-- Logs begin at Thu 2021-01-14 06:19:15 UTC, end at Thu 2021-01-14 07:54:17 UTC. -- Jan 14 06:56:31.318704 n-d-768862-2 systemd[1]: Started Devstack devstack@q-svc.service. Jan 14 06:56:34.023055 n-d-768862-2 neutron-server[84765]: INFO neutron.common.config [-] Logging enabled! Jan 14 06:56:34.023577 n-d-768862-2 neutron-server[84765]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 17.1.0.dev356 Jan 14 06:56:34.024858 n-d-768862-2 neutron-server[84765]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=84765) setup_logging /opt/stack/neutron/neutron/common/config.py:111}} Jan 14 06:56:34.025601 n-d-768862-2 neutron-server[84765]: INFO neutron.common.config [-] Logging enabled! Jan 14 06:56:34.025883 n-d-768862-2 neutron-server[84765]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 17.1.0.dev356 Jan 14 06:56:34.026162 n-d-768862-2 neutron-server[84765]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=84765) setup_logging /opt/stack/neutron/neutron/common/config.py:111}} Jan 14 06:56:34.027249 n-d-768862-2 neutron-server[84765]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=84765) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2567}} Jan 14 06:56:34.027512 n-d-768862-2 neutron-server[84765]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=84765) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2568}} Jan 14 06:56:34.028592 n-d-768862-2 neutron-server[84765]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=84765) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2569}} Jan 14 06:56:34.028869 n-d-768862-2 neutron-server[84765]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=84765) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2571}} Jan 14 06:56:34.029124 n-d-768862-2 neutron-server[84765]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=84765) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2572}} Jan 14 06:56:34.029477 n-d-768862-2 neutron-server[84765]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=84765) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 14 06:56:34.029814 n-d-768862-2 neutron-server[84765]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=84765) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 14 06:56:34.030145 n-d-768862-2 neutron-server[84765]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=84765) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 14 06:56:34.030410 n-d-768862-2 neutron-server[84765]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=84765) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 14 06:56:34.030721 n-d-768862-2 neutron-server[84765]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=84765) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 14 06:56:34.031052 n-d-768862-2 neutron-server[84765]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=84765) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 14 06:56:34.031374 n-d-768862-2 neutron-server[84765]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=84765) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 14 06:56:34.031703 n-d-768862-2 neutron-server[84765]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=84765) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 14 06:56:34.032064 n-d-768862-2 neutron-server[84765]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=84765) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 14 06:56:34.032391 n-d-768862-2 neutron-server[84765]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=84765) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 14 06:56:34.032708 n-d-768862-2 neutron-server[84765]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=84765) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 14 06:56:34.033030 n-d-768862-2 neutron-server[84765]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=84765) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 14 06:56:34.033291 n-d-768862-2 neutron-server[84765]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=84765) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 14 06:56:34.033611 n-d-768862-2 neutron-server[84765]: DEBUG neutron.common.config [-] config_source = [] {{(pid=84765) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 14 06:56:34.033936 n-d-768862-2 neutron-server[84765]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=84765) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 14 06:56:34.034263 n-d-768862-2 neutron-server[84765]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=84765) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 14 06:56:34.034516 n-d-768862-2 neutron-server[84765]: DEBUG neutron.common.config [-] debug = True {{(pid=84765) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 14 06:56:34.034829 n-d-768862-2 neutron-server[84765]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=84765) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 14 06:56:34.035361 n-d-768862-2 neutron-server[84765]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=84765) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 14 06:56:34.035681 n-d-768862-2 neutron-server[84765]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=84765) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 14 06:56:34.036052 n-d-768862-2 neutron-server[84765]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=84765) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 14 06:56:34.036385 n-d-768862-2 neutron-server[84765]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=84765) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 14 06:56:34.036697 n-d-768862-2 neutron-server[84765]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=84765) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 14 06:56:34.037015 n-d-768862-2 neutron-server[84765]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=84765) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 14 06:56:34.037338 n-d-768862-2 neutron-server[84765]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=84765) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 14 06:56:34.037700 n-d-768862-2 neutron-server[84765]: DEBUG neutron.common.config [-] host = n-d-768862-2 {{(pid=84765) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 14 06:56:34.038015 n-d-768862-2 neutron-server[84765]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=84765) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 14 06:56:34.038340 n-d-768862-2 neutron-server[84765]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=84765) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 14 06:56:34.038665 n-d-768862-2 neutron-server[84765]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=84765) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 14 06:56:34.038992 n-d-768862-2 neutron-server[84765]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=84765) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 14 06:56:34.039302 n-d-768862-2 neutron-server[84765]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=84765) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 14 06:56:34.039612 n-d-768862-2 neutron-server[84765]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=84765) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 14 06:56:34.039961 n-d-768862-2 neutron-server[84765]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=84765) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 14 06:56:34.040272 n-d-768862-2 neutron-server[84765]: DEBUG neutron.common.config [-] log_dir = None {{(pid=84765) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 14 06:56:34.040576 n-d-768862-2 neutron-server[84765]: DEBUG neutron.common.config [-] log_file = None {{(pid=84765) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 14 06:56:34.040887 n-d-768862-2 neutron-server[84765]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=84765) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 14 06:56:34.041212 n-d-768862-2 neutron-server[84765]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=84765) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 14 06:56:34.041538 n-d-768862-2 neutron-server[84765]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=84765) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 14 06:56:34.041871 n-d-768862-2 neutron-server[84765]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=84765) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 14 06:56:34.042123 n-d-768862-2 neutron-server[84765]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=84765) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 14 06:56:34.042372 n-d-768862-2 neutron-server[84765]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=84765) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 14 06:56:34.042696 n-d-768862-2 neutron-server[84765]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=84765) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 14 06:56:34.043025 n-d-768862-2 neutron-server[84765]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=84765) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 14 06:56:34.043336 n-d-768862-2 neutron-server[84765]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=84765) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 14 06:56:34.043692 n-d-768862-2 neutron-server[84765]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=84765) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 14 06:56:34.044026 n-d-768862-2 neutron-server[84765]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=84765) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 14 06:56:34.044404 n-d-768862-2 neutron-server[84765]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=84765) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 14 06:56:34.044650 n-d-768862-2 neutron-server[84765]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=84765) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 14 06:56:34.044945 n-d-768862-2 neutron-server[84765]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=84765) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 14 06:56:34.045267 n-d-768862-2 neutron-server[84765]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=84765) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 14 06:56:34.045590 n-d-768862-2 neutron-server[84765]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=84765) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 14 06:56:34.045912 n-d-768862-2 neutron-server[84765]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=84765) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 14 06:56:34.046219 n-d-768862-2 neutron-server[84765]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=84765) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 14 06:56:34.046527 n-d-768862-2 neutron-server[84765]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=84765) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 14 06:56:34.046852 n-d-768862-2 neutron-server[84765]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=84765) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 14 06:56:34.047160 n-d-768862-2 neutron-server[84765]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=84765) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 14 06:56:34.047480 n-d-768862-2 neutron-server[84765]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=84765) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 14 06:56:34.047955 n-d-768862-2 neutron-server[84765]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=84765) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 14 06:56:34.048087 n-d-768862-2 neutron-server[84765]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=84765) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 14 06:56:34.048396 n-d-768862-2 neutron-server[84765]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=84765) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 14 06:56:34.048723 n-d-768862-2 neutron-server[84765]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=84765) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 14 06:56:34.049022 n-d-768862-2 neutron-server[84765]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=84765) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 14 06:56:34.049330 n-d-768862-2 neutron-server[84765]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=84765) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 14 06:56:34.049695 n-d-768862-2 neutron-server[84765]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=84765) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 14 06:56:34.049992 n-d-768862-2 neutron-server[84765]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=84765) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 14 06:56:34.050312 n-d-768862-2 neutron-server[84765]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=84765) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 14 06:56:34.050631 n-d-768862-2 neutron-server[84765]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=84765) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 14 06:56:34.050937 n-d-768862-2 neutron-server[84765]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=84765) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 14 06:56:34.051260 n-d-768862-2 neutron-server[84765]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=84765) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 14 06:56:34.051564 n-d-768862-2 neutron-server[84765]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=84765) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 14 06:56:34.051888 n-d-768862-2 neutron-server[84765]: DEBUG neutron.common.config [-] use_journal = False {{(pid=84765) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 14 06:56:34.052197 n-d-768862-2 neutron-server[84765]: DEBUG neutron.common.config [-] use_json = False {{(pid=84765) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 14 06:56:34.052503 n-d-768862-2 neutron-server[84765]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=84765) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 14 06:56:34.052808 n-d-768862-2 neutron-server[84765]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=84765) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 14 06:56:34.053124 n-d-768862-2 neutron-server[84765]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=84765) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 14 06:56:34.053430 n-d-768862-2 neutron-server[84765]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=84765) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 14 06:56:34.053734 n-d-768862-2 neutron-server[84765]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=84765) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 14 06:56:34.054040 n-d-768862-2 neutron-server[84765]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=84765) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 14 06:56:34.054344 n-d-768862-2 neutron-server[84765]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=84765) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 14 06:56:34.054667 n-d-768862-2 neutron-server[84765]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=84765) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 14 06:56:34.055001 n-d-768862-2 neutron-server[84765]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=84765) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 06:56:34.055337 n-d-768862-2 neutron-server[84765]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=84765) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 06:56:34.055675 n-d-768862-2 neutron-server[84765]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=84765) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 06:56:34.056017 n-d-768862-2 neutron-server[84765]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=84765) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 06:56:34.056347 n-d-768862-2 neutron-server[84765]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=84765) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 06:56:34.056668 n-d-768862-2 neutron-server[84765]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=84765) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 06:56:34.057000 n-d-768862-2 neutron-server[84765]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=84765) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 06:56:34.057313 n-d-768862-2 neutron-server[84765]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=84765) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 06:56:34.057636 n-d-768862-2 neutron-server[84765]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=84765) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 06:56:34.057962 n-d-768862-2 neutron-server[84765]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=84765) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 06:56:34.058287 n-d-768862-2 neutron-server[84765]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=84765) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 06:56:34.058597 n-d-768862-2 neutron-server[84765]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=84765) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 06:56:34.058920 n-d-768862-2 neutron-server[84765]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=84765) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 06:56:34.059257 n-d-768862-2 neutron-server[84765]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=84765) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 06:56:34.059584 n-d-768862-2 neutron-server[84765]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=84765) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 06:56:34.060076 n-d-768862-2 neutron-server[84765]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=84765) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 06:56:34.060328 n-d-768862-2 neutron-server[84765]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=84765) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 06:56:34.060662 n-d-768862-2 neutron-server[84765]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=84765) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 06:56:34.060973 n-d-768862-2 neutron-server[84765]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=84765) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 06:56:34.061281 n-d-768862-2 neutron-server[84765]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=84765) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 06:56:34.061587 n-d-768862-2 neutron-server[84765]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=84765) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 06:56:34.061898 n-d-768862-2 neutron-server[84765]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=84765) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 06:56:34.062221 n-d-768862-2 neutron-server[84765]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=84765) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 06:56:34.062555 n-d-768862-2 neutron-server[84765]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=84765) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 06:56:34.062884 n-d-768862-2 neutron-server[84765]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=84765) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 06:56:34.063190 n-d-768862-2 neutron-server[84765]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=84765) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 06:56:34.063503 n-d-768862-2 neutron-server[84765]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=84765) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 06:56:34.063862 n-d-768862-2 neutron-server[84765]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=84765) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 06:56:34.064168 n-d-768862-2 neutron-server[84765]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=84765) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 06:56:34.064475 n-d-768862-2 neutron-server[84765]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=84765) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 06:56:34.064800 n-d-768862-2 neutron-server[84765]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=84765) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 06:56:34.065110 n-d-768862-2 neutron-server[84765]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=84765) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 06:56:34.065415 n-d-768862-2 neutron-server[84765]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=84765) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 06:56:34.065729 n-d-768862-2 neutron-server[84765]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=84765) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 06:56:34.066040 n-d-768862-2 neutron-server[84765]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=84765) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 06:56:34.066354 n-d-768862-2 neutron-server[84765]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=84765) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 06:56:34.066647 n-d-768862-2 neutron-server[84765]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=84765) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 06:56:34.066961 n-d-768862-2 neutron-server[84765]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=84765) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 06:56:34.067288 n-d-768862-2 neutron-server[84765]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=84765) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 06:56:34.067595 n-d-768862-2 neutron-server[84765]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=84765) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 06:56:34.067920 n-d-768862-2 neutron-server[84765]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=84765) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 06:56:34.068228 n-d-768862-2 neutron-server[84765]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=84765) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 06:56:34.068534 n-d-768862-2 neutron-server[84765]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=84765) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 06:56:34.068838 n-d-768862-2 neutron-server[84765]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=84765) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 06:56:34.069157 n-d-768862-2 neutron-server[84765]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=84765) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 06:56:34.069466 n-d-768862-2 neutron-server[84765]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=84765) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 06:56:34.069770 n-d-768862-2 neutron-server[84765]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=84765) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 06:56:34.070071 n-d-768862-2 neutron-server[84765]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=84765) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 06:56:34.070383 n-d-768862-2 neutron-server[84765]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=84765) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 06:56:34.070687 n-d-768862-2 neutron-server[84765]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=84765) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 06:56:34.070991 n-d-768862-2 neutron-server[84765]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=84765) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 06:56:34.071301 n-d-768862-2 neutron-server[84765]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=84765) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 06:56:34.071608 n-d-768862-2 neutron-server[84765]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=84765) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 06:56:34.071940 n-d-768862-2 neutron-server[84765]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=84765) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 06:56:34.072249 n-d-768862-2 neutron-server[84765]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=84765) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 06:56:34.072561 n-d-768862-2 neutron-server[84765]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=84765) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 06:56:34.072856 n-d-768862-2 neutron-server[84765]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=84765) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 06:56:34.073159 n-d-768862-2 neutron-server[84765]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=84765) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 06:56:34.073461 n-d-768862-2 neutron-server[84765]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=84765) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 06:56:34.073764 n-d-768862-2 neutron-server[84765]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=84765) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 06:56:34.074065 n-d-768862-2 neutron-server[84765]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=84765) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 06:56:34.074375 n-d-768862-2 neutron-server[84765]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=84765) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 06:56:34.074678 n-d-768862-2 neutron-server[84765]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=84765) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 06:56:34.075191 n-d-768862-2 neutron-server[84765]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=84765) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 06:56:34.075652 n-d-768862-2 neutron-server[84765]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=84765) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 06:56:34.075990 n-d-768862-2 neutron-server[84765]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=84765) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 06:56:34.076302 n-d-768862-2 neutron-server[84765]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=84765) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 06:56:34.076626 n-d-768862-2 neutron-server[84765]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=84765) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 06:56:34.076961 n-d-768862-2 neutron-server[84765]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=84765) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 06:56:34.077285 n-d-768862-2 neutron-server[84765]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=84765) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 06:56:34.077599 n-d-768862-2 neutron-server[84765]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=84765) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 06:56:34.077911 n-d-768862-2 neutron-server[84765]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=84765) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 06:56:34.078223 n-d-768862-2 neutron-server[84765]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=84765) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 06:56:34.078533 n-d-768862-2 neutron-server[84765]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=84765) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 06:56:34.078849 n-d-768862-2 neutron-server[84765]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=84765) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 06:56:34.079156 n-d-768862-2 neutron-server[84765]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=84765) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 06:56:34.079472 n-d-768862-2 neutron-server[84765]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=84765) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 06:56:34.079779 n-d-768862-2 neutron-server[84765]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=84765) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 06:56:34.080138 n-d-768862-2 neutron-server[84765]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=84765) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 06:56:34.080457 n-d-768862-2 neutron-server[84765]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=84765) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 06:56:34.080782 n-d-768862-2 neutron-server[84765]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=84765) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 06:56:34.081101 n-d-768862-2 neutron-server[84765]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=84765) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 06:56:34.081413 n-d-768862-2 neutron-server[84765]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=84765) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 06:56:34.081748 n-d-768862-2 neutron-server[84765]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=84765) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 06:56:34.082064 n-d-768862-2 neutron-server[84765]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=84765) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 06:56:34.082383 n-d-768862-2 neutron-server[84765]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=84765) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 06:56:34.082694 n-d-768862-2 neutron-server[84765]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=84765) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 06:56:34.083009 n-d-768862-2 neutron-server[84765]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=84765) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 06:56:34.083332 n-d-768862-2 neutron-server[84765]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=84765) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 06:56:34.083653 n-d-768862-2 neutron-server[84765]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=84765) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 06:56:34.084013 n-d-768862-2 neutron-server[84765]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=84765) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 06:56:34.084341 n-d-768862-2 neutron-server[84765]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=84765) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 06:56:34.084670 n-d-768862-2 neutron-server[84765]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=84765) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 06:56:34.084999 n-d-768862-2 neutron-server[84765]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=84765) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 06:56:34.085329 n-d-768862-2 neutron-server[84765]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=84765) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 06:56:34.085645 n-d-768862-2 neutron-server[84765]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=84765) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 06:56:34.085995 n-d-768862-2 neutron-server[84765]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=84765) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 06:56:34.086310 n-d-768862-2 neutron-server[84765]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=84765) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 06:56:34.086556 n-d-768862-2 neutron-server[84765]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=84765) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2591}} Jan 14 06:56:34.086821 n-d-768862-2 neutron-server[84765]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=84765) load_app /usr/local/lib/python3.6/dist-packages/oslo_service/wsgi.py:350}} Jan 14 06:56:34.734920 n-d-768862-2 neutron-server[84765]: INFO keyring.backend [-] Loading Gnome Jan 14 06:56:34.752321 n-d-768862-2 neutron-server[84765]: INFO keyring.backend [-] Loading Google Jan 14 06:56:34.754916 n-d-768862-2 neutron-server[84765]: INFO keyring.backend [-] Loading Windows (alt) Jan 14 06:56:34.758435 n-d-768862-2 neutron-server[84765]: INFO keyring.backend [-] Loading file Jan 14 06:56:34.759433 n-d-768862-2 neutron-server[84765]: INFO keyring.backend [-] Loading keyczar Jan 14 06:56:34.759712 n-d-768862-2 neutron-server[84765]: INFO keyring.backend [-] Loading multi Jan 14 06:56:34.760392 n-d-768862-2 neutron-server[84765]: INFO keyring.backend [-] Loading pyfs Jan 14 06:56:34.806314 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=84765) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 06:56:34.806631 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=84765) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 06:56:34.806965 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=84765) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 06:56:34.807337 n-d-768862-2 neutron-server[84765]: INFO neutron.manager [-] Loading core plugin: ml2 Jan 14 06:56:35.219097 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=84765) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 14 06:56:35.219688 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=84765) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 14 06:56:35.219688 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=84765) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 14 06:56:35.280183 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=84765) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 14 06:56:35.280499 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=84765) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 14 06:56:35.280795 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=84765) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 14 06:56:35.284406 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=84765) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 14 06:56:35.284713 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=84765) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 14 06:56:35.285011 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=84765) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 14 06:56:35.363279 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=84765) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 14 06:56:35.363554 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=84765) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 14 06:56:35.363894 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=84765) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 14 06:56:35.364923 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=84765) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 14 06:56:35.365197 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=84765) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 14 06:56:35.365487 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=84765) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 14 06:56:35.482806 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=84765) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 14 06:56:35.483030 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=84765) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 14 06:56:35.483324 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=84765) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 14 06:56:35.483631 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=84765) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 14 06:56:35.484500 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=84765) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 14 06:56:35.664810 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=84765) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 14 06:56:35.665181 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=84765) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 14 06:56:35.665522 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=84765) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 14 06:56:35.665809 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=84765) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 14 06:56:35.666102 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=84765) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 14 06:56:35.666478 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=84765) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 14 06:56:35.666776 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=84765) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 14 06:56:35.667068 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=84765) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 14 06:56:35.667354 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=84765) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 14 06:56:35.667685 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=84765) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 14 06:56:35.667987 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=84765) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 14 06:56:35.668294 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=84765) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 14 06:56:35.668679 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=84765) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 14 06:56:35.668950 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=84765) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 14 06:56:35.669266 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=84765) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 14 06:56:35.669580 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=84765) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 14 06:56:35.669864 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=84765) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 14 06:56:35.670178 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=84765) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 14 06:56:35.670461 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=84765) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 14 06:56:35.670943 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=84765) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 14 06:56:35.671228 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=84765) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 14 06:56:35.671506 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=84765) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 14 06:56:35.671823 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=84765) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 14 06:56:35.672127 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=84765) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 14 06:56:35.672402 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=84765) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 14 06:56:35.672841 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=84765) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}} Jan 14 06:56:35.673114 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=84765) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}} Jan 14 06:56:35.673384 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=84765) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}} Jan 14 06:56:35.673652 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=84765) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}} Jan 14 06:56:35.673921 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=84765) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}} Jan 14 06:56:35.674189 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=84765) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}} Jan 14 06:56:35.675610 n-d-768862-2 neutron-server[84765]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Jan 14 06:56:35.683302 n-d-768862-2 neutron-server[84765]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Jan 14 06:56:35.691014 n-d-768862-2 neutron-server[84765]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Jan 14 06:56:35.696373 n-d-768862-2 neutron-server[84765]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(100, 149)])]) Jan 14 06:56:35.699332 n-d-768862-2 neutron-server[84765]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Jan 14 06:56:35.700676 n-d-768862-2 neutron-server[84765]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Jan 14 06:56:35.701058 n-d-768862-2 neutron-server[84765]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vxlan'] Jan 14 06:56:35.701502 n-d-768862-2 neutron-server[84765]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Jan 14 06:56:35.705096 n-d-768862-2 neutron-server[84765]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Jan 14 06:56:35.705378 n-d-768862-2 neutron-server[84765]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Jan 14 06:56:35.705762 n-d-768862-2 neutron-server[84765]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch'] Jan 14 06:56:35.729777 n-d-768862-2 neutron-server[84765]: INFO neutron.plugins.ml2.drivers.openvswitch.mech_driver.mech_openvswitch [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic'] Jan 14 06:56:35.730485 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=84765) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 14 06:56:35.730822 n-d-768862-2 neutron-server[84765]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=84765) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:79}} Jan 14 06:56:35.731294 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=84765) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 14 06:56:35.732765 n-d-768862-2 neutron-server[84765]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=84765) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Jan 14 06:56:35.733153 n-d-768862-2 neutron-server[84765]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch'] Jan 14 06:56:35.733383 n-d-768862-2 neutron-server[84765]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch'] Jan 14 06:56:35.736699 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=84765) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 14 06:56:35.737028 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=84765) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 14 06:56:35.801485 n-d-768862-2 neutron-server[84765]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Jan 14 06:56:35.801718 n-d-768862-2 neutron-server[84765]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Jan 14 06:56:35.801991 n-d-768862-2 neutron-server[84765]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Jan 14 06:56:35.802405 n-d-768862-2 neutron-server[84765]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Jan 14 06:56:35.838515 n-d-768862-2 neutron-server[84765]: DEBUG oslo_db.sqlalchemy.engines [None req-281f3ae0-210f-42a1-9a93-77d1857bc4f0 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_AUTO_CREATE_USER,NO_ENGINE_SUBSTITUTION {{(pid=84765) _check_effective_sql_mode /usr/local/lib/python3.6/dist-packages/oslo_db/sqlalchemy/engines.py:304}} Jan 14 06:56:36.249139 n-d-768862-2 neutron-server[84765]: INFO neutron.plugins.ml2.managers [None req-281f3ae0-210f-42a1-9a93-77d1857bc4f0 None None] Initializing driver for type 'gre' Jan 14 06:56:36.249922 n-d-768862-2 neutron-server[84765]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-281f3ae0-210f-42a1-9a93-77d1857bc4f0 None None] gre ID ranges: [(1, 1000)] Jan 14 06:56:36.293602 n-d-768862-2 neutron-server[84765]: INFO neutron.plugins.ml2.managers [None req-281f3ae0-210f-42a1-9a93-77d1857bc4f0 None None] Initializing driver for type 'local' Jan 14 06:56:36.293964 n-d-768862-2 neutron-server[84765]: INFO neutron.plugins.ml2.managers [None req-281f3ae0-210f-42a1-9a93-77d1857bc4f0 None None] Initializing driver for type 'vlan' Jan 14 06:56:36.307371 n-d-768862-2 neutron-server[84765]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-281f3ae0-210f-42a1-9a93-77d1857bc4f0 None None] VlanTypeDriver initialization complete Jan 14 06:56:36.307729 n-d-768862-2 neutron-server[84765]: INFO neutron.plugins.ml2.managers [None req-281f3ae0-210f-42a1-9a93-77d1857bc4f0 None None] Initializing driver for type 'vxlan' Jan 14 06:56:36.308306 n-d-768862-2 neutron-server[84765]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-281f3ae0-210f-42a1-9a93-77d1857bc4f0 None None] vxlan ID ranges: [(1, 1000)] Jan 14 06:56:36.353532 n-d-768862-2 neutron-server[84765]: INFO neutron.plugins.ml2.managers [None req-281f3ae0-210f-42a1-9a93-77d1857bc4f0 None None] Initializing extension driver 'port_security' Jan 14 06:56:36.353896 n-d-768862-2 neutron-server[84765]: INFO neutron.plugins.ml2.extensions.port_security [None req-281f3ae0-210f-42a1-9a93-77d1857bc4f0 None None] PortSecurityExtensionDriver initialization complete Jan 14 06:56:36.354228 n-d-768862-2 neutron-server[84765]: INFO neutron.plugins.ml2.managers [None req-281f3ae0-210f-42a1-9a93-77d1857bc4f0 None None] Initializing mechanism driver 'openvswitch' Jan 14 06:56:36.360790 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.plugin [None req-281f3ae0-210f-42a1-9a93-77d1857bc4f0 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=84765) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 06:56:36.361663 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-281f3ae0-210f-42a1-9a93-77d1857bc4f0 None None] Subscribe: > port after_create 55550000 {{(pid=84765) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 14 06:56:36.362068 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-281f3ae0-210f-42a1-9a93-77d1857bc4f0 None None] Subscribe: > port after_update 55550000 {{(pid=84765) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 14 06:56:36.362451 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-281f3ae0-210f-42a1-9a93-77d1857bc4f0 None None] Subscribe: > port after_delete 55550000 {{(pid=84765) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 14 06:56:36.362883 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-281f3ae0-210f-42a1-9a93-77d1857bc4f0 None None] Subscribe: > subnet after_create 55550000 {{(pid=84765) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 14 06:56:36.363259 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-281f3ae0-210f-42a1-9a93-77d1857bc4f0 None None] Subscribe: > subnet after_update 55550000 {{(pid=84765) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 14 06:56:36.363644 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-281f3ae0-210f-42a1-9a93-77d1857bc4f0 None None] Subscribe: > subnet after_delete 55550000 {{(pid=84765) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 14 06:56:36.364083 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-281f3ae0-210f-42a1-9a93-77d1857bc4f0 None None] Subscribe: > network after_create 55550000 {{(pid=84765) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 14 06:56:36.364455 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-281f3ae0-210f-42a1-9a93-77d1857bc4f0 None None] Subscribe: > network after_update 55550000 {{(pid=84765) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 14 06:56:36.364819 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-281f3ae0-210f-42a1-9a93-77d1857bc4f0 None None] Subscribe: > network after_delete 55550000 {{(pid=84765) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 14 06:56:36.365232 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-281f3ae0-210f-42a1-9a93-77d1857bc4f0 None None] Subscribe: > security_group after_create 55550000 {{(pid=84765) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 14 06:56:36.365608 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-281f3ae0-210f-42a1-9a93-77d1857bc4f0 None None] Subscribe: > security_group after_update 55550000 {{(pid=84765) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 14 06:56:36.365978 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-281f3ae0-210f-42a1-9a93-77d1857bc4f0 None None] Subscribe: > security_group after_delete 55550000 {{(pid=84765) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 14 06:56:36.366390 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-281f3ae0-210f-42a1-9a93-77d1857bc4f0 None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=84765) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 14 06:56:36.366767 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-281f3ae0-210f-42a1-9a93-77d1857bc4f0 None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=84765) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 14 06:56:36.367135 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-281f3ae0-210f-42a1-9a93-77d1857bc4f0 None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=84765) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 14 06:56:36.367681 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-281f3ae0-210f-42a1-9a93-77d1857bc4f0 None None] Subscribe: > address_group after_create 55550000 {{(pid=84765) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 14 06:56:36.368083 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-281f3ae0-210f-42a1-9a93-77d1857bc4f0 None None] Subscribe: > address_group after_update 55550000 {{(pid=84765) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 14 06:56:36.368463 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-281f3ae0-210f-42a1-9a93-77d1857bc4f0 None None] Subscribe: > address_group after_delete 55550000 {{(pid=84765) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 14 06:56:36.368827 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-281f3ae0-210f-42a1-9a93-77d1857bc4f0 None None] ML2 OVO RPC backend initialized. {{(pid=84765) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:141}} Jan 14 06:56:36.369556 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-281f3ae0-210f-42a1-9a93-77d1857bc4f0 None None] Subscribe: > router_interface after_create 55550000 {{(pid=84765) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 14 06:56:36.369944 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-281f3ae0-210f-42a1-9a93-77d1857bc4f0 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=84765) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 14 06:56:36.370400 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-281f3ae0-210f-42a1-9a93-77d1857bc4f0 None None] Subscribe: > network before_response 55550000 {{(pid=84765) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 14 06:56:36.370777 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-281f3ae0-210f-42a1-9a93-77d1857bc4f0 None None] Subscribe: > networks before_response 55550000 {{(pid=84765) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 14 06:56:36.371158 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-281f3ae0-210f-42a1-9a93-77d1857bc4f0 None None] Subscribe: > port before_response 55550000 {{(pid=84765) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 14 06:56:36.371528 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-281f3ae0-210f-42a1-9a93-77d1857bc4f0 None None] Subscribe: > ports before_response 55550000 {{(pid=84765) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 14 06:56:36.372080 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-281f3ae0-210f-42a1-9a93-77d1857bc4f0 None None] Subscribe: > subnet before_response 55550000 {{(pid=84765) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 14 06:56:36.372467 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-281f3ae0-210f-42a1-9a93-77d1857bc4f0 None None] Subscribe: > subnets before_response 55550000 {{(pid=84765) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 14 06:56:36.372844 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-281f3ae0-210f-42a1-9a93-77d1857bc4f0 None None] Subscribe: > network after_create 55550000 {{(pid=84765) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 14 06:56:36.373220 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-281f3ae0-210f-42a1-9a93-77d1857bc4f0 None None] Subscribe: > network after_update 55550000 {{(pid=84765) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 14 06:56:36.373589 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-281f3ae0-210f-42a1-9a93-77d1857bc4f0 None None] Subscribe: > network after_delete 55550000 {{(pid=84765) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 14 06:56:36.373957 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-281f3ae0-210f-42a1-9a93-77d1857bc4f0 None None] Subscribe: > port after_create 55550000 {{(pid=84765) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 14 06:56:36.374325 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-281f3ae0-210f-42a1-9a93-77d1857bc4f0 None None] Subscribe: > port after_update 55550000 {{(pid=84765) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 14 06:56:36.374691 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-281f3ae0-210f-42a1-9a93-77d1857bc4f0 None None] Subscribe: > port after_delete 55550000 {{(pid=84765) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 14 06:56:36.375057 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-281f3ae0-210f-42a1-9a93-77d1857bc4f0 None None] Subscribe: > subnet after_create 55550000 {{(pid=84765) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 14 06:56:36.375421 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-281f3ae0-210f-42a1-9a93-77d1857bc4f0 None None] Subscribe: > subnet after_update 55550000 {{(pid=84765) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 14 06:56:36.375767 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-281f3ae0-210f-42a1-9a93-77d1857bc4f0 None None] Subscribe: > subnet after_delete 55550000 {{(pid=84765) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 14 06:56:36.376443 n-d-768862-2 neutron-server[84765]: INFO neutron.plugins.ml2.plugin [None req-281f3ae0-210f-42a1-9a93-77d1857bc4f0 None None] Modular L2 Plugin initialization complete Jan 14 06:56:36.376797 n-d-768862-2 neutron-server[84765]: DEBUG neutron.manager [None req-281f3ae0-210f-42a1-9a93-77d1857bc4f0 None None] Loading services supported by the core plugin {{(pid=84765) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Jan 14 06:56:36.377166 n-d-768862-2 neutron-server[84765]: INFO neutron.plugins.ml2.managers [None req-281f3ae0-210f-42a1-9a93-77d1857bc4f0 None None] Got port-security extension from driver 'port_security' Jan 14 06:56:36.377676 n-d-768862-2 neutron-server[84765]: INFO neutron.extensions.vlantransparent [None req-281f3ae0-210f-42a1-9a93-77d1857bc4f0 None None] Disabled vlantransparent extension. Jan 14 06:56:36.379160 n-d-768862-2 neutron-server[84765]: DEBUG neutron.manager [None req-281f3ae0-210f-42a1-9a93-77d1857bc4f0 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=84765) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Jan 14 06:56:36.379531 n-d-768862-2 neutron-server[84765]: INFO neutron.manager [None req-281f3ae0-210f-42a1-9a93-77d1857bc4f0 None None] Loading Plugin: router Jan 14 06:56:36.420828 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-281f3ae0-210f-42a1-9a93-77d1857bc4f0 None None] Subscribe: > router_interface before_create 55550000 {{(pid=84765) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 14 06:56:36.421269 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-281f3ae0-210f-42a1-9a93-77d1857bc4f0 None None] Subscribe: > router after_create 55549900 {{(pid=84765) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 14 06:56:36.421667 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-281f3ae0-210f-42a1-9a93-77d1857bc4f0 None None] Subscribe: > router before_create 55549900 {{(pid=84765) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 14 06:56:36.422068 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-281f3ae0-210f-42a1-9a93-77d1857bc4f0 None None] Subscribe: > router_interface before_delete 55550000 {{(pid=84765) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 14 06:56:36.422479 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-281f3ae0-210f-42a1-9a93-77d1857bc4f0 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=84765) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 14 06:56:36.422868 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-281f3ae0-210f-42a1-9a93-77d1857bc4f0 None None] Subscribe: > router after_delete 55549900 {{(pid=84765) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 14 06:56:36.423261 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-281f3ae0-210f-42a1-9a93-77d1857bc4f0 None None] Subscribe: > floatingip after_update 55550000 {{(pid=84765) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 14 06:56:36.423671 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-281f3ae0-210f-42a1-9a93-77d1857bc4f0 None None] Subscribe: > router after_create 55549900 {{(pid=84765) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 14 06:56:36.424103 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-281f3ae0-210f-42a1-9a93-77d1857bc4f0 None None] Subscribe: > router after_update 55549900 {{(pid=84765) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 14 06:56:36.424487 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-281f3ae0-210f-42a1-9a93-77d1857bc4f0 None None] Subscribe: > router after_update 55549900 {{(pid=84765) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 14 06:56:36.424868 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-281f3ae0-210f-42a1-9a93-77d1857bc4f0 None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=84765) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 14 06:56:36.425262 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-281f3ae0-210f-42a1-9a93-77d1857bc4f0 None None] Subscribe: > router after_update 55549900 {{(pid=84765) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 14 06:56:36.425746 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-281f3ae0-210f-42a1-9a93-77d1857bc4f0 None None] Subscribe: > router precommit_update 55549900 {{(pid=84765) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 14 06:56:36.426138 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-281f3ae0-210f-42a1-9a93-77d1857bc4f0 None None] Subscribe: port after_update 55550000 {{(pid=84765) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 14 06:56:36.426513 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-281f3ae0-210f-42a1-9a93-77d1857bc4f0 None None] Subscribe: port after_delete 55550000 {{(pid=84765) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 14 06:56:36.426881 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-281f3ae0-210f-42a1-9a93-77d1857bc4f0 None None] Subscribe: subnet after_update 55550000 {{(pid=84765) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 14 06:56:36.427256 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-281f3ae0-210f-42a1-9a93-77d1857bc4f0 None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=84765) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 14 06:56:36.427636 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-281f3ae0-210f-42a1-9a93-77d1857bc4f0 None None] Subscribe: > port precommit_delete 55550000 {{(pid=84765) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 14 06:56:36.428043 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-281f3ae0-210f-42a1-9a93-77d1857bc4f0 None None] Subscribe: > router precommit_create 55549900 {{(pid=84765) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 14 06:56:36.428416 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-281f3ae0-210f-42a1-9a93-77d1857bc4f0 None None] Subscribe: port before_delete 55550000 {{(pid=84765) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 14 06:56:36.428795 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-281f3ae0-210f-42a1-9a93-77d1857bc4f0 None None] Subscribe: > router precommit_create 55550000 {{(pid=84765) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 14 06:56:36.429194 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-281f3ae0-210f-42a1-9a93-77d1857bc4f0 None None] Subscribe: > router after_update 55549900 {{(pid=84765) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 14 06:56:36.429568 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-281f3ae0-210f-42a1-9a93-77d1857bc4f0 None None] Subscribe: > router precommit_delete 55549900 {{(pid=84765) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 14 06:56:36.429950 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-281f3ae0-210f-42a1-9a93-77d1857bc4f0 None None] Subscribe: > router precommit_create 55549900 {{(pid=84765) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 14 06:56:36.430350 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-281f3ae0-210f-42a1-9a93-77d1857bc4f0 None None] Subscribe: > router_interface after_create 55550000 {{(pid=84765) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 14 06:56:36.430725 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-281f3ae0-210f-42a1-9a93-77d1857bc4f0 None None] Subscribe: > router precommit_update 55549900 {{(pid=84765) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 14 06:56:36.431155 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-281f3ae0-210f-42a1-9a93-77d1857bc4f0 None None] Subscribe: > network after_delete 55550000 {{(pid=84765) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 14 06:56:36.432196 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource_registry [None req-281f3ae0-210f-42a1-9a93-77d1857bc4f0 None None] Tracking information for resource: router configured {{(pid=84765) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}} Jan 14 06:56:36.432564 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource_registry [None req-281f3ae0-210f-42a1-9a93-77d1857bc4f0 None None] Tracking information for resource: floatingip configured {{(pid=84765) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}} Jan 14 06:56:36.437858 n-d-768862-2 neutron-server[84765]: INFO neutron.db.l3_agentschedulers_db [None req-281f3ae0-210f-42a1-9a93-77d1857bc4f0 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Jan 14 06:56:36.438502 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-281f3ae0-210f-42a1-9a93-77d1857bc4f0 None None] Subscribe: port after_update 55550000 {{(pid=84765) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 14 06:56:36.438902 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-281f3ae0-210f-42a1-9a93-77d1857bc4f0 None None] Subscribe: port after_create 55550000 {{(pid=84765) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 14 06:56:36.439278 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-281f3ae0-210f-42a1-9a93-77d1857bc4f0 None None] Subscribe: port after_delete 55550000 {{(pid=84765) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 14 06:56:36.439661 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-281f3ae0-210f-42a1-9a93-77d1857bc4f0 None None] Subscribe: port after_update 55550000 {{(pid=84765) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 14 06:56:36.440605 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-281f3ae0-210f-42a1-9a93-77d1857bc4f0 None None] Subscribe: > router before_create 55550100 {{(pid=84765) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 14 06:56:36.441009 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-281f3ae0-210f-42a1-9a93-77d1857bc4f0 None None] Subscribe: > router precommit_delete 55550100 {{(pid=84765) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 14 06:56:36.441402 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-281f3ae0-210f-42a1-9a93-77d1857bc4f0 None None] Subscribe: > router precommit_create 55550100 {{(pid=84765) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 14 06:56:36.441792 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-281f3ae0-210f-42a1-9a93-77d1857bc4f0 None None] Subscribe: > router precommit_update 55550100 {{(pid=84765) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 14 06:56:36.446451 n-d-768862-2 neutron-server[84765]: DEBUG neutron.services.provider_configuration [None req-281f3ae0-210f-42a1-9a93-77d1857bc4f0 None None] Service providers = [] {{(pid=84765) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Jan 14 06:56:36.446841 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.servicetype_db [None req-281f3ae0-210f-42a1-9a93-77d1857bc4f0 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=84765) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Jan 14 06:56:36.449690 n-d-768862-2 neutron-server[84765]: DEBUG neutron.services.service_base [None req-281f3ae0-210f-42a1-9a93-77d1857bc4f0 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=84765) load_drivers /opt/stack/neutron/neutron/services/service_base.py:52}} Jan 14 06:56:36.450116 n-d-768862-2 neutron-server[84765]: DEBUG neutron.services.service_base [None req-281f3ae0-210f-42a1-9a93-77d1857bc4f0 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=84765) load_drivers /opt/stack/neutron/neutron/services/service_base.py:52}} Jan 14 06:56:36.450489 n-d-768862-2 neutron-server[84765]: DEBUG neutron.services.service_base [None req-281f3ae0-210f-42a1-9a93-77d1857bc4f0 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=84765) load_drivers /opt/stack/neutron/neutron/services/service_base.py:52}} Jan 14 06:56:36.451378 n-d-768862-2 neutron-server[84765]: DEBUG neutron.services.service_base [None req-281f3ae0-210f-42a1-9a93-77d1857bc4f0 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=84765) load_drivers /opt/stack/neutron/neutron/services/service_base.py:52}} Jan 14 06:56:36.451775 n-d-768862-2 neutron-server[84765]: INFO neutron.services.service_base [None req-281f3ae0-210f-42a1-9a93-77d1857bc4f0 None None] Default provider is not specified for service type L3_ROUTER_NAT Jan 14 06:56:36.452215 n-d-768862-2 neutron-server[84765]: DEBUG neutron.manager [None req-281f3ae0-210f-42a1-9a93-77d1857bc4f0 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=84765) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}} Jan 14 06:56:36.452560 n-d-768862-2 neutron-server[84765]: INFO neutron.manager [None req-281f3ae0-210f-42a1-9a93-77d1857bc4f0 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Jan 14 06:56:36.474399 n-d-768862-2 neutron-server[84765]: DEBUG neutron.manager [None req-281f3ae0-210f-42a1-9a93-77d1857bc4f0 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=84765) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}} Jan 14 06:56:36.474767 n-d-768862-2 neutron-server[84765]: INFO neutron.manager [None req-281f3ae0-210f-42a1-9a93-77d1857bc4f0 None None] Loading Plugin: auto_allocate Jan 14 06:56:36.488084 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-281f3ae0-210f-42a1-9a93-77d1857bc4f0 None None] Subscribe: network precommit_update 55550000 {{(pid=84765) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 14 06:56:36.488490 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-281f3ae0-210f-42a1-9a93-77d1857bc4f0 None None] Subscribe: network precommit_create 55550000 {{(pid=84765) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 14 06:56:36.489102 n-d-768862-2 neutron-server[84765]: DEBUG neutron.manager [None req-281f3ae0-210f-42a1-9a93-77d1857bc4f0 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=84765) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}} Jan 14 06:56:36.489460 n-d-768862-2 neutron-server[84765]: INFO neutron.manager [None req-281f3ae0-210f-42a1-9a93-77d1857bc4f0 None None] Loading Plugin: tag Jan 14 06:56:36.502187 n-d-768862-2 neutron-server[84765]: DEBUG neutron.manager [None req-281f3ae0-210f-42a1-9a93-77d1857bc4f0 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=84765) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}} Jan 14 06:56:36.502410 n-d-768862-2 neutron-server[84765]: INFO neutron.manager [None req-281f3ae0-210f-42a1-9a93-77d1857bc4f0 None None] Loading Plugin: timestamp Jan 14 06:56:36.507040 n-d-768862-2 neutron-server[84765]: DEBUG neutron.manager [None req-281f3ae0-210f-42a1-9a93-77d1857bc4f0 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=84765) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}} Jan 14 06:56:36.507408 n-d-768862-2 neutron-server[84765]: INFO neutron.manager [None req-281f3ae0-210f-42a1-9a93-77d1857bc4f0 None None] Loading Plugin: network_ip_availability Jan 14 06:56:36.513620 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-281f3ae0-210f-42a1-9a93-77d1857bc4f0 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=84765) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 14 06:56:36.514023 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-281f3ae0-210f-42a1-9a93-77d1857bc4f0 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=84765) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 14 06:56:36.514407 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-281f3ae0-210f-42a1-9a93-77d1857bc4f0 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=84765) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 14 06:56:36.515308 n-d-768862-2 neutron-server[84765]: DEBUG neutron.manager [None req-281f3ae0-210f-42a1-9a93-77d1857bc4f0 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=84765) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}} Jan 14 06:56:36.515669 n-d-768862-2 neutron-server[84765]: INFO neutron.manager [None req-281f3ae0-210f-42a1-9a93-77d1857bc4f0 None None] Loading Plugin: flavors Jan 14 06:56:36.533175 n-d-768862-2 neutron-server[84765]: DEBUG neutron.manager [None req-281f3ae0-210f-42a1-9a93-77d1857bc4f0 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=84765) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}} Jan 14 06:56:36.533538 n-d-768862-2 neutron-server[84765]: INFO neutron.manager [None req-281f3ae0-210f-42a1-9a93-77d1857bc4f0 None None] Loading Plugin: revisions Jan 14 06:56:36.538374 n-d-768862-2 neutron-server[84765]: DEBUG neutron.manager [None req-281f3ae0-210f-42a1-9a93-77d1857bc4f0 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=84765) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}} Jan 14 06:56:36.538802 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-281f3ae0-210f-42a1-9a93-77d1857bc4f0 None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 1.732s {{(pid=84765) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 06:56:36.539678 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.extensions [None req-281f3ae0-210f-42a1-9a93-77d1857bc4f0 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=84765) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:635}} Jan 14 06:56:36.540083 n-d-768862-2 neutron-server[84765]: INFO neutron.api.extensions [None req-281f3ae0-210f-42a1-9a93-77d1857bc4f0 None None] Initializing extension manager. Jan 14 06:56:36.540665 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.extensions [None req-281f3ae0-210f-42a1-9a93-77d1857bc4f0 None None] Loading extension file: __init__.py {{(pid=84765) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 14 06:56:36.541049 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.extensions [None req-281f3ae0-210f-42a1-9a93-77d1857bc4f0 None None] Loading extension file: __pycache__ {{(pid=84765) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 14 06:56:36.541403 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.extensions [None req-281f3ae0-210f-42a1-9a93-77d1857bc4f0 None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=84765) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 14 06:56:36.541768 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.extensions [None req-281f3ae0-210f-42a1-9a93-77d1857bc4f0 None None] Loading extension file: address_group.py {{(pid=84765) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 14 06:56:36.542649 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.extensions [None req-281f3ae0-210f-42a1-9a93-77d1857bc4f0 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=84765) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 14 06:56:36.543341 n-d-768862-2 neutron-server[84765]: INFO neutron.api.extensions [None req-281f3ae0-210f-42a1-9a93-77d1857bc4f0 None None] Loaded extension: address-group Jan 14 06:56:36.543770 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.extensions [None req-281f3ae0-210f-42a1-9a93-77d1857bc4f0 None None] Loading extension file: address_scope.py {{(pid=84765) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 14 06:56:36.544645 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.extensions [None req-281f3ae0-210f-42a1-9a93-77d1857bc4f0 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=84765) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 14 06:56:36.545161 n-d-768862-2 neutron-server[84765]: INFO neutron.api.extensions [None req-281f3ae0-210f-42a1-9a93-77d1857bc4f0 None None] Loaded extension: address-scope Jan 14 06:56:36.545519 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.extensions [None req-281f3ae0-210f-42a1-9a93-77d1857bc4f0 None None] Loading extension file: admin_state_down_before_update.py {{(pid=84765) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 14 06:56:36.546586 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.extensions [None req-281f3ae0-210f-42a1-9a93-77d1857bc4f0 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=84765) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 14 06:56:36.547174 n-d-768862-2 neutron-server[84765]: INFO neutron.api.extensions [None req-281f3ae0-210f-42a1-9a93-77d1857bc4f0 None None] Loaded extension: router-admin-state-down-before-update Jan 14 06:56:36.547529 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.extensions [None req-281f3ae0-210f-42a1-9a93-77d1857bc4f0 None None] Loading extension file: agent.py {{(pid=84765) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 14 06:56:36.548519 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.extensions [None req-281f3ae0-210f-42a1-9a93-77d1857bc4f0 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=84765) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 14 06:56:36.549098 n-d-768862-2 neutron-server[84765]: INFO neutron.api.extensions [None req-281f3ae0-210f-42a1-9a93-77d1857bc4f0 None None] Loaded extension: agent Jan 14 06:56:36.549454 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.extensions [None req-281f3ae0-210f-42a1-9a93-77d1857bc4f0 None None] Loading extension file: agent_resources_synced.py {{(pid=84765) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 14 06:56:36.550421 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.extensions [None req-281f3ae0-210f-42a1-9a93-77d1857bc4f0 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=84765) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 14 06:56:36.550999 n-d-768862-2 neutron-server[84765]: INFO neutron.api.extensions [None req-281f3ae0-210f-42a1-9a93-77d1857bc4f0 None None] Loaded extension: agent-resources-synced Jan 14 06:56:36.551354 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.extensions [None req-281f3ae0-210f-42a1-9a93-77d1857bc4f0 None None] Loading extension file: allowedaddresspairs.py {{(pid=84765) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 14 06:56:36.553327 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.extensions [None req-281f3ae0-210f-42a1-9a93-77d1857bc4f0 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=84765) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 14 06:56:36.553967 n-d-768862-2 neutron-server[84765]: INFO neutron.api.extensions [None req-281f3ae0-210f-42a1-9a93-77d1857bc4f0 None None] Loaded extension: allowed-address-pairs Jan 14 06:56:36.554327 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.extensions [None req-281f3ae0-210f-42a1-9a93-77d1857bc4f0 None None] Loading extension file: auto_allocated_topology.py {{(pid=84765) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 14 06:56:36.555467 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.extensions [None req-281f3ae0-210f-42a1-9a93-77d1857bc4f0 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=84765) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 14 06:56:36.556062 n-d-768862-2 neutron-server[84765]: INFO neutron.api.extensions [None req-281f3ae0-210f-42a1-9a93-77d1857bc4f0 None None] Loaded extension: auto-allocated-topology Jan 14 06:56:36.556420 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.extensions [None req-281f3ae0-210f-42a1-9a93-77d1857bc4f0 None None] Loading extension file: availability_zone.py {{(pid=84765) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 14 06:56:36.557180 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.extensions [None req-281f3ae0-210f-42a1-9a93-77d1857bc4f0 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=84765) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 14 06:56:36.557790 n-d-768862-2 neutron-server[84765]: INFO neutron.api.extensions [None req-281f3ae0-210f-42a1-9a93-77d1857bc4f0 None None] Loaded extension: availability_zone Jan 14 06:56:36.558143 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.extensions [None req-281f3ae0-210f-42a1-9a93-77d1857bc4f0 None None] Loading extension file: availability_zone_filter.py {{(pid=84765) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 14 06:56:36.559105 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.extensions [None req-281f3ae0-210f-42a1-9a93-77d1857bc4f0 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=84765) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 14 06:56:36.559692 n-d-768862-2 neutron-server[84765]: INFO neutron.api.extensions [None req-281f3ae0-210f-42a1-9a93-77d1857bc4f0 None None] Loaded extension: availability_zone_filter Jan 14 06:56:36.560126 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.extensions [None req-281f3ae0-210f-42a1-9a93-77d1857bc4f0 None None] Loading extension file: data_plane_status.py {{(pid=84765) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 14 06:56:36.561171 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.extensions [None req-281f3ae0-210f-42a1-9a93-77d1857bc4f0 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=84765) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 14 06:56:36.561749 n-d-768862-2 neutron-server[84765]: INFO neutron.api.extensions [None req-281f3ae0-210f-42a1-9a93-77d1857bc4f0 None None] Extension data-plane-status not supported by any of loaded plugins Jan 14 06:56:36.562100 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.extensions [None req-281f3ae0-210f-42a1-9a93-77d1857bc4f0 None None] Loading extension file: default_subnetpools.py {{(pid=84765) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 14 06:56:36.563040 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.extensions [None req-281f3ae0-210f-42a1-9a93-77d1857bc4f0 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=84765) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 14 06:56:36.563612 n-d-768862-2 neutron-server[84765]: INFO neutron.api.extensions [None req-281f3ae0-210f-42a1-9a93-77d1857bc4f0 None None] Loaded extension: default-subnetpools Jan 14 06:56:36.563999 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.extensions [None req-281f3ae0-210f-42a1-9a93-77d1857bc4f0 None None] Loading extension file: dhcpagentscheduler.py {{(pid=84765) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 14 06:56:36.564899 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.extensions [None req-281f3ae0-210f-42a1-9a93-77d1857bc4f0 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=84765) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 14 06:56:36.565477 n-d-768862-2 neutron-server[84765]: INFO neutron.api.extensions [None req-281f3ae0-210f-42a1-9a93-77d1857bc4f0 None None] Loaded extension: dhcp_agent_scheduler Jan 14 06:56:36.565830 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.extensions [None req-281f3ae0-210f-42a1-9a93-77d1857bc4f0 None None] Loading extension file: dns.py {{(pid=84765) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 14 06:56:36.566785 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.extensions [None req-281f3ae0-210f-42a1-9a93-77d1857bc4f0 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=84765) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 14 06:56:36.567349 n-d-768862-2 neutron-server[84765]: INFO neutron.api.extensions [None req-281f3ae0-210f-42a1-9a93-77d1857bc4f0 None None] Extension dns-integration not supported by any of loaded plugins Jan 14 06:56:36.567700 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.extensions [None req-281f3ae0-210f-42a1-9a93-77d1857bc4f0 None None] Loading extension file: dns_domain_ports.py {{(pid=84765) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 14 06:56:36.568671 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.extensions [None req-281f3ae0-210f-42a1-9a93-77d1857bc4f0 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=84765) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 14 06:56:36.569241 n-d-768862-2 neutron-server[84765]: INFO neutron.api.extensions [None req-281f3ae0-210f-42a1-9a93-77d1857bc4f0 None None] Extension dns-domain-ports not supported by any of loaded plugins Jan 14 06:56:36.569591 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.extensions [None req-281f3ae0-210f-42a1-9a93-77d1857bc4f0 None None] Loading extension file: dvr.py {{(pid=84765) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 14 06:56:36.570336 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.extensions [None req-281f3ae0-210f-42a1-9a93-77d1857bc4f0 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=84765) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 14 06:56:36.570915 n-d-768862-2 neutron-server[84765]: INFO neutron.api.extensions [None req-281f3ae0-210f-42a1-9a93-77d1857bc4f0 None None] Loaded extension: dvr Jan 14 06:56:36.571268 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.extensions [None req-281f3ae0-210f-42a1-9a93-77d1857bc4f0 None None] Loading extension file: empty_string_filtering.py {{(pid=84765) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 14 06:56:36.572229 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.extensions [None req-281f3ae0-210f-42a1-9a93-77d1857bc4f0 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=84765) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 14 06:56:36.572796 n-d-768862-2 neutron-server[84765]: INFO neutron.api.extensions [None req-281f3ae0-210f-42a1-9a93-77d1857bc4f0 None None] Loaded extension: empty-string-filtering Jan 14 06:56:36.573144 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.extensions [None req-281f3ae0-210f-42a1-9a93-77d1857bc4f0 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=84765) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 14 06:56:36.574217 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.extensions [None req-281f3ae0-210f-42a1-9a93-77d1857bc4f0 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=84765) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 14 06:56:36.574952 n-d-768862-2 neutron-server[84765]: INFO neutron.api.extensions [None req-281f3ae0-210f-42a1-9a93-77d1857bc4f0 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Jan 14 06:56:36.575492 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.extensions [None req-281f3ae0-210f-42a1-9a93-77d1857bc4f0 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=84765) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 14 06:56:36.576639 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.extensions [None req-281f3ae0-210f-42a1-9a93-77d1857bc4f0 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=84765) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 14 06:56:36.577216 n-d-768862-2 neutron-server[84765]: INFO neutron.api.extensions [None req-281f3ae0-210f-42a1-9a93-77d1857bc4f0 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Jan 14 06:56:36.577568 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.extensions [None req-281f3ae0-210f-42a1-9a93-77d1857bc4f0 None None] Loading extension file: external_net.py {{(pid=84765) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 14 06:56:36.578480 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.extensions [None req-281f3ae0-210f-42a1-9a93-77d1857bc4f0 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=84765) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 14 06:56:36.579060 n-d-768862-2 neutron-server[84765]: INFO neutron.api.extensions [None req-281f3ae0-210f-42a1-9a93-77d1857bc4f0 None None] Loaded extension: external-net Jan 14 06:56:36.579412 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.extensions [None req-281f3ae0-210f-42a1-9a93-77d1857bc4f0 None None] Loading extension file: extra_dhcp_opt.py {{(pid=84765) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 14 06:56:36.580354 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.extensions [None req-281f3ae0-210f-42a1-9a93-77d1857bc4f0 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=84765) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 14 06:56:36.580934 n-d-768862-2 neutron-server[84765]: INFO neutron.api.extensions [None req-281f3ae0-210f-42a1-9a93-77d1857bc4f0 None None] Loaded extension: extra_dhcp_opt Jan 14 06:56:36.581298 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.extensions [None req-281f3ae0-210f-42a1-9a93-77d1857bc4f0 None None] Loading extension file: extraroute.py {{(pid=84765) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 14 06:56:36.582211 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.extensions [None req-281f3ae0-210f-42a1-9a93-77d1857bc4f0 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=84765) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 14 06:56:36.582796 n-d-768862-2 neutron-server[84765]: INFO neutron.api.extensions [None req-281f3ae0-210f-42a1-9a93-77d1857bc4f0 None None] Loaded extension: extraroute Jan 14 06:56:36.583155 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.extensions [None req-281f3ae0-210f-42a1-9a93-77d1857bc4f0 None None] Loading extension file: extraroute_atomic.py {{(pid=84765) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 14 06:56:36.584255 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.extensions [None req-281f3ae0-210f-42a1-9a93-77d1857bc4f0 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=84765) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 14 06:56:36.584836 n-d-768862-2 neutron-server[84765]: INFO neutron.api.extensions [None req-281f3ae0-210f-42a1-9a93-77d1857bc4f0 None None] Loaded extension: extraroute-atomic Jan 14 06:56:36.585192 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.extensions [None req-281f3ae0-210f-42a1-9a93-77d1857bc4f0 None None] Loading extension file: filter_validation.py {{(pid=84765) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 14 06:56:36.585920 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.extensions [None req-281f3ae0-210f-42a1-9a93-77d1857bc4f0 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=84765) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 14 06:56:36.586487 n-d-768862-2 neutron-server[84765]: INFO neutron.api.extensions [None req-281f3ae0-210f-42a1-9a93-77d1857bc4f0 None None] Loaded extension: filter-validation Jan 14 06:56:36.586841 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.extensions [None req-281f3ae0-210f-42a1-9a93-77d1857bc4f0 None None] Loading extension file: fip_pf_description.py {{(pid=84765) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 14 06:56:36.587783 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.extensions [None req-281f3ae0-210f-42a1-9a93-77d1857bc4f0 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=84765) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 14 06:56:36.588382 n-d-768862-2 neutron-server[84765]: INFO neutron.api.extensions [None req-281f3ae0-210f-42a1-9a93-77d1857bc4f0 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Jan 14 06:56:36.588736 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.extensions [None req-281f3ae0-210f-42a1-9a93-77d1857bc4f0 None None] Loading extension file: fip_port_details.py {{(pid=84765) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 14 06:56:36.589666 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.extensions [None req-281f3ae0-210f-42a1-9a93-77d1857bc4f0 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=84765) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 14 06:56:36.590234 n-d-768862-2 neutron-server[84765]: INFO neutron.api.extensions [None req-281f3ae0-210f-42a1-9a93-77d1857bc4f0 None None] Loaded extension: fip-port-details Jan 14 06:56:36.590658 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.extensions [None req-281f3ae0-210f-42a1-9a93-77d1857bc4f0 None None] Loading extension file: flavors.py {{(pid=84765) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 14 06:56:36.592022 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.extensions [None req-281f3ae0-210f-42a1-9a93-77d1857bc4f0 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=84765) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 14 06:56:36.592601 n-d-768862-2 neutron-server[84765]: INFO neutron.api.extensions [None req-281f3ae0-210f-42a1-9a93-77d1857bc4f0 None None] Loaded extension: flavors Jan 14 06:56:36.592961 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.extensions [None req-281f3ae0-210f-42a1-9a93-77d1857bc4f0 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=84765) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 14 06:56:36.594666 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.extensions [None req-281f3ae0-210f-42a1-9a93-77d1857bc4f0 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=84765) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 14 06:56:36.595254 n-d-768862-2 neutron-server[84765]: INFO neutron.api.extensions [None req-281f3ae0-210f-42a1-9a93-77d1857bc4f0 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Jan 14 06:56:36.595613 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.extensions [None req-281f3ae0-210f-42a1-9a93-77d1857bc4f0 None None] Loading extension file: floatingip_pools.py {{(pid=84765) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 14 06:56:36.596405 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.extensions [None req-281f3ae0-210f-42a1-9a93-77d1857bc4f0 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=84765) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 14 06:56:36.596980 n-d-768862-2 neutron-server[84765]: INFO neutron.api.extensions [None req-281f3ae0-210f-42a1-9a93-77d1857bc4f0 None None] Loaded extension: floatingip-pools Jan 14 06:56:36.597334 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.extensions [None req-281f3ae0-210f-42a1-9a93-77d1857bc4f0 None None] Loading extension file: ip_allocation.py {{(pid=84765) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 14 06:56:36.598285 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.extensions [None req-281f3ae0-210f-42a1-9a93-77d1857bc4f0 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=84765) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 14 06:56:36.598860 n-d-768862-2 neutron-server[84765]: INFO neutron.api.extensions [None req-281f3ae0-210f-42a1-9a93-77d1857bc4f0 None None] Extension ip_allocation not supported by any of loaded plugins Jan 14 06:56:36.599210 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.extensions [None req-281f3ae0-210f-42a1-9a93-77d1857bc4f0 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=84765) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 14 06:56:36.600211 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.extensions [None req-281f3ae0-210f-42a1-9a93-77d1857bc4f0 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=84765) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 14 06:56:36.600782 n-d-768862-2 neutron-server[84765]: INFO neutron.api.extensions [None req-281f3ae0-210f-42a1-9a93-77d1857bc4f0 None None] Loaded extension: ip-substring-filtering Jan 14 06:56:36.601142 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.extensions [None req-281f3ae0-210f-42a1-9a93-77d1857bc4f0 None None] Loading extension file: l2_adjacency.py {{(pid=84765) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 14 06:56:36.602441 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.extensions [None req-281f3ae0-210f-42a1-9a93-77d1857bc4f0 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=84765) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 14 06:56:36.602995 n-d-768862-2 neutron-server[84765]: INFO neutron.api.extensions [None req-281f3ae0-210f-42a1-9a93-77d1857bc4f0 None None] Extension l2_adjacency not supported by any of loaded plugins Jan 14 06:56:36.603353 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.extensions [None req-281f3ae0-210f-42a1-9a93-77d1857bc4f0 None None] Loading extension file: l3.py {{(pid=84765) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 14 06:56:36.604663 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.extensions [None req-281f3ae0-210f-42a1-9a93-77d1857bc4f0 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=84765) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 14 06:56:36.605258 n-d-768862-2 neutron-server[84765]: INFO neutron.api.extensions [None req-281f3ae0-210f-42a1-9a93-77d1857bc4f0 None None] Loaded extension: router Jan 14 06:56:36.605617 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.extensions [None req-281f3ae0-210f-42a1-9a93-77d1857bc4f0 None None] Loading extension file: l3_conntrack_helper.py {{(pid=84765) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 14 06:56:36.608173 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.extensions [None req-281f3ae0-210f-42a1-9a93-77d1857bc4f0 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=84765) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 14 06:56:36.608772 n-d-768862-2 neutron-server[84765]: INFO neutron.api.extensions [None req-281f3ae0-210f-42a1-9a93-77d1857bc4f0 None None] Extension l3-conntrack-helper not supported by any of loaded plugins Jan 14 06:56:36.609139 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.extensions [None req-281f3ae0-210f-42a1-9a93-77d1857bc4f0 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=84765) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 14 06:56:36.610063 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.extensions [None req-281f3ae0-210f-42a1-9a93-77d1857bc4f0 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=84765) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 14 06:56:36.610643 n-d-768862-2 neutron-server[84765]: INFO neutron.api.extensions [None req-281f3ae0-210f-42a1-9a93-77d1857bc4f0 None None] Loaded extension: ext-gw-mode Jan 14 06:56:36.611007 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.extensions [None req-281f3ae0-210f-42a1-9a93-77d1857bc4f0 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=84765) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 14 06:56:36.611958 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.extensions [None req-281f3ae0-210f-42a1-9a93-77d1857bc4f0 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=84765) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 14 06:56:36.612534 n-d-768862-2 neutron-server[84765]: INFO neutron.api.extensions [None req-281f3ae0-210f-42a1-9a93-77d1857bc4f0 None None] Loaded extension: l3-ha Jan 14 06:56:36.612892 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.extensions [None req-281f3ae0-210f-42a1-9a93-77d1857bc4f0 None None] Loading extension file: l3_flavors.py {{(pid=84765) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 14 06:56:36.613809 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.extensions [None req-281f3ae0-210f-42a1-9a93-77d1857bc4f0 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=84765) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 14 06:56:36.614382 n-d-768862-2 neutron-server[84765]: INFO neutron.api.extensions [None req-281f3ae0-210f-42a1-9a93-77d1857bc4f0 None None] Loaded extension: l3-flavors Jan 14 06:56:36.614738 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.extensions [None req-281f3ae0-210f-42a1-9a93-77d1857bc4f0 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=84765) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 14 06:56:36.615662 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.extensions [None req-281f3ae0-210f-42a1-9a93-77d1857bc4f0 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=84765) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 14 06:56:36.616255 n-d-768862-2 neutron-server[84765]: INFO neutron.api.extensions [None req-281f3ae0-210f-42a1-9a93-77d1857bc4f0 None None] Loaded extension: l3-port-ip-change-not-allowed Jan 14 06:56:36.616614 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.extensions [None req-281f3ae0-210f-42a1-9a93-77d1857bc4f0 None None] Loading extension file: l3agentscheduler.py {{(pid=84765) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 14 06:56:36.617870 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.extensions [None req-281f3ae0-210f-42a1-9a93-77d1857bc4f0 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=84765) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 14 06:56:36.618471 n-d-768862-2 neutron-server[84765]: INFO neutron.api.extensions [None req-281f3ae0-210f-42a1-9a93-77d1857bc4f0 None None] Loaded extension: l3_agent_scheduler Jan 14 06:56:36.618827 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.extensions [None req-281f3ae0-210f-42a1-9a93-77d1857bc4f0 None None] Loading extension file: logging.py {{(pid=84765) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 14 06:56:36.620577 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.extensions [None req-281f3ae0-210f-42a1-9a93-77d1857bc4f0 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=84765) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 14 06:56:36.621170 n-d-768862-2 neutron-server[84765]: INFO neutron.api.extensions [None req-281f3ae0-210f-42a1-9a93-77d1857bc4f0 None None] Extension logging not supported by any of loaded plugins Jan 14 06:56:36.621539 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.extensions [None req-281f3ae0-210f-42a1-9a93-77d1857bc4f0 None None] Loading extension file: metering.py {{(pid=84765) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 14 06:56:36.622381 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.extensions [None req-281f3ae0-210f-42a1-9a93-77d1857bc4f0 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=84765) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 14 06:56:36.623099 n-d-768862-2 neutron-server[84765]: INFO neutron.api.extensions [None req-281f3ae0-210f-42a1-9a93-77d1857bc4f0 None None] Loaded extension: metering Jan 14 06:56:36.623457 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.extensions [None req-281f3ae0-210f-42a1-9a93-77d1857bc4f0 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=84765) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 14 06:56:36.624615 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.extensions [None req-281f3ae0-210f-42a1-9a93-77d1857bc4f0 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=84765) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 14 06:56:36.625197 n-d-768862-2 neutron-server[84765]: INFO neutron.api.extensions [None req-281f3ae0-210f-42a1-9a93-77d1857bc4f0 None None] Loaded extension: metering_source_and_destination_fields Jan 14 06:56:36.625560 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.extensions [None req-281f3ae0-210f-42a1-9a93-77d1857bc4f0 None None] Loading extension file: multiprovidernet.py {{(pid=84765) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 14 06:56:36.626493 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.extensions [None req-281f3ae0-210f-42a1-9a93-77d1857bc4f0 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=84765) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 14 06:56:36.627066 n-d-768862-2 neutron-server[84765]: INFO neutron.api.extensions [None req-281f3ae0-210f-42a1-9a93-77d1857bc4f0 None None] Loaded extension: multi-provider Jan 14 06:56:36.627422 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.extensions [None req-281f3ae0-210f-42a1-9a93-77d1857bc4f0 None None] Loading extension file: netmtu.py {{(pid=84765) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 14 06:56:36.628387 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.extensions [None req-281f3ae0-210f-42a1-9a93-77d1857bc4f0 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=84765) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 14 06:56:36.628955 n-d-768862-2 neutron-server[84765]: INFO neutron.api.extensions [None req-281f3ae0-210f-42a1-9a93-77d1857bc4f0 None None] Loaded extension: net-mtu Jan 14 06:56:36.629314 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.extensions [None req-281f3ae0-210f-42a1-9a93-77d1857bc4f0 None None] Loading extension file: netmtu_writable.py {{(pid=84765) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 14 06:56:36.630239 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.extensions [None req-281f3ae0-210f-42a1-9a93-77d1857bc4f0 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=84765) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 14 06:56:36.630809 n-d-768862-2 neutron-server[84765]: INFO neutron.api.extensions [None req-281f3ae0-210f-42a1-9a93-77d1857bc4f0 None None] Loaded extension: net-mtu-writable Jan 14 06:56:36.631170 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.extensions [None req-281f3ae0-210f-42a1-9a93-77d1857bc4f0 None None] Loading extension file: network_availability_zone.py {{(pid=84765) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 14 06:56:36.631965 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.extensions [None req-281f3ae0-210f-42a1-9a93-77d1857bc4f0 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=84765) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 14 06:56:36.632535 n-d-768862-2 neutron-server[84765]: INFO neutron.api.extensions [None req-281f3ae0-210f-42a1-9a93-77d1857bc4f0 None None] Loaded extension: network_availability_zone Jan 14 06:56:36.632890 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.extensions [None req-281f3ae0-210f-42a1-9a93-77d1857bc4f0 None None] Loading extension file: network_ip_availability.py {{(pid=84765) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 14 06:56:36.634028 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.extensions [None req-281f3ae0-210f-42a1-9a93-77d1857bc4f0 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=84765) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 14 06:56:36.634605 n-d-768862-2 neutron-server[84765]: INFO neutron.api.extensions [None req-281f3ae0-210f-42a1-9a93-77d1857bc4f0 None None] Loaded extension: network-ip-availability Jan 14 06:56:36.634960 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.extensions [None req-281f3ae0-210f-42a1-9a93-77d1857bc4f0 None None] Loading extension file: network_segment_range.py {{(pid=84765) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 14 06:56:36.635822 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.extensions [None req-281f3ae0-210f-42a1-9a93-77d1857bc4f0 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=84765) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 14 06:56:36.636436 n-d-768862-2 neutron-server[84765]: INFO neutron.api.extensions [None req-281f3ae0-210f-42a1-9a93-77d1857bc4f0 None None] Extension network-segment-range not supported by any of loaded plugins Jan 14 06:56:36.636787 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.extensions [None req-281f3ae0-210f-42a1-9a93-77d1857bc4f0 None None] Loading extension file: pagination.py {{(pid=84765) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 14 06:56:36.638019 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.extensions [None req-281f3ae0-210f-42a1-9a93-77d1857bc4f0 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=84765) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 14 06:56:36.638394 n-d-768862-2 neutron-server[84765]: INFO neutron.api.extensions [None req-281f3ae0-210f-42a1-9a93-77d1857bc4f0 None None] Loaded extension: pagination Jan 14 06:56:36.638748 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.extensions [None req-281f3ae0-210f-42a1-9a93-77d1857bc4f0 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=84765) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 14 06:56:36.639718 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.extensions [None req-281f3ae0-210f-42a1-9a93-77d1857bc4f0 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=84765) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 14 06:56:36.640346 n-d-768862-2 neutron-server[84765]: INFO neutron.api.extensions [None req-281f3ae0-210f-42a1-9a93-77d1857bc4f0 None None] Loaded extension: port-mac-address-regenerate Jan 14 06:56:36.640697 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.extensions [None req-281f3ae0-210f-42a1-9a93-77d1857bc4f0 None None] Loading extension file: port_numa_affinity_policy.py {{(pid=84765) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 14 06:56:36.641654 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.extensions [None req-281f3ae0-210f-42a1-9a93-77d1857bc4f0 None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=84765) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 14 06:56:36.642235 n-d-768862-2 neutron-server[84765]: INFO neutron.api.extensions [None req-281f3ae0-210f-42a1-9a93-77d1857bc4f0 None None] Loaded extension: port-numa-affinity-policy Jan 14 06:56:36.642587 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.extensions [None req-281f3ae0-210f-42a1-9a93-77d1857bc4f0 None None] Loading extension file: port_resource_request.py {{(pid=84765) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 14 06:56:36.643502 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.extensions [None req-281f3ae0-210f-42a1-9a93-77d1857bc4f0 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=84765) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 14 06:56:36.644100 n-d-768862-2 neutron-server[84765]: INFO neutron.api.extensions [None req-281f3ae0-210f-42a1-9a93-77d1857bc4f0 None None] Extension port-resource-request not supported by any of loaded plugins Jan 14 06:56:36.644455 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.extensions [None req-281f3ae0-210f-42a1-9a93-77d1857bc4f0 None None] Loading extension file: portbindings.py {{(pid=84765) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 14 06:56:36.645534 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.extensions [None req-281f3ae0-210f-42a1-9a93-77d1857bc4f0 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=84765) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 14 06:56:36.646111 n-d-768862-2 neutron-server[84765]: INFO neutron.api.extensions [None req-281f3ae0-210f-42a1-9a93-77d1857bc4f0 None None] Loaded extension: binding Jan 14 06:56:36.646469 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.extensions [None req-281f3ae0-210f-42a1-9a93-77d1857bc4f0 None None] Loading extension file: portbindings_extended.py {{(pid=84765) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 14 06:56:36.647864 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.extensions [None req-281f3ae0-210f-42a1-9a93-77d1857bc4f0 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=84765) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 14 06:56:36.648456 n-d-768862-2 neutron-server[84765]: INFO neutron.api.extensions [None req-281f3ae0-210f-42a1-9a93-77d1857bc4f0 None None] Loaded extension: binding-extended Jan 14 06:56:36.648817 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.extensions [None req-281f3ae0-210f-42a1-9a93-77d1857bc4f0 None None] Loading extension file: portsecurity.py {{(pid=84765) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 14 06:56:36.649822 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.extensions [None req-281f3ae0-210f-42a1-9a93-77d1857bc4f0 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=84765) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 14 06:56:36.650483 n-d-768862-2 neutron-server[84765]: INFO neutron.api.extensions [None req-281f3ae0-210f-42a1-9a93-77d1857bc4f0 None None] Loaded extension: port-security Jan 14 06:56:36.650919 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.extensions [None req-281f3ae0-210f-42a1-9a93-77d1857bc4f0 None None] Loading extension file: project_id.py {{(pid=84765) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 14 06:56:36.652110 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.extensions [None req-281f3ae0-210f-42a1-9a93-77d1857bc4f0 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=84765) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 14 06:56:36.652479 n-d-768862-2 neutron-server[84765]: INFO neutron.api.extensions [None req-281f3ae0-210f-42a1-9a93-77d1857bc4f0 None None] Loaded extension: project-id Jan 14 06:56:36.652820 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.extensions [None req-281f3ae0-210f-42a1-9a93-77d1857bc4f0 None None] Loading extension file: providernet.py {{(pid=84765) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 14 06:56:36.653825 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.extensions [None req-281f3ae0-210f-42a1-9a93-77d1857bc4f0 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=84765) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 14 06:56:36.654415 n-d-768862-2 neutron-server[84765]: INFO neutron.api.extensions [None req-281f3ae0-210f-42a1-9a93-77d1857bc4f0 None None] Loaded extension: provider Jan 14 06:56:36.654775 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.extensions [None req-281f3ae0-210f-42a1-9a93-77d1857bc4f0 None None] Loading extension file: qos.py {{(pid=84765) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 14 06:56:36.658456 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.extensions [None req-281f3ae0-210f-42a1-9a93-77d1857bc4f0 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=84765) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 14 06:56:36.659056 n-d-768862-2 neutron-server[84765]: INFO neutron.api.extensions [None req-281f3ae0-210f-42a1-9a93-77d1857bc4f0 None None] Extension qos not supported by any of loaded plugins Jan 14 06:56:36.659426 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.extensions [None req-281f3ae0-210f-42a1-9a93-77d1857bc4f0 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=84765) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 14 06:56:36.660713 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.extensions [None req-281f3ae0-210f-42a1-9a93-77d1857bc4f0 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=84765) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 14 06:56:36.661298 n-d-768862-2 neutron-server[84765]: INFO neutron.api.extensions [None req-281f3ae0-210f-42a1-9a93-77d1857bc4f0 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Jan 14 06:56:36.661660 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.extensions [None req-281f3ae0-210f-42a1-9a93-77d1857bc4f0 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=84765) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 14 06:56:36.662576 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.extensions [None req-281f3ae0-210f-42a1-9a93-77d1857bc4f0 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=84765) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 14 06:56:36.663150 n-d-768862-2 neutron-server[84765]: INFO neutron.api.extensions [None req-281f3ae0-210f-42a1-9a93-77d1857bc4f0 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Jan 14 06:56:36.663503 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.extensions [None req-281f3ae0-210f-42a1-9a93-77d1857bc4f0 None None] Loading extension file: qos_default.py {{(pid=84765) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 14 06:56:36.665650 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.extensions [None req-281f3ae0-210f-42a1-9a93-77d1857bc4f0 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=84765) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 14 06:56:36.665650 n-d-768862-2 neutron-server[84765]: INFO neutron.api.extensions [None req-281f3ae0-210f-42a1-9a93-77d1857bc4f0 None None] Extension qos-default not supported by any of loaded plugins Jan 14 06:56:36.665650 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.extensions [None req-281f3ae0-210f-42a1-9a93-77d1857bc4f0 None None] Loading extension file: qos_fip.py {{(pid=84765) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 14 06:56:36.666518 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.extensions [None req-281f3ae0-210f-42a1-9a93-77d1857bc4f0 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=84765) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 14 06:56:36.666518 n-d-768862-2 neutron-server[84765]: INFO neutron.api.extensions [None req-281f3ae0-210f-42a1-9a93-77d1857bc4f0 None None] Extension qos-fip not supported by any of loaded plugins Jan 14 06:56:36.666880 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.extensions [None req-281f3ae0-210f-42a1-9a93-77d1857bc4f0 None None] Loading extension file: qos_gateway_ip.py {{(pid=84765) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 14 06:56:36.667826 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.extensions [None req-281f3ae0-210f-42a1-9a93-77d1857bc4f0 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=84765) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 14 06:56:36.668427 n-d-768862-2 neutron-server[84765]: INFO neutron.api.extensions [None req-281f3ae0-210f-42a1-9a93-77d1857bc4f0 None None] Extension qos-gateway-ip not supported by any of loaded plugins Jan 14 06:56:36.668876 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.extensions [None req-281f3ae0-210f-42a1-9a93-77d1857bc4f0 None None] Loading extension file: qos_port_network_policy.py {{(pid=84765) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 14 06:56:36.669915 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.extensions [None req-281f3ae0-210f-42a1-9a93-77d1857bc4f0 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=84765) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 14 06:56:36.670494 n-d-768862-2 neutron-server[84765]: INFO neutron.api.extensions [None req-281f3ae0-210f-42a1-9a93-77d1857bc4f0 None None] Extension qos-port-network-policy not supported by any of loaded plugins Jan 14 06:56:36.670851 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.extensions [None req-281f3ae0-210f-42a1-9a93-77d1857bc4f0 None None] Loading extension file: qos_rule_type_details.py {{(pid=84765) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 14 06:56:36.671778 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.extensions [None req-281f3ae0-210f-42a1-9a93-77d1857bc4f0 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=84765) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 14 06:56:36.672378 n-d-768862-2 neutron-server[84765]: INFO neutron.api.extensions [None req-281f3ae0-210f-42a1-9a93-77d1857bc4f0 None None] Extension qos-rule-type-details not supported by any of loaded plugins Jan 14 06:56:36.672736 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.extensions [None req-281f3ae0-210f-42a1-9a93-77d1857bc4f0 None None] Loading extension file: qos_rules_alias.py {{(pid=84765) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 14 06:56:36.673812 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.extensions [None req-281f3ae0-210f-42a1-9a93-77d1857bc4f0 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=84765) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 14 06:56:36.674389 n-d-768862-2 neutron-server[84765]: INFO neutron.api.extensions [None req-281f3ae0-210f-42a1-9a93-77d1857bc4f0 None None] Extension qos-rules-alias not supported by any of loaded plugins Jan 14 06:56:36.674746 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.extensions [None req-281f3ae0-210f-42a1-9a93-77d1857bc4f0 None None] Loading extension file: quotasv2.py {{(pid=84765) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 14 06:56:36.675814 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.extensions [None req-281f3ae0-210f-42a1-9a93-77d1857bc4f0 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per tenant" updated="2012-07-29T10:00:00-00:00" {{(pid=84765) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 14 06:56:36.676203 n-d-768862-2 neutron-server[84765]: INFO neutron.api.extensions [None req-281f3ae0-210f-42a1-9a93-77d1857bc4f0 None None] Loaded extension: quotas Jan 14 06:56:36.676558 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.extensions [None req-281f3ae0-210f-42a1-9a93-77d1857bc4f0 None None] Loading extension file: quotasv2_detail.py {{(pid=84765) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 14 06:56:36.678165 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.extensions [None req-281f3ae0-210f-42a1-9a93-77d1857bc4f0 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=84765) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 14 06:56:36.678537 n-d-768862-2 neutron-server[84765]: INFO neutron.api.extensions [None req-281f3ae0-210f-42a1-9a93-77d1857bc4f0 None None] Loaded extension: quota_details Jan 14 06:56:36.678901 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.extensions [None req-281f3ae0-210f-42a1-9a93-77d1857bc4f0 None None] Loading extension file: rbac.py {{(pid=84765) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 14 06:56:36.680128 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.extensions [None req-281f3ae0-210f-42a1-9a93-77d1857bc4f0 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=84765) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 14 06:56:36.680726 n-d-768862-2 neutron-server[84765]: INFO neutron.api.extensions [None req-281f3ae0-210f-42a1-9a93-77d1857bc4f0 None None] Loaded extension: rbac-policies Jan 14 06:56:36.681090 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.extensions [None req-281f3ae0-210f-42a1-9a93-77d1857bc4f0 None None] Loading extension file: rbac_address_scope.py {{(pid=84765) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 14 06:56:36.682021 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.extensions [None req-281f3ae0-210f-42a1-9a93-77d1857bc4f0 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=84765) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 14 06:56:36.682608 n-d-768862-2 neutron-server[84765]: INFO neutron.api.extensions [None req-281f3ae0-210f-42a1-9a93-77d1857bc4f0 None None] Loaded extension: rbac-address-scope Jan 14 06:56:36.682967 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.extensions [None req-281f3ae0-210f-42a1-9a93-77d1857bc4f0 None None] Loading extension file: rbac_security_groups.py {{(pid=84765) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 14 06:56:36.691852 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.extensions [None req-281f3ae0-210f-42a1-9a93-77d1857bc4f0 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=84765) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 14 06:56:36.691852 n-d-768862-2 neutron-server[84765]: INFO neutron.api.extensions [None req-281f3ae0-210f-42a1-9a93-77d1857bc4f0 None None] Loaded extension: rbac-security-groups Jan 14 06:56:36.691852 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.extensions [None req-281f3ae0-210f-42a1-9a93-77d1857bc4f0 None None] Loading extension file: rbac_subnetpool.py {{(pid=84765) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 14 06:56:36.691852 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.extensions [None req-281f3ae0-210f-42a1-9a93-77d1857bc4f0 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=84765) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 14 06:56:36.691852 n-d-768862-2 neutron-server[84765]: INFO neutron.api.extensions [None req-281f3ae0-210f-42a1-9a93-77d1857bc4f0 None None] Loaded extension: rbac-subnetpool Jan 14 06:56:36.691852 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.extensions [None req-281f3ae0-210f-42a1-9a93-77d1857bc4f0 None None] Loading extension file: revisionifmatch.py {{(pid=84765) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 14 06:56:36.692468 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.extensions [None req-281f3ae0-210f-42a1-9a93-77d1857bc4f0 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=84765) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 14 06:56:36.692468 n-d-768862-2 neutron-server[84765]: INFO neutron.api.extensions [None req-281f3ae0-210f-42a1-9a93-77d1857bc4f0 None None] Loaded extension: revision-if-match Jan 14 06:56:36.692468 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.extensions [None req-281f3ae0-210f-42a1-9a93-77d1857bc4f0 None None] Loading extension file: revisions.py {{(pid=84765) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 14 06:56:36.692468 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.extensions [None req-281f3ae0-210f-42a1-9a93-77d1857bc4f0 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=84765) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 14 06:56:36.692468 n-d-768862-2 neutron-server[84765]: INFO neutron.api.extensions [None req-281f3ae0-210f-42a1-9a93-77d1857bc4f0 None None] Loaded extension: standard-attr-revisions Jan 14 06:56:36.692468 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.extensions [None req-281f3ae0-210f-42a1-9a93-77d1857bc4f0 None None] Loading extension file: router_availability_zone.py {{(pid=84765) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 14 06:56:36.692989 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.extensions [None req-281f3ae0-210f-42a1-9a93-77d1857bc4f0 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=84765) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 14 06:56:36.692989 n-d-768862-2 neutron-server[84765]: INFO neutron.api.extensions [None req-281f3ae0-210f-42a1-9a93-77d1857bc4f0 None None] Loaded extension: router_availability_zone Jan 14 06:56:36.692989 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.extensions [None req-281f3ae0-210f-42a1-9a93-77d1857bc4f0 None None] Loading extension file: routerservicetype.py {{(pid=84765) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 14 06:56:36.693243 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.extensions [None req-281f3ae0-210f-42a1-9a93-77d1857bc4f0 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=84765) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 14 06:56:36.693621 n-d-768862-2 neutron-server[84765]: INFO neutron.api.extensions [None req-281f3ae0-210f-42a1-9a93-77d1857bc4f0 None None] Extension router-service-type not supported by any of loaded plugins Jan 14 06:56:36.693973 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.extensions [None req-281f3ae0-210f-42a1-9a93-77d1857bc4f0 None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=84765) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 14 06:56:36.694910 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.extensions [None req-281f3ae0-210f-42a1-9a93-77d1857bc4f0 None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=84765) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 14 06:56:36.695506 n-d-768862-2 neutron-server[84765]: INFO neutron.api.extensions [None req-281f3ae0-210f-42a1-9a93-77d1857bc4f0 None None] Loaded extension: security-groups-normalized-cidr Jan 14 06:56:36.695871 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.extensions [None req-281f3ae0-210f-42a1-9a93-77d1857bc4f0 None None] Loading extension file: security_groups_port_filtering.py {{(pid=84765) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 14 06:56:36.696803 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.extensions [None req-281f3ae0-210f-42a1-9a93-77d1857bc4f0 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=84765) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 14 06:56:36.697374 n-d-768862-2 neutron-server[84765]: INFO neutron.api.extensions [None req-281f3ae0-210f-42a1-9a93-77d1857bc4f0 None None] Loaded extension: port-security-groups-filtering Jan 14 06:56:36.697728 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.extensions [None req-281f3ae0-210f-42a1-9a93-77d1857bc4f0 None None] Loading extension file: security_groups_remote_address_group.py {{(pid=84765) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 14 06:56:36.698647 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.extensions [None req-281f3ae0-210f-42a1-9a93-77d1857bc4f0 None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=84765) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 14 06:56:36.699229 n-d-768862-2 neutron-server[84765]: INFO neutron.api.extensions [None req-281f3ae0-210f-42a1-9a93-77d1857bc4f0 None None] Loaded extension: security-groups-remote-address-group Jan 14 06:56:36.699585 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.extensions [None req-281f3ae0-210f-42a1-9a93-77d1857bc4f0 None None] Loading extension file: securitygroup.py {{(pid=84765) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 14 06:56:36.714655 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.extensions [None req-281f3ae0-210f-42a1-9a93-77d1857bc4f0 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=84765) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 14 06:56:36.715340 n-d-768862-2 neutron-server[84765]: INFO neutron.api.extensions [None req-281f3ae0-210f-42a1-9a93-77d1857bc4f0 None None] Loaded extension: security-group Jan 14 06:56:36.715878 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.extensions [None req-281f3ae0-210f-42a1-9a93-77d1857bc4f0 None None] Loading extension file: segment.py {{(pid=84765) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 14 06:56:36.717259 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.extensions [None req-281f3ae0-210f-42a1-9a93-77d1857bc4f0 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=84765) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 14 06:56:36.717839 n-d-768862-2 neutron-server[84765]: INFO neutron.api.extensions [None req-281f3ae0-210f-42a1-9a93-77d1857bc4f0 None None] Extension segment not supported by any of loaded plugins Jan 14 06:56:36.718208 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.extensions [None req-281f3ae0-210f-42a1-9a93-77d1857bc4f0 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=84765) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 14 06:56:36.719200 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.extensions [None req-281f3ae0-210f-42a1-9a93-77d1857bc4f0 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=84765) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 14 06:56:36.719783 n-d-768862-2 neutron-server[84765]: INFO neutron.api.extensions [None req-281f3ae0-210f-42a1-9a93-77d1857bc4f0 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Jan 14 06:56:36.720166 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.extensions [None req-281f3ae0-210f-42a1-9a93-77d1857bc4f0 None None] Loading extension file: servicetype.py {{(pid=84765) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 14 06:56:36.721280 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.extensions [None req-281f3ae0-210f-42a1-9a93-77d1857bc4f0 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=84765) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 14 06:56:36.721863 n-d-768862-2 neutron-server[84765]: INFO neutron.api.extensions [None req-281f3ae0-210f-42a1-9a93-77d1857bc4f0 None None] Loaded extension: service-type Jan 14 06:56:36.722203 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.extensions [None req-281f3ae0-210f-42a1-9a93-77d1857bc4f0 None None] Loading extension file: sorting.py {{(pid=84765) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 14 06:56:36.723195 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.extensions [None req-281f3ae0-210f-42a1-9a93-77d1857bc4f0 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=84765) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 14 06:56:36.723564 n-d-768862-2 neutron-server[84765]: INFO neutron.api.extensions [None req-281f3ae0-210f-42a1-9a93-77d1857bc4f0 None None] Loaded extension: sorting Jan 14 06:56:36.723941 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.extensions [None req-281f3ae0-210f-42a1-9a93-77d1857bc4f0 None None] Loading extension file: standard_attr_segment.py {{(pid=84765) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 14 06:56:36.724859 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.extensions [None req-281f3ae0-210f-42a1-9a93-77d1857bc4f0 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=84765) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 14 06:56:36.725440 n-d-768862-2 neutron-server[84765]: INFO neutron.api.extensions [None req-281f3ae0-210f-42a1-9a93-77d1857bc4f0 None None] Extension standard-attr-segment not supported by any of loaded plugins Jan 14 06:56:36.725788 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.extensions [None req-281f3ae0-210f-42a1-9a93-77d1857bc4f0 None None] Loading extension file: standardattrdescription.py {{(pid=84765) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 14 06:56:36.726835 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.extensions [None req-281f3ae0-210f-42a1-9a93-77d1857bc4f0 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=84765) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 14 06:56:36.727409 n-d-768862-2 neutron-server[84765]: INFO neutron.api.extensions [None req-281f3ae0-210f-42a1-9a93-77d1857bc4f0 None None] Loaded extension: standard-attr-description Jan 14 06:56:36.727760 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.extensions [None req-281f3ae0-210f-42a1-9a93-77d1857bc4f0 None None] Loading extension file: stateful_security_group.py {{(pid=84765) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 14 06:56:36.728739 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.extensions [None req-281f3ae0-210f-42a1-9a93-77d1857bc4f0 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=84765) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 14 06:56:36.729308 n-d-768862-2 neutron-server[84765]: INFO neutron.api.extensions [None req-281f3ae0-210f-42a1-9a93-77d1857bc4f0 None None] Loaded extension: stateful-security-group Jan 14 06:56:36.729661 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.extensions [None req-281f3ae0-210f-42a1-9a93-77d1857bc4f0 None None] Loading extension file: stdattrs_common.py {{(pid=84765) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 14 06:56:36.730242 n-d-768862-2 neutron-server[84765]: WARNING neutron.api.extensions [None req-281f3ae0-210f-42a1-9a93-77d1857bc4f0 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Jan 14 06:56:36.730587 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.extensions [None req-281f3ae0-210f-42a1-9a93-77d1857bc4f0 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=84765) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 14 06:56:36.731661 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.extensions [None req-281f3ae0-210f-42a1-9a93-77d1857bc4f0 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=84765) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 14 06:56:36.732264 n-d-768862-2 neutron-server[84765]: INFO neutron.api.extensions [None req-281f3ae0-210f-42a1-9a93-77d1857bc4f0 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Jan 14 06:56:36.732619 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.extensions [None req-281f3ae0-210f-42a1-9a93-77d1857bc4f0 None None] Loading extension file: subnet_onboard.py {{(pid=84765) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 14 06:56:36.733695 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.extensions [None req-281f3ae0-210f-42a1-9a93-77d1857bc4f0 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=84765) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 14 06:56:36.734276 n-d-768862-2 neutron-server[84765]: INFO neutron.api.extensions [None req-281f3ae0-210f-42a1-9a93-77d1857bc4f0 None None] Loaded extension: subnet_onboard Jan 14 06:56:36.734631 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.extensions [None req-281f3ae0-210f-42a1-9a93-77d1857bc4f0 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=84765) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 14 06:56:36.735662 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.extensions [None req-281f3ae0-210f-42a1-9a93-77d1857bc4f0 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=84765) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 14 06:56:36.736262 n-d-768862-2 neutron-server[84765]: INFO neutron.api.extensions [None req-281f3ae0-210f-42a1-9a93-77d1857bc4f0 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Jan 14 06:56:36.736617 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.extensions [None req-281f3ae0-210f-42a1-9a93-77d1857bc4f0 None None] Loading extension file: subnet_service_types.py {{(pid=84765) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 14 06:56:36.737558 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.extensions [None req-281f3ae0-210f-42a1-9a93-77d1857bc4f0 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=84765) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 14 06:56:36.738128 n-d-768862-2 neutron-server[84765]: INFO neutron.api.extensions [None req-281f3ae0-210f-42a1-9a93-77d1857bc4f0 None None] Loaded extension: subnet-service-types Jan 14 06:56:36.738483 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.extensions [None req-281f3ae0-210f-42a1-9a93-77d1857bc4f0 None None] Loading extension file: subnetallocation.py {{(pid=84765) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 14 06:56:36.739567 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.extensions [None req-281f3ae0-210f-42a1-9a93-77d1857bc4f0 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=84765) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 14 06:56:36.740174 n-d-768862-2 neutron-server[84765]: INFO neutron.api.extensions [None req-281f3ae0-210f-42a1-9a93-77d1857bc4f0 None None] Loaded extension: subnet_allocation Jan 14 06:56:36.740525 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.extensions [None req-281f3ae0-210f-42a1-9a93-77d1857bc4f0 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=84765) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 14 06:56:36.741249 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.extensions [None req-281f3ae0-210f-42a1-9a93-77d1857bc4f0 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=84765) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 14 06:56:36.741820 n-d-768862-2 neutron-server[84765]: INFO neutron.api.extensions [None req-281f3ae0-210f-42a1-9a93-77d1857bc4f0 None None] Loaded extension: subnetpool-prefix-ops Jan 14 06:56:36.742169 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.extensions [None req-281f3ae0-210f-42a1-9a93-77d1857bc4f0 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=84765) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 14 06:56:36.743093 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.extensions [None req-281f3ae0-210f-42a1-9a93-77d1857bc4f0 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=84765) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 14 06:56:36.743655 n-d-768862-2 neutron-server[84765]: INFO neutron.api.extensions [None req-281f3ae0-210f-42a1-9a93-77d1857bc4f0 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Jan 14 06:56:36.744041 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.extensions [None req-281f3ae0-210f-42a1-9a93-77d1857bc4f0 None None] Loading extension file: tagging.py {{(pid=84765) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 14 06:56:36.745418 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.extensions [None req-281f3ae0-210f-42a1-9a93-77d1857bc4f0 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, router, floatingip, policy, security_group, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=84765) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 14 06:56:36.746003 n-d-768862-2 neutron-server[84765]: INFO neutron.api.extensions [None req-281f3ae0-210f-42a1-9a93-77d1857bc4f0 None None] Loaded extension: standard-attr-tag Jan 14 06:56:36.746360 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.extensions [None req-281f3ae0-210f-42a1-9a93-77d1857bc4f0 None None] Loading extension file: timestamp.py {{(pid=84765) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 14 06:56:36.747593 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.extensions [None req-281f3ae0-210f-42a1-9a93-77d1857bc4f0 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=84765) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 14 06:56:36.748195 n-d-768862-2 neutron-server[84765]: INFO neutron.api.extensions [None req-281f3ae0-210f-42a1-9a93-77d1857bc4f0 None None] Loaded extension: standard-attr-timestamp Jan 14 06:56:36.748552 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.extensions [None req-281f3ae0-210f-42a1-9a93-77d1857bc4f0 None None] Loading extension file: trunk.py {{(pid=84765) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 14 06:56:36.749576 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.extensions [None req-281f3ae0-210f-42a1-9a93-77d1857bc4f0 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=84765) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 14 06:56:36.750151 n-d-768862-2 neutron-server[84765]: INFO neutron.api.extensions [None req-281f3ae0-210f-42a1-9a93-77d1857bc4f0 None None] Extension trunk not supported by any of loaded plugins Jan 14 06:56:36.750505 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.extensions [None req-281f3ae0-210f-42a1-9a93-77d1857bc4f0 None None] Loading extension file: trunk_details.py {{(pid=84765) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 14 06:56:36.751423 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.extensions [None req-281f3ae0-210f-42a1-9a93-77d1857bc4f0 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=84765) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 14 06:56:36.752024 n-d-768862-2 neutron-server[84765]: INFO neutron.api.extensions [None req-281f3ae0-210f-42a1-9a93-77d1857bc4f0 None None] Extension trunk-details not supported by any of loaded plugins Jan 14 06:56:36.752430 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.extensions [None req-281f3ae0-210f-42a1-9a93-77d1857bc4f0 None None] Loading extension file: uplink_status_propagation.py {{(pid=84765) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 14 06:56:36.753297 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.extensions [None req-281f3ae0-210f-42a1-9a93-77d1857bc4f0 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=84765) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 14 06:56:36.753867 n-d-768862-2 neutron-server[84765]: INFO neutron.api.extensions [None req-281f3ae0-210f-42a1-9a93-77d1857bc4f0 None None] Extension uplink-status-propagation not supported by any of loaded plugins Jan 14 06:56:36.754221 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.extensions [None req-281f3ae0-210f-42a1-9a93-77d1857bc4f0 None None] Loading extension file: vlantransparent.py {{(pid=84765) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 14 06:56:36.754926 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.extensions [None req-281f3ae0-210f-42a1-9a93-77d1857bc4f0 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=84765) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 14 06:56:36.755498 n-d-768862-2 neutron-server[84765]: INFO neutron.api.extensions [None req-281f3ae0-210f-42a1-9a93-77d1857bc4f0 None None] Extension vlan-transparent not supported by any of loaded plugins Jan 14 06:56:36.758361 n-d-768862-2 neutron-server[84765]: INFO neutron.quota.resource_registry [None req-281f3ae0-210f-42a1-9a93-77d1857bc4f0 None None] Creating instance of TrackedResource for resource:network Jan 14 06:56:36.759220 n-d-768862-2 neutron-server[84765]: INFO neutron.quota.resource_registry [None req-281f3ae0-210f-42a1-9a93-77d1857bc4f0 None None] Creating instance of TrackedResource for resource:subnet Jan 14 06:56:36.759904 n-d-768862-2 neutron-server[84765]: INFO neutron.quota.resource_registry [None req-281f3ae0-210f-42a1-9a93-77d1857bc4f0 None None] Creating instance of TrackedResource for resource:subnetpool Jan 14 06:56:36.760550 n-d-768862-2 neutron-server[84765]: INFO neutron.quota.resource_registry [None req-281f3ae0-210f-42a1-9a93-77d1857bc4f0 None None] Creating instance of TrackedResource for resource:port Jan 14 06:56:36.762096 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.v2.resource_helper [None req-281f3ae0-210f-42a1-9a93-77d1857bc4f0 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=84765) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Jan 14 06:56:36.762607 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.v2.resource_helper [None req-281f3ae0-210f-42a1-9a93-77d1857bc4f0 None None] Service FLAVORS assigned prefix: {{(pid=84765) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Jan 14 06:56:36.763289 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.v2.resource_helper [None req-281f3ae0-210f-42a1-9a93-77d1857bc4f0 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=84765) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Jan 14 06:56:36.763766 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.v2.resource_helper [None req-281f3ae0-210f-42a1-9a93-77d1857bc4f0 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=84765) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Jan 14 06:56:36.764165 n-d-768862-2 neutron-server[84765]: INFO neutron.quota.resource_registry [None req-281f3ae0-210f-42a1-9a93-77d1857bc4f0 None None] Creating instance of TrackedResource for resource:router Jan 14 06:56:36.764887 n-d-768862-2 neutron-server[84765]: INFO neutron.quota.resource_registry [None req-281f3ae0-210f-42a1-9a93-77d1857bc4f0 None None] Creating instance of TrackedResource for resource:floatingip Jan 14 06:56:36.765661 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.v2.resource_helper [None req-281f3ae0-210f-42a1-9a93-77d1857bc4f0 None None] Service METERING assigned prefix: /metering {{(pid=84765) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Jan 14 06:56:36.767497 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-281f3ae0-210f-42a1-9a93-77d1857bc4f0 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=84765) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 14 06:56:36.767917 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-281f3ae0-210f-42a1-9a93-77d1857bc4f0 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=84765) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 14 06:56:36.768302 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-281f3ae0-210f-42a1-9a93-77d1857bc4f0 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=84765) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 14 06:56:36.769460 n-d-768862-2 neutron-server[84765]: INFO neutron.quota.resource_registry [None req-281f3ae0-210f-42a1-9a93-77d1857bc4f0 None None] Creating instance of CountableResource for resource:rbac_policy Jan 14 06:56:36.769946 n-d-768862-2 neutron-server[84765]: INFO neutron.quota.resource_registry [None req-281f3ae0-210f-42a1-9a93-77d1857bc4f0 None None] Creating instance of TrackedResource for resource:security_group Jan 14 06:56:36.770743 n-d-768862-2 neutron-server[84765]: INFO neutron.quota.resource_registry [None req-281f3ae0-210f-42a1-9a93-77d1857bc4f0 None None] Creating instance of TrackedResource for resource:security_group_rule Jan 14 06:56:36.771564 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.v2.resource_helper [None req-281f3ae0-210f-42a1-9a93-77d1857bc4f0 None None] Service CORE assigned prefix: {{(pid=84765) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Jan 14 06:56:36.771964 n-d-768862-2 neutron-server[84765]: INFO neutron.quota.resource_registry [None req-281f3ae0-210f-42a1-9a93-77d1857bc4f0 None None] Creating instance of TrackedResource for resource:subnetpool Jan 14 06:56:36.772325 n-d-768862-2 neutron-server[84765]: WARNING neutron.quota.resource_registry [None req-281f3ae0-210f-42a1-9a93-77d1857bc4f0 None None] subnetpool is already registered Jan 14 06:56:36.772985 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.v2.resource_helper [None req-281f3ae0-210f-42a1-9a93-77d1857bc4f0 None None] Service CORE assigned prefix: {{(pid=84765) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Jan 14 06:56:36.773331 n-d-768862-2 neutron-server[84765]: INFO neutron.quota.resource_registry [None req-281f3ae0-210f-42a1-9a93-77d1857bc4f0 None None] Creating instance of TrackedResource for resource:subnetpool Jan 14 06:56:36.773693 n-d-768862-2 neutron-server[84765]: WARNING neutron.quota.resource_registry [None req-281f3ae0-210f-42a1-9a93-77d1857bc4f0 None None] subnetpool is already registered Jan 14 06:56:36.776506 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.v2.resource_helper [None req-281f3ae0-210f-42a1-9a93-77d1857bc4f0 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=84765) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Jan 14 06:56:36.776974 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.v2.resource_helper [None req-281f3ae0-210f-42a1-9a93-77d1857bc4f0 None None] Service FLAVORS assigned prefix: {{(pid=84765) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Jan 14 06:56:36.777615 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.v2.resource_helper [None req-281f3ae0-210f-42a1-9a93-77d1857bc4f0 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=84765) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Jan 14 06:56:36.778116 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.v2.resource_helper [None req-281f3ae0-210f-42a1-9a93-77d1857bc4f0 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=84765) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Jan 14 06:56:36.778572 n-d-768862-2 neutron-server[84765]: INFO neutron.quota.resource_registry [None req-281f3ae0-210f-42a1-9a93-77d1857bc4f0 None None] Creating instance of TrackedResource for resource:router Jan 14 06:56:36.778937 n-d-768862-2 neutron-server[84765]: WARNING neutron.quota.resource_registry [None req-281f3ae0-210f-42a1-9a93-77d1857bc4f0 None None] router is already registered Jan 14 06:56:36.779621 n-d-768862-2 neutron-server[84765]: INFO neutron.quota.resource_registry [None req-281f3ae0-210f-42a1-9a93-77d1857bc4f0 None None] Creating instance of TrackedResource for resource:floatingip Jan 14 06:56:36.780004 n-d-768862-2 neutron-server[84765]: WARNING neutron.quota.resource_registry [None req-281f3ae0-210f-42a1-9a93-77d1857bc4f0 None None] floatingip is already registered Jan 14 06:56:36.780702 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.v2.resource_helper [None req-281f3ae0-210f-42a1-9a93-77d1857bc4f0 None None] Service METERING assigned prefix: /metering {{(pid=84765) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Jan 14 06:56:36.781430 n-d-768862-2 neutron-server[84765]: INFO neutron.quota.resource_registry [None req-281f3ae0-210f-42a1-9a93-77d1857bc4f0 None None] Creating instance of CountableResource for resource:rbac_policy Jan 14 06:56:36.781785 n-d-768862-2 neutron-server[84765]: WARNING neutron.quota.resource_registry [None req-281f3ae0-210f-42a1-9a93-77d1857bc4f0 None None] rbac_policy is already registered Jan 14 06:56:36.782403 n-d-768862-2 neutron-server[84765]: INFO neutron.quota.resource_registry [None req-281f3ae0-210f-42a1-9a93-77d1857bc4f0 None None] Creating instance of TrackedResource for resource:security_group Jan 14 06:56:36.782758 n-d-768862-2 neutron-server[84765]: WARNING neutron.quota.resource_registry [None req-281f3ae0-210f-42a1-9a93-77d1857bc4f0 None None] security_group is already registered Jan 14 06:56:36.783402 n-d-768862-2 neutron-server[84765]: INFO neutron.quota.resource_registry [None req-281f3ae0-210f-42a1-9a93-77d1857bc4f0 None None] Creating instance of TrackedResource for resource:security_group_rule Jan 14 06:56:36.783755 n-d-768862-2 neutron-server[84765]: WARNING neutron.quota.resource_registry [None req-281f3ae0-210f-42a1-9a93-77d1857bc4f0 None None] security_group_rule is already registered Jan 14 06:56:36.784503 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.v2.resource_helper [None req-281f3ae0-210f-42a1-9a93-77d1857bc4f0 None None] Service CORE assigned prefix: {{(pid=84765) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Jan 14 06:56:36.784867 n-d-768862-2 neutron-server[84765]: INFO neutron.quota.resource_registry [None req-281f3ae0-210f-42a1-9a93-77d1857bc4f0 None None] Creating instance of TrackedResource for resource:subnetpool Jan 14 06:56:36.785221 n-d-768862-2 neutron-server[84765]: WARNING neutron.quota.resource_registry [None req-281f3ae0-210f-42a1-9a93-77d1857bc4f0 None None] subnetpool is already registered Jan 14 06:56:36.785879 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.v2.resource_helper [None req-281f3ae0-210f-42a1-9a93-77d1857bc4f0 None None] Service CORE assigned prefix: {{(pid=84765) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Jan 14 06:56:36.786237 n-d-768862-2 neutron-server[84765]: INFO neutron.quota.resource_registry [None req-281f3ae0-210f-42a1-9a93-77d1857bc4f0 None None] Creating instance of TrackedResource for resource:subnetpool Jan 14 06:56:36.786585 n-d-768862-2 neutron-server[84765]: WARNING neutron.quota.resource_registry [None req-281f3ae0-210f-42a1-9a93-77d1857bc4f0 None None] subnetpool is already registered Jan 14 06:56:36.787288 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.extensions [None req-281f3ae0-210f-42a1-9a93-77d1857bc4f0 None None] Extended resource: extensions {{(pid=84765) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Jan 14 06:56:36.788916 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.extensions [None req-281f3ae0-210f-42a1-9a93-77d1857bc4f0 None None] Extended resource: address-groups {{(pid=84765) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Jan 14 06:56:36.790659 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.extensions [None req-281f3ae0-210f-42a1-9a93-77d1857bc4f0 None None] Extended resource: address-scopes {{(pid=84765) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Jan 14 06:56:36.791982 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.extensions [None req-281f3ae0-210f-42a1-9a93-77d1857bc4f0 None None] Extended resource: agents {{(pid=84765) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Jan 14 06:56:36.793255 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.extensions [None req-281f3ae0-210f-42a1-9a93-77d1857bc4f0 None None] Extended resource: auto-allocated-topology {{(pid=84765) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Jan 14 06:56:36.794644 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.extensions [None req-281f3ae0-210f-42a1-9a93-77d1857bc4f0 None None] Extended resource: availability_zones {{(pid=84765) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Jan 14 06:56:36.796069 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.extensions [None req-281f3ae0-210f-42a1-9a93-77d1857bc4f0 None None] Extended resource: dhcp-networks {{(pid=84765) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Jan 14 06:56:36.797574 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.extensions [None req-281f3ae0-210f-42a1-9a93-77d1857bc4f0 None None] Extended resource: dhcp-agents {{(pid=84765) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Jan 14 06:56:36.799087 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.extensions [None req-281f3ae0-210f-42a1-9a93-77d1857bc4f0 None None] Extended resource: routers {{(pid=84765) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Jan 14 06:56:36.801146 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.extensions [None req-281f3ae0-210f-42a1-9a93-77d1857bc4f0 None None] Extended resource: flavors {{(pid=84765) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Jan 14 06:56:36.802391 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.extensions [None req-281f3ae0-210f-42a1-9a93-77d1857bc4f0 None None] Extended resource: service_profiles {{(pid=84765) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Jan 14 06:56:36.803694 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.extensions [None req-281f3ae0-210f-42a1-9a93-77d1857bc4f0 None None] Extended resource: next_providers {{(pid=84765) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Jan 14 06:56:36.805351 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.extensions [None req-281f3ae0-210f-42a1-9a93-77d1857bc4f0 None None] Extended resource: service_profiles {{(pid=84765) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Jan 14 06:56:36.806904 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.extensions [None req-281f3ae0-210f-42a1-9a93-77d1857bc4f0 None None] Extended resource: floatingip-pools {{(pid=84765) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Jan 14 06:56:36.808328 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.extensions [None req-281f3ae0-210f-42a1-9a93-77d1857bc4f0 None None] Extended resource: routers {{(pid=84765) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Jan 14 06:56:36.810290 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.extensions [None req-281f3ae0-210f-42a1-9a93-77d1857bc4f0 None None] Extended resource: floatingips {{(pid=84765) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Jan 14 06:56:36.811547 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.extensions [None req-281f3ae0-210f-42a1-9a93-77d1857bc4f0 None None] Extended resource: l3-routers {{(pid=84765) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Jan 14 06:56:36.813063 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.extensions [None req-281f3ae0-210f-42a1-9a93-77d1857bc4f0 None None] Extended resource: l3-agents {{(pid=84765) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Jan 14 06:56:36.814564 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.extensions [None req-281f3ae0-210f-42a1-9a93-77d1857bc4f0 None None] Extended resource: metering-labels {{(pid=84765) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Jan 14 06:56:36.816960 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.extensions [None req-281f3ae0-210f-42a1-9a93-77d1857bc4f0 None None] Extended resource: metering-label-rules {{(pid=84765) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Jan 14 06:56:36.818344 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.extensions [None req-281f3ae0-210f-42a1-9a93-77d1857bc4f0 None None] Extended resource: network-ip-availabilities {{(pid=84765) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Jan 14 06:56:36.819685 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.extensions [None req-281f3ae0-210f-42a1-9a93-77d1857bc4f0 None None] Extended resource: bindings {{(pid=84765) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Jan 14 06:56:36.821474 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.extensions [None req-281f3ae0-210f-42a1-9a93-77d1857bc4f0 None None] Extended resource: quotas {{(pid=84765) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Jan 14 06:56:36.823013 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.extensions [None req-281f3ae0-210f-42a1-9a93-77d1857bc4f0 None None] Extended resource: quotas {{(pid=84765) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Jan 14 06:56:36.824591 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.extensions [None req-281f3ae0-210f-42a1-9a93-77d1857bc4f0 None None] Extended resource: rbac-policies {{(pid=84765) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Jan 14 06:56:36.825996 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.extensions [None req-281f3ae0-210f-42a1-9a93-77d1857bc4f0 None None] Extended resource: security-groups {{(pid=84765) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Jan 14 06:56:36.827273 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.extensions [None req-281f3ae0-210f-42a1-9a93-77d1857bc4f0 None None] Extended resource: security-group-rules {{(pid=84765) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Jan 14 06:56:36.828637 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.extensions [None req-281f3ae0-210f-42a1-9a93-77d1857bc4f0 None None] Extended resource: service-providers {{(pid=84765) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Jan 14 06:56:36.829944 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.extensions [None req-281f3ae0-210f-42a1-9a93-77d1857bc4f0 None None] Extended resource: subnetpools {{(pid=84765) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Jan 14 06:56:36.831454 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.extensions [None req-281f3ae0-210f-42a1-9a93-77d1857bc4f0 None None] Extended resource: subnetpools {{(pid=84765) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Jan 14 06:56:36.833082 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.extensions [None req-281f3ae0-210f-42a1-9a93-77d1857bc4f0 None None] Extended resource: tags {{(pid=84765) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Jan 14 06:56:36.834861 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.extensions [None req-281f3ae0-210f-42a1-9a93-77d1857bc4f0 None None] Extended resource: tags {{(pid=84765) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Jan 14 06:56:36.836830 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.extensions [None req-281f3ae0-210f-42a1-9a93-77d1857bc4f0 None None] Extended resource: tags {{(pid=84765) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Jan 14 06:56:36.838722 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.extensions [None req-281f3ae0-210f-42a1-9a93-77d1857bc4f0 None None] Extended resource: tags {{(pid=84765) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Jan 14 06:56:36.840692 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.extensions [None req-281f3ae0-210f-42a1-9a93-77d1857bc4f0 None None] Extended resource: tags {{(pid=84765) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Jan 14 06:56:36.842509 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.extensions [None req-281f3ae0-210f-42a1-9a93-77d1857bc4f0 None None] Extended resource: tags {{(pid=84765) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Jan 14 06:56:36.844473 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.extensions [None req-281f3ae0-210f-42a1-9a93-77d1857bc4f0 None None] Extended resource: tags {{(pid=84765) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Jan 14 06:56:36.846441 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.extensions [None req-281f3ae0-210f-42a1-9a93-77d1857bc4f0 None None] Extended resource: tags {{(pid=84765) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Jan 14 06:56:36.848492 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.extensions [None req-281f3ae0-210f-42a1-9a93-77d1857bc4f0 None None] Extended resource: tags {{(pid=84765) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Jan 14 06:56:36.850445 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.extensions [None req-281f3ae0-210f-42a1-9a93-77d1857bc4f0 None None] Extended resource: tags {{(pid=84765) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Jan 14 06:56:36.858137 n-d-768862-2 neutron-server[84765]: WARNING keystonemiddleware.auth_token [None req-281f3ae0-210f-42a1-9a93-77d1857bc4f0 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Jan 14 06:56:36.863588 n-d-768862-2 neutron-server[84765]: WARNING keystonemiddleware.auth_token [None req-281f3ae0-210f-42a1-9a93-77d1857bc4f0 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Jan 14 06:56:36.872693 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-281f3ae0-210f-42a1-9a93-77d1857bc4f0 None None] Acquired lock "singleton_lock" {{(pid=84765) lock /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:266}} Jan 14 06:56:36.873223 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-281f3ae0-210f-42a1-9a93-77d1857bc4f0 None None] Releasing lock "singleton_lock" {{(pid=84765) lock /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:282}} Jan 14 06:56:36.874724 n-d-768862-2 neutron-server[84765]: INFO oslo_service.service [None req-281f3ae0-210f-42a1-9a93-77d1857bc4f0 None None] Starting 2 workers Jan 14 06:56:36.879448 n-d-768862-2 neutron-server[84765]: DEBUG oslo_service.service [None req-281f3ae0-210f-42a1-9a93-77d1857bc4f0 None None] Started child 84874 {{(pid=84765) _start_child /usr/local/lib/python3.6/dist-packages/oslo_service/service.py:576}} Jan 14 06:56:36.883809 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 06:56:36.884163 n-d-768862-2 neutron-server[84765]: DEBUG oslo_service.service [None req-281f3ae0-210f-42a1-9a93-77d1857bc4f0 None None] Started child 84875 {{(pid=84765) _start_child /usr/local/lib/python3.6/dist-packages/oslo_service/service.py:576}} Jan 14 06:56:36.885279 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [-] (84874) wsgi starting up on http://0.0.0.0:9696 Jan 14 06:56:36.885695 n-d-768862-2 neutron-server[84765]: INFO neutron.service [None req-281f3ae0-210f-42a1-9a93-77d1857bc4f0 None None] Neutron service started, listening on 0.0.0.0:9696 Jan 14 06:56:36.886338 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-281f3ae0-210f-42a1-9a93-77d1857bc4f0 None None] Notify callbacks [] for process, before_spawn {{(pid=84765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 06:56:36.887970 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 06:56:36.889291 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [-] (84875) wsgi starting up on http://0.0.0.0:9696 Jan 14 06:56:36.889512 n-d-768862-2 neutron-server[84765]: INFO oslo_service.service [None req-281f3ae0-210f-42a1-9a93-77d1857bc4f0 None None] Starting 1 workers Jan 14 06:56:36.895757 n-d-768862-2 neutron-server[84765]: DEBUG oslo_service.service [None req-281f3ae0-210f-42a1-9a93-77d1857bc4f0 None None] Started child 84876 {{(pid=84765) _start_child /usr/local/lib/python3.6/dist-packages/oslo_service/service.py:576}} Jan 14 06:56:36.896321 n-d-768862-2 neutron-server[84765]: INFO oslo_service.service [None req-281f3ae0-210f-42a1-9a93-77d1857bc4f0 None None] Starting 1 workers Jan 14 06:56:36.898398 n-d-768862-2 neutron-server[84765]: DEBUG neutron.service [None req-281f3ae0-210f-42a1-9a93-77d1857bc4f0 None None] calling RpcWorker wait() {{(pid=84876) _wait /opt/stack/neutron/neutron/service.py:128}} Jan 14 06:56:36.898789 n-d-768862-2 neutron-server[84765]: DEBUG neutron.service [None req-281f3ae0-210f-42a1-9a93-77d1857bc4f0 None None] returning from RpcWorker wait() {{(pid=84876) _wait /opt/stack/neutron/neutron/service.py:135}} Jan 14 06:56:36.900268 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 06:56:36.900756 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=84876) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 06:56:36.901055 n-d-768862-2 neutron-server[84765]: DEBUG oslo_service.service [None req-281f3ae0-210f-42a1-9a93-77d1857bc4f0 None None] Started child 84877 {{(pid=84765) _start_child /usr/local/lib/python3.6/dist-packages/oslo_service/service.py:576}} Jan 14 06:56:36.901892 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-281f3ae0-210f-42a1-9a93-77d1857bc4f0 None None] Notify callbacks [] for process, after_spawn {{(pid=84765) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 06:56:36.903943 n-d-768862-2 neutron-server[84765]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=84765) wait /usr/local/lib/python3.6/dist-packages/oslo_service/service.py:650}} Jan 14 06:56:36.904151 n-d-768862-2 neutron-server[84765]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=84765) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2567}} Jan 14 06:56:36.904572 n-d-768862-2 neutron-server[84765]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=84765) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2568}} Jan 14 06:56:36.904782 n-d-768862-2 neutron-server[84765]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=84765) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2569}} Jan 14 06:56:36.905369 n-d-768862-2 neutron-server[84765]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=84765) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2571}} Jan 14 06:56:36.905494 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=84877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 06:56:36.905570 n-d-768862-2 neutron-server[84765]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=84765) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2572}} Jan 14 06:56:36.906084 n-d-768862-2 neutron-server[84765]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=84765) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 14 06:56:36.906374 n-d-768862-2 neutron-server[84765]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=84765) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 14 06:56:36.906684 n-d-768862-2 neutron-server[84765]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=84765) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 14 06:56:36.906975 n-d-768862-2 neutron-server[84765]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=84765) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 14 06:56:36.907284 n-d-768862-2 neutron-server[84765]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=84765) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 14 06:56:36.907937 n-d-768862-2 neutron-server[84765]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=84765) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 14 06:56:36.908214 n-d-768862-2 neutron-server[84765]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=84765) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 14 06:56:36.908523 n-d-768862-2 neutron-server[84765]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=84765) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 14 06:56:36.908837 n-d-768862-2 neutron-server[84765]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=84765) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 14 06:56:36.909105 n-d-768862-2 neutron-server[84765]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=84765) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 14 06:56:36.909303 n-d-768862-2 neutron-server[84765]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=84765) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 14 06:56:36.909461 n-d-768862-2 neutron-server[84765]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=84765) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 14 06:56:36.909926 n-d-768862-2 neutron-server[84765]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=84765) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 14 06:56:36.910212 n-d-768862-2 neutron-server[84765]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=84765) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 14 06:56:36.910552 n-d-768862-2 neutron-server[84765]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=84765) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 14 06:56:36.910835 n-d-768862-2 neutron-server[84765]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=84765) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 14 06:56:36.911101 n-d-768862-2 neutron-server[84765]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=84765) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 14 06:56:36.911372 n-d-768862-2 neutron-server[84765]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=84765) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 14 06:56:36.911563 n-d-768862-2 neutron-server[84765]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=84765) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 14 06:56:36.911846 n-d-768862-2 neutron-server[84765]: DEBUG oslo_service.service [-] config_source = [] {{(pid=84765) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 14 06:56:36.912162 n-d-768862-2 neutron-server[84765]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=84765) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 14 06:56:36.912447 n-d-768862-2 neutron-server[84765]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=84765) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 14 06:56:36.912736 n-d-768862-2 neutron-server[84765]: DEBUG oslo_service.service [-] debug = True {{(pid=84765) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 14 06:56:36.913007 n-d-768862-2 neutron-server[84765]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=84765) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 14 06:56:36.913605 n-d-768862-2 neutron-server[84765]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=84765) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 14 06:56:36.913863 n-d-768862-2 neutron-server[84765]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=84765) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 14 06:56:36.914130 n-d-768862-2 neutron-server[84765]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=84765) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 14 06:56:36.914381 n-d-768862-2 neutron-server[84765]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=84765) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 14 06:56:36.914682 n-d-768862-2 neutron-server[84765]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=84765) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 14 06:56:36.914942 n-d-768862-2 neutron-server[84765]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=84765) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 14 06:56:36.915231 n-d-768862-2 neutron-server[84765]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=84765) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 14 06:56:36.915502 n-d-768862-2 neutron-server[84765]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=84765) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 14 06:56:36.915751 n-d-768862-2 neutron-server[84765]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=84765) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 14 06:56:36.916060 n-d-768862-2 neutron-server[84765]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=84765) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 14 06:56:36.916338 n-d-768862-2 neutron-server[84765]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=84765) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 14 06:56:36.916589 n-d-768862-2 neutron-server[84765]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=84765) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 14 06:56:36.916851 n-d-768862-2 neutron-server[84765]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=84765) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 14 06:56:36.917152 n-d-768862-2 neutron-server[84765]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=84765) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 14 06:56:36.917399 n-d-768862-2 neutron-server[84765]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=84765) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 14 06:56:36.917826 n-d-768862-2 neutron-server[84765]: DEBUG oslo_service.service [-] host = n-d-768862-2 {{(pid=84765) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 14 06:56:36.918075 n-d-768862-2 neutron-server[84765]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=84765) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 14 06:56:36.918322 n-d-768862-2 neutron-server[84765]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=84765) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 14 06:56:36.918630 n-d-768862-2 neutron-server[84765]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=84765) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 14 06:56:36.918893 n-d-768862-2 neutron-server[84765]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=84765) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 14 06:56:36.919170 n-d-768862-2 neutron-server[84765]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=84765) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 14 06:56:36.919418 n-d-768862-2 neutron-server[84765]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=84765) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 14 06:56:36.919700 n-d-768862-2 neutron-server[84765]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=84765) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 14 06:56:36.920019 n-d-768862-2 neutron-server[84765]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=84765) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 14 06:56:36.920300 n-d-768862-2 neutron-server[84765]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=84765) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 14 06:56:36.920572 n-d-768862-2 neutron-server[84765]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=84765) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 14 06:56:36.920844 n-d-768862-2 neutron-server[84765]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=84765) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 14 06:56:36.921115 n-d-768862-2 neutron-server[84765]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=84765) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 14 06:56:36.921378 n-d-768862-2 neutron-server[84765]: DEBUG oslo_service.service [-] log_dir = None {{(pid=84765) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 14 06:56:36.921640 n-d-768862-2 neutron-server[84765]: DEBUG oslo_service.service [-] log_file = None {{(pid=84765) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 14 06:56:36.921828 n-d-768862-2 neutron-server[84765]: DEBUG oslo_service.service [-] log_options = True {{(pid=84765) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 14 06:56:36.922081 n-d-768862-2 neutron-server[84765]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=84765) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 14 06:56:36.922410 n-d-768862-2 neutron-server[84765]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=84765) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 14 06:56:36.922607 n-d-768862-2 neutron-server[84765]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=84765) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 14 06:56:36.922819 n-d-768862-2 neutron-server[84765]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=84765) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 14 06:56:36.923009 n-d-768862-2 neutron-server[84765]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=84765) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 14 06:56:36.923197 n-d-768862-2 neutron-server[84765]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=84765) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 14 06:56:36.923490 n-d-768862-2 neutron-server[84765]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=84765) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 14 06:56:36.923681 n-d-768862-2 neutron-server[84765]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=84765) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 14 06:56:36.923992 n-d-768862-2 neutron-server[84765]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=84765) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 14 06:56:36.924257 n-d-768862-2 neutron-server[84765]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=84765) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 14 06:56:36.924502 n-d-768862-2 neutron-server[84765]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=84765) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 14 06:56:36.924779 n-d-768862-2 neutron-server[84765]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=84765) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 14 06:56:36.924994 n-d-768862-2 neutron-server[84765]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=84765) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 14 06:56:36.925237 n-d-768862-2 neutron-server[84765]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=84765) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 14 06:56:36.925510 n-d-768862-2 neutron-server[84765]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=84765) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 14 06:56:36.925746 n-d-768862-2 neutron-server[84765]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=84765) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 14 06:56:36.926020 n-d-768862-2 neutron-server[84765]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=84765) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 14 06:56:36.926258 n-d-768862-2 neutron-server[84765]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=84765) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 14 06:56:36.926554 n-d-768862-2 neutron-server[84765]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=84765) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 14 06:56:36.926831 n-d-768862-2 neutron-server[84765]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=84765) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 14 06:56:36.927111 n-d-768862-2 neutron-server[84765]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=84765) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 14 06:56:36.927388 n-d-768862-2 neutron-server[84765]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=84765) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 14 06:56:36.927634 n-d-768862-2 neutron-server[84765]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=84765) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 14 06:56:36.927934 n-d-768862-2 neutron-server[84765]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=84765) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 14 06:56:36.928211 n-d-768862-2 neutron-server[84765]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=84765) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 14 06:56:36.928460 n-d-768862-2 neutron-server[84765]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=84765) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 14 06:56:36.928701 n-d-768862-2 neutron-server[84765]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=84765) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 14 06:56:36.928945 n-d-768862-2 neutron-server[84765]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=84765) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 14 06:56:36.929202 n-d-768862-2 neutron-server[84765]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=84765) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 14 06:56:36.929464 n-d-768862-2 neutron-server[84765]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=84765) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 14 06:56:36.929732 n-d-768862-2 neutron-server[84765]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=84765) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 14 06:56:36.930068 n-d-768862-2 neutron-server[84765]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=84765) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 14 06:56:36.930500 n-d-768862-2 neutron-server[84765]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=84765) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 14 06:56:36.930721 n-d-768862-2 neutron-server[84765]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=84765) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 14 06:56:36.930861 n-d-768862-2 neutron-server[84765]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=84877) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 06:56:36.930998 n-d-768862-2 neutron-server[84765]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=84765) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 14 06:56:36.931143 n-d-768862-2 neutron-server[84765]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=84765) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 14 06:56:36.931279 n-d-768862-2 neutron-server[84765]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=84765) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 14 06:56:36.931552 n-d-768862-2 neutron-server[84765]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=84765) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 14 06:56:36.931822 n-d-768862-2 neutron-server[84765]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=84765) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 14 06:56:36.932122 n-d-768862-2 neutron-server[84765]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=84765) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 14 06:56:36.932399 n-d-768862-2 neutron-server[84765]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=84765) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 14 06:56:36.932647 n-d-768862-2 neutron-server[84765]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=84765) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 14 06:56:36.932919 n-d-768862-2 neutron-server[84765]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=84765) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 14 06:56:36.933153 n-d-768862-2 neutron-server[84765]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=84765) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 14 06:56:36.933401 n-d-768862-2 neutron-server[84765]: DEBUG oslo_service.service [-] use_journal = False {{(pid=84765) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 14 06:56:36.933642 n-d-768862-2 neutron-server[84765]: DEBUG oslo_service.service [-] use_json = False {{(pid=84765) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 14 06:56:36.933886 n-d-768862-2 neutron-server[84765]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=84765) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 14 06:56:36.934171 n-d-768862-2 neutron-server[84765]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=84765) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 14 06:56:36.934481 n-d-768862-2 neutron-server[84765]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=84765) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 14 06:56:36.934719 n-d-768862-2 neutron-server[84765]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=84765) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 14 06:56:36.935023 n-d-768862-2 neutron-server[84765]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=84765) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 14 06:56:36.935166 n-d-768862-2 neutron-server[84765]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=84765) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 14 06:56:36.935508 n-d-768862-2 neutron-server[84765]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=84765) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 14 06:56:36.935662 n-d-768862-2 neutron-server[84765]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=84765) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 14 06:56:36.936162 n-d-768862-2 neutron-server[84765]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=84765) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 06:56:36.936427 n-d-768862-2 neutron-server[84765]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=84765) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 06:56:36.936780 n-d-768862-2 neutron-server[84765]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=84765) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 06:56:36.937037 n-d-768862-2 neutron-server[84765]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=84765) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 06:56:36.937321 n-d-768862-2 neutron-server[84765]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=84765) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 06:56:36.937590 n-d-768862-2 neutron-server[84765]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=84765) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 06:56:36.937873 n-d-768862-2 neutron-server[84765]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=84765) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 06:56:36.938123 n-d-768862-2 neutron-server[84765]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=84765) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 06:56:36.938391 n-d-768862-2 neutron-server[84765]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=84765) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 06:56:36.938657 n-d-768862-2 neutron-server[84765]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=84765) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 06:56:36.938979 n-d-768862-2 neutron-server[84765]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=84765) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 06:56:36.939230 n-d-768862-2 neutron-server[84765]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=84765) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 06:56:36.939545 n-d-768862-2 neutron-server[84765]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=84765) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 06:56:36.939795 n-d-768862-2 neutron-server[84765]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=84765) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 06:56:36.940093 n-d-768862-2 neutron-server[84765]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=84765) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 06:56:36.940412 n-d-768862-2 neutron-server[84765]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=84765) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 06:56:36.940692 n-d-768862-2 neutron-server[84765]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=84765) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 06:56:36.940973 n-d-768862-2 neutron-server[84765]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=84765) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 06:56:36.941221 n-d-768862-2 neutron-server[84765]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=84765) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 06:56:36.941468 n-d-768862-2 neutron-server[84765]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=84765) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 06:56:36.941714 n-d-768862-2 neutron-server[84765]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=84765) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 06:56:36.941970 n-d-768862-2 neutron-server[84765]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=84765) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 06:56:36.942333 n-d-768862-2 neutron-server[84765]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=84765) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 06:56:36.942646 n-d-768862-2 neutron-server[84765]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=84765) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 06:56:36.942928 n-d-768862-2 neutron-server[84765]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.24/identity {{(pid=84765) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 06:56:36.943207 n-d-768862-2 neutron-server[84765]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=84765) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 06:56:36.943806 n-d-768862-2 neutron-server[84765]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=84765) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 06:56:36.943806 n-d-768862-2 neutron-server[84765]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=84765) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 06:56:36.944318 n-d-768862-2 neutron-server[84765]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=84765) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 06:56:36.944318 n-d-768862-2 neutron-server[84765]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=84765) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 06:56:36.944594 n-d-768862-2 neutron-server[84765]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=84765) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 06:56:36.944594 n-d-768862-2 neutron-server[84765]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=84765) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 06:56:36.944906 n-d-768862-2 neutron-server[84765]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=84765) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 06:56:36.945139 n-d-768862-2 neutron-server[84765]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=84765) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 06:56:36.945339 n-d-768862-2 neutron-server[84765]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=84765) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 06:56:36.945602 n-d-768862-2 neutron-server[84765]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=84765) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 06:56:36.945850 n-d-768862-2 neutron-server[84765]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=84765) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 06:56:36.946092 n-d-768862-2 neutron-server[84765]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=84765) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 06:56:36.946365 n-d-768862-2 neutron-server[84765]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=84765) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 06:56:36.946636 n-d-768862-2 neutron-server[84765]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=84765) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 06:56:36.946919 n-d-768862-2 neutron-server[84765]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=84765) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 06:56:36.947173 n-d-768862-2 neutron-server[84765]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=84765) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 06:56:36.947418 n-d-768862-2 neutron-server[84765]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=84765) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 06:56:36.947664 n-d-768862-2 neutron-server[84765]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=84765) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 06:56:36.947931 n-d-768862-2 neutron-server[84765]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=84765) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 06:56:36.948178 n-d-768862-2 neutron-server[84765]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=84765) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 06:56:36.948440 n-d-768862-2 neutron-server[84765]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=84765) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 06:56:36.948698 n-d-768862-2 neutron-server[84765]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=84765) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 06:56:36.948990 n-d-768862-2 neutron-server[84765]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=84765) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 06:56:36.949342 n-d-768862-2 neutron-server[84765]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=84765) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 06:56:36.949597 n-d-768862-2 neutron-server[84765]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=84765) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 06:56:36.950079 n-d-768862-2 neutron-server[84765]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=84765) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 06:56:36.950245 n-d-768862-2 neutron-server[84765]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=84765) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 06:56:36.950384 n-d-768862-2 neutron-server[84765]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=84765) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 06:56:36.950634 n-d-768862-2 neutron-server[84765]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=84765) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 06:56:36.950881 n-d-768862-2 neutron-server[84765]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=84765) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 06:56:36.951121 n-d-768862-2 neutron-server[84765]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=84765) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 06:56:36.951362 n-d-768862-2 neutron-server[84765]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=84765) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 06:56:36.952088 n-d-768862-2 neutron-server[84765]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=84765) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 06:56:36.952088 n-d-768862-2 neutron-server[84765]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=84765) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 06:56:36.952088 n-d-768862-2 neutron-server[84765]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=84765) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 06:56:36.952307 n-d-768862-2 neutron-server[84765]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=84765) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 06:56:36.952557 n-d-768862-2 neutron-server[84765]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=84765) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 06:56:36.952860 n-d-768862-2 neutron-server[84765]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=84765) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 06:56:36.953167 n-d-768862-2 neutron-server[84765]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=84765) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 06:56:36.953426 n-d-768862-2 neutron-server[84765]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=84765) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 06:56:36.953673 n-d-768862-2 neutron-server[84765]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=84765) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 06:56:36.953673 n-d-768862-2 neutron-server[84765]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=84765) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 06:56:36.953673 n-d-768862-2 neutron-server[84765]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=84765) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 06:56:36.953673 n-d-768862-2 neutron-server[84765]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=84765) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 06:56:36.953673 n-d-768862-2 neutron-server[84765]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=84765) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 06:56:36.959253 n-d-768862-2 neutron-server[84765]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=84765) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 06:56:36.959253 n-d-768862-2 neutron-server[84765]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=84765) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 06:56:36.959253 n-d-768862-2 neutron-server[84765]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=84765) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 06:56:36.959253 n-d-768862-2 neutron-server[84765]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=84765) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 06:56:36.959253 n-d-768862-2 neutron-server[84765]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=84765) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 06:56:36.959253 n-d-768862-2 neutron-server[84765]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=84765) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 06:56:36.959253 n-d-768862-2 neutron-server[84765]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=84765) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 06:56:36.959253 n-d-768862-2 neutron-server[84765]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=84765) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 06:56:36.959253 n-d-768862-2 neutron-server[84765]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=84765) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 06:56:36.960465 n-d-768862-2 neutron-server[84765]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=84765) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 06:56:36.960465 n-d-768862-2 neutron-server[84765]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=84765) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 06:56:36.960465 n-d-768862-2 neutron-server[84765]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=84765) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 06:56:36.960465 n-d-768862-2 neutron-server[84765]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=84765) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 06:56:36.960465 n-d-768862-2 neutron-server[84765]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=84765) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 06:56:36.960465 n-d-768862-2 neutron-server[84765]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=84765) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 06:56:36.960465 n-d-768862-2 neutron-server[84765]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=84765) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 06:56:36.960465 n-d-768862-2 neutron-server[84765]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=84765) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 06:56:36.961818 n-d-768862-2 neutron-server[84765]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=84765) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 06:56:36.961818 n-d-768862-2 neutron-server[84765]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=84765) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 06:56:36.961818 n-d-768862-2 neutron-server[84765]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=84765) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 06:56:36.961818 n-d-768862-2 neutron-server[84765]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=84765) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 06:56:36.961818 n-d-768862-2 neutron-server[84765]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=84765) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 06:56:36.961818 n-d-768862-2 neutron-server[84765]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=84765) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 06:56:36.961818 n-d-768862-2 neutron-server[84765]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=84765) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 06:56:36.961818 n-d-768862-2 neutron-server[84765]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=84765) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 06:56:36.963456 n-d-768862-2 neutron-server[84765]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=84765) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 06:56:36.963456 n-d-768862-2 neutron-server[84765]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=84765) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 06:56:36.963456 n-d-768862-2 neutron-server[84765]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=84765) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 06:56:36.963456 n-d-768862-2 neutron-server[84765]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=84765) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 06:56:36.963456 n-d-768862-2 neutron-server[84765]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=84765) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 06:56:36.963456 n-d-768862-2 neutron-server[84765]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=84765) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 06:56:36.963456 n-d-768862-2 neutron-server[84765]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=84765) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 06:56:36.963456 n-d-768862-2 neutron-server[84765]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=84765) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 06:56:36.966438 n-d-768862-2 neutron-server[84765]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=84765) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 06:56:36.966438 n-d-768862-2 neutron-server[84765]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=84765) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 06:56:36.966438 n-d-768862-2 neutron-server[84765]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=84765) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 06:56:36.966438 n-d-768862-2 neutron-server[84765]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=84765) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 06:56:36.966438 n-d-768862-2 neutron-server[84765]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=84765) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 06:56:36.966438 n-d-768862-2 neutron-server[84765]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=84765) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 06:56:36.966438 n-d-768862-2 neutron-server[84765]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=84765) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 06:56:36.966438 n-d-768862-2 neutron-server[84765]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=84765) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 06:56:36.969790 n-d-768862-2 neutron-server[84765]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=84765) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 06:56:36.969790 n-d-768862-2 neutron-server[84765]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=84765) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 06:56:36.969790 n-d-768862-2 neutron-server[84765]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=84765) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 06:56:36.969790 n-d-768862-2 neutron-server[84765]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=84765) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 06:56:36.969790 n-d-768862-2 neutron-server[84765]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver.DbQuotaDriver {{(pid=84765) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 06:56:36.969790 n-d-768862-2 neutron-server[84765]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=84765) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 06:56:36.969790 n-d-768862-2 neutron-server[84765]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=84765) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 06:56:36.969790 n-d-768862-2 neutron-server[84765]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=84765) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 06:56:36.970460 n-d-768862-2 neutron-server[84765]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=84765) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 06:56:36.970460 n-d-768862-2 neutron-server[84765]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=84765) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 06:56:36.970460 n-d-768862-2 neutron-server[84765]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=84765) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 06:56:36.970460 n-d-768862-2 neutron-server[84765]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=84765) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 06:56:36.970460 n-d-768862-2 neutron-server[84765]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=84765) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 06:56:36.970460 n-d-768862-2 neutron-server[84765]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=84765) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 06:56:36.970460 n-d-768862-2 neutron-server[84765]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=84765) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 06:56:36.970460 n-d-768862-2 neutron-server[84765]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=84765) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 06:56:36.971150 n-d-768862-2 neutron-server[84765]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=84765) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 06:56:36.971150 n-d-768862-2 neutron-server[84765]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=84765) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 06:56:36.971150 n-d-768862-2 neutron-server[84765]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=84765) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 06:56:36.971150 n-d-768862-2 neutron-server[84765]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=84765) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 06:56:36.971150 n-d-768862-2 neutron-server[84765]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=84765) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 06:56:36.971150 n-d-768862-2 neutron-server[84765]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=84765) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 06:56:36.971150 n-d-768862-2 neutron-server[84765]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=84765) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 06:56:36.971150 n-d-768862-2 neutron-server[84765]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=84765) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 06:56:36.971987 n-d-768862-2 neutron-server[84765]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=84765) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 06:56:36.971987 n-d-768862-2 neutron-server[84765]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=84765) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 06:56:36.971987 n-d-768862-2 neutron-server[84765]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=84765) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 06:56:36.972373 n-d-768862-2 neutron-server[84765]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=84765) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 06:56:36.972508 n-d-768862-2 neutron-server[84765]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=84765) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 06:56:36.972793 n-d-768862-2 neutron-server[84765]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=84765) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 06:56:36.972932 n-d-768862-2 neutron-server[84765]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.24/identity {{(pid=84765) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 06:56:36.973174 n-d-768862-2 neutron-server[84765]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=84765) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 06:56:36.973422 n-d-768862-2 neutron-server[84765]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=84765) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 06:56:36.973698 n-d-768862-2 neutron-server[84765]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=84765) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 06:56:36.973945 n-d-768862-2 neutron-server[84765]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=84765) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 06:56:36.974209 n-d-768862-2 neutron-server[84765]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=84765) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 06:56:36.974469 n-d-768862-2 neutron-server[84765]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=84765) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 06:56:36.975071 n-d-768862-2 neutron-server[84765]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=84765) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 06:56:36.975071 n-d-768862-2 neutron-server[84765]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=84765) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 06:56:36.975345 n-d-768862-2 neutron-server[84765]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=84765) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 06:56:36.975916 n-d-768862-2 neutron-server[84765]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=84765) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 06:56:36.975916 n-d-768862-2 neutron-server[84765]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=84765) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 06:56:36.976666 n-d-768862-2 neutron-server[84765]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=84765) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 06:56:36.976666 n-d-768862-2 neutron-server[84765]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=84765) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 06:56:36.977031 n-d-768862-2 neutron-server[84765]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=84765) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 06:56:36.977169 n-d-768862-2 neutron-server[84765]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=84765) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 06:56:36.977380 n-d-768862-2 neutron-server[84765]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=84765) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 06:56:36.977623 n-d-768862-2 neutron-server[84765]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=84765) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 06:56:36.977875 n-d-768862-2 neutron-server[84765]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=84765) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 06:56:36.978141 n-d-768862-2 neutron-server[84765]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=84765) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 06:56:36.978572 n-d-768862-2 neutron-server[84765]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=84765) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 06:56:36.983974 n-d-768862-2 neutron-server[84765]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=84765) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 06:56:36.983974 n-d-768862-2 neutron-server[84765]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=84765) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 06:56:36.983974 n-d-768862-2 neutron-server[84765]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=84765) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 06:56:36.984216 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84875) accepted ('10.222.0.24', 48392) {{(pid=84875) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 06:56:36.984286 n-d-768862-2 neutron-server[84765]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=84765) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 06:56:36.984286 n-d-768862-2 neutron-server[84765]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = False {{(pid=84765) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 06:56:36.984286 n-d-768862-2 neutron-server[84765]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=84765) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 06:56:36.984286 n-d-768862-2 neutron-server[84765]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=84765) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 06:56:36.984286 n-d-768862-2 neutron-server[84765]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=84765) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 06:56:36.984286 n-d-768862-2 neutron-server[84765]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=84765) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 06:56:36.984286 n-d-768862-2 neutron-server[84765]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=84765) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 06:56:36.984286 n-d-768862-2 neutron-server[84765]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=84765) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 06:56:36.984757 n-d-768862-2 neutron-server[84765]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=84765) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 06:56:36.984757 n-d-768862-2 neutron-server[84765]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=84765) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 06:56:36.984757 n-d-768862-2 neutron-server[84765]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=84765) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 06:56:36.984757 n-d-768862-2 neutron-server[84765]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=84765) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 06:56:36.984757 n-d-768862-2 neutron-server[84765]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=84765) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 06:56:36.984757 n-d-768862-2 neutron-server[84765]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=84765) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 06:56:36.984757 n-d-768862-2 neutron-server[84765]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=84765) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 06:56:36.984757 n-d-768862-2 neutron-server[84765]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=84765) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 06:56:36.985229 n-d-768862-2 neutron-server[84765]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=84765) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 06:56:36.985229 n-d-768862-2 neutron-server[84765]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=84765) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 06:56:36.985229 n-d-768862-2 neutron-server[84765]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=84765) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 06:56:36.985229 n-d-768862-2 neutron-server[84765]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=84765) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 06:56:36.985229 n-d-768862-2 neutron-server[84765]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=84765) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 06:56:36.985229 n-d-768862-2 neutron-server[84765]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=84765) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 06:56:36.985229 n-d-768862-2 neutron-server[84765]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=84765) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 06:56:36.985229 n-d-768862-2 neutron-server[84765]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=84765) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 06:56:36.985708 n-d-768862-2 neutron-server[84765]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=84765) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 06:56:36.985708 n-d-768862-2 neutron-server[84765]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=84765) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 06:56:36.985830 n-d-768862-2 neutron-server[84765]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=84765) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 06:56:36.986088 n-d-768862-2 neutron-server[84765]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=84765) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 06:56:36.986358 n-d-768862-2 neutron-server[84765]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=84765) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 06:56:36.986520 n-d-768862-2 neutron-server[84765]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=84765) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 06:56:36.986802 n-d-768862-2 neutron-server[84765]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=84765) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 06:56:36.987078 n-d-768862-2 neutron-server[84765]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=84765) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 06:56:36.987330 n-d-768862-2 neutron-server[84765]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=84765) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 06:56:36.987587 n-d-768862-2 neutron-server[84765]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=84765) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 06:56:36.987853 n-d-768862-2 neutron-server[84765]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=84765) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 06:56:36.988115 n-d-768862-2 neutron-server[84765]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=84765) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 06:56:36.988365 n-d-768862-2 neutron-server[84765]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=84765) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 06:56:36.988610 n-d-768862-2 neutron-server[84765]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=84765) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 06:56:36.988914 n-d-768862-2 neutron-server[84765]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=84765) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 06:56:36.989192 n-d-768862-2 neutron-server[84765]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=84765) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 06:56:36.989472 n-d-768862-2 neutron-server[84765]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=84765) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 06:56:36.989727 n-d-768862-2 neutron-server[84765]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=84765) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 06:56:36.990063 n-d-768862-2 neutron-server[84765]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=84765) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 06:56:36.990337 n-d-768862-2 neutron-server[84765]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=84765) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 06:56:36.990595 n-d-768862-2 neutron-server[84765]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=84765) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 06:56:36.990845 n-d-768862-2 neutron-server[84765]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=84765) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 06:56:36.991100 n-d-768862-2 neutron-server[84765]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=84765) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 06:56:36.992244 n-d-768862-2 neutron-server[84765]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=84765) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 06:56:36.992244 n-d-768862-2 neutron-server[84765]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=84765) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 06:56:36.992434 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [-] 10.222.0.24 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0105765 Jan 14 06:56:36.992507 n-d-768862-2 neutron-server[84765]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=84765) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 06:56:36.992507 n-d-768862-2 neutron-server[84765]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=84765) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 06:56:36.992507 n-d-768862-2 neutron-server[84765]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=84765) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 06:56:36.992689 n-d-768862-2 neutron-server[84765]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=84765) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 06:56:36.992763 n-d-768862-2 neutron-server[84765]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=84765) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 06:56:36.992955 n-d-768862-2 neutron-server[84765]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=84765) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 06:56:36.993227 n-d-768862-2 neutron-server[84765]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=84765) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 06:56:36.993469 n-d-768862-2 neutron-server[84765]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=84765) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 06:56:36.994571 n-d-768862-2 neutron-server[84765]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=84765) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 06:56:36.994851 n-d-768862-2 neutron-server[84765]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=84765) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 06:56:36.995111 n-d-768862-2 neutron-server[84765]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=84765) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 06:56:36.995453 n-d-768862-2 neutron-server[84765]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=84765) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 06:56:36.995926 n-d-768862-2 neutron-server[84765]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=84765) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 06:56:36.996217 n-d-768862-2 neutron-server[84765]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch'] {{(pid=84765) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 06:56:36.996660 n-d-768862-2 neutron-server[84765]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=84765) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 06:56:36.999864 n-d-768862-2 neutron-server[84765]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=84765) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 06:56:36.999864 n-d-768862-2 neutron-server[84765]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=84765) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 06:56:36.999864 n-d-768862-2 neutron-server[84765]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vxlan'] {{(pid=84765) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 06:56:36.999864 n-d-768862-2 neutron-server[84765]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=84765) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 06:56:36.999864 n-d-768862-2 neutron-server[84765]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=84765) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 06:56:36.999864 n-d-768862-2 neutron-server[84765]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=84765) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 06:56:36.999864 n-d-768862-2 neutron-server[84765]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=84765) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 06:56:36.999864 n-d-768862-2 neutron-server[84765]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=84765) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 06:56:37.000419 n-d-768862-2 neutron-server[84765]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:100:149'] {{(pid=84765) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 06:56:37.000419 n-d-768862-2 neutron-server[84765]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=84765) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 06:56:37.000803 n-d-768862-2 neutron-server[84765]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=84765) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 06:56:37.001150 n-d-768862-2 neutron-server[84765]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=84765) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 06:56:37.001513 n-d-768862-2 neutron-server[84765]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=84765) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 06:56:37.001851 n-d-768862-2 neutron-server[84765]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=84765) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 06:56:37.002136 n-d-768862-2 neutron-server[84765]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=84765) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 06:56:37.002416 n-d-768862-2 neutron-server[84765]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=84765) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 06:56:37.002779 n-d-768862-2 neutron-server[84765]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=84765) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 06:56:37.002999 n-d-768862-2 neutron-server[84765]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=84765) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 06:56:37.003259 n-d-768862-2 neutron-server[84765]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=84765) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 06:56:37.003516 n-d-768862-2 neutron-server[84765]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=84765) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 06:56:37.004495 n-d-768862-2 neutron-server[84765]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=84765) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 06:56:37.004495 n-d-768862-2 neutron-server[84765]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=84765) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 06:56:37.004495 n-d-768862-2 neutron-server[84765]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=84765) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 06:56:37.004740 n-d-768862-2 neutron-server[84765]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=84765) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 06:56:37.004816 n-d-768862-2 neutron-server[84765]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=84765) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 06:56:37.005034 n-d-768862-2 neutron-server[84765]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=84765) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 06:56:37.005304 n-d-768862-2 neutron-server[84765]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=84765) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 06:56:37.005558 n-d-768862-2 neutron-server[84765]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=84765) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 06:56:37.005823 n-d-768862-2 neutron-server[84765]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=84765) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 06:56:37.006071 n-d-768862-2 neutron-server[84765]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=84765) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 06:56:37.006330 n-d-768862-2 neutron-server[84765]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=84765) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 06:56:37.006604 n-d-768862-2 neutron-server[84765]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=84765) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 06:56:37.006788 n-d-768862-2 neutron-server[84765]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=84765) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2591}} Jan 14 06:56:37.007323 n-d-768862-2 neutron-server[84765]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=84765) wait /usr/local/lib/python3.6/dist-packages/oslo_service/service.py:650}} Jan 14 06:56:37.007507 n-d-768862-2 neutron-server[84765]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=84765) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2567}} Jan 14 06:56:37.007688 n-d-768862-2 neutron-server[84765]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=84765) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2568}} Jan 14 06:56:37.007967 n-d-768862-2 neutron-server[84765]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=84765) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2569}} Jan 14 06:56:37.008176 n-d-768862-2 neutron-server[84765]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=84765) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2571}} Jan 14 06:56:37.008357 n-d-768862-2 neutron-server[84765]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=84765) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2572}} Jan 14 06:56:37.008606 n-d-768862-2 neutron-server[84765]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=84765) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 14 06:56:37.008794 n-d-768862-2 neutron-server[84765]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=84765) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 14 06:56:37.008979 n-d-768862-2 neutron-server[84765]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=84765) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 14 06:56:37.009165 n-d-768862-2 neutron-server[84765]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=84765) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 14 06:56:37.009379 n-d-768862-2 neutron-server[84765]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=84765) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 14 06:56:37.009512 n-d-768862-2 neutron-server[84765]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=84765) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 14 06:56:37.009699 n-d-768862-2 neutron-server[84765]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=84765) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 14 06:56:37.009883 n-d-768862-2 neutron-server[84765]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=84765) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 14 06:56:37.010067 n-d-768862-2 neutron-server[84765]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=84765) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 14 06:56:37.010982 n-d-768862-2 neutron-server[84765]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=84765) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 14 06:56:37.010982 n-d-768862-2 neutron-server[84765]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=84765) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 14 06:56:37.010982 n-d-768862-2 neutron-server[84765]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=84765) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 14 06:56:37.010982 n-d-768862-2 neutron-server[84765]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=84765) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 14 06:56:37.010982 n-d-768862-2 neutron-server[84765]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=84765) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 14 06:56:37.011374 n-d-768862-2 neutron-server[84765]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=84765) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 14 06:56:37.011374 n-d-768862-2 neutron-server[84765]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=84765) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 14 06:56:37.011374 n-d-768862-2 neutron-server[84765]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=84765) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 14 06:56:37.011561 n-d-768862-2 neutron-server[84765]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=84765) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 14 06:56:37.011710 n-d-768862-2 neutron-server[84765]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=84765) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 14 06:56:37.011906 n-d-768862-2 neutron-server[84765]: DEBUG oslo_service.service [-] config_source = [] {{(pid=84765) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 14 06:56:37.012043 n-d-768862-2 neutron-server[84765]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=84765) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 14 06:56:37.012994 n-d-768862-2 neutron-server[84765]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=84765) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 14 06:56:37.012994 n-d-768862-2 neutron-server[84765]: DEBUG oslo_service.service [-] debug = True {{(pid=84765) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 14 06:56:37.012994 n-d-768862-2 neutron-server[84765]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=84765) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 14 06:56:37.012994 n-d-768862-2 neutron-server[84765]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=84765) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 14 06:56:37.012994 n-d-768862-2 neutron-server[84765]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=84765) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 14 06:56:37.013500 n-d-768862-2 neutron-server[84765]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=84765) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 14 06:56:37.013500 n-d-768862-2 neutron-server[84765]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=84765) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 14 06:56:37.013500 n-d-768862-2 neutron-server[84765]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=84765) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 14 06:56:37.013784 n-d-768862-2 neutron-server[84765]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=84765) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 14 06:56:37.013784 n-d-768862-2 neutron-server[84765]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=84765) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 14 06:56:37.013958 n-d-768862-2 neutron-server[84765]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=84765) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 14 06:56:37.014059 n-d-768862-2 neutron-server[84765]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=84765) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 14 06:56:37.014226 n-d-768862-2 neutron-server[84765]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=84765) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 14 06:56:37.014393 n-d-768862-2 neutron-server[84765]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=84765) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 14 06:56:37.014744 n-d-768862-2 neutron-server[84765]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=84765) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 14 06:56:37.014908 n-d-768862-2 neutron-server[84765]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=84765) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 14 06:56:37.015093 n-d-768862-2 neutron-server[84765]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=84765) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 14 06:56:37.015278 n-d-768862-2 neutron-server[84765]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=84765) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 14 06:56:37.015463 n-d-768862-2 neutron-server[84765]: DEBUG oslo_service.service [-] host = n-d-768862-2 {{(pid=84765) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 14 06:56:37.015649 n-d-768862-2 neutron-server[84765]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=84765) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 14 06:56:37.015820 n-d-768862-2 neutron-server[84765]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=84765) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 14 06:56:37.016023 n-d-768862-2 neutron-server[84765]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=84765) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 14 06:56:37.016202 n-d-768862-2 neutron-server[84765]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=84765) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 14 06:56:37.016384 n-d-768862-2 neutron-server[84765]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=84765) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 14 06:56:37.016567 n-d-768862-2 neutron-server[84765]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=84765) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 14 06:56:37.016751 n-d-768862-2 neutron-server[84765]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=84765) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 14 06:56:37.016934 n-d-768862-2 neutron-server[84765]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=84765) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 14 06:56:37.017115 n-d-768862-2 neutron-server[84765]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=84765) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 14 06:56:37.017298 n-d-768862-2 neutron-server[84765]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=84765) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 14 06:56:37.017479 n-d-768862-2 neutron-server[84765]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=84765) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 14 06:56:37.017661 n-d-768862-2 neutron-server[84765]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=84765) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 14 06:56:37.017844 n-d-768862-2 neutron-server[84765]: DEBUG oslo_service.service [-] log_dir = None {{(pid=84765) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 14 06:56:37.018010 n-d-768862-2 neutron-server[84765]: DEBUG oslo_service.service [-] log_file = None {{(pid=84765) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 14 06:56:37.018165 n-d-768862-2 neutron-server[84765]: DEBUG oslo_service.service [-] log_options = True {{(pid=84765) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 14 06:56:37.018306 n-d-768862-2 neutron-server[84765]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=84765) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 14 06:56:37.018491 n-d-768862-2 neutron-server[84765]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=84765) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 14 06:56:37.018673 n-d-768862-2 neutron-server[84765]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=84765) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 14 06:56:37.018882 n-d-768862-2 neutron-server[84765]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=84765) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 14 06:56:37.019038 n-d-768862-2 neutron-server[84765]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=84765) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 14 06:56:37.019221 n-d-768862-2 neutron-server[84765]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=84765) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 14 06:56:37.019376 n-d-768862-2 neutron-server[84765]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=84765) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 14 06:56:37.019561 n-d-768862-2 neutron-server[84765]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=84765) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 14 06:56:37.019744 n-d-768862-2 neutron-server[84765]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=84765) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 14 06:56:37.021592 n-d-768862-2 neutron-server[84765]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=84765) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 14 06:56:37.021592 n-d-768862-2 neutron-server[84765]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=84765) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 14 06:56:37.021592 n-d-768862-2 neutron-server[84765]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=84765) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 14 06:56:37.021592 n-d-768862-2 neutron-server[84765]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=84765) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 14 06:56:37.021592 n-d-768862-2 neutron-server[84765]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=84765) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 14 06:56:37.021592 n-d-768862-2 neutron-server[84765]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=84765) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 14 06:56:37.022536 n-d-768862-2 neutron-server[84765]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=84765) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 14 06:56:37.022536 n-d-768862-2 neutron-server[84765]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=84765) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 14 06:56:37.022536 n-d-768862-2 neutron-server[84765]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=84765) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 14 06:56:37.022536 n-d-768862-2 neutron-server[84765]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=84765) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 14 06:56:37.022536 n-d-768862-2 neutron-server[84765]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=84765) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 14 06:56:37.022536 n-d-768862-2 neutron-server[84765]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=84765) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 14 06:56:37.023560 n-d-768862-2 neutron-server[84765]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=84765) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 14 06:56:37.023560 n-d-768862-2 neutron-server[84765]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=84765) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 14 06:56:37.023560 n-d-768862-2 neutron-server[84765]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=84765) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 14 06:56:37.023560 n-d-768862-2 neutron-server[84765]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=84765) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 14 06:56:37.023560 n-d-768862-2 neutron-server[84765]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=84765) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 14 06:56:37.023560 n-d-768862-2 neutron-server[84765]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=84765) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 14 06:56:37.023560 n-d-768862-2 neutron-server[84765]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=84765) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 14 06:56:37.024501 n-d-768862-2 neutron-server[84765]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=84765) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 14 06:56:37.024501 n-d-768862-2 neutron-server[84765]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=84765) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 14 06:56:37.024501 n-d-768862-2 neutron-server[84765]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=84765) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 14 06:56:37.024501 n-d-768862-2 neutron-server[84765]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=84765) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 14 06:56:37.024501 n-d-768862-2 neutron-server[84765]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=84765) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 14 06:56:37.025131 n-d-768862-2 neutron-server[84765]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=84765) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 14 06:56:37.025131 n-d-768862-2 neutron-server[84765]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=84765) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 14 06:56:37.025131 n-d-768862-2 neutron-server[84765]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=84765) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 14 06:56:37.025131 n-d-768862-2 neutron-server[84765]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=84765) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 14 06:56:37.025629 n-d-768862-2 neutron-server[84765]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=84765) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 14 06:56:37.025629 n-d-768862-2 neutron-server[84765]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=84765) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 14 06:56:37.025629 n-d-768862-2 neutron-server[84765]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=84765) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 14 06:56:37.025629 n-d-768862-2 neutron-server[84765]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=84765) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 14 06:56:37.026200 n-d-768862-2 neutron-server[84765]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=84765) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 14 06:56:37.026200 n-d-768862-2 neutron-server[84765]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=84765) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 14 06:56:37.026200 n-d-768862-2 neutron-server[84765]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=84765) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 14 06:56:37.026578 n-d-768862-2 neutron-server[84765]: DEBUG oslo_service.service [-] use_journal = False {{(pid=84765) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 14 06:56:37.026578 n-d-768862-2 neutron-server[84765]: DEBUG oslo_service.service [-] use_json = False {{(pid=84765) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 14 06:56:37.026578 n-d-768862-2 neutron-server[84765]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=84765) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 14 06:56:37.026942 n-d-768862-2 neutron-server[84765]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=84765) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 14 06:56:37.026942 n-d-768862-2 neutron-server[84765]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=84765) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 14 06:56:37.027122 n-d-768862-2 neutron-server[84765]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=84765) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 14 06:56:37.027193 n-d-768862-2 neutron-server[84765]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=84765) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 14 06:56:37.027436 n-d-768862-2 neutron-server[84765]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=84765) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 14 06:56:37.027660 n-d-768862-2 neutron-server[84765]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=84765) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 14 06:56:37.027660 n-d-768862-2 neutron-server[84765]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=84765) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 14 06:56:37.028001 n-d-768862-2 neutron-server[84765]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=84765) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 06:56:37.028249 n-d-768862-2 neutron-server[84765]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=84765) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 06:56:37.028478 n-d-768862-2 neutron-server[84765]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=84765) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 06:56:37.029215 n-d-768862-2 neutron-server[84765]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=84765) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 06:56:37.029215 n-d-768862-2 neutron-server[84765]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=84765) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 06:56:37.029215 n-d-768862-2 neutron-server[84765]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=84765) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 06:56:37.029215 n-d-768862-2 neutron-server[84765]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=84765) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 06:56:37.029677 n-d-768862-2 neutron-server[84765]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=84765) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 06:56:37.029677 n-d-768862-2 neutron-server[84765]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=84765) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 06:56:37.029677 n-d-768862-2 neutron-server[84765]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=84765) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 06:56:37.029927 n-d-768862-2 neutron-server[84765]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=84765) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 06:56:37.029927 n-d-768862-2 neutron-server[84765]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=84765) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 06:56:37.030928 n-d-768862-2 neutron-server[84765]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=84765) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 06:56:37.030928 n-d-768862-2 neutron-server[84765]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=84765) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 06:56:37.030928 n-d-768862-2 neutron-server[84765]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=84765) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 06:56:37.030928 n-d-768862-2 neutron-server[84765]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=84765) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 06:56:37.030928 n-d-768862-2 neutron-server[84765]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=84765) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 06:56:37.030928 n-d-768862-2 neutron-server[84765]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=84765) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 06:56:37.031534 n-d-768862-2 neutron-server[84765]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=84765) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 06:56:37.031534 n-d-768862-2 neutron-server[84765]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=84765) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 06:56:37.031534 n-d-768862-2 neutron-server[84765]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=84765) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 06:56:37.031534 n-d-768862-2 neutron-server[84765]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=84765) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 06:56:37.031869 n-d-768862-2 neutron-server[84765]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=84765) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 06:56:37.031944 n-d-768862-2 neutron-server[84765]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=84765) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 06:56:37.032117 n-d-768862-2 neutron-server[84765]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.24/identity {{(pid=84765) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 06:56:37.032304 n-d-768862-2 neutron-server[84765]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=84765) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 06:56:37.032492 n-d-768862-2 neutron-server[84765]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=84765) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 06:56:37.032748 n-d-768862-2 neutron-server[84765]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=84765) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 06:56:37.032899 n-d-768862-2 neutron-server[84765]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=84765) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 06:56:37.033049 n-d-768862-2 neutron-server[84765]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=84765) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 06:56:37.033150 n-d-768862-2 neutron-server[84765]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=84765) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 06:56:37.033337 n-d-768862-2 neutron-server[84765]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=84765) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 06:56:37.033523 n-d-768862-2 neutron-server[84765]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=84765) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 06:56:37.033709 n-d-768862-2 neutron-server[84765]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=84765) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 06:56:37.033894 n-d-768862-2 neutron-server[84765]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=84765) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 06:56:37.034077 n-d-768862-2 neutron-server[84765]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=84765) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 06:56:37.034247 n-d-768862-2 neutron-server[84765]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=84765) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 06:56:37.034421 n-d-768862-2 neutron-server[84765]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=84765) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 06:56:37.034606 n-d-768862-2 neutron-server[84765]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=84765) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 06:56:37.034792 n-d-768862-2 neutron-server[84765]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=84765) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 06:56:37.035681 n-d-768862-2 neutron-server[84765]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=84765) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 06:56:37.035681 n-d-768862-2 neutron-server[84765]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=84765) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 06:56:37.035681 n-d-768862-2 neutron-server[84765]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=84765) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 06:56:37.035681 n-d-768862-2 neutron-server[84765]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=84765) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 06:56:37.035681 n-d-768862-2 neutron-server[84765]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=84765) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 06:56:37.036240 n-d-768862-2 neutron-server[84765]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=84765) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 06:56:37.036240 n-d-768862-2 neutron-server[84765]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=84765) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 06:56:37.036240 n-d-768862-2 neutron-server[84765]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=84765) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 06:56:37.036610 n-d-768862-2 neutron-server[84765]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=84765) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 06:56:37.036610 n-d-768862-2 neutron-server[84765]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=84765) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 06:56:37.036610 n-d-768862-2 neutron-server[84765]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=84765) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 06:56:37.037001 n-d-768862-2 neutron-server[84765]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=84765) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 06:56:37.037001 n-d-768862-2 neutron-server[84765]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=84765) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 06:56:37.037238 n-d-768862-2 neutron-server[84765]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=84765) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 06:56:37.037238 n-d-768862-2 neutron-server[84765]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=84765) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 06:56:37.037594 n-d-768862-2 neutron-server[84765]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=84765) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 06:56:37.037594 n-d-768862-2 neutron-server[84765]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=84765) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 06:56:37.038050 n-d-768862-2 neutron-server[84765]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=84765) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 06:56:37.038050 n-d-768862-2 neutron-server[84765]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=84765) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 06:56:37.038050 n-d-768862-2 neutron-server[84765]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=84765) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 06:56:37.038449 n-d-768862-2 neutron-server[84765]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=84765) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 06:56:37.038449 n-d-768862-2 neutron-server[84765]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=84765) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 06:56:37.038715 n-d-768862-2 neutron-server[84765]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=84765) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 06:56:37.038715 n-d-768862-2 neutron-server[84765]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=84765) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 06:56:37.038988 n-d-768862-2 neutron-server[84765]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=84765) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 06:56:37.038988 n-d-768862-2 neutron-server[84765]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=84765) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 06:56:37.039246 n-d-768862-2 neutron-server[84765]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=84765) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 06:56:37.039391 n-d-768862-2 neutron-server[84765]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=84765) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 06:56:37.039527 n-d-768862-2 neutron-server[84765]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=84765) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 06:56:37.039662 n-d-768862-2 neutron-server[84765]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=84765) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 06:56:37.039796 n-d-768862-2 neutron-server[84765]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=84765) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 06:56:37.040016 n-d-768862-2 neutron-server[84765]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=84765) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 06:56:37.040153 n-d-768862-2 neutron-server[84765]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=84765) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 06:56:37.040288 n-d-768862-2 neutron-server[84765]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=84765) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 06:56:37.040464 n-d-768862-2 neutron-server[84765]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=84765) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 06:56:37.040648 n-d-768862-2 neutron-server[84765]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=84765) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 06:56:37.040802 n-d-768862-2 neutron-server[84765]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=84765) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 06:56:37.041065 n-d-768862-2 neutron-server[84765]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=84765) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 06:56:37.041224 n-d-768862-2 neutron-server[84765]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=84765) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 06:56:37.041362 n-d-768862-2 neutron-server[84765]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=84765) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 06:56:37.041996 n-d-768862-2 neutron-server[84765]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=84765) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 06:56:37.041996 n-d-768862-2 neutron-server[84765]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=84765) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 06:56:37.041996 n-d-768862-2 neutron-server[84765]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=84765) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 06:56:37.042403 n-d-768862-2 neutron-server[84765]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=84765) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 06:56:37.042403 n-d-768862-2 neutron-server[84765]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=84765) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 06:56:37.042403 n-d-768862-2 neutron-server[84765]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=84765) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 06:56:37.042794 n-d-768862-2 neutron-server[84765]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=84765) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 06:56:37.042794 n-d-768862-2 neutron-server[84765]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=84765) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 06:56:37.043052 n-d-768862-2 neutron-server[84765]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=84765) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 06:56:37.043052 n-d-768862-2 neutron-server[84765]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=84765) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 06:56:37.043310 n-d-768862-2 neutron-server[84765]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=84765) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 06:56:37.043310 n-d-768862-2 neutron-server[84765]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=84765) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 06:56:37.043692 n-d-768862-2 neutron-server[84765]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=84765) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 06:56:37.043692 n-d-768862-2 neutron-server[84765]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=84765) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 06:56:37.043996 n-d-768862-2 neutron-server[84765]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=84765) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 06:56:37.044135 n-d-768862-2 neutron-server[84765]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=84765) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 06:56:37.044271 n-d-768862-2 neutron-server[84765]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=84765) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 06:56:37.044406 n-d-768862-2 neutron-server[84765]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=84765) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 06:56:37.044540 n-d-768862-2 neutron-server[84765]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=84765) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 06:56:37.044675 n-d-768862-2 neutron-server[84765]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=84765) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 06:56:37.044850 n-d-768862-2 neutron-server[84765]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=84765) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 06:56:37.044994 n-d-768862-2 neutron-server[84765]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=84876) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 06:56:37.045142 n-d-768862-2 neutron-server[84765]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=84765) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 06:56:37.045804 n-d-768862-2 neutron-server[84765]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=84765) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 06:56:37.045804 n-d-768862-2 neutron-server[84765]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=84765) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 06:56:37.045804 n-d-768862-2 neutron-server[84765]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=84765) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 06:56:37.045804 n-d-768862-2 neutron-server[84765]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=84765) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 06:56:37.045804 n-d-768862-2 neutron-server[84765]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=84765) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 06:56:37.046445 n-d-768862-2 neutron-server[84765]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=84765) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 06:56:37.046445 n-d-768862-2 neutron-server[84765]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=84765) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 06:56:37.046445 n-d-768862-2 neutron-server[84765]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=84765) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 06:56:37.048963 n-d-768862-2 neutron-server[84765]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=84765) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 06:56:37.048963 n-d-768862-2 neutron-server[84765]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=84765) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 06:56:37.048963 n-d-768862-2 neutron-server[84765]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=84765) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 06:56:37.048963 n-d-768862-2 neutron-server[84765]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=84765) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 06:56:37.048963 n-d-768862-2 neutron-server[84765]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=84765) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 06:56:37.048963 n-d-768862-2 neutron-server[84765]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=84765) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 06:56:37.048963 n-d-768862-2 neutron-server[84765]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver.DbQuotaDriver {{(pid=84765) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 06:56:37.049916 n-d-768862-2 neutron-server[84765]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=84765) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 06:56:37.049916 n-d-768862-2 neutron-server[84765]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=84765) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 06:56:37.049916 n-d-768862-2 neutron-server[84765]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=84765) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 06:56:37.049916 n-d-768862-2 neutron-server[84765]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=84765) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 06:56:37.049916 n-d-768862-2 neutron-server[84765]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=84765) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 06:56:37.049916 n-d-768862-2 neutron-server[84765]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=84765) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 06:56:37.050671 n-d-768862-2 neutron-server[84765]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=84765) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 06:56:37.050671 n-d-768862-2 neutron-server[84765]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=84765) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 06:56:37.050671 n-d-768862-2 neutron-server[84765]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=84765) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 06:56:37.050671 n-d-768862-2 neutron-server[84765]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=84765) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 06:56:37.050671 n-d-768862-2 neutron-server[84765]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=84765) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 06:56:37.051409 n-d-768862-2 neutron-server[84765]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=84765) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 06:56:37.051409 n-d-768862-2 neutron-server[84765]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=84765) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 06:56:37.051409 n-d-768862-2 neutron-server[84765]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=84765) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 06:56:37.051409 n-d-768862-2 neutron-server[84765]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=84765) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 06:56:37.051409 n-d-768862-2 neutron-server[84765]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=84765) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 06:56:37.052159 n-d-768862-2 neutron-server[84765]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=84765) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 06:56:37.052159 n-d-768862-2 neutron-server[84765]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=84765) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 06:56:37.052159 n-d-768862-2 neutron-server[84765]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=84765) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 06:56:37.052159 n-d-768862-2 neutron-server[84765]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=84765) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 06:56:37.052669 n-d-768862-2 neutron-server[84765]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=84765) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 06:56:37.052669 n-d-768862-2 neutron-server[84765]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=84765) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 06:56:37.052669 n-d-768862-2 neutron-server[84765]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=84765) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 06:56:37.053048 n-d-768862-2 neutron-server[84765]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=84765) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 06:56:37.053048 n-d-768862-2 neutron-server[84765]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=84765) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 06:56:37.053304 n-d-768862-2 neutron-server[84765]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.24/identity {{(pid=84765) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 06:56:37.053304 n-d-768862-2 neutron-server[84765]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=84765) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 06:56:37.053572 n-d-768862-2 neutron-server[84765]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=84765) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 06:56:37.053572 n-d-768862-2 neutron-server[84765]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=84765) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 06:56:37.053835 n-d-768862-2 neutron-server[84765]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=84765) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 06:56:37.053972 n-d-768862-2 neutron-server[84765]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=84765) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 06:56:37.054106 n-d-768862-2 neutron-server[84765]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=84765) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 06:56:37.054258 n-d-768862-2 neutron-server[84765]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=84765) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 06:56:37.054445 n-d-768862-2 neutron-server[84765]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=84765) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 06:56:37.054585 n-d-768862-2 neutron-server[84765]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=84765) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 06:56:37.054721 n-d-768862-2 neutron-server[84765]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=84765) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 06:56:37.054857 n-d-768862-2 neutron-server[84765]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=84765) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 06:56:37.054992 n-d-768862-2 neutron-server[84765]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=84765) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 06:56:37.055135 n-d-768862-2 neutron-server[84765]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=84765) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 06:56:37.055336 n-d-768862-2 neutron-server[84765]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=84765) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 06:56:37.055516 n-d-768862-2 neutron-server[84765]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=84765) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 06:56:37.055700 n-d-768862-2 neutron-server[84765]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=84765) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 06:56:37.055895 n-d-768862-2 neutron-server[84765]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=84765) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 06:56:37.056038 n-d-768862-2 neutron-server[84765]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=84765) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 06:56:37.056229 n-d-768862-2 neutron-server[84765]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=84765) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 06:56:37.056414 n-d-768862-2 neutron-server[84765]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=84765) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 06:56:37.056599 n-d-768862-2 neutron-server[84765]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=84765) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 06:56:37.056753 n-d-768862-2 neutron-server[84765]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=84765) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 06:56:37.056927 n-d-768862-2 neutron-server[84765]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=84765) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 06:56:37.057169 n-d-768862-2 neutron-server[84765]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=84765) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 06:56:37.057306 n-d-768862-2 neutron-server[84765]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = False {{(pid=84765) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 06:56:37.057457 n-d-768862-2 neutron-server[84765]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=84765) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 06:56:37.057691 n-d-768862-2 neutron-server[84765]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=84765) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 06:56:37.057903 n-d-768862-2 neutron-server[84765]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=84765) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 06:56:37.057903 n-d-768862-2 neutron-server[84765]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=84765) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 06:56:37.058198 n-d-768862-2 neutron-server[84765]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=84765) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 06:56:37.058198 n-d-768862-2 neutron-server[84765]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=84765) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 06:56:37.058434 n-d-768862-2 neutron-server[84765]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=84765) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 06:56:37.058522 n-d-768862-2 neutron-server[84765]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=84765) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 06:56:37.058697 n-d-768862-2 neutron-server[84765]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=84765) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 06:56:37.058883 n-d-768862-2 neutron-server[84765]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=84765) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 06:56:37.059108 n-d-768862-2 neutron-server[84765]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=84765) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 06:56:37.059282 n-d-768862-2 neutron-server[84765]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=84765) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 06:56:37.059444 n-d-768862-2 neutron-server[84765]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=84765) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 06:56:37.059621 n-d-768862-2 neutron-server[84765]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=84765) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 06:56:37.060016 n-d-768862-2 neutron-server[84765]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=84765) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 06:56:37.060016 n-d-768862-2 neutron-server[84765]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=84765) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 06:56:37.060290 n-d-768862-2 neutron-server[84765]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=84765) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 06:56:37.060290 n-d-768862-2 neutron-server[84765]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=84765) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 06:56:37.060548 n-d-768862-2 neutron-server[84765]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=84765) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 06:56:37.060682 n-d-768862-2 neutron-server[84765]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=84765) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 06:56:37.060818 n-d-768862-2 neutron-server[84765]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=84765) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 06:56:37.060961 n-d-768862-2 neutron-server[84765]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=84765) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 06:56:37.061109 n-d-768862-2 neutron-server[84765]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=84765) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 06:56:37.061350 n-d-768862-2 neutron-server[84765]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=84765) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 06:56:37.061440 n-d-768862-2 neutron-server[84765]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=84765) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 06:56:37.061617 n-d-768862-2 neutron-server[84765]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=84765) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 06:56:37.062791 n-d-768862-2 neutron-server[84765]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=84765) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 06:56:37.062791 n-d-768862-2 neutron-server[84765]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=84765) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 06:56:37.062791 n-d-768862-2 neutron-server[84765]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=84765) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 06:56:37.062791 n-d-768862-2 neutron-server[84765]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=84765) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 06:56:37.062791 n-d-768862-2 neutron-server[84765]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=84765) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 06:56:37.062791 n-d-768862-2 neutron-server[84765]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=84765) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 06:56:37.062791 n-d-768862-2 neutron-server[84765]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=84765) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 06:56:37.063357 n-d-768862-2 neutron-server[84765]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=84765) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 06:56:37.063357 n-d-768862-2 neutron-server[84765]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=84765) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 06:56:37.063357 n-d-768862-2 neutron-server[84765]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=84765) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 06:56:37.063531 n-d-768862-2 neutron-server[84765]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=84765) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 06:56:37.065320 n-d-768862-2 neutron-server[84765]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=84765) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 06:56:37.065320 n-d-768862-2 neutron-server[84765]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=84765) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 06:56:37.065320 n-d-768862-2 neutron-server[84765]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=84765) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 06:56:37.065320 n-d-768862-2 neutron-server[84765]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=84765) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 06:56:37.065320 n-d-768862-2 neutron-server[84765]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=84765) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 06:56:37.065320 n-d-768862-2 neutron-server[84765]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=84765) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 06:56:37.065320 n-d-768862-2 neutron-server[84765]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=84765) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 06:56:37.065320 n-d-768862-2 neutron-server[84765]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=84765) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 06:56:37.065937 n-d-768862-2 neutron-server[84765]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=84765) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 06:56:37.065937 n-d-768862-2 neutron-server[84765]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=84765) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 06:56:37.065937 n-d-768862-2 neutron-server[84765]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=84765) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 06:56:37.065937 n-d-768862-2 neutron-server[84765]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=84765) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 06:56:37.065937 n-d-768862-2 neutron-server[84765]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=84765) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 06:56:37.065937 n-d-768862-2 neutron-server[84765]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=84765) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 06:56:37.065937 n-d-768862-2 neutron-server[84765]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=84765) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 06:56:37.066509 n-d-768862-2 neutron-server[84765]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=84765) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 06:56:37.066509 n-d-768862-2 neutron-server[84765]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=84765) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 06:56:37.066509 n-d-768862-2 neutron-server[84765]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=84765) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 06:56:37.066509 n-d-768862-2 neutron-server[84765]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=84765) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 06:56:37.066838 n-d-768862-2 neutron-server[84765]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=84765) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 06:56:37.066838 n-d-768862-2 neutron-server[84765]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=84765) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 06:56:37.067010 n-d-768862-2 neutron-server[84765]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=84765) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 06:56:37.067116 n-d-768862-2 neutron-server[84765]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=84765) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 06:56:37.067297 n-d-768862-2 neutron-server[84765]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch'] {{(pid=84765) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 06:56:37.067467 n-d-768862-2 neutron-server[84765]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=84765) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 06:56:37.067808 n-d-768862-2 neutron-server[84765]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=84765) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 06:56:37.067999 n-d-768862-2 neutron-server[84765]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=84765) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 06:56:37.068646 n-d-768862-2 neutron-server[84765]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vxlan'] {{(pid=84765) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 06:56:37.068646 n-d-768862-2 neutron-server[84765]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=84765) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 06:56:37.068646 n-d-768862-2 neutron-server[84765]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=84765) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 06:56:37.068872 n-d-768862-2 neutron-server[84765]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=84765) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 06:56:37.068872 n-d-768862-2 neutron-server[84765]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=84765) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 06:56:37.069017 n-d-768862-2 neutron-server[84765]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=84765) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 06:56:37.069211 n-d-768862-2 neutron-server[84765]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:100:149'] {{(pid=84765) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 06:56:37.069376 n-d-768862-2 neutron-server[84765]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=84765) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 06:56:37.069519 n-d-768862-2 neutron-server[84765]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=84765) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 06:56:37.069710 n-d-768862-2 neutron-server[84765]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=84765) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 06:56:37.069912 n-d-768862-2 neutron-server[84765]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=84765) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 06:56:37.070099 n-d-768862-2 neutron-server[84765]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=84765) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 06:56:37.070283 n-d-768862-2 neutron-server[84765]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=84765) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 06:56:37.070468 n-d-768862-2 neutron-server[84765]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=84765) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 06:56:37.070647 n-d-768862-2 neutron-server[84765]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=84765) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 06:56:37.070833 n-d-768862-2 neutron-server[84765]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=84765) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 06:56:37.071257 n-d-768862-2 neutron-server[84765]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=84765) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 06:56:37.071257 n-d-768862-2 neutron-server[84765]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=84765) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 06:56:37.071486 n-d-768862-2 neutron-server[84765]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=84765) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 06:56:37.071486 n-d-768862-2 neutron-server[84765]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=84765) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 06:56:37.071666 n-d-768862-2 neutron-server[84765]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=84765) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 06:56:37.071823 n-d-768862-2 neutron-server[84765]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=84765) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 06:56:37.072018 n-d-768862-2 neutron-server[84765]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=84765) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 06:56:37.072196 n-d-768862-2 neutron-server[84765]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=84765) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 06:56:37.072377 n-d-768862-2 neutron-server[84765]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=84765) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 06:56:37.072565 n-d-768862-2 neutron-server[84765]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=84765) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 06:56:37.072750 n-d-768862-2 neutron-server[84765]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=84765) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 06:56:37.072937 n-d-768862-2 neutron-server[84765]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=84765) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 06:56:37.073122 n-d-768862-2 neutron-server[84765]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=84765) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 06:56:37.073305 n-d-768862-2 neutron-server[84765]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=84765) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 06:56:37.073482 n-d-768862-2 neutron-server[84765]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=84765) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2591}} Jan 14 06:56:48.652677 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1693f74-2775-4806-ad18-446495788079 None None] get_active_networks_info from n-d-768862-2 {{(pid=84876) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}} Jan 14 06:56:48.806996 n-d-768862-2 neutron-server[84765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1693f74-2775-4806-ad18-446495788079 None None] No non-hosted networks {{(pid=84876) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Jan 14 06:56:48.826516 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.agentschedulers_db [None req-d1693f74-2775-4806-ad18-446495788079 None None] DHCP Agent not found on host n-d-768862-2 {{(pid=84876) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:447}} Jan 14 06:56:49.023422 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-9e3aa125-9724-411d-bfae-43b95a7b13d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363259214191800'] for agent, after_create {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 06:56:51.090817 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-e238145f-ff08-4076-91f6-c4b7fc752133 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363259214191800'] for agent, after_create {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 06:56:51.186486 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-534660ef-48a5-4e42-9812-a23cb695627c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363259214191800', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854171626'] for agent, after_update {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 06:56:51.826249 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-da76cfc0-98e8-4426-9f6d-4f05aa3fae78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363259214191800'] for agent, after_create {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 06:56:52.505663 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363259214191800'] for agent, after_create {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 06:56:52.506931 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-768862-2 {{(pid=84876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 06:56:52.507478 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-2 {{(pid=84876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 06:56:52.508345 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-2 {{(pid=84876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 06:56:52.508916 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@n-d-768862-2 {{(pid=84876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 06:56:52.509473 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-2 {{(pid=84876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 06:56:52.510020 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-2 {{(pid=84876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 06:56:52.510584 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-768862-2 {{(pid=84876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 06:56:52.511142 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-2 {{(pid=84876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 06:56:52.511685 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-2 {{(pid=84876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 06:56:52.512308 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-2 {{(pid=84876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 06:56:52.512853 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-2 {{(pid=84876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 06:56:52.513407 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-2 {{(pid=84876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 06:56:52.514149 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'n-d-768862-2', {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.6', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.1'}) {} {{(pid=84876) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 06:56:52.520485 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'n-d-768862-2', 'version_map': {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.6', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.1'}} {{(pid=84876) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 06:56:53.073786 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-0f37073e-9c69-4e3c-80e0-6cfaa0fd61a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363259214191800'] for agent, after_create {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 06:56:54.356990 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] get_endpoint_by_host() called for host n-d-768862-2 {{(pid=84876) get_endpoint_by_host /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:347}} Jan 14 06:56:54.362277 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] get_endpoint_by_ip() called for ip 192.168.0.29 {{(pid=84876) get_endpoint_by_ip /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:353}} Jan 14 06:56:54.365518 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] _add_endpoint() called for ip 192.168.0.29 {{(pid=84876) _add_endpoint /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:377}} Jan 14 06:56:54.373125 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] _get_endpoints() called {{(pid=84876) _get_endpoints /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:372}} Jan 14 06:56:54.532648 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84875) accepted ('10.222.0.24', 48490) {{(pid=84875) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 06:56:55.210489 n-d-768862-2 neutron-server[84765]: WARNING oslo_policy.policy [None req-6b2705f6-cb43-4474-8485-b09a351aa520 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jan 14 06:56:55.211083 n-d-768862-2 neutron-server[84765]: WARNING oslo_policy.policy [None req-6b2705f6-cb43-4474-8485-b09a351aa520 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jan 14 06:56:55.439289 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [None req-6b2705f6-cb43-4474-8485-b09a351aa520 admin admin] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=84875) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 14 06:56:55.440507 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-6b2705f6-cb43-4474-8485-b09a351aa520 admin admin] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13279 time: 0.9067855 Jan 14 06:56:58.199878 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84874) accepted ('10.222.0.24', 48504) {{(pid=84874) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 06:56:58.241297 n-d-768862-2 neutron-server[84765]: INFO neutron.db.l3_hamode_db [None req-ca3bffce-6694-4b73-8877-0561c4a32191 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Jan 14 06:56:58.328355 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca3bffce-6694-4b73-8877-0561c4a32191 None None] Routers set() bound to L3 agent in host n-d-768862-2 {{(pid=84876) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 14 06:56:58.328777 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca3bffce-6694-4b73-8877-0561c4a32191 None None] Router IDs set() for agent in host n-d-768862-2 {{(pid=84876) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:464}} Jan 14 06:56:58.873921 n-d-768862-2 neutron-server[84765]: WARNING oslo_policy.policy [None req-237cc5de-a812-424a-8e88-4332d041bead admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jan 14 06:56:58.874526 n-d-768862-2 neutron-server[84765]: WARNING oslo_policy.policy [None req-237cc5de-a812-424a-8e88-4332d041bead admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jan 14 06:56:59.103363 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.v2.base [None req-237cc5de-a812-424a-8e88-4332d041bead admin admin] Request body: {'subnetpool': {'prefixes': ['172.20.0.0/16'], 'is_default': True, 'shared': True, 'default_prefixlen': 26, 'name': 'shared-default-subnetpool-v4'}} {{(pid=84874) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 06:56:59.156296 n-d-768862-2 neutron-server[84765]: DEBUG neutron.policy [None req-237cc5de-a812-424a-8e88-4332d041bead admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=84874) register_rules /opt/stack/neutron/neutron/policy.py:67}} Jan 14 06:56:59.157127 n-d-768862-2 neutron-server[84765]: WARNING oslo_policy.policy [None req-237cc5de-a812-424a-8e88-4332d041bead admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jan 14 06:56:59.157534 n-d-768862-2 neutron-server[84765]: WARNING oslo_policy.policy [None req-237cc5de-a812-424a-8e88-4332d041bead admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jan 14 06:56:59.161327 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/relationships.py:1998: SAWarning: Setting backref / back_populates on relationship QosNetworkPolicyBinding.port to refer to viewonly relationship Port.qos_network_policy_binding should include sync_backref=False set on the QosNetworkPolicyBinding.port relationship. (this warning may be suppressed after 10 occurrences) Jan 14 06:56:59.161327 n-d-768862-2 neutron-server[84765]: (rel_b, rel_a, rel_b), Jan 14 06:56:59.161327 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network":"rule:regular_user" was deprecated in W in favor of "create_network":"role:member and project_id:%(project_id)s". Reason: Jan 14 06:56:59.161327 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 06:56:59.161327 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 06:56:59.161327 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 06:56:59.161327 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:shared":"rule:admin_only" was deprecated in W in favor of "create_network:shared":"role:admin and system_scope:all". Reason: Jan 14 06:56:59.161327 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 06:56:59.161327 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 06:56:59.161327 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 06:56:59.161327 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:router:external":"rule:admin_only" was deprecated in W in favor of "create_network:router:external":"role:admin and system_scope:all". Reason: Jan 14 06:56:59.161327 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 06:56:59.161327 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 06:56:59.161327 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 06:56:59.162422 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:is_default":"rule:admin_only" was deprecated in W in favor of "create_network:is_default":"role:admin and system_scope:all". Reason: Jan 14 06:56:59.162422 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 06:56:59.162422 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 06:56:59.162422 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 06:56:59.162422 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:port_security_enabled":"rule:regular_user" was deprecated in W in favor of "create_network:port_security_enabled":"role:member and project_id:%(project_id)s". Reason: Jan 14 06:56:59.162422 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 06:56:59.162422 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 06:56:59.162422 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 06:56:59.162422 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:segments":"rule:admin_only" was deprecated in W in favor of "create_network:segments":"role:admin and system_scope:all". Reason: Jan 14 06:56:59.162422 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 06:56:59.162422 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 06:56:59.162422 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 06:56:59.162422 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "create_network:provider:network_type":"role:admin and system_scope:all". Reason: Jan 14 06:56:59.162422 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 06:56:59.162422 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 06:56:59.162422 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 06:56:59.163498 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "create_network:provider:physical_network":"role:admin and system_scope:all". Reason: Jan 14 06:56:59.163498 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 06:56:59.163498 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 06:56:59.163498 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 06:56:59.163498 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "create_network:provider:segmentation_id":"role:admin and system_scope:all". Reason: Jan 14 06:56:59.163498 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 06:56:59.163498 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 06:56:59.163498 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 06:56:59.163498 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network":"rule:admin_or_owner or rule:shared or rule:external or rule:context_is_advsvc" was deprecated in W in favor of "get_network":"(role:reader and system_scope:all) or (role:reader and project_id:%(project_id)s) or rule:shared or rule:external or rule:context_is_advsvc". Reason: Jan 14 06:56:59.163498 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 06:56:59.163498 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 06:56:59.163498 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 06:56:59.163498 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:router:external":"rule:regular_user" was deprecated in W in favor of "get_network:router:external":"role:reader and project_id:%(project_id)s". Reason: Jan 14 06:56:59.163498 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 06:56:59.164679 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 06:56:59.164679 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 06:56:59.164679 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:segments":"rule:admin_only" was deprecated in W in favor of "get_network:segments":"role:reader and system_scope:all". Reason: Jan 14 06:56:59.164679 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 06:56:59.164679 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 06:56:59.164679 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 06:56:59.164679 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "get_network:provider:network_type":"role:reader and system_scope:all". Reason: Jan 14 06:56:59.164679 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 06:56:59.164679 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 06:56:59.164679 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 06:56:59.164679 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "get_network:provider:physical_network":"role:reader and system_scope:all". Reason: Jan 14 06:56:59.164679 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 06:56:59.164679 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 06:56:59.164679 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 06:56:59.164679 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "get_network:provider:segmentation_id":"role:reader and system_scope:all". Reason: Jan 14 06:56:59.164679 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 06:56:59.166017 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 06:56:59.166017 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 06:56:59.166017 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network":"rule:admin_or_owner" was deprecated in W in favor of "update_network":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 06:56:59.166017 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 06:56:59.166017 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 06:56:59.166017 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 06:56:59.171234 n-d-768862-2 neutron-server[84765]: INFO neutron.quota [None req-237cc5de-a812-424a-8e88-4332d041bead admin admin] Loaded quota_driver: . Jan 14 06:56:59.215485 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-237cc5de-a812-424a-8e88-4332d041bead admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 06:56:59.274241 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-237cc5de-a812-424a-8e88-4332d041bead admin admin] Notify callbacks ['neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change--9223363259214899983', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change--9223363259214858913', 'neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change--9223363259214858612', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change--9223363259214979902', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change--9223363259214980488', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create--9223372036854159443', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-616628', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change--9223372036851073126', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change--9223372036850952301'] for rbac-policy, before_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 06:56:59.346098 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-237cc5de-a812-424a-8e88-4332d041bead admin admin] Notify callbacks [] for subnetpool, before_response {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 06:56:59.347618 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-237cc5de-a812-424a-8e88-4332d041bead admin admin] 10.222.0.24 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 1.1457217 Jan 14 06:57:02.411875 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84874) accepted ('10.222.0.24', 48522) {{(pid=84874) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 06:57:02.922495 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.v2.base [None req-c4fe1f99-ebeb-486b-bd80-09486b93a71f admin admin] Request body: {'network': {'project_id': '7dd05f9a1d9a4e2789bb327bb8a8cc08', 'name': 'private', 'admin_state_up': True}} {{(pid=84874) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 06:57:02.928986 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-c4fe1f99-ebeb-486b-bd80-09486b93a71f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 06:57:02.933420 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-c4fe1f99-ebeb-486b-bd80-09486b93a71f admin admin] Usage tracker for resource:network and tenant:7dd05f9a1d9a4e2789bb327bb8a8cc08 is out of sync, need to count used quota {{(pid=84874) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 06:57:02.937281 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-c4fe1f99-ebeb-486b-bd80-09486b93a71f admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84874) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 06:57:02.943392 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-c4fe1f99-ebeb-486b-bd80-09486b93a71f admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 06:57:02.953509 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c4fe1f99-ebeb-486b-bd80-09486b93a71f admin admin] Made reservation on behalf of 7dd05f9a1d9a4e2789bb327bb8a8cc08 for: {'network': 1} {{(pid=84874) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 06:57:02.959765 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-c4fe1f99-ebeb-486b-bd80-09486b93a71f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555753'] for network, before_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 06:57:02.977489 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-c4fe1f99-ebeb-486b-bd80-09486b93a71f admin admin] Notify callbacks [] for security_group, before_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 06:57:02.992354 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-c4fe1f99-ebeb-486b-bd80-09486b93a71f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 06:57:02.996347 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-c4fe1f99-ebeb-486b-bd80-09486b93a71f admin admin] Usage tracker for resource:security_group_rule and tenant:7dd05f9a1d9a4e2789bb327bb8a8cc08 is out of sync, need to count used quota {{(pid=84874) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 06:57:03.000171 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-c4fe1f99-ebeb-486b-bd80-09486b93a71f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84874) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 06:57:03.005861 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-c4fe1f99-ebeb-486b-bd80-09486b93a71f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 06:57:03.107456 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-c4fe1f99-ebeb-486b-bd80-09486b93a71f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 06:57:03.110990 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-c4fe1f99-ebeb-486b-bd80-09486b93a71f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850887153'] for security_group, after_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 06:57:03.116796 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 06:57:03.140124 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c4fe1f99-ebeb-486b-bd80-09486b93a71f admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 1} {{(pid=84874) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Jan 14 06:57:03.167109 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-c4fe1f99-ebeb-486b-bd80-09486b93a71f admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment--9223363259214191851', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854179735'] for segment, precommit_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 06:57:03.167621 n-d-768862-2 neutron-server[84765]: INFO neutron.db.segments_db [None req-c4fe1f99-ebeb-486b-bd80-09486b93a71f admin admin] Added segment e25e04b2-2cc2-4863-b91d-cb9aa87ac31a of type vxlan for network 53ec87b4-08ef-435f-86f9-d207277a1628 Jan 14 06:57:03.221742 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4fe1f99-ebeb-486b-bd80-09486b93a71f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ce0545d1-b58b-4329-80a7-ea878a5aa5ed,revision_number=1']} {{(pid=84874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 06:57:03.246461 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4fe1f99-ebeb-486b-bd80-09486b93a71f admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-2 {{(pid=84874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 06:57:03.246832 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4fe1f99-ebeb-486b-bd80-09486b93a71f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-2 {{(pid=84874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 06:57:03.247247 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4fe1f99-ebeb-486b-bd80-09486b93a71f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-2 {{(pid=84874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 06:57:03.247604 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4fe1f99-ebeb-486b-bd80-09486b93a71f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-2 {{(pid=84874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 06:57:03.248024 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4fe1f99-ebeb-486b-bd80-09486b93a71f admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@n-d-768862-2 {{(pid=84874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 06:57:03.248468 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4fe1f99-ebeb-486b-bd80-09486b93a71f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-2 {{(pid=84874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 06:57:03.249033 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4fe1f99-ebeb-486b-bd80-09486b93a71f admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-768862-2 {{(pid=84874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 06:57:03.249390 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4fe1f99-ebeb-486b-bd80-09486b93a71f admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-768862-2 {{(pid=84874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 06:57:03.249743 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4fe1f99-ebeb-486b-bd80-09486b93a71f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-2 {{(pid=84874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 06:57:03.250089 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4fe1f99-ebeb-486b-bd80-09486b93a71f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-2 {{(pid=84874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 06:57:03.250416 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4fe1f99-ebeb-486b-bd80-09486b93a71f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-2 {{(pid=84874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 06:57:03.250755 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4fe1f99-ebeb-486b-bd80-09486b93a71f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-2 {{(pid=84874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 06:57:03.251924 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4fe1f99-ebeb-486b-bd80-09486b93a71f admin admin] Tracked resource versions report: Jan 14 06:57:03.251924 n-d-768862-2 neutron-server[84765]: pushed versions: Jan 14 06:57:03.251924 n-d-768862-2 neutron-server[84765]: { 'AddressGroup': {'1.1'}, Jan 14 06:57:03.251924 n-d-768862-2 neutron-server[84765]: 'ConntrackHelper': {'1.0'}, Jan 14 06:57:03.251924 n-d-768862-2 neutron-server[84765]: 'Log': {'1.0'}, Jan 14 06:57:03.251924 n-d-768862-2 neutron-server[84765]: 'Network': {'1.1'}, Jan 14 06:57:03.251924 n-d-768862-2 neutron-server[84765]: 'Port': {'1.6'}, Jan 14 06:57:03.251924 n-d-768862-2 neutron-server[84765]: 'PortForwarding': {'1.2'}, Jan 14 06:57:03.251924 n-d-768862-2 neutron-server[84765]: 'QosPolicy': {'1.8'}, Jan 14 06:57:03.251924 n-d-768862-2 neutron-server[84765]: 'SecurityGroup': {'1.4'}, Jan 14 06:57:03.251924 n-d-768862-2 neutron-server[84765]: 'SecurityGroupRule': {'1.2'}, Jan 14 06:57:03.251924 n-d-768862-2 neutron-server[84765]: 'SubPort': {'1.0'}, Jan 14 06:57:03.251924 n-d-768862-2 neutron-server[84765]: 'Subnet': {'1.1'}, Jan 14 06:57:03.251924 n-d-768862-2 neutron-server[84765]: 'Trunk': {'1.1'}} Jan 14 06:57:03.251924 n-d-768862-2 neutron-server[84765]: consumer versions: Jan 14 06:57:03.251924 n-d-768862-2 neutron-server[84765]: { DHCP agent@n-d-768862-2: {}, Jan 14 06:57:03.251924 n-d-768862-2 neutron-server[84765]: L3 agent@n-d-768862-2: {}, Jan 14 06:57:03.251924 n-d-768862-2 neutron-server[84765]: Metadata agent@n-d-768862-2: {}, Jan 14 06:57:03.251924 n-d-768862-2 neutron-server[84765]: Metering agent@n-d-768862-2: {}, Jan 14 06:57:03.251924 n-d-768862-2 neutron-server[84765]: Open vSwitch agent@n-d-768862-2: { 'AddressGroup': '1.1', Jan 14 06:57:03.251924 n-d-768862-2 neutron-server[84765]: 'ConntrackHelper': '1.0', Jan 14 06:57:03.251924 n-d-768862-2 neutron-server[84765]: 'Log': '1.0', Jan 14 06:57:03.251924 n-d-768862-2 neutron-server[84765]: 'Network': '1.1', Jan 14 06:57:03.251924 n-d-768862-2 neutron-server[84765]: 'Port': '1.6', Jan 14 06:57:03.251924 n-d-768862-2 neutron-server[84765]: 'PortForwarding': '1.2', Jan 14 06:57:03.251924 n-d-768862-2 neutron-server[84765]: 'QosPolicy': '1.8', Jan 14 06:57:03.251924 n-d-768862-2 neutron-server[84765]: 'SecurityGroup': '1.4', Jan 14 06:57:03.251924 n-d-768862-2 neutron-server[84765]: 'SecurityGroupRule': '1.2', Jan 14 06:57:03.251924 n-d-768862-2 neutron-server[84765]: 'SubPort': '1.0', Jan 14 06:57:03.251924 n-d-768862-2 neutron-server[84765]: 'Subnet': '1.1', Jan 14 06:57:03.251924 n-d-768862-2 neutron-server[84765]: 'Trunk': '1.1'}} Jan 14 06:57:03.251924 n-d-768862-2 neutron-server[84765]: {{(pid=84874) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}} Jan 14 06:57:03.292333 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-c4fe1f99-ebeb-486b-bd80-09486b93a71f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363259214646115'] for network, precommit_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 06:57:03.301065 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-c4fe1f99-ebeb-486b-bd80-09486b93a71f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.184s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 06:57:03.336386 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-c4fe1f99-ebeb-486b-bd80-09486b93a71f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850887149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964'] for network, after_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 06:57:03.337888 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4fe1f99-ebeb-486b-bd80-09486b93a71f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 06:57:03.338583 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-c4fe1f99-ebeb-486b-bd80-09486b93a71f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3207107'] for network, before_response {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 06:57:03.343635 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 06:57:03.610155 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-c4fe1f99-ebeb-486b-bd80-09486b93a71f admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 842 time: 1.1969886 Jan 14 06:57:03.610898 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4fe1f99-ebeb-486b-bd80-09486b93a71f admin admin] Pushing event updated for resources: {'Network': ['ID=53ec87b4-08ef-435f-86f9-d207277a1628,revision_number=1']} {{(pid=84874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 06:57:03.614767 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-c4fe1f99-ebeb-486b-bd80-09486b93a71f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.271s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 06:57:03.623149 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Network 53ec87b4-08ef-435f-86f9-d207277a1628 details requested by agent ovs-agent-n-d-768862-2 with host n-d-768862-2 {{(pid=84876) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 06:57:06.687848 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84874) accepted ('10.222.0.24', 48538) {{(pid=84874) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 06:57:07.212654 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cbb2a683-c0d4-4626-89c5-504818539c02 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 06:57:07.214096 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-cbb2a683-c0d4-4626-89c5-504818539c02 admin admin] 10.222.0.24 "GET /v2.0/networks/53ec87b4-08ef-435f-86f9-d207277a1628 HTTP/1.1" status: 200 len: 818 time: 0.5252013 Jan 14 06:57:07.245203 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-055ff7dd-d602-4b3b-970d-fe38972716fd admin admin] 10.222.0.24 "GET /v2.0/subnetpools/b7517397-4e55-4f5e-9077-d0627ee13976 HTTP/1.1" status: 200 len: 734 time: 0.0241141 Jan 14 06:57:07.255347 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.v2.base [None req-da866950-89f8-43f9-82c9-67af9200d8ef admin admin] Request body: {'subnet': {'name': 'private-subnet', 'gateway_ip': '172.20.0.1', 'subnetpool_id': 'b7517397-4e55-4f5e-9077-d0627ee13976', 'network_id': '53ec87b4-08ef-435f-86f9-d207277a1628', 'tenant_id': '7dd05f9a1d9a4e2789bb327bb8a8cc08', 'ip_version': 4}} {{(pid=84874) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 06:57:07.260253 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-da866950-89f8-43f9-82c9-67af9200d8ef admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 06:57:07.264329 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-da866950-89f8-43f9-82c9-67af9200d8ef admin admin] Usage tracker for resource:subnet and tenant:7dd05f9a1d9a4e2789bb327bb8a8cc08 is out of sync, need to count used quota {{(pid=84874) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 06:57:07.267386 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-da866950-89f8-43f9-82c9-67af9200d8ef admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84874) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 06:57:07.273131 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-da866950-89f8-43f9-82c9-67af9200d8ef admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 06:57:07.284586 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-da866950-89f8-43f9-82c9-67af9200d8ef admin admin] Made reservation on behalf of 7dd05f9a1d9a4e2789bb327bb8a8cc08 for: {'subnet': 1} {{(pid=84874) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 06:57:07.289185 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-da866950-89f8-43f9-82c9-67af9200d8ef admin admin] Notify callbacks [] for subnet, before_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 06:57:07.797735 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-da866950-89f8-43f9-82c9-67af9200d8ef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850887113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964'] for subnet, after_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 06:57:07.811165 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 06:57:07.951531 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da866950-89f8-43f9-82c9-67af9200d8ef admin admin] Pushing event updated for resources: {'Subnet': ['ID=9d9547f2-4c02-4638-9221-11b6908f645d,revision_number=0']} {{(pid=84874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 06:57:07.955608 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-da866950-89f8-43f9-82c9-67af9200d8ef admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 06:57:08.046367 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da866950-89f8-43f9-82c9-67af9200d8ef admin admin] Checking segment: {'id': 'e25e04b2-2cc2-4863-b91d-cb9aa87ac31a', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 1, 'network_id': '53ec87b4-08ef-435f-86f9-d207277a1628'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84874) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 14 06:57:08.046752 n-d-768862-2 neutron-server[84765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da866950-89f8-43f9-82c9-67af9200d8ef admin admin] Network hostable DHCP agents. Network: 53ec87b4-08ef-435f-86f9-d207277a1628, hostable agents: ['32f3dd84-26da-4d18-bf15-6017a8fb7247'], hosted agents: [] {{(pid=84874) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Jan 14 06:57:08.071401 n-d-768862-2 neutron-server[84765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da866950-89f8-43f9-82c9-67af9200d8ef admin admin] Network 53ec87b4-08ef-435f-86f9-d207277a1628 is scheduled to be hosted by DHCP agent 32f3dd84-26da-4d18-bf15-6017a8fb7247 with binding_index 1 {{(pid=84874) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Jan 14 06:57:08.087689 n-d-768862-2 neutron-server[84765]: DEBUG neutron.scheduler.base_scheduler [None req-da866950-89f8-43f9-82c9-67af9200d8ef admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768862-2, 53ec87b4-08ef-435f-86f9-d207277a1628) {{(pid=84874) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 06:57:08.092955 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da866950-89f8-43f9-82c9-67af9200d8ef admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=84874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 06:57:08.093597 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-da866950-89f8-43f9-82c9-67af9200d8ef admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3207107'] for subnet, before_response {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 06:57:08.099677 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1979d1b-da50-406f-8191-4e6e5fe745e0 None None] Network 53ec87b4-08ef-435f-86f9-d207277a1628 requested from n-d-768862-2 {{(pid=84876) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 06:57:08.116528 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-da866950-89f8-43f9-82c9-67af9200d8ef admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.8646877 Jan 14 06:57:08.427442 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38a5ede4-5b59-41c0-91a7-6b4c5443200d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5d94dc7a-c095-50a4-955e-5f3b78718a12-53ec87b4-08ef-435f-86f9-d207277a1628', 'network_id': '53ec87b4-08ef-435f-86f9-d207277a1628', 'tenant_id': '7dd05f9a1d9a4e2789bb327bb8a8cc08', 'fixed_ips': [{'subnet_id': '9d9547f2-4c02-4638-9221-11b6908f645d'}]}} from n-d-768862-2. {{(pid=84876) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Jan 14 06:57:08.428756 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-38a5ede4-5b59-41c0-91a7-6b4c5443200d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555753'] for port, before_create {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 06:57:08.940816 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.db_base_plugin_common [None req-38a5ede4-5b59-41c0-91a7-6b4c5443200d None None] Allocated IP 172.20.0.2 (53ec87b4-08ef-435f-86f9-d207277a1628/9d9547f2-4c02-4638-9221-11b6908f645d/fe7c48de-1700-4302-8061-c95428b07e20) {{(pid=84876) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 14 06:57:09.176404 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-38a5ede4-5b59-41c0-91a7-6b4c5443200d None None] Notify callbacks [] for port, precommit_create {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 06:57:09.190085 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-38a5ede4-5b59-41c0-91a7-6b4c5443200d None None] Transition to ACTIVE for port object fe7c48de-1700-4302-8061-c95428b07e20 will not be triggered until provisioned by entity L2. {{(pid=84876) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 06:57:09.210414 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-38a5ede4-5b59-41c0-91a7-6b4c5443200d None None] Transition to ACTIVE for port object fe7c48de-1700-4302-8061-c95428b07e20 will not be triggered until provisioned by entity DHCP. {{(pid=84876) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 06:57:09.217028 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-38a5ede4-5b59-41c0-91a7-6b4c5443200d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777640123575'] for port, after_create {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 06:57:09.230872 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84876) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 06:57:09.360584 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38a5ede4-5b59-41c0-91a7-6b4c5443200d None None] Pushing event updated for resources: {'Port': ['ID=fe7c48de-1700-4302-8061-c95428b07e20,revision_number=1']} {{(pid=84876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 06:57:09.371343 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38a5ede4-5b59-41c0-91a7-6b4c5443200d None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-2 {{(pid=84876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 06:57:09.371710 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38a5ede4-5b59-41c0-91a7-6b4c5443200d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-2 {{(pid=84876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 06:57:09.372064 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38a5ede4-5b59-41c0-91a7-6b4c5443200d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-2 {{(pid=84876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 06:57:09.372447 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38a5ede4-5b59-41c0-91a7-6b4c5443200d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-2 {{(pid=84876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 06:57:09.372817 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38a5ede4-5b59-41c0-91a7-6b4c5443200d None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@n-d-768862-2 {{(pid=84876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 06:57:09.373168 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38a5ede4-5b59-41c0-91a7-6b4c5443200d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-2 {{(pid=84876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 06:57:09.373515 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38a5ede4-5b59-41c0-91a7-6b4c5443200d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-768862-2 {{(pid=84876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 06:57:09.373858 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38a5ede4-5b59-41c0-91a7-6b4c5443200d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-768862-2 {{(pid=84876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 06:57:09.374181 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38a5ede4-5b59-41c0-91a7-6b4c5443200d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-2 {{(pid=84876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 06:57:09.374520 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38a5ede4-5b59-41c0-91a7-6b4c5443200d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-2 {{(pid=84876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 06:57:09.374862 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38a5ede4-5b59-41c0-91a7-6b4c5443200d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-2 {{(pid=84876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 06:57:09.375184 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38a5ede4-5b59-41c0-91a7-6b4c5443200d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-2 {{(pid=84876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 06:57:09.376315 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38a5ede4-5b59-41c0-91a7-6b4c5443200d None None] Tracked resource versions report: Jan 14 06:57:09.376315 n-d-768862-2 neutron-server[84765]: pushed versions: Jan 14 06:57:09.376315 n-d-768862-2 neutron-server[84765]: { 'AddressGroup': {'1.1'}, Jan 14 06:57:09.376315 n-d-768862-2 neutron-server[84765]: 'ConntrackHelper': {'1.0'}, Jan 14 06:57:09.376315 n-d-768862-2 neutron-server[84765]: 'Log': {'1.0'}, Jan 14 06:57:09.376315 n-d-768862-2 neutron-server[84765]: 'Network': {'1.1'}, Jan 14 06:57:09.376315 n-d-768862-2 neutron-server[84765]: 'Port': {'1.6'}, Jan 14 06:57:09.376315 n-d-768862-2 neutron-server[84765]: 'PortForwarding': {'1.2'}, Jan 14 06:57:09.376315 n-d-768862-2 neutron-server[84765]: 'QosPolicy': {'1.8'}, Jan 14 06:57:09.376315 n-d-768862-2 neutron-server[84765]: 'SecurityGroup': {'1.4'}, Jan 14 06:57:09.376315 n-d-768862-2 neutron-server[84765]: 'SecurityGroupRule': {'1.2'}, Jan 14 06:57:09.376315 n-d-768862-2 neutron-server[84765]: 'SubPort': {'1.0'}, Jan 14 06:57:09.376315 n-d-768862-2 neutron-server[84765]: 'Subnet': {'1.1'}, Jan 14 06:57:09.376315 n-d-768862-2 neutron-server[84765]: 'Trunk': {'1.1'}} Jan 14 06:57:09.376315 n-d-768862-2 neutron-server[84765]: consumer versions: Jan 14 06:57:09.376315 n-d-768862-2 neutron-server[84765]: { DHCP agent@n-d-768862-2: {}, Jan 14 06:57:09.376315 n-d-768862-2 neutron-server[84765]: L3 agent@n-d-768862-2: {}, Jan 14 06:57:09.376315 n-d-768862-2 neutron-server[84765]: Metadata agent@n-d-768862-2: {}, Jan 14 06:57:09.376315 n-d-768862-2 neutron-server[84765]: Metering agent@n-d-768862-2: {}, Jan 14 06:57:09.376315 n-d-768862-2 neutron-server[84765]: Open vSwitch agent@n-d-768862-2: { 'AddressGroup': '1.1', Jan 14 06:57:09.376315 n-d-768862-2 neutron-server[84765]: 'ConntrackHelper': '1.0', Jan 14 06:57:09.376315 n-d-768862-2 neutron-server[84765]: 'Log': '1.0', Jan 14 06:57:09.376315 n-d-768862-2 neutron-server[84765]: 'Network': '1.1', Jan 14 06:57:09.376315 n-d-768862-2 neutron-server[84765]: 'Port': '1.6', Jan 14 06:57:09.376315 n-d-768862-2 neutron-server[84765]: 'PortForwarding': '1.2', Jan 14 06:57:09.376315 n-d-768862-2 neutron-server[84765]: 'QosPolicy': '1.8', Jan 14 06:57:09.376315 n-d-768862-2 neutron-server[84765]: 'SecurityGroup': '1.4', Jan 14 06:57:09.376315 n-d-768862-2 neutron-server[84765]: 'SecurityGroupRule': '1.2', Jan 14 06:57:09.376315 n-d-768862-2 neutron-server[84765]: 'SubPort': '1.0', Jan 14 06:57:09.376315 n-d-768862-2 neutron-server[84765]: 'Subnet': '1.1', Jan 14 06:57:09.376315 n-d-768862-2 neutron-server[84765]: 'Trunk': '1.1'}} Jan 14 06:57:09.376315 n-d-768862-2 neutron-server[84765]: {{(pid=84876) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}} Jan 14 06:57:09.382588 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-38a5ede4-5b59-41c0-91a7-6b4c5443200d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=84876) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 06:57:09.439576 n-d-768862-2 neutron-server[84765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38a5ede4-5b59-41c0-91a7-6b4c5443200d None None] Network 53ec87b4-08ef-435f-86f9-d207277a1628 is already hosted by enough agents. {{(pid=84876) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 06:57:09.440689 n-d-768862-2 neutron-server[84765]: DEBUG neutron.scheduler.base_scheduler [None req-38a5ede4-5b59-41c0-91a7-6b4c5443200d None None] Resources bound (agent type, host, resource id): {{(pid=84876) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 06:57:09.443785 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38a5ede4-5b59-41c0-91a7-6b4c5443200d None None] Received port after_create {{(pid=84876) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 14 06:57:09.504295 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.managers [None req-38a5ede4-5b59-41c0-91a7-6b4c5443200d None None] Attempting to bind port fe7c48de-1700-4302-8061-c95428b07e20 on host n-d-768862-2 for vnic_type normal with profile {{(pid=84876) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 14 06:57:09.504702 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.managers [None req-38a5ede4-5b59-41c0-91a7-6b4c5443200d None None] Attempting to bind port fe7c48de-1700-4302-8061-c95428b07e20 by drivers openvswitch on host n-d-768862-2 at level 0 using segments [{'id': 'e25e04b2-2cc2-4863-b91d-cb9aa87ac31a', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 1, 'network_id': '53ec87b4-08ef-435f-86f9-d207277a1628'}] {{(pid=84876) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 14 06:57:09.505113 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38a5ede4-5b59-41c0-91a7-6b4c5443200d None None] Attempting to bind port fe7c48de-1700-4302-8061-c95428b07e20 on network 53ec87b4-08ef-435f-86f9-d207277a1628 {{(pid=84876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 14 06:57:09.511282 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38a5ede4-5b59-41c0-91a7-6b4c5443200d None None] Checking agent: {'id': 'ba5efab1-b43c-4d5a-bc52-6e105d4e67a2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768862-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 14, 6, 56, 52), 'started_at': datetime.datetime(2021, 1, 14, 6, 56, 52), 'heartbeat_timestamp': datetime.datetime(2021, 1, 14, 6, 56, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768862-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.29', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 14 06:57:09.511762 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38a5ede4-5b59-41c0-91a7-6b4c5443200d None None] Checking segment: {'id': 'e25e04b2-2cc2-4863-b91d-cb9aa87ac31a', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 1, 'network_id': '53ec87b4-08ef-435f-86f9-d207277a1628'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84876) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 14 06:57:09.513100 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-38a5ede4-5b59-41c0-91a7-6b4c5443200d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 06:57:09.513100 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38a5ede4-5b59-41c0-91a7-6b4c5443200d None None] Bound using segment: {'id': 'e25e04b2-2cc2-4863-b91d-cb9aa87ac31a', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 1, 'network_id': '53ec87b4-08ef-435f-86f9-d207277a1628'} {{(pid=84876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 14 06:57:09.513100 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.managers [None req-38a5ede4-5b59-41c0-91a7-6b4c5443200d None None] Bound port: fe7c48de-1700-4302-8061-c95428b07e20, host: n-d-768862-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e25e04b2-2cc2-4863-b91d-cb9aa87ac31a', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 1, 'network_id': '53ec87b4-08ef-435f-86f9-d207277a1628'}}] {{(pid=84876) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 14 06:57:09.514161 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-38a5ede4-5b59-41c0-91a7-6b4c5443200d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555753'] for port, before_update {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 06:57:09.606520 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [None req-38a5ede4-5b59-41c0-91a7-6b4c5443200d None None] For port fe7c48de-1700-4302-8061-c95428b07e20, host n-d-768862-2, cleared binding levels {{(pid=84876) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 14 06:57:09.610968 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [None req-38a5ede4-5b59-41c0-91a7-6b4c5443200d None None] For port fe7c48de-1700-4302-8061-c95428b07e20, host n-d-768862-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-2',level=0,port_id=fe7c48de-1700-4302-8061-c95428b07e20,segment=NetworkSegment(e25e04b2-2cc2-4863-b91d-cb9aa87ac31a),segment_id=e25e04b2-2cc2-4863-b91d-cb9aa87ac31a)] {{(pid=84876) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 14 06:57:09.614692 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-38a5ede4-5b59-41c0-91a7-6b4c5443200d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777640533312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363259214678337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777640097497'] for port, after_update {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 06:57:09.630502 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84876) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 06:57:09.775783 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38a5ede4-5b59-41c0-91a7-6b4c5443200d None None] Pushing event updated for resources: {'Port': ['ID=fe7c48de-1700-4302-8061-c95428b07e20,revision_number=2']} {{(pid=84876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 06:57:09.780523 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-38a5ede4-5b59-41c0-91a7-6b4c5443200d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=84876) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 06:57:10.886990 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84874) accepted ('10.222.0.24', 48548) {{(pid=84874) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 06:57:11.436021 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [None req-d9b2882c-52e2-4200-b014-4f7ca28b8290 admin admin] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=84874) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 14 06:57:11.456548 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-d9b2882c-52e2-4200-b014-4f7ca28b8290 admin admin] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13279 time: 0.5491502 Jan 14 06:57:14.215708 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84874) accepted ('10.222.0.24', 48562) {{(pid=84874) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 06:57:14.442148 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Device fe7c48de-1700-4302-8061-c95428b07e20 up at agent ovs-agent-n-d-768862-2 {{(pid=84876) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 06:57:14.503784 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62670ab9-3a8a-4d2b-b8eb-6bbd43cf6f2e None None] Network 53ec87b4-08ef-435f-86f9-d207277a1628 requested from n-d-768862-2 {{(pid=84876) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 06:57:14.589196 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Provisioning for port fe7c48de-1700-4302-8061-c95428b07e20 completed by entity L2. {{(pid=84876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 06:57:14.617477 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-7b6f196f-eec6-40ee-b2ac-07a5b0fc1319 None None] Provisioning for port fe7c48de-1700-4302-8061-c95428b07e20 completed by entity DHCP. {{(pid=84876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 06:57:14.625891 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-7b6f196f-eec6-40ee-b2ac-07a5b0fc1319 None None] Provisioning complete for port fe7c48de-1700-4302-8061-c95428b07e20 triggered by entity DHCP. {{(pid=84876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 06:57:14.626289 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-7b6f196f-eec6-40ee-b2ac-07a5b0fc1319 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-604227'] for port, provisioning_complete {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 06:57:14.667870 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [None req-7a40a470-95bf-4bda-8d9f-10fea96195e9 admin admin] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=84874) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 14 06:57:14.668979 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-7a40a470-95bf-4bda-8d9f-10fea96195e9 admin admin] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13279 time: 0.4520640 Jan 14 06:57:14.874655 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-7b6f196f-eec6-40ee-b2ac-07a5b0fc1319 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555753'] for port, before_update {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 06:57:14.924578 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [None req-7b6f196f-eec6-40ee-b2ac-07a5b0fc1319 None None] For port fe7c48de-1700-4302-8061-c95428b07e20, host n-d-768862-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-2',level=0,port_id=fe7c48de-1700-4302-8061-c95428b07e20,segment=NetworkSegment(e25e04b2-2cc2-4863-b91d-cb9aa87ac31a),segment_id=e25e04b2-2cc2-4863-b91d-cb9aa87ac31a)] {{(pid=84876) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 06:57:14.930726 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-7b6f196f-eec6-40ee-b2ac-07a5b0fc1319 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777640533312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363259214678337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777640097497'] for port, after_update {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 06:57:14.948169 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-38a5ede4-5b59-41c0-91a7-6b4c5443200d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84876) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 06:57:15.021207 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b6f196f-eec6-40ee-b2ac-07a5b0fc1319 None None] Pushing event updated for resources: {'Port': ['ID=fe7c48de-1700-4302-8061-c95428b07e20,revision_number=3']} {{(pid=84876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 06:57:15.025505 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-7b6f196f-eec6-40ee-b2ac-07a5b0fc1319 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=84876) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 06:57:15.157150 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-ee456c5f-6b03-43fe-8e14-47e2128824f4 None None] Provisioning complete for port fe7c48de-1700-4302-8061-c95428b07e20 triggered by entity DHCP. {{(pid=84876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 06:57:15.157569 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-ee456c5f-6b03-43fe-8e14-47e2128824f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-604227'] for port, provisioning_complete {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 06:57:15.410380 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-30773ec9-248d-4b6f-8a11-86b06b20ff2b None None] Provisioning complete for port fe7c48de-1700-4302-8061-c95428b07e20 triggered by entity DHCP. {{(pid=84876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 06:57:15.410901 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-30773ec9-248d-4b6f-8a11-86b06b20ff2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-604227'] for port, provisioning_complete {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 06:57:15.654614 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-0dc97a43-5d53-470a-929e-b74a21279d4a None None] Provisioning complete for port fe7c48de-1700-4302-8061-c95428b07e20 triggered by entity DHCP. {{(pid=84876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 06:57:15.655058 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-0dc97a43-5d53-470a-929e-b74a21279d4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-604227'] for port, provisioning_complete {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 06:57:16.414356 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Device fe7c48de-1700-4302-8061-c95428b07e20 up at agent ovs-agent-n-d-768862-2 {{(pid=84876) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 06:57:16.490672 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Provisioning complete for port fe7c48de-1700-4302-8061-c95428b07e20 triggered by entity L2. {{(pid=84876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 06:57:16.491082 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-604227'] for port, provisioning_complete {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 06:57:17.776981 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84874) accepted ('10.222.0.24', 48578) {{(pid=84874) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 06:57:18.197786 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.v2.base [None req-8fff1306-a483-4a70-9a43-4a71d8309e12 admin admin] Request body: {'router': {'tenant_id': '7dd05f9a1d9a4e2789bb327bb8a8cc08', 'name': 'router1', 'admin_state_up': True}} {{(pid=84874) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 06:57:18.203559 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-8fff1306-a483-4a70-9a43-4a71d8309e12 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 06:57:18.207984 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-8fff1306-a483-4a70-9a43-4a71d8309e12 admin admin] Usage tracker for resource:router and tenant:7dd05f9a1d9a4e2789bb327bb8a8cc08 is out of sync, need to count used quota {{(pid=84874) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 06:57:18.211305 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-8fff1306-a483-4a70-9a43-4a71d8309e12 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=84874) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 06:57:18.217327 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-8fff1306-a483-4a70-9a43-4a71d8309e12 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 06:57:18.227952 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-8fff1306-a483-4a70-9a43-4a71d8309e12 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3889205', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854717621'] for router, before_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 06:57:18.229261 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-8fff1306-a483-4a70-9a43-4a71d8309e12 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036850886574', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3912501', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3808446', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-58179'] for router, precommit_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 06:57:18.250947 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-8fff1306-a483-4a70-9a43-4a71d8309e12 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 06:57:18.352361 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-8fff1306-a483-4a70-9a43-4a71d8309e12 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036850886612', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036850863158'] for router, after_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 06:57:18.373945 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-8fff1306-a483-4a70-9a43-4a71d8309e12 admin admin] Notify callbacks [] for router, before_response {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 06:57:18.375212 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-8fff1306-a483-4a70-9a43-4a71d8309e12 admin admin] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.5971637 Jan 14 06:57:18.590190 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-700bd3f0-ed4f-4f70-90f1-43580ea1f925 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363259214191800', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854171626'] for agent, after_update {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 06:57:21.085718 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-30c613af-6a4c-4b23-b2a8-7221a37f11d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363259214191800', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854171626'] for agent, after_update {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 06:57:21.092367 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84874) accepted ('10.222.0.24', 48588) {{(pid=84874) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 06:57:21.458304 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [None req-43e20655-8e82-48a0-b9e0-1ff0825076c0 admin admin] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=84874) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 14 06:57:21.459381 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-43e20655-8e82-48a0-b9e0-1ff0825076c0 admin admin] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13279 time: 0.3659835 Jan 14 06:57:21.602486 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-da76cfc0-98e8-4426-9f6d-4f05aa3fae78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363259214191800', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854171626'] for agent, after_update {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 06:57:22.505093 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363259214191800', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854171626'] for agent, after_update {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 06:57:23.019075 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-0f37073e-9c69-4e3c-80e0-6cfaa0fd61a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363259214191800', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854171626'] for agent, after_update {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 06:57:24.043407 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84874) accepted ('10.222.0.24', 48608) {{(pid=84874) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 06:57:24.143292 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.v2.base [None req-eb3ebd50-658a-4637-8094-06f6d18ae74f admin admin] Request body: {'network': {'name': 'public', 'admin_state_up': True, 'router:external': True, 'provider:physical_network': 'physnet1', 'provider:network_type': 'flat', 'is_default': True}} {{(pid=84874) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 06:57:24.148294 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-eb3ebd50-658a-4637-8094-06f6d18ae74f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 06:57:24.152435 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-eb3ebd50-658a-4637-8094-06f6d18ae74f admin admin] Usage tracker for resource:network and tenant:fd36d735908740c282d77900fa847406 is out of sync, need to count used quota {{(pid=84874) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 06:57:24.156200 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-eb3ebd50-658a-4637-8094-06f6d18ae74f admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84874) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 06:57:24.162084 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-eb3ebd50-658a-4637-8094-06f6d18ae74f admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 06:57:24.173356 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eb3ebd50-658a-4637-8094-06f6d18ae74f admin admin] Made reservation on behalf of fd36d735908740c282d77900fa847406 for: {'network': 1} {{(pid=84874) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 06:57:24.177961 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-eb3ebd50-658a-4637-8094-06f6d18ae74f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555753'] for network, before_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 06:57:24.190894 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-eb3ebd50-658a-4637-8094-06f6d18ae74f admin admin] Notify callbacks [] for security_group, before_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 06:57:24.205975 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-eb3ebd50-658a-4637-8094-06f6d18ae74f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 06:57:24.209974 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-eb3ebd50-658a-4637-8094-06f6d18ae74f admin admin] Usage tracker for resource:security_group_rule and tenant:fd36d735908740c282d77900fa847406 is out of sync, need to count used quota {{(pid=84874) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 06:57:24.212859 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-eb3ebd50-658a-4637-8094-06f6d18ae74f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84874) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 06:57:24.218783 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-eb3ebd50-658a-4637-8094-06f6d18ae74f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 06:57:24.306576 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-eb3ebd50-658a-4637-8094-06f6d18ae74f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 06:57:24.310258 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-eb3ebd50-658a-4637-8094-06f6d18ae74f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850887153'] for security_group, after_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 06:57:24.314909 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 06:57:24.328419 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-eb3ebd50-658a-4637-8094-06f6d18ae74f admin admin] Reserving flat network on physical network physnet1 {{(pid=84874) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:101}} Jan 14 06:57:24.353734 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb3ebd50-658a-4637-8094-06f6d18ae74f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=44bffa38-9800-463a-b704-0b99673f16e1,revision_number=1']} {{(pid=84874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 06:57:24.356847 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-eb3ebd50-658a-4637-8094-06f6d18ae74f admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment--9223363259214191851', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854179735'] for segment, precommit_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 06:57:24.357548 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-eb3ebd50-658a-4637-8094-06f6d18ae74f admin admin] Unsubscribe: segment precommit_create {{(pid=84874) unsubscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:84}} Jan 14 06:57:24.357939 n-d-768862-2 neutron-server[84765]: INFO neutron.db.segments_db [None req-eb3ebd50-658a-4637-8094-06f6d18ae74f admin admin] Added segment cf3ded2c-bc47-4a71-89af-6e7117e60140 of type flat for network 226f1e78-82cd-4481-9055-4eb73b6db8c1 Jan 14 06:57:24.359150 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-eb3ebd50-658a-4637-8094-06f6d18ae74f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 06:57:24.396339 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-eb3ebd50-658a-4637-8094-06f6d18ae74f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363259214646115'] for network, precommit_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 06:57:24.435874 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-eb3ebd50-658a-4637-8094-06f6d18ae74f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850887149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964'] for network, after_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 06:57:24.437177 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb3ebd50-658a-4637-8094-06f6d18ae74f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 06:57:24.437795 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-eb3ebd50-658a-4637-8094-06f6d18ae74f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3207107'] for network, before_response {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 06:57:24.441216 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-c4fe1f99-ebeb-486b-bd80-09486b93a71f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 06:57:24.548119 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-eb3ebd50-658a-4637-8094-06f6d18ae74f admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.5034013 Jan 14 06:57:24.548863 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb3ebd50-658a-4637-8094-06f6d18ae74f admin admin] Pushing event updated for resources: {'Network': ['ID=226f1e78-82cd-4481-9055-4eb73b6db8c1,revision_number=1']} {{(pid=84874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 06:57:24.561882 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-eb3ebd50-658a-4637-8094-06f6d18ae74f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 06:57:24.569640 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Network 226f1e78-82cd-4481-9055-4eb73b6db8c1 details requested by agent ovs-agent-n-d-768862-2 with host n-d-768862-2 {{(pid=84876) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 06:57:27.081391 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84875) accepted ('10.222.0.24', 48628) {{(pid=84875) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 06:57:27.340366 n-d-768862-2 neutron-server[84765]: DEBUG neutron.policy [None req-951d7e94-b7ca-4888-a6fa-f5f0a37b34c3 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=84875) register_rules /opt/stack/neutron/neutron/policy.py:67}} Jan 14 06:57:27.341301 n-d-768862-2 neutron-server[84765]: WARNING oslo_policy.policy [None req-951d7e94-b7ca-4888-a6fa-f5f0a37b34c3 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jan 14 06:57:27.341704 n-d-768862-2 neutron-server[84765]: WARNING oslo_policy.policy [None req-951d7e94-b7ca-4888-a6fa-f5f0a37b34c3 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jan 14 06:57:27.345151 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/relationships.py:1998: SAWarning: Setting backref / back_populates on relationship QosNetworkPolicyBinding.port to refer to viewonly relationship Port.qos_network_policy_binding should include sync_backref=False set on the QosNetworkPolicyBinding.port relationship. (this warning may be suppressed after 10 occurrences) Jan 14 06:57:27.345151 n-d-768862-2 neutron-server[84765]: (rel_b, rel_a, rel_b), Jan 14 06:57:27.345151 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/relationships.py:1998: SAWarning: Setting backref / back_populates on relationship Tag.standard_attr to refer to viewonly relationship StandardAttribute.tags should include sync_backref=False set on the Tag.standard_attr relationship. (this warning may be suppressed after 10 occurrences) Jan 14 06:57:27.345151 n-d-768862-2 neutron-server[84765]: (rel_b, rel_a, rel_b), Jan 14 06:57:27.345151 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network":"rule:regular_user" was deprecated in W in favor of "create_network":"role:member and project_id:%(project_id)s". Reason: Jan 14 06:57:27.345151 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 06:57:27.345151 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 06:57:27.345151 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 06:57:27.345151 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:shared":"rule:admin_only" was deprecated in W in favor of "create_network:shared":"role:admin and system_scope:all". Reason: Jan 14 06:57:27.345151 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 06:57:27.345151 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 06:57:27.345151 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 06:57:27.345151 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:router:external":"rule:admin_only" was deprecated in W in favor of "create_network:router:external":"role:admin and system_scope:all". Reason: Jan 14 06:57:27.345151 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 06:57:27.346188 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 06:57:27.346188 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 06:57:27.346188 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:is_default":"rule:admin_only" was deprecated in W in favor of "create_network:is_default":"role:admin and system_scope:all". Reason: Jan 14 06:57:27.346188 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 06:57:27.346188 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 06:57:27.346188 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 06:57:27.346188 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:port_security_enabled":"rule:regular_user" was deprecated in W in favor of "create_network:port_security_enabled":"role:member and project_id:%(project_id)s". Reason: Jan 14 06:57:27.346188 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 06:57:27.346188 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 06:57:27.346188 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 06:57:27.346188 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:segments":"rule:admin_only" was deprecated in W in favor of "create_network:segments":"role:admin and system_scope:all". Reason: Jan 14 06:57:27.346188 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 06:57:27.346188 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 06:57:27.346188 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 06:57:27.346188 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "create_network:provider:network_type":"role:admin and system_scope:all". Reason: Jan 14 06:57:27.346188 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 06:57:27.347144 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 06:57:27.347144 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 06:57:27.347144 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "create_network:provider:physical_network":"role:admin and system_scope:all". Reason: Jan 14 06:57:27.347144 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 06:57:27.347144 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 06:57:27.347144 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 06:57:27.347144 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "create_network:provider:segmentation_id":"role:admin and system_scope:all". Reason: Jan 14 06:57:27.347144 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 06:57:27.347144 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 06:57:27.347144 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 06:57:27.347144 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network":"rule:admin_or_owner or rule:shared or rule:external or rule:context_is_advsvc" was deprecated in W in favor of "get_network":"(role:reader and system_scope:all) or (role:reader and project_id:%(project_id)s) or rule:shared or rule:external or rule:context_is_advsvc". Reason: Jan 14 06:57:27.347144 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 06:57:27.347144 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 06:57:27.347144 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 06:57:27.348001 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:router:external":"rule:regular_user" was deprecated in W in favor of "get_network:router:external":"role:reader and project_id:%(project_id)s". Reason: Jan 14 06:57:27.348001 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 06:57:27.348001 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 06:57:27.348001 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 06:57:27.348001 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:segments":"rule:admin_only" was deprecated in W in favor of "get_network:segments":"role:reader and system_scope:all". Reason: Jan 14 06:57:27.348001 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 06:57:27.348001 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 06:57:27.348001 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 06:57:27.348001 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "get_network:provider:network_type":"role:reader and system_scope:all". Reason: Jan 14 06:57:27.348001 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 06:57:27.348001 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 06:57:27.348001 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 06:57:27.348001 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "get_network:provider:physical_network":"role:reader and system_scope:all". Reason: Jan 14 06:57:27.348001 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 06:57:27.348001 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 06:57:27.348001 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 06:57:27.348865 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "get_network:provider:segmentation_id":"role:reader and system_scope:all". Reason: Jan 14 06:57:27.348865 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 06:57:27.348865 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 06:57:27.348865 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 06:57:27.353977 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-951d7e94-b7ca-4888-a6fa-f5f0a37b34c3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=84875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 06:57:27.355775 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-951d7e94-b7ca-4888-a6fa-f5f0a37b34c3 admin admin] 10.222.0.24 "GET /v2.0/subnets/9d9547f2-4c02-4638-9221-11b6908f645d HTTP/1.1" status: 200 len: 849 time: 0.2730291 Jan 14 06:57:27.532534 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-0c1e64f4-6392-4239-a755-512cada39cc5 admin admin] 10.222.0.24 "GET /v2.0/routers/49a4e0f7-13af-4ca9-872b-13015bdec138 HTTP/1.1" status: 200 len: 704 time: 0.1697199 Jan 14 06:57:28.180579 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-1f8303fc-b232-4122-b889-fee0938e80bb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555753'] for port, before_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 06:57:28.607795 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.db_base_plugin_common [None req-1f8303fc-b232-4122-b889-fee0938e80bb admin admin] Allocated IP 172.20.0.1 (53ec87b4-08ef-435f-86f9-d207277a1628/9d9547f2-4c02-4638-9221-11b6908f645d/3fd06829-5d17-4463-a3a0-dab1ca4e1684) {{(pid=84875) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 14 06:57:28.775212 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-1f8303fc-b232-4122-b889-fee0938e80bb admin admin] Notify callbacks [] for port, precommit_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 06:57:28.793676 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-1f8303fc-b232-4122-b889-fee0938e80bb admin admin] Transition to ACTIVE for port object 3fd06829-5d17-4463-a3a0-dab1ca4e1684 will not be triggered until provisioned by entity DHCP. {{(pid=84875) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 06:57:28.846724 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-1f8303fc-b232-4122-b889-fee0938e80bb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777640123575'] for port, after_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 06:57:28.860683 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 06:57:28.997602 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f8303fc-b232-4122-b889-fee0938e80bb admin admin] Pushing event updated for resources: {'Port': ['ID=3fd06829-5d17-4463-a3a0-dab1ca4e1684,revision_number=1']} {{(pid=84875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 06:57:29.019603 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f8303fc-b232-4122-b889-fee0938e80bb admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-2 {{(pid=84875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 06:57:29.019986 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f8303fc-b232-4122-b889-fee0938e80bb admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-2 {{(pid=84875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 06:57:29.020345 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f8303fc-b232-4122-b889-fee0938e80bb admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-2 {{(pid=84875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 06:57:29.020697 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f8303fc-b232-4122-b889-fee0938e80bb admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-2 {{(pid=84875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 06:57:29.021041 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f8303fc-b232-4122-b889-fee0938e80bb admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@n-d-768862-2 {{(pid=84875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 06:57:29.021389 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f8303fc-b232-4122-b889-fee0938e80bb admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-2 {{(pid=84875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 06:57:29.021730 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f8303fc-b232-4122-b889-fee0938e80bb admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-768862-2 {{(pid=84875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 06:57:29.022069 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f8303fc-b232-4122-b889-fee0938e80bb admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-768862-2 {{(pid=84875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 06:57:29.022402 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f8303fc-b232-4122-b889-fee0938e80bb admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-2 {{(pid=84875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 06:57:29.022738 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f8303fc-b232-4122-b889-fee0938e80bb admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-2 {{(pid=84875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 06:57:29.023057 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f8303fc-b232-4122-b889-fee0938e80bb admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-2 {{(pid=84875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 06:57:29.023395 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f8303fc-b232-4122-b889-fee0938e80bb admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-2 {{(pid=84875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 06:57:29.024519 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f8303fc-b232-4122-b889-fee0938e80bb admin admin] Tracked resource versions report: Jan 14 06:57:29.024519 n-d-768862-2 neutron-server[84765]: pushed versions: Jan 14 06:57:29.024519 n-d-768862-2 neutron-server[84765]: { 'AddressGroup': {'1.1'}, Jan 14 06:57:29.024519 n-d-768862-2 neutron-server[84765]: 'ConntrackHelper': {'1.0'}, Jan 14 06:57:29.024519 n-d-768862-2 neutron-server[84765]: 'Log': {'1.0'}, Jan 14 06:57:29.024519 n-d-768862-2 neutron-server[84765]: 'Network': {'1.1'}, Jan 14 06:57:29.024519 n-d-768862-2 neutron-server[84765]: 'Port': {'1.6'}, Jan 14 06:57:29.024519 n-d-768862-2 neutron-server[84765]: 'PortForwarding': {'1.2'}, Jan 14 06:57:29.024519 n-d-768862-2 neutron-server[84765]: 'QosPolicy': {'1.8'}, Jan 14 06:57:29.024519 n-d-768862-2 neutron-server[84765]: 'SecurityGroup': {'1.4'}, Jan 14 06:57:29.024519 n-d-768862-2 neutron-server[84765]: 'SecurityGroupRule': {'1.2'}, Jan 14 06:57:29.024519 n-d-768862-2 neutron-server[84765]: 'SubPort': {'1.0'}, Jan 14 06:57:29.024519 n-d-768862-2 neutron-server[84765]: 'Subnet': {'1.1'}, Jan 14 06:57:29.024519 n-d-768862-2 neutron-server[84765]: 'Trunk': {'1.1'}} Jan 14 06:57:29.024519 n-d-768862-2 neutron-server[84765]: consumer versions: Jan 14 06:57:29.024519 n-d-768862-2 neutron-server[84765]: { DHCP agent@n-d-768862-2: {}, Jan 14 06:57:29.024519 n-d-768862-2 neutron-server[84765]: L3 agent@n-d-768862-2: {}, Jan 14 06:57:29.024519 n-d-768862-2 neutron-server[84765]: Metadata agent@n-d-768862-2: {}, Jan 14 06:57:29.024519 n-d-768862-2 neutron-server[84765]: Metering agent@n-d-768862-2: {}, Jan 14 06:57:29.024519 n-d-768862-2 neutron-server[84765]: Open vSwitch agent@n-d-768862-2: { 'AddressGroup': '1.1', Jan 14 06:57:29.024519 n-d-768862-2 neutron-server[84765]: 'ConntrackHelper': '1.0', Jan 14 06:57:29.024519 n-d-768862-2 neutron-server[84765]: 'Log': '1.0', Jan 14 06:57:29.024519 n-d-768862-2 neutron-server[84765]: 'Network': '1.1', Jan 14 06:57:29.024519 n-d-768862-2 neutron-server[84765]: 'Port': '1.6', Jan 14 06:57:29.024519 n-d-768862-2 neutron-server[84765]: 'PortForwarding': '1.2', Jan 14 06:57:29.024519 n-d-768862-2 neutron-server[84765]: 'QosPolicy': '1.8', Jan 14 06:57:29.024519 n-d-768862-2 neutron-server[84765]: 'SecurityGroup': '1.4', Jan 14 06:57:29.024519 n-d-768862-2 neutron-server[84765]: 'SecurityGroupRule': '1.2', Jan 14 06:57:29.024519 n-d-768862-2 neutron-server[84765]: 'SubPort': '1.0', Jan 14 06:57:29.024519 n-d-768862-2 neutron-server[84765]: 'Subnet': '1.1', Jan 14 06:57:29.024519 n-d-768862-2 neutron-server[84765]: 'Trunk': '1.1'}} Jan 14 06:57:29.024519 n-d-768862-2 neutron-server[84765]: {{(pid=84875) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}} Jan 14 06:57:29.070052 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-1f8303fc-b232-4122-b889-fee0938e80bb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.209s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 06:57:29.087804 n-d-768862-2 neutron-server[84765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f8303fc-b232-4122-b889-fee0938e80bb admin admin] Network 53ec87b4-08ef-435f-86f9-d207277a1628 is already hosted by enough agents. {{(pid=84875) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 06:57:29.089031 n-d-768862-2 neutron-server[84765]: DEBUG neutron.scheduler.base_scheduler [None req-1f8303fc-b232-4122-b889-fee0938e80bb admin admin] Resources bound (agent type, host, resource id): {{(pid=84875) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 06:57:29.092216 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f8303fc-b232-4122-b889-fee0938e80bb admin admin] Received port after_create {{(pid=84875) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 14 06:57:29.092776 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-1f8303fc-b232-4122-b889-fee0938e80bb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036850886386'] for router_interface, before_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 06:57:29.313117 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-c3b7ffb6-440e-48ab-b45e-f1b41dad131f None None] Provisioning for port 3fd06829-5d17-4463-a3a0-dab1ca4e1684 completed by entity DHCP. {{(pid=84876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 06:57:29.319287 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-c3b7ffb6-440e-48ab-b45e-f1b41dad131f None None] Provisioning complete for port 3fd06829-5d17-4463-a3a0-dab1ca4e1684 triggered by entity DHCP. {{(pid=84876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 06:57:29.319698 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-c3b7ffb6-440e-48ab-b45e-f1b41dad131f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-604227'] for port, provisioning_complete {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 06:57:29.377882 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.plugin [None req-c3b7ffb6-440e-48ab-b45e-f1b41dad131f None None] Port 3fd06829-5d17-4463-a3a0-dab1ca4e1684 cannot update to ACTIVE because it is not bound. {{(pid=84876) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:329}} Jan 14 06:57:29.503379 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-1f8303fc-b232-4122-b889-fee0938e80bb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555753'] for port, before_update {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 06:57:29.787304 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-1f8303fc-b232-4122-b889-fee0938e80bb admin admin] Notify callbacks [] for port, precommit_update {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 06:57:29.791457 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-1f8303fc-b232-4122-b889-fee0938e80bb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777640533312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363259214678337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777640097497'] for port, after_update {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 06:57:29.792762 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-1f8303fc-b232-4122-b889-fee0938e80bb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3206949', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3889649'] for router_interface, after_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 06:57:29.805235 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 06:57:29.934260 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f8303fc-b232-4122-b889-fee0938e80bb admin admin] Pushing event updated for resources: {'Port': ['ID=3fd06829-5d17-4463-a3a0-dab1ca4e1684,revision_number=2']} {{(pid=84875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 06:57:29.938882 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-1f8303fc-b232-4122-b889-fee0938e80bb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 06:57:29.996805 n-d-768862-2 neutron-server[84765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f8303fc-b232-4122-b889-fee0938e80bb admin admin] Network 53ec87b4-08ef-435f-86f9-d207277a1628 is already hosted by enough agents. {{(pid=84875) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 06:57:29.998613 n-d-768862-2 neutron-server[84765]: DEBUG neutron.scheduler.base_scheduler [None req-1f8303fc-b232-4122-b889-fee0938e80bb admin admin] Resources bound (agent type, host, resource id): {{(pid=84875) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 06:57:30.190230 n-d-768862-2 neutron-server[84765]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1f8303fc-b232-4122-b889-fee0938e80bb admin admin] Router 49a4e0f7-13af-4ca9-872b-13015bdec138 is scheduled to L3 agent 35f592e9-451b-4db9-abea-77b6a5c5391b with binding_index 1 {{(pid=84875) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}} Jan 14 06:57:30.204283 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-085c8ebf-aa29-4ab6-bef4-4e789b003454 None None] Provisioning complete for port 3fd06829-5d17-4463-a3a0-dab1ca4e1684 triggered by entity DHCP. {{(pid=84876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 06:57:30.204694 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-085c8ebf-aa29-4ab6-bef4-4e789b003454 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-604227'] for port, provisioning_complete {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 06:57:30.262284 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.plugin [None req-085c8ebf-aa29-4ab6-bef4-4e789b003454 None None] Port 3fd06829-5d17-4463-a3a0-dab1ca4e1684 cannot update to ACTIVE because it is not bound. {{(pid=84876) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:329}} Jan 14 06:57:30.355115 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1f8303fc-b232-4122-b889-fee0938e80bb admin admin] Notify agent at l3_agent.n-d-768862-2 the message routers_updated {{(pid=84875) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jan 14 06:57:30.365521 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-776acf28-d79d-4996-bb50-7d3e37ddda2e None None] Sync routers for ids ['49a4e0f7-13af-4ca9-872b-13015bdec138'] in n-d-768862-2 {{(pid=84877) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Jan 14 06:57:30.368051 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-1f8303fc-b232-4122-b889-fee0938e80bb admin admin] 10.222.0.24 "PUT /v2.0/routers/49a4e0f7-13af-4ca9-872b-13015bdec138/add_router_interface HTTP/1.1" status: 200 len: 508 time: 2.8294771 Jan 14 06:57:30.377275 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-776acf28-d79d-4996-bb50-7d3e37ddda2e None None] Routers {'49a4e0f7-13af-4ca9-872b-13015bdec138'} bound to L3 agent in host n-d-768862-2 {{(pid=84877) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 14 06:57:30.378117 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_hamode_db [None req-776acf28-d79d-4996-bb50-7d3e37ddda2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-01-14T06:56:51Z,description=,heartbeat_timestamp=2021-01-14T06:57:21Z,host='n-d-768862-2',id=35f592e9-451b-4db9-abea-77b6a5c5391b,load=0,resource_versions=,resources_synced=,started_at=2021-01-14T06:56:51Z,topic='l3_agent')) {'router_ids': ['49a4e0f7-13af-4ca9-872b-13015bdec138'], 'active': True} {{(pid=84877) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 06:57:30.563161 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_dvr_db [None req-776acf28-d79d-4996-bb50-7d3e37ddda2e None None] Set router 49a4e0f7-13af-4ca9-872b-13015bdec138 gateway port host: None {{(pid=84877) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 14 06:57:30.978915 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_hamode_db [None req-776acf28-d79d-4996-bb50-7d3e37ddda2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '49a4e0f7-13af-4ca9-872b-13015bdec138', 'name': 'router1', 'tenant_id': '7dd05f9a1d9a4e2789bb327bb8a8cc08', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-14T06:57:18Z', 'updated_at': '2021-01-14T06:57:29Z', 'revision_number': 2, 'project_id': '7dd05f9a1d9a4e2789bb327bb8a8cc08', 'gw_port_host': None, '_interfaces': [{'id': '3fd06829-5d17-4463-a3a0-dab1ca4e1684', 'name': '', 'network_id': '53ec87b4-08ef-435f-86f9-d207277a1628', 'tenant_id': '7dd05f9a1d9a4e2789bb327bb8a8cc08', 'mac_address': 'fa:16:3e:a4:3a:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '49a4e0f7-13af-4ca9-872b-13015bdec138', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '9d9547f2-4c02-4638-9221-11b6908f645d', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T06:57:28Z', 'updated_at': '2021-01-14T06:57:29Z', 'revision_number': 2, 'project_id': '7dd05f9a1d9a4e2789bb327bb8a8cc08', 'subnets': [{'id': '9d9547f2-4c02-4638-9221-11b6908f645d', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'b7517397-4e55-4f5e-9077-d0627ee13976'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'n-d-768862-2', False) {} {{(pid=84877) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 06:57:30.984248 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-776acf28-d79d-4996-bb50-7d3e37ddda2e None None] Checking router: 49a4e0f7-13af-4ca9-872b-13015bdec138 for host: n-d-768862-2 {{(pid=84877) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Jan 14 06:57:30.984658 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-776acf28-d79d-4996-bb50-7d3e37ddda2e None None] Updating router 49a4e0f7-13af-4ca9-872b-13015bdec138 port 3fd06829-5d17-4463-a3a0-dab1ca4e1684 binding host n-d-768862-2 {{(pid=84877) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Jan 14 06:57:31.040176 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-776acf28-d79d-4996-bb50-7d3e37ddda2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555753'] for port, before_update {{(pid=84877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 06:57:31.668691 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-776acf28-d79d-4996-bb50-7d3e37ddda2e None None] Notify callbacks [] for port, precommit_update {{(pid=84877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 06:57:31.684757 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-776acf28-d79d-4996-bb50-7d3e37ddda2e None None] Transition to ACTIVE for port object 3fd06829-5d17-4463-a3a0-dab1ca4e1684 will not be triggered until provisioned by entity L2. {{(pid=84877) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 06:57:31.690895 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-776acf28-d79d-4996-bb50-7d3e37ddda2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777640533312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363259214678337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777640097497'] for port, after_update {{(pid=84877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 06:57:31.706818 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 06:57:31.837632 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-793a3c81-9388-409b-ae75-614c1545c51b None None] Pushing event updated for resources: {'Port': ['ID=3fd06829-5d17-4463-a3a0-dab1ca4e1684,revision_number=3']} {{(pid=84877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 06:57:31.850314 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-793a3c81-9388-409b-ae75-614c1545c51b None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-2 {{(pid=84877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 06:57:31.850681 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-793a3c81-9388-409b-ae75-614c1545c51b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-2 {{(pid=84877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 06:57:31.851404 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-793a3c81-9388-409b-ae75-614c1545c51b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-2 {{(pid=84877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 06:57:31.851759 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-793a3c81-9388-409b-ae75-614c1545c51b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-2 {{(pid=84877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 06:57:31.852159 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-793a3c81-9388-409b-ae75-614c1545c51b None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@n-d-768862-2 {{(pid=84877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 06:57:31.852512 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-793a3c81-9388-409b-ae75-614c1545c51b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-2 {{(pid=84877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 06:57:31.852857 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-793a3c81-9388-409b-ae75-614c1545c51b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-768862-2 {{(pid=84877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 06:57:31.853182 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-793a3c81-9388-409b-ae75-614c1545c51b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-768862-2 {{(pid=84877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 06:57:31.853526 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-793a3c81-9388-409b-ae75-614c1545c51b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-2 {{(pid=84877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 06:57:31.853868 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-793a3c81-9388-409b-ae75-614c1545c51b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-2 {{(pid=84877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 06:57:31.854196 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-793a3c81-9388-409b-ae75-614c1545c51b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-2 {{(pid=84877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 06:57:31.854537 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-793a3c81-9388-409b-ae75-614c1545c51b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-2 {{(pid=84877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 06:57:31.855631 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-793a3c81-9388-409b-ae75-614c1545c51b None None] Tracked resource versions report: Jan 14 06:57:31.855631 n-d-768862-2 neutron-server[84765]: pushed versions: Jan 14 06:57:31.855631 n-d-768862-2 neutron-server[84765]: { 'AddressGroup': {'1.1'}, Jan 14 06:57:31.855631 n-d-768862-2 neutron-server[84765]: 'ConntrackHelper': {'1.0'}, Jan 14 06:57:31.855631 n-d-768862-2 neutron-server[84765]: 'Log': {'1.0'}, Jan 14 06:57:31.855631 n-d-768862-2 neutron-server[84765]: 'Network': {'1.1'}, Jan 14 06:57:31.855631 n-d-768862-2 neutron-server[84765]: 'Port': {'1.6'}, Jan 14 06:57:31.855631 n-d-768862-2 neutron-server[84765]: 'PortForwarding': {'1.2'}, Jan 14 06:57:31.855631 n-d-768862-2 neutron-server[84765]: 'QosPolicy': {'1.8'}, Jan 14 06:57:31.855631 n-d-768862-2 neutron-server[84765]: 'SecurityGroup': {'1.4'}, Jan 14 06:57:31.855631 n-d-768862-2 neutron-server[84765]: 'SecurityGroupRule': {'1.2'}, Jan 14 06:57:31.855631 n-d-768862-2 neutron-server[84765]: 'SubPort': {'1.0'}, Jan 14 06:57:31.855631 n-d-768862-2 neutron-server[84765]: 'Subnet': {'1.1'}, Jan 14 06:57:31.855631 n-d-768862-2 neutron-server[84765]: 'Trunk': {'1.1'}} Jan 14 06:57:31.855631 n-d-768862-2 neutron-server[84765]: consumer versions: Jan 14 06:57:31.855631 n-d-768862-2 neutron-server[84765]: { DHCP agent@n-d-768862-2: {}, Jan 14 06:57:31.855631 n-d-768862-2 neutron-server[84765]: L3 agent@n-d-768862-2: {}, Jan 14 06:57:31.855631 n-d-768862-2 neutron-server[84765]: Metadata agent@n-d-768862-2: {}, Jan 14 06:57:31.855631 n-d-768862-2 neutron-server[84765]: Metering agent@n-d-768862-2: {}, Jan 14 06:57:31.855631 n-d-768862-2 neutron-server[84765]: Open vSwitch agent@n-d-768862-2: { 'AddressGroup': '1.1', Jan 14 06:57:31.855631 n-d-768862-2 neutron-server[84765]: 'ConntrackHelper': '1.0', Jan 14 06:57:31.855631 n-d-768862-2 neutron-server[84765]: 'Log': '1.0', Jan 14 06:57:31.855631 n-d-768862-2 neutron-server[84765]: 'Network': '1.1', Jan 14 06:57:31.855631 n-d-768862-2 neutron-server[84765]: 'Port': '1.6', Jan 14 06:57:31.855631 n-d-768862-2 neutron-server[84765]: 'PortForwarding': '1.2', Jan 14 06:57:31.855631 n-d-768862-2 neutron-server[84765]: 'QosPolicy': '1.8', Jan 14 06:57:31.855631 n-d-768862-2 neutron-server[84765]: 'SecurityGroup': '1.4', Jan 14 06:57:31.855631 n-d-768862-2 neutron-server[84765]: 'SecurityGroupRule': '1.2', Jan 14 06:57:31.855631 n-d-768862-2 neutron-server[84765]: 'SubPort': '1.0', Jan 14 06:57:31.855631 n-d-768862-2 neutron-server[84765]: 'Subnet': '1.1', Jan 14 06:57:31.855631 n-d-768862-2 neutron-server[84765]: 'Trunk': '1.1'}} Jan 14 06:57:31.855631 n-d-768862-2 neutron-server[84765]: {{(pid=84877) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}} Jan 14 06:57:31.859622 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-793a3c81-9388-409b-ae75-614c1545c51b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.153s {{(pid=84877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 06:57:32.025315 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.managers [None req-776acf28-d79d-4996-bb50-7d3e37ddda2e None None] Attempting to bind port 3fd06829-5d17-4463-a3a0-dab1ca4e1684 on host n-d-768862-2 for vnic_type normal with profile {{(pid=84877) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 14 06:57:32.025712 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.managers [None req-776acf28-d79d-4996-bb50-7d3e37ddda2e None None] Attempting to bind port 3fd06829-5d17-4463-a3a0-dab1ca4e1684 by drivers openvswitch on host n-d-768862-2 at level 0 using segments [{'id': 'e25e04b2-2cc2-4863-b91d-cb9aa87ac31a', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 1, 'network_id': '53ec87b4-08ef-435f-86f9-d207277a1628'}] {{(pid=84877) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 14 06:57:32.026127 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-776acf28-d79d-4996-bb50-7d3e37ddda2e None None] Attempting to bind port 3fd06829-5d17-4463-a3a0-dab1ca4e1684 on network 53ec87b4-08ef-435f-86f9-d207277a1628 {{(pid=84877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 14 06:57:32.032111 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-776acf28-d79d-4996-bb50-7d3e37ddda2e None None] Checking agent: {'id': 'ba5efab1-b43c-4d5a-bc52-6e105d4e67a2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768862-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 14, 6, 56, 52), 'started_at': datetime.datetime(2021, 1, 14, 6, 57, 22), 'heartbeat_timestamp': datetime.datetime(2021, 1, 14, 6, 57, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768862-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.29', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 14 06:57:32.032516 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-776acf28-d79d-4996-bb50-7d3e37ddda2e None None] Checking segment: {'id': 'e25e04b2-2cc2-4863-b91d-cb9aa87ac31a', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 1, 'network_id': '53ec87b4-08ef-435f-86f9-d207277a1628'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84877) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 14 06:57:32.032978 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-776acf28-d79d-4996-bb50-7d3e37ddda2e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 06:57:32.033401 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-776acf28-d79d-4996-bb50-7d3e37ddda2e None None] Bound using segment: {'id': 'e25e04b2-2cc2-4863-b91d-cb9aa87ac31a', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 1, 'network_id': '53ec87b4-08ef-435f-86f9-d207277a1628'} {{(pid=84877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 14 06:57:32.033970 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.managers [None req-776acf28-d79d-4996-bb50-7d3e37ddda2e None None] Bound port: 3fd06829-5d17-4463-a3a0-dab1ca4e1684, host: n-d-768862-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e25e04b2-2cc2-4863-b91d-cb9aa87ac31a', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 1, 'network_id': '53ec87b4-08ef-435f-86f9-d207277a1628'}}] {{(pid=84877) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 14 06:57:32.034384 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-776acf28-d79d-4996-bb50-7d3e37ddda2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555753'] for port, before_update {{(pid=84877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 06:57:32.149664 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [None req-776acf28-d79d-4996-bb50-7d3e37ddda2e None None] For port 3fd06829-5d17-4463-a3a0-dab1ca4e1684, host n-d-768862-2, cleared binding levels {{(pid=84877) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 14 06:57:32.154692 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [None req-776acf28-d79d-4996-bb50-7d3e37ddda2e None None] For port 3fd06829-5d17-4463-a3a0-dab1ca4e1684, host n-d-768862-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-2',level=0,port_id=3fd06829-5d17-4463-a3a0-dab1ca4e1684,segment=NetworkSegment(e25e04b2-2cc2-4863-b91d-cb9aa87ac31a),segment_id=e25e04b2-2cc2-4863-b91d-cb9aa87ac31a)] {{(pid=84877) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 14 06:57:32.160097 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-776acf28-d79d-4996-bb50-7d3e37ddda2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777640533312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363259214678337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777640097497'] for port, after_update {{(pid=84877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 06:57:32.173728 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-793a3c81-9388-409b-ae75-614c1545c51b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 06:57:32.320826 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-793a3c81-9388-409b-ae75-614c1545c51b None None] Pushing event updated for resources: {'Port': ['ID=3fd06829-5d17-4463-a3a0-dab1ca4e1684,revision_number=4']} {{(pid=84877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 06:57:32.325505 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-793a3c81-9388-409b-ae75-614c1545c51b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=84877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 06:57:32.388564 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-776acf28-d79d-4996-bb50-7d3e37ddda2e None None] Routers {'49a4e0f7-13af-4ca9-872b-13015bdec138'} bound to L3 agent in host n-d-768862-2 {{(pid=84877) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 14 06:57:32.389435 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_hamode_db [None req-776acf28-d79d-4996-bb50-7d3e37ddda2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-01-14T06:56:51Z,description=,heartbeat_timestamp=2021-01-14T06:57:21Z,host='n-d-768862-2',id=35f592e9-451b-4db9-abea-77b6a5c5391b,load=0,resource_versions=,resources_synced=,started_at=2021-01-14T06:56:51Z,topic='l3_agent')) {'router_ids': ['49a4e0f7-13af-4ca9-872b-13015bdec138'], 'active': True} {{(pid=84877) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 06:57:32.550425 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_dvr_db [None req-776acf28-d79d-4996-bb50-7d3e37ddda2e None None] Set router 49a4e0f7-13af-4ca9-872b-13015bdec138 gateway port host: None {{(pid=84877) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 14 06:57:32.893536 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_hamode_db [None req-776acf28-d79d-4996-bb50-7d3e37ddda2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '49a4e0f7-13af-4ca9-872b-13015bdec138', 'name': 'router1', 'tenant_id': '7dd05f9a1d9a4e2789bb327bb8a8cc08', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-14T06:57:18Z', 'updated_at': '2021-01-14T06:57:29Z', 'revision_number': 2, 'project_id': '7dd05f9a1d9a4e2789bb327bb8a8cc08', 'gw_port_host': None, '_interfaces': [{'id': '3fd06829-5d17-4463-a3a0-dab1ca4e1684', 'name': '', 'network_id': '53ec87b4-08ef-435f-86f9-d207277a1628', 'tenant_id': '7dd05f9a1d9a4e2789bb327bb8a8cc08', 'mac_address': 'fa:16:3e:a4:3a:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '49a4e0f7-13af-4ca9-872b-13015bdec138', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '9d9547f2-4c02-4638-9221-11b6908f645d', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T06:57:28Z', 'updated_at': '2021-01-14T06:57:32Z', 'revision_number': 4, 'project_id': '7dd05f9a1d9a4e2789bb327bb8a8cc08', 'subnets': [{'id': '9d9547f2-4c02-4638-9221-11b6908f645d', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'b7517397-4e55-4f5e-9077-d0627ee13976'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'n-d-768862-2', False) {} {{(pid=84877) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 06:57:32.897824 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-776acf28-d79d-4996-bb50-7d3e37ddda2e None None] The sync data for ids ['49a4e0f7-13af-4ca9-872b-13015bdec138'] in n-d-768862-2 is: [{'id': '49a4e0f7-13af-4ca9-872b-13015bdec138', 'name': 'router1', 'tenant_id': '7dd05f9a1d9a4e2789bb327bb8a8cc08', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-14T06:57:18Z', 'updated_at': '2021-01-14T06:57:29Z', 'revision_number': 2, 'project_id': '7dd05f9a1d9a4e2789bb327bb8a8cc08', 'gw_port_host': None, '_interfaces': [{'id': '3fd06829-5d17-4463-a3a0-dab1ca4e1684', 'name': '', 'network_id': '53ec87b4-08ef-435f-86f9-d207277a1628', 'tenant_id': '7dd05f9a1d9a4e2789bb327bb8a8cc08', 'mac_address': 'fa:16:3e:a4:3a:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '49a4e0f7-13af-4ca9-872b-13015bdec138', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '9d9547f2-4c02-4638-9221-11b6908f645d', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T06:57:28Z', 'updated_at': '2021-01-14T06:57:32Z', 'revision_number': 4, 'project_id': '7dd05f9a1d9a4e2789bb327bb8a8cc08', 'subnets': [{'id': '9d9547f2-4c02-4638-9221-11b6908f645d', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'b7517397-4e55-4f5e-9077-d0627ee13976'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=84877) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Jan 14 06:57:32.900501 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84875) accepted ('10.222.0.24', 48646) {{(pid=84875) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 06:57:33.092662 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e22b54af-cba0-4bae-9350-4ec0574181eb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 06:57:33.094164 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-e22b54af-cba0-4bae-9350-4ec0574181eb admin admin] 10.222.0.24 "GET /v2.0/networks/226f1e78-82cd-4481-9055-4eb73b6db8c1 HTTP/1.1" status: 200 len: 842 time: 0.1923597 Jan 14 06:57:33.105525 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.v2.base [None req-f55d9c02-4d51-44ee-b738-1fbe106cd9a3 admin admin] Request body: {'subnet': {'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'network_id': '226f1e78-82cd-4481-9055-4eb73b6db8c1', 'name': 'public-subnet', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=84875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 06:57:33.108387 n-d-768862-2 neutron-server[84765]: INFO neutron.quota [None req-f55d9c02-4d51-44ee-b738-1fbe106cd9a3 admin admin] Loaded quota_driver: . Jan 14 06:57:33.114662 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-f55d9c02-4d51-44ee-b738-1fbe106cd9a3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 06:57:33.118882 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-f55d9c02-4d51-44ee-b738-1fbe106cd9a3 admin admin] Usage tracker for resource:subnet and tenant:fd36d735908740c282d77900fa847406 is out of sync, need to count used quota {{(pid=84875) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 06:57:33.122447 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-f55d9c02-4d51-44ee-b738-1fbe106cd9a3 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84875) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 06:57:33.129342 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-f55d9c02-4d51-44ee-b738-1fbe106cd9a3 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 06:57:33.144792 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f55d9c02-4d51-44ee-b738-1fbe106cd9a3 admin admin] Made reservation on behalf of fd36d735908740c282d77900fa847406 for: {'subnet': 1} {{(pid=84875) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 06:57:33.149670 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-f55d9c02-4d51-44ee-b738-1fbe106cd9a3 admin admin] Notify callbacks [] for subnet, before_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 06:57:33.643891 n-d-768862-2 neutron-server[84765]: DEBUG neutron.objects.ports [None req-f55d9c02-4d51-44ee-b738-1fbe106cd9a3 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=84875) get_objects /opt/stack/neutron/neutron/objects/ports.py:428}} Jan 14 06:57:33.644376 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-f55d9c02-4d51-44ee-b738-1fbe106cd9a3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850887113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964'] for subnet, after_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 06:57:33.657290 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 06:57:33.802648 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f55d9c02-4d51-44ee-b738-1fbe106cd9a3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ba8deeec-7658-4195-9449-038c076f5c83,revision_number=0']} {{(pid=84875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 06:57:33.810024 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-f55d9c02-4d51-44ee-b738-1fbe106cd9a3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.153s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 06:57:33.895014 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f55d9c02-4d51-44ee-b738-1fbe106cd9a3 admin admin] Checking segment: {'id': 'cf3ded2c-bc47-4a71-89af-6e7117e60140', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '226f1e78-82cd-4481-9055-4eb73b6db8c1'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84875) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 14 06:57:33.895653 n-d-768862-2 neutron-server[84765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f55d9c02-4d51-44ee-b738-1fbe106cd9a3 admin admin] Network hostable DHCP agents. Network: 226f1e78-82cd-4481-9055-4eb73b6db8c1, hostable agents: ['32f3dd84-26da-4d18-bf15-6017a8fb7247'], hosted agents: [] {{(pid=84875) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Jan 14 06:57:33.919524 n-d-768862-2 neutron-server[84765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f55d9c02-4d51-44ee-b738-1fbe106cd9a3 admin admin] Network 226f1e78-82cd-4481-9055-4eb73b6db8c1 is scheduled to be hosted by DHCP agent 32f3dd84-26da-4d18-bf15-6017a8fb7247 with binding_index 1 {{(pid=84875) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Jan 14 06:57:33.930113 n-d-768862-2 neutron-server[84765]: DEBUG neutron.scheduler.base_scheduler [None req-f55d9c02-4d51-44ee-b738-1fbe106cd9a3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768862-2, 226f1e78-82cd-4481-9055-4eb73b6db8c1) {{(pid=84875) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 06:57:33.935424 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f55d9c02-4d51-44ee-b738-1fbe106cd9a3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=84875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 06:57:33.936118 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-f55d9c02-4d51-44ee-b738-1fbe106cd9a3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3207107'] for subnet, before_response {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 06:57:33.939589 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3885d9c7-2dda-43d8-aa03-5fd4acb77cf4 None None] Network 226f1e78-82cd-4481-9055-4eb73b6db8c1 requested from n-d-768862-2 {{(pid=84876) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 06:57:33.964457 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-f55d9c02-4d51-44ee-b738-1fbe106cd9a3 admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.8632648 Jan 14 06:57:34.190832 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0af2634b-b4d5-41c4-95e2-aa373346995b None None] Network 226f1e78-82cd-4481-9055-4eb73b6db8c1 requested from n-d-768862-2 {{(pid=84876) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 06:57:34.461220 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Device 3fd06829-5d17-4463-a3a0-dab1ca4e1684 up at agent ovs-agent-n-d-768862-2 {{(pid=84876) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 06:57:34.542337 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Provisioning for port 3fd06829-5d17-4463-a3a0-dab1ca4e1684 completed by entity L2. {{(pid=84876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 06:57:34.547825 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Provisioning complete for port 3fd06829-5d17-4463-a3a0-dab1ca4e1684 triggered by entity L2. {{(pid=84876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 06:57:34.548289 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-604227'] for port, provisioning_complete {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 06:57:34.664744 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555753'] for port, before_update {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 06:57:34.705536 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] For port 3fd06829-5d17-4463-a3a0-dab1ca4e1684, host n-d-768862-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-2',level=0,port_id=3fd06829-5d17-4463-a3a0-dab1ca4e1684,segment=NetworkSegment(e25e04b2-2cc2-4863-b91d-cb9aa87ac31a),segment_id=e25e04b2-2cc2-4863-b91d-cb9aa87ac31a)] {{(pid=84876) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 06:57:34.709232 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777640533312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363259214678337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777640097497'] for port, after_update {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 06:57:34.714471 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-7b6f196f-eec6-40ee-b2ac-07a5b0fc1319 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84876) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 06:57:34.783116 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Pushing event updated for resources: {'Port': ['ID=3fd06829-5d17-4463-a3a0-dab1ca4e1684,revision_number=5']} {{(pid=84876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 06:57:34.786669 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=84876) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 06:57:36.436922 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Device 3fd06829-5d17-4463-a3a0-dab1ca4e1684 up at agent ovs-agent-n-d-768862-2 {{(pid=84876) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 06:57:36.505403 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Provisioning complete for port 3fd06829-5d17-4463-a3a0-dab1ca4e1684 triggered by entity L2. {{(pid=84876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 06:57:36.505809 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-604227'] for port, provisioning_complete {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 06:57:36.519746 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84874) accepted ('10.222.0.24', 48660) {{(pid=84874) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 06:57:36.782603 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-a0f60538-336e-4d58-8eea-4c2a1dd88066 admin admin] 10.222.0.24 "GET /v2.0/routers/49a4e0f7-13af-4ca9-872b-13015bdec138 HTTP/1.1" status: 200 len: 710 time: 0.2612102 Jan 14 06:57:36.929615 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fca963ec-e97e-4aa5-8356-58680b85635a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 06:57:36.930268 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-fca963ec-e97e-4aa5-8356-58680b85635a admin admin] Synchronizing usage tracker for tenant:fd36d735908740c282d77900fa847406 on resource:network {{(pid=84874) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 14 06:57:36.950083 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-fca963ec-e97e-4aa5-8356-58680b85635a admin admin] Unset dirty status for tenant:fd36d735908740c282d77900fa847406 on resource:network {{(pid=84874) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 14 06:57:36.951890 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-fca963ec-e97e-4aa5-8356-58680b85635a admin admin] 10.222.0.24 "GET /v2.0/networks/226f1e78-82cd-4481-9055-4eb73b6db8c1 HTTP/1.1" status: 200 len: 886 time: 0.1617458 Jan 14 06:57:36.962293 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.v2.base [None req-ebe9cc1b-af15-4b2a-8dcc-7d521d2f9906 admin admin] Request body: {'router': {'external_gateway_info': {'network_id': '226f1e78-82cd-4481-9055-4eb73b6db8c1'}}} {{(pid=84874) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 06:57:37.583754 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-ebe9cc1b-af15-4b2a-8dcc-7d521d2f9906 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3912484', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3889188', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-58194'] for router, precommit_update {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 06:57:37.930163 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-ebe9cc1b-af15-4b2a-8dcc-7d521d2f9906 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 06:57:37.995453 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-ebe9cc1b-af15-4b2a-8dcc-7d521d2f9906 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555753'] for port, before_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 06:57:38.009146 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-ebe9cc1b-af15-4b2a-8dcc-7d521d2f9906 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 06:57:38.026529 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-ebe9cc1b-af15-4b2a-8dcc-7d521d2f9906 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 06:57:38.032128 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-ebe9cc1b-af15-4b2a-8dcc-7d521d2f9906 admin admin] Usage tracker for resource:security_group_rule and tenant: is out of sync, need to count used quota {{(pid=84874) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 06:57:38.035226 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-ebe9cc1b-af15-4b2a-8dcc-7d521d2f9906 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84874) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 06:57:38.041160 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-ebe9cc1b-af15-4b2a-8dcc-7d521d2f9906 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 06:57:38.135627 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-ebe9cc1b-af15-4b2a-8dcc-7d521d2f9906 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 06:57:38.139260 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-ebe9cc1b-af15-4b2a-8dcc-7d521d2f9906 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850887153'] for security_group, after_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 06:57:38.152462 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 06:57:38.245718 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebe9cc1b-af15-4b2a-8dcc-7d521d2f9906 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=29b64f75-a337-4a08-8ff0-6263c051bd74,revision_number=1']} {{(pid=84874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 06:57:38.250220 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-ebe9cc1b-af15-4b2a-8dcc-7d521d2f9906 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 06:57:38.417999 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.db_base_plugin_common [None req-ebe9cc1b-af15-4b2a-8dcc-7d521d2f9906 admin admin] Allocated IP 172.25.2.110 (226f1e78-82cd-4481-9055-4eb73b6db8c1/ba8deeec-7658-4195-9449-038c076f5c83/25183beb-a724-45a3-a6be-7d151aa3f3ca) {{(pid=84874) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 14 06:57:38.574789 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-ebe9cc1b-af15-4b2a-8dcc-7d521d2f9906 admin admin] Notify callbacks [] for port, precommit_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 06:57:38.628128 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-ebe9cc1b-af15-4b2a-8dcc-7d521d2f9906 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777640123575'] for port, after_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 06:57:38.643777 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 06:57:38.777149 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebe9cc1b-af15-4b2a-8dcc-7d521d2f9906 admin admin] Pushing event updated for resources: {'Port': ['ID=25183beb-a724-45a3-a6be-7d151aa3f3ca,revision_number=1']} {{(pid=84874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 06:57:38.780790 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-ebe9cc1b-af15-4b2a-8dcc-7d521d2f9906 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 06:57:38.833056 n-d-768862-2 neutron-server[84765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ebe9cc1b-af15-4b2a-8dcc-7d521d2f9906 admin admin] Network 226f1e78-82cd-4481-9055-4eb73b6db8c1 is already hosted by enough agents. {{(pid=84874) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 06:57:38.834113 n-d-768862-2 neutron-server[84765]: DEBUG neutron.scheduler.base_scheduler [None req-ebe9cc1b-af15-4b2a-8dcc-7d521d2f9906 admin admin] Resources bound (agent type, host, resource id): {{(pid=84874) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 06:57:38.836682 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebe9cc1b-af15-4b2a-8dcc-7d521d2f9906 admin admin] Received port after_create {{(pid=84874) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 14 06:57:39.405221 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-ebe9cc1b-af15-4b2a-8dcc-7d521d2f9906 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 06:57:39.770075 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-ebe9cc1b-af15-4b2a-8dcc-7d521d2f9906 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3912484', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3889188', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-58194'] for router, precommit_update {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 06:57:39.773942 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-ebe9cc1b-af15-4b2a-8dcc-7d521d2f9906 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036850863158', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change--9223372036850863141', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3912659', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources--9223372036850886437'] for router, after_update {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 06:57:39.963508 n-d-768862-2 neutron-server[84765]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ebe9cc1b-af15-4b2a-8dcc-7d521d2f9906 admin admin] Router 49a4e0f7-13af-4ca9-872b-13015bdec138 has already been hosted by L3 agent 35f592e9-451b-4db9-abea-77b6a5c5391b {{(pid=84874) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Jan 14 06:57:40.143661 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ebe9cc1b-af15-4b2a-8dcc-7d521d2f9906 admin admin] Notify agent at l3_agent.n-d-768862-2 the message routers_updated {{(pid=84874) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jan 14 06:57:40.153887 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fac01bf9-9d93-4e2f-a813-57b15addadf1 None None] Sync routers for ids ['49a4e0f7-13af-4ca9-872b-13015bdec138'] in n-d-768862-2 {{(pid=84876) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Jan 14 06:57:40.159826 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-ebe9cc1b-af15-4b2a-8dcc-7d521d2f9906 admin admin] Notify callbacks [] for router, before_response {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 06:57:40.161128 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-ebe9cc1b-af15-4b2a-8dcc-7d521d2f9906 admin admin] 10.222.0.24 "PUT /v2.0/routers/49a4e0f7-13af-4ca9-872b-13015bdec138 HTTP/1.1" status: 200 len: 890 time: 3.2026443 Jan 14 06:57:40.164863 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fac01bf9-9d93-4e2f-a813-57b15addadf1 None None] Routers {'49a4e0f7-13af-4ca9-872b-13015bdec138'} bound to L3 agent in host n-d-768862-2 {{(pid=84876) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 14 06:57:40.165544 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_hamode_db [None req-fac01bf9-9d93-4e2f-a813-57b15addadf1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-01-14T06:56:51Z,description=,heartbeat_timestamp=2021-01-14T06:57:21Z,host='n-d-768862-2',id=35f592e9-451b-4db9-abea-77b6a5c5391b,load=0,resource_versions=,resources_synced=,started_at=2021-01-14T06:56:51Z,topic='l3_agent')) {'router_ids': ['49a4e0f7-13af-4ca9-872b-13015bdec138'], 'active': True} {{(pid=84876) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 06:57:40.367983 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_dvr_db [None req-fac01bf9-9d93-4e2f-a813-57b15addadf1 None None] Set router 49a4e0f7-13af-4ca9-872b-13015bdec138 gateway port host: n-d-768862-2 {{(pid=84876) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 14 06:57:40.737625 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_hamode_db [None req-fac01bf9-9d93-4e2f-a813-57b15addadf1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '49a4e0f7-13af-4ca9-872b-13015bdec138', 'name': 'router1', 'tenant_id': '7dd05f9a1d9a4e2789bb327bb8a8cc08', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '226f1e78-82cd-4481-9055-4eb73b6db8c1', 'external_fixed_ips': [{'subnet_id': 'ba8deeec-7658-4195-9449-038c076f5c83', 'ip_address': '172.25.2.110'}], 'enable_snat': True}, 'gw_port_id': '25183beb-a724-45a3-a6be-7d151aa3f3ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-14T06:57:18Z', 'updated_at': '2021-01-14T06:57:39Z', 'revision_number': 4, 'project_id': '7dd05f9a1d9a4e2789bb327bb8a8cc08', 'gw_port': {'id': '25183beb-a724-45a3-a6be-7d151aa3f3ca', 'name': '', 'network_id': '226f1e78-82cd-4481-9055-4eb73b6db8c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:dc:a8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '49a4e0f7-13af-4ca9-872b-13015bdec138', 'device_owner': 'network:router_gateway', 'standard_attr_id': 26, 'fixed_ips': [{'subnet_id': 'ba8deeec-7658-4195-9449-038c076f5c83', 'ip_address': '172.25.2.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T06:57:38Z', 'updated_at': '2021-01-14T06:57:38Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ba8deeec-7658-4195-9449-038c076f5c83', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-2', '_interfaces': [{'id': '3fd06829-5d17-4463-a3a0-dab1ca4e1684', 'name': '', 'network_id': '53ec87b4-08ef-435f-86f9-d207277a1628', 'tenant_id': '7dd05f9a1d9a4e2789bb327bb8a8cc08', 'mac_address': 'fa:16:3e:a4:3a:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49a4e0f7-13af-4ca9-872b-13015bdec138', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '9d9547f2-4c02-4638-9221-11b6908f645d', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T06:57:28Z', 'updated_at': '2021-01-14T06:57:34Z', 'revision_number': 5, 'project_id': '7dd05f9a1d9a4e2789bb327bb8a8cc08', 'subnets': [{'id': '9d9547f2-4c02-4638-9221-11b6908f645d', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'b7517397-4e55-4f5e-9077-d0627ee13976'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'n-d-768862-2', False) {} {{(pid=84876) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 06:57:40.742807 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fac01bf9-9d93-4e2f-a813-57b15addadf1 None None] Checking router: 49a4e0f7-13af-4ca9-872b-13015bdec138 for host: n-d-768862-2 {{(pid=84876) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Jan 14 06:57:40.743198 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fac01bf9-9d93-4e2f-a813-57b15addadf1 None None] Updating router 49a4e0f7-13af-4ca9-872b-13015bdec138 port 25183beb-a724-45a3-a6be-7d151aa3f3ca binding host n-d-768862-2 {{(pid=84876) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Jan 14 06:57:40.798612 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-fac01bf9-9d93-4e2f-a813-57b15addadf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555753'] for port, before_update {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 06:57:41.198213 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-fac01bf9-9d93-4e2f-a813-57b15addadf1 None None] Notify callbacks [] for port, precommit_update {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 06:57:41.211982 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-fac01bf9-9d93-4e2f-a813-57b15addadf1 None None] Transition to ACTIVE for port object 25183beb-a724-45a3-a6be-7d151aa3f3ca will not be triggered until provisioned by entity L2. {{(pid=84876) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 06:57:41.215556 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-fac01bf9-9d93-4e2f-a813-57b15addadf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777640533312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363259214678337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777640097497'] for port, after_update {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 06:57:41.229519 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84876) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 06:57:41.361373 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efd1a28d-e35c-4507-927a-8f98bdf25d75 None None] Pushing event updated for resources: {'Port': ['ID=25183beb-a724-45a3-a6be-7d151aa3f3ca,revision_number=2']} {{(pid=84876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 06:57:41.364623 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-efd1a28d-e35c-4507-927a-8f98bdf25d75 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=84876) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 06:57:41.432339 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.managers [None req-fac01bf9-9d93-4e2f-a813-57b15addadf1 None None] Attempting to bind port 25183beb-a724-45a3-a6be-7d151aa3f3ca on host n-d-768862-2 for vnic_type normal with profile {{(pid=84876) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 14 06:57:41.432753 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.managers [None req-fac01bf9-9d93-4e2f-a813-57b15addadf1 None None] Attempting to bind port 25183beb-a724-45a3-a6be-7d151aa3f3ca by drivers openvswitch on host n-d-768862-2 at level 0 using segments [{'id': 'cf3ded2c-bc47-4a71-89af-6e7117e60140', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '226f1e78-82cd-4481-9055-4eb73b6db8c1'}] {{(pid=84876) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 14 06:57:41.433161 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fac01bf9-9d93-4e2f-a813-57b15addadf1 None None] Attempting to bind port 25183beb-a724-45a3-a6be-7d151aa3f3ca on network 226f1e78-82cd-4481-9055-4eb73b6db8c1 {{(pid=84876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 14 06:57:41.439369 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fac01bf9-9d93-4e2f-a813-57b15addadf1 None None] Checking agent: {'id': 'ba5efab1-b43c-4d5a-bc52-6e105d4e67a2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768862-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 14, 6, 56, 52), 'started_at': datetime.datetime(2021, 1, 14, 6, 57, 22), 'heartbeat_timestamp': datetime.datetime(2021, 1, 14, 6, 57, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768862-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.29', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 14 06:57:41.439771 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fac01bf9-9d93-4e2f-a813-57b15addadf1 None None] Checking segment: {'id': 'cf3ded2c-bc47-4a71-89af-6e7117e60140', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '226f1e78-82cd-4481-9055-4eb73b6db8c1'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84876) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 14 06:57:41.440247 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-fac01bf9-9d93-4e2f-a813-57b15addadf1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 06:57:41.440683 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fac01bf9-9d93-4e2f-a813-57b15addadf1 None None] Bound using segment: {'id': 'cf3ded2c-bc47-4a71-89af-6e7117e60140', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '226f1e78-82cd-4481-9055-4eb73b6db8c1'} {{(pid=84876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 14 06:57:41.441196 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.managers [None req-fac01bf9-9d93-4e2f-a813-57b15addadf1 None None] Bound port: 25183beb-a724-45a3-a6be-7d151aa3f3ca, host: n-d-768862-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cf3ded2c-bc47-4a71-89af-6e7117e60140', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '226f1e78-82cd-4481-9055-4eb73b6db8c1'}}] {{(pid=84876) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 14 06:57:41.441624 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-fac01bf9-9d93-4e2f-a813-57b15addadf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555753'] for port, before_update {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 06:57:41.519524 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [None req-fac01bf9-9d93-4e2f-a813-57b15addadf1 None None] For port 25183beb-a724-45a3-a6be-7d151aa3f3ca, host n-d-768862-2, cleared binding levels {{(pid=84876) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 14 06:57:41.522822 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [None req-fac01bf9-9d93-4e2f-a813-57b15addadf1 None None] For port 25183beb-a724-45a3-a6be-7d151aa3f3ca, host n-d-768862-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-2',level=0,port_id=25183beb-a724-45a3-a6be-7d151aa3f3ca,segment=NetworkSegment(cf3ded2c-bc47-4a71-89af-6e7117e60140),segment_id=cf3ded2c-bc47-4a71-89af-6e7117e60140)] {{(pid=84876) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 14 06:57:41.526741 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-fac01bf9-9d93-4e2f-a813-57b15addadf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777640533312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363259214678337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777640097497'] for port, after_update {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 06:57:41.540675 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84876) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 06:57:41.693932 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efd1a28d-e35c-4507-927a-8f98bdf25d75 None None] Pushing event updated for resources: {'Port': ['ID=25183beb-a724-45a3-a6be-7d151aa3f3ca,revision_number=3']} {{(pid=84876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 06:57:41.700178 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-efd1a28d-e35c-4507-927a-8f98bdf25d75 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.159s {{(pid=84876) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 06:57:41.754001 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fac01bf9-9d93-4e2f-a813-57b15addadf1 None None] Routers {'49a4e0f7-13af-4ca9-872b-13015bdec138'} bound to L3 agent in host n-d-768862-2 {{(pid=84876) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 14 06:57:41.754663 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_hamode_db [None req-fac01bf9-9d93-4e2f-a813-57b15addadf1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-01-14T06:56:51Z,description=,heartbeat_timestamp=2021-01-14T06:57:21Z,host='n-d-768862-2',id=35f592e9-451b-4db9-abea-77b6a5c5391b,load=0,resource_versions=,resources_synced=,started_at=2021-01-14T06:56:51Z,topic='l3_agent')) {'router_ids': ['49a4e0f7-13af-4ca9-872b-13015bdec138'], 'active': True} {{(pid=84876) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 06:57:41.937455 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_dvr_db [None req-fac01bf9-9d93-4e2f-a813-57b15addadf1 None None] Set router 49a4e0f7-13af-4ca9-872b-13015bdec138 gateway port host: n-d-768862-2 {{(pid=84876) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 14 06:57:42.454253 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_hamode_db [None req-fac01bf9-9d93-4e2f-a813-57b15addadf1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '49a4e0f7-13af-4ca9-872b-13015bdec138', 'name': 'router1', 'tenant_id': '7dd05f9a1d9a4e2789bb327bb8a8cc08', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '226f1e78-82cd-4481-9055-4eb73b6db8c1', 'external_fixed_ips': [{'subnet_id': 'ba8deeec-7658-4195-9449-038c076f5c83', 'ip_address': '172.25.2.110'}], 'enable_snat': True}, 'gw_port_id': '25183beb-a724-45a3-a6be-7d151aa3f3ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-14T06:57:18Z', 'updated_at': '2021-01-14T06:57:39Z', 'revision_number': 4, 'project_id': '7dd05f9a1d9a4e2789bb327bb8a8cc08', 'gw_port': {'id': '25183beb-a724-45a3-a6be-7d151aa3f3ca', 'name': '', 'network_id': '226f1e78-82cd-4481-9055-4eb73b6db8c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:dc:a8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '49a4e0f7-13af-4ca9-872b-13015bdec138', 'device_owner': 'network:router_gateway', 'standard_attr_id': 26, 'fixed_ips': [{'subnet_id': 'ba8deeec-7658-4195-9449-038c076f5c83', 'ip_address': '172.25.2.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T06:57:38Z', 'updated_at': '2021-01-14T06:57:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ba8deeec-7658-4195-9449-038c076f5c83', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-2', '_interfaces': [{'id': '3fd06829-5d17-4463-a3a0-dab1ca4e1684', 'name': '', 'network_id': '53ec87b4-08ef-435f-86f9-d207277a1628', 'tenant_id': '7dd05f9a1d9a4e2789bb327bb8a8cc08', 'mac_address': 'fa:16:3e:a4:3a:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49a4e0f7-13af-4ca9-872b-13015bdec138', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '9d9547f2-4c02-4638-9221-11b6908f645d', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T06:57:28Z', 'updated_at': '2021-01-14T06:57:34Z', 'revision_number': 5, 'project_id': '7dd05f9a1d9a4e2789bb327bb8a8cc08', 'subnets': [{'id': '9d9547f2-4c02-4638-9221-11b6908f645d', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'b7517397-4e55-4f5e-9077-d0627ee13976'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'n-d-768862-2', False) {} {{(pid=84876) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 06:57:42.458556 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fac01bf9-9d93-4e2f-a813-57b15addadf1 None None] The sync data for ids ['49a4e0f7-13af-4ca9-872b-13015bdec138'] in n-d-768862-2 is: [{'id': '49a4e0f7-13af-4ca9-872b-13015bdec138', 'name': 'router1', 'tenant_id': '7dd05f9a1d9a4e2789bb327bb8a8cc08', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '226f1e78-82cd-4481-9055-4eb73b6db8c1', 'external_fixed_ips': [{'subnet_id': 'ba8deeec-7658-4195-9449-038c076f5c83', 'ip_address': '172.25.2.110'}], 'enable_snat': True}, 'gw_port_id': '25183beb-a724-45a3-a6be-7d151aa3f3ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-14T06:57:18Z', 'updated_at': '2021-01-14T06:57:39Z', 'revision_number': 4, 'project_id': '7dd05f9a1d9a4e2789bb327bb8a8cc08', 'gw_port': {'id': '25183beb-a724-45a3-a6be-7d151aa3f3ca', 'name': '', 'network_id': '226f1e78-82cd-4481-9055-4eb73b6db8c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:dc:a8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '49a4e0f7-13af-4ca9-872b-13015bdec138', 'device_owner': 'network:router_gateway', 'standard_attr_id': 26, 'fixed_ips': [{'subnet_id': 'ba8deeec-7658-4195-9449-038c076f5c83', 'ip_address': '172.25.2.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T06:57:38Z', 'updated_at': '2021-01-14T06:57:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ba8deeec-7658-4195-9449-038c076f5c83', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-2', '_interfaces': [{'id': '3fd06829-5d17-4463-a3a0-dab1ca4e1684', 'name': '', 'network_id': '53ec87b4-08ef-435f-86f9-d207277a1628', 'tenant_id': '7dd05f9a1d9a4e2789bb327bb8a8cc08', 'mac_address': 'fa:16:3e:a4:3a:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49a4e0f7-13af-4ca9-872b-13015bdec138', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '9d9547f2-4c02-4638-9221-11b6908f645d', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T06:57:28Z', 'updated_at': '2021-01-14T06:57:34Z', 'revision_number': 5, 'project_id': '7dd05f9a1d9a4e2789bb327bb8a8cc08', 'subnets': [{'id': '9d9547f2-4c02-4638-9221-11b6908f645d', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'b7517397-4e55-4f5e-9077-d0627ee13976'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=84876) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Jan 14 06:57:42.865077 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84875) accepted ('10.222.0.24', 48670) {{(pid=84875) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 06:57:43.021756 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-218da789-78ad-4f9e-88e8-1bc4a5d57c49 admin admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 06:57:43.023428 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-218da789-78ad-4f9e-88e8-1bc4a5d57c49 admin admin] 10.222.0.24 "GET /v2.0/ports?device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 1068 time: 0.1571541 Jan 14 06:57:44.473362 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Device 25183beb-a724-45a3-a6be-7d151aa3f3ca up at agent ovs-agent-n-d-768862-2 {{(pid=84876) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 06:57:44.542610 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Provisioning for port 25183beb-a724-45a3-a6be-7d151aa3f3ca completed by entity L2. {{(pid=84876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 06:57:44.550683 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Provisioning complete for port 25183beb-a724-45a3-a6be-7d151aa3f3ca triggered by entity L2. {{(pid=84876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 06:57:44.550683 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-604227'] for port, provisioning_complete {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 06:57:44.672538 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555753'] for port, before_update {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 06:57:44.690284 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] For port 25183beb-a724-45a3-a6be-7d151aa3f3ca, host n-d-768862-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-2',level=0,port_id=25183beb-a724-45a3-a6be-7d151aa3f3ca,segment=NetworkSegment(cf3ded2c-bc47-4a71-89af-6e7117e60140),segment_id=cf3ded2c-bc47-4a71-89af-6e7117e60140)] {{(pid=84876) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 06:57:44.695789 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777640533312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363259214678337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777640097497'] for port, after_update {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 06:57:44.698032 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84876) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 06:57:44.768103 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Pushing event updated for resources: {'Port': ['ID=25183beb-a724-45a3-a6be-7d151aa3f3ca,revision_number=4']} {{(pid=84876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 06:57:44.771672 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=84876) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 06:57:46.485988 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Device 25183beb-a724-45a3-a6be-7d151aa3f3ca up at agent ovs-agent-n-d-768862-2 {{(pid=84876) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 06:57:46.598551 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Provisioning complete for port 25183beb-a724-45a3-a6be-7d151aa3f3ca triggered by entity L2. {{(pid=84876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 06:57:46.598956 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-604227'] for port, provisioning_complete {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 06:57:48.626495 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-2d5ef252-d29a-42f7-ae06-1fe55666a676 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363259214191800', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854171626'] for agent, after_update {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 06:57:48.961901 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.agents_db [None req-5b939a2f-078d-4c69-a188-cb55a28a77a0 None None] Agent healthcheck: found 5 active agents {{(pid=84877) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Jan 14 06:57:51.106529 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-e94dc4e0-5a56-4941-b21c-06fdf31063d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363259214191800', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854171626'] for agent, after_update {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 06:57:51.610765 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-da76cfc0-98e8-4426-9f6d-4f05aa3fae78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363259214191800', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854171626'] for agent, after_update {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 06:57:52.528616 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363259214191800', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854171626'] for agent, after_update {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 06:57:53.028347 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-0f37073e-9c69-4e3c-80e0-6cfaa0fd61a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363259214191800', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854171626'] for agent, after_update {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 06:58:18.591620 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-6c960dd6-87de-4cba-bb42-5ab8a7f07242 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363259214191800', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854171626'] for agent, after_update {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 06:58:21.092564 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-a097639f-1225-4de6-b0dc-07b1135b0151 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363259214191800', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854171626'] for agent, after_update {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 06:58:21.603189 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-da76cfc0-98e8-4426-9f6d-4f05aa3fae78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363259214191800', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854171626'] for agent, after_update {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 06:58:22.516555 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363259214191800', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854171626'] for agent, after_update {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 06:58:23.030049 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-0f37073e-9c69-4e3c-80e0-6cfaa0fd61a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363259214191800', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854171626'] for agent, after_update {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 06:58:25.952677 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.agents_db [None req-5b939a2f-078d-4c69-a188-cb55a28a77a0 None None] Agent healthcheck: found 5 active agents {{(pid=84877) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Jan 14 06:58:48.598802 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-ddcb46a9-9a1e-45dc-a364-ed4a5eb7406d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363259214191800', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854171626'] for agent, after_update {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 06:58:51.097714 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-b1909885-3927-4f35-97e4-68823bc6f872 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363259214191800', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854171626'] for agent, after_update {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 06:58:51.622082 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-da76cfc0-98e8-4426-9f6d-4f05aa3fae78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363259214191800', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854171626'] for agent, after_update {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 06:58:52.513374 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363259214191800', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854171626'] for agent, after_update {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 06:58:53.037260 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-0f37073e-9c69-4e3c-80e0-6cfaa0fd61a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363259214191800', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854171626'] for agent, after_update {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 06:59:02.952247 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.agents_db [None req-5b939a2f-078d-4c69-a188-cb55a28a77a0 None None] Agent healthcheck: found 5 active agents {{(pid=84877) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Jan 14 06:59:18.593289 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-6aec160d-9878-4083-89ad-fc8f3569d356 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363259214191800', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854171626'] for agent, after_update {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 06:59:21.104595 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-abadacd8-d33b-477e-b478-0c785ea07e1e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363259214191800', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854171626'] for agent, after_update {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 06:59:21.612249 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-da76cfc0-98e8-4426-9f6d-4f05aa3fae78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363259214191800', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854171626'] for agent, after_update {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 06:59:22.509500 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363259214191800', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854171626'] for agent, after_update {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 06:59:23.038541 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-0f37073e-9c69-4e3c-80e0-6cfaa0fd61a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363259214191800', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854171626'] for agent, after_update {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 06:59:39.952409 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.agents_db [None req-5b939a2f-078d-4c69-a188-cb55a28a77a0 None None] Agent healthcheck: found 5 active agents {{(pid=84877) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Jan 14 06:59:48.596359 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-4337df94-fd24-4191-88fb-eb63788cb317 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363259214191800', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854171626'] for agent, after_update {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 06:59:51.102682 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-befdd288-36d6-4384-a294-ac391abcff17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363259214191800', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854171626'] for agent, after_update {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 06:59:51.614394 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-da76cfc0-98e8-4426-9f6d-4f05aa3fae78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363259214191800', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854171626'] for agent, after_update {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 06:59:52.514437 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363259214191800', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854171626'] for agent, after_update {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 06:59:53.046634 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-0f37073e-9c69-4e3c-80e0-6cfaa0fd61a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363259214191800', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854171626'] for agent, after_update {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:00:00.700002 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84874) accepted ('10.222.0.24', 49278) {{(pid=84874) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:00:00.808615 n-d-768862-2 neutron-server[84765]: INFO neutron.pecan_wsgi.hooks.translation [None req-f6d66e18-f3d4-48a8-8d08-5afbde9a60f5 admin admin] GET failed (client error): The resource could not be found. Jan 14 07:00:00.810033 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-f6d66e18-f3d4-48a8-8d08-5afbde9a60f5 admin admin] 10.222.0.24 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.1088691 Jan 14 07:00:00.976326 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8890866-4643-4cfe-acf3-606e12def5d9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:00:00.977872 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-e8890866-4643-4cfe-acf3-606e12def5d9 admin admin] 10.222.0.24 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 865 time: 0.1605000 Jan 14 07:00:03.443244 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84875) accepted ('10.222.0.24', 49288) {{(pid=84875) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:00:03.598636 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ccbc0108-32b9-41b5-882a-3a5619ebbd81 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=84875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:00:03.599550 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-ccbc0108-32b9-41b5-882a-3a5619ebbd81 admin admin] Synchronizing usage tracker for tenant:fd36d735908740c282d77900fa847406 on resource:subnet {{(pid=84875) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 14 07:00:03.616921 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-ccbc0108-32b9-41b5-882a-3a5619ebbd81 admin admin] Unset dirty status for tenant:fd36d735908740c282d77900fa847406 on resource:subnet {{(pid=84875) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 14 07:00:03.618155 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-ccbc0108-32b9-41b5-882a-3a5619ebbd81 admin admin] 10.222.0.24 "GET /v2.0/subnets/9d9547f2-4c02-4638-9221-11b6908f645d HTTP/1.1" status: 200 len: 849 time: 0.1738272 Jan 14 07:00:03.628988 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.v2.base [None req-6e891dcf-1565-44c5-87bb-04cfd5763b28 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=84875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:00:03.917615 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-6e891dcf-1565-44c5-87bb-04cfd5763b28 admin admin] Notify callbacks [] for subnet, before_update {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:00:04.234426 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-6e891dcf-1565-44c5-87bb-04cfd5763b28 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850887113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update--9223363259214242488'] for subnet, after_update {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:00:04.249905 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-f55d9c02-4d51-44ee-b738-1fbe106cd9a3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:00:04.381435 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e891dcf-1565-44c5-87bb-04cfd5763b28 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9d9547f2-4c02-4638-9221-11b6908f645d,revision_number=1']} {{(pid=84875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:00:04.406411 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e891dcf-1565-44c5-87bb-04cfd5763b28 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-2 {{(pid=84875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:00:04.406773 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e891dcf-1565-44c5-87bb-04cfd5763b28 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-2 {{(pid=84875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:00:04.407126 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e891dcf-1565-44c5-87bb-04cfd5763b28 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-2 {{(pid=84875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:00:04.407474 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e891dcf-1565-44c5-87bb-04cfd5763b28 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-2 {{(pid=84875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:00:04.407816 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e891dcf-1565-44c5-87bb-04cfd5763b28 admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@n-d-768862-2 {{(pid=84875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:00:04.408190 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e891dcf-1565-44c5-87bb-04cfd5763b28 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-2 {{(pid=84875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:00:04.408530 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e891dcf-1565-44c5-87bb-04cfd5763b28 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-768862-2 {{(pid=84875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:00:04.408870 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e891dcf-1565-44c5-87bb-04cfd5763b28 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-768862-2 {{(pid=84875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:00:04.409206 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e891dcf-1565-44c5-87bb-04cfd5763b28 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-2 {{(pid=84875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:00:04.409521 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e891dcf-1565-44c5-87bb-04cfd5763b28 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-2 {{(pid=84875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:00:04.409856 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e891dcf-1565-44c5-87bb-04cfd5763b28 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-2 {{(pid=84875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:00:04.410186 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e891dcf-1565-44c5-87bb-04cfd5763b28 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-2 {{(pid=84875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:00:04.413858 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-6e891dcf-1565-44c5-87bb-04cfd5763b28 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.164s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:00:04.445264 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e891dcf-1565-44c5-87bb-04cfd5763b28 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=84875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:00:04.445954 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-6e891dcf-1565-44c5-87bb-04cfd5763b28 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3207107'] for subnet, before_response {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:00:04.447453 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-6e891dcf-1565-44c5-87bb-04cfd5763b28 admin admin] 10.222.0.24 "PUT /v2.0/subnets/9d9547f2-4c02-4638-9221-11b6908f645d HTTP/1.1" status: 200 len: 868 time: 0.8226640 Jan 14 07:00:04.449843 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b4ada51-5d95-41e2-99bd-e2511c90e4cf None None] Network 53ec87b4-08ef-435f-86f9-d207277a1628 requested from n-d-768862-2 {{(pid=84876) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 07:00:04.970903 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-6f4123c3-c715-49a1-93f0-1ed895081bf7 None None] Provisioning complete for port fe7c48de-1700-4302-8061-c95428b07e20 triggered by entity DHCP. {{(pid=84876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 07:00:04.971313 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-6f4123c3-c715-49a1-93f0-1ed895081bf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-604227'] for port, provisioning_complete {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:00:05.106821 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-6f4123c3-c715-49a1-93f0-1ed895081bf7 None None] Provisioning complete for port 3fd06829-5d17-4463-a3a0-dab1ca4e1684 triggered by entity DHCP. {{(pid=84876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 07:00:05.107229 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-6f4123c3-c715-49a1-93f0-1ed895081bf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-604227'] for port, provisioning_complete {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:00:06.934998 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84875) accepted ('10.222.0.24', 49298) {{(pid=84875) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:00:07.156779 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-978c136c-1de5-408a-b302-909a81a8b785 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:00:07.157193 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-978c136c-1de5-408a-b302-909a81a8b785 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:00:07.158853 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-978c136c-1de5-408a-b302-909a81a8b785 admin admin] 10.222.0.24 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1542 time: 0.2227180 Jan 14 07:00:09.642866 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84875) accepted ('10.222.0.24', 49308) {{(pid=84875) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:00:09.859440 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56ce7e0c-34d9-442d-9364-31079b32a6c4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:00:09.859697 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56ce7e0c-34d9-442d-9364-31079b32a6c4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:00:09.861431 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-56ce7e0c-34d9-442d-9364-31079b32a6c4 admin admin] 10.222.0.24 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1542 time: 0.2175021 Jan 14 07:00:12.345333 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84875) accepted ('10.222.0.24', 49318) {{(pid=84875) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:00:12.558348 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22dd738f-34a9-473f-adca-3916a05cf778 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:00:12.559875 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-22dd738f-34a9-473f-adca-3916a05cf778 admin admin] 10.222.0.24 "GET /v2.0/networks/226f1e78-82cd-4481-9055-4eb73b6db8c1 HTTP/1.1" status: 200 len: 886 time: 0.2134254 Jan 14 07:00:15.050124 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84875) accepted ('10.222.0.24', 49328) {{(pid=84875) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:00:15.268132 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75c1db11-f7f0-4ea7-9b6a-4c9e54fac241 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:00:15.269522 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-75c1db11-f7f0-4ea7-9b6a-4c9e54fac241 admin admin] 10.222.0.24 "GET /v2.0/networks/53ec87b4-08ef-435f-86f9-d207277a1628 HTTP/1.1" status: 200 len: 862 time: 0.2183502 Jan 14 07:00:16.952409 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.agents_db [None req-5b939a2f-078d-4c69-a188-cb55a28a77a0 None None] Agent healthcheck: found 5 active agents {{(pid=84877) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Jan 14 07:00:17.760082 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84875) accepted ('10.222.0.24', 49338) {{(pid=84875) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:00:17.909934 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6dcc72f8-54df-49ec-b29b-8770c0e24e70 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=84875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:00:17.910352 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6dcc72f8-54df-49ec-b29b-8770c0e24e70 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=84875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:00:17.912090 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-6dcc72f8-54df-49ec-b29b-8770c0e24e70 admin admin] 10.222.0.24 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1508586 Jan 14 07:00:18.599986 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-fe9d114f-e9ca-4919-984a-075646944c62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363259214191800', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854171626'] for agent, after_update {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:00:20.400350 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84874) accepted ('10.222.0.24', 49348) {{(pid=84874) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:00:20.567692 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44ed7aef-f73a-45ff-a24a-1caf8887f5ab admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=84874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:00:20.568885 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-44ed7aef-f73a-45ff-a24a-1caf8887f5ab admin admin] 10.222.0.24 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1673272 Jan 14 07:00:21.109164 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-42a5754e-21fc-4ec6-8bf9-ab28709fd834 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363259214191800', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854171626'] for agent, after_update {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:00:21.617227 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-da76cfc0-98e8-4426-9f6d-4f05aa3fae78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363259214191800', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854171626'] for agent, after_update {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:00:22.519024 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363259214191800', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854171626'] for agent, after_update {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:00:23.054729 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-0f37073e-9c69-4e3c-80e0-6cfaa0fd61a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363259214191800', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854171626'] for agent, after_update {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:00:23.128617 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84874) accepted ('10.222.0.24', 49358) {{(pid=84874) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:00:23.275123 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21e6c2d2-88c0-4870-88b0-c28dd92d28a5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=84874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:00:23.276968 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-21e6c2d2-88c0-4870-88b0-c28dd92d28a5 admin admin] 10.222.0.24 "GET /v2.0/subnets/9d9547f2-4c02-4638-9221-11b6908f645d HTTP/1.1" status: 200 len: 868 time: 0.1471989 Jan 14 07:00:25.750098 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84875) accepted ('10.222.0.24', 49368) {{(pid=84875) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:00:25.890514 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8d19acb-6f19-4450-bf44-1c3179f980a3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=84875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:00:25.892061 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-c8d19acb-6f19-4450-bf44-1c3179f980a3 admin admin] 10.222.0.24 "GET /v2.0/subnets/ba8deeec-7658-4195-9449-038c076f5c83 HTTP/1.1" status: 200 len: 816 time: 0.1408551 Jan 14 07:00:48.604820 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-ce70ac6f-f314-4be5-adcb-7cce39a394fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363259214191800', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854171626'] for agent, after_update {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:00:51.095869 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-cdd2b41b-fae5-43a5-bf46-ca2762af612a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363259214191800', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854171626'] for agent, after_update {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:00:51.620217 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-da76cfc0-98e8-4426-9f6d-4f05aa3fae78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363259214191800', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854171626'] for agent, after_update {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:00:51.845675 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84875) accepted ('10.222.0.24', 49408) {{(pid=84875) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:00:51.928855 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [None req-5b7880ae-fb2a-4797-a4a2-306c08839493 admin admin] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=84875) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 14 07:00:51.929952 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-5b7880ae-fb2a-4797-a4a2-306c08839493 admin admin] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13279 time: 0.0832350 Jan 14 07:00:52.522026 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363259214191800', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854171626'] for agent, after_update {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:00:53.048121 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-0f37073e-9c69-4e3c-80e0-6cfaa0fd61a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363259214191800', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854171626'] for agent, after_update {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:00:53.954287 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.agents_db [None req-5b939a2f-078d-4c69-a188-cb55a28a77a0 None None] Agent healthcheck: found 5 active agents {{(pid=84877) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Jan 14 07:00:54.485810 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84875) accepted ('10.222.0.24', 49418) {{(pid=84875) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:00:54.595182 n-d-768862-2 neutron-server[84765]: INFO neutron.pecan_wsgi.hooks.translation [None req-4637b485-edab-419d-bcfc-d9d5fbf0ee16 admin admin] GET failed (client error): The resource could not be found. Jan 14 07:00:54.596545 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-4637b485-edab-419d-bcfc-d9d5fbf0ee16 admin admin] 10.222.0.24 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.1096599 Jan 14 07:00:54.736171 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-371d751d-10b4-4c5c-bc2f-42f35839c64a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:00:54.737770 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-371d751d-10b4-4c5c-bc2f-42f35839c64a admin admin] 10.222.0.24 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.1363378 Jan 14 07:00:57.236463 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84875) accepted ('10.222.0.24', 49428) {{(pid=84875) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:00:57.324616 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.v2.base [None req-3b8be40b-8b13-441e-8a14-ecbed3e23d3e admin admin] Request body: {'network': {'shared': True, 'admin_state_up': True, 'name': 'shared'}} {{(pid=84875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:00:57.329858 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-3b8be40b-8b13-441e-8a14-ecbed3e23d3e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:00:57.340597 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-3b8be40b-8b13-441e-8a14-ecbed3e23d3e admin admin] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:00:57.350187 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3b8be40b-8b13-441e-8a14-ecbed3e23d3e admin admin] Made reservation on behalf of fd36d735908740c282d77900fa847406 for: {'network': 1} {{(pid=84875) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 07:00:57.355669 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-3b8be40b-8b13-441e-8a14-ecbed3e23d3e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555753'] for network, before_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:00:57.450897 n-d-768862-2 neutron-server[84765]: WARNING neutron.services.revisions.revision_plugin [None req-3b8be40b-8b13-441e-8a14-ecbed3e23d3e admin admin] Could not find related network for resource to bump revision. Jan 14 07:00:57.476800 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3b8be40b-8b13-441e-8a14-ecbed3e23d3e admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 2} {{(pid=84875) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Jan 14 07:00:57.489540 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-3b8be40b-8b13-441e-8a14-ecbed3e23d3e admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment--9223363259214191851', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854179735'] for segment, precommit_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:00:57.489981 n-d-768862-2 neutron-server[84765]: INFO neutron.db.segments_db [None req-3b8be40b-8b13-441e-8a14-ecbed3e23d3e admin admin] Added segment 682aa48d-45db-4ce6-9539-8117fc7293eb of type vxlan for network 3ab89270-67b1-41e9-8be2-a0395a984bff Jan 14 07:00:57.530480 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-3b8be40b-8b13-441e-8a14-ecbed3e23d3e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363259214646115'] for network, precommit_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:00:57.567059 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-3b8be40b-8b13-441e-8a14-ecbed3e23d3e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850887149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964'] for network, after_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:00:57.568511 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b8be40b-8b13-441e-8a14-ecbed3e23d3e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:00:57.569196 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-3b8be40b-8b13-441e-8a14-ecbed3e23d3e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3207107'] for network, before_response {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:00:57.572766 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:00:57.683517 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-3b8be40b-8b13-441e-8a14-ecbed3e23d3e admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 840 time: 0.4458106 Jan 14 07:00:57.684270 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b8be40b-8b13-441e-8a14-ecbed3e23d3e admin admin] Pushing event updated for resources: {'Network': ['ID=3ab89270-67b1-41e9-8be2-a0395a984bff,revision_number=1']} {{(pid=84875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:00:57.688749 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-3b8be40b-8b13-441e-8a14-ecbed3e23d3e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:00:57.702662 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Network 3ab89270-67b1-41e9-8be2-a0395a984bff details requested by agent ovs-agent-n-d-768862-2 with host n-d-768862-2 {{(pid=84876) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 07:01:00.241849 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84875) accepted ('10.222.0.24', 49438) {{(pid=84875) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:01:00.354041 n-d-768862-2 neutron-server[84765]: INFO neutron.pecan_wsgi.hooks.translation [None req-ceeedb3d-7087-471a-b95f-f71c10dbf1a3 admin admin] GET failed (client error): The resource could not be found. Jan 14 07:01:00.354524 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-ceeedb3d-7087-471a-b95f-f71c10dbf1a3 admin admin] Synchronizing usage tracker for tenant:fd36d735908740c282d77900fa847406 on resource:network {{(pid=84875) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 14 07:01:00.370491 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-ceeedb3d-7087-471a-b95f-f71c10dbf1a3 admin admin] Unset dirty status for tenant:fd36d735908740c282d77900fa847406 on resource:network {{(pid=84875) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 14 07:01:00.371687 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-ceeedb3d-7087-471a-b95f-f71c10dbf1a3 admin admin] 10.222.0.24 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.1287334 Jan 14 07:01:00.496309 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5551246b-5bf4-4365-9570-1be3870c29a4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:01:00.497891 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-5551246b-5bf4-4365-9570-1be3870c29a4 admin admin] 10.222.0.24 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 819 time: 0.1192687 Jan 14 07:01:00.510997 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.v2.base [None req-41764dcc-bfa9-4c31-813d-34b0ca04a2f4 admin admin] Request body: {'subnet': {'name': 'shared-subnet', 'description': 'shared-subnet', 'cidr': '192.168.233.0/24', 'ip_version': 4, 'network_id': '3ab89270-67b1-41e9-8be2-a0395a984bff'}} {{(pid=84875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:01:00.516416 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-41764dcc-bfa9-4c31-813d-34b0ca04a2f4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:01:00.527338 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-41764dcc-bfa9-4c31-813d-34b0ca04a2f4 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:01:00.537625 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-41764dcc-bfa9-4c31-813d-34b0ca04a2f4 admin admin] Made reservation on behalf of fd36d735908740c282d77900fa847406 for: {'subnet': 1} {{(pid=84875) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 07:01:00.542378 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-41764dcc-bfa9-4c31-813d-34b0ca04a2f4 admin admin] Notify callbacks [] for subnet, before_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:01:00.954150 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-41764dcc-bfa9-4c31-813d-34b0ca04a2f4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850887113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964'] for subnet, after_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:01:00.968362 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-6e891dcf-1565-44c5-87bb-04cfd5763b28 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:01:01.096678 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41764dcc-bfa9-4c31-813d-34b0ca04a2f4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=69aa3990-7111-4d2c-9167-5d5ad366f163,revision_number=0']} {{(pid=84875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:01:01.101162 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-41764dcc-bfa9-4c31-813d-34b0ca04a2f4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:01:01.175185 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41764dcc-bfa9-4c31-813d-34b0ca04a2f4 admin admin] Checking segment: {'id': '682aa48d-45db-4ce6-9539-8117fc7293eb', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 2, 'network_id': '3ab89270-67b1-41e9-8be2-a0395a984bff'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84875) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 14 07:01:01.175570 n-d-768862-2 neutron-server[84765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41764dcc-bfa9-4c31-813d-34b0ca04a2f4 admin admin] Network hostable DHCP agents. Network: 3ab89270-67b1-41e9-8be2-a0395a984bff, hostable agents: ['32f3dd84-26da-4d18-bf15-6017a8fb7247'], hosted agents: [] {{(pid=84875) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Jan 14 07:01:01.195165 n-d-768862-2 neutron-server[84765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41764dcc-bfa9-4c31-813d-34b0ca04a2f4 admin admin] Network 3ab89270-67b1-41e9-8be2-a0395a984bff is scheduled to be hosted by DHCP agent 32f3dd84-26da-4d18-bf15-6017a8fb7247 with binding_index 1 {{(pid=84875) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Jan 14 07:01:01.204462 n-d-768862-2 neutron-server[84765]: DEBUG neutron.scheduler.base_scheduler [None req-41764dcc-bfa9-4c31-813d-34b0ca04a2f4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768862-2, 3ab89270-67b1-41e9-8be2-a0395a984bff) {{(pid=84875) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 07:01:01.208815 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41764dcc-bfa9-4c31-813d-34b0ca04a2f4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=84875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:01:01.209459 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-41764dcc-bfa9-4c31-813d-34b0ca04a2f4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3207107'] for subnet, before_response {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:01:01.214720 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89217389-5ec9-427d-9175-157d277de1d7 None None] Network 3ab89270-67b1-41e9-8be2-a0395a984bff requested from n-d-768862-2 {{(pid=84876) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 07:01:01.236469 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-41764dcc-bfa9-4c31-813d-34b0ca04a2f4 admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.7296183 Jan 14 07:01:01.456474 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9bf498a-af29-451d-a02f-5939126da13e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5d94dc7a-c095-50a4-955e-5f3b78718a12-3ab89270-67b1-41e9-8be2-a0395a984bff', 'network_id': '3ab89270-67b1-41e9-8be2-a0395a984bff', 'tenant_id': 'fd36d735908740c282d77900fa847406', 'fixed_ips': [{'subnet_id': '69aa3990-7111-4d2c-9167-5d5ad366f163'}]}} from n-d-768862-2. {{(pid=84876) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Jan 14 07:01:01.457678 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-e9bf498a-af29-451d-a02f-5939126da13e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555753'] for port, before_create {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:01:01.755817 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.db_base_plugin_common [None req-e9bf498a-af29-451d-a02f-5939126da13e None None] Allocated IP 192.168.233.2 (3ab89270-67b1-41e9-8be2-a0395a984bff/69aa3990-7111-4d2c-9167-5d5ad366f163/4c320aa4-cfb9-4ff5-8a6a-b624b4cf93f8) {{(pid=84876) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 14 07:01:01.984669 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-e9bf498a-af29-451d-a02f-5939126da13e None None] Notify callbacks [] for port, precommit_create {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:01:01.997311 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-e9bf498a-af29-451d-a02f-5939126da13e None None] Transition to ACTIVE for port object 4c320aa4-cfb9-4ff5-8a6a-b624b4cf93f8 will not be triggered until provisioned by entity L2. {{(pid=84876) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 07:01:02.014842 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-e9bf498a-af29-451d-a02f-5939126da13e None None] Transition to ACTIVE for port object 4c320aa4-cfb9-4ff5-8a6a-b624b4cf93f8 will not be triggered until provisioned by entity DHCP. {{(pid=84876) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 07:01:02.019799 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-e9bf498a-af29-451d-a02f-5939126da13e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777640123575'] for port, after_create {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:01:02.036288 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84876) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:01:02.164868 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9bf498a-af29-451d-a02f-5939126da13e None None] Pushing event updated for resources: {'Port': ['ID=4c320aa4-cfb9-4ff5-8a6a-b624b4cf93f8,revision_number=1']} {{(pid=84876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:01:02.186861 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9bf498a-af29-451d-a02f-5939126da13e None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-2 {{(pid=84876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:01:02.187250 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9bf498a-af29-451d-a02f-5939126da13e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-2 {{(pid=84876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:01:02.187597 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9bf498a-af29-451d-a02f-5939126da13e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-2 {{(pid=84876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:01:02.188000 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9bf498a-af29-451d-a02f-5939126da13e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-2 {{(pid=84876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:01:02.188354 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9bf498a-af29-451d-a02f-5939126da13e None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@n-d-768862-2 {{(pid=84876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:01:02.188704 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9bf498a-af29-451d-a02f-5939126da13e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-2 {{(pid=84876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:01:02.189077 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9bf498a-af29-451d-a02f-5939126da13e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-768862-2 {{(pid=84876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:01:02.189408 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9bf498a-af29-451d-a02f-5939126da13e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-768862-2 {{(pid=84876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:01:02.189754 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9bf498a-af29-451d-a02f-5939126da13e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-2 {{(pid=84876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:01:02.190096 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9bf498a-af29-451d-a02f-5939126da13e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-2 {{(pid=84876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:01:02.190442 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9bf498a-af29-451d-a02f-5939126da13e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-2 {{(pid=84876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:01:02.190786 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9bf498a-af29-451d-a02f-5939126da13e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-2 {{(pid=84876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:01:02.196982 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-e9bf498a-af29-451d-a02f-5939126da13e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.161s {{(pid=84876) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:01:02.234817 n-d-768862-2 neutron-server[84765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9bf498a-af29-451d-a02f-5939126da13e None None] Network 3ab89270-67b1-41e9-8be2-a0395a984bff is already hosted by enough agents. {{(pid=84876) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 07:01:02.236064 n-d-768862-2 neutron-server[84765]: DEBUG neutron.scheduler.base_scheduler [None req-e9bf498a-af29-451d-a02f-5939126da13e None None] Resources bound (agent type, host, resource id): {{(pid=84876) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 07:01:02.238500 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9bf498a-af29-451d-a02f-5939126da13e None None] Received port after_create {{(pid=84876) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 14 07:01:02.297114 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.managers [None req-e9bf498a-af29-451d-a02f-5939126da13e None None] Attempting to bind port 4c320aa4-cfb9-4ff5-8a6a-b624b4cf93f8 on host n-d-768862-2 for vnic_type normal with profile {{(pid=84876) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 14 07:01:02.297494 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.managers [None req-e9bf498a-af29-451d-a02f-5939126da13e None None] Attempting to bind port 4c320aa4-cfb9-4ff5-8a6a-b624b4cf93f8 by drivers openvswitch on host n-d-768862-2 at level 0 using segments [{'id': '682aa48d-45db-4ce6-9539-8117fc7293eb', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 2, 'network_id': '3ab89270-67b1-41e9-8be2-a0395a984bff'}] {{(pid=84876) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 14 07:01:02.297910 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9bf498a-af29-451d-a02f-5939126da13e None None] Attempting to bind port 4c320aa4-cfb9-4ff5-8a6a-b624b4cf93f8 on network 3ab89270-67b1-41e9-8be2-a0395a984bff {{(pid=84876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 14 07:01:02.303783 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9bf498a-af29-451d-a02f-5939126da13e None None] Checking agent: {'id': 'ba5efab1-b43c-4d5a-bc52-6e105d4e67a2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768862-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 14, 6, 56, 52), 'started_at': datetime.datetime(2021, 1, 14, 6, 57, 22), 'heartbeat_timestamp': datetime.datetime(2021, 1, 14, 7, 0, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768862-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.29', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 14 07:01:02.304217 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9bf498a-af29-451d-a02f-5939126da13e None None] Checking segment: {'id': '682aa48d-45db-4ce6-9539-8117fc7293eb', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 2, 'network_id': '3ab89270-67b1-41e9-8be2-a0395a984bff'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84876) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 14 07:01:02.304645 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-e9bf498a-af29-451d-a02f-5939126da13e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:01:02.305073 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9bf498a-af29-451d-a02f-5939126da13e None None] Bound using segment: {'id': '682aa48d-45db-4ce6-9539-8117fc7293eb', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 2, 'network_id': '3ab89270-67b1-41e9-8be2-a0395a984bff'} {{(pid=84876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 14 07:01:02.305570 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.managers [None req-e9bf498a-af29-451d-a02f-5939126da13e None None] Bound port: 4c320aa4-cfb9-4ff5-8a6a-b624b4cf93f8, host: n-d-768862-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '682aa48d-45db-4ce6-9539-8117fc7293eb', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 2, 'network_id': '3ab89270-67b1-41e9-8be2-a0395a984bff'}}] {{(pid=84876) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 14 07:01:02.306000 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-e9bf498a-af29-451d-a02f-5939126da13e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555753'] for port, before_update {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:01:02.401782 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [None req-e9bf498a-af29-451d-a02f-5939126da13e None None] For port 4c320aa4-cfb9-4ff5-8a6a-b624b4cf93f8, host n-d-768862-2, cleared binding levels {{(pid=84876) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 14 07:01:02.405409 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [None req-e9bf498a-af29-451d-a02f-5939126da13e None None] For port 4c320aa4-cfb9-4ff5-8a6a-b624b4cf93f8, host n-d-768862-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-2',level=0,port_id=4c320aa4-cfb9-4ff5-8a6a-b624b4cf93f8,segment=NetworkSegment(682aa48d-45db-4ce6-9539-8117fc7293eb),segment_id=682aa48d-45db-4ce6-9539-8117fc7293eb)] {{(pid=84876) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 14 07:01:02.410560 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-e9bf498a-af29-451d-a02f-5939126da13e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777640533312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363259214678337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777640097497'] for port, after_update {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:01:02.425703 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-e9bf498a-af29-451d-a02f-5939126da13e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84876) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:01:02.739533 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9bf498a-af29-451d-a02f-5939126da13e None None] Pushing event updated for resources: {'Port': ['ID=4c320aa4-cfb9-4ff5-8a6a-b624b4cf93f8,revision_number=2']} {{(pid=84876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:01:02.745342 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-e9bf498a-af29-451d-a02f-5939126da13e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.320s {{(pid=84876) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:01:04.076614 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0b66866-693c-4cdc-8e01-d67913943e92 None None] Network 3ab89270-67b1-41e9-8be2-a0395a984bff requested from n-d-768862-2 {{(pid=84876) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 07:01:04.177799 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-c4f99666-81bb-4b5e-ae51-f40fa5e96f01 None None] Provisioning for port 4c320aa4-cfb9-4ff5-8a6a-b624b4cf93f8 completed by entity DHCP. {{(pid=84876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 07:01:04.595781 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Device 4c320aa4-cfb9-4ff5-8a6a-b624b4cf93f8 up at agent ovs-agent-n-d-768862-2 {{(pid=84876) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 07:01:04.697974 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Provisioning for port 4c320aa4-cfb9-4ff5-8a6a-b624b4cf93f8 completed by entity L2. {{(pid=84876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 07:01:04.703402 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Provisioning complete for port 4c320aa4-cfb9-4ff5-8a6a-b624b4cf93f8 triggered by entity L2. {{(pid=84876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 07:01:04.703822 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-604227'] for port, provisioning_complete {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:01:04.777958 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-b5e032a1-4f0a-4a96-ab35-77e0e5944afb None None] Provisioning complete for port 4c320aa4-cfb9-4ff5-8a6a-b624b4cf93f8 triggered by entity DHCP. {{(pid=84876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 07:01:04.778378 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-b5e032a1-4f0a-4a96-ab35-77e0e5944afb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-604227'] for port, provisioning_complete {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:01:04.906820 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555753'] for port, before_update {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:01:04.995821 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] For port 4c320aa4-cfb9-4ff5-8a6a-b624b4cf93f8, host n-d-768862-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-2',level=0,port_id=4c320aa4-cfb9-4ff5-8a6a-b624b4cf93f8,segment=NetworkSegment(682aa48d-45db-4ce6-9539-8117fc7293eb),segment_id=682aa48d-45db-4ce6-9539-8117fc7293eb)] {{(pid=84876) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 07:01:04.997017 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-b5e032a1-4f0a-4a96-ab35-77e0e5944afb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555753'] for port, before_update {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:01:05.008679 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777640533312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363259214678337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777640097497'] for port, after_update {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:01:05.016544 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84876) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:01:05.140119 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Pushing event updated for resources: {'Port': ['ID=4c320aa4-cfb9-4ff5-8a6a-b624b4cf93f8,revision_number=3']} {{(pid=84876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:01:05.145529 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=84876) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:01:05.148766 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.db.api [None req-b5e032a1-4f0a-4a96-ab35-77e0e5944afb None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=84876) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Jan 14 07:01:05.149186 n-d-768862-2 neutron-server[84765]: DEBUG oslo_db.api [None req-b5e032a1-4f0a-4a96-ab35-77e0e5944afb None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=84876) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Jan 14 07:01:05.832544 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-7b695652-e1af-4e80-b9a3-d61e94ec81bd None None] Provisioning complete for port 4c320aa4-cfb9-4ff5-8a6a-b624b4cf93f8 triggered by entity DHCP. {{(pid=84876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 07:01:05.832952 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-7b695652-e1af-4e80-b9a3-d61e94ec81bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-604227'] for port, provisioning_complete {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:01:06.549189 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Device 4c320aa4-cfb9-4ff5-8a6a-b624b4cf93f8 up at agent ovs-agent-n-d-768862-2 {{(pid=84876) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 07:01:06.621530 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Provisioning complete for port 4c320aa4-cfb9-4ff5-8a6a-b624b4cf93f8 triggered by entity L2. {{(pid=84876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 07:01:06.621937 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-604227'] for port, provisioning_complete {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:01:18.610155 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-6b4d1e41-7fe9-4ce7-beca-923ec8a19b3f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363259214191800', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854171626'] for agent, after_update {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:01:21.091197 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-8c5bd588-790b-4ec4-aa3f-4d61afc9e5c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363259214191800', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854171626'] for agent, after_update {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:01:21.623473 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-da76cfc0-98e8-4426-9f6d-4f05aa3fae78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363259214191800', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854171626'] for agent, after_update {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:01:22.527183 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363259214191800', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854171626'] for agent, after_update {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:01:23.053513 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-0f37073e-9c69-4e3c-80e0-6cfaa0fd61a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363259214191800', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854171626'] for agent, after_update {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:01:30.953874 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.agents_db [None req-5b939a2f-078d-4c69-a188-cb55a28a77a0 None None] Agent healthcheck: found 5 active agents {{(pid=84877) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Jan 14 07:01:48.614042 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-96514d0f-0889-4917-a6fd-c8379d7ce3e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363259214191800', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854171626'] for agent, after_update {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:01:51.097714 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-f6bfa4dc-1519-4e4d-a338-18f07c95025f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363259214191800', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854171626'] for agent, after_update {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:01:51.627340 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-da76cfc0-98e8-4426-9f6d-4f05aa3fae78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363259214191800', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854171626'] for agent, after_update {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:01:52.533388 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363259214191800', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854171626'] for agent, after_update {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:01:53.055613 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-0f37073e-9c69-4e3c-80e0-6cfaa0fd61a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363259214191800', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854171626'] for agent, after_update {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:02:07.954526 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.agents_db [None req-5b939a2f-078d-4c69-a188-cb55a28a77a0 None None] Agent healthcheck: found 5 active agents {{(pid=84877) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Jan 14 07:02:12.732810 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84875) accepted ('10.222.0.24', 49480) {{(pid=84875) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:02:12.739283 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [None req-4242b031-a96b-4100-a748-3fa35f691bba tempest-verify_tempest_config-603719266 tempest-verify_tempest_config-603719266] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=84875) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 14 07:02:12.740456 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-4242b031-a96b-4100-a748-3fa35f691bba tempest-verify_tempest_config-603719266 tempest-verify_tempest_config-603719266] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13274 time: 0.0065074 Jan 14 07:02:13.108629 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84874) accepted ('10.222.0.24', 49500) {{(pid=84874) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:02:13.265587 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-1b3132e6-38f7-49c7-b84f-1c4df94cf316 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:02:13.282099 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-1b3132e6-38f7-49c7-b84f-1c4df94cf316 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:02:13.286029 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-1b3132e6-38f7-49c7-b84f-1c4df94cf316 admin admin] Usage tracker for resource:security_group_rule and tenant:bddf888819eb480caee76e21bc8fb6c6 is out of sync, need to count used quota {{(pid=84874) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:02:13.289052 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-1b3132e6-38f7-49c7-b84f-1c4df94cf316 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84874) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:02:13.294665 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-1b3132e6-38f7-49c7-b84f-1c4df94cf316 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:02:13.393594 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-1b3132e6-38f7-49c7-b84f-1c4df94cf316 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:02:13.397202 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-1b3132e6-38f7-49c7-b84f-1c4df94cf316 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850887153'] for security_group, after_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:02:13.405310 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-ebe9cc1b-af15-4b2a-8dcc-7d521d2f9906 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:02:13.448012 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-1b3132e6-38f7-49c7-b84f-1c4df94cf316 admin admin] Synchronizing usage tracker for tenant:fd36d735908740c282d77900fa847406 on resource:security_group {{(pid=84874) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 14 07:02:13.450598 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b3132e6-38f7-49c7-b84f-1c4df94cf316 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5998ad87-e11d-405a-a64b-88c0fb4e3bad,revision_number=1']} {{(pid=84874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:02:13.462251 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b3132e6-38f7-49c7-b84f-1c4df94cf316 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-2 {{(pid=84874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:02:13.462624 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b3132e6-38f7-49c7-b84f-1c4df94cf316 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-2 {{(pid=84874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:02:13.462990 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b3132e6-38f7-49c7-b84f-1c4df94cf316 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-2 {{(pid=84874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:02:13.463349 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b3132e6-38f7-49c7-b84f-1c4df94cf316 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-2 {{(pid=84874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:02:13.463706 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b3132e6-38f7-49c7-b84f-1c4df94cf316 admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@n-d-768862-2 {{(pid=84874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:02:13.464085 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b3132e6-38f7-49c7-b84f-1c4df94cf316 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-2 {{(pid=84874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:02:13.464452 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b3132e6-38f7-49c7-b84f-1c4df94cf316 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-768862-2 {{(pid=84874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:02:13.464769 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b3132e6-38f7-49c7-b84f-1c4df94cf316 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-768862-2 {{(pid=84874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:02:13.465119 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b3132e6-38f7-49c7-b84f-1c4df94cf316 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-2 {{(pid=84874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:02:13.465470 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b3132e6-38f7-49c7-b84f-1c4df94cf316 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-2 {{(pid=84874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:02:13.465818 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b3132e6-38f7-49c7-b84f-1c4df94cf316 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-2 {{(pid=84874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:02:13.466164 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b3132e6-38f7-49c7-b84f-1c4df94cf316 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-2 {{(pid=84874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:02:13.471610 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-1b3132e6-38f7-49c7-b84f-1c4df94cf316 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:02:13.479960 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-1b3132e6-38f7-49c7-b84f-1c4df94cf316 admin admin] Unset dirty status for tenant:fd36d735908740c282d77900fa847406 on resource:security_group {{(pid=84874) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 14 07:02:13.484483 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-1b3132e6-38f7-49c7-b84f-1c4df94cf316 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=bddf888819eb480caee76e21bc8fb6c6&name=default HTTP/1.1" status: 200 len: 2975 time: 0.3747261 Jan 14 07:02:13.484637 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84875) accepted ('10.222.0.24', 49506) {{(pid=84875) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:02:13.561481 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-d4600972-e4ac-44eb-ac84-b68c3d400fe8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:02:13.597362 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-d4600972-e4ac-44eb-ac84-b68c3d400fe8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:02:13.652659 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-d4600972-e4ac-44eb-ac84-b68c3d400fe8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850887153'] for security_group, after_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:02:13.656718 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:02:13.668742 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4600972-e4ac-44eb-ac84-b68c3d400fe8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5998ad87-e11d-405a-a64b-88c0fb4e3bad,revision_number=None']} {{(pid=84875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:02:13.679651 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-d4600972-e4ac-44eb-ac84-b68c3d400fe8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:02:13.680926 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-d4600972-e4ac-44eb-ac84-b68c3d400fe8 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/5998ad87-e11d-405a-a64b-88c0fb4e3bad HTTP/1.1" status: 204 len: 168 time: 0.1953321 Jan 14 07:02:13.682379 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4600972-e4ac-44eb-ac84-b68c3d400fe8 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-2 {{(pid=84875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:02:13.682750 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4600972-e4ac-44eb-ac84-b68c3d400fe8 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-2 {{(pid=84875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:02:13.683122 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4600972-e4ac-44eb-ac84-b68c3d400fe8 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-2 {{(pid=84875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:02:13.683668 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4600972-e4ac-44eb-ac84-b68c3d400fe8 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-2 {{(pid=84875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:02:13.683914 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4600972-e4ac-44eb-ac84-b68c3d400fe8 admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@n-d-768862-2 {{(pid=84875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:02:13.684242 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4600972-e4ac-44eb-ac84-b68c3d400fe8 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-2 {{(pid=84875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:02:13.684594 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4600972-e4ac-44eb-ac84-b68c3d400fe8 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-768862-2 {{(pid=84875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:02:13.685021 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4600972-e4ac-44eb-ac84-b68c3d400fe8 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-768862-2 {{(pid=84875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:02:13.685627 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4600972-e4ac-44eb-ac84-b68c3d400fe8 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-2 {{(pid=84875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:02:13.685916 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4600972-e4ac-44eb-ac84-b68c3d400fe8 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-2 {{(pid=84875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:02:13.686273 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4600972-e4ac-44eb-ac84-b68c3d400fe8 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-2 {{(pid=84875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:02:13.686624 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4600972-e4ac-44eb-ac84-b68c3d400fe8 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-2 {{(pid=84875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:02:13.690912 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-d4600972-e4ac-44eb-ac84-b68c3d400fe8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:02:18.618167 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-d2964cf7-6dbe-4d4e-96b6-88d9ba907ed0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363259214191800', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854171626'] for agent, after_update {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:02:21.093397 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-6753d653-8fd9-4aa3-829c-9710d79ffa03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363259214191800', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854171626'] for agent, after_update {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:02:21.629168 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-da76cfc0-98e8-4426-9f6d-4f05aa3fae78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363259214191800', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854171626'] for agent, after_update {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:02:22.528725 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363259214191800', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854171626'] for agent, after_update {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:02:23.058991 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-0f37073e-9c69-4e3c-80e0-6cfaa0fd61a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363259214191800', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854171626'] for agent, after_update {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:02:44.954652 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.agents_db [None req-5b939a2f-078d-4c69-a188-cb55a28a77a0 None None] Agent healthcheck: found 5 active agents {{(pid=84877) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Jan 14 07:02:48.621601 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-3d3d4e9b-6e48-4681-92e4-0a8c56324fe5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363259214191800', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854171626'] for agent, after_update {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:02:51.097865 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-14920ba0-c2c9-4b74-90a0-a82ba2ec29df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363259214191800', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854171626'] for agent, after_update {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:02:51.632250 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-da76cfc0-98e8-4426-9f6d-4f05aa3fae78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363259214191800', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854171626'] for agent, after_update {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:02:52.534646 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363259214191800', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854171626'] for agent, after_update {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:02:53.061916 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-0f37073e-9c69-4e3c-80e0-6cfaa0fd61a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363259214191800', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854171626'] for agent, after_update {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:03:18.631690 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-2860228a-d2a0-4567-9661-f4e8b1427776 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363259214191800', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854171626'] for agent, after_update {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:03:21.102529 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-3fdb3049-ccdd-49de-9842-a67a42fba351 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363259214191800', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854171626'] for agent, after_update {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:03:21.637743 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-da76cfc0-98e8-4426-9f6d-4f05aa3fae78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363259214191800', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854171626'] for agent, after_update {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:03:21.955063 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.agents_db [None req-5b939a2f-078d-4c69-a188-cb55a28a77a0 None None] Agent healthcheck: found 5 active agents {{(pid=84877) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Jan 14 07:03:22.530081 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363259214191800', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854171626'] for agent, after_update {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:03:23.065741 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-0f37073e-9c69-4e3c-80e0-6cfaa0fd61a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363259214191800', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854171626'] for agent, after_update {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:03:48.625374 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-e4c20a67-cc79-4178-ac1d-f3233bc35f2a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363259214191800', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854171626'] for agent, after_update {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:03:51.108049 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-5f14da26-2a5c-4138-a485-f27d7a1d2b9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363259214191800', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854171626'] for agent, after_update {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:03:51.641813 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-da76cfc0-98e8-4426-9f6d-4f05aa3fae78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363259214191800', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854171626'] for agent, after_update {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:03:52.539072 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363259214191800', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854171626'] for agent, after_update {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:03:53.068010 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-0f37073e-9c69-4e3c-80e0-6cfaa0fd61a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363259214191800', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854171626'] for agent, after_update {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:03:58.955732 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.agents_db [None req-5b939a2f-078d-4c69-a188-cb55a28a77a0 None None] Agent healthcheck: found 5 active agents {{(pid=84877) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Jan 14 07:04:18.627898 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-e28db3c2-58a7-4ee5-882f-922e925fd0c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363259214191800', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854171626'] for agent, after_update {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:04:21.104620 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-332d42c7-4de0-4abf-9a0d-0cab273c1bee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363259214191800', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854171626'] for agent, after_update {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:04:21.643610 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-da76cfc0-98e8-4426-9f6d-4f05aa3fae78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363259214191800', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854171626'] for agent, after_update {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:04:22.532921 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363259214191800', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854171626'] for agent, after_update {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:04:23.070427 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-0f37073e-9c69-4e3c-80e0-6cfaa0fd61a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363259214191800', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854171626'] for agent, after_update {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:04:35.955120 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.agents_db [None req-5b939a2f-078d-4c69-a188-cb55a28a77a0 None None] Agent healthcheck: found 5 active agents {{(pid=84877) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Jan 14 07:04:48.634963 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-e3587f1d-7bc4-4702-aa77-80be4fe4e3dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363259214191800', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854171626'] for agent, after_update {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:04:51.108249 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-40afa263-777b-4dc3-b0a8-5c60e5c7a161 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363259214191800', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854171626'] for agent, after_update {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:04:51.647228 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-da76cfc0-98e8-4426-9f6d-4f05aa3fae78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363259214191800', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854171626'] for agent, after_update {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:04:52.538265 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363259214191800', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854171626'] for agent, after_update {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:04:53.072208 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-0f37073e-9c69-4e3c-80e0-6cfaa0fd61a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363259214191800', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854171626'] for agent, after_update {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:05:10.563189 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-017f98a9-8a07-408c-a86f-8ff0c00400a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363259214191800'] for agent, after_create {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:05:10.563821 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-017f98a9-8a07-408c-a86f-8ff0c00400a0 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-h1-768862-2 {{(pid=84876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:05:10.564049 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-017f98a9-8a07-408c-a86f-8ff0c00400a0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-h1-768862-2 {{(pid=84876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:05:10.564418 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-017f98a9-8a07-408c-a86f-8ff0c00400a0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-h1-768862-2 {{(pid=84876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:05:10.564804 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-017f98a9-8a07-408c-a86f-8ff0c00400a0 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@n-h1-768862-2 {{(pid=84876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:05:10.565186 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-017f98a9-8a07-408c-a86f-8ff0c00400a0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-h1-768862-2 {{(pid=84876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:05:10.565566 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-017f98a9-8a07-408c-a86f-8ff0c00400a0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-h1-768862-2 {{(pid=84876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:05:10.565931 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-017f98a9-8a07-408c-a86f-8ff0c00400a0 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-h1-768862-2 {{(pid=84876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:05:10.566277 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-017f98a9-8a07-408c-a86f-8ff0c00400a0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-h1-768862-2 {{(pid=84876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:05:10.566636 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-017f98a9-8a07-408c-a86f-8ff0c00400a0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-h1-768862-2 {{(pid=84876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:05:10.567484 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-017f98a9-8a07-408c-a86f-8ff0c00400a0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-h1-768862-2 {{(pid=84876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:05:10.567885 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-017f98a9-8a07-408c-a86f-8ff0c00400a0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-h1-768862-2 {{(pid=84876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:05:10.568265 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-017f98a9-8a07-408c-a86f-8ff0c00400a0 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@n-h1-768862-2 {{(pid=84876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:05:10.568649 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-017f98a9-8a07-408c-a86f-8ff0c00400a0 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'n-h1-768862-2', {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.6', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.1'}) {} {{(pid=84876) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:05:10.573595 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-017f98a9-8a07-408c-a86f-8ff0c00400a0 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'n-h1-768862-2', 'version_map': {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.6', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.1'}} {{(pid=84876) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:05:10.966470 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-017f98a9-8a07-408c-a86f-8ff0c00400a0 None None] get_endpoint_by_host() called for host n-h1-768862-2 {{(pid=84876) get_endpoint_by_host /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:347}} Jan 14 07:05:10.971127 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-017f98a9-8a07-408c-a86f-8ff0c00400a0 None None] get_endpoint_by_ip() called for ip 192.168.0.42 {{(pid=84876) get_endpoint_by_ip /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:353}} Jan 14 07:05:10.974774 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-017f98a9-8a07-408c-a86f-8ff0c00400a0 None None] _add_endpoint() called for ip 192.168.0.42 {{(pid=84876) _add_endpoint /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:377}} Jan 14 07:05:10.981154 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-017f98a9-8a07-408c-a86f-8ff0c00400a0 None None] _get_endpoints() called {{(pid=84876) _get_endpoints /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:372}} Jan 14 07:05:12.085060 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-852a24f7-e9a1-4193-9abb-e9506fe5213f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363259214191800'] for agent, after_create {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:05:12.085973 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-852a24f7-e9a1-4193-9abb-e9506fe5213f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-h2-768862-2 {{(pid=84876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:05:12.085973 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-852a24f7-e9a1-4193-9abb-e9506fe5213f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-h2-768862-2 {{(pid=84876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:05:12.086257 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-852a24f7-e9a1-4193-9abb-e9506fe5213f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-h2-768862-2 {{(pid=84876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:05:12.086632 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-852a24f7-e9a1-4193-9abb-e9506fe5213f None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@n-h2-768862-2 {{(pid=84876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:05:12.087010 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-852a24f7-e9a1-4193-9abb-e9506fe5213f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-h2-768862-2 {{(pid=84876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:05:12.087386 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-852a24f7-e9a1-4193-9abb-e9506fe5213f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-h2-768862-2 {{(pid=84876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:05:12.087779 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-852a24f7-e9a1-4193-9abb-e9506fe5213f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-h2-768862-2 {{(pid=84876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:05:12.088188 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-852a24f7-e9a1-4193-9abb-e9506fe5213f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-h2-768862-2 {{(pid=84876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:05:12.088564 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-852a24f7-e9a1-4193-9abb-e9506fe5213f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-h2-768862-2 {{(pid=84876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:05:12.089028 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-852a24f7-e9a1-4193-9abb-e9506fe5213f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-h2-768862-2 {{(pid=84876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:05:12.089408 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-852a24f7-e9a1-4193-9abb-e9506fe5213f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-h2-768862-2 {{(pid=84876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:05:12.089912 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-852a24f7-e9a1-4193-9abb-e9506fe5213f None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@n-h2-768862-2 {{(pid=84876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:05:12.090386 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-852a24f7-e9a1-4193-9abb-e9506fe5213f None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'n-h2-768862-2', {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.6', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.1'}) {} {{(pid=84876) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:05:12.095402 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-852a24f7-e9a1-4193-9abb-e9506fe5213f None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'n-h2-768862-2', 'version_map': {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.6', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.1'}} {{(pid=84876) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:05:12.633850 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-852a24f7-e9a1-4193-9abb-e9506fe5213f None None] get_endpoint_by_host() called for host n-h2-768862-2 {{(pid=84876) get_endpoint_by_host /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:347}} Jan 14 07:05:12.638251 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-852a24f7-e9a1-4193-9abb-e9506fe5213f None None] get_endpoint_by_ip() called for ip 192.168.0.13 {{(pid=84876) get_endpoint_by_ip /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:353}} Jan 14 07:05:12.641503 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-852a24f7-e9a1-4193-9abb-e9506fe5213f None None] _add_endpoint() called for ip 192.168.0.13 {{(pid=84876) _add_endpoint /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:377}} Jan 14 07:05:12.647510 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-852a24f7-e9a1-4193-9abb-e9506fe5213f None None] _get_endpoints() called {{(pid=84876) _get_endpoints /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:372}} Jan 14 07:05:12.956111 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.agents_db [None req-5b939a2f-078d-4c69-a188-cb55a28a77a0 None None] Agent healthcheck: found 7 active agents {{(pid=84877) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Jan 14 07:05:18.630352 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-d95948d1-edb0-4f66-9a85-15e8240a603e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363259214191800', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854171626'] for agent, after_update {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:05:21.115112 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-6eafa119-06ac-4e5f-9801-31332039c714 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363259214191800', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854171626'] for agent, after_update {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:05:21.657925 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-da76cfc0-98e8-4426-9f6d-4f05aa3fae78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363259214191800', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854171626'] for agent, after_update {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:05:22.539258 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363259214191800', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854171626'] for agent, after_update {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:05:23.078060 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-0f37073e-9c69-4e3c-80e0-6cfaa0fd61a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363259214191800', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854171626'] for agent, after_update {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:05:40.582252 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-017f98a9-8a07-408c-a86f-8ff0c00400a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363259214191800', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854171626'] for agent, after_update {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:05:42.093331 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-852a24f7-e9a1-4193-9abb-e9506fe5213f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363259214191800', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854171626'] for agent, after_update {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:05:48.636400 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-7441898a-0223-4d0c-af6c-ef97928f21ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363259214191800', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854171626'] for agent, after_update {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:05:49.957096 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.agents_db [None req-5b939a2f-078d-4c69-a188-cb55a28a77a0 None None] Agent healthcheck: found 7 active agents {{(pid=84877) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Jan 14 07:05:51.109824 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-ab3464e2-4f71-4bf9-bbec-b59852dff2a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363259214191800', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854171626'] for agent, after_update {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:05:51.657262 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-da76cfc0-98e8-4426-9f6d-4f05aa3fae78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363259214191800', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854171626'] for agent, after_update {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:05:52.534144 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363259214191800', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854171626'] for agent, after_update {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:05:53.081115 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-0f37073e-9c69-4e3c-80e0-6cfaa0fd61a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363259214191800', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854171626'] for agent, after_update {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:05:54.995648 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84875) accepted ('10.222.0.24', 49570) {{(pid=84875) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:05:55.161144 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-e8b537fc-d208-4082-8571-531b2f32f971 admin admin] 10.222.0.24 "GET /v2.0/agents HTTP/1.1" status: 200 len: 6228 time: 0.1639719 Jan 14 07:05:57.743753 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84874) accepted ('10.222.0.24', 49580) {{(pid=84874) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:05:57.843235 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-72b35254-2910-4148-8c29-9f83a18e0e44 admin admin] 10.222.0.24 "GET /v2.0/agents HTTP/1.1" status: 200 len: 6228 time: 0.0983410 Jan 14 07:06:10.581071 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-017f98a9-8a07-408c-a86f-8ff0c00400a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363259214191800', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854171626'] for agent, after_update {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:06:12.091678 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-852a24f7-e9a1-4193-9abb-e9506fe5213f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363259214191800', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854171626'] for agent, after_update {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:06:18.641539 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-054c1a4b-c8cf-4ff4-82eb-6392c09db53b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363259214191800', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854171626'] for agent, after_update {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:06:21.115365 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-9309983e-ae55-46d8-8556-a9c6e0e33193 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363259214191800', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854171626'] for agent, after_update {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:06:21.656655 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-da76cfc0-98e8-4426-9f6d-4f05aa3fae78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363259214191800', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854171626'] for agent, after_update {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:06:22.541402 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363259214191800', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854171626'] for agent, after_update {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:06:23.086081 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-0f37073e-9c69-4e3c-80e0-6cfaa0fd61a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363259214191800', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854171626'] for agent, after_update {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:06:26.957538 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.agents_db [None req-5b939a2f-078d-4c69-a188-cb55a28a77a0 None None] Agent healthcheck: found 7 active agents {{(pid=84877) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Jan 14 07:06:40.589427 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-017f98a9-8a07-408c-a86f-8ff0c00400a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363259214191800', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854171626'] for agent, after_update {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:06:42.092391 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-852a24f7-e9a1-4193-9abb-e9506fe5213f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363259214191800', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854171626'] for agent, after_update {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:06:48.644802 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-3a360375-2415-4ba2-b32b-85215518f3ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363259214191800', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854171626'] for agent, after_update {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:06:51.117634 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-57cc3ba9-4b0d-418b-b024-31ec3f5cef6a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363259214191800', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854171626'] for agent, after_update {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:06:51.661032 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-da76cfc0-98e8-4426-9f6d-4f05aa3fae78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363259214191800', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854171626'] for agent, after_update {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:06:52.537653 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363259214191800', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854171626'] for agent, after_update {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:06:53.084776 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-0f37073e-9c69-4e3c-80e0-6cfaa0fd61a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363259214191800', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854171626'] for agent, after_update {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:07:03.958570 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.agents_db [None req-5b939a2f-078d-4c69-a188-cb55a28a77a0 None None] Agent healthcheck: found 7 active agents {{(pid=84877) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Jan 14 07:07:10.604308 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-017f98a9-8a07-408c-a86f-8ff0c00400a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363259214191800', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854171626'] for agent, after_update {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:07:12.090135 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-852a24f7-e9a1-4193-9abb-e9506fe5213f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363259214191800', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854171626'] for agent, after_update {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:07:18.813383 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-7914d923-08b3-4618-b63a-54e5006e4f60 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363259214191800', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854171626'] for agent, after_update {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:07:21.123602 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-49310178-3cea-471e-8959-768c736aa600 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363259214191800', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854171626'] for agent, after_update {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:07:21.671210 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-da76cfc0-98e8-4426-9f6d-4f05aa3fae78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363259214191800', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854171626'] for agent, after_update {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:07:22.543682 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363259214191800', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854171626'] for agent, after_update {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:07:23.115711 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-0f37073e-9c69-4e3c-80e0-6cfaa0fd61a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363259214191800', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854171626'] for agent, after_update {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:07:28.126470 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84874) accepted ('10.222.0.24', 49768) {{(pid=84874) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:07:28.995088 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-f730682d-2e68-415c-b676-2c7262f5273f tempest-AutoAllocateNetworkTest-48727714 tempest-AutoAllocateNetworkTest-48727714] 10.222.0.24 "GET /v2.0/networks?tenant_id=e2a167aa64c1445fba57ec37c7895aea&shared=False HTTP/1.1" status: 200 len: 208 time: 0.8645623 Jan 14 07:07:28.995433 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84874) accepted ('10.222.0.24', 49792) {{(pid=84874) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:07:29.204826 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d80589c4-24cb-47d5-91cc-5812e1e33239 tempest-AutoAllocateNetworkTest-48727714 tempest-AutoAllocateNetworkTest-48727714] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:07:29.207320 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-d80589c4-24cb-47d5-91cc-5812e1e33239 tempest-AutoAllocateNetworkTest-48727714 tempest-AutoAllocateNetworkTest-48727714] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 764 time: 0.2103724 Jan 14 07:07:29.210888 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84874) accepted ('10.222.0.24', 49800) {{(pid=84874) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:07:29.287612 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-16c3013e-0946-46da-9695-d476b19e430e tempest-AutoAllocateNetworkTest-48727714 tempest-AutoAllocateNetworkTest-48727714] 10.222.0.24 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0754554 Jan 14 07:07:29.290467 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84875) accepted ('10.222.0.24', 49808) {{(pid=84875) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:07:29.328085 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-1cae8afd-85cc-415c-a039-0c7f67445710 tempest-AutoAllocateNetworkTest-48727714 tempest-AutoAllocateNetworkTest-48727714] 10.222.0.24 "GET /v2.0/networks?tenant_id=e2a167aa64c1445fba57ec37c7895aea HTTP/1.1" status: 200 len: 208 time: 0.0360410 Jan 14 07:07:30.402206 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84874) accepted ('10.222.0.24', 49844) {{(pid=84874) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:07:30.961698 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-cf8a34a1-6d72-4e4e-a47e-8eef40b08129 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:07:30.979125 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-cf8a34a1-6d72-4e4e-a47e-8eef40b08129 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:07:30.983589 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-cf8a34a1-6d72-4e4e-a47e-8eef40b08129 admin admin] Usage tracker for resource:security_group_rule and tenant:e2a167aa64c1445fba57ec37c7895aea is out of sync, need to count used quota {{(pid=84874) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:07:30.986865 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-cf8a34a1-6d72-4e4e-a47e-8eef40b08129 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84874) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:07:30.993133 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-cf8a34a1-6d72-4e4e-a47e-8eef40b08129 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:07:31.095015 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-cf8a34a1-6d72-4e4e-a47e-8eef40b08129 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:07:31.098585 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-cf8a34a1-6d72-4e4e-a47e-8eef40b08129 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850887153'] for security_group, after_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:07:31.109749 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-1b3132e6-38f7-49c7-b84f-1c4df94cf316 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:07:31.154098 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf8a34a1-6d72-4e4e-a47e-8eef40b08129 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=84f8a377-87aa-4632-bcb0-4fb6ceda5aca,revision_number=1']} {{(pid=84874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:07:31.158644 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-cf8a34a1-6d72-4e4e-a47e-8eef40b08129 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=e2a167aa64c1445fba57ec37c7895aea&name=default HTTP/1.1" status: 200 len: 2975 time: 0.7551463 Jan 14 07:07:31.162552 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84875) accepted ('10.222.0.24', 49872) {{(pid=84875) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:07:31.166872 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf8a34a1-6d72-4e4e-a47e-8eef40b08129 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@n-h1-768862-2 {{(pid=84874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:07:31.167253 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf8a34a1-6d72-4e4e-a47e-8eef40b08129 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-h1-768862-2 {{(pid=84874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:07:31.167631 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf8a34a1-6d72-4e4e-a47e-8eef40b08129 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-h1-768862-2 {{(pid=84874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:07:31.168044 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf8a34a1-6d72-4e4e-a47e-8eef40b08129 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-h1-768862-2 {{(pid=84874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:07:31.168420 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf8a34a1-6d72-4e4e-a47e-8eef40b08129 admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@n-h1-768862-2 {{(pid=84874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:07:31.168767 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf8a34a1-6d72-4e4e-a47e-8eef40b08129 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-h1-768862-2 {{(pid=84874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:07:31.169126 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf8a34a1-6d72-4e4e-a47e-8eef40b08129 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-h1-768862-2 {{(pid=84874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:07:31.169483 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf8a34a1-6d72-4e4e-a47e-8eef40b08129 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-h1-768862-2 {{(pid=84874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:07:31.169812 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf8a34a1-6d72-4e4e-a47e-8eef40b08129 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-h1-768862-2 {{(pid=84874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:07:31.170351 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf8a34a1-6d72-4e4e-a47e-8eef40b08129 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-h1-768862-2 {{(pid=84874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:07:31.170853 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf8a34a1-6d72-4e4e-a47e-8eef40b08129 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-h1-768862-2 {{(pid=84874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:07:31.171351 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf8a34a1-6d72-4e4e-a47e-8eef40b08129 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-h1-768862-2 {{(pid=84874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:07:31.171933 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf8a34a1-6d72-4e4e-a47e-8eef40b08129 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@n-h2-768862-2 {{(pid=84874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:07:31.172429 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf8a34a1-6d72-4e4e-a47e-8eef40b08129 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-h2-768862-2 {{(pid=84874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:07:31.172927 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf8a34a1-6d72-4e4e-a47e-8eef40b08129 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-h2-768862-2 {{(pid=84874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:07:31.173423 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf8a34a1-6d72-4e4e-a47e-8eef40b08129 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-h2-768862-2 {{(pid=84874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:07:31.173915 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf8a34a1-6d72-4e4e-a47e-8eef40b08129 admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@n-h2-768862-2 {{(pid=84874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:07:31.174768 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf8a34a1-6d72-4e4e-a47e-8eef40b08129 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-h2-768862-2 {{(pid=84874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:07:31.175351 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf8a34a1-6d72-4e4e-a47e-8eef40b08129 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-h2-768862-2 {{(pid=84874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:07:31.175890 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf8a34a1-6d72-4e4e-a47e-8eef40b08129 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-h2-768862-2 {{(pid=84874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:07:31.176406 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf8a34a1-6d72-4e4e-a47e-8eef40b08129 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-h2-768862-2 {{(pid=84874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:07:31.176904 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf8a34a1-6d72-4e4e-a47e-8eef40b08129 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-h2-768862-2 {{(pid=84874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:07:31.177411 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf8a34a1-6d72-4e4e-a47e-8eef40b08129 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-h2-768862-2 {{(pid=84874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:07:31.177911 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf8a34a1-6d72-4e4e-a47e-8eef40b08129 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-h2-768862-2 {{(pid=84874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:07:31.178486 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf8a34a1-6d72-4e4e-a47e-8eef40b08129 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-2 {{(pid=84874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:07:31.178982 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf8a34a1-6d72-4e4e-a47e-8eef40b08129 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-2 {{(pid=84874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:07:31.179476 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf8a34a1-6d72-4e4e-a47e-8eef40b08129 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-2 {{(pid=84874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:07:31.180025 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf8a34a1-6d72-4e4e-a47e-8eef40b08129 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-2 {{(pid=84874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:07:31.180522 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf8a34a1-6d72-4e4e-a47e-8eef40b08129 admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@n-d-768862-2 {{(pid=84874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:07:31.181031 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf8a34a1-6d72-4e4e-a47e-8eef40b08129 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-2 {{(pid=84874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:07:31.181523 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf8a34a1-6d72-4e4e-a47e-8eef40b08129 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-768862-2 {{(pid=84874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:07:31.182022 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf8a34a1-6d72-4e4e-a47e-8eef40b08129 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-768862-2 {{(pid=84874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:07:31.182512 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf8a34a1-6d72-4e4e-a47e-8eef40b08129 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-2 {{(pid=84874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:07:31.183012 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf8a34a1-6d72-4e4e-a47e-8eef40b08129 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-2 {{(pid=84874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:07:31.183505 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf8a34a1-6d72-4e4e-a47e-8eef40b08129 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-2 {{(pid=84874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:07:31.184032 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf8a34a1-6d72-4e4e-a47e-8eef40b08129 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-2 {{(pid=84874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:07:31.185932 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf8a34a1-6d72-4e4e-a47e-8eef40b08129 admin admin] Tracked resource versions report: Jan 14 07:07:31.185932 n-d-768862-2 neutron-server[84765]: pushed versions: Jan 14 07:07:31.185932 n-d-768862-2 neutron-server[84765]: { 'AddressGroup': {'1.1'}, Jan 14 07:07:31.185932 n-d-768862-2 neutron-server[84765]: 'ConntrackHelper': {'1.0'}, Jan 14 07:07:31.185932 n-d-768862-2 neutron-server[84765]: 'Log': {'1.0'}, Jan 14 07:07:31.185932 n-d-768862-2 neutron-server[84765]: 'Network': {'1.1'}, Jan 14 07:07:31.185932 n-d-768862-2 neutron-server[84765]: 'Port': {'1.6'}, Jan 14 07:07:31.185932 n-d-768862-2 neutron-server[84765]: 'PortForwarding': {'1.2'}, Jan 14 07:07:31.185932 n-d-768862-2 neutron-server[84765]: 'QosPolicy': {'1.8'}, Jan 14 07:07:31.185932 n-d-768862-2 neutron-server[84765]: 'SecurityGroup': {'1.4'}, Jan 14 07:07:31.185932 n-d-768862-2 neutron-server[84765]: 'SecurityGroupRule': {'1.2'}, Jan 14 07:07:31.185932 n-d-768862-2 neutron-server[84765]: 'SubPort': {'1.0'}, Jan 14 07:07:31.185932 n-d-768862-2 neutron-server[84765]: 'Subnet': {'1.1'}, Jan 14 07:07:31.185932 n-d-768862-2 neutron-server[84765]: 'Trunk': {'1.1'}} Jan 14 07:07:31.185932 n-d-768862-2 neutron-server[84765]: consumer versions: Jan 14 07:07:31.185932 n-d-768862-2 neutron-server[84765]: { DHCP agent@n-d-768862-2: {}, Jan 14 07:07:31.185932 n-d-768862-2 neutron-server[84765]: L3 agent@n-d-768862-2: {}, Jan 14 07:07:31.185932 n-d-768862-2 neutron-server[84765]: Metadata agent@n-d-768862-2: {}, Jan 14 07:07:31.185932 n-d-768862-2 neutron-server[84765]: Metering agent@n-d-768862-2: {}, Jan 14 07:07:31.185932 n-d-768862-2 neutron-server[84765]: Open vSwitch agent@n-d-768862-2: { 'AddressGroup': '1.1', Jan 14 07:07:31.185932 n-d-768862-2 neutron-server[84765]: 'ConntrackHelper': '1.0', Jan 14 07:07:31.185932 n-d-768862-2 neutron-server[84765]: 'Log': '1.0', Jan 14 07:07:31.185932 n-d-768862-2 neutron-server[84765]: 'Network': '1.1', Jan 14 07:07:31.185932 n-d-768862-2 neutron-server[84765]: 'Port': '1.6', Jan 14 07:07:31.185932 n-d-768862-2 neutron-server[84765]: 'PortForwarding': '1.2', Jan 14 07:07:31.185932 n-d-768862-2 neutron-server[84765]: 'QosPolicy': '1.8', Jan 14 07:07:31.185932 n-d-768862-2 neutron-server[84765]: 'SecurityGroup': '1.4', Jan 14 07:07:31.185932 n-d-768862-2 neutron-server[84765]: 'SecurityGroupRule': '1.2', Jan 14 07:07:31.185932 n-d-768862-2 neutron-server[84765]: 'SubPort': '1.0', Jan 14 07:07:31.185932 n-d-768862-2 neutron-server[84765]: 'Subnet': '1.1', Jan 14 07:07:31.185932 n-d-768862-2 neutron-server[84765]: 'Trunk': '1.1'}, Jan 14 07:07:31.185932 n-d-768862-2 neutron-server[84765]: Open vSwitch agent@n-h1-768862-2: { 'AddressGroup': '1.1', Jan 14 07:07:31.185932 n-d-768862-2 neutron-server[84765]: 'ConntrackHelper': '1.0', Jan 14 07:07:31.185932 n-d-768862-2 neutron-server[84765]: 'Log': '1.0', Jan 14 07:07:31.185932 n-d-768862-2 neutron-server[84765]: 'Network': '1.1', Jan 14 07:07:31.185932 n-d-768862-2 neutron-server[84765]: 'Port': '1.6', Jan 14 07:07:31.185932 n-d-768862-2 neutron-server[84765]: 'PortForwarding': '1.2', Jan 14 07:07:31.185932 n-d-768862-2 neutron-server[84765]: 'QosPolicy': '1.8', Jan 14 07:07:31.185932 n-d-768862-2 neutron-server[84765]: 'SecurityGroup': '1.4', Jan 14 07:07:31.185932 n-d-768862-2 neutron-server[84765]: 'SecurityGroupRule': '1.2', Jan 14 07:07:31.185932 n-d-768862-2 neutron-server[84765]: 'SubPort': '1.0', Jan 14 07:07:31.185932 n-d-768862-2 neutron-server[84765]: 'Subnet': '1.1', Jan 14 07:07:31.185932 n-d-768862-2 neutron-server[84765]: 'Trunk': '1.1'}, Jan 14 07:07:31.185932 n-d-768862-2 neutron-server[84765]: Open vSwitch agent@n-h2-768862-2: { 'AddressGroup': '1.1', Jan 14 07:07:31.185932 n-d-768862-2 neutron-server[84765]: 'ConntrackHelper': '1.0', Jan 14 07:07:31.185932 n-d-768862-2 neutron-server[84765]: 'Log': '1.0', Jan 14 07:07:31.185932 n-d-768862-2 neutron-server[84765]: 'Network': '1.1', Jan 14 07:07:31.185932 n-d-768862-2 neutron-server[84765]: 'Port': '1.6', Jan 14 07:07:31.185932 n-d-768862-2 neutron-server[84765]: 'PortForwarding': '1.2', Jan 14 07:07:31.185932 n-d-768862-2 neutron-server[84765]: 'QosPolicy': '1.8', Jan 14 07:07:31.185932 n-d-768862-2 neutron-server[84765]: 'SecurityGroup': '1.4', Jan 14 07:07:31.185932 n-d-768862-2 neutron-server[84765]: 'SecurityGroupRule': '1.2', Jan 14 07:07:31.185932 n-d-768862-2 neutron-server[84765]: 'SubPort': '1.0', Jan 14 07:07:31.185932 n-d-768862-2 neutron-server[84765]: 'Subnet': '1.1', Jan 14 07:07:31.185932 n-d-768862-2 neutron-server[84765]: 'Trunk': '1.1'}} Jan 14 07:07:31.185932 n-d-768862-2 neutron-server[84765]: {{(pid=84874) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}} Jan 14 07:07:31.195496 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-cf8a34a1-6d72-4e4e-a47e-8eef40b08129 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:07:31.261197 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-5fc3aa5b-80fb-4630-9248-1550a8605bb3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:07:31.291638 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-5fc3aa5b-80fb-4630-9248-1550a8605bb3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:07:31.345033 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-5fc3aa5b-80fb-4630-9248-1550a8605bb3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850887153'] for security_group, after_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:07:31.352138 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-d4600972-e4ac-44eb-ac84-b68c3d400fe8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:07:31.367253 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fc3aa5b-80fb-4630-9248-1550a8605bb3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=84f8a377-87aa-4632-bcb0-4fb6ceda5aca,revision_number=None']} {{(pid=84875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:07:31.375882 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-5fc3aa5b-80fb-4630-9248-1550a8605bb3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:07:31.380450 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-5fc3aa5b-80fb-4630-9248-1550a8605bb3 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/84f8a377-87aa-4632-bcb0-4fb6ceda5aca HTTP/1.1" status: 204 len: 168 time: 0.2117960 Jan 14 07:07:31.380450 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fc3aa5b-80fb-4630-9248-1550a8605bb3 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@n-h1-768862-2 {{(pid=84875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:07:31.380450 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fc3aa5b-80fb-4630-9248-1550a8605bb3 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-h1-768862-2 {{(pid=84875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:07:31.380785 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fc3aa5b-80fb-4630-9248-1550a8605bb3 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-h1-768862-2 {{(pid=84875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:07:31.380869 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fc3aa5b-80fb-4630-9248-1550a8605bb3 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-h1-768862-2 {{(pid=84875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:07:31.382042 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fc3aa5b-80fb-4630-9248-1550a8605bb3 admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@n-h1-768862-2 {{(pid=84875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:07:31.382042 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fc3aa5b-80fb-4630-9248-1550a8605bb3 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-h1-768862-2 {{(pid=84875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:07:31.382042 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fc3aa5b-80fb-4630-9248-1550a8605bb3 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-h1-768862-2 {{(pid=84875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:07:31.382303 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fc3aa5b-80fb-4630-9248-1550a8605bb3 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-h1-768862-2 {{(pid=84875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:07:31.382532 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fc3aa5b-80fb-4630-9248-1550a8605bb3 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-h1-768862-2 {{(pid=84875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:07:31.382886 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fc3aa5b-80fb-4630-9248-1550a8605bb3 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-h1-768862-2 {{(pid=84875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:07:31.383239 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fc3aa5b-80fb-4630-9248-1550a8605bb3 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-h1-768862-2 {{(pid=84875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:07:31.383586 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fc3aa5b-80fb-4630-9248-1550a8605bb3 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-h1-768862-2 {{(pid=84875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:07:31.384043 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fc3aa5b-80fb-4630-9248-1550a8605bb3 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@n-h2-768862-2 {{(pid=84875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:07:31.384390 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fc3aa5b-80fb-4630-9248-1550a8605bb3 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-h2-768862-2 {{(pid=84875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:07:31.384776 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fc3aa5b-80fb-4630-9248-1550a8605bb3 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-h2-768862-2 {{(pid=84875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:07:31.385070 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fc3aa5b-80fb-4630-9248-1550a8605bb3 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-h2-768862-2 {{(pid=84875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:07:31.385419 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fc3aa5b-80fb-4630-9248-1550a8605bb3 admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@n-h2-768862-2 {{(pid=84875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:07:31.385771 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fc3aa5b-80fb-4630-9248-1550a8605bb3 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-h2-768862-2 {{(pid=84875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:07:31.386116 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fc3aa5b-80fb-4630-9248-1550a8605bb3 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-h2-768862-2 {{(pid=84875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:07:31.386467 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fc3aa5b-80fb-4630-9248-1550a8605bb3 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-h2-768862-2 {{(pid=84875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:07:31.386812 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fc3aa5b-80fb-4630-9248-1550a8605bb3 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-h2-768862-2 {{(pid=84875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:07:31.387165 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fc3aa5b-80fb-4630-9248-1550a8605bb3 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-h2-768862-2 {{(pid=84875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:07:31.387499 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fc3aa5b-80fb-4630-9248-1550a8605bb3 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-h2-768862-2 {{(pid=84875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:07:31.388374 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fc3aa5b-80fb-4630-9248-1550a8605bb3 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-h2-768862-2 {{(pid=84875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:07:31.388503 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fc3aa5b-80fb-4630-9248-1550a8605bb3 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-2 {{(pid=84875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:07:31.388793 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fc3aa5b-80fb-4630-9248-1550a8605bb3 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-2 {{(pid=84875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:07:31.389453 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fc3aa5b-80fb-4630-9248-1550a8605bb3 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-2 {{(pid=84875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:07:31.389809 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fc3aa5b-80fb-4630-9248-1550a8605bb3 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-2 {{(pid=84875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:07:31.390172 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fc3aa5b-80fb-4630-9248-1550a8605bb3 admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@n-d-768862-2 {{(pid=84875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:07:31.390514 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fc3aa5b-80fb-4630-9248-1550a8605bb3 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-2 {{(pid=84875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:07:31.390861 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fc3aa5b-80fb-4630-9248-1550a8605bb3 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-768862-2 {{(pid=84875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:07:31.391214 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fc3aa5b-80fb-4630-9248-1550a8605bb3 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-768862-2 {{(pid=84875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:07:31.391623 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fc3aa5b-80fb-4630-9248-1550a8605bb3 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-2 {{(pid=84875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:07:31.392003 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fc3aa5b-80fb-4630-9248-1550a8605bb3 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-2 {{(pid=84875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:07:31.392351 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fc3aa5b-80fb-4630-9248-1550a8605bb3 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-2 {{(pid=84875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:07:31.392698 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fc3aa5b-80fb-4630-9248-1550a8605bb3 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-2 {{(pid=84875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:07:31.394954 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fc3aa5b-80fb-4630-9248-1550a8605bb3 admin admin] Tracked resource versions report: Jan 14 07:07:31.394954 n-d-768862-2 neutron-server[84765]: pushed versions: Jan 14 07:07:31.394954 n-d-768862-2 neutron-server[84765]: { 'AddressGroup': {'1.1'}, Jan 14 07:07:31.394954 n-d-768862-2 neutron-server[84765]: 'ConntrackHelper': {'1.0'}, Jan 14 07:07:31.394954 n-d-768862-2 neutron-server[84765]: 'Log': {'1.0'}, Jan 14 07:07:31.394954 n-d-768862-2 neutron-server[84765]: 'Network': {'1.1'}, Jan 14 07:07:31.394954 n-d-768862-2 neutron-server[84765]: 'Port': {'1.6'}, Jan 14 07:07:31.394954 n-d-768862-2 neutron-server[84765]: 'PortForwarding': {'1.2'}, Jan 14 07:07:31.394954 n-d-768862-2 neutron-server[84765]: 'QosPolicy': {'1.8'}, Jan 14 07:07:31.394954 n-d-768862-2 neutron-server[84765]: 'SecurityGroup': {'1.4'}, Jan 14 07:07:31.394954 n-d-768862-2 neutron-server[84765]: 'SecurityGroupRule': {'1.2'}, Jan 14 07:07:31.394954 n-d-768862-2 neutron-server[84765]: 'SubPort': {'1.0'}, Jan 14 07:07:31.394954 n-d-768862-2 neutron-server[84765]: 'Subnet': {'1.1'}, Jan 14 07:07:31.394954 n-d-768862-2 neutron-server[84765]: 'Trunk': {'1.1'}} Jan 14 07:07:31.394954 n-d-768862-2 neutron-server[84765]: consumer versions: Jan 14 07:07:31.394954 n-d-768862-2 neutron-server[84765]: { DHCP agent@n-d-768862-2: {}, Jan 14 07:07:31.394954 n-d-768862-2 neutron-server[84765]: L3 agent@n-d-768862-2: {}, Jan 14 07:07:31.394954 n-d-768862-2 neutron-server[84765]: Metadata agent@n-d-768862-2: {}, Jan 14 07:07:31.394954 n-d-768862-2 neutron-server[84765]: Metering agent@n-d-768862-2: {}, Jan 14 07:07:31.394954 n-d-768862-2 neutron-server[84765]: Open vSwitch agent@n-d-768862-2: { 'AddressGroup': '1.1', Jan 14 07:07:31.394954 n-d-768862-2 neutron-server[84765]: 'ConntrackHelper': '1.0', Jan 14 07:07:31.394954 n-d-768862-2 neutron-server[84765]: 'Log': '1.0', Jan 14 07:07:31.394954 n-d-768862-2 neutron-server[84765]: 'Network': '1.1', Jan 14 07:07:31.394954 n-d-768862-2 neutron-server[84765]: 'Port': '1.6', Jan 14 07:07:31.394954 n-d-768862-2 neutron-server[84765]: 'PortForwarding': '1.2', Jan 14 07:07:31.394954 n-d-768862-2 neutron-server[84765]: 'QosPolicy': '1.8', Jan 14 07:07:31.394954 n-d-768862-2 neutron-server[84765]: 'SecurityGroup': '1.4', Jan 14 07:07:31.394954 n-d-768862-2 neutron-server[84765]: 'SecurityGroupRule': '1.2', Jan 14 07:07:31.394954 n-d-768862-2 neutron-server[84765]: 'SubPort': '1.0', Jan 14 07:07:31.394954 n-d-768862-2 neutron-server[84765]: 'Subnet': '1.1', Jan 14 07:07:31.394954 n-d-768862-2 neutron-server[84765]: 'Trunk': '1.1'}, Jan 14 07:07:31.394954 n-d-768862-2 neutron-server[84765]: Open vSwitch agent@n-h1-768862-2: { 'AddressGroup': '1.1', Jan 14 07:07:31.394954 n-d-768862-2 neutron-server[84765]: 'ConntrackHelper': '1.0', Jan 14 07:07:31.394954 n-d-768862-2 neutron-server[84765]: 'Log': '1.0', Jan 14 07:07:31.394954 n-d-768862-2 neutron-server[84765]: 'Network': '1.1', Jan 14 07:07:31.394954 n-d-768862-2 neutron-server[84765]: 'Port': '1.6', Jan 14 07:07:31.394954 n-d-768862-2 neutron-server[84765]: 'PortForwarding': '1.2', Jan 14 07:07:31.394954 n-d-768862-2 neutron-server[84765]: 'QosPolicy': '1.8', Jan 14 07:07:31.394954 n-d-768862-2 neutron-server[84765]: 'SecurityGroup': '1.4', Jan 14 07:07:31.394954 n-d-768862-2 neutron-server[84765]: 'SecurityGroupRule': '1.2', Jan 14 07:07:31.394954 n-d-768862-2 neutron-server[84765]: 'SubPort': '1.0', Jan 14 07:07:31.394954 n-d-768862-2 neutron-server[84765]: 'Subnet': '1.1', Jan 14 07:07:31.394954 n-d-768862-2 neutron-server[84765]: 'Trunk': '1.1'}, Jan 14 07:07:31.394954 n-d-768862-2 neutron-server[84765]: Open vSwitch agent@n-h2-768862-2: { 'AddressGroup': '1.1', Jan 14 07:07:31.394954 n-d-768862-2 neutron-server[84765]: 'ConntrackHelper': '1.0', Jan 14 07:07:31.394954 n-d-768862-2 neutron-server[84765]: 'Log': '1.0', Jan 14 07:07:31.394954 n-d-768862-2 neutron-server[84765]: 'Network': '1.1', Jan 14 07:07:31.394954 n-d-768862-2 neutron-server[84765]: 'Port': '1.6', Jan 14 07:07:31.394954 n-d-768862-2 neutron-server[84765]: 'PortForwarding': '1.2', Jan 14 07:07:31.394954 n-d-768862-2 neutron-server[84765]: 'QosPolicy': '1.8', Jan 14 07:07:31.394954 n-d-768862-2 neutron-server[84765]: 'SecurityGroup': '1.4', Jan 14 07:07:31.394954 n-d-768862-2 neutron-server[84765]: 'SecurityGroupRule': '1.2', Jan 14 07:07:31.394954 n-d-768862-2 neutron-server[84765]: 'SubPort': '1.0', Jan 14 07:07:31.394954 n-d-768862-2 neutron-server[84765]: 'Subnet': '1.1', Jan 14 07:07:31.394954 n-d-768862-2 neutron-server[84765]: 'Trunk': '1.1'}} Jan 14 07:07:31.394954 n-d-768862-2 neutron-server[84765]: {{(pid=84875) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}} Jan 14 07:07:31.407886 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-5fc3aa5b-80fb-4630-9248-1550a8605bb3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:07:33.911659 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84875) accepted ('10.222.0.24', 49974) {{(pid=84875) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:07:34.469636 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-194450de-70cc-49a7-a173-cda7674d134c admin admin] Notify callbacks [] for security_group, before_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:07:34.487100 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-194450de-70cc-49a7-a173-cda7674d134c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:07:34.491940 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-194450de-70cc-49a7-a173-cda7674d134c admin admin] Usage tracker for resource:security_group_rule and tenant:58e514539be44bbd88d8165f88dff63a is out of sync, need to count used quota {{(pid=84875) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:07:34.497011 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-194450de-70cc-49a7-a173-cda7674d134c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84875) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:07:34.503361 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-194450de-70cc-49a7-a173-cda7674d134c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:07:34.606745 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-194450de-70cc-49a7-a173-cda7674d134c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:07:34.611859 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-194450de-70cc-49a7-a173-cda7674d134c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850887153'] for security_group, after_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:07:34.621648 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:07:34.673116 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-194450de-70cc-49a7-a173-cda7674d134c admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=58e514539be44bbd88d8165f88dff63a&name=default HTTP/1.1" status: 200 len: 2975 time: 0.7597764 Jan 14 07:07:34.674950 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-194450de-70cc-49a7-a173-cda7674d134c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9795bf05-563a-4064-99d7-0b0d7222e037,revision_number=1']} {{(pid=84875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:07:34.676011 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84874) accepted ('10.222.0.24', 50014) {{(pid=84874) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:07:34.679216 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-194450de-70cc-49a7-a173-cda7674d134c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:07:34.787260 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-cc999947-8628-44c8-a607-36ae1ffc2a2d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:07:34.831441 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-cc999947-8628-44c8-a607-36ae1ffc2a2d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:07:34.891425 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-cc999947-8628-44c8-a607-36ae1ffc2a2d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850887153'] for security_group, after_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:07:34.897437 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-c4fe1f99-ebeb-486b-bd80-09486b93a71f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:07:34.913089 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc999947-8628-44c8-a607-36ae1ffc2a2d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9795bf05-563a-4064-99d7-0b0d7222e037,revision_number=None']} {{(pid=84874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:07:34.918552 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-cc999947-8628-44c8-a607-36ae1ffc2a2d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:07:34.937550 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-cc999947-8628-44c8-a607-36ae1ffc2a2d admin admin] Notify callbacks [] for security_group, before_response {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:07:34.939463 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-cc999947-8628-44c8-a607-36ae1ffc2a2d admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/9795bf05-563a-4064-99d7-0b0d7222e037 HTTP/1.1" status: 204 len: 168 time: 0.2617505 Jan 14 07:07:35.012761 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84874) accepted ('10.222.0.24', 50042) {{(pid=84874) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:07:35.580409 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-1b93594d-255d-465b-bfe4-c2d687a1d411 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:07:35.598427 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-1b93594d-255d-465b-bfe4-c2d687a1d411 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:07:35.604517 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-1b93594d-255d-465b-bfe4-c2d687a1d411 admin admin] Usage tracker for resource:security_group_rule and tenant:62d6b9580a6b442087c07bf04db71e3b is out of sync, need to count used quota {{(pid=84874) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:07:35.608801 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-1b93594d-255d-465b-bfe4-c2d687a1d411 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84874) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:07:35.616500 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-1b93594d-255d-465b-bfe4-c2d687a1d411 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:07:35.739133 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-1b93594d-255d-465b-bfe4-c2d687a1d411 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:07:35.745166 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-1b93594d-255d-465b-bfe4-c2d687a1d411 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850887153'] for security_group, after_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:07:35.763729 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:07:35.774916 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84875) accepted ('10.222.0.24', 50074) {{(pid=84875) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:07:35.806570 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b93594d-255d-465b-bfe4-c2d687a1d411 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1259aa18-dcc5-48f8-a303-e7ea4e4b7343,revision_number=1']} {{(pid=84874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:07:35.814936 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-1b93594d-255d-465b-bfe4-c2d687a1d411 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:07:35.840252 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-1b93594d-255d-465b-bfe4-c2d687a1d411 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=62d6b9580a6b442087c07bf04db71e3b&name=default HTTP/1.1" status: 200 len: 2975 time: 0.8233895 Jan 14 07:07:35.840751 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84874) accepted ('10.222.0.24', 50080) {{(pid=84874) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:07:35.929340 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-700505cd-b516-47dc-806c-be17f6a8edcc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:07:35.963015 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-700505cd-b516-47dc-806c-be17f6a8edcc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:07:36.017222 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-d1aeb6f0-7b9d-4f10-b911-1fe00c3ef955 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:07:36.022262 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-700505cd-b516-47dc-806c-be17f6a8edcc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850887153'] for security_group, after_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:07:36.036042 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-d1aeb6f0-7b9d-4f10-b911-1fe00c3ef955 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:07:36.039971 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:07:36.040452 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-d1aeb6f0-7b9d-4f10-b911-1fe00c3ef955 admin admin] Usage tracker for resource:security_group_rule and tenant:a7f24eb8c1a946cfa17bd02fd983c44f is out of sync, need to count used quota {{(pid=84875) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:07:36.043572 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-d1aeb6f0-7b9d-4f10-b911-1fe00c3ef955 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84875) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:07:36.050532 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-d1aeb6f0-7b9d-4f10-b911-1fe00c3ef955 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:07:36.065874 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-700505cd-b516-47dc-806c-be17f6a8edcc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1259aa18-dcc5-48f8-a303-e7ea4e4b7343,revision_number=None']} {{(pid=84874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:07:36.096371 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-700505cd-b516-47dc-806c-be17f6a8edcc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:07:36.105000 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-700505cd-b516-47dc-806c-be17f6a8edcc admin admin] Notify callbacks [] for security_group, before_response {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:07:36.124852 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-700505cd-b516-47dc-806c-be17f6a8edcc admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/1259aa18-dcc5-48f8-a303-e7ea4e4b7343 HTTP/1.1" status: 204 len: 168 time: 0.2819514 Jan 14 07:07:36.181941 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-d1aeb6f0-7b9d-4f10-b911-1fe00c3ef955 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:07:36.188494 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-d1aeb6f0-7b9d-4f10-b911-1fe00c3ef955 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850887153'] for security_group, after_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:07:36.206748 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:07:36.253905 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1aeb6f0-7b9d-4f10-b911-1fe00c3ef955 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=be95f0c6-3c0f-42d0-a2bc-beb79a02e6dd,revision_number=1']} {{(pid=84875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:07:36.258843 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-d1aeb6f0-7b9d-4f10-b911-1fe00c3ef955 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=a7f24eb8c1a946cfa17bd02fd983c44f&name=default HTTP/1.1" status: 200 len: 2975 time: 0.4826574 Jan 14 07:07:36.259935 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-d1aeb6f0-7b9d-4f10-b911-1fe00c3ef955 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:07:36.264014 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84874) accepted ('10.222.0.24', 50094) {{(pid=84874) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:07:36.341414 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-7daa71f2-162f-47a1-be7d-30c5f4612f98 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:07:36.374512 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-7daa71f2-162f-47a1-be7d-30c5f4612f98 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:07:36.434529 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-7daa71f2-162f-47a1-be7d-30c5f4612f98 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850887153'] for security_group, after_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:07:36.440497 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:07:36.453158 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7daa71f2-162f-47a1-be7d-30c5f4612f98 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=be95f0c6-3c0f-42d0-a2bc-beb79a02e6dd,revision_number=None']} {{(pid=84874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:07:36.456189 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-7daa71f2-162f-47a1-be7d-30c5f4612f98 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:07:36.462913 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-7daa71f2-162f-47a1-be7d-30c5f4612f98 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:07:36.464241 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-7daa71f2-162f-47a1-be7d-30c5f4612f98 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/be95f0c6-3c0f-42d0-a2bc-beb79a02e6dd HTTP/1.1" status: 204 len: 168 time: 0.1987543 Jan 14 07:07:37.075756 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84874) accepted ('10.222.0.24', 50130) {{(pid=84874) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:07:37.098335 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-abe1260b-efcf-4a86-ab7c-5e7779525a13 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:07:37.146789 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-abe1260b-efcf-4a86-ab7c-5e7779525a13 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:07:37.155200 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-abe1260b-efcf-4a86-ab7c-5e7779525a13 admin admin] Usage tracker for resource:security_group_rule and tenant:a1442e46a1ba4c0ea0dba89512187997 is out of sync, need to count used quota {{(pid=84874) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:07:37.161149 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-abe1260b-efcf-4a86-ab7c-5e7779525a13 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84874) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:07:37.176368 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-abe1260b-efcf-4a86-ab7c-5e7779525a13 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:07:37.297481 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-abe1260b-efcf-4a86-ab7c-5e7779525a13 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:07:37.301482 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-abe1260b-efcf-4a86-ab7c-5e7779525a13 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850887153'] for security_group, after_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:07:37.312674 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-1b93594d-255d-465b-bfe4-c2d687a1d411 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:07:37.346617 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abe1260b-efcf-4a86-ab7c-5e7779525a13 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=38a2d4ce-0359-46c4-b856-bd624d78e85f,revision_number=1']} {{(pid=84874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:07:37.352245 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-abe1260b-efcf-4a86-ab7c-5e7779525a13 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:07:37.374190 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-abe1260b-efcf-4a86-ab7c-5e7779525a13 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=a1442e46a1ba4c0ea0dba89512187997&name=default HTTP/1.1" status: 200 len: 2975 time: 0.2970736 Jan 14 07:07:37.377047 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84874) accepted ('10.222.0.24', 50146) {{(pid=84874) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:07:37.446109 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-bbab221c-d4e1-4f0b-9a78-1b8b07cea3c4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:07:37.480517 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-bbab221c-d4e1-4f0b-9a78-1b8b07cea3c4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:07:37.502883 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84875) accepted ('10.222.0.24', 50154) {{(pid=84875) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:07:37.506743 n-d-768862-2 neutron-server[84765]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Jan 14 07:07:37.537863 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-bbab221c-d4e1-4f0b-9a78-1b8b07cea3c4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850887153'] for security_group, after_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:07:37.544967 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-eb3ebd50-658a-4637-8094-06f6d18ae74f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:07:37.551671 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [req-fd1ddee5-36ca-4893-8079-b47f5e5d6f04 req-42e6f1a0-9914-4176-803f-f057e8b3fcce tempest-AggregatesAdminTestJSON-1576941868 tempest-AggregatesAdminTestJSON-1576941868] 10.222.0.24 "GET /v2.0/networks?tenant_id=2e2cf666fd3744ba9091e608d013eabe&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0469534 Jan 14 07:07:37.564096 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbab221c-d4e1-4f0b-9a78-1b8b07cea3c4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=38a2d4ce-0359-46c4-b856-bd624d78e85f,revision_number=None']} {{(pid=84874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:07:37.573665 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-bbab221c-d4e1-4f0b-9a78-1b8b07cea3c4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:07:37.574635 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-bbab221c-d4e1-4f0b-9a78-1b8b07cea3c4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:07:37.575865 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-bbab221c-d4e1-4f0b-9a78-1b8b07cea3c4 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/38a2d4ce-0359-46c4-b856-bd624d78e85f HTTP/1.1" status: 204 len: 168 time: 0.1953478 Jan 14 07:07:37.795679 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd1ddee5-36ca-4893-8079-b47f5e5d6f04 req-070fce18-83d9-463a-9914-924ba5c9b01e tempest-AggregatesAdminTestJSON-1576941868 tempest-AggregatesAdminTestJSON-1576941868] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:07:37.797360 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [req-fd1ddee5-36ca-4893-8079-b47f5e5d6f04 req-070fce18-83d9-463a-9914-924ba5c9b01e tempest-AggregatesAdminTestJSON-1576941868 tempest-AggregatesAdminTestJSON-1576941868] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2447126 Jan 14 07:07:37.821581 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [req-fd1ddee5-36ca-4893-8079-b47f5e5d6f04 req-17b55228-1390-4b68-8ee6-cd0fb9c50509 tempest-AggregatesAdminTestJSON-1576941868 tempest-AggregatesAdminTestJSON-1576941868] 10.222.0.24 "GET /v2.0/quotas/2e2cf666fd3744ba9091e608d013eabe HTTP/1.1" status: 200 len: 375 time: 0.0117650 Jan 14 07:07:37.875736 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [req-fd1ddee5-36ca-4893-8079-b47f5e5d6f04 req-47ea116c-0069-4c9c-97b9-6562beb5750e tempest-AggregatesAdminTestJSON-1576941868 tempest-AggregatesAdminTestJSON-1576941868] 10.222.0.24 "GET /v2.0/ports?tenant_id=2e2cf666fd3744ba9091e608d013eabe&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0467885 Jan 14 07:07:38.016246 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84875) accepted ('10.222.0.24', 50186) {{(pid=84875) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:07:38.098675 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [req-5b4f5439-287d-49c6-b216-8c2cf6cdd806 req-4b93a9f3-8431-4579-ab61-97ef0c21cdb0 tempest-DeleteServersAdminTestJSON-1537275972 tempest-DeleteServersAdminTestJSON-1537275972] 10.222.0.24 "GET /v2.0/networks?tenant_id=8202db92980d4b22926086dad40c6219&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0802376 Jan 14 07:07:38.319099 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b4f5439-287d-49c6-b216-8c2cf6cdd806 req-f38e7b5e-7944-47cb-bf49-e7b47b8011a4 tempest-DeleteServersAdminTestJSON-1537275972 tempest-DeleteServersAdminTestJSON-1537275972] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:07:38.326994 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [req-5b4f5439-287d-49c6-b216-8c2cf6cdd806 req-f38e7b5e-7944-47cb-bf49-e7b47b8011a4 tempest-DeleteServersAdminTestJSON-1537275972 tempest-DeleteServersAdminTestJSON-1537275972] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2212930 Jan 14 07:07:38.349151 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [req-5b4f5439-287d-49c6-b216-8c2cf6cdd806 req-d55723fd-75c1-43ce-8cd6-a5e5f42baa6b tempest-DeleteServersAdminTestJSON-1537275972 tempest-DeleteServersAdminTestJSON-1537275972] 10.222.0.24 "GET /v2.0/quotas/8202db92980d4b22926086dad40c6219 HTTP/1.1" status: 200 len: 375 time: 0.0205305 Jan 14 07:07:38.410683 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [req-5b4f5439-287d-49c6-b216-8c2cf6cdd806 req-4534b74c-7dff-4b71-8b3e-7d200f5906ce tempest-DeleteServersAdminTestJSON-1537275972 tempest-DeleteServersAdminTestJSON-1537275972] 10.222.0.24 "GET /v2.0/ports?tenant_id=8202db92980d4b22926086dad40c6219&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0601513 Jan 14 07:07:40.615602 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [req-6f2cfa09-dee7-4a25-86bc-c686a13b9f1c req-9575f90e-336b-4731-92d8-7c2669045199 tempest-DeleteServersAdminTestJSON-1537275972 tempest-DeleteServersAdminTestJSON-1537275972] 10.222.0.24 "GET /v2.0/networks?tenant_id=8202db92980d4b22926086dad40c6219&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0392108 Jan 14 07:07:40.634883 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-017f98a9-8a07-408c-a86f-8ff0c00400a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363259214191800', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854171626'] for agent, after_update {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:07:40.825242 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f2cfa09-dee7-4a25-86bc-c686a13b9f1c req-a740d91e-e4b1-48ad-9e8a-540ae1412f73 tempest-DeleteServersAdminTestJSON-1537275972 tempest-DeleteServersAdminTestJSON-1537275972] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:07:40.826927 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [req-6f2cfa09-dee7-4a25-86bc-c686a13b9f1c req-a740d91e-e4b1-48ad-9e8a-540ae1412f73 tempest-DeleteServersAdminTestJSON-1537275972 tempest-DeleteServersAdminTestJSON-1537275972] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2051947 Jan 14 07:07:40.845504 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [req-6f2cfa09-dee7-4a25-86bc-c686a13b9f1c req-a7c7125f-ab68-4d37-a203-f38f706ccf93 tempest-DeleteServersAdminTestJSON-1537275972 tempest-DeleteServersAdminTestJSON-1537275972] 10.222.0.24 "GET /v2.0/quotas/8202db92980d4b22926086dad40c6219 HTTP/1.1" status: 200 len: 375 time: 0.0108340 Jan 14 07:07:40.900297 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [req-6f2cfa09-dee7-4a25-86bc-c686a13b9f1c req-e7d49051-3a73-462a-bed9-7a6ae5c66255 tempest-DeleteServersAdminTestJSON-1537275972 tempest-DeleteServersAdminTestJSON-1537275972] 10.222.0.24 "GET /v2.0/ports?tenant_id=8202db92980d4b22926086dad40c6219&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0468516 Jan 14 07:07:40.958351 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.agents_db [None req-5b939a2f-078d-4c69-a188-cb55a28a77a0 None None] Agent healthcheck: found 7 active agents {{(pid=84877) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Jan 14 07:07:42.089270 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-852a24f7-e9a1-4193-9abb-e9506fe5213f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363259214191800', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854171626'] for agent, after_update {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:07:42.566745 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84875) accepted ('10.222.0.24', 50500) {{(pid=84875) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:07:42.885289 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84874) accepted ('10.222.0.48', 54997) {{(pid=84874) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:07:43.010726 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84874) accepted ('10.222.0.24', 50538) {{(pid=84874) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:07:43.163463 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [req-6f2cfa09-dee7-4a25-86bc-c686a13b9f1c req-369f1c34-252f-437e-a7f1-be246069a6e0 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=8202db92980d4b22926086dad40c6219&device_id=32b693bc-f540-4dad-b8e2-4f46db701f00 HTTP/1.1" status: 200 len: 210 time: 0.2769177 Jan 14 07:07:43.214681 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [req-6f2cfa09-dee7-4a25-86bc-c686a13b9f1c req-8a1aebd6-3001-4474-80c4-1ace3faa2927 service neutron] 10.222.0.48 "GET /v2.0/networks?tenant_id=8202db92980d4b22926086dad40c6219&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0429132 Jan 14 07:07:43.221514 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-d2472507-5172-4eb2-bcaa-71c57d406cb8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:07:43.233128 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-4e7a104e-3502-4518-93ab-fa3d33ac7234 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:07:43.244441 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-d2472507-5172-4eb2-bcaa-71c57d406cb8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:07:43.249657 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-d2472507-5172-4eb2-bcaa-71c57d406cb8 admin admin] Usage tracker for resource:security_group_rule and tenant:17ba35c9641d48c2aa604d921c3cdc56 is out of sync, need to count used quota {{(pid=84875) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:07:43.253840 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-d2472507-5172-4eb2-bcaa-71c57d406cb8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84875) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:07:43.274163 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-d2472507-5172-4eb2-bcaa-71c57d406cb8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:07:43.379173 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-4e7a104e-3502-4518-93ab-fa3d33ac7234 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:07:43.383456 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-4e7a104e-3502-4518-93ab-fa3d33ac7234 admin admin] Usage tracker for resource:security_group_rule and tenant:8202db92980d4b22926086dad40c6219 is out of sync, need to count used quota {{(pid=84874) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:07:43.386587 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-4e7a104e-3502-4518-93ab-fa3d33ac7234 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84874) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:07:43.393508 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-4e7a104e-3502-4518-93ab-fa3d33ac7234 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:07:43.463755 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-d2472507-5172-4eb2-bcaa-71c57d406cb8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:07:43.473309 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-d2472507-5172-4eb2-bcaa-71c57d406cb8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850887153'] for security_group, after_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:07:43.482643 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f2cfa09-dee7-4a25-86bc-c686a13b9f1c req-ff4ad45a-5254-4bc9-a293-712a9f9b9c29 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:07:43.484675 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [req-6f2cfa09-dee7-4a25-86bc-c686a13b9f1c req-ff4ad45a-5254-4bc9-a293-712a9f9b9c29 service neutron] 10.222.0.48 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 863 time: 0.2308576 Jan 14 07:07:43.539055 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:07:43.557488 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-d2472507-5172-4eb2-bcaa-71c57d406cb8 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=17ba35c9641d48c2aa604d921c3cdc56&name=default HTTP/1.1" status: 200 len: 2975 time: 0.9894419 Jan 14 07:07:43.560218 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84875) accepted ('10.222.0.24', 50582) {{(pid=84875) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:07:43.588738 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [req-6f2cfa09-dee7-4a25-86bc-c686a13b9f1c req-d3859269-54bf-42b8-ab40-b46fc1e69c15 tempest-DeleteServersAdminTestJSON-1537275972 tempest-DeleteServersAdminTestJSON-1537275972] 10.222.0.48 "GET /v2.0/ports?device_id=32b693bc-f540-4dad-b8e2-4f46db701f00 HTTP/1.1" status: 200 len: 210 time: 0.0663321 Jan 14 07:07:43.643334 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-4e7a104e-3502-4518-93ab-fa3d33ac7234 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:07:43.651042 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2472507-5172-4eb2-bcaa-71c57d406cb8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c91cc25e-d97d-4f89-8049-2948a25d497c,revision_number=1']} {{(pid=84875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:07:43.655822 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-4e7a104e-3502-4518-93ab-fa3d33ac7234 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850887153'] for security_group, after_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:07:43.659426 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-d2472507-5172-4eb2-bcaa-71c57d406cb8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:07:43.664838 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:07:43.684506 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-85f8d259-f4d0-4610-978e-05ca8ced0153 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:07:43.750927 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-4e7a104e-3502-4518-93ab-fa3d33ac7234 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=8202db92980d4b22926086dad40c6219&name=default HTTP/1.1" status: 200 len: 2975 time: 0.7385752 Jan 14 07:07:43.759102 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-85f8d259-f4d0-4610-978e-05ca8ced0153 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:07:43.767238 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84875) accepted ('10.222.0.24', 50594) {{(pid=84875) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:07:43.805432 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e7a104e-3502-4518-93ab-fa3d33ac7234 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5b752e80-df81-4c0e-b832-25887d71c068,revision_number=1']} {{(pid=84874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:07:43.809644 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-4e7a104e-3502-4518-93ab-fa3d33ac7234 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:07:43.941997 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-d32d8a4d-8fea-4937-a272-0f7419d44d9f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:07:43.945617 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84874) accepted ('10.222.0.24', 50608) {{(pid=84874) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:07:43.997573 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-85f8d259-f4d0-4610-978e-05ca8ced0153 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850887153'] for security_group, after_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:07:44.009069 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-d32d8a4d-8fea-4937-a272-0f7419d44d9f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:07:44.017336 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-5fc3aa5b-80fb-4630-9248-1550a8605bb3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:07:44.035582 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85f8d259-f4d0-4610-978e-05ca8ced0153 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c91cc25e-d97d-4f89-8049-2948a25d497c,revision_number=None']} {{(pid=84875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:07:44.044795 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-85f8d259-f4d0-4610-978e-05ca8ced0153 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:07:44.066250 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-85f8d259-f4d0-4610-978e-05ca8ced0153 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:07:44.070313 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-85f8d259-f4d0-4610-978e-05ca8ced0153 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/c91cc25e-d97d-4f89-8049-2948a25d497c HTTP/1.1" status: 204 len: 168 time: 0.5086262 Jan 14 07:07:44.129189 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-d32d8a4d-8fea-4937-a272-0f7419d44d9f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850887153'] for security_group, after_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:07:44.139121 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-85f8d259-f4d0-4610-978e-05ca8ced0153 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:07:44.165508 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d32d8a4d-8fea-4937-a272-0f7419d44d9f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5b752e80-df81-4c0e-b832-25887d71c068,revision_number=None']} {{(pid=84875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:07:44.177390 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-d32d8a4d-8fea-4937-a272-0f7419d44d9f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:07:44.184039 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-d32d8a4d-8fea-4937-a272-0f7419d44d9f admin admin] Notify callbacks [] for security_group, before_response {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:07:44.185474 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-d32d8a4d-8fea-4937-a272-0f7419d44d9f admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/5b752e80-df81-4c0e-b832-25887d71c068 HTTP/1.1" status: 204 len: 168 time: 0.4169891 Jan 14 07:07:44.422464 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-0ad152df-da8d-4955-870a-7461be502cb1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:07:44.694419 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84875) accepted ('10.222.0.24', 50660) {{(pid=84875) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:07:44.714661 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-0ad152df-da8d-4955-870a-7461be502cb1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:07:44.719324 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-0ad152df-da8d-4955-870a-7461be502cb1 admin admin] Usage tracker for resource:security_group_rule and tenant:73015be6d7974574866164d14353e977 is out of sync, need to count used quota {{(pid=84874) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:07:44.732876 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-0ad152df-da8d-4955-870a-7461be502cb1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84874) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:07:44.739326 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-0ad152df-da8d-4955-870a-7461be502cb1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:07:44.823442 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [req-9f5866b6-971a-4f0a-8c5a-e0eafa0771a6 req-d92d9c01-2896-472b-a66b-b9747db365db service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=8202db92980d4b22926086dad40c6219&device_id=32b693bc-f540-4dad-b8e2-4f46db701f00 HTTP/1.1" status: 200 len: 210 time: 0.4833045 Jan 14 07:07:44.884868 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [req-9f5866b6-971a-4f0a-8c5a-e0eafa0771a6 req-9ba32891-2b14-436f-bdd4-e6b43ab11325 service neutron] 10.222.0.48 "GET /v2.0/networks?tenant_id=8202db92980d4b22926086dad40c6219&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0504687 Jan 14 07:07:44.905374 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84875) accepted ('10.222.0.24', 50676) {{(pid=84875) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:07:44.954667 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-5aece759-cd91-4c91-bf02-06e986de83b7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:07:44.970772 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84875) accepted ('10.222.0.24', 50682) {{(pid=84875) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:07:44.997472 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-be73fd0c-518d-4f39-83ca-f465509b58d7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:07:45.014602 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-5aece759-cd91-4c91-bf02-06e986de83b7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:07:45.022310 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-5aece759-cd91-4c91-bf02-06e986de83b7 admin admin] Usage tracker for resource:security_group_rule and tenant:db72e46d56074cf4b4ee2c9320855c5b is out of sync, need to count used quota {{(pid=84875) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:07:45.034032 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-0ad152df-da8d-4955-870a-7461be502cb1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:07:45.037274 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-5aece759-cd91-4c91-bf02-06e986de83b7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84875) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:07:45.041922 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-0ad152df-da8d-4955-870a-7461be502cb1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850887153'] for security_group, after_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:07:45.045560 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-5aece759-cd91-4c91-bf02-06e986de83b7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:07:45.057439 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-cc999947-8628-44c8-a607-36ae1ffc2a2d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:07:45.120570 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-0ad152df-da8d-4955-870a-7461be502cb1 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=73015be6d7974574866164d14353e977&name=default HTTP/1.1" status: 200 len: 2975 time: 1.1736083 Jan 14 07:07:45.125369 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84874) accepted ('10.222.0.24', 50696) {{(pid=84874) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:07:45.148845 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-be73fd0c-518d-4f39-83ca-f465509b58d7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:07:45.156929 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-be73fd0c-518d-4f39-83ca-f465509b58d7 admin admin] Usage tracker for resource:security_group_rule and tenant:65d706a0a60c46d28ba3de8c2139b627 is out of sync, need to count used quota {{(pid=84875) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:07:45.169448 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-be73fd0c-518d-4f39-83ca-f465509b58d7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84875) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:07:45.179644 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-be73fd0c-518d-4f39-83ca-f465509b58d7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:07:45.213817 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-5aece759-cd91-4c91-bf02-06e986de83b7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:07:45.256221 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f5866b6-971a-4f0a-8c5a-e0eafa0771a6 req-3e6f7cb3-347f-44f3-a1d8-0e222554d383 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:07:45.258409 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-5aece759-cd91-4c91-bf02-06e986de83b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850887153'] for security_group, after_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:07:45.258608 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [req-9f5866b6-971a-4f0a-8c5a-e0eafa0771a6 req-3e6f7cb3-347f-44f3-a1d8-0e222554d383 service neutron] 10.222.0.48 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 863 time: 0.3620362 Jan 14 07:07:45.263424 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ad152df-da8d-4955-870a-7461be502cb1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a3b850a3-c082-4d62-8412-d1e30c0298d2,revision_number=1']} {{(pid=84874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:07:45.268990 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-0ad152df-da8d-4955-870a-7461be502cb1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.212s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:07:45.270095 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-22b6b7fb-1bd6-466d-8a72-c466f33fc06c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:07:45.300373 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-d1aeb6f0-7b9d-4f10-b911-1fe00c3ef955 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:07:45.308216 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-22b6b7fb-1bd6-466d-8a72-c466f33fc06c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:07:45.401573 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-5aece759-cd91-4c91-bf02-06e986de83b7 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=db72e46d56074cf4b4ee2c9320855c5b&name=default HTTP/1.1" status: 200 len: 2975 time: 0.4946256 Jan 14 07:07:45.402653 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aece759-cd91-4c91-bf02-06e986de83b7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4c69f1be-62fc-49a0-b7d6-4eedcdd69b07,revision_number=1']} {{(pid=84875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:07:45.407460 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84874) accepted ('10.222.0.24', 50724) {{(pid=84874) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:07:45.412166 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [req-9f5866b6-971a-4f0a-8c5a-e0eafa0771a6 req-7fc9d851-3d4d-4731-bcd9-170748880b96 tempest-DeleteServersAdminTestJSON-1537275972 tempest-DeleteServersAdminTestJSON-1537275972] 10.222.0.48 "GET /v2.0/ports?device_id=32b693bc-f540-4dad-b8e2-4f46db701f00 HTTP/1.1" status: 200 len: 210 time: 0.0565767 Jan 14 07:07:45.413542 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-22b6b7fb-1bd6-466d-8a72-c466f33fc06c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850887153'] for security_group, after_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:07:45.418556 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-5aece759-cd91-4c91-bf02-06e986de83b7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:07:45.441988 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-700505cd-b516-47dc-806c-be17f6a8edcc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:07:45.466195 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22b6b7fb-1bd6-466d-8a72-c466f33fc06c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a3b850a3-c082-4d62-8412-d1e30c0298d2,revision_number=None']} {{(pid=84874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:07:45.504346 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-22b6b7fb-1bd6-466d-8a72-c466f33fc06c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:07:45.519663 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-be73fd0c-518d-4f39-83ca-f465509b58d7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:07:45.530842 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-22b6b7fb-1bd6-466d-8a72-c466f33fc06c admin admin] Notify callbacks [] for security_group, before_response {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:07:45.540676 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-22b6b7fb-1bd6-466d-8a72-c466f33fc06c admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/a3b850a3-c082-4d62-8412-d1e30c0298d2 HTTP/1.1" status: 204 len: 168 time: 0.4141650 Jan 14 07:07:45.583690 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-913c6cf3-5e27-40b3-9911-c49da3577983 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:07:45.587029 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-be73fd0c-518d-4f39-83ca-f465509b58d7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850887153'] for security_group, after_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:07:45.599214 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:07:45.609107 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-0420f25a-bb1c-414c-b0d0-edc0e4a10c0f admin admin] Notify callbacks [] for security_group, before_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:07:45.656786 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-0420f25a-bb1c-414c-b0d0-edc0e4a10c0f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:07:45.676052 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-be73fd0c-518d-4f39-83ca-f465509b58d7 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=65d706a0a60c46d28ba3de8c2139b627&name=default HTTP/1.1" status: 200 len: 2975 time: 0.7037914 Jan 14 07:07:45.677636 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-0420f25a-bb1c-414c-b0d0-edc0e4a10c0f admin admin] Usage tracker for resource:security_group_rule and tenant:0e98f896f9484b15a74c5efb0c2efa83 is out of sync, need to count used quota {{(pid=84875) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:07:45.689608 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84874) accepted ('10.222.0.24', 50746) {{(pid=84874) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:07:45.694325 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-913c6cf3-5e27-40b3-9911-c49da3577983 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:07:45.701654 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-0420f25a-bb1c-414c-b0d0-edc0e4a10c0f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84875) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:07:45.714320 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be73fd0c-518d-4f39-83ca-f465509b58d7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fa4c53ad-5383-4ea4-9a87-3983102ce5da,revision_number=1']} {{(pid=84875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:07:45.723736 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-be73fd0c-518d-4f39-83ca-f465509b58d7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:07:45.734510 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-0420f25a-bb1c-414c-b0d0-edc0e4a10c0f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:07:45.951420 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-93f37e5e-da55-46ea-a9a1-0924bf5e4cdf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:07:45.972504 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-913c6cf3-5e27-40b3-9911-c49da3577983 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850887153'] for security_group, after_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:07:45.997166 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-cf8a34a1-6d72-4e4e-a47e-8eef40b08129 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:07:46.010175 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-0420f25a-bb1c-414c-b0d0-edc0e4a10c0f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:07:46.016060 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-913c6cf3-5e27-40b3-9911-c49da3577983 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4c69f1be-62fc-49a0-b7d6-4eedcdd69b07,revision_number=None']} {{(pid=84874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:07:46.019130 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-0420f25a-bb1c-414c-b0d0-edc0e4a10c0f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850887153'] for security_group, after_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:07:46.019627 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-93f37e5e-da55-46ea-a9a1-0924bf5e4cdf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:07:46.042297 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-913c6cf3-5e27-40b3-9911-c49da3577983 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:07:46.063577 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-194450de-70cc-49a7-a173-cda7674d134c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:07:46.095057 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-913c6cf3-5e27-40b3-9911-c49da3577983 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:07:46.097347 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-913c6cf3-5e27-40b3-9911-c49da3577983 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/4c69f1be-62fc-49a0-b7d6-4eedcdd69b07 HTTP/1.1" status: 204 len: 168 time: 0.6881130 Jan 14 07:07:46.116971 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-0420f25a-bb1c-414c-b0d0-edc0e4a10c0f admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=0e98f896f9484b15a74c5efb0c2efa83&name=default HTTP/1.1" status: 200 len: 2975 time: 1.4214530 Jan 14 07:07:46.117769 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84875) accepted ('10.222.0.24', 50774) {{(pid=84875) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:07:46.118838 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0420f25a-bb1c-414c-b0d0-edc0e4a10c0f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=62d7afc3-8f8a-4fa2-991d-0169d5daa7d9,revision_number=1']} {{(pid=84875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:07:46.124903 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-0420f25a-bb1c-414c-b0d0-edc0e4a10c0f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:07:46.150159 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-93f37e5e-da55-46ea-a9a1-0924bf5e4cdf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850887153'] for security_group, after_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:07:46.156986 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-0ad152df-da8d-4955-870a-7461be502cb1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:07:46.188763 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93f37e5e-da55-46ea-a9a1-0924bf5e4cdf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fa4c53ad-5383-4ea4-9a87-3983102ce5da,revision_number=None']} {{(pid=84874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:07:46.208870 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-93f37e5e-da55-46ea-a9a1-0924bf5e4cdf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:07:46.209841 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-93f37e5e-da55-46ea-a9a1-0924bf5e4cdf admin admin] Notify callbacks [] for security_group, before_response {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:07:46.213580 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-93f37e5e-da55-46ea-a9a1-0924bf5e4cdf admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/fa4c53ad-5383-4ea4-9a87-3983102ce5da HTTP/1.1" status: 204 len: 168 time: 0.5202997 Jan 14 07:07:46.239576 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-f7cbcbaa-5627-4552-9d58-cd0c1a9c6dc3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:07:46.251033 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84874) accepted ('10.222.0.24', 50782) {{(pid=84874) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:07:46.301027 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-f7cbcbaa-5627-4552-9d58-cd0c1a9c6dc3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:07:46.391249 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-f7cbcbaa-5627-4552-9d58-cd0c1a9c6dc3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850887153'] for security_group, after_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:07:46.402001 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:07:46.449133 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7cbcbaa-5627-4552-9d58-cd0c1a9c6dc3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=62d7afc3-8f8a-4fa2-991d-0169d5daa7d9,revision_number=None']} {{(pid=84875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:07:46.454377 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-f7cbcbaa-5627-4552-9d58-cd0c1a9c6dc3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:07:46.460747 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-f7cbcbaa-5627-4552-9d58-cd0c1a9c6dc3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:07:46.465453 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-f7cbcbaa-5627-4552-9d58-cd0c1a9c6dc3 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/62d7afc3-8f8a-4fa2-991d-0169d5daa7d9 HTTP/1.1" status: 204 len: 168 time: 0.3422077 Jan 14 07:07:46.528901 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84874) accepted ('10.222.0.24', 50808) {{(pid=84874) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:07:46.579107 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-76de7f8c-2f6e-4c42-ba5a-d30ed90923bf admin admin] Notify callbacks [] for security_group, before_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:07:46.602336 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-76de7f8c-2f6e-4c42-ba5a-d30ed90923bf admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:07:46.606595 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-76de7f8c-2f6e-4c42-ba5a-d30ed90923bf admin admin] Usage tracker for resource:security_group_rule and tenant:6e2cd02d279f40a099f067e8560bf770 is out of sync, need to count used quota {{(pid=84874) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:07:46.609728 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-76de7f8c-2f6e-4c42-ba5a-d30ed90923bf admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84874) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:07:46.620337 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-76de7f8c-2f6e-4c42-ba5a-d30ed90923bf admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:07:46.744172 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-76de7f8c-2f6e-4c42-ba5a-d30ed90923bf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:07:46.747903 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-76de7f8c-2f6e-4c42-ba5a-d30ed90923bf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850887153'] for security_group, after_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:07:46.760087 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-22b6b7fb-1bd6-466d-8a72-c466f33fc06c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:07:46.811535 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-76de7f8c-2f6e-4c42-ba5a-d30ed90923bf admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=6e2cd02d279f40a099f067e8560bf770&name=default HTTP/1.1" status: 200 len: 2975 time: 0.2809064 Jan 14 07:07:46.813596 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76de7f8c-2f6e-4c42-ba5a-d30ed90923bf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2a354d84-e5c0-4d18-a570-9ae0b5f9a610,revision_number=1']} {{(pid=84874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:07:46.814851 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84875) accepted ('10.222.0.24', 50824) {{(pid=84875) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:07:46.822377 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-76de7f8c-2f6e-4c42-ba5a-d30ed90923bf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:07:46.891316 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-a04134e2-fa71-45a2-9f9e-c4008e8d1d41 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:07:46.923572 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-a04134e2-fa71-45a2-9f9e-c4008e8d1d41 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:07:46.976976 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-a04134e2-fa71-45a2-9f9e-c4008e8d1d41 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850887153'] for security_group, after_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:07:46.984254 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-d2472507-5172-4eb2-bcaa-71c57d406cb8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:07:46.989601 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84874) accepted ('10.222.0.24', 50832) {{(pid=84874) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:07:47.001038 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a04134e2-fa71-45a2-9f9e-c4008e8d1d41 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2a354d84-e5c0-4d18-a570-9ae0b5f9a610,revision_number=None']} {{(pid=84875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:07:47.005089 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-a04134e2-fa71-45a2-9f9e-c4008e8d1d41 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:07:47.006353 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-a04134e2-fa71-45a2-9f9e-c4008e8d1d41 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:07:47.007585 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-a04134e2-fa71-45a2-9f9e-c4008e8d1d41 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/2a354d84-e5c0-4d18-a570-9ae0b5f9a610 HTTP/1.1" status: 204 len: 168 time: 0.1920068 Jan 14 07:07:47.104929 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-6a74d622-65e1-4dd6-9caa-155234623b66 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:07:47.121629 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-6a74d622-65e1-4dd6-9caa-155234623b66 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:07:47.126285 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-6a74d622-65e1-4dd6-9caa-155234623b66 admin admin] Usage tracker for resource:security_group_rule and tenant:d63cd31bef98448cb85997882a3fc235 is out of sync, need to count used quota {{(pid=84874) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:07:47.130476 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-6a74d622-65e1-4dd6-9caa-155234623b66 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84874) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:07:47.137410 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-6a74d622-65e1-4dd6-9caa-155234623b66 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:07:47.236418 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-6a74d622-65e1-4dd6-9caa-155234623b66 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:07:47.240767 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-6a74d622-65e1-4dd6-9caa-155234623b66 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850887153'] for security_group, after_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:07:47.250733 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-4e7a104e-3502-4518-93ab-fa3d33ac7234 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:07:47.300879 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84875) accepted ('10.222.0.24', 50842) {{(pid=84875) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:07:47.312506 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-6a74d622-65e1-4dd6-9caa-155234623b66 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=d63cd31bef98448cb85997882a3fc235&name=default HTTP/1.1" status: 200 len: 2976 time: 1.0601859 Jan 14 07:07:47.313652 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a74d622-65e1-4dd6-9caa-155234623b66 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6f2bbf7a-596d-4aeb-bff8-045420568120,revision_number=1']} {{(pid=84874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:07:47.320281 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-6a74d622-65e1-4dd6-9caa-155234623b66 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:07:47.378007 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-8b4c9d15-aea5-4d12-ac12-092067977ecf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:07:47.412577 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-8b4c9d15-aea5-4d12-ac12-092067977ecf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:07:47.480437 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-8b4c9d15-aea5-4d12-ac12-092067977ecf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850887153'] for security_group, after_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:07:47.491987 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:07:47.511120 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-8b4c9d15-aea5-4d12-ac12-092067977ecf admin admin] Notify callbacks [] for security_group, before_response {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:07:47.515999 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-8b4c9d15-aea5-4d12-ac12-092067977ecf admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/6f2bbf7a-596d-4aeb-bff8-045420568120 HTTP/1.1" status: 204 len: 168 time: 0.2138462 Jan 14 07:07:47.517001 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b4c9d15-aea5-4d12-ac12-092067977ecf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6f2bbf7a-596d-4aeb-bff8-045420568120,revision_number=None']} {{(pid=84875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:07:47.520632 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-8b4c9d15-aea5-4d12-ac12-092067977ecf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:07:47.660259 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-0c1f100c-f892-4e58-a6dd-8f3baa3b03f1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:07:47.681115 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-0c1f100c-f892-4e58-a6dd-8f3baa3b03f1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:07:47.685508 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-0c1f100c-f892-4e58-a6dd-8f3baa3b03f1 admin admin] Usage tracker for resource:security_group_rule and tenant:befb1e2ea6424b2caa9ef534ef1d01b8 is out of sync, need to count used quota {{(pid=84874) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:07:47.689018 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-0c1f100c-f892-4e58-a6dd-8f3baa3b03f1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84874) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:07:47.696450 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-0c1f100c-f892-4e58-a6dd-8f3baa3b03f1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:07:47.833914 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-0c1f100c-f892-4e58-a6dd-8f3baa3b03f1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:07:47.837209 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-0c1f100c-f892-4e58-a6dd-8f3baa3b03f1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850887153'] for security_group, after_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:07:47.848095 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-913c6cf3-5e27-40b3-9911-c49da3577983 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:07:47.854290 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84875) accepted ('10.222.0.24', 50874) {{(pid=84875) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:07:47.895036 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-0c1f100c-f892-4e58-a6dd-8f3baa3b03f1 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=befb1e2ea6424b2caa9ef534ef1d01b8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9042528 Jan 14 07:07:47.895989 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c1f100c-f892-4e58-a6dd-8f3baa3b03f1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=376208cf-426d-4683-874f-6c0a68e22657,revision_number=1']} {{(pid=84874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:07:47.898085 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84875) accepted ('10.222.0.24', 50882) {{(pid=84875) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:07:47.913641 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-0c1f100c-f892-4e58-a6dd-8f3baa3b03f1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:07:47.967723 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84874) accepted ('10.222.0.24', 50890) {{(pid=84874) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:07:47.990195 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-466b0d30-b7bc-44f6-8789-339c3c53c45e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:07:48.001065 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-5c95b0c7-9956-4279-8c20-6c22626dfaaf admin admin] Notify callbacks [] for security_group, before_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:07:48.024215 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-466b0d30-b7bc-44f6-8789-339c3c53c45e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:07:48.032536 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-5c95b0c7-9956-4279-8c20-6c22626dfaaf admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:07:48.037178 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-5c95b0c7-9956-4279-8c20-6c22626dfaaf admin admin] Usage tracker for resource:security_group_rule and tenant:10bc66e6d55b404786f072dd39c0bb07 is out of sync, need to count used quota {{(pid=84874) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:07:48.040593 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-5c95b0c7-9956-4279-8c20-6c22626dfaaf admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84874) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:07:48.046758 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-5c95b0c7-9956-4279-8c20-6c22626dfaaf admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:07:48.071173 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-466b0d30-b7bc-44f6-8789-339c3c53c45e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850887153'] for security_group, after_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:07:48.076933 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:07:48.094582 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-466b0d30-b7bc-44f6-8789-339c3c53c45e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=376208cf-426d-4683-874f-6c0a68e22657,revision_number=None']} {{(pid=84875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:07:48.103925 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-466b0d30-b7bc-44f6-8789-339c3c53c45e admin admin] Notify callbacks [] for security_group, before_response {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:07:48.105188 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-466b0d30-b7bc-44f6-8789-339c3c53c45e admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/376208cf-426d-4683-874f-6c0a68e22657 HTTP/1.1" status: 204 len: 168 time: 0.2056477 Jan 14 07:07:48.106143 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-466b0d30-b7bc-44f6-8789-339c3c53c45e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:07:48.185530 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-5c95b0c7-9956-4279-8c20-6c22626dfaaf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:07:48.195451 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-5c95b0c7-9956-4279-8c20-6c22626dfaaf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850887153'] for security_group, after_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:07:48.206497 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:07:48.238784 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c95b0c7-9956-4279-8c20-6c22626dfaaf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7699888f-8b9e-4620-b45f-36e59a89679b,revision_number=1']} {{(pid=84874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:07:48.244035 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-5c95b0c7-9956-4279-8c20-6c22626dfaaf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:07:48.275498 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-5c95b0c7-9956-4279-8c20-6c22626dfaaf admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=10bc66e6d55b404786f072dd39c0bb07&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3060298 Jan 14 07:07:48.278060 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84874) accepted ('10.222.0.24', 50906) {{(pid=84874) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:07:48.360531 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-0a4d3e14-d96d-474c-88f5-b8a63aae9da9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:07:48.402071 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-0a4d3e14-d96d-474c-88f5-b8a63aae9da9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:07:48.458914 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-0a4d3e14-d96d-474c-88f5-b8a63aae9da9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850887153'] for security_group, after_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:07:48.467487 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:07:48.484048 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a4d3e14-d96d-474c-88f5-b8a63aae9da9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7699888f-8b9e-4620-b45f-36e59a89679b,revision_number=None']} {{(pid=84874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:07:48.490383 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-0a4d3e14-d96d-474c-88f5-b8a63aae9da9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:07:48.505159 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-0a4d3e14-d96d-474c-88f5-b8a63aae9da9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:07:48.506491 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-0a4d3e14-d96d-474c-88f5-b8a63aae9da9 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/7699888f-8b9e-4620-b45f-36e59a89679b HTTP/1.1" status: 204 len: 168 time: 0.2274723 Jan 14 07:07:48.523589 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-38b7c64a-6f9c-430e-ad12-26e70d33ce6e admin admin] Notify callbacks [] for security_group, before_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:07:48.543690 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-38b7c64a-6f9c-430e-ad12-26e70d33ce6e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:07:48.549220 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-38b7c64a-6f9c-430e-ad12-26e70d33ce6e admin admin] Usage tracker for resource:security_group_rule and tenant:2e2cf666fd3744ba9091e608d013eabe is out of sync, need to count used quota {{(pid=84875) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:07:48.552805 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-38b7c64a-6f9c-430e-ad12-26e70d33ce6e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84875) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:07:48.560060 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-38b7c64a-6f9c-430e-ad12-26e70d33ce6e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:07:48.657412 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-e04f41c4-4942-4eb9-8613-5b34a4088c50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363259214191800', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854171626'] for agent, after_update {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:07:48.666175 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84874) accepted ('10.222.0.24', 50932) {{(pid=84874) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:07:48.670152 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-38b7c64a-6f9c-430e-ad12-26e70d33ce6e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:07:48.673976 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-38b7c64a-6f9c-430e-ad12-26e70d33ce6e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850887153'] for security_group, after_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:07:48.690876 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-f7cbcbaa-5627-4552-9d58-cd0c1a9c6dc3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:07:48.701906 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-174d1486-c06e-46e5-ba66-28e6510a5c2d admin admin] Notify callbacks [] for security_group, before_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:07:48.743493 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-174d1486-c06e-46e5-ba66-28e6510a5c2d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:07:48.756570 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38b7c64a-6f9c-430e-ad12-26e70d33ce6e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5f672069-4710-4ba0-b26e-b16044661681,revision_number=1']} {{(pid=84875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:07:48.762453 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-174d1486-c06e-46e5-ba66-28e6510a5c2d admin admin] Usage tracker for resource:security_group_rule and tenant:ea57a14f9fce43aeb1f969434f8d86f9 is out of sync, need to count used quota {{(pid=84874) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:07:48.771452 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-174d1486-c06e-46e5-ba66-28e6510a5c2d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84874) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:07:48.774228 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-38b7c64a-6f9c-430e-ad12-26e70d33ce6e admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=2e2cf666fd3744ba9091e608d013eabe&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9184101 Jan 14 07:07:48.775142 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-38b7c64a-6f9c-430e-ad12-26e70d33ce6e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:07:48.777849 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84875) accepted ('10.222.0.24', 50936) {{(pid=84875) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:07:48.785652 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-174d1486-c06e-46e5-ba66-28e6510a5c2d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:07:48.893875 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-48d9d9e4-5541-4f14-a06a-c76fa6291888 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:07:48.901055 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-174d1486-c06e-46e5-ba66-28e6510a5c2d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:07:48.905228 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-174d1486-c06e-46e5-ba66-28e6510a5c2d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850887153'] for security_group, after_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:07:48.916923 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:07:48.936024 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-48d9d9e4-5541-4f14-a06a-c76fa6291888 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:07:48.974336 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-174d1486-c06e-46e5-ba66-28e6510a5c2d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4d257de6-84f9-4e0a-99c7-374093d5709b,revision_number=1']} {{(pid=84874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:07:48.981994 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-174d1486-c06e-46e5-ba66-28e6510a5c2d admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=ea57a14f9fce43aeb1f969434f8d86f9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3120470 Jan 14 07:07:48.981994 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-174d1486-c06e-46e5-ba66-28e6510a5c2d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:07:48.982219 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84874) accepted ('10.222.0.24', 50954) {{(pid=84874) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:07:49.038125 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-48d9d9e4-5541-4f14-a06a-c76fa6291888 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850887153'] for security_group, after_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:07:49.044212 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-be73fd0c-518d-4f39-83ca-f465509b58d7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:07:49.061988 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48d9d9e4-5541-4f14-a06a-c76fa6291888 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5f672069-4710-4ba0-b26e-b16044661681,revision_number=None']} {{(pid=84875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:07:49.065356 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-93000dd6-7595-4bcf-bc7a-8efe806ccd67 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:07:49.086404 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-48d9d9e4-5541-4f14-a06a-c76fa6291888 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:07:49.088566 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-48d9d9e4-5541-4f14-a06a-c76fa6291888 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:07:49.090341 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-48d9d9e4-5541-4f14-a06a-c76fa6291888 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/5f672069-4710-4ba0-b26e-b16044661681 HTTP/1.1" status: 204 len: 168 time: 0.3108768 Jan 14 07:07:49.107207 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-93000dd6-7595-4bcf-bc7a-8efe806ccd67 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:07:49.166669 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-93000dd6-7595-4bcf-bc7a-8efe806ccd67 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850887153'] for security_group, after_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:07:49.174395 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-7daa71f2-162f-47a1-be7d-30c5f4612f98 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:07:49.206700 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93000dd6-7595-4bcf-bc7a-8efe806ccd67 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4d257de6-84f9-4e0a-99c7-374093d5709b,revision_number=None']} {{(pid=84874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:07:49.210933 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-93000dd6-7595-4bcf-bc7a-8efe806ccd67 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:07:49.211932 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-93000dd6-7595-4bcf-bc7a-8efe806ccd67 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:07:49.213338 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-93000dd6-7595-4bcf-bc7a-8efe806ccd67 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/4d257de6-84f9-4e0a-99c7-374093d5709b HTTP/1.1" status: 204 len: 168 time: 0.2299566 Jan 14 07:07:49.393338 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84875) accepted ('10.222.0.24', 50984) {{(pid=84875) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:07:49.413455 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-01818994-9f6d-400d-b52e-c56e465c0b8d admin admin] Notify callbacks [] for security_group, before_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:07:49.429797 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-01818994-9f6d-400d-b52e-c56e465c0b8d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:07:49.433853 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-01818994-9f6d-400d-b52e-c56e465c0b8d admin admin] Usage tracker for resource:security_group_rule and tenant:73a35b56bae64e82b3a9b0356fc8b7db is out of sync, need to count used quota {{(pid=84875) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:07:49.437169 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-01818994-9f6d-400d-b52e-c56e465c0b8d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84875) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:07:49.442746 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-01818994-9f6d-400d-b52e-c56e465c0b8d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:07:49.542693 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-01818994-9f6d-400d-b52e-c56e465c0b8d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:07:49.546923 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-01818994-9f6d-400d-b52e-c56e465c0b8d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850887153'] for security_group, after_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:07:49.557101 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-8b4c9d15-aea5-4d12-ac12-092067977ecf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:07:49.604597 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-01818994-9f6d-400d-b52e-c56e465c0b8d admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=73a35b56bae64e82b3a9b0356fc8b7db&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2075469 Jan 14 07:07:49.604597 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01818994-9f6d-400d-b52e-c56e465c0b8d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4edb4a3e-a77b-4f4a-bcd5-40299d20fd6b,revision_number=1']} {{(pid=84875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:07:49.605199 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84874) accepted ('10.222.0.24', 50990) {{(pid=84874) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:07:49.620492 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-01818994-9f6d-400d-b52e-c56e465c0b8d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:07:49.679084 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-ad3de25b-788b-47a1-ad7b-a21ad0f7588e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:07:49.709487 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-ad3de25b-788b-47a1-ad7b-a21ad0f7588e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:07:49.760871 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-ad3de25b-788b-47a1-ad7b-a21ad0f7588e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850887153'] for security_group, after_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:07:49.766425 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:07:49.780967 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad3de25b-788b-47a1-ad7b-a21ad0f7588e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4edb4a3e-a77b-4f4a-bcd5-40299d20fd6b,revision_number=None']} {{(pid=84874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:07:49.785477 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-ad3de25b-788b-47a1-ad7b-a21ad0f7588e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:07:49.787209 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-ad3de25b-788b-47a1-ad7b-a21ad0f7588e admin admin] Notify callbacks [] for security_group, before_response {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:07:49.788962 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-ad3de25b-788b-47a1-ad7b-a21ad0f7588e admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/4edb4a3e-a77b-4f4a-bcd5-40299d20fd6b HTTP/1.1" status: 204 len: 168 time: 0.1821754 Jan 14 07:07:49.911755 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84874) accepted ('10.222.0.24', 51002) {{(pid=84874) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:07:49.933969 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-5e15ada5-7ae6-4bb2-a539-7fdec232999a admin admin] Notify callbacks [] for security_group, before_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:07:49.950924 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-5e15ada5-7ae6-4bb2-a539-7fdec232999a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:07:49.955541 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-5e15ada5-7ae6-4bb2-a539-7fdec232999a admin admin] Usage tracker for resource:security_group_rule and tenant:d3b865cb07814e09a5de52ab48068a04 is out of sync, need to count used quota {{(pid=84874) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:07:49.958985 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-5e15ada5-7ae6-4bb2-a539-7fdec232999a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84874) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:07:49.964899 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-5e15ada5-7ae6-4bb2-a539-7fdec232999a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:07:50.060375 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-5e15ada5-7ae6-4bb2-a539-7fdec232999a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:07:50.063576 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-5e15ada5-7ae6-4bb2-a539-7fdec232999a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850887153'] for security_group, after_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:07:50.077434 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-76de7f8c-2f6e-4c42-ba5a-d30ed90923bf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:07:50.124656 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-5e15ada5-7ae6-4bb2-a539-7fdec232999a admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=d3b865cb07814e09a5de52ab48068a04&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2113059 Jan 14 07:07:50.125535 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e15ada5-7ae6-4bb2-a539-7fdec232999a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=745a4408-990f-4737-aeff-ed227a5a5dfd,revision_number=1']} {{(pid=84874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:07:50.128402 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84875) accepted ('10.222.0.24', 51008) {{(pid=84875) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:07:50.129261 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-5e15ada5-7ae6-4bb2-a539-7fdec232999a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:07:50.201558 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-e87e8cff-3f61-4aad-9919-d816faebb947 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:07:50.233300 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-e87e8cff-3f61-4aad-9919-d816faebb947 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:07:50.283342 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-e87e8cff-3f61-4aad-9919-d816faebb947 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850887153'] for security_group, after_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:07:50.290161 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-0420f25a-bb1c-414c-b0d0-edc0e4a10c0f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:07:50.305570 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e87e8cff-3f61-4aad-9919-d816faebb947 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=745a4408-990f-4737-aeff-ed227a5a5dfd,revision_number=None']} {{(pid=84875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:07:50.317616 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-e87e8cff-3f61-4aad-9919-d816faebb947 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:07:50.323001 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-e87e8cff-3f61-4aad-9919-d816faebb947 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:07:50.328449 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-e87e8cff-3f61-4aad-9919-d816faebb947 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/745a4408-990f-4737-aeff-ed227a5a5dfd HTTP/1.1" status: 204 len: 168 time: 0.1981070 Jan 14 07:07:50.454632 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84875) accepted ('10.222.0.24', 51020) {{(pid=84875) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:07:50.479118 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-fe303bf7-4f8d-4104-b700-b3f6cb9a87b1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:07:50.496240 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-fe303bf7-4f8d-4104-b700-b3f6cb9a87b1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:07:50.500327 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-fe303bf7-4f8d-4104-b700-b3f6cb9a87b1 admin admin] Usage tracker for resource:security_group_rule and tenant:1f9f29e2436f4647a135f2c574e94018 is out of sync, need to count used quota {{(pid=84875) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:07:50.503366 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-fe303bf7-4f8d-4104-b700-b3f6cb9a87b1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84875) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:07:50.509324 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-fe303bf7-4f8d-4104-b700-b3f6cb9a87b1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:07:50.610438 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-fe303bf7-4f8d-4104-b700-b3f6cb9a87b1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:07:50.614795 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-fe303bf7-4f8d-4104-b700-b3f6cb9a87b1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850887153'] for security_group, after_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:07:50.626252 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:07:50.660183 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe303bf7-4f8d-4104-b700-b3f6cb9a87b1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7168cc7e-b1a9-4a1a-932a-0ca324049ad7,revision_number=1']} {{(pid=84875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:07:50.670866 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-fe303bf7-4f8d-4104-b700-b3f6cb9a87b1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:07:50.681760 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84874) accepted ('10.222.0.24', 51028) {{(pid=84874) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:07:50.695616 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-fe303bf7-4f8d-4104-b700-b3f6cb9a87b1 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=1f9f29e2436f4647a135f2c574e94018&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2397182 Jan 14 07:07:50.698459 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84874) accepted ('10.222.0.24', 51034) {{(pid=84874) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:07:50.779616 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-e16de545-82a4-4e87-93ec-73b41ce8d084 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:07:50.812312 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-e16de545-82a4-4e87-93ec-73b41ce8d084 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:07:50.863663 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-e16de545-82a4-4e87-93ec-73b41ce8d084 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850887153'] for security_group, after_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:07:50.869820 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:07:50.886514 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e16de545-82a4-4e87-93ec-73b41ce8d084 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7168cc7e-b1a9-4a1a-932a-0ca324049ad7,revision_number=None']} {{(pid=84874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:07:50.891705 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-e16de545-82a4-4e87-93ec-73b41ce8d084 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:07:50.899228 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-e16de545-82a4-4e87-93ec-73b41ce8d084 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:07:50.901750 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-e16de545-82a4-4e87-93ec-73b41ce8d084 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/7168cc7e-b1a9-4a1a-932a-0ca324049ad7 HTTP/1.1" status: 204 len: 168 time: 0.2018807 Jan 14 07:07:51.113010 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-0a01bc2e-4965-4620-b0ff-25b7fc681b5b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363259214191800', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854171626'] for agent, after_update {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:07:51.143767 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84875) accepted ('10.222.0.24', 51054) {{(pid=84875) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:07:51.187155 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-5d25ff31-9142-4e6b-80b9-e4f1001a9c6e admin admin] Notify callbacks [] for security_group, before_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:07:51.210423 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-5d25ff31-9142-4e6b-80b9-e4f1001a9c6e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:07:51.214608 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-5d25ff31-9142-4e6b-80b9-e4f1001a9c6e admin admin] Usage tracker for resource:security_group_rule and tenant:f8471c5376c540db950829f4dda48f05 is out of sync, need to count used quota {{(pid=84874) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:07:51.217858 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-5d25ff31-9142-4e6b-80b9-e4f1001a9c6e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84874) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:07:51.228130 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-5d25ff31-9142-4e6b-80b9-e4f1001a9c6e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:07:51.320784 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-5d25ff31-9142-4e6b-80b9-e4f1001a9c6e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:07:51.323946 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-5d25ff31-9142-4e6b-80b9-e4f1001a9c6e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850887153'] for security_group, after_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:07:51.334592 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:07:51.379643 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-5d25ff31-9142-4e6b-80b9-e4f1001a9c6e admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=f8471c5376c540db950829f4dda48f05&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6964519 Jan 14 07:07:51.381434 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d25ff31-9142-4e6b-80b9-e4f1001a9c6e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=832e8586-517c-49cf-a666-a3080adc7042,revision_number=1']} {{(pid=84874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:07:51.382820 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84875) accepted ('10.222.0.24', 51068) {{(pid=84875) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:07:51.385128 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-5d25ff31-9142-4e6b-80b9-e4f1001a9c6e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:07:51.474402 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-0b19381c-b57f-4ff0-ac8a-2bfe9bee79cd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:07:51.524138 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-0b19381c-b57f-4ff0-ac8a-2bfe9bee79cd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:07:51.618506 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-0b19381c-b57f-4ff0-ac8a-2bfe9bee79cd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850887153'] for security_group, after_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:07:51.629905 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:07:51.661135 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.v2.base [None req-49f5a570-6cf7-4ce2-ab16-662e5b763f94 admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationTest-1345036798-network', 'tenant_id': 'd9506df5bc8049ed9c58f58e889e20ca'}} {{(pid=84875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:07:51.668287 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-da76cfc0-98e8-4426-9f6d-4f05aa3fae78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363259214191800', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854171626'] for agent, after_update {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:07:51.674890 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b19381c-b57f-4ff0-ac8a-2bfe9bee79cd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=832e8586-517c-49cf-a666-a3080adc7042,revision_number=None']} {{(pid=84875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:07:51.680770 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-49f5a570-6cf7-4ce2-ab16-662e5b763f94 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:07:51.686240 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-0b19381c-b57f-4ff0-ac8a-2bfe9bee79cd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:07:51.698910 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-49f5a570-6cf7-4ce2-ab16-662e5b763f94 admin admin] Usage tracker for resource:network and tenant:d9506df5bc8049ed9c58f58e889e20ca is out of sync, need to count used quota {{(pid=84875) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:07:51.706815 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-49f5a570-6cf7-4ce2-ab16-662e5b763f94 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84875) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:07:51.712067 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-0b19381c-b57f-4ff0-ac8a-2bfe9bee79cd admin admin] Notify callbacks [] for security_group, before_response {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:07:51.716138 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-0b19381c-b57f-4ff0-ac8a-2bfe9bee79cd admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/832e8586-517c-49cf-a666-a3080adc7042 HTTP/1.1" status: 204 len: 168 time: 0.3297782 Jan 14 07:07:51.721175 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-49f5a570-6cf7-4ce2-ab16-662e5b763f94 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:07:51.736337 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-49f5a570-6cf7-4ce2-ab16-662e5b763f94 admin admin] Made reservation on behalf of d9506df5bc8049ed9c58f58e889e20ca for: {'network': 1} {{(pid=84875) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 07:07:51.745378 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-49f5a570-6cf7-4ce2-ab16-662e5b763f94 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555753'] for network, before_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:07:51.772024 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-49f5a570-6cf7-4ce2-ab16-662e5b763f94 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:07:51.810179 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-49f5a570-6cf7-4ce2-ab16-662e5b763f94 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:07:51.818447 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-49f5a570-6cf7-4ce2-ab16-662e5b763f94 admin admin] Usage tracker for resource:security_group_rule and tenant:d9506df5bc8049ed9c58f58e889e20ca is out of sync, need to count used quota {{(pid=84875) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:07:51.824145 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-49f5a570-6cf7-4ce2-ab16-662e5b763f94 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84875) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:07:51.834861 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-49f5a570-6cf7-4ce2-ab16-662e5b763f94 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:07:51.974813 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-49f5a570-6cf7-4ce2-ab16-662e5b763f94 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:07:51.980804 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-49f5a570-6cf7-4ce2-ab16-662e5b763f94 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850887153'] for security_group, after_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:07:51.988971 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:07:52.023687 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-49f5a570-6cf7-4ce2-ab16-662e5b763f94 admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 3} {{(pid=84875) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Jan 14 07:07:52.039167 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49f5a570-6cf7-4ce2-ab16-662e5b763f94 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0e540f29-6da9-40b7-ac92-384a69926992,revision_number=1']} {{(pid=84875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:07:52.043815 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-49f5a570-6cf7-4ce2-ab16-662e5b763f94 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:07:52.047552 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-49f5a570-6cf7-4ce2-ab16-662e5b763f94 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment--9223363259214191851', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854179735'] for segment, precommit_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:07:52.048032 n-d-768862-2 neutron-server[84765]: INFO neutron.db.segments_db [None req-49f5a570-6cf7-4ce2-ab16-662e5b763f94 admin admin] Added segment 1d57c164-33a3-45bd-8d54-25474ba4c689 of type vxlan for network 8d7ac510-19a4-4618-bf03-8914abcca7c7 Jan 14 07:07:52.081940 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-49f5a570-6cf7-4ce2-ab16-662e5b763f94 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363259214646115'] for network, precommit_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:07:52.139396 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-49f5a570-6cf7-4ce2-ab16-662e5b763f94 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850887149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964'] for network, after_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:07:52.140911 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49f5a570-6cf7-4ce2-ab16-662e5b763f94 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:07:52.141678 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-49f5a570-6cf7-4ce2-ab16-662e5b763f94 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3207107'] for network, before_response {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:07:52.147637 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-3b8be40b-8b13-441e-8a14-ecbed3e23d3e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:07:52.261306 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-49f5a570-6cf7-4ce2-ab16-662e5b763f94 admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 874 time: 1.1161029 Jan 14 07:07:52.262219 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49f5a570-6cf7-4ce2-ab16-662e5b763f94 admin admin] Pushing event updated for resources: {'Network': ['ID=8d7ac510-19a4-4618-bf03-8914abcca7c7,revision_number=1']} {{(pid=84875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:07:52.264522 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84874) accepted ('10.222.0.24', 51094) {{(pid=84874) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:07:52.265730 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-49f5a570-6cf7-4ce2-ab16-662e5b763f94 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:07:52.276009 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-017f98a9-8a07-408c-a86f-8ff0c00400a0 None None] Network 8d7ac510-19a4-4618-bf03-8914abcca7c7 details requested by agent ovs-agent-n-h1-768862-2 with host n-h1-768862-2 {{(pid=84876) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 07:07:52.281074 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.v2.base [None req-6087af55-35d2-4c39-b0e5-d4320df0eb69 admin admin] Request body: {'subnet': {'network_id': '8d7ac510-19a4-4618-bf03-8914abcca7c7', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationTest-1345036798-subnet', 'tenant_id': 'd9506df5bc8049ed9c58f58e889e20ca', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=84874) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:07:52.292820 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-6087af55-35d2-4c39-b0e5-d4320df0eb69 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:07:52.297800 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-6087af55-35d2-4c39-b0e5-d4320df0eb69 admin admin] Usage tracker for resource:subnet and tenant:d9506df5bc8049ed9c58f58e889e20ca is out of sync, need to count used quota {{(pid=84874) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:07:52.301086 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-852a24f7-e9a1-4193-9abb-e9506fe5213f None None] Network 8d7ac510-19a4-4618-bf03-8914abcca7c7 details requested by agent ovs-agent-n-h2-768862-2 with host n-h2-768862-2 {{(pid=84876) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 07:07:52.301302 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-6087af55-35d2-4c39-b0e5-d4320df0eb69 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84874) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:07:52.307538 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-6087af55-35d2-4c39-b0e5-d4320df0eb69 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:07:52.319782 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Network 8d7ac510-19a4-4618-bf03-8914abcca7c7 details requested by agent ovs-agent-n-d-768862-2 with host n-d-768862-2 {{(pid=84876) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 07:07:52.321976 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6087af55-35d2-4c39-b0e5-d4320df0eb69 admin admin] Made reservation on behalf of d9506df5bc8049ed9c58f58e889e20ca for: {'subnet': 1} {{(pid=84874) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 07:07:52.327809 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-6087af55-35d2-4c39-b0e5-d4320df0eb69 admin admin] Notify callbacks [] for subnet, before_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:07:52.650482 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363259214191800', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854171626'] for agent, after_update {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:07:52.841548 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-6087af55-35d2-4c39-b0e5-d4320df0eb69 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850887113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964'] for subnet, after_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:07:52.908827 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:07:52.931710 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84875) accepted ('10.222.0.24', 51114) {{(pid=84875) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:07:52.955990 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-8ccc2222-69fa-411a-9916-120553fd36b1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:07:52.979228 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-8ccc2222-69fa-411a-9916-120553fd36b1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:07:52.983861 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-8ccc2222-69fa-411a-9916-120553fd36b1 admin admin] Usage tracker for resource:security_group_rule and tenant:fdeed47d1e704c549f8e975765d54bc1 is out of sync, need to count used quota {{(pid=84875) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:07:52.987425 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-8ccc2222-69fa-411a-9916-120553fd36b1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84875) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:07:52.999203 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-8ccc2222-69fa-411a-9916-120553fd36b1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:07:53.007142 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6087af55-35d2-4c39-b0e5-d4320df0eb69 admin admin] Pushing event updated for resources: {'Subnet': ['ID=fc5d3c2b-31c2-4a09-8403-94dc38d60627,revision_number=0']} {{(pid=84874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:07:53.011753 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-6087af55-35d2-4c39-b0e5-d4320df0eb69 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:07:53.078934 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6087af55-35d2-4c39-b0e5-d4320df0eb69 admin admin] Checking segment: {'id': '1d57c164-33a3-45bd-8d54-25474ba4c689', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '8d7ac510-19a4-4618-bf03-8914abcca7c7'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84874) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 14 07:07:53.079326 n-d-768862-2 neutron-server[84765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6087af55-35d2-4c39-b0e5-d4320df0eb69 admin admin] Network hostable DHCP agents. Network: 8d7ac510-19a4-4618-bf03-8914abcca7c7, hostable agents: ['32f3dd84-26da-4d18-bf15-6017a8fb7247'], hosted agents: [] {{(pid=84874) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Jan 14 07:07:53.095557 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-0f37073e-9c69-4e3c-80e0-6cfaa0fd61a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363259214191800', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854171626'] for agent, after_update {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:07:53.119515 n-d-768862-2 neutron-server[84765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6087af55-35d2-4c39-b0e5-d4320df0eb69 admin admin] Network 8d7ac510-19a4-4618-bf03-8914abcca7c7 is scheduled to be hosted by DHCP agent 32f3dd84-26da-4d18-bf15-6017a8fb7247 with binding_index 1 {{(pid=84874) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Jan 14 07:07:53.129953 n-d-768862-2 neutron-server[84765]: DEBUG neutron.scheduler.base_scheduler [None req-6087af55-35d2-4c39-b0e5-d4320df0eb69 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768862-2, 8d7ac510-19a4-4618-bf03-8914abcca7c7) {{(pid=84874) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 07:07:53.135375 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6087af55-35d2-4c39-b0e5-d4320df0eb69 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=84874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:07:53.136110 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-6087af55-35d2-4c39-b0e5-d4320df0eb69 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3207107'] for subnet, before_response {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:07:53.142707 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-8ccc2222-69fa-411a-9916-120553fd36b1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:07:53.143008 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bfa76dd4-f645-4264-b64f-e3d0cfc3bcb7 None None] Network 8d7ac510-19a4-4618-bf03-8914abcca7c7 requested from n-d-768862-2 {{(pid=84876) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 07:07:53.148756 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-8ccc2222-69fa-411a-9916-120553fd36b1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850887153'] for security_group, after_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:07:53.160425 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-48d9d9e4-5541-4f14-a06a-c76fa6291888 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:07:53.167298 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-6087af55-35d2-4c39-b0e5-d4320df0eb69 admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.9014468 Jan 14 07:07:53.215263 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-8ccc2222-69fa-411a-9916-120553fd36b1 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=fdeed47d1e704c549f8e975765d54bc1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2806473 Jan 14 07:07:53.215543 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84874) accepted ('10.222.0.24', 51124) {{(pid=84874) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:07:53.215878 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ccc2222-69fa-411a-9916-120553fd36b1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b9d27f77-c6ef-4e07-ad14-344b2dea2af6,revision_number=1']} {{(pid=84875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:07:53.221944 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-8ccc2222-69fa-411a-9916-120553fd36b1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:07:53.287154 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-d681f142-565c-4ea6-a4b0-17e795c8ede5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:07:53.341300 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-d681f142-565c-4ea6-a4b0-17e795c8ede5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:07:53.456423 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-d681f142-565c-4ea6-a4b0-17e795c8ede5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850887153'] for security_group, after_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:07:53.465317 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-abe1260b-efcf-4a86-ab7c-5e7779525a13 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:07:53.477386 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba3fa61c-c3a1-4e00-8752-6751ddf4600d None None] Network 8d7ac510-19a4-4618-bf03-8914abcca7c7 requested from n-d-768862-2 {{(pid=84876) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 07:07:53.485904 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d681f142-565c-4ea6-a4b0-17e795c8ede5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b9d27f77-c6ef-4e07-ad14-344b2dea2af6,revision_number=None']} {{(pid=84874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:07:53.489818 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-d681f142-565c-4ea6-a4b0-17e795c8ede5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:07:53.491631 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-d681f142-565c-4ea6-a4b0-17e795c8ede5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:07:53.497645 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-d681f142-565c-4ea6-a4b0-17e795c8ede5 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/b9d27f77-c6ef-4e07-ad14-344b2dea2af6 HTTP/1.1" status: 204 len: 168 time: 0.2806253 Jan 14 07:07:55.556689 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84874) accepted ('10.222.0.24', 51198) {{(pid=84874) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:07:56.180750 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.v2.base [None req-d8bc1209-01e2-4dd7-89e8-525d032f0867 admin admin] Request body: {'network': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-1975662310-network', 'tenant_id': '379433b85b8d420cbbb1671da6a74e86'}} {{(pid=84874) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:07:56.187166 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-d8bc1209-01e2-4dd7-89e8-525d032f0867 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:07:56.195243 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-d8bc1209-01e2-4dd7-89e8-525d032f0867 admin admin] Usage tracker for resource:network and tenant:379433b85b8d420cbbb1671da6a74e86 is out of sync, need to count used quota {{(pid=84874) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:07:56.202104 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-d8bc1209-01e2-4dd7-89e8-525d032f0867 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84874) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:07:56.209341 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-d8bc1209-01e2-4dd7-89e8-525d032f0867 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:07:56.220352 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d8bc1209-01e2-4dd7-89e8-525d032f0867 admin admin] Made reservation on behalf of 379433b85b8d420cbbb1671da6a74e86 for: {'network': 1} {{(pid=84874) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 07:07:56.225691 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-d8bc1209-01e2-4dd7-89e8-525d032f0867 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555753'] for network, before_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:07:56.240631 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-d8bc1209-01e2-4dd7-89e8-525d032f0867 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:07:56.257809 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-d8bc1209-01e2-4dd7-89e8-525d032f0867 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:07:56.263016 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-d8bc1209-01e2-4dd7-89e8-525d032f0867 admin admin] Usage tracker for resource:security_group_rule and tenant:379433b85b8d420cbbb1671da6a74e86 is out of sync, need to count used quota {{(pid=84874) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:07:56.266303 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-d8bc1209-01e2-4dd7-89e8-525d032f0867 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84874) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:07:56.273525 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-d8bc1209-01e2-4dd7-89e8-525d032f0867 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:07:56.407608 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-d8bc1209-01e2-4dd7-89e8-525d032f0867 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:07:56.412588 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-d8bc1209-01e2-4dd7-89e8-525d032f0867 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850887153'] for security_group, after_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:07:56.419044 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-e16de545-82a4-4e87-93ec-73b41ce8d084 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:07:56.463358 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8bc1209-01e2-4dd7-89e8-525d032f0867 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=84eebfb1-9001-4ccd-abc9-0237870c1dce,revision_number=1']} {{(pid=84874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:07:56.468025 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-d8bc1209-01e2-4dd7-89e8-525d032f0867 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:07:56.483248 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d8bc1209-01e2-4dd7-89e8-525d032f0867 admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 4} {{(pid=84874) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Jan 14 07:07:56.496189 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-d8bc1209-01e2-4dd7-89e8-525d032f0867 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854179735'] for segment, precommit_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:07:56.496831 n-d-768862-2 neutron-server[84765]: INFO neutron.db.segments_db [None req-d8bc1209-01e2-4dd7-89e8-525d032f0867 admin admin] Added segment ede39309-7d49-4073-9e60-ec596ff73fc3 of type vxlan for network a760f83e-96bb-4086-b2e9-7bb50ea36a96 Jan 14 07:07:56.532947 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-d8bc1209-01e2-4dd7-89e8-525d032f0867 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363259214646115'] for network, precommit_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:07:56.581326 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-d8bc1209-01e2-4dd7-89e8-525d032f0867 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850887149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964'] for network, after_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:07:56.583858 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8bc1209-01e2-4dd7-89e8-525d032f0867 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:07:56.585005 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-d8bc1209-01e2-4dd7-89e8-525d032f0867 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3207107'] for network, before_response {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:07:56.591530 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:07:56.766375 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-d8bc1209-01e2-4dd7-89e8-525d032f0867 admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 1.2049837 Jan 14 07:07:56.766375 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8bc1209-01e2-4dd7-89e8-525d032f0867 admin admin] Pushing event updated for resources: {'Network': ['ID=a760f83e-96bb-4086-b2e9-7bb50ea36a96,revision_number=1']} {{(pid=84874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:07:56.767651 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84875) accepted ('10.222.0.24', 51240) {{(pid=84875) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:07:56.773042 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-d8bc1209-01e2-4dd7-89e8-525d032f0867 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.182s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:07:56.784808 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-017f98a9-8a07-408c-a86f-8ff0c00400a0 None None] Network a760f83e-96bb-4086-b2e9-7bb50ea36a96 details requested by agent ovs-agent-n-h1-768862-2 with host n-h1-768862-2 {{(pid=84876) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 07:07:56.789652 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.v2.base [None req-ce77b260-5c11-468d-80f2-8274a3155792 admin admin] Request body: {'subnet': {'network_id': 'a760f83e-96bb-4086-b2e9-7bb50ea36a96', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1975662310-subnet', 'tenant_id': '379433b85b8d420cbbb1671da6a74e86', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=84875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:07:56.801214 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-ce77b260-5c11-468d-80f2-8274a3155792 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:07:56.807296 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-852a24f7-e9a1-4193-9abb-e9506fe5213f None None] Network a760f83e-96bb-4086-b2e9-7bb50ea36a96 details requested by agent ovs-agent-n-h2-768862-2 with host n-h2-768862-2 {{(pid=84876) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 07:07:56.822982 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-ce77b260-5c11-468d-80f2-8274a3155792 admin admin] Usage tracker for resource:subnet and tenant:379433b85b8d420cbbb1671da6a74e86 is out of sync, need to count used quota {{(pid=84875) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:07:56.830611 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-ce77b260-5c11-468d-80f2-8274a3155792 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84875) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:07:56.845118 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-ce77b260-5c11-468d-80f2-8274a3155792 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:07:56.857361 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Network a760f83e-96bb-4086-b2e9-7bb50ea36a96 details requested by agent ovs-agent-n-d-768862-2 with host n-d-768862-2 {{(pid=84876) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 07:07:56.873905 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ce77b260-5c11-468d-80f2-8274a3155792 admin admin] Made reservation on behalf of 379433b85b8d420cbbb1671da6a74e86 for: {'subnet': 1} {{(pid=84875) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 07:07:56.890301 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-ce77b260-5c11-468d-80f2-8274a3155792 admin admin] Notify callbacks [] for subnet, before_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:07:57.148916 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84874) accepted ('10.222.0.24', 51264) {{(pid=84874) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:07:57.156381 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.v2.base [None req-e148e1cb-b69b-47fc-8062-d06c2badb35d admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationTest-411483647-network', 'tenant_id': '9e8e5320290943eba1d0400b2f87be69'}} {{(pid=84874) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:07:57.172237 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-e148e1cb-b69b-47fc-8062-d06c2badb35d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:07:57.195549 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-e148e1cb-b69b-47fc-8062-d06c2badb35d admin admin] Usage tracker for resource:network and tenant:9e8e5320290943eba1d0400b2f87be69 is out of sync, need to count used quota {{(pid=84874) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:07:57.208569 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-e148e1cb-b69b-47fc-8062-d06c2badb35d admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84874) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:07:57.228290 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-e148e1cb-b69b-47fc-8062-d06c2badb35d admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:07:57.267747 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e148e1cb-b69b-47fc-8062-d06c2badb35d admin admin] Made reservation on behalf of 9e8e5320290943eba1d0400b2f87be69 for: {'network': 1} {{(pid=84874) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 07:07:57.278164 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-e148e1cb-b69b-47fc-8062-d06c2badb35d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555753'] for network, before_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:07:57.307958 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-e148e1cb-b69b-47fc-8062-d06c2badb35d admin admin] Notify callbacks [] for security_group, before_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:07:57.345958 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-e148e1cb-b69b-47fc-8062-d06c2badb35d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:07:57.357568 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-e148e1cb-b69b-47fc-8062-d06c2badb35d admin admin] Usage tracker for resource:security_group_rule and tenant:9e8e5320290943eba1d0400b2f87be69 is out of sync, need to count used quota {{(pid=84874) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:07:57.364072 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-e148e1cb-b69b-47fc-8062-d06c2badb35d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84874) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:07:57.380253 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-e148e1cb-b69b-47fc-8062-d06c2badb35d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:07:57.589470 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-e148e1cb-b69b-47fc-8062-d06c2badb35d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:07:57.596598 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-e148e1cb-b69b-47fc-8062-d06c2badb35d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850887153'] for security_group, after_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:07:57.611183 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-bbab221c-d4e1-4f0b-9a78-1b8b07cea3c4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:07:57.764094 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e148e1cb-b69b-47fc-8062-d06c2badb35d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=87b59cf4-ef66-4c9e-9171-92c30d90b66a,revision_number=1']} {{(pid=84874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:07:57.776590 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-e148e1cb-b69b-47fc-8062-d06c2badb35d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.171s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:07:57.778087 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e148e1cb-b69b-47fc-8062-d06c2badb35d admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 5} {{(pid=84874) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Jan 14 07:07:57.816506 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-e148e1cb-b69b-47fc-8062-d06c2badb35d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854179735'] for segment, precommit_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:07:57.817165 n-d-768862-2 neutron-server[84765]: INFO neutron.db.segments_db [None req-e148e1cb-b69b-47fc-8062-d06c2badb35d admin admin] Added segment ab38a309-cdbd-42ac-ac26-620b159e3df2 of type vxlan for network fc94e9db-78d3-48de-af57-54a650c3b3a6 Jan 14 07:07:57.891600 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-ce77b260-5c11-468d-80f2-8274a3155792 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850887113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964'] for subnet, after_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:07:57.913176 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-41764dcc-bfa9-4c31-813d-34b0ca04a2f4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:07:57.931239 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-e148e1cb-b69b-47fc-8062-d06c2badb35d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363259214646115'] for network, precommit_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:07:57.989598 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-e148e1cb-b69b-47fc-8062-d06c2badb35d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850887149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964'] for network, after_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:07:57.991718 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e148e1cb-b69b-47fc-8062-d06c2badb35d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:07:57.992816 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-e148e1cb-b69b-47fc-8062-d06c2badb35d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3207107'] for network, before_response {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:07:58.041247 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-eb3ebd50-658a-4637-8094-06f6d18ae74f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:07:58.108828 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce77b260-5c11-468d-80f2-8274a3155792 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0c326c1b-06fb-4a7a-9462-602c119daa97,revision_number=0']} {{(pid=84875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:07:58.113230 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84875) accepted ('10.222.0.24', 51296) {{(pid=84875) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:07:58.113854 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-e148e1cb-b69b-47fc-8062-d06c2badb35d admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 873 time: 0.9629071 Jan 14 07:07:58.116747 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-ce77b260-5c11-468d-80f2-8274a3155792 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.204s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:07:58.121674 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.v2.base [None req-989eb15e-d392-4de6-8834-775cad7eb6b3 admin admin] Request body: {'subnet': {'network_id': 'fc94e9db-78d3-48de-af57-54a650c3b3a6', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationTest-411483647-subnet', 'tenant_id': '9e8e5320290943eba1d0400b2f87be69', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=84875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:07:58.139196 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-989eb15e-d392-4de6-8834-775cad7eb6b3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:07:58.154612 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-989eb15e-d392-4de6-8834-775cad7eb6b3 admin admin] Usage tracker for resource:subnet and tenant:9e8e5320290943eba1d0400b2f87be69 is out of sync, need to count used quota {{(pid=84875) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:07:58.167282 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-989eb15e-d392-4de6-8834-775cad7eb6b3 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84875) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:07:58.182950 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-989eb15e-d392-4de6-8834-775cad7eb6b3 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:07:58.305303 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e148e1cb-b69b-47fc-8062-d06c2badb35d admin admin] Pushing event updated for resources: {'Network': ['ID=fc94e9db-78d3-48de-af57-54a650c3b3a6,revision_number=1']} {{(pid=84874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:07:58.309772 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-989eb15e-d392-4de6-8834-775cad7eb6b3 admin admin] Made reservation on behalf of 9e8e5320290943eba1d0400b2f87be69 for: {'subnet': 1} {{(pid=84875) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 07:07:58.311863 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-e148e1cb-b69b-47fc-8062-d06c2badb35d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.271s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:07:58.319884 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-852a24f7-e9a1-4193-9abb-e9506fe5213f None None] Network fc94e9db-78d3-48de-af57-54a650c3b3a6 details requested by agent ovs-agent-n-h2-768862-2 with host n-h2-768862-2 {{(pid=84876) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 07:07:58.327071 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-989eb15e-d392-4de6-8834-775cad7eb6b3 admin admin] Notify callbacks [] for subnet, before_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:07:58.364796 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Network fc94e9db-78d3-48de-af57-54a650c3b3a6 details requested by agent ovs-agent-n-d-768862-2 with host n-d-768862-2 {{(pid=84876) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 07:07:58.398479 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-017f98a9-8a07-408c-a86f-8ff0c00400a0 None None] Network fc94e9db-78d3-48de-af57-54a650c3b3a6 details requested by agent ovs-agent-n-h1-768862-2 with host n-h1-768862-2 {{(pid=84876) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 07:07:58.493946 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce77b260-5c11-468d-80f2-8274a3155792 admin admin] Checking segment: {'id': 'ede39309-7d49-4073-9e60-ec596ff73fc3', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'a760f83e-96bb-4086-b2e9-7bb50ea36a96'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84875) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 14 07:07:58.494728 n-d-768862-2 neutron-server[84765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce77b260-5c11-468d-80f2-8274a3155792 admin admin] Network hostable DHCP agents. Network: a760f83e-96bb-4086-b2e9-7bb50ea36a96, hostable agents: ['32f3dd84-26da-4d18-bf15-6017a8fb7247'], hosted agents: [] {{(pid=84875) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Jan 14 07:07:58.568132 n-d-768862-2 neutron-server[84765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce77b260-5c11-468d-80f2-8274a3155792 admin admin] Network a760f83e-96bb-4086-b2e9-7bb50ea36a96 is scheduled to be hosted by DHCP agent 32f3dd84-26da-4d18-bf15-6017a8fb7247 with binding_index 1 {{(pid=84875) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Jan 14 07:07:58.594582 n-d-768862-2 neutron-server[84765]: DEBUG neutron.scheduler.base_scheduler [None req-ce77b260-5c11-468d-80f2-8274a3155792 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768862-2, a760f83e-96bb-4086-b2e9-7bb50ea36a96) {{(pid=84875) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 07:07:58.606369 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce77b260-5c11-468d-80f2-8274a3155792 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=84875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:07:58.607440 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-ce77b260-5c11-468d-80f2-8274a3155792 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3207107'] for subnet, before_response {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:07:58.783374 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00134144-5147-4ce0-a8e7-06e00746ed66 None None] Network a760f83e-96bb-4086-b2e9-7bb50ea36a96 requested from n-d-768862-2 {{(pid=84876) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 07:07:58.842330 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-ce77b260-5c11-468d-80f2-8274a3155792 admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 860 time: 2.0716078 Jan 14 07:07:58.844937 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84874) accepted ('10.222.0.24', 51318) {{(pid=84874) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:07:58.852573 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.v2.base [None req-0f98fea6-8680-48b6-ade9-546ca382709e admin admin] Request body: {'router': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-1975662310-router', 'tenant_id': '379433b85b8d420cbbb1671da6a74e86', 'external_gateway_info': {'network_id': '226f1e78-82cd-4481-9055-4eb73b6db8c1'}}} {{(pid=84874) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:07:58.864932 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-0f98fea6-8680-48b6-ade9-546ca382709e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:07:58.873951 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-0f98fea6-8680-48b6-ade9-546ca382709e admin admin] Usage tracker for resource:router and tenant:379433b85b8d420cbbb1671da6a74e86 is out of sync, need to count used quota {{(pid=84874) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:07:58.877537 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-0f98fea6-8680-48b6-ade9-546ca382709e admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=84874) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:07:58.886189 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-0f98fea6-8680-48b6-ade9-546ca382709e admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:07:58.900463 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-0f98fea6-8680-48b6-ade9-546ca382709e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3889205', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854717621'] for router, before_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:07:58.902267 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-0f98fea6-8680-48b6-ade9-546ca382709e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036850886574', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3912501', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3808446', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-58179'] for router, precommit_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:07:58.962612 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-0f98fea6-8680-48b6-ade9-546ca382709e admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:07:59.306218 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84874) accepted ('10.222.0.24', 51330) {{(pid=84874) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:07:59.529513 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-989eb15e-d392-4de6-8834-775cad7eb6b3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850887113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964'] for subnet, after_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:07:59.563595 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-0f98fea6-8680-48b6-ade9-546ca382709e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3912484', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3889188', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-58194'] for router, precommit_update {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:07:59.594601 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:07:59.762244 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32f71325-f9eb-4254-bb01-b255faa403c8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5d94dc7a-c095-50a4-955e-5f3b78718a12-a760f83e-96bb-4086-b2e9-7bb50ea36a96', 'network_id': 'a760f83e-96bb-4086-b2e9-7bb50ea36a96', 'tenant_id': '379433b85b8d420cbbb1671da6a74e86', 'fixed_ips': [{'subnet_id': '0c326c1b-06fb-4a7a-9462-602c119daa97'}]}} from n-d-768862-2. {{(pid=84876) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Jan 14 07:07:59.765236 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-32f71325-f9eb-4254-bb01-b255faa403c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555753'] for port, before_create {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:07:59.870335 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84875) accepted ('10.222.0.24', 51340) {{(pid=84875) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:07:59.969766 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-989eb15e-d392-4de6-8834-775cad7eb6b3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d7623837-c86d-4314-969e-6bb7841d7e5a,revision_number=0']} {{(pid=84875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:07:59.984971 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-989eb15e-d392-4de6-8834-775cad7eb6b3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.390s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:08:00.112195 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-989eb15e-d392-4de6-8834-775cad7eb6b3 admin admin] Checking segment: {'id': 'ab38a309-cdbd-42ac-ac26-620b159e3df2', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'fc94e9db-78d3-48de-af57-54a650c3b3a6'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84875) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 14 07:08:00.113012 n-d-768862-2 neutron-server[84765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-989eb15e-d392-4de6-8834-775cad7eb6b3 admin admin] Network hostable DHCP agents. Network: fc94e9db-78d3-48de-af57-54a650c3b3a6, hostable agents: ['32f3dd84-26da-4d18-bf15-6017a8fb7247'], hosted agents: [] {{(pid=84875) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Jan 14 07:08:00.149382 n-d-768862-2 neutron-server[84765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-989eb15e-d392-4de6-8834-775cad7eb6b3 admin admin] Network fc94e9db-78d3-48de-af57-54a650c3b3a6 is scheduled to be hosted by DHCP agent 32f3dd84-26da-4d18-bf15-6017a8fb7247 with binding_index 1 {{(pid=84875) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Jan 14 07:08:00.183020 n-d-768862-2 neutron-server[84765]: DEBUG neutron.scheduler.base_scheduler [None req-989eb15e-d392-4de6-8834-775cad7eb6b3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768862-2, fc94e9db-78d3-48de-af57-54a650c3b3a6) {{(pid=84875) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 07:08:00.193943 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6122f630-e921-4247-b314-7e4a48ef52bb None None] Network fc94e9db-78d3-48de-af57-54a650c3b3a6 requested from n-d-768862-2 {{(pid=84876) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 07:08:00.201443 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-989eb15e-d392-4de6-8834-775cad7eb6b3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=84875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:08:00.202507 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-989eb15e-d392-4de6-8834-775cad7eb6b3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3207107'] for subnet, before_response {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:08:00.255958 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-989eb15e-d392-4de6-8834-775cad7eb6b3 admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 2.1301470 Jan 14 07:08:00.391230 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84875) accepted ('10.222.0.24', 51350) {{(pid=84875) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:08:00.417180 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-ab973dc2-e1b4-489b-b1b9-a6fee62d7655 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:08:00.451944 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-ab973dc2-e1b4-489b-b1b9-a6fee62d7655 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:08:00.457314 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-ab973dc2-e1b4-489b-b1b9-a6fee62d7655 admin admin] Usage tracker for resource:security_group_rule and tenant:8904ea6e470a4121aa31bf9d6f901cbb is out of sync, need to count used quota {{(pid=84874) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:08:00.460816 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-ab973dc2-e1b4-489b-b1b9-a6fee62d7655 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84874) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:08:00.474714 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-ab973dc2-e1b4-489b-b1b9-a6fee62d7655 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:08:00.520899 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-cc0e6f6c-8a75-45cd-85a8-1f2e6b6106e1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:08:00.543581 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f178e6d-323d-4add-ae4e-9e08785b9f73 None None] Network fc94e9db-78d3-48de-af57-54a650c3b3a6 requested from n-d-768862-2 {{(pid=84876) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 07:08:00.584387 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-cc0e6f6c-8a75-45cd-85a8-1f2e6b6106e1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:08:00.597167 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-cc0e6f6c-8a75-45cd-85a8-1f2e6b6106e1 admin admin] Usage tracker for resource:security_group_rule and tenant:1a927c3d3cf343d1a82033d7e913c125 is out of sync, need to count used quota {{(pid=84875) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:08:00.605405 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-ab973dc2-e1b4-489b-b1b9-a6fee62d7655 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:08:00.609013 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-cc0e6f6c-8a75-45cd-85a8-1f2e6b6106e1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84875) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:08:00.615433 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-ab973dc2-e1b4-489b-b1b9-a6fee62d7655 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850887153'] for security_group, after_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:08:00.625968 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-cc0e6f6c-8a75-45cd-85a8-1f2e6b6106e1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:08:00.656082 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-ad3de25b-788b-47a1-ad7b-a21ad0f7588e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:08:00.686136 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-ab973dc2-e1b4-489b-b1b9-a6fee62d7655 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=8904ea6e470a4121aa31bf9d6f901cbb&name=default HTTP/1.1" status: 200 len: 2979 time: 1.3780487 Jan 14 07:08:00.686929 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84874) accepted ('10.222.0.24', 51364) {{(pid=84874) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:08:00.766758 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.db_base_plugin_common [None req-32f71325-f9eb-4254-bb01-b255faa403c8 None None] Allocated IP 172.20.0.2 (a760f83e-96bb-4086-b2e9-7bb50ea36a96/0c326c1b-06fb-4a7a-9462-602c119daa97/9c9cb8c1-6afc-45b9-9f61-3c0b353ee61f) {{(pid=84876) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 14 07:08:00.776241 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-cf14af8f-1004-4489-8299-b0bef6519d82 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:08:00.796093 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-0f98fea6-8680-48b6-ade9-546ca382709e admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:08:00.847140 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-cf14af8f-1004-4489-8299-b0bef6519d82 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:08:00.849779 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-0f98fea6-8680-48b6-ade9-546ca382709e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555753'] for port, before_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:08:00.867250 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-cf14af8f-1004-4489-8299-b0bef6519d82 admin admin] Usage tracker for resource:security_group_rule and tenant:8f4a187a851f46bfa2b5f8a7390ae608 is out of sync, need to count used quota {{(pid=84875) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:08:00.880609 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab973dc2-e1b4-489b-b1b9-a6fee62d7655 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eaa51cf3-e954-48cc-b9aa-6122a9ede970,revision_number=1']} {{(pid=84874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:08:00.888485 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-cf14af8f-1004-4489-8299-b0bef6519d82 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84875) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:08:00.898744 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-cf14af8f-1004-4489-8299-b0bef6519d82 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:08:00.901733 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-ab973dc2-e1b4-489b-b1b9-a6fee62d7655 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.245s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:08:00.991482 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-cc0e6f6c-8a75-45cd-85a8-1f2e6b6106e1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:08:00.998401 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-cc0e6f6c-8a75-45cd-85a8-1f2e6b6106e1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850887153'] for security_group, after_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:08:01.020396 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:08:01.174377 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-cc0e6f6c-8a75-45cd-85a8-1f2e6b6106e1 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=1a927c3d3cf343d1a82033d7e913c125&name=default HTTP/1.1" status: 200 len: 2979 time: 1.3018358 Jan 14 07:08:01.175511 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc0e6f6c-8a75-45cd-85a8-1f2e6b6106e1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f6a28513-0ab7-4b3e-9cf8-b17dc7759423,revision_number=1']} {{(pid=84875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:08:01.199329 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-cc0e6f6c-8a75-45cd-85a8-1f2e6b6106e1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.179s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:08:01.202061 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84875) accepted ('10.222.0.24', 51388) {{(pid=84875) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:08:01.271787 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-cf14af8f-1004-4489-8299-b0bef6519d82 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:08:01.284267 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-cf14af8f-1004-4489-8299-b0bef6519d82 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850887153'] for security_group, after_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:08:01.288227 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.db_base_plugin_common [None req-0f98fea6-8680-48b6-ade9-546ca382709e admin admin] Allocated IP 172.25.2.141 (226f1e78-82cd-4481-9055-4eb73b6db8c1/ba8deeec-7658-4195-9449-038c076f5c83/02a42528-ce7a-46bf-8fe1-7b377cbbeac6) {{(pid=84874) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 14 07:08:01.300649 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:08:01.365107 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-cf14af8f-1004-4489-8299-b0bef6519d82 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=8f4a187a851f46bfa2b5f8a7390ae608&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9722419 Jan 14 07:08:01.367224 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-32f71325-f9eb-4254-bb01-b255faa403c8 None None] Notify callbacks [] for port, precommit_create {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:08:01.373209 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84875) accepted ('10.222.0.24', 51400) {{(pid=84875) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:08:01.395427 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-32f71325-f9eb-4254-bb01-b255faa403c8 None None] Transition to ACTIVE for port object 9c9cb8c1-6afc-45b9-9f61-3c0b353ee61f will not be triggered until provisioned by entity L2. {{(pid=84876) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 07:08:01.403768 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-fb513c9c-6abc-4ba2-852f-30d9bcab3477 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:08:01.423304 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-32f71325-f9eb-4254-bb01-b255faa403c8 None None] Transition to ACTIVE for port object 9c9cb8c1-6afc-45b9-9f61-3c0b353ee61f will not be triggered until provisioned by entity DHCP. {{(pid=84876) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 07:08:01.426253 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf14af8f-1004-4489-8299-b0bef6519d82 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0c89c149-fbca-464e-82ff-49aaa01766c9,revision_number=1']} {{(pid=84875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:08:01.428957 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-32f71325-f9eb-4254-bb01-b255faa403c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777640123575'] for port, after_create {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:08:01.442262 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-cf14af8f-1004-4489-8299-b0bef6519d82 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:08:01.452469 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-38a5ede4-5b59-41c0-91a7-6b4c5443200d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84876) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:08:01.569076 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-fb513c9c-6abc-4ba2-852f-30d9bcab3477 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:08:01.602995 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32f71325-f9eb-4254-bb01-b255faa403c8 None None] Pushing event updated for resources: {'Port': ['ID=9c9cb8c1-6afc-45b9-9f61-3c0b353ee61f,revision_number=1']} {{(pid=84876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:08:01.635623 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32f71325-f9eb-4254-bb01-b255faa403c8 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@n-h1-768862-2 {{(pid=84876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:08:01.635824 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-0f98fea6-8680-48b6-ade9-546ca382709e admin admin] Notify callbacks [] for port, precommit_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:08:01.637034 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32f71325-f9eb-4254-bb01-b255faa403c8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-h1-768862-2 {{(pid=84876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:08:01.638105 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32f71325-f9eb-4254-bb01-b255faa403c8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-h1-768862-2 {{(pid=84876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:08:01.639418 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32f71325-f9eb-4254-bb01-b255faa403c8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-h1-768862-2 {{(pid=84876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:08:01.640038 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32f71325-f9eb-4254-bb01-b255faa403c8 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@n-h1-768862-2 {{(pid=84876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:08:01.640538 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32f71325-f9eb-4254-bb01-b255faa403c8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-h1-768862-2 {{(pid=84876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:08:01.641031 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32f71325-f9eb-4254-bb01-b255faa403c8 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-h1-768862-2 {{(pid=84876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:08:01.641632 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32f71325-f9eb-4254-bb01-b255faa403c8 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-h1-768862-2 {{(pid=84876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:08:01.642155 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32f71325-f9eb-4254-bb01-b255faa403c8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-h1-768862-2 {{(pid=84876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:08:01.642763 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32f71325-f9eb-4254-bb01-b255faa403c8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-h1-768862-2 {{(pid=84876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:08:01.643362 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32f71325-f9eb-4254-bb01-b255faa403c8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-h1-768862-2 {{(pid=84876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:08:01.644029 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32f71325-f9eb-4254-bb01-b255faa403c8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-h1-768862-2 {{(pid=84876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:08:01.644569 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32f71325-f9eb-4254-bb01-b255faa403c8 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@n-h2-768862-2 {{(pid=84876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:08:01.645074 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32f71325-f9eb-4254-bb01-b255faa403c8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-h2-768862-2 {{(pid=84876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:08:01.645562 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32f71325-f9eb-4254-bb01-b255faa403c8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-h2-768862-2 {{(pid=84876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:08:01.646046 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32f71325-f9eb-4254-bb01-b255faa403c8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-h2-768862-2 {{(pid=84876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:08:01.646526 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32f71325-f9eb-4254-bb01-b255faa403c8 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@n-h2-768862-2 {{(pid=84876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:08:01.647008 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32f71325-f9eb-4254-bb01-b255faa403c8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-h2-768862-2 {{(pid=84876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:08:01.647505 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32f71325-f9eb-4254-bb01-b255faa403c8 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-h2-768862-2 {{(pid=84876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:08:01.648048 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32f71325-f9eb-4254-bb01-b255faa403c8 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-h2-768862-2 {{(pid=84876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:08:01.648581 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32f71325-f9eb-4254-bb01-b255faa403c8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-h2-768862-2 {{(pid=84876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:08:01.649079 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32f71325-f9eb-4254-bb01-b255faa403c8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-h2-768862-2 {{(pid=84876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:08:01.649561 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32f71325-f9eb-4254-bb01-b255faa403c8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-h2-768862-2 {{(pid=84876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:08:01.650050 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32f71325-f9eb-4254-bb01-b255faa403c8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-h2-768862-2 {{(pid=84876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:08:01.650591 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32f71325-f9eb-4254-bb01-b255faa403c8 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-2 {{(pid=84876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:08:01.651077 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32f71325-f9eb-4254-bb01-b255faa403c8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-2 {{(pid=84876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:08:01.651557 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32f71325-f9eb-4254-bb01-b255faa403c8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-2 {{(pid=84876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:08:01.652060 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32f71325-f9eb-4254-bb01-b255faa403c8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-2 {{(pid=84876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:08:01.652562 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32f71325-f9eb-4254-bb01-b255faa403c8 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@n-d-768862-2 {{(pid=84876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:08:01.653041 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32f71325-f9eb-4254-bb01-b255faa403c8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-2 {{(pid=84876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:08:01.653520 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32f71325-f9eb-4254-bb01-b255faa403c8 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-768862-2 {{(pid=84876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:08:01.654132 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32f71325-f9eb-4254-bb01-b255faa403c8 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-768862-2 {{(pid=84876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:08:01.654613 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32f71325-f9eb-4254-bb01-b255faa403c8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-2 {{(pid=84876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:08:01.655101 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32f71325-f9eb-4254-bb01-b255faa403c8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-2 {{(pid=84876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:08:01.655710 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32f71325-f9eb-4254-bb01-b255faa403c8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-2 {{(pid=84876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:08:01.656238 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32f71325-f9eb-4254-bb01-b255faa403c8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-2 {{(pid=84876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:08:01.657956 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32f71325-f9eb-4254-bb01-b255faa403c8 None None] Tracked resource versions report: Jan 14 07:08:01.657956 n-d-768862-2 neutron-server[84765]: pushed versions: Jan 14 07:08:01.657956 n-d-768862-2 neutron-server[84765]: { 'AddressGroup': {'1.1'}, Jan 14 07:08:01.657956 n-d-768862-2 neutron-server[84765]: 'ConntrackHelper': {'1.0'}, Jan 14 07:08:01.657956 n-d-768862-2 neutron-server[84765]: 'Log': {'1.0'}, Jan 14 07:08:01.657956 n-d-768862-2 neutron-server[84765]: 'Network': {'1.1'}, Jan 14 07:08:01.657956 n-d-768862-2 neutron-server[84765]: 'Port': {'1.6'}, Jan 14 07:08:01.657956 n-d-768862-2 neutron-server[84765]: 'PortForwarding': {'1.2'}, Jan 14 07:08:01.657956 n-d-768862-2 neutron-server[84765]: 'QosPolicy': {'1.8'}, Jan 14 07:08:01.657956 n-d-768862-2 neutron-server[84765]: 'SecurityGroup': {'1.4'}, Jan 14 07:08:01.657956 n-d-768862-2 neutron-server[84765]: 'SecurityGroupRule': {'1.2'}, Jan 14 07:08:01.657956 n-d-768862-2 neutron-server[84765]: 'SubPort': {'1.0'}, Jan 14 07:08:01.657956 n-d-768862-2 neutron-server[84765]: 'Subnet': {'1.1'}, Jan 14 07:08:01.657956 n-d-768862-2 neutron-server[84765]: 'Trunk': {'1.1'}} Jan 14 07:08:01.657956 n-d-768862-2 neutron-server[84765]: consumer versions: Jan 14 07:08:01.657956 n-d-768862-2 neutron-server[84765]: { DHCP agent@n-d-768862-2: {}, Jan 14 07:08:01.657956 n-d-768862-2 neutron-server[84765]: L3 agent@n-d-768862-2: {}, Jan 14 07:08:01.657956 n-d-768862-2 neutron-server[84765]: Metadata agent@n-d-768862-2: {}, Jan 14 07:08:01.657956 n-d-768862-2 neutron-server[84765]: Metering agent@n-d-768862-2: {}, Jan 14 07:08:01.657956 n-d-768862-2 neutron-server[84765]: Open vSwitch agent@n-d-768862-2: { 'AddressGroup': '1.1', Jan 14 07:08:01.657956 n-d-768862-2 neutron-server[84765]: 'ConntrackHelper': '1.0', Jan 14 07:08:01.657956 n-d-768862-2 neutron-server[84765]: 'Log': '1.0', Jan 14 07:08:01.657956 n-d-768862-2 neutron-server[84765]: 'Network': '1.1', Jan 14 07:08:01.657956 n-d-768862-2 neutron-server[84765]: 'Port': '1.6', Jan 14 07:08:01.657956 n-d-768862-2 neutron-server[84765]: 'PortForwarding': '1.2', Jan 14 07:08:01.657956 n-d-768862-2 neutron-server[84765]: 'QosPolicy': '1.8', Jan 14 07:08:01.657956 n-d-768862-2 neutron-server[84765]: 'SecurityGroup': '1.4', Jan 14 07:08:01.657956 n-d-768862-2 neutron-server[84765]: 'SecurityGroupRule': '1.2', Jan 14 07:08:01.657956 n-d-768862-2 neutron-server[84765]: 'SubPort': '1.0', Jan 14 07:08:01.657956 n-d-768862-2 neutron-server[84765]: 'Subnet': '1.1', Jan 14 07:08:01.657956 n-d-768862-2 neutron-server[84765]: 'Trunk': '1.1'}, Jan 14 07:08:01.657956 n-d-768862-2 neutron-server[84765]: Open vSwitch agent@n-h1-768862-2: { 'AddressGroup': '1.1', Jan 14 07:08:01.657956 n-d-768862-2 neutron-server[84765]: 'ConntrackHelper': '1.0', Jan 14 07:08:01.657956 n-d-768862-2 neutron-server[84765]: 'Log': '1.0', Jan 14 07:08:01.657956 n-d-768862-2 neutron-server[84765]: 'Network': '1.1', Jan 14 07:08:01.657956 n-d-768862-2 neutron-server[84765]: 'Port': '1.6', Jan 14 07:08:01.657956 n-d-768862-2 neutron-server[84765]: 'PortForwarding': '1.2', Jan 14 07:08:01.657956 n-d-768862-2 neutron-server[84765]: 'QosPolicy': '1.8', Jan 14 07:08:01.657956 n-d-768862-2 neutron-server[84765]: 'SecurityGroup': '1.4', Jan 14 07:08:01.657956 n-d-768862-2 neutron-server[84765]: 'SecurityGroupRule': '1.2', Jan 14 07:08:01.657956 n-d-768862-2 neutron-server[84765]: 'SubPort': '1.0', Jan 14 07:08:01.657956 n-d-768862-2 neutron-server[84765]: 'Subnet': '1.1', Jan 14 07:08:01.657956 n-d-768862-2 neutron-server[84765]: 'Trunk': '1.1'}, Jan 14 07:08:01.657956 n-d-768862-2 neutron-server[84765]: Open vSwitch agent@n-h2-768862-2: { 'AddressGroup': '1.1', Jan 14 07:08:01.657956 n-d-768862-2 neutron-server[84765]: 'ConntrackHelper': '1.0', Jan 14 07:08:01.657956 n-d-768862-2 neutron-server[84765]: 'Log': '1.0', Jan 14 07:08:01.657956 n-d-768862-2 neutron-server[84765]: 'Network': '1.1', Jan 14 07:08:01.657956 n-d-768862-2 neutron-server[84765]: 'Port': '1.6', Jan 14 07:08:01.657956 n-d-768862-2 neutron-server[84765]: 'PortForwarding': '1.2', Jan 14 07:08:01.657956 n-d-768862-2 neutron-server[84765]: 'QosPolicy': '1.8', Jan 14 07:08:01.657956 n-d-768862-2 neutron-server[84765]: 'SecurityGroup': '1.4', Jan 14 07:08:01.657956 n-d-768862-2 neutron-server[84765]: 'SecurityGroupRule': '1.2', Jan 14 07:08:01.657956 n-d-768862-2 neutron-server[84765]: 'SubPort': '1.0', Jan 14 07:08:01.657956 n-d-768862-2 neutron-server[84765]: 'Subnet': '1.1', Jan 14 07:08:01.657956 n-d-768862-2 neutron-server[84765]: 'Trunk': '1.1'}} Jan 14 07:08:01.657956 n-d-768862-2 neutron-server[84765]: {{(pid=84876) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}} Jan 14 07:08:01.667971 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-32f71325-f9eb-4254-bb01-b255faa403c8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.215s {{(pid=84876) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:08:01.670724 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-0f98fea6-8680-48b6-ade9-546ca382709e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777640123575'] for port, after_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:08:01.671914 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-50338652-f422-42fb-9b53-a4a4a7faf564 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:08:01.690169 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-ebe9cc1b-af15-4b2a-8dcc-7d521d2f9906 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:08:01.724966 n-d-768862-2 neutron-server[84765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32f71325-f9eb-4254-bb01-b255faa403c8 None None] Network a760f83e-96bb-4086-b2e9-7bb50ea36a96 is already hosted by enough agents. {{(pid=84876) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 07:08:01.726642 n-d-768862-2 neutron-server[84765]: DEBUG neutron.scheduler.base_scheduler [None req-32f71325-f9eb-4254-bb01-b255faa403c8 None None] Resources bound (agent type, host, resource id): {{(pid=84876) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 07:08:01.729387 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32f71325-f9eb-4254-bb01-b255faa403c8 None None] Received port after_create {{(pid=84876) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 14 07:08:01.749959 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-fb513c9c-6abc-4ba2-852f-30d9bcab3477 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850887153'] for security_group, after_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:08:01.765347 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-5b21ad3a-a8f8-4eba-8804-5f667beadbaa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:08:01.770978 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f98fea6-8680-48b6-ade9-546ca382709e admin admin] Pushing event updated for resources: {'Port': ['ID=02a42528-ce7a-46bf-8fe1-7b377cbbeac6,revision_number=1']} {{(pid=84874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:08:01.796317 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-0f98fea6-8680-48b6-ade9-546ca382709e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:08:01.819440 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-5b21ad3a-a8f8-4eba-8804-5f667beadbaa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:08:01.852647 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.managers [None req-32f71325-f9eb-4254-bb01-b255faa403c8 None None] Attempting to bind port 9c9cb8c1-6afc-45b9-9f61-3c0b353ee61f on host n-d-768862-2 for vnic_type normal with profile {{(pid=84876) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 14 07:08:01.853074 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.managers [None req-32f71325-f9eb-4254-bb01-b255faa403c8 None None] Attempting to bind port 9c9cb8c1-6afc-45b9-9f61-3c0b353ee61f by drivers openvswitch on host n-d-768862-2 at level 0 using segments [{'id': 'ede39309-7d49-4073-9e60-ec596ff73fc3', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'a760f83e-96bb-4086-b2e9-7bb50ea36a96'}] {{(pid=84876) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 14 07:08:01.853549 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32f71325-f9eb-4254-bb01-b255faa403c8 None None] Attempting to bind port 9c9cb8c1-6afc-45b9-9f61-3c0b353ee61f on network a760f83e-96bb-4086-b2e9-7bb50ea36a96 {{(pid=84876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 14 07:08:01.870249 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32f71325-f9eb-4254-bb01-b255faa403c8 None None] Checking agent: {'id': 'ba5efab1-b43c-4d5a-bc52-6e105d4e67a2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768862-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 14, 6, 56, 52), 'started_at': datetime.datetime(2021, 1, 14, 6, 57, 22), 'heartbeat_timestamp': datetime.datetime(2021, 1, 14, 7, 7, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768862-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.29', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 14 07:08:01.870249 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32f71325-f9eb-4254-bb01-b255faa403c8 None None] Checking segment: {'id': 'ede39309-7d49-4073-9e60-ec596ff73fc3', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'a760f83e-96bb-4086-b2e9-7bb50ea36a96'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84876) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 14 07:08:01.870249 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-32f71325-f9eb-4254-bb01-b255faa403c8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:08:01.870249 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32f71325-f9eb-4254-bb01-b255faa403c8 None None] Bound using segment: {'id': 'ede39309-7d49-4073-9e60-ec596ff73fc3', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'a760f83e-96bb-4086-b2e9-7bb50ea36a96'} {{(pid=84876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 14 07:08:01.870249 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.managers [None req-32f71325-f9eb-4254-bb01-b255faa403c8 None None] Bound port: 9c9cb8c1-6afc-45b9-9f61-3c0b353ee61f, host: n-d-768862-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ede39309-7d49-4073-9e60-ec596ff73fc3', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'a760f83e-96bb-4086-b2e9-7bb50ea36a96'}}] {{(pid=84876) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 14 07:08:01.870249 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-32f71325-f9eb-4254-bb01-b255faa403c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555753'] for port, before_update {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:08:01.881194 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-50338652-f422-42fb-9b53-a4a4a7faf564 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:08:01.885789 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-38b7c64a-6f9c-430e-ad12-26e70d33ce6e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:08:01.999180 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [None req-32f71325-f9eb-4254-bb01-b255faa403c8 None None] For port 9c9cb8c1-6afc-45b9-9f61-3c0b353ee61f, host n-d-768862-2, cleared binding levels {{(pid=84876) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 14 07:08:01.999631 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb513c9c-6abc-4ba2-852f-30d9bcab3477 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f6a28513-0ab7-4b3e-9cf8-b17dc7759423,revision_number=None']} {{(pid=84875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:08:02.011657 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [None req-32f71325-f9eb-4254-bb01-b255faa403c8 None None] For port 9c9cb8c1-6afc-45b9-9f61-3c0b353ee61f, host n-d-768862-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-2',level=0,port_id=9c9cb8c1-6afc-45b9-9f61-3c0b353ee61f,segment=NetworkSegment(ede39309-7d49-4073-9e60-ec596ff73fc3),segment_id=ede39309-7d49-4073-9e60-ec596ff73fc3)] {{(pid=84876) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 14 07:08:02.018965 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-fb513c9c-6abc-4ba2-852f-30d9bcab3477 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:08:02.020685 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-5b21ad3a-a8f8-4eba-8804-5f667beadbaa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850887153'] for security_group, after_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:08:02.037927 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:08:02.049340 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-5b21ad3a-a8f8-4eba-8804-5f667beadbaa admin admin] Notify callbacks [] for security_group, before_response {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:08:02.049340 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-5b21ad3a-a8f8-4eba-8804-5f667beadbaa admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/0c89c149-fbca-464e-82ff-49aaa01766c9 HTTP/1.1" status: 204 len: 168 time: 0.6746371 Jan 14 07:08:02.055111 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-fb513c9c-6abc-4ba2-852f-30d9bcab3477 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:08:02.056330 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-fb513c9c-6abc-4ba2-852f-30d9bcab3477 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/f6a28513-0ab7-4b3e-9cf8-b17dc7759423 HTTP/1.1" status: 204 len: 168 time: 0.8527610 Jan 14 07:08:02.066735 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b21ad3a-a8f8-4eba-8804-5f667beadbaa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0c89c149-fbca-464e-82ff-49aaa01766c9,revision_number=None']} {{(pid=84875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:08:02.084462 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-5b21ad3a-a8f8-4eba-8804-5f667beadbaa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:08:02.100179 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-32f71325-f9eb-4254-bb01-b255faa403c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777640533312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363259214678337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777640097497'] for port, after_update {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:08:02.135373 n-d-768862-2 neutron-server[84765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f98fea6-8680-48b6-ade9-546ca382709e admin admin] Network 226f1e78-82cd-4481-9055-4eb73b6db8c1 is already hosted by enough agents. {{(pid=84874) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 07:08:02.138236 n-d-768862-2 neutron-server[84765]: DEBUG neutron.scheduler.base_scheduler [None req-0f98fea6-8680-48b6-ade9-546ca382709e admin admin] Resources bound (agent type, host, resource id): {{(pid=84874) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 07:08:02.151912 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f98fea6-8680-48b6-ade9-546ca382709e admin admin] Received port after_create {{(pid=84874) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 14 07:08:02.180846 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-623450d0-9806-46b8-9435-e473e24e9eba req-6460cf12-8b90-4797-bd27-246c3ddebb3e tempest-LiveMigrationTest-655351468 tempest-LiveMigrationTest-655351468] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:08:02.181973 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [req-623450d0-9806-46b8-9435-e473e24e9eba req-6460cf12-8b90-4797-bd27-246c3ddebb3e tempest-LiveMigrationTest-655351468 tempest-LiveMigrationTest-655351468] Synchronizing usage tracker for tenant:d9506df5bc8049ed9c58f58e889e20ca on resource:network {{(pid=84875) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 14 07:08:02.203315 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [req-623450d0-9806-46b8-9435-e473e24e9eba req-6460cf12-8b90-4797-bd27-246c3ddebb3e tempest-LiveMigrationTest-655351468 tempest-LiveMigrationTest-655351468] Unset dirty status for tenant:d9506df5bc8049ed9c58f58e889e20ca on resource:network {{(pid=84875) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 14 07:08:02.205090 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [req-623450d0-9806-46b8-9435-e473e24e9eba req-6460cf12-8b90-4797-bd27-246c3ddebb3e tempest-LiveMigrationTest-655351468 tempest-LiveMigrationTest-655351468] 10.222.0.24 "GET /v2.0/networks?id=8d7ac510-19a4-4618-bf03-8914abcca7c7 HTTP/1.1" status: 200 len: 808 time: 0.6236749 Jan 14 07:08:02.228357 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [req-623450d0-9806-46b8-9435-e473e24e9eba req-094810c7-cb07-4fa8-a7a8-f89bf59893f9 tempest-LiveMigrationTest-655351468 tempest-LiveMigrationTest-655351468] 10.222.0.24 "GET /v2.0/quotas/d9506df5bc8049ed9c58f58e889e20ca HTTP/1.1" status: 200 len: 375 time: 0.0154624 Jan 14 07:08:02.247119 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84876) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:08:02.285975 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [req-623450d0-9806-46b8-9435-e473e24e9eba req-6631371a-e308-434c-a786-e5878963e843 tempest-LiveMigrationTest-655351468 tempest-LiveMigrationTest-655351468] 10.222.0.24 "GET /v2.0/ports?tenant_id=d9506df5bc8049ed9c58f58e889e20ca&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0481844 Jan 14 07:08:02.289716 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-50338652-f422-42fb-9b53-a4a4a7faf564 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850887153'] for security_group, after_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:08:02.304279 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:08:02.387151 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50338652-f422-42fb-9b53-a4a4a7faf564 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eaa51cf3-e954-48cc-b9aa-6122a9ede970,revision_number=None']} {{(pid=84874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:08:02.475528 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-50338652-f422-42fb-9b53-a4a4a7faf564 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.171s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:08:02.478020 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-50338652-f422-42fb-9b53-a4a4a7faf564 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:08:02.482838 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-50338652-f422-42fb-9b53-a4a4a7faf564 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/eaa51cf3-e954-48cc-b9aa-6122a9ede970 HTTP/1.1" status: 204 len: 168 time: 1.7905278 Jan 14 07:08:02.553823 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32f71325-f9eb-4254-bb01-b255faa403c8 None None] Pushing event updated for resources: {'Port': ['ID=9c9cb8c1-6afc-45b9-9f61-3c0b353ee61f,revision_number=2']} {{(pid=84876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:08:02.557969 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-32f71325-f9eb-4254-bb01-b255faa403c8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.311s {{(pid=84876) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:08:02.684848 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84875) accepted ('10.222.0.24', 51462) {{(pid=84875) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:08:02.775338 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-0f98fea6-8680-48b6-ade9-546ca382709e admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:08:03.021168 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84875) accepted ('10.222.0.24', 51482) {{(pid=84875) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:08:03.052585 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-5cc04bec-46bd-4fd7-bc2a-b7e7d67d0bdc admin admin] Notify callbacks [] for security_group, before_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:08:03.074764 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-5cc04bec-46bd-4fd7-bc2a-b7e7d67d0bdc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:08:03.081132 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-5cc04bec-46bd-4fd7-bc2a-b7e7d67d0bdc admin admin] Usage tracker for resource:security_group_rule and tenant:b91ea4efe3014f8892ab53f888c3a275 is out of sync, need to count used quota {{(pid=84875) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:08:03.086457 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-5cc04bec-46bd-4fd7-bc2a-b7e7d67d0bdc admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84875) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:08:03.095190 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-5cc04bec-46bd-4fd7-bc2a-b7e7d67d0bdc admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:08:03.226788 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-5cc04bec-46bd-4fd7-bc2a-b7e7d67d0bdc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:08:03.237361 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-5cc04bec-46bd-4fd7-bc2a-b7e7d67d0bdc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850887153'] for security_group, after_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:08:03.272885 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-fe303bf7-4f8d-4104-b700-b3f6cb9a87b1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:08:03.283044 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-5cc04bec-46bd-4fd7-bc2a-b7e7d67d0bdc admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=b91ea4efe3014f8892ab53f888c3a275&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2603195 Jan 14 07:08:03.286414 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84875) accepted ('10.222.0.24', 51496) {{(pid=84875) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:08:03.344275 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-895ae69e-333e-4d09-a88d-30d6a606ca44 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:08:03.379532 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cc04bec-46bd-4fd7-bc2a-b7e7d67d0bdc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cdf2bd25-7c6d-4cdc-8658-e73a91751994,revision_number=1']} {{(pid=84875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:08:03.386689 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-895ae69e-333e-4d09-a88d-30d6a606ca44 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:08:03.391378 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-5cc04bec-46bd-4fd7-bc2a-b7e7d67d0bdc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:08:03.410503 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-895ae69e-333e-4d09-a88d-30d6a606ca44 admin admin] Usage tracker for resource:security_group_rule and tenant:3ed98c229f0247fe9503c35c504a35f6 is out of sync, need to count used quota {{(pid=84875) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:08:03.415973 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-895ae69e-333e-4d09-a88d-30d6a606ca44 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84875) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:08:03.420045 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84875) accepted ('10.222.0.24', 51500) {{(pid=84875) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:08:03.434876 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-895ae69e-333e-4d09-a88d-30d6a606ca44 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:08:03.462135 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-b11ec5cf-77da-4583-8945-d2fb67790d6a admin admin] Notify callbacks [] for security_group, before_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:08:03.490319 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-64112562-e4b3-4a7d-9127-f737aeed8d46 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:08:03.505912 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-b11ec5cf-77da-4583-8945-d2fb67790d6a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:08:03.521952 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-b11ec5cf-77da-4583-8945-d2fb67790d6a admin admin] Usage tracker for resource:security_group_rule and tenant:963c9d6b305341b392dd39700b4ab208 is out of sync, need to count used quota {{(pid=84875) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:08:03.528473 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-b11ec5cf-77da-4583-8945-d2fb67790d6a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84875) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:08:03.538520 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84874) accepted ('10.222.0.24', 51504) {{(pid=84874) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:08:03.539924 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-0f98fea6-8680-48b6-ade9-546ca382709e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036850886612', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036850863158'] for router, after_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:08:03.551075 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-b11ec5cf-77da-4583-8945-d2fb67790d6a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:08:03.564321 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-64112562-e4b3-4a7d-9127-f737aeed8d46 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:08:03.727344 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-64112562-e4b3-4a7d-9127-f737aeed8d46 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850887153'] for security_group, after_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:08:03.742863 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-895ae69e-333e-4d09-a88d-30d6a606ca44 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:08:03.747506 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:08:03.753822 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-0834c343-e968-4faf-ba76-5d19b5a38101 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:08:03.768674 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64112562-e4b3-4a7d-9127-f737aeed8d46 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cdf2bd25-7c6d-4cdc-8658-e73a91751994,revision_number=None']} {{(pid=84875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:08:03.777587 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-895ae69e-333e-4d09-a88d-30d6a606ca44 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850887153'] for security_group, after_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:08:03.779773 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-0834c343-e968-4faf-ba76-5d19b5a38101 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:08:03.797973 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-0834c343-e968-4faf-ba76-5d19b5a38101 admin admin] Usage tracker for resource:security_group_rule and tenant:2868994da57749948b5a51e4b33996af is out of sync, need to count used quota {{(pid=84874) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:08:03.818663 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-0834c343-e968-4faf-ba76-5d19b5a38101 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84874) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:08:03.824811 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-64112562-e4b3-4a7d-9127-f737aeed8d46 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:08:03.832340 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-0834c343-e968-4faf-ba76-5d19b5a38101 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:08:03.835868 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-64112562-e4b3-4a7d-9127-f737aeed8d46 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:08:03.900184 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-895ae69e-333e-4d09-a88d-30d6a606ca44 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=3ed98c229f0247fe9503c35c504a35f6&name=default HTTP/1.1" status: 200 len: 2979 time: 1.2112074 Jan 14 07:08:03.904164 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84874) accepted ('10.222.0.24', 51512) {{(pid=84874) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:08:03.938094 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-64112562-e4b3-4a7d-9127-f737aeed8d46 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:08:03.939382 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-64112562-e4b3-4a7d-9127-f737aeed8d46 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/cdf2bd25-7c6d-4cdc-8658-e73a91751994 HTTP/1.1" status: 204 len: 168 time: 0.6514840 Jan 14 07:08:03.964376 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-895ae69e-333e-4d09-a88d-30d6a606ca44 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4139c0a3-d670-45c1-bb50-b1aa6dd4de22,revision_number=1']} {{(pid=84875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:08:03.970457 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-895ae69e-333e-4d09-a88d-30d6a606ca44 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:08:03.985650 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-b11ec5cf-77da-4583-8945-d2fb67790d6a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:08:03.991919 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-b11ec5cf-77da-4583-8945-d2fb67790d6a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850887153'] for security_group, after_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:08:04.001931 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-cc0e6f6c-8a75-45cd-85a8-1f2e6b6106e1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:08:04.039927 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-2ce0eb54-2501-4d2f-9bfc-665acf123e3f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:08:04.042344 n-d-768862-2 neutron-server[84765]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0f98fea6-8680-48b6-ade9-546ca382709e admin admin] Router 34c5002b-6dc5-47cb-abaa-6222bbe1ea0a is scheduled to L3 agent 35f592e9-451b-4db9-abea-77b6a5c5391b with binding_index 1 {{(pid=84874) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}} Jan 14 07:08:04.069316 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-b11ec5cf-77da-4583-8945-d2fb67790d6a admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=963c9d6b305341b392dd39700b4ab208&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6419616 Jan 14 07:08:04.070817 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84874) accepted ('10.222.0.24', 51518) {{(pid=84874) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:08:04.072701 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b11ec5cf-77da-4583-8945-d2fb67790d6a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c0068b0e-45b9-40f3-acb1-f1a72dbc28e2,revision_number=1']} {{(pid=84875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:08:04.076713 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-b11ec5cf-77da-4583-8945-d2fb67790d6a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:08:04.094375 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84875) accepted ('10.222.0.24', 51522) {{(pid=84875) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:08:04.157538 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84875) accepted ('10.222.0.24', 51528) {{(pid=84875) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:08:04.306648 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [req-623450d0-9806-46b8-9435-e473e24e9eba req-057fb8ae-b1a4-4d8a-87ce-ad662c70d1f0 service neutron] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=84875) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 14 07:08:04.312826 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0f98fea6-8680-48b6-ade9-546ca382709e admin admin] Notify agent at l3_agent.n-d-768862-2 the message routers_updated {{(pid=84874) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jan 14 07:08:04.318234 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [req-623450d0-9806-46b8-9435-e473e24e9eba req-057fb8ae-b1a4-4d8a-87ce-ad662c70d1f0 service neutron] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13279 time: 1.0889180 Jan 14 07:08:04.325023 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cfd7629a-169b-4edb-9eaf-8a2429a4299c None None] Sync routers for ids ['34c5002b-6dc5-47cb-abaa-6222bbe1ea0a'] in n-d-768862-2 {{(pid=84877) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Jan 14 07:08:04.341262 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfd7629a-169b-4edb-9eaf-8a2429a4299c None None] Routers {'34c5002b-6dc5-47cb-abaa-6222bbe1ea0a'} bound to L3 agent in host n-d-768862-2 {{(pid=84877) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 14 07:08:04.342245 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_hamode_db [None req-cfd7629a-169b-4edb-9eaf-8a2429a4299c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-01-14T06:56:51Z,description=,heartbeat_timestamp=2021-01-14T07:07:51Z,host='n-d-768862-2',id=35f592e9-451b-4db9-abea-77b6a5c5391b,load=0,resource_versions=,resources_synced=,started_at=2021-01-14T06:56:51Z,topic='l3_agent')) {'router_ids': ['34c5002b-6dc5-47cb-abaa-6222bbe1ea0a'], 'active': True} {{(pid=84877) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:08:04.380447 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53d2c8e1-f678-4ddd-ac65-f21d548f044e None None] Network a760f83e-96bb-4086-b2e9-7bb50ea36a96 requested from n-d-768862-2 {{(pid=84876) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 07:08:04.389696 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-2ce0eb54-2501-4d2f-9bfc-665acf123e3f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:08:04.433904 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-0f98fea6-8680-48b6-ade9-546ca382709e admin admin] Notify callbacks [] for router, before_response {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:08:04.439561 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-0f98fea6-8680-48b6-ade9-546ca382709e admin admin] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 936 time: 5.5890422 Jan 14 07:08:04.447731 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84875) accepted ('10.222.0.24', 51536) {{(pid=84875) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:08:04.566151 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-e415012d-ab85-4595-8f82-1b5849f2690a None None] Provisioning for port 9c9cb8c1-6afc-45b9-9f61-3c0b353ee61f completed by entity DHCP. {{(pid=84876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 07:08:04.616746 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-0834c343-e968-4faf-ba76-5d19b5a38101 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:08:04.634678 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-0834c343-e968-4faf-ba76-5d19b5a38101 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850887153'] for security_group, after_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:08:04.675170 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:08:04.745770 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_dvr_db [None req-cfd7629a-169b-4edb-9eaf-8a2429a4299c None None] Set router 34c5002b-6dc5-47cb-abaa-6222bbe1ea0a gateway port host: n-d-768862-2 {{(pid=84877) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 14 07:08:04.760048 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-78e01c2b-f714-4f25-b4e1-c6b4d1f5ed3a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:08:04.807592 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [req-623450d0-9806-46b8-9435-e473e24e9eba req-4f8549de-1277-43c5-b08b-767767ef3910 service neutron] 10.222.0.24 "GET /v2.0/networks/8d7ac510-19a4-4618-bf03-8914abcca7c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4848313 Jan 14 07:08:04.819074 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-0834c343-e968-4faf-ba76-5d19b5a38101 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=2868994da57749948b5a51e4b33996af&name=default HTTP/1.1" status: 200 len: 2979 time: 1.2761502 Jan 14 07:08:04.829256 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84874) accepted ('10.222.0.24', 51542) {{(pid=84874) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:08:04.856368 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-42a159ec-4a8b-4693-ac72-0105fed9f7d0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:08:04.894107 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0834c343-e968-4faf-ba76-5d19b5a38101 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=18594e4a-b1d8-435d-b6d2-ccb50d22afd6,revision_number=1']} {{(pid=84874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:08:04.905409 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-2ce0eb54-2501-4d2f-9bfc-665acf123e3f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850887153'] for security_group, after_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:08:04.909792 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-0834c343-e968-4faf-ba76-5d19b5a38101 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.235s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:08:04.910315 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-0834c343-e968-4faf-ba76-5d19b5a38101 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:08:04.981989 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Device 9c9cb8c1-6afc-45b9-9f61-3c0b353ee61f up at agent ovs-agent-n-d-768862-2 {{(pid=84876) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 07:08:04.994644 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-78e01c2b-f714-4f25-b4e1-c6b4d1f5ed3a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:08:05.005997 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-2ce0eb54-2501-4d2f-9bfc-665acf123e3f admin admin] Notify callbacks [] for security_group, before_response {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:08:05.007261 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-2ce0eb54-2501-4d2f-9bfc-665acf123e3f admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/4139c0a3-d670-45c1-bb50-b1aa6dd4de22 HTTP/1.1" status: 204 len: 168 time: 1.0936959 Jan 14 07:08:05.008666 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ce0eb54-2501-4d2f-9bfc-665acf123e3f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4139c0a3-d670-45c1-bb50-b1aa6dd4de22,revision_number=None']} {{(pid=84874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:08:05.025261 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-2ce0eb54-2501-4d2f-9bfc-665acf123e3f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:08:05.150808 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-42a159ec-4a8b-4693-ac72-0105fed9f7d0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:08:05.164810 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-ef05074b-b5c2-492c-a810-db467f49d508 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:08:05.169785 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-b6437c6d-4e4a-4bfd-a240-3c1befc1dfed admin admin] Notify callbacks [] for security_group, before_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:08:05.201385 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-42a159ec-4a8b-4693-ac72-0105fed9f7d0 admin admin] Usage tracker for resource:security_group_rule and tenant:141850ac60864b8e9d070f582a07b7e8 is out of sync, need to count used quota {{(pid=84875) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:08:05.241387 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-ef05074b-b5c2-492c-a810-db467f49d508 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:08:05.303874 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Provisioning for port 9c9cb8c1-6afc-45b9-9f61-3c0b353ee61f completed by entity L2. {{(pid=84876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 07:08:05.309987 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Provisioning complete for port 9c9cb8c1-6afc-45b9-9f61-3c0b353ee61f triggered by entity L2. {{(pid=84876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 07:08:05.310540 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-604227'] for port, provisioning_complete {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:08:05.350358 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-78e01c2b-f714-4f25-b4e1-c6b4d1f5ed3a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850887153'] for security_group, after_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:08:05.408869 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-5c95b0c7-9956-4279-8c20-6c22626dfaaf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:08:05.459927 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_hamode_db [None req-cfd7629a-169b-4edb-9eaf-8a2429a4299c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '34c5002b-6dc5-47cb-abaa-6222bbe1ea0a', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1975662310-router', 'tenant_id': '379433b85b8d420cbbb1671da6a74e86', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '226f1e78-82cd-4481-9055-4eb73b6db8c1', 'external_fixed_ips': [{'subnet_id': 'ba8deeec-7658-4195-9449-038c076f5c83', 'ip_address': '172.25.2.141'}], 'enable_snat': True}, 'gw_port_id': '02a42528-ce7a-46bf-8fe1-7b377cbbeac6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-14T07:07:58Z', 'updated_at': '2021-01-14T07:08:02Z', 'revision_number': 3, 'project_id': '379433b85b8d420cbbb1671da6a74e86', 'gw_port': {'id': '02a42528-ce7a-46bf-8fe1-7b377cbbeac6', 'name': '', 'network_id': '226f1e78-82cd-4481-9055-4eb73b6db8c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:4b:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '34c5002b-6dc5-47cb-abaa-6222bbe1ea0a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 187, 'fixed_ips': [{'subnet_id': 'ba8deeec-7658-4195-9449-038c076f5c83', 'ip_address': '172.25.2.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T07:08:01Z', 'updated_at': '2021-01-14T07:08:01Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ba8deeec-7658-4195-9449-038c076f5c83', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-2'}], 'n-d-768862-2', False) {} {{(pid=84877) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:08:05.469598 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cfd7629a-169b-4edb-9eaf-8a2429a4299c None None] Checking router: 34c5002b-6dc5-47cb-abaa-6222bbe1ea0a for host: n-d-768862-2 {{(pid=84877) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Jan 14 07:08:05.477938 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cfd7629a-169b-4edb-9eaf-8a2429a4299c None None] Updating router 34c5002b-6dc5-47cb-abaa-6222bbe1ea0a port 02a42528-ce7a-46bf-8fe1-7b377cbbeac6 binding host n-d-768862-2 {{(pid=84877) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Jan 14 07:08:05.482768 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78e01c2b-f714-4f25-b4e1-c6b4d1f5ed3a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c0068b0e-45b9-40f3-acb1-f1a72dbc28e2,revision_number=None']} {{(pid=84874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:08:05.505836 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-78e01c2b-f714-4f25-b4e1-c6b4d1f5ed3a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:08:05.561279 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-78e01c2b-f714-4f25-b4e1-c6b4d1f5ed3a admin admin] Notify callbacks [] for security_group, before_response {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:08:05.576649 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-78e01c2b-f714-4f25-b4e1-c6b4d1f5ed3a admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/c0068b0e-45b9-40f3-acb1-f1a72dbc28e2 HTTP/1.1" status: 204 len: 168 time: 1.4891469 Jan 14 07:08:05.585424 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-cfd7629a-169b-4edb-9eaf-8a2429a4299c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555753'] for port, before_update {{(pid=84877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:08:05.629564 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-ef05074b-b5c2-492c-a810-db467f49d508 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850887153'] for security_group, after_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:08:05.647729 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-42a159ec-4a8b-4693-ac72-0105fed9f7d0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84875) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:08:05.648969 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:08:05.696179 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef05074b-b5c2-492c-a810-db467f49d508 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=18594e4a-b1d8-435d-b6d2-ccb50d22afd6,revision_number=None']} {{(pid=84874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:08:05.711621 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-ef05074b-b5c2-492c-a810-db467f49d508 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:08:05.715884 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-ef05074b-b5c2-492c-a810-db467f49d508 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:08:05.728225 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-ef05074b-b5c2-492c-a810-db467f49d508 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/18594e4a-b1d8-435d-b6d2-ccb50d22afd6 HTTP/1.1" status: 204 len: 168 time: 0.8875451 Jan 14 07:08:05.892306 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-cda4b393-85f3-482a-8335-95e986c1f5cb None None] Provisioning complete for port 9c9cb8c1-6afc-45b9-9f61-3c0b353ee61f triggered by entity DHCP. {{(pid=84876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 07:08:05.893463 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-cda4b393-85f3-482a-8335-95e986c1f5cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-604227'] for port, provisioning_complete {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:08:06.022933 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84874) accepted ('10.222.0.24', 51566) {{(pid=84874) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:08:06.061322 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-3d21677b-f0b6-459b-b826-71ddc3a53ba2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:08:06.101171 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-3d21677b-f0b6-459b-b826-71ddc3a53ba2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:08:06.112287 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-3d21677b-f0b6-459b-b826-71ddc3a53ba2 admin admin] Usage tracker for resource:security_group_rule and tenant:cbde02a35ce34be9b4066ff316053397 is out of sync, need to count used quota {{(pid=84874) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:08:06.116432 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555753'] for port, before_update {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:08:06.119551 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-3d21677b-f0b6-459b-b826-71ddc3a53ba2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84874) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:08:06.137360 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-3d21677b-f0b6-459b-b826-71ddc3a53ba2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:08:06.145027 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-cda4b393-85f3-482a-8335-95e986c1f5cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555753'] for port, before_update {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:08:06.186423 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] For port 9c9cb8c1-6afc-45b9-9f61-3c0b353ee61f, host n-d-768862-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-2',level=0,port_id=9c9cb8c1-6afc-45b9-9f61-3c0b353ee61f,segment=NetworkSegment(ede39309-7d49-4073-9e60-ec596ff73fc3),segment_id=ede39309-7d49-4073-9e60-ec596ff73fc3)] {{(pid=84876) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 07:08:06.260903 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.db.api [None req-cda4b393-85f3-482a-8335-95e986c1f5cb None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=84876) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Jan 14 07:08:06.261316 n-d-768862-2 neutron-server[84765]: DEBUG oslo_db.api [None req-cda4b393-85f3-482a-8335-95e986c1f5cb None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=84876) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Jan 14 07:08:06.262239 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777640533312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363259214678337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777640097497'] for port, after_update {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:08:06.268553 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-32f71325-f9eb-4254-bb01-b255faa403c8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84876) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:08:06.292151 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-3d21677b-f0b6-459b-b826-71ddc3a53ba2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:08:06.296368 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-3d21677b-f0b6-459b-b826-71ddc3a53ba2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850887153'] for security_group, after_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:08:06.308894 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-ef05074b-b5c2-492c-a810-db467f49d508 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:08:06.344559 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-42a159ec-4a8b-4693-ac72-0105fed9f7d0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:08:06.382312 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-b6437c6d-4e4a-4bfd-a240-3c1befc1dfed admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:08:06.391898 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d21677b-f0b6-459b-b826-71ddc3a53ba2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=afba7ab0-7eda-4a33-9619-72c2868dd943,revision_number=1']} {{(pid=84874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:08:06.404732 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-3d21677b-f0b6-459b-b826-71ddc3a53ba2 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=cbde02a35ce34be9b4066ff316053397&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3806188 Jan 14 07:08:06.405451 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84874) accepted ('10.222.0.24', 51574) {{(pid=84874) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:08:06.406342 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-3d21677b-f0b6-459b-b826-71ddc3a53ba2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:08:06.442268 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Pushing event updated for resources: {'Port': ['ID=9c9cb8c1-6afc-45b9-9f61-3c0b353ee61f,revision_number=3']} {{(pid=84876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:08:06.448975 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.182s {{(pid=84876) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:08:06.457276 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-b6437c6d-4e4a-4bfd-a240-3c1befc1dfed admin admin] Usage tracker for resource:security_group_rule and tenant:5536db7d66314782901cad08928d3bb2 is out of sync, need to count used quota {{(pid=84875) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:08:06.464875 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-b6437c6d-4e4a-4bfd-a240-3c1befc1dfed admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84875) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:08:06.485536 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-b6437c6d-4e4a-4bfd-a240-3c1befc1dfed admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:08:06.493028 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-ee221992-365e-4591-b97f-d6571d4b9fc2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:08:06.518258 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-cfd7629a-169b-4edb-9eaf-8a2429a4299c None None] Notify callbacks [] for port, precommit_update {{(pid=84877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:08:06.528196 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-ee221992-365e-4591-b97f-d6571d4b9fc2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:08:06.558087 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-cfd7629a-169b-4edb-9eaf-8a2429a4299c None None] Transition to ACTIVE for port object 02a42528-ce7a-46bf-8fe1-7b377cbbeac6 will not be triggered until provisioned by entity L2. {{(pid=84877) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 07:08:06.560844 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [req-623450d0-9806-46b8-9435-e473e24e9eba req-78354d36-fccc-4c85-9a28-1af7265ea4db service neutron] 10.222.0.24 "GET /v2.0/networks/8d7ac510-19a4-4618-bf03-8914abcca7c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 1.7520704 Jan 14 07:08:06.571782 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-cfd7629a-169b-4edb-9eaf-8a2429a4299c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777640533312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363259214678337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777640097497'] for port, after_update {{(pid=84877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:08:06.593237 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-ee221992-365e-4591-b97f-d6571d4b9fc2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850887153'] for security_group, after_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:08:06.605519 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-6a74d622-65e1-4dd6-9caa-155234623b66 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:08:06.621023 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee221992-365e-4591-b97f-d6571d4b9fc2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=afba7ab0-7eda-4a33-9619-72c2868dd943,revision_number=None']} {{(pid=84874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:08:06.626107 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-ee221992-365e-4591-b97f-d6571d4b9fc2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:08:06.631653 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-ee221992-365e-4591-b97f-d6571d4b9fc2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:08:06.633246 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-ee221992-365e-4591-b97f-d6571d4b9fc2 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/afba7ab0-7eda-4a33-9619-72c2868dd943 HTTP/1.1" status: 204 len: 168 time: 0.2258861 Jan 14 07:08:06.651633 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-793a3c81-9388-409b-ae75-614c1545c51b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:08:06.896646 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Device 9c9cb8c1-6afc-45b9-9f61-3c0b353ee61f up at agent ovs-agent-n-d-768862-2 {{(pid=84876) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 07:08:06.996846 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-b6437c6d-4e4a-4bfd-a240-3c1befc1dfed admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:08:07.011681 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-b6437c6d-4e4a-4bfd-a240-3c1befc1dfed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850887153'] for security_group, after_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:08:07.030384 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:08:07.080013 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-38393c3d-7a08-447e-9cbd-b2389449266b None None] Provisioning complete for port 9c9cb8c1-6afc-45b9-9f61-3c0b353ee61f triggered by entity DHCP. {{(pid=84876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 07:08:07.080727 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-38393c3d-7a08-447e-9cbd-b2389449266b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-604227'] for port, provisioning_complete {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:08:07.095455 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6437c6d-4e4a-4bfd-a240-3c1befc1dfed admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6b24bf8b-81a4-4c61-a6bc-3d33b9e53356,revision_number=1']} {{(pid=84875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:08:07.136129 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-b6437c6d-4e4a-4bfd-a240-3c1befc1dfed admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:08:07.151631 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Provisioning complete for port 9c9cb8c1-6afc-45b9-9f61-3c0b353ee61f triggered by entity L2. {{(pid=84876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 07:08:07.157101 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-604227'] for port, provisioning_complete {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:08:07.167915 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fd80730-6d3e-4cdf-8011-d32fd1027fc0 None None] Pushing event updated for resources: {'Port': ['ID=02a42528-ce7a-46bf-8fe1-7b377cbbeac6,revision_number=2']} {{(pid=84877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:08:07.187502 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-42a159ec-4a8b-4693-ac72-0105fed9f7d0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:08:07.209058 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-42a159ec-4a8b-4693-ac72-0105fed9f7d0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850887153'] for security_group, after_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:08:07.222047 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fd80730-6d3e-4cdf-8011-d32fd1027fc0 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@n-h1-768862-2 {{(pid=84877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:08:07.225379 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fd80730-6d3e-4cdf-8011-d32fd1027fc0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-h1-768862-2 {{(pid=84877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:08:07.225560 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fd80730-6d3e-4cdf-8011-d32fd1027fc0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-h1-768862-2 {{(pid=84877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:08:07.225897 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fd80730-6d3e-4cdf-8011-d32fd1027fc0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-h1-768862-2 {{(pid=84877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:08:07.226359 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fd80730-6d3e-4cdf-8011-d32fd1027fc0 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@n-h1-768862-2 {{(pid=84877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:08:07.226597 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fd80730-6d3e-4cdf-8011-d32fd1027fc0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-h1-768862-2 {{(pid=84877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:08:07.229483 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fd80730-6d3e-4cdf-8011-d32fd1027fc0 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-h1-768862-2 {{(pid=84877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:08:07.229814 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fd80730-6d3e-4cdf-8011-d32fd1027fc0 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-h1-768862-2 {{(pid=84877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:08:07.230181 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fd80730-6d3e-4cdf-8011-d32fd1027fc0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-h1-768862-2 {{(pid=84877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:08:07.230546 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fd80730-6d3e-4cdf-8011-d32fd1027fc0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-h1-768862-2 {{(pid=84877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:08:07.230908 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fd80730-6d3e-4cdf-8011-d32fd1027fc0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-h1-768862-2 {{(pid=84877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:08:07.231262 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fd80730-6d3e-4cdf-8011-d32fd1027fc0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-h1-768862-2 {{(pid=84877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:08:07.231673 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fd80730-6d3e-4cdf-8011-d32fd1027fc0 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@n-h2-768862-2 {{(pid=84877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:08:07.232127 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fd80730-6d3e-4cdf-8011-d32fd1027fc0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-h2-768862-2 {{(pid=84877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:08:07.232380 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fd80730-6d3e-4cdf-8011-d32fd1027fc0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-h2-768862-2 {{(pid=84877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:08:07.232738 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fd80730-6d3e-4cdf-8011-d32fd1027fc0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-h2-768862-2 {{(pid=84877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:08:07.233079 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fd80730-6d3e-4cdf-8011-d32fd1027fc0 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@n-h2-768862-2 {{(pid=84877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:08:07.237222 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fd80730-6d3e-4cdf-8011-d32fd1027fc0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-h2-768862-2 {{(pid=84877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:08:07.237661 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fd80730-6d3e-4cdf-8011-d32fd1027fc0 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-h2-768862-2 {{(pid=84877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:08:07.244367 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fd80730-6d3e-4cdf-8011-d32fd1027fc0 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-h2-768862-2 {{(pid=84877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:08:07.244960 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fd80730-6d3e-4cdf-8011-d32fd1027fc0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-h2-768862-2 {{(pid=84877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:08:07.245486 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fd80730-6d3e-4cdf-8011-d32fd1027fc0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-h2-768862-2 {{(pid=84877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:08:07.245981 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fd80730-6d3e-4cdf-8011-d32fd1027fc0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-h2-768862-2 {{(pid=84877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:08:07.247295 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fd80730-6d3e-4cdf-8011-d32fd1027fc0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-h2-768862-2 {{(pid=84877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:08:07.250297 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fd80730-6d3e-4cdf-8011-d32fd1027fc0 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-2 {{(pid=84877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:08:07.250988 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fd80730-6d3e-4cdf-8011-d32fd1027fc0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-2 {{(pid=84877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:08:07.251566 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fd80730-6d3e-4cdf-8011-d32fd1027fc0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-2 {{(pid=84877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:08:07.252116 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fd80730-6d3e-4cdf-8011-d32fd1027fc0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-2 {{(pid=84877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:08:07.252627 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fd80730-6d3e-4cdf-8011-d32fd1027fc0 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@n-d-768862-2 {{(pid=84877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:08:07.253309 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fd80730-6d3e-4cdf-8011-d32fd1027fc0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-2 {{(pid=84877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:08:07.256264 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fd80730-6d3e-4cdf-8011-d32fd1027fc0 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-768862-2 {{(pid=84877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:08:07.256829 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fd80730-6d3e-4cdf-8011-d32fd1027fc0 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-768862-2 {{(pid=84877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:08:07.257508 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fd80730-6d3e-4cdf-8011-d32fd1027fc0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-2 {{(pid=84877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:08:07.258008 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fd80730-6d3e-4cdf-8011-d32fd1027fc0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-2 {{(pid=84877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:08:07.258513 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fd80730-6d3e-4cdf-8011-d32fd1027fc0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-2 {{(pid=84877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:08:07.259161 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fd80730-6d3e-4cdf-8011-d32fd1027fc0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-2 {{(pid=84877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:08:07.264948 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fd80730-6d3e-4cdf-8011-d32fd1027fc0 None None] Tracked resource versions report: Jan 14 07:08:07.264948 n-d-768862-2 neutron-server[84765]: pushed versions: Jan 14 07:08:07.264948 n-d-768862-2 neutron-server[84765]: { 'AddressGroup': {'1.1'}, Jan 14 07:08:07.264948 n-d-768862-2 neutron-server[84765]: 'ConntrackHelper': {'1.0'}, Jan 14 07:08:07.264948 n-d-768862-2 neutron-server[84765]: 'Log': {'1.0'}, Jan 14 07:08:07.264948 n-d-768862-2 neutron-server[84765]: 'Network': {'1.1'}, Jan 14 07:08:07.264948 n-d-768862-2 neutron-server[84765]: 'Port': {'1.6'}, Jan 14 07:08:07.264948 n-d-768862-2 neutron-server[84765]: 'PortForwarding': {'1.2'}, Jan 14 07:08:07.264948 n-d-768862-2 neutron-server[84765]: 'QosPolicy': {'1.8'}, Jan 14 07:08:07.264948 n-d-768862-2 neutron-server[84765]: 'SecurityGroup': {'1.4'}, Jan 14 07:08:07.264948 n-d-768862-2 neutron-server[84765]: 'SecurityGroupRule': {'1.2'}, Jan 14 07:08:07.264948 n-d-768862-2 neutron-server[84765]: 'SubPort': {'1.0'}, Jan 14 07:08:07.264948 n-d-768862-2 neutron-server[84765]: 'Subnet': {'1.1'}, Jan 14 07:08:07.264948 n-d-768862-2 neutron-server[84765]: 'Trunk': {'1.1'}} Jan 14 07:08:07.264948 n-d-768862-2 neutron-server[84765]: consumer versions: Jan 14 07:08:07.264948 n-d-768862-2 neutron-server[84765]: { DHCP agent@n-d-768862-2: {}, Jan 14 07:08:07.264948 n-d-768862-2 neutron-server[84765]: L3 agent@n-d-768862-2: {}, Jan 14 07:08:07.264948 n-d-768862-2 neutron-server[84765]: Metadata agent@n-d-768862-2: {}, Jan 14 07:08:07.264948 n-d-768862-2 neutron-server[84765]: Metering agent@n-d-768862-2: {}, Jan 14 07:08:07.264948 n-d-768862-2 neutron-server[84765]: Open vSwitch agent@n-d-768862-2: { 'AddressGroup': '1.1', Jan 14 07:08:07.264948 n-d-768862-2 neutron-server[84765]: 'ConntrackHelper': '1.0', Jan 14 07:08:07.264948 n-d-768862-2 neutron-server[84765]: 'Log': '1.0', Jan 14 07:08:07.264948 n-d-768862-2 neutron-server[84765]: 'Network': '1.1', Jan 14 07:08:07.264948 n-d-768862-2 neutron-server[84765]: 'Port': '1.6', Jan 14 07:08:07.264948 n-d-768862-2 neutron-server[84765]: 'PortForwarding': '1.2', Jan 14 07:08:07.264948 n-d-768862-2 neutron-server[84765]: 'QosPolicy': '1.8', Jan 14 07:08:07.264948 n-d-768862-2 neutron-server[84765]: 'SecurityGroup': '1.4', Jan 14 07:08:07.264948 n-d-768862-2 neutron-server[84765]: 'SecurityGroupRule': '1.2', Jan 14 07:08:07.264948 n-d-768862-2 neutron-server[84765]: 'SubPort': '1.0', Jan 14 07:08:07.264948 n-d-768862-2 neutron-server[84765]: 'Subnet': '1.1', Jan 14 07:08:07.264948 n-d-768862-2 neutron-server[84765]: 'Trunk': '1.1'}, Jan 14 07:08:07.264948 n-d-768862-2 neutron-server[84765]: Open vSwitch agent@n-h1-768862-2: { 'AddressGroup': '1.1', Jan 14 07:08:07.264948 n-d-768862-2 neutron-server[84765]: 'ConntrackHelper': '1.0', Jan 14 07:08:07.264948 n-d-768862-2 neutron-server[84765]: 'Log': '1.0', Jan 14 07:08:07.264948 n-d-768862-2 neutron-server[84765]: 'Network': '1.1', Jan 14 07:08:07.264948 n-d-768862-2 neutron-server[84765]: 'Port': '1.6', Jan 14 07:08:07.264948 n-d-768862-2 neutron-server[84765]: 'PortForwarding': '1.2', Jan 14 07:08:07.264948 n-d-768862-2 neutron-server[84765]: 'QosPolicy': '1.8', Jan 14 07:08:07.264948 n-d-768862-2 neutron-server[84765]: 'SecurityGroup': '1.4', Jan 14 07:08:07.264948 n-d-768862-2 neutron-server[84765]: 'SecurityGroupRule': '1.2', Jan 14 07:08:07.264948 n-d-768862-2 neutron-server[84765]: 'SubPort': '1.0', Jan 14 07:08:07.264948 n-d-768862-2 neutron-server[84765]: 'Subnet': '1.1', Jan 14 07:08:07.264948 n-d-768862-2 neutron-server[84765]: 'Trunk': '1.1'}, Jan 14 07:08:07.264948 n-d-768862-2 neutron-server[84765]: Open vSwitch agent@n-h2-768862-2: { 'AddressGroup': '1.1', Jan 14 07:08:07.264948 n-d-768862-2 neutron-server[84765]: 'ConntrackHelper': '1.0', Jan 14 07:08:07.264948 n-d-768862-2 neutron-server[84765]: 'Log': '1.0', Jan 14 07:08:07.264948 n-d-768862-2 neutron-server[84765]: 'Network': '1.1', Jan 14 07:08:07.264948 n-d-768862-2 neutron-server[84765]: 'Port': '1.6', Jan 14 07:08:07.264948 n-d-768862-2 neutron-server[84765]: 'PortForwarding': '1.2', Jan 14 07:08:07.264948 n-d-768862-2 neutron-server[84765]: 'QosPolicy': '1.8', Jan 14 07:08:07.264948 n-d-768862-2 neutron-server[84765]: 'SecurityGroup': '1.4', Jan 14 07:08:07.264948 n-d-768862-2 neutron-server[84765]: 'SecurityGroupRule': '1.2', Jan 14 07:08:07.264948 n-d-768862-2 neutron-server[84765]: 'SubPort': '1.0', Jan 14 07:08:07.264948 n-d-768862-2 neutron-server[84765]: 'Subnet': '1.1', Jan 14 07:08:07.264948 n-d-768862-2 neutron-server[84765]: 'Trunk': '1.1'}} Jan 14 07:08:07.264948 n-d-768862-2 neutron-server[84765]: {{(pid=84877) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}} Jan 14 07:08:07.287203 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-5fd80730-6d3e-4cdf-8011-d32fd1027fc0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.631s {{(pid=84877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:08:07.295557 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-5b21ad3a-a8f8-4eba-8804-5f667beadbaa admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:08:07.312967 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-42a159ec-4a8b-4693-ac72-0105fed9f7d0 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=141850ac60864b8e9d070f582a07b7e8&name=default HTTP/1.1" status: 200 len: 2979 time: 3.2163754 Jan 14 07:08:07.322662 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-b6437c6d-4e4a-4bfd-a240-3c1befc1dfed admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=5536db7d66314782901cad08928d3bb2&name=default HTTP/1.1" status: 200 len: 2979 time: 3.1610510 Jan 14 07:08:07.323786 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84874) accepted ('10.222.0.24', 51604) {{(pid=84874) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:08:07.324524 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84874) accepted ('10.222.0.24', 51606) {{(pid=84874) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:08:07.352226 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-dfebfb8a-0a1f-4d7b-996a-8ee10f5e08eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555753'] for port, before_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:08:07.391052 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.managers [None req-cfd7629a-169b-4edb-9eaf-8a2429a4299c None None] Attempting to bind port 02a42528-ce7a-46bf-8fe1-7b377cbbeac6 on host n-d-768862-2 for vnic_type normal with profile {{(pid=84877) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 14 07:08:07.395234 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.managers [None req-cfd7629a-169b-4edb-9eaf-8a2429a4299c None None] Attempting to bind port 02a42528-ce7a-46bf-8fe1-7b377cbbeac6 by drivers openvswitch on host n-d-768862-2 at level 0 using segments [{'id': 'cf3ded2c-bc47-4a71-89af-6e7117e60140', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '226f1e78-82cd-4481-9055-4eb73b6db8c1'}] {{(pid=84877) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 14 07:08:07.395762 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfd7629a-169b-4edb-9eaf-8a2429a4299c None None] Attempting to bind port 02a42528-ce7a-46bf-8fe1-7b377cbbeac6 on network 226f1e78-82cd-4481-9055-4eb73b6db8c1 {{(pid=84877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 14 07:08:07.403797 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfd7629a-169b-4edb-9eaf-8a2429a4299c None None] Checking agent: {'id': 'ba5efab1-b43c-4d5a-bc52-6e105d4e67a2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768862-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 14, 6, 56, 52), 'started_at': datetime.datetime(2021, 1, 14, 6, 57, 22), 'heartbeat_timestamp': datetime.datetime(2021, 1, 14, 7, 7, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768862-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.29', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 14 07:08:07.404243 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfd7629a-169b-4edb-9eaf-8a2429a4299c None None] Checking segment: {'id': 'cf3ded2c-bc47-4a71-89af-6e7117e60140', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '226f1e78-82cd-4481-9055-4eb73b6db8c1'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84877) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 14 07:08:07.404676 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-cfd7629a-169b-4edb-9eaf-8a2429a4299c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:08:07.405392 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfd7629a-169b-4edb-9eaf-8a2429a4299c None None] Bound using segment: {'id': 'cf3ded2c-bc47-4a71-89af-6e7117e60140', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '226f1e78-82cd-4481-9055-4eb73b6db8c1'} {{(pid=84877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 14 07:08:07.405938 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.managers [None req-cfd7629a-169b-4edb-9eaf-8a2429a4299c None None] Bound port: 02a42528-ce7a-46bf-8fe1-7b377cbbeac6, host: n-d-768862-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cf3ded2c-bc47-4a71-89af-6e7117e60140', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '226f1e78-82cd-4481-9055-4eb73b6db8c1'}}] {{(pid=84877) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 14 07:08:07.406508 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-cfd7629a-169b-4edb-9eaf-8a2429a4299c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555753'] for port, before_update {{(pid=84877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:08:07.459743 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42a159ec-4a8b-4693-ac72-0105fed9f7d0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=037a49a3-eea7-4f8b-ae26-07e082fdf493,revision_number=1']} {{(pid=84875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:08:07.481041 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-42a159ec-4a8b-4693-ac72-0105fed9f7d0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.191s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:08:07.626687 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [None req-cfd7629a-169b-4edb-9eaf-8a2429a4299c None None] For port 02a42528-ce7a-46bf-8fe1-7b377cbbeac6, host n-d-768862-2, cleared binding levels {{(pid=84877) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 14 07:08:07.654472 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [None req-cfd7629a-169b-4edb-9eaf-8a2429a4299c None None] For port 02a42528-ce7a-46bf-8fe1-7b377cbbeac6, host n-d-768862-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-2',level=0,port_id=02a42528-ce7a-46bf-8fe1-7b377cbbeac6,segment=NetworkSegment(cf3ded2c-bc47-4a71-89af-6e7117e60140),segment_id=cf3ded2c-bc47-4a71-89af-6e7117e60140)] {{(pid=84877) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 14 07:08:07.670117 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-c7c361b3-2f1b-4320-9a20-b65034eb7ff3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:08:07.670519 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-cfd7629a-169b-4edb-9eaf-8a2429a4299c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777640533312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363259214678337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777640097497'] for port, after_update {{(pid=84877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:08:07.674516 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-713624f7-0595-426f-9714-d35e24a21de0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:08:07.744336 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-c7c361b3-2f1b-4320-9a20-b65034eb7ff3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:08:07.748884 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:08:07.770104 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-713624f7-0595-426f-9714-d35e24a21de0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:08:07.902714 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-c7c361b3-2f1b-4320-9a20-b65034eb7ff3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850887153'] for security_group, after_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:08:07.917111 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:08:07.939738 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-713624f7-0595-426f-9714-d35e24a21de0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850887153'] for security_group, after_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:08:07.953382 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7c361b3-2f1b-4320-9a20-b65034eb7ff3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=037a49a3-eea7-4f8b-ae26-07e082fdf493,revision_number=None']} {{(pid=84874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:08:07.960593 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-c7c361b3-2f1b-4320-9a20-b65034eb7ff3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:08:07.971047 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-d681f142-565c-4ea6-a4b0-17e795c8ede5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.018s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:08:08.009506 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-713624f7-0595-426f-9714-d35e24a21de0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:08:08.022053 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-713624f7-0595-426f-9714-d35e24a21de0 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/6b24bf8b-81a4-4c61-a6bc-3d33b9e53356 HTTP/1.1" status: 204 len: 168 time: 0.6939406 Jan 14 07:08:08.024773 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-713624f7-0595-426f-9714-d35e24a21de0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6b24bf8b-81a4-4c61-a6bc-3d33b9e53356,revision_number=None']} {{(pid=84874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:08:08.027301 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.db_base_plugin_common [None req-dfebfb8a-0a1f-4d7b-996a-8ee10f5e08eb admin admin] Allocated IP 172.20.0.1 (a760f83e-96bb-4086-b2e9-7bb50ea36a96/0c326c1b-06fb-4a7a-9462-602c119daa97/39407de6-5f26-435d-bd5f-a079247918ce) {{(pid=84875) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 14 07:08:08.032628 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-713624f7-0595-426f-9714-d35e24a21de0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:08:08.038006 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-c7c361b3-2f1b-4320-9a20-b65034eb7ff3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:08:08.042567 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-c7c361b3-2f1b-4320-9a20-b65034eb7ff3 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/037a49a3-eea7-4f8b-ae26-07e082fdf493 HTTP/1.1" status: 204 len: 168 time: 0.7166493 Jan 14 07:08:08.219677 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fd80730-6d3e-4cdf-8011-d32fd1027fc0 None None] Pushing event updated for resources: {'Port': ['ID=02a42528-ce7a-46bf-8fe1-7b377cbbeac6,revision_number=3']} {{(pid=84877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:08:08.239222 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-5fd80730-6d3e-4cdf-8011-d32fd1027fc0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.490s {{(pid=84877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:08:08.300852 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfd7629a-169b-4edb-9eaf-8a2429a4299c None None] Routers {'34c5002b-6dc5-47cb-abaa-6222bbe1ea0a'} bound to L3 agent in host n-d-768862-2 {{(pid=84877) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 14 07:08:08.301558 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_hamode_db [None req-cfd7629a-169b-4edb-9eaf-8a2429a4299c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-01-14T06:56:51Z,description=,heartbeat_timestamp=2021-01-14T07:07:51Z,host='n-d-768862-2',id=35f592e9-451b-4db9-abea-77b6a5c5391b,load=0,resource_versions=,resources_synced=,started_at=2021-01-14T06:56:51Z,topic='l3_agent')) {'router_ids': ['34c5002b-6dc5-47cb-abaa-6222bbe1ea0a'], 'active': True} {{(pid=84877) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:08:08.429724 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-dfebfb8a-0a1f-4d7b-996a-8ee10f5e08eb admin admin] Notify callbacks [] for port, precommit_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:08:08.478868 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7939fd4b-aed3-4395-af43-00b09b0c8479 req-4ad65bff-5075-4c3e-b3ca-c96a2f0a2cfc tempest-LiveMigrationTest-655351468 tempest-LiveMigrationTest-655351468] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:08:08.480940 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [req-7939fd4b-aed3-4395-af43-00b09b0c8479 req-4ad65bff-5075-4c3e-b3ca-c96a2f0a2cfc tempest-LiveMigrationTest-655351468 tempest-LiveMigrationTest-655351468] 10.222.0.24 "GET /v2.0/networks?id=8d7ac510-19a4-4618-bf03-8914abcca7c7 HTTP/1.1" status: 200 len: 808 time: 0.3000131 Jan 14 07:08:08.488576 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-dfebfb8a-0a1f-4d7b-996a-8ee10f5e08eb admin admin] Transition to ACTIVE for port object 39407de6-5f26-435d-bd5f-a079247918ce will not be triggered until provisioned by entity DHCP. {{(pid=84875) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 07:08:08.507383 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [req-7939fd4b-aed3-4395-af43-00b09b0c8479 req-5a2a31d5-6c02-417a-bd95-bdde25eb3444 tempest-LiveMigrationTest-655351468 tempest-LiveMigrationTest-655351468] 10.222.0.24 "GET /v2.0/quotas/d9506df5bc8049ed9c58f58e889e20ca HTTP/1.1" status: 200 len: 375 time: 0.0169973 Jan 14 07:08:08.568857 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [req-7939fd4b-aed3-4395-af43-00b09b0c8479 req-061006fe-7d74-4080-b2ee-30e0d715d292 tempest-LiveMigrationTest-655351468 tempest-LiveMigrationTest-655351468] 10.222.0.24 "GET /v2.0/ports?tenant_id=d9506df5bc8049ed9c58f58e889e20ca&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0547237 Jan 14 07:08:08.576219 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-dfebfb8a-0a1f-4d7b-996a-8ee10f5e08eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777640123575'] for port, after_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:08:08.595488 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-1f8303fc-b232-4122-b889-fee0938e80bb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:08:08.815787 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_dvr_db [None req-cfd7629a-169b-4edb-9eaf-8a2429a4299c None None] Set router 34c5002b-6dc5-47cb-abaa-6222bbe1ea0a gateway port host: n-d-768862-2 {{(pid=84877) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 14 07:08:08.831541 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfebfb8a-0a1f-4d7b-996a-8ee10f5e08eb admin admin] Pushing event updated for resources: {'Port': ['ID=39407de6-5f26-435d-bd5f-a079247918ce,revision_number=1']} {{(pid=84875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:08:08.835674 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-dfebfb8a-0a1f-4d7b-996a-8ee10f5e08eb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.240s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:08:08.985811 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [req-7939fd4b-aed3-4395-af43-00b09b0c8479 req-47be2c6b-5139-411d-a70e-dfdff7413903 service neutron] 10.222.0.24 "GET /v2.0/networks/8d7ac510-19a4-4618-bf03-8914abcca7c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3913841 Jan 14 07:08:09.120603 n-d-768862-2 neutron-server[84765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dfebfb8a-0a1f-4d7b-996a-8ee10f5e08eb admin admin] Network a760f83e-96bb-4086-b2e9-7bb50ea36a96 is already hosted by enough agents. {{(pid=84875) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 07:08:09.127338 n-d-768862-2 neutron-server[84765]: DEBUG neutron.scheduler.base_scheduler [None req-dfebfb8a-0a1f-4d7b-996a-8ee10f5e08eb admin admin] Resources bound (agent type, host, resource id): {{(pid=84875) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 07:08:09.155026 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfebfb8a-0a1f-4d7b-996a-8ee10f5e08eb admin admin] Received port after_create {{(pid=84875) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 14 07:08:09.155782 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-dfebfb8a-0a1f-4d7b-996a-8ee10f5e08eb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036850886386'] for router_interface, before_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:08:09.196684 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84874) accepted ('10.222.0.24', 51668) {{(pid=84874) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:08:09.241416 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-1bca78c3-9535-4f30-98c0-d22413d522d9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:08:09.283115 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-1bca78c3-9535-4f30-98c0-d22413d522d9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:08:09.296969 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_hamode_db [None req-cfd7629a-169b-4edb-9eaf-8a2429a4299c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '34c5002b-6dc5-47cb-abaa-6222bbe1ea0a', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1975662310-router', 'tenant_id': '379433b85b8d420cbbb1671da6a74e86', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '226f1e78-82cd-4481-9055-4eb73b6db8c1', 'external_fixed_ips': [{'subnet_id': 'ba8deeec-7658-4195-9449-038c076f5c83', 'ip_address': '172.25.2.141'}], 'enable_snat': True}, 'gw_port_id': '02a42528-ce7a-46bf-8fe1-7b377cbbeac6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-14T07:07:58Z', 'updated_at': '2021-01-14T07:08:02Z', 'revision_number': 3, 'project_id': '379433b85b8d420cbbb1671da6a74e86', 'gw_port': {'id': '02a42528-ce7a-46bf-8fe1-7b377cbbeac6', 'name': '', 'network_id': '226f1e78-82cd-4481-9055-4eb73b6db8c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:4b:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '34c5002b-6dc5-47cb-abaa-6222bbe1ea0a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 187, 'fixed_ips': [{'subnet_id': 'ba8deeec-7658-4195-9449-038c076f5c83', 'ip_address': '172.25.2.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T07:08:01Z', 'updated_at': '2021-01-14T07:08:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ba8deeec-7658-4195-9449-038c076f5c83', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-2'}], 'n-d-768862-2', False) {} {{(pid=84877) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:08:09.302132 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cfd7629a-169b-4edb-9eaf-8a2429a4299c None None] The sync data for ids ['34c5002b-6dc5-47cb-abaa-6222bbe1ea0a'] in n-d-768862-2 is: [{'id': '34c5002b-6dc5-47cb-abaa-6222bbe1ea0a', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1975662310-router', 'tenant_id': '379433b85b8d420cbbb1671da6a74e86', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '226f1e78-82cd-4481-9055-4eb73b6db8c1', 'external_fixed_ips': [{'subnet_id': 'ba8deeec-7658-4195-9449-038c076f5c83', 'ip_address': '172.25.2.141'}], 'enable_snat': True}, 'gw_port_id': '02a42528-ce7a-46bf-8fe1-7b377cbbeac6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-14T07:07:58Z', 'updated_at': '2021-01-14T07:08:02Z', 'revision_number': 3, 'project_id': '379433b85b8d420cbbb1671da6a74e86', 'gw_port': {'id': '02a42528-ce7a-46bf-8fe1-7b377cbbeac6', 'name': '', 'network_id': '226f1e78-82cd-4481-9055-4eb73b6db8c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:4b:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '34c5002b-6dc5-47cb-abaa-6222bbe1ea0a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 187, 'fixed_ips': [{'subnet_id': 'ba8deeec-7658-4195-9449-038c076f5c83', 'ip_address': '172.25.2.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T07:08:01Z', 'updated_at': '2021-01-14T07:08:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ba8deeec-7658-4195-9449-038c076f5c83', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-2'}] {{(pid=84877) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Jan 14 07:08:09.303202 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-1bca78c3-9535-4f30-98c0-d22413d522d9 admin admin] Usage tracker for resource:security_group_rule and tenant:d270348e0a1e4b1a9095a65fa3bb6db1 is out of sync, need to count used quota {{(pid=84874) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:08:09.321253 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-1bca78c3-9535-4f30-98c0-d22413d522d9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84874) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:08:09.343038 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-1bca78c3-9535-4f30-98c0-d22413d522d9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:08:09.371357 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-dfebfb8a-0a1f-4d7b-996a-8ee10f5e08eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555753'] for port, before_update {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:08:09.495632 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [req-7939fd4b-aed3-4395-af43-00b09b0c8479 req-b4f3f237-e68f-4b42-a853-ec7a35869d9f service neutron] 10.222.0.24 "GET /v2.0/networks/8d7ac510-19a4-4618-bf03-8914abcca7c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.4990683 Jan 14 07:08:09.530182 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-f2d8a134-a6d1-412c-a275-291879540e33 None None] Provisioning for port 39407de6-5f26-435d-bd5f-a079247918ce completed by entity DHCP. {{(pid=84876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 07:08:09.552494 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-f2d8a134-a6d1-412c-a275-291879540e33 None None] Provisioning complete for port 39407de6-5f26-435d-bd5f-a079247918ce triggered by entity DHCP. {{(pid=84876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 07:08:09.553344 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-f2d8a134-a6d1-412c-a275-291879540e33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-604227'] for port, provisioning_complete {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:08:09.602980 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84875) accepted ('10.222.0.24', 51676) {{(pid=84875) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:08:09.618805 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-1bca78c3-9535-4f30-98c0-d22413d522d9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:08:09.626974 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-1bca78c3-9535-4f30-98c0-d22413d522d9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850887153'] for security_group, after_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:08:09.660031 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:08:09.690122 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-dd4789c7-483f-4e85-b2fe-ba673f8b399e admin admin] Notify callbacks [] for security_group, before_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:08:09.740276 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-1bca78c3-9535-4f30-98c0-d22413d522d9 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=d270348e0a1e4b1a9095a65fa3bb6db1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5400801 Jan 14 07:08:09.762334 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bca78c3-9535-4f30-98c0-d22413d522d9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e4a9b0ca-3da1-450d-845a-58f24fe5935e,revision_number=1']} {{(pid=84874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:08:09.766645 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84874) accepted ('10.222.0.24', 51682) {{(pid=84874) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:08:09.779667 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-1bca78c3-9535-4f30-98c0-d22413d522d9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:08:09.810258 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.plugin [None req-f2d8a134-a6d1-412c-a275-291879540e33 None None] Port 39407de6-5f26-435d-bd5f-a079247918ce cannot update to ACTIVE because it is not bound. {{(pid=84876) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:329}} Jan 14 07:08:09.941531 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-aa90d227-e8cb-4ee2-a8e5-6fa5b26ad63b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:08:10.009500 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-aa90d227-e8cb-4ee2-a8e5-6fa5b26ad63b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:08:10.096774 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-aa90d227-e8cb-4ee2-a8e5-6fa5b26ad63b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850887153'] for security_group, after_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:08:10.104834 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-5e15ada5-7ae6-4bb2-a539-7fdec232999a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:08:10.109325 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-dd4789c7-483f-4e85-b2fe-ba673f8b399e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:08:10.119255 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-dd4789c7-483f-4e85-b2fe-ba673f8b399e admin admin] Usage tracker for resource:security_group_rule and tenant:b7705aa542464426853c4c14a394e013 is out of sync, need to count used quota {{(pid=84875) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:08:10.121978 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa90d227-e8cb-4ee2-a8e5-6fa5b26ad63b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e4a9b0ca-3da1-450d-845a-58f24fe5935e,revision_number=None']} {{(pid=84874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:08:10.128318 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-aa90d227-e8cb-4ee2-a8e5-6fa5b26ad63b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:08:10.144608 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-aa90d227-e8cb-4ee2-a8e5-6fa5b26ad63b admin admin] Notify callbacks [] for security_group, before_response {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:08:10.146126 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-aa90d227-e8cb-4ee2-a8e5-6fa5b26ad63b admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/e4a9b0ca-3da1-450d-845a-58f24fe5935e HTTP/1.1" status: 204 len: 168 time: 0.3792510 Jan 14 07:08:10.158729 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-dd4789c7-483f-4e85-b2fe-ba673f8b399e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84875) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:08:10.183362 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-dd4789c7-483f-4e85-b2fe-ba673f8b399e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:08:10.218919 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84874) accepted ('10.222.0.24', 51704) {{(pid=84874) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:08:10.402877 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-dfebfb8a-0a1f-4d7b-996a-8ee10f5e08eb admin admin] Notify callbacks [] for port, precommit_update {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:08:10.418703 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-dfebfb8a-0a1f-4d7b-996a-8ee10f5e08eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777640533312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363259214678337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777640097497'] for port, after_update {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:08:10.424948 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-dfebfb8a-0a1f-4d7b-996a-8ee10f5e08eb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3206949', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3889649'] for router_interface, after_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:08:10.451654 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:08:10.657732 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfebfb8a-0a1f-4d7b-996a-8ee10f5e08eb admin admin] Pushing event updated for resources: {'Port': ['ID=39407de6-5f26-435d-bd5f-a079247918ce,revision_number=2']} {{(pid=84875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:08:10.660258 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-017f98a9-8a07-408c-a86f-8ff0c00400a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363259214191800', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854171626'] for agent, after_update {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:08:10.675422 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-dfebfb8a-0a1f-4d7b-996a-8ee10f5e08eb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.224s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:08:10.697505 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-dd4789c7-483f-4e85-b2fe-ba673f8b399e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:08:10.709309 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-dd4789c7-483f-4e85-b2fe-ba673f8b399e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850887153'] for security_group, after_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:08:10.732277 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-cf14af8f-1004-4489-8299-b0bef6519d82 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:08:10.799391 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd4789c7-483f-4e85-b2fe-ba673f8b399e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5a293b36-5fc0-4090-82c1-8c3e5175124c,revision_number=1']} {{(pid=84875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:08:10.812503 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-dd4789c7-483f-4e85-b2fe-ba673f8b399e admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=b7705aa542464426853c4c14a394e013&name=default HTTP/1.1" status: 200 len: 2979 time: 1.2083249 Jan 14 07:08:10.813954 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-dd4789c7-483f-4e85-b2fe-ba673f8b399e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:08:10.816970 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84874) accepted ('10.222.0.24', 51722) {{(pid=84874) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:08:10.824317 n-d-768862-2 neutron-server[84765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dfebfb8a-0a1f-4d7b-996a-8ee10f5e08eb admin admin] Network a760f83e-96bb-4086-b2e9-7bb50ea36a96 is already hosted by enough agents. {{(pid=84875) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 07:08:10.825840 n-d-768862-2 neutron-server[84765]: DEBUG neutron.scheduler.base_scheduler [None req-dfebfb8a-0a1f-4d7b-996a-8ee10f5e08eb admin admin] Resources bound (agent type, host, resource id): {{(pid=84875) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 07:08:11.021020 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-f64a3b90-7581-4a06-811b-ee46ebae2b9f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:08:11.086501 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Device 02a42528-ce7a-46bf-8fe1-7b377cbbeac6 up at agent ovs-agent-n-d-768862-2 {{(pid=84876) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 07:08:11.163419 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-f64a3b90-7581-4a06-811b-ee46ebae2b9f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:08:11.309043 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-f64a3b90-7581-4a06-811b-ee46ebae2b9f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850887153'] for security_group, after_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:08:11.318715 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Provisioning for port 02a42528-ce7a-46bf-8fe1-7b377cbbeac6 completed by entity L2. {{(pid=84876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 07:08:11.331134 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-266ae818-8a7f-48c8-a5ab-5f8c9ad7503f None None] Provisioning complete for port 39407de6-5f26-435d-bd5f-a079247918ce triggered by entity DHCP. {{(pid=84876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 07:08:11.331921 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-266ae818-8a7f-48c8-a5ab-5f8c9ad7503f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-604227'] for port, provisioning_complete {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:08:11.358751 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-0c1f100c-f892-4e58-a6dd-8f3baa3b03f1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:08:11.406270 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.plugin [None req-266ae818-8a7f-48c8-a5ab-5f8c9ad7503f None None] Port 39407de6-5f26-435d-bd5f-a079247918ce cannot update to ACTIVE because it is not bound. {{(pid=84876) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:329}} Jan 14 07:08:11.409471 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Provisioning complete for port 02a42528-ce7a-46bf-8fe1-7b377cbbeac6 triggered by entity L2. {{(pid=84876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 07:08:11.410004 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-604227'] for port, provisioning_complete {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:08:11.424654 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f64a3b90-7581-4a06-811b-ee46ebae2b9f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5a293b36-5fc0-4090-82c1-8c3e5175124c,revision_number=None']} {{(pid=84874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:08:11.430592 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-f64a3b90-7581-4a06-811b-ee46ebae2b9f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:08:11.433300 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-f64a3b90-7581-4a06-811b-ee46ebae2b9f admin admin] Notify callbacks [] for security_group, before_response {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:08:11.435803 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-f64a3b90-7581-4a06-811b-ee46ebae2b9f admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/5a293b36-5fc0-4090-82c1-8c3e5175124c HTTP/1.1" status: 204 len: 168 time: 0.6174815 Jan 14 07:08:11.549109 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.v2.base [None req-1ca5250f-1f2f-4b09-81e1-255cca1dcc31 admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationRemoteConsolesV26Test-752091809-network', 'tenant_id': '19acaa68b8e54536913696ea7d4bb12d'}} {{(pid=84874) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:08:11.560195 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-1ca5250f-1f2f-4b09-81e1-255cca1dcc31 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:08:11.569708 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-1ca5250f-1f2f-4b09-81e1-255cca1dcc31 admin admin] Usage tracker for resource:network and tenant:19acaa68b8e54536913696ea7d4bb12d is out of sync, need to count used quota {{(pid=84874) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:08:11.575895 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-1ca5250f-1f2f-4b09-81e1-255cca1dcc31 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84874) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:08:11.589487 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-1ca5250f-1f2f-4b09-81e1-255cca1dcc31 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:08:11.614441 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1ca5250f-1f2f-4b09-81e1-255cca1dcc31 admin admin] Made reservation on behalf of 19acaa68b8e54536913696ea7d4bb12d for: {'network': 1} {{(pid=84874) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 07:08:11.635444 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-1ca5250f-1f2f-4b09-81e1-255cca1dcc31 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555753'] for network, before_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:08:11.676643 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-1ca5250f-1f2f-4b09-81e1-255cca1dcc31 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:08:11.692048 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555753'] for port, before_update {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:08:11.727212 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-1ca5250f-1f2f-4b09-81e1-255cca1dcc31 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:08:11.727792 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] For port 02a42528-ce7a-46bf-8fe1-7b377cbbeac6, host n-d-768862-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-2',level=0,port_id=02a42528-ce7a-46bf-8fe1-7b377cbbeac6,segment=NetworkSegment(cf3ded2c-bc47-4a71-89af-6e7117e60140),segment_id=cf3ded2c-bc47-4a71-89af-6e7117e60140)] {{(pid=84876) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 07:08:11.732750 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-1ca5250f-1f2f-4b09-81e1-255cca1dcc31 admin admin] Usage tracker for resource:security_group_rule and tenant:19acaa68b8e54536913696ea7d4bb12d is out of sync, need to count used quota {{(pid=84874) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:08:11.737042 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-1ca5250f-1f2f-4b09-81e1-255cca1dcc31 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84874) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:08:11.737887 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777640533312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363259214678337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777640097497'] for port, after_update {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:08:11.748530 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-1ca5250f-1f2f-4b09-81e1-255cca1dcc31 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:08:11.750276 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84876) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:08:11.775434 n-d-768862-2 neutron-server[84765]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dfebfb8a-0a1f-4d7b-996a-8ee10f5e08eb admin admin] Router 34c5002b-6dc5-47cb-abaa-6222bbe1ea0a has already been hosted by L3 agent 35f592e9-451b-4db9-abea-77b6a5c5391b {{(pid=84875) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Jan 14 07:08:11.895467 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-1ca5250f-1f2f-4b09-81e1-255cca1dcc31 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:08:11.903894 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-1ca5250f-1f2f-4b09-81e1-255cca1dcc31 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850887153'] for security_group, after_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:08:11.909940 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-ee221992-365e-4591-b97f-d6571d4b9fc2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:08:11.960241 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Pushing event updated for resources: {'Port': ['ID=02a42528-ce7a-46bf-8fe1-7b377cbbeac6,revision_number=4']} {{(pid=84876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:08:11.965729 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1ca5250f-1f2f-4b09-81e1-255cca1dcc31 admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 6} {{(pid=84874) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Jan 14 07:08:11.968035 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.218s {{(pid=84876) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:08:11.984041 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ca5250f-1f2f-4b09-81e1-255cca1dcc31 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=87274367-3b19-43a5-b8f8-418662297704,revision_number=1']} {{(pid=84874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:08:12.005858 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-1ca5250f-1f2f-4b09-81e1-255cca1dcc31 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:08:12.014643 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-1ca5250f-1f2f-4b09-81e1-255cca1dcc31 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854179735'] for segment, precommit_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:08:12.015251 n-d-768862-2 neutron-server[84765]: INFO neutron.db.segments_db [None req-1ca5250f-1f2f-4b09-81e1-255cca1dcc31 admin admin] Added segment a5b60b1b-22cb-4125-92d0-00202fe0a08c of type vxlan for network 00fc96bc-4efb-47a9-80e7-2a8ea5781b51 Jan 14 07:08:12.058062 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-1ca5250f-1f2f-4b09-81e1-255cca1dcc31 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363259214646115'] for network, precommit_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:08:12.106835 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-1ca5250f-1f2f-4b09-81e1-255cca1dcc31 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850887149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964'] for network, after_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:08:12.108655 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ca5250f-1f2f-4b09-81e1-255cca1dcc31 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:08:12.109582 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-1ca5250f-1f2f-4b09-81e1-255cca1dcc31 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3207107'] for network, before_response {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:08:12.116254 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:08:12.122140 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-852a24f7-e9a1-4193-9abb-e9506fe5213f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363259214191800', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854171626'] for agent, after_update {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:08:12.241427 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ca5250f-1f2f-4b09-81e1-255cca1dcc31 admin admin] Pushing event updated for resources: {'Network': ['ID=00fc96bc-4efb-47a9-80e7-2a8ea5781b51,revision_number=1']} {{(pid=84874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:08:12.243220 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad5261f5-7604-485c-9210-8b092bb574e1 req-ce0980f1-315a-46f6-addb-a0e3e3cad24f tempest-LiveMigrationTest-655351468 tempest-LiveMigrationTest-655351468] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:08:12.258591 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-1ca5250f-1f2f-4b09-81e1-255cca1dcc31 admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 2.0334713 Jan 14 07:08:12.258591 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-1ca5250f-1f2f-4b09-81e1-255cca1dcc31 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:08:12.259226 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84874) accepted ('10.222.0.24', 51750) {{(pid=84874) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:08:12.261731 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [req-ad5261f5-7604-485c-9210-8b092bb574e1 req-ce0980f1-315a-46f6-addb-a0e3e3cad24f tempest-LiveMigrationTest-655351468 tempest-LiveMigrationTest-655351468] 10.222.0.24 "GET /v2.0/networks?id=8d7ac510-19a4-4618-bf03-8914abcca7c7 HTTP/1.1" status: 200 len: 808 time: 0.7922497 Jan 14 07:08:12.269396 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-852a24f7-e9a1-4193-9abb-e9506fe5213f None None] Network 00fc96bc-4efb-47a9-80e7-2a8ea5781b51 details requested by agent ovs-agent-n-h2-768862-2 with host n-h2-768862-2 {{(pid=84876) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 07:08:12.280292 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.v2.base [None req-87eb3fc3-2aba-4a46-bd61-8c7e67ad1013 admin admin] Request body: {'subnet': {'network_id': '00fc96bc-4efb-47a9-80e7-2a8ea5781b51', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationRemoteConsolesV26Test-752091809-subnet', 'tenant_id': '19acaa68b8e54536913696ea7d4bb12d', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=84874) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:08:12.291505 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-87eb3fc3-2aba-4a46-bd61-8c7e67ad1013 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:08:12.296882 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-87eb3fc3-2aba-4a46-bd61-8c7e67ad1013 admin admin] Usage tracker for resource:subnet and tenant:19acaa68b8e54536913696ea7d4bb12d is out of sync, need to count used quota {{(pid=84874) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:08:12.300704 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-87eb3fc3-2aba-4a46-bd61-8c7e67ad1013 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84874) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:08:12.307903 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-87eb3fc3-2aba-4a46-bd61-8c7e67ad1013 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:08:12.324354 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-87eb3fc3-2aba-4a46-bd61-8c7e67ad1013 admin admin] Made reservation on behalf of 19acaa68b8e54536913696ea7d4bb12d for: {'subnet': 1} {{(pid=84874) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 07:08:12.324836 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Network 00fc96bc-4efb-47a9-80e7-2a8ea5781b51 details requested by agent ovs-agent-n-d-768862-2 with host n-d-768862-2 {{(pid=84876) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 07:08:12.330116 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-87eb3fc3-2aba-4a46-bd61-8c7e67ad1013 admin admin] Notify callbacks [] for subnet, before_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:08:12.346123 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [req-ad5261f5-7604-485c-9210-8b092bb574e1 req-753d07c6-b2ec-4583-a2ec-1f4c61e62af6 tempest-LiveMigrationTest-655351468 tempest-LiveMigrationTest-655351468] 10.222.0.24 "GET /v2.0/quotas/d9506df5bc8049ed9c58f58e889e20ca HTTP/1.1" status: 200 len: 375 time: 0.0827513 Jan 14 07:08:12.361181 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-017f98a9-8a07-408c-a86f-8ff0c00400a0 None None] Network 00fc96bc-4efb-47a9-80e7-2a8ea5781b51 details requested by agent ovs-agent-n-h1-768862-2 with host n-h1-768862-2 {{(pid=84876) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 07:08:12.464932 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [req-ad5261f5-7604-485c-9210-8b092bb574e1 req-60daa02a-077a-4663-81ce-c27576867fe0 tempest-LiveMigrationTest-655351468 tempest-LiveMigrationTest-655351468] 10.222.0.24 "GET /v2.0/ports?tenant_id=d9506df5bc8049ed9c58f58e889e20ca&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1051610 Jan 14 07:08:12.770164 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dfebfb8a-0a1f-4d7b-996a-8ee10f5e08eb admin admin] Notify agent at l3_agent.n-d-768862-2 the message routers_updated {{(pid=84875) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jan 14 07:08:12.914294 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-dfebfb8a-0a1f-4d7b-996a-8ee10f5e08eb admin admin] 10.222.0.24 "PUT /v2.0/routers/34c5002b-6dc5-47cb-abaa-6222bbe1ea0a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.4650259 Jan 14 07:08:12.932383 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [req-ad5261f5-7604-485c-9210-8b092bb574e1 req-1997d46c-958f-42fd-b868-615ef565ded4 service neutron] 10.222.0.24 "GET /v2.0/networks/8d7ac510-19a4-4618-bf03-8914abcca7c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4564421 Jan 14 07:08:13.061068 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Device 02a42528-ce7a-46bf-8fe1-7b377cbbeac6 up at agent ovs-agent-n-d-768862-2 {{(pid=84876) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 07:08:13.102915 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-87eb3fc3-2aba-4a46-bd61-8c7e67ad1013 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850887113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964'] for subnet, after_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:08:13.133572 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-6087af55-35d2-4c39-b0e5-d4320df0eb69 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:08:13.218048 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87eb3fc3-2aba-4a46-bd61-8c7e67ad1013 admin admin] Pushing event updated for resources: {'Subnet': ['ID=38b0ffbb-8d69-458b-a565-e123327113de,revision_number=0']} {{(pid=84874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:08:13.252051 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [req-ad5261f5-7604-485c-9210-8b092bb574e1 req-d62899d7-8157-4018-8506-ed0f2610399b service neutron] 10.222.0.24 "GET /v2.0/networks/8d7ac510-19a4-4618-bf03-8914abcca7c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.3177223 Jan 14 07:08:13.340337 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-87eb3fc3-2aba-4a46-bd61-8c7e67ad1013 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.207s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:08:13.398738 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d53245dc-7d2d-4d47-8d4c-49b6738e6892 None None] Sync routers for ids ['34c5002b-6dc5-47cb-abaa-6222bbe1ea0a'] in n-d-768862-2 {{(pid=84876) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Jan 14 07:08:13.431955 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d53245dc-7d2d-4d47-8d4c-49b6738e6892 None None] Routers {'34c5002b-6dc5-47cb-abaa-6222bbe1ea0a'} bound to L3 agent in host n-d-768862-2 {{(pid=84876) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 14 07:08:13.432677 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_hamode_db [None req-d53245dc-7d2d-4d47-8d4c-49b6738e6892 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-01-14T06:56:51Z,description=,heartbeat_timestamp=2021-01-14T07:07:51Z,host='n-d-768862-2',id=35f592e9-451b-4db9-abea-77b6a5c5391b,load=0,resource_versions=,resources_synced=,started_at=2021-01-14T06:56:51Z,topic='l3_agent')) {'router_ids': ['34c5002b-6dc5-47cb-abaa-6222bbe1ea0a'], 'active': True} {{(pid=84876) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:08:13.528969 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Provisioning complete for port 02a42528-ce7a-46bf-8fe1-7b377cbbeac6 triggered by entity L2. {{(pid=84876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 07:08:13.529819 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-604227'] for port, provisioning_complete {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:08:13.567185 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87eb3fc3-2aba-4a46-bd61-8c7e67ad1013 admin admin] Checking segment: {'id': 'a5b60b1b-22cb-4125-92d0-00202fe0a08c', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '00fc96bc-4efb-47a9-80e7-2a8ea5781b51'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84874) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 14 07:08:13.567783 n-d-768862-2 neutron-server[84765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87eb3fc3-2aba-4a46-bd61-8c7e67ad1013 admin admin] Network hostable DHCP agents. Network: 00fc96bc-4efb-47a9-80e7-2a8ea5781b51, hostable agents: ['32f3dd84-26da-4d18-bf15-6017a8fb7247'], hosted agents: [] {{(pid=84874) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Jan 14 07:08:13.614077 n-d-768862-2 neutron-server[84765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87eb3fc3-2aba-4a46-bd61-8c7e67ad1013 admin admin] Network 00fc96bc-4efb-47a9-80e7-2a8ea5781b51 is scheduled to be hosted by DHCP agent 32f3dd84-26da-4d18-bf15-6017a8fb7247 with binding_index 1 {{(pid=84874) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Jan 14 07:08:13.654718 n-d-768862-2 neutron-server[84765]: DEBUG neutron.scheduler.base_scheduler [None req-87eb3fc3-2aba-4a46-bd61-8c7e67ad1013 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768862-2, 00fc96bc-4efb-47a9-80e7-2a8ea5781b51) {{(pid=84874) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 07:08:13.663804 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87eb3fc3-2aba-4a46-bd61-8c7e67ad1013 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=84874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:08:13.664940 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-87eb3fc3-2aba-4a46-bd61-8c7e67ad1013 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3207107'] for subnet, before_response {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:08:13.788198 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67fa6e99-4822-4f5c-a7ab-fcfa4e011412 None None] Network 00fc96bc-4efb-47a9-80e7-2a8ea5781b51 requested from n-d-768862-2 {{(pid=84876) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 07:08:13.797823 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-87eb3fc3-2aba-4a46-bd61-8c7e67ad1013 admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 1.5287063 Jan 14 07:08:14.146668 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84875) accepted ('10.222.0.24', 51794) {{(pid=84875) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:08:14.303325 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.db_base_plugin_v2 [None req-90affb0a-2320-453f-bd99-e944d5d3d11f admin admin] Deleting subnet fc5d3c2b-31c2-4a09-8403-94dc38d60627 {{(pid=84875) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Jan 14 07:08:14.307716 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-90affb0a-2320-453f-bd99-e944d5d3d11f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:08:14.377267 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-90affb0a-2320-453f-bd99-e944d5d3d11f admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:08:14.387623 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-90affb0a-2320-453f-bd99-e944d5d3d11f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036854176836'] for subnet, precommit_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:08:14.516411 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_dvr_db [None req-d53245dc-7d2d-4d47-8d4c-49b6738e6892 None None] Set router 34c5002b-6dc5-47cb-abaa-6222bbe1ea0a gateway port host: n-d-768862-2 {{(pid=84876) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 14 07:08:14.918178 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-90affb0a-2320-453f-bd99-e944d5d3d11f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-598964', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850887113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964'] for subnet, after_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:08:14.944696 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:08:15.076193 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90affb0a-2320-453f-bd99-e944d5d3d11f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=fc5d3c2b-31c2-4a09-8403-94dc38d60627,revision_number=None']} {{(pid=84875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:08:15.102889 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-90affb0a-2320-453f-bd99-e944d5d3d11f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.158s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:08:15.166182 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-90affb0a-2320-453f-bd99-e944d5d3d11f admin admin] Notify callbacks [] for subnet, before_response {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:08:15.177001 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-90affb0a-2320-453f-bd99-e944d5d3d11f admin admin] 10.222.0.24 "DELETE /v2.0/subnets/fc5d3c2b-31c2-4a09-8403-94dc38d60627 HTTP/1.1" status: 204 len: 168 time: 1.0259435 Jan 14 07:08:15.177767 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84874) accepted ('10.222.0.24', 51824) {{(pid=84874) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:08:15.349493 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-a96b9601-bb12-455c-8f93-a6bb5936b2a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036854160497'] for network, before_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:08:15.356263 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f01aa31-b4c6-405d-8fc5-016adbfb9638 None None] Network 00fc96bc-4efb-47a9-80e7-2a8ea5781b51 requested from n-d-768862-2 {{(pid=84876) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 07:08:15.795368 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-a96b9601-bb12-455c-8f93-a6bb5936b2a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-598987', 'neutron.services.segments.db._delete_segments_for_network-8777640583949'] for network, precommit_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:08:15.847612 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_hamode_db [None req-d53245dc-7d2d-4d47-8d4c-49b6738e6892 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '34c5002b-6dc5-47cb-abaa-6222bbe1ea0a', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1975662310-router', 'tenant_id': '379433b85b8d420cbbb1671da6a74e86', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '226f1e78-82cd-4481-9055-4eb73b6db8c1', 'external_fixed_ips': [{'subnet_id': 'ba8deeec-7658-4195-9449-038c076f5c83', 'ip_address': '172.25.2.141'}], 'enable_snat': True}, 'gw_port_id': '02a42528-ce7a-46bf-8fe1-7b377cbbeac6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-14T07:07:58Z', 'updated_at': '2021-01-14T07:08:09Z', 'revision_number': 4, 'project_id': '379433b85b8d420cbbb1671da6a74e86', 'gw_port': {'id': '02a42528-ce7a-46bf-8fe1-7b377cbbeac6', 'name': '', 'network_id': '226f1e78-82cd-4481-9055-4eb73b6db8c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:4b:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34c5002b-6dc5-47cb-abaa-6222bbe1ea0a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 187, 'fixed_ips': [{'subnet_id': 'ba8deeec-7658-4195-9449-038c076f5c83', 'ip_address': '172.25.2.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T07:08:01Z', 'updated_at': '2021-01-14T07:08:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ba8deeec-7658-4195-9449-038c076f5c83', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-2', '_interfaces': [{'id': '39407de6-5f26-435d-bd5f-a079247918ce', 'name': '', 'network_id': 'a760f83e-96bb-4086-b2e9-7bb50ea36a96', 'tenant_id': '379433b85b8d420cbbb1671da6a74e86', 'mac_address': 'fa:16:3e:f0:22:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '34c5002b-6dc5-47cb-abaa-6222bbe1ea0a', 'device_owner': 'network:router_interface', 'standard_attr_id': 223, 'fixed_ips': [{'subnet_id': '0c326c1b-06fb-4a7a-9462-602c119daa97', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T07:08:07Z', 'updated_at': '2021-01-14T07:08:09Z', 'revision_number': 2, 'project_id': '379433b85b8d420cbbb1671da6a74e86', 'subnets': [{'id': '0c326c1b-06fb-4a7a-9462-602c119daa97', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'n-d-768862-2', False) {} {{(pid=84876) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:08:15.853082 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d53245dc-7d2d-4d47-8d4c-49b6738e6892 None None] Checking router: 34c5002b-6dc5-47cb-abaa-6222bbe1ea0a for host: n-d-768862-2 {{(pid=84876) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Jan 14 07:08:15.853560 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d53245dc-7d2d-4d47-8d4c-49b6738e6892 None None] Updating router 34c5002b-6dc5-47cb-abaa-6222bbe1ea0a port 39407de6-5f26-435d-bd5f-a079247918ce binding host n-d-768862-2 {{(pid=84876) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Jan 14 07:08:15.921868 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-d53245dc-7d2d-4d47-8d4c-49b6738e6892 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555753'] for port, before_update {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:08:15.927375 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-a96b9601-bb12-455c-8f93-a6bb5936b2a4 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=84874) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 14 07:08:15.927774 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-a96b9601-bb12-455c-8f93-a6bb5936b2a4 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=84874) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 14 07:08:15.928604 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-a96b9601-bb12-455c-8f93-a6bb5936b2a4 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=84874) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 14 07:08:15.928982 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-a96b9601-bb12-455c-8f93-a6bb5936b2a4 admin admin] Subscribe: > port after_create 55550000 {{(pid=84874) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 14 07:08:15.929347 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-a96b9601-bb12-455c-8f93-a6bb5936b2a4 admin admin] Subscribe: > port after_delete 55550000 {{(pid=84874) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 14 07:08:15.929705 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-a96b9601-bb12-455c-8f93-a6bb5936b2a4 admin admin] Subscribe: > port after_update 55550000 {{(pid=84874) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 14 07:08:15.930058 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-a96b9601-bb12-455c-8f93-a6bb5936b2a4 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=84874) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 14 07:08:15.930421 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-a96b9601-bb12-455c-8f93-a6bb5936b2a4 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=84874) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 14 07:08:15.930788 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-a96b9601-bb12-455c-8f93-a6bb5936b2a4 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=84874) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 14 07:08:15.931312 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-a96b9601-bb12-455c-8f93-a6bb5936b2a4 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=84874) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 14 07:08:16.104910 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-a96b9601-bb12-455c-8f93-a6bb5936b2a4 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=84874) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 14 07:08:16.105275 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-a96b9601-bb12-455c-8f93-a6bb5936b2a4 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=84874) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 14 07:08:16.105725 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-a96b9601-bb12-455c-8f93-a6bb5936b2a4 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=84874) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 14 07:08:16.106106 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-a96b9601-bb12-455c-8f93-a6bb5936b2a4 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=84874) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 14 07:08:16.106509 n-d-768862-2 neutron-server[84765]: DEBUG neutron.services.segments.db [None req-a96b9601-bb12-455c-8f93-a6bb5936b2a4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8d7ac510-19a4-4618-bf03-8914abcca7c7']}} {{(pid=84874) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:08:16.121386 n-d-768862-2 neutron-server[84765]: DEBUG neutron.services.segments.db [None req-a96b9601-bb12-455c-8f93-a6bb5936b2a4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1d57c164-33a3-45bd-8d54-25474ba4c689') {'for_net_delete': True} {{(pid=84874) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:08:16.121713 n-d-768862-2 neutron-server[84765]: DEBUG neutron.services.segments.db [None req-a96b9601-bb12-455c-8f93-a6bb5936b2a4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1d57c164-33a3-45bd-8d54-25474ba4c689') {} {{(pid=84874) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:08:16.136948 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-a96b9601-bb12-455c-8f93-a6bb5936b2a4 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363259214173198', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2968632'] for segment, before_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:08:16.161104 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-a96b9601-bb12-455c-8f93-a6bb5936b2a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854179735'] for segment, precommit_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:08:16.164124 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-a96b9601-bb12-455c-8f93-a6bb5936b2a4 admin admin] Releasing vxlan tunnel 3 to pool {{(pid=84874) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Jan 14 07:08:16.428355 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.managers [None req-a96b9601-bb12-455c-8f93-a6bb5936b2a4 admin admin] Network 8d7ac510-19a4-4618-bf03-8914abcca7c7 has no segments {{(pid=84874) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 14 07:08:16.447513 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-a96b9601-bb12-455c-8f93-a6bb5936b2a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-596065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036851521571'] for segment, after_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:08:16.544192 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-d53245dc-7d2d-4d47-8d4c-49b6738e6892 None None] Notify callbacks [] for port, precommit_update {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:08:16.665092 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84875) accepted ('10.222.0.24', 51856) {{(pid=84875) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:08:16.778527 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.managers [None req-a96b9601-bb12-455c-8f93-a6bb5936b2a4 admin admin] Network 8d7ac510-19a4-4618-bf03-8914abcca7c7 has no segments {{(pid=84874) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 14 07:08:16.827156 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:segments":"rule:admin_only" was deprecated in W in favor of "update_network:segments":"role:admin and system_scope:all". Reason: Jan 14 07:08:16.827156 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:08:16.827156 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:08:16.827156 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:08:16.827156 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:shared":"rule:admin_only" was deprecated in W in favor of "update_network:shared":"role:admin and system_scope:all". Reason: Jan 14 07:08:16.827156 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:08:16.827156 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:08:16.827156 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:08:16.827156 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "update_network:provider:network_type":"role:admin and system_scope:all". Reason: Jan 14 07:08:16.827156 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:08:16.827156 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:08:16.827156 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:08:16.827156 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "update_network:provider:physical_network":"role:admin and system_scope:all". Reason: Jan 14 07:08:16.827156 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:08:16.827156 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:08:16.827156 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:08:16.827156 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "update_network:provider:segmentation_id":"role:admin and system_scope:all". Reason: Jan 14 07:08:16.827156 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:08:16.827156 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:08:16.827156 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:08:16.827156 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:router:external":"rule:admin_only" was deprecated in W in favor of "update_network:router:external":"role:admin and system_scope:all". Reason: Jan 14 07:08:16.827156 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:08:16.827156 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:08:16.827156 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:08:16.827156 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:is_default":"rule:admin_only" was deprecated in W in favor of "update_network:is_default":"role:admin and system_scope:all". Reason: Jan 14 07:08:16.827156 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:08:16.827156 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:08:16.827156 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:08:16.827156 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:port_security_enabled":"rule:admin_or_owner" was deprecated in W in favor of "update_network:port_security_enabled":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 07:08:16.827156 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:08:16.827156 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:08:16.827156 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:08:16.827156 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "delete_network":"rule:admin_or_owner" was deprecated in W in favor of "delete_network":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 07:08:16.827156 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:08:16.827156 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:08:16.827156 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:08:16.827156 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_segment":"rule:admin_only" was deprecated in W in favor of "create_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:08:16.827156 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:08:16.827156 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_segment":"rule:admin_only" was deprecated in W in favor of "get_segment":"role:reader and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:08:16.827156 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:08:16.827156 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_segment":"rule:admin_only" was deprecated in W in favor of "update_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:08:16.827156 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:08:16.829564 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "delete_segment":"rule:admin_only" was deprecated in W in favor of "delete_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:08:16.829564 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:08:16.829564 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/relationships.py:1998: SAWarning: Setting backref / back_populates on relationship Tag.standard_attr to refer to viewonly relationship StandardAttribute.tags should include sync_backref=False set on the Tag.standard_attr relationship. (this warning may be suppressed after 10 occurrences) Jan 14 07:08:16.829564 n-d-768862-2 neutron-server[84765]: (rel_b, rel_a, rel_b), Jan 14 07:08:16.829564 n-d-768862-2 neutron-server[84765]: Traceback (most recent call last): Jan 14 07:08:16.829564 n-d-768862-2 neutron-server[84765]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 14 07:08:16.829564 n-d-768862-2 neutron-server[84765]: timer() Jan 14 07:08:16.829564 n-d-768862-2 neutron-server[84765]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 14 07:08:16.829564 n-d-768862-2 neutron-server[84765]: cb(*args, **kw) Jan 14 07:08:16.829564 n-d-768862-2 neutron-server[84765]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Jan 14 07:08:16.829564 n-d-768862-2 neutron-server[84765]: return func(*args, **kwargs) Jan 14 07:08:16.829564 n-d-768862-2 neutron-server[84765]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 14 07:08:16.829564 n-d-768862-2 neutron-server[84765]: self._notify() Jan 14 07:08:16.829564 n-d-768862-2 neutron-server[84765]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 14 07:08:16.829564 n-d-768862-2 neutron-server[84765]: self.callback(batched_events) Jan 14 07:08:16.829564 n-d-768862-2 neutron-server[84765]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 14 07:08:16.829564 n-d-768862-2 neutron-server[84765]: event.method(event) Jan 14 07:08:16.829564 n-d-768862-2 neutron-server[84765]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 14 07:08:16.829564 n-d-768862-2 neutron-server[84765]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 14 07:08:16.829564 n-d-768862-2 neutron-server[84765]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Jan 14 07:08:16.829564 n-d-768862-2 neutron-server[84765]: segment_id)['aggregates'][0] Jan 14 07:08:16.829564 n-d-768862-2 neutron-server[84765]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 14 07:08:16.829564 n-d-768862-2 neutron-server[84765]: return f(self, *a, **k) Jan 14 07:08:16.829564 n-d-768862-2 neutron-server[84765]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 14 07:08:16.829564 n-d-768862-2 neutron-server[84765]: return self._get(url).json() Jan 14 07:08:16.829564 n-d-768862-2 neutron-server[84765]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 14 07:08:16.829564 n-d-768862-2 neutron-server[84765]: **kwargs) Jan 14 07:08:16.829564 n-d-768862-2 neutron-server[84765]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 14 07:08:16.829564 n-d-768862-2 neutron-server[84765]: return self.request(url, 'GET', **kwargs) Jan 14 07:08:16.829564 n-d-768862-2 neutron-server[84765]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Jan 14 07:08:16.829564 n-d-768862-2 neutron-server[84765]: **endpoint_filter) Jan 14 07:08:16.829564 n-d-768862-2 neutron-server[84765]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 14 07:08:16.829564 n-d-768862-2 neutron-server[84765]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 14 07:08:16.829564 n-d-768862-2 neutron-server[84765]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 14 07:08:16.829564 n-d-768862-2 neutron-server[84765]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 14 07:08:16.829564 n-d-768862-2 neutron-server[84765]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 14 07:08:16.986978 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-d53245dc-7d2d-4d47-8d4c-49b6738e6892 None None] Transition to ACTIVE for port object 39407de6-5f26-435d-bd5f-a079247918ce will not be triggered until provisioned by entity L2. {{(pid=84876) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 07:08:16.988770 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-a96b9601-bb12-455c-8f93-a6bb5936b2a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036854176830', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850887149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3912591'] for network, after_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:08:16.992162 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-d53245dc-7d2d-4d47-8d4c-49b6738e6892 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777640533312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363259214678337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777640097497'] for port, after_update {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:08:17.000734 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:08:17.021019 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84876) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:08:17.031790 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-a96b9601-bb12-455c-8f93-a6bb5936b2a4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3207107'] for network, before_response {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:08:17.044572 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a96b9601-bb12-455c-8f93-a6bb5936b2a4 admin admin] Pushing event deleted for resources: {'Network': ['ID=8d7ac510-19a4-4618-bf03-8914abcca7c7,revision_number=None']} {{(pid=84874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:08:17.053125 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-a96b9601-bb12-455c-8f93-a6bb5936b2a4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:08:17.066211 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-a96b9601-bb12-455c-8f93-a6bb5936b2a4 admin admin] 10.222.0.24 "DELETE /v2.0/networks/8d7ac510-19a4-4618-bf03-8914abcca7c7 HTTP/1.1" status: 204 len: 168 time: 1.8864684 Jan 14 07:08:17.070928 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84875) accepted ('10.222.0.24', 51866) {{(pid=84875) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:08:17.205916 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.db_base_plugin_v2 [None req-f060c725-fc5e-4d26-ae2e-7dcd13570787 admin admin] Deleting subnet d7623837-c86d-4314-969e-6bb7841d7e5a {{(pid=84875) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Jan 14 07:08:17.215677 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-f060c725-fc5e-4d26-ae2e-7dcd13570787 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:08:17.274546 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f9e8248-8683-4835-9720-4088476e9e73 None None] Pushing event updated for resources: {'Port': ['ID=39407de6-5f26-435d-bd5f-a079247918ce,revision_number=3']} {{(pid=84876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:08:17.302646 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-7f9e8248-8683-4835-9720-4088476e9e73 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.281s {{(pid=84876) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:08:17.342673 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-f060c725-fc5e-4d26-ae2e-7dcd13570787 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:08:17.361701 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-f060c725-fc5e-4d26-ae2e-7dcd13570787 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036854176836'] for subnet, precommit_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:08:17.825723 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-bf786e52-41c8-41de-9705-e28e5905dcfd admin admin] Notify callbacks [] for security_group, before_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:08:17.855590 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-bf786e52-41c8-41de-9705-e28e5905dcfd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:08:17.860788 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-bf786e52-41c8-41de-9705-e28e5905dcfd admin admin] Usage tracker for resource:security_group_rule and tenant:ed16c3e024954f708fb53b3a55e0a2ec is out of sync, need to count used quota {{(pid=84875) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:08:17.865006 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-bf786e52-41c8-41de-9705-e28e5905dcfd admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84875) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:08:17.878966 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-bf786e52-41c8-41de-9705-e28e5905dcfd admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:08:17.910222 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.managers [None req-d53245dc-7d2d-4d47-8d4c-49b6738e6892 None None] Attempting to bind port 39407de6-5f26-435d-bd5f-a079247918ce on host n-d-768862-2 for vnic_type normal with profile {{(pid=84876) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 14 07:08:17.910814 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.managers [None req-d53245dc-7d2d-4d47-8d4c-49b6738e6892 None None] Attempting to bind port 39407de6-5f26-435d-bd5f-a079247918ce by drivers openvswitch on host n-d-768862-2 at level 0 using segments [{'id': 'ede39309-7d49-4073-9e60-ec596ff73fc3', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'a760f83e-96bb-4086-b2e9-7bb50ea36a96'}] {{(pid=84876) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 14 07:08:17.911341 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d53245dc-7d2d-4d47-8d4c-49b6738e6892 None None] Attempting to bind port 39407de6-5f26-435d-bd5f-a079247918ce on network a760f83e-96bb-4086-b2e9-7bb50ea36a96 {{(pid=84876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 14 07:08:17.920807 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d53245dc-7d2d-4d47-8d4c-49b6738e6892 None None] Checking agent: {'id': 'ba5efab1-b43c-4d5a-bc52-6e105d4e67a2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768862-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 14, 6, 56, 52), 'started_at': datetime.datetime(2021, 1, 14, 6, 57, 22), 'heartbeat_timestamp': datetime.datetime(2021, 1, 14, 7, 7, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768862-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.29', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 14 07:08:17.921665 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d53245dc-7d2d-4d47-8d4c-49b6738e6892 None None] Checking segment: {'id': 'ede39309-7d49-4073-9e60-ec596ff73fc3', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'a760f83e-96bb-4086-b2e9-7bb50ea36a96'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84876) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 14 07:08:17.922137 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-d53245dc-7d2d-4d47-8d4c-49b6738e6892 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:08:17.922923 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d53245dc-7d2d-4d47-8d4c-49b6738e6892 None None] Bound using segment: {'id': 'ede39309-7d49-4073-9e60-ec596ff73fc3', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'a760f83e-96bb-4086-b2e9-7bb50ea36a96'} {{(pid=84876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 14 07:08:17.923612 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.managers [None req-d53245dc-7d2d-4d47-8d4c-49b6738e6892 None None] Bound port: 39407de6-5f26-435d-bd5f-a079247918ce, host: n-d-768862-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ede39309-7d49-4073-9e60-ec596ff73fc3', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'a760f83e-96bb-4086-b2e9-7bb50ea36a96'}}] {{(pid=84876) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 14 07:08:17.924392 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-d53245dc-7d2d-4d47-8d4c-49b6738e6892 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555753'] for port, before_update {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:08:17.962361 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.agents_db [None req-5b939a2f-078d-4c69-a188-cb55a28a77a0 None None] Agent healthcheck: found 7 active agents {{(pid=84877) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Jan 14 07:08:17.981773 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-f060c725-fc5e-4d26-ae2e-7dcd13570787 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-598964', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850887113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964'] for subnet, after_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:08:18.014761 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:08:18.083897 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [None req-d53245dc-7d2d-4d47-8d4c-49b6738e6892 None None] For port 39407de6-5f26-435d-bd5f-a079247918ce, host n-d-768862-2, cleared binding levels {{(pid=84876) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 14 07:08:18.089298 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [None req-d53245dc-7d2d-4d47-8d4c-49b6738e6892 None None] For port 39407de6-5f26-435d-bd5f-a079247918ce, host n-d-768862-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-2',level=0,port_id=39407de6-5f26-435d-bd5f-a079247918ce,segment=NetworkSegment(ede39309-7d49-4073-9e60-ec596ff73fc3),segment_id=ede39309-7d49-4073-9e60-ec596ff73fc3)] {{(pid=84876) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 14 07:08:18.114238 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-d53245dc-7d2d-4d47-8d4c-49b6738e6892 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777640533312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363259214678337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777640097497'] for port, after_update {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:08:18.151769 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-32f71325-f9eb-4254-bb01-b255faa403c8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84876) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:08:18.175969 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f060c725-fc5e-4d26-ae2e-7dcd13570787 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d7623837-c86d-4314-969e-6bb7841d7e5a,revision_number=None']} {{(pid=84875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:08:18.193599 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-f060c725-fc5e-4d26-ae2e-7dcd13570787 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.179s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:08:18.239415 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-bf786e52-41c8-41de-9705-e28e5905dcfd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:08:18.248584 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-bf786e52-41c8-41de-9705-e28e5905dcfd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850887153'] for security_group, after_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:08:18.262786 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-42a159ec-4a8b-4693-ac72-0105fed9f7d0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:08:18.306486 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-f060c725-fc5e-4d26-ae2e-7dcd13570787 admin admin] Notify callbacks [] for subnet, before_response {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:08:18.335383 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-bf786e52-41c8-41de-9705-e28e5905dcfd admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=ed16c3e024954f708fb53b3a55e0a2ec&name=default HTTP/1.1" status: 200 len: 2979 time: 1.6654751 Jan 14 07:08:18.335383 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf786e52-41c8-41de-9705-e28e5905dcfd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7c10b233-c4ab-4a95-afa5-9ee17f79322d,revision_number=1']} {{(pid=84875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:08:18.336908 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84874) accepted ('10.222.0.24', 51888) {{(pid=84874) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:08:18.337577 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-bf786e52-41c8-41de-9705-e28e5905dcfd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:08:18.350537 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-f060c725-fc5e-4d26-ae2e-7dcd13570787 admin admin] 10.222.0.24 "DELETE /v2.0/subnets/d7623837-c86d-4314-969e-6bb7841d7e5a HTTP/1.1" status: 204 len: 168 time: 1.2766976 Jan 14 07:08:18.352357 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84875) accepted ('10.222.0.24', 51892) {{(pid=84875) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:08:18.483202 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f9e8248-8683-4835-9720-4088476e9e73 None None] Pushing event updated for resources: {'Port': ['ID=39407de6-5f26-435d-bd5f-a079247918ce,revision_number=4']} {{(pid=84876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:08:18.485382 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-76afc668-d5ae-4946-abaf-39d5bd859d3b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:08:18.498090 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-7f9e8248-8683-4835-9720-4088476e9e73 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.347s {{(pid=84876) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:08:18.529795 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-76afc668-d5ae-4946-abaf-39d5bd859d3b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:08:18.590637 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d53245dc-7d2d-4d47-8d4c-49b6738e6892 None None] Routers {'34c5002b-6dc5-47cb-abaa-6222bbe1ea0a'} bound to L3 agent in host n-d-768862-2 {{(pid=84876) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 14 07:08:18.591378 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_hamode_db [None req-d53245dc-7d2d-4d47-8d4c-49b6738e6892 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-01-14T06:56:51Z,description=,heartbeat_timestamp=2021-01-14T07:07:51Z,host='n-d-768862-2',id=35f592e9-451b-4db9-abea-77b6a5c5391b,load=0,resource_versions=,resources_synced=,started_at=2021-01-14T06:56:51Z,topic='l3_agent')) {'router_ids': ['34c5002b-6dc5-47cb-abaa-6222bbe1ea0a'], 'active': True} {{(pid=84876) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:08:18.609916 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-76afc668-d5ae-4946-abaf-39d5bd859d3b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850887153'] for security_group, after_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:08:18.622734 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-2ce0eb54-2501-4d2f-9bfc-665acf123e3f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:08:18.641949 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76afc668-d5ae-4946-abaf-39d5bd859d3b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7c10b233-c4ab-4a95-afa5-9ee17f79322d,revision_number=None']} {{(pid=84874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:08:18.645651 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-76afc668-d5ae-4946-abaf-39d5bd859d3b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:08:18.647351 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-76afc668-d5ae-4946-abaf-39d5bd859d3b admin admin] Notify callbacks [] for security_group, before_response {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:08:18.649054 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-76afc668-d5ae-4946-abaf-39d5bd859d3b admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/7c10b233-c4ab-4a95-afa5-9ee17f79322d HTTP/1.1" status: 204 len: 168 time: 0.3119819 Jan 14 07:08:18.732520 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-19f65aa2-9f8f-47c4-83e8-6d0c58a1f1c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036854160497'] for network, before_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:08:19.105962 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84874) accepted ('10.222.0.24', 51908) {{(pid=84874) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:08:19.114319 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.v2.base [None req-a6ccf925-65e8-4101-962e-804251db88c0 admin admin] Request body: {'network': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-778481560-network', 'tenant_id': 'ee0578336fa8434fa2c352d4491edd99'}} {{(pid=84874) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:08:19.126781 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-a6ccf925-65e8-4101-962e-804251db88c0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:08:19.138122 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-a6ccf925-65e8-4101-962e-804251db88c0 admin admin] Usage tracker for resource:network and tenant:ee0578336fa8434fa2c352d4491edd99 is out of sync, need to count used quota {{(pid=84874) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:08:19.145956 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-a6ccf925-65e8-4101-962e-804251db88c0 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84874) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:08:19.161147 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-a6ccf925-65e8-4101-962e-804251db88c0 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:08:19.190118 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a6ccf925-65e8-4101-962e-804251db88c0 admin admin] Made reservation on behalf of ee0578336fa8434fa2c352d4491edd99 for: {'network': 1} {{(pid=84874) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 07:08:19.195634 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-a6ccf925-65e8-4101-962e-804251db88c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555753'] for network, before_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:08:19.213202 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-4980a92f-c7d4-4cf6-9007-17e1a05195c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363259214191800', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854171626'] for agent, after_update {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:08:19.230086 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-a6ccf925-65e8-4101-962e-804251db88c0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:08:19.248043 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-a6ccf925-65e8-4101-962e-804251db88c0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:08:19.253406 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-a6ccf925-65e8-4101-962e-804251db88c0 admin admin] Usage tracker for resource:security_group_rule and tenant:ee0578336fa8434fa2c352d4491edd99 is out of sync, need to count used quota {{(pid=84874) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:08:19.257359 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-a6ccf925-65e8-4101-962e-804251db88c0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84874) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:08:19.265008 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-a6ccf925-65e8-4101-962e-804251db88c0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:08:19.268410 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_dvr_db [None req-d53245dc-7d2d-4d47-8d4c-49b6738e6892 None None] Set router 34c5002b-6dc5-47cb-abaa-6222bbe1ea0a gateway port host: n-d-768862-2 {{(pid=84876) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 14 07:08:19.368079 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-19f65aa2-9f8f-47c4-83e8-6d0c58a1f1c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-598987', 'neutron.services.segments.db._delete_segments_for_network-8777640583949'] for network, precommit_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:08:19.370210 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-a6ccf925-65e8-4101-962e-804251db88c0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:08:19.376158 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-a6ccf925-65e8-4101-962e-804251db88c0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850887153'] for security_group, after_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:08:19.385391 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:08:19.459559 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6ccf925-65e8-4101-962e-804251db88c0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=40bb45c4-c27f-4adb-9659-5eee590a73a9,revision_number=1']} {{(pid=84874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:08:19.469433 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-a6ccf925-65e8-4101-962e-804251db88c0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:08:19.504746 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a6ccf925-65e8-4101-962e-804251db88c0 admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 3} {{(pid=84874) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Jan 14 07:08:19.525990 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-a6ccf925-65e8-4101-962e-804251db88c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854179735'] for segment, precommit_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:08:19.526483 n-d-768862-2 neutron-server[84765]: INFO neutron.db.segments_db [None req-a6ccf925-65e8-4101-962e-804251db88c0 admin admin] Added segment 34d6c3d4-1ab0-4378-be64-59dff1758066 of type vxlan for network ed17b23c-b73f-4648-9ab5-ec16aee1d408 Jan 14 07:08:19.537317 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-19f65aa2-9f8f-47c4-83e8-6d0c58a1f1c8 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=84875) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 14 07:08:19.538423 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-19f65aa2-9f8f-47c4-83e8-6d0c58a1f1c8 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=84875) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 14 07:08:19.539710 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-19f65aa2-9f8f-47c4-83e8-6d0c58a1f1c8 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=84875) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 14 07:08:19.540577 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-19f65aa2-9f8f-47c4-83e8-6d0c58a1f1c8 admin admin] Subscribe: > port after_create 55550000 {{(pid=84875) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 14 07:08:19.542038 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-19f65aa2-9f8f-47c4-83e8-6d0c58a1f1c8 admin admin] Subscribe: > port after_delete 55550000 {{(pid=84875) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 14 07:08:19.542595 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-19f65aa2-9f8f-47c4-83e8-6d0c58a1f1c8 admin admin] Subscribe: > port after_update 55550000 {{(pid=84875) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 14 07:08:19.543134 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-19f65aa2-9f8f-47c4-83e8-6d0c58a1f1c8 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=84875) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 14 07:08:19.544170 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-19f65aa2-9f8f-47c4-83e8-6d0c58a1f1c8 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=84875) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 14 07:08:19.544929 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-19f65aa2-9f8f-47c4-83e8-6d0c58a1f1c8 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=84875) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 14 07:08:19.546091 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-19f65aa2-9f8f-47c4-83e8-6d0c58a1f1c8 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=84875) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 14 07:08:19.568989 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-a6ccf925-65e8-4101-962e-804251db88c0 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363259214646115'] for network, precommit_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:08:19.639775 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-a6ccf925-65e8-4101-962e-804251db88c0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850887149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964'] for network, after_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:08:19.641569 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6ccf925-65e8-4101-962e-804251db88c0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:08:19.642583 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-a6ccf925-65e8-4101-962e-804251db88c0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3207107'] for network, before_response {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:08:19.651850 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:08:19.729554 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-a6ccf925-65e8-4101-962e-804251db88c0 admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.6184306 Jan 14 07:08:19.761074 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_hamode_db [None req-d53245dc-7d2d-4d47-8d4c-49b6738e6892 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '34c5002b-6dc5-47cb-abaa-6222bbe1ea0a', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1975662310-router', 'tenant_id': '379433b85b8d420cbbb1671da6a74e86', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '226f1e78-82cd-4481-9055-4eb73b6db8c1', 'external_fixed_ips': [{'subnet_id': 'ba8deeec-7658-4195-9449-038c076f5c83', 'ip_address': '172.25.2.141'}], 'enable_snat': True}, 'gw_port_id': '02a42528-ce7a-46bf-8fe1-7b377cbbeac6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-14T07:07:58Z', 'updated_at': '2021-01-14T07:08:09Z', 'revision_number': 4, 'project_id': '379433b85b8d420cbbb1671da6a74e86', 'gw_port': {'id': '02a42528-ce7a-46bf-8fe1-7b377cbbeac6', 'name': '', 'network_id': '226f1e78-82cd-4481-9055-4eb73b6db8c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:4b:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34c5002b-6dc5-47cb-abaa-6222bbe1ea0a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 187, 'fixed_ips': [{'subnet_id': 'ba8deeec-7658-4195-9449-038c076f5c83', 'ip_address': '172.25.2.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T07:08:01Z', 'updated_at': '2021-01-14T07:08:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ba8deeec-7658-4195-9449-038c076f5c83', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-2', '_interfaces': [{'id': '39407de6-5f26-435d-bd5f-a079247918ce', 'name': '', 'network_id': 'a760f83e-96bb-4086-b2e9-7bb50ea36a96', 'tenant_id': '379433b85b8d420cbbb1671da6a74e86', 'mac_address': 'fa:16:3e:f0:22:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '34c5002b-6dc5-47cb-abaa-6222bbe1ea0a', 'device_owner': 'network:router_interface', 'standard_attr_id': 223, 'fixed_ips': [{'subnet_id': '0c326c1b-06fb-4a7a-9462-602c119daa97', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T07:08:07Z', 'updated_at': '2021-01-14T07:08:18Z', 'revision_number': 4, 'project_id': '379433b85b8d420cbbb1671da6a74e86', 'subnets': [{'id': '0c326c1b-06fb-4a7a-9462-602c119daa97', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'n-d-768862-2', False) {} {{(pid=84876) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:08:19.772368 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d53245dc-7d2d-4d47-8d4c-49b6738e6892 None None] The sync data for ids ['34c5002b-6dc5-47cb-abaa-6222bbe1ea0a'] in n-d-768862-2 is: [{'id': '34c5002b-6dc5-47cb-abaa-6222bbe1ea0a', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1975662310-router', 'tenant_id': '379433b85b8d420cbbb1671da6a74e86', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '226f1e78-82cd-4481-9055-4eb73b6db8c1', 'external_fixed_ips': [{'subnet_id': 'ba8deeec-7658-4195-9449-038c076f5c83', 'ip_address': '172.25.2.141'}], 'enable_snat': True}, 'gw_port_id': '02a42528-ce7a-46bf-8fe1-7b377cbbeac6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-14T07:07:58Z', 'updated_at': '2021-01-14T07:08:09Z', 'revision_number': 4, 'project_id': '379433b85b8d420cbbb1671da6a74e86', 'gw_port': {'id': '02a42528-ce7a-46bf-8fe1-7b377cbbeac6', 'name': '', 'network_id': '226f1e78-82cd-4481-9055-4eb73b6db8c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:4b:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34c5002b-6dc5-47cb-abaa-6222bbe1ea0a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 187, 'fixed_ips': [{'subnet_id': 'ba8deeec-7658-4195-9449-038c076f5c83', 'ip_address': '172.25.2.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T07:08:01Z', 'updated_at': '2021-01-14T07:08:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ba8deeec-7658-4195-9449-038c076f5c83', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-2', '_interfaces': [{'id': '39407de6-5f26-435d-bd5f-a079247918ce', 'name': '', 'network_id': 'a760f83e-96bb-4086-b2e9-7bb50ea36a96', 'tenant_id': '379433b85b8d420cbbb1671da6a74e86', 'mac_address': 'fa:16:3e:f0:22:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '34c5002b-6dc5-47cb-abaa-6222bbe1ea0a', 'device_owner': 'network:router_interface', 'standard_attr_id': 223, 'fixed_ips': [{'subnet_id': '0c326c1b-06fb-4a7a-9462-602c119daa97', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T07:08:07Z', 'updated_at': '2021-01-14T07:08:18Z', 'revision_number': 4, 'project_id': '379433b85b8d420cbbb1671da6a74e86', 'subnets': [{'id': '0c326c1b-06fb-4a7a-9462-602c119daa97', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=84876) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Jan 14 07:08:19.775579 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84874) accepted ('10.222.0.24', 51920) {{(pid=84874) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:08:19.811569 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.v2.base [None req-bc902ace-1a3c-429c-a379-fc183dba3be4 admin admin] Request body: {'subnet': {'network_id': 'ed17b23c-b73f-4648-9ab5-ec16aee1d408', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-778481560-subnet', 'tenant_id': 'ee0578336fa8434fa2c352d4491edd99', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=84874) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:08:19.815738 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-19f65aa2-9f8f-47c4-83e8-6d0c58a1f1c8 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=84875) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 14 07:08:19.816146 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-19f65aa2-9f8f-47c4-83e8-6d0c58a1f1c8 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=84875) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 14 07:08:19.816523 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-19f65aa2-9f8f-47c4-83e8-6d0c58a1f1c8 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=84875) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 14 07:08:19.816957 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-19f65aa2-9f8f-47c4-83e8-6d0c58a1f1c8 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=84875) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 14 07:08:19.817562 n-d-768862-2 neutron-server[84765]: DEBUG neutron.services.segments.db [None req-19f65aa2-9f8f-47c4-83e8-6d0c58a1f1c8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fc94e9db-78d3-48de-af57-54a650c3b3a6']}} {{(pid=84875) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:08:19.835036 n-d-768862-2 neutron-server[84765]: DEBUG neutron.services.segments.db [None req-19f65aa2-9f8f-47c4-83e8-6d0c58a1f1c8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ab38a309-cdbd-42ac-ac26-620b159e3df2') {'for_net_delete': True} {{(pid=84875) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:08:19.835363 n-d-768862-2 neutron-server[84765]: DEBUG neutron.services.segments.db [None req-19f65aa2-9f8f-47c4-83e8-6d0c58a1f1c8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ab38a309-cdbd-42ac-ac26-620b159e3df2') {} {{(pid=84875) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:08:19.837432 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-bc902ace-1a3c-429c-a379-fc183dba3be4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:08:19.871720 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-bc902ace-1a3c-429c-a379-fc183dba3be4 admin admin] Usage tracker for resource:subnet and tenant:ee0578336fa8434fa2c352d4491edd99 is out of sync, need to count used quota {{(pid=84874) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:08:19.879060 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-19f65aa2-9f8f-47c4-83e8-6d0c58a1f1c8 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363259214173198', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036851408567'] for segment, before_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:08:19.883513 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-bc902ace-1a3c-429c-a379-fc183dba3be4 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84874) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:08:19.900182 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6ccf925-65e8-4101-962e-804251db88c0 admin admin] Pushing event updated for resources: {'Network': ['ID=ed17b23c-b73f-4648-9ab5-ec16aee1d408,revision_number=1']} {{(pid=84874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:08:19.907315 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-a6ccf925-65e8-4101-962e-804251db88c0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.254s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:08:19.909766 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-19f65aa2-9f8f-47c4-83e8-6d0c58a1f1c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854179735'] for segment, precommit_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:08:19.910145 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-bc902ace-1a3c-429c-a379-fc183dba3be4 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:08:19.912914 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-19f65aa2-9f8f-47c4-83e8-6d0c58a1f1c8 admin admin] Releasing vxlan tunnel 5 to pool {{(pid=84875) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Jan 14 07:08:19.925758 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-017f98a9-8a07-408c-a86f-8ff0c00400a0 None None] Network ed17b23c-b73f-4648-9ab5-ec16aee1d408 details requested by agent ovs-agent-n-h1-768862-2 with host n-h1-768862-2 {{(pid=84876) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 07:08:19.961789 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bc902ace-1a3c-429c-a379-fc183dba3be4 admin admin] Made reservation on behalf of ee0578336fa8434fa2c352d4491edd99 for: {'subnet': 1} {{(pid=84874) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 07:08:19.983358 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-bc902ace-1a3c-429c-a379-fc183dba3be4 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036851981161'] for subnet, before_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:08:19.983577 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-852a24f7-e9a1-4193-9abb-e9506fe5213f None None] Network ed17b23c-b73f-4648-9ab5-ec16aee1d408 details requested by agent ovs-agent-n-h2-768862-2 with host n-h2-768862-2 {{(pid=84876) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 07:08:20.040135 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Network ed17b23c-b73f-4648-9ab5-ec16aee1d408 details requested by agent ovs-agent-n-d-768862-2 with host n-d-768862-2 {{(pid=84876) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 07:08:20.191102 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84874) accepted ('10.222.0.24', 51926) {{(pid=84874) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:08:20.215798 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.v2.base [None req-b0b0cb74-dd6f-45b0-8035-2909e4dd8c76 admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationRemoteConsolesV26Test-1242513368-network', 'tenant_id': '5c7322507553463fa5079a03b448414c'}} {{(pid=84874) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:08:20.223205 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-b0b0cb74-dd6f-45b0-8035-2909e4dd8c76 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:08:20.245841 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-b0b0cb74-dd6f-45b0-8035-2909e4dd8c76 admin admin] Usage tracker for resource:network and tenant:5c7322507553463fa5079a03b448414c is out of sync, need to count used quota {{(pid=84874) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:08:20.262970 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-b0b0cb74-dd6f-45b0-8035-2909e4dd8c76 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84874) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:08:20.286782 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-b0b0cb74-dd6f-45b0-8035-2909e4dd8c76 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:08:20.314356 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.managers [None req-19f65aa2-9f8f-47c4-83e8-6d0c58a1f1c8 admin admin] Network fc94e9db-78d3-48de-af57-54a650c3b3a6 has no segments {{(pid=84875) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 14 07:08:20.317690 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b0b0cb74-dd6f-45b0-8035-2909e4dd8c76 admin admin] Made reservation on behalf of 5c7322507553463fa5079a03b448414c for: {'network': 1} {{(pid=84874) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 07:08:20.330779 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-b0b0cb74-dd6f-45b0-8035-2909e4dd8c76 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555753'] for network, before_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:08:20.332844 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-19f65aa2-9f8f-47c4-83e8-6d0c58a1f1c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-596065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3154253'] for segment, after_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:08:20.378647 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-b0b0cb74-dd6f-45b0-8035-2909e4dd8c76 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:08:20.435662 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-b0b0cb74-dd6f-45b0-8035-2909e4dd8c76 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:08:20.460872 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-b0b0cb74-dd6f-45b0-8035-2909e4dd8c76 admin admin] Usage tracker for resource:security_group_rule and tenant:5c7322507553463fa5079a03b448414c is out of sync, need to count used quota {{(pid=84874) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:08:20.536009 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-b0b0cb74-dd6f-45b0-8035-2909e4dd8c76 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84874) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:08:20.577539 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-b0b0cb74-dd6f-45b0-8035-2909e4dd8c76 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:08:20.745613 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.managers [None req-19f65aa2-9f8f-47c4-83e8-6d0c58a1f1c8 admin admin] Network fc94e9db-78d3-48de-af57-54a650c3b3a6 has no segments {{(pid=84875) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 14 07:08:20.860054 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84874) accepted ('10.222.0.24', 51932) {{(pid=84874) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:08:20.946254 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network":"rule:admin_or_owner" was deprecated in W in favor of "update_network":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 07:08:20.946254 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:08:20.946254 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:08:20.946254 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:08:20.946254 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:segments":"rule:admin_only" was deprecated in W in favor of "update_network:segments":"role:admin and system_scope:all". Reason: Jan 14 07:08:20.946254 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:08:20.946254 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:08:20.946254 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:08:20.946254 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:shared":"rule:admin_only" was deprecated in W in favor of "update_network:shared":"role:admin and system_scope:all". Reason: Jan 14 07:08:20.946254 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:08:20.946254 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:08:20.946254 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:08:20.946254 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "update_network:provider:network_type":"role:admin and system_scope:all". Reason: Jan 14 07:08:20.946254 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:08:20.946254 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:08:20.946254 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:08:20.946254 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "update_network:provider:physical_network":"role:admin and system_scope:all". Reason: Jan 14 07:08:20.946254 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:08:20.946254 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:08:20.946254 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:08:20.946254 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "update_network:provider:segmentation_id":"role:admin and system_scope:all". Reason: Jan 14 07:08:20.946254 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:08:20.946254 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:08:20.946254 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:08:20.946254 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:router:external":"rule:admin_only" was deprecated in W in favor of "update_network:router:external":"role:admin and system_scope:all". Reason: Jan 14 07:08:20.946254 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:08:20.946254 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:08:20.946254 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:08:20.946254 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:is_default":"rule:admin_only" was deprecated in W in favor of "update_network:is_default":"role:admin and system_scope:all". Reason: Jan 14 07:08:20.946254 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:08:20.946254 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:08:20.946254 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:08:20.946254 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:port_security_enabled":"rule:admin_or_owner" was deprecated in W in favor of "update_network:port_security_enabled":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 07:08:20.946254 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:08:20.946254 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:08:20.946254 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:08:20.946254 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "delete_network":"rule:admin_or_owner" was deprecated in W in favor of "delete_network":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 07:08:20.946254 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:08:20.946254 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:08:20.946254 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:08:20.946254 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_segment":"rule:admin_only" was deprecated in W in favor of "create_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:08:20.946254 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:08:20.946254 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_segment":"rule:admin_only" was deprecated in W in favor of "get_segment":"role:reader and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:08:20.946254 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:08:20.948906 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_segment":"rule:admin_only" was deprecated in W in favor of "update_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:08:20.948906 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:08:20.948906 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "delete_segment":"rule:admin_only" was deprecated in W in favor of "delete_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:08:20.948906 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:08:20.948906 n-d-768862-2 neutron-server[84765]: Traceback (most recent call last): Jan 14 07:08:20.948906 n-d-768862-2 neutron-server[84765]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 14 07:08:20.948906 n-d-768862-2 neutron-server[84765]: timer() Jan 14 07:08:20.948906 n-d-768862-2 neutron-server[84765]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 14 07:08:20.948906 n-d-768862-2 neutron-server[84765]: cb(*args, **kw) Jan 14 07:08:20.948906 n-d-768862-2 neutron-server[84765]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Jan 14 07:08:20.948906 n-d-768862-2 neutron-server[84765]: return func(*args, **kwargs) Jan 14 07:08:20.948906 n-d-768862-2 neutron-server[84765]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 14 07:08:20.948906 n-d-768862-2 neutron-server[84765]: self._notify() Jan 14 07:08:20.948906 n-d-768862-2 neutron-server[84765]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 14 07:08:20.948906 n-d-768862-2 neutron-server[84765]: self.callback(batched_events) Jan 14 07:08:20.948906 n-d-768862-2 neutron-server[84765]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 14 07:08:20.948906 n-d-768862-2 neutron-server[84765]: event.method(event) Jan 14 07:08:20.948906 n-d-768862-2 neutron-server[84765]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 14 07:08:20.948906 n-d-768862-2 neutron-server[84765]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 14 07:08:20.948906 n-d-768862-2 neutron-server[84765]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Jan 14 07:08:20.948906 n-d-768862-2 neutron-server[84765]: segment_id)['aggregates'][0] Jan 14 07:08:20.948906 n-d-768862-2 neutron-server[84765]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 14 07:08:20.948906 n-d-768862-2 neutron-server[84765]: return f(self, *a, **k) Jan 14 07:08:20.948906 n-d-768862-2 neutron-server[84765]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 14 07:08:20.948906 n-d-768862-2 neutron-server[84765]: return self._get(url).json() Jan 14 07:08:20.948906 n-d-768862-2 neutron-server[84765]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 14 07:08:20.948906 n-d-768862-2 neutron-server[84765]: **kwargs) Jan 14 07:08:20.948906 n-d-768862-2 neutron-server[84765]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 14 07:08:20.948906 n-d-768862-2 neutron-server[84765]: return self.request(url, 'GET', **kwargs) Jan 14 07:08:20.952468 n-d-768862-2 neutron-server[84765]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Jan 14 07:08:20.952468 n-d-768862-2 neutron-server[84765]: **endpoint_filter) Jan 14 07:08:20.952468 n-d-768862-2 neutron-server[84765]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 14 07:08:20.952468 n-d-768862-2 neutron-server[84765]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 14 07:08:20.952468 n-d-768862-2 neutron-server[84765]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 14 07:08:20.952468 n-d-768862-2 neutron-server[84765]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 14 07:08:20.952468 n-d-768862-2 neutron-server[84765]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 14 07:08:20.956115 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-19f65aa2-9f8f-47c4-83e8-6d0c58a1f1c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036854176830', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850887149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3912591'] for network, after_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:08:20.965190 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:08:21.013185 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-19f65aa2-9f8f-47c4-83e8-6d0c58a1f1c8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3207107'] for network, before_response {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:08:21.039921 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19f65aa2-9f8f-47c4-83e8-6d0c58a1f1c8 admin admin] Pushing event deleted for resources: {'Network': ['ID=fc94e9db-78d3-48de-af57-54a650c3b3a6,revision_number=None']} {{(pid=84875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:08:21.050439 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-19f65aa2-9f8f-47c4-83e8-6d0c58a1f1c8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:08:21.057628 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-19f65aa2-9f8f-47c4-83e8-6d0c58a1f1c8 admin admin] 10.222.0.24 "DELETE /v2.0/networks/fc94e9db-78d3-48de-af57-54a650c3b3a6 HTTP/1.1" status: 204 len: 168 time: 2.7032280 Jan 14 07:08:21.085345 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Device 39407de6-5f26-435d-bd5f-a079247918ce up at agent ovs-agent-n-d-768862-2 {{(pid=84876) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 07:08:21.091782 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84875) accepted ('10.222.0.24', 51940) {{(pid=84875) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:08:21.092551 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-7fc93741-8b36-46d8-ba58-ccdb800edd7b admin admin] Notify callbacks [] for security_group, before_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:08:21.154390 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-7fc93741-8b36-46d8-ba58-ccdb800edd7b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:08:21.210105 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-7fc93741-8b36-46d8-ba58-ccdb800edd7b admin admin] Usage tracker for resource:security_group_rule and tenant:a20dad3662864e29a5ca89e59ab73d09 is out of sync, need to count used quota {{(pid=84874) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:08:21.238700 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-7fc93741-8b36-46d8-ba58-ccdb800edd7b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84874) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:08:21.257039 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-b0b0cb74-dd6f-45b0-8035-2909e4dd8c76 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:08:21.258275 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-7fc93741-8b36-46d8-ba58-ccdb800edd7b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:08:21.272261 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-b0b0cb74-dd6f-45b0-8035-2909e4dd8c76 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850887153'] for security_group, after_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:08:21.280151 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-78e01c2b-f714-4f25-b4e1-c6b4d1f5ed3a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:08:21.317884 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-8f3982a2-a532-44a4-9f36-df8177c3c7c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363259214191800', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854171626'] for agent, after_update {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:08:21.329178 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Provisioning for port 39407de6-5f26-435d-bd5f-a079247918ce completed by entity L2. {{(pid=84876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 07:08:21.351198 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Provisioning complete for port 39407de6-5f26-435d-bd5f-a079247918ce triggered by entity L2. {{(pid=84876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 07:08:21.356290 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-604227'] for port, provisioning_complete {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:08:21.399388 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b0b0cb74-dd6f-45b0-8035-2909e4dd8c76 admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 5} {{(pid=84874) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Jan 14 07:08:21.402484 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0b0cb74-dd6f-45b0-8035-2909e4dd8c76 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8ee447d0-a684-4371-8a91-a9456cc054d6,revision_number=1']} {{(pid=84874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:08:21.413483 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-b0b0cb74-dd6f-45b0-8035-2909e4dd8c76 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:08:21.457630 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-b0b0cb74-dd6f-45b0-8035-2909e4dd8c76 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854179735'] for segment, precommit_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:08:21.458031 n-d-768862-2 neutron-server[84765]: INFO neutron.db.segments_db [None req-b0b0cb74-dd6f-45b0-8035-2909e4dd8c76 admin admin] Added segment dc8ae322-e14b-4e57-8a23-a67c39f0cc50 of type vxlan for network 876c54bd-7381-4d31-9645-8abf8e4f3480 Jan 14 07:08:21.583347 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84875) accepted ('10.222.0.24', 51952) {{(pid=84875) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:08:21.586054 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-b0b0cb74-dd6f-45b0-8035-2909e4dd8c76 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363259214646115'] for network, precommit_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:08:21.610984 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555753'] for port, before_update {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:08:21.668087 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-7fc93741-8b36-46d8-ba58-ccdb800edd7b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:08:21.691436 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-9bc61dbf-b900-4465-addd-18c58b898c8e admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=d9506df5bc8049ed9c58f58e889e20ca&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1065605 Jan 14 07:08:21.694077 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84875) accepted ('10.222.0.24', 51956) {{(pid=84875) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:08:21.734888 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] For port 39407de6-5f26-435d-bd5f-a079247918ce, host n-d-768862-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-2',level=0,port_id=39407de6-5f26-435d-bd5f-a079247918ce,segment=NetworkSegment(ede39309-7d49-4073-9e60-ec596ff73fc3),segment_id=ede39309-7d49-4073-9e60-ec596ff73fc3)] {{(pid=84876) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 07:08:21.736481 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-7fc93741-8b36-46d8-ba58-ccdb800edd7b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850887153'] for security_group, after_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:08:21.743604 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-da76cfc0-98e8-4426-9f6d-4f05aa3fae78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363259214191800', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854171626'] for agent, after_update {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:08:21.744754 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777640533312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363259214678337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777640097497'] for port, after_update {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:08:21.747966 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-efd1a28d-e35c-4507-927a-8f98bdf25d75 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84876) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:08:21.752882 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-e148e1cb-b69b-47fc-8062-d06c2badb35d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:08:21.786724 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-b0b0cb74-dd6f-45b0-8035-2909e4dd8c76 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850887149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964'] for network, after_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:08:21.811375 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0b0cb74-dd6f-45b0-8035-2909e4dd8c76 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:08:21.812065 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-b0b0cb74-dd6f-45b0-8035-2909e4dd8c76 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3207107'] for network, before_response {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:08:21.853399 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-6887cb65-cce3-464f-b9b9-a4d29d5c85eb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:08:21.901162 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Pushing event updated for resources: {'Port': ['ID=39407de6-5f26-435d-bd5f-a079247918ce,revision_number=5']} {{(pid=84876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:08:21.905744 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-7fc93741-8b36-46d8-ba58-ccdb800edd7b admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=a20dad3662864e29a5ca89e59ab73d09&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0396392 Jan 14 07:08:21.907383 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fc93741-8b36-46d8-ba58-ccdb800edd7b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=42db1b92-d2d3-4e68-a214-1f661769c4b8,revision_number=1']} {{(pid=84874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:08:21.911875 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.164s {{(pid=84876) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:08:21.923391 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84874) accepted ('10.222.0.24', 51966) {{(pid=84874) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:08:21.936545 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-b0745b40-fd8c-4308-87a3-b1b56cb354b5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:08:21.941041 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-7fc93741-8b36-46d8-ba58-ccdb800edd7b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.188s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:08:21.942069 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-1ca5250f-1f2f-4b09-81e1-255cca1dcc31 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.077s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:08:21.967626 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-bc902ace-1a3c-429c-a379-fc183dba3be4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850887113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3254092', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036851981146'] for subnet, after_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:08:21.970243 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-6887cb65-cce3-464f-b9b9-a4d29d5c85eb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:08:22.043362 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-6887cb65-cce3-464f-b9b9-a4d29d5c85eb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850887153'] for security_group, after_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:08:22.049326 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-b0745b40-fd8c-4308-87a3-b1b56cb354b5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:08:22.052695 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-d32d8a4d-8fea-4937-a272-0f7419d44d9f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:08:22.065630 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-b0745b40-fd8c-4308-87a3-b1b56cb354b5 admin admin] Usage tracker for resource:security_group_rule and tenant:416cba5f75614979996fcceb4a94429f is out of sync, need to count used quota {{(pid=84875) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:08:22.071171 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-b0745b40-fd8c-4308-87a3-b1b56cb354b5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84875) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:08:22.079220 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6887cb65-cce3-464f-b9b9-a4d29d5c85eb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0e540f29-6da9-40b7-ac92-384a69926992,revision_number=None']} {{(pid=84875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:08:22.086679 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-6887cb65-cce3-464f-b9b9-a4d29d5c85eb admin admin] Notify callbacks [] for security_group, before_response {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:08:22.088145 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-6887cb65-cce3-464f-b9b9-a4d29d5c85eb admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/0e540f29-6da9-40b7-ac92-384a69926992 HTTP/1.1" status: 204 len: 168 time: 0.3927803 Jan 14 07:08:22.089513 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-6887cb65-cce3-464f-b9b9-a4d29d5c85eb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:08:22.091035 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-b0745b40-fd8c-4308-87a3-b1b56cb354b5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:08:22.238725 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84875) accepted ('10.222.0.24', 51980) {{(pid=84875) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:08:22.239209 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-b0b0cb74-dd6f-45b0-8035-2909e4dd8c76 admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 2.0467825 Jan 14 07:08:22.263077 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.v2.base [None req-cb3ed1a0-5f30-455a-8a4d-fcf09afa444a admin admin] Request body: {'subnet': {'network_id': '876c54bd-7381-4d31-9645-8abf8e4f3480', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationRemoteConsolesV26Test-1242513368-subnet', 'tenant_id': '5c7322507553463fa5079a03b448414c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=84875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:08:22.284638 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0b0cb74-dd6f-45b0-8035-2909e4dd8c76 admin admin] Pushing event updated for resources: {'Network': ['ID=876c54bd-7381-4d31-9645-8abf8e4f3480,revision_number=1']} {{(pid=84874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:08:22.307800 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-b0b0cb74-dd6f-45b0-8035-2909e4dd8c76 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.366s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:08:22.308597 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-87eb3fc3-2aba-4a46-bd61-8c7e67ad1013 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.185s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:08:22.312022 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-852a24f7-e9a1-4193-9abb-e9506fe5213f None None] Network 876c54bd-7381-4d31-9645-8abf8e4f3480 details requested by agent ovs-agent-n-h2-768862-2 with host n-h2-768862-2 {{(pid=84876) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 07:08:22.324723 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-cb3ed1a0-5f30-455a-8a4d-fcf09afa444a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:08:22.347721 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-cb3ed1a0-5f30-455a-8a4d-fcf09afa444a admin admin] Usage tracker for resource:subnet and tenant:5c7322507553463fa5079a03b448414c is out of sync, need to count used quota {{(pid=84875) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:08:22.366837 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-ab81b9f0-860b-411b-8b9e-a1b67ed3ee34 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:08:22.390798 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc902ace-1a3c-429c-a379-fc183dba3be4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=27844b96-74cc-464f-8d24-f0588d92966b,revision_number=0']} {{(pid=84874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:08:22.408900 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-bc902ace-1a3c-429c-a379-fc183dba3be4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:08:22.419600 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-cb3ed1a0-5f30-455a-8a4d-fcf09afa444a admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84875) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:08:22.432350 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-b0745b40-fd8c-4308-87a3-b1b56cb354b5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:08:22.449378 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-cb3ed1a0-5f30-455a-8a4d-fcf09afa444a admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:08:22.451959 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-b0745b40-fd8c-4308-87a3-b1b56cb354b5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850887153'] for security_group, after_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:08:22.463310 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-bf786e52-41c8-41de-9705-e28e5905dcfd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:08:22.478291 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-017f98a9-8a07-408c-a86f-8ff0c00400a0 None None] Network 876c54bd-7381-4d31-9645-8abf8e4f3480 details requested by agent ovs-agent-n-h1-768862-2 with host n-h1-768862-2 {{(pid=84876) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 07:08:22.488320 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-ab81b9f0-860b-411b-8b9e-a1b67ed3ee34 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:08:22.498831 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Network 876c54bd-7381-4d31-9645-8abf8e4f3480 details requested by agent ovs-agent-n-d-768862-2 with host n-d-768862-2 {{(pid=84876) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 07:08:22.527101 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cb3ed1a0-5f30-455a-8a4d-fcf09afa444a admin admin] Made reservation on behalf of 5c7322507553463fa5079a03b448414c for: {'subnet': 1} {{(pid=84875) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 07:08:22.547149 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-cb3ed1a0-5f30-455a-8a4d-fcf09afa444a admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036852467157'] for subnet, before_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:08:22.586968 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc902ace-1a3c-429c-a379-fc183dba3be4 admin admin] Checking segment: {'id': '34d6c3d4-1ab0-4378-be64-59dff1758066', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'ed17b23c-b73f-4648-9ab5-ec16aee1d408'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84874) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 14 07:08:22.587369 n-d-768862-2 neutron-server[84765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc902ace-1a3c-429c-a379-fc183dba3be4 admin admin] Network hostable DHCP agents. Network: ed17b23c-b73f-4648-9ab5-ec16aee1d408, hostable agents: ['32f3dd84-26da-4d18-bf15-6017a8fb7247'], hosted agents: [] {{(pid=84874) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Jan 14 07:08:22.614562 n-d-768862-2 neutron-server[84765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc902ace-1a3c-429c-a379-fc183dba3be4 admin admin] Network ed17b23c-b73f-4648-9ab5-ec16aee1d408 is scheduled to be hosted by DHCP agent 32f3dd84-26da-4d18-bf15-6017a8fb7247 with binding_index 1 {{(pid=84874) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Jan 14 07:08:22.624331 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-ab81b9f0-860b-411b-8b9e-a1b67ed3ee34 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850887153'] for security_group, after_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:08:22.644905 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-0a4d3e14-d96d-474c-88f5-b8a63aae9da9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.007s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:08:22.665440 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab81b9f0-860b-411b-8b9e-a1b67ed3ee34 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=42db1b92-d2d3-4e68-a214-1f661769c4b8,revision_number=None']} {{(pid=84874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:08:22.698257 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-ab81b9f0-860b-411b-8b9e-a1b67ed3ee34 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:08:22.709240 n-d-768862-2 neutron-server[84765]: DEBUG neutron.scheduler.base_scheduler [None req-bc902ace-1a3c-429c-a379-fc183dba3be4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768862-2, ed17b23c-b73f-4648-9ab5-ec16aee1d408) {{(pid=84874) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 07:08:22.741188 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-ab81b9f0-860b-411b-8b9e-a1b67ed3ee34 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:08:22.742483 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-ab81b9f0-860b-411b-8b9e-a1b67ed3ee34 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/42db1b92-d2d3-4e68-a214-1f661769c4b8 HTTP/1.1" status: 204 len: 168 time: 0.8179228 Jan 14 07:08:22.743946 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc902ace-1a3c-429c-a379-fc183dba3be4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:08:22.744607 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-bc902ace-1a3c-429c-a379-fc183dba3be4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3207107'] for subnet, before_response {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:08:22.792509 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-bc902ace-1a3c-429c-a379-fc183dba3be4 admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 859 time: 3.0156748 Jan 14 07:08:22.795268 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84874) accepted ('10.222.0.24', 52000) {{(pid=84874) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:08:22.801737 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.v2.base [None req-14aee928-fe7a-4be2-8a30-b9f5288ceffb admin admin] Request body: {'router': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-778481560-router', 'tenant_id': 'ee0578336fa8434fa2c352d4491edd99', 'external_gateway_info': {'network_id': '226f1e78-82cd-4481-9055-4eb73b6db8c1'}}} {{(pid=84874) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:08:22.815535 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-14aee928-fe7a-4be2-8a30-b9f5288ceffb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:08:22.830021 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-14aee928-fe7a-4be2-8a30-b9f5288ceffb admin admin] Usage tracker for resource:router and tenant:ee0578336fa8434fa2c352d4491edd99 is out of sync, need to count used quota {{(pid=84874) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:08:22.842095 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-14aee928-fe7a-4be2-8a30-b9f5288ceffb admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=84874) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:08:22.857436 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-14aee928-fe7a-4be2-8a30-b9f5288ceffb admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:08:22.890285 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-14aee928-fe7a-4be2-8a30-b9f5288ceffb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3889205', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854717621'] for router, before_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:08:22.891643 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-14aee928-fe7a-4be2-8a30-b9f5288ceffb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036850886574', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3912501', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3808446', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-58179'] for router, precommit_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:08:22.926625 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-b0745b40-fd8c-4308-87a3-b1b56cb354b5 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=416cba5f75614979996fcceb4a94429f&name=default HTTP/1.1" status: 200 len: 2979 time: 1.8301480 Jan 14 07:08:22.929807 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84875) accepted ('10.222.0.24', 52010) {{(pid=84875) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:08:22.934653 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0745b40-fd8c-4308-87a3-b1b56cb354b5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e5382d4c-2efd-4b81-9677-b4da3d3eba37,revision_number=1']} {{(pid=84875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:08:22.949579 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-14aee928-fe7a-4be2-8a30-b9f5288ceffb admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:08:22.950837 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-b0745b40-fd8c-4308-87a3-b1b56cb354b5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.488s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:08:22.953444 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-694a563d-7565-491f-8c9a-65b24b9027c4 None None] Network ed17b23c-b73f-4648-9ab5-ec16aee1d408 requested from n-d-768862-2 {{(pid=84876) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 07:08:23.011382 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Device 39407de6-5f26-435d-bd5f-a079247918ce up at agent ovs-agent-n-d-768862-2 {{(pid=84876) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 07:08:23.055412 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-3c999b18-c686-41e4-a19f-cad7042915af admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:08:23.221470 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84875) accepted ('10.222.0.24', 52016) {{(pid=84875) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:08:23.239585 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-3c999b18-c686-41e4-a19f-cad7042915af admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:08:23.355806 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-b8840ab5-6518-43ea-863a-c202fab26529 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=9e8e5320290943eba1d0400b2f87be69&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1257806 Jan 14 07:08:23.361339 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84875) accepted ('10.222.0.24', 52022) {{(pid=84875) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:08:23.371272 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363259214191800', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854171626'] for agent, after_update {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:08:23.396072 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-3c999b18-c686-41e4-a19f-cad7042915af admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850887153'] for security_group, after_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:08:23.408767 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:08:23.485240 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c999b18-c686-41e4-a19f-cad7042915af admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e5382d4c-2efd-4b81-9677-b4da3d3eba37,revision_number=None']} {{(pid=84875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:08:23.528017 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-3c999b18-c686-41e4-a19f-cad7042915af admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:08:23.558784 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-14aee928-fe7a-4be2-8a30-b9f5288ceffb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3912484', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3889188', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-58194'] for router, precommit_update {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:08:23.581186 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-3c999b18-c686-41e4-a19f-cad7042915af admin admin] Notify callbacks [] for security_group, before_response {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:08:23.582435 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-3c999b18-c686-41e4-a19f-cad7042915af admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/e5382d4c-2efd-4b81-9677-b4da3d3eba37 HTTP/1.1" status: 204 len: 168 time: 0.6515636 Jan 14 07:08:23.584737 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-0f37073e-9c69-4e3c-80e0-6cfaa0fd61a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363259214191800', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854171626'] for agent, after_update {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:08:23.663801 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-0cd6d29c-827d-49ca-b184-91f9eb462f97 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:08:23.820934 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Provisioning complete for port 39407de6-5f26-435d-bd5f-a079247918ce triggered by entity L2. {{(pid=84876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 07:08:23.821351 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-604227'] for port, provisioning_complete {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:08:23.917777 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ebec864f-681e-4380-bd9d-aba5153c84f3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5d94dc7a-c095-50a4-955e-5f3b78718a12-ed17b23c-b73f-4648-9ab5-ec16aee1d408', 'network_id': 'ed17b23c-b73f-4648-9ab5-ec16aee1d408', 'tenant_id': 'ee0578336fa8434fa2c352d4491edd99', 'fixed_ips': [{'subnet_id': '27844b96-74cc-464f-8d24-f0588d92966b'}]}} from n-d-768862-2. {{(pid=84876) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Jan 14 07:08:23.918620 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-ebec864f-681e-4380-bd9d-aba5153c84f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555753'] for port, before_create {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:08:24.004040 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-0cd6d29c-827d-49ca-b184-91f9eb462f97 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:08:24.072507 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-14aee928-fe7a-4be2-8a30-b9f5288ceffb admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:08:24.087021 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-cb3ed1a0-5f30-455a-8a4d-fcf09afa444a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850887113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036851621412', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036852467174'] for subnet, after_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:08:24.151428 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-14aee928-fe7a-4be2-8a30-b9f5288ceffb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555753'] for port, before_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:08:24.211486 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:08:24.219789 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84874) accepted ('10.222.0.24', 52038) {{(pid=84874) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:08:24.307078 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3357fe60-37a2-4ece-94f4-55bb5ef61ef2 req-1a359bf0-668e-4cdd-8e42-31ece7de762e tempest-NetworksTest-758517248 tempest-NetworksTest-758517248] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:08:24.307575 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3357fe60-37a2-4ece-94f4-55bb5ef61ef2 req-1a359bf0-668e-4cdd-8e42-31ece7de762e tempest-NetworksTest-758517248 tempest-NetworksTest-758517248] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:08:24.308114 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3357fe60-37a2-4ece-94f4-55bb5ef61ef2 req-1a359bf0-668e-4cdd-8e42-31ece7de762e tempest-NetworksTest-758517248 tempest-NetworksTest-758517248] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:08:24.308596 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3357fe60-37a2-4ece-94f4-55bb5ef61ef2 req-1a359bf0-668e-4cdd-8e42-31ece7de762e tempest-NetworksTest-758517248 tempest-NetworksTest-758517248] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:08:24.309209 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3357fe60-37a2-4ece-94f4-55bb5ef61ef2 req-1a359bf0-668e-4cdd-8e42-31ece7de762e tempest-NetworksTest-758517248 tempest-NetworksTest-758517248] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:08:24.309666 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3357fe60-37a2-4ece-94f4-55bb5ef61ef2 req-1a359bf0-668e-4cdd-8e42-31ece7de762e tempest-NetworksTest-758517248 tempest-NetworksTest-758517248] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:08:24.310143 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3357fe60-37a2-4ece-94f4-55bb5ef61ef2 req-1a359bf0-668e-4cdd-8e42-31ece7de762e tempest-NetworksTest-758517248 tempest-NetworksTest-758517248] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:08:24.312423 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [req-3357fe60-37a2-4ece-94f4-55bb5ef61ef2 req-1a359bf0-668e-4cdd-8e42-31ece7de762e tempest-NetworksTest-758517248 tempest-NetworksTest-758517248] 10.222.0.24 "GET /v2.0/networks HTTP/1.1" status: 200 len: 5006 time: 0.7089729 Jan 14 07:08:24.354559 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb3ed1a0-5f30-455a-8a4d-fcf09afa444a admin admin] Pushing event updated for resources: {'Subnet': ['ID=f90a7f47-05b5-4e01-ada4-00c61044d6dc,revision_number=0']} {{(pid=84875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:08:24.357896 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-cb3ed1a0-5f30-455a-8a4d-fcf09afa444a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:08:24.370712 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-0cd6d29c-827d-49ca-b184-91f9eb462f97 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850887153'] for security_group, after_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:08:24.380225 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-3c999b18-c686-41e4-a19f-cad7042915af admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:08:24.407813 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cd6d29c-827d-49ca-b184-91f9eb462f97 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=87b59cf4-ef66-4c9e-9171-92c30d90b66a,revision_number=None']} {{(pid=84875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:08:24.411396 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-0cd6d29c-827d-49ca-b184-91f9eb462f97 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:08:24.413661 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-0cd6d29c-827d-49ca-b184-91f9eb462f97 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:08:24.419893 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-0cd6d29c-827d-49ca-b184-91f9eb462f97 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/87b59cf4-ef66-4c9e-9171-92c30d90b66a HTTP/1.1" status: 204 len: 168 time: 1.0570567 Jan 14 07:08:24.577169 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.db_base_plugin_common [None req-ebec864f-681e-4380-bd9d-aba5153c84f3 None None] Allocated IP 172.20.0.2 (ed17b23c-b73f-4648-9ab5-ec16aee1d408/27844b96-74cc-464f-8d24-f0588d92966b/3df2c38f-05e5-4576-939e-6051ae53abf2) {{(pid=84876) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 14 07:08:24.627229 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84874) accepted ('10.222.0.24', 52060) {{(pid=84874) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:08:24.647417 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb3ed1a0-5f30-455a-8a4d-fcf09afa444a admin admin] Checking segment: {'id': 'dc8ae322-e14b-4e57-8a23-a67c39f0cc50', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '876c54bd-7381-4d31-9645-8abf8e4f3480'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84875) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 14 07:08:24.648001 n-d-768862-2 neutron-server[84765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb3ed1a0-5f30-455a-8a4d-fcf09afa444a admin admin] Network hostable DHCP agents. Network: 876c54bd-7381-4d31-9645-8abf8e4f3480, hostable agents: ['32f3dd84-26da-4d18-bf15-6017a8fb7247'], hosted agents: [] {{(pid=84875) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Jan 14 07:08:24.657518 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-630f976e-8040-4529-af77-7b1bde8226eb admin admin] Notify callbacks [] for security_group, before_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:08:24.661694 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [req-c07d4b33-f314-4386-b92e-ecfdbcd1f295 req-c7248acf-f352-4f53-b466-d56bb578d899 tempest-MigrationsAdminTest-75357139 tempest-MigrationsAdminTest-75357139] 10.222.0.24 "GET /v2.0/networks?tenant_id=c74639b175df49dc8ca61de5a71b6c1a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0686240 Jan 14 07:08:24.689979 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-630f976e-8040-4529-af77-7b1bde8226eb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:08:24.703747 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-630f976e-8040-4529-af77-7b1bde8226eb admin admin] Usage tracker for resource:security_group_rule and tenant:83c2cb84fb7d45549a5b47fc128fcb2f is out of sync, need to count used quota {{(pid=84874) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:08:24.709707 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.db_base_plugin_common [None req-14aee928-fe7a-4be2-8a30-b9f5288ceffb admin admin] Allocated IP 172.25.2.111 (226f1e78-82cd-4481-9055-4eb73b6db8c1/ba8deeec-7658-4195-9449-038c076f5c83/b44a45d5-0dc1-43bf-a2fe-837b4efbd9c2) {{(pid=84874) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 14 07:08:24.713384 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-630f976e-8040-4529-af77-7b1bde8226eb admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84874) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:08:24.726831 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-630f976e-8040-4529-af77-7b1bde8226eb admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:08:24.933445 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-ebec864f-681e-4380-bd9d-aba5153c84f3 None None] Notify callbacks [] for port, precommit_create {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:08:24.946210 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-ebec864f-681e-4380-bd9d-aba5153c84f3 None None] Transition to ACTIVE for port object 3df2c38f-05e5-4576-939e-6051ae53abf2 will not be triggered until provisioned by entity L2. {{(pid=84876) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 07:08:24.967068 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-d50efaff-c2a6-4b10-a673-eaba414c55b9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:08:24.969283 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-ebec864f-681e-4380-bd9d-aba5153c84f3 None None] Transition to ACTIVE for port object 3df2c38f-05e5-4576-939e-6051ae53abf2 will not be triggered until provisioned by entity DHCP. {{(pid=84876) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 07:08:24.972170 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c07d4b33-f314-4386-b92e-ecfdbcd1f295 req-81681728-e9f4-450b-8961-3db53797f731 tempest-MigrationsAdminTest-75357139 tempest-MigrationsAdminTest-75357139] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:08:24.976767 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-ebec864f-681e-4380-bd9d-aba5153c84f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777640123575'] for port, after_create {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:08:24.982925 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [req-c07d4b33-f314-4386-b92e-ecfdbcd1f295 req-81681728-e9f4-450b-8961-3db53797f731 tempest-MigrationsAdminTest-75357139 tempest-MigrationsAdminTest-75357139] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3201818 Jan 14 07:08:25.027965 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [req-c07d4b33-f314-4386-b92e-ecfdbcd1f295 req-ba0615a3-850b-447f-b13b-28e88404e74f tempest-MigrationsAdminTest-75357139 tempest-MigrationsAdminTest-75357139] 10.222.0.24 "GET /v2.0/quotas/c74639b175df49dc8ca61de5a71b6c1a HTTP/1.1" status: 200 len: 375 time: 0.0437903 Jan 14 07:08:25.031351 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-d50efaff-c2a6-4b10-a673-eaba414c55b9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:08:25.047742 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-d50efaff-c2a6-4b10-a673-eaba414c55b9 admin admin] Usage tracker for resource:security_group_rule and tenant:6e7019ac0fd4477fb419f9bfdc44790a is out of sync, need to count used quota {{(pid=84874) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:08:25.053076 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-d50efaff-c2a6-4b10-a673-eaba414c55b9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84874) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:08:25.064689 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-14aee928-fe7a-4be2-8a30-b9f5288ceffb admin admin] Notify callbacks [] for port, precommit_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:08:25.068374 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-d50efaff-c2a6-4b10-a673-eaba414c55b9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:08:25.077153 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-630f976e-8040-4529-af77-7b1bde8226eb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:08:25.099421 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-630f976e-8040-4529-af77-7b1bde8226eb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850887153'] for security_group, after_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:08:25.108517 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [req-c07d4b33-f314-4386-b92e-ecfdbcd1f295 req-2eea8903-cf21-435c-ab77-32ca6cfa9925 tempest-MigrationsAdminTest-75357139 tempest-MigrationsAdminTest-75357139] 10.222.0.24 "GET /v2.0/ports?tenant_id=c74639b175df49dc8ca61de5a71b6c1a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0793555 Jan 14 07:08:25.113589 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-174d1486-c06e-46e5-ba66-28e6510a5c2d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:08:25.118061 n-d-768862-2 neutron-server[84765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb3ed1a0-5f30-455a-8a4d-fcf09afa444a admin admin] Network 876c54bd-7381-4d31-9645-8abf8e4f3480 is scheduled to be hosted by DHCP agent 32f3dd84-26da-4d18-bf15-6017a8fb7247 with binding_index 1 {{(pid=84875) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Jan 14 07:08:25.150643 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84876) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:08:25.194266 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-630f976e-8040-4529-af77-7b1bde8226eb admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=83c2cb84fb7d45549a5b47fc128fcb2f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5631385 Jan 14 07:08:25.198068 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84874) accepted ('10.222.0.24', 52068) {{(pid=84874) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:08:25.205854 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-630f976e-8040-4529-af77-7b1bde8226eb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=56c9f550-a5f5-44d3-b16b-63af0edb7526,revision_number=1']} {{(pid=84874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:08:25.224967 n-d-768862-2 neutron-server[84765]: DEBUG neutron.scheduler.base_scheduler [None req-cb3ed1a0-5f30-455a-8a4d-fcf09afa444a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768862-2, 876c54bd-7381-4d31-9645-8abf8e4f3480) {{(pid=84875) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 07:08:25.240528 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-630f976e-8040-4529-af77-7b1bde8226eb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:08:25.263634 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb3ed1a0-5f30-455a-8a4d-fcf09afa444a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:08:25.266369 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-cb3ed1a0-5f30-455a-8a4d-fcf09afa444a admin admin] Notify callbacks [] for subnet, before_response {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:08:25.275117 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8115434d-4f29-4fb2-b8f4-326d849a2877 req-37e94f58-9db6-4fde-a4c5-7bdc05723673 tempest-NetworksTest-758517248 tempest-NetworksTest-758517248] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:08:25.291202 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [req-8115434d-4f29-4fb2-b8f4-326d849a2877 req-37e94f58-9db6-4fde-a4c5-7bdc05723673 tempest-NetworksTest-758517248 tempest-NetworksTest-758517248] 10.222.0.24 "GET /v2.0/networks/226f1e78-82cd-4481-9055-4eb73b6db8c1 HTTP/1.1" status: 200 len: 886 time: 0.8523149 Jan 14 07:08:25.315099 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-14aee928-fe7a-4be2-8a30-b9f5288ceffb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777640123575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3254186'] for port, after_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:08:25.353811 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-cb3ed1a0-5f30-455a-8a4d-fcf09afa444a admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 3.1128790 Jan 14 07:08:25.543557 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0379835e-d05b-457f-a968-075a476ff684 None None] Network 876c54bd-7381-4d31-9645-8abf8e4f3480 requested from n-d-768862-2 {{(pid=84876) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 07:08:25.652721 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:08:25.727635 n-d-768862-2 neutron-server[84765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14aee928-fe7a-4be2-8a30-b9f5288ceffb admin admin] Network 226f1e78-82cd-4481-9055-4eb73b6db8c1 is already hosted by enough agents. {{(pid=84874) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 07:08:25.745845 n-d-768862-2 neutron-server[84765]: DEBUG neutron.scheduler.base_scheduler [None req-14aee928-fe7a-4be2-8a30-b9f5288ceffb admin admin] Resources bound (agent type, host, resource id): {{(pid=84874) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 07:08:25.757725 n-d-768862-2 neutron-server[84765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ebec864f-681e-4380-bd9d-aba5153c84f3 None None] Network ed17b23c-b73f-4648-9ab5-ec16aee1d408 is already hosted by enough agents. {{(pid=84876) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 07:08:25.792173 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14aee928-fe7a-4be2-8a30-b9f5288ceffb admin admin] Received port after_create {{(pid=84874) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 14 07:08:25.792545 n-d-768862-2 neutron-server[84765]: DEBUG neutron.scheduler.base_scheduler [None req-ebec864f-681e-4380-bd9d-aba5153c84f3 None None] Resources bound (agent type, host, resource id): {{(pid=84876) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 07:08:25.833396 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebec864f-681e-4380-bd9d-aba5153c84f3 None None] Received port after_create {{(pid=84876) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 14 07:08:25.930792 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebec864f-681e-4380-bd9d-aba5153c84f3 None None] Pushing event updated for resources: {'Port': ['ID=3df2c38f-05e5-4576-939e-6051ae53abf2,revision_number=1']} {{(pid=84876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:08:25.939009 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.managers [None req-ebec864f-681e-4380-bd9d-aba5153c84f3 None None] Attempting to bind port 3df2c38f-05e5-4576-939e-6051ae53abf2 on host n-d-768862-2 for vnic_type normal with profile {{(pid=84876) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 14 07:08:25.939324 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.managers [None req-ebec864f-681e-4380-bd9d-aba5153c84f3 None None] Attempting to bind port 3df2c38f-05e5-4576-939e-6051ae53abf2 by drivers openvswitch on host n-d-768862-2 at level 0 using segments [{'id': '34d6c3d4-1ab0-4378-be64-59dff1758066', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'ed17b23c-b73f-4648-9ab5-ec16aee1d408'}] {{(pid=84876) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 14 07:08:25.940123 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebec864f-681e-4380-bd9d-aba5153c84f3 None None] Attempting to bind port 3df2c38f-05e5-4576-939e-6051ae53abf2 on network ed17b23c-b73f-4648-9ab5-ec16aee1d408 {{(pid=84876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 14 07:08:25.957135 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-ebec864f-681e-4380-bd9d-aba5153c84f3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.806s {{(pid=84876) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:08:25.958066 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebec864f-681e-4380-bd9d-aba5153c84f3 None None] Checking agent: {'id': 'ba5efab1-b43c-4d5a-bc52-6e105d4e67a2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768862-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 14, 6, 56, 52), 'started_at': datetime.datetime(2021, 1, 14, 6, 57, 22), 'heartbeat_timestamp': datetime.datetime(2021, 1, 14, 7, 8, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768862-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.29', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 14 07:08:25.958488 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebec864f-681e-4380-bd9d-aba5153c84f3 None None] Checking segment: {'id': '34d6c3d4-1ab0-4378-be64-59dff1758066', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'ed17b23c-b73f-4648-9ab5-ec16aee1d408'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84876) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 14 07:08:25.958954 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-ebec864f-681e-4380-bd9d-aba5153c84f3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:08:25.959387 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebec864f-681e-4380-bd9d-aba5153c84f3 None None] Bound using segment: {'id': '34d6c3d4-1ab0-4378-be64-59dff1758066', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'ed17b23c-b73f-4648-9ab5-ec16aee1d408'} {{(pid=84876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 14 07:08:25.959958 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.managers [None req-ebec864f-681e-4380-bd9d-aba5153c84f3 None None] Bound port: 3df2c38f-05e5-4576-939e-6051ae53abf2, host: n-d-768862-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '34d6c3d4-1ab0-4378-be64-59dff1758066', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'ed17b23c-b73f-4648-9ab5-ec16aee1d408'}}] {{(pid=84876) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 14 07:08:25.960403 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-ebec864f-681e-4380-bd9d-aba5153c84f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555753'] for port, before_update {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:08:25.982487 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84874) accepted ('10.222.0.24', 52100) {{(pid=84874) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:08:26.265589 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14aee928-fe7a-4be2-8a30-b9f5288ceffb admin admin] Pushing event updated for resources: {'Port': ['ID=b44a45d5-0dc1-43bf-a2fe-837b4efbd9c2,revision_number=1']} {{(pid=84874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:08:26.271073 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3ae5001-4d4c-4a29-8c08-469751e439e2 req-0386144d-cf39-487e-a56d-09d965627a7d tempest-NetworksTest-758517248 tempest-NetworksTest-758517248] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:08:26.273332 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3ae5001-4d4c-4a29-8c08-469751e439e2 req-0386144d-cf39-487e-a56d-09d965627a7d tempest-NetworksTest-758517248 tempest-NetworksTest-758517248] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:08:26.276410 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3ae5001-4d4c-4a29-8c08-469751e439e2 req-0386144d-cf39-487e-a56d-09d965627a7d tempest-NetworksTest-758517248 tempest-NetworksTest-758517248] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:08:26.276487 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3ae5001-4d4c-4a29-8c08-469751e439e2 req-0386144d-cf39-487e-a56d-09d965627a7d tempest-NetworksTest-758517248 tempest-NetworksTest-758517248] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:08:26.276850 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3ae5001-4d4c-4a29-8c08-469751e439e2 req-0386144d-cf39-487e-a56d-09d965627a7d tempest-NetworksTest-758517248 tempest-NetworksTest-758517248] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:08:26.277251 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3ae5001-4d4c-4a29-8c08-469751e439e2 req-0386144d-cf39-487e-a56d-09d965627a7d tempest-NetworksTest-758517248 tempest-NetworksTest-758517248] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:08:26.277652 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3ae5001-4d4c-4a29-8c08-469751e439e2 req-0386144d-cf39-487e-a56d-09d965627a7d tempest-NetworksTest-758517248 tempest-NetworksTest-758517248] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:08:26.283645 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31719c71-f558-4294-97d1-db09bee67f31 None None] Network 876c54bd-7381-4d31-9645-8abf8e4f3480 requested from n-d-768862-2 {{(pid=84876) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 07:08:26.285047 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-14aee928-fe7a-4be2-8a30-b9f5288ceffb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.632s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:08:26.286676 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [req-c3ae5001-4d4c-4a29-8c08-469751e439e2 req-0386144d-cf39-487e-a56d-09d965627a7d tempest-NetworksTest-758517248 tempest-NetworksTest-758517248] 10.222.0.24 "GET /v2.0/networks HTTP/1.1" status: 200 len: 5012 time: 0.9314260 Jan 14 07:08:26.304711 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [None req-ebec864f-681e-4380-bd9d-aba5153c84f3 None None] For port 3df2c38f-05e5-4576-939e-6051ae53abf2, host n-d-768862-2, cleared binding levels {{(pid=84876) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 14 07:08:26.330021 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-4936d844-f831-4b99-a7d4-40aaa939a77e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:08:26.346002 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-d50efaff-c2a6-4b10-a673-eaba414c55b9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:08:26.370522 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-d50efaff-c2a6-4b10-a673-eaba414c55b9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850887153'] for security_group, after_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:08:26.379756 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [None req-ebec864f-681e-4380-bd9d-aba5153c84f3 None None] For port 3df2c38f-05e5-4576-939e-6051ae53abf2, host n-d-768862-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-2',level=0,port_id=3df2c38f-05e5-4576-939e-6051ae53abf2,segment=NetworkSegment(34d6c3d4-1ab0-4378-be64-59dff1758066),segment_id=34d6c3d4-1ab0-4378-be64-59dff1758066)] {{(pid=84876) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 14 07:08:26.417232 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:08:26.444629 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.db_base_plugin_v2 [None req-21bfc329-edf9-47ba-abec-db43f056e8a9 admin admin] Deleting subnet 38b0ffbb-8d69-458b-a565-e123327113de {{(pid=84874) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Jan 14 07:08:26.463114 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-ebec864f-681e-4380-bd9d-aba5153c84f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777640533312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363259214678337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777640097497'] for port, after_update {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:08:26.472461 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-21bfc329-edf9-47ba-abec-db43f056e8a9 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:08:26.488748 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84876) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:08:26.533874 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-21bfc329-edf9-47ba-abec-db43f056e8a9 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036851807232'] for subnet, precommit_delete_associations {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:08:26.606857 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-21bfc329-edf9-47ba-abec-db43f056e8a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036854176836'] for subnet, precommit_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:08:26.758964 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebec864f-681e-4380-bd9d-aba5153c84f3 None None] Pushing event updated for resources: {'Port': ['ID=3df2c38f-05e5-4576-939e-6051ae53abf2,revision_number=2']} {{(pid=84876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:08:26.771306 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-ebec864f-681e-4380-bd9d-aba5153c84f3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.283s {{(pid=84876) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:08:26.920816 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [req-11058a14-c826-4532-b82d-65cec1a61cd3 req-fad2bef0-572e-4a6d-966c-454245783476 tempest-MigrationsAdminTest-75357139 tempest-MigrationsAdminTest-75357139] 10.222.0.24 "GET /v2.0/networks?tenant_id=c74639b175df49dc8ca61de5a71b6c1a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0347173 Jan 14 07:08:27.069257 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-4936d844-f831-4b99-a7d4-40aaa939a77e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:08:27.080678 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84875) accepted ('10.222.0.24', 52144) {{(pid=84875) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:08:27.117964 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-d50efaff-c2a6-4b10-a673-eaba414c55b9 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=6e7019ac0fd4477fb419f9bfdc44790a&name=default HTTP/1.1" status: 200 len: 2979 time: 2.8969972 Jan 14 07:08:27.121168 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84875) accepted ('10.222.0.24', 52150) {{(pid=84875) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:08:27.124627 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d50efaff-c2a6-4b10-a673-eaba414c55b9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fea856a4-70d3-4a66-b263-5b0c7d6b29fc,revision_number=1']} {{(pid=84874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:08:27.196012 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11058a14-c826-4532-b82d-65cec1a61cd3 req-e1979b84-451a-43b0-b49b-3368f43adba2 tempest-MigrationsAdminTest-75357139 tempest-MigrationsAdminTest-75357139] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:08:27.210797 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [req-11058a14-c826-4532-b82d-65cec1a61cd3 req-e1979b84-451a-43b0-b49b-3368f43adba2 tempest-MigrationsAdminTest-75357139 tempest-MigrationsAdminTest-75357139] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2810392 Jan 14 07:08:27.213705 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-d50efaff-c2a6-4b10-a673-eaba414c55b9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.796s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:08:27.276783 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [req-11058a14-c826-4532-b82d-65cec1a61cd3 req-e493c8b8-161b-46c4-8a7a-d15a317f663f tempest-MigrationsAdminTest-75357139 tempest-MigrationsAdminTest-75357139] 10.222.0.24 "GET /v2.0/quotas/c74639b175df49dc8ca61de5a71b6c1a HTTP/1.1" status: 200 len: 375 time: 0.0646765 Jan 14 07:08:27.383613 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [req-11058a14-c826-4532-b82d-65cec1a61cd3 req-158df18e-b17a-4f60-8ed1-f623e704c5be tempest-MigrationsAdminTest-75357139 tempest-MigrationsAdminTest-75357139] 10.222.0.24 "GET /v2.0/ports?tenant_id=c74639b175df49dc8ca61de5a71b6c1a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1055474 Jan 14 07:08:27.444865 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-8825f3b9-5706-4bfc-99d5-cc85cc21e7af admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:08:27.449763 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-a6caa0e7-8456-42fb-8046-16496c0099c8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:08:27.466649 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-4936d844-f831-4b99-a7d4-40aaa939a77e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850887153'] for security_group, after_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:08:27.485128 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-5d25ff31-9142-4e6b-80b9-e4f1001a9c6e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:08:27.492388 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-a6caa0e7-8456-42fb-8046-16496c0099c8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:08:27.502909 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-a6caa0e7-8456-42fb-8046-16496c0099c8 admin admin] Usage tracker for resource:security_group_rule and tenant:5266318390214c90b52a068a69a0838f is out of sync, need to count used quota {{(pid=84875) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:08:27.507337 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-8825f3b9-5706-4bfc-99d5-cc85cc21e7af admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:08:27.520036 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-a6caa0e7-8456-42fb-8046-16496c0099c8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84875) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:08:27.522621 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4936d844-f831-4b99-a7d4-40aaa939a77e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=56c9f550-a5f5-44d3-b16b-63af0edb7526,revision_number=None']} {{(pid=84874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:08:27.532134 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-4936d844-f831-4b99-a7d4-40aaa939a77e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:08:27.545767 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-a6caa0e7-8456-42fb-8046-16496c0099c8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:08:27.555704 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-14aee928-fe7a-4be2-8a30-b9f5288ceffb admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:08:27.670633 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-8825f3b9-5706-4bfc-99d5-cc85cc21e7af admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850887153'] for security_group, after_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:08:27.704031 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-b6437c6d-4e4a-4bfd-a240-3c1befc1dfed admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:08:27.754775 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8825f3b9-5706-4bfc-99d5-cc85cc21e7af admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fea856a4-70d3-4a66-b263-5b0c7d6b29fc,revision_number=None']} {{(pid=84875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:08:27.805120 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-8825f3b9-5706-4bfc-99d5-cc85cc21e7af admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:08:27.829143 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-8825f3b9-5706-4bfc-99d5-cc85cc21e7af admin admin] Notify callbacks [] for security_group, before_response {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:08:27.830605 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-8825f3b9-5706-4bfc-99d5-cc85cc21e7af admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/fea856a4-70d3-4a66-b263-5b0c7d6b29fc HTTP/1.1" status: 204 len: 168 time: 0.7083976 Jan 14 07:08:27.895542 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-a6caa0e7-8456-42fb-8046-16496c0099c8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:08:27.901285 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-a6caa0e7-8456-42fb-8046-16496c0099c8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850887153'] for security_group, after_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:08:27.939937 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:08:27.957803 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-4936d844-f831-4b99-a7d4-40aaa939a77e admin admin] Notify callbacks [] for security_group, before_response {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:08:27.958000 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-a6caa0e7-8456-42fb-8046-16496c0099c8 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=5266318390214c90b52a068a69a0838f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8735130 Jan 14 07:08:27.958079 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-4936d844-f831-4b99-a7d4-40aaa939a77e admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/56c9f550-a5f5-44d3-b16b-63af0edb7526 HTTP/1.1" status: 204 len: 168 time: 2.7575366 Jan 14 07:08:27.962265 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84875) accepted ('10.222.0.24', 52184) {{(pid=84875) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:08:28.018282 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6caa0e7-8456-42fb-8046-16496c0099c8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a31478b7-e16a-487a-a3f9-777d5613b62d,revision_number=1']} {{(pid=84875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:08:28.019481 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-21bfc329-edf9-47ba-abec-db43f056e8a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-598964', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850887113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036851521664', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2794686'] for subnet, after_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:08:28.041407 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-a6caa0e7-8456-42fb-8046-16496c0099c8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:08:28.075156 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-da866950-89f8-43f9-82c9-67af9200d8ef admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:08:28.086467 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-be427468-1c3d-4c5d-a91a-3374a046526b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:08:28.149097 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-be427468-1c3d-4c5d-a91a-3374a046526b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:08:28.259487 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-be427468-1c3d-4c5d-a91a-3374a046526b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850887153'] for security_group, after_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:08:28.270174 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-b11ec5cf-77da-4583-8945-d2fb67790d6a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:08:28.325043 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be427468-1c3d-4c5d-a91a-3374a046526b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a31478b7-e16a-487a-a3f9-777d5613b62d,revision_number=None']} {{(pid=84875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:08:28.342358 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-be427468-1c3d-4c5d-a91a-3374a046526b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:08:28.344376 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-be427468-1c3d-4c5d-a91a-3374a046526b admin admin] Notify callbacks [] for security_group, before_response {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:08:28.352401 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-be427468-1c3d-4c5d-a91a-3374a046526b admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/a31478b7-e16a-487a-a3f9-777d5613b62d HTTP/1.1" status: 204 len: 168 time: 0.3846462 Jan 14 07:08:28.375238 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21bfc329-edf9-47ba-abec-db43f056e8a9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=38b0ffbb-8d69-458b-a565-e123327113de,revision_number=None']} {{(pid=84874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:08:28.461400 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-21bfc329-edf9-47ba-abec-db43f056e8a9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.396s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:08:28.524597 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-21bfc329-edf9-47ba-abec-db43f056e8a9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3207107'] for subnet, before_response {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:08:28.531140 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-21bfc329-edf9-47ba-abec-db43f056e8a9 admin admin] 10.222.0.24 "DELETE /v2.0/subnets/38b0ffbb-8d69-458b-a565-e123327113de HTTP/1.1" status: 204 len: 168 time: 2.5467415 Jan 14 07:08:28.534212 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84875) accepted ('10.222.0.24', 52214) {{(pid=84875) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:08:28.565257 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-14aee928-fe7a-4be2-8a30-b9f5288ceffb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036850886612', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036850863158'] for router, after_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:08:28.681285 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0caf5a5-b7bf-493f-bcc0-537589cf7dbe None None] Network ed17b23c-b73f-4648-9ab5-ec16aee1d408 requested from n-d-768862-2 {{(pid=84876) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 07:08:28.747011 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-ea6eb069-4100-48fd-95ee-5ace96725669 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036854160497'] for network, before_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:08:28.891363 n-d-768862-2 neutron-server[84765]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-14aee928-fe7a-4be2-8a30-b9f5288ceffb admin admin] Router 4fee988a-a007-4060-9487-18608b1d2936 is scheduled to L3 agent 35f592e9-451b-4db9-abea-77b6a5c5391b with binding_index 1 {{(pid=84874) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}} Jan 14 07:08:28.908757 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Device 3df2c38f-05e5-4576-939e-6051ae53abf2 up at agent ovs-agent-n-d-768862-2 {{(pid=84876) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 07:08:28.985104 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-fb6fdab6-2af0-4304-b3b7-30f2cdcbf5cd None None] Provisioning for port 3df2c38f-05e5-4576-939e-6051ae53abf2 completed by entity DHCP. {{(pid=84876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 07:08:29.014063 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84875) accepted ('10.222.0.24', 52226) {{(pid=84875) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:08:29.053908 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Provisioning for port 3df2c38f-05e5-4576-939e-6051ae53abf2 completed by entity L2. {{(pid=84876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 07:08:29.064116 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-ea6eb069-4100-48fd-95ee-5ace96725669 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-598987', 'neutron.services.segments.db._delete_segments_for_network-8777640583949'] for network, precommit_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:08:29.064370 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Provisioning complete for port 3df2c38f-05e5-4576-939e-6051ae53abf2 triggered by entity L2. {{(pid=84876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 07:08:29.064370 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-604227'] for port, provisioning_complete {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:08:29.206092 n-d-768862-2 neutron-server[84765]: DEBUG neutron.services.segments.db [None req-ea6eb069-4100-48fd-95ee-5ace96725669 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['00fc96bc-4efb-47a9-80e7-2a8ea5781b51']}} {{(pid=84875) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:08:29.213916 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-b9407ba5-c172-4e3c-8c70-0973b02f4674 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:08:29.233151 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-b9407ba5-c172-4e3c-8c70-0973b02f4674 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:08:29.237378 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-b9407ba5-c172-4e3c-8c70-0973b02f4674 admin admin] Usage tracker for resource:security_group_rule and tenant:d91270bd41d94f618e8111594f2d209e is out of sync, need to count used quota {{(pid=84875) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:08:29.240894 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-b9407ba5-c172-4e3c-8c70-0973b02f4674 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84875) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:08:29.246751 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-b9407ba5-c172-4e3c-8c70-0973b02f4674 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:08:29.340588 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-b9407ba5-c172-4e3c-8c70-0973b02f4674 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:08:29.345236 n-d-768862-2 neutron-server[84765]: DEBUG neutron.services.segments.db [None req-ea6eb069-4100-48fd-95ee-5ace96725669 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a5b60b1b-22cb-4125-92d0-00202fe0a08c') {'for_net_delete': True} {{(pid=84875) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:08:29.345614 n-d-768862-2 neutron-server[84765]: DEBUG neutron.services.segments.db [None req-ea6eb069-4100-48fd-95ee-5ace96725669 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a5b60b1b-22cb-4125-92d0-00202fe0a08c') {} {{(pid=84875) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:08:29.354162 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-b9407ba5-c172-4e3c-8c70-0973b02f4674 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850887153'] for security_group, after_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:08:29.367284 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-8ccc2222-69fa-411a-9916-120553fd36b1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:08:29.368965 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-14aee928-fe7a-4be2-8a30-b9f5288ceffb admin admin] Notify agent at l3_agent.n-d-768862-2 the message routers_updated {{(pid=84874) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jan 14 07:08:29.384790 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cda071b7-72cb-42ce-8421-a0856babfa07 None None] Sync routers for ids ['4fee988a-a007-4060-9487-18608b1d2936'] in n-d-768862-2 {{(pid=84877) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Jan 14 07:08:29.401417 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cda071b7-72cb-42ce-8421-a0856babfa07 None None] Routers {'4fee988a-a007-4060-9487-18608b1d2936'} bound to L3 agent in host n-d-768862-2 {{(pid=84877) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 14 07:08:29.402117 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_hamode_db [None req-cda071b7-72cb-42ce-8421-a0856babfa07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-01-14T06:56:51Z,description=,heartbeat_timestamp=2021-01-14T07:08:21Z,host='n-d-768862-2',id=35f592e9-451b-4db9-abea-77b6a5c5391b,load=0,resource_versions=,resources_synced=,started_at=2021-01-14T06:56:51Z,topic='l3_agent')) {'router_ids': ['4fee988a-a007-4060-9487-18608b1d2936'], 'active': True} {{(pid=84877) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:08:29.409782 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-14aee928-fe7a-4be2-8a30-b9f5288ceffb admin admin] Notify callbacks [] for router, before_response {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:08:29.414750 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-14aee928-fe7a-4be2-8a30-b9f5288ceffb admin admin] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 935 time: 6.6183870 Jan 14 07:08:29.415627 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84874) accepted ('10.222.0.24', 52242) {{(pid=84874) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:08:29.428091 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9407ba5-c172-4e3c-8c70-0973b02f4674 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a0d6d46c-ebd6-43d2-b9c8-339d877bc4bd,revision_number=1']} {{(pid=84875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:08:29.445520 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-ea6eb069-4100-48fd-95ee-5ace96725669 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363259214173198', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036851408567'] for segment, before_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:08:29.466268 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-b9407ba5-c172-4e3c-8c70-0973b02f4674 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:08:29.470923 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555753'] for port, before_update {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:08:29.528967 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-ea6eb069-4100-48fd-95ee-5ace96725669 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854179735'] for segment, precommit_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:08:29.531437 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] For port 3df2c38f-05e5-4576-939e-6051ae53abf2, host n-d-768862-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-2',level=0,port_id=3df2c38f-05e5-4576-939e-6051ae53abf2,segment=NetworkSegment(34d6c3d4-1ab0-4378-be64-59dff1758066),segment_id=34d6c3d4-1ab0-4378-be64-59dff1758066)] {{(pid=84876) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 07:08:29.539363 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777640533312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363259214678337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777640097497'] for port, after_update {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:08:29.542208 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84876) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:08:29.605275 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-b9407ba5-c172-4e3c-8c70-0973b02f4674 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=d91270bd41d94f618e8111594f2d209e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5900316 Jan 14 07:08:29.607327 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [req-e5833375-5f5f-433c-8403-05e0af430185 req-fcdfdfdb-0831-425c-bb92-02e40ff31b13 tempest-MigrationsAdminTest-75357139 tempest-MigrationsAdminTest-75357139] 10.222.0.24 "GET /v2.0/networks?tenant_id=c74639b175df49dc8ca61de5a71b6c1a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0894587 Jan 14 07:08:29.608128 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-ea6eb069-4100-48fd-95ee-5ace96725669 admin admin] Releasing vxlan tunnel 6 to pool {{(pid=84875) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Jan 14 07:08:29.619390 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84874) accepted ('10.222.0.24', 52250) {{(pid=84874) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:08:29.643745 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Pushing event updated for resources: {'Port': ['ID=3df2c38f-05e5-4576-939e-6051ae53abf2,revision_number=3']} {{(pid=84876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:08:29.659961 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=84876) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:08:29.680594 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84875) accepted ('10.222.0.24', 52252) {{(pid=84875) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:08:29.823911 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_dvr_db [None req-cda071b7-72cb-42ce-8421-a0856babfa07 None None] Set router 4fee988a-a007-4060-9487-18608b1d2936 gateway port host: n-d-768862-2 {{(pid=84877) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 14 07:08:29.837676 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-c544ffec-f65e-4353-be97-53a519d783aa None None] Provisioning complete for port 3df2c38f-05e5-4576-939e-6051ae53abf2 triggered by entity DHCP. {{(pid=84876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 07:08:29.839199 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-c544ffec-f65e-4353-be97-53a519d783aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-604227'] for port, provisioning_complete {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:08:29.992919 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-b4d3a57b-ce6e-4311-a3e0-b41473bfebf9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:08:30.131456 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-86cb536d-5b98-4610-86c1-b48c4eda38bb admin admin] Notify callbacks [] for security_group, before_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:08:30.147226 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-b4d3a57b-ce6e-4311-a3e0-b41473bfebf9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:08:30.327095 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-86cb536d-5b98-4610-86c1-b48c4eda38bb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:08:30.340102 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-86cb536d-5b98-4610-86c1-b48c4eda38bb admin admin] Usage tracker for resource:security_group_rule and tenant:a57e30839dd8497997069bb341f7579d is out of sync, need to count used quota {{(pid=84875) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:08:30.347626 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-86cb536d-5b98-4610-86c1-b48c4eda38bb admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84875) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:08:30.349903 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-b601e3ab-fec4-4b4f-8f3f-2799aee68c88 None None] Provisioning complete for port 3df2c38f-05e5-4576-939e-6051ae53abf2 triggered by entity DHCP. {{(pid=84876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 07:08:30.350569 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-b601e3ab-fec4-4b4f-8f3f-2799aee68c88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-604227'] for port, provisioning_complete {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:08:30.367055 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-86cb536d-5b98-4610-86c1-b48c4eda38bb admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:08:30.520740 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_hamode_db [None req-cda071b7-72cb-42ce-8421-a0856babfa07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4fee988a-a007-4060-9487-18608b1d2936', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-778481560-router', 'tenant_id': 'ee0578336fa8434fa2c352d4491edd99', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '226f1e78-82cd-4481-9055-4eb73b6db8c1', 'external_fixed_ips': [{'subnet_id': 'ba8deeec-7658-4195-9449-038c076f5c83', 'ip_address': '172.25.2.111'}], 'enable_snat': True}, 'gw_port_id': 'b44a45d5-0dc1-43bf-a2fe-837b4efbd9c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-14T07:08:22Z', 'updated_at': '2021-01-14T07:08:27Z', 'revision_number': 3, 'project_id': 'ee0578336fa8434fa2c352d4491edd99', 'gw_port': {'id': 'b44a45d5-0dc1-43bf-a2fe-837b4efbd9c2', 'name': '', 'network_id': '226f1e78-82cd-4481-9055-4eb73b6db8c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:dd:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4fee988a-a007-4060-9487-18608b1d2936', 'device_owner': 'network:router_gateway', 'standard_attr_id': 275, 'fixed_ips': [{'subnet_id': 'ba8deeec-7658-4195-9449-038c076f5c83', 'ip_address': '172.25.2.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T07:08:24Z', 'updated_at': '2021-01-14T07:08:24Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ba8deeec-7658-4195-9449-038c076f5c83', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-2'}], 'n-d-768862-2', False) {} {{(pid=84877) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:08:30.534825 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cda071b7-72cb-42ce-8421-a0856babfa07 None None] Checking router: 4fee988a-a007-4060-9487-18608b1d2936 for host: n-d-768862-2 {{(pid=84877) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Jan 14 07:08:30.535206 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cda071b7-72cb-42ce-8421-a0856babfa07 None None] Updating router 4fee988a-a007-4060-9487-18608b1d2936 port b44a45d5-0dc1-43bf-a2fe-837b4efbd9c2 binding host n-d-768862-2 {{(pid=84877) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Jan 14 07:08:30.613382 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.managers [None req-ea6eb069-4100-48fd-95ee-5ace96725669 admin admin] Network 00fc96bc-4efb-47a9-80e7-2a8ea5781b51 has no segments {{(pid=84875) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 14 07:08:30.634748 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-cda071b7-72cb-42ce-8421-a0856babfa07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555753'] for port, before_update {{(pid=84877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:08:30.638712 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-ea6eb069-4100-48fd-95ee-5ace96725669 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-596065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3154253'] for segment, after_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:08:30.711051 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-b39853a7-ea2d-4b28-8e86-ba888b6c0e8d None None] Provisioning complete for port 3df2c38f-05e5-4576-939e-6051ae53abf2 triggered by entity DHCP. {{(pid=84876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 07:08:30.712369 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-b39853a7-ea2d-4b28-8e86-ba888b6c0e8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-604227'] for port, provisioning_complete {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:08:30.941975 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Device 3df2c38f-05e5-4576-939e-6051ae53abf2 up at agent ovs-agent-n-d-768862-2 {{(pid=84876) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 07:08:30.943752 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5833375-5f5f-433c-8403-05e0af430185 req-2dc18a3d-25f8-4d74-bb3a-928a6ef7bf19 tempest-MigrationsAdminTest-75357139 tempest-MigrationsAdminTest-75357139] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:08:30.945883 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [req-e5833375-5f5f-433c-8403-05e0af430185 req-2dc18a3d-25f8-4d74-bb3a-928a6ef7bf19 tempest-MigrationsAdminTest-75357139 tempest-MigrationsAdminTest-75357139] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 1.3098667 Jan 14 07:08:31.013024 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-86cb536d-5b98-4610-86c1-b48c4eda38bb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:08:31.130003 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Provisioning complete for port 3df2c38f-05e5-4576-939e-6051ae53abf2 triggered by entity L2. {{(pid=84876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 07:08:31.130741 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-604227'] for port, provisioning_complete {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:08:31.182508 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-86cb536d-5b98-4610-86c1-b48c4eda38bb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850887153'] for security_group, after_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:08:31.201861 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-466b0d30-b7bc-44f6-8789-339c3c53c45e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:08:31.210913 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [req-e5833375-5f5f-433c-8403-05e0af430185 req-3bf85551-8d25-4da5-9f45-b67c9e608c1f tempest-MigrationsAdminTest-75357139 tempest-MigrationsAdminTest-75357139] 10.222.0.24 "GET /v2.0/quotas/c74639b175df49dc8ca61de5a71b6c1a HTTP/1.1" status: 200 len: 375 time: 0.2413063 Jan 14 07:08:31.328854 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.managers [None req-ea6eb069-4100-48fd-95ee-5ace96725669 admin admin] Network 00fc96bc-4efb-47a9-80e7-2a8ea5781b51 has no segments {{(pid=84875) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 14 07:08:31.366994 n-d-768862-2 neutron-server[84765]: Traceback (most recent call last): Jan 14 07:08:31.366994 n-d-768862-2 neutron-server[84765]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 14 07:08:31.366994 n-d-768862-2 neutron-server[84765]: timer() Jan 14 07:08:31.366994 n-d-768862-2 neutron-server[84765]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 14 07:08:31.366994 n-d-768862-2 neutron-server[84765]: cb(*args, **kw) Jan 14 07:08:31.366994 n-d-768862-2 neutron-server[84765]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Jan 14 07:08:31.366994 n-d-768862-2 neutron-server[84765]: return func(*args, **kwargs) Jan 14 07:08:31.366994 n-d-768862-2 neutron-server[84765]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 14 07:08:31.366994 n-d-768862-2 neutron-server[84765]: self._notify() Jan 14 07:08:31.366994 n-d-768862-2 neutron-server[84765]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 14 07:08:31.366994 n-d-768862-2 neutron-server[84765]: self.callback(batched_events) Jan 14 07:08:31.366994 n-d-768862-2 neutron-server[84765]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 14 07:08:31.366994 n-d-768862-2 neutron-server[84765]: event.method(event) Jan 14 07:08:31.366994 n-d-768862-2 neutron-server[84765]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 14 07:08:31.366994 n-d-768862-2 neutron-server[84765]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 14 07:08:31.366994 n-d-768862-2 neutron-server[84765]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Jan 14 07:08:31.366994 n-d-768862-2 neutron-server[84765]: segment_id)['aggregates'][0] Jan 14 07:08:31.366994 n-d-768862-2 neutron-server[84765]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 14 07:08:31.366994 n-d-768862-2 neutron-server[84765]: return f(self, *a, **k) Jan 14 07:08:31.366994 n-d-768862-2 neutron-server[84765]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 14 07:08:31.366994 n-d-768862-2 neutron-server[84765]: return self._get(url).json() Jan 14 07:08:31.366994 n-d-768862-2 neutron-server[84765]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 14 07:08:31.366994 n-d-768862-2 neutron-server[84765]: **kwargs) Jan 14 07:08:31.366994 n-d-768862-2 neutron-server[84765]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 14 07:08:31.366994 n-d-768862-2 neutron-server[84765]: return self.request(url, 'GET', **kwargs) Jan 14 07:08:31.366994 n-d-768862-2 neutron-server[84765]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Jan 14 07:08:31.366994 n-d-768862-2 neutron-server[84765]: **endpoint_filter) Jan 14 07:08:31.366994 n-d-768862-2 neutron-server[84765]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 14 07:08:31.366994 n-d-768862-2 neutron-server[84765]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 14 07:08:31.366994 n-d-768862-2 neutron-server[84765]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 14 07:08:31.366994 n-d-768862-2 neutron-server[84765]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 14 07:08:31.366994 n-d-768862-2 neutron-server[84765]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 14 07:08:31.370181 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-cda071b7-72cb-42ce-8421-a0856babfa07 None None] Notify callbacks [] for port, precommit_update {{(pid=84877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:08:31.375489 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [req-e5833375-5f5f-433c-8403-05e0af430185 req-1429c1bf-8c12-41c5-a700-ce6dccde0a6f tempest-MigrationsAdminTest-75357139 tempest-MigrationsAdminTest-75357139] 10.222.0.24 "GET /v2.0/ports?tenant_id=c74639b175df49dc8ca61de5a71b6c1a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1387708 Jan 14 07:08:31.376770 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86cb536d-5b98-4610-86c1-b48c4eda38bb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f44d7127-b774-46af-a500-fe28cd363a4e,revision_number=1']} {{(pid=84875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:08:31.381319 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-86cb536d-5b98-4610-86c1-b48c4eda38bb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.180s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:08:31.399326 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84874) accepted ('10.222.0.24', 52286) {{(pid=84874) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:08:31.406065 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-cda071b7-72cb-42ce-8421-a0856babfa07 None None] Transition to ACTIVE for port object b44a45d5-0dc1-43bf-a2fe-837b4efbd9c2 will not be triggered until provisioned by entity L2. {{(pid=84877) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 07:08:31.409725 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-cda071b7-72cb-42ce-8421-a0856babfa07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777640533312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363259214678337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777640097497'] for port, after_update {{(pid=84877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:08:31.416082 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-b4d3a57b-ce6e-4311-a3e0-b41473bfebf9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850887153'] for security_group, after_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:08:31.425937 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-a6ccf925-65e8-4101-962e-804251db88c0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:08:31.439996 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-86cb536d-5b98-4610-86c1-b48c4eda38bb admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=a57e30839dd8497997069bb341f7579d&name=default HTTP/1.1" status: 200 len: 2979 time: 1.5259206 Jan 14 07:08:31.445279 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84874) accepted ('10.222.0.24', 52292) {{(pid=84874) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:08:31.448788 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4d3a57b-ce6e-4311-a3e0-b41473bfebf9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a0d6d46c-ebd6-43d2-b9c8-339d877bc4bd,revision_number=None']} {{(pid=84874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:08:31.450615 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:08:31.472216 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-ea6eb069-4100-48fd-95ee-5ace96725669 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036854176830', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850887149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3912591'] for network, after_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:08:31.476506 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-19f65aa2-9f8f-47c4-83e8-6d0c58a1f1c8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:08:31.489175 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4d3a57b-ce6e-4311-a3e0-b41473bfebf9 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@n-h1-768862-2 {{(pid=84874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:08:31.489758 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4d3a57b-ce6e-4311-a3e0-b41473bfebf9 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-h1-768862-2 {{(pid=84874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:08:31.490293 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4d3a57b-ce6e-4311-a3e0-b41473bfebf9 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-h1-768862-2 {{(pid=84874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:08:31.490822 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4d3a57b-ce6e-4311-a3e0-b41473bfebf9 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-h1-768862-2 {{(pid=84874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:08:31.491357 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4d3a57b-ce6e-4311-a3e0-b41473bfebf9 admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@n-h1-768862-2 {{(pid=84874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:08:31.491920 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4d3a57b-ce6e-4311-a3e0-b41473bfebf9 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-h1-768862-2 {{(pid=84874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:08:31.492501 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4d3a57b-ce6e-4311-a3e0-b41473bfebf9 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-h1-768862-2 {{(pid=84874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:08:31.493073 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4d3a57b-ce6e-4311-a3e0-b41473bfebf9 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-h1-768862-2 {{(pid=84874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:08:31.493612 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4d3a57b-ce6e-4311-a3e0-b41473bfebf9 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-h1-768862-2 {{(pid=84874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:08:31.494324 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4d3a57b-ce6e-4311-a3e0-b41473bfebf9 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-h1-768862-2 {{(pid=84874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:08:31.494884 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4d3a57b-ce6e-4311-a3e0-b41473bfebf9 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-h1-768862-2 {{(pid=84874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:08:31.495436 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4d3a57b-ce6e-4311-a3e0-b41473bfebf9 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-h1-768862-2 {{(pid=84874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:08:31.496095 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4d3a57b-ce6e-4311-a3e0-b41473bfebf9 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@n-h2-768862-2 {{(pid=84874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:08:31.496773 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4d3a57b-ce6e-4311-a3e0-b41473bfebf9 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-h2-768862-2 {{(pid=84874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:08:31.497503 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-ea6eb069-4100-48fd-95ee-5ace96725669 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3207107'] for network, before_response {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:08:31.497684 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4d3a57b-ce6e-4311-a3e0-b41473bfebf9 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-h2-768862-2 {{(pid=84874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:08:31.498227 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4d3a57b-ce6e-4311-a3e0-b41473bfebf9 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-h2-768862-2 {{(pid=84874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:08:31.498947 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4d3a57b-ce6e-4311-a3e0-b41473bfebf9 admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@n-h2-768862-2 {{(pid=84874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:08:31.499663 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4d3a57b-ce6e-4311-a3e0-b41473bfebf9 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-h2-768862-2 {{(pid=84874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:08:31.500407 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4d3a57b-ce6e-4311-a3e0-b41473bfebf9 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-h2-768862-2 {{(pid=84874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:08:31.501118 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4d3a57b-ce6e-4311-a3e0-b41473bfebf9 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-h2-768862-2 {{(pid=84874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:08:31.501676 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4d3a57b-ce6e-4311-a3e0-b41473bfebf9 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-h2-768862-2 {{(pid=84874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:08:31.502237 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4d3a57b-ce6e-4311-a3e0-b41473bfebf9 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-h2-768862-2 {{(pid=84874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:08:31.502789 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4d3a57b-ce6e-4311-a3e0-b41473bfebf9 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-h2-768862-2 {{(pid=84874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:08:31.503358 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4d3a57b-ce6e-4311-a3e0-b41473bfebf9 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-h2-768862-2 {{(pid=84874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:08:31.504063 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4d3a57b-ce6e-4311-a3e0-b41473bfebf9 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-2 {{(pid=84874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:08:31.505436 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea6eb069-4100-48fd-95ee-5ace96725669 admin admin] Pushing event deleted for resources: {'Network': ['ID=00fc96bc-4efb-47a9-80e7-2a8ea5781b51,revision_number=None']} {{(pid=84875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:08:31.505627 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4d3a57b-ce6e-4311-a3e0-b41473bfebf9 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-2 {{(pid=84874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:08:31.506329 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4d3a57b-ce6e-4311-a3e0-b41473bfebf9 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-2 {{(pid=84874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:08:31.507017 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4d3a57b-ce6e-4311-a3e0-b41473bfebf9 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-2 {{(pid=84874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:08:31.507733 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4d3a57b-ce6e-4311-a3e0-b41473bfebf9 admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@n-d-768862-2 {{(pid=84874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:08:31.508312 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4d3a57b-ce6e-4311-a3e0-b41473bfebf9 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-2 {{(pid=84874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:08:31.509246 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4d3a57b-ce6e-4311-a3e0-b41473bfebf9 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-768862-2 {{(pid=84874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:08:31.509827 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4d3a57b-ce6e-4311-a3e0-b41473bfebf9 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-768862-2 {{(pid=84874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:08:31.510636 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4d3a57b-ce6e-4311-a3e0-b41473bfebf9 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-2 {{(pid=84874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:08:31.511194 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4d3a57b-ce6e-4311-a3e0-b41473bfebf9 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-2 {{(pid=84874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:08:31.511760 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4d3a57b-ce6e-4311-a3e0-b41473bfebf9 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-2 {{(pid=84874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:08:31.512365 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4d3a57b-ce6e-4311-a3e0-b41473bfebf9 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-2 {{(pid=84874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:08:31.527870 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea6eb069-4100-48fd-95ee-5ace96725669 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@n-h1-768862-2 {{(pid=84875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:08:31.528380 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea6eb069-4100-48fd-95ee-5ace96725669 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-h1-768862-2 {{(pid=84875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:08:31.528637 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea6eb069-4100-48fd-95ee-5ace96725669 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-h1-768862-2 {{(pid=84875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:08:31.528997 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea6eb069-4100-48fd-95ee-5ace96725669 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-h1-768862-2 {{(pid=84875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:08:31.529375 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea6eb069-4100-48fd-95ee-5ace96725669 admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@n-h1-768862-2 {{(pid=84875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:08:31.529752 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea6eb069-4100-48fd-95ee-5ace96725669 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-h1-768862-2 {{(pid=84875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:08:31.530125 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea6eb069-4100-48fd-95ee-5ace96725669 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-h1-768862-2 {{(pid=84875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:08:31.530502 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea6eb069-4100-48fd-95ee-5ace96725669 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-h1-768862-2 {{(pid=84875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:08:31.531066 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea6eb069-4100-48fd-95ee-5ace96725669 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-h1-768862-2 {{(pid=84875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:08:31.531443 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea6eb069-4100-48fd-95ee-5ace96725669 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-h1-768862-2 {{(pid=84875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:08:31.531816 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea6eb069-4100-48fd-95ee-5ace96725669 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-h1-768862-2 {{(pid=84875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:08:31.532273 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea6eb069-4100-48fd-95ee-5ace96725669 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-h1-768862-2 {{(pid=84875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:08:31.532701 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea6eb069-4100-48fd-95ee-5ace96725669 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@n-h2-768862-2 {{(pid=84875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:08:31.533076 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea6eb069-4100-48fd-95ee-5ace96725669 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-h2-768862-2 {{(pid=84875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:08:31.533446 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea6eb069-4100-48fd-95ee-5ace96725669 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-h2-768862-2 {{(pid=84875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:08:31.533815 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea6eb069-4100-48fd-95ee-5ace96725669 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-h2-768862-2 {{(pid=84875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:08:31.534180 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea6eb069-4100-48fd-95ee-5ace96725669 admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@n-h2-768862-2 {{(pid=84875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:08:31.534549 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea6eb069-4100-48fd-95ee-5ace96725669 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-h2-768862-2 {{(pid=84875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:08:31.534915 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea6eb069-4100-48fd-95ee-5ace96725669 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-h2-768862-2 {{(pid=84875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:08:31.535280 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea6eb069-4100-48fd-95ee-5ace96725669 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-h2-768862-2 {{(pid=84875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:08:31.535647 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea6eb069-4100-48fd-95ee-5ace96725669 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-h2-768862-2 {{(pid=84875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:08:31.536066 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea6eb069-4100-48fd-95ee-5ace96725669 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-h2-768862-2 {{(pid=84875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:08:31.536433 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea6eb069-4100-48fd-95ee-5ace96725669 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-h2-768862-2 {{(pid=84875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:08:31.536858 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea6eb069-4100-48fd-95ee-5ace96725669 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-h2-768862-2 {{(pid=84875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:08:31.537290 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea6eb069-4100-48fd-95ee-5ace96725669 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-2 {{(pid=84875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:08:31.537658 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea6eb069-4100-48fd-95ee-5ace96725669 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-2 {{(pid=84875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:08:31.538025 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea6eb069-4100-48fd-95ee-5ace96725669 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-2 {{(pid=84875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:08:31.538393 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea6eb069-4100-48fd-95ee-5ace96725669 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-2 {{(pid=84875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:08:31.538757 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea6eb069-4100-48fd-95ee-5ace96725669 admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@n-d-768862-2 {{(pid=84875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:08:31.539122 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea6eb069-4100-48fd-95ee-5ace96725669 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-2 {{(pid=84875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:08:31.540240 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea6eb069-4100-48fd-95ee-5ace96725669 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-768862-2 {{(pid=84875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:08:31.540628 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea6eb069-4100-48fd-95ee-5ace96725669 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-768862-2 {{(pid=84875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:08:31.540999 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea6eb069-4100-48fd-95ee-5ace96725669 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-2 {{(pid=84875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:08:31.541516 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea6eb069-4100-48fd-95ee-5ace96725669 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-2 {{(pid=84875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:08:31.541888 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea6eb069-4100-48fd-95ee-5ace96725669 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-2 {{(pid=84875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:08:31.542259 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea6eb069-4100-48fd-95ee-5ace96725669 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-2 {{(pid=84875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:08:31.546786 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-ea6eb069-4100-48fd-95ee-5ace96725669 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:08:31.555290 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-ea6eb069-4100-48fd-95ee-5ace96725669 admin admin] 10.222.0.24 "DELETE /v2.0/networks/00fc96bc-4efb-47a9-80e7-2a8ea5781b51 HTTP/1.1" status: 204 len: 168 time: 3.0195014 Jan 14 07:08:31.557969 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84875) accepted ('10.222.0.24', 52300) {{(pid=84875) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:08:31.608124 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-b4d3a57b-ce6e-4311-a3e0-b41473bfebf9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:08:31.609372 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-b4d3a57b-ce6e-4311-a3e0-b41473bfebf9 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/a0d6d46c-ebd6-43d2-b9c8-339d877bc4bd HTTP/1.1" status: 204 len: 168 time: 1.8168817 Jan 14 07:08:31.613791 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-b4d3a57b-ce6e-4311-a3e0-b41473bfebf9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.188s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:08:31.710814 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-9b6ff797-3951-45c4-a680-6b4b8f26d8b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555753'] for port, before_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:08:31.736923 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-d8dba9f8-e081-4535-9ef8-8061d25169d9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:08:31.749158 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.db_base_plugin_v2 [None req-e431494e-caf9-4d04-9d5e-f8f76bbf66a2 admin admin] Deleting subnet f90a7f47-05b5-4e01-ada4-00c61044d6dc {{(pid=84875) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Jan 14 07:08:31.766857 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-e431494e-caf9-4d04-9d5e-f8f76bbf66a2 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:08:31.805551 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-d8dba9f8-e081-4535-9ef8-8061d25169d9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:08:31.844971 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64208898-1847-41d1-9637-0ececac10175 None None] Pushing event updated for resources: {'Port': ['ID=b44a45d5-0dc1-43bf-a2fe-837b4efbd9c2,revision_number=2']} {{(pid=84877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:08:31.921677 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.v2.base [None req-06f0a40d-cb04-480e-9dde-8beaf4c6323a admin admin] Request body: {'network': {'name': 'tempest-LiveAutoBlockMigrationV225Test-2095363719-network', 'tenant_id': '9740bdb926274fb0af3f877d3e3f5b1f'}} {{(pid=84874) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:08:31.942035 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-06f0a40d-cb04-480e-9dde-8beaf4c6323a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:08:31.943736 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-e431494e-caf9-4d04-9d5e-f8f76bbf66a2 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3367281'] for subnet, precommit_delete_associations {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:08:32.005402 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-06f0a40d-cb04-480e-9dde-8beaf4c6323a admin admin] Usage tracker for resource:network and tenant:9740bdb926274fb0af3f877d3e3f5b1f is out of sync, need to count used quota {{(pid=84874) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:08:32.019302 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-e431494e-caf9-4d04-9d5e-f8f76bbf66a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036854176836'] for subnet, precommit_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:08:32.025103 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-64208898-1847-41d1-9637-0ececac10175 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.574s {{(pid=84877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:08:32.030168 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-06f0a40d-cb04-480e-9dde-8beaf4c6323a admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84874) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:08:32.064985 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-06f0a40d-cb04-480e-9dde-8beaf4c6323a admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:08:32.081611 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.managers [None req-cda071b7-72cb-42ce-8421-a0856babfa07 None None] Attempting to bind port b44a45d5-0dc1-43bf-a2fe-837b4efbd9c2 on host n-d-768862-2 for vnic_type normal with profile {{(pid=84877) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 14 07:08:32.082027 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.managers [None req-cda071b7-72cb-42ce-8421-a0856babfa07 None None] Attempting to bind port b44a45d5-0dc1-43bf-a2fe-837b4efbd9c2 by drivers openvswitch on host n-d-768862-2 at level 0 using segments [{'id': 'cf3ded2c-bc47-4a71-89af-6e7117e60140', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '226f1e78-82cd-4481-9055-4eb73b6db8c1'}] {{(pid=84877) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 14 07:08:32.082433 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cda071b7-72cb-42ce-8421-a0856babfa07 None None] Attempting to bind port b44a45d5-0dc1-43bf-a2fe-837b4efbd9c2 on network 226f1e78-82cd-4481-9055-4eb73b6db8c1 {{(pid=84877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 14 07:08:32.096118 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cda071b7-72cb-42ce-8421-a0856babfa07 None None] Checking agent: {'id': 'ba5efab1-b43c-4d5a-bc52-6e105d4e67a2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768862-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 14, 6, 56, 52), 'started_at': datetime.datetime(2021, 1, 14, 6, 57, 22), 'heartbeat_timestamp': datetime.datetime(2021, 1, 14, 7, 8, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768862-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.29', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 14 07:08:32.096746 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cda071b7-72cb-42ce-8421-a0856babfa07 None None] Checking segment: {'id': 'cf3ded2c-bc47-4a71-89af-6e7117e60140', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '226f1e78-82cd-4481-9055-4eb73b6db8c1'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84877) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 14 07:08:32.097351 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-cda071b7-72cb-42ce-8421-a0856babfa07 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:08:32.097929 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cda071b7-72cb-42ce-8421-a0856babfa07 None None] Bound using segment: {'id': 'cf3ded2c-bc47-4a71-89af-6e7117e60140', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '226f1e78-82cd-4481-9055-4eb73b6db8c1'} {{(pid=84877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 14 07:08:32.098987 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.managers [None req-cda071b7-72cb-42ce-8421-a0856babfa07 None None] Bound port: b44a45d5-0dc1-43bf-a2fe-837b4efbd9c2, host: n-d-768862-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cf3ded2c-bc47-4a71-89af-6e7117e60140', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '226f1e78-82cd-4481-9055-4eb73b6db8c1'}}] {{(pid=84877) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 14 07:08:32.099573 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-cda071b7-72cb-42ce-8421-a0856babfa07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555753'] for port, before_update {{(pid=84877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:08:32.227982 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-06f0a40d-cb04-480e-9dde-8beaf4c6323a admin admin] Made reservation on behalf of 9740bdb926274fb0af3f877d3e3f5b1f for: {'network': 1} {{(pid=84874) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 07:08:32.228465 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [None req-cda071b7-72cb-42ce-8421-a0856babfa07 None None] For port b44a45d5-0dc1-43bf-a2fe-837b4efbd9c2, host n-d-768862-2, cleared binding levels {{(pid=84877) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 14 07:08:32.231968 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [None req-cda071b7-72cb-42ce-8421-a0856babfa07 None None] For port b44a45d5-0dc1-43bf-a2fe-837b4efbd9c2, host n-d-768862-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-2',level=0,port_id=b44a45d5-0dc1-43bf-a2fe-837b4efbd9c2,segment=NetworkSegment(cf3ded2c-bc47-4a71-89af-6e7117e60140),segment_id=cf3ded2c-bc47-4a71-89af-6e7117e60140)] {{(pid=84877) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 14 07:08:32.232920 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-06f0a40d-cb04-480e-9dde-8beaf4c6323a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555753'] for network, before_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:08:32.237858 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-cda071b7-72cb-42ce-8421-a0856babfa07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777640533312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363259214678337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777640097497'] for port, after_update {{(pid=84877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:08:32.248291 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-06f0a40d-cb04-480e-9dde-8beaf4c6323a admin admin] Notify callbacks [] for security_group, before_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:08:32.277399 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-5fd80730-6d3e-4cdf-8011-d32fd1027fc0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:08:32.287538 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-d8dba9f8-e081-4535-9ef8-8061d25169d9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850887153'] for security_group, after_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:08:32.297809 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-06f0a40d-cb04-480e-9dde-8beaf4c6323a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:08:32.299928 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-b4d3a57b-ce6e-4311-a3e0-b41473bfebf9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:08:32.318145 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-06f0a40d-cb04-480e-9dde-8beaf4c6323a admin admin] Usage tracker for resource:security_group_rule and tenant:9740bdb926274fb0af3f877d3e3f5b1f is out of sync, need to count used quota {{(pid=84874) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:08:32.326322 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-06f0a40d-cb04-480e-9dde-8beaf4c6323a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84874) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:08:32.333149 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8dba9f8-e081-4535-9ef8-8061d25169d9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f44d7127-b774-46af-a500-fe28cd363a4e,revision_number=None']} {{(pid=84874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:08:32.360735 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-d8dba9f8-e081-4535-9ef8-8061d25169d9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:08:32.362154 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-06f0a40d-cb04-480e-9dde-8beaf4c6323a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:08:32.418559 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64208898-1847-41d1-9637-0ececac10175 None None] Pushing event updated for resources: {'Port': ['ID=b44a45d5-0dc1-43bf-a2fe-837b4efbd9c2,revision_number=3']} {{(pid=84877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:08:32.480292 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-d8dba9f8-e081-4535-9ef8-8061d25169d9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:08:32.481604 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-d8dba9f8-e081-4535-9ef8-8061d25169d9 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/f44d7127-b774-46af-a500-fe28cd363a4e HTTP/1.1" status: 204 len: 168 time: 1.0347321 Jan 14 07:08:32.500421 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-64208898-1847-41d1-9637-0ececac10175 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.223s {{(pid=84877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:08:32.618153 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.db_base_plugin_common [None req-9b6ff797-3951-45c4-a680-6b4b8f26d8b1 admin admin] Allocated IP 172.20.0.1 (ed17b23c-b73f-4648-9ab5-ec16aee1d408/27844b96-74cc-464f-8d24-f0588d92966b/4a091821-0890-4d25-adc8-728ae20fb127) {{(pid=84874) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 14 07:08:32.647123 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cda071b7-72cb-42ce-8421-a0856babfa07 None None] Routers {'4fee988a-a007-4060-9487-18608b1d2936'} bound to L3 agent in host n-d-768862-2 {{(pid=84877) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 14 07:08:32.648051 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_hamode_db [None req-cda071b7-72cb-42ce-8421-a0856babfa07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-01-14T06:56:51Z,description=,heartbeat_timestamp=2021-01-14T07:08:21Z,host='n-d-768862-2',id=35f592e9-451b-4db9-abea-77b6a5c5391b,load=0,resource_versions=,resources_synced=,started_at=2021-01-14T06:56:51Z,topic='l3_agent')) {'router_ids': ['4fee988a-a007-4060-9487-18608b1d2936'], 'active': True} {{(pid=84877) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:08:32.724004 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84875) accepted ('10.222.0.24', 52348) {{(pid=84875) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:08:32.807304 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-e431494e-caf9-4d04-9d5e-f8f76bbf66a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-598964', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850887113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3154192', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2308610'] for subnet, after_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:08:32.842615 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.002s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:08:32.876894 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-9b6ff797-3951-45c4-a680-6b4b8f26d8b1 admin admin] Notify callbacks [] for port, precommit_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:08:32.882438 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_dvr_db [None req-cda071b7-72cb-42ce-8421-a0856babfa07 None None] Set router 4fee988a-a007-4060-9487-18608b1d2936 gateway port host: n-d-768862-2 {{(pid=84877) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 14 07:08:32.904416 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-9b6ff797-3951-45c4-a680-6b4b8f26d8b1 admin admin] Transition to ACTIVE for port object 4a091821-0890-4d25-adc8-728ae20fb127 will not be triggered until provisioned by entity DHCP. {{(pid=84874) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 07:08:32.986651 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-9b6ff797-3951-45c4-a680-6b4b8f26d8b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777640123575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3254186'] for port, after_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:08:33.027965 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:08:33.055758 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e431494e-caf9-4d04-9d5e-f8f76bbf66a2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f90a7f47-05b5-4e01-ada4-00c61044d6dc,revision_number=None']} {{(pid=84875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:08:33.072087 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-e431494e-caf9-4d04-9d5e-f8f76bbf66a2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.229s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:08:33.151657 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-06f0a40d-cb04-480e-9dde-8beaf4c6323a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:08:33.199427 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [req-ab6e8a26-0c09-4380-8676-224c418ad896 req-47dedc09-bad1-4e7a-a7f5-35ef61d662ca tempest-MigrationsAdminTest-75357139 tempest-MigrationsAdminTest-75357139] 10.222.0.24 "GET /v2.0/networks?tenant_id=c74639b175df49dc8ca61de5a71b6c1a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0770330 Jan 14 07:08:33.200152 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84875) accepted ('10.222.0.24', 52370) {{(pid=84875) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:08:33.203361 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-e431494e-caf9-4d04-9d5e-f8f76bbf66a2 admin admin] Notify callbacks [] for subnet, before_response {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:08:33.226019 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b6ff797-3951-45c4-a680-6b4b8f26d8b1 admin admin] Pushing event updated for resources: {'Port': ['ID=4a091821-0890-4d25-adc8-728ae20fb127,revision_number=1']} {{(pid=84874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:08:33.231994 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-06f0a40d-cb04-480e-9dde-8beaf4c6323a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850887153'] for security_group, after_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:08:33.238863 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-9b6ff797-3951-45c4-a680-6b4b8f26d8b1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.211s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:08:33.239627 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-aa90d227-e8cb-4ee2-a8e5-6fa5b26ad63b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:08:33.262702 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-06f0a40d-cb04-480e-9dde-8beaf4c6323a admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 6} {{(pid=84874) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Jan 14 07:08:33.274165 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-06f0a40d-cb04-480e-9dde-8beaf4c6323a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854179735'] for segment, precommit_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:08:33.274526 n-d-768862-2 neutron-server[84765]: INFO neutron.db.segments_db [None req-06f0a40d-cb04-480e-9dde-8beaf4c6323a admin admin] Added segment cfaa2d0b-0ffa-4876-b1c4-cc89a4f842c1 of type vxlan for network 26403650-7f90-4538-aecf-889928cc4890 Jan 14 07:08:33.312659 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-06f0a40d-cb04-480e-9dde-8beaf4c6323a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363259214646115'] for network, precommit_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:08:33.334060 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-28119a92-cd32-4371-ba6e-cc08c3a01492 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:08:33.354316 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_hamode_db [None req-cda071b7-72cb-42ce-8421-a0856babfa07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4fee988a-a007-4060-9487-18608b1d2936', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-778481560-router', 'tenant_id': 'ee0578336fa8434fa2c352d4491edd99', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '226f1e78-82cd-4481-9055-4eb73b6db8c1', 'external_fixed_ips': [{'subnet_id': 'ba8deeec-7658-4195-9449-038c076f5c83', 'ip_address': '172.25.2.111'}], 'enable_snat': True}, 'gw_port_id': 'b44a45d5-0dc1-43bf-a2fe-837b4efbd9c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-14T07:08:22Z', 'updated_at': '2021-01-14T07:08:27Z', 'revision_number': 3, 'project_id': 'ee0578336fa8434fa2c352d4491edd99', 'gw_port': {'id': 'b44a45d5-0dc1-43bf-a2fe-837b4efbd9c2', 'name': '', 'network_id': '226f1e78-82cd-4481-9055-4eb73b6db8c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:dd:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4fee988a-a007-4060-9487-18608b1d2936', 'device_owner': 'network:router_gateway', 'standard_attr_id': 275, 'fixed_ips': [{'subnet_id': 'ba8deeec-7658-4195-9449-038c076f5c83', 'ip_address': '172.25.2.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T07:08:24Z', 'updated_at': '2021-01-14T07:08:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ba8deeec-7658-4195-9449-038c076f5c83', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-2'}], 'n-d-768862-2', False) {} {{(pid=84877) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:08:33.359769 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cda071b7-72cb-42ce-8421-a0856babfa07 None None] The sync data for ids ['4fee988a-a007-4060-9487-18608b1d2936'] in n-d-768862-2 is: [{'id': '4fee988a-a007-4060-9487-18608b1d2936', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-778481560-router', 'tenant_id': 'ee0578336fa8434fa2c352d4491edd99', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '226f1e78-82cd-4481-9055-4eb73b6db8c1', 'external_fixed_ips': [{'subnet_id': 'ba8deeec-7658-4195-9449-038c076f5c83', 'ip_address': '172.25.2.111'}], 'enable_snat': True}, 'gw_port_id': 'b44a45d5-0dc1-43bf-a2fe-837b4efbd9c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-14T07:08:22Z', 'updated_at': '2021-01-14T07:08:27Z', 'revision_number': 3, 'project_id': 'ee0578336fa8434fa2c352d4491edd99', 'gw_port': {'id': 'b44a45d5-0dc1-43bf-a2fe-837b4efbd9c2', 'name': '', 'network_id': '226f1e78-82cd-4481-9055-4eb73b6db8c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:dd:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4fee988a-a007-4060-9487-18608b1d2936', 'device_owner': 'network:router_gateway', 'standard_attr_id': 275, 'fixed_ips': [{'subnet_id': 'ba8deeec-7658-4195-9449-038c076f5c83', 'ip_address': '172.25.2.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T07:08:24Z', 'updated_at': '2021-01-14T07:08:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ba8deeec-7658-4195-9449-038c076f5c83', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-2'}] {{(pid=84877) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Jan 14 07:08:33.386903 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-06f0a40d-cb04-480e-9dde-8beaf4c6323a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850887149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964'] for network, after_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:08:33.388840 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-e431494e-caf9-4d04-9d5e-f8f76bbf66a2 admin admin] 10.222.0.24 "DELETE /v2.0/subnets/f90a7f47-05b5-4e01-ada4-00c61044d6dc HTTP/1.1" status: 204 len: 168 time: 1.8296499 Jan 14 07:08:33.395262 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84874) accepted ('10.222.0.24', 52382) {{(pid=84874) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:08:33.404948 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06f0a40d-cb04-480e-9dde-8beaf4c6323a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:08:33.405560 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-06f0a40d-cb04-480e-9dde-8beaf4c6323a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3207107'] for network, before_response {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:08:33.453965 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06f0a40d-cb04-480e-9dde-8beaf4c6323a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dd83f186-7c26-414d-94ab-8c189d889259,revision_number=1']} {{(pid=84874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:08:33.468063 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-06f0a40d-cb04-480e-9dde-8beaf4c6323a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.228s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:08:33.472171 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-d8bc1209-01e2-4dd7-89e8-525d032f0867 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.045s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:08:33.530404 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-28119a92-cd32-4371-ba6e-cc08c3a01492 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:08:33.534278 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-713ad7fb-cac1-499e-905e-b79d8eb61748 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:08:33.559668 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-28119a92-cd32-4371-ba6e-cc08c3a01492 admin admin] Usage tracker for resource:security_group_rule and tenant:f3c589db269e4aababbfabcf7a6524d0 is out of sync, need to count used quota {{(pid=84875) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:08:33.569352 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-28119a92-cd32-4371-ba6e-cc08c3a01492 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84875) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:08:33.583558 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-713ad7fb-cac1-499e-905e-b79d8eb61748 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:08:33.588707 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-28119a92-cd32-4371-ba6e-cc08c3a01492 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:08:33.608300 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-713ad7fb-cac1-499e-905e-b79d8eb61748 admin admin] Usage tracker for resource:security_group_rule and tenant:dd8485615d8a4e96986842b0201e47b0 is out of sync, need to count used quota {{(pid=84875) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:08:33.612558 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-713ad7fb-cac1-499e-905e-b79d8eb61748 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84875) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:08:33.634069 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-713ad7fb-cac1-499e-905e-b79d8eb61748 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:08:33.655888 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-06f0a40d-cb04-480e-9dde-8beaf4c6323a admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 2.2511153 Jan 14 07:08:33.665928 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84875) accepted ('10.222.0.24', 52390) {{(pid=84875) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:08:33.676180 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.v2.base [None req-f3d1bb6c-7967-4d7c-b856-a6d39c298688 admin admin] Request body: {'subnet': {'network_id': '26403650-7f90-4538-aecf-889928cc4890', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveAutoBlockMigrationV225Test-2095363719-subnet', 'tenant_id': '9740bdb926274fb0af3f877d3e3f5b1f', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=84875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:08:33.688836 n-d-768862-2 neutron-server[84765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b6ff797-3951-45c4-a680-6b4b8f26d8b1 admin admin] Network ed17b23c-b73f-4648-9ab5-ec16aee1d408 is already hosted by enough agents. {{(pid=84874) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 07:08:33.702641 n-d-768862-2 neutron-server[84765]: DEBUG neutron.scheduler.base_scheduler [None req-9b6ff797-3951-45c4-a680-6b4b8f26d8b1 admin admin] Resources bound (agent type, host, resource id): {{(pid=84874) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 07:08:33.710032 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b6ff797-3951-45c4-a680-6b4b8f26d8b1 admin admin] Received port after_create {{(pid=84874) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 14 07:08:33.711210 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab6e8a26-0c09-4380-8676-224c418ad896 req-f198a0c2-2e8c-450b-8ba5-fa361a435fc7 tempest-MigrationsAdminTest-75357139 tempest-MigrationsAdminTest-75357139] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:08:33.714171 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [req-ab6e8a26-0c09-4380-8676-224c418ad896 req-f198a0c2-2e8c-450b-8ba5-fa361a435fc7 tempest-MigrationsAdminTest-75357139 tempest-MigrationsAdminTest-75357139] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4991574 Jan 14 07:08:33.727318 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-f3d1bb6c-7967-4d7c-b856-a6d39c298688 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:08:33.774978 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-f3d1bb6c-7967-4d7c-b856-a6d39c298688 admin admin] Usage tracker for resource:subnet and tenant:9740bdb926274fb0af3f877d3e3f5b1f is out of sync, need to count used quota {{(pid=84875) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:08:33.788970 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-ea649ade-55f6-446a-817a-724b203232a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036854160497'] for network, before_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:08:33.857100 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-f3d1bb6c-7967-4d7c-b856-a6d39c298688 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84875) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:08:33.866272 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06f0a40d-cb04-480e-9dde-8beaf4c6323a admin admin] Pushing event updated for resources: {'Network': ['ID=26403650-7f90-4538-aecf-889928cc4890,revision_number=1']} {{(pid=84874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:08:33.881940 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-017f98a9-8a07-408c-a86f-8ff0c00400a0 None None] Network 26403650-7f90-4538-aecf-889928cc4890 details requested by agent ovs-agent-n-h1-768862-2 with host n-h1-768862-2 {{(pid=84876) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 07:08:33.883525 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-06f0a40d-cb04-480e-9dde-8beaf4c6323a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.411s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:08:33.909644 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-f3d1bb6c-7967-4d7c-b856-a6d39c298688 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:08:33.910291 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-9b6ff797-3951-45c4-a680-6b4b8f26d8b1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036850886386'] for router_interface, before_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:08:33.916642 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-852a24f7-e9a1-4193-9abb-e9506fe5213f None None] Network 26403650-7f90-4538-aecf-889928cc4890 details requested by agent ovs-agent-n-h2-768862-2 with host n-h2-768862-2 {{(pid=84876) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 07:08:33.943320 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [req-ab6e8a26-0c09-4380-8676-224c418ad896 req-149bdcc9-afc9-4f29-81ab-c19d1f1b5e9e tempest-MigrationsAdminTest-75357139 tempest-MigrationsAdminTest-75357139] 10.222.0.24 "GET /v2.0/quotas/c74639b175df49dc8ca61de5a71b6c1a HTTP/1.1" status: 200 len: 375 time: 0.1997356 Jan 14 07:08:33.985243 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Network 26403650-7f90-4538-aecf-889928cc4890 details requested by agent ovs-agent-n-d-768862-2 with host n-d-768862-2 {{(pid=84876) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 07:08:34.068148 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f3d1bb6c-7967-4d7c-b856-a6d39c298688 admin admin] Made reservation on behalf of 9740bdb926274fb0af3f877d3e3f5b1f for: {'subnet': 1} {{(pid=84875) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 07:08:34.077109 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-f3d1bb6c-7967-4d7c-b856-a6d39c298688 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036852467157'] for subnet, before_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:08:34.133255 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [req-ab6e8a26-0c09-4380-8676-224c418ad896 req-fcad936e-1ff8-42f3-b973-eaa3ea1e4837 tempest-MigrationsAdminTest-75357139 tempest-MigrationsAdminTest-75357139] 10.222.0.24 "GET /v2.0/ports?tenant_id=c74639b175df49dc8ca61de5a71b6c1a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1716609 Jan 14 07:08:34.484275 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-28119a92-cd32-4371-ba6e-cc08c3a01492 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:08:34.525247 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-ea649ade-55f6-446a-817a-724b203232a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-598987', 'neutron.services.segments.db._delete_segments_for_network-8777640583949'] for network, precommit_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:08:34.530692 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-28119a92-cd32-4371-ba6e-cc08c3a01492 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850887153'] for security_group, after_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:08:34.544306 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-895ae69e-333e-4d09-a88d-30d6a606ca44 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:08:34.566693 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-713ad7fb-cac1-499e-905e-b79d8eb61748 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:08:34.591265 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-713ad7fb-cac1-499e-905e-b79d8eb61748 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850887153'] for security_group, after_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:08:34.627522 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-28119a92-cd32-4371-ba6e-cc08c3a01492 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=f3c589db269e4aababbfabcf7a6524d0&name=default HTTP/1.1" status: 200 len: 2979 time: 1.8972490 Jan 14 07:08:34.637651 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84875) accepted ('10.222.0.24', 52414) {{(pid=84875) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:08:34.642046 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28119a92-cd32-4371-ba6e-cc08c3a01492 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=54752d68-fe9b-4c08-b810-e5b29fa67cf4,revision_number=1']} {{(pid=84875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:08:34.664859 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-28119a92-cd32-4371-ba6e-cc08c3a01492 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:08:34.674006 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-0cd6d29c-827d-49ca-b184-91f9eb462f97 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.061s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:08:34.694609 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-713ad7fb-cac1-499e-905e-b79d8eb61748 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=dd8485615d8a4e96986842b0201e47b0&name=default HTTP/1.1" status: 200 len: 2979 time: 1.4871166 Jan 14 07:08:34.726473 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84875) accepted ('10.222.0.24', 52418) {{(pid=84875) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:08:34.879108 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-713ad7fb-cac1-499e-905e-b79d8eb61748 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ccf83bb5-580d-4b0b-ae22-181154e32fcc,revision_number=1']} {{(pid=84875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:08:34.893846 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-7d108ca5-ea68-41d9-bbe0-271144660a33 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:08:34.901046 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-713ad7fb-cac1-499e-905e-b79d8eb61748 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.227s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:08:35.042538 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-7d108ca5-ea68-41d9-bbe0-271144660a33 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:08:35.088641 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Device b44a45d5-0dc1-43bf-a2fe-837b4efbd9c2 up at agent ovs-agent-n-d-768862-2 {{(pid=84876) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 07:08:35.092683 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-228ad5ee-e48b-4441-8e02-038a4af99889 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:08:35.129339 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-228ad5ee-e48b-4441-8e02-038a4af99889 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:08:35.168990 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-a52cdafd-21c7-4cd5-8884-bc9e9d7de7d6 None None] Provisioning for port 4a091821-0890-4d25-adc8-728ae20fb127 completed by entity DHCP. {{(pid=84876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 07:08:35.178482 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-a52cdafd-21c7-4cd5-8884-bc9e9d7de7d6 None None] Provisioning complete for port 4a091821-0890-4d25-adc8-728ae20fb127 triggered by entity DHCP. {{(pid=84876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 07:08:35.179181 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-a52cdafd-21c7-4cd5-8884-bc9e9d7de7d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-604227'] for port, provisioning_complete {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:08:35.215979 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-228ad5ee-e48b-4441-8e02-038a4af99889 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850887153'] for security_group, after_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:08:35.233743 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-fb513c9c-6abc-4ba2-852f-30d9bcab3477 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:08:35.253901 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-228ad5ee-e48b-4441-8e02-038a4af99889 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ccf83bb5-580d-4b0b-ae22-181154e32fcc,revision_number=None']} {{(pid=84875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:08:35.257432 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.plugin [None req-a52cdafd-21c7-4cd5-8884-bc9e9d7de7d6 None None] Port 4a091821-0890-4d25-adc8-728ae20fb127 cannot update to ACTIVE because it is not bound. {{(pid=84876) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:329}} Jan 14 07:08:35.340113 n-d-768862-2 neutron-server[84765]: DEBUG neutron.services.segments.db [None req-ea649ade-55f6-446a-817a-724b203232a4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['876c54bd-7381-4d31-9645-8abf8e4f3480']}} {{(pid=84874) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:08:35.350529 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-228ad5ee-e48b-4441-8e02-038a4af99889 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:08:35.361497 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Provisioning for port b44a45d5-0dc1-43bf-a2fe-837b4efbd9c2 completed by entity L2. {{(pid=84876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 07:08:35.365982 n-d-768862-2 neutron-server[84765]: DEBUG neutron.services.segments.db [None req-ea649ade-55f6-446a-817a-724b203232a4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dc8ae322-e14b-4e57-8a23-a67c39f0cc50') {'for_net_delete': True} {{(pid=84874) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:08:35.366557 n-d-768862-2 neutron-server[84765]: DEBUG neutron.services.segments.db [None req-ea649ade-55f6-446a-817a-724b203232a4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dc8ae322-e14b-4e57-8a23-a67c39f0cc50') {} {{(pid=84874) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:08:35.371316 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Provisioning complete for port b44a45d5-0dc1-43bf-a2fe-837b4efbd9c2 triggered by entity L2. {{(pid=84876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 07:08:35.371740 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-604227'] for port, provisioning_complete {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:08:35.382597 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-ea649ade-55f6-446a-817a-724b203232a4 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363259214173198', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2968632'] for segment, before_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:08:35.389751 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-228ad5ee-e48b-4441-8e02-038a4af99889 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:08:35.391614 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-228ad5ee-e48b-4441-8e02-038a4af99889 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/ccf83bb5-580d-4b0b-ae22-181154e32fcc HTTP/1.1" status: 204 len: 168 time: 0.6314230 Jan 14 07:08:35.430025 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-7d108ca5-ea68-41d9-bbe0-271144660a33 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850887153'] for security_group, after_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:08:35.437462 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:08:35.458117 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d108ca5-ea68-41d9-bbe0-271144660a33 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=54752d68-fe9b-4c08-b810-e5b29fa67cf4,revision_number=None']} {{(pid=84875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:08:35.466999 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-7d108ca5-ea68-41d9-bbe0-271144660a33 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:08:35.490527 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-7d108ca5-ea68-41d9-bbe0-271144660a33 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:08:35.494830 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-7d108ca5-ea68-41d9-bbe0-271144660a33 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/54752d68-fe9b-4c08-b810-e5b29fa67cf4 HTTP/1.1" status: 204 len: 168 time: 0.8547721 Jan 14 07:08:35.511878 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-ea649ade-55f6-446a-817a-724b203232a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854179735'] for segment, precommit_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:08:35.516338 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-ea649ade-55f6-446a-817a-724b203232a4 admin admin] Releasing vxlan tunnel 5 to pool {{(pid=84874) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Jan 14 07:08:35.606893 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-9b6ff797-3951-45c4-a680-6b4b8f26d8b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555753'] for port, before_update {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:08:35.639646 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-f3d1bb6c-7967-4d7c-b856-a6d39c298688 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850887113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036851621412', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036852467174'] for subnet, after_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:08:35.672906 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555753'] for port, before_update {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:08:35.673887 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:08:35.692606 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] For port b44a45d5-0dc1-43bf-a2fe-837b4efbd9c2, host n-d-768862-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-2',level=0,port_id=b44a45d5-0dc1-43bf-a2fe-837b4efbd9c2,segment=NetworkSegment(cf3ded2c-bc47-4a71-89af-6e7117e60140),segment_id=cf3ded2c-bc47-4a71-89af-6e7117e60140)] {{(pid=84876) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 07:08:35.698067 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777640533312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363259214678337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777640097497'] for port, after_update {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:08:35.700775 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-ebec864f-681e-4380-bd9d-aba5153c84f3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84876) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:08:35.784599 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Pushing event updated for resources: {'Port': ['ID=b44a45d5-0dc1-43bf-a2fe-837b4efbd9c2,revision_number=4']} {{(pid=84876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:08:35.798922 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=84876) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:08:35.828866 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.managers [None req-ea649ade-55f6-446a-817a-724b203232a4 admin admin] Network 876c54bd-7381-4d31-9645-8abf8e4f3480 has no segments {{(pid=84874) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 14 07:08:35.840328 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-ea649ade-55f6-446a-817a-724b203232a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-596065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036851521571'] for segment, after_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:08:35.881400 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3d1bb6c-7967-4d7c-b856-a6d39c298688 admin admin] Pushing event updated for resources: {'Subnet': ['ID=bce1ff7a-b848-491f-a18f-12233b0367d9,revision_number=0']} {{(pid=84875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:08:35.886451 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-f3d1bb6c-7967-4d7c-b856-a6d39c298688 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.213s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:08:35.984507 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3d1bb6c-7967-4d7c-b856-a6d39c298688 admin admin] Checking segment: {'id': 'cfaa2d0b-0ffa-4876-b1c4-cc89a4f842c1', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '26403650-7f90-4538-aecf-889928cc4890'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84875) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 14 07:08:35.984913 n-d-768862-2 neutron-server[84765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3d1bb6c-7967-4d7c-b856-a6d39c298688 admin admin] Network hostable DHCP agents. Network: 26403650-7f90-4538-aecf-889928cc4890, hostable agents: ['32f3dd84-26da-4d18-bf15-6017a8fb7247'], hosted agents: [] {{(pid=84875) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Jan 14 07:08:36.008746 n-d-768862-2 neutron-server[84765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3d1bb6c-7967-4d7c-b856-a6d39c298688 admin admin] Network 26403650-7f90-4538-aecf-889928cc4890 is scheduled to be hosted by DHCP agent 32f3dd84-26da-4d18-bf15-6017a8fb7247 with binding_index 1 {{(pid=84875) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Jan 14 07:08:36.019224 n-d-768862-2 neutron-server[84765]: DEBUG neutron.scheduler.base_scheduler [None req-f3d1bb6c-7967-4d7c-b856-a6d39c298688 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768862-2, 26403650-7f90-4538-aecf-889928cc4890) {{(pid=84875) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 07:08:36.030923 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c9855d5-a6f2-4f17-b349-2fa324fb7782 None None] Network 26403650-7f90-4538-aecf-889928cc4890 requested from n-d-768862-2 {{(pid=84876) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 07:08:36.034699 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3d1bb6c-7967-4d7c-b856-a6d39c298688 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:08:36.035349 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-f3d1bb6c-7967-4d7c-b856-a6d39c298688 admin admin] Notify callbacks [] for subnet, before_response {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:08:36.062849 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-f3d1bb6c-7967-4d7c-b856-a6d39c298688 admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 2.3840010 Jan 14 07:08:36.117064 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.managers [None req-ea649ade-55f6-446a-817a-724b203232a4 admin admin] Network 876c54bd-7381-4d31-9645-8abf8e4f3480 has no segments {{(pid=84874) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 14 07:08:36.142848 n-d-768862-2 neutron-server[84765]: Traceback (most recent call last): Jan 14 07:08:36.142848 n-d-768862-2 neutron-server[84765]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 14 07:08:36.142848 n-d-768862-2 neutron-server[84765]: timer() Jan 14 07:08:36.142848 n-d-768862-2 neutron-server[84765]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 14 07:08:36.142848 n-d-768862-2 neutron-server[84765]: cb(*args, **kw) Jan 14 07:08:36.142848 n-d-768862-2 neutron-server[84765]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Jan 14 07:08:36.142848 n-d-768862-2 neutron-server[84765]: return func(*args, **kwargs) Jan 14 07:08:36.142848 n-d-768862-2 neutron-server[84765]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 14 07:08:36.142848 n-d-768862-2 neutron-server[84765]: self._notify() Jan 14 07:08:36.142848 n-d-768862-2 neutron-server[84765]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 14 07:08:36.142848 n-d-768862-2 neutron-server[84765]: self.callback(batched_events) Jan 14 07:08:36.142848 n-d-768862-2 neutron-server[84765]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 14 07:08:36.142848 n-d-768862-2 neutron-server[84765]: event.method(event) Jan 14 07:08:36.142848 n-d-768862-2 neutron-server[84765]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 14 07:08:36.142848 n-d-768862-2 neutron-server[84765]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 14 07:08:36.142848 n-d-768862-2 neutron-server[84765]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Jan 14 07:08:36.142848 n-d-768862-2 neutron-server[84765]: segment_id)['aggregates'][0] Jan 14 07:08:36.142848 n-d-768862-2 neutron-server[84765]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 14 07:08:36.142848 n-d-768862-2 neutron-server[84765]: return f(self, *a, **k) Jan 14 07:08:36.142848 n-d-768862-2 neutron-server[84765]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 14 07:08:36.142848 n-d-768862-2 neutron-server[84765]: return self._get(url).json() Jan 14 07:08:36.142848 n-d-768862-2 neutron-server[84765]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 14 07:08:36.142848 n-d-768862-2 neutron-server[84765]: **kwargs) Jan 14 07:08:36.142848 n-d-768862-2 neutron-server[84765]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 14 07:08:36.142848 n-d-768862-2 neutron-server[84765]: return self.request(url, 'GET', **kwargs) Jan 14 07:08:36.142848 n-d-768862-2 neutron-server[84765]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Jan 14 07:08:36.142848 n-d-768862-2 neutron-server[84765]: **endpoint_filter) Jan 14 07:08:36.142848 n-d-768862-2 neutron-server[84765]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 14 07:08:36.142848 n-d-768862-2 neutron-server[84765]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 14 07:08:36.142848 n-d-768862-2 neutron-server[84765]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 14 07:08:36.142848 n-d-768862-2 neutron-server[84765]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 14 07:08:36.142848 n-d-768862-2 neutron-server[84765]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 14 07:08:36.149604 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84875) accepted ('10.222.0.24', 52460) {{(pid=84875) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:08:36.320681 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-ea649ade-55f6-446a-817a-724b203232a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036854176830', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850887149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3912591'] for network, after_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:08:36.331518 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:08:36.353412 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b9e359c-dbc1-41b4-9a7d-9f2ea76c5e55 None None] Network 26403650-7f90-4538-aecf-889928cc4890 requested from n-d-768862-2 {{(pid=84876) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 07:08:36.354721 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-ea649ade-55f6-446a-817a-724b203232a4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3207107'] for network, before_response {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:08:36.365077 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea649ade-55f6-446a-817a-724b203232a4 admin admin] Pushing event deleted for resources: {'Network': ['ID=876c54bd-7381-4d31-9645-8abf8e4f3480,revision_number=None']} {{(pid=84874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:08:36.372973 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-ea649ade-55f6-446a-817a-724b203232a4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:08:36.388681 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-ea649ade-55f6-446a-817a-724b203232a4 admin admin] 10.222.0.24 "DELETE /v2.0/networks/876c54bd-7381-4d31-9645-8abf8e4f3480 HTTP/1.1" status: 204 len: 168 time: 2.9685309 Jan 14 07:08:36.457177 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-9b6ff797-3951-45c4-a680-6b4b8f26d8b1 admin admin] Notify callbacks [] for port, precommit_update {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:08:36.463608 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-9b6ff797-3951-45c4-a680-6b4b8f26d8b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777640533312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363259214678337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777640097497', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036851521613'] for port, after_update {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:08:36.507443 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-0f98fea6-8680-48b6-ade9-546ca382709e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:08:36.572964 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84875) accepted ('10.222.0.24', 52474) {{(pid=84875) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:08:36.610348 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-2b3da837-2fe9-404c-859a-050b4c9a8566 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:08:36.627426 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b6ff797-3951-45c4-a680-6b4b8f26d8b1 admin admin] Pushing event updated for resources: {'Port': ['ID=4a091821-0890-4d25-adc8-728ae20fb127,revision_number=2']} {{(pid=84874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:08:36.641107 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-9b6ff797-3951-45c4-a680-6b4b8f26d8b1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:08:36.644877 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-2b3da837-2fe9-404c-859a-050b4c9a8566 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:08:36.649097 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-2b3da837-2fe9-404c-859a-050b4c9a8566 admin admin] Usage tracker for resource:security_group_rule and tenant:a5ec9f46523b405cbaa5ccf742ff65bd is out of sync, need to count used quota {{(pid=84875) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:08:36.652440 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-2b3da837-2fe9-404c-859a-050b4c9a8566 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84875) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:08:36.659025 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-2b3da837-2fe9-404c-859a-050b4c9a8566 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:08:36.667913 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-9b6ff797-3951-45c4-a680-6b4b8f26d8b1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3206949', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3889649'] for router_interface, after_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:08:36.805462 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-2b3da837-2fe9-404c-859a-050b4c9a8566 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:08:36.811759 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-2b3da837-2fe9-404c-859a-050b4c9a8566 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850887153'] for security_group, after_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:08:36.842735 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-8825f3b9-5706-4bfc-99d5-cc85cc21e7af admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:08:36.876754 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Device b44a45d5-0dc1-43bf-a2fe-837b4efbd9c2 up at agent ovs-agent-n-d-768862-2 {{(pid=84876) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 07:08:36.893384 n-d-768862-2 neutron-server[84765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b6ff797-3951-45c4-a680-6b4b8f26d8b1 admin admin] Network ed17b23c-b73f-4648-9ab5-ec16aee1d408 is already hosted by enough agents. {{(pid=84874) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 07:08:36.897460 n-d-768862-2 neutron-server[84765]: DEBUG neutron.scheduler.base_scheduler [None req-9b6ff797-3951-45c4-a680-6b4b8f26d8b1 admin admin] Resources bound (agent type, host, resource id): {{(pid=84874) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 07:08:36.915026 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b3da837-2fe9-404c-859a-050b4c9a8566 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=85c8d130-4a83-461d-a76f-051768dcadcc,revision_number=1']} {{(pid=84875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:08:36.926188 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-2b3da837-2fe9-404c-859a-050b4c9a8566 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:08:36.939891 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-2b3da837-2fe9-404c-859a-050b4c9a8566 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=a5ec9f46523b405cbaa5ccf742ff65bd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3627548 Jan 14 07:08:36.941198 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84875) accepted ('10.222.0.24', 52480) {{(pid=84875) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:08:37.012672 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Provisioning complete for port b44a45d5-0dc1-43bf-a2fe-837b4efbd9c2 triggered by entity L2. {{(pid=84876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 07:08:37.013380 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-604227'] for port, provisioning_complete {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:08:37.069354 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-3f394820-2d92-4f26-bb02-2d4c1091cc2a admin admin] Notify callbacks [] for security_group, before_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:08:37.130919 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84874) accepted ('10.222.0.24', 52484) {{(pid=84874) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:08:37.171926 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-3f394820-2d92-4f26-bb02-2d4c1091cc2a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:08:37.177598 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-f1ac9f76-2ae1-43b4-9598-3b8f7aa7d441 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:08:37.191824 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-3f394820-2d92-4f26-bb02-2d4c1091cc2a admin admin] Usage tracker for resource:security_group_rule and tenant:c74639b175df49dc8ca61de5a71b6c1a is out of sync, need to count used quota {{(pid=84875) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:08:37.208195 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-f1ac9f76-2ae1-43b4-9598-3b8f7aa7d441 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:08:37.214695 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-3f394820-2d92-4f26-bb02-2d4c1091cc2a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84875) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:08:37.216687 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-f1ac9f76-2ae1-43b4-9598-3b8f7aa7d441 admin admin] Usage tracker for resource:security_group_rule and tenant:e9d050cc9108468e9b48bf07ffd9727a is out of sync, need to count used quota {{(pid=84874) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:08:37.223222 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-f1ac9f76-2ae1-43b4-9598-3b8f7aa7d441 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84874) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:08:37.233314 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-f1ac9f76-2ae1-43b4-9598-3b8f7aa7d441 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:08:37.237453 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-3f394820-2d92-4f26-bb02-2d4c1091cc2a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:08:37.285161 n-d-768862-2 neutron-server[84765]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9b6ff797-3951-45c4-a680-6b4b8f26d8b1 admin admin] Router 4fee988a-a007-4060-9487-18608b1d2936 has already been hosted by L3 agent 35f592e9-451b-4db9-abea-77b6a5c5391b {{(pid=84874) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Jan 14 07:08:37.287698 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-b12522b2-1646-4844-b2ef-4c715c7d7a5b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:08:37.307685 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-f86b2d51-8612-44cf-ae3a-09547ce076c5 None None] Provisioning complete for port 4a091821-0890-4d25-adc8-728ae20fb127 triggered by entity DHCP. {{(pid=84876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 07:08:37.310460 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-f86b2d51-8612-44cf-ae3a-09547ce076c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-604227'] for port, provisioning_complete {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:08:37.387050 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-b12522b2-1646-4844-b2ef-4c715c7d7a5b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:08:37.427798 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84875) accepted ('10.222.0.24', 52492) {{(pid=84875) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:08:37.472748 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.plugin [None req-f86b2d51-8612-44cf-ae3a-09547ce076c5 None None] Port 4a091821-0890-4d25-adc8-728ae20fb127 cannot update to ACTIVE because it is not bound. {{(pid=84876) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:329}} Jan 14 07:08:37.582055 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-53553d49-4c81-4de4-aac2-1c6ae1fdd528 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=19acaa68b8e54536913696ea7d4bb12d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1527534 Jan 14 07:08:37.592317 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84875) accepted ('10.222.0.24', 52496) {{(pid=84875) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:08:37.600858 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-b12522b2-1646-4844-b2ef-4c715c7d7a5b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850887153'] for security_group, after_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:08:37.620975 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:08:37.635440 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-3f394820-2d92-4f26-bb02-2d4c1091cc2a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:08:37.644627 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b12522b2-1646-4844-b2ef-4c715c7d7a5b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=85c8d130-4a83-461d-a76f-051768dcadcc,revision_number=None']} {{(pid=84875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:08:37.662602 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-b12522b2-1646-4844-b2ef-4c715c7d7a5b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:08:37.663303 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-3f394820-2d92-4f26-bb02-2d4c1091cc2a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850887153'] for security_group, after_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:08:37.679662 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-b0745b40-fd8c-4308-87a3-b1b56cb354b5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:08:37.717849 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-b12522b2-1646-4844-b2ef-4c715c7d7a5b admin admin] Notify callbacks [] for security_group, before_response {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:08:37.721888 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-b12522b2-1646-4844-b2ef-4c715c7d7a5b admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/85c8d130-4a83-461d-a76f-051768dcadcc HTTP/1.1" status: 204 len: 168 time: 0.7753472 Jan 14 07:08:37.753066 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-3f394820-2d92-4f26-bb02-2d4c1091cc2a admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=c74639b175df49dc8ca61de5a71b6c1a&name=default HTTP/1.1" status: 200 len: 2979 time: 1.6022587 Jan 14 07:08:37.757600 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84875) accepted ('10.222.0.24', 52506) {{(pid=84875) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:08:37.760995 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f394820-2d92-4f26-bb02-2d4c1091cc2a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ea22bd5f-b633-4c79-b67b-ab25d31cb369,revision_number=1']} {{(pid=84875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:08:37.785232 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-3f394820-2d92-4f26-bb02-2d4c1091cc2a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:08:37.807395 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-6650c11a-a506-43e9-a762-79848d9d810f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:08:37.853177 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9b6ff797-3951-45c4-a680-6b4b8f26d8b1 admin admin] Notify agent at l3_agent.n-d-768862-2 the message routers_updated {{(pid=84874) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jan 14 07:08:37.856129 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-f1ac9f76-2ae1-43b4-9598-3b8f7aa7d441 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:08:37.866187 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12214ac6-c755-4478-bef9-e2501467292c None None] Sync routers for ids ['4fee988a-a007-4060-9487-18608b1d2936'] in n-d-768862-2 {{(pid=84876) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Jan 14 07:08:37.871366 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-6650c11a-a506-43e9-a762-79848d9d810f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:08:37.872109 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-9b6ff797-3951-45c4-a680-6b4b8f26d8b1 admin admin] 10.222.0.24 "PUT /v2.0/routers/4fee988a-a007-4060-9487-18608b1d2936/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.4550052 Jan 14 07:08:37.873334 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-f1ac9f76-2ae1-43b4-9598-3b8f7aa7d441 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850887153'] for security_group, after_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:08:37.881906 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-713624f7-0595-426f-9714-d35e24a21de0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:08:37.889721 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12214ac6-c755-4478-bef9-e2501467292c None None] Routers {'4fee988a-a007-4060-9487-18608b1d2936'} bound to L3 agent in host n-d-768862-2 {{(pid=84876) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 14 07:08:37.890488 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_hamode_db [None req-12214ac6-c755-4478-bef9-e2501467292c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-01-14T06:56:51Z,description=,heartbeat_timestamp=2021-01-14T07:08:21Z,host='n-d-768862-2',id=35f592e9-451b-4db9-abea-77b6a5c5391b,load=0,resource_versions=,resources_synced=,started_at=2021-01-14T06:56:51Z,topic='l3_agent')) {'router_ids': ['4fee988a-a007-4060-9487-18608b1d2936'], 'active': True} {{(pid=84876) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:08:37.908128 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-02ed0403-04e2-431f-855c-5fea12db3fcc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:08:37.932105 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1ac9f76-2ae1-43b4-9598-3b8f7aa7d441 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4122e0ad-3219-458e-9012-017ceda1d44a,revision_number=1']} {{(pid=84874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:08:37.941356 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-f1ac9f76-2ae1-43b4-9598-3b8f7aa7d441 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=e9d050cc9108468e9b48bf07ffd9727a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8093085 Jan 14 07:08:37.942305 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84875) accepted ('10.222.0.24', 52516) {{(pid=84875) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:08:37.942882 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-f1ac9f76-2ae1-43b4-9598-3b8f7aa7d441 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:08:37.984300 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-02ed0403-04e2-431f-855c-5fea12db3fcc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:08:38.048828 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-6650c11a-a506-43e9-a762-79848d9d810f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850887153'] for security_group, after_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:08:38.057125 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-a04134e2-fa71-45a2-9f9e-c4008e8d1d41 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:08:38.073729 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6650c11a-a506-43e9-a762-79848d9d810f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=87274367-3b19-43a5-b8f8-418662297704,revision_number=None']} {{(pid=84875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:08:38.088105 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-6650c11a-a506-43e9-a762-79848d9d810f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:08:38.099068 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-6650c11a-a506-43e9-a762-79848d9d810f admin admin] Notify callbacks [] for security_group, before_response {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:08:38.103348 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-6650c11a-a506-43e9-a762-79848d9d810f admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/87274367-3b19-43a5-b8f8-418662297704 HTTP/1.1" status: 204 len: 168 time: 0.5098491 Jan 14 07:08:38.105068 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-5d238776-216f-4ff9-8e9f-b5cb36bf4a78 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:08:38.134405 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-02ed0403-04e2-431f-855c-5fea12db3fcc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850887153'] for security_group, after_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:08:38.143608 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-228ad5ee-e48b-4441-8e02-038a4af99889 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:08:38.154512 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-5d238776-216f-4ff9-8e9f-b5cb36bf4a78 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:08:38.173078 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02ed0403-04e2-431f-855c-5fea12db3fcc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ea22bd5f-b633-4c79-b67b-ab25d31cb369,revision_number=None']} {{(pid=84875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:08:38.180021 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-02ed0403-04e2-431f-855c-5fea12db3fcc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:08:38.187982 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-02ed0403-04e2-431f-855c-5fea12db3fcc admin admin] Notify callbacks [] for security_group, before_response {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:08:38.189329 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-02ed0403-04e2-431f-855c-5fea12db3fcc admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/ea22bd5f-b633-4c79-b67b-ab25d31cb369 HTTP/1.1" status: 204 len: 168 time: 0.4301033 Jan 14 07:08:38.222733 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-5d238776-216f-4ff9-8e9f-b5cb36bf4a78 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850887153'] for security_group, after_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:08:38.229982 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-5cc04bec-46bd-4fd7-bc2a-b7e7d67d0bdc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:08:38.254339 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d238776-216f-4ff9-8e9f-b5cb36bf4a78 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4122e0ad-3219-458e-9012-017ceda1d44a,revision_number=None']} {{(pid=84875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:08:38.267054 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-5d238776-216f-4ff9-8e9f-b5cb36bf4a78 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:08:38.270663 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-5d238776-216f-4ff9-8e9f-b5cb36bf4a78 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:08:38.272565 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-5d238776-216f-4ff9-8e9f-b5cb36bf4a78 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/4122e0ad-3219-458e-9012-017ceda1d44a HTTP/1.1" status: 204 len: 168 time: 0.3285947 Jan 14 07:08:38.303137 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_dvr_db [None req-12214ac6-c755-4478-bef9-e2501467292c None None] Set router 4fee988a-a007-4060-9487-18608b1d2936 gateway port host: n-d-768862-2 {{(pid=84876) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 14 07:08:38.663588 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_hamode_db [None req-12214ac6-c755-4478-bef9-e2501467292c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4fee988a-a007-4060-9487-18608b1d2936', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-778481560-router', 'tenant_id': 'ee0578336fa8434fa2c352d4491edd99', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '226f1e78-82cd-4481-9055-4eb73b6db8c1', 'external_fixed_ips': [{'subnet_id': 'ba8deeec-7658-4195-9449-038c076f5c83', 'ip_address': '172.25.2.111'}], 'enable_snat': True}, 'gw_port_id': 'b44a45d5-0dc1-43bf-a2fe-837b4efbd9c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-14T07:08:22Z', 'updated_at': '2021-01-14T07:08:35Z', 'revision_number': 4, 'project_id': 'ee0578336fa8434fa2c352d4491edd99', 'gw_port': {'id': 'b44a45d5-0dc1-43bf-a2fe-837b4efbd9c2', 'name': '', 'network_id': '226f1e78-82cd-4481-9055-4eb73b6db8c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:dd:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4fee988a-a007-4060-9487-18608b1d2936', 'device_owner': 'network:router_gateway', 'standard_attr_id': 275, 'fixed_ips': [{'subnet_id': 'ba8deeec-7658-4195-9449-038c076f5c83', 'ip_address': '172.25.2.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T07:08:24Z', 'updated_at': '2021-01-14T07:08:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ba8deeec-7658-4195-9449-038c076f5c83', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-2', '_interfaces': [{'id': '4a091821-0890-4d25-adc8-728ae20fb127', 'name': '', 'network_id': 'ed17b23c-b73f-4648-9ab5-ec16aee1d408', 'tenant_id': 'ee0578336fa8434fa2c352d4491edd99', 'mac_address': 'fa:16:3e:b3:f6:4f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4fee988a-a007-4060-9487-18608b1d2936', 'device_owner': 'network:router_interface', 'standard_attr_id': 301, 'fixed_ips': [{'subnet_id': '27844b96-74cc-464f-8d24-f0588d92966b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T07:08:32Z', 'updated_at': '2021-01-14T07:08:36Z', 'revision_number': 2, 'project_id': 'ee0578336fa8434fa2c352d4491edd99', 'subnets': [{'id': '27844b96-74cc-464f-8d24-f0588d92966b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'n-d-768862-2', False) {} {{(pid=84876) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:08:38.668158 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12214ac6-c755-4478-bef9-e2501467292c None None] Checking router: 4fee988a-a007-4060-9487-18608b1d2936 for host: n-d-768862-2 {{(pid=84876) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Jan 14 07:08:38.668450 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12214ac6-c755-4478-bef9-e2501467292c None None] Updating router 4fee988a-a007-4060-9487-18608b1d2936 port 4a091821-0890-4d25-adc8-728ae20fb127 binding host n-d-768862-2 {{(pid=84876) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Jan 14 07:08:38.739776 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-12214ac6-c755-4478-bef9-e2501467292c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555753'] for port, before_update {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:08:39.377007 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-12214ac6-c755-4478-bef9-e2501467292c None None] Notify callbacks [] for port, precommit_update {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:08:39.389841 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-12214ac6-c755-4478-bef9-e2501467292c None None] Transition to ACTIVE for port object 4a091821-0890-4d25-adc8-728ae20fb127 will not be triggered until provisioned by entity L2. {{(pid=84876) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 07:08:39.393194 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-12214ac6-c755-4478-bef9-e2501467292c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777640533312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363259214678337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777640097497'] for port, after_update {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:08:39.409223 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84876) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:08:39.428669 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84874) accepted ('10.222.0.24', 52564) {{(pid=84874) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:08:39.490104 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-1c8d9566-47c8-437c-af85-080c7b46056e admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=5c7322507553463fa5079a03b448414c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0600595 Jan 14 07:08:39.492984 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84875) accepted ('10.222.0.24', 52568) {{(pid=84875) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:08:39.545956 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a073de6b-0eed-429a-89a6-ab5a1b6f113c None None] Pushing event updated for resources: {'Port': ['ID=4a091821-0890-4d25-adc8-728ae20fb127,revision_number=3']} {{(pid=84876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:08:39.551178 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-a073de6b-0eed-429a-89a6-ab5a1b6f113c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=84876) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:08:39.573109 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-84a5d6c7-e117-48e5-b071-20fe0afa9e73 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:08:39.573228 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84874) accepted ('10.222.0.24', 52572) {{(pid=84874) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:08:39.608556 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-84a5d6c7-e117-48e5-b071-20fe0afa9e73 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:08:39.608705 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-4ed025d7-df2f-4f38-b6e3-363392da7e27 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:08:39.630634 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-4ed025d7-df2f-4f38-b6e3-363392da7e27 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:08:39.635257 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-4ed025d7-df2f-4f38-b6e3-363392da7e27 admin admin] Usage tracker for resource:security_group_rule and tenant:1796b651da2c4b3e89d5c381beb104a3 is out of sync, need to count used quota {{(pid=84874) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:08:39.638831 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-4ed025d7-df2f-4f38-b6e3-363392da7e27 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84874) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:08:39.650292 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-4ed025d7-df2f-4f38-b6e3-363392da7e27 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:08:39.718606 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-84a5d6c7-e117-48e5-b071-20fe0afa9e73 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850887153'] for security_group, after_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:08:39.733868 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-0b19381c-b57f-4ff0-ac8a-2bfe9bee79cd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:08:39.777504 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84a5d6c7-e117-48e5-b071-20fe0afa9e73 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8ee447d0-a684-4371-8a91-a9456cc054d6,revision_number=None']} {{(pid=84875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:08:39.789937 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-84a5d6c7-e117-48e5-b071-20fe0afa9e73 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:08:39.797291 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-84a5d6c7-e117-48e5-b071-20fe0afa9e73 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:08:39.805751 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-84a5d6c7-e117-48e5-b071-20fe0afa9e73 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/8ee447d0-a684-4371-8a91-a9456cc054d6 HTTP/1.1" status: 204 len: 168 time: 0.3113060 Jan 14 07:08:39.862504 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-4ed025d7-df2f-4f38-b6e3-363392da7e27 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:08:39.868078 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-4ed025d7-df2f-4f38-b6e3-363392da7e27 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850887153'] for security_group, after_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:08:39.887812 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-50338652-f422-42fb-9b53-a4a4a7faf564 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:08:39.901860 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.managers [None req-12214ac6-c755-4478-bef9-e2501467292c None None] Attempting to bind port 4a091821-0890-4d25-adc8-728ae20fb127 on host n-d-768862-2 for vnic_type normal with profile {{(pid=84876) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 14 07:08:39.902277 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.managers [None req-12214ac6-c755-4478-bef9-e2501467292c None None] Attempting to bind port 4a091821-0890-4d25-adc8-728ae20fb127 by drivers openvswitch on host n-d-768862-2 at level 0 using segments [{'id': '34d6c3d4-1ab0-4378-be64-59dff1758066', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'ed17b23c-b73f-4648-9ab5-ec16aee1d408'}] {{(pid=84876) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 14 07:08:39.902677 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12214ac6-c755-4478-bef9-e2501467292c None None] Attempting to bind port 4a091821-0890-4d25-adc8-728ae20fb127 on network ed17b23c-b73f-4648-9ab5-ec16aee1d408 {{(pid=84876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 14 07:08:39.916775 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12214ac6-c755-4478-bef9-e2501467292c None None] Checking agent: {'id': 'ba5efab1-b43c-4d5a-bc52-6e105d4e67a2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768862-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 14, 6, 56, 52), 'started_at': datetime.datetime(2021, 1, 14, 6, 57, 22), 'heartbeat_timestamp': datetime.datetime(2021, 1, 14, 7, 8, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768862-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.29', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 14 07:08:39.917918 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12214ac6-c755-4478-bef9-e2501467292c None None] Checking segment: {'id': '34d6c3d4-1ab0-4378-be64-59dff1758066', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'ed17b23c-b73f-4648-9ab5-ec16aee1d408'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84876) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 14 07:08:39.918370 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-12214ac6-c755-4478-bef9-e2501467292c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:08:39.918809 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12214ac6-c755-4478-bef9-e2501467292c None None] Bound using segment: {'id': '34d6c3d4-1ab0-4378-be64-59dff1758066', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'ed17b23c-b73f-4648-9ab5-ec16aee1d408'} {{(pid=84876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 14 07:08:39.919332 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.managers [None req-12214ac6-c755-4478-bef9-e2501467292c None None] Bound port: 4a091821-0890-4d25-adc8-728ae20fb127, host: n-d-768862-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '34d6c3d4-1ab0-4378-be64-59dff1758066', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'ed17b23c-b73f-4648-9ab5-ec16aee1d408'}}] {{(pid=84876) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 14 07:08:39.919759 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-12214ac6-c755-4478-bef9-e2501467292c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555753'] for port, before_update {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:08:39.950215 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ed025d7-df2f-4f38-b6e3-363392da7e27 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=091510dc-d63e-4b56-b834-185ec62bec09,revision_number=1']} {{(pid=84874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:08:39.958556 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-4ed025d7-df2f-4f38-b6e3-363392da7e27 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:08:39.977355 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84875) accepted ('10.222.0.24', 52582) {{(pid=84875) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:08:39.984589 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-4ed025d7-df2f-4f38-b6e3-363392da7e27 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=1796b651da2c4b3e89d5c381beb104a3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4101670 Jan 14 07:08:40.059292 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [None req-12214ac6-c755-4478-bef9-e2501467292c None None] For port 4a091821-0890-4d25-adc8-728ae20fb127, host n-d-768862-2, cleared binding levels {{(pid=84876) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 14 07:08:40.065363 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [None req-12214ac6-c755-4478-bef9-e2501467292c None None] For port 4a091821-0890-4d25-adc8-728ae20fb127, host n-d-768862-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-2',level=0,port_id=4a091821-0890-4d25-adc8-728ae20fb127,segment=NetworkSegment(34d6c3d4-1ab0-4378-be64-59dff1758066),segment_id=34d6c3d4-1ab0-4378-be64-59dff1758066)] {{(pid=84876) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 14 07:08:40.074414 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-12214ac6-c755-4478-bef9-e2501467292c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777640533312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363259214678337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777640097497'] for port, after_update {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:08:40.106426 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-ad002338-288b-4863-9b86-1b7280164981 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:08:40.121165 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84876) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:08:40.151562 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-ad002338-288b-4863-9b86-1b7280164981 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:08:40.179677 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84874) accepted ('10.222.0.24', 52594) {{(pid=84874) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:08:40.186999 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.v2.base [None req-c835ca65-c470-44a2-ae39-7d11874b77f8 admin admin] Request body: {'network': {'name': 'tempest-LiveAutoBlockMigrationV225Test-1224008767-network', 'tenant_id': '3e77ac4b18cb4441bae0ec9e84d1519c'}} {{(pid=84874) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:08:40.197567 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-c835ca65-c470-44a2-ae39-7d11874b77f8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:08:40.214219 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-c835ca65-c470-44a2-ae39-7d11874b77f8 admin admin] Usage tracker for resource:network and tenant:3e77ac4b18cb4441bae0ec9e84d1519c is out of sync, need to count used quota {{(pid=84874) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:08:40.224374 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-c835ca65-c470-44a2-ae39-7d11874b77f8 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84874) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:08:40.238273 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-c835ca65-c470-44a2-ae39-7d11874b77f8 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:08:40.265803 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a073de6b-0eed-429a-89a6-ab5a1b6f113c None None] Pushing event updated for resources: {'Port': ['ID=4a091821-0890-4d25-adc8-728ae20fb127,revision_number=4']} {{(pid=84876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:08:40.268193 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c835ca65-c470-44a2-ae39-7d11874b77f8 admin admin] Made reservation on behalf of 3e77ac4b18cb4441bae0ec9e84d1519c for: {'network': 1} {{(pid=84874) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 07:08:40.275237 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-c835ca65-c470-44a2-ae39-7d11874b77f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555753'] for network, before_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:08:40.285013 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [req-c87232d1-5795-4243-9693-1dbef1d63484 req-f68701da-df5a-4375-a9d3-f3596871d068 tempest-ServersAdminNegativeTestJSON-89131636 tempest-ServersAdminNegativeTestJSON-89131636] 10.222.0.24 "GET /v2.0/networks?tenant_id=fef7895deb8b4bbcaa0fce8cd8e4cb44&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0617309 Jan 14 07:08:40.323036 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-a073de6b-0eed-429a-89a6-ab5a1b6f113c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.203s {{(pid=84876) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:08:40.324837 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-c835ca65-c470-44a2-ae39-7d11874b77f8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:08:40.365211 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-c835ca65-c470-44a2-ae39-7d11874b77f8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:08:40.374174 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-c835ca65-c470-44a2-ae39-7d11874b77f8 admin admin] Usage tracker for resource:security_group_rule and tenant:3e77ac4b18cb4441bae0ec9e84d1519c is out of sync, need to count used quota {{(pid=84874) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:08:40.382842 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-c835ca65-c470-44a2-ae39-7d11874b77f8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84874) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:08:40.393904 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-c835ca65-c470-44a2-ae39-7d11874b77f8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:08:40.434199 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12214ac6-c755-4478-bef9-e2501467292c None None] Routers {'4fee988a-a007-4060-9487-18608b1d2936'} bound to L3 agent in host n-d-768862-2 {{(pid=84876) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 14 07:08:40.435151 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_hamode_db [None req-12214ac6-c755-4478-bef9-e2501467292c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-01-14T06:56:51Z,description=,heartbeat_timestamp=2021-01-14T07:08:21Z,host='n-d-768862-2',id=35f592e9-451b-4db9-abea-77b6a5c5391b,load=0,resource_versions=,resources_synced=,started_at=2021-01-14T06:56:51Z,topic='l3_agent')) {'router_ids': ['4fee988a-a007-4060-9487-18608b1d2936'], 'active': True} {{(pid=84876) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:08:40.501268 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c87232d1-5795-4243-9693-1dbef1d63484 req-ad051a4b-d59b-440b-bbb9-bdbfa83260b9 tempest-ServersAdminNegativeTestJSON-89131636 tempest-ServersAdminNegativeTestJSON-89131636] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:08:40.509324 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [req-c87232d1-5795-4243-9693-1dbef1d63484 req-ad051a4b-d59b-440b-bbb9-bdbfa83260b9 tempest-ServersAdminNegativeTestJSON-89131636 tempest-ServersAdminNegativeTestJSON-89131636] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2226686 Jan 14 07:08:40.533154 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [req-c87232d1-5795-4243-9693-1dbef1d63484 req-5f5f0466-de47-49fe-bb35-ff8378d39a34 tempest-ServersAdminNegativeTestJSON-89131636 tempest-ServersAdminNegativeTestJSON-89131636] 10.222.0.24 "GET /v2.0/quotas/fef7895deb8b4bbcaa0fce8cd8e4cb44 HTTP/1.1" status: 200 len: 375 time: 0.0225902 Jan 14 07:08:40.574982 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-ad002338-288b-4863-9b86-1b7280164981 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850887153'] for security_group, after_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:08:40.585915 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-be427468-1c3d-4c5d-a91a-3374a046526b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:08:40.607293 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad002338-288b-4863-9b86-1b7280164981 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=091510dc-d63e-4b56-b834-185ec62bec09,revision_number=None']} {{(pid=84875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:08:40.620702 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-ad002338-288b-4863-9b86-1b7280164981 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:08:40.636385 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [req-c87232d1-5795-4243-9693-1dbef1d63484 req-4a8bd53e-b377-4f50-882c-761f2a853807 tempest-ServersAdminNegativeTestJSON-89131636 tempest-ServersAdminNegativeTestJSON-89131636] 10.222.0.24 "GET /v2.0/ports?tenant_id=fef7895deb8b4bbcaa0fce8cd8e4cb44&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1019595 Jan 14 07:08:40.654475 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-ad002338-288b-4863-9b86-1b7280164981 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:08:40.656043 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-ad002338-288b-4863-9b86-1b7280164981 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/091510dc-d63e-4b56-b834-185ec62bec09 HTTP/1.1" status: 204 len: 168 time: 0.6775558 Jan 14 07:08:40.717716 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-017f98a9-8a07-408c-a86f-8ff0c00400a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363259214191800', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854171626'] for agent, after_update {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:08:40.757900 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_dvr_db [None req-12214ac6-c755-4478-bef9-e2501467292c None None] Set router 4fee988a-a007-4060-9487-18608b1d2936 gateway port host: n-d-768862-2 {{(pid=84876) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 14 07:08:40.761084 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-c835ca65-c470-44a2-ae39-7d11874b77f8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:08:40.768006 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-c835ca65-c470-44a2-ae39-7d11874b77f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850887153'] for security_group, after_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:08:40.780518 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-b0b0cb74-dd6f-45b0-8035-2909e4dd8c76 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:08:40.819067 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c835ca65-c470-44a2-ae39-7d11874b77f8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c4fcff00-8c31-4b71-8ca2-5f0e574a2758,revision_number=1']} {{(pid=84874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:08:40.824747 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-c835ca65-c470-44a2-ae39-7d11874b77f8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:08:40.839424 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c835ca65-c470-44a2-ae39-7d11874b77f8 admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 5} {{(pid=84874) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Jan 14 07:08:40.862511 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-c835ca65-c470-44a2-ae39-7d11874b77f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854179735'] for segment, precommit_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:08:40.862904 n-d-768862-2 neutron-server[84765]: INFO neutron.db.segments_db [None req-c835ca65-c470-44a2-ae39-7d11874b77f8 admin admin] Added segment 437d06bc-b847-4a3b-8663-24ae34b64980 of type vxlan for network 0f70564e-aa85-47b6-90ba-629f4ad914bc Jan 14 07:08:40.920538 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-c835ca65-c470-44a2-ae39-7d11874b77f8 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363259214646115'] for network, precommit_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:08:41.000193 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-c835ca65-c470-44a2-ae39-7d11874b77f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850887149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964'] for network, after_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:08:41.001742 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c835ca65-c470-44a2-ae39-7d11874b77f8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:08:41.002406 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-c835ca65-c470-44a2-ae39-7d11874b77f8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3207107'] for network, before_response {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:08:41.010045 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-06f0a40d-cb04-480e-9dde-8beaf4c6323a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:08:41.170973 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c835ca65-c470-44a2-ae39-7d11874b77f8 admin admin] Pushing event updated for resources: {'Network': ['ID=0f70564e-aa85-47b6-90ba-629f4ad914bc,revision_number=1']} {{(pid=84874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:08:41.177012 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-c835ca65-c470-44a2-ae39-7d11874b77f8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.167s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:08:41.198645 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-c835ca65-c470-44a2-ae39-7d11874b77f8 admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.0174067 Jan 14 07:08:41.201873 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84874) accepted ('10.222.0.24', 52628) {{(pid=84874) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:08:41.208513 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-852a24f7-e9a1-4193-9abb-e9506fe5213f None None] Network 0f70564e-aa85-47b6-90ba-629f4ad914bc details requested by agent ovs-agent-n-h2-768862-2 with host n-h2-768862-2 {{(pid=84876) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 07:08:41.213004 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.v2.base [None req-c579ca43-3ad7-4a08-b1d8-dd98dc0efaf2 admin admin] Request body: {'subnet': {'network_id': '0f70564e-aa85-47b6-90ba-629f4ad914bc', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveAutoBlockMigrationV225Test-1224008767-subnet', 'tenant_id': '3e77ac4b18cb4441bae0ec9e84d1519c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=84874) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:08:41.223424 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-c579ca43-3ad7-4a08-b1d8-dd98dc0efaf2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:08:41.236083 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-c579ca43-3ad7-4a08-b1d8-dd98dc0efaf2 admin admin] Usage tracker for resource:subnet and tenant:3e77ac4b18cb4441bae0ec9e84d1519c is out of sync, need to count used quota {{(pid=84874) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:08:41.239303 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Network 0f70564e-aa85-47b6-90ba-629f4ad914bc details requested by agent ovs-agent-n-d-768862-2 with host n-d-768862-2 {{(pid=84876) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 07:08:41.240162 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-c579ca43-3ad7-4a08-b1d8-dd98dc0efaf2 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84874) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:08:41.247982 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-c579ca43-3ad7-4a08-b1d8-dd98dc0efaf2 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:08:41.257246 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-017f98a9-8a07-408c-a86f-8ff0c00400a0 None None] Network 0f70564e-aa85-47b6-90ba-629f4ad914bc details requested by agent ovs-agent-n-h1-768862-2 with host n-h1-768862-2 {{(pid=84876) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 07:08:41.261385 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c579ca43-3ad7-4a08-b1d8-dd98dc0efaf2 admin admin] Made reservation on behalf of 3e77ac4b18cb4441bae0ec9e84d1519c for: {'subnet': 1} {{(pid=84874) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 07:08:41.282333 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-c579ca43-3ad7-4a08-b1d8-dd98dc0efaf2 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036851981161'] for subnet, before_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:08:41.390876 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [req-a0f23ac0-dd5e-45e5-a0d9-fe66cf13c513 req-e9610050-c121-4c29-97c0-d79c9db77d0a tempest-TenantUsagesTestJSON-1103987769 tempest-TenantUsagesTestJSON-1103987769] 10.222.0.24 "GET /v2.0/networks?tenant_id=f941c54c4279492aad51524e972097b6&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0889924 Jan 14 07:08:41.829111 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0f23ac0-dd5e-45e5-a0d9-fe66cf13c513 req-55c62571-bfcc-4136-9758-9eca656446ee tempest-TenantUsagesTestJSON-1103987769 tempest-TenantUsagesTestJSON-1103987769] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:08:41.843666 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [req-a0f23ac0-dd5e-45e5-a0d9-fe66cf13c513 req-55c62571-bfcc-4136-9758-9eca656446ee tempest-TenantUsagesTestJSON-1103987769 tempest-TenantUsagesTestJSON-1103987769] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4463568 Jan 14 07:08:41.883362 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [req-a0f23ac0-dd5e-45e5-a0d9-fe66cf13c513 req-0328e132-1060-4d4f-80b1-2317bc4956dc tempest-TenantUsagesTestJSON-1103987769 tempest-TenantUsagesTestJSON-1103987769] 10.222.0.24 "GET /v2.0/quotas/f941c54c4279492aad51524e972097b6 HTTP/1.1" status: 200 len: 375 time: 0.0385787 Jan 14 07:08:42.007102 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [req-a0f23ac0-dd5e-45e5-a0d9-fe66cf13c513 req-b1fdcbb0-8d59-424e-9876-bbf9a06bc378 tempest-TenantUsagesTestJSON-1103987769 tempest-TenantUsagesTestJSON-1103987769] 10.222.0.24 "GET /v2.0/ports?tenant_id=f941c54c4279492aad51524e972097b6&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1226370 Jan 14 07:08:42.048165 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-c579ca43-3ad7-4a08-b1d8-dd98dc0efaf2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850887113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3254092', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036851981146'] for subnet, after_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:08:42.127729 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84875) accepted ('10.222.0.24', 52668) {{(pid=84875) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:08:42.133877 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.v2.base [None req-018e39ab-41e5-4eef-809c-780ccde0f18b tempest-ServersWithSpecificFlavorTestJSON-1541021946 tempest-ServersWithSpecificFlavorTestJSON-1541021946] Request body: {'security_group': {'name': 'tempest-securitygroup--557647307', 'description': 'tempest-description--240100796'}} {{(pid=84875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:08:42.152660 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-852a24f7-e9a1-4193-9abb-e9506fe5213f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363259214191800', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854171626'] for agent, after_update {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:08:42.153540 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-018e39ab-41e5-4eef-809c-780ccde0f18b tempest-ServersWithSpecificFlavorTestJSON-1541021946 tempest-ServersWithSpecificFlavorTestJSON-1541021946] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:08:42.164779 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-018e39ab-41e5-4eef-809c-780ccde0f18b tempest-ServersWithSpecificFlavorTestJSON-1541021946 tempest-ServersWithSpecificFlavorTestJSON-1541021946] Usage tracker for resource:security_group and tenant:379433b85b8d420cbbb1671da6a74e86 is out of sync, need to count used quota {{(pid=84875) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:08:42.168648 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-018e39ab-41e5-4eef-809c-780ccde0f18b tempest-ServersWithSpecificFlavorTestJSON-1541021946 tempest-ServersWithSpecificFlavorTestJSON-1541021946] Quota usage for security_group was recalculated. Used quota:1. {{(pid=84875) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:08:42.175671 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-018e39ab-41e5-4eef-809c-780ccde0f18b tempest-ServersWithSpecificFlavorTestJSON-1541021946 tempest-ServersWithSpecificFlavorTestJSON-1541021946] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:08:42.190994 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_hamode_db [None req-12214ac6-c755-4478-bef9-e2501467292c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4fee988a-a007-4060-9487-18608b1d2936', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-778481560-router', 'tenant_id': 'ee0578336fa8434fa2c352d4491edd99', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '226f1e78-82cd-4481-9055-4eb73b6db8c1', 'external_fixed_ips': [{'subnet_id': 'ba8deeec-7658-4195-9449-038c076f5c83', 'ip_address': '172.25.2.111'}], 'enable_snat': True}, 'gw_port_id': 'b44a45d5-0dc1-43bf-a2fe-837b4efbd9c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-14T07:08:22Z', 'updated_at': '2021-01-14T07:08:35Z', 'revision_number': 4, 'project_id': 'ee0578336fa8434fa2c352d4491edd99', 'gw_port': {'id': 'b44a45d5-0dc1-43bf-a2fe-837b4efbd9c2', 'name': '', 'network_id': '226f1e78-82cd-4481-9055-4eb73b6db8c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:dd:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4fee988a-a007-4060-9487-18608b1d2936', 'device_owner': 'network:router_gateway', 'standard_attr_id': 275, 'fixed_ips': [{'subnet_id': 'ba8deeec-7658-4195-9449-038c076f5c83', 'ip_address': '172.25.2.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T07:08:24Z', 'updated_at': '2021-01-14T07:08:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ba8deeec-7658-4195-9449-038c076f5c83', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-2', '_interfaces': [{'id': '4a091821-0890-4d25-adc8-728ae20fb127', 'name': '', 'network_id': 'ed17b23c-b73f-4648-9ab5-ec16aee1d408', 'tenant_id': 'ee0578336fa8434fa2c352d4491edd99', 'mac_address': 'fa:16:3e:b3:f6:4f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4fee988a-a007-4060-9487-18608b1d2936', 'device_owner': 'network:router_interface', 'standard_attr_id': 301, 'fixed_ips': [{'subnet_id': '27844b96-74cc-464f-8d24-f0588d92966b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T07:08:32Z', 'updated_at': '2021-01-14T07:08:40Z', 'revision_number': 4, 'project_id': 'ee0578336fa8434fa2c352d4491edd99', 'subnets': [{'id': '27844b96-74cc-464f-8d24-f0588d92966b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'n-d-768862-2', False) {} {{(pid=84876) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:08:42.208238 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12214ac6-c755-4478-bef9-e2501467292c None None] The sync data for ids ['4fee988a-a007-4060-9487-18608b1d2936'] in n-d-768862-2 is: [{'id': '4fee988a-a007-4060-9487-18608b1d2936', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-778481560-router', 'tenant_id': 'ee0578336fa8434fa2c352d4491edd99', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '226f1e78-82cd-4481-9055-4eb73b6db8c1', 'external_fixed_ips': [{'subnet_id': 'ba8deeec-7658-4195-9449-038c076f5c83', 'ip_address': '172.25.2.111'}], 'enable_snat': True}, 'gw_port_id': 'b44a45d5-0dc1-43bf-a2fe-837b4efbd9c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-14T07:08:22Z', 'updated_at': '2021-01-14T07:08:35Z', 'revision_number': 4, 'project_id': 'ee0578336fa8434fa2c352d4491edd99', 'gw_port': {'id': 'b44a45d5-0dc1-43bf-a2fe-837b4efbd9c2', 'name': '', 'network_id': '226f1e78-82cd-4481-9055-4eb73b6db8c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:dd:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4fee988a-a007-4060-9487-18608b1d2936', 'device_owner': 'network:router_gateway', 'standard_attr_id': 275, 'fixed_ips': [{'subnet_id': 'ba8deeec-7658-4195-9449-038c076f5c83', 'ip_address': '172.25.2.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T07:08:24Z', 'updated_at': '2021-01-14T07:08:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ba8deeec-7658-4195-9449-038c076f5c83', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-2', '_interfaces': [{'id': '4a091821-0890-4d25-adc8-728ae20fb127', 'name': '', 'network_id': 'ed17b23c-b73f-4648-9ab5-ec16aee1d408', 'tenant_id': 'ee0578336fa8434fa2c352d4491edd99', 'mac_address': 'fa:16:3e:b3:f6:4f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4fee988a-a007-4060-9487-18608b1d2936', 'device_owner': 'network:router_interface', 'standard_attr_id': 301, 'fixed_ips': [{'subnet_id': '27844b96-74cc-464f-8d24-f0588d92966b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T07:08:32Z', 'updated_at': '2021-01-14T07:08:40Z', 'revision_number': 4, 'project_id': 'ee0578336fa8434fa2c352d4491edd99', 'subnets': [{'id': '27844b96-74cc-464f-8d24-f0588d92966b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=84876) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Jan 14 07:08:42.230078 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-018e39ab-41e5-4eef-809c-780ccde0f18b tempest-ServersWithSpecificFlavorTestJSON-1541021946 tempest-ServersWithSpecificFlavorTestJSON-1541021946] Notify callbacks [] for security_group, before_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:08:42.306272 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-018e39ab-41e5-4eef-809c-780ccde0f18b tempest-ServersWithSpecificFlavorTestJSON-1541021946 tempest-ServersWithSpecificFlavorTestJSON-1541021946] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:08:42.327091 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-018e39ab-41e5-4eef-809c-780ccde0f18b tempest-ServersWithSpecificFlavorTestJSON-1541021946 tempest-ServersWithSpecificFlavorTestJSON-1541021946] Usage tracker for resource:security_group_rule and tenant:379433b85b8d420cbbb1671da6a74e86 is out of sync, need to count used quota {{(pid=84875) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:08:42.336600 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-018e39ab-41e5-4eef-809c-780ccde0f18b tempest-ServersWithSpecificFlavorTestJSON-1541021946 tempest-ServersWithSpecificFlavorTestJSON-1541021946] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84875) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:08:42.356974 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:08:42.360900 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-018e39ab-41e5-4eef-809c-780ccde0f18b tempest-ServersWithSpecificFlavorTestJSON-1541021946 tempest-ServersWithSpecificFlavorTestJSON-1541021946] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:08:42.507874 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c579ca43-3ad7-4a08-b1d8-dd98dc0efaf2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6a3db32f-3796-4df8-a1eb-6b92362fabe2,revision_number=0']} {{(pid=84874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:08:42.536877 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84875) accepted ('10.222.0.24', 52692) {{(pid=84875) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:08:42.548953 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-c579ca43-3ad7-4a08-b1d8-dd98dc0efaf2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.192s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:08:42.589590 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c579ca43-3ad7-4a08-b1d8-dd98dc0efaf2 admin admin] Checking segment: {'id': '437d06bc-b847-4a3b-8663-24ae34b64980', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '0f70564e-aa85-47b6-90ba-629f4ad914bc'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84874) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 14 07:08:42.590288 n-d-768862-2 neutron-server[84765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c579ca43-3ad7-4a08-b1d8-dd98dc0efaf2 admin admin] Network hostable DHCP agents. Network: 0f70564e-aa85-47b6-90ba-629f4ad914bc, hostable agents: ['32f3dd84-26da-4d18-bf15-6017a8fb7247'], hosted agents: [] {{(pid=84874) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Jan 14 07:08:42.602152 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-018e39ab-41e5-4eef-809c-780ccde0f18b tempest-ServersWithSpecificFlavorTestJSON-1541021946 tempest-ServersWithSpecificFlavorTestJSON-1541021946] Notify callbacks [] for security_group, precommit_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:08:42.607349 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-018e39ab-41e5-4eef-809c-780ccde0f18b tempest-ServersWithSpecificFlavorTestJSON-1541021946 tempest-ServersWithSpecificFlavorTestJSON-1541021946] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850887153'] for security_group, after_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:08:42.617191 n-d-768862-2 neutron-server[84765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c579ca43-3ad7-4a08-b1d8-dd98dc0efaf2 admin admin] Network 0f70564e-aa85-47b6-90ba-629f4ad914bc is scheduled to be hosted by DHCP agent 32f3dd84-26da-4d18-bf15-6017a8fb7247 with binding_index 1 {{(pid=84874) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Jan 14 07:08:42.638998 n-d-768862-2 neutron-server[84765]: DEBUG neutron.scheduler.base_scheduler [None req-c579ca43-3ad7-4a08-b1d8-dd98dc0efaf2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768862-2, 0f70564e-aa85-47b6-90ba-629f4ad914bc) {{(pid=84874) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 07:08:42.646971 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-01818994-9f6d-400d-b52e-c56e465c0b8d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:08:42.653785 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11a1dc49-fed1-4289-ab49-7c6a46ce9704 None None] Network 0f70564e-aa85-47b6-90ba-629f4ad914bc requested from n-d-768862-2 {{(pid=84876) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 07:08:42.659510 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c579ca43-3ad7-4a08-b1d8-dd98dc0efaf2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:08:42.660202 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-c579ca43-3ad7-4a08-b1d8-dd98dc0efaf2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3207107'] for subnet, before_response {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:08:42.718404 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-c579ca43-3ad7-4a08-b1d8-dd98dc0efaf2 admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 1.5065019 Jan 14 07:08:42.744782 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-018e39ab-41e5-4eef-809c-780ccde0f18b tempest-ServersWithSpecificFlavorTestJSON-1541021946 tempest-ServersWithSpecificFlavorTestJSON-1541021946] Pushing event updated for resources: {'SecurityGroup': ['ID=959c9906-34a8-4082-bf53-6b7dfccd716d,revision_number=1']} {{(pid=84875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:08:42.750507 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-018e39ab-41e5-4eef-809c-780ccde0f18b tempest-ServersWithSpecificFlavorTestJSON-1541021946 tempest-ServersWithSpecificFlavorTestJSON-1541021946] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:08:42.781444 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-018e39ab-41e5-4eef-809c-780ccde0f18b tempest-ServersWithSpecificFlavorTestJSON-1541021946 tempest-ServersWithSpecificFlavorTestJSON-1541021946] Notify callbacks [] for security_group, before_response {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:08:42.783004 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-018e39ab-41e5-4eef-809c-780ccde0f18b tempest-ServersWithSpecificFlavorTestJSON-1541021946 tempest-ServersWithSpecificFlavorTestJSON-1541021946] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1778 time: 0.6541178 Jan 14 07:08:42.786657 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84874) accepted ('10.222.0.24', 52710) {{(pid=84874) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:08:42.793452 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.v2.base [None req-47799a48-267f-464d-8cc9-3ba3a5d07b26 tempest-ServersWithSpecificFlavorTestJSON-1541021946 tempest-ServersWithSpecificFlavorTestJSON-1541021946] Request body: {'security_group_rule': {'security_group_id': '959c9906-34a8-4082-bf53-6b7dfccd716d', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=84874) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:08:42.825953 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-47799a48-267f-464d-8cc9-3ba3a5d07b26 tempest-ServersWithSpecificFlavorTestJSON-1541021946 tempest-ServersWithSpecificFlavorTestJSON-1541021946] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:08:42.839423 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-47799a48-267f-464d-8cc9-3ba3a5d07b26 tempest-ServersWithSpecificFlavorTestJSON-1541021946 tempest-ServersWithSpecificFlavorTestJSON-1541021946] Usage tracker for resource:security_group_rule and tenant:379433b85b8d420cbbb1671da6a74e86 is out of sync, need to count used quota {{(pid=84874) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:08:42.847962 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-47799a48-267f-464d-8cc9-3ba3a5d07b26 tempest-ServersWithSpecificFlavorTestJSON-1541021946 tempest-ServersWithSpecificFlavorTestJSON-1541021946] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84874) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:08:42.864840 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-47799a48-267f-464d-8cc9-3ba3a5d07b26 tempest-ServersWithSpecificFlavorTestJSON-1541021946 tempest-ServersWithSpecificFlavorTestJSON-1541021946] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:08:42.911392 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-47799a48-267f-464d-8cc9-3ba3a5d07b26 tempest-ServersWithSpecificFlavorTestJSON-1541021946 tempest-ServersWithSpecificFlavorTestJSON-1541021946] Notify callbacks [] for security_group_rule, before_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:08:43.009843 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Device 4a091821-0890-4d25-adc8-728ae20fb127 up at agent ovs-agent-n-d-768862-2 {{(pid=84876) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 07:08:43.084413 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-47799a48-267f-464d-8cc9-3ba3a5d07b26 tempest-ServersWithSpecificFlavorTestJSON-1541021946 tempest-ServersWithSpecificFlavorTestJSON-1541021946] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:08:43.092596 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-47799a48-267f-464d-8cc9-3ba3a5d07b26 tempest-ServersWithSpecificFlavorTestJSON-1541021946 tempest-ServersWithSpecificFlavorTestJSON-1541021946] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850966545'] for security_group_rule, after_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:08:43.100759 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:08:43.136279 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47799a48-267f-464d-8cc9-3ba3a5d07b26 tempest-ServersWithSpecificFlavorTestJSON-1541021946 tempest-ServersWithSpecificFlavorTestJSON-1541021946] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9bdd07b3-74b3-4802-b3ed-0fe667b7bb52,revision_number=0']} {{(pid=84874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:08:43.211788 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-47799a48-267f-464d-8cc9-3ba3a5d07b26 tempest-ServersWithSpecificFlavorTestJSON-1541021946 tempest-ServersWithSpecificFlavorTestJSON-1541021946] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:08:43.214314 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-47799a48-267f-464d-8cc9-3ba3a5d07b26 tempest-ServersWithSpecificFlavorTestJSON-1541021946 tempest-ServersWithSpecificFlavorTestJSON-1541021946] Notify callbacks [] for security_group_rule, before_response {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:08:43.217801 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-47799a48-267f-464d-8cc9-3ba3a5d07b26 tempest-ServersWithSpecificFlavorTestJSON-1541021946 tempest-ServersWithSpecificFlavorTestJSON-1541021946] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4297945 Jan 14 07:08:43.221148 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84875) accepted ('10.222.0.24', 52722) {{(pid=84875) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:08:43.227796 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.v2.base [None req-57a990bc-fe6d-40a4-981b-8c1acae0f8fe tempest-ServersWithSpecificFlavorTestJSON-1541021946 tempest-ServersWithSpecificFlavorTestJSON-1541021946] Request body: {'security_group_rule': {'security_group_id': '959c9906-34a8-4082-bf53-6b7dfccd716d', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=84875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:08:43.244500 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-57a990bc-fe6d-40a4-981b-8c1acae0f8fe tempest-ServersWithSpecificFlavorTestJSON-1541021946 tempest-ServersWithSpecificFlavorTestJSON-1541021946] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:08:43.252906 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Provisioning for port 4a091821-0890-4d25-adc8-728ae20fb127 completed by entity L2. {{(pid=84876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 07:08:43.257226 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-57a990bc-fe6d-40a4-981b-8c1acae0f8fe tempest-ServersWithSpecificFlavorTestJSON-1541021946 tempest-ServersWithSpecificFlavorTestJSON-1541021946] Usage tracker for resource:security_group_rule and tenant:379433b85b8d420cbbb1671da6a74e86 is out of sync, need to count used quota {{(pid=84875) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:08:43.263246 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-57a990bc-fe6d-40a4-981b-8c1acae0f8fe tempest-ServersWithSpecificFlavorTestJSON-1541021946 tempest-ServersWithSpecificFlavorTestJSON-1541021946] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=84875) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:08:43.280111 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-57a990bc-fe6d-40a4-981b-8c1acae0f8fe tempest-ServersWithSpecificFlavorTestJSON-1541021946 tempest-ServersWithSpecificFlavorTestJSON-1541021946] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=84875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:08:43.299446 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Provisioning complete for port 4a091821-0890-4d25-adc8-728ae20fb127 triggered by entity L2. {{(pid=84876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 07:08:43.300439 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-604227'] for port, provisioning_complete {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:08:43.309798 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-57a990bc-fe6d-40a4-981b-8c1acae0f8fe tempest-ServersWithSpecificFlavorTestJSON-1541021946 tempest-ServersWithSpecificFlavorTestJSON-1541021946] Notify callbacks [] for security_group_rule, before_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:08:43.380536 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-cc99e6fd-aadd-485e-bea9-4ae180e083e4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:08:43.417209 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-572dec84-3ba2-49ac-973f-d98d6b177d62 None None] Network 0f70564e-aa85-47b6-90ba-629f4ad914bc requested from n-d-768862-2 {{(pid=84876) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 07:08:43.426151 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-cc99e6fd-aadd-485e-bea9-4ae180e083e4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:08:43.443611 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-cc99e6fd-aadd-485e-bea9-4ae180e083e4 admin admin] Usage tracker for resource:security_group_rule and tenant:fef7895deb8b4bbcaa0fce8cd8e4cb44 is out of sync, need to count used quota {{(pid=84875) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:08:43.450684 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-cc99e6fd-aadd-485e-bea9-4ae180e083e4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84875) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:08:43.466943 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-cc99e6fd-aadd-485e-bea9-4ae180e083e4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:08:43.505445 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-57a990bc-fe6d-40a4-981b-8c1acae0f8fe tempest-ServersWithSpecificFlavorTestJSON-1541021946 tempest-ServersWithSpecificFlavorTestJSON-1541021946] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:08:43.517387 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-57a990bc-fe6d-40a4-981b-8c1acae0f8fe tempest-ServersWithSpecificFlavorTestJSON-1541021946 tempest-ServersWithSpecificFlavorTestJSON-1541021946] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850966545'] for security_group_rule, after_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:08:43.525753 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:08:43.565199 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57a990bc-fe6d-40a4-981b-8c1acae0f8fe tempest-ServersWithSpecificFlavorTestJSON-1541021946 tempest-ServersWithSpecificFlavorTestJSON-1541021946] Pushing event updated for resources: {'SecurityGroupRule': ['ID=26927923-dc11-4403-a262-883fbf3ab302,revision_number=0']} {{(pid=84875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:08:43.664940 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-57a990bc-fe6d-40a4-981b-8c1acae0f8fe tempest-ServersWithSpecificFlavorTestJSON-1541021946 tempest-ServersWithSpecificFlavorTestJSON-1541021946] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:08:43.671700 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-57a990bc-fe6d-40a4-981b-8c1acae0f8fe tempest-ServersWithSpecificFlavorTestJSON-1541021946 tempest-ServersWithSpecificFlavorTestJSON-1541021946] Notify callbacks [] for security_group_rule, before_response {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:08:43.677724 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-57a990bc-fe6d-40a4-981b-8c1acae0f8fe tempest-ServersWithSpecificFlavorTestJSON-1541021946 tempest-ServersWithSpecificFlavorTestJSON-1541021946] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4516881 Jan 14 07:08:43.678247 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84874) accepted ('10.222.0.24', 52736) {{(pid=84874) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:08:43.688033 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.v2.base [None req-ad4521c9-4a47-4ec8-bce5-457cc332ab9d tempest-ServersWithSpecificFlavorTestJSON-1541021946 tempest-ServersWithSpecificFlavorTestJSON-1541021946] Request body: {'floatingip': {'floating_network_id': '226f1e78-82cd-4481-9055-4eb73b6db8c1'}} {{(pid=84874) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:08:43.715282 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-ad4521c9-4a47-4ec8-bce5-457cc332ab9d tempest-ServersWithSpecificFlavorTestJSON-1541021946 tempest-ServersWithSpecificFlavorTestJSON-1541021946] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:08:43.725520 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-ad4521c9-4a47-4ec8-bce5-457cc332ab9d tempest-ServersWithSpecificFlavorTestJSON-1541021946 tempest-ServersWithSpecificFlavorTestJSON-1541021946] Usage tracker for resource:floatingip and tenant:379433b85b8d420cbbb1671da6a74e86 is out of sync, need to count used quota {{(pid=84874) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:08:43.734457 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-ad4521c9-4a47-4ec8-bce5-457cc332ab9d tempest-ServersWithSpecificFlavorTestJSON-1541021946 tempest-ServersWithSpecificFlavorTestJSON-1541021946] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=84874) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:08:43.754646 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-ad4521c9-4a47-4ec8-bce5-457cc332ab9d tempest-ServersWithSpecificFlavorTestJSON-1541021946 tempest-ServersWithSpecificFlavorTestJSON-1541021946] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=84874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:08:43.755726 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84875) accepted ('10.222.0.24', 52740) {{(pid=84875) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:08:43.769896 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-cc99e6fd-aadd-485e-bea9-4ae180e083e4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:08:43.774796 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-cc99e6fd-aadd-485e-bea9-4ae180e083e4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850887153'] for security_group, after_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:08:43.780379 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-ad4521c9-4a47-4ec8-bce5-457cc332ab9d tempest-ServersWithSpecificFlavorTestJSON-1541021946 tempest-ServersWithSpecificFlavorTestJSON-1541021946] Notify callbacks [] for floatingip, before_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:08:43.786334 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-49f5a570-6cf7-4ce2-ab16-662e5b763f94 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:08:43.846948 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-cc99e6fd-aadd-485e-bea9-4ae180e083e4 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=fef7895deb8b4bbcaa0fce8cd8e4cb44&name=default HTTP/1.1" status: 200 len: 2979 time: 1.3047967 Jan 14 07:08:43.846948 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc99e6fd-aadd-485e-bea9-4ae180e083e4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8734d106-e5fb-4a7a-83b5-ab700a37ae70,revision_number=1']} {{(pid=84875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:08:43.847578 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555753'] for port, before_update {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:08:43.848367 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84875) accepted ('10.222.0.24', 52746) {{(pid=84875) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:08:43.930498 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-cc99e6fd-aadd-485e-bea9-4ae180e083e4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:08:43.930850 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84875) accepted ('10.222.0.24', 52754) {{(pid=84875) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:08:44.003052 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] For port 4a091821-0890-4d25-adc8-728ae20fb127, host n-d-768862-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-2',level=0,port_id=4a091821-0890-4d25-adc8-728ae20fb127,segment=NetworkSegment(34d6c3d4-1ab0-4378-be64-59dff1758066),segment_id=34d6c3d4-1ab0-4378-be64-59dff1758066)] {{(pid=84876) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 07:08:44.026062 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-95f5771c-a998-4f3f-95ca-907650279c44 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:08:44.046215 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777640533312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363259214678337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777640097497'] for port, after_update {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:08:44.048836 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84876) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:08:44.072732 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-95f5771c-a998-4f3f-95ca-907650279c44 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:08:44.137447 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Pushing event updated for resources: {'Port': ['ID=4a091821-0890-4d25-adc8-728ae20fb127,revision_number=5']} {{(pid=84876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:08:44.143740 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-95f5771c-a998-4f3f-95ca-907650279c44 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850887153'] for security_group, after_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:08:44.146544 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-ad4521c9-4a47-4ec8-bce5-457cc332ab9d tempest-ServersWithSpecificFlavorTestJSON-1541021946 tempest-ServersWithSpecificFlavorTestJSON-1541021946] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555753'] for port, before_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:08:44.146983 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=84876) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:08:44.152733 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-713ad7fb-cac1-499e-905e-b79d8eb61748 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:08:44.166458 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95f5771c-a998-4f3f-95ca-907650279c44 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8734d106-e5fb-4a7a-83b5-ab700a37ae70,revision_number=None']} {{(pid=84875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:08:44.174450 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-95f5771c-a998-4f3f-95ca-907650279c44 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:08:44.187248 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-95f5771c-a998-4f3f-95ca-907650279c44 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:08:44.191757 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-95f5771c-a998-4f3f-95ca-907650279c44 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/8734d106-e5fb-4a7a-83b5-ab700a37ae70 HTTP/1.1" status: 204 len: 168 time: 0.3395612 Jan 14 07:08:44.356497 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.v2.base [None req-7702a074-cb95-4922-8bfb-08c78641c182 admin admin] Request body: {'network': {'name': 'tempest-AttachSCSIVolumeTestJSON-680545290-network', 'tenant_id': 'f85c82bd29754c1bb1dc756e2b7c7b32'}} {{(pid=84875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:08:44.375386 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-7702a074-cb95-4922-8bfb-08c78641c182 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:08:44.380621 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-7702a074-cb95-4922-8bfb-08c78641c182 admin admin] Usage tracker for resource:network and tenant:f85c82bd29754c1bb1dc756e2b7c7b32 is out of sync, need to count used quota {{(pid=84875) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:08:44.388892 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-7702a074-cb95-4922-8bfb-08c78641c182 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84875) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:08:44.396752 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-7702a074-cb95-4922-8bfb-08c78641c182 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:08:44.411890 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7702a074-cb95-4922-8bfb-08c78641c182 admin admin] Made reservation on behalf of f85c82bd29754c1bb1dc756e2b7c7b32 for: {'network': 1} {{(pid=84875) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 07:08:44.417854 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-7702a074-cb95-4922-8bfb-08c78641c182 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555753'] for network, before_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:08:44.440999 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-7702a074-cb95-4922-8bfb-08c78641c182 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:08:44.460292 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-7702a074-cb95-4922-8bfb-08c78641c182 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:08:44.470418 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-7702a074-cb95-4922-8bfb-08c78641c182 admin admin] Usage tracker for resource:security_group_rule and tenant:f85c82bd29754c1bb1dc756e2b7c7b32 is out of sync, need to count used quota {{(pid=84875) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:08:44.474461 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-7702a074-cb95-4922-8bfb-08c78641c182 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84875) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:08:44.481409 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-7702a074-cb95-4922-8bfb-08c78641c182 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:08:44.486529 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.db_base_plugin_common [None req-ad4521c9-4a47-4ec8-bce5-457cc332ab9d tempest-ServersWithSpecificFlavorTestJSON-1541021946 tempest-ServersWithSpecificFlavorTestJSON-1541021946] Allocated IP 172.25.2.198 (226f1e78-82cd-4481-9055-4eb73b6db8c1/ba8deeec-7658-4195-9449-038c076f5c83/903a28b6-4460-461a-a3c0-9a93b262401e) {{(pid=84874) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 14 07:08:44.576693 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-7702a074-cb95-4922-8bfb-08c78641c182 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:08:44.580787 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-7702a074-cb95-4922-8bfb-08c78641c182 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850887153'] for security_group, after_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:08:44.596927 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7702a074-cb95-4922-8bfb-08c78641c182 admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 7} {{(pid=84875) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Jan 14 07:08:44.603309 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-2b3da837-2fe9-404c-859a-050b4c9a8566 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:08:44.619710 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-7702a074-cb95-4922-8bfb-08c78641c182 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment--9223363259214191851', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854179735'] for segment, precommit_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:08:44.620207 n-d-768862-2 neutron-server[84765]: INFO neutron.db.segments_db [None req-7702a074-cb95-4922-8bfb-08c78641c182 admin admin] Added segment cd744c8d-99a1-4442-90ac-a4780b36b18a of type vxlan for network 4836ea0a-f546-4f5a-a93b-c7e45ef1752d Jan 14 07:08:44.674372 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-ad4521c9-4a47-4ec8-bce5-457cc332ab9d tempest-ServersWithSpecificFlavorTestJSON-1541021946 tempest-ServersWithSpecificFlavorTestJSON-1541021946] Notify callbacks [] for port, precommit_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:08:44.679229 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-7702a074-cb95-4922-8bfb-08c78641c182 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363259214646115'] for network, precommit_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:08:44.738007 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-ad4521c9-4a47-4ec8-bce5-457cc332ab9d tempest-ServersWithSpecificFlavorTestJSON-1541021946 tempest-ServersWithSpecificFlavorTestJSON-1541021946] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777640123575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3254186'] for port, after_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:08:44.738337 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-4271ee0d-b568-49c1-9b4f-15255cebb77e admin admin] Notify callbacks [] for security_group, before_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:08:44.771053 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-14aee928-fe7a-4be2-8a30-b9f5288ceffb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:08:44.804090 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7702a074-cb95-4922-8bfb-08c78641c182 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=903c8b99-b1c4-4034-9a4c-1385fe0328c6,revision_number=1']} {{(pid=84875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:08:44.812519 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-4271ee0d-b568-49c1-9b4f-15255cebb77e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:08:44.823059 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-4271ee0d-b568-49c1-9b4f-15255cebb77e admin admin] Usage tracker for resource:security_group_rule and tenant:f941c54c4279492aad51524e972097b6 is out of sync, need to count used quota {{(pid=84875) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:08:44.828187 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-4271ee0d-b568-49c1-9b4f-15255cebb77e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84875) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:08:44.835330 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-4271ee0d-b568-49c1-9b4f-15255cebb77e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:08:44.898162 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Device 4a091821-0890-4d25-adc8-728ae20fb127 up at agent ovs-agent-n-d-768862-2 {{(pid=84876) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 07:08:44.929632 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-4271ee0d-b568-49c1-9b4f-15255cebb77e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:08:44.931229 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-7702a074-cb95-4922-8bfb-08c78641c182 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.328s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:08:44.932743 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-7702a074-cb95-4922-8bfb-08c78641c182 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850887149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964'] for network, after_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:08:44.934220 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7702a074-cb95-4922-8bfb-08c78641c182 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:08:44.934872 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-7702a074-cb95-4922-8bfb-08c78641c182 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3207107'] for network, before_response {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:08:44.939519 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-49f5a570-6cf7-4ce2-ab16-662e5b763f94 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:08:44.957616 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-4271ee0d-b568-49c1-9b4f-15255cebb77e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850887153'] for security_group, after_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:08:44.973911 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad4521c9-4a47-4ec8-bce5-457cc332ab9d tempest-ServersWithSpecificFlavorTestJSON-1541021946 tempest-ServersWithSpecificFlavorTestJSON-1541021946] Pushing event updated for resources: {'Port': ['ID=903a28b6-4460-461a-a3c0-9a93b262401e,revision_number=1']} {{(pid=84874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:08:44.988090 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-ad4521c9-4a47-4ec8-bce5-457cc332ab9d tempest-ServersWithSpecificFlavorTestJSON-1541021946 tempest-ServersWithSpecificFlavorTestJSON-1541021946] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.216s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:08:45.055509 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Provisioning complete for port 4a091821-0890-4d25-adc8-728ae20fb127 triggered by entity L2. {{(pid=84876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 07:08:45.056214 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-604227'] for port, provisioning_complete {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:08:45.099619 n-d-768862-2 neutron-server[84765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad4521c9-4a47-4ec8-bce5-457cc332ab9d tempest-ServersWithSpecificFlavorTestJSON-1541021946 tempest-ServersWithSpecificFlavorTestJSON-1541021946] Network 226f1e78-82cd-4481-9055-4eb73b6db8c1 is already hosted by enough agents. {{(pid=84874) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 07:08:45.101731 n-d-768862-2 neutron-server[84765]: DEBUG neutron.scheduler.base_scheduler [None req-ad4521c9-4a47-4ec8-bce5-457cc332ab9d tempest-ServersWithSpecificFlavorTestJSON-1541021946 tempest-ServersWithSpecificFlavorTestJSON-1541021946] Resources bound (agent type, host, resource id): {{(pid=84874) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 07:08:45.105706 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad4521c9-4a47-4ec8-bce5-457cc332ab9d tempest-ServersWithSpecificFlavorTestJSON-1541021946 tempest-ServersWithSpecificFlavorTestJSON-1541021946] Received port after_create {{(pid=84874) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 14 07:08:45.294230 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-ad4521c9-4a47-4ec8-bce5-457cc332ab9d tempest-ServersWithSpecificFlavorTestJSON-1541021946 tempest-ServersWithSpecificFlavorTestJSON-1541021946] Notify callbacks [] for floatingip, precommit_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:08:45.378217 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-ad4521c9-4a47-4ec8-bce5-457cc332ab9d tempest-ServersWithSpecificFlavorTestJSON-1541021946 tempest-ServersWithSpecificFlavorTestJSON-1541021946] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555753'] for port, before_update {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:08:45.467678 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-4271ee0d-b568-49c1-9b4f-15255cebb77e admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=f941c54c4279492aad51524e972097b6&name=default HTTP/1.1" status: 200 len: 2979 time: 1.5313466 Jan 14 07:08:45.471919 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84875) accepted ('10.222.0.24', 52792) {{(pid=84875) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:08:45.472296 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84875) accepted ('10.222.0.24', 52794) {{(pid=84875) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:08:45.496978 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b0315ab-5715-4535-aa6f-282df739015c req-9c7a6ea9-1229-4673-b8ce-9198d1804645 tempest-LiveAutoBlockMigrationV225Test-1967294130 tempest-LiveAutoBlockMigrationV225Test-1967294130] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:08:45.498664 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [req-4b0315ab-5715-4535-aa6f-282df739015c req-9c7a6ea9-1229-4673-b8ce-9198d1804645 tempest-LiveAutoBlockMigrationV225Test-1967294130 tempest-LiveAutoBlockMigrationV225Test-1967294130] 10.222.0.24 "GET /v2.0/networks?id=26403650-7f90-4538-aecf-889928cc4890 HTTP/1.1" status: 200 len: 821 time: 0.2267511 Jan 14 07:08:45.539595 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-1579e95a-d573-4075-a2ed-0ab1de8c6ad7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:08:45.564129 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-1579e95a-d573-4075-a2ed-0ab1de8c6ad7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:08:45.568185 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-1579e95a-d573-4075-a2ed-0ab1de8c6ad7 admin admin] Usage tracker for resource:security_group_rule and tenant:122a892cc7684b98b3fcfdd304385697 is out of sync, need to count used quota {{(pid=84875) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:08:45.571159 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-1579e95a-d573-4075-a2ed-0ab1de8c6ad7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84875) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:08:45.576915 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-1579e95a-d573-4075-a2ed-0ab1de8c6ad7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:08:45.649738 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7702a074-cb95-4922-8bfb-08c78641c182 admin admin] Pushing event updated for resources: {'Network': ['ID=4836ea0a-f546-4f5a-a93b-c7e45ef1752d,revision_number=1']} {{(pid=84875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:08:45.669652 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [req-4b0315ab-5715-4535-aa6f-282df739015c req-f18df847-d085-4c5f-8561-b21b194012c6 tempest-LiveAutoBlockMigrationV225Test-1967294130 tempest-LiveAutoBlockMigrationV225Test-1967294130] 10.222.0.24 "GET /v2.0/quotas/9740bdb926274fb0af3f877d3e3f5b1f HTTP/1.1" status: 200 len: 375 time: 0.1106324 Jan 14 07:08:45.673293 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-7702a074-cb95-4922-8bfb-08c78641c182 admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 880 time: 1.9146380 Jan 14 07:08:45.689259 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-017f98a9-8a07-408c-a86f-8ff0c00400a0 None None] Network 4836ea0a-f546-4f5a-a93b-c7e45ef1752d details requested by agent ovs-agent-n-h1-768862-2 with host n-h1-768862-2 {{(pid=84876) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 07:08:45.694630 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84874) accepted ('10.222.0.24', 52802) {{(pid=84874) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:08:45.710774 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.v2.base [None req-bf5a00ef-496d-4d5f-896e-03cb6b38c2ba admin admin] Request body: {'subnet': {'network_id': '4836ea0a-f546-4f5a-a93b-c7e45ef1752d', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachSCSIVolumeTestJSON-680545290-subnet', 'tenant_id': 'f85c82bd29754c1bb1dc756e2b7c7b32', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=84874) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:08:45.721813 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-bf5a00ef-496d-4d5f-896e-03cb6b38c2ba admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:08:45.729644 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-bf5a00ef-496d-4d5f-896e-03cb6b38c2ba admin admin] Usage tracker for resource:subnet and tenant:f85c82bd29754c1bb1dc756e2b7c7b32 is out of sync, need to count used quota {{(pid=84874) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:08:45.735188 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-bf5a00ef-496d-4d5f-896e-03cb6b38c2ba admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84874) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:08:45.742025 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-7702a074-cb95-4922-8bfb-08c78641c182 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.802s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:08:45.745302 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-bf5a00ef-496d-4d5f-896e-03cb6b38c2ba admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:08:45.752623 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-84a5d6c7-e117-48e5-b071-20fe0afa9e73 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.780s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:08:45.844908 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-ad4521c9-4a47-4ec8-bce5-457cc332ab9d tempest-ServersWithSpecificFlavorTestJSON-1541021946 tempest-ServersWithSpecificFlavorTestJSON-1541021946] Notify callbacks [] for port, precommit_update {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:08:45.853082 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-ad4521c9-4a47-4ec8-bce5-457cc332ab9d tempest-ServersWithSpecificFlavorTestJSON-1541021946 tempest-ServersWithSpecificFlavorTestJSON-1541021946] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777640533312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363259214678337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777640097497', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036851521613'] for port, after_update {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:08:45.884355 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-1579e95a-d573-4075-a2ed-0ab1de8c6ad7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:08:45.887185 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-852a24f7-e9a1-4193-9abb-e9506fe5213f None None] Network 4836ea0a-f546-4f5a-a93b-c7e45ef1752d details requested by agent ovs-agent-n-h2-768862-2 with host n-h2-768862-2 {{(pid=84876) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 07:08:45.893854 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-9b6ff797-3951-45c4-a680-6b4b8f26d8b1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:08:45.912126 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-42db64c3-bcac-496f-9734-4309db0a2f01 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:08:45.918062 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-1579e95a-d573-4075-a2ed-0ab1de8c6ad7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850887153'] for security_group, after_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:08:45.925169 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Network 4836ea0a-f546-4f5a-a93b-c7e45ef1752d details requested by agent ovs-agent-n-d-768862-2 with host n-d-768862-2 {{(pid=84876) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 07:08:45.948577 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bf5a00ef-496d-4d5f-896e-03cb6b38c2ba admin admin] Made reservation on behalf of f85c82bd29754c1bb1dc756e2b7c7b32 for: {'subnet': 1} {{(pid=84874) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 07:08:45.955164 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-bf5a00ef-496d-4d5f-896e-03cb6b38c2ba admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036851981161'] for subnet, before_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:08:45.965284 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [req-4b0315ab-5715-4535-aa6f-282df739015c req-33214731-6a52-4193-b809-9990b00f06c5 tempest-LiveAutoBlockMigrationV225Test-1967294130 tempest-LiveAutoBlockMigrationV225Test-1967294130] 10.222.0.24 "GET /v2.0/ports?tenant_id=9740bdb926274fb0af3f877d3e3f5b1f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1917443 Jan 14 07:08:45.978185 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-1579e95a-d573-4075-a2ed-0ab1de8c6ad7 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=122a892cc7684b98b3fcfdd304385697&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4783826 Jan 14 07:08:45.987799 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4271ee0d-b568-49c1-9b4f-15255cebb77e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b6048ad9-0134-464f-9532-977c8d0c4fff,revision_number=1']} {{(pid=84875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:08:45.995198 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-4271ee0d-b568-49c1-9b4f-15255cebb77e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.244s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:08:45.998089 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84875) accepted ('10.222.0.24', 52814) {{(pid=84875) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:08:45.998677 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-a6caa0e7-8456-42fb-8046-16496c0099c8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.023s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:08:46.124016 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-42db64c3-bcac-496f-9734-4309db0a2f01 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:08:46.215962 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1579e95a-d573-4075-a2ed-0ab1de8c6ad7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d0ed7e28-0024-4d9c-bb87-b81f38a87a63,revision_number=1']} {{(pid=84875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:08:46.226404 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-1579e95a-d573-4075-a2ed-0ab1de8c6ad7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.225s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:08:46.331885 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-bedce58c-507b-4250-8d52-2b1fe38878a0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:08:46.364996 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-bedce58c-507b-4250-8d52-2b1fe38878a0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:08:46.375789 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-42db64c3-bcac-496f-9734-4309db0a2f01 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850887153'] for security_group, after_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:08:46.387387 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-6650c11a-a506-43e9-a762-79848d9d810f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:08:46.416228 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42db64c3-bcac-496f-9734-4309db0a2f01 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b6048ad9-0134-464f-9532-977c8d0c4fff,revision_number=None']} {{(pid=84875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:08:46.428889 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-42db64c3-bcac-496f-9734-4309db0a2f01 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:08:46.442103 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-42db64c3-bcac-496f-9734-4309db0a2f01 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:08:46.446421 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-42db64c3-bcac-496f-9734-4309db0a2f01 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/b6048ad9-0134-464f-9532-977c8d0c4fff HTTP/1.1" status: 204 len: 168 time: 0.9446614 Jan 14 07:08:46.473877 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-bedce58c-507b-4250-8d52-2b1fe38878a0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850887153'] for security_group, after_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:08:46.479897 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-1579e95a-d573-4075-a2ed-0ab1de8c6ad7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:08:46.504630 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bedce58c-507b-4250-8d52-2b1fe38878a0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d0ed7e28-0024-4d9c-bb87-b81f38a87a63,revision_number=None']} {{(pid=84875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:08:46.529731 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-bedce58c-507b-4250-8d52-2b1fe38878a0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:08:46.534654 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-bedce58c-507b-4250-8d52-2b1fe38878a0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:08:46.536127 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-bedce58c-507b-4250-8d52-2b1fe38878a0 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/d0ed7e28-0024-4d9c-bb87-b81f38a87a63 HTTP/1.1" status: 204 len: 168 time: 0.5149002 Jan 14 07:08:46.572278 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad4521c9-4a47-4ec8-bce5-457cc332ab9d tempest-ServersWithSpecificFlavorTestJSON-1541021946 tempest-ServersWithSpecificFlavorTestJSON-1541021946] Pushing event updated for resources: {'Port': ['ID=903a28b6-4460-461a-a3c0-9a93b262401e,revision_number=2']} {{(pid=84874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:08:46.576204 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-ad4521c9-4a47-4ec8-bce5-457cc332ab9d tempest-ServersWithSpecificFlavorTestJSON-1541021946 tempest-ServersWithSpecificFlavorTestJSON-1541021946] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.682s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:08:46.619086 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-ad4521c9-4a47-4ec8-bce5-457cc332ab9d tempest-ServersWithSpecificFlavorTestJSON-1541021946 tempest-ServersWithSpecificFlavorTestJSON-1541021946] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3912638'] for floatingip, after_update {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:08:46.710565 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-ad4521c9-4a47-4ec8-bce5-457cc332ab9d tempest-ServersWithSpecificFlavorTestJSON-1541021946 tempest-ServersWithSpecificFlavorTestJSON-1541021946] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854768116'] for floatingip, before_response {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:08:46.712641 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-ad4521c9-4a47-4ec8-bce5-457cc332ab9d tempest-ServersWithSpecificFlavorTestJSON-1541021946 tempest-ServersWithSpecificFlavorTestJSON-1541021946] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.0330114 Jan 14 07:08:47.008031 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-bf5a00ef-496d-4d5f-896e-03cb6b38c2ba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850887113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3254092', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036851981146'] for subnet, after_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:08:47.012867 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [req-4b0315ab-5715-4535-aa6f-282df739015c req-ead37677-5b0d-4b21-80c0-1cdfe44871c1 service neutron] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=84875) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 14 07:08:47.014214 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [req-4b0315ab-5715-4535-aa6f-282df739015c req-ead37677-5b0d-4b21-80c0-1cdfe44871c1 service neutron] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13279 time: 0.5739379 Jan 14 07:08:47.026826 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:08:47.184881 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [req-4b0315ab-5715-4535-aa6f-282df739015c req-6e717185-c493-4b19-8370-3b85ca600a07 service neutron] 10.222.0.24 "GET /v2.0/networks/26403650-7f90-4538-aecf-889928cc4890?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1633165 Jan 14 07:08:47.190293 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf5a00ef-496d-4d5f-896e-03cb6b38c2ba admin admin] Pushing event updated for resources: {'Subnet': ['ID=27c3fde2-d1e6-4a5a-9f37-77671049f1d9,revision_number=0']} {{(pid=84874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:08:47.203649 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-bf5a00ef-496d-4d5f-896e-03cb6b38c2ba admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.177s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:08:47.323000 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf5a00ef-496d-4d5f-896e-03cb6b38c2ba admin admin] Checking segment: {'id': 'cd744c8d-99a1-4442-90ac-a4780b36b18a', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': '4836ea0a-f546-4f5a-a93b-c7e45ef1752d'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84874) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 14 07:08:47.323957 n-d-768862-2 neutron-server[84765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf5a00ef-496d-4d5f-896e-03cb6b38c2ba admin admin] Network hostable DHCP agents. Network: 4836ea0a-f546-4f5a-a93b-c7e45ef1752d, hostable agents: ['32f3dd84-26da-4d18-bf15-6017a8fb7247'], hosted agents: [] {{(pid=84874) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Jan 14 07:08:47.345587 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [req-4b0315ab-5715-4535-aa6f-282df739015c req-1205fe97-bd5a-4853-a1c0-b0d259908021 service neutron] 10.222.0.24 "GET /v2.0/networks/26403650-7f90-4538-aecf-889928cc4890?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1501663 Jan 14 07:08:47.353294 n-d-768862-2 neutron-server[84765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf5a00ef-496d-4d5f-896e-03cb6b38c2ba admin admin] Network 4836ea0a-f546-4f5a-a93b-c7e45ef1752d is scheduled to be hosted by DHCP agent 32f3dd84-26da-4d18-bf15-6017a8fb7247 with binding_index 1 {{(pid=84874) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Jan 14 07:08:47.363713 n-d-768862-2 neutron-server[84765]: DEBUG neutron.scheduler.base_scheduler [None req-bf5a00ef-496d-4d5f-896e-03cb6b38c2ba admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768862-2, 4836ea0a-f546-4f5a-a93b-c7e45ef1752d) {{(pid=84874) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 07:08:47.373676 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86674d0b-097b-45ca-bf3a-c435772380b1 None None] Network 4836ea0a-f546-4f5a-a93b-c7e45ef1752d requested from n-d-768862-2 {{(pid=84876) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 07:08:47.377614 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf5a00ef-496d-4d5f-896e-03cb6b38c2ba admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:08:47.378261 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-bf5a00ef-496d-4d5f-896e-03cb6b38c2ba admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3207107'] for subnet, before_response {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:08:47.402505 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-bf5a00ef-496d-4d5f-896e-03cb6b38c2ba admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.7041802 Jan 14 07:08:47.402505 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84874) accepted ('10.222.0.24', 52856) {{(pid=84874) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:08:47.412610 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.v2.base [None req-807eff4e-919a-4274-8cfb-6f5cb301d21f admin admin] Request body: {'router': {'name': 'tempest-AttachSCSIVolumeTestJSON-680545290-router', 'tenant_id': 'f85c82bd29754c1bb1dc756e2b7c7b32', 'external_gateway_info': {'network_id': '226f1e78-82cd-4481-9055-4eb73b6db8c1'}}} {{(pid=84874) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:08:47.420096 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-807eff4e-919a-4274-8cfb-6f5cb301d21f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:08:47.425548 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-807eff4e-919a-4274-8cfb-6f5cb301d21f admin admin] Usage tracker for resource:router and tenant:f85c82bd29754c1bb1dc756e2b7c7b32 is out of sync, need to count used quota {{(pid=84874) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:08:47.431685 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-807eff4e-919a-4274-8cfb-6f5cb301d21f admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=84874) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:08:47.440778 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-807eff4e-919a-4274-8cfb-6f5cb301d21f admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:08:47.454656 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-807eff4e-919a-4274-8cfb-6f5cb301d21f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3889205', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854717621'] for router, before_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:08:47.457167 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-807eff4e-919a-4274-8cfb-6f5cb301d21f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036850886574', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3912501', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3808446', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-58179'] for router, precommit_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:08:47.487126 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-807eff4e-919a-4274-8cfb-6f5cb301d21f admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:08:47.595531 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84875) accepted ('10.222.0.24', 52870) {{(pid=84875) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:08:47.616462 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-2b1c06c7-886b-4851-8a6a-e6279d0bed44 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:08:47.655552 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-2b1c06c7-886b-4851-8a6a-e6279d0bed44 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:08:47.698509 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-2b1c06c7-886b-4851-8a6a-e6279d0bed44 admin admin] Usage tracker for resource:security_group_rule and tenant:1be235a1a3d647328b39419b64ace9c4 is out of sync, need to count used quota {{(pid=84875) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:08:47.703862 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-2b1c06c7-886b-4851-8a6a-e6279d0bed44 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84875) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:08:47.718299 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [req-37cf9735-7258-4d34-a734-6fc2db42cf96 req-1f012b04-8cae-4cb4-ade3-4907336effc9 tempest-ServersWithSpecificFlavorTestJSON-1541021946 tempest-ServersWithSpecificFlavorTestJSON-1541021946] Synchronizing usage tracker for tenant:379433b85b8d420cbbb1671da6a74e86 on resource:security_group {{(pid=84875) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 14 07:08:47.724972 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-2b1c06c7-886b-4851-8a6a-e6279d0bed44 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:08:47.756543 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-daae83af-a854-44b5-a983-3c40f085dc0a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5d94dc7a-c095-50a4-955e-5f3b78718a12-4836ea0a-f546-4f5a-a93b-c7e45ef1752d', 'network_id': '4836ea0a-f546-4f5a-a93b-c7e45ef1752d', 'tenant_id': 'f85c82bd29754c1bb1dc756e2b7c7b32', 'fixed_ips': [{'subnet_id': '27c3fde2-d1e6-4a5a-9f37-77671049f1d9'}]}} from n-d-768862-2. {{(pid=84876) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Jan 14 07:08:47.757423 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-daae83af-a854-44b5-a983-3c40f085dc0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555753'] for port, before_create {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:08:47.900766 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-2b1c06c7-886b-4851-8a6a-e6279d0bed44 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:08:47.908003 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-2b1c06c7-886b-4851-8a6a-e6279d0bed44 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850887153'] for security_group, after_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:08:47.947442 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-dd4789c7-483f-4e85-b2fe-ba673f8b399e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:08:47.958276 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-2b1c06c7-886b-4851-8a6a-e6279d0bed44 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=1be235a1a3d647328b39419b64ace9c4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3610151 Jan 14 07:08:47.961300 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84875) accepted ('10.222.0.24', 52884) {{(pid=84875) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:08:47.961995 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [req-37cf9735-7258-4d34-a734-6fc2db42cf96 req-1f012b04-8cae-4cb4-ade3-4907336effc9 tempest-ServersWithSpecificFlavorTestJSON-1541021946 tempest-ServersWithSpecificFlavorTestJSON-1541021946] Unset dirty status for tenant:379433b85b8d420cbbb1671da6a74e86 on resource:security_group {{(pid=84875) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 14 07:08:47.971019 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [req-37cf9735-7258-4d34-a734-6fc2db42cf96 req-1f012b04-8cae-4cb4-ade3-4907336effc9 tempest-ServersWithSpecificFlavorTestJSON-1541021946 tempest-ServersWithSpecificFlavorTestJSON-1541021946] 10.222.0.24 "GET /v2.0/security-groups?name=tempest-securitygroup--557647307&fields=id&tenant_id=379433b85b8d420cbbb1671da6a74e86 HTTP/1.1" status: 200 len: 267 time: 0.3176167 Jan 14 07:08:48.087213 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-807eff4e-919a-4274-8cfb-6f5cb301d21f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3912484', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3889188', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-58194'] for router, precommit_update {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:08:48.203948 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b1c06c7-886b-4851-8a6a-e6279d0bed44 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d3dbe4bd-fee8-4b7a-a148-b8a1b08d2e7e,revision_number=1']} {{(pid=84875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:08:48.208436 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-2b1c06c7-886b-4851-8a6a-e6279d0bed44 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.261s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:08:48.278402 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-69ec79c0-efc6-4691-8510-3149969c8c21 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:08:48.291589 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.db_base_plugin_common [None req-daae83af-a854-44b5-a983-3c40f085dc0a None None] Allocated IP 172.20.0.2 (4836ea0a-f546-4f5a-a93b-c7e45ef1752d/27c3fde2-d1e6-4a5a-9f37-77671049f1d9/ccf0726e-0a67-483b-86a0-a4ca344a971a) {{(pid=84876) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 14 07:08:48.431554 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-69ec79c0-efc6-4691-8510-3149969c8c21 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:08:48.574101 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37cf9735-7258-4d34-a734-6fc2db42cf96 req-9e3def53-f176-42cc-8d9e-205504220e9a tempest-ServersWithSpecificFlavorTestJSON-1541021946 tempest-ServersWithSpecificFlavorTestJSON-1541021946] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:08:48.586014 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [req-37cf9735-7258-4d34-a734-6fc2db42cf96 req-9e3def53-f176-42cc-8d9e-205504220e9a tempest-ServersWithSpecificFlavorTestJSON-1541021946 tempest-ServersWithSpecificFlavorTestJSON-1541021946] 10.222.0.24 "GET /v2.0/networks?id=a760f83e-96bb-4086-b2e9-7bb50ea36a96 HTTP/1.1" status: 200 len: 824 time: 0.6139421 Jan 14 07:08:48.616808 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [req-37cf9735-7258-4d34-a734-6fc2db42cf96 req-d6c05a6a-d807-45f2-a6f4-e832e8094881 tempest-ServersWithSpecificFlavorTestJSON-1541021946 tempest-ServersWithSpecificFlavorTestJSON-1541021946] 10.222.0.24 "GET /v2.0/quotas/379433b85b8d420cbbb1671da6a74e86 HTTP/1.1" status: 200 len: 375 time: 0.0296233 Jan 14 07:08:48.751781 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-5a6866ed-bb78-47e7-9f37-6e088b5b5676 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363259214191800', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854171626'] for agent, after_update {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:08:48.763936 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-807eff4e-919a-4274-8cfb-6f5cb301d21f admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:08:48.795539 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-daae83af-a854-44b5-a983-3c40f085dc0a None None] Notify callbacks [] for port, precommit_create {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:08:48.838751 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-daae83af-a854-44b5-a983-3c40f085dc0a None None] Transition to ACTIVE for port object ccf0726e-0a67-483b-86a0-a4ca344a971a will not be triggered until provisioned by entity L2. {{(pid=84876) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 07:08:48.839678 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-807eff4e-919a-4274-8cfb-6f5cb301d21f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555753'] for port, before_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:08:48.895483 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-daae83af-a854-44b5-a983-3c40f085dc0a None None] Transition to ACTIVE for port object ccf0726e-0a67-483b-86a0-a4ca344a971a will not be triggered until provisioned by entity DHCP. {{(pid=84876) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 07:08:48.904137 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-daae83af-a854-44b5-a983-3c40f085dc0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777640123575'] for port, after_create {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:08:48.912970 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-69ec79c0-efc6-4691-8510-3149969c8c21 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850887153'] for security_group, after_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:08:48.927014 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-3f394820-2d92-4f26-bb02-2d4c1091cc2a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:08:48.934036 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-7f9e8248-8683-4835-9720-4088476e9e73 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84876) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:08:48.997084 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [req-37cf9735-7258-4d34-a734-6fc2db42cf96 req-ce4f8ae6-2069-4204-85cb-aad8729fd5f3 tempest-ServersWithSpecificFlavorTestJSON-1541021946 tempest-ServersWithSpecificFlavorTestJSON-1541021946] Synchronizing usage tracker for tenant:379433b85b8d420cbbb1671da6a74e86 on resource:port {{(pid=84875) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 14 07:08:49.015361 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69ec79c0-efc6-4691-8510-3149969c8c21 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d3dbe4bd-fee8-4b7a-a148-b8a1b08d2e7e,revision_number=None']} {{(pid=84875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:08:49.023776 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-69ec79c0-efc6-4691-8510-3149969c8c21 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:08:49.029656 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-69ec79c0-efc6-4691-8510-3149969c8c21 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/d3dbe4bd-fee8-4b7a-a148-b8a1b08d2e7e HTTP/1.1" status: 204 len: 168 time: 1.0561030 Jan 14 07:08:49.033029 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-69ec79c0-efc6-4691-8510-3149969c8c21 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:08:49.065393 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [req-37cf9735-7258-4d34-a734-6fc2db42cf96 req-ce4f8ae6-2069-4204-85cb-aad8729fd5f3 tempest-ServersWithSpecificFlavorTestJSON-1541021946 tempest-ServersWithSpecificFlavorTestJSON-1541021946] Unset dirty status for tenant:379433b85b8d420cbbb1671da6a74e86 on resource:port {{(pid=84875) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 14 07:08:49.066600 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [req-37cf9735-7258-4d34-a734-6fc2db42cf96 req-ce4f8ae6-2069-4204-85cb-aad8729fd5f3 tempest-ServersWithSpecificFlavorTestJSON-1541021946 tempest-ServersWithSpecificFlavorTestJSON-1541021946] 10.222.0.24 "GET /v2.0/ports?tenant_id=379433b85b8d420cbbb1671da6a74e86&fields=id HTTP/1.1" status: 200 len: 348 time: 0.4488473 Jan 14 07:08:49.319567 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.db_base_plugin_common [None req-807eff4e-919a-4274-8cfb-6f5cb301d21f admin admin] Allocated IP 172.25.2.243 (226f1e78-82cd-4481-9055-4eb73b6db8c1/ba8deeec-7658-4195-9449-038c076f5c83/2bb35577-6e7d-4746-a021-cfdc91f58ca3) {{(pid=84874) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 14 07:08:49.342603 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daae83af-a854-44b5-a983-3c40f085dc0a None None] Pushing event updated for resources: {'Port': ['ID=ccf0726e-0a67-483b-86a0-a4ca344a971a,revision_number=1']} {{(pid=84876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:08:49.362839 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-daae83af-a854-44b5-a983-3c40f085dc0a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.429s {{(pid=84876) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:08:49.417346 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [req-37cf9735-7258-4d34-a734-6fc2db42cf96 req-529ba00a-76f9-42b3-aa9f-63b52ac2f18d service neutron] 10.222.0.24 "GET /v2.0/networks/a760f83e-96bb-4086-b2e9-7bb50ea36a96?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3323984 Jan 14 07:08:49.501640 n-d-768862-2 neutron-server[84765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-daae83af-a854-44b5-a983-3c40f085dc0a None None] Network 4836ea0a-f546-4f5a-a93b-c7e45ef1752d is already hosted by enough agents. {{(pid=84876) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 07:08:49.503568 n-d-768862-2 neutron-server[84765]: DEBUG neutron.scheduler.base_scheduler [None req-daae83af-a854-44b5-a983-3c40f085dc0a None None] Resources bound (agent type, host, resource id): {{(pid=84876) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 07:08:49.514732 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-daae83af-a854-44b5-a983-3c40f085dc0a None None] Received port after_create {{(pid=84876) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 14 07:08:49.609065 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-807eff4e-919a-4274-8cfb-6f5cb301d21f admin admin] Notify callbacks [] for port, precommit_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:08:49.610532 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.managers [None req-daae83af-a854-44b5-a983-3c40f085dc0a None None] Attempting to bind port ccf0726e-0a67-483b-86a0-a4ca344a971a on host n-d-768862-2 for vnic_type normal with profile {{(pid=84876) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 14 07:08:49.612510 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.managers [None req-daae83af-a854-44b5-a983-3c40f085dc0a None None] Attempting to bind port ccf0726e-0a67-483b-86a0-a4ca344a971a by drivers openvswitch on host n-d-768862-2 at level 0 using segments [{'id': 'cd744c8d-99a1-4442-90ac-a4780b36b18a', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': '4836ea0a-f546-4f5a-a93b-c7e45ef1752d'}] {{(pid=84876) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 14 07:08:49.614198 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-daae83af-a854-44b5-a983-3c40f085dc0a None None] Attempting to bind port ccf0726e-0a67-483b-86a0-a4ca344a971a on network 4836ea0a-f546-4f5a-a93b-c7e45ef1752d {{(pid=84876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 14 07:08:49.622806 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-daae83af-a854-44b5-a983-3c40f085dc0a None None] Checking agent: {'id': 'ba5efab1-b43c-4d5a-bc52-6e105d4e67a2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768862-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 14, 6, 56, 52), 'started_at': datetime.datetime(2021, 1, 14, 6, 57, 22), 'heartbeat_timestamp': datetime.datetime(2021, 1, 14, 7, 8, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768862-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.29', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 14 07:08:49.623229 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-daae83af-a854-44b5-a983-3c40f085dc0a None None] Checking segment: {'id': 'cd744c8d-99a1-4442-90ac-a4780b36b18a', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': '4836ea0a-f546-4f5a-a93b-c7e45ef1752d'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84876) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 14 07:08:49.623685 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-daae83af-a854-44b5-a983-3c40f085dc0a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:08:49.624157 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-daae83af-a854-44b5-a983-3c40f085dc0a None None] Bound using segment: {'id': 'cd744c8d-99a1-4442-90ac-a4780b36b18a', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': '4836ea0a-f546-4f5a-a93b-c7e45ef1752d'} {{(pid=84876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 14 07:08:49.624683 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.managers [None req-daae83af-a854-44b5-a983-3c40f085dc0a None None] Bound port: ccf0726e-0a67-483b-86a0-a4ca344a971a, host: n-d-768862-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cd744c8d-99a1-4442-90ac-a4780b36b18a', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': '4836ea0a-f546-4f5a-a93b-c7e45ef1752d'}}] {{(pid=84876) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 14 07:08:49.625102 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-daae83af-a854-44b5-a983-3c40f085dc0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555753'] for port, before_update {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:08:49.644330 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-807eff4e-919a-4274-8cfb-6f5cb301d21f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777640123575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3254186'] for port, after_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:08:49.666556 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-ad4521c9-4a47-4ec8-bce5-457cc332ab9d tempest-ServersWithSpecificFlavorTestJSON-1541021946 tempest-ServersWithSpecificFlavorTestJSON-1541021946] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:08:49.680045 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [req-37cf9735-7258-4d34-a734-6fc2db42cf96 req-fdd4f041-2dcc-46a9-8d52-959ff16fece7 service neutron] 10.222.0.24 "GET /v2.0/networks/a760f83e-96bb-4086-b2e9-7bb50ea36a96?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.2551816 Jan 14 07:08:49.756737 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [None req-daae83af-a854-44b5-a983-3c40f085dc0a None None] For port ccf0726e-0a67-483b-86a0-a4ca344a971a, host n-d-768862-2, cleared binding levels {{(pid=84876) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 14 07:08:49.761523 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [None req-daae83af-a854-44b5-a983-3c40f085dc0a None None] For port ccf0726e-0a67-483b-86a0-a4ca344a971a, host n-d-768862-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-2',level=0,port_id=ccf0726e-0a67-483b-86a0-a4ca344a971a,segment=NetworkSegment(cd744c8d-99a1-4442-90ac-a4780b36b18a),segment_id=cd744c8d-99a1-4442-90ac-a4780b36b18a)] {{(pid=84876) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 14 07:08:49.773828 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-daae83af-a854-44b5-a983-3c40f085dc0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777640533312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363259214678337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777640097497'] for port, after_update {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:08:49.849180 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-807eff4e-919a-4274-8cfb-6f5cb301d21f admin admin] Pushing event updated for resources: {'Port': ['ID=2bb35577-6e7d-4746-a021-cfdc91f58ca3,revision_number=1']} {{(pid=84874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:08:49.859857 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-807eff4e-919a-4274-8cfb-6f5cb301d21f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.191s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:08:49.941542 n-d-768862-2 neutron-server[84765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-807eff4e-919a-4274-8cfb-6f5cb301d21f admin admin] Network 226f1e78-82cd-4481-9055-4eb73b6db8c1 is already hosted by enough agents. {{(pid=84874) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 07:08:49.942931 n-d-768862-2 neutron-server[84765]: DEBUG neutron.scheduler.base_scheduler [None req-807eff4e-919a-4274-8cfb-6f5cb301d21f admin admin] Resources bound (agent type, host, resource id): {{(pid=84874) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 07:08:49.951782 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-807eff4e-919a-4274-8cfb-6f5cb301d21f admin admin] Received port after_create {{(pid=84874) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 14 07:08:49.962347 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84876) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:08:50.093048 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daae83af-a854-44b5-a983-3c40f085dc0a None None] Pushing event updated for resources: {'Port': ['ID=ccf0726e-0a67-483b-86a0-a4ca344a971a,revision_number=2']} {{(pid=84876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:08:50.100242 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-daae83af-a854-44b5-a983-3c40f085dc0a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=84876) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:08:50.275467 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.v2.base [req-ba06d8e3-89d5-478f-a6ff-d4d78275a69d req-42f5102f-682c-4f6f-9c0d-ae52c8bc387a tempest-SecurityGroupsTestAdminJSON-1410245807 tempest-SecurityGroupsTestAdminJSON-1410245807] Request body: {'security_group': {'name': 'tempest-securitygroup-148268695', 'description': 'tempest-description-1259378935'}} {{(pid=84875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:08:50.286880 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [req-ba06d8e3-89d5-478f-a6ff-d4d78275a69d req-42f5102f-682c-4f6f-9c0d-ae52c8bc387a tempest-SecurityGroupsTestAdminJSON-1410245807 tempest-SecurityGroupsTestAdminJSON-1410245807] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:08:50.305466 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [req-ba06d8e3-89d5-478f-a6ff-d4d78275a69d req-42f5102f-682c-4f6f-9c0d-ae52c8bc387a tempest-SecurityGroupsTestAdminJSON-1410245807 tempest-SecurityGroupsTestAdminJSON-1410245807] Usage tracker for resource:security_group and tenant:859383051b984967b1f78e993ee4e925 is out of sync, need to count used quota {{(pid=84875) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:08:50.314382 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [req-ba06d8e3-89d5-478f-a6ff-d4d78275a69d req-42f5102f-682c-4f6f-9c0d-ae52c8bc387a tempest-SecurityGroupsTestAdminJSON-1410245807 tempest-SecurityGroupsTestAdminJSON-1410245807] Quota usage for security_group was recalculated. Used quota:0. {{(pid=84875) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:08:50.324918 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [req-ba06d8e3-89d5-478f-a6ff-d4d78275a69d req-42f5102f-682c-4f6f-9c0d-ae52c8bc387a tempest-SecurityGroupsTestAdminJSON-1410245807 tempest-SecurityGroupsTestAdminJSON-1410245807] Attempting to reserve 1 items for resource security_group. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:08:50.352412 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [req-ba06d8e3-89d5-478f-a6ff-d4d78275a69d req-42f5102f-682c-4f6f-9c0d-ae52c8bc387a tempest-SecurityGroupsTestAdminJSON-1410245807 tempest-SecurityGroupsTestAdminJSON-1410245807] Notify callbacks [] for security_group, before_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:08:50.371332 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [req-ba06d8e3-89d5-478f-a6ff-d4d78275a69d req-42f5102f-682c-4f6f-9c0d-ae52c8bc387a tempest-SecurityGroupsTestAdminJSON-1410245807 tempest-SecurityGroupsTestAdminJSON-1410245807] Notify callbacks [] for security_group, before_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:08:50.397254 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [req-ba06d8e3-89d5-478f-a6ff-d4d78275a69d req-42f5102f-682c-4f6f-9c0d-ae52c8bc387a tempest-SecurityGroupsTestAdminJSON-1410245807 tempest-SecurityGroupsTestAdminJSON-1410245807] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:08:50.410089 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [req-ba06d8e3-89d5-478f-a6ff-d4d78275a69d req-42f5102f-682c-4f6f-9c0d-ae52c8bc387a tempest-SecurityGroupsTestAdminJSON-1410245807 tempest-SecurityGroupsTestAdminJSON-1410245807] Usage tracker for resource:security_group_rule and tenant:859383051b984967b1f78e993ee4e925 is out of sync, need to count used quota {{(pid=84875) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:08:50.417392 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [req-ba06d8e3-89d5-478f-a6ff-d4d78275a69d req-42f5102f-682c-4f6f-9c0d-ae52c8bc387a tempest-SecurityGroupsTestAdminJSON-1410245807 tempest-SecurityGroupsTestAdminJSON-1410245807] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84875) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:08:50.424757 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [req-ba06d8e3-89d5-478f-a6ff-d4d78275a69d req-42f5102f-682c-4f6f-9c0d-ae52c8bc387a tempest-SecurityGroupsTestAdminJSON-1410245807 tempest-SecurityGroupsTestAdminJSON-1410245807] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:08:50.670769 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [req-ba06d8e3-89d5-478f-a6ff-d4d78275a69d req-42f5102f-682c-4f6f-9c0d-ae52c8bc387a tempest-SecurityGroupsTestAdminJSON-1410245807 tempest-SecurityGroupsTestAdminJSON-1410245807] Notify callbacks [] for security_group, precommit_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:08:50.678001 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [req-ba06d8e3-89d5-478f-a6ff-d4d78275a69d req-42f5102f-682c-4f6f-9c0d-ae52c8bc387a tempest-SecurityGroupsTestAdminJSON-1410245807 tempest-SecurityGroupsTestAdminJSON-1410245807] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850887153'] for security_group, after_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:08:50.683646 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-02ed0403-04e2-431f-855c-5fea12db3fcc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:08:50.741428 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [req-ba06d8e3-89d5-478f-a6ff-d4d78275a69d req-42f5102f-682c-4f6f-9c0d-ae52c8bc387a tempest-SecurityGroupsTestAdminJSON-1410245807 tempest-SecurityGroupsTestAdminJSON-1410245807] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:08:50.768073 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [req-ba06d8e3-89d5-478f-a6ff-d4d78275a69d req-42f5102f-682c-4f6f-9c0d-ae52c8bc387a tempest-SecurityGroupsTestAdminJSON-1410245807 tempest-SecurityGroupsTestAdminJSON-1410245807] Usage tracker for resource:security_group_rule and tenant:859383051b984967b1f78e993ee4e925 is out of sync, need to count used quota {{(pid=84875) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:08:50.793848 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [req-ba06d8e3-89d5-478f-a6ff-d4d78275a69d req-42f5102f-682c-4f6f-9c0d-ae52c8bc387a tempest-SecurityGroupsTestAdminJSON-1410245807 tempest-SecurityGroupsTestAdminJSON-1410245807] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84875) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:08:50.821376 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-807eff4e-919a-4274-8cfb-6f5cb301d21f admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:08:50.862867 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [req-ba06d8e3-89d5-478f-a6ff-d4d78275a69d req-42f5102f-682c-4f6f-9c0d-ae52c8bc387a tempest-SecurityGroupsTestAdminJSON-1410245807 tempest-SecurityGroupsTestAdminJSON-1410245807] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:08:50.889323 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42f5102f-682c-4f6f-9c0d-ae52c8bc387a tempest-SecurityGroupsTestAdminJSON-1410245807 tempest-SecurityGroupsTestAdminJSON-1410245807] Pushing event updated for resources: {'SecurityGroup': ['ID=be3a289a-bcae-4a8e-b796-5873676fca3d,revision_number=1']} {{(pid=84875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:08:50.899742 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-42f5102f-682c-4f6f-9c0d-ae52c8bc387a tempest-SecurityGroupsTestAdminJSON-1410245807 tempest-SecurityGroupsTestAdminJSON-1410245807] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.214s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:08:50.936926 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Device ccf0726e-0a67-483b-86a0-a4ca344a971a up at agent ovs-agent-n-d-768862-2 {{(pid=84876) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 07:08:51.048334 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Provisioning for port ccf0726e-0a67-483b-86a0-a4ca344a971a completed by entity L2. {{(pid=84876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 07:08:51.106801 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84875) accepted ('10.222.0.35', 58670) {{(pid=84875) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:08:51.113663 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-dd2afa06-2cc5-4c6e-834d-c714b895a739 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363259214191800', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854171626'] for agent, after_update {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:08:51.137985 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [req-ba06d8e3-89d5-478f-a6ff-d4d78275a69d req-42f5102f-682c-4f6f-9c0d-ae52c8bc387a tempest-SecurityGroupsTestAdminJSON-1410245807 tempest-SecurityGroupsTestAdminJSON-1410245807] Notify callbacks [] for security_group, precommit_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:08:51.152903 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [req-ba06d8e3-89d5-478f-a6ff-d4d78275a69d req-42f5102f-682c-4f6f-9c0d-ae52c8bc387a tempest-SecurityGroupsTestAdminJSON-1410245807 tempest-SecurityGroupsTestAdminJSON-1410245807] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850887153'] for security_group, after_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:08:51.159745 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-ad002338-288b-4863-9b86-1b7280164981 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:08:51.203260 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42f5102f-682c-4f6f-9c0d-ae52c8bc387a tempest-SecurityGroupsTestAdminJSON-1410245807 tempest-SecurityGroupsTestAdminJSON-1410245807] Pushing event updated for resources: {'SecurityGroup': ['ID=a900a800-0ec6-46da-a0c4-6ff33508facb,revision_number=1']} {{(pid=84875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:08:51.206967 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-42f5102f-682c-4f6f-9c0d-ae52c8bc387a tempest-SecurityGroupsTestAdminJSON-1410245807 tempest-SecurityGroupsTestAdminJSON-1410245807] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:08:51.222067 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [req-ba06d8e3-89d5-478f-a6ff-d4d78275a69d req-42f5102f-682c-4f6f-9c0d-ae52c8bc387a tempest-SecurityGroupsTestAdminJSON-1410245807 tempest-SecurityGroupsTestAdminJSON-1410245807] Notify callbacks [] for security_group, before_response {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:08:51.230501 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [req-ba06d8e3-89d5-478f-a6ff-d4d78275a69d req-42f5102f-682c-4f6f-9c0d-ae52c8bc387a tempest-SecurityGroupsTestAdminJSON-1410245807 tempest-SecurityGroupsTestAdminJSON-1410245807] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1782 time: 0.9601276 Jan 14 07:08:51.327386 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [req-4b0315ab-5715-4535-aa6f-282df739015c req-7015782c-8078-4421-a600-8bd06fce2856 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=9740bdb926274fb0af3f877d3e3f5b1f&device_id=0114ca08-97ff-43c0-96b5-097abc582c80 HTTP/1.1" status: 200 len: 210 time: 0.2192478 Jan 14 07:08:51.681225 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-da76cfc0-98e8-4426-9f6d-4f05aa3fae78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363259214191800', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854171626'] for agent, after_update {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:08:51.770187 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84875) accepted ('10.222.0.24', 53010) {{(pid=84875) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:08:51.771377 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b0315ab-5715-4535-aa6f-282df739015c req-34d4fccf-c722-4f92-8da6-f711f5ddaaf5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:08:51.774786 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [req-4b0315ab-5715-4535-aa6f-282df739015c req-34d4fccf-c722-4f92-8da6-f711f5ddaaf5 service neutron] 10.222.0.35 "GET /v2.0/networks?tenant_id=9740bdb926274fb0af3f877d3e3f5b1f&shared=False HTTP/1.1" status: 200 len: 915 time: 0.4395814 Jan 14 07:08:51.865994 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-807eff4e-919a-4274-8cfb-6f5cb301d21f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036850886612', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036850863158'] for router, after_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:08:51.953812 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84874) accepted ('10.222.0.35', 58672) {{(pid=84874) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:08:51.995673 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b0315ab-5715-4535-aa6f-282df739015c req-df2d640f-5980-4d08-84a5-1c911adf5836 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:08:51.997791 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [req-4b0315ab-5715-4535-aa6f-282df739015c req-df2d640f-5980-4d08-84a5-1c911adf5836 service neutron] 10.222.0.35 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 863 time: 0.1887040 Jan 14 07:08:52.019734 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-afb91113-23e0-4464-9593-bfb94122e1ad None None] Network 4836ea0a-f546-4f5a-a93b-c7e45ef1752d requested from n-d-768862-2 {{(pid=84876) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 07:08:52.134949 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.v2.base [None req-13ab6f81-4d65-41fa-9f7e-7937e1db3dbe admin admin] Request body: {'network': {'name': 'tempest-VolumesAdminNegativeTest-1128870738-network', 'tenant_id': 'e8cbf1a8cd794ce9a06bb7dac66ec119'}} {{(pid=84875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:08:52.145841 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [req-4b0315ab-5715-4535-aa6f-282df739015c req-d05bbd39-00c9-4193-b4d7-1d0e306c67c2 tempest-LiveAutoBlockMigrationV225Test-1967294130 tempest-LiveAutoBlockMigrationV225Test-1967294130] 10.222.0.35 "GET /v2.0/ports?device_id=0114ca08-97ff-43c0-96b5-097abc582c80 HTTP/1.1" status: 200 len: 210 time: 0.1022789 Jan 14 07:08:52.151951 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-13ab6f81-4d65-41fa-9f7e-7937e1db3dbe admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:08:52.171660 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-13ab6f81-4d65-41fa-9f7e-7937e1db3dbe admin admin] Usage tracker for resource:network and tenant:e8cbf1a8cd794ce9a06bb7dac66ec119 is out of sync, need to count used quota {{(pid=84875) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:08:52.175362 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-13ab6f81-4d65-41fa-9f7e-7937e1db3dbe admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84875) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:08:52.184765 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.v2.base [req-b26160f3-e073-4614-8a8a-e286516c5bf0 req-b6374f59-39b4-4bab-98e8-4fed34b56e34 tempest-SecurityGroupsTestAdminJSON-1410245807 tempest-SecurityGroupsTestAdminJSON-1410245807] Request body: {'security_group': {'name': 'tempest-securitygroup-142506893', 'description': 'tempest-description-505846012'}} {{(pid=84875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:08:52.203321 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-13ab6f81-4d65-41fa-9f7e-7937e1db3dbe admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:08:52.207619 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [req-b26160f3-e073-4614-8a8a-e286516c5bf0 req-b6374f59-39b4-4bab-98e8-4fed34b56e34 tempest-SecurityGroupsTestAdminJSON-1410245807 tempest-SecurityGroupsTestAdminJSON-1410245807] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:08:52.242595 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f54c7892-2355-4e2b-a107-41e738e3ce5c req-517de666-43b1-4faa-8801-bf528fe843be tempest-LiveAutoBlockMigrationV225Test-1967294130 tempest-LiveAutoBlockMigrationV225Test-1967294130] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:08:52.245090 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [req-f54c7892-2355-4e2b-a107-41e738e3ce5c req-517de666-43b1-4faa-8801-bf528fe843be tempest-LiveAutoBlockMigrationV225Test-1967294130 tempest-LiveAutoBlockMigrationV225Test-1967294130] 10.222.0.24 "GET /v2.0/networks?id=26403650-7f90-4538-aecf-889928cc4890 HTTP/1.1" status: 200 len: 821 time: 0.6225083 Jan 14 07:08:52.249909 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [req-b26160f3-e073-4614-8a8a-e286516c5bf0 req-b6374f59-39b4-4bab-98e8-4fed34b56e34 tempest-SecurityGroupsTestAdminJSON-1410245807 tempest-SecurityGroupsTestAdminJSON-1410245807] Usage tracker for resource:security_group and tenant:859383051b984967b1f78e993ee4e925 is out of sync, need to count used quota {{(pid=84875) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:08:52.256448 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [req-b26160f3-e073-4614-8a8a-e286516c5bf0 req-b6374f59-39b4-4bab-98e8-4fed34b56e34 tempest-SecurityGroupsTestAdminJSON-1410245807 tempest-SecurityGroupsTestAdminJSON-1410245807] Quota usage for security_group was recalculated. Used quota:2. {{(pid=84875) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:08:52.273262 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [req-f54c7892-2355-4e2b-a107-41e738e3ce5c req-4614bfb3-0b21-412a-8563-c3d03f715cfb tempest-LiveAutoBlockMigrationV225Test-1967294130 tempest-LiveAutoBlockMigrationV225Test-1967294130] 10.222.0.24 "GET /v2.0/quotas/9740bdb926274fb0af3f877d3e3f5b1f HTTP/1.1" status: 200 len: 375 time: 0.0179799 Jan 14 07:08:52.274362 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [req-b26160f3-e073-4614-8a8a-e286516c5bf0 req-b6374f59-39b4-4bab-98e8-4fed34b56e34 tempest-SecurityGroupsTestAdminJSON-1410245807 tempest-SecurityGroupsTestAdminJSON-1410245807] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=84875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:08:52.276679 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-13ab6f81-4d65-41fa-9f7e-7937e1db3dbe admin admin] Made reservation on behalf of e8cbf1a8cd794ce9a06bb7dac66ec119 for: {'network': 1} {{(pid=84875) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 07:08:52.282082 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-13ab6f81-4d65-41fa-9f7e-7937e1db3dbe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555753'] for network, before_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:08:52.321071 n-d-768862-2 neutron-server[84765]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-807eff4e-919a-4274-8cfb-6f5cb301d21f admin admin] Router 5df102e4-7563-4fd1-93c6-bb85afcb8846 is scheduled to L3 agent 35f592e9-451b-4db9-abea-77b6a5c5391b with binding_index 1 {{(pid=84874) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}} Jan 14 07:08:52.350842 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-13ab6f81-4d65-41fa-9f7e-7937e1db3dbe admin admin] Notify callbacks [] for security_group, before_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:08:52.368155 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-e7164eca-0553-4eec-8b24-245281f82a33 None None] Provisioning for port ccf0726e-0a67-483b-86a0-a4ca344a971a completed by entity DHCP. {{(pid=84876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 07:08:52.385051 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-e7164eca-0553-4eec-8b24-245281f82a33 None None] Provisioning complete for port ccf0726e-0a67-483b-86a0-a4ca344a971a triggered by entity DHCP. {{(pid=84876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 07:08:52.385833 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-e7164eca-0553-4eec-8b24-245281f82a33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-604227'] for port, provisioning_complete {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:08:52.416992 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [req-f54c7892-2355-4e2b-a107-41e738e3ce5c req-79104a01-ae0a-4a6c-91c7-f0b3ebfb6f4a tempest-LiveAutoBlockMigrationV225Test-1967294130 tempest-LiveAutoBlockMigrationV225Test-1967294130] 10.222.0.24 "GET /v2.0/ports?tenant_id=9740bdb926274fb0af3f877d3e3f5b1f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1196771 Jan 14 07:08:52.418122 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-13ab6f81-4d65-41fa-9f7e-7937e1db3dbe admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:08:52.428721 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [req-b26160f3-e073-4614-8a8a-e286516c5bf0 req-b6374f59-39b4-4bab-98e8-4fed34b56e34 tempest-SecurityGroupsTestAdminJSON-1410245807 tempest-SecurityGroupsTestAdminJSON-1410245807] Notify callbacks [] for security_group, before_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:08:52.449967 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37cf9735-7258-4d34-a734-6fc2db42cf96 req-d5bb6eda-a742-4f2f-b32d-017a93ac317f tempest-ServersWithSpecificFlavorTestJSON-1541021946 tempest-ServersWithSpecificFlavorTestJSON-1541021946] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:08:52.450790 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [req-37cf9735-7258-4d34-a734-6fc2db42cf96 req-d5bb6eda-a742-4f2f-b32d-017a93ac317f tempest-ServersWithSpecificFlavorTestJSON-1541021946 tempest-ServersWithSpecificFlavorTestJSON-1541021946] Synchronizing usage tracker for tenant:379433b85b8d420cbbb1671da6a74e86 on resource:network {{(pid=84874) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 14 07:08:52.460030 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-13ab6f81-4d65-41fa-9f7e-7937e1db3dbe admin admin] Usage tracker for resource:security_group_rule and tenant:e8cbf1a8cd794ce9a06bb7dac66ec119 is out of sync, need to count used quota {{(pid=84875) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:08:52.560982 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [req-37cf9735-7258-4d34-a734-6fc2db42cf96 req-d5bb6eda-a742-4f2f-b32d-017a93ac317f tempest-ServersWithSpecificFlavorTestJSON-1541021946 tempest-ServersWithSpecificFlavorTestJSON-1541021946] Unset dirty status for tenant:379433b85b8d420cbbb1671da6a74e86 on resource:network {{(pid=84874) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 14 07:08:52.562246 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [req-37cf9735-7258-4d34-a734-6fc2db42cf96 req-d5bb6eda-a742-4f2f-b32d-017a93ac317f tempest-ServersWithSpecificFlavorTestJSON-1541021946 tempest-ServersWithSpecificFlavorTestJSON-1541021946] 10.222.0.35 "GET /v2.0/networks?id=a760f83e-96bb-4086-b2e9-7bb50ea36a96 HTTP/1.1" status: 200 len: 824 time: 0.6023726 Jan 14 07:08:52.609481 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-807eff4e-919a-4274-8cfb-6f5cb301d21f admin admin] Notify agent at l3_agent.n-d-768862-2 the message routers_updated {{(pid=84874) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jan 14 07:08:52.620361 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-274f26a1-3ca1-4b2a-aa39-74b8a34ee3a8 None None] Sync routers for ids ['5df102e4-7563-4fd1-93c6-bb85afcb8846'] in n-d-768862-2 {{(pid=84877) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Jan 14 07:08:52.623226 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-13ab6f81-4d65-41fa-9f7e-7937e1db3dbe admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84875) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:08:52.643250 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-274f26a1-3ca1-4b2a-aa39-74b8a34ee3a8 None None] Routers {'5df102e4-7563-4fd1-93c6-bb85afcb8846'} bound to L3 agent in host n-d-768862-2 {{(pid=84877) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 14 07:08:52.645893 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_hamode_db [None req-274f26a1-3ca1-4b2a-aa39-74b8a34ee3a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-01-14T06:56:51Z,description=,heartbeat_timestamp=2021-01-14T07:08:51Z,host='n-d-768862-2',id=35f592e9-451b-4db9-abea-77b6a5c5391b,load=0,resource_versions=,resources_synced=,started_at=2021-01-14T06:56:51Z,topic='l3_agent')) {'router_ids': ['5df102e4-7563-4fd1-93c6-bb85afcb8846'], 'active': True} {{(pid=84877) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:08:52.663007 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [req-f54c7892-2355-4e2b-a107-41e738e3ce5c req-e8323efc-e17b-4b6d-9d92-041750c50b73 service neutron] 10.222.0.24 "GET /v2.0/networks/26403650-7f90-4538-aecf-889928cc4890?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2109585 Jan 14 07:08:52.673029 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-807eff4e-919a-4274-8cfb-6f5cb301d21f admin admin] Notify callbacks [] for router, before_response {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:08:52.674757 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-807eff4e-919a-4274-8cfb-6f5cb301d21f admin admin] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 5.2713120 Jan 14 07:08:52.679254 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84874) accepted ('10.222.0.24', 53052) {{(pid=84874) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:08:52.864435 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363259214191800', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854171626'] for agent, after_update {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:08:52.901928 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [req-37cf9735-7258-4d34-a734-6fc2db42cf96 req-726fe0bd-42bc-4556-8438-1616a80082fc tempest-ServersWithSpecificFlavorTestJSON-1541021946 tempest-ServersWithSpecificFlavorTestJSON-1541021946] Synchronizing usage tracker for tenant:379433b85b8d420cbbb1671da6a74e86 on resource:security_group {{(pid=84874) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 14 07:08:52.917972 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [req-f54c7892-2355-4e2b-a107-41e738e3ce5c req-f86af4be-f099-4073-b6a3-e6857121eef0 service neutron] 10.222.0.24 "GET /v2.0/networks/26403650-7f90-4538-aecf-889928cc4890?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.2538416 Jan 14 07:08:52.919097 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-13ab6f81-4d65-41fa-9f7e-7937e1db3dbe admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:08:52.928075 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [req-37cf9735-7258-4d34-a734-6fc2db42cf96 req-726fe0bd-42bc-4556-8438-1616a80082fc tempest-ServersWithSpecificFlavorTestJSON-1541021946 tempest-ServersWithSpecificFlavorTestJSON-1541021946] Unset dirty status for tenant:379433b85b8d420cbbb1671da6a74e86 on resource:security_group {{(pid=84874) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 14 07:08:52.929686 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [req-b26160f3-e073-4614-8a8a-e286516c5bf0 req-b6374f59-39b4-4bab-98e8-4fed34b56e34 tempest-SecurityGroupsTestAdminJSON-1410245807 tempest-SecurityGroupsTestAdminJSON-1410245807] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:08:52.930118 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [req-37cf9735-7258-4d34-a734-6fc2db42cf96 req-726fe0bd-42bc-4556-8438-1616a80082fc tempest-ServersWithSpecificFlavorTestJSON-1541021946 tempest-ServersWithSpecificFlavorTestJSON-1541021946] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=379433b85b8d420cbbb1671da6a74e86 HTTP/1.1" status: 200 len: 5707 time: 0.3105340 Jan 14 07:08:52.944795 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.v2.base [req-37cf9735-7258-4d34-a734-6fc2db42cf96 req-2a09c3d6-8238-451d-a934-667d840f7173 tempest-ServersWithSpecificFlavorTestJSON-1541021946 tempest-ServersWithSpecificFlavorTestJSON-1541021946] Request body: {'port': {'device_id': 'a0f2d2f5-940f-41cf-b7bc-bc3a271929e9', 'network_id': 'a760f83e-96bb-4086-b2e9-7bb50ea36a96', 'admin_state_up': True, 'tenant_id': '379433b85b8d420cbbb1671da6a74e86', 'security_groups': ['959c9906-34a8-4082-bf53-6b7dfccd716d']}} {{(pid=84874) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:08:52.947701 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [req-b26160f3-e073-4614-8a8a-e286516c5bf0 req-b6374f59-39b4-4bab-98e8-4fed34b56e34 tempest-SecurityGroupsTestAdminJSON-1410245807 tempest-SecurityGroupsTestAdminJSON-1410245807] Usage tracker for resource:security_group_rule and tenant:859383051b984967b1f78e993ee4e925 is out of sync, need to count used quota {{(pid=84875) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:08:52.969853 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [req-b26160f3-e073-4614-8a8a-e286516c5bf0 req-b6374f59-39b4-4bab-98e8-4fed34b56e34 tempest-SecurityGroupsTestAdminJSON-1410245807 tempest-SecurityGroupsTestAdminJSON-1410245807] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84875) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:08:53.010278 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [req-b26160f3-e073-4614-8a8a-e286516c5bf0 req-b6374f59-39b4-4bab-98e8-4fed34b56e34 tempest-SecurityGroupsTestAdminJSON-1410245807 tempest-SecurityGroupsTestAdminJSON-1410245807] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:08:53.095529 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-e7164eca-0553-4eec-8b24-245281f82a33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555753'] for port, before_update {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:08:53.202607 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-0f37073e-9c69-4e3c-80e0-6cfaa0fd61a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363259214191800', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854171626'] for agent, after_update {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:08:53.255633 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [None req-e7164eca-0553-4eec-8b24-245281f82a33 None None] For port ccf0726e-0a67-483b-86a0-a4ca344a971a, host n-d-768862-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-2',level=0,port_id=ccf0726e-0a67-483b-86a0-a4ca344a971a,segment=NetworkSegment(cd744c8d-99a1-4442-90ac-a4780b36b18a),segment_id=cd744c8d-99a1-4442-90ac-a4780b36b18a)] {{(pid=84876) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 07:08:53.273845 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-e7164eca-0553-4eec-8b24-245281f82a33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777640533312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363259214678337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777640097497'] for port, after_update {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:08:53.286625 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-a073de6b-0eed-429a-89a6-ab5a1b6f113c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84876) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:08:53.321509 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-13ab6f81-4d65-41fa-9f7e-7937e1db3dbe admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:08:53.456988 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7164eca-0553-4eec-8b24-245281f82a33 None None] Pushing event updated for resources: {'Port': ['ID=ccf0726e-0a67-483b-86a0-a4ca344a971a,revision_number=3']} {{(pid=84876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:08:53.461693 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-e7164eca-0553-4eec-8b24-245281f82a33 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.175s {{(pid=84876) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:08:53.514955 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [req-b26160f3-e073-4614-8a8a-e286516c5bf0 req-b6374f59-39b4-4bab-98e8-4fed34b56e34 tempest-SecurityGroupsTestAdminJSON-1410245807 tempest-SecurityGroupsTestAdminJSON-1410245807] Notify callbacks [] for security_group, precommit_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:08:53.519681 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-13ab6f81-4d65-41fa-9f7e-7937e1db3dbe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850887153'] for security_group, after_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:08:53.600828 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [req-37cf9735-7258-4d34-a734-6fc2db42cf96 req-2a09c3d6-8238-451d-a934-667d840f7173 tempest-ServersWithSpecificFlavorTestJSON-1541021946 tempest-ServersWithSpecificFlavorTestJSON-1541021946] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:08:53.625932 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-d6ff7c4b-17ce-4aad-8f33-fb34afd3d465 None None] Provisioning complete for port ccf0726e-0a67-483b-86a0-a4ca344a971a triggered by entity DHCP. {{(pid=84876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 07:08:53.626359 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-d6ff7c4b-17ce-4aad-8f33-fb34afd3d465 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-604227'] for port, provisioning_complete {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:08:53.642561 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [req-37cf9735-7258-4d34-a734-6fc2db42cf96 req-2a09c3d6-8238-451d-a934-667d840f7173 tempest-ServersWithSpecificFlavorTestJSON-1541021946 tempest-ServersWithSpecificFlavorTestJSON-1541021946] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=84874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:08:53.792387 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_dvr_db [None req-274f26a1-3ca1-4b2a-aa39-74b8a34ee3a8 None None] Set router 5df102e4-7563-4fd1-93c6-bb85afcb8846 gateway port host: n-d-768862-2 {{(pid=84877) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 14 07:08:54.313690 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-8a06889b-070a-48b9-9c0f-1a0549f9ae4e None None] Provisioning complete for port ccf0726e-0a67-483b-86a0-a4ca344a971a triggered by entity DHCP. {{(pid=84876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 07:08:54.315986 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-8a06889b-070a-48b9-9c0f-1a0549f9ae4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-604227'] for port, provisioning_complete {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:08:54.579554 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-13ab6f81-4d65-41fa-9f7e-7937e1db3dbe admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 8} {{(pid=84875) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Jan 14 07:08:54.610071 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-13ab6f81-4d65-41fa-9f7e-7937e1db3dbe admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment--9223363259214191851', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854179735'] for segment, precommit_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:08:54.612487 n-d-768862-2 neutron-server[84765]: INFO neutron.db.segments_db [None req-13ab6f81-4d65-41fa-9f7e-7937e1db3dbe admin admin] Added segment 923231f1-97f3-4822-be1d-a349e0a542cb of type vxlan for network 77a020b1-5dc5-453e-b1f4-122bd4dbb87b Jan 14 07:08:54.694490 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-13ab6f81-4d65-41fa-9f7e-7937e1db3dbe admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363259214646115'] for network, precommit_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:08:54.751224 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_hamode_db [None req-274f26a1-3ca1-4b2a-aa39-74b8a34ee3a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5df102e4-7563-4fd1-93c6-bb85afcb8846', 'name': 'tempest-AttachSCSIVolumeTestJSON-680545290-router', 'tenant_id': 'f85c82bd29754c1bb1dc756e2b7c7b32', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '226f1e78-82cd-4481-9055-4eb73b6db8c1', 'external_fixed_ips': [{'subnet_id': 'ba8deeec-7658-4195-9449-038c076f5c83', 'ip_address': '172.25.2.243'}], 'enable_snat': True}, 'gw_port_id': '2bb35577-6e7d-4746-a021-cfdc91f58ca3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-14T07:08:47Z', 'updated_at': '2021-01-14T07:08:50Z', 'revision_number': 3, 'project_id': 'f85c82bd29754c1bb1dc756e2b7c7b32', 'gw_port': {'id': '2bb35577-6e7d-4746-a021-cfdc91f58ca3', 'name': '', 'network_id': '226f1e78-82cd-4481-9055-4eb73b6db8c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:2d:54', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5df102e4-7563-4fd1-93c6-bb85afcb8846', 'device_owner': 'network:router_gateway', 'standard_attr_id': 385, 'fixed_ips': [{'subnet_id': 'ba8deeec-7658-4195-9449-038c076f5c83', 'ip_address': '172.25.2.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T07:08:49Z', 'updated_at': '2021-01-14T07:08:49Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ba8deeec-7658-4195-9449-038c076f5c83', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-2'}], 'n-d-768862-2', False) {} {{(pid=84877) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:08:54.756142 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-274f26a1-3ca1-4b2a-aa39-74b8a34ee3a8 None None] Checking router: 5df102e4-7563-4fd1-93c6-bb85afcb8846 for host: n-d-768862-2 {{(pid=84877) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Jan 14 07:08:54.756795 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-274f26a1-3ca1-4b2a-aa39-74b8a34ee3a8 None None] Updating router 5df102e4-7563-4fd1-93c6-bb85afcb8846 port 2bb35577-6e7d-4746-a021-cfdc91f58ca3 binding host n-d-768862-2 {{(pid=84877) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Jan 14 07:08:54.765373 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-5aece759-cd91-4c91-bf02-06e986de83b7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:08:54.776957 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-13ab6f81-4d65-41fa-9f7e-7937e1db3dbe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850887149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964'] for network, after_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:08:54.777721 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [req-b26160f3-e073-4614-8a8a-e286516c5bf0 req-b6374f59-39b4-4bab-98e8-4fed34b56e34 tempest-SecurityGroupsTestAdminJSON-1410245807 tempest-SecurityGroupsTestAdminJSON-1410245807] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850887153'] for security_group, after_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:08:54.788161 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13ab6f81-4d65-41fa-9f7e-7937e1db3dbe admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:08:54.800614 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-13ab6f81-4d65-41fa-9f7e-7937e1db3dbe admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3207107'] for network, before_response {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:08:54.872116 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-274f26a1-3ca1-4b2a-aa39-74b8a34ee3a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555753'] for port, before_update {{(pid=84877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:08:54.877534 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13ab6f81-4d65-41fa-9f7e-7937e1db3dbe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=32e2e317-a357-44fa-88ac-3657d9b37b3a,revision_number=1']} {{(pid=84875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:08:54.884179 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-13ab6f81-4d65-41fa-9f7e-7937e1db3dbe admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:08:54.885586 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-ee66acdb-07dc-4e85-9bf6-bb209e9f060e None None] Provisioning complete for port ccf0726e-0a67-483b-86a0-a4ca344a971a triggered by entity DHCP. {{(pid=84876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 07:08:54.887566 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-b9407ba5-c172-4e3c-8c70-0973b02f4674 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.102s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:08:54.887900 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-ee66acdb-07dc-4e85-9bf6-bb209e9f060e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-604227'] for port, provisioning_complete {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:08:54.950406 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6374f59-39b4-4bab-98e8-4fed34b56e34 tempest-SecurityGroupsTestAdminJSON-1410245807 tempest-SecurityGroupsTestAdminJSON-1410245807] Pushing event updated for resources: {'SecurityGroup': ['ID=c2698459-9147-4645-868c-43d930fce480,revision_number=1']} {{(pid=84875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:08:54.963185 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [req-b26160f3-e073-4614-8a8a-e286516c5bf0 req-b6374f59-39b4-4bab-98e8-4fed34b56e34 tempest-SecurityGroupsTestAdminJSON-1410245807 tempest-SecurityGroupsTestAdminJSON-1410245807] Notify callbacks [] for security_group, before_response {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:08:54.988536 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [req-b26160f3-e073-4614-8a8a-e286516c5bf0 req-b6374f59-39b4-4bab-98e8-4fed34b56e34 tempest-SecurityGroupsTestAdminJSON-1410245807 tempest-SecurityGroupsTestAdminJSON-1410245807] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 2.8094478 Jan 14 07:08:54.989789 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-b6374f59-39b4-4bab-98e8-4fed34b56e34 tempest-SecurityGroupsTestAdminJSON-1410245807 tempest-SecurityGroupsTestAdminJSON-1410245807] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:08:54.995183 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-7702a074-cb95-4922-8bfb-08c78641c182 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.180s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:08:55.033328 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-13ab6f81-4d65-41fa-9f7e-7937e1db3dbe admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 3.2575159 Jan 14 07:08:55.056677 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84875) accepted ('10.222.0.24', 53100) {{(pid=84875) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:08:55.090389 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.v2.base [None req-e3a29162-29b3-4d08-9d38-417fc2791bba admin admin] Request body: {'subnet': {'network_id': '77a020b1-5dc5-453e-b1f4-122bd4dbb87b', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesAdminNegativeTest-1128870738-subnet', 'tenant_id': 'e8cbf1a8cd794ce9a06bb7dac66ec119', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=84875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:08:55.157918 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Device ccf0726e-0a67-483b-86a0-a4ca344a971a up at agent ovs-agent-n-d-768862-2 {{(pid=84876) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 07:08:55.352153 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-e3a29162-29b3-4d08-9d38-417fc2791bba admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:08:55.367157 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-e3a29162-29b3-4d08-9d38-417fc2791bba admin admin] Usage tracker for resource:subnet and tenant:e8cbf1a8cd794ce9a06bb7dac66ec119 is out of sync, need to count used quota {{(pid=84875) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:08:55.370846 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-e3a29162-29b3-4d08-9d38-417fc2791bba admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84875) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:08:55.386222 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-e3a29162-29b3-4d08-9d38-417fc2791bba admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:08:55.402067 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13ab6f81-4d65-41fa-9f7e-7937e1db3dbe admin admin] Pushing event updated for resources: {'Network': ['ID=77a020b1-5dc5-453e-b1f4-122bd4dbb87b,revision_number=1']} {{(pid=84875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:08:55.412808 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e3a29162-29b3-4d08-9d38-417fc2791bba admin admin] Made reservation on behalf of e8cbf1a8cd794ce9a06bb7dac66ec119 for: {'subnet': 1} {{(pid=84875) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 07:08:55.426843 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-e3a29162-29b3-4d08-9d38-417fc2791bba admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036852467157'] for subnet, before_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:08:55.438649 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-852a24f7-e9a1-4193-9abb-e9506fe5213f None None] Network 77a020b1-5dc5-453e-b1f4-122bd4dbb87b details requested by agent ovs-agent-n-h2-768862-2 with host n-h2-768862-2 {{(pid=84876) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 07:08:55.460093 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-13ab6f81-4d65-41fa-9f7e-7937e1db3dbe admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.465s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:08:55.488292 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-017f98a9-8a07-408c-a86f-8ff0c00400a0 None None] Network 77a020b1-5dc5-453e-b1f4-122bd4dbb87b details requested by agent ovs-agent-n-h1-768862-2 with host n-h1-768862-2 {{(pid=84876) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 07:08:55.522418 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Network 77a020b1-5dc5-453e-b1f4-122bd4dbb87b details requested by agent ovs-agent-n-d-768862-2 with host n-d-768862-2 {{(pid=84876) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 07:08:55.546348 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-37cf9735-7258-4d34-a734-6fc2db42cf96 req-2a09c3d6-8238-451d-a934-667d840f7173 tempest-ServersWithSpecificFlavorTestJSON-1541021946 tempest-ServersWithSpecificFlavorTestJSON-1541021946] Made reservation on behalf of 379433b85b8d420cbbb1671da6a74e86 for: {'port': 1} {{(pid=84874) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 07:08:55.577931 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [req-37cf9735-7258-4d34-a734-6fc2db42cf96 req-2a09c3d6-8238-451d-a934-667d840f7173 tempest-ServersWithSpecificFlavorTestJSON-1541021946 tempest-ServersWithSpecificFlavorTestJSON-1541021946] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555753'] for port, before_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:08:55.819133 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.agents_db [None req-5b939a2f-078d-4c69-a188-cb55a28a77a0 None None] Agent healthcheck: found 7 active agents {{(pid=84877) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Jan 14 07:08:55.856605 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-274f26a1-3ca1-4b2a-aa39-74b8a34ee3a8 None None] Notify callbacks [] for port, precommit_update {{(pid=84877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:08:55.880515 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [req-01422c67-62a4-4567-82a3-0d5f265ba459 req-a5d29f62-7fed-4266-8bf0-de285244525b tempest-FlavorsV2NegativeTest-608536006 tempest-FlavorsV2NegativeTest-608536006] 10.222.0.24 "GET /v2.0/networks?tenant_id=79f45cbe6b0e4bd7a606b926b0406db0&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1127858 Jan 14 07:08:55.908219 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-274f26a1-3ca1-4b2a-aa39-74b8a34ee3a8 None None] Transition to ACTIVE for port object 2bb35577-6e7d-4746-a021-cfdc91f58ca3 will not be triggered until provisioned by entity L2. {{(pid=84877) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 07:08:55.914935 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-274f26a1-3ca1-4b2a-aa39-74b8a34ee3a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777640533312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363259214678337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777640097497'] for port, after_update {{(pid=84877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:08:56.240265 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Provisioning complete for port ccf0726e-0a67-483b-86a0-a4ca344a971a triggered by entity L2. {{(pid=84876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 07:08:56.242780 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-604227'] for port, provisioning_complete {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:08:56.381186 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:08:56.384676 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.v2.base [req-09d70d13-025d-48a5-aa4e-56926c02f739 req-2add8935-d125-4738-933f-e47a3f056be7 tempest-SecurityGroupsTestAdminJSON-1976002775 tempest-SecurityGroupsTestAdminJSON-1976002775] Request body: {'security_group': {'name': 'tempest-securitygroup-1868675773', 'description': 'tempest-description-20099624'}} {{(pid=84875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:08:56.414583 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [req-09d70d13-025d-48a5-aa4e-56926c02f739 req-2add8935-d125-4738-933f-e47a3f056be7 tempest-SecurityGroupsTestAdminJSON-1976002775 tempest-SecurityGroupsTestAdminJSON-1976002775] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:08:56.481176 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [req-09d70d13-025d-48a5-aa4e-56926c02f739 req-2add8935-d125-4738-933f-e47a3f056be7 tempest-SecurityGroupsTestAdminJSON-1976002775 tempest-SecurityGroupsTestAdminJSON-1976002775] Usage tracker for resource:security_group and tenant:3bb0edca7e9c40b2ba44bd35d6a718c0 is out of sync, need to count used quota {{(pid=84875) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:08:56.495391 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [req-09d70d13-025d-48a5-aa4e-56926c02f739 req-2add8935-d125-4738-933f-e47a3f056be7 tempest-SecurityGroupsTestAdminJSON-1976002775 tempest-SecurityGroupsTestAdminJSON-1976002775] Quota usage for security_group was recalculated. Used quota:0. {{(pid=84875) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:08:56.503436 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-7c250932-45a0-417a-aa2d-49465077c0fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555753'] for port, before_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:08:56.593165 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc56f73a-20f2-45a8-8b29-6820e47ef844 None None] Pushing event updated for resources: {'Port': ['ID=2bb35577-6e7d-4746-a021-cfdc91f58ca3,revision_number=2']} {{(pid=84877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:08:56.628884 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-bc56f73a-20f2-45a8-8b29-6820e47ef844 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.247s {{(pid=84877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:08:56.649179 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01422c67-62a4-4567-82a3-0d5f265ba459 req-58c213c9-4323-4e4a-8d8e-98bfaa61c370 tempest-FlavorsV2NegativeTest-608536006 tempest-FlavorsV2NegativeTest-608536006] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:08:56.653407 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [req-01422c67-62a4-4567-82a3-0d5f265ba459 req-58c213c9-4323-4e4a-8d8e-98bfaa61c370 tempest-FlavorsV2NegativeTest-608536006 tempest-FlavorsV2NegativeTest-608536006] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.7714312 Jan 14 07:08:56.659633 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [req-09d70d13-025d-48a5-aa4e-56926c02f739 req-2add8935-d125-4738-933f-e47a3f056be7 tempest-SecurityGroupsTestAdminJSON-1976002775 tempest-SecurityGroupsTestAdminJSON-1976002775] Attempting to reserve 1 items for resource security_group. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:08:56.731169 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.managers [None req-274f26a1-3ca1-4b2a-aa39-74b8a34ee3a8 None None] Attempting to bind port 2bb35577-6e7d-4746-a021-cfdc91f58ca3 on host n-d-768862-2 for vnic_type normal with profile {{(pid=84877) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 14 07:08:56.735850 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.managers [None req-274f26a1-3ca1-4b2a-aa39-74b8a34ee3a8 None None] Attempting to bind port 2bb35577-6e7d-4746-a021-cfdc91f58ca3 by drivers openvswitch on host n-d-768862-2 at level 0 using segments [{'id': 'cf3ded2c-bc47-4a71-89af-6e7117e60140', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '226f1e78-82cd-4481-9055-4eb73b6db8c1'}] {{(pid=84877) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 14 07:08:56.736846 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-274f26a1-3ca1-4b2a-aa39-74b8a34ee3a8 None None] Attempting to bind port 2bb35577-6e7d-4746-a021-cfdc91f58ca3 on network 226f1e78-82cd-4481-9055-4eb73b6db8c1 {{(pid=84877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 14 07:08:56.745453 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [req-01422c67-62a4-4567-82a3-0d5f265ba459 req-49d1a471-e40b-449a-b05c-4d1a4468b381 tempest-FlavorsV2NegativeTest-608536006 tempest-FlavorsV2NegativeTest-608536006] 10.222.0.24 "GET /v2.0/quotas/79f45cbe6b0e4bd7a606b926b0406db0 HTTP/1.1" status: 200 len: 375 time: 0.0682023 Jan 14 07:08:56.757443 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-274f26a1-3ca1-4b2a-aa39-74b8a34ee3a8 None None] Checking agent: {'id': 'ba5efab1-b43c-4d5a-bc52-6e105d4e67a2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768862-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 14, 6, 56, 52), 'started_at': datetime.datetime(2021, 1, 14, 6, 57, 22), 'heartbeat_timestamp': datetime.datetime(2021, 1, 14, 7, 8, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768862-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.29', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 14 07:08:56.758261 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-274f26a1-3ca1-4b2a-aa39-74b8a34ee3a8 None None] Checking segment: {'id': 'cf3ded2c-bc47-4a71-89af-6e7117e60140', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '226f1e78-82cd-4481-9055-4eb73b6db8c1'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84877) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 14 07:08:56.760896 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-274f26a1-3ca1-4b2a-aa39-74b8a34ee3a8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:08:56.761567 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-274f26a1-3ca1-4b2a-aa39-74b8a34ee3a8 None None] Bound using segment: {'id': 'cf3ded2c-bc47-4a71-89af-6e7117e60140', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '226f1e78-82cd-4481-9055-4eb73b6db8c1'} {{(pid=84877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 14 07:08:56.762303 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.managers [None req-274f26a1-3ca1-4b2a-aa39-74b8a34ee3a8 None None] Bound port: 2bb35577-6e7d-4746-a021-cfdc91f58ca3, host: n-d-768862-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cf3ded2c-bc47-4a71-89af-6e7117e60140', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '226f1e78-82cd-4481-9055-4eb73b6db8c1'}}] {{(pid=84877) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 14 07:08:56.762950 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-274f26a1-3ca1-4b2a-aa39-74b8a34ee3a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555753'] for port, before_update {{(pid=84877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:08:56.843686 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84874) accepted ('10.222.0.24', 53130) {{(pid=84874) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:08:56.934411 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [req-09d70d13-025d-48a5-aa4e-56926c02f739 req-2add8935-d125-4738-933f-e47a3f056be7 tempest-SecurityGroupsTestAdminJSON-1976002775 tempest-SecurityGroupsTestAdminJSON-1976002775] Notify callbacks [] for security_group, before_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:08:56.983322 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [req-09d70d13-025d-48a5-aa4e-56926c02f739 req-2add8935-d125-4738-933f-e47a3f056be7 tempest-SecurityGroupsTestAdminJSON-1976002775 tempest-SecurityGroupsTestAdminJSON-1976002775] Notify callbacks [] for security_group, before_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:08:57.036742 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [req-01422c67-62a4-4567-82a3-0d5f265ba459 req-a241f09a-074f-41cb-8588-650639039fd1 tempest-FlavorsV2NegativeTest-608536006 tempest-FlavorsV2NegativeTest-608536006] 10.222.0.24 "GET /v2.0/ports?tenant_id=79f45cbe6b0e4bd7a606b926b0406db0&fields=id HTTP/1.1" status: 200 len: 210 time: 0.2750869 Jan 14 07:08:57.132464 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [None req-274f26a1-3ca1-4b2a-aa39-74b8a34ee3a8 None None] For port 2bb35577-6e7d-4746-a021-cfdc91f58ca3, host n-d-768862-2, cleared binding levels {{(pid=84877) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 14 07:08:57.149347 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [None req-274f26a1-3ca1-4b2a-aa39-74b8a34ee3a8 None None] For port 2bb35577-6e7d-4746-a021-cfdc91f58ca3, host n-d-768862-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-2',level=0,port_id=2bb35577-6e7d-4746-a021-cfdc91f58ca3,segment=NetworkSegment(cf3ded2c-bc47-4a71-89af-6e7117e60140),segment_id=cf3ded2c-bc47-4a71-89af-6e7117e60140)] {{(pid=84877) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 14 07:08:57.156466 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-274f26a1-3ca1-4b2a-aa39-74b8a34ee3a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777640533312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363259214678337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777640097497'] for port, after_update {{(pid=84877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:08:57.203599 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:08:57.213109 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-dd615851-298f-405d-8718-9b50f5e85ee2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:08:57.215544 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [req-09d70d13-025d-48a5-aa4e-56926c02f739 req-2add8935-d125-4738-933f-e47a3f056be7 tempest-SecurityGroupsTestAdminJSON-1976002775 tempest-SecurityGroupsTestAdminJSON-1976002775] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:08:57.247288 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-dd615851-298f-405d-8718-9b50f5e85ee2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:08:57.253034 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-dd615851-298f-405d-8718-9b50f5e85ee2 admin admin] Usage tracker for resource:security_group_rule and tenant:e5b5c36bd4e2418b9a28e911e7efc29a is out of sync, need to count used quota {{(pid=84874) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:08:57.256696 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-dd615851-298f-405d-8718-9b50f5e85ee2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84874) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:08:57.263808 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-dd615851-298f-405d-8718-9b50f5e85ee2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:08:57.306559 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [req-09d70d13-025d-48a5-aa4e-56926c02f739 req-2add8935-d125-4738-933f-e47a3f056be7 tempest-SecurityGroupsTestAdminJSON-1976002775 tempest-SecurityGroupsTestAdminJSON-1976002775] Usage tracker for resource:security_group_rule and tenant:3bb0edca7e9c40b2ba44bd35d6a718c0 is out of sync, need to count used quota {{(pid=84875) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:08:57.316837 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [req-09d70d13-025d-48a5-aa4e-56926c02f739 req-2add8935-d125-4738-933f-e47a3f056be7 tempest-SecurityGroupsTestAdminJSON-1976002775 tempest-SecurityGroupsTestAdminJSON-1976002775] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84875) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:08:57.331971 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [req-09d70d13-025d-48a5-aa4e-56926c02f739 req-2add8935-d125-4738-933f-e47a3f056be7 tempest-SecurityGroupsTestAdminJSON-1976002775 tempest-SecurityGroupsTestAdminJSON-1976002775] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:08:57.438557 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-dd615851-298f-405d-8718-9b50f5e85ee2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:08:57.493301 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.db_base_plugin_common [req-37cf9735-7258-4d34-a734-6fc2db42cf96 req-2a09c3d6-8238-451d-a934-667d840f7173 tempest-ServersWithSpecificFlavorTestJSON-1541021946 tempest-ServersWithSpecificFlavorTestJSON-1541021946] Allocated IP 172.20.0.10 (a760f83e-96bb-4086-b2e9-7bb50ea36a96/0c326c1b-06fb-4a7a-9462-602c119daa97/9d45302b-a374-4b0c-8b95-dd5e9e950eac) {{(pid=84874) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 14 07:08:57.501465 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc56f73a-20f2-45a8-8b29-6820e47ef844 None None] Pushing event updated for resources: {'Port': ['ID=2bb35577-6e7d-4746-a021-cfdc91f58ca3,revision_number=3']} {{(pid=84877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:08:57.502586 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-dd615851-298f-405d-8718-9b50f5e85ee2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850887153'] for security_group, after_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:08:57.509521 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-bc56f73a-20f2-45a8-8b29-6820e47ef844 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.306s {{(pid=84877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:08:57.577386 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [req-09d70d13-025d-48a5-aa4e-56926c02f739 req-2add8935-d125-4738-933f-e47a3f056be7 tempest-SecurityGroupsTestAdminJSON-1976002775 tempest-SecurityGroupsTestAdminJSON-1976002775] Notify callbacks [] for security_group, precommit_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:08:57.619609 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-d8dba9f8-e081-4535-9ef8-8061d25169d9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:08:57.626311 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-274f26a1-3ca1-4b2a-aa39-74b8a34ee3a8 None None] Routers {'5df102e4-7563-4fd1-93c6-bb85afcb8846'} bound to L3 agent in host n-d-768862-2 {{(pid=84877) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 14 07:08:57.630045 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_hamode_db [None req-274f26a1-3ca1-4b2a-aa39-74b8a34ee3a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-01-14T06:56:51Z,description=,heartbeat_timestamp=2021-01-14T07:08:51Z,host='n-d-768862-2',id=35f592e9-451b-4db9-abea-77b6a5c5391b,load=0,resource_versions=,resources_synced=,started_at=2021-01-14T06:56:51Z,topic='l3_agent')) {'router_ids': ['5df102e4-7563-4fd1-93c6-bb85afcb8846'], 'active': True} {{(pid=84877) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:08:57.647597 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-dd615851-298f-405d-8718-9b50f5e85ee2 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=e5b5c36bd4e2418b9a28e911e7efc29a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7985055 Jan 14 07:08:57.658774 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84874) accepted ('10.222.0.24', 53146) {{(pid=84874) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:08:57.739113 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [req-09d70d13-025d-48a5-aa4e-56926c02f739 req-2add8935-d125-4738-933f-e47a3f056be7 tempest-SecurityGroupsTestAdminJSON-1976002775 tempest-SecurityGroupsTestAdminJSON-1976002775] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850887153'] for security_group, after_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:08:57.754867 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [req-09d70d13-025d-48a5-aa4e-56926c02f739 req-2add8935-d125-4738-933f-e47a3f056be7 tempest-SecurityGroupsTestAdminJSON-1976002775 tempest-SecurityGroupsTestAdminJSON-1976002775] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:08:57.761107 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [req-09d70d13-025d-48a5-aa4e-56926c02f739 req-2add8935-d125-4738-933f-e47a3f056be7 tempest-SecurityGroupsTestAdminJSON-1976002775 tempest-SecurityGroupsTestAdminJSON-1976002775] Usage tracker for resource:security_group_rule and tenant:3bb0edca7e9c40b2ba44bd35d6a718c0 is out of sync, need to count used quota {{(pid=84875) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:08:57.770845 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [req-09d70d13-025d-48a5-aa4e-56926c02f739 req-2add8935-d125-4738-933f-e47a3f056be7 tempest-SecurityGroupsTestAdminJSON-1976002775 tempest-SecurityGroupsTestAdminJSON-1976002775] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84875) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:08:57.784899 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [req-09d70d13-025d-48a5-aa4e-56926c02f739 req-2add8935-d125-4738-933f-e47a3f056be7 tempest-SecurityGroupsTestAdminJSON-1976002775 tempest-SecurityGroupsTestAdminJSON-1976002775] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:08:57.834808 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84874) accepted ('10.222.0.24', 53154) {{(pid=84874) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:08:57.902524 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_dvr_db [None req-274f26a1-3ca1-4b2a-aa39-74b8a34ee3a8 None None] Set router 5df102e4-7563-4fd1-93c6-bb85afcb8846 gateway port host: n-d-768862-2 {{(pid=84877) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 14 07:08:57.919584 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-5d238776-216f-4ff9-8e9f-b5cb36bf4a78 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:08:57.999161 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2add8935-d125-4738-933f-e47a3f056be7 tempest-SecurityGroupsTestAdminJSON-1976002775 tempest-SecurityGroupsTestAdminJSON-1976002775] Pushing event updated for resources: {'SecurityGroup': ['ID=6d5f6437-f7fc-46e1-8bdd-570004e5596b,revision_number=1']} {{(pid=84875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:08:58.003212 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-2add8935-d125-4738-933f-e47a3f056be7 tempest-SecurityGroupsTestAdminJSON-1976002775 tempest-SecurityGroupsTestAdminJSON-1976002775] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:08:58.073489 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [req-09d70d13-025d-48a5-aa4e-56926c02f739 req-2add8935-d125-4738-933f-e47a3f056be7 tempest-SecurityGroupsTestAdminJSON-1976002775 tempest-SecurityGroupsTestAdminJSON-1976002775] Notify callbacks [] for security_group, precommit_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:08:58.104931 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [req-09d70d13-025d-48a5-aa4e-56926c02f739 req-2add8935-d125-4738-933f-e47a3f056be7 tempest-SecurityGroupsTestAdminJSON-1976002775 tempest-SecurityGroupsTestAdminJSON-1976002775] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850887153'] for security_group, after_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:08:58.136219 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd615851-298f-405d-8718-9b50f5e85ee2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=43666cc8-6758-472a-897f-c70dccc75c41,revision_number=1']} {{(pid=84874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:08:58.149146 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-dd615851-298f-405d-8718-9b50f5e85ee2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.530s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:08:58.163294 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-b6374f59-39b4-4bab-98e8-4fed34b56e34 tempest-SecurityGroupsTestAdminJSON-1410245807 tempest-SecurityGroupsTestAdminJSON-1410245807] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:08:58.172469 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-19febce8-ea18-42f7-aeac-c0b8839cb767 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:08:58.208068 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2add8935-d125-4738-933f-e47a3f056be7 tempest-SecurityGroupsTestAdminJSON-1976002775 tempest-SecurityGroupsTestAdminJSON-1976002775] Pushing event updated for resources: {'SecurityGroup': ['ID=cd9a1fe5-a606-43c7-a9ae-812a5cb5de1f,revision_number=1']} {{(pid=84875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:08:58.211714 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-2add8935-d125-4738-933f-e47a3f056be7 tempest-SecurityGroupsTestAdminJSON-1976002775 tempest-SecurityGroupsTestAdminJSON-1976002775] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:08:58.213387 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [req-09d70d13-025d-48a5-aa4e-56926c02f739 req-2add8935-d125-4738-933f-e47a3f056be7 tempest-SecurityGroupsTestAdminJSON-1976002775 tempest-SecurityGroupsTestAdminJSON-1976002775] Notify callbacks [] for security_group, before_response {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:08:58.215893 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [req-09d70d13-025d-48a5-aa4e-56926c02f739 req-2add8935-d125-4738-933f-e47a3f056be7 tempest-SecurityGroupsTestAdminJSON-1976002775 tempest-SecurityGroupsTestAdminJSON-1976002775] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 1.8740237 Jan 14 07:08:58.461570 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.v2.base [req-1cf02b60-4b00-47f6-9fb0-cf592b589189 req-1c71a280-f0bb-47bf-941d-11a73a434711 tempest-SecurityGroupsTestAdminJSON-1976002775 tempest-SecurityGroupsTestAdminJSON-1976002775] Request body: {'security_group': {'name': 'tempest-securitygroup-245136622', 'description': 'tempest-description-1466485450'}} {{(pid=84875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:08:58.497631 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [req-1cf02b60-4b00-47f6-9fb0-cf592b589189 req-1c71a280-f0bb-47bf-941d-11a73a434711 tempest-SecurityGroupsTestAdminJSON-1976002775 tempest-SecurityGroupsTestAdminJSON-1976002775] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:08:58.515294 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-e3a29162-29b3-4d08-9d38-417fc2791bba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850887113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036851621412', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036852467174'] for subnet, after_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:08:58.516971 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [req-1cf02b60-4b00-47f6-9fb0-cf592b589189 req-1c71a280-f0bb-47bf-941d-11a73a434711 tempest-SecurityGroupsTestAdminJSON-1976002775 tempest-SecurityGroupsTestAdminJSON-1976002775] Usage tracker for resource:security_group and tenant:3bb0edca7e9c40b2ba44bd35d6a718c0 is out of sync, need to count used quota {{(pid=84875) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:08:58.654913 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [req-37cf9735-7258-4d34-a734-6fc2db42cf96 req-2a09c3d6-8238-451d-a934-667d840f7173 tempest-ServersWithSpecificFlavorTestJSON-1541021946 tempest-ServersWithSpecificFlavorTestJSON-1541021946] Notify callbacks [] for port, precommit_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:08:58.662242 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_hamode_db [None req-274f26a1-3ca1-4b2a-aa39-74b8a34ee3a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5df102e4-7563-4fd1-93c6-bb85afcb8846', 'name': 'tempest-AttachSCSIVolumeTestJSON-680545290-router', 'tenant_id': 'f85c82bd29754c1bb1dc756e2b7c7b32', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '226f1e78-82cd-4481-9055-4eb73b6db8c1', 'external_fixed_ips': [{'subnet_id': 'ba8deeec-7658-4195-9449-038c076f5c83', 'ip_address': '172.25.2.243'}], 'enable_snat': True}, 'gw_port_id': '2bb35577-6e7d-4746-a021-cfdc91f58ca3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-14T07:08:47Z', 'updated_at': '2021-01-14T07:08:50Z', 'revision_number': 3, 'project_id': 'f85c82bd29754c1bb1dc756e2b7c7b32', 'gw_port': {'id': '2bb35577-6e7d-4746-a021-cfdc91f58ca3', 'name': '', 'network_id': '226f1e78-82cd-4481-9055-4eb73b6db8c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:2d:54', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5df102e4-7563-4fd1-93c6-bb85afcb8846', 'device_owner': 'network:router_gateway', 'standard_attr_id': 385, 'fixed_ips': [{'subnet_id': 'ba8deeec-7658-4195-9449-038c076f5c83', 'ip_address': '172.25.2.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T07:08:49Z', 'updated_at': '2021-01-14T07:08:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ba8deeec-7658-4195-9449-038c076f5c83', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-2'}], 'n-d-768862-2', False) {} {{(pid=84877) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:08:58.673277 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-274f26a1-3ca1-4b2a-aa39-74b8a34ee3a8 None None] The sync data for ids ['5df102e4-7563-4fd1-93c6-bb85afcb8846'] in n-d-768862-2 is: [{'id': '5df102e4-7563-4fd1-93c6-bb85afcb8846', 'name': 'tempest-AttachSCSIVolumeTestJSON-680545290-router', 'tenant_id': 'f85c82bd29754c1bb1dc756e2b7c7b32', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '226f1e78-82cd-4481-9055-4eb73b6db8c1', 'external_fixed_ips': [{'subnet_id': 'ba8deeec-7658-4195-9449-038c076f5c83', 'ip_address': '172.25.2.243'}], 'enable_snat': True}, 'gw_port_id': '2bb35577-6e7d-4746-a021-cfdc91f58ca3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-14T07:08:47Z', 'updated_at': '2021-01-14T07:08:50Z', 'revision_number': 3, 'project_id': 'f85c82bd29754c1bb1dc756e2b7c7b32', 'gw_port': {'id': '2bb35577-6e7d-4746-a021-cfdc91f58ca3', 'name': '', 'network_id': '226f1e78-82cd-4481-9055-4eb73b6db8c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:2d:54', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5df102e4-7563-4fd1-93c6-bb85afcb8846', 'device_owner': 'network:router_gateway', 'standard_attr_id': 385, 'fixed_ips': [{'subnet_id': 'ba8deeec-7658-4195-9449-038c076f5c83', 'ip_address': '172.25.2.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T07:08:49Z', 'updated_at': '2021-01-14T07:08:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ba8deeec-7658-4195-9449-038c076f5c83', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-2'}] {{(pid=84877) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Jan 14 07:08:58.680715 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [req-37cf9735-7258-4d34-a734-6fc2db42cf96 req-2a09c3d6-8238-451d-a934-667d840f7173 tempest-ServersWithSpecificFlavorTestJSON-1541021946 tempest-ServersWithSpecificFlavorTestJSON-1541021946] Transition to ACTIVE for port object 9d45302b-a374-4b0c-8b95-dd5e9e950eac will not be triggered until provisioned by entity DHCP. {{(pid=84874) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 07:08:58.743746 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [req-37cf9735-7258-4d34-a734-6fc2db42cf96 req-2a09c3d6-8238-451d-a934-667d840f7173 tempest-ServersWithSpecificFlavorTestJSON-1541021946 tempest-ServersWithSpecificFlavorTestJSON-1541021946] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777640123575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3254186'] for port, after_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:08:58.795474 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-19febce8-ea18-42f7-aeac-c0b8839cb767 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:08:58.816565 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [req-1cf02b60-4b00-47f6-9fb0-cf592b589189 req-1c71a280-f0bb-47bf-941d-11a73a434711 tempest-SecurityGroupsTestAdminJSON-1976002775 tempest-SecurityGroupsTestAdminJSON-1976002775] Quota usage for security_group was recalculated. Used quota:2. {{(pid=84875) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:08:58.819808 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-90affb0a-2320-453f-bd99-e944d5d3d11f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:08:58.872480 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-19febce8-ea18-42f7-aeac-c0b8839cb767 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850887153'] for security_group, after_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:08:58.924836 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3a29162-29b3-4d08-9d38-417fc2791bba admin admin] Pushing event updated for resources: {'Subnet': ['ID=2c21dd4e-21bf-41ad-abe4-b0a62e780c01,revision_number=0']} {{(pid=84875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:08:58.936193 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-e3a29162-29b3-4d08-9d38-417fc2791bba admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:08:58.944271 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [req-1cf02b60-4b00-47f6-9fb0-cf592b589189 req-1c71a280-f0bb-47bf-941d-11a73a434711 tempest-SecurityGroupsTestAdminJSON-1976002775 tempest-SecurityGroupsTestAdminJSON-1976002775] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=84875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:08:59.012591 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3a29162-29b3-4d08-9d38-417fc2791bba admin admin] Checking segment: {'id': '923231f1-97f3-4822-be1d-a349e0a542cb', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 8, 'network_id': '77a020b1-5dc5-453e-b1f4-122bd4dbb87b'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84875) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 14 07:08:59.013147 n-d-768862-2 neutron-server[84765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3a29162-29b3-4d08-9d38-417fc2791bba admin admin] Network hostable DHCP agents. Network: 77a020b1-5dc5-453e-b1f4-122bd4dbb87b, hostable agents: ['32f3dd84-26da-4d18-bf15-6017a8fb7247'], hosted agents: [] {{(pid=84875) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Jan 14 07:08:59.081247 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [req-f54c7892-2355-4e2b-a107-41e738e3ce5c req-708bd63d-21f9-4ff9-9681-c638c8b48246 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=9740bdb926274fb0af3f877d3e3f5b1f&device_id=eb2c9811-297e-4da8-bbf5-12fc467dafc0 HTTP/1.1" status: 200 len: 210 time: 0.0712414 Jan 14 07:08:59.082811 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [req-1cf02b60-4b00-47f6-9fb0-cf592b589189 req-1c71a280-f0bb-47bf-941d-11a73a434711 tempest-SecurityGroupsTestAdminJSON-1976002775 tempest-SecurityGroupsTestAdminJSON-1976002775] Notify callbacks [] for security_group, before_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:08:59.083077 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-1ca5250f-1f2f-4b09-81e1-255cca1dcc31 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:08:59.110937 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [req-1cf02b60-4b00-47f6-9fb0-cf592b589189 req-1c71a280-f0bb-47bf-941d-11a73a434711 tempest-SecurityGroupsTestAdminJSON-1976002775 tempest-SecurityGroupsTestAdminJSON-1976002775] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:08:59.116380 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [req-1cf02b60-4b00-47f6-9fb0-cf592b589189 req-1c71a280-f0bb-47bf-941d-11a73a434711 tempest-SecurityGroupsTestAdminJSON-1976002775 tempest-SecurityGroupsTestAdminJSON-1976002775] Usage tracker for resource:security_group_rule and tenant:3bb0edca7e9c40b2ba44bd35d6a718c0 is out of sync, need to count used quota {{(pid=84875) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:08:59.120237 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [req-1cf02b60-4b00-47f6-9fb0-cf592b589189 req-1c71a280-f0bb-47bf-941d-11a73a434711 tempest-SecurityGroupsTestAdminJSON-1976002775 tempest-SecurityGroupsTestAdminJSON-1976002775] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84875) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:08:59.132969 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [req-1cf02b60-4b00-47f6-9fb0-cf592b589189 req-1c71a280-f0bb-47bf-941d-11a73a434711 tempest-SecurityGroupsTestAdminJSON-1976002775 tempest-SecurityGroupsTestAdminJSON-1976002775] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:08:59.167281 n-d-768862-2 neutron-server[84765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-37cf9735-7258-4d34-a734-6fc2db42cf96 req-2a09c3d6-8238-451d-a934-667d840f7173 tempest-ServersWithSpecificFlavorTestJSON-1541021946 tempest-ServersWithSpecificFlavorTestJSON-1541021946] Network a760f83e-96bb-4086-b2e9-7bb50ea36a96 is already hosted by enough agents. {{(pid=84874) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 07:08:59.175005 n-d-768862-2 neutron-server[84765]: INFO neutron.api.v2.resource [None req-103e0fd4-beca-4817-a595-b62b4847bc91 tempest-ServersWithSpecificFlavorTestJSON-1541021946 tempest-ServersWithSpecificFlavorTestJSON-1541021946] delete failed (client error): There was a conflict when trying to complete your request. Jan 14 07:08:59.176794 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-103e0fd4-beca-4817-a595-b62b4847bc91 tempest-ServersWithSpecificFlavorTestJSON-1541021946 tempest-ServersWithSpecificFlavorTestJSON-1541021946] 10.222.0.24 "DELETE /v2.0/security-groups/959c9906-34a8-4082-bf53-6b7dfccd716d HTTP/1.1" status: 409 len: 336 time: 1.3047454 Jan 14 07:08:59.181346 n-d-768862-2 neutron-server[84765]: DEBUG neutron.scheduler.base_scheduler [req-37cf9735-7258-4d34-a734-6fc2db42cf96 req-2a09c3d6-8238-451d-a934-667d840f7173 tempest-ServersWithSpecificFlavorTestJSON-1541021946 tempest-ServersWithSpecificFlavorTestJSON-1541021946] Resources bound (agent type, host, resource id): {{(pid=84874) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 07:08:59.189560 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19febce8-ea18-42f7-aeac-c0b8839cb767 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=43666cc8-6758-472a-897f-c70dccc75c41,revision_number=None']} {{(pid=84874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:08:59.193097 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_dvrscheduler_db [req-37cf9735-7258-4d34-a734-6fc2db42cf96 req-2a09c3d6-8238-451d-a934-667d840f7173 tempest-ServersWithSpecificFlavorTestJSON-1541021946 tempest-ServersWithSpecificFlavorTestJSON-1541021946] Received port after_create {{(pid=84874) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 14 07:08:59.243937 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [req-1cf02b60-4b00-47f6-9fb0-cf592b589189 req-1c71a280-f0bb-47bf-941d-11a73a434711 tempest-SecurityGroupsTestAdminJSON-1976002775 tempest-SecurityGroupsTestAdminJSON-1976002775] Notify callbacks [] for security_group, precommit_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:08:59.255654 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84875) accepted ('10.222.0.24', 53192) {{(pid=84875) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:08:59.307149 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-19febce8-ea18-42f7-aeac-c0b8839cb767 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.224s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:08:59.318175 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-807eff4e-919a-4274-8cfb-6f5cb301d21f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.202s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:08:59.530114 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a09c3d6-8238-451d-a934-667d840f7173 tempest-ServersWithSpecificFlavorTestJSON-1541021946 tempest-ServersWithSpecificFlavorTestJSON-1541021946] Pushing event updated for resources: {'Port': ['ID=9d45302b-a374-4b0c-8b95-dd5e9e950eac,revision_number=1']} {{(pid=84874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:08:59.563087 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-2a09c3d6-8238-451d-a934-667d840f7173 tempest-ServersWithSpecificFlavorTestJSON-1541021946 tempest-ServersWithSpecificFlavorTestJSON-1541021946] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.245s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:08:59.579967 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-19febce8-ea18-42f7-aeac-c0b8839cb767 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:08:59.584677 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-19febce8-ea18-42f7-aeac-c0b8839cb767 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/43666cc8-6758-472a-897f-c70dccc75c41 HTTP/1.1" status: 204 len: 168 time: 1.8891630 Jan 14 07:08:59.591072 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [req-1cf02b60-4b00-47f6-9fb0-cf592b589189 req-1c71a280-f0bb-47bf-941d-11a73a434711 tempest-SecurityGroupsTestAdminJSON-1976002775 tempest-SecurityGroupsTestAdminJSON-1976002775] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850887153'] for security_group, after_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:08:59.619469 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network":"rule:regular_user" was deprecated in W in favor of "create_network":"role:member and project_id:%(project_id)s". Reason: Jan 14 07:08:59.619469 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:08:59.619469 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:08:59.619469 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:08:59.619469 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:shared":"rule:admin_only" was deprecated in W in favor of "create_network:shared":"role:admin and system_scope:all". Reason: Jan 14 07:08:59.619469 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:08:59.619469 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:08:59.619469 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:08:59.619469 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:router:external":"rule:admin_only" was deprecated in W in favor of "create_network:router:external":"role:admin and system_scope:all". Reason: Jan 14 07:08:59.619469 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:08:59.619469 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:08:59.619469 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:08:59.619469 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:is_default":"rule:admin_only" was deprecated in W in favor of "create_network:is_default":"role:admin and system_scope:all". Reason: Jan 14 07:08:59.619469 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:08:59.619469 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:08:59.619469 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:08:59.619469 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:port_security_enabled":"rule:regular_user" was deprecated in W in favor of "create_network:port_security_enabled":"role:member and project_id:%(project_id)s". Reason: Jan 14 07:08:59.619469 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:08:59.619469 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:08:59.619469 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:08:59.619469 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:segments":"rule:admin_only" was deprecated in W in favor of "create_network:segments":"role:admin and system_scope:all". Reason: Jan 14 07:08:59.619469 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:08:59.619469 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:08:59.619469 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:08:59.619469 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "create_network:provider:network_type":"role:admin and system_scope:all". Reason: Jan 14 07:08:59.619469 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:08:59.619469 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:08:59.619469 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:08:59.619469 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "create_network:provider:physical_network":"role:admin and system_scope:all". Reason: Jan 14 07:08:59.619469 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:08:59.619469 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:08:59.619469 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:08:59.619469 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "create_network:provider:segmentation_id":"role:admin and system_scope:all". Reason: Jan 14 07:08:59.619469 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:08:59.619469 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:08:59.619469 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:08:59.619469 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network":"rule:admin_or_owner or rule:shared or rule:external or rule:context_is_advsvc" was deprecated in W in favor of "get_network":"(role:reader and system_scope:all) or (role:reader and project_id:%(project_id)s) or rule:shared or rule:external or rule:context_is_advsvc". Reason: Jan 14 07:08:59.619469 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:08:59.619469 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:08:59.619469 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:08:59.619469 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:router:external":"rule:regular_user" was deprecated in W in favor of "get_network:router:external":"role:reader and project_id:%(project_id)s". Reason: Jan 14 07:08:59.619469 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:08:59.619469 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:08:59.619469 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:08:59.619469 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:segments":"rule:admin_only" was deprecated in W in favor of "get_network:segments":"role:reader and system_scope:all". Reason: Jan 14 07:08:59.619469 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:08:59.619469 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:08:59.619469 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:08:59.624771 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "get_network:provider:network_type":"role:reader and system_scope:all". Reason: Jan 14 07:08:59.624771 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:08:59.624771 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:08:59.624771 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:08:59.624771 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "get_network:provider:physical_network":"role:reader and system_scope:all". Reason: Jan 14 07:08:59.624771 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:08:59.624771 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:08:59.624771 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:08:59.624771 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "get_network:provider:segmentation_id":"role:reader and system_scope:all". Reason: Jan 14 07:08:59.624771 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:08:59.624771 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:08:59.624771 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:08:59.624771 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network":"rule:admin_or_owner" was deprecated in W in favor of "update_network":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 07:08:59.624771 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:08:59.624771 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:08:59.624771 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:08:59.624771 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:segments":"rule:admin_only" was deprecated in W in favor of "update_network:segments":"role:admin and system_scope:all". Reason: Jan 14 07:08:59.624771 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:08:59.624771 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:08:59.624771 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:08:59.646761 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-13ab6f81-4d65-41fa-9f7e-7937e1db3dbe admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:08:59.651041 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37cf9735-7258-4d34-a734-6fc2db42cf96 req-2a09c3d6-8238-451d-a934-667d840f7173 tempest-ServersWithSpecificFlavorTestJSON-1541021946 tempest-ServersWithSpecificFlavorTestJSON-1541021946] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:08:59.651787 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [req-37cf9735-7258-4d34-a734-6fc2db42cf96 req-2a09c3d6-8238-451d-a934-667d840f7173 tempest-ServersWithSpecificFlavorTestJSON-1541021946 tempest-ServersWithSpecificFlavorTestJSON-1541021946] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854768116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3207107'] for port, before_response {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:08:59.670206 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84874) accepted ('10.222.0.24', 53202) {{(pid=84874) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:08:59.679513 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f54c7892-2355-4e2b-a107-41e738e3ce5c req-f663a25c-40ea-4f6d-9080-a66b92ec11e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:08:59.680704 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [req-37cf9735-7258-4d34-a734-6fc2db42cf96 req-2a09c3d6-8238-451d-a934-667d840f7173 tempest-ServersWithSpecificFlavorTestJSON-1541021946 tempest-ServersWithSpecificFlavorTestJSON-1541021946] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 6.7430689 Jan 14 07:08:59.696313 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [req-f54c7892-2355-4e2b-a107-41e738e3ce5c req-f663a25c-40ea-4f6d-9080-a66b92ec11e2 service neutron] 10.222.0.35 "GET /v2.0/networks?tenant_id=9740bdb926274fb0af3f877d3e3f5b1f&shared=False HTTP/1.1" status: 200 len: 915 time: 0.5909464 Jan 14 07:08:59.709100 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c71a280-f0bb-47bf-941d-11a73a434711 tempest-SecurityGroupsTestAdminJSON-1976002775 tempest-SecurityGroupsTestAdminJSON-1976002775] Pushing event updated for resources: {'SecurityGroup': ['ID=4f1619cc-bdd9-462c-8e6f-032d9eec897f,revision_number=1']} {{(pid=84875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:08:59.717718 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-1c71a280-f0bb-47bf-941d-11a73a434711 tempest-SecurityGroupsTestAdminJSON-1976002775 tempest-SecurityGroupsTestAdminJSON-1976002775] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:08:59.725506 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [req-1cf02b60-4b00-47f6-9fb0-cf592b589189 req-1c71a280-f0bb-47bf-941d-11a73a434711 tempest-SecurityGroupsTestAdminJSON-1976002775 tempest-SecurityGroupsTestAdminJSON-1976002775] Notify callbacks [] for security_group, before_response {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:08:59.736876 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [req-1cf02b60-4b00-47f6-9fb0-cf592b589189 req-1c71a280-f0bb-47bf-941d-11a73a434711 tempest-SecurityGroupsTestAdminJSON-1976002775 tempest-SecurityGroupsTestAdminJSON-1976002775] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1782 time: 1.2812948 Jan 14 07:08:59.742438 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [req-37cf9735-7258-4d34-a734-6fc2db42cf96 req-62896795-7f5a-4a4f-9dfe-870321db0f57 tempest-ServersWithSpecificFlavorTestJSON-1541021946 tempest-ServersWithSpecificFlavorTestJSON-1541021946] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=84874) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 14 07:08:59.743544 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [req-37cf9735-7258-4d34-a734-6fc2db42cf96 req-62896795-7f5a-4a4f-9dfe-870321db0f57 tempest-ServersWithSpecificFlavorTestJSON-1541021946 tempest-ServersWithSpecificFlavorTestJSON-1541021946] 10.222.0.35 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13279 time: 0.0435884 Jan 14 07:08:59.745425 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-e1e26228-a82e-49e6-bff3-00d5e0893cd3 None None] Provisioning for port 9d45302b-a374-4b0c-8b95-dd5e9e950eac completed by entity DHCP. {{(pid=84876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 07:08:59.761645 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-e1e26228-a82e-49e6-bff3-00d5e0893cd3 None None] Provisioning complete for port 9d45302b-a374-4b0c-8b95-dd5e9e950eac triggered by entity DHCP. {{(pid=84876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 07:08:59.762387 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-e1e26228-a82e-49e6-bff3-00d5e0893cd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-604227'] for port, provisioning_complete {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:08:59.780568 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.v2.base [req-37cf9735-7258-4d34-a734-6fc2db42cf96 req-056ba795-315d-4d7a-8102-6b39fd08269b service neutron] Request body: {'port': {'device_id': 'a0f2d2f5-940f-41cf-b7bc-bc3a271929e9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-768862-2'}} {{(pid=84874) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:08:59.861840 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.db_base_plugin_common [None req-7c250932-45a0-417a-aa2d-49465077c0fd admin admin] Allocated IP 172.20.0.1 (4836ea0a-f546-4f5a-a93b-c7e45ef1752d/27c3fde2-d1e6-4a5a-9f37-77671049f1d9/f805a7ce-2e45-4687-b68f-067763e04470) {{(pid=84874) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 14 07:09:00.013549 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.plugin [None req-e1e26228-a82e-49e6-bff3-00d5e0893cd3 None None] Port 9d45302b-a374-4b0c-8b95-dd5e9e950eac cannot update to ACTIVE because it is not bound. {{(pid=84876) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:329}} Jan 14 07:09:00.185822 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-c5c20168-9cf3-4ace-8524-547defd4e83d admin admin] Notify callbacks [] for security_group, before_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:09:00.236463 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [req-37cf9735-7258-4d34-a734-6fc2db42cf96 req-056ba795-315d-4d7a-8102-6b39fd08269b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555753'] for port, before_update {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:09:00.292825 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-c5c20168-9cf3-4ace-8524-547defd4e83d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:09:00.303433 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-c5c20168-9cf3-4ace-8524-547defd4e83d admin admin] Usage tracker for resource:security_group_rule and tenant:79f45cbe6b0e4bd7a606b926b0406db0 is out of sync, need to count used quota {{(pid=84874) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:09:00.311636 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-c5c20168-9cf3-4ace-8524-547defd4e83d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84874) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:09:00.326721 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-c5c20168-9cf3-4ace-8524-547defd4e83d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:09:00.454542 n-d-768862-2 neutron-server[84765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3a29162-29b3-4d08-9d38-417fc2791bba admin admin] Network 77a020b1-5dc5-453e-b1f4-122bd4dbb87b is scheduled to be hosted by DHCP agent 32f3dd84-26da-4d18-bf15-6017a8fb7247 with binding_index 1 {{(pid=84875) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Jan 14 07:09:00.538060 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-c5c20168-9cf3-4ace-8524-547defd4e83d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:09:00.550087 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-c5c20168-9cf3-4ace-8524-547defd4e83d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850887153'] for security_group, after_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:09:00.550827 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.plugin [None req-6558a17b-13db-4255-9c44-f3b2086215cb tempest-ServersWithSpecificFlavorTestJSON-1541021946 tempest-ServersWithSpecificFlavorTestJSON-1541021946] Deleting port 903a28b6-4460-461a-a3c0-9a93b262401e {{(pid=84875) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 07:09:00.551360 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-6558a17b-13db-4255-9c44-f3b2086215cb tempest-ServersWithSpecificFlavorTestJSON-1541021946 tempest-ServersWithSpecificFlavorTestJSON-1541021946] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363259214248359'] for port, before_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:09:00.646057 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84874) accepted ('10.222.0.24', 53218) {{(pid=84874) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:09:00.646950 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-93000dd6-7595-4bcf-bc7a-8efe806ccd67 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:09:00.660906 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-c5c20168-9cf3-4ace-8524-547defd4e83d admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=79f45cbe6b0e4bd7a606b926b0406db0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9859881 Jan 14 07:09:00.722823 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84874) accepted ('10.222.0.24', 53220) {{(pid=84874) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:09:00.772312 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-91fdb289-51b5-4fc2-973d-11c3788abb8c admin admin] Notify callbacks [] for security_group, before_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:09:00.806827 n-d-768862-2 neutron-server[84765]: DEBUG neutron.scheduler.base_scheduler [None req-e3a29162-29b3-4d08-9d38-417fc2791bba admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768862-2, 77a020b1-5dc5-453e-b1f4-122bd4dbb87b) {{(pid=84875) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 07:09:00.821760 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f0f9375-7d2f-4b7e-878e-dcff68bb0706 None None] Network 77a020b1-5dc5-453e-b1f4-122bd4dbb87b requested from n-d-768862-2 {{(pid=84876) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 07:09:00.862194 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3a29162-29b3-4d08-9d38-417fc2791bba admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:09:00.862841 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-e3a29162-29b3-4d08-9d38-417fc2791bba admin admin] Notify callbacks [] for subnet, before_response {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:09:00.970957 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-7c250932-45a0-417a-aa2d-49465077c0fd admin admin] Notify callbacks [] for port, precommit_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:09:00.991126 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-7c250932-45a0-417a-aa2d-49465077c0fd admin admin] Transition to ACTIVE for port object f805a7ce-2e45-4687-b68f-067763e04470 will not be triggered until provisioned by entity DHCP. {{(pid=84874) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 07:09:01.048244 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-7c250932-45a0-417a-aa2d-49465077c0fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777640123575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3254186'] for port, after_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:09:01.049502 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5c20168-9cf3-4ace-8524-547defd4e83d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2ca6d3c3-1e85-4e72-b4cf-0c5d4936aeb7,revision_number=1']} {{(pid=84874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:09:01.053941 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-91fdb289-51b5-4fc2-973d-11c3788abb8c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:09:01.059568 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-c5c20168-9cf3-4ace-8524-547defd4e83d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.412s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:09:01.341566 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-91fdb289-51b5-4fc2-973d-11c3788abb8c admin admin] Usage tracker for resource:security_group_rule and tenant:457a0fc6118b4e9795e9a7731269d1de is out of sync, need to count used quota {{(pid=84874) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:09:01.345111 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:09:01.354774 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27ffd171-9aad-4dcc-9ca7-fe0c528efb46 None None] Network 77a020b1-5dc5-453e-b1f4-122bd4dbb87b requested from n-d-768862-2 {{(pid=84876) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 07:09:01.543598 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f54c7892-2355-4e2b-a107-41e738e3ce5c req-1073749f-c058-49e4-8c31-a2f47471ed5f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:09:01.545819 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [req-f54c7892-2355-4e2b-a107-41e738e3ce5c req-1073749f-c058-49e4-8c31-a2f47471ed5f service neutron] 10.222.0.35 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 863 time: 1.8038726 Jan 14 07:09:01.585783 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-e3a29162-29b3-4d08-9d38-417fc2791bba admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 6.5176330 Jan 14 07:09:01.761786 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-8164bbb4-7027-44bf-8ef5-11cb4f352b54 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:09:01.763680 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-91fdb289-51b5-4fc2-973d-11c3788abb8c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84874) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:09:01.769909 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-91fdb289-51b5-4fc2-973d-11c3788abb8c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:09:01.849441 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Device 2bb35577-6e7d-4746-a021-cfdc91f58ca3 up at agent ovs-agent-n-d-768862-2 {{(pid=84876) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 07:09:01.857879 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-91fdb289-51b5-4fc2-973d-11c3788abb8c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:09:01.867998 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c250932-45a0-417a-aa2d-49465077c0fd admin admin] Pushing event updated for resources: {'Port': ['ID=f805a7ce-2e45-4687-b68f-067763e04470,revision_number=1']} {{(pid=84874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:09:01.891432 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-7c250932-45a0-417a-aa2d-49465077c0fd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.546s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:09:01.892195 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-91fdb289-51b5-4fc2-973d-11c3788abb8c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850887153'] for security_group, after_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:09:01.911902 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-06f0a40d-cb04-480e-9dde-8beaf4c6323a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:09:01.947104 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91fdb289-51b5-4fc2-973d-11c3788abb8c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c03a38c4-9095-4df0-a440-43405479e4e0,revision_number=1']} {{(pid=84874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:09:01.962264 n-d-768862-2 neutron-server[84765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c250932-45a0-417a-aa2d-49465077c0fd admin admin] Network 4836ea0a-f546-4f5a-a93b-c7e45ef1752d is already hosted by enough agents. {{(pid=84874) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 07:09:01.964375 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-91fdb289-51b5-4fc2-973d-11c3788abb8c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:09:01.964771 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [req-833f71fb-0e91-4194-ad38-cb2c2b29dd80 req-6e7931de-5309-4273-a913-deb53206835a tempest-SecurityGroupsTestAdminJSON-1976002775 tempest-SecurityGroupsTestAdminJSON-1976002775] Synchronizing usage tracker for tenant:3bb0edca7e9c40b2ba44bd35d6a718c0 on resource:security_group {{(pid=84875) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 14 07:09:01.978348 n-d-768862-2 neutron-server[84765]: DEBUG neutron.scheduler.base_scheduler [None req-7c250932-45a0-417a-aa2d-49465077c0fd admin admin] Resources bound (agent type, host, resource id): {{(pid=84874) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 07:09:01.999604 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c250932-45a0-417a-aa2d-49465077c0fd admin admin] Received port after_create {{(pid=84874) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 14 07:09:02.062612 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-7c250932-45a0-417a-aa2d-49465077c0fd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036850886386'] for router_interface, before_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:09:02.098897 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-6558a17b-13db-4255-9c44-f3b2086215cb tempest-ServersWithSpecificFlavorTestJSON-1541021946 tempest-ServersWithSpecificFlavorTestJSON-1541021946] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036850862667'] for port, precommit_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:09:02.099347 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-6558a17b-13db-4255-9c44-f3b2086215cb tempest-ServersWithSpecificFlavorTestJSON-1541021946 tempest-ServersWithSpecificFlavorTestJSON-1541021946] Notify callbacks [] for floatingip, precommit_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:09:02.120674 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-8164bbb4-7027-44bf-8ef5-11cb4f352b54 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:09:02.140070 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be6edd05-63ed-4d47-9000-9a2fe86dd24f req-5b40cf94-7005-4963-ae8f-730781139878 tempest-LiveAutoBlockMigrationV225Test-1967294130 tempest-LiveAutoBlockMigrationV225Test-1967294130] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:09:02.142750 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [req-be6edd05-63ed-4d47-9000-9a2fe86dd24f req-5b40cf94-7005-4963-ae8f-730781139878 tempest-LiveAutoBlockMigrationV225Test-1967294130 tempest-LiveAutoBlockMigrationV225Test-1967294130] 10.222.0.24 "GET /v2.0/networks?id=26403650-7f90-4538-aecf-889928cc4890 HTTP/1.1" status: 200 len: 821 time: 2.8861077 Jan 14 07:09:02.163542 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [req-833f71fb-0e91-4194-ad38-cb2c2b29dd80 req-6e7931de-5309-4273-a913-deb53206835a tempest-SecurityGroupsTestAdminJSON-1976002775 tempest-SecurityGroupsTestAdminJSON-1976002775] Unset dirty status for tenant:3bb0edca7e9c40b2ba44bd35d6a718c0 on resource:security_group {{(pid=84875) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 14 07:09:02.171295 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [req-833f71fb-0e91-4194-ad38-cb2c2b29dd80 req-6e7931de-5309-4273-a913-deb53206835a tempest-SecurityGroupsTestAdminJSON-1976002775 tempest-SecurityGroupsTestAdminJSON-1976002775] 10.222.0.24 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 41999 time: 1.3107307 Jan 14 07:09:02.178535 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [req-f54c7892-2355-4e2b-a107-41e738e3ce5c req-9bab8637-0fb1-4b11-896e-4b20dc527d83 tempest-LiveAutoBlockMigrationV225Test-1967294130 tempest-LiveAutoBlockMigrationV225Test-1967294130] 10.222.0.35 "GET /v2.0/ports?device_id=eb2c9811-297e-4da8-bbf5-12fc467dafc0 HTTP/1.1" status: 200 len: 210 time: 0.2543683 Jan 14 07:09:02.271025 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Provisioning for port 2bb35577-6e7d-4746-a021-cfdc91f58ca3 completed by entity L2. {{(pid=84876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 07:09:02.289717 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Provisioning complete for port 2bb35577-6e7d-4746-a021-cfdc91f58ca3 triggered by entity L2. {{(pid=84876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 07:09:02.290410 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-604227'] for port, provisioning_complete {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:09:02.384032 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [req-be6edd05-63ed-4d47-9000-9a2fe86dd24f req-7c7699dd-3016-48fd-93d3-40edf59eb625 tempest-LiveAutoBlockMigrationV225Test-1967294130 tempest-LiveAutoBlockMigrationV225Test-1967294130] 10.222.0.24 "GET /v2.0/quotas/9740bdb926274fb0af3f877d3e3f5b1f HTTP/1.1" status: 200 len: 375 time: 0.2089357 Jan 14 07:09:02.564538 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.plugin [None req-6558a17b-13db-4255-9c44-f3b2086215cb tempest-ServersWithSpecificFlavorTestJSON-1541021946 tempest-ServersWithSpecificFlavorTestJSON-1541021946] Calling delete_port for 903a28b6-4460-461a-a3c0-9a93b262401e owned by network:floatingip {{(pid=84875) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 07:09:02.688638 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [req-833f71fb-0e91-4194-ad38-cb2c2b29dd80 req-0bd961dc-ce30-466b-b18d-218607da3c98 tempest-SecurityGroupsTestAdminJSON-1976002775 tempest-SecurityGroupsTestAdminJSON-1976002775] 10.222.0.24 "GET /v2.0/security-groups/29b64f75-a337-4a08-8ff0-6263c051bd74 HTTP/1.1" status: 200 len: 2657 time: 0.3755579 Jan 14 07:09:02.702659 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [req-be6edd05-63ed-4d47-9000-9a2fe86dd24f req-e5d02afa-f607-4b46-8fa9-45ecc5bce2bb tempest-LiveAutoBlockMigrationV225Test-1967294130 tempest-LiveAutoBlockMigrationV225Test-1967294130] 10.222.0.24 "GET /v2.0/ports?tenant_id=9740bdb926274fb0af3f877d3e3f5b1f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0923164 Jan 14 07:09:02.759685 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-2a93699d-7320-465d-bccd-814caca1de43 None None] Provisioning for port f805a7ce-2e45-4687-b68f-067763e04470 completed by entity DHCP. {{(pid=84876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 07:09:02.783606 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-2a93699d-7320-465d-bccd-814caca1de43 None None] Provisioning complete for port f805a7ce-2e45-4687-b68f-067763e04470 triggered by entity DHCP. {{(pid=84876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 07:09:02.793034 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-2a93699d-7320-465d-bccd-814caca1de43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-604227'] for port, provisioning_complete {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:09:02.941001 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.plugin [None req-2a93699d-7320-465d-bccd-814caca1de43 None None] Port f805a7ce-2e45-4687-b68f-067763e04470 cannot update to ACTIVE because it is not bound. {{(pid=84876) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:329}} Jan 14 07:09:02.978565 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555753'] for port, before_update {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:09:03.017808 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [req-be6edd05-63ed-4d47-9000-9a2fe86dd24f req-81140e04-bdcc-4a9b-9640-55b709bf9890 service neutron] 10.222.0.24 "GET /v2.0/networks/26403650-7f90-4538-aecf-889928cc4890?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3134611 Jan 14 07:09:03.020165 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] For port 2bb35577-6e7d-4746-a021-cfdc91f58ca3, host n-d-768862-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-2',level=0,port_id=2bb35577-6e7d-4746-a021-cfdc91f58ca3,segment=NetworkSegment(cf3ded2c-bc47-4a71-89af-6e7117e60140),segment_id=cf3ded2c-bc47-4a71-89af-6e7117e60140)] {{(pid=84876) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 07:09:03.029450 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777640533312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363259214678337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777640097497'] for port, after_update {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:09:03.032853 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-daae83af-a854-44b5-a983-3c40f085dc0a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84876) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:09:03.236435 n-d-768862-2 neutron-server[84765]: DEBUG neutron.notifiers.nova [req-37cf9735-7258-4d34-a734-6fc2db42cf96 req-056ba795-315d-4d7a-8102-6b39fd08269b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9d45302b-a374-4b0c-8b95-dd5e9e950eac {{(pid=84874) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Jan 14 07:09:03.246165 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [req-37cf9735-7258-4d34-a734-6fc2db42cf96 req-056ba795-315d-4d7a-8102-6b39fd08269b service neutron] Notify callbacks [] for port, precommit_update {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:09:03.248549 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Pushing event updated for resources: {'Port': ['ID=2bb35577-6e7d-4746-a021-cfdc91f58ca3,revision_number=4']} {{(pid=84876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:09:03.263824 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [req-37cf9735-7258-4d34-a734-6fc2db42cf96 req-056ba795-315d-4d7a-8102-6b39fd08269b service neutron] Transition to ACTIVE for port object 9d45302b-a374-4b0c-8b95-dd5e9e950eac will not be triggered until provisioned by entity L2. {{(pid=84874) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 07:09:03.276805 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-91fdb289-51b5-4fc2-973d-11c3788abb8c admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=457a0fc6118b4e9795e9a7731269d1de&name=default HTTP/1.1" status: 200 len: 2979 time: 2.6119542 Jan 14 07:09:03.286525 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [req-37cf9735-7258-4d34-a734-6fc2db42cf96 req-056ba795-315d-4d7a-8102-6b39fd08269b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777640533312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363259214678337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777640097497', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036851521613'] for port, after_update {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:09:03.288436 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@n-h1-768862-2 {{(pid=84876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:09:03.289164 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-h1-768862-2 {{(pid=84876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:09:03.289856 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-h1-768862-2 {{(pid=84876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:09:03.290591 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-h1-768862-2 {{(pid=84876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:09:03.291280 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@n-h1-768862-2 {{(pid=84876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:09:03.292045 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-h1-768862-2 {{(pid=84876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:09:03.292797 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-h1-768862-2 {{(pid=84876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:09:03.294564 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-h1-768862-2 {{(pid=84876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:09:03.294737 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84874) accepted ('10.222.0.24', 53240) {{(pid=84874) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:09:03.294829 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-h1-768862-2 {{(pid=84876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:09:03.295170 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-h1-768862-2 {{(pid=84876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:09:03.295881 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-h1-768862-2 {{(pid=84876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:09:03.296640 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-h1-768862-2 {{(pid=84876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:09:03.299019 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@n-h2-768862-2 {{(pid=84876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:09:03.299790 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-h2-768862-2 {{(pid=84876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:09:03.300606 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-h2-768862-2 {{(pid=84876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:09:03.301555 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-h2-768862-2 {{(pid=84876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:09:03.302351 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@n-h2-768862-2 {{(pid=84876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:09:03.303099 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-h2-768862-2 {{(pid=84876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:09:03.304139 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-h2-768862-2 {{(pid=84876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:09:03.304803 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-h2-768862-2 {{(pid=84876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:09:03.305501 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-h2-768862-2 {{(pid=84876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:09:03.306592 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-h2-768862-2 {{(pid=84876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:09:03.307070 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-h2-768862-2 {{(pid=84876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:09:03.307710 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-h2-768862-2 {{(pid=84876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:09:03.309100 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-2 {{(pid=84876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:09:03.309842 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-2 {{(pid=84876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:09:03.310590 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-2 {{(pid=84876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:09:03.311616 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-2 {{(pid=84876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:09:03.312411 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@n-d-768862-2 {{(pid=84876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:09:03.314807 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-2 {{(pid=84876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:09:03.315567 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-768862-2 {{(pid=84876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:09:03.316358 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-768862-2 {{(pid=84876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:09:03.317105 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-2 {{(pid=84876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:09:03.317845 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-2 {{(pid=84876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:09:03.318564 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-2 {{(pid=84876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:09:03.319917 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-2 {{(pid=84876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:09:03.330775 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.298s {{(pid=84876) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:09:03.342987 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [req-833f71fb-0e91-4194-ad38-cb2c2b29dd80 req-152b088d-8ff2-4df8-9bb3-86479eede040 tempest-SecurityGroupsTestAdminJSON-1976002775 tempest-SecurityGroupsTestAdminJSON-1976002775] 10.222.0.24 "GET /v2.0/security-groups/29b64f75-a337-4a08-8ff0-6263c051bd74 HTTP/1.1" status: 200 len: 2657 time: 0.3154018 Jan 14 07:09:03.439506 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:09:03.471203 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [req-833f71fb-0e91-4194-ad38-cb2c2b29dd80 req-3f017795-c2e4-465b-9250-62c744296e6a tempest-SecurityGroupsTestAdminJSON-1976002775 tempest-SecurityGroupsTestAdminJSON-1976002775] 10.222.0.24 "GET /v2.0/security-groups/2ca6d3c3-1e85-4e72-b4cf-0c5d4936aeb7 HTTP/1.1" status: 200 len: 2981 time: 0.0931420 Jan 14 07:09:03.633437 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [req-be6edd05-63ed-4d47-9000-9a2fe86dd24f req-63431de3-d974-4b7d-843f-26395ac105d1 service neutron] 10.222.0.24 "GET /v2.0/networks/26403650-7f90-4538-aecf-889928cc4890?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.6117413 Jan 14 07:09:03.645476 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [req-833f71fb-0e91-4194-ad38-cb2c2b29dd80 req-98cbae7d-dee4-4581-9264-b86e989eabf7 tempest-SecurityGroupsTestAdminJSON-1976002775 tempest-SecurityGroupsTestAdminJSON-1976002775] 10.222.0.24 "GET /v2.0/security-groups/2ca6d3c3-1e85-4e72-b4cf-0c5d4936aeb7 HTTP/1.1" status: 200 len: 2981 time: 0.1262088 Jan 14 07:09:03.664598 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-056ba795-315d-4d7a-8102-6b39fd08269b service neutron] Pushing event updated for resources: {'Port': ['ID=9d45302b-a374-4b0c-8b95-dd5e9e950eac,revision_number=2']} {{(pid=84874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:09:03.730515 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-6558a17b-13db-4255-9c44-f3b2086215cb tempest-ServersWithSpecificFlavorTestJSON-1541021946 tempest-ServersWithSpecificFlavorTestJSON-1541021946] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777640533329', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777640097463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851621574'] for port, after_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:09:03.738969 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-056ba795-315d-4d7a-8102-6b39fd08269b service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.299s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:09:03.755766 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-dfebfb8a-0a1f-4d7b-996a-8ee10f5e08eb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:09:03.814486 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-7c250932-45a0-417a-aa2d-49465077c0fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555753'] for port, before_update {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:09:03.841012 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6558a17b-13db-4255-9c44-f3b2086215cb tempest-ServersWithSpecificFlavorTestJSON-1541021946 tempest-ServersWithSpecificFlavorTestJSON-1541021946] Pushing event deleted for resources: {'Port': ['ID=903a28b6-4460-461a-a3c0-9a93b262401e,revision_number=None']} {{(pid=84875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:09:03.924463 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [req-833f71fb-0e91-4194-ad38-cb2c2b29dd80 req-a76d87e4-7680-4f9a-93e6-e5ec98595c6c tempest-SecurityGroupsTestAdminJSON-1976002775 tempest-SecurityGroupsTestAdminJSON-1976002775] 10.222.0.24 "GET /v2.0/security-groups/32e2e317-a357-44fa-88ac-3657d9b37b3a HTTP/1.1" status: 200 len: 2981 time: 0.2605796 Jan 14 07:09:03.935452 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-6558a17b-13db-4255-9c44-f3b2086215cb tempest-ServersWithSpecificFlavorTestJSON-1541021946 tempest-ServersWithSpecificFlavorTestJSON-1541021946] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.180s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:09:04.073853 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84875) accepted ('10.222.0.24', 53252) {{(pid=84875) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:09:04.082393 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [req-833f71fb-0e91-4194-ad38-cb2c2b29dd80 req-1d2f58bd-9054-4953-92cf-c4eff5cce5ea tempest-SecurityGroupsTestAdminJSON-1976002775 tempest-SecurityGroupsTestAdminJSON-1976002775] 10.222.0.24 "GET /v2.0/security-groups/32e2e317-a357-44fa-88ac-3657d9b37b3a HTTP/1.1" status: 200 len: 2981 time: 0.1447072 Jan 14 07:09:04.099106 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.v2.base [None req-0b9a0e94-0464-4d62-9fd9-93c669b76d35 admin admin] Request body: {'network': {'name': 'tempest-VolumesAdminNegativeTest-1543183148-network', 'tenant_id': '929492073b0948809623852e9c86955e'}} {{(pid=84875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:09:04.121608 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-b10af9ba-7160-4a78-b01d-899720582c0b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:09:04.127654 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-0b9a0e94-0464-4d62-9fd9-93c669b76d35 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:09:04.143765 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-8164bbb4-7027-44bf-8ef5-11cb4f352b54 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850887153'] for security_group, after_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:09:04.149062 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-0b9a0e94-0464-4d62-9fd9-93c669b76d35 admin admin] Usage tracker for resource:network and tenant:929492073b0948809623852e9c86955e is out of sync, need to count used quota {{(pid=84875) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:09:04.155596 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-0b9a0e94-0464-4d62-9fd9-93c669b76d35 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84875) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:09:04.163311 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-d50efaff-c2a6-4b10-a673-eaba414c55b9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:09:04.178930 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-0b9a0e94-0464-4d62-9fd9-93c669b76d35 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:09:04.190200 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8164bbb4-7027-44bf-8ef5-11cb4f352b54 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2ca6d3c3-1e85-4e72-b4cf-0c5d4936aeb7,revision_number=None']} {{(pid=84874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:09:04.200331 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-8164bbb4-7027-44bf-8ef5-11cb4f352b54 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:09:04.204848 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-8164bbb4-7027-44bf-8ef5-11cb4f352b54 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/2ca6d3c3-1e85-4e72-b4cf-0c5d4936aeb7 HTTP/1.1" status: 204 len: 168 time: 3.4730783 Jan 14 07:09:04.232603 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-8164bbb4-7027-44bf-8ef5-11cb4f352b54 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:09:04.307297 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [req-833f71fb-0e91-4194-ad38-cb2c2b29dd80 req-1d9a6377-e954-4f21-b6d8-4b2bec54793a tempest-SecurityGroupsTestAdminJSON-1976002775 tempest-SecurityGroupsTestAdminJSON-1976002775] 10.222.0.24 "GET /v2.0/security-groups/40bb45c4-c27f-4adb-9659-5eee590a73a9 HTTP/1.1" status: 200 len: 2981 time: 0.1813385 Jan 14 07:09:04.309812 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0b9a0e94-0464-4d62-9fd9-93c669b76d35 admin admin] Made reservation on behalf of 929492073b0948809623852e9c86955e for: {'network': 1} {{(pid=84875) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 07:09:04.314805 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-0b9a0e94-0464-4d62-9fd9-93c669b76d35 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555753'] for network, before_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:09:04.338555 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-b10af9ba-7160-4a78-b01d-899720582c0b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:09:04.365170 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-0b9a0e94-0464-4d62-9fd9-93c669b76d35 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:09:04.446857 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-0b9a0e94-0464-4d62-9fd9-93c669b76d35 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:09:04.451318 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-0b9a0e94-0464-4d62-9fd9-93c669b76d35 admin admin] Usage tracker for resource:security_group_rule and tenant:929492073b0948809623852e9c86955e is out of sync, need to count used quota {{(pid=84875) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:09:04.455521 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-0b9a0e94-0464-4d62-9fd9-93c669b76d35 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84875) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:09:04.467701 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-0b9a0e94-0464-4d62-9fd9-93c669b76d35 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:09:04.766231 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-0b9a0e94-0464-4d62-9fd9-93c669b76d35 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:09:04.818193 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-0b9a0e94-0464-4d62-9fd9-93c669b76d35 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850887153'] for security_group, after_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:09:04.833244 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-b12522b2-1646-4844-b2ef-4c715c7d7a5b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:09:04.911471 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [req-833f71fb-0e91-4194-ad38-cb2c2b29dd80 req-98e1d30d-c760-4a82-830b-56f429e74690 tempest-SecurityGroupsTestAdminJSON-1976002775 tempest-SecurityGroupsTestAdminJSON-1976002775] 10.222.0.24 "GET /v2.0/security-groups/40bb45c4-c27f-4adb-9659-5eee590a73a9 HTTP/1.1" status: 200 len: 2981 time: 0.5800333 Jan 14 07:09:04.921475 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b9a0e94-0464-4d62-9fd9-93c669b76d35 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6ecf9bac-817c-4245-bf66-34336d585321,revision_number=1']} {{(pid=84875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:09:05.045050 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-7c250932-45a0-417a-aa2d-49465077c0fd admin admin] Notify callbacks [] for port, precommit_update {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:09:05.094608 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-7c250932-45a0-417a-aa2d-49465077c0fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777640533312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363259214678337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777640097497', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036851521613'] for port, after_update {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:09:05.097321 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-b10af9ba-7160-4a78-b01d-899720582c0b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850887153'] for security_group, after_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:09:05.118990 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [req-796fe35c-40c7-4c7f-9e3b-8bc9ce31ab46 req-be93158f-1e89-4f6d-8f00-173a8336b99e service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=9740bdb926274fb0af3f877d3e3f5b1f&device_id=eb2c9811-297e-4da8-bbf5-12fc467dafc0 HTTP/1.1" status: 200 len: 210 time: 0.2032185 Jan 14 07:09:05.136945 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-0b9a0e94-0464-4d62-9fd9-93c669b76d35 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.304s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:09:05.180934 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-1bca78c3-9535-4f30-98c0-d22413d522d9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:09:05.268358 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-7c250932-45a0-417a-aa2d-49465077c0fd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3206949', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3889649'] for router_interface, after_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:09:05.313412 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Device 2bb35577-6e7d-4746-a021-cfdc91f58ca3 up at agent ovs-agent-n-d-768862-2 {{(pid=84876) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 07:09:05.428968 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Provisioning complete for port 2bb35577-6e7d-4746-a021-cfdc91f58ca3 triggered by entity L2. {{(pid=84876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 07:09:05.432425 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-604227'] for port, provisioning_complete {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:09:05.579036 n-d-768862-2 neutron-server[84765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c250932-45a0-417a-aa2d-49465077c0fd admin admin] Network 4836ea0a-f546-4f5a-a93b-c7e45ef1752d is already hosted by enough agents. {{(pid=84874) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 07:09:05.584144 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b10af9ba-7160-4a78-b01d-899720582c0b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c03a38c4-9095-4df0-a440-43405479e4e0,revision_number=None']} {{(pid=84874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:09:05.591785 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-b10af9ba-7160-4a78-b01d-899720582c0b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.411s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:09:05.594851 n-d-768862-2 neutron-server[84765]: DEBUG neutron.scheduler.base_scheduler [None req-7c250932-45a0-417a-aa2d-49465077c0fd admin admin] Resources bound (agent type, host, resource id): {{(pid=84874) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 07:09:05.595404 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0b9a0e94-0464-4d62-9fd9-93c669b76d35 admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 9} {{(pid=84875) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Jan 14 07:09:05.596818 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-b10af9ba-7160-4a78-b01d-899720582c0b admin admin] Notify callbacks [] for security_group, before_response {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:09:05.598263 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-b10af9ba-7160-4a78-b01d-899720582c0b admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/c03a38c4-9095-4df0-a440-43405479e4e0 HTTP/1.1" status: 204 len: 168 time: 2.2987642 Jan 14 07:09:05.599371 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-2a09c3d6-8238-451d-a934-667d840f7173 tempest-ServersWithSpecificFlavorTestJSON-1541021946 tempest-ServersWithSpecificFlavorTestJSON-1541021946] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.332s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:09:05.618201 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [req-833f71fb-0e91-4194-ad38-cb2c2b29dd80 req-12d8b508-bcd8-4c19-b3fb-e71b2171ac50 tempest-SecurityGroupsTestAdminJSON-1976002775 tempest-SecurityGroupsTestAdminJSON-1976002775] 10.222.0.24 "GET /v2.0/security-groups/44bffa38-9800-463a-b704-0b99673f16e1 HTTP/1.1" status: 200 len: 2977 time: 0.6807117 Jan 14 07:09:05.619398 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-796fe35c-40c7-4c7f-9e3b-8bc9ce31ab46 req-486192e2-480a-4c40-975b-e3179d68cd7f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:09:05.621064 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [req-796fe35c-40c7-4c7f-9e3b-8bc9ce31ab46 req-486192e2-480a-4c40-975b-e3179d68cd7f service neutron] 10.222.0.35 "GET /v2.0/networks?tenant_id=9740bdb926274fb0af3f877d3e3f5b1f&shared=False HTTP/1.1" status: 200 len: 915 time: 0.4384081 Jan 14 07:09:05.684743 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c250932-45a0-417a-aa2d-49465077c0fd admin admin] Pushing event updated for resources: {'Port': ['ID=f805a7ce-2e45-4687-b68f-067763e04470,revision_number=2']} {{(pid=84874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:09:05.690971 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-6558a17b-13db-4255-9c44-f3b2086215cb tempest-ServersWithSpecificFlavorTestJSON-1541021946 tempest-ServersWithSpecificFlavorTestJSON-1541021946] Notify callbacks [] for floatingip, after_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:09:05.692966 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.managers [req-37cf9735-7258-4d34-a734-6fc2db42cf96 req-056ba795-315d-4d7a-8102-6b39fd08269b service neutron] Attempting to bind port 9d45302b-a374-4b0c-8b95-dd5e9e950eac on host n-h1-768862-2 for vnic_type normal with profile {{(pid=84874) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 14 07:09:05.693393 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.managers [req-37cf9735-7258-4d34-a734-6fc2db42cf96 req-056ba795-315d-4d7a-8102-6b39fd08269b service neutron] Attempting to bind port 9d45302b-a374-4b0c-8b95-dd5e9e950eac by drivers openvswitch on host n-h1-768862-2 at level 0 using segments [{'id': 'ede39309-7d49-4073-9e60-ec596ff73fc3', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'a760f83e-96bb-4086-b2e9-7bb50ea36a96'}] {{(pid=84874) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 14 07:09:05.693787 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37cf9735-7258-4d34-a734-6fc2db42cf96 req-056ba795-315d-4d7a-8102-6b39fd08269b service neutron] Attempting to bind port 9d45302b-a374-4b0c-8b95-dd5e9e950eac on network a760f83e-96bb-4086-b2e9-7bb50ea36a96 {{(pid=84874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 14 07:09:05.696847 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-7c250932-45a0-417a-aa2d-49465077c0fd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:09:05.702639 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [req-833f71fb-0e91-4194-ad38-cb2c2b29dd80 req-a1c3c478-9f5b-4ecb-b3c6-62b6de0ccb6f tempest-SecurityGroupsTestAdminJSON-1976002775 tempest-SecurityGroupsTestAdminJSON-1976002775] 10.222.0.24 "GET /v2.0/security-groups/44bffa38-9800-463a-b704-0b99673f16e1 HTTP/1.1" status: 200 len: 2977 time: 0.0733221 Jan 14 07:09:05.714552 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-0b9a0e94-0464-4d62-9fd9-93c669b76d35 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment--9223363259214191851', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854179735'] for segment, precommit_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:09:05.728373 n-d-768862-2 neutron-server[84765]: INFO neutron.db.segments_db [None req-0b9a0e94-0464-4d62-9fd9-93c669b76d35 admin admin] Added segment a891018f-bc39-4c94-ad0f-39ef9ee52eef of type vxlan for network 481c6e50-3a2b-4288-aae4-fd37107c4467 Jan 14 07:09:05.990204 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-796fe35c-40c7-4c7f-9e3b-8bc9ce31ab46 req-8d293d96-2b24-4c1a-942a-d189365f0581 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:09:05.992207 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [req-796fe35c-40c7-4c7f-9e3b-8bc9ce31ab46 req-8d293d96-2b24-4c1a-942a-d189365f0581 service neutron] 10.222.0.35 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 863 time: 0.2916343 Jan 14 07:09:06.000636 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37cf9735-7258-4d34-a734-6fc2db42cf96 req-056ba795-315d-4d7a-8102-6b39fd08269b service neutron] Checking agent: {'id': '40905704-73ec-4668-87ec-fe70ac9582ac', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-h1-768862-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 14, 7, 5, 11), 'started_at': datetime.datetime(2021, 1, 14, 7, 5, 41), 'heartbeat_timestamp': datetime.datetime(2021, 1, 14, 7, 8, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.42', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 14 07:09:06.012693 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37cf9735-7258-4d34-a734-6fc2db42cf96 req-056ba795-315d-4d7a-8102-6b39fd08269b service neutron] Checking segment: {'id': 'ede39309-7d49-4073-9e60-ec596ff73fc3', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'a760f83e-96bb-4086-b2e9-7bb50ea36a96'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84874) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 14 07:09:06.013879 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [req-37cf9735-7258-4d34-a734-6fc2db42cf96 req-056ba795-315d-4d7a-8102-6b39fd08269b service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:09:06.014797 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37cf9735-7258-4d34-a734-6fc2db42cf96 req-056ba795-315d-4d7a-8102-6b39fd08269b service neutron] Bound using segment: {'id': 'ede39309-7d49-4073-9e60-ec596ff73fc3', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'a760f83e-96bb-4086-b2e9-7bb50ea36a96'} {{(pid=84874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 14 07:09:06.018052 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.managers [req-37cf9735-7258-4d34-a734-6fc2db42cf96 req-056ba795-315d-4d7a-8102-6b39fd08269b service neutron] Bound port: 9d45302b-a374-4b0c-8b95-dd5e9e950eac, host: n-h1-768862-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ede39309-7d49-4073-9e60-ec596ff73fc3', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'a760f83e-96bb-4086-b2e9-7bb50ea36a96'}}] {{(pid=84874) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 14 07:09:06.019718 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [req-37cf9735-7258-4d34-a734-6fc2db42cf96 req-056ba795-315d-4d7a-8102-6b39fd08269b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555753'] for port, before_update {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:09:06.105696 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-7c2a189c-e7b5-491b-b04f-e8a75b446e9b None None] Provisioning complete for port f805a7ce-2e45-4687-b68f-067763e04470 triggered by entity DHCP. {{(pid=84876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 07:09:06.112490 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-7c2a189c-e7b5-491b-b04f-e8a75b446e9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-604227'] for port, provisioning_complete {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:09:06.133284 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [req-796fe35c-40c7-4c7f-9e3b-8bc9ce31ab46 req-c5e0b5e5-6f2d-40e7-a3ef-4e88befdb0f2 tempest-LiveAutoBlockMigrationV225Test-1967294130 tempest-LiveAutoBlockMigrationV225Test-1967294130] 10.222.0.35 "GET /v2.0/ports?device_id=eb2c9811-297e-4da8-bbf5-12fc467dafc0 HTTP/1.1" status: 200 len: 210 time: 0.0735178 Jan 14 07:09:06.137757 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [req-833f71fb-0e91-4194-ad38-cb2c2b29dd80 req-41f15781-b86d-492b-91e7-6f7ee42fac51 tempest-SecurityGroupsTestAdminJSON-1976002775 tempest-SecurityGroupsTestAdminJSON-1976002775] 10.222.0.24 "GET /v2.0/security-groups/6d5f6437-f7fc-46e1-8bdd-570004e5596b HTTP/1.1" status: 200 len: 2981 time: 0.4058423 Jan 14 07:09:06.275621 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.plugin [None req-7c2a189c-e7b5-491b-b04f-e8a75b446e9b None None] Port f805a7ce-2e45-4687-b68f-067763e04470 cannot update to ACTIVE because it is not bound. {{(pid=84876) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:329}} Jan 14 07:09:06.281191 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-0b9a0e94-0464-4d62-9fd9-93c669b76d35 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363259214646115'] for network, precommit_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:09:06.298795 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [req-833f71fb-0e91-4194-ad38-cb2c2b29dd80 req-a368beb2-d464-44fa-b495-609102a9809a tempest-SecurityGroupsTestAdminJSON-1976002775 tempest-SecurityGroupsTestAdminJSON-1976002775] 10.222.0.24 "GET /v2.0/security-groups/6d5f6437-f7fc-46e1-8bdd-570004e5596b HTTP/1.1" status: 200 len: 2981 time: 0.1354182 Jan 14 07:09:06.299773 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-6558a17b-13db-4255-9c44-f3b2086215cb tempest-ServersWithSpecificFlavorTestJSON-1541021946 tempest-ServersWithSpecificFlavorTestJSON-1541021946] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854768116'] for floatingip, before_response {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:09:06.301150 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-6558a17b-13db-4255-9c44-f3b2086215cb tempest-ServersWithSpecificFlavorTestJSON-1541021946 tempest-ServersWithSpecificFlavorTestJSON-1541021946] 10.222.0.24 "DELETE /v2.0/floatingips/71c9f930-1992-41cf-8261-31f07819e1b9 HTTP/1.1" status: 204 len: 168 time: 6.7260387 Jan 14 07:09:06.447180 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:shared":"rule:admin_only" was deprecated in W in favor of "update_network:shared":"role:admin and system_scope:all". Reason: Jan 14 07:09:06.447180 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:09:06.447180 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:09:06.447180 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:09:06.447180 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "update_network:provider:network_type":"role:admin and system_scope:all". Reason: Jan 14 07:09:06.447180 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:09:06.447180 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:09:06.447180 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:09:06.447180 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "update_network:provider:physical_network":"role:admin and system_scope:all". Reason: Jan 14 07:09:06.447180 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:09:06.447180 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:09:06.447180 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:09:06.447180 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "update_network:provider:segmentation_id":"role:admin and system_scope:all". Reason: Jan 14 07:09:06.447180 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:09:06.447180 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:09:06.447180 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:09:06.447180 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:router:external":"rule:admin_only" was deprecated in W in favor of "update_network:router:external":"role:admin and system_scope:all". Reason: Jan 14 07:09:06.447180 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:09:06.447180 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:09:06.447180 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:09:06.447180 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:is_default":"rule:admin_only" was deprecated in W in favor of "update_network:is_default":"role:admin and system_scope:all". Reason: Jan 14 07:09:06.447180 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:09:06.447180 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:09:06.447180 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:09:06.447180 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:port_security_enabled":"rule:admin_or_owner" was deprecated in W in favor of "update_network:port_security_enabled":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 07:09:06.447180 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:09:06.447180 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:09:06.447180 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:09:06.447180 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "delete_network":"rule:admin_or_owner" was deprecated in W in favor of "delete_network":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 07:09:06.447180 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:09:06.447180 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:09:06.447180 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:09:06.447180 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_segment":"rule:admin_only" was deprecated in W in favor of "create_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:09:06.447180 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:09:06.447180 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_segment":"rule:admin_only" was deprecated in W in favor of "get_segment":"role:reader and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:09:06.447180 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:09:06.447180 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_segment":"rule:admin_only" was deprecated in W in favor of "update_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:09:06.447180 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:09:06.447180 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "delete_segment":"rule:admin_only" was deprecated in W in favor of "delete_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:09:06.447180 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:09:06.447180 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network":"rule:regular_user" was deprecated in W in favor of "create_network":"role:member and project_id:%(project_id)s". Reason: Jan 14 07:09:06.447180 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:09:06.450302 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:09:06.450302 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:09:06.450302 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:shared":"rule:admin_only" was deprecated in W in favor of "create_network:shared":"role:admin and system_scope:all". Reason: Jan 14 07:09:06.450302 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:09:06.450302 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:09:06.450302 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:09:06.450302 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:router:external":"rule:admin_only" was deprecated in W in favor of "create_network:router:external":"role:admin and system_scope:all". Reason: Jan 14 07:09:06.450302 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:09:06.450302 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:09:06.450302 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:09:06.450302 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:is_default":"rule:admin_only" was deprecated in W in favor of "create_network:is_default":"role:admin and system_scope:all". Reason: Jan 14 07:09:06.450302 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:09:06.450302 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:09:06.450302 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:09:06.450302 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:port_security_enabled":"rule:regular_user" was deprecated in W in favor of "create_network:port_security_enabled":"role:member and project_id:%(project_id)s". Reason: Jan 14 07:09:06.450302 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:09:06.450302 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:09:06.450302 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:09:06.450302 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:segments":"rule:admin_only" was deprecated in W in favor of "create_network:segments":"role:admin and system_scope:all". Reason: Jan 14 07:09:06.450302 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:09:06.450302 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:09:06.450302 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:09:06.450302 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "create_network:provider:network_type":"role:admin and system_scope:all". Reason: Jan 14 07:09:06.450302 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:09:06.450302 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:09:06.450302 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:09:06.450302 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "create_network:provider:physical_network":"role:admin and system_scope:all". Reason: Jan 14 07:09:06.450302 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:09:06.450302 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:09:06.450302 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:09:06.450302 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "create_network:provider:segmentation_id":"role:admin and system_scope:all". Reason: Jan 14 07:09:06.450302 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:09:06.450302 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:09:06.450302 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:09:06.450302 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network":"rule:admin_or_owner or rule:shared or rule:external or rule:context_is_advsvc" was deprecated in W in favor of "get_network":"(role:reader and system_scope:all) or (role:reader and project_id:%(project_id)s) or rule:shared or rule:external or rule:context_is_advsvc". Reason: Jan 14 07:09:06.450302 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:09:06.450302 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:09:06.450302 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:09:06.450302 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:router:external":"rule:regular_user" was deprecated in W in favor of "get_network:router:external":"role:reader and project_id:%(project_id)s". Reason: Jan 14 07:09:06.450302 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:09:06.450302 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:09:06.450302 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:09:06.450302 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:segments":"rule:admin_only" was deprecated in W in favor of "get_network:segments":"role:reader and system_scope:all". Reason: Jan 14 07:09:06.450302 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:09:06.450302 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:09:06.450302 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:09:06.450302 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "get_network:provider:network_type":"role:reader and system_scope:all". Reason: Jan 14 07:09:06.450302 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:09:06.450302 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:09:06.450302 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:09:06.453115 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "get_network:provider:physical_network":"role:reader and system_scope:all". Reason: Jan 14 07:09:06.453115 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:09:06.453115 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:09:06.453115 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:09:06.453115 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "get_network:provider:segmentation_id":"role:reader and system_scope:all". Reason: Jan 14 07:09:06.453115 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:09:06.453115 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:09:06.453115 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:09:06.453115 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network":"rule:admin_or_owner" was deprecated in W in favor of "update_network":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 07:09:06.453115 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:09:06.453115 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:09:06.453115 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:09:06.453115 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:segments":"rule:admin_only" was deprecated in W in favor of "update_network:segments":"role:admin and system_scope:all". Reason: Jan 14 07:09:06.453115 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:09:06.453115 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:09:06.453115 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:09:06.453115 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:shared":"rule:admin_only" was deprecated in W in favor of "update_network:shared":"role:admin and system_scope:all". Reason: Jan 14 07:09:06.453115 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:09:06.453115 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:09:06.453115 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:09:06.453115 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "update_network:provider:network_type":"role:admin and system_scope:all". Reason: Jan 14 07:09:06.453115 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:09:06.453115 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:09:06.453115 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:09:06.453115 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "update_network:provider:physical_network":"role:admin and system_scope:all". Reason: Jan 14 07:09:06.453115 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:09:06.453115 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:09:06.453115 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:09:06.453115 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "update_network:provider:segmentation_id":"role:admin and system_scope:all". Reason: Jan 14 07:09:06.453115 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:09:06.453115 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:09:06.453115 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:09:06.453115 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:router:external":"rule:admin_only" was deprecated in W in favor of "update_network:router:external":"role:admin and system_scope:all". Reason: Jan 14 07:09:06.453115 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:09:06.453115 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:09:06.453115 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:09:06.453115 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:is_default":"rule:admin_only" was deprecated in W in favor of "update_network:is_default":"role:admin and system_scope:all". Reason: Jan 14 07:09:06.453115 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:09:06.453115 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:09:06.453115 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:09:06.490937 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be6edd05-63ed-4d47-9000-9a2fe86dd24f req-fccc7707-3bd3-441f-8a48-07c340212afc tempest-LiveAutoBlockMigrationV225Test-1967294130 tempest-LiveAutoBlockMigrationV225Test-1967294130] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:09:06.492215 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [req-be6edd05-63ed-4d47-9000-9a2fe86dd24f req-fccc7707-3bd3-441f-8a48-07c340212afc tempest-LiveAutoBlockMigrationV225Test-1967294130 tempest-LiveAutoBlockMigrationV225Test-1967294130] Synchronizing usage tracker for tenant:9740bdb926274fb0af3f877d3e3f5b1f on resource:network {{(pid=84874) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 14 07:09:06.520402 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [req-833f71fb-0e91-4194-ad38-cb2c2b29dd80 req-a51f9bdd-4310-473e-b47c-f52548621934 tempest-SecurityGroupsTestAdminJSON-1976002775 tempest-SecurityGroupsTestAdminJSON-1976002775] 10.222.0.24 "GET /v2.0/security-groups/84eebfb1-9001-4ccd-abc9-0237870c1dce HTTP/1.1" status: 200 len: 2981 time: 0.2138834 Jan 14 07:09:06.521798 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-0b9a0e94-0464-4d62-9fd9-93c669b76d35 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850887149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964'] for network, after_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:09:06.523370 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b9a0e94-0464-4d62-9fd9-93c669b76d35 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:09:06.524179 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-0b9a0e94-0464-4d62-9fd9-93c669b76d35 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3207107'] for network, before_response {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:09:06.542171 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:09:06.562512 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-0b9a0e94-0464-4d62-9fd9-93c669b76d35 admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 2.4787054 Jan 14 07:09:06.624856 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84874) accepted ('10.222.0.24', 53306) {{(pid=84874) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:09:06.705699 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [req-be6edd05-63ed-4d47-9000-9a2fe86dd24f req-fccc7707-3bd3-441f-8a48-07c340212afc tempest-LiveAutoBlockMigrationV225Test-1967294130 tempest-LiveAutoBlockMigrationV225Test-1967294130] Unset dirty status for tenant:9740bdb926274fb0af3f877d3e3f5b1f on resource:network {{(pid=84874) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 14 07:09:06.706959 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [req-be6edd05-63ed-4d47-9000-9a2fe86dd24f req-fccc7707-3bd3-441f-8a48-07c340212afc tempest-LiveAutoBlockMigrationV225Test-1967294130 tempest-LiveAutoBlockMigrationV225Test-1967294130] 10.222.0.48 "GET /v2.0/networks?id=26403650-7f90-4538-aecf-889928cc4890 HTTP/1.1" status: 200 len: 821 time: 0.6117113 Jan 14 07:09:06.720389 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.v2.base [None req-81a186af-581a-4f09-b46c-3791933e3581 admin admin] Request body: {'subnet': {'network_id': '481c6e50-3a2b-4288-aae4-fd37107c4467', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesAdminNegativeTest-1543183148-subnet', 'tenant_id': '929492073b0948809623852e9c86955e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=84874) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:09:06.730513 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-81a186af-581a-4f09-b46c-3791933e3581 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:09:06.743738 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-81a186af-581a-4f09-b46c-3791933e3581 admin admin] Usage tracker for resource:subnet and tenant:929492073b0948809623852e9c86955e is out of sync, need to count used quota {{(pid=84874) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:09:06.747527 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-81a186af-581a-4f09-b46c-3791933e3581 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84874) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:09:06.763226 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-81a186af-581a-4f09-b46c-3791933e3581 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:09:06.782649 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [req-833f71fb-0e91-4194-ad38-cb2c2b29dd80 req-1e00ff46-6449-416e-bfd9-cc7e436a574f tempest-SecurityGroupsTestAdminJSON-1976002775 tempest-SecurityGroupsTestAdminJSON-1976002775] 10.222.0.24 "GET /v2.0/security-groups/84eebfb1-9001-4ccd-abc9-0237870c1dce HTTP/1.1" status: 200 len: 2981 time: 0.2413635 Jan 14 07:09:06.801709 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b9a0e94-0464-4d62-9fd9-93c669b76d35 admin admin] Pushing event updated for resources: {'Network': ['ID=481c6e50-3a2b-4288-aae4-fd37107c4467,revision_number=1']} {{(pid=84875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:09:06.806259 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-81a186af-581a-4f09-b46c-3791933e3581 admin admin] Made reservation on behalf of 929492073b0948809623852e9c86955e for: {'subnet': 1} {{(pid=84874) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 07:09:06.811454 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-81a186af-581a-4f09-b46c-3791933e3581 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036851981161'] for subnet, before_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:09:06.818883 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-017f98a9-8a07-408c-a86f-8ff0c00400a0 None None] Network 481c6e50-3a2b-4288-aae4-fd37107c4467 details requested by agent ovs-agent-n-h1-768862-2 with host n-h1-768862-2 {{(pid=84876) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 07:09:06.842322 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Network 481c6e50-3a2b-4288-aae4-fd37107c4467 details requested by agent ovs-agent-n-d-768862-2 with host n-d-768862-2 {{(pid=84876) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 07:09:06.885595 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-852a24f7-e9a1-4193-9abb-e9506fe5213f None None] Network 481c6e50-3a2b-4288-aae4-fd37107c4467 details requested by agent ovs-agent-n-h2-768862-2 with host n-h2-768862-2 {{(pid=84876) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 07:09:06.922956 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84875) accepted ('10.222.0.24', 53320) {{(pid=84875) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:09:06.924231 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-0b9a0e94-0464-4d62-9fd9-93c669b76d35 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.382s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:09:06.937329 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [req-833f71fb-0e91-4194-ad38-cb2c2b29dd80 req-81900527-d77c-43b3-ae97-140537a395a9 tempest-SecurityGroupsTestAdminJSON-1976002775 tempest-SecurityGroupsTestAdminJSON-1976002775] 10.222.0.24 "GET /v2.0/security-groups/903c8b99-b1c4-4034-9a4c-1385fe0328c6 HTTP/1.1" status: 200 len: 2981 time: 0.1403565 Jan 14 07:09:07.101063 n-d-768862-2 neutron-server[84765]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7c250932-45a0-417a-aa2d-49465077c0fd admin admin] Router 5df102e4-7563-4fd1-93c6-bb85afcb8846 has already been hosted by L3 agent 35f592e9-451b-4db9-abea-77b6a5c5391b {{(pid=84874) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Jan 14 07:09:07.156339 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [req-833f71fb-0e91-4194-ad38-cb2c2b29dd80 req-144dbcc9-47a4-40a6-b83c-b2f52108eea3 tempest-SecurityGroupsTestAdminJSON-1976002775 tempest-SecurityGroupsTestAdminJSON-1976002775] 10.222.0.24 "GET /v2.0/security-groups/903c8b99-b1c4-4034-9a4c-1385fe0328c6 HTTP/1.1" status: 200 len: 2981 time: 0.1459615 Jan 14 07:09:07.163149 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84875) accepted ('10.222.0.24', 53334) {{(pid=84875) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:09:07.671068 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.db_base_plugin_v2 [None req-8ba9b1b0-1d44-4105-ba21-bc767f5e0fdf admin admin] Deleting subnet bce1ff7a-b848-491f-a18f-12233b0367d9 {{(pid=84875) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Jan 14 07:09:07.769050 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-8ba9b1b0-1d44-4105-ba21-bc767f5e0fdf admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:09:07.853856 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [req-37cf9735-7258-4d34-a734-6fc2db42cf96 req-056ba795-315d-4d7a-8102-6b39fd08269b service neutron] For port 9d45302b-a374-4b0c-8b95-dd5e9e950eac, host n-h1-768862-2, cleared binding levels {{(pid=84874) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 14 07:09:07.883648 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [req-833f71fb-0e91-4194-ad38-cb2c2b29dd80 req-0a3d89fd-10d2-4d5a-bf0b-5c12cace0ac5 tempest-SecurityGroupsTestAdminJSON-1976002775 tempest-SecurityGroupsTestAdminJSON-1976002775] 10.222.0.24 "GET /v2.0/security-groups/be3a289a-bcae-4a8e-b796-5873676fca3d HTTP/1.1" status: 200 len: 2981 time: 0.7079687 Jan 14 07:09:07.914591 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [req-37cf9735-7258-4d34-a734-6fc2db42cf96 req-056ba795-315d-4d7a-8102-6b39fd08269b service neutron] For port 9d45302b-a374-4b0c-8b95-dd5e9e950eac, host n-h1-768862-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-h1-768862-2',level=0,port_id=9d45302b-a374-4b0c-8b95-dd5e9e950eac,segment=NetworkSegment(ede39309-7d49-4073-9e60-ec596ff73fc3),segment_id=ede39309-7d49-4073-9e60-ec596ff73fc3)] {{(pid=84874) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 14 07:09:07.931716 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-8ba9b1b0-1d44-4105-ba21-bc767f5e0fdf admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3367281'] for subnet, precommit_delete_associations {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:09:07.987878 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [req-37cf9735-7258-4d34-a734-6fc2db42cf96 req-056ba795-315d-4d7a-8102-6b39fd08269b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777640533312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363259214678337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777640097497', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036851521613'] for port, after_update {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:09:08.023287 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:09:08.032287 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [req-833f71fb-0e91-4194-ad38-cb2c2b29dd80 req-211f4318-fc7e-42f8-8fe3-bf7530b5ff8d tempest-SecurityGroupsTestAdminJSON-1976002775 tempest-SecurityGroupsTestAdminJSON-1976002775] 10.222.0.24 "GET /v2.0/security-groups/be3a289a-bcae-4a8e-b796-5873676fca3d HTTP/1.1" status: 200 len: 2981 time: 0.1474862 Jan 14 07:09:08.153965 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-8ba9b1b0-1d44-4105-ba21-bc767f5e0fdf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036854176836'] for subnet, precommit_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:09:08.220543 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-056ba795-315d-4d7a-8102-6b39fd08269b service neutron] Pushing event updated for resources: {'Port': ['ID=9d45302b-a374-4b0c-8b95-dd5e9e950eac,revision_number=3']} {{(pid=84874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:09:08.230095 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-056ba795-315d-4d7a-8102-6b39fd08269b service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.207s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:09:08.256502 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7c250932-45a0-417a-aa2d-49465077c0fd admin admin] Notify agent at l3_agent.n-d-768862-2 the message routers_updated {{(pid=84874) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jan 14 07:09:08.278490 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f02da8fc-520d-4339-85f3-571add5513f3 None None] Sync routers for ids ['5df102e4-7563-4fd1-93c6-bb85afcb8846'] in n-d-768862-2 {{(pid=84876) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Jan 14 07:09:08.295653 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f02da8fc-520d-4339-85f3-571add5513f3 None None] Routers {'5df102e4-7563-4fd1-93c6-bb85afcb8846'} bound to L3 agent in host n-d-768862-2 {{(pid=84876) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 14 07:09:08.296402 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_hamode_db [None req-f02da8fc-520d-4339-85f3-571add5513f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-01-14T06:56:51Z,description=,heartbeat_timestamp=2021-01-14T07:08:51Z,host='n-d-768862-2',id=35f592e9-451b-4db9-abea-77b6a5c5391b,load=0,resource_versions=,resources_synced=,started_at=2021-01-14T06:56:51Z,topic='l3_agent')) {'router_ids': ['5df102e4-7563-4fd1-93c6-bb85afcb8846'], 'active': True} {{(pid=84876) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:09:08.302798 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-7c250932-45a0-417a-aa2d-49465077c0fd admin admin] 10.222.0.24 "PUT /v2.0/routers/5df102e4-7563-4fd1-93c6-bb85afcb8846/add_router_interface HTTP/1.1" status: 200 len: 503 time: 15.6164074 Jan 14 07:09:08.319073 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [req-833f71fb-0e91-4194-ad38-cb2c2b29dd80 req-7b41fb20-fa6b-4445-89f4-a10c96390dcc tempest-SecurityGroupsTestAdminJSON-1976002775 tempest-SecurityGroupsTestAdminJSON-1976002775] 10.222.0.24 "GET /v2.0/security-groups/c4fcff00-8c31-4b71-8ca2-5f0e574a2758 HTTP/1.1" status: 200 len: 2981 time: 0.2855470 Jan 14 07:09:08.385273 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37cf9735-7258-4d34-a734-6fc2db42cf96 req-056ba795-315d-4d7a-8102-6b39fd08269b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:09:08.385273 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [req-37cf9735-7258-4d34-a734-6fc2db42cf96 req-056ba795-315d-4d7a-8102-6b39fd08269b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854768116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3207107'] for port, before_response {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:09:08.385630 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [req-37cf9735-7258-4d34-a734-6fc2db42cf96 req-056ba795-315d-4d7a-8102-6b39fd08269b service neutron] 10.222.0.35 "PUT /v2.0/ports/9d45302b-a374-4b0c-8b95-dd5e9e950eac HTTP/1.1" status: 200 len: 1156 time: 8.6280735 Jan 14 07:09:08.385960 n-d-768862-2 neutron-server[84765]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a0f2d2f5-940f-41cf-b7bc-bc3a271929e9', 'tag': '9d45302b-a374-4b0c-8b95-dd5e9e950eac'}] {{(pid=84874) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Jan 14 07:09:08.583315 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-81a186af-581a-4f09-b46c-3791933e3581 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850887113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3254092', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036851981146'] for subnet, after_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:09:08.647257 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:09:08.706417 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_dvr_db [None req-f02da8fc-520d-4339-85f3-571add5513f3 None None] Set router 5df102e4-7563-4fd1-93c6-bb85afcb8846 gateway port host: n-d-768862-2 {{(pid=84876) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 14 07:09:08.859116 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37cf9735-7258-4d34-a734-6fc2db42cf96 req-67ab8fac-cedf-4bb4-a8a9-978568a6aff2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:09:08.861385 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [req-37cf9735-7258-4d34-a734-6fc2db42cf96 req-67ab8fac-cedf-4bb4-a8a9-978568a6aff2 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=379433b85b8d420cbbb1671da6a74e86&device_id=a0f2d2f5-940f-41cf-b7bc-bc3a271929e9 HTTP/1.1" status: 200 len: 1159 time: 0.4184611 Jan 14 07:09:08.978103 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [req-37cf9735-7258-4d34-a734-6fc2db42cf96 req-eb120fd4-fd29-46cb-be64-fd79c4b834d6 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=9d45302b-a374-4b0c-8b95-dd5e9e950eac HTTP/1.1" status: 200 len: 217 time: 0.1068118 Jan 14 07:09:08.983288 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81a186af-581a-4f09-b46c-3791933e3581 admin admin] Pushing event updated for resources: {'Subnet': ['ID=241913f0-41bb-483c-9b85-c937c069e453,revision_number=0']} {{(pid=84874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:09:08.987513 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-81a186af-581a-4f09-b46c-3791933e3581 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.340s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:09:09.076356 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37cf9735-7258-4d34-a734-6fc2db42cf96 req-19686ce4-790a-4ef4-aa80-a0a733ad21eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:09:09.078411 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [req-37cf9735-7258-4d34-a734-6fc2db42cf96 req-19686ce4-790a-4ef4-aa80-a0a733ad21eb service neutron] 10.222.0.35 "GET /v2.0/subnets?id=0c326c1b-06fb-4a7a-9462-602c119daa97 HTTP/1.1" status: 200 len: 863 time: 0.0857673 Jan 14 07:09:09.097993 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [req-833f71fb-0e91-4194-ad38-cb2c2b29dd80 req-cff02b1f-a483-4d9b-a2e5-2b60518369e9 tempest-SecurityGroupsTestAdminJSON-1976002775 tempest-SecurityGroupsTestAdminJSON-1976002775] 10.222.0.24 "GET /v2.0/security-groups/c4fcff00-8c31-4b71-8ca2-5f0e574a2758 HTTP/1.1" status: 200 len: 2981 time: 0.7773962 Jan 14 07:09:09.164918 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-8ba9b1b0-1d44-4105-ba21-bc767f5e0fdf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-598964', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850887113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3154192', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2308610'] for subnet, after_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:09:09.275706 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81a186af-581a-4f09-b46c-3791933e3581 admin admin] Checking segment: {'id': 'a891018f-bc39-4c94-ad0f-39ef9ee52eef', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 9, 'network_id': '481c6e50-3a2b-4288-aae4-fd37107c4467'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84874) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 14 07:09:09.276413 n-d-768862-2 neutron-server[84765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81a186af-581a-4f09-b46c-3791933e3581 admin admin] Network hostable DHCP agents. Network: 481c6e50-3a2b-4288-aae4-fd37107c4467, hostable agents: ['32f3dd84-26da-4d18-bf15-6017a8fb7247'], hosted agents: [] {{(pid=84874) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Jan 14 07:09:09.356795 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-cb3ed1a0-5f30-455a-8a4d-fcf09afa444a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:09:09.367319 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37cf9735-7258-4d34-a734-6fc2db42cf96 req-7bbfb7cf-1aa2-4651-879b-d71c1fe609d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:09:09.371576 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [req-37cf9735-7258-4d34-a734-6fc2db42cf96 req-7bbfb7cf-1aa2-4651-879b-d71c1fe609d0 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=a760f83e-96bb-4086-b2e9-7bb50ea36a96&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2793257 Jan 14 07:09:09.373876 n-d-768862-2 neutron-server[84765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81a186af-581a-4f09-b46c-3791933e3581 admin admin] Network 481c6e50-3a2b-4288-aae4-fd37107c4467 is scheduled to be hosted by DHCP agent 32f3dd84-26da-4d18-bf15-6017a8fb7247 with binding_index 1 {{(pid=84874) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Jan 14 07:09:09.420280 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ba9b1b0-1d44-4105-ba21-bc767f5e0fdf admin admin] Pushing event deleted for resources: {'Subnet': ['ID=bce1ff7a-b848-491f-a18f-12233b0367d9,revision_number=None']} {{(pid=84875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:09:09.454676 n-d-768862-2 neutron-server[84765]: DEBUG neutron.scheduler.base_scheduler [None req-81a186af-581a-4f09-b46c-3791933e3581 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768862-2, 481c6e50-3a2b-4288-aae4-fd37107c4467) {{(pid=84874) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 07:09:09.470217 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-8ba9b1b0-1d44-4105-ba21-bc767f5e0fdf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:09:09.488056 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-8ba9b1b0-1d44-4105-ba21-bc767f5e0fdf admin admin] Notify callbacks [] for subnet, before_response {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:09:09.495692 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-8ba9b1b0-1d44-4105-ba21-bc767f5e0fdf admin admin] 10.222.0.24 "DELETE /v2.0/subnets/bce1ff7a-b848-491f-a18f-12233b0367d9 HTTP/1.1" status: 204 len: 168 time: 2.5569406 Jan 14 07:09:09.512049 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84875) accepted ('10.222.0.24', 53402) {{(pid=84875) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:09:09.584161 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81a186af-581a-4f09-b46c-3791933e3581 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:09:09.584979 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-81a186af-581a-4f09-b46c-3791933e3581 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3207107'] for subnet, before_response {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:09:09.641997 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [req-833f71fb-0e91-4194-ad38-cb2c2b29dd80 req-76069b29-ad30-4e52-a66a-7125157f7a6c tempest-SecurityGroupsTestAdminJSON-1976002775 tempest-SecurityGroupsTestAdminJSON-1976002775] 10.222.0.24 "GET /v2.0/security-groups/ce0545d1-b58b-4329-80a7-ea878a5aa5ed HTTP/1.1" status: 200 len: 2973 time: 0.5287254 Jan 14 07:09:09.655195 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-81a186af-581a-4f09-b46c-3791933e3581 admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 2.9698367 Jan 14 07:09:09.657190 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-97c732c9-284f-44e8-8b6f-3fc2525e28df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036854160497'] for network, before_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:09:09.738242 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64367aca-7db6-4970-98d7-53aeb4c2f9d3 None None] Network 481c6e50-3a2b-4288-aae4-fd37107c4467 requested from n-d-768862-2 {{(pid=84876) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 07:09:09.745404 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [req-37cf9735-7258-4d34-a734-6fc2db42cf96 req-dbd6b8e8-4355-4bbd-b3b9-e2c2bce9d4dc service neutron] 10.222.0.35 "GET /v2.0/networks/a760f83e-96bb-4086-b2e9-7bb50ea36a96?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3533978 Jan 14 07:09:09.960031 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_hamode_db [None req-f02da8fc-520d-4339-85f3-571add5513f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5df102e4-7563-4fd1-93c6-bb85afcb8846', 'name': 'tempest-AttachSCSIVolumeTestJSON-680545290-router', 'tenant_id': 'f85c82bd29754c1bb1dc756e2b7c7b32', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '226f1e78-82cd-4481-9055-4eb73b6db8c1', 'external_fixed_ips': [{'subnet_id': 'ba8deeec-7658-4195-9449-038c076f5c83', 'ip_address': '172.25.2.243'}], 'enable_snat': True}, 'gw_port_id': '2bb35577-6e7d-4746-a021-cfdc91f58ca3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-14T07:08:47Z', 'updated_at': '2021-01-14T07:09:03Z', 'revision_number': 4, 'project_id': 'f85c82bd29754c1bb1dc756e2b7c7b32', 'gw_port': {'id': '2bb35577-6e7d-4746-a021-cfdc91f58ca3', 'name': '', 'network_id': '226f1e78-82cd-4481-9055-4eb73b6db8c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:2d:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5df102e4-7563-4fd1-93c6-bb85afcb8846', 'device_owner': 'network:router_gateway', 'standard_attr_id': 385, 'fixed_ips': [{'subnet_id': 'ba8deeec-7658-4195-9449-038c076f5c83', 'ip_address': '172.25.2.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T07:08:49Z', 'updated_at': '2021-01-14T07:09:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ba8deeec-7658-4195-9449-038c076f5c83', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-2', '_interfaces': [{'id': 'f805a7ce-2e45-4687-b68f-067763e04470', 'name': '', 'network_id': '4836ea0a-f546-4f5a-a93b-c7e45ef1752d', 'tenant_id': 'f85c82bd29754c1bb1dc756e2b7c7b32', 'mac_address': 'fa:16:3e:fa:62:b5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5df102e4-7563-4fd1-93c6-bb85afcb8846', 'device_owner': 'network:router_interface', 'standard_attr_id': 406, 'fixed_ips': [{'subnet_id': '27c3fde2-d1e6-4a5a-9f37-77671049f1d9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T07:08:57Z', 'updated_at': '2021-01-14T07:09:04Z', 'revision_number': 2, 'project_id': 'f85c82bd29754c1bb1dc756e2b7c7b32', 'subnets': [{'id': '27c3fde2-d1e6-4a5a-9f37-77671049f1d9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'n-d-768862-2', False) {} {{(pid=84876) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:09:09.979027 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f02da8fc-520d-4339-85f3-571add5513f3 None None] Checking router: 5df102e4-7563-4fd1-93c6-bb85afcb8846 for host: n-d-768862-2 {{(pid=84876) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Jan 14 07:09:09.979462 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f02da8fc-520d-4339-85f3-571add5513f3 None None] Updating router 5df102e4-7563-4fd1-93c6-bb85afcb8846 port f805a7ce-2e45-4687-b68f-067763e04470 binding host n-d-768862-2 {{(pid=84876) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Jan 14 07:09:10.012557 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [req-833f71fb-0e91-4194-ad38-cb2c2b29dd80 req-b4573d3f-e089-4181-85d1-8f90935cb7c1 tempest-SecurityGroupsTestAdminJSON-1976002775 tempest-SecurityGroupsTestAdminJSON-1976002775] 10.222.0.24 "GET /v2.0/security-groups/ce0545d1-b58b-4329-80a7-ea878a5aa5ed HTTP/1.1" status: 200 len: 2973 time: 0.3007197 Jan 14 07:09:10.070885 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [req-37cf9735-7258-4d34-a734-6fc2db42cf96 req-cc9b8b21-4d56-4ee0-b61c-a406f74d7aee service neutron] 10.222.0.35 "GET /v2.0/networks/a760f83e-96bb-4086-b2e9-7bb50ea36a96?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.3121052 Jan 14 07:09:10.088442 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-97c732c9-284f-44e8-8b6f-3fc2525e28df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-598987', 'neutron.services.segments.db._delete_segments_for_network-8777640583949'] for network, precommit_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:09:10.113052 n-d-768862-2 neutron-server[84765]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a0f2d2f5-940f-41cf-b7bc-bc3a271929e9', 'tag': '9d45302b-a374-4b0c-8b95-dd5e9e950eac', 'status': 'completed', 'code': 200} Jan 14 07:09:10.379177 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-f02da8fc-520d-4339-85f3-571add5513f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555753'] for port, before_update {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:09:10.381955 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [req-833f71fb-0e91-4194-ad38-cb2c2b29dd80 req-eb4fb3ed-a161-417a-9fb2-dc4146674bdc tempest-SecurityGroupsTestAdminJSON-1976002775 tempest-SecurityGroupsTestAdminJSON-1976002775] 10.222.0.24 "GET /v2.0/security-groups/dd83f186-7c26-414d-94ab-8c189d889259 HTTP/1.1" status: 200 len: 2981 time: 0.3326690 Jan 14 07:09:10.405128 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fc6611b-3a18-4092-8cb6-c0d794c9eff4 req-35126a00-786d-4e8a-81d5-48a6f40f2282 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:09:10.408185 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [req-7fc6611b-3a18-4092-8cb6-c0d794c9eff4 req-35126a00-786d-4e8a-81d5-48a6f40f2282 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=379433b85b8d420cbbb1671da6a74e86&device_id=a0f2d2f5-940f-41cf-b7bc-bc3a271929e9 HTTP/1.1" status: 200 len: 1159 time: 0.2410259 Jan 14 07:09:10.418819 n-d-768862-2 neutron-server[84765]: DEBUG neutron.services.segments.db [None req-97c732c9-284f-44e8-8b6f-3fc2525e28df admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['26403650-7f90-4538-aecf-889928cc4890']}} {{(pid=84875) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:09:10.425790 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fbae54b4-a417-433e-b239-cfd013f6b775 None None] Network 481c6e50-3a2b-4288-aae4-fd37107c4467 requested from n-d-768862-2 {{(pid=84876) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 07:09:10.476088 n-d-768862-2 neutron-server[84765]: DEBUG neutron.services.segments.db [None req-97c732c9-284f-44e8-8b6f-3fc2525e28df admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cfaa2d0b-0ffa-4876-b1c4-cc89a4f842c1') {'for_net_delete': True} {{(pid=84875) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:09:10.476708 n-d-768862-2 neutron-server[84765]: DEBUG neutron.services.segments.db [None req-97c732c9-284f-44e8-8b6f-3fc2525e28df admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cfaa2d0b-0ffa-4876-b1c4-cc89a4f842c1') {} {{(pid=84875) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:09:10.491293 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-19d5946e-bdbd-48e2-a066-fb5a02894aef admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3889632'] for router_interface, before_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:09:10.668880 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-97c732c9-284f-44e8-8b6f-3fc2525e28df admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363259214173198', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036851408567'] for segment, before_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:09:10.862980 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fc6611b-3a18-4092-8cb6-c0d794c9eff4 req-924e1f6a-255b-4672-9b67-8284cc608bf3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:09:10.864404 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [req-7fc6611b-3a18-4092-8cb6-c0d794c9eff4 req-924e1f6a-255b-4672-9b67-8284cc608bf3 service neutron] 10.222.0.35 "GET /v2.0/networks?id=a760f83e-96bb-4086-b2e9-7bb50ea36a96 HTTP/1.1" status: 200 len: 918 time: 0.4489243 Jan 14 07:09:10.963374 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [req-7fc6611b-3a18-4092-8cb6-c0d794c9eff4 req-dfc3c65f-48ca-4332-9265-928333d27c21 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=9d45302b-a374-4b0c-8b95-dd5e9e950eac HTTP/1.1" status: 200 len: 217 time: 0.0910094 Jan 14 07:09:10.983431 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-017f98a9-8a07-408c-a86f-8ff0c00400a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363259214191800', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854171626'] for agent, after_update {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:09:11.003083 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [req-833f71fb-0e91-4194-ad38-cb2c2b29dd80 req-81a2ebc6-5326-455f-962a-49d3db6ee6f1 tempest-SecurityGroupsTestAdminJSON-1976002775 tempest-SecurityGroupsTestAdminJSON-1976002775] 10.222.0.24 "GET /v2.0/security-groups/dd83f186-7c26-414d-94ab-8c189d889259 HTTP/1.1" status: 200 len: 2981 time: 0.5982456 Jan 14 07:09:11.041110 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-97c732c9-284f-44e8-8b6f-3fc2525e28df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854179735'] for segment, precommit_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:09:11.055685 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-97c732c9-284f-44e8-8b6f-3fc2525e28df admin admin] Releasing vxlan tunnel 6 to pool {{(pid=84875) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Jan 14 07:09:11.126438 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fc6611b-3a18-4092-8cb6-c0d794c9eff4 req-cd53e4e4-7df9-47ca-91b2-60dc4d1b5d4c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:09:11.127873 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [req-7fc6611b-3a18-4092-8cb6-c0d794c9eff4 req-cd53e4e4-7df9-47ca-91b2-60dc4d1b5d4c service neutron] 10.222.0.35 "GET /v2.0/subnets?id=0c326c1b-06fb-4a7a-9462-602c119daa97 HTTP/1.1" status: 200 len: 863 time: 0.1552906 Jan 14 07:09:11.358137 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fc6611b-3a18-4092-8cb6-c0d794c9eff4 req-b0f592d5-749a-4dd1-9c0a-0ea0c1c50d62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:09:11.368615 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [req-7fc6611b-3a18-4092-8cb6-c0d794c9eff4 req-b0f592d5-749a-4dd1-9c0a-0ea0c1c50d62 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=a760f83e-96bb-4086-b2e9-7bb50ea36a96&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2331514 Jan 14 07:09:11.665519 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [req-7fc6611b-3a18-4092-8cb6-c0d794c9eff4 req-3c453ed9-9652-46ba-af09-bf84f7a99c74 service neutron] 10.222.0.35 "GET /v2.0/networks/a760f83e-96bb-4086-b2e9-7bb50ea36a96?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2870066 Jan 14 07:09:11.825714 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-f02da8fc-520d-4339-85f3-571add5513f3 None None] Notify callbacks [] for port, precommit_update {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:09:11.840862 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-f02da8fc-520d-4339-85f3-571add5513f3 None None] Transition to ACTIVE for port object f805a7ce-2e45-4687-b68f-067763e04470 will not be triggered until provisioned by entity L2. {{(pid=84876) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 07:09:11.854157 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-f02da8fc-520d-4339-85f3-571add5513f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777640533312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363259214678337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777640097497'] for port, after_update {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:09:11.892468 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-daae83af-a854-44b5-a983-3c40f085dc0a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84876) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:09:12.007925 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [req-7fc6611b-3a18-4092-8cb6-c0d794c9eff4 req-d3614426-5b85-4ce6-bf14-bd5fc4816b35 service neutron] 10.222.0.35 "GET /v2.0/networks/a760f83e-96bb-4086-b2e9-7bb50ea36a96?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.3296490 Jan 14 07:09:12.026827 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84874) accepted ('10.222.0.24', 53454) {{(pid=84874) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:09:12.034890 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.v2.base [None req-ba2c9ac0-8568-4f23-8c6e-c1533fc651e5 admin admin] Request body: {'network': {'name': 'tempest-AttachSCSIVolumeTestJSON-1423477494-network', 'tenant_id': 'ba65ef79d7c74174b57bf91704a698b7'}} {{(pid=84874) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:09:12.045348 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-ba2c9ac0-8568-4f23-8c6e-c1533fc651e5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:09:12.050020 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-ba2c9ac0-8568-4f23-8c6e-c1533fc651e5 admin admin] Usage tracker for resource:network and tenant:ba65ef79d7c74174b57bf91704a698b7 is out of sync, need to count used quota {{(pid=84874) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:09:12.054201 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-ba2c9ac0-8568-4f23-8c6e-c1533fc651e5 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84874) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:09:12.066697 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-ba2c9ac0-8568-4f23-8c6e-c1533fc651e5 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:09:12.086314 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ba2c9ac0-8568-4f23-8c6e-c1533fc651e5 admin admin] Made reservation on behalf of ba65ef79d7c74174b57bf91704a698b7 for: {'network': 1} {{(pid=84874) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 07:09:12.096327 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-ba2c9ac0-8568-4f23-8c6e-c1533fc651e5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555753'] for network, before_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:09:12.123676 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-ba2c9ac0-8568-4f23-8c6e-c1533fc651e5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:09:12.134855 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.managers [None req-97c732c9-284f-44e8-8b6f-3fc2525e28df admin admin] Network 26403650-7f90-4538-aecf-889928cc4890 has no segments {{(pid=84875) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 14 07:09:12.161167 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-ba2c9ac0-8568-4f23-8c6e-c1533fc651e5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:09:12.161576 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-97c732c9-284f-44e8-8b6f-3fc2525e28df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-596065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3154253'] for segment, after_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:09:12.161769 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-852a24f7-e9a1-4193-9abb-e9506fe5213f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363259214191800', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854171626'] for agent, after_update {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:09:12.164242 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-ba2c9ac0-8568-4f23-8c6e-c1533fc651e5 admin admin] Usage tracker for resource:security_group_rule and tenant:ba65ef79d7c74174b57bf91704a698b7 is out of sync, need to count used quota {{(pid=84874) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:09:12.167555 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-ba2c9ac0-8568-4f23-8c6e-c1533fc651e5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84874) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:09:12.176148 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-ba2c9ac0-8568-4f23-8c6e-c1533fc651e5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:09:12.182769 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19386de0-bf67-435b-96c6-edf76917037b None None] Pushing event updated for resources: {'Port': ['ID=f805a7ce-2e45-4687-b68f-067763e04470,revision_number=3']} {{(pid=84876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:09:12.198858 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-19386de0-bf67-435b-96c6-edf76917037b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.306s {{(pid=84876) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:09:12.290638 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-ba2c9ac0-8568-4f23-8c6e-c1533fc651e5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:09:12.294204 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-ba2c9ac0-8568-4f23-8c6e-c1533fc651e5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850887153'] for security_group, after_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:09:12.298520 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-93f37e5e-da55-46ea-a9a1-0924bf5e4cdf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:09:12.339448 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba2c9ac0-8568-4f23-8c6e-c1533fc651e5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e81234f4-f317-43ba-87be-51be5b528e3b,revision_number=1']} {{(pid=84874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:09:12.341139 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-ba2c9ac0-8568-4f23-8c6e-c1533fc651e5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:09:12.364100 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ba2c9ac0-8568-4f23-8c6e-c1533fc651e5 admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 10} {{(pid=84874) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Jan 14 07:09:12.377955 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-ba2c9ac0-8568-4f23-8c6e-c1533fc651e5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854179735'] for segment, precommit_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:09:12.378430 n-d-768862-2 neutron-server[84765]: INFO neutron.db.segments_db [None req-ba2c9ac0-8568-4f23-8c6e-c1533fc651e5 admin admin] Added segment e78d98fa-2af5-4e64-b394-20067ff7b64c of type vxlan for network 7838e4de-6265-49e2-af47-31cb87083d01 Jan 14 07:09:12.421114 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-ba2c9ac0-8568-4f23-8c6e-c1533fc651e5 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363259214646115'] for network, precommit_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:09:12.450024 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [req-10e5b449-aab5-41ee-b4ad-5da2f0d487d0 req-7c12953c-c2a0-4e8b-a8f4-0c44c3c75b85 tempest-SecurityGroupsTestAdminJSON-1410245807 tempest-SecurityGroupsTestAdminJSON-1410245807] Synchronizing usage tracker for tenant:859383051b984967b1f78e993ee4e925 on resource:security_group {{(pid=84875) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 14 07:09:12.523864 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.managers [None req-f02da8fc-520d-4339-85f3-571add5513f3 None None] Attempting to bind port f805a7ce-2e45-4687-b68f-067763e04470 on host n-d-768862-2 for vnic_type normal with profile {{(pid=84876) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 14 07:09:12.524374 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.managers [None req-f02da8fc-520d-4339-85f3-571add5513f3 None None] Attempting to bind port f805a7ce-2e45-4687-b68f-067763e04470 by drivers openvswitch on host n-d-768862-2 at level 0 using segments [{'id': 'cd744c8d-99a1-4442-90ac-a4780b36b18a', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': '4836ea0a-f546-4f5a-a93b-c7e45ef1752d'}] {{(pid=84876) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 14 07:09:12.524789 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f02da8fc-520d-4339-85f3-571add5513f3 None None] Attempting to bind port f805a7ce-2e45-4687-b68f-067763e04470 on network 4836ea0a-f546-4f5a-a93b-c7e45ef1752d {{(pid=84876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 14 07:09:12.531606 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f02da8fc-520d-4339-85f3-571add5513f3 None None] Checking agent: {'id': 'ba5efab1-b43c-4d5a-bc52-6e105d4e67a2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768862-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 14, 6, 56, 52), 'started_at': datetime.datetime(2021, 1, 14, 6, 57, 22), 'heartbeat_timestamp': datetime.datetime(2021, 1, 14, 7, 8, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768862-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.29', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 14 07:09:12.532309 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f02da8fc-520d-4339-85f3-571add5513f3 None None] Checking segment: {'id': 'cd744c8d-99a1-4442-90ac-a4780b36b18a', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': '4836ea0a-f546-4f5a-a93b-c7e45ef1752d'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84876) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 14 07:09:12.533025 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-f02da8fc-520d-4339-85f3-571add5513f3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:09:12.533712 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f02da8fc-520d-4339-85f3-571add5513f3 None None] Bound using segment: {'id': 'cd744c8d-99a1-4442-90ac-a4780b36b18a', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': '4836ea0a-f546-4f5a-a93b-c7e45ef1752d'} {{(pid=84876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 14 07:09:12.534570 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.managers [None req-f02da8fc-520d-4339-85f3-571add5513f3 None None] Bound port: f805a7ce-2e45-4687-b68f-067763e04470, host: n-d-768862-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cd744c8d-99a1-4442-90ac-a4780b36b18a', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': '4836ea0a-f546-4f5a-a93b-c7e45ef1752d'}}] {{(pid=84876) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 14 07:09:12.535083 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-f02da8fc-520d-4339-85f3-571add5513f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555753'] for port, before_update {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:09:12.606580 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.managers [None req-97c732c9-284f-44e8-8b6f-3fc2525e28df admin admin] Network 26403650-7f90-4538-aecf-889928cc4890 has no segments {{(pid=84875) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 14 07:09:12.617046 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [req-10e5b449-aab5-41ee-b4ad-5da2f0d487d0 req-7c12953c-c2a0-4e8b-a8f4-0c44c3c75b85 tempest-SecurityGroupsTestAdminJSON-1410245807 tempest-SecurityGroupsTestAdminJSON-1410245807] Unset dirty status for tenant:859383051b984967b1f78e993ee4e925 on resource:security_group {{(pid=84875) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 14 07:09:12.630642 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [req-10e5b449-aab5-41ee-b4ad-5da2f0d487d0 req-7c12953c-c2a0-4e8b-a8f4-0c44c3c75b85 tempest-SecurityGroupsTestAdminJSON-1410245807 tempest-SecurityGroupsTestAdminJSON-1410245807] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=859383051b984967b1f78e993ee4e925 HTTP/1.1" status: 200 len: 6101 time: 1.0601535 Jan 14 07:09:12.663729 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [None req-f02da8fc-520d-4339-85f3-571add5513f3 None None] For port f805a7ce-2e45-4687-b68f-067763e04470, host n-d-768862-2, cleared binding levels {{(pid=84876) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 14 07:09:12.665596 n-d-768862-2 neutron-server[84765]: Traceback (most recent call last): Jan 14 07:09:12.665596 n-d-768862-2 neutron-server[84765]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 14 07:09:12.665596 n-d-768862-2 neutron-server[84765]: timer() Jan 14 07:09:12.665596 n-d-768862-2 neutron-server[84765]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 14 07:09:12.665596 n-d-768862-2 neutron-server[84765]: cb(*args, **kw) Jan 14 07:09:12.665596 n-d-768862-2 neutron-server[84765]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Jan 14 07:09:12.665596 n-d-768862-2 neutron-server[84765]: return func(*args, **kwargs) Jan 14 07:09:12.665596 n-d-768862-2 neutron-server[84765]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 14 07:09:12.665596 n-d-768862-2 neutron-server[84765]: self._notify() Jan 14 07:09:12.665596 n-d-768862-2 neutron-server[84765]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 14 07:09:12.665596 n-d-768862-2 neutron-server[84765]: self.callback(batched_events) Jan 14 07:09:12.665596 n-d-768862-2 neutron-server[84765]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 14 07:09:12.665596 n-d-768862-2 neutron-server[84765]: event.method(event) Jan 14 07:09:12.665596 n-d-768862-2 neutron-server[84765]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 14 07:09:12.665596 n-d-768862-2 neutron-server[84765]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 14 07:09:12.665596 n-d-768862-2 neutron-server[84765]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Jan 14 07:09:12.665596 n-d-768862-2 neutron-server[84765]: segment_id)['aggregates'][0] Jan 14 07:09:12.665596 n-d-768862-2 neutron-server[84765]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 14 07:09:12.665596 n-d-768862-2 neutron-server[84765]: return f(self, *a, **k) Jan 14 07:09:12.665596 n-d-768862-2 neutron-server[84765]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 14 07:09:12.665596 n-d-768862-2 neutron-server[84765]: return self._get(url).json() Jan 14 07:09:12.665596 n-d-768862-2 neutron-server[84765]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 14 07:09:12.665596 n-d-768862-2 neutron-server[84765]: **kwargs) Jan 14 07:09:12.665596 n-d-768862-2 neutron-server[84765]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 14 07:09:12.665596 n-d-768862-2 neutron-server[84765]: return self.request(url, 'GET', **kwargs) Jan 14 07:09:12.665596 n-d-768862-2 neutron-server[84765]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Jan 14 07:09:12.665596 n-d-768862-2 neutron-server[84765]: **endpoint_filter) Jan 14 07:09:12.665596 n-d-768862-2 neutron-server[84765]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 14 07:09:12.665596 n-d-768862-2 neutron-server[84765]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 14 07:09:12.665596 n-d-768862-2 neutron-server[84765]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 14 07:09:12.665596 n-d-768862-2 neutron-server[84765]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 14 07:09:12.665596 n-d-768862-2 neutron-server[84765]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 14 07:09:12.667518 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [None req-f02da8fc-520d-4339-85f3-571add5513f3 None None] For port f805a7ce-2e45-4687-b68f-067763e04470, host n-d-768862-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-2',level=0,port_id=f805a7ce-2e45-4687-b68f-067763e04470,segment=NetworkSegment(cd744c8d-99a1-4442-90ac-a4780b36b18a),segment_id=cd744c8d-99a1-4442-90ac-a4780b36b18a)] {{(pid=84876) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 14 07:09:12.671501 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-017f98a9-8a07-408c-a86f-8ff0c00400a0 None None] Device 9d45302b-a374-4b0c-8b95-dd5e9e950eac up at agent ovs-agent-n-h1-768862-2 {{(pid=84876) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 07:09:12.715172 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-f02da8fc-520d-4339-85f3-571add5513f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777640533312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363259214678337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777640097497'] for port, after_update {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:09:12.745853 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84876) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:09:12.754715 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-ba2c9ac0-8568-4f23-8c6e-c1533fc651e5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850887149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964'] for network, after_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:09:12.756392 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba2c9ac0-8568-4f23-8c6e-c1533fc651e5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:09:12.764898 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-ba2c9ac0-8568-4f23-8c6e-c1533fc651e5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3207107'] for network, before_response {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:09:12.771225 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-b0b0cb74-dd6f-45b0-8035-2909e4dd8c76 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:09:12.925227 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-ba2c9ac0-8568-4f23-8c6e-c1533fc651e5 admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.8969636 Jan 14 07:09:12.925857 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84874) accepted ('10.222.0.24', 53496) {{(pid=84874) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:09:12.932578 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba2c9ac0-8568-4f23-8c6e-c1533fc651e5 admin admin] Pushing event updated for resources: {'Network': ['ID=7838e4de-6265-49e2-af47-31cb87083d01,revision_number=1']} {{(pid=84874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:09:12.932693 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-ba2c9ac0-8568-4f23-8c6e-c1533fc651e5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.162s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:09:12.937768 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.v2.base [None req-40ec0afc-13c9-4e11-8e4e-76b8f5308440 admin admin] Request body: {'subnet': {'network_id': '7838e4de-6265-49e2-af47-31cb87083d01', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachSCSIVolumeTestJSON-1423477494-subnet', 'tenant_id': 'ba65ef79d7c74174b57bf91704a698b7', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=84874) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:09:12.950360 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-40ec0afc-13c9-4e11-8e4e-76b8f5308440 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:09:12.957271 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-40ec0afc-13c9-4e11-8e4e-76b8f5308440 admin admin] Usage tracker for resource:subnet and tenant:ba65ef79d7c74174b57bf91704a698b7 is out of sync, need to count used quota {{(pid=84874) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:09:12.962893 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-40ec0afc-13c9-4e11-8e4e-76b8f5308440 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84874) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:09:12.971907 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-40ec0afc-13c9-4e11-8e4e-76b8f5308440 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:09:12.979049 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.plugin [None req-19d5946e-bdbd-48e2-a066-fb5a02894aef admin admin] Deleting port 39407de6-5f26-435d-bd5f-a079247918ce {{(pid=84875) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 07:09:12.979049 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-19d5946e-bdbd-48e2-a066-fb5a02894aef admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363259214248359'] for port, before_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:09:12.991436 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-40ec0afc-13c9-4e11-8e4e-76b8f5308440 admin admin] Made reservation on behalf of ba65ef79d7c74174b57bf91704a698b7 for: {'subnet': 1} {{(pid=84874) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 07:09:12.997136 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-40ec0afc-13c9-4e11-8e4e-76b8f5308440 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036851981161'] for subnet, before_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:09:13.010219 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-97c732c9-284f-44e8-8b6f-3fc2525e28df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036854176830', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850887149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3912591'] for network, after_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:09:13.037602 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [req-10e5b449-aab5-41ee-b4ad-5da2f0d487d0 req-9f888948-4094-4c21-9465-ce3e1dfd0aff tempest-SecurityGroupsTestAdminJSON-1410245807 tempest-SecurityGroupsTestAdminJSON-1410245807] 10.222.0.24 "GET /v2.0/security-groups/be3a289a-bcae-4a8e-b796-5873676fca3d HTTP/1.1" status: 200 len: 2981 time: 0.4058278 Jan 14 07:09:13.115154 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-13ab6f81-4d65-41fa-9f7e-7937e1db3dbe admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:09:13.150431 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-017f98a9-8a07-408c-a86f-8ff0c00400a0 None None] Network 7838e4de-6265-49e2-af47-31cb87083d01 details requested by agent ovs-agent-n-h1-768862-2 with host n-h1-768862-2 {{(pid=84876) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 07:09:13.152505 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-97c732c9-284f-44e8-8b6f-3fc2525e28df admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3207107'] for network, before_response {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:09:13.244517 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [req-10e5b449-aab5-41ee-b4ad-5da2f0d487d0 req-106a8790-8991-4b6c-8810-ebb989001f18 tempest-SecurityGroupsTestAdminJSON-1410245807 tempest-SecurityGroupsTestAdminJSON-1410245807] 10.222.0.24 "GET /v2.0/security-groups/be3a289a-bcae-4a8e-b796-5873676fca3d HTTP/1.1" status: 200 len: 2981 time: 0.2058287 Jan 14 07:09:13.249256 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97c732c9-284f-44e8-8b6f-3fc2525e28df admin admin] Pushing event deleted for resources: {'Network': ['ID=26403650-7f90-4538-aecf-889928cc4890,revision_number=None']} {{(pid=84875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:09:13.261684 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-97c732c9-284f-44e8-8b6f-3fc2525e28df admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:09:13.268128 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-852a24f7-e9a1-4193-9abb-e9506fe5213f None None] Network 7838e4de-6265-49e2-af47-31cb87083d01 details requested by agent ovs-agent-n-h2-768862-2 with host n-h2-768862-2 {{(pid=84876) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 07:09:13.345479 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-97c732c9-284f-44e8-8b6f-3fc2525e28df admin admin] 10.222.0.24 "DELETE /v2.0/networks/26403650-7f90-4538-aecf-889928cc4890 HTTP/1.1" status: 204 len: 168 time: 3.8317890 Jan 14 07:09:13.352671 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84875) accepted ('10.222.0.24', 53512) {{(pid=84875) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:09:13.382784 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Network 7838e4de-6265-49e2-af47-31cb87083d01 details requested by agent ovs-agent-n-d-768862-2 with host n-d-768862-2 {{(pid=84876) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 07:09:13.472220 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19386de0-bf67-435b-96c6-edf76917037b None None] Pushing event updated for resources: {'Port': ['ID=f805a7ce-2e45-4687-b68f-067763e04470,revision_number=4']} {{(pid=84876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:09:13.497068 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-19386de0-bf67-435b-96c6-edf76917037b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.751s {{(pid=84876) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:09:13.502568 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.db_base_plugin_v2 [None req-cebdbbcf-c4e1-4c90-b723-7e6023553959 admin admin] Deleting subnet 6a3db32f-3796-4df8-a1eb-6b92362fabe2 {{(pid=84875) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Jan 14 07:09:13.518631 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-cebdbbcf-c4e1-4c90-b723-7e6023553959 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:09:13.573591 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [None req-19d5946e-bdbd-48e2-a066-fb5a02894aef admin admin] For port 39407de6-5f26-435d-bd5f-a079247918ce, host n-d-768862-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-2',level=0,port_id=39407de6-5f26-435d-bd5f-a079247918ce,segment=NetworkSegment(ede39309-7d49-4073-9e60-ec596ff73fc3),segment_id=ede39309-7d49-4073-9e60-ec596ff73fc3)] {{(pid=84875) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 07:09:13.574004 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-19d5946e-bdbd-48e2-a066-fb5a02894aef admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036850862667'] for port, precommit_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:09:13.634773 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-40ec0afc-13c9-4e11-8e4e-76b8f5308440 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850887113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3254092', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036851981146'] for subnet, after_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:09:13.654784 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:09:13.690006 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-017f98a9-8a07-408c-a86f-8ff0c00400a0 None None] Provisioning for port 9d45302b-a374-4b0c-8b95-dd5e9e950eac completed by entity L2. {{(pid=84876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 07:09:13.712350 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-017f98a9-8a07-408c-a86f-8ff0c00400a0 None None] Provisioning complete for port 9d45302b-a374-4b0c-8b95-dd5e9e950eac triggered by entity L2. {{(pid=84876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 07:09:13.713082 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-017f98a9-8a07-408c-a86f-8ff0c00400a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-604227'] for port, provisioning_complete {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:09:13.770526 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40ec0afc-13c9-4e11-8e4e-76b8f5308440 admin admin] Pushing event updated for resources: {'Subnet': ['ID=58b79c89-7fde-4f87-9ad0-8ff0024b9960,revision_number=0']} {{(pid=84874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:09:13.774062 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-40ec0afc-13c9-4e11-8e4e-76b8f5308440 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:09:13.838651 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f02da8fc-520d-4339-85f3-571add5513f3 None None] Routers {'5df102e4-7563-4fd1-93c6-bb85afcb8846'} bound to L3 agent in host n-d-768862-2 {{(pid=84876) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 14 07:09:13.850479 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_hamode_db [None req-f02da8fc-520d-4339-85f3-571add5513f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-01-14T06:56:51Z,description=,heartbeat_timestamp=2021-01-14T07:08:51Z,host='n-d-768862-2',id=35f592e9-451b-4db9-abea-77b6a5c5391b,load=0,resource_versions=,resources_synced=,started_at=2021-01-14T06:56:51Z,topic='l3_agent')) {'router_ids': ['5df102e4-7563-4fd1-93c6-bb85afcb8846'], 'active': True} {{(pid=84876) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:09:13.880006 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.plugin [None req-19d5946e-bdbd-48e2-a066-fb5a02894aef admin admin] Calling delete_port for 39407de6-5f26-435d-bd5f-a079247918ce owned by network:router_interface {{(pid=84875) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 07:09:13.918739 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-cebdbbcf-c4e1-4c90-b723-7e6023553959 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3367281'] for subnet, precommit_delete_associations {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:09:14.008956 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.v2.base [req-be6edd05-63ed-4d47-9000-9a2fe86dd24f req-f1e67957-16c8-42b1-92b5-f2ead861e34a tempest-LiveAutoBlockMigrationV225Test-1967294130 tempest-LiveAutoBlockMigrationV225Test-1967294130] Request body: {'port': {'device_id': '3cf06c68-75b3-4e81-a72d-8849a93f0bfd', 'network_id': '26403650-7f90-4538-aecf-889928cc4890', 'admin_state_up': True, 'tenant_id': '9740bdb926274fb0af3f877d3e3f5b1f'}} {{(pid=84874) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:09:14.051877 n-d-768862-2 neutron-server[84765]: INFO neutron.pecan_wsgi.hooks.translation [req-be6edd05-63ed-4d47-9000-9a2fe86dd24f req-f1e67957-16c8-42b1-92b5-f2ead861e34a tempest-LiveAutoBlockMigrationV225Test-1967294130 tempest-LiveAutoBlockMigrationV225Test-1967294130] POST failed (client error): The resource could not be found. Jan 14 07:09:14.052957 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.notifier [req-be6edd05-63ed-4d47-9000-9a2fe86dd24f req-f1e67957-16c8-42b1-92b5-f2ead861e34a tempest-LiveAutoBlockMigrationV225Test-1967294130 tempest-LiveAutoBlockMigrationV225Test-1967294130] No notification will be sent due to unsuccessful status code: 404 {{(pid=84874) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Jan 14 07:09:14.054493 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-017f98a9-8a07-408c-a86f-8ff0c00400a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555753'] for port, before_update {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:09:14.056125 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [req-be6edd05-63ed-4d47-9000-9a2fe86dd24f req-f1e67957-16c8-42b1-92b5-f2ead861e34a tempest-LiveAutoBlockMigrationV225Test-1967294130 tempest-LiveAutoBlockMigrationV225Test-1967294130] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 404 len: 344 time: 0.0535645 Jan 14 07:09:14.100924 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40ec0afc-13c9-4e11-8e4e-76b8f5308440 admin admin] Checking segment: {'id': 'e78d98fa-2af5-4e64-b394-20067ff7b64c', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 10, 'network_id': '7838e4de-6265-49e2-af47-31cb87083d01'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84874) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 14 07:09:14.101335 n-d-768862-2 neutron-server[84765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40ec0afc-13c9-4e11-8e4e-76b8f5308440 admin admin] Network hostable DHCP agents. Network: 7838e4de-6265-49e2-af47-31cb87083d01, hostable agents: ['32f3dd84-26da-4d18-bf15-6017a8fb7247'], hosted agents: [] {{(pid=84874) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Jan 14 07:09:14.118329 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [None req-017f98a9-8a07-408c-a86f-8ff0c00400a0 None None] For port 9d45302b-a374-4b0c-8b95-dd5e9e950eac, host n-h1-768862-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-h1-768862-2',level=0,port_id=9d45302b-a374-4b0c-8b95-dd5e9e950eac,segment=NetworkSegment(ede39309-7d49-4073-9e60-ec596ff73fc3),segment_id=ede39309-7d49-4073-9e60-ec596ff73fc3)] {{(pid=84876) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 07:09:14.153758 n-d-768862-2 neutron-server[84765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40ec0afc-13c9-4e11-8e4e-76b8f5308440 admin admin] Network 7838e4de-6265-49e2-af47-31cb87083d01 is scheduled to be hosted by DHCP agent 32f3dd84-26da-4d18-bf15-6017a8fb7247 with binding_index 1 {{(pid=84874) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Jan 14 07:09:14.177726 n-d-768862-2 neutron-server[84765]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a0f2d2f5-940f-41cf-b7bc-bc3a271929e9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9d45302b-a374-4b0c-8b95-dd5e9e950eac'}] {{(pid=84876) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Jan 14 07:09:14.180273 n-d-768862-2 neutron-server[84765]: DEBUG neutron.scheduler.base_scheduler [None req-40ec0afc-13c9-4e11-8e4e-76b8f5308440 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768862-2, 7838e4de-6265-49e2-af47-31cb87083d01) {{(pid=84874) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 07:09:14.207140 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40ec0afc-13c9-4e11-8e4e-76b8f5308440 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:09:14.209825 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-40ec0afc-13c9-4e11-8e4e-76b8f5308440 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3207107'] for subnet, before_response {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:09:14.268106 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3cabb76-9965-420a-b041-76dff5d8164a None None] Network 7838e4de-6265-49e2-af47-31cb87083d01 requested from n-d-768862-2 {{(pid=84876) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 07:09:14.279634 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-40ec0afc-13c9-4e11-8e4e-76b8f5308440 admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.3499222 Jan 14 07:09:14.280064 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84874) accepted ('10.222.0.24', 53554) {{(pid=84874) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:09:14.286245 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.v2.base [None req-d391a8ea-2cc6-4b51-a463-3a210e953055 admin admin] Request body: {'router': {'name': 'tempest-AttachSCSIVolumeTestJSON-1423477494-router', 'tenant_id': 'ba65ef79d7c74174b57bf91704a698b7', 'external_gateway_info': {'network_id': '226f1e78-82cd-4481-9055-4eb73b6db8c1'}}} {{(pid=84874) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:09:14.300641 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-d391a8ea-2cc6-4b51-a463-3a210e953055 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:09:14.309145 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-d391a8ea-2cc6-4b51-a463-3a210e953055 admin admin] Usage tracker for resource:router and tenant:ba65ef79d7c74174b57bf91704a698b7 is out of sync, need to count used quota {{(pid=84874) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:09:14.319693 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-d391a8ea-2cc6-4b51-a463-3a210e953055 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=84874) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:09:14.331999 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-d391a8ea-2cc6-4b51-a463-3a210e953055 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:09:14.348214 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-d391a8ea-2cc6-4b51-a463-3a210e953055 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3889205', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854717621'] for router, before_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:09:14.351214 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-cebdbbcf-c4e1-4c90-b723-7e6023553959 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036854176836'] for subnet, precommit_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:09:14.351501 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-d391a8ea-2cc6-4b51-a463-3a210e953055 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036850886574', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3912501', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3808446', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-58179'] for router, precommit_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:09:14.366624 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-017f98a9-8a07-408c-a86f-8ff0c00400a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777640533312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363259214678337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777640097497'] for port, after_update {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:09:14.374027 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-d391a8ea-2cc6-4b51-a463-3a210e953055 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:09:14.394348 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84876) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:09:14.429341 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-add08803-4270-4c58-935b-842b301a8745 req-71ca92fc-070d-4933-b025-c51ac49446ce tempest-VolumesAdminNegativeTest-1311504695 tempest-VolumesAdminNegativeTest-1311504695] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:09:14.430212 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [req-add08803-4270-4c58-935b-842b301a8745 req-71ca92fc-070d-4933-b025-c51ac49446ce tempest-VolumesAdminNegativeTest-1311504695 tempest-VolumesAdminNegativeTest-1311504695] Synchronizing usage tracker for tenant:e8cbf1a8cd794ce9a06bb7dac66ec119 on resource:network {{(pid=84875) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 14 07:09:14.484580 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-017f98a9-8a07-408c-a86f-8ff0c00400a0 None None] Pushing event updated for resources: {'Port': ['ID=9d45302b-a374-4b0c-8b95-dd5e9e950eac,revision_number=4']} {{(pid=84876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:09:14.508350 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-017f98a9-8a07-408c-a86f-8ff0c00400a0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=84876) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:09:14.508596 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [req-add08803-4270-4c58-935b-842b301a8745 req-71ca92fc-070d-4933-b025-c51ac49446ce tempest-VolumesAdminNegativeTest-1311504695 tempest-VolumesAdminNegativeTest-1311504695] Unset dirty status for tenant:e8cbf1a8cd794ce9a06bb7dac66ec119 on resource:network {{(pid=84875) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 14 07:09:14.518950 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [req-add08803-4270-4c58-935b-842b301a8745 req-71ca92fc-070d-4933-b025-c51ac49446ce tempest-VolumesAdminNegativeTest-1311504695 tempest-VolumesAdminNegativeTest-1311504695] 10.222.0.24 "GET /v2.0/networks?id=77a020b1-5dc5-453e-b1f4-122bd4dbb87b HTTP/1.1" status: 200 len: 815 time: 0.9334903 Jan 14 07:09:14.605533 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [req-add08803-4270-4c58-935b-842b301a8745 req-2de39e04-6e12-4bfc-a6af-f73b3e1c5373 tempest-VolumesAdminNegativeTest-1311504695 tempest-VolumesAdminNegativeTest-1311504695] 10.222.0.24 "GET /v2.0/quotas/e8cbf1a8cd794ce9a06bb7dac66ec119 HTTP/1.1" status: 200 len: 375 time: 0.0854847 Jan 14 07:09:14.742865 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ef6465b-7f33-4f2f-b8fc-fb3f99dbf849 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5d94dc7a-c095-50a4-955e-5f3b78718a12-7838e4de-6265-49e2-af47-31cb87083d01', 'network_id': '7838e4de-6265-49e2-af47-31cb87083d01', 'tenant_id': 'ba65ef79d7c74174b57bf91704a698b7', 'fixed_ips': [{'subnet_id': '58b79c89-7fde-4f87-9ad0-8ff0024b9960'}]}} from n-d-768862-2. {{(pid=84876) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Jan 14 07:09:14.743900 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-8ef6465b-7f33-4f2f-b8fc-fb3f99dbf849 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555753'] for port, before_create {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:09:14.769584 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [req-be6edd05-63ed-4d47-9000-9a2fe86dd24f req-63e0a329-92a8-470b-aba6-a2f331dc812b service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=9740bdb926274fb0af3f877d3e3f5b1f&device_id=3cf06c68-75b3-4e81-a72d-8849a93f0bfd HTTP/1.1" status: 200 len: 210 time: 0.2701623 Jan 14 07:09:14.784621 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_dvr_db [None req-f02da8fc-520d-4339-85f3-571add5513f3 None None] Set router 5df102e4-7563-4fd1-93c6-bb85afcb8846 gateway port host: n-d-768862-2 {{(pid=84876) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 14 07:09:14.952740 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [req-be6edd05-63ed-4d47-9000-9a2fe86dd24f req-2b24bd69-8f16-4e3e-ac77-e5af9f787360 service neutron] 10.222.0.48 "GET /v2.0/networks?tenant_id=9740bdb926274fb0af3f877d3e3f5b1f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1658075 Jan 14 07:09:15.000998 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [req-add08803-4270-4c58-935b-842b301a8745 req-2b551430-68f7-458d-afb6-3a5bba2f7e7c tempest-VolumesAdminNegativeTest-1311504695 tempest-VolumesAdminNegativeTest-1311504695] 10.222.0.24 "GET /v2.0/ports?tenant_id=e8cbf1a8cd794ce9a06bb7dac66ec119&fields=id HTTP/1.1" status: 200 len: 210 time: 0.3942840 Jan 14 07:09:15.174814 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-d391a8ea-2cc6-4b51-a463-3a210e953055 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3912484', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3889188', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-58194'] for router, precommit_update {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:09:15.249728 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [req-ec0b8f70-b2ea-48b6-a8de-2451f17b4181 req-734dc313-ef2e-407b-a3c2-886ca2001b90 tempest-SecurityGroupsTestAdminJSON-1976002775 tempest-SecurityGroupsTestAdminJSON-1976002775] 10.222.0.24 "GET /v2.0/security-groups/4f1619cc-bdd9-462c-8e6f-032d9eec897f HTTP/1.1" status: 200 len: 1777 time: 0.2598269 Jan 14 07:09:15.316030 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-19d5946e-bdbd-48e2-a066-fb5a02894aef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777640533329', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777640097463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851621574'] for port, after_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:09:15.329186 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be6edd05-63ed-4d47-9000-9a2fe86dd24f req-0551d1fc-ae4b-466c-bfea-ee6ffc3f58e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:09:15.330842 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [req-be6edd05-63ed-4d47-9000-9a2fe86dd24f req-0551d1fc-ae4b-466c-bfea-ee6ffc3f58e0 service neutron] 10.222.0.48 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 863 time: 0.3669910 Jan 14 07:09:15.396273 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-6558a17b-13db-4255-9c44-f3b2086215cb tempest-ServersWithSpecificFlavorTestJSON-1541021946 tempest-ServersWithSpecificFlavorTestJSON-1541021946] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:09:15.434086 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [req-be6edd05-63ed-4d47-9000-9a2fe86dd24f req-fd6112aa-9f8a-4967-854a-4dc76eac9bed tempest-LiveAutoBlockMigrationV225Test-1967294130 tempest-LiveAutoBlockMigrationV225Test-1967294130] 10.222.0.48 "GET /v2.0/ports?device_id=3cf06c68-75b3-4e81-a72d-8849a93f0bfd HTTP/1.1" status: 200 len: 210 time: 0.0583029 Jan 14 07:09:15.470707 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19d5946e-bdbd-48e2-a066-fb5a02894aef admin admin] Pushing event deleted for resources: {'Port': ['ID=39407de6-5f26-435d-bd5f-a079247918ce,revision_number=None']} {{(pid=84875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:09:15.537636 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-19d5946e-bdbd-48e2-a066-fb5a02894aef admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:09:15.541809 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [req-add08803-4270-4c58-935b-842b301a8745 req-1b0dc3fa-1427-4708-9b43-ca342f68d31e service neutron] 10.222.0.24 "GET /v2.0/networks/77a020b1-5dc5-453e-b1f4-122bd4dbb87b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5262837 Jan 14 07:09:15.601521 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_hamode_db [None req-f02da8fc-520d-4339-85f3-571add5513f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5df102e4-7563-4fd1-93c6-bb85afcb8846', 'name': 'tempest-AttachSCSIVolumeTestJSON-680545290-router', 'tenant_id': 'f85c82bd29754c1bb1dc756e2b7c7b32', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '226f1e78-82cd-4481-9055-4eb73b6db8c1', 'external_fixed_ips': [{'subnet_id': 'ba8deeec-7658-4195-9449-038c076f5c83', 'ip_address': '172.25.2.243'}], 'enable_snat': True}, 'gw_port_id': '2bb35577-6e7d-4746-a021-cfdc91f58ca3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-14T07:08:47Z', 'updated_at': '2021-01-14T07:09:03Z', 'revision_number': 4, 'project_id': 'f85c82bd29754c1bb1dc756e2b7c7b32', 'gw_port': {'id': '2bb35577-6e7d-4746-a021-cfdc91f58ca3', 'name': '', 'network_id': '226f1e78-82cd-4481-9055-4eb73b6db8c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:2d:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5df102e4-7563-4fd1-93c6-bb85afcb8846', 'device_owner': 'network:router_gateway', 'standard_attr_id': 385, 'fixed_ips': [{'subnet_id': 'ba8deeec-7658-4195-9449-038c076f5c83', 'ip_address': '172.25.2.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T07:08:49Z', 'updated_at': '2021-01-14T07:09:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ba8deeec-7658-4195-9449-038c076f5c83', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-2', '_interfaces': [{'id': 'f805a7ce-2e45-4687-b68f-067763e04470', 'name': '', 'network_id': '4836ea0a-f546-4f5a-a93b-c7e45ef1752d', 'tenant_id': 'f85c82bd29754c1bb1dc756e2b7c7b32', 'mac_address': 'fa:16:3e:fa:62:b5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5df102e4-7563-4fd1-93c6-bb85afcb8846', 'device_owner': 'network:router_interface', 'standard_attr_id': 406, 'fixed_ips': [{'subnet_id': '27c3fde2-d1e6-4a5a-9f37-77671049f1d9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T07:08:57Z', 'updated_at': '2021-01-14T07:09:12Z', 'revision_number': 4, 'project_id': 'f85c82bd29754c1bb1dc756e2b7c7b32', 'subnets': [{'id': '27c3fde2-d1e6-4a5a-9f37-77671049f1d9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'n-d-768862-2', False) {} {{(pid=84876) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:09:15.604743 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.db_base_plugin_common [None req-8ef6465b-7f33-4f2f-b8fc-fb3f99dbf849 None None] Allocated IP 172.20.0.2 (7838e4de-6265-49e2-af47-31cb87083d01/58b79c89-7fde-4f87-9ad0-8ff0024b9960/0c7d3c38-788a-4efd-80ce-e81c464cd66b) {{(pid=84876) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 14 07:09:15.612776 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f02da8fc-520d-4339-85f3-571add5513f3 None None] The sync data for ids ['5df102e4-7563-4fd1-93c6-bb85afcb8846'] in n-d-768862-2 is: [{'id': '5df102e4-7563-4fd1-93c6-bb85afcb8846', 'name': 'tempest-AttachSCSIVolumeTestJSON-680545290-router', 'tenant_id': 'f85c82bd29754c1bb1dc756e2b7c7b32', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '226f1e78-82cd-4481-9055-4eb73b6db8c1', 'external_fixed_ips': [{'subnet_id': 'ba8deeec-7658-4195-9449-038c076f5c83', 'ip_address': '172.25.2.243'}], 'enable_snat': True}, 'gw_port_id': '2bb35577-6e7d-4746-a021-cfdc91f58ca3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-14T07:08:47Z', 'updated_at': '2021-01-14T07:09:03Z', 'revision_number': 4, 'project_id': 'f85c82bd29754c1bb1dc756e2b7c7b32', 'gw_port': {'id': '2bb35577-6e7d-4746-a021-cfdc91f58ca3', 'name': '', 'network_id': '226f1e78-82cd-4481-9055-4eb73b6db8c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:2d:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5df102e4-7563-4fd1-93c6-bb85afcb8846', 'device_owner': 'network:router_gateway', 'standard_attr_id': 385, 'fixed_ips': [{'subnet_id': 'ba8deeec-7658-4195-9449-038c076f5c83', 'ip_address': '172.25.2.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T07:08:49Z', 'updated_at': '2021-01-14T07:09:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ba8deeec-7658-4195-9449-038c076f5c83', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-2', '_interfaces': [{'id': 'f805a7ce-2e45-4687-b68f-067763e04470', 'name': '', 'network_id': '4836ea0a-f546-4f5a-a93b-c7e45ef1752d', 'tenant_id': 'f85c82bd29754c1bb1dc756e2b7c7b32', 'mac_address': 'fa:16:3e:fa:62:b5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5df102e4-7563-4fd1-93c6-bb85afcb8846', 'device_owner': 'network:router_interface', 'standard_attr_id': 406, 'fixed_ips': [{'subnet_id': '27c3fde2-d1e6-4a5a-9f37-77671049f1d9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T07:08:57Z', 'updated_at': '2021-01-14T07:09:12Z', 'revision_number': 4, 'project_id': 'f85c82bd29754c1bb1dc756e2b7c7b32', 'subnets': [{'id': '27c3fde2-d1e6-4a5a-9f37-77671049f1d9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=84876) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Jan 14 07:09:15.710757 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-d391a8ea-2cc6-4b51-a463-3a210e953055 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:09:15.750793 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-d391a8ea-2cc6-4b51-a463-3a210e953055 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555753'] for port, before_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:09:15.816301 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [req-ec0b8f70-b2ea-48b6-a8de-2451f17b4181 req-48424bba-c9bb-4ae9-9ce9-2627123fff30 tempest-SecurityGroupsTestAdminJSON-1976002775 tempest-SecurityGroupsTestAdminJSON-1976002775] Notify callbacks [] for security_group, before_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:09:15.824958 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-cebdbbcf-c4e1-4c90-b723-7e6023553959 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-598964', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850887113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3154192', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2308610'] for subnet, after_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:09:15.884667 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-ce77b260-5c11-468d-80f2-8274a3155792 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:09:15.994041 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [req-ec0b8f70-b2ea-48b6-a8de-2451f17b4181 req-48424bba-c9bb-4ae9-9ce9-2627123fff30 tempest-SecurityGroupsTestAdminJSON-1976002775 tempest-SecurityGroupsTestAdminJSON-1976002775] Notify callbacks [] for security_group, precommit_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:09:16.028899 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-8ef6465b-7f33-4f2f-b8fc-fb3f99dbf849 None None] Notify callbacks [] for port, precommit_create {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:09:16.037181 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [req-be6edd05-63ed-4d47-9000-9a2fe86dd24f req-65c8c5fb-0b27-4534-b974-16bab74653d6 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=9740bdb926274fb0af3f877d3e3f5b1f&device_id=3cf06c68-75b3-4e81-a72d-8849a93f0bfd HTTP/1.1" status: 200 len: 210 time: 0.0610785 Jan 14 07:09:16.052447 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cebdbbcf-c4e1-4c90-b723-7e6023553959 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6a3db32f-3796-4df8-a1eb-6b92362fabe2,revision_number=None']} {{(pid=84875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:09:16.053808 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-8ef6465b-7f33-4f2f-b8fc-fb3f99dbf849 None None] Transition to ACTIVE for port object 0c7d3c38-788a-4efd-80ce-e81c464cd66b will not be triggered until provisioned by entity L2. {{(pid=84876) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 07:09:16.090441 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-8ef6465b-7f33-4f2f-b8fc-fb3f99dbf849 None None] Transition to ACTIVE for port object 0c7d3c38-788a-4efd-80ce-e81c464cd66b will not be triggered until provisioned by entity DHCP. {{(pid=84876) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 07:09:16.091273 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [req-be6edd05-63ed-4d47-9000-9a2fe86dd24f req-855c3487-a45a-40e2-b393-ece72afe8a6c service neutron] 10.222.0.48 "GET /v2.0/networks?tenant_id=9740bdb926274fb0af3f877d3e3f5b1f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0448399 Jan 14 07:09:16.105313 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-8ef6465b-7f33-4f2f-b8fc-fb3f99dbf849 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777640123575'] for port, after_create {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:09:16.119081 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [req-ec0b8f70-b2ea-48b6-a8de-2451f17b4181 req-48424bba-c9bb-4ae9-9ce9-2627123fff30 tempest-SecurityGroupsTestAdminJSON-1976002775 tempest-SecurityGroupsTestAdminJSON-1976002775] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850887153'] for security_group, after_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:09:16.131649 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-cebdbbcf-c4e1-4c90-b723-7e6023553959 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.247s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:09:16.132338 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-4271ee0d-b568-49c1-9b4f-15255cebb77e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:09:16.190750 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [req-add08803-4270-4c58-935b-842b301a8745 req-842b6f7d-8964-4bf4-be09-368a68eef826 service neutron] 10.222.0.24 "GET /v2.0/networks/77a020b1-5dc5-453e-b1f4-122bd4dbb87b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.6338909 Jan 14 07:09:16.247465 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48424bba-c9bb-4ae9-9ce9-2627123fff30 tempest-SecurityGroupsTestAdminJSON-1976002775 tempest-SecurityGroupsTestAdminJSON-1976002775] Pushing event deleted for resources: {'SecurityGroup': ['ID=4f1619cc-bdd9-462c-8e6f-032d9eec897f,revision_number=None']} {{(pid=84875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:09:16.272801 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-48424bba-c9bb-4ae9-9ce9-2627123fff30 tempest-SecurityGroupsTestAdminJSON-1976002775 tempest-SecurityGroupsTestAdminJSON-1976002775] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:09:16.319619 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-cebdbbcf-c4e1-4c90-b723-7e6023553959 admin admin] Notify callbacks [] for subnet, before_response {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:09:16.387633 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-017f98a9-8a07-408c-a86f-8ff0c00400a0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84876) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:09:16.401310 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.db_base_plugin_common [None req-d391a8ea-2cc6-4b51-a463-3a210e953055 admin admin] Allocated IP 172.25.2.174 (226f1e78-82cd-4481-9055-4eb73b6db8c1/ba8deeec-7658-4195-9449-038c076f5c83/a2510d44-9fb1-4a4f-ae33-d3d9bb614edf) {{(pid=84874) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 14 07:09:16.445343 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be6edd05-63ed-4d47-9000-9a2fe86dd24f req-4ca2eb07-310e-4f93-a6be-c984c5915f2a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:09:16.447007 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [req-be6edd05-63ed-4d47-9000-9a2fe86dd24f req-4ca2eb07-310e-4f93-a6be-c984c5915f2a service neutron] 10.222.0.48 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 863 time: 0.3477159 Jan 14 07:09:16.535527 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-017f98a9-8a07-408c-a86f-8ff0c00400a0 None None] Device 9d45302b-a374-4b0c-8b95-dd5e9e950eac up at agent ovs-agent-n-h1-768862-2 {{(pid=84876) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 07:09:16.544281 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-cebdbbcf-c4e1-4c90-b723-7e6023553959 admin admin] 10.222.0.24 "DELETE /v2.0/subnets/6a3db32f-3796-4df8-a1eb-6b92362fabe2 HTTP/1.1" status: 204 len: 168 time: 3.1896875 Jan 14 07:09:16.557758 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84875) accepted ('10.222.0.24', 53588) {{(pid=84875) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:09:16.565601 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [req-ec0b8f70-b2ea-48b6-a8de-2451f17b4181 req-48424bba-c9bb-4ae9-9ce9-2627123fff30 tempest-SecurityGroupsTestAdminJSON-1976002775 tempest-SecurityGroupsTestAdminJSON-1976002775] Notify callbacks [] for security_group, before_response {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:09:16.578380 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [req-ec0b8f70-b2ea-48b6-a8de-2451f17b4181 req-48424bba-c9bb-4ae9-9ce9-2627123fff30 tempest-SecurityGroupsTestAdminJSON-1976002775 tempest-SecurityGroupsTestAdminJSON-1976002775] 10.222.0.24 "DELETE /v2.0/security-groups/4f1619cc-bdd9-462c-8e6f-032d9eec897f HTTP/1.1" status: 204 len: 173 time: 1.3106735 Jan 14 07:09:16.789674 n-d-768862-2 neutron-server[84765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ef6465b-7f33-4f2f-b8fc-fb3f99dbf849 None None] Network 7838e4de-6265-49e2-af47-31cb87083d01 is already hosted by enough agents. {{(pid=84876) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 07:09:16.809881 n-d-768862-2 neutron-server[84765]: DEBUG neutron.scheduler.base_scheduler [None req-8ef6465b-7f33-4f2f-b8fc-fb3f99dbf849 None None] Resources bound (agent type, host, resource id): {{(pid=84876) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 07:09:16.828670 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ef6465b-7f33-4f2f-b8fc-fb3f99dbf849 None None] Received port after_create {{(pid=84876) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 14 07:09:16.862429 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-7b01928a-e736-4666-b355-aad78253cb20 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036854160497'] for network, before_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:09:16.892071 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ef6465b-7f33-4f2f-b8fc-fb3f99dbf849 None None] Pushing event updated for resources: {'Port': ['ID=0c7d3c38-788a-4efd-80ce-e81c464cd66b,revision_number=1']} {{(pid=84876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:09:16.966812 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-8ef6465b-7f33-4f2f-b8fc-fb3f99dbf849 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.579s {{(pid=84876) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:09:16.969759 n-d-768862-2 neutron-server[84765]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a0f2d2f5-940f-41cf-b7bc-bc3a271929e9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9d45302b-a374-4b0c-8b95-dd5e9e950eac', 'code': 200} Jan 14 07:09:17.004484 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.managers [None req-8ef6465b-7f33-4f2f-b8fc-fb3f99dbf849 None None] Attempting to bind port 0c7d3c38-788a-4efd-80ce-e81c464cd66b on host n-d-768862-2 for vnic_type normal with profile {{(pid=84876) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 14 07:09:17.005019 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.managers [None req-8ef6465b-7f33-4f2f-b8fc-fb3f99dbf849 None None] Attempting to bind port 0c7d3c38-788a-4efd-80ce-e81c464cd66b by drivers openvswitch on host n-d-768862-2 at level 0 using segments [{'id': 'e78d98fa-2af5-4e64-b394-20067ff7b64c', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 10, 'network_id': '7838e4de-6265-49e2-af47-31cb87083d01'}] {{(pid=84876) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 14 07:09:17.005754 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ef6465b-7f33-4f2f-b8fc-fb3f99dbf849 None None] Attempting to bind port 0c7d3c38-788a-4efd-80ce-e81c464cd66b on network 7838e4de-6265-49e2-af47-31cb87083d01 {{(pid=84876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 14 07:09:17.015292 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ef6465b-7f33-4f2f-b8fc-fb3f99dbf849 None None] Checking agent: {'id': 'ba5efab1-b43c-4d5a-bc52-6e105d4e67a2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768862-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 14, 6, 56, 52), 'started_at': datetime.datetime(2021, 1, 14, 6, 57, 22), 'heartbeat_timestamp': datetime.datetime(2021, 1, 14, 7, 8, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768862-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.29', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 14 07:09:17.016141 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ef6465b-7f33-4f2f-b8fc-fb3f99dbf849 None None] Checking segment: {'id': 'e78d98fa-2af5-4e64-b394-20067ff7b64c', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 10, 'network_id': '7838e4de-6265-49e2-af47-31cb87083d01'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84876) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 14 07:09:17.016708 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-8ef6465b-7f33-4f2f-b8fc-fb3f99dbf849 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:09:17.017265 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ef6465b-7f33-4f2f-b8fc-fb3f99dbf849 None None] Bound using segment: {'id': 'e78d98fa-2af5-4e64-b394-20067ff7b64c', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 10, 'network_id': '7838e4de-6265-49e2-af47-31cb87083d01'} {{(pid=84876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 14 07:09:17.019906 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.managers [None req-8ef6465b-7f33-4f2f-b8fc-fb3f99dbf849 None None] Bound port: 0c7d3c38-788a-4efd-80ce-e81c464cd66b, host: n-d-768862-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e78d98fa-2af5-4e64-b394-20067ff7b64c', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 10, 'network_id': '7838e4de-6265-49e2-af47-31cb87083d01'}}] {{(pid=84876) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 14 07:09:17.020612 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-8ef6465b-7f33-4f2f-b8fc-fb3f99dbf849 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555753'] for port, before_update {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:09:17.073472 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-017f98a9-8a07-408c-a86f-8ff0c00400a0 None None] Provisioning complete for port 9d45302b-a374-4b0c-8b95-dd5e9e950eac triggered by entity L2. {{(pid=84876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 07:09:17.073887 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-017f98a9-8a07-408c-a86f-8ff0c00400a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-604227'] for port, provisioning_complete {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:09:17.160623 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-19d5946e-bdbd-48e2-a066-fb5a02894aef admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted--9223372036851568851', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal--9223372036850888080'] for router_interface, after_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:09:17.294707 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [req-be6edd05-63ed-4d47-9000-9a2fe86dd24f req-15d78a46-b01f-438f-80b9-64ed1f3bb4eb tempest-LiveAutoBlockMigrationV225Test-1967294130 tempest-LiveAutoBlockMigrationV225Test-1967294130] 10.222.0.48 "GET /v2.0/ports?device_id=3cf06c68-75b3-4e81-a72d-8849a93f0bfd HTTP/1.1" status: 200 len: 210 time: 0.7969525 Jan 14 07:09:17.510401 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Device f805a7ce-2e45-4687-b68f-067763e04470 up at agent ovs-agent-n-d-768862-2 {{(pid=84876) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 07:09:17.546033 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-d391a8ea-2cc6-4b51-a463-3a210e953055 admin admin] Notify callbacks [] for port, precommit_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:09:17.650949 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-d391a8ea-2cc6-4b51-a463-3a210e953055 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777640123575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3254186'] for port, after_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:09:17.678616 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Provisioning for port f805a7ce-2e45-4687-b68f-067763e04470 completed by entity L2. {{(pid=84876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 07:09:17.691420 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Provisioning complete for port f805a7ce-2e45-4687-b68f-067763e04470 triggered by entity L2. {{(pid=84876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 07:09:17.693374 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-604227'] for port, provisioning_complete {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:09:17.727626 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:09:17.844036 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [None req-8ef6465b-7f33-4f2f-b8fc-fb3f99dbf849 None None] For port 0c7d3c38-788a-4efd-80ce-e81c464cd66b, host n-d-768862-2, cleared binding levels {{(pid=84876) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 14 07:09:17.853962 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [None req-8ef6465b-7f33-4f2f-b8fc-fb3f99dbf849 None None] For port 0c7d3c38-788a-4efd-80ce-e81c464cd66b, host n-d-768862-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-2',level=0,port_id=0c7d3c38-788a-4efd-80ce-e81c464cd66b,segment=NetworkSegment(e78d98fa-2af5-4e64-b394-20067ff7b64c),segment_id=e78d98fa-2af5-4e64-b394-20067ff7b64c)] {{(pid=84876) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 14 07:09:17.859343 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-8ef6465b-7f33-4f2f-b8fc-fb3f99dbf849 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777640533312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363259214678337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777640097497'] for port, after_update {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:09:17.879936 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84876) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:09:18.136887 n-d-768862-2 neutron-server[84765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d391a8ea-2cc6-4b51-a463-3a210e953055 admin admin] Network 226f1e78-82cd-4481-9055-4eb73b6db8c1 is already hosted by enough agents. {{(pid=84874) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 07:09:18.140542 n-d-768862-2 neutron-server[84765]: DEBUG neutron.scheduler.base_scheduler [None req-d391a8ea-2cc6-4b51-a463-3a210e953055 admin admin] Resources bound (agent type, host, resource id): {{(pid=84874) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 07:09:18.143913 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d391a8ea-2cc6-4b51-a463-3a210e953055 admin admin] Received port after_create {{(pid=84874) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 14 07:09:18.373410 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84875) accepted ('10.222.0.24', 53662) {{(pid=84875) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:09:18.414211 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555753'] for port, before_update {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:09:18.444762 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-017f98a9-8a07-408c-a86f-8ff0c00400a0 None None] Device 9d45302b-a374-4b0c-8b95-dd5e9e950eac no longer exists at agent ovs-agent-n-h1-768862-2 {{(pid=84876) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jan 14 07:09:18.457945 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d391a8ea-2cc6-4b51-a463-3a210e953055 admin admin] Pushing event updated for resources: {'Port': ['ID=a2510d44-9fb1-4a4f-ae33-d3d9bb614edf,revision_number=1']} {{(pid=84874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:09:18.462156 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-d391a8ea-2cc6-4b51-a463-3a210e953055 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.735s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:09:18.521045 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] For port f805a7ce-2e45-4687-b68f-067763e04470, host n-d-768862-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-2',level=0,port_id=f805a7ce-2e45-4687-b68f-067763e04470,segment=NetworkSegment(cd744c8d-99a1-4442-90ac-a4780b36b18a),segment_id=cd744c8d-99a1-4442-90ac-a4780b36b18a)] {{(pid=84876) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 07:09:18.550015 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777640533312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363259214678337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777640097497'] for port, after_update {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:09:18.566326 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ef6465b-7f33-4f2f-b8fc-fb3f99dbf849 None None] Pushing event updated for resources: {'Port': ['ID=0c7d3c38-788a-4efd-80ce-e81c464cd66b,revision_number=2']} {{(pid=84876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:09:18.580462 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-8ef6465b-7f33-4f2f-b8fc-fb3f99dbf849 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.701s {{(pid=84876) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:09:18.581380 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-e9bf498a-af29-451d-a02f-5939126da13e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.022s {{(pid=84876) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:09:18.655392 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-7b01928a-e736-4666-b355-aad78253cb20 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-598987', 'neutron.services.segments.db._delete_segments_for_network-8777640583949'] for network, precommit_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:09:18.740268 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-d391a8ea-2cc6-4b51-a463-3a210e953055 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:09:18.811105 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-16981695-bddc-4264-be08-47a744766ff1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363259214191800', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854171626'] for agent, after_update {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:09:18.827759 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Pushing event updated for resources: {'Port': ['ID=f805a7ce-2e45-4687-b68f-067763e04470,revision_number=5']} {{(pid=84876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:09:18.839617 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.258s {{(pid=84876) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:09:18.853814 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-017f98a9-8a07-408c-a86f-8ff0c00400a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555753'] for port, before_update {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:09:18.878542 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84874) accepted ('10.222.0.48', 55012) {{(pid=84874) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:09:18.915065 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [req-ed43d18b-a798-4e45-881b-b6b5b1f25a88 req-d58ef082-063e-4c72-82ff-804f24684a07 tempest-SecurityGroupsTestAdminJSON-1976002775 tempest-SecurityGroupsTestAdminJSON-1976002775] 10.222.0.24 "GET /v2.0/security-groups/cd9a1fe5-a606-43c7-a9ae-812a5cb5de1f HTTP/1.1" status: 200 len: 1776 time: 1.5322118 Jan 14 07:09:18.934898 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [None req-017f98a9-8a07-408c-a86f-8ff0c00400a0 None None] For port 9d45302b-a374-4b0c-8b95-dd5e9e950eac, host n-h1-768862-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-h1-768862-2',level=0,port_id=9d45302b-a374-4b0c-8b95-dd5e9e950eac,segment=NetworkSegment(ede39309-7d49-4073-9e60-ec596ff73fc3),segment_id=ede39309-7d49-4073-9e60-ec596ff73fc3)] {{(pid=84876) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 07:09:18.939508 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-017f98a9-8a07-408c-a86f-8ff0c00400a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777640533312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363259214678337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777640097497'] for port, after_update {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:09:18.944733 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-19386de0-bf67-435b-96c6-edf76917037b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.003s {{(pid=84876) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:09:19.054532 n-d-768862-2 neutron-server[84765]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a0f2d2f5-940f-41cf-b7bc-bc3a271929e9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9d45302b-a374-4b0c-8b95-dd5e9e950eac'}] {{(pid=84876) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Jan 14 07:09:19.155508 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-017f98a9-8a07-408c-a86f-8ff0c00400a0 None None] Pushing event updated for resources: {'Port': ['ID=9d45302b-a374-4b0c-8b95-dd5e9e950eac,revision_number=5']} {{(pid=84876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:09:19.161828 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-017f98a9-8a07-408c-a86f-8ff0c00400a0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.217s {{(pid=84876) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:09:19.226566 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Device f805a7ce-2e45-4687-b68f-067763e04470 up at agent ovs-agent-n-d-768862-2 {{(pid=84876) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 07:09:19.328084 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [req-2cbd93db-a0c3-4a39-b4d4-1c13b49e2a95 req-0c8740ce-7b32-4802-ae49-68695346f838 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=9740bdb926274fb0af3f877d3e3f5b1f&device_id=3cf06c68-75b3-4e81-a72d-8849a93f0bfd HTTP/1.1" status: 200 len: 210 time: 0.6277628 Jan 14 07:09:19.424322 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Provisioning complete for port f805a7ce-2e45-4687-b68f-067763e04470 triggered by entity L2. {{(pid=84876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 07:09:19.424876 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-604227'] for port, provisioning_complete {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:09:19.433370 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [req-2cbd93db-a0c3-4a39-b4d4-1c13b49e2a95 req-96047372-e2c3-4ecf-a889-457bfe591a42 service neutron] 10.222.0.48 "GET /v2.0/networks?tenant_id=9740bdb926274fb0af3f877d3e3f5b1f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0744462 Jan 14 07:09:19.513423 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-3db91f30-e628-4098-bb3c-4bb7367e9420 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:09:19.541214 n-d-768862-2 neutron-server[84765]: DEBUG neutron.services.segments.db [None req-7b01928a-e736-4666-b355-aad78253cb20 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0f70564e-aa85-47b6-90ba-629f4ad914bc']}} {{(pid=84875) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:09:19.573176 n-d-768862-2 neutron-server[84765]: DEBUG neutron.services.segments.db [None req-7b01928a-e736-4666-b355-aad78253cb20 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '437d06bc-b847-4a3b-8663-24ae34b64980') {'for_net_delete': True} {{(pid=84875) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:09:19.573593 n-d-768862-2 neutron-server[84765]: DEBUG neutron.services.segments.db [None req-7b01928a-e736-4666-b355-aad78253cb20 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '437d06bc-b847-4a3b-8663-24ae34b64980') {} {{(pid=84875) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:09:19.590762 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-7b01928a-e736-4666-b355-aad78253cb20 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363259214173198', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036851408567'] for segment, before_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:09:19.610550 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-7b01928a-e736-4666-b355-aad78253cb20 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854179735'] for segment, precommit_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:09:19.613343 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-7b01928a-e736-4666-b355-aad78253cb20 admin admin] Releasing vxlan tunnel 5 to pool {{(pid=84875) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Jan 14 07:09:19.653487 n-d-768862-2 neutron-server[84765]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'a0f2d2f5-940f-41cf-b7bc-bc3a271929e9', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '9d45302b-a374-4b0c-8b95-dd5e9e950eac', 'code': 422} returned with failed status Jan 14 07:09:19.706041 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84874) accepted ('10.222.0.24', 53694) {{(pid=84874) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:09:19.806010 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:port_security_enabled":"rule:admin_or_owner" was deprecated in W in favor of "update_network:port_security_enabled":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 07:09:19.806010 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:09:19.806010 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:09:19.806010 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:09:19.806010 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "delete_network":"rule:admin_or_owner" was deprecated in W in favor of "delete_network":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 07:09:19.806010 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:09:19.806010 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:09:19.806010 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:09:19.806010 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_segment":"rule:admin_only" was deprecated in W in favor of "create_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:09:19.806010 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:09:19.806010 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_segment":"rule:admin_only" was deprecated in W in favor of "get_segment":"role:reader and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:09:19.806010 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:09:19.806010 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_segment":"rule:admin_only" was deprecated in W in favor of "update_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:09:19.806010 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:09:19.806010 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "delete_segment":"rule:admin_only" was deprecated in W in favor of "delete_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:09:19.806010 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:09:19.806010 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network":"rule:regular_user" was deprecated in W in favor of "create_network":"role:member and project_id:%(project_id)s". Reason: Jan 14 07:09:19.806010 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:09:19.806010 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:09:19.806010 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:09:19.806010 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:shared":"rule:admin_only" was deprecated in W in favor of "create_network:shared":"role:admin and system_scope:all". Reason: Jan 14 07:09:19.806010 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:09:19.806010 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:09:19.806010 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:09:19.806010 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:router:external":"rule:admin_only" was deprecated in W in favor of "create_network:router:external":"role:admin and system_scope:all". Reason: Jan 14 07:09:19.806010 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:09:19.806010 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:09:19.806010 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:09:19.806010 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:is_default":"rule:admin_only" was deprecated in W in favor of "create_network:is_default":"role:admin and system_scope:all". Reason: Jan 14 07:09:19.806010 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:09:19.806010 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:09:19.806010 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:09:19.806010 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:port_security_enabled":"rule:regular_user" was deprecated in W in favor of "create_network:port_security_enabled":"role:member and project_id:%(project_id)s". Reason: Jan 14 07:09:19.806010 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:09:19.806010 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:09:19.806010 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:09:19.806010 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:segments":"rule:admin_only" was deprecated in W in favor of "create_network:segments":"role:admin and system_scope:all". Reason: Jan 14 07:09:19.806010 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:09:19.806010 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:09:19.806010 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:09:19.806010 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "create_network:provider:network_type":"role:admin and system_scope:all". Reason: Jan 14 07:09:19.806010 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:09:19.809591 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:09:19.809591 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:09:19.809591 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "create_network:provider:physical_network":"role:admin and system_scope:all". Reason: Jan 14 07:09:19.809591 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:09:19.809591 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:09:19.809591 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:09:19.809591 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "create_network:provider:segmentation_id":"role:admin and system_scope:all". Reason: Jan 14 07:09:19.809591 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:09:19.809591 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:09:19.809591 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:09:19.809591 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network":"rule:admin_or_owner or rule:shared or rule:external or rule:context_is_advsvc" was deprecated in W in favor of "get_network":"(role:reader and system_scope:all) or (role:reader and project_id:%(project_id)s) or rule:shared or rule:external or rule:context_is_advsvc". Reason: Jan 14 07:09:19.809591 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:09:19.809591 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:09:19.809591 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:09:19.809591 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:router:external":"rule:regular_user" was deprecated in W in favor of "get_network:router:external":"role:reader and project_id:%(project_id)s". Reason: Jan 14 07:09:19.809591 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:09:19.809591 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:09:19.809591 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:09:19.811675 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:segments":"rule:admin_only" was deprecated in W in favor of "get_network:segments":"role:reader and system_scope:all". Reason: Jan 14 07:09:19.811675 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:09:19.811675 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:09:19.811675 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:09:19.811675 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "get_network:provider:network_type":"role:reader and system_scope:all". Reason: Jan 14 07:09:19.811675 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:09:19.811675 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:09:19.811675 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:09:19.811675 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "get_network:provider:physical_network":"role:reader and system_scope:all". Reason: Jan 14 07:09:19.811675 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:09:19.811675 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:09:19.811675 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:09:19.811675 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "get_network:provider:segmentation_id":"role:reader and system_scope:all". Reason: Jan 14 07:09:19.811675 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:09:19.811675 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:09:19.811675 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:09:19.811675 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network":"rule:admin_or_owner" was deprecated in W in favor of "update_network":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 07:09:19.811675 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:09:19.811675 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:09:19.811675 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:09:19.811675 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:segments":"rule:admin_only" was deprecated in W in favor of "update_network:segments":"role:admin and system_scope:all". Reason: Jan 14 07:09:19.811675 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:09:19.811675 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:09:19.811675 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:09:19.811675 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:shared":"rule:admin_only" was deprecated in W in favor of "update_network:shared":"role:admin and system_scope:all". Reason: Jan 14 07:09:19.811675 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:09:19.811675 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:09:19.811675 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:09:19.811675 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "update_network:provider:network_type":"role:admin and system_scope:all". Reason: Jan 14 07:09:19.811675 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:09:19.811675 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:09:19.811675 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:09:19.811675 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "update_network:provider:physical_network":"role:admin and system_scope:all". Reason: Jan 14 07:09:19.811675 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:09:19.811675 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:09:19.811675 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:09:19.811675 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "update_network:provider:segmentation_id":"role:admin and system_scope:all". Reason: Jan 14 07:09:19.811675 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:09:19.811675 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:09:19.811675 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:09:19.811675 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:router:external":"rule:admin_only" was deprecated in W in favor of "update_network:router:external":"role:admin and system_scope:all". Reason: Jan 14 07:09:19.811675 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:09:19.811675 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:09:19.811675 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:09:19.811675 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:is_default":"rule:admin_only" was deprecated in W in favor of "update_network:is_default":"role:admin and system_scope:all". Reason: Jan 14 07:09:19.811675 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:09:19.811675 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:09:19.811675 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:09:19.816108 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:port_security_enabled":"rule:admin_or_owner" was deprecated in W in favor of "update_network:port_security_enabled":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 07:09:19.816108 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:09:19.816108 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:09:19.816108 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:09:19.816108 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "delete_network":"rule:admin_or_owner" was deprecated in W in favor of "delete_network":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 07:09:19.816108 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:09:19.816108 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:09:19.816108 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:09:19.816108 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_segment":"rule:admin_only" was deprecated in W in favor of "create_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:09:19.816108 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:09:19.816108 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_segment":"rule:admin_only" was deprecated in W in favor of "get_segment":"role:reader and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:09:19.816108 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:09:19.816108 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_segment":"rule:admin_only" was deprecated in W in favor of "update_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:09:19.816108 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:09:19.819222 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-3db91f30-e628-4098-bb3c-4bb7367e9420 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:09:19.836158 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-add08803-4270-4c58-935b-842b301a8745 req-062f3b2f-02d8-4cce-92c0-4932ca482f56 tempest-VolumesAdminNegativeTest-1311504695 tempest-VolumesAdminNegativeTest-1311504695] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:09:19.838109 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [req-add08803-4270-4c58-935b-842b301a8745 req-062f3b2f-02d8-4cce-92c0-4932ca482f56 tempest-VolumesAdminNegativeTest-1311504695 tempest-VolumesAdminNegativeTest-1311504695] 10.222.0.48 "GET /v2.0/networks?id=77a020b1-5dc5-453e-b1f4-122bd4dbb87b HTTP/1.1" status: 200 len: 815 time: 0.9116187 Jan 14 07:09:19.843543 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-3db91f30-e628-4098-bb3c-4bb7367e9420 admin admin] Usage tracker for resource:security_group_rule and tenant:6547ccccfcd2418d8298e70d7c133bf7 is out of sync, need to count used quota {{(pid=84875) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:09:19.888665 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.v2.base [req-add08803-4270-4c58-935b-842b301a8745 req-a1452d0f-29ac-4c21-b235-e70ee98832fe tempest-VolumesAdminNegativeTest-1311504695 tempest-VolumesAdminNegativeTest-1311504695] Request body: {'port': {'device_id': 'ccdc63bd-30e5-41f2-a949-89e87eb7e372', 'network_id': '77a020b1-5dc5-453e-b1f4-122bd4dbb87b', 'admin_state_up': True, 'tenant_id': 'e8cbf1a8cd794ce9a06bb7dac66ec119'}} {{(pid=84874) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:09:19.914282 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-3db91f30-e628-4098-bb3c-4bb7367e9420 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84875) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:09:19.950522 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37cf9735-7258-4d34-a734-6fc2db42cf96 req-9b0c6bd6-64c7-4162-82d5-1a62974f39e0 tempest-ServersWithSpecificFlavorTestJSON-1541021946 tempest-ServersWithSpecificFlavorTestJSON-1541021946] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:09:19.951556 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [req-37cf9735-7258-4d34-a734-6fc2db42cf96 req-9b0c6bd6-64c7-4162-82d5-1a62974f39e0 tempest-ServersWithSpecificFlavorTestJSON-1541021946 tempest-ServersWithSpecificFlavorTestJSON-1541021946] Synchronizing usage tracker for tenant:379433b85b8d420cbbb1671da6a74e86 on resource:port {{(pid=84874) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 14 07:09:20.002247 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-3db91f30-e628-4098-bb3c-4bb7367e9420 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:09:20.020250 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [req-ed43d18b-a798-4e45-881b-b6b5b1f25a88 req-6d290938-9719-4654-9654-5274c0e2a592 tempest-SecurityGroupsTestAdminJSON-1976002775 tempest-SecurityGroupsTestAdminJSON-1976002775] Notify callbacks [] for security_group, before_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:09:20.071935 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.managers [None req-7b01928a-e736-4666-b355-aad78253cb20 admin admin] Network 0f70564e-aa85-47b6-90ba-629f4ad914bc has no segments {{(pid=84875) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 14 07:09:20.089328 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-7b01928a-e736-4666-b355-aad78253cb20 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-596065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3154253'] for segment, after_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:09:20.324624 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [req-ed43d18b-a798-4e45-881b-b6b5b1f25a88 req-6d290938-9719-4654-9654-5274c0e2a592 tempest-SecurityGroupsTestAdminJSON-1976002775 tempest-SecurityGroupsTestAdminJSON-1976002775] Notify callbacks [] for security_group, precommit_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:09:20.427544 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [req-be6edd05-63ed-4d47-9000-9a2fe86dd24f req-8638effd-9d14-4fbc-85ec-3c7d6116f134 tempest-LiveAutoBlockMigrationV225Test-1967294130 tempest-LiveAutoBlockMigrationV225Test-1967294130] Synchronizing usage tracker for tenant:9740bdb926274fb0af3f877d3e3f5b1f on resource:network {{(pid=84875) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 14 07:09:20.457398 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.db_base_plugin_v2 [None req-7efb67e3-857f-4f9b-af69-22a51e44cb77 admin admin] Deleting subnet 2c21dd4e-21bf-41ad-abe4-b0a62e780c01 {{(pid=84874) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Jan 14 07:09:20.495536 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-7efb67e3-857f-4f9b-af69-22a51e44cb77 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:09:20.530506 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cbd93db-a0c3-4a39-b4d4-1c13b49e2a95 req-a1cdd4e9-9728-454d-bed7-b9d08c53b2b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:09:20.532470 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [req-2cbd93db-a0c3-4a39-b4d4-1c13b49e2a95 req-a1cdd4e9-9728-454d-bed7-b9d08c53b2b5 service neutron] 10.222.0.48 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 863 time: 1.0730348 Jan 14 07:09:20.593484 n-d-768862-2 neutron-server[84765]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-19d5946e-bdbd-48e2-a066-fb5a02894aef admin admin] Router 34c5002b-6dc5-47cb-abaa-6222bbe1ea0a has already been hosted by L3 agent 35f592e9-451b-4db9-abea-77b6a5c5391b {{(pid=84875) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Jan 14 07:09:20.612039 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [req-37cf9735-7258-4d34-a734-6fc2db42cf96 req-9b0c6bd6-64c7-4162-82d5-1a62974f39e0 tempest-ServersWithSpecificFlavorTestJSON-1541021946 tempest-ServersWithSpecificFlavorTestJSON-1541021946] Unset dirty status for tenant:379433b85b8d420cbbb1671da6a74e86 on resource:port {{(pid=84874) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 14 07:09:20.613356 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [req-37cf9735-7258-4d34-a734-6fc2db42cf96 req-9b0c6bd6-64c7-4162-82d5-1a62974f39e0 tempest-ServersWithSpecificFlavorTestJSON-1541021946 tempest-ServersWithSpecificFlavorTestJSON-1541021946] 10.222.0.35 "GET /v2.0/ports?device_id=a0f2d2f5-940f-41cf-b7bc-bc3a271929e9 HTTP/1.1" status: 200 len: 944 time: 1.3621702 Jan 14 07:09:20.650307 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [req-ed43d18b-a798-4e45-881b-b6b5b1f25a88 req-6d290938-9719-4654-9654-5274c0e2a592 tempest-SecurityGroupsTestAdminJSON-1976002775 tempest-SecurityGroupsTestAdminJSON-1976002775] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850887153'] for security_group, after_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:09:20.662965 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [req-be6edd05-63ed-4d47-9000-9a2fe86dd24f req-8638effd-9d14-4fbc-85ec-3c7d6116f134 tempest-LiveAutoBlockMigrationV225Test-1967294130 tempest-LiveAutoBlockMigrationV225Test-1967294130] Unset dirty status for tenant:9740bdb926274fb0af3f877d3e3f5b1f on resource:network {{(pid=84875) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 14 07:09:20.664750 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [req-be6edd05-63ed-4d47-9000-9a2fe86dd24f req-8638effd-9d14-4fbc-85ec-3c7d6116f134 tempest-LiveAutoBlockMigrationV225Test-1967294130 tempest-LiveAutoBlockMigrationV225Test-1967294130] 10.222.0.35 "GET /v2.0/networks?id=26403650-7f90-4538-aecf-889928cc4890 HTTP/1.1" status: 200 len: 213 time: 0.4489579 Jan 14 07:09:20.797524 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84874) accepted ('10.222.0.24', 53778) {{(pid=84874) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:09:20.817526 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-bedce58c-507b-4250-8d52-2b1fe38878a0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:09:20.826455 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a48fe658-1480-4b9b-9737-f280cb335e3d None None] Network 7838e4de-6265-49e2-af47-31cb87083d01 requested from n-d-768862-2 {{(pid=84876) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 07:09:20.842700 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [req-2cbd93db-a0c3-4a39-b4d4-1c13b49e2a95 req-a1fe9105-2215-4672-aa52-c923e85306e8 tempest-LiveAutoBlockMigrationV225Test-1967294130 tempest-LiveAutoBlockMigrationV225Test-1967294130] 10.222.0.48 "GET /v2.0/ports?device_id=3cf06c68-75b3-4e81-a72d-8849a93f0bfd HTTP/1.1" status: 200 len: 210 time: 0.2282085 Jan 14 07:09:20.870917 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-7efb67e3-857f-4f9b-af69-22a51e44cb77 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036851807232'] for subnet, precommit_delete_associations {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:09:20.889125 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.managers [None req-7b01928a-e736-4666-b355-aad78253cb20 admin admin] Network 0f70564e-aa85-47b6-90ba-629f4ad914bc has no segments {{(pid=84875) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 14 07:09:20.960412 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [req-add08803-4270-4c58-935b-842b301a8745 req-a1452d0f-29ac-4c21-b235-e70ee98832fe tempest-VolumesAdminNegativeTest-1311504695 tempest-VolumesAdminNegativeTest-1311504695] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:09:20.964678 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [req-add08803-4270-4c58-935b-842b301a8745 req-a1452d0f-29ac-4c21-b235-e70ee98832fe tempest-VolumesAdminNegativeTest-1311504695 tempest-VolumesAdminNegativeTest-1311504695] Usage tracker for resource:port and tenant:e8cbf1a8cd794ce9a06bb7dac66ec119 is out of sync, need to count used quota {{(pid=84874) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:09:20.967929 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [req-add08803-4270-4c58-935b-842b301a8745 req-a1452d0f-29ac-4c21-b235-e70ee98832fe tempest-VolumesAdminNegativeTest-1311504695 tempest-VolumesAdminNegativeTest-1311504695] Quota usage for port was recalculated. Used quota:0. {{(pid=84874) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:09:20.974962 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [req-add08803-4270-4c58-935b-842b301a8745 req-a1452d0f-29ac-4c21-b235-e70ee98832fe tempest-VolumesAdminNegativeTest-1311504695 tempest-VolumesAdminNegativeTest-1311504695] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:09:21.002199 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-add08803-4270-4c58-935b-842b301a8745 req-a1452d0f-29ac-4c21-b235-e70ee98832fe tempest-VolumesAdminNegativeTest-1311504695 tempest-VolumesAdminNegativeTest-1311504695] Made reservation on behalf of e8cbf1a8cd794ce9a06bb7dac66ec119 for: {'port': 1} {{(pid=84874) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 07:09:21.016151 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [req-add08803-4270-4c58-935b-842b301a8745 req-a1452d0f-29ac-4c21-b235-e70ee98832fe tempest-VolumesAdminNegativeTest-1311504695 tempest-VolumesAdminNegativeTest-1311504695] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555753'] for port, before_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:09:21.055450 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.plugin [req-37cf9735-7258-4d34-a734-6fc2db42cf96 req-b1651664-27ed-444b-b694-1c16ec410e60 tempest-ServersWithSpecificFlavorTestJSON-1541021946 tempest-ServersWithSpecificFlavorTestJSON-1541021946] Deleting port 9d45302b-a374-4b0c-8b95-dd5e9e950eac {{(pid=84874) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 07:09:21.055868 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [req-37cf9735-7258-4d34-a734-6fc2db42cf96 req-b1651664-27ed-444b-b694-1c16ec410e60 tempest-ServersWithSpecificFlavorTestJSON-1541021946 tempest-ServersWithSpecificFlavorTestJSON-1541021946] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363259214248359'] for port, before_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:09:21.145969 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d290938-9719-4654-9654-5274c0e2a592 tempest-SecurityGroupsTestAdminJSON-1976002775 tempest-SecurityGroupsTestAdminJSON-1976002775] Pushing event deleted for resources: {'SecurityGroup': ['ID=cd9a1fe5-a606-43c7-a9ae-812a5cb5de1f,revision_number=None']} {{(pid=84875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:09:21.146274 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-7efb67e3-857f-4f9b-af69-22a51e44cb77 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036854176836'] for subnet, precommit_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:09:21.148762 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [req-ed43d18b-a798-4e45-881b-b6b5b1f25a88 req-6d290938-9719-4654-9654-5274c0e2a592 tempest-SecurityGroupsTestAdminJSON-1976002775 tempest-SecurityGroupsTestAdminJSON-1976002775] Notify callbacks [] for security_group, before_response {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:09:21.157539 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [req-ed43d18b-a798-4e45-881b-b6b5b1f25a88 req-6d290938-9719-4654-9654-5274c0e2a592 tempest-SecurityGroupsTestAdminJSON-1976002775 tempest-SecurityGroupsTestAdminJSON-1976002775] 10.222.0.24 "DELETE /v2.0/security-groups/cd9a1fe5-a606-43c7-a9ae-812a5cb5de1f HTTP/1.1" status: 204 len: 173 time: 2.1893978 Jan 14 07:09:21.157539 n-d-768862-2 neutron-server[84765]: Traceback (most recent call last): Jan 14 07:09:21.157539 n-d-768862-2 neutron-server[84765]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 14 07:09:21.157539 n-d-768862-2 neutron-server[84765]: timer() Jan 14 07:09:21.157539 n-d-768862-2 neutron-server[84765]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 14 07:09:21.157539 n-d-768862-2 neutron-server[84765]: cb(*args, **kw) Jan 14 07:09:21.157539 n-d-768862-2 neutron-server[84765]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Jan 14 07:09:21.157539 n-d-768862-2 neutron-server[84765]: return func(*args, **kwargs) Jan 14 07:09:21.157539 n-d-768862-2 neutron-server[84765]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 14 07:09:21.157539 n-d-768862-2 neutron-server[84765]: self._notify() Jan 14 07:09:21.157539 n-d-768862-2 neutron-server[84765]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 14 07:09:21.157539 n-d-768862-2 neutron-server[84765]: self.callback(batched_events) Jan 14 07:09:21.157539 n-d-768862-2 neutron-server[84765]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 14 07:09:21.157539 n-d-768862-2 neutron-server[84765]: event.method(event) Jan 14 07:09:21.157539 n-d-768862-2 neutron-server[84765]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 14 07:09:21.157539 n-d-768862-2 neutron-server[84765]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 14 07:09:21.157539 n-d-768862-2 neutron-server[84765]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Jan 14 07:09:21.157539 n-d-768862-2 neutron-server[84765]: segment_id)['aggregates'][0] Jan 14 07:09:21.157539 n-d-768862-2 neutron-server[84765]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 14 07:09:21.157539 n-d-768862-2 neutron-server[84765]: return f(self, *a, **k) Jan 14 07:09:21.157539 n-d-768862-2 neutron-server[84765]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 14 07:09:21.157539 n-d-768862-2 neutron-server[84765]: return self._get(url).json() Jan 14 07:09:21.157539 n-d-768862-2 neutron-server[84765]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 14 07:09:21.157539 n-d-768862-2 neutron-server[84765]: **kwargs) Jan 14 07:09:21.157539 n-d-768862-2 neutron-server[84765]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 14 07:09:21.157539 n-d-768862-2 neutron-server[84765]: return self.request(url, 'GET', **kwargs) Jan 14 07:09:21.157539 n-d-768862-2 neutron-server[84765]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Jan 14 07:09:21.157539 n-d-768862-2 neutron-server[84765]: **endpoint_filter) Jan 14 07:09:21.157539 n-d-768862-2 neutron-server[84765]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 14 07:09:21.157539 n-d-768862-2 neutron-server[84765]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 14 07:09:21.157539 n-d-768862-2 neutron-server[84765]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 14 07:09:21.157539 n-d-768862-2 neutron-server[84765]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 14 07:09:21.157539 n-d-768862-2 neutron-server[84765]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 14 07:09:21.192519 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-6d290938-9719-4654-9654-5274c0e2a592 tempest-SecurityGroupsTestAdminJSON-1976002775 tempest-SecurityGroupsTestAdminJSON-1976002775] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.375s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:09:21.201864 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [req-be6edd05-63ed-4d47-9000-9a2fe86dd24f req-2fbe0078-c595-4da0-9b9c-1ae35f77617a service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=9740bdb926274fb0af3f877d3e3f5b1f&device_id=3cf06c68-75b3-4e81-a72d-8849a93f0bfd HTTP/1.1" status: 200 len: 210 time: 0.1218073 Jan 14 07:09:21.202682 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-7b01928a-e736-4666-b355-aad78253cb20 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036854176830', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850887149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3912591'] for network, after_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:09:21.258595 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-d391a8ea-2cc6-4b51-a463-3a210e953055 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036850886612', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036850863158'] for router, after_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:09:21.261649 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-6c45aeb6-6ae3-4ca3-8e0a-53b08f420357 None None] Provisioning for port 0c7d3c38-788a-4efd-80ce-e81c464cd66b completed by entity DHCP. {{(pid=84876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 07:09:21.293700 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:09:21.300129 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-aca348d2-599d-454c-8462-85e8ac9752f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363259214191800', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854171626'] for agent, after_update {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:09:21.315653 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Device 0c7d3c38-788a-4efd-80ce-e81c464cd66b up at agent ovs-agent-n-d-768862-2 {{(pid=84876) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 07:09:21.321811 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-04b19250-8f07-44f4-a755-1fef5c7749ec admin admin] Notify callbacks [] for security_group, before_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:09:21.333328 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-7b01928a-e736-4666-b355-aad78253cb20 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3207107'] for network, before_response {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:09:21.346296 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b01928a-e736-4666-b355-aad78253cb20 admin admin] Pushing event deleted for resources: {'Network': ['ID=0f70564e-aa85-47b6-90ba-629f4ad914bc,revision_number=None']} {{(pid=84875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:09:21.350334 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [req-be6edd05-63ed-4d47-9000-9a2fe86dd24f req-572f23ba-8aa5-4eae-bb87-c7f63c721f9a service neutron] 10.222.0.35 "GET /v2.0/networks?tenant_id=9740bdb926274fb0af3f877d3e3f5b1f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1289341 Jan 14 07:09:21.362897 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-7b01928a-e736-4666-b355-aad78253cb20 admin admin] 10.222.0.24 "DELETE /v2.0/networks/0f70564e-aa85-47b6-90ba-629f4ad914bc HTTP/1.1" status: 204 len: 168 time: 4.7987061 Jan 14 07:09:21.378020 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-7b01928a-e736-4666-b355-aad78253cb20 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:09:21.506343 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Provisioning for port 0c7d3c38-788a-4efd-80ce-e81c464cd66b completed by entity L2. {{(pid=84876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 07:09:21.522215 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Provisioning complete for port 0c7d3c38-788a-4efd-80ce-e81c464cd66b triggered by entity L2. {{(pid=84876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 07:09:21.523106 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-604227'] for port, provisioning_complete {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:09:21.781713 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84874) accepted ('10.222.0.24', 53836) {{(pid=84874) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:09:21.916083 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be6edd05-63ed-4d47-9000-9a2fe86dd24f req-6b53681a-ca93-4010-86e8-d0b7bfc894f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:09:21.918045 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [req-be6edd05-63ed-4d47-9000-9a2fe86dd24f req-6b53681a-ca93-4010-86e8-d0b7bfc894f2 service neutron] 10.222.0.35 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 863 time: 0.5164397 Jan 14 07:09:21.996096 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-da76cfc0-98e8-4426-9f6d-4f05aa3fae78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363259214191800', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854171626'] for agent, after_update {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:09:22.021544 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555753'] for port, before_update {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:09:22.045622 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [req-b2eb1830-cb1c-490b-9dfa-72b8667a854c req-3bfd02da-388a-4bb9-b948-bcd593d5f0a9 tempest-SecurityGroupsTestAdminJSON-1410245807 tempest-SecurityGroupsTestAdminJSON-1410245807] 10.222.0.24 "GET /v2.0/security-groups/c2698459-9147-4645-868c-43d930fce480 HTTP/1.1" status: 200 len: 1776 time: 0.8368425 Jan 14 07:09:22.059598 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-19d5946e-bdbd-48e2-a066-fb5a02894aef admin admin] Notify agent at l3_agent.n-d-768862-2 the message routers_updated {{(pid=84875) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jan 14 07:09:22.069955 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fec2d598-ad24-4a60-8d5a-d5c8b3861767 None None] Sync routers for ids ['34c5002b-6dc5-47cb-abaa-6222bbe1ea0a'] in n-d-768862-2 {{(pid=84877) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Jan 14 07:09:22.072203 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-3db91f30-e628-4098-bb3c-4bb7367e9420 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:09:22.076039 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [req-be6edd05-63ed-4d47-9000-9a2fe86dd24f req-2f5998fe-1f73-4db7-a1b3-3b8c5657e983 tempest-LiveAutoBlockMigrationV225Test-1967294130 tempest-LiveAutoBlockMigrationV225Test-1967294130] 10.222.0.35 "GET /v2.0/ports?device_id=3cf06c68-75b3-4e81-a72d-8849a93f0bfd HTTP/1.1" status: 200 len: 210 time: 0.1003709 Jan 14 07:09:22.077476 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] For port 0c7d3c38-788a-4efd-80ce-e81c464cd66b, host n-d-768862-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-2',level=0,port_id=0c7d3c38-788a-4efd-80ce-e81c464cd66b,segment=NetworkSegment(e78d98fa-2af5-4e64-b394-20067ff7b64c),segment_id=e78d98fa-2af5-4e64-b394-20067ff7b64c)] {{(pid=84876) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 07:09:22.082394 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-19d5946e-bdbd-48e2-a066-fb5a02894aef admin admin] 10.222.0.24 "PUT /v2.0/routers/34c5002b-6dc5-47cb-abaa-6222bbe1ea0a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 14.9189658 Jan 14 07:09:22.083449 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-3db91f30-e628-4098-bb3c-4bb7367e9420 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850887153'] for security_group, after_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:09:22.085065 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777640533312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363259214678337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777640097497'] for port, after_update {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:09:22.087387 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-8ef6465b-7f33-4f2f-b8fc-fb3f99dbf849 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84876) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:09:22.111572 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84875) accepted ('10.222.0.24', 53878) {{(pid=84875) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:09:22.112415 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-e87e8cff-3f61-4aad-9919-d816faebb947 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:09:22.115165 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fec2d598-ad24-4a60-8d5a-d5c8b3861767 None None] Routers {'34c5002b-6dc5-47cb-abaa-6222bbe1ea0a'} bound to L3 agent in host n-d-768862-2 {{(pid=84877) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 14 07:09:22.120902 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_hamode_db [None req-fec2d598-ad24-4a60-8d5a-d5c8b3861767 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-01-14T06:56:51Z,description=,heartbeat_timestamp=2021-01-14T07:09:21Z,host='n-d-768862-2',id=35f592e9-451b-4db9-abea-77b6a5c5391b,load=0,resource_versions=,resources_synced=,started_at=2021-01-14T06:56:51Z,topic='l3_agent')) {'router_ids': ['34c5002b-6dc5-47cb-abaa-6222bbe1ea0a'], 'active': True} {{(pid=84877) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:09:22.160898 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [req-37cf9735-7258-4d34-a734-6fc2db42cf96 req-b1651664-27ed-444b-b694-1c16ec410e60 tempest-ServersWithSpecificFlavorTestJSON-1541021946 tempest-ServersWithSpecificFlavorTestJSON-1541021946] For port 9d45302b-a374-4b0c-8b95-dd5e9e950eac, host n-h1-768862-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-h1-768862-2',level=0,port_id=9d45302b-a374-4b0c-8b95-dd5e9e950eac,segment=NetworkSegment(ede39309-7d49-4073-9e60-ec596ff73fc3),segment_id=ede39309-7d49-4073-9e60-ec596ff73fc3)] {{(pid=84874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 07:09:22.161772 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [req-37cf9735-7258-4d34-a734-6fc2db42cf96 req-b1651664-27ed-444b-b694-1c16ec410e60 tempest-ServersWithSpecificFlavorTestJSON-1541021946 tempest-ServersWithSpecificFlavorTestJSON-1541021946] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036850862667'] for port, precommit_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:09:22.303365 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Pushing event updated for resources: {'Port': ['ID=0c7d3c38-788a-4efd-80ce-e81c464cd66b,revision_number=3']} {{(pid=84876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:09:22.316944 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.229s {{(pid=84876) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:09:22.400138 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.plugin [req-37cf9735-7258-4d34-a734-6fc2db42cf96 req-b1651664-27ed-444b-b694-1c16ec410e60 tempest-ServersWithSpecificFlavorTestJSON-1541021946 tempest-ServersWithSpecificFlavorTestJSON-1541021946] Calling delete_port for 9d45302b-a374-4b0c-8b95-dd5e9e950eac owned by compute:nova {{(pid=84874) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 07:09:22.408225 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_dvr_db [None req-fec2d598-ad24-4a60-8d5a-d5c8b3861767 None None] Set router 34c5002b-6dc5-47cb-abaa-6222bbe1ea0a gateway port host: n-d-768862-2 {{(pid=84877) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 14 07:09:22.440914 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-3db91f30-e628-4098-bb3c-4bb7367e9420 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=6547ccccfcd2418d8298e70d7c133bf7&name=default HTTP/1.1" status: 200 len: 2979 time: 4.0663633 Jan 14 07:09:22.466880 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-c140451a-e6af-4d45-aa5a-761b75c7d827 None None] Provisioning complete for port 0c7d3c38-788a-4efd-80ce-e81c464cd66b triggered by entity DHCP. {{(pid=84876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 07:09:22.467613 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-c140451a-e6af-4d45-aa5a-761b75c7d827 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-604227'] for port, provisioning_complete {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:09:22.614070 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84875) accepted ('10.222.0.24', 53886) {{(pid=84875) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:09:22.629771 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [req-be6edd05-63ed-4d47-9000-9a2fe86dd24f req-64a35495-2dfc-4dd9-80ac-c6914bfd6465 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=9740bdb926274fb0af3f877d3e3f5b1f&device_id=3cf06c68-75b3-4e81-a72d-8849a93f0bfd HTTP/1.1" status: 200 len: 210 time: 0.2493143 Jan 14 07:09:22.641038 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363259214191800', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854171626'] for agent, after_update {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:09:22.666038 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3db91f30-e628-4098-bb3c-4bb7367e9420 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a5617e06-55d2-483e-972d-84cad6bef31d,revision_number=1']} {{(pid=84875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:09:22.753666 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-04b19250-8f07-44f4-a755-1fef5c7749ec admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:09:22.762098 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-3db91f30-e628-4098-bb3c-4bb7367e9420 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.650s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:09:22.864305 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-f97389a7-e15a-44b8-a590-a721b475b4d1 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=9740bdb926274fb0af3f877d3e3f5b1f&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0510776 Jan 14 07:09:22.865407 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [req-37cf9735-7258-4d34-a734-6fc2db42cf96 req-b1651664-27ed-444b-b694-1c16ec410e60 tempest-ServersWithSpecificFlavorTestJSON-1541021946 tempest-ServersWithSpecificFlavorTestJSON-1541021946] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777640533329', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777640097463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3254186'] for port, after_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:09:22.877434 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [req-be6edd05-63ed-4d47-9000-9a2fe86dd24f req-1ebcf722-6550-4477-8408-8c54147b54c6 service neutron] 10.222.0.35 "GET /v2.0/networks?tenant_id=9740bdb926274fb0af3f877d3e3f5b1f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.2078402 Jan 14 07:09:22.890078 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84874) accepted ('10.222.0.24', 53904) {{(pid=84874) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:09:22.891129 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-04b19250-8f07-44f4-a755-1fef5c7749ec admin admin] Usage tracker for resource:security_group_rule and tenant:df637b06842543d09831b43ce4d78494 is out of sync, need to count used quota {{(pid=84874) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:09:22.946685 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-5b5c4c7b-2489-435b-b49a-d665843cdaff None None] Provisioning complete for port 0c7d3c38-788a-4efd-80ce-e81c464cd66b triggered by entity DHCP. {{(pid=84876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 07:09:22.947485 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-5b5c4c7b-2489-435b-b49a-d665843cdaff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-604227'] for port, provisioning_complete {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:09:22.960051 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-04b19250-8f07-44f4-a755-1fef5c7749ec admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84874) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:09:23.018717 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [req-b2eb1830-cb1c-490b-9dfa-72b8667a854c req-65d44f0c-e89f-47aa-8958-99cd0458a85a tempest-SecurityGroupsTestAdminJSON-1410245807 tempest-SecurityGroupsTestAdminJSON-1410245807] Notify callbacks [] for security_group, before_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:09:23.052738 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [req-b2eb1830-cb1c-490b-9dfa-72b8667a854c req-65d44f0c-e89f-47aa-8958-99cd0458a85a tempest-SecurityGroupsTestAdminJSON-1410245807 tempest-SecurityGroupsTestAdminJSON-1410245807] Notify callbacks [] for security_group, precommit_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:09:23.072474 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-04b19250-8f07-44f4-a755-1fef5c7749ec admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:09:23.094525 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_hamode_db [None req-fec2d598-ad24-4a60-8d5a-d5c8b3861767 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '34c5002b-6dc5-47cb-abaa-6222bbe1ea0a', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1975662310-router', 'tenant_id': '379433b85b8d420cbbb1671da6a74e86', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '226f1e78-82cd-4481-9055-4eb73b6db8c1', 'external_fixed_ips': [{'subnet_id': 'ba8deeec-7658-4195-9449-038c076f5c83', 'ip_address': '172.25.2.141'}], 'enable_snat': True}, 'gw_port_id': '02a42528-ce7a-46bf-8fe1-7b377cbbeac6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-14T07:07:58Z', 'updated_at': '2021-01-14T07:09:15Z', 'revision_number': 5, 'project_id': '379433b85b8d420cbbb1671da6a74e86', 'gw_port': {'id': '02a42528-ce7a-46bf-8fe1-7b377cbbeac6', 'name': '', 'network_id': '226f1e78-82cd-4481-9055-4eb73b6db8c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:4b:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34c5002b-6dc5-47cb-abaa-6222bbe1ea0a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 187, 'fixed_ips': [{'subnet_id': 'ba8deeec-7658-4195-9449-038c076f5c83', 'ip_address': '172.25.2.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T07:08:01Z', 'updated_at': '2021-01-14T07:08:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ba8deeec-7658-4195-9449-038c076f5c83', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-2'}], 'n-d-768862-2', False) {} {{(pid=84877) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:09:23.099530 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fec2d598-ad24-4a60-8d5a-d5c8b3861767 None None] Checking router: 34c5002b-6dc5-47cb-abaa-6222bbe1ea0a for host: n-d-768862-2 {{(pid=84877) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Jan 14 07:09:23.112135 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fec2d598-ad24-4a60-8d5a-d5c8b3861767 None None] Routers {'34c5002b-6dc5-47cb-abaa-6222bbe1ea0a'} bound to L3 agent in host n-d-768862-2 {{(pid=84877) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 14 07:09:23.113173 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_hamode_db [None req-fec2d598-ad24-4a60-8d5a-d5c8b3861767 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-01-14T06:56:51Z,description=,heartbeat_timestamp=2021-01-14T07:09:21Z,host='n-d-768862-2',id=35f592e9-451b-4db9-abea-77b6a5c5391b,load=0,resource_versions=,resources_synced=,started_at=2021-01-14T06:56:51Z,topic='l3_agent')) {'router_ids': ['34c5002b-6dc5-47cb-abaa-6222bbe1ea0a'], 'active': True} {{(pid=84877) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:09:23.153796 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-0f37073e-9c69-4e3c-80e0-6cfaa0fd61a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363259214191800', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854171626'] for agent, after_update {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:09:23.245335 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [req-b2eb1830-cb1c-490b-9dfa-72b8667a854c req-65d44f0c-e89f-47aa-8958-99cd0458a85a tempest-SecurityGroupsTestAdminJSON-1410245807 tempest-SecurityGroupsTestAdminJSON-1410245807] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850887153'] for security_group, after_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:09:23.246283 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:09:23.249409 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Device 0c7d3c38-788a-4efd-80ce-e81c464cd66b up at agent ovs-agent-n-d-768862-2 {{(pid=84876) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 07:09:23.291139 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-cc99e6fd-aadd-485e-bea9-4ae180e083e4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:09:23.304127 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-df09fec7-fd06-4317-983a-83a05cd076b6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:09:23.314608 n-d-768862-2 neutron-server[84765]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d391a8ea-2cc6-4b51-a463-3a210e953055 admin admin] Router 82dd61ed-ae4e-410a-8afc-81ebcc6cf600 is scheduled to L3 agent 35f592e9-451b-4db9-abea-77b6a5c5391b with binding_index 1 {{(pid=84874) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}} Jan 14 07:09:23.387430 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65d44f0c-e89f-47aa-8958-99cd0458a85a tempest-SecurityGroupsTestAdminJSON-1410245807 tempest-SecurityGroupsTestAdminJSON-1410245807] Pushing event deleted for resources: {'SecurityGroup': ['ID=c2698459-9147-4645-868c-43d930fce480,revision_number=None']} {{(pid=84875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:09:23.394252 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_dvrscheduler_db [req-37cf9735-7258-4d34-a734-6fc2db42cf96 req-b1651664-27ed-444b-b694-1c16ec410e60 tempest-ServersWithSpecificFlavorTestJSON-1541021946 tempest-ServersWithSpecificFlavorTestJSON-1541021946] No DVR routers for this DVR port 9d45302b-a374-4b0c-8b95-dd5e9e950eac on host n-h1-768862-2 {{(pid=84874) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Jan 14 07:09:23.412990 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-65d44f0c-e89f-47aa-8958-99cd0458a85a tempest-SecurityGroupsTestAdminJSON-1410245807 tempest-SecurityGroupsTestAdminJSON-1410245807] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:09:23.423599 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-d5f0fd2d-fdf3-43bb-8ada-02ce53f7adf3 admin admin] Notify callbacks [] for router, before_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:09:23.550106 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Provisioning complete for port 0c7d3c38-788a-4efd-80ce-e81c464cd66b triggered by entity L2. {{(pid=84876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 07:09:23.550567 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-604227'] for port, provisioning_complete {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:09:23.567586 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-df09fec7-fd06-4317-983a-83a05cd076b6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:09:23.585675 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_dvr_db [None req-fec2d598-ad24-4a60-8d5a-d5c8b3861767 None None] Set router 34c5002b-6dc5-47cb-abaa-6222bbe1ea0a gateway port host: n-d-768862-2 {{(pid=84877) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 14 07:09:23.687591 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-43d52c10-39f9-429c-b10b-d2785ea1b542 None None] Provisioning complete for port 0c7d3c38-788a-4efd-80ce-e81c464cd66b triggered by entity DHCP. {{(pid=84876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 07:09:23.688708 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-43d52c10-39f9-429c-b10b-d2785ea1b542 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-604227'] for port, provisioning_complete {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:09:23.900909 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [req-b2eb1830-cb1c-490b-9dfa-72b8667a854c req-65d44f0c-e89f-47aa-8958-99cd0458a85a tempest-SecurityGroupsTestAdminJSON-1410245807 tempest-SecurityGroupsTestAdminJSON-1410245807] Notify callbacks [] for security_group, before_response {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:09:23.902850 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [req-b2eb1830-cb1c-490b-9dfa-72b8667a854c req-65d44f0c-e89f-47aa-8958-99cd0458a85a tempest-SecurityGroupsTestAdminJSON-1410245807 tempest-SecurityGroupsTestAdminJSON-1410245807] 10.222.0.24 "DELETE /v2.0/security-groups/c2698459-9147-4645-868c-43d930fce480 HTTP/1.1" status: 204 len: 173 time: 1.8260698 Jan 14 07:09:23.950251 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-d5f0fd2d-fdf3-43bb-8ada-02ce53f7adf3 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:09:23.977230 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [req-37cf9735-7258-4d34-a734-6fc2db42cf96 req-b1651664-27ed-444b-b694-1c16ec410e60 tempest-ServersWithSpecificFlavorTestJSON-1541021946 tempest-ServersWithSpecificFlavorTestJSON-1541021946] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854768116'] for port, before_response {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:09:23.992498 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-3c3bb49d-dadc-404d-b2a8-f49e295a34f7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:09:23.994403 n-d-768862-2 neutron-server[84765]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a0f2d2f5-940f-41cf-b7bc-bc3a271929e9', 'name': 'network-vif-deleted', 'tag': '9d45302b-a374-4b0c-8b95-dd5e9e950eac'}] {{(pid=84874) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Jan 14 07:09:24.015991 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_hamode_db [None req-fec2d598-ad24-4a60-8d5a-d5c8b3861767 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '34c5002b-6dc5-47cb-abaa-6222bbe1ea0a', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1975662310-router', 'tenant_id': '379433b85b8d420cbbb1671da6a74e86', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '226f1e78-82cd-4481-9055-4eb73b6db8c1', 'external_fixed_ips': [{'subnet_id': 'ba8deeec-7658-4195-9449-038c076f5c83', 'ip_address': '172.25.2.141'}], 'enable_snat': True}, 'gw_port_id': '02a42528-ce7a-46bf-8fe1-7b377cbbeac6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-14T07:07:58Z', 'updated_at': '2021-01-14T07:09:15Z', 'revision_number': 5, 'project_id': '379433b85b8d420cbbb1671da6a74e86', 'gw_port': {'id': '02a42528-ce7a-46bf-8fe1-7b377cbbeac6', 'name': '', 'network_id': '226f1e78-82cd-4481-9055-4eb73b6db8c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:4b:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34c5002b-6dc5-47cb-abaa-6222bbe1ea0a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 187, 'fixed_ips': [{'subnet_id': 'ba8deeec-7658-4195-9449-038c076f5c83', 'ip_address': '172.25.2.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T07:08:01Z', 'updated_at': '2021-01-14T07:08:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ba8deeec-7658-4195-9449-038c076f5c83', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-2'}], 'n-d-768862-2', False) {} {{(pid=84877) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:09:24.018705 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be6edd05-63ed-4d47-9000-9a2fe86dd24f req-6a2580df-3fe9-4599-9f67-5d22b3191717 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:09:24.020778 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [req-be6edd05-63ed-4d47-9000-9a2fe86dd24f req-6a2580df-3fe9-4599-9f67-5d22b3191717 service neutron] 10.222.0.35 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 863 time: 1.0744250 Jan 14 07:09:24.021118 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fec2d598-ad24-4a60-8d5a-d5c8b3861767 None None] The sync data for ids ['34c5002b-6dc5-47cb-abaa-6222bbe1ea0a'] in n-d-768862-2 is: [{'id': '34c5002b-6dc5-47cb-abaa-6222bbe1ea0a', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1975662310-router', 'tenant_id': '379433b85b8d420cbbb1671da6a74e86', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '226f1e78-82cd-4481-9055-4eb73b6db8c1', 'external_fixed_ips': [{'subnet_id': 'ba8deeec-7658-4195-9449-038c076f5c83', 'ip_address': '172.25.2.141'}], 'enable_snat': True}, 'gw_port_id': '02a42528-ce7a-46bf-8fe1-7b377cbbeac6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-14T07:07:58Z', 'updated_at': '2021-01-14T07:09:15Z', 'revision_number': 5, 'project_id': '379433b85b8d420cbbb1671da6a74e86', 'gw_port': {'id': '02a42528-ce7a-46bf-8fe1-7b377cbbeac6', 'name': '', 'network_id': '226f1e78-82cd-4481-9055-4eb73b6db8c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:4b:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34c5002b-6dc5-47cb-abaa-6222bbe1ea0a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 187, 'fixed_ips': [{'subnet_id': 'ba8deeec-7658-4195-9449-038c076f5c83', 'ip_address': '172.25.2.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T07:08:01Z', 'updated_at': '2021-01-14T07:08:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ba8deeec-7658-4195-9449-038c076f5c83', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-2'}] {{(pid=84877) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Jan 14 07:09:24.038277 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.plugin [None req-d5f0fd2d-fdf3-43bb-8ada-02ce53f7adf3 admin admin] Deleting port 02a42528-ce7a-46bf-8fe1-7b377cbbeac6 {{(pid=84875) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 07:09:24.038628 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-d5f0fd2d-fdf3-43bb-8ada-02ce53f7adf3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363259214248359'] for port, before_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:09:24.184299 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [req-be6edd05-63ed-4d47-9000-9a2fe86dd24f req-c1bad20a-88b0-419f-b8c7-43f8c7ff6f68 tempest-LiveAutoBlockMigrationV225Test-1967294130 tempest-LiveAutoBlockMigrationV225Test-1967294130] 10.222.0.35 "GET /v2.0/ports?device_id=3cf06c68-75b3-4e81-a72d-8849a93f0bfd HTTP/1.1" status: 200 len: 210 time: 0.0990777 Jan 14 07:09:24.224008 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [req-a45277cf-7aca-4585-83c3-cbaccabe16a3 req-e908c48a-f23b-4b50-a686-bfff6d776da2 tempest-SecurityGroupsTestAdminJSON-1410245807 tempest-SecurityGroupsTestAdminJSON-1410245807] 10.222.0.24 "GET /v2.0/security-groups/a900a800-0ec6-46da-a0c4-6ff33508facb HTTP/1.1" status: 200 len: 1777 time: 0.2014363 Jan 14 07:09:24.259344 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-df09fec7-fd06-4317-983a-83a05cd076b6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850887153'] for security_group, after_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:09:24.269371 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1651664-27ed-444b-b694-1c16ec410e60 tempest-ServersWithSpecificFlavorTestJSON-1541021946 tempest-ServersWithSpecificFlavorTestJSON-1541021946] Pushing event deleted for resources: {'Port': ['ID=9d45302b-a374-4b0c-8b95-dd5e9e950eac,revision_number=None']} {{(pid=84874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:09:24.285875 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-3c3bb49d-dadc-404d-b2a8-f49e295a34f7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:09:24.301514 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-b1651664-27ed-444b-b694-1c16ec410e60 tempest-ServersWithSpecificFlavorTestJSON-1541021946 tempest-ServersWithSpecificFlavorTestJSON-1541021946] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.055s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:09:24.305700 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-018e39ab-41e5-4eef-809c-780ccde0f18b tempest-ServersWithSpecificFlavorTestJSON-1541021946 tempest-ServersWithSpecificFlavorTestJSON-1541021946] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:09:24.315082 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [req-37cf9735-7258-4d34-a734-6fc2db42cf96 req-b1651664-27ed-444b-b694-1c16ec410e60 tempest-ServersWithSpecificFlavorTestJSON-1541021946 tempest-ServersWithSpecificFlavorTestJSON-1541021946] 10.222.0.35 "DELETE /v2.0/ports/9d45302b-a374-4b0c-8b95-dd5e9e950eac HTTP/1.1" status: 204 len: 173 time: 3.6363647 Jan 14 07:09:24.387751 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-7efb67e3-857f-4f9b-af69-22a51e44cb77 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-598964', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850887113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036851521664', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2794686'] for subnet, after_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:09:24.425445 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df09fec7-fd06-4317-983a-83a05cd076b6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a5617e06-55d2-483e-972d-84cad6bef31d,revision_number=None']} {{(pid=84875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:09:24.428066 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-df09fec7-fd06-4317-983a-83a05cd076b6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:09:24.429244 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-df09fec7-fd06-4317-983a-83a05cd076b6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:09:24.433466 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-df09fec7-fd06-4317-983a-83a05cd076b6 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/a5617e06-55d2-483e-972d-84cad6bef31d HTTP/1.1" status: 204 len: 168 time: 1.7999849 Jan 14 07:09:24.476186 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [req-a45277cf-7aca-4585-83c3-cbaccabe16a3 req-12dc54c6-3e22-4ca4-ace0-98cc89b9f4d7 tempest-SecurityGroupsTestAdminJSON-1410245807 tempest-SecurityGroupsTestAdminJSON-1410245807] Notify callbacks [] for security_group, before_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:09:24.501124 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d391a8ea-2cc6-4b51-a463-3a210e953055 admin admin] Notify agent at l3_agent.n-d-768862-2 the message routers_updated {{(pid=84874) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jan 14 07:09:24.529994 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7324851-9fb9-4137-b614-883a4fc806e1 None None] Sync routers for ids ['82dd61ed-ae4e-410a-8afc-81ebcc6cf600'] in n-d-768862-2 {{(pid=84876) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Jan 14 07:09:24.549669 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [req-a45277cf-7aca-4585-83c3-cbaccabe16a3 req-12dc54c6-3e22-4ca4-ace0-98cc89b9f4d7 tempest-SecurityGroupsTestAdminJSON-1410245807 tempest-SecurityGroupsTestAdminJSON-1410245807] Notify callbacks [] for security_group, precommit_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:09:24.572236 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7324851-9fb9-4137-b614-883a4fc806e1 None None] Routers {'82dd61ed-ae4e-410a-8afc-81ebcc6cf600'} bound to L3 agent in host n-d-768862-2 {{(pid=84876) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 14 07:09:24.572923 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [None req-d5f0fd2d-fdf3-43bb-8ada-02ce53f7adf3 admin admin] For port 02a42528-ce7a-46bf-8fe1-7b377cbbeac6, host n-d-768862-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-2',level=0,port_id=02a42528-ce7a-46bf-8fe1-7b377cbbeac6,segment=NetworkSegment(cf3ded2c-bc47-4a71-89af-6e7117e60140),segment_id=cf3ded2c-bc47-4a71-89af-6e7117e60140)] {{(pid=84875) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 07:09:24.573323 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-d5f0fd2d-fdf3-43bb-8ada-02ce53f7adf3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036850862667'] for port, precommit_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:09:24.573841 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_hamode_db [None req-a7324851-9fb9-4137-b614-883a4fc806e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-01-14T06:56:51Z,description=,heartbeat_timestamp=2021-01-14T07:09:21Z,host='n-d-768862-2',id=35f592e9-451b-4db9-abea-77b6a5c5391b,load=0,resource_versions=,resources_synced=,started_at=2021-01-14T06:56:51Z,topic='l3_agent')) {'router_ids': ['82dd61ed-ae4e-410a-8afc-81ebcc6cf600'], 'active': True} {{(pid=84876) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:09:24.696190 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-bf5a00ef-496d-4d5f-896e-03cb6b38c2ba admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:09:24.738668 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.plugin [None req-d5f0fd2d-fdf3-43bb-8ada-02ce53f7adf3 admin admin] Calling delete_port for 02a42528-ce7a-46bf-8fe1-7b377cbbeac6 owned by network:router_gateway {{(pid=84875) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 07:09:24.789278 n-d-768862-2 neutron-server[84765]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'a0f2d2f5-940f-41cf-b7bc-bc3a271929e9', 'name': 'network-vif-deleted', 'tag': '9d45302b-a374-4b0c-8b95-dd5e9e950eac', 'status': 'failed', 'code': 422} returned with failed status Jan 14 07:09:24.831572 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [req-a45277cf-7aca-4585-83c3-cbaccabe16a3 req-12dc54c6-3e22-4ca4-ace0-98cc89b9f4d7 tempest-SecurityGroupsTestAdminJSON-1410245807 tempest-SecurityGroupsTestAdminJSON-1410245807] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850887153'] for security_group, after_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:09:24.842121 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-04b19250-8f07-44f4-a755-1fef5c7749ec admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:09:24.843645 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-d391a8ea-2cc6-4b51-a463-3a210e953055 admin admin] Notify callbacks [] for router, before_response {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:09:24.845165 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-d391a8ea-2cc6-4b51-a463-3a210e953055 admin admin] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 10.5641794 Jan 14 07:09:24.859308 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84875) accepted ('10.222.0.24', 54016) {{(pid=84875) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:09:24.870541 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-28119a92-cd32-4371-ba6e-cc08c3a01492 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:09:24.915198 n-d-768862-2 neutron-server[84765]: INFO neutron.pecan_wsgi.hooks.translation [req-add08803-4270-4c58-935b-842b301a8745 req-a1452d0f-29ac-4c21-b235-e70ee98832fe tempest-VolumesAdminNegativeTest-1311504695 tempest-VolumesAdminNegativeTest-1311504695] POST failed (client error): There was a conflict when trying to complete your request. Jan 14 07:09:24.915693 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.notifier [req-add08803-4270-4c58-935b-842b301a8745 req-a1452d0f-29ac-4c21-b235-e70ee98832fe tempest-VolumesAdminNegativeTest-1311504695 tempest-VolumesAdminNegativeTest-1311504695] No notification will be sent due to unsuccessful status code: 409 {{(pid=84874) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Jan 14 07:09:24.939443 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7efb67e3-857f-4f9b-af69-22a51e44cb77 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2c21dd4e-21bf-41ad-abe4-b0a62e780c01,revision_number=None']} {{(pid=84874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:09:24.941953 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-04b19250-8f07-44f4-a755-1fef5c7749ec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850887153'] for security_group, after_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:09:24.986584 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-7efb67e3-857f-4f9b-af69-22a51e44cb77 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.306s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:09:25.000197 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_dvr_db [None req-a7324851-9fb9-4137-b614-883a4fc806e1 None None] Set router 82dd61ed-ae4e-410a-8afc-81ebcc6cf600 gateway port host: n-d-768862-2 {{(pid=84876) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 14 07:09:25.001555 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-630f976e-8040-4529-af77-7b1bde8226eb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:09:25.007503 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12dc54c6-3e22-4ca4-ace0-98cc89b9f4d7 tempest-SecurityGroupsTestAdminJSON-1410245807 tempest-SecurityGroupsTestAdminJSON-1410245807] Pushing event deleted for resources: {'SecurityGroup': ['ID=a900a800-0ec6-46da-a0c4-6ff33508facb,revision_number=None']} {{(pid=84875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:09:25.032014 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-12dc54c6-3e22-4ca4-ace0-98cc89b9f4d7 tempest-SecurityGroupsTestAdminJSON-1410245807 tempest-SecurityGroupsTestAdminJSON-1410245807] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.161s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:09:25.062938 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [req-add08803-4270-4c58-935b-842b301a8745 req-a1452d0f-29ac-4c21-b235-e70ee98832fe tempest-VolumesAdminNegativeTest-1311504695 tempest-VolumesAdminNegativeTest-1311504695] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 409 len: 414 time: 5.1959713 Jan 14 07:09:25.080047 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04b19250-8f07-44f4-a755-1fef5c7749ec admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e7a44f48-e03b-4b22-9ab2-8fc626a930fa,revision_number=1']} {{(pid=84874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:09:25.085707 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-04b19250-8f07-44f4-a755-1fef5c7749ec admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=df637b06842543d09831b43ce4d78494&name=default HTTP/1.1" status: 200 len: 2979 time: 4.2873323 Jan 14 07:09:25.087310 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-04b19250-8f07-44f4-a755-1fef5c7749ec admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:09:25.145041 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84874) accepted ('10.222.0.24', 54034) {{(pid=84874) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:09:25.153057 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-3c3bb49d-dadc-404d-b2a8-f49e295a34f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850887153'] for security_group, after_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:09:25.156069 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-3c3bb49d-dadc-404d-b2a8-f49e295a34f7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:09:25.165051 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-3c3bb49d-dadc-404d-b2a8-f49e295a34f7 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/dd83f186-7c26-414d-94ab-8c189d889259 HTTP/1.1" status: 204 len: 168 time: 2.2676337 Jan 14 07:09:25.197580 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-19febce8-ea18-42f7-aeac-c0b8839cb767 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:09:25.212751 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [req-a45277cf-7aca-4585-83c3-cbaccabe16a3 req-12dc54c6-3e22-4ca4-ace0-98cc89b9f4d7 tempest-SecurityGroupsTestAdminJSON-1410245807 tempest-SecurityGroupsTestAdminJSON-1410245807] Notify callbacks [] for security_group, before_response {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:09:25.214001 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [req-a45277cf-7aca-4585-83c3-cbaccabe16a3 req-12dc54c6-3e22-4ca4-ace0-98cc89b9f4d7 tempest-SecurityGroupsTestAdminJSON-1410245807 tempest-SecurityGroupsTestAdminJSON-1410245807] 10.222.0.24 "DELETE /v2.0/security-groups/a900a800-0ec6-46da-a0c4-6ff33508facb HTTP/1.1" status: 204 len: 173 time: 0.9830542 Jan 14 07:09:25.248319 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Device 39407de6-5f26-435d-bd5f-a079247918ce no longer exists at agent ovs-agent-n-d-768862-2 {{(pid=84876) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jan 14 07:09:25.321917 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.plugin [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] No Port match for: 39407de6-5f26-435d-bd5f-a079247918ce {{(pid=84876) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2188}} Jan 14 07:09:25.322322 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Device 39407de6-5f26-435d-bd5f-a079247918ce not bound to the agent host n-d-768862-2 {{(pid=84876) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jan 14 07:09:25.363345 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [req-add08803-4270-4c58-935b-842b301a8745 req-5e0faa23-f2c4-43b6-9eb2-edf0f5c674b5 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=e8cbf1a8cd794ce9a06bb7dac66ec119&device_id=ccdc63bd-30e5-41f2-a949-89e87eb7e372 HTTP/1.1" status: 200 len: 210 time: 0.1723657 Jan 14 07:09:25.374248 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [req-8bb81d53-443b-4a44-a04e-691622c1da21 req-6881ee14-707c-4af1-a5a3-273d2d28398e service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=379433b85b8d420cbbb1671da6a74e86&device_id=a0f2d2f5-940f-41cf-b7bc-bc3a271929e9 HTTP/1.1" status: 200 len: 210 time: 0.2828071 Jan 14 07:09:25.380531 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c3bb49d-dadc-404d-b2a8-f49e295a34f7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dd83f186-7c26-414d-94ab-8c189d889259,revision_number=None']} {{(pid=84874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:09:25.435603 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-3c3bb49d-dadc-404d-b2a8-f49e295a34f7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.243s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:09:25.696754 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bb81d53-443b-4a44-a04e-691622c1da21 req-103d5ad6-9715-44f8-892f-af212fbe1ebf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:09:25.698453 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [req-8bb81d53-443b-4a44-a04e-691622c1da21 req-103d5ad6-9715-44f8-892f-af212fbe1ebf service neutron] 10.222.0.35 "GET /v2.0/networks?tenant_id=379433b85b8d420cbbb1671da6a74e86&shared=False HTTP/1.1" status: 200 len: 918 time: 0.2982330 Jan 14 07:09:25.699032 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84874) accepted ('10.222.0.24', 54058) {{(pid=84874) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:09:25.773253 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_hamode_db [None req-a7324851-9fb9-4137-b614-883a4fc806e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '82dd61ed-ae4e-410a-8afc-81ebcc6cf600', 'name': 'tempest-AttachSCSIVolumeTestJSON-1423477494-router', 'tenant_id': 'ba65ef79d7c74174b57bf91704a698b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '226f1e78-82cd-4481-9055-4eb73b6db8c1', 'external_fixed_ips': [{'subnet_id': 'ba8deeec-7658-4195-9449-038c076f5c83', 'ip_address': '172.25.2.174'}], 'enable_snat': True}, 'gw_port_id': 'a2510d44-9fb1-4a4f-ae33-d3d9bb614edf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-14T07:09:14Z', 'updated_at': '2021-01-14T07:09:18Z', 'revision_number': 3, 'project_id': 'ba65ef79d7c74174b57bf91704a698b7', 'gw_port': {'id': 'a2510d44-9fb1-4a4f-ae33-d3d9bb614edf', 'name': '', 'network_id': '226f1e78-82cd-4481-9055-4eb73b6db8c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:a7:c2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '82dd61ed-ae4e-410a-8afc-81ebcc6cf600', 'device_owner': 'network:router_gateway', 'standard_attr_id': 451, 'fixed_ips': [{'subnet_id': 'ba8deeec-7658-4195-9449-038c076f5c83', 'ip_address': '172.25.2.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T07:09:15Z', 'updated_at': '2021-01-14T07:09:16Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ba8deeec-7658-4195-9449-038c076f5c83', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-2'}], 'n-d-768862-2', False) {} {{(pid=84876) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:09:25.778130 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7324851-9fb9-4137-b614-883a4fc806e1 None None] Checking router: 82dd61ed-ae4e-410a-8afc-81ebcc6cf600 for host: n-d-768862-2 {{(pid=84876) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Jan 14 07:09:25.778529 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7324851-9fb9-4137-b614-883a4fc806e1 None None] Updating router 82dd61ed-ae4e-410a-8afc-81ebcc6cf600 port a2510d44-9fb1-4a4f-ae33-d3d9bb614edf binding host n-d-768862-2 {{(pid=84876) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Jan 14 07:09:25.839732 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-a7324851-9fb9-4137-b614-883a4fc806e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555753'] for port, before_update {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:09:25.839998 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-7efb67e3-857f-4f9b-af69-22a51e44cb77 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3207107'] for subnet, before_response {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:09:25.842034 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-7efb67e3-857f-4f9b-af69-22a51e44cb77 admin admin] 10.222.0.24 "DELETE /v2.0/subnets/2c21dd4e-21bf-41ad-abe4-b0a62e780c01 HTTP/1.1" status: 204 len: 168 time: 6.1239085 Jan 14 07:09:25.887792 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84875) accepted ('10.222.0.24', 54074) {{(pid=84875) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:09:25.991226 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-acf9c3b3-7b89-4cf8-8b90-18b5ed1fb020 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:09:26.019105 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-73929805-1200-41bd-acb1-f44a964dc0cc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:09:26.174732 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-acf9c3b3-7b89-4cf8-8b90-18b5ed1fb020 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:09:26.211494 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-acf9c3b3-7b89-4cf8-8b90-18b5ed1fb020 admin admin] Usage tracker for resource:security_group_rule and tenant:9ce481d6285744e38c792e2ca3c1ccaa is out of sync, need to count used quota {{(pid=84874) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:09:26.217771 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84874) accepted ('10.222.0.24', 54084) {{(pid=84874) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:09:26.222921 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-add08803-4270-4c58-935b-842b301a8745 req-bb56a939-3313-4750-8f1f-6002ce3b0417 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:09:26.225264 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [req-add08803-4270-4c58-935b-842b301a8745 req-bb56a939-3313-4750-8f1f-6002ce3b0417 service neutron] 10.222.0.48 "GET /v2.0/networks?tenant_id=e8cbf1a8cd794ce9a06bb7dac66ec119&shared=False HTTP/1.1" status: 200 len: 871 time: 0.8468399 Jan 14 07:09:26.228254 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-acf9c3b3-7b89-4cf8-8b90-18b5ed1fb020 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84874) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:09:26.250659 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-73929805-1200-41bd-acb1-f44a964dc0cc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:09:26.265797 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-a7324851-9fb9-4137-b614-883a4fc806e1 None None] Notify callbacks [] for port, precommit_update {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:09:26.294194 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-acf9c3b3-7b89-4cf8-8b90-18b5ed1fb020 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:09:26.395625 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84875) accepted ('10.222.0.24', 54088) {{(pid=84875) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:09:26.435424 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-d5f0fd2d-fdf3-43bb-8ada-02ce53f7adf3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777640533329', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777640097463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851621574'] for port, after_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:09:26.438297 n-d-768862-2 neutron-server[84765]: WARNING neutron.plugins.ml2.ovo_rpc [None req-d5f0fd2d-fdf3-43bb-8ada-02ce53f7adf3 admin admin] This handler is supposed to handle AFTER events, as in 'AFTER it's committed', not BEFORE. Offending resource event: port, after_delete. Location: Jan 14 07:09:26.438297 n-d-768862-2 neutron-server[84765]: File "/usr/local/lib/python3.6/dist-packages/eventlet/greenthread.py", line 221, in main Jan 14 07:09:26.438297 n-d-768862-2 neutron-server[84765]: result = function(*args, **kwargs) Jan 14 07:09:26.438297 n-d-768862-2 neutron-server[84765]: File "/usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py", line 825, in process_request Jan 14 07:09:26.438297 n-d-768862-2 neutron-server[84765]: proto.__init__(conn_state, self) Jan 14 07:09:26.438297 n-d-768862-2 neutron-server[84765]: File "/usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py", line 357, in __init__ Jan 14 07:09:26.438297 n-d-768862-2 neutron-server[84765]: self.handle() Jan 14 07:09:26.438297 n-d-768862-2 neutron-server[84765]: File "/usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py", line 390, in handle Jan 14 07:09:26.438297 n-d-768862-2 neutron-server[84765]: self.handle_one_request() Jan 14 07:09:26.438297 n-d-768862-2 neutron-server[84765]: File "/usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py", line 466, in handle_one_request Jan 14 07:09:26.438297 n-d-768862-2 neutron-server[84765]: self.handle_one_response() Jan 14 07:09:26.438297 n-d-768862-2 neutron-server[84765]: File "/usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py", line 573, in handle_one_response Jan 14 07:09:26.438297 n-d-768862-2 neutron-server[84765]: result = self.application(self.environ, start_response) Jan 14 07:09:26.438297 n-d-768862-2 neutron-server[84765]: File "/usr/local/lib/python3.6/dist-packages/paste/urlmap.py", line 216, in __call__ Jan 14 07:09:26.438297 n-d-768862-2 neutron-server[84765]: return app(environ, start_response) Jan 14 07:09:26.438297 n-d-768862-2 neutron-server[84765]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 129, in __call__ Jan 14 07:09:26.438297 n-d-768862-2 neutron-server[84765]: resp = self.call_func(req, *args, **kw) Jan 14 07:09:26.438297 n-d-768862-2 neutron-server[84765]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 193, in call_func Jan 14 07:09:26.438297 n-d-768862-2 neutron-server[84765]: return self.func(req, *args, **kwargs) Jan 14 07:09:26.438297 n-d-768862-2 neutron-server[84765]: File "/usr/local/lib/python3.6/dist-packages/oslo_middleware/base.py", line 124, in __call__ Jan 14 07:09:26.438297 n-d-768862-2 neutron-server[84765]: response = req.get_response(self.application) Jan 14 07:09:26.438297 n-d-768862-2 neutron-server[84765]: File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1314, in send Jan 14 07:09:26.438297 n-d-768862-2 neutron-server[84765]: application, catch_exc_info=False) Jan 14 07:09:26.438297 n-d-768862-2 neutron-server[84765]: File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1278, in call_application Jan 14 07:09:26.438297 n-d-768862-2 neutron-server[84765]: app_iter = application(self.environ, start_response) Jan 14 07:09:26.438297 n-d-768862-2 neutron-server[84765]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 129, in __call__ Jan 14 07:09:26.438297 n-d-768862-2 neutron-server[84765]: resp = self.call_func(req, *args, **kw) Jan 14 07:09:26.438297 n-d-768862-2 neutron-server[84765]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 193, in call_func Jan 14 07:09:26.438297 n-d-768862-2 neutron-server[84765]: return self.func(req, *args, **kwargs) Jan 14 07:09:26.438297 n-d-768862-2 neutron-server[84765]: File "/usr/local/lib/python3.6/dist-packages/oslo_middleware/base.py", line 124, in __call__ Jan 14 07:09:26.438297 n-d-768862-2 neutron-server[84765]: response = req.get_response(self.application) Jan 14 07:09:26.438297 n-d-768862-2 neutron-server[84765]: File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1314, in send Jan 14 07:09:26.438297 n-d-768862-2 neutron-server[84765]: application, catch_exc_info=False) Jan 14 07:09:26.438297 n-d-768862-2 neutron-server[84765]: File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1278, in call_application Jan 14 07:09:26.438297 n-d-768862-2 neutron-server[84765]: app_iter = application(self.environ, start_response) Jan 14 07:09:26.438297 n-d-768862-2 neutron-server[84765]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 129, in __call__ Jan 14 07:09:26.438297 n-d-768862-2 neutron-server[84765]: resp = self.call_func(req, *args, **kw) Jan 14 07:09:26.438297 n-d-768862-2 neutron-server[84765]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 193, in call_func Jan 14 07:09:26.438297 n-d-768862-2 neutron-server[84765]: return self.func(req, *args, **kwargs) Jan 14 07:09:26.438297 n-d-768862-2 neutron-server[84765]: File "/usr/local/lib/python3.6/dist-packages/oslo_middleware/request_id.py", line 58, in __call__ Jan 14 07:09:26.438297 n-d-768862-2 neutron-server[84765]: response = req.get_response(self.application) Jan 14 07:09:26.438297 n-d-768862-2 neutron-server[84765]: File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1314, in send Jan 14 07:09:26.438297 n-d-768862-2 neutron-server[84765]: application, catch_exc_info=False) Jan 14 07:09:26.438297 n-d-768862-2 neutron-server[84765]: File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1278, in call_application Jan 14 07:09:26.438297 n-d-768862-2 neutron-server[84765]: app_iter = application(self.environ, start_response) Jan 14 07:09:26.438297 n-d-768862-2 neutron-server[84765]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 129, in __call__ Jan 14 07:09:26.438297 n-d-768862-2 neutron-server[84765]: resp = self.call_func(req, *args, **kw) Jan 14 07:09:26.438297 n-d-768862-2 neutron-server[84765]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 193, in call_func Jan 14 07:09:26.438297 n-d-768862-2 neutron-server[84765]: return self.func(req, *args, **kwargs) Jan 14 07:09:26.438297 n-d-768862-2 neutron-server[84765]: File "/usr/local/lib/python3.6/dist-packages/oslo_middleware/catch_errors.py", line 40, in __call__ Jan 14 07:09:26.438297 n-d-768862-2 neutron-server[84765]: response = req.get_response(self.application) Jan 14 07:09:26.438297 n-d-768862-2 neutron-server[84765]: File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1314, in send Jan 14 07:09:26.438297 n-d-768862-2 neutron-server[84765]: application, catch_exc_info=False) Jan 14 07:09:26.438297 n-d-768862-2 neutron-server[84765]: File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1278, in call_application Jan 14 07:09:26.438297 n-d-768862-2 neutron-server[84765]: app_iter = application(self.environ, start_response) Jan 14 07:09:26.438297 n-d-768862-2 neutron-server[84765]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 129, in __call__ Jan 14 07:09:26.438297 n-d-768862-2 neutron-server[84765]: resp = self.call_func(req, *args, **kw) Jan 14 07:09:26.438297 n-d-768862-2 neutron-server[84765]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 193, in call_func Jan 14 07:09:26.438297 n-d-768862-2 neutron-server[84765]: return self.func(req, *args, **kwargs) Jan 14 07:09:26.438297 n-d-768862-2 neutron-server[84765]: File "/usr/local/lib/python3.6/dist-packages/osprofiler/web.py", line 112, in __call__ Jan 14 07:09:26.438297 n-d-768862-2 neutron-server[84765]: return request.get_response(self.application) Jan 14 07:09:26.438297 n-d-768862-2 neutron-server[84765]: File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1314, in send Jan 14 07:09:26.438297 n-d-768862-2 neutron-server[84765]: application, catch_exc_info=False) Jan 14 07:09:26.438297 n-d-768862-2 neutron-server[84765]: File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1278, in call_application Jan 14 07:09:26.438297 n-d-768862-2 neutron-server[84765]: app_iter = application(self.environ, start_response) Jan 14 07:09:26.438297 n-d-768862-2 neutron-server[84765]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 129, in __call__ Jan 14 07:09:26.438297 n-d-768862-2 neutron-server[84765]: resp = self.call_func(req, *args, **kw) Jan 14 07:09:26.438297 n-d-768862-2 neutron-server[84765]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 193, in call_func Jan 14 07:09:26.438297 n-d-768862-2 neutron-server[84765]: return self.func(req, *args, **kwargs) Jan 14 07:09:26.438297 n-d-768862-2 neutron-server[84765]: File "/usr/local/lib/python3.6/dist-packages/keystonemiddleware/auth_token/__init__.py", line 341, in __call__ Jan 14 07:09:26.438297 n-d-768862-2 neutron-server[84765]: response = req.get_response(self._app) Jan 14 07:09:26.438297 n-d-768862-2 neutron-server[84765]: File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1314, in send Jan 14 07:09:26.438297 n-d-768862-2 neutron-server[84765]: application, catch_exc_info=False) Jan 14 07:09:26.438297 n-d-768862-2 neutron-server[84765]: File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1278, in call_application Jan 14 07:09:26.438297 n-d-768862-2 neutron-server[84765]: app_iter = application(self.environ, start_response) Jan 14 07:09:26.438297 n-d-768862-2 neutron-server[84765]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 143, in __call__ Jan 14 07:09:26.438297 n-d-768862-2 neutron-server[84765]: return resp(environ, start_response) Jan 14 07:09:26.438297 n-d-768862-2 neutron-server[84765]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 143, in __call__ Jan 14 07:09:26.438297 n-d-768862-2 neutron-server[84765]: return resp(environ, start_response) Jan 14 07:09:26.438297 n-d-768862-2 neutron-server[84765]: File "/usr/local/lib/python3.6/dist-packages/routes/middleware.py", line 153, in __call__ Jan 14 07:09:26.438297 n-d-768862-2 neutron-server[84765]: response = self.app(environ, start_response) Jan 14 07:09:26.438297 n-d-768862-2 neutron-server[84765]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 143, in __call__ Jan 14 07:09:26.438297 n-d-768862-2 neutron-server[84765]: return resp(environ, start_response) Jan 14 07:09:26.438297 n-d-768862-2 neutron-server[84765]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 129, in __call__ Jan 14 07:09:26.438297 n-d-768862-2 neutron-server[84765]: resp = self.call_func(req, *args, **kw) Jan 14 07:09:26.438297 n-d-768862-2 neutron-server[84765]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 193, in call_func Jan 14 07:09:26.438297 n-d-768862-2 neutron-server[84765]: return self.func(req, *args, **kwargs) Jan 14 07:09:26.438297 n-d-768862-2 neutron-server[84765]: File "/opt/stack/neutron/neutron/api/v2/resource.py", line 98, in resource Jan 14 07:09:26.443283 n-d-768862-2 neutron-server[84765]: result = method(request=request, **args) Jan 14 07:09:26.443283 n-d-768862-2 neutron-server[84765]: File "/opt/stack/neutron/neutron/api/v2/base.py", line 573, in delete Jan 14 07:09:26.443283 n-d-768862-2 neutron-server[84765]: return self._delete(request, id, **kwargs) Jan 14 07:09:26.443283 n-d-768862-2 neutron-server[84765]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jan 14 07:09:26.443283 n-d-768862-2 neutron-server[84765]: return f(*args, **kwargs) Jan 14 07:09:26.443283 n-d-768862-2 neutron-server[84765]: File "/usr/local/lib/python3.6/dist-packages/oslo_db/api.py", line 142, in wrapper Jan 14 07:09:26.443283 n-d-768862-2 neutron-server[84765]: return f(*args, **kwargs) Jan 14 07:09:26.443283 n-d-768862-2 neutron-server[84765]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jan 14 07:09:26.443283 n-d-768862-2 neutron-server[84765]: return f(*dup_args, **dup_kwargs) Jan 14 07:09:26.443283 n-d-768862-2 neutron-server[84765]: File "/opt/stack/neutron/neutron/api/v2/base.py", line 601, in _delete Jan 14 07:09:26.443283 n-d-768862-2 neutron-server[84765]: obj_deleter(request.context, id, **kwargs) Jan 14 07:09:26.443283 n-d-768862-2 neutron-server[84765]: File "/opt/stack/neutron/neutron/db/l3_db.py", line 2001, in delete_router Jan 14 07:09:26.443283 n-d-768862-2 neutron-server[84765]: super(L3_NAT_db_mixin, self).delete_router(context, id) Jan 14 07:09:26.443283 n-d-768862-2 neutron-server[84765]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 217, in wrapped Jan 14 07:09:26.443283 n-d-768862-2 neutron-server[84765]: return method(*args, **kwargs) Jan 14 07:09:26.443283 n-d-768862-2 neutron-server[84765]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jan 14 07:09:26.443283 n-d-768862-2 neutron-server[84765]: return f(*args, **kwargs) Jan 14 07:09:26.443283 n-d-768862-2 neutron-server[84765]: File "/usr/local/lib/python3.6/dist-packages/oslo_db/api.py", line 142, in wrapper Jan 14 07:09:26.443283 n-d-768862-2 neutron-server[84765]: return f(*args, **kwargs) Jan 14 07:09:26.443283 n-d-768862-2 neutron-server[84765]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jan 14 07:09:26.443283 n-d-768862-2 neutron-server[84765]: return f(*dup_args, **dup_kwargs) Jan 14 07:09:26.443283 n-d-768862-2 neutron-server[84765]: File "/opt/stack/neutron/neutron/db/l3_db.py", line 523, in delete_router Jan 14 07:09:26.443283 n-d-768862-2 neutron-server[84765]: self._delete_current_gw_port(context, id, router, None) Jan 14 07:09:26.443283 n-d-768862-2 neutron-server[84765]: File "/opt/stack/neutron/neutron/db/l3_db.py", line 391, in _delete_current_gw_port Jan 14 07:09:26.443283 n-d-768862-2 neutron-server[84765]: admin_ctx, gw_port_id, l3_port_check=False) Jan 14 07:09:26.443283 n-d-768862-2 neutron-server[84765]: File "/opt/stack/neutron/neutron/common/utils.py", line 687, in inner Jan 14 07:09:26.443283 n-d-768862-2 neutron-server[84765]: return f(self, context, *args, **kwargs) Jan 14 07:09:26.443283 n-d-768862-2 neutron-server[84765]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 217, in wrapped Jan 14 07:09:26.443283 n-d-768862-2 neutron-server[84765]: return method(*args, **kwargs) Jan 14 07:09:26.443283 n-d-768862-2 neutron-server[84765]: File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1939, in delete_port Jan 14 07:09:26.443283 n-d-768862-2 neutron-server[84765]: context, port, router_ids, bound_mech_contexts) Jan 14 07:09:26.443283 n-d-768862-2 neutron-server[84765]: File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1948, in _post_delete_port Jan 14 07:09:26.443283 n-d-768862-2 neutron-server[84765]: registry.notify(resources.PORT, events.AFTER_DELETE, self, **kwargs) Jan 14 07:09:26.443283 n-d-768862-2 neutron-server[84765]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/registry.py", line 56, in notify Jan 14 07:09:26.443283 n-d-768862-2 neutron-server[84765]: _get_callback_manager().notify(resource, event, trigger, **kwargs) Jan 14 07:09:26.443283 n-d-768862-2 neutron-server[84765]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/utils.py", line 104, in _wrapped Jan 14 07:09:26.443283 n-d-768862-2 neutron-server[84765]: return function(*args, **kwargs) Jan 14 07:09:26.443283 n-d-768862-2 neutron-server[84765]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py", line 167, in notify Jan 14 07:09:26.443283 n-d-768862-2 neutron-server[84765]: errors = self._notify_loop(resource, event, trigger, **kwargs) Jan 14 07:09:26.443283 n-d-768862-2 neutron-server[84765]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py", line 197, in _notify_loop Jan 14 07:09:26.443283 n-d-768862-2 neutron-server[84765]: callback(resource, event, trigger, **kwargs) Jan 14 07:09:26.443283 n-d-768862-2 neutron-server[84765]: File "/opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py", line 89, in handle_event Jan 14 07:09:26.443283 n-d-768862-2 neutron-server[84765]: if self._is_session_semantic_violated(context, resource, event): Jan 14 07:09:26.443283 n-d-768862-2 neutron-server[84765]: File "/opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py", line 72, in _is_session_semantic_violated Jan 14 07:09:26.443283 n-d-768862-2 neutron-server[84765]: stack = traceback.extract_stack() Jan 14 07:09:26.443283 n-d-768862-2 neutron-server[84765]: Jan 14 07:09:26.498991 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-df211308-c6e3-42e7-9c72-9ae2cd9979ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036854160497'] for network, before_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:09:26.543331 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-73929805-1200-41bd-acb1-f44a964dc0cc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850887153'] for security_group, after_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:09:26.673717 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-ab81b9f0-860b-411b-8b9e-a1b67ed3ee34 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:09:26.688037 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-2ccc8b39-7c2b-4d76-81be-627744f983b1 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=3e77ac4b18cb4441bae0ec9e84d1519c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4606662 Jan 14 07:09:26.706206 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84874) accepted ('10.222.0.24', 54102) {{(pid=84874) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:09:26.717616 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bb81d53-443b-4a44-a04e-691622c1da21 req-65ca6855-7682-411e-8956-8069a86b3994 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:09:26.719801 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [req-8bb81d53-443b-4a44-a04e-691622c1da21 req-65ca6855-7682-411e-8956-8069a86b3994 service neutron] 10.222.0.35 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 863 time: 0.8816407 Jan 14 07:09:26.779261 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73929805-1200-41bd-acb1-f44a964dc0cc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e7a44f48-e03b-4b22-9ab2-8fc626a930fa,revision_number=None']} {{(pid=84874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:09:26.795978 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-73929805-1200-41bd-acb1-f44a964dc0cc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:09:26.918871 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [req-8bb81d53-443b-4a44-a04e-691622c1da21 req-27c76084-a28f-45bb-8251-d9081e2c6821 tempest-ServersWithSpecificFlavorTestJSON-1541021946 tempest-ServersWithSpecificFlavorTestJSON-1541021946] Synchronizing usage tracker for tenant:379433b85b8d420cbbb1671da6a74e86 on resource:port {{(pid=84874) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 14 07:09:26.932636 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-73929805-1200-41bd-acb1-f44a964dc0cc admin admin] Notify callbacks [] for security_group, before_response {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:09:26.933896 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-73929805-1200-41bd-acb1-f44a964dc0cc admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/e7a44f48-e03b-4b22-9ab2-8fc626a930fa HTTP/1.1" status: 204 len: 168 time: 1.7699051 Jan 14 07:09:27.006727 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-add08803-4270-4c58-935b-842b301a8745 req-b3d7db2b-554a-43a3-ad70-972f3ab55bef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:09:27.008262 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [req-add08803-4270-4c58-935b-842b301a8745 req-b3d7db2b-554a-43a3-ad70-972f3ab55bef service neutron] 10.222.0.48 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 863 time: 0.7468290 Jan 14 07:09:27.016778 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-87edcf32-d00c-418b-933b-3accad3a77bc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:09:27.042640 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37cf9735-7258-4d34-a734-6fc2db42cf96 req-d5411d8d-007b-42d7-a965-49d2369e9523 tempest-ServersWithSpecificFlavorTestJSON-1541021946 tempest-ServersWithSpecificFlavorTestJSON-1541021946] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:09:27.044365 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [req-37cf9735-7258-4d34-a734-6fc2db42cf96 req-d5411d8d-007b-42d7-a965-49d2369e9523 tempest-ServersWithSpecificFlavorTestJSON-1541021946 tempest-ServersWithSpecificFlavorTestJSON-1541021946] 10.222.0.48 "GET /v2.0/networks?id=a760f83e-96bb-4086-b2e9-7bb50ea36a96 HTTP/1.1" status: 200 len: 824 time: 0.5568984 Jan 14 07:09:27.056583 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [req-8bb81d53-443b-4a44-a04e-691622c1da21 req-27c76084-a28f-45bb-8251-d9081e2c6821 tempest-ServersWithSpecificFlavorTestJSON-1541021946 tempest-ServersWithSpecificFlavorTestJSON-1541021946] Unset dirty status for tenant:379433b85b8d420cbbb1671da6a74e86 on resource:port {{(pid=84874) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 14 07:09:27.057880 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [req-8bb81d53-443b-4a44-a04e-691622c1da21 req-27c76084-a28f-45bb-8251-d9081e2c6821 tempest-ServersWithSpecificFlavorTestJSON-1541021946 tempest-ServersWithSpecificFlavorTestJSON-1541021946] 10.222.0.35 "GET /v2.0/ports?device_id=a0f2d2f5-940f-41cf-b7bc-bc3a271929e9 HTTP/1.1" status: 200 len: 210 time: 0.2277696 Jan 14 07:09:27.153324 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-df211308-c6e3-42e7-9c72-9ae2cd9979ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-598987', 'neutron.services.segments.db._delete_segments_for_network-8777640583949'] for network, precommit_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:09:27.213818 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-4618d83a-3b62-4495-b319-65ebac043afd admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=859383051b984967b1f78e993ee4e925&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8140454 Jan 14 07:09:27.232427 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84874) accepted ('10.222.0.24', 54114) {{(pid=84874) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:09:27.232819 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84874) accepted ('10.222.0.24', 54116) {{(pid=84874) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:09:27.239346 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [req-add08803-4270-4c58-935b-842b301a8745 req-ee2b119e-6ae1-4847-967e-cd6fdefe05e6 tempest-VolumesAdminNegativeTest-1311504695 tempest-VolumesAdminNegativeTest-1311504695] Synchronizing usage tracker for tenant:e8cbf1a8cd794ce9a06bb7dac66ec119 on resource:port {{(pid=84874) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 14 07:09:27.249851 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-acf9c3b3-7b89-4cf8-8b90-18b5ed1fb020 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:09:27.288924 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-acf9c3b3-7b89-4cf8-8b90-18b5ed1fb020 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850887153'] for security_group, after_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:09:27.312853 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-87edcf32-d00c-418b-933b-3accad3a77bc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:09:27.324156 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-04b19250-8f07-44f4-a755-1fef5c7749ec admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:09:27.368654 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [req-add08803-4270-4c58-935b-842b301a8745 req-ee2b119e-6ae1-4847-967e-cd6fdefe05e6 tempest-VolumesAdminNegativeTest-1311504695 tempest-VolumesAdminNegativeTest-1311504695] Unset dirty status for tenant:e8cbf1a8cd794ce9a06bb7dac66ec119 on resource:port {{(pid=84874) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 14 07:09:27.370488 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [req-add08803-4270-4c58-935b-842b301a8745 req-ee2b119e-6ae1-4847-967e-cd6fdefe05e6 tempest-VolumesAdminNegativeTest-1311504695 tempest-VolumesAdminNegativeTest-1311504695] 10.222.0.48 "GET /v2.0/ports?device_id=ccdc63bd-30e5-41f2-a949-89e87eb7e372 HTTP/1.1" status: 200 len: 210 time: 0.2781136 Jan 14 07:09:27.449544 n-d-768862-2 neutron-server[84765]: DEBUG neutron.services.segments.db [None req-df211308-c6e3-42e7-9c72-9ae2cd9979ef admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['77a020b1-5dc5-453e-b1f4-122bd4dbb87b']}} {{(pid=84875) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:09:27.475397 n-d-768862-2 neutron-server[84765]: DEBUG neutron.services.segments.db [None req-df211308-c6e3-42e7-9c72-9ae2cd9979ef admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '923231f1-97f3-4822-be1d-a349e0a542cb') {'for_net_delete': True} {{(pid=84875) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:09:27.476079 n-d-768862-2 neutron-server[84765]: DEBUG neutron.services.segments.db [None req-df211308-c6e3-42e7-9c72-9ae2cd9979ef admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '923231f1-97f3-4822-be1d-a349e0a542cb') {} {{(pid=84875) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:09:27.492856 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-d5f0fd2d-fdf3-43bb-8ada-02ce53f7adf3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036850863128'] for router_gateway, after_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:09:27.528473 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [req-37cf9735-7258-4d34-a734-6fc2db42cf96 req-3c1dedec-1202-48e1-9ce8-cd0a70f220fa tempest-ServersWithSpecificFlavorTestJSON-1541021946 tempest-ServersWithSpecificFlavorTestJSON-1541021946] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=379433b85b8d420cbbb1671da6a74e86 HTTP/1.1" status: 200 len: 5707 time: 0.4484463 Jan 14 07:09:27.534371 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-acf9c3b3-7b89-4cf8-8b90-18b5ed1fb020 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=9ce481d6285744e38c792e2ca3c1ccaa&name=default HTTP/1.1" status: 200 len: 2979 time: 1.8109705 Jan 14 07:09:27.539670 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.v2.base [req-37cf9735-7258-4d34-a734-6fc2db42cf96 req-a250a79b-f494-4fb8-b259-b8baf48c6181 tempest-ServersWithSpecificFlavorTestJSON-1541021946 tempest-ServersWithSpecificFlavorTestJSON-1541021946] Request body: {'port': {'device_id': 'a0f2d2f5-940f-41cf-b7bc-bc3a271929e9', 'network_id': 'a760f83e-96bb-4086-b2e9-7bb50ea36a96', 'admin_state_up': True, 'tenant_id': '379433b85b8d420cbbb1671da6a74e86', 'security_groups': ['959c9906-34a8-4082-bf53-6b7dfccd716d']}} {{(pid=84874) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:09:27.602728 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84874) accepted ('10.222.0.24', 54128) {{(pid=84874) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:09:27.606802 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acf9c3b3-7b89-4cf8-8b90-18b5ed1fb020 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=51acd7b5-d21e-437d-8526-599f17b038e3,revision_number=1']} {{(pid=84874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:09:27.628085 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-acf9c3b3-7b89-4cf8-8b90-18b5ed1fb020 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.304s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:09:27.679426 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-df211308-c6e3-42e7-9c72-9ae2cd9979ef admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363259214173198', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036851408567'] for segment, before_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:09:28.014827 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-d5f0fd2d-fdf3-43bb-8ada-02ce53f7adf3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3889346', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036854717606'] for router, precommit_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:09:28.019376 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-d5f0fd2d-fdf3-43bb-8ada-02ce53f7adf3 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:09:28.034911 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-df211308-c6e3-42e7-9c72-9ae2cd9979ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854179735'] for segment, precommit_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:09:28.045447 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-ad41fbd7-47e8-49e7-8abc-8521a47e667f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:09:28.064664 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-a707a10f-e166-4b38-88f5-b1a17f93c451 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:09:28.109382 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-df211308-c6e3-42e7-9c72-9ae2cd9979ef admin admin] Releasing vxlan tunnel 8 to pool {{(pid=84875) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Jan 14 07:09:28.135915 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [req-add08803-4270-4c58-935b-842b301a8745 req-7b34296c-6f40-4a64-89b6-cb28d86eb65d service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=e8cbf1a8cd794ce9a06bb7dac66ec119&device_id=ccdc63bd-30e5-41f2-a949-89e87eb7e372 HTTP/1.1" status: 200 len: 210 time: 0.1568353 Jan 14 07:09:28.274105 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-d5f0fd2d-fdf3-43bb-8ada-02ce53f7adf3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036850897070'] for router, after_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:09:28.274686 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d5f0fd2d-fdf3-43bb-8ada-02ce53f7adf3 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 34c5002b-6dc5-47cb-abaa-6222bbe1ea0a {{(pid=84875) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jan 14 07:09:28.287513 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-ad41fbd7-47e8-49e7-8abc-8521a47e667f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:09:28.297771 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-87edcf32-d00c-418b-933b-3accad3a77bc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850887153'] for security_group, after_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:09:28.309288 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-a707a10f-e166-4b38-88f5-b1a17f93c451 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:09:28.343605 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-76afc668-d5ae-4946-abaf-39d5bd859d3b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:09:28.368867 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-d5f0fd2d-fdf3-43bb-8ada-02ce53f7adf3 admin admin] Notify callbacks [] for router, before_response {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:09:28.370012 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-d5f0fd2d-fdf3-43bb-8ada-02ce53f7adf3 admin admin] 10.222.0.24 "DELETE /v2.0/routers/34c5002b-6dc5-47cb-abaa-6222bbe1ea0a HTTP/1.1" status: 204 len: 168 time: 6.2487707 Jan 14 07:09:28.370749 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-a707a10f-e166-4b38-88f5-b1a17f93c451 admin admin] Usage tracker for resource:security_group_rule and tenant:a41c9be22868478e8e868e8e5f9a6cbd is out of sync, need to count used quota {{(pid=84874) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:09:28.376802 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-a707a10f-e166-4b38-88f5-b1a17f93c451 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84874) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:09:28.382723 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84875) accepted ('10.222.0.24', 54150) {{(pid=84875) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:09:28.384721 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.managers [None req-df211308-c6e3-42e7-9c72-9ae2cd9979ef admin admin] Network 77a020b1-5dc5-453e-b1f4-122bd4dbb87b has no segments {{(pid=84875) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 14 07:09:28.388160 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-a707a10f-e166-4b38-88f5-b1a17f93c451 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:09:28.428088 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-df211308-c6e3-42e7-9c72-9ae2cd9979ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-596065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3154253'] for segment, after_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:09:28.455911 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-54574a7e-3852-4ac8-ad0f-352aac78a44b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555753'] for port, before_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:09:28.538955 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-a707a10f-e166-4b38-88f5-b1a17f93c451 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:09:28.548310 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-87edcf32-d00c-418b-933b-3accad3a77bc admin admin] Notify callbacks [] for security_group, before_response {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:09:28.549571 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-87edcf32-d00c-418b-933b-3accad3a77bc admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/c4fcff00-8c31-4b71-8ca2-5f0e574a2758 HTTP/1.1" status: 204 len: 168 time: 1.8345892 Jan 14 07:09:28.579038 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-4cca77f7-84c3-4295-bf5a-e9c4bca11640 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:09:28.616394 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-4cca77f7-84c3-4295-bf5a-e9c4bca11640 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:09:28.663419 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87edcf32-d00c-418b-933b-3accad3a77bc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c4fcff00-8c31-4b71-8ca2-5f0e574a2758,revision_number=None']} {{(pid=84874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:09:28.665467 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-a707a10f-e166-4b38-88f5-b1a17f93c451 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850887153'] for security_group, after_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:09:28.675486 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-87edcf32-d00c-418b-933b-3accad3a77bc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.332s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:09:28.676358 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-87edcf32-d00c-418b-933b-3accad3a77bc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:09:28.715285 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-4cca77f7-84c3-4295-bf5a-e9c4bca11640 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850887153'] for security_group, after_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:09:28.770956 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a707a10f-e166-4b38-88f5-b1a17f93c451 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=043e3277-0a9e-48e4-9095-308dec2d1810,revision_number=1']} {{(pid=84874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:09:28.781473 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.db_base_plugin_v2 [None req-e6c81a99-9e20-46f9-899c-6bfe0dee7fc6 admin admin] Deleting subnet 0c326c1b-06fb-4a7a-9462-602c119daa97 {{(pid=84875) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Jan 14 07:09:28.792037 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-e6c81a99-9e20-46f9-899c-6bfe0dee7fc6 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:09:28.799858 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-a707a10f-e166-4b38-88f5-b1a17f93c451 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:09:28.800459 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-c835ca65-c470-44a2-ae39-7d11874b77f8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.030s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:09:28.819365 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cca77f7-84c3-4295-bf5a-e9c4bca11640 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=51acd7b5-d21e-437d-8526-599f17b038e3,revision_number=None']} {{(pid=84874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:09:28.821843 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-add08803-4270-4c58-935b-842b301a8745 req-7b0a59f6-1ff8-484e-b3f1-590b7a30f773 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:09:28.823576 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [req-add08803-4270-4c58-935b-842b301a8745 req-7b0a59f6-1ff8-484e-b3f1-590b7a30f773 service neutron] 10.222.0.48 "GET /v2.0/networks?tenant_id=e8cbf1a8cd794ce9a06bb7dac66ec119&shared=False HTTP/1.1" status: 200 len: 871 time: 0.6694288 Jan 14 07:09:28.824767 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-4cca77f7-84c3-4295-bf5a-e9c4bca11640 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:09:28.841148 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [req-37cf9735-7258-4d34-a734-6fc2db42cf96 req-a250a79b-f494-4fb8-b259-b8baf48c6181 tempest-ServersWithSpecificFlavorTestJSON-1541021946 tempest-ServersWithSpecificFlavorTestJSON-1541021946] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:09:28.852774 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [req-37cf9735-7258-4d34-a734-6fc2db42cf96 req-a250a79b-f494-4fb8-b259-b8baf48c6181 tempest-ServersWithSpecificFlavorTestJSON-1541021946 tempest-ServersWithSpecificFlavorTestJSON-1541021946] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=84874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:09:28.863604 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-4cca77f7-84c3-4295-bf5a-e9c4bca11640 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:09:28.865297 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-4cca77f7-84c3-4295-bf5a-e9c4bca11640 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/51acd7b5-d21e-437d-8526-599f17b038e3 HTTP/1.1" status: 204 len: 168 time: 1.2511399 Jan 14 07:09:28.886598 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.managers [None req-df211308-c6e3-42e7-9c72-9ae2cd9979ef admin admin] Network 77a020b1-5dc5-453e-b1f4-122bd4dbb87b has no segments {{(pid=84875) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 14 07:09:28.931116 n-d-768862-2 neutron-server[84765]: Traceback (most recent call last): Jan 14 07:09:28.931116 n-d-768862-2 neutron-server[84765]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 14 07:09:28.931116 n-d-768862-2 neutron-server[84765]: timer() Jan 14 07:09:28.931116 n-d-768862-2 neutron-server[84765]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 14 07:09:28.931116 n-d-768862-2 neutron-server[84765]: cb(*args, **kw) Jan 14 07:09:28.931116 n-d-768862-2 neutron-server[84765]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Jan 14 07:09:28.931116 n-d-768862-2 neutron-server[84765]: return func(*args, **kwargs) Jan 14 07:09:28.931116 n-d-768862-2 neutron-server[84765]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 14 07:09:28.931116 n-d-768862-2 neutron-server[84765]: self._notify() Jan 14 07:09:28.931116 n-d-768862-2 neutron-server[84765]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 14 07:09:28.931116 n-d-768862-2 neutron-server[84765]: self.callback(batched_events) Jan 14 07:09:28.931116 n-d-768862-2 neutron-server[84765]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 14 07:09:28.931116 n-d-768862-2 neutron-server[84765]: event.method(event) Jan 14 07:09:28.931116 n-d-768862-2 neutron-server[84765]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 14 07:09:28.931116 n-d-768862-2 neutron-server[84765]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 14 07:09:28.931116 n-d-768862-2 neutron-server[84765]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Jan 14 07:09:28.931116 n-d-768862-2 neutron-server[84765]: segment_id)['aggregates'][0] Jan 14 07:09:28.931116 n-d-768862-2 neutron-server[84765]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 14 07:09:28.931116 n-d-768862-2 neutron-server[84765]: return f(self, *a, **k) Jan 14 07:09:28.931116 n-d-768862-2 neutron-server[84765]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 14 07:09:28.931116 n-d-768862-2 neutron-server[84765]: return self._get(url).json() Jan 14 07:09:28.931116 n-d-768862-2 neutron-server[84765]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 14 07:09:28.931116 n-d-768862-2 neutron-server[84765]: **kwargs) Jan 14 07:09:28.931116 n-d-768862-2 neutron-server[84765]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 14 07:09:28.931116 n-d-768862-2 neutron-server[84765]: return self.request(url, 'GET', **kwargs) Jan 14 07:09:28.931116 n-d-768862-2 neutron-server[84765]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Jan 14 07:09:28.931116 n-d-768862-2 neutron-server[84765]: **endpoint_filter) Jan 14 07:09:28.931116 n-d-768862-2 neutron-server[84765]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 14 07:09:28.931116 n-d-768862-2 neutron-server[84765]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 14 07:09:28.931116 n-d-768862-2 neutron-server[84765]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 14 07:09:28.931116 n-d-768862-2 neutron-server[84765]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 14 07:09:28.931116 n-d-768862-2 neutron-server[84765]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 14 07:09:29.075866 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-a707a10f-e166-4b38-88f5-b1a17f93c451 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=a41c9be22868478e8e868e8e5f9a6cbd&name=default HTTP/1.1" status: 200 len: 2979 time: 1.8300920 Jan 14 07:09:29.080474 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-add08803-4270-4c58-935b-842b301a8745 req-688a0000-97cb-44e4-b4bb-64200f9ffa0a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:09:29.082268 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [req-add08803-4270-4c58-935b-842b301a8745 req-688a0000-97cb-44e4-b4bb-64200f9ffa0a service neutron] 10.222.0.48 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 863 time: 0.2213273 Jan 14 07:09:29.083571 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84874) accepted ('10.222.0.24', 54158) {{(pid=84874) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:09:29.112806 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-37cf9735-7258-4d34-a734-6fc2db42cf96 req-a250a79b-f494-4fb8-b259-b8baf48c6181 tempest-ServersWithSpecificFlavorTestJSON-1541021946 tempest-ServersWithSpecificFlavorTestJSON-1541021946] Made reservation on behalf of 379433b85b8d420cbbb1671da6a74e86 for: {'port': 1} {{(pid=84874) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 07:09:29.146709 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [req-37cf9735-7258-4d34-a734-6fc2db42cf96 req-a250a79b-f494-4fb8-b259-b8baf48c6181 tempest-ServersWithSpecificFlavorTestJSON-1541021946 tempest-ServersWithSpecificFlavorTestJSON-1541021946] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555753'] for port, before_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:09:29.216743 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-e6c81a99-9e20-46f9-899c-6bfe0dee7fc6 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3367281'] for subnet, precommit_delete_associations {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:09:29.226610 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Device 02a42528-ce7a-46bf-8fe1-7b377cbbeac6 no longer exists at agent ovs-agent-n-d-768862-2 {{(pid=84876) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jan 14 07:09:29.282205 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.plugin [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] No Port match for: 02a42528-ce7a-46bf-8fe1-7b377cbbeac6 {{(pid=84876) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2188}} Jan 14 07:09:29.283057 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Device 02a42528-ce7a-46bf-8fe1-7b377cbbeac6 not bound to the agent host n-d-768862-2 {{(pid=84876) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jan 14 07:09:29.347307 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [req-add08803-4270-4c58-935b-842b301a8745 req-e0b70719-022f-42dc-9215-813b85e83729 tempest-VolumesAdminNegativeTest-1311504695 tempest-VolumesAdminNegativeTest-1311504695] 10.222.0.48 "GET /v2.0/ports?device_id=ccdc63bd-30e5-41f2-a949-89e87eb7e372 HTTP/1.1" status: 200 len: 210 time: 0.1863425 Jan 14 07:09:29.360944 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-a7324851-9fb9-4137-b614-883a4fc806e1 None None] Transition to ACTIVE for port object a2510d44-9fb1-4a4f-ae33-d3d9bb614edf will not be triggered until provisioned by entity L2. {{(pid=84876) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 07:09:29.364725 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-a7324851-9fb9-4137-b614-883a4fc806e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777640533312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363259214678337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777640097497'] for port, after_update {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:09:29.375148 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-df211308-c6e3-42e7-9c72-9ae2cd9979ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036854176830', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850887149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3912591'] for network, after_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:09:29.379509 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-ad41fbd7-47e8-49e7-8abc-8521a47e667f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850887153'] for security_group, after_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:09:29.396479 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-91fdb289-51b5-4fc2-973d-11c3788abb8c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:09:29.499622 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad41fbd7-47e8-49e7-8abc-8521a47e667f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=be3a289a-bcae-4a8e-b796-5873676fca3d,revision_number=None']} {{(pid=84874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:09:29.543469 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:09:29.590928 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-df211308-c6e3-42e7-9c72-9ae2cd9979ef admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3207107'] for network, before_response {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:09:29.633735 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df211308-c6e3-42e7-9c72-9ae2cd9979ef admin admin] Pushing event deleted for resources: {'Network': ['ID=77a020b1-5dc5-453e-b1f4-122bd4dbb87b,revision_number=None']} {{(pid=84875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:09:29.659968 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-df211308-c6e3-42e7-9c72-9ae2cd9979ef admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:09:29.660188 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-ad41fbd7-47e8-49e7-8abc-8521a47e667f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.264s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:09:29.661739 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-df211308-c6e3-42e7-9c72-9ae2cd9979ef admin admin] 10.222.0.24 "DELETE /v2.0/networks/77a020b1-5dc5-453e-b1f4-122bd4dbb87b HTTP/1.1" status: 204 len: 168 time: 3.7650955 Jan 14 07:09:29.670797 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84875) accepted ('10.222.0.24', 54176) {{(pid=84875) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:09:29.676243 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-ad41fbd7-47e8-49e7-8abc-8521a47e667f admin admin] Notify callbacks [] for security_group, before_response {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:09:29.701798 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-ad41fbd7-47e8-49e7-8abc-8521a47e667f admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/be3a289a-bcae-4a8e-b796-5873676fca3d HTTP/1.1" status: 204 len: 168 time: 2.4592204 Jan 14 07:09:29.788244 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-e6c81a99-9e20-46f9-899c-6bfe0dee7fc6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036854176836'] for subnet, precommit_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:09:29.808113 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84876) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:09:29.832306 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-f602d77b-f254-4c08-a5ce-924d5782792d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:09:29.952623 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.db_base_plugin_v2 [None req-75d57ecb-7724-4df7-a0af-058072c8ee5a admin admin] Deleting subnet 241913f0-41bb-483c-9b85-c937c069e453 {{(pid=84875) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Jan 14 07:09:29.956698 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-75d57ecb-7724-4df7-a0af-058072c8ee5a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:09:30.019809 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-75d57ecb-7724-4df7-a0af-058072c8ee5a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3367281'] for subnet, precommit_delete_associations {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:09:30.048458 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-f602d77b-f254-4c08-a5ce-924d5782792d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:09:30.122306 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-75d57ecb-7724-4df7-a0af-058072c8ee5a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036854176836'] for subnet, precommit_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:09:30.149530 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.managers [None req-a7324851-9fb9-4137-b614-883a4fc806e1 None None] Attempting to bind port a2510d44-9fb1-4a4f-ae33-d3d9bb614edf on host n-d-768862-2 for vnic_type normal with profile {{(pid=84876) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 14 07:09:30.149957 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.managers [None req-a7324851-9fb9-4137-b614-883a4fc806e1 None None] Attempting to bind port a2510d44-9fb1-4a4f-ae33-d3d9bb614edf by drivers openvswitch on host n-d-768862-2 at level 0 using segments [{'id': 'cf3ded2c-bc47-4a71-89af-6e7117e60140', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '226f1e78-82cd-4481-9055-4eb73b6db8c1'}] {{(pid=84876) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 14 07:09:30.150382 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7324851-9fb9-4137-b614-883a4fc806e1 None None] Attempting to bind port a2510d44-9fb1-4a4f-ae33-d3d9bb614edf on network 226f1e78-82cd-4481-9055-4eb73b6db8c1 {{(pid=84876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 14 07:09:30.201170 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7324851-9fb9-4137-b614-883a4fc806e1 None None] Checking agent: {'id': 'ba5efab1-b43c-4d5a-bc52-6e105d4e67a2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768862-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 14, 6, 56, 52), 'started_at': datetime.datetime(2021, 1, 14, 6, 57, 22), 'heartbeat_timestamp': datetime.datetime(2021, 1, 14, 7, 9, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768862-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.29', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 14 07:09:30.201601 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7324851-9fb9-4137-b614-883a4fc806e1 None None] Checking segment: {'id': 'cf3ded2c-bc47-4a71-89af-6e7117e60140', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '226f1e78-82cd-4481-9055-4eb73b6db8c1'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84876) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 14 07:09:30.202073 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-a7324851-9fb9-4137-b614-883a4fc806e1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:09:30.202618 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7324851-9fb9-4137-b614-883a4fc806e1 None None] Bound using segment: {'id': 'cf3ded2c-bc47-4a71-89af-6e7117e60140', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '226f1e78-82cd-4481-9055-4eb73b6db8c1'} {{(pid=84876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 14 07:09:30.203182 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.managers [None req-a7324851-9fb9-4137-b614-883a4fc806e1 None None] Bound port: a2510d44-9fb1-4a4f-ae33-d3d9bb614edf, host: n-d-768862-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cf3ded2c-bc47-4a71-89af-6e7117e60140', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '226f1e78-82cd-4481-9055-4eb73b6db8c1'}}] {{(pid=84876) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 14 07:09:30.203613 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-a7324851-9fb9-4137-b614-883a4fc806e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555753'] for port, before_update {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:09:30.387318 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afcc6496-57d1-43a6-85e7-8189ab617adf None None] Pushing event updated for resources: {'Port': ['ID=a2510d44-9fb1-4a4f-ae33-d3d9bb614edf,revision_number=2']} {{(pid=84876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:09:30.392756 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-afcc6496-57d1-43a6-85e7-8189ab617adf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.585s {{(pid=84876) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:09:30.421639 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [None req-a7324851-9fb9-4137-b614-883a4fc806e1 None None] For port a2510d44-9fb1-4a4f-ae33-d3d9bb614edf, host n-d-768862-2, cleared binding levels {{(pid=84876) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 14 07:09:30.433695 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [None req-a7324851-9fb9-4137-b614-883a4fc806e1 None None] For port a2510d44-9fb1-4a4f-ae33-d3d9bb614edf, host n-d-768862-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-2',level=0,port_id=a2510d44-9fb1-4a4f-ae33-d3d9bb614edf,segment=NetworkSegment(cf3ded2c-bc47-4a71-89af-6e7117e60140),segment_id=cf3ded2c-bc47-4a71-89af-6e7117e60140)] {{(pid=84876) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 14 07:09:30.436054 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [req-7b49e660-d836-4472-91f7-58e038123eff req-2ebddce4-48f9-4b51-89b0-6d0b34361317 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=e8cbf1a8cd794ce9a06bb7dac66ec119&device_id=ccdc63bd-30e5-41f2-a949-89e87eb7e372 HTTP/1.1" status: 200 len: 210 time: 0.1534934 Jan 14 07:09:30.441091 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-a7324851-9fb9-4137-b614-883a4fc806e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777640533312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363259214678337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777640097497'] for port, after_update {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:09:30.515811 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-f602d77b-f254-4c08-a5ce-924d5782792d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850887153'] for security_group, after_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:09:30.550466 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-c5c20168-9cf3-4ace-8524-547defd4e83d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:09:30.578193 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [req-7b49e660-d836-4472-91f7-58e038123eff req-11b1fd99-c0c9-47bc-b67d-8b271c43ee1f service neutron] 10.222.0.48 "GET /v2.0/networks?tenant_id=e8cbf1a8cd794ce9a06bb7dac66ec119&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1283607 Jan 14 07:09:30.637213 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84875) accepted ('10.222.0.24', 54204) {{(pid=84875) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:09:30.650622 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f602d77b-f254-4c08-a5ce-924d5782792d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=043e3277-0a9e-48e4-9095-308dec2d1810,revision_number=None']} {{(pid=84874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:09:30.664694 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-f602d77b-f254-4c08-a5ce-924d5782792d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:09:30.839463 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-f602d77b-f254-4c08-a5ce-924d5782792d admin admin] Notify callbacks [] for security_group, before_response {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:09:30.854392 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-f602d77b-f254-4c08-a5ce-924d5782792d admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/043e3277-0a9e-48e4-9095-308dec2d1810 HTTP/1.1" status: 204 len: 168 time: 1.7682142 Jan 14 07:09:31.015151 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b49e660-d836-4472-91f7-58e038123eff req-396ea186-f760-43df-9110-8482305e0fe2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:09:31.017051 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [req-7b49e660-d836-4472-91f7-58e038123eff req-396ea186-f760-43df-9110-8482305e0fe2 service neutron] 10.222.0.48 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 863 time: 0.4309537 Jan 14 07:09:31.179966 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [req-7b49e660-d836-4472-91f7-58e038123eff req-30635298-19d1-47d5-8d9f-0b1330af8021 tempest-VolumesAdminNegativeTest-1311504695 tempest-VolumesAdminNegativeTest-1311504695] 10.222.0.48 "GET /v2.0/ports?device_id=ccdc63bd-30e5-41f2-a949-89e87eb7e372 HTTP/1.1" status: 200 len: 210 time: 0.1203635 Jan 14 07:09:31.194939 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-7f9e8248-8683-4835-9720-4088476e9e73 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84876) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:09:31.313812 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-4e210bc6-d76c-408e-871d-0ab1894e6310 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=3bb0edca7e9c40b2ba44bd35d6a718c0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6682966 Jan 14 07:09:31.318439 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84874) accepted ('10.222.0.24', 54222) {{(pid=84874) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:09:31.379373 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.db_base_plugin_common [None req-54574a7e-3852-4ac8-ad0f-352aac78a44b admin admin] Allocated IP 172.20.0.1 (7838e4de-6265-49e2-af47-31cb87083d01/58b79c89-7fde-4f87-9ad0-8ff0024b9960/376b15d5-4672-447e-8d02-cc05d06e5ee9) {{(pid=84875) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 14 07:09:31.507270 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afcc6496-57d1-43a6-85e7-8189ab617adf None None] Pushing event updated for resources: {'Port': ['ID=a2510d44-9fb1-4a4f-ae33-d3d9bb614edf,revision_number=3']} {{(pid=84876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:09:31.546637 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-afcc6496-57d1-43a6-85e7-8189ab617adf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.351s {{(pid=84876) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:09:31.548792 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-a72ef056-c2a8-40b7-a996-5d404307cf5d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:09:31.670963 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-a72ef056-c2a8-40b7-a996-5d404307cf5d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:09:31.851206 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7324851-9fb9-4137-b614-883a4fc806e1 None None] Routers {'82dd61ed-ae4e-410a-8afc-81ebcc6cf600'} bound to L3 agent in host n-d-768862-2 {{(pid=84876) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 14 07:09:31.857226 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_hamode_db [None req-a7324851-9fb9-4137-b614-883a4fc806e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-01-14T06:56:51Z,description=,heartbeat_timestamp=2021-01-14T07:09:21Z,host='n-d-768862-2',id=35f592e9-451b-4db9-abea-77b6a5c5391b,load=0,resource_versions=,resources_synced=,started_at=2021-01-14T06:56:51Z,topic='l3_agent')) {'router_ids': ['82dd61ed-ae4e-410a-8afc-81ebcc6cf600'], 'active': True} {{(pid=84876) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:09:31.927755 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [req-add08803-4270-4c58-935b-842b301a8745 req-1d000418-d4ea-48d4-bb87-0fddd9fa7d39 tempest-VolumesAdminNegativeTest-1311504695 tempest-VolumesAdminNegativeTest-1311504695] 10.222.0.35 "GET /v2.0/networks?id=77a020b1-5dc5-453e-b1f4-122bd4dbb87b HTTP/1.1" status: 200 len: 213 time: 0.1873763 Jan 14 07:09:31.932575 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-a72ef056-c2a8-40b7-a996-5d404307cf5d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850887153'] for security_group, after_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:09:31.951185 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-4936d844-f831-4b99-a7d4-40aaa939a77e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:09:31.953579 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-54574a7e-3852-4ac8-ad0f-352aac78a44b admin admin] Notify callbacks [] for port, precommit_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:09:31.974886 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-54574a7e-3852-4ac8-ad0f-352aac78a44b admin admin] Transition to ACTIVE for port object 376b15d5-4672-447e-8d02-cc05d06e5ee9 will not be triggered until provisioned by entity DHCP. {{(pid=84875) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 07:09:31.980864 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a72ef056-c2a8-40b7-a996-5d404307cf5d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6d5f6437-f7fc-46e1-8bdd-570004e5596b,revision_number=None']} {{(pid=84874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:09:31.983234 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-a72ef056-c2a8-40b7-a996-5d404307cf5d admin admin] Notify callbacks [] for security_group, before_response {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:09:31.984650 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-a72ef056-c2a8-40b7-a996-5d404307cf5d admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/6d5f6437-f7fc-46e1-8bdd-570004e5596b HTTP/1.1" status: 204 len: 168 time: 0.6646607 Jan 14 07:09:32.006682 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a72ef056-c2a8-40b7-a996-5d404307cf5d admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@n-h1-768862-2 {{(pid=84874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:09:32.007346 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a72ef056-c2a8-40b7-a996-5d404307cf5d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-h1-768862-2 {{(pid=84874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:09:32.007757 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a72ef056-c2a8-40b7-a996-5d404307cf5d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-h1-768862-2 {{(pid=84874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:09:32.008212 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a72ef056-c2a8-40b7-a996-5d404307cf5d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-h1-768862-2 {{(pid=84874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:09:32.008608 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a72ef056-c2a8-40b7-a996-5d404307cf5d admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@n-h1-768862-2 {{(pid=84874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:09:32.011643 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a72ef056-c2a8-40b7-a996-5d404307cf5d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-h1-768862-2 {{(pid=84874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:09:32.012209 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a72ef056-c2a8-40b7-a996-5d404307cf5d admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-h1-768862-2 {{(pid=84874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:09:32.012635 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a72ef056-c2a8-40b7-a996-5d404307cf5d admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-h1-768862-2 {{(pid=84874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:09:32.013033 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a72ef056-c2a8-40b7-a996-5d404307cf5d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-h1-768862-2 {{(pid=84874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:09:32.013425 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a72ef056-c2a8-40b7-a996-5d404307cf5d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-h1-768862-2 {{(pid=84874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:09:32.013816 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a72ef056-c2a8-40b7-a996-5d404307cf5d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-h1-768862-2 {{(pid=84874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:09:32.022458 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a72ef056-c2a8-40b7-a996-5d404307cf5d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-h1-768862-2 {{(pid=84874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:09:32.023084 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a72ef056-c2a8-40b7-a996-5d404307cf5d admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@n-h2-768862-2 {{(pid=84874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:09:32.023496 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a72ef056-c2a8-40b7-a996-5d404307cf5d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-h2-768862-2 {{(pid=84874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:09:32.023950 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a72ef056-c2a8-40b7-a996-5d404307cf5d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-h2-768862-2 {{(pid=84874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:09:32.024353 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a72ef056-c2a8-40b7-a996-5d404307cf5d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-h2-768862-2 {{(pid=84874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:09:32.024747 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a72ef056-c2a8-40b7-a996-5d404307cf5d admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@n-h2-768862-2 {{(pid=84874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:09:32.025147 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a72ef056-c2a8-40b7-a996-5d404307cf5d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-h2-768862-2 {{(pid=84874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:09:32.025537 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a72ef056-c2a8-40b7-a996-5d404307cf5d admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-h2-768862-2 {{(pid=84874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:09:32.026204 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a72ef056-c2a8-40b7-a996-5d404307cf5d admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-h2-768862-2 {{(pid=84874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:09:32.026841 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a72ef056-c2a8-40b7-a996-5d404307cf5d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-h2-768862-2 {{(pid=84874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:09:32.036523 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a72ef056-c2a8-40b7-a996-5d404307cf5d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-h2-768862-2 {{(pid=84874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:09:32.037231 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a72ef056-c2a8-40b7-a996-5d404307cf5d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-h2-768862-2 {{(pid=84874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:09:32.037642 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a72ef056-c2a8-40b7-a996-5d404307cf5d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-h2-768862-2 {{(pid=84874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:09:32.038123 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a72ef056-c2a8-40b7-a996-5d404307cf5d admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-2 {{(pid=84874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:09:32.038526 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a72ef056-c2a8-40b7-a996-5d404307cf5d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-2 {{(pid=84874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:09:32.038978 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a72ef056-c2a8-40b7-a996-5d404307cf5d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-2 {{(pid=84874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:09:32.040353 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a72ef056-c2a8-40b7-a996-5d404307cf5d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-2 {{(pid=84874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:09:32.043125 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a72ef056-c2a8-40b7-a996-5d404307cf5d admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@n-d-768862-2 {{(pid=84874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:09:32.043125 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a72ef056-c2a8-40b7-a996-5d404307cf5d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-2 {{(pid=84874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:09:32.043360 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a72ef056-c2a8-40b7-a996-5d404307cf5d admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-768862-2 {{(pid=84874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:09:32.043710 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a72ef056-c2a8-40b7-a996-5d404307cf5d admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-768862-2 {{(pid=84874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:09:32.045345 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a72ef056-c2a8-40b7-a996-5d404307cf5d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-2 {{(pid=84874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:09:32.046087 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a72ef056-c2a8-40b7-a996-5d404307cf5d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-2 {{(pid=84874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:09:32.046201 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a72ef056-c2a8-40b7-a996-5d404307cf5d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-2 {{(pid=84874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:09:32.046672 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a72ef056-c2a8-40b7-a996-5d404307cf5d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-2 {{(pid=84874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:09:32.066346 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-a72ef056-c2a8-40b7-a996-5d404307cf5d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:09:32.107717 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-54574a7e-3852-4ac8-ad0f-352aac78a44b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777640123575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851621574'] for port, after_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:09:32.166420 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:09:32.190051 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84874) accepted ('10.222.0.24', 54244) {{(pid=84874) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:09:32.238557 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [req-add08803-4270-4c58-935b-842b301a8745 req-a7cadc7d-7a66-4e0e-b674-0fd606abb7fd service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=e8cbf1a8cd794ce9a06bb7dac66ec119&device_id=ccdc63bd-30e5-41f2-a949-89e87eb7e372 HTTP/1.1" status: 200 len: 210 time: 0.1316392 Jan 14 07:09:32.247292 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54574a7e-3852-4ac8-ad0f-352aac78a44b admin admin] Pushing event updated for resources: {'Port': ['ID=376b15d5-4672-447e-8d02-cc05d06e5ee9,revision_number=1']} {{(pid=84875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:09:32.307403 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [req-add08803-4270-4c58-935b-842b301a8745 req-a3adca47-992d-423f-9780-bc728b97a070 service neutron] 10.222.0.35 "GET /v2.0/networks?tenant_id=e8cbf1a8cd794ce9a06bb7dac66ec119&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0603790 Jan 14 07:09:32.319584 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54574a7e-3852-4ac8-ad0f-352aac78a44b admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@n-h1-768862-2 {{(pid=84875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:09:32.320247 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54574a7e-3852-4ac8-ad0f-352aac78a44b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-h1-768862-2 {{(pid=84875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:09:32.320793 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54574a7e-3852-4ac8-ad0f-352aac78a44b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-h1-768862-2 {{(pid=84875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:09:32.321329 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54574a7e-3852-4ac8-ad0f-352aac78a44b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-h1-768862-2 {{(pid=84875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:09:32.321860 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54574a7e-3852-4ac8-ad0f-352aac78a44b admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@n-h1-768862-2 {{(pid=84875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:09:32.322557 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54574a7e-3852-4ac8-ad0f-352aac78a44b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-h1-768862-2 {{(pid=84875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:09:32.323095 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54574a7e-3852-4ac8-ad0f-352aac78a44b admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-h1-768862-2 {{(pid=84875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:09:32.323603 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54574a7e-3852-4ac8-ad0f-352aac78a44b admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-h1-768862-2 {{(pid=84875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:09:32.324157 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54574a7e-3852-4ac8-ad0f-352aac78a44b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-h1-768862-2 {{(pid=84875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:09:32.324683 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54574a7e-3852-4ac8-ad0f-352aac78a44b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-h1-768862-2 {{(pid=84875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:09:32.325228 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54574a7e-3852-4ac8-ad0f-352aac78a44b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-h1-768862-2 {{(pid=84875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:09:32.325753 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54574a7e-3852-4ac8-ad0f-352aac78a44b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-h1-768862-2 {{(pid=84875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:09:32.326324 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54574a7e-3852-4ac8-ad0f-352aac78a44b admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@n-h2-768862-2 {{(pid=84875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:09:32.326830 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54574a7e-3852-4ac8-ad0f-352aac78a44b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-h2-768862-2 {{(pid=84875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:09:32.327429 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54574a7e-3852-4ac8-ad0f-352aac78a44b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-h2-768862-2 {{(pid=84875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:09:32.328014 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54574a7e-3852-4ac8-ad0f-352aac78a44b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-h2-768862-2 {{(pid=84875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:09:32.328559 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54574a7e-3852-4ac8-ad0f-352aac78a44b admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@n-h2-768862-2 {{(pid=84875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:09:32.329087 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54574a7e-3852-4ac8-ad0f-352aac78a44b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-h2-768862-2 {{(pid=84875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:09:32.329609 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54574a7e-3852-4ac8-ad0f-352aac78a44b admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-h2-768862-2 {{(pid=84875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:09:32.330145 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54574a7e-3852-4ac8-ad0f-352aac78a44b admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-h2-768862-2 {{(pid=84875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:09:32.330664 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54574a7e-3852-4ac8-ad0f-352aac78a44b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-h2-768862-2 {{(pid=84875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:09:32.331164 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54574a7e-3852-4ac8-ad0f-352aac78a44b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-h2-768862-2 {{(pid=84875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:09:32.331685 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54574a7e-3852-4ac8-ad0f-352aac78a44b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-h2-768862-2 {{(pid=84875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:09:32.332230 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54574a7e-3852-4ac8-ad0f-352aac78a44b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-h2-768862-2 {{(pid=84875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:09:32.332840 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54574a7e-3852-4ac8-ad0f-352aac78a44b admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-2 {{(pid=84875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:09:32.333364 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54574a7e-3852-4ac8-ad0f-352aac78a44b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-2 {{(pid=84875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:09:32.333883 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54574a7e-3852-4ac8-ad0f-352aac78a44b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-2 {{(pid=84875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:09:32.334380 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54574a7e-3852-4ac8-ad0f-352aac78a44b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-2 {{(pid=84875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:09:32.334899 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54574a7e-3852-4ac8-ad0f-352aac78a44b admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@n-d-768862-2 {{(pid=84875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:09:32.335434 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54574a7e-3852-4ac8-ad0f-352aac78a44b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-2 {{(pid=84875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:09:32.336175 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54574a7e-3852-4ac8-ad0f-352aac78a44b admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-768862-2 {{(pid=84875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:09:32.336813 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54574a7e-3852-4ac8-ad0f-352aac78a44b admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-768862-2 {{(pid=84875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:09:32.337348 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54574a7e-3852-4ac8-ad0f-352aac78a44b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-2 {{(pid=84875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:09:32.337891 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54574a7e-3852-4ac8-ad0f-352aac78a44b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-2 {{(pid=84875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:09:32.338427 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54574a7e-3852-4ac8-ad0f-352aac78a44b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-2 {{(pid=84875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:09:32.339217 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54574a7e-3852-4ac8-ad0f-352aac78a44b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-2 {{(pid=84875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:09:32.346644 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-54574a7e-3852-4ac8-ad0f-352aac78a44b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.180s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:09:32.436230 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-e6c81a99-9e20-46f9-899c-6bfe0dee7fc6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-598964', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850887113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3154192', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2308610'] for subnet, after_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:09:32.468940 n-d-768862-2 neutron-server[84765]: INFO neutron.pecan_wsgi.hooks.translation [req-37cf9735-7258-4d34-a734-6fc2db42cf96 req-a250a79b-f494-4fb8-b259-b8baf48c6181 tempest-ServersWithSpecificFlavorTestJSON-1541021946 tempest-ServersWithSpecificFlavorTestJSON-1541021946] POST failed (client error): There was a conflict when trying to complete your request. Jan 14 07:09:32.469457 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.notifier [req-37cf9735-7258-4d34-a734-6fc2db42cf96 req-a250a79b-f494-4fb8-b259-b8baf48c6181 tempest-ServersWithSpecificFlavorTestJSON-1541021946 tempest-ServersWithSpecificFlavorTestJSON-1541021946] No notification will be sent due to unsuccessful status code: 409 {{(pid=84874) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Jan 14 07:09:32.500041 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-cebdbbcf-c4e1-4c90-b723-7e6023553959 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:09:32.520417 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [req-37cf9735-7258-4d34-a734-6fc2db42cf96 req-a250a79b-f494-4fb8-b259-b8baf48c6181 tempest-ServersWithSpecificFlavorTestJSON-1541021946 tempest-ServersWithSpecificFlavorTestJSON-1541021946] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 409 len: 414 time: 4.9907773 Jan 14 07:09:32.539316 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-add08803-4270-4c58-935b-842b301a8745 req-24ab58a8-f938-4020-bddc-70916583fb48 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:09:32.540939 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [req-add08803-4270-4c58-935b-842b301a8745 req-24ab58a8-f938-4020-bddc-70916583fb48 service neutron] 10.222.0.35 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 863 time: 0.2281060 Jan 14 07:09:32.573646 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_dvr_db [None req-a7324851-9fb9-4137-b614-883a4fc806e1 None None] Set router 82dd61ed-ae4e-410a-8afc-81ebcc6cf600 gateway port host: n-d-768862-2 {{(pid=84876) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 14 07:09:32.645009 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [req-add08803-4270-4c58-935b-842b301a8745 req-9d7f7411-afcf-4f39-ad36-97dfd5507d2e tempest-VolumesAdminNegativeTest-1311504695 tempest-VolumesAdminNegativeTest-1311504695] 10.222.0.35 "GET /v2.0/ports?device_id=ccdc63bd-30e5-41f2-a949-89e87eb7e372 HTTP/1.1" status: 200 len: 210 time: 0.0717635 Jan 14 07:09:32.741825 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-75d57ecb-7724-4df7-a0af-058072c8ee5a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-598964', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850887113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3154192', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2308610'] for subnet, after_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:09:32.773227 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [req-37cf9735-7258-4d34-a734-6fc2db42cf96 req-4027eb76-c26a-4272-b4ba-8f911c5e6f3b service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=379433b85b8d420cbbb1671da6a74e86&device_id=a0f2d2f5-940f-41cf-b7bc-bc3a271929e9 HTTP/1.1" status: 200 len: 210 time: 0.1269679 Jan 14 07:09:32.821173 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.agents_db [None req-5b939a2f-078d-4c69-a188-cb55a28a77a0 None None] Agent healthcheck: found 7 active agents {{(pid=84877) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Jan 14 07:09:32.968794 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37cf9735-7258-4d34-a734-6fc2db42cf96 req-95b29530-71bc-4ad8-85c7-b49dedaac679 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:09:32.978599 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [req-37cf9735-7258-4d34-a734-6fc2db42cf96 req-95b29530-71bc-4ad8-85c7-b49dedaac679 service neutron] 10.222.0.48 "GET /v2.0/networks?tenant_id=379433b85b8d420cbbb1671da6a74e86&shared=False HTTP/1.1" status: 200 len: 880 time: 0.1971488 Jan 14 07:09:32.995989 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6c81a99-9e20-46f9-899c-6bfe0dee7fc6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0c326c1b-06fb-4a7a-9462-602c119daa97,revision_number=None']} {{(pid=84875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:09:33.024539 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-e6c81a99-9e20-46f9-899c-6bfe0dee7fc6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.525s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:09:33.027156 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-989eb15e-d392-4de6-8834-775cad7eb6b3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.023s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:09:33.064045 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-75d57ecb-7724-4df7-a0af-058072c8ee5a admin admin] Notify callbacks [] for subnet, before_response {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:09:33.088584 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75d57ecb-7724-4df7-a0af-058072c8ee5a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=241913f0-41bb-483c-9b85-c937c069e453,revision_number=None']} {{(pid=84875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:09:33.103254 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-75d57ecb-7724-4df7-a0af-058072c8ee5a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:09:33.156206 n-d-768862-2 neutron-server[84765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54574a7e-3852-4ac8-ad0f-352aac78a44b admin admin] Network 7838e4de-6265-49e2-af47-31cb87083d01 is already hosted by enough agents. {{(pid=84875) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 07:09:33.160755 n-d-768862-2 neutron-server[84765]: DEBUG neutron.scheduler.base_scheduler [None req-54574a7e-3852-4ac8-ad0f-352aac78a44b admin admin] Resources bound (agent type, host, resource id): {{(pid=84875) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 07:09:33.176009 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54574a7e-3852-4ac8-ad0f-352aac78a44b admin admin] Received port after_create {{(pid=84875) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 14 07:09:33.218031 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-75d57ecb-7724-4df7-a0af-058072c8ee5a admin admin] 10.222.0.24 "DELETE /v2.0/subnets/241913f0-41bb-483c-9b85-c937c069e453 HTTP/1.1" status: 204 len: 168 time: 3.5366366 Jan 14 07:09:33.226172 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84875) accepted ('10.222.0.24', 54276) {{(pid=84875) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:09:33.251209 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37cf9735-7258-4d34-a734-6fc2db42cf96 req-fbb61bb3-a4fa-4d3e-902b-7449b2b3dac6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:09:33.253090 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [req-37cf9735-7258-4d34-a734-6fc2db42cf96 req-fbb61bb3-a4fa-4d3e-902b-7449b2b3dac6 service neutron] 10.222.0.48 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 863 time: 0.2684665 Jan 14 07:09:33.274248 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.v2.base [None req-c95718f7-a585-4a89-87ae-2c1b49f00d61 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsTestJSON-2072963667-network', 'tenant_id': '914ccd51ecef47e89b834e22797839e0'}} {{(pid=84874) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:09:33.282256 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-c95718f7-a585-4a89-87ae-2c1b49f00d61 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:09:33.289400 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-c95718f7-a585-4a89-87ae-2c1b49f00d61 admin admin] Usage tracker for resource:network and tenant:914ccd51ecef47e89b834e22797839e0 is out of sync, need to count used quota {{(pid=84874) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:09:33.292848 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-c95718f7-a585-4a89-87ae-2c1b49f00d61 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84874) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:09:33.299603 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-c95718f7-a585-4a89-87ae-2c1b49f00d61 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:09:33.378048 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-365263a4-61ad-4327-805f-a4c11cf42af9 None None] Network a760f83e-96bb-4086-b2e9-7bb50ea36a96 requested from n-d-768862-2 {{(pid=84876) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 07:09:33.466408 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c95718f7-a585-4a89-87ae-2c1b49f00d61 admin admin] Made reservation on behalf of 914ccd51ecef47e89b834e22797839e0 for: {'network': 1} {{(pid=84874) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 07:09:33.466935 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-f0410728-23fa-4ee6-8236-57b3858e2162 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036854160497'] for network, before_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:09:33.471312 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-c95718f7-a585-4a89-87ae-2c1b49f00d61 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555753'] for network, before_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:09:33.526825 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [req-37cf9735-7258-4d34-a734-6fc2db42cf96 req-2e7ebd99-7a7a-450d-bb7b-cf97bad5c04e tempest-ServersWithSpecificFlavorTestJSON-1541021946 tempest-ServersWithSpecificFlavorTestJSON-1541021946] Synchronizing usage tracker for tenant:379433b85b8d420cbbb1671da6a74e86 on resource:port {{(pid=84874) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 14 07:09:33.533030 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-c95718f7-a585-4a89-87ae-2c1b49f00d61 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:09:33.578924 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-e6c81a99-9e20-46f9-899c-6bfe0dee7fc6 admin admin] Notify callbacks [] for subnet, before_response {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:09:33.582088 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-e6c81a99-9e20-46f9-899c-6bfe0dee7fc6 admin admin] 10.222.0.24 "DELETE /v2.0/subnets/0c326c1b-06fb-4a7a-9462-602c119daa97 HTTP/1.1" status: 204 len: 168 time: 5.1877046 Jan 14 07:09:33.586805 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84874) accepted ('10.222.0.24', 54292) {{(pid=84874) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:09:33.639039 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-c95718f7-a585-4a89-87ae-2c1b49f00d61 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:09:33.649293 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-c95718f7-a585-4a89-87ae-2c1b49f00d61 admin admin] Usage tracker for resource:security_group_rule and tenant:914ccd51ecef47e89b834e22797839e0 is out of sync, need to count used quota {{(pid=84874) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:09:33.661123 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-c95718f7-a585-4a89-87ae-2c1b49f00d61 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84874) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:09:33.662518 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-54574a7e-3852-4ac8-ad0f-352aac78a44b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036850886386'] for router_interface, before_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:09:33.667482 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-c95718f7-a585-4a89-87ae-2c1b49f00d61 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:09:33.759038 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-c95718f7-a585-4a89-87ae-2c1b49f00d61 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:09:33.760384 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [req-37cf9735-7258-4d34-a734-6fc2db42cf96 req-2e7ebd99-7a7a-450d-bb7b-cf97bad5c04e tempest-ServersWithSpecificFlavorTestJSON-1541021946 tempest-ServersWithSpecificFlavorTestJSON-1541021946] Unset dirty status for tenant:379433b85b8d420cbbb1671da6a74e86 on resource:port {{(pid=84874) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 14 07:09:33.761698 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [req-37cf9735-7258-4d34-a734-6fc2db42cf96 req-2e7ebd99-7a7a-450d-bb7b-cf97bad5c04e tempest-ServersWithSpecificFlavorTestJSON-1541021946 tempest-ServersWithSpecificFlavorTestJSON-1541021946] 10.222.0.48 "GET /v2.0/ports?device_id=a0f2d2f5-940f-41cf-b7bc-bc3a271929e9 HTTP/1.1" status: 200 len: 210 time: 0.4536271 Jan 14 07:09:33.767606 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-c95718f7-a585-4a89-87ae-2c1b49f00d61 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850887153'] for security_group, after_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:09:33.785570 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c95718f7-a585-4a89-87ae-2c1b49f00d61 admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 5} {{(pid=84874) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Jan 14 07:09:33.795265 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-2509be86-3cc3-4d74-8aa6-aa02b0c06ada None None] Provisioning for port 376b15d5-4672-447e-8d02-cc05d06e5ee9 completed by entity DHCP. {{(pid=84876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 07:09:33.795470 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-c95718f7-a585-4a89-87ae-2c1b49f00d61 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854179735'] for segment, precommit_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:09:33.795881 n-d-768862-2 neutron-server[84765]: INFO neutron.db.segments_db [None req-c95718f7-a585-4a89-87ae-2c1b49f00d61 admin admin] Added segment 984f93fa-f208-4656-ac5b-a5caada132b6 of type vxlan for network cb2daf5c-c88f-4231-9c86-6d155cd05702 Jan 14 07:09:33.824591 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-c95718f7-a585-4a89-87ae-2c1b49f00d61 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363259214646115'] for network, precommit_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:09:33.829169 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-2509be86-3cc3-4d74-8aa6-aa02b0c06ada None None] Provisioning complete for port 376b15d5-4672-447e-8d02-cc05d06e5ee9 triggered by entity DHCP. {{(pid=84876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 07:09:33.829602 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-2509be86-3cc3-4d74-8aa6-aa02b0c06ada None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-604227'] for port, provisioning_complete {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:09:33.900778 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_hamode_db [None req-a7324851-9fb9-4137-b614-883a4fc806e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '82dd61ed-ae4e-410a-8afc-81ebcc6cf600', 'name': 'tempest-AttachSCSIVolumeTestJSON-1423477494-router', 'tenant_id': 'ba65ef79d7c74174b57bf91704a698b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '226f1e78-82cd-4481-9055-4eb73b6db8c1', 'external_fixed_ips': [{'subnet_id': 'ba8deeec-7658-4195-9449-038c076f5c83', 'ip_address': '172.25.2.174'}], 'enable_snat': True}, 'gw_port_id': 'a2510d44-9fb1-4a4f-ae33-d3d9bb614edf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-14T07:09:14Z', 'updated_at': '2021-01-14T07:09:18Z', 'revision_number': 3, 'project_id': 'ba65ef79d7c74174b57bf91704a698b7', 'gw_port': {'id': 'a2510d44-9fb1-4a4f-ae33-d3d9bb614edf', 'name': '', 'network_id': '226f1e78-82cd-4481-9055-4eb73b6db8c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:a7:c2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '82dd61ed-ae4e-410a-8afc-81ebcc6cf600', 'device_owner': 'network:router_gateway', 'standard_attr_id': 451, 'fixed_ips': [{'subnet_id': 'ba8deeec-7658-4195-9449-038c076f5c83', 'ip_address': '172.25.2.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T07:09:15Z', 'updated_at': '2021-01-14T07:09:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ba8deeec-7658-4195-9449-038c076f5c83', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-2'}], 'n-d-768862-2', False) {} {{(pid=84876) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:09:33.908983 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7324851-9fb9-4137-b614-883a4fc806e1 None None] The sync data for ids ['82dd61ed-ae4e-410a-8afc-81ebcc6cf600'] in n-d-768862-2 is: [{'id': '82dd61ed-ae4e-410a-8afc-81ebcc6cf600', 'name': 'tempest-AttachSCSIVolumeTestJSON-1423477494-router', 'tenant_id': 'ba65ef79d7c74174b57bf91704a698b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '226f1e78-82cd-4481-9055-4eb73b6db8c1', 'external_fixed_ips': [{'subnet_id': 'ba8deeec-7658-4195-9449-038c076f5c83', 'ip_address': '172.25.2.174'}], 'enable_snat': True}, 'gw_port_id': 'a2510d44-9fb1-4a4f-ae33-d3d9bb614edf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-14T07:09:14Z', 'updated_at': '2021-01-14T07:09:18Z', 'revision_number': 3, 'project_id': 'ba65ef79d7c74174b57bf91704a698b7', 'gw_port': {'id': 'a2510d44-9fb1-4a4f-ae33-d3d9bb614edf', 'name': '', 'network_id': '226f1e78-82cd-4481-9055-4eb73b6db8c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:a7:c2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '82dd61ed-ae4e-410a-8afc-81ebcc6cf600', 'device_owner': 'network:router_gateway', 'standard_attr_id': 451, 'fixed_ips': [{'subnet_id': 'ba8deeec-7658-4195-9449-038c076f5c83', 'ip_address': '172.25.2.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T07:09:15Z', 'updated_at': '2021-01-14T07:09:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ba8deeec-7658-4195-9449-038c076f5c83', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-2'}] {{(pid=84876) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Jan 14 07:09:33.949662 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.plugin [None req-2509be86-3cc3-4d74-8aa6-aa02b0c06ada None None] Port 376b15d5-4672-447e-8d02-cc05d06e5ee9 cannot update to ACTIVE because it is not bound. {{(pid=84876) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:329}} Jan 14 07:09:33.978103 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-c7c361b3-2f1b-4320-9a20-b65034eb7ff3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:09:34.049548 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e487d90-2e84-4e28-b459-1b0004cab7a0 None None] DHCP port deletion for a760f83e-96bb-4086-b2e9-7bb50ea36a96 request from n-d-768862-2 {{(pid=84876) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Jan 14 07:09:34.055592 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.plugin [None req-9e487d90-2e84-4e28-b459-1b0004cab7a0 None None] Deleting port 9c9cb8c1-6afc-45b9-9f61-3c0b353ee61f {{(pid=84876) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 07:09:34.056404 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-9e487d90-2e84-4e28-b459-1b0004cab7a0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363259214248359'] for port, before_delete {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:09:34.106183 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [req-37cf9735-7258-4d34-a734-6fc2db42cf96 req-f710b1f9-d8d7-4f75-b560-782d37935720 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=379433b85b8d420cbbb1671da6a74e86&device_id=a0f2d2f5-940f-41cf-b7bc-bc3a271929e9 HTTP/1.1" status: 200 len: 210 time: 0.1159959 Jan 14 07:09:34.108692 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-c95718f7-a585-4a89-87ae-2c1b49f00d61 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850887149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964'] for network, after_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:09:34.198769 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c95718f7-a585-4a89-87ae-2c1b49f00d61 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2b689b73-c4d8-47e2-b51e-b51613fbe48e,revision_number=1']} {{(pid=84874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:09:34.207487 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-c95718f7-a585-4a89-87ae-2c1b49f00d61 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.230s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:09:34.226065 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c95718f7-a585-4a89-87ae-2c1b49f00d61 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:09:34.226873 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-c95718f7-a585-4a89-87ae-2c1b49f00d61 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3207107'] for network, before_response {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:09:34.307384 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:09:34.408102 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-54574a7e-3852-4ac8-ad0f-352aac78a44b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555753'] for port, before_update {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:09:34.524886 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-f0410728-23fa-4ee6-8236-57b3858e2162 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-598987', 'neutron.services.segments.db._delete_segments_for_network-8777640583949'] for network, precommit_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:09:34.681095 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [None req-9e487d90-2e84-4e28-b459-1b0004cab7a0 None None] For port 9c9cb8c1-6afc-45b9-9f61-3c0b353ee61f, host n-d-768862-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-2',level=0,port_id=9c9cb8c1-6afc-45b9-9f61-3c0b353ee61f,segment=NetworkSegment(ede39309-7d49-4073-9e60-ec596ff73fc3),segment_id=ede39309-7d49-4073-9e60-ec596ff73fc3)] {{(pid=84876) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 07:09:34.682689 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-9e487d90-2e84-4e28-b459-1b0004cab7a0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036850862667'] for port, precommit_delete {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:09:34.932961 n-d-768862-2 neutron-server[84765]: DEBUG neutron.services.segments.db [None req-f0410728-23fa-4ee6-8236-57b3858e2162 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['481c6e50-3a2b-4288-aae4-fd37107c4467']}} {{(pid=84875) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:09:34.990119 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.plugin [None req-9e487d90-2e84-4e28-b459-1b0004cab7a0 None None] Calling delete_port for 9c9cb8c1-6afc-45b9-9f61-3c0b353ee61f owned by network:dhcp {{(pid=84876) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 07:09:35.028247 n-d-768862-2 neutron-server[84765]: DEBUG neutron.services.segments.db [None req-f0410728-23fa-4ee6-8236-57b3858e2162 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a891018f-bc39-4c94-ad0f-39ef9ee52eef') {'for_net_delete': True} {{(pid=84875) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:09:35.028810 n-d-768862-2 neutron-server[84765]: DEBUG neutron.services.segments.db [None req-f0410728-23fa-4ee6-8236-57b3858e2162 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a891018f-bc39-4c94-ad0f-39ef9ee52eef') {} {{(pid=84875) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:09:35.134704 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-f0410728-23fa-4ee6-8236-57b3858e2162 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363259214173198', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036851408567'] for segment, before_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:09:35.178579 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-f0410728-23fa-4ee6-8236-57b3858e2162 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854179735'] for segment, precommit_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:09:35.196721 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-f0410728-23fa-4ee6-8236-57b3858e2162 admin admin] Releasing vxlan tunnel 9 to pool {{(pid=84875) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Jan 14 07:09:35.291466 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c95718f7-a585-4a89-87ae-2c1b49f00d61 admin admin] Pushing event updated for resources: {'Network': ['ID=cb2daf5c-c88f-4231-9c86-6d155cd05702,revision_number=1']} {{(pid=84874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:09:35.337246 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Device a2510d44-9fb1-4a4f-ae33-d3d9bb614edf up at agent ovs-agent-n-d-768862-2 {{(pid=84876) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 07:09:35.351880 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-c95718f7-a585-4a89-87ae-2c1b49f00d61 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.044s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:09:35.393808 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-8d774345-2370-46e4-8c15-ba1005f1caa3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036854160497'] for network, before_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:09:35.402978 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-852a24f7-e9a1-4193-9abb-e9506fe5213f None None] Network cb2daf5c-c88f-4231-9c86-6d155cd05702 details requested by agent ovs-agent-n-h2-768862-2 with host n-h2-768862-2 {{(pid=84876) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 07:09:35.421332 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-017f98a9-8a07-408c-a86f-8ff0c00400a0 None None] Network cb2daf5c-c88f-4231-9c86-6d155cd05702 details requested by agent ovs-agent-n-h1-768862-2 with host n-h1-768862-2 {{(pid=84876) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 07:09:35.513890 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37cf9735-7258-4d34-a734-6fc2db42cf96 req-998f00d4-afbb-4d71-a239-dd00dff99144 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:09:35.516142 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [req-37cf9735-7258-4d34-a734-6fc2db42cf96 req-998f00d4-afbb-4d71-a239-dd00dff99144 service neutron] 10.222.0.48 "GET /v2.0/networks?tenant_id=379433b85b8d420cbbb1671da6a74e86&shared=False HTTP/1.1" status: 200 len: 880 time: 1.3073454 Jan 14 07:09:35.522407 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-c95718f7-a585-4a89-87ae-2c1b49f00d61 admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 876 time: 3.3228083 Jan 14 07:09:35.528458 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84874) accepted ('10.222.0.24', 54332) {{(pid=84874) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:09:35.536946 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.v2.base [None req-33875639-8830-418c-9d79-3f9dbe185eff admin admin] Request body: {'subnet': {'network_id': 'cb2daf5c-c88f-4231-9c86-6d155cd05702', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsTestJSON-2072963667-subnet', 'tenant_id': '914ccd51ecef47e89b834e22797839e0', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=84874) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:09:35.543157 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-33875639-8830-418c-9d79-3f9dbe185eff admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:09:35.548441 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-33875639-8830-418c-9d79-3f9dbe185eff admin admin] Usage tracker for resource:subnet and tenant:914ccd51ecef47e89b834e22797839e0 is out of sync, need to count used quota {{(pid=84874) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:09:35.552721 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-33875639-8830-418c-9d79-3f9dbe185eff admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84874) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:09:35.562830 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-33875639-8830-418c-9d79-3f9dbe185eff admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:09:35.597096 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-9e487d90-2e84-4e28-b459-1b0004cab7a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777640533329', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777640097463'] for port, after_delete {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:09:35.746745 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37cf9735-7258-4d34-a734-6fc2db42cf96 req-18f1b19d-95e5-4269-b8ba-afda0d821ea0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:09:35.748490 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [req-37cf9735-7258-4d34-a734-6fc2db42cf96 req-18f1b19d-95e5-4269-b8ba-afda0d821ea0 service neutron] 10.222.0.48 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 863 time: 0.2249050 Jan 14 07:09:35.750924 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-33875639-8830-418c-9d79-3f9dbe185eff admin admin] Made reservation on behalf of 914ccd51ecef47e89b834e22797839e0 for: {'subnet': 1} {{(pid=84874) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 07:09:35.770199 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-33875639-8830-418c-9d79-3f9dbe185eff admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036851981161'] for subnet, before_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:09:35.814195 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.managers [None req-f0410728-23fa-4ee6-8236-57b3858e2162 admin admin] Network 481c6e50-3a2b-4288-aae4-fd37107c4467 has no segments {{(pid=84875) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 14 07:09:35.841451 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-f0410728-23fa-4ee6-8236-57b3858e2162 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-596065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3154253'] for segment, after_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:09:35.891231 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84876) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:09:35.921826 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84875) accepted ('10.222.0.24', 54342) {{(pid=84875) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:09:35.988303 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Network cb2daf5c-c88f-4231-9c86-6d155cd05702 details requested by agent ovs-agent-n-d-768862-2 with host n-d-768862-2 {{(pid=84876) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 07:09:36.042129 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e487d90-2e84-4e28-b459-1b0004cab7a0 None None] Pushing event deleted for resources: {'Port': ['ID=9c9cb8c1-6afc-45b9-9f61-3c0b353ee61f,revision_number=None']} {{(pid=84876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:09:36.154410 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [req-37cf9735-7258-4d34-a734-6fc2db42cf96 req-14443ddb-d07c-448b-bdd8-375e31fc2553 tempest-ServersWithSpecificFlavorTestJSON-1541021946 tempest-ServersWithSpecificFlavorTestJSON-1541021946] 10.222.0.48 "GET /v2.0/ports?device_id=a0f2d2f5-940f-41cf-b7bc-bc3a271929e9 HTTP/1.1" status: 200 len: 210 time: 0.3391774 Jan 14 07:09:36.254792 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-9e487d90-2e84-4e28-b459-1b0004cab7a0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.364s {{(pid=84876) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:09:36.408936 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-8d774345-2370-46e4-8c15-ba1005f1caa3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-598987', 'neutron.services.segments.db._delete_segments_for_network-8777640583949'] for network, precommit_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:09:36.422768 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Provisioning for port a2510d44-9fb1-4a4f-ae33-d3d9bb614edf completed by entity L2. {{(pid=84876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 07:09:36.468195 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Provisioning complete for port a2510d44-9fb1-4a4f-ae33-d3d9bb614edf triggered by entity L2. {{(pid=84876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 07:09:36.468572 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-604227'] for port, provisioning_complete {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:09:36.487229 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.managers [None req-f0410728-23fa-4ee6-8236-57b3858e2162 admin admin] Network 481c6e50-3a2b-4288-aae4-fd37107c4467 has no segments {{(pid=84875) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 14 07:09:36.557475 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e487d90-2e84-4e28-b459-1b0004cab7a0 None None] No DVR routers for this DVR port 9c9cb8c1-6afc-45b9-9f61-3c0b353ee61f on host n-d-768862-2 {{(pid=84876) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Jan 14 07:09:36.624876 n-d-768862-2 neutron-server[84765]: Traceback (most recent call last): Jan 14 07:09:36.624876 n-d-768862-2 neutron-server[84765]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 14 07:09:36.624876 n-d-768862-2 neutron-server[84765]: timer() Jan 14 07:09:36.624876 n-d-768862-2 neutron-server[84765]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 14 07:09:36.624876 n-d-768862-2 neutron-server[84765]: cb(*args, **kw) Jan 14 07:09:36.624876 n-d-768862-2 neutron-server[84765]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Jan 14 07:09:36.624876 n-d-768862-2 neutron-server[84765]: return func(*args, **kwargs) Jan 14 07:09:36.624876 n-d-768862-2 neutron-server[84765]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 14 07:09:36.624876 n-d-768862-2 neutron-server[84765]: self._notify() Jan 14 07:09:36.624876 n-d-768862-2 neutron-server[84765]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 14 07:09:36.624876 n-d-768862-2 neutron-server[84765]: self.callback(batched_events) Jan 14 07:09:36.624876 n-d-768862-2 neutron-server[84765]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 14 07:09:36.624876 n-d-768862-2 neutron-server[84765]: event.method(event) Jan 14 07:09:36.624876 n-d-768862-2 neutron-server[84765]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 14 07:09:36.624876 n-d-768862-2 neutron-server[84765]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 14 07:09:36.624876 n-d-768862-2 neutron-server[84765]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Jan 14 07:09:36.624876 n-d-768862-2 neutron-server[84765]: segment_id)['aggregates'][0] Jan 14 07:09:36.624876 n-d-768862-2 neutron-server[84765]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 14 07:09:36.624876 n-d-768862-2 neutron-server[84765]: return f(self, *a, **k) Jan 14 07:09:36.624876 n-d-768862-2 neutron-server[84765]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 14 07:09:36.624876 n-d-768862-2 neutron-server[84765]: return self._get(url).json() Jan 14 07:09:36.624876 n-d-768862-2 neutron-server[84765]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 14 07:09:36.624876 n-d-768862-2 neutron-server[84765]: **kwargs) Jan 14 07:09:36.624876 n-d-768862-2 neutron-server[84765]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 14 07:09:36.624876 n-d-768862-2 neutron-server[84765]: return self.request(url, 'GET', **kwargs) Jan 14 07:09:36.624876 n-d-768862-2 neutron-server[84765]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Jan 14 07:09:36.624876 n-d-768862-2 neutron-server[84765]: **endpoint_filter) Jan 14 07:09:36.624876 n-d-768862-2 neutron-server[84765]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 14 07:09:36.624876 n-d-768862-2 neutron-server[84765]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 14 07:09:36.624876 n-d-768862-2 neutron-server[84765]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 14 07:09:36.624876 n-d-768862-2 neutron-server[84765]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 14 07:09:36.624876 n-d-768862-2 neutron-server[84765]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 14 07:09:36.632101 n-d-768862-2 neutron-server[84765]: DEBUG neutron.services.segments.db [None req-8d774345-2370-46e4-8c15-ba1005f1caa3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a760f83e-96bb-4086-b2e9-7bb50ea36a96']}} {{(pid=84874) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:09:36.638986 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-f0410728-23fa-4ee6-8236-57b3858e2162 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036854176830', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850887149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3912591'] for network, after_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:09:36.669278 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-7b01928a-e736-4666-b355-aad78253cb20 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:09:36.693761 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555753'] for port, before_update {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:09:36.715710 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-f0410728-23fa-4ee6-8236-57b3858e2162 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3207107'] for network, before_response {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:09:36.722829 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] For port a2510d44-9fb1-4a4f-ae33-d3d9bb614edf, host n-d-768862-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-2',level=0,port_id=a2510d44-9fb1-4a4f-ae33-d3d9bb614edf,segment=NetworkSegment(cf3ded2c-bc47-4a71-89af-6e7117e60140),segment_id=cf3ded2c-bc47-4a71-89af-6e7117e60140)] {{(pid=84876) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 07:09:36.725664 n-d-768862-2 neutron-server[84765]: DEBUG neutron.services.segments.db [None req-8d774345-2370-46e4-8c15-ba1005f1caa3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ede39309-7d49-4073-9e60-ec596ff73fc3') {'for_net_delete': True} {{(pid=84874) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:09:36.726013 n-d-768862-2 neutron-server[84765]: DEBUG neutron.services.segments.db [None req-8d774345-2370-46e4-8c15-ba1005f1caa3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ede39309-7d49-4073-9e60-ec596ff73fc3') {} {{(pid=84874) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:09:36.730764 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777640533312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363259214678337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777640097497'] for port, after_update {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:09:36.733097 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-8ef6465b-7f33-4f2f-b8fc-fb3f99dbf849 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84876) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:09:36.749515 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0410728-23fa-4ee6-8236-57b3858e2162 admin admin] Pushing event deleted for resources: {'Network': ['ID=481c6e50-3a2b-4288-aae4-fd37107c4467,revision_number=None']} {{(pid=84875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:09:36.770179 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-8d774345-2370-46e4-8c15-ba1005f1caa3 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363259214173198', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2968632'] for segment, before_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:09:36.778132 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-f0410728-23fa-4ee6-8236-57b3858e2162 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:09:36.788083 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-f0410728-23fa-4ee6-8236-57b3858e2162 admin admin] 10.222.0.24 "DELETE /v2.0/networks/481c6e50-3a2b-4288-aae4-fd37107c4467 HTTP/1.1" status: 204 len: 168 time: 3.5581715 Jan 14 07:09:36.835477 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Device 9c9cb8c1-6afc-45b9-9f61-3c0b353ee61f no longer exists at agent ovs-agent-n-d-768862-2 {{(pid=84876) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jan 14 07:09:36.874766 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-8d774345-2370-46e4-8c15-ba1005f1caa3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854179735'] for segment, precommit_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:09:36.879128 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-8d774345-2370-46e4-8c15-ba1005f1caa3 admin admin] Releasing vxlan tunnel 4 to pool {{(pid=84874) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Jan 14 07:09:36.902973 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-54574a7e-3852-4ac8-ad0f-352aac78a44b admin admin] Notify callbacks [] for port, precommit_update {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:09:36.916120 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-339c5546-d7ba-4672-bdff-e473af88cfeb admin admin] Notify callbacks [] for security_group, before_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:09:36.938635 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-54574a7e-3852-4ac8-ad0f-352aac78a44b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777640533312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363259214678337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777640097497', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3154211'] for port, after_update {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:09:36.938946 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.plugin [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] No Port match for: 9c9cb8c1-6afc-45b9-9f61-3c0b353ee61f {{(pid=84876) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2188}} Jan 14 07:09:36.939491 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Device 9c9cb8c1-6afc-45b9-9f61-3c0b353ee61f not bound to the agent host n-d-768862-2 {{(pid=84876) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jan 14 07:09:36.986548 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Pushing event updated for resources: {'Port': ['ID=a2510d44-9fb1-4a4f-ae33-d3d9bb614edf,revision_number=4']} {{(pid=84876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:09:37.000690 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-33875639-8830-418c-9d79-3f9dbe185eff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850887113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3254092', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036851981146'] for subnet, after_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:09:37.003694 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.268s {{(pid=84876) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:09:37.008778 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-339c5546-d7ba-4672-bdff-e473af88cfeb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:09:37.012606 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-54574a7e-3852-4ac8-ad0f-352aac78a44b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:09:37.038675 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-7efb67e3-857f-4f9b-af69-22a51e44cb77 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:09:37.049400 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-54574a7e-3852-4ac8-ad0f-352aac78a44b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3206949', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3889649'] for router_interface, after_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:09:37.081466 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-339c5546-d7ba-4672-bdff-e473af88cfeb admin admin] Usage tracker for resource:security_group_rule and tenant:7d2b011fadf74db78d4a7a130254ae1f is out of sync, need to count used quota {{(pid=84875) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:09:37.111246 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-339c5546-d7ba-4672-bdff-e473af88cfeb admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84875) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:09:37.122012 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54574a7e-3852-4ac8-ad0f-352aac78a44b admin admin] Pushing event updated for resources: {'Port': ['ID=376b15d5-4672-447e-8d02-cc05d06e5ee9,revision_number=2']} {{(pid=84875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:09:37.209890 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33875639-8830-418c-9d79-3f9dbe185eff admin admin] Pushing event updated for resources: {'Subnet': ['ID=9739cd10-72b2-4025-894a-beee6ba7ca4d,revision_number=0']} {{(pid=84874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:09:37.220393 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-339c5546-d7ba-4672-bdff-e473af88cfeb admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:09:37.223973 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-33875639-8830-418c-9d79-3f9dbe185eff admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.185s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:09:37.262977 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Device a2510d44-9fb1-4a4f-ae33-d3d9bb614edf up at agent ovs-agent-n-d-768862-2 {{(pid=84876) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 07:09:37.271123 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.managers [None req-8d774345-2370-46e4-8c15-ba1005f1caa3 admin admin] Network a760f83e-96bb-4086-b2e9-7bb50ea36a96 has no segments {{(pid=84874) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 14 07:09:37.289069 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84874) accepted ('10.222.0.24', 54374) {{(pid=84874) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:09:37.296303 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-8d774345-2370-46e4-8c15-ba1005f1caa3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-596065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036851521571'] for segment, after_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:09:37.428153 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Provisioning complete for port a2510d44-9fb1-4a4f-ae33-d3d9bb614edf triggered by entity L2. {{(pid=84876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 07:09:37.428889 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-604227'] for port, provisioning_complete {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:09:37.452921 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-54574a7e-3852-4ac8-ad0f-352aac78a44b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.439s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:09:37.533651 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-6dc28f34-23ac-4aa5-874e-d030e374c2db admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=e8cbf1a8cd794ce9a06bb7dac66ec119&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2410004 Jan 14 07:09:37.537260 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-339c5546-d7ba-4672-bdff-e473af88cfeb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:09:37.538904 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84875) accepted ('10.222.0.24', 54378) {{(pid=84875) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:09:37.551825 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-339c5546-d7ba-4672-bdff-e473af88cfeb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850887153'] for security_group, after_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:09:37.621053 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-48424bba-c9bb-4ae9-9ce9-2627123fff30 tempest-SecurityGroupsTestAdminJSON-1976002775 tempest-SecurityGroupsTestAdminJSON-1976002775] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:09:37.663867 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-339c5546-d7ba-4672-bdff-e473af88cfeb admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=7d2b011fadf74db78d4a7a130254ae1f&name=default HTTP/1.1" status: 200 len: 2979 time: 1.7222986 Jan 14 07:09:37.670631 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-339c5546-d7ba-4672-bdff-e473af88cfeb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=74247729-d83b-4014-b25b-0f259e62bc06,revision_number=1']} {{(pid=84875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:09:37.686551 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84875) accepted ('10.222.0.24', 54386) {{(pid=84875) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:09:37.693072 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-339c5546-d7ba-4672-bdff-e473af88cfeb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:09:37.886027 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.managers [None req-8d774345-2370-46e4-8c15-ba1005f1caa3 admin admin] Network a760f83e-96bb-4086-b2e9-7bb50ea36a96 has no segments {{(pid=84874) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 14 07:09:37.897014 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-f6a8d00c-76ea-4e0c-abb4-3ec1c51c5600 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:09:37.911337 n-d-768862-2 neutron-server[84765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54574a7e-3852-4ac8-ad0f-352aac78a44b admin admin] Network 7838e4de-6265-49e2-af47-31cb87083d01 is already hosted by enough agents. {{(pid=84875) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 07:09:37.920320 n-d-768862-2 neutron-server[84765]: DEBUG neutron.scheduler.base_scheduler [None req-54574a7e-3852-4ac8-ad0f-352aac78a44b admin admin] Resources bound (agent type, host, resource id): {{(pid=84875) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 07:09:37.922967 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-7906c8c5-17da-45cc-8114-3e0e8e412c77 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:09:37.925055 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "delete_segment":"rule:admin_only" was deprecated in W in favor of "delete_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:09:37.925055 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:09:37.925055 n-d-768862-2 neutron-server[84765]: Traceback (most recent call last): Jan 14 07:09:37.925055 n-d-768862-2 neutron-server[84765]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 14 07:09:37.925055 n-d-768862-2 neutron-server[84765]: timer() Jan 14 07:09:37.925055 n-d-768862-2 neutron-server[84765]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 14 07:09:37.925055 n-d-768862-2 neutron-server[84765]: cb(*args, **kw) Jan 14 07:09:37.925055 n-d-768862-2 neutron-server[84765]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Jan 14 07:09:37.925055 n-d-768862-2 neutron-server[84765]: return func(*args, **kwargs) Jan 14 07:09:37.925055 n-d-768862-2 neutron-server[84765]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 14 07:09:37.925055 n-d-768862-2 neutron-server[84765]: self._notify() Jan 14 07:09:37.925055 n-d-768862-2 neutron-server[84765]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 14 07:09:37.925055 n-d-768862-2 neutron-server[84765]: self.callback(batched_events) Jan 14 07:09:37.925055 n-d-768862-2 neutron-server[84765]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 14 07:09:37.925055 n-d-768862-2 neutron-server[84765]: event.method(event) Jan 14 07:09:37.925055 n-d-768862-2 neutron-server[84765]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 14 07:09:37.925055 n-d-768862-2 neutron-server[84765]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 14 07:09:37.925055 n-d-768862-2 neutron-server[84765]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Jan 14 07:09:37.925055 n-d-768862-2 neutron-server[84765]: segment_id)['aggregates'][0] Jan 14 07:09:37.925055 n-d-768862-2 neutron-server[84765]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 14 07:09:37.925055 n-d-768862-2 neutron-server[84765]: return f(self, *a, **k) Jan 14 07:09:37.925055 n-d-768862-2 neutron-server[84765]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 14 07:09:37.925055 n-d-768862-2 neutron-server[84765]: return self._get(url).json() Jan 14 07:09:37.925055 n-d-768862-2 neutron-server[84765]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 14 07:09:37.925055 n-d-768862-2 neutron-server[84765]: **kwargs) Jan 14 07:09:37.925055 n-d-768862-2 neutron-server[84765]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 14 07:09:37.925055 n-d-768862-2 neutron-server[84765]: return self.request(url, 'GET', **kwargs) Jan 14 07:09:37.925055 n-d-768862-2 neutron-server[84765]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Jan 14 07:09:37.925055 n-d-768862-2 neutron-server[84765]: **endpoint_filter) Jan 14 07:09:37.925055 n-d-768862-2 neutron-server[84765]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 14 07:09:37.925055 n-d-768862-2 neutron-server[84765]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 14 07:09:37.925055 n-d-768862-2 neutron-server[84765]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 14 07:09:37.925055 n-d-768862-2 neutron-server[84765]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 14 07:09:37.925055 n-d-768862-2 neutron-server[84765]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 14 07:09:38.037194 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33875639-8830-418c-9d79-3f9dbe185eff admin admin] Checking segment: {'id': '984f93fa-f208-4656-ac5b-a5caada132b6', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'cb2daf5c-c88f-4231-9c86-6d155cd05702'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84874) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 14 07:09:38.037831 n-d-768862-2 neutron-server[84765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33875639-8830-418c-9d79-3f9dbe185eff admin admin] Network hostable DHCP agents. Network: cb2daf5c-c88f-4231-9c86-6d155cd05702, hostable agents: ['32f3dd84-26da-4d18-bf15-6017a8fb7247'], hosted agents: [] {{(pid=84874) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Jan 14 07:09:38.111540 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-8d774345-2370-46e4-8c15-ba1005f1caa3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036854176830', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850887149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3912591'] for network, after_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:09:38.126755 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-f6a8d00c-76ea-4e0c-abb4-3ec1c51c5600 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:09:38.128433 n-d-768862-2 neutron-server[84765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33875639-8830-418c-9d79-3f9dbe185eff admin admin] Network cb2daf5c-c88f-4231-9c86-6d155cd05702 is scheduled to be hosted by DHCP agent 32f3dd84-26da-4d18-bf15-6017a8fb7247 with binding_index 1 {{(pid=84874) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Jan 14 07:09:38.149858 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-8d774345-2370-46e4-8c15-ba1005f1caa3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3207107'] for network, before_response {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:09:38.157980 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-ba2c9ac0-8568-4f23-8c6e-c1533fc651e5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:09:38.168193 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-7906c8c5-17da-45cc-8114-3e0e8e412c77 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:09:38.217524 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d774345-2370-46e4-8c15-ba1005f1caa3 admin admin] Pushing event deleted for resources: {'Network': ['ID=a760f83e-96bb-4086-b2e9-7bb50ea36a96,revision_number=None']} {{(pid=84874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:09:38.230236 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-8d774345-2370-46e4-8c15-ba1005f1caa3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:09:38.242944 n-d-768862-2 neutron-server[84765]: DEBUG neutron.scheduler.base_scheduler [None req-33875639-8830-418c-9d79-3f9dbe185eff admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768862-2, cb2daf5c-c88f-4231-9c86-6d155cd05702) {{(pid=84874) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 07:09:38.255469 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c00cd3a9-9ed3-4f4a-9996-aebe949ed220 None None] Network cb2daf5c-c88f-4231-9c86-6d155cd05702 requested from n-d-768862-2 {{(pid=84876) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 07:09:38.278790 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33875639-8830-418c-9d79-3f9dbe185eff admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:09:38.279458 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-33875639-8830-418c-9d79-3f9dbe185eff admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3207107'] for subnet, before_response {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:09:38.312307 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-8d774345-2370-46e4-8c15-ba1005f1caa3 admin admin] 10.222.0.24 "DELETE /v2.0/networks/a760f83e-96bb-4086-b2e9-7bb50ea36a96 HTTP/1.1" status: 204 len: 168 time: 4.7241671 Jan 14 07:09:38.315939 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-33875639-8830-418c-9d79-3f9dbe185eff admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 2.7863851 Jan 14 07:09:38.316709 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84874) accepted ('10.222.0.24', 54402) {{(pid=84874) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:09:38.321266 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84874) accepted ('10.222.0.24', 54404) {{(pid=84874) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:09:38.395397 n-d-768862-2 neutron-server[84765]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-54574a7e-3852-4ac8-ad0f-352aac78a44b admin admin] Router 82dd61ed-ae4e-410a-8afc-81ebcc6cf600 has already been hosted by L3 agent 35f592e9-451b-4db9-abea-77b6a5c5391b {{(pid=84875) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Jan 14 07:09:38.417082 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.v2.base [None req-9337e0ad-acff-4510-8b75-f3fd21319f07 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsTestJSON-2072963667-router', 'tenant_id': '914ccd51ecef47e89b834e22797839e0', 'external_gateway_info': {'network_id': '226f1e78-82cd-4481-9055-4eb73b6db8c1'}}} {{(pid=84874) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:09:38.438282 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-9337e0ad-acff-4510-8b75-f3fd21319f07 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:09:38.525523 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-9337e0ad-acff-4510-8b75-f3fd21319f07 admin admin] Usage tracker for resource:router and tenant:914ccd51ecef47e89b834e22797839e0 is out of sync, need to count used quota {{(pid=84874) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:09:38.530796 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-f6a8d00c-76ea-4e0c-abb4-3ec1c51c5600 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850887153'] for security_group, after_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:09:38.541301 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-9337e0ad-acff-4510-8b75-f3fd21319f07 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=84874) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:09:38.551927 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-9337e0ad-acff-4510-8b75-f3fd21319f07 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:09:38.582754 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-9337e0ad-acff-4510-8b75-f3fd21319f07 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3889205', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854717621'] for router, before_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:09:38.584167 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-9337e0ad-acff-4510-8b75-f3fd21319f07 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036850886574', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3912501', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3808446', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-58179'] for router, precommit_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:09:38.589836 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-2add8935-d125-4738-933f-e47a3f056be7 tempest-SecurityGroupsTestAdminJSON-1976002775 tempest-SecurityGroupsTestAdminJSON-1976002775] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:09:38.656608 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6a8d00c-76ea-4e0c-abb4-3ec1c51c5600 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=32e2e317-a357-44fa-88ac-3657d9b37b3a,revision_number=None']} {{(pid=84875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:09:38.661442 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-f6a8d00c-76ea-4e0c-abb4-3ec1c51c5600 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:09:38.667507 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-f6a8d00c-76ea-4e0c-abb4-3ec1c51c5600 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/32e2e317-a357-44fa-88ac-3657d9b37b3a HTTP/1.1" status: 204 len: 168 time: 1.1232538 Jan 14 07:09:38.786647 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-f03a5097-6cf9-416b-875e-bb3ce79f06ef None None] Provisioning complete for port 376b15d5-4672-447e-8d02-cc05d06e5ee9 triggered by entity DHCP. {{(pid=84876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 07:09:38.787071 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-f03a5097-6cf9-416b-875e-bb3ce79f06ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-604227'] for port, provisioning_complete {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:09:38.814606 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-f6a8d00c-76ea-4e0c-abb4-3ec1c51c5600 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.225s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:09:38.849677 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.plugin [None req-f03a5097-6cf9-416b-875e-bb3ce79f06ef None None] Port 376b15d5-4672-447e-8d02-cc05d06e5ee9 cannot update to ACTIVE because it is not bound. {{(pid=84876) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:329}} Jan 14 07:09:39.076512 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e460c6be-e0a4-4d20-9a33-9fc78b7a4427 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5d94dc7a-c095-50a4-955e-5f3b78718a12-cb2daf5c-c88f-4231-9c86-6d155cd05702', 'network_id': 'cb2daf5c-c88f-4231-9c86-6d155cd05702', 'tenant_id': '914ccd51ecef47e89b834e22797839e0', 'fixed_ips': [{'subnet_id': '9739cd10-72b2-4025-894a-beee6ba7ca4d'}]}} from n-d-768862-2. {{(pid=84876) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Jan 14 07:09:39.078527 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-e460c6be-e0a4-4d20-9a33-9fc78b7a4427 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555753'] for port, before_create {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:09:39.082751 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-7906c8c5-17da-45cc-8114-3e0e8e412c77 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850887153'] for security_group, after_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:09:39.118627 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-12dc54c6-3e22-4ca4-ace0-98cc89b9f4d7 tempest-SecurityGroupsTestAdminJSON-1410245807 tempest-SecurityGroupsTestAdminJSON-1410245807] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:09:39.163932 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7906c8c5-17da-45cc-8114-3e0e8e412c77 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=74247729-d83b-4014-b25b-0f259e62bc06,revision_number=None']} {{(pid=84875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:09:39.168060 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-7906c8c5-17da-45cc-8114-3e0e8e412c77 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:09:39.170772 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-7906c8c5-17da-45cc-8114-3e0e8e412c77 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/74247729-d83b-4014-b25b-0f259e62bc06 HTTP/1.1" status: 204 len: 168 time: 1.4793427 Jan 14 07:09:39.172611 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-7906c8c5-17da-45cc-8114-3e0e8e412c77 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:09:39.198743 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-54574a7e-3852-4ac8-ad0f-352aac78a44b admin admin] Notify agent at l3_agent.n-d-768862-2 the message routers_updated {{(pid=84875) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jan 14 07:09:39.208742 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-54574a7e-3852-4ac8-ad0f-352aac78a44b admin admin] 10.222.0.24 "PUT /v2.0/routers/82dd61ed-ae4e-410a-8afc-81ebcc6cf600/add_router_interface HTTP/1.1" status: 200 len: 503 time: 14.3171763 Jan 14 07:09:39.210253 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-115ada50-2c3c-443b-bdfa-e408d9f23041 None None] Sync routers for ids ['82dd61ed-ae4e-410a-8afc-81ebcc6cf600'] in n-d-768862-2 {{(pid=84877) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Jan 14 07:09:39.231163 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-115ada50-2c3c-443b-bdfa-e408d9f23041 None None] Routers {'82dd61ed-ae4e-410a-8afc-81ebcc6cf600'} bound to L3 agent in host n-d-768862-2 {{(pid=84877) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 14 07:09:39.231881 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_hamode_db [None req-115ada50-2c3c-443b-bdfa-e408d9f23041 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-01-14T06:56:51Z,description=,heartbeat_timestamp=2021-01-14T07:09:21Z,host='n-d-768862-2',id=35f592e9-451b-4db9-abea-77b6a5c5391b,load=0,resource_versions=,resources_synced=,started_at=2021-01-14T06:56:51Z,topic='l3_agent')) {'router_ids': ['82dd61ed-ae4e-410a-8afc-81ebcc6cf600'], 'active': True} {{(pid=84877) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:09:39.275390 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-9337e0ad-acff-4510-8b75-f3fd21319f07 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:09:39.534623 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.db_base_plugin_common [None req-e460c6be-e0a4-4d20-9a33-9fc78b7a4427 None None] Allocated IP 172.20.0.2 (cb2daf5c-c88f-4231-9c86-6d155cd05702/9739cd10-72b2-4025-894a-beee6ba7ca4d/85b2f479-48f5-48ef-aa08-37247c854833) {{(pid=84876) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 14 07:09:39.613193 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_dvr_db [None req-115ada50-2c3c-443b-bdfa-e408d9f23041 None None] Set router 82dd61ed-ae4e-410a-8afc-81ebcc6cf600 gateway port host: n-d-768862-2 {{(pid=84877) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 14 07:09:39.880775 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-9337e0ad-acff-4510-8b75-f3fd21319f07 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3912484', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3889188', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-58194'] for router, precommit_update {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:09:40.058652 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-e460c6be-e0a4-4d20-9a33-9fc78b7a4427 None None] Notify callbacks [] for port, precommit_create {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:09:40.088753 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-e460c6be-e0a4-4d20-9a33-9fc78b7a4427 None None] Transition to ACTIVE for port object 85b2f479-48f5-48ef-aa08-37247c854833 will not be triggered until provisioned by entity L2. {{(pid=84876) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 07:09:40.090197 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84875) accepted ('10.222.0.24', 54476) {{(pid=84875) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:09:40.128443 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-e460c6be-e0a4-4d20-9a33-9fc78b7a4427 None None] Transition to ACTIVE for port object 85b2f479-48f5-48ef-aa08-37247c854833 will not be triggered until provisioned by entity DHCP. {{(pid=84876) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 07:09:40.138670 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-e460c6be-e0a4-4d20-9a33-9fc78b7a4427 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777640123575'] for port, after_create {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:09:40.188072 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-efd1a28d-e35c-4507-927a-8f98bdf25d75 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84876) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:09:40.188999 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-9ae27944-4c9d-4a3c-bee9-c8e1aac48a9f admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=929492073b0948809623852e9c86955e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0972316 Jan 14 07:09:40.189745 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84875) accepted ('10.222.0.24', 54480) {{(pid=84875) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:09:40.325459 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-632c8b9c-9171-4227-94b3-536433d814d4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:09:40.384066 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_hamode_db [None req-115ada50-2c3c-443b-bdfa-e408d9f23041 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '82dd61ed-ae4e-410a-8afc-81ebcc6cf600', 'name': 'tempest-AttachSCSIVolumeTestJSON-1423477494-router', 'tenant_id': 'ba65ef79d7c74174b57bf91704a698b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '226f1e78-82cd-4481-9055-4eb73b6db8c1', 'external_fixed_ips': [{'subnet_id': 'ba8deeec-7658-4195-9449-038c076f5c83', 'ip_address': '172.25.2.174'}], 'enable_snat': True}, 'gw_port_id': 'a2510d44-9fb1-4a4f-ae33-d3d9bb614edf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-14T07:09:14Z', 'updated_at': '2021-01-14T07:09:34Z', 'revision_number': 4, 'project_id': 'ba65ef79d7c74174b57bf91704a698b7', 'gw_port': {'id': 'a2510d44-9fb1-4a4f-ae33-d3d9bb614edf', 'name': '', 'network_id': '226f1e78-82cd-4481-9055-4eb73b6db8c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:a7:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82dd61ed-ae4e-410a-8afc-81ebcc6cf600', 'device_owner': 'network:router_gateway', 'standard_attr_id': 451, 'fixed_ips': [{'subnet_id': 'ba8deeec-7658-4195-9449-038c076f5c83', 'ip_address': '172.25.2.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T07:09:15Z', 'updated_at': '2021-01-14T07:09:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ba8deeec-7658-4195-9449-038c076f5c83', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-2', '_interfaces': [{'id': '376b15d5-4672-447e-8d02-cc05d06e5ee9', 'name': '', 'network_id': '7838e4de-6265-49e2-af47-31cb87083d01', 'tenant_id': 'ba65ef79d7c74174b57bf91704a698b7', 'mac_address': 'fa:16:3e:8f:93:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '82dd61ed-ae4e-410a-8afc-81ebcc6cf600', 'device_owner': 'network:router_interface', 'standard_attr_id': 473, 'fixed_ips': [{'subnet_id': '58b79c89-7fde-4f87-9ad0-8ff0024b9960', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T07:09:29Z', 'updated_at': '2021-01-14T07:09:35Z', 'revision_number': 2, 'project_id': 'ba65ef79d7c74174b57bf91704a698b7', 'subnets': [{'id': '58b79c89-7fde-4f87-9ad0-8ff0024b9960', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'n-d-768862-2', False) {} {{(pid=84877) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:09:40.393703 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-115ada50-2c3c-443b-bdfa-e408d9f23041 None None] Checking router: 82dd61ed-ae4e-410a-8afc-81ebcc6cf600 for host: n-d-768862-2 {{(pid=84877) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Jan 14 07:09:40.399427 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-115ada50-2c3c-443b-bdfa-e408d9f23041 None None] Updating router 82dd61ed-ae4e-410a-8afc-81ebcc6cf600 port 376b15d5-4672-447e-8d02-cc05d06e5ee9 binding host n-d-768862-2 {{(pid=84877) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Jan 14 07:09:40.399919 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-632c8b9c-9171-4227-94b3-536433d814d4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:09:40.469959 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e460c6be-e0a4-4d20-9a33-9fc78b7a4427 None None] Pushing event updated for resources: {'Port': ['ID=85b2f479-48f5-48ef-aa08-37247c854833,revision_number=1']} {{(pid=84876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:09:40.481225 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-e460c6be-e0a4-4d20-9a33-9fc78b7a4427 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.294s {{(pid=84876) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:09:40.498905 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-632c8b9c-9171-4227-94b3-536433d814d4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850887153'] for security_group, after_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:09:40.501501 n-d-768862-2 neutron-server[84765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e460c6be-e0a4-4d20-9a33-9fc78b7a4427 None None] Network cb2daf5c-c88f-4231-9c86-6d155cd05702 is already hosted by enough agents. {{(pid=84876) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 07:09:40.502793 n-d-768862-2 neutron-server[84765]: DEBUG neutron.scheduler.base_scheduler [None req-e460c6be-e0a4-4d20-9a33-9fc78b7a4427 None None] Resources bound (agent type, host, resource id): {{(pid=84876) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 07:09:40.508680 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e460c6be-e0a4-4d20-9a33-9fc78b7a4427 None None] Received port after_create {{(pid=84876) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 14 07:09:40.509210 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-86cb536d-5b98-4610-86c1-b48c4eda38bb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:09:40.552190 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-632c8b9c-9171-4227-94b3-536433d814d4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6ecf9bac-817c-4245-bf66-34336d585321,revision_number=None']} {{(pid=84875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:09:40.554997 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-632c8b9c-9171-4227-94b3-536433d814d4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:09:40.556331 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-632c8b9c-9171-4227-94b3-536433d814d4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:09:40.562248 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-632c8b9c-9171-4227-94b3-536433d814d4 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/6ecf9bac-817c-4245-bf66-34336d585321 HTTP/1.1" status: 204 len: 168 time: 0.3712511 Jan 14 07:09:40.591700 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-115ada50-2c3c-443b-bdfa-e408d9f23041 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555753'] for port, before_update {{(pid=84877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:09:40.613317 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-9337e0ad-acff-4510-8b75-f3fd21319f07 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:09:40.664865 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-9337e0ad-acff-4510-8b75-f3fd21319f07 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555753'] for port, before_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:09:40.733753 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84875) accepted ('10.222.0.24', 54496) {{(pid=84875) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:09:40.752147 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.managers [None req-e460c6be-e0a4-4d20-9a33-9fc78b7a4427 None None] Attempting to bind port 85b2f479-48f5-48ef-aa08-37247c854833 on host n-d-768862-2 for vnic_type normal with profile {{(pid=84876) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 14 07:09:40.754354 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.managers [None req-e460c6be-e0a4-4d20-9a33-9fc78b7a4427 None None] Attempting to bind port 85b2f479-48f5-48ef-aa08-37247c854833 by drivers openvswitch on host n-d-768862-2 at level 0 using segments [{'id': '984f93fa-f208-4656-ac5b-a5caada132b6', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'cb2daf5c-c88f-4231-9c86-6d155cd05702'}] {{(pid=84876) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 14 07:09:40.754775 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e460c6be-e0a4-4d20-9a33-9fc78b7a4427 None None] Attempting to bind port 85b2f479-48f5-48ef-aa08-37247c854833 on network cb2daf5c-c88f-4231-9c86-6d155cd05702 {{(pid=84876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 14 07:09:40.768752 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e460c6be-e0a4-4d20-9a33-9fc78b7a4427 None None] Checking agent: {'id': 'ba5efab1-b43c-4d5a-bc52-6e105d4e67a2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768862-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 14, 6, 56, 52), 'started_at': datetime.datetime(2021, 1, 14, 6, 57, 22), 'heartbeat_timestamp': datetime.datetime(2021, 1, 14, 7, 9, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768862-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.29', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 14 07:09:40.769317 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e460c6be-e0a4-4d20-9a33-9fc78b7a4427 None None] Checking segment: {'id': '984f93fa-f208-4656-ac5b-a5caada132b6', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'cb2daf5c-c88f-4231-9c86-6d155cd05702'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84876) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 14 07:09:40.769778 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-e460c6be-e0a4-4d20-9a33-9fc78b7a4427 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:09:40.770221 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e460c6be-e0a4-4d20-9a33-9fc78b7a4427 None None] Bound using segment: {'id': '984f93fa-f208-4656-ac5b-a5caada132b6', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'cb2daf5c-c88f-4231-9c86-6d155cd05702'} {{(pid=84876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 14 07:09:40.770770 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.managers [None req-e460c6be-e0a4-4d20-9a33-9fc78b7a4427 None None] Bound port: 85b2f479-48f5-48ef-aa08-37247c854833, host: n-d-768862-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '984f93fa-f208-4656-ac5b-a5caada132b6', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'cb2daf5c-c88f-4231-9c86-6d155cd05702'}}] {{(pid=84876) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 14 07:09:40.771205 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-e460c6be-e0a4-4d20-9a33-9fc78b7a4427 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555753'] for port, before_update {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:09:40.862059 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-4fd2ac9a-2d67-42c4-9e5e-2e939a9300c2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3889632'] for router_interface, before_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:09:40.966475 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [None req-e460c6be-e0a4-4d20-9a33-9fc78b7a4427 None None] For port 85b2f479-48f5-48ef-aa08-37247c854833, host n-d-768862-2, cleared binding levels {{(pid=84876) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 14 07:09:40.974102 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [None req-e460c6be-e0a4-4d20-9a33-9fc78b7a4427 None None] For port 85b2f479-48f5-48ef-aa08-37247c854833, host n-d-768862-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-2',level=0,port_id=85b2f479-48f5-48ef-aa08-37247c854833,segment=NetworkSegment(984f93fa-f208-4656-ac5b-a5caada132b6),segment_id=984f93fa-f208-4656-ac5b-a5caada132b6)] {{(pid=84876) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 14 07:09:40.977974 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-017f98a9-8a07-408c-a86f-8ff0c00400a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363259214191800', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854171626'] for agent, after_update {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:09:40.985529 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-e460c6be-e0a4-4d20-9a33-9fc78b7a4427 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777640533312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363259214678337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777640097497'] for port, after_update {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:09:41.026261 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-afcc6496-57d1-43a6-85e7-8189ab617adf None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84876) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:09:41.434353 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-115ada50-2c3c-443b-bdfa-e408d9f23041 None None] Notify callbacks [] for port, precommit_update {{(pid=84877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:09:41.478451 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-115ada50-2c3c-443b-bdfa-e408d9f23041 None None] Transition to ACTIVE for port object 376b15d5-4672-447e-8d02-cc05d06e5ee9 will not be triggered until provisioned by entity L2. {{(pid=84877) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 07:09:41.486216 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-115ada50-2c3c-443b-bdfa-e408d9f23041 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777640533312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363259214678337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777640097497'] for port, after_update {{(pid=84877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:09:41.630079 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e460c6be-e0a4-4d20-9a33-9fc78b7a4427 None None] Pushing event updated for resources: {'Port': ['ID=85b2f479-48f5-48ef-aa08-37247c854833,revision_number=2']} {{(pid=84876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:09:41.641461 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-e460c6be-e0a4-4d20-9a33-9fc78b7a4427 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.614s {{(pid=84876) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:09:41.842190 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-bc56f73a-20f2-45a8-8b29-6820e47ef844 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:09:41.931215 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6047cec9-9eed-499a-b933-dfd8a08cfd9f None None] Pushing event updated for resources: {'Port': ['ID=376b15d5-4672-447e-8d02-cc05d06e5ee9,revision_number=3']} {{(pid=84877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:09:41.982625 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.plugin [None req-4fd2ac9a-2d67-42c4-9e5e-2e939a9300c2 admin admin] Deleting port 4a091821-0890-4d25-adc8-728ae20fb127 {{(pid=84874) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 07:09:41.984450 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-4fd2ac9a-2d67-42c4-9e5e-2e939a9300c2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363259214248359'] for port, before_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:09:42.025782 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6047cec9-9eed-499a-b933-dfd8a08cfd9f None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@n-h1-768862-2 {{(pid=84877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:09:42.026169 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6047cec9-9eed-499a-b933-dfd8a08cfd9f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-h1-768862-2 {{(pid=84877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:09:42.026545 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6047cec9-9eed-499a-b933-dfd8a08cfd9f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-h1-768862-2 {{(pid=84877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:09:42.026911 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6047cec9-9eed-499a-b933-dfd8a08cfd9f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-h1-768862-2 {{(pid=84877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:09:42.027271 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6047cec9-9eed-499a-b933-dfd8a08cfd9f None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@n-h1-768862-2 {{(pid=84877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:09:42.027628 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6047cec9-9eed-499a-b933-dfd8a08cfd9f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-h1-768862-2 {{(pid=84877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:09:42.028016 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6047cec9-9eed-499a-b933-dfd8a08cfd9f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-h1-768862-2 {{(pid=84877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:09:42.028400 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6047cec9-9eed-499a-b933-dfd8a08cfd9f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-h1-768862-2 {{(pid=84877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:09:42.028851 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6047cec9-9eed-499a-b933-dfd8a08cfd9f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-h1-768862-2 {{(pid=84877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:09:42.029206 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6047cec9-9eed-499a-b933-dfd8a08cfd9f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-h1-768862-2 {{(pid=84877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:09:42.029560 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6047cec9-9eed-499a-b933-dfd8a08cfd9f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-h1-768862-2 {{(pid=84877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:09:42.029912 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6047cec9-9eed-499a-b933-dfd8a08cfd9f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-h1-768862-2 {{(pid=84877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:09:42.030372 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6047cec9-9eed-499a-b933-dfd8a08cfd9f None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@n-h2-768862-2 {{(pid=84877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:09:42.030730 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6047cec9-9eed-499a-b933-dfd8a08cfd9f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-h2-768862-2 {{(pid=84877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:09:42.031390 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6047cec9-9eed-499a-b933-dfd8a08cfd9f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-h2-768862-2 {{(pid=84877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:09:42.031601 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6047cec9-9eed-499a-b933-dfd8a08cfd9f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-h2-768862-2 {{(pid=84877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:09:42.031942 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6047cec9-9eed-499a-b933-dfd8a08cfd9f None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@n-h2-768862-2 {{(pid=84877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:09:42.032300 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6047cec9-9eed-499a-b933-dfd8a08cfd9f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-h2-768862-2 {{(pid=84877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:09:42.032650 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6047cec9-9eed-499a-b933-dfd8a08cfd9f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-h2-768862-2 {{(pid=84877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:09:42.033000 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6047cec9-9eed-499a-b933-dfd8a08cfd9f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-h2-768862-2 {{(pid=84877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:09:42.033350 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6047cec9-9eed-499a-b933-dfd8a08cfd9f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-h2-768862-2 {{(pid=84877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:09:42.033811 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6047cec9-9eed-499a-b933-dfd8a08cfd9f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-h2-768862-2 {{(pid=84877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:09:42.034167 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6047cec9-9eed-499a-b933-dfd8a08cfd9f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-h2-768862-2 {{(pid=84877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:09:42.034515 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6047cec9-9eed-499a-b933-dfd8a08cfd9f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-h2-768862-2 {{(pid=84877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:09:42.034929 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6047cec9-9eed-499a-b933-dfd8a08cfd9f None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-2 {{(pid=84877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:09:42.035278 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6047cec9-9eed-499a-b933-dfd8a08cfd9f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-2 {{(pid=84877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:09:42.035626 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6047cec9-9eed-499a-b933-dfd8a08cfd9f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-2 {{(pid=84877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:09:42.036154 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6047cec9-9eed-499a-b933-dfd8a08cfd9f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-2 {{(pid=84877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:09:42.036502 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6047cec9-9eed-499a-b933-dfd8a08cfd9f None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@n-d-768862-2 {{(pid=84877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:09:42.036856 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6047cec9-9eed-499a-b933-dfd8a08cfd9f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-2 {{(pid=84877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:09:42.037201 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6047cec9-9eed-499a-b933-dfd8a08cfd9f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-768862-2 {{(pid=84877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:09:42.037547 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6047cec9-9eed-499a-b933-dfd8a08cfd9f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-768862-2 {{(pid=84877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:09:42.037991 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6047cec9-9eed-499a-b933-dfd8a08cfd9f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-2 {{(pid=84877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:09:42.038344 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6047cec9-9eed-499a-b933-dfd8a08cfd9f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-2 {{(pid=84877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:09:42.038689 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6047cec9-9eed-499a-b933-dfd8a08cfd9f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-2 {{(pid=84877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:09:42.039032 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6047cec9-9eed-499a-b933-dfd8a08cfd9f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-2 {{(pid=84877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:09:42.044201 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-6047cec9-9eed-499a-b933-dfd8a08cfd9f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.202s {{(pid=84877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:09:42.297399 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-527b714b-e8f0-4d50-93cf-9ac446af4954 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:09:42.319943 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-527b714b-e8f0-4d50-93cf-9ac446af4954 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:09:42.325537 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-527b714b-e8f0-4d50-93cf-9ac446af4954 admin admin] Usage tracker for resource:security_group_rule and tenant:b8da45a5208b42dab9645af5678dbb93 is out of sync, need to count used quota {{(pid=84875) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:09:42.330214 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-527b714b-e8f0-4d50-93cf-9ac446af4954 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84875) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:09:42.337873 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-527b714b-e8f0-4d50-93cf-9ac446af4954 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:09:42.363652 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-852a24f7-e9a1-4193-9abb-e9506fe5213f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363259214191800', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854171626'] for agent, after_update {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:09:42.464543 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.managers [None req-115ada50-2c3c-443b-bdfa-e408d9f23041 None None] Attempting to bind port 376b15d5-4672-447e-8d02-cc05d06e5ee9 on host n-d-768862-2 for vnic_type normal with profile {{(pid=84877) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 14 07:09:42.466043 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.managers [None req-115ada50-2c3c-443b-bdfa-e408d9f23041 None None] Attempting to bind port 376b15d5-4672-447e-8d02-cc05d06e5ee9 by drivers openvswitch on host n-d-768862-2 at level 0 using segments [{'id': 'e78d98fa-2af5-4e64-b394-20067ff7b64c', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 10, 'network_id': '7838e4de-6265-49e2-af47-31cb87083d01'}] {{(pid=84877) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 14 07:09:42.469009 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-115ada50-2c3c-443b-bdfa-e408d9f23041 None None] Attempting to bind port 376b15d5-4672-447e-8d02-cc05d06e5ee9 on network 7838e4de-6265-49e2-af47-31cb87083d01 {{(pid=84877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 14 07:09:42.506076 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-115ada50-2c3c-443b-bdfa-e408d9f23041 None None] Checking agent: {'id': 'ba5efab1-b43c-4d5a-bc52-6e105d4e67a2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768862-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 14, 6, 56, 52), 'started_at': datetime.datetime(2021, 1, 14, 6, 57, 22), 'heartbeat_timestamp': datetime.datetime(2021, 1, 14, 7, 9, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768862-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.29', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 14 07:09:42.506432 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-115ada50-2c3c-443b-bdfa-e408d9f23041 None None] Checking segment: {'id': 'e78d98fa-2af5-4e64-b394-20067ff7b64c', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 10, 'network_id': '7838e4de-6265-49e2-af47-31cb87083d01'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84877) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 14 07:09:42.506859 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-115ada50-2c3c-443b-bdfa-e408d9f23041 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:09:42.507515 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-115ada50-2c3c-443b-bdfa-e408d9f23041 None None] Bound using segment: {'id': 'e78d98fa-2af5-4e64-b394-20067ff7b64c', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 10, 'network_id': '7838e4de-6265-49e2-af47-31cb87083d01'} {{(pid=84877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 14 07:09:42.507704 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.managers [None req-115ada50-2c3c-443b-bdfa-e408d9f23041 None None] Bound port: 376b15d5-4672-447e-8d02-cc05d06e5ee9, host: n-d-768862-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e78d98fa-2af5-4e64-b394-20067ff7b64c', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 10, 'network_id': '7838e4de-6265-49e2-af47-31cb87083d01'}}] {{(pid=84877) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 14 07:09:42.508258 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-115ada50-2c3c-443b-bdfa-e408d9f23041 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555753'] for port, before_update {{(pid=84877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:09:42.864947 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-527b714b-e8f0-4d50-93cf-9ac446af4954 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:09:42.869439 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-527b714b-e8f0-4d50-93cf-9ac446af4954 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850887153'] for security_group, after_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:09:42.885379 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-42f5102f-682c-4f6f-9c0d-ae52c8bc387a tempest-SecurityGroupsTestAdminJSON-1410245807 tempest-SecurityGroupsTestAdminJSON-1410245807] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:09:42.903611 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [None req-115ada50-2c3c-443b-bdfa-e408d9f23041 None None] For port 376b15d5-4672-447e-8d02-cc05d06e5ee9, host n-d-768862-2, cleared binding levels {{(pid=84877) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 14 07:09:42.909339 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [None req-115ada50-2c3c-443b-bdfa-e408d9f23041 None None] For port 376b15d5-4672-447e-8d02-cc05d06e5ee9, host n-d-768862-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-2',level=0,port_id=376b15d5-4672-447e-8d02-cc05d06e5ee9,segment=NetworkSegment(e78d98fa-2af5-4e64-b394-20067ff7b64c),segment_id=e78d98fa-2af5-4e64-b394-20067ff7b64c)] {{(pid=84877) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 14 07:09:42.915317 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-115ada50-2c3c-443b-bdfa-e408d9f23041 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777640533312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363259214678337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777640097497'] for port, after_update {{(pid=84877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:09:42.950598 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:09:43.053860 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-527b714b-e8f0-4d50-93cf-9ac446af4954 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e02d1b08-05b6-4cb2-84cc-53b7d82f7f83,revision_number=1']} {{(pid=84875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:09:43.064355 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-527b714b-e8f0-4d50-93cf-9ac446af4954 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.179s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:09:43.072647 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-527b714b-e8f0-4d50-93cf-9ac446af4954 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=b8da45a5208b42dab9645af5678dbb93&name=default HTTP/1.1" status: 200 len: 2979 time: 2.3364744 Jan 14 07:09:43.093337 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84875) accepted ('10.222.0.24', 54554) {{(pid=84875) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:09:43.241729 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.db_base_plugin_common [None req-9337e0ad-acff-4510-8b75-f3fd21319f07 admin admin] Allocated IP 172.25.2.122 (226f1e78-82cd-4481-9055-4eb73b6db8c1/ba8deeec-7658-4195-9449-038c076f5c83/13579756-e803-43e9-b140-10c1fa18648b) {{(pid=84874) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 14 07:09:43.386187 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [None req-4fd2ac9a-2d67-42c4-9e5e-2e939a9300c2 admin admin] For port 4a091821-0890-4d25-adc8-728ae20fb127, host n-d-768862-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-2',level=0,port_id=4a091821-0890-4d25-adc8-728ae20fb127,segment=NetworkSegment(34d6c3d4-1ab0-4378-be64-59dff1758066),segment_id=34d6c3d4-1ab0-4378-be64-59dff1758066)] {{(pid=84874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 07:09:43.387135 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-4fd2ac9a-2d67-42c4-9e5e-2e939a9300c2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036850862667'] for port, precommit_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:09:43.512701 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-fc7f8882-b83e-493d-bcac-88568079ee33 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:09:43.559260 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Device 85b2f479-48f5-48ef-aa08-37247c854833 up at agent ovs-agent-n-d-768862-2 {{(pid=84876) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 07:09:43.662415 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-fc7f8882-b83e-493d-bcac-88568079ee33 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:09:43.822071 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Provisioning for port 85b2f479-48f5-48ef-aa08-37247c854833 completed by entity L2. {{(pid=84876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 07:09:44.087266 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-fc7f8882-b83e-493d-bcac-88568079ee33 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850887153'] for security_group, after_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:09:44.130129 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-7d108ca5-ea68-41d9-bbe0-271144660a33 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:09:44.191575 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc7f8882-b83e-493d-bcac-88568079ee33 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e02d1b08-05b6-4cb2-84cc-53b7d82f7f83,revision_number=None']} {{(pid=84875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:09:44.197864 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-fc7f8882-b83e-493d-bcac-88568079ee33 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:09:44.201140 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-fc7f8882-b83e-493d-bcac-88568079ee33 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:09:44.206453 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-fc7f8882-b83e-493d-bcac-88568079ee33 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/e02d1b08-05b6-4cb2-84cc-53b7d82f7f83 HTTP/1.1" status: 204 len: 168 time: 1.1076577 Jan 14 07:09:44.231702 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6047cec9-9eed-499a-b933-dfd8a08cfd9f None None] Pushing event updated for resources: {'Port': ['ID=376b15d5-4672-447e-8d02-cc05d06e5ee9,revision_number=4']} {{(pid=84877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:09:44.244908 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-6047cec9-9eed-499a-b933-dfd8a08cfd9f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.293s {{(pid=84877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:09:44.265444 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-115ada50-2c3c-443b-bdfa-e408d9f23041 None None] Routers {'82dd61ed-ae4e-410a-8afc-81ebcc6cf600'} bound to L3 agent in host n-d-768862-2 {{(pid=84877) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 14 07:09:44.266740 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_hamode_db [None req-115ada50-2c3c-443b-bdfa-e408d9f23041 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-01-14T06:56:51Z,description=,heartbeat_timestamp=2021-01-14T07:09:21Z,host='n-d-768862-2',id=35f592e9-451b-4db9-abea-77b6a5c5391b,load=0,resource_versions=,resources_synced=,started_at=2021-01-14T06:56:51Z,topic='l3_agent')) {'router_ids': ['82dd61ed-ae4e-410a-8afc-81ebcc6cf600'], 'active': True} {{(pid=84877) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:09:44.293217 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.plugin [None req-4fd2ac9a-2d67-42c4-9e5e-2e939a9300c2 admin admin] Calling delete_port for 4a091821-0890-4d25-adc8-728ae20fb127 owned by network:router_interface {{(pid=84874) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 07:09:44.435643 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79540bb1-fc62-4720-8da6-64cb25d83a04 None None] Network cb2daf5c-c88f-4231-9c86-6d155cd05702 requested from n-d-768862-2 {{(pid=84876) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 07:09:44.598769 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-9337e0ad-acff-4510-8b75-f3fd21319f07 admin admin] Notify callbacks [] for port, precommit_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:09:44.657380 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-9337e0ad-acff-4510-8b75-f3fd21319f07 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777640123575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3254186'] for port, after_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:09:44.929689 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-056ba795-315d-4d7a-8102-6b39fd08269b service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:09:45.116199 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-89fd7d4c-044a-42be-959c-35026c984c48 None None] Provisioning for port 85b2f479-48f5-48ef-aa08-37247c854833 completed by entity DHCP. {{(pid=84876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 07:09:45.122315 n-d-768862-2 neutron-server[84765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9337e0ad-acff-4510-8b75-f3fd21319f07 admin admin] Network 226f1e78-82cd-4481-9055-4eb73b6db8c1 is already hosted by enough agents. {{(pid=84874) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 07:09:45.136568 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-89fd7d4c-044a-42be-959c-35026c984c48 None None] Provisioning complete for port 85b2f479-48f5-48ef-aa08-37247c854833 triggered by entity DHCP. {{(pid=84876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 07:09:45.137266 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-89fd7d4c-044a-42be-959c-35026c984c48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-604227'] for port, provisioning_complete {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:09:45.147062 n-d-768862-2 neutron-server[84765]: DEBUG neutron.scheduler.base_scheduler [None req-9337e0ad-acff-4510-8b75-f3fd21319f07 admin admin] Resources bound (agent type, host, resource id): {{(pid=84874) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 07:09:45.150094 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_dvr_db [None req-115ada50-2c3c-443b-bdfa-e408d9f23041 None None] Set router 82dd61ed-ae4e-410a-8afc-81ebcc6cf600 gateway port host: n-d-768862-2 {{(pid=84877) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 14 07:09:45.172200 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84875) accepted ('10.222.0.24', 54584) {{(pid=84875) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:09:45.179438 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9337e0ad-acff-4510-8b75-f3fd21319f07 admin admin] Received port after_create {{(pid=84874) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 14 07:09:45.579599 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-89fd7d4c-044a-42be-959c-35026c984c48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555753'] for port, before_update {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:09:45.678915 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [None req-89fd7d4c-044a-42be-959c-35026c984c48 None None] For port 85b2f479-48f5-48ef-aa08-37247c854833, host n-d-768862-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-2',level=0,port_id=85b2f479-48f5-48ef-aa08-37247c854833,segment=NetworkSegment(984f93fa-f208-4656-ac5b-a5caada132b6),segment_id=984f93fa-f208-4656-ac5b-a5caada132b6)] {{(pid=84876) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 07:09:45.693863 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-89fd7d4c-044a-42be-959c-35026c984c48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777640533312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363259214678337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777640097497'] for port, after_update {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:09:45.706895 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84876) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:09:45.744990 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9337e0ad-acff-4510-8b75-f3fd21319f07 admin admin] Pushing event updated for resources: {'Port': ['ID=13579756-e803-43e9-b140-10c1fa18648b,revision_number=1']} {{(pid=84874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:09:45.807370 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-9337e0ad-acff-4510-8b75-f3fd21319f07 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.878s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:09:46.130644 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89fd7d4c-044a-42be-959c-35026c984c48 None None] Pushing event updated for resources: {'Port': ['ID=85b2f479-48f5-48ef-aa08-37247c854833,revision_number=3']} {{(pid=84876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:09:46.143142 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-89fd7d4c-044a-42be-959c-35026c984c48 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.437s {{(pid=84876) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:09:46.264011 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_hamode_db [None req-115ada50-2c3c-443b-bdfa-e408d9f23041 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '82dd61ed-ae4e-410a-8afc-81ebcc6cf600', 'name': 'tempest-AttachSCSIVolumeTestJSON-1423477494-router', 'tenant_id': 'ba65ef79d7c74174b57bf91704a698b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '226f1e78-82cd-4481-9055-4eb73b6db8c1', 'external_fixed_ips': [{'subnet_id': 'ba8deeec-7658-4195-9449-038c076f5c83', 'ip_address': '172.25.2.174'}], 'enable_snat': True}, 'gw_port_id': 'a2510d44-9fb1-4a4f-ae33-d3d9bb614edf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-14T07:09:14Z', 'updated_at': '2021-01-14T07:09:34Z', 'revision_number': 4, 'project_id': 'ba65ef79d7c74174b57bf91704a698b7', 'gw_port': {'id': 'a2510d44-9fb1-4a4f-ae33-d3d9bb614edf', 'name': '', 'network_id': '226f1e78-82cd-4481-9055-4eb73b6db8c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:a7:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82dd61ed-ae4e-410a-8afc-81ebcc6cf600', 'device_owner': 'network:router_gateway', 'standard_attr_id': 451, 'fixed_ips': [{'subnet_id': 'ba8deeec-7658-4195-9449-038c076f5c83', 'ip_address': '172.25.2.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T07:09:15Z', 'updated_at': '2021-01-14T07:09:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ba8deeec-7658-4195-9449-038c076f5c83', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-2', '_interfaces': [{'id': '376b15d5-4672-447e-8d02-cc05d06e5ee9', 'name': '', 'network_id': '7838e4de-6265-49e2-af47-31cb87083d01', 'tenant_id': 'ba65ef79d7c74174b57bf91704a698b7', 'mac_address': 'fa:16:3e:8f:93:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '82dd61ed-ae4e-410a-8afc-81ebcc6cf600', 'device_owner': 'network:router_interface', 'standard_attr_id': 473, 'fixed_ips': [{'subnet_id': '58b79c89-7fde-4f87-9ad0-8ff0024b9960', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T07:09:29Z', 'updated_at': '2021-01-14T07:09:42Z', 'revision_number': 4, 'project_id': 'ba65ef79d7c74174b57bf91704a698b7', 'subnets': [{'id': '58b79c89-7fde-4f87-9ad0-8ff0024b9960', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'n-d-768862-2', False) {} {{(pid=84877) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:09:46.270496 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-d3397548-47e9-4afc-870a-cea28a90026e None None] Provisioning complete for port 85b2f479-48f5-48ef-aa08-37247c854833 triggered by entity DHCP. {{(pid=84876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 07:09:46.270496 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-d3397548-47e9-4afc-870a-cea28a90026e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-604227'] for port, provisioning_complete {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:09:46.280773 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-115ada50-2c3c-443b-bdfa-e408d9f23041 None None] The sync data for ids ['82dd61ed-ae4e-410a-8afc-81ebcc6cf600'] in n-d-768862-2 is: [{'id': '82dd61ed-ae4e-410a-8afc-81ebcc6cf600', 'name': 'tempest-AttachSCSIVolumeTestJSON-1423477494-router', 'tenant_id': 'ba65ef79d7c74174b57bf91704a698b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '226f1e78-82cd-4481-9055-4eb73b6db8c1', 'external_fixed_ips': [{'subnet_id': 'ba8deeec-7658-4195-9449-038c076f5c83', 'ip_address': '172.25.2.174'}], 'enable_snat': True}, 'gw_port_id': 'a2510d44-9fb1-4a4f-ae33-d3d9bb614edf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-14T07:09:14Z', 'updated_at': '2021-01-14T07:09:34Z', 'revision_number': 4, 'project_id': 'ba65ef79d7c74174b57bf91704a698b7', 'gw_port': {'id': 'a2510d44-9fb1-4a4f-ae33-d3d9bb614edf', 'name': '', 'network_id': '226f1e78-82cd-4481-9055-4eb73b6db8c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:a7:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82dd61ed-ae4e-410a-8afc-81ebcc6cf600', 'device_owner': 'network:router_gateway', 'standard_attr_id': 451, 'fixed_ips': [{'subnet_id': 'ba8deeec-7658-4195-9449-038c076f5c83', 'ip_address': '172.25.2.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T07:09:15Z', 'updated_at': '2021-01-14T07:09:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ba8deeec-7658-4195-9449-038c076f5c83', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-2', '_interfaces': [{'id': '376b15d5-4672-447e-8d02-cc05d06e5ee9', 'name': '', 'network_id': '7838e4de-6265-49e2-af47-31cb87083d01', 'tenant_id': 'ba65ef79d7c74174b57bf91704a698b7', 'mac_address': 'fa:16:3e:8f:93:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '82dd61ed-ae4e-410a-8afc-81ebcc6cf600', 'device_owner': 'network:router_interface', 'standard_attr_id': 473, 'fixed_ips': [{'subnet_id': '58b79c89-7fde-4f87-9ad0-8ff0024b9960', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T07:09:29Z', 'updated_at': '2021-01-14T07:09:42Z', 'revision_number': 4, 'project_id': 'ba65ef79d7c74174b57bf91704a698b7', 'subnets': [{'id': '58b79c89-7fde-4f87-9ad0-8ff0024b9960', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=84877) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Jan 14 07:09:46.397973 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.v2.base [None req-0bcdcd06-d2e6-4c38-9fb4-182678c9368d admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-1945185941-network', 'tenant_id': '0740b8b76ba340e9b505edbac12b959b'}} {{(pid=84875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:09:46.423812 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-0bcdcd06-d2e6-4c38-9fb4-182678c9368d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:09:46.444334 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-0bcdcd06-d2e6-4c38-9fb4-182678c9368d admin admin] Usage tracker for resource:network and tenant:0740b8b76ba340e9b505edbac12b959b is out of sync, need to count used quota {{(pid=84875) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:09:46.457033 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-0bcdcd06-d2e6-4c38-9fb4-182678c9368d admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84875) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:09:46.503504 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-0bcdcd06-d2e6-4c38-9fb4-182678c9368d admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:09:46.576842 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0bcdcd06-d2e6-4c38-9fb4-182678c9368d admin admin] Made reservation on behalf of 0740b8b76ba340e9b505edbac12b959b for: {'network': 1} {{(pid=84875) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 07:09:46.590021 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-0bcdcd06-d2e6-4c38-9fb4-182678c9368d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555753'] for network, before_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:09:46.661311 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-0bcdcd06-d2e6-4c38-9fb4-182678c9368d admin admin] Notify callbacks [] for security_group, before_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:09:46.722279 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84875) accepted ('10.222.0.24', 54600) {{(pid=84875) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:09:46.739117 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-0bcdcd06-d2e6-4c38-9fb4-182678c9368d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:09:46.761387 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-0bcdcd06-d2e6-4c38-9fb4-182678c9368d admin admin] Usage tracker for resource:security_group_rule and tenant:0740b8b76ba340e9b505edbac12b959b is out of sync, need to count used quota {{(pid=84875) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:09:46.777329 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-0bcdcd06-d2e6-4c38-9fb4-182678c9368d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84875) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:09:46.809885 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-0bcdcd06-d2e6-4c38-9fb4-182678c9368d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:09:46.975627 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-c1e280c0-d05a-4235-977e-c7f98a380dd1 None None] Provisioning complete for port 85b2f479-48f5-48ef-aa08-37247c854833 triggered by entity DHCP. {{(pid=84876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 07:09:46.976893 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-c1e280c0-d05a-4235-977e-c7f98a380dd1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-604227'] for port, provisioning_complete {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:09:46.992173 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-4fd2ac9a-2d67-42c4-9e5e-2e939a9300c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777640533329', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777640097463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3254186'] for port, after_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:09:47.021820 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-9b6ff797-3951-45c4-a680-6b4b8f26d8b1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:09:47.134889 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-0bcdcd06-d2e6-4c38-9fb4-182678c9368d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:09:47.140092 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fd2ac9a-2d67-42c4-9e5e-2e939a9300c2 admin admin] Pushing event deleted for resources: {'Port': ['ID=4a091821-0890-4d25-adc8-728ae20fb127,revision_number=None']} {{(pid=84874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:09:47.213561 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-0bcdcd06-d2e6-4c38-9fb4-182678c9368d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850887153'] for security_group, after_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:09:47.273014 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0bcdcd06-d2e6-4c38-9fb4-182678c9368d admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 4} {{(pid=84875) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Jan 14 07:09:47.300334 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-0bcdcd06-d2e6-4c38-9fb4-182678c9368d admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment--9223363259214191851', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854179735'] for segment, precommit_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:09:47.301102 n-d-768862-2 neutron-server[84765]: INFO neutron.db.segments_db [None req-0bcdcd06-d2e6-4c38-9fb4-182678c9368d admin admin] Added segment 25c362a5-ec1a-4231-b2da-74260eb97fea of type vxlan for network 41ccdce3-772e-4f8c-86d6-c5b4f1475e39 Jan 14 07:09:47.404988 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-0bcdcd06-d2e6-4c38-9fb4-182678c9368d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363259214646115'] for network, precommit_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:09:47.469853 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-4fd2ac9a-2d67-42c4-9e5e-2e939a9300c2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.448s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:09:47.481993 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Device 85b2f479-48f5-48ef-aa08-37247c854833 up at agent ovs-agent-n-d-768862-2 {{(pid=84876) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 07:09:47.599157 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-a235d9e1-c043-4ce9-9649-413e24d5502d admin admin] Notify callbacks [] for security_group, before_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:09:47.660977 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-42f5102f-682c-4f6f-9c0d-ae52c8bc387a tempest-SecurityGroupsTestAdminJSON-1410245807 tempest-SecurityGroupsTestAdminJSON-1410245807] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:09:47.769322 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-6989fa33-17eb-4f20-9609-c397ee8bcf93 None None] Provisioning complete for port 85b2f479-48f5-48ef-aa08-37247c854833 triggered by entity DHCP. {{(pid=84876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 07:09:47.771479 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-6989fa33-17eb-4f20-9609-c397ee8bcf93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-604227'] for port, provisioning_complete {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:09:47.814412 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bcdcd06-d2e6-4c38-9fb4-182678c9368d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=71553631-fcd0-4db3-8dac-209afb07be7f,revision_number=1']} {{(pid=84875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:09:47.830408 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-0bcdcd06-d2e6-4c38-9fb4-182678c9368d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850887149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964'] for network, after_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:09:47.836409 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-a235d9e1-c043-4ce9-9649-413e24d5502d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:09:47.839278 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-0bcdcd06-d2e6-4c38-9fb4-182678c9368d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.178s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:09:47.876222 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0bcdcd06-d2e6-4c38-9fb4-182678c9368d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:09:47.877242 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-0bcdcd06-d2e6-4c38-9fb4-182678c9368d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3207107'] for network, before_response {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:09:47.894292 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-a235d9e1-c043-4ce9-9649-413e24d5502d admin admin] Usage tracker for resource:security_group_rule and tenant:2b82e43692c441f3aeefb765fc1fdf91 is out of sync, need to count used quota {{(pid=84875) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:09:47.910233 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-a235d9e1-c043-4ce9-9649-413e24d5502d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84875) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:09:47.914426 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-df211308-c6e3-42e7-9c72-9ae2cd9979ef admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:09:48.006113 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-a235d9e1-c043-4ce9-9649-413e24d5502d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:09:48.034457 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Provisioning complete for port 85b2f479-48f5-48ef-aa08-37247c854833 triggered by entity L2. {{(pid=84876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 07:09:48.034864 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-604227'] for port, provisioning_complete {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:09:48.075586 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84874) accepted ('10.222.0.24', 54626) {{(pid=84874) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:09:48.184791 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bcdcd06-d2e6-4c38-9fb4-182678c9368d admin admin] Pushing event updated for resources: {'Network': ['ID=41ccdce3-772e-4f8c-86d6-c5b4f1475e39,revision_number=1']} {{(pid=84875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:09:48.200458 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-0bcdcd06-d2e6-4c38-9fb4-182678c9368d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.286s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:09:48.221395 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Network 41ccdce3-772e-4f8c-86d6-c5b4f1475e39 details requested by agent ovs-agent-n-d-768862-2 with host n-d-768862-2 {{(pid=84876) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 07:09:48.241460 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-017f98a9-8a07-408c-a86f-8ff0c00400a0 None None] Network 41ccdce3-772e-4f8c-86d6-c5b4f1475e39 details requested by agent ovs-agent-n-h1-768862-2 with host n-h1-768862-2 {{(pid=84876) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 07:09:48.251639 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-9337e0ad-acff-4510-8b75-f3fd21319f07 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:09:48.321320 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-0bcdcd06-d2e6-4c38-9fb4-182678c9368d admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 3.1476839 Jan 14 07:09:48.327122 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84875) accepted ('10.222.0.24', 54642) {{(pid=84875) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:09:48.349644 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.v2.base [None req-b4ee6703-f499-48e5-ace9-8ed757588731 admin admin] Request body: {'subnet': {'network_id': '41ccdce3-772e-4f8c-86d6-c5b4f1475e39', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupRulesNegativeTestJSON-1945185941-subnet', 'tenant_id': '0740b8b76ba340e9b505edbac12b959b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=84875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:09:48.363450 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-b4ee6703-f499-48e5-ace9-8ed757588731 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:09:48.373484 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-b4ee6703-f499-48e5-ace9-8ed757588731 admin admin] Usage tracker for resource:subnet and tenant:0740b8b76ba340e9b505edbac12b959b is out of sync, need to count used quota {{(pid=84875) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:09:48.388802 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-b4ee6703-f499-48e5-ace9-8ed757588731 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84875) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:09:48.406999 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-b4ee6703-f499-48e5-ace9-8ed757588731 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:09:48.445124 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b4ee6703-f499-48e5-ace9-8ed757588731 admin admin] Made reservation on behalf of 0740b8b76ba340e9b505edbac12b959b for: {'subnet': 1} {{(pid=84875) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 07:09:48.450023 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-b4ee6703-f499-48e5-ace9-8ed757588731 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036852467157'] for subnet, before_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:09:48.789693 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-a235d9e1-c043-4ce9-9649-413e24d5502d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:09:48.840977 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-852a24f7-e9a1-4193-9abb-e9506fe5213f None None] Network 41ccdce3-772e-4f8c-86d6-c5b4f1475e39 details requested by agent ovs-agent-n-h2-768862-2 with host n-h2-768862-2 {{(pid=84876) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 07:09:48.879003 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [req-3000f209-9dc5-4dbb-9ad3-a1d7e76465df req-ec9d465e-b16e-4d09-be06-7585d9df5d26 tempest-ListImageFiltersTestJSON-959365383 tempest-ListImageFiltersTestJSON-959365383] 10.222.0.24 "GET /v2.0/networks?tenant_id=06fc00463aef43c0b2d39ebb95f2c897&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0874324 Jan 14 07:09:48.949651 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-a235d9e1-c043-4ce9-9649-413e24d5502d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850887153'] for security_group, after_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:09:49.042271 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-2add8935-d125-4738-933f-e47a3f056be7 tempest-SecurityGroupsTestAdminJSON-1976002775 tempest-SecurityGroupsTestAdminJSON-1976002775] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:09:49.065019 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-a235d9e1-c043-4ce9-9649-413e24d5502d admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=2b82e43692c441f3aeefb765fc1fdf91&name=default HTTP/1.1" status: 200 len: 2979 time: 1.9174888 Jan 14 07:09:49.104332 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84874) accepted ('10.222.0.24', 54660) {{(pid=84874) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:09:49.227326 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84875) accepted ('10.222.0.24', 54664) {{(pid=84875) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:09:49.373604 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a235d9e1-c043-4ce9-9649-413e24d5502d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=61fd3735-bb0b-4443-b402-7c89cdcfd035,revision_number=1']} {{(pid=84875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:09:49.385359 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-47153ccc-b800-4622-8aa9-01bd6368d2ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363259214191800', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854171626'] for agent, after_update {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:09:49.394714 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-a235d9e1-c043-4ce9-9649-413e24d5502d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.348s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:09:49.514785 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.v2.base [None req-2015e4af-a6a0-43ea-8350-9a353949d5cb admin admin] Request body: {'network': {'name': 'tempest-ImagesOneServerNegativeTestJSON-44621057-network', 'tenant_id': 'cb5230de4d78422e91aa242a9299f4c7'}} {{(pid=84874) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:09:49.523553 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Device 376b15d5-4672-447e-8d02-cc05d06e5ee9 up at agent ovs-agent-n-d-768862-2 {{(pid=84876) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 07:09:49.543104 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-2015e4af-a6a0-43ea-8350-9a353949d5cb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:09:49.592398 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-2015e4af-a6a0-43ea-8350-9a353949d5cb admin admin] Usage tracker for resource:network and tenant:cb5230de4d78422e91aa242a9299f4c7 is out of sync, need to count used quota {{(pid=84874) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:09:49.594329 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3000f209-9dc5-4dbb-9ad3-a1d7e76465df req-0242d55f-502f-477b-98ab-8635de030fec tempest-ListImageFiltersTestJSON-959365383 tempest-ListImageFiltersTestJSON-959365383] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:09:49.602632 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [req-3000f209-9dc5-4dbb-9ad3-a1d7e76465df req-0242d55f-502f-477b-98ab-8635de030fec tempest-ListImageFiltersTestJSON-959365383 tempest-ListImageFiltersTestJSON-959365383] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.7206929 Jan 14 07:09:49.639944 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-6e313183-80da-4ea6-8a48-54198f8e9f9f admin admin] Notify callbacks [] for security_group, before_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:09:49.647243 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-2015e4af-a6a0-43ea-8350-9a353949d5cb admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84874) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:09:49.651535 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-ea9748c9-0b97-4adf-a035-9b1fab46b15f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:09:49.652510 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Provisioning for port 376b15d5-4672-447e-8d02-cc05d06e5ee9 completed by entity L2. {{(pid=84876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 07:09:49.659450 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Provisioning complete for port 376b15d5-4672-447e-8d02-cc05d06e5ee9 triggered by entity L2. {{(pid=84876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 07:09:49.661149 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-604227'] for port, provisioning_complete {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:09:49.674917 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [req-3000f209-9dc5-4dbb-9ad3-a1d7e76465df req-9b24c20b-77c1-4fec-9033-a957511e1c39 tempest-ListImageFiltersTestJSON-959365383 tempest-ListImageFiltersTestJSON-959365383] 10.222.0.24 "GET /v2.0/quotas/06fc00463aef43c0b2d39ebb95f2c897 HTTP/1.1" status: 200 len: 375 time: 0.0709765 Jan 14 07:09:49.684749 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-ea9748c9-0b97-4adf-a035-9b1fab46b15f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:09:49.712015 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-6e313183-80da-4ea6-8a48-54198f8e9f9f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:09:49.742268 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [req-3000f209-9dc5-4dbb-9ad3-a1d7e76465df req-ed24983d-2848-4c83-a689-b084b745f8f3 tempest-ListImageFiltersTestJSON-959365383 tempest-ListImageFiltersTestJSON-959365383] 10.222.0.24 "GET /v2.0/ports?tenant_id=06fc00463aef43c0b2d39ebb95f2c897&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0659771 Jan 14 07:09:49.747146 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-6e313183-80da-4ea6-8a48-54198f8e9f9f admin admin] Usage tracker for resource:security_group_rule and tenant:929e2fb6b5af4c159f28d3094b49c085 is out of sync, need to count used quota {{(pid=84875) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:09:49.750011 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-2015e4af-a6a0-43ea-8350-9a353949d5cb admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:09:49.755194 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-ea9748c9-0b97-4adf-a035-9b1fab46b15f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850887153'] for security_group, after_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:09:49.759090 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-6e313183-80da-4ea6-8a48-54198f8e9f9f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84875) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:09:49.767519 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-f1ac9f76-2ae1-43b4-9598-3b8f7aa7d441 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:09:49.780046 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-6e313183-80da-4ea6-8a48-54198f8e9f9f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:09:49.798887 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea9748c9-0b97-4adf-a035-9b1fab46b15f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=61fd3735-bb0b-4443-b402-7c89cdcfd035,revision_number=None']} {{(pid=84874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:09:49.814756 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-ea9748c9-0b97-4adf-a035-9b1fab46b15f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:09:49.831106 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2015e4af-a6a0-43ea-8350-9a353949d5cb admin admin] Made reservation on behalf of cb5230de4d78422e91aa242a9299f4c7 for: {'network': 1} {{(pid=84874) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 07:09:49.836743 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-2015e4af-a6a0-43ea-8350-9a353949d5cb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555753'] for network, before_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:09:49.920476 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-2015e4af-a6a0-43ea-8350-9a353949d5cb admin admin] Notify callbacks [] for security_group, before_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:09:49.972976 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-2015e4af-a6a0-43ea-8350-9a353949d5cb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:09:49.978538 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-2015e4af-a6a0-43ea-8350-9a353949d5cb admin admin] Usage tracker for resource:security_group_rule and tenant:cb5230de4d78422e91aa242a9299f4c7 is out of sync, need to count used quota {{(pid=84874) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:09:49.982541 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-2015e4af-a6a0-43ea-8350-9a353949d5cb admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84874) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:09:49.990268 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-2015e4af-a6a0-43ea-8350-9a353949d5cb admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:09:50.024796 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555753'] for port, before_update {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:09:50.082879 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] For port 376b15d5-4672-447e-8d02-cc05d06e5ee9, host n-d-768862-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-2',level=0,port_id=376b15d5-4672-447e-8d02-cc05d06e5ee9,segment=NetworkSegment(e78d98fa-2af5-4e64-b394-20067ff7b64c),segment_id=e78d98fa-2af5-4e64-b394-20067ff7b64c)] {{(pid=84876) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 07:09:50.094663 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777640533312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363259214678337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777640097497'] for port, after_update {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:09:50.125186 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84876) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:09:50.171650 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-2015e4af-a6a0-43ea-8350-9a353949d5cb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:09:50.254896 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Pushing event updated for resources: {'Port': ['ID=376b15d5-4672-447e-8d02-cc05d06e5ee9,revision_number=5']} {{(pid=84876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:09:50.277670 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.180s {{(pid=84876) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:09:50.302912 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-ea9748c9-0b97-4adf-a035-9b1fab46b15f admin admin] Notify callbacks [] for security_group, before_response {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:09:50.306890 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-ea9748c9-0b97-4adf-a035-9b1fab46b15f admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/61fd3735-bb0b-4443-b402-7c89cdcfd035 HTTP/1.1" status: 204 len: 168 time: 1.1915059 Jan 14 07:09:50.315787 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-9337e0ad-acff-4510-8b75-f3fd21319f07 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036850886612', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036850863158'] for router, after_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:09:50.335389 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-2015e4af-a6a0-43ea-8350-9a353949d5cb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850887153'] for security_group, after_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:09:50.354870 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2015e4af-a6a0-43ea-8350-9a353949d5cb admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 6} {{(pid=84874) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Jan 14 07:09:50.367725 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-2015e4af-a6a0-43ea-8350-9a353949d5cb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854179735'] for segment, precommit_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:09:50.368141 n-d-768862-2 neutron-server[84765]: INFO neutron.db.segments_db [None req-2015e4af-a6a0-43ea-8350-9a353949d5cb admin admin] Added segment 98942066-a57d-4c63-9167-98a20f73327b of type vxlan for network 4f8ba25b-d3c1-4bc9-af19-1d9b1d33b0ab Jan 14 07:09:50.399183 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-2015e4af-a6a0-43ea-8350-9a353949d5cb admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363259214646115'] for network, precommit_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:09:50.434473 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-8164bbb4-7027-44bf-8ef5-11cb4f352b54 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:09:50.470164 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2015e4af-a6a0-43ea-8350-9a353949d5cb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7c340399-3817-49a8-b7fa-1a3223c73264,revision_number=1']} {{(pid=84874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:09:50.474607 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-2015e4af-a6a0-43ea-8350-9a353949d5cb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850887149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964'] for network, after_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:09:50.544014 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-2015e4af-a6a0-43ea-8350-9a353949d5cb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:09:50.561034 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2015e4af-a6a0-43ea-8350-9a353949d5cb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:09:50.561803 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-2015e4af-a6a0-43ea-8350-9a353949d5cb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3207107'] for network, before_response {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:09:50.573796 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:09:50.712175 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [req-26b80175-2a29-4fc0-b423-f5f9fe2a35c5 req-d149f5a4-cdd3-48b3-8900-709738a8d5ad tempest-ListImageFiltersTestJSON-959365383 tempest-ListImageFiltersTestJSON-959365383] 10.222.0.24 "GET /v2.0/networks?tenant_id=06fc00463aef43c0b2d39ebb95f2c897&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0607374 Jan 14 07:09:50.835605 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-4fd2ac9a-2d67-42c4-9e5e-2e939a9300c2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted--9223372036851568851', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal--9223372036850888080'] for router_interface, after_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:09:50.878765 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-2015e4af-a6a0-43ea-8350-9a353949d5cb admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 2.6683185 Jan 14 07:09:50.894973 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84874) accepted ('10.222.0.24', 54694) {{(pid=84874) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:09:50.909583 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2015e4af-a6a0-43ea-8350-9a353949d5cb admin admin] Pushing event updated for resources: {'Network': ['ID=4f8ba25b-d3c1-4bc9-af19-1d9b1d33b0ab,revision_number=1']} {{(pid=84874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:09:50.979423 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26b80175-2a29-4fc0-b423-f5f9fe2a35c5 req-fa231cb4-5c62-433e-835e-f5d66b7c30ec tempest-ListImageFiltersTestJSON-959365383 tempest-ListImageFiltersTestJSON-959365383] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:09:50.981766 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [req-26b80175-2a29-4fc0-b423-f5f9fe2a35c5 req-fa231cb4-5c62-433e-835e-f5d66b7c30ec tempest-ListImageFiltersTestJSON-959365383 tempest-ListImageFiltersTestJSON-959365383] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2683423 Jan 14 07:09:51.009162 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Network 4f8ba25b-d3c1-4bc9-af19-1d9b1d33b0ab details requested by agent ovs-agent-n-d-768862-2 with host n-d-768862-2 {{(pid=84876) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 07:09:51.013819 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.v2.base [None req-832a140b-f51f-4b53-82d6-08b9f24e4132 admin admin] Request body: {'subnet': {'network_id': '4f8ba25b-d3c1-4bc9-af19-1d9b1d33b0ab', 'cidr': '172.20.0.0/28', 'name': 'tempest-ImagesOneServerNegativeTestJSON-44621057-subnet', 'tenant_id': 'cb5230de4d78422e91aa242a9299f4c7', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=84874) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:09:51.019134 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-832a140b-f51f-4b53-82d6-08b9f24e4132 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:09:51.023405 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-832a140b-f51f-4b53-82d6-08b9f24e4132 admin admin] Usage tracker for resource:subnet and tenant:cb5230de4d78422e91aa242a9299f4c7 is out of sync, need to count used quota {{(pid=84874) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:09:51.026963 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-832a140b-f51f-4b53-82d6-08b9f24e4132 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84874) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:09:51.033455 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-832a140b-f51f-4b53-82d6-08b9f24e4132 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:09:51.043467 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-2015e4af-a6a0-43ea-8350-9a353949d5cb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.470s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:09:51.065709 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-832a140b-f51f-4b53-82d6-08b9f24e4132 admin admin] Made reservation on behalf of cb5230de4d78422e91aa242a9299f4c7 for: {'subnet': 1} {{(pid=84874) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 07:09:51.070510 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-832a140b-f51f-4b53-82d6-08b9f24e4132 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036851981161'] for subnet, before_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:09:51.104646 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [req-26b80175-2a29-4fc0-b423-f5f9fe2a35c5 req-96d81cad-e54c-4c6b-8b71-91a9b00a46d0 tempest-ListImageFiltersTestJSON-959365383 tempest-ListImageFiltersTestJSON-959365383] 10.222.0.24 "GET /v2.0/quotas/06fc00463aef43c0b2d39ebb95f2c897 HTTP/1.1" status: 200 len: 375 time: 0.0413675 Jan 14 07:09:51.259323 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [req-26b80175-2a29-4fc0-b423-f5f9fe2a35c5 req-308d5f08-d7bc-4ab3-96e7-079ef1aed4df tempest-ListImageFiltersTestJSON-959365383 tempest-ListImageFiltersTestJSON-959365383] 10.222.0.24 "GET /v2.0/ports?tenant_id=06fc00463aef43c0b2d39ebb95f2c897&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1533322 Jan 14 07:09:51.308907 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-017f98a9-8a07-408c-a86f-8ff0c00400a0 None None] Network 4f8ba25b-d3c1-4bc9-af19-1d9b1d33b0ab details requested by agent ovs-agent-n-h1-768862-2 with host n-h1-768862-2 {{(pid=84876) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 07:09:51.348064 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-852a24f7-e9a1-4193-9abb-e9506fe5213f None None] Network 4f8ba25b-d3c1-4bc9-af19-1d9b1d33b0ab details requested by agent ovs-agent-n-h2-768862-2 with host n-h2-768862-2 {{(pid=84876) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 07:09:51.499141 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-6e313183-80da-4ea6-8a48-54198f8e9f9f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:09:51.510970 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-6e313183-80da-4ea6-8a48-54198f8e9f9f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850887153'] for security_group, after_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:09:51.542595 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-6d290938-9719-4654-9654-5274c0e2a592 tempest-SecurityGroupsTestAdminJSON-1976002775 tempest-SecurityGroupsTestAdminJSON-1976002775] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:09:51.728930 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-543b92da-b7c5-4407-b368-2a9a2d1355d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363259214191800', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854171626'] for agent, after_update {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:09:51.755415 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-da76cfc0-98e8-4426-9f6d-4f05aa3fae78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363259214191800', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854171626'] for agent, after_update {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:09:51.828173 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e313183-80da-4ea6-8a48-54198f8e9f9f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2881215f-3e11-466e-bfff-863dd7320c0a,revision_number=1']} {{(pid=84875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:09:51.981864 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-6e313183-80da-4ea6-8a48-54198f8e9f9f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.439s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:09:51.991095 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-6e313183-80da-4ea6-8a48-54198f8e9f9f admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=929e2fb6b5af4c159f28d3094b49c085&name=default HTTP/1.1" status: 200 len: 2979 time: 2.7574952 Jan 14 07:09:52.003645 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84875) accepted ('10.222.0.24', 54720) {{(pid=84875) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:09:52.165981 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-b4ee6703-f499-48e5-ace9-8ed757588731 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850887113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036851621412', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036852467174'] for subnet, after_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:09:52.252849 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:09:52.339423 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Device 376b15d5-4672-447e-8d02-cc05d06e5ee9 up at agent ovs-agent-n-d-768862-2 {{(pid=84876) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 07:09:52.607756 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84875) accepted ('10.222.0.24', 54736) {{(pid=84875) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:09:52.630631 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363259214191800', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854171626'] for agent, after_update {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:09:52.665948 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4ee6703-f499-48e5-ace9-8ed757588731 admin admin] Pushing event updated for resources: {'Subnet': ['ID=eed8f886-634c-4c19-91b1-ded986d62289,revision_number=0']} {{(pid=84875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:09:52.668964 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-c16ac8d2-fb6a-4cd7-abcc-27e28192b133 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:09:52.697561 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-b4ee6703-f499-48e5-ace9-8ed757588731 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.445s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:09:52.699279 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Provisioning complete for port 376b15d5-4672-447e-8d02-cc05d06e5ee9 triggered by entity L2. {{(pid=84876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 07:09:52.699904 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-604227'] for port, provisioning_complete {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:09:52.866991 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-c16ac8d2-fb6a-4cd7-abcc-27e28192b133 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:09:53.005291 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [req-3000f209-9dc5-4dbb-9ad3-a1d7e76465df req-58a09a24-31ea-4472-bfb9-6f8c76bb061b tempest-ListImageFiltersTestJSON-959365383 tempest-ListImageFiltersTestJSON-959365383] 10.222.0.48 "GET /v2.0/networks?tenant_id=06fc00463aef43c0b2d39ebb95f2c897&shared=False HTTP/1.1" status: 200 len: 213 time: 0.3169615 Jan 14 07:09:53.045508 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-c16ac8d2-fb6a-4cd7-abcc-27e28192b133 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850887153'] for security_group, after_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:09:53.056710 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.v2.base [None req-b00e094b-2085-4373-96cc-ddbb1cdbcc51 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsAssociationTestJSON-1064949191-network', 'tenant_id': '93a8da55e1c346bf8dc2a8711a9e4edc'}} {{(pid=84875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:09:53.068705 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-b00e094b-2085-4373-96cc-ddbb1cdbcc51 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:09:53.075705 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-b00e094b-2085-4373-96cc-ddbb1cdbcc51 admin admin] Usage tracker for resource:network and tenant:93a8da55e1c346bf8dc2a8711a9e4edc is out of sync, need to count used quota {{(pid=84875) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:09:53.080295 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-b00e094b-2085-4373-96cc-ddbb1cdbcc51 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84875) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:09:53.095810 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-b00e094b-2085-4373-96cc-ddbb1cdbcc51 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:09:53.103545 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-95f5771c-a998-4f3f-95ca-907650279c44 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:09:53.129651 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-0f37073e-9c69-4e3c-80e0-6cfaa0fd61a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363259214191800', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854171626'] for agent, after_update {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:09:53.137657 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4ee6703-f499-48e5-ace9-8ed757588731 admin admin] Checking segment: {'id': '25c362a5-ec1a-4231-b2da-74260eb97fea', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '41ccdce3-772e-4f8c-86d6-c5b4f1475e39'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84875) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 14 07:09:53.137914 n-d-768862-2 neutron-server[84765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4ee6703-f499-48e5-ace9-8ed757588731 admin admin] Network hostable DHCP agents. Network: 41ccdce3-772e-4f8c-86d6-c5b4f1475e39, hostable agents: ['32f3dd84-26da-4d18-bf15-6017a8fb7247'], hosted agents: [] {{(pid=84875) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Jan 14 07:09:53.146210 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b00e094b-2085-4373-96cc-ddbb1cdbcc51 admin admin] Made reservation on behalf of 93a8da55e1c346bf8dc2a8711a9e4edc for: {'network': 1} {{(pid=84875) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 07:09:53.152071 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-b00e094b-2085-4373-96cc-ddbb1cdbcc51 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555753'] for network, before_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:09:53.176216 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-b00e094b-2085-4373-96cc-ddbb1cdbcc51 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:09:53.182507 n-d-768862-2 neutron-server[84765]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9337e0ad-acff-4510-8b75-f3fd21319f07 admin admin] Router 30249a14-1686-4e58-b5b1-bb14dfd5f43e is scheduled to L3 agent 35f592e9-451b-4db9-abea-77b6a5c5391b with binding_index 1 {{(pid=84874) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}} Jan 14 07:09:53.193380 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c16ac8d2-fb6a-4cd7-abcc-27e28192b133 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2881215f-3e11-466e-bfff-863dd7320c0a,revision_number=None']} {{(pid=84875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:09:53.197446 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-c16ac8d2-fb6a-4cd7-abcc-27e28192b133 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:09:53.212149 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-b00e094b-2085-4373-96cc-ddbb1cdbcc51 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:09:53.217184 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-b00e094b-2085-4373-96cc-ddbb1cdbcc51 admin admin] Usage tracker for resource:security_group_rule and tenant:93a8da55e1c346bf8dc2a8711a9e4edc is out of sync, need to count used quota {{(pid=84875) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:09:53.220968 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-b00e094b-2085-4373-96cc-ddbb1cdbcc51 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84875) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:09:53.228360 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-b00e094b-2085-4373-96cc-ddbb1cdbcc51 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:09:53.320404 n-d-768862-2 neutron-server[84765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4ee6703-f499-48e5-ace9-8ed757588731 admin admin] Network 41ccdce3-772e-4f8c-86d6-c5b4f1475e39 is scheduled to be hosted by DHCP agent 32f3dd84-26da-4d18-bf15-6017a8fb7247 with binding_index 1 {{(pid=84875) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Jan 14 07:09:53.351235 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-c16ac8d2-fb6a-4cd7-abcc-27e28192b133 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:09:53.355127 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-c16ac8d2-fb6a-4cd7-abcc-27e28192b133 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/2881215f-3e11-466e-bfff-863dd7320c0a HTTP/1.1" status: 204 len: 168 time: 1.3301103 Jan 14 07:09:53.355127 n-d-768862-2 neutron-server[84765]: DEBUG neutron.scheduler.base_scheduler [None req-b4ee6703-f499-48e5-ace9-8ed757588731 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768862-2, 41ccdce3-772e-4f8c-86d6-c5b4f1475e39) {{(pid=84875) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 07:09:53.364421 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be916aca-764d-4120-8d42-91a270a980ee None None] Network 41ccdce3-772e-4f8c-86d6-c5b4f1475e39 requested from n-d-768862-2 {{(pid=84876) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 07:09:53.458479 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-b00e094b-2085-4373-96cc-ddbb1cdbcc51 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:09:53.464585 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4ee6703-f499-48e5-ace9-8ed757588731 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:09:53.469269 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-b4ee6703-f499-48e5-ace9-8ed757588731 admin admin] Notify callbacks [] for subnet, before_response {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:09:53.479672 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-b00e094b-2085-4373-96cc-ddbb1cdbcc51 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850887153'] for security_group, after_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:09:53.537854 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-6887cb65-cce3-464f-b9b9-a4d29d5c85eb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:09:53.549952 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-b4ee6703-f499-48e5-ace9-8ed757588731 admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 5.2215896 Jan 14 07:09:53.585675 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b00e094b-2085-4373-96cc-ddbb1cdbcc51 admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 8} {{(pid=84875) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Jan 14 07:09:53.612164 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-b00e094b-2085-4373-96cc-ddbb1cdbcc51 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment--9223363259214191851', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854179735'] for segment, precommit_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:09:53.612611 n-d-768862-2 neutron-server[84765]: INFO neutron.db.segments_db [None req-b00e094b-2085-4373-96cc-ddbb1cdbcc51 admin admin] Added segment f1a1da15-9c84-4f1f-8d4b-5f93ea7c2a21 of type vxlan for network 1c7b4b12-7df2-4f41-8649-b236d94b12da Jan 14 07:09:53.613991 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b00e094b-2085-4373-96cc-ddbb1cdbcc51 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5e09a01e-2a7f-48a9-a6ea-1bec6b7e2978,revision_number=1']} {{(pid=84875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:09:53.637405 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-b00e094b-2085-4373-96cc-ddbb1cdbcc51 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:09:53.724176 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-b00e094b-2085-4373-96cc-ddbb1cdbcc51 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363259214646115'] for network, precommit_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:09:53.845301 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-b00e094b-2085-4373-96cc-ddbb1cdbcc51 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850887149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964'] for network, after_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:09:53.846569 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b00e094b-2085-4373-96cc-ddbb1cdbcc51 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:09:53.847227 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-b00e094b-2085-4373-96cc-ddbb1cdbcc51 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3207107'] for network, before_response {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:09:53.888568 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-0bcdcd06-d2e6-4c38-9fb4-182678c9368d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:09:54.069365 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01a67750-5f3b-4e08-9b76-102ee4d26476 None None] Network 41ccdce3-772e-4f8c-86d6-c5b4f1475e39 requested from n-d-768862-2 {{(pid=84876) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 07:09:54.302753 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-b00e094b-2085-4373-96cc-ddbb1cdbcc51 admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.6398211 Jan 14 07:09:54.314450 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84874) accepted ('10.222.0.24', 54776) {{(pid=84874) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:09:54.327581 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b00e094b-2085-4373-96cc-ddbb1cdbcc51 admin admin] Pushing event updated for resources: {'Network': ['ID=1c7b4b12-7df2-4f41-8649-b236d94b12da,revision_number=1']} {{(pid=84875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:09:54.355557 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-b00e094b-2085-4373-96cc-ddbb1cdbcc51 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.467s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:09:54.411523 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.v2.base [None req-b98eab91-9e40-4dbc-aa57-4b50981404ac admin admin] Request body: {'subnet': {'network_id': '1c7b4b12-7df2-4f41-8649-b236d94b12da', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsAssociationTestJSON-1064949191-subnet', 'tenant_id': '93a8da55e1c346bf8dc2a8711a9e4edc', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=84874) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:09:54.435706 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-b98eab91-9e40-4dbc-aa57-4b50981404ac admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:09:54.446046 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-b98eab91-9e40-4dbc-aa57-4b50981404ac admin admin] Usage tracker for resource:subnet and tenant:93a8da55e1c346bf8dc2a8711a9e4edc is out of sync, need to count used quota {{(pid=84874) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:09:54.454565 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-b98eab91-9e40-4dbc-aa57-4b50981404ac admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84874) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:09:54.483926 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-b98eab91-9e40-4dbc-aa57-4b50981404ac admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:09:54.500037 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84875) accepted ('10.222.0.24', 54788) {{(pid=84875) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:09:54.532179 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.v2.base [req-8c720e1c-6880-4fe0-a50b-8c2ac99d32c4 req-cfada502-dec0-4b66-8b2d-4cbddf550be9 tempest-SecurityGroupRulesNegativeTestJSON-608374989 tempest-SecurityGroupRulesNegativeTestJSON-608374989] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-1645027656', 'description': 'tempest-description-840449301'}} {{(pid=84875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:09:54.536824 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-852a24f7-e9a1-4193-9abb-e9506fe5213f None None] Network 1c7b4b12-7df2-4f41-8649-b236d94b12da details requested by agent ovs-agent-n-h2-768862-2 with host n-h2-768862-2 {{(pid=84876) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 07:09:54.554356 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-017f98a9-8a07-408c-a86f-8ff0c00400a0 None None] Network 1c7b4b12-7df2-4f41-8649-b236d94b12da details requested by agent ovs-agent-n-h1-768862-2 with host n-h1-768862-2 {{(pid=84876) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 07:09:54.560221 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [req-8c720e1c-6880-4fe0-a50b-8c2ac99d32c4 req-cfada502-dec0-4b66-8b2d-4cbddf550be9 tempest-SecurityGroupRulesNegativeTestJSON-608374989 tempest-SecurityGroupRulesNegativeTestJSON-608374989] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:09:54.566141 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-d5248b6f-b064-41ff-9f81-42c09a021583 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:09:54.578132 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3000f209-9dc5-4dbb-9ad3-a1d7e76465df req-e1e233ba-db49-4f65-9e40-f395d369ccb7 tempest-ListImageFiltersTestJSON-959365383 tempest-ListImageFiltersTestJSON-959365383] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:09:54.588146 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [req-3000f209-9dc5-4dbb-9ad3-a1d7e76465df req-e1e233ba-db49-4f65-9e40-f395d369ccb7 tempest-ListImageFiltersTestJSON-959365383 tempest-ListImageFiltersTestJSON-959365383] 10.222.0.48 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 1.5206962 Jan 14 07:09:54.604803 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [req-8c720e1c-6880-4fe0-a50b-8c2ac99d32c4 req-cfada502-dec0-4b66-8b2d-4cbddf550be9 tempest-SecurityGroupRulesNegativeTestJSON-608374989 tempest-SecurityGroupRulesNegativeTestJSON-608374989] Usage tracker for resource:security_group and tenant:0740b8b76ba340e9b505edbac12b959b is out of sync, need to count used quota {{(pid=84875) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:09:54.609563 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [req-8c720e1c-6880-4fe0-a50b-8c2ac99d32c4 req-cfada502-dec0-4b66-8b2d-4cbddf550be9 tempest-SecurityGroupRulesNegativeTestJSON-608374989 tempest-SecurityGroupRulesNegativeTestJSON-608374989] Quota usage for security_group was recalculated. Used quota:1. {{(pid=84875) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:09:54.612598 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b98eab91-9e40-4dbc-aa57-4b50981404ac admin admin] Made reservation on behalf of 93a8da55e1c346bf8dc2a8711a9e4edc for: {'subnet': 1} {{(pid=84874) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 07:09:54.617379 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-d5248b6f-b064-41ff-9f81-42c09a021583 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:09:54.620850 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [req-8c720e1c-6880-4fe0-a50b-8c2ac99d32c4 req-cfada502-dec0-4b66-8b2d-4cbddf550be9 tempest-SecurityGroupRulesNegativeTestJSON-608374989 tempest-SecurityGroupRulesNegativeTestJSON-608374989] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:09:54.632606 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-d5248b6f-b064-41ff-9f81-42c09a021583 admin admin] Usage tracker for resource:security_group_rule and tenant:cb00b453176340b99c1577b21345cab3 is out of sync, need to count used quota {{(pid=84875) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:09:54.640120 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-d5248b6f-b064-41ff-9f81-42c09a021583 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84875) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:09:54.648430 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-b98eab91-9e40-4dbc-aa57-4b50981404ac admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036851981161'] for subnet, before_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:09:54.653994 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Network 1c7b4b12-7df2-4f41-8649-b236d94b12da details requested by agent ovs-agent-n-d-768862-2 with host n-d-768862-2 {{(pid=84876) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 07:09:54.669208 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-d5248b6f-b064-41ff-9f81-42c09a021583 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:09:54.877195 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-d5248b6f-b064-41ff-9f81-42c09a021583 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:09:54.891260 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-d5248b6f-b064-41ff-9f81-42c09a021583 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850887153'] for security_group, after_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:09:54.987814 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-a235d9e1-c043-4ce9-9649-413e24d5502d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:09:55.017120 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [req-8c720e1c-6880-4fe0-a50b-8c2ac99d32c4 req-cfada502-dec0-4b66-8b2d-4cbddf550be9 tempest-SecurityGroupRulesNegativeTestJSON-608374989 tempest-SecurityGroupRulesNegativeTestJSON-608374989] Notify callbacks [] for security_group, before_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:09:55.018254 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.v2.base [req-3000f209-9dc5-4dbb-9ad3-a1d7e76465df req-83aa5500-827a-4c1a-83c5-5166fab8dc15 tempest-ListImageFiltersTestJSON-959365383 tempest-ListImageFiltersTestJSON-959365383] Request body: {'port': {'device_id': '3df6dccb-e583-499a-bb59-6b3999154638', 'network_id': '3ab89270-67b1-41e9-8be2-a0395a984bff', 'admin_state_up': True, 'tenant_id': '06fc00463aef43c0b2d39ebb95f2c897'}} {{(pid=84874) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:09:55.038926 n-d-768862-2 neutron-server[84765]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4fd2ac9a-2d67-42c4-9e5e-2e939a9300c2 admin admin] Router 4fee988a-a007-4060-9487-18608b1d2936 has already been hosted by L3 agent 35f592e9-451b-4db9-abea-77b6a5c5391b {{(pid=84874) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Jan 14 07:09:55.099373 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-d5248b6f-b064-41ff-9f81-42c09a021583 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=cb00b453176340b99c1577b21345cab3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5982859 Jan 14 07:09:55.106043 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [req-8c720e1c-6880-4fe0-a50b-8c2ac99d32c4 req-cfada502-dec0-4b66-8b2d-4cbddf550be9 tempest-SecurityGroupRulesNegativeTestJSON-608374989 tempest-SecurityGroupRulesNegativeTestJSON-608374989] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:09:55.108839 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84875) accepted ('10.222.0.24', 54806) {{(pid=84875) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:09:55.114879 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [req-8c720e1c-6880-4fe0-a50b-8c2ac99d32c4 req-cfada502-dec0-4b66-8b2d-4cbddf550be9 tempest-SecurityGroupRulesNegativeTestJSON-608374989 tempest-SecurityGroupRulesNegativeTestJSON-608374989] Usage tracker for resource:security_group_rule and tenant:0740b8b76ba340e9b505edbac12b959b is out of sync, need to count used quota {{(pid=84875) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:09:55.146228 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5248b6f-b064-41ff-9f81-42c09a021583 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c8e97eb1-32be-40dd-b92d-b1d08fb235bd,revision_number=1']} {{(pid=84875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:09:55.147706 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9337e0ad-acff-4510-8b75-f3fd21319f07 admin admin] Notify agent at l3_agent.n-d-768862-2 the message routers_updated {{(pid=84874) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jan 14 07:09:55.149852 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [req-8c720e1c-6880-4fe0-a50b-8c2ac99d32c4 req-cfada502-dec0-4b66-8b2d-4cbddf550be9 tempest-SecurityGroupRulesNegativeTestJSON-608374989 tempest-SecurityGroupRulesNegativeTestJSON-608374989] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84875) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:09:55.156915 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [req-8c720e1c-6880-4fe0-a50b-8c2ac99d32c4 req-cfada502-dec0-4b66-8b2d-4cbddf550be9 tempest-SecurityGroupRulesNegativeTestJSON-608374989 tempest-SecurityGroupRulesNegativeTestJSON-608374989] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:09:55.160472 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e957d3d-4359-4b88-b43f-e0942a4b3546 None None] Sync routers for ids ['30249a14-1686-4e58-b5b1-bb14dfd5f43e'] in n-d-768862-2 {{(pid=84876) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Jan 14 07:09:55.188461 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e957d3d-4359-4b88-b43f-e0942a4b3546 None None] Routers {'30249a14-1686-4e58-b5b1-bb14dfd5f43e'} bound to L3 agent in host n-d-768862-2 {{(pid=84876) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 14 07:09:55.192788 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_hamode_db [None req-2e957d3d-4359-4b88-b43f-e0942a4b3546 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-01-14T06:56:51Z,description=,heartbeat_timestamp=2021-01-14T07:09:52Z,host='n-d-768862-2',id=35f592e9-451b-4db9-abea-77b6a5c5391b,load=0,resource_versions=,resources_synced=,started_at=2021-01-14T06:56:51Z,topic='l3_agent')) {'router_ids': ['30249a14-1686-4e58-b5b1-bb14dfd5f43e'], 'active': True} {{(pid=84876) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:09:55.261960 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [req-3000f209-9dc5-4dbb-9ad3-a1d7e76465df req-83aa5500-827a-4c1a-83c5-5166fab8dc15 tempest-ListImageFiltersTestJSON-959365383 tempest-ListImageFiltersTestJSON-959365383] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:09:55.291855 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [req-8c720e1c-6880-4fe0-a50b-8c2ac99d32c4 req-cfada502-dec0-4b66-8b2d-4cbddf550be9 tempest-SecurityGroupRulesNegativeTestJSON-608374989 tempest-SecurityGroupRulesNegativeTestJSON-608374989] Notify callbacks [] for security_group, precommit_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:09:55.300744 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-d5248b6f-b064-41ff-9f81-42c09a021583 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.313s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:09:55.303774 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [req-8c720e1c-6880-4fe0-a50b-8c2ac99d32c4 req-cfada502-dec0-4b66-8b2d-4cbddf550be9 tempest-SecurityGroupRulesNegativeTestJSON-608374989 tempest-SecurityGroupRulesNegativeTestJSON-608374989] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850887153'] for security_group, after_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:09:55.356409 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-3db91f30-e628-4098-bb3c-4bb7367e9420 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:09:55.362997 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [req-3000f209-9dc5-4dbb-9ad3-a1d7e76465df req-83aa5500-827a-4c1a-83c5-5166fab8dc15 tempest-ListImageFiltersTestJSON-959365383 tempest-ListImageFiltersTestJSON-959365383] Usage tracker for resource:port and tenant:06fc00463aef43c0b2d39ebb95f2c897 is out of sync, need to count used quota {{(pid=84874) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:09:55.373250 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [req-8c720e1c-6880-4fe0-a50b-8c2ac99d32c4 req-cfada502-dec0-4b66-8b2d-4cbddf550be9 tempest-SecurityGroupRulesNegativeTestJSON-608374989 tempest-SecurityGroupRulesNegativeTestJSON-608374989] Notify callbacks [] for security_group, before_response {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:09:55.375165 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [req-8c720e1c-6880-4fe0-a50b-8c2ac99d32c4 req-cfada502-dec0-4b66-8b2d-4cbddf550be9 tempest-SecurityGroupRulesNegativeTestJSON-608374989 tempest-SecurityGroupRulesNegativeTestJSON-608374989] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1817 time: 0.8780458 Jan 14 07:09:55.397010 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [req-3000f209-9dc5-4dbb-9ad3-a1d7e76465df req-83aa5500-827a-4c1a-83c5-5166fab8dc15 tempest-ListImageFiltersTestJSON-959365383 tempest-ListImageFiltersTestJSON-959365383] Quota usage for port was recalculated. Used quota:0. {{(pid=84874) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:09:55.484631 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfada502-dec0-4b66-8b2d-4cbddf550be9 tempest-SecurityGroupRulesNegativeTestJSON-608374989 tempest-SecurityGroupRulesNegativeTestJSON-608374989] Pushing event updated for resources: {'SecurityGroup': ['ID=280df990-4cb0-4def-bd3f-1e8e7ff66bb0,revision_number=1']} {{(pid=84875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:09:55.490696 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [req-3000f209-9dc5-4dbb-9ad3-a1d7e76465df req-83aa5500-827a-4c1a-83c5-5166fab8dc15 tempest-ListImageFiltersTestJSON-959365383 tempest-ListImageFiltersTestJSON-959365383] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:09:55.495548 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_dvr_db [None req-2e957d3d-4359-4b88-b43f-e0942a4b3546 None None] Set router 30249a14-1686-4e58-b5b1-bb14dfd5f43e gateway port host: n-d-768862-2 {{(pid=84876) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 14 07:09:55.525430 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-cfada502-dec0-4b66-8b2d-4cbddf550be9 tempest-SecurityGroupRulesNegativeTestJSON-608374989 tempest-SecurityGroupRulesNegativeTestJSON-608374989] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.165s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:09:55.528573 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-832a140b-f51f-4b53-82d6-08b9f24e4132 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850887113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3254092', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036851981146'] for subnet, after_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:09:55.528830 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-eff75784-06a0-498d-99e1-05586863fc8b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:09:55.535618 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-9337e0ad-acff-4510-8b75-f3fd21319f07 admin admin] Notify callbacks [] for router, before_response {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:09:55.536963 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-9337e0ad-acff-4510-8b75-f3fd21319f07 admin admin] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 17.2147131 Jan 14 07:09:55.556157 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84875) accepted ('10.222.0.24', 54836) {{(pid=84875) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:09:55.573199 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [req-e0c6e5c2-aa1a-4ee6-bd35-c05dc7d0680b req-963fce5d-e41a-4f4c-a473-168cbc1c6144 tempest-SecurityGroupRulesNegativeTestJSON-608374989 tempest-SecurityGroupRulesNegativeTestJSON-608374989] 10.222.0.24 "GET /v2.0/security-groups/280df990-4cb0-4def-bd3f-1e8e7ff66bb0 HTTP/1.1" status: 200 len: 1812 time: 0.1325333 Jan 14 07:09:55.955749 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-eff75784-06a0-498d-99e1-05586863fc8b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:09:55.968547 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:09:56.026002 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3000f209-9dc5-4dbb-9ad3-a1d7e76465df req-83aa5500-827a-4c1a-83c5-5166fab8dc15 tempest-ListImageFiltersTestJSON-959365383 tempest-ListImageFiltersTestJSON-959365383] Made reservation on behalf of 06fc00463aef43c0b2d39ebb95f2c897 for: {'port': 1} {{(pid=84874) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 07:09:56.037478 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [req-3000f209-9dc5-4dbb-9ad3-a1d7e76465df req-83aa5500-827a-4c1a-83c5-5166fab8dc15 tempest-ListImageFiltersTestJSON-959365383 tempest-ListImageFiltersTestJSON-959365383] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555753'] for port, before_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:09:56.066484 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [req-3000f209-9dc5-4dbb-9ad3-a1d7e76465df req-83aa5500-827a-4c1a-83c5-5166fab8dc15 tempest-ListImageFiltersTestJSON-959365383 tempest-ListImageFiltersTestJSON-959365383] Notify callbacks [] for security_group, before_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:09:56.092260 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.v2.base [req-e0c6e5c2-aa1a-4ee6-bd35-c05dc7d0680b req-694094a7-830a-41a6-9093-6cdd48b92ba0 tempest-SecurityGroupRulesNegativeTestJSON-608374989 tempest-SecurityGroupRulesNegativeTestJSON-608374989] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '280df990-4cb0-4def-bd3f-1e8e7ff66bb0', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=84875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:09:56.094439 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.v2.base [req-e0c6e5c2-aa1a-4ee6-bd35-c05dc7d0680b req-694094a7-830a-41a6-9093-6cdd48b92ba0 tempest-SecurityGroupRulesNegativeTestJSON-608374989 tempest-SecurityGroupRulesNegativeTestJSON-608374989] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '280df990-4cb0-4def-bd3f-1e8e7ff66bb0', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=84875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:09:56.112384 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [req-e0c6e5c2-aa1a-4ee6-bd35-c05dc7d0680b req-694094a7-830a-41a6-9093-6cdd48b92ba0 tempest-SecurityGroupRulesNegativeTestJSON-608374989 tempest-SecurityGroupRulesNegativeTestJSON-608374989] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:09:56.117639 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [req-e0c6e5c2-aa1a-4ee6-bd35-c05dc7d0680b req-694094a7-830a-41a6-9093-6cdd48b92ba0 tempest-SecurityGroupRulesNegativeTestJSON-608374989 tempest-SecurityGroupRulesNegativeTestJSON-608374989] Usage tracker for resource:security_group_rule and tenant:0740b8b76ba340e9b505edbac12b959b is out of sync, need to count used quota {{(pid=84875) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:09:56.126877 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [req-e0c6e5c2-aa1a-4ee6-bd35-c05dc7d0680b req-694094a7-830a-41a6-9093-6cdd48b92ba0 tempest-SecurityGroupRulesNegativeTestJSON-608374989 tempest-SecurityGroupRulesNegativeTestJSON-608374989] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84875) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:09:56.131898 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [req-3000f209-9dc5-4dbb-9ad3-a1d7e76465df req-83aa5500-827a-4c1a-83c5-5166fab8dc15 tempest-ListImageFiltersTestJSON-959365383 tempest-ListImageFiltersTestJSON-959365383] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:09:56.148253 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [req-e0c6e5c2-aa1a-4ee6-bd35-c05dc7d0680b req-694094a7-830a-41a6-9093-6cdd48b92ba0 tempest-SecurityGroupRulesNegativeTestJSON-608374989 tempest-SecurityGroupRulesNegativeTestJSON-608374989] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:09:56.169335 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [req-3000f209-9dc5-4dbb-9ad3-a1d7e76465df req-83aa5500-827a-4c1a-83c5-5166fab8dc15 tempest-ListImageFiltersTestJSON-959365383 tempest-ListImageFiltersTestJSON-959365383] Usage tracker for resource:security_group_rule and tenant:06fc00463aef43c0b2d39ebb95f2c897 is out of sync, need to count used quota {{(pid=84874) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:09:56.230749 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [req-3000f209-9dc5-4dbb-9ad3-a1d7e76465df req-83aa5500-827a-4c1a-83c5-5166fab8dc15 tempest-ListImageFiltersTestJSON-959365383 tempest-ListImageFiltersTestJSON-959365383] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84874) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:09:56.255918 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-832a140b-f51f-4b53-82d6-08b9f24e4132 admin admin] Checking segment: {'id': '98942066-a57d-4c63-9167-98a20f73327b', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '4f8ba25b-d3c1-4bc9-af19-1d9b1d33b0ab'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84874) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 14 07:09:56.256638 n-d-768862-2 neutron-server[84765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-832a140b-f51f-4b53-82d6-08b9f24e4132 admin admin] Network hostable DHCP agents. Network: 4f8ba25b-d3c1-4bc9-af19-1d9b1d33b0ab, hostable agents: ['32f3dd84-26da-4d18-bf15-6017a8fb7247'], hosted agents: [] {{(pid=84874) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Jan 14 07:09:56.268829 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-eff75784-06a0-498d-99e1-05586863fc8b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850887153'] for security_group, after_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:09:56.270243 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [req-3000f209-9dc5-4dbb-9ad3-a1d7e76465df req-83aa5500-827a-4c1a-83c5-5166fab8dc15 tempest-ListImageFiltersTestJSON-959365383 tempest-ListImageFiltersTestJSON-959365383] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:09:56.287065 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-832a140b-f51f-4b53-82d6-08b9f24e4132 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3c543677-fd11-427c-a685-bec7198af6a1,revision_number=0']} {{(pid=84874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:09:56.295287 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4fd2ac9a-2d67-42c4-9e5e-2e939a9300c2 admin admin] Notify agent at l3_agent.n-d-768862-2 the message routers_updated {{(pid=84874) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jan 14 07:09:56.296588 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-339c5546-d7ba-4672-bdff-e473af88cfeb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:09:56.300369 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-832a140b-f51f-4b53-82d6-08b9f24e4132 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.332s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:09:56.308182 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e4da342-a9b6-4e98-8cd6-393e8604ceb5 None None] Sync routers for ids ['4fee988a-a007-4060-9487-18608b1d2936'] in n-d-768862-2 {{(pid=84877) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Jan 14 07:09:56.311027 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-4fd2ac9a-2d67-42c4-9e5e-2e939a9300c2 admin admin] 10.222.0.24 "PUT /v2.0/routers/4fee988a-a007-4060-9487-18608b1d2936/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 17.9918418 Jan 14 07:09:56.323738 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84875) accepted ('10.222.0.24', 54850) {{(pid=84875) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:09:56.329422 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e4da342-a9b6-4e98-8cd6-393e8604ceb5 None None] Routers {'4fee988a-a007-4060-9487-18608b1d2936'} bound to L3 agent in host n-d-768862-2 {{(pid=84877) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 14 07:09:56.330203 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_hamode_db [None req-3e4da342-a9b6-4e98-8cd6-393e8604ceb5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-01-14T06:56:51Z,description=,heartbeat_timestamp=2021-01-14T07:09:52Z,host='n-d-768862-2',id=35f592e9-451b-4db9-abea-77b6a5c5391b,load=0,resource_versions=,resources_synced=,started_at=2021-01-14T06:56:51Z,topic='l3_agent')) {'router_ids': ['4fee988a-a007-4060-9487-18608b1d2936'], 'active': True} {{(pid=84877) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:09:56.344809 n-d-768862-2 neutron-server[84765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-832a140b-f51f-4b53-82d6-08b9f24e4132 admin admin] Network 4f8ba25b-d3c1-4bc9-af19-1d9b1d33b0ab is scheduled to be hosted by DHCP agent 32f3dd84-26da-4d18-bf15-6017a8fb7247 with binding_index 1 {{(pid=84874) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Jan 14 07:09:56.357849 n-d-768862-2 neutron-server[84765]: DEBUG neutron.scheduler.base_scheduler [None req-832a140b-f51f-4b53-82d6-08b9f24e4132 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768862-2, 4f8ba25b-d3c1-4bc9-af19-1d9b1d33b0ab) {{(pid=84874) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 07:09:56.391418 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-832a140b-f51f-4b53-82d6-08b9f24e4132 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:09:56.392278 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-832a140b-f51f-4b53-82d6-08b9f24e4132 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3207107'] for subnet, before_response {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:09:56.433039 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-832a140b-f51f-4b53-82d6-08b9f24e4132 admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 857 time: 5.5248513 Jan 14 07:09:56.433277 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c70c39e9-b906-482f-b0b3-d86847b4827a None None] Network 4f8ba25b-d3c1-4bc9-af19-1d9b1d33b0ab requested from n-d-768862-2 {{(pid=84876) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 07:09:56.631673 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eff75784-06a0-498d-99e1-05586863fc8b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c8e97eb1-32be-40dd-b92d-b1d08fb235bd,revision_number=None']} {{(pid=84875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:09:56.668100 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-eff75784-06a0-498d-99e1-05586863fc8b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.378s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:09:56.677002 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [req-3000f209-9dc5-4dbb-9ad3-a1d7e76465df req-83aa5500-827a-4c1a-83c5-5166fab8dc15 tempest-ListImageFiltersTestJSON-959365383 tempest-ListImageFiltersTestJSON-959365383] Notify callbacks [] for security_group, precommit_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:09:56.684910 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84874) accepted ('10.222.0.24', 54858) {{(pid=84874) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:09:56.720528 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [req-3000f209-9dc5-4dbb-9ad3-a1d7e76465df req-83aa5500-827a-4c1a-83c5-5166fab8dc15 tempest-ListImageFiltersTestJSON-959365383 tempest-ListImageFiltersTestJSON-959365383] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850887153'] for security_group, after_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:09:56.770499 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-ba2c9ac0-8568-4f23-8c6e-c1533fc651e5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:09:56.804756 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-eff75784-06a0-498d-99e1-05586863fc8b admin admin] Notify callbacks [] for security_group, before_response {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:09:56.821899 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-eff75784-06a0-498d-99e1-05586863fc8b admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/c8e97eb1-32be-40dd-b92d-b1d08fb235bd HTTP/1.1" status: 204 len: 168 time: 1.6987207 Jan 14 07:09:56.973000 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_dvr_db [None req-3e4da342-a9b6-4e98-8cd6-393e8604ceb5 None None] Set router 4fee988a-a007-4060-9487-18608b1d2936 gateway port host: n-d-768862-2 {{(pid=84877) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 14 07:09:57.067655 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a770714-7e06-47fe-a824-c88f3d5a0c9d None None] Network 4f8ba25b-d3c1-4bc9-af19-1d9b1d33b0ab requested from n-d-768862-2 {{(pid=84876) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 07:09:57.238115 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_hamode_db [None req-2e957d3d-4359-4b88-b43f-e0942a4b3546 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '30249a14-1686-4e58-b5b1-bb14dfd5f43e', 'name': 'tempest-FloatingIPsTestJSON-2072963667-router', 'tenant_id': '914ccd51ecef47e89b834e22797839e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '226f1e78-82cd-4481-9055-4eb73b6db8c1', 'external_fixed_ips': [{'subnet_id': 'ba8deeec-7658-4195-9449-038c076f5c83', 'ip_address': '172.25.2.122'}], 'enable_snat': True}, 'gw_port_id': '13579756-e803-43e9-b140-10c1fa18648b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-14T07:09:38Z', 'updated_at': '2021-01-14T07:09:47Z', 'revision_number': 3, 'project_id': '914ccd51ecef47e89b834e22797839e0', 'gw_port': {'id': '13579756-e803-43e9-b140-10c1fa18648b', 'name': '', 'network_id': '226f1e78-82cd-4481-9055-4eb73b6db8c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:2a:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '30249a14-1686-4e58-b5b1-bb14dfd5f43e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 490, 'fixed_ips': [{'subnet_id': 'ba8deeec-7658-4195-9449-038c076f5c83', 'ip_address': '172.25.2.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T07:09:41Z', 'updated_at': '2021-01-14T07:09:43Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ba8deeec-7658-4195-9449-038c076f5c83', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-2'}], 'n-d-768862-2', False) {} {{(pid=84876) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:09:57.246850 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e957d3d-4359-4b88-b43f-e0942a4b3546 None None] Checking router: 30249a14-1686-4e58-b5b1-bb14dfd5f43e for host: n-d-768862-2 {{(pid=84876) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Jan 14 07:09:57.247256 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e957d3d-4359-4b88-b43f-e0942a4b3546 None None] Updating router 30249a14-1686-4e58-b5b1-bb14dfd5f43e port 13579756-e803-43e9-b140-10c1fa18648b binding host n-d-768862-2 {{(pid=84876) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Jan 14 07:09:57.324072 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-2e957d3d-4359-4b88-b43f-e0942a4b3546 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555753'] for port, before_update {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:09:57.421563 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83aa5500-827a-4c1a-83c5-5166fab8dc15 tempest-ListImageFiltersTestJSON-959365383 tempest-ListImageFiltersTestJSON-959365383] Pushing event updated for resources: {'SecurityGroup': ['ID=29f268c6-034a-46f1-bb49-f15977f5be8f,revision_number=1']} {{(pid=84874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:09:57.473181 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-83aa5500-827a-4c1a-83c5-5166fab8dc15 tempest-ListImageFiltersTestJSON-959365383 tempest-ListImageFiltersTestJSON-959365383] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.685s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:09:57.551601 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [req-e0c6e5c2-aa1a-4ee6-bd35-c05dc7d0680b req-694094a7-830a-41a6-9093-6cdd48b92ba0 tempest-SecurityGroupRulesNegativeTestJSON-608374989 tempest-SecurityGroupRulesNegativeTestJSON-608374989] Notify callbacks [] for security_group_rule, before_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:09:57.748421 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_hamode_db [None req-3e4da342-a9b6-4e98-8cd6-393e8604ceb5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4fee988a-a007-4060-9487-18608b1d2936', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-778481560-router', 'tenant_id': 'ee0578336fa8434fa2c352d4491edd99', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '226f1e78-82cd-4481-9055-4eb73b6db8c1', 'external_fixed_ips': [{'subnet_id': 'ba8deeec-7658-4195-9449-038c076f5c83', 'ip_address': '172.25.2.111'}], 'enable_snat': True}, 'gw_port_id': 'b44a45d5-0dc1-43bf-a2fe-837b4efbd9c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-14T07:08:22Z', 'updated_at': '2021-01-14T07:09:46Z', 'revision_number': 5, 'project_id': 'ee0578336fa8434fa2c352d4491edd99', 'gw_port': {'id': 'b44a45d5-0dc1-43bf-a2fe-837b4efbd9c2', 'name': '', 'network_id': '226f1e78-82cd-4481-9055-4eb73b6db8c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:dd:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4fee988a-a007-4060-9487-18608b1d2936', 'device_owner': 'network:router_gateway', 'standard_attr_id': 275, 'fixed_ips': [{'subnet_id': 'ba8deeec-7658-4195-9449-038c076f5c83', 'ip_address': '172.25.2.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T07:08:24Z', 'updated_at': '2021-01-14T07:08:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ba8deeec-7658-4195-9449-038c076f5c83', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-2'}], 'n-d-768862-2', False) {} {{(pid=84877) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:09:57.754229 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-b98eab91-9e40-4dbc-aa57-4b50981404ac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850887113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3254092', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036851981146'] for subnet, after_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:09:57.767399 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e4da342-a9b6-4e98-8cd6-393e8604ceb5 None None] Checking router: 4fee988a-a007-4060-9487-18608b1d2936 for host: n-d-768862-2 {{(pid=84877) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Jan 14 07:09:57.807626 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e4da342-a9b6-4e98-8cd6-393e8604ceb5 None None] Routers {'4fee988a-a007-4060-9487-18608b1d2936'} bound to L3 agent in host n-d-768862-2 {{(pid=84877) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 14 07:09:57.812508 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_hamode_db [None req-3e4da342-a9b6-4e98-8cd6-393e8604ceb5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-01-14T06:56:51Z,description=,heartbeat_timestamp=2021-01-14T07:09:52Z,host='n-d-768862-2',id=35f592e9-451b-4db9-abea-77b6a5c5391b,load=0,resource_versions=,resources_synced=,started_at=2021-01-14T06:56:51Z,topic='l3_agent')) {'router_ids': ['4fee988a-a007-4060-9487-18608b1d2936'], 'active': True} {{(pid=84877) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:09:57.831783 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [req-e0c6e5c2-aa1a-4ee6-bd35-c05dc7d0680b req-694094a7-830a-41a6-9093-6cdd48b92ba0 tempest-SecurityGroupRulesNegativeTestJSON-608374989 tempest-SecurityGroupRulesNegativeTestJSON-608374989] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:09:57.848093 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [req-e0c6e5c2-aa1a-4ee6-bd35-c05dc7d0680b req-694094a7-830a-41a6-9093-6cdd48b92ba0 tempest-SecurityGroupRulesNegativeTestJSON-608374989 tempest-SecurityGroupRulesNegativeTestJSON-608374989] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850966545'] for security_group_rule, after_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:09:57.852054 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-c579ca43-3ad7-4a08-b1d8-dd98dc0efaf2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:09:57.886815 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-8078d125-f7a4-466d-a0ab-bcf370757454 admin admin] Notify callbacks [] for router, before_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:09:58.055703 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b98eab91-9e40-4dbc-aa57-4b50981404ac admin admin] Pushing event updated for resources: {'Subnet': ['ID=b1b9f7fe-b358-4c3f-84bc-2be679521ed7,revision_number=0']} {{(pid=84874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:09:58.162115 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-2e957d3d-4359-4b88-b43f-e0942a4b3546 None None] Notify callbacks [] for port, precommit_update {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:09:58.169281 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-b98eab91-9e40-4dbc-aa57-4b50981404ac admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.317s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:09:58.192847 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-2e957d3d-4359-4b88-b43f-e0942a4b3546 None None] Transition to ACTIVE for port object 13579756-e803-43e9-b140-10c1fa18648b will not be triggered until provisioned by entity L2. {{(pid=84876) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 07:09:58.198501 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-2e957d3d-4359-4b88-b43f-e0942a4b3546 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777640533312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363259214678337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777640097497'] for port, after_update {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:09:58.318094 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_dvr_db [None req-3e4da342-a9b6-4e98-8cd6-393e8604ceb5 None None] Set router 4fee988a-a007-4060-9487-18608b1d2936 gateway port host: n-d-768862-2 {{(pid=84877) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 14 07:09:58.345566 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-19386de0-bf67-435b-96c6-edf76917037b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84876) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:09:58.455085 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17c92cda-fc2d-477f-a958-8061d8c8bda3 None None] Pushing event updated for resources: {'Port': ['ID=13579756-e803-43e9-b140-10c1fa18648b,revision_number=2']} {{(pid=84876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:09:58.462425 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-17c92cda-fc2d-477f-a958-8061d8c8bda3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=84876) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:09:58.486349 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-8078d125-f7a4-466d-a0ab-bcf370757454 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:09:58.492418 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.plugin [None req-8078d125-f7a4-466d-a0ab-bcf370757454 admin admin] Deleting port b44a45d5-0dc1-43bf-a2fe-837b4efbd9c2 {{(pid=84875) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 07:09:58.492797 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-8078d125-f7a4-466d-a0ab-bcf370757454 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363259214248359'] for port, before_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:09:58.569957 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-ec04f2a1-be4f-4399-b370-48cf5153f41d admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=06fc00463aef43c0b2d39ebb95f2c897&name=default HTTP/1.1" status: 200 len: 2979 time: 1.8551419 Jan 14 07:09:58.584895 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84874) accepted ('10.222.0.24', 54888) {{(pid=84874) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:09:58.593126 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.managers [None req-2e957d3d-4359-4b88-b43f-e0942a4b3546 None None] Attempting to bind port 13579756-e803-43e9-b140-10c1fa18648b on host n-d-768862-2 for vnic_type normal with profile {{(pid=84876) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 14 07:09:58.594126 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.managers [None req-2e957d3d-4359-4b88-b43f-e0942a4b3546 None None] Attempting to bind port 13579756-e803-43e9-b140-10c1fa18648b by drivers openvswitch on host n-d-768862-2 at level 0 using segments [{'id': 'cf3ded2c-bc47-4a71-89af-6e7117e60140', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '226f1e78-82cd-4481-9055-4eb73b6db8c1'}] {{(pid=84876) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 14 07:09:58.594750 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e957d3d-4359-4b88-b43f-e0942a4b3546 None None] Attempting to bind port 13579756-e803-43e9-b140-10c1fa18648b on network 226f1e78-82cd-4481-9055-4eb73b6db8c1 {{(pid=84876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 14 07:09:58.612944 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e957d3d-4359-4b88-b43f-e0942a4b3546 None None] Checking agent: {'id': 'ba5efab1-b43c-4d5a-bc52-6e105d4e67a2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768862-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 14, 6, 56, 52), 'started_at': datetime.datetime(2021, 1, 14, 6, 57, 22), 'heartbeat_timestamp': datetime.datetime(2021, 1, 14, 7, 9, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768862-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.29', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 14 07:09:58.613762 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e957d3d-4359-4b88-b43f-e0942a4b3546 None None] Checking segment: {'id': 'cf3ded2c-bc47-4a71-89af-6e7117e60140', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '226f1e78-82cd-4481-9055-4eb73b6db8c1'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84876) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 14 07:09:58.615264 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-2e957d3d-4359-4b88-b43f-e0942a4b3546 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:09:58.615931 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e957d3d-4359-4b88-b43f-e0942a4b3546 None None] Bound using segment: {'id': 'cf3ded2c-bc47-4a71-89af-6e7117e60140', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '226f1e78-82cd-4481-9055-4eb73b6db8c1'} {{(pid=84876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 14 07:09:58.616663 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.managers [None req-2e957d3d-4359-4b88-b43f-e0942a4b3546 None None] Bound port: 13579756-e803-43e9-b140-10c1fa18648b, host: n-d-768862-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cf3ded2c-bc47-4a71-89af-6e7117e60140', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '226f1e78-82cd-4481-9055-4eb73b6db8c1'}}] {{(pid=84876) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 14 07:09:58.617313 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-2e957d3d-4359-4b88-b43f-e0942a4b3546 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555753'] for port, before_update {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:09:58.811055 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [None req-2e957d3d-4359-4b88-b43f-e0942a4b3546 None None] For port 13579756-e803-43e9-b140-10c1fa18648b, host n-d-768862-2, cleared binding levels {{(pid=84876) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 14 07:09:58.815377 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [None req-2e957d3d-4359-4b88-b43f-e0942a4b3546 None None] For port 13579756-e803-43e9-b140-10c1fa18648b, host n-d-768862-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-2',level=0,port_id=13579756-e803-43e9-b140-10c1fa18648b,segment=NetworkSegment(cf3ded2c-bc47-4a71-89af-6e7117e60140),segment_id=cf3ded2c-bc47-4a71-89af-6e7117e60140)] {{(pid=84876) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 14 07:09:58.822335 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-2e957d3d-4359-4b88-b43f-e0942a4b3546 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777640533312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363259214678337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777640097497'] for port, after_update {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:09:58.852030 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b98eab91-9e40-4dbc-aa57-4b50981404ac admin admin] Checking segment: {'id': 'f1a1da15-9c84-4f1f-8d4b-5f93ea7c2a21', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 8, 'network_id': '1c7b4b12-7df2-4f41-8649-b236d94b12da'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84874) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 14 07:09:58.852436 n-d-768862-2 neutron-server[84765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b98eab91-9e40-4dbc-aa57-4b50981404ac admin admin] Network hostable DHCP agents. Network: 1c7b4b12-7df2-4f41-8649-b236d94b12da, hostable agents: ['32f3dd84-26da-4d18-bf15-6017a8fb7247'], hosted agents: [] {{(pid=84874) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Jan 14 07:09:58.858909 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-e460c6be-e0a4-4d20-9a33-9fc78b7a4427 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84876) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:09:58.876870 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.db_base_plugin_common [req-3000f209-9dc5-4dbb-9ad3-a1d7e76465df req-83aa5500-827a-4c1a-83c5-5166fab8dc15 tempest-ListImageFiltersTestJSON-959365383 tempest-ListImageFiltersTestJSON-959365383] Allocated IP 192.168.233.184 (3ab89270-67b1-41e9-8be2-a0395a984bff/69aa3990-7111-4d2c-9167-5d5ad366f163/4d8fe1dd-3cb7-4914-9058-541233b80f71) {{(pid=84874) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 14 07:09:58.961131 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_hamode_db [None req-3e4da342-a9b6-4e98-8cd6-393e8604ceb5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4fee988a-a007-4060-9487-18608b1d2936', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-778481560-router', 'tenant_id': 'ee0578336fa8434fa2c352d4491edd99', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '226f1e78-82cd-4481-9055-4eb73b6db8c1', 'external_fixed_ips': [{'subnet_id': 'ba8deeec-7658-4195-9449-038c076f5c83', 'ip_address': '172.25.2.111'}], 'enable_snat': True}, 'gw_port_id': 'b44a45d5-0dc1-43bf-a2fe-837b4efbd9c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-14T07:08:22Z', 'updated_at': '2021-01-14T07:09:46Z', 'revision_number': 5, 'project_id': 'ee0578336fa8434fa2c352d4491edd99', 'gw_port': {'id': 'b44a45d5-0dc1-43bf-a2fe-837b4efbd9c2', 'name': '', 'network_id': '226f1e78-82cd-4481-9055-4eb73b6db8c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:dd:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4fee988a-a007-4060-9487-18608b1d2936', 'device_owner': 'network:router_gateway', 'standard_attr_id': 275, 'fixed_ips': [{'subnet_id': 'ba8deeec-7658-4195-9449-038c076f5c83', 'ip_address': '172.25.2.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T07:08:24Z', 'updated_at': '2021-01-14T07:08:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ba8deeec-7658-4195-9449-038c076f5c83', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-2'}], 'n-d-768862-2', False) {} {{(pid=84877) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:09:58.964093 n-d-768862-2 neutron-server[84765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b98eab91-9e40-4dbc-aa57-4b50981404ac admin admin] Network 1c7b4b12-7df2-4f41-8649-b236d94b12da is scheduled to be hosted by DHCP agent 32f3dd84-26da-4d18-bf15-6017a8fb7247 with binding_index 1 {{(pid=84874) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Jan 14 07:09:58.976066 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e4da342-a9b6-4e98-8cd6-393e8604ceb5 None None] The sync data for ids ['4fee988a-a007-4060-9487-18608b1d2936'] in n-d-768862-2 is: [{'id': '4fee988a-a007-4060-9487-18608b1d2936', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-778481560-router', 'tenant_id': 'ee0578336fa8434fa2c352d4491edd99', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '226f1e78-82cd-4481-9055-4eb73b6db8c1', 'external_fixed_ips': [{'subnet_id': 'ba8deeec-7658-4195-9449-038c076f5c83', 'ip_address': '172.25.2.111'}], 'enable_snat': True}, 'gw_port_id': 'b44a45d5-0dc1-43bf-a2fe-837b4efbd9c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-14T07:08:22Z', 'updated_at': '2021-01-14T07:09:46Z', 'revision_number': 5, 'project_id': 'ee0578336fa8434fa2c352d4491edd99', 'gw_port': {'id': 'b44a45d5-0dc1-43bf-a2fe-837b4efbd9c2', 'name': '', 'network_id': '226f1e78-82cd-4481-9055-4eb73b6db8c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:dd:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4fee988a-a007-4060-9487-18608b1d2936', 'device_owner': 'network:router_gateway', 'standard_attr_id': 275, 'fixed_ips': [{'subnet_id': 'ba8deeec-7658-4195-9449-038c076f5c83', 'ip_address': '172.25.2.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T07:08:24Z', 'updated_at': '2021-01-14T07:08:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ba8deeec-7658-4195-9449-038c076f5c83', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-2'}] {{(pid=84877) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Jan 14 07:09:58.990465 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-d4f9bdc3-7802-4847-9bdb-23b2034580ee admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:09:59.044880 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-d4f9bdc3-7802-4847-9bdb-23b2034580ee admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:09:59.102718 n-d-768862-2 neutron-server[84765]: DEBUG neutron.scheduler.base_scheduler [None req-b98eab91-9e40-4dbc-aa57-4b50981404ac admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768862-2, 1c7b4b12-7df2-4f41-8649-b236d94b12da) {{(pid=84874) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 07:09:59.121417 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-d4f9bdc3-7802-4847-9bdb-23b2034580ee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850887153'] for security_group, after_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:09:59.130223 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-4ed025d7-df2f-4f38-b6e3-363392da7e27 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:09:59.151220 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b98eab91-9e40-4dbc-aa57-4b50981404ac admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:09:59.153234 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-b98eab91-9e40-4dbc-aa57-4b50981404ac admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3207107'] for subnet, before_response {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:09:59.155305 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c24c60a-27ca-40e1-977a-febd8c88070e None None] Network 1c7b4b12-7df2-4f41-8649-b236d94b12da requested from n-d-768862-2 {{(pid=84876) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 07:09:59.202469 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-b98eab91-9e40-4dbc-aa57-4b50981404ac admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 857 time: 4.8659279 Jan 14 07:09:59.203793 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4f9bdc3-7802-4847-9bdb-23b2034580ee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=29f268c6-034a-46f1-bb49-f15977f5be8f,revision_number=None']} {{(pid=84874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:09:59.207640 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-d4f9bdc3-7802-4847-9bdb-23b2034580ee admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:09:59.213182 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84874) accepted ('10.222.0.24', 54898) {{(pid=84874) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:09:59.230649 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.v2.base [None req-d741e11f-418f-480c-bee0-d5b08d7f8bcc admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsAssociationTestJSON-1064949191-router', 'tenant_id': '93a8da55e1c346bf8dc2a8711a9e4edc', 'external_gateway_info': {'network_id': '226f1e78-82cd-4481-9055-4eb73b6db8c1'}}} {{(pid=84874) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:09:59.241815 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-d741e11f-418f-480c-bee0-d5b08d7f8bcc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:09:59.246710 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-d741e11f-418f-480c-bee0-d5b08d7f8bcc admin admin] Usage tracker for resource:router and tenant:93a8da55e1c346bf8dc2a8711a9e4edc is out of sync, need to count used quota {{(pid=84874) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:09:59.251174 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-d741e11f-418f-480c-bee0-d5b08d7f8bcc admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=84874) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:09:59.258045 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-d741e11f-418f-480c-bee0-d5b08d7f8bcc admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:09:59.266955 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-d4f9bdc3-7802-4847-9bdb-23b2034580ee admin admin] Notify callbacks [] for security_group, before_response {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:09:59.268579 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-d4f9bdc3-7802-4847-9bdb-23b2034580ee admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/29f268c6-034a-46f1-bb49-f15977f5be8f HTTP/1.1" status: 204 len: 168 time: 0.6814210 Jan 14 07:09:59.274016 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17c92cda-fc2d-477f-a958-8061d8c8bda3 None None] Pushing event updated for resources: {'Port': ['ID=13579756-e803-43e9-b140-10c1fa18648b,revision_number=3']} {{(pid=84876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:09:59.275721 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-d741e11f-418f-480c-bee0-d5b08d7f8bcc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3889205', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854717621'] for router, before_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:09:59.277141 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-d741e11f-418f-480c-bee0-d5b08d7f8bcc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036850886574', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3912501', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3808446', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-58179'] for router, precommit_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:09:59.299129 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-d741e11f-418f-480c-bee0-d5b08d7f8bcc admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:09:59.306587 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:09:59.435199 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-17c92cda-fc2d-477f-a958-8061d8c8bda3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.576s {{(pid=84876) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:09:59.682487 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-694094a7-830a-41a6-9093-6cdd48b92ba0 tempest-SecurityGroupRulesNegativeTestJSON-608374989 tempest-SecurityGroupRulesNegativeTestJSON-608374989] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6f9c8a23-952a-4416-a4fd-37338423fab7,revision_number=0']} {{(pid=84875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:09:59.791364 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e957d3d-4359-4b88-b43f-e0942a4b3546 None None] Routers {'30249a14-1686-4e58-b5b1-bb14dfd5f43e'} bound to L3 agent in host n-d-768862-2 {{(pid=84876) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 14 07:09:59.792545 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_hamode_db [None req-2e957d3d-4359-4b88-b43f-e0942a4b3546 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-01-14T06:56:51Z,description=,heartbeat_timestamp=2021-01-14T07:09:52Z,host='n-d-768862-2',id=35f592e9-451b-4db9-abea-77b6a5c5391b,load=0,resource_versions=,resources_synced=,started_at=2021-01-14T06:56:51Z,topic='l3_agent')) {'router_ids': ['30249a14-1686-4e58-b5b1-bb14dfd5f43e'], 'active': True} {{(pid=84876) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:09:59.827487 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [req-e0c6e5c2-aa1a-4ee6-bd35-c05dc7d0680b req-694094a7-830a-41a6-9093-6cdd48b92ba0 tempest-SecurityGroupRulesNegativeTestJSON-608374989 tempest-SecurityGroupRulesNegativeTestJSON-608374989] Notify callbacks [] for security_group_rule, before_response {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:09:59.829976 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [req-e0c6e5c2-aa1a-4ee6-bd35-c05dc7d0680b req-694094a7-830a-41a6-9093-6cdd48b92ba0 tempest-SecurityGroupRulesNegativeTestJSON-608374989 tempest-SecurityGroupRulesNegativeTestJSON-608374989] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 3.7505631 Jan 14 07:09:59.975493 n-d-768862-2 neutron-server[84765]: ERROR neutron.pecan_wsgi.hooks.translation [req-3000f209-9dc5-4dbb-9ad3-a1d7e76465df req-83aa5500-827a-4c1a-83c5-5166fab8dc15 tempest-ListImageFiltersTestJSON-959365383 tempest-ListImageFiltersTestJSON-959365383] POST failed.: oslo_db.exception.DBReferenceError: (pymysql.err.IntegrityError) (1452, 'Cannot add or update a child row: a foreign key constraint fails (`neutron`.`securitygroupportbindings`, CONSTRAINT `securitygroupportbindings_ibfk_2` FOREIGN KEY (`security_group_id`) REFERENCES `securitygroups` (`id`))') Jan 14 07:09:59.975493 n-d-768862-2 neutron-server[84765]: [SQL: INSERT INTO securitygroupportbindings (port_id, security_group_id) VALUES (%(port_id)s, %(security_group_id)s)] Jan 14 07:09:59.975493 n-d-768862-2 neutron-server[84765]: [parameters: {'port_id': '4d8fe1dd-3cb7-4914-9058-541233b80f71', 'security_group_id': '29f268c6-034a-46f1-bb49-f15977f5be8f'}] Jan 14 07:09:59.975493 n-d-768862-2 neutron-server[84765]: (Background on this error at: http://sqlalche.me/e/13/gkpj) Jan 14 07:09:59.975493 n-d-768862-2 neutron-server[84765]: ERROR neutron.pecan_wsgi.hooks.translation Traceback (most recent call last): Jan 14 07:09:59.975493 n-d-768862-2 neutron-server[84765]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.6/dist-packages/sqlalchemy/engine/base.py", line 1277, in _execute_context Jan 14 07:09:59.975493 n-d-768862-2 neutron-server[84765]: ERROR neutron.pecan_wsgi.hooks.translation cursor, statement, parameters, context Jan 14 07:09:59.975493 n-d-768862-2 neutron-server[84765]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.6/dist-packages/sqlalchemy/engine/default.py", line 609, in do_execute Jan 14 07:09:59.975493 n-d-768862-2 neutron-server[84765]: ERROR neutron.pecan_wsgi.hooks.translation cursor.execute(statement, parameters) Jan 14 07:09:59.975493 n-d-768862-2 neutron-server[84765]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.6/dist-packages/pymysql/cursors.py", line 148, in execute Jan 14 07:09:59.975493 n-d-768862-2 neutron-server[84765]: ERROR neutron.pecan_wsgi.hooks.translation result = self._query(query) Jan 14 07:09:59.975493 n-d-768862-2 neutron-server[84765]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.6/dist-packages/pymysql/cursors.py", line 310, in _query Jan 14 07:09:59.975493 n-d-768862-2 neutron-server[84765]: ERROR neutron.pecan_wsgi.hooks.translation conn.query(q) Jan 14 07:09:59.975493 n-d-768862-2 neutron-server[84765]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.6/dist-packages/pymysql/connections.py", line 548, in query Jan 14 07:09:59.975493 n-d-768862-2 neutron-server[84765]: ERROR neutron.pecan_wsgi.hooks.translation self._affected_rows = self._read_query_result(unbuffered=unbuffered) Jan 14 07:09:59.975493 n-d-768862-2 neutron-server[84765]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.6/dist-packages/pymysql/connections.py", line 775, in _read_query_result Jan 14 07:09:59.975493 n-d-768862-2 neutron-server[84765]: ERROR neutron.pecan_wsgi.hooks.translation result.read() Jan 14 07:09:59.975493 n-d-768862-2 neutron-server[84765]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.6/dist-packages/pymysql/connections.py", line 1156, in read Jan 14 07:09:59.975493 n-d-768862-2 neutron-server[84765]: ERROR neutron.pecan_wsgi.hooks.translation first_packet = self.connection._read_packet() Jan 14 07:09:59.975493 n-d-768862-2 neutron-server[84765]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.6/dist-packages/pymysql/connections.py", line 725, in _read_packet Jan 14 07:09:59.975493 n-d-768862-2 neutron-server[84765]: ERROR neutron.pecan_wsgi.hooks.translation packet.raise_for_error() Jan 14 07:09:59.975493 n-d-768862-2 neutron-server[84765]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.6/dist-packages/pymysql/protocol.py", line 221, in raise_for_error Jan 14 07:09:59.975493 n-d-768862-2 neutron-server[84765]: ERROR neutron.pecan_wsgi.hooks.translation err.raise_mysql_exception(self._data) Jan 14 07:09:59.975493 n-d-768862-2 neutron-server[84765]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.6/dist-packages/pymysql/err.py", line 143, in raise_mysql_exception Jan 14 07:09:59.975493 n-d-768862-2 neutron-server[84765]: ERROR neutron.pecan_wsgi.hooks.translation raise errorclass(errno, errval) Jan 14 07:09:59.975493 n-d-768862-2 neutron-server[84765]: ERROR neutron.pecan_wsgi.hooks.translation pymysql.err.IntegrityError: (1452, 'Cannot add or update a child row: a foreign key constraint fails (`neutron`.`securitygroupportbindings`, CONSTRAINT `securitygroupportbindings_ibfk_2` FOREIGN KEY (`security_group_id`) REFERENCES `securitygroups` (`id`))') Jan 14 07:09:59.975493 n-d-768862-2 neutron-server[84765]: ERROR neutron.pecan_wsgi.hooks.translation Jan 14 07:09:59.975493 n-d-768862-2 neutron-server[84765]: ERROR neutron.pecan_wsgi.hooks.translation The above exception was the direct cause of the following exception: Jan 14 07:09:59.975493 n-d-768862-2 neutron-server[84765]: ERROR neutron.pecan_wsgi.hooks.translation Jan 14 07:09:59.975493 n-d-768862-2 neutron-server[84765]: ERROR neutron.pecan_wsgi.hooks.translation Traceback (most recent call last): Jan 14 07:09:59.975493 n-d-768862-2 neutron-server[84765]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.6/dist-packages/pecan/core.py", line 683, in __call__ Jan 14 07:09:59.975493 n-d-768862-2 neutron-server[84765]: ERROR neutron.pecan_wsgi.hooks.translation self.invoke_controller(controller, args, kwargs, state) Jan 14 07:09:59.975493 n-d-768862-2 neutron-server[84765]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.6/dist-packages/pecan/core.py", line 574, in invoke_controller Jan 14 07:09:59.975493 n-d-768862-2 neutron-server[84765]: ERROR neutron.pecan_wsgi.hooks.translation result = controller(*args, **kwargs) Jan 14 07:09:59.975493 n-d-768862-2 neutron-server[84765]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jan 14 07:09:59.975493 n-d-768862-2 neutron-server[84765]: ERROR neutron.pecan_wsgi.hooks.translation setattr(e, '_RETRY_EXCEEDED', True) Jan 14 07:09:59.975493 n-d-768862-2 neutron-server[84765]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Jan 14 07:09:59.975493 n-d-768862-2 neutron-server[84765]: ERROR neutron.pecan_wsgi.hooks.translation self.force_reraise() Jan 14 07:09:59.975493 n-d-768862-2 neutron-server[84765]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Jan 14 07:09:59.975493 n-d-768862-2 neutron-server[84765]: ERROR neutron.pecan_wsgi.hooks.translation six.reraise(self.type_, self.value, self.tb) Jan 14 07:09:59.975493 n-d-768862-2 neutron-server[84765]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.6/dist-packages/six.py", line 703, in reraise Jan 14 07:09:59.975493 n-d-768862-2 neutron-server[84765]: ERROR neutron.pecan_wsgi.hooks.translation raise value Jan 14 07:09:59.975493 n-d-768862-2 neutron-server[84765]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jan 14 07:09:59.975493 n-d-768862-2 neutron-server[84765]: ERROR neutron.pecan_wsgi.hooks.translation return f(*args, **kwargs) Jan 14 07:09:59.975493 n-d-768862-2 neutron-server[84765]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.6/dist-packages/oslo_db/api.py", line 154, in wrapper Jan 14 07:09:59.975493 n-d-768862-2 neutron-server[84765]: ERROR neutron.pecan_wsgi.hooks.translation ectxt.value = e.inner_exc Jan 14 07:09:59.975493 n-d-768862-2 neutron-server[84765]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Jan 14 07:09:59.978603 n-d-768862-2 neutron-server[84765]: ERROR neutron.pecan_wsgi.hooks.translation self.force_reraise() Jan 14 07:09:59.978603 n-d-768862-2 neutron-server[84765]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Jan 14 07:09:59.978603 n-d-768862-2 neutron-server[84765]: ERROR neutron.pecan_wsgi.hooks.translation six.reraise(self.type_, self.value, self.tb) Jan 14 07:09:59.978603 n-d-768862-2 neutron-server[84765]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.6/dist-packages/six.py", line 703, in reraise Jan 14 07:09:59.978603 n-d-768862-2 neutron-server[84765]: ERROR neutron.pecan_wsgi.hooks.translation raise value Jan 14 07:09:59.978603 n-d-768862-2 neutron-server[84765]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.6/dist-packages/oslo_db/api.py", line 142, in wrapper Jan 14 07:09:59.978603 n-d-768862-2 neutron-server[84765]: ERROR neutron.pecan_wsgi.hooks.translation return f(*args, **kwargs) Jan 14 07:09:59.978603 n-d-768862-2 neutron-server[84765]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jan 14 07:09:59.978603 n-d-768862-2 neutron-server[84765]: ERROR neutron.pecan_wsgi.hooks.translation LOG.debug("Retry wrapper got retriable exception: %s", e) Jan 14 07:09:59.978603 n-d-768862-2 neutron-server[84765]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Jan 14 07:09:59.978603 n-d-768862-2 neutron-server[84765]: ERROR neutron.pecan_wsgi.hooks.translation self.force_reraise() Jan 14 07:09:59.978603 n-d-768862-2 neutron-server[84765]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Jan 14 07:09:59.978603 n-d-768862-2 neutron-server[84765]: ERROR neutron.pecan_wsgi.hooks.translation six.reraise(self.type_, self.value, self.tb) Jan 14 07:09:59.978603 n-d-768862-2 neutron-server[84765]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.6/dist-packages/six.py", line 703, in reraise Jan 14 07:09:59.978603 n-d-768862-2 neutron-server[84765]: ERROR neutron.pecan_wsgi.hooks.translation raise value Jan 14 07:09:59.978603 n-d-768862-2 neutron-server[84765]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jan 14 07:09:59.978603 n-d-768862-2 neutron-server[84765]: ERROR neutron.pecan_wsgi.hooks.translation return f(*dup_args, **dup_kwargs) Jan 14 07:09:59.978603 n-d-768862-2 neutron-server[84765]: ERROR neutron.pecan_wsgi.hooks.translation File "/opt/stack/neutron/neutron/pecan_wsgi/controllers/utils.py", line 76, in wrapped Jan 14 07:09:59.978603 n-d-768862-2 neutron-server[84765]: ERROR neutron.pecan_wsgi.hooks.translation return f(*args, **kwargs) Jan 14 07:09:59.978603 n-d-768862-2 neutron-server[84765]: ERROR neutron.pecan_wsgi.hooks.translation File "/opt/stack/neutron/neutron/pecan_wsgi/controllers/resource.py", line 163, in post Jan 14 07:09:59.978603 n-d-768862-2 neutron-server[84765]: ERROR neutron.pecan_wsgi.hooks.translation return self.create(resources) Jan 14 07:09:59.978603 n-d-768862-2 neutron-server[84765]: ERROR neutron.pecan_wsgi.hooks.translation File "/opt/stack/neutron/neutron/pecan_wsgi/controllers/resource.py", line 181, in create Jan 14 07:09:59.978603 n-d-768862-2 neutron-server[84765]: ERROR neutron.pecan_wsgi.hooks.translation return {key: creator(*creator_args, **creator_kwargs)} Jan 14 07:09:59.978603 n-d-768862-2 neutron-server[84765]: ERROR neutron.pecan_wsgi.hooks.translation File "/opt/stack/neutron/neutron/common/utils.py", line 687, in inner Jan 14 07:09:59.978603 n-d-768862-2 neutron-server[84765]: ERROR neutron.pecan_wsgi.hooks.translation return f(self, context, *args, **kwargs) Jan 14 07:09:59.978603 n-d-768862-2 neutron-server[84765]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 217, in wrapped Jan 14 07:09:59.978603 n-d-768862-2 neutron-server[84765]: ERROR neutron.pecan_wsgi.hooks.translation return method(*args, **kwargs) Jan 14 07:09:59.978603 n-d-768862-2 neutron-server[84765]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jan 14 07:09:59.978603 n-d-768862-2 neutron-server[84765]: ERROR neutron.pecan_wsgi.hooks.translation setattr(e, '_RETRY_EXCEEDED', True) Jan 14 07:09:59.978603 n-d-768862-2 neutron-server[84765]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Jan 14 07:09:59.978603 n-d-768862-2 neutron-server[84765]: ERROR neutron.pecan_wsgi.hooks.translation self.force_reraise() Jan 14 07:09:59.978603 n-d-768862-2 neutron-server[84765]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Jan 14 07:09:59.978603 n-d-768862-2 neutron-server[84765]: ERROR neutron.pecan_wsgi.hooks.translation six.reraise(self.type_, self.value, self.tb) Jan 14 07:09:59.978603 n-d-768862-2 neutron-server[84765]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.6/dist-packages/six.py", line 703, in reraise Jan 14 07:09:59.978603 n-d-768862-2 neutron-server[84765]: ERROR neutron.pecan_wsgi.hooks.translation raise value Jan 14 07:09:59.978603 n-d-768862-2 neutron-server[84765]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jan 14 07:09:59.978603 n-d-768862-2 neutron-server[84765]: ERROR neutron.pecan_wsgi.hooks.translation return f(*args, **kwargs) Jan 14 07:09:59.978603 n-d-768862-2 neutron-server[84765]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.6/dist-packages/oslo_db/api.py", line 154, in wrapper Jan 14 07:09:59.978603 n-d-768862-2 neutron-server[84765]: ERROR neutron.pecan_wsgi.hooks.translation ectxt.value = e.inner_exc Jan 14 07:09:59.978603 n-d-768862-2 neutron-server[84765]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Jan 14 07:09:59.978603 n-d-768862-2 neutron-server[84765]: ERROR neutron.pecan_wsgi.hooks.translation self.force_reraise() Jan 14 07:09:59.978603 n-d-768862-2 neutron-server[84765]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Jan 14 07:09:59.978603 n-d-768862-2 neutron-server[84765]: ERROR neutron.pecan_wsgi.hooks.translation six.reraise(self.type_, self.value, self.tb) Jan 14 07:09:59.978603 n-d-768862-2 neutron-server[84765]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.6/dist-packages/six.py", line 703, in reraise Jan 14 07:09:59.978603 n-d-768862-2 neutron-server[84765]: ERROR neutron.pecan_wsgi.hooks.translation raise value Jan 14 07:09:59.978603 n-d-768862-2 neutron-server[84765]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.6/dist-packages/oslo_db/api.py", line 142, in wrapper Jan 14 07:09:59.978603 n-d-768862-2 neutron-server[84765]: ERROR neutron.pecan_wsgi.hooks.translation return f(*args, **kwargs) Jan 14 07:09:59.978603 n-d-768862-2 neutron-server[84765]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jan 14 07:09:59.978603 n-d-768862-2 neutron-server[84765]: ERROR neutron.pecan_wsgi.hooks.translation LOG.debug("Retry wrapper got retriable exception: %s", e) Jan 14 07:09:59.978603 n-d-768862-2 neutron-server[84765]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Jan 14 07:09:59.978603 n-d-768862-2 neutron-server[84765]: ERROR neutron.pecan_wsgi.hooks.translation self.force_reraise() Jan 14 07:09:59.985894 n-d-768862-2 neutron-server[84765]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Jan 14 07:09:59.985894 n-d-768862-2 neutron-server[84765]: ERROR neutron.pecan_wsgi.hooks.translation six.reraise(self.type_, self.value, self.tb) Jan 14 07:09:59.985894 n-d-768862-2 neutron-server[84765]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.6/dist-packages/six.py", line 703, in reraise Jan 14 07:09:59.985894 n-d-768862-2 neutron-server[84765]: ERROR neutron.pecan_wsgi.hooks.translation raise value Jan 14 07:09:59.985894 n-d-768862-2 neutron-server[84765]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jan 14 07:09:59.985894 n-d-768862-2 neutron-server[84765]: ERROR neutron.pecan_wsgi.hooks.translation return f(*dup_args, **dup_kwargs) Jan 14 07:09:59.985894 n-d-768862-2 neutron-server[84765]: ERROR neutron.pecan_wsgi.hooks.translation File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1425, in create_port Jan 14 07:09:59.985894 n-d-768862-2 neutron-server[84765]: ERROR neutron.pecan_wsgi.hooks.translation result, mech_context = self._create_port_db(context, port) Jan 14 07:09:59.985894 n-d-768862-2 neutron-server[84765]: ERROR neutron.pecan_wsgi.hooks.translation File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1399, in _create_port_db Jan 14 07:09:59.985894 n-d-768862-2 neutron-server[84765]: ERROR neutron.pecan_wsgi.hooks.translation self._process_port_create_security_group(context, result, sgs) Jan 14 07:09:59.985894 n-d-768862-2 neutron-server[84765]: ERROR neutron.pecan_wsgi.hooks.translation File "/opt/stack/neutron/neutron/db/securitygroups_db.py", line 876, in _process_port_create_security_group Jan 14 07:09:59.985894 n-d-768862-2 neutron-server[84765]: ERROR neutron.pecan_wsgi.hooks.translation sg.id) Jan 14 07:09:59.985894 n-d-768862-2 neutron-server[84765]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 217, in wrapped Jan 14 07:09:59.985894 n-d-768862-2 neutron-server[84765]: ERROR neutron.pecan_wsgi.hooks.translation return method(*args, **kwargs) Jan 14 07:09:59.985894 n-d-768862-2 neutron-server[84765]: ERROR neutron.pecan_wsgi.hooks.translation File "/opt/stack/neutron/neutron/db/securitygroups_db.py", line 357, in _create_port_security_group_binding Jan 14 07:09:59.985894 n-d-768862-2 neutron-server[84765]: ERROR neutron.pecan_wsgi.hooks.translation context.session.add(db) Jan 14 07:09:59.985894 n-d-768862-2 neutron-server[84765]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/lib/python3.6/contextlib.py", line 88, in __exit__ Jan 14 07:09:59.985894 n-d-768862-2 neutron-server[84765]: ERROR neutron.pecan_wsgi.hooks.translation next(self.gen) Jan 14 07:09:59.985894 n-d-768862-2 neutron-server[84765]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.6/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1064, in _transaction_scope Jan 14 07:09:59.985894 n-d-768862-2 neutron-server[84765]: ERROR neutron.pecan_wsgi.hooks.translation yield resource Jan 14 07:09:59.985894 n-d-768862-2 neutron-server[84765]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/lib/python3.6/contextlib.py", line 88, in __exit__ Jan 14 07:09:59.985894 n-d-768862-2 neutron-server[84765]: ERROR neutron.pecan_wsgi.hooks.translation next(self.gen) Jan 14 07:09:59.985894 n-d-768862-2 neutron-server[84765]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.6/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 680, in _session Jan 14 07:09:59.985894 n-d-768862-2 neutron-server[84765]: ERROR neutron.pecan_wsgi.hooks.translation self.session.flush() Jan 14 07:09:59.985894 n-d-768862-2 neutron-server[84765]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/session.py", line 2540, in flush Jan 14 07:09:59.985894 n-d-768862-2 neutron-server[84765]: ERROR neutron.pecan_wsgi.hooks.translation self._flush(objects) Jan 14 07:09:59.985894 n-d-768862-2 neutron-server[84765]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/session.py", line 2682, in _flush Jan 14 07:09:59.985894 n-d-768862-2 neutron-server[84765]: ERROR neutron.pecan_wsgi.hooks.translation transaction.rollback(_capture_exception=True) Jan 14 07:09:59.985894 n-d-768862-2 neutron-server[84765]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.6/dist-packages/sqlalchemy/util/langhelpers.py", line 70, in __exit__ Jan 14 07:09:59.985894 n-d-768862-2 neutron-server[84765]: ERROR neutron.pecan_wsgi.hooks.translation with_traceback=exc_tb, Jan 14 07:09:59.985894 n-d-768862-2 neutron-server[84765]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.6/dist-packages/sqlalchemy/util/compat.py", line 182, in raise_ Jan 14 07:09:59.985894 n-d-768862-2 neutron-server[84765]: ERROR neutron.pecan_wsgi.hooks.translation raise exception Jan 14 07:09:59.985894 n-d-768862-2 neutron-server[84765]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/session.py", line 2642, in _flush Jan 14 07:09:59.985894 n-d-768862-2 neutron-server[84765]: ERROR neutron.pecan_wsgi.hooks.translation flush_context.execute() Jan 14 07:09:59.985894 n-d-768862-2 neutron-server[84765]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/unitofwork.py", line 422, in execute Jan 14 07:09:59.985894 n-d-768862-2 neutron-server[84765]: ERROR neutron.pecan_wsgi.hooks.translation rec.execute(self) Jan 14 07:09:59.985894 n-d-768862-2 neutron-server[84765]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/unitofwork.py", line 589, in execute Jan 14 07:09:59.985894 n-d-768862-2 neutron-server[84765]: ERROR neutron.pecan_wsgi.hooks.translation uow, Jan 14 07:09:59.985894 n-d-768862-2 neutron-server[84765]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py", line 245, in save_obj Jan 14 07:09:59.985894 n-d-768862-2 neutron-server[84765]: ERROR neutron.pecan_wsgi.hooks.translation insert, Jan 14 07:09:59.985894 n-d-768862-2 neutron-server[84765]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py", line 1083, in _emit_insert_statements Jan 14 07:09:59.985894 n-d-768862-2 neutron-server[84765]: ERROR neutron.pecan_wsgi.hooks.translation c = cached_connections[connection].execute(statement, multiparams) Jan 14 07:09:59.985894 n-d-768862-2 neutron-server[84765]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.6/dist-packages/sqlalchemy/engine/base.py", line 1011, in execute Jan 14 07:09:59.985894 n-d-768862-2 neutron-server[84765]: ERROR neutron.pecan_wsgi.hooks.translation return meth(self, multiparams, params) Jan 14 07:09:59.985894 n-d-768862-2 neutron-server[84765]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.6/dist-packages/sqlalchemy/sql/elements.py", line 298, in _execute_on_connection Jan 14 07:09:59.985894 n-d-768862-2 neutron-server[84765]: ERROR neutron.pecan_wsgi.hooks.translation return connection._execute_clauseelement(self, multiparams, params) Jan 14 07:09:59.985894 n-d-768862-2 neutron-server[84765]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.6/dist-packages/sqlalchemy/engine/base.py", line 1130, in _execute_clauseelement Jan 14 07:09:59.985894 n-d-768862-2 neutron-server[84765]: ERROR neutron.pecan_wsgi.hooks.translation distilled_params, Jan 14 07:09:59.985894 n-d-768862-2 neutron-server[84765]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.6/dist-packages/sqlalchemy/engine/base.py", line 1317, in _execute_context Jan 14 07:09:59.985894 n-d-768862-2 neutron-server[84765]: ERROR neutron.pecan_wsgi.hooks.translation e, statement, parameters, cursor, context Jan 14 07:09:59.994788 n-d-768862-2 neutron-server[84765]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.6/dist-packages/sqlalchemy/engine/base.py", line 1508, in _handle_dbapi_exception Jan 14 07:09:59.994788 n-d-768862-2 neutron-server[84765]: ERROR neutron.pecan_wsgi.hooks.translation util.raise_(newraise, with_traceback=exc_info[2], from_=e) Jan 14 07:09:59.994788 n-d-768862-2 neutron-server[84765]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.6/dist-packages/sqlalchemy/util/compat.py", line 182, in raise_ Jan 14 07:09:59.994788 n-d-768862-2 neutron-server[84765]: ERROR neutron.pecan_wsgi.hooks.translation raise exception Jan 14 07:09:59.994788 n-d-768862-2 neutron-server[84765]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.6/dist-packages/sqlalchemy/engine/base.py", line 1277, in _execute_context Jan 14 07:09:59.994788 n-d-768862-2 neutron-server[84765]: ERROR neutron.pecan_wsgi.hooks.translation cursor, statement, parameters, context Jan 14 07:09:59.994788 n-d-768862-2 neutron-server[84765]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.6/dist-packages/sqlalchemy/engine/default.py", line 609, in do_execute Jan 14 07:09:59.994788 n-d-768862-2 neutron-server[84765]: ERROR neutron.pecan_wsgi.hooks.translation cursor.execute(statement, parameters) Jan 14 07:09:59.994788 n-d-768862-2 neutron-server[84765]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.6/dist-packages/pymysql/cursors.py", line 148, in execute Jan 14 07:09:59.994788 n-d-768862-2 neutron-server[84765]: ERROR neutron.pecan_wsgi.hooks.translation result = self._query(query) Jan 14 07:09:59.994788 n-d-768862-2 neutron-server[84765]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.6/dist-packages/pymysql/cursors.py", line 310, in _query Jan 14 07:09:59.994788 n-d-768862-2 neutron-server[84765]: ERROR neutron.pecan_wsgi.hooks.translation conn.query(q) Jan 14 07:09:59.994788 n-d-768862-2 neutron-server[84765]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.6/dist-packages/pymysql/connections.py", line 548, in query Jan 14 07:09:59.994788 n-d-768862-2 neutron-server[84765]: ERROR neutron.pecan_wsgi.hooks.translation self._affected_rows = self._read_query_result(unbuffered=unbuffered) Jan 14 07:09:59.994788 n-d-768862-2 neutron-server[84765]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.6/dist-packages/pymysql/connections.py", line 775, in _read_query_result Jan 14 07:09:59.994788 n-d-768862-2 neutron-server[84765]: ERROR neutron.pecan_wsgi.hooks.translation result.read() Jan 14 07:09:59.994788 n-d-768862-2 neutron-server[84765]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.6/dist-packages/pymysql/connections.py", line 1156, in read Jan 14 07:09:59.994788 n-d-768862-2 neutron-server[84765]: ERROR neutron.pecan_wsgi.hooks.translation first_packet = self.connection._read_packet() Jan 14 07:09:59.994788 n-d-768862-2 neutron-server[84765]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.6/dist-packages/pymysql/connections.py", line 725, in _read_packet Jan 14 07:09:59.994788 n-d-768862-2 neutron-server[84765]: ERROR neutron.pecan_wsgi.hooks.translation packet.raise_for_error() Jan 14 07:09:59.994788 n-d-768862-2 neutron-server[84765]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.6/dist-packages/pymysql/protocol.py", line 221, in raise_for_error Jan 14 07:09:59.994788 n-d-768862-2 neutron-server[84765]: ERROR neutron.pecan_wsgi.hooks.translation err.raise_mysql_exception(self._data) Jan 14 07:09:59.994788 n-d-768862-2 neutron-server[84765]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.6/dist-packages/pymysql/err.py", line 143, in raise_mysql_exception Jan 14 07:09:59.994788 n-d-768862-2 neutron-server[84765]: ERROR neutron.pecan_wsgi.hooks.translation raise errorclass(errno, errval) Jan 14 07:09:59.994788 n-d-768862-2 neutron-server[84765]: ERROR neutron.pecan_wsgi.hooks.translation oslo_db.exception.DBReferenceError: (pymysql.err.IntegrityError) (1452, 'Cannot add or update a child row: a foreign key constraint fails (`neutron`.`securitygroupportbindings`, CONSTRAINT `securitygroupportbindings_ibfk_2` FOREIGN KEY (`security_group_id`) REFERENCES `securitygroups` (`id`))') Jan 14 07:09:59.994788 n-d-768862-2 neutron-server[84765]: ERROR neutron.pecan_wsgi.hooks.translation [SQL: INSERT INTO securitygroupportbindings (port_id, security_group_id) VALUES (%(port_id)s, %(security_group_id)s)] Jan 14 07:09:59.994788 n-d-768862-2 neutron-server[84765]: ERROR neutron.pecan_wsgi.hooks.translation [parameters: {'port_id': '4d8fe1dd-3cb7-4914-9058-541233b80f71', 'security_group_id': '29f268c6-034a-46f1-bb49-f15977f5be8f'}] Jan 14 07:09:59.994788 n-d-768862-2 neutron-server[84765]: ERROR neutron.pecan_wsgi.hooks.translation (Background on this error at: http://sqlalche.me/e/13/gkpj) Jan 14 07:09:59.994788 n-d-768862-2 neutron-server[84765]: ERROR neutron.pecan_wsgi.hooks.translation Jan 14 07:09:59.994788 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.notifier [req-3000f209-9dc5-4dbb-9ad3-a1d7e76465df req-83aa5500-827a-4c1a-83c5-5166fab8dc15 tempest-ListImageFiltersTestJSON-959365383 tempest-ListImageFiltersTestJSON-959365383] No notification will be sent due to unsuccessful status code: 500 {{(pid=84874) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Jan 14 07:09:59.999905 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-d741e11f-418f-480c-bee0-d5b08d7f8bcc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3912484', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3889188', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-58194'] for router, precommit_update {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:10:00.006576 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [req-3000f209-9dc5-4dbb-9ad3-a1d7e76465df req-83aa5500-827a-4c1a-83c5-5166fab8dc15 tempest-ListImageFiltersTestJSON-959365383 tempest-ListImageFiltersTestJSON-959365383] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 500 len: 368 time: 5.1231885 Jan 14 07:10:00.006811 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-694094a7-830a-41a6-9093-6cdd48b92ba0 tempest-SecurityGroupRulesNegativeTestJSON-608374989 tempest-SecurityGroupRulesNegativeTestJSON-608374989] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.703s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:10:00.020360 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad7f6196-ea95-49f7-a2b6-b07656041892 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5d94dc7a-c095-50a4-955e-5f3b78718a12-1c7b4b12-7df2-4f41-8649-b236d94b12da', 'network_id': '1c7b4b12-7df2-4f41-8649-b236d94b12da', 'tenant_id': '93a8da55e1c346bf8dc2a8711a9e4edc', 'fixed_ips': [{'subnet_id': 'b1b9f7fe-b358-4c3f-84bc-2be679521ed7'}]}} from n-d-768862-2. {{(pid=84876) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Jan 14 07:10:00.021666 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-ad7f6196-ea95-49f7-a2b6-b07656041892 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555753'] for port, before_create {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:10:00.250063 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [req-22be94d0-a49b-4590-ad61-70ef04c598c4 req-4819bd18-9f8c-4cb7-bd0a-d251f54535ae tempest-SecurityGroupRulesNegativeTestJSON-608374989 tempest-SecurityGroupRulesNegativeTestJSON-608374989] 10.222.0.24 "GET /v2.0/security-groups/280df990-4cb0-4def-bd3f-1e8e7ff66bb0 HTTP/1.1" status: 200 len: 2405 time: 0.2813246 Jan 14 07:10:00.270488 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [None req-8078d125-f7a4-466d-a0ab-bcf370757454 admin admin] For port b44a45d5-0dc1-43bf-a2fe-837b4efbd9c2, host n-d-768862-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-2',level=0,port_id=b44a45d5-0dc1-43bf-a2fe-837b4efbd9c2,segment=NetworkSegment(cf3ded2c-bc47-4a71-89af-6e7117e60140),segment_id=cf3ded2c-bc47-4a71-89af-6e7117e60140)] {{(pid=84875) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 07:10:00.271141 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-8078d125-f7a4-466d-a0ab-bcf370757454 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036850862667'] for port, precommit_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:10:00.287718 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [req-3000f209-9dc5-4dbb-9ad3-a1d7e76465df req-0f23d0f5-1cfb-45bc-a88b-baa21278ab33 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=06fc00463aef43c0b2d39ebb95f2c897&device_id=3df6dccb-e583-499a-bb59-6b3999154638 HTTP/1.1" status: 200 len: 210 time: 0.1513989 Jan 14 07:10:00.339155 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [req-3000f209-9dc5-4dbb-9ad3-a1d7e76465df req-6f489cf3-d379-4677-99d1-0dfdfab8c62a service neutron] 10.222.0.48 "GET /v2.0/networks?tenant_id=06fc00463aef43c0b2d39ebb95f2c897&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0379491 Jan 14 07:10:00.527308 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.plugin [None req-8078d125-f7a4-466d-a0ab-bcf370757454 admin admin] Calling delete_port for b44a45d5-0dc1-43bf-a2fe-837b4efbd9c2 owned by network:router_gateway {{(pid=84875) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 07:10:00.790243 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [req-0e825fad-275e-4dc6-b98d-76ff1374dd0f req-4f5677d0-ab34-4134-9ab9-ba5d73f4276e tempest-SecurityGroupRulesNegativeTestJSON-608374989 tempest-SecurityGroupRulesNegativeTestJSON-608374989] 10.222.0.24 "GET /v2.0/security-group-rules/6f9c8a23-952a-4416-a4fd-37338423fab7 HTTP/1.1" status: 200 len: 778 time: 0.3200331 Jan 14 07:10:01.023752 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.db_base_plugin_common [None req-ad7f6196-ea95-49f7-a2b6-b07656041892 None None] Allocated IP 172.20.0.2 (1c7b4b12-7df2-4f41-8649-b236d94b12da/b1b9f7fe-b358-4c3f-84bc-2be679521ed7/8255b236-4bc8-4278-8ceb-9a4c22bb1315) {{(pid=84876) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 14 07:10:01.068312 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e644f0e3-f696-472e-9ff3-ef259cd21a10 req-3dcd2767-0ec4-42ed-950e-cdf18afc1bcd tempest-ImagesOneServerNegativeTestJSON-1306634166 tempest-ImagesOneServerNegativeTestJSON-1306634166] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:10:01.076609 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [req-e644f0e3-f696-472e-9ff3-ef259cd21a10 req-3dcd2767-0ec4-42ed-950e-cdf18afc1bcd tempest-ImagesOneServerNegativeTestJSON-1306634166 tempest-ImagesOneServerNegativeTestJSON-1306634166] 10.222.0.24 "GET /v2.0/networks?id=4f8ba25b-d3c1-4bc9-af19-1d9b1d33b0ab HTTP/1.1" status: 200 len: 820 time: 1.7741992 Jan 14 07:10:01.097555 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3000f209-9dc5-4dbb-9ad3-a1d7e76465df req-a3a5bf7d-3a18-4a3b-9751-f1a45a2c01a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:10:01.099700 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [req-3000f209-9dc5-4dbb-9ad3-a1d7e76465df req-a3a5bf7d-3a18-4a3b-9751-f1a45a2c01a1 service neutron] 10.222.0.48 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 863 time: 0.7532105 Jan 14 07:10:01.209181 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84874) accepted ('10.222.0.24', 54936) {{(pid=84874) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:10:01.225776 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [req-3000f209-9dc5-4dbb-9ad3-a1d7e76465df req-4d943b14-ed63-48c3-88ad-6a34c680bac2 tempest-ListImageFiltersTestJSON-959365383 tempest-ListImageFiltersTestJSON-959365383] Synchronizing usage tracker for tenant:06fc00463aef43c0b2d39ebb95f2c897 on resource:port {{(pid=84874) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 14 07:10:01.235780 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-d741e11f-418f-480c-bee0-d5b08d7f8bcc admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:10:01.284623 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [req-3000f209-9dc5-4dbb-9ad3-a1d7e76465df req-4d943b14-ed63-48c3-88ad-6a34c680bac2 tempest-ListImageFiltersTestJSON-959365383 tempest-ListImageFiltersTestJSON-959365383] Unset dirty status for tenant:06fc00463aef43c0b2d39ebb95f2c897 on resource:port {{(pid=84874) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 14 07:10:01.286005 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [req-3000f209-9dc5-4dbb-9ad3-a1d7e76465df req-4d943b14-ed63-48c3-88ad-6a34c680bac2 tempest-ListImageFiltersTestJSON-959365383 tempest-ListImageFiltersTestJSON-959365383] 10.222.0.48 "GET /v2.0/ports?device_id=3df6dccb-e583-499a-bb59-6b3999154638 HTTP/1.1" status: 200 len: 210 time: 0.1309030 Jan 14 07:10:01.290946 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-d741e11f-418f-480c-bee0-d5b08d7f8bcc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555753'] for port, before_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:10:01.347625 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [req-e644f0e3-f696-472e-9ff3-ef259cd21a10 req-00461023-bf2f-4d5c-afc6-e06e547926cf tempest-ImagesOneServerNegativeTestJSON-1306634166 tempest-ImagesOneServerNegativeTestJSON-1306634166] 10.222.0.24 "GET /v2.0/quotas/cb5230de4d78422e91aa242a9299f4c7 HTTP/1.1" status: 200 len: 375 time: 0.2698643 Jan 14 07:10:01.350437 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-8078d125-f7a4-466d-a0ab-bcf370757454 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777640533329', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777640097463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851621574'] for port, after_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:10:01.449691 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-ad7f6196-ea95-49f7-a2b6-b07656041892 None None] Notify callbacks [] for port, precommit_create {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:10:01.463587 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-ad7f6196-ea95-49f7-a2b6-b07656041892 None None] Transition to ACTIVE for port object 8255b236-4bc8-4278-8ceb-9a4c22bb1315 will not be triggered until provisioned by entity L2. {{(pid=84876) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 07:10:01.486244 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-ad7f6196-ea95-49f7-a2b6-b07656041892 None None] Transition to ACTIVE for port object 8255b236-4bc8-4278-8ceb-9a4c22bb1315 will not be triggered until provisioned by entity DHCP. {{(pid=84876) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 07:10:01.504952 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [req-0e825fad-275e-4dc6-b98d-76ff1374dd0f req-c7bd4e22-1071-4703-ab79-cafd0ff8b02c tempest-SecurityGroupRulesNegativeTestJSON-608374989 tempest-SecurityGroupRulesNegativeTestJSON-608374989] 10.222.0.24 "GET /v2.0/security-groups/280df990-4cb0-4def-bd3f-1e8e7ff66bb0 HTTP/1.1" status: 200 len: 2405 time: 0.7134724 Jan 14 07:10:01.518988 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_dvr_db [None req-2e957d3d-4359-4b88-b43f-e0942a4b3546 None None] Set router 30249a14-1686-4e58-b5b1-bb14dfd5f43e gateway port host: n-d-768862-2 {{(pid=84876) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 14 07:10:01.682227 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Device 4a091821-0890-4d25-adc8-728ae20fb127 no longer exists at agent ovs-agent-n-d-768862-2 {{(pid=84876) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jan 14 07:10:01.761677 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [req-e644f0e3-f696-472e-9ff3-ef259cd21a10 req-72d69ef7-bc62-4962-af8d-f8cc5751b6a6 tempest-ImagesOneServerNegativeTestJSON-1306634166 tempest-ImagesOneServerNegativeTestJSON-1306634166] 10.222.0.24 "GET /v2.0/ports?tenant_id=cb5230de4d78422e91aa242a9299f4c7&fields=id HTTP/1.1" status: 200 len: 210 time: 0.4127097 Jan 14 07:10:01.796694 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.plugin [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] No Port match for: 4a091821-0890-4d25-adc8-728ae20fb127 {{(pid=84876) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2188}} Jan 14 07:10:01.796694 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Device 4a091821-0890-4d25-adc8-728ae20fb127 not bound to the agent host n-d-768862-2 {{(pid=84876) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jan 14 07:10:01.805676 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-ad7f6196-ea95-49f7-a2b6-b07656041892 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777640123575'] for port, after_create {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:10:01.874054 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.db_base_plugin_common [None req-d741e11f-418f-480c-bee0-d5b08d7f8bcc admin admin] Allocated IP 172.25.2.159 (226f1e78-82cd-4481-9055-4eb73b6db8c1/ba8deeec-7658-4195-9449-038c076f5c83/dd1a2078-9548-4ef6-8ccd-77af13047ea8) {{(pid=84874) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 14 07:10:01.931037 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84876) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:10:02.075790 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [req-0e825fad-275e-4dc6-b98d-76ff1374dd0f req-808d0819-2b5f-4444-a1ea-c25cda826ec5 tempest-SecurityGroupRulesNegativeTestJSON-608374989 tempest-SecurityGroupRulesNegativeTestJSON-608374989] Notify callbacks [] for security_group_rule, before_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:10:02.080768 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-d741e11f-418f-480c-bee0-d5b08d7f8bcc admin admin] Notify callbacks [] for port, precommit_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:10:02.093976 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-8078d125-f7a4-466d-a0ab-bcf370757454 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036850863128'] for router_gateway, after_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:10:02.108440 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad7f6196-ea95-49f7-a2b6-b07656041892 None None] Pushing event updated for resources: {'Port': ['ID=8255b236-4bc8-4278-8ceb-9a4c22bb1315,revision_number=1']} {{(pid=84876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:10:02.119427 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-ad7f6196-ea95-49f7-a2b6-b07656041892 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.188s {{(pid=84876) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:10:02.250867 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-8078d125-f7a4-466d-a0ab-bcf370757454 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3889346', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036854717606'] for router, precommit_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:10:02.254586 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-8078d125-f7a4-466d-a0ab-bcf370757454 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:10:02.301352 n-d-768862-2 neutron-server[84765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad7f6196-ea95-49f7-a2b6-b07656041892 None None] Network 1c7b4b12-7df2-4f41-8649-b236d94b12da is already hosted by enough agents. {{(pid=84876) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 07:10:02.309826 n-d-768862-2 neutron-server[84765]: DEBUG neutron.scheduler.base_scheduler [None req-ad7f6196-ea95-49f7-a2b6-b07656041892 None None] Resources bound (agent type, host, resource id): {{(pid=84876) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 07:10:02.314147 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad7f6196-ea95-49f7-a2b6-b07656041892 None None] Received port after_create {{(pid=84876) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 14 07:10:02.395065 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.managers [None req-ad7f6196-ea95-49f7-a2b6-b07656041892 None None] Attempting to bind port 8255b236-4bc8-4278-8ceb-9a4c22bb1315 on host n-d-768862-2 for vnic_type normal with profile {{(pid=84876) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 14 07:10:02.395301 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [req-e644f0e3-f696-472e-9ff3-ef259cd21a10 req-c2c8300d-bf65-4115-8123-b03c2fb034f9 service neutron] 10.222.0.24 "GET /v2.0/networks/4f8ba25b-d3c1-4bc9-af19-1d9b1d33b0ab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6323256 Jan 14 07:10:02.397033 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.managers [None req-ad7f6196-ea95-49f7-a2b6-b07656041892 None None] Attempting to bind port 8255b236-4bc8-4278-8ceb-9a4c22bb1315 by drivers openvswitch on host n-d-768862-2 at level 0 using segments [{'id': 'f1a1da15-9c84-4f1f-8d4b-5f93ea7c2a21', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 8, 'network_id': '1c7b4b12-7df2-4f41-8649-b236d94b12da'}] {{(pid=84876) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 14 07:10:02.397645 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad7f6196-ea95-49f7-a2b6-b07656041892 None None] Attempting to bind port 8255b236-4bc8-4278-8ceb-9a4c22bb1315 on network 1c7b4b12-7df2-4f41-8649-b236d94b12da {{(pid=84876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 14 07:10:02.399807 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [req-0e825fad-275e-4dc6-b98d-76ff1374dd0f req-808d0819-2b5f-4444-a1ea-c25cda826ec5 tempest-SecurityGroupRulesNegativeTestJSON-608374989 tempest-SecurityGroupRulesNegativeTestJSON-608374989] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:10:02.418565 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad7f6196-ea95-49f7-a2b6-b07656041892 None None] Checking agent: {'id': 'ba5efab1-b43c-4d5a-bc52-6e105d4e67a2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768862-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 14, 6, 56, 52), 'started_at': datetime.datetime(2021, 1, 14, 6, 57, 22), 'heartbeat_timestamp': datetime.datetime(2021, 1, 14, 7, 9, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768862-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.29', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 14 07:10:02.419274 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad7f6196-ea95-49f7-a2b6-b07656041892 None None] Checking segment: {'id': 'f1a1da15-9c84-4f1f-8d4b-5f93ea7c2a21', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 8, 'network_id': '1c7b4b12-7df2-4f41-8649-b236d94b12da'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84876) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 14 07:10:02.419944 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-ad7f6196-ea95-49f7-a2b6-b07656041892 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:10:02.420881 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad7f6196-ea95-49f7-a2b6-b07656041892 None None] Bound using segment: {'id': 'f1a1da15-9c84-4f1f-8d4b-5f93ea7c2a21', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 8, 'network_id': '1c7b4b12-7df2-4f41-8649-b236d94b12da'} {{(pid=84876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 14 07:10:02.422351 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.managers [None req-ad7f6196-ea95-49f7-a2b6-b07656041892 None None] Bound port: 8255b236-4bc8-4278-8ceb-9a4c22bb1315, host: n-d-768862-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f1a1da15-9c84-4f1f-8d4b-5f93ea7c2a21', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 8, 'network_id': '1c7b4b12-7df2-4f41-8649-b236d94b12da'}}] {{(pid=84876) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 14 07:10:02.423071 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-ad7f6196-ea95-49f7-a2b6-b07656041892 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555753'] for port, before_update {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:10:02.431291 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.v2.base [None req-d5a57a05-02ab-4c73-bb82-1972a8f37e9b admin admin] Request body: {'network': {'name': 'tempest-TaggedBootDevicesTest-125334263-network', 'tenant_id': '4873c9000017431bb4db0aa60ef7da75'}} {{(pid=84874) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:10:02.436767 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-d741e11f-418f-480c-bee0-d5b08d7f8bcc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777640123575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3254186'] for port, after_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:10:02.444793 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-d5a57a05-02ab-4c73-bb82-1972a8f37e9b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:10:02.463530 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [req-3000f209-9dc5-4dbb-9ad3-a1d7e76465df req-b0aa078f-6a83-4cbc-8350-7a028147525d service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=06fc00463aef43c0b2d39ebb95f2c897&device_id=3df6dccb-e583-499a-bb59-6b3999154638 HTTP/1.1" status: 200 len: 210 time: 0.3575430 Jan 14 07:10:02.468564 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-ad4521c9-4a47-4ec8-bce5-457cc332ab9d tempest-ServersWithSpecificFlavorTestJSON-1541021946 tempest-ServersWithSpecificFlavorTestJSON-1541021946] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:10:02.480822 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-8078d125-f7a4-466d-a0ab-bcf370757454 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036850897070'] for router, after_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:10:02.481407 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8078d125-f7a4-466d-a0ab-bcf370757454 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 4fee988a-a007-4060-9487-18608b1d2936 {{(pid=84875) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jan 14 07:10:02.503037 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-d5a57a05-02ab-4c73-bb82-1972a8f37e9b admin admin] Usage tracker for resource:network and tenant:4873c9000017431bb4db0aa60ef7da75 is out of sync, need to count used quota {{(pid=84874) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:10:02.564418 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [req-3000f209-9dc5-4dbb-9ad3-a1d7e76465df req-023da402-fe45-48bc-ac8f-945e405fbf70 service neutron] 10.222.0.48 "GET /v2.0/networks?tenant_id=06fc00463aef43c0b2d39ebb95f2c897&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0571029 Jan 14 07:10:02.565697 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-d5a57a05-02ab-4c73-bb82-1972a8f37e9b admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84874) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:10:02.582847 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-d5a57a05-02ab-4c73-bb82-1972a8f37e9b admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:10:02.604807 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_hamode_db [None req-2e957d3d-4359-4b88-b43f-e0942a4b3546 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '30249a14-1686-4e58-b5b1-bb14dfd5f43e', 'name': 'tempest-FloatingIPsTestJSON-2072963667-router', 'tenant_id': '914ccd51ecef47e89b834e22797839e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '226f1e78-82cd-4481-9055-4eb73b6db8c1', 'external_fixed_ips': [{'subnet_id': 'ba8deeec-7658-4195-9449-038c076f5c83', 'ip_address': '172.25.2.122'}], 'enable_snat': True}, 'gw_port_id': '13579756-e803-43e9-b140-10c1fa18648b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-14T07:09:38Z', 'updated_at': '2021-01-14T07:09:47Z', 'revision_number': 3, 'project_id': '914ccd51ecef47e89b834e22797839e0', 'gw_port': {'id': '13579756-e803-43e9-b140-10c1fa18648b', 'name': '', 'network_id': '226f1e78-82cd-4481-9055-4eb73b6db8c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:2a:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '30249a14-1686-4e58-b5b1-bb14dfd5f43e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 490, 'fixed_ips': [{'subnet_id': 'ba8deeec-7658-4195-9449-038c076f5c83', 'ip_address': '172.25.2.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T07:09:41Z', 'updated_at': '2021-01-14T07:09:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ba8deeec-7658-4195-9449-038c076f5c83', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-2'}], 'n-d-768862-2', False) {} {{(pid=84876) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:10:02.607931 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [None req-ad7f6196-ea95-49f7-a2b6-b07656041892 None None] For port 8255b236-4bc8-4278-8ceb-9a4c22bb1315, host n-d-768862-2, cleared binding levels {{(pid=84876) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 14 07:10:02.613193 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [None req-ad7f6196-ea95-49f7-a2b6-b07656041892 None None] For port 8255b236-4bc8-4278-8ceb-9a4c22bb1315, host n-d-768862-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-2',level=0,port_id=8255b236-4bc8-4278-8ceb-9a4c22bb1315,segment=NetworkSegment(f1a1da15-9c84-4f1f-8d4b-5f93ea7c2a21),segment_id=f1a1da15-9c84-4f1f-8d4b-5f93ea7c2a21)] {{(pid=84876) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 14 07:10:02.615340 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e957d3d-4359-4b88-b43f-e0942a4b3546 None None] The sync data for ids ['30249a14-1686-4e58-b5b1-bb14dfd5f43e'] in n-d-768862-2 is: [{'id': '30249a14-1686-4e58-b5b1-bb14dfd5f43e', 'name': 'tempest-FloatingIPsTestJSON-2072963667-router', 'tenant_id': '914ccd51ecef47e89b834e22797839e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '226f1e78-82cd-4481-9055-4eb73b6db8c1', 'external_fixed_ips': [{'subnet_id': 'ba8deeec-7658-4195-9449-038c076f5c83', 'ip_address': '172.25.2.122'}], 'enable_snat': True}, 'gw_port_id': '13579756-e803-43e9-b140-10c1fa18648b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-14T07:09:38Z', 'updated_at': '2021-01-14T07:09:47Z', 'revision_number': 3, 'project_id': '914ccd51ecef47e89b834e22797839e0', 'gw_port': {'id': '13579756-e803-43e9-b140-10c1fa18648b', 'name': '', 'network_id': '226f1e78-82cd-4481-9055-4eb73b6db8c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:2a:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '30249a14-1686-4e58-b5b1-bb14dfd5f43e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 490, 'fixed_ips': [{'subnet_id': 'ba8deeec-7658-4195-9449-038c076f5c83', 'ip_address': '172.25.2.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T07:09:41Z', 'updated_at': '2021-01-14T07:09:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ba8deeec-7658-4195-9449-038c076f5c83', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-2'}] {{(pid=84876) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Jan 14 07:10:02.618400 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-ad7f6196-ea95-49f7-a2b6-b07656041892 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777640533312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363259214678337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777640097497'] for port, after_update {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:10:02.655616 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84876) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:10:02.690827 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [req-0e825fad-275e-4dc6-b98d-76ff1374dd0f req-808d0819-2b5f-4444-a1ea-c25cda826ec5 tempest-SecurityGroupRulesNegativeTestJSON-608374989 tempest-SecurityGroupRulesNegativeTestJSON-608374989] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850966545'] for security_group_rule, after_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:10:02.712107 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-8078d125-f7a4-466d-a0ab-bcf370757454 admin admin] Notify callbacks [] for router, before_response {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:10:02.723212 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-8078d125-f7a4-466d-a0ab-bcf370757454 admin admin] 10.222.0.24 "DELETE /v2.0/routers/4fee988a-a007-4060-9487-18608b1d2936 HTTP/1.1" status: 204 len: 168 time: 6.3811736 Jan 14 07:10:02.727187 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84875) accepted ('10.222.0.24', 54950) {{(pid=84875) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:10:02.730025 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:10:02.738367 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [req-0e825fad-275e-4dc6-b98d-76ff1374dd0f req-808d0819-2b5f-4444-a1ea-c25cda826ec5 tempest-SecurityGroupRulesNegativeTestJSON-608374989 tempest-SecurityGroupRulesNegativeTestJSON-608374989] Notify callbacks [] for security_group_rule, before_response {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:10:02.739754 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [req-0e825fad-275e-4dc6-b98d-76ff1374dd0f req-808d0819-2b5f-4444-a1ea-c25cda826ec5 tempest-SecurityGroupRulesNegativeTestJSON-608374989 tempest-SecurityGroupRulesNegativeTestJSON-608374989] 10.222.0.24 "DELETE /v2.0/security-group-rules/6f9c8a23-952a-4416-a4fd-37338423fab7 HTTP/1.1" status: 204 len: 173 time: 1.2337797 Jan 14 07:10:02.811942 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad7f6196-ea95-49f7-a2b6-b07656041892 None None] Pushing event updated for resources: {'Port': ['ID=8255b236-4bc8-4278-8ceb-9a4c22bb1315,revision_number=2']} {{(pid=84876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:10:02.860998 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.db_base_plugin_v2 [None req-f4a68839-b04f-46d1-9cd0-0f7013ad9392 admin admin] Deleting subnet 27844b96-74cc-464f-8d24-f0588d92966b {{(pid=84875) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Jan 14 07:10:02.870979 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-ad7f6196-ea95-49f7-a2b6-b07656041892 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.215s {{(pid=84876) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:10:02.873772 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-808d0819-2b5f-4444-a1ea-c25cda826ec5 tempest-SecurityGroupRulesNegativeTestJSON-608374989 tempest-SecurityGroupRulesNegativeTestJSON-608374989] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=6f9c8a23-952a-4416-a4fd-37338423fab7,revision_number=None']} {{(pid=84875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:10:02.889862 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-808d0819-2b5f-4444-a1ea-c25cda826ec5 tempest-SecurityGroupRulesNegativeTestJSON-608374989 tempest-SecurityGroupRulesNegativeTestJSON-608374989] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.159s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:10:02.896037 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-f4a68839-b04f-46d1-9cd0-0f7013ad9392 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:10:03.005019 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d5a57a05-02ab-4c73-bb82-1972a8f37e9b admin admin] Made reservation on behalf of 4873c9000017431bb4db0aa60ef7da75 for: {'network': 1} {{(pid=84874) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 07:10:03.011236 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-d5a57a05-02ab-4c73-bb82-1972a8f37e9b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555753'] for network, before_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:10:03.025043 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-f4a68839-b04f-46d1-9cd0-0f7013ad9392 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3367281'] for subnet, precommit_delete_associations {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:10:03.070923 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d741e11f-418f-480c-bee0-d5b08d7f8bcc admin admin] Pushing event updated for resources: {'Port': ['ID=dd1a2078-9548-4ef6-8ccd-77af13047ea8,revision_number=1']} {{(pid=84874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:10:03.081906 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-d741e11f-418f-480c-bee0-d5b08d7f8bcc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.613s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:10:03.096596 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-d5a57a05-02ab-4c73-bb82-1972a8f37e9b admin admin] Notify callbacks [] for security_group, before_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:10:03.146722 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-d5a57a05-02ab-4c73-bb82-1972a8f37e9b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:10:03.150117 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3000f209-9dc5-4dbb-9ad3-a1d7e76465df req-61030018-0a30-46f7-b208-faad5becc0da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:10:03.151926 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [req-3000f209-9dc5-4dbb-9ad3-a1d7e76465df req-61030018-0a30-46f7-b208-faad5becc0da service neutron] 10.222.0.48 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 863 time: 0.4307928 Jan 14 07:10:03.161012 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-f4a68839-b04f-46d1-9cd0-0f7013ad9392 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036854176836'] for subnet, precommit_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:10:03.243753 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [req-3000f209-9dc5-4dbb-9ad3-a1d7e76465df req-2937d1fa-ccfa-42db-b8ed-983ad06d8ed6 tempest-ListImageFiltersTestJSON-959365383 tempest-ListImageFiltersTestJSON-959365383] 10.222.0.48 "GET /v2.0/ports?device_id=3df6dccb-e583-499a-bb59-6b3999154638 HTTP/1.1" status: 200 len: 210 time: 0.0558846 Jan 14 07:10:03.247239 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-d5a57a05-02ab-4c73-bb82-1972a8f37e9b admin admin] Usage tracker for resource:security_group_rule and tenant:4873c9000017431bb4db0aa60ef7da75 is out of sync, need to count used quota {{(pid=84874) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:10:03.292436 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-d5a57a05-02ab-4c73-bb82-1972a8f37e9b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84874) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:10:03.365060 n-d-768862-2 neutron-server[84765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d741e11f-418f-480c-bee0-d5b08d7f8bcc admin admin] Network 226f1e78-82cd-4481-9055-4eb73b6db8c1 is already hosted by enough agents. {{(pid=84874) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 07:10:03.368613 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-d5a57a05-02ab-4c73-bb82-1972a8f37e9b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:10:03.371375 n-d-768862-2 neutron-server[84765]: DEBUG neutron.scheduler.base_scheduler [None req-d741e11f-418f-480c-bee0-d5b08d7f8bcc admin admin] Resources bound (agent type, host, resource id): {{(pid=84874) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 07:10:03.376140 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d741e11f-418f-480c-bee0-d5b08d7f8bcc admin admin] Received port after_create {{(pid=84874) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 14 07:10:03.528344 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-b9f40b2f-6de1-48b8-81f8-02a99780f8d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555753'] for port, before_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:10:03.860493 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-d5a57a05-02ab-4c73-bb82-1972a8f37e9b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:10:03.871038 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-d5a57a05-02ab-4c73-bb82-1972a8f37e9b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850887153'] for security_group, after_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:10:03.879121 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-7fc93741-8b36-46d8-ba58-ccdb800edd7b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:10:03.958824 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5a57a05-02ab-4c73-bb82-1972a8f37e9b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f9be5b69-a887-4279-a81a-535e69611de1,revision_number=1']} {{(pid=84874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:10:03.998328 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-d5a57a05-02ab-4c73-bb82-1972a8f37e9b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:10:04.017469 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d5a57a05-02ab-4c73-bb82-1972a8f37e9b admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 9} {{(pid=84874) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Jan 14 07:10:04.047371 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-d5a57a05-02ab-4c73-bb82-1972a8f37e9b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854179735'] for segment, precommit_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:10:04.048468 n-d-768862-2 neutron-server[84765]: INFO neutron.db.segments_db [None req-d5a57a05-02ab-4c73-bb82-1972a8f37e9b admin admin] Added segment 74eda698-0180-4b92-830f-64ae8961cc4d of type vxlan for network ae96959f-6ce5-41d0-90c9-8889aa70257e Jan 14 07:10:04.251389 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [req-4813eba8-177a-4eeb-a353-8d511d0be51f req-8fe9d504-40ff-469c-9285-6d5baa5ca3e1 tempest-ServerDiagnosticsNegativeTest-1092032270 tempest-ServerDiagnosticsNegativeTest-1092032270] 10.222.0.24 "GET /v2.0/networks?tenant_id=e514f09c0bb34d7893a48f2fadd227a0&shared=False HTTP/1.1" status: 200 len: 213 time: 0.7132297 Jan 14 07:10:04.296793 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [req-e644f0e3-f696-472e-9ff3-ef259cd21a10 req-8907298d-4f33-4a26-a291-450f41eeded0 service neutron] 10.222.0.24 "GET /v2.0/networks/4f8ba25b-d3c1-4bc9-af19-1d9b1d33b0ab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 1.8704188 Jan 14 07:10:04.317521 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-d5a57a05-02ab-4c73-bb82-1972a8f37e9b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363259214646115'] for network, precommit_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:10:04.366238 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-f4a68839-b04f-46d1-9cd0-0f7013ad9392 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-598964', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850887113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3154192', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2308610'] for subnet, after_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:10:04.428334 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Device 13579756-e803-43e9-b140-10c1fa18648b up at agent ovs-agent-n-d-768862-2 {{(pid=84876) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 07:10:04.514820 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-d5a57a05-02ab-4c73-bb82-1972a8f37e9b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850887149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964'] for network, after_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:10:04.524222 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5a57a05-02ab-4c73-bb82-1972a8f37e9b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:10:04.525141 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-d5a57a05-02ab-4c73-bb82-1972a8f37e9b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3207107'] for network, before_response {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:10:04.542689 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [req-3b1ddeaf-87a8-418a-9f75-d05db72f4543 req-ff001323-03a4-4441-a079-b7c6ae911758 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=06fc00463aef43c0b2d39ebb95f2c897&device_id=3df6dccb-e583-499a-bb59-6b3999154638 HTTP/1.1" status: 200 len: 210 time: 0.2018998 Jan 14 07:10:04.583532 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:10:04.603103 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-b4ee6703-f499-48e5-ace9-8ed757588731 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:10:04.605338 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Provisioning for port 13579756-e803-43e9-b140-10c1fa18648b completed by entity L2. {{(pid=84876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 07:10:04.638792 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Provisioning complete for port 13579756-e803-43e9-b140-10c1fa18648b triggered by entity L2. {{(pid=84876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 07:10:04.643156 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-604227'] for port, provisioning_complete {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:10:04.751812 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.v2.base [req-bdf3cf4c-7beb-4082-88b4-a1fdd26f423d req-2365be68-561b-4933-a0ff-6347b2a8b917 tempest-SecurityGroupRulesNegativeTestJSON-608374989 tempest-SecurityGroupRulesNegativeTestJSON-608374989] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-452145227', 'description': 'tempest-description-1638804829'}} {{(pid=84875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:10:04.786481 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [req-bdf3cf4c-7beb-4082-88b4-a1fdd26f423d req-2365be68-561b-4933-a0ff-6347b2a8b917 tempest-SecurityGroupRulesNegativeTestJSON-608374989 tempest-SecurityGroupRulesNegativeTestJSON-608374989] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:10:04.800416 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [req-bdf3cf4c-7beb-4082-88b4-a1fdd26f423d req-2365be68-561b-4933-a0ff-6347b2a8b917 tempest-SecurityGroupRulesNegativeTestJSON-608374989 tempest-SecurityGroupRulesNegativeTestJSON-608374989] Usage tracker for resource:security_group and tenant:0740b8b76ba340e9b505edbac12b959b is out of sync, need to count used quota {{(pid=84875) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:10:04.807223 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [req-bdf3cf4c-7beb-4082-88b4-a1fdd26f423d req-2365be68-561b-4933-a0ff-6347b2a8b917 tempest-SecurityGroupRulesNegativeTestJSON-608374989 tempest-SecurityGroupRulesNegativeTestJSON-608374989] Quota usage for security_group was recalculated. Used quota:2. {{(pid=84875) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:10:04.829590 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [req-bdf3cf4c-7beb-4082-88b4-a1fdd26f423d req-2365be68-561b-4933-a0ff-6347b2a8b917 tempest-SecurityGroupRulesNegativeTestJSON-608374989 tempest-SecurityGroupRulesNegativeTestJSON-608374989] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=84875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:10:04.862549 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [req-3b1ddeaf-87a8-418a-9f75-d05db72f4543 req-b7226227-096c-4b9e-8671-bb81ec538c27 service neutron] 10.222.0.48 "GET /v2.0/networks?tenant_id=06fc00463aef43c0b2d39ebb95f2c897&shared=False HTTP/1.1" status: 200 len: 213 time: 0.3108308 Jan 14 07:10:04.990692 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555753'] for port, before_update {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:10:05.028790 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] For port 13579756-e803-43e9-b140-10c1fa18648b, host n-d-768862-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-2',level=0,port_id=13579756-e803-43e9-b140-10c1fa18648b,segment=NetworkSegment(cf3ded2c-bc47-4a71-89af-6e7117e60140),segment_id=cf3ded2c-bc47-4a71-89af-6e7117e60140)] {{(pid=84876) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 07:10:05.046525 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777640533312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363259214678337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777640097497'] for port, after_update {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:10:05.052780 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Device 8255b236-4bc8-4278-8ceb-9a4c22bb1315 up at agent ovs-agent-n-d-768862-2 {{(pid=84876) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 07:10:05.083296 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-afcc6496-57d1-43a6-85e7-8189ab617adf None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84876) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:10:05.125695 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bbc1349b-7123-408e-8673-142cd0e259f9 None None] Network 1c7b4b12-7df2-4f41-8649-b236d94b12da requested from n-d-768862-2 {{(pid=84876) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 07:10:05.256914 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-d741e11f-418f-480c-bee0-d5b08d7f8bcc admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:10:05.269814 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4813eba8-177a-4eeb-a353-8d511d0be51f req-03d6dfc2-5866-4022-8f83-52d8a015b304 tempest-ServerDiagnosticsNegativeTest-1092032270 tempest-ServerDiagnosticsNegativeTest-1092032270] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:10:05.278757 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [req-4813eba8-177a-4eeb-a353-8d511d0be51f req-03d6dfc2-5866-4022-8f83-52d8a015b304 tempest-ServerDiagnosticsNegativeTest-1092032270 tempest-ServerDiagnosticsNegativeTest-1092032270] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 1.0262351 Jan 14 07:10:05.285235 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-1f670ddf-c803-49f6-b46e-34b164a02956 None None] Provisioning for port 8255b236-4bc8-4278-8ceb-9a4c22bb1315 completed by entity DHCP. {{(pid=84876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 07:10:05.307303 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [req-4813eba8-177a-4eeb-a353-8d511d0be51f req-5ba83d54-8ae8-4464-999b-eb02adfe1148 tempest-ServerDiagnosticsNegativeTest-1092032270 tempest-ServerDiagnosticsNegativeTest-1092032270] 10.222.0.24 "GET /v2.0/quotas/e514f09c0bb34d7893a48f2fadd227a0 HTTP/1.1" status: 200 len: 375 time: 0.0270784 Jan 14 07:10:05.323817 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-758ea1a9-40fa-47de-861f-6604869c6a8e None None] Network ed17b23c-b73f-4648-9ab5-ec16aee1d408 requested from n-d-768862-2 {{(pid=84876) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 07:10:05.364080 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4a68839-b04f-46d1-9cd0-0f7013ad9392 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=27844b96-74cc-464f-8d24-f0588d92966b,revision_number=None']} {{(pid=84875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:10:05.370140 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b1ddeaf-87a8-418a-9f75-d05db72f4543 req-5703d9e6-01a3-4234-bb5a-3899959c570b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:10:05.373367 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-f4a68839-b04f-46d1-9cd0-0f7013ad9392 admin admin] Notify callbacks [] for subnet, before_response {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:10:05.377069 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [req-3b1ddeaf-87a8-418a-9f75-d05db72f4543 req-5703d9e6-01a3-4234-bb5a-3899959c570b service neutron] 10.222.0.48 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 863 time: 0.4443634 Jan 14 07:10:05.380229 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5a57a05-02ab-4c73-bb82-1972a8f37e9b admin admin] Pushing event updated for resources: {'Network': ['ID=ae96959f-6ce5-41d0-90c9-8889aa70257e,revision_number=1']} {{(pid=84874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:10:05.397760 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [req-4813eba8-177a-4eeb-a353-8d511d0be51f req-b60702c5-7c14-4085-b7ee-0dd210c0ef02 tempest-ServerDiagnosticsNegativeTest-1092032270 tempest-ServerDiagnosticsNegativeTest-1092032270] 10.222.0.24 "GET /v2.0/ports?tenant_id=e514f09c0bb34d7893a48f2fadd227a0&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0894010 Jan 14 07:10:05.398623 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [req-bdf3cf4c-7beb-4082-88b4-a1fdd26f423d req-2365be68-561b-4933-a0ff-6347b2a8b917 tempest-SecurityGroupRulesNegativeTestJSON-608374989 tempest-SecurityGroupRulesNegativeTestJSON-608374989] Notify callbacks [] for security_group, before_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:10:05.402686 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-d5a57a05-02ab-4c73-bb82-1972a8f37e9b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.819s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:10:05.429035 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-d5a57a05-02ab-4c73-bb82-1972a8f37e9b admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 877 time: 4.2185965 Jan 14 07:10:05.433278 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-f4a68839-b04f-46d1-9cd0-0f7013ad9392 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.835s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:10:05.437159 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84874) accepted ('10.222.0.24', 54984) {{(pid=84874) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:10:05.559238 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.v2.base [None req-94a8c850-c279-494b-bfc0-0b4201c3b915 admin admin] Request body: {'subnet': {'network_id': 'ae96959f-6ce5-41d0-90c9-8889aa70257e', 'cidr': '172.20.0.0/28', 'name': 'tempest-TaggedBootDevicesTest-125334263-subnet', 'tenant_id': '4873c9000017431bb4db0aa60ef7da75', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=84874) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:10:05.566027 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-017f98a9-8a07-408c-a86f-8ff0c00400a0 None None] Network ae96959f-6ce5-41d0-90c9-8889aa70257e details requested by agent ovs-agent-n-h1-768862-2 with host n-h1-768862-2 {{(pid=84876) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 07:10:05.665426 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-94a8c850-c279-494b-bfc0-0b4201c3b915 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:10:05.670117 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [req-3b1ddeaf-87a8-418a-9f75-d05db72f4543 req-695e7d40-d0f7-478a-ab14-81c34376bc03 tempest-ListImageFiltersTestJSON-959365383 tempest-ListImageFiltersTestJSON-959365383] 10.222.0.48 "GET /v2.0/ports?device_id=3df6dccb-e583-499a-bb59-6b3999154638 HTTP/1.1" status: 200 len: 210 time: 0.2319653 Jan 14 07:10:05.675678 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-94a8c850-c279-494b-bfc0-0b4201c3b915 admin admin] Usage tracker for resource:subnet and tenant:4873c9000017431bb4db0aa60ef7da75 is out of sync, need to count used quota {{(pid=84874) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:10:05.681322 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-94a8c850-c279-494b-bfc0-0b4201c3b915 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84874) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:10:05.711097 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-94a8c850-c279-494b-bfc0-0b4201c3b915 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:10:05.751593 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-94a8c850-c279-494b-bfc0-0b4201c3b915 admin admin] Made reservation on behalf of 4873c9000017431bb4db0aa60ef7da75 for: {'subnet': 1} {{(pid=84874) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 07:10:05.756789 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-94a8c850-c279-494b-bfc0-0b4201c3b915 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036851981161'] for subnet, before_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:10:05.877241 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.db_base_plugin_common [None req-b9f40b2f-6de1-48b8-81f8-02a99780f8d5 admin admin] Allocated IP 172.20.0.1 (cb2daf5c-c88f-4231-9c86-6d155cd05702/9739cd10-72b2-4025-894a-beee6ba7ca4d/5e883def-fe06-475d-9915-bd147343cfe3) {{(pid=84875) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 14 07:10:06.085988 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-852a24f7-e9a1-4193-9abb-e9506fe5213f None None] Network ae96959f-6ce5-41d0-90c9-8889aa70257e details requested by agent ovs-agent-n-h2-768862-2 with host n-h2-768862-2 {{(pid=84876) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 07:10:06.142897 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Network ae96959f-6ce5-41d0-90c9-8889aa70257e details requested by agent ovs-agent-n-d-768862-2 with host n-d-768862-2 {{(pid=84876) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 07:10:06.275291 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-b9f40b2f-6de1-48b8-81f8-02a99780f8d5 admin admin] Notify callbacks [] for port, precommit_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:10:06.327044 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-b9f40b2f-6de1-48b8-81f8-02a99780f8d5 admin admin] Transition to ACTIVE for port object 5e883def-fe06-475d-9915-bd147343cfe3 will not be triggered until provisioned by entity DHCP. {{(pid=84875) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 07:10:06.375106 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-f4a68839-b04f-46d1-9cd0-0f7013ad9392 admin admin] 10.222.0.24 "DELETE /v2.0/subnets/27844b96-74cc-464f-8d24-f0588d92966b HTTP/1.1" status: 204 len: 168 time: 3.6337860 Jan 14 07:10:06.386785 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84875) accepted ('10.222.0.24', 55006) {{(pid=84875) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:10:06.389389 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-b9f40b2f-6de1-48b8-81f8-02a99780f8d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777640123575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851621574'] for port, after_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:10:06.694332 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [req-bdf3cf4c-7beb-4082-88b4-a1fdd26f423d req-2365be68-561b-4933-a0ff-6347b2a8b917 tempest-SecurityGroupRulesNegativeTestJSON-608374989 tempest-SecurityGroupRulesNegativeTestJSON-608374989] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:10:06.709755 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-dfebfb8a-0a1f-4d7b-996a-8ee10f5e08eb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:10:06.981399 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [req-bdf3cf4c-7beb-4082-88b4-a1fdd26f423d req-2365be68-561b-4933-a0ff-6347b2a8b917 tempest-SecurityGroupRulesNegativeTestJSON-608374989 tempest-SecurityGroupRulesNegativeTestJSON-608374989] Usage tracker for resource:security_group_rule and tenant:0740b8b76ba340e9b505edbac12b959b is out of sync, need to count used quota {{(pid=84875) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:10:07.076322 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [req-bdf3cf4c-7beb-4082-88b4-a1fdd26f423d req-2365be68-561b-4933-a0ff-6347b2a8b917 tempest-SecurityGroupRulesNegativeTestJSON-608374989 tempest-SecurityGroupRulesNegativeTestJSON-608374989] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84875) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:10:07.168952 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-f07940c3-538a-450e-b0ce-75d68da26328 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036854160497'] for network, before_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:10:07.177796 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [req-3000f209-9dc5-4dbb-9ad3-a1d7e76465df req-207324a2-cb01-481b-943f-44c59362379e tempest-ListImageFiltersTestJSON-959365383 tempest-ListImageFiltersTestJSON-959365383] 10.222.0.35 "GET /v2.0/networks?tenant_id=06fc00463aef43c0b2d39ebb95f2c897&shared=False HTTP/1.1" status: 200 len: 213 time: 0.2030008 Jan 14 07:10:07.219697 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Pushing event updated for resources: {'Port': ['ID=13579756-e803-43e9-b140-10c1fa18648b,revision_number=4']} {{(pid=84876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:10:07.350217 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [req-bdf3cf4c-7beb-4082-88b4-a1fdd26f423d req-2365be68-561b-4933-a0ff-6347b2a8b917 tempest-SecurityGroupRulesNegativeTestJSON-608374989 tempest-SecurityGroupRulesNegativeTestJSON-608374989] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:10:07.360717 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@n-h1-768862-2 {{(pid=84876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:10:07.361208 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-h1-768862-2 {{(pid=84876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:10:07.361734 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-h1-768862-2 {{(pid=84876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:10:07.362188 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-h1-768862-2 {{(pid=84876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:10:07.362578 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@n-h1-768862-2 {{(pid=84876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:10:07.362954 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-h1-768862-2 {{(pid=84876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:10:07.363361 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-h1-768862-2 {{(pid=84876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:10:07.363733 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-h1-768862-2 {{(pid=84876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:10:07.364182 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-h1-768862-2 {{(pid=84876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:10:07.364599 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-h1-768862-2 {{(pid=84876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:10:07.364962 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-h1-768862-2 {{(pid=84876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:10:07.365323 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-h1-768862-2 {{(pid=84876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:10:07.365737 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@n-h2-768862-2 {{(pid=84876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:10:07.366096 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-h2-768862-2 {{(pid=84876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:10:07.366454 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-h2-768862-2 {{(pid=84876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:10:07.366820 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-h2-768862-2 {{(pid=84876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:10:07.367176 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@n-h2-768862-2 {{(pid=84876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:10:07.367533 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-h2-768862-2 {{(pid=84876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:10:07.367956 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-h2-768862-2 {{(pid=84876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:10:07.368317 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-h2-768862-2 {{(pid=84876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:10:07.368674 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-h2-768862-2 {{(pid=84876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:10:07.369028 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-h2-768862-2 {{(pid=84876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:10:07.369386 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-h2-768862-2 {{(pid=84876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:10:07.369738 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-h2-768862-2 {{(pid=84876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:10:07.370156 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-2 {{(pid=84876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:10:07.370510 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-2 {{(pid=84876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:10:07.370865 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-2 {{(pid=84876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:10:07.371222 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-2 {{(pid=84876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:10:07.372266 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@n-d-768862-2 {{(pid=84876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:10:07.372266 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-2 {{(pid=84876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:10:07.372266 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-768862-2 {{(pid=84876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:10:07.372686 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-768862-2 {{(pid=84876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:10:07.372925 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-2 {{(pid=84876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:10:07.373277 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-2 {{(pid=84876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:10:07.373827 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-2 {{(pid=84876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:10:07.374318 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-2 {{(pid=84876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:10:07.388260 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Provisioning for port 8255b236-4bc8-4278-8ceb-9a4c22bb1315 completed by entity L2. {{(pid=84876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 07:10:07.397218 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 2.314s {{(pid=84876) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:10:07.397895 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Provisioning complete for port 8255b236-4bc8-4278-8ceb-9a4c22bb1315 triggered by entity L2. {{(pid=84876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 07:10:07.398310 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-604227'] for port, provisioning_complete {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:10:07.654584 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.plugin [None req-f07940c3-538a-450e-b0ce-75d68da26328 admin admin] Deleting port 3df2c38f-05e5-4576-939e-6051ae53abf2 {{(pid=84875) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 07:10:07.655265 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-f07940c3-538a-450e-b0ce-75d68da26328 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363259214248359'] for port, before_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:10:07.678371 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555753'] for port, before_update {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:10:07.725600 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae26c6fd-adae-438d-9c2b-4e70c60d6a59 None None] DHCP port deletion for ed17b23c-b73f-4648-9ab5-ec16aee1d408 request from n-d-768862-2 {{(pid=84876) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Jan 14 07:10:07.752932 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.plugin [None req-ae26c6fd-adae-438d-9c2b-4e70c60d6a59 None None] Deleting port 3df2c38f-05e5-4576-939e-6051ae53abf2 {{(pid=84876) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 07:10:07.753361 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-ae26c6fd-adae-438d-9c2b-4e70c60d6a59 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363259214248359'] for port, before_delete {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:10:07.844406 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] For port 8255b236-4bc8-4278-8ceb-9a4c22bb1315, host n-d-768862-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-2',level=0,port_id=8255b236-4bc8-4278-8ceb-9a4c22bb1315,segment=NetworkSegment(f1a1da15-9c84-4f1f-8d4b-5f93ea7c2a21),segment_id=f1a1da15-9c84-4f1f-8d4b-5f93ea7c2a21)] {{(pid=84876) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 07:10:07.855446 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777640533312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363259214678337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777640097497'] for port, after_update {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:10:07.864425 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84876) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:10:07.972072 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Device b44a45d5-0dc1-43bf-a2fe-837b4efbd9c2 no longer exists at agent ovs-agent-n-d-768862-2 {{(pid=84876) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jan 14 07:10:07.999793 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-d741e11f-418f-480c-bee0-d5b08d7f8bcc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036850886612', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036850863158'] for router, after_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:10:08.003758 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [None req-f07940c3-538a-450e-b0ce-75d68da26328 admin admin] For port 3df2c38f-05e5-4576-939e-6051ae53abf2, host n-d-768862-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-2',level=0,port_id=3df2c38f-05e5-4576-939e-6051ae53abf2,segment=NetworkSegment(34d6c3d4-1ab0-4378-be64-59dff1758066),segment_id=34d6c3d4-1ab0-4378-be64-59dff1758066)] {{(pid=84875) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 07:10:08.008219 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-f07940c3-538a-450e-b0ce-75d68da26328 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036850862667'] for port, precommit_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:10:08.037557 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.plugin [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] No Port match for: b44a45d5-0dc1-43bf-a2fe-837b4efbd9c2 {{(pid=84876) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2188}} Jan 14 07:10:08.037940 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Device b44a45d5-0dc1-43bf-a2fe-837b4efbd9c2 not bound to the agent host n-d-768862-2 {{(pid=84876) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jan 14 07:10:08.067147 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3000f209-9dc5-4dbb-9ad3-a1d7e76465df req-1ccc8649-5b48-483d-9661-4d3bce493e43 tempest-ListImageFiltersTestJSON-959365383 tempest-ListImageFiltersTestJSON-959365383] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:10:08.071086 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [req-3000f209-9dc5-4dbb-9ad3-a1d7e76465df req-1ccc8649-5b48-483d-9661-4d3bce493e43 tempest-ListImageFiltersTestJSON-959365383 tempest-ListImageFiltersTestJSON-959365383] 10.222.0.35 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.8861592 Jan 14 07:10:08.117205 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.v2.base [req-3000f209-9dc5-4dbb-9ad3-a1d7e76465df req-6bbed6b9-fed2-4c88-9e71-886c10e7259f tempest-ListImageFiltersTestJSON-959365383 tempest-ListImageFiltersTestJSON-959365383] Request body: {'port': {'device_id': '3df6dccb-e583-499a-bb59-6b3999154638', 'network_id': '3ab89270-67b1-41e9-8be2-a0395a984bff', 'admin_state_up': True, 'tenant_id': '06fc00463aef43c0b2d39ebb95f2c897'}} {{(pid=84874) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:10:08.218665 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Device 13579756-e803-43e9-b140-10c1fa18648b up at agent ovs-agent-n-d-768862-2 {{(pid=84876) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 07:10:08.259223 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.plugin [None req-f07940c3-538a-450e-b0ce-75d68da26328 admin admin] Calling delete_port for 3df2c38f-05e5-4576-939e-6051ae53abf2 owned by network:dhcp {{(pid=84875) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 07:10:08.290860 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Pushing event updated for resources: {'Port': ['ID=8255b236-4bc8-4278-8ceb-9a4c22bb1315,revision_number=3']} {{(pid=84876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:10:08.320800 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.456s {{(pid=84876) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:10:08.358235 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9f40b2f-6de1-48b8-81f8-02a99780f8d5 admin admin] Pushing event updated for resources: {'Port': ['ID=5e883def-fe06-475d-9915-bd147343cfe3,revision_number=1']} {{(pid=84875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:10:08.383237 n-d-768862-2 neutron-server[84765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9f40b2f-6de1-48b8-81f8-02a99780f8d5 admin admin] Network cb2daf5c-c88f-4231-9c86-6d155cd05702 is already hosted by enough agents. {{(pid=84875) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 07:10:08.429522 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84875) accepted ('10.222.0.24', 55020) {{(pid=84875) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:10:08.430973 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-b9f40b2f-6de1-48b8-81f8-02a99780f8d5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.721s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:10:08.433925 n-d-768862-2 neutron-server[84765]: DEBUG neutron.scheduler.base_scheduler [None req-b9f40b2f-6de1-48b8-81f8-02a99780f8d5 admin admin] Resources bound (agent type, host, resource id): {{(pid=84875) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 07:10:08.449108 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9f40b2f-6de1-48b8-81f8-02a99780f8d5 admin admin] Received port after_create {{(pid=84875) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 14 07:10:08.559660 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-5b43b5a8-5bc2-4d91-b9a2-5e438fb529bf None None] Provisioning complete for port 8255b236-4bc8-4278-8ceb-9a4c22bb1315 triggered by entity DHCP. {{(pid=84876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 07:10:08.561077 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-5b43b5a8-5bc2-4d91-b9a2-5e438fb529bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-604227'] for port, provisioning_complete {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:10:08.651500 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-b9f40b2f-6de1-48b8-81f8-02a99780f8d5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036850886386'] for router_interface, before_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:10:08.722915 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Provisioning complete for port 13579756-e803-43e9-b140-10c1fa18648b triggered by entity L2. {{(pid=84876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 07:10:08.724231 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-604227'] for port, provisioning_complete {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:10:08.809753 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-f07940c3-538a-450e-b0ce-75d68da26328 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777640533329', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777640097463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851621574'] for port, after_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:10:08.926624 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [None req-ae26c6fd-adae-438d-9c2b-4e70c60d6a59 None None] For port 3df2c38f-05e5-4576-939e-6051ae53abf2, host n-d-768862-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-2',level=0,port_id=3df2c38f-05e5-4576-939e-6051ae53abf2,segment=NetworkSegment(34d6c3d4-1ab0-4378-be64-59dff1758066),segment_id=34d6c3d4-1ab0-4378-be64-59dff1758066)] {{(pid=84876) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 07:10:08.930397 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-ae26c6fd-adae-438d-9c2b-4e70c60d6a59 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036850862667'] for port, precommit_delete {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:10:09.153506 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.db_base_plugin_v2 [None req-2a067f1a-72d2-4e64-afc8-38f83787812e admin admin] Deleting subnet 3c543677-fd11-427c-a685-bec7198af6a1 {{(pid=84875) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Jan 14 07:10:09.167977 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [req-3000f209-9dc5-4dbb-9ad3-a1d7e76465df req-6bbed6b9-fed2-4c88-9e71-886c10e7259f tempest-ListImageFiltersTestJSON-959365383 tempest-ListImageFiltersTestJSON-959365383] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:10:09.185415 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-b9f40b2f-6de1-48b8-81f8-02a99780f8d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555753'] for port, before_update {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:10:09.219991 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-2a067f1a-72d2-4e64-afc8-38f83787812e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:10:09.259752 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:10:09.297985 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [req-4813eba8-177a-4eeb-a353-8d511d0be51f req-5ee209ae-0b30-499d-b0bb-a5c6dae31bcf service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=e514f09c0bb34d7893a48f2fadd227a0&device_id=048b2404-5027-4629-a504-4a1cb4354b03 HTTP/1.1" status: 200 len: 210 time: 0.1373351 Jan 14 07:10:09.299740 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [req-3000f209-9dc5-4dbb-9ad3-a1d7e76465df req-6bbed6b9-fed2-4c88-9e71-886c10e7259f tempest-ListImageFiltersTestJSON-959365383 tempest-ListImageFiltersTestJSON-959365383] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:10:09.415903 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.plugin [None req-ae26c6fd-adae-438d-9c2b-4e70c60d6a59 None None] Calling delete_port for 3df2c38f-05e5-4576-939e-6051ae53abf2 owned by network:dhcp {{(pid=84876) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 07:10:09.418627 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [req-4813eba8-177a-4eeb-a353-8d511d0be51f req-8481d8b6-c7d2-44c6-a9b1-d48e554dc3f2 service neutron] 10.222.0.48 "GET /v2.0/networks?tenant_id=e514f09c0bb34d7893a48f2fadd227a0&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1075642 Jan 14 07:10:09.419285 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84874) accepted ('10.222.0.24', 55028) {{(pid=84874) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:10:09.464765 n-d-768862-2 neutron-server[84765]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d741e11f-418f-480c-bee0-d5b08d7f8bcc admin admin] Router 8ce0aa68-31de-4543-b676-dd365cc0d1b7 is scheduled to L3 agent 35f592e9-451b-4db9-abea-77b6a5c5391b with binding_index 1 {{(pid=84874) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}} Jan 14 07:10:09.470910 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3000f209-9dc5-4dbb-9ad3-a1d7e76465df req-6bbed6b9-fed2-4c88-9e71-886c10e7259f tempest-ListImageFiltersTestJSON-959365383 tempest-ListImageFiltersTestJSON-959365383] Made reservation on behalf of 06fc00463aef43c0b2d39ebb95f2c897 for: {'port': 1} {{(pid=84874) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 07:10:09.491451 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [req-bdf3cf4c-7beb-4082-88b4-a1fdd26f423d req-2365be68-561b-4933-a0ff-6347b2a8b917 tempest-SecurityGroupRulesNegativeTestJSON-608374989 tempest-SecurityGroupRulesNegativeTestJSON-608374989] Notify callbacks [] for security_group, precommit_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:10:09.494813 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [req-3000f209-9dc5-4dbb-9ad3-a1d7e76465df req-6bbed6b9-fed2-4c88-9e71-886c10e7259f tempest-ListImageFiltersTestJSON-959365383 tempest-ListImageFiltersTestJSON-959365383] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555753'] for port, before_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:10:09.498254 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f07940c3-538a-450e-b0ce-75d68da26328 admin admin] Pushing event deleted for resources: {'Port': ['ID=3df2c38f-05e5-4576-939e-6051ae53abf2,revision_number=None']} {{(pid=84875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:10:09.568730 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-f07940c3-538a-450e-b0ce-75d68da26328 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.309s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:10:09.569949 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [req-bdf3cf4c-7beb-4082-88b4-a1fdd26f423d req-2365be68-561b-4933-a0ff-6347b2a8b917 tempest-SecurityGroupRulesNegativeTestJSON-608374989 tempest-SecurityGroupRulesNegativeTestJSON-608374989] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850887153'] for security_group, after_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:10:09.586781 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-6e313183-80da-4ea6-8a48-54198f8e9f9f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:10:09.676114 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Device 3df2c38f-05e5-4576-939e-6051ae53abf2 no longer exists at agent ovs-agent-n-d-768862-2 {{(pid=84876) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jan 14 07:10:09.786749 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.plugin [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] No Port match for: 3df2c38f-05e5-4576-939e-6051ae53abf2 {{(pid=84876) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2188}} Jan 14 07:10:09.787132 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Device 3df2c38f-05e5-4576-939e-6051ae53abf2 not bound to the agent host n-d-768862-2 {{(pid=84876) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jan 14 07:10:09.822263 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.agents_db [None req-5b939a2f-078d-4c69-a188-cb55a28a77a0 None None] Agent healthcheck: found 7 active agents {{(pid=84877) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Jan 14 07:10:09.824507 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.db.api [None req-ae26c6fd-adae-438d-9c2b-4e70c60d6a59 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84876) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Jan 14 07:10:09.825054 n-d-768862-2 neutron-server[84765]: DEBUG oslo_db.api [None req-ae26c6fd-adae-438d-9c2b-4e70c60d6a59 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84876) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Jan 14 07:10:09.832605 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-5b8f859a-5e6e-469f-a2c0-9244a99e3f38 None None] Provisioning complete for port 8255b236-4bc8-4278-8ceb-9a4c22bb1315 triggered by entity DHCP. {{(pid=84876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 07:10:09.833027 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-5b8f859a-5e6e-469f-a2c0-9244a99e3f38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-604227'] for port, provisioning_complete {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:10:09.843991 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [req-e644f0e3-f696-472e-9ff3-ef259cd21a10 req-32822614-a5c3-4623-baca-ce78e7b72c4b service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=cb5230de4d78422e91aa242a9299f4c7&device_id=e8718db8-9cfe-4a79-a176-e23e094a948a HTTP/1.1" status: 200 len: 210 time: 0.4233375 Jan 14 07:10:09.845250 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4813eba8-177a-4eeb-a353-8d511d0be51f req-03fdfae9-d287-4856-acae-68be59b4bf18 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:10:09.847462 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [req-4813eba8-177a-4eeb-a353-8d511d0be51f req-03fdfae9-d287-4856-acae-68be59b4bf18 service neutron] 10.222.0.48 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 863 time: 0.2209957 Jan 14 07:10:09.875632 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [req-3000f209-9dc5-4dbb-9ad3-a1d7e76465df req-6bbed6b9-fed2-4c88-9e71-886c10e7259f tempest-ListImageFiltersTestJSON-959365383 tempest-ListImageFiltersTestJSON-959365383] Notify callbacks [] for security_group, before_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:10:10.180093 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-5b8f859a-5e6e-469f-a2c0-9244a99e3f38 None None] Provisioning for port 5e883def-fe06-475d-9915-bd147343cfe3 completed by entity DHCP. {{(pid=84876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 07:10:10.191021 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [req-3000f209-9dc5-4dbb-9ad3-a1d7e76465df req-6bbed6b9-fed2-4c88-9e71-886c10e7259f tempest-ListImageFiltersTestJSON-959365383 tempest-ListImageFiltersTestJSON-959365383] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:10:10.191372 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-5b8f859a-5e6e-469f-a2c0-9244a99e3f38 None None] Provisioning complete for port 5e883def-fe06-475d-9915-bd147343cfe3 triggered by entity DHCP. {{(pid=84876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 07:10:10.191955 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-5b8f859a-5e6e-469f-a2c0-9244a99e3f38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-604227'] for port, provisioning_complete {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:10:10.200767 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [req-3000f209-9dc5-4dbb-9ad3-a1d7e76465df req-6bbed6b9-fed2-4c88-9e71-886c10e7259f tempest-ListImageFiltersTestJSON-959365383 tempest-ListImageFiltersTestJSON-959365383] Usage tracker for resource:security_group_rule and tenant:06fc00463aef43c0b2d39ebb95f2c897 is out of sync, need to count used quota {{(pid=84874) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:10:10.211731 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [req-3000f209-9dc5-4dbb-9ad3-a1d7e76465df req-6bbed6b9-fed2-4c88-9e71-886c10e7259f tempest-ListImageFiltersTestJSON-959365383 tempest-ListImageFiltersTestJSON-959365383] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84874) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:10:10.218543 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-2a067f1a-72d2-4e64-afc8-38f83787812e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3367281'] for subnet, precommit_delete_associations {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:10:10.227992 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Device 8255b236-4bc8-4278-8ceb-9a4c22bb1315 up at agent ovs-agent-n-d-768862-2 {{(pid=84876) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 07:10:10.229483 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [req-3000f209-9dc5-4dbb-9ad3-a1d7e76465df req-6bbed6b9-fed2-4c88-9e71-886c10e7259f tempest-ListImageFiltersTestJSON-959365383 tempest-ListImageFiltersTestJSON-959365383] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:10:10.238340 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e644f0e3-f696-472e-9ff3-ef259cd21a10 req-20568abd-d207-4591-943c-881668f6ffed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:10:10.240336 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [req-e644f0e3-f696-472e-9ff3-ef259cd21a10 req-20568abd-d207-4591-943c-881668f6ffed service neutron] 10.222.0.48 "GET /v2.0/networks?tenant_id=cb5230de4d78422e91aa242a9299f4c7&shared=False HTTP/1.1" status: 200 len: 914 time: 0.3715973 Jan 14 07:10:10.292810 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-2a067f1a-72d2-4e64-afc8-38f83787812e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036854176836'] for subnet, precommit_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:10:10.319587 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.plugin [None req-5b8f859a-5e6e-469f-a2c0-9244a99e3f38 None None] Port 5e883def-fe06-475d-9915-bd147343cfe3 cannot update to ACTIVE because it is not bound. {{(pid=84876) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:329}} Jan 14 07:10:10.328303 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.plugin [None req-ae26c6fd-adae-438d-9c2b-4e70c60d6a59 None None] Deleting port 3df2c38f-05e5-4576-939e-6051ae53abf2 {{(pid=84876) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 07:10:10.328303 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-ae26c6fd-adae-438d-9c2b-4e70c60d6a59 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363259214248359'] for port, before_delete {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:10:10.381158 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Provisioning complete for port 8255b236-4bc8-4278-8ceb-9a4c22bb1315 triggered by entity L2. {{(pid=84876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 07:10:10.381579 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-604227'] for port, provisioning_complete {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:10:10.397109 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [req-4813eba8-177a-4eeb-a353-8d511d0be51f req-1addd55f-4416-4a80-ae99-bc59a889b78d tempest-ServerDiagnosticsNegativeTest-1092032270 tempest-ServerDiagnosticsNegativeTest-1092032270] 10.222.0.48 "GET /v2.0/ports?device_id=048b2404-5027-4629-a504-4a1cb4354b03 HTTP/1.1" status: 200 len: 210 time: 0.4975085 Jan 14 07:10:10.463477 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.plugin [None req-ae26c6fd-adae-438d-9c2b-4e70c60d6a59 None None] The port '3df2c38f-05e5-4576-939e-6051ae53abf2' was deleted {{(pid=84876) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Jan 14 07:10:10.627177 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-2a067f1a-72d2-4e64-afc8-38f83787812e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-598964', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850887113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3154192', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2308610'] for subnet, after_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:10:10.640725 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2365be68-561b-4933-a0ff-6347b2a8b917 tempest-SecurityGroupRulesNegativeTestJSON-608374989 tempest-SecurityGroupRulesNegativeTestJSON-608374989] Pushing event updated for resources: {'SecurityGroup': ['ID=b3ef856b-e98c-431e-bd28-945224c04e9d,revision_number=1']} {{(pid=84875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:10:10.655709 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-f7b15037-d630-4b15-b1dd-9cd3fa485964 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:10:10.659153 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-2365be68-561b-4933-a0ff-6347b2a8b917 tempest-SecurityGroupRulesNegativeTestJSON-608374989 tempest-SecurityGroupRulesNegativeTestJSON-608374989] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.072s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:10:10.672290 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-94a8c850-c279-494b-bfc0-0b4201c3b915 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850887113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3254092', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036851981146'] for subnet, after_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:10:10.702368 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-017f98a9-8a07-408c-a86f-8ff0c00400a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363259214191800', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854171626'] for agent, after_update {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:10:10.822654 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-8ba9b1b0-1d44-4105-ba21-bc767f5e0fdf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:10:10.862370 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [req-bdf3cf4c-7beb-4082-88b4-a1fdd26f423d req-2365be68-561b-4933-a0ff-6347b2a8b917 tempest-SecurityGroupRulesNegativeTestJSON-608374989 tempest-SecurityGroupRulesNegativeTestJSON-608374989] Notify callbacks [] for security_group, before_response {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:10:10.863744 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [req-bdf3cf4c-7beb-4082-88b4-a1fdd26f423d req-2365be68-561b-4933-a0ff-6347b2a8b917 tempest-SecurityGroupRulesNegativeTestJSON-608374989 tempest-SecurityGroupRulesNegativeTestJSON-608374989] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1817 time: 6.1255803 Jan 14 07:10:10.866752 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f07940c3-538a-450e-b0ce-75d68da26328 admin admin] No DVR routers for this DVR port 3df2c38f-05e5-4576-939e-6051ae53abf2 on host n-d-768862-2 {{(pid=84875) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Jan 14 07:10:10.910057 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a067f1a-72d2-4e64-afc8-38f83787812e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3c543677-fd11-427c-a685-bec7198af6a1,revision_number=None']} {{(pid=84875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:10:10.913471 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-2a067f1a-72d2-4e64-afc8-38f83787812e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:10:11.024739 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-40ec0afc-13c9-4e11-8e4e-76b8f5308440 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:10:11.030893 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-2a067f1a-72d2-4e64-afc8-38f83787812e admin admin] Notify callbacks [] for subnet, before_response {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:10:11.037670 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-2a067f1a-72d2-4e64-afc8-38f83787812e admin admin] 10.222.0.24 "DELETE /v2.0/subnets/3c543677-fd11-427c-a685-bec7198af6a1 HTTP/1.1" status: 204 len: 168 time: 2.4936516 Jan 14 07:10:11.056691 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84875) accepted ('10.222.0.24', 55036) {{(pid=84875) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:10:11.098213 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94a8c850-c279-494b-bfc0-0b4201c3b915 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2d5e37a0-0841-461f-a59f-1172aa4e92e4,revision_number=0']} {{(pid=84874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:10:11.158548 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-f7b15037-d630-4b15-b1dd-9cd3fa485964 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:10:11.163509 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-94a8c850-c279-494b-bfc0-0b4201c3b915 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:10:11.190719 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-f7b15037-d630-4b15-b1dd-9cd3fa485964 admin admin] Usage tracker for resource:security_group_rule and tenant:e514f09c0bb34d7893a48f2fadd227a0 is out of sync, need to count used quota {{(pid=84874) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:10:11.204313 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-f7b15037-d630-4b15-b1dd-9cd3fa485964 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84874) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:10:11.221188 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-1cd42f15-6118-4458-8f82-a1b2480e3221 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036854160497'] for network, before_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:10:11.224603 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-f7b15037-d630-4b15-b1dd-9cd3fa485964 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:10:11.358659 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d741e11f-418f-480c-bee0-d5b08d7f8bcc admin admin] Notify agent at l3_agent.n-d-768862-2 the message routers_updated {{(pid=84874) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jan 14 07:10:11.377008 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-616675b9-6baf-41a1-acfd-b32da751cadc None None] Sync routers for ids ['8ce0aa68-31de-4543-b676-dd365cc0d1b7'] in n-d-768862-2 {{(pid=84876) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Jan 14 07:10:11.389740 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e644f0e3-f696-472e-9ff3-ef259cd21a10 req-6f3f1a17-e850-4292-8c64-842e2dbd6383 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:10:11.390394 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-f07940c3-538a-450e-b0ce-75d68da26328 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-598987', 'neutron.services.segments.db._delete_segments_for_network-8777640583949'] for network, precommit_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:10:11.391396 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [req-e644f0e3-f696-472e-9ff3-ef259cd21a10 req-6f3f1a17-e850-4292-8c64-842e2dbd6383 service neutron] 10.222.0.48 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 863 time: 0.9802096 Jan 14 07:10:11.392350 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-616675b9-6baf-41a1-acfd-b32da751cadc None None] Routers {'8ce0aa68-31de-4543-b676-dd365cc0d1b7'} bound to L3 agent in host n-d-768862-2 {{(pid=84876) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 14 07:10:11.393049 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_hamode_db [None req-616675b9-6baf-41a1-acfd-b32da751cadc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-01-14T06:56:51Z,description=,heartbeat_timestamp=2021-01-14T07:09:52Z,host='n-d-768862-2',id=35f592e9-451b-4db9-abea-77b6a5c5391b,load=0,resource_versions=,resources_synced=,started_at=2021-01-14T06:56:51Z,topic='l3_agent')) {'router_ids': ['8ce0aa68-31de-4543-b676-dd365cc0d1b7'], 'active': True} {{(pid=84876) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:10:11.432550 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [req-ce1d2db9-04ce-463a-89f7-9181749eb98f req-5629db87-10c9-4296-b7c1-e551172e9b56 tempest-SecurityGroupRulesNegativeTestJSON-608374989 tempest-SecurityGroupRulesNegativeTestJSON-608374989] 10.222.0.24 "GET /v2.0/security-groups/b3ef856b-e98c-431e-bd28-945224c04e9d HTTP/1.1" status: 200 len: 1812 time: 0.4951394 Jan 14 07:10:11.491950 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [req-e644f0e3-f696-472e-9ff3-ef259cd21a10 req-3b299361-7931-4ba8-91a2-0f0242ab8217 tempest-ImagesOneServerNegativeTestJSON-1306634166 tempest-ImagesOneServerNegativeTestJSON-1306634166] 10.222.0.48 "GET /v2.0/ports?device_id=e8718db8-9cfe-4a79-a176-e23e094a948a HTTP/1.1" status: 200 len: 210 time: 0.0642874 Jan 14 07:10:11.553514 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [req-3000f209-9dc5-4dbb-9ad3-a1d7e76465df req-6bbed6b9-fed2-4c88-9e71-886c10e7259f tempest-ListImageFiltersTestJSON-959365383 tempest-ListImageFiltersTestJSON-959365383] Notify callbacks [] for security_group, precommit_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:10:11.599444 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [req-3000f209-9dc5-4dbb-9ad3-a1d7e76465df req-6bbed6b9-fed2-4c88-9e71-886c10e7259f tempest-ListImageFiltersTestJSON-959365383 tempest-ListImageFiltersTestJSON-959365383] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850887153'] for security_group, after_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:10:11.626252 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-d741e11f-418f-480c-bee0-d5b08d7f8bcc admin admin] Notify callbacks [] for router, before_response {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:10:11.630329 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-d741e11f-418f-480c-bee0-d5b08d7f8bcc admin admin] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 933 time: 12.4132164 Jan 14 07:10:11.634217 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-d4f9bdc3-7802-4847-9bdb-23b2034580ee admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:10:11.637537 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84875) accepted ('10.222.0.24', 55044) {{(pid=84875) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:10:11.686801 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.v2.base [req-245227bb-c98e-418d-961c-ab13577f0be6 req-9014045c-7135-45e3-aec1-b49d719b9c91 tempest-SecurityGroupRulesNegativeTestJSON-608374989 tempest-SecurityGroupRulesNegativeTestJSON-608374989] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-384549628', 'description': 'tempest-description-192304046'}} {{(pid=84875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:10:11.768805 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bbed6b9-fed2-4c88-9e71-886c10e7259f tempest-ListImageFiltersTestJSON-959365383 tempest-ListImageFiltersTestJSON-959365383] Pushing event updated for resources: {'SecurityGroup': ['ID=6a87a2df-277e-45a7-9708-702155ccea3c,revision_number=1']} {{(pid=84874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:10:11.813206 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94a8c850-c279-494b-bfc0-0b4201c3b915 admin admin] Checking segment: {'id': '74eda698-0180-4b92-830f-64ae8961cc4d', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 9, 'network_id': 'ae96959f-6ce5-41d0-90c9-8889aa70257e'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84874) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 14 07:10:11.814772 n-d-768862-2 neutron-server[84765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94a8c850-c279-494b-bfc0-0b4201c3b915 admin admin] Network hostable DHCP agents. Network: ae96959f-6ce5-41d0-90c9-8889aa70257e, hostable agents: ['32f3dd84-26da-4d18-bf15-6017a8fb7247'], hosted agents: [] {{(pid=84874) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Jan 14 07:10:11.850178 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-1cd42f15-6118-4458-8f82-a1b2480e3221 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-598987', 'neutron.services.segments.db._delete_segments_for_network-8777640583949'] for network, precommit_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:10:11.854686 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-6bbed6b9-fed2-4c88-9e71-886c10e7259f tempest-ListImageFiltersTestJSON-959365383 tempest-ListImageFiltersTestJSON-959365383] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.217s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:10:11.868640 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_dvr_db [None req-616675b9-6baf-41a1-acfd-b32da751cadc None None] Set router 8ce0aa68-31de-4543-b676-dd365cc0d1b7 gateway port host: n-d-768862-2 {{(pid=84876) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 14 07:10:11.997018 n-d-768862-2 neutron-server[84765]: DEBUG neutron.services.segments.db [None req-1cd42f15-6118-4458-8f82-a1b2480e3221 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4f8ba25b-d3c1-4bc9-af19-1d9b1d33b0ab']}} {{(pid=84875) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:10:12.012260 n-d-768862-2 neutron-server[84765]: DEBUG neutron.services.segments.db [None req-1cd42f15-6118-4458-8f82-a1b2480e3221 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '98942066-a57d-4c63-9167-98a20f73327b') {'for_net_delete': True} {{(pid=84875) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:10:12.012638 n-d-768862-2 neutron-server[84765]: DEBUG neutron.services.segments.db [None req-1cd42f15-6118-4458-8f82-a1b2480e3221 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '98942066-a57d-4c63-9167-98a20f73327b') {} {{(pid=84875) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:10:12.025921 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-1cd42f15-6118-4458-8f82-a1b2480e3221 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363259214173198', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036851408567'] for segment, before_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:10:12.041745 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-1cd42f15-6118-4458-8f82-a1b2480e3221 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854179735'] for segment, precommit_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:10:12.043874 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-1cd42f15-6118-4458-8f82-a1b2480e3221 admin admin] Releasing vxlan tunnel 6 to pool {{(pid=84875) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Jan 14 07:10:12.044552 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [req-2981053c-a5a4-40cb-a97d-c8436ea9d247 req-389dfcd8-2c36-447e-a80b-b18d82b0ec30 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=cb5230de4d78422e91aa242a9299f4c7&device_id=e8718db8-9cfe-4a79-a176-e23e094a948a HTTP/1.1" status: 200 len: 210 time: 0.0663447 Jan 14 07:10:12.187029 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-852a24f7-e9a1-4193-9abb-e9506fe5213f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363259214191800', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854171626'] for agent, after_update {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:10:12.204138 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_hamode_db [None req-616675b9-6baf-41a1-acfd-b32da751cadc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8ce0aa68-31de-4543-b676-dd365cc0d1b7', 'name': 'tempest-FloatingIPsAssociationTestJSON-1064949191-router', 'tenant_id': '93a8da55e1c346bf8dc2a8711a9e4edc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '226f1e78-82cd-4481-9055-4eb73b6db8c1', 'external_fixed_ips': [{'subnet_id': 'ba8deeec-7658-4195-9449-038c076f5c83', 'ip_address': '172.25.2.159'}], 'enable_snat': True}, 'gw_port_id': 'dd1a2078-9548-4ef6-8ccd-77af13047ea8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-14T07:09:59Z', 'updated_at': '2021-01-14T07:10:04Z', 'revision_number': 3, 'project_id': '93a8da55e1c346bf8dc2a8711a9e4edc', 'gw_port': {'id': 'dd1a2078-9548-4ef6-8ccd-77af13047ea8', 'name': '', 'network_id': '226f1e78-82cd-4481-9055-4eb73b6db8c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:d7:1c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8ce0aa68-31de-4543-b676-dd365cc0d1b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 547, 'fixed_ips': [{'subnet_id': 'ba8deeec-7658-4195-9449-038c076f5c83', 'ip_address': '172.25.2.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T07:10:01Z', 'updated_at': '2021-01-14T07:10:01Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ba8deeec-7658-4195-9449-038c076f5c83', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-2'}], 'n-d-768862-2', False) {} {{(pid=84876) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:10:12.208909 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-616675b9-6baf-41a1-acfd-b32da751cadc None None] Checking router: 8ce0aa68-31de-4543-b676-dd365cc0d1b7 for host: n-d-768862-2 {{(pid=84876) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Jan 14 07:10:12.209313 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-616675b9-6baf-41a1-acfd-b32da751cadc None None] Updating router 8ce0aa68-31de-4543-b676-dd365cc0d1b7 port dd1a2078-9548-4ef6-8ccd-77af13047ea8 binding host n-d-768862-2 {{(pid=84876) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Jan 14 07:10:12.227288 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2981053c-a5a4-40cb-a97d-c8436ea9d247 req-9cdfda68-167a-4387-9f7a-6393eb26a789 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:10:12.229623 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [req-2981053c-a5a4-40cb-a97d-c8436ea9d247 req-9cdfda68-167a-4387-9f7a-6393eb26a789 service neutron] 10.222.0.48 "GET /v2.0/networks?tenant_id=cb5230de4d78422e91aa242a9299f4c7&shared=False HTTP/1.1" status: 200 len: 876 time: 0.1634338 Jan 14 07:10:12.230827 n-d-768862-2 neutron-server[84765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94a8c850-c279-494b-bfc0-0b4201c3b915 admin admin] Network ae96959f-6ce5-41d0-90c9-8889aa70257e is scheduled to be hosted by DHCP agent 32f3dd84-26da-4d18-bf15-6017a8fb7247 with binding_index 1 {{(pid=84874) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Jan 14 07:10:12.245536 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.managers [None req-1cd42f15-6118-4458-8f82-a1b2480e3221 admin admin] Network 4f8ba25b-d3c1-4bc9-af19-1d9b1d33b0ab has no segments {{(pid=84875) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 14 07:10:12.256937 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-1cd42f15-6118-4458-8f82-a1b2480e3221 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-596065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3154253'] for segment, after_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:10:12.292831 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-616675b9-6baf-41a1-acfd-b32da751cadc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555753'] for port, before_update {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:10:12.442309 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2981053c-a5a4-40cb-a97d-c8436ea9d247 req-119da5bf-443d-4b3d-a3a9-acc4588b79b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:10:12.444374 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [req-2981053c-a5a4-40cb-a97d-c8436ea9d247 req-119da5bf-443d-4b3d-a3a9-acc4588b79b7 service neutron] 10.222.0.48 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 863 time: 0.2067122 Jan 14 07:10:12.455527 n-d-768862-2 neutron-server[84765]: DEBUG neutron.scheduler.base_scheduler [None req-94a8c850-c279-494b-bfc0-0b4201c3b915 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768862-2, ae96959f-6ce5-41d0-90c9-8889aa70257e) {{(pid=84874) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 07:10:12.462442 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-f7b15037-d630-4b15-b1dd-9cd3fa485964 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:10:12.471975 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.managers [None req-1cd42f15-6118-4458-8f82-a1b2480e3221 admin admin] Network 4f8ba25b-d3c1-4bc9-af19-1d9b1d33b0ab has no segments {{(pid=84875) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 14 07:10:12.481139 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94a8c850-c279-494b-bfc0-0b4201c3b915 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:10:12.482149 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-94a8c850-c279-494b-bfc0-0b4201c3b915 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3207107'] for subnet, before_response {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:10:12.501934 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-f7b15037-d630-4b15-b1dd-9cd3fa485964 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850887153'] for security_group, after_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:10:12.551529 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-3d21677b-f0b6-459b-b826-71ddc3a53ba2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:10:12.585893 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-f7b15037-d630-4b15-b1dd-9cd3fa485964 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=e514f09c0bb34d7893a48f2fadd227a0&name=default HTTP/1.1" status: 200 len: 2979 time: 3.1307173 Jan 14 07:10:12.641091 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7b15037-d630-4b15-b1dd-9cd3fa485964 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4b96aea8-c96e-4795-8a08-ff248a968273,revision_number=1']} {{(pid=84874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:10:12.647569 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [req-2981053c-a5a4-40cb-a97d-c8436ea9d247 req-aa617db6-42b0-4b33-83a5-fb4e04fdd5b9 tempest-ImagesOneServerNegativeTestJSON-1306634166 tempest-ImagesOneServerNegativeTestJSON-1306634166] 10.222.0.48 "GET /v2.0/ports?device_id=e8718db8-9cfe-4a79-a176-e23e094a948a HTTP/1.1" status: 200 len: 210 time: 0.1030171 Jan 14 07:10:12.653629 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84874) accepted ('10.222.0.24', 55048) {{(pid=84874) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:10:12.655097 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-f7b15037-d630-4b15-b1dd-9cd3fa485964 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:10:12.702308 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f92218e-ab3d-4922-8701-66137e4407d2 None None] Network ae96959f-6ce5-41d0-90c9-8889aa70257e requested from n-d-768862-2 {{(pid=84876) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 07:10:12.702843 n-d-768862-2 neutron-server[84765]: Traceback (most recent call last): Jan 14 07:10:12.702843 n-d-768862-2 neutron-server[84765]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 14 07:10:12.702843 n-d-768862-2 neutron-server[84765]: timer() Jan 14 07:10:12.702843 n-d-768862-2 neutron-server[84765]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 14 07:10:12.702843 n-d-768862-2 neutron-server[84765]: cb(*args, **kw) Jan 14 07:10:12.702843 n-d-768862-2 neutron-server[84765]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Jan 14 07:10:12.702843 n-d-768862-2 neutron-server[84765]: return func(*args, **kwargs) Jan 14 07:10:12.702843 n-d-768862-2 neutron-server[84765]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 14 07:10:12.702843 n-d-768862-2 neutron-server[84765]: self._notify() Jan 14 07:10:12.702843 n-d-768862-2 neutron-server[84765]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 14 07:10:12.702843 n-d-768862-2 neutron-server[84765]: self.callback(batched_events) Jan 14 07:10:12.702843 n-d-768862-2 neutron-server[84765]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 14 07:10:12.702843 n-d-768862-2 neutron-server[84765]: event.method(event) Jan 14 07:10:12.702843 n-d-768862-2 neutron-server[84765]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 14 07:10:12.702843 n-d-768862-2 neutron-server[84765]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 14 07:10:12.702843 n-d-768862-2 neutron-server[84765]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Jan 14 07:10:12.702843 n-d-768862-2 neutron-server[84765]: segment_id)['aggregates'][0] Jan 14 07:10:12.702843 n-d-768862-2 neutron-server[84765]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 14 07:10:12.702843 n-d-768862-2 neutron-server[84765]: return f(self, *a, **k) Jan 14 07:10:12.702843 n-d-768862-2 neutron-server[84765]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 14 07:10:12.702843 n-d-768862-2 neutron-server[84765]: return self._get(url).json() Jan 14 07:10:12.702843 n-d-768862-2 neutron-server[84765]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 14 07:10:12.702843 n-d-768862-2 neutron-server[84765]: **kwargs) Jan 14 07:10:12.702843 n-d-768862-2 neutron-server[84765]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 14 07:10:12.702843 n-d-768862-2 neutron-server[84765]: return self.request(url, 'GET', **kwargs) Jan 14 07:10:12.702843 n-d-768862-2 neutron-server[84765]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Jan 14 07:10:12.702843 n-d-768862-2 neutron-server[84765]: **endpoint_filter) Jan 14 07:10:12.702843 n-d-768862-2 neutron-server[84765]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 14 07:10:12.702843 n-d-768862-2 neutron-server[84765]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 14 07:10:12.702843 n-d-768862-2 neutron-server[84765]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 14 07:10:12.702843 n-d-768862-2 neutron-server[84765]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 14 07:10:12.702843 n-d-768862-2 neutron-server[84765]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 14 07:10:12.705710 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [req-245227bb-c98e-418d-961c-ab13577f0be6 req-9014045c-7135-45e3-aec1-b49d719b9c91 tempest-SecurityGroupRulesNegativeTestJSON-608374989 tempest-SecurityGroupRulesNegativeTestJSON-608374989] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:10:12.775693 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-94a8c850-c279-494b-bfc0-0b4201c3b915 admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 7.2414806 Jan 14 07:10:12.794764 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84874) accepted ('10.222.0.24', 55052) {{(pid=84874) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:10:12.800363 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-1cd42f15-6118-4458-8f82-a1b2480e3221 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036854176830', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850887149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3912591'] for network, after_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:10:12.810698 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.v2.base [None req-19873295-5d1a-470a-8927-a6bd0b1e06c8 admin admin] Request body: {'router': {'name': 'tempest-TaggedBootDevicesTest-125334263-router', 'tenant_id': '4873c9000017431bb4db0aa60ef7da75', 'external_gateway_info': {'network_id': '226f1e78-82cd-4481-9055-4eb73b6db8c1'}}} {{(pid=84874) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:10:12.818228 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-19873295-5d1a-470a-8927-a6bd0b1e06c8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:10:12.823643 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-19873295-5d1a-470a-8927-a6bd0b1e06c8 admin admin] Usage tracker for resource:router and tenant:4873c9000017431bb4db0aa60ef7da75 is out of sync, need to count used quota {{(pid=84874) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:10:12.828876 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-19873295-5d1a-470a-8927-a6bd0b1e06c8 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=84874) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:10:12.843173 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-19873295-5d1a-470a-8927-a6bd0b1e06c8 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:10:12.869426 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [req-245227bb-c98e-418d-961c-ab13577f0be6 req-9014045c-7135-45e3-aec1-b49d719b9c91 tempest-SecurityGroupRulesNegativeTestJSON-608374989 tempest-SecurityGroupRulesNegativeTestJSON-608374989] Usage tracker for resource:security_group and tenant:0740b8b76ba340e9b505edbac12b959b is out of sync, need to count used quota {{(pid=84875) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:10:12.877826 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-19873295-5d1a-470a-8927-a6bd0b1e06c8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3889205', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854717621'] for router, before_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:10:12.881380 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [req-245227bb-c98e-418d-961c-ab13577f0be6 req-9014045c-7135-45e3-aec1-b49d719b9c91 tempest-SecurityGroupRulesNegativeTestJSON-608374989 tempest-SecurityGroupRulesNegativeTestJSON-608374989] Quota usage for security_group was recalculated. Used quota:3. {{(pid=84875) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:10:12.882433 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-19873295-5d1a-470a-8927-a6bd0b1e06c8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036850886574', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3912501', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3808446', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-58179'] for router, precommit_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:10:12.905232 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [req-245227bb-c98e-418d-961c-ab13577f0be6 req-9014045c-7135-45e3-aec1-b49d719b9c91 tempest-SecurityGroupRulesNegativeTestJSON-608374989 tempest-SecurityGroupRulesNegativeTestJSON-608374989] Attempting to reserve 1 items for resource security_group. Total usage: 3; quota limit: 100; headroom:97 {{(pid=84875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:10:13.001720 n-d-768862-2 neutron-server[84765]: DEBUG neutron.services.segments.db [None req-f07940c3-538a-450e-b0ce-75d68da26328 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ed17b23c-b73f-4648-9ab5-ec16aee1d408']}} {{(pid=84875) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:10:13.008394 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-19873295-5d1a-470a-8927-a6bd0b1e06c8 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:10:13.028750 n-d-768862-2 neutron-server[84765]: DEBUG neutron.services.segments.db [None req-f07940c3-538a-450e-b0ce-75d68da26328 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '34d6c3d4-1ab0-4378-be64-59dff1758066') {'for_net_delete': True} {{(pid=84875) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:10:13.030676 n-d-768862-2 neutron-server[84765]: DEBUG neutron.services.segments.db [None req-f07940c3-538a-450e-b0ce-75d68da26328 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '34d6c3d4-1ab0-4378-be64-59dff1758066') {} {{(pid=84875) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:10:13.064441 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-f07940c3-538a-450e-b0ce-75d68da26328 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363259214173198', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036851408567'] for segment, before_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:10:13.128555 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-616675b9-6baf-41a1-acfd-b32da751cadc None None] Notify callbacks [] for port, precommit_update {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:10:13.157168 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a94e0310-9bae-41d5-8b92-809f7062068c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5d94dc7a-c095-50a4-955e-5f3b78718a12-ae96959f-6ce5-41d0-90c9-8889aa70257e', 'network_id': 'ae96959f-6ce5-41d0-90c9-8889aa70257e', 'tenant_id': '4873c9000017431bb4db0aa60ef7da75', 'fixed_ips': [{'subnet_id': '2d5e37a0-0841-461f-a59f-1172aa4e92e4'}]}} from n-d-768862-2. {{(pid=84876) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Jan 14 07:10:13.158148 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-a94e0310-9bae-41d5-8b92-809f7062068c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555753'] for port, before_create {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:10:13.212557 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-27579ad7-9481-4ca7-9c9e-1b5d3da79f90 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:10:13.257968 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-b9f40b2f-6de1-48b8-81f8-02a99780f8d5 admin admin] Notify callbacks [] for port, precommit_update {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:10:13.365026 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-f07940c3-538a-450e-b0ce-75d68da26328 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854179735'] for segment, precommit_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:10:13.369507 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-f07940c3-538a-450e-b0ce-75d68da26328 admin admin] Releasing vxlan tunnel 3 to pool {{(pid=84875) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Jan 14 07:10:13.473127 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.db_base_plugin_common [req-3000f209-9dc5-4dbb-9ad3-a1d7e76465df req-6bbed6b9-fed2-4c88-9e71-886c10e7259f tempest-ListImageFiltersTestJSON-959365383 tempest-ListImageFiltersTestJSON-959365383] Allocated IP 192.168.233.149 (3ab89270-67b1-41e9-8be2-a0395a984bff/69aa3990-7111-4d2c-9167-5d5ad366f163/f2233b7b-09d8-4566-b45e-8812d4fe99c5) {{(pid=84874) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 14 07:10:13.479470 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-27579ad7-9481-4ca7-9c9e-1b5d3da79f90 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:10:13.565130 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-19873295-5d1a-470a-8927-a6bd0b1e06c8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3912484', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3889188', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-58194'] for router, precommit_update {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:10:13.605252 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.db_base_plugin_common [None req-a94e0310-9bae-41d5-8b92-809f7062068c None None] Allocated IP 172.20.0.2 (ae96959f-6ce5-41d0-90c9-8889aa70257e/2d5e37a0-0841-461f-a59f-1172aa4e92e4/be5102db-bd5a-4fc8-b730-530bf343afc1) {{(pid=84876) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 14 07:10:13.700962 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-b9f40b2f-6de1-48b8-81f8-02a99780f8d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777640533312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363259214678337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777640097497', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3154211'] for port, after_update {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:10:13.791320 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [req-245227bb-c98e-418d-961c-ab13577f0be6 req-9014045c-7135-45e3-aec1-b49d719b9c91 tempest-SecurityGroupRulesNegativeTestJSON-608374989 tempest-SecurityGroupRulesNegativeTestJSON-608374989] Notify callbacks [] for security_group, before_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:10:13.875748 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-27579ad7-9481-4ca7-9c9e-1b5d3da79f90 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850887153'] for security_group, after_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:10:13.941499 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-a707a10f-e166-4b38-88f5-b1a17f93c451 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:10:13.999187 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27579ad7-9481-4ca7-9c9e-1b5d3da79f90 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4b96aea8-c96e-4795-8a08-ff248a968273,revision_number=None']} {{(pid=84874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:10:14.006879 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-27579ad7-9481-4ca7-9c9e-1b5d3da79f90 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:10:14.054934 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-a94e0310-9bae-41d5-8b92-809f7062068c None None] Notify callbacks [] for port, precommit_create {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:10:14.093511 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-27579ad7-9481-4ca7-9c9e-1b5d3da79f90 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:10:14.095111 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-27579ad7-9481-4ca7-9c9e-1b5d3da79f90 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/4b96aea8-c96e-4795-8a08-ff248a968273 HTTP/1.1" status: 204 len: 168 time: 1.4384360 Jan 14 07:10:14.353951 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-1cd42f15-6118-4458-8f82-a1b2480e3221 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3207107'] for network, before_response {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:10:14.385726 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [req-3000f209-9dc5-4dbb-9ad3-a1d7e76465df req-6bbed6b9-fed2-4c88-9e71-886c10e7259f tempest-ListImageFiltersTestJSON-959365383 tempest-ListImageFiltersTestJSON-959365383] Notify callbacks [] for port, precommit_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:10:14.418205 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-19873295-5d1a-470a-8927-a6bd0b1e06c8 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:10:14.439990 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-f0410728-23fa-4ee6-8236-57b3858e2162 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:10:14.459079 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-19873295-5d1a-470a-8927-a6bd0b1e06c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555753'] for port, before_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:10:14.471135 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.managers [None req-f07940c3-538a-450e-b0ce-75d68da26328 admin admin] Network ed17b23c-b73f-4648-9ab5-ec16aee1d408 has no segments {{(pid=84875) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 14 07:10:14.483454 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-f07940c3-538a-450e-b0ce-75d68da26328 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-596065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3154253'] for segment, after_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:10:14.587576 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84874) accepted ('10.222.0.24', 55064) {{(pid=84874) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:10:14.615600 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-39fcf4f2-e625-4e6e-9db1-f1419a682fef admin admin] Notify callbacks [] for security_group, before_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:10:14.643582 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-39fcf4f2-e625-4e6e-9db1-f1419a682fef admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:10:14.664200 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-39fcf4f2-e625-4e6e-9db1-f1419a682fef admin admin] Usage tracker for resource:security_group_rule and tenant:51346198c75c44d7a3bfac9f6ade8fed is out of sync, need to count used quota {{(pid=84874) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:10:14.670001 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-39fcf4f2-e625-4e6e-9db1-f1419a682fef admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84874) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:10:14.716041 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.managers [None req-f07940c3-538a-450e-b0ce-75d68da26328 admin admin] Network ed17b23c-b73f-4648-9ab5-ec16aee1d408 has no segments {{(pid=84875) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 14 07:10:14.763132 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-39fcf4f2-e625-4e6e-9db1-f1419a682fef admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:10:14.857993 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-b9f40b2f-6de1-48b8-81f8-02a99780f8d5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3206949', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3889649'] for router_interface, after_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:10:14.872611 n-d-768862-2 neutron-server[84765]: Traceback (most recent call last): Jan 14 07:10:14.872611 n-d-768862-2 neutron-server[84765]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 14 07:10:14.872611 n-d-768862-2 neutron-server[84765]: timer() Jan 14 07:10:14.872611 n-d-768862-2 neutron-server[84765]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 14 07:10:14.872611 n-d-768862-2 neutron-server[84765]: cb(*args, **kw) Jan 14 07:10:14.872611 n-d-768862-2 neutron-server[84765]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Jan 14 07:10:14.872611 n-d-768862-2 neutron-server[84765]: return func(*args, **kwargs) Jan 14 07:10:14.872611 n-d-768862-2 neutron-server[84765]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 14 07:10:14.872611 n-d-768862-2 neutron-server[84765]: self._notify() Jan 14 07:10:14.872611 n-d-768862-2 neutron-server[84765]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 14 07:10:14.872611 n-d-768862-2 neutron-server[84765]: self.callback(batched_events) Jan 14 07:10:14.872611 n-d-768862-2 neutron-server[84765]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 14 07:10:14.872611 n-d-768862-2 neutron-server[84765]: event.method(event) Jan 14 07:10:14.872611 n-d-768862-2 neutron-server[84765]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 14 07:10:14.872611 n-d-768862-2 neutron-server[84765]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 14 07:10:14.872611 n-d-768862-2 neutron-server[84765]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Jan 14 07:10:14.872611 n-d-768862-2 neutron-server[84765]: segment_id)['aggregates'][0] Jan 14 07:10:14.872611 n-d-768862-2 neutron-server[84765]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 14 07:10:14.872611 n-d-768862-2 neutron-server[84765]: return f(self, *a, **k) Jan 14 07:10:14.872611 n-d-768862-2 neutron-server[84765]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 14 07:10:14.872611 n-d-768862-2 neutron-server[84765]: return self._get(url).json() Jan 14 07:10:14.872611 n-d-768862-2 neutron-server[84765]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 14 07:10:14.872611 n-d-768862-2 neutron-server[84765]: **kwargs) Jan 14 07:10:14.872611 n-d-768862-2 neutron-server[84765]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 14 07:10:14.872611 n-d-768862-2 neutron-server[84765]: return self.request(url, 'GET', **kwargs) Jan 14 07:10:14.872611 n-d-768862-2 neutron-server[84765]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Jan 14 07:10:14.872611 n-d-768862-2 neutron-server[84765]: **endpoint_filter) Jan 14 07:10:14.872611 n-d-768862-2 neutron-server[84765]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 14 07:10:14.872611 n-d-768862-2 neutron-server[84765]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 14 07:10:14.872611 n-d-768862-2 neutron-server[84765]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 14 07:10:14.872611 n-d-768862-2 neutron-server[84765]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 14 07:10:14.872611 n-d-768862-2 neutron-server[84765]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 14 07:10:14.878643 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [req-245227bb-c98e-418d-961c-ab13577f0be6 req-9014045c-7135-45e3-aec1-b49d719b9c91 tempest-SecurityGroupRulesNegativeTestJSON-608374989 tempest-SecurityGroupRulesNegativeTestJSON-608374989] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:10:14.882852 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [req-245227bb-c98e-418d-961c-ab13577f0be6 req-9014045c-7135-45e3-aec1-b49d719b9c91 tempest-SecurityGroupRulesNegativeTestJSON-608374989 tempest-SecurityGroupRulesNegativeTestJSON-608374989] Usage tracker for resource:security_group_rule and tenant:0740b8b76ba340e9b505edbac12b959b is out of sync, need to count used quota {{(pid=84875) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:10:14.906328 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-616675b9-6baf-41a1-acfd-b32da751cadc None None] Transition to ACTIVE for port object dd1a2078-9548-4ef6-8ccd-77af13047ea8 will not be triggered until provisioned by entity L2. {{(pid=84876) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 07:10:14.907926 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-a94e0310-9bae-41d5-8b92-809f7062068c None None] Transition to ACTIVE for port object be5102db-bd5a-4fc8-b730-530bf343afc1 will not be triggered until provisioned by entity L2. {{(pid=84876) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 07:10:14.908880 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [req-245227bb-c98e-418d-961c-ab13577f0be6 req-9014045c-7135-45e3-aec1-b49d719b9c91 tempest-SecurityGroupRulesNegativeTestJSON-608374989 tempest-SecurityGroupRulesNegativeTestJSON-608374989] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=84875) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:10:14.915093 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cd42f15-6118-4458-8f82-a1b2480e3221 admin admin] Pushing event deleted for resources: {'Network': ['ID=4f8ba25b-d3c1-4bc9-af19-1d9b1d33b0ab,revision_number=None']} {{(pid=84875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:10:14.927521 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [req-3000f209-9dc5-4dbb-9ad3-a1d7e76465df req-6bbed6b9-fed2-4c88-9e71-886c10e7259f tempest-ListImageFiltersTestJSON-959365383 tempest-ListImageFiltersTestJSON-959365383] Transition to ACTIVE for port object f2233b7b-09d8-4566-b45e-8812d4fe99c5 will not be triggered until provisioned by entity DHCP. {{(pid=84874) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 07:10:14.954989 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-a94e0310-9bae-41d5-8b92-809f7062068c None None] Transition to ACTIVE for port object be5102db-bd5a-4fc8-b730-530bf343afc1 will not be triggered until provisioned by entity DHCP. {{(pid=84876) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 07:10:14.960456 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-616675b9-6baf-41a1-acfd-b32da751cadc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777640533312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363259214678337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777640097497'] for port, after_update {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:10:14.976196 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-f07940c3-538a-450e-b0ce-75d68da26328 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036854176830', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850887149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3912591'] for network, after_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:10:14.981561 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-1cd42f15-6118-4458-8f82-a1b2480e3221 admin admin] 10.222.0.24 "DELETE /v2.0/networks/4f8ba25b-d3c1-4bc9-af19-1d9b1d33b0ab HTTP/1.1" status: 204 len: 168 time: 3.9186780 Jan 14 07:10:14.981561 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [req-245227bb-c98e-418d-961c-ab13577f0be6 req-9014045c-7135-45e3-aec1-b49d719b9c91 tempest-SecurityGroupRulesNegativeTestJSON-608374989 tempest-SecurityGroupRulesNegativeTestJSON-608374989] Attempting to reserve 2 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=84875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:10:14.991076 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-1cd42f15-6118-4458-8f82-a1b2480e3221 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.551s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:10:14.991659 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.536s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:10:15.001434 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-17c92cda-fc2d-477f-a958-8061d8c8bda3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84876) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:10:15.077138 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-39fcf4f2-e625-4e6e-9db1-f1419a682fef admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:10:15.101105 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-39fcf4f2-e625-4e6e-9db1-f1419a682fef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850887153'] for security_group, after_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:10:15.108726 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-a94e0310-9bae-41d5-8b92-809f7062068c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777640123575'] for port, after_create {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:10:15.134416 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [req-245227bb-c98e-418d-961c-ab13577f0be6 req-9014045c-7135-45e3-aec1-b49d719b9c91 tempest-SecurityGroupRulesNegativeTestJSON-608374989 tempest-SecurityGroupRulesNegativeTestJSON-608374989] Notify callbacks [] for security_group, precommit_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:10:15.163861 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [req-245227bb-c98e-418d-961c-ab13577f0be6 req-9014045c-7135-45e3-aec1-b49d719b9c91 tempest-SecurityGroupRulesNegativeTestJSON-608374989 tempest-SecurityGroupRulesNegativeTestJSON-608374989] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850887153'] for security_group, after_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:10:15.176949 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-c95718f7-a585-4a89-87ae-2c1b49f00d61 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:10:15.190527 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-f07940c3-538a-450e-b0ce-75d68da26328 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3207107'] for network, before_response {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:10:15.193007 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-f07940c3-538a-450e-b0ce-75d68da26328 admin admin] 10.222.0.24 "DELETE /v2.0/networks/ed17b23c-b73f-4648-9ab5-ec16aee1d408 HTTP/1.1" status: 204 len: 168 time: 8.8008690 Jan 14 07:10:15.198134 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-39fcf4f2-e625-4e6e-9db1-f1419a682fef admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=51346198c75c44d7a3bfac9f6ade8fed&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6089692 Jan 14 07:10:15.202632 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84874) accepted ('10.222.0.24', 55074) {{(pid=84874) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:10:15.219058 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [req-245227bb-c98e-418d-961c-ab13577f0be6 req-9014045c-7135-45e3-aec1-b49d719b9c91 tempest-SecurityGroupRulesNegativeTestJSON-608374989 tempest-SecurityGroupRulesNegativeTestJSON-608374989] Notify callbacks [] for security_group, before_response {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:10:15.225231 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [req-245227bb-c98e-418d-961c-ab13577f0be6 req-9014045c-7135-45e3-aec1-b49d719b9c91 tempest-SecurityGroupRulesNegativeTestJSON-608374989 tempest-SecurityGroupRulesNegativeTestJSON-608374989] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1816 time: 3.6387365 Jan 14 07:10:15.354227 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9f40b2f-6de1-48b8-81f8-02a99780f8d5 admin admin] Pushing event updated for resources: {'Port': ['ID=5e883def-fe06-475d-9915-bd147343cfe3,revision_number=2']} {{(pid=84875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:10:15.372953 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-b9f40b2f-6de1-48b8-81f8-02a99780f8d5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.381s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:10:15.379093 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.216s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:10:15.406894 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f07940c3-538a-450e-b0ce-75d68da26328 admin admin] Pushing event deleted for resources: {'Network': ['ID=ed17b23c-b73f-4648-9ab5-ec16aee1d408,revision_number=None']} {{(pid=84875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:10:15.508201 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84875) accepted ('10.222.0.24', 55082) {{(pid=84875) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:10:15.520968 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-f07940c3-538a-450e-b0ce-75d68da26328 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:10:15.528009 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-7702a074-cb95-4922-8bfb-08c78641c182 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.321s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:10:15.546598 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [req-86b40c0b-e876-4e68-a211-2852f46b8cd7 req-728a087f-7ef9-4199-8e68-4b6f90989a82 tempest-SecurityGroupRulesNegativeTestJSON-608374989 tempest-SecurityGroupRulesNegativeTestJSON-608374989] 10.222.0.24 "GET /v2.0/security-groups/8cc97c2c-03bf-4ce7-9699-faf535f00a61 HTTP/1.1" status: 200 len: 1811 time: 0.2490304 Jan 14 07:10:15.647509 n-d-768862-2 neutron-server[84765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a94e0310-9bae-41d5-8b92-809f7062068c None None] Network ae96959f-6ce5-41d0-90c9-8889aa70257e is already hosted by enough agents. {{(pid=84876) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 07:10:15.663928 n-d-768862-2 neutron-server[84765]: DEBUG neutron.scheduler.base_scheduler [None req-a94e0310-9bae-41d5-8b92-809f7062068c None None] Resources bound (agent type, host, resource id): {{(pid=84876) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 07:10:15.668334 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a94e0310-9bae-41d5-8b92-809f7062068c None None] Received port after_create {{(pid=84876) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 14 07:10:15.705979 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.v2.base [req-b85f935f-a14a-46b1-a76f-4f93764b9533 req-8dde7fda-ef15-4315-88b0-aab3fc76ee58 tempest-SecurityGroupRulesNegativeTestJSON-608374989 tempest-SecurityGroupRulesNegativeTestJSON-608374989] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-113933533', 'description': 'tempest-description-1237296319'}} {{(pid=84875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:10:15.738117 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [req-b85f935f-a14a-46b1-a76f-4f93764b9533 req-8dde7fda-ef15-4315-88b0-aab3fc76ee58 tempest-SecurityGroupRulesNegativeTestJSON-608374989 tempest-SecurityGroupRulesNegativeTestJSON-608374989] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:10:15.750910 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [req-b85f935f-a14a-46b1-a76f-4f93764b9533 req-8dde7fda-ef15-4315-88b0-aab3fc76ee58 tempest-SecurityGroupRulesNegativeTestJSON-608374989 tempest-SecurityGroupRulesNegativeTestJSON-608374989] Usage tracker for resource:security_group and tenant:0740b8b76ba340e9b505edbac12b959b is out of sync, need to count used quota {{(pid=84875) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:10:15.760461 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [req-b85f935f-a14a-46b1-a76f-4f93764b9533 req-8dde7fda-ef15-4315-88b0-aab3fc76ee58 tempest-SecurityGroupRulesNegativeTestJSON-608374989 tempest-SecurityGroupRulesNegativeTestJSON-608374989] Quota usage for security_group was recalculated. Used quota:4. {{(pid=84875) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:10:15.776698 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [req-b85f935f-a14a-46b1-a76f-4f93764b9533 req-8dde7fda-ef15-4315-88b0-aab3fc76ee58 tempest-SecurityGroupRulesNegativeTestJSON-608374989 tempest-SecurityGroupRulesNegativeTestJSON-608374989] Attempting to reserve 1 items for resource security_group. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:10:15.798375 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f83c93b4-fb32-439b-bc91-257768e6cf39 None None] Pushing event updated for resources: {'Port': ['ID=dd1a2078-9548-4ef6-8ccd-77af13047ea8,revision_number=2']} {{(pid=84876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:10:15.827041 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-f83c93b4-fb32-439b-bc91-257768e6cf39 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.825s {{(pid=84876) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:10:15.827627 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-ad7f6196-ea95-49f7-a2b6-b07656041892 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.312s {{(pid=84876) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:10:15.878857 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [req-b85f935f-a14a-46b1-a76f-4f93764b9533 req-8dde7fda-ef15-4315-88b0-aab3fc76ee58 tempest-SecurityGroupRulesNegativeTestJSON-608374989 tempest-SecurityGroupRulesNegativeTestJSON-608374989] Notify callbacks [] for security_group, before_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:10:15.955579 n-d-768862-2 neutron-server[84765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9f40b2f-6de1-48b8-81f8-02a99780f8d5 admin admin] Network cb2daf5c-c88f-4231-9c86-6d155cd05702 is already hosted by enough agents. {{(pid=84875) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 07:10:15.962956 n-d-768862-2 neutron-server[84765]: DEBUG neutron.scheduler.base_scheduler [None req-b9f40b2f-6de1-48b8-81f8-02a99780f8d5 admin admin] Resources bound (agent type, host, resource id): {{(pid=84875) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 07:10:15.969429 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9014045c-7135-45e3-aec1-b49d719b9c91 tempest-SecurityGroupRulesNegativeTestJSON-608374989 tempest-SecurityGroupRulesNegativeTestJSON-608374989] Pushing event updated for resources: {'SecurityGroup': ['ID=8cc97c2c-03bf-4ce7-9699-faf535f00a61,revision_number=1']} {{(pid=84875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:10:15.972959 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-9014045c-7135-45e3-aec1-b49d719b9c91 tempest-SecurityGroupRulesNegativeTestJSON-608374989 tempest-SecurityGroupRulesNegativeTestJSON-608374989] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.445s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:10:15.987772 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a94e0310-9bae-41d5-8b92-809f7062068c None None] Pushing event updated for resources: {'Port': ['ID=be5102db-bd5a-4fc8-b730-530bf343afc1,revision_number=1']} {{(pid=84876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:10:15.989380 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [req-b85f935f-a14a-46b1-a76f-4f93764b9533 req-8dde7fda-ef15-4315-88b0-aab3fc76ee58 tempest-SecurityGroupRulesNegativeTestJSON-608374989 tempest-SecurityGroupRulesNegativeTestJSON-608374989] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:10:15.999740 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-973ef88b-191e-4153-ba75-c493f910ee25 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=cb5230de4d78422e91aa242a9299f4c7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4733546 Jan 14 07:10:16.001052 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-a94e0310-9bae-41d5-8b92-809f7062068c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.173s {{(pid=84876) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:10:16.019948 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-c99fb185-dea3-4e4e-ac9b-b2c28db5114a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:10:16.028722 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84874) accepted ('10.222.0.24', 55088) {{(pid=84874) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:10:16.073656 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.managers [None req-a94e0310-9bae-41d5-8b92-809f7062068c None None] Attempting to bind port be5102db-bd5a-4fc8-b730-530bf343afc1 on host n-d-768862-2 for vnic_type normal with profile {{(pid=84876) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 14 07:10:16.073968 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.managers [None req-a94e0310-9bae-41d5-8b92-809f7062068c None None] Attempting to bind port be5102db-bd5a-4fc8-b730-530bf343afc1 by drivers openvswitch on host n-d-768862-2 at level 0 using segments [{'id': '74eda698-0180-4b92-830f-64ae8961cc4d', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 9, 'network_id': 'ae96959f-6ce5-41d0-90c9-8889aa70257e'}] {{(pid=84876) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 14 07:10:16.074382 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a94e0310-9bae-41d5-8b92-809f7062068c None None] Attempting to bind port be5102db-bd5a-4fc8-b730-530bf343afc1 on network ae96959f-6ce5-41d0-90c9-8889aa70257e {{(pid=84876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 14 07:10:16.106364 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a94e0310-9bae-41d5-8b92-809f7062068c None None] Checking agent: {'id': 'ba5efab1-b43c-4d5a-bc52-6e105d4e67a2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768862-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 14, 6, 56, 52), 'started_at': datetime.datetime(2021, 1, 14, 6, 57, 22), 'heartbeat_timestamp': datetime.datetime(2021, 1, 14, 7, 9, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768862-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.29', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 14 07:10:16.106792 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a94e0310-9bae-41d5-8b92-809f7062068c None None] Checking segment: {'id': '74eda698-0180-4b92-830f-64ae8961cc4d', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 9, 'network_id': 'ae96959f-6ce5-41d0-90c9-8889aa70257e'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84876) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 14 07:10:16.107251 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-a94e0310-9bae-41d5-8b92-809f7062068c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:10:16.116231 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a94e0310-9bae-41d5-8b92-809f7062068c None None] Bound using segment: {'id': '74eda698-0180-4b92-830f-64ae8961cc4d', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 9, 'network_id': 'ae96959f-6ce5-41d0-90c9-8889aa70257e'} {{(pid=84876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 14 07:10:16.116943 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.managers [None req-a94e0310-9bae-41d5-8b92-809f7062068c None None] Bound port: be5102db-bd5a-4fc8-b730-530bf343afc1, host: n-d-768862-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '74eda698-0180-4b92-830f-64ae8961cc4d', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 9, 'network_id': 'ae96959f-6ce5-41d0-90c9-8889aa70257e'}}] {{(pid=84876) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 14 07:10:16.117398 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-a94e0310-9bae-41d5-8b92-809f7062068c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555753'] for port, before_update {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:10:16.158953 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [req-b85f935f-a14a-46b1-a76f-4f93764b9533 req-8dde7fda-ef15-4315-88b0-aab3fc76ee58 tempest-SecurityGroupRulesNegativeTestJSON-608374989 tempest-SecurityGroupRulesNegativeTestJSON-608374989] Usage tracker for resource:security_group_rule and tenant:0740b8b76ba340e9b505edbac12b959b is out of sync, need to count used quota {{(pid=84875) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:10:16.188682 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [req-b85f935f-a14a-46b1-a76f-4f93764b9533 req-8dde7fda-ef15-4315-88b0-aab3fc76ee58 tempest-SecurityGroupRulesNegativeTestJSON-608374989 tempest-SecurityGroupRulesNegativeTestJSON-608374989] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=84875) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:10:16.192835 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84875) accepted ('10.222.0.24', 55092) {{(pid=84875) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:10:16.212816 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.managers [None req-616675b9-6baf-41a1-acfd-b32da751cadc None None] Attempting to bind port dd1a2078-9548-4ef6-8ccd-77af13047ea8 on host n-d-768862-2 for vnic_type normal with profile {{(pid=84876) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 14 07:10:16.213237 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.managers [None req-616675b9-6baf-41a1-acfd-b32da751cadc None None] Attempting to bind port dd1a2078-9548-4ef6-8ccd-77af13047ea8 by drivers openvswitch on host n-d-768862-2 at level 0 using segments [{'id': 'cf3ded2c-bc47-4a71-89af-6e7117e60140', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '226f1e78-82cd-4481-9055-4eb73b6db8c1'}] {{(pid=84876) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 14 07:10:16.213657 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-616675b9-6baf-41a1-acfd-b32da751cadc None None] Attempting to bind port dd1a2078-9548-4ef6-8ccd-77af13047ea8 on network 226f1e78-82cd-4481-9055-4eb73b6db8c1 {{(pid=84876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 14 07:10:16.220788 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.db_base_plugin_common [None req-19873295-5d1a-470a-8927-a6bd0b1e06c8 admin admin] Allocated IP 172.25.2.3 (226f1e78-82cd-4481-9055-4eb73b6db8c1/ba8deeec-7658-4195-9449-038c076f5c83/625ca782-0c09-4444-b186-8e16fb80a65a) {{(pid=84874) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 14 07:10:16.238093 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-616675b9-6baf-41a1-acfd-b32da751cadc None None] Checking agent: {'id': 'ba5efab1-b43c-4d5a-bc52-6e105d4e67a2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768862-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 14, 6, 56, 52), 'started_at': datetime.datetime(2021, 1, 14, 6, 57, 22), 'heartbeat_timestamp': datetime.datetime(2021, 1, 14, 7, 9, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768862-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.29', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 14 07:10:16.238521 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-616675b9-6baf-41a1-acfd-b32da751cadc None None] Checking segment: {'id': 'cf3ded2c-bc47-4a71-89af-6e7117e60140', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '226f1e78-82cd-4481-9055-4eb73b6db8c1'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84876) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 14 07:10:16.238987 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-616675b9-6baf-41a1-acfd-b32da751cadc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:10:16.239432 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-616675b9-6baf-41a1-acfd-b32da751cadc None None] Bound using segment: {'id': 'cf3ded2c-bc47-4a71-89af-6e7117e60140', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '226f1e78-82cd-4481-9055-4eb73b6db8c1'} {{(pid=84876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 14 07:10:16.239985 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.managers [None req-616675b9-6baf-41a1-acfd-b32da751cadc None None] Bound port: dd1a2078-9548-4ef6-8ccd-77af13047ea8, host: n-d-768862-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cf3ded2c-bc47-4a71-89af-6e7117e60140', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '226f1e78-82cd-4481-9055-4eb73b6db8c1'}}] {{(pid=84876) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 14 07:10:16.240417 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-616675b9-6baf-41a1-acfd-b32da751cadc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555753'] for port, before_update {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:10:16.256641 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39fcf4f2-e625-4e6e-9db1-f1419a682fef admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=64cb6a07-3ef5-4c94-862d-7b90b55d259a,revision_number=1']} {{(pid=84874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:10:16.271350 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-39fcf4f2-e625-4e6e-9db1-f1419a682fef admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.095s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:10:16.278015 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-e51d7ec0-3e73-4d38-9dbe-1e289bf81358 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:10:16.310580 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [req-3000f209-9dc5-4dbb-9ad3-a1d7e76465df req-6bbed6b9-fed2-4c88-9e71-886c10e7259f tempest-ListImageFiltersTestJSON-959365383 tempest-ListImageFiltersTestJSON-959365383] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777640123575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3254186'] for port, after_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:10:16.359153 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-c99fb185-dea3-4e4e-ac9b-b2c28db5114a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:10:16.370494 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [req-b85f935f-a14a-46b1-a76f-4f93764b9533 req-8dde7fda-ef15-4315-88b0-aab3fc76ee58 tempest-SecurityGroupRulesNegativeTestJSON-608374989 tempest-SecurityGroupRulesNegativeTestJSON-608374989] Attempting to reserve 2 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=84875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:10:16.383126 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:10:16.551905 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-b9ba3be2-753a-4a32-bda8-912890e3be0d admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=379433b85b8d420cbbb1671da6a74e86&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3429437 Jan 14 07:10:16.578669 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84875) accepted ('10.222.0.24', 55096) {{(pid=84875) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:10:16.607238 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bbed6b9-fed2-4c88-9e71-886c10e7259f tempest-ListImageFiltersTestJSON-959365383 tempest-ListImageFiltersTestJSON-959365383] Pushing event updated for resources: {'Port': ['ID=f2233b7b-09d8-4566-b45e-8812d4fe99c5,revision_number=1']} {{(pid=84874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:10:16.615940 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-6bbed6b9-fed2-4c88-9e71-886c10e7259f tempest-ListImageFiltersTestJSON-959365383 tempest-ListImageFiltersTestJSON-959365383] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.233s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:10:16.646376 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-e51d7ec0-3e73-4d38-9dbe-1e289bf81358 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:10:16.680311 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [None req-a94e0310-9bae-41d5-8b92-809f7062068c None None] For port be5102db-bd5a-4fc8-b730-530bf343afc1, host n-d-768862-2, cleared binding levels {{(pid=84876) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 14 07:10:16.698430 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [None req-a94e0310-9bae-41d5-8b92-809f7062068c None None] For port be5102db-bd5a-4fc8-b730-530bf343afc1, host n-d-768862-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-2',level=0,port_id=be5102db-bd5a-4fc8-b730-530bf343afc1,segment=NetworkSegment(74eda698-0180-4b92-830f-64ae8961cc4d),segment_id=74eda698-0180-4b92-830f-64ae8961cc4d)] {{(pid=84876) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 14 07:10:16.706352 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-a94e0310-9bae-41d5-8b92-809f7062068c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777640533312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363259214678337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777640097497'] for port, after_update {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:10:16.707588 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-07e23d6a-39cf-484f-9412-f5bcd21dca9c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:10:16.745827 n-d-768862-2 neutron-server[84765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3000f209-9dc5-4dbb-9ad3-a1d7e76465df req-6bbed6b9-fed2-4c88-9e71-886c10e7259f tempest-ListImageFiltersTestJSON-959365383 tempest-ListImageFiltersTestJSON-959365383] Network 3ab89270-67b1-41e9-8be2-a0395a984bff is already hosted by enough agents. {{(pid=84874) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 07:10:16.763688 n-d-768862-2 neutron-server[84765]: DEBUG neutron.scheduler.base_scheduler [req-3000f209-9dc5-4dbb-9ad3-a1d7e76465df req-6bbed6b9-fed2-4c88-9e71-886c10e7259f tempest-ListImageFiltersTestJSON-959365383 tempest-ListImageFiltersTestJSON-959365383] Resources bound (agent type, host, resource id): {{(pid=84874) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 07:10:16.782596 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_dvrscheduler_db [req-3000f209-9dc5-4dbb-9ad3-a1d7e76465df req-6bbed6b9-fed2-4c88-9e71-886c10e7259f tempest-ListImageFiltersTestJSON-959365383 tempest-ListImageFiltersTestJSON-959365383] Received port after_create {{(pid=84874) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 14 07:10:16.878447 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-e413e117-89b7-4c53-805e-ce8406ab3485 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555753'] for port, before_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:10:16.920496 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84876) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:10:16.948396 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network":"rule:regular_user" was deprecated in W in favor of "create_network":"role:member and project_id:%(project_id)s". Reason: Jan 14 07:10:16.948396 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:10:16.948396 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:10:16.948396 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:10:16.948396 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:shared":"rule:admin_only" was deprecated in W in favor of "create_network:shared":"role:admin and system_scope:all". Reason: Jan 14 07:10:16.948396 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:10:16.948396 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:10:16.948396 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:10:16.948396 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:router:external":"rule:admin_only" was deprecated in W in favor of "create_network:router:external":"role:admin and system_scope:all". Reason: Jan 14 07:10:16.948396 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:10:16.948396 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:10:16.948396 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:10:16.948396 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:is_default":"rule:admin_only" was deprecated in W in favor of "create_network:is_default":"role:admin and system_scope:all". Reason: Jan 14 07:10:16.948396 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:10:16.948396 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:10:16.948396 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:10:16.948396 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:port_security_enabled":"rule:regular_user" was deprecated in W in favor of "create_network:port_security_enabled":"role:member and project_id:%(project_id)s". Reason: Jan 14 07:10:16.948396 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:10:16.948396 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:10:16.948396 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:10:16.948396 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:segments":"rule:admin_only" was deprecated in W in favor of "create_network:segments":"role:admin and system_scope:all". Reason: Jan 14 07:10:16.948396 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:10:16.948396 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:10:16.948396 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:10:16.948396 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "create_network:provider:network_type":"role:admin and system_scope:all". Reason: Jan 14 07:10:16.948396 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:10:16.948396 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:10:16.948396 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:10:16.948396 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "create_network:provider:physical_network":"role:admin and system_scope:all". Reason: Jan 14 07:10:16.948396 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:10:16.948396 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:10:16.948396 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:10:16.948396 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "create_network:provider:segmentation_id":"role:admin and system_scope:all". Reason: Jan 14 07:10:16.948396 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:10:16.948396 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:10:16.948396 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:10:16.948396 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network":"rule:admin_or_owner or rule:shared or rule:external or rule:context_is_advsvc" was deprecated in W in favor of "get_network":"(role:reader and system_scope:all) or (role:reader and project_id:%(project_id)s) or rule:shared or rule:external or rule:context_is_advsvc". Reason: Jan 14 07:10:16.948396 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:10:16.948396 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:10:16.948396 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:10:16.948396 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:router:external":"rule:regular_user" was deprecated in W in favor of "get_network:router:external":"role:reader and project_id:%(project_id)s". Reason: Jan 14 07:10:16.948396 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:10:16.948396 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:10:16.948396 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:10:16.948396 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:segments":"rule:admin_only" was deprecated in W in favor of "get_network:segments":"role:reader and system_scope:all". Reason: Jan 14 07:10:16.948396 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:10:16.948396 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:10:16.948396 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:10:16.952996 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "get_network:provider:network_type":"role:reader and system_scope:all". Reason: Jan 14 07:10:16.952996 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:10:16.952996 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:10:16.952996 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:10:16.952996 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "get_network:provider:physical_network":"role:reader and system_scope:all". Reason: Jan 14 07:10:16.952996 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:10:16.952996 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:10:16.952996 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:10:16.952996 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "get_network:provider:segmentation_id":"role:reader and system_scope:all". Reason: Jan 14 07:10:16.952996 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:10:16.952996 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:10:16.952996 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:10:16.952996 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network":"rule:admin_or_owner" was deprecated in W in favor of "update_network":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 07:10:16.952996 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:10:16.952996 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:10:16.952996 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:10:16.952996 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:segments":"rule:admin_only" was deprecated in W in favor of "update_network:segments":"role:admin and system_scope:all". Reason: Jan 14 07:10:16.952996 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:10:16.952996 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:10:16.952996 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:10:16.960707 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-07e23d6a-39cf-484f-9412-f5bcd21dca9c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:10:16.974094 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3000f209-9dc5-4dbb-9ad3-a1d7e76465df req-6bbed6b9-fed2-4c88-9e71-886c10e7259f tempest-ListImageFiltersTestJSON-959365383 tempest-ListImageFiltersTestJSON-959365383] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:10:16.975814 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [req-3000f209-9dc5-4dbb-9ad3-a1d7e76465df req-6bbed6b9-fed2-4c88-9e71-886c10e7259f tempest-ListImageFiltersTestJSON-959365383 tempest-ListImageFiltersTestJSON-959365383] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854768116'] for port, before_response {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:10:17.004273 n-d-768862-2 neutron-server[84765]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b9f40b2f-6de1-48b8-81f8-02a99780f8d5 admin admin] Router 30249a14-1686-4e58-b5b1-bb14dfd5f43e has already been hosted by L3 agent 35f592e9-451b-4db9-abea-77b6a5c5391b {{(pid=84875) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Jan 14 07:10:17.010618 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-c99fb185-dea3-4e4e-ac9b-b2c28db5114a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850887153'] for security_group, after_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:10:17.013747 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-c99fb185-dea3-4e4e-ac9b-b2c28db5114a admin admin] Notify callbacks [] for security_group, before_response {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:10:17.015549 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-c99fb185-dea3-4e4e-ac9b-b2c28db5114a admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/64cb6a07-3ef5-4c94-862d-7b90b55d259a HTTP/1.1" status: 204 len: 168 time: 1.8036034 Jan 14 07:10:17.028646 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-d5a57a05-02ab-4c73-bb82-1972a8f37e9b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:10:17.035820 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a94e0310-9bae-41d5-8b92-809f7062068c None None] Pushing event updated for resources: {'Port': ['ID=be5102db-bd5a-4fc8-b730-530bf343afc1,revision_number=2']} {{(pid=84876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:10:17.042012 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-4c180190-af66-49e5-a5a5-f1326a13587f None None] Provisioning complete for port 5e883def-fe06-475d-9915-bd147343cfe3 triggered by entity DHCP. {{(pid=84876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 07:10:17.042431 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-4c180190-af66-49e5-a5a5-f1326a13587f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-604227'] for port, provisioning_complete {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:10:17.053463 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [req-3000f209-9dc5-4dbb-9ad3-a1d7e76465df req-6bbed6b9-fed2-4c88-9e71-886c10e7259f tempest-ListImageFiltersTestJSON-959365383 tempest-ListImageFiltersTestJSON-959365383] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 8.9600940 Jan 14 07:10:17.060636 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c99fb185-dea3-4e4e-ac9b-b2c28db5114a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=64cb6a07-3ef5-4c94-862d-7b90b55d259a,revision_number=None']} {{(pid=84874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:10:17.065939 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-c99fb185-dea3-4e4e-ac9b-b2c28db5114a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:10:17.076857 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.v2.base [req-3000f209-9dc5-4dbb-9ad3-a1d7e76465df req-4dfba6ec-3bd8-43ac-bf85-342a62daac88 service neutron] Request body: {'port': {'device_id': '3df6dccb-e583-499a-bb59-6b3999154638', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-768862-2'}} {{(pid=84874) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:10:17.109036 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-a94e0310-9bae-41d5-8b92-809f7062068c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.188s {{(pid=84876) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:10:17.164898 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-e51d7ec0-3e73-4d38-9dbe-1e289bf81358 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850887153'] for security_group, after_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:10:17.164898 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-e51d7ec0-3e73-4d38-9dbe-1e289bf81358 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:10:17.164898 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-e51d7ec0-3e73-4d38-9dbe-1e289bf81358 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/7c340399-3817-49a8-b7fa-1a3223c73264 HTTP/1.1" status: 204 len: 168 time: 1.1239877 Jan 14 07:10:17.191992 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-ea9748c9-0b97-4adf-a035-9b1fab46b15f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:10:17.251321 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e51d7ec0-3e73-4d38-9dbe-1e289bf81358 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7c340399-3817-49a8-b7fa-1a3223c73264,revision_number=None']} {{(pid=84874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:10:17.254117 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-e51d7ec0-3e73-4d38-9dbe-1e289bf81358 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:10:17.272199 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-19873295-5d1a-470a-8927-a6bd0b1e06c8 admin admin] Notify callbacks [] for port, precommit_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:10:17.315131 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [req-3000f209-9dc5-4dbb-9ad3-a1d7e76465df req-4dfba6ec-3bd8-43ac-bf85-342a62daac88 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555753'] for port, before_update {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:10:17.424336 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [None req-616675b9-6baf-41a1-acfd-b32da751cadc None None] For port dd1a2078-9548-4ef6-8ccd-77af13047ea8, host n-d-768862-2, cleared binding levels {{(pid=84876) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 14 07:10:17.434166 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [None req-616675b9-6baf-41a1-acfd-b32da751cadc None None] For port dd1a2078-9548-4ef6-8ccd-77af13047ea8, host n-d-768862-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-2',level=0,port_id=dd1a2078-9548-4ef6-8ccd-77af13047ea8,segment=NetworkSegment(cf3ded2c-bc47-4a71-89af-6e7117e60140),segment_id=cf3ded2c-bc47-4a71-89af-6e7117e60140)] {{(pid=84876) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 14 07:10:17.573356 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-19873295-5d1a-470a-8927-a6bd0b1e06c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777640123575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3254186'] for port, after_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:10:17.578696 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.plugin [None req-4c180190-af66-49e5-a5a5-f1326a13587f None None] Port 5e883def-fe06-475d-9915-bd147343cfe3 cannot update to ACTIVE because it is not bound. {{(pid=84876) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:329}} Jan 14 07:10:17.587354 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-616675b9-6baf-41a1-acfd-b32da751cadc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777640533312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363259214678337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777640097497'] for port, after_update {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:10:17.618723 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84876) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:10:17.647744 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.db_base_plugin_common [None req-e413e117-89b7-4c53-805e-ce8406ab3485 admin admin] Allocated IP 172.20.0.1 (1c7b4b12-7df2-4f41-8649-b236d94b12da/b1b9f7fe-b358-4c3f-84bc-2be679521ed7/2cdaf85c-75a5-44ec-be63-81aab85cd2f8) {{(pid=84875) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 14 07:10:17.701354 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-d741e11f-418f-480c-bee0-d5b08d7f8bcc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:10:18.148052 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19873295-5d1a-470a-8927-a6bd0b1e06c8 admin admin] Pushing event updated for resources: {'Port': ['ID=625ca782-0c09-4444-b186-8e16fb80a65a,revision_number=1']} {{(pid=84874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:10:18.159931 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-6a232673-ede9-465d-8d0e-fa8e1bae7e26 None None] Provisioning for port f2233b7b-09d8-4566-b45e-8812d4fe99c5 completed by entity DHCP. {{(pid=84876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 07:10:18.228216 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f83c93b4-fb32-439b-bc91-257768e6cf39 None None] Pushing event updated for resources: {'Port': ['ID=dd1a2078-9548-4ef6-8ccd-77af13047ea8,revision_number=3']} {{(pid=84876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:10:18.235962 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-6a232673-ede9-465d-8d0e-fa8e1bae7e26 None None] Provisioning complete for port f2233b7b-09d8-4566-b45e-8812d4fe99c5 triggered by entity DHCP. {{(pid=84876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 07:10:18.235962 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-6a232673-ede9-465d-8d0e-fa8e1bae7e26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-604227'] for port, provisioning_complete {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:10:18.258965 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b9f40b2f-6de1-48b8-81f8-02a99780f8d5 admin admin] Notify agent at l3_agent.n-d-768862-2 the message routers_updated {{(pid=84875) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jan 14 07:10:18.271583 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b01897e2-c020-43db-966c-2e70b8edf7f9 None None] Sync routers for ids ['30249a14-1686-4e58-b5b1-bb14dfd5f43e'] in n-d-768862-2 {{(pid=84877) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Jan 14 07:10:18.278345 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-19873295-5d1a-470a-8927-a6bd0b1e06c8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.577s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:10:18.293963 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b01897e2-c020-43db-966c-2e70b8edf7f9 None None] Routers {'30249a14-1686-4e58-b5b1-bb14dfd5f43e'} bound to L3 agent in host n-d-768862-2 {{(pid=84877) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 14 07:10:18.294773 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_hamode_db [None req-b01897e2-c020-43db-966c-2e70b8edf7f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-01-14T06:56:51Z,description=,heartbeat_timestamp=2021-01-14T07:09:52Z,host='n-d-768862-2',id=35f592e9-451b-4db9-abea-77b6a5c5391b,load=0,resource_versions=,resources_synced=,started_at=2021-01-14T06:56:51Z,topic='l3_agent')) {'router_ids': ['30249a14-1686-4e58-b5b1-bb14dfd5f43e'], 'active': True} {{(pid=84877) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:10:18.297951 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-f83c93b4-fb32-439b-bc91-257768e6cf39 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.679s {{(pid=84876) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:10:18.305279 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Device be5102db-bd5a-4fc8-b730-530bf343afc1 up at agent ovs-agent-n-d-768862-2 {{(pid=84876) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 07:10:18.495822 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [req-b85f935f-a14a-46b1-a76f-4f93764b9533 req-8dde7fda-ef15-4315-88b0-aab3fc76ee58 tempest-SecurityGroupRulesNegativeTestJSON-608374989 tempest-SecurityGroupRulesNegativeTestJSON-608374989] Notify callbacks [] for security_group, precommit_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:10:18.534794 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.plugin [None req-6a232673-ede9-465d-8d0e-fa8e1bae7e26 None None] Port f2233b7b-09d8-4566-b45e-8812d4fe99c5 cannot update to ACTIVE because it is not bound. {{(pid=84876) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:329}} Jan 14 07:10:18.579507 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Provisioning for port be5102db-bd5a-4fc8-b730-530bf343afc1 completed by entity L2. {{(pid=84876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 07:10:18.596139 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-616675b9-6baf-41a1-acfd-b32da751cadc None None] Routers {'8ce0aa68-31de-4543-b676-dd365cc0d1b7'} bound to L3 agent in host n-d-768862-2 {{(pid=84876) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 14 07:10:18.597253 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_hamode_db [None req-616675b9-6baf-41a1-acfd-b32da751cadc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-01-14T06:56:51Z,description=,heartbeat_timestamp=2021-01-14T07:09:52Z,host='n-d-768862-2',id=35f592e9-451b-4db9-abea-77b6a5c5391b,load=0,resource_versions=,resources_synced=,started_at=2021-01-14T06:56:51Z,topic='l3_agent')) {'router_ids': ['8ce0aa68-31de-4543-b676-dd365cc0d1b7'], 'active': True} {{(pid=84876) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:10:18.667265 n-d-768862-2 neutron-server[84765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19873295-5d1a-470a-8927-a6bd0b1e06c8 admin admin] Network 226f1e78-82cd-4481-9055-4eb73b6db8c1 is already hosted by enough agents. {{(pid=84874) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 07:10:18.671570 n-d-768862-2 neutron-server[84765]: DEBUG neutron.scheduler.base_scheduler [None req-19873295-5d1a-470a-8927-a6bd0b1e06c8 admin admin] Resources bound (agent type, host, resource id): {{(pid=84874) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 07:10:18.688744 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19873295-5d1a-470a-8927-a6bd0b1e06c8 admin admin] Received port after_create {{(pid=84874) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 14 07:10:18.856444 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_dvr_db [None req-b01897e2-c020-43db-966c-2e70b8edf7f9 None None] Set router 30249a14-1686-4e58-b5b1-bb14dfd5f43e gateway port host: n-d-768862-2 {{(pid=84877) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 14 07:10:18.994675 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_dvr_db [None req-616675b9-6baf-41a1-acfd-b32da751cadc None None] Set router 8ce0aa68-31de-4543-b676-dd365cc0d1b7 gateway port host: n-d-768862-2 {{(pid=84876) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 14 07:10:19.230291 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [req-b85f935f-a14a-46b1-a76f-4f93764b9533 req-8dde7fda-ef15-4315-88b0-aab3fc76ee58 tempest-SecurityGroupRulesNegativeTestJSON-608374989 tempest-SecurityGroupRulesNegativeTestJSON-608374989] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850887153'] for security_group, after_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:10:19.272191 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-2365be68-561b-4933-a0ff-6347b2a8b917 tempest-SecurityGroupRulesNegativeTestJSON-608374989 tempest-SecurityGroupRulesNegativeTestJSON-608374989] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:10:19.381688 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e70e9c09-92e5-4612-a3d0-d0a73b290d11 None None] Network ae96959f-6ce5-41d0-90c9-8889aa70257e requested from n-d-768862-2 {{(pid=84876) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 07:10:19.451762 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-07e23d6a-39cf-484f-9412-f5bcd21dca9c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850887153'] for security_group, after_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:10:19.627245 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dde7fda-ef15-4315-88b0-aab3fc76ee58 tempest-SecurityGroupRulesNegativeTestJSON-608374989 tempest-SecurityGroupRulesNegativeTestJSON-608374989] Pushing event updated for resources: {'SecurityGroup': ['ID=8f51e36b-1b09-4243-a394-42c0ae450d20,revision_number=1']} {{(pid=84875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:10:19.726802 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-8dde7fda-ef15-4315-88b0-aab3fc76ee58 tempest-SecurityGroupRulesNegativeTestJSON-608374989 tempest-SecurityGroupRulesNegativeTestJSON-608374989] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.461s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:10:19.727696 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-b00e094b-2085-4373-96cc-ddbb1cdbcc51 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.224s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:10:19.769841 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07e23d6a-39cf-484f-9412-f5bcd21dca9c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=84eebfb1-9001-4ccd-abc9-0237870c1dce,revision_number=None']} {{(pid=84875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:10:19.781395 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [req-b85f935f-a14a-46b1-a76f-4f93764b9533 req-8dde7fda-ef15-4315-88b0-aab3fc76ee58 tempest-SecurityGroupRulesNegativeTestJSON-608374989 tempest-SecurityGroupRulesNegativeTestJSON-608374989] Notify callbacks [] for security_group, before_response {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:10:19.804683 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [req-b85f935f-a14a-46b1-a76f-4f93764b9533 req-8dde7fda-ef15-4315-88b0-aab3fc76ee58 tempest-SecurityGroupRulesNegativeTestJSON-608374989 tempest-SecurityGroupRulesNegativeTestJSON-608374989] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1817 time: 4.1083393 Jan 14 07:10:19.807546 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-b9f40b2f-6de1-48b8-81f8-02a99780f8d5 admin admin] 10.222.0.24 "PUT /v2.0/routers/30249a14-1686-4e58-b5b1-bb14dfd5f43e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 24.2334340 Jan 14 07:10:19.827382 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-07e23d6a-39cf-484f-9412-f5bcd21dca9c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:10:19.842300 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-07e23d6a-39cf-484f-9412-f5bcd21dca9c admin admin] Notify callbacks [] for security_group, before_response {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:10:19.849446 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-07e23d6a-39cf-484f-9412-f5bcd21dca9c admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/84eebfb1-9001-4ccd-abc9-0237870c1dce HTTP/1.1" status: 204 len: 168 time: 3.2691126 Jan 14 07:10:19.962594 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-e413e117-89b7-4c53-805e-ce8406ab3485 admin admin] Notify callbacks [] for port, precommit_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:10:19.970872 n-d-768862-2 neutron-server[84765]: DEBUG neutron.notifiers.nova [req-3000f209-9dc5-4dbb-9ad3-a1d7e76465df req-4dfba6ec-3bd8-43ac-bf85-342a62daac88 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f2233b7b-09d8-4566-b45e-8812d4fe99c5 {{(pid=84874) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Jan 14 07:10:20.050755 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_hamode_db [None req-b01897e2-c020-43db-966c-2e70b8edf7f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '30249a14-1686-4e58-b5b1-bb14dfd5f43e', 'name': 'tempest-FloatingIPsTestJSON-2072963667-router', 'tenant_id': '914ccd51ecef47e89b834e22797839e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '226f1e78-82cd-4481-9055-4eb73b6db8c1', 'external_fixed_ips': [{'subnet_id': 'ba8deeec-7658-4195-9449-038c076f5c83', 'ip_address': '172.25.2.122'}], 'enable_snat': True}, 'gw_port_id': '13579756-e803-43e9-b140-10c1fa18648b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-14T07:09:38Z', 'updated_at': '2021-01-14T07:10:08Z', 'revision_number': 4, 'project_id': '914ccd51ecef47e89b834e22797839e0', 'gw_port': {'id': '13579756-e803-43e9-b140-10c1fa18648b', 'name': '', 'network_id': '226f1e78-82cd-4481-9055-4eb73b6db8c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:2a:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30249a14-1686-4e58-b5b1-bb14dfd5f43e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 490, 'fixed_ips': [{'subnet_id': 'ba8deeec-7658-4195-9449-038c076f5c83', 'ip_address': '172.25.2.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T07:09:41Z', 'updated_at': '2021-01-14T07:10:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ba8deeec-7658-4195-9449-038c076f5c83', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-2', '_interfaces': [{'id': '5e883def-fe06-475d-9915-bd147343cfe3', 'name': '', 'network_id': 'cb2daf5c-c88f-4231-9c86-6d155cd05702', 'tenant_id': '914ccd51ecef47e89b834e22797839e0', 'mac_address': 'fa:16:3e:d9:b6:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '30249a14-1686-4e58-b5b1-bb14dfd5f43e', 'device_owner': 'network:router_interface', 'standard_attr_id': 555, 'fixed_ips': [{'subnet_id': '9739cd10-72b2-4025-894a-beee6ba7ca4d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T07:10:05Z', 'updated_at': '2021-01-14T07:10:11Z', 'revision_number': 2, 'project_id': '914ccd51ecef47e89b834e22797839e0', 'subnets': [{'id': '9739cd10-72b2-4025-894a-beee6ba7ca4d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'n-d-768862-2', False) {} {{(pid=84877) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:10:20.057370 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b01897e2-c020-43db-966c-2e70b8edf7f9 None None] Checking router: 30249a14-1686-4e58-b5b1-bb14dfd5f43e for host: n-d-768862-2 {{(pid=84877) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Jan 14 07:10:20.058038 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b01897e2-c020-43db-966c-2e70b8edf7f9 None None] Updating router 30249a14-1686-4e58-b5b1-bb14dfd5f43e port 5e883def-fe06-475d-9915-bd147343cfe3 binding host n-d-768862-2 {{(pid=84877) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Jan 14 07:10:20.116285 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-e413e117-89b7-4c53-805e-ce8406ab3485 admin admin] Transition to ACTIVE for port object 2cdaf85c-75a5-44ec-be63-81aab85cd2f8 will not be triggered until provisioned by entity DHCP. {{(pid=84875) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 07:10:20.181497 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-b01897e2-c020-43db-966c-2e70b8edf7f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555753'] for port, before_update {{(pid=84877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:10:20.184172 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [req-8536deb8-e179-4f0a-90df-d196cabf6d20 req-03f8905d-6d3f-4c05-a2f1-1c87ff193b87 tempest-SecurityGroupRulesNegativeTestJSON-608374989 tempest-SecurityGroupRulesNegativeTestJSON-608374989] 10.222.0.24 "GET /v2.0/security-groups/8f51e36b-1b09-4243-a394-42c0ae450d20 HTTP/1.1" status: 200 len: 1812 time: 0.2347872 Jan 14 07:10:20.234147 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-e413e117-89b7-4c53-805e-ce8406ab3485 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777640123575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851621574'] for port, after_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:10:20.265001 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:10:20.327298 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-19873295-5d1a-470a-8927-a6bd0b1e06c8 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:10:20.350621 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.v2.base [req-3dec175b-9361-4f6a-bf19-bcf938afa48e req-11c3e44c-a533-4c06-bc56-d7d0e740e98b tempest-SecurityGroupRulesNegativeTestJSON-608374989 tempest-SecurityGroupRulesNegativeTestJSON-608374989] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-1078743106', 'description': 'tempest-description-237439381'}} {{(pid=84875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:10:20.626585 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-5695a29f-cb65-4644-b5e3-718207e64449 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363259214191800', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854171626'] for agent, after_update {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:10:20.634050 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [req-3dec175b-9361-4f6a-bf19-bcf938afa48e req-11c3e44c-a533-4c06-bc56-d7d0e740e98b tempest-SecurityGroupRulesNegativeTestJSON-608374989 tempest-SecurityGroupRulesNegativeTestJSON-608374989] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:10:20.678656 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-fe1a8743-e378-4c0e-b97b-1dd61bf4b68a None None] Provisioning for port be5102db-bd5a-4fc8-b730-530bf343afc1 completed by entity DHCP. {{(pid=84876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 07:10:20.715606 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [req-3dec175b-9361-4f6a-bf19-bcf938afa48e req-11c3e44c-a533-4c06-bc56-d7d0e740e98b tempest-SecurityGroupRulesNegativeTestJSON-608374989 tempest-SecurityGroupRulesNegativeTestJSON-608374989] Usage tracker for resource:security_group and tenant:0740b8b76ba340e9b505edbac12b959b is out of sync, need to count used quota {{(pid=84875) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:10:20.735425 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [req-3dec175b-9361-4f6a-bf19-bcf938afa48e req-11c3e44c-a533-4c06-bc56-d7d0e740e98b tempest-SecurityGroupRulesNegativeTestJSON-608374989 tempest-SecurityGroupRulesNegativeTestJSON-608374989] Quota usage for security_group was recalculated. Used quota:5. {{(pid=84875) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:10:20.773257 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [req-3dec175b-9361-4f6a-bf19-bcf938afa48e req-11c3e44c-a533-4c06-bc56-d7d0e740e98b tempest-SecurityGroupRulesNegativeTestJSON-608374989 tempest-SecurityGroupRulesNegativeTestJSON-608374989] Attempting to reserve 1 items for resource security_group. Total usage: 5; quota limit: 100; headroom:95 {{(pid=84875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:10:20.773399 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-fe1a8743-e378-4c0e-b97b-1dd61bf4b68a None None] Provisioning complete for port be5102db-bd5a-4fc8-b730-530bf343afc1 triggered by entity DHCP. {{(pid=84876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 07:10:20.774765 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-fe1a8743-e378-4c0e-b97b-1dd61bf4b68a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-604227'] for port, provisioning_complete {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:10:20.820292 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e413e117-89b7-4c53-805e-ce8406ab3485 admin admin] Pushing event updated for resources: {'Port': ['ID=2cdaf85c-75a5-44ec-be63-81aab85cd2f8,revision_number=1']} {{(pid=84875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:10:20.824148 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [req-3000f209-9dc5-4dbb-9ad3-a1d7e76465df req-4dfba6ec-3bd8-43ac-bf85-342a62daac88 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:10:20.845500 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-e413e117-89b7-4c53-805e-ce8406ab3485 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.580s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:10:20.908311 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [req-3000f209-9dc5-4dbb-9ad3-a1d7e76465df req-4dfba6ec-3bd8-43ac-bf85-342a62daac88 service neutron] Transition to ACTIVE for port object f2233b7b-09d8-4566-b45e-8812d4fe99c5 will not be triggered until provisioned by entity L2. {{(pid=84874) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 07:10:20.980300 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [req-3dec175b-9361-4f6a-bf19-bcf938afa48e req-11c3e44c-a533-4c06-bc56-d7d0e740e98b tempest-SecurityGroupRulesNegativeTestJSON-608374989 tempest-SecurityGroupRulesNegativeTestJSON-608374989] Notify callbacks [] for security_group, before_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:10:21.089528 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [req-3dec175b-9361-4f6a-bf19-bcf938afa48e req-11c3e44c-a533-4c06-bc56-d7d0e740e98b tempest-SecurityGroupRulesNegativeTestJSON-608374989 tempest-SecurityGroupRulesNegativeTestJSON-608374989] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:10:21.145360 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [req-3dec175b-9361-4f6a-bf19-bcf938afa48e req-11c3e44c-a533-4c06-bc56-d7d0e740e98b tempest-SecurityGroupRulesNegativeTestJSON-608374989 tempest-SecurityGroupRulesNegativeTestJSON-608374989] Usage tracker for resource:security_group_rule and tenant:0740b8b76ba340e9b505edbac12b959b is out of sync, need to count used quota {{(pid=84875) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:10:21.152582 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [req-3dec175b-9361-4f6a-bf19-bcf938afa48e req-11c3e44c-a533-4c06-bc56-d7d0e740e98b tempest-SecurityGroupRulesNegativeTestJSON-608374989 tempest-SecurityGroupRulesNegativeTestJSON-608374989] Quota usage for security_group_rule was recalculated. Used quota:12. {{(pid=84875) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:10:21.159182 n-d-768862-2 neutron-server[84765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e413e117-89b7-4c53-805e-ce8406ab3485 admin admin] Network 1c7b4b12-7df2-4f41-8649-b236d94b12da is already hosted by enough agents. {{(pid=84875) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 07:10:21.163546 n-d-768862-2 neutron-server[84765]: DEBUG neutron.scheduler.base_scheduler [None req-e413e117-89b7-4c53-805e-ce8406ab3485 admin admin] Resources bound (agent type, host, resource id): {{(pid=84875) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 07:10:21.166720 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e413e117-89b7-4c53-805e-ce8406ab3485 admin admin] Received port after_create {{(pid=84875) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 14 07:10:21.201549 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [req-3dec175b-9361-4f6a-bf19-bcf938afa48e req-11c3e44c-a533-4c06-bc56-d7d0e740e98b tempest-SecurityGroupRulesNegativeTestJSON-608374989 tempest-SecurityGroupRulesNegativeTestJSON-608374989] Attempting to reserve 2 items for resource security_group_rule. Total usage: 12; quota limit: 100; headroom:88 {{(pid=84875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:10:21.310711 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-e413e117-89b7-4c53-805e-ce8406ab3485 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036850886386'] for router_interface, before_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:10:21.459205 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-b01897e2-c020-43db-966c-2e70b8edf7f9 None None] Notify callbacks [] for port, precommit_update {{(pid=84877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:10:21.503199 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-b01897e2-c020-43db-966c-2e70b8edf7f9 None None] Transition to ACTIVE for port object 5e883def-fe06-475d-9915-bd147343cfe3 will not be triggered until provisioned by entity L2. {{(pid=84877) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 07:10:21.514647 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-b01897e2-c020-43db-966c-2e70b8edf7f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777640533312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363259214678337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777640097497'] for port, after_update {{(pid=84877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:10:21.527632 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84875) accepted ('10.222.0.24', 55174) {{(pid=84875) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:10:21.574308 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:10:21.718406 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84875) accepted ('10.222.0.24', 55180) {{(pid=84875) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:10:21.909360 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [req-3000f209-9dc5-4dbb-9ad3-a1d7e76465df req-4dfba6ec-3bd8-43ac-bf85-342a62daac88 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777640533312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363259214678337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777640097497', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036851521613'] for port, after_update {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:10:21.957002 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-fe1a8743-e378-4c0e-b97b-1dd61bf4b68a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555753'] for port, before_update {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:10:21.966787 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-4fd2ac9a-2d67-42c4-9e5e-2e939a9300c2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:10:21.994847 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c8fd11a-4229-4022-8379-b5e402ea4aee None None] Pushing event updated for resources: {'Port': ['ID=5e883def-fe06-475d-9915-bd147343cfe3,revision_number=3']} {{(pid=84877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:10:22.003146 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-7c8fd11a-4229-4022-8379-b5e402ea4aee None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.429s {{(pid=84877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:10:22.019723 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-0c85ac32-f756-4b99-b13b-b50dd25e862e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363259214191800', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854171626'] for agent, after_update {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:10:22.084276 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [None req-fe1a8743-e378-4c0e-b97b-1dd61bf4b68a None None] For port be5102db-bd5a-4fc8-b730-530bf343afc1, host n-d-768862-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-2',level=0,port_id=be5102db-bd5a-4fc8-b730-530bf343afc1,segment=NetworkSegment(74eda698-0180-4b92-830f-64ae8961cc4d),segment_id=74eda698-0180-4b92-830f-64ae8961cc4d)] {{(pid=84876) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 07:10:22.101906 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_hamode_db [None req-616675b9-6baf-41a1-acfd-b32da751cadc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8ce0aa68-31de-4543-b676-dd365cc0d1b7', 'name': 'tempest-FloatingIPsAssociationTestJSON-1064949191-router', 'tenant_id': '93a8da55e1c346bf8dc2a8711a9e4edc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '226f1e78-82cd-4481-9055-4eb73b6db8c1', 'external_fixed_ips': [{'subnet_id': 'ba8deeec-7658-4195-9449-038c076f5c83', 'ip_address': '172.25.2.159'}], 'enable_snat': True}, 'gw_port_id': 'dd1a2078-9548-4ef6-8ccd-77af13047ea8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-14T07:09:59Z', 'updated_at': '2021-01-14T07:10:04Z', 'revision_number': 3, 'project_id': '93a8da55e1c346bf8dc2a8711a9e4edc', 'gw_port': {'id': 'dd1a2078-9548-4ef6-8ccd-77af13047ea8', 'name': '', 'network_id': '226f1e78-82cd-4481-9055-4eb73b6db8c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:d7:1c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8ce0aa68-31de-4543-b676-dd365cc0d1b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 547, 'fixed_ips': [{'subnet_id': 'ba8deeec-7658-4195-9449-038c076f5c83', 'ip_address': '172.25.2.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T07:10:01Z', 'updated_at': '2021-01-14T07:10:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ba8deeec-7658-4195-9449-038c076f5c83', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-2'}], 'n-d-768862-2', False) {} {{(pid=84876) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:10:22.119924 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-fe1a8743-e378-4c0e-b97b-1dd61bf4b68a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777640533312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363259214678337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777640097497'] for port, after_update {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:10:22.128448 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-e413e117-89b7-4c53-805e-ce8406ab3485 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555753'] for port, before_update {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:10:22.135356 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-9e487d90-2e84-4e28-b459-1b0004cab7a0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84876) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:10:22.188341 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-7bcd5c99-5c8b-4dcb-ae3e-47d43c33c0e5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:10:22.310386 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe1a8743-e378-4c0e-b97b-1dd61bf4b68a None None] Pushing event updated for resources: {'Port': ['ID=be5102db-bd5a-4fc8-b730-530bf343afc1,revision_number=3']} {{(pid=84876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:10:22.322716 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-da76cfc0-98e8-4426-9f6d-4f05aa3fae78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363259214191800', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854171626'] for agent, after_update {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:10:22.323743 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-616675b9-6baf-41a1-acfd-b32da751cadc None None] The sync data for ids ['8ce0aa68-31de-4543-b676-dd365cc0d1b7'] in n-d-768862-2 is: [{'id': '8ce0aa68-31de-4543-b676-dd365cc0d1b7', 'name': 'tempest-FloatingIPsAssociationTestJSON-1064949191-router', 'tenant_id': '93a8da55e1c346bf8dc2a8711a9e4edc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '226f1e78-82cd-4481-9055-4eb73b6db8c1', 'external_fixed_ips': [{'subnet_id': 'ba8deeec-7658-4195-9449-038c076f5c83', 'ip_address': '172.25.2.159'}], 'enable_snat': True}, 'gw_port_id': 'dd1a2078-9548-4ef6-8ccd-77af13047ea8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-14T07:09:59Z', 'updated_at': '2021-01-14T07:10:04Z', 'revision_number': 3, 'project_id': '93a8da55e1c346bf8dc2a8711a9e4edc', 'gw_port': {'id': 'dd1a2078-9548-4ef6-8ccd-77af13047ea8', 'name': '', 'network_id': '226f1e78-82cd-4481-9055-4eb73b6db8c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:d7:1c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8ce0aa68-31de-4543-b676-dd365cc0d1b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 547, 'fixed_ips': [{'subnet_id': 'ba8deeec-7658-4195-9449-038c076f5c83', 'ip_address': '172.25.2.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T07:10:01Z', 'updated_at': '2021-01-14T07:10:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ba8deeec-7658-4195-9449-038c076f5c83', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-2'}] {{(pid=84876) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Jan 14 07:10:22.344758 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-fe1a8743-e378-4c0e-b97b-1dd61bf4b68a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.210s {{(pid=84876) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:10:22.374065 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-b050653f-fc8d-485a-ac4e-41b98a63b724 None None] Provisioning for port 2cdaf85c-75a5-44ec-be63-81aab85cd2f8 completed by entity DHCP. {{(pid=84876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 07:10:22.389271 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-b050653f-fc8d-485a-ac4e-41b98a63b724 None None] Provisioning complete for port 2cdaf85c-75a5-44ec-be63-81aab85cd2f8 triggered by entity DHCP. {{(pid=84876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 07:10:22.389907 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-b050653f-fc8d-485a-ac4e-41b98a63b724 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-604227'] for port, provisioning_complete {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:10:22.454900 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.managers [None req-b01897e2-c020-43db-966c-2e70b8edf7f9 None None] Attempting to bind port 5e883def-fe06-475d-9915-bd147343cfe3 on host n-d-768862-2 for vnic_type normal with profile {{(pid=84877) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 14 07:10:22.455677 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.managers [None req-b01897e2-c020-43db-966c-2e70b8edf7f9 None None] Attempting to bind port 5e883def-fe06-475d-9915-bd147343cfe3 by drivers openvswitch on host n-d-768862-2 at level 0 using segments [{'id': '984f93fa-f208-4656-ac5b-a5caada132b6', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'cb2daf5c-c88f-4231-9c86-6d155cd05702'}] {{(pid=84877) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 14 07:10:22.456515 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b01897e2-c020-43db-966c-2e70b8edf7f9 None None] Attempting to bind port 5e883def-fe06-475d-9915-bd147343cfe3 on network cb2daf5c-c88f-4231-9c86-6d155cd05702 {{(pid=84877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 14 07:10:22.472133 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b01897e2-c020-43db-966c-2e70b8edf7f9 None None] Checking agent: {'id': 'ba5efab1-b43c-4d5a-bc52-6e105d4e67a2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768862-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 14, 6, 56, 52), 'started_at': datetime.datetime(2021, 1, 14, 6, 57, 22), 'heartbeat_timestamp': datetime.datetime(2021, 1, 14, 7, 9, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768862-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.29', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 14 07:10:22.473172 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b01897e2-c020-43db-966c-2e70b8edf7f9 None None] Checking segment: {'id': '984f93fa-f208-4656-ac5b-a5caada132b6', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'cb2daf5c-c88f-4231-9c86-6d155cd05702'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84877) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 14 07:10:22.474185 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-b01897e2-c020-43db-966c-2e70b8edf7f9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:10:22.474824 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b01897e2-c020-43db-966c-2e70b8edf7f9 None None] Bound using segment: {'id': '984f93fa-f208-4656-ac5b-a5caada132b6', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'cb2daf5c-c88f-4231-9c86-6d155cd05702'} {{(pid=84877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 14 07:10:22.475636 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.managers [None req-b01897e2-c020-43db-966c-2e70b8edf7f9 None None] Bound port: 5e883def-fe06-475d-9915-bd147343cfe3, host: n-d-768862-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '984f93fa-f208-4656-ac5b-a5caada132b6', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'cb2daf5c-c88f-4231-9c86-6d155cd05702'}}] {{(pid=84877) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 14 07:10:22.476291 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-b01897e2-c020-43db-966c-2e70b8edf7f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555753'] for port, before_update {{(pid=84877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:10:22.587587 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-7bcd5c99-5c8b-4dcb-ae3e-47d43c33c0e5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:10:22.594903 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-7bcd5c99-5c8b-4dcb-ae3e-47d43c33c0e5 admin admin] Usage tracker for resource:security_group_rule and tenant:c42cd006e119406f9a3abab84025fd01 is out of sync, need to count used quota {{(pid=84875) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:10:22.599015 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-7bcd5c99-5c8b-4dcb-ae3e-47d43c33c0e5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84875) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:10:22.608808 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-7bcd5c99-5c8b-4dcb-ae3e-47d43c33c0e5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:10:22.613258 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.plugin [None req-b050653f-fc8d-485a-ac4e-41b98a63b724 None None] Port 2cdaf85c-75a5-44ec-be63-81aab85cd2f8 cannot update to ACTIVE because it is not bound. {{(pid=84876) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:329}} Jan 14 07:10:22.619659 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363259214191800', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854171626'] for agent, after_update {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:10:22.705936 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [None req-b01897e2-c020-43db-966c-2e70b8edf7f9 None None] For port 5e883def-fe06-475d-9915-bd147343cfe3, host n-d-768862-2, cleared binding levels {{(pid=84877) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 14 07:10:22.708133 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dfba6ec-3bd8-43ac-bf85-342a62daac88 service neutron] Pushing event updated for resources: {'Port': ['ID=f2233b7b-09d8-4566-b45e-8812d4fe99c5,revision_number=2']} {{(pid=84874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:10:22.712377 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [None req-b01897e2-c020-43db-966c-2e70b8edf7f9 None None] For port 5e883def-fe06-475d-9915-bd147343cfe3, host n-d-768862-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-2',level=0,port_id=5e883def-fe06-475d-9915-bd147343cfe3,segment=NetworkSegment(984f93fa-f208-4656-ac5b-a5caada132b6),segment_id=984f93fa-f208-4656-ac5b-a5caada132b6)] {{(pid=84877) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 14 07:10:22.733805 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-b01897e2-c020-43db-966c-2e70b8edf7f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777640533312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363259214678337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777640097497'] for port, after_update {{(pid=84877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:10:22.736110 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-4dfba6ec-3bd8-43ac-bf85-342a62daac88 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.770s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:10:22.798226 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-64208898-1847-41d1-9637-0ececac10175 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:10:22.805806 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [req-3dec175b-9361-4f6a-bf19-bcf938afa48e req-11c3e44c-a533-4c06-bc56-d7d0e740e98b tempest-SecurityGroupRulesNegativeTestJSON-608374989 tempest-SecurityGroupRulesNegativeTestJSON-608374989] Notify callbacks [] for security_group, precommit_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:10:22.939336 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-1ffbe452-2b15-4cf1-9222-b5486ae74af7 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=ee0578336fa8434fa2c352d4491edd99&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1816392 Jan 14 07:10:22.958716 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [req-3dec175b-9361-4f6a-bf19-bcf938afa48e req-11c3e44c-a533-4c06-bc56-d7d0e740e98b tempest-SecurityGroupRulesNegativeTestJSON-608374989 tempest-SecurityGroupRulesNegativeTestJSON-608374989] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850887153'] for security_group, after_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:10:22.958951 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84874) accepted ('10.222.0.24', 55202) {{(pid=84874) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:10:22.984432 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-eff75784-06a0-498d-99e1-05586863fc8b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:10:23.023877 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-19873295-5d1a-470a-8927-a6bd0b1e06c8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036850886612', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036850863158'] for router, after_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:10:23.117900 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-72e2c914-bff2-408c-808b-3ff0f6d3cecc None None] Provisioning complete for port be5102db-bd5a-4fc8-b730-530bf343afc1 triggered by entity DHCP. {{(pid=84876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 07:10:23.118590 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-72e2c914-bff2-408c-808b-3ff0f6d3cecc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-604227'] for port, provisioning_complete {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:10:23.178560 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c8fd11a-4229-4022-8379-b5e402ea4aee None None] Pushing event updated for resources: {'Port': ['ID=5e883def-fe06-475d-9915-bd147343cfe3,revision_number=4']} {{(pid=84877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:10:23.185968 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-7c8fd11a-4229-4022-8379-b5e402ea4aee None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.388s {{(pid=84877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:10:23.217016 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [req-1481cb16-6ab1-42e0-81e3-e34441fa3492 req-45fdf01b-cfb2-406c-8bd0-7762a97856da tempest-FloatingIPsTestJSON-836215258 tempest-FloatingIPsTestJSON-836215258] 10.222.0.24 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 1.6753268 Jan 14 07:10:23.222880 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.v2.base [req-1481cb16-6ab1-42e0-81e3-e34441fa3492 req-3ab70016-c1d3-4c70-9e83-d36056de3e0c tempest-FloatingIPsTestJSON-836215258 tempest-FloatingIPsTestJSON-836215258] Request body: {'floatingip': {'floating_network_id': '226f1e78-82cd-4481-9055-4eb73b6db8c1'}} {{(pid=84875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:10:23.242931 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [req-1481cb16-6ab1-42e0-81e3-e34441fa3492 req-3ab70016-c1d3-4c70-9e83-d36056de3e0c tempest-FloatingIPsTestJSON-836215258 tempest-FloatingIPsTestJSON-836215258] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:10:23.254091 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11c3e44c-a533-4c06-bc56-d7d0e740e98b tempest-SecurityGroupRulesNegativeTestJSON-608374989 tempest-SecurityGroupRulesNegativeTestJSON-608374989] Pushing event updated for resources: {'SecurityGroup': ['ID=d6fa3041-f383-4659-9095-a35a29068d01,revision_number=1']} {{(pid=84875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:10:23.279432 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-11c3e44c-a533-4c06-bc56-d7d0e740e98b tempest-SecurityGroupRulesNegativeTestJSON-608374989 tempest-SecurityGroupRulesNegativeTestJSON-608374989] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.295s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:10:23.282366 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [req-1481cb16-6ab1-42e0-81e3-e34441fa3492 req-3ab70016-c1d3-4c70-9e83-d36056de3e0c tempest-FloatingIPsTestJSON-836215258 tempest-FloatingIPsTestJSON-836215258] Usage tracker for resource:floatingip and tenant:914ccd51ecef47e89b834e22797839e0 is out of sync, need to count used quota {{(pid=84875) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:10:23.286709 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [req-3dec175b-9361-4f6a-bf19-bcf938afa48e req-11c3e44c-a533-4c06-bc56-d7d0e740e98b tempest-SecurityGroupRulesNegativeTestJSON-608374989 tempest-SecurityGroupRulesNegativeTestJSON-608374989] Notify callbacks [] for security_group, before_response {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:10:23.316220 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [req-3dec175b-9361-4f6a-bf19-bcf938afa48e req-11c3e44c-a533-4c06-bc56-d7d0e740e98b tempest-SecurityGroupRulesNegativeTestJSON-608374989 tempest-SecurityGroupRulesNegativeTestJSON-608374989] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1817 time: 3.0524013 Jan 14 07:10:23.322556 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.db.resource_extend [None req-e413e117-89b7-4c53-805e-ce8406ab3485 admin admin] It took 0.16 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84875) wrapper /usr/local/lib/python3.6/dist-packages/oslo_utils/timeutils.py:388}} Jan 14 07:10:23.333782 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-0f37073e-9c69-4e3c-80e0-6cfaa0fd61a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363259214191800', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854171626'] for agent, after_update {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:10:23.350437 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [req-1481cb16-6ab1-42e0-81e3-e34441fa3492 req-3ab70016-c1d3-4c70-9e83-d36056de3e0c tempest-FloatingIPsTestJSON-836215258 tempest-FloatingIPsTestJSON-836215258] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=84875) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:10:23.351611 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b01897e2-c020-43db-966c-2e70b8edf7f9 None None] Routers {'30249a14-1686-4e58-b5b1-bb14dfd5f43e'} bound to L3 agent in host n-d-768862-2 {{(pid=84877) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 14 07:10:23.355026 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_hamode_db [None req-b01897e2-c020-43db-966c-2e70b8edf7f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-01-14T06:56:51Z,description=,heartbeat_timestamp=2021-01-14T07:10:21Z,host='n-d-768862-2',id=35f592e9-451b-4db9-abea-77b6a5c5391b,load=0,resource_versions=,resources_synced=,started_at=2021-01-14T06:56:51Z,topic='l3_agent')) {'router_ids': ['30249a14-1686-4e58-b5b1-bb14dfd5f43e'], 'active': True} {{(pid=84877) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:10:23.415788 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [req-1481cb16-6ab1-42e0-81e3-e34441fa3492 req-3ab70016-c1d3-4c70-9e83-d36056de3e0c tempest-FloatingIPsTestJSON-836215258 tempest-FloatingIPsTestJSON-836215258] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=84875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:10:23.446161 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-e413e117-89b7-4c53-805e-ce8406ab3485 admin admin] Notify callbacks [] for port, precommit_update {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:10:23.470818 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-7bcd5c99-5c8b-4dcb-ae3e-47d43c33c0e5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:10:23.471882 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-e413e117-89b7-4c53-805e-ce8406ab3485 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777640533312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363259214678337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777640097497', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3154211'] for port, after_update {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:10:23.491485 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.managers [req-3000f209-9dc5-4dbb-9ad3-a1d7e76465df req-4dfba6ec-3bd8-43ac-bf85-342a62daac88 service neutron] Attempting to bind port f2233b7b-09d8-4566-b45e-8812d4fe99c5 on host n-h1-768862-2 for vnic_type normal with profile {{(pid=84874) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 14 07:10:23.491865 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.managers [req-3000f209-9dc5-4dbb-9ad3-a1d7e76465df req-4dfba6ec-3bd8-43ac-bf85-342a62daac88 service neutron] Attempting to bind port f2233b7b-09d8-4566-b45e-8812d4fe99c5 by drivers openvswitch on host n-h1-768862-2 at level 0 using segments [{'id': '682aa48d-45db-4ce6-9539-8117fc7293eb', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 2, 'network_id': '3ab89270-67b1-41e9-8be2-a0395a984bff'}] {{(pid=84874) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 14 07:10:23.492284 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3000f209-9dc5-4dbb-9ad3-a1d7e76465df req-4dfba6ec-3bd8-43ac-bf85-342a62daac88 service neutron] Attempting to bind port f2233b7b-09d8-4566-b45e-8812d4fe99c5 on network 3ab89270-67b1-41e9-8be2-a0395a984bff {{(pid=84874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 14 07:10:23.536315 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-7143c90f-3dde-4f93-80ef-d2ef82125a0a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:10:23.555184 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3000f209-9dc5-4dbb-9ad3-a1d7e76465df req-4dfba6ec-3bd8-43ac-bf85-342a62daac88 service neutron] Checking agent: {'id': '40905704-73ec-4668-87ec-fe70ac9582ac', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-h1-768862-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 14, 7, 5, 11), 'started_at': datetime.datetime(2021, 1, 14, 7, 5, 41), 'heartbeat_timestamp': datetime.datetime(2021, 1, 14, 7, 10, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.42', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 14 07:10:23.555497 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3000f209-9dc5-4dbb-9ad3-a1d7e76465df req-4dfba6ec-3bd8-43ac-bf85-342a62daac88 service neutron] Checking segment: {'id': '682aa48d-45db-4ce6-9539-8117fc7293eb', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 2, 'network_id': '3ab89270-67b1-41e9-8be2-a0395a984bff'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84874) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 14 07:10:23.555931 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [req-3000f209-9dc5-4dbb-9ad3-a1d7e76465df req-4dfba6ec-3bd8-43ac-bf85-342a62daac88 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:10:23.556334 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3000f209-9dc5-4dbb-9ad3-a1d7e76465df req-4dfba6ec-3bd8-43ac-bf85-342a62daac88 service neutron] Bound using segment: {'id': '682aa48d-45db-4ce6-9539-8117fc7293eb', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 2, 'network_id': '3ab89270-67b1-41e9-8be2-a0395a984bff'} {{(pid=84874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 14 07:10:23.556829 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.managers [req-3000f209-9dc5-4dbb-9ad3-a1d7e76465df req-4dfba6ec-3bd8-43ac-bf85-342a62daac88 service neutron] Bound port: f2233b7b-09d8-4566-b45e-8812d4fe99c5, host: n-h1-768862-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '682aa48d-45db-4ce6-9539-8117fc7293eb', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 2, 'network_id': '3ab89270-67b1-41e9-8be2-a0395a984bff'}}] {{(pid=84874) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 14 07:10:23.557196 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [req-3000f209-9dc5-4dbb-9ad3-a1d7e76465df req-4dfba6ec-3bd8-43ac-bf85-342a62daac88 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555753'] for port, before_update {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:10:23.612573 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-f07940c3-538a-450e-b0ce-75d68da26328 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:10:23.698489 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_dvr_db [None req-b01897e2-c020-43db-966c-2e70b8edf7f9 None None] Set router 30249a14-1686-4e58-b5b1-bb14dfd5f43e gateway port host: n-d-768862-2 {{(pid=84877) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 14 07:10:23.699170 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-7bcd5c99-5c8b-4dcb-ae3e-47d43c33c0e5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850887153'] for security_group, after_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:10:23.704435 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-10da8de8-e190-4f07-b64c-08265dc8e463 None None] Provisioning complete for port be5102db-bd5a-4fc8-b730-530bf343afc1 triggered by entity DHCP. {{(pid=84876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 07:10:23.704861 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-10da8de8-e190-4f07-b64c-08265dc8e463 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-604227'] for port, provisioning_complete {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:10:23.765725 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [req-1481cb16-6ab1-42e0-81e3-e34441fa3492 req-3ab70016-c1d3-4c70-9e83-d36056de3e0c tempest-FloatingIPsTestJSON-836215258 tempest-FloatingIPsTestJSON-836215258] Notify callbacks [] for floatingip, before_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:10:23.823768 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [req-3000f209-9dc5-4dbb-9ad3-a1d7e76465df req-4dfba6ec-3bd8-43ac-bf85-342a62daac88 service neutron] For port f2233b7b-09d8-4566-b45e-8812d4fe99c5, host n-h1-768862-2, cleared binding levels {{(pid=84874) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 14 07:10:23.828011 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [req-3000f209-9dc5-4dbb-9ad3-a1d7e76465df req-4dfba6ec-3bd8-43ac-bf85-342a62daac88 service neutron] For port f2233b7b-09d8-4566-b45e-8812d4fe99c5, host n-h1-768862-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-h1-768862-2',level=0,port_id=f2233b7b-09d8-4566-b45e-8812d4fe99c5,segment=NetworkSegment(682aa48d-45db-4ce6-9539-8117fc7293eb),segment_id=682aa48d-45db-4ce6-9539-8117fc7293eb)] {{(pid=84874) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 14 07:10:23.838986 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [req-3000f209-9dc5-4dbb-9ad3-a1d7e76465df req-4dfba6ec-3bd8-43ac-bf85-342a62daac88 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777640533312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363259214678337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777640097497', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036851521613'] for port, after_update {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:10:23.891682 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-7143c90f-3dde-4f93-80ef-d2ef82125a0a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:10:23.920129 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-6bbed6b9-fed2-4c88-9e71-886c10e7259f tempest-ListImageFiltersTestJSON-959365383 tempest-ListImageFiltersTestJSON-959365383] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:10:23.997426 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-7bcd5c99-5c8b-4dcb-ae3e-47d43c33c0e5 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=c42cd006e119406f9a3abab84025fd01&name=default HTTP/1.1" status: 200 len: 2979 time: 2.4529932 Jan 14 07:10:24.007732 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84875) accepted ('10.222.0.24', 55224) {{(pid=84875) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:10:24.051641 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e413e117-89b7-4c53-805e-ce8406ab3485 admin admin] Pushing event updated for resources: {'Port': ['ID=2cdaf85c-75a5-44ec-be63-81aab85cd2f8,revision_number=2']} {{(pid=84875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:10:24.054488 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-e413e117-89b7-4c53-805e-ce8406ab3485 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3206949', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3889649'] for router_interface, after_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:10:24.080631 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-e413e117-89b7-4c53-805e-ce8406ab3485 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.468s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:10:24.081332 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-8dde7fda-ef15-4315-88b0-aab3fc76ee58 tempest-SecurityGroupRulesNegativeTestJSON-608374989 tempest-SecurityGroupRulesNegativeTestJSON-608374989] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.316s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:10:24.135355 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dfba6ec-3bd8-43ac-bf85-342a62daac88 service neutron] Pushing event updated for resources: {'Port': ['ID=f2233b7b-09d8-4566-b45e-8812d4fe99c5,revision_number=3']} {{(pid=84874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:10:24.158005 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-4dfba6ec-3bd8-43ac-bf85-342a62daac88 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.238s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:10:24.204889 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-79870c93-958e-4ff3-91d7-a2204f96b5ac None None] Provisioning complete for port be5102db-bd5a-4fc8-b730-530bf343afc1 triggered by entity DHCP. {{(pid=84876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 07:10:24.204889 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-79870c93-958e-4ff3-91d7-a2204f96b5ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-604227'] for port, provisioning_complete {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:10:24.284234 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bcd5c99-5c8b-4dcb-ae3e-47d43c33c0e5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1589d2df-38a1-4d72-967e-e7b0feaefe8c,revision_number=1']} {{(pid=84875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:10:24.289839 n-d-768862-2 neutron-server[84765]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-19873295-5d1a-470a-8927-a6bd0b1e06c8 admin admin] Router edd66113-474d-430c-86c2-dc251bc10dd9 is scheduled to L3 agent 35f592e9-451b-4db9-abea-77b6a5c5391b with binding_index 1 {{(pid=84874) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}} Jan 14 07:10:24.327010 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Device dd1a2078-9548-4ef6-8ccd-77af13047ea8 up at agent ovs-agent-n-d-768862-2 {{(pid=84876) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 07:10:24.344665 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_hamode_db [None req-b01897e2-c020-43db-966c-2e70b8edf7f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '30249a14-1686-4e58-b5b1-bb14dfd5f43e', 'name': 'tempest-FloatingIPsTestJSON-2072963667-router', 'tenant_id': '914ccd51ecef47e89b834e22797839e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '226f1e78-82cd-4481-9055-4eb73b6db8c1', 'external_fixed_ips': [{'subnet_id': 'ba8deeec-7658-4195-9449-038c076f5c83', 'ip_address': '172.25.2.122'}], 'enable_snat': True}, 'gw_port_id': '13579756-e803-43e9-b140-10c1fa18648b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-14T07:09:38Z', 'updated_at': '2021-01-14T07:10:08Z', 'revision_number': 4, 'project_id': '914ccd51ecef47e89b834e22797839e0', 'gw_port': {'id': '13579756-e803-43e9-b140-10c1fa18648b', 'name': '', 'network_id': '226f1e78-82cd-4481-9055-4eb73b6db8c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:2a:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30249a14-1686-4e58-b5b1-bb14dfd5f43e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 490, 'fixed_ips': [{'subnet_id': 'ba8deeec-7658-4195-9449-038c076f5c83', 'ip_address': '172.25.2.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T07:09:41Z', 'updated_at': '2021-01-14T07:10:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ba8deeec-7658-4195-9449-038c076f5c83', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-2', '_interfaces': [{'id': '5e883def-fe06-475d-9915-bd147343cfe3', 'name': '', 'network_id': 'cb2daf5c-c88f-4231-9c86-6d155cd05702', 'tenant_id': '914ccd51ecef47e89b834e22797839e0', 'mac_address': 'fa:16:3e:d9:b6:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '30249a14-1686-4e58-b5b1-bb14dfd5f43e', 'device_owner': 'network:router_interface', 'standard_attr_id': 555, 'fixed_ips': [{'subnet_id': '9739cd10-72b2-4025-894a-beee6ba7ca4d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T07:10:05Z', 'updated_at': '2021-01-14T07:10:22Z', 'revision_number': 4, 'project_id': '914ccd51ecef47e89b834e22797839e0', 'subnets': [{'id': '9739cd10-72b2-4025-894a-beee6ba7ca4d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'n-d-768862-2', False) {} {{(pid=84877) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:10:24.345544 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-7bcd5c99-5c8b-4dcb-ae3e-47d43c33c0e5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.264s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:10:24.350092 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b01897e2-c020-43db-966c-2e70b8edf7f9 None None] The sync data for ids ['30249a14-1686-4e58-b5b1-bb14dfd5f43e'] in n-d-768862-2 is: [{'id': '30249a14-1686-4e58-b5b1-bb14dfd5f43e', 'name': 'tempest-FloatingIPsTestJSON-2072963667-router', 'tenant_id': '914ccd51ecef47e89b834e22797839e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '226f1e78-82cd-4481-9055-4eb73b6db8c1', 'external_fixed_ips': [{'subnet_id': 'ba8deeec-7658-4195-9449-038c076f5c83', 'ip_address': '172.25.2.122'}], 'enable_snat': True}, 'gw_port_id': '13579756-e803-43e9-b140-10c1fa18648b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-14T07:09:38Z', 'updated_at': '2021-01-14T07:10:08Z', 'revision_number': 4, 'project_id': '914ccd51ecef47e89b834e22797839e0', 'gw_port': {'id': '13579756-e803-43e9-b140-10c1fa18648b', 'name': '', 'network_id': '226f1e78-82cd-4481-9055-4eb73b6db8c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:2a:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30249a14-1686-4e58-b5b1-bb14dfd5f43e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 490, 'fixed_ips': [{'subnet_id': 'ba8deeec-7658-4195-9449-038c076f5c83', 'ip_address': '172.25.2.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T07:09:41Z', 'updated_at': '2021-01-14T07:10:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ba8deeec-7658-4195-9449-038c076f5c83', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-2', '_interfaces': [{'id': '5e883def-fe06-475d-9915-bd147343cfe3', 'name': '', 'network_id': 'cb2daf5c-c88f-4231-9c86-6d155cd05702', 'tenant_id': '914ccd51ecef47e89b834e22797839e0', 'mac_address': 'fa:16:3e:d9:b6:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '30249a14-1686-4e58-b5b1-bb14dfd5f43e', 'device_owner': 'network:router_interface', 'standard_attr_id': 555, 'fixed_ips': [{'subnet_id': '9739cd10-72b2-4025-894a-beee6ba7ca4d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T07:10:05Z', 'updated_at': '2021-01-14T07:10:22Z', 'revision_number': 4, 'project_id': '914ccd51ecef47e89b834e22797839e0', 'subnets': [{'id': '9739cd10-72b2-4025-894a-beee6ba7ca4d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=84877) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Jan 14 07:10:24.494819 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-846bf3dc-c00e-4d43-8949-8a0bfc779a8f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:10:24.520976 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Provisioning for port dd1a2078-9548-4ef6-8ccd-77af13047ea8 completed by entity L2. {{(pid=84876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 07:10:24.525864 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-846bf3dc-c00e-4d43-8949-8a0bfc779a8f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:10:24.527023 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Provisioning complete for port dd1a2078-9548-4ef6-8ccd-77af13047ea8 triggered by entity L2. {{(pid=84876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 07:10:24.527438 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-604227'] for port, provisioning_complete {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:10:24.584876 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-846bf3dc-c00e-4d43-8949-8a0bfc779a8f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850887153'] for security_group, after_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:10:24.593383 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-d5248b6f-b064-41ff-9f81-42c09a021583 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:10:24.599132 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-19873295-5d1a-470a-8927-a6bd0b1e06c8 admin admin] Notify agent at l3_agent.n-d-768862-2 the message routers_updated {{(pid=84874) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jan 14 07:10:24.613452 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0ffce1c-b428-49f1-97cb-2dc835984dd6 None None] Sync routers for ids ['edd66113-474d-430c-86c2-dc251bc10dd9'] in n-d-768862-2 {{(pid=84876) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Jan 14 07:10:24.616550 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-7143c90f-3dde-4f93-80ef-d2ef82125a0a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850887153'] for security_group, after_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:10:24.627330 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3000f209-9dc5-4dbb-9ad3-a1d7e76465df req-4dfba6ec-3bd8-43ac-bf85-342a62daac88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:10:24.627953 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [req-3000f209-9dc5-4dbb-9ad3-a1d7e76465df req-4dfba6ec-3bd8-43ac-bf85-342a62daac88 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854768116'] for port, before_response {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:10:24.629638 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [req-3000f209-9dc5-4dbb-9ad3-a1d7e76465df req-4dfba6ec-3bd8-43ac-bf85-342a62daac88 service neutron] 10.222.0.35 "PUT /v2.0/ports/f2233b7b-09d8-4566-b45e-8812d4fe99c5 HTTP/1.1" status: 200 len: 1160 time: 7.5593030 Jan 14 07:10:24.643639 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-685a7224-10ee-4509-921a-3168ee1dc4b9 req-d004b7e0-9407-4cba-ae29-ee5668dac993 tempest-AttachSCSIVolumeTestJSON-1630246316 tempest-AttachSCSIVolumeTestJSON-1630246316] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:10:24.644496 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [req-685a7224-10ee-4509-921a-3168ee1dc4b9 req-d004b7e0-9407-4cba-ae29-ee5668dac993 tempest-AttachSCSIVolumeTestJSON-1630246316 tempest-AttachSCSIVolumeTestJSON-1630246316] Synchronizing usage tracker for tenant:f85c82bd29754c1bb1dc756e2b7c7b32 on resource:network {{(pid=84875) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 14 07:10:24.648793 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-39fcf4f2-e625-4e6e-9db1-f1419a682fef admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:10:24.667968 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0ffce1c-b428-49f1-97cb-2dc835984dd6 None None] Routers {'edd66113-474d-430c-86c2-dc251bc10dd9'} bound to L3 agent in host n-d-768862-2 {{(pid=84876) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 14 07:10:24.669196 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_hamode_db [None req-c0ffce1c-b428-49f1-97cb-2dc835984dd6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-01-14T06:56:51Z,description=,heartbeat_timestamp=2021-01-14T07:10:21Z,host='n-d-768862-2',id=35f592e9-451b-4db9-abea-77b6a5c5391b,load=0,resource_versions=,resources_synced=,started_at=2021-01-14T06:56:51Z,topic='l3_agent')) {'router_ids': ['edd66113-474d-430c-86c2-dc251bc10dd9'], 'active': True} {{(pid=84876) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:10:24.675670 n-d-768862-2 neutron-server[84765]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3df6dccb-e583-499a-bb59-6b3999154638', 'tag': 'f2233b7b-09d8-4566-b45e-8812d4fe99c5'}] {{(pid=84874) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Jan 14 07:10:24.681478 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-846bf3dc-c00e-4d43-8949-8a0bfc779a8f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1589d2df-38a1-4d72-967e-e7b0feaefe8c,revision_number=None']} {{(pid=84875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:10:24.693114 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-846bf3dc-c00e-4d43-8949-8a0bfc779a8f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:10:24.707038 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-846bf3dc-c00e-4d43-8949-8a0bfc779a8f admin admin] Notify callbacks [] for security_group, before_response {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:10:24.708346 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-846bf3dc-c00e-4d43-8949-8a0bfc779a8f admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/1589d2df-38a1-4d72-967e-e7b0feaefe8c HTTP/1.1" status: 204 len: 168 time: 0.6743877 Jan 14 07:10:24.710563 n-d-768862-2 neutron-server[84765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e413e117-89b7-4c53-805e-ce8406ab3485 admin admin] Network 1c7b4b12-7df2-4f41-8649-b236d94b12da is already hosted by enough agents. {{(pid=84875) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 07:10:24.716400 n-d-768862-2 neutron-server[84765]: DEBUG neutron.scheduler.base_scheduler [None req-e413e117-89b7-4c53-805e-ce8406ab3485 admin admin] Resources bound (agent type, host, resource id): {{(pid=84875) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 07:10:24.722070 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [req-1481cb16-6ab1-42e0-81e3-e34441fa3492 req-3ab70016-c1d3-4c70-9e83-d36056de3e0c tempest-FloatingIPsTestJSON-836215258 tempest-FloatingIPsTestJSON-836215258] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555753'] for port, before_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:10:24.722587 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7143c90f-3dde-4f93-80ef-d2ef82125a0a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=40bb45c4-c27f-4adb-9659-5eee590a73a9,revision_number=None']} {{(pid=84874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:10:24.728566 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-7143c90f-3dde-4f93-80ef-d2ef82125a0a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:10:24.738991 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [req-685a7224-10ee-4509-921a-3168ee1dc4b9 req-d004b7e0-9407-4cba-ae29-ee5668dac993 tempest-AttachSCSIVolumeTestJSON-1630246316 tempest-AttachSCSIVolumeTestJSON-1630246316] Unset dirty status for tenant:f85c82bd29754c1bb1dc756e2b7c7b32 on resource:network {{(pid=84875) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 14 07:10:24.740334 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [req-685a7224-10ee-4509-921a-3168ee1dc4b9 req-d004b7e0-9407-4cba-ae29-ee5668dac993 tempest-AttachSCSIVolumeTestJSON-1630246316 tempest-AttachSCSIVolumeTestJSON-1630246316] 10.222.0.24 "GET /v2.0/networks?id=4836ea0a-f546-4f5a-a93b-c7e45ef1752d HTTP/1.1" status: 200 len: 814 time: 0.7460513 Jan 14 07:10:24.885301 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-7143c90f-3dde-4f93-80ef-d2ef82125a0a admin admin] Notify callbacks [] for security_group, before_response {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:10:24.891747 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-7143c90f-3dde-4f93-80ef-d2ef82125a0a admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/40bb45c4-c27f-4adb-9659-5eee590a73a9 HTTP/1.1" status: 204 len: 168 time: 1.9118259 Jan 14 07:10:24.893729 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-19873295-5d1a-470a-8927-a6bd0b1e06c8 admin admin] Notify callbacks [] for router, before_response {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:10:24.895529 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-19873295-5d1a-470a-8927-a6bd0b1e06c8 admin admin] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 12.0944266 Jan 14 07:10:24.911989 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84874) accepted ('10.222.0.24', 55234) {{(pid=84874) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:10:25.176313 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555753'] for port, before_update {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:10:25.198471 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] For port dd1a2078-9548-4ef6-8ccd-77af13047ea8, host n-d-768862-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-2',level=0,port_id=dd1a2078-9548-4ef6-8ccd-77af13047ea8,segment=NetworkSegment(cf3ded2c-bc47-4a71-89af-6e7117e60140),segment_id=cf3ded2c-bc47-4a71-89af-6e7117e60140)] {{(pid=84876) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 07:10:25.324085 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777640533312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363259214678337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777640097497'] for port, after_update {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:10:25.325035 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Device be5102db-bd5a-4fc8-b730-530bf343afc1 up at agent ovs-agent-n-d-768862-2 {{(pid=84876) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 07:10:25.415267 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-e7164eca-0553-4eec-8b24-245281f82a33 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84876) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:10:25.492608 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3000f209-9dc5-4dbb-9ad3-a1d7e76465df req-b7d2c881-436c-4e76-a05b-e005e64a340b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:10:25.494294 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [req-3000f209-9dc5-4dbb-9ad3-a1d7e76465df req-b7d2c881-436c-4e76-a05b-e005e64a340b service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=06fc00463aef43c0b2d39ebb95f2c897&device_id=3df6dccb-e583-499a-bb59-6b3999154638 HTTP/1.1" status: 200 len: 1163 time: 0.7792168 Jan 14 07:10:25.530126 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Pushing event updated for resources: {'Port': ['ID=dd1a2078-9548-4ef6-8ccd-77af13047ea8,revision_number=4']} {{(pid=84876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:10:25.546694 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=84876) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:10:25.611279 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_dvr_db [None req-c0ffce1c-b428-49f1-97cb-2dc835984dd6 None None] Set router edd66113-474d-430c-86c2-dc251bc10dd9 gateway port host: n-d-768862-2 {{(pid=84876) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 14 07:10:25.613698 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [req-685a7224-10ee-4509-921a-3168ee1dc4b9 req-bf31337f-9eb6-4370-81f3-761c36af9aa3 tempest-AttachSCSIVolumeTestJSON-1630246316 tempest-AttachSCSIVolumeTestJSON-1630246316] 10.222.0.24 "GET /v2.0/quotas/f85c82bd29754c1bb1dc756e2b7c7b32 HTTP/1.1" status: 200 len: 375 time: 0.7762547 Jan 14 07:10:25.631157 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [req-3000f209-9dc5-4dbb-9ad3-a1d7e76465df req-e659a5e3-d6d3-4821-8df9-3ce83e596294 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.149&port_id=f2233b7b-09d8-4566-b45e-8812d4fe99c5 HTTP/1.1" status: 200 len: 217 time: 0.1232300 Jan 14 07:10:25.810278 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3000f209-9dc5-4dbb-9ad3-a1d7e76465df req-fc2475e2-620c-4768-a638-1d16a6393dbd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:10:25.813542 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [req-3000f209-9dc5-4dbb-9ad3-a1d7e76465df req-fc2475e2-620c-4768-a638-1d16a6393dbd service neutron] 10.222.0.35 "GET /v2.0/subnets?id=69aa3990-7111-4d2c-9167-5d5ad366f163 HTTP/1.1" status: 200 len: 843 time: 0.1747265 Jan 14 07:10:25.974483 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3000f209-9dc5-4dbb-9ad3-a1d7e76465df req-b709d196-ab7f-4774-9e5b-59e9061f1b0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:10:25.976173 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [req-3000f209-9dc5-4dbb-9ad3-a1d7e76465df req-b709d196-ab7f-4774-9e5b-59e9061f1b0e service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=3ab89270-67b1-41e9-8be2-a0395a984bff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1359448 Jan 14 07:10:26.031222 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Provisioning complete for port be5102db-bd5a-4fc8-b730-530bf343afc1 triggered by entity L2. {{(pid=84876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 07:10:26.031761 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-604227'] for port, provisioning_complete {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:10:26.085079 n-d-768862-2 neutron-server[84765]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e413e117-89b7-4c53-805e-ce8406ab3485 admin admin] Router 8ce0aa68-31de-4543-b676-dd365cc0d1b7 has already been hosted by L3 agent 35f592e9-451b-4db9-abea-77b6a5c5391b {{(pid=84875) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Jan 14 07:10:26.133750 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [req-685a7224-10ee-4509-921a-3168ee1dc4b9 req-f7e27520-4a18-4302-88a5-3e961196e778 tempest-AttachSCSIVolumeTestJSON-1630246316 tempest-AttachSCSIVolumeTestJSON-1630246316] 10.222.0.24 "GET /v2.0/ports?tenant_id=f85c82bd29754c1bb1dc756e2b7c7b32&fields=id HTTP/1.1" status: 200 len: 302 time: 0.4915764 Jan 14 07:10:26.158649 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-f1ca4509-935b-495b-ae92-fede1361892d None None] Provisioning complete for port 2cdaf85c-75a5-44ec-be63-81aab85cd2f8 triggered by entity DHCP. {{(pid=84876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 07:10:26.159217 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-f1ca4509-935b-495b-ae92-fede1361892d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-604227'] for port, provisioning_complete {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:10:26.236887 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.plugin [None req-f1ca4509-935b-495b-ae92-fede1361892d None None] Port 2cdaf85c-75a5-44ec-be63-81aab85cd2f8 cannot update to ACTIVE because it is not bound. {{(pid=84876) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:329}} Jan 14 07:10:26.353603 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_hamode_db [None req-c0ffce1c-b428-49f1-97cb-2dc835984dd6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'edd66113-474d-430c-86c2-dc251bc10dd9', 'name': 'tempest-TaggedBootDevicesTest-125334263-router', 'tenant_id': '4873c9000017431bb4db0aa60ef7da75', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '226f1e78-82cd-4481-9055-4eb73b6db8c1', 'external_fixed_ips': [{'subnet_id': 'ba8deeec-7658-4195-9449-038c076f5c83', 'ip_address': '172.25.2.3'}], 'enable_snat': True}, 'gw_port_id': '625ca782-0c09-4444-b186-8e16fb80a65a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-14T07:10:12Z', 'updated_at': '2021-01-14T07:10:19Z', 'revision_number': 3, 'project_id': '4873c9000017431bb4db0aa60ef7da75', 'gw_port': {'id': '625ca782-0c09-4444-b186-8e16fb80a65a', 'name': '', 'network_id': '226f1e78-82cd-4481-9055-4eb73b6db8c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:bc:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'edd66113-474d-430c-86c2-dc251bc10dd9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 573, 'fixed_ips': [{'subnet_id': 'ba8deeec-7658-4195-9449-038c076f5c83', 'ip_address': '172.25.2.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T07:10:14Z', 'updated_at': '2021-01-14T07:10:16Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ba8deeec-7658-4195-9449-038c076f5c83', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-2'}], 'n-d-768862-2', False) {} {{(pid=84876) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:10:26.362192 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0ffce1c-b428-49f1-97cb-2dc835984dd6 None None] Checking router: edd66113-474d-430c-86c2-dc251bc10dd9 for host: n-d-768862-2 {{(pid=84876) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Jan 14 07:10:26.362192 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0ffce1c-b428-49f1-97cb-2dc835984dd6 None None] Updating router edd66113-474d-430c-86c2-dc251bc10dd9 port 625ca782-0c09-4444-b186-8e16fb80a65a binding host n-d-768862-2 {{(pid=84876) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Jan 14 07:10:26.438004 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-c0ffce1c-b428-49f1-97cb-2dc835984dd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555753'] for port, before_update {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:10:26.486231 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [req-685a7224-10ee-4509-921a-3168ee1dc4b9 req-cbe19894-c97d-4e2d-b1bb-461aa830b580 service neutron] 10.222.0.24 "GET /v2.0/networks/4836ea0a-f546-4f5a-a93b-c7e45ef1752d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3515012 Jan 14 07:10:26.686336 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Device dd1a2078-9548-4ef6-8ccd-77af13047ea8 up at agent ovs-agent-n-d-768862-2 {{(pid=84876) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 07:10:26.772996 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Provisioning complete for port dd1a2078-9548-4ef6-8ccd-77af13047ea8 triggered by entity L2. {{(pid=84876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 07:10:26.773882 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-604227'] for port, provisioning_complete {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:10:26.792397 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84874) accepted ('10.222.0.24', 55270) {{(pid=84874) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:10:26.934671 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [req-3000f209-9dc5-4dbb-9ad3-a1d7e76465df req-a30a2b73-49c6-4e31-8032-1ca6ddabfd26 service neutron] 10.222.0.35 "GET /v2.0/networks/3ab89270-67b1-41e9-8be2-a0395a984bff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9493556 Jan 14 07:10:27.007023 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Device 5e883def-fe06-475d-9915-bd147343cfe3 up at agent ovs-agent-n-d-768862-2 {{(pid=84876) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 07:10:27.059651 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e413e117-89b7-4c53-805e-ce8406ab3485 admin admin] Notify agent at l3_agent.n-d-768862-2 the message routers_updated {{(pid=84875) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jan 14 07:10:27.098273 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-e413e117-89b7-4c53-805e-ce8406ab3485 admin admin] 10.222.0.24 "PUT /v2.0/routers/8ce0aa68-31de-4543-b676-dd365cc0d1b7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 15.4313004 Jan 14 07:10:27.100584 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.db_base_plugin_common [req-1481cb16-6ab1-42e0-81e3-e34441fa3492 req-3ab70016-c1d3-4c70-9e83-d36056de3e0c tempest-FloatingIPsTestJSON-836215258 tempest-FloatingIPsTestJSON-836215258] Allocated IP 172.25.2.170 (226f1e78-82cd-4481-9055-4eb73b6db8c1/ba8deeec-7658-4195-9449-038c076f5c83/a374c254-2a85-4571-b4ac-2501fa1527e0) {{(pid=84875) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 14 07:10:27.123890 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [req-3000f209-9dc5-4dbb-9ad3-a1d7e76465df req-37e8cee0-6662-4b9f-9ffc-94796b49684a service neutron] 10.222.0.35 "GET /v2.0/networks/3ab89270-67b1-41e9-8be2-a0395a984bff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1766243 Jan 14 07:10:27.135501 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.v2.base [None req-84f25628-03c4-4239-86c2-08895d349389 admin admin] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-1930649277-network', 'tenant_id': '7d129397cd71499dbaa91be4909e3699'}} {{(pid=84874) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:10:27.137607 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Provisioning for port 5e883def-fe06-475d-9915-bd147343cfe3 completed by entity L2. {{(pid=84876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 07:10:27.142835 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-84f25628-03c4-4239-86c2-08895d349389 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:10:27.144300 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Provisioning complete for port 5e883def-fe06-475d-9915-bd147343cfe3 triggered by entity L2. {{(pid=84876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 07:10:27.145085 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-604227'] for port, provisioning_complete {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:10:27.178785 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-84f25628-03c4-4239-86c2-08895d349389 admin admin] Usage tracker for resource:network and tenant:7d129397cd71499dbaa91be4909e3699 is out of sync, need to count used quota {{(pid=84874) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:10:27.266001 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-84f25628-03c4-4239-86c2-08895d349389 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84874) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:10:27.293695 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-84f25628-03c4-4239-86c2-08895d349389 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:10:27.350913 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-84f25628-03c4-4239-86c2-08895d349389 admin admin] Made reservation on behalf of 7d129397cd71499dbaa91be4909e3699 for: {'network': 1} {{(pid=84874) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 07:10:27.359187 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-84f25628-03c4-4239-86c2-08895d349389 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555753'] for network, before_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:10:27.365740 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555753'] for port, before_update {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:10:27.399254 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [req-685a7224-10ee-4509-921a-3168ee1dc4b9 req-d04d0a62-ed60-4fa8-9098-a10ca55bb144 service neutron] 10.222.0.24 "GET /v2.0/networks/4836ea0a-f546-4f5a-a93b-c7e45ef1752d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.6020648 Jan 14 07:10:27.432638 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] For port 5e883def-fe06-475d-9915-bd147343cfe3, host n-d-768862-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-2',level=0,port_id=5e883def-fe06-475d-9915-bd147343cfe3,segment=NetworkSegment(984f93fa-f208-4656-ac5b-a5caada132b6),segment_id=984f93fa-f208-4656-ac5b-a5caada132b6)] {{(pid=84876) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 07:10:27.438450 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777640533312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363259214678337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777640097497'] for port, after_update {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:10:27.445751 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-ad7f6196-ea95-49f7-a2b6-b07656041892 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84876) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:10:27.469730 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-487aab7d-6ca3-4362-ac93-7814b3624983 None None] Sync routers for ids ['8ce0aa68-31de-4543-b676-dd365cc0d1b7'] in n-d-768862-2 {{(pid=84877) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Jan 14 07:10:27.506428 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-487aab7d-6ca3-4362-ac93-7814b3624983 None None] Routers {'8ce0aa68-31de-4543-b676-dd365cc0d1b7'} bound to L3 agent in host n-d-768862-2 {{(pid=84877) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 14 07:10:27.507269 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_hamode_db [None req-487aab7d-6ca3-4362-ac93-7814b3624983 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-01-14T06:56:51Z,description=,heartbeat_timestamp=2021-01-14T07:10:21Z,host='n-d-768862-2',id=35f592e9-451b-4db9-abea-77b6a5c5391b,load=0,resource_versions=,resources_synced=,started_at=2021-01-14T06:56:51Z,topic='l3_agent')) {'router_ids': ['8ce0aa68-31de-4543-b676-dd365cc0d1b7'], 'active': True} {{(pid=84877) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:10:27.544599 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Pushing event updated for resources: {'Port': ['ID=5e883def-fe06-475d-9915-bd147343cfe3,revision_number=5']} {{(pid=84876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:10:27.548618 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=84876) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:10:27.553542 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [req-1481cb16-6ab1-42e0-81e3-e34441fa3492 req-3ab70016-c1d3-4c70-9e83-d36056de3e0c tempest-FloatingIPsTestJSON-836215258 tempest-FloatingIPsTestJSON-836215258] Notify callbacks [] for port, precommit_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:10:27.596205 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [req-1481cb16-6ab1-42e0-81e3-e34441fa3492 req-3ab70016-c1d3-4c70-9e83-d36056de3e0c tempest-FloatingIPsTestJSON-836215258 tempest-FloatingIPsTestJSON-836215258] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777640123575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851621574'] for port, after_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:10:27.611015 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-84f25628-03c4-4239-86c2-08895d349389 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:10:27.613952 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-54574a7e-3852-4ac8-ad0f-352aac78a44b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:10:27.715971 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-84f25628-03c4-4239-86c2-08895d349389 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:10:27.743541 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-84f25628-03c4-4239-86c2-08895d349389 admin admin] Usage tracker for resource:security_group_rule and tenant:7d129397cd71499dbaa91be4909e3699 is out of sync, need to count used quota {{(pid=84874) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:10:27.759915 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-84f25628-03c4-4239-86c2-08895d349389 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84874) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:10:27.794689 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-7a6e882b-346e-4b65-a43b-2cac2ac7bd53 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555753'] for port, before_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:10:27.818163 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-84f25628-03c4-4239-86c2-08895d349389 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:10:27.881287 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:shared":"rule:admin_only" was deprecated in W in favor of "update_network:shared":"role:admin and system_scope:all". Reason: Jan 14 07:10:27.881287 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:10:27.881287 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:10:27.881287 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:10:27.881287 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "update_network:provider:network_type":"role:admin and system_scope:all". Reason: Jan 14 07:10:27.881287 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:10:27.881287 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:10:27.881287 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:10:27.881287 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "update_network:provider:physical_network":"role:admin and system_scope:all". Reason: Jan 14 07:10:27.881287 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:10:27.881287 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:10:27.881287 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:10:27.881287 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "update_network:provider:segmentation_id":"role:admin and system_scope:all". Reason: Jan 14 07:10:27.881287 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:10:27.881287 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:10:27.881287 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:10:27.881287 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:router:external":"rule:admin_only" was deprecated in W in favor of "update_network:router:external":"role:admin and system_scope:all". Reason: Jan 14 07:10:27.881287 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:10:27.881287 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:10:27.881287 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:10:27.881287 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:is_default":"rule:admin_only" was deprecated in W in favor of "update_network:is_default":"role:admin and system_scope:all". Reason: Jan 14 07:10:27.881287 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:10:27.881287 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:10:27.881287 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:10:27.881287 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:port_security_enabled":"rule:admin_or_owner" was deprecated in W in favor of "update_network:port_security_enabled":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 07:10:27.881287 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:10:27.881287 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:10:27.881287 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:10:27.881287 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "delete_network":"rule:admin_or_owner" was deprecated in W in favor of "delete_network":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 07:10:27.881287 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:10:27.881287 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:10:27.881287 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:10:27.881287 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_segment":"rule:admin_only" was deprecated in W in favor of "create_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:10:27.881287 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:10:27.881287 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_segment":"rule:admin_only" was deprecated in W in favor of "get_segment":"role:reader and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:10:27.881287 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:10:27.881287 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_segment":"rule:admin_only" was deprecated in W in favor of "update_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:10:27.881287 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:10:27.881287 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "delete_segment":"rule:admin_only" was deprecated in W in favor of "delete_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:10:27.881287 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:10:27.881287 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network":"rule:regular_user" was deprecated in W in favor of "create_network":"role:member and project_id:%(project_id)s". Reason: Jan 14 07:10:27.881287 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:10:27.885062 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:10:27.885062 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:10:27.885062 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:shared":"rule:admin_only" was deprecated in W in favor of "create_network:shared":"role:admin and system_scope:all". Reason: Jan 14 07:10:27.885062 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:10:27.885062 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:10:27.885062 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:10:27.885062 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:router:external":"rule:admin_only" was deprecated in W in favor of "create_network:router:external":"role:admin and system_scope:all". Reason: Jan 14 07:10:27.885062 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:10:27.885062 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:10:27.885062 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:10:27.885062 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:is_default":"rule:admin_only" was deprecated in W in favor of "create_network:is_default":"role:admin and system_scope:all". Reason: Jan 14 07:10:27.885062 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:10:27.885062 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:10:27.885062 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:10:27.885062 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:port_security_enabled":"rule:regular_user" was deprecated in W in favor of "create_network:port_security_enabled":"role:member and project_id:%(project_id)s". Reason: Jan 14 07:10:27.885062 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:10:27.885062 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:10:27.885062 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:10:27.885062 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:segments":"rule:admin_only" was deprecated in W in favor of "create_network:segments":"role:admin and system_scope:all". Reason: Jan 14 07:10:27.885062 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:10:27.885062 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:10:27.885062 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:10:27.893255 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "create_network:provider:network_type":"role:admin and system_scope:all". Reason: Jan 14 07:10:27.893255 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:10:27.893255 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:10:27.893255 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:10:27.893255 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "create_network:provider:physical_network":"role:admin and system_scope:all". Reason: Jan 14 07:10:27.893255 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:10:27.893255 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:10:27.893255 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:10:27.893255 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "create_network:provider:segmentation_id":"role:admin and system_scope:all". Reason: Jan 14 07:10:27.893255 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:10:27.893255 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:10:27.893255 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:10:27.893255 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network":"rule:admin_or_owner or rule:shared or rule:external or rule:context_is_advsvc" was deprecated in W in favor of "get_network":"(role:reader and system_scope:all) or (role:reader and project_id:%(project_id)s) or rule:shared or rule:external or rule:context_is_advsvc". Reason: Jan 14 07:10:27.893255 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:10:27.893255 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:10:27.893255 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:10:27.893255 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:router:external":"rule:regular_user" was deprecated in W in favor of "get_network:router:external":"role:reader and project_id:%(project_id)s". Reason: Jan 14 07:10:27.893255 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:10:27.893255 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:10:27.893255 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:10:27.893255 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:segments":"rule:admin_only" was deprecated in W in favor of "get_network:segments":"role:reader and system_scope:all". Reason: Jan 14 07:10:27.893255 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:10:27.893255 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:10:27.893255 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:10:27.893255 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "get_network:provider:network_type":"role:reader and system_scope:all". Reason: Jan 14 07:10:27.893255 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:10:27.893255 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:10:27.893255 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:10:27.893255 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "get_network:provider:physical_network":"role:reader and system_scope:all". Reason: Jan 14 07:10:27.893255 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:10:27.893255 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:10:27.893255 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:10:27.893255 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "get_network:provider:segmentation_id":"role:reader and system_scope:all". Reason: Jan 14 07:10:27.893255 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:10:27.893255 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:10:27.893255 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:10:27.893255 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network":"rule:admin_or_owner" was deprecated in W in favor of "update_network":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 07:10:27.893255 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:10:27.893255 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:10:27.893255 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:10:27.893255 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:segments":"rule:admin_only" was deprecated in W in favor of "update_network:segments":"role:admin and system_scope:all". Reason: Jan 14 07:10:27.893255 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:10:27.893255 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:10:27.893255 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:10:27.893255 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:shared":"rule:admin_only" was deprecated in W in favor of "update_network:shared":"role:admin and system_scope:all". Reason: Jan 14 07:10:27.893255 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:10:27.893255 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:10:27.893255 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:10:27.897450 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "update_network:provider:network_type":"role:admin and system_scope:all". Reason: Jan 14 07:10:27.897450 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:10:27.897450 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:10:27.897450 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:10:27.897450 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "update_network:provider:physical_network":"role:admin and system_scope:all". Reason: Jan 14 07:10:27.897450 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:10:27.897450 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:10:27.897450 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:10:27.897450 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "update_network:provider:segmentation_id":"role:admin and system_scope:all". Reason: Jan 14 07:10:27.897450 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:10:27.897450 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:10:27.897450 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:10:27.897450 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:router:external":"rule:admin_only" was deprecated in W in favor of "update_network:router:external":"role:admin and system_scope:all". Reason: Jan 14 07:10:27.897450 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:10:27.897450 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:10:27.897450 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:10:27.897450 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:is_default":"rule:admin_only" was deprecated in W in favor of "update_network:is_default":"role:admin and system_scope:all". Reason: Jan 14 07:10:27.897450 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:10:27.897450 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:10:27.897450 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:10:27.945249 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3000f209-9dc5-4dbb-9ad3-a1d7e76465df req-b55b569d-0892-4b6c-967c-f3c5c835e1bd tempest-ListImageFiltersTestJSON-959365383 tempest-ListImageFiltersTestJSON-959365383] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:10:27.949352 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [req-3000f209-9dc5-4dbb-9ad3-a1d7e76465df req-b55b569d-0892-4b6c-967c-f3c5c835e1bd tempest-ListImageFiltersTestJSON-959365383 tempest-ListImageFiltersTestJSON-959365383] Synchronizing usage tracker for tenant:06fc00463aef43c0b2d39ebb95f2c897 on resource:port {{(pid=84874) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 14 07:10:27.959187 n-d-768862-2 neutron-server[84765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1481cb16-6ab1-42e0-81e3-e34441fa3492 req-3ab70016-c1d3-4c70-9e83-d36056de3e0c tempest-FloatingIPsTestJSON-836215258 tempest-FloatingIPsTestJSON-836215258] Network 226f1e78-82cd-4481-9055-4eb73b6db8c1 is already hosted by enough agents. {{(pid=84875) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 07:10:27.963432 n-d-768862-2 neutron-server[84765]: DEBUG neutron.scheduler.base_scheduler [req-1481cb16-6ab1-42e0-81e3-e34441fa3492 req-3ab70016-c1d3-4c70-9e83-d36056de3e0c tempest-FloatingIPsTestJSON-836215258 tempest-FloatingIPsTestJSON-836215258] Resources bound (agent type, host, resource id): {{(pid=84875) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 07:10:27.969642 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_dvrscheduler_db [req-1481cb16-6ab1-42e0-81e3-e34441fa3492 req-3ab70016-c1d3-4c70-9e83-d36056de3e0c tempest-FloatingIPsTestJSON-836215258 tempest-FloatingIPsTestJSON-836215258] Received port after_create {{(pid=84875) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 14 07:10:28.049698 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_dvr_db [None req-487aab7d-6ca3-4362-ac93-7814b3624983 None None] Set router 8ce0aa68-31de-4543-b676-dd365cc0d1b7 gateway port host: n-d-768862-2 {{(pid=84877) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 14 07:10:28.066352 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ab70016-c1d3-4c70-9e83-d36056de3e0c tempest-FloatingIPsTestJSON-836215258 tempest-FloatingIPsTestJSON-836215258] Pushing event updated for resources: {'Port': ['ID=a374c254-2a85-4571-b4ac-2501fa1527e0,revision_number=1']} {{(pid=84875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:10:28.071193 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-3ab70016-c1d3-4c70-9e83-d36056de3e0c tempest-FloatingIPsTestJSON-836215258 tempest-FloatingIPsTestJSON-836215258] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.457s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:10:28.153558 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [req-3000f209-9dc5-4dbb-9ad3-a1d7e76465df req-b55b569d-0892-4b6c-967c-f3c5c835e1bd tempest-ListImageFiltersTestJSON-959365383 tempest-ListImageFiltersTestJSON-959365383] Unset dirty status for tenant:06fc00463aef43c0b2d39ebb95f2c897 on resource:port {{(pid=84874) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 14 07:10:28.161388 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [req-3000f209-9dc5-4dbb-9ad3-a1d7e76465df req-b55b569d-0892-4b6c-967c-f3c5c835e1bd tempest-ListImageFiltersTestJSON-959365383 tempest-ListImageFiltersTestJSON-959365383] 10.222.0.35 "GET /v2.0/ports?device_id=3df6dccb-e583-499a-bb59-6b3999154638 HTTP/1.1" status: 200 len: 948 time: 0.7831728 Jan 14 07:10:28.206443 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [req-1481cb16-6ab1-42e0-81e3-e34441fa3492 req-3ab70016-c1d3-4c70-9e83-d36056de3e0c tempest-FloatingIPsTestJSON-836215258 tempest-FloatingIPsTestJSON-836215258] Notify callbacks [] for floatingip, precommit_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:10:28.322112 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.plugin [req-3000f209-9dc5-4dbb-9ad3-a1d7e76465df req-c414df3b-1524-4898-979c-8d87af8b5a46 tempest-ListImageFiltersTestJSON-959365383 tempest-ListImageFiltersTestJSON-959365383] Deleting port f2233b7b-09d8-4566-b45e-8812d4fe99c5 {{(pid=84874) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 07:10:28.322568 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [req-3000f209-9dc5-4dbb-9ad3-a1d7e76465df req-c414df3b-1524-4898-979c-8d87af8b5a46 tempest-ListImageFiltersTestJSON-959365383 tempest-ListImageFiltersTestJSON-959365383] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363259214248359'] for port, before_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:10:28.361462 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [req-1481cb16-6ab1-42e0-81e3-e34441fa3492 req-3ab70016-c1d3-4c70-9e83-d36056de3e0c tempest-FloatingIPsTestJSON-836215258 tempest-FloatingIPsTestJSON-836215258] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555753'] for port, before_update {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:10:28.616947 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [req-562eb9bf-be9a-49e5-a8c3-1ed4195f766c req-4fab9d77-3e85-4e8e-9967-0a8db40392a6 tempest-ServersOnMultiNodesTest-1389749888 tempest-ServersOnMultiNodesTest-1389749888] 10.222.0.24 "GET /v2.0/networks?tenant_id=3037c0cf9c3c41d4b5dd3dad9faecaea&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1151721 Jan 14 07:10:28.631081 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Device 5e883def-fe06-475d-9915-bd147343cfe3 up at agent ovs-agent-n-d-768862-2 {{(pid=84876) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 07:10:28.736700 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Provisioning complete for port 5e883def-fe06-475d-9915-bd147343cfe3 triggered by entity L2. {{(pid=84876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 07:10:28.737118 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-604227'] for port, provisioning_complete {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:10:28.744648 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_hamode_db [None req-487aab7d-6ca3-4362-ac93-7814b3624983 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8ce0aa68-31de-4543-b676-dd365cc0d1b7', 'name': 'tempest-FloatingIPsAssociationTestJSON-1064949191-router', 'tenant_id': '93a8da55e1c346bf8dc2a8711a9e4edc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '226f1e78-82cd-4481-9055-4eb73b6db8c1', 'external_fixed_ips': [{'subnet_id': 'ba8deeec-7658-4195-9449-038c076f5c83', 'ip_address': '172.25.2.159'}], 'enable_snat': True}, 'gw_port_id': 'dd1a2078-9548-4ef6-8ccd-77af13047ea8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-14T07:09:59Z', 'updated_at': '2021-01-14T07:10:21Z', 'revision_number': 4, 'project_id': '93a8da55e1c346bf8dc2a8711a9e4edc', 'gw_port': {'id': 'dd1a2078-9548-4ef6-8ccd-77af13047ea8', 'name': '', 'network_id': '226f1e78-82cd-4481-9055-4eb73b6db8c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:d7:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ce0aa68-31de-4543-b676-dd365cc0d1b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 547, 'fixed_ips': [{'subnet_id': 'ba8deeec-7658-4195-9449-038c076f5c83', 'ip_address': '172.25.2.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T07:10:01Z', 'updated_at': '2021-01-14T07:10:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ba8deeec-7658-4195-9449-038c076f5c83', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-2', '_interfaces': [{'id': '2cdaf85c-75a5-44ec-be63-81aab85cd2f8', 'name': '', 'network_id': '1c7b4b12-7df2-4f41-8649-b236d94b12da', 'tenant_id': '93a8da55e1c346bf8dc2a8711a9e4edc', 'mac_address': 'fa:16:3e:a5:a8:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8ce0aa68-31de-4543-b676-dd365cc0d1b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 585, 'fixed_ips': [{'subnet_id': 'b1b9f7fe-b358-4c3f-84bc-2be679521ed7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T07:10:17Z', 'updated_at': '2021-01-14T07:10:22Z', 'revision_number': 2, 'project_id': '93a8da55e1c346bf8dc2a8711a9e4edc', 'subnets': [{'id': 'b1b9f7fe-b358-4c3f-84bc-2be679521ed7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'n-d-768862-2', False) {} {{(pid=84877) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:10:28.754202 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-487aab7d-6ca3-4362-ac93-7814b3624983 None None] Checking router: 8ce0aa68-31de-4543-b676-dd365cc0d1b7 for host: n-d-768862-2 {{(pid=84877) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Jan 14 07:10:28.754744 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-487aab7d-6ca3-4362-ac93-7814b3624983 None None] Updating router 8ce0aa68-31de-4543-b676-dd365cc0d1b7 port 2cdaf85c-75a5-44ec-be63-81aab85cd2f8 binding host n-d-768862-2 {{(pid=84877) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Jan 14 07:10:28.781645 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-c0ffce1c-b428-49f1-97cb-2dc835984dd6 None None] Notify callbacks [] for port, precommit_update {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:10:28.810937 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-c0ffce1c-b428-49f1-97cb-2dc835984dd6 None None] Transition to ACTIVE for port object 625ca782-0c09-4444-b186-8e16fb80a65a will not be triggered until provisioned by entity L2. {{(pid=84876) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 07:10:28.818054 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-487aab7d-6ca3-4362-ac93-7814b3624983 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555753'] for port, before_update {{(pid=84877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:10:28.825152 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-c0ffce1c-b428-49f1-97cb-2dc835984dd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777640533312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363259214678337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777640097497'] for port, after_update {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:10:28.956257 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.db_base_plugin_common [None req-7a6e882b-346e-4b65-a43b-2cac2ac7bd53 admin admin] Allocated IP 172.20.0.1 (ae96959f-6ce5-41d0-90c9-8889aa70257e/2d5e37a0-0841-461f-a59f-1172aa4e92e4/fc7e19f8-6020-4fa6-81d9-8badcf3f5e23) {{(pid=84874) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 14 07:10:28.968187 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84876) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:10:29.093048 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.managers [None req-c0ffce1c-b428-49f1-97cb-2dc835984dd6 None None] Attempting to bind port 625ca782-0c09-4444-b186-8e16fb80a65a on host n-d-768862-2 for vnic_type normal with profile {{(pid=84876) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 14 07:10:29.093890 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.managers [None req-c0ffce1c-b428-49f1-97cb-2dc835984dd6 None None] Attempting to bind port 625ca782-0c09-4444-b186-8e16fb80a65a by drivers openvswitch on host n-d-768862-2 at level 0 using segments [{'id': 'cf3ded2c-bc47-4a71-89af-6e7117e60140', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '226f1e78-82cd-4481-9055-4eb73b6db8c1'}] {{(pid=84876) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 14 07:10:29.093890 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0ffce1c-b428-49f1-97cb-2dc835984dd6 None None] Attempting to bind port 625ca782-0c09-4444-b186-8e16fb80a65a on network 226f1e78-82cd-4481-9055-4eb73b6db8c1 {{(pid=84876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 14 07:10:29.116484 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0ffce1c-b428-49f1-97cb-2dc835984dd6 None None] Checking agent: {'id': 'ba5efab1-b43c-4d5a-bc52-6e105d4e67a2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768862-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 14, 6, 56, 52), 'started_at': datetime.datetime(2021, 1, 14, 6, 57, 22), 'heartbeat_timestamp': datetime.datetime(2021, 1, 14, 7, 10, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768862-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.29', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 14 07:10:29.117221 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0ffce1c-b428-49f1-97cb-2dc835984dd6 None None] Checking segment: {'id': 'cf3ded2c-bc47-4a71-89af-6e7117e60140', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '226f1e78-82cd-4481-9055-4eb73b6db8c1'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84876) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 14 07:10:29.118003 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-c0ffce1c-b428-49f1-97cb-2dc835984dd6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:10:29.118593 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0ffce1c-b428-49f1-97cb-2dc835984dd6 None None] Bound using segment: {'id': 'cf3ded2c-bc47-4a71-89af-6e7117e60140', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '226f1e78-82cd-4481-9055-4eb73b6db8c1'} {{(pid=84876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 14 07:10:29.119253 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.managers [None req-c0ffce1c-b428-49f1-97cb-2dc835984dd6 None None] Bound port: 625ca782-0c09-4444-b186-8e16fb80a65a, host: n-d-768862-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cf3ded2c-bc47-4a71-89af-6e7117e60140', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '226f1e78-82cd-4481-9055-4eb73b6db8c1'}}] {{(pid=84876) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 14 07:10:29.119971 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-c0ffce1c-b428-49f1-97cb-2dc835984dd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555753'] for port, before_update {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:10:29.179131 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-84f25628-03c4-4239-86c2-08895d349389 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:10:29.258510 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-84f25628-03c4-4239-86c2-08895d349389 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850887153'] for security_group, after_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:10:29.285997 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-4cca77f7-84c3-4295-bf5a-e9c4bca11640 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:10:29.308838 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-562eb9bf-be9a-49e5-a8c3-1ed4195f766c req-c6b8d491-e25a-4c81-b8ab-88820d757c70 tempest-ServersOnMultiNodesTest-1389749888 tempest-ServersOnMultiNodesTest-1389749888] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:10:29.310728 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [req-562eb9bf-be9a-49e5-a8c3-1ed4195f766c req-c6b8d491-e25a-4c81-b8ab-88820d757c70 tempest-ServersOnMultiNodesTest-1389749888 tempest-ServersOnMultiNodesTest-1389749888] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.6860380 Jan 14 07:10:29.319429 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0347c335-0991-466a-8b43-2f9f15ead49c None None] Pushing event updated for resources: {'Port': ['ID=625ca782-0c09-4444-b186-8e16fb80a65a,revision_number=2']} {{(pid=84876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:10:29.337498 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84f25628-03c4-4239-86c2-08895d349389 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=068d5d70-066d-4c31-a0fa-cd8bd636a77b,revision_number=1']} {{(pid=84874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:10:29.342863 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-84f25628-03c4-4239-86c2-08895d349389 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:10:29.347248 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-0347c335-0991-466a-8b43-2f9f15ead49c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.379s {{(pid=84876) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:10:29.375142 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-84f25628-03c4-4239-86c2-08895d349389 admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 3} {{(pid=84874) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Jan 14 07:10:29.398558 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [req-1481cb16-6ab1-42e0-81e3-e34441fa3492 req-3ab70016-c1d3-4c70-9e83-d36056de3e0c tempest-FloatingIPsTestJSON-836215258 tempest-FloatingIPsTestJSON-836215258] Notify callbacks [] for port, precommit_update {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:10:29.399929 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [None req-c0ffce1c-b428-49f1-97cb-2dc835984dd6 None None] For port 625ca782-0c09-4444-b186-8e16fb80a65a, host n-d-768862-2, cleared binding levels {{(pid=84876) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 14 07:10:29.407816 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [None req-c0ffce1c-b428-49f1-97cb-2dc835984dd6 None None] For port 625ca782-0c09-4444-b186-8e16fb80a65a, host n-d-768862-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-2',level=0,port_id=625ca782-0c09-4444-b186-8e16fb80a65a,segment=NetworkSegment(cf3ded2c-bc47-4a71-89af-6e7117e60140),segment_id=cf3ded2c-bc47-4a71-89af-6e7117e60140)] {{(pid=84876) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 14 07:10:29.411864 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [req-1481cb16-6ab1-42e0-81e3-e34441fa3492 req-3ab70016-c1d3-4c70-9e83-d36056de3e0c tempest-FloatingIPsTestJSON-836215258 tempest-FloatingIPsTestJSON-836215258] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777640533312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363259214678337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777640097497', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3154211'] for port, after_update {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:10:29.414645 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-c0ffce1c-b428-49f1-97cb-2dc835984dd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777640533312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363259214678337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777640097497'] for port, after_update {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:10:29.428293 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-84f25628-03c4-4239-86c2-08895d349389 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854179735'] for segment, precommit_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:10:29.428942 n-d-768862-2 neutron-server[84765]: INFO neutron.db.segments_db [None req-84f25628-03c4-4239-86c2-08895d349389 admin admin] Added segment f25eaa12-5977-49d9-ad34-f633b5bcdfd0 of type vxlan for network 57222761-5524-446d-acc2-b143774aade8 Jan 14 07:10:29.429585 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [req-562eb9bf-be9a-49e5-a8c3-1ed4195f766c req-7d1c35ea-94c8-430d-bb80-35711c04797a tempest-ServersOnMultiNodesTest-1389749888 tempest-ServersOnMultiNodesTest-1389749888] 10.222.0.24 "GET /v2.0/quotas/3037c0cf9c3c41d4b5dd3dad9faecaea HTTP/1.1" status: 200 len: 375 time: 0.0274401 Jan 14 07:10:29.433278 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:10:29.506805 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ab70016-c1d3-4c70-9e83-d36056de3e0c tempest-FloatingIPsTestJSON-836215258 tempest-FloatingIPsTestJSON-836215258] Pushing event updated for resources: {'Port': ['ID=a374c254-2a85-4571-b4ac-2501fa1527e0,revision_number=2']} {{(pid=84875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:10:29.562030 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-84f25628-03c4-4239-86c2-08895d349389 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363259214646115'] for network, precommit_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:10:29.571917 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-7a6e882b-346e-4b65-a43b-2cac2ac7bd53 admin admin] Notify callbacks [] for port, precommit_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:10:29.578264 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [req-3000f209-9dc5-4dbb-9ad3-a1d7e76465df req-c414df3b-1524-4898-979c-8d87af8b5a46 tempest-ListImageFiltersTestJSON-959365383 tempest-ListImageFiltersTestJSON-959365383] For port f2233b7b-09d8-4566-b45e-8812d4fe99c5, host n-h1-768862-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-h1-768862-2',level=0,port_id=f2233b7b-09d8-4566-b45e-8812d4fe99c5,segment=NetworkSegment(682aa48d-45db-4ce6-9539-8117fc7293eb),segment_id=682aa48d-45db-4ce6-9539-8117fc7293eb)] {{(pid=84874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 07:10:29.578987 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [req-3000f209-9dc5-4dbb-9ad3-a1d7e76465df req-c414df3b-1524-4898-979c-8d87af8b5a46 tempest-ListImageFiltersTestJSON-959365383 tempest-ListImageFiltersTestJSON-959365383] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036850862667'] for port, precommit_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:10:29.685643 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-17c92cda-fc2d-477f-a958-8061d8c8bda3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84876) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:10:29.706749 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-7a6e882b-346e-4b65-a43b-2cac2ac7bd53 admin admin] Transition to ACTIVE for port object fc7e19f8-6020-4fa6-81d9-8badcf3f5e23 will not be triggered until provisioned by entity DHCP. {{(pid=84874) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 07:10:29.719304 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-487aab7d-6ca3-4362-ac93-7814b3624983 None None] Notify callbacks [] for port, precommit_update {{(pid=84877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:10:29.744000 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-487aab7d-6ca3-4362-ac93-7814b3624983 None None] Transition to ACTIVE for port object 2cdaf85c-75a5-44ec-be63-81aab85cd2f8 will not be triggered until provisioned by entity L2. {{(pid=84877) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 07:10:29.753260 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-487aab7d-6ca3-4362-ac93-7814b3624983 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777640533312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363259214678337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777640097497'] for port, after_update {{(pid=84877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:10:29.773676 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0ffce1c-b428-49f1-97cb-2dc835984dd6 None None] Routers {'edd66113-474d-430c-86c2-dc251bc10dd9'} bound to L3 agent in host n-d-768862-2 {{(pid=84876) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 14 07:10:29.774396 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_hamode_db [None req-c0ffce1c-b428-49f1-97cb-2dc835984dd6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-01-14T06:56:51Z,description=,heartbeat_timestamp=2021-01-14T07:10:21Z,host='n-d-768862-2',id=35f592e9-451b-4db9-abea-77b6a5c5391b,load=0,resource_versions=,resources_synced=,started_at=2021-01-14T06:56:51Z,topic='l3_agent')) {'router_ids': ['edd66113-474d-430c-86c2-dc251bc10dd9'], 'active': True} {{(pid=84876) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:10:29.836184 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.db.resource_extend [None req-84f25628-03c4-4239-86c2-08895d349389 admin admin] It took 0.24 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84874) wrapper /usr/local/lib/python3.6/dist-packages/oslo_utils/timeutils.py:388}} Jan 14 07:10:29.892030 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.plugin [req-3000f209-9dc5-4dbb-9ad3-a1d7e76465df req-c414df3b-1524-4898-979c-8d87af8b5a46 tempest-ListImageFiltersTestJSON-959365383 tempest-ListImageFiltersTestJSON-959365383] Calling delete_port for f2233b7b-09d8-4566-b45e-8812d4fe99c5 owned by compute:nova {{(pid=84874) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 07:10:29.925767 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-84f25628-03c4-4239-86c2-08895d349389 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850887149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964'] for network, after_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:10:29.926662 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0347c335-0991-466a-8b43-2f9f15ead49c None None] Pushing event updated for resources: {'Port': ['ID=625ca782-0c09-4444-b186-8e16fb80a65a,revision_number=3']} {{(pid=84876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:10:29.939167 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-6047cec9-9eed-499a-b933-dfd8a08cfd9f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:10:29.941061 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-0347c335-0991-466a-8b43-2f9f15ead49c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.256s {{(pid=84876) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:10:29.944702 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-7a6e882b-346e-4b65-a43b-2cac2ac7bd53 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777640123575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3254186'] for port, after_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:10:29.999328 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_dvr_db [None req-c0ffce1c-b428-49f1-97cb-2dc835984dd6 None None] Set router edd66113-474d-430c-86c2-dc251bc10dd9 gateway port host: n-d-768862-2 {{(pid=84876) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 14 07:10:30.016340 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-687d8385-b61a-411d-a2ee-57ad217f2636 None None] Pushing event updated for resources: {'Port': ['ID=2cdaf85c-75a5-44ec-be63-81aab85cd2f8,revision_number=3']} {{(pid=84877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:10:30.032419 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-687d8385-b61a-411d-a2ee-57ad217f2636 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=84877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:10:30.056842 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-3ab70016-c1d3-4c70-9e83-d36056de3e0c tempest-FloatingIPsTestJSON-836215258 tempest-FloatingIPsTestJSON-836215258] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.623s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:10:30.155129 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [req-562eb9bf-be9a-49e5-a8c3-1ed4195f766c req-ea29d936-a4b5-4f62-8047-69541868cb99 tempest-ServersOnMultiNodesTest-1389749888 tempest-ServersOnMultiNodesTest-1389749888] 10.222.0.24 "GET /v2.0/ports?tenant_id=3037c0cf9c3c41d4b5dd3dad9faecaea&fields=id HTTP/1.1" status: 200 len: 210 time: 0.6497738 Jan 14 07:10:30.157913 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84f25628-03c4-4239-86c2-08895d349389 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:10:30.158573 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-84f25628-03c4-4239-86c2-08895d349389 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3207107'] for network, before_response {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:10:30.212266 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:10:30.274265 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.managers [None req-487aab7d-6ca3-4362-ac93-7814b3624983 None None] Attempting to bind port 2cdaf85c-75a5-44ec-be63-81aab85cd2f8 on host n-d-768862-2 for vnic_type normal with profile {{(pid=84877) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 14 07:10:30.274785 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.managers [None req-487aab7d-6ca3-4362-ac93-7814b3624983 None None] Attempting to bind port 2cdaf85c-75a5-44ec-be63-81aab85cd2f8 by drivers openvswitch on host n-d-768862-2 at level 0 using segments [{'id': 'f1a1da15-9c84-4f1f-8d4b-5f93ea7c2a21', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 8, 'network_id': '1c7b4b12-7df2-4f41-8649-b236d94b12da'}] {{(pid=84877) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 14 07:10:30.275273 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-487aab7d-6ca3-4362-ac93-7814b3624983 None None] Attempting to bind port 2cdaf85c-75a5-44ec-be63-81aab85cd2f8 on network 1c7b4b12-7df2-4f41-8649-b236d94b12da {{(pid=84877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 14 07:10:30.282345 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-487aab7d-6ca3-4362-ac93-7814b3624983 None None] Checking agent: {'id': 'ba5efab1-b43c-4d5a-bc52-6e105d4e67a2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768862-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 14, 6, 56, 52), 'started_at': datetime.datetime(2021, 1, 14, 6, 57, 22), 'heartbeat_timestamp': datetime.datetime(2021, 1, 14, 7, 10, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768862-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.29', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 14 07:10:30.282945 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-487aab7d-6ca3-4362-ac93-7814b3624983 None None] Checking segment: {'id': 'f1a1da15-9c84-4f1f-8d4b-5f93ea7c2a21', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 8, 'network_id': '1c7b4b12-7df2-4f41-8649-b236d94b12da'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84877) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 14 07:10:30.283494 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-487aab7d-6ca3-4362-ac93-7814b3624983 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:10:30.284072 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-487aab7d-6ca3-4362-ac93-7814b3624983 None None] Bound using segment: {'id': 'f1a1da15-9c84-4f1f-8d4b-5f93ea7c2a21', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 8, 'network_id': '1c7b4b12-7df2-4f41-8649-b236d94b12da'} {{(pid=84877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 14 07:10:30.284709 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.managers [None req-487aab7d-6ca3-4362-ac93-7814b3624983 None None] Bound port: 2cdaf85c-75a5-44ec-be63-81aab85cd2f8, host: n-d-768862-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f1a1da15-9c84-4f1f-8d4b-5f93ea7c2a21', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 8, 'network_id': '1c7b4b12-7df2-4f41-8649-b236d94b12da'}}] {{(pid=84877) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 14 07:10:30.285247 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-487aab7d-6ca3-4362-ac93-7814b3624983 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555753'] for port, before_update {{(pid=84877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:10:30.296762 n-d-768862-2 neutron-server[84765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a6e882b-346e-4b65-a43b-2cac2ac7bd53 admin admin] Network ae96959f-6ce5-41d0-90c9-8889aa70257e is already hosted by enough agents. {{(pid=84874) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 07:10:30.306356 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84875) accepted ('10.222.0.24', 55324) {{(pid=84875) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:10:30.308310 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-84f25628-03c4-4239-86c2-08895d349389 admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 876 time: 3.5008426 Jan 14 07:10:30.333453 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.v2.base [None req-a3f5029d-999d-49fd-a6a8-c09ab9046766 admin admin] Request body: {'subnet': {'network_id': '57222761-5524-446d-acc2-b143774aade8', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestMultiNic-1930649277-subnet', 'tenant_id': '7d129397cd71499dbaa91be4909e3699', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=84875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:10:30.339260 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-a3f5029d-999d-49fd-a6a8-c09ab9046766 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:10:30.342444 n-d-768862-2 neutron-server[84765]: DEBUG neutron.scheduler.base_scheduler [None req-7a6e882b-346e-4b65-a43b-2cac2ac7bd53 admin admin] Resources bound (agent type, host, resource id): {{(pid=84874) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 07:10:30.347424 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-a3f5029d-999d-49fd-a6a8-c09ab9046766 admin admin] Usage tracker for resource:subnet and tenant:7d129397cd71499dbaa91be4909e3699 is out of sync, need to count used quota {{(pid=84875) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:10:30.350817 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a6e882b-346e-4b65-a43b-2cac2ac7bd53 admin admin] Received port after_create {{(pid=84874) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 14 07:10:30.353495 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-a3f5029d-999d-49fd-a6a8-c09ab9046766 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84875) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:10:30.361806 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-a3f5029d-999d-49fd-a6a8-c09ab9046766 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:10:30.380993 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a3f5029d-999d-49fd-a6a8-c09ab9046766 admin admin] Made reservation on behalf of 7d129397cd71499dbaa91be4909e3699 for: {'subnet': 1} {{(pid=84875) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 07:10:30.386159 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-a3f5029d-999d-49fd-a6a8-c09ab9046766 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036852467157'] for subnet, before_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:10:30.500196 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [None req-487aab7d-6ca3-4362-ac93-7814b3624983 None None] For port 2cdaf85c-75a5-44ec-be63-81aab85cd2f8, host n-d-768862-2, cleared binding levels {{(pid=84877) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 14 07:10:30.505915 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a6e882b-346e-4b65-a43b-2cac2ac7bd53 admin admin] Pushing event updated for resources: {'Port': ['ID=fc7e19f8-6020-4fa6-81d9-8badcf3f5e23,revision_number=1']} {{(pid=84874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:10:30.506470 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [None req-487aab7d-6ca3-4362-ac93-7814b3624983 None None] For port 2cdaf85c-75a5-44ec-be63-81aab85cd2f8, host n-d-768862-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-2',level=0,port_id=2cdaf85c-75a5-44ec-be63-81aab85cd2f8,segment=NetworkSegment(f1a1da15-9c84-4f1f-8d4b-5f93ea7c2a21),segment_id=f1a1da15-9c84-4f1f-8d4b-5f93ea7c2a21)] {{(pid=84877) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 14 07:10:30.517892 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-487aab7d-6ca3-4362-ac93-7814b3624983 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777640533312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363259214678337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777640097497'] for port, after_update {{(pid=84877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:10:30.568062 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-7a6e882b-346e-4b65-a43b-2cac2ac7bd53 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.356s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:10:30.568629 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-d5a57a05-02ab-4c73-bb82-1972a8f37e9b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.322s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:10:30.687238 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-7a6e882b-346e-4b65-a43b-2cac2ac7bd53 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036850886386'] for router_interface, before_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:10:30.740922 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-6047cec9-9eed-499a-b933-dfd8a08cfd9f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:10:30.767427 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_hamode_db [None req-c0ffce1c-b428-49f1-97cb-2dc835984dd6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'edd66113-474d-430c-86c2-dc251bc10dd9', 'name': 'tempest-TaggedBootDevicesTest-125334263-router', 'tenant_id': '4873c9000017431bb4db0aa60ef7da75', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '226f1e78-82cd-4481-9055-4eb73b6db8c1', 'external_fixed_ips': [{'subnet_id': 'ba8deeec-7658-4195-9449-038c076f5c83', 'ip_address': '172.25.2.3'}], 'enable_snat': True}, 'gw_port_id': '625ca782-0c09-4444-b186-8e16fb80a65a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-14T07:10:12Z', 'updated_at': '2021-01-14T07:10:19Z', 'revision_number': 3, 'project_id': '4873c9000017431bb4db0aa60ef7da75', 'gw_port': {'id': '625ca782-0c09-4444-b186-8e16fb80a65a', 'name': '', 'network_id': '226f1e78-82cd-4481-9055-4eb73b6db8c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:bc:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'edd66113-474d-430c-86c2-dc251bc10dd9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 573, 'fixed_ips': [{'subnet_id': 'ba8deeec-7658-4195-9449-038c076f5c83', 'ip_address': '172.25.2.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T07:10:14Z', 'updated_at': '2021-01-14T07:10:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ba8deeec-7658-4195-9449-038c076f5c83', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-2'}], 'n-d-768862-2', False) {} {{(pid=84876) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:10:30.796486 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0ffce1c-b428-49f1-97cb-2dc835984dd6 None None] The sync data for ids ['edd66113-474d-430c-86c2-dc251bc10dd9'] in n-d-768862-2 is: [{'id': 'edd66113-474d-430c-86c2-dc251bc10dd9', 'name': 'tempest-TaggedBootDevicesTest-125334263-router', 'tenant_id': '4873c9000017431bb4db0aa60ef7da75', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '226f1e78-82cd-4481-9055-4eb73b6db8c1', 'external_fixed_ips': [{'subnet_id': 'ba8deeec-7658-4195-9449-038c076f5c83', 'ip_address': '172.25.2.3'}], 'enable_snat': True}, 'gw_port_id': '625ca782-0c09-4444-b186-8e16fb80a65a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-14T07:10:12Z', 'updated_at': '2021-01-14T07:10:19Z', 'revision_number': 3, 'project_id': '4873c9000017431bb4db0aa60ef7da75', 'gw_port': {'id': '625ca782-0c09-4444-b186-8e16fb80a65a', 'name': '', 'network_id': '226f1e78-82cd-4481-9055-4eb73b6db8c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:bc:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'edd66113-474d-430c-86c2-dc251bc10dd9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 573, 'fixed_ips': [{'subnet_id': 'ba8deeec-7658-4195-9449-038c076f5c83', 'ip_address': '172.25.2.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T07:10:14Z', 'updated_at': '2021-01-14T07:10:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ba8deeec-7658-4195-9449-038c076f5c83', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-2'}] {{(pid=84876) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Jan 14 07:10:30.812528 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-c254ce03-2155-4878-a6ec-312d09ea010a None None] Provisioning for port fc7e19f8-6020-4fa6-81d9-8badcf3f5e23 completed by entity DHCP. {{(pid=84876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 07:10:30.823336 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-c254ce03-2155-4878-a6ec-312d09ea010a None None] Provisioning complete for port fc7e19f8-6020-4fa6-81d9-8badcf3f5e23 triggered by entity DHCP. {{(pid=84876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 07:10:30.824173 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-c254ce03-2155-4878-a6ec-312d09ea010a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-604227'] for port, provisioning_complete {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:10:30.838640 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-687d8385-b61a-411d-a2ee-57ad217f2636 None None] Pushing event updated for resources: {'Port': ['ID=2cdaf85c-75a5-44ec-be63-81aab85cd2f8,revision_number=4']} {{(pid=84877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:10:30.843210 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-687d8385-b61a-411d-a2ee-57ad217f2636 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=84877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:10:30.862930 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-487aab7d-6ca3-4362-ac93-7814b3624983 None None] Routers {'8ce0aa68-31de-4543-b676-dd365cc0d1b7'} bound to L3 agent in host n-d-768862-2 {{(pid=84877) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 14 07:10:30.869587 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_hamode_db [None req-487aab7d-6ca3-4362-ac93-7814b3624983 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-01-14T06:56:51Z,description=,heartbeat_timestamp=2021-01-14T07:10:21Z,host='n-d-768862-2',id=35f592e9-451b-4db9-abea-77b6a5c5391b,load=0,resource_versions=,resources_synced=,started_at=2021-01-14T06:56:51Z,topic='l3_agent')) {'router_ids': ['8ce0aa68-31de-4543-b676-dd365cc0d1b7'], 'active': True} {{(pid=84877) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:10:30.913141 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-685a7224-10ee-4509-921a-3168ee1dc4b9 req-b747a109-0191-446b-8b27-636ad8d76903 tempest-AttachSCSIVolumeTestJSON-1630246316 tempest-AttachSCSIVolumeTestJSON-1630246316] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:10:30.915191 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [req-685a7224-10ee-4509-921a-3168ee1dc4b9 req-b747a109-0191-446b-8b27-636ad8d76903 tempest-AttachSCSIVolumeTestJSON-1630246316 tempest-AttachSCSIVolumeTestJSON-1630246316] 10.222.0.35 "GET /v2.0/networks?id=4836ea0a-f546-4f5a-a93b-c7e45ef1752d HTTP/1.1" status: 200 len: 814 time: 0.8510933 Jan 14 07:10:30.957149 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.v2.base [req-685a7224-10ee-4509-921a-3168ee1dc4b9 req-a3938d54-eb4c-4a1c-8b29-c7642daa71f4 tempest-AttachSCSIVolumeTestJSON-1630246316 tempest-AttachSCSIVolumeTestJSON-1630246316] Request body: {'port': {'device_id': 'd943fd8e-4ee6-4780-a38d-03da5ce32b1c', 'network_id': '4836ea0a-f546-4f5a-a93b-c7e45ef1752d', 'admin_state_up': True, 'tenant_id': 'f85c82bd29754c1bb1dc756e2b7c7b32'}} {{(pid=84875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:10:30.971784 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.plugin [None req-c254ce03-2155-4878-a6ec-312d09ea010a None None] Port fc7e19f8-6020-4fa6-81d9-8badcf3f5e23 cannot update to ACTIVE because it is not bound. {{(pid=84876) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:329}} Jan 14 07:10:31.281612 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [req-685a7224-10ee-4509-921a-3168ee1dc4b9 req-a3938d54-eb4c-4a1c-8b29-c7642daa71f4 tempest-AttachSCSIVolumeTestJSON-1630246316 tempest-AttachSCSIVolumeTestJSON-1630246316] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:10:31.287189 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [req-685a7224-10ee-4509-921a-3168ee1dc4b9 req-a3938d54-eb4c-4a1c-8b29-c7642daa71f4 tempest-AttachSCSIVolumeTestJSON-1630246316 tempest-AttachSCSIVolumeTestJSON-1630246316] Usage tracker for resource:port and tenant:f85c82bd29754c1bb1dc756e2b7c7b32 is out of sync, need to count used quota {{(pid=84875) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:10:31.291570 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [req-685a7224-10ee-4509-921a-3168ee1dc4b9 req-a3938d54-eb4c-4a1c-8b29-c7642daa71f4 tempest-AttachSCSIVolumeTestJSON-1630246316 tempest-AttachSCSIVolumeTestJSON-1630246316] Quota usage for port was recalculated. Used quota:2. {{(pid=84875) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:10:31.299647 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [req-685a7224-10ee-4509-921a-3168ee1dc4b9 req-a3938d54-eb4c-4a1c-8b29-c7642daa71f4 tempest-AttachSCSIVolumeTestJSON-1630246316 tempest-AttachSCSIVolumeTestJSON-1630246316] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:10:31.327423 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-685a7224-10ee-4509-921a-3168ee1dc4b9 req-a3938d54-eb4c-4a1c-8b29-c7642daa71f4 tempest-AttachSCSIVolumeTestJSON-1630246316 tempest-AttachSCSIVolumeTestJSON-1630246316] Made reservation on behalf of f85c82bd29754c1bb1dc756e2b7c7b32 for: {'port': 1} {{(pid=84875) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 07:10:31.335905 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_dvr_db [None req-487aab7d-6ca3-4362-ac93-7814b3624983 None None] Set router 8ce0aa68-31de-4543-b676-dd365cc0d1b7 gateway port host: n-d-768862-2 {{(pid=84877) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 14 07:10:31.339297 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [req-685a7224-10ee-4509-921a-3168ee1dc4b9 req-a3938d54-eb4c-4a1c-8b29-c7642daa71f4 tempest-AttachSCSIVolumeTestJSON-1630246316 tempest-AttachSCSIVolumeTestJSON-1630246316] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555753'] for port, before_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:10:31.769240 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [req-3000f209-9dc5-4dbb-9ad3-a1d7e76465df req-c414df3b-1524-4898-979c-8d87af8b5a46 tempest-ListImageFiltersTestJSON-959365383 tempest-ListImageFiltersTestJSON-959365383] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777640533329', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777640097463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3254186'] for port, after_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:10:31.775974 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [req-464a3903-0540-4e1c-8960-5934368decb3 req-f83c93c0-0747-4f09-80a3-a550c7d17c1d tempest-SecurityGroupRulesNegativeTestJSON-608374989 tempest-SecurityGroupRulesNegativeTestJSON-608374989] 10.222.0.24 "GET /v2.0/security-groups/d6fa3041-f383-4659-9095-a35a29068d01 HTTP/1.1" status: 200 len: 1812 time: 0.9299798 Jan 14 07:10:31.925416 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [req-1481cb16-6ab1-42e0-81e3-e34441fa3492 req-3ab70016-c1d3-4c70-9e83-d36056de3e0c tempest-FloatingIPsTestJSON-836215258 tempest-FloatingIPsTestJSON-836215258] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3912638'] for floatingip, after_update {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:10:31.929819 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84f25628-03c4-4239-86c2-08895d349389 admin admin] Pushing event updated for resources: {'Network': ['ID=57222761-5524-446d-acc2-b143774aade8,revision_number=1']} {{(pid=84874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:10:31.959375 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-84f25628-03c4-4239-86c2-08895d349389 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.391s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:10:31.966787 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-017f98a9-8a07-408c-a86f-8ff0c00400a0 None None] Network 57222761-5524-446d-acc2-b143774aade8 details requested by agent ovs-agent-n-h1-768862-2 with host n-h1-768862-2 {{(pid=84876) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 07:10:31.993152 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_hamode_db [None req-487aab7d-6ca3-4362-ac93-7814b3624983 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8ce0aa68-31de-4543-b676-dd365cc0d1b7', 'name': 'tempest-FloatingIPsAssociationTestJSON-1064949191-router', 'tenant_id': '93a8da55e1c346bf8dc2a8711a9e4edc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '226f1e78-82cd-4481-9055-4eb73b6db8c1', 'external_fixed_ips': [{'subnet_id': 'ba8deeec-7658-4195-9449-038c076f5c83', 'ip_address': '172.25.2.159'}], 'enable_snat': True}, 'gw_port_id': 'dd1a2078-9548-4ef6-8ccd-77af13047ea8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-14T07:09:59Z', 'updated_at': '2021-01-14T07:10:21Z', 'revision_number': 4, 'project_id': '93a8da55e1c346bf8dc2a8711a9e4edc', 'gw_port': {'id': 'dd1a2078-9548-4ef6-8ccd-77af13047ea8', 'name': '', 'network_id': '226f1e78-82cd-4481-9055-4eb73b6db8c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:d7:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ce0aa68-31de-4543-b676-dd365cc0d1b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 547, 'fixed_ips': [{'subnet_id': 'ba8deeec-7658-4195-9449-038c076f5c83', 'ip_address': '172.25.2.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T07:10:01Z', 'updated_at': '2021-01-14T07:10:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ba8deeec-7658-4195-9449-038c076f5c83', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-2', '_interfaces': [{'id': '2cdaf85c-75a5-44ec-be63-81aab85cd2f8', 'name': '', 'network_id': '1c7b4b12-7df2-4f41-8649-b236d94b12da', 'tenant_id': '93a8da55e1c346bf8dc2a8711a9e4edc', 'mac_address': 'fa:16:3e:a5:a8:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8ce0aa68-31de-4543-b676-dd365cc0d1b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 585, 'fixed_ips': [{'subnet_id': 'b1b9f7fe-b358-4c3f-84bc-2be679521ed7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T07:10:17Z', 'updated_at': '2021-01-14T07:10:30Z', 'revision_number': 4, 'project_id': '93a8da55e1c346bf8dc2a8711a9e4edc', 'subnets': [{'id': 'b1b9f7fe-b358-4c3f-84bc-2be679521ed7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'n-d-768862-2', False) {} {{(pid=84877) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:10:31.993758 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84874) accepted ('10.222.0.35', 58705) {{(pid=84874) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:10:31.998744 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-487aab7d-6ca3-4362-ac93-7814b3624983 None None] The sync data for ids ['8ce0aa68-31de-4543-b676-dd365cc0d1b7'] in n-d-768862-2 is: [{'id': '8ce0aa68-31de-4543-b676-dd365cc0d1b7', 'name': 'tempest-FloatingIPsAssociationTestJSON-1064949191-router', 'tenant_id': '93a8da55e1c346bf8dc2a8711a9e4edc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '226f1e78-82cd-4481-9055-4eb73b6db8c1', 'external_fixed_ips': [{'subnet_id': 'ba8deeec-7658-4195-9449-038c076f5c83', 'ip_address': '172.25.2.159'}], 'enable_snat': True}, 'gw_port_id': 'dd1a2078-9548-4ef6-8ccd-77af13047ea8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-14T07:09:59Z', 'updated_at': '2021-01-14T07:10:21Z', 'revision_number': 4, 'project_id': '93a8da55e1c346bf8dc2a8711a9e4edc', 'gw_port': {'id': 'dd1a2078-9548-4ef6-8ccd-77af13047ea8', 'name': '', 'network_id': '226f1e78-82cd-4481-9055-4eb73b6db8c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:d7:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ce0aa68-31de-4543-b676-dd365cc0d1b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 547, 'fixed_ips': [{'subnet_id': 'ba8deeec-7658-4195-9449-038c076f5c83', 'ip_address': '172.25.2.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T07:10:01Z', 'updated_at': '2021-01-14T07:10:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ba8deeec-7658-4195-9449-038c076f5c83', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-2', '_interfaces': [{'id': '2cdaf85c-75a5-44ec-be63-81aab85cd2f8', 'name': '', 'network_id': '1c7b4b12-7df2-4f41-8649-b236d94b12da', 'tenant_id': '93a8da55e1c346bf8dc2a8711a9e4edc', 'mac_address': 'fa:16:3e:a5:a8:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8ce0aa68-31de-4543-b676-dd365cc0d1b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 585, 'fixed_ips': [{'subnet_id': 'b1b9f7fe-b358-4c3f-84bc-2be679521ed7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T07:10:17Z', 'updated_at': '2021-01-14T07:10:30Z', 'revision_number': 4, 'project_id': '93a8da55e1c346bf8dc2a8711a9e4edc', 'subnets': [{'id': 'b1b9f7fe-b358-4c3f-84bc-2be679521ed7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=84877) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Jan 14 07:10:32.012728 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-852a24f7-e9a1-4193-9abb-e9506fe5213f None None] Network 57222761-5524-446d-acc2-b143774aade8 details requested by agent ovs-agent-n-h2-768862-2 with host n-h2-768862-2 {{(pid=84876) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 07:10:32.033247 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [req-1481cb16-6ab1-42e0-81e3-e34441fa3492 req-3ab70016-c1d3-4c70-9e83-d36056de3e0c tempest-FloatingIPsTestJSON-836215258 tempest-FloatingIPsTestJSON-836215258] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854768116'] for floatingip, before_response {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:10:32.042614 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [req-1481cb16-6ab1-42e0-81e3-e34441fa3492 req-3ab70016-c1d3-4c70-9e83-d36056de3e0c tempest-FloatingIPsTestJSON-836215258 tempest-FloatingIPsTestJSON-836215258] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 8.8240180 Jan 14 07:10:32.046699 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Network 57222761-5524-446d-acc2-b143774aade8 details requested by agent ovs-agent-n-d-768862-2 with host n-d-768862-2 {{(pid=84876) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 07:10:32.048156 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-b1651664-27ed-444b-b694-1c16ec410e60 tempest-ServersWithSpecificFlavorTestJSON-1541021946 tempest-ServersWithSpecificFlavorTestJSON-1541021946] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.184s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:10:32.116594 n-d-768862-2 neutron-server[84765]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3df6dccb-e583-499a-bb59-6b3999154638', 'tag': 'f2233b7b-09d8-4566-b45e-8812d4fe99c5', 'status': 'completed', 'code': 200} Jan 14 07:10:32.216319 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c414df3b-1524-4898-979c-8d87af8b5a46 tempest-ListImageFiltersTestJSON-959365383 tempest-ListImageFiltersTestJSON-959365383] Pushing event deleted for resources: {'Port': ['ID=f2233b7b-09d8-4566-b45e-8812d4fe99c5,revision_number=None']} {{(pid=84874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:10:32.227573 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [req-95c66327-39ee-45c5-8613-4f76ac123908 req-914115ef-9f8f-4d44-be6a-ba4a69128b82 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=06fc00463aef43c0b2d39ebb95f2c897&device_id=3df6dccb-e583-499a-bb59-6b3999154638 HTTP/1.1" status: 200 len: 210 time: 0.1167078 Jan 14 07:10:32.244001 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c414df3b-1524-4898-979c-8d87af8b5a46 tempest-ListImageFiltersTestJSON-959365383 tempest-ListImageFiltersTestJSON-959365383] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@n-h1-768862-2 {{(pid=84874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:10:32.244413 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c414df3b-1524-4898-979c-8d87af8b5a46 tempest-ListImageFiltersTestJSON-959365383 tempest-ListImageFiltersTestJSON-959365383] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-h1-768862-2 {{(pid=84874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:10:32.244824 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c414df3b-1524-4898-979c-8d87af8b5a46 tempest-ListImageFiltersTestJSON-959365383 tempest-ListImageFiltersTestJSON-959365383] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-h1-768862-2 {{(pid=84874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:10:32.245223 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c414df3b-1524-4898-979c-8d87af8b5a46 tempest-ListImageFiltersTestJSON-959365383 tempest-ListImageFiltersTestJSON-959365383] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-h1-768862-2 {{(pid=84874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:10:32.245625 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c414df3b-1524-4898-979c-8d87af8b5a46 tempest-ListImageFiltersTestJSON-959365383 tempest-ListImageFiltersTestJSON-959365383] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@n-h1-768862-2 {{(pid=84874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:10:32.246017 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c414df3b-1524-4898-979c-8d87af8b5a46 tempest-ListImageFiltersTestJSON-959365383 tempest-ListImageFiltersTestJSON-959365383] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-h1-768862-2 {{(pid=84874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:10:32.246505 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c414df3b-1524-4898-979c-8d87af8b5a46 tempest-ListImageFiltersTestJSON-959365383 tempest-ListImageFiltersTestJSON-959365383] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-h1-768862-2 {{(pid=84874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:10:32.246782 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c414df3b-1524-4898-979c-8d87af8b5a46 tempest-ListImageFiltersTestJSON-959365383 tempest-ListImageFiltersTestJSON-959365383] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-h1-768862-2 {{(pid=84874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:10:32.247173 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c414df3b-1524-4898-979c-8d87af8b5a46 tempest-ListImageFiltersTestJSON-959365383 tempest-ListImageFiltersTestJSON-959365383] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-h1-768862-2 {{(pid=84874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:10:32.247567 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c414df3b-1524-4898-979c-8d87af8b5a46 tempest-ListImageFiltersTestJSON-959365383 tempest-ListImageFiltersTestJSON-959365383] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-h1-768862-2 {{(pid=84874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:10:32.256559 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c414df3b-1524-4898-979c-8d87af8b5a46 tempest-ListImageFiltersTestJSON-959365383 tempest-ListImageFiltersTestJSON-959365383] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-h1-768862-2 {{(pid=84874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:10:32.256963 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c414df3b-1524-4898-979c-8d87af8b5a46 tempest-ListImageFiltersTestJSON-959365383 tempest-ListImageFiltersTestJSON-959365383] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-h1-768862-2 {{(pid=84874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:10:32.257460 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c414df3b-1524-4898-979c-8d87af8b5a46 tempest-ListImageFiltersTestJSON-959365383 tempest-ListImageFiltersTestJSON-959365383] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@n-h2-768862-2 {{(pid=84874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:10:32.257871 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c414df3b-1524-4898-979c-8d87af8b5a46 tempest-ListImageFiltersTestJSON-959365383 tempest-ListImageFiltersTestJSON-959365383] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-h2-768862-2 {{(pid=84874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:10:32.258276 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c414df3b-1524-4898-979c-8d87af8b5a46 tempest-ListImageFiltersTestJSON-959365383 tempest-ListImageFiltersTestJSON-959365383] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-h2-768862-2 {{(pid=84874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:10:32.258702 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c414df3b-1524-4898-979c-8d87af8b5a46 tempest-ListImageFiltersTestJSON-959365383 tempest-ListImageFiltersTestJSON-959365383] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-h2-768862-2 {{(pid=84874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:10:32.259113 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c414df3b-1524-4898-979c-8d87af8b5a46 tempest-ListImageFiltersTestJSON-959365383 tempest-ListImageFiltersTestJSON-959365383] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@n-h2-768862-2 {{(pid=84874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:10:32.259504 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c414df3b-1524-4898-979c-8d87af8b5a46 tempest-ListImageFiltersTestJSON-959365383 tempest-ListImageFiltersTestJSON-959365383] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-h2-768862-2 {{(pid=84874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:10:32.259955 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c414df3b-1524-4898-979c-8d87af8b5a46 tempest-ListImageFiltersTestJSON-959365383 tempest-ListImageFiltersTestJSON-959365383] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-h2-768862-2 {{(pid=84874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:10:32.260568 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c414df3b-1524-4898-979c-8d87af8b5a46 tempest-ListImageFiltersTestJSON-959365383 tempest-ListImageFiltersTestJSON-959365383] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-h2-768862-2 {{(pid=84874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:10:32.261009 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c414df3b-1524-4898-979c-8d87af8b5a46 tempest-ListImageFiltersTestJSON-959365383 tempest-ListImageFiltersTestJSON-959365383] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-h2-768862-2 {{(pid=84874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:10:32.261432 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c414df3b-1524-4898-979c-8d87af8b5a46 tempest-ListImageFiltersTestJSON-959365383 tempest-ListImageFiltersTestJSON-959365383] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-h2-768862-2 {{(pid=84874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:10:32.261853 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c414df3b-1524-4898-979c-8d87af8b5a46 tempest-ListImageFiltersTestJSON-959365383 tempest-ListImageFiltersTestJSON-959365383] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-h2-768862-2 {{(pid=84874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:10:32.262260 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c414df3b-1524-4898-979c-8d87af8b5a46 tempest-ListImageFiltersTestJSON-959365383 tempest-ListImageFiltersTestJSON-959365383] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-h2-768862-2 {{(pid=84874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:10:32.262825 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c414df3b-1524-4898-979c-8d87af8b5a46 tempest-ListImageFiltersTestJSON-959365383 tempest-ListImageFiltersTestJSON-959365383] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-2 {{(pid=84874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:10:32.263123 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c414df3b-1524-4898-979c-8d87af8b5a46 tempest-ListImageFiltersTestJSON-959365383 tempest-ListImageFiltersTestJSON-959365383] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-2 {{(pid=84874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:10:32.263574 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c414df3b-1524-4898-979c-8d87af8b5a46 tempest-ListImageFiltersTestJSON-959365383 tempest-ListImageFiltersTestJSON-959365383] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-2 {{(pid=84874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:10:32.264037 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c414df3b-1524-4898-979c-8d87af8b5a46 tempest-ListImageFiltersTestJSON-959365383 tempest-ListImageFiltersTestJSON-959365383] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-2 {{(pid=84874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:10:32.264430 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c414df3b-1524-4898-979c-8d87af8b5a46 tempest-ListImageFiltersTestJSON-959365383 tempest-ListImageFiltersTestJSON-959365383] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@n-d-768862-2 {{(pid=84874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:10:32.264825 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c414df3b-1524-4898-979c-8d87af8b5a46 tempest-ListImageFiltersTestJSON-959365383 tempest-ListImageFiltersTestJSON-959365383] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-2 {{(pid=84874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:10:32.265198 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c414df3b-1524-4898-979c-8d87af8b5a46 tempest-ListImageFiltersTestJSON-959365383 tempest-ListImageFiltersTestJSON-959365383] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-768862-2 {{(pid=84874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:10:32.265579 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c414df3b-1524-4898-979c-8d87af8b5a46 tempest-ListImageFiltersTestJSON-959365383 tempest-ListImageFiltersTestJSON-959365383] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-768862-2 {{(pid=84874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:10:32.265959 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c414df3b-1524-4898-979c-8d87af8b5a46 tempest-ListImageFiltersTestJSON-959365383 tempest-ListImageFiltersTestJSON-959365383] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-2 {{(pid=84874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:10:32.266341 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c414df3b-1524-4898-979c-8d87af8b5a46 tempest-ListImageFiltersTestJSON-959365383 tempest-ListImageFiltersTestJSON-959365383] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-2 {{(pid=84874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:10:32.266723 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c414df3b-1524-4898-979c-8d87af8b5a46 tempest-ListImageFiltersTestJSON-959365383 tempest-ListImageFiltersTestJSON-959365383] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-2 {{(pid=84874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:10:32.267105 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c414df3b-1524-4898-979c-8d87af8b5a46 tempest-ListImageFiltersTestJSON-959365383 tempest-ListImageFiltersTestJSON-959365383] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-2 {{(pid=84874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:10:32.291090 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-c414df3b-1524-4898-979c-8d87af8b5a46 tempest-ListImageFiltersTestJSON-959365383 tempest-ListImageFiltersTestJSON-959365383] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.243s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:10:32.356314 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [req-1481cb16-6ab1-42e0-81e3-e34441fa3492 req-5d6ef2eb-1c5e-4a98-9174-69deb2d3f2c9 tempest-FloatingIPsTestJSON-836215258 tempest-FloatingIPsTestJSON-836215258] Synchronizing usage tracker for tenant:914ccd51ecef47e89b834e22797839e0 on resource:floatingip {{(pid=84875) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 14 07:10:32.543617 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [req-95c66327-39ee-45c5-8613-4f76ac123908 req-7cfe75e0-31c4-493e-bf7d-5900f5564a63 service neutron] 10.222.0.35 "GET /v2.0/networks?tenant_id=06fc00463aef43c0b2d39ebb95f2c897&shared=False HTTP/1.1" status: 200 len: 213 time: 0.2145407 Jan 14 07:10:32.621194 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [req-1481cb16-6ab1-42e0-81e3-e34441fa3492 req-5d6ef2eb-1c5e-4a98-9174-69deb2d3f2c9 tempest-FloatingIPsTestJSON-836215258 tempest-FloatingIPsTestJSON-836215258] Unset dirty status for tenant:914ccd51ecef47e89b834e22797839e0 on resource:floatingip {{(pid=84875) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 14 07:10:32.629881 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [req-1481cb16-6ab1-42e0-81e3-e34441fa3492 req-5d6ef2eb-1c5e-4a98-9174-69deb2d3f2c9 tempest-FloatingIPsTestJSON-836215258 tempest-FloatingIPsTestJSON-836215258] 10.222.0.24 "GET /v2.0/floatingips?floating_ip_address=172.25.2.170 HTTP/1.1" status: 200 len: 696 time: 0.5860898 Jan 14 07:10:32.929440 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Device 625ca782-0c09-4444-b186-8e16fb80a65a up at agent ovs-agent-n-d-768862-2 {{(pid=84876) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 07:10:32.984130 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-7a6e882b-346e-4b65-a43b-2cac2ac7bd53 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555753'] for port, before_update {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:10:33.124326 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Provisioning for port 625ca782-0c09-4444-b186-8e16fb80a65a completed by entity L2. {{(pid=84876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 07:10:33.157530 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Provisioning complete for port 625ca782-0c09-4444-b186-8e16fb80a65a triggered by entity L2. {{(pid=84876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 07:10:33.157986 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-604227'] for port, provisioning_complete {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:10:33.693893 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.db_base_plugin_common [req-685a7224-10ee-4509-921a-3168ee1dc4b9 req-a3938d54-eb4c-4a1c-8b29-c7642daa71f4 tempest-AttachSCSIVolumeTestJSON-1630246316 tempest-AttachSCSIVolumeTestJSON-1630246316] Allocated IP 172.20.0.14 (4836ea0a-f546-4f5a-a93b-c7e45ef1752d/27c3fde2-d1e6-4a5a-9f37-77671049f1d9/55bbb788-b677-4def-8e0f-27f81cd181a5) {{(pid=84875) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 14 07:10:33.788798 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-7a6e882b-346e-4b65-a43b-2cac2ac7bd53 admin admin] Notify callbacks [] for port, precommit_update {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:10:33.814197 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555753'] for port, before_update {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:10:33.848347 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_dvrscheduler_db [req-3000f209-9dc5-4dbb-9ad3-a1d7e76465df req-c414df3b-1524-4898-979c-8d87af8b5a46 tempest-ListImageFiltersTestJSON-959365383 tempest-ListImageFiltersTestJSON-959365383] No DVR routers for this DVR port f2233b7b-09d8-4566-b45e-8812d4fe99c5 on host n-h1-768862-2 {{(pid=84874) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Jan 14 07:10:33.855221 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-7a6e882b-346e-4b65-a43b-2cac2ac7bd53 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777640533312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363259214678337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777640097497', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036851521613'] for port, after_update {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:10:33.896507 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] For port 625ca782-0c09-4444-b186-8e16fb80a65a, host n-d-768862-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-2',level=0,port_id=625ca782-0c09-4444-b186-8e16fb80a65a,segment=NetworkSegment(cf3ded2c-bc47-4a71-89af-6e7117e60140),segment_id=cf3ded2c-bc47-4a71-89af-6e7117e60140)] {{(pid=84876) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 07:10:33.902773 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777640533312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363259214678337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777640097497'] for port, after_update {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:10:33.903787 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Device 2cdaf85c-75a5-44ec-be63-81aab85cd2f8 up at agent ovs-agent-n-d-768862-2 {{(pid=84876) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 07:10:33.924445 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [req-3000f209-9dc5-4dbb-9ad3-a1d7e76465df req-c414df3b-1524-4898-979c-8d87af8b5a46 tempest-ListImageFiltersTestJSON-959365383 tempest-ListImageFiltersTestJSON-959365383] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854768116'] for port, before_response {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:10:33.936470 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84874) accepted ('10.222.0.35', 58707) {{(pid=84874) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:10:33.941316 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-4dfba6ec-3bd8-43ac-bf85-342a62daac88 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:10:33.980831 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-ebec864f-681e-4380-bd9d-aba5153c84f3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84876) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:10:34.018307 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [req-3000f209-9dc5-4dbb-9ad3-a1d7e76465df req-c414df3b-1524-4898-979c-8d87af8b5a46 tempest-ListImageFiltersTestJSON-959365383 tempest-ListImageFiltersTestJSON-959365383] 10.222.0.35 "DELETE /v2.0/ports/f2233b7b-09d8-4566-b45e-8812d4fe99c5 HTTP/1.1" status: 204 len: 173 time: 5.8470757 Jan 14 07:10:34.130573 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [req-685a7224-10ee-4509-921a-3168ee1dc4b9 req-a3938d54-eb4c-4a1c-8b29-c7642daa71f4 tempest-AttachSCSIVolumeTestJSON-1630246316 tempest-AttachSCSIVolumeTestJSON-1630246316] Notify callbacks [] for port, precommit_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:10:34.178771 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Pushing event updated for resources: {'Port': ['ID=625ca782-0c09-4444-b186-8e16fb80a65a,revision_number=4']} {{(pid=84876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:10:34.191882 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.211s {{(pid=84876) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:10:34.198895 n-d-768862-2 neutron-server[84765]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3df6dccb-e583-499a-bb59-6b3999154638', 'name': 'network-vif-deleted', 'tag': 'f2233b7b-09d8-4566-b45e-8812d4fe99c5'}] {{(pid=84874) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Jan 14 07:10:34.203189 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1481cb16-6ab1-42e0-81e3-e34441fa3492 req-a4985b9b-91d0-44ea-adaf-422f7183a063 tempest-FloatingIPsTestJSON-836215258 tempest-FloatingIPsTestJSON-836215258] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:10:34.211447 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [req-1481cb16-6ab1-42e0-81e3-e34441fa3492 req-a4985b9b-91d0-44ea-adaf-422f7183a063 tempest-FloatingIPsTestJSON-836215258 tempest-FloatingIPsTestJSON-836215258] 10.222.0.24 "GET /v2.0/networks/226f1e78-82cd-4481-9055-4eb73b6db8c1 HTTP/1.1" status: 200 len: 784 time: 1.5780282 Jan 14 07:10:34.252275 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Provisioning for port 2cdaf85c-75a5-44ec-be63-81aab85cd2f8 completed by entity L2. {{(pid=84876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 07:10:34.261143 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Provisioning complete for port 2cdaf85c-75a5-44ec-be63-81aab85cd2f8 triggered by entity L2. {{(pid=84876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 07:10:34.261578 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-604227'] for port, provisioning_complete {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:10:34.307465 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [req-1481cb16-6ab1-42e0-81e3-e34441fa3492 req-78762640-4fc5-4641-a8e1-8453dbd1fd40 tempest-FloatingIPsTestJSON-836215258 tempest-FloatingIPsTestJSON-836215258] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=84875) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 14 07:10:34.320753 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [req-1481cb16-6ab1-42e0-81e3-e34441fa3492 req-78762640-4fc5-4641-a8e1-8453dbd1fd40 tempest-FloatingIPsTestJSON-836215258 tempest-FloatingIPsTestJSON-836215258] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13279 time: 0.1078446 Jan 14 07:10:34.332623 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95c66327-39ee-45c5-8613-4f76ac123908 req-4a8b2b00-8e6b-42a0-8e89-9195c932e8e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:10:34.334263 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [req-95c66327-39ee-45c5-8613-4f76ac123908 req-4a8b2b00-8e6b-42a0-8e89-9195c932e8e0 service neutron] 10.222.0.35 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 863 time: 1.7719522 Jan 14 07:10:34.336340 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [req-562eb9bf-be9a-49e5-a8c3-1ed4195f766c req-490c62c7-1a4e-4542-8e6e-eff4b8635758 tempest-ServersOnMultiNodesTest-1389749888 tempest-ServersOnMultiNodesTest-1389749888] 10.222.0.35 "GET /v2.0/networks?tenant_id=3037c0cf9c3c41d4b5dd3dad9faecaea&shared=False HTTP/1.1" status: 200 len: 213 time: 0.3445399 Jan 14 07:10:34.353263 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a6e882b-346e-4b65-a43b-2cac2ac7bd53 admin admin] Pushing event updated for resources: {'Port': ['ID=fc7e19f8-6020-4fa6-81d9-8badcf3f5e23,revision_number=2']} {{(pid=84874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:10:34.360884 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-7a6e882b-346e-4b65-a43b-2cac2ac7bd53 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.419s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:10:34.380218 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-7a6e882b-346e-4b65-a43b-2cac2ac7bd53 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3206949', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3889649'] for router_interface, after_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:10:34.403448 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d1e1bfd-5c29-4982-bae3-089f3b2784d4 req-212247ef-7b97-4c10-9545-ffa249fb2e8a tempest-FloatingIPsAssociationTestJSON-2140037530 tempest-FloatingIPsAssociationTestJSON-2140037530] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:10:34.409258 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [req-3d1e1bfd-5c29-4982-bae3-089f3b2784d4 req-212247ef-7b97-4c10-9545-ffa249fb2e8a tempest-FloatingIPsAssociationTestJSON-2140037530 tempest-FloatingIPsAssociationTestJSON-2140037530] Synchronizing usage tracker for tenant:93a8da55e1c346bf8dc2a8711a9e4edc on resource:network {{(pid=84875) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 14 07:10:34.471790 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-a3f5029d-999d-49fd-a6a8-c09ab9046766 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850887113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036851621412', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036852467174'] for subnet, after_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:10:34.537720 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555753'] for port, before_update {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:10:34.555121 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:10:34.595253 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] For port 2cdaf85c-75a5-44ec-be63-81aab85cd2f8, host n-d-768862-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-2',level=0,port_id=2cdaf85c-75a5-44ec-be63-81aab85cd2f8,segment=NetworkSegment(f1a1da15-9c84-4f1f-8d4b-5f93ea7c2a21),segment_id=f1a1da15-9c84-4f1f-8d4b-5f93ea7c2a21)] {{(pid=84876) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 07:10:34.605413 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777640533312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363259214678337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777640097497'] for port, after_update {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:10:34.608024 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84876) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:10:34.642382 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [req-685a7224-10ee-4509-921a-3168ee1dc4b9 req-a3938d54-eb4c-4a1c-8b29-c7642daa71f4 tempest-AttachSCSIVolumeTestJSON-1630246316 tempest-AttachSCSIVolumeTestJSON-1630246316] Transition to ACTIVE for port object 55bbb788-b677-4def-8e0f-27f81cd181a5 will not be triggered until provisioned by entity DHCP. {{(pid=84875) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 07:10:34.791440 n-d-768862-2 neutron-server[84765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a6e882b-346e-4b65-a43b-2cac2ac7bd53 admin admin] Network ae96959f-6ce5-41d0-90c9-8889aa70257e is already hosted by enough agents. {{(pid=84874) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 07:10:34.798163 n-d-768862-2 neutron-server[84765]: DEBUG neutron.scheduler.base_scheduler [None req-7a6e882b-346e-4b65-a43b-2cac2ac7bd53 admin admin] Resources bound (agent type, host, resource id): {{(pid=84874) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 07:10:34.829893 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Pushing event updated for resources: {'Port': ['ID=2cdaf85c-75a5-44ec-be63-81aab85cd2f8,revision_number=5']} {{(pid=84876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:10:34.844136 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Device 625ca782-0c09-4444-b186-8e16fb80a65a up at agent ovs-agent-n-d-768862-2 {{(pid=84876) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 07:10:34.890582 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [req-685a7224-10ee-4509-921a-3168ee1dc4b9 req-a3938d54-eb4c-4a1c-8b29-c7642daa71f4 tempest-AttachSCSIVolumeTestJSON-1630246316 tempest-AttachSCSIVolumeTestJSON-1630246316] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777640123575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851621574'] for port, after_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:10:34.897679 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [req-3d1e1bfd-5c29-4982-bae3-089f3b2784d4 req-212247ef-7b97-4c10-9545-ffa249fb2e8a tempest-FloatingIPsAssociationTestJSON-2140037530 tempest-FloatingIPsAssociationTestJSON-2140037530] Unset dirty status for tenant:93a8da55e1c346bf8dc2a8711a9e4edc on resource:network {{(pid=84875) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 14 07:10:34.898996 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [req-3d1e1bfd-5c29-4982-bae3-089f3b2784d4 req-212247ef-7b97-4c10-9545-ffa249fb2e8a tempest-FloatingIPsAssociationTestJSON-2140037530 tempest-FloatingIPsAssociationTestJSON-2140037530] 10.222.0.24 "GET /v2.0/networks?id=1c7b4b12-7df2-4f41-8649-b236d94b12da HTTP/1.1" status: 200 len: 821 time: 1.8560283 Jan 14 07:10:34.929989 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.322s {{(pid=84876) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:10:35.032925 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Provisioning complete for port 625ca782-0c09-4444-b186-8e16fb80a65a triggered by entity L2. {{(pid=84876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 07:10:35.034053 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-604227'] for port, provisioning_complete {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:10:35.231283 n-d-768862-2 neutron-server[84765]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7a6e882b-346e-4b65-a43b-2cac2ac7bd53 admin admin] Router edd66113-474d-430c-86c2-dc251bc10dd9 has already been hosted by L3 agent 35f592e9-451b-4db9-abea-77b6a5c5391b {{(pid=84874) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Jan 14 07:10:35.515193 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-690137f0-9e86-413a-8327-e2fabfe9a366 None None] Provisioning complete for port fc7e19f8-6020-4fa6-81d9-8badcf3f5e23 triggered by entity DHCP. {{(pid=84876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 07:10:35.515799 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-690137f0-9e86-413a-8327-e2fabfe9a366 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-604227'] for port, provisioning_complete {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:10:35.535166 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7a6e882b-346e-4b65-a43b-2cac2ac7bd53 admin admin] Notify agent at l3_agent.n-d-768862-2 the message routers_updated {{(pid=84874) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jan 14 07:10:35.542187 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-7a6e882b-346e-4b65-a43b-2cac2ac7bd53 admin admin] 10.222.0.24 "PUT /v2.0/routers/edd66113-474d-430c-86c2-dc251bc10dd9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.6249402 Jan 14 07:10:35.591898 n-d-768862-2 neutron-server[84765]: INFO neutron.api.v2.resource [req-50440f36-22a4-4cd7-ad19-98b8f874943b req-6a6d03da-5b46-45e9-9d2a-412228e77d16 tempest-SecurityGroupRulesNegativeTestJSON-608374989 tempest-SecurityGroupRulesNegativeTestJSON-608374989] show failed (client error): The resource could not be found. Jan 14 07:10:35.593510 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [req-50440f36-22a4-4cd7-ad19-98b8f874943b req-6a6d03da-5b46-45e9-9d2a-412228e77d16 tempest-SecurityGroupRulesNegativeTestJSON-608374989 tempest-SecurityGroupRulesNegativeTestJSON-608374989] 10.222.0.24 "GET /v2.0/security-groups/64a750b1-597c-45c6-b685-13215a5c46ad HTTP/1.1" status: 404 len: 352 time: 0.1165905 Jan 14 07:10:35.594190 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3f5029d-999d-49fd-a6a8-c09ab9046766 admin admin] Pushing event updated for resources: {'Subnet': ['ID=bacfe576-849d-43b2-98d9-a20cf4fb5d3c,revision_number=0']} {{(pid=84875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:10:35.598974 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [req-3d1e1bfd-5c29-4982-bae3-089f3b2784d4 req-9a8006c5-96a9-4d14-a2a3-8b94a681ac14 tempest-FloatingIPsAssociationTestJSON-2140037530 tempest-FloatingIPsAssociationTestJSON-2140037530] 10.222.0.24 "GET /v2.0/quotas/93a8da55e1c346bf8dc2a8711a9e4edc HTTP/1.1" status: 200 len: 375 time: 0.6634200 Jan 14 07:10:35.618373 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.plugin [None req-690137f0-9e86-413a-8327-e2fabfe9a366 None None] Port fc7e19f8-6020-4fa6-81d9-8badcf3f5e23 cannot update to ACTIVE because it is not bound. {{(pid=84876) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:329}} Jan 14 07:10:35.633262 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3f5029d-999d-49fd-a6a8-c09ab9046766 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@n-h1-768862-2 {{(pid=84875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:10:35.633685 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3f5029d-999d-49fd-a6a8-c09ab9046766 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-h1-768862-2 {{(pid=84875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:10:35.634099 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3f5029d-999d-49fd-a6a8-c09ab9046766 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-h1-768862-2 {{(pid=84875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:10:35.634503 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3f5029d-999d-49fd-a6a8-c09ab9046766 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-h1-768862-2 {{(pid=84875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:10:35.634904 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3f5029d-999d-49fd-a6a8-c09ab9046766 admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@n-h1-768862-2 {{(pid=84875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:10:35.635301 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3f5029d-999d-49fd-a6a8-c09ab9046766 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-h1-768862-2 {{(pid=84875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:10:35.635694 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3f5029d-999d-49fd-a6a8-c09ab9046766 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-h1-768862-2 {{(pid=84875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:10:35.636116 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3f5029d-999d-49fd-a6a8-c09ab9046766 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-h1-768862-2 {{(pid=84875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:10:35.636513 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3f5029d-999d-49fd-a6a8-c09ab9046766 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-h1-768862-2 {{(pid=84875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:10:35.636904 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3f5029d-999d-49fd-a6a8-c09ab9046766 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-h1-768862-2 {{(pid=84875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:10:35.637297 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3f5029d-999d-49fd-a6a8-c09ab9046766 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-h1-768862-2 {{(pid=84875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:10:35.638111 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3f5029d-999d-49fd-a6a8-c09ab9046766 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-h1-768862-2 {{(pid=84875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:10:35.638111 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3f5029d-999d-49fd-a6a8-c09ab9046766 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@n-h2-768862-2 {{(pid=84875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:10:35.638591 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3f5029d-999d-49fd-a6a8-c09ab9046766 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-h2-768862-2 {{(pid=84875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:10:35.639173 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3f5029d-999d-49fd-a6a8-c09ab9046766 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-h2-768862-2 {{(pid=84875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:10:35.639580 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3f5029d-999d-49fd-a6a8-c09ab9046766 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-h2-768862-2 {{(pid=84875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:10:35.640024 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3f5029d-999d-49fd-a6a8-c09ab9046766 admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@n-h2-768862-2 {{(pid=84875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:10:35.640417 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3f5029d-999d-49fd-a6a8-c09ab9046766 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-h2-768862-2 {{(pid=84875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:10:35.640795 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3f5029d-999d-49fd-a6a8-c09ab9046766 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-h2-768862-2 {{(pid=84875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:10:35.641181 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3f5029d-999d-49fd-a6a8-c09ab9046766 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-h2-768862-2 {{(pid=84875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:10:35.641570 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3f5029d-999d-49fd-a6a8-c09ab9046766 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-h2-768862-2 {{(pid=84875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:10:35.641957 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3f5029d-999d-49fd-a6a8-c09ab9046766 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-h2-768862-2 {{(pid=84875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:10:35.642348 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3f5029d-999d-49fd-a6a8-c09ab9046766 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-h2-768862-2 {{(pid=84875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:10:35.642813 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3f5029d-999d-49fd-a6a8-c09ab9046766 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-h2-768862-2 {{(pid=84875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:10:35.643175 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3f5029d-999d-49fd-a6a8-c09ab9046766 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-2 {{(pid=84875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:10:35.643565 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3f5029d-999d-49fd-a6a8-c09ab9046766 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-2 {{(pid=84875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:10:35.643977 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3f5029d-999d-49fd-a6a8-c09ab9046766 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-2 {{(pid=84875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:10:35.644369 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3f5029d-999d-49fd-a6a8-c09ab9046766 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-2 {{(pid=84875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:10:35.644756 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3f5029d-999d-49fd-a6a8-c09ab9046766 admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@n-d-768862-2 {{(pid=84875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:10:35.645140 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3f5029d-999d-49fd-a6a8-c09ab9046766 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-2 {{(pid=84875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:10:35.645538 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3f5029d-999d-49fd-a6a8-c09ab9046766 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-768862-2 {{(pid=84875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:10:35.646106 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3f5029d-999d-49fd-a6a8-c09ab9046766 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-768862-2 {{(pid=84875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:10:35.646494 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3f5029d-999d-49fd-a6a8-c09ab9046766 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-2 {{(pid=84875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:10:35.647058 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3f5029d-999d-49fd-a6a8-c09ab9046766 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-2 {{(pid=84875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:10:35.647515 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3f5029d-999d-49fd-a6a8-c09ab9046766 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-2 {{(pid=84875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:10:35.647940 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3f5029d-999d-49fd-a6a8-c09ab9046766 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-2 {{(pid=84875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:10:35.655170 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-a3f5029d-999d-49fd-a6a8-c09ab9046766 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.099s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:10:35.660439 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-3ab70016-c1d3-4c70-9e83-d36056de3e0c tempest-FloatingIPsTestJSON-836215258 tempest-FloatingIPsTestJSON-836215258] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.716s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:10:35.690124 n-d-768862-2 neutron-server[84765]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3df6dccb-e583-499a-bb59-6b3999154638', 'name': 'network-vif-deleted', 'tag': 'f2233b7b-09d8-4566-b45e-8812d4fe99c5', 'status': 'completed', 'code': 200} Jan 14 07:10:35.842141 n-d-768862-2 neutron-server[84765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-685a7224-10ee-4509-921a-3168ee1dc4b9 req-a3938d54-eb4c-4a1c-8b29-c7642daa71f4 tempest-AttachSCSIVolumeTestJSON-1630246316 tempest-AttachSCSIVolumeTestJSON-1630246316] Network 4836ea0a-f546-4f5a-a93b-c7e45ef1752d is already hosted by enough agents. {{(pid=84875) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 07:10:35.843399 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3f5029d-999d-49fd-a6a8-c09ab9046766 admin admin] Checking segment: {'id': 'f25eaa12-5977-49d9-ad34-f633b5bcdfd0', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '57222761-5524-446d-acc2-b143774aade8'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84875) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 14 07:10:35.843760 n-d-768862-2 neutron-server[84765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3f5029d-999d-49fd-a6a8-c09ab9046766 admin admin] Network hostable DHCP agents. Network: 57222761-5524-446d-acc2-b143774aade8, hostable agents: ['32f3dd84-26da-4d18-bf15-6017a8fb7247'], hosted agents: [] {{(pid=84875) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Jan 14 07:10:35.877326 n-d-768862-2 neutron-server[84765]: DEBUG neutron.scheduler.base_scheduler [req-685a7224-10ee-4509-921a-3168ee1dc4b9 req-a3938d54-eb4c-4a1c-8b29-c7642daa71f4 tempest-AttachSCSIVolumeTestJSON-1630246316 tempest-AttachSCSIVolumeTestJSON-1630246316] Resources bound (agent type, host, resource id): {{(pid=84875) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 07:10:35.911992 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_dvrscheduler_db [req-685a7224-10ee-4509-921a-3168ee1dc4b9 req-a3938d54-eb4c-4a1c-8b29-c7642daa71f4 tempest-AttachSCSIVolumeTestJSON-1630246316 tempest-AttachSCSIVolumeTestJSON-1630246316] Received port after_create {{(pid=84875) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 14 07:10:35.989484 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [req-7cb4b2aa-c989-4bcf-89e8-143187ba5c09 req-4df56003-a083-43e8-80de-fe3a5f17cfed tempest-FloatingIPsTestJSON-836215258 tempest-FloatingIPsTestJSON-836215258] 10.222.0.24 "GET /v2.0/floatingips/cb5a64c8-4e6d-4cc8-8161-ecdfdcaf94fd HTTP/1.1" status: 200 len: 693 time: 0.2318187 Jan 14 07:10:36.057800 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3938d54-eb4c-4a1c-8b29-c7642daa71f4 tempest-AttachSCSIVolumeTestJSON-1630246316 tempest-AttachSCSIVolumeTestJSON-1630246316] Pushing event updated for resources: {'Port': ['ID=55bbb788-b677-4def-8e0f-27f81cd181a5,revision_number=1']} {{(pid=84875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:10:36.075871 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-a3938d54-eb4c-4a1c-8b29-c7642daa71f4 tempest-AttachSCSIVolumeTestJSON-1630246316 tempest-AttachSCSIVolumeTestJSON-1630246316] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.415s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:10:36.079875 n-d-768862-2 neutron-server[84765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3f5029d-999d-49fd-a6a8-c09ab9046766 admin admin] Network 57222761-5524-446d-acc2-b143774aade8 is scheduled to be hosted by DHCP agent 32f3dd84-26da-4d18-bf15-6017a8fb7247 with binding_index 1 {{(pid=84875) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Jan 14 07:10:36.182474 n-d-768862-2 neutron-server[84765]: DEBUG neutron.scheduler.base_scheduler [None req-a3f5029d-999d-49fd-a6a8-c09ab9046766 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768862-2, 57222761-5524-446d-acc2-b143774aade8) {{(pid=84875) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 07:10:36.198396 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74b5c043-fceb-4c8b-9155-f06d56d20e2f None None] Network 57222761-5524-446d-acc2-b143774aade8 requested from n-d-768862-2 {{(pid=84876) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 07:10:36.233420 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network":"rule:regular_user" was deprecated in W in favor of "create_network":"role:member and project_id:%(project_id)s". Reason: Jan 14 07:10:36.233420 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:10:36.233420 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:10:36.233420 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:10:36.233420 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:shared":"rule:admin_only" was deprecated in W in favor of "create_network:shared":"role:admin and system_scope:all". Reason: Jan 14 07:10:36.233420 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:10:36.233420 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:10:36.233420 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:10:36.233420 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:router:external":"rule:admin_only" was deprecated in W in favor of "create_network:router:external":"role:admin and system_scope:all". Reason: Jan 14 07:10:36.233420 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:10:36.233420 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:10:36.233420 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:10:36.233420 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:is_default":"rule:admin_only" was deprecated in W in favor of "create_network:is_default":"role:admin and system_scope:all". Reason: Jan 14 07:10:36.233420 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:10:36.233420 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:10:36.233420 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:10:36.233420 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:port_security_enabled":"rule:regular_user" was deprecated in W in favor of "create_network:port_security_enabled":"role:member and project_id:%(project_id)s". Reason: Jan 14 07:10:36.233420 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:10:36.233420 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:10:36.233420 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:10:36.233420 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:segments":"rule:admin_only" was deprecated in W in favor of "create_network:segments":"role:admin and system_scope:all". Reason: Jan 14 07:10:36.233420 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:10:36.233420 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:10:36.233420 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:10:36.233420 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "create_network:provider:network_type":"role:admin and system_scope:all". Reason: Jan 14 07:10:36.233420 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:10:36.233420 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:10:36.233420 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:10:36.233420 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "create_network:provider:physical_network":"role:admin and system_scope:all". Reason: Jan 14 07:10:36.233420 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:10:36.233420 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:10:36.233420 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:10:36.233420 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "create_network:provider:segmentation_id":"role:admin and system_scope:all". Reason: Jan 14 07:10:36.233420 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:10:36.233420 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:10:36.233420 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:10:36.233420 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network":"rule:admin_or_owner or rule:shared or rule:external or rule:context_is_advsvc" was deprecated in W in favor of "get_network":"(role:reader and system_scope:all) or (role:reader and project_id:%(project_id)s) or rule:shared or rule:external or rule:context_is_advsvc". Reason: Jan 14 07:10:36.233420 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:10:36.233420 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:10:36.233420 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:10:36.233420 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:router:external":"rule:regular_user" was deprecated in W in favor of "get_network:router:external":"role:reader and project_id:%(project_id)s". Reason: Jan 14 07:10:36.233420 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:10:36.233420 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:10:36.233420 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:10:36.233420 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:segments":"rule:admin_only" was deprecated in W in favor of "get_network:segments":"role:reader and system_scope:all". Reason: Jan 14 07:10:36.233420 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:10:36.233420 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:10:36.233420 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:10:36.237641 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "get_network:provider:network_type":"role:reader and system_scope:all". Reason: Jan 14 07:10:36.237641 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:10:36.237641 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:10:36.237641 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:10:36.237641 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "get_network:provider:physical_network":"role:reader and system_scope:all". Reason: Jan 14 07:10:36.237641 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:10:36.237641 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:10:36.237641 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:10:36.237641 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "get_network:provider:segmentation_id":"role:reader and system_scope:all". Reason: Jan 14 07:10:36.237641 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:10:36.237641 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:10:36.237641 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:10:36.237641 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network":"rule:admin_or_owner" was deprecated in W in favor of "update_network":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 07:10:36.237641 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:10:36.237641 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:10:36.237641 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:10:36.237641 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:segments":"rule:admin_only" was deprecated in W in favor of "update_network:segments":"role:admin and system_scope:all". Reason: Jan 14 07:10:36.237641 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:10:36.237641 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:10:36.237641 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:10:36.258281 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-685a7224-10ee-4509-921a-3168ee1dc4b9 req-a3938d54-eb4c-4a1c-8b29-c7642daa71f4 tempest-AttachSCSIVolumeTestJSON-1630246316 tempest-AttachSCSIVolumeTestJSON-1630246316] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:10:36.259124 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [req-685a7224-10ee-4509-921a-3168ee1dc4b9 req-a3938d54-eb4c-4a1c-8b29-c7642daa71f4 tempest-AttachSCSIVolumeTestJSON-1630246316 tempest-AttachSCSIVolumeTestJSON-1630246316] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854768116'] for port, before_response {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:10:36.287017 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3f5029d-999d-49fd-a6a8-c09ab9046766 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:10:36.287971 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-a3f5029d-999d-49fd-a6a8-c09ab9046766 admin admin] Notify callbacks [] for subnet, before_response {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:10:36.339658 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [req-3d1e1bfd-5c29-4982-bae3-089f3b2784d4 req-fb5f65b2-325f-4003-911c-7ad2195e147d tempest-FloatingIPsAssociationTestJSON-2140037530 tempest-FloatingIPsAssociationTestJSON-2140037530] Synchronizing usage tracker for tenant:93a8da55e1c346bf8dc2a8711a9e4edc on resource:port {{(pid=84875) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 14 07:10:36.360078 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [req-685a7224-10ee-4509-921a-3168ee1dc4b9 req-a3938d54-eb4c-4a1c-8b29-c7642daa71f4 tempest-AttachSCSIVolumeTestJSON-1630246316 tempest-AttachSCSIVolumeTestJSON-1630246316] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 5.4099936 Jan 14 07:10:36.379867 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84874) accepted ('10.222.0.24', 55390) {{(pid=84874) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:10:36.380192 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-a3f5029d-999d-49fd-a6a8-c09ab9046766 admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 6.0675042 Jan 14 07:10:36.386385 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.v2.base [None req-5b214d55-7a87-4d3f-a1b1-fb65294aa71a admin admin] Request body: {'router': {'name': 'tempest-ServersTestMultiNic-1930649277-router', 'tenant_id': '7d129397cd71499dbaa91be4909e3699', 'external_gateway_info': {'network_id': '226f1e78-82cd-4481-9055-4eb73b6db8c1'}}} {{(pid=84874) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:10:36.403734 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-5b214d55-7a87-4d3f-a1b1-fb65294aa71a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:10:36.430517 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-5b214d55-7a87-4d3f-a1b1-fb65294aa71a admin admin] Usage tracker for resource:router and tenant:7d129397cd71499dbaa91be4909e3699 is out of sync, need to count used quota {{(pid=84874) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:10:36.440386 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cb4b2aa-c989-4bcf-89e8-143187ba5c09 req-e288a9a9-6f32-46f5-af4b-0073f44f926f tempest-FloatingIPsTestJSON-836215258 tempest-FloatingIPsTestJSON-836215258] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:10:36.442078 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-5b214d55-7a87-4d3f-a1b1-fb65294aa71a admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=84874) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:10:36.449048 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-5b214d55-7a87-4d3f-a1b1-fb65294aa71a admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:10:36.455240 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [req-7cb4b2aa-c989-4bcf-89e8-143187ba5c09 req-e288a9a9-6f32-46f5-af4b-0073f44f926f tempest-FloatingIPsTestJSON-836215258 tempest-FloatingIPsTestJSON-836215258] 10.222.0.24 "GET /v2.0/networks/226f1e78-82cd-4481-9055-4eb73b6db8c1 HTTP/1.1" status: 200 len: 784 time: 0.4361370 Jan 14 07:10:36.458759 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [req-3d1e1bfd-5c29-4982-bae3-089f3b2784d4 req-fb5f65b2-325f-4003-911c-7ad2195e147d tempest-FloatingIPsAssociationTestJSON-2140037530 tempest-FloatingIPsAssociationTestJSON-2140037530] Unset dirty status for tenant:93a8da55e1c346bf8dc2a8711a9e4edc on resource:port {{(pid=84875) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 14 07:10:36.460412 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [req-3d1e1bfd-5c29-4982-bae3-089f3b2784d4 req-fb5f65b2-325f-4003-911c-7ad2195e147d tempest-FloatingIPsAssociationTestJSON-2140037530 tempest-FloatingIPsAssociationTestJSON-2140037530] 10.222.0.24 "GET /v2.0/ports?tenant_id=93a8da55e1c346bf8dc2a8711a9e4edc&fields=id HTTP/1.1" status: 200 len: 302 time: 0.8352087 Jan 14 07:10:36.464995 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [req-7cb4b2aa-c989-4bcf-89e8-143187ba5c09 req-2802d5d7-c920-4959-89d1-76b5f0c17626 tempest-FloatingIPsTestJSON-836215258 tempest-FloatingIPsTestJSON-836215258] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=84875) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 14 07:10:36.481332 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [req-7cb4b2aa-c989-4bcf-89e8-143187ba5c09 req-2802d5d7-c920-4959-89d1-76b5f0c17626 tempest-FloatingIPsTestJSON-836215258 tempest-FloatingIPsTestJSON-836215258] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13279 time: 0.0154638 Jan 14 07:10:36.494780 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-5b214d55-7a87-4d3f-a1b1-fb65294aa71a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3889205', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854717621'] for router, before_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:10:36.495987 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-5b214d55-7a87-4d3f-a1b1-fb65294aa71a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036850886574', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3912501', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3808446', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-58179'] for router, precommit_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:10:36.553369 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-5b214d55-7a87-4d3f-a1b1-fb65294aa71a admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:10:36.878655 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Device 2cdaf85c-75a5-44ec-be63-81aab85cd2f8 up at agent ovs-agent-n-d-768862-2 {{(pid=84876) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 07:10:36.947380 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [req-3d1e1bfd-5c29-4982-bae3-089f3b2784d4 req-e1edeb2b-a465-47ac-998b-54d5cf01ed51 service neutron] 10.222.0.24 "GET /v2.0/networks/1c7b4b12-7df2-4f41-8649-b236d94b12da?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4616146 Jan 14 07:10:36.992860 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72c6f15b-32ad-4712-98e0-679c4569dfc5 None None] Sync routers for ids ['edd66113-474d-430c-86c2-dc251bc10dd9'] in n-d-768862-2 {{(pid=84876) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Jan 14 07:10:37.025340 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-6ddb6fa9-5ad2-4bed-b4a1-c222baaebf74 None None] Provisioning for port 55bbb788-b677-4def-8e0f-27f81cd181a5 completed by entity DHCP. {{(pid=84876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 07:10:37.082812 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e27d510-1a07-4c17-8974-9a1625301368 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5d94dc7a-c095-50a4-955e-5f3b78718a12-57222761-5524-446d-acc2-b143774aade8', 'network_id': '57222761-5524-446d-acc2-b143774aade8', 'tenant_id': '7d129397cd71499dbaa91be4909e3699', 'fixed_ips': [{'subnet_id': 'bacfe576-849d-43b2-98d9-a20cf4fb5d3c'}]}} from n-d-768862-2. {{(pid=84876) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Jan 14 07:10:37.088516 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-8e27d510-1a07-4c17-8974-9a1625301368 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555753'] for port, before_create {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:10:37.126834 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-6ddb6fa9-5ad2-4bed-b4a1-c222baaebf74 None None] Provisioning complete for port 55bbb788-b677-4def-8e0f-27f81cd181a5 triggered by entity DHCP. {{(pid=84876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 07:10:37.127259 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-6ddb6fa9-5ad2-4bed-b4a1-c222baaebf74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-604227'] for port, provisioning_complete {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:10:37.192303 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72c6f15b-32ad-4712-98e0-679c4569dfc5 None None] Routers {'edd66113-474d-430c-86c2-dc251bc10dd9'} bound to L3 agent in host n-d-768862-2 {{(pid=84876) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 14 07:10:37.193021 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_hamode_db [None req-72c6f15b-32ad-4712-98e0-679c4569dfc5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-01-14T06:56:51Z,description=,heartbeat_timestamp=2021-01-14T07:10:21Z,host='n-d-768862-2',id=35f592e9-451b-4db9-abea-77b6a5c5391b,load=0,resource_versions=,resources_synced=,started_at=2021-01-14T06:56:51Z,topic='l3_agent')) {'router_ids': ['edd66113-474d-430c-86c2-dc251bc10dd9'], 'active': True} {{(pid=84876) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:10:37.237173 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [req-3d1e1bfd-5c29-4982-bae3-089f3b2784d4 req-efb94756-174f-4db5-b201-6bffb10de8e4 service neutron] 10.222.0.24 "GET /v2.0/networks/1c7b4b12-7df2-4f41-8649-b236d94b12da?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.2778959 Jan 14 07:10:37.528847 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.plugin [None req-6ddb6fa9-5ad2-4bed-b4a1-c222baaebf74 None None] Port 55bbb788-b677-4def-8e0f-27f81cd181a5 cannot update to ACTIVE because it is not bound. {{(pid=84876) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:329}} Jan 14 07:10:37.534399 n-d-768862-2 neutron-server[84765]: INFO neutron.api.v2.resource [req-07536661-8e42-4bdd-80d2-4cf7950677c8 req-20bb135c-3d32-4a80-acb4-ceb0e270d764 tempest-SecurityGroupRulesNegativeTestJSON-608374989 tempest-SecurityGroupRulesNegativeTestJSON-608374989] show failed (client error): The resource could not be found. Jan 14 07:10:37.561425 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [req-07536661-8e42-4bdd-80d2-4cf7950677c8 req-20bb135c-3d32-4a80-acb4-ceb0e270d764 tempest-SecurityGroupRulesNegativeTestJSON-608374989 tempest-SecurityGroupRulesNegativeTestJSON-608374989] 10.222.0.24 "GET /v2.0/security-group-rules/05a35e5f-f0db-494e-8830-d0a0543d6680 HTTP/1.1" status: 404 len: 361 time: 0.0572693 Jan 14 07:10:37.746064 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Provisioning complete for port 2cdaf85c-75a5-44ec-be63-81aab85cd2f8 triggered by entity L2. {{(pid=84876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 07:10:37.746400 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-604227'] for port, provisioning_complete {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:10:37.803690 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [req-b39aff19-f964-4bef-8bc9-fd0761299134 req-12eaae92-0ef8-48b5-8503-213ed6209c7d tempest-FloatingIPsTestJSON-836215258 tempest-FloatingIPsTestJSON-836215258] 10.222.0.24 "GET /v2.0/floatingips?tenant_id=914ccd51ecef47e89b834e22797839e0 HTTP/1.1" status: 200 len: 696 time: 0.2171257 Jan 14 07:10:37.978078 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-5b214d55-7a87-4d3f-a1b1-fb65294aa71a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3912484', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3889188', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-58194'] for router, precommit_update {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:10:38.247917 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_dvr_db [None req-72c6f15b-32ad-4712-98e0-679c4569dfc5 None None] Set router edd66113-474d-430c-86c2-dc251bc10dd9 gateway port host: n-d-768862-2 {{(pid=84876) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 14 07:10:38.409263 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b39aff19-f964-4bef-8bc9-fd0761299134 req-c30ce4db-bc57-4ffe-afab-18e7cd5c0c9f tempest-FloatingIPsTestJSON-836215258 tempest-FloatingIPsTestJSON-836215258] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:10:38.418393 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [req-b39aff19-f964-4bef-8bc9-fd0761299134 req-c30ce4db-bc57-4ffe-afab-18e7cd5c0c9f tempest-FloatingIPsTestJSON-836215258 tempest-FloatingIPsTestJSON-836215258] 10.222.0.24 "GET /v2.0/networks?id=226f1e78-82cd-4481-9055-4eb73b6db8c1 HTTP/1.1" status: 200 len: 787 time: 0.6048305 Jan 14 07:10:38.431177 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [req-b39aff19-f964-4bef-8bc9-fd0761299134 req-5275b8fc-e6cc-4a2e-af4b-2a1836bd3e6a tempest-FloatingIPsTestJSON-836215258 tempest-FloatingIPsTestJSON-836215258] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=84875) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 14 07:10:38.452300 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [req-b39aff19-f964-4bef-8bc9-fd0761299134 req-5275b8fc-e6cc-4a2e-af4b-2a1836bd3e6a tempest-FloatingIPsTestJSON-836215258 tempest-FloatingIPsTestJSON-836215258] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13279 time: 0.0328436 Jan 14 07:10:38.611394 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.v2.base [req-685a7224-10ee-4509-921a-3168ee1dc4b9 req-da1926d1-8887-4d49-afc8-21b1e4c2b28c service neutron] Request body: {'port': {'device_id': 'd943fd8e-4ee6-4780-a38d-03da5ce32b1c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-768862-2'}} {{(pid=84875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:10:38.991198 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [req-685a7224-10ee-4509-921a-3168ee1dc4b9 req-da1926d1-8887-4d49-afc8-21b1e4c2b28c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555753'] for port, before_update {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:10:39.293468 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [req-a0dd3432-b6f4-49fb-ad33-51a268423731 req-9296cae9-2b79-44d9-97ba-c469fb47328e tempest-FloatingIPsTestJSON-836215258 tempest-FloatingIPsTestJSON-836215258] 10.222.0.24 "GET /v2.0/floatingips/cb5a64c8-4e6d-4cc8-8161-ecdfdcaf94fd HTTP/1.1" status: 200 len: 693 time: 0.2569308 Jan 14 07:10:39.394070 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [req-277dc922-fefc-4769-9a27-3e5d12b5efc7 req-8de59d77-b8b8-411d-a8a3-fc6a54f477bf tempest-SecurityGroupRulesNegativeTestJSON-608374989 tempest-SecurityGroupRulesNegativeTestJSON-608374989] 10.222.0.24 "GET /v2.0/security-groups/d6fa3041-f383-4659-9095-a35a29068d01 HTTP/1.1" status: 200 len: 1812 time: 0.8806715 Jan 14 07:10:39.590328 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84875) accepted ('10.222.0.24', 55522) {{(pid=84875) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:10:39.590686 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84875) accepted ('10.222.0.24', 55524) {{(pid=84875) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:10:39.596371 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-562eb9bf-be9a-49e5-a8c3-1ed4195f766c req-58c492c1-657a-4872-9bb8-d9e83033ad52 tempest-ServersOnMultiNodesTest-1389749888 tempest-ServersOnMultiNodesTest-1389749888] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:10:39.596554 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_hamode_db [None req-72c6f15b-32ad-4712-98e0-679c4569dfc5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'edd66113-474d-430c-86c2-dc251bc10dd9', 'name': 'tempest-TaggedBootDevicesTest-125334263-router', 'tenant_id': '4873c9000017431bb4db0aa60ef7da75', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '226f1e78-82cd-4481-9055-4eb73b6db8c1', 'external_fixed_ips': [{'subnet_id': 'ba8deeec-7658-4195-9449-038c076f5c83', 'ip_address': '172.25.2.3'}], 'enable_snat': True}, 'gw_port_id': '625ca782-0c09-4444-b186-8e16fb80a65a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-14T07:10:12Z', 'updated_at': '2021-01-14T07:10:32Z', 'revision_number': 4, 'project_id': '4873c9000017431bb4db0aa60ef7da75', 'gw_port': {'id': '625ca782-0c09-4444-b186-8e16fb80a65a', 'name': '', 'network_id': '226f1e78-82cd-4481-9055-4eb73b6db8c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:bc:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'edd66113-474d-430c-86c2-dc251bc10dd9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 573, 'fixed_ips': [{'subnet_id': 'ba8deeec-7658-4195-9449-038c076f5c83', 'ip_address': '172.25.2.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T07:10:14Z', 'updated_at': '2021-01-14T07:10:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ba8deeec-7658-4195-9449-038c076f5c83', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-2', '_interfaces': [{'id': 'fc7e19f8-6020-4fa6-81d9-8badcf3f5e23', 'name': '', 'network_id': 'ae96959f-6ce5-41d0-90c9-8889aa70257e', 'tenant_id': '4873c9000017431bb4db0aa60ef7da75', 'mac_address': 'fa:16:3e:2a:6c:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'edd66113-474d-430c-86c2-dc251bc10dd9', 'device_owner': 'network:router_interface', 'standard_attr_id': 601, 'fixed_ips': [{'subnet_id': '2d5e37a0-0841-461f-a59f-1172aa4e92e4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T07:10:28Z', 'updated_at': '2021-01-14T07:10:33Z', 'revision_number': 2, 'project_id': '4873c9000017431bb4db0aa60ef7da75', 'subnets': [{'id': '2d5e37a0-0841-461f-a59f-1172aa4e92e4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'n-d-768862-2', False) {} {{(pid=84876) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:10:39.598961 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [req-562eb9bf-be9a-49e5-a8c3-1ed4195f766c req-58c492c1-657a-4872-9bb8-d9e83033ad52 tempest-ServersOnMultiNodesTest-1389749888 tempest-ServersOnMultiNodesTest-1389749888] 10.222.0.35 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.7778637 Jan 14 07:10:39.602303 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.db_base_plugin_common [None req-8e27d510-1a07-4c17-8974-9a1625301368 None None] Allocated IP 172.20.0.2 (57222761-5524-446d-acc2-b143774aade8/bacfe576-849d-43b2-98d9-a20cf4fb5d3c/d4d35cbd-9bb0-4e41-be19-5c098f1bf518) {{(pid=84876) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 14 07:10:39.605525 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72c6f15b-32ad-4712-98e0-679c4569dfc5 None None] Checking router: edd66113-474d-430c-86c2-dc251bc10dd9 for host: n-d-768862-2 {{(pid=84876) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Jan 14 07:10:39.606249 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72c6f15b-32ad-4712-98e0-679c4569dfc5 None None] Updating router edd66113-474d-430c-86c2-dc251bc10dd9 port fc7e19f8-6020-4fa6-81d9-8badcf3f5e23 binding host n-d-768862-2 {{(pid=84876) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Jan 14 07:10:39.617140 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-5b214d55-7a87-4d3f-a1b1-fb65294aa71a admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:10:39.649646 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.v2.base [req-562eb9bf-be9a-49e5-a8c3-1ed4195f766c req-379a8f12-dcff-454d-b26c-b60cf8411908 tempest-ServersOnMultiNodesTest-1389749888 tempest-ServersOnMultiNodesTest-1389749888] Request body: {'port': {'device_id': '8bead279-9d85-4fa5-a169-6cd94e983919', 'network_id': '3ab89270-67b1-41e9-8be2-a0395a984bff', 'admin_state_up': True, 'tenant_id': '3037c0cf9c3c41d4b5dd3dad9faecaea'}} {{(pid=84874) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:10:39.759178 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-72c6f15b-32ad-4712-98e0-679c4569dfc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555753'] for port, before_update {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:10:39.869044 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-5b214d55-7a87-4d3f-a1b1-fb65294aa71a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555753'] for port, before_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:10:39.916773 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0dd3432-b6f4-49fb-ad33-51a268423731 req-fa537cf4-1cbf-4a31-b8c3-365d796d0f77 tempest-FloatingIPsTestJSON-836215258 tempest-FloatingIPsTestJSON-836215258] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:10:39.925767 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [req-a0dd3432-b6f4-49fb-ad33-51a268423731 req-fa537cf4-1cbf-4a31-b8c3-365d796d0f77 tempest-FloatingIPsTestJSON-836215258 tempest-FloatingIPsTestJSON-836215258] 10.222.0.24 "GET /v2.0/networks/226f1e78-82cd-4481-9055-4eb73b6db8c1 HTTP/1.1" status: 200 len: 784 time: 0.6266661 Jan 14 07:10:39.967718 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [req-562eb9bf-be9a-49e5-a8c3-1ed4195f766c req-379a8f12-dcff-454d-b26c-b60cf8411908 tempest-ServersOnMultiNodesTest-1389749888 tempest-ServersOnMultiNodesTest-1389749888] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:10:39.970708 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [req-a0dd3432-b6f4-49fb-ad33-51a268423731 req-bc469d50-366f-41b6-ad2b-eb62f232b340 tempest-FloatingIPsTestJSON-836215258 tempest-FloatingIPsTestJSON-836215258] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=84875) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 14 07:10:39.971983 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [req-562eb9bf-be9a-49e5-a8c3-1ed4195f766c req-379a8f12-dcff-454d-b26c-b60cf8411908 tempest-ServersOnMultiNodesTest-1389749888 tempest-ServersOnMultiNodesTest-1389749888] Usage tracker for resource:port and tenant:3037c0cf9c3c41d4b5dd3dad9faecaea is out of sync, need to count used quota {{(pid=84874) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:10:39.977698 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [req-562eb9bf-be9a-49e5-a8c3-1ed4195f766c req-379a8f12-dcff-454d-b26c-b60cf8411908 tempest-ServersOnMultiNodesTest-1389749888 tempest-ServersOnMultiNodesTest-1389749888] Quota usage for port was recalculated. Used quota:0. {{(pid=84874) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:10:39.980261 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [req-a0dd3432-b6f4-49fb-ad33-51a268423731 req-bc469d50-366f-41b6-ad2b-eb62f232b340 tempest-FloatingIPsTestJSON-836215258 tempest-FloatingIPsTestJSON-836215258] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13279 time: 0.0530548 Jan 14 07:10:39.984683 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [req-562eb9bf-be9a-49e5-a8c3-1ed4195f766c req-379a8f12-dcff-454d-b26c-b60cf8411908 tempest-ServersOnMultiNodesTest-1389749888 tempest-ServersOnMultiNodesTest-1389749888] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:10:40.166296 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [req-a0dd3432-b6f4-49fb-ad33-51a268423731 req-55099e79-f628-468b-8f3c-3f7f326a1ae5 tempest-FloatingIPsTestJSON-836215258 tempest-FloatingIPsTestJSON-836215258] 10.222.0.24 "GET /v2.0/floatingips?floating_ip_address=172.25.2.170 HTTP/1.1" status: 200 len: 696 time: 0.1843226 Jan 14 07:10:40.183963 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-8e27d510-1a07-4c17-8974-9a1625301368 None None] Notify callbacks [] for port, precommit_create {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:10:40.222398 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-8e27d510-1a07-4c17-8974-9a1625301368 None None] Transition to ACTIVE for port object d4d35cbd-9bb0-4e41-be19-5c098f1bf518 will not be triggered until provisioned by entity L2. {{(pid=84876) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 07:10:40.245232 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-8e27d510-1a07-4c17-8974-9a1625301368 None None] Transition to ACTIVE for port object d4d35cbd-9bb0-4e41-be19-5c098f1bf518 will not be triggered until provisioned by entity DHCP. {{(pid=84876) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 07:10:40.296108 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.db_base_plugin_common [None req-5b214d55-7a87-4d3f-a1b1-fb65294aa71a admin admin] Allocated IP 172.25.2.191 (226f1e78-82cd-4481-9055-4eb73b6db8c1/ba8deeec-7658-4195-9449-038c076f5c83/baa28b7f-1bd7-4f3c-bf39-3cad959e4fda) {{(pid=84874) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 14 07:10:40.519097 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-5b214d55-7a87-4d3f-a1b1-fb65294aa71a admin admin] Notify callbacks [] for port, precommit_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:10:40.545509 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-562eb9bf-be9a-49e5-a8c3-1ed4195f766c req-379a8f12-dcff-454d-b26c-b60cf8411908 tempest-ServersOnMultiNodesTest-1389749888 tempest-ServersOnMultiNodesTest-1389749888] Made reservation on behalf of 3037c0cf9c3c41d4b5dd3dad9faecaea for: {'port': 1} {{(pid=84874) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 07:10:40.557420 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [req-562eb9bf-be9a-49e5-a8c3-1ed4195f766c req-379a8f12-dcff-454d-b26c-b60cf8411908 tempest-ServersOnMultiNodesTest-1389749888 tempest-ServersOnMultiNodesTest-1389749888] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555753'] for port, before_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:10:40.576546 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [req-562eb9bf-be9a-49e5-a8c3-1ed4195f766c req-379a8f12-dcff-454d-b26c-b60cf8411908 tempest-ServersOnMultiNodesTest-1389749888 tempest-ServersOnMultiNodesTest-1389749888] Notify callbacks [] for security_group, before_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:10:40.593936 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-5b214d55-7a87-4d3f-a1b1-fb65294aa71a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777640123575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3254186'] for port, after_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:10:40.636424 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-1eb420d0-f5af-483b-9115-0990f0a4bf2f admin admin] Notify callbacks [] for security_group, before_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:10:40.666336 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [req-a0dd3432-b6f4-49fb-ad33-51a268423731 req-73a22482-2e54-4ba3-b1d8-875bc9a99dd5 tempest-FloatingIPsTestJSON-836215258 tempest-FloatingIPsTestJSON-836215258] 10.222.0.24 "GET /v2.0/floatingips?floating_ip_address=172.25.2.170 HTTP/1.1" status: 200 len: 696 time: 0.4980912 Jan 14 07:10:40.696537 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-1eb420d0-f5af-483b-9115-0990f0a4bf2f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:10:40.707441 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-1eb420d0-f5af-483b-9115-0990f0a4bf2f admin admin] Usage tracker for resource:security_group_rule and tenant:3037c0cf9c3c41d4b5dd3dad9faecaea is out of sync, need to count used quota {{(pid=84875) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:10:40.714650 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-1eb420d0-f5af-483b-9115-0990f0a4bf2f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84875) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:10:40.730944 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-1eb420d0-f5af-483b-9115-0990f0a4bf2f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:10:40.841824 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.007s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:10:40.867357 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-1eb420d0-f5af-483b-9115-0990f0a4bf2f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:10:40.975192 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d1e1bfd-5c29-4982-bae3-089f3b2784d4 req-8e0e30cf-09f2-425d-a7c4-1b3fb6eae6dd tempest-FloatingIPsAssociationTestJSON-2140037530 tempest-FloatingIPsAssociationTestJSON-2140037530] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:10:40.983687 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [req-3d1e1bfd-5c29-4982-bae3-089f3b2784d4 req-8e0e30cf-09f2-425d-a7c4-1b3fb6eae6dd tempest-FloatingIPsAssociationTestJSON-2140037530 tempest-FloatingIPsAssociationTestJSON-2140037530] 10.222.0.35 "GET /v2.0/networks?id=1c7b4b12-7df2-4f41-8649-b236d94b12da HTTP/1.1" status: 200 len: 821 time: 0.4089160 Jan 14 07:10:41.065039 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [req-562eb9bf-be9a-49e5-a8c3-1ed4195f766c req-379a8f12-dcff-454d-b26c-b60cf8411908 tempest-ServersOnMultiNodesTest-1389749888 tempest-ServersOnMultiNodesTest-1389749888] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:10:41.074866 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [req-277dc922-fefc-4769-9a27-3e5d12b5efc7 req-28db33dc-3f6d-44fe-97a6-12e73d467166 tempest-SecurityGroupRulesNegativeTestJSON-608374989 tempest-SecurityGroupRulesNegativeTestJSON-608374989] Notify callbacks [] for security_group, before_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:10:41.080951 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.v2.base [req-3d1e1bfd-5c29-4982-bae3-089f3b2784d4 req-6bf35ff6-2c2f-4ed6-8072-987a7b4c21a2 tempest-FloatingIPsAssociationTestJSON-2140037530 tempest-FloatingIPsAssociationTestJSON-2140037530] Request body: {'port': {'device_id': 'b4df1c8c-f0c2-4966-97b9-13f58a5db756', 'network_id': '1c7b4b12-7df2-4f41-8649-b236d94b12da', 'admin_state_up': True, 'tenant_id': '93a8da55e1c346bf8dc2a8711a9e4edc'}} {{(pid=84874) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:10:41.107318 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [req-277dc922-fefc-4769-9a27-3e5d12b5efc7 req-28db33dc-3f6d-44fe-97a6-12e73d467166 tempest-SecurityGroupRulesNegativeTestJSON-608374989 tempest-SecurityGroupRulesNegativeTestJSON-608374989] Notify callbacks [] for security_group, precommit_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:10:41.159141 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.plugin [req-a0dd3432-b6f4-49fb-ad33-51a268423731 req-e7bb47e7-4bf6-45ab-b033-ce73520bcf7f tempest-FloatingIPsTestJSON-836215258 tempest-FloatingIPsTestJSON-836215258] Deleting port a374c254-2a85-4571-b4ac-2501fa1527e0 {{(pid=84875) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 07:10:41.159141 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [req-a0dd3432-b6f4-49fb-ad33-51a268423731 req-e7bb47e7-4bf6-45ab-b033-ce73520bcf7f tempest-FloatingIPsTestJSON-836215258 tempest-FloatingIPsTestJSON-836215258] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363259214248359'] for port, before_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:10:41.184773 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-1eb420d0-f5af-483b-9115-0990f0a4bf2f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850887153'] for security_group, after_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:10:41.224596 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-fc7f8882-b83e-493d-bcac-88568079ee33 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:10:41.248258 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-72c6f15b-32ad-4712-98e0-679c4569dfc5 None None] Notify callbacks [] for port, precommit_update {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:10:41.255310 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-1eb420d0-f5af-483b-9115-0990f0a4bf2f admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=3037c0cf9c3c41d4b5dd3dad9faecaea&name=default HTTP/1.1" status: 200 len: 2979 time: 1.5397048 Jan 14 07:10:41.256372 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [req-277dc922-fefc-4769-9a27-3e5d12b5efc7 req-28db33dc-3f6d-44fe-97a6-12e73d467166 tempest-SecurityGroupRulesNegativeTestJSON-608374989 tempest-SecurityGroupRulesNegativeTestJSON-608374989] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850887153'] for security_group, after_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:10:41.265235 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [req-3d1e1bfd-5c29-4982-bae3-089f3b2784d4 req-6bf35ff6-2c2f-4ed6-8072-987a7b4c21a2 tempest-FloatingIPsAssociationTestJSON-2140037530 tempest-FloatingIPsAssociationTestJSON-2140037530] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:10:41.266575 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-72c6f15b-32ad-4712-98e0-679c4569dfc5 None None] Transition to ACTIVE for port object fc7e19f8-6020-4fa6-81d9-8badcf3f5e23 will not be triggered until provisioned by entity L2. {{(pid=84876) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 07:10:41.270980 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84875) accepted ('10.222.0.24', 55564) {{(pid=84875) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:10:41.278632 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eb420d0-f5af-483b-9115-0990f0a4bf2f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b2a33140-3ea4-4a56-8888-24fae8da1eff,revision_number=1']} {{(pid=84875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:10:41.294207 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-8e27d510-1a07-4c17-8974-9a1625301368 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777640123575'] for port, after_create {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:10:41.296490 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-1eb420d0-f5af-483b-9115-0990f0a4bf2f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:10:41.307881 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [req-277dc922-fefc-4769-9a27-3e5d12b5efc7 req-28db33dc-3f6d-44fe-97a6-12e73d467166 tempest-SecurityGroupRulesNegativeTestJSON-608374989 tempest-SecurityGroupRulesNegativeTestJSON-608374989] Notify callbacks [] for security_group, before_response {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:10:41.309232 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [req-277dc922-fefc-4769-9a27-3e5d12b5efc7 req-28db33dc-3f6d-44fe-97a6-12e73d467166 tempest-SecurityGroupRulesNegativeTestJSON-608374989 tempest-SecurityGroupRulesNegativeTestJSON-608374989] 10.222.0.24 "DELETE /v2.0/security-groups/d6fa3041-f383-4659-9095-a35a29068d01 HTTP/1.1" status: 204 len: 173 time: 1.8953767 Jan 14 07:10:41.309889 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-07e23d6a-39cf-484f-9412-f5bcd21dca9c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.028s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:10:41.365996 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [req-562eb9bf-be9a-49e5-a8c3-1ed4195f766c req-379a8f12-dcff-454d-b26c-b60cf8411908 tempest-ServersOnMultiNodesTest-1389749888 tempest-ServersOnMultiNodesTest-1389749888] Usage tracker for resource:security_group_rule and tenant:3037c0cf9c3c41d4b5dd3dad9faecaea is out of sync, need to count used quota {{(pid=84874) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:10:41.377523 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [req-3d1e1bfd-5c29-4982-bae3-089f3b2784d4 req-6bf35ff6-2c2f-4ed6-8072-987a7b4c21a2 tempest-FloatingIPsAssociationTestJSON-2140037530 tempest-FloatingIPsAssociationTestJSON-2140037530] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:10:41.396906 n-d-768862-2 neutron-server[84765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b214d55-7a87-4d3f-a1b1-fb65294aa71a admin admin] Network 226f1e78-82cd-4481-9055-4eb73b6db8c1 is already hosted by enough agents. {{(pid=84874) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 07:10:41.400672 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [req-562eb9bf-be9a-49e5-a8c3-1ed4195f766c req-379a8f12-dcff-454d-b26c-b60cf8411908 tempest-ServersOnMultiNodesTest-1389749888 tempest-ServersOnMultiNodesTest-1389749888] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84874) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:10:41.404362 n-d-768862-2 neutron-server[84765]: DEBUG neutron.scheduler.base_scheduler [None req-5b214d55-7a87-4d3f-a1b1-fb65294aa71a admin admin] Resources bound (agent type, host, resource id): {{(pid=84874) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 07:10:41.407033 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3d1e1bfd-5c29-4982-bae3-089f3b2784d4 req-6bf35ff6-2c2f-4ed6-8072-987a7b4c21a2 tempest-FloatingIPsAssociationTestJSON-2140037530 tempest-FloatingIPsAssociationTestJSON-2140037530] Made reservation on behalf of 93a8da55e1c346bf8dc2a8711a9e4edc for: {'port': 1} {{(pid=84874) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 07:10:41.418805 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [req-3d1e1bfd-5c29-4982-bae3-089f3b2784d4 req-6bf35ff6-2c2f-4ed6-8072-987a7b4c21a2 tempest-FloatingIPsAssociationTestJSON-2140037530 tempest-FloatingIPsAssociationTestJSON-2140037530] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555753'] for port, before_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:10:41.441253 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28db33dc-3f6d-44fe-97a6-12e73d467166 tempest-SecurityGroupRulesNegativeTestJSON-608374989 tempest-SecurityGroupRulesNegativeTestJSON-608374989] Pushing event deleted for resources: {'SecurityGroup': ['ID=d6fa3041-f383-4659-9095-a35a29068d01,revision_number=None']} {{(pid=84875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:10:41.448690 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b214d55-7a87-4d3f-a1b1-fb65294aa71a admin admin] Received port after_create {{(pid=84874) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 14 07:10:41.455916 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-72c6f15b-32ad-4712-98e0-679c4569dfc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777640533312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363259214678337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777640097497'] for port, after_update {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:10:41.457015 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-28db33dc-3f6d-44fe-97a6-12e73d467166 tempest-SecurityGroupRulesNegativeTestJSON-608374989 tempest-SecurityGroupRulesNegativeTestJSON-608374989] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:10:41.481209 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84876) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:10:41.508735 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-0f6e77dc-f343-4a6f-a184-7cc51c4935c9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:10:41.540990 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-0f6e77dc-f343-4a6f-a184-7cc51c4935c9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:10:41.751761 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e27d510-1a07-4c17-8974-9a1625301368 None None] Pushing event updated for resources: {'Port': ['ID=d4d35cbd-9bb0-4e41-be19-5c098f1bf518,revision_number=1']} {{(pid=84876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:10:41.831141 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-017f98a9-8a07-408c-a86f-8ff0c00400a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363259214191800', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854171626'] for agent, after_update {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:10:41.846898 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-0f6e77dc-f343-4a6f-a184-7cc51c4935c9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850887153'] for security_group, after_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:10:41.878263 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-7bcd5c99-5c8b-4dcb-ae3e-47d43c33c0e5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:10:41.896846 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [req-562eb9bf-be9a-49e5-a8c3-1ed4195f766c req-379a8f12-dcff-454d-b26c-b60cf8411908 tempest-ServersOnMultiNodesTest-1389749888 tempest-ServersOnMultiNodesTest-1389749888] Attempting to reserve 4 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:10:41.906963 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f6e77dc-f343-4a6f-a184-7cc51c4935c9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b2a33140-3ea4-4a56-8888-24fae8da1eff,revision_number=None']} {{(pid=84875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:10:41.909116 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-0f6e77dc-f343-4a6f-a184-7cc51c4935c9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:10:41.910448 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-0f6e77dc-f343-4a6f-a184-7cc51c4935c9 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/b2a33140-3ea4-4a56-8888-24fae8da1eff HTTP/1.1" status: 204 len: 168 time: 0.6200497 Jan 14 07:10:42.079585 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b714520f-eaba-4ab3-9926-ce9a35c71c90 None None] Pushing event updated for resources: {'Port': ['ID=fc7e19f8-6020-4fa6-81d9-8badcf3f5e23,revision_number=3']} {{(pid=84876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:10:42.088571 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-b714520f-eaba-4ab3-9926-ce9a35c71c90 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.608s {{(pid=84876) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:10:42.128247 n-d-768862-2 neutron-server[84765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e27d510-1a07-4c17-8974-9a1625301368 None None] Network 57222761-5524-446d-acc2-b143774aade8 is already hosted by enough agents. {{(pid=84876) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 07:10:42.141496 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-017f98a9-8a07-408c-a86f-8ff0c00400a0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.584s {{(pid=84876) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:10:42.141736 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-017f98a9-8a07-408c-a86f-8ff0c00400a0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.001s {{(pid=84876) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:10:42.142725 n-d-768862-2 neutron-server[84765]: DEBUG neutron.scheduler.base_scheduler [None req-8e27d510-1a07-4c17-8974-9a1625301368 None None] Resources bound (agent type, host, resource id): {{(pid=84876) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 07:10:42.151410 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e27d510-1a07-4c17-8974-9a1625301368 None None] Received port after_create {{(pid=84876) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 14 07:10:42.211185 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-0f6e77dc-f343-4a6f-a184-7cc51c4935c9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.333s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:10:42.336758 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-852a24f7-e9a1-4193-9abb-e9506fe5213f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363259214191800', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854171626'] for agent, after_update {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:10:42.445770 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.managers [None req-8e27d510-1a07-4c17-8974-9a1625301368 None None] Attempting to bind port d4d35cbd-9bb0-4e41-be19-5c098f1bf518 on host n-d-768862-2 for vnic_type normal with profile {{(pid=84876) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 14 07:10:42.446455 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.managers [None req-8e27d510-1a07-4c17-8974-9a1625301368 None None] Attempting to bind port d4d35cbd-9bb0-4e41-be19-5c098f1bf518 by drivers openvswitch on host n-d-768862-2 at level 0 using segments [{'id': 'f25eaa12-5977-49d9-ad34-f633b5bcdfd0', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '57222761-5524-446d-acc2-b143774aade8'}] {{(pid=84876) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 14 07:10:42.447132 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e27d510-1a07-4c17-8974-9a1625301368 None None] Attempting to bind port d4d35cbd-9bb0-4e41-be19-5c098f1bf518 on network 57222761-5524-446d-acc2-b143774aade8 {{(pid=84876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 14 07:10:42.494030 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [req-a0dd3432-b6f4-49fb-ad33-51a268423731 req-e7bb47e7-4bf6-45ab-b033-ce73520bcf7f tempest-FloatingIPsTestJSON-836215258 tempest-FloatingIPsTestJSON-836215258] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036850862667'] for port, precommit_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:10:42.494643 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [req-a0dd3432-b6f4-49fb-ad33-51a268423731 req-e7bb47e7-4bf6-45ab-b033-ce73520bcf7f tempest-FloatingIPsTestJSON-836215258 tempest-FloatingIPsTestJSON-836215258] Notify callbacks [] for floatingip, precommit_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:10:42.510349 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e27d510-1a07-4c17-8974-9a1625301368 None None] Checking agent: {'id': 'ba5efab1-b43c-4d5a-bc52-6e105d4e67a2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768862-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 14, 6, 56, 52), 'started_at': datetime.datetime(2021, 1, 14, 6, 57, 22), 'heartbeat_timestamp': datetime.datetime(2021, 1, 14, 7, 10, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768862-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.29', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 14 07:10:42.511408 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e27d510-1a07-4c17-8974-9a1625301368 None None] Checking segment: {'id': 'f25eaa12-5977-49d9-ad34-f633b5bcdfd0', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '57222761-5524-446d-acc2-b143774aade8'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84876) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 14 07:10:42.512126 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-8e27d510-1a07-4c17-8974-9a1625301368 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:10:42.512792 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e27d510-1a07-4c17-8974-9a1625301368 None None] Bound using segment: {'id': 'f25eaa12-5977-49d9-ad34-f633b5bcdfd0', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '57222761-5524-446d-acc2-b143774aade8'} {{(pid=84876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 14 07:10:42.513684 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.managers [None req-8e27d510-1a07-4c17-8974-9a1625301368 None None] Bound port: d4d35cbd-9bb0-4e41-be19-5c098f1bf518, host: n-d-768862-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f25eaa12-5977-49d9-ad34-f633b5bcdfd0', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '57222761-5524-446d-acc2-b143774aade8'}}] {{(pid=84876) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 14 07:10:42.514333 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-8e27d510-1a07-4c17-8974-9a1625301368 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555753'] for port, before_update {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:10:42.536052 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.managers [None req-72c6f15b-32ad-4712-98e0-679c4569dfc5 None None] Attempting to bind port fc7e19f8-6020-4fa6-81d9-8badcf3f5e23 on host n-d-768862-2 for vnic_type normal with profile {{(pid=84876) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 14 07:10:42.536918 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.managers [None req-72c6f15b-32ad-4712-98e0-679c4569dfc5 None None] Attempting to bind port fc7e19f8-6020-4fa6-81d9-8badcf3f5e23 by drivers openvswitch on host n-d-768862-2 at level 0 using segments [{'id': '74eda698-0180-4b92-830f-64ae8961cc4d', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 9, 'network_id': 'ae96959f-6ce5-41d0-90c9-8889aa70257e'}] {{(pid=84876) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 14 07:10:42.537676 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72c6f15b-32ad-4712-98e0-679c4569dfc5 None None] Attempting to bind port fc7e19f8-6020-4fa6-81d9-8badcf3f5e23 on network ae96959f-6ce5-41d0-90c9-8889aa70257e {{(pid=84876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 14 07:10:42.551424 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72c6f15b-32ad-4712-98e0-679c4569dfc5 None None] Checking agent: {'id': 'ba5efab1-b43c-4d5a-bc52-6e105d4e67a2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768862-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 14, 6, 56, 52), 'started_at': datetime.datetime(2021, 1, 14, 6, 57, 22), 'heartbeat_timestamp': datetime.datetime(2021, 1, 14, 7, 10, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768862-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.29', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 14 07:10:42.552362 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72c6f15b-32ad-4712-98e0-679c4569dfc5 None None] Checking segment: {'id': '74eda698-0180-4b92-830f-64ae8961cc4d', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 9, 'network_id': 'ae96959f-6ce5-41d0-90c9-8889aa70257e'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84876) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 14 07:10:42.552991 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-72c6f15b-32ad-4712-98e0-679c4569dfc5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:10:42.553589 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72c6f15b-32ad-4712-98e0-679c4569dfc5 None None] Bound using segment: {'id': '74eda698-0180-4b92-830f-64ae8961cc4d', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 9, 'network_id': 'ae96959f-6ce5-41d0-90c9-8889aa70257e'} {{(pid=84876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 14 07:10:42.554849 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.managers [None req-72c6f15b-32ad-4712-98e0-679c4569dfc5 None None] Bound port: fc7e19f8-6020-4fa6-81d9-8badcf3f5e23, host: n-d-768862-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '74eda698-0180-4b92-830f-64ae8961cc4d', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 9, 'network_id': 'ae96959f-6ce5-41d0-90c9-8889aa70257e'}}] {{(pid=84876) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 14 07:10:42.555441 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-72c6f15b-32ad-4712-98e0-679c4569dfc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555753'] for port, before_update {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:10:42.764329 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [None req-8e27d510-1a07-4c17-8974-9a1625301368 None None] For port d4d35cbd-9bb0-4e41-be19-5c098f1bf518, host n-d-768862-2, cleared binding levels {{(pid=84876) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 14 07:10:42.778322 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [None req-72c6f15b-32ad-4712-98e0-679c4569dfc5 None None] For port fc7e19f8-6020-4fa6-81d9-8badcf3f5e23, host n-d-768862-2, cleared binding levels {{(pid=84876) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 14 07:10:42.782436 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [None req-8e27d510-1a07-4c17-8974-9a1625301368 None None] For port d4d35cbd-9bb0-4e41-be19-5c098f1bf518, host n-d-768862-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-2',level=0,port_id=d4d35cbd-9bb0-4e41-be19-5c098f1bf518,segment=NetworkSegment(f25eaa12-5977-49d9-ad34-f633b5bcdfd0),segment_id=f25eaa12-5977-49d9-ad34-f633b5bcdfd0)] {{(pid=84876) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 14 07:10:42.785041 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [None req-72c6f15b-32ad-4712-98e0-679c4569dfc5 None None] For port fc7e19f8-6020-4fa6-81d9-8badcf3f5e23, host n-d-768862-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-2',level=0,port_id=fc7e19f8-6020-4fa6-81d9-8badcf3f5e23,segment=NetworkSegment(74eda698-0180-4b92-830f-64ae8961cc4d),segment_id=74eda698-0180-4b92-830f-64ae8961cc4d)] {{(pid=84876) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 14 07:10:42.789181 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-8e27d510-1a07-4c17-8974-9a1625301368 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777640533312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363259214678337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777640097497'] for port, after_update {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:10:42.873456 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-a94e0310-9bae-41d5-8b92-809f7062068c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84876) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:10:42.883037 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.plugin [req-a0dd3432-b6f4-49fb-ad33-51a268423731 req-e7bb47e7-4bf6-45ab-b033-ce73520bcf7f tempest-FloatingIPsTestJSON-836215258 tempest-FloatingIPsTestJSON-836215258] Calling delete_port for a374c254-2a85-4571-b4ac-2501fa1527e0 owned by network:floatingip {{(pid=84875) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 07:10:42.933546 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84874) accepted ('10.222.0.24', 55580) {{(pid=84874) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:10:42.962056 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [req-b00bf8d6-9fde-4f2a-9aa5-7696648b69ec req-7f5a7137-b45b-425b-877c-eb5e7be59454 tempest-SecurityGroupRulesNegativeTestJSON-608374989 tempest-SecurityGroupRulesNegativeTestJSON-608374989] 10.222.0.24 "GET /v2.0/security-groups/8f51e36b-1b09-4243-a394-42c0ae450d20 HTTP/1.1" status: 200 len: 1812 time: 0.7497289 Jan 14 07:10:43.008034 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-72c6f15b-32ad-4712-98e0-679c4569dfc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777640533312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363259214678337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777640097497'] for port, after_update {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:10:43.118258 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b214d55-7a87-4d3f-a1b1-fb65294aa71a admin admin] Pushing event updated for resources: {'Port': ['ID=baa28b7f-1bd7-4f3c-bf39-3cad959e4fda,revision_number=1']} {{(pid=84874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:10:43.135479 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-5b214d55-7a87-4d3f-a1b1-fb65294aa71a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 2.294s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:10:43.150520 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e27d510-1a07-4c17-8974-9a1625301368 None None] Pushing event updated for resources: {'Port': ['ID=d4d35cbd-9bb0-4e41-be19-5c098f1bf518,revision_number=2']} {{(pid=84876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:10:43.157012 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-8e27d510-1a07-4c17-8974-9a1625301368 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.283s {{(pid=84876) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:10:43.161170 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-5737ee2f-fec3-4bc5-aa7f-3ddf4a3927b4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:10:43.172361 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.137s {{(pid=84876) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:10:43.186207 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-5737ee2f-fec3-4bc5-aa7f-3ddf4a3927b4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:10:43.190656 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-5737ee2f-fec3-4bc5-aa7f-3ddf4a3927b4 admin admin] Usage tracker for resource:security_group_rule and tenant:60189d65d8ee46158a4b1b134c467110 is out of sync, need to count used quota {{(pid=84874) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:10:43.193729 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-5737ee2f-fec3-4bc5-aa7f-3ddf4a3927b4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84874) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:10:43.199633 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-5737ee2f-fec3-4bc5-aa7f-3ddf4a3927b4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:10:43.228075 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [req-b00bf8d6-9fde-4f2a-9aa5-7696648b69ec req-a1f85a76-bed1-4073-a54a-c31e0ab87d8b tempest-SecurityGroupRulesNegativeTestJSON-608374989 tempest-SecurityGroupRulesNegativeTestJSON-608374989] Notify callbacks [] for security_group, before_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:10:43.260563 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [req-b00bf8d6-9fde-4f2a-9aa5-7696648b69ec req-a1f85a76-bed1-4073-a54a-c31e0ab87d8b tempest-SecurityGroupRulesNegativeTestJSON-608374989 tempest-SecurityGroupRulesNegativeTestJSON-608374989] Notify callbacks [] for security_group, precommit_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:10:43.275440 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b714520f-eaba-4ab3-9926-ce9a35c71c90 None None] Pushing event updated for resources: {'Port': ['ID=fc7e19f8-6020-4fa6-81d9-8badcf3f5e23,revision_number=4']} {{(pid=84876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:10:43.280894 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-b714520f-eaba-4ab3-9926-ce9a35c71c90 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=84876) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:10:43.355123 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-5b214d55-7a87-4d3f-a1b1-fb65294aa71a admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:10:43.367070 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72c6f15b-32ad-4712-98e0-679c4569dfc5 None None] Routers {'edd66113-474d-430c-86c2-dc251bc10dd9'} bound to L3 agent in host n-d-768862-2 {{(pid=84876) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 14 07:10:43.367904 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_hamode_db [None req-72c6f15b-32ad-4712-98e0-679c4569dfc5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-01-14T06:56:51Z,description=,heartbeat_timestamp=2021-01-14T07:10:21Z,host='n-d-768862-2',id=35f592e9-451b-4db9-abea-77b6a5c5391b,load=0,resource_versions=,resources_synced=,started_at=2021-01-14T06:56:51Z,topic='l3_agent')) {'router_ids': ['edd66113-474d-430c-86c2-dc251bc10dd9'], 'active': True} {{(pid=84876) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:10:43.437940 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [req-b00bf8d6-9fde-4f2a-9aa5-7696648b69ec req-a1f85a76-bed1-4073-a54a-c31e0ab87d8b tempest-SecurityGroupRulesNegativeTestJSON-608374989 tempest-SecurityGroupRulesNegativeTestJSON-608374989] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850887153'] for security_group, after_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:10:43.450117 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-28db33dc-3f6d-44fe-97a6-12e73d467166 tempest-SecurityGroupRulesNegativeTestJSON-608374989 tempest-SecurityGroupRulesNegativeTestJSON-608374989] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:10:43.477577 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1f85a76-bed1-4073-a54a-c31e0ab87d8b tempest-SecurityGroupRulesNegativeTestJSON-608374989 tempest-SecurityGroupRulesNegativeTestJSON-608374989] Pushing event deleted for resources: {'SecurityGroup': ['ID=8f51e36b-1b09-4243-a394-42c0ae450d20,revision_number=None']} {{(pid=84875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:10:43.481451 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-a1f85a76-bed1-4073-a54a-c31e0ab87d8b tempest-SecurityGroupRulesNegativeTestJSON-608374989 tempest-SecurityGroupRulesNegativeTestJSON-608374989] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:10:43.500326 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.db.resource_extend [req-685a7224-10ee-4509-921a-3168ee1dc4b9 req-da1926d1-8887-4d49-afc8-21b1e4c2b28c service neutron] It took 0.17 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84875) wrapper /usr/local/lib/python3.6/dist-packages/oslo_utils/timeutils.py:388}} Jan 14 07:10:43.511429 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-5737ee2f-fec3-4bc5-aa7f-3ddf4a3927b4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:10:43.525449 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [req-b00bf8d6-9fde-4f2a-9aa5-7696648b69ec req-a1f85a76-bed1-4073-a54a-c31e0ab87d8b tempest-SecurityGroupRulesNegativeTestJSON-608374989 tempest-SecurityGroupRulesNegativeTestJSON-608374989] Notify callbacks [] for security_group, before_response {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:10:43.540252 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [req-b00bf8d6-9fde-4f2a-9aa5-7696648b69ec req-a1f85a76-bed1-4073-a54a-c31e0ab87d8b tempest-SecurityGroupRulesNegativeTestJSON-608374989 tempest-SecurityGroupRulesNegativeTestJSON-608374989] 10.222.0.24 "DELETE /v2.0/security-groups/8f51e36b-1b09-4243-a394-42c0ae450d20 HTTP/1.1" status: 204 len: 173 time: 0.5687258 Jan 14 07:10:43.714909 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-43a5d126-a606-4e6b-a7f1-eb3d15e65bc3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3889632'] for router_interface, before_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:10:43.758634 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [req-562eb9bf-be9a-49e5-a8c3-1ed4195f766c req-379a8f12-dcff-454d-b26c-b60cf8411908 tempest-ServersOnMultiNodesTest-1389749888 tempest-ServersOnMultiNodesTest-1389749888] Notify callbacks [] for security_group, precommit_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:10:43.765473 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-5737ee2f-fec3-4bc5-aa7f-3ddf4a3927b4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850887153'] for security_group, after_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:10:43.832306 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [req-a0dd3432-b6f4-49fb-ad33-51a268423731 req-e7bb47e7-4bf6-45ab-b033-ce73520bcf7f tempest-FloatingIPsTestJSON-836215258 tempest-FloatingIPsTestJSON-836215258] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777640533329', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777640097463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851621574'] for port, after_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:10:43.843892 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84875) accepted ('10.222.0.24', 55588) {{(pid=84875) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:10:43.860354 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.db_base_plugin_common [req-3d1e1bfd-5c29-4982-bae3-089f3b2784d4 req-6bf35ff6-2c2f-4ed6-8072-987a7b4c21a2 tempest-FloatingIPsAssociationTestJSON-2140037530 tempest-FloatingIPsAssociationTestJSON-2140037530] Allocated IP 172.20.0.8 (1c7b4b12-7df2-4f41-8649-b236d94b12da/b1b9f7fe-b358-4c3f-84bc-2be679521ed7/417cb7e6-8fbb-41a3-a6ba-9afa1a7b439c) {{(pid=84874) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 14 07:10:43.875041 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-ab973dc2-e1b4-489b-b1b9-a6fee62d7655 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:10:43.888300 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_dvr_db [None req-72c6f15b-32ad-4712-98e0-679c4569dfc5 None None] Set router edd66113-474d-430c-86c2-dc251bc10dd9 gateway port host: n-d-768862-2 {{(pid=84876) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 14 07:10:43.906421 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [req-562eb9bf-be9a-49e5-a8c3-1ed4195f766c req-379a8f12-dcff-454d-b26c-b60cf8411908 tempest-ServersOnMultiNodesTest-1389749888 tempest-ServersOnMultiNodesTest-1389749888] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850887153'] for security_group, after_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:10:43.984044 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5737ee2f-fec3-4bc5-aa7f-3ddf4a3927b4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=59c0aaf4-451e-4cd9-8823-c5525f1b92b5,revision_number=1']} {{(pid=84874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:10:44.017591 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-5737ee2f-fec3-4bc5-aa7f-3ddf4a3927b4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:10:44.022279 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-d8bc1209-01e2-4dd7-89e8-525d032f0867 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.034s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:10:44.059339 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-5737ee2f-fec3-4bc5-aa7f-3ddf4a3927b4 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=60189d65d8ee46158a4b1b134c467110&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9365103 Jan 14 07:10:44.135027 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84874) accepted ('10.222.0.24', 55594) {{(pid=84874) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:10:44.408197 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-c4232002-ad9b-4a8d-8ede-8e535d428c20 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:10:44.408986 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_hamode_db [None req-72c6f15b-32ad-4712-98e0-679c4569dfc5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'edd66113-474d-430c-86c2-dc251bc10dd9', 'name': 'tempest-TaggedBootDevicesTest-125334263-router', 'tenant_id': '4873c9000017431bb4db0aa60ef7da75', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '226f1e78-82cd-4481-9055-4eb73b6db8c1', 'external_fixed_ips': [{'subnet_id': 'ba8deeec-7658-4195-9449-038c076f5c83', 'ip_address': '172.25.2.3'}], 'enable_snat': True}, 'gw_port_id': '625ca782-0c09-4444-b186-8e16fb80a65a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-14T07:10:12Z', 'updated_at': '2021-01-14T07:10:32Z', 'revision_number': 4, 'project_id': '4873c9000017431bb4db0aa60ef7da75', 'gw_port': {'id': '625ca782-0c09-4444-b186-8e16fb80a65a', 'name': '', 'network_id': '226f1e78-82cd-4481-9055-4eb73b6db8c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:bc:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'edd66113-474d-430c-86c2-dc251bc10dd9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 573, 'fixed_ips': [{'subnet_id': 'ba8deeec-7658-4195-9449-038c076f5c83', 'ip_address': '172.25.2.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T07:10:14Z', 'updated_at': '2021-01-14T07:10:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ba8deeec-7658-4195-9449-038c076f5c83', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-2', '_interfaces': [{'id': 'fc7e19f8-6020-4fa6-81d9-8badcf3f5e23', 'name': '', 'network_id': 'ae96959f-6ce5-41d0-90c9-8889aa70257e', 'tenant_id': '4873c9000017431bb4db0aa60ef7da75', 'mac_address': 'fa:16:3e:2a:6c:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'edd66113-474d-430c-86c2-dc251bc10dd9', 'device_owner': 'network:router_interface', 'standard_attr_id': 601, 'fixed_ips': [{'subnet_id': '2d5e37a0-0841-461f-a59f-1172aa4e92e4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T07:10:28Z', 'updated_at': '2021-01-14T07:10:42Z', 'revision_number': 4, 'project_id': '4873c9000017431bb4db0aa60ef7da75', 'subnets': [{'id': '2d5e37a0-0841-461f-a59f-1172aa4e92e4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'n-d-768862-2', False) {} {{(pid=84876) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:10:44.417062 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72c6f15b-32ad-4712-98e0-679c4569dfc5 None None] The sync data for ids ['edd66113-474d-430c-86c2-dc251bc10dd9'] in n-d-768862-2 is: [{'id': 'edd66113-474d-430c-86c2-dc251bc10dd9', 'name': 'tempest-TaggedBootDevicesTest-125334263-router', 'tenant_id': '4873c9000017431bb4db0aa60ef7da75', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '226f1e78-82cd-4481-9055-4eb73b6db8c1', 'external_fixed_ips': [{'subnet_id': 'ba8deeec-7658-4195-9449-038c076f5c83', 'ip_address': '172.25.2.3'}], 'enable_snat': True}, 'gw_port_id': '625ca782-0c09-4444-b186-8e16fb80a65a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-14T07:10:12Z', 'updated_at': '2021-01-14T07:10:32Z', 'revision_number': 4, 'project_id': '4873c9000017431bb4db0aa60ef7da75', 'gw_port': {'id': '625ca782-0c09-4444-b186-8e16fb80a65a', 'name': '', 'network_id': '226f1e78-82cd-4481-9055-4eb73b6db8c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:bc:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'edd66113-474d-430c-86c2-dc251bc10dd9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 573, 'fixed_ips': [{'subnet_id': 'ba8deeec-7658-4195-9449-038c076f5c83', 'ip_address': '172.25.2.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T07:10:14Z', 'updated_at': '2021-01-14T07:10:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ba8deeec-7658-4195-9449-038c076f5c83', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-2', '_interfaces': [{'id': 'fc7e19f8-6020-4fa6-81d9-8badcf3f5e23', 'name': '', 'network_id': 'ae96959f-6ce5-41d0-90c9-8889aa70257e', 'tenant_id': '4873c9000017431bb4db0aa60ef7da75', 'mac_address': 'fa:16:3e:2a:6c:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'edd66113-474d-430c-86c2-dc251bc10dd9', 'device_owner': 'network:router_interface', 'standard_attr_id': 601, 'fixed_ips': [{'subnet_id': '2d5e37a0-0841-461f-a59f-1172aa4e92e4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T07:10:28Z', 'updated_at': '2021-01-14T07:10:42Z', 'revision_number': 4, 'project_id': '4873c9000017431bb4db0aa60ef7da75', 'subnets': [{'id': '2d5e37a0-0841-461f-a59f-1172aa4e92e4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=84876) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Jan 14 07:10:44.447712 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-c4232002-ad9b-4a8d-8ede-8e535d428c20 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:10:44.503940 n-d-768862-2 neutron-server[84765]: DEBUG neutron.notifiers.nova [req-685a7224-10ee-4509-921a-3168ee1dc4b9 req-da1926d1-8887-4d49-afc8-21b1e4c2b28c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 55bbb788-b677-4def-8e0f-27f81cd181a5 {{(pid=84875) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Jan 14 07:10:44.514597 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [req-685a7224-10ee-4509-921a-3168ee1dc4b9 req-da1926d1-8887-4d49-afc8-21b1e4c2b28c service neutron] Notify callbacks [] for port, precommit_update {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:10:44.532199 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [req-685a7224-10ee-4509-921a-3168ee1dc4b9 req-da1926d1-8887-4d49-afc8-21b1e4c2b28c service neutron] Transition to ACTIVE for port object 55bbb788-b677-4def-8e0f-27f81cd181a5 will not be triggered until provisioned by entity L2. {{(pid=84875) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 07:10:44.546752 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-379a8f12-dcff-454d-b26c-b60cf8411908 tempest-ServersOnMultiNodesTest-1389749888 tempest-ServersOnMultiNodesTest-1389749888] Pushing event updated for resources: {'SecurityGroup': ['ID=a2c9355c-fabe-45a8-9ca5-0d1f02255d50,revision_number=1']} {{(pid=84874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:10:44.579362 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-379a8f12-dcff-454d-b26c-b60cf8411908 tempest-ServersOnMultiNodesTest-1389749888 tempest-ServersOnMultiNodesTest-1389749888] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.557s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:10:44.630096 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-c4232002-ad9b-4a8d-8ede-8e535d428c20 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850887153'] for security_group, after_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:10:44.647805 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-c99fb185-dea3-4e4e-ac9b-b2c28db5114a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:10:44.664581 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-a3938d54-eb4c-4a1c-8b29-c7642daa71f4 tempest-AttachSCSIVolumeTestJSON-1630246316 tempest-AttachSCSIVolumeTestJSON-1630246316] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:10:44.708684 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4232002-ad9b-4a8d-8ede-8e535d428c20 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=59c0aaf4-451e-4cd9-8823-c5525f1b92b5,revision_number=None']} {{(pid=84874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:10:44.785492 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [req-685a7224-10ee-4509-921a-3168ee1dc4b9 req-da1926d1-8887-4d49-afc8-21b1e4c2b28c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777640533312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363259214678337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777640097497', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3154211'] for port, after_update {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:10:44.808988 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-c4232002-ad9b-4a8d-8ede-8e535d428c20 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.161s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:10:45.050004 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-5b214d55-7a87-4d3f-a1b1-fb65294aa71a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036850886612', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036850863158'] for router, after_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:10:45.090958 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7bb47e7-4bf6-45ab-b033-ce73520bcf7f tempest-FloatingIPsTestJSON-836215258 tempest-FloatingIPsTestJSON-836215258] Pushing event deleted for resources: {'Port': ['ID=a374c254-2a85-4571-b4ac-2501fa1527e0,revision_number=None']} {{(pid=84875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:10:45.128008 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-e7bb47e7-4bf6-45ab-b033-ce73520bcf7f tempest-FloatingIPsTestJSON-836215258 tempest-FloatingIPsTestJSON-836215258] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.464s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:10:45.131436 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.041s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:10:45.154651 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83bd690c-0003-4d7a-b4c5-1474d64cb2b8 None None] Network 57222761-5524-446d-acc2-b143774aade8 requested from n-d-768862-2 {{(pid=84876) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 07:10:45.157571 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-c4232002-ad9b-4a8d-8ede-8e535d428c20 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:10:45.159179 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-c4232002-ad9b-4a8d-8ede-8e535d428c20 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/59c0aaf4-451e-4cd9-8823-c5525f1b92b5 HTTP/1.1" status: 204 len: 168 time: 0.9544122 Jan 14 07:10:45.499649 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.db_base_plugin_common [req-562eb9bf-be9a-49e5-a8c3-1ed4195f766c req-379a8f12-dcff-454d-b26c-b60cf8411908 tempest-ServersOnMultiNodesTest-1389749888 tempest-ServersOnMultiNodesTest-1389749888] Allocated IP 192.168.233.13 (3ab89270-67b1-41e9-8be2-a0395a984bff/69aa3990-7111-4d2c-9167-5d5ad366f163/c40d41a6-fc00-42a8-b2e3-fe2aa6059b84) {{(pid=84874) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 14 07:10:45.538728 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da1926d1-8887-4d49-afc8-21b1e4c2b28c service neutron] Pushing event updated for resources: {'Port': ['ID=55bbb788-b677-4def-8e0f-27f81cd181a5,revision_number=2']} {{(pid=84875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:10:45.697239 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-da1926d1-8887-4d49-afc8-21b1e4c2b28c service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.566s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:10:45.856546 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Device d4d35cbd-9bb0-4e41-be19-5c098f1bf518 up at agent ovs-agent-n-d-768862-2 {{(pid=84876) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 07:10:45.916271 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-cfcc2958-b31c-4b18-b49e-6e1155485b53 None None] Provisioning for port d4d35cbd-9bb0-4e41-be19-5c098f1bf518 completed by entity DHCP. {{(pid=84876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 07:10:46.109567 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:shared":"rule:admin_only" was deprecated in W in favor of "update_network:shared":"role:admin and system_scope:all". Reason: Jan 14 07:10:46.109567 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:10:46.109567 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:10:46.109567 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:10:46.109567 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "update_network:provider:network_type":"role:admin and system_scope:all". Reason: Jan 14 07:10:46.109567 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:10:46.109567 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:10:46.109567 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:10:46.109567 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "update_network:provider:physical_network":"role:admin and system_scope:all". Reason: Jan 14 07:10:46.109567 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:10:46.109567 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:10:46.109567 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:10:46.109567 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "update_network:provider:segmentation_id":"role:admin and system_scope:all". Reason: Jan 14 07:10:46.109567 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:10:46.109567 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:10:46.109567 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:10:46.109567 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:router:external":"rule:admin_only" was deprecated in W in favor of "update_network:router:external":"role:admin and system_scope:all". Reason: Jan 14 07:10:46.109567 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:10:46.109567 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:10:46.109567 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:10:46.109567 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:is_default":"rule:admin_only" was deprecated in W in favor of "update_network:is_default":"role:admin and system_scope:all". Reason: Jan 14 07:10:46.109567 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:10:46.109567 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:10:46.109567 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:10:46.109567 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:port_security_enabled":"rule:admin_or_owner" was deprecated in W in favor of "update_network:port_security_enabled":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 07:10:46.109567 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:10:46.109567 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:10:46.109567 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:10:46.109567 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "delete_network":"rule:admin_or_owner" was deprecated in W in favor of "delete_network":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 07:10:46.109567 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:10:46.109567 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:10:46.109567 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:10:46.109567 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_segment":"rule:admin_only" was deprecated in W in favor of "create_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:10:46.109567 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:10:46.109567 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_segment":"rule:admin_only" was deprecated in W in favor of "get_segment":"role:reader and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:10:46.109567 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:10:46.109567 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_segment":"rule:admin_only" was deprecated in W in favor of "update_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:10:46.109567 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:10:46.109567 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "delete_segment":"rule:admin_only" was deprecated in W in favor of "delete_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:10:46.109567 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:10:46.109567 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network":"rule:regular_user" was deprecated in W in favor of "create_network":"role:member and project_id:%(project_id)s". Reason: Jan 14 07:10:46.109567 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:10:46.113355 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:10:46.113355 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:10:46.113355 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:shared":"rule:admin_only" was deprecated in W in favor of "create_network:shared":"role:admin and system_scope:all". Reason: Jan 14 07:10:46.113355 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:10:46.113355 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:10:46.113355 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:10:46.113355 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:router:external":"rule:admin_only" was deprecated in W in favor of "create_network:router:external":"role:admin and system_scope:all". Reason: Jan 14 07:10:46.113355 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:10:46.113355 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:10:46.113355 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:10:46.113355 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:is_default":"rule:admin_only" was deprecated in W in favor of "create_network:is_default":"role:admin and system_scope:all". Reason: Jan 14 07:10:46.113355 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:10:46.113355 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:10:46.113355 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:10:46.113355 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:port_security_enabled":"rule:regular_user" was deprecated in W in favor of "create_network:port_security_enabled":"role:member and project_id:%(project_id)s". Reason: Jan 14 07:10:46.113355 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:10:46.113355 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:10:46.113355 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:10:46.113355 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:segments":"rule:admin_only" was deprecated in W in favor of "create_network:segments":"role:admin and system_scope:all". Reason: Jan 14 07:10:46.113355 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:10:46.113355 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:10:46.113355 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:10:46.113355 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "create_network:provider:network_type":"role:admin and system_scope:all". Reason: Jan 14 07:10:46.113355 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:10:46.113355 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:10:46.113355 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:10:46.113355 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "create_network:provider:physical_network":"role:admin and system_scope:all". Reason: Jan 14 07:10:46.113355 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:10:46.113355 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:10:46.113355 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:10:46.113355 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "create_network:provider:segmentation_id":"role:admin and system_scope:all". Reason: Jan 14 07:10:46.113355 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:10:46.113355 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:10:46.113355 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:10:46.113355 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network":"rule:admin_or_owner or rule:shared or rule:external or rule:context_is_advsvc" was deprecated in W in favor of "get_network":"(role:reader and system_scope:all) or (role:reader and project_id:%(project_id)s) or rule:shared or rule:external or rule:context_is_advsvc". Reason: Jan 14 07:10:46.113355 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:10:46.113355 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:10:46.113355 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:10:46.113355 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:router:external":"rule:regular_user" was deprecated in W in favor of "get_network:router:external":"role:reader and project_id:%(project_id)s". Reason: Jan 14 07:10:46.113355 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:10:46.113355 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:10:46.113355 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:10:46.113355 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:segments":"rule:admin_only" was deprecated in W in favor of "get_network:segments":"role:reader and system_scope:all". Reason: Jan 14 07:10:46.113355 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:10:46.113355 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:10:46.113355 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:10:46.113355 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "get_network:provider:network_type":"role:reader and system_scope:all". Reason: Jan 14 07:10:46.113355 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:10:46.113355 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:10:46.113355 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:10:46.118014 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "get_network:provider:physical_network":"role:reader and system_scope:all". Reason: Jan 14 07:10:46.118014 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:10:46.118014 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:10:46.118014 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:10:46.118014 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "get_network:provider:segmentation_id":"role:reader and system_scope:all". Reason: Jan 14 07:10:46.118014 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:10:46.118014 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:10:46.118014 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:10:46.118014 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network":"rule:admin_or_owner" was deprecated in W in favor of "update_network":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 07:10:46.118014 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:10:46.118014 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:10:46.118014 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:10:46.118014 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:segments":"rule:admin_only" was deprecated in W in favor of "update_network:segments":"role:admin and system_scope:all". Reason: Jan 14 07:10:46.118014 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:10:46.118014 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:10:46.118014 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:10:46.118014 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:shared":"rule:admin_only" was deprecated in W in favor of "update_network:shared":"role:admin and system_scope:all". Reason: Jan 14 07:10:46.118014 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:10:46.118014 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:10:46.118014 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:10:46.118014 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "update_network:provider:network_type":"role:admin and system_scope:all". Reason: Jan 14 07:10:46.118014 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:10:46.118014 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:10:46.118014 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:10:46.118014 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "update_network:provider:physical_network":"role:admin and system_scope:all". Reason: Jan 14 07:10:46.118014 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:10:46.118014 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:10:46.118014 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:10:46.118014 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "update_network:provider:segmentation_id":"role:admin and system_scope:all". Reason: Jan 14 07:10:46.118014 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:10:46.118014 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:10:46.118014 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:10:46.118014 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:router:external":"rule:admin_only" was deprecated in W in favor of "update_network:router:external":"role:admin and system_scope:all". Reason: Jan 14 07:10:46.118014 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:10:46.118014 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:10:46.118014 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:10:46.118014 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:is_default":"rule:admin_only" was deprecated in W in favor of "update_network:is_default":"role:admin and system_scope:all". Reason: Jan 14 07:10:46.118014 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:10:46.118014 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:10:46.118014 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:10:46.121999 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [req-23fd4ac9-d74d-41ba-be6a-cc8fa8444d1b req-faae872d-6bc2-4b52-a47e-15f288fed880 tempest-SecurityGroupRulesNegativeTestJSON-608374989 tempest-SecurityGroupRulesNegativeTestJSON-608374989] 10.222.0.24 "GET /v2.0/security-groups/8cc97c2c-03bf-4ce7-9699-faf535f00a61 HTTP/1.1" status: 200 len: 1811 time: 1.4715970 Jan 14 07:10:46.258096 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [req-3d1e1bfd-5c29-4982-bae3-089f3b2784d4 req-6bf35ff6-2c2f-4ed6-8072-987a7b4c21a2 tempest-FloatingIPsAssociationTestJSON-2140037530 tempest-FloatingIPsAssociationTestJSON-2140037530] Notify callbacks [] for port, precommit_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:10:46.306779 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [req-23fd4ac9-d74d-41ba-be6a-cc8fa8444d1b req-96878387-5278-4974-8250-9904ea4ca2d3 tempest-SecurityGroupRulesNegativeTestJSON-608374989 tempest-SecurityGroupRulesNegativeTestJSON-608374989] Notify callbacks [] for security_group, before_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:10:46.309122 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Provisioning for port d4d35cbd-9bb0-4e41-be19-5c098f1bf518 completed by entity L2. {{(pid=84876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 07:10:46.327642 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Provisioning complete for port d4d35cbd-9bb0-4e41-be19-5c098f1bf518 triggered by entity L2. {{(pid=84876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 07:10:46.328937 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-604227'] for port, provisioning_complete {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:10:46.334363 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [req-3d1e1bfd-5c29-4982-bae3-089f3b2784d4 req-6bf35ff6-2c2f-4ed6-8072-987a7b4c21a2 tempest-FloatingIPsAssociationTestJSON-2140037530 tempest-FloatingIPsAssociationTestJSON-2140037530] Transition to ACTIVE for port object 417cb7e6-8fbb-41a3-a6ba-9afa1a7b439c will not be triggered until provisioned by entity DHCP. {{(pid=84874) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 07:10:46.345715 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [req-23fd4ac9-d74d-41ba-be6a-cc8fa8444d1b req-96878387-5278-4974-8250-9904ea4ca2d3 tempest-SecurityGroupRulesNegativeTestJSON-608374989 tempest-SecurityGroupRulesNegativeTestJSON-608374989] Notify callbacks [] for security_group, precommit_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:10:46.442534 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [req-562eb9bf-be9a-49e5-a8c3-1ed4195f766c req-379a8f12-dcff-454d-b26c-b60cf8411908 tempest-ServersOnMultiNodesTest-1389749888 tempest-ServersOnMultiNodesTest-1389749888] Notify callbacks [] for port, precommit_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:10:46.505762 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [req-562eb9bf-be9a-49e5-a8c3-1ed4195f766c req-379a8f12-dcff-454d-b26c-b60cf8411908 tempest-ServersOnMultiNodesTest-1389749888 tempest-ServersOnMultiNodesTest-1389749888] Transition to ACTIVE for port object c40d41a6-fc00-42a8-b2e3-fe2aa6059b84 will not be triggered until provisioned by entity DHCP. {{(pid=84874) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 07:10:46.524980 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [req-3d1e1bfd-5c29-4982-bae3-089f3b2784d4 req-6bf35ff6-2c2f-4ed6-8072-987a7b4c21a2 tempest-FloatingIPsAssociationTestJSON-2140037530 tempest-FloatingIPsAssociationTestJSON-2140037530] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777640123575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3254186'] for port, after_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:10:46.553632 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [req-23fd4ac9-d74d-41ba-be6a-cc8fa8444d1b req-96878387-5278-4974-8250-9904ea4ca2d3 tempest-SecurityGroupRulesNegativeTestJSON-608374989 tempest-SecurityGroupRulesNegativeTestJSON-608374989] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850887153'] for security_group, after_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:10:46.561272 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555753'] for port, before_update {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:10:46.569611 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-4dfba6ec-3bd8-43ac-bf85-342a62daac88 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:10:46.582763 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-65d44f0c-e89f-47aa-8958-99cd0458a85a tempest-SecurityGroupsTestAdminJSON-1410245807 tempest-SecurityGroupsTestAdminJSON-1410245807] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:10:46.629432 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] For port d4d35cbd-9bb0-4e41-be19-5c098f1bf518, host n-d-768862-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-2',level=0,port_id=d4d35cbd-9bb0-4e41-be19-5c098f1bf518,segment=NetworkSegment(f25eaa12-5977-49d9-ad34-f633b5bcdfd0),segment_id=f25eaa12-5977-49d9-ad34-f633b5bcdfd0)] {{(pid=84876) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 07:10:46.636002 n-d-768862-2 neutron-server[84765]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5b214d55-7a87-4d3f-a1b1-fb65294aa71a admin admin] Router 478283e4-0c66-495d-ac11-53e15bbe5aba is scheduled to L3 agent 35f592e9-451b-4db9-abea-77b6a5c5391b with binding_index 1 {{(pid=84874) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}} Jan 14 07:10:46.638682 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777640533312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363259214678337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777640097497'] for port, after_update {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:10:46.639988 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Device fc7e19f8-6020-4fa6-81d9-8badcf3f5e23 up at agent ovs-agent-n-d-768862-2 {{(pid=84876) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 07:10:46.666774 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [req-23fd4ac9-d74d-41ba-be6a-cc8fa8444d1b req-96878387-5278-4974-8250-9904ea4ca2d3 tempest-SecurityGroupRulesNegativeTestJSON-608374989 tempest-SecurityGroupRulesNegativeTestJSON-608374989] Notify callbacks [] for security_group, before_response {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:10:46.686529 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [req-23fd4ac9-d74d-41ba-be6a-cc8fa8444d1b req-96878387-5278-4974-8250-9904ea4ca2d3 tempest-SecurityGroupRulesNegativeTestJSON-608374989 tempest-SecurityGroupRulesNegativeTestJSON-608374989] 10.222.0.24 "DELETE /v2.0/security-groups/8cc97c2c-03bf-4ce7-9699-faf535f00a61 HTTP/1.1" status: 204 len: 173 time: 0.5511241 Jan 14 07:10:46.687581 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96878387-5278-4974-8250-9904ea4ca2d3 tempest-SecurityGroupRulesNegativeTestJSON-608374989 tempest-SecurityGroupRulesNegativeTestJSON-608374989] Pushing event deleted for resources: {'SecurityGroup': ['ID=8cc97c2c-03bf-4ce7-9699-faf535f00a61,revision_number=None']} {{(pid=84875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:10:46.699291 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-96878387-5278-4974-8250-9904ea4ca2d3 tempest-SecurityGroupRulesNegativeTestJSON-608374989 tempest-SecurityGroupRulesNegativeTestJSON-608374989] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:10:46.709601 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84876) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:10:46.826506 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [req-a0dd3432-b6f4-49fb-ad33-51a268423731 req-e7bb47e7-4bf6-45ab-b033-ce73520bcf7f tempest-FloatingIPsTestJSON-836215258 tempest-FloatingIPsTestJSON-836215258] Notify callbacks [] for floatingip, after_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:10:46.831438 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.agents_db [None req-5b939a2f-078d-4c69-a188-cb55a28a77a0 None None] Agent healthcheck: found 7 active agents {{(pid=84877) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Jan 14 07:10:46.835898 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [req-a0dd3432-b6f4-49fb-ad33-51a268423731 req-e7bb47e7-4bf6-45ab-b033-ce73520bcf7f tempest-FloatingIPsTestJSON-836215258 tempest-FloatingIPsTestJSON-836215258] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854768116'] for floatingip, before_response {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:10:46.846218 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [req-a0dd3432-b6f4-49fb-ad33-51a268423731 req-e7bb47e7-4bf6-45ab-b033-ce73520bcf7f tempest-FloatingIPsTestJSON-836215258 tempest-FloatingIPsTestJSON-836215258] 10.222.0.24 "DELETE /v2.0/floatingips/cb5a64c8-4e6d-4cc8-8161-ecdfdcaf94fd HTTP/1.1" status: 204 len: 173 time: 6.1784823 Jan 14 07:10:46.907944 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.managers [req-685a7224-10ee-4509-921a-3168ee1dc4b9 req-da1926d1-8887-4d49-afc8-21b1e4c2b28c service neutron] Attempting to bind port 55bbb788-b677-4def-8e0f-27f81cd181a5 on host n-h1-768862-2 for vnic_type normal with profile {{(pid=84875) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 14 07:10:46.908352 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.managers [req-685a7224-10ee-4509-921a-3168ee1dc4b9 req-da1926d1-8887-4d49-afc8-21b1e4c2b28c service neutron] Attempting to bind port 55bbb788-b677-4def-8e0f-27f81cd181a5 by drivers openvswitch on host n-h1-768862-2 at level 0 using segments [{'id': 'cd744c8d-99a1-4442-90ac-a4780b36b18a', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': '4836ea0a-f546-4f5a-a93b-c7e45ef1752d'}] {{(pid=84875) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 14 07:10:46.908730 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-685a7224-10ee-4509-921a-3168ee1dc4b9 req-da1926d1-8887-4d49-afc8-21b1e4c2b28c service neutron] Attempting to bind port 55bbb788-b677-4def-8e0f-27f81cd181a5 on network 4836ea0a-f546-4f5a-a93b-c7e45ef1752d {{(pid=84875) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 14 07:10:46.934746 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-685a7224-10ee-4509-921a-3168ee1dc4b9 req-da1926d1-8887-4d49-afc8-21b1e4c2b28c service neutron] Checking agent: {'id': '40905704-73ec-4668-87ec-fe70ac9582ac', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-h1-768862-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 14, 7, 5, 11), 'started_at': datetime.datetime(2021, 1, 14, 7, 5, 41), 'heartbeat_timestamp': datetime.datetime(2021, 1, 14, 7, 10, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.42', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84875) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 14 07:10:46.935176 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-685a7224-10ee-4509-921a-3168ee1dc4b9 req-da1926d1-8887-4d49-afc8-21b1e4c2b28c service neutron] Checking segment: {'id': 'cd744c8d-99a1-4442-90ac-a4780b36b18a', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': '4836ea0a-f546-4f5a-a93b-c7e45ef1752d'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84875) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 14 07:10:46.935629 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [req-685a7224-10ee-4509-921a-3168ee1dc4b9 req-da1926d1-8887-4d49-afc8-21b1e4c2b28c service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:10:46.936316 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-685a7224-10ee-4509-921a-3168ee1dc4b9 req-da1926d1-8887-4d49-afc8-21b1e4c2b28c service neutron] Bound using segment: {'id': 'cd744c8d-99a1-4442-90ac-a4780b36b18a', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': '4836ea0a-f546-4f5a-a93b-c7e45ef1752d'} {{(pid=84875) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 14 07:10:46.936525 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.managers [req-685a7224-10ee-4509-921a-3168ee1dc4b9 req-da1926d1-8887-4d49-afc8-21b1e4c2b28c service neutron] Bound port: 55bbb788-b677-4def-8e0f-27f81cd181a5, host: n-h1-768862-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cd744c8d-99a1-4442-90ac-a4780b36b18a', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': '4836ea0a-f546-4f5a-a93b-c7e45ef1752d'}}] {{(pid=84875) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 14 07:10:46.936894 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [req-685a7224-10ee-4509-921a-3168ee1dc4b9 req-da1926d1-8887-4d49-afc8-21b1e4c2b28c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555753'] for port, before_update {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:10:46.979887 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bf35ff6-2c2f-4ed6-8072-987a7b4c21a2 tempest-FloatingIPsAssociationTestJSON-2140037530 tempest-FloatingIPsAssociationTestJSON-2140037530] Pushing event updated for resources: {'Port': ['ID=417cb7e6-8fbb-41a3-a6ba-9afa1a7b439c,revision_number=1']} {{(pid=84874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:10:46.984628 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-6bf35ff6-2c2f-4ed6-8072-987a7b4c21a2 tempest-FloatingIPsAssociationTestJSON-2140037530 tempest-FloatingIPsAssociationTestJSON-2140037530] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.415s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:10:47.068102 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Provisioning for port fc7e19f8-6020-4fa6-81d9-8badcf3f5e23 completed by entity L2. {{(pid=84876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 07:10:47.087254 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Provisioning complete for port fc7e19f8-6020-4fa6-81d9-8badcf3f5e23 triggered by entity L2. {{(pid=84876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 07:10:47.090852 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-604227'] for port, provisioning_complete {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:10:47.151425 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Pushing event updated for resources: {'Port': ['ID=d4d35cbd-9bb0-4e41-be19-5c098f1bf518,revision_number=3']} {{(pid=84876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:10:47.170726 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.460s {{(pid=84876) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:10:47.199944 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-2086214d-5662-4e71-87a5-6b6084ed372b None None] Provisioning complete for port d4d35cbd-9bb0-4e41-be19-5c098f1bf518 triggered by entity DHCP. {{(pid=84876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 07:10:47.200369 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-2086214d-5662-4e71-87a5-6b6084ed372b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-604227'] for port, provisioning_complete {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:10:47.225084 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.plugin [None req-43a5d126-a606-4e6b-a7f1-eb3d15e65bc3 admin admin] Deleting port f805a7ce-2e45-4687-b68f-067763e04470 {{(pid=84875) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 07:10:47.225462 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-43a5d126-a606-4e6b-a7f1-eb3d15e65bc3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363259214248359'] for port, before_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:10:47.315769 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5b214d55-7a87-4d3f-a1b1-fb65294aa71a admin admin] Notify agent at l3_agent.n-d-768862-2 the message routers_updated {{(pid=84874) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jan 14 07:10:47.336281 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9614c699-e223-48ae-9af4-b709945a9fe7 None None] Sync routers for ids ['478283e4-0c66-495d-ac11-53e15bbe5aba'] in n-d-768862-2 {{(pid=84877) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Jan 14 07:10:47.387623 n-d-768862-2 neutron-server[84765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3d1e1bfd-5c29-4982-bae3-089f3b2784d4 req-6bf35ff6-2c2f-4ed6-8072-987a7b4c21a2 tempest-FloatingIPsAssociationTestJSON-2140037530 tempest-FloatingIPsAssociationTestJSON-2140037530] Network 1c7b4b12-7df2-4f41-8649-b236d94b12da is already hosted by enough agents. {{(pid=84874) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 07:10:47.389201 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [req-562eb9bf-be9a-49e5-a8c3-1ed4195f766c req-379a8f12-dcff-454d-b26c-b60cf8411908 tempest-ServersOnMultiNodesTest-1389749888 tempest-ServersOnMultiNodesTest-1389749888] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777640123575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3254186'] for port, after_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:10:47.390909 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555753'] for port, before_update {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:10:47.392964 n-d-768862-2 neutron-server[84765]: DEBUG neutron.scheduler.base_scheduler [req-3d1e1bfd-5c29-4982-bae3-089f3b2784d4 req-6bf35ff6-2c2f-4ed6-8072-987a7b4c21a2 tempest-FloatingIPsAssociationTestJSON-2140037530 tempest-FloatingIPsAssociationTestJSON-2140037530] Resources bound (agent type, host, resource id): {{(pid=84874) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 07:10:47.402404 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9614c699-e223-48ae-9af4-b709945a9fe7 None None] Routers {'478283e4-0c66-495d-ac11-53e15bbe5aba'} bound to L3 agent in host n-d-768862-2 {{(pid=84877) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 14 07:10:47.407097 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_hamode_db [None req-9614c699-e223-48ae-9af4-b709945a9fe7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-01-14T06:56:51Z,description=,heartbeat_timestamp=2021-01-14T07:10:21Z,host='n-d-768862-2',id=35f592e9-451b-4db9-abea-77b6a5c5391b,load=0,resource_versions=,resources_synced=,started_at=2021-01-14T06:56:51Z,topic='l3_agent')) {'router_ids': ['478283e4-0c66-495d-ac11-53e15bbe5aba'], 'active': True} {{(pid=84877) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:10:47.411913 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:10:47.459945 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_dvrscheduler_db [req-3d1e1bfd-5c29-4982-bae3-089f3b2784d4 req-6bf35ff6-2c2f-4ed6-8072-987a7b4c21a2 tempest-FloatingIPsAssociationTestJSON-2140037530 tempest-FloatingIPsAssociationTestJSON-2140037530] Received port after_create {{(pid=84874) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 14 07:10:47.477387 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] For port fc7e19f8-6020-4fa6-81d9-8badcf3f5e23, host n-d-768862-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-2',level=0,port_id=fc7e19f8-6020-4fa6-81d9-8badcf3f5e23,segment=NetworkSegment(74eda698-0180-4b92-830f-64ae8961cc4d),segment_id=74eda698-0180-4b92-830f-64ae8961cc4d)] {{(pid=84876) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 07:10:47.489513 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777640533312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363259214678337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777640097497'] for port, after_update {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:10:47.514648 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-017f98a9-8a07-408c-a86f-8ff0c00400a0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84876) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:10:47.588805 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:port_security_enabled":"rule:admin_or_owner" was deprecated in W in favor of "update_network:port_security_enabled":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 07:10:47.588805 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:10:47.588805 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:10:47.588805 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:10:47.588805 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "delete_network":"rule:admin_or_owner" was deprecated in W in favor of "delete_network":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 07:10:47.588805 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:10:47.588805 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:10:47.588805 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:10:47.588805 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_segment":"rule:admin_only" was deprecated in W in favor of "create_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:10:47.588805 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:10:47.588805 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_segment":"rule:admin_only" was deprecated in W in favor of "get_segment":"role:reader and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:10:47.588805 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:10:47.588805 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_segment":"rule:admin_only" was deprecated in W in favor of "update_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:10:47.588805 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:10:47.588805 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "delete_segment":"rule:admin_only" was deprecated in W in favor of "delete_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:10:47.588805 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:10:47.588805 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network":"rule:regular_user" was deprecated in W in favor of "create_network":"role:member and project_id:%(project_id)s". Reason: Jan 14 07:10:47.588805 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:10:47.588805 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:10:47.588805 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:10:47.588805 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:shared":"rule:admin_only" was deprecated in W in favor of "create_network:shared":"role:admin and system_scope:all". Reason: Jan 14 07:10:47.588805 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:10:47.588805 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:10:47.588805 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:10:47.588805 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:router:external":"rule:admin_only" was deprecated in W in favor of "create_network:router:external":"role:admin and system_scope:all". Reason: Jan 14 07:10:47.588805 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:10:47.588805 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:10:47.588805 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:10:47.588805 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:is_default":"rule:admin_only" was deprecated in W in favor of "create_network:is_default":"role:admin and system_scope:all". Reason: Jan 14 07:10:47.588805 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:10:47.588805 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:10:47.588805 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:10:47.588805 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:port_security_enabled":"rule:regular_user" was deprecated in W in favor of "create_network:port_security_enabled":"role:member and project_id:%(project_id)s". Reason: Jan 14 07:10:47.588805 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:10:47.588805 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:10:47.588805 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:10:47.588805 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:segments":"rule:admin_only" was deprecated in W in favor of "create_network:segments":"role:admin and system_scope:all". Reason: Jan 14 07:10:47.588805 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:10:47.588805 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:10:47.588805 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:10:47.588805 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "create_network:provider:network_type":"role:admin and system_scope:all". Reason: Jan 14 07:10:47.588805 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:10:47.592157 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:10:47.592157 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:10:47.592157 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "create_network:provider:physical_network":"role:admin and system_scope:all". Reason: Jan 14 07:10:47.592157 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:10:47.592157 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:10:47.592157 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:10:47.592157 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "create_network:provider:segmentation_id":"role:admin and system_scope:all". Reason: Jan 14 07:10:47.592157 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:10:47.592157 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:10:47.592157 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:10:47.592157 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network":"rule:admin_or_owner or rule:shared or rule:external or rule:context_is_advsvc" was deprecated in W in favor of "get_network":"(role:reader and system_scope:all) or (role:reader and project_id:%(project_id)s) or rule:shared or rule:external or rule:context_is_advsvc". Reason: Jan 14 07:10:47.592157 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:10:47.592157 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:10:47.592157 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:10:47.592157 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:router:external":"rule:regular_user" was deprecated in W in favor of "get_network:router:external":"role:reader and project_id:%(project_id)s". Reason: Jan 14 07:10:47.592157 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:10:47.592157 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:10:47.592157 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:10:47.592157 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:segments":"rule:admin_only" was deprecated in W in favor of "get_network:segments":"role:reader and system_scope:all". Reason: Jan 14 07:10:47.592157 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:10:47.592157 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:10:47.592157 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:10:47.592157 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "get_network:provider:network_type":"role:reader and system_scope:all". Reason: Jan 14 07:10:47.592157 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:10:47.592157 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:10:47.592157 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:10:47.592157 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "get_network:provider:physical_network":"role:reader and system_scope:all". Reason: Jan 14 07:10:47.592157 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:10:47.592157 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:10:47.592157 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:10:47.592157 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "get_network:provider:segmentation_id":"role:reader and system_scope:all". Reason: Jan 14 07:10:47.592157 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:10:47.592157 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:10:47.592157 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:10:47.592157 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network":"rule:admin_or_owner" was deprecated in W in favor of "update_network":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 07:10:47.592157 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:10:47.592157 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:10:47.592157 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:10:47.592157 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:segments":"rule:admin_only" was deprecated in W in favor of "update_network:segments":"role:admin and system_scope:all". Reason: Jan 14 07:10:47.592157 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:10:47.592157 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:10:47.592157 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:10:47.592157 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:shared":"rule:admin_only" was deprecated in W in favor of "update_network:shared":"role:admin and system_scope:all". Reason: Jan 14 07:10:47.592157 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:10:47.592157 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:10:47.592157 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:10:47.592157 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "update_network:provider:network_type":"role:admin and system_scope:all". Reason: Jan 14 07:10:47.592157 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:10:47.592157 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:10:47.595954 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:10:47.595954 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "update_network:provider:physical_network":"role:admin and system_scope:all". Reason: Jan 14 07:10:47.595954 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:10:47.595954 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:10:47.595954 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:10:47.595954 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "update_network:provider:segmentation_id":"role:admin and system_scope:all". Reason: Jan 14 07:10:47.595954 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:10:47.595954 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:10:47.595954 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:10:47.595954 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:router:external":"rule:admin_only" was deprecated in W in favor of "update_network:router:external":"role:admin and system_scope:all". Reason: Jan 14 07:10:47.595954 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:10:47.595954 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:10:47.595954 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:10:47.595954 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:is_default":"rule:admin_only" was deprecated in W in favor of "update_network:is_default":"role:admin and system_scope:all". Reason: Jan 14 07:10:47.595954 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:10:47.595954 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:10:47.595954 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:10:47.595954 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:port_security_enabled":"rule:admin_or_owner" was deprecated in W in favor of "update_network:port_security_enabled":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 07:10:47.595954 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:10:47.595954 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:10:47.595954 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:10:47.595954 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "delete_network":"rule:admin_or_owner" was deprecated in W in favor of "delete_network":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 07:10:47.595954 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:10:47.595954 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:10:47.595954 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:10:47.595954 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_segment":"rule:admin_only" was deprecated in W in favor of "create_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:10:47.595954 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:10:47.595954 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_segment":"rule:admin_only" was deprecated in W in favor of "get_segment":"role:reader and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:10:47.595954 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:10:47.595954 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_segment":"rule:admin_only" was deprecated in W in favor of "update_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:10:47.595954 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:10:47.634479 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d1e1bfd-5c29-4982-bae3-089f3b2784d4 req-6bf35ff6-2c2f-4ed6-8072-987a7b4c21a2 tempest-FloatingIPsAssociationTestJSON-2140037530 tempest-FloatingIPsAssociationTestJSON-2140037530] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:10:47.635220 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [req-3d1e1bfd-5c29-4982-bae3-089f3b2784d4 req-6bf35ff6-2c2f-4ed6-8072-987a7b4c21a2 tempest-FloatingIPsAssociationTestJSON-2140037530 tempest-FloatingIPsAssociationTestJSON-2140037530] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854768116'] for port, before_response {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:10:47.691034 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [None req-43a5d126-a606-4e6b-a7f1-eb3d15e65bc3 admin admin] For port f805a7ce-2e45-4687-b68f-067763e04470, host n-d-768862-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-2',level=0,port_id=f805a7ce-2e45-4687-b68f-067763e04470,segment=NetworkSegment(cd744c8d-99a1-4442-90ac-a4780b36b18a),segment_id=cd744c8d-99a1-4442-90ac-a4780b36b18a)] {{(pid=84875) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 07:10:47.691034 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-43a5d126-a606-4e6b-a7f1-eb3d15e65bc3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036850862667'] for port, precommit_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:10:47.709853 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-5b214d55-7a87-4d3f-a1b1-fb65294aa71a admin admin] Notify callbacks [] for router, before_response {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:10:47.712231 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-5b214d55-7a87-4d3f-a1b1-fb65294aa71a admin admin] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 11.3303564 Jan 14 07:10:47.714549 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84874) accepted ('10.222.0.24', 55634) {{(pid=84874) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:10:47.762694 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Device d4d35cbd-9bb0-4e41-be19-5c098f1bf518 up at agent ovs-agent-n-d-768862-2 {{(pid=84876) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 07:10:47.910270 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Pushing event updated for resources: {'Port': ['ID=fc7e19f8-6020-4fa6-81d9-8badcf3f5e23,revision_number=5']} {{(pid=84876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:10:47.928155 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.414s {{(pid=84876) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:10:47.939211 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_dvr_db [None req-9614c699-e223-48ae-9af4-b709945a9fe7 None None] Set router 478283e4-0c66-495d-ac11-53e15bbe5aba gateway port host: n-d-768862-2 {{(pid=84877) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 14 07:10:47.949594 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-8165ec97-0a98-4f5e-8af7-6d8625e78454 None None] Provisioning complete for port d4d35cbd-9bb0-4e41-be19-5c098f1bf518 triggered by entity DHCP. {{(pid=84876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 07:10:47.950936 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-8165ec97-0a98-4f5e-8af7-6d8625e78454 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-604227'] for port, provisioning_complete {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:10:47.990283 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [req-3d1e1bfd-5c29-4982-bae3-089f3b2784d4 req-6bf35ff6-2c2f-4ed6-8072-987a7b4c21a2 tempest-FloatingIPsAssociationTestJSON-2140037530 tempest-FloatingIPsAssociationTestJSON-2140037530] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 6.9272423 Jan 14 07:10:48.007854 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.v2.base [req-3d1e1bfd-5c29-4982-bae3-089f3b2784d4 req-c22f76c7-2e90-45a1-8e30-40b68d4e1bfe service neutron] Request body: {'port': {'device_id': 'b4df1c8c-f0c2-4966-97b9-13f58a5db756', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-768862-2'}} {{(pid=84874) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:10:48.019265 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Provisioning complete for port d4d35cbd-9bb0-4e41-be19-5c098f1bf518 triggered by entity L2. {{(pid=84876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 07:10:48.024937 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-604227'] for port, provisioning_complete {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:10:48.118534 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.plugin [None req-43a5d126-a606-4e6b-a7f1-eb3d15e65bc3 admin admin] Calling delete_port for f805a7ce-2e45-4687-b68f-067763e04470 owned by network:router_interface {{(pid=84875) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 07:10:48.251691 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-379a8f12-dcff-454d-b26c-b60cf8411908 tempest-ServersOnMultiNodesTest-1389749888 tempest-ServersOnMultiNodesTest-1389749888] Pushing event updated for resources: {'Port': ['ID=c40d41a6-fc00-42a8-b2e3-fe2aa6059b84,revision_number=1']} {{(pid=84874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:10:48.270512 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-379a8f12-dcff-454d-b26c-b60cf8411908 tempest-ServersOnMultiNodesTest-1389749888 tempest-ServersOnMultiNodesTest-1389749888] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.859s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:10:48.330314 n-d-768862-2 neutron-server[84765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-562eb9bf-be9a-49e5-a8c3-1ed4195f766c req-379a8f12-dcff-454d-b26c-b60cf8411908 tempest-ServersOnMultiNodesTest-1389749888 tempest-ServersOnMultiNodesTest-1389749888] Network 3ab89270-67b1-41e9-8be2-a0395a984bff is already hosted by enough agents. {{(pid=84874) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 07:10:48.335756 n-d-768862-2 neutron-server[84765]: DEBUG neutron.scheduler.base_scheduler [req-562eb9bf-be9a-49e5-a8c3-1ed4195f766c req-379a8f12-dcff-454d-b26c-b60cf8411908 tempest-ServersOnMultiNodesTest-1389749888 tempest-ServersOnMultiNodesTest-1389749888] Resources bound (agent type, host, resource id): {{(pid=84874) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 07:10:48.343128 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_dvrscheduler_db [req-562eb9bf-be9a-49e5-a8c3-1ed4195f766c req-379a8f12-dcff-454d-b26c-b60cf8411908 tempest-ServersOnMultiNodesTest-1389749888 tempest-ServersOnMultiNodesTest-1389749888] Received port after_create {{(pid=84874) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 14 07:10:48.435046 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-3b18c6d2-237b-466f-8383-bc70ce3c9f8f None None] Provisioning for port 417cb7e6-8fbb-41a3-a6ba-9afa1a7b439c completed by entity DHCP. {{(pid=84876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 07:10:48.447039 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_hamode_db [None req-9614c699-e223-48ae-9af4-b709945a9fe7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '478283e4-0c66-495d-ac11-53e15bbe5aba', 'name': 'tempest-ServersTestMultiNic-1930649277-router', 'tenant_id': '7d129397cd71499dbaa91be4909e3699', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '226f1e78-82cd-4481-9055-4eb73b6db8c1', 'external_fixed_ips': [{'subnet_id': 'ba8deeec-7658-4195-9449-038c076f5c83', 'ip_address': '172.25.2.191'}], 'enable_snat': True}, 'gw_port_id': 'baa28b7f-1bd7-4f3c-bf39-3cad959e4fda', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-14T07:10:36Z', 'updated_at': '2021-01-14T07:10:41Z', 'revision_number': 3, 'project_id': '7d129397cd71499dbaa91be4909e3699', 'gw_port': {'id': 'baa28b7f-1bd7-4f3c-bf39-3cad959e4fda', 'name': '', 'network_id': '226f1e78-82cd-4481-9055-4eb73b6db8c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:97:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '478283e4-0c66-495d-ac11-53e15bbe5aba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 608, 'fixed_ips': [{'subnet_id': 'ba8deeec-7658-4195-9449-038c076f5c83', 'ip_address': '172.25.2.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T07:10:40Z', 'updated_at': '2021-01-14T07:10:40Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ba8deeec-7658-4195-9449-038c076f5c83', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-2'}], 'n-d-768862-2', False) {} {{(pid=84877) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:10:48.452527 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9614c699-e223-48ae-9af4-b709945a9fe7 None None] Checking router: 478283e4-0c66-495d-ac11-53e15bbe5aba for host: n-d-768862-2 {{(pid=84877) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Jan 14 07:10:48.453162 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9614c699-e223-48ae-9af4-b709945a9fe7 None None] Updating router 478283e4-0c66-495d-ac11-53e15bbe5aba port baa28b7f-1bd7-4f3c-bf39-3cad959e4fda binding host n-d-768862-2 {{(pid=84877) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Jan 14 07:10:48.453888 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-3b18c6d2-237b-466f-8383-bc70ce3c9f8f None None] Provisioning complete for port 417cb7e6-8fbb-41a3-a6ba-9afa1a7b439c triggered by entity DHCP. {{(pid=84876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 07:10:48.454315 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-3b18c6d2-237b-466f-8383-bc70ce3c9f8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-604227'] for port, provisioning_complete {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:10:48.525856 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-9614c699-e223-48ae-9af4-b709945a9fe7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555753'] for port, before_update {{(pid=84877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:10:48.576980 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.plugin [None req-3b18c6d2-237b-466f-8383-bc70ce3c9f8f None None] Port 417cb7e6-8fbb-41a3-a6ba-9afa1a7b439c cannot update to ACTIVE because it is not bound. {{(pid=84876) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:329}} Jan 14 07:10:48.662362 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-3614623e-e551-4eba-95bd-94f2780414db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363259214191800', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854171626'] for agent, after_update {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:10:48.721752 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-5b145ff0-5df0-488d-a60a-18e62978fdce None None] Provisioning for port c40d41a6-fc00-42a8-b2e3-fe2aa6059b84 completed by entity DHCP. {{(pid=84876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 07:10:48.736784 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-5b145ff0-5df0-488d-a60a-18e62978fdce None None] Provisioning complete for port c40d41a6-fc00-42a8-b2e3-fe2aa6059b84 triggered by entity DHCP. {{(pid=84876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 07:10:48.737315 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-5b145ff0-5df0-488d-a60a-18e62978fdce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-604227'] for port, provisioning_complete {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:10:48.777916 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "delete_segment":"rule:admin_only" was deprecated in W in favor of "delete_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:10:48.777916 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:10:48.777916 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network":"rule:regular_user" was deprecated in W in favor of "create_network":"role:member and project_id:%(project_id)s". Reason: Jan 14 07:10:48.777916 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:10:48.777916 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:10:48.777916 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:10:48.777916 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:shared":"rule:admin_only" was deprecated in W in favor of "create_network:shared":"role:admin and system_scope:all". Reason: Jan 14 07:10:48.777916 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:10:48.777916 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:10:48.777916 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:10:48.777916 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:router:external":"rule:admin_only" was deprecated in W in favor of "create_network:router:external":"role:admin and system_scope:all". Reason: Jan 14 07:10:48.777916 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:10:48.777916 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:10:48.777916 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:10:48.777916 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:is_default":"rule:admin_only" was deprecated in W in favor of "create_network:is_default":"role:admin and system_scope:all". Reason: Jan 14 07:10:48.777916 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:10:48.777916 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:10:48.777916 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:10:48.777916 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:port_security_enabled":"rule:regular_user" was deprecated in W in favor of "create_network:port_security_enabled":"role:member and project_id:%(project_id)s". Reason: Jan 14 07:10:48.777916 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:10:48.777916 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:10:48.777916 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:10:48.777916 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:segments":"rule:admin_only" was deprecated in W in favor of "create_network:segments":"role:admin and system_scope:all". Reason: Jan 14 07:10:48.777916 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:10:48.777916 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:10:48.777916 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:10:48.777916 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "create_network:provider:network_type":"role:admin and system_scope:all". Reason: Jan 14 07:10:48.777916 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:10:48.777916 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:10:48.777916 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:10:48.777916 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "create_network:provider:physical_network":"role:admin and system_scope:all". Reason: Jan 14 07:10:48.777916 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:10:48.777916 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:10:48.777916 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:10:48.777916 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "create_network:provider:segmentation_id":"role:admin and system_scope:all". Reason: Jan 14 07:10:48.777916 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:10:48.777916 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:10:48.777916 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:10:48.777916 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network":"rule:admin_or_owner or rule:shared or rule:external or rule:context_is_advsvc" was deprecated in W in favor of "get_network":"(role:reader and system_scope:all) or (role:reader and project_id:%(project_id)s) or rule:shared or rule:external or rule:context_is_advsvc". Reason: Jan 14 07:10:48.777916 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:10:48.777916 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:10:48.777916 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:10:48.777916 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:router:external":"rule:regular_user" was deprecated in W in favor of "get_network:router:external":"role:reader and project_id:%(project_id)s". Reason: Jan 14 07:10:48.777916 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:10:48.777916 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:10:48.777916 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:10:48.782886 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:segments":"rule:admin_only" was deprecated in W in favor of "get_network:segments":"role:reader and system_scope:all". Reason: Jan 14 07:10:48.782886 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:10:48.782886 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:10:48.782886 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:10:48.782886 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "get_network:provider:network_type":"role:reader and system_scope:all". Reason: Jan 14 07:10:48.782886 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:10:48.782886 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:10:48.782886 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:10:48.782886 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "get_network:provider:physical_network":"role:reader and system_scope:all". Reason: Jan 14 07:10:48.782886 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:10:48.782886 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:10:48.782886 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:10:48.782886 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "get_network:provider:segmentation_id":"role:reader and system_scope:all". Reason: Jan 14 07:10:48.782886 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:10:48.782886 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:10:48.782886 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:10:48.782886 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network":"rule:admin_or_owner" was deprecated in W in favor of "update_network":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 07:10:48.782886 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:10:48.782886 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:10:48.782886 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:10:48.803443 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-562eb9bf-be9a-49e5-a8c3-1ed4195f766c req-379a8f12-dcff-454d-b26c-b60cf8411908 tempest-ServersOnMultiNodesTest-1389749888 tempest-ServersOnMultiNodesTest-1389749888] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:10:48.804681 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [req-562eb9bf-be9a-49e5-a8c3-1ed4195f766c req-379a8f12-dcff-454d-b26c-b60cf8411908 tempest-ServersOnMultiNodesTest-1389749888 tempest-ServersOnMultiNodesTest-1389749888] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854768116'] for port, before_response {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:10:48.824275 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [req-3d1e1bfd-5c29-4982-bae3-089f3b2784d4 req-c22f76c7-2e90-45a1-8e30-40b68d4e1bfe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555753'] for port, before_update {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:10:48.892387 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.plugin [None req-5b145ff0-5df0-488d-a60a-18e62978fdce None None] Port c40d41a6-fc00-42a8-b2e3-fe2aa6059b84 cannot update to ACTIVE because it is not bound. {{(pid=84876) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:329}} Jan 14 07:10:48.954451 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [req-562eb9bf-be9a-49e5-a8c3-1ed4195f766c req-379a8f12-dcff-454d-b26c-b60cf8411908 tempest-ServersOnMultiNodesTest-1389749888 tempest-ServersOnMultiNodesTest-1389749888] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 9.3096440 Jan 14 07:10:48.964404 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [req-5b6cb261-d37d-426a-a60b-3be2a543ef65 req-3637b170-9dc3-4113-a5f7-7e2861fe3f5b tempest-FloatingIPsTestJSON-836215258 tempest-FloatingIPsTestJSON-836215258] 10.222.0.24 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 1.7656605 Jan 14 07:10:48.983744 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.v2.base [req-5b6cb261-d37d-426a-a60b-3be2a543ef65 req-d85944e6-39ab-42ec-a22d-b27da2e3358d tempest-FloatingIPsTestJSON-836215258 tempest-FloatingIPsTestJSON-836215258] Request body: {'floatingip': {'floating_network_id': '226f1e78-82cd-4481-9055-4eb73b6db8c1'}} {{(pid=84875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:10:48.994119 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [req-5b6cb261-d37d-426a-a60b-3be2a543ef65 req-d85944e6-39ab-42ec-a22d-b27da2e3358d tempest-FloatingIPsTestJSON-836215258 tempest-FloatingIPsTestJSON-836215258] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:10:49.018490 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [req-5b6cb261-d37d-426a-a60b-3be2a543ef65 req-d85944e6-39ab-42ec-a22d-b27da2e3358d tempest-FloatingIPsTestJSON-836215258 tempest-FloatingIPsTestJSON-836215258] Attempting to reserve 1 items for resource floatingip. Total usage: 1; quota limit: 50; headroom:49 {{(pid=84875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:10:49.048973 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [req-48276ad8-d2ac-4496-96ed-6bf53a11ce58 req-27ed2d53-15b7-425a-9e01-f738755163bc tempest-SecurityGroupRulesNegativeTestJSON-608374989 tempest-SecurityGroupRulesNegativeTestJSON-608374989] 10.222.0.24 "GET /v2.0/security-groups/b3ef856b-e98c-431e-bd28-945224c04e9d HTTP/1.1" status: 200 len: 1812 time: 2.1474581 Jan 14 07:10:49.073078 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [req-5b6cb261-d37d-426a-a60b-3be2a543ef65 req-d85944e6-39ab-42ec-a22d-b27da2e3358d tempest-FloatingIPsTestJSON-836215258 tempest-FloatingIPsTestJSON-836215258] Notify callbacks [] for floatingip, before_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:10:49.105069 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.v2.base [req-562eb9bf-be9a-49e5-a8c3-1ed4195f766c req-d854d5b6-953d-4739-82f0-21acc83106f8 service neutron] Request body: {'port': {'device_id': '8bead279-9d85-4fa5-a169-6cd94e983919', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-768862-2'}} {{(pid=84874) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:10:49.210617 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [req-685a7224-10ee-4509-921a-3168ee1dc4b9 req-da1926d1-8887-4d49-afc8-21b1e4c2b28c service neutron] For port 55bbb788-b677-4def-8e0f-27f81cd181a5, host n-h1-768862-2, cleared binding levels {{(pid=84875) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 14 07:10:49.221021 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [req-685a7224-10ee-4509-921a-3168ee1dc4b9 req-da1926d1-8887-4d49-afc8-21b1e4c2b28c service neutron] For port 55bbb788-b677-4def-8e0f-27f81cd181a5, host n-h1-768862-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-h1-768862-2',level=0,port_id=55bbb788-b677-4def-8e0f-27f81cd181a5,segment=NetworkSegment(cd744c8d-99a1-4442-90ac-a4780b36b18a),segment_id=cd744c8d-99a1-4442-90ac-a4780b36b18a)] {{(pid=84875) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 14 07:10:49.237311 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-9614c699-e223-48ae-9af4-b709945a9fe7 None None] Notify callbacks [] for port, precommit_update {{(pid=84877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:10:49.261110 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-9614c699-e223-48ae-9af4-b709945a9fe7 None None] Transition to ACTIVE for port object baa28b7f-1bd7-4f3c-bf39-3cad959e4fda will not be triggered until provisioned by entity L2. {{(pid=84877) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 07:10:49.264977 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-9614c699-e223-48ae-9af4-b709945a9fe7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777640533312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363259214678337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777640097497'] for port, after_update {{(pid=84877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:10:49.286722 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-7c8fd11a-4229-4022-8379-b5e402ea4aee None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:10:49.296327 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [req-685a7224-10ee-4509-921a-3168ee1dc4b9 req-da1926d1-8887-4d49-afc8-21b1e4c2b28c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777640533312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363259214678337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777640097497', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3154211'] for port, after_update {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:10:49.435993 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-e413e117-89b7-4c53-805e-ce8406ab3485 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:10:49.456411 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f8a153b-f50f-47ee-a8cc-091640166313 None None] Pushing event updated for resources: {'Port': ['ID=baa28b7f-1bd7-4f3c-bf39-3cad959e4fda,revision_number=2']} {{(pid=84877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:10:49.470775 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [req-48276ad8-d2ac-4496-96ed-6bf53a11ce58 req-76fd1564-1407-46bc-a64e-1c12ab66603b tempest-SecurityGroupRulesNegativeTestJSON-608374989 tempest-SecurityGroupRulesNegativeTestJSON-608374989] Notify callbacks [] for security_group, before_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:10:49.485891 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f8a153b-f50f-47ee-a8cc-091640166313 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@n-h1-768862-2 {{(pid=84877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:10:49.486595 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f8a153b-f50f-47ee-a8cc-091640166313 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-h1-768862-2 {{(pid=84877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:10:49.486975 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f8a153b-f50f-47ee-a8cc-091640166313 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-h1-768862-2 {{(pid=84877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:10:49.487348 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f8a153b-f50f-47ee-a8cc-091640166313 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-h1-768862-2 {{(pid=84877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:10:49.487723 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f8a153b-f50f-47ee-a8cc-091640166313 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@n-h1-768862-2 {{(pid=84877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:10:49.488105 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f8a153b-f50f-47ee-a8cc-091640166313 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-h1-768862-2 {{(pid=84877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:10:49.488470 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f8a153b-f50f-47ee-a8cc-091640166313 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-h1-768862-2 {{(pid=84877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:10:49.488830 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f8a153b-f50f-47ee-a8cc-091640166313 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-h1-768862-2 {{(pid=84877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:10:49.489191 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f8a153b-f50f-47ee-a8cc-091640166313 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-h1-768862-2 {{(pid=84877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:10:49.489547 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f8a153b-f50f-47ee-a8cc-091640166313 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-h1-768862-2 {{(pid=84877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:10:49.489903 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f8a153b-f50f-47ee-a8cc-091640166313 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-h1-768862-2 {{(pid=84877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:10:49.490257 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f8a153b-f50f-47ee-a8cc-091640166313 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-h1-768862-2 {{(pid=84877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:10:49.490668 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f8a153b-f50f-47ee-a8cc-091640166313 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@n-h2-768862-2 {{(pid=84877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:10:49.491012 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f8a153b-f50f-47ee-a8cc-091640166313 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-h2-768862-2 {{(pid=84877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:10:49.491370 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f8a153b-f50f-47ee-a8cc-091640166313 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-h2-768862-2 {{(pid=84877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:10:49.491717 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f8a153b-f50f-47ee-a8cc-091640166313 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-h2-768862-2 {{(pid=84877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:10:49.492140 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f8a153b-f50f-47ee-a8cc-091640166313 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@n-h2-768862-2 {{(pid=84877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:10:49.492453 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f8a153b-f50f-47ee-a8cc-091640166313 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-h2-768862-2 {{(pid=84877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:10:49.493033 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f8a153b-f50f-47ee-a8cc-091640166313 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-h2-768862-2 {{(pid=84877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:10:49.493246 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f8a153b-f50f-47ee-a8cc-091640166313 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-h2-768862-2 {{(pid=84877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:10:49.493579 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f8a153b-f50f-47ee-a8cc-091640166313 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-h2-768862-2 {{(pid=84877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:10:49.493931 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f8a153b-f50f-47ee-a8cc-091640166313 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-h2-768862-2 {{(pid=84877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:10:49.494283 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f8a153b-f50f-47ee-a8cc-091640166313 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-h2-768862-2 {{(pid=84877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:10:49.494636 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f8a153b-f50f-47ee-a8cc-091640166313 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-h2-768862-2 {{(pid=84877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:10:49.495038 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f8a153b-f50f-47ee-a8cc-091640166313 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-2 {{(pid=84877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:10:49.496030 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f8a153b-f50f-47ee-a8cc-091640166313 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-2 {{(pid=84877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:10:49.496030 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f8a153b-f50f-47ee-a8cc-091640166313 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-2 {{(pid=84877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:10:49.496030 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f8a153b-f50f-47ee-a8cc-091640166313 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-2 {{(pid=84877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:10:49.496376 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f8a153b-f50f-47ee-a8cc-091640166313 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@n-d-768862-2 {{(pid=84877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:10:49.496731 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f8a153b-f50f-47ee-a8cc-091640166313 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-2 {{(pid=84877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:10:49.497232 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f8a153b-f50f-47ee-a8cc-091640166313 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-768862-2 {{(pid=84877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:10:49.497481 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f8a153b-f50f-47ee-a8cc-091640166313 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-768862-2 {{(pid=84877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:10:49.498516 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f8a153b-f50f-47ee-a8cc-091640166313 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-2 {{(pid=84877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:10:49.498897 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f8a153b-f50f-47ee-a8cc-091640166313 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-2 {{(pid=84877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:10:49.499230 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f8a153b-f50f-47ee-a8cc-091640166313 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-2 {{(pid=84877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:10:49.499974 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f8a153b-f50f-47ee-a8cc-091640166313 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-2 {{(pid=84877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:10:49.510271 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-6f8a153b-f50f-47ee-a8cc-091640166313 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.225s {{(pid=84877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:10:49.593988 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [req-562eb9bf-be9a-49e5-a8c3-1ed4195f766c req-d854d5b6-953d-4739-82f0-21acc83106f8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555753'] for port, before_update {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:10:49.632992 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Device fc7e19f8-6020-4fa6-81d9-8badcf3f5e23 up at agent ovs-agent-n-d-768862-2 {{(pid=84876) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 07:10:49.644099 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.managers [None req-9614c699-e223-48ae-9af4-b709945a9fe7 None None] Attempting to bind port baa28b7f-1bd7-4f3c-bf39-3cad959e4fda on host n-d-768862-2 for vnic_type normal with profile {{(pid=84877) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 14 07:10:49.644441 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.managers [None req-9614c699-e223-48ae-9af4-b709945a9fe7 None None] Attempting to bind port baa28b7f-1bd7-4f3c-bf39-3cad959e4fda by drivers openvswitch on host n-d-768862-2 at level 0 using segments [{'id': 'cf3ded2c-bc47-4a71-89af-6e7117e60140', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '226f1e78-82cd-4481-9055-4eb73b6db8c1'}] {{(pid=84877) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 14 07:10:49.644795 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9614c699-e223-48ae-9af4-b709945a9fe7 None None] Attempting to bind port baa28b7f-1bd7-4f3c-bf39-3cad959e4fda on network 226f1e78-82cd-4481-9055-4eb73b6db8c1 {{(pid=84877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 14 07:10:49.655292 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9614c699-e223-48ae-9af4-b709945a9fe7 None None] Checking agent: {'id': 'ba5efab1-b43c-4d5a-bc52-6e105d4e67a2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768862-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 14, 6, 56, 52), 'started_at': datetime.datetime(2021, 1, 14, 6, 57, 22), 'heartbeat_timestamp': datetime.datetime(2021, 1, 14, 7, 10, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768862-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.29', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 14 07:10:49.655723 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9614c699-e223-48ae-9af4-b709945a9fe7 None None] Checking segment: {'id': 'cf3ded2c-bc47-4a71-89af-6e7117e60140', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '226f1e78-82cd-4481-9055-4eb73b6db8c1'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84877) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 14 07:10:49.656174 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-9614c699-e223-48ae-9af4-b709945a9fe7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:10:49.656764 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9614c699-e223-48ae-9af4-b709945a9fe7 None None] Bound using segment: {'id': 'cf3ded2c-bc47-4a71-89af-6e7117e60140', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '226f1e78-82cd-4481-9055-4eb73b6db8c1'} {{(pid=84877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 14 07:10:49.657283 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.managers [None req-9614c699-e223-48ae-9af4-b709945a9fe7 None None] Bound port: baa28b7f-1bd7-4f3c-bf39-3cad959e4fda, host: n-d-768862-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cf3ded2c-bc47-4a71-89af-6e7117e60140', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '226f1e78-82cd-4481-9055-4eb73b6db8c1'}}] {{(pid=84877) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 14 07:10:49.657698 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-9614c699-e223-48ae-9af4-b709945a9fe7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555753'] for port, before_update {{(pid=84877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:10:49.826621 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Provisioning complete for port fc7e19f8-6020-4fa6-81d9-8badcf3f5e23 triggered by entity L2. {{(pid=84876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 07:10:49.827758 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-604227'] for port, provisioning_complete {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:10:49.849034 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [None req-9614c699-e223-48ae-9af4-b709945a9fe7 None None] For port baa28b7f-1bd7-4f3c-bf39-3cad959e4fda, host n-d-768862-2, cleared binding levels {{(pid=84877) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 14 07:10:49.853155 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [None req-9614c699-e223-48ae-9af4-b709945a9fe7 None None] For port baa28b7f-1bd7-4f3c-bf39-3cad959e4fda, host n-d-768862-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-2',level=0,port_id=baa28b7f-1bd7-4f3c-bf39-3cad959e4fda,segment=NetworkSegment(cf3ded2c-bc47-4a71-89af-6e7117e60140),segment_id=cf3ded2c-bc47-4a71-89af-6e7117e60140)] {{(pid=84877) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 14 07:10:49.858794 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-9614c699-e223-48ae-9af4-b709945a9fe7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777640533312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363259214678337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777640097497'] for port, after_update {{(pid=84877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:10:49.868952 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-43a5d126-a606-4e6b-a7f1-eb3d15e65bc3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777640533329', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777640097463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851621574'] for port, after_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:10:49.904100 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:10:49.915409 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [req-48276ad8-d2ac-4496-96ed-6bf53a11ce58 req-76fd1564-1407-46bc-a64e-1c12ab66603b tempest-SecurityGroupRulesNegativeTestJSON-608374989 tempest-SecurityGroupRulesNegativeTestJSON-608374989] Notify callbacks [] for security_group, precommit_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:10:49.930366 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da1926d1-8887-4d49-afc8-21b1e4c2b28c service neutron] Pushing event updated for resources: {'Port': ['ID=55bbb788-b677-4def-8e0f-27f81cd181a5,revision_number=3']} {{(pid=84875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:10:50.014393 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-da1926d1-8887-4d49-afc8-21b1e4c2b28c service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.578s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:10:50.019184 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-b9f40b2f-6de1-48b8-81f8-02a99780f8d5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.087s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:10:50.052922 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f8a153b-f50f-47ee-a8cc-091640166313 None None] Pushing event updated for resources: {'Port': ['ID=baa28b7f-1bd7-4f3c-bf39-3cad959e4fda,revision_number=3']} {{(pid=84877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:10:50.061502 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-6f8a153b-f50f-47ee-a8cc-091640166313 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.157s {{(pid=84877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:10:50.085105 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43a5d126-a606-4e6b-a7f1-eb3d15e65bc3 admin admin] Pushing event deleted for resources: {'Port': ['ID=f805a7ce-2e45-4687-b68f-067763e04470,revision_number=None']} {{(pid=84875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:10:50.093257 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-43a5d126-a606-4e6b-a7f1-eb3d15e65bc3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:10:50.141953 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-685a7224-10ee-4509-921a-3168ee1dc4b9 req-da1926d1-8887-4d49-afc8-21b1e4c2b28c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:10:50.142659 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [req-685a7224-10ee-4509-921a-3168ee1dc4b9 req-da1926d1-8887-4d49-afc8-21b1e4c2b28c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854768116'] for port, before_response {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:10:50.144282 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [req-685a7224-10ee-4509-921a-3168ee1dc4b9 req-da1926d1-8887-4d49-afc8-21b1e4c2b28c service neutron] 10.222.0.35 "PUT /v2.0/ports/55bbb788-b677-4def-8e0f-27f81cd181a5 HTTP/1.1" status: 200 len: 1156 time: 11.5568120 Jan 14 07:10:50.149263 n-d-768862-2 neutron-server[84765]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd943fd8e-4ee6-4780-a38d-03da5ce32b1c', 'tag': '55bbb788-b677-4def-8e0f-27f81cd181a5'}] {{(pid=84875) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Jan 14 07:10:50.179519 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9614c699-e223-48ae-9af4-b709945a9fe7 None None] Routers {'478283e4-0c66-495d-ac11-53e15bbe5aba'} bound to L3 agent in host n-d-768862-2 {{(pid=84877) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 14 07:10:50.182087 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_hamode_db [None req-9614c699-e223-48ae-9af4-b709945a9fe7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-01-14T06:56:51Z,description=,heartbeat_timestamp=2021-01-14T07:10:21Z,host='n-d-768862-2',id=35f592e9-451b-4db9-abea-77b6a5c5391b,load=0,resource_versions=,resources_synced=,started_at=2021-01-14T06:56:51Z,topic='l3_agent')) {'router_ids': ['478283e4-0c66-495d-ac11-53e15bbe5aba'], 'active': True} {{(pid=84877) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:10:50.471397 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_dvr_db [None req-9614c699-e223-48ae-9af4-b709945a9fe7 None None] Set router 478283e4-0c66-495d-ac11-53e15bbe5aba gateway port host: n-d-768862-2 {{(pid=84877) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 14 07:10:50.583767 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [req-48276ad8-d2ac-4496-96ed-6bf53a11ce58 req-76fd1564-1407-46bc-a64e-1c12ab66603b tempest-SecurityGroupRulesNegativeTestJSON-608374989 tempest-SecurityGroupRulesNegativeTestJSON-608374989] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850887153'] for security_group, after_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:10:50.596184 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-0f6e77dc-f343-4a6f-a184-7cc51c4935c9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:10:50.641009 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76fd1564-1407-46bc-a64e-1c12ab66603b tempest-SecurityGroupRulesNegativeTestJSON-608374989 tempest-SecurityGroupRulesNegativeTestJSON-608374989] Pushing event deleted for resources: {'SecurityGroup': ['ID=b3ef856b-e98c-431e-bd28-945224c04e9d,revision_number=None']} {{(pid=84875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:10:50.663669 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.db.resource_extend [req-3d1e1bfd-5c29-4982-bae3-089f3b2784d4 req-c22f76c7-2e90-45a1-8e30-40b68d4e1bfe service neutron] It took 0.48 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84874) wrapper /usr/local/lib/python3.6/dist-packages/oslo_utils/timeutils.py:388}} Jan 14 07:10:50.698042 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-76fd1564-1407-46bc-a64e-1c12ab66603b tempest-SecurityGroupRulesNegativeTestJSON-608374989 tempest-SecurityGroupRulesNegativeTestJSON-608374989] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:10:50.718524 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [req-5b6cb261-d37d-426a-a60b-3be2a543ef65 req-d85944e6-39ab-42ec-a22d-b27da2e3358d tempest-FloatingIPsTestJSON-836215258 tempest-FloatingIPsTestJSON-836215258] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555753'] for port, before_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:10:50.739339 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-685a7224-10ee-4509-921a-3168ee1dc4b9 req-c9d4b073-7535-41b1-890f-d3bafb2a40dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:10:50.741269 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [req-685a7224-10ee-4509-921a-3168ee1dc4b9 req-c9d4b073-7535-41b1-890f-d3bafb2a40dc service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=f85c82bd29754c1bb1dc756e2b7c7b32&device_id=d943fd8e-4ee6-4780-a38d-03da5ce32b1c HTTP/1.1" status: 200 len: 1159 time: 0.5342455 Jan 14 07:10:50.742267 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [req-48276ad8-d2ac-4496-96ed-6bf53a11ce58 req-76fd1564-1407-46bc-a64e-1c12ab66603b tempest-SecurityGroupRulesNegativeTestJSON-608374989 tempest-SecurityGroupRulesNegativeTestJSON-608374989] Notify callbacks [] for security_group, before_response {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:10:50.757165 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [req-48276ad8-d2ac-4496-96ed-6bf53a11ce58 req-76fd1564-1407-46bc-a64e-1c12ab66603b tempest-SecurityGroupRulesNegativeTestJSON-608374989 tempest-SecurityGroupRulesNegativeTestJSON-608374989] 10.222.0.24 "DELETE /v2.0/security-groups/b3ef856b-e98c-431e-bd28-945224c04e9d HTTP/1.1" status: 204 len: 173 time: 1.6474440 Jan 14 07:10:50.803420 n-d-768862-2 neutron-server[84765]: DEBUG neutron.notifiers.nova [req-3d1e1bfd-5c29-4982-bae3-089f3b2784d4 req-c22f76c7-2e90-45a1-8e30-40b68d4e1bfe service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 417cb7e6-8fbb-41a3-a6ba-9afa1a7b439c {{(pid=84874) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Jan 14 07:10:50.813330 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [req-3d1e1bfd-5c29-4982-bae3-089f3b2784d4 req-c22f76c7-2e90-45a1-8e30-40b68d4e1bfe service neutron] Notify callbacks [] for port, precommit_update {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:10:50.828495 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [req-3d1e1bfd-5c29-4982-bae3-089f3b2784d4 req-c22f76c7-2e90-45a1-8e30-40b68d4e1bfe service neutron] Transition to ACTIVE for port object 417cb7e6-8fbb-41a3-a6ba-9afa1a7b439c will not be triggered until provisioned by entity L2. {{(pid=84874) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 07:10:50.838654 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [req-3d1e1bfd-5c29-4982-bae3-089f3b2784d4 req-c22f76c7-2e90-45a1-8e30-40b68d4e1bfe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777640533312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363259214678337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777640097497', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036851521613'] for port, after_update {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:10:50.996262 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-056ba795-315d-4d7a-8102-6b39fd08269b service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:10:50.999625 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_hamode_db [None req-9614c699-e223-48ae-9af4-b709945a9fe7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '478283e4-0c66-495d-ac11-53e15bbe5aba', 'name': 'tempest-ServersTestMultiNic-1930649277-router', 'tenant_id': '7d129397cd71499dbaa91be4909e3699', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '226f1e78-82cd-4481-9055-4eb73b6db8c1', 'external_fixed_ips': [{'subnet_id': 'ba8deeec-7658-4195-9449-038c076f5c83', 'ip_address': '172.25.2.191'}], 'enable_snat': True}, 'gw_port_id': 'baa28b7f-1bd7-4f3c-bf39-3cad959e4fda', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-14T07:10:36Z', 'updated_at': '2021-01-14T07:10:41Z', 'revision_number': 3, 'project_id': '7d129397cd71499dbaa91be4909e3699', 'gw_port': {'id': 'baa28b7f-1bd7-4f3c-bf39-3cad959e4fda', 'name': '', 'network_id': '226f1e78-82cd-4481-9055-4eb73b6db8c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:97:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '478283e4-0c66-495d-ac11-53e15bbe5aba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 608, 'fixed_ips': [{'subnet_id': 'ba8deeec-7658-4195-9449-038c076f5c83', 'ip_address': '172.25.2.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T07:10:40Z', 'updated_at': '2021-01-14T07:10:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ba8deeec-7658-4195-9449-038c076f5c83', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-2'}], 'n-d-768862-2', False) {} {{(pid=84877) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:10:51.004417 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9614c699-e223-48ae-9af4-b709945a9fe7 None None] The sync data for ids ['478283e4-0c66-495d-ac11-53e15bbe5aba'] in n-d-768862-2 is: [{'id': '478283e4-0c66-495d-ac11-53e15bbe5aba', 'name': 'tempest-ServersTestMultiNic-1930649277-router', 'tenant_id': '7d129397cd71499dbaa91be4909e3699', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '226f1e78-82cd-4481-9055-4eb73b6db8c1', 'external_fixed_ips': [{'subnet_id': 'ba8deeec-7658-4195-9449-038c076f5c83', 'ip_address': '172.25.2.191'}], 'enable_snat': True}, 'gw_port_id': 'baa28b7f-1bd7-4f3c-bf39-3cad959e4fda', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-14T07:10:36Z', 'updated_at': '2021-01-14T07:10:41Z', 'revision_number': 3, 'project_id': '7d129397cd71499dbaa91be4909e3699', 'gw_port': {'id': 'baa28b7f-1bd7-4f3c-bf39-3cad959e4fda', 'name': '', 'network_id': '226f1e78-82cd-4481-9055-4eb73b6db8c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:97:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '478283e4-0c66-495d-ac11-53e15bbe5aba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 608, 'fixed_ips': [{'subnet_id': 'ba8deeec-7658-4195-9449-038c076f5c83', 'ip_address': '172.25.2.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T07:10:40Z', 'updated_at': '2021-01-14T07:10:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ba8deeec-7658-4195-9449-038c076f5c83', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-2'}] {{(pid=84877) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Jan 14 07:10:51.066886 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [req-685a7224-10ee-4509-921a-3168ee1dc4b9 req-6ef1531e-e606-4ce4-a870-c81640f2df18 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=55bbb788-b677-4def-8e0f-27f81cd181a5 HTTP/1.1" status: 200 len: 217 time: 0.2915411 Jan 14 07:10:51.078501 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-3c2fc2e2-089d-4295-bed5-78c609fc732c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3889632'] for router_interface, before_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:10:51.113169 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-6674b690-fead-4851-ac70-48a0c4aec3b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363259214191800', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854171626'] for agent, after_update {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:10:51.150543 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c22f76c7-2e90-45a1-8e30-40b68d4e1bfe service neutron] Pushing event updated for resources: {'Port': ['ID=417cb7e6-8fbb-41a3-a6ba-9afa1a7b439c,revision_number=2']} {{(pid=84874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:10:51.171141 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-c22f76c7-2e90-45a1-8e30-40b68d4e1bfe service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.175s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:10:51.242013 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.db.resource_extend [req-562eb9bf-be9a-49e5-a8c3-1ed4195f766c req-d854d5b6-953d-4739-82f0-21acc83106f8 service neutron] It took 0.25 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84874) wrapper /usr/local/lib/python3.6/dist-packages/oslo_utils/timeutils.py:388}} Jan 14 07:10:51.329055 n-d-768862-2 neutron-server[84765]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd943fd8e-4ee6-4780-a38d-03da5ce32b1c', 'tag': '55bbb788-b677-4def-8e0f-27f81cd181a5', 'status': 'completed', 'code': 200} Jan 14 07:10:51.427668 n-d-768862-2 neutron-server[84765]: DEBUG neutron.notifiers.nova [req-562eb9bf-be9a-49e5-a8c3-1ed4195f766c req-d854d5b6-953d-4739-82f0-21acc83106f8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c40d41a6-fc00-42a8-b2e3-fe2aa6059b84 {{(pid=84874) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Jan 14 07:10:51.444478 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [req-562eb9bf-be9a-49e5-a8c3-1ed4195f766c req-d854d5b6-953d-4739-82f0-21acc83106f8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:10:51.470029 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-aeaa8e4c-1b3b-400d-9d25-93f595eeb2fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555753'] for port, before_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:10:51.593168 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [req-562eb9bf-be9a-49e5-a8c3-1ed4195f766c req-d854d5b6-953d-4739-82f0-21acc83106f8 service neutron] Transition to ACTIVE for port object c40d41a6-fc00-42a8-b2e3-fe2aa6059b84 will not be triggered until provisioned by entity L2. {{(pid=84874) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 07:10:51.650197 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [req-562eb9bf-be9a-49e5-a8c3-1ed4195f766c req-d854d5b6-953d-4739-82f0-21acc83106f8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777640533312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363259214678337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777640097497', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036851521613'] for port, after_update {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:10:51.697054 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-da76cfc0-98e8-4426-9f6d-4f05aa3fae78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363259214191800', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854171626'] for agent, after_update {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:10:51.738944 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-5b214d55-7a87-4d3f-a1b1-fb65294aa71a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:10:52.013658 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:port_security_enabled":"rule:admin_or_owner" was deprecated in W in favor of "update_network:port_security_enabled":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 07:10:52.013658 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:10:52.013658 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:10:52.013658 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:10:52.013658 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "delete_network":"rule:admin_or_owner" was deprecated in W in favor of "delete_network":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 07:10:52.013658 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:10:52.013658 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:10:52.013658 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:10:52.013658 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_segment":"rule:admin_only" was deprecated in W in favor of "create_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:10:52.013658 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:10:52.013658 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_segment":"rule:admin_only" was deprecated in W in favor of "get_segment":"role:reader and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:10:52.013658 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:10:52.013658 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_segment":"rule:admin_only" was deprecated in W in favor of "update_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:10:52.013658 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:10:52.013658 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "delete_segment":"rule:admin_only" was deprecated in W in favor of "delete_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:10:52.013658 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:10:52.013658 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network":"rule:regular_user" was deprecated in W in favor of "create_network":"role:member and project_id:%(project_id)s". Reason: Jan 14 07:10:52.013658 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:10:52.013658 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:10:52.013658 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:10:52.013658 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:shared":"rule:admin_only" was deprecated in W in favor of "create_network:shared":"role:admin and system_scope:all". Reason: Jan 14 07:10:52.013658 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:10:52.013658 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:10:52.013658 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:10:52.013658 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:router:external":"rule:admin_only" was deprecated in W in favor of "create_network:router:external":"role:admin and system_scope:all". Reason: Jan 14 07:10:52.013658 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:10:52.013658 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:10:52.013658 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:10:52.013658 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:is_default":"rule:admin_only" was deprecated in W in favor of "create_network:is_default":"role:admin and system_scope:all". Reason: Jan 14 07:10:52.013658 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:10:52.013658 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:10:52.013658 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:10:52.013658 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:port_security_enabled":"rule:regular_user" was deprecated in W in favor of "create_network:port_security_enabled":"role:member and project_id:%(project_id)s". Reason: Jan 14 07:10:52.013658 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:10:52.013658 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:10:52.013658 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:10:52.013658 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:segments":"rule:admin_only" was deprecated in W in favor of "create_network:segments":"role:admin and system_scope:all". Reason: Jan 14 07:10:52.013658 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:10:52.013658 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:10:52.013658 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:10:52.013658 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "create_network:provider:network_type":"role:admin and system_scope:all". Reason: Jan 14 07:10:52.013658 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:10:52.016394 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:10:52.016394 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:10:52.016394 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "create_network:provider:physical_network":"role:admin and system_scope:all". Reason: Jan 14 07:10:52.016394 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:10:52.016394 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:10:52.016394 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:10:52.016394 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "create_network:provider:segmentation_id":"role:admin and system_scope:all". Reason: Jan 14 07:10:52.016394 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:10:52.016394 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:10:52.016394 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:10:52.016394 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network":"rule:admin_or_owner or rule:shared or rule:external or rule:context_is_advsvc" was deprecated in W in favor of "get_network":"(role:reader and system_scope:all) or (role:reader and project_id:%(project_id)s) or rule:shared or rule:external or rule:context_is_advsvc". Reason: Jan 14 07:10:52.016394 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:10:52.016394 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:10:52.016394 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:10:52.016394 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:router:external":"rule:regular_user" was deprecated in W in favor of "get_network:router:external":"role:reader and project_id:%(project_id)s". Reason: Jan 14 07:10:52.016394 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:10:52.016394 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:10:52.016394 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:10:52.017444 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:segments":"rule:admin_only" was deprecated in W in favor of "get_network:segments":"role:reader and system_scope:all". Reason: Jan 14 07:10:52.017444 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:10:52.017444 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:10:52.017444 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:10:52.017444 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "get_network:provider:network_type":"role:reader and system_scope:all". Reason: Jan 14 07:10:52.017444 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:10:52.017444 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:10:52.017444 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:10:52.017444 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "get_network:provider:physical_network":"role:reader and system_scope:all". Reason: Jan 14 07:10:52.017444 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:10:52.017444 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:10:52.017444 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:10:52.017444 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "get_network:provider:segmentation_id":"role:reader and system_scope:all". Reason: Jan 14 07:10:52.017444 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:10:52.017444 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:10:52.017444 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:10:52.017444 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network":"rule:admin_or_owner" was deprecated in W in favor of "update_network":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 07:10:52.017444 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:10:52.017444 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:10:52.017444 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:10:52.017444 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:segments":"rule:admin_only" was deprecated in W in favor of "update_network:segments":"role:admin and system_scope:all". Reason: Jan 14 07:10:52.017444 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:10:52.017444 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:10:52.017444 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:10:52.017444 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:shared":"rule:admin_only" was deprecated in W in favor of "update_network:shared":"role:admin and system_scope:all". Reason: Jan 14 07:10:52.017444 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:10:52.017444 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:10:52.017444 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:10:52.017444 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "update_network:provider:network_type":"role:admin and system_scope:all". Reason: Jan 14 07:10:52.017444 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:10:52.017444 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:10:52.017444 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:10:52.017444 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "update_network:provider:physical_network":"role:admin and system_scope:all". Reason: Jan 14 07:10:52.017444 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:10:52.017444 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:10:52.017444 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:10:52.017444 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "update_network:provider:segmentation_id":"role:admin and system_scope:all". Reason: Jan 14 07:10:52.017444 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:10:52.017444 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:10:52.017444 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:10:52.017444 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:router:external":"rule:admin_only" was deprecated in W in favor of "update_network:router:external":"role:admin and system_scope:all". Reason: Jan 14 07:10:52.017444 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:10:52.017444 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:10:52.017444 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:10:52.017444 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:is_default":"rule:admin_only" was deprecated in W in favor of "update_network:is_default":"role:admin and system_scope:all". Reason: Jan 14 07:10:52.017444 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:10:52.017444 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:10:52.017444 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:10:52.022656 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:port_security_enabled":"rule:admin_or_owner" was deprecated in W in favor of "update_network:port_security_enabled":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 07:10:52.022656 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:10:52.022656 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:10:52.022656 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:10:52.022656 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "delete_network":"rule:admin_or_owner" was deprecated in W in favor of "delete_network":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 07:10:52.022656 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:10:52.022656 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:10:52.022656 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:10:52.022656 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_segment":"rule:admin_only" was deprecated in W in favor of "create_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:10:52.022656 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:10:52.022656 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_segment":"rule:admin_only" was deprecated in W in favor of "get_segment":"role:reader and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:10:52.022656 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:10:52.022656 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_segment":"rule:admin_only" was deprecated in W in favor of "update_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:10:52.022656 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:10:52.022656 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [req-6b2407a4-9b73-4d8d-bcbc-3baed9a11b27 req-4c2b22a6-c483-422d-b42c-fe2574bdfb9e tempest-SecurityGroupRulesNegativeTestJSON-608374989 tempest-SecurityGroupRulesNegativeTestJSON-608374989] 10.222.0.24 "GET /v2.0/security-groups/280df990-4cb0-4def-bd3f-1e8e7ff66bb0 HTTP/1.1" status: 200 len: 1812 time: 0.7337275 Jan 14 07:10:52.040323 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d854d5b6-953d-4739-82f0-21acc83106f8 service neutron] Pushing event updated for resources: {'Port': ['ID=c40d41a6-fc00-42a8-b2e3-fe2aa6059b84,revision_number=2']} {{(pid=84874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:10:52.049335 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-d854d5b6-953d-4739-82f0-21acc83106f8 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.310s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:10:52.113610 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.managers [req-3d1e1bfd-5c29-4982-bae3-089f3b2784d4 req-c22f76c7-2e90-45a1-8e30-40b68d4e1bfe service neutron] Attempting to bind port 417cb7e6-8fbb-41a3-a6ba-9afa1a7b439c on host n-h1-768862-2 for vnic_type normal with profile {{(pid=84874) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 14 07:10:52.113990 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.managers [req-3d1e1bfd-5c29-4982-bae3-089f3b2784d4 req-c22f76c7-2e90-45a1-8e30-40b68d4e1bfe service neutron] Attempting to bind port 417cb7e6-8fbb-41a3-a6ba-9afa1a7b439c by drivers openvswitch on host n-h1-768862-2 at level 0 using segments [{'id': 'f1a1da15-9c84-4f1f-8d4b-5f93ea7c2a21', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 8, 'network_id': '1c7b4b12-7df2-4f41-8649-b236d94b12da'}] {{(pid=84874) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 14 07:10:52.114368 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d1e1bfd-5c29-4982-bae3-089f3b2784d4 req-c22f76c7-2e90-45a1-8e30-40b68d4e1bfe service neutron] Attempting to bind port 417cb7e6-8fbb-41a3-a6ba-9afa1a7b439c on network 1c7b4b12-7df2-4f41-8649-b236d94b12da {{(pid=84874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 14 07:10:52.131805 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d1e1bfd-5c29-4982-bae3-089f3b2784d4 req-c22f76c7-2e90-45a1-8e30-40b68d4e1bfe service neutron] Checking agent: {'id': '40905704-73ec-4668-87ec-fe70ac9582ac', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-h1-768862-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 14, 7, 5, 11), 'started_at': datetime.datetime(2021, 1, 14, 7, 5, 41), 'heartbeat_timestamp': datetime.datetime(2021, 1, 14, 7, 10, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.42', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 14 07:10:52.132212 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d1e1bfd-5c29-4982-bae3-089f3b2784d4 req-c22f76c7-2e90-45a1-8e30-40b68d4e1bfe service neutron] Checking segment: {'id': 'f1a1da15-9c84-4f1f-8d4b-5f93ea7c2a21', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 8, 'network_id': '1c7b4b12-7df2-4f41-8649-b236d94b12da'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84874) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 14 07:10:52.132622 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [req-3d1e1bfd-5c29-4982-bae3-089f3b2784d4 req-c22f76c7-2e90-45a1-8e30-40b68d4e1bfe service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:10:52.133025 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d1e1bfd-5c29-4982-bae3-089f3b2784d4 req-c22f76c7-2e90-45a1-8e30-40b68d4e1bfe service neutron] Bound using segment: {'id': 'f1a1da15-9c84-4f1f-8d4b-5f93ea7c2a21', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 8, 'network_id': '1c7b4b12-7df2-4f41-8649-b236d94b12da'} {{(pid=84874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 14 07:10:52.133526 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.managers [req-3d1e1bfd-5c29-4982-bae3-089f3b2784d4 req-c22f76c7-2e90-45a1-8e30-40b68d4e1bfe service neutron] Bound port: 417cb7e6-8fbb-41a3-a6ba-9afa1a7b439c, host: n-h1-768862-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f1a1da15-9c84-4f1f-8d4b-5f93ea7c2a21', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 8, 'network_id': '1c7b4b12-7df2-4f41-8649-b236d94b12da'}}] {{(pid=84874) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 14 07:10:52.133899 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [req-3d1e1bfd-5c29-4982-bae3-089f3b2784d4 req-c22f76c7-2e90-45a1-8e30-40b68d4e1bfe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555753'] for port, before_update {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:10:52.211100 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-685a7224-10ee-4509-921a-3168ee1dc4b9 req-1eb3d0de-8ed7-40e0-bd3c-e2a4c2a1e174 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:10:52.213142 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [req-685a7224-10ee-4509-921a-3168ee1dc4b9 req-1eb3d0de-8ed7-40e0-bd3c-e2a4c2a1e174 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=27c3fde2-d1e6-4a5a-9f37-77671049f1d9 HTTP/1.1" status: 200 len: 853 time: 1.0167055 Jan 14 07:10:52.220690 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [req-6b2407a4-9b73-4d8d-bcbc-3baed9a11b27 req-24e951d0-c7d9-4f1f-8c95-0ee63223e8ce tempest-SecurityGroupRulesNegativeTestJSON-608374989 tempest-SecurityGroupRulesNegativeTestJSON-608374989] Notify callbacks [] for security_group, before_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:10:52.415101 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [req-6b2407a4-9b73-4d8d-bcbc-3baed9a11b27 req-24e951d0-c7d9-4f1f-8c95-0ee63223e8ce tempest-SecurityGroupRulesNegativeTestJSON-608374989 tempest-SecurityGroupRulesNegativeTestJSON-608374989] Notify callbacks [] for security_group, precommit_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:10:52.497459 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-43a5d126-a606-4e6b-a7f1-eb3d15e65bc3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted--9223372036851568851', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal--9223372036850888080'] for router_interface, after_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:10:52.565984 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [req-3d1e1bfd-5c29-4982-bae3-089f3b2784d4 req-c22f76c7-2e90-45a1-8e30-40b68d4e1bfe service neutron] For port 417cb7e6-8fbb-41a3-a6ba-9afa1a7b439c, host n-h1-768862-2, cleared binding levels {{(pid=84874) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 14 07:10:52.572003 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363259214191800', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854171626'] for agent, after_update {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:10:52.596671 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [req-3d1e1bfd-5c29-4982-bae3-089f3b2784d4 req-c22f76c7-2e90-45a1-8e30-40b68d4e1bfe service neutron] For port 417cb7e6-8fbb-41a3-a6ba-9afa1a7b439c, host n-h1-768862-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-h1-768862-2',level=0,port_id=417cb7e6-8fbb-41a3-a6ba-9afa1a7b439c,segment=NetworkSegment(f1a1da15-9c84-4f1f-8d4b-5f93ea7c2a21),segment_id=f1a1da15-9c84-4f1f-8d4b-5f93ea7c2a21)] {{(pid=84874) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 14 07:10:52.647820 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [req-3d1e1bfd-5c29-4982-bae3-089f3b2784d4 req-c22f76c7-2e90-45a1-8e30-40b68d4e1bfe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777640533312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363259214678337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777640097497', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036851521613'] for port, after_update {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:10:52.677076 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-7c250932-45a0-417a-aa2d-49465077c0fd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:10:52.719414 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.managers [req-562eb9bf-be9a-49e5-a8c3-1ed4195f766c req-d854d5b6-953d-4739-82f0-21acc83106f8 service neutron] Attempting to bind port c40d41a6-fc00-42a8-b2e3-fe2aa6059b84 on host n-h1-768862-2 for vnic_type normal with profile {{(pid=84874) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 14 07:10:52.719794 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.managers [req-562eb9bf-be9a-49e5-a8c3-1ed4195f766c req-d854d5b6-953d-4739-82f0-21acc83106f8 service neutron] Attempting to bind port c40d41a6-fc00-42a8-b2e3-fe2aa6059b84 by drivers openvswitch on host n-h1-768862-2 at level 0 using segments [{'id': '682aa48d-45db-4ce6-9539-8117fc7293eb', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 2, 'network_id': '3ab89270-67b1-41e9-8be2-a0395a984bff'}] {{(pid=84874) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 14 07:10:52.720211 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-562eb9bf-be9a-49e5-a8c3-1ed4195f766c req-d854d5b6-953d-4739-82f0-21acc83106f8 service neutron] Attempting to bind port c40d41a6-fc00-42a8-b2e3-fe2aa6059b84 on network 3ab89270-67b1-41e9-8be2-a0395a984bff {{(pid=84874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 14 07:10:52.860876 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-685a7224-10ee-4509-921a-3168ee1dc4b9 req-8c7b005a-30f2-4023-afaa-28dd73e934ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:10:52.862908 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [req-685a7224-10ee-4509-921a-3168ee1dc4b9 req-8c7b005a-30f2-4023-afaa-28dd73e934ae service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=4836ea0a-f546-4f5a-a93b-c7e45ef1752d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.6226649 Jan 14 07:10:52.979753 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [req-6b2407a4-9b73-4d8d-bcbc-3baed9a11b27 req-24e951d0-c7d9-4f1f-8c95-0ee63223e8ce tempest-SecurityGroupRulesNegativeTestJSON-608374989 tempest-SecurityGroupRulesNegativeTestJSON-608374989] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850887153'] for security_group, after_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:10:52.992750 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-632c8b9c-9171-4227-94b3-536433d814d4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:10:53.078688 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-562eb9bf-be9a-49e5-a8c3-1ed4195f766c req-d854d5b6-953d-4739-82f0-21acc83106f8 service neutron] Checking agent: {'id': '40905704-73ec-4668-87ec-fe70ac9582ac', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-h1-768862-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 14, 7, 5, 11), 'started_at': datetime.datetime(2021, 1, 14, 7, 5, 41), 'heartbeat_timestamp': datetime.datetime(2021, 1, 14, 7, 10, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.42', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 14 07:10:53.079183 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-562eb9bf-be9a-49e5-a8c3-1ed4195f766c req-d854d5b6-953d-4739-82f0-21acc83106f8 service neutron] Checking segment: {'id': '682aa48d-45db-4ce6-9539-8117fc7293eb', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 2, 'network_id': '3ab89270-67b1-41e9-8be2-a0395a984bff'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84874) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 14 07:10:53.079701 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [req-562eb9bf-be9a-49e5-a8c3-1ed4195f766c req-d854d5b6-953d-4739-82f0-21acc83106f8 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:10:53.080224 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-562eb9bf-be9a-49e5-a8c3-1ed4195f766c req-d854d5b6-953d-4739-82f0-21acc83106f8 service neutron] Bound using segment: {'id': '682aa48d-45db-4ce6-9539-8117fc7293eb', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 2, 'network_id': '3ab89270-67b1-41e9-8be2-a0395a984bff'} {{(pid=84874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 14 07:10:53.080831 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.managers [req-562eb9bf-be9a-49e5-a8c3-1ed4195f766c req-d854d5b6-953d-4739-82f0-21acc83106f8 service neutron] Bound port: c40d41a6-fc00-42a8-b2e3-fe2aa6059b84, host: n-h1-768862-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '682aa48d-45db-4ce6-9539-8117fc7293eb', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 2, 'network_id': '3ab89270-67b1-41e9-8be2-a0395a984bff'}}] {{(pid=84874) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 14 07:10:53.081300 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [req-562eb9bf-be9a-49e5-a8c3-1ed4195f766c req-d854d5b6-953d-4739-82f0-21acc83106f8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555753'] for port, before_update {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:10:53.130232 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-0f37073e-9c69-4e3c-80e0-6cfaa0fd61a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363259214191800', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854171626'] for agent, after_update {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:10:53.157512 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24e951d0-c7d9-4f1f-8c95-0ee63223e8ce tempest-SecurityGroupRulesNegativeTestJSON-608374989 tempest-SecurityGroupRulesNegativeTestJSON-608374989] Pushing event deleted for resources: {'SecurityGroup': ['ID=280df990-4cb0-4def-bd3f-1e8e7ff66bb0,revision_number=None']} {{(pid=84875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:10:53.160276 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-24e951d0-c7d9-4f1f-8c95-0ee63223e8ce tempest-SecurityGroupRulesNegativeTestJSON-608374989 tempest-SecurityGroupRulesNegativeTestJSON-608374989] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.168s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:10:53.171758 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.db_base_plugin_common [None req-aeaa8e4c-1b3b-400d-9d25-93f595eeb2fd admin admin] Allocated IP 172.20.0.1 (57222761-5524-446d-acc2-b143774aade8/bacfe576-849d-43b2-98d9-a20cf4fb5d3c/32249854-abe7-465c-bfd0-3076ab45b41e) {{(pid=84874) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 14 07:10:53.178564 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.db_base_plugin_common [req-5b6cb261-d37d-426a-a60b-3be2a543ef65 req-d85944e6-39ab-42ec-a22d-b27da2e3358d tempest-FloatingIPsTestJSON-836215258 tempest-FloatingIPsTestJSON-836215258] Allocated IP 172.25.2.118 (226f1e78-82cd-4481-9055-4eb73b6db8c1/ba8deeec-7658-4195-9449-038c076f5c83/25e7c998-3834-4d76-8652-d52387f2e1f2) {{(pid=84875) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 14 07:10:53.231465 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c22f76c7-2e90-45a1-8e30-40b68d4e1bfe service neutron] Pushing event updated for resources: {'Port': ['ID=417cb7e6-8fbb-41a3-a6ba-9afa1a7b439c,revision_number=3']} {{(pid=84874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:10:53.241341 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-c22f76c7-2e90-45a1-8e30-40b68d4e1bfe service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.564s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:10:53.260909 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [req-6b2407a4-9b73-4d8d-bcbc-3baed9a11b27 req-24e951d0-c7d9-4f1f-8c95-0ee63223e8ce tempest-SecurityGroupRulesNegativeTestJSON-608374989 tempest-SecurityGroupRulesNegativeTestJSON-608374989] Notify callbacks [] for security_group, before_response {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:10:53.262166 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [req-6b2407a4-9b73-4d8d-bcbc-3baed9a11b27 req-24e951d0-c7d9-4f1f-8c95-0ee63223e8ce tempest-SecurityGroupRulesNegativeTestJSON-608374989 tempest-SecurityGroupRulesNegativeTestJSON-608374989] 10.222.0.24 "DELETE /v2.0/security-groups/280df990-4cb0-4def-bd3f-1e8e7ff66bb0 HTTP/1.1" status: 204 len: 173 time: 1.2100024 Jan 14 07:10:53.283935 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84874) accepted ('10.222.0.24', 55664) {{(pid=84874) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:10:53.421228 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [req-562eb9bf-be9a-49e5-a8c3-1ed4195f766c req-d854d5b6-953d-4739-82f0-21acc83106f8 service neutron] For port c40d41a6-fc00-42a8-b2e3-fe2aa6059b84, host n-h1-768862-2, cleared binding levels {{(pid=84874) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 14 07:10:53.447825 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d1e1bfd-5c29-4982-bae3-089f3b2784d4 req-c22f76c7-2e90-45a1-8e30-40b68d4e1bfe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:10:53.448571 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [req-3d1e1bfd-5c29-4982-bae3-089f3b2784d4 req-c22f76c7-2e90-45a1-8e30-40b68d4e1bfe service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854768116'] for port, before_response {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:10:53.450307 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [req-3d1e1bfd-5c29-4982-bae3-089f3b2784d4 req-c22f76c7-2e90-45a1-8e30-40b68d4e1bfe service neutron] 10.222.0.35 "PUT /v2.0/ports/417cb7e6-8fbb-41a3-a6ba-9afa1a7b439c HTTP/1.1" status: 200 len: 1155 time: 5.4508183 Jan 14 07:10:53.453874 n-d-768862-2 neutron-server[84765]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b4df1c8c-f0c2-4966-97b9-13f58a5db756', 'tag': '417cb7e6-8fbb-41a3-a6ba-9afa1a7b439c'}] {{(pid=84874) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Jan 14 07:10:53.467669 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [req-562eb9bf-be9a-49e5-a8c3-1ed4195f766c req-d854d5b6-953d-4739-82f0-21acc83106f8 service neutron] For port c40d41a6-fc00-42a8-b2e3-fe2aa6059b84, host n-h1-768862-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-h1-768862-2',level=0,port_id=c40d41a6-fc00-42a8-b2e3-fe2aa6059b84,segment=NetworkSegment(682aa48d-45db-4ce6-9539-8117fc7293eb),segment_id=682aa48d-45db-4ce6-9539-8117fc7293eb)] {{(pid=84874) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 14 07:10:53.490716 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [req-562eb9bf-be9a-49e5-a8c3-1ed4195f766c req-d854d5b6-953d-4739-82f0-21acc83106f8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777640533312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363259214678337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777640097497', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036851521613'] for port, after_update {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:10:53.522251 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-7a6e882b-346e-4b65-a43b-2cac2ac7bd53 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:10:53.597240 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [req-685a7224-10ee-4509-921a-3168ee1dc4b9 req-793731f5-8558-44eb-9a50-9eb3e144c565 service neutron] 10.222.0.35 "GET /v2.0/networks/4836ea0a-f546-4f5a-a93b-c7e45ef1752d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6660995 Jan 14 07:10:53.718792 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Device baa28b7f-1bd7-4f3c-bf39-3cad959e4fda up at agent ovs-agent-n-d-768862-2 {{(pid=84876) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 07:10:53.737328 n-d-768862-2 neutron-server[84765]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b4df1c8c-f0c2-4966-97b9-13f58a5db756', 'tag': '417cb7e6-8fbb-41a3-a6ba-9afa1a7b439c', 'status': 'completed', 'code': 200} Jan 14 07:10:53.742272 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d854d5b6-953d-4739-82f0-21acc83106f8 service neutron] Pushing event updated for resources: {'Port': ['ID=c40d41a6-fc00-42a8-b2e3-fe2aa6059b84,revision_number=3']} {{(pid=84874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:10:53.833050 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-d854d5b6-953d-4739-82f0-21acc83106f8 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.311s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:10:53.839779 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.db_base_plugin_v2 [None req-7ca12fac-cea5-4883-8db1-2777b068763a admin admin] Deleting subnet eed8f886-634c-4c19-91b1-ded986d62289 {{(pid=84874) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Jan 14 07:10:53.861720 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-7ca12fac-cea5-4883-8db1-2777b068763a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:10:53.965448 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Provisioning for port baa28b7f-1bd7-4f3c-bf39-3cad959e4fda completed by entity L2. {{(pid=84876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 07:10:53.984826 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Provisioning complete for port baa28b7f-1bd7-4f3c-bf39-3cad959e4fda triggered by entity L2. {{(pid=84876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 07:10:53.988712 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-604227'] for port, provisioning_complete {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:10:54.000630 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-7ca12fac-cea5-4883-8db1-2777b068763a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036851807232'] for subnet, precommit_delete_associations {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:10:54.060622 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-aeaa8e4c-1b3b-400d-9d25-93f595eeb2fd admin admin] Notify callbacks [] for port, precommit_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:10:54.140627 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d1e1bfd-5c29-4982-bae3-089f3b2784d4 req-480fb590-f355-45a6-8768-a46c8a04ed50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:10:54.145055 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [req-3d1e1bfd-5c29-4982-bae3-089f3b2784d4 req-480fb590-f355-45a6-8768-a46c8a04ed50 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=93a8da55e1c346bf8dc2a8711a9e4edc&device_id=b4df1c8c-f0c2-4966-97b9-13f58a5db756 HTTP/1.1" status: 200 len: 1158 time: 0.6298046 Jan 14 07:10:54.183311 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-aeaa8e4c-1b3b-400d-9d25-93f595eeb2fd admin admin] Transition to ACTIVE for port object 32249854-abe7-465c-bfd0-3076ab45b41e will not be triggered until provisioned by entity DHCP. {{(pid=84874) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 07:10:54.368056 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555753'] for port, before_update {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:10:54.411107 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-562eb9bf-be9a-49e5-a8c3-1ed4195f766c req-d854d5b6-953d-4739-82f0-21acc83106f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:10:54.411802 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [req-562eb9bf-be9a-49e5-a8c3-1ed4195f766c req-d854d5b6-953d-4739-82f0-21acc83106f8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854768116'] for port, before_response {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:10:54.421073 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] For port baa28b7f-1bd7-4f3c-bf39-3cad959e4fda, host n-d-768862-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-2',level=0,port_id=baa28b7f-1bd7-4f3c-bf39-3cad959e4fda,segment=NetworkSegment(cf3ded2c-bc47-4a71-89af-6e7117e60140),segment_id=cf3ded2c-bc47-4a71-89af-6e7117e60140)] {{(pid=84876) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 07:10:54.430888 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777640533312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363259214678337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777640097497'] for port, after_update {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:10:54.434318 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-b714520f-eaba-4ab3-9926-ce9a35c71c90 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84876) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:10:54.436086 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [req-562eb9bf-be9a-49e5-a8c3-1ed4195f766c req-d854d5b6-953d-4739-82f0-21acc83106f8 service neutron] 10.222.0.35 "PUT /v2.0/ports/c40d41a6-fc00-42a8-b2e3-fe2aa6059b84 HTTP/1.1" status: 200 len: 1159 time: 5.3131104 Jan 14 07:10:54.454946 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [req-3d1e1bfd-5c29-4982-bae3-089f3b2784d4 req-cb0fe3ab-f44f-4ef8-8930-94a8db068032 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=417cb7e6-8fbb-41a3-a6ba-9afa1a7b439c HTTP/1.1" status: 200 len: 217 time: 0.2789474 Jan 14 07:10:54.579995 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-7ca12fac-cea5-4883-8db1-2777b068763a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036854176836'] for subnet, precommit_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:10:54.728006 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Pushing event updated for resources: {'Port': ['ID=baa28b7f-1bd7-4f3c-bf39-3cad959e4fda,revision_number=4']} {{(pid=84876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:10:54.758198 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.324s {{(pid=84876) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:10:54.761082 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [req-5b6cb261-d37d-426a-a60b-3be2a543ef65 req-d85944e6-39ab-42ec-a22d-b27da2e3358d tempest-FloatingIPsTestJSON-836215258 tempest-FloatingIPsTestJSON-836215258] Notify callbacks [] for port, precommit_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:10:54.834816 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d1e1bfd-5c29-4982-bae3-089f3b2784d4 req-f96bd1a0-0dcb-4d69-b7e0-ffcb87625c7a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:10:54.837283 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [req-3d1e1bfd-5c29-4982-bae3-089f3b2784d4 req-f96bd1a0-0dcb-4d69-b7e0-ffcb87625c7a service neutron] 10.222.0.35 "GET /v2.0/subnets?id=b1b9f7fe-b358-4c3f-84bc-2be679521ed7 HTTP/1.1" status: 200 len: 860 time: 0.2616656 Jan 14 07:10:54.846275 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84875) accepted ('10.222.0.24', 55714) {{(pid=84875) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:10:54.928521 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [req-685a7224-10ee-4509-921a-3168ee1dc4b9 req-608ad939-74d4-4dea-aaae-5b55ad29abb8 service neutron] 10.222.0.35 "GET /v2.0/networks/4836ea0a-f546-4f5a-a93b-c7e45ef1752d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 1.2297106 Jan 14 07:10:54.930768 n-d-768862-2 neutron-server[84765]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-43a5d126-a606-4e6b-a7f1-eb3d15e65bc3 admin admin] Router 5df102e4-7563-4fd1-93c6-bb85afcb8846 has already been hosted by L3 agent 35f592e9-451b-4db9-abea-77b6a5c5391b {{(pid=84875) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Jan 14 07:10:54.945541 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.plugin [None req-3c2fc2e2-089d-4295-bed5-78c609fc732c admin admin] Deleting port 2cdaf85c-75a5-44ec-be63-81aab85cd2f8 {{(pid=84875) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 07:10:54.946101 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-3c2fc2e2-089d-4295-bed5-78c609fc732c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363259214248359'] for port, before_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:10:55.040942 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-aeaa8e4c-1b3b-400d-9d25-93f595eeb2fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777640123575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3254186'] for port, after_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:10:55.137614 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [req-5b6cb261-d37d-426a-a60b-3be2a543ef65 req-d85944e6-39ab-42ec-a22d-b27da2e3358d tempest-FloatingIPsTestJSON-836215258 tempest-FloatingIPsTestJSON-836215258] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777640123575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851621574'] for port, after_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:10:55.163332 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:10:55.312354 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-7c250932-45a0-417a-aa2d-49465077c0fd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:10:55.502173 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeaa8e4c-1b3b-400d-9d25-93f595eeb2fd admin admin] Pushing event updated for resources: {'Port': ['ID=32249854-abe7-465c-bfd0-3076ab45b41e,revision_number=1']} {{(pid=84874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:10:55.505502 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-aeaa8e4c-1b3b-400d-9d25-93f595eeb2fd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.194s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:10:55.511410 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-562eb9bf-be9a-49e5-a8c3-1ed4195f766c req-45a6296b-4ae0-46b5-bcc3-a29214b29a8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:10:55.513632 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [req-562eb9bf-be9a-49e5-a8c3-1ed4195f766c req-45a6296b-4ae0-46b5-bcc3-a29214b29a8b service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=3037c0cf9c3c41d4b5dd3dad9faecaea&device_id=8bead279-9d85-4fa5-a169-6cd94e983919 HTTP/1.1" status: 200 len: 1162 time: 1.0431249 Jan 14 07:10:55.639055 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-2d0d368b-e5b5-4ea6-a390-b97d970d503f admin admin] Notify callbacks [] for security_group, before_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:10:55.650560 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d1e1bfd-5c29-4982-bae3-089f3b2784d4 req-2669a61f-3956-4a78-a46c-331e922528d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:10:55.651393 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Device baa28b7f-1bd7-4f3c-bf39-3cad959e4fda up at agent ovs-agent-n-d-768862-2 {{(pid=84876) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 07:10:55.652576 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [req-3d1e1bfd-5c29-4982-bae3-089f3b2784d4 req-2669a61f-3956-4a78-a46c-331e922528d9 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=1c7b4b12-7df2-4f41-8649-b236d94b12da&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.7863729 Jan 14 07:10:55.665344 n-d-768862-2 neutron-server[84765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aeaa8e4c-1b3b-400d-9d25-93f595eeb2fd admin admin] Network 57222761-5524-446d-acc2-b143774aade8 is already hosted by enough agents. {{(pid=84874) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 07:10:55.709730 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [req-562eb9bf-be9a-49e5-a8c3-1ed4195f766c req-601e562e-fc05-4d11-bfeb-bc9b9309fb8b service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.13&port_id=c40d41a6-fc00-42a8-b2e3-fe2aa6059b84 HTTP/1.1" status: 200 len: 217 time: 0.1720939 Jan 14 07:10:55.711110 n-d-768862-2 neutron-server[84765]: DEBUG neutron.scheduler.base_scheduler [None req-aeaa8e4c-1b3b-400d-9d25-93f595eeb2fd admin admin] Resources bound (agent type, host, resource id): {{(pid=84874) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 07:10:55.713162 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aeaa8e4c-1b3b-400d-9d25-93f595eeb2fd admin admin] Received port after_create {{(pid=84874) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 14 07:10:55.743482 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84875) accepted ('10.222.0.24', 55738) {{(pid=84875) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:10:55.747466 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d85944e6-39ab-42ec-a22d-b27da2e3358d tempest-FloatingIPsTestJSON-836215258 tempest-FloatingIPsTestJSON-836215258] Pushing event updated for resources: {'Port': ['ID=25e7c998-3834-4d76-8652-d52387f2e1f2,revision_number=1']} {{(pid=84875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:10:55.766489 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-d85944e6-39ab-42ec-a22d-b27da2e3358d tempest-FloatingIPsTestJSON-836215258 tempest-FloatingIPsTestJSON-836215258] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.603s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:10:55.772853 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Provisioning complete for port baa28b7f-1bd7-4f3c-bf39-3cad959e4fda triggered by entity L2. {{(pid=84876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 07:10:55.773295 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-604227'] for port, provisioning_complete {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:10:55.795435 n-d-768862-2 neutron-server[84765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5b6cb261-d37d-426a-a60b-3be2a543ef65 req-d85944e6-39ab-42ec-a22d-b27da2e3358d tempest-FloatingIPsTestJSON-836215258 tempest-FloatingIPsTestJSON-836215258] Network 226f1e78-82cd-4481-9055-4eb73b6db8c1 is already hosted by enough agents. {{(pid=84875) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 07:10:55.799219 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-2d0d368b-e5b5-4ea6-a390-b97d970d503f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:10:55.806198 n-d-768862-2 neutron-server[84765]: DEBUG neutron.scheduler.base_scheduler [req-5b6cb261-d37d-426a-a60b-3be2a543ef65 req-d85944e6-39ab-42ec-a22d-b27da2e3358d tempest-FloatingIPsTestJSON-836215258 tempest-FloatingIPsTestJSON-836215258] Resources bound (agent type, host, resource id): {{(pid=84875) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 07:10:55.809276 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_dvrscheduler_db [req-5b6cb261-d37d-426a-a60b-3be2a543ef65 req-d85944e6-39ab-42ec-a22d-b27da2e3358d tempest-FloatingIPsTestJSON-836215258 tempest-FloatingIPsTestJSON-836215258] Received port after_create {{(pid=84875) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 14 07:10:55.849050 n-d-768862-2 neutron-server[84765]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8bead279-9d85-4fa5-a169-6cd94e983919', 'tag': 'c40d41a6-fc00-42a8-b2e3-fe2aa6059b84'}] {{(pid=84874) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Jan 14 07:10:55.855247 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-562eb9bf-be9a-49e5-a8c3-1ed4195f766c req-7bc0d104-0fc0-4307-83d5-8db9117414f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:10:55.857540 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [req-562eb9bf-be9a-49e5-a8c3-1ed4195f766c req-7bc0d104-0fc0-4307-83d5-8db9117414f0 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=69aa3990-7111-4d2c-9167-5d5ad366f163 HTTP/1.1" status: 200 len: 843 time: 0.0919280 Jan 14 07:10:55.886180 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-aeaa8e4c-1b3b-400d-9d25-93f595eeb2fd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036850886386'] for router_interface, before_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:10:55.912115 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-43a5d126-a606-4e6b-a7f1-eb3d15e65bc3 admin admin] Notify agent at l3_agent.n-d-768862-2 the message routers_updated {{(pid=84875) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jan 14 07:10:55.934718 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8d444ca-9c23-4681-9ab0-46c28940a3cf None None] Sync routers for ids ['5df102e4-7563-4fd1-93c6-bb85afcb8846'] in n-d-768862-2 {{(pid=84876) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Jan 14 07:10:55.944354 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-2d0d368b-e5b5-4ea6-a390-b97d970d503f admin admin] Usage tracker for resource:security_group_rule and tenant:a4a12d98650a481c9753a8d6a5926d4f is out of sync, need to count used quota {{(pid=84875) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:10:55.956663 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-43a5d126-a606-4e6b-a7f1-eb3d15e65bc3 admin admin] 10.222.0.24 "PUT /v2.0/routers/5df102e4-7563-4fd1-93c6-bb85afcb8846/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 16.2384498 Jan 14 07:10:55.973637 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-2d0d368b-e5b5-4ea6-a390-b97d970d503f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84875) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:10:55.990753 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84874) accepted ('10.222.0.24', 55746) {{(pid=84874) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:10:56.029401 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8d444ca-9c23-4681-9ab0-46c28940a3cf None None] Routers {'5df102e4-7563-4fd1-93c6-bb85afcb8846'} bound to L3 agent in host n-d-768862-2 {{(pid=84876) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 14 07:10:56.030141 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_hamode_db [None req-d8d444ca-9c23-4681-9ab0-46c28940a3cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-01-14T06:56:51Z,description=,heartbeat_timestamp=2021-01-14T07:10:51Z,host='n-d-768862-2',id=35f592e9-451b-4db9-abea-77b6a5c5391b,load=0,resource_versions=,resources_synced=,started_at=2021-01-14T06:56:51Z,topic='l3_agent')) {'router_ids': ['5df102e4-7563-4fd1-93c6-bb85afcb8846'], 'active': True} {{(pid=84876) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:10:56.035484 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-2d0d368b-e5b5-4ea6-a390-b97d970d503f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:10:56.053480 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0525bdcb-eea9-403c-be96-859db55c8cd1 req-9abf45aa-5210-48e8-9386-96df18578b14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:10:56.063250 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [req-0525bdcb-eea9-403c-be96-859db55c8cd1 req-9abf45aa-5210-48e8-9386-96df18578b14 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=f85c82bd29754c1bb1dc756e2b7c7b32&device_id=d943fd8e-4ee6-4780-a38d-03da5ce32b1c HTTP/1.1" status: 200 len: 1159 time: 1.0586877 Jan 14 07:10:56.351992 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-2d0d368b-e5b5-4ea6-a390-b97d970d503f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:10:56.363720 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-61c1e566-51b8-40fb-8aca-7f94e114afa6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:10:56.404496 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_dvr_db [None req-d8d444ca-9c23-4681-9ab0-46c28940a3cf None None] Set router 5df102e4-7563-4fd1-93c6-bb85afcb8846 gateway port host: n-d-768862-2 {{(pid=84876) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 14 07:10:56.483326 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0525bdcb-eea9-403c-be96-859db55c8cd1 req-9ae17ddb-e31a-442b-8b34-18d002c8e85b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:10:56.485019 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [req-0525bdcb-eea9-403c-be96-859db55c8cd1 req-9ae17ddb-e31a-442b-8b34-18d002c8e85b service neutron] 10.222.0.35 "GET /v2.0/networks?id=4836ea0a-f546-4f5a-a93b-c7e45ef1752d HTTP/1.1" status: 200 len: 908 time: 0.4147325 Jan 14 07:10:56.500192 n-d-768862-2 neutron-server[84765]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8bead279-9d85-4fa5-a169-6cd94e983919', 'tag': 'c40d41a6-fc00-42a8-b2e3-fe2aa6059b84', 'status': 'completed', 'code': 200} Jan 14 07:10:56.504294 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [None req-3c2fc2e2-089d-4295-bed5-78c609fc732c admin admin] For port 2cdaf85c-75a5-44ec-be63-81aab85cd2f8, host n-d-768862-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-2',level=0,port_id=2cdaf85c-75a5-44ec-be63-81aab85cd2f8,segment=NetworkSegment(f1a1da15-9c84-4f1f-8d4b-5f93ea7c2a21),segment_id=f1a1da15-9c84-4f1f-8d4b-5f93ea7c2a21)] {{(pid=84875) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 07:10:56.504704 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-3c2fc2e2-089d-4295-bed5-78c609fc732c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036850862667'] for port, precommit_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:10:56.591684 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-d99da6f0-4aca-41a0-934c-5b6cb62b9d95 None None] Provisioning for port 32249854-abe7-465c-bfd0-3076ab45b41e completed by entity DHCP. {{(pid=84876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 07:10:56.604667 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-d99da6f0-4aca-41a0-934c-5b6cb62b9d95 None None] Provisioning complete for port 32249854-abe7-465c-bfd0-3076ab45b41e triggered by entity DHCP. {{(pid=84876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 07:10:56.605447 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-d99da6f0-4aca-41a0-934c-5b6cb62b9d95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-604227'] for port, provisioning_complete {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:10:56.664788 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:segments":"rule:admin_only" was deprecated in W in favor of "update_network:segments":"role:admin and system_scope:all". Reason: Jan 14 07:10:56.664788 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:10:56.664788 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:10:56.664788 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:10:56.664788 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:shared":"rule:admin_only" was deprecated in W in favor of "update_network:shared":"role:admin and system_scope:all". Reason: Jan 14 07:10:56.664788 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:10:56.664788 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:10:56.664788 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:10:56.664788 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "update_network:provider:network_type":"role:admin and system_scope:all". Reason: Jan 14 07:10:56.664788 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:10:56.664788 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:10:56.664788 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:10:56.664788 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "update_network:provider:physical_network":"role:admin and system_scope:all". Reason: Jan 14 07:10:56.664788 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:10:56.664788 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:10:56.664788 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:10:56.664788 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "update_network:provider:segmentation_id":"role:admin and system_scope:all". Reason: Jan 14 07:10:56.664788 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:10:56.664788 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:10:56.664788 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:10:56.664788 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:router:external":"rule:admin_only" was deprecated in W in favor of "update_network:router:external":"role:admin and system_scope:all". Reason: Jan 14 07:10:56.664788 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:10:56.664788 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:10:56.664788 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:10:56.664788 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:is_default":"rule:admin_only" was deprecated in W in favor of "update_network:is_default":"role:admin and system_scope:all". Reason: Jan 14 07:10:56.664788 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:10:56.664788 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:10:56.664788 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:10:56.664788 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:port_security_enabled":"rule:admin_or_owner" was deprecated in W in favor of "update_network:port_security_enabled":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 07:10:56.664788 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:10:56.664788 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:10:56.664788 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:10:56.664788 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "delete_network":"rule:admin_or_owner" was deprecated in W in favor of "delete_network":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 07:10:56.664788 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:10:56.664788 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:10:56.664788 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:10:56.664788 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_segment":"rule:admin_only" was deprecated in W in favor of "create_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:10:56.664788 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:10:56.664788 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_segment":"rule:admin_only" was deprecated in W in favor of "get_segment":"role:reader and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:10:56.664788 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:10:56.664788 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_segment":"rule:admin_only" was deprecated in W in favor of "update_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:10:56.664788 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:10:56.667443 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "delete_segment":"rule:admin_only" was deprecated in W in favor of "delete_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:10:56.667443 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:10:56.667443 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network":"rule:regular_user" was deprecated in W in favor of "create_network":"role:member and project_id:%(project_id)s". Reason: Jan 14 07:10:56.667443 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:10:56.667443 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:10:56.667443 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:10:56.667443 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:shared":"rule:admin_only" was deprecated in W in favor of "create_network:shared":"role:admin and system_scope:all". Reason: Jan 14 07:10:56.667443 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:10:56.667443 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:10:56.667443 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:10:56.667443 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:router:external":"rule:admin_only" was deprecated in W in favor of "create_network:router:external":"role:admin and system_scope:all". Reason: Jan 14 07:10:56.667443 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:10:56.667443 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:10:56.667443 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:10:56.667443 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:is_default":"rule:admin_only" was deprecated in W in favor of "create_network:is_default":"role:admin and system_scope:all". Reason: Jan 14 07:10:56.667443 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:10:56.667443 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:10:56.667443 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:10:56.667443 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:port_security_enabled":"rule:regular_user" was deprecated in W in favor of "create_network:port_security_enabled":"role:member and project_id:%(project_id)s". Reason: Jan 14 07:10:56.667443 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:10:56.667443 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:10:56.667443 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:10:56.667443 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:segments":"rule:admin_only" was deprecated in W in favor of "create_network:segments":"role:admin and system_scope:all". Reason: Jan 14 07:10:56.667443 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:10:56.667443 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:10:56.667443 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:10:56.667443 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "create_network:provider:network_type":"role:admin and system_scope:all". Reason: Jan 14 07:10:56.667443 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:10:56.667443 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:10:56.667443 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:10:56.667443 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "create_network:provider:physical_network":"role:admin and system_scope:all". Reason: Jan 14 07:10:56.667443 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:10:56.667443 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:10:56.667443 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:10:56.667443 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "create_network:provider:segmentation_id":"role:admin and system_scope:all". Reason: Jan 14 07:10:56.667443 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:10:56.667443 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:10:56.667443 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:10:56.667443 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network":"rule:admin_or_owner or rule:shared or rule:external or rule:context_is_advsvc" was deprecated in W in favor of "get_network":"(role:reader and system_scope:all) or (role:reader and project_id:%(project_id)s) or rule:shared or rule:external or rule:context_is_advsvc". Reason: Jan 14 07:10:56.667443 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:10:56.667443 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:10:56.667443 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:10:56.667443 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:router:external":"rule:regular_user" was deprecated in W in favor of "get_network:router:external":"role:reader and project_id:%(project_id)s". Reason: Jan 14 07:10:56.667443 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:10:56.667443 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:10:56.667443 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:10:56.670281 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:segments":"rule:admin_only" was deprecated in W in favor of "get_network:segments":"role:reader and system_scope:all". Reason: Jan 14 07:10:56.670281 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:10:56.670281 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:10:56.670281 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:10:56.670281 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "get_network:provider:network_type":"role:reader and system_scope:all". Reason: Jan 14 07:10:56.670281 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:10:56.670281 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:10:56.670281 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:10:56.670281 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "get_network:provider:physical_network":"role:reader and system_scope:all". Reason: Jan 14 07:10:56.670281 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:10:56.670281 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:10:56.670281 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:10:56.670281 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "get_network:provider:segmentation_id":"role:reader and system_scope:all". Reason: Jan 14 07:10:56.670281 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:10:56.670281 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:10:56.670281 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:10:56.670281 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network":"rule:admin_or_owner" was deprecated in W in favor of "update_network":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 07:10:56.670281 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:10:56.670281 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:10:56.670281 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:10:56.670281 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:segments":"rule:admin_only" was deprecated in W in favor of "update_network:segments":"role:admin and system_scope:all". Reason: Jan 14 07:10:56.670281 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:10:56.670281 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:10:56.670281 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:10:56.670281 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:shared":"rule:admin_only" was deprecated in W in favor of "update_network:shared":"role:admin and system_scope:all". Reason: Jan 14 07:10:56.670281 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:10:56.670281 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:10:56.670281 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:10:56.670281 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "update_network:provider:network_type":"role:admin and system_scope:all". Reason: Jan 14 07:10:56.670281 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:10:56.670281 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:10:56.670281 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:10:56.670281 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "update_network:provider:physical_network":"role:admin and system_scope:all". Reason: Jan 14 07:10:56.670281 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:10:56.670281 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:10:56.670281 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:10:56.670281 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "update_network:provider:segmentation_id":"role:admin and system_scope:all". Reason: Jan 14 07:10:56.670281 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:10:56.670281 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:10:56.670281 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:10:56.670281 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:router:external":"rule:admin_only" was deprecated in W in favor of "update_network:router:external":"role:admin and system_scope:all". Reason: Jan 14 07:10:56.670281 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:10:56.670281 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:10:56.670281 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:10:56.689340 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-685a7224-10ee-4509-921a-3168ee1dc4b9 req-9db6b6ba-7706-4781-8db7-0adf7c1fa8ad tempest-AttachSCSIVolumeTestJSON-1630246316 tempest-AttachSCSIVolumeTestJSON-1630246316] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:10:56.690340 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [req-685a7224-10ee-4509-921a-3168ee1dc4b9 req-9db6b6ba-7706-4781-8db7-0adf7c1fa8ad tempest-AttachSCSIVolumeTestJSON-1630246316 tempest-AttachSCSIVolumeTestJSON-1630246316] Synchronizing usage tracker for tenant:f85c82bd29754c1bb1dc756e2b7c7b32 on resource:port {{(pid=84874) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 14 07:10:56.708945 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.plugin [None req-3c2fc2e2-089d-4295-bed5-78c609fc732c admin admin] Calling delete_port for 2cdaf85c-75a5-44ec-be63-81aab85cd2f8 owned by network:router_interface {{(pid=84875) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 07:10:56.788800 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.plugin [None req-d99da6f0-4aca-41a0-934c-5b6cb62b9d95 None None] Port 32249854-abe7-465c-bfd0-3076ab45b41e cannot update to ACTIVE because it is not bound. {{(pid=84876) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:329}} Jan 14 07:10:56.824796 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-562eb9bf-be9a-49e5-a8c3-1ed4195f766c req-0dca5270-2a28-435c-8208-48219ebf604c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:10:56.826796 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [req-562eb9bf-be9a-49e5-a8c3-1ed4195f766c req-0dca5270-2a28-435c-8208-48219ebf604c service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=3ab89270-67b1-41e9-8be2-a0395a984bff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.8350327 Jan 14 07:10:56.885940 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-2d0d368b-e5b5-4ea6-a390-b97d970d503f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850887153'] for security_group, after_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:10:56.893834 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-76fd1564-1407-46bc-a64e-1c12ab66603b tempest-SecurityGroupRulesNegativeTestJSON-608374989 tempest-SecurityGroupRulesNegativeTestJSON-608374989] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:10:56.909406 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-61c1e566-51b8-40fb-8aca-7f94e114afa6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:10:56.919071 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-aeaa8e4c-1b3b-400d-9d25-93f595eeb2fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555753'] for port, before_update {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:10:57.016930 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_hamode_db [None req-d8d444ca-9c23-4681-9ab0-46c28940a3cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5df102e4-7563-4fd1-93c6-bb85afcb8846', 'name': 'tempest-AttachSCSIVolumeTestJSON-680545290-router', 'tenant_id': 'f85c82bd29754c1bb1dc756e2b7c7b32', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '226f1e78-82cd-4481-9055-4eb73b6db8c1', 'external_fixed_ips': [{'subnet_id': 'ba8deeec-7658-4195-9449-038c076f5c83', 'ip_address': '172.25.2.243'}], 'enable_snat': True}, 'gw_port_id': '2bb35577-6e7d-4746-a021-cfdc91f58ca3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-14T07:08:47Z', 'updated_at': '2021-01-14T07:10:49Z', 'revision_number': 5, 'project_id': 'f85c82bd29754c1bb1dc756e2b7c7b32', 'gw_port': {'id': '2bb35577-6e7d-4746-a021-cfdc91f58ca3', 'name': '', 'network_id': '226f1e78-82cd-4481-9055-4eb73b6db8c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:2d:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5df102e4-7563-4fd1-93c6-bb85afcb8846', 'device_owner': 'network:router_gateway', 'standard_attr_id': 385, 'fixed_ips': [{'subnet_id': 'ba8deeec-7658-4195-9449-038c076f5c83', 'ip_address': '172.25.2.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T07:08:49Z', 'updated_at': '2021-01-14T07:09:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ba8deeec-7658-4195-9449-038c076f5c83', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-2'}], 'n-d-768862-2', False) {} {{(pid=84876) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:10:57.021142 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [req-0525bdcb-eea9-403c-be96-859db55c8cd1 req-87347e7a-81d1-4525-a59b-1e8c77aebdc8 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=55bbb788-b677-4def-8e0f-27f81cd181a5 HTTP/1.1" status: 200 len: 217 time: 0.1013548 Jan 14 07:10:57.022353 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8d444ca-9c23-4681-9ab0-46c28940a3cf None None] Checking router: 5df102e4-7563-4fd1-93c6-bb85afcb8846 for host: n-d-768862-2 {{(pid=84876) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Jan 14 07:10:57.024376 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-61c1e566-51b8-40fb-8aca-7f94e114afa6 admin admin] Usage tracker for resource:security_group_rule and tenant:39f3e749adbf4c2089e03940a14b5c58 is out of sync, need to count used quota {{(pid=84875) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:10:57.034884 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-61c1e566-51b8-40fb-8aca-7f94e114afa6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84875) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:10:57.037336 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8d444ca-9c23-4681-9ab0-46c28940a3cf None None] Routers {'5df102e4-7563-4fd1-93c6-bb85afcb8846'} bound to L3 agent in host n-d-768862-2 {{(pid=84876) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 14 07:10:57.038051 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_hamode_db [None req-d8d444ca-9c23-4681-9ab0-46c28940a3cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-01-14T06:56:51Z,description=,heartbeat_timestamp=2021-01-14T07:10:51Z,host='n-d-768862-2',id=35f592e9-451b-4db9-abea-77b6a5c5391b,load=0,resource_versions=,resources_synced=,started_at=2021-01-14T06:56:51Z,topic='l3_agent')) {'router_ids': ['5df102e4-7563-4fd1-93c6-bb85afcb8846'], 'active': True} {{(pid=84876) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:10:57.119941 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-61c1e566-51b8-40fb-8aca-7f94e114afa6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:10:57.157491 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d0d368b-e5b5-4ea6-a390-b97d970d503f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2be38fce-7c28-4881-af6e-e9ccf2035339,revision_number=1']} {{(pid=84875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:10:57.172078 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-2d0d368b-e5b5-4ea6-a390-b97d970d503f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.278s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:10:57.176721 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [req-685a7224-10ee-4509-921a-3168ee1dc4b9 req-9db6b6ba-7706-4781-8db7-0adf7c1fa8ad tempest-AttachSCSIVolumeTestJSON-1630246316 tempest-AttachSCSIVolumeTestJSON-1630246316] Unset dirty status for tenant:f85c82bd29754c1bb1dc756e2b7c7b32 on resource:port {{(pid=84874) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 14 07:10:57.176876 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [req-5b6cb261-d37d-426a-a60b-3be2a543ef65 req-d85944e6-39ab-42ec-a22d-b27da2e3358d tempest-FloatingIPsTestJSON-836215258 tempest-FloatingIPsTestJSON-836215258] Notify callbacks [] for floatingip, precommit_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:10:57.178372 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [req-685a7224-10ee-4509-921a-3168ee1dc4b9 req-9db6b6ba-7706-4781-8db7-0adf7c1fa8ad tempest-AttachSCSIVolumeTestJSON-1630246316 tempest-AttachSCSIVolumeTestJSON-1630246316] 10.222.0.35 "GET /v2.0/ports?device_id=d943fd8e-4ee6-4780-a38d-03da5ce32b1c HTTP/1.1" status: 200 len: 944 time: 1.5788887 Jan 14 07:10:57.180803 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [req-562eb9bf-be9a-49e5-a8c3-1ed4195f766c req-ebcaf179-c929-451d-8b01-a7e562bb45a9 service neutron] 10.222.0.35 "GET /v2.0/networks/3ab89270-67b1-41e9-8be2-a0395a984bff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2638559 Jan 14 07:10:57.181184 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-2d0d368b-e5b5-4ea6-a390-b97d970d503f admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=a4a12d98650a481c9753a8d6a5926d4f&name=default HTTP/1.1" status: 200 len: 2979 time: 2.3172913 Jan 14 07:10:57.196524 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84874) accepted ('10.222.0.24', 55762) {{(pid=84874) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:10:57.239356 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_dvr_db [None req-d8d444ca-9c23-4681-9ab0-46c28940a3cf None None] Set router 5df102e4-7563-4fd1-93c6-bb85afcb8846 gateway port host: n-d-768862-2 {{(pid=84876) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 14 07:10:57.314754 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [req-5b6cb261-d37d-426a-a60b-3be2a543ef65 req-d85944e6-39ab-42ec-a22d-b27da2e3358d tempest-FloatingIPsTestJSON-836215258 tempest-FloatingIPsTestJSON-836215258] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555753'] for port, before_update {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:10:57.354351 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0525bdcb-eea9-403c-be96-859db55c8cd1 req-693c6cba-f0b3-46b9-87a0-83a213f55981 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:10:57.356044 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [req-0525bdcb-eea9-403c-be96-859db55c8cd1 req-693c6cba-f0b3-46b9-87a0-83a213f55981 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=27c3fde2-d1e6-4a5a-9f37-77671049f1d9 HTTP/1.1" status: 200 len: 853 time: 0.3090451 Jan 14 07:10:57.444434 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [req-562eb9bf-be9a-49e5-a8c3-1ed4195f766c req-e615ea51-c595-47a9-807c-55b45a660b74 service neutron] 10.222.0.35 "GET /v2.0/networks/3ab89270-67b1-41e9-8be2-a0395a984bff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.2389452 Jan 14 07:10:57.460120 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.plugin [req-685a7224-10ee-4509-921a-3168ee1dc4b9 req-e376f589-b8cd-4690-94c6-1b8cf08440af tempest-AttachSCSIVolumeTestJSON-1630246316 tempest-AttachSCSIVolumeTestJSON-1630246316] Deleting port 55bbb788-b677-4def-8e0f-27f81cd181a5 {{(pid=84874) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 07:10:57.460961 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [req-685a7224-10ee-4509-921a-3168ee1dc4b9 req-e376f589-b8cd-4690-94c6-1b8cf08440af tempest-AttachSCSIVolumeTestJSON-1630246316 tempest-AttachSCSIVolumeTestJSON-1630246316] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363259214248359'] for port, before_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:10:57.513024 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-3c2fc2e2-089d-4295-bed5-78c609fc732c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777640533329', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777640097463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851621574'] for port, after_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:10:57.543790 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:10:57.684052 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c2fc2e2-089d-4295-bed5-78c609fc732c admin admin] Pushing event deleted for resources: {'Port': ['ID=2cdaf85c-75a5-44ec-be63-81aab85cd2f8,revision_number=None']} {{(pid=84875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:10:57.699777 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-3c2fc2e2-089d-4295-bed5-78c609fc732c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.156s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:10:57.818716 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-61c1e566-51b8-40fb-8aca-7f94e114afa6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:10:57.833214 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-61c1e566-51b8-40fb-8aca-7f94e114afa6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850887153'] for security_group, after_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:10:57.871265 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_hamode_db [None req-d8d444ca-9c23-4681-9ab0-46c28940a3cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5df102e4-7563-4fd1-93c6-bb85afcb8846', 'name': 'tempest-AttachSCSIVolumeTestJSON-680545290-router', 'tenant_id': 'f85c82bd29754c1bb1dc756e2b7c7b32', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '226f1e78-82cd-4481-9055-4eb73b6db8c1', 'external_fixed_ips': [{'subnet_id': 'ba8deeec-7658-4195-9449-038c076f5c83', 'ip_address': '172.25.2.243'}], 'enable_snat': True}, 'gw_port_id': '2bb35577-6e7d-4746-a021-cfdc91f58ca3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-14T07:08:47Z', 'updated_at': '2021-01-14T07:10:49Z', 'revision_number': 5, 'project_id': 'f85c82bd29754c1bb1dc756e2b7c7b32', 'gw_port': {'id': '2bb35577-6e7d-4746-a021-cfdc91f58ca3', 'name': '', 'network_id': '226f1e78-82cd-4481-9055-4eb73b6db8c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:2d:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5df102e4-7563-4fd1-93c6-bb85afcb8846', 'device_owner': 'network:router_gateway', 'standard_attr_id': 385, 'fixed_ips': [{'subnet_id': 'ba8deeec-7658-4195-9449-038c076f5c83', 'ip_address': '172.25.2.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T07:08:49Z', 'updated_at': '2021-01-14T07:09:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ba8deeec-7658-4195-9449-038c076f5c83', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-2'}], 'n-d-768862-2', False) {} {{(pid=84876) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:10:57.876179 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8d444ca-9c23-4681-9ab0-46c28940a3cf None None] The sync data for ids ['5df102e4-7563-4fd1-93c6-bb85afcb8846'] in n-d-768862-2 is: [{'id': '5df102e4-7563-4fd1-93c6-bb85afcb8846', 'name': 'tempest-AttachSCSIVolumeTestJSON-680545290-router', 'tenant_id': 'f85c82bd29754c1bb1dc756e2b7c7b32', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '226f1e78-82cd-4481-9055-4eb73b6db8c1', 'external_fixed_ips': [{'subnet_id': 'ba8deeec-7658-4195-9449-038c076f5c83', 'ip_address': '172.25.2.243'}], 'enable_snat': True}, 'gw_port_id': '2bb35577-6e7d-4746-a021-cfdc91f58ca3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-14T07:08:47Z', 'updated_at': '2021-01-14T07:10:49Z', 'revision_number': 5, 'project_id': 'f85c82bd29754c1bb1dc756e2b7c7b32', 'gw_port': {'id': '2bb35577-6e7d-4746-a021-cfdc91f58ca3', 'name': '', 'network_id': '226f1e78-82cd-4481-9055-4eb73b6db8c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:2d:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5df102e4-7563-4fd1-93c6-bb85afcb8846', 'device_owner': 'network:router_gateway', 'standard_attr_id': 385, 'fixed_ips': [{'subnet_id': 'ba8deeec-7658-4195-9449-038c076f5c83', 'ip_address': '172.25.2.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T07:08:49Z', 'updated_at': '2021-01-14T07:09:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ba8deeec-7658-4195-9449-038c076f5c83', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-2'}] {{(pid=84876) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Jan 14 07:10:57.890466 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-527b714b-e8f0-4d50-93cf-9ac446af4954 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:10:57.904626 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-61c1e566-51b8-40fb-8aca-7f94e114afa6 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=39f3e749adbf4c2089e03940a14b5c58&name=default HTTP/1.1" status: 200 len: 2979 time: 2.1474752 Jan 14 07:10:57.922784 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84875) accepted ('10.222.0.24', 55768) {{(pid=84875) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:10:57.931959 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-02d7c1a6-3da5-4eba-b7d5-75c04545ec5a admin admin] Notify callbacks [] for router, before_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:10:57.942661 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0525bdcb-eea9-403c-be96-859db55c8cd1 req-abff51c4-ebbe-47b8-8d07-ee34c9c90ab4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:10:57.944441 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [req-0525bdcb-eea9-403c-be96-859db55c8cd1 req-abff51c4-ebbe-47b8-8d07-ee34c9c90ab4 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=4836ea0a-f546-4f5a-a93b-c7e45ef1752d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.5737605 Jan 14 07:10:58.074104 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84874) accepted ('10.222.0.35', 58713) {{(pid=84874) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:10:58.430588 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [req-3d1e1bfd-5c29-4982-bae3-089f3b2784d4 req-8e44f283-a7f9-4856-9098-aa93bef8b8d3 service neutron] 10.222.0.35 "GET /v2.0/networks/1c7b4b12-7df2-4f41-8649-b236d94b12da?fields=segments HTTP/1.1" status: 200 len: 212 time: 2.7560754 Jan 14 07:10:58.501991 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61c1e566-51b8-40fb-8aca-7f94e114afa6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5853e900-6474-4994-aae4-1f22c58ee111,revision_number=1']} {{(pid=84875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:10:58.515780 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-61c1e566-51b8-40fb-8aca-7f94e114afa6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.625s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:10:58.569540 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-88df7952-0485-4e85-a921-a590bfd5974f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:10:58.637773 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [req-685a7224-10ee-4509-921a-3168ee1dc4b9 req-e376f589-b8cd-4690-94c6-1b8cf08440af tempest-AttachSCSIVolumeTestJSON-1630246316 tempest-AttachSCSIVolumeTestJSON-1630246316] For port 55bbb788-b677-4def-8e0f-27f81cd181a5, host n-h1-768862-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-h1-768862-2',level=0,port_id=55bbb788-b677-4def-8e0f-27f81cd181a5,segment=NetworkSegment(cd744c8d-99a1-4442-90ac-a4780b36b18a),segment_id=cd744c8d-99a1-4442-90ac-a4780b36b18a)] {{(pid=84874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 07:10:58.638416 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [req-685a7224-10ee-4509-921a-3168ee1dc4b9 req-e376f589-b8cd-4690-94c6-1b8cf08440af tempest-AttachSCSIVolumeTestJSON-1630246316 tempest-AttachSCSIVolumeTestJSON-1630246316] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036850862667'] for port, precommit_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:10:58.685147 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-a425fa54-2e0b-4819-ace0-d55247a39e47 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:10:58.849365 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.db.resource_extend [req-5b6cb261-d37d-426a-a60b-3be2a543ef65 req-d85944e6-39ab-42ec-a22d-b27da2e3358d tempest-FloatingIPsTestJSON-836215258 tempest-FloatingIPsTestJSON-836215258] It took 0.17 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84875) wrapper /usr/local/lib/python3.6/dist-packages/oslo_utils/timeutils.py:388}} Jan 14 07:10:58.866288 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-02d7c1a6-3da5-4eba-b7d5-75c04545ec5a admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:10:58.873313 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.plugin [None req-02d7c1a6-3da5-4eba-b7d5-75c04545ec5a admin admin] Deleting port 2bb35577-6e7d-4746-a021-cfdc91f58ca3 {{(pid=84874) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 07:10:58.873703 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-02d7c1a6-3da5-4eba-b7d5-75c04545ec5a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363259214248359'] for port, before_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:10:58.929009 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [req-0525bdcb-eea9-403c-be96-859db55c8cd1 req-0856d1cb-692b-41f4-b7e2-5f0d75f30caa service neutron] 10.222.0.35 "GET /v2.0/networks/4836ea0a-f546-4f5a-a93b-c7e45ef1752d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9687510 Jan 14 07:10:58.933256 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-a425fa54-2e0b-4819-ace0-d55247a39e47 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:10:58.964027 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [req-5b6cb261-d37d-426a-a60b-3be2a543ef65 req-d85944e6-39ab-42ec-a22d-b27da2e3358d tempest-FloatingIPsTestJSON-836215258 tempest-FloatingIPsTestJSON-836215258] Notify callbacks [] for port, precommit_update {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:10:58.994299 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.plugin [req-685a7224-10ee-4509-921a-3168ee1dc4b9 req-e376f589-b8cd-4690-94c6-1b8cf08440af tempest-AttachSCSIVolumeTestJSON-1630246316 tempest-AttachSCSIVolumeTestJSON-1630246316] Calling delete_port for 55bbb788-b677-4def-8e0f-27f81cd181a5 owned by compute:nova {{(pid=84874) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 07:10:59.011759 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [req-5b6cb261-d37d-426a-a60b-3be2a543ef65 req-d85944e6-39ab-42ec-a22d-b27da2e3358d tempest-FloatingIPsTestJSON-836215258 tempest-FloatingIPsTestJSON-836215258] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777640533312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363259214678337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777640097497', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3154211'] for port, after_update {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:10:59.037375 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-da1926d1-8887-4d49-afc8-21b1e4c2b28c service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:10:59.066559 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-88df7952-0485-4e85-a921-a590bfd5974f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:10:59.074838 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-7ca12fac-cea5-4883-8db1-2777b068763a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-598964', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850887113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036851521664', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2794686'] for subnet, after_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:10:59.077340 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f9641a3-6c0f-4382-b443-cb8f5a8f905c req-5c7e0500-a97c-4758-8010-d392addd6704 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:10:59.079042 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [req-6f9641a3-6c0f-4382-b443-cb8f5a8f905c req-5c7e0500-a97c-4758-8010-d392addd6704 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=3037c0cf9c3c41d4b5dd3dad9faecaea&device_id=8bead279-9d85-4fa5-a169-6cd94e983919 HTTP/1.1" status: 200 len: 1162 time: 1.5390244 Jan 14 07:10:59.211719 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-832a140b-f51f-4b53-82d6-08b9f24e4132 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:10:59.285648 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d85944e6-39ab-42ec-a22d-b27da2e3358d tempest-FloatingIPsTestJSON-836215258 tempest-FloatingIPsTestJSON-836215258] Pushing event updated for resources: {'Port': ['ID=25e7c998-3834-4d76-8652-d52387f2e1f2,revision_number=2']} {{(pid=84875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:10:59.302528 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-d85944e6-39ab-42ec-a22d-b27da2e3358d tempest-FloatingIPsTestJSON-836215258 tempest-FloatingIPsTestJSON-836215258] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.265s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:10:59.350682 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-a425fa54-2e0b-4819-ace0-d55247a39e47 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850887153'] for security_group, after_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:10:59.357856 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-42db64c3-bcac-496f-9734-4309db0a2f01 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:10:59.364513 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-3c2fc2e2-089d-4295-bed5-78c609fc732c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted--9223372036851568851', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal--9223372036850888080'] for router_interface, after_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:10:59.395638 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ca12fac-cea5-4883-8db1-2777b068763a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=eed8f886-634c-4c19-91b1-ded986d62289,revision_number=None']} {{(pid=84874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:10:59.397980 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [req-0525bdcb-eea9-403c-be96-859db55c8cd1 req-8d77361b-f7f9-4842-8b4b-d079e62fa032 service neutron] 10.222.0.35 "GET /v2.0/networks/4836ea0a-f546-4f5a-a93b-c7e45ef1752d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.4283147 Jan 14 07:10:59.416138 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a425fa54-2e0b-4819-ace0-d55247a39e47 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5853e900-6474-4994-aae4-1f22c58ee111,revision_number=None']} {{(pid=84875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:10:59.468611 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-a425fa54-2e0b-4819-ace0-d55247a39e47 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:10:59.552010 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-7ca12fac-cea5-4883-8db1-2777b068763a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.340s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:10:59.619449 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-a425fa54-2e0b-4819-ace0-d55247a39e47 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:10:59.620657 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Device f805a7ce-2e45-4687-b68f-067763e04470 no longer exists at agent ovs-agent-n-d-768862-2 {{(pid=84876) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jan 14 07:10:59.623802 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-a425fa54-2e0b-4819-ace0-d55247a39e47 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/5853e900-6474-4994-aae4-1f22c58ee111 HTTP/1.1" status: 204 len: 168 time: 1.6782699 Jan 14 07:10:59.630546 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [req-5b6cb261-d37d-426a-a60b-3be2a543ef65 req-d85944e6-39ab-42ec-a22d-b27da2e3358d tempest-FloatingIPsTestJSON-836215258 tempest-FloatingIPsTestJSON-836215258] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3912638'] for floatingip, after_update {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:10:59.678332 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.plugin [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] No Port match for: f805a7ce-2e45-4687-b68f-067763e04470 {{(pid=84876) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2188}} Jan 14 07:10:59.678701 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Device f805a7ce-2e45-4687-b68f-067763e04470 not bound to the agent host n-d-768862-2 {{(pid=84876) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jan 14 07:10:59.714981 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [req-3d1e1bfd-5c29-4982-bae3-089f3b2784d4 req-930dfbed-a3ac-4584-b7de-bd5208322cea service neutron] 10.222.0.35 "GET /v2.0/networks/1c7b4b12-7df2-4f41-8649-b236d94b12da?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 1.2165394 Jan 14 07:10:59.735164 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [req-5b6cb261-d37d-426a-a60b-3be2a543ef65 req-d85944e6-39ab-42ec-a22d-b27da2e3358d tempest-FloatingIPsTestJSON-836215258 tempest-FloatingIPsTestJSON-836215258] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854768116'] for floatingip, before_response {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:10:59.736563 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [req-5b6cb261-d37d-426a-a60b-3be2a543ef65 req-d85944e6-39ab-42ec-a22d-b27da2e3358d tempest-FloatingIPsTestJSON-836215258 tempest-FloatingIPsTestJSON-836215258] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 10.7581894 Jan 14 07:10:59.781030 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-562eb9bf-be9a-49e5-a8c3-1ed4195f766c req-d6f19dab-dae7-42d0-90d7-a44ed4b96daf tempest-ServersOnMultiNodesTest-1389749888 tempest-ServersOnMultiNodesTest-1389749888] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:10:59.782596 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [req-562eb9bf-be9a-49e5-a8c3-1ed4195f766c req-d6f19dab-dae7-42d0-90d7-a44ed4b96daf tempest-ServersOnMultiNodesTest-1389749888 tempest-ServersOnMultiNodesTest-1389749888] Synchronizing usage tracker for tenant:3037c0cf9c3c41d4b5dd3dad9faecaea on resource:port {{(pid=84874) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 14 07:10:59.844251 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [None req-02d7c1a6-3da5-4eba-b7d5-75c04545ec5a admin admin] For port 2bb35577-6e7d-4746-a021-cfdc91f58ca3, host n-d-768862-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-2',level=0,port_id=2bb35577-6e7d-4746-a021-cfdc91f58ca3,segment=NetworkSegment(cf3ded2c-bc47-4a71-89af-6e7117e60140),segment_id=cf3ded2c-bc47-4a71-89af-6e7117e60140)] {{(pid=84874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 07:10:59.844656 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-02d7c1a6-3da5-4eba-b7d5-75c04545ec5a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036850862667'] for port, precommit_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:10:59.936513 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [req-5b6cb261-d37d-426a-a60b-3be2a543ef65 req-e88102ce-42e3-4415-ab9f-1991cc5f4962 tempest-FloatingIPsTestJSON-836215258 tempest-FloatingIPsTestJSON-836215258] Synchronizing usage tracker for tenant:914ccd51ecef47e89b834e22797839e0 on resource:floatingip {{(pid=84875) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 14 07:11:00.002631 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [req-5b6cb261-d37d-426a-a60b-3be2a543ef65 req-e88102ce-42e3-4415-ab9f-1991cc5f4962 tempest-FloatingIPsTestJSON-836215258 tempest-FloatingIPsTestJSON-836215258] Unset dirty status for tenant:914ccd51ecef47e89b834e22797839e0 on resource:floatingip {{(pid=84875) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 14 07:11:00.004369 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [req-5b6cb261-d37d-426a-a60b-3be2a543ef65 req-e88102ce-42e3-4415-ab9f-1991cc5f4962 tempest-FloatingIPsTestJSON-836215258 tempest-FloatingIPsTestJSON-836215258] 10.222.0.24 "GET /v2.0/floatingips?floating_ip_address=172.25.2.118 HTTP/1.1" status: 200 len: 696 time: 0.2584431 Jan 14 07:11:00.126654 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-7ca12fac-cea5-4883-8db1-2777b068763a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3207107'] for subnet, before_response {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:11:00.176952 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.plugin [None req-02d7c1a6-3da5-4eba-b7d5-75c04545ec5a admin admin] Calling delete_port for 2bb35577-6e7d-4746-a021-cfdc91f58ca3 owned by network:router_gateway {{(pid=84874) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 07:11:00.302633 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f9641a3-6c0f-4382-b443-cb8f5a8f905c req-4e92a7f8-357c-4eec-8cdb-8c1263d15a9a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:11:00.304501 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [req-6f9641a3-6c0f-4382-b443-cb8f5a8f905c req-4e92a7f8-357c-4eec-8cdb-8c1263d15a9a service neutron] 10.222.0.35 "GET /v2.0/networks?id=3ab89270-67b1-41e9-8be2-a0395a984bff HTTP/1.1" status: 200 len: 863 time: 1.1975720 Jan 14 07:11:00.322030 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-88df7952-0485-4e85-a921-a590bfd5974f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850887153'] for security_group, after_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:11:00.326237 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [req-562eb9bf-be9a-49e5-a8c3-1ed4195f766c req-d6f19dab-dae7-42d0-90d7-a44ed4b96daf tempest-ServersOnMultiNodesTest-1389749888 tempest-ServersOnMultiNodesTest-1389749888] Unset dirty status for tenant:3037c0cf9c3c41d4b5dd3dad9faecaea on resource:port {{(pid=84874) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 14 07:11:00.327500 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [req-562eb9bf-be9a-49e5-a8c3-1ed4195f766c req-d6f19dab-dae7-42d0-90d7-a44ed4b96daf tempest-ServersOnMultiNodesTest-1389749888 tempest-ServersOnMultiNodesTest-1389749888] 10.222.0.35 "GET /v2.0/ports?device_id=8bead279-9d85-4fa5-a169-6cd94e983919 HTTP/1.1" status: 200 len: 947 time: 2.2451375 Jan 14 07:11:00.394581 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-ad41fbd7-47e8-49e7-8abc-8521a47e667f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:11:00.421088 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.db.resource_extend [None req-aeaa8e4c-1b3b-400d-9d25-93f595eeb2fd admin admin] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84874) wrapper /usr/local/lib/python3.6/dist-packages/oslo_utils/timeutils.py:388}} Jan 14 07:11:00.505296 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-88df7952-0485-4e85-a921-a590bfd5974f admin admin] Notify callbacks [] for security_group, before_response {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:11:00.509330 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-88df7952-0485-4e85-a921-a590bfd5974f admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/2be38fce-7c28-4881-af6e-e9ccf2035339 HTTP/1.1" status: 204 len: 168 time: 3.2890639 Jan 14 07:11:00.509330 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88df7952-0485-4e85-a921-a590bfd5974f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2be38fce-7c28-4881-af6e-e9ccf2035339,revision_number=None']} {{(pid=84874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:11:00.511239 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-7ca12fac-cea5-4883-8db1-2777b068763a admin admin] 10.222.0.24 "DELETE /v2.0/subnets/eed8f886-634c-4c19-91b1-ded986d62289 HTTP/1.1" status: 204 len: 168 time: 7.2198770 Jan 14 07:11:00.513975 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [req-6f9641a3-6c0f-4382-b443-cb8f5a8f905c req-bd2c3836-1a8f-4973-b701-947b61db3bd0 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.13&port_id=c40d41a6-fc00-42a8-b2e3-fe2aa6059b84 HTTP/1.1" status: 200 len: 217 time: 0.1973567 Jan 14 07:11:00.517979 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-aeaa8e4c-1b3b-400d-9d25-93f595eeb2fd admin admin] Notify callbacks [] for port, precommit_update {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:11:00.520207 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-88df7952-0485-4e85-a921-a590bfd5974f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:11:00.521794 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84874) accepted ('10.222.0.24', 55806) {{(pid=84874) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:11:00.589873 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [req-685a7224-10ee-4509-921a-3168ee1dc4b9 req-e376f589-b8cd-4690-94c6-1b8cf08440af tempest-AttachSCSIVolumeTestJSON-1630246316 tempest-AttachSCSIVolumeTestJSON-1630246316] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777640533329', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777640097463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3254186'] for port, after_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:11:00.823316 n-d-768862-2 neutron-server[84765]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3c2fc2e2-089d-4295-bed5-78c609fc732c admin admin] Router 8ce0aa68-31de-4543-b676-dd365cc0d1b7 has already been hosted by L3 agent 35f592e9-451b-4db9-abea-77b6a5c5391b {{(pid=84875) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Jan 14 07:11:00.857154 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b6cb261-d37d-426a-a60b-3be2a543ef65 req-eed7c929-8fc0-4044-841a-66f8ee6dd25e tempest-FloatingIPsTestJSON-836215258 tempest-FloatingIPsTestJSON-836215258] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:11:00.858786 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [req-5b6cb261-d37d-426a-a60b-3be2a543ef65 req-eed7c929-8fc0-4044-841a-66f8ee6dd25e tempest-FloatingIPsTestJSON-836215258 tempest-FloatingIPsTestJSON-836215258] 10.222.0.24 "GET /v2.0/networks/226f1e78-82cd-4481-9055-4eb73b6db8c1 HTTP/1.1" status: 200 len: 784 time: 0.7762146 Jan 14 07:11:00.959916 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:11:01.009715 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-aeaa8e4c-1b3b-400d-9d25-93f595eeb2fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777640533312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363259214678337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777640097497', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036851521613'] for port, after_update {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:11:01.104458 n-d-768862-2 neutron-server[84765]: DEBUG neutron.objects.ports [None req-2a3390a2-ee91-45ab-8ba7-8b060055e355 None None] Time-cost: Fetching 1 ports in 1 security groups {{(pid=84876) get_objects /opt/stack/neutron/neutron/objects/ports.py:428}} Jan 14 07:11:01.144926 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [req-ec32dc76-dc9f-4530-8cd5-2747804ddde9 req-102c9703-dd1a-4358-ba0c-9f326d194d2a tempest-FloatingIPsTestJSON-836215258 tempest-FloatingIPsTestJSON-836215258] 10.222.0.24 "GET /v2.0/floatingips/b402ecea-89ae-437c-ba42-1003655bcc3d HTTP/1.1" status: 200 len: 693 time: 0.2086897 Jan 14 07:11:01.200305 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e376f589-b8cd-4690-94c6-1b8cf08440af tempest-AttachSCSIVolumeTestJSON-1630246316 tempest-AttachSCSIVolumeTestJSON-1630246316] Pushing event deleted for resources: {'Port': ['ID=55bbb788-b677-4def-8e0f-27f81cd181a5,revision_number=None']} {{(pid=84874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:11:01.213668 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84875) accepted ('10.222.0.24', 55822) {{(pid=84875) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:11:01.229726 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-e376f589-b8cd-4690-94c6-1b8cf08440af tempest-AttachSCSIVolumeTestJSON-1630246316 tempest-AttachSCSIVolumeTestJSON-1630246316] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.270s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:11:01.257968 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-c22f76c7-2e90-45a1-8e30-40b68d4e1bfe service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.186s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:11:01.296389 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12fcfa8e-8395-4cab-9b07-14d3efe8b284 req-ac5d71a4-3d5b-4217-ac77-d79b66d93f2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:11:01.296389 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [req-12fcfa8e-8395-4cab-9b07-14d3efe8b284 req-ac5d71a4-3d5b-4217-ac77-d79b66d93f2f service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=93a8da55e1c346bf8dc2a8711a9e4edc&device_id=b4df1c8c-f0c2-4966-97b9-13f58a5db756 HTTP/1.1" status: 200 len: 1158 time: 1.4367967 Jan 14 07:11:01.350404 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.plugin [req-562eb9bf-be9a-49e5-a8c3-1ed4195f766c req-72b8c875-b4b3-4505-a886-d10805e6f2d6 tempest-ServersOnMultiNodesTest-1389749888 tempest-ServersOnMultiNodesTest-1389749888] Deleting port c40d41a6-fc00-42a8-b2e3-fe2aa6059b84 {{(pid=84874) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 07:11:01.350737 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [req-562eb9bf-be9a-49e5-a8c3-1ed4195f766c req-72b8c875-b4b3-4505-a886-d10805e6f2d6 tempest-ServersOnMultiNodesTest-1389749888 tempest-ServersOnMultiNodesTest-1389749888] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363259214248359'] for port, before_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:11:01.356827 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3c2fc2e2-089d-4295-bed5-78c609fc732c admin admin] Notify agent at l3_agent.n-d-768862-2 the message routers_updated {{(pid=84875) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jan 14 07:11:01.365656 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-017f98a9-8a07-408c-a86f-8ff0c00400a0 None None] Device 417cb7e6-8fbb-41a3-a6ba-9afa1a7b439c up at agent ovs-agent-n-h1-768862-2 {{(pid=84876) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 07:11:01.375873 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-3c2fc2e2-089d-4295-bed5-78c609fc732c admin admin] 10.222.0.24 "PUT /v2.0/routers/8ce0aa68-31de-4543-b676-dd365cc0d1b7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 17.5265789 Jan 14 07:11:01.379693 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cfcafacb-27b3-4d09-9353-a825098e02fa None None] Sync routers for ids ['8ce0aa68-31de-4543-b676-dd365cc0d1b7'] in n-d-768862-2 {{(pid=84877) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Jan 14 07:11:01.381034 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84875) accepted ('10.222.0.24', 55828) {{(pid=84875) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:11:01.398868 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfcafacb-27b3-4d09-9353-a825098e02fa None None] Routers {'8ce0aa68-31de-4543-b676-dd365cc0d1b7'} bound to L3 agent in host n-d-768862-2 {{(pid=84877) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 14 07:11:01.400152 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_hamode_db [None req-cfcafacb-27b3-4d09-9353-a825098e02fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-01-14T06:56:51Z,description=,heartbeat_timestamp=2021-01-14T07:10:51Z,host='n-d-768862-2',id=35f592e9-451b-4db9-abea-77b6a5c5391b,load=0,resource_versions=,resources_synced=,started_at=2021-01-14T06:56:51Z,topic='l3_agent')) {'router_ids': ['8ce0aa68-31de-4543-b676-dd365cc0d1b7'], 'active': True} {{(pid=84877) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:11:01.579237 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-017f98a9-8a07-408c-a86f-8ff0c00400a0 None None] Provisioning for port 417cb7e6-8fbb-41a3-a6ba-9afa1a7b439c completed by entity L2. {{(pid=84876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 07:11:01.579502 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f9641a3-6c0f-4382-b443-cb8f5a8f905c req-59e3e1b6-1759-427b-963e-e90604366fd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:11:01.580980 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [req-6f9641a3-6c0f-4382-b443-cb8f5a8f905c req-59e3e1b6-1759-427b-963e-e90604366fd9 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=69aa3990-7111-4d2c-9167-5d5ad366f163 HTTP/1.1" status: 200 len: 843 time: 1.0388446 Jan 14 07:11:01.593309 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-017f98a9-8a07-408c-a86f-8ff0c00400a0 None None] Provisioning complete for port 417cb7e6-8fbb-41a3-a6ba-9afa1a7b439c triggered by entity L2. {{(pid=84876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 07:11:01.594348 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-017f98a9-8a07-408c-a86f-8ff0c00400a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-604227'] for port, provisioning_complete {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:11:01.620785 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84875) accepted ('10.222.0.24', 55832) {{(pid=84875) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:11:01.646946 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec32dc76-dc9f-4530-8cd5-2747804ddde9 req-303145f6-8e09-4f19-b0f2-4af9524bb7d7 tempest-FloatingIPsTestJSON-836215258 tempest-FloatingIPsTestJSON-836215258] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:11:01.654639 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [req-ec32dc76-dc9f-4530-8cd5-2747804ddde9 req-303145f6-8e09-4f19-b0f2-4af9524bb7d7 tempest-FloatingIPsTestJSON-836215258 tempest-FloatingIPsTestJSON-836215258] 10.222.0.24 "GET /v2.0/networks/226f1e78-82cd-4481-9055-4eb73b6db8c1 HTTP/1.1" status: 200 len: 784 time: 0.5035923 Jan 14 07:11:01.672160 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.v2.base [None req-1f2d2bd4-e399-4735-9324-7ed7d9bbb234 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsNegativeTestJSON-1904593380-network', 'tenant_id': 'e1a4c1f507cc4686a883b0df425ffdc7'}} {{(pid=84875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:11:01.679713 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [req-ec32dc76-dc9f-4530-8cd5-2747804ddde9 req-10664fea-4c2d-48cf-8168-ba06ed40f0a3 tempest-FloatingIPsTestJSON-836215258 tempest-FloatingIPsTestJSON-836215258] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=84875) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 14 07:11:01.688799 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [req-ec32dc76-dc9f-4530-8cd5-2747804ddde9 req-10664fea-4c2d-48cf-8168-ba06ed40f0a3 tempest-FloatingIPsTestJSON-836215258 tempest-FloatingIPsTestJSON-836215258] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13279 time: 0.0329998 Jan 14 07:11:01.717861 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-1f2d2bd4-e399-4735-9324-7ed7d9bbb234 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:11:01.750959 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-aeaa8e4c-1b3b-400d-9d25-93f595eeb2fd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3206949', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3889649'] for router_interface, after_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:11:01.768937 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_dvr_db [None req-cfcafacb-27b3-4d09-9353-a825098e02fa None None] Set router 8ce0aa68-31de-4543-b676-dd365cc0d1b7 gateway port host: n-d-768862-2 {{(pid=84877) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 14 07:11:01.771318 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-017f98a9-8a07-408c-a86f-8ff0c00400a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555753'] for port, before_update {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:11:01.820662 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [None req-017f98a9-8a07-408c-a86f-8ff0c00400a0 None None] For port 417cb7e6-8fbb-41a3-a6ba-9afa1a7b439c, host n-h1-768862-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-h1-768862-2',level=0,port_id=417cb7e6-8fbb-41a3-a6ba-9afa1a7b439c,segment=NetworkSegment(f1a1da15-9c84-4f1f-8d4b-5f93ea7c2a21),segment_id=f1a1da15-9c84-4f1f-8d4b-5f93ea7c2a21)] {{(pid=84876) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 07:11:01.822176 n-d-768862-2 neutron-server[84765]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b4df1c8c-f0c2-4966-97b9-13f58a5db756', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '417cb7e6-8fbb-41a3-a6ba-9afa1a7b439c'}] {{(pid=84876) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Jan 14 07:11:01.829617 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-ca7aa0cc-32de-4d2e-b19b-e970592b2994 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:11:01.833465 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-017f98a9-8a07-408c-a86f-8ff0c00400a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777640533312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363259214678337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777640097497'] for port, after_update {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:11:01.837307 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-8e27d510-1a07-4c17-8974-9a1625301368 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84876) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:11:01.848824 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-1f2d2bd4-e399-4735-9324-7ed7d9bbb234 admin admin] Usage tracker for resource:network and tenant:e1a4c1f507cc4686a883b0df425ffdc7 is out of sync, need to count used quota {{(pid=84875) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:11:01.867105 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-1f2d2bd4-e399-4735-9324-7ed7d9bbb234 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84875) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:11:01.894022 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-1f2d2bd4-e399-4735-9324-7ed7d9bbb234 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:11:01.897138 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-ca7aa0cc-32de-4d2e-b19b-e970592b2994 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:11:01.913133 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [req-ec32dc76-dc9f-4530-8cd5-2747804ddde9 req-3fcfa46c-13f5-413f-a977-74f942a56164 tempest-FloatingIPsTestJSON-836215258 tempest-FloatingIPsTestJSON-836215258] 10.222.0.24 "GET /v2.0/floatingips?floating_ip_address=172.25.2.118 HTTP/1.1" status: 200 len: 696 time: 0.2232323 Jan 14 07:11:01.935027 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-017f98a9-8a07-408c-a86f-8ff0c00400a0 None None] Pushing event updated for resources: {'Port': ['ID=417cb7e6-8fbb-41a3-a6ba-9afa1a7b439c,revision_number=4']} {{(pid=84876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:11:01.940518 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-017f98a9-8a07-408c-a86f-8ff0c00400a0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=84876) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:11:01.975995 n-d-768862-2 neutron-server[84765]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b4df1c8c-f0c2-4966-97b9-13f58a5db756', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '417cb7e6-8fbb-41a3-a6ba-9afa1a7b439c', 'code': 200} Jan 14 07:11:01.991050 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-ca7aa0cc-32de-4d2e-b19b-e970592b2994 admin admin] Usage tracker for resource:security_group_rule and tenant:96c38c70c69a4fd4945af385115dc519 is out of sync, need to count used quota {{(pid=84875) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:11:02.001486 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-ca7aa0cc-32de-4d2e-b19b-e970592b2994 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84875) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:11:02.037126 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-ca7aa0cc-32de-4d2e-b19b-e970592b2994 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:11:02.046514 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1f2d2bd4-e399-4735-9324-7ed7d9bbb234 admin admin] Made reservation on behalf of e1a4c1f507cc4686a883b0df425ffdc7 for: {'network': 1} {{(pid=84875) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 07:11:02.051542 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-1f2d2bd4-e399-4735-9324-7ed7d9bbb234 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555753'] for network, before_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:11:02.069435 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-4d956f64-1a73-40c8-a03a-8a226f65bd03 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036854160497'] for network, before_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:11:02.080612 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [req-ec32dc76-dc9f-4530-8cd5-2747804ddde9 req-294d8e58-32d5-4ac8-8b80-6f97ccb7d335 tempest-FloatingIPsTestJSON-836215258 tempest-FloatingIPsTestJSON-836215258] 10.222.0.24 "GET /v2.0/floatingips?floating_ip_address=172.25.2.118 HTTP/1.1" status: 200 len: 696 time: 0.1663616 Jan 14 07:11:02.151320 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-1f2d2bd4-e399-4735-9324-7ed7d9bbb234 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:11:02.197866 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-d45e22a6-db5a-45d4-81cc-6250c0d2dc8c admin admin] Notify callbacks [] for router, before_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:11:02.283950 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-1f2d2bd4-e399-4735-9324-7ed7d9bbb234 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:11:02.290474 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_hamode_db [None req-cfcafacb-27b3-4d09-9353-a825098e02fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8ce0aa68-31de-4543-b676-dd365cc0d1b7', 'name': 'tempest-FloatingIPsAssociationTestJSON-1064949191-router', 'tenant_id': '93a8da55e1c346bf8dc2a8711a9e4edc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '226f1e78-82cd-4481-9055-4eb73b6db8c1', 'external_fixed_ips': [{'subnet_id': 'ba8deeec-7658-4195-9449-038c076f5c83', 'ip_address': '172.25.2.159'}], 'enable_snat': True}, 'gw_port_id': 'dd1a2078-9548-4ef6-8ccd-77af13047ea8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-14T07:09:59Z', 'updated_at': '2021-01-14T07:10:57Z', 'revision_number': 5, 'project_id': '93a8da55e1c346bf8dc2a8711a9e4edc', 'gw_port': {'id': 'dd1a2078-9548-4ef6-8ccd-77af13047ea8', 'name': '', 'network_id': '226f1e78-82cd-4481-9055-4eb73b6db8c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:d7:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ce0aa68-31de-4543-b676-dd365cc0d1b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 547, 'fixed_ips': [{'subnet_id': 'ba8deeec-7658-4195-9449-038c076f5c83', 'ip_address': '172.25.2.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T07:10:01Z', 'updated_at': '2021-01-14T07:10:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ba8deeec-7658-4195-9449-038c076f5c83', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-2'}], 'n-d-768862-2', False) {} {{(pid=84877) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:11:02.298274 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cfcafacb-27b3-4d09-9353-a825098e02fa None None] Checking router: 8ce0aa68-31de-4543-b676-dd365cc0d1b7 for host: n-d-768862-2 {{(pid=84877) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Jan 14 07:11:02.312422 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfcafacb-27b3-4d09-9353-a825098e02fa None None] Routers {'8ce0aa68-31de-4543-b676-dd365cc0d1b7'} bound to L3 agent in host n-d-768862-2 {{(pid=84877) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 14 07:11:02.313647 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_hamode_db [None req-cfcafacb-27b3-4d09-9353-a825098e02fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-01-14T06:56:51Z,description=,heartbeat_timestamp=2021-01-14T07:10:51Z,host='n-d-768862-2',id=35f592e9-451b-4db9-abea-77b6a5c5391b,load=0,resource_versions=,resources_synced=,started_at=2021-01-14T06:56:51Z,topic='l3_agent')) {'router_ids': ['8ce0aa68-31de-4543-b676-dd365cc0d1b7'], 'active': True} {{(pid=84877) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:11:02.407733 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [req-562eb9bf-be9a-49e5-a8c3-1ed4195f766c req-72b8c875-b4b3-4505-a886-d10805e6f2d6 tempest-ServersOnMultiNodesTest-1389749888 tempest-ServersOnMultiNodesTest-1389749888] For port c40d41a6-fc00-42a8-b2e3-fe2aa6059b84, host n-h1-768862-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-h1-768862-2',level=0,port_id=c40d41a6-fc00-42a8-b2e3-fe2aa6059b84,segment=NetworkSegment(682aa48d-45db-4ce6-9539-8117fc7293eb),segment_id=682aa48d-45db-4ce6-9539-8117fc7293eb)] {{(pid=84874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 07:11:02.408075 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [req-562eb9bf-be9a-49e5-a8c3-1ed4195f766c req-72b8c875-b4b3-4505-a886-d10805e6f2d6 tempest-ServersOnMultiNodesTest-1389749888 tempest-ServersOnMultiNodesTest-1389749888] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036850862667'] for port, precommit_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:11:02.431043 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-1f2d2bd4-e399-4735-9324-7ed7d9bbb234 admin admin] Usage tracker for resource:security_group_rule and tenant:e1a4c1f507cc4686a883b0df425ffdc7 is out of sync, need to count used quota {{(pid=84875) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:11:02.440793 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-1f2d2bd4-e399-4735-9324-7ed7d9bbb234 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84875) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:11:02.469045 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-1f2d2bd4-e399-4735-9324-7ed7d9bbb234 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:11:02.500702 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.plugin [req-ec32dc76-dc9f-4530-8cd5-2747804ddde9 req-9fb04899-f727-4fdc-b87c-45f8119cbbf9 tempest-FloatingIPsTestJSON-836215258 tempest-FloatingIPsTestJSON-836215258] Deleting port 25e7c998-3834-4d76-8652-d52387f2e1f2 {{(pid=84875) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 07:11:02.501079 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [req-ec32dc76-dc9f-4530-8cd5-2747804ddde9 req-9fb04899-f727-4fdc-b87c-45f8119cbbf9 tempest-FloatingIPsTestJSON-836215258 tempest-FloatingIPsTestJSON-836215258] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363259214248359'] for port, before_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:11:02.573976 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_dvr_db [None req-cfcafacb-27b3-4d09-9353-a825098e02fa None None] Set router 8ce0aa68-31de-4543-b676-dd365cc0d1b7 gateway port host: n-d-768862-2 {{(pid=84877) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 14 07:11:02.599214 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.plugin [req-562eb9bf-be9a-49e5-a8c3-1ed4195f766c req-72b8c875-b4b3-4505-a886-d10805e6f2d6 tempest-ServersOnMultiNodesTest-1389749888 tempest-ServersOnMultiNodesTest-1389749888] Calling delete_port for c40d41a6-fc00-42a8-b2e3-fe2aa6059b84 owned by compute:nova {{(pid=84874) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 07:11:02.685777 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-02d7c1a6-3da5-4eba-b7d5-75c04545ec5a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777640533329', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777640097463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3254186'] for port, after_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:11:02.691060 n-d-768862-2 neutron-server[84765]: WARNING neutron.plugins.ml2.ovo_rpc [None req-02d7c1a6-3da5-4eba-b7d5-75c04545ec5a admin admin] This handler is supposed to handle AFTER events, as in 'AFTER it's committed', not BEFORE. Offending resource event: port, after_delete. Location: Jan 14 07:11:02.691060 n-d-768862-2 neutron-server[84765]: File "/usr/local/lib/python3.6/dist-packages/eventlet/greenthread.py", line 221, in main Jan 14 07:11:02.691060 n-d-768862-2 neutron-server[84765]: result = function(*args, **kwargs) Jan 14 07:11:02.691060 n-d-768862-2 neutron-server[84765]: File "/usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py", line 825, in process_request Jan 14 07:11:02.691060 n-d-768862-2 neutron-server[84765]: proto.__init__(conn_state, self) Jan 14 07:11:02.691060 n-d-768862-2 neutron-server[84765]: File "/usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py", line 357, in __init__ Jan 14 07:11:02.691060 n-d-768862-2 neutron-server[84765]: self.handle() Jan 14 07:11:02.691060 n-d-768862-2 neutron-server[84765]: File "/usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py", line 390, in handle Jan 14 07:11:02.691060 n-d-768862-2 neutron-server[84765]: self.handle_one_request() Jan 14 07:11:02.691060 n-d-768862-2 neutron-server[84765]: File "/usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py", line 466, in handle_one_request Jan 14 07:11:02.691060 n-d-768862-2 neutron-server[84765]: self.handle_one_response() Jan 14 07:11:02.691060 n-d-768862-2 neutron-server[84765]: File "/usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py", line 573, in handle_one_response Jan 14 07:11:02.691060 n-d-768862-2 neutron-server[84765]: result = self.application(self.environ, start_response) Jan 14 07:11:02.691060 n-d-768862-2 neutron-server[84765]: File "/usr/local/lib/python3.6/dist-packages/paste/urlmap.py", line 216, in __call__ Jan 14 07:11:02.691060 n-d-768862-2 neutron-server[84765]: return app(environ, start_response) Jan 14 07:11:02.691060 n-d-768862-2 neutron-server[84765]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 129, in __call__ Jan 14 07:11:02.691060 n-d-768862-2 neutron-server[84765]: resp = self.call_func(req, *args, **kw) Jan 14 07:11:02.691060 n-d-768862-2 neutron-server[84765]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 193, in call_func Jan 14 07:11:02.691060 n-d-768862-2 neutron-server[84765]: return self.func(req, *args, **kwargs) Jan 14 07:11:02.691060 n-d-768862-2 neutron-server[84765]: File "/usr/local/lib/python3.6/dist-packages/oslo_middleware/base.py", line 124, in __call__ Jan 14 07:11:02.691060 n-d-768862-2 neutron-server[84765]: response = req.get_response(self.application) Jan 14 07:11:02.691060 n-d-768862-2 neutron-server[84765]: File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1314, in send Jan 14 07:11:02.691060 n-d-768862-2 neutron-server[84765]: application, catch_exc_info=False) Jan 14 07:11:02.691060 n-d-768862-2 neutron-server[84765]: File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1278, in call_application Jan 14 07:11:02.691060 n-d-768862-2 neutron-server[84765]: app_iter = application(self.environ, start_response) Jan 14 07:11:02.691060 n-d-768862-2 neutron-server[84765]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 129, in __call__ Jan 14 07:11:02.691060 n-d-768862-2 neutron-server[84765]: resp = self.call_func(req, *args, **kw) Jan 14 07:11:02.691060 n-d-768862-2 neutron-server[84765]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 193, in call_func Jan 14 07:11:02.691060 n-d-768862-2 neutron-server[84765]: return self.func(req, *args, **kwargs) Jan 14 07:11:02.691060 n-d-768862-2 neutron-server[84765]: File "/usr/local/lib/python3.6/dist-packages/oslo_middleware/base.py", line 124, in __call__ Jan 14 07:11:02.691060 n-d-768862-2 neutron-server[84765]: response = req.get_response(self.application) Jan 14 07:11:02.691060 n-d-768862-2 neutron-server[84765]: File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1314, in send Jan 14 07:11:02.691060 n-d-768862-2 neutron-server[84765]: application, catch_exc_info=False) Jan 14 07:11:02.691060 n-d-768862-2 neutron-server[84765]: File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1278, in call_application Jan 14 07:11:02.691060 n-d-768862-2 neutron-server[84765]: app_iter = application(self.environ, start_response) Jan 14 07:11:02.691060 n-d-768862-2 neutron-server[84765]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 129, in __call__ Jan 14 07:11:02.691060 n-d-768862-2 neutron-server[84765]: resp = self.call_func(req, *args, **kw) Jan 14 07:11:02.691060 n-d-768862-2 neutron-server[84765]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 193, in call_func Jan 14 07:11:02.691060 n-d-768862-2 neutron-server[84765]: return self.func(req, *args, **kwargs) Jan 14 07:11:02.691060 n-d-768862-2 neutron-server[84765]: File "/usr/local/lib/python3.6/dist-packages/oslo_middleware/request_id.py", line 58, in __call__ Jan 14 07:11:02.691060 n-d-768862-2 neutron-server[84765]: response = req.get_response(self.application) Jan 14 07:11:02.691060 n-d-768862-2 neutron-server[84765]: File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1314, in send Jan 14 07:11:02.691060 n-d-768862-2 neutron-server[84765]: application, catch_exc_info=False) Jan 14 07:11:02.691060 n-d-768862-2 neutron-server[84765]: File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1278, in call_application Jan 14 07:11:02.691060 n-d-768862-2 neutron-server[84765]: app_iter = application(self.environ, start_response) Jan 14 07:11:02.691060 n-d-768862-2 neutron-server[84765]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 129, in __call__ Jan 14 07:11:02.691060 n-d-768862-2 neutron-server[84765]: resp = self.call_func(req, *args, **kw) Jan 14 07:11:02.691060 n-d-768862-2 neutron-server[84765]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 193, in call_func Jan 14 07:11:02.691060 n-d-768862-2 neutron-server[84765]: return self.func(req, *args, **kwargs) Jan 14 07:11:02.691060 n-d-768862-2 neutron-server[84765]: File "/usr/local/lib/python3.6/dist-packages/oslo_middleware/catch_errors.py", line 40, in __call__ Jan 14 07:11:02.691060 n-d-768862-2 neutron-server[84765]: response = req.get_response(self.application) Jan 14 07:11:02.691060 n-d-768862-2 neutron-server[84765]: File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1314, in send Jan 14 07:11:02.691060 n-d-768862-2 neutron-server[84765]: application, catch_exc_info=False) Jan 14 07:11:02.691060 n-d-768862-2 neutron-server[84765]: File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1278, in call_application Jan 14 07:11:02.691060 n-d-768862-2 neutron-server[84765]: app_iter = application(self.environ, start_response) Jan 14 07:11:02.691060 n-d-768862-2 neutron-server[84765]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 129, in __call__ Jan 14 07:11:02.691060 n-d-768862-2 neutron-server[84765]: resp = self.call_func(req, *args, **kw) Jan 14 07:11:02.691060 n-d-768862-2 neutron-server[84765]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 193, in call_func Jan 14 07:11:02.691060 n-d-768862-2 neutron-server[84765]: return self.func(req, *args, **kwargs) Jan 14 07:11:02.691060 n-d-768862-2 neutron-server[84765]: File "/usr/local/lib/python3.6/dist-packages/osprofiler/web.py", line 112, in __call__ Jan 14 07:11:02.691060 n-d-768862-2 neutron-server[84765]: return request.get_response(self.application) Jan 14 07:11:02.691060 n-d-768862-2 neutron-server[84765]: File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1314, in send Jan 14 07:11:02.691060 n-d-768862-2 neutron-server[84765]: application, catch_exc_info=False) Jan 14 07:11:02.691060 n-d-768862-2 neutron-server[84765]: File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1278, in call_application Jan 14 07:11:02.691060 n-d-768862-2 neutron-server[84765]: app_iter = application(self.environ, start_response) Jan 14 07:11:02.691060 n-d-768862-2 neutron-server[84765]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 129, in __call__ Jan 14 07:11:02.691060 n-d-768862-2 neutron-server[84765]: resp = self.call_func(req, *args, **kw) Jan 14 07:11:02.691060 n-d-768862-2 neutron-server[84765]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 193, in call_func Jan 14 07:11:02.691060 n-d-768862-2 neutron-server[84765]: return self.func(req, *args, **kwargs) Jan 14 07:11:02.691060 n-d-768862-2 neutron-server[84765]: File "/usr/local/lib/python3.6/dist-packages/keystonemiddleware/auth_token/__init__.py", line 341, in __call__ Jan 14 07:11:02.691060 n-d-768862-2 neutron-server[84765]: response = req.get_response(self._app) Jan 14 07:11:02.691060 n-d-768862-2 neutron-server[84765]: File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1314, in send Jan 14 07:11:02.691060 n-d-768862-2 neutron-server[84765]: application, catch_exc_info=False) Jan 14 07:11:02.691060 n-d-768862-2 neutron-server[84765]: File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1278, in call_application Jan 14 07:11:02.691060 n-d-768862-2 neutron-server[84765]: app_iter = application(self.environ, start_response) Jan 14 07:11:02.691060 n-d-768862-2 neutron-server[84765]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 143, in __call__ Jan 14 07:11:02.691060 n-d-768862-2 neutron-server[84765]: return resp(environ, start_response) Jan 14 07:11:02.691060 n-d-768862-2 neutron-server[84765]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 143, in __call__ Jan 14 07:11:02.691060 n-d-768862-2 neutron-server[84765]: return resp(environ, start_response) Jan 14 07:11:02.691060 n-d-768862-2 neutron-server[84765]: File "/usr/local/lib/python3.6/dist-packages/routes/middleware.py", line 153, in __call__ Jan 14 07:11:02.691060 n-d-768862-2 neutron-server[84765]: response = self.app(environ, start_response) Jan 14 07:11:02.691060 n-d-768862-2 neutron-server[84765]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 143, in __call__ Jan 14 07:11:02.691060 n-d-768862-2 neutron-server[84765]: return resp(environ, start_response) Jan 14 07:11:02.691060 n-d-768862-2 neutron-server[84765]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 129, in __call__ Jan 14 07:11:02.691060 n-d-768862-2 neutron-server[84765]: resp = self.call_func(req, *args, **kw) Jan 14 07:11:02.691060 n-d-768862-2 neutron-server[84765]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 193, in call_func Jan 14 07:11:02.691060 n-d-768862-2 neutron-server[84765]: return self.func(req, *args, **kwargs) Jan 14 07:11:02.691060 n-d-768862-2 neutron-server[84765]: File "/opt/stack/neutron/neutron/api/v2/resource.py", line 98, in resource Jan 14 07:11:02.700084 n-d-768862-2 neutron-server[84765]: result = method(request=request, **args) Jan 14 07:11:02.700084 n-d-768862-2 neutron-server[84765]: File "/opt/stack/neutron/neutron/api/v2/base.py", line 573, in delete Jan 14 07:11:02.700084 n-d-768862-2 neutron-server[84765]: return self._delete(request, id, **kwargs) Jan 14 07:11:02.700084 n-d-768862-2 neutron-server[84765]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jan 14 07:11:02.700084 n-d-768862-2 neutron-server[84765]: return f(*args, **kwargs) Jan 14 07:11:02.700084 n-d-768862-2 neutron-server[84765]: File "/usr/local/lib/python3.6/dist-packages/oslo_db/api.py", line 142, in wrapper Jan 14 07:11:02.700084 n-d-768862-2 neutron-server[84765]: return f(*args, **kwargs) Jan 14 07:11:02.700084 n-d-768862-2 neutron-server[84765]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jan 14 07:11:02.700084 n-d-768862-2 neutron-server[84765]: return f(*dup_args, **dup_kwargs) Jan 14 07:11:02.700084 n-d-768862-2 neutron-server[84765]: File "/opt/stack/neutron/neutron/api/v2/base.py", line 601, in _delete Jan 14 07:11:02.700084 n-d-768862-2 neutron-server[84765]: obj_deleter(request.context, id, **kwargs) Jan 14 07:11:02.700084 n-d-768862-2 neutron-server[84765]: File "/opt/stack/neutron/neutron/db/l3_db.py", line 2001, in delete_router Jan 14 07:11:02.700084 n-d-768862-2 neutron-server[84765]: super(L3_NAT_db_mixin, self).delete_router(context, id) Jan 14 07:11:02.700084 n-d-768862-2 neutron-server[84765]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 217, in wrapped Jan 14 07:11:02.700084 n-d-768862-2 neutron-server[84765]: return method(*args, **kwargs) Jan 14 07:11:02.700084 n-d-768862-2 neutron-server[84765]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jan 14 07:11:02.700084 n-d-768862-2 neutron-server[84765]: return f(*args, **kwargs) Jan 14 07:11:02.700084 n-d-768862-2 neutron-server[84765]: File "/usr/local/lib/python3.6/dist-packages/oslo_db/api.py", line 142, in wrapper Jan 14 07:11:02.700084 n-d-768862-2 neutron-server[84765]: return f(*args, **kwargs) Jan 14 07:11:02.700084 n-d-768862-2 neutron-server[84765]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jan 14 07:11:02.700084 n-d-768862-2 neutron-server[84765]: return f(*dup_args, **dup_kwargs) Jan 14 07:11:02.700084 n-d-768862-2 neutron-server[84765]: File "/opt/stack/neutron/neutron/db/l3_db.py", line 523, in delete_router Jan 14 07:11:02.700084 n-d-768862-2 neutron-server[84765]: self._delete_current_gw_port(context, id, router, None) Jan 14 07:11:02.700084 n-d-768862-2 neutron-server[84765]: File "/opt/stack/neutron/neutron/db/l3_db.py", line 391, in _delete_current_gw_port Jan 14 07:11:02.700084 n-d-768862-2 neutron-server[84765]: admin_ctx, gw_port_id, l3_port_check=False) Jan 14 07:11:02.700084 n-d-768862-2 neutron-server[84765]: File "/opt/stack/neutron/neutron/common/utils.py", line 687, in inner Jan 14 07:11:02.700084 n-d-768862-2 neutron-server[84765]: return f(self, context, *args, **kwargs) Jan 14 07:11:02.700084 n-d-768862-2 neutron-server[84765]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 217, in wrapped Jan 14 07:11:02.700084 n-d-768862-2 neutron-server[84765]: return method(*args, **kwargs) Jan 14 07:11:02.700084 n-d-768862-2 neutron-server[84765]: File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1939, in delete_port Jan 14 07:11:02.700084 n-d-768862-2 neutron-server[84765]: context, port, router_ids, bound_mech_contexts) Jan 14 07:11:02.700084 n-d-768862-2 neutron-server[84765]: File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1948, in _post_delete_port Jan 14 07:11:02.700084 n-d-768862-2 neutron-server[84765]: registry.notify(resources.PORT, events.AFTER_DELETE, self, **kwargs) Jan 14 07:11:02.700084 n-d-768862-2 neutron-server[84765]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/registry.py", line 56, in notify Jan 14 07:11:02.700084 n-d-768862-2 neutron-server[84765]: _get_callback_manager().notify(resource, event, trigger, **kwargs) Jan 14 07:11:02.700084 n-d-768862-2 neutron-server[84765]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/utils.py", line 104, in _wrapped Jan 14 07:11:02.700084 n-d-768862-2 neutron-server[84765]: return function(*args, **kwargs) Jan 14 07:11:02.700084 n-d-768862-2 neutron-server[84765]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py", line 167, in notify Jan 14 07:11:02.700084 n-d-768862-2 neutron-server[84765]: errors = self._notify_loop(resource, event, trigger, **kwargs) Jan 14 07:11:02.700084 n-d-768862-2 neutron-server[84765]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py", line 197, in _notify_loop Jan 14 07:11:02.700084 n-d-768862-2 neutron-server[84765]: callback(resource, event, trigger, **kwargs) Jan 14 07:11:02.700084 n-d-768862-2 neutron-server[84765]: File "/opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py", line 89, in handle_event Jan 14 07:11:02.700084 n-d-768862-2 neutron-server[84765]: if self._is_session_semantic_violated(context, resource, event): Jan 14 07:11:02.700084 n-d-768862-2 neutron-server[84765]: File "/opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py", line 72, in _is_session_semantic_violated Jan 14 07:11:02.700084 n-d-768862-2 neutron-server[84765]: stack = traceback.extract_stack() Jan 14 07:11:02.700084 n-d-768862-2 neutron-server[84765]: Jan 14 07:11:02.725774 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_dvrscheduler_db [req-685a7224-10ee-4509-921a-3168ee1dc4b9 req-e376f589-b8cd-4690-94c6-1b8cf08440af tempest-AttachSCSIVolumeTestJSON-1630246316 tempest-AttachSCSIVolumeTestJSON-1630246316] No DVR routers for this DVR port 55bbb788-b677-4def-8e0f-27f81cd181a5 on host n-h1-768862-2 {{(pid=84874) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Jan 14 07:11:02.728003 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeaa8e4c-1b3b-400d-9d25-93f595eeb2fd admin admin] Pushing event updated for resources: {'Port': ['ID=32249854-abe7-465c-bfd0-3076ab45b41e,revision_number=2']} {{(pid=84874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:11:02.737780 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [req-685a7224-10ee-4509-921a-3168ee1dc4b9 req-e376f589-b8cd-4690-94c6-1b8cf08440af tempest-AttachSCSIVolumeTestJSON-1630246316 tempest-AttachSCSIVolumeTestJSON-1630246316] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854768116'] for port, before_response {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:11:02.750727 n-d-768862-2 neutron-server[84765]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd943fd8e-4ee6-4780-a38d-03da5ce32b1c', 'name': 'network-vif-deleted', 'tag': '55bbb788-b677-4def-8e0f-27f81cd181a5'}] {{(pid=84874) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Jan 14 07:11:02.764608 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-aeaa8e4c-1b3b-400d-9d25-93f595eeb2fd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.507s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:11:02.768196 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-d45e22a6-db5a-45d4-81cc-6250c0d2dc8c admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:11:02.806964 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.plugin [None req-d45e22a6-db5a-45d4-81cc-6250c0d2dc8c admin admin] Deleting port dd1a2078-9548-4ef6-8ccd-77af13047ea8 {{(pid=84875) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 07:11:02.807276 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-d45e22a6-db5a-45d4-81cc-6250c0d2dc8c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363259214248359'] for port, before_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:11:02.864258 n-d-768862-2 neutron-server[84765]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'd943fd8e-4ee6-4780-a38d-03da5ce32b1c', 'name': 'network-vif-deleted', 'tag': '55bbb788-b677-4def-8e0f-27f81cd181a5', 'status': 'failed', 'code': 422} returned with failed status Jan 14 07:11:02.900195 n-d-768862-2 neutron-server[84765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aeaa8e4c-1b3b-400d-9d25-93f595eeb2fd admin admin] Network 57222761-5524-446d-acc2-b143774aade8 is already hosted by enough agents. {{(pid=84874) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 07:11:02.951486 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [req-685a7224-10ee-4509-921a-3168ee1dc4b9 req-e376f589-b8cd-4690-94c6-1b8cf08440af tempest-AttachSCSIVolumeTestJSON-1630246316 tempest-AttachSCSIVolumeTestJSON-1630246316] 10.222.0.35 "DELETE /v2.0/ports/55bbb788-b677-4def-8e0f-27f81cd181a5 HTTP/1.1" status: 204 len: 173 time: 5.7530835 Jan 14 07:11:02.996440 n-d-768862-2 neutron-server[84765]: DEBUG neutron.scheduler.base_scheduler [None req-aeaa8e4c-1b3b-400d-9d25-93f595eeb2fd admin admin] Resources bound (agent type, host, resource id): {{(pid=84874) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 07:11:03.171633 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-ca7aa0cc-32de-4d2e-b19b-e970592b2994 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:11:03.221247 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-4d956f64-1a73-40c8-a03a-8a226f65bd03 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-598987', 'neutron.services.segments.db._delete_segments_for_network-8777640583949'] for network, precommit_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:11:03.232678 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-ca7aa0cc-32de-4d2e-b19b-e970592b2994 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850887153'] for security_group, after_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:11:03.253639 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-61c1e566-51b8-40fb-8aca-7f94e114afa6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:11:03.270380 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [req-ec32dc76-dc9f-4530-8cd5-2747804ddde9 req-9fb04899-f727-4fdc-b87c-45f8119cbbf9 tempest-FloatingIPsTestJSON-836215258 tempest-FloatingIPsTestJSON-836215258] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036850862667'] for port, precommit_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:11:03.270872 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [req-ec32dc76-dc9f-4530-8cd5-2747804ddde9 req-9fb04899-f727-4fdc-b87c-45f8119cbbf9 tempest-FloatingIPsTestJSON-836215258 tempest-FloatingIPsTestJSON-836215258] Notify callbacks [] for floatingip, precommit_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:11:03.386089 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_hamode_db [None req-cfcafacb-27b3-4d09-9353-a825098e02fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8ce0aa68-31de-4543-b676-dd365cc0d1b7', 'name': 'tempest-FloatingIPsAssociationTestJSON-1064949191-router', 'tenant_id': '93a8da55e1c346bf8dc2a8711a9e4edc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '226f1e78-82cd-4481-9055-4eb73b6db8c1', 'external_fixed_ips': [{'subnet_id': 'ba8deeec-7658-4195-9449-038c076f5c83', 'ip_address': '172.25.2.159'}], 'enable_snat': True}, 'gw_port_id': 'dd1a2078-9548-4ef6-8ccd-77af13047ea8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-14T07:09:59Z', 'updated_at': '2021-01-14T07:10:57Z', 'revision_number': 5, 'project_id': '93a8da55e1c346bf8dc2a8711a9e4edc', 'gw_port': {'id': 'dd1a2078-9548-4ef6-8ccd-77af13047ea8', 'name': '', 'network_id': '226f1e78-82cd-4481-9055-4eb73b6db8c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:d7:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ce0aa68-31de-4543-b676-dd365cc0d1b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 547, 'fixed_ips': [{'subnet_id': 'ba8deeec-7658-4195-9449-038c076f5c83', 'ip_address': '172.25.2.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T07:10:01Z', 'updated_at': '2021-01-14T07:10:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ba8deeec-7658-4195-9449-038c076f5c83', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-2'}], 'n-d-768862-2', False) {} {{(pid=84877) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:11:03.392539 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cfcafacb-27b3-4d09-9353-a825098e02fa None None] The sync data for ids ['8ce0aa68-31de-4543-b676-dd365cc0d1b7'] in n-d-768862-2 is: [{'id': '8ce0aa68-31de-4543-b676-dd365cc0d1b7', 'name': 'tempest-FloatingIPsAssociationTestJSON-1064949191-router', 'tenant_id': '93a8da55e1c346bf8dc2a8711a9e4edc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '226f1e78-82cd-4481-9055-4eb73b6db8c1', 'external_fixed_ips': [{'subnet_id': 'ba8deeec-7658-4195-9449-038c076f5c83', 'ip_address': '172.25.2.159'}], 'enable_snat': True}, 'gw_port_id': 'dd1a2078-9548-4ef6-8ccd-77af13047ea8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-14T07:09:59Z', 'updated_at': '2021-01-14T07:10:57Z', 'revision_number': 5, 'project_id': '93a8da55e1c346bf8dc2a8711a9e4edc', 'gw_port': {'id': 'dd1a2078-9548-4ef6-8ccd-77af13047ea8', 'name': '', 'network_id': '226f1e78-82cd-4481-9055-4eb73b6db8c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:d7:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ce0aa68-31de-4543-b676-dd365cc0d1b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 547, 'fixed_ips': [{'subnet_id': 'ba8deeec-7658-4195-9449-038c076f5c83', 'ip_address': '172.25.2.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T07:10:01Z', 'updated_at': '2021-01-14T07:10:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ba8deeec-7658-4195-9449-038c076f5c83', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-2'}] {{(pid=84877) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Jan 14 07:11:03.414757 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca7aa0cc-32de-4d2e-b19b-e970592b2994 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b0c8df86-7806-4644-b54b-58d9c3f111d7,revision_number=1']} {{(pid=84875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:11:03.448583 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-ca7aa0cc-32de-4d2e-b19b-e970592b2994 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.193s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:11:03.503153 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-e3aac913-fd5e-489d-8900-d16152b0efa8 None None] Provisioning complete for port 32249854-abe7-465c-bfd0-3076ab45b41e triggered by entity DHCP. {{(pid=84876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 07:11:03.504914 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-e3aac913-fd5e-489d-8900-d16152b0efa8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-604227'] for port, provisioning_complete {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:11:03.578137 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-ca7aa0cc-32de-4d2e-b19b-e970592b2994 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=96c38c70c69a4fd4945af385115dc519&name=default HTTP/1.1" status: 200 len: 2979 time: 1.9206355 Jan 14 07:11:03.604536 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Device 2cdaf85c-75a5-44ec-be63-81aab85cd2f8 no longer exists at agent ovs-agent-n-d-768862-2 {{(pid=84876) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jan 14 07:11:03.705391 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.plugin [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] No Port match for: 2cdaf85c-75a5-44ec-be63-81aab85cd2f8 {{(pid=84876) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2188}} Jan 14 07:11:03.705786 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Device 2cdaf85c-75a5-44ec-be63-81aab85cd2f8 not bound to the agent host n-d-768862-2 {{(pid=84876) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jan 14 07:11:03.707455 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.plugin [req-ec32dc76-dc9f-4530-8cd5-2747804ddde9 req-9fb04899-f727-4fdc-b87c-45f8119cbbf9 tempest-FloatingIPsTestJSON-836215258 tempest-FloatingIPsTestJSON-836215258] Calling delete_port for 25e7c998-3834-4d76-8652-d52387f2e1f2 owned by network:floatingip {{(pid=84875) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 07:11:03.733993 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.plugin [None req-e3aac913-fd5e-489d-8900-d16152b0efa8 None None] Port 32249854-abe7-465c-bfd0-3076ab45b41e cannot update to ACTIVE because it is not bound. {{(pid=84876) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:329}} Jan 14 07:11:03.784230 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84875) accepted ('10.222.0.24', 55844) {{(pid=84875) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:11:03.854931 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-1f2d2bd4-e399-4735-9324-7ed7d9bbb234 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:11:03.871414 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-1f2d2bd4-e399-4735-9324-7ed7d9bbb234 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850887153'] for security_group, after_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:11:03.888728 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-69ec79c0-efc6-4691-8510-3149969c8c21 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:11:03.933988 n-d-768862-2 neutron-server[84765]: DEBUG neutron.services.segments.db [None req-4d956f64-1a73-40c8-a03a-8a226f65bd03 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['41ccdce3-772e-4f8c-86d6-c5b4f1475e39']}} {{(pid=84874) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:11:03.946366 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1f2d2bd4-e399-4735-9324-7ed7d9bbb234 admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 6} {{(pid=84875) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Jan 14 07:11:03.950826 n-d-768862-2 neutron-server[84765]: DEBUG neutron.services.segments.db [None req-4d956f64-1a73-40c8-a03a-8a226f65bd03 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '25c362a5-ec1a-4231-b2da-74260eb97fea') {'for_net_delete': True} {{(pid=84874) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:11:03.951425 n-d-768862-2 neutron-server[84765]: DEBUG neutron.services.segments.db [None req-4d956f64-1a73-40c8-a03a-8a226f65bd03 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '25c362a5-ec1a-4231-b2da-74260eb97fea') {} {{(pid=84874) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:11:03.956446 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-1f2d2bd4-e399-4735-9324-7ed7d9bbb234 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment--9223363259214191851', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854179735'] for segment, precommit_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:11:03.956880 n-d-768862-2 neutron-server[84765]: INFO neutron.db.segments_db [None req-1f2d2bd4-e399-4735-9324-7ed7d9bbb234 admin admin] Added segment e3d0d1e1-e3f2-493b-a20f-8f8981f2e512 of type vxlan for network 2a0349f4-20ea-4a54-b893-98956906179e Jan 14 07:11:03.966166 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-4d956f64-1a73-40c8-a03a-8a226f65bd03 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363259214173198', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2968632'] for segment, before_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:11:03.984273 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-4d956f64-1a73-40c8-a03a-8a226f65bd03 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854179735'] for segment, precommit_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:11:03.985263 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-1f2d2bd4-e399-4735-9324-7ed7d9bbb234 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363259214646115'] for network, precommit_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:11:03.987498 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-4d956f64-1a73-40c8-a03a-8a226f65bd03 admin admin] Releasing vxlan tunnel 4 to pool {{(pid=84874) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Jan 14 07:11:04.072493 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [req-7bb979ac-2737-4d9a-a90e-de09db4685d2 req-3d5fc5c6-c93d-45f7-aa6a-e15413b649e1 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=f85c82bd29754c1bb1dc756e2b7c7b32&device_id=d943fd8e-4ee6-4780-a38d-03da5ce32b1c HTTP/1.1" status: 200 len: 210 time: 0.1847386 Jan 14 07:11:04.073309 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-1f2d2bd4-e399-4735-9324-7ed7d9bbb234 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850887149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964'] for network, after_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:11:04.151630 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [None req-d45e22a6-db5a-45d4-81cc-6250c0d2dc8c admin admin] For port dd1a2078-9548-4ef6-8ccd-77af13047ea8, host n-d-768862-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-2',level=0,port_id=dd1a2078-9548-4ef6-8ccd-77af13047ea8,segment=NetworkSegment(cf3ded2c-bc47-4a71-89af-6e7117e60140),segment_id=cf3ded2c-bc47-4a71-89af-6e7117e60140)] {{(pid=84875) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 07:11:04.152216 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-d45e22a6-db5a-45d4-81cc-6250c0d2dc8c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036850862667'] for port, precommit_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:11:04.208906 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.managers [None req-4d956f64-1a73-40c8-a03a-8a226f65bd03 admin admin] Network 41ccdce3-772e-4f8c-86d6-c5b4f1475e39 has no segments {{(pid=84874) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 14 07:11:04.219598 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-4d956f64-1a73-40c8-a03a-8a226f65bd03 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-596065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036851521571'] for segment, after_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:11:04.319470 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.plugin [None req-d45e22a6-db5a-45d4-81cc-6250c0d2dc8c admin admin] Calling delete_port for dd1a2078-9548-4ef6-8ccd-77af13047ea8 owned by network:router_gateway {{(pid=84875) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 07:11:04.383793 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f2d2bd4-e399-4735-9324-7ed7d9bbb234 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:11:04.384393 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-1f2d2bd4-e399-4735-9324-7ed7d9bbb234 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3207107'] for network, before_response {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:11:04.485007 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12fcfa8e-8395-4cab-9b07-14d3efe8b284 req-076ab43c-0a3b-495f-ab86-60ac6cf43542 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:11:04.486637 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [req-12fcfa8e-8395-4cab-9b07-14d3efe8b284 req-076ab43c-0a3b-495f-ab86-60ac6cf43542 service neutron] 10.222.0.35 "GET /v2.0/networks?id=1c7b4b12-7df2-4f41-8649-b236d94b12da HTTP/1.1" status: 200 len: 915 time: 3.0631554 Jan 14 07:11:04.509259 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f2d2bd4-e399-4735-9324-7ed7d9bbb234 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7d153970-fe34-4ec5-8379-ea71a8fa3a11,revision_number=1']} {{(pid=84875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:11:04.512697 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-1f2d2bd4-e399-4735-9324-7ed7d9bbb234 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.624s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:11:04.539424 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-f07940c3-538a-450e-b0ce-75d68da26328 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.150s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:11:04.688116 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-9f52a6cc-24b0-4a71-962d-71e92151cb1e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:11:04.728697 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-1f2d2bd4-e399-4735-9324-7ed7d9bbb234 admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 3.5048461 Jan 14 07:11:04.755196 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84875) accepted ('10.222.0.24', 55856) {{(pid=84875) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:11:04.779915 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f2d2bd4-e399-4735-9324-7ed7d9bbb234 admin admin] Pushing event updated for resources: {'Network': ['ID=2a0349f4-20ea-4a54-b893-98956906179e,revision_number=1']} {{(pid=84875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:11:04.789613 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f9641a3-6c0f-4382-b443-cb8f5a8f905c req-df024842-0b16-4b8a-b365-22eda2048c36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:11:04.789875 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.v2.base [None req-15b546c7-6670-4c5c-9fff-45a5e28075cb admin admin] Request body: {'subnet': {'network_id': '2a0349f4-20ea-4a54-b893-98956906179e', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsNegativeTestJSON-1904593380-subnet', 'tenant_id': 'e1a4c1f507cc4686a883b0df425ffdc7', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=84875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:11:04.791449 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [req-6f9641a3-6c0f-4382-b443-cb8f5a8f905c req-df024842-0b16-4b8a-b365-22eda2048c36 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=3ab89270-67b1-41e9-8be2-a0395a984bff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 3.1678541 Jan 14 07:11:04.794653 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-852a24f7-e9a1-4193-9abb-e9506fe5213f None None] Network 2a0349f4-20ea-4a54-b893-98956906179e details requested by agent ovs-agent-n-h2-768862-2 with host n-h2-768862-2 {{(pid=84876) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 07:11:04.808702 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-1f2d2bd4-e399-4735-9324-7ed7d9bbb234 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.269s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:11:04.820187 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [req-12fcfa8e-8395-4cab-9b07-14d3efe8b284 req-70d3e3b6-ca7e-440d-8e96-0e9eab80cf1a service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=417cb7e6-8fbb-41a3-a6ba-9afa1a7b439c HTTP/1.1" status: 200 len: 217 time: 0.2676356 Jan 14 07:11:04.830216 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-15b546c7-6670-4c5c-9fff-45a5e28075cb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:11:04.883327 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-15b546c7-6670-4c5c-9fff-45a5e28075cb admin admin] Usage tracker for resource:subnet and tenant:e1a4c1f507cc4686a883b0df425ffdc7 is out of sync, need to count used quota {{(pid=84875) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:11:04.887733 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-9f52a6cc-24b0-4a71-962d-71e92151cb1e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:11:04.895333 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bb979ac-2737-4d9a-a90e-de09db4685d2 req-d7f1c474-9a20-451d-9311-76dbbfa6f6fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:11:04.906363 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [req-7bb979ac-2737-4d9a-a90e-de09db4685d2 req-d7f1c474-9a20-451d-9311-76dbbfa6f6fa service neutron] 10.222.0.35 "GET /v2.0/networks?tenant_id=f85c82bd29754c1bb1dc756e2b7c7b32&shared=False HTTP/1.1" status: 200 len: 908 time: 0.8060229 Jan 14 07:11:04.914752 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-15b546c7-6670-4c5c-9fff-45a5e28075cb admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84875) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:11:04.924945 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-017f98a9-8a07-408c-a86f-8ff0c00400a0 None None] Network 2a0349f4-20ea-4a54-b893-98956906179e details requested by agent ovs-agent-n-h1-768862-2 with host n-h1-768862-2 {{(pid=84876) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 07:11:04.930039 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-15b546c7-6670-4c5c-9fff-45a5e28075cb admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:11:04.961231 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.managers [None req-4d956f64-1a73-40c8-a03a-8a226f65bd03 admin admin] Network 41ccdce3-772e-4f8c-86d6-c5b4f1475e39 has no segments {{(pid=84874) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 14 07:11:05.020249 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [req-ec32dc76-dc9f-4530-8cd5-2747804ddde9 req-9fb04899-f727-4fdc-b87c-45f8119cbbf9 tempest-FloatingIPsTestJSON-836215258 tempest-FloatingIPsTestJSON-836215258] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777640533329', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777640097463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851621574'] for port, after_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:11:05.063715 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Network 2a0349f4-20ea-4a54-b893-98956906179e details requested by agent ovs-agent-n-d-768862-2 with host n-d-768862-2 {{(pid=84876) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 07:11:05.117299 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:is_default":"rule:admin_only" was deprecated in W in favor of "update_network:is_default":"role:admin and system_scope:all". Reason: Jan 14 07:11:05.117299 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:11:05.117299 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:11:05.117299 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:11:05.117299 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:port_security_enabled":"rule:admin_or_owner" was deprecated in W in favor of "update_network:port_security_enabled":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 07:11:05.117299 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:11:05.117299 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:11:05.117299 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:11:05.117299 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "delete_network":"rule:admin_or_owner" was deprecated in W in favor of "delete_network":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 07:11:05.117299 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:11:05.117299 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:11:05.117299 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:11:05.117299 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_segment":"rule:admin_only" was deprecated in W in favor of "create_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:11:05.117299 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:11:05.117299 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_segment":"rule:admin_only" was deprecated in W in favor of "get_segment":"role:reader and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:11:05.117299 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:11:05.117299 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_segment":"rule:admin_only" was deprecated in W in favor of "update_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:11:05.117299 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:11:05.117299 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "delete_segment":"rule:admin_only" was deprecated in W in favor of "delete_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:11:05.117299 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:11:05.117299 n-d-768862-2 neutron-server[84765]: Traceback (most recent call last): Jan 14 07:11:05.117299 n-d-768862-2 neutron-server[84765]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 14 07:11:05.117299 n-d-768862-2 neutron-server[84765]: timer() Jan 14 07:11:05.117299 n-d-768862-2 neutron-server[84765]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 14 07:11:05.117299 n-d-768862-2 neutron-server[84765]: cb(*args, **kw) Jan 14 07:11:05.117299 n-d-768862-2 neutron-server[84765]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Jan 14 07:11:05.117299 n-d-768862-2 neutron-server[84765]: return func(*args, **kwargs) Jan 14 07:11:05.117299 n-d-768862-2 neutron-server[84765]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 14 07:11:05.117299 n-d-768862-2 neutron-server[84765]: self._notify() Jan 14 07:11:05.117299 n-d-768862-2 neutron-server[84765]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 14 07:11:05.117299 n-d-768862-2 neutron-server[84765]: self.callback(batched_events) Jan 14 07:11:05.117299 n-d-768862-2 neutron-server[84765]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 14 07:11:05.117299 n-d-768862-2 neutron-server[84765]: event.method(event) Jan 14 07:11:05.117299 n-d-768862-2 neutron-server[84765]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 14 07:11:05.117299 n-d-768862-2 neutron-server[84765]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 14 07:11:05.117299 n-d-768862-2 neutron-server[84765]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Jan 14 07:11:05.117299 n-d-768862-2 neutron-server[84765]: segment_id)['aggregates'][0] Jan 14 07:11:05.117299 n-d-768862-2 neutron-server[84765]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 14 07:11:05.117299 n-d-768862-2 neutron-server[84765]: return f(self, *a, **k) Jan 14 07:11:05.117299 n-d-768862-2 neutron-server[84765]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 14 07:11:05.117299 n-d-768862-2 neutron-server[84765]: return self._get(url).json() Jan 14 07:11:05.117299 n-d-768862-2 neutron-server[84765]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 14 07:11:05.117299 n-d-768862-2 neutron-server[84765]: **kwargs) Jan 14 07:11:05.117299 n-d-768862-2 neutron-server[84765]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 14 07:11:05.117299 n-d-768862-2 neutron-server[84765]: return self.request(url, 'GET', **kwargs) Jan 14 07:11:05.117299 n-d-768862-2 neutron-server[84765]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Jan 14 07:11:05.117299 n-d-768862-2 neutron-server[84765]: **endpoint_filter) Jan 14 07:11:05.117299 n-d-768862-2 neutron-server[84765]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 14 07:11:05.117299 n-d-768862-2 neutron-server[84765]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 14 07:11:05.117299 n-d-768862-2 neutron-server[84765]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 14 07:11:05.117299 n-d-768862-2 neutron-server[84765]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 14 07:11:05.117299 n-d-768862-2 neutron-server[84765]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 14 07:11:05.138777 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:11:05.193726 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-017f98a9-8a07-408c-a86f-8ff0c00400a0 None None] Device 417cb7e6-8fbb-41a3-a6ba-9afa1a7b439c no longer exists at agent ovs-agent-n-h1-768862-2 {{(pid=84876) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jan 14 07:11:05.341867 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-017f98a9-8a07-408c-a86f-8ff0c00400a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555753'] for port, before_update {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:11:05.347508 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [req-562eb9bf-be9a-49e5-a8c3-1ed4195f766c req-72b8c875-b4b3-4505-a886-d10805e6f2d6 tempest-ServersOnMultiNodesTest-1389749888 tempest-ServersOnMultiNodesTest-1389749888] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777640533329', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777640097463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3254186'] for port, after_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:11:05.376902 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fb04899-f727-4fdc-b87c-45f8119cbbf9 tempest-FloatingIPsTestJSON-836215258 tempest-FloatingIPsTestJSON-836215258] Pushing event deleted for resources: {'Port': ['ID=25e7c998-3834-4d76-8652-d52387f2e1f2,revision_number=None']} {{(pid=84875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:11:05.385000 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [None req-017f98a9-8a07-408c-a86f-8ff0c00400a0 None None] For port 417cb7e6-8fbb-41a3-a6ba-9afa1a7b439c, host n-h1-768862-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-h1-768862-2',level=0,port_id=417cb7e6-8fbb-41a3-a6ba-9afa1a7b439c,segment=NetworkSegment(f1a1da15-9c84-4f1f-8d4b-5f93ea7c2a21),segment_id=f1a1da15-9c84-4f1f-8d4b-5f93ea7c2a21)] {{(pid=84876) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 07:11:05.386083 n-d-768862-2 neutron-server[84765]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b4df1c8c-f0c2-4966-97b9-13f58a5db756', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '417cb7e6-8fbb-41a3-a6ba-9afa1a7b439c'}] {{(pid=84876) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Jan 14 07:11:05.388147 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d1e1bfd-5c29-4982-bae3-089f3b2784d4 req-8ec9e8b4-76a6-44f7-a421-f2e6d9344a68 tempest-FloatingIPsAssociationTestJSON-2140037530 tempest-FloatingIPsAssociationTestJSON-2140037530] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:11:05.389013 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [req-3d1e1bfd-5c29-4982-bae3-089f3b2784d4 req-8ec9e8b4-76a6-44f7-a421-f2e6d9344a68 tempest-FloatingIPsAssociationTestJSON-2140037530 tempest-FloatingIPsAssociationTestJSON-2140037530] Synchronizing usage tracker for tenant:93a8da55e1c346bf8dc2a8711a9e4edc on resource:port {{(pid=84874) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 14 07:11:05.399336 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-15b546c7-6670-4c5c-9fff-45a5e28075cb admin admin] Made reservation on behalf of e1a4c1f507cc4686a883b0df425ffdc7 for: {'subnet': 1} {{(pid=84875) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 07:11:05.405629 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-15b546c7-6670-4c5c-9fff-45a5e28075cb admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036852467157'] for subnet, before_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:11:05.412561 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-017f98a9-8a07-408c-a86f-8ff0c00400a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777640533312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363259214678337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777640097497'] for port, after_update {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:11:05.415494 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84876) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:11:05.423108 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:11:05.428481 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-9fb04899-f727-4fdc-b87c-45f8119cbbf9 tempest-FloatingIPsTestJSON-836215258 tempest-FloatingIPsTestJSON-836215258] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.290s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:11:05.441870 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-d45e22a6-db5a-45d4-81cc-6250c0d2dc8c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777640533329', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777640097463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851621574'] for port, after_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:11:05.485415 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-02d7c1a6-3da5-4eba-b7d5-75c04545ec5a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036850863128'] for router_gateway, after_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:11:05.505073 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-017f98a9-8a07-408c-a86f-8ff0c00400a0 None None] Pushing event updated for resources: {'Port': ['ID=417cb7e6-8fbb-41a3-a6ba-9afa1a7b439c,revision_number=5']} {{(pid=84876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:11:05.509522 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-017f98a9-8a07-408c-a86f-8ff0c00400a0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=84876) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:11:05.511506 n-d-768862-2 neutron-server[84765]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'b4df1c8c-f0c2-4966-97b9-13f58a5db756', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '417cb7e6-8fbb-41a3-a6ba-9afa1a7b439c', 'code': 422} returned with failed status Jan 14 07:11:05.514928 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72b8c875-b4b3-4505-a886-d10805e6f2d6 tempest-ServersOnMultiNodesTest-1389749888 tempest-ServersOnMultiNodesTest-1389749888] Pushing event deleted for resources: {'Port': ['ID=c40d41a6-fc00-42a8-b2e3-fe2aa6059b84,revision_number=None']} {{(pid=84874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:11:05.539744 n-d-768862-2 neutron-server[84765]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aeaa8e4c-1b3b-400d-9d25-93f595eeb2fd admin admin] Router 478283e4-0c66-495d-ac11-53e15bbe5aba has already been hosted by L3 agent 35f592e9-451b-4db9-abea-77b6a5c5391b {{(pid=84874) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Jan 14 07:11:05.645409 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bb979ac-2737-4d9a-a90e-de09db4685d2 req-50162cae-6c5a-4fb3-9e5a-d7a838cc2734 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:11:05.647282 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [req-7bb979ac-2737-4d9a-a90e-de09db4685d2 req-50162cae-6c5a-4fb3-9e5a-d7a838cc2734 service neutron] 10.222.0.35 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 863 time: 0.7146685 Jan 14 07:11:05.916354 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-72b8c875-b4b3-4505-a886-d10805e6f2d6 tempest-ServersOnMultiNodesTest-1389749888 tempest-ServersOnMultiNodesTest-1389749888] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.493s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:11:05.994238 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12fcfa8e-8395-4cab-9b07-14d3efe8b284 req-36046a87-af05-4fa4-a85d-14defb6eaa06 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:11:05.995814 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [req-12fcfa8e-8395-4cab-9b07-14d3efe8b284 req-36046a87-af05-4fa4-a85d-14defb6eaa06 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=b1b9f7fe-b358-4c3f-84bc-2be679521ed7 HTTP/1.1" status: 200 len: 860 time: 1.0942466 Jan 14 07:11:06.010243 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-4d956f64-1a73-40c8-a03a-8a226f65bd03 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036854176830', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850887149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3912591'] for network, after_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:11:06.043949 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [req-7bb979ac-2737-4d9a-a90e-de09db4685d2 req-02eb1631-d705-4ff0-9046-e52bc20873e2 tempest-AttachSCSIVolumeTestJSON-1630246316 tempest-AttachSCSIVolumeTestJSON-1630246316] Synchronizing usage tracker for tenant:f85c82bd29754c1bb1dc756e2b7c7b32 on resource:port {{(pid=84875) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 14 07:11:06.054594 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-9f52a6cc-24b0-4a71-962d-71e92151cb1e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850887153'] for security_group, after_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:11:06.069376 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-0bcdcd06-d2e6-4c38-9fb4-182678c9368d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:11:06.123160 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f52a6cc-24b0-4a71-962d-71e92151cb1e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b0c8df86-7806-4644-b54b-58d9c3f111d7,revision_number=None']} {{(pid=84875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:11:06.129575 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-9f52a6cc-24b0-4a71-962d-71e92151cb1e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:11:06.135594 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [req-3d1e1bfd-5c29-4982-bae3-089f3b2784d4 req-8ec9e8b4-76a6-44f7-a421-f2e6d9344a68 tempest-FloatingIPsAssociationTestJSON-2140037530 tempest-FloatingIPsAssociationTestJSON-2140037530] Unset dirty status for tenant:93a8da55e1c346bf8dc2a8711a9e4edc on resource:port {{(pid=84874) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 14 07:11:06.137110 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [req-3d1e1bfd-5c29-4982-bae3-089f3b2784d4 req-8ec9e8b4-76a6-44f7-a421-f2e6d9344a68 tempest-FloatingIPsAssociationTestJSON-2140037530 tempest-FloatingIPsAssociationTestJSON-2140037530] 10.222.0.35 "GET /v2.0/ports?device_id=b4df1c8c-f0c2-4966-97b9-13f58a5db756 HTTP/1.1" status: 200 len: 945 time: 2.0624115 Jan 14 07:11:06.157080 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:11:06.182959 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-02d7c1a6-3da5-4eba-b7d5-75c04545ec5a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3889346', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036854717606'] for router, precommit_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:11:06.190607 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-4d956f64-1a73-40c8-a03a-8a226f65bd03 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3207107'] for network, before_response {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:11:06.209098 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [req-7bb979ac-2737-4d9a-a90e-de09db4685d2 req-02eb1631-d705-4ff0-9046-e52bc20873e2 tempest-AttachSCSIVolumeTestJSON-1630246316 tempest-AttachSCSIVolumeTestJSON-1630246316] Unset dirty status for tenant:f85c82bd29754c1bb1dc756e2b7c7b32 on resource:port {{(pid=84875) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 14 07:11:06.210409 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [req-7bb979ac-2737-4d9a-a90e-de09db4685d2 req-02eb1631-d705-4ff0-9046-e52bc20873e2 tempest-AttachSCSIVolumeTestJSON-1630246316 tempest-AttachSCSIVolumeTestJSON-1630246316] 10.222.0.35 "GET /v2.0/ports?device_id=d943fd8e-4ee6-4780-a38d-03da5ce32b1c HTTP/1.1" status: 200 len: 210 time: 0.2468898 Jan 14 07:11:06.213508 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-02d7c1a6-3da5-4eba-b7d5-75c04545ec5a admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:11:06.320645 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-d45e22a6-db5a-45d4-81cc-6250c0d2dc8c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036850863128'] for router_gateway, after_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:11:06.340588 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [req-6f9641a3-6c0f-4382-b443-cb8f5a8f905c req-b6c67220-9ebc-4c6e-a0e5-40d70594e122 service neutron] 10.222.0.35 "GET /v2.0/networks/3ab89270-67b1-41e9-8be2-a0395a984bff?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.5143206 Jan 14 07:11:06.341640 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d956f64-1a73-40c8-a03a-8a226f65bd03 admin admin] Pushing event deleted for resources: {'Network': ['ID=41ccdce3-772e-4f8c-86d6-c5b4f1475e39,revision_number=None']} {{(pid=84874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:11:06.362090 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-4d956f64-1a73-40c8-a03a-8a226f65bd03 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.204s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:11:06.537453 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-685a7224-10ee-4509-921a-3168ee1dc4b9 req-d164c943-547f-4398-a1f8-ffab576a2953 tempest-AttachSCSIVolumeTestJSON-1630246316 tempest-AttachSCSIVolumeTestJSON-1630246316] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:11:06.539176 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [req-685a7224-10ee-4509-921a-3168ee1dc4b9 req-d164c943-547f-4398-a1f8-ffab576a2953 tempest-AttachSCSIVolumeTestJSON-1630246316 tempest-AttachSCSIVolumeTestJSON-1630246316] 10.222.0.48 "GET /v2.0/networks?id=4836ea0a-f546-4f5a-a93b-c7e45ef1752d HTTP/1.1" status: 200 len: 814 time: 1.7721131 Jan 14 07:11:06.562079 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-9f52a6cc-24b0-4a71-962d-71e92151cb1e admin admin] Notify callbacks [] for security_group, before_response {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:11:06.566102 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-9f52a6cc-24b0-4a71-962d-71e92151cb1e admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/b0c8df86-7806-4644-b54b-58d9c3f111d7 HTTP/1.1" status: 204 len: 168 time: 2.7668588 Jan 14 07:11:06.566102 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [req-ec32dc76-dc9f-4530-8cd5-2747804ddde9 req-9fb04899-f727-4fdc-b87c-45f8119cbbf9 tempest-FloatingIPsTestJSON-836215258 tempest-FloatingIPsTestJSON-836215258] Notify callbacks [] for floatingip, after_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:11:06.600753 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-d45e22a6-db5a-45d4-81cc-6250c0d2dc8c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3889346', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036854717606'] for router, precommit_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:11:06.614632 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-d45e22a6-db5a-45d4-81cc-6250c0d2dc8c admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:11:06.621538 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [req-ec32dc76-dc9f-4530-8cd5-2747804ddde9 req-9fb04899-f727-4fdc-b87c-45f8119cbbf9 tempest-FloatingIPsTestJSON-836215258 tempest-FloatingIPsTestJSON-836215258] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854768116'] for floatingip, before_response {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:11:06.623095 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [req-ec32dc76-dc9f-4530-8cd5-2747804ddde9 req-9fb04899-f727-4fdc-b87c-45f8119cbbf9 tempest-FloatingIPsTestJSON-836215258 tempest-FloatingIPsTestJSON-836215258] 10.222.0.24 "DELETE /v2.0/floatingips/b402ecea-89ae-437c-ba42-1003655bcc3d HTTP/1.1" status: 204 len: 173 time: 4.5415695 Jan 14 07:11:06.675739 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.v2.base [req-685a7224-10ee-4509-921a-3168ee1dc4b9 req-6cc7ef8d-0339-4f00-aaf1-9047eeaa4881 tempest-AttachSCSIVolumeTestJSON-1630246316 tempest-AttachSCSIVolumeTestJSON-1630246316] Request body: {'port': {'device_id': 'd943fd8e-4ee6-4780-a38d-03da5ce32b1c', 'network_id': '4836ea0a-f546-4f5a-a93b-c7e45ef1752d', 'admin_state_up': True, 'tenant_id': 'f85c82bd29754c1bb1dc756e2b7c7b32'}} {{(pid=84874) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:11:06.677802 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-d45e22a6-db5a-45d4-81cc-6250c0d2dc8c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036850897070'] for router, after_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:11:06.678590 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d45e22a6-db5a-45d4-81cc-6250c0d2dc8c admin admin] Fanout notify agent at l3_agent the message router_deleted on router 8ce0aa68-31de-4543-b676-dd365cc0d1b7 {{(pid=84875) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jan 14 07:11:06.750984 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.plugin [req-3d1e1bfd-5c29-4982-bae3-089f3b2784d4 req-d64041ad-be85-467e-a049-41e6bd2a5bfe tempest-FloatingIPsAssociationTestJSON-2140037530 tempest-FloatingIPsAssociationTestJSON-2140037530] Deleting port 417cb7e6-8fbb-41a3-a6ba-9afa1a7b439c {{(pid=84874) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 07:11:06.751380 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [req-3d1e1bfd-5c29-4982-bae3-089f3b2784d4 req-d64041ad-be85-467e-a049-41e6bd2a5bfe tempest-FloatingIPsAssociationTestJSON-2140037530 tempest-FloatingIPsAssociationTestJSON-2140037530] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363259214248359'] for port, before_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:11:06.781981 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-4d956f64-1a73-40c8-a03a-8a226f65bd03 admin admin] 10.222.0.24 "DELETE /v2.0/networks/41ccdce3-772e-4f8c-86d6-c5b4f1475e39 HTTP/1.1" status: 204 len: 168 time: 6.2471194 Jan 14 07:11:06.860422 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-d45e22a6-db5a-45d4-81cc-6250c0d2dc8c admin admin] Notify callbacks [] for router, before_response {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:11:06.869427 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-d45e22a6-db5a-45d4-81cc-6250c0d2dc8c admin admin] 10.222.0.24 "DELETE /v2.0/routers/8ce0aa68-31de-4543-b676-dd365cc0d1b7 HTTP/1.1" status: 204 len: 168 time: 5.4866116 Jan 14 07:11:06.872300 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84875) accepted ('10.222.0.24', 55884) {{(pid=84875) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:11:06.893074 n-d-768862-2 neutron-server[84765]: INFO neutron.api.v2.resource [req-1e6f881a-cc28-4e0f-b1ea-8461832b8020 req-3b161ef1-3b87-4b0a-ab3e-4be783de0900 tempest-FloatingIPsTestJSON-836215258 tempest-FloatingIPsTestJSON-836215258] show failed (client error): The resource could not be found. Jan 14 07:11:06.905665 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [req-1e6f881a-cc28-4e0f-b1ea-8461832b8020 req-3b161ef1-3b87-4b0a-ab3e-4be783de0900 tempest-FloatingIPsTestJSON-836215258 tempest-FloatingIPsTestJSON-836215258] 10.222.0.24 "GET /v2.0/floatingips/b402ecea-89ae-437c-ba42-1003655bcc3d HTTP/1.1" status: 404 len: 350 time: 0.2310886 Jan 14 07:11:06.938724 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-02d7c1a6-3da5-4eba-b7d5-75c04545ec5a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036850897070'] for router, after_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:11:06.939283 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-02d7c1a6-3da5-4eba-b7d5-75c04545ec5a admin admin] Fanout notify agent at l3_agent the message router_deleted on router 5df102e4-7563-4fd1-93c6-bb85afcb8846 {{(pid=84874) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jan 14 07:11:07.188554 n-d-768862-2 neutron-server[84765]: INFO neutron.api.v2.resource [req-f5ee7382-de82-4a69-9744-8e7c3d0e0b18 req-92b03826-2ceb-4644-89df-93e98cdda002 tempest-FloatingIPsTestJSON-836215258 tempest-FloatingIPsTestJSON-836215258] show failed (client error): The resource could not be found. Jan 14 07:11:07.198489 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [req-f5ee7382-de82-4a69-9744-8e7c3d0e0b18 req-92b03826-2ceb-4644-89df-93e98cdda002 tempest-FloatingIPsTestJSON-836215258 tempest-FloatingIPsTestJSON-836215258] 10.222.0.24 "GET /v2.0/floatingips/b402ecea-89ae-437c-ba42-1003655bcc3d HTTP/1.1" status: 404 len: 350 time: 0.2301667 Jan 14 07:11:07.206975 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84875) accepted ('10.222.0.24', 55896) {{(pid=84875) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:11:07.276059 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84875) accepted ('10.222.0.24', 55900) {{(pid=84875) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:11:07.312266 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.db_base_plugin_v2 [None req-cc31738a-a81f-47ba-b292-3b77a5b5a214 admin admin] Deleting subnet b1b9f7fe-b358-4c3f-84bc-2be679521ed7 {{(pid=84875) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Jan 14 07:11:07.333782 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [req-6f9641a3-6c0f-4382-b443-cb8f5a8f905c req-dfed4923-3c26-46b7-a30f-8770f0f9c71e service neutron] 10.222.0.35 "GET /v2.0/networks/3ab89270-67b1-41e9-8be2-a0395a984bff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.9510293 Jan 14 07:11:07.489300 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-cc31738a-a81f-47ba-b292-3b77a5b5a214 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:11:07.529365 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12fcfa8e-8395-4cab-9b07-14d3efe8b284 req-1b6fdba8-b152-450c-9206-17798cbdc621 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:11:07.533082 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [req-12fcfa8e-8395-4cab-9b07-14d3efe8b284 req-1b6fdba8-b152-450c-9206-17798cbdc621 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=1c7b4b12-7df2-4f41-8649-b236d94b12da&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 1.5191989 Jan 14 07:11:07.538640 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-02d7c1a6-3da5-4eba-b7d5-75c04545ec5a admin admin] Notify callbacks [] for router, before_response {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:11:07.548620 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-02d7c1a6-3da5-4eba-b7d5-75c04545ec5a admin admin] 10.222.0.24 "DELETE /v2.0/routers/5df102e4-7563-4fd1-93c6-bb85afcb8846 HTTP/1.1" status: 204 len: 168 time: 11.1099586 Jan 14 07:11:07.550532 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84875) accepted ('10.222.0.24', 55908) {{(pid=84875) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:11:07.655803 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Device dd1a2078-9548-4ef6-8ccd-77af13047ea8 no longer exists at agent ovs-agent-n-d-768862-2 {{(pid=84876) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jan 14 07:11:07.672740 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_dvrscheduler_db [req-562eb9bf-be9a-49e5-a8c3-1ed4195f766c req-72b8c875-b4b3-4505-a886-d10805e6f2d6 tempest-ServersOnMultiNodesTest-1389749888 tempest-ServersOnMultiNodesTest-1389749888] No DVR routers for this DVR port c40d41a6-fc00-42a8-b2e3-fe2aa6059b84 on host n-h1-768862-2 {{(pid=84874) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Jan 14 07:11:07.694911 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [req-562eb9bf-be9a-49e5-a8c3-1ed4195f766c req-72b8c875-b4b3-4505-a886-d10805e6f2d6 tempest-ServersOnMultiNodesTest-1389749888 tempest-ServersOnMultiNodesTest-1389749888] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854768116'] for port, before_response {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:11:07.697107 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [req-562eb9bf-be9a-49e5-a8c3-1ed4195f766c req-72b8c875-b4b3-4505-a886-d10805e6f2d6 tempest-ServersOnMultiNodesTest-1389749888 tempest-ServersOnMultiNodesTest-1389749888] 10.222.0.35 "DELETE /v2.0/ports/c40d41a6-fc00-42a8-b2e3-fe2aa6059b84 HTTP/1.1" status: 204 len: 173 time: 7.2833230 Jan 14 07:11:07.698846 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.plugin [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] No Port match for: dd1a2078-9548-4ef6-8ccd-77af13047ea8 {{(pid=84876) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2188}} Jan 14 07:11:07.700218 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Device dd1a2078-9548-4ef6-8ccd-77af13047ea8 not bound to the agent host n-d-768862-2 {{(pid=84876) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jan 14 07:11:07.708753 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Device 2bb35577-6e7d-4746-a021-cfdc91f58ca3 no longer exists at agent ovs-agent-n-d-768862-2 {{(pid=84876) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jan 14 07:11:07.714861 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.db_base_plugin_v2 [None req-ab638cca-034f-4c29-94de-ad02c68804a0 admin admin] Deleting subnet 27c3fde2-d1e6-4a5a-9f37-77671049f1d9 {{(pid=84875) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Jan 14 07:11:07.714996 n-d-768862-2 neutron-server[84765]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8bead279-9d85-4fa5-a169-6cd94e983919', 'name': 'network-vif-deleted', 'tag': 'c40d41a6-fc00-42a8-b2e3-fe2aa6059b84'}] {{(pid=84874) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Jan 14 07:11:07.734180 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-ab638cca-034f-4c29-94de-ad02c68804a0 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:11:07.795727 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.plugin [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] No Port match for: 2bb35577-6e7d-4746-a021-cfdc91f58ca3 {{(pid=84876) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2188}} Jan 14 07:11:07.796143 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Device 2bb35577-6e7d-4746-a021-cfdc91f58ca3 not bound to the agent host n-d-768862-2 {{(pid=84876) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jan 14 07:11:07.812111 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-43833c41-b8a0-4dd1-b943-65e04ad81c80 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=0740b8b76ba340e9b505edbac12b959b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5276363 Jan 14 07:11:07.832799 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84875) accepted ('10.222.0.24', 55916) {{(pid=84875) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:11:07.875417 n-d-768862-2 neutron-server[84765]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '8bead279-9d85-4fa5-a169-6cd94e983919', 'name': 'network-vif-deleted', 'tag': 'c40d41a6-fc00-42a8-b2e3-fe2aa6059b84', 'status': 'failed', 'code': 422} returned with failed status Jan 14 07:11:07.882005 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aeaa8e4c-1b3b-400d-9d25-93f595eeb2fd admin admin] Notify agent at l3_agent.n-d-768862-2 the message routers_updated {{(pid=84874) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jan 14 07:11:07.889622 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-cc31738a-a81f-47ba-b292-3b77a5b5a214 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3367281'] for subnet, precommit_delete_associations {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:11:07.891702 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [req-685a7224-10ee-4509-921a-3168ee1dc4b9 req-6cc7ef8d-0339-4f00-aaf1-9047eeaa4881 tempest-AttachSCSIVolumeTestJSON-1630246316 tempest-AttachSCSIVolumeTestJSON-1630246316] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:11:07.895299 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1972bec6-38aa-4138-a088-a1289a6e9e52 None None] Sync routers for ids ['478283e4-0c66-495d-ac11-53e15bbe5aba'] in n-d-768862-2 {{(pid=84876) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Jan 14 07:11:07.904842 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [req-685a7224-10ee-4509-921a-3168ee1dc4b9 req-6cc7ef8d-0339-4f00-aaf1-9047eeaa4881 tempest-AttachSCSIVolumeTestJSON-1630246316 tempest-AttachSCSIVolumeTestJSON-1630246316] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=84874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:11:07.907216 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1972bec6-38aa-4138-a088-a1289a6e9e52 None None] Routers {'478283e4-0c66-495d-ac11-53e15bbe5aba'} bound to L3 agent in host n-d-768862-2 {{(pid=84876) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 14 07:11:07.908002 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_hamode_db [None req-1972bec6-38aa-4138-a088-a1289a6e9e52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-01-14T06:56:51Z,description=,heartbeat_timestamp=2021-01-14T07:10:51Z,host='n-d-768862-2',id=35f592e9-451b-4db9-abea-77b6a5c5391b,load=0,resource_versions=,resources_synced=,started_at=2021-01-14T06:56:51Z,topic='l3_agent')) {'router_ids': ['478283e4-0c66-495d-ac11-53e15bbe5aba'], 'active': True} {{(pid=84876) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:11:07.917229 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-aeaa8e4c-1b3b-400d-9d25-93f595eeb2fd admin admin] 10.222.0.24 "PUT /v2.0/routers/478283e4-0c66-495d-ac11-53e15bbe5aba/add_router_interface HTTP/1.1" status: 200 len: 503 time: 20.0429306 Jan 14 07:11:07.952366 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-685a7224-10ee-4509-921a-3168ee1dc4b9 req-6cc7ef8d-0339-4f00-aaf1-9047eeaa4881 tempest-AttachSCSIVolumeTestJSON-1630246316 tempest-AttachSCSIVolumeTestJSON-1630246316] Made reservation on behalf of f85c82bd29754c1bb1dc756e2b7c7b32 for: {'port': 1} {{(pid=84874) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 07:11:07.963665 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [req-685a7224-10ee-4509-921a-3168ee1dc4b9 req-6cc7ef8d-0339-4f00-aaf1-9047eeaa4881 tempest-AttachSCSIVolumeTestJSON-1630246316 tempest-AttachSCSIVolumeTestJSON-1630246316] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555753'] for port, before_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:11:08.150098 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-ab638cca-034f-4c29-94de-ad02c68804a0 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3367281'] for subnet, precommit_delete_associations {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:11:08.370315 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_dvr_db [None req-1972bec6-38aa-4138-a088-a1289a6e9e52 None None] Set router 478283e4-0c66-495d-ac11-53e15bbe5aba gateway port host: n-d-768862-2 {{(pid=84876) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 14 07:11:08.383655 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84875) accepted ('10.222.0.24', 55936) {{(pid=84875) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:11:08.426860 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-2c8f7e66-9f75-41d8-bac1-e657a37208c0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:11:08.446947 n-d-768862-2 neutron-server[84765]: INFO neutron.db.db_base_plugin_v2 [None req-cc31738a-a81f-47ba-b292-3b77a5b5a214 admin admin] Found port (417cb7e6-8fbb-41a3-a6ba-9afa1a7b439c, 172.20.0.8) having IP allocation on subnet b1b9f7fe-b358-4c3f-84bc-2be679521ed7, cannot delete Jan 14 07:11:08.549201 n-d-768862-2 neutron-server[84765]: INFO neutron.pecan_wsgi.hooks.translation [None req-cc31738a-a81f-47ba-b292-3b77a5b5a214 admin admin] DELETE failed (client error): There was a conflict when trying to complete your request. Jan 14 07:11:08.549711 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cc31738a-a81f-47ba-b292-3b77a5b5a214 admin admin] No notification will be sent due to unsuccessful status code: 409 {{(pid=84875) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Jan 14 07:11:08.562458 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-cc31738a-a81f-47ba-b292-3b77a5b5a214 admin admin] 10.222.0.24 "DELETE /v2.0/subnets/b1b9f7fe-b358-4c3f-84bc-2be679521ed7 HTTP/1.1" status: 409 len: 404 time: 1.6752160 Jan 14 07:11:08.617118 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-2c8f7e66-9f75-41d8-bac1-e657a37208c0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:11:08.754183 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-ab638cca-034f-4c29-94de-ad02c68804a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036854176836'] for subnet, precommit_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:11:08.813497 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [req-3d1e1bfd-5c29-4982-bae3-089f3b2784d4 req-d64041ad-be85-467e-a049-41e6bd2a5bfe tempest-FloatingIPsAssociationTestJSON-2140037530 tempest-FloatingIPsAssociationTestJSON-2140037530] For port 417cb7e6-8fbb-41a3-a6ba-9afa1a7b439c, host n-h1-768862-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-h1-768862-2',level=0,port_id=417cb7e6-8fbb-41a3-a6ba-9afa1a7b439c,segment=NetworkSegment(f1a1da15-9c84-4f1f-8d4b-5f93ea7c2a21),segment_id=f1a1da15-9c84-4f1f-8d4b-5f93ea7c2a21)] {{(pid=84874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 07:11:08.816527 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [req-3d1e1bfd-5c29-4982-bae3-089f3b2784d4 req-d64041ad-be85-467e-a049-41e6bd2a5bfe tempest-FloatingIPsAssociationTestJSON-2140037530 tempest-FloatingIPsAssociationTestJSON-2140037530] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036850862667'] for port, precommit_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:11:08.887800 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_hamode_db [None req-1972bec6-38aa-4138-a088-a1289a6e9e52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '478283e4-0c66-495d-ac11-53e15bbe5aba', 'name': 'tempest-ServersTestMultiNic-1930649277-router', 'tenant_id': '7d129397cd71499dbaa91be4909e3699', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '226f1e78-82cd-4481-9055-4eb73b6db8c1', 'external_fixed_ips': [{'subnet_id': 'ba8deeec-7658-4195-9449-038c076f5c83', 'ip_address': '172.25.2.191'}], 'enable_snat': True}, 'gw_port_id': 'baa28b7f-1bd7-4f3c-bf39-3cad959e4fda', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-14T07:10:36Z', 'updated_at': '2021-01-14T07:10:56Z', 'revision_number': 4, 'project_id': '7d129397cd71499dbaa91be4909e3699', 'gw_port': {'id': 'baa28b7f-1bd7-4f3c-bf39-3cad959e4fda', 'name': '', 'network_id': '226f1e78-82cd-4481-9055-4eb73b6db8c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:97:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '478283e4-0c66-495d-ac11-53e15bbe5aba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 608, 'fixed_ips': [{'subnet_id': 'ba8deeec-7658-4195-9449-038c076f5c83', 'ip_address': '172.25.2.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T07:10:40Z', 'updated_at': '2021-01-14T07:10:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ba8deeec-7658-4195-9449-038c076f5c83', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-2', '_interfaces': [{'id': '32249854-abe7-465c-bfd0-3076ab45b41e', 'name': '', 'network_id': '57222761-5524-446d-acc2-b143774aade8', 'tenant_id': '7d129397cd71499dbaa91be4909e3699', 'mac_address': 'fa:16:3e:6a:4f:c8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '478283e4-0c66-495d-ac11-53e15bbe5aba', 'device_owner': 'network:router_interface', 'standard_attr_id': 627, 'fixed_ips': [{'subnet_id': 'bacfe576-849d-43b2-98d9-a20cf4fb5d3c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T07:10:52Z', 'updated_at': '2021-01-14T07:10:58Z', 'revision_number': 2, 'project_id': '7d129397cd71499dbaa91be4909e3699', 'subnets': [{'id': 'bacfe576-849d-43b2-98d9-a20cf4fb5d3c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'n-d-768862-2', False) {} {{(pid=84876) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:11:08.893997 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1972bec6-38aa-4138-a088-a1289a6e9e52 None None] Checking router: 478283e4-0c66-495d-ac11-53e15bbe5aba for host: n-d-768862-2 {{(pid=84876) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Jan 14 07:11:08.894536 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1972bec6-38aa-4138-a088-a1289a6e9e52 None None] Updating router 478283e4-0c66-495d-ac11-53e15bbe5aba port 32249854-abe7-465c-bfd0-3076ab45b41e binding host n-d-768862-2 {{(pid=84876) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Jan 14 07:11:08.967376 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-1972bec6-38aa-4138-a088-a1289a6e9e52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555753'] for port, before_update {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:11:09.149000 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.plugin [req-3d1e1bfd-5c29-4982-bae3-089f3b2784d4 req-d64041ad-be85-467e-a049-41e6bd2a5bfe tempest-FloatingIPsAssociationTestJSON-2140037530 tempest-FloatingIPsAssociationTestJSON-2140037530] Calling delete_port for 417cb7e6-8fbb-41a3-a6ba-9afa1a7b439c owned by compute:nova {{(pid=84874) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 07:11:09.490298 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.v2.base [None req-313e9cb0-2185-4730-b7cc-e4ee1f8d512a tempest-ServersTestMultiNic-2121779930 tempest-ServersTestMultiNic-2121779930] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-1504504416'}} {{(pid=84875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:11:09.490942 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-1972bec6-38aa-4138-a088-a1289a6e9e52 None None] Notify callbacks [] for port, precommit_update {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:11:09.504997 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-1972bec6-38aa-4138-a088-a1289a6e9e52 None None] Transition to ACTIVE for port object 32249854-abe7-465c-bfd0-3076ab45b41e will not be triggered until provisioned by entity L2. {{(pid=84876) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 07:11:09.511328 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-1972bec6-38aa-4138-a088-a1289a6e9e52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777640533312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363259214678337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777640097497'] for port, after_update {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:11:09.541481 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-f83c93b4-fb32-439b-bc91-257768e6cf39 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84876) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:11:09.566555 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-313e9cb0-2185-4730-b7cc-e4ee1f8d512a tempest-ServersTestMultiNic-2121779930 tempest-ServersTestMultiNic-2121779930] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:11:09.569380 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [req-3d1e1bfd-5c29-4982-bae3-089f3b2784d4 req-d64041ad-be85-467e-a049-41e6bd2a5bfe tempest-FloatingIPsAssociationTestJSON-2140037530 tempest-FloatingIPsAssociationTestJSON-2140037530] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777640533329', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777640097463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3254186'] for port, after_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:11:09.573381 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-313e9cb0-2185-4730-b7cc-e4ee1f8d512a tempest-ServersTestMultiNic-2121779930 tempest-ServersTestMultiNic-2121779930] Usage tracker for resource:network and tenant:7d129397cd71499dbaa91be4909e3699 is out of sync, need to count used quota {{(pid=84875) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:11:09.577319 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-313e9cb0-2185-4730-b7cc-e4ee1f8d512a tempest-ServersTestMultiNic-2121779930 tempest-ServersTestMultiNic-2121779930] Quota usage for network was recalculated. Used quota:1. {{(pid=84875) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:11:09.578729 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84874) accepted ('10.222.0.24', 55964) {{(pid=84874) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:11:09.588242 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-313e9cb0-2185-4730-b7cc-e4ee1f8d512a tempest-ServersTestMultiNic-2121779930 tempest-ServersTestMultiNic-2121779930] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:11:09.623392 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:11:09.678880 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.v2.base [None req-7f804827-5ef2-4438-8afb-768b85e28f8e tempest-TaggedBootDevicesTest-541410187 tempest-TaggedBootDevicesTest-541410187] Request body: {'network': {'name': 'tempest-device-tagging-net1-290592806'}} {{(pid=84874) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:11:09.709283 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a47c96d7-2621-4880-a475-65704620767e None None] Pushing event updated for resources: {'Port': ['ID=32249854-abe7-465c-bfd0-3076ab45b41e,revision_number=3']} {{(pid=84876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:11:09.713353 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [req-b8b9d89a-6d41-4dd6-8377-5a4870d2c684 req-03f99f3d-62cc-4181-a871-f64d5b97cf50 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=3037c0cf9c3c41d4b5dd3dad9faecaea&device_id=8bead279-9d85-4fa5-a169-6cd94e983919 HTTP/1.1" status: 200 len: 210 time: 0.7234399 Jan 14 07:11:09.736664 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a47c96d7-2621-4880-a475-65704620767e None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@n-h1-768862-2 {{(pid=84876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:11:09.737051 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a47c96d7-2621-4880-a475-65704620767e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-h1-768862-2 {{(pid=84876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:11:09.737438 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a47c96d7-2621-4880-a475-65704620767e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-h1-768862-2 {{(pid=84876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:11:09.737819 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a47c96d7-2621-4880-a475-65704620767e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-h1-768862-2 {{(pid=84876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:11:09.738200 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a47c96d7-2621-4880-a475-65704620767e None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@n-h1-768862-2 {{(pid=84876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:11:09.738574 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a47c96d7-2621-4880-a475-65704620767e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-h1-768862-2 {{(pid=84876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:11:09.738946 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a47c96d7-2621-4880-a475-65704620767e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-h1-768862-2 {{(pid=84876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:11:09.739318 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a47c96d7-2621-4880-a475-65704620767e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-h1-768862-2 {{(pid=84876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:11:09.739686 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a47c96d7-2621-4880-a475-65704620767e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-h1-768862-2 {{(pid=84876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:11:09.740077 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a47c96d7-2621-4880-a475-65704620767e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-h1-768862-2 {{(pid=84876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:11:09.740760 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a47c96d7-2621-4880-a475-65704620767e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-h1-768862-2 {{(pid=84876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:11:09.740887 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a47c96d7-2621-4880-a475-65704620767e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-h1-768862-2 {{(pid=84876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:11:09.741578 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a47c96d7-2621-4880-a475-65704620767e None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@n-h2-768862-2 {{(pid=84876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:11:09.742007 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a47c96d7-2621-4880-a475-65704620767e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-h2-768862-2 {{(pid=84876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:11:09.742381 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a47c96d7-2621-4880-a475-65704620767e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-h2-768862-2 {{(pid=84876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:11:09.742749 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a47c96d7-2621-4880-a475-65704620767e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-h2-768862-2 {{(pid=84876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:11:09.743116 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a47c96d7-2621-4880-a475-65704620767e None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@n-h2-768862-2 {{(pid=84876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:11:09.743485 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a47c96d7-2621-4880-a475-65704620767e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-h2-768862-2 {{(pid=84876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:11:09.743867 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a47c96d7-2621-4880-a475-65704620767e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-h2-768862-2 {{(pid=84876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:11:09.744505 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a47c96d7-2621-4880-a475-65704620767e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-h2-768862-2 {{(pid=84876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:11:09.748883 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a47c96d7-2621-4880-a475-65704620767e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-h2-768862-2 {{(pid=84876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:11:09.749523 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a47c96d7-2621-4880-a475-65704620767e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-h2-768862-2 {{(pid=84876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:11:09.749639 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a47c96d7-2621-4880-a475-65704620767e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-h2-768862-2 {{(pid=84876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:11:09.750012 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a47c96d7-2621-4880-a475-65704620767e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-h2-768862-2 {{(pid=84876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:11:09.750496 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a47c96d7-2621-4880-a475-65704620767e None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-2 {{(pid=84876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:11:09.750815 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a47c96d7-2621-4880-a475-65704620767e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-2 {{(pid=84876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:11:09.751337 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a47c96d7-2621-4880-a475-65704620767e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-2 {{(pid=84876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:11:09.751710 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a47c96d7-2621-4880-a475-65704620767e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-2 {{(pid=84876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:11:09.752109 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a47c96d7-2621-4880-a475-65704620767e None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@n-d-768862-2 {{(pid=84876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:11:09.752479 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a47c96d7-2621-4880-a475-65704620767e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-2 {{(pid=84876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:11:09.752847 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a47c96d7-2621-4880-a475-65704620767e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-768862-2 {{(pid=84876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:11:09.753213 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a47c96d7-2621-4880-a475-65704620767e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-768862-2 {{(pid=84876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:11:09.753579 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a47c96d7-2621-4880-a475-65704620767e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-2 {{(pid=84876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:11:09.753943 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a47c96d7-2621-4880-a475-65704620767e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-2 {{(pid=84876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:11:09.754307 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a47c96d7-2621-4880-a475-65704620767e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-2 {{(pid=84876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:11:09.754853 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a47c96d7-2621-4880-a475-65704620767e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-2 {{(pid=84876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:11:09.769672 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-a47c96d7-2621-4880-a475-65704620767e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.228s {{(pid=84876) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:11:09.846970 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d64041ad-be85-467e-a049-41e6bd2a5bfe tempest-FloatingIPsAssociationTestJSON-2140037530 tempest-FloatingIPsAssociationTestJSON-2140037530] Pushing event deleted for resources: {'Port': ['ID=417cb7e6-8fbb-41a3-a6ba-9afa1a7b439c,revision_number=None']} {{(pid=84874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:11:09.854472 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-7f804827-5ef2-4438-8afb-768b85e28f8e tempest-TaggedBootDevicesTest-541410187 tempest-TaggedBootDevicesTest-541410187] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:11:09.862752 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-15b546c7-6670-4c5c-9fff-45a5e28075cb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850887113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036851621412', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036852467174'] for subnet, after_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:11:09.867823 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-2c8f7e66-9f75-41d8-bac1-e657a37208c0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850887153'] for security_group, after_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:11:09.895988 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-df09fec7-fd06-4317-983a-83a05cd076b6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:11:09.900066 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-d64041ad-be85-467e-a049-41e6bd2a5bfe tempest-FloatingIPsAssociationTestJSON-2140037530 tempest-FloatingIPsAssociationTestJSON-2140037530] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.277s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:11:09.918943 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-313e9cb0-2185-4730-b7cc-e4ee1f8d512a tempest-ServersTestMultiNic-2121779930 tempest-ServersTestMultiNic-2121779930] Made reservation on behalf of 7d129397cd71499dbaa91be4909e3699 for: {'network': 1} {{(pid=84875) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 07:11:09.929451 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-313e9cb0-2185-4730-b7cc-e4ee1f8d512a tempest-ServersTestMultiNic-2121779930 tempest-ServersTestMultiNic-2121779930] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555753'] for network, before_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:11:09.936425 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-7f804827-5ef2-4438-8afb-768b85e28f8e tempest-TaggedBootDevicesTest-541410187 tempest-TaggedBootDevicesTest-541410187] Usage tracker for resource:network and tenant:4873c9000017431bb4db0aa60ef7da75 is out of sync, need to count used quota {{(pid=84874) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:11:09.946415 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-7f804827-5ef2-4438-8afb-768b85e28f8e tempest-TaggedBootDevicesTest-541410187 tempest-TaggedBootDevicesTest-541410187] Quota usage for network was recalculated. Used quota:1. {{(pid=84874) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:11:09.957200 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-2c8f7e66-9f75-41d8-bac1-e657a37208c0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:11:09.958468 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-2c8f7e66-9f75-41d8-bac1-e657a37208c0 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/71553631-fcd0-4db3-8dac-209afb07be7f HTTP/1.1" status: 204 len: 168 time: 2.0968964 Jan 14 07:11:09.962972 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c8f7e66-9f75-41d8-bac1-e657a37208c0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=71553631-fcd0-4db3-8dac-209afb07be7f,revision_number=None']} {{(pid=84875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:11:09.964257 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-7f804827-5ef2-4438-8afb-768b85e28f8e tempest-TaggedBootDevicesTest-541410187 tempest-TaggedBootDevicesTest-541410187] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:11:09.977704 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-2c8f7e66-9f75-41d8-bac1-e657a37208c0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:11:09.990385 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [req-b8b9d89a-6d41-4dd6-8377-5a4870d2c684 req-044b8755-e477-418b-bb85-258730522195 service neutron] 10.222.0.35 "GET /v2.0/networks?tenant_id=3037c0cf9c3c41d4b5dd3dad9faecaea&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1709867 Jan 14 07:11:10.011275 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7f804827-5ef2-4438-8afb-768b85e28f8e tempest-TaggedBootDevicesTest-541410187 tempest-TaggedBootDevicesTest-541410187] Made reservation on behalf of 4873c9000017431bb4db0aa60ef7da75 for: {'network': 1} {{(pid=84874) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 07:11:10.033128 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-7f804827-5ef2-4438-8afb-768b85e28f8e tempest-TaggedBootDevicesTest-541410187 tempest-TaggedBootDevicesTest-541410187] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555753'] for network, before_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:11:10.051201 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.094s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:11:10.156009 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15b546c7-6670-4c5c-9fff-45a5e28075cb admin admin] Pushing event updated for resources: {'Subnet': ['ID=8e00e578-a633-4911-bdcc-3e95a2f0c245,revision_number=0']} {{(pid=84875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:11:10.179612 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-15b546c7-6670-4c5c-9fff-45a5e28075cb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:11:10.182856 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-313e9cb0-2185-4730-b7cc-e4ee1f8d512a tempest-ServersTestMultiNic-2121779930 tempest-ServersTestMultiNic-2121779930] vxlan segment allocate from pool success with {'vxlan_vni': 4} {{(pid=84875) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Jan 14 07:11:10.190239 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.managers [None req-1972bec6-38aa-4138-a088-a1289a6e9e52 None None] Attempting to bind port 32249854-abe7-465c-bfd0-3076ab45b41e on host n-d-768862-2 for vnic_type normal with profile {{(pid=84876) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 14 07:11:10.190662 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.managers [None req-1972bec6-38aa-4138-a088-a1289a6e9e52 None None] Attempting to bind port 32249854-abe7-465c-bfd0-3076ab45b41e by drivers openvswitch on host n-d-768862-2 at level 0 using segments [{'id': 'f25eaa12-5977-49d9-ad34-f633b5bcdfd0', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '57222761-5524-446d-acc2-b143774aade8'}] {{(pid=84876) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 14 07:11:10.191199 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1972bec6-38aa-4138-a088-a1289a6e9e52 None None] Attempting to bind port 32249854-abe7-465c-bfd0-3076ab45b41e on network 57222761-5524-446d-acc2-b143774aade8 {{(pid=84876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 14 07:11:10.200097 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1972bec6-38aa-4138-a088-a1289a6e9e52 None None] Checking agent: {'id': 'ba5efab1-b43c-4d5a-bc52-6e105d4e67a2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768862-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 14, 6, 56, 52), 'started_at': datetime.datetime(2021, 1, 14, 6, 57, 22), 'heartbeat_timestamp': datetime.datetime(2021, 1, 14, 7, 10, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768862-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.29', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 14 07:11:10.200993 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1972bec6-38aa-4138-a088-a1289a6e9e52 None None] Checking segment: {'id': 'f25eaa12-5977-49d9-ad34-f633b5bcdfd0', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '57222761-5524-446d-acc2-b143774aade8'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84876) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 14 07:11:10.201458 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-1972bec6-38aa-4138-a088-a1289a6e9e52 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:11:10.201908 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1972bec6-38aa-4138-a088-a1289a6e9e52 None None] Bound using segment: {'id': 'f25eaa12-5977-49d9-ad34-f633b5bcdfd0', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '57222761-5524-446d-acc2-b143774aade8'} {{(pid=84876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 14 07:11:10.202598 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.managers [None req-1972bec6-38aa-4138-a088-a1289a6e9e52 None None] Bound port: 32249854-abe7-465c-bfd0-3076ab45b41e, host: n-d-768862-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f25eaa12-5977-49d9-ad34-f633b5bcdfd0', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '57222761-5524-446d-acc2-b143774aade8'}}] {{(pid=84876) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 14 07:11:10.203428 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-1972bec6-38aa-4138-a088-a1289a6e9e52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555753'] for port, before_update {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:11:10.222328 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-313e9cb0-2185-4730-b7cc-e4ee1f8d512a tempest-ServersTestMultiNic-2121779930 tempest-ServersTestMultiNic-2121779930] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment--9223363259214191851', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854179735'] for segment, precommit_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:11:10.222689 n-d-768862-2 neutron-server[84765]: INFO neutron.db.segments_db [None req-313e9cb0-2185-4730-b7cc-e4ee1f8d512a tempest-ServersTestMultiNic-2121779930 tempest-ServersTestMultiNic-2121779930] Added segment 871dcfe9-d88b-458a-b832-5a97900de51f of type vxlan for network 25f1c1a0-ceab-4b3f-9e01-2007a6141e94 Jan 14 07:11:10.292638 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [req-12fcfa8e-8395-4cab-9b07-14d3efe8b284 req-08336bdd-fc89-4f2f-acf8-8ddd2b4258ed service neutron] 10.222.0.35 "GET /v2.0/networks/1c7b4b12-7df2-4f41-8649-b236d94b12da?fields=segments HTTP/1.1" status: 200 len: 212 time: 2.7415142 Jan 14 07:11:10.307172 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-ab638cca-034f-4c29-94de-ad02c68804a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-598964', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850887113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3154192', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2308610'] for subnet, after_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:11:10.326381 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [None req-1972bec6-38aa-4138-a088-a1289a6e9e52 None None] For port 32249854-abe7-465c-bfd0-3076ab45b41e, host n-d-768862-2, cleared binding levels {{(pid=84876) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 14 07:11:10.331757 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [None req-1972bec6-38aa-4138-a088-a1289a6e9e52 None None] For port 32249854-abe7-465c-bfd0-3076ab45b41e, host n-d-768862-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-2',level=0,port_id=32249854-abe7-465c-bfd0-3076ab45b41e,segment=NetworkSegment(f25eaa12-5977-49d9-ad34-f633b5bcdfd0),segment_id=f25eaa12-5977-49d9-ad34-f633b5bcdfd0)] {{(pid=84876) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 14 07:11:10.342315 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-1972bec6-38aa-4138-a088-a1289a6e9e52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777640533312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363259214678337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777640097497'] for port, after_update {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:11:10.354555 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-e6c81a99-9e20-46f9-899c-6bfe0dee7fc6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:11:10.363495 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-b714520f-eaba-4ab3-9926-ce9a35c71c90 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84876) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:11:10.402106 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab638cca-034f-4c29-94de-ad02c68804a0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=27c3fde2-d1e6-4a5a-9f37-77671049f1d9,revision_number=None']} {{(pid=84875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:11:10.539594 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [req-12fcfa8e-8395-4cab-9b07-14d3efe8b284 req-76edbd32-5aa7-4b71-bf7a-287572ec597e service neutron] 10.222.0.35 "GET /v2.0/networks/1c7b4b12-7df2-4f41-8649-b236d94b12da?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.2303810 Jan 14 07:11:10.555878 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-ab638cca-034f-4c29-94de-ad02c68804a0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.202s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:11:10.557483 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84874) accepted ('10.222.0.24', 55984) {{(pid=84874) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:11:10.666178 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-313e9cb0-2185-4730-b7cc-e4ee1f8d512a tempest-ServersTestMultiNic-2121779930 tempest-ServersTestMultiNic-2121779930] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363259214646115'] for network, precommit_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:11:10.693362 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-7a0f2630-9f42-40d2-90c1-244990325f48 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3889632'] for router_interface, before_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:11:10.819810 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_dvrscheduler_db [req-3d1e1bfd-5c29-4982-bae3-089f3b2784d4 req-d64041ad-be85-467e-a049-41e6bd2a5bfe tempest-FloatingIPsAssociationTestJSON-2140037530 tempest-FloatingIPsAssociationTestJSON-2140037530] No DVR routers for this DVR port 417cb7e6-8fbb-41a3-a6ba-9afa1a7b439c on host n-h1-768862-2 {{(pid=84874) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Jan 14 07:11:10.821545 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-017f98a9-8a07-408c-a86f-8ff0c00400a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363259214191800', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854171626'] for agent, after_update {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:11:10.829854 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [req-3d1e1bfd-5c29-4982-bae3-089f3b2784d4 req-d64041ad-be85-467e-a049-41e6bd2a5bfe tempest-FloatingIPsAssociationTestJSON-2140037530 tempest-FloatingIPsAssociationTestJSON-2140037530] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854768116'] for port, before_response {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:11:10.860506 n-d-768862-2 neutron-server[84765]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b4df1c8c-f0c2-4966-97b9-13f58a5db756', 'name': 'network-vif-deleted', 'tag': '417cb7e6-8fbb-41a3-a6ba-9afa1a7b439c'}] {{(pid=84874) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Jan 14 07:11:10.913219 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a47c96d7-2621-4880-a475-65704620767e None None] Pushing event updated for resources: {'Port': ['ID=32249854-abe7-465c-bfd0-3076ab45b41e,revision_number=4']} {{(pid=84876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:11:10.938796 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-a47c96d7-2621-4880-a475-65704620767e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.575s {{(pid=84876) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:11:10.984878 n-d-768862-2 neutron-server[84765]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'b4df1c8c-f0c2-4966-97b9-13f58a5db756', 'name': 'network-vif-deleted', 'tag': '417cb7e6-8fbb-41a3-a6ba-9afa1a7b439c', 'status': 'failed', 'code': 422} returned with failed status Jan 14 07:11:10.989656 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [req-3d1e1bfd-5c29-4982-bae3-089f3b2784d4 req-d64041ad-be85-467e-a049-41e6bd2a5bfe tempest-FloatingIPsAssociationTestJSON-2140037530 tempest-FloatingIPsAssociationTestJSON-2140037530] 10.222.0.35 "DELETE /v2.0/ports/417cb7e6-8fbb-41a3-a6ba-9afa1a7b439c HTTP/1.1" status: 204 len: 173 time: 4.7961452 Jan 14 07:11:10.998382 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.db.resource_extend [None req-313e9cb0-2185-4730-b7cc-e4ee1f8d512a tempest-ServersTestMultiNic-2121779930 tempest-ServersTestMultiNic-2121779930] It took 0.16 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84875) wrapper /usr/local/lib/python3.6/dist-packages/oslo_utils/timeutils.py:388}} Jan 14 07:11:11.037147 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.v2.base [None req-70241727-eff3-4e84-abc8-a1cce51ec646 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1581566530-network', 'tenant_id': '777e0121e7b84cf1b1a0af96c6f5d63a'}} {{(pid=84874) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:11:11.041952 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1972bec6-38aa-4138-a088-a1289a6e9e52 None None] Routers {'478283e4-0c66-495d-ac11-53e15bbe5aba'} bound to L3 agent in host n-d-768862-2 {{(pid=84876) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 14 07:11:11.042673 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_hamode_db [None req-1972bec6-38aa-4138-a088-a1289a6e9e52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-01-14T06:56:51Z,description=,heartbeat_timestamp=2021-01-14T07:10:51Z,host='n-d-768862-2',id=35f592e9-451b-4db9-abea-77b6a5c5391b,load=0,resource_versions=,resources_synced=,started_at=2021-01-14T06:56:51Z,topic='l3_agent')) {'router_ids': ['478283e4-0c66-495d-ac11-53e15bbe5aba'], 'active': True} {{(pid=84876) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:11:11.048001 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-70241727-eff3-4e84-abc8-a1cce51ec646 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:11:11.069127 n-d-768862-2 neutron-server[84765]: INFO neutron.pecan_wsgi.hooks.translation [req-685a7224-10ee-4509-921a-3168ee1dc4b9 req-6cc7ef8d-0339-4f00-aaf1-9047eeaa4881 tempest-AttachSCSIVolumeTestJSON-1630246316 tempest-AttachSCSIVolumeTestJSON-1630246316] POST failed (client error): There was a conflict when trying to complete your request. Jan 14 07:11:11.069640 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.notifier [req-685a7224-10ee-4509-921a-3168ee1dc4b9 req-6cc7ef8d-0339-4f00-aaf1-9047eeaa4881 tempest-AttachSCSIVolumeTestJSON-1630246316 tempest-AttachSCSIVolumeTestJSON-1630246316] No notification will be sent due to unsuccessful status code: 409 {{(pid=84874) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Jan 14 07:11:11.095765 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-ab638cca-034f-4c29-94de-ad02c68804a0 admin admin] Notify callbacks [] for subnet, before_response {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:11:11.128193 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-70241727-eff3-4e84-abc8-a1cce51ec646 admin admin] Usage tracker for resource:network and tenant:777e0121e7b84cf1b1a0af96c6f5d63a is out of sync, need to count used quota {{(pid=84874) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:11:11.135465 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [req-685a7224-10ee-4509-921a-3168ee1dc4b9 req-6cc7ef8d-0339-4f00-aaf1-9047eeaa4881 tempest-AttachSCSIVolumeTestJSON-1630246316 tempest-AttachSCSIVolumeTestJSON-1630246316] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 409 len: 414 time: 4.5214341 Jan 14 07:11:11.141425 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8b9d89a-6d41-4dd6-8377-5a4870d2c684 req-49bf4564-3b61-4cec-9d22-847b04544745 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:11:11.147198 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [req-b8b9d89a-6d41-4dd6-8377-5a4870d2c684 req-49bf4564-3b61-4cec-9d22-847b04544745 service neutron] 10.222.0.35 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 863 time: 1.0833757 Jan 14 07:11:11.148758 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-70241727-eff3-4e84-abc8-a1cce51ec646 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84874) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:11:11.153111 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-ab638cca-034f-4c29-94de-ad02c68804a0 admin admin] 10.222.0.24 "DELETE /v2.0/subnets/27c3fde2-d1e6-4a5a-9f37-77671049f1d9 HTTP/1.1" status: 204 len: 168 time: 3.5953748 Jan 14 07:11:11.157272 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84874) accepted ('10.222.0.24', 56004) {{(pid=84874) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:11:11.172207 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15b546c7-6670-4c5c-9fff-45a5e28075cb admin admin] Checking segment: {'id': 'e3d0d1e1-e3f2-493b-a20f-8f8981f2e512', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '2a0349f4-20ea-4a54-b893-98956906179e'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84875) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 14 07:11:11.172620 n-d-768862-2 neutron-server[84765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15b546c7-6670-4c5c-9fff-45a5e28075cb admin admin] Network hostable DHCP agents. Network: 2a0349f4-20ea-4a54-b893-98956906179e, hostable agents: ['32f3dd84-26da-4d18-bf15-6017a8fb7247'], hosted agents: [] {{(pid=84875) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Jan 14 07:11:11.184328 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-313e9cb0-2185-4730-b7cc-e4ee1f8d512a tempest-ServersTestMultiNic-2121779930 tempest-ServersTestMultiNic-2121779930] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850887149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964'] for network, after_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:11:11.239277 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-313e9cb0-2185-4730-b7cc-e4ee1f8d512a tempest-ServersTestMultiNic-2121779930 tempest-ServersTestMultiNic-2121779930] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:11:11.245135 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-313e9cb0-2185-4730-b7cc-e4ee1f8d512a tempest-ServersTestMultiNic-2121779930 tempest-ServersTestMultiNic-2121779930] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3207107'] for network, before_response {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:11:11.254995 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-779f9370-51b0-48b3-85bf-edd951c8e31d None None] Network 4836ea0a-f546-4f5a-a93b-c7e45ef1752d requested from n-d-768862-2 {{(pid=84876) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 07:11:11.298824 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:11:11.412927 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-70241727-eff3-4e84-abc8-a1cce51ec646 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:11:11.417921 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.db.api [None req-7f804827-5ef2-4438-8afb-768b85e28f8e tempest-TaggedBootDevicesTest-541410187 tempest-TaggedBootDevicesTest-541410187] Retry wrapper got retriable exception: Unable to create the network. No available network found in maximum allowed attempts. {{(pid=84874) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Jan 14 07:11:11.418277 n-d-768862-2 neutron-server[84765]: DEBUG oslo_db.api [None req-7f804827-5ef2-4438-8afb-768b85e28f8e tempest-TaggedBootDevicesTest-541410187 tempest-TaggedBootDevicesTest-541410187] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_network {{(pid=84874) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Jan 14 07:11:11.480240 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-313e9cb0-2185-4730-b7cc-e4ee1f8d512a tempest-ServersTestMultiNic-2121779930 tempest-ServersTestMultiNic-2121779930] Pushing event updated for resources: {'Network': ['ID=25f1c1a0-ceab-4b3f-9e01-2007a6141e94,revision_number=1']} {{(pid=84875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:11:11.484406 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-313e9cb0-2185-4730-b7cc-e4ee1f8d512a tempest-ServersTestMultiNic-2121779930 tempest-ServersTestMultiNic-2121779930] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.186s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:11:11.490427 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-313e9cb0-2185-4730-b7cc-e4ee1f8d512a tempest-ServersTestMultiNic-2121779930 tempest-ServersTestMultiNic-2121779930] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 3.0816662 Jan 14 07:11:11.491594 n-d-768862-2 neutron-server[84765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15b546c7-6670-4c5c-9fff-45a5e28075cb admin admin] Network 2a0349f4-20ea-4a54-b893-98956906179e is scheduled to be hosted by DHCP agent 32f3dd84-26da-4d18-bf15-6017a8fb7247 with binding_index 1 {{(pid=84875) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Jan 14 07:11:11.498823 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84875) accepted ('10.222.0.24', 56014) {{(pid=84875) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:11:11.514008 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.v2.base [None req-39f95663-8f47-4219-818a-b71f665ff4a7 tempest-ServersTestMultiNic-2121779930 tempest-ServersTestMultiNic-2121779930] Request body: {'subnet': {'network_id': '25f1c1a0-ceab-4b3f-9e01-2007a6141e94', 'cidr': '19.80.0.0/24', 'ip_version': 4}} {{(pid=84875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:11:11.584905 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-017f98a9-8a07-408c-a86f-8ff0c00400a0 None None] Network 25f1c1a0-ceab-4b3f-9e01-2007a6141e94 details requested by agent ovs-agent-n-h1-768862-2 with host n-h1-768862-2 {{(pid=84876) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 07:11:11.599558 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-852a24f7-e9a1-4193-9abb-e9506fe5213f None None] Network 25f1c1a0-ceab-4b3f-9e01-2007a6141e94 details requested by agent ovs-agent-n-h2-768862-2 with host n-h2-768862-2 {{(pid=84876) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 07:11:11.614419 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Network 25f1c1a0-ceab-4b3f-9e01-2007a6141e94 details requested by agent ovs-agent-n-d-768862-2 with host n-d-768862-2 {{(pid=84876) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 07:11:11.621441 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-76d95570-3793-45cf-abae-3d2dbd2addcc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036854160497'] for network, before_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:11:11.665138 n-d-768862-2 neutron-server[84765]: DEBUG neutron.scheduler.base_scheduler [None req-15b546c7-6670-4c5c-9fff-45a5e28075cb admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768862-2, 2a0349f4-20ea-4a54-b893-98956906179e) {{(pid=84875) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 07:11:11.711522 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15b546c7-6670-4c5c-9fff-45a5e28075cb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:11:11.712565 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-15b546c7-6670-4c5c-9fff-45a5e28075cb admin admin] Notify callbacks [] for subnet, before_response {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:11:11.753343 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-15b546c7-6670-4c5c-9fff-45a5e28075cb admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 6.9798481 Jan 14 07:11:11.753471 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [req-685a7224-10ee-4509-921a-3168ee1dc4b9 req-46db65e6-9a64-4fb6-a747-879949d44a23 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=f85c82bd29754c1bb1dc756e2b7c7b32&device_id=d943fd8e-4ee6-4780-a38d-03da5ce32b1c HTTP/1.1" status: 200 len: 210 time: 0.3459387 Jan 14 07:11:11.760408 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84875) accepted ('10.222.0.24', 56026) {{(pid=84875) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:11:11.764033 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [req-b8b9d89a-6d41-4dd6-8377-5a4870d2c684 req-3e6d0c45-8f29-4890-8f6c-35d67244fd20 tempest-ServersOnMultiNodesTest-1389749888 tempest-ServersOnMultiNodesTest-1389749888] Synchronizing usage tracker for tenant:3037c0cf9c3c41d4b5dd3dad9faecaea on resource:port {{(pid=84874) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 14 07:11:11.781815 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.v2.base [None req-8c588ca3-f770-4e84-acdd-17fd4075f71c admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsNegativeTestJSON-1904593380-router', 'tenant_id': 'e1a4c1f507cc4686a883b0df425ffdc7', 'external_gateway_info': {'network_id': '226f1e78-82cd-4481-9055-4eb73b6db8c1'}}} {{(pid=84875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:11:11.793746 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-8c588ca3-f770-4e84-acdd-17fd4075f71c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:11:11.798937 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-8c588ca3-f770-4e84-acdd-17fd4075f71c admin admin] Usage tracker for resource:router and tenant:e1a4c1f507cc4686a883b0df425ffdc7 is out of sync, need to count used quota {{(pid=84875) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:11:11.803013 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-8c588ca3-f770-4e84-acdd-17fd4075f71c admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=84875) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:11:11.810276 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-8c588ca3-f770-4e84-acdd-17fd4075f71c admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:11:11.831650 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-8c588ca3-f770-4e84-acdd-17fd4075f71c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3889205', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854717621'] for router, before_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:11:11.833305 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-8c588ca3-f770-4e84-acdd-17fd4075f71c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036850886574', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3912501', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3808446', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-58179'] for router, precommit_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:11:11.931071 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a55a29e-da2c-47f0-972e-48b2d76444f4 None None] Network 2a0349f4-20ea-4a54-b893-98956906179e requested from n-d-768862-2 {{(pid=84876) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 07:11:11.982882 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-39f95663-8f47-4219-818a-b71f665ff4a7 tempest-ServersTestMultiNic-2121779930 tempest-ServersTestMultiNic-2121779930] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:11:12.005899 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-39f95663-8f47-4219-818a-b71f665ff4a7 tempest-ServersTestMultiNic-2121779930 tempest-ServersTestMultiNic-2121779930] Usage tracker for resource:subnet and tenant:7d129397cd71499dbaa91be4909e3699 is out of sync, need to count used quota {{(pid=84875) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:11:12.011334 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-39f95663-8f47-4219-818a-b71f665ff4a7 tempest-ServersTestMultiNic-2121779930 tempest-ServersTestMultiNic-2121779930] Quota usage for subnet was recalculated. Used quota:1. {{(pid=84875) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:11:12.027548 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-7f804827-5ef2-4438-8afb-768b85e28f8e tempest-TaggedBootDevicesTest-541410187 tempest-TaggedBootDevicesTest-541410187] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555753'] for network, before_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:11:12.031239 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-39f95663-8f47-4219-818a-b71f665ff4a7 tempest-ServersTestMultiNic-2121779930 tempest-ServersTestMultiNic-2121779930] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:11:12.046434 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-8c588ca3-f770-4e84-acdd-17fd4075f71c admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:11:12.073133 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-685a7224-10ee-4509-921a-3168ee1dc4b9 req-0aeabd8b-98e6-4dad-bab3-48e3b9cfbe94 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:11:12.077723 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-39f95663-8f47-4219-818a-b71f665ff4a7 tempest-ServersTestMultiNic-2121779930 tempest-ServersTestMultiNic-2121779930] Made reservation on behalf of 7d129397cd71499dbaa91be4909e3699 for: {'subnet': 1} {{(pid=84875) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 07:11:12.077910 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [req-685a7224-10ee-4509-921a-3168ee1dc4b9 req-0aeabd8b-98e6-4dad-bab3-48e3b9cfbe94 service neutron] 10.222.0.48 "GET /v2.0/networks?tenant_id=f85c82bd29754c1bb1dc756e2b7c7b32&shared=False HTTP/1.1" status: 200 len: 870 time: 0.2659276 Jan 14 07:11:12.095097 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-70241727-eff3-4e84-abc8-a1cce51ec646 admin admin] Made reservation on behalf of 777e0121e7b84cf1b1a0af96c6f5d63a for: {'network': 1} {{(pid=84874) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 07:11:12.113672 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-70241727-eff3-4e84-abc8-a1cce51ec646 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555753'] for network, before_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:11:12.169481 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84875) accepted ('10.222.0.24', 56046) {{(pid=84875) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:11:12.198879 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.plugin [None req-76d95570-3793-45cf-abae-3d2dbd2addcc admin admin] Deleting port ccf0726e-0a67-483b-86a0-a4ca344a971a {{(pid=84874) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 07:11:12.199260 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-76d95570-3793-45cf-abae-3d2dbd2addcc admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363259214248359'] for port, before_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:11:12.229748 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [req-5c530d10-f54a-403f-99b3-c4466538629f req-fb7fa446-f43e-450a-a570-ef5b15140ff3 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=93a8da55e1c346bf8dc2a8711a9e4edc&device_id=b4df1c8c-f0c2-4966-97b9-13f58a5db756 HTTP/1.1" status: 200 len: 210 time: 0.1439438 Jan 14 07:11:12.383814 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-70241727-eff3-4e84-abc8-a1cce51ec646 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:11:12.404064 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-39f95663-8f47-4219-818a-b71f665ff4a7 tempest-ServersTestMultiNic-2121779930 tempest-ServersTestMultiNic-2121779930] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036852467157'] for subnet, before_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:11:12.470212 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-70241727-eff3-4e84-abc8-a1cce51ec646 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:11:12.482777 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7f804827-5ef2-4438-8afb-768b85e28f8e tempest-TaggedBootDevicesTest-541410187 tempest-TaggedBootDevicesTest-541410187] vxlan segment allocate from pool success with {'vxlan_vni': 11} {{(pid=84874) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Jan 14 07:11:12.485559 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [req-b8b9d89a-6d41-4dd6-8377-5a4870d2c684 req-3e6d0c45-8f29-4890-8f6c-35d67244fd20 tempest-ServersOnMultiNodesTest-1389749888 tempest-ServersOnMultiNodesTest-1389749888] Unset dirty status for tenant:3037c0cf9c3c41d4b5dd3dad9faecaea on resource:port {{(pid=84874) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 14 07:11:12.486814 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [req-b8b9d89a-6d41-4dd6-8377-5a4870d2c684 req-3e6d0c45-8f29-4890-8f6c-35d67244fd20 tempest-ServersOnMultiNodesTest-1389749888 tempest-ServersOnMultiNodesTest-1389749888] 10.222.0.35 "GET /v2.0/ports?device_id=8bead279-9d85-4fa5-a169-6cd94e983919 HTTP/1.1" status: 200 len: 210 time: 1.0793495 Jan 14 07:11:12.557424 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-70241727-eff3-4e84-abc8-a1cce51ec646 admin admin] Usage tracker for resource:security_group_rule and tenant:777e0121e7b84cf1b1a0af96c6f5d63a is out of sync, need to count used quota {{(pid=84874) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:11:12.580625 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-70241727-eff3-4e84-abc8-a1cce51ec646 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84874) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:11:12.586624 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-70241727-eff3-4e84-abc8-a1cce51ec646 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:11:12.651774 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-7f804827-5ef2-4438-8afb-768b85e28f8e tempest-TaggedBootDevicesTest-541410187 tempest-TaggedBootDevicesTest-541410187] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854179735'] for segment, precommit_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:11:12.652305 n-d-768862-2 neutron-server[84765]: INFO neutron.db.segments_db [None req-7f804827-5ef2-4438-8afb-768b85e28f8e tempest-TaggedBootDevicesTest-541410187 tempest-TaggedBootDevicesTest-541410187] Added segment 0a8db434-5b02-4986-9569-2ef86eeaa800 of type vxlan for network 42eaf091-c60a-4bbd-870e-8010d14ac7f2 Jan 14 07:11:12.779025 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-852a24f7-e9a1-4193-9abb-e9506fe5213f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363259214191800', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854171626'] for agent, after_update {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:11:12.824874 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.v2.base [None req-63f1bf47-486f-4dde-9ec0-74f67140fdb8 admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupsTestJSON-638841678-network', 'tenant_id': '7508ad1d114d4921bf43c45410ae9d5f'}} {{(pid=84875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:11:12.906459 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84874) accepted ('10.222.0.24', 56062) {{(pid=84874) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:11:12.907303 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-685a7224-10ee-4509-921a-3168ee1dc4b9 req-64c1a1b7-a594-47b2-8b7d-647777ca0be8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:11:12.908936 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [req-685a7224-10ee-4509-921a-3168ee1dc4b9 req-64c1a1b7-a594-47b2-8b7d-647777ca0be8 service neutron] 10.222.0.48 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 863 time: 0.7664378 Jan 14 07:11:12.955329 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_dvr_db [None req-1972bec6-38aa-4138-a088-a1289a6e9e52 None None] Set router 478283e4-0c66-495d-ac11-53e15bbe5aba gateway port host: n-d-768862-2 {{(pid=84876) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 14 07:11:13.032956 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd06c7d8-d170-41fa-a631-be24c87fb996 None None] DHCP port deletion for 4836ea0a-f546-4f5a-a93b-c7e45ef1752d request from n-d-768862-2 {{(pid=84876) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Jan 14 07:11:13.045983 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-63f1bf47-486f-4dde-9ec0-74f67140fdb8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:11:13.050585 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-63f1bf47-486f-4dde-9ec0-74f67140fdb8 admin admin] Usage tracker for resource:network and tenant:7508ad1d114d4921bf43c45410ae9d5f is out of sync, need to count used quota {{(pid=84875) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:11:13.054369 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-63f1bf47-486f-4dde-9ec0-74f67140fdb8 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84875) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:11:13.061487 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-63f1bf47-486f-4dde-9ec0-74f67140fdb8 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:11:13.065083 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.plugin [None req-dd06c7d8-d170-41fa-a631-be24c87fb996 None None] Deleting port ccf0726e-0a67-483b-86a0-a4ca344a971a {{(pid=84876) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 07:11:13.065503 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-dd06c7d8-d170-41fa-a631-be24c87fb996 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363259214248359'] for port, before_delete {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:11:13.086946 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.plugin [None req-7a0f2630-9f42-40d2-90c1-244990325f48 admin admin] Deleting port 5e883def-fe06-475d-9915-bd147343cfe3 {{(pid=84875) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 07:11:13.087327 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-7a0f2630-9f42-40d2-90c1-244990325f48 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363259214248359'] for port, before_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:11:13.306104 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-7f804827-5ef2-4438-8afb-768b85e28f8e tempest-TaggedBootDevicesTest-541410187 tempest-TaggedBootDevicesTest-541410187] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363259214646115'] for network, precommit_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:11:13.398591 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-63f1bf47-486f-4dde-9ec0-74f67140fdb8 admin admin] Made reservation on behalf of 7508ad1d114d4921bf43c45410ae9d5f for: {'network': 1} {{(pid=84875) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 07:11:13.404378 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-63f1bf47-486f-4dde-9ec0-74f67140fdb8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555753'] for network, before_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:11:13.466037 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [req-685a7224-10ee-4509-921a-3168ee1dc4b9 req-09fa95eb-d089-404c-a9c7-1a214be10f93 tempest-AttachSCSIVolumeTestJSON-1630246316 tempest-AttachSCSIVolumeTestJSON-1630246316] Synchronizing usage tracker for tenant:f85c82bd29754c1bb1dc756e2b7c7b32 on resource:port {{(pid=84874) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 14 07:11:13.514522 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-63f1bf47-486f-4dde-9ec0-74f67140fdb8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:11:13.543097 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-39387af2-4675-4d46-ae18-cf9c9d805454 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:11:13.553982 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c530d10-f54a-403f-99b3-c4466538629f req-7afa1724-01fa-406a-88f0-86dd83c72126 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:11:13.555676 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [req-5c530d10-f54a-403f-99b3-c4466538629f req-7afa1724-01fa-406a-88f0-86dd83c72126 service neutron] 10.222.0.35 "GET /v2.0/networks?tenant_id=93a8da55e1c346bf8dc2a8711a9e4edc&shared=False HTTP/1.1" status: 200 len: 915 time: 1.2752416 Jan 14 07:11:13.556977 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.db.resource_extend [None req-7f804827-5ef2-4438-8afb-768b85e28f8e tempest-TaggedBootDevicesTest-541410187 tempest-TaggedBootDevicesTest-541410187] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84874) wrapper /usr/local/lib/python3.6/dist-packages/oslo_utils/timeutils.py:388}} Jan 14 07:11:13.568732 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [None req-76d95570-3793-45cf-abae-3d2dbd2addcc admin admin] For port ccf0726e-0a67-483b-86a0-a4ca344a971a, host n-d-768862-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-2',level=0,port_id=ccf0726e-0a67-483b-86a0-a4ca344a971a,segment=NetworkSegment(cd744c8d-99a1-4442-90ac-a4780b36b18a),segment_id=cd744c8d-99a1-4442-90ac-a4780b36b18a)] {{(pid=84874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 07:11:13.569130 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-76d95570-3793-45cf-abae-3d2dbd2addcc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036850862667'] for port, precommit_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:11:13.610330 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-70241727-eff3-4e84-abc8-a1cce51ec646 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:11:13.636170 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-8c588ca3-f770-4e84-acdd-17fd4075f71c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3912484', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3889188', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-58194'] for router, precommit_update {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:11:13.721865 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-63f1bf47-486f-4dde-9ec0-74f67140fdb8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:11:13.724768 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Device ccf0726e-0a67-483b-86a0-a4ca344a971a no longer exists at agent ovs-agent-n-d-768862-2 {{(pid=84876) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jan 14 07:11:13.801991 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-63f1bf47-486f-4dde-9ec0-74f67140fdb8 admin admin] Usage tracker for resource:security_group_rule and tenant:7508ad1d114d4921bf43c45410ae9d5f is out of sync, need to count used quota {{(pid=84875) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:11:13.812426 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-70241727-eff3-4e84-abc8-a1cce51ec646 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850887153'] for security_group, after_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:11:13.816162 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-39387af2-4675-4d46-ae18-cf9c9d805454 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:11:13.820926 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-63f1bf47-486f-4dde-9ec0-74f67140fdb8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84875) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:11:13.825202 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.plugin [None req-76d95570-3793-45cf-abae-3d2dbd2addcc admin admin] Calling delete_port for ccf0726e-0a67-483b-86a0-a4ca344a971a owned by network:dhcp {{(pid=84874) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 07:11:13.835616 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-63f1bf47-486f-4dde-9ec0-74f67140fdb8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:11:13.906381 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f979b1a-6f83-4387-8d88-a6b115538f4a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5d94dc7a-c095-50a4-955e-5f3b78718a12-2a0349f4-20ea-4a54-b893-98956906179e', 'network_id': '2a0349f4-20ea-4a54-b893-98956906179e', 'tenant_id': 'e1a4c1f507cc4686a883b0df425ffdc7', 'fixed_ips': [{'subnet_id': '8e00e578-a633-4911-bdcc-3e95a2f0c245'}]}} from n-d-768862-2. {{(pid=84876) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Jan 14 07:11:13.906855 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-2015e4af-a6a0-43ea-8350-9a353949d5cb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:11:13.907037 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-0f979b1a-6f83-4387-8d88-a6b115538f4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555753'] for port, before_create {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:11:13.914355 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [req-685a7224-10ee-4509-921a-3168ee1dc4b9 req-09fa95eb-d089-404c-a9c7-1a214be10f93 tempest-AttachSCSIVolumeTestJSON-1630246316 tempest-AttachSCSIVolumeTestJSON-1630246316] Unset dirty status for tenant:f85c82bd29754c1bb1dc756e2b7c7b32 on resource:port {{(pid=84874) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 14 07:11:13.915640 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [req-685a7224-10ee-4509-921a-3168ee1dc4b9 req-09fa95eb-d089-404c-a9c7-1a214be10f93 tempest-AttachSCSIVolumeTestJSON-1630246316 tempest-AttachSCSIVolumeTestJSON-1630246316] 10.222.0.48 "GET /v2.0/ports?device_id=d943fd8e-4ee6-4780-a38d-03da5ce32b1c HTTP/1.1" status: 200 len: 210 time: 0.9090700 Jan 14 07:11:13.943229 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-39387af2-4675-4d46-ae18-cf9c9d805454 admin admin] Usage tracker for resource:security_group_rule and tenant:3f39c40d825a46f694fc0ab4d280d835 is out of sync, need to count used quota {{(pid=84874) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:11:13.952031 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-7f804827-5ef2-4438-8afb-768b85e28f8e tempest-TaggedBootDevicesTest-541410187 tempest-TaggedBootDevicesTest-541410187] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850887149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964'] for network, after_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:11:13.956151 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-39387af2-4675-4d46-ae18-cf9c9d805454 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84874) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:11:13.959938 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [None req-7a0f2630-9f42-40d2-90c1-244990325f48 admin admin] For port 5e883def-fe06-475d-9915-bd147343cfe3, host n-d-768862-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-2',level=0,port_id=5e883def-fe06-475d-9915-bd147343cfe3,segment=NetworkSegment(984f93fa-f208-4656-ac5b-a5caada132b6),segment_id=984f93fa-f208-4656-ac5b-a5caada132b6)] {{(pid=84875) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 07:11:13.960335 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-7a0f2630-9f42-40d2-90c1-244990325f48 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036850862667'] for port, precommit_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:11:14.022947 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f804827-5ef2-4438-8afb-768b85e28f8e tempest-TaggedBootDevicesTest-541410187 tempest-TaggedBootDevicesTest-541410187] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:11:14.022947 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-7f804827-5ef2-4438-8afb-768b85e28f8e tempest-TaggedBootDevicesTest-541410187 tempest-TaggedBootDevicesTest-541410187] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3207107'] for network, before_response {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:11:14.028840 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-39387af2-4675-4d46-ae18-cf9c9d805454 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:11:14.034185 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-70241727-eff3-4e84-abc8-a1cce51ec646 admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 12} {{(pid=84874) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Jan 14 07:11:14.087680 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70241727-eff3-4e84-abc8-a1cce51ec646 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4bda32bf-31ee-420b-bc3a-9cd726249b0a,revision_number=1']} {{(pid=84874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:11:14.120130 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-70241727-eff3-4e84-abc8-a1cce51ec646 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.201s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:11:14.120882 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-e148e1cb-b69b-47fc-8062-d06c2badb35d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.078s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:11:14.169305 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-70241727-eff3-4e84-abc8-a1cce51ec646 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854179735'] for segment, precommit_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:11:14.170434 n-d-768862-2 neutron-server[84765]: INFO neutron.db.segments_db [None req-70241727-eff3-4e84-abc8-a1cce51ec646 admin admin] Added segment d7cdd97e-25f8-4f4c-9cdf-6c6f8b4faafe of type vxlan for network fd33dbe3-7afa-46b0-8897-ce6ba7fea060 Jan 14 07:11:14.178342 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555753'] for port, before_update {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:11:14.212350 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.plugin [None req-7a0f2630-9f42-40d2-90c1-244990325f48 admin admin] Calling delete_port for 5e883def-fe06-475d-9915-bd147343cfe3 owned by network:router_interface {{(pid=84875) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 07:11:14.212577 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [None req-dd06c7d8-d170-41fa-a631-be24c87fb996 None None] For port ccf0726e-0a67-483b-86a0-a4ca344a971a, host n-d-768862-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-2',level=0,port_id=ccf0726e-0a67-483b-86a0-a4ca344a971a,segment=NetworkSegment(cd744c8d-99a1-4442-90ac-a4780b36b18a),segment_id=cd744c8d-99a1-4442-90ac-a4780b36b18a)] {{(pid=84876) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 07:11:14.213035 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-dd06c7d8-d170-41fa-a631-be24c87fb996 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036850862667'] for port, precommit_delete {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:11:14.321928 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d1e1bfd-5c29-4982-bae3-089f3b2784d4 req-36574c76-b12f-4f65-8209-1d06860442ed tempest-FloatingIPsAssociationTestJSON-2140037530 tempest-FloatingIPsAssociationTestJSON-2140037530] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:11:14.324147 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [req-3d1e1bfd-5c29-4982-bae3-089f3b2784d4 req-36574c76-b12f-4f65-8209-1d06860442ed tempest-FloatingIPsAssociationTestJSON-2140037530 tempest-FloatingIPsAssociationTestJSON-2140037530] 10.222.0.48 "GET /v2.0/networks?id=1c7b4b12-7df2-4f41-8649-b236d94b12da HTTP/1.1" status: 200 len: 821 time: 1.0084541 Jan 14 07:11:14.365434 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.plugin [None req-dd06c7d8-d170-41fa-a631-be24c87fb996 None None] Calling delete_port for ccf0726e-0a67-483b-86a0-a4ca344a971a owned by network:dhcp {{(pid=84876) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 07:11:14.406823 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] For port ccf0726e-0a67-483b-86a0-a4ca344a971a, host n-d-768862-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-2',level=0,port_id=ccf0726e-0a67-483b-86a0-a4ca344a971a,segment=NetworkSegment(cd744c8d-99a1-4442-90ac-a4780b36b18a),segment_id=cd744c8d-99a1-4442-90ac-a4780b36b18a)] {{(pid=84876) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 07:11:14.432267 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777640533312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363259214678337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777640097497'] for port, after_update {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:11:14.442871 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-70241727-eff3-4e84-abc8-a1cce51ec646 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363259214646115'] for network, precommit_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:11:14.451690 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-e460c6be-e0a4-4d20-9a33-9fc78b7a4427 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84876) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:11:14.453519 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.v2.base [req-3d1e1bfd-5c29-4982-bae3-089f3b2784d4 req-f40d9065-a3b7-4be5-bc92-814e91e5f363 tempest-FloatingIPsAssociationTestJSON-2140037530 tempest-FloatingIPsAssociationTestJSON-2140037530] Request body: {'port': {'device_id': 'b4df1c8c-f0c2-4966-97b9-13f58a5db756', 'network_id': '1c7b4b12-7df2-4f41-8649-b236d94b12da', 'admin_state_up': True, 'tenant_id': '93a8da55e1c346bf8dc2a8711a9e4edc'}} {{(pid=84874) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:11:14.462194 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-63f1bf47-486f-4dde-9ec0-74f67140fdb8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:11:14.474052 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [req-685a7224-10ee-4509-921a-3168ee1dc4b9 req-c7f415ab-82b4-4477-87a3-a9eb790854d6 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=f85c82bd29754c1bb1dc756e2b7c7b32&device_id=d943fd8e-4ee6-4780-a38d-03da5ce32b1c HTTP/1.1" status: 200 len: 210 time: 0.1879539 Jan 14 07:11:14.498487 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_hamode_db [None req-1972bec6-38aa-4138-a088-a1289a6e9e52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '478283e4-0c66-495d-ac11-53e15bbe5aba', 'name': 'tempest-ServersTestMultiNic-1930649277-router', 'tenant_id': '7d129397cd71499dbaa91be4909e3699', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '226f1e78-82cd-4481-9055-4eb73b6db8c1', 'external_fixed_ips': [{'subnet_id': 'ba8deeec-7658-4195-9449-038c076f5c83', 'ip_address': '172.25.2.191'}], 'enable_snat': True}, 'gw_port_id': 'baa28b7f-1bd7-4f3c-bf39-3cad959e4fda', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-14T07:10:36Z', 'updated_at': '2021-01-14T07:10:56Z', 'revision_number': 4, 'project_id': '7d129397cd71499dbaa91be4909e3699', 'gw_port': {'id': 'baa28b7f-1bd7-4f3c-bf39-3cad959e4fda', 'name': '', 'network_id': '226f1e78-82cd-4481-9055-4eb73b6db8c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:97:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '478283e4-0c66-495d-ac11-53e15bbe5aba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 608, 'fixed_ips': [{'subnet_id': 'ba8deeec-7658-4195-9449-038c076f5c83', 'ip_address': '172.25.2.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T07:10:40Z', 'updated_at': '2021-01-14T07:10:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ba8deeec-7658-4195-9449-038c076f5c83', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-2', '_interfaces': [{'id': '32249854-abe7-465c-bfd0-3076ab45b41e', 'name': '', 'network_id': '57222761-5524-446d-acc2-b143774aade8', 'tenant_id': '7d129397cd71499dbaa91be4909e3699', 'mac_address': 'fa:16:3e:6a:4f:c8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '478283e4-0c66-495d-ac11-53e15bbe5aba', 'device_owner': 'network:router_interface', 'standard_attr_id': 627, 'fixed_ips': [{'subnet_id': 'bacfe576-849d-43b2-98d9-a20cf4fb5d3c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T07:10:52Z', 'updated_at': '2021-01-14T07:11:10Z', 'revision_number': 4, 'project_id': '7d129397cd71499dbaa91be4909e3699', 'subnets': [{'id': 'bacfe576-849d-43b2-98d9-a20cf4fb5d3c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'n-d-768862-2', False) {} {{(pid=84876) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:11:14.499706 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.db.api [None req-76d95570-3793-45cf-abae-3d2dbd2addcc admin admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84874) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Jan 14 07:11:14.500340 n-d-768862-2 neutron-server[84765]: DEBUG oslo_db.api [None req-76d95570-3793-45cf-abae-3d2dbd2addcc admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84874) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Jan 14 07:11:14.545137 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-63f1bf47-486f-4dde-9ec0-74f67140fdb8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850887153'] for security_group, after_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:11:14.551885 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-cfada502-dec0-4b66-8b2d-4cbddf550be9 tempest-SecurityGroupRulesNegativeTestJSON-608374989 tempest-SecurityGroupRulesNegativeTestJSON-608374989] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:11:14.561932 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1972bec6-38aa-4138-a088-a1289a6e9e52 None None] The sync data for ids ['478283e4-0c66-495d-ac11-53e15bbe5aba'] in n-d-768862-2 is: [{'id': '478283e4-0c66-495d-ac11-53e15bbe5aba', 'name': 'tempest-ServersTestMultiNic-1930649277-router', 'tenant_id': '7d129397cd71499dbaa91be4909e3699', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '226f1e78-82cd-4481-9055-4eb73b6db8c1', 'external_fixed_ips': [{'subnet_id': 'ba8deeec-7658-4195-9449-038c076f5c83', 'ip_address': '172.25.2.191'}], 'enable_snat': True}, 'gw_port_id': 'baa28b7f-1bd7-4f3c-bf39-3cad959e4fda', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-14T07:10:36Z', 'updated_at': '2021-01-14T07:10:56Z', 'revision_number': 4, 'project_id': '7d129397cd71499dbaa91be4909e3699', 'gw_port': {'id': 'baa28b7f-1bd7-4f3c-bf39-3cad959e4fda', 'name': '', 'network_id': '226f1e78-82cd-4481-9055-4eb73b6db8c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:97:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '478283e4-0c66-495d-ac11-53e15bbe5aba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 608, 'fixed_ips': [{'subnet_id': 'ba8deeec-7658-4195-9449-038c076f5c83', 'ip_address': '172.25.2.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T07:10:40Z', 'updated_at': '2021-01-14T07:10:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ba8deeec-7658-4195-9449-038c076f5c83', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-2', '_interfaces': [{'id': '32249854-abe7-465c-bfd0-3076ab45b41e', 'name': '', 'network_id': '57222761-5524-446d-acc2-b143774aade8', 'tenant_id': '7d129397cd71499dbaa91be4909e3699', 'mac_address': 'fa:16:3e:6a:4f:c8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '478283e4-0c66-495d-ac11-53e15bbe5aba', 'device_owner': 'network:router_interface', 'standard_attr_id': 627, 'fixed_ips': [{'subnet_id': 'bacfe576-849d-43b2-98d9-a20cf4fb5d3c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T07:10:52Z', 'updated_at': '2021-01-14T07:11:10Z', 'revision_number': 4, 'project_id': '7d129397cd71499dbaa91be4909e3699', 'subnets': [{'id': 'bacfe576-849d-43b2-98d9-a20cf4fb5d3c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=84876) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Jan 14 07:11:14.649022 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Pushing event updated for resources: {'Port': ['ID=ccf0726e-0a67-483b-86a0-a4ca344a971a,revision_number=5']} {{(pid=84876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:11:14.656965 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.205s {{(pid=84876) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:11:14.662128 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.db.api [None req-dd06c7d8-d170-41fa-a631-be24c87fb996 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84876) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Jan 14 07:11:14.662517 n-d-768862-2 neutron-server[84765]: DEBUG oslo_db.api [None req-dd06c7d8-d170-41fa-a631-be24c87fb996 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84876) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Jan 14 07:11:14.753446 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.db_base_plugin_common [None req-0f979b1a-6f83-4387-8d88-a6b115538f4a None None] Allocated IP 172.20.0.2 (2a0349f4-20ea-4a54-b893-98956906179e/8e00e578-a633-4911-bdcc-3e95a2f0c245/7c690012-65c3-4419-ae8d-554a4a421fc4) {{(pid=84876) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 14 07:11:14.779385 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f804827-5ef2-4438-8afb-768b85e28f8e tempest-TaggedBootDevicesTest-541410187 tempest-TaggedBootDevicesTest-541410187] Pushing event updated for resources: {'Network': ['ID=42eaf091-c60a-4bbd-870e-8010d14ac7f2,revision_number=1']} {{(pid=84874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:11:14.805925 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Network 42eaf091-c60a-4bbd-870e-8010d14ac7f2 details requested by agent ovs-agent-n-d-768862-2 with host n-d-768862-2 {{(pid=84876) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 07:11:14.821360 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-852a24f7-e9a1-4193-9abb-e9506fe5213f None None] Network 42eaf091-c60a-4bbd-870e-8010d14ac7f2 details requested by agent ovs-agent-n-h2-768862-2 with host n-h2-768862-2 {{(pid=84876) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 07:11:14.826900 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c530d10-f54a-403f-99b3-c4466538629f req-f3978a20-8413-468f-b25b-bd7b5820a91c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:11:14.829561 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [req-5c530d10-f54a-403f-99b3-c4466538629f req-f3978a20-8413-468f-b25b-bd7b5820a91c service neutron] 10.222.0.35 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 863 time: 1.2293782 Jan 14 07:11:14.831379 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-7f804827-5ef2-4438-8afb-768b85e28f8e tempest-TaggedBootDevicesTest-541410187 tempest-TaggedBootDevicesTest-541410187] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 5.2443233 Jan 14 07:11:14.841358 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84875) accepted ('10.222.0.24', 56072) {{(pid=84875) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:11:14.860325 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.v2.base [None req-7d1acbdf-fcd9-4427-9689-de9a51024a3f tempest-TaggedBootDevicesTest-541410187 tempest-TaggedBootDevicesTest-541410187] Request body: {'network': {'name': 'tempest-device-tagging-net2-303371656'}} {{(pid=84875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:11:14.876742 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63f1bf47-486f-4dde-9ec0-74f67140fdb8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=181d4aa8-5cd6-4828-b1c1-9d56951fc344,revision_number=1']} {{(pid=84875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:11:14.901152 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-7f804827-5ef2-4438-8afb-768b85e28f8e tempest-TaggedBootDevicesTest-541410187 tempest-TaggedBootDevicesTest-541410187] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.780s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:11:14.911311 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.db.resource_extend [None req-70241727-eff3-4e84-abc8-a1cce51ec646 admin admin] It took 0.41 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84874) wrapper /usr/local/lib/python3.6/dist-packages/oslo_utils/timeutils.py:388}} Jan 14 07:11:14.922700 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-685a7224-10ee-4509-921a-3168ee1dc4b9 req-206cc0fa-f8e1-415a-b7d4-3b130310ab39 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:11:14.924029 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-7d1acbdf-fcd9-4427-9689-de9a51024a3f tempest-TaggedBootDevicesTest-541410187 tempest-TaggedBootDevicesTest-541410187] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:11:14.924318 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [req-685a7224-10ee-4509-921a-3168ee1dc4b9 req-206cc0fa-f8e1-415a-b7d4-3b130310ab39 service neutron] 10.222.0.48 "GET /v2.0/networks?tenant_id=f85c82bd29754c1bb1dc756e2b7c7b32&shared=False HTTP/1.1" status: 200 len: 870 time: 0.4371877 Jan 14 07:11:14.931404 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-7d1acbdf-fcd9-4427-9689-de9a51024a3f tempest-TaggedBootDevicesTest-541410187 tempest-TaggedBootDevicesTest-541410187] Usage tracker for resource:network and tenant:4873c9000017431bb4db0aa60ef7da75 is out of sync, need to count used quota {{(pid=84875) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:11:14.935772 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-7d1acbdf-fcd9-4427-9689-de9a51024a3f tempest-TaggedBootDevicesTest-541410187 tempest-TaggedBootDevicesTest-541410187] Quota usage for network was recalculated. Used quota:2. {{(pid=84875) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:11:14.943039 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-7d1acbdf-fcd9-4427-9689-de9a51024a3f tempest-TaggedBootDevicesTest-541410187 tempest-TaggedBootDevicesTest-541410187] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=84875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:11:14.953368 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-63f1bf47-486f-4dde-9ec0-74f67140fdb8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.402s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:11:14.975254 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-017f98a9-8a07-408c-a86f-8ff0c00400a0 None None] Network 42eaf091-c60a-4bbd-870e-8010d14ac7f2 details requested by agent ovs-agent-n-h1-768862-2 with host n-h1-768862-2 {{(pid=84876) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 07:11:14.977772 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7d1acbdf-fcd9-4427-9689-de9a51024a3f tempest-TaggedBootDevicesTest-541410187 tempest-TaggedBootDevicesTest-541410187] Made reservation on behalf of 4873c9000017431bb4db0aa60ef7da75 for: {'network': 1} {{(pid=84875) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 07:11:14.989104 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-7d1acbdf-fcd9-4427-9689-de9a51024a3f tempest-TaggedBootDevicesTest-541410187 tempest-TaggedBootDevicesTest-541410187] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555753'] for network, before_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:11:15.047683 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-8c588ca3-f770-4e84-acdd-17fd4075f71c admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:11:15.088171 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-8c588ca3-f770-4e84-acdd-17fd4075f71c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555753'] for port, before_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:11:15.142416 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.plugin [None req-76d95570-3793-45cf-abae-3d2dbd2addcc admin admin] Deleting port ccf0726e-0a67-483b-86a0-a4ca344a971a {{(pid=84874) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 07:11:15.145389 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-76d95570-3793-45cf-abae-3d2dbd2addcc admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363259214248359'] for port, before_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:11:15.159028 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-7a0f2630-9f42-40d2-90c1-244990325f48 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777640533329', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777640097463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851621574'] for port, after_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:11:15.171057 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-685a7224-10ee-4509-921a-3168ee1dc4b9 req-5ebc2956-4fce-4592-9038-405e1e7ee1ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:11:15.172801 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [req-685a7224-10ee-4509-921a-3168ee1dc4b9 req-5ebc2956-4fce-4592-9038-405e1e7ee1ef service neutron] 10.222.0.48 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 863 time: 0.1972349 Jan 14 07:11:15.192536 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:11:15.199736 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [req-3d1e1bfd-5c29-4982-bae3-089f3b2784d4 req-f40d9065-a3b7-4be5-bc92-814e91e5f363 tempest-FloatingIPsAssociationTestJSON-2140037530 tempest-FloatingIPsAssociationTestJSON-2140037530] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:11:15.228609 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.plugin [None req-dd06c7d8-d170-41fa-a631-be24c87fb996 None None] Deleting port ccf0726e-0a67-483b-86a0-a4ca344a971a {{(pid=84876) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 07:11:15.229035 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-dd06c7d8-d170-41fa-a631-be24c87fb996 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363259214248359'] for port, before_delete {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:11:15.238329 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [req-5c530d10-f54a-403f-99b3-c4466538629f req-a908de0a-cf28-41ac-a96d-f93dff23fb85 tempest-FloatingIPsAssociationTestJSON-2140037530 tempest-FloatingIPsAssociationTestJSON-2140037530] Synchronizing usage tracker for tenant:93a8da55e1c346bf8dc2a8711a9e4edc on resource:port {{(pid=84874) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 14 07:11:15.340351 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [req-3d1e1bfd-5c29-4982-bae3-089f3b2784d4 req-f40d9065-a3b7-4be5-bc92-814e91e5f363 tempest-FloatingIPsAssociationTestJSON-2140037530 tempest-FloatingIPsAssociationTestJSON-2140037530] Usage tracker for resource:port and tenant:93a8da55e1c346bf8dc2a8711a9e4edc is out of sync, need to count used quota {{(pid=84874) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:11:15.352665 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-39f95663-8f47-4219-818a-b71f665ff4a7 tempest-ServersTestMultiNic-2121779930 tempest-ServersTestMultiNic-2121779930] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850887113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036851621412', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036852467174'] for subnet, after_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:11:15.365072 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [req-3d1e1bfd-5c29-4982-bae3-089f3b2784d4 req-f40d9065-a3b7-4be5-bc92-814e91e5f363 tempest-FloatingIPsAssociationTestJSON-2140037530 tempest-FloatingIPsAssociationTestJSON-2140037530] Quota usage for port was recalculated. Used quota:1. {{(pid=84874) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:11:15.390946 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-70241727-eff3-4e84-abc8-a1cce51ec646 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850887149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964'] for network, after_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:11:15.393874 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [req-685a7224-10ee-4509-921a-3168ee1dc4b9 req-ef050e0a-aca4-4f28-a8ce-53e80acb5fa1 tempest-AttachSCSIVolumeTestJSON-1630246316 tempest-AttachSCSIVolumeTestJSON-1630246316] 10.222.0.48 "GET /v2.0/ports?device_id=d943fd8e-4ee6-4780-a38d-03da5ce32b1c HTTP/1.1" status: 200 len: 210 time: 0.1327269 Jan 14 07:11:15.398652 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [req-3d1e1bfd-5c29-4982-bae3-089f3b2784d4 req-f40d9065-a3b7-4be5-bc92-814e91e5f363 tempest-FloatingIPsAssociationTestJSON-2140037530 tempest-FloatingIPsAssociationTestJSON-2140037530] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=84874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:11:15.403074 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.db.api [None req-63f1bf47-486f-4dde-9ec0-74f67140fdb8 admin admin] Retry wrapper got retriable exception: Unable to create the network. No available network found in maximum allowed attempts. {{(pid=84875) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Jan 14 07:11:15.403503 n-d-768862-2 neutron-server[84765]: DEBUG oslo_db.api [None req-63f1bf47-486f-4dde-9ec0-74f67140fdb8 admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_network {{(pid=84875) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Jan 14 07:11:15.404465 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a0f2630-9f42-40d2-90c1-244990325f48 admin admin] Pushing event deleted for resources: {'Port': ['ID=5e883def-fe06-475d-9915-bd147343cfe3,revision_number=None']} {{(pid=84875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:11:15.434246 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70241727-eff3-4e84-abc8-a1cce51ec646 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:11:15.435726 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-70241727-eff3-4e84-abc8-a1cce51ec646 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3207107'] for network, before_response {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:11:15.452188 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-2015e4af-a6a0-43ea-8350-9a353949d5cb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:11:15.608156 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-39387af2-4675-4d46-ae18-cf9c9d805454 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:11:15.647688 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-39387af2-4675-4d46-ae18-cf9c9d805454 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850887153'] for security_group, after_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:11:15.757058 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [req-5c530d10-f54a-403f-99b3-c4466538629f req-a908de0a-cf28-41ac-a96d-f93dff23fb85 tempest-FloatingIPsAssociationTestJSON-2140037530 tempest-FloatingIPsAssociationTestJSON-2140037530] Unset dirty status for tenant:93a8da55e1c346bf8dc2a8711a9e4edc on resource:port {{(pid=84874) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 14 07:11:15.777869 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [req-5c530d10-f54a-403f-99b3-c4466538629f req-a908de0a-cf28-41ac-a96d-f93dff23fb85 tempest-FloatingIPsAssociationTestJSON-2140037530 tempest-FloatingIPsAssociationTestJSON-2140037530] 10.222.0.35 "GET /v2.0/ports?device_id=b4df1c8c-f0c2-4966-97b9-13f58a5db756 HTTP/1.1" status: 200 len: 210 time: 0.8496599 Jan 14 07:11:15.777869 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3d1e1bfd-5c29-4982-bae3-089f3b2784d4 req-f40d9065-a3b7-4be5-bc92-814e91e5f363 tempest-FloatingIPsAssociationTestJSON-2140037530 tempest-FloatingIPsAssociationTestJSON-2140037530] Made reservation on behalf of 93a8da55e1c346bf8dc2a8711a9e4edc for: {'port': 1} {{(pid=84874) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 07:11:15.783027 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [req-3d1e1bfd-5c29-4982-bae3-089f3b2784d4 req-f40d9065-a3b7-4be5-bc92-814e91e5f363 tempest-FloatingIPsAssociationTestJSON-2140037530 tempest-FloatingIPsAssociationTestJSON-2140037530] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555753'] for port, before_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:11:15.808107 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70241727-eff3-4e84-abc8-a1cce51ec646 admin admin] Pushing event updated for resources: {'Network': ['ID=fd33dbe3-7afa-46b0-8897-ce6ba7fea060,revision_number=1']} {{(pid=84874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:11:15.835123 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-852a24f7-e9a1-4193-9abb-e9506fe5213f None None] Network fd33dbe3-7afa-46b0-8897-ce6ba7fea060 details requested by agent ovs-agent-n-h2-768862-2 with host n-h2-768862-2 {{(pid=84876) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 07:11:15.853457 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-70241727-eff3-4e84-abc8-a1cce51ec646 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.401s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:11:15.857120 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-b10af9ba-7160-4a78-b01d-899720582c0b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.100s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:11:15.907998 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-70241727-eff3-4e84-abc8-a1cce51ec646 admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 896 time: 5.3261249 Jan 14 07:11:15.920228 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-63f1bf47-486f-4dde-9ec0-74f67140fdb8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555753'] for network, before_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:11:15.936366 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84874) accepted ('10.222.0.24', 56076) {{(pid=84874) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:11:15.946091 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.v2.base [None req-2924035e-3151-4ce0-8a58-17a6b466cb75 admin admin] Request body: {'subnet': {'network_id': 'fd33dbe3-7afa-46b0-8897-ce6ba7fea060', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1581566530-subnet', 'tenant_id': '777e0121e7b84cf1b1a0af96c6f5d63a', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=84874) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:11:15.946347 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-7a0f2630-9f42-40d2-90c1-244990325f48 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.754s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:11:15.954809 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-a3f5029d-999d-49fd-a6a8-c09ab9046766 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.563s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:11:15.960273 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-39387af2-4675-4d46-ae18-cf9c9d805454 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=3f39c40d825a46f694fc0ab4d280d835&name=default HTTP/1.1" status: 200 len: 2979 time: 3.0476573 Jan 14 07:11:15.995794 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.db.api [None req-7d1acbdf-fcd9-4427-9689-de9a51024a3f tempest-TaggedBootDevicesTest-541410187 tempest-TaggedBootDevicesTest-541410187] Retry wrapper got retriable exception: Unable to create the network. No available network found in maximum allowed attempts. {{(pid=84875) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Jan 14 07:11:15.996194 n-d-768862-2 neutron-server[84765]: DEBUG oslo_db.api [None req-7d1acbdf-fcd9-4427-9689-de9a51024a3f tempest-TaggedBootDevicesTest-541410187 tempest-TaggedBootDevicesTest-541410187] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_network {{(pid=84875) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Jan 14 07:11:16.007671 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84875) accepted ('10.222.0.24', 56080) {{(pid=84875) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:11:16.117610 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-017f98a9-8a07-408c-a86f-8ff0c00400a0 None None] Network fd33dbe3-7afa-46b0-8897-ce6ba7fea060 details requested by agent ovs-agent-n-h1-768862-2 with host n-h1-768862-2 {{(pid=84876) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 07:11:16.141892 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Network fd33dbe3-7afa-46b0-8897-ce6ba7fea060 details requested by agent ovs-agent-n-d-768862-2 with host n-d-768862-2 {{(pid=84876) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 07:11:16.159053 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-63f1bf47-486f-4dde-9ec0-74f67140fdb8 admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 13} {{(pid=84875) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Jan 14 07:11:16.254866 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Device 32249854-abe7-465c-bfd0-3076ab45b41e up at agent ovs-agent-n-d-768862-2 {{(pid=84876) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 07:11:16.275922 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39f95663-8f47-4219-818a-b71f665ff4a7 tempest-ServersTestMultiNic-2121779930 tempest-ServersTestMultiNic-2121779930] Pushing event updated for resources: {'Subnet': ['ID=2bb0b7fb-11f9-43b1-975e-b782dc638b95,revision_number=0']} {{(pid=84875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:11:16.296214 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-63f1bf47-486f-4dde-9ec0-74f67140fdb8 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment--9223363259214191851', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854179735'] for segment, precommit_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:11:16.296892 n-d-768862-2 neutron-server[84765]: INFO neutron.db.segments_db [None req-63f1bf47-486f-4dde-9ec0-74f67140fdb8 admin admin] Added segment a0772cb3-3d85-4a6d-a717-96d7b174d206 of type vxlan for network 0ae0d74f-fb07-4956-93bf-0fc765cd0723 Jan 14 07:11:16.305595 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-39f95663-8f47-4219-818a-b71f665ff4a7 tempest-ServersTestMultiNic-2121779930 tempest-ServersTestMultiNic-2121779930] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.351s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:11:16.355629 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-f62d6f1b-cf1e-4e52-8721-428cc9c4b79f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:11:16.408841 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-f62d6f1b-cf1e-4e52-8721-428cc9c4b79f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:11:16.429630 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-2924035e-3151-4ce0-8a58-17a6b466cb75 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:11:16.439334 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39387af2-4675-4d46-ae18-cf9c9d805454 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e7fd8267-47c1-4299-a46f-406265b1ec94,revision_number=1']} {{(pid=84874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:11:16.446641 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [None req-76d95570-3793-45cf-abae-3d2dbd2addcc admin admin] For port ccf0726e-0a67-483b-86a0-a4ca344a971a, host n-d-768862-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-2',level=0,port_id=ccf0726e-0a67-483b-86a0-a4ca344a971a,segment=NetworkSegment(cd744c8d-99a1-4442-90ac-a4780b36b18a),segment_id=cd744c8d-99a1-4442-90ac-a4780b36b18a)] {{(pid=84874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 07:11:16.447421 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-76d95570-3793-45cf-abae-3d2dbd2addcc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036850862667'] for port, precommit_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:11:16.475001 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [None req-dd06c7d8-d170-41fa-a631-be24c87fb996 None None] For port ccf0726e-0a67-483b-86a0-a4ca344a971a, host n-d-768862-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-2',level=0,port_id=ccf0726e-0a67-483b-86a0-a4ca344a971a,segment=NetworkSegment(cd744c8d-99a1-4442-90ac-a4780b36b18a),segment_id=cd744c8d-99a1-4442-90ac-a4780b36b18a)] {{(pid=84876) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 07:11:16.475443 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-dd06c7d8-d170-41fa-a631-be24c87fb996 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036850862667'] for port, precommit_delete {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:11:16.485137 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-2924035e-3151-4ce0-8a58-17a6b466cb75 admin admin] Usage tracker for resource:subnet and tenant:777e0121e7b84cf1b1a0af96c6f5d63a is out of sync, need to count used quota {{(pid=84874) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:11:16.490694 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-39387af2-4675-4d46-ae18-cf9c9d805454 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.634s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:11:16.492665 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-2924035e-3151-4ce0-8a58-17a6b466cb75 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84874) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:11:16.501338 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-7d1acbdf-fcd9-4427-9689-de9a51024a3f tempest-TaggedBootDevicesTest-541410187 tempest-TaggedBootDevicesTest-541410187] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555753'] for network, before_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:11:16.581367 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-63f1bf47-486f-4dde-9ec0-74f67140fdb8 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363259214646115'] for network, precommit_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:11:16.642287 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.plugin [None req-76d95570-3793-45cf-abae-3d2dbd2addcc admin admin] Calling delete_port for ccf0726e-0a67-483b-86a0-a4ca344a971a owned by network:dhcp {{(pid=84874) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 07:11:16.669780 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.plugin [None req-dd06c7d8-d170-41fa-a631-be24c87fb996 None None] Calling delete_port for ccf0726e-0a67-483b-86a0-a4ca344a971a owned by network:dhcp {{(pid=84876) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 07:11:16.681801 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-2924035e-3151-4ce0-8a58-17a6b466cb75 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:11:16.736723 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2924035e-3151-4ce0-8a58-17a6b466cb75 admin admin] Made reservation on behalf of 777e0121e7b84cf1b1a0af96c6f5d63a for: {'subnet': 1} {{(pid=84874) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 07:11:16.741969 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-2924035e-3151-4ce0-8a58-17a6b466cb75 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036851981161'] for subnet, before_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:11:16.765918 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-0f979b1a-6f83-4387-8d88-a6b115538f4a None None] Notify callbacks [] for port, precommit_create {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:11:16.770484 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Provisioning for port 32249854-abe7-465c-bfd0-3076ab45b41e completed by entity L2. {{(pid=84876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 07:11:16.783678 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Provisioning complete for port 32249854-abe7-465c-bfd0-3076ab45b41e triggered by entity L2. {{(pid=84876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 07:11:16.784131 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-604227'] for port, provisioning_complete {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:11:16.861990 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-0f979b1a-6f83-4387-8d88-a6b115538f4a None None] Transition to ACTIVE for port object 7c690012-65c3-4419-ae8d-554a4a421fc4 will not be triggered until provisioned by entity L2. {{(pid=84876) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 07:11:16.919372 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.db.resource_extend [None req-63f1bf47-486f-4dde-9ec0-74f67140fdb8 admin admin] It took 0.19 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84875) wrapper /usr/local/lib/python3.6/dist-packages/oslo_utils/timeutils.py:388}} Jan 14 07:11:16.960182 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555753'] for port, before_update {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:11:16.965278 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39f95663-8f47-4219-818a-b71f665ff4a7 tempest-ServersTestMultiNic-2121779930 tempest-ServersTestMultiNic-2121779930] Checking segment: {'id': '871dcfe9-d88b-458a-b832-5a97900de51f', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '25f1c1a0-ceab-4b3f-9e01-2007a6141e94'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84875) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 14 07:11:16.965826 n-d-768862-2 neutron-server[84765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39f95663-8f47-4219-818a-b71f665ff4a7 tempest-ServersTestMultiNic-2121779930 tempest-ServersTestMultiNic-2121779930] Network hostable DHCP agents. Network: 25f1c1a0-ceab-4b3f-9e01-2007a6141e94, hostable agents: ['32f3dd84-26da-4d18-bf15-6017a8fb7247'], hosted agents: [] {{(pid=84875) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Jan 14 07:11:16.987300 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-dd06c7d8-d170-41fa-a631-be24c87fb996 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777640533329', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777640097463'] for port, after_delete {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:11:16.991939 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.db_base_plugin_common [None req-8c588ca3-f770-4e84-acdd-17fd4075f71c admin admin] Allocated IP 172.25.2.43 (226f1e78-82cd-4481-9055-4eb73b6db8c1/ba8deeec-7658-4195-9449-038c076f5c83/1f8d73f2-9054-4e85-ba41-f2dd89575c0b) {{(pid=84875) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 14 07:11:17.008104 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-0f979b1a-6f83-4387-8d88-a6b115538f4a None None] Transition to ACTIVE for port object 7c690012-65c3-4419-ae8d-554a4a421fc4 will not be triggered until provisioned by entity DHCP. {{(pid=84876) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 07:11:17.010064 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-a47c96d7-2621-4880-a475-65704620767e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84876) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:11:17.010704 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.db.api [None req-76d95570-3793-45cf-abae-3d2dbd2addcc admin admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84874) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Jan 14 07:11:17.011199 n-d-768862-2 neutron-server[84765]: DEBUG oslo_db.api [None req-76d95570-3793-45cf-abae-3d2dbd2addcc admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84874) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Jan 14 07:11:17.054859 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-f62d6f1b-cf1e-4e52-8721-428cc9c4b79f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850887153'] for security_group, after_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:11:17.113605 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-63f1bf47-486f-4dde-9ec0-74f67140fdb8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:11:17.114938 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-0f979b1a-6f83-4387-8d88-a6b115538f4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777640123575'] for port, after_create {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:11:17.135952 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-63f1bf47-486f-4dde-9ec0-74f67140fdb8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850887149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964'] for network, after_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:11:17.160149 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.db.api [None req-7d1acbdf-fcd9-4427-9689-de9a51024a3f tempest-TaggedBootDevicesTest-541410187 tempest-TaggedBootDevicesTest-541410187] Retry wrapper got retriable exception: Unable to create the network. No available network found in maximum allowed attempts. {{(pid=84875) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Jan 14 07:11:17.160790 n-d-768862-2 neutron-server[84765]: DEBUG oslo_db.api [None req-7d1acbdf-fcd9-4427-9689-de9a51024a3f tempest-TaggedBootDevicesTest-541410187 tempest-TaggedBootDevicesTest-541410187] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_network {{(pid=84875) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Jan 14 07:11:17.168681 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63f1bf47-486f-4dde-9ec0-74f67140fdb8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:11:17.169293 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-63f1bf47-486f-4dde-9ec0-74f67140fdb8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3207107'] for network, before_response {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:11:17.173712 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f62d6f1b-cf1e-4e52-8721-428cc9c4b79f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e7fd8267-47c1-4299-a46f-406265b1ec94,revision_number=None']} {{(pid=84875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:11:17.188479 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.db_base_plugin_common [req-3d1e1bfd-5c29-4982-bae3-089f3b2784d4 req-f40d9065-a3b7-4be5-bc92-814e91e5f363 tempest-FloatingIPsAssociationTestJSON-2140037530 tempest-FloatingIPsAssociationTestJSON-2140037530] Allocated IP 172.20.0.12 (1c7b4b12-7df2-4f41-8649-b236d94b12da/b1b9f7fe-b358-4c3f-84bc-2be679521ed7/f4946652-2956-4264-8760-7566823f7199) {{(pid=84874) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 14 07:11:17.191456 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-f62d6f1b-cf1e-4e52-8721-428cc9c4b79f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:11:17.192194 n-d-768862-2 neutron-server[84765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39f95663-8f47-4219-818a-b71f665ff4a7 tempest-ServersTestMultiNic-2121779930 tempest-ServersTestMultiNic-2121779930] Network 25f1c1a0-ceab-4b3f-9e01-2007a6141e94 is scheduled to be hosted by DHCP agent 32f3dd84-26da-4d18-bf15-6017a8fb7247 with binding_index 1 {{(pid=84875) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Jan 14 07:11:17.196037 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.014s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:11:17.265954 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] For port 32249854-abe7-465c-bfd0-3076ab45b41e, host n-d-768862-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-2',level=0,port_id=32249854-abe7-465c-bfd0-3076ab45b41e,segment=NetworkSegment(f25eaa12-5977-49d9-ad34-f633b5bcdfd0),segment_id=f25eaa12-5977-49d9-ad34-f633b5bcdfd0)] {{(pid=84876) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 07:11:17.278253 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd06c7d8-d170-41fa-a631-be24c87fb996 None None] Pushing event deleted for resources: {'Port': ['ID=ccf0726e-0a67-483b-86a0-a4ca344a971a,revision_number=None']} {{(pid=84876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:11:17.301516 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.plugin [None req-76d95570-3793-45cf-abae-3d2dbd2addcc admin admin] Deleting port ccf0726e-0a67-483b-86a0-a4ca344a971a {{(pid=84874) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 07:11:17.302093 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-76d95570-3793-45cf-abae-3d2dbd2addcc admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363259214248359'] for port, before_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:11:17.303410 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-dd06c7d8-d170-41fa-a631-be24c87fb996 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.293s {{(pid=84876) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:11:17.316808 n-d-768862-2 neutron-server[84765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f979b1a-6f83-4387-8d88-a6b115538f4a None None] Network 2a0349f4-20ea-4a54-b893-98956906179e is already hosted by enough agents. {{(pid=84876) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 07:11:17.317672 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-fe1a8743-e378-4c0e-b97b-1dd61bf4b68a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.051s {{(pid=84876) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:11:17.322596 n-d-768862-2 neutron-server[84765]: DEBUG neutron.scheduler.base_scheduler [None req-39f95663-8f47-4219-818a-b71f665ff4a7 tempest-ServersTestMultiNic-2121779930 tempest-ServersTestMultiNic-2121779930] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768862-2, 25f1c1a0-ceab-4b3f-9e01-2007a6141e94) {{(pid=84875) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 07:11:17.344755 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-7a0f2630-9f42-40d2-90c1-244990325f48 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted--9223372036851568851', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal--9223372036850888080'] for router_interface, after_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:11:17.398765 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.plugin [None req-76d95570-3793-45cf-abae-3d2dbd2addcc admin admin] The port 'ccf0726e-0a67-483b-86a0-a4ca344a971a' was deleted {{(pid=84874) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Jan 14 07:11:17.406898 n-d-768862-2 neutron-server[84765]: DEBUG neutron.scheduler.base_scheduler [None req-0f979b1a-6f83-4387-8d88-a6b115538f4a None None] Resources bound (agent type, host, resource id): {{(pid=84876) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 07:11:17.409442 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f979b1a-6f83-4387-8d88-a6b115538f4a None None] Received port after_create {{(pid=84876) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 14 07:11:17.415515 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d375d7c5-bcb4-436c-9d0b-33254bd178f8 None None] Network 25f1c1a0-ceab-4b3f-9e01-2007a6141e94 requested from n-d-768862-2 {{(pid=84876) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 07:11:17.430017 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777640533312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363259214678337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777640097497'] for port, after_update {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:11:17.479256 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63f1bf47-486f-4dde-9ec0-74f67140fdb8 admin admin] Pushing event updated for resources: {'Network': ['ID=0ae0d74f-fb07-4956-93bf-0fc765cd0723,revision_number=1']} {{(pid=84875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:11:17.489151 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39f95663-8f47-4219-818a-b71f665ff4a7 tempest-ServersTestMultiNic-2121779930 tempest-ServersTestMultiNic-2121779930] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:11:17.489858 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-39f95663-8f47-4219-818a-b71f665ff4a7 tempest-ServersTestMultiNic-2121779930 tempest-ServersTestMultiNic-2121779930] Notify callbacks [] for subnet, before_response {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:11:17.496411 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-63f1bf47-486f-4dde-9ec0-74f67140fdb8 admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 879 time: 5.2697637 Jan 14 07:11:17.498130 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84875) accepted ('10.222.0.24', 56084) {{(pid=84875) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:11:17.504894 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-63f1bf47-486f-4dde-9ec0-74f67140fdb8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.309s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:11:17.517947 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-f62d6f1b-cf1e-4e52-8721-428cc9c4b79f admin admin] Notify callbacks [] for security_group, before_response {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:11:17.521870 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-f62d6f1b-cf1e-4e52-8721-428cc9c4b79f admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/e7fd8267-47c1-4299-a46f-406265b1ec94 HTTP/1.1" status: 204 len: 168 time: 1.5103352 Jan 14 07:11:17.536710 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.v2.base [None req-4f0a10d2-021d-459e-8319-af8b92dc8667 admin admin] Request body: {'subnet': {'network_id': '0ae0d74f-fb07-4956-93bf-0fc765cd0723', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupsTestJSON-638841678-subnet', 'tenant_id': '7508ad1d114d4921bf43c45410ae9d5f', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=84875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:11:17.549184 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-4f0a10d2-021d-459e-8319-af8b92dc8667 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:11:17.558546 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-8c588ca3-f770-4e84-acdd-17fd4075f71c admin admin] Notify callbacks [] for port, precommit_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:11:17.568594 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-4f0a10d2-021d-459e-8319-af8b92dc8667 admin admin] Usage tracker for resource:subnet and tenant:7508ad1d114d4921bf43c45410ae9d5f is out of sync, need to count used quota {{(pid=84875) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:11:17.586524 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-39f95663-8f47-4219-818a-b71f665ff4a7 tempest-ServersTestMultiNic-2121779930 tempest-ServersTestMultiNic-2121779930] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 6.0836744 Jan 14 07:11:17.587394 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-4f0a10d2-021d-459e-8319-af8b92dc8667 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84875) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:11:17.593495 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84875) accepted ('10.222.0.24', 56090) {{(pid=84875) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:11:17.604341 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.v2.base [None req-1562582a-6a08-4b1a-bc1f-bccc28555526 tempest-ServersTestMultiNic-2121779930 tempest-ServersTestMultiNic-2121779930] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-412262012'}} {{(pid=84875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:11:17.610284 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-4f0a10d2-021d-459e-8319-af8b92dc8667 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:11:17.628897 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-1562582a-6a08-4b1a-bc1f-bccc28555526 tempest-ServersTestMultiNic-2121779930 tempest-ServersTestMultiNic-2121779930] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:11:17.647057 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-017f98a9-8a07-408c-a86f-8ff0c00400a0 None None] Network 0ae0d74f-fb07-4956-93bf-0fc765cd0723 details requested by agent ovs-agent-n-h1-768862-2 with host n-h1-768862-2 {{(pid=84876) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 07:11:17.651233 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-1562582a-6a08-4b1a-bc1f-bccc28555526 tempest-ServersTestMultiNic-2121779930 tempest-ServersTestMultiNic-2121779930] Usage tracker for resource:network and tenant:7d129397cd71499dbaa91be4909e3699 is out of sync, need to count used quota {{(pid=84875) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:11:17.658892 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-1562582a-6a08-4b1a-bc1f-bccc28555526 tempest-ServersTestMultiNic-2121779930 tempest-ServersTestMultiNic-2121779930] Quota usage for network was recalculated. Used quota:2. {{(pid=84875) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:11:17.668873 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-76d95570-3793-45cf-abae-3d2dbd2addcc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-598987', 'neutron.services.segments.db._delete_segments_for_network-8777640583949'] for network, precommit_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:11:17.674053 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-1562582a-6a08-4b1a-bc1f-bccc28555526 tempest-ServersTestMultiNic-2121779930 tempest-ServersTestMultiNic-2121779930] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=84875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:11:17.676237 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4f0a10d2-021d-459e-8319-af8b92dc8667 admin admin] Made reservation on behalf of 7508ad1d114d4921bf43c45410ae9d5f for: {'subnet': 1} {{(pid=84875) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 07:11:17.681401 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-4f0a10d2-021d-459e-8319-af8b92dc8667 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036852467157'] for subnet, before_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:11:17.715187 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-7d1acbdf-fcd9-4427-9689-de9a51024a3f tempest-TaggedBootDevicesTest-541410187 tempest-TaggedBootDevicesTest-541410187] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555753'] for network, before_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:11:17.801300 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-852a24f7-e9a1-4193-9abb-e9506fe5213f None None] Network 0ae0d74f-fb07-4956-93bf-0fc765cd0723 details requested by agent ovs-agent-n-h2-768862-2 with host n-h2-768862-2 {{(pid=84876) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 07:11:17.860120 n-d-768862-2 neutron-server[84765]: DEBUG neutron.services.segments.db [None req-76d95570-3793-45cf-abae-3d2dbd2addcc admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4836ea0a-f546-4f5a-a93b-c7e45ef1752d']}} {{(pid=84874) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:11:17.876595 n-d-768862-2 neutron-server[84765]: DEBUG neutron.services.segments.db [None req-76d95570-3793-45cf-abae-3d2dbd2addcc admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cd744c8d-99a1-4442-90ac-a4780b36b18a') {'for_net_delete': True} {{(pid=84874) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:11:17.877158 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Network 0ae0d74f-fb07-4956-93bf-0fc765cd0723 details requested by agent ovs-agent-n-d-768862-2 with host n-d-768862-2 {{(pid=84876) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 07:11:17.877333 n-d-768862-2 neutron-server[84765]: DEBUG neutron.services.segments.db [None req-76d95570-3793-45cf-abae-3d2dbd2addcc admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cd744c8d-99a1-4442-90ac-a4780b36b18a') {} {{(pid=84874) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:11:17.892471 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-76d95570-3793-45cf-abae-3d2dbd2addcc admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363259214173198', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2968632'] for segment, before_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:11:17.909976 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-76d95570-3793-45cf-abae-3d2dbd2addcc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854179735'] for segment, precommit_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:11:17.912315 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-76d95570-3793-45cf-abae-3d2dbd2addcc admin admin] Releasing vxlan tunnel 7 to pool {{(pid=84874) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Jan 14 07:11:18.021880 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f979b1a-6f83-4387-8d88-a6b115538f4a None None] Pushing event updated for resources: {'Port': ['ID=7c690012-65c3-4419-ae8d-554a4a421fc4,revision_number=1']} {{(pid=84876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:11:18.070347 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84875) accepted ('10.222.0.24', 56096) {{(pid=84875) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:11:18.074235 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-0f979b1a-6f83-4387-8d88-a6b115538f4a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.756s {{(pid=84876) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:11:18.083936 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1562582a-6a08-4b1a-bc1f-bccc28555526 tempest-ServersTestMultiNic-2121779930 tempest-ServersTestMultiNic-2121779930] Made reservation on behalf of 7d129397cd71499dbaa91be4909e3699 for: {'network': 1} {{(pid=84875) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 07:11:18.093400 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-1562582a-6a08-4b1a-bc1f-bccc28555526 tempest-ServersTestMultiNic-2121779930 tempest-ServersTestMultiNic-2121779930] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555753'] for network, before_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:11:18.104464 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-8c588ca3-f770-4e84-acdd-17fd4075f71c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777640123575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851621574'] for port, after_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:11:18.129898 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.615s {{(pid=84876) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:11:18.158965 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.managers [None req-76d95570-3793-45cf-abae-3d2dbd2addcc admin admin] Network 4836ea0a-f546-4f5a-a93b-c7e45ef1752d has no segments {{(pid=84874) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 14 07:11:18.171515 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd06c7d8-d170-41fa-a631-be24c87fb996 None None] No DVR routers for this DVR port ccf0726e-0a67-483b-86a0-a4ca344a971a on host n-d-768862-2 {{(pid=84876) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Jan 14 07:11:18.173487 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-76d95570-3793-45cf-abae-3d2dbd2addcc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-596065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036851521571'] for segment, after_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:11:18.192215 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [req-3d1e1bfd-5c29-4982-bae3-089f3b2784d4 req-f40d9065-a3b7-4be5-bc92-814e91e5f363 tempest-FloatingIPsAssociationTestJSON-2140037530 tempest-FloatingIPsAssociationTestJSON-2140037530] Notify callbacks [] for port, precommit_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:11:18.192446 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-3c2fc2e2-089d-4295-bed5-78c609fc732c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:11:18.198427 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5313386f-947d-498e-a984-16abb27e2aa2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5d94dc7a-c095-50a4-955e-5f3b78718a12-25f1c1a0-ceab-4b3f-9e01-2007a6141e94', 'network_id': '25f1c1a0-ceab-4b3f-9e01-2007a6141e94', 'tenant_id': '7d129397cd71499dbaa91be4909e3699', 'fixed_ips': [{'subnet_id': '2bb0b7fb-11f9-43b1-975e-b782dc638b95'}]}} from n-d-768862-2. {{(pid=84876) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Jan 14 07:11:18.199454 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-5313386f-947d-498e-a984-16abb27e2aa2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555753'] for port, before_create {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:11:18.251222 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.managers [None req-0f979b1a-6f83-4387-8d88-a6b115538f4a None None] Attempting to bind port 7c690012-65c3-4419-ae8d-554a4a421fc4 on host n-d-768862-2 for vnic_type normal with profile {{(pid=84876) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 14 07:11:18.251663 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.managers [None req-0f979b1a-6f83-4387-8d88-a6b115538f4a None None] Attempting to bind port 7c690012-65c3-4419-ae8d-554a4a421fc4 by drivers openvswitch on host n-d-768862-2 at level 0 using segments [{'id': 'e3d0d1e1-e3f2-493b-a20f-8f8981f2e512', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '2a0349f4-20ea-4a54-b893-98956906179e'}] {{(pid=84876) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 14 07:11:18.252179 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f979b1a-6f83-4387-8d88-a6b115538f4a None None] Attempting to bind port 7c690012-65c3-4419-ae8d-554a4a421fc4 on network 2a0349f4-20ea-4a54-b893-98956906179e {{(pid=84876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 14 07:11:18.283537 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f979b1a-6f83-4387-8d88-a6b115538f4a None None] Checking agent: {'id': 'ba5efab1-b43c-4d5a-bc52-6e105d4e67a2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768862-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 14, 6, 56, 52), 'started_at': datetime.datetime(2021, 1, 14, 6, 57, 22), 'heartbeat_timestamp': datetime.datetime(2021, 1, 14, 7, 10, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768862-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.29', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 14 07:11:18.284106 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f979b1a-6f83-4387-8d88-a6b115538f4a None None] Checking segment: {'id': 'e3d0d1e1-e3f2-493b-a20f-8f8981f2e512', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '2a0349f4-20ea-4a54-b893-98956906179e'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84876) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 14 07:11:18.284621 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-0f979b1a-6f83-4387-8d88-a6b115538f4a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:11:18.285251 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f979b1a-6f83-4387-8d88-a6b115538f4a None None] Bound using segment: {'id': 'e3d0d1e1-e3f2-493b-a20f-8f8981f2e512', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '2a0349f4-20ea-4a54-b893-98956906179e'} {{(pid=84876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 14 07:11:18.285787 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.managers [None req-0f979b1a-6f83-4387-8d88-a6b115538f4a None None] Bound port: 7c690012-65c3-4419-ae8d-554a4a421fc4, host: n-d-768862-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e3d0d1e1-e3f2-493b-a20f-8f8981f2e512', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '2a0349f4-20ea-4a54-b893-98956906179e'}}] {{(pid=84876) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 14 07:11:18.286290 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-0f979b1a-6f83-4387-8d88-a6b115538f4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555753'] for port, before_update {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:11:18.290375 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [req-3d1e1bfd-5c29-4982-bae3-089f3b2784d4 req-f40d9065-a3b7-4be5-bc92-814e91e5f363 tempest-FloatingIPsAssociationTestJSON-2140037530 tempest-FloatingIPsAssociationTestJSON-2140037530] Transition to ACTIVE for port object f4946652-2956-4264-8760-7566823f7199 will not be triggered until provisioned by entity DHCP. {{(pid=84874) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 07:11:18.338113 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-f6af134e-c8e9-49eb-8169-fa6c77e31c02 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:11:18.348962 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7d1acbdf-fcd9-4427-9689-de9a51024a3f tempest-TaggedBootDevicesTest-541410187 tempest-TaggedBootDevicesTest-541410187] vxlan segment allocate from pool success with {'vxlan_vni': 14} {{(pid=84875) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Jan 14 07:11:18.430845 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-7d1acbdf-fcd9-4427-9689-de9a51024a3f tempest-TaggedBootDevicesTest-541410187 tempest-TaggedBootDevicesTest-541410187] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment--9223363259214191851', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854179735'] for segment, precommit_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:11:18.431153 n-d-768862-2 neutron-server[84765]: INFO neutron.db.segments_db [None req-7d1acbdf-fcd9-4427-9689-de9a51024a3f tempest-TaggedBootDevicesTest-541410187 tempest-TaggedBootDevicesTest-541410187] Added segment 9cfd7867-f4fc-45d4-a7eb-0f31720b5608 of type vxlan for network fdba73b7-2ae2-450a-a1be-4941055e53c1 Jan 14 07:11:18.441726 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-f6af134e-c8e9-49eb-8169-fa6c77e31c02 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:11:18.452184 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.managers [None req-76d95570-3793-45cf-abae-3d2dbd2addcc admin admin] Network 4836ea0a-f546-4f5a-a93b-c7e45ef1752d has no segments {{(pid=84874) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 14 07:11:18.454246 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c588ca3-f770-4e84-acdd-17fd4075f71c admin admin] Pushing event updated for resources: {'Port': ['ID=1f8d73f2-9054-4e85-ba41-f2dd89575c0b,revision_number=1']} {{(pid=84875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:11:18.489520 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 14 07:11:18.489520 n-d-768862-2 neutron-server[84765]: % (table.description, expected, rows_matched) Jan 14 07:11:18.489520 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 14 07:11:18.489520 n-d-768862-2 neutron-server[84765]: % (table.description, expected, rows_matched) Jan 14 07:11:18.489520 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 14 07:11:18.489520 n-d-768862-2 neutron-server[84765]: % (table.description, expected, rows_matched) Jan 14 07:11:18.489520 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 14 07:11:18.489520 n-d-768862-2 neutron-server[84765]: % (table.description, expected, rows_matched) Jan 14 07:11:18.489520 n-d-768862-2 neutron-server[84765]: Traceback (most recent call last): Jan 14 07:11:18.489520 n-d-768862-2 neutron-server[84765]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 14 07:11:18.489520 n-d-768862-2 neutron-server[84765]: timer() Jan 14 07:11:18.489520 n-d-768862-2 neutron-server[84765]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 14 07:11:18.489520 n-d-768862-2 neutron-server[84765]: cb(*args, **kw) Jan 14 07:11:18.489520 n-d-768862-2 neutron-server[84765]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Jan 14 07:11:18.489520 n-d-768862-2 neutron-server[84765]: return func(*args, **kwargs) Jan 14 07:11:18.489520 n-d-768862-2 neutron-server[84765]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 14 07:11:18.489520 n-d-768862-2 neutron-server[84765]: self._notify() Jan 14 07:11:18.489520 n-d-768862-2 neutron-server[84765]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 14 07:11:18.489520 n-d-768862-2 neutron-server[84765]: self.callback(batched_events) Jan 14 07:11:18.489520 n-d-768862-2 neutron-server[84765]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 14 07:11:18.489520 n-d-768862-2 neutron-server[84765]: event.method(event) Jan 14 07:11:18.489520 n-d-768862-2 neutron-server[84765]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 14 07:11:18.489520 n-d-768862-2 neutron-server[84765]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 14 07:11:18.489520 n-d-768862-2 neutron-server[84765]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Jan 14 07:11:18.489520 n-d-768862-2 neutron-server[84765]: segment_id)['aggregates'][0] Jan 14 07:11:18.489520 n-d-768862-2 neutron-server[84765]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 14 07:11:18.489520 n-d-768862-2 neutron-server[84765]: return f(self, *a, **k) Jan 14 07:11:18.489520 n-d-768862-2 neutron-server[84765]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 14 07:11:18.489520 n-d-768862-2 neutron-server[84765]: return self._get(url).json() Jan 14 07:11:18.489520 n-d-768862-2 neutron-server[84765]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 14 07:11:18.489520 n-d-768862-2 neutron-server[84765]: **kwargs) Jan 14 07:11:18.489520 n-d-768862-2 neutron-server[84765]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 14 07:11:18.489520 n-d-768862-2 neutron-server[84765]: return self.request(url, 'GET', **kwargs) Jan 14 07:11:18.489520 n-d-768862-2 neutron-server[84765]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Jan 14 07:11:18.489520 n-d-768862-2 neutron-server[84765]: **endpoint_filter) Jan 14 07:11:18.489520 n-d-768862-2 neutron-server[84765]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 14 07:11:18.489520 n-d-768862-2 neutron-server[84765]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 14 07:11:18.489520 n-d-768862-2 neutron-server[84765]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 14 07:11:18.489520 n-d-768862-2 neutron-server[84765]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 14 07:11:18.489520 n-d-768862-2 neutron-server[84765]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 14 07:11:18.551059 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Pushing event updated for resources: {'Port': ['ID=32249854-abe7-465c-bfd0-3076ab45b41e,revision_number=5']} {{(pid=84876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:11:18.555475 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.426s {{(pid=84876) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:11:18.567805 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-2924035e-3151-4ce0-8a58-17a6b466cb75 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850887113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3254092', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036851981146'] for subnet, after_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:11:18.595981 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:11:18.712000 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [None req-0f979b1a-6f83-4387-8d88-a6b115538f4a None None] For port 7c690012-65c3-4419-ae8d-554a4a421fc4, host n-d-768862-2, cleared binding levels {{(pid=84876) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 14 07:11:18.718581 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [None req-0f979b1a-6f83-4387-8d88-a6b115538f4a None None] For port 7c690012-65c3-4419-ae8d-554a4a421fc4, host n-d-768862-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-2',level=0,port_id=7c690012-65c3-4419-ae8d-554a4a421fc4,segment=NetworkSegment(e3d0d1e1-e3f2-493b-a20f-8f8981f2e512),segment_id=e3d0d1e1-e3f2-493b-a20f-8f8981f2e512)] {{(pid=84876) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 14 07:11:18.722147 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [req-3d1e1bfd-5c29-4982-bae3-089f3b2784d4 req-f40d9065-a3b7-4be5-bc92-814e91e5f363 tempest-FloatingIPsAssociationTestJSON-2140037530 tempest-FloatingIPsAssociationTestJSON-2140037530] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777640123575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3254186'] for port, after_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:11:18.728565 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-76d95570-3793-45cf-abae-3d2dbd2addcc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036854176830', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850887149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3912591'] for network, after_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:11:18.769406 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-7bf1ad67-dd39-4f67-94a9-d36991ad73a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363259214191800', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854171626'] for agent, after_update {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:11:18.771752 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-0f979b1a-6f83-4387-8d88-a6b115538f4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777640533312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363259214678337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777640097497'] for port, after_update {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:11:18.798690 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-8c588ca3-f770-4e84-acdd-17fd4075f71c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.607s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:11:18.809000 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-f6af134e-c8e9-49eb-8169-fa6c77e31c02 admin admin] Usage tracker for resource:security_group_rule and tenant:07d250670d7e45d48b1620c5f0930140 is out of sync, need to count used quota {{(pid=84875) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:11:18.826905 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84876) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:11:18.834223 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-f6af134e-c8e9-49eb-8169-fa6c77e31c02 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84875) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:11:18.837047 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-76d95570-3793-45cf-abae-3d2dbd2addcc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3207107'] for network, before_response {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:11:18.850773 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2924035e-3151-4ce0-8a58-17a6b466cb75 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a076fa03-03f6-498c-8a30-b44c18079c93,revision_number=0']} {{(pid=84874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:11:18.857764 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-f6af134e-c8e9-49eb-8169-fa6c77e31c02 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:11:18.858523 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-2924035e-3151-4ce0-8a58-17a6b466cb75 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.263s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:11:18.861802 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-9337e0ad-acff-4510-8b75-f3fd21319f07 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.059s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:11:18.890987 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-7d1acbdf-fcd9-4427-9689-de9a51024a3f tempest-TaggedBootDevicesTest-541410187 tempest-TaggedBootDevicesTest-541410187] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363259214646115'] for network, precommit_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:11:19.003874 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f979b1a-6f83-4387-8d88-a6b115538f4a None None] Pushing event updated for resources: {'Port': ['ID=7c690012-65c3-4419-ae8d-554a4a421fc4,revision_number=2']} {{(pid=84876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:11:19.013792 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-0f979b1a-6f83-4387-8d88-a6b115538f4a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.187s {{(pid=84876) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:11:19.022503 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.db.resource_extend [None req-7d1acbdf-fcd9-4427-9689-de9a51024a3f tempest-TaggedBootDevicesTest-541410187 tempest-TaggedBootDevicesTest-541410187] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84875) wrapper /usr/local/lib/python3.6/dist-packages/oslo_utils/timeutils.py:388}} Jan 14 07:11:19.141209 n-d-768862-2 neutron-server[84765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c588ca3-f770-4e84-acdd-17fd4075f71c admin admin] Network 226f1e78-82cd-4481-9055-4eb73b6db8c1 is already hosted by enough agents. {{(pid=84875) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 07:11:19.148565 n-d-768862-2 neutron-server[84765]: DEBUG neutron.scheduler.base_scheduler [None req-8c588ca3-f770-4e84-acdd-17fd4075f71c admin admin] Resources bound (agent type, host, resource id): {{(pid=84875) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 07:11:19.157939 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c588ca3-f770-4e84-acdd-17fd4075f71c admin admin] Received port after_create {{(pid=84875) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 14 07:11:19.169288 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.db_base_plugin_common [None req-5313386f-947d-498e-a984-16abb27e2aa2 None None] Allocated IP 19.80.0.2 (25f1c1a0-ceab-4b3f-9e01-2007a6141e94/2bb0b7fb-11f9-43b1-975e-b782dc638b95/20fddc64-9bea-4144-ac8e-7095709491d4) {{(pid=84876) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 14 07:11:19.202853 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.db.api [None req-1562582a-6a08-4b1a-bc1f-bccc28555526 tempest-ServersTestMultiNic-2121779930 tempest-ServersTestMultiNic-2121779930] Retry wrapper got retriable exception: Unable to create the network. No available network found in maximum allowed attempts. {{(pid=84875) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Jan 14 07:11:19.203491 n-d-768862-2 neutron-server[84765]: DEBUG oslo_db.api [None req-1562582a-6a08-4b1a-bc1f-bccc28555526 tempest-ServersTestMultiNic-2121779930 tempest-ServersTestMultiNic-2121779930] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_network {{(pid=84875) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Jan 14 07:11:19.204221 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-7d1acbdf-fcd9-4427-9689-de9a51024a3f tempest-TaggedBootDevicesTest-541410187 tempest-TaggedBootDevicesTest-541410187] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850887149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964'] for network, after_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:11:19.249989 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d1acbdf-fcd9-4427-9689-de9a51024a3f tempest-TaggedBootDevicesTest-541410187 tempest-TaggedBootDevicesTest-541410187] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:11:19.251007 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-7d1acbdf-fcd9-4427-9689-de9a51024a3f tempest-TaggedBootDevicesTest-541410187 tempest-TaggedBootDevicesTest-541410187] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3207107'] for network, before_response {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:11:19.263891 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:11:19.268415 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-76d95570-3793-45cf-abae-3d2dbd2addcc admin admin] 10.222.0.24 "DELETE /v2.0/networks/4836ea0a-f546-4f5a-a93b-c7e45ef1752d HTTP/1.1" status: 204 len: 168 time: 8.1099341 Jan 14 07:11:19.272800 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84874) accepted ('10.222.0.24', 56100) {{(pid=84874) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:11:19.349430 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f40d9065-a3b7-4be5-bc92-814e91e5f363 tempest-FloatingIPsAssociationTestJSON-2140037530 tempest-FloatingIPsAssociationTestJSON-2140037530] Pushing event updated for resources: {'Port': ['ID=f4946652-2956-4264-8760-7566823f7199,revision_number=1']} {{(pid=84874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:11:19.371318 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-f40d9065-a3b7-4be5-bc92-814e91e5f363 tempest-FloatingIPsAssociationTestJSON-2140037530 tempest-FloatingIPsAssociationTestJSON-2140037530] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.509s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:11:19.377132 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.557s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:11:19.453219 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-5313386f-947d-498e-a984-16abb27e2aa2 None None] Notify callbacks [] for port, precommit_create {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:11:19.468950 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-5313386f-947d-498e-a984-16abb27e2aa2 None None] Transition to ACTIVE for port object 20fddc64-9bea-4144-ac8e-7095709491d4 will not be triggered until provisioned by entity L2. {{(pid=84876) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 07:11:19.480466 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76d95570-3793-45cf-abae-3d2dbd2addcc admin admin] Pushing event deleted for resources: {'Network': ['ID=4836ea0a-f546-4f5a-a93b-c7e45ef1752d,revision_number=None']} {{(pid=84874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:11:19.494489 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-5313386f-947d-498e-a984-16abb27e2aa2 None None] Transition to ACTIVE for port object 20fddc64-9bea-4144-ac8e-7095709491d4 will not be triggered until provisioned by entity DHCP. {{(pid=84876) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 07:11:19.507059 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-5313386f-947d-498e-a984-16abb27e2aa2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777640123575'] for port, after_create {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:11:19.510294 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-76d95570-3793-45cf-abae-3d2dbd2addcc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:11:19.530075 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84876) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:11:19.546024 n-d-768862-2 neutron-server[84765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3d1e1bfd-5c29-4982-bae3-089f3b2784d4 req-f40d9065-a3b7-4be5-bc92-814e91e5f363 tempest-FloatingIPsAssociationTestJSON-2140037530 tempest-FloatingIPsAssociationTestJSON-2140037530] Network 1c7b4b12-7df2-4f41-8649-b236d94b12da is already hosted by enough agents. {{(pid=84874) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 07:11:19.551001 n-d-768862-2 neutron-server[84765]: DEBUG neutron.scheduler.base_scheduler [req-3d1e1bfd-5c29-4982-bae3-089f3b2784d4 req-f40d9065-a3b7-4be5-bc92-814e91e5f363 tempest-FloatingIPsAssociationTestJSON-2140037530 tempest-FloatingIPsAssociationTestJSON-2140037530] Resources bound (agent type, host, resource id): {{(pid=84874) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 07:11:19.556131 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2924035e-3151-4ce0-8a58-17a6b466cb75 admin admin] Checking segment: {'id': 'd7cdd97e-25f8-4f4c-9cdf-6c6f8b4faafe', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 12, 'network_id': 'fd33dbe3-7afa-46b0-8897-ce6ba7fea060'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84874) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 14 07:11:19.556618 n-d-768862-2 neutron-server[84765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2924035e-3151-4ce0-8a58-17a6b466cb75 admin admin] Network hostable DHCP agents. Network: fd33dbe3-7afa-46b0-8897-ce6ba7fea060, hostable agents: ['32f3dd84-26da-4d18-bf15-6017a8fb7247'], hosted agents: [] {{(pid=84874) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Jan 14 07:11:19.561854 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_dvrscheduler_db [req-3d1e1bfd-5c29-4982-bae3-089f3b2784d4 req-f40d9065-a3b7-4be5-bc92-814e91e5f363 tempest-FloatingIPsAssociationTestJSON-2140037530 tempest-FloatingIPsAssociationTestJSON-2140037530] Received port after_create {{(pid=84874) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 14 07:11:19.609330 n-d-768862-2 neutron-server[84765]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7a0f2630-9f42-40d2-90c1-244990325f48 admin admin] Router 30249a14-1686-4e58-b5b1-bb14dfd5f43e has already been hosted by L3 agent 35f592e9-451b-4db9-abea-77b6a5c5391b {{(pid=84875) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Jan 14 07:11:19.610772 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d1acbdf-fcd9-4427-9689-de9a51024a3f tempest-TaggedBootDevicesTest-541410187 tempest-TaggedBootDevicesTest-541410187] Pushing event updated for resources: {'Network': ['ID=fdba73b7-2ae2-450a-a1be-4941055e53c1,revision_number=1']} {{(pid=84875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:11:19.616152 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-7d1acbdf-fcd9-4427-9689-de9a51024a3f tempest-TaggedBootDevicesTest-541410187 tempest-TaggedBootDevicesTest-541410187] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.352s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:11:19.696899 n-d-768862-2 neutron-server[84765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2924035e-3151-4ce0-8a58-17a6b466cb75 admin admin] Network fd33dbe3-7afa-46b0-8897-ce6ba7fea060 is scheduled to be hosted by DHCP agent 32f3dd84-26da-4d18-bf15-6017a8fb7247 with binding_index 1 {{(pid=84874) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Jan 14 07:11:19.708906 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-1562582a-6a08-4b1a-bc1f-bccc28555526 tempest-ServersTestMultiNic-2121779930 tempest-ServersTestMultiNic-2121779930] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555753'] for network, before_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:11:19.725494 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-852a24f7-e9a1-4193-9abb-e9506fe5213f None None] Network fdba73b7-2ae2-450a-a1be-4941055e53c1 details requested by agent ovs-agent-n-h2-768862-2 with host n-h2-768862-2 {{(pid=84876) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 07:11:19.729967 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network":"rule:regular_user" was deprecated in W in favor of "create_network":"role:member and project_id:%(project_id)s". Reason: Jan 14 07:11:19.729967 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:11:19.729967 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:11:19.729967 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:11:19.729967 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:shared":"rule:admin_only" was deprecated in W in favor of "create_network:shared":"role:admin and system_scope:all". Reason: Jan 14 07:11:19.729967 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:11:19.729967 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:11:19.729967 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:11:19.729967 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:router:external":"rule:admin_only" was deprecated in W in favor of "create_network:router:external":"role:admin and system_scope:all". Reason: Jan 14 07:11:19.729967 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:11:19.729967 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:11:19.729967 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:11:19.729967 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:is_default":"rule:admin_only" was deprecated in W in favor of "create_network:is_default":"role:admin and system_scope:all". Reason: Jan 14 07:11:19.729967 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:11:19.729967 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:11:19.729967 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:11:19.729967 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:port_security_enabled":"rule:regular_user" was deprecated in W in favor of "create_network:port_security_enabled":"role:member and project_id:%(project_id)s". Reason: Jan 14 07:11:19.729967 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:11:19.729967 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:11:19.729967 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:11:19.729967 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:segments":"rule:admin_only" was deprecated in W in favor of "create_network:segments":"role:admin and system_scope:all". Reason: Jan 14 07:11:19.729967 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:11:19.729967 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:11:19.729967 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:11:19.729967 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "create_network:provider:network_type":"role:admin and system_scope:all". Reason: Jan 14 07:11:19.729967 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:11:19.729967 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:11:19.729967 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:11:19.729967 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "create_network:provider:physical_network":"role:admin and system_scope:all". Reason: Jan 14 07:11:19.729967 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:11:19.729967 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:11:19.729967 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:11:19.729967 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "create_network:provider:segmentation_id":"role:admin and system_scope:all". Reason: Jan 14 07:11:19.729967 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:11:19.729967 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:11:19.729967 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:11:19.729967 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network":"rule:admin_or_owner or rule:shared or rule:external or rule:context_is_advsvc" was deprecated in W in favor of "get_network":"(role:reader and system_scope:all) or (role:reader and project_id:%(project_id)s) or rule:shared or rule:external or rule:context_is_advsvc". Reason: Jan 14 07:11:19.729967 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:11:19.729967 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:11:19.729967 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:11:19.729967 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:router:external":"rule:regular_user" was deprecated in W in favor of "get_network:router:external":"role:reader and project_id:%(project_id)s". Reason: Jan 14 07:11:19.729967 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:11:19.729967 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:11:19.729967 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:11:19.729967 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:segments":"rule:admin_only" was deprecated in W in favor of "get_network:segments":"role:reader and system_scope:all". Reason: Jan 14 07:11:19.729967 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:11:19.729967 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:11:19.729967 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:11:19.733101 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "get_network:provider:network_type":"role:reader and system_scope:all". Reason: Jan 14 07:11:19.733101 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:11:19.733101 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:11:19.733101 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:11:19.733101 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "get_network:provider:physical_network":"role:reader and system_scope:all". Reason: Jan 14 07:11:19.733101 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:11:19.733101 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:11:19.733101 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:11:19.733101 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "get_network:provider:segmentation_id":"role:reader and system_scope:all". Reason: Jan 14 07:11:19.733101 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:11:19.733101 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:11:19.733101 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:11:19.733101 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network":"rule:admin_or_owner" was deprecated in W in favor of "update_network":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 07:11:19.733101 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:11:19.733101 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:11:19.733101 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:11:19.733101 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:segments":"rule:admin_only" was deprecated in W in favor of "update_network:segments":"role:admin and system_scope:all". Reason: Jan 14 07:11:19.733101 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:11:19.733101 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:11:19.733101 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:11:19.749377 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d1e1bfd-5c29-4982-bae3-089f3b2784d4 req-f40d9065-a3b7-4be5-bc92-814e91e5f363 tempest-FloatingIPsAssociationTestJSON-2140037530 tempest-FloatingIPsAssociationTestJSON-2140037530] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:11:19.750107 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [req-3d1e1bfd-5c29-4982-bae3-089f3b2784d4 req-f40d9065-a3b7-4be5-bc92-814e91e5f363 tempest-FloatingIPsAssociationTestJSON-2140037530 tempest-FloatingIPsAssociationTestJSON-2140037530] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854768116'] for port, before_response {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:11:19.753230 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-017f98a9-8a07-408c-a86f-8ff0c00400a0 None None] Network fdba73b7-2ae2-450a-a1be-4941055e53c1 details requested by agent ovs-agent-n-h1-768862-2 with host n-h1-768862-2 {{(pid=84876) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 07:11:19.771116 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-7d1acbdf-fcd9-4427-9689-de9a51024a3f tempest-TaggedBootDevicesTest-541410187 tempest-TaggedBootDevicesTest-541410187] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 4.9166582 Jan 14 07:11:19.771116 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-f6af134e-c8e9-49eb-8169-fa6c77e31c02 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:11:19.772093 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84875) accepted ('10.222.0.24', 56104) {{(pid=84875) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:11:19.792993 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Network fdba73b7-2ae2-450a-a1be-4941055e53c1 details requested by agent ovs-agent-n-d-768862-2 with host n-d-768862-2 {{(pid=84876) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 07:11:19.812478 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.v2.base [None req-61aa2975-71e7-44ec-9ed4-7229feeec0ff tempest-TaggedBootDevicesTest-541410187 tempest-TaggedBootDevicesTest-541410187] Request body: {'subnet': {'network_id': '42eaf091-c60a-4bbd-870e-8010d14ac7f2', 'cidr': '10.1.1.0/24', 'ip_version': 4}} {{(pid=84875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:11:19.872698 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-f6af134e-c8e9-49eb-8169-fa6c77e31c02 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850887153'] for security_group, after_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:11:19.889805 n-d-768862-2 neutron-server[84765]: DEBUG neutron.scheduler.base_scheduler [None req-2924035e-3151-4ce0-8a58-17a6b466cb75 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768862-2, fd33dbe3-7afa-46b0-8897-ce6ba7fea060) {{(pid=84874) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 07:11:19.901061 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-0b9a0e94-0464-4d62-9fd9-93c669b76d35 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:11:19.988890 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [req-3d1e1bfd-5c29-4982-bae3-089f3b2784d4 req-f40d9065-a3b7-4be5-bc92-814e91e5f363 tempest-FloatingIPsAssociationTestJSON-2140037530 tempest-FloatingIPsAssociationTestJSON-2140037530] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 5.5812135 Jan 14 07:11:19.993093 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2924035e-3151-4ce0-8a58-17a6b466cb75 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:11:19.993833 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-2924035e-3151-4ce0-8a58-17a6b466cb75 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3207107'] for subnet, before_response {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:11:20.005307 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [req-3d1e1bfd-5c29-4982-bae3-089f3b2784d4 req-6bdfe69d-b7ec-4036-a9d1-2dddd9fbb528 tempest-FloatingIPsAssociationTestJSON-2140037530 tempest-FloatingIPsAssociationTestJSON-2140037530] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=84874) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 14 07:11:20.006482 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [req-3d1e1bfd-5c29-4982-bae3-089f3b2784d4 req-6bdfe69d-b7ec-4036-a9d1-2dddd9fbb528 tempest-FloatingIPsAssociationTestJSON-2140037530 tempest-FloatingIPsAssociationTestJSON-2140037530] 10.222.0.48 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13279 time: 0.0080187 Jan 14 07:11:20.007488 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Device 7c690012-65c3-4419-ae8d-554a4a421fc4 up at agent ovs-agent-n-d-768862-2 {{(pid=84876) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 07:11:20.030282 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.v2.base [req-3d1e1bfd-5c29-4982-bae3-089f3b2784d4 req-8c18c356-a73e-4e95-91df-76c8555f1fb5 service neutron] Request body: {'port': {'device_id': 'b4df1c8c-f0c2-4966-97b9-13f58a5db756', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-768862-2'}} {{(pid=84874) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:11:20.035652 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1666f6d2-d686-4519-9566-def9829395b0 None None] Network fd33dbe3-7afa-46b0-8897-ce6ba7fea060 requested from n-d-768862-2 {{(pid=84876) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 07:11:20.087801 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-2924035e-3151-4ce0-8a58-17a6b466cb75 admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 4.1501176 Jan 14 07:11:20.102638 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84874) accepted ('10.222.0.24', 56108) {{(pid=84874) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:11:20.111361 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.v2.base [None req-6924e5cb-4a26-401f-bf13-a3644154341a admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1581566530-router', 'tenant_id': '777e0121e7b84cf1b1a0af96c6f5d63a', 'external_gateway_info': {'network_id': '226f1e78-82cd-4481-9055-4eb73b6db8c1'}}} {{(pid=84874) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:11:20.122840 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-6924e5cb-4a26-401f-bf13-a3644154341a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:11:20.134721 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-6924e5cb-4a26-401f-bf13-a3644154341a admin admin] Usage tracker for resource:router and tenant:777e0121e7b84cf1b1a0af96c6f5d63a is out of sync, need to count used quota {{(pid=84874) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:11:20.142447 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-6924e5cb-4a26-401f-bf13-a3644154341a admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=84874) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:11:20.208465 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-6924e5cb-4a26-401f-bf13-a3644154341a admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:11:20.256006 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-6924e5cb-4a26-401f-bf13-a3644154341a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3889205', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854717621'] for router, before_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:11:20.257651 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-6924e5cb-4a26-401f-bf13-a3644154341a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036850886574', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3912501', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3808446', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-58179'] for router, precommit_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:11:20.263145 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1562582a-6a08-4b1a-bc1f-bccc28555526 tempest-ServersTestMultiNic-2121779930 tempest-ServersTestMultiNic-2121779930] vxlan segment allocate from pool success with {'vxlan_vni': 7} {{(pid=84875) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Jan 14 07:11:20.270013 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6af134e-c8e9-49eb-8169-fa6c77e31c02 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=383d5306-482c-4d7b-935b-4a0b96ab53f0,revision_number=1']} {{(pid=84875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:11:20.273530 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-f6af134e-c8e9-49eb-8169-fa6c77e31c02 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.373s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:11:20.276838 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [req-3d1e1bfd-5c29-4982-bae3-089f3b2784d4 req-8c18c356-a73e-4e95-91df-76c8555f1fb5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555753'] for port, before_update {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:11:20.280032 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-f6af134e-c8e9-49eb-8169-fa6c77e31c02 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=07d250670d7e45d48b1620c5f0930140&name=default HTTP/1.1" status: 200 len: 2979 time: 2.2057979 Jan 14 07:11:20.287375 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84875) accepted ('10.222.0.24', 56112) {{(pid=84875) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:11:20.296764 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5313386f-947d-498e-a984-16abb27e2aa2 None None] Pushing event updated for resources: {'Port': ['ID=20fddc64-9bea-4144-ac8e-7095709491d4,revision_number=1']} {{(pid=84876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:11:20.343691 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-5313386f-947d-498e-a984-16abb27e2aa2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.814s {{(pid=84876) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:11:20.389350 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-6924e5cb-4a26-401f-bf13-a3644154341a admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:11:20.391977 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-61aa2975-71e7-44ec-9ed4-7229feeec0ff tempest-TaggedBootDevicesTest-541410187 tempest-TaggedBootDevicesTest-541410187] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:11:20.394754 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-1562582a-6a08-4b1a-bc1f-bccc28555526 tempest-ServersTestMultiNic-2121779930 tempest-ServersTestMultiNic-2121779930] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment--9223363259214191851', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854179735'] for segment, precommit_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:11:20.395198 n-d-768862-2 neutron-server[84765]: INFO neutron.db.segments_db [None req-1562582a-6a08-4b1a-bc1f-bccc28555526 tempest-ServersTestMultiNic-2121779930 tempest-ServersTestMultiNic-2121779930] Added segment 03fb12c0-b28b-4752-937b-ed8f1fec4960 of type vxlan for network e8533908-6f3a-4b15-a6d5-8c765cd11374 Jan 14 07:11:20.399564 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-68390892-57dd-4811-8cbd-696a6276bc06 None None] Provisioning for port f4946652-2956-4264-8760-7566823f7199 completed by entity DHCP. {{(pid=84876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 07:11:20.418943 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Provisioning for port 7c690012-65c3-4419-ae8d-554a4a421fc4 completed by entity L2. {{(pid=84876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 07:11:20.441671 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-68390892-57dd-4811-8cbd-696a6276bc06 None None] Provisioning complete for port f4946652-2956-4264-8760-7566823f7199 triggered by entity DHCP. {{(pid=84876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 07:11:20.442352 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-68390892-57dd-4811-8cbd-696a6276bc06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-604227'] for port, provisioning_complete {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:11:20.443127 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-61aa2975-71e7-44ec-9ed4-7229feeec0ff tempest-TaggedBootDevicesTest-541410187 tempest-TaggedBootDevicesTest-541410187] Usage tracker for resource:subnet and tenant:4873c9000017431bb4db0aa60ef7da75 is out of sync, need to count used quota {{(pid=84875) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:11:20.451147 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-4f0a10d2-021d-459e-8319-af8b92dc8667 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850887113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036851621412', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036852467174'] for subnet, after_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:11:20.535750 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-61aa2975-71e7-44ec-9ed4-7229feeec0ff tempest-TaggedBootDevicesTest-541410187 tempest-TaggedBootDevicesTest-541410187] Quota usage for subnet was recalculated. Used quota:1. {{(pid=84875) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:11:20.549438 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-75d57ecb-7724-4df7-a0af-058072c8ee5a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:11:20.605771 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-61aa2975-71e7-44ec-9ed4-7229feeec0ff tempest-TaggedBootDevicesTest-541410187 tempest-TaggedBootDevicesTest-541410187] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:11:20.770432 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Device 32249854-abe7-465c-bfd0-3076ab45b41e up at agent ovs-agent-n-d-768862-2 {{(pid=84876) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 07:11:20.928843 n-d-768862-2 neutron-server[84765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5313386f-947d-498e-a984-16abb27e2aa2 None None] Network 25f1c1a0-ceab-4b3f-9e01-2007a6141e94 is already hosted by enough agents. {{(pid=84876) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 07:11:20.965845 n-d-768862-2 neutron-server[84765]: DEBUG neutron.scheduler.base_scheduler [None req-5313386f-947d-498e-a984-16abb27e2aa2 None None] Resources bound (agent type, host, resource id): {{(pid=84876) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 07:11:20.977477 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-6924e5cb-4a26-401f-bf13-a3644154341a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3912484', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3889188', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-58194'] for router, precommit_update {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:11:20.986020 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5313386f-947d-498e-a984-16abb27e2aa2 None None] Received port after_create {{(pid=84876) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 14 07:11:20.988285 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.plugin [None req-68390892-57dd-4811-8cbd-696a6276bc06 None None] Port f4946652-2956-4264-8760-7566823f7199 cannot update to ACTIVE because it is not bound. {{(pid=84876) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:329}} Jan 14 07:11:21.023307 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-1562582a-6a08-4b1a-bc1f-bccc28555526 tempest-ServersTestMultiNic-2121779930 tempest-ServersTestMultiNic-2121779930] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363259214646115'] for network, precommit_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:11:21.040325 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c359537d-3608-445a-b239-eb2cff4c14a7 None None] Network 2a0349f4-20ea-4a54-b893-98956906179e requested from n-d-768862-2 {{(pid=84876) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 07:11:21.043757 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7a0f2630-9f42-40d2-90c1-244990325f48 admin admin] Notify agent at l3_agent.n-d-768862-2 the message routers_updated {{(pid=84875) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jan 14 07:11:21.055524 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9bb5b593-7099-4c09-8962-36f9325435ce None None] Sync routers for ids ['30249a14-1686-4e58-b5b1-bb14dfd5f43e'] in n-d-768862-2 {{(pid=84877) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Jan 14 07:11:21.071498 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9bb5b593-7099-4c09-8962-36f9325435ce None None] Routers {'30249a14-1686-4e58-b5b1-bb14dfd5f43e'} bound to L3 agent in host n-d-768862-2 {{(pid=84877) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 14 07:11:21.071779 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-61aa2975-71e7-44ec-9ed4-7229feeec0ff tempest-TaggedBootDevicesTest-541410187 tempest-TaggedBootDevicesTest-541410187] Made reservation on behalf of 4873c9000017431bb4db0aa60ef7da75 for: {'subnet': 1} {{(pid=84875) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 07:11:21.072466 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_hamode_db [None req-9bb5b593-7099-4c09-8962-36f9325435ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-01-14T06:56:51Z,description=,heartbeat_timestamp=2021-01-14T07:10:51Z,host='n-d-768862-2',id=35f592e9-451b-4db9-abea-77b6a5c5391b,load=0,resource_versions=,resources_synced=,started_at=2021-01-14T06:56:51Z,topic='l3_agent')) {'router_ids': ['30249a14-1686-4e58-b5b1-bb14dfd5f43e'], 'active': True} {{(pid=84877) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:11:21.193117 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-7a0f2630-9f42-40d2-90c1-244990325f48 admin admin] 10.222.0.24 "PUT /v2.0/routers/30249a14-1686-4e58-b5b1-bb14dfd5f43e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 13.9810994 Jan 14 07:11:21.194196 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-0951795c-209f-4882-af11-18326826e1ce admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:11:21.197078 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84875) accepted ('10.222.0.24', 56118) {{(pid=84875) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:11:21.227965 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.managers [None req-5313386f-947d-498e-a984-16abb27e2aa2 None None] Attempting to bind port 20fddc64-9bea-4144-ac8e-7095709491d4 on host n-d-768862-2 for vnic_type normal with profile {{(pid=84876) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 14 07:11:21.228378 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.managers [None req-5313386f-947d-498e-a984-16abb27e2aa2 None None] Attempting to bind port 20fddc64-9bea-4144-ac8e-7095709491d4 by drivers openvswitch on host n-d-768862-2 at level 0 using segments [{'id': '871dcfe9-d88b-458a-b832-5a97900de51f', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '25f1c1a0-ceab-4b3f-9e01-2007a6141e94'}] {{(pid=84876) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 14 07:11:21.228792 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5313386f-947d-498e-a984-16abb27e2aa2 None None] Attempting to bind port 20fddc64-9bea-4144-ac8e-7095709491d4 on network 25f1c1a0-ceab-4b3f-9e01-2007a6141e94 {{(pid=84876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 14 07:11:21.247691 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Provisioning complete for port 32249854-abe7-465c-bfd0-3076ab45b41e triggered by entity L2. {{(pid=84876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 07:11:21.248159 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-604227'] for port, provisioning_complete {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:11:21.273079 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dce76704-2a19-40aa-a618-014b554dd300 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5d94dc7a-c095-50a4-955e-5f3b78718a12-fd33dbe3-7afa-46b0-8897-ce6ba7fea060', 'network_id': 'fd33dbe3-7afa-46b0-8897-ce6ba7fea060', 'tenant_id': '777e0121e7b84cf1b1a0af96c6f5d63a', 'fixed_ips': [{'subnet_id': 'a076fa03-03f6-498c-8a30-b44c18079c93'}]}} from n-d-768862-2. {{(pid=84876) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Jan 14 07:11:21.273919 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-dce76704-2a19-40aa-a618-014b554dd300 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555753'] for port, before_create {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:11:21.290915 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_dvr_db [None req-9bb5b593-7099-4c09-8962-36f9325435ce None None] Set router 30249a14-1686-4e58-b5b1-bb14dfd5f43e gateway port host: n-d-768862-2 {{(pid=84877) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 14 07:11:21.292389 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-f8848793-a9a0-4516-b99b-0e8d5a6e4bcf None None] Provisioning for port 7c690012-65c3-4419-ae8d-554a4a421fc4 completed by entity DHCP. {{(pid=84876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 07:11:21.297664 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5313386f-947d-498e-a984-16abb27e2aa2 None None] Checking agent: {'id': 'ba5efab1-b43c-4d5a-bc52-6e105d4e67a2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768862-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 14, 6, 56, 52), 'started_at': datetime.datetime(2021, 1, 14, 6, 57, 22), 'heartbeat_timestamp': datetime.datetime(2021, 1, 14, 7, 10, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768862-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.29', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 14 07:11:21.298094 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5313386f-947d-498e-a984-16abb27e2aa2 None None] Checking segment: {'id': '871dcfe9-d88b-458a-b832-5a97900de51f', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '25f1c1a0-ceab-4b3f-9e01-2007a6141e94'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84876) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 14 07:11:21.298555 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-5313386f-947d-498e-a984-16abb27e2aa2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:11:21.299005 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5313386f-947d-498e-a984-16abb27e2aa2 None None] Bound using segment: {'id': '871dcfe9-d88b-458a-b832-5a97900de51f', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '25f1c1a0-ceab-4b3f-9e01-2007a6141e94'} {{(pid=84876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 14 07:11:21.299579 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.managers [None req-5313386f-947d-498e-a984-16abb27e2aa2 None None] Bound port: 20fddc64-9bea-4144-ac8e-7095709491d4, host: n-d-768862-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '871dcfe9-d88b-458a-b832-5a97900de51f', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '25f1c1a0-ceab-4b3f-9e01-2007a6141e94'}}] {{(pid=84876) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 14 07:11:21.300049 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-5313386f-947d-498e-a984-16abb27e2aa2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555753'] for port, before_update {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:11:21.315323 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.db.resource_extend [None req-1562582a-6a08-4b1a-bc1f-bccc28555526 tempest-ServersTestMultiNic-2121779930 tempest-ServersTestMultiNic-2121779930] It took 0.21 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84875) wrapper /usr/local/lib/python3.6/dist-packages/oslo_utils/timeutils.py:388}} Jan 14 07:11:21.342227 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-1f3cfc8d-53ba-4824-a1ef-2e4eccd5ca2a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3889632'] for router_interface, before_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:11:21.355735 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-61b91036-eb37-402d-a212-434054ea7917 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363259214191800', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854171626'] for agent, after_update {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:11:21.385929 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f0a10d2-021d-459e-8319-af8b92dc8667 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a592296c-e015-4618-a0b2-2e845a9db522,revision_number=0']} {{(pid=84875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:11:21.389891 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-4f0a10d2-021d-459e-8319-af8b92dc8667 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.840s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:11:21.417592 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-f8848793-a9a0-4516-b99b-0e8d5a6e4bcf None None] Provisioning complete for port 7c690012-65c3-4419-ae8d-554a4a421fc4 triggered by entity DHCP. {{(pid=84876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 07:11:21.418005 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-f8848793-a9a0-4516-b99b-0e8d5a6e4bcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-604227'] for port, provisioning_complete {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:11:21.494227 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-0951795c-209f-4882-af11-18326826e1ce admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:11:21.517511 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-61aa2975-71e7-44ec-9ed4-7229feeec0ff tempest-TaggedBootDevicesTest-541410187 tempest-TaggedBootDevicesTest-541410187] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036852467157'] for subnet, before_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:11:21.533398 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-8c588ca3-f770-4e84-acdd-17fd4075f71c admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:11:21.622631 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-1562582a-6a08-4b1a-bc1f-bccc28555526 tempest-ServersTestMultiNic-2121779930 tempest-ServersTestMultiNic-2121779930] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850887149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964'] for network, after_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:11:21.652487 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_hamode_db [None req-9bb5b593-7099-4c09-8962-36f9325435ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '30249a14-1686-4e58-b5b1-bb14dfd5f43e', 'name': 'tempest-FloatingIPsTestJSON-2072963667-router', 'tenant_id': '914ccd51ecef47e89b834e22797839e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '226f1e78-82cd-4481-9055-4eb73b6db8c1', 'external_fixed_ips': [{'subnet_id': 'ba8deeec-7658-4195-9449-038c076f5c83', 'ip_address': '172.25.2.122'}], 'enable_snat': True}, 'gw_port_id': '13579756-e803-43e9-b140-10c1fa18648b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-14T07:09:38Z', 'updated_at': '2021-01-14T07:11:14Z', 'revision_number': 5, 'project_id': '914ccd51ecef47e89b834e22797839e0', 'gw_port': {'id': '13579756-e803-43e9-b140-10c1fa18648b', 'name': '', 'network_id': '226f1e78-82cd-4481-9055-4eb73b6db8c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:2a:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30249a14-1686-4e58-b5b1-bb14dfd5f43e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 490, 'fixed_ips': [{'subnet_id': 'ba8deeec-7658-4195-9449-038c076f5c83', 'ip_address': '172.25.2.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T07:09:41Z', 'updated_at': '2021-01-14T07:10:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ba8deeec-7658-4195-9449-038c076f5c83', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-2'}], 'n-d-768862-2', False) {} {{(pid=84877) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:11:21.658032 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9bb5b593-7099-4c09-8962-36f9325435ce None None] Checking router: 30249a14-1686-4e58-b5b1-bb14dfd5f43e for host: n-d-768862-2 {{(pid=84877) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Jan 14 07:11:21.671685 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9bb5b593-7099-4c09-8962-36f9325435ce None None] Routers {'30249a14-1686-4e58-b5b1-bb14dfd5f43e'} bound to L3 agent in host n-d-768862-2 {{(pid=84877) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 14 07:11:21.672936 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_hamode_db [None req-9bb5b593-7099-4c09-8962-36f9325435ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-01-14T06:56:51Z,description=,heartbeat_timestamp=2021-01-14T07:11:21Z,host='n-d-768862-2',id=35f592e9-451b-4db9-abea-77b6a5c5391b,load=0,resource_versions=,resources_synced=,started_at=2021-01-14T06:56:51Z,topic='l3_agent')) {'router_ids': ['30249a14-1686-4e58-b5b1-bb14dfd5f43e'], 'active': True} {{(pid=84877) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:11:21.795042 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [None req-5313386f-947d-498e-a984-16abb27e2aa2 None None] For port 20fddc64-9bea-4144-ac8e-7095709491d4, host n-d-768862-2, cleared binding levels {{(pid=84876) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 14 07:11:21.796392 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1562582a-6a08-4b1a-bc1f-bccc28555526 tempest-ServersTestMultiNic-2121779930 tempest-ServersTestMultiNic-2121779930] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:11:21.802553 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-1562582a-6a08-4b1a-bc1f-bccc28555526 tempest-ServersTestMultiNic-2121779930 tempest-ServersTestMultiNic-2121779930] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3207107'] for network, before_response {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:11:21.835386 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:11:21.836750 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [None req-5313386f-947d-498e-a984-16abb27e2aa2 None None] For port 20fddc64-9bea-4144-ac8e-7095709491d4, host n-d-768862-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-2',level=0,port_id=20fddc64-9bea-4144-ac8e-7095709491d4,segment=NetworkSegment(871dcfe9-d88b-458a-b832-5a97900de51f),segment_id=871dcfe9-d88b-458a-b832-5a97900de51f)] {{(pid=84876) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 14 07:11:21.865867 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-5313386f-947d-498e-a984-16abb27e2aa2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777640533312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363259214678337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777640097497'] for port, after_update {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:11:21.888660 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_dvr_db [None req-9bb5b593-7099-4c09-8962-36f9325435ce None None] Set router 30249a14-1686-4e58-b5b1-bb14dfd5f43e gateway port host: n-d-768862-2 {{(pid=84877) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 14 07:11:21.890189 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84876) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:11:21.957672 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-da76cfc0-98e8-4426-9f6d-4f05aa3fae78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363259214191800', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854171626'] for agent, after_update {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:11:21.967999 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5313386f-947d-498e-a984-16abb27e2aa2 None None] Pushing event updated for resources: {'Port': ['ID=20fddc64-9bea-4144-ac8e-7095709491d4,revision_number=2']} {{(pid=84876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:11:21.982139 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.db.resource_extend [req-3d1e1bfd-5c29-4982-bae3-089f3b2784d4 req-8c18c356-a73e-4e95-91df-76c8555f1fb5 service neutron] It took 0.44 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84874) wrapper /usr/local/lib/python3.6/dist-packages/oslo_utils/timeutils.py:388}} Jan 14 07:11:22.046592 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-f8848793-a9a0-4516-b99b-0e8d5a6e4bcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555753'] for port, before_update {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:11:22.057744 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-5313386f-947d-498e-a984-16abb27e2aa2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.168s {{(pid=84876) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:11:22.087056 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-1562582a-6a08-4b1a-bc1f-bccc28555526 tempest-ServersTestMultiNic-2121779930 tempest-ServersTestMultiNic-2121779930] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 4.4877656 Jan 14 07:11:22.097786 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84874) accepted ('10.222.0.24', 56122) {{(pid=84874) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:11:22.113471 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.v2.base [None req-e99772ea-2058-4274-a920-a17235d3f81f tempest-ServersTestMultiNic-2121779930 tempest-ServersTestMultiNic-2121779930] Request body: {'subnet': {'network_id': 'e8533908-6f3a-4b15-a6d5-8c765cd11374', 'cidr': '19.86.0.0/24', 'ip_version': 4}} {{(pid=84874) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:11:22.175227 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1562582a-6a08-4b1a-bc1f-bccc28555526 tempest-ServersTestMultiNic-2121779930 tempest-ServersTestMultiNic-2121779930] Pushing event updated for resources: {'Network': ['ID=e8533908-6f3a-4b15-a6d5-8c765cd11374,revision_number=1']} {{(pid=84875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:11:22.191007 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-1562582a-6a08-4b1a-bc1f-bccc28555526 tempest-ServersTestMultiNic-2121779930 tempest-ServersTestMultiNic-2121779930] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.356s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:11:22.205522 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-017f98a9-8a07-408c-a86f-8ff0c00400a0 None None] Network e8533908-6f3a-4b15-a6d5-8c765cd11374 details requested by agent ovs-agent-n-h1-768862-2 with host n-h1-768862-2 {{(pid=84876) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 07:11:22.220058 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-852a24f7-e9a1-4193-9abb-e9506fe5213f None None] Network e8533908-6f3a-4b15-a6d5-8c765cd11374 details requested by agent ovs-agent-n-h2-768862-2 with host n-h2-768862-2 {{(pid=84876) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 07:11:22.253495 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-b56fb895-df02-47ca-bf9b-de09611bc915 admin admin] Notify callbacks [] for router, before_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:11:22.259253 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_hamode_db [None req-9bb5b593-7099-4c09-8962-36f9325435ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '30249a14-1686-4e58-b5b1-bb14dfd5f43e', 'name': 'tempest-FloatingIPsTestJSON-2072963667-router', 'tenant_id': '914ccd51ecef47e89b834e22797839e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '226f1e78-82cd-4481-9055-4eb73b6db8c1', 'external_fixed_ips': [{'subnet_id': 'ba8deeec-7658-4195-9449-038c076f5c83', 'ip_address': '172.25.2.122'}], 'enable_snat': True}, 'gw_port_id': '13579756-e803-43e9-b140-10c1fa18648b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-14T07:09:38Z', 'updated_at': '2021-01-14T07:11:14Z', 'revision_number': 5, 'project_id': '914ccd51ecef47e89b834e22797839e0', 'gw_port': {'id': '13579756-e803-43e9-b140-10c1fa18648b', 'name': '', 'network_id': '226f1e78-82cd-4481-9055-4eb73b6db8c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:2a:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30249a14-1686-4e58-b5b1-bb14dfd5f43e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 490, 'fixed_ips': [{'subnet_id': 'ba8deeec-7658-4195-9449-038c076f5c83', 'ip_address': '172.25.2.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T07:09:41Z', 'updated_at': '2021-01-14T07:10:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ba8deeec-7658-4195-9449-038c076f5c83', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-2'}], 'n-d-768862-2', False) {} {{(pid=84877) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:11:22.264898 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9bb5b593-7099-4c09-8962-36f9325435ce None None] The sync data for ids ['30249a14-1686-4e58-b5b1-bb14dfd5f43e'] in n-d-768862-2 is: [{'id': '30249a14-1686-4e58-b5b1-bb14dfd5f43e', 'name': 'tempest-FloatingIPsTestJSON-2072963667-router', 'tenant_id': '914ccd51ecef47e89b834e22797839e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '226f1e78-82cd-4481-9055-4eb73b6db8c1', 'external_fixed_ips': [{'subnet_id': 'ba8deeec-7658-4195-9449-038c076f5c83', 'ip_address': '172.25.2.122'}], 'enable_snat': True}, 'gw_port_id': '13579756-e803-43e9-b140-10c1fa18648b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-14T07:09:38Z', 'updated_at': '2021-01-14T07:11:14Z', 'revision_number': 5, 'project_id': '914ccd51ecef47e89b834e22797839e0', 'gw_port': {'id': '13579756-e803-43e9-b140-10c1fa18648b', 'name': '', 'network_id': '226f1e78-82cd-4481-9055-4eb73b6db8c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:2a:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30249a14-1686-4e58-b5b1-bb14dfd5f43e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 490, 'fixed_ips': [{'subnet_id': 'ba8deeec-7658-4195-9449-038c076f5c83', 'ip_address': '172.25.2.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T07:09:41Z', 'updated_at': '2021-01-14T07:10:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ba8deeec-7658-4195-9449-038c076f5c83', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-2'}] {{(pid=84877) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Jan 14 07:11:22.276039 n-d-768862-2 neutron-server[84765]: DEBUG neutron.notifiers.nova [req-3d1e1bfd-5c29-4982-bae3-089f3b2784d4 req-8c18c356-a73e-4e95-91df-76c8555f1fb5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f4946652-2956-4264-8760-7566823f7199 {{(pid=84874) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Jan 14 07:11:22.330140 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [req-3d1e1bfd-5c29-4982-bae3-089f3b2784d4 req-8c18c356-a73e-4e95-91df-76c8555f1fb5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:11:22.350442 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f0a10d2-021d-459e-8319-af8b92dc8667 admin admin] Checking segment: {'id': 'a0772cb3-3d85-4a6d-a717-96d7b174d206', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 13, 'network_id': '0ae0d74f-fb07-4956-93bf-0fc765cd0723'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84875) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 14 07:11:22.350972 n-d-768862-2 neutron-server[84765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f0a10d2-021d-459e-8319-af8b92dc8667 admin admin] Network hostable DHCP agents. Network: 0ae0d74f-fb07-4956-93bf-0fc765cd0723, hostable agents: ['32f3dd84-26da-4d18-bf15-6017a8fb7247'], hosted agents: [] {{(pid=84875) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Jan 14 07:11:22.351126 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Network e8533908-6f3a-4b15-a6d5-8c765cd11374 details requested by agent ovs-agent-n-d-768862-2 with host n-d-768862-2 {{(pid=84876) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 07:11:22.426101 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [req-3d1e1bfd-5c29-4982-bae3-089f3b2784d4 req-8c18c356-a73e-4e95-91df-76c8555f1fb5 service neutron] Transition to ACTIVE for port object f4946652-2956-4264-8760-7566823f7199 will not be triggered until provisioned by entity L2. {{(pid=84874) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 07:11:22.426454 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-0951795c-209f-4882-af11-18326826e1ce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850887153'] for security_group, after_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:11:22.441967 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-f62d6f1b-cf1e-4e52-8721-428cc9c4b79f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:11:22.447114 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [req-3d1e1bfd-5c29-4982-bae3-089f3b2784d4 req-8c18c356-a73e-4e95-91df-76c8555f1fb5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777640533312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363259214678337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777640097497', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036851521613'] for port, after_update {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:11:22.471563 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-d854d5b6-953d-4739-82f0-21acc83106f8 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:11:22.512209 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-e99772ea-2058-4274-a920-a17235d3f81f tempest-ServersTestMultiNic-2121779930 tempest-ServersTestMultiNic-2121779930] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:11:22.552826 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0951795c-209f-4882-af11-18326826e1ce admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=383d5306-482c-4d7b-935b-4a0b96ab53f0,revision_number=None']} {{(pid=84875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:11:22.561621 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-0951795c-209f-4882-af11-18326826e1ce admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:11:22.652108 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-e99772ea-2058-4274-a920-a17235d3f81f tempest-ServersTestMultiNic-2121779930 tempest-ServersTestMultiNic-2121779930] Usage tracker for resource:subnet and tenant:7d129397cd71499dbaa91be4909e3699 is out of sync, need to count used quota {{(pid=84874) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:11:22.714237 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-e99772ea-2058-4274-a920-a17235d3f81f tempest-ServersTestMultiNic-2121779930 tempest-ServersTestMultiNic-2121779930] Quota usage for subnet was recalculated. Used quota:2. {{(pid=84874) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:11:22.724691 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-e99772ea-2058-4274-a920-a17235d3f81f tempest-ServersTestMultiNic-2121779930 tempest-ServersTestMultiNic-2121779930] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=84874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:11:22.736487 n-d-768862-2 neutron-server[84765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f0a10d2-021d-459e-8319-af8b92dc8667 admin admin] Network 0ae0d74f-fb07-4956-93bf-0fc765cd0723 is scheduled to be hosted by DHCP agent 32f3dd84-26da-4d18-bf15-6017a8fb7247 with binding_index 1 {{(pid=84875) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Jan 14 07:11:22.776272 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-0951795c-209f-4882-af11-18326826e1ce admin admin] Notify callbacks [] for security_group, before_response {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:11:22.781098 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-0951795c-209f-4882-af11-18326826e1ce admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/383d5306-482c-4d7b-935b-4a0b96ab53f0 HTTP/1.1" status: 204 len: 168 time: 2.4848945 Jan 14 07:11:22.795963 n-d-768862-2 neutron-server[84765]: DEBUG neutron.scheduler.base_scheduler [None req-4f0a10d2-021d-459e-8319-af8b92dc8667 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768862-2, 0ae0d74f-fb07-4956-93bf-0fc765cd0723) {{(pid=84875) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 07:11:22.825760 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [None req-f8848793-a9a0-4516-b99b-0e8d5a6e4bcf None None] For port 7c690012-65c3-4419-ae8d-554a4a421fc4, host n-d-768862-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-2',level=0,port_id=7c690012-65c3-4419-ae8d-554a4a421fc4,segment=NetworkSegment(e3d0d1e1-e3f2-493b-a20f-8f8981f2e512),segment_id=e3d0d1e1-e3f2-493b-a20f-8f8981f2e512)] {{(pid=84876) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 07:11:22.826515 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f0a10d2-021d-459e-8319-af8b92dc8667 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:11:22.827187 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-4f0a10d2-021d-459e-8319-af8b92dc8667 admin admin] Notify callbacks [] for subnet, before_response {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:11:22.861092 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e99772ea-2058-4274-a920-a17235d3f81f tempest-ServersTestMultiNic-2121779930 tempest-ServersTestMultiNic-2121779930] Made reservation on behalf of 7d129397cd71499dbaa91be4909e3699 for: {'subnet': 1} {{(pid=84874) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 07:11:22.881133 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-b56fb895-df02-47ca-bf9b-de09611bc915 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:11:22.889447 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d024e219-809e-4da1-8b1c-70716781699a None None] Network 0ae0d74f-fb07-4956-93bf-0fc765cd0723 requested from n-d-768862-2 {{(pid=84876) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 07:11:22.906712 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.plugin [None req-b56fb895-df02-47ca-bf9b-de09611bc915 admin admin] Deleting port 13579756-e803-43e9-b140-10c1fa18648b {{(pid=84875) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 07:11:22.907112 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-b56fb895-df02-47ca-bf9b-de09611bc915 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363259214248359'] for port, before_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:11:22.939668 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-4f0a10d2-021d-459e-8319-af8b92dc8667 admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 5.4335399 Jan 14 07:11:22.941171 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-8c588ca3-f770-4e84-acdd-17fd4075f71c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036850886612', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036850863158'] for router, after_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:11:23.105129 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-e99772ea-2058-4274-a920-a17235d3f81f tempest-ServersTestMultiNic-2121779930 tempest-ServersTestMultiNic-2121779930] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036851981161'] for subnet, before_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:11:23.179980 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-f8848793-a9a0-4516-b99b-0e8d5a6e4bcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777640533312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363259214678337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777640097497'] for port, after_update {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:11:23.190536 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84876) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:11:23.312883 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363259214191800', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854171626'] for agent, after_update {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:11:23.313130 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c18c356-a73e-4e95-91df-76c8555f1fb5 service neutron] Pushing event updated for resources: {'Port': ['ID=f4946652-2956-4264-8760-7566823f7199,revision_number=2']} {{(pid=84874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:11:23.408395 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-8c18c356-a73e-4e95-91df-76c8555f1fb5 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.937s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:11:23.429404 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.db_base_plugin_common [None req-dce76704-2a19-40aa-a618-014b554dd300 None None] Allocated IP 172.20.0.2 (fd33dbe3-7afa-46b0-8897-ce6ba7fea060/a076fa03-03f6-498c-8a30-b44c18079c93/aa7304d0-5cee-4400-b8b8-76a32b9433fc) {{(pid=84876) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 14 07:11:23.436944 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-6924e5cb-4a26-401f-bf13-a3644154341a admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:11:23.497550 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-6924e5cb-4a26-401f-bf13-a3644154341a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555753'] for port, before_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:11:23.834348 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.agents_db [None req-5b939a2f-078d-4c69-a188-cb55a28a77a0 None None] Agent healthcheck: found 7 active agents {{(pid=84877) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Jan 14 07:11:23.885614 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8848793-a9a0-4516-b99b-0e8d5a6e4bcf None None] Pushing event updated for resources: {'Port': ['ID=7c690012-65c3-4419-ae8d-554a4a421fc4,revision_number=3']} {{(pid=84876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:11:23.892044 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79329c4f-b3eb-4f22-855f-b9a2e9498cd9 None None] Network 0ae0d74f-fb07-4956-93bf-0fc765cd0723 requested from n-d-768862-2 {{(pid=84876) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 07:11:24.072824 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-f8848793-a9a0-4516-b99b-0e8d5a6e4bcf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.882s {{(pid=84876) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:11:24.112179 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-0f37073e-9c69-4e3c-80e0-6cfaa0fd61a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363259214191800', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854171626'] for agent, after_update {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:11:24.215614 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-e4c3140c-0b39-430c-a3e4-76016eeea2cb None None] Provisioning complete for port 7c690012-65c3-4419-ae8d-554a4a421fc4 triggered by entity DHCP. {{(pid=84876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 07:11:24.216149 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-e4c3140c-0b39-430c-a3e4-76016eeea2cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-604227'] for port, provisioning_complete {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:11:24.226516 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.v2.base [req-bd934d7e-4809-4e35-93e7-353ef3743721 req-cf39d703-c066-4c15-baef-0a964688fcf4 tempest-SecurityGroupsTestJSON-494699717 tempest-SecurityGroupsTestJSON-494699717] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1245690793', 'description': 'tempest-description-1591603544'}} {{(pid=84875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:11:24.239419 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [req-bd934d7e-4809-4e35-93e7-353ef3743721 req-cf39d703-c066-4c15-baef-0a964688fcf4 tempest-SecurityGroupsTestJSON-494699717 tempest-SecurityGroupsTestJSON-494699717] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:11:24.244052 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [req-bd934d7e-4809-4e35-93e7-353ef3743721 req-cf39d703-c066-4c15-baef-0a964688fcf4 tempest-SecurityGroupsTestJSON-494699717 tempest-SecurityGroupsTestJSON-494699717] Usage tracker for resource:security_group and tenant:7508ad1d114d4921bf43c45410ae9d5f is out of sync, need to count used quota {{(pid=84875) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:11:24.248050 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [req-bd934d7e-4809-4e35-93e7-353ef3743721 req-cf39d703-c066-4c15-baef-0a964688fcf4 tempest-SecurityGroupsTestJSON-494699717 tempest-SecurityGroupsTestJSON-494699717] Quota usage for security_group was recalculated. Used quota:1. {{(pid=84875) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:11:24.256191 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [req-bd934d7e-4809-4e35-93e7-353ef3743721 req-cf39d703-c066-4c15-baef-0a964688fcf4 tempest-SecurityGroupsTestJSON-494699717 tempest-SecurityGroupsTestJSON-494699717] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:11:24.290172 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-dce76704-2a19-40aa-a618-014b554dd300 None None] Notify callbacks [] for port, precommit_create {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:11:24.362596 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-dce76704-2a19-40aa-a618-014b554dd300 None None] Transition to ACTIVE for port object aa7304d0-5cee-4400-b8b8-76a32b9433fc will not be triggered until provisioned by entity L2. {{(pid=84876) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 07:11:24.384518 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-dce76704-2a19-40aa-a618-014b554dd300 None None] Transition to ACTIVE for port object aa7304d0-5cee-4400-b8b8-76a32b9433fc will not be triggered until provisioned by entity DHCP. {{(pid=84876) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 07:11:24.394792 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Device 20fddc64-9bea-4144-ac8e-7095709491d4 up at agent ovs-agent-n-d-768862-2 {{(pid=84876) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 07:11:24.417007 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.managers [req-3d1e1bfd-5c29-4982-bae3-089f3b2784d4 req-8c18c356-a73e-4e95-91df-76c8555f1fb5 service neutron] Attempting to bind port f4946652-2956-4264-8760-7566823f7199 on host n-h2-768862-2 for vnic_type normal with profile {{(pid=84874) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 14 07:11:24.417382 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.managers [req-3d1e1bfd-5c29-4982-bae3-089f3b2784d4 req-8c18c356-a73e-4e95-91df-76c8555f1fb5 service neutron] Attempting to bind port f4946652-2956-4264-8760-7566823f7199 by drivers openvswitch on host n-h2-768862-2 at level 0 using segments [{'id': 'f1a1da15-9c84-4f1f-8d4b-5f93ea7c2a21', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 8, 'network_id': '1c7b4b12-7df2-4f41-8649-b236d94b12da'}] {{(pid=84874) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 14 07:11:24.417751 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d1e1bfd-5c29-4982-bae3-089f3b2784d4 req-8c18c356-a73e-4e95-91df-76c8555f1fb5 service neutron] Attempting to bind port f4946652-2956-4264-8760-7566823f7199 on network 1c7b4b12-7df2-4f41-8649-b236d94b12da {{(pid=84874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 14 07:11:24.435598 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-dce76704-2a19-40aa-a618-014b554dd300 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777640123575'] for port, after_create {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:11:24.465532 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-f83c93b4-fb32-439b-bc91-257768e6cf39 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84876) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:11:24.472685 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [req-bd934d7e-4809-4e35-93e7-353ef3743721 req-cf39d703-c066-4c15-baef-0a964688fcf4 tempest-SecurityGroupsTestJSON-494699717 tempest-SecurityGroupsTestJSON-494699717] Notify callbacks [] for security_group, before_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:11:24.473317 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d1e1bfd-5c29-4982-bae3-089f3b2784d4 req-8c18c356-a73e-4e95-91df-76c8555f1fb5 service neutron] Checking agent: {'id': '64b7216a-2a41-441a-908c-ebbf63072f2f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-h2-768862-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 14, 7, 5, 12), 'started_at': datetime.datetime(2021, 1, 14, 7, 5, 42), 'heartbeat_timestamp': datetime.datetime(2021, 1, 14, 7, 11, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.13', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 14 07:11:24.473545 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d1e1bfd-5c29-4982-bae3-089f3b2784d4 req-8c18c356-a73e-4e95-91df-76c8555f1fb5 service neutron] Checking segment: {'id': 'f1a1da15-9c84-4f1f-8d4b-5f93ea7c2a21', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 8, 'network_id': '1c7b4b12-7df2-4f41-8649-b236d94b12da'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84874) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 14 07:11:24.473956 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [req-3d1e1bfd-5c29-4982-bae3-089f3b2784d4 req-8c18c356-a73e-4e95-91df-76c8555f1fb5 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:11:24.474357 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d1e1bfd-5c29-4982-bae3-089f3b2784d4 req-8c18c356-a73e-4e95-91df-76c8555f1fb5 service neutron] Bound using segment: {'id': 'f1a1da15-9c84-4f1f-8d4b-5f93ea7c2a21', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 8, 'network_id': '1c7b4b12-7df2-4f41-8649-b236d94b12da'} {{(pid=84874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 14 07:11:24.474856 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.managers [req-3d1e1bfd-5c29-4982-bae3-089f3b2784d4 req-8c18c356-a73e-4e95-91df-76c8555f1fb5 service neutron] Bound port: f4946652-2956-4264-8760-7566823f7199, host: n-h2-768862-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f1a1da15-9c84-4f1f-8d4b-5f93ea7c2a21', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 8, 'network_id': '1c7b4b12-7df2-4f41-8649-b236d94b12da'}}] {{(pid=84874) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 14 07:11:24.475229 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [req-3d1e1bfd-5c29-4982-bae3-089f3b2784d4 req-8c18c356-a73e-4e95-91df-76c8555f1fb5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555753'] for port, before_update {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:11:24.514470 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [req-bd934d7e-4809-4e35-93e7-353ef3743721 req-cf39d703-c066-4c15-baef-0a964688fcf4 tempest-SecurityGroupsTestJSON-494699717 tempest-SecurityGroupsTestJSON-494699717] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:11:24.519164 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [req-bd934d7e-4809-4e35-93e7-353ef3743721 req-cf39d703-c066-4c15-baef-0a964688fcf4 tempest-SecurityGroupsTestJSON-494699717 tempest-SecurityGroupsTestJSON-494699717] Usage tracker for resource:security_group_rule and tenant:7508ad1d114d4921bf43c45410ae9d5f is out of sync, need to count used quota {{(pid=84875) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:11:24.522916 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [req-bd934d7e-4809-4e35-93e7-353ef3743721 req-cf39d703-c066-4c15-baef-0a964688fcf4 tempest-SecurityGroupsTestJSON-494699717 tempest-SecurityGroupsTestJSON-494699717] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84875) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:11:24.526944 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.plugin [None req-1f3cfc8d-53ba-4824-a1ef-2e4eccd5ca2a admin admin] Deleting port 376b15d5-4672-447e-8d02-cc05d06e5ee9 {{(pid=84874) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 07:11:24.527321 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-1f3cfc8d-53ba-4824-a1ef-2e4eccd5ca2a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363259214248359'] for port, before_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:11:24.533507 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [req-bd934d7e-4809-4e35-93e7-353ef3743721 req-cf39d703-c066-4c15-baef-0a964688fcf4 tempest-SecurityGroupsTestJSON-494699717 tempest-SecurityGroupsTestJSON-494699717] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:11:24.694764 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [None req-b56fb895-df02-47ca-bf9b-de09611bc915 admin admin] For port 13579756-e803-43e9-b140-10c1fa18648b, host n-d-768862-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-2',level=0,port_id=13579756-e803-43e9-b140-10c1fa18648b,segment=NetworkSegment(cf3ded2c-bc47-4a71-89af-6e7117e60140),segment_id=cf3ded2c-bc47-4a71-89af-6e7117e60140)] {{(pid=84875) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 07:11:24.695629 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-b56fb895-df02-47ca-bf9b-de09611bc915 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036850862667'] for port, precommit_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:11:24.830624 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [None req-1f3cfc8d-53ba-4824-a1ef-2e4eccd5ca2a admin admin] For port 376b15d5-4672-447e-8d02-cc05d06e5ee9, host n-d-768862-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-2',level=0,port_id=376b15d5-4672-447e-8d02-cc05d06e5ee9,segment=NetworkSegment(e78d98fa-2af5-4e64-b394-20067ff7b64c),segment_id=e78d98fa-2af5-4e64-b394-20067ff7b64c)] {{(pid=84874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 07:11:24.831022 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-1f3cfc8d-53ba-4824-a1ef-2e4eccd5ca2a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036850862667'] for port, precommit_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:11:24.836970 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [req-bd934d7e-4809-4e35-93e7-353ef3743721 req-cf39d703-c066-4c15-baef-0a964688fcf4 tempest-SecurityGroupsTestJSON-494699717 tempest-SecurityGroupsTestJSON-494699717] Notify callbacks [] for security_group, precommit_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:11:24.892811 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Provisioning for port 20fddc64-9bea-4144-ac8e-7095709491d4 completed by entity L2. {{(pid=84876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 07:11:24.898246 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dce76704-2a19-40aa-a618-014b554dd300 None None] Pushing event updated for resources: {'Port': ['ID=aa7304d0-5cee-4400-b8b8-76a32b9433fc,revision_number=1']} {{(pid=84876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:11:24.902321 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-dce76704-2a19-40aa-a618-014b554dd300 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.437s {{(pid=84876) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:11:24.909460 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Device 7c690012-65c3-4419-ae8d-554a4a421fc4 up at agent ovs-agent-n-d-768862-2 {{(pid=84876) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 07:11:24.939098 n-d-768862-2 neutron-server[84765]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8c588ca3-f770-4e84-acdd-17fd4075f71c admin admin] Router 8b3e17be-ca2c-4b78-96d4-8389afc90f7f is scheduled to L3 agent 35f592e9-451b-4db9-abea-77b6a5c5391b with binding_index 1 {{(pid=84875) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}} Jan 14 07:11:24.952800 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.plugin [None req-b56fb895-df02-47ca-bf9b-de09611bc915 admin admin] Calling delete_port for 13579756-e803-43e9-b140-10c1fa18648b owned by network:router_gateway {{(pid=84875) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 07:11:24.993895 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [req-bd934d7e-4809-4e35-93e7-353ef3743721 req-cf39d703-c066-4c15-baef-0a964688fcf4 tempest-SecurityGroupsTestJSON-494699717 tempest-SecurityGroupsTestJSON-494699717] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850887153'] for security_group, after_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:11:25.012841 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-11c3e44c-a533-4c06-bc56-d7d0e740e98b tempest-SecurityGroupRulesNegativeTestJSON-608374989 tempest-SecurityGroupRulesNegativeTestJSON-608374989] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:11:25.101779 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.plugin [None req-1f3cfc8d-53ba-4824-a1ef-2e4eccd5ca2a admin admin] Calling delete_port for 376b15d5-4672-447e-8d02-cc05d06e5ee9 owned by network:router_interface {{(pid=84874) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 07:11:25.114120 n-d-768862-2 neutron-server[84765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dce76704-2a19-40aa-a618-014b554dd300 None None] Network fd33dbe3-7afa-46b0-8897-ce6ba7fea060 is already hosted by enough agents. {{(pid=84876) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 07:11:25.123555 n-d-768862-2 neutron-server[84765]: DEBUG neutron.scheduler.base_scheduler [None req-dce76704-2a19-40aa-a618-014b554dd300 None None] Resources bound (agent type, host, resource id): {{(pid=84876) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 07:11:25.126535 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dce76704-2a19-40aa-a618-014b554dd300 None None] Received port after_create {{(pid=84876) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 14 07:11:25.135095 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-472e14b5-d6b1-4c76-8961-04b080144989 None None] Provisioning complete for port 7c690012-65c3-4419-ae8d-554a4a421fc4 triggered by entity DHCP. {{(pid=84876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 07:11:25.135522 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-472e14b5-d6b1-4c76-8961-04b080144989 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-604227'] for port, provisioning_complete {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:11:25.245208 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32ff39be-fd35-40a5-92f9-0bb5a65f2c4f None None] Network 25f1c1a0-ceab-4b3f-9e01-2007a6141e94 requested from n-d-768862-2 {{(pid=84876) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 07:11:25.276585 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.managers [None req-dce76704-2a19-40aa-a618-014b554dd300 None None] Attempting to bind port aa7304d0-5cee-4400-b8b8-76a32b9433fc on host n-d-768862-2 for vnic_type normal with profile {{(pid=84876) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 14 07:11:25.277060 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.managers [None req-dce76704-2a19-40aa-a618-014b554dd300 None None] Attempting to bind port aa7304d0-5cee-4400-b8b8-76a32b9433fc by drivers openvswitch on host n-d-768862-2 at level 0 using segments [{'id': 'd7cdd97e-25f8-4f4c-9cdf-6c6f8b4faafe', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 12, 'network_id': 'fd33dbe3-7afa-46b0-8897-ce6ba7fea060'}] {{(pid=84876) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 14 07:11:25.277666 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dce76704-2a19-40aa-a618-014b554dd300 None None] Attempting to bind port aa7304d0-5cee-4400-b8b8-76a32b9433fc on network fd33dbe3-7afa-46b0-8897-ce6ba7fea060 {{(pid=84876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 14 07:11:25.295341 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf39d703-c066-4c15-baef-0a964688fcf4 tempest-SecurityGroupsTestJSON-494699717 tempest-SecurityGroupsTestJSON-494699717] Pushing event updated for resources: {'SecurityGroup': ['ID=c4996d05-4a06-45d4-9f6f-ebe0f170b611,revision_number=1']} {{(pid=84875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:11:25.316668 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [req-bd934d7e-4809-4e35-93e7-353ef3743721 req-cf39d703-c066-4c15-baef-0a964688fcf4 tempest-SecurityGroupsTestJSON-494699717 tempest-SecurityGroupsTestJSON-494699717] Notify callbacks [] for security_group, before_response {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:11:25.318372 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [req-bd934d7e-4809-4e35-93e7-353ef3743721 req-cf39d703-c066-4c15-baef-0a964688fcf4 tempest-SecurityGroupsTestJSON-494699717 tempest-SecurityGroupsTestJSON-494699717] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1806 time: 1.3274086 Jan 14 07:11:25.328919 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-cf39d703-c066-4c15-baef-0a964688fcf4 tempest-SecurityGroupsTestJSON-494699717 tempest-SecurityGroupsTestJSON-494699717] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.317s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:11:25.367476 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dce76704-2a19-40aa-a618-014b554dd300 None None] Checking agent: {'id': 'ba5efab1-b43c-4d5a-bc52-6e105d4e67a2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768862-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 14, 6, 56, 52), 'started_at': datetime.datetime(2021, 1, 14, 6, 57, 22), 'heartbeat_timestamp': datetime.datetime(2021, 1, 14, 7, 11, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768862-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.29', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 14 07:11:25.367930 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dce76704-2a19-40aa-a618-014b554dd300 None None] Checking segment: {'id': 'd7cdd97e-25f8-4f4c-9cdf-6c6f8b4faafe', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 12, 'network_id': 'fd33dbe3-7afa-46b0-8897-ce6ba7fea060'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84876) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 14 07:11:25.368403 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-dce76704-2a19-40aa-a618-014b554dd300 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:11:25.368860 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dce76704-2a19-40aa-a618-014b554dd300 None None] Bound using segment: {'id': 'd7cdd97e-25f8-4f4c-9cdf-6c6f8b4faafe', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 12, 'network_id': 'fd33dbe3-7afa-46b0-8897-ce6ba7fea060'} {{(pid=84876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 14 07:11:25.369431 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.managers [None req-dce76704-2a19-40aa-a618-014b554dd300 None None] Bound port: aa7304d0-5cee-4400-b8b8-76a32b9433fc, host: n-d-768862-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd7cdd97e-25f8-4f4c-9cdf-6c6f8b4faafe', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 12, 'network_id': 'fd33dbe3-7afa-46b0-8897-ce6ba7fea060'}}] {{(pid=84876) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 14 07:11:25.369871 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-dce76704-2a19-40aa-a618-014b554dd300 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555753'] for port, before_update {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:11:25.407870 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Provisioning complete for port 7c690012-65c3-4419-ae8d-554a4a421fc4 triggered by entity L2. {{(pid=84876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 07:11:25.408240 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-604227'] for port, provisioning_complete {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:11:25.425209 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.v2.base [req-8688f85a-fa19-4471-9d73-63237e09add9 req-d1f8c899-1d61-4f46-ad92-ab7df7b6c590 tempest-SecurityGroupsTestJSON-494699717 tempest-SecurityGroupsTestJSON-494699717] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-285543799', 'description': 'tempest-description-605993149'}} {{(pid=84875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:11:25.451037 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [req-8688f85a-fa19-4471-9d73-63237e09add9 req-d1f8c899-1d61-4f46-ad92-ab7df7b6c590 tempest-SecurityGroupsTestJSON-494699717 tempest-SecurityGroupsTestJSON-494699717] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:11:25.476120 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [req-8688f85a-fa19-4471-9d73-63237e09add9 req-d1f8c899-1d61-4f46-ad92-ab7df7b6c590 tempest-SecurityGroupsTestJSON-494699717 tempest-SecurityGroupsTestJSON-494699717] Usage tracker for resource:security_group and tenant:7508ad1d114d4921bf43c45410ae9d5f is out of sync, need to count used quota {{(pid=84875) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:11:25.513186 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8c588ca3-f770-4e84-acdd-17fd4075f71c admin admin] Notify agent at l3_agent.n-d-768862-2 the message routers_updated {{(pid=84875) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jan 14 07:11:25.521205 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [req-8688f85a-fa19-4471-9d73-63237e09add9 req-d1f8c899-1d61-4f46-ad92-ab7df7b6c590 tempest-SecurityGroupsTestJSON-494699717 tempest-SecurityGroupsTestJSON-494699717] Quota usage for security_group was recalculated. Used quota:2. {{(pid=84875) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:11:25.555152 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [req-8688f85a-fa19-4471-9d73-63237e09add9 req-d1f8c899-1d61-4f46-ad92-ab7df7b6c590 tempest-SecurityGroupsTestJSON-494699717 tempest-SecurityGroupsTestJSON-494699717] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=84875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:11:25.582255 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-b56fb895-df02-47ca-bf9b-de09611bc915 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777640533329', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777640097463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851621574'] for port, after_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:11:25.670958 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [req-8688f85a-fa19-4471-9d73-63237e09add9 req-d1f8c899-1d61-4f46-ad92-ab7df7b6c590 tempest-SecurityGroupsTestJSON-494699717 tempest-SecurityGroupsTestJSON-494699717] Notify callbacks [] for security_group, before_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:11:25.688864 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-8c588ca3-f770-4e84-acdd-17fd4075f71c admin admin] Notify callbacks [] for router, before_response {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:11:25.688864 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-8c588ca3-f770-4e84-acdd-17fd4075f71c admin admin] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 13.9192259 Jan 14 07:11:25.702945 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84875) accepted ('10.222.0.24', 56166) {{(pid=84875) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:11:25.707884 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2054998a-e6d9-493f-91f4-c25a53c46442 None None] Sync routers for ids ['8b3e17be-ca2c-4b78-96d4-8389afc90f7f'] in n-d-768862-2 {{(pid=84876) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Jan 14 07:11:25.716424 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-61aa2975-71e7-44ec-9ed4-7229feeec0ff tempest-TaggedBootDevicesTest-541410187 tempest-TaggedBootDevicesTest-541410187] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850887113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036851621412', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036852467174'] for subnet, after_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:11:25.771041 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-1f3cfc8d-53ba-4824-a1ef-2e4eccd5ca2a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777640533329', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777640097463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3254186'] for port, after_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:11:25.796671 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-f4a68839-b04f-46d1-9cd0-0f7013ad9392 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:11:25.800345 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-6bf35ff6-2c2f-4ed6-8072-987a7b4c21a2 tempest-FloatingIPsAssociationTestJSON-2140037530 tempest-FloatingIPsAssociationTestJSON-2140037530] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:11:25.802309 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [None req-dce76704-2a19-40aa-a618-014b554dd300 None None] For port aa7304d0-5cee-4400-b8b8-76a32b9433fc, host n-d-768862-2, cleared binding levels {{(pid=84876) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 14 07:11:25.805939 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [None req-dce76704-2a19-40aa-a618-014b554dd300 None None] For port aa7304d0-5cee-4400-b8b8-76a32b9433fc, host n-d-768862-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-2',level=0,port_id=aa7304d0-5cee-4400-b8b8-76a32b9433fc,segment=NetworkSegment(d7cdd97e-25f8-4f4c-9cdf-6c6f8b4faafe),segment_id=d7cdd97e-25f8-4f4c-9cdf-6c6f8b4faafe)] {{(pid=84876) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 14 07:11:25.823057 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-dce76704-2a19-40aa-a618-014b554dd300 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777640533312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363259214678337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777640097497'] for port, after_update {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:11:25.937247 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f3cfc8d-53ba-4824-a1ef-2e4eccd5ca2a admin admin] Pushing event deleted for resources: {'Port': ['ID=376b15d5-4672-447e-8d02-cc05d06e5ee9,revision_number=None']} {{(pid=84874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:11:25.960246 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-1f3cfc8d-53ba-4824-a1ef-2e4eccd5ca2a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.160s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:11:25.969541 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-5313386f-947d-498e-a984-16abb27e2aa2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84876) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:11:26.003046 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [req-8688f85a-fa19-4471-9d73-63237e09add9 req-d1f8c899-1d61-4f46-ad92-ab7df7b6c590 tempest-SecurityGroupsTestJSON-494699717 tempest-SecurityGroupsTestJSON-494699717] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:11:26.014469 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2054998a-e6d9-493f-91f4-c25a53c46442 None None] Routers {'8b3e17be-ca2c-4b78-96d4-8389afc90f7f'} bound to L3 agent in host n-d-768862-2 {{(pid=84876) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 14 07:11:26.015202 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_hamode_db [None req-2054998a-e6d9-493f-91f4-c25a53c46442 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-01-14T06:56:51Z,description=,heartbeat_timestamp=2021-01-14T07:11:21Z,host='n-d-768862-2',id=35f592e9-451b-4db9-abea-77b6a5c5391b,load=0,resource_versions=,resources_synced=,started_at=2021-01-14T06:56:51Z,topic='l3_agent')) {'router_ids': ['8b3e17be-ca2c-4b78-96d4-8389afc90f7f'], 'active': True} {{(pid=84876) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:11:26.044708 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [req-8688f85a-fa19-4471-9d73-63237e09add9 req-d1f8c899-1d61-4f46-ad92-ab7df7b6c590 tempest-SecurityGroupsTestJSON-494699717 tempest-SecurityGroupsTestJSON-494699717] Usage tracker for resource:security_group_rule and tenant:7508ad1d114d4921bf43c45410ae9d5f is out of sync, need to count used quota {{(pid=84875) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:11:26.052665 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [req-8688f85a-fa19-4471-9d73-63237e09add9 req-d1f8c899-1d61-4f46-ad92-ab7df7b6c590 tempest-SecurityGroupsTestJSON-494699717 tempest-SecurityGroupsTestJSON-494699717] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84875) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:11:26.065323 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.db_base_plugin_common [None req-6924e5cb-4a26-401f-bf13-a3644154341a admin admin] Allocated IP 172.25.2.27 (226f1e78-82cd-4481-9055-4eb73b6db8c1/ba8deeec-7658-4195-9449-038c076f5c83/cda795e6-c8fa-40b8-b213-9b831bf9f120) {{(pid=84874) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 14 07:11:26.088881 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [req-8688f85a-fa19-4471-9d73-63237e09add9 req-d1f8c899-1d61-4f46-ad92-ab7df7b6c590 tempest-SecurityGroupsTestJSON-494699717 tempest-SecurityGroupsTestJSON-494699717] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:11:26.102099 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [req-3d1e1bfd-5c29-4982-bae3-089f3b2784d4 req-8c18c356-a73e-4e95-91df-76c8555f1fb5 service neutron] For port f4946652-2956-4264-8760-7566823f7199, host n-h2-768862-2, cleared binding levels {{(pid=84874) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 14 07:11:26.122240 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [req-3d1e1bfd-5c29-4982-bae3-089f3b2784d4 req-8c18c356-a73e-4e95-91df-76c8555f1fb5 service neutron] For port f4946652-2956-4264-8760-7566823f7199, host n-h2-768862-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-h2-768862-2',level=0,port_id=f4946652-2956-4264-8760-7566823f7199,segment=NetworkSegment(f1a1da15-9c84-4f1f-8d4b-5f93ea7c2a21),segment_id=f1a1da15-9c84-4f1f-8d4b-5f93ea7c2a21)] {{(pid=84874) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 14 07:11:26.149534 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61aa2975-71e7-44ec-9ed4-7229feeec0ff tempest-TaggedBootDevicesTest-541410187 tempest-TaggedBootDevicesTest-541410187] Pushing event updated for resources: {'Subnet': ['ID=008b1096-3405-4b9e-bc95-7872e98ae48f,revision_number=0']} {{(pid=84875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:11:26.158307 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [req-3d1e1bfd-5c29-4982-bae3-089f3b2784d4 req-8c18c356-a73e-4e95-91df-76c8555f1fb5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777640533312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363259214678337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777640097497', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036851521613'] for port, after_update {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:11:26.167632 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-61aa2975-71e7-44ec-9ed4-7229feeec0ff tempest-TaggedBootDevicesTest-541410187 tempest-TaggedBootDevicesTest-541410187] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.371s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:11:26.229017 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-aeaa8e4c-1b3b-400d-9d25-93f595eeb2fd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:11:26.315936 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-b56fb895-df02-47ca-bf9b-de09611bc915 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036850863128'] for router_gateway, after_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:11:26.342803 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Device 5e883def-fe06-475d-9915-bd147343cfe3 no longer exists at agent ovs-agent-n-d-768862-2 {{(pid=84876) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jan 14 07:11:26.476552 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.plugin [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] No Port match for: 5e883def-fe06-475d-9915-bd147343cfe3 {{(pid=84876) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2188}} Jan 14 07:11:26.477012 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Device 5e883def-fe06-475d-9915-bd147343cfe3 not bound to the agent host n-d-768862-2 {{(pid=84876) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jan 14 07:11:26.641418 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dce76704-2a19-40aa-a618-014b554dd300 None None] Pushing event updated for resources: {'Port': ['ID=aa7304d0-5cee-4400-b8b8-76a32b9433fc,revision_number=2']} {{(pid=84876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:11:26.667874 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_dvr_db [None req-2054998a-e6d9-493f-91f4-c25a53c46442 None None] Set router 8b3e17be-ca2c-4b78-96d4-8389afc90f7f gateway port host: n-d-768862-2 {{(pid=84876) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 14 07:11:26.670675 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c18c356-a73e-4e95-91df-76c8555f1fb5 service neutron] Pushing event updated for resources: {'Port': ['ID=f4946652-2956-4264-8760-7566823f7199,revision_number=3']} {{(pid=84874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:11:26.767184 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-8c18c356-a73e-4e95-91df-76c8555f1fb5 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.538s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:11:26.812112 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-dce76704-2a19-40aa-a618-014b554dd300 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.843s {{(pid=84876) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:11:26.928133 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-1f3cfc8d-53ba-4824-a1ef-2e4eccd5ca2a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted--9223372036851568851', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal--9223372036850888080'] for router_interface, after_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:11:26.994082 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-b56fb895-df02-47ca-bf9b-de09611bc915 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3889346', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036854717606'] for router, precommit_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:11:26.996707 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-b56fb895-df02-47ca-bf9b-de09611bc915 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:11:27.065462 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-6924e5cb-4a26-401f-bf13-a3644154341a admin admin] Notify callbacks [] for port, precommit_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:11:27.155795 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-e99772ea-2058-4274-a920-a17235d3f81f tempest-ServersTestMultiNic-2121779930 tempest-ServersTestMultiNic-2121779930] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850887113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3254092', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036851981146'] for subnet, after_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:11:27.160653 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d1e1bfd-5c29-4982-bae3-089f3b2784d4 req-8c18c356-a73e-4e95-91df-76c8555f1fb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:11:27.161422 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [req-3d1e1bfd-5c29-4982-bae3-089f3b2784d4 req-8c18c356-a73e-4e95-91df-76c8555f1fb5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854768116'] for port, before_response {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:11:27.163022 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [req-3d1e1bfd-5c29-4982-bae3-089f3b2784d4 req-8c18c356-a73e-4e95-91df-76c8555f1fb5 service neutron] 10.222.0.48 "PUT /v2.0/ports/f4946652-2956-4264-8760-7566823f7199 HTTP/1.1" status: 200 len: 1156 time: 7.1450458 Jan 14 07:11:27.165118 n-d-768862-2 neutron-server[84765]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b4df1c8c-f0c2-4966-97b9-13f58a5db756', 'tag': 'f4946652-2956-4264-8760-7566823f7199'}] {{(pid=84874) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Jan 14 07:11:27.204310 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:11:27.208566 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-d7e6332b-a05a-4d89-8433-be38d6789162 None None] Provisioning for port 20fddc64-9bea-4144-ac8e-7095709491d4 completed by entity DHCP. {{(pid=84876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 07:11:27.216579 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-d7e6332b-a05a-4d89-8433-be38d6789162 None None] Provisioning complete for port 20fddc64-9bea-4144-ac8e-7095709491d4 triggered by entity DHCP. {{(pid=84876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 07:11:27.216998 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-d7e6332b-a05a-4d89-8433-be38d6789162 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-604227'] for port, provisioning_complete {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:11:27.281730 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_hamode_db [None req-2054998a-e6d9-493f-91f4-c25a53c46442 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8b3e17be-ca2c-4b78-96d4-8389afc90f7f', 'name': 'tempest-FloatingIPsNegativeTestJSON-1904593380-router', 'tenant_id': 'e1a4c1f507cc4686a883b0df425ffdc7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '226f1e78-82cd-4481-9055-4eb73b6db8c1', 'external_fixed_ips': [{'subnet_id': 'ba8deeec-7658-4195-9449-038c076f5c83', 'ip_address': '172.25.2.43'}], 'enable_snat': True}, 'gw_port_id': '1f8d73f2-9054-4e85-ba41-f2dd89575c0b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-14T07:11:11Z', 'updated_at': '2021-01-14T07:11:20Z', 'revision_number': 3, 'project_id': 'e1a4c1f507cc4686a883b0df425ffdc7', 'gw_port': {'id': '1f8d73f2-9054-4e85-ba41-f2dd89575c0b', 'name': '', 'network_id': '226f1e78-82cd-4481-9055-4eb73b6db8c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:85:bf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8b3e17be-ca2c-4b78-96d4-8389afc90f7f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 682, 'fixed_ips': [{'subnet_id': 'ba8deeec-7658-4195-9449-038c076f5c83', 'ip_address': '172.25.2.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T07:11:16Z', 'updated_at': '2021-01-14T07:11:17Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ba8deeec-7658-4195-9449-038c076f5c83', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-2'}], 'n-d-768862-2', False) {} {{(pid=84876) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:11:27.287403 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2054998a-e6d9-493f-91f4-c25a53c46442 None None] Checking router: 8b3e17be-ca2c-4b78-96d4-8389afc90f7f for host: n-d-768862-2 {{(pid=84876) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Jan 14 07:11:27.287797 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2054998a-e6d9-493f-91f4-c25a53c46442 None None] Updating router 8b3e17be-ca2c-4b78-96d4-8389afc90f7f port 1f8d73f2-9054-4e85-ba41-f2dd89575c0b binding host n-d-768862-2 {{(pid=84876) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Jan 14 07:11:27.388176 n-d-768862-2 neutron-server[84765]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b4df1c8c-f0c2-4966-97b9-13f58a5db756', 'tag': 'f4946652-2956-4264-8760-7566823f7199', 'status': 'completed', 'code': 200} Jan 14 07:11:27.412297 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-b56fb895-df02-47ca-bf9b-de09611bc915 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036850897070'] for router, after_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:11:27.413081 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b56fb895-df02-47ca-bf9b-de09611bc915 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 30249a14-1686-4e58-b5b1-bb14dfd5f43e {{(pid=84875) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jan 14 07:11:27.469529 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-2054998a-e6d9-493f-91f4-c25a53c46442 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555753'] for port, before_update {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:11:27.533263 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84875) accepted ('10.222.0.24', 56196) {{(pid=84875) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:11:27.558342 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e99772ea-2058-4274-a920-a17235d3f81f tempest-ServersTestMultiNic-2121779930 tempest-ServersTestMultiNic-2121779930] Pushing event updated for resources: {'Subnet': ['ID=80011ed2-d474-43f4-a5e9-9dcb07d6a3c1,revision_number=0']} {{(pid=84874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:11:27.583029 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-d7e6332b-a05a-4d89-8433-be38d6789162 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555753'] for port, before_update {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:11:27.590105 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [req-8688f85a-fa19-4471-9d73-63237e09add9 req-d1f8c899-1d61-4f46-ad92-ab7df7b6c590 tempest-SecurityGroupsTestJSON-494699717 tempest-SecurityGroupsTestJSON-494699717] Notify callbacks [] for security_group, precommit_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:11:27.606281 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [req-8688f85a-fa19-4471-9d73-63237e09add9 req-d1f8c899-1d61-4f46-ad92-ab7df7b6c590 tempest-SecurityGroupsTestJSON-494699717 tempest-SecurityGroupsTestJSON-494699717] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850887153'] for security_group, after_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:11:27.640757 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-2c8f7e66-9f75-41d8-bac1-e657a37208c0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:11:27.656516 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-b56fb895-df02-47ca-bf9b-de09611bc915 admin admin] Notify callbacks [] for router, before_response {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:11:27.657824 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-b56fb895-df02-47ca-bf9b-de09611bc915 admin admin] 10.222.0.24 "DELETE /v2.0/routers/30249a14-1686-4e58-b5b1-bb14dfd5f43e HTTP/1.1" status: 204 len: 168 time: 6.4329989 Jan 14 07:11:27.665558 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84874) accepted ('10.222.0.24', 56202) {{(pid=84874) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:11:27.667498 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-e99772ea-2058-4274-a920-a17235d3f81f tempest-ServersTestMultiNic-2121779930 tempest-ServersTestMultiNic-2121779930] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.463s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:11:27.673750 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [req-8688f85a-fa19-4471-9d73-63237e09add9 req-d1f8c899-1d61-4f46-ad92-ab7df7b6c590 tempest-SecurityGroupsTestJSON-494699717 tempest-SecurityGroupsTestJSON-494699717] Notify callbacks [] for security_group, before_response {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:11:27.675413 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [req-8688f85a-fa19-4471-9d73-63237e09add9 req-d1f8c899-1d61-4f46-ad92-ab7df7b6c590 tempest-SecurityGroupsTestJSON-494699717 tempest-SecurityGroupsTestJSON-494699717] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1804 time: 2.2548087 Jan 14 07:11:27.718986 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [None req-d7e6332b-a05a-4d89-8433-be38d6789162 None None] For port 20fddc64-9bea-4144-ac8e-7095709491d4, host n-d-768862-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-2',level=0,port_id=20fddc64-9bea-4144-ac8e-7095709491d4,segment=NetworkSegment(871dcfe9-d88b-458a-b832-5a97900de51f),segment_id=871dcfe9-d88b-458a-b832-5a97900de51f)] {{(pid=84876) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 07:11:27.732334 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-d7e6332b-a05a-4d89-8433-be38d6789162 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777640533312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363259214678337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777640097497'] for port, after_update {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:11:27.736496 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84876) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:11:27.764467 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61aa2975-71e7-44ec-9ed4-7229feeec0ff tempest-TaggedBootDevicesTest-541410187 tempest-TaggedBootDevicesTest-541410187] Checking segment: {'id': '0a8db434-5b02-4986-9569-2ef86eeaa800', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 11, 'network_id': '42eaf091-c60a-4bbd-870e-8010d14ac7f2'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84875) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 14 07:11:27.764838 n-d-768862-2 neutron-server[84765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61aa2975-71e7-44ec-9ed4-7229feeec0ff tempest-TaggedBootDevicesTest-541410187 tempest-TaggedBootDevicesTest-541410187] Network hostable DHCP agents. Network: 42eaf091-c60a-4bbd-870e-8010d14ac7f2, hostable agents: ['32f3dd84-26da-4d18-bf15-6017a8fb7247'], hosted agents: [] {{(pid=84875) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Jan 14 07:11:27.895952 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1f8c899-1d61-4f46-ad92-ab7df7b6c590 tempest-SecurityGroupsTestJSON-494699717 tempest-SecurityGroupsTestJSON-494699717] Pushing event updated for resources: {'SecurityGroup': ['ID=90d01b4d-bff6-45d8-8491-2ec63fbff8b7,revision_number=1']} {{(pid=84875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:11:28.016240 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-d1f8c899-1d61-4f46-ad92-ab7df7b6c590 tempest-SecurityGroupsTestJSON-494699717 tempest-SecurityGroupsTestJSON-494699717] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.376s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:11:28.056512 n-d-768862-2 neutron-server[84765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61aa2975-71e7-44ec-9ed4-7229feeec0ff tempest-TaggedBootDevicesTest-541410187 tempest-TaggedBootDevicesTest-541410187] Network 42eaf091-c60a-4bbd-870e-8010d14ac7f2 is scheduled to be hosted by DHCP agent 32f3dd84-26da-4d18-bf15-6017a8fb7247 with binding_index 1 {{(pid=84875) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Jan 14 07:11:28.110834 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-c22dc93b-e4df-4437-b941-b9ed6252e68a None None] Provisioning complete for port 20fddc64-9bea-4144-ac8e-7095709491d4 triggered by entity DHCP. {{(pid=84876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 07:11:28.111252 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-c22dc93b-e4df-4437-b941-b9ed6252e68a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-604227'] for port, provisioning_complete {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:11:28.171332 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7e6332b-a05a-4d89-8433-be38d6789162 None None] Pushing event updated for resources: {'Port': ['ID=20fddc64-9bea-4144-ac8e-7095709491d4,revision_number=3']} {{(pid=84876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:11:28.182343 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-3b7a1f4c-811d-4b65-aff3-dc9cb0cb0b97 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:11:28.185236 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-d7e6332b-a05a-4d89-8433-be38d6789162 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.449s {{(pid=84876) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:11:28.220769 n-d-768862-2 neutron-server[84765]: DEBUG neutron.scheduler.base_scheduler [None req-61aa2975-71e7-44ec-9ed4-7229feeec0ff tempest-TaggedBootDevicesTest-541410187 tempest-TaggedBootDevicesTest-541410187] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768862-2, 42eaf091-c60a-4bbd-870e-8010d14ac7f2) {{(pid=84875) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 07:11:28.254311 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-6924e5cb-4a26-401f-bf13-a3644154341a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777640123575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3254186'] for port, after_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:11:28.286045 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-3b7a1f4c-811d-4b65-aff3-dc9cb0cb0b97 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:11:28.321157 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6659ec19-ea46-4e73-bbb6-f110c16b0cb3 None None] Network 42eaf091-c60a-4bbd-870e-8010d14ac7f2 requested from n-d-768862-2 {{(pid=84876) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 07:11:28.367054 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-3b7a1f4c-811d-4b65-aff3-dc9cb0cb0b97 admin admin] Usage tracker for resource:security_group_rule and tenant:b6d53b8a07984e2d88871a1cddf4d40f is out of sync, need to count used quota {{(pid=84875) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:11:28.380229 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61aa2975-71e7-44ec-9ed4-7229feeec0ff tempest-TaggedBootDevicesTest-541410187 tempest-TaggedBootDevicesTest-541410187] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:11:28.381233 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-61aa2975-71e7-44ec-9ed4-7229feeec0ff tempest-TaggedBootDevicesTest-541410187 tempest-TaggedBootDevicesTest-541410187] Notify callbacks [] for subnet, before_response {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:11:28.398938 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-3b7a1f4c-811d-4b65-aff3-dc9cb0cb0b97 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84875) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:11:28.422378 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-3b7a1f4c-811d-4b65-aff3-dc9cb0cb0b97 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:11:28.451513 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-d64041ad-be85-467e-a049-41e6bd2a5bfe tempest-FloatingIPsAssociationTestJSON-2140037530 tempest-FloatingIPsAssociationTestJSON-2140037530] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:11:28.469175 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-61aa2975-71e7-44ec-9ed4-7229feeec0ff tempest-TaggedBootDevicesTest-541410187 tempest-TaggedBootDevicesTest-541410187] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 8.6915252 Jan 14 07:11:28.474304 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84875) accepted ('10.222.0.24', 56218) {{(pid=84875) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:11:28.499592 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.v2.base [None req-d6bb9003-228b-451e-bd90-5791dab88280 tempest-TaggedBootDevicesTest-541410187 tempest-TaggedBootDevicesTest-541410187] Request body: {'subnet': {'network_id': 'fdba73b7-2ae2-450a-a1be-4941055e53c1', 'cidr': '10.2.2.0/24', 'ip_version': 4}} {{(pid=84875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:11:28.647236 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3a19119-cc3c-4cfd-9f9d-40e82dae1682 None None] Network fd33dbe3-7afa-46b0-8897-ce6ba7fea060 requested from n-d-768862-2 {{(pid=84876) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 07:11:28.735493 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66f9848e-b5b6-42dd-93fb-53a7bee831c8 req-2bb830db-73ba-4d2f-a620-266070a872a3 tempest-SecurityGroupsTestJSON-494699717 tempest-SecurityGroupsTestJSON-494699717] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:11:28.736342 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [req-66f9848e-b5b6-42dd-93fb-53a7bee831c8 req-2bb830db-73ba-4d2f-a620-266070a872a3 tempest-SecurityGroupsTestJSON-494699717 tempest-SecurityGroupsTestJSON-494699717] Synchronizing usage tracker for tenant:7508ad1d114d4921bf43c45410ae9d5f on resource:network {{(pid=84875) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 14 07:11:28.760859 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6924e5cb-4a26-401f-bf13-a3644154341a admin admin] Pushing event updated for resources: {'Port': ['ID=cda795e6-c8fa-40b8-b213-9b831bf9f120,revision_number=1']} {{(pid=84874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:11:28.776838 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Device aa7304d0-5cee-4400-b8b8-76a32b9433fc up at agent ovs-agent-n-d-768862-2 {{(pid=84876) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 07:11:28.795468 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-6924e5cb-4a26-401f-bf13-a3644154341a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.344s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:11:28.853579 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-d6bb9003-228b-451e-bd90-5791dab88280 tempest-TaggedBootDevicesTest-541410187 tempest-TaggedBootDevicesTest-541410187] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:11:28.858456 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d1e1bfd-5c29-4982-bae3-089f3b2784d4 req-71484250-74f3-4c88-93e9-a9c1bd8d93b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:11:28.860756 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [req-3d1e1bfd-5c29-4982-bae3-089f3b2784d4 req-71484250-74f3-4c88-93e9-a9c1bd8d93b5 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=93a8da55e1c346bf8dc2a8711a9e4edc&device_id=b4df1c8c-f0c2-4966-97b9-13f58a5db756 HTTP/1.1" status: 200 len: 1159 time: 1.6141522 Jan 14 07:11:28.865708 n-d-768862-2 neutron-server[84765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6924e5cb-4a26-401f-bf13-a3644154341a admin admin] Network 226f1e78-82cd-4481-9055-4eb73b6db8c1 is already hosted by enough agents. {{(pid=84874) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 07:11:28.870586 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-d6bb9003-228b-451e-bd90-5791dab88280 tempest-TaggedBootDevicesTest-541410187 tempest-TaggedBootDevicesTest-541410187] Usage tracker for resource:subnet and tenant:4873c9000017431bb4db0aa60ef7da75 is out of sync, need to count used quota {{(pid=84875) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:11:28.872419 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.db_base_plugin_v2 [None req-3ff78b6e-45ca-4c16-b94a-cb52f413bc8a admin admin] Deleting subnet 9739cd10-72b2-4025-894a-beee6ba7ca4d {{(pid=84874) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Jan 14 07:11:28.873663 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [req-66f9848e-b5b6-42dd-93fb-53a7bee831c8 req-2bb830db-73ba-4d2f-a620-266070a872a3 tempest-SecurityGroupsTestJSON-494699717 tempest-SecurityGroupsTestJSON-494699717] Unset dirty status for tenant:7508ad1d114d4921bf43c45410ae9d5f on resource:network {{(pid=84875) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 14 07:11:28.874980 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [req-66f9848e-b5b6-42dd-93fb-53a7bee831c8 req-2bb830db-73ba-4d2f-a620-266070a872a3 tempest-SecurityGroupsTestJSON-494699717 tempest-SecurityGroupsTestJSON-494699717] 10.222.0.24 "GET /v2.0/networks?id=0ae0d74f-fb07-4956-93bf-0fc765cd0723 HTTP/1.1" status: 200 len: 812 time: 0.6556151 Jan 14 07:11:28.879740 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-d6bb9003-228b-451e-bd90-5791dab88280 tempest-TaggedBootDevicesTest-541410187 tempest-TaggedBootDevicesTest-541410187] Quota usage for subnet was recalculated. Used quota:2. {{(pid=84875) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:11:28.911506 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-d6bb9003-228b-451e-bd90-5791dab88280 tempest-TaggedBootDevicesTest-541410187 tempest-TaggedBootDevicesTest-541410187] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=84875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:11:28.947786 n-d-768862-2 neutron-server[84765]: DEBUG neutron.scheduler.base_scheduler [None req-6924e5cb-4a26-401f-bf13-a3644154341a admin admin] Resources bound (agent type, host, resource id): {{(pid=84874) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 07:11:28.955208 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6924e5cb-4a26-401f-bf13-a3644154341a admin admin] Received port after_create {{(pid=84874) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 14 07:11:28.967555 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [req-66f9848e-b5b6-42dd-93fb-53a7bee831c8 req-e51895d5-6d10-4e0c-be2e-823c8a6b76f1 tempest-SecurityGroupsTestJSON-494699717 tempest-SecurityGroupsTestJSON-494699717] 10.222.0.24 "GET /v2.0/quotas/7508ad1d114d4921bf43c45410ae9d5f HTTP/1.1" status: 200 len: 375 time: 0.0845764 Jan 14 07:11:28.974033 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-3b7a1f4c-811d-4b65-aff3-dc9cb0cb0b97 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:11:29.026097 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-3ff78b6e-45ca-4c16-b94a-cb52f413bc8a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:11:29.031642 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-3b7a1f4c-811d-4b65-aff3-dc9cb0cb0b97 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850887153'] for security_group, after_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:11:29.045606 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-1c71a280-f0bb-47bf-941d-11a73a434711 tempest-SecurityGroupsTestAdminJSON-1976002775 tempest-SecurityGroupsTestAdminJSON-1976002775] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:11:29.052461 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d6bb9003-228b-451e-bd90-5791dab88280 tempest-TaggedBootDevicesTest-541410187 tempest-TaggedBootDevicesTest-541410187] Made reservation on behalf of 4873c9000017431bb4db0aa60ef7da75 for: {'subnet': 1} {{(pid=84875) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 07:11:29.085657 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [req-66f9848e-b5b6-42dd-93fb-53a7bee831c8 req-42f55fa7-aeb0-4faf-865d-49368e7d05e6 tempest-SecurityGroupsTestJSON-494699717 tempest-SecurityGroupsTestJSON-494699717] 10.222.0.24 "GET /v2.0/ports?tenant_id=7508ad1d114d4921bf43c45410ae9d5f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0938404 Jan 14 07:11:29.093852 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-3ff78b6e-45ca-4c16-b94a-cb52f413bc8a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036851807232'] for subnet, precommit_delete_associations {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:11:29.200187 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Provisioning for port aa7304d0-5cee-4400-b8b8-76a32b9433fc completed by entity L2. {{(pid=84876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 07:11:29.218889 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-ad89f690-6d5e-49c9-b4e4-28132b347b89 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555753'] for port, before_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:11:29.219258 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-2054998a-e6d9-493f-91f4-c25a53c46442 None None] Notify callbacks [] for port, precommit_update {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:11:29.230956 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Device 20fddc64-9bea-4144-ac8e-7095709491d4 up at agent ovs-agent-n-d-768862-2 {{(pid=84876) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 07:11:29.289651 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d41a1d36-9d4c-49f7-9f16-26def76dae76 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5d94dc7a-c095-50a4-955e-5f3b78718a12-42eaf091-c60a-4bbd-870e-8010d14ac7f2', 'network_id': '42eaf091-c60a-4bbd-870e-8010d14ac7f2', 'tenant_id': '4873c9000017431bb4db0aa60ef7da75', 'fixed_ips': [{'subnet_id': '008b1096-3405-4b9e-bc95-7872e98ae48f'}]}} from n-d-768862-2. {{(pid=84876) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Jan 14 07:11:29.290512 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-d41a1d36-9d4c-49f7-9f16-26def76dae76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555753'] for port, before_create {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:11:29.294311 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b7a1f4c-811d-4b65-aff3-dc9cb0cb0b97 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5f14d3e6-2e87-427f-9b5a-1da3affdf858,revision_number=1']} {{(pid=84875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:11:29.322495 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-3b7a1f4c-811d-4b65-aff3-dc9cb0cb0b97 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.277s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:11:29.327979 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-3b7a1f4c-811d-4b65-aff3-dc9cb0cb0b97 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=b6d53b8a07984e2d88871a1cddf4d40f&name=default HTTP/1.1" status: 200 len: 2979 time: 1.7716200 Jan 14 07:11:29.345583 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84875) accepted ('10.222.0.24', 56222) {{(pid=84875) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:11:29.359168 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-2054998a-e6d9-493f-91f4-c25a53c46442 None None] Transition to ACTIVE for port object 1f8d73f2-9054-4e85-ba41-f2dd89575c0b will not be triggered until provisioned by entity L2. {{(pid=84876) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 07:11:29.370938 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-d6bb9003-228b-451e-bd90-5791dab88280 tempest-TaggedBootDevicesTest-541410187 tempest-TaggedBootDevicesTest-541410187] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036852467157'] for subnet, before_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:11:29.385788 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-2054998a-e6d9-493f-91f4-c25a53c46442 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777640533312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363259214678337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777640097497'] for port, after_update {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:11:29.394921 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [req-3d1e1bfd-5c29-4982-bae3-089f3b2784d4 req-9d61b689-daea-440b-b1c7-ec50ecf6e0b0 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=f4946652-2956-4264-8760-7566823f7199 HTTP/1.1" status: 200 len: 217 time: 0.5197544 Jan 14 07:11:29.405526 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-017f98a9-8a07-408c-a86f-8ff0c00400a0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84876) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:11:29.651444 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [req-66f9848e-b5b6-42dd-93fb-53a7bee831c8 req-cc7dd7be-f89d-43bc-9b8d-54143a82c5aa service neutron] 10.222.0.24 "GET /v2.0/networks/0ae0d74f-fb07-4956-93bf-0fc765cd0723?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5050931 Jan 14 07:11:29.655278 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-bac03435-b650-43fd-af76-cc0254f6ca84 None None] Provisioning complete for port 20fddc64-9bea-4144-ac8e-7095709491d4 triggered by entity DHCP. {{(pid=84876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 07:11:29.656042 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-bac03435-b650-43fd-af76-cc0254f6ca84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-604227'] for port, provisioning_complete {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:11:29.694309 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-3ff78b6e-45ca-4c16-b94a-cb52f413bc8a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036854176836'] for subnet, precommit_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:11:29.710502 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a526fd8-c5a5-41f7-ba8a-372f548a89aa None None] Pushing event updated for resources: {'Port': ['ID=1f8d73f2-9054-4e85-ba41-f2dd89575c0b,revision_number=2']} {{(pid=84876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:11:29.722467 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-02b893b8-36da-4d77-8fbb-0da1f6e1206f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:11:29.733896 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e99772ea-2058-4274-a920-a17235d3f81f tempest-ServersTestMultiNic-2121779930 tempest-ServersTestMultiNic-2121779930] Checking segment: {'id': '03fb12c0-b28b-4752-937b-ed8f1fec4960', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': 'e8533908-6f3a-4b15-a6d5-8c765cd11374'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84874) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 14 07:11:29.734300 n-d-768862-2 neutron-server[84765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e99772ea-2058-4274-a920-a17235d3f81f tempest-ServersTestMultiNic-2121779930 tempest-ServersTestMultiNic-2121779930] Network hostable DHCP agents. Network: e8533908-6f3a-4b15-a6d5-8c765cd11374, hostable agents: ['32f3dd84-26da-4d18-bf15-6017a8fb7247'], hosted agents: [] {{(pid=84874) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Jan 14 07:11:29.738232 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-3a526fd8-c5a5-41f7-ba8a-372f548a89aa None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.333s {{(pid=84876) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:11:29.793729 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d1e1bfd-5c29-4982-bae3-089f3b2784d4 req-9495d038-9250-4eff-b005-19a70867ec80 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:11:29.796266 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [req-3d1e1bfd-5c29-4982-bae3-089f3b2784d4 req-9495d038-9250-4eff-b005-19a70867ec80 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=b1b9f7fe-b358-4c3f-84bc-2be679521ed7 HTTP/1.1" status: 200 len: 860 time: 0.3414340 Jan 14 07:11:29.804292 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Provisioning complete for port 20fddc64-9bea-4144-ac8e-7095709491d4 triggered by entity L2. {{(pid=84876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 07:11:29.804566 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-604227'] for port, provisioning_complete {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:11:29.936919 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-02b893b8-36da-4d77-8fbb-0da1f6e1206f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:11:29.977566 n-d-768862-2 neutron-server[84765]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1f3cfc8d-53ba-4824-a1ef-2e4eccd5ca2a admin admin] Router 82dd61ed-ae4e-410a-8afc-81ebcc6cf600 has already been hosted by L3 agent 35f592e9-451b-4db9-abea-77b6a5c5391b {{(pid=84874) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Jan 14 07:11:29.984585 n-d-768862-2 neutron-server[84765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e99772ea-2058-4274-a920-a17235d3f81f tempest-ServersTestMultiNic-2121779930 tempest-ServersTestMultiNic-2121779930] Network e8533908-6f3a-4b15-a6d5-8c765cd11374 is scheduled to be hosted by DHCP agent 32f3dd84-26da-4d18-bf15-6017a8fb7247 with binding_index 1 {{(pid=84874) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Jan 14 07:11:30.078486 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.managers [None req-2054998a-e6d9-493f-91f4-c25a53c46442 None None] Attempting to bind port 1f8d73f2-9054-4e85-ba41-f2dd89575c0b on host n-d-768862-2 for vnic_type normal with profile {{(pid=84876) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 14 07:11:30.079014 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.managers [None req-2054998a-e6d9-493f-91f4-c25a53c46442 None None] Attempting to bind port 1f8d73f2-9054-4e85-ba41-f2dd89575c0b by drivers openvswitch on host n-d-768862-2 at level 0 using segments [{'id': 'cf3ded2c-bc47-4a71-89af-6e7117e60140', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '226f1e78-82cd-4481-9055-4eb73b6db8c1'}] {{(pid=84876) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 14 07:11:30.079522 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2054998a-e6d9-493f-91f4-c25a53c46442 None None] Attempting to bind port 1f8d73f2-9054-4e85-ba41-f2dd89575c0b on network 226f1e78-82cd-4481-9055-4eb73b6db8c1 {{(pid=84876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 14 07:11:30.122276 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [req-66f9848e-b5b6-42dd-93fb-53a7bee831c8 req-cb787b01-87b3-43d5-89b9-f866995fbce0 service neutron] 10.222.0.24 "GET /v2.0/networks/0ae0d74f-fb07-4956-93bf-0fc765cd0723?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.4555392 Jan 14 07:11:30.172597 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2054998a-e6d9-493f-91f4-c25a53c46442 None None] Checking agent: {'id': 'ba5efab1-b43c-4d5a-bc52-6e105d4e67a2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768862-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 14, 6, 56, 52), 'started_at': datetime.datetime(2021, 1, 14, 6, 57, 22), 'heartbeat_timestamp': datetime.datetime(2021, 1, 14, 7, 11, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768862-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.29', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 14 07:11:30.173110 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2054998a-e6d9-493f-91f4-c25a53c46442 None None] Checking segment: {'id': 'cf3ded2c-bc47-4a71-89af-6e7117e60140', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '226f1e78-82cd-4481-9055-4eb73b6db8c1'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84876) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 14 07:11:30.173662 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-2054998a-e6d9-493f-91f4-c25a53c46442 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:11:30.174197 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2054998a-e6d9-493f-91f4-c25a53c46442 None None] Bound using segment: {'id': 'cf3ded2c-bc47-4a71-89af-6e7117e60140', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '226f1e78-82cd-4481-9055-4eb73b6db8c1'} {{(pid=84876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 14 07:11:30.174875 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.managers [None req-2054998a-e6d9-493f-91f4-c25a53c46442 None None] Bound port: 1f8d73f2-9054-4e85-ba41-f2dd89575c0b, host: n-d-768862-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cf3ded2c-bc47-4a71-89af-6e7117e60140', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '226f1e78-82cd-4481-9055-4eb73b6db8c1'}}] {{(pid=84876) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 14 07:11:30.175382 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-2054998a-e6d9-493f-91f4-c25a53c46442 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555753'] for port, before_update {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:11:30.356588 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-bac03435-b650-43fd-af76-cc0254f6ca84 None None] Provisioning for port aa7304d0-5cee-4400-b8b8-76a32b9433fc completed by entity DHCP. {{(pid=84876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 07:11:30.376898 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.db_base_plugin_common [None req-d41a1d36-9d4c-49f7-9f16-26def76dae76 None None] Allocated IP 10.1.1.2 (42eaf091-c60a-4bbd-870e-8010d14ac7f2/008b1096-3405-4b9e-bc95-7872e98ae48f/1a867ea6-5adf-4c62-9d18-e20e70dc2b38) {{(pid=84876) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 14 07:11:30.384849 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-bac03435-b650-43fd-af76-cc0254f6ca84 None None] Provisioning complete for port aa7304d0-5cee-4400-b8b8-76a32b9433fc triggered by entity DHCP. {{(pid=84876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 07:11:30.385684 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-bac03435-b650-43fd-af76-cc0254f6ca84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-604227'] for port, provisioning_complete {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:11:30.499393 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-6924e5cb-4a26-401f-bf13-a3644154341a admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:11:30.520103 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Device 13579756-e803-43e9-b140-10c1fa18648b no longer exists at agent ovs-agent-n-d-768862-2 {{(pid=84876) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jan 14 07:11:30.614189 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [None req-2054998a-e6d9-493f-91f4-c25a53c46442 None None] For port 1f8d73f2-9054-4e85-ba41-f2dd89575c0b, host n-d-768862-2, cleared binding levels {{(pid=84876) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 14 07:11:30.792195 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-02b893b8-36da-4d77-8fbb-0da1f6e1206f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850887153'] for security_group, after_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:11:30.792485 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.plugin [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] No Port match for: 13579756-e803-43e9-b140-10c1fa18648b {{(pid=84876) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2188}} Jan 14 07:11:30.793107 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Device 13579756-e803-43e9-b140-10c1fa18648b not bound to the agent host n-d-768862-2 {{(pid=84876) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jan 14 07:11:30.816527 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-cf39d703-c066-4c15-baef-0a964688fcf4 tempest-SecurityGroupsTestJSON-494699717 tempest-SecurityGroupsTestJSON-494699717] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:11:30.837292 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.db_base_plugin_common [None req-ad89f690-6d5e-49c9-b4e4-28132b347b89 admin admin] Allocated IP 172.20.0.1 (2a0349f4-20ea-4a54-b893-98956906179e/8e00e578-a633-4911-bdcc-3e95a2f0c245/d97d9e3c-9f97-4a10-a1d6-908ae70deea3) {{(pid=84875) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 14 07:11:30.843402 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [None req-2054998a-e6d9-493f-91f4-c25a53c46442 None None] For port 1f8d73f2-9054-4e85-ba41-f2dd89575c0b, host n-d-768862-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-2',level=0,port_id=1f8d73f2-9054-4e85-ba41-f2dd89575c0b,segment=NetworkSegment(cf3ded2c-bc47-4a71-89af-6e7117e60140),segment_id=cf3ded2c-bc47-4a71-89af-6e7117e60140)] {{(pid=84876) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 14 07:11:30.874587 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-2054998a-e6d9-493f-91f4-c25a53c46442 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777640533312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363259214678337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777640097497'] for port, after_update {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:11:30.898207 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-89fd7d4c-044a-42be-959c-35026c984c48 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84876) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:11:30.953124 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.v2.base [req-f2505eaf-f53f-4b32-8258-a74f67dfce97 req-6d7f246d-cc0a-424f-82d0-a05cb5eb641d tempest-SecurityGroupsTestJSON-494699717 tempest-SecurityGroupsTestJSON-494699717] Request body: {'security_group': {'name': ' tempest-securitygroup -1011614564 ', 'description': 'tempest-description-1841547700'}} {{(pid=84875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:11:30.973925 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02b893b8-36da-4d77-8fbb-0da1f6e1206f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5f14d3e6-2e87-427f-9b5a-1da3affdf858,revision_number=None']} {{(pid=84875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:11:30.978233 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-02b893b8-36da-4d77-8fbb-0da1f6e1206f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.165s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:11:30.998436 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [req-f2505eaf-f53f-4b32-8258-a74f67dfce97 req-6d7f246d-cc0a-424f-82d0-a05cb5eb641d tempest-SecurityGroupsTestJSON-494699717 tempest-SecurityGroupsTestJSON-494699717] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:11:31.011721 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [req-f2505eaf-f53f-4b32-8258-a74f67dfce97 req-6d7f246d-cc0a-424f-82d0-a05cb5eb641d tempest-SecurityGroupsTestJSON-494699717 tempest-SecurityGroupsTestJSON-494699717] Usage tracker for resource:security_group and tenant:7508ad1d114d4921bf43c45410ae9d5f is out of sync, need to count used quota {{(pid=84875) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:11:31.043780 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [req-f2505eaf-f53f-4b32-8258-a74f67dfce97 req-6d7f246d-cc0a-424f-82d0-a05cb5eb641d tempest-SecurityGroupsTestJSON-494699717 tempest-SecurityGroupsTestJSON-494699717] Quota usage for security_group was recalculated. Used quota:3. {{(pid=84875) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:11:31.080119 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-3ff78b6e-45ca-4c16-b94a-cb52f413bc8a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-598964', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850887113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036851521664', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2794686'] for subnet, after_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:11:31.114548 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [req-f2505eaf-f53f-4b32-8258-a74f67dfce97 req-6d7f246d-cc0a-424f-82d0-a05cb5eb641d tempest-SecurityGroupsTestJSON-494699717 tempest-SecurityGroupsTestJSON-494699717] Attempting to reserve 1 items for resource security_group. Total usage: 3; quota limit: 100; headroom:97 {{(pid=84875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:11:31.139928 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-02b893b8-36da-4d77-8fbb-0da1f6e1206f admin admin] Notify callbacks [] for security_group, before_response {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:11:31.144051 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-02b893b8-36da-4d77-8fbb-0da1f6e1206f admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/5f14d3e6-2e87-427f-9b5a-1da3affdf858 HTTP/1.1" status: 204 len: 168 time: 1.7944970 Jan 14 07:11:31.164269 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [req-f2505eaf-f53f-4b32-8258-a74f67dfce97 req-6d7f246d-cc0a-424f-82d0-a05cb5eb641d tempest-SecurityGroupsTestJSON-494699717 tempest-SecurityGroupsTestJSON-494699717] Notify callbacks [] for security_group, before_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:11:31.213168 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [req-f2505eaf-f53f-4b32-8258-a74f67dfce97 req-6d7f246d-cc0a-424f-82d0-a05cb5eb641d tempest-SecurityGroupsTestJSON-494699717 tempest-SecurityGroupsTestJSON-494699717] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:11:31.233107 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [req-f2505eaf-f53f-4b32-8258-a74f67dfce97 req-6d7f246d-cc0a-424f-82d0-a05cb5eb641d tempest-SecurityGroupsTestJSON-494699717 tempest-SecurityGroupsTestJSON-494699717] Usage tracker for resource:security_group_rule and tenant:7508ad1d114d4921bf43c45410ae9d5f is out of sync, need to count used quota {{(pid=84875) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:11:31.240255 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [req-f2505eaf-f53f-4b32-8258-a74f67dfce97 req-6d7f246d-cc0a-424f-82d0-a05cb5eb641d tempest-SecurityGroupsTestJSON-494699717 tempest-SecurityGroupsTestJSON-494699717] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=84875) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:11:31.265701 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [req-f2505eaf-f53f-4b32-8258-a74f67dfce97 req-6d7f246d-cc0a-424f-82d0-a05cb5eb641d tempest-SecurityGroupsTestJSON-494699717 tempest-SecurityGroupsTestJSON-494699717] Attempting to reserve 2 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=84875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:11:31.296186 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-ad89f690-6d5e-49c9-b4e4-28132b347b89 admin admin] Notify callbacks [] for port, precommit_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:11:31.337114 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-ad89f690-6d5e-49c9-b4e4-28132b347b89 admin admin] Transition to ACTIVE for port object d97d9e3c-9f97-4a10-a1d6-908ae70deea3 will not be triggered until provisioned by entity DHCP. {{(pid=84875) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 07:11:31.413532 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a526fd8-c5a5-41f7-ba8a-372f548a89aa None None] Pushing event updated for resources: {'Port': ['ID=1f8d73f2-9054-4e85-ba41-f2dd89575c0b,revision_number=3']} {{(pid=84876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:11:31.417630 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-3a526fd8-c5a5-41f7-ba8a-372f548a89aa None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.520s {{(pid=84876) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:11:31.475346 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-ad89f690-6d5e-49c9-b4e4-28132b347b89 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777640123575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851621574'] for port, after_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:11:31.476778 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-bac03435-b650-43fd-af76-cc0254f6ca84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555753'] for port, before_update {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:11:31.484879 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1f3cfc8d-53ba-4824-a1ef-2e4eccd5ca2a admin admin] Notify agent at l3_agent.n-d-768862-2 the message routers_updated {{(pid=84874) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jan 14 07:11:31.486603 n-d-768862-2 neutron-server[84765]: DEBUG neutron.scheduler.base_scheduler [None req-e99772ea-2058-4274-a920-a17235d3f81f tempest-ServersTestMultiNic-2121779930 tempest-ServersTestMultiNic-2121779930] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768862-2, e8533908-6f3a-4b15-a6d5-8c765cd11374) {{(pid=84874) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 07:11:31.495915 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:11:31.504717 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-b98eab91-9e40-4dbc-aa57-4b50981404ac admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:11:31.506367 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4777050-cdc5-4b79-8303-7fe67a24a612 None None] Sync routers for ids ['82dd61ed-ae4e-410a-8afc-81ebcc6cf600'] in n-d-768862-2 {{(pid=84877) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Jan 14 07:11:31.530361 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4777050-cdc5-4b79-8303-7fe67a24a612 None None] Routers {'82dd61ed-ae4e-410a-8afc-81ebcc6cf600'} bound to L3 agent in host n-d-768862-2 {{(pid=84877) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 14 07:11:31.531072 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_hamode_db [None req-a4777050-cdc5-4b79-8303-7fe67a24a612 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-01-14T06:56:51Z,description=,heartbeat_timestamp=2021-01-14T07:11:21Z,host='n-d-768862-2',id=35f592e9-451b-4db9-abea-77b6a5c5391b,load=0,resource_versions=,resources_synced=,started_at=2021-01-14T06:56:51Z,topic='l3_agent')) {'router_ids': ['82dd61ed-ae4e-410a-8afc-81ebcc6cf600'], 'active': True} {{(pid=84877) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:11:31.545741 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-d6bb9003-228b-451e-bd90-5791dab88280 tempest-TaggedBootDevicesTest-541410187 tempest-TaggedBootDevicesTest-541410187] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850887113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036851621412', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036852467174'] for subnet, after_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:11:31.550556 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3e023f2-8fcb-4c6d-a529-b393b97dda7f None None] Network e8533908-6f3a-4b15-a6d5-8c765cd11374 requested from n-d-768862-2 {{(pid=84876) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 07:11:31.562136 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ff78b6e-45ca-4c16-b94a-cb52f413bc8a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9739cd10-72b2-4025-894a-beee6ba7ca4d,revision_number=None']} {{(pid=84874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:11:31.634702 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e99772ea-2058-4274-a920-a17235d3f81f tempest-ServersTestMultiNic-2121779930 tempest-ServersTestMultiNic-2121779930] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:11:31.635758 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-e99772ea-2058-4274-a920-a17235d3f81f tempest-ServersTestMultiNic-2121779930 tempest-ServersTestMultiNic-2121779930] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3207107'] for subnet, before_response {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:11:31.653910 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-3ff78b6e-45ca-4c16-b94a-cb52f413bc8a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:11:31.655856 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84874) accepted ('10.222.0.24', 56250) {{(pid=84874) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:11:31.697310 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [req-f2505eaf-f53f-4b32-8258-a74f67dfce97 req-6d7f246d-cc0a-424f-82d0-a05cb5eb641d tempest-SecurityGroupsTestJSON-494699717 tempest-SecurityGroupsTestJSON-494699717] Notify callbacks [] for security_group, precommit_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:11:31.753330 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2054998a-e6d9-493f-91f4-c25a53c46442 None None] Routers {'8b3e17be-ca2c-4b78-96d4-8389afc90f7f'} bound to L3 agent in host n-d-768862-2 {{(pid=84876) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 14 07:11:31.753960 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_hamode_db [None req-2054998a-e6d9-493f-91f4-c25a53c46442 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-01-14T06:56:51Z,description=,heartbeat_timestamp=2021-01-14T07:11:21Z,host='n-d-768862-2',id=35f592e9-451b-4db9-abea-77b6a5c5391b,load=0,resource_versions=,resources_synced=,started_at=2021-01-14T06:56:51Z,topic='l3_agent')) {'router_ids': ['8b3e17be-ca2c-4b78-96d4-8389afc90f7f'], 'active': True} {{(pid=84876) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:11:31.784951 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [req-f2505eaf-f53f-4b32-8258-a74f67dfce97 req-6d7f246d-cc0a-424f-82d0-a05cb5eb641d tempest-SecurityGroupsTestJSON-494699717 tempest-SecurityGroupsTestJSON-494699717] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850887153'] for security_group, after_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:11:31.830592 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad89f690-6d5e-49c9-b4e4-28132b347b89 admin admin] Pushing event updated for resources: {'Port': ['ID=d97d9e3c-9f97-4a10-a1d6-908ae70deea3,revision_number=1']} {{(pid=84875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:11:31.838491 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-f2bc29cd-b77f-41cd-a038-ec634a48e5b1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:11:31.844512 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-ad89f690-6d5e-49c9-b4e4-28132b347b89 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.349s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:11:31.846416 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [None req-bac03435-b650-43fd-af76-cc0254f6ca84 None None] For port aa7304d0-5cee-4400-b8b8-76a32b9433fc, host n-d-768862-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-2',level=0,port_id=aa7304d0-5cee-4400-b8b8-76a32b9433fc,segment=NetworkSegment(d7cdd97e-25f8-4f4c-9cdf-6c6f8b4faafe),segment_id=d7cdd97e-25f8-4f4c-9cdf-6c6f8b4faafe)] {{(pid=84876) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 07:11:31.849229 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.194s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:11:31.851217 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-d41a1d36-9d4c-49f7-9f16-26def76dae76 None None] Notify callbacks [] for port, precommit_create {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:11:31.860153 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_dvr_db [None req-a4777050-cdc5-4b79-8303-7fe67a24a612 None None] Set router 82dd61ed-ae4e-410a-8afc-81ebcc6cf600 gateway port host: n-d-768862-2 {{(pid=84877) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 14 07:11:31.904011 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-f2bc29cd-b77f-41cd-a038-ec634a48e5b1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:11:31.914676 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [req-f2505eaf-f53f-4b32-8258-a74f67dfce97 req-6d7f246d-cc0a-424f-82d0-a05cb5eb641d tempest-SecurityGroupsTestJSON-494699717 tempest-SecurityGroupsTestJSON-494699717] Notify callbacks [] for security_group, before_response {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:11:31.915544 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-1f3cfc8d-53ba-4824-a1ef-2e4eccd5ca2a admin admin] 10.222.0.24 "PUT /v2.0/routers/82dd61ed-ae4e-410a-8afc-81ebcc6cf600/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 12.6356997 Jan 14 07:11:31.918328 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d1e1bfd-5c29-4982-bae3-089f3b2784d4 req-d483d0b2-2d8b-4843-8bf4-462a7b5123b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:11:31.919786 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-bac03435-b650-43fd-af76-cc0254f6ca84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777640533312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363259214678337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777640097497'] for port, after_update {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:11:31.920232 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [req-f2505eaf-f53f-4b32-8258-a74f67dfce97 req-6d7f246d-cc0a-424f-82d0-a05cb5eb641d tempest-SecurityGroupsTestJSON-494699717 tempest-SecurityGroupsTestJSON-494699717] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1786 time: 0.9725990 Jan 14 07:11:31.925425 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84875) accepted ('10.222.0.24', 56254) {{(pid=84875) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:11:31.927587 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [req-3d1e1bfd-5c29-4982-bae3-089f3b2784d4 req-d483d0b2-2d8b-4843-8bf4-462a7b5123b4 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=1c7b4b12-7df2-4f41-8649-b236d94b12da&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 2.1208518 Jan 14 07:11:31.937546 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-f2bc29cd-b77f-41cd-a038-ec634a48e5b1 admin admin] Usage tracker for resource:security_group_rule and tenant:437a6cf70f554d00839047de4665223d is out of sync, need to count used quota {{(pid=84874) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:11:31.941595 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-e99772ea-2058-4274-a920-a17235d3f81f tempest-ServersTestMultiNic-2121779930 tempest-ServersTestMultiNic-2121779930] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 9.8420303 Jan 14 07:11:31.946803 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-f2bc29cd-b77f-41cd-a038-ec634a48e5b1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84874) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:11:31.962361 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84876) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:11:32.020516 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-d41a1d36-9d4c-49f7-9f16-26def76dae76 None None] Transition to ACTIVE for port object 1a867ea6-5adf-4c62-9d18-e20e70dc2b38 will not be triggered until provisioned by entity L2. {{(pid=84876) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 07:11:32.080036 n-d-768862-2 neutron-server[84765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad89f690-6d5e-49c9-b4e4-28132b347b89 admin admin] Network 2a0349f4-20ea-4a54-b893-98956906179e is already hosted by enough agents. {{(pid=84875) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 07:11:32.096554 n-d-768862-2 neutron-server[84765]: DEBUG neutron.scheduler.base_scheduler [None req-ad89f690-6d5e-49c9-b4e4-28132b347b89 admin admin] Resources bound (agent type, host, resource id): {{(pid=84875) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 07:11:32.097896 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-d41a1d36-9d4c-49f7-9f16-26def76dae76 None None] Transition to ACTIVE for port object 1a867ea6-5adf-4c62-9d18-e20e70dc2b38 will not be triggered until provisioned by entity DHCP. {{(pid=84876) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 07:11:32.112444 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [req-3d1e1bfd-5c29-4982-bae3-089f3b2784d4 req-daf77281-f6ed-4369-945b-141b79d90d83 service neutron] 10.222.0.48 "GET /v2.0/networks/1c7b4b12-7df2-4f41-8649-b236d94b12da?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1672082 Jan 14 07:11:32.120633 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-f2bc29cd-b77f-41cd-a038-ec634a48e5b1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:11:32.216732 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-d41a1d36-9d4c-49f7-9f16-26def76dae76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777640123575'] for port, after_create {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:11:32.254482 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-7b362ea2-6caa-40b1-b1e3-700fd58adcc3 None None] Provisioning complete for port aa7304d0-5cee-4400-b8b8-76a32b9433fc triggered by entity DHCP. {{(pid=84876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 07:11:32.254908 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-7b362ea2-6caa-40b1-b1e3-700fd58adcc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-604227'] for port, provisioning_complete {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:11:32.294117 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-ad158168-58fd-4868-a6d4-82028f9fb731 admin admin] Notify callbacks [] for router, before_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:11:32.328141 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [req-3d1e1bfd-5c29-4982-bae3-089f3b2784d4 req-d5c04f19-96e6-41ad-858a-a672054b7395 service neutron] 10.222.0.48 "GET /v2.0/networks/1c7b4b12-7df2-4f41-8649-b236d94b12da?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1950924 Jan 14 07:11:32.365502 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bac03435-b650-43fd-af76-cc0254f6ca84 None None] Pushing event updated for resources: {'Port': ['ID=aa7304d0-5cee-4400-b8b8-76a32b9433fc,revision_number=3']} {{(pid=84876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:11:32.394577 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-3ff78b6e-45ca-4c16-b94a-cb52f413bc8a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3207107'] for subnet, before_response {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:11:32.394736 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-bac03435-b650-43fd-af76-cc0254f6ca84 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.432s {{(pid=84876) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:11:32.414759 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-3ff78b6e-45ca-4c16-b94a-cb52f413bc8a admin admin] 10.222.0.24 "DELETE /v2.0/subnets/9739cd10-72b2-4025-894a-beee6ba7ca4d HTTP/1.1" status: 204 len: 168 time: 4.7342770 Jan 14 07:11:32.415676 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-0347c335-0991-466a-8b43-2f9f15ead49c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.170s {{(pid=84876) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:11:32.441825 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84875) accepted ('10.222.0.24', 56272) {{(pid=84875) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:11:32.453241 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37fe5de5-4b6d-4c41-ac56-72b75afd7237 None None] Network cb2daf5c-c88f-4231-9c86-6d155cd05702 requested from n-d-768862-2 {{(pid=84876) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 07:11:32.476939 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_hamode_db [None req-a4777050-cdc5-4b79-8303-7fe67a24a612 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '82dd61ed-ae4e-410a-8afc-81ebcc6cf600', 'name': 'tempest-AttachSCSIVolumeTestJSON-1423477494-router', 'tenant_id': 'ba65ef79d7c74174b57bf91704a698b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '226f1e78-82cd-4481-9055-4eb73b6db8c1', 'external_fixed_ips': [{'subnet_id': 'ba8deeec-7658-4195-9449-038c076f5c83', 'ip_address': '172.25.2.174'}], 'enable_snat': True}, 'gw_port_id': 'a2510d44-9fb1-4a4f-ae33-d3d9bb614edf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-14T07:09:14Z', 'updated_at': '2021-01-14T07:11:25Z', 'revision_number': 5, 'project_id': 'ba65ef79d7c74174b57bf91704a698b7', 'gw_port': {'id': 'a2510d44-9fb1-4a4f-ae33-d3d9bb614edf', 'name': '', 'network_id': '226f1e78-82cd-4481-9055-4eb73b6db8c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:a7:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82dd61ed-ae4e-410a-8afc-81ebcc6cf600', 'device_owner': 'network:router_gateway', 'standard_attr_id': 451, 'fixed_ips': [{'subnet_id': 'ba8deeec-7658-4195-9449-038c076f5c83', 'ip_address': '172.25.2.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T07:09:15Z', 'updated_at': '2021-01-14T07:09:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ba8deeec-7658-4195-9449-038c076f5c83', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-2'}], 'n-d-768862-2', False) {} {{(pid=84877) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:11:32.482962 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4777050-cdc5-4b79-8303-7fe67a24a612 None None] Checking router: 82dd61ed-ae4e-410a-8afc-81ebcc6cf600 for host: n-d-768862-2 {{(pid=84877) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Jan 14 07:11:32.484078 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-6924e5cb-4a26-401f-bf13-a3644154341a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036850886612', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036850863158'] for router, after_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:11:32.492420 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad89f690-6d5e-49c9-b4e4-28132b347b89 admin admin] Received port after_create {{(pid=84875) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 14 07:11:32.494656 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4777050-cdc5-4b79-8303-7fe67a24a612 None None] Routers {'82dd61ed-ae4e-410a-8afc-81ebcc6cf600'} bound to L3 agent in host n-d-768862-2 {{(pid=84877) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 14 07:11:32.495571 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_hamode_db [None req-a4777050-cdc5-4b79-8303-7fe67a24a612 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-01-14T06:56:51Z,description=,heartbeat_timestamp=2021-01-14T07:11:21Z,host='n-d-768862-2',id=35f592e9-451b-4db9-abea-77b6a5c5391b,load=0,resource_versions=,resources_synced=,started_at=2021-01-14T06:56:51Z,topic='l3_agent')) {'router_ids': ['82dd61ed-ae4e-410a-8afc-81ebcc6cf600'], 'active': True} {{(pid=84877) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:11:32.542443 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6bb9003-228b-451e-bd90-5791dab88280 tempest-TaggedBootDevicesTest-541410187 tempest-TaggedBootDevicesTest-541410187] Pushing event updated for resources: {'Subnet': ['ID=274f9c2a-06a3-4614-bccf-87a243a10b69,revision_number=0']} {{(pid=84875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:11:32.577719 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_dvr_db [None req-2054998a-e6d9-493f-91f4-c25a53c46442 None None] Set router 8b3e17be-ca2c-4b78-96d4-8389afc90f7f gateway port host: n-d-768862-2 {{(pid=84876) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 14 07:11:32.714753 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_dvr_db [None req-a4777050-cdc5-4b79-8303-7fe67a24a612 None None] Set router 82dd61ed-ae4e-410a-8afc-81ebcc6cf600 gateway port host: n-d-768862-2 {{(pid=84877) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 14 07:11:32.768823 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [req-d769be46-0a26-444e-b20d-ab75bf5ed46f req-da82c810-69e4-4a6f-81bf-62eb5d1ad630 tempest-SecurityGroupsTestJSON-494699717 tempest-SecurityGroupsTestJSON-494699717] 10.222.0.24 "GET /v2.0/security-groups/1ee7a135-9f2f-41a8-8102-f7ac0262a272 HTTP/1.1" status: 200 len: 1781 time: 0.7306409 Jan 14 07:11:32.777946 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90b573ec-c100-489e-9668-ddaaa1fa3b56 req-8a4c85cc-a078-44dc-882d-f63f3adc62ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:11:32.786439 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [req-90b573ec-c100-489e-9668-ddaaa1fa3b56 req-8a4c85cc-a078-44dc-882d-f63f3adc62ed service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=93a8da55e1c346bf8dc2a8711a9e4edc&device_id=b4df1c8c-f0c2-4966-97b9-13f58a5db756 HTTP/1.1" status: 200 len: 1159 time: 0.3736038 Jan 14 07:11:32.876021 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d41a1d36-9d4c-49f7-9f16-26def76dae76 None None] Pushing event updated for resources: {'Port': ['ID=1a867ea6-5adf-4c62-9d18-e20e70dc2b38,revision_number=1']} {{(pid=84876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:11:32.879639 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-d6bb9003-228b-451e-bd90-5791dab88280 tempest-TaggedBootDevicesTest-541410187 tempest-TaggedBootDevicesTest-541410187] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.015s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:11:32.883620 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-1f2d2bd4-e399-4735-9324-7ed7d9bbb234 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 1.079s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:11:32.892628 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-d41a1d36-9d4c-49f7-9f16-26def76dae76 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.477s {{(pid=84876) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:11:32.975893 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-f2bc29cd-b77f-41cd-a038-ec634a48e5b1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:11:33.003989 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-f2bc29cd-b77f-41cd-a038-ec634a48e5b1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850887153'] for security_group, after_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:11:33.044415 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-70241727-eff3-4e84-abc8-a1cce51ec646 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:11:33.058632 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-f2bc29cd-b77f-41cd-a038-ec634a48e5b1 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=437a6cf70f554d00839047de4665223d&name=default HTTP/1.1" status: 200 len: 2979 time: 1.2646389 Jan 14 07:11:33.065976 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84874) accepted ('10.222.0.24', 56280) {{(pid=84874) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:11:33.175367 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2bc29cd-b77f-41cd-a038-ec634a48e5b1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=51c85135-df3f-401d-b2f6-cb9e45ecb0f0,revision_number=1']} {{(pid=84874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:11:33.178265 n-d-768862-2 neutron-server[84765]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6924e5cb-4a26-401f-bf13-a3644154341a admin admin] Router 50975c9d-2d06-44d9-b1e5-86f6cb8bd18c is scheduled to L3 agent 35f592e9-451b-4db9-abea-77b6a5c5391b with binding_index 1 {{(pid=84874) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}} Jan 14 07:11:33.202043 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90b573ec-c100-489e-9668-ddaaa1fa3b56 req-ae198d7c-c807-4f94-9405-55cbe9a4e1a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:11:33.204354 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [req-90b573ec-c100-489e-9668-ddaaa1fa3b56 req-ae198d7c-c807-4f94-9405-55cbe9a4e1a2 service neutron] 10.222.0.48 "GET /v2.0/networks?tenant_id=93a8da55e1c346bf8dc2a8711a9e4edc&shared=False HTTP/1.1" status: 200 len: 915 time: 0.3972306 Jan 14 07:11:33.223432 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8fe25f6e-4160-4a03-8e2c-700abd85c0ba None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5d94dc7a-c095-50a4-955e-5f3b78718a12-e8533908-6f3a-4b15-a6d5-8c765cd11374', 'network_id': 'e8533908-6f3a-4b15-a6d5-8c765cd11374', 'tenant_id': '7d129397cd71499dbaa91be4909e3699', 'fixed_ips': [{'subnet_id': '80011ed2-d474-43f4-a5e9-9dcb07d6a3c1'}]}} from n-d-768862-2. {{(pid=84876) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Jan 14 07:11:33.224546 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-8fe25f6e-4160-4a03-8e2c-700abd85c0ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555753'] for port, before_create {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:11:33.231888 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2bc29cd-b77f-41cd-a038-ec634a48e5b1 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@n-h1-768862-2 {{(pid=84874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:11:33.232593 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2bc29cd-b77f-41cd-a038-ec634a48e5b1 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-h1-768862-2 {{(pid=84874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:11:33.233296 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2bc29cd-b77f-41cd-a038-ec634a48e5b1 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-h1-768862-2 {{(pid=84874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:11:33.233843 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2bc29cd-b77f-41cd-a038-ec634a48e5b1 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-h1-768862-2 {{(pid=84874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:11:33.234387 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2bc29cd-b77f-41cd-a038-ec634a48e5b1 admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@n-h1-768862-2 {{(pid=84874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:11:33.234950 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2bc29cd-b77f-41cd-a038-ec634a48e5b1 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-h1-768862-2 {{(pid=84874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:11:33.235497 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2bc29cd-b77f-41cd-a038-ec634a48e5b1 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-h1-768862-2 {{(pid=84874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:11:33.236066 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2bc29cd-b77f-41cd-a038-ec634a48e5b1 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-h1-768862-2 {{(pid=84874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:11:33.236627 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2bc29cd-b77f-41cd-a038-ec634a48e5b1 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-h1-768862-2 {{(pid=84874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:11:33.237171 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2bc29cd-b77f-41cd-a038-ec634a48e5b1 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-h1-768862-2 {{(pid=84874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:11:33.237720 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2bc29cd-b77f-41cd-a038-ec634a48e5b1 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-h1-768862-2 {{(pid=84874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:11:33.238262 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2bc29cd-b77f-41cd-a038-ec634a48e5b1 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-h1-768862-2 {{(pid=84874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:11:33.238856 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2bc29cd-b77f-41cd-a038-ec634a48e5b1 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@n-h2-768862-2 {{(pid=84874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:11:33.239403 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2bc29cd-b77f-41cd-a038-ec634a48e5b1 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-h2-768862-2 {{(pid=84874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:11:33.240004 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2bc29cd-b77f-41cd-a038-ec634a48e5b1 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-h2-768862-2 {{(pid=84874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:11:33.240565 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2bc29cd-b77f-41cd-a038-ec634a48e5b1 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-h2-768862-2 {{(pid=84874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:11:33.241114 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2bc29cd-b77f-41cd-a038-ec634a48e5b1 admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@n-h2-768862-2 {{(pid=84874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:11:33.241663 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2bc29cd-b77f-41cd-a038-ec634a48e5b1 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-h2-768862-2 {{(pid=84874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:11:33.242204 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2bc29cd-b77f-41cd-a038-ec634a48e5b1 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-h2-768862-2 {{(pid=84874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:11:33.242742 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2bc29cd-b77f-41cd-a038-ec634a48e5b1 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-h2-768862-2 {{(pid=84874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:11:33.243439 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2bc29cd-b77f-41cd-a038-ec634a48e5b1 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-h2-768862-2 {{(pid=84874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:11:33.244027 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2bc29cd-b77f-41cd-a038-ec634a48e5b1 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-h2-768862-2 {{(pid=84874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:11:33.244576 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2bc29cd-b77f-41cd-a038-ec634a48e5b1 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-h2-768862-2 {{(pid=84874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:11:33.245118 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2bc29cd-b77f-41cd-a038-ec634a48e5b1 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-h2-768862-2 {{(pid=84874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:11:33.245758 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2bc29cd-b77f-41cd-a038-ec634a48e5b1 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-2 {{(pid=84874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:11:33.246416 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2bc29cd-b77f-41cd-a038-ec634a48e5b1 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-2 {{(pid=84874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:11:33.246987 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2bc29cd-b77f-41cd-a038-ec634a48e5b1 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-2 {{(pid=84874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:11:33.247542 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2bc29cd-b77f-41cd-a038-ec634a48e5b1 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-2 {{(pid=84874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:11:33.248162 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2bc29cd-b77f-41cd-a038-ec634a48e5b1 admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@n-d-768862-2 {{(pid=84874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:11:33.248753 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2bc29cd-b77f-41cd-a038-ec634a48e5b1 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-2 {{(pid=84874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:11:33.249329 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2bc29cd-b77f-41cd-a038-ec634a48e5b1 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-768862-2 {{(pid=84874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:11:33.249895 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2bc29cd-b77f-41cd-a038-ec634a48e5b1 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-768862-2 {{(pid=84874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:11:33.250472 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2bc29cd-b77f-41cd-a038-ec634a48e5b1 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-2 {{(pid=84874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:11:33.251043 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2bc29cd-b77f-41cd-a038-ec634a48e5b1 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-2 {{(pid=84874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:11:33.251632 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2bc29cd-b77f-41cd-a038-ec634a48e5b1 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-2 {{(pid=84874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:11:33.252239 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2bc29cd-b77f-41cd-a038-ec634a48e5b1 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-2 {{(pid=84874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:11:33.256071 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Device aa7304d0-5cee-4400-b8b8-76a32b9433fc up at agent ovs-agent-n-d-768862-2 {{(pid=84876) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 07:11:33.384196 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_hamode_db [None req-a4777050-cdc5-4b79-8303-7fe67a24a612 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '82dd61ed-ae4e-410a-8afc-81ebcc6cf600', 'name': 'tempest-AttachSCSIVolumeTestJSON-1423477494-router', 'tenant_id': 'ba65ef79d7c74174b57bf91704a698b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '226f1e78-82cd-4481-9055-4eb73b6db8c1', 'external_fixed_ips': [{'subnet_id': 'ba8deeec-7658-4195-9449-038c076f5c83', 'ip_address': '172.25.2.174'}], 'enable_snat': True}, 'gw_port_id': 'a2510d44-9fb1-4a4f-ae33-d3d9bb614edf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-14T07:09:14Z', 'updated_at': '2021-01-14T07:11:25Z', 'revision_number': 5, 'project_id': 'ba65ef79d7c74174b57bf91704a698b7', 'gw_port': {'id': 'a2510d44-9fb1-4a4f-ae33-d3d9bb614edf', 'name': '', 'network_id': '226f1e78-82cd-4481-9055-4eb73b6db8c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:a7:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82dd61ed-ae4e-410a-8afc-81ebcc6cf600', 'device_owner': 'network:router_gateway', 'standard_attr_id': 451, 'fixed_ips': [{'subnet_id': 'ba8deeec-7658-4195-9449-038c076f5c83', 'ip_address': '172.25.2.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T07:09:15Z', 'updated_at': '2021-01-14T07:09:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ba8deeec-7658-4195-9449-038c076f5c83', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-2'}], 'n-d-768862-2', False) {} {{(pid=84877) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:11:33.393984 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4777050-cdc5-4b79-8303-7fe67a24a612 None None] The sync data for ids ['82dd61ed-ae4e-410a-8afc-81ebcc6cf600'] in n-d-768862-2 is: [{'id': '82dd61ed-ae4e-410a-8afc-81ebcc6cf600', 'name': 'tempest-AttachSCSIVolumeTestJSON-1423477494-router', 'tenant_id': 'ba65ef79d7c74174b57bf91704a698b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '226f1e78-82cd-4481-9055-4eb73b6db8c1', 'external_fixed_ips': [{'subnet_id': 'ba8deeec-7658-4195-9449-038c076f5c83', 'ip_address': '172.25.2.174'}], 'enable_snat': True}, 'gw_port_id': 'a2510d44-9fb1-4a4f-ae33-d3d9bb614edf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-14T07:09:14Z', 'updated_at': '2021-01-14T07:11:25Z', 'revision_number': 5, 'project_id': 'ba65ef79d7c74174b57bf91704a698b7', 'gw_port': {'id': 'a2510d44-9fb1-4a4f-ae33-d3d9bb614edf', 'name': '', 'network_id': '226f1e78-82cd-4481-9055-4eb73b6db8c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:a7:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82dd61ed-ae4e-410a-8afc-81ebcc6cf600', 'device_owner': 'network:router_gateway', 'standard_attr_id': 451, 'fixed_ips': [{'subnet_id': 'ba8deeec-7658-4195-9449-038c076f5c83', 'ip_address': '172.25.2.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T07:09:15Z', 'updated_at': '2021-01-14T07:09:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ba8deeec-7658-4195-9449-038c076f5c83', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-2'}] {{(pid=84877) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Jan 14 07:11:33.421997 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d7f246d-cc0a-424f-82d0-a05cb5eb641d tempest-SecurityGroupsTestJSON-494699717 tempest-SecurityGroupsTestJSON-494699717] Pushing event updated for resources: {'SecurityGroup': ['ID=1ee7a135-9f2f-41a8-8102-f7ac0262a272,revision_number=1']} {{(pid=84875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:11:33.425977 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-6d7f246d-cc0a-424f-82d0-a05cb5eb641d tempest-SecurityGroupsTestJSON-494699717 tempest-SecurityGroupsTestJSON-494699717] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.542s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:11:33.444827 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-ad89f690-6d5e-49c9-b4e4-28132b347b89 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036850886386'] for router_interface, before_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:11:33.469684 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-f2bc29cd-b77f-41cd-a038-ec634a48e5b1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.425s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:11:33.512936 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-7c2992f0-67f0-4fbd-8020-a208f573d6cc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:11:33.519055 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6bb9003-228b-451e-bd90-5791dab88280 tempest-TaggedBootDevicesTest-541410187 tempest-TaggedBootDevicesTest-541410187] Checking segment: {'id': '9cfd7867-f4fc-45d4-a7eb-0f31720b5608', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 14, 'network_id': 'fdba73b7-2ae2-450a-a1be-4941055e53c1'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84875) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 14 07:11:33.519523 n-d-768862-2 neutron-server[84765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6bb9003-228b-451e-bd90-5791dab88280 tempest-TaggedBootDevicesTest-541410187 tempest-TaggedBootDevicesTest-541410187] Network hostable DHCP agents. Network: fdba73b7-2ae2-450a-a1be-4941055e53c1, hostable agents: ['32f3dd84-26da-4d18-bf15-6017a8fb7247'], hosted agents: [] {{(pid=84875) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Jan 14 07:11:33.563972 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4749a9d8-1a24-4696-b0e1-b9fbefef11e5 req-8d80b3e7-4949-45ae-8a5d-bbbeda949876 tempest-ServersTestMultiNic-2121779930 tempest-ServersTestMultiNic-2121779930] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:11:33.587507 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4749a9d8-1a24-4696-b0e1-b9fbefef11e5 req-8d80b3e7-4949-45ae-8a5d-bbbeda949876 tempest-ServersTestMultiNic-2121779930 tempest-ServersTestMultiNic-2121779930] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:11:33.588403 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [req-4749a9d8-1a24-4696-b0e1-b9fbefef11e5 req-8d80b3e7-4949-45ae-8a5d-bbbeda949876 tempest-ServersTestMultiNic-2121779930 tempest-ServersTestMultiNic-2121779930] Synchronizing usage tracker for tenant:7d129397cd71499dbaa91be4909e3699 on resource:network {{(pid=84875) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 14 07:11:33.597617 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90b573ec-c100-489e-9668-ddaaa1fa3b56 req-eb837459-1ec8-497e-a158-e6d3ba5b84f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:11:33.597617 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [req-90b573ec-c100-489e-9668-ddaaa1fa3b56 req-eb837459-1ec8-497e-a158-e6d3ba5b84f8 service neutron] 10.222.0.48 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 863 time: 0.3379576 Jan 14 07:11:33.598320 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-85bc795d-2717-4109-8a39-9e62ce0b8e9b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036854160497'] for network, before_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:11:33.625095 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-7c2992f0-67f0-4fbd-8020-a208f573d6cc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:11:33.666516 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [req-084c21d1-f53e-4958-8e2e-55c1f8003cb4 req-e715b35f-d055-4ed3-9771-a8a5ab85c911 tempest-SecurityGroupsTestJSON-494699717 tempest-SecurityGroupsTestJSON-494699717] 10.222.0.24 "GET /v2.0/security-groups/1ee7a135-9f2f-41a8-8102-f7ac0262a272 HTTP/1.1" status: 200 len: 1781 time: 0.7433717 Jan 14 07:11:33.707955 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6924e5cb-4a26-401f-bf13-a3644154341a admin admin] Notify agent at l3_agent.n-d-768862-2 the message routers_updated {{(pid=84874) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jan 14 07:11:33.733714 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-ad158168-58fd-4868-a6d4-82028f9fb731 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:11:33.738704 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9dfa18e-a28f-4458-83cc-aa4cb4d13a0b None None] Sync routers for ids ['50975c9d-2d06-44d9-b1e5-86f6cb8bd18c'] in n-d-768862-2 {{(pid=84876) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Jan 14 07:11:33.754958 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.plugin [None req-ad158168-58fd-4868-a6d4-82028f9fb731 admin admin] Deleting port a2510d44-9fb1-4a4f-ae33-d3d9bb614edf {{(pid=84875) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 07:11:33.755392 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-ad158168-58fd-4868-a6d4-82028f9fb731 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363259214248359'] for port, before_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:11:33.780902 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-7c2992f0-67f0-4fbd-8020-a208f573d6cc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850887153'] for security_group, after_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:11:33.783687 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-7c2992f0-67f0-4fbd-8020-a208f573d6cc admin admin] Notify callbacks [] for security_group, before_response {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:11:33.787657 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-7c2992f0-67f0-4fbd-8020-a208f573d6cc admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/51c85135-df3f-401d-b2f6-cb9e45ecb0f0 HTTP/1.1" status: 204 len: 168 time: 0.7160418 Jan 14 07:11:33.788918 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-a72ef056-c2a8-40b7-a996-5d404307cf5d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:11:33.803212 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c2992f0-67f0-4fbd-8020-a208f573d6cc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=51c85135-df3f-401d-b2f6-cb9e45ecb0f0,revision_number=None']} {{(pid=84874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:11:33.805653 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-6924e5cb-4a26-401f-bf13-a3644154341a admin admin] Notify callbacks [] for router, before_response {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:11:33.807333 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-6924e5cb-4a26-401f-bf13-a3644154341a admin admin] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 940 time: 13.7032695 Jan 14 07:11:33.810107 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-7c2992f0-67f0-4fbd-8020-a208f573d6cc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:11:33.810856 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84874) accepted ('10.222.0.24', 56286) {{(pid=84874) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:11:33.812878 n-d-768862-2 neutron-server[84765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d41a1d36-9d4c-49f7-9f16-26def76dae76 None None] Network 42eaf091-c60a-4bbd-870e-8010d14ac7f2 is already hosted by enough agents. {{(pid=84876) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 07:11:33.829270 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [req-4749a9d8-1a24-4696-b0e1-b9fbefef11e5 req-8d80b3e7-4949-45ae-8a5d-bbbeda949876 tempest-ServersTestMultiNic-2121779930 tempest-ServersTestMultiNic-2121779930] Unset dirty status for tenant:7d129397cd71499dbaa91be4909e3699 on resource:network {{(pid=84875) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 14 07:11:33.836518 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [req-4749a9d8-1a24-4696-b0e1-b9fbefef11e5 req-8d80b3e7-4949-45ae-8a5d-bbbeda949876 tempest-ServersTestMultiNic-2121779930 tempest-ServersTestMultiNic-2121779930] 10.222.0.24 "GET /v2.0/networks?id=25f1c1a0-ceab-4b3f-9e01-2007a6141e94&id=e8533908-6f3a-4b15-a6d5-8c765cd11374&id=25f1c1a0-ceab-4b3f-9e01-2007a6141e94 HTTP/1.1" status: 200 len: 1391 time: 1.3034627 Jan 14 07:11:33.839064 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.plugin [None req-85bc795d-2717-4109-8a39-9e62ce0b8e9b admin admin] Deleting port 85b2f479-48f5-48ef-aa08-37247c854833 {{(pid=84875) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 07:11:33.839448 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-85bc795d-2717-4109-8a39-9e62ce0b8e9b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363259214248359'] for port, before_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:11:33.855918 n-d-768862-2 neutron-server[84765]: DEBUG neutron.scheduler.base_scheduler [None req-d41a1d36-9d4c-49f7-9f16-26def76dae76 None None] Resources bound (agent type, host, resource id): {{(pid=84876) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 07:11:33.889234 n-d-768862-2 neutron-server[84765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6bb9003-228b-451e-bd90-5791dab88280 tempest-TaggedBootDevicesTest-541410187 tempest-TaggedBootDevicesTest-541410187] Network fdba73b7-2ae2-450a-a1be-4941055e53c1 is scheduled to be hosted by DHCP agent 32f3dd84-26da-4d18-bf15-6017a8fb7247 with binding_index 1 {{(pid=84875) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Jan 14 07:11:33.893155 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d41a1d36-9d4c-49f7-9f16-26def76dae76 None None] Received port after_create {{(pid=84876) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 14 07:11:33.923655 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9dfa18e-a28f-4458-83cc-aa4cb4d13a0b None None] Routers {'50975c9d-2d06-44d9-b1e5-86f6cb8bd18c'} bound to L3 agent in host n-d-768862-2 {{(pid=84876) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 14 07:11:33.924411 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_hamode_db [None req-c9dfa18e-a28f-4458-83cc-aa4cb4d13a0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-01-14T06:56:51Z,description=,heartbeat_timestamp=2021-01-14T07:11:21Z,host='n-d-768862-2',id=35f592e9-451b-4db9-abea-77b6a5c5391b,load=0,resource_versions=,resources_synced=,started_at=2021-01-14T06:56:51Z,topic='l3_agent')) {'router_ids': ['50975c9d-2d06-44d9-b1e5-86f6cb8bd18c'], 'active': True} {{(pid=84876) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:11:33.956295 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [req-4749a9d8-1a24-4696-b0e1-b9fbefef11e5 req-8c6d6fac-4647-4401-8dcd-94445eaf31e6 tempest-ServersTestMultiNic-2121779930 tempest-ServersTestMultiNic-2121779930] 10.222.0.24 "GET /v2.0/quotas/7d129397cd71499dbaa91be4909e3699 HTTP/1.1" status: 200 len: 375 time: 0.1186011 Jan 14 07:11:33.958298 n-d-768862-2 neutron-server[84765]: DEBUG neutron.scheduler.base_scheduler [None req-d6bb9003-228b-451e-bd90-5791dab88280 tempest-TaggedBootDevicesTest-541410187 tempest-TaggedBootDevicesTest-541410187] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768862-2, fdba73b7-2ae2-450a-a1be-4941055e53c1) {{(pid=84875) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 07:11:33.985184 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-d699a706-d08c-4c15-ad66-07161eba14a0 None None] Provisioning for port d97d9e3c-9f97-4a10-a1d6-908ae70deea3 completed by entity DHCP. {{(pid=84876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 07:11:34.004068 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6098f60b-a61f-473f-b981-630317a9210d None None] Network fdba73b7-2ae2-450a-a1be-4941055e53c1 requested from n-d-768862-2 {{(pid=84876) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 07:11:34.093118 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Provisioning complete for port aa7304d0-5cee-4400-b8b8-76a32b9433fc triggered by entity L2. {{(pid=84876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 07:11:34.093578 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-604227'] for port, provisioning_complete {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:11:34.138953 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6bb9003-228b-451e-bd90-5791dab88280 tempest-TaggedBootDevicesTest-541410187 tempest-TaggedBootDevicesTest-541410187] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:11:34.139637 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-d6bb9003-228b-451e-bd90-5791dab88280 tempest-TaggedBootDevicesTest-541410187 tempest-TaggedBootDevicesTest-541410187] Notify callbacks [] for subnet, before_response {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:11:34.154784 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-d699a706-d08c-4c15-ad66-07161eba14a0 None None] Provisioning complete for port d97d9e3c-9f97-4a10-a1d6-908ae70deea3 triggered by entity DHCP. {{(pid=84876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 07:11:34.155208 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-d699a706-d08c-4c15-ad66-07161eba14a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-604227'] for port, provisioning_complete {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:11:34.220354 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [req-084c21d1-f53e-4958-8e2e-55c1f8003cb4 req-6f02351c-0ec3-4720-9e27-787bf12ccabc tempest-SecurityGroupsTestJSON-494699717 tempest-SecurityGroupsTestJSON-494699717] Notify callbacks [] for security_group, before_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:11:34.347748 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-d6bb9003-228b-451e-bd90-5791dab88280 tempest-TaggedBootDevicesTest-541410187 tempest-TaggedBootDevicesTest-541410187] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 5.8646634 Jan 14 07:11:34.351605 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84875) accepted ('10.222.0.24', 56296) {{(pid=84875) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:11:34.401806 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [req-084c21d1-f53e-4958-8e2e-55c1f8003cb4 req-6f02351c-0ec3-4720-9e27-787bf12ccabc tempest-SecurityGroupsTestJSON-494699717 tempest-SecurityGroupsTestJSON-494699717] Notify callbacks [] for security_group, precommit_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:11:34.413565 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.managers [None req-d41a1d36-9d4c-49f7-9f16-26def76dae76 None None] Attempting to bind port 1a867ea6-5adf-4c62-9d18-e20e70dc2b38 on host n-d-768862-2 for vnic_type normal with profile {{(pid=84876) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 14 07:11:34.413983 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.managers [None req-d41a1d36-9d4c-49f7-9f16-26def76dae76 None None] Attempting to bind port 1a867ea6-5adf-4c62-9d18-e20e70dc2b38 by drivers openvswitch on host n-d-768862-2 at level 0 using segments [{'id': '0a8db434-5b02-4986-9569-2ef86eeaa800', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 11, 'network_id': '42eaf091-c60a-4bbd-870e-8010d14ac7f2'}] {{(pid=84876) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 14 07:11:34.414398 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d41a1d36-9d4c-49f7-9f16-26def76dae76 None None] Attempting to bind port 1a867ea6-5adf-4c62-9d18-e20e70dc2b38 on network 42eaf091-c60a-4bbd-870e-8010d14ac7f2 {{(pid=84876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 14 07:11:34.417517 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.v2.base [None req-f1a9dbbd-0bf1-4a68-a1c9-2ba679e7b21f tempest-TaggedBootDevicesTest-541410187 tempest-TaggedBootDevicesTest-541410187] Request body: {'port': {'network_id': '42eaf091-c60a-4bbd-870e-8010d14ac7f2', 'name': 'tempest-TaggedBootDevicesTest-1880444206', 'fixed_ips': [{'subnet_id': '008b1096-3405-4b9e-bc95-7872e98ae48f'}]}} {{(pid=84875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:11:34.430974 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d41a1d36-9d4c-49f7-9f16-26def76dae76 None None] Checking agent: {'id': 'ba5efab1-b43c-4d5a-bc52-6e105d4e67a2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768862-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 14, 6, 56, 52), 'started_at': datetime.datetime(2021, 1, 14, 6, 57, 22), 'heartbeat_timestamp': datetime.datetime(2021, 1, 14, 7, 11, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768862-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.29', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 14 07:11:34.431550 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d41a1d36-9d4c-49f7-9f16-26def76dae76 None None] Checking segment: {'id': '0a8db434-5b02-4986-9569-2ef86eeaa800', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 11, 'network_id': '42eaf091-c60a-4bbd-870e-8010d14ac7f2'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84876) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 14 07:11:34.431930 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-d41a1d36-9d4c-49f7-9f16-26def76dae76 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:11:34.432256 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d41a1d36-9d4c-49f7-9f16-26def76dae76 None None] Bound using segment: {'id': '0a8db434-5b02-4986-9569-2ef86eeaa800', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 11, 'network_id': '42eaf091-c60a-4bbd-870e-8010d14ac7f2'} {{(pid=84876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 14 07:11:34.432796 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.managers [None req-d41a1d36-9d4c-49f7-9f16-26def76dae76 None None] Bound port: 1a867ea6-5adf-4c62-9d18-e20e70dc2b38, host: n-d-768862-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0a8db434-5b02-4986-9569-2ef86eeaa800', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 11, 'network_id': '42eaf091-c60a-4bbd-870e-8010d14ac7f2'}}] {{(pid=84876) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 14 07:11:34.433211 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-d41a1d36-9d4c-49f7-9f16-26def76dae76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555753'] for port, before_update {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:11:34.562992 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.plugin [None req-d699a706-d08c-4c15-ad66-07161eba14a0 None None] Port d97d9e3c-9f97-4a10-a1d6-908ae70deea3 cannot update to ACTIVE because it is not bound. {{(pid=84876) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:329}} Jan 14 07:11:34.615370 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-ad89f690-6d5e-49c9-b4e4-28132b347b89 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555753'] for port, before_update {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:11:34.635449 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_hamode_db [None req-2054998a-e6d9-493f-91f4-c25a53c46442 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8b3e17be-ca2c-4b78-96d4-8389afc90f7f', 'name': 'tempest-FloatingIPsNegativeTestJSON-1904593380-router', 'tenant_id': 'e1a4c1f507cc4686a883b0df425ffdc7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '226f1e78-82cd-4481-9055-4eb73b6db8c1', 'external_fixed_ips': [{'subnet_id': 'ba8deeec-7658-4195-9449-038c076f5c83', 'ip_address': '172.25.2.43'}], 'enable_snat': True}, 'gw_port_id': '1f8d73f2-9054-4e85-ba41-f2dd89575c0b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-14T07:11:11Z', 'updated_at': '2021-01-14T07:11:20Z', 'revision_number': 3, 'project_id': 'e1a4c1f507cc4686a883b0df425ffdc7', 'gw_port': {'id': '1f8d73f2-9054-4e85-ba41-f2dd89575c0b', 'name': '', 'network_id': '226f1e78-82cd-4481-9055-4eb73b6db8c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:85:bf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8b3e17be-ca2c-4b78-96d4-8389afc90f7f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 682, 'fixed_ips': [{'subnet_id': 'ba8deeec-7658-4195-9449-038c076f5c83', 'ip_address': '172.25.2.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T07:11:16Z', 'updated_at': '2021-01-14T07:11:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ba8deeec-7658-4195-9449-038c076f5c83', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-2'}], 'n-d-768862-2', False) {} {{(pid=84876) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:11:34.701326 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2054998a-e6d9-493f-91f4-c25a53c46442 None None] The sync data for ids ['8b3e17be-ca2c-4b78-96d4-8389afc90f7f'] in n-d-768862-2 is: [{'id': '8b3e17be-ca2c-4b78-96d4-8389afc90f7f', 'name': 'tempest-FloatingIPsNegativeTestJSON-1904593380-router', 'tenant_id': 'e1a4c1f507cc4686a883b0df425ffdc7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '226f1e78-82cd-4481-9055-4eb73b6db8c1', 'external_fixed_ips': [{'subnet_id': 'ba8deeec-7658-4195-9449-038c076f5c83', 'ip_address': '172.25.2.43'}], 'enable_snat': True}, 'gw_port_id': '1f8d73f2-9054-4e85-ba41-f2dd89575c0b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-14T07:11:11Z', 'updated_at': '2021-01-14T07:11:20Z', 'revision_number': 3, 'project_id': 'e1a4c1f507cc4686a883b0df425ffdc7', 'gw_port': {'id': '1f8d73f2-9054-4e85-ba41-f2dd89575c0b', 'name': '', 'network_id': '226f1e78-82cd-4481-9055-4eb73b6db8c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:85:bf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8b3e17be-ca2c-4b78-96d4-8389afc90f7f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 682, 'fixed_ips': [{'subnet_id': 'ba8deeec-7658-4195-9449-038c076f5c83', 'ip_address': '172.25.2.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T07:11:16Z', 'updated_at': '2021-01-14T07:11:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ba8deeec-7658-4195-9449-038c076f5c83', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-2'}] {{(pid=84876) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Jan 14 07:11:34.717332 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10b4df25-5f4c-4b65-80ac-8b13ba1e16b5 None None] DHCP port deletion for cb2daf5c-c88f-4231-9c86-6d155cd05702 request from n-d-768862-2 {{(pid=84876) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Jan 14 07:11:34.757139 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [None req-ad158168-58fd-4868-a6d4-82028f9fb731 admin admin] For port a2510d44-9fb1-4a4f-ae33-d3d9bb614edf, host n-d-768862-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-2',level=0,port_id=a2510d44-9fb1-4a4f-ae33-d3d9bb614edf,segment=NetworkSegment(cf3ded2c-bc47-4a71-89af-6e7117e60140),segment_id=cf3ded2c-bc47-4a71-89af-6e7117e60140)] {{(pid=84875) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 07:11:34.757549 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-ad158168-58fd-4868-a6d4-82028f9fb731 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036850862667'] for port, precommit_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:11:34.816771 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.plugin [None req-10b4df25-5f4c-4b65-80ac-8b13ba1e16b5 None None] Deleting port 85b2f479-48f5-48ef-aa08-37247c854833 {{(pid=84876) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 07:11:34.817204 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-10b4df25-5f4c-4b65-80ac-8b13ba1e16b5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363259214248359'] for port, before_delete {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:11:34.819886 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [req-4749a9d8-1a24-4696-b0e1-b9fbefef11e5 req-78817a56-fef6-424d-9ce0-1dd014e42518 tempest-ServersTestMultiNic-2121779930 tempest-ServersTestMultiNic-2121779930] 10.222.0.24 "GET /v2.0/ports?tenant_id=7d129397cd71499dbaa91be4909e3699&fields=id HTTP/1.1" status: 200 len: 348 time: 0.8625145 Jan 14 07:11:34.957107 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [None req-85bc795d-2717-4109-8a39-9e62ce0b8e9b admin admin] For port 85b2f479-48f5-48ef-aa08-37247c854833, host n-d-768862-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-2',level=0,port_id=85b2f479-48f5-48ef-aa08-37247c854833,segment=NetworkSegment(984f93fa-f208-4656-ac5b-a5caada132b6),segment_id=984f93fa-f208-4656-ac5b-a5caada132b6)] {{(pid=84875) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 07:11:34.957874 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-85bc795d-2717-4109-8a39-9e62ce0b8e9b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036850862667'] for port, precommit_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:11:35.121629 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.plugin [None req-ad158168-58fd-4868-a6d4-82028f9fb731 admin admin] Calling delete_port for a2510d44-9fb1-4a4f-ae33-d3d9bb614edf owned by network:router_gateway {{(pid=84875) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 07:11:35.180389 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-30645377-4cf4-4589-acbd-eada22df5e67 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555753'] for port, before_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:11:35.181351 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [req-084c21d1-f53e-4958-8e2e-55c1f8003cb4 req-6f02351c-0ec3-4720-9e27-787bf12ccabc tempest-SecurityGroupsTestJSON-494699717 tempest-SecurityGroupsTestJSON-494699717] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850887153'] for security_group, after_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:11:35.210401 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-a1f85a76-bed1-4073-a54a-c31e0ab87d8b tempest-SecurityGroupRulesNegativeTestJSON-608374989 tempest-SecurityGroupRulesNegativeTestJSON-608374989] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:11:35.217666 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_dvr_db [None req-c9dfa18e-a28f-4458-83cc-aa4cb4d13a0b None None] Set router 50975c9d-2d06-44d9-b1e5-86f6cb8bd18c gateway port host: n-d-768862-2 {{(pid=84876) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 14 07:11:35.541462 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.plugin [None req-85bc795d-2717-4109-8a39-9e62ce0b8e9b admin admin] Calling delete_port for 85b2f479-48f5-48ef-aa08-37247c854833 owned by network:dhcp {{(pid=84875) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 07:11:35.575527 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f02351c-0ec3-4720-9e27-787bf12ccabc tempest-SecurityGroupsTestJSON-494699717 tempest-SecurityGroupsTestJSON-494699717] Pushing event deleted for resources: {'SecurityGroup': ['ID=1ee7a135-9f2f-41a8-8102-f7ac0262a272,revision_number=None']} {{(pid=84875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:11:35.611604 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-6f02351c-0ec3-4720-9e27-787bf12ccabc tempest-SecurityGroupsTestJSON-494699717 tempest-SecurityGroupsTestJSON-494699717] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.401s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:11:35.645088 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [req-084c21d1-f53e-4958-8e2e-55c1f8003cb4 req-6f02351c-0ec3-4720-9e27-787bf12ccabc tempest-SecurityGroupsTestJSON-494699717 tempest-SecurityGroupsTestJSON-494699717] Notify callbacks [] for security_group, before_response {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:11:35.646481 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [req-084c21d1-f53e-4958-8e2e-55c1f8003cb4 req-6f02351c-0ec3-4720-9e27-787bf12ccabc tempest-SecurityGroupsTestJSON-494699717 tempest-SecurityGroupsTestJSON-494699717] 10.222.0.24 "DELETE /v2.0/security-groups/1ee7a135-9f2f-41a8-8102-f7ac0262a272 HTTP/1.1" status: 204 len: 173 time: 1.9513962 Jan 14 07:11:35.667095 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.db_base_plugin_common [None req-8fe25f6e-4160-4a03-8e2c-700abd85c0ba None None] Allocated IP 19.86.0.2 (e8533908-6f3a-4b15-a6d5-8c765cd11374/80011ed2-d474-43f4-a5e9-9dcb07d6a3c1/911cbecc-42e9-460d-b930-0bd3badf9681) {{(pid=84876) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 14 07:11:35.669166 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-f1a9dbbd-0bf1-4a68-a1c9-2ba679e7b21f tempest-TaggedBootDevicesTest-541410187 tempest-TaggedBootDevicesTest-541410187] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:11:35.737122 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.db_base_plugin_common [None req-30645377-4cf4-4589-acbd-eada22df5e67 admin admin] Allocated IP 172.20.0.1 (fd33dbe3-7afa-46b0-8897-ce6ba7fea060/a076fa03-03f6-498c-8a30-b44c18079c93/3b837e1e-faf3-4e47-98e9-407fe192f855) {{(pid=84874) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 14 07:11:35.750953 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-f1a9dbbd-0bf1-4a68-a1c9-2ba679e7b21f tempest-TaggedBootDevicesTest-541410187 tempest-TaggedBootDevicesTest-541410187] Usage tracker for resource:port and tenant:4873c9000017431bb4db0aa60ef7da75 is out of sync, need to count used quota {{(pid=84875) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:11:35.764139 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-f1a9dbbd-0bf1-4a68-a1c9-2ba679e7b21f tempest-TaggedBootDevicesTest-541410187 tempest-TaggedBootDevicesTest-541410187] Quota usage for port was recalculated. Used quota:3. {{(pid=84875) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:11:35.831393 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-f1a9dbbd-0bf1-4a68-a1c9-2ba679e7b21f tempest-TaggedBootDevicesTest-541410187 tempest-TaggedBootDevicesTest-541410187] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=84875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:11:35.878865 n-d-768862-2 neutron-server[84765]: INFO neutron.api.v2.resource [req-5316178d-980b-4d6f-9a9e-451470655470 req-61da367a-60e5-4b79-bfdb-3058d5e570ab tempest-SecurityGroupsTestJSON-494699717 tempest-SecurityGroupsTestJSON-494699717] show failed (client error): The resource could not be found. Jan 14 07:11:35.880342 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [req-5316178d-980b-4d6f-9a9e-451470655470 req-61da367a-60e5-4b79-bfdb-3058d5e570ab tempest-SecurityGroupsTestJSON-494699717 tempest-SecurityGroupsTestJSON-494699717] 10.222.0.24 "GET /v2.0/security-groups/1ee7a135-9f2f-41a8-8102-f7ac0262a272 HTTP/1.1" status: 404 len: 352 time: 0.1385114 Jan 14 07:11:35.948563 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [req-4749a9d8-1a24-4696-b0e1-b9fbefef11e5 req-9d7f1d1d-7c7d-4716-931b-9874d306203c service neutron] 10.222.0.24 "GET /v2.0/networks/25f1c1a0-ceab-4b3f-9e01-2007a6141e94?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.1275375 Jan 14 07:11:35.979816 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-30645377-4cf4-4589-acbd-eada22df5e67 admin admin] Notify callbacks [] for port, precommit_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:11:35.989131 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-819b5255-3f02-43e0-94cf-edecce33f903 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5d94dc7a-c095-50a4-955e-5f3b78718a12-fdba73b7-2ae2-450a-a1be-4941055e53c1', 'network_id': 'fdba73b7-2ae2-450a-a1be-4941055e53c1', 'tenant_id': '4873c9000017431bb4db0aa60ef7da75', 'fixed_ips': [{'subnet_id': '274f9c2a-06a3-4614-bccf-87a243a10b69'}]}} from n-d-768862-2. {{(pid=84876) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Jan 14 07:11:35.990063 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-819b5255-3f02-43e0-94cf-edecce33f903 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555753'] for port, before_create {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:11:36.011157 n-d-768862-2 neutron-server[84765]: DEBUG neutron.objects.ports [None req-091fbbe4-446c-4d71-9163-90c7c40079de None None] Time-cost: Fetching 1 ports in 1 security groups {{(pid=84876) get_objects /opt/stack/neutron/neutron/objects/ports.py:428}} Jan 14 07:11:36.022504 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-30645377-4cf4-4589-acbd-eada22df5e67 admin admin] Transition to ACTIVE for port object 3b837e1e-faf3-4e47-98e9-407fe192f855 will not be triggered until provisioned by entity DHCP. {{(pid=84874) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 07:11:36.039344 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [None req-d41a1d36-9d4c-49f7-9f16-26def76dae76 None None] For port 1a867ea6-5adf-4c62-9d18-e20e70dc2b38, host n-d-768862-2, cleared binding levels {{(pid=84876) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 14 07:11:36.049199 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [None req-d41a1d36-9d4c-49f7-9f16-26def76dae76 None None] For port 1a867ea6-5adf-4c62-9d18-e20e70dc2b38, host n-d-768862-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-2',level=0,port_id=1a867ea6-5adf-4c62-9d18-e20e70dc2b38,segment=NetworkSegment(0a8db434-5b02-4986-9569-2ef86eeaa800),segment_id=0a8db434-5b02-4986-9569-2ef86eeaa800)] {{(pid=84876) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 14 07:11:36.070256 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-30645377-4cf4-4589-acbd-eada22df5e67 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777640123575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3254186'] for port, after_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:11:36.115767 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:11:36.176141 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-d41a1d36-9d4c-49f7-9f16-26def76dae76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777640533312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363259214678337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777640097497'] for port, after_update {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:11:36.291130 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30645377-4cf4-4589-acbd-eada22df5e67 admin admin] Pushing event updated for resources: {'Port': ['ID=3b837e1e-faf3-4e47-98e9-407fe192f855,revision_number=1']} {{(pid=84874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:11:36.296044 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-30645377-4cf4-4589-acbd-eada22df5e67 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.180s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:11:36.370550 n-d-768862-2 neutron-server[84765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30645377-4cf4-4589-acbd-eada22df5e67 admin admin] Network fd33dbe3-7afa-46b0-8897-ce6ba7fea060 is already hosted by enough agents. {{(pid=84874) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 07:11:36.372216 n-d-768862-2 neutron-server[84765]: DEBUG neutron.scheduler.base_scheduler [None req-30645377-4cf4-4589-acbd-eada22df5e67 admin admin] Resources bound (agent type, host, resource id): {{(pid=84874) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 07:11:36.375760 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30645377-4cf4-4589-acbd-eada22df5e67 admin admin] Received port after_create {{(pid=84874) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 14 07:11:36.467345 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-a94e0310-9bae-41d5-8b92-809f7062068c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84876) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:11:36.483335 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-30645377-4cf4-4589-acbd-eada22df5e67 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036850886386'] for router_interface, before_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:11:36.612680 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Device 1f8d73f2-9054-4e85-ba41-f2dd89575c0b up at agent ovs-agent-n-d-768862-2 {{(pid=84876) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 07:11:36.626614 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.v2.base [req-4b14fda8-c0bb-4fe2-9319-278a92df0ba6 req-75016543-8ded-437b-adc3-a122c54179fe tempest-SecurityGroupsTestJSON-494699717 tempest-SecurityGroupsTestJSON-494699717] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1534810723', 'description': 'tempest-description-800906456'}} {{(pid=84875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:11:36.647883 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f1a9dbbd-0bf1-4a68-a1c9-2ba679e7b21f tempest-TaggedBootDevicesTest-541410187 tempest-TaggedBootDevicesTest-541410187] Made reservation on behalf of 4873c9000017431bb4db0aa60ef7da75 for: {'port': 1} {{(pid=84875) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 07:11:36.651882 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-852a24f7-e9a1-4193-9abb-e9506fe5213f None None] Device f4946652-2956-4264-8760-7566823f7199 up at agent ovs-agent-n-h2-768862-2 {{(pid=84876) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 07:11:36.708879 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-30645377-4cf4-4589-acbd-eada22df5e67 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555753'] for port, before_update {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:11:36.795904 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [req-4b14fda8-c0bb-4fe2-9319-278a92df0ba6 req-75016543-8ded-437b-adc3-a122c54179fe tempest-SecurityGroupsTestJSON-494699717 tempest-SecurityGroupsTestJSON-494699717] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:11:36.883503 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-85bc795d-2717-4109-8a39-9e62ce0b8e9b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777640533329', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777640097463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851621574'] for port, after_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:11:36.897346 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d41a1d36-9d4c-49f7-9f16-26def76dae76 None None] Pushing event updated for resources: {'Port': ['ID=1a867ea6-5adf-4c62-9d18-e20e70dc2b38,revision_number=2']} {{(pid=84876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:11:36.902669 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-d41a1d36-9d4c-49f7-9f16-26def76dae76 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.435s {{(pid=84876) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:11:36.926684 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-43a5d126-a606-4e6b-a7f1-eb3d15e65bc3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:11:36.982609 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [req-4b14fda8-c0bb-4fe2-9319-278a92df0ba6 req-75016543-8ded-437b-adc3-a122c54179fe tempest-SecurityGroupsTestJSON-494699717 tempest-SecurityGroupsTestJSON-494699717] Usage tracker for resource:security_group and tenant:7508ad1d114d4921bf43c45410ae9d5f is out of sync, need to count used quota {{(pid=84875) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:11:37.059203 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85bc795d-2717-4109-8a39-9e62ce0b8e9b admin admin] Pushing event deleted for resources: {'Port': ['ID=85b2f479-48f5-48ef-aa08-37247c854833,revision_number=None']} {{(pid=84875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:11:37.065284 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [req-4b14fda8-c0bb-4fe2-9319-278a92df0ba6 req-75016543-8ded-437b-adc3-a122c54179fe tempest-SecurityGroupsTestJSON-494699717 tempest-SecurityGroupsTestJSON-494699717] Quota usage for security_group was recalculated. Used quota:3. {{(pid=84875) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:11:37.110698 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-30645377-4cf4-4589-acbd-eada22df5e67 admin admin] Notify callbacks [] for port, precommit_update {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:11:37.116625 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [req-4b14fda8-c0bb-4fe2-9319-278a92df0ba6 req-75016543-8ded-437b-adc3-a122c54179fe tempest-SecurityGroupsTestJSON-494699717 tempest-SecurityGroupsTestJSON-494699717] Attempting to reserve 1 items for resource security_group. Total usage: 3; quota limit: 100; headroom:97 {{(pid=84875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:11:37.120800 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-30645377-4cf4-4589-acbd-eada22df5e67 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777640533312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363259214678337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777640097497', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036851521613'] for port, after_update {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:11:37.123655 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85bc795d-2717-4109-8a39-9e62ce0b8e9b admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@n-h1-768862-2 {{(pid=84875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:11:37.124108 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85bc795d-2717-4109-8a39-9e62ce0b8e9b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-h1-768862-2 {{(pid=84875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:11:37.124525 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85bc795d-2717-4109-8a39-9e62ce0b8e9b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-h1-768862-2 {{(pid=84875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:11:37.124938 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85bc795d-2717-4109-8a39-9e62ce0b8e9b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-h1-768862-2 {{(pid=84875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:11:37.125342 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85bc795d-2717-4109-8a39-9e62ce0b8e9b admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@n-h1-768862-2 {{(pid=84875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:11:37.125744 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85bc795d-2717-4109-8a39-9e62ce0b8e9b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-h1-768862-2 {{(pid=84875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:11:37.126152 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85bc795d-2717-4109-8a39-9e62ce0b8e9b admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-h1-768862-2 {{(pid=84875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:11:37.126547 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85bc795d-2717-4109-8a39-9e62ce0b8e9b admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-h1-768862-2 {{(pid=84875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:11:37.126947 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85bc795d-2717-4109-8a39-9e62ce0b8e9b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-h1-768862-2 {{(pid=84875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:11:37.127346 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85bc795d-2717-4109-8a39-9e62ce0b8e9b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-h1-768862-2 {{(pid=84875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:11:37.127742 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85bc795d-2717-4109-8a39-9e62ce0b8e9b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-h1-768862-2 {{(pid=84875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:11:37.128168 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85bc795d-2717-4109-8a39-9e62ce0b8e9b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-h1-768862-2 {{(pid=84875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:11:37.128617 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85bc795d-2717-4109-8a39-9e62ce0b8e9b admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@n-h2-768862-2 {{(pid=84875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:11:37.129016 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85bc795d-2717-4109-8a39-9e62ce0b8e9b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-h2-768862-2 {{(pid=84875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:11:37.129414 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85bc795d-2717-4109-8a39-9e62ce0b8e9b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-h2-768862-2 {{(pid=84875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:11:37.129810 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85bc795d-2717-4109-8a39-9e62ce0b8e9b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-h2-768862-2 {{(pid=84875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:11:37.130206 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85bc795d-2717-4109-8a39-9e62ce0b8e9b admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@n-h2-768862-2 {{(pid=84875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:11:37.130604 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85bc795d-2717-4109-8a39-9e62ce0b8e9b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-h2-768862-2 {{(pid=84875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:11:37.130998 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85bc795d-2717-4109-8a39-9e62ce0b8e9b admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-h2-768862-2 {{(pid=84875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:11:37.131394 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85bc795d-2717-4109-8a39-9e62ce0b8e9b admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-h2-768862-2 {{(pid=84875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:11:37.131788 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85bc795d-2717-4109-8a39-9e62ce0b8e9b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-h2-768862-2 {{(pid=84875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:11:37.139482 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85bc795d-2717-4109-8a39-9e62ce0b8e9b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-h2-768862-2 {{(pid=84875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:11:37.139948 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85bc795d-2717-4109-8a39-9e62ce0b8e9b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-h2-768862-2 {{(pid=84875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:11:37.140366 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85bc795d-2717-4109-8a39-9e62ce0b8e9b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-h2-768862-2 {{(pid=84875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:11:37.140853 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85bc795d-2717-4109-8a39-9e62ce0b8e9b admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-2 {{(pid=84875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:11:37.141261 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85bc795d-2717-4109-8a39-9e62ce0b8e9b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-2 {{(pid=84875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:11:37.141668 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85bc795d-2717-4109-8a39-9e62ce0b8e9b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-2 {{(pid=84875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:11:37.142070 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85bc795d-2717-4109-8a39-9e62ce0b8e9b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-2 {{(pid=84875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:11:37.142470 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85bc795d-2717-4109-8a39-9e62ce0b8e9b admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@n-d-768862-2 {{(pid=84875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:11:37.142869 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85bc795d-2717-4109-8a39-9e62ce0b8e9b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-2 {{(pid=84875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:11:37.143269 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85bc795d-2717-4109-8a39-9e62ce0b8e9b admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-768862-2 {{(pid=84875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:11:37.143673 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85bc795d-2717-4109-8a39-9e62ce0b8e9b admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-768862-2 {{(pid=84875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:11:37.144097 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85bc795d-2717-4109-8a39-9e62ce0b8e9b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-2 {{(pid=84875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:11:37.144496 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85bc795d-2717-4109-8a39-9e62ce0b8e9b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-2 {{(pid=84875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:11:37.144892 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85bc795d-2717-4109-8a39-9e62ce0b8e9b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-2 {{(pid=84875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:11:37.145288 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85bc795d-2717-4109-8a39-9e62ce0b8e9b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-2 {{(pid=84875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:11:37.161520 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-ad158168-58fd-4868-a6d4-82028f9fb731 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777640533329', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777640097463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851621574'] for port, after_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:11:37.178772 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-72b8c875-b4b3-4505-a886-d10805e6f2d6 tempest-ServersOnMultiNodesTest-1389749888 tempest-ServersOnMultiNodesTest-1389749888] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:11:37.190085 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-85bc795d-2717-4109-8a39-9e62ce0b8e9b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.263s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:11:37.252912 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.db_base_plugin_common [None req-819b5255-3f02-43e0-94cf-edecce33f903 None None] Allocated IP 10.2.2.2 (fdba73b7-2ae2-450a-a1be-4941055e53c1/274f9c2a-06a3-4614-bccf-87a243a10b69/851f18cc-97e6-444b-9ee5-d0740ffad812) {{(pid=84876) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 14 07:11:37.295311 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30645377-4cf4-4589-acbd-eada22df5e67 admin admin] Pushing event updated for resources: {'Port': ['ID=3b837e1e-faf3-4e47-98e9-407fe192f855,revision_number=2']} {{(pid=84874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:11:37.301506 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-30645377-4cf4-4589-acbd-eada22df5e67 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:11:37.324596 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-30645377-4cf4-4589-acbd-eada22df5e67 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3206949', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3889649'] for router_interface, after_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:11:37.385726 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-852a24f7-e9a1-4193-9abb-e9506fe5213f None None] Provisioning for port f4946652-2956-4264-8760-7566823f7199 completed by entity L2. {{(pid=84876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 07:11:37.390117 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-fcbde651-f195-4e2c-85e1-9944fa6f8216 None None] Provisioning for port 3b837e1e-faf3-4e47-98e9-407fe192f855 completed by entity DHCP. {{(pid=84876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 07:11:37.450552 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [req-4b14fda8-c0bb-4fe2-9319-278a92df0ba6 req-75016543-8ded-437b-adc3-a122c54179fe tempest-SecurityGroupsTestJSON-494699717 tempest-SecurityGroupsTestJSON-494699717] Notify callbacks [] for security_group, before_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:11:37.470669 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-852a24f7-e9a1-4193-9abb-e9506fe5213f None None] Provisioning complete for port f4946652-2956-4264-8760-7566823f7199 triggered by entity L2. {{(pid=84876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 07:11:37.471103 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-852a24f7-e9a1-4193-9abb-e9506fe5213f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-604227'] for port, provisioning_complete {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:11:37.478757 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85bc795d-2717-4109-8a39-9e62ce0b8e9b admin admin] No DVR routers for this DVR port 85b2f479-48f5-48ef-aa08-37247c854833 on host n-d-768862-2 {{(pid=84875) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Jan 14 07:11:37.497922 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-fcbde651-f195-4e2c-85e1-9944fa6f8216 None None] Provisioning complete for port 3b837e1e-faf3-4e47-98e9-407fe192f855 triggered by entity DHCP. {{(pid=84876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 07:11:37.498201 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-fcbde651-f195-4e2c-85e1-9944fa6f8216 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-604227'] for port, provisioning_complete {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:11:37.558765 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-f1a9dbbd-0bf1-4a68-a1c9-2ba679e7b21f tempest-TaggedBootDevicesTest-541410187 tempest-TaggedBootDevicesTest-541410187] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555753'] for port, before_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:11:37.561879 n-d-768862-2 neutron-server[84765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30645377-4cf4-4589-acbd-eada22df5e67 admin admin] Network fd33dbe3-7afa-46b0-8897-ce6ba7fea060 is already hosted by enough agents. {{(pid=84874) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 07:11:37.563457 n-d-768862-2 neutron-server[84765]: DEBUG neutron.scheduler.base_scheduler [None req-30645377-4cf4-4589-acbd-eada22df5e67 admin admin] Resources bound (agent type, host, resource id): {{(pid=84874) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 07:11:37.589364 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [req-4749a9d8-1a24-4696-b0e1-b9fbefef11e5 req-25ea1fdb-5d30-4f3e-b24a-8decbff99e58 service neutron] 10.222.0.24 "GET /v2.0/networks/25f1c1a0-ceab-4b3f-9e01-2007a6141e94?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 1.6024439 Jan 14 07:11:37.606006 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [req-4b14fda8-c0bb-4fe2-9319-278a92df0ba6 req-75016543-8ded-437b-adc3-a122c54179fe tempest-SecurityGroupsTestJSON-494699717 tempest-SecurityGroupsTestJSON-494699717] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:11:37.650312 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [req-4b14fda8-c0bb-4fe2-9319-278a92df0ba6 req-75016543-8ded-437b-adc3-a122c54179fe tempest-SecurityGroupsTestJSON-494699717 tempest-SecurityGroupsTestJSON-494699717] Usage tracker for resource:security_group_rule and tenant:7508ad1d114d4921bf43c45410ae9d5f is out of sync, need to count used quota {{(pid=84875) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:11:37.654166 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [req-4b14fda8-c0bb-4fe2-9319-278a92df0ba6 req-75016543-8ded-437b-adc3-a122c54179fe tempest-SecurityGroupsTestJSON-494699717 tempest-SecurityGroupsTestJSON-494699717] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=84875) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:11:37.660397 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [req-4b14fda8-c0bb-4fe2-9319-278a92df0ba6 req-75016543-8ded-437b-adc3-a122c54179fe tempest-SecurityGroupsTestJSON-494699717 tempest-SecurityGroupsTestJSON-494699717] Attempting to reserve 2 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=84875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:11:37.679998 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [None req-10b4df25-5f4c-4b65-80ac-8b13ba1e16b5 None None] For port 85b2f479-48f5-48ef-aa08-37247c854833, host n-d-768862-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-2',level=0,port_id=85b2f479-48f5-48ef-aa08-37247c854833,segment=NetworkSegment(984f93fa-f208-4656-ac5b-a5caada132b6),segment_id=984f93fa-f208-4656-ac5b-a5caada132b6)] {{(pid=84876) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 07:11:37.680429 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-10b4df25-5f4c-4b65-80ac-8b13ba1e16b5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036850862667'] for port, precommit_delete {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:11:37.707130 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_hamode_db [None req-c9dfa18e-a28f-4458-83cc-aa4cb4d13a0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '50975c9d-2d06-44d9-b1e5-86f6cb8bd18c', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1581566530-router', 'tenant_id': '777e0121e7b84cf1b1a0af96c6f5d63a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '226f1e78-82cd-4481-9055-4eb73b6db8c1', 'external_fixed_ips': [{'subnet_id': 'ba8deeec-7658-4195-9449-038c076f5c83', 'ip_address': '172.25.2.27'}], 'enable_snat': True}, 'gw_port_id': 'cda795e6-c8fa-40b8-b213-9b831bf9f120', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-14T07:11:20Z', 'updated_at': '2021-01-14T07:11:29Z', 'revision_number': 3, 'project_id': '777e0121e7b84cf1b1a0af96c6f5d63a', 'gw_port': {'id': 'cda795e6-c8fa-40b8-b213-9b831bf9f120', 'name': '', 'network_id': '226f1e78-82cd-4481-9055-4eb73b6db8c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:6a:77', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '50975c9d-2d06-44d9-b1e5-86f6cb8bd18c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 702, 'fixed_ips': [{'subnet_id': 'ba8deeec-7658-4195-9449-038c076f5c83', 'ip_address': '172.25.2.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T07:11:24Z', 'updated_at': '2021-01-14T07:11:26Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ba8deeec-7658-4195-9449-038c076f5c83', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-2'}], 'n-d-768862-2', False) {} {{(pid=84876) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:11:37.775527 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.db.resource_extend [None req-ad89f690-6d5e-49c9-b4e4-28132b347b89 admin admin] It took 0.25 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84875) wrapper /usr/local/lib/python3.6/dist-packages/oslo_utils/timeutils.py:388}} Jan 14 07:11:37.819615 n-d-768862-2 neutron-server[84765]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-30645377-4cf4-4589-acbd-eada22df5e67 admin admin] Router 50975c9d-2d06-44d9-b1e5-86f6cb8bd18c has already been hosted by L3 agent 35f592e9-451b-4db9-abea-77b6a5c5391b {{(pid=84874) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Jan 14 07:11:37.950970 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [req-4b14fda8-c0bb-4fe2-9319-278a92df0ba6 req-75016543-8ded-437b-adc3-a122c54179fe tempest-SecurityGroupsTestJSON-494699717 tempest-SecurityGroupsTestJSON-494699717] Notify callbacks [] for security_group, precommit_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:11:37.979986 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [req-4b14fda8-c0bb-4fe2-9319-278a92df0ba6 req-75016543-8ded-437b-adc3-a122c54179fe tempest-SecurityGroupsTestJSON-494699717 tempest-SecurityGroupsTestJSON-494699717] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850887153'] for security_group, after_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:11:37.983709 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Provisioning for port 1f8d73f2-9054-4e85-ba41-f2dd89575c0b completed by entity L2. {{(pid=84876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 07:11:37.988728 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-ad89f690-6d5e-49c9-b4e4-28132b347b89 admin admin] Notify callbacks [] for port, precommit_update {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:11:38.001180 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-1eb420d0-f5af-483b-9115-0990f0a4bf2f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:11:38.027210 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-85bc795d-2717-4109-8a39-9e62ce0b8e9b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-598987', 'neutron.services.segments.db._delete_segments_for_network-8777640583949'] for network, precommit_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:11:38.082057 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.plugin [None req-10b4df25-5f4c-4b65-80ac-8b13ba1e16b5 None None] Calling delete_port for 85b2f479-48f5-48ef-aa08-37247c854833 owned by network:dhcp {{(pid=84876) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 07:11:38.119417 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Provisioning complete for port 1f8d73f2-9054-4e85-ba41-f2dd89575c0b triggered by entity L2. {{(pid=84876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 07:11:38.120207 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-604227'] for port, provisioning_complete {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:11:38.151477 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.plugin [None req-fcbde651-f195-4e2c-85e1-9944fa6f8216 None None] Port 3b837e1e-faf3-4e47-98e9-407fe192f855 cannot update to ACTIVE because it is not bound. {{(pid=84876) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:329}} Jan 14 07:11:38.158545 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-ad89f690-6d5e-49c9-b4e4-28132b347b89 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777640533312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363259214678337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777640097497', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3154211'] for port, after_update {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:11:38.225973 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9dfa18e-a28f-4458-83cc-aa4cb4d13a0b None None] Checking router: 50975c9d-2d06-44d9-b1e5-86f6cb8bd18c for host: n-d-768862-2 {{(pid=84876) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Jan 14 07:11:38.226691 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9dfa18e-a28f-4458-83cc-aa4cb4d13a0b None None] Updating router 50975c9d-2d06-44d9-b1e5-86f6cb8bd18c port cda795e6-c8fa-40b8-b213-9b831bf9f120 binding host n-d-768862-2 {{(pid=84876) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Jan 14 07:11:38.296141 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-c9dfa18e-a28f-4458-83cc-aa4cb4d13a0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555753'] for port, before_update {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:11:38.301613 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-ad158168-58fd-4868-a6d4-82028f9fb731 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036850863128'] for router_gateway, after_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:11:38.356633 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-30645377-4cf4-4589-acbd-eada22df5e67 admin admin] Notify agent at l3_agent.n-d-768862-2 the message routers_updated {{(pid=84874) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jan 14 07:11:38.383212 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-30645377-4cf4-4589-acbd-eada22df5e67 admin admin] 10.222.0.24 "PUT /v2.0/routers/50975c9d-2d06-44d9-b1e5-86f6cb8bd18c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.5697818 Jan 14 07:11:38.472464 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-057be982-ad27-4789-a010-689a877cb16b None None] Provisioning complete for port 3b837e1e-faf3-4e47-98e9-407fe192f855 triggered by entity DHCP. {{(pid=84876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 07:11:38.472882 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-057be982-ad27-4789-a010-689a877cb16b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-604227'] for port, provisioning_complete {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:11:38.527104 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75016543-8ded-437b-adc3-a122c54179fe tempest-SecurityGroupsTestJSON-494699717 tempest-SecurityGroupsTestJSON-494699717] Pushing event updated for resources: {'SecurityGroup': ['ID=803b3d18-eb3e-4aa4-bb53-2f81c79813fa,revision_number=1']} {{(pid=84875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:11:38.555246 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [req-4b14fda8-c0bb-4fe2-9319-278a92df0ba6 req-75016543-8ded-437b-adc3-a122c54179fe tempest-SecurityGroupsTestJSON-494699717 tempest-SecurityGroupsTestJSON-494699717] Notify callbacks [] for security_group, before_response {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:11:38.556646 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [req-4b14fda8-c0bb-4fe2-9319-278a92df0ba6 req-75016543-8ded-437b-adc3-a122c54179fe tempest-SecurityGroupsTestJSON-494699717 tempest-SecurityGroupsTestJSON-494699717] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1805 time: 2.5872641 Jan 14 07:11:38.557654 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-75016543-8ded-437b-adc3-a122c54179fe tempest-SecurityGroupsTestJSON-494699717 tempest-SecurityGroupsTestJSON-494699717] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.557s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:11:38.618087 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-ad158168-58fd-4868-a6d4-82028f9fb731 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3889346', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036854717606'] for router, precommit_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:11:38.629529 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.331s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:11:38.731039 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555753'] for port, before_update {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:11:38.747425 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.plugin [None req-057be982-ad27-4789-a010-689a877cb16b None None] Port 3b837e1e-faf3-4e47-98e9-407fe192f855 cannot update to ACTIVE because it is not bound. {{(pid=84876) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:329}} Jan 14 07:11:38.749692 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-ad158168-58fd-4868-a6d4-82028f9fb731 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:11:38.757785 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50618525-72ce-4665-bcca-38a6fea0ac40 None None] Network 42eaf091-c60a-4bbd-870e-8010d14ac7f2 requested from n-d-768862-2 {{(pid=84876) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 07:11:38.789538 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad89f690-6d5e-49c9-b4e4-28132b347b89 admin admin] Pushing event updated for resources: {'Port': ['ID=d97d9e3c-9f97-4a10-a1d6-908ae70deea3,revision_number=2']} {{(pid=84875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:11:38.798648 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-ad89f690-6d5e-49c9-b4e4-28132b347b89 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3206949', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3889649'] for router_interface, after_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:11:38.840837 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-ad89f690-6d5e-49c9-b4e4-28132b347b89 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.211s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:11:38.851610 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-ad158168-58fd-4868-a6d4-82028f9fb731 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036850897070'] for router, after_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:11:38.852175 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ad158168-58fd-4868-a6d4-82028f9fb731 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 82dd61ed-ae4e-410a-8afc-81ebcc6cf600 {{(pid=84875) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jan 14 07:11:38.911873 n-d-768862-2 neutron-server[84765]: DEBUG neutron.services.segments.db [None req-85bc795d-2717-4109-8a39-9e62ce0b8e9b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cb2daf5c-c88f-4231-9c86-6d155cd05702']}} {{(pid=84875) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:11:38.921848 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [req-4749a9d8-1a24-4696-b0e1-b9fbefef11e5 req-6146e870-bf08-4c77-882e-cc67779adc26 service neutron] 10.222.0.24 "GET /v2.0/networks/e8533908-6f3a-4b15-a6d5-8c765cd11374?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.3313067 Jan 14 07:11:38.930344 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.db.api [None req-10b4df25-5f4c-4b65-80ac-8b13ba1e16b5 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84876) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Jan 14 07:11:38.930821 n-d-768862-2 neutron-server[84765]: DEBUG oslo_db.api [None req-10b4df25-5f4c-4b65-80ac-8b13ba1e16b5 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84876) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Jan 14 07:11:38.941851 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] For port 1f8d73f2-9054-4e85-ba41-f2dd89575c0b, host n-d-768862-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-2',level=0,port_id=1f8d73f2-9054-4e85-ba41-f2dd89575c0b,segment=NetworkSegment(cf3ded2c-bc47-4a71-89af-6e7117e60140),segment_id=cf3ded2c-bc47-4a71-89af-6e7117e60140)] {{(pid=84876) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 07:11:38.943883 n-d-768862-2 neutron-server[84765]: DEBUG neutron.services.segments.db [None req-85bc795d-2717-4109-8a39-9e62ce0b8e9b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '984f93fa-f208-4656-ac5b-a5caada132b6') {'for_net_delete': True} {{(pid=84875) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:11:38.944006 n-d-768862-2 neutron-server[84765]: DEBUG neutron.services.segments.db [None req-85bc795d-2717-4109-8a39-9e62ce0b8e9b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '984f93fa-f208-4656-ac5b-a5caada132b6') {} {{(pid=84875) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:11:38.976123 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.v2.base [req-897b2058-a23f-4cb7-9dc6-2f28f38a3510 req-3c4b6117-5304-4696-9778-b826af4d6803 tempest-SecurityGroupsTestJSON-494699717 tempest-SecurityGroupsTestJSON-494699717] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-429039297', 'description': 'tempest-description-1489400392'}} {{(pid=84875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:11:39.003324 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-ad158168-58fd-4868-a6d4-82028f9fb731 admin admin] Notify callbacks [] for router, before_response {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:11:39.004620 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-ad158168-58fd-4868-a6d4-82028f9fb731 admin admin] 10.222.0.24 "DELETE /v2.0/routers/82dd61ed-ae4e-410a-8afc-81ebcc6cf600 HTTP/1.1" status: 204 len: 168 time: 7.0478256 Jan 14 07:11:39.008328 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84874) accepted ('10.222.0.24', 56346) {{(pid=84874) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:11:39.014068 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-852a24f7-e9a1-4193-9abb-e9506fe5213f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555753'] for port, before_update {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:11:39.021323 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [req-897b2058-a23f-4cb7-9dc6-2f28f38a3510 req-3c4b6117-5304-4696-9778-b826af4d6803 tempest-SecurityGroupsTestJSON-494699717 tempest-SecurityGroupsTestJSON-494699717] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:11:39.025910 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-819b5255-3f02-43e0-94cf-edecce33f903 None None] Notify callbacks [] for port, precommit_create {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:11:39.041685 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777640533312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363259214678337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777640097497'] for port, after_update {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:11:39.058753 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-3a526fd8-c5a5-41f7-ba8a-372f548a89aa None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84876) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:11:39.106993 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.db_base_plugin_v2 [None req-8641f355-2094-4112-920c-8aff7062102a admin admin] Deleting subnet 58b79c89-7fde-4f87-9ad0-8ff0024b9960 {{(pid=84874) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Jan 14 07:11:39.111155 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-8641f355-2094-4112-920c-8aff7062102a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:11:39.112817 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-8fe25f6e-4160-4a03-8e2c-700abd85c0ba None None] Notify callbacks [] for port, precommit_create {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:11:39.133809 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-819b5255-3f02-43e0-94cf-edecce33f903 None None] Transition to ACTIVE for port object 851f18cc-97e6-444b-9ee5-d0740ffad812 will not be triggered until provisioned by entity L2. {{(pid=84876) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 07:11:39.180366 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Device 85b2f479-48f5-48ef-aa08-37247c854833 no longer exists at agent ovs-agent-n-d-768862-2 {{(pid=84876) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jan 14 07:11:39.207655 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-07294526-d29c-4765-9b57-077fb575c96b None None] Provisioning for port 1a867ea6-5adf-4c62-9d18-e20e70dc2b38 completed by entity DHCP. {{(pid=84876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 07:11:39.235821 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-8641f355-2094-4112-920c-8aff7062102a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036851807232'] for subnet, precommit_delete_associations {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:11:39.254944 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-8fe25f6e-4160-4a03-8e2c-700abd85c0ba None None] Transition to ACTIVE for port object 911cbecc-42e9-460d-b930-0bd3badf9681 will not be triggered until provisioned by entity L2. {{(pid=84876) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 07:11:39.258049 n-d-768862-2 neutron-server[84765]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b4df1c8c-f0c2-4966-97b9-13f58a5db756', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f4946652-2956-4264-8760-7566823f7199'}] {{(pid=84876) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Jan 14 07:11:39.281740 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.plugin [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] No Port match for: 85b2f479-48f5-48ef-aa08-37247c854833 {{(pid=84876) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2188}} Jan 14 07:11:39.282051 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Device 85b2f479-48f5-48ef-aa08-37247c854833 not bound to the agent host n-d-768862-2 {{(pid=84876) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jan 14 07:11:39.282514 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Device 376b15d5-4672-447e-8d02-cc05d06e5ee9 no longer exists at agent ovs-agent-n-d-768862-2 {{(pid=84876) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jan 14 07:11:39.332588 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-819b5255-3f02-43e0-94cf-edecce33f903 None None] Transition to ACTIVE for port object 851f18cc-97e6-444b-9ee5-d0740ffad812 will not be triggered until provisioned by entity DHCP. {{(pid=84876) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 07:11:39.342165 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-8641f355-2094-4112-920c-8aff7062102a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036854176836'] for subnet, precommit_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:11:39.370949 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-85bc795d-2717-4109-8a39-9e62ce0b8e9b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363259214173198', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036851408567'] for segment, before_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:11:39.380538 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [None req-852a24f7-e9a1-4193-9abb-e9506fe5213f None None] For port f4946652-2956-4264-8760-7566823f7199, host n-h2-768862-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-h2-768862-2',level=0,port_id=f4946652-2956-4264-8760-7566823f7199,segment=NetworkSegment(f1a1da15-9c84-4f1f-8d4b-5f93ea7c2a21),segment_id=f1a1da15-9c84-4f1f-8d4b-5f93ea7c2a21)] {{(pid=84876) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 07:11:39.381637 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.plugin [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] No Port match for: 376b15d5-4672-447e-8d02-cc05d06e5ee9 {{(pid=84876) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2188}} Jan 14 07:11:39.382101 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Device 376b15d5-4672-447e-8d02-cc05d06e5ee9 not bound to the agent host n-d-768862-2 {{(pid=84876) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jan 14 07:11:39.437766 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [req-897b2058-a23f-4cb7-9dc6-2f28f38a3510 req-3c4b6117-5304-4696-9778-b826af4d6803 tempest-SecurityGroupsTestJSON-494699717 tempest-SecurityGroupsTestJSON-494699717] Usage tracker for resource:security_group and tenant:7508ad1d114d4921bf43c45410ae9d5f is out of sync, need to count used quota {{(pid=84875) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:11:39.443196 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.plugin [None req-10b4df25-5f4c-4b65-80ac-8b13ba1e16b5 None None] Deleting port 85b2f479-48f5-48ef-aa08-37247c854833 {{(pid=84876) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 07:11:39.443627 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-10b4df25-5f4c-4b65-80ac-8b13ba1e16b5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363259214248359'] for port, before_delete {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:11:39.465912 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [req-897b2058-a23f-4cb7-9dc6-2f28f38a3510 req-3c4b6117-5304-4696-9778-b826af4d6803 tempest-SecurityGroupsTestJSON-494699717 tempest-SecurityGroupsTestJSON-494699717] Quota usage for security_group was recalculated. Used quota:4. {{(pid=84875) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:11:39.484203 n-d-768862-2 neutron-server[84765]: DEBUG neutron.notifiers.nova [None req-f1a9dbbd-0bf1-4a68-a1c9-2ba679e7b21f tempest-TaggedBootDevicesTest-541410187 tempest-TaggedBootDevicesTest-541410187] device_id is not set on port fac49dc9-99b5-4eb4-a00b-191a6356a4bf yet. {{(pid=84875) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}} Jan 14 07:11:39.524527 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-819b5255-3f02-43e0-94cf-edecce33f903 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777640123575'] for port, after_create {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:11:39.538473 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-8fe25f6e-4160-4a03-8e2c-700abd85c0ba None None] Transition to ACTIVE for port object 911cbecc-42e9-460d-b930-0bd3badf9681 will not be triggered until provisioned by entity DHCP. {{(pid=84876) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 07:11:39.544081 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [req-897b2058-a23f-4cb7-9dc6-2f28f38a3510 req-3c4b6117-5304-4696-9778-b826af4d6803 tempest-SecurityGroupsTestJSON-494699717 tempest-SecurityGroupsTestJSON-494699717] Attempting to reserve 1 items for resource security_group. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:11:39.554735 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-852a24f7-e9a1-4193-9abb-e9506fe5213f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777640533312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363259214678337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777640097497'] for port, after_update {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:11:39.556787 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Pushing event updated for resources: {'Port': ['ID=1f8d73f2-9054-4e85-ba41-f2dd89575c0b,revision_number=4']} {{(pid=84876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:11:39.559772 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-85bc795d-2717-4109-8a39-9e62ce0b8e9b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854179735'] for segment, precommit_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:11:39.568744 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.plugin [None req-10b4df25-5f4c-4b65-80ac-8b13ba1e16b5 None None] The port '85b2f479-48f5-48ef-aa08-37247c854833' was deleted {{(pid=84876) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Jan 14 07:11:39.581574 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-85bc795d-2717-4109-8a39-9e62ce0b8e9b admin admin] Releasing vxlan tunnel 5 to pool {{(pid=84875) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Jan 14 07:11:39.608887 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.550s {{(pid=84876) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:11:39.610486 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-3a526fd8-c5a5-41f7-ba8a-372f548a89aa None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.056s {{(pid=84876) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:11:39.647859 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [req-897b2058-a23f-4cb7-9dc6-2f28f38a3510 req-3c4b6117-5304-4696-9778-b826af4d6803 tempest-SecurityGroupsTestJSON-494699717 tempest-SecurityGroupsTestJSON-494699717] Notify callbacks [] for security_group, before_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:11:39.681416 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-8641f355-2094-4112-920c-8aff7062102a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-598964', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850887113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036851521664', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2794686'] for subnet, after_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:11:39.700268 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-21bfc329-edf9-47ba-abec-db43f056e8a9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:11:39.721065 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Device 1a867ea6-5adf-4c62-9d18-e20e70dc2b38 up at agent ovs-agent-n-d-768862-2 {{(pid=84876) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 07:11:39.748273 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-852a24f7-e9a1-4193-9abb-e9506fe5213f None None] Device f4946652-2956-4264-8760-7566823f7199 up at agent ovs-agent-n-h2-768862-2 {{(pid=84876) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 07:11:39.777663 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-8fe25f6e-4160-4a03-8e2c-700abd85c0ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777640123575'] for port, after_create {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:11:39.810140 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8641f355-2094-4112-920c-8aff7062102a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=58b79c89-7fde-4f87-9ad0-8ff0024b9960,revision_number=None']} {{(pid=84874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:11:39.824579 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-8641f355-2094-4112-920c-8aff7062102a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:11:39.869100 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-8641f355-2094-4112-920c-8aff7062102a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3207107'] for subnet, before_response {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:11:39.879366 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-8641f355-2094-4112-920c-8aff7062102a admin admin] 10.222.0.24 "DELETE /v2.0/subnets/58b79c89-7fde-4f87-9ad0-8ff0024b9960 HTTP/1.1" status: 204 len: 168 time: 0.8694634 Jan 14 07:11:39.882103 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84874) accepted ('10.222.0.24', 56352) {{(pid=84874) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:11:39.945977 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [req-897b2058-a23f-4cb7-9dc6-2f28f38a3510 req-3c4b6117-5304-4696-9778-b826af4d6803 tempest-SecurityGroupsTestJSON-494699717 tempest-SecurityGroupsTestJSON-494699717] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:11:39.984938 n-d-768862-2 neutron-server[84765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad89f690-6d5e-49c9-b4e4-28132b347b89 admin admin] Network 2a0349f4-20ea-4a54-b893-98956906179e is already hosted by enough agents. {{(pid=84875) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 07:11:39.986186 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [req-897b2058-a23f-4cb7-9dc6-2f28f38a3510 req-3c4b6117-5304-4696-9778-b826af4d6803 tempest-SecurityGroupsTestJSON-494699717 tempest-SecurityGroupsTestJSON-494699717] Usage tracker for resource:security_group_rule and tenant:7508ad1d114d4921bf43c45410ae9d5f is out of sync, need to count used quota {{(pid=84875) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:11:39.994010 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [req-4749a9d8-1a24-4696-b0e1-b9fbefef11e5 req-3fc3c917-26c1-4bcc-ac15-5f7e581ac5fb service neutron] 10.222.0.24 "GET /v2.0/networks/e8533908-6f3a-4b15-a6d5-8c765cd11374?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 1.0549803 Jan 14 07:11:40.004930 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [req-897b2058-a23f-4cb7-9dc6-2f28f38a3510 req-3c4b6117-5304-4696-9778-b826af4d6803 tempest-SecurityGroupsTestJSON-494699717 tempest-SecurityGroupsTestJSON-494699717] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=84875) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:11:40.015718 n-d-768862-2 neutron-server[84765]: DEBUG neutron.scheduler.base_scheduler [None req-ad89f690-6d5e-49c9-b4e4-28132b347b89 admin admin] Resources bound (agent type, host, resource id): {{(pid=84875) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 07:11:40.018037 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-ce8ef839-7680-4650-9cdf-638b1eab5902 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036854160497'] for network, before_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:11:40.027151 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.managers [None req-85bc795d-2717-4109-8a39-9e62ce0b8e9b admin admin] Network cb2daf5c-c88f-4231-9c86-6d155cd05702 has no segments {{(pid=84875) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 14 07:11:40.040246 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [req-897b2058-a23f-4cb7-9dc6-2f28f38a3510 req-3c4b6117-5304-4696-9778-b826af4d6803 tempest-SecurityGroupsTestJSON-494699717 tempest-SecurityGroupsTestJSON-494699717] Attempting to reserve 2 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=84875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:11:40.081889 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-85bc795d-2717-4109-8a39-9e62ce0b8e9b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-596065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3154253'] for segment, after_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:11:40.110979 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.plugin [None req-ce8ef839-7680-4650-9cdf-638b1eab5902 admin admin] Deleting port 0c7d3c38-788a-4efd-80ce-e81c464cd66b {{(pid=84874) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 07:11:40.112427 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-ce8ef839-7680-4650-9cdf-638b1eab5902 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363259214248359'] for port, before_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:11:40.138099 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-358326ff-3f26-42bd-9fe0-1d1c01aa6663 None None] Network 7838e4de-6265-49e2-af47-31cb87083d01 requested from n-d-768862-2 {{(pid=84876) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 07:11:40.323150 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-819b5255-3f02-43e0-94cf-edecce33f903 None None] Pushing event updated for resources: {'Port': ['ID=851f18cc-97e6-444b-9ee5-d0740ffad812,revision_number=1']} {{(pid=84876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:11:40.386073 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [None req-ce8ef839-7680-4650-9cdf-638b1eab5902 admin admin] For port 0c7d3c38-788a-4efd-80ce-e81c464cd66b, host n-d-768862-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-2',level=0,port_id=0c7d3c38-788a-4efd-80ce-e81c464cd66b,segment=NetworkSegment(e78d98fa-2af5-4e64-b394-20067ff7b64c),segment_id=e78d98fa-2af5-4e64-b394-20067ff7b64c)] {{(pid=84874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 07:11:40.386518 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-ce8ef839-7680-4650-9cdf-638b1eab5902 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036850862667'] for port, precommit_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:11:40.520373 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.plugin [None req-ce8ef839-7680-4650-9cdf-638b1eab5902 admin admin] Calling delete_port for 0c7d3c38-788a-4efd-80ce-e81c464cd66b owned by network:dhcp {{(pid=84874) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 07:11:40.581017 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-b3b62cc6-6f94-448d-9767-9df0365c02ed None None] Provisioning complete for port d97d9e3c-9f97-4a10-a1d6-908ae70deea3 triggered by entity DHCP. {{(pid=84876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 07:11:40.581412 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-b3b62cc6-6f94-448d-9767-9df0365c02ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-604227'] for port, provisioning_complete {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:11:40.599716 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-ce8ef839-7680-4650-9cdf-638b1eab5902 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777640533329', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777640097463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3254186'] for port, after_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:11:40.614097 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-1f3cfc8d-53ba-4824-a1ef-2e4eccd5ca2a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:11:40.644701 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.managers [None req-85bc795d-2717-4109-8a39-9e62ce0b8e9b admin admin] Network cb2daf5c-c88f-4231-9c86-6d155cd05702 has no segments {{(pid=84875) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 14 07:11:40.685242 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "delete_segment":"rule:admin_only" was deprecated in W in favor of "delete_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:11:40.685242 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:11:40.685242 n-d-768862-2 neutron-server[84765]: Traceback (most recent call last): Jan 14 07:11:40.685242 n-d-768862-2 neutron-server[84765]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 14 07:11:40.685242 n-d-768862-2 neutron-server[84765]: timer() Jan 14 07:11:40.685242 n-d-768862-2 neutron-server[84765]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 14 07:11:40.685242 n-d-768862-2 neutron-server[84765]: cb(*args, **kw) Jan 14 07:11:40.685242 n-d-768862-2 neutron-server[84765]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Jan 14 07:11:40.685242 n-d-768862-2 neutron-server[84765]: return func(*args, **kwargs) Jan 14 07:11:40.685242 n-d-768862-2 neutron-server[84765]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 14 07:11:40.685242 n-d-768862-2 neutron-server[84765]: self._notify() Jan 14 07:11:40.685242 n-d-768862-2 neutron-server[84765]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 14 07:11:40.685242 n-d-768862-2 neutron-server[84765]: self.callback(batched_events) Jan 14 07:11:40.685242 n-d-768862-2 neutron-server[84765]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 14 07:11:40.685242 n-d-768862-2 neutron-server[84765]: event.method(event) Jan 14 07:11:40.685242 n-d-768862-2 neutron-server[84765]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 14 07:11:40.685242 n-d-768862-2 neutron-server[84765]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 14 07:11:40.685242 n-d-768862-2 neutron-server[84765]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Jan 14 07:11:40.685242 n-d-768862-2 neutron-server[84765]: segment_id)['aggregates'][0] Jan 14 07:11:40.685242 n-d-768862-2 neutron-server[84765]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 14 07:11:40.685242 n-d-768862-2 neutron-server[84765]: return f(self, *a, **k) Jan 14 07:11:40.685242 n-d-768862-2 neutron-server[84765]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 14 07:11:40.685242 n-d-768862-2 neutron-server[84765]: return self._get(url).json() Jan 14 07:11:40.685242 n-d-768862-2 neutron-server[84765]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 14 07:11:40.685242 n-d-768862-2 neutron-server[84765]: **kwargs) Jan 14 07:11:40.685242 n-d-768862-2 neutron-server[84765]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 14 07:11:40.685242 n-d-768862-2 neutron-server[84765]: return self.request(url, 'GET', **kwargs) Jan 14 07:11:40.685242 n-d-768862-2 neutron-server[84765]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Jan 14 07:11:40.685242 n-d-768862-2 neutron-server[84765]: **endpoint_filter) Jan 14 07:11:40.685242 n-d-768862-2 neutron-server[84765]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 14 07:11:40.685242 n-d-768862-2 neutron-server[84765]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 14 07:11:40.685242 n-d-768862-2 neutron-server[84765]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 14 07:11:40.685242 n-d-768862-2 neutron-server[84765]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 14 07:11:40.685242 n-d-768862-2 neutron-server[84765]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 14 07:11:40.709889 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce8ef839-7680-4650-9cdf-638b1eab5902 admin admin] Pushing event deleted for resources: {'Port': ['ID=0c7d3c38-788a-4efd-80ce-e81c464cd66b,revision_number=None']} {{(pid=84874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:11:40.718195 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-ce8ef839-7680-4650-9cdf-638b1eab5902 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:11:40.721807 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-852a24f7-e9a1-4193-9abb-e9506fe5213f None None] Provisioning complete for port f4946652-2956-4264-8760-7566823f7199 triggered by entity L2. {{(pid=84876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 07:11:40.722230 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-852a24f7-e9a1-4193-9abb-e9506fe5213f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-604227'] for port, provisioning_complete {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:11:40.747444 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Provisioning for port 1a867ea6-5adf-4c62-9d18-e20e70dc2b38 completed by entity L2. {{(pid=84876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 07:11:40.755370 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.db.resource_extend [None req-c9dfa18e-a28f-4458-83cc-aa4cb4d13a0b None None] It took 0.18 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84876) wrapper /usr/local/lib/python3.6/dist-packages/oslo_utils/timeutils.py:388}} Jan 14 07:11:40.774152 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Provisioning complete for port 1a867ea6-5adf-4c62-9d18-e20e70dc2b38 triggered by entity L2. {{(pid=84876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 07:11:40.774493 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-604227'] for port, provisioning_complete {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:11:40.784089 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce8ef839-7680-4650-9cdf-638b1eab5902 admin admin] No DVR routers for this DVR port 0c7d3c38-788a-4efd-80ce-e81c464cd66b on host n-d-768862-2 {{(pid=84874) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Jan 14 07:11:40.797328 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.db_base_plugin_common [None req-f1a9dbbd-0bf1-4a68-a1c9-2ba679e7b21f tempest-TaggedBootDevicesTest-541410187 tempest-TaggedBootDevicesTest-541410187] Allocated IP 10.1.1.178 (42eaf091-c60a-4bbd-870e-8010d14ac7f2/008b1096-3405-4b9e-bc95-7872e98ae48f/fac49dc9-99b5-4eb4-a00b-191a6356a4bf) {{(pid=84875) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 14 07:11:40.816755 n-d-768862-2 neutron-server[84765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-819b5255-3f02-43e0-94cf-edecce33f903 None None] Network fdba73b7-2ae2-450a-a1be-4941055e53c1 is already hosted by enough agents. {{(pid=84876) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 07:11:40.822236 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [req-4749a9d8-1a24-4696-b0e1-b9fbefef11e5 req-1948d15d-3ad8-49f9-8cf0-3936faea7df9 service neutron] 10.222.0.24 "GET /v2.0/networks/25f1c1a0-ceab-4b3f-9e01-2007a6141e94?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8032053 Jan 14 07:11:40.839786 n-d-768862-2 neutron-server[84765]: DEBUG neutron.scheduler.base_scheduler [None req-819b5255-3f02-43e0-94cf-edecce33f903 None None] Resources bound (agent type, host, resource id): {{(pid=84876) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 07:11:40.844150 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [req-897b2058-a23f-4cb7-9dc6-2f28f38a3510 req-3c4b6117-5304-4696-9778-b826af4d6803 tempest-SecurityGroupsTestJSON-494699717 tempest-SecurityGroupsTestJSON-494699717] Notify callbacks [] for security_group, precommit_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:11:40.859287 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-819b5255-3f02-43e0-94cf-edecce33f903 None None] Received port after_create {{(pid=84876) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 14 07:11:40.888621 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-852a24f7-e9a1-4193-9abb-e9506fe5213f None None] Pushing event updated for resources: {'Port': ['ID=f4946652-2956-4264-8760-7566823f7199,revision_number=4']} {{(pid=84876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:11:40.889179 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [req-897b2058-a23f-4cb7-9dc6-2f28f38a3510 req-3c4b6117-5304-4696-9778-b826af4d6803 tempest-SecurityGroupsTestJSON-494699717 tempest-SecurityGroupsTestJSON-494699717] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850887153'] for security_group, after_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:11:40.904598 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-7906c8c5-17da-45cc-8114-3e0e8e412c77 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:11:40.936667 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49692a26-6490-457a-9b39-b6aed5f403e2 None None] DHCP port deletion for 7838e4de-6265-49e2-af47-31cb87083d01 request from n-d-768862-2 {{(pid=84876) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Jan 14 07:11:40.953056 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-ce8ef839-7680-4650-9cdf-638b1eab5902 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-598987', 'neutron.services.segments.db._delete_segments_for_network-8777640583949'] for network, precommit_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:11:40.961845 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-852a24f7-e9a1-4193-9abb-e9506fe5213f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.351s {{(pid=84876) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:11:40.963754 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-017f98a9-8a07-408c-a86f-8ff0c00400a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363259214191800', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854171626'] for agent, after_update {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:11:40.965391 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-dd06c7d8-d170-41fa-a631-be24c87fb996 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 1.393s {{(pid=84876) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:11:40.989780 n-d-768862-2 neutron-server[84765]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ad89f690-6d5e-49c9-b4e4-28132b347b89 admin admin] Router 8b3e17be-ca2c-4b78-96d4-8389afc90f7f has already been hosted by L3 agent 35f592e9-451b-4db9-abea-77b6a5c5391b {{(pid=84875) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Jan 14 07:11:41.009009 n-d-768862-2 neutron-server[84765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8fe25f6e-4160-4a03-8e2c-700abd85c0ba None None] Network e8533908-6f3a-4b15-a6d5-8c765cd11374 is already hosted by enough agents. {{(pid=84876) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 07:11:41.010131 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.plugin [None req-b3b62cc6-6f94-448d-9767-9df0365c02ed None None] Port d97d9e3c-9f97-4a10-a1d6-908ae70deea3 cannot update to ACTIVE because it is not bound. {{(pid=84876) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:329}} Jan 14 07:11:41.013437 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-85bc795d-2717-4109-8a39-9e62ce0b8e9b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036854176830', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850887149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3912591'] for network, after_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:11:41.061550 n-d-768862-2 neutron-server[84765]: DEBUG neutron.scheduler.base_scheduler [None req-8fe25f6e-4160-4a03-8e2c-700abd85c0ba None None] Resources bound (agent type, host, resource id): {{(pid=84876) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 07:11:41.068599 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-85bc795d-2717-4109-8a39-9e62ce0b8e9b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3207107'] for network, before_response {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:11:41.080409 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8fe25f6e-4160-4a03-8e2c-700abd85c0ba None None] Received port after_create {{(pid=84876) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 14 07:11:41.083959 n-d-768862-2 neutron-server[84765]: DEBUG neutron.services.segments.db [None req-ce8ef839-7680-4650-9cdf-638b1eab5902 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7838e4de-6265-49e2-af47-31cb87083d01']}} {{(pid=84874) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:11:41.091130 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c4b6117-5304-4696-9778-b826af4d6803 tempest-SecurityGroupsTestJSON-494699717 tempest-SecurityGroupsTestJSON-494699717] Pushing event updated for resources: {'SecurityGroup': ['ID=484a1e53-f3e3-41b1-a46c-f7dd4fed6779,revision_number=1']} {{(pid=84875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:11:41.108934 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-3c4b6117-5304-4696-9778-b826af4d6803 tempest-SecurityGroupsTestJSON-494699717 tempest-SecurityGroupsTestJSON-494699717] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.204s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:11:41.124486 n-d-768862-2 neutron-server[84765]: DEBUG neutron.services.segments.db [None req-ce8ef839-7680-4650-9cdf-638b1eab5902 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e78d98fa-2af5-4e64-b394-20067ff7b64c') {'for_net_delete': True} {{(pid=84874) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:11:41.125072 n-d-768862-2 neutron-server[84765]: DEBUG neutron.services.segments.db [None req-ce8ef839-7680-4650-9cdf-638b1eab5902 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e78d98fa-2af5-4e64-b394-20067ff7b64c') {} {{(pid=84874) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:11:41.150731 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-ce8ef839-7680-4650-9cdf-638b1eab5902 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363259214173198', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2968632'] for segment, before_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:11:41.176044 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-ce8ef839-7680-4650-9cdf-638b1eab5902 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854179735'] for segment, precommit_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:11:41.176478 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.125s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:11:41.178518 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-ce8ef839-7680-4650-9cdf-638b1eab5902 admin admin] Releasing vxlan tunnel 10 to pool {{(pid=84874) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Jan 14 07:11:41.195871 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.managers [None req-819b5255-3f02-43e0-94cf-edecce33f903 None None] Attempting to bind port 851f18cc-97e6-444b-9ee5-d0740ffad812 on host n-d-768862-2 for vnic_type normal with profile {{(pid=84876) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 14 07:11:41.196311 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.managers [None req-819b5255-3f02-43e0-94cf-edecce33f903 None None] Attempting to bind port 851f18cc-97e6-444b-9ee5-d0740ffad812 by drivers openvswitch on host n-d-768862-2 at level 0 using segments [{'id': '9cfd7867-f4fc-45d4-a7eb-0f31720b5608', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 14, 'network_id': 'fdba73b7-2ae2-450a-a1be-4941055e53c1'}] {{(pid=84876) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 14 07:11:41.196713 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-819b5255-3f02-43e0-94cf-edecce33f903 None None] Attempting to bind port 851f18cc-97e6-444b-9ee5-d0740ffad812 on network fdba73b7-2ae2-450a-a1be-4941055e53c1 {{(pid=84876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 14 07:11:41.200637 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-c9dfa18e-a28f-4458-83cc-aa4cb4d13a0b None None] Notify callbacks [] for port, precommit_update {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:11:41.208074 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-85bc795d-2717-4109-8a39-9e62ce0b8e9b admin admin] 10.222.0.24 "DELETE /v2.0/networks/cb2daf5c-c88f-4231-9c86-6d155cd05702 HTTP/1.1" status: 204 len: 168 time: 8.6686146 Jan 14 07:11:41.209038 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [req-897b2058-a23f-4cb7-9dc6-2f28f38a3510 req-3c4b6117-5304-4696-9778-b826af4d6803 tempest-SecurityGroupsTestJSON-494699717 tempest-SecurityGroupsTestJSON-494699717] Notify callbacks [] for security_group, before_response {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:11:41.210252 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [req-897b2058-a23f-4cb7-9dc6-2f28f38a3510 req-3c4b6117-5304-4696-9778-b826af4d6803 tempest-SecurityGroupsTestJSON-494699717 tempest-SecurityGroupsTestJSON-494699717] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1805 time: 2.2845275 Jan 14 07:11:41.222755 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fe25f6e-4160-4a03-8e2c-700abd85c0ba None None] Pushing event updated for resources: {'Port': ['ID=911cbecc-42e9-460d-b930-0bd3badf9681,revision_number=1']} {{(pid=84876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:11:41.239216 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-8fe25f6e-4160-4a03-8e2c-700abd85c0ba None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.274s {{(pid=84876) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:11:41.240388 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-819b5255-3f02-43e0-94cf-edecce33f903 None None] Checking agent: {'id': 'ba5efab1-b43c-4d5a-bc52-6e105d4e67a2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768862-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 14, 6, 56, 52), 'started_at': datetime.datetime(2021, 1, 14, 6, 57, 22), 'heartbeat_timestamp': datetime.datetime(2021, 1, 14, 7, 11, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768862-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.29', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 14 07:11:41.241222 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-819b5255-3f02-43e0-94cf-edecce33f903 None None] Checking segment: {'id': '9cfd7867-f4fc-45d4-a7eb-0f31720b5608', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 14, 'network_id': 'fdba73b7-2ae2-450a-a1be-4941055e53c1'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84876) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 14 07:11:41.241222 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-819b5255-3f02-43e0-94cf-edecce33f903 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:11:41.241768 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-819b5255-3f02-43e0-94cf-edecce33f903 None None] Bound using segment: {'id': '9cfd7867-f4fc-45d4-a7eb-0f31720b5608', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 14, 'network_id': 'fdba73b7-2ae2-450a-a1be-4941055e53c1'} {{(pid=84876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 14 07:11:41.242310 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.managers [None req-819b5255-3f02-43e0-94cf-edecce33f903 None None] Bound port: 851f18cc-97e6-444b-9ee5-d0740ffad812, host: n-d-768862-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9cfd7867-f4fc-45d4-a7eb-0f31720b5608', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 14, 'network_id': 'fdba73b7-2ae2-450a-a1be-4941055e53c1'}}] {{(pid=84876) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 14 07:11:41.242704 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-819b5255-3f02-43e0-94cf-edecce33f903 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555753'] for port, before_update {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:11:41.253440 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-d7e6332b-a05a-4d89-8433-be38d6789162 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 1.431s {{(pid=84876) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:11:41.253840 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-d7e6332b-a05a-4d89-8433-be38d6789162 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.001s {{(pid=84876) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:11:41.268277 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85bc795d-2717-4109-8a39-9e62ce0b8e9b admin admin] Pushing event deleted for resources: {'Network': ['ID=cb2daf5c-c88f-4231-9c86-6d155cd05702,revision_number=None']} {{(pid=84875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:11:41.270589 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-c9dfa18e-a28f-4458-83cc-aa4cb4d13a0b None None] Transition to ACTIVE for port object cda795e6-c8fa-40b8-b213-9b831bf9f120 will not be triggered until provisioned by entity L2. {{(pid=84876) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 07:11:41.274766 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.managers [None req-8fe25f6e-4160-4a03-8e2c-700abd85c0ba None None] Attempting to bind port 911cbecc-42e9-460d-b930-0bd3badf9681 on host n-d-768862-2 for vnic_type normal with profile {{(pid=84876) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 14 07:11:41.275183 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.managers [None req-8fe25f6e-4160-4a03-8e2c-700abd85c0ba None None] Attempting to bind port 911cbecc-42e9-460d-b930-0bd3badf9681 by drivers openvswitch on host n-d-768862-2 at level 0 using segments [{'id': '03fb12c0-b28b-4752-937b-ed8f1fec4960', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': 'e8533908-6f3a-4b15-a6d5-8c765cd11374'}] {{(pid=84876) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 14 07:11:41.275594 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8fe25f6e-4160-4a03-8e2c-700abd85c0ba None None] Attempting to bind port 911cbecc-42e9-460d-b930-0bd3badf9681 on network e8533908-6f3a-4b15-a6d5-8c765cd11374 {{(pid=84876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 14 07:11:41.447145 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [req-4749a9d8-1a24-4696-b0e1-b9fbefef11e5 req-49eef632-b679-48f4-ab01-93f2f7d7736f service neutron] 10.222.0.24 "GET /v2.0/networks/25f1c1a0-ceab-4b3f-9e01-2007a6141e94?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.5961697 Jan 14 07:11:41.451640 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-85bc795d-2717-4109-8a39-9e62ce0b8e9b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.272s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:11:41.501582 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-c9dfa18e-a28f-4458-83cc-aa4cb4d13a0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777640533312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363259214678337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777640097497'] for port, after_update {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:11:41.548226 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.managers [None req-ce8ef839-7680-4650-9cdf-638b1eab5902 admin admin] Network 7838e4de-6265-49e2-af47-31cb87083d01 has no segments {{(pid=84874) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 14 07:11:41.575324 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-ce8ef839-7680-4650-9cdf-638b1eab5902 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-596065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036851521571'] for segment, after_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:11:41.577933 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84876) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:11:41.618759 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8fe25f6e-4160-4a03-8e2c-700abd85c0ba None None] Checking agent: {'id': 'ba5efab1-b43c-4d5a-bc52-6e105d4e67a2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768862-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 14, 6, 56, 52), 'started_at': datetime.datetime(2021, 1, 14, 6, 57, 22), 'heartbeat_timestamp': datetime.datetime(2021, 1, 14, 7, 11, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768862-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.29', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 14 07:11:41.619440 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8fe25f6e-4160-4a03-8e2c-700abd85c0ba None None] Checking segment: {'id': '03fb12c0-b28b-4752-937b-ed8f1fec4960', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': 'e8533908-6f3a-4b15-a6d5-8c765cd11374'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84876) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 14 07:11:41.623855 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-8fe25f6e-4160-4a03-8e2c-700abd85c0ba None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:11:41.623855 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8fe25f6e-4160-4a03-8e2c-700abd85c0ba None None] Bound using segment: {'id': '03fb12c0-b28b-4752-937b-ed8f1fec4960', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': 'e8533908-6f3a-4b15-a6d5-8c765cd11374'} {{(pid=84876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 14 07:11:41.623855 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.managers [None req-8fe25f6e-4160-4a03-8e2c-700abd85c0ba None None] Bound port: 911cbecc-42e9-460d-b930-0bd3badf9681, host: n-d-768862-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '03fb12c0-b28b-4752-937b-ed8f1fec4960', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': 'e8533908-6f3a-4b15-a6d5-8c765cd11374'}}] {{(pid=84876) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 14 07:11:41.623855 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-8fe25f6e-4160-4a03-8e2c-700abd85c0ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555753'] for port, before_update {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:11:41.851821 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84874) accepted ('10.222.0.24', 56370) {{(pid=84874) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:11:41.892822 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555753'] for port, before_update {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:11:42.002128 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-f04f16db-a97f-4e71-aea0-92f5fc59129c None None] Provisioning complete for port 1a867ea6-5adf-4c62-9d18-e20e70dc2b38 triggered by entity DHCP. {{(pid=84876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 07:11:42.004528 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-f04f16db-a97f-4e71-aea0-92f5fc59129c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-604227'] for port, provisioning_complete {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:11:42.059806 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-852a24f7-e9a1-4193-9abb-e9506fe5213f None None] Device f4946652-2956-4264-8760-7566823f7199 up at agent ovs-agent-n-h2-768862-2 {{(pid=84876) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 07:11:42.103292 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.managers [None req-ce8ef839-7680-4650-9cdf-638b1eab5902 admin admin] Network 7838e4de-6265-49e2-af47-31cb87083d01 has no segments {{(pid=84874) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 14 07:11:42.107928 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa64fc2b-1922-4e3e-9ac4-90bc0f733b35 None None] Pushing event updated for resources: {'Port': ['ID=cda795e6-c8fa-40b8-b213-9b831bf9f120,revision_number=2']} {{(pid=84876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:11:42.116041 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-aa64fc2b-1922-4e3e-9ac4-90bc0f733b35 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.537s {{(pid=84876) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:11:42.190522 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-d1efc52f-1441-4bd9-a8e4-dc2eef1f73da admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=914ccd51ecef47e89b834e22797839e0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3363867 Jan 14 07:11:42.191915 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:shared":"rule:admin_only" was deprecated in W in favor of "update_network:shared":"role:admin and system_scope:all". Reason: Jan 14 07:11:42.191915 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:11:42.191915 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:11:42.191915 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:11:42.191915 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "update_network:provider:network_type":"role:admin and system_scope:all". Reason: Jan 14 07:11:42.191915 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:11:42.191915 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:11:42.191915 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:11:42.191915 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "update_network:provider:physical_network":"role:admin and system_scope:all". Reason: Jan 14 07:11:42.191915 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:11:42.191915 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:11:42.191915 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:11:42.191915 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "update_network:provider:segmentation_id":"role:admin and system_scope:all". Reason: Jan 14 07:11:42.191915 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:11:42.191915 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:11:42.191915 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:11:42.191915 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:router:external":"rule:admin_only" was deprecated in W in favor of "update_network:router:external":"role:admin and system_scope:all". Reason: Jan 14 07:11:42.191915 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:11:42.191915 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:11:42.191915 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:11:42.191915 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:is_default":"rule:admin_only" was deprecated in W in favor of "update_network:is_default":"role:admin and system_scope:all". Reason: Jan 14 07:11:42.191915 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:11:42.191915 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:11:42.191915 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:11:42.191915 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:port_security_enabled":"rule:admin_or_owner" was deprecated in W in favor of "update_network:port_security_enabled":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 07:11:42.191915 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:11:42.191915 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:11:42.191915 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:11:42.191915 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "delete_network":"rule:admin_or_owner" was deprecated in W in favor of "delete_network":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 07:11:42.191915 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:11:42.191915 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:11:42.191915 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:11:42.191915 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_segment":"rule:admin_only" was deprecated in W in favor of "create_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:11:42.191915 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:11:42.191915 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_segment":"rule:admin_only" was deprecated in W in favor of "get_segment":"role:reader and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:11:42.191915 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:11:42.191915 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_segment":"rule:admin_only" was deprecated in W in favor of "update_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:11:42.191915 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:11:42.191915 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "delete_segment":"rule:admin_only" was deprecated in W in favor of "delete_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:11:42.191915 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:11:42.191915 n-d-768862-2 neutron-server[84765]: Traceback (most recent call last): Jan 14 07:11:42.191915 n-d-768862-2 neutron-server[84765]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 14 07:11:42.191915 n-d-768862-2 neutron-server[84765]: timer() Jan 14 07:11:42.191915 n-d-768862-2 neutron-server[84765]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 14 07:11:42.191915 n-d-768862-2 neutron-server[84765]: cb(*args, **kw) Jan 14 07:11:42.191915 n-d-768862-2 neutron-server[84765]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Jan 14 07:11:42.191915 n-d-768862-2 neutron-server[84765]: return func(*args, **kwargs) Jan 14 07:11:42.194831 n-d-768862-2 neutron-server[84765]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 14 07:11:42.194831 n-d-768862-2 neutron-server[84765]: self._notify() Jan 14 07:11:42.194831 n-d-768862-2 neutron-server[84765]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 14 07:11:42.194831 n-d-768862-2 neutron-server[84765]: self.callback(batched_events) Jan 14 07:11:42.194831 n-d-768862-2 neutron-server[84765]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 14 07:11:42.194831 n-d-768862-2 neutron-server[84765]: event.method(event) Jan 14 07:11:42.194831 n-d-768862-2 neutron-server[84765]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 14 07:11:42.194831 n-d-768862-2 neutron-server[84765]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 14 07:11:42.194831 n-d-768862-2 neutron-server[84765]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Jan 14 07:11:42.194831 n-d-768862-2 neutron-server[84765]: segment_id)['aggregates'][0] Jan 14 07:11:42.194831 n-d-768862-2 neutron-server[84765]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 14 07:11:42.194831 n-d-768862-2 neutron-server[84765]: return f(self, *a, **k) Jan 14 07:11:42.194831 n-d-768862-2 neutron-server[84765]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 14 07:11:42.194831 n-d-768862-2 neutron-server[84765]: return self._get(url).json() Jan 14 07:11:42.194831 n-d-768862-2 neutron-server[84765]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 14 07:11:42.194831 n-d-768862-2 neutron-server[84765]: **kwargs) Jan 14 07:11:42.194831 n-d-768862-2 neutron-server[84765]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 14 07:11:42.194831 n-d-768862-2 neutron-server[84765]: return self.request(url, 'GET', **kwargs) Jan 14 07:11:42.194831 n-d-768862-2 neutron-server[84765]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Jan 14 07:11:42.194831 n-d-768862-2 neutron-server[84765]: **endpoint_filter) Jan 14 07:11:42.194831 n-d-768862-2 neutron-server[84765]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 14 07:11:42.194831 n-d-768862-2 neutron-server[84765]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 14 07:11:42.194831 n-d-768862-2 neutron-server[84765]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 14 07:11:42.194831 n-d-768862-2 neutron-server[84765]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 14 07:11:42.194831 n-d-768862-2 neutron-server[84765]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 14 07:11:42.269793 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84874) accepted ('10.222.0.24', 56384) {{(pid=84874) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:11:42.288992 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [None req-819b5255-3f02-43e0-94cf-edecce33f903 None None] For port 851f18cc-97e6-444b-9ee5-d0740ffad812, host n-d-768862-2, cleared binding levels {{(pid=84876) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 14 07:11:42.310562 n-d-768862-2 neutron-server[84765]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b4df1c8c-f0c2-4966-97b9-13f58a5db756', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f4946652-2956-4264-8760-7566823f7199', 'code': 200} Jan 14 07:11:42.359930 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-ce8ef839-7680-4650-9cdf-638b1eab5902 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036854176830', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850887149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3912591'] for network, after_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:11:42.362955 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [None req-8fe25f6e-4160-4a03-8e2c-700abd85c0ba None None] For port 911cbecc-42e9-460d-b930-0bd3badf9681, host n-d-768862-2, cleared binding levels {{(pid=84876) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 14 07:11:42.367185 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [None req-8fe25f6e-4160-4a03-8e2c-700abd85c0ba None None] For port 911cbecc-42e9-460d-b930-0bd3badf9681, host n-d-768862-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-2',level=0,port_id=911cbecc-42e9-460d-b930-0bd3badf9681,segment=NetworkSegment(03fb12c0-b28b-4752-937b-ed8f1fec4960),segment_id=03fb12c0-b28b-4752-937b-ed8f1fec4960)] {{(pid=84876) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 14 07:11:42.383658 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [None req-819b5255-3f02-43e0-94cf-edecce33f903 None None] For port 851f18cc-97e6-444b-9ee5-d0740ffad812, host n-d-768862-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-2',level=0,port_id=851f18cc-97e6-444b-9ee5-d0740ffad812,segment=NetworkSegment(9cfd7867-f4fc-45d4-a7eb-0f31720b5608),segment_id=9cfd7867-f4fc-45d4-a7eb-0f31720b5608)] {{(pid=84876) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 14 07:11:42.383986 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-ba4a6866-b765-4b66-b81f-c1b311417ab5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:11:42.386103 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:11:42.389064 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-f1a9dbbd-0bf1-4a68-a1c9-2ba679e7b21f tempest-TaggedBootDevicesTest-541410187 tempest-TaggedBootDevicesTest-541410187] Notify callbacks [] for port, precommit_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:11:42.402443 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-ce8ef839-7680-4650-9cdf-638b1eab5902 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3207107'] for network, before_response {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:11:42.414612 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-819b5255-3f02-43e0-94cf-edecce33f903 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777640533312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363259214678337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777640097497'] for port, after_update {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:11:42.420311 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d34228f6-c8c4-40bf-b004-671db62d6849 req-ada205ea-c74f-41bb-a567-1454420d22d0 tempest-FloatingIPsAssociationNegativeTestJSON-724895750 tempest-FloatingIPsAssociationNegativeTestJSON-724895750] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:11:42.422167 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [req-d34228f6-c8c4-40bf-b004-671db62d6849 req-ada205ea-c74f-41bb-a567-1454420d22d0 tempest-FloatingIPsAssociationNegativeTestJSON-724895750 tempest-FloatingIPsAssociationNegativeTestJSON-724895750] 10.222.0.24 "GET /v2.0/networks?id=fd33dbe3-7afa-46b0-8897-ce6ba7fea060 HTTP/1.1" status: 200 len: 829 time: 0.2222161 Jan 14 07:11:42.432763 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce8ef839-7680-4650-9cdf-638b1eab5902 admin admin] Pushing event deleted for resources: {'Network': ['ID=7838e4de-6265-49e2-af47-31cb87083d01,revision_number=None']} {{(pid=84874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:11:42.433083 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-8fe25f6e-4160-4a03-8e2c-700abd85c0ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777640533312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363259214678337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777640097497'] for port, after_update {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:11:42.441659 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.v2.base [req-b40cb525-0eb7-4828-86e1-3d1d923ad3d8 req-8abe71b8-b37a-46dd-bbd9-af63df1bee22 tempest-SecurityGroupsTestJSON-494699717 tempest-SecurityGroupsTestJSON-494699717] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1007704767', 'description': 'tempest-description-66982476'}} {{(pid=84875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:11:42.444025 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-ce8ef839-7680-4650-9cdf-638b1eab5902 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:11:42.449549 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-ce8ef839-7680-4650-9cdf-638b1eab5902 admin admin] 10.222.0.24 "DELETE /v2.0/networks/7838e4de-6265-49e2-af47-31cb87083d01 HTTP/1.1" status: 204 len: 168 time: 2.5662892 Jan 14 07:11:42.455560 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-ba4a6866-b765-4b66-b81f-c1b311417ab5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:11:42.456943 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [req-b40cb525-0eb7-4828-86e1-3d1d923ad3d8 req-8abe71b8-b37a-46dd-bbd9-af63df1bee22 tempest-SecurityGroupsTestJSON-494699717 tempest-SecurityGroupsTestJSON-494699717] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:11:42.461825 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [req-b40cb525-0eb7-4828-86e1-3d1d923ad3d8 req-8abe71b8-b37a-46dd-bbd9-af63df1bee22 tempest-SecurityGroupsTestJSON-494699717 tempest-SecurityGroupsTestJSON-494699717] Usage tracker for resource:security_group and tenant:7508ad1d114d4921bf43c45410ae9d5f is out of sync, need to count used quota {{(pid=84875) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:11:42.465579 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [req-b40cb525-0eb7-4828-86e1-3d1d923ad3d8 req-8abe71b8-b37a-46dd-bbd9-af63df1bee22 tempest-SecurityGroupsTestJSON-494699717 tempest-SecurityGroupsTestJSON-494699717] Quota usage for security_group was recalculated. Used quota:5. {{(pid=84875) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:11:42.471682 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [req-b40cb525-0eb7-4828-86e1-3d1d923ad3d8 req-8abe71b8-b37a-46dd-bbd9-af63df1bee22 tempest-SecurityGroupsTestJSON-494699717 tempest-SecurityGroupsTestJSON-494699717] Attempting to reserve 1 items for resource security_group. Total usage: 5; quota limit: 100; headroom:95 {{(pid=84875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:11:42.485295 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-0f979b1a-6f83-4387-8d88-a6b115538f4a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84876) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:11:42.495076 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [req-b40cb525-0eb7-4828-86e1-3d1d923ad3d8 req-8abe71b8-b37a-46dd-bbd9-af63df1bee22 tempest-SecurityGroupsTestJSON-494699717 tempest-SecurityGroupsTestJSON-494699717] Notify callbacks [] for security_group, before_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:11:42.514986 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-ba4a6866-b765-4b66-b81f-c1b311417ab5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850887153'] for security_group, after_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:11:42.519454 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [req-d34228f6-c8c4-40bf-b004-671db62d6849 req-0410dbcb-2439-4934-bead-d5f2db8d8aa4 tempest-FloatingIPsAssociationNegativeTestJSON-724895750 tempest-FloatingIPsAssociationNegativeTestJSON-724895750] 10.222.0.24 "GET /v2.0/quotas/777e0121e7b84cf1b1a0af96c6f5d63a HTTP/1.1" status: 200 len: 375 time: 0.0872595 Jan 14 07:11:42.523985 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-f1a9dbbd-0bf1-4a68-a1c9-2ba679e7b21f tempest-TaggedBootDevicesTest-541410187 tempest-TaggedBootDevicesTest-541410187] Transition to ACTIVE for port object fac49dc9-99b5-4eb4-a00b-191a6356a4bf will not be triggered until provisioned by entity DHCP. {{(pid=84875) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 07:11:42.532974 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-acf9c3b3-7b89-4cf8-8b90-18b5ed1fb020 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:11:42.552360 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba4a6866-b765-4b66-b81f-c1b311417ab5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2b689b73-c4d8-47e2-b51e-b51613fbe48e,revision_number=None']} {{(pid=84874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:11:42.555075 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-ba4a6866-b765-4b66-b81f-c1b311417ab5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:11:42.560403 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-ba4a6866-b765-4b66-b81f-c1b311417ab5 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/2b689b73-c4d8-47e2-b51e-b51613fbe48e HTTP/1.1" status: 204 len: 168 time: 0.2891493 Jan 14 07:11:42.561757 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-ba4a6866-b765-4b66-b81f-c1b311417ab5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:11:42.615534 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [req-b40cb525-0eb7-4828-86e1-3d1d923ad3d8 req-8abe71b8-b37a-46dd-bbd9-af63df1bee22 tempest-SecurityGroupsTestJSON-494699717 tempest-SecurityGroupsTestJSON-494699717] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:11:42.620725 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [req-b40cb525-0eb7-4828-86e1-3d1d923ad3d8 req-8abe71b8-b37a-46dd-bbd9-af63df1bee22 tempest-SecurityGroupsTestJSON-494699717 tempest-SecurityGroupsTestJSON-494699717] Usage tracker for resource:security_group_rule and tenant:7508ad1d114d4921bf43c45410ae9d5f is out of sync, need to count used quota {{(pid=84875) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:11:42.625307 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [req-b40cb525-0eb7-4828-86e1-3d1d923ad3d8 req-8abe71b8-b37a-46dd-bbd9-af63df1bee22 tempest-SecurityGroupsTestJSON-494699717 tempest-SecurityGroupsTestJSON-494699717] Quota usage for security_group_rule was recalculated. Used quota:12. {{(pid=84875) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:11:42.631633 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [req-b40cb525-0eb7-4828-86e1-3d1d923ad3d8 req-8abe71b8-b37a-46dd-bbd9-af63df1bee22 tempest-SecurityGroupsTestJSON-494699717 tempest-SecurityGroupsTestJSON-494699717] Attempting to reserve 2 items for resource security_group_rule. Total usage: 12; quota limit: 100; headroom:88 {{(pid=84875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:11:42.718607 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ad89f690-6d5e-49c9-b4e4-28132b347b89 admin admin] Notify agent at l3_agent.n-d-768862-2 the message routers_updated {{(pid=84875) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jan 14 07:11:42.734660 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad5fb108-f2ea-4c28-a933-5636ac13b06b None None] Sync routers for ids ['8b3e17be-ca2c-4b78-96d4-8389afc90f7f'] in n-d-768862-2 {{(pid=84877) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Jan 14 07:11:42.757265 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-ad89f690-6d5e-49c9-b4e4-28132b347b89 admin admin] 10.222.0.24 "PUT /v2.0/routers/8b3e17be-ca2c-4b78-96d4-8389afc90f7f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 17.0391252 Jan 14 07:11:42.782167 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad5fb108-f2ea-4c28-a933-5636ac13b06b None None] Routers {'8b3e17be-ca2c-4b78-96d4-8389afc90f7f'} bound to L3 agent in host n-d-768862-2 {{(pid=84877) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 14 07:11:42.783173 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_hamode_db [None req-ad5fb108-f2ea-4c28-a933-5636ac13b06b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-01-14T06:56:51Z,description=,heartbeat_timestamp=2021-01-14T07:11:21Z,host='n-d-768862-2',id=35f592e9-451b-4db9-abea-77b6a5c5391b,load=0,resource_versions=,resources_synced=,started_at=2021-01-14T06:56:51Z,topic='l3_agent')) {'router_ids': ['8b3e17be-ca2c-4b78-96d4-8389afc90f7f'], 'active': True} {{(pid=84877) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:11:42.795412 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-f1a9dbbd-0bf1-4a68-a1c9-2ba679e7b21f tempest-TaggedBootDevicesTest-541410187 tempest-TaggedBootDevicesTest-541410187] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777640123575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851621574'] for port, after_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:11:42.842114 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84874) accepted ('10.222.0.24', 56398) {{(pid=84874) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:11:42.843064 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [req-d34228f6-c8c4-40bf-b004-671db62d6849 req-5292bd7e-de05-4e39-9954-025ed218531e tempest-FloatingIPsAssociationNegativeTestJSON-724895750 tempest-FloatingIPsAssociationNegativeTestJSON-724895750] 10.222.0.24 "GET /v2.0/ports?tenant_id=777e0121e7b84cf1b1a0af96c6f5d63a&fields=id HTTP/1.1" status: 200 len: 302 time: 0.3126056 Jan 14 07:11:42.951370 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-819b5255-3f02-43e0-94cf-edecce33f903 None None] Pushing event updated for resources: {'Port': ['ID=851f18cc-97e6-444b-9ee5-d0740ffad812,revision_number=2']} {{(pid=84876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:11:42.985219 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-7b80bf63-17ce-41d0-81e9-3bd370436caf admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=f85c82bd29754c1bb1dc756e2b7c7b32&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1417196 Jan 14 07:11:42.988134 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84874) accepted ('10.222.0.24', 56402) {{(pid=84874) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:11:43.073572 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-f8f3adca-674d-4c19-9402-a446bb22c38a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:11:43.088468 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [req-b40cb525-0eb7-4828-86e1-3d1d923ad3d8 req-8abe71b8-b37a-46dd-bbd9-af63df1bee22 tempest-SecurityGroupsTestJSON-494699717 tempest-SecurityGroupsTestJSON-494699717] Notify callbacks [] for security_group, precommit_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:11:43.089605 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-8c588ca3-f770-4e84-acdd-17fd4075f71c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:11:43.092527 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] For port 1a867ea6-5adf-4c62-9d18-e20e70dc2b38, host n-d-768862-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-2',level=0,port_id=1a867ea6-5adf-4c62-9d18-e20e70dc2b38,segment=NetworkSegment(0a8db434-5b02-4986-9569-2ef86eeaa800),segment_id=0a8db434-5b02-4986-9569-2ef86eeaa800)] {{(pid=84876) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 07:11:43.108991 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-f8f3adca-674d-4c19-9402-a446bb22c38a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:11:43.143927 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-852a24f7-e9a1-4193-9abb-e9506fe5213f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363259214191800', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854171626'] for agent, after_update {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:11:43.210562 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_dvr_db [None req-ad5fb108-f2ea-4c28-a933-5636ac13b06b None None] Set router 8b3e17be-ca2c-4b78-96d4-8389afc90f7f gateway port host: n-d-768862-2 {{(pid=84877) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 14 07:11:43.211788 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-f8f3adca-674d-4c19-9402-a446bb22c38a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850887153'] for security_group, after_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:11:43.219901 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-7143c90f-3dde-4f93-80ef-d2ef82125a0a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:11:43.228754 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1a9dbbd-0bf1-4a68-a1c9-2ba679e7b21f tempest-TaggedBootDevicesTest-541410187 tempest-TaggedBootDevicesTest-541410187] Pushing event updated for resources: {'Port': ['ID=fac49dc9-99b5-4eb4-a00b-191a6356a4bf,revision_number=1']} {{(pid=84875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:11:43.249280 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-f8f3adca-674d-4c19-9402-a446bb22c38a admin admin] Notify callbacks [] for security_group, before_response {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:11:43.250847 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-f8f3adca-674d-4c19-9402-a446bb22c38a admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/903c8b99-b1c4-4034-9a4c-1385fe0328c6 HTTP/1.1" status: 204 len: 168 time: 0.2615108 Jan 14 07:11:43.251970 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8f3adca-674d-4c19-9402-a446bb22c38a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=903c8b99-b1c4-4034-9a4c-1385fe0328c6,revision_number=None']} {{(pid=84874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:11:43.264381 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-f8f3adca-674d-4c19-9402-a446bb22c38a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:11:43.373081 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777640533312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363259214678337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777640097497'] for port, after_update {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:11:43.390534 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [req-b40cb525-0eb7-4828-86e1-3d1d923ad3d8 req-8abe71b8-b37a-46dd-bbd9-af63df1bee22 tempest-SecurityGroupsTestJSON-494699717 tempest-SecurityGroupsTestJSON-494699717] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850887153'] for security_group, after_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:11:43.405458 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-f1a9dbbd-0bf1-4a68-a1c9-2ba679e7b21f tempest-TaggedBootDevicesTest-541410187 tempest-TaggedBootDevicesTest-541410187] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.311s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:11:43.564755 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Device a2510d44-9fb1-4a4f-ae33-d3d9bb614edf no longer exists at agent ovs-agent-n-d-768862-2 {{(pid=84876) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jan 14 07:11:43.568148 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-6f02351c-0ec3-4720-9e27-787bf12ccabc tempest-SecurityGroupsTestJSON-494699717 tempest-SecurityGroupsTestJSON-494699717] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:11:43.711109 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.plugin [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] No Port match for: a2510d44-9fb1-4a4f-ae33-d3d9bb614edf {{(pid=84876) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2188}} Jan 14 07:11:43.711515 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Device a2510d44-9fb1-4a4f-ae33-d3d9bb614edf not bound to the agent host n-d-768862-2 {{(pid=84876) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jan 14 07:11:43.729049 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [req-d34228f6-c8c4-40bf-b004-671db62d6849 req-67e90b31-485e-44ac-991d-d2e37366afe7 service neutron] 10.222.0.24 "GET /v2.0/networks/fd33dbe3-7afa-46b0-8897-ce6ba7fea060?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5068634 Jan 14 07:11:43.744539 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-852a24f7-e9a1-4193-9abb-e9506fe5213f None None] Provisioning complete for port f4946652-2956-4264-8760-7566823f7199 triggered by entity L2. {{(pid=84876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 07:11:43.744961 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-852a24f7-e9a1-4193-9abb-e9506fe5213f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-604227'] for port, provisioning_complete {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:11:43.859197 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fe25f6e-4160-4a03-8e2c-700abd85c0ba None None] Pushing event updated for resources: {'Port': ['ID=911cbecc-42e9-460d-b930-0bd3badf9681,revision_number=2']} {{(pid=84876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:11:43.863197 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.managers [None req-c9dfa18e-a28f-4458-83cc-aa4cb4d13a0b None None] Attempting to bind port cda795e6-c8fa-40b8-b213-9b831bf9f120 on host n-d-768862-2 for vnic_type normal with profile {{(pid=84876) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 14 07:11:43.863624 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.managers [None req-c9dfa18e-a28f-4458-83cc-aa4cb4d13a0b None None] Attempting to bind port cda795e6-c8fa-40b8-b213-9b831bf9f120 by drivers openvswitch on host n-d-768862-2 at level 0 using segments [{'id': 'cf3ded2c-bc47-4a71-89af-6e7117e60140', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '226f1e78-82cd-4481-9055-4eb73b6db8c1'}] {{(pid=84876) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 14 07:11:43.864077 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9dfa18e-a28f-4458-83cc-aa4cb4d13a0b None None] Attempting to bind port cda795e6-c8fa-40b8-b213-9b831bf9f120 on network 226f1e78-82cd-4481-9055-4eb73b6db8c1 {{(pid=84876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 14 07:11:43.888821 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-8fe25f6e-4160-4a03-8e2c-700abd85c0ba None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.403s {{(pid=84876) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:11:43.891369 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-0f979b1a-6f83-4387-8d88-a6b115538f4a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.966s {{(pid=84876) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:11:43.892088 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_hamode_db [None req-ad5fb108-f2ea-4c28-a933-5636ac13b06b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8b3e17be-ca2c-4b78-96d4-8389afc90f7f', 'name': 'tempest-FloatingIPsNegativeTestJSON-1904593380-router', 'tenant_id': 'e1a4c1f507cc4686a883b0df425ffdc7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '226f1e78-82cd-4481-9055-4eb73b6db8c1', 'external_fixed_ips': [{'subnet_id': 'ba8deeec-7658-4195-9449-038c076f5c83', 'ip_address': '172.25.2.43'}], 'enable_snat': True}, 'gw_port_id': '1f8d73f2-9054-4e85-ba41-f2dd89575c0b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-14T07:11:11Z', 'updated_at': '2021-01-14T07:11:34Z', 'revision_number': 4, 'project_id': 'e1a4c1f507cc4686a883b0df425ffdc7', 'gw_port': {'id': '1f8d73f2-9054-4e85-ba41-f2dd89575c0b', 'name': '', 'network_id': '226f1e78-82cd-4481-9055-4eb73b6db8c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:85:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b3e17be-ca2c-4b78-96d4-8389afc90f7f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 682, 'fixed_ips': [{'subnet_id': 'ba8deeec-7658-4195-9449-038c076f5c83', 'ip_address': '172.25.2.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T07:11:16Z', 'updated_at': '2021-01-14T07:11:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ba8deeec-7658-4195-9449-038c076f5c83', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-2', '_interfaces': [{'id': 'd97d9e3c-9f97-4a10-a1d6-908ae70deea3', 'name': '', 'network_id': '2a0349f4-20ea-4a54-b893-98956906179e', 'tenant_id': 'e1a4c1f507cc4686a883b0df425ffdc7', 'mac_address': 'fa:16:3e:97:88:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8b3e17be-ca2c-4b78-96d4-8389afc90f7f', 'device_owner': 'network:router_interface', 'standard_attr_id': 715, 'fixed_ips': [{'subnet_id': '8e00e578-a633-4911-bdcc-3e95a2f0c245', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T07:11:29Z', 'updated_at': '2021-01-14T07:11:35Z', 'revision_number': 2, 'project_id': 'e1a4c1f507cc4686a883b0df425ffdc7', 'subnets': [{'id': '8e00e578-a633-4911-bdcc-3e95a2f0c245', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'n-d-768862-2', False) {} {{(pid=84877) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:11:43.904600 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad5fb108-f2ea-4c28-a933-5636ac13b06b None None] Checking router: 8b3e17be-ca2c-4b78-96d4-8389afc90f7f for host: n-d-768862-2 {{(pid=84877) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Jan 14 07:11:43.905983 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad5fb108-f2ea-4c28-a933-5636ac13b06b None None] Updating router 8b3e17be-ca2c-4b78-96d4-8389afc90f7f port d97d9e3c-9f97-4a10-a1d6-908ae70deea3 binding host n-d-768862-2 {{(pid=84877) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Jan 14 07:11:43.990102 n-d-768862-2 neutron-server[84765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1a9dbbd-0bf1-4a68-a1c9-2ba679e7b21f tempest-TaggedBootDevicesTest-541410187 tempest-TaggedBootDevicesTest-541410187] Network 42eaf091-c60a-4bbd-870e-8010d14ac7f2 is already hosted by enough agents. {{(pid=84875) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 07:11:44.007647 n-d-768862-2 neutron-server[84765]: DEBUG neutron.scheduler.base_scheduler [None req-f1a9dbbd-0bf1-4a68-a1c9-2ba679e7b21f tempest-TaggedBootDevicesTest-541410187 tempest-TaggedBootDevicesTest-541410187] Resources bound (agent type, host, resource id): {{(pid=84875) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 07:11:44.017247 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [req-b40cb525-0eb7-4828-86e1-3d1d923ad3d8 req-8abe71b8-b37a-46dd-bbd9-af63df1bee22 tempest-SecurityGroupsTestJSON-494699717 tempest-SecurityGroupsTestJSON-494699717] Notify callbacks [] for security_group, before_response {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:11:44.037255 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [req-b40cb525-0eb7-4828-86e1-3d1d923ad3d8 req-8abe71b8-b37a-46dd-bbd9-af63df1bee22 tempest-SecurityGroupsTestJSON-494699717 tempest-SecurityGroupsTestJSON-494699717] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1804 time: 1.6136742 Jan 14 07:11:44.045208 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1a9dbbd-0bf1-4a68-a1c9-2ba679e7b21f tempest-TaggedBootDevicesTest-541410187 tempest-TaggedBootDevicesTest-541410187] Received port after_create {{(pid=84875) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 14 07:11:44.059335 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Device 1f8d73f2-9054-4e85-ba41-f2dd89575c0b up at agent ovs-agent-n-d-768862-2 {{(pid=84876) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 07:11:44.087112 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-ad5fb108-f2ea-4c28-a933-5636ac13b06b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555753'] for port, before_update {{(pid=84877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:11:44.193076 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8abe71b8-b37a-46dd-bbd9-af63df1bee22 tempest-SecurityGroupsTestJSON-494699717 tempest-SecurityGroupsTestJSON-494699717] Pushing event updated for resources: {'SecurityGroup': ['ID=9b0488d9-688c-427e-a46e-8e0cb9ccb95c,revision_number=1']} {{(pid=84875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:11:44.235268 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-8abe71b8-b37a-46dd-bbd9-af63df1bee22 tempest-SecurityGroupsTestJSON-494699717 tempest-SecurityGroupsTestJSON-494699717] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.670s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:11:44.341128 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9dfa18e-a28f-4458-83cc-aa4cb4d13a0b None None] Checking agent: {'id': 'ba5efab1-b43c-4d5a-bc52-6e105d4e67a2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768862-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 14, 6, 56, 52), 'started_at': datetime.datetime(2021, 1, 14, 6, 57, 22), 'heartbeat_timestamp': datetime.datetime(2021, 1, 14, 7, 11, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768862-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.29', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 14 07:11:44.341389 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9dfa18e-a28f-4458-83cc-aa4cb4d13a0b None None] Checking segment: {'id': 'cf3ded2c-bc47-4a71-89af-6e7117e60140', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '226f1e78-82cd-4481-9055-4eb73b6db8c1'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84876) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 14 07:11:44.358430 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-c9dfa18e-a28f-4458-83cc-aa4cb4d13a0b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:11:44.362751 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9dfa18e-a28f-4458-83cc-aa4cb4d13a0b None None] Bound using segment: {'id': 'cf3ded2c-bc47-4a71-89af-6e7117e60140', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '226f1e78-82cd-4481-9055-4eb73b6db8c1'} {{(pid=84876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 14 07:11:44.363715 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.managers [None req-c9dfa18e-a28f-4458-83cc-aa4cb4d13a0b None None] Bound port: cda795e6-c8fa-40b8-b213-9b831bf9f120, host: n-d-768862-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cf3ded2c-bc47-4a71-89af-6e7117e60140', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '226f1e78-82cd-4481-9055-4eb73b6db8c1'}}] {{(pid=84876) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 14 07:11:44.366025 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-c9dfa18e-a28f-4458-83cc-aa4cb4d13a0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555753'] for port, before_update {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:11:44.413587 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84875) accepted ('10.222.0.24', 56426) {{(pid=84875) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:11:44.481677 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network":"rule:regular_user" was deprecated in W in favor of "create_network":"role:member and project_id:%(project_id)s". Reason: Jan 14 07:11:44.481677 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:11:44.481677 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:11:44.481677 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:11:44.481677 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:shared":"rule:admin_only" was deprecated in W in favor of "create_network:shared":"role:admin and system_scope:all". Reason: Jan 14 07:11:44.481677 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:11:44.481677 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:11:44.481677 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:11:44.481677 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:router:external":"rule:admin_only" was deprecated in W in favor of "create_network:router:external":"role:admin and system_scope:all". Reason: Jan 14 07:11:44.481677 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:11:44.481677 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:11:44.481677 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:11:44.481677 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:is_default":"rule:admin_only" was deprecated in W in favor of "create_network:is_default":"role:admin and system_scope:all". Reason: Jan 14 07:11:44.481677 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:11:44.481677 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:11:44.481677 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:11:44.481677 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:port_security_enabled":"rule:regular_user" was deprecated in W in favor of "create_network:port_security_enabled":"role:member and project_id:%(project_id)s". Reason: Jan 14 07:11:44.481677 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:11:44.481677 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:11:44.481677 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:11:44.481677 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:segments":"rule:admin_only" was deprecated in W in favor of "create_network:segments":"role:admin and system_scope:all". Reason: Jan 14 07:11:44.481677 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:11:44.481677 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:11:44.481677 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:11:44.481677 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "create_network:provider:network_type":"role:admin and system_scope:all". Reason: Jan 14 07:11:44.481677 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:11:44.481677 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:11:44.481677 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:11:44.481677 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "create_network:provider:physical_network":"role:admin and system_scope:all". Reason: Jan 14 07:11:44.481677 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:11:44.481677 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:11:44.481677 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:11:44.481677 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "create_network:provider:segmentation_id":"role:admin and system_scope:all". Reason: Jan 14 07:11:44.481677 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:11:44.481677 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:11:44.481677 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:11:44.481677 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network":"rule:admin_or_owner or rule:shared or rule:external or rule:context_is_advsvc" was deprecated in W in favor of "get_network":"(role:reader and system_scope:all) or (role:reader and project_id:%(project_id)s) or rule:shared or rule:external or rule:context_is_advsvc". Reason: Jan 14 07:11:44.481677 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:11:44.481677 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:11:44.481677 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:11:44.481677 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:router:external":"rule:regular_user" was deprecated in W in favor of "get_network:router:external":"role:reader and project_id:%(project_id)s". Reason: Jan 14 07:11:44.481677 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:11:44.481677 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:11:44.481677 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:11:44.481677 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:segments":"rule:admin_only" was deprecated in W in favor of "get_network:segments":"role:reader and system_scope:all". Reason: Jan 14 07:11:44.481677 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:11:44.481677 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:11:44.481677 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:11:44.485415 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "get_network:provider:network_type":"role:reader and system_scope:all". Reason: Jan 14 07:11:44.485415 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:11:44.485415 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:11:44.485415 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:11:44.485415 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "get_network:provider:physical_network":"role:reader and system_scope:all". Reason: Jan 14 07:11:44.485415 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:11:44.485415 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:11:44.485415 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:11:44.485415 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "get_network:provider:segmentation_id":"role:reader and system_scope:all". Reason: Jan 14 07:11:44.485415 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:11:44.485415 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:11:44.485415 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:11:44.485415 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network":"rule:admin_or_owner" was deprecated in W in favor of "update_network":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 07:11:44.485415 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:11:44.485415 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:11:44.485415 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:11:44.485415 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:segments":"rule:admin_only" was deprecated in W in favor of "update_network:segments":"role:admin and system_scope:all". Reason: Jan 14 07:11:44.485415 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:11:44.485415 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:11:44.485415 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:11:44.552262 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [req-d34228f6-c8c4-40bf-b004-671db62d6849 req-fe556231-6b46-4f81-86ac-2ae9e15a432d service neutron] 10.222.0.24 "GET /v2.0/networks/fd33dbe3-7afa-46b0-8897-ce6ba7fea060?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.8198924 Jan 14 07:11:44.567248 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network":"rule:regular_user" was deprecated in W in favor of "create_network":"role:member and project_id:%(project_id)s". Reason: Jan 14 07:11:44.567248 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:11:44.567248 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:11:44.567248 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:11:44.567248 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:shared":"rule:admin_only" was deprecated in W in favor of "create_network:shared":"role:admin and system_scope:all". Reason: Jan 14 07:11:44.567248 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:11:44.567248 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:11:44.567248 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:11:44.567248 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:router:external":"rule:admin_only" was deprecated in W in favor of "create_network:router:external":"role:admin and system_scope:all". Reason: Jan 14 07:11:44.567248 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:11:44.567248 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:11:44.567248 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:11:44.567248 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:is_default":"rule:admin_only" was deprecated in W in favor of "create_network:is_default":"role:admin and system_scope:all". Reason: Jan 14 07:11:44.567248 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:11:44.567248 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:11:44.567248 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:11:44.567248 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:port_security_enabled":"rule:regular_user" was deprecated in W in favor of "create_network:port_security_enabled":"role:member and project_id:%(project_id)s". Reason: Jan 14 07:11:44.567248 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:11:44.567248 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:11:44.567248 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:11:44.567248 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:segments":"rule:admin_only" was deprecated in W in favor of "create_network:segments":"role:admin and system_scope:all". Reason: Jan 14 07:11:44.567248 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:11:44.567248 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:11:44.567248 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:11:44.567248 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "create_network:provider:network_type":"role:admin and system_scope:all". Reason: Jan 14 07:11:44.567248 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:11:44.567248 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:11:44.567248 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:11:44.567248 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "create_network:provider:physical_network":"role:admin and system_scope:all". Reason: Jan 14 07:11:44.567248 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:11:44.567248 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:11:44.567248 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:11:44.567248 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "create_network:provider:segmentation_id":"role:admin and system_scope:all". Reason: Jan 14 07:11:44.567248 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:11:44.567248 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:11:44.567248 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:11:44.567248 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network":"rule:admin_or_owner or rule:shared or rule:external or rule:context_is_advsvc" was deprecated in W in favor of "get_network":"(role:reader and system_scope:all) or (role:reader and project_id:%(project_id)s) or rule:shared or rule:external or rule:context_is_advsvc". Reason: Jan 14 07:11:44.567248 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:11:44.567248 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:11:44.567248 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:11:44.567248 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:router:external":"rule:regular_user" was deprecated in W in favor of "get_network:router:external":"role:reader and project_id:%(project_id)s". Reason: Jan 14 07:11:44.567248 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:11:44.567248 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:11:44.567248 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:11:44.567248 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:segments":"rule:admin_only" was deprecated in W in favor of "get_network:segments":"role:reader and system_scope:all". Reason: Jan 14 07:11:44.567248 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:11:44.567248 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:11:44.567248 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:11:44.572060 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "get_network:provider:network_type":"role:reader and system_scope:all". Reason: Jan 14 07:11:44.572060 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:11:44.572060 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:11:44.572060 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:11:44.572060 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "get_network:provider:physical_network":"role:reader and system_scope:all". Reason: Jan 14 07:11:44.572060 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:11:44.572060 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:11:44.572060 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:11:44.572060 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "get_network:provider:segmentation_id":"role:reader and system_scope:all". Reason: Jan 14 07:11:44.572060 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:11:44.572060 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:11:44.572060 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:11:44.572060 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network":"rule:admin_or_owner" was deprecated in W in favor of "update_network":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 07:11:44.572060 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:11:44.572060 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:11:44.572060 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:11:44.572060 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:segments":"rule:admin_only" was deprecated in W in favor of "update_network:segments":"role:admin and system_scope:all". Reason: Jan 14 07:11:44.572060 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:11:44.572060 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:11:44.572060 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:11:44.576918 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4749a9d8-1a24-4696-b0e1-b9fbefef11e5 req-e9033f70-1c9e-41b8-b7a6-040cfa4ae6b9 tempest-ServersTestMultiNic-2121779930 tempest-ServersTestMultiNic-2121779930] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:11:44.602231 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1a9dbbd-0bf1-4a68-a1c9-2ba679e7b21f tempest-TaggedBootDevicesTest-541410187 tempest-TaggedBootDevicesTest-541410187] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:11:44.602985 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-f1a9dbbd-0bf1-4a68-a1c9-2ba679e7b21f tempest-TaggedBootDevicesTest-541410187 tempest-TaggedBootDevicesTest-541410187] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854768116'] for port, before_response {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:11:44.648391 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [None req-c9dfa18e-a28f-4458-83cc-aa4cb4d13a0b None None] For port cda795e6-c8fa-40b8-b213-9b831bf9f120, host n-d-768862-2, cleared binding levels {{(pid=84876) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 14 07:11:44.648664 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4749a9d8-1a24-4696-b0e1-b9fbefef11e5 req-e9033f70-1c9e-41b8-b7a6-040cfa4ae6b9 tempest-ServersTestMultiNic-2121779930 tempest-ServersTestMultiNic-2121779930] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:11:44.649755 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [req-4749a9d8-1a24-4696-b0e1-b9fbefef11e5 req-e9033f70-1c9e-41b8-b7a6-040cfa4ae6b9 tempest-ServersTestMultiNic-2121779930 tempest-ServersTestMultiNic-2121779930] Synchronizing usage tracker for tenant:7d129397cd71499dbaa91be4909e3699 on resource:network {{(pid=84874) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 14 07:11:44.654695 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [None req-c9dfa18e-a28f-4458-83cc-aa4cb4d13a0b None None] For port cda795e6-c8fa-40b8-b213-9b831bf9f120, host n-d-768862-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-2',level=0,port_id=cda795e6-c8fa-40b8-b213-9b831bf9f120,segment=NetworkSegment(cf3ded2c-bc47-4a71-89af-6e7117e60140),segment_id=cf3ded2c-bc47-4a71-89af-6e7117e60140)] {{(pid=84876) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 14 07:11:44.724113 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [req-4749a9d8-1a24-4696-b0e1-b9fbefef11e5 req-e9033f70-1c9e-41b8-b7a6-040cfa4ae6b9 tempest-ServersTestMultiNic-2121779930 tempest-ServersTestMultiNic-2121779930] Unset dirty status for tenant:7d129397cd71499dbaa91be4909e3699 on resource:network {{(pid=84874) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 14 07:11:44.725526 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [req-4749a9d8-1a24-4696-b0e1-b9fbefef11e5 req-e9033f70-1c9e-41b8-b7a6-040cfa4ae6b9 tempest-ServersTestMultiNic-2121779930 tempest-ServersTestMultiNic-2121779930] 10.222.0.48 "GET /v2.0/networks?id=25f1c1a0-ceab-4b3f-9e01-2007a6141e94&id=e8533908-6f3a-4b15-a6d5-8c765cd11374&id=25f1c1a0-ceab-4b3f-9e01-2007a6141e94 HTTP/1.1" status: 200 len: 1391 time: 1.0133083 Jan 14 07:11:44.750948 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-c9dfa18e-a28f-4458-83cc-aa4cb4d13a0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777640533312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363259214678337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777640097497'] for port, after_update {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:11:44.770872 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.v2.base [req-4749a9d8-1a24-4696-b0e1-b9fbefef11e5 req-15394e33-d9e2-4204-8083-66ae54340aba tempest-ServersTestMultiNic-2121779930 tempest-ServersTestMultiNic-2121779930] Request body: {'port': {'device_id': '16513199-bee3-4bea-a843-4e62a5ef0197', 'network_id': '25f1c1a0-ceab-4b3f-9e01-2007a6141e94', 'admin_state_up': True, 'tenant_id': '7d129397cd71499dbaa91be4909e3699'}} {{(pid=84874) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:11:44.782992 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-51cb7c9d-9e44-42e7-ac70-c9add54e8e01 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=ba65ef79d7c74174b57bf91704a698b7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3518620 Jan 14 07:11:44.786260 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84875) accepted ('10.222.0.24', 56438) {{(pid=84875) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:11:44.809647 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-f1a9dbbd-0bf1-4a68-a1c9-2ba679e7b21f tempest-TaggedBootDevicesTest-541410187 tempest-TaggedBootDevicesTest-541410187] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 10.4404817 Jan 14 07:11:44.811902 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84875) accepted ('10.222.0.24', 56442) {{(pid=84875) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:11:44.847098 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.v2.base [None req-73f4094b-5162-4887-bfd0-c8da7d8e8a5c tempest-TaggedBootDevicesTest-541410187 tempest-TaggedBootDevicesTest-541410187] Request body: {'port': {'network_id': '42eaf091-c60a-4bbd-870e-8010d14ac7f2', 'name': 'tempest-TaggedBootDevicesTest-406877768', 'fixed_ips': [{'subnet_id': '008b1096-3405-4b9e-bc95-7872e98ae48f'}]}} {{(pid=84875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:11:45.073449 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-d70c17df-68b0-4644-ab62-dcd31a6cb37b None None] Provisioning complete for port 1a867ea6-5adf-4c62-9d18-e20e70dc2b38 triggered by entity DHCP. {{(pid=84876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 07:11:45.073950 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-d70c17df-68b0-4644-ab62-dcd31a6cb37b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-604227'] for port, provisioning_complete {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:11:45.089428 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [req-61e0e8d1-aea8-45fd-a9a3-75db13d99db8 req-f3a05013-8965-4e79-a852-df1cefaae072 tempest-SecurityGroupsTestJSON-494699717 tempest-SecurityGroupsTestJSON-494699717] Synchronizing usage tracker for tenant:7508ad1d114d4921bf43c45410ae9d5f on resource:security_group {{(pid=84875) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 14 07:11:45.197932 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Pushing event updated for resources: {'Port': ['ID=1a867ea6-5adf-4c62-9d18-e20e70dc2b38,revision_number=3']} {{(pid=84876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:11:45.214077 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d1e1bfd-5c29-4982-bae3-089f3b2784d4 req-51e46619-5ba7-4254-b432-88e749fef5ad tempest-FloatingIPsAssociationTestJSON-2140037530 tempest-FloatingIPsAssociationTestJSON-2140037530] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:11:45.215366 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [req-3d1e1bfd-5c29-4982-bae3-089f3b2784d4 req-51e46619-5ba7-4254-b432-88e749fef5ad tempest-FloatingIPsAssociationTestJSON-2140037530 tempest-FloatingIPsAssociationTestJSON-2140037530] Synchronizing usage tracker for tenant:93a8da55e1c346bf8dc2a8711a9e4edc on resource:port {{(pid=84874) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 14 07:11:45.227172 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.332s {{(pid=84876) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:11:45.234638 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [req-4749a9d8-1a24-4696-b0e1-b9fbefef11e5 req-15394e33-d9e2-4204-8083-66ae54340aba tempest-ServersTestMultiNic-2121779930 tempest-ServersTestMultiNic-2121779930] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:11:45.251123 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 1.798s {{(pid=84876) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:11:45.264894 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [req-4749a9d8-1a24-4696-b0e1-b9fbefef11e5 req-15394e33-d9e2-4204-8083-66ae54340aba tempest-ServersTestMultiNic-2121779930 tempest-ServersTestMultiNic-2121779930] Usage tracker for resource:port and tenant:7d129397cd71499dbaa91be4909e3699 is out of sync, need to count used quota {{(pid=84874) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:11:45.277623 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [req-4749a9d8-1a24-4696-b0e1-b9fbefef11e5 req-15394e33-d9e2-4204-8083-66ae54340aba tempest-ServersTestMultiNic-2121779930 tempest-ServersTestMultiNic-2121779930] Quota usage for port was recalculated. Used quota:4. {{(pid=84874) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:11:45.299679 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [req-4749a9d8-1a24-4696-b0e1-b9fbefef11e5 req-15394e33-d9e2-4204-8083-66ae54340aba tempest-ServersTestMultiNic-2121779930 tempest-ServersTestMultiNic-2121779930] Attempting to reserve 1 items for resource port. Total usage: 4; quota limit: 500; headroom:496 {{(pid=84874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:11:45.300352 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-ad5fb108-f2ea-4c28-a933-5636ac13b06b None None] Notify callbacks [] for port, precommit_update {{(pid=84877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:11:45.303140 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [req-3d1e1bfd-5c29-4982-bae3-089f3b2784d4 req-51e46619-5ba7-4254-b432-88e749fef5ad tempest-FloatingIPsAssociationTestJSON-2140037530 tempest-FloatingIPsAssociationTestJSON-2140037530] Unset dirty status for tenant:93a8da55e1c346bf8dc2a8711a9e4edc on resource:port {{(pid=84874) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 14 07:11:45.305530 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [req-3d1e1bfd-5c29-4982-bae3-089f3b2784d4 req-51e46619-5ba7-4254-b432-88e749fef5ad tempest-FloatingIPsAssociationTestJSON-2140037530 tempest-FloatingIPsAssociationTestJSON-2140037530] 10.222.0.48 "GET /v2.0/ports?device_id=b4df1c8c-f0c2-4966-97b9-13f58a5db756 HTTP/1.1" status: 200 len: 946 time: 1.3661146 Jan 14 07:11:45.315802 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-ad5fb108-f2ea-4c28-a933-5636ac13b06b None None] Transition to ACTIVE for port object d97d9e3c-9f97-4a10-a1d6-908ae70deea3 will not be triggered until provisioned by entity L2. {{(pid=84877) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 07:11:45.334561 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-ad5fb108-f2ea-4c28-a933-5636ac13b06b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777640533312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363259214678337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777640097497'] for port, after_update {{(pid=84877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:11:45.344185 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [req-61e0e8d1-aea8-45fd-a9a3-75db13d99db8 req-f3a05013-8965-4e79-a852-df1cefaae072 tempest-SecurityGroupsTestJSON-494699717 tempest-SecurityGroupsTestJSON-494699717] Unset dirty status for tenant:7508ad1d114d4921bf43c45410ae9d5f on resource:security_group {{(pid=84875) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 14 07:11:45.345861 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [req-61e0e8d1-aea8-45fd-a9a3-75db13d99db8 req-f3a05013-8965-4e79-a852-df1cefaae072 tempest-SecurityGroupsTestJSON-494699717 tempest-SecurityGroupsTestJSON-494699717] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=7508ad1d114d4921bf43c45410ae9d5f HTTP/1.1" status: 200 len: 10894 time: 0.5348213 Jan 14 07:11:45.399245 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-687d8385-b61a-411d-a2ee-57ad217f2636 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:11:45.414638 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa64fc2b-1922-4e3e-9ac4-90bc0f733b35 None None] Pushing event updated for resources: {'Port': ['ID=cda795e6-c8fa-40b8-b213-9b831bf9f120,revision_number=3']} {{(pid=84876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:11:45.490212 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4749a9d8-1a24-4696-b0e1-b9fbefef11e5 req-15394e33-d9e2-4204-8083-66ae54340aba tempest-ServersTestMultiNic-2121779930 tempest-ServersTestMultiNic-2121779930] Made reservation on behalf of 7d129397cd71499dbaa91be4909e3699 for: {'port': 1} {{(pid=84874) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 07:11:45.508719 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [req-4749a9d8-1a24-4696-b0e1-b9fbefef11e5 req-15394e33-d9e2-4204-8083-66ae54340aba tempest-ServersTestMultiNic-2121779930 tempest-ServersTestMultiNic-2121779930] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555753'] for port, before_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:11:45.529747 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-909d2128-827d-493e-bfc6-1670cf910952 None None] Pushing event updated for resources: {'Port': ['ID=d97d9e3c-9f97-4a10-a1d6-908ae70deea3,revision_number=3']} {{(pid=84877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:11:45.595547 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-aa64fc2b-1922-4e3e-9ac4-90bc0f733b35 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.349s {{(pid=84876) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:11:45.604360 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Provisioning complete for port 1f8d73f2-9054-4e85-ba41-f2dd89575c0b triggered by entity L2. {{(pid=84876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 07:11:45.613557 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-604227'] for port, provisioning_complete {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:11:45.617737 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-909d2128-827d-493e-bfc6-1670cf910952 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.219s {{(pid=84877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:11:45.677272 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.plugin [req-3d1e1bfd-5c29-4982-bae3-089f3b2784d4 req-cacbf3dc-094b-4286-a149-b8c150e48e1a tempest-FloatingIPsAssociationTestJSON-2140037530 tempest-FloatingIPsAssociationTestJSON-2140037530] Deleting port f4946652-2956-4264-8760-7566823f7199 {{(pid=84874) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 07:11:45.677664 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [req-3d1e1bfd-5c29-4982-bae3-089f3b2784d4 req-cacbf3dc-094b-4286-a149-b8c150e48e1a tempest-FloatingIPsAssociationTestJSON-2140037530 tempest-FloatingIPsAssociationTestJSON-2140037530] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363259214248359'] for port, before_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:11:45.700972 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-ab55b1b9-7af8-473f-85cd-2e8dc65e45c7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:11:45.716074 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [req-61e0e8d1-aea8-45fd-a9a3-75db13d99db8 req-d6b7f323-0009-40de-ad95-17265623a370 tempest-SecurityGroupsTestJSON-494699717 tempest-SecurityGroupsTestJSON-494699717] 10.222.0.24 "GET /v2.0/security-groups/181d4aa8-5cd6-4828-b1c1-9d56951fc344 HTTP/1.1" status: 200 len: 2981 time: 0.3583045 Jan 14 07:11:45.750201 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-8fe25f6e-4160-4a03-8e2c-700abd85c0ba None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.753s {{(pid=84876) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:11:45.750507 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-8fe25f6e-4160-4a03-8e2c-700abd85c0ba None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.001s {{(pid=84876) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:11:45.779701 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9dfa18e-a28f-4458-83cc-aa4cb4d13a0b None None] Routers {'50975c9d-2d06-44d9-b1e5-86f6cb8bd18c'} bound to L3 agent in host n-d-768862-2 {{(pid=84876) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 14 07:11:45.782884 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_hamode_db [None req-c9dfa18e-a28f-4458-83cc-aa4cb4d13a0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-01-14T06:56:51Z,description=,heartbeat_timestamp=2021-01-14T07:11:21Z,host='n-d-768862-2',id=35f592e9-451b-4db9-abea-77b6a5c5391b,load=0,resource_versions=,resources_synced=,started_at=2021-01-14T06:56:51Z,topic='l3_agent')) {'router_ids': ['50975c9d-2d06-44d9-b1e5-86f6cb8bd18c'], 'active': True} {{(pid=84876) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:11:45.874153 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [req-9cb1e99c-da69-4189-83ff-e020da678585 req-9de7b20a-593c-4c59-a8ff-92a97a0a6553 tempest-FloatingIPsNegativeTestJSON-73450883 tempest-FloatingIPsNegativeTestJSON-73450883] 10.222.0.24 "GET /v2.0/floatingips?tenant_id=e1a4c1f507cc4686a883b0df425ffdc7 HTTP/1.1" status: 200 len: 217 time: 0.4040484 Jan 14 07:11:46.061574 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-852a24f7-e9a1-4193-9abb-e9506fe5213f None None] Device f4946652-2956-4264-8760-7566823f7199 no longer exists at agent ovs-agent-n-h2-768862-2 {{(pid=84876) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jan 14 07:11:46.187704 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.managers [None req-ad5fb108-f2ea-4c28-a933-5636ac13b06b None None] Attempting to bind port d97d9e3c-9f97-4a10-a1d6-908ae70deea3 on host n-d-768862-2 for vnic_type normal with profile {{(pid=84877) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 14 07:11:46.188241 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.managers [None req-ad5fb108-f2ea-4c28-a933-5636ac13b06b None None] Attempting to bind port d97d9e3c-9f97-4a10-a1d6-908ae70deea3 by drivers openvswitch on host n-d-768862-2 at level 0 using segments [{'id': 'e3d0d1e1-e3f2-493b-a20f-8f8981f2e512', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '2a0349f4-20ea-4a54-b893-98956906179e'}] {{(pid=84877) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 14 07:11:46.188760 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad5fb108-f2ea-4c28-a933-5636ac13b06b None None] Attempting to bind port d97d9e3c-9f97-4a10-a1d6-908ae70deea3 on network 2a0349f4-20ea-4a54-b893-98956906179e {{(pid=84877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 14 07:11:46.200610 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad5fb108-f2ea-4c28-a933-5636ac13b06b None None] Checking agent: {'id': 'ba5efab1-b43c-4d5a-bc52-6e105d4e67a2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768862-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 14, 6, 56, 52), 'started_at': datetime.datetime(2021, 1, 14, 6, 57, 22), 'heartbeat_timestamp': datetime.datetime(2021, 1, 14, 7, 11, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768862-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.29', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 14 07:11:46.204591 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-73f4094b-5162-4887-bfd0-c8da7d8e8a5c tempest-TaggedBootDevicesTest-541410187 tempest-TaggedBootDevicesTest-541410187] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:11:46.205366 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad5fb108-f2ea-4c28-a933-5636ac13b06b None None] Checking segment: {'id': 'e3d0d1e1-e3f2-493b-a20f-8f8981f2e512', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '2a0349f4-20ea-4a54-b893-98956906179e'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84877) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 14 07:11:46.205965 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-ad5fb108-f2ea-4c28-a933-5636ac13b06b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:11:46.206524 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad5fb108-f2ea-4c28-a933-5636ac13b06b None None] Bound using segment: {'id': 'e3d0d1e1-e3f2-493b-a20f-8f8981f2e512', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '2a0349f4-20ea-4a54-b893-98956906179e'} {{(pid=84877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 14 07:11:46.207189 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.managers [None req-ad5fb108-f2ea-4c28-a933-5636ac13b06b None None] Bound port: d97d9e3c-9f97-4a10-a1d6-908ae70deea3, host: n-d-768862-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e3d0d1e1-e3f2-493b-a20f-8f8981f2e512', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '2a0349f4-20ea-4a54-b893-98956906179e'}}] {{(pid=84877) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 14 07:11:46.207739 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-ad5fb108-f2ea-4c28-a933-5636ac13b06b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555753'] for port, before_update {{(pid=84877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:11:46.234176 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-ab55b1b9-7af8-473f-85cd-2e8dc65e45c7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:11:46.265189 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-73f4094b-5162-4887-bfd0-c8da7d8e8a5c tempest-TaggedBootDevicesTest-541410187 tempest-TaggedBootDevicesTest-541410187] Usage tracker for resource:port and tenant:4873c9000017431bb4db0aa60ef7da75 is out of sync, need to count used quota {{(pid=84875) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:11:46.270158 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-73f4094b-5162-4887-bfd0-c8da7d8e8a5c tempest-TaggedBootDevicesTest-541410187 tempest-TaggedBootDevicesTest-541410187] Quota usage for port was recalculated. Used quota:5. {{(pid=84875) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:11:46.352364 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-73f4094b-5162-4887-bfd0-c8da7d8e8a5c tempest-TaggedBootDevicesTest-541410187 tempest-TaggedBootDevicesTest-541410187] Attempting to reserve 1 items for resource port. Total usage: 5; quota limit: 500; headroom:495 {{(pid=84875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:11:46.388598 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [req-61e0e8d1-aea8-45fd-a9a3-75db13d99db8 req-8f2b4502-4681-43e2-9db6-48ad11009779 tempest-SecurityGroupsTestJSON-494699717 tempest-SecurityGroupsTestJSON-494699717] 10.222.0.24 "GET /v2.0/security-groups/181d4aa8-5cd6-4828-b1c1-9d56951fc344 HTTP/1.1" status: 200 len: 2981 time: 0.5348632 Jan 14 07:11:46.426384 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_dvr_db [None req-c9dfa18e-a28f-4458-83cc-aa4cb4d13a0b None None] Set router 50975c9d-2d06-44d9-b1e5-86f6cb8bd18c gateway port host: n-d-768862-2 {{(pid=84876) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 14 07:11:46.442937 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-73f4094b-5162-4887-bfd0-c8da7d8e8a5c tempest-TaggedBootDevicesTest-541410187 tempest-TaggedBootDevicesTest-541410187] Made reservation on behalf of 4873c9000017431bb4db0aa60ef7da75 for: {'port': 1} {{(pid=84875) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 07:11:46.457842 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [None req-ad5fb108-f2ea-4c28-a933-5636ac13b06b None None] For port d97d9e3c-9f97-4a10-a1d6-908ae70deea3, host n-d-768862-2, cleared binding levels {{(pid=84877) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 14 07:11:46.473778 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [None req-ad5fb108-f2ea-4c28-a933-5636ac13b06b None None] For port d97d9e3c-9f97-4a10-a1d6-908ae70deea3, host n-d-768862-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-2',level=0,port_id=d97d9e3c-9f97-4a10-a1d6-908ae70deea3,segment=NetworkSegment(e3d0d1e1-e3f2-493b-a20f-8f8981f2e512),segment_id=e3d0d1e1-e3f2-493b-a20f-8f8981f2e512)] {{(pid=84877) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 14 07:11:46.485046 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-ad5fb108-f2ea-4c28-a933-5636ac13b06b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777640533312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363259214678337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777640097497'] for port, after_update {{(pid=84877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:11:46.533822 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-bc56f73a-20f2-45a8-8b29-6820e47ef844 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:11:46.743288 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-009a1859-38f2-4fec-a96b-297bed03161e None None] Network e8533908-6f3a-4b15-a6d5-8c765cd11374 requested from n-d-768862-2 {{(pid=84876) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 07:11:46.889374 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [req-63931ab1-85cb-4250-9be6-7c0f26949c81 req-404472f7-461f-432b-a61e-53405a729f8a tempest-FloatingIPsNegativeTestJSON-73450883 tempest-FloatingIPsNegativeTestJSON-73450883] Synchronizing usage tracker for tenant:e1a4c1f507cc4686a883b0df425ffdc7 on resource:network {{(pid=84875) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 14 07:11:46.912238 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-909d2128-827d-493e-bfc6-1670cf910952 None None] Pushing event updated for resources: {'Port': ['ID=d97d9e3c-9f97-4a10-a1d6-908ae70deea3,revision_number=4']} {{(pid=84877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:11:46.937758 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-909d2128-827d-493e-bfc6-1670cf910952 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.404s {{(pid=84877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:11:46.948082 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-ab55b1b9-7af8-473f-85cd-2e8dc65e45c7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850887153'] for security_group, after_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:11:46.973398 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-73f4094b-5162-4887-bfd0-c8da7d8e8a5c tempest-TaggedBootDevicesTest-541410187 tempest-TaggedBootDevicesTest-541410187] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555753'] for port, before_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:11:46.992472 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84875) accepted ('10.222.0.48', 55049) {{(pid=84875) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:11:46.997750 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-02b893b8-36da-4d77-8fbb-0da1f6e1206f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:11:47.052448 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad5fb108-f2ea-4c28-a933-5636ac13b06b None None] Routers {'8b3e17be-ca2c-4b78-96d4-8389afc90f7f'} bound to L3 agent in host n-d-768862-2 {{(pid=84877) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 14 07:11:47.053163 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_hamode_db [None req-ad5fb108-f2ea-4c28-a933-5636ac13b06b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-01-14T06:56:51Z,description=,heartbeat_timestamp=2021-01-14T07:11:21Z,host='n-d-768862-2',id=35f592e9-451b-4db9-abea-77b6a5c5391b,load=0,resource_versions=,resources_synced=,started_at=2021-01-14T06:56:51Z,topic='l3_agent')) {'router_ids': ['8b3e17be-ca2c-4b78-96d4-8389afc90f7f'], 'active': True} {{(pid=84877) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:11:47.090753 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-ab55b1b9-7af8-473f-85cd-2e8dc65e45c7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:11:47.097843 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-ab55b1b9-7af8-473f-85cd-2e8dc65e45c7 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/e81234f4-f317-43ba-87be-51be5b528e3b HTTP/1.1" status: 204 len: 168 time: 2.3098669 Jan 14 07:11:47.194880 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [req-63931ab1-85cb-4250-9be6-7c0f26949c81 req-404472f7-461f-432b-a61e-53405a729f8a tempest-FloatingIPsNegativeTestJSON-73450883 tempest-FloatingIPsNegativeTestJSON-73450883] Unset dirty status for tenant:e1a4c1f507cc4686a883b0df425ffdc7 on resource:network {{(pid=84875) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 14 07:11:47.196630 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [req-63931ab1-85cb-4250-9be6-7c0f26949c81 req-404472f7-461f-432b-a61e-53405a729f8a tempest-FloatingIPsNegativeTestJSON-73450883 tempest-FloatingIPsNegativeTestJSON-73450883] 10.222.0.24 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=non_exist_pool HTTP/1.1" status: 200 len: 213 time: 0.4995937 Jan 14 07:11:47.215938 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab55b1b9-7af8-473f-85cd-2e8dc65e45c7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e81234f4-f317-43ba-87be-51be5b528e3b,revision_number=None']} {{(pid=84875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:11:47.220093 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.db_base_plugin_common [req-4749a9d8-1a24-4696-b0e1-b9fbefef11e5 req-15394e33-d9e2-4204-8083-66ae54340aba tempest-ServersTestMultiNic-2121779930 tempest-ServersTestMultiNic-2121779930] Allocated IP 19.80.0.146 (25f1c1a0-ceab-4b3f-9e01-2007a6141e94/2bb0b7fb-11f9-43b1-975e-b782dc638b95/78662f27-1e6f-4319-924a-4176b8aee062) {{(pid=84874) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 14 07:11:47.372081 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-ab55b1b9-7af8-473f-85cd-2e8dc65e45c7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.374s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:11:47.608007 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [req-8c64fafa-69f8-48e9-b7c6-15e72aa6f27a req-206071d7-a6c8-47e3-850c-3b1779cfe2b7 tempest-ImagesNegativeTestJSON-146108451 tempest-ImagesNegativeTestJSON-146108451] 10.222.0.24 "GET /v2.0/networks?tenant_id=9901384d10f14e30a171a0132a22a1b2&shared=False HTTP/1.1" status: 200 len: 213 time: 0.2379758 Jan 14 07:11:47.619508 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Device 0c7d3c38-788a-4efd-80ce-e81c464cd66b no longer exists at agent ovs-agent-n-d-768862-2 {{(pid=84876) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jan 14 07:11:47.624530 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [req-808787ac-2ee7-4ec8-950c-43bbf6e5a3b5 req-2a9b02fe-5e86-4d20-98d0-9f0a922516d8 tempest-SecurityGroupsTestJSON-494699717 tempest-SecurityGroupsTestJSON-494699717] 10.222.0.24 "GET /v2.0/security-groups/803b3d18-eb3e-4aa4-bb53-2f81c79813fa HTTP/1.1" status: 200 len: 1800 time: 0.2503181 Jan 14 07:11:47.773699 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [req-4749a9d8-1a24-4696-b0e1-b9fbefef11e5 req-15394e33-d9e2-4204-8083-66ae54340aba tempest-ServersTestMultiNic-2121779930 tempest-ServersTestMultiNic-2121779930] Notify callbacks [] for port, precommit_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:11:47.787480 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91ca9d31-e37b-45a7-8309-04df15931f9f None None] Network fdba73b7-2ae2-450a-a1be-4941055e53c1 requested from n-d-768862-2 {{(pid=84876) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 07:11:47.795086 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [req-4749a9d8-1a24-4696-b0e1-b9fbefef11e5 req-15394e33-d9e2-4204-8083-66ae54340aba tempest-ServersTestMultiNic-2121779930 tempest-ServersTestMultiNic-2121779930] Transition to ACTIVE for port object 78662f27-1e6f-4319-924a-4176b8aee062 will not be triggered until provisioned by entity DHCP. {{(pid=84874) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 07:11:47.801333 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_dvr_db [None req-ad5fb108-f2ea-4c28-a933-5636ac13b06b None None] Set router 8b3e17be-ca2c-4b78-96d4-8389afc90f7f gateway port host: n-d-768862-2 {{(pid=84877) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 14 07:11:47.843247 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [req-4749a9d8-1a24-4696-b0e1-b9fbefef11e5 req-15394e33-d9e2-4204-8083-66ae54340aba tempest-ServersTestMultiNic-2121779930 tempest-ServersTestMultiNic-2121779930] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777640123575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3254186'] for port, after_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:11:47.865491 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-aeaa8e4c-1b3b-400d-9d25-93f595eeb2fd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:11:47.876992 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.plugin [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] No Port match for: 0c7d3c38-788a-4efd-80ce-e81c464cd66b {{(pid=84876) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2188}} Jan 14 07:11:47.877714 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Device 0c7d3c38-788a-4efd-80ce-e81c464cd66b not bound to the agent host n-d-768862-2 {{(pid=84876) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jan 14 07:11:47.965621 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c64fafa-69f8-48e9-b7c6-15e72aa6f27a req-278c63b7-b8fc-4d51-abef-ac2952d35f23 tempest-ImagesNegativeTestJSON-146108451 tempest-ImagesNegativeTestJSON-146108451] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:11:47.971022 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [req-8c64fafa-69f8-48e9-b7c6-15e72aa6f27a req-278c63b7-b8fc-4d51-abef-ac2952d35f23 tempest-ImagesNegativeTestJSON-146108451 tempest-ImagesNegativeTestJSON-146108451] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3398373 Jan 14 07:11:48.148144 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-dd44230f-8cbb-495e-9187-930a158be34e None None] Provisioning for port fac49dc9-99b5-4eb4-a00b-191a6356a4bf completed by entity DHCP. {{(pid=84876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 07:11:48.196685 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-852a24f7-e9a1-4193-9abb-e9506fe5213f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555753'] for port, before_update {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:11:48.289410 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15394e33-d9e2-4204-8083-66ae54340aba tempest-ServersTestMultiNic-2121779930 tempest-ServersTestMultiNic-2121779930] Pushing event updated for resources: {'Port': ['ID=78662f27-1e6f-4319-924a-4176b8aee062,revision_number=1']} {{(pid=84874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:11:48.342995 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-dd44230f-8cbb-495e-9187-930a158be34e None None] Provisioning complete for port fac49dc9-99b5-4eb4-a00b-191a6356a4bf triggered by entity DHCP. {{(pid=84876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 07:11:48.343716 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-dd44230f-8cbb-495e-9187-930a158be34e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-604227'] for port, provisioning_complete {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:11:48.355416 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-15394e33-d9e2-4204-8083-66ae54340aba tempest-ServersTestMultiNic-2121779930 tempest-ServersTestMultiNic-2121779930] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.490s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:11:48.435886 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [req-3d1e1bfd-5c29-4982-bae3-089f3b2784d4 req-cacbf3dc-094b-4286-a149-b8c150e48e1a tempest-FloatingIPsAssociationTestJSON-2140037530 tempest-FloatingIPsAssociationTestJSON-2140037530] For port f4946652-2956-4264-8760-7566823f7199, host n-h2-768862-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-h2-768862-2',level=0,port_id=f4946652-2956-4264-8760-7566823f7199,segment=NetworkSegment(f1a1da15-9c84-4f1f-8d4b-5f93ea7c2a21),segment_id=f1a1da15-9c84-4f1f-8d4b-5f93ea7c2a21)] {{(pid=84874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 07:11:48.435886 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [req-3d1e1bfd-5c29-4982-bae3-089f3b2784d4 req-cacbf3dc-094b-4286-a149-b8c150e48e1a tempest-FloatingIPsAssociationTestJSON-2140037530 tempest-FloatingIPsAssociationTestJSON-2140037530] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036850862667'] for port, precommit_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:11:48.449142 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [req-8c64fafa-69f8-48e9-b7c6-15e72aa6f27a req-66cdacc0-e906-4674-a08b-16e70bec7070 tempest-ImagesNegativeTestJSON-146108451 tempest-ImagesNegativeTestJSON-146108451] 10.222.0.24 "GET /v2.0/quotas/9901384d10f14e30a171a0132a22a1b2 HTTP/1.1" status: 200 len: 375 time: 0.4463866 Jan 14 07:11:48.466889 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_hamode_db [None req-ad5fb108-f2ea-4c28-a933-5636ac13b06b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8b3e17be-ca2c-4b78-96d4-8389afc90f7f', 'name': 'tempest-FloatingIPsNegativeTestJSON-1904593380-router', 'tenant_id': 'e1a4c1f507cc4686a883b0df425ffdc7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '226f1e78-82cd-4481-9055-4eb73b6db8c1', 'external_fixed_ips': [{'subnet_id': 'ba8deeec-7658-4195-9449-038c076f5c83', 'ip_address': '172.25.2.43'}], 'enable_snat': True}, 'gw_port_id': '1f8d73f2-9054-4e85-ba41-f2dd89575c0b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-14T07:11:11Z', 'updated_at': '2021-01-14T07:11:34Z', 'revision_number': 4, 'project_id': 'e1a4c1f507cc4686a883b0df425ffdc7', 'gw_port': {'id': '1f8d73f2-9054-4e85-ba41-f2dd89575c0b', 'name': '', 'network_id': '226f1e78-82cd-4481-9055-4eb73b6db8c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:85:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b3e17be-ca2c-4b78-96d4-8389afc90f7f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 682, 'fixed_ips': [{'subnet_id': 'ba8deeec-7658-4195-9449-038c076f5c83', 'ip_address': '172.25.2.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T07:11:16Z', 'updated_at': '2021-01-14T07:11:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ba8deeec-7658-4195-9449-038c076f5c83', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-2', '_interfaces': [{'id': 'd97d9e3c-9f97-4a10-a1d6-908ae70deea3', 'name': '', 'network_id': '2a0349f4-20ea-4a54-b893-98956906179e', 'tenant_id': 'e1a4c1f507cc4686a883b0df425ffdc7', 'mac_address': 'fa:16:3e:97:88:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8b3e17be-ca2c-4b78-96d4-8389afc90f7f', 'device_owner': 'network:router_interface', 'standard_attr_id': 715, 'fixed_ips': [{'subnet_id': '8e00e578-a633-4911-bdcc-3e95a2f0c245', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T07:11:29Z', 'updated_at': '2021-01-14T07:11:46Z', 'revision_number': 4, 'project_id': 'e1a4c1f507cc4686a883b0df425ffdc7', 'subnets': [{'id': '8e00e578-a633-4911-bdcc-3e95a2f0c245', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'n-d-768862-2', False) {} {{(pid=84877) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:11:48.477122 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.plugin [None req-dd44230f-8cbb-495e-9187-930a158be34e None None] Port fac49dc9-99b5-4eb4-a00b-191a6356a4bf cannot update to ACTIVE because it is not bound. {{(pid=84876) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:329}} Jan 14 07:11:48.478917 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Device 911cbecc-42e9-460d-b930-0bd3badf9681 up at agent ovs-agent-n-d-768862-2 {{(pid=84876) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 07:11:48.487131 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad5fb108-f2ea-4c28-a933-5636ac13b06b None None] The sync data for ids ['8b3e17be-ca2c-4b78-96d4-8389afc90f7f'] in n-d-768862-2 is: [{'id': '8b3e17be-ca2c-4b78-96d4-8389afc90f7f', 'name': 'tempest-FloatingIPsNegativeTestJSON-1904593380-router', 'tenant_id': 'e1a4c1f507cc4686a883b0df425ffdc7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '226f1e78-82cd-4481-9055-4eb73b6db8c1', 'external_fixed_ips': [{'subnet_id': 'ba8deeec-7658-4195-9449-038c076f5c83', 'ip_address': '172.25.2.43'}], 'enable_snat': True}, 'gw_port_id': '1f8d73f2-9054-4e85-ba41-f2dd89575c0b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-14T07:11:11Z', 'updated_at': '2021-01-14T07:11:34Z', 'revision_number': 4, 'project_id': 'e1a4c1f507cc4686a883b0df425ffdc7', 'gw_port': {'id': '1f8d73f2-9054-4e85-ba41-f2dd89575c0b', 'name': '', 'network_id': '226f1e78-82cd-4481-9055-4eb73b6db8c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:85:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b3e17be-ca2c-4b78-96d4-8389afc90f7f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 682, 'fixed_ips': [{'subnet_id': 'ba8deeec-7658-4195-9449-038c076f5c83', 'ip_address': '172.25.2.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T07:11:16Z', 'updated_at': '2021-01-14T07:11:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ba8deeec-7658-4195-9449-038c076f5c83', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-2', '_interfaces': [{'id': 'd97d9e3c-9f97-4a10-a1d6-908ae70deea3', 'name': '', 'network_id': '2a0349f4-20ea-4a54-b893-98956906179e', 'tenant_id': 'e1a4c1f507cc4686a883b0df425ffdc7', 'mac_address': 'fa:16:3e:97:88:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8b3e17be-ca2c-4b78-96d4-8389afc90f7f', 'device_owner': 'network:router_interface', 'standard_attr_id': 715, 'fixed_ips': [{'subnet_id': '8e00e578-a633-4911-bdcc-3e95a2f0c245', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T07:11:29Z', 'updated_at': '2021-01-14T07:11:46Z', 'revision_number': 4, 'project_id': 'e1a4c1f507cc4686a883b0df425ffdc7', 'subnets': [{'id': '8e00e578-a633-4911-bdcc-3e95a2f0c245', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=84877) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Jan 14 07:11:48.600024 n-d-768862-2 neutron-server[84765]: DEBUG neutron.notifiers.nova [None req-73f4094b-5162-4887-bfd0-c8da7d8e8a5c tempest-TaggedBootDevicesTest-541410187 tempest-TaggedBootDevicesTest-541410187] device_id is not set on port ecaf138f-fb10-495d-be5a-b6c5fd211eee yet. {{(pid=84875) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}} Jan 14 07:11:48.685647 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.plugin [req-3d1e1bfd-5c29-4982-bae3-089f3b2784d4 req-cacbf3dc-094b-4286-a149-b8c150e48e1a tempest-FloatingIPsAssociationTestJSON-2140037530 tempest-FloatingIPsAssociationTestJSON-2140037530] Calling delete_port for f4946652-2956-4264-8760-7566823f7199 owned by compute:nova {{(pid=84874) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 07:11:48.747798 n-d-768862-2 neutron-server[84765]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b4df1c8c-f0c2-4966-97b9-13f58a5db756', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f4946652-2956-4264-8760-7566823f7199'}] {{(pid=84876) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Jan 14 07:11:48.807185 n-d-768862-2 neutron-server[84765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4749a9d8-1a24-4696-b0e1-b9fbefef11e5 req-15394e33-d9e2-4204-8083-66ae54340aba tempest-ServersTestMultiNic-2121779930 tempest-ServersTestMultiNic-2121779930] Network 25f1c1a0-ceab-4b3f-9e01-2007a6141e94 is already hosted by enough agents. {{(pid=84874) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 07:11:48.820705 n-d-768862-2 neutron-server[84765]: DEBUG neutron.scheduler.base_scheduler [req-4749a9d8-1a24-4696-b0e1-b9fbefef11e5 req-15394e33-d9e2-4204-8083-66ae54340aba tempest-ServersTestMultiNic-2121779930 tempest-ServersTestMultiNic-2121779930] Resources bound (agent type, host, resource id): {{(pid=84874) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 07:11:48.826104 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_dvrscheduler_db [req-4749a9d8-1a24-4696-b0e1-b9fbefef11e5 req-15394e33-d9e2-4204-8083-66ae54340aba tempest-ServersTestMultiNic-2121779930 tempest-ServersTestMultiNic-2121779930] Received port after_create {{(pid=84874) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 14 07:11:48.828170 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-32ac6adc-3a99-4d13-8eda-ecb0f0dd69c8 None None] Provisioning for port 911cbecc-42e9-460d-b930-0bd3badf9681 completed by entity DHCP. {{(pid=84876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 07:11:48.858500 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [None req-852a24f7-e9a1-4193-9abb-e9506fe5213f None None] For port f4946652-2956-4264-8760-7566823f7199, host n-h2-768862-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-h2-768862-2',level=0,port_id=f4946652-2956-4264-8760-7566823f7199,segment=NetworkSegment(f1a1da15-9c84-4f1f-8d4b-5f93ea7c2a21),segment_id=f1a1da15-9c84-4f1f-8d4b-5f93ea7c2a21)] {{(pid=84876) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 07:11:48.888458 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-45996a6d-36db-4f38-956e-24469baa4e15 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363259214191800', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854171626'] for agent, after_update {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:11:48.910794 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-852a24f7-e9a1-4193-9abb-e9506fe5213f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777640533312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363259214678337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777640097497'] for port, after_update {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:11:48.926291 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-0347c335-0991-466a-8b43-2f9f15ead49c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84876) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:11:48.958569 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:shared":"rule:admin_only" was deprecated in W in favor of "update_network:shared":"role:admin and system_scope:all". Reason: Jan 14 07:11:48.958569 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:11:48.958569 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:11:48.958569 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:11:48.958569 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "update_network:provider:network_type":"role:admin and system_scope:all". Reason: Jan 14 07:11:48.958569 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:11:48.958569 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:11:48.958569 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:11:48.958569 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "update_network:provider:physical_network":"role:admin and system_scope:all". Reason: Jan 14 07:11:48.958569 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:11:48.958569 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:11:48.958569 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:11:48.958569 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "update_network:provider:segmentation_id":"role:admin and system_scope:all". Reason: Jan 14 07:11:48.958569 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:11:48.958569 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:11:48.958569 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:11:48.958569 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:router:external":"rule:admin_only" was deprecated in W in favor of "update_network:router:external":"role:admin and system_scope:all". Reason: Jan 14 07:11:48.958569 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:11:48.958569 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:11:48.958569 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:11:48.958569 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:is_default":"rule:admin_only" was deprecated in W in favor of "update_network:is_default":"role:admin and system_scope:all". Reason: Jan 14 07:11:48.958569 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:11:48.958569 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:11:48.958569 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:11:48.958569 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:port_security_enabled":"rule:admin_or_owner" was deprecated in W in favor of "update_network:port_security_enabled":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 07:11:48.958569 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:11:48.958569 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:11:48.958569 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:11:48.958569 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "delete_network":"rule:admin_or_owner" was deprecated in W in favor of "delete_network":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 07:11:48.958569 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:11:48.958569 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:11:48.958569 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:11:48.958569 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_segment":"rule:admin_only" was deprecated in W in favor of "create_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:11:48.958569 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:11:48.958569 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_segment":"rule:admin_only" was deprecated in W in favor of "get_segment":"role:reader and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:11:48.958569 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:11:48.958569 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_segment":"rule:admin_only" was deprecated in W in favor of "update_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:11:48.958569 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:11:48.958569 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "delete_segment":"rule:admin_only" was deprecated in W in favor of "delete_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:11:48.958569 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:11:48.958569 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network":"rule:regular_user" was deprecated in W in favor of "create_network":"role:member and project_id:%(project_id)s". Reason: Jan 14 07:11:48.958569 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:11:48.962465 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:11:48.962465 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:11:48.962465 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:shared":"rule:admin_only" was deprecated in W in favor of "create_network:shared":"role:admin and system_scope:all". Reason: Jan 14 07:11:48.962465 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:11:48.962465 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:11:48.962465 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:11:48.962465 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:router:external":"rule:admin_only" was deprecated in W in favor of "create_network:router:external":"role:admin and system_scope:all". Reason: Jan 14 07:11:48.962465 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:11:48.962465 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:11:48.962465 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:11:48.962465 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:is_default":"rule:admin_only" was deprecated in W in favor of "create_network:is_default":"role:admin and system_scope:all". Reason: Jan 14 07:11:48.962465 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:11:48.962465 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:11:48.962465 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:11:48.962465 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:port_security_enabled":"rule:regular_user" was deprecated in W in favor of "create_network:port_security_enabled":"role:member and project_id:%(project_id)s". Reason: Jan 14 07:11:48.962465 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:11:48.962465 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:11:48.962465 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:11:48.962465 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:segments":"rule:admin_only" was deprecated in W in favor of "create_network:segments":"role:admin and system_scope:all". Reason: Jan 14 07:11:48.962465 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:11:48.962465 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:11:48.962465 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:11:48.971444 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "create_network:provider:network_type":"role:admin and system_scope:all". Reason: Jan 14 07:11:48.971444 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:11:48.971444 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:11:48.971444 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:11:48.971444 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "create_network:provider:physical_network":"role:admin and system_scope:all". Reason: Jan 14 07:11:48.971444 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:11:48.971444 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:11:48.971444 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:11:48.971444 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "create_network:provider:segmentation_id":"role:admin and system_scope:all". Reason: Jan 14 07:11:48.971444 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:11:48.971444 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:11:48.971444 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:11:48.971444 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network":"rule:admin_or_owner or rule:shared or rule:external or rule:context_is_advsvc" was deprecated in W in favor of "get_network":"(role:reader and system_scope:all) or (role:reader and project_id:%(project_id)s) or rule:shared or rule:external or rule:context_is_advsvc". Reason: Jan 14 07:11:48.971444 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:11:48.971444 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:11:48.971444 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:11:48.971444 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:router:external":"rule:regular_user" was deprecated in W in favor of "get_network:router:external":"role:reader and project_id:%(project_id)s". Reason: Jan 14 07:11:48.971444 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:11:48.971444 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:11:48.971444 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:11:48.971444 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:segments":"rule:admin_only" was deprecated in W in favor of "get_network:segments":"role:reader and system_scope:all". Reason: Jan 14 07:11:48.971444 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:11:48.971444 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:11:48.971444 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:11:48.971444 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "get_network:provider:network_type":"role:reader and system_scope:all". Reason: Jan 14 07:11:48.971444 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:11:48.971444 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:11:48.971444 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:11:48.971444 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "get_network:provider:physical_network":"role:reader and system_scope:all". Reason: Jan 14 07:11:48.971444 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:11:48.971444 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:11:48.971444 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:11:48.971444 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "get_network:provider:segmentation_id":"role:reader and system_scope:all". Reason: Jan 14 07:11:48.971444 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:11:48.971444 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:11:48.971444 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:11:48.971444 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network":"rule:admin_or_owner" was deprecated in W in favor of "update_network":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 07:11:48.971444 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:11:48.971444 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:11:48.971444 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:11:48.971444 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:segments":"rule:admin_only" was deprecated in W in favor of "update_network:segments":"role:admin and system_scope:all". Reason: Jan 14 07:11:48.971444 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:11:48.971444 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:11:48.971444 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:11:48.971444 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:shared":"rule:admin_only" was deprecated in W in favor of "update_network:shared":"role:admin and system_scope:all". Reason: Jan 14 07:11:48.971444 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:11:48.971444 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:11:48.971444 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:11:48.975738 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "update_network:provider:network_type":"role:admin and system_scope:all". Reason: Jan 14 07:11:48.975738 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:11:48.975738 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:11:48.975738 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:11:48.975738 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "update_network:provider:physical_network":"role:admin and system_scope:all". Reason: Jan 14 07:11:48.975738 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:11:48.975738 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:11:48.975738 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:11:48.975738 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "update_network:provider:segmentation_id":"role:admin and system_scope:all". Reason: Jan 14 07:11:48.975738 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:11:48.975738 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:11:48.975738 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:11:48.975738 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:router:external":"rule:admin_only" was deprecated in W in favor of "update_network:router:external":"role:admin and system_scope:all". Reason: Jan 14 07:11:48.975738 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:11:48.975738 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:11:48.975738 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:11:48.975738 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:is_default":"rule:admin_only" was deprecated in W in favor of "update_network:is_default":"role:admin and system_scope:all". Reason: Jan 14 07:11:48.975738 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:11:48.975738 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:11:48.975738 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:11:49.003391 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4749a9d8-1a24-4696-b0e1-b9fbefef11e5 req-15394e33-d9e2-4204-8083-66ae54340aba tempest-ServersTestMultiNic-2121779930 tempest-ServersTestMultiNic-2121779930] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:11:49.004561 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [req-4749a9d8-1a24-4696-b0e1-b9fbefef11e5 req-15394e33-d9e2-4204-8083-66ae54340aba tempest-ServersTestMultiNic-2121779930 tempest-ServersTestMultiNic-2121779930] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854768116'] for port, before_response {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:11:49.034445 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.db.api [req-3d1e1bfd-5c29-4982-bae3-089f3b2784d4 req-cacbf3dc-094b-4286-a149-b8c150e48e1a tempest-FloatingIPsAssociationTestJSON-2140037530 tempest-FloatingIPsAssociationTestJSON-2140037530] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84874) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Jan 14 07:11:49.035037 n-d-768862-2 neutron-server[84765]: DEBUG oslo_db.api [req-3d1e1bfd-5c29-4982-bae3-089f3b2784d4 req-cacbf3dc-094b-4286-a149-b8c150e48e1a tempest-FloatingIPsAssociationTestJSON-2140037530 tempest-FloatingIPsAssociationTestJSON-2140037530] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84874) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Jan 14 07:11:49.038451 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [req-4749a9d8-1a24-4696-b0e1-b9fbefef11e5 req-15394e33-d9e2-4204-8083-66ae54340aba tempest-ServersTestMultiNic-2121779930 tempest-ServersTestMultiNic-2121779930] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.2852805 Jan 14 07:11:49.053744 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.v2.base [req-4749a9d8-1a24-4696-b0e1-b9fbefef11e5 req-f6a1c613-2fed-4bd9-a402-8b1dd8f93a88 tempest-ServersTestMultiNic-2121779930 tempest-ServersTestMultiNic-2121779930] Request body: {'port': {'device_id': '16513199-bee3-4bea-a843-4e62a5ef0197', 'network_id': 'e8533908-6f3a-4b15-a6d5-8c765cd11374', 'admin_state_up': True, 'tenant_id': '7d129397cd71499dbaa91be4909e3699'}} {{(pid=84874) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:11:49.068726 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-32ac6adc-3a99-4d13-8eda-ecb0f0dd69c8 None None] Provisioning for port 851f18cc-97e6-444b-9ee5-d0740ffad812 completed by entity DHCP. {{(pid=84876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 07:11:49.087596 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Provisioning for port 911cbecc-42e9-460d-b930-0bd3badf9681 completed by entity L2. {{(pid=84876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 07:11:49.133749 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Provisioning complete for port 911cbecc-42e9-460d-b930-0bd3badf9681 triggered by entity L2. {{(pid=84876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 07:11:49.134167 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-604227'] for port, provisioning_complete {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:11:49.238407 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-852a24f7-e9a1-4193-9abb-e9506fe5213f None None] Pushing event updated for resources: {'Port': ['ID=f4946652-2956-4264-8760-7566823f7199,revision_number=5']} {{(pid=84876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:11:49.245059 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-852a24f7-e9a1-4193-9abb-e9506fe5213f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.319s {{(pid=84876) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:11:49.289832 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_hamode_db [None req-c9dfa18e-a28f-4458-83cc-aa4cb4d13a0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '50975c9d-2d06-44d9-b1e5-86f6cb8bd18c', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1581566530-router', 'tenant_id': '777e0121e7b84cf1b1a0af96c6f5d63a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '226f1e78-82cd-4481-9055-4eb73b6db8c1', 'external_fixed_ips': [{'subnet_id': 'ba8deeec-7658-4195-9449-038c076f5c83', 'ip_address': '172.25.2.27'}], 'enable_snat': True}, 'gw_port_id': 'cda795e6-c8fa-40b8-b213-9b831bf9f120', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-14T07:11:20Z', 'updated_at': '2021-01-14T07:11:36Z', 'revision_number': 4, 'project_id': '777e0121e7b84cf1b1a0af96c6f5d63a', 'gw_port': {'id': 'cda795e6-c8fa-40b8-b213-9b831bf9f120', 'name': '', 'network_id': '226f1e78-82cd-4481-9055-4eb73b6db8c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:6a:77', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '50975c9d-2d06-44d9-b1e5-86f6cb8bd18c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 702, 'fixed_ips': [{'subnet_id': 'ba8deeec-7658-4195-9449-038c076f5c83', 'ip_address': '172.25.2.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T07:11:24Z', 'updated_at': '2021-01-14T07:11:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ba8deeec-7658-4195-9449-038c076f5c83', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-2', '_interfaces': [{'id': '3b837e1e-faf3-4e47-98e9-407fe192f855', 'name': '', 'network_id': 'fd33dbe3-7afa-46b0-8897-ce6ba7fea060', 'tenant_id': '777e0121e7b84cf1b1a0af96c6f5d63a', 'mac_address': 'fa:16:3e:09:c0:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '50975c9d-2d06-44d9-b1e5-86f6cb8bd18c', 'device_owner': 'network:router_interface', 'standard_attr_id': 726, 'fixed_ips': [{'subnet_id': 'a076fa03-03f6-498c-8a30-b44c18079c93', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T07:11:35Z', 'updated_at': '2021-01-14T07:11:36Z', 'revision_number': 2, 'project_id': '777e0121e7b84cf1b1a0af96c6f5d63a', 'subnets': [{'id': 'a076fa03-03f6-498c-8a30-b44c18079c93', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'n-d-768862-2', False) {} {{(pid=84876) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:11:49.304984 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9dfa18e-a28f-4458-83cc-aa4cb4d13a0b None None] The sync data for ids ['50975c9d-2d06-44d9-b1e5-86f6cb8bd18c'] in n-d-768862-2 is: [{'id': '50975c9d-2d06-44d9-b1e5-86f6cb8bd18c', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1581566530-router', 'tenant_id': '777e0121e7b84cf1b1a0af96c6f5d63a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '226f1e78-82cd-4481-9055-4eb73b6db8c1', 'external_fixed_ips': [{'subnet_id': 'ba8deeec-7658-4195-9449-038c076f5c83', 'ip_address': '172.25.2.27'}], 'enable_snat': True}, 'gw_port_id': 'cda795e6-c8fa-40b8-b213-9b831bf9f120', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-14T07:11:20Z', 'updated_at': '2021-01-14T07:11:36Z', 'revision_number': 4, 'project_id': '777e0121e7b84cf1b1a0af96c6f5d63a', 'gw_port': {'id': 'cda795e6-c8fa-40b8-b213-9b831bf9f120', 'name': '', 'network_id': '226f1e78-82cd-4481-9055-4eb73b6db8c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:6a:77', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '50975c9d-2d06-44d9-b1e5-86f6cb8bd18c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 702, 'fixed_ips': [{'subnet_id': 'ba8deeec-7658-4195-9449-038c076f5c83', 'ip_address': '172.25.2.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T07:11:24Z', 'updated_at': '2021-01-14T07:11:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ba8deeec-7658-4195-9449-038c076f5c83', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-2', '_interfaces': [{'id': '3b837e1e-faf3-4e47-98e9-407fe192f855', 'name': '', 'network_id': 'fd33dbe3-7afa-46b0-8897-ce6ba7fea060', 'tenant_id': '777e0121e7b84cf1b1a0af96c6f5d63a', 'mac_address': 'fa:16:3e:09:c0:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '50975c9d-2d06-44d9-b1e5-86f6cb8bd18c', 'device_owner': 'network:router_interface', 'standard_attr_id': 726, 'fixed_ips': [{'subnet_id': 'a076fa03-03f6-498c-8a30-b44c18079c93', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T07:11:35Z', 'updated_at': '2021-01-14T07:11:36Z', 'revision_number': 2, 'project_id': '777e0121e7b84cf1b1a0af96c6f5d63a', 'subnets': [{'id': 'a076fa03-03f6-498c-8a30-b44c18079c93', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=84876) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Jan 14 07:11:49.356669 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [req-4749a9d8-1a24-4696-b0e1-b9fbefef11e5 req-f6a1c613-2fed-4bd9-a402-8b1dd8f93a88 tempest-ServersTestMultiNic-2121779930 tempest-ServersTestMultiNic-2121779930] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:11:49.364498 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [req-4749a9d8-1a24-4696-b0e1-b9fbefef11e5 req-f6a1c613-2fed-4bd9-a402-8b1dd8f93a88 tempest-ServersTestMultiNic-2121779930 tempest-ServersTestMultiNic-2121779930] Usage tracker for resource:port and tenant:7d129397cd71499dbaa91be4909e3699 is out of sync, need to count used quota {{(pid=84874) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:11:49.382246 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [req-4749a9d8-1a24-4696-b0e1-b9fbefef11e5 req-f6a1c613-2fed-4bd9-a402-8b1dd8f93a88 tempest-ServersTestMultiNic-2121779930 tempest-ServersTestMultiNic-2121779930] Quota usage for port was recalculated. Used quota:5. {{(pid=84874) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:11:49.394569 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [req-4749a9d8-1a24-4696-b0e1-b9fbefef11e5 req-f6a1c613-2fed-4bd9-a402-8b1dd8f93a88 tempest-ServersTestMultiNic-2121779930 tempest-ServersTestMultiNic-2121779930] Attempting to reserve 1 items for resource port. Total usage: 5; quota limit: 500; headroom:495 {{(pid=84874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:11:49.414065 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4749a9d8-1a24-4696-b0e1-b9fbefef11e5 req-f6a1c613-2fed-4bd9-a402-8b1dd8f93a88 tempest-ServersTestMultiNic-2121779930 tempest-ServersTestMultiNic-2121779930] Made reservation on behalf of 7d129397cd71499dbaa91be4909e3699 for: {'port': 1} {{(pid=84874) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 07:11:49.428132 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [req-4749a9d8-1a24-4696-b0e1-b9fbefef11e5 req-f6a1c613-2fed-4bd9-a402-8b1dd8f93a88 tempest-ServersTestMultiNic-2121779930 tempest-ServersTestMultiNic-2121779930] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555753'] for port, before_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:11:49.496179 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-81579577-5050-4cfd-a5f6-f4a51eefb93a None None] Provisioning for port 78662f27-1e6f-4319-924a-4176b8aee062 completed by entity DHCP. {{(pid=84876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 07:11:49.502158 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [req-808787ac-2ee7-4ec8-950c-43bbf6e5a3b5 req-50fe20b9-5236-40a8-9414-407f7aa0f405 tempest-SecurityGroupsTestJSON-494699717 tempest-SecurityGroupsTestJSON-494699717] Notify callbacks [] for security_group, before_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:11:49.508291 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-81579577-5050-4cfd-a5f6-f4a51eefb93a None None] Provisioning complete for port 78662f27-1e6f-4319-924a-4176b8aee062 triggered by entity DHCP. {{(pid=84876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 07:11:49.508722 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-81579577-5050-4cfd-a5f6-f4a51eefb93a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-604227'] for port, provisioning_complete {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:11:49.537844 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.plugin [req-3d1e1bfd-5c29-4982-bae3-089f3b2784d4 req-cacbf3dc-094b-4286-a149-b8c150e48e1a tempest-FloatingIPsAssociationTestJSON-2140037530 tempest-FloatingIPsAssociationTestJSON-2140037530] Deleting port f4946652-2956-4264-8760-7566823f7199 {{(pid=84874) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 07:11:49.538426 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [req-3d1e1bfd-5c29-4982-bae3-089f3b2784d4 req-cacbf3dc-094b-4286-a149-b8c150e48e1a tempest-FloatingIPsAssociationTestJSON-2140037530 tempest-FloatingIPsAssociationTestJSON-2140037530] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363259214248359'] for port, before_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:11:49.635977 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.plugin [None req-81579577-5050-4cfd-a5f6-f4a51eefb93a None None] Port 78662f27-1e6f-4319-924a-4176b8aee062 cannot update to ACTIVE because it is not bound. {{(pid=84876) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:329}} Jan 14 07:11:49.644600 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555753'] for port, before_update {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:11:49.744473 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] For port 911cbecc-42e9-460d-b930-0bd3badf9681, host n-d-768862-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-2',level=0,port_id=911cbecc-42e9-460d-b930-0bd3badf9681,segment=NetworkSegment(03fb12c0-b28b-4752-937b-ed8f1fec4960),segment_id=03fb12c0-b28b-4752-937b-ed8f1fec4960)] {{(pid=84876) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 07:11:49.753663 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777640533312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363259214678337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777640097497'] for port, after_update {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:11:49.754622 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Device 851f18cc-97e6-444b-9ee5-d0740ffad812 up at agent ovs-agent-n-d-768862-2 {{(pid=84876) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 07:11:49.789449 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d34228f6-c8c4-40bf-b004-671db62d6849 req-a358f14d-58ad-4635-a878-db0fde8a3ea2 tempest-FloatingIPsAssociationNegativeTestJSON-724895750 tempest-FloatingIPsAssociationNegativeTestJSON-724895750] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:11:49.791347 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [req-d34228f6-c8c4-40bf-b004-671db62d6849 req-a358f14d-58ad-4635-a878-db0fde8a3ea2 tempest-FloatingIPsAssociationNegativeTestJSON-724895750 tempest-FloatingIPsAssociationNegativeTestJSON-724895750] 10.222.0.48 "GET /v2.0/networks?id=fd33dbe3-7afa-46b0-8897-ce6ba7fea060 HTTP/1.1" status: 200 len: 829 time: 2.7179604 Jan 14 07:11:49.846580 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [req-8c64fafa-69f8-48e9-b7c6-15e72aa6f27a req-03b7a71e-32b7-4cb3-890b-c7dcb0b44621 tempest-ImagesNegativeTestJSON-146108451 tempest-ImagesNegativeTestJSON-146108451] 10.222.0.24 "GET /v2.0/ports?tenant_id=9901384d10f14e30a171a0132a22a1b2&fields=id HTTP/1.1" status: 200 len: 210 time: 1.1693761 Jan 14 07:11:49.914011 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.v2.base [req-d34228f6-c8c4-40bf-b004-671db62d6849 req-6a09a309-4e07-49ef-902e-f4636eb43f73 tempest-FloatingIPsAssociationNegativeTestJSON-724895750 tempest-FloatingIPsAssociationNegativeTestJSON-724895750] Request body: {'port': {'device_id': 'e95c7053-347f-41b5-8317-9e95c0a27736', 'network_id': 'fd33dbe3-7afa-46b0-8897-ce6ba7fea060', 'admin_state_up': True, 'tenant_id': '777e0121e7b84cf1b1a0af96c6f5d63a'}} {{(pid=84875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:11:50.005701 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-dce76704-2a19-40aa-a618-014b554dd300 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84876) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:11:50.178793 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.db_base_plugin_common [req-4749a9d8-1a24-4696-b0e1-b9fbefef11e5 req-f6a1c613-2fed-4bd9-a402-8b1dd8f93a88 tempest-ServersTestMultiNic-2121779930 tempest-ServersTestMultiNic-2121779930] Allocated IP 19.86.0.170 (e8533908-6f3a-4b15-a6d5-8c765cd11374/80011ed2-d474-43f4-a5e9-9dcb07d6a3c1/a7472f8b-53e9-4c79-9297-7d365d38efa5) {{(pid=84874) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 14 07:11:50.413151 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Provisioning for port 851f18cc-97e6-444b-9ee5-d0740ffad812 completed by entity L2. {{(pid=84876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 07:11:50.431468 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [req-808787ac-2ee7-4ec8-950c-43bbf6e5a3b5 req-50fe20b9-5236-40a8-9414-407f7aa0f405 tempest-SecurityGroupsTestJSON-494699717 tempest-SecurityGroupsTestJSON-494699717] Notify callbacks [] for security_group, precommit_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:11:50.468136 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Provisioning complete for port 851f18cc-97e6-444b-9ee5-d0740ffad812 triggered by entity L2. {{(pid=84876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 07:11:50.476900 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-604227'] for port, provisioning_complete {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:11:50.592691 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [req-4749a9d8-1a24-4696-b0e1-b9fbefef11e5 req-f6a1c613-2fed-4bd9-a402-8b1dd8f93a88 tempest-ServersTestMultiNic-2121779930 tempest-ServersTestMultiNic-2121779930] Notify callbacks [] for port, precommit_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:11:50.618319 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [req-4749a9d8-1a24-4696-b0e1-b9fbefef11e5 req-f6a1c613-2fed-4bd9-a402-8b1dd8f93a88 tempest-ServersTestMultiNic-2121779930 tempest-ServersTestMultiNic-2121779930] Transition to ACTIVE for port object a7472f8b-53e9-4c79-9297-7d365d38efa5 will not be triggered until provisioned by entity DHCP. {{(pid=84874) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 07:11:50.683787 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [req-4749a9d8-1a24-4696-b0e1-b9fbefef11e5 req-f6a1c613-2fed-4bd9-a402-8b1dd8f93a88 tempest-ServersTestMultiNic-2121779930 tempest-ServersTestMultiNic-2121779930] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777640123575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3254186'] for port, after_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:11:50.771054 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84875) accepted ('10.222.0.24', 56518) {{(pid=84875) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:11:50.803945 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Pushing event updated for resources: {'Port': ['ID=911cbecc-42e9-460d-b930-0bd3badf9681,revision_number=3']} {{(pid=84876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:11:50.847151 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.843s {{(pid=84876) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:11:50.903389 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-e376f589-b8cd-4690-94c6-1b8cf08440af tempest-AttachSCSIVolumeTestJSON-1630246316 tempest-AttachSCSIVolumeTestJSON-1630246316] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:11:50.904272 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-3bda1a50-24ee-41c5-9af6-e74588d3dcee None None] Provisioning complete for port 911cbecc-42e9-460d-b930-0bd3badf9681 triggered by entity DHCP. {{(pid=84876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 07:11:50.905166 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-3bda1a50-24ee-41c5-9af6-e74588d3dcee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-604227'] for port, provisioning_complete {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:11:50.998514 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6a1c613-2fed-4bd9-a402-8b1dd8f93a88 tempest-ServersTestMultiNic-2121779930 tempest-ServersTestMultiNic-2121779930] Pushing event updated for resources: {'Port': ['ID=a7472f8b-53e9-4c79-9297-7d365d38efa5,revision_number=1']} {{(pid=84874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:11:51.017981 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-f6a1c613-2fed-4bd9-a402-8b1dd8f93a88 tempest-ServersTestMultiNic-2121779930 tempest-ServersTestMultiNic-2121779930] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:11:51.051102 n-d-768862-2 neutron-server[84765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4749a9d8-1a24-4696-b0e1-b9fbefef11e5 req-f6a1c613-2fed-4bd9-a402-8b1dd8f93a88 tempest-ServersTestMultiNic-2121779930 tempest-ServersTestMultiNic-2121779930] Network e8533908-6f3a-4b15-a6d5-8c765cd11374 is already hosted by enough agents. {{(pid=84874) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 07:11:51.114969 n-d-768862-2 neutron-server[84765]: DEBUG neutron.scheduler.base_scheduler [req-4749a9d8-1a24-4696-b0e1-b9fbefef11e5 req-f6a1c613-2fed-4bd9-a402-8b1dd8f93a88 tempest-ServersTestMultiNic-2121779930 tempest-ServersTestMultiNic-2121779930] Resources bound (agent type, host, resource id): {{(pid=84874) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 07:11:51.117729 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_dvrscheduler_db [req-4749a9d8-1a24-4696-b0e1-b9fbefef11e5 req-f6a1c613-2fed-4bd9-a402-8b1dd8f93a88 tempest-ServersTestMultiNic-2121779930 tempest-ServersTestMultiNic-2121779930] Received port after_create {{(pid=84874) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 14 07:11:51.289682 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.db_base_plugin_common [None req-73f4094b-5162-4887-bfd0-c8da7d8e8a5c tempest-TaggedBootDevicesTest-541410187 tempest-TaggedBootDevicesTest-541410187] Allocated IP 10.1.1.133 (42eaf091-c60a-4bbd-870e-8010d14ac7f2/008b1096-3405-4b9e-bc95-7872e98ae48f/ecaf138f-fb10-495d-be5a-b6c5fd211eee) {{(pid=84875) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 14 07:11:51.292456 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [req-808787ac-2ee7-4ec8-950c-43bbf6e5a3b5 req-50fe20b9-5236-40a8-9414-407f7aa0f405 tempest-SecurityGroupsTestJSON-494699717 tempest-SecurityGroupsTestJSON-494699717] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850887153'] for security_group, after_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:11:51.320794 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [req-d34228f6-c8c4-40bf-b004-671db62d6849 req-6a09a309-4e07-49ef-902e-f4636eb43f73 tempest-FloatingIPsAssociationNegativeTestJSON-724895750 tempest-FloatingIPsAssociationNegativeTestJSON-724895750] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:11:51.336624 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-9014045c-7135-45e3-aec1-b49d719b9c91 tempest-SecurityGroupRulesNegativeTestJSON-608374989 tempest-SecurityGroupRulesNegativeTestJSON-608374989] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:11:51.354827 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [req-d34228f6-c8c4-40bf-b004-671db62d6849 req-6a09a309-4e07-49ef-902e-f4636eb43f73 tempest-FloatingIPsAssociationNegativeTestJSON-724895750 tempest-FloatingIPsAssociationNegativeTestJSON-724895750] Usage tracker for resource:port and tenant:777e0121e7b84cf1b1a0af96c6f5d63a is out of sync, need to count used quota {{(pid=84875) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:11:51.420162 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [req-d34228f6-c8c4-40bf-b004-671db62d6849 req-6a09a309-4e07-49ef-902e-f4636eb43f73 tempest-FloatingIPsAssociationNegativeTestJSON-724895750 tempest-FloatingIPsAssociationNegativeTestJSON-724895750] Quota usage for port was recalculated. Used quota:2. {{(pid=84875) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:11:51.445595 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [req-d34228f6-c8c4-40bf-b004-671db62d6849 req-6a09a309-4e07-49ef-902e-f4636eb43f73 tempest-FloatingIPsAssociationNegativeTestJSON-724895750 tempest-FloatingIPsAssociationNegativeTestJSON-724895750] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:11:51.516771 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50fe20b9-5236-40a8-9414-407f7aa0f405 tempest-SecurityGroupsTestJSON-494699717 tempest-SecurityGroupsTestJSON-494699717] Pushing event deleted for resources: {'SecurityGroup': ['ID=803b3d18-eb3e-4aa4-bb53-2f81c79813fa,revision_number=None']} {{(pid=84875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:11:51.528322 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:port_security_enabled":"rule:admin_or_owner" was deprecated in W in favor of "update_network:port_security_enabled":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 07:11:51.528322 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:11:51.528322 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:11:51.528322 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:11:51.528322 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "delete_network":"rule:admin_or_owner" was deprecated in W in favor of "delete_network":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 07:11:51.528322 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:11:51.528322 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:11:51.528322 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:11:51.528322 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_segment":"rule:admin_only" was deprecated in W in favor of "create_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:11:51.528322 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:11:51.528322 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_segment":"rule:admin_only" was deprecated in W in favor of "get_segment":"role:reader and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:11:51.528322 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:11:51.528322 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_segment":"rule:admin_only" was deprecated in W in favor of "update_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:11:51.528322 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:11:51.528322 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "delete_segment":"rule:admin_only" was deprecated in W in favor of "delete_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:11:51.528322 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:11:51.528322 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network":"rule:regular_user" was deprecated in W in favor of "create_network":"role:member and project_id:%(project_id)s". Reason: Jan 14 07:11:51.528322 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:11:51.528322 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:11:51.528322 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:11:51.528322 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:shared":"rule:admin_only" was deprecated in W in favor of "create_network:shared":"role:admin and system_scope:all". Reason: Jan 14 07:11:51.528322 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:11:51.528322 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:11:51.528322 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:11:51.528322 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:router:external":"rule:admin_only" was deprecated in W in favor of "create_network:router:external":"role:admin and system_scope:all". Reason: Jan 14 07:11:51.528322 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:11:51.528322 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:11:51.528322 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:11:51.528322 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:is_default":"rule:admin_only" was deprecated in W in favor of "create_network:is_default":"role:admin and system_scope:all". Reason: Jan 14 07:11:51.528322 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:11:51.528322 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:11:51.528322 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:11:51.528322 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:port_security_enabled":"rule:regular_user" was deprecated in W in favor of "create_network:port_security_enabled":"role:member and project_id:%(project_id)s". Reason: Jan 14 07:11:51.528322 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:11:51.528322 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:11:51.528322 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:11:51.528322 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:segments":"rule:admin_only" was deprecated in W in favor of "create_network:segments":"role:admin and system_scope:all". Reason: Jan 14 07:11:51.528322 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:11:51.528322 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:11:51.528322 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:11:51.528322 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "create_network:provider:network_type":"role:admin and system_scope:all". Reason: Jan 14 07:11:51.528322 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:11:51.532020 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:11:51.532020 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:11:51.532020 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "create_network:provider:physical_network":"role:admin and system_scope:all". Reason: Jan 14 07:11:51.532020 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:11:51.532020 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:11:51.532020 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:11:51.532020 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "create_network:provider:segmentation_id":"role:admin and system_scope:all". Reason: Jan 14 07:11:51.532020 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:11:51.532020 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:11:51.532020 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:11:51.532020 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network":"rule:admin_or_owner or rule:shared or rule:external or rule:context_is_advsvc" was deprecated in W in favor of "get_network":"(role:reader and system_scope:all) or (role:reader and project_id:%(project_id)s) or rule:shared or rule:external or rule:context_is_advsvc". Reason: Jan 14 07:11:51.532020 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:11:51.532020 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:11:51.532020 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:11:51.532020 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:router:external":"rule:regular_user" was deprecated in W in favor of "get_network:router:external":"role:reader and project_id:%(project_id)s". Reason: Jan 14 07:11:51.532020 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:11:51.532020 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:11:51.532020 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:11:51.533999 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:segments":"rule:admin_only" was deprecated in W in favor of "get_network:segments":"role:reader and system_scope:all". Reason: Jan 14 07:11:51.533999 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:11:51.533999 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:11:51.533999 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:11:51.533999 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "get_network:provider:network_type":"role:reader and system_scope:all". Reason: Jan 14 07:11:51.533999 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:11:51.533999 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:11:51.533999 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:11:51.533999 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "get_network:provider:physical_network":"role:reader and system_scope:all". Reason: Jan 14 07:11:51.533999 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:11:51.533999 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:11:51.533999 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:11:51.533999 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "get_network:provider:segmentation_id":"role:reader and system_scope:all". Reason: Jan 14 07:11:51.533999 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:11:51.533999 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:11:51.533999 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:11:51.533999 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network":"rule:admin_or_owner" was deprecated in W in favor of "update_network":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 07:11:51.533999 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:11:51.533999 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:11:51.533999 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:11:51.533999 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:segments":"rule:admin_only" was deprecated in W in favor of "update_network:segments":"role:admin and system_scope:all". Reason: Jan 14 07:11:51.533999 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:11:51.533999 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:11:51.533999 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:11:51.533999 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:shared":"rule:admin_only" was deprecated in W in favor of "update_network:shared":"role:admin and system_scope:all". Reason: Jan 14 07:11:51.533999 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:11:51.533999 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:11:51.533999 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:11:51.533999 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "update_network:provider:network_type":"role:admin and system_scope:all". Reason: Jan 14 07:11:51.533999 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:11:51.533999 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:11:51.533999 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:11:51.533999 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "update_network:provider:physical_network":"role:admin and system_scope:all". Reason: Jan 14 07:11:51.533999 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:11:51.533999 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:11:51.533999 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:11:51.533999 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "update_network:provider:segmentation_id":"role:admin and system_scope:all". Reason: Jan 14 07:11:51.533999 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:11:51.533999 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:11:51.533999 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:11:51.533999 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:router:external":"rule:admin_only" was deprecated in W in favor of "update_network:router:external":"role:admin and system_scope:all". Reason: Jan 14 07:11:51.533999 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:11:51.533999 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:11:51.533999 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:11:51.533999 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:is_default":"rule:admin_only" was deprecated in W in favor of "update_network:is_default":"role:admin and system_scope:all". Reason: Jan 14 07:11:51.533999 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:11:51.533999 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:11:51.533999 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:11:51.538072 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:port_security_enabled":"rule:admin_or_owner" was deprecated in W in favor of "update_network:port_security_enabled":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 07:11:51.538072 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:11:51.538072 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:11:51.538072 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:11:51.538072 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "delete_network":"rule:admin_or_owner" was deprecated in W in favor of "delete_network":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 07:11:51.538072 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:11:51.538072 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:11:51.538072 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:11:51.538072 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_segment":"rule:admin_only" was deprecated in W in favor of "create_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:11:51.538072 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:11:51.538072 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_segment":"rule:admin_only" was deprecated in W in favor of "get_segment":"role:reader and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:11:51.538072 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:11:51.538072 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_segment":"rule:admin_only" was deprecated in W in favor of "update_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:11:51.538072 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:11:51.585708 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-50fe20b9-5236-40a8-9414-407f7aa0f405 tempest-SecurityGroupsTestJSON-494699717 tempest-SecurityGroupsTestJSON-494699717] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.249s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:11:51.609357 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555753'] for port, before_update {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:11:51.625138 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4749a9d8-1a24-4696-b0e1-b9fbefef11e5 req-f6a1c613-2fed-4bd9-a402-8b1dd8f93a88 tempest-ServersTestMultiNic-2121779930 tempest-ServersTestMultiNic-2121779930] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:11:51.625395 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d34228f6-c8c4-40bf-b004-671db62d6849 req-6a09a309-4e07-49ef-902e-f4636eb43f73 tempest-FloatingIPsAssociationNegativeTestJSON-724895750 tempest-FloatingIPsAssociationNegativeTestJSON-724895750] Made reservation on behalf of 777e0121e7b84cf1b1a0af96c6f5d63a for: {'port': 1} {{(pid=84875) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 07:11:51.632440 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [req-4749a9d8-1a24-4696-b0e1-b9fbefef11e5 req-f6a1c613-2fed-4bd9-a402-8b1dd8f93a88 tempest-ServersTestMultiNic-2121779930 tempest-ServersTestMultiNic-2121779930] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854768116'] for port, before_response {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:11:51.646387 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-b6a310a1-aefe-4f29-8d25-2950179fdd78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363259214191800', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854171626'] for agent, after_update {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:11:51.666584 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [req-d34228f6-c8c4-40bf-b004-671db62d6849 req-6a09a309-4e07-49ef-902e-f4636eb43f73 tempest-FloatingIPsAssociationNegativeTestJSON-724895750 tempest-FloatingIPsAssociationNegativeTestJSON-724895750] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555753'] for port, before_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:11:51.734539 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [req-4749a9d8-1a24-4696-b0e1-b9fbefef11e5 req-f6a1c613-2fed-4bd9-a402-8b1dd8f93a88 tempest-ServersTestMultiNic-2121779930 tempest-ServersTestMultiNic-2121779930] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.6881993 Jan 14 07:11:51.735189 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-3bda1a50-24ee-41c5-9af6-e74588d3dcee None None] Provisioning complete for port 851f18cc-97e6-444b-9ee5-d0740ffad812 triggered by entity DHCP. {{(pid=84876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 07:11:51.735792 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-3bda1a50-24ee-41c5-9af6-e74588d3dcee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-604227'] for port, provisioning_complete {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:11:51.749072 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.v2.base [req-4749a9d8-1a24-4696-b0e1-b9fbefef11e5 req-f8e60997-740d-4210-8931-a711bd2d0714 tempest-ServersTestMultiNic-2121779930 tempest-ServersTestMultiNic-2121779930] Request body: {'port': {'device_id': '16513199-bee3-4bea-a843-4e62a5ef0197', 'network_id': '25f1c1a0-ceab-4b3f-9e01-2007a6141e94', 'admin_state_up': True, 'tenant_id': '7d129397cd71499dbaa91be4909e3699'}} {{(pid=84874) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:11:51.825081 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] For port 851f18cc-97e6-444b-9ee5-d0740ffad812, host n-d-768862-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-2',level=0,port_id=851f18cc-97e6-444b-9ee5-d0740ffad812,segment=NetworkSegment(9cfd7867-f4fc-45d4-a7eb-0f31720b5608),segment_id=9cfd7867-f4fc-45d4-a7eb-0f31720b5608)] {{(pid=84876) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 07:11:51.829763 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-da76cfc0-98e8-4426-9f6d-4f05aa3fae78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363259214191800', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854171626'] for agent, after_update {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:11:51.870919 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777640533312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363259214678337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777640097497'] for port, after_update {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:11:51.872585 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Device 1a867ea6-5adf-4c62-9d18-e20e70dc2b38 up at agent ovs-agent-n-d-768862-2 {{(pid=84876) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 07:11:51.911637 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84876) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:11:51.992415 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [req-4749a9d8-1a24-4696-b0e1-b9fbefef11e5 req-f8e60997-740d-4210-8931-a711bd2d0714 tempest-ServersTestMultiNic-2121779930 tempest-ServersTestMultiNic-2121779930] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:11:51.997332 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [req-4749a9d8-1a24-4696-b0e1-b9fbefef11e5 req-f8e60997-740d-4210-8931-a711bd2d0714 tempest-ServersTestMultiNic-2121779930 tempest-ServersTestMultiNic-2121779930] Usage tracker for resource:port and tenant:7d129397cd71499dbaa91be4909e3699 is out of sync, need to count used quota {{(pid=84874) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:11:52.001647 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [req-4749a9d8-1a24-4696-b0e1-b9fbefef11e5 req-f8e60997-740d-4210-8931-a711bd2d0714 tempest-ServersTestMultiNic-2121779930 tempest-ServersTestMultiNic-2121779930] Quota usage for port was recalculated. Used quota:6. {{(pid=84874) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:11:52.008403 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [req-4749a9d8-1a24-4696-b0e1-b9fbefef11e5 req-f8e60997-740d-4210-8931-a711bd2d0714 tempest-ServersTestMultiNic-2121779930 tempest-ServersTestMultiNic-2121779930] Attempting to reserve 1 items for resource port. Total usage: 6; quota limit: 500; headroom:494 {{(pid=84874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:11:52.023709 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4749a9d8-1a24-4696-b0e1-b9fbefef11e5 req-f8e60997-740d-4210-8931-a711bd2d0714 tempest-ServersTestMultiNic-2121779930 tempest-ServersTestMultiNic-2121779930] Made reservation on behalf of 7d129397cd71499dbaa91be4909e3699 for: {'port': 1} {{(pid=84874) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 07:11:52.051051 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [req-4749a9d8-1a24-4696-b0e1-b9fbefef11e5 req-f8e60997-740d-4210-8931-a711bd2d0714 tempest-ServersTestMultiNic-2121779930 tempest-ServersTestMultiNic-2121779930] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555753'] for port, before_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:11:52.079874 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Pushing event updated for resources: {'Port': ['ID=851f18cc-97e6-444b-9ee5-d0740ffad812,revision_number=3']} {{(pid=84876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:11:52.083222 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Provisioning complete for port 1a867ea6-5adf-4c62-9d18-e20e70dc2b38 triggered by entity L2. {{(pid=84876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 07:11:52.083939 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-604227'] for port, provisioning_complete {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:11:52.102462 n-d-768862-2 neutron-server[84765]: INFO neutron.api.v2.resource [req-ca36baf3-c918-4abf-b10a-82a21517905f req-400743d8-18eb-4f45-b7ec-f026bf8cb31e tempest-FloatingIPsNegativeTestJSON-73450883 tempest-FloatingIPsNegativeTestJSON-73450883] show failed (client error): The resource could not be found. Jan 14 07:11:52.103627 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [req-ca36baf3-c918-4abf-b10a-82a21517905f req-400743d8-18eb-4f45-b7ec-f026bf8cb31e tempest-FloatingIPsNegativeTestJSON-73450883 tempest-FloatingIPsNegativeTestJSON-73450883] 10.222.0.24 "GET /v2.0/floatingips/7b66d550-92e9-407d-8370-13eaf5331322 HTTP/1.1" status: 404 len: 350 time: 0.3737812 Jan 14 07:11:52.125744 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [req-808787ac-2ee7-4ec8-950c-43bbf6e5a3b5 req-50fe20b9-5236-40a8-9414-407f7aa0f405 tempest-SecurityGroupsTestJSON-494699717 tempest-SecurityGroupsTestJSON-494699717] Notify callbacks [] for security_group, before_response {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:11:52.137464 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84874) accepted ('10.222.0.24', 56528) {{(pid=84874) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:11:52.147568 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [req-808787ac-2ee7-4ec8-950c-43bbf6e5a3b5 req-50fe20b9-5236-40a8-9414-407f7aa0f405 tempest-SecurityGroupsTestJSON-494699717 tempest-SecurityGroupsTestJSON-494699717] 10.222.0.24 "DELETE /v2.0/security-groups/803b3d18-eb3e-4aa4-bb53-2f81c79813fa HTTP/1.1" status: 204 len: 173 time: 4.4767933 Jan 14 07:11:52.293553 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.db_base_plugin_v2 [None req-a2130075-5f55-4549-8f27-25f204b616fa tempest-ServersTestMultiNic-2121779930 tempest-ServersTestMultiNic-2121779930] Deleting subnet 80011ed2-d474-43f4-a5e9-9dcb07d6a3c1 {{(pid=84875) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Jan 14 07:11:52.316063 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-a2130075-5f55-4549-8f27-25f204b616fa tempest-ServersTestMultiNic-2121779930 tempest-ServersTestMultiNic-2121779930] Notify callbacks [] for subnet, before_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:11:52.457862 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.546s {{(pid=84876) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:11:52.460992 n-d-768862-2 neutron-server[84765]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b4df1c8c-f0c2-4966-97b9-13f58a5db756', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f4946652-2956-4264-8760-7566823f7199', 'code': 200} Jan 14 07:11:52.493137 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-5daa69d2-c6d0-4953-bcdf-45441dc254b3 None None] Provisioning for port a7472f8b-53e9-4c79-9297-7d365d38efa5 completed by entity DHCP. {{(pid=84876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 07:11:52.540560 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-5daa69d2-c6d0-4953-bcdf-45441dc254b3 None None] Provisioning complete for port a7472f8b-53e9-4c79-9297-7d365d38efa5 triggered by entity DHCP. {{(pid=84876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 07:11:52.540987 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-5daa69d2-c6d0-4953-bcdf-45441dc254b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-604227'] for port, provisioning_complete {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:11:52.621336 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84875) accepted ('10.222.0.48', 55051) {{(pid=84875) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:11:52.622064 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84875) accepted ('10.222.0.24', 56542) {{(pid=84875) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:11:52.666141 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363259214191800', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854171626'] for agent, after_update {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:11:52.673433 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.plugin [None req-5daa69d2-c6d0-4953-bcdf-45441dc254b3 None None] Port a7472f8b-53e9-4c79-9297-7d365d38efa5 cannot update to ACTIVE because it is not bound. {{(pid=84876) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:329}} Jan 14 07:11:52.689853 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-5daa69d2-c6d0-4953-bcdf-45441dc254b3 None None] Provisioning complete for port 911cbecc-42e9-460d-b930-0bd3badf9681 triggered by entity DHCP. {{(pid=84876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 07:11:52.690563 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-5daa69d2-c6d0-4953-bcdf-45441dc254b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-604227'] for port, provisioning_complete {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:11:52.787808 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [req-8c64fafa-69f8-48e9-b7c6-15e72aa6f27a req-20bc9923-daa7-454a-939a-b7e46406cbc1 tempest-ImagesNegativeTestJSON-146108451 tempest-ImagesNegativeTestJSON-146108451] 10.222.0.48 "GET /v2.0/networks?tenant_id=9901384d10f14e30a171a0132a22a1b2&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1621776 Jan 14 07:11:52.813944 n-d-768862-2 neutron-server[84765]: INFO neutron.api.v2.resource [req-c228e0ef-b512-4fe0-8cd8-6352658ff076 req-0a8f4a48-7809-4938-87e0-3a0b2fe32b2e tempest-SecurityGroupsTestJSON-494699717 tempest-SecurityGroupsTestJSON-494699717] show failed (client error): The resource could not be found. Jan 14 07:11:52.844268 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [req-c228e0ef-b512-4fe0-8cd8-6352658ff076 req-0a8f4a48-7809-4938-87e0-3a0b2fe32b2e tempest-SecurityGroupsTestJSON-494699717 tempest-SecurityGroupsTestJSON-494699717] 10.222.0.24 "GET /v2.0/security-groups/803b3d18-eb3e-4aa4-bb53-2f81c79813fa HTTP/1.1" status: 404 len: 352 time: 0.2479296 Jan 14 07:11:53.009364 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-5daa69d2-c6d0-4953-bcdf-45441dc254b3 None None] Provisioning complete for port 851f18cc-97e6-444b-9ee5-d0740ffad812 triggered by entity DHCP. {{(pid=84876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 07:11:53.012294 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-5daa69d2-c6d0-4953-bcdf-45441dc254b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-604227'] for port, provisioning_complete {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:11:53.083248 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Device d97d9e3c-9f97-4a10-a1d6-908ae70deea3 up at agent ovs-agent-n-d-768862-2 {{(pid=84876) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 07:11:53.314278 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-0f37073e-9c69-4e3c-80e0-6cfaa0fd61a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363259214191800', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854171626'] for agent, after_update {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:11:53.334660 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Provisioning for port d97d9e3c-9f97-4a10-a1d6-908ae70deea3 completed by entity L2. {{(pid=84876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 07:11:53.343213 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Provisioning complete for port d97d9e3c-9f97-4a10-a1d6-908ae70deea3 triggered by entity L2. {{(pid=84876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 07:11:53.344634 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-604227'] for port, provisioning_complete {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:11:53.352326 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [req-3d1e1bfd-5c29-4982-bae3-089f3b2784d4 req-cacbf3dc-094b-4286-a149-b8c150e48e1a tempest-FloatingIPsAssociationTestJSON-2140037530 tempest-FloatingIPsAssociationTestJSON-2140037530] For port f4946652-2956-4264-8760-7566823f7199, host n-h2-768862-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-h2-768862-2',level=0,port_id=f4946652-2956-4264-8760-7566823f7199,segment=NetworkSegment(f1a1da15-9c84-4f1f-8d4b-5f93ea7c2a21),segment_id=f1a1da15-9c84-4f1f-8d4b-5f93ea7c2a21)] {{(pid=84874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 07:11:53.352740 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [req-3d1e1bfd-5c29-4982-bae3-089f3b2784d4 req-cacbf3dc-094b-4286-a149-b8c150e48e1a tempest-FloatingIPsAssociationTestJSON-2140037530 tempest-FloatingIPsAssociationTestJSON-2140037530] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036850862667'] for port, precommit_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:11:53.432321 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-a2130075-5f55-4549-8f27-25f204b616fa tempest-ServersTestMultiNic-2121779930 tempest-ServersTestMultiNic-2121779930] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3367281'] for subnet, precommit_delete_associations {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:11:53.477162 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555753'] for port, before_update {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:11:53.525292 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] For port d97d9e3c-9f97-4a10-a1d6-908ae70deea3, host n-d-768862-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-2',level=0,port_id=d97d9e3c-9f97-4a10-a1d6-908ae70deea3,segment=NetworkSegment(e3d0d1e1-e3f2-493b-a20f-8f8981f2e512),segment_id=e3d0d1e1-e3f2-493b-a20f-8f8981f2e512)] {{(pid=84876) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 07:11:53.533032 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c64fafa-69f8-48e9-b7c6-15e72aa6f27a req-3444398b-3374-4fba-9322-dd3d66d96dbe tempest-ImagesNegativeTestJSON-146108451 tempest-ImagesNegativeTestJSON-146108451] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:11:53.534615 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [req-8c64fafa-69f8-48e9-b7c6-15e72aa6f27a req-3444398b-3374-4fba-9322-dd3d66d96dbe tempest-ImagesNegativeTestJSON-146108451 tempest-ImagesNegativeTestJSON-146108451] 10.222.0.48 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.6893330 Jan 14 07:11:53.536608 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777640533312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363259214678337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777640097497'] for port, after_update {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:11:53.541466 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Device cda795e6-c8fa-40b8-b213-9b831bf9f120 up at agent ovs-agent-n-d-768862-2 {{(pid=84876) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 07:11:53.554928 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.plugin [req-3d1e1bfd-5c29-4982-bae3-089f3b2784d4 req-cacbf3dc-094b-4286-a149-b8c150e48e1a tempest-FloatingIPsAssociationTestJSON-2140037530 tempest-FloatingIPsAssociationTestJSON-2140037530] Calling delete_port for f4946652-2956-4264-8760-7566823f7199 owned by compute:nova {{(pid=84874) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 07:11:53.617647 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-8fe25f6e-4160-4a03-8e2c-700abd85c0ba None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84876) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:11:53.623199 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84874) accepted ('10.222.0.24', 56580) {{(pid=84874) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:11:53.844269 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Pushing event updated for resources: {'Port': ['ID=d97d9e3c-9f97-4a10-a1d6-908ae70deea3,revision_number=5']} {{(pid=84876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:11:53.848955 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Provisioning for port cda795e6-c8fa-40b8-b213-9b831bf9f120 completed by entity L2. {{(pid=84876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 07:11:53.856625 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.239s {{(pid=84876) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:11:53.858029 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Provisioning complete for port cda795e6-c8fa-40b8-b213-9b831bf9f120 triggered by entity L2. {{(pid=84876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 07:11:53.858576 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-604227'] for port, provisioning_complete {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:11:53.982441 n-d-768862-2 neutron-server[84765]: INFO neutron.db.db_base_plugin_v2 [None req-a2130075-5f55-4549-8f27-25f204b616fa tempest-ServersTestMultiNic-2121779930 tempest-ServersTestMultiNic-2121779930] Found port (a7472f8b-53e9-4c79-9297-7d365d38efa5, 19.86.0.170) having IP allocation on subnet 80011ed2-d474-43f4-a5e9-9dcb07d6a3c1, cannot delete Jan 14 07:11:54.000473 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.v2.base [req-8c64fafa-69f8-48e9-b7c6-15e72aa6f27a req-b98fcf54-7b96-4059-97f4-81134d1694ba tempest-ImagesNegativeTestJSON-146108451 tempest-ImagesNegativeTestJSON-146108451] Request body: {'port': {'device_id': '883b5127-da00-4629-ba13-72c914309fb2', 'network_id': '3ab89270-67b1-41e9-8be2-a0395a984bff', 'admin_state_up': True, 'tenant_id': '9901384d10f14e30a171a0132a22a1b2'}} {{(pid=84875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:11:54.035509 n-d-768862-2 neutron-server[84765]: INFO neutron.pecan_wsgi.hooks.translation [None req-a2130075-5f55-4549-8f27-25f204b616fa tempest-ServersTestMultiNic-2121779930 tempest-ServersTestMultiNic-2121779930] DELETE failed (client error): There was a conflict when trying to complete your request. Jan 14 07:11:54.036085 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a2130075-5f55-4549-8f27-25f204b616fa tempest-ServersTestMultiNic-2121779930 tempest-ServersTestMultiNic-2121779930] No notification will be sent due to unsuccessful status code: 409 {{(pid=84875) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Jan 14 07:11:54.037970 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-a2130075-5f55-4549-8f27-25f204b616fa tempest-ServersTestMultiNic-2121779930 tempest-ServersTestMultiNic-2121779930] 10.222.0.24 "DELETE /v2.0/subnets/80011ed2-d474-43f4-a5e9-9dcb07d6a3c1 HTTP/1.1" status: 409 len: 404 time: 3.2643480 Jan 14 07:11:54.044676 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [req-6eea004d-7082-4f23-ab35-867e295353ee req-c69fec38-e8f5-418b-8102-304f80a06f8b tempest-SecurityGroupsTestJSON-494699717 tempest-SecurityGroupsTestJSON-494699717] 10.222.0.24 "GET /v2.0/security-groups/484a1e53-f3e3-41b1-a46c-f7dd4fed6779 HTTP/1.1" status: 200 len: 1800 time: 0.9196656 Jan 14 07:11:54.051697 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84875) accepted ('10.222.0.24', 56602) {{(pid=84875) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:11:54.079410 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555753'] for port, before_update {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:11:54.102069 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-5db1fc80-9a57-40c6-af83-9527feb6d747 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:11:54.116600 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] For port cda795e6-c8fa-40b8-b213-9b831bf9f120, host n-d-768862-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-2',level=0,port_id=cda795e6-c8fa-40b8-b213-9b831bf9f120,segment=NetworkSegment(cf3ded2c-bc47-4a71-89af-6e7117e60140),segment_id=cf3ded2c-bc47-4a71-89af-6e7117e60140)] {{(pid=84876) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 07:11:54.121936 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777640533312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363259214678337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777640097497'] for port, after_update {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:11:54.123051 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Device 911cbecc-42e9-460d-b930-0bd3badf9681 up at agent ovs-agent-n-d-768862-2 {{(pid=84876) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 07:11:54.172036 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-852a24f7-e9a1-4193-9abb-e9506fe5213f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.002s {{(pid=84876) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:11:54.176088 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-5db1fc80-9a57-40c6-af83-9527feb6d747 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:11:54.180710 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-5db1fc80-9a57-40c6-af83-9527feb6d747 admin admin] Usage tracker for resource:security_group_rule and tenant:124685134c814a2d8f8696b95e25b9e6 is out of sync, need to count used quota {{(pid=84874) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:11:54.184456 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-5db1fc80-9a57-40c6-af83-9527feb6d747 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84874) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:11:54.191281 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-5db1fc80-9a57-40c6-af83-9527feb6d747 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:11:54.263057 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84874) accepted ('10.222.0.24', 56608) {{(pid=84874) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:11:54.295292 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.db_base_plugin_common [req-4749a9d8-1a24-4696-b0e1-b9fbefef11e5 req-f8e60997-740d-4210-8931-a711bd2d0714 tempest-ServersTestMultiNic-2121779930 tempest-ServersTestMultiNic-2121779930] Allocated IP 19.80.0.8 (25f1c1a0-ceab-4b3f-9e01-2007a6141e94/2bb0b7fb-11f9-43b1-975e-b782dc638b95/d280b18f-0753-418b-8127-37d89566b5bc) {{(pid=84874) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 14 07:11:54.295569 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Pushing event updated for resources: {'Port': ['ID=cda795e6-c8fa-40b8-b213-9b831bf9f120,revision_number=4']} {{(pid=84876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:11:54.304976 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=84876) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:11:54.310046 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [req-3d1e1bfd-5c29-4982-bae3-089f3b2784d4 req-cacbf3dc-094b-4286-a149-b8c150e48e1a tempest-FloatingIPsAssociationTestJSON-2140037530 tempest-FloatingIPsAssociationTestJSON-2140037530] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777640533329', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777640097463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3254186'] for port, after_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:11:54.337673 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-8c18c356-a73e-4e95-91df-76c8555f1fb5 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:11:54.351548 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Provisioning complete for port 911cbecc-42e9-460d-b930-0bd3badf9681 triggered by entity L2. {{(pid=84876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 07:11:54.352112 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-604227'] for port, provisioning_complete {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:11:54.502021 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Device 851f18cc-97e6-444b-9ee5-d0740ffad812 up at agent ovs-agent-n-d-768862-2 {{(pid=84876) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 07:11:54.564101 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84875) accepted ('10.222.0.24', 56616) {{(pid=84875) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:11:54.582795 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cacbf3dc-094b-4286-a149-b8c150e48e1a tempest-FloatingIPsAssociationTestJSON-2140037530 tempest-FloatingIPsAssociationTestJSON-2140037530] Pushing event deleted for resources: {'Port': ['ID=f4946652-2956-4264-8760-7566823f7199,revision_number=None']} {{(pid=84874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:11:54.587053 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-cacbf3dc-094b-4286-a149-b8c150e48e1a tempest-FloatingIPsAssociationTestJSON-2140037530 tempest-FloatingIPsAssociationTestJSON-2140037530] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.249s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:11:54.597623 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Provisioning complete for port 851f18cc-97e6-444b-9ee5-d0740ffad812 triggered by entity L2. {{(pid=84876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 07:11:54.598420 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-604227'] for port, provisioning_complete {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:11:54.686000 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_dvrscheduler_db [req-3d1e1bfd-5c29-4982-bae3-089f3b2784d4 req-cacbf3dc-094b-4286-a149-b8c150e48e1a tempest-FloatingIPsAssociationTestJSON-2140037530 tempest-FloatingIPsAssociationTestJSON-2140037530] No DVR routers for this DVR port f4946652-2956-4264-8760-7566823f7199 on host n-h2-768862-2 {{(pid=84874) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Jan 14 07:11:54.707043 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [req-3d1e1bfd-5c29-4982-bae3-089f3b2784d4 req-cacbf3dc-094b-4286-a149-b8c150e48e1a tempest-FloatingIPsAssociationTestJSON-2140037530 tempest-FloatingIPsAssociationTestJSON-2140037530] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854768116'] for port, before_response {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:11:54.739294 n-d-768862-2 neutron-server[84765]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b4df1c8c-f0c2-4966-97b9-13f58a5db756', 'name': 'network-vif-deleted', 'tag': 'f4946652-2956-4264-8760-7566823f7199'}] {{(pid=84874) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Jan 14 07:11:54.766589 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [req-3d1e1bfd-5c29-4982-bae3-089f3b2784d4 req-cacbf3dc-094b-4286-a149-b8c150e48e1a tempest-FloatingIPsAssociationTestJSON-2140037530 tempest-FloatingIPsAssociationTestJSON-2140037530] 10.222.0.48 "DELETE /v2.0/ports/f4946652-2956-4264-8760-7566823f7199 HTTP/1.1" status: 204 len: 173 time: 9.4464080 Jan 14 07:11:54.798988 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-d472c55d-e4a0-45c9-bef7-6aa39b03faf1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:11:54.806796 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-73f4094b-5162-4887-bfd0-c8da7d8e8a5c tempest-TaggedBootDevicesTest-541410187 tempest-TaggedBootDevicesTest-541410187] Notify callbacks [] for port, precommit_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:11:54.865858 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-5db1fc80-9a57-40c6-af83-9527feb6d747 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:11:54.895450 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-d472c55d-e4a0-45c9-bef7-6aa39b03faf1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:11:54.912082 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-d472c55d-e4a0-45c9-bef7-6aa39b03faf1 admin admin] Usage tracker for resource:security_group_rule and tenant:c011f77965e04e4b9cbed6ba86d6c4ec is out of sync, need to count used quota {{(pid=84874) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:11:54.920601 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-d472c55d-e4a0-45c9-bef7-6aa39b03faf1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84874) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:11:54.936221 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-d472c55d-e4a0-45c9-bef7-6aa39b03faf1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:11:55.003099 n-d-768862-2 neutron-server[84765]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b4df1c8c-f0c2-4966-97b9-13f58a5db756', 'name': 'network-vif-deleted', 'tag': 'f4946652-2956-4264-8760-7566823f7199', 'status': 'completed', 'code': 200} Jan 14 07:11:55.004572 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Device cda795e6-c8fa-40b8-b213-9b831bf9f120 up at agent ovs-agent-n-d-768862-2 {{(pid=84876) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 07:11:55.006603 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-5db1fc80-9a57-40c6-af83-9527feb6d747 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850887153'] for security_group, after_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:11:55.038112 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-f8f3adca-674d-4c19-9402-a446bb22c38a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:11:55.089108 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Provisioning complete for port cda795e6-c8fa-40b8-b213-9b831bf9f120 triggered by entity L2. {{(pid=84876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 07:11:55.089970 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-604227'] for port, provisioning_complete {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:11:55.130457 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-5db1fc80-9a57-40c6-af83-9527feb6d747 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=124685134c814a2d8f8696b95e25b9e6&name=default HTTP/1.1" status: 200 len: 2979 time: 1.4900992 Jan 14 07:11:55.143526 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-73f4094b-5162-4887-bfd0-c8da7d8e8a5c tempest-TaggedBootDevicesTest-541410187 tempest-TaggedBootDevicesTest-541410187] Transition to ACTIVE for port object ecaf138f-fb10-495d-be5a-b6c5fd211eee will not be triggered until provisioned by entity DHCP. {{(pid=84875) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 07:11:55.148739 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84874) accepted ('10.222.0.24', 56624) {{(pid=84874) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:11:55.182092 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-d3d19b73-e412-4552-9d7d-d9a73a967956 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3889632'] for router_interface, before_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:11:55.222314 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Device d97d9e3c-9f97-4a10-a1d6-908ae70deea3 up at agent ovs-agent-n-d-768862-2 {{(pid=84876) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 07:11:55.274424 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5db1fc80-9a57-40c6-af83-9527feb6d747 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5f583ad3-b6c0-4e50-a5e5-09957a5c232f,revision_number=1']} {{(pid=84874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:11:55.274651 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-aa5df9b8-922d-41a7-9e8d-64dcf0879f21 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:11:55.278232 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-5db1fc80-9a57-40c6-af83-9527feb6d747 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.240s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:11:55.295412 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Provisioning complete for port d97d9e3c-9f97-4a10-a1d6-908ae70deea3 triggered by entity L2. {{(pid=84876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 07:11:55.295688 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-604227'] for port, provisioning_complete {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:11:55.332700 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [req-6eea004d-7082-4f23-ab35-867e295353ee req-1deea423-1bbd-4f7a-9a9c-4fe9007ae2d2 tempest-SecurityGroupsTestJSON-494699717 tempest-SecurityGroupsTestJSON-494699717] Notify callbacks [] for security_group, before_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:11:55.340684 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-aa5df9b8-922d-41a7-9e8d-64dcf0879f21 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:11:55.363733 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eee969ec-a7a2-4a62-ae59-a5b50abde0b6 None None] Sync routers for ids ['50975c9d-2d06-44d9-b1e5-86f6cb8bd18c'] in n-d-768862-2 {{(pid=84876) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Jan 14 07:11:55.379478 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eee969ec-a7a2-4a62-ae59-a5b50abde0b6 None None] Routers {'50975c9d-2d06-44d9-b1e5-86f6cb8bd18c'} bound to L3 agent in host n-d-768862-2 {{(pid=84876) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 14 07:11:55.380151 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_hamode_db [None req-eee969ec-a7a2-4a62-ae59-a5b50abde0b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-01-14T06:56:51Z,description=,heartbeat_timestamp=2021-01-14T07:11:51Z,host='n-d-768862-2',id=35f592e9-451b-4db9-abea-77b6a5c5391b,load=0,resource_versions=,resources_synced=,started_at=2021-01-14T06:56:51Z,topic='l3_agent')) {'router_ids': ['50975c9d-2d06-44d9-b1e5-86f6cb8bd18c'], 'active': True} {{(pid=84876) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:11:55.403809 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-aa5df9b8-922d-41a7-9e8d-64dcf0879f21 admin admin] Usage tracker for resource:security_group_rule and tenant:9901384d10f14e30a171a0132a22a1b2 is out of sync, need to count used quota {{(pid=84875) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:11:55.432914 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-82401d4d-fdf0-48e7-8bba-bab9d4ef1b1d tempest-ServersTestMultiNic-2121779930 tempest-ServersTestMultiNic-2121779930] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036854160497'] for network, before_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:11:55.444712 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-d472c55d-e4a0-45c9-bef7-6aa39b03faf1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:11:55.466131 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-d472c55d-e4a0-45c9-bef7-6aa39b03faf1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850887153'] for security_group, after_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:11:55.479899 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-e51d7ec0-3e73-4d38-9dbe-1e289bf81358 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:11:55.492088 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-aa5df9b8-922d-41a7-9e8d-64dcf0879f21 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84875) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:11:55.493318 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [req-4749a9d8-1a24-4696-b0e1-b9fbefef11e5 req-f8e60997-740d-4210-8931-a711bd2d0714 tempest-ServersTestMultiNic-2121779930 tempest-ServersTestMultiNic-2121779930] Notify callbacks [] for port, precommit_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:11:55.498569 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [req-8c64fafa-69f8-48e9-b7c6-15e72aa6f27a req-b98fcf54-7b96-4059-97f4-81134d1694ba tempest-ImagesNegativeTestJSON-146108451 tempest-ImagesNegativeTestJSON-146108451] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:11:55.526237 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [req-6eea004d-7082-4f23-ab35-867e295353ee req-1deea423-1bbd-4f7a-9a9c-4fe9007ae2d2 tempest-SecurityGroupsTestJSON-494699717 tempest-SecurityGroupsTestJSON-494699717] Notify callbacks [] for security_group, precommit_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:11:55.536120 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [req-8c64fafa-69f8-48e9-b7c6-15e72aa6f27a req-b98fcf54-7b96-4059-97f4-81134d1694ba tempest-ImagesNegativeTestJSON-146108451 tempest-ImagesNegativeTestJSON-146108451] Usage tracker for resource:port and tenant:9901384d10f14e30a171a0132a22a1b2 is out of sync, need to count used quota {{(pid=84875) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:11:55.539096 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-aa5df9b8-922d-41a7-9e8d-64dcf0879f21 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:11:55.551240 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [req-8c64fafa-69f8-48e9-b7c6-15e72aa6f27a req-b98fcf54-7b96-4059-97f4-81134d1694ba tempest-ImagesNegativeTestJSON-146108451 tempest-ImagesNegativeTestJSON-146108451] Quota usage for port was recalculated. Used quota:0. {{(pid=84875) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:11:55.556875 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.db_base_plugin_common [req-d34228f6-c8c4-40bf-b004-671db62d6849 req-6a09a309-4e07-49ef-902e-f4636eb43f73 tempest-FloatingIPsAssociationNegativeTestJSON-724895750 tempest-FloatingIPsAssociationNegativeTestJSON-724895750] Allocated IP 172.20.0.12 (fd33dbe3-7afa-46b0-8897-ce6ba7fea060/a076fa03-03f6-498c-8a30-b44c18079c93/9e458f7b-3193-4772-abdf-7285e21d3d20) {{(pid=84875) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 14 07:11:55.579208 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [req-8c64fafa-69f8-48e9-b7c6-15e72aa6f27a req-b98fcf54-7b96-4059-97f4-81134d1694ba tempest-ImagesNegativeTestJSON-146108451 tempest-ImagesNegativeTestJSON-146108451] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:11:55.580733 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [req-4749a9d8-1a24-4696-b0e1-b9fbefef11e5 req-f8e60997-740d-4210-8931-a711bd2d0714 tempest-ServersTestMultiNic-2121779930 tempest-ServersTestMultiNic-2121779930] Transition to ACTIVE for port object d280b18f-0753-418b-8127-37d89566b5bc will not be triggered until provisioned by entity DHCP. {{(pid=84874) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 07:11:55.582199 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-d191f11a-2b6a-437e-9f2a-28cc637f0d65 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:11:55.584050 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d472c55d-e4a0-45c9-bef7-6aa39b03faf1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c0581082-77bc-442e-8828-46a08d3e6ece,revision_number=1']} {{(pid=84874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:11:55.588276 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-d472c55d-e4a0-45c9-bef7-6aa39b03faf1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:11:55.591783 n-d-768862-2 neutron-server[84765]: INFO neutron.pecan_wsgi.hooks.translation [None req-82401d4d-fdf0-48e7-8bba-bab9d4ef1b1d tempest-ServersTestMultiNic-2121779930 tempest-ServersTestMultiNic-2121779930] DELETE failed (client error): There was a conflict when trying to complete your request. Jan 14 07:11:55.592669 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-82401d4d-fdf0-48e7-8bba-bab9d4ef1b1d tempest-ServersTestMultiNic-2121779930 tempest-ServersTestMultiNic-2121779930] No notification will be sent due to unsuccessful status code: 409 {{(pid=84875) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Jan 14 07:11:55.609374 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-d472c55d-e4a0-45c9-bef7-6aa39b03faf1 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=c011f77965e04e4b9cbed6ba86d6c4ec&name=default HTTP/1.1" status: 200 len: 2979 time: 1.3394172 Jan 14 07:11:55.613036 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84875) accepted ('10.222.0.24', 56628) {{(pid=84875) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:11:55.622459 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_dvr_db [None req-eee969ec-a7a2-4a62-ae59-a5b50abde0b6 None None] Set router 50975c9d-2d06-44d9-b1e5-86f6cb8bd18c gateway port host: n-d-768862-2 {{(pid=84876) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 14 07:11:55.638724 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-73f4094b-5162-4887-bfd0-c8da7d8e8a5c tempest-TaggedBootDevicesTest-541410187 tempest-TaggedBootDevicesTest-541410187] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777640123575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851621574'] for port, after_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:11:55.700049 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-82401d4d-fdf0-48e7-8bba-bab9d4ef1b1d tempest-ServersTestMultiNic-2121779930 tempest-ServersTestMultiNic-2121779930] 10.222.0.24 "DELETE /v2.0/networks/e8533908-6f3a-4b15-a6d5-8c765cd11374 HTTP/1.1" status: 409 len: 405 time: 1.6372609 Jan 14 07:11:55.700049 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:11:55.755272 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84875) accepted ('10.222.0.24', 56632) {{(pid=84875) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:11:55.758120 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8c64fafa-69f8-48e9-b7c6-15e72aa6f27a req-b98fcf54-7b96-4059-97f4-81134d1694ba tempest-ImagesNegativeTestJSON-146108451 tempest-ImagesNegativeTestJSON-146108451] Made reservation on behalf of 9901384d10f14e30a171a0132a22a1b2 for: {'port': 1} {{(pid=84875) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 07:11:55.767816 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [req-8c64fafa-69f8-48e9-b7c6-15e72aa6f27a req-b98fcf54-7b96-4059-97f4-81134d1694ba tempest-ImagesNegativeTestJSON-146108451 tempest-ImagesNegativeTestJSON-146108451] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555753'] for port, before_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:11:55.925006 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [req-8c64fafa-69f8-48e9-b7c6-15e72aa6f27a req-b98fcf54-7b96-4059-97f4-81134d1694ba tempest-ImagesNegativeTestJSON-146108451 tempest-ImagesNegativeTestJSON-146108451] Notify callbacks [] for security_group, before_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:11:56.041412 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_hamode_db [None req-eee969ec-a7a2-4a62-ae59-a5b50abde0b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '50975c9d-2d06-44d9-b1e5-86f6cb8bd18c', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1581566530-router', 'tenant_id': '777e0121e7b84cf1b1a0af96c6f5d63a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '226f1e78-82cd-4481-9055-4eb73b6db8c1', 'external_fixed_ips': [{'subnet_id': 'ba8deeec-7658-4195-9449-038c076f5c83', 'ip_address': '172.25.2.27'}], 'enable_snat': True}, 'gw_port_id': 'cda795e6-c8fa-40b8-b213-9b831bf9f120', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-14T07:11:20Z', 'updated_at': '2021-01-14T07:11:36Z', 'revision_number': 4, 'project_id': '777e0121e7b84cf1b1a0af96c6f5d63a', 'gw_port': {'id': 'cda795e6-c8fa-40b8-b213-9b831bf9f120', 'name': '', 'network_id': '226f1e78-82cd-4481-9055-4eb73b6db8c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:6a:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50975c9d-2d06-44d9-b1e5-86f6cb8bd18c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 702, 'fixed_ips': [{'subnet_id': 'ba8deeec-7658-4195-9449-038c076f5c83', 'ip_address': '172.25.2.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T07:11:24Z', 'updated_at': '2021-01-14T07:11:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ba8deeec-7658-4195-9449-038c076f5c83', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-2', '_interfaces': [{'id': '3b837e1e-faf3-4e47-98e9-407fe192f855', 'name': '', 'network_id': 'fd33dbe3-7afa-46b0-8897-ce6ba7fea060', 'tenant_id': '777e0121e7b84cf1b1a0af96c6f5d63a', 'mac_address': 'fa:16:3e:09:c0:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '50975c9d-2d06-44d9-b1e5-86f6cb8bd18c', 'device_owner': 'network:router_interface', 'standard_attr_id': 726, 'fixed_ips': [{'subnet_id': 'a076fa03-03f6-498c-8a30-b44c18079c93', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T07:11:35Z', 'updated_at': '2021-01-14T07:11:36Z', 'revision_number': 2, 'project_id': '777e0121e7b84cf1b1a0af96c6f5d63a', 'subnets': [{'id': 'a076fa03-03f6-498c-8a30-b44c18079c93', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'n-d-768862-2', False) {} {{(pid=84876) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:11:56.047122 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eee969ec-a7a2-4a62-ae59-a5b50abde0b6 None None] Checking router: 50975c9d-2d06-44d9-b1e5-86f6cb8bd18c for host: n-d-768862-2 {{(pid=84876) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Jan 14 07:11:56.047738 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eee969ec-a7a2-4a62-ae59-a5b50abde0b6 None None] Updating router 50975c9d-2d06-44d9-b1e5-86f6cb8bd18c port 3b837e1e-faf3-4e47-98e9-407fe192f855 binding host n-d-768862-2 {{(pid=84876) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Jan 14 07:11:56.064807 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [req-6eea004d-7082-4f23-ab35-867e295353ee req-1deea423-1bbd-4f7a-9a9c-4fe9007ae2d2 tempest-SecurityGroupsTestJSON-494699717 tempest-SecurityGroupsTestJSON-494699717] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850887153'] for security_group, after_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:11:56.077603 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [req-4749a9d8-1a24-4696-b0e1-b9fbefef11e5 req-f8e60997-740d-4210-8931-a711bd2d0714 tempest-ServersTestMultiNic-2121779930 tempest-ServersTestMultiNic-2121779930] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777640123575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3254186'] for port, after_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:11:56.081179 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-d191f11a-2b6a-437e-9f2a-28cc637f0d65 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:11:56.113702 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [req-8c64fafa-69f8-48e9-b7c6-15e72aa6f27a req-b98fcf54-7b96-4059-97f4-81134d1694ba tempest-ImagesNegativeTestJSON-146108451 tempest-ImagesNegativeTestJSON-146108451] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:11:56.123884 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-eee969ec-a7a2-4a62-ae59-a5b50abde0b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555753'] for port, before_update {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:11:56.141150 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-379a8f12-dcff-454d-b26c-b60cf8411908 tempest-ServersOnMultiNodesTest-1389749888 tempest-ServersOnMultiNodesTest-1389749888] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:11:56.182821 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73f4094b-5162-4887-bfd0-c8da7d8e8a5c tempest-TaggedBootDevicesTest-541410187 tempest-TaggedBootDevicesTest-541410187] Pushing event updated for resources: {'Port': ['ID=ecaf138f-fb10-495d-be5a-b6c5fd211eee,revision_number=1']} {{(pid=84875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:11:56.244311 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [req-8c64fafa-69f8-48e9-b7c6-15e72aa6f27a req-b98fcf54-7b96-4059-97f4-81134d1694ba tempest-ImagesNegativeTestJSON-146108451 tempest-ImagesNegativeTestJSON-146108451] Usage tracker for resource:security_group_rule and tenant:9901384d10f14e30a171a0132a22a1b2 is out of sync, need to count used quota {{(pid=84875) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:11:56.268856 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-73f4094b-5162-4887-bfd0-c8da7d8e8a5c tempest-TaggedBootDevicesTest-541410187 tempest-TaggedBootDevicesTest-541410187] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.572s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:11:56.269739 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [req-8c64fafa-69f8-48e9-b7c6-15e72aa6f27a req-b98fcf54-7b96-4059-97f4-81134d1694ba tempest-ImagesNegativeTestJSON-146108451 tempest-ImagesNegativeTestJSON-146108451] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84875) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:11:56.301980 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-846bf3dc-c00e-4d43-8949-8a0bfc779a8f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.181s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:11:56.402928 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8e60997-740d-4210-8931-a711bd2d0714 tempest-ServersTestMultiNic-2121779930 tempest-ServersTestMultiNic-2121779930] Pushing event updated for resources: {'Port': ['ID=d280b18f-0753-418b-8127-37d89566b5bc,revision_number=1']} {{(pid=84874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:11:56.412628 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-d191f11a-2b6a-437e-9f2a-28cc637f0d65 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850887153'] for security_group, after_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:11:56.425173 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-f8e60997-740d-4210-8931-a711bd2d0714 tempest-ServersTestMultiNic-2121779930 tempest-ServersTestMultiNic-2121779930] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.284s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:11:56.425829 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-3c3bb49d-dadc-404d-b2a8-f49e295a34f7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:11:56.451215 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d191f11a-2b6a-437e-9f2a-28cc637f0d65 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5f583ad3-b6c0-4e50-a5e5-09957a5c232f,revision_number=None']} {{(pid=84874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:11:56.466157 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-d191f11a-2b6a-437e-9f2a-28cc637f0d65 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:11:56.474828 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-d191f11a-2b6a-437e-9f2a-28cc637f0d65 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:11:56.479090 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-d191f11a-2b6a-437e-9f2a-28cc637f0d65 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/5f583ad3-b6c0-4e50-a5e5-09957a5c232f HTTP/1.1" status: 204 len: 168 time: 1.3226249 Jan 14 07:11:56.486389 n-d-768862-2 neutron-server[84765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4749a9d8-1a24-4696-b0e1-b9fbefef11e5 req-f8e60997-740d-4210-8931-a711bd2d0714 tempest-ServersTestMultiNic-2121779930 tempest-ServersTestMultiNic-2121779930] Network 25f1c1a0-ceab-4b3f-9e01-2007a6141e94 is already hosted by enough agents. {{(pid=84874) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 07:11:56.489223 n-d-768862-2 neutron-server[84765]: DEBUG neutron.scheduler.base_scheduler [req-4749a9d8-1a24-4696-b0e1-b9fbefef11e5 req-f8e60997-740d-4210-8931-a711bd2d0714 tempest-ServersTestMultiNic-2121779930 tempest-ServersTestMultiNic-2121779930] Resources bound (agent type, host, resource id): {{(pid=84874) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 07:11:56.505051 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_dvrscheduler_db [req-4749a9d8-1a24-4696-b0e1-b9fbefef11e5 req-f8e60997-740d-4210-8931-a711bd2d0714 tempest-ServersTestMultiNic-2121779930 tempest-ServersTestMultiNic-2121779930] Received port after_create {{(pid=84874) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 14 07:11:56.660044 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "delete_segment":"rule:admin_only" was deprecated in W in favor of "delete_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:11:56.660044 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:11:56.660044 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network":"rule:regular_user" was deprecated in W in favor of "create_network":"role:member and project_id:%(project_id)s". Reason: Jan 14 07:11:56.660044 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:11:56.660044 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:11:56.660044 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:11:56.660044 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:shared":"rule:admin_only" was deprecated in W in favor of "create_network:shared":"role:admin and system_scope:all". Reason: Jan 14 07:11:56.660044 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:11:56.660044 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:11:56.660044 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:11:56.660044 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:router:external":"rule:admin_only" was deprecated in W in favor of "create_network:router:external":"role:admin and system_scope:all". Reason: Jan 14 07:11:56.660044 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:11:56.660044 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:11:56.660044 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:11:56.660044 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:is_default":"rule:admin_only" was deprecated in W in favor of "create_network:is_default":"role:admin and system_scope:all". Reason: Jan 14 07:11:56.660044 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:11:56.660044 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:11:56.660044 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:11:56.660044 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:port_security_enabled":"rule:regular_user" was deprecated in W in favor of "create_network:port_security_enabled":"role:member and project_id:%(project_id)s". Reason: Jan 14 07:11:56.660044 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:11:56.660044 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:11:56.660044 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:11:56.660044 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:segments":"rule:admin_only" was deprecated in W in favor of "create_network:segments":"role:admin and system_scope:all". Reason: Jan 14 07:11:56.660044 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:11:56.660044 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:11:56.660044 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:11:56.660044 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "create_network:provider:network_type":"role:admin and system_scope:all". Reason: Jan 14 07:11:56.660044 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:11:56.660044 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:11:56.660044 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:11:56.660044 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "create_network:provider:physical_network":"role:admin and system_scope:all". Reason: Jan 14 07:11:56.660044 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:11:56.660044 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:11:56.660044 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:11:56.660044 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "create_network:provider:segmentation_id":"role:admin and system_scope:all". Reason: Jan 14 07:11:56.660044 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:11:56.660044 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:11:56.660044 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:11:56.660044 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network":"rule:admin_or_owner or rule:shared or rule:external or rule:context_is_advsvc" was deprecated in W in favor of "get_network":"(role:reader and system_scope:all) or (role:reader and project_id:%(project_id)s) or rule:shared or rule:external or rule:context_is_advsvc". Reason: Jan 14 07:11:56.660044 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:11:56.660044 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:11:56.660044 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:11:56.660044 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:router:external":"rule:regular_user" was deprecated in W in favor of "get_network:router:external":"role:reader and project_id:%(project_id)s". Reason: Jan 14 07:11:56.660044 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:11:56.660044 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:11:56.660044 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:11:56.663485 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:segments":"rule:admin_only" was deprecated in W in favor of "get_network:segments":"role:reader and system_scope:all". Reason: Jan 14 07:11:56.663485 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:11:56.663485 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:11:56.663485 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:11:56.663485 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "get_network:provider:network_type":"role:reader and system_scope:all". Reason: Jan 14 07:11:56.663485 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:11:56.663485 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:11:56.663485 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:11:56.663485 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "get_network:provider:physical_network":"role:reader and system_scope:all". Reason: Jan 14 07:11:56.663485 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:11:56.663485 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:11:56.663485 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:11:56.663485 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "get_network:provider:segmentation_id":"role:reader and system_scope:all". Reason: Jan 14 07:11:56.663485 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:11:56.663485 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:11:56.663485 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:11:56.663485 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network":"rule:admin_or_owner" was deprecated in W in favor of "update_network":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 07:11:56.663485 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:11:56.663485 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:11:56.663485 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:11:56.689940 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4749a9d8-1a24-4696-b0e1-b9fbefef11e5 req-f8e60997-740d-4210-8931-a711bd2d0714 tempest-ServersTestMultiNic-2121779930 tempest-ServersTestMultiNic-2121779930] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:11:56.690739 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [req-4749a9d8-1a24-4696-b0e1-b9fbefef11e5 req-f8e60997-740d-4210-8931-a711bd2d0714 tempest-ServersTestMultiNic-2121779930 tempest-ServersTestMultiNic-2121779930] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854768116'] for port, before_response {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:11:56.702787 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1deea423-1bbd-4f7a-9a9c-4fe9007ae2d2 tempest-SecurityGroupsTestJSON-494699717 tempest-SecurityGroupsTestJSON-494699717] Pushing event deleted for resources: {'SecurityGroup': ['ID=484a1e53-f3e3-41b1-a46c-f7dd4fed6779,revision_number=None']} {{(pid=84875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:11:56.706510 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [req-8c64fafa-69f8-48e9-b7c6-15e72aa6f27a req-b98fcf54-7b96-4059-97f4-81134d1694ba tempest-ImagesNegativeTestJSON-146108451 tempest-ImagesNegativeTestJSON-146108451] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:11:56.721467 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-7637c572-8842-4725-8e1a-7b266a38693f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:11:56.733413 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [req-4749a9d8-1a24-4696-b0e1-b9fbefef11e5 req-f8e60997-740d-4210-8931-a711bd2d0714 tempest-ServersTestMultiNic-2121779930 tempest-ServersTestMultiNic-2121779930] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 4.9899671 Jan 14 07:11:56.743134 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [req-6eea004d-7082-4f23-ab35-867e295353ee req-1deea423-1bbd-4f7a-9a9c-4fe9007ae2d2 tempest-SecurityGroupsTestJSON-494699717 tempest-SecurityGroupsTestJSON-494699717] Notify callbacks [] for security_group, before_response {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:11:56.744431 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [req-6eea004d-7082-4f23-ab35-867e295353ee req-1deea423-1bbd-4f7a-9a9c-4fe9007ae2d2 tempest-SecurityGroupsTestJSON-494699717 tempest-SecurityGroupsTestJSON-494699717] 10.222.0.24 "DELETE /v2.0/security-groups/484a1e53-f3e3-41b1-a46c-f7dd4fed6779 HTTP/1.1" status: 204 len: 173 time: 2.5541902 Jan 14 07:11:56.754156 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.v2.base [req-4749a9d8-1a24-4696-b0e1-b9fbefef11e5 req-dfa7b581-9383-40d7-8ee7-908ff3b45e81 service neutron] Request body: {'port': {'device_id': '16513199-bee3-4bea-a843-4e62a5ef0197', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-768862-2'}} {{(pid=84874) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:11:56.788297 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-7637c572-8842-4725-8e1a-7b266a38693f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:11:56.896674 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.plugin [None req-d3d19b73-e412-4552-9d7d-d9a73a967956 admin admin] Deleting port d97d9e3c-9f97-4a10-a1d6-908ae70deea3 {{(pid=84874) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 07:11:56.896972 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-d3d19b73-e412-4552-9d7d-d9a73a967956 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363259214248359'] for port, before_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:11:56.908470 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-1deea423-1bbd-4f7a-9a9c-4fe9007ae2d2 tempest-SecurityGroupsTestJSON-494699717 tempest-SecurityGroupsTestJSON-494699717] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.606s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:11:56.933518 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-7637c572-8842-4725-8e1a-7b266a38693f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850887153'] for security_group, after_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:11:56.962748 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-dcd6a7a0-c58c-409e-b9e6-89395f8cc15e None None] Provisioning for port d280b18f-0753-418b-8127-37d89566b5bc completed by entity DHCP. {{(pid=84876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 07:11:56.969030 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-dcd6a7a0-c58c-409e-b9e6-89395f8cc15e None None] Provisioning complete for port d280b18f-0753-418b-8127-37d89566b5bc triggered by entity DHCP. {{(pid=84876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 07:11:56.969833 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-dcd6a7a0-c58c-409e-b9e6-89395f8cc15e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-604227'] for port, provisioning_complete {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:11:56.972412 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-50fe20b9-5236-40a8-9414-407f7aa0f405 tempest-SecurityGroupsTestJSON-494699717 tempest-SecurityGroupsTestJSON-494699717] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:11:57.037053 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [req-4749a9d8-1a24-4696-b0e1-b9fbefef11e5 req-dfa7b581-9383-40d7-8ee7-908ff3b45e81 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555753'] for port, before_update {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:11:57.037337 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-40e41050-bddc-4622-8148-d426df5768f8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3889632'] for router_interface, before_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:11:57.058580 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.plugin [None req-dcd6a7a0-c58c-409e-b9e6-89395f8cc15e None None] Port d280b18f-0753-418b-8127-37d89566b5bc cannot update to ACTIVE because it is not bound. {{(pid=84876) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:329}} Jan 14 07:11:57.094026 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7637c572-8842-4725-8e1a-7b266a38693f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c0581082-77bc-442e-8828-46a08d3e6ece,revision_number=None']} {{(pid=84875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:11:57.120169 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-7637c572-8842-4725-8e1a-7b266a38693f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:11:57.144816 n-d-768862-2 neutron-server[84765]: INFO neutron.api.v2.resource [req-5bb9d4fd-c959-46dc-94c9-fde44d3b005e req-2c60542c-ad1b-402f-83d0-57750f0cbd62 tempest-SecurityGroupsTestJSON-494699717 tempest-SecurityGroupsTestJSON-494699717] show failed (client error): The resource could not be found. Jan 14 07:11:57.145966 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [req-5bb9d4fd-c959-46dc-94c9-fde44d3b005e req-2c60542c-ad1b-402f-83d0-57750f0cbd62 tempest-SecurityGroupsTestJSON-494699717 tempest-SecurityGroupsTestJSON-494699717] 10.222.0.24 "GET /v2.0/security-groups/484a1e53-f3e3-41b1-a46c-f7dd4fed6779 HTTP/1.1" status: 404 len: 352 time: 0.2314308 Jan 14 07:11:57.147140 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84874) accepted ('10.222.0.24', 56646) {{(pid=84874) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:11:57.204695 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-ba12290d-63ed-461b-ac05-b24ccbd0dc5c admin admin] Notify callbacks [] for security_group, before_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:11:57.281563 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-ba12290d-63ed-461b-ac05-b24ccbd0dc5c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:11:57.296405 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-7637c572-8842-4725-8e1a-7b266a38693f admin admin] Notify callbacks [] for security_group, before_response {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:11:57.297116 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-7637c572-8842-4725-8e1a-7b266a38693f admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/c0581082-77bc-442e-8828-46a08d3e6ece HTTP/1.1" status: 204 len: 168 time: 1.6746554 Jan 14 07:11:57.327650 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-ba12290d-63ed-461b-ac05-b24ccbd0dc5c admin admin] Usage tracker for resource:security_group_rule and tenant:798c3db5c505475a92ffc746caa345ca is out of sync, need to count used quota {{(pid=84874) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:11:57.334963 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-ba12290d-63ed-461b-ac05-b24ccbd0dc5c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84874) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:11:57.348630 n-d-768862-2 neutron-server[84765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73f4094b-5162-4887-bfd0-c8da7d8e8a5c tempest-TaggedBootDevicesTest-541410187 tempest-TaggedBootDevicesTest-541410187] Network 42eaf091-c60a-4bbd-870e-8010d14ac7f2 is already hosted by enough agents. {{(pid=84875) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 07:11:57.356379 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-aa5df9b8-922d-41a7-9e8d-64dcf0879f21 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:11:57.370845 n-d-768862-2 neutron-server[84765]: DEBUG neutron.scheduler.base_scheduler [None req-73f4094b-5162-4887-bfd0-c8da7d8e8a5c tempest-TaggedBootDevicesTest-541410187 tempest-TaggedBootDevicesTest-541410187] Resources bound (agent type, host, resource id): {{(pid=84875) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 07:11:57.378277 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.db_base_plugin_v2 [None req-edc8dae7-87b6-4547-ba3e-3e215998539e tempest-ServersTestMultiNic-2121779930 tempest-ServersTestMultiNic-2121779930] Deleting subnet 2bb0b7fb-11f9-43b1-975e-b782dc638b95 {{(pid=84875) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Jan 14 07:11:57.383784 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73f4094b-5162-4887-bfd0-c8da7d8e8a5c tempest-TaggedBootDevicesTest-541410187 tempest-TaggedBootDevicesTest-541410187] Received port after_create {{(pid=84875) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 14 07:11:57.403773 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [None req-d3d19b73-e412-4552-9d7d-d9a73a967956 admin admin] For port d97d9e3c-9f97-4a10-a1d6-908ae70deea3, host n-d-768862-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-2',level=0,port_id=d97d9e3c-9f97-4a10-a1d6-908ae70deea3,segment=NetworkSegment(e3d0d1e1-e3f2-493b-a20f-8f8981f2e512),segment_id=e3d0d1e1-e3f2-493b-a20f-8f8981f2e512)] {{(pid=84874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 07:11:57.404225 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-d3d19b73-e412-4552-9d7d-d9a73a967956 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036850862667'] for port, precommit_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:11:57.422251 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-ba12290d-63ed-461b-ac05-b24ccbd0dc5c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:11:57.435977 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-edc8dae7-87b6-4547-ba3e-3e215998539e tempest-ServersTestMultiNic-2121779930 tempest-ServersTestMultiNic-2121779930] Notify callbacks [] for subnet, before_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:11:57.473854 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.db.api [req-8c64fafa-69f8-48e9-b7c6-15e72aa6f27a req-b98fcf54-7b96-4059-97f4-81134d1694ba tempest-ImagesNegativeTestJSON-146108451 tempest-ImagesNegativeTestJSON-146108451] Retry wrapper got retriable exception: Failed to create a duplicate DefaultSecurityGroup: for attribute(s) ['PRIMARY'] with value(s) 9901384d10f14e30a171a0132a22a1b2 {{(pid=84875) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Jan 14 07:11:57.474229 n-d-768862-2 neutron-server[84765]: DEBUG oslo_db.api [req-8c64fafa-69f8-48e9-b7c6-15e72aa6f27a req-b98fcf54-7b96-4059-97f4-81134d1694ba tempest-ImagesNegativeTestJSON-146108451 tempest-ImagesNegativeTestJSON-146108451] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=84875) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Jan 14 07:11:57.474816 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-aa5df9b8-922d-41a7-9e8d-64dcf0879f21 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850887153'] for security_group, after_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:11:57.505112 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-2b1c06c7-886b-4851-8a6a-e6279d0bed44 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:11:57.518930 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [req-d34228f6-c8c4-40bf-b004-671db62d6849 req-6a09a309-4e07-49ef-902e-f4636eb43f73 tempest-FloatingIPsAssociationNegativeTestJSON-724895750 tempest-FloatingIPsAssociationNegativeTestJSON-724895750] Notify callbacks [] for port, precommit_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:11:57.577743 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.plugin [None req-d3d19b73-e412-4552-9d7d-d9a73a967956 admin admin] Calling delete_port for d97d9e3c-9f97-4a10-a1d6-908ae70deea3 owned by network:router_interface {{(pid=84874) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 07:11:57.615406 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:shared":"rule:admin_only" was deprecated in W in favor of "update_network:shared":"role:admin and system_scope:all". Reason: Jan 14 07:11:57.615406 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:11:57.615406 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:11:57.615406 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:11:57.615406 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "update_network:provider:network_type":"role:admin and system_scope:all". Reason: Jan 14 07:11:57.615406 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:11:57.615406 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:11:57.615406 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:11:57.615406 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "update_network:provider:physical_network":"role:admin and system_scope:all". Reason: Jan 14 07:11:57.615406 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:11:57.615406 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:11:57.615406 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:11:57.615406 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "update_network:provider:segmentation_id":"role:admin and system_scope:all". Reason: Jan 14 07:11:57.615406 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:11:57.615406 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:11:57.615406 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:11:57.615406 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:router:external":"rule:admin_only" was deprecated in W in favor of "update_network:router:external":"role:admin and system_scope:all". Reason: Jan 14 07:11:57.615406 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:11:57.615406 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:11:57.615406 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:11:57.615406 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:is_default":"rule:admin_only" was deprecated in W in favor of "update_network:is_default":"role:admin and system_scope:all". Reason: Jan 14 07:11:57.615406 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:11:57.615406 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:11:57.615406 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:11:57.615406 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:port_security_enabled":"rule:admin_or_owner" was deprecated in W in favor of "update_network:port_security_enabled":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 07:11:57.615406 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:11:57.615406 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:11:57.615406 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:11:57.615406 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "delete_network":"rule:admin_or_owner" was deprecated in W in favor of "delete_network":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 07:11:57.615406 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:11:57.615406 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:11:57.615406 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:11:57.615406 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_segment":"rule:admin_only" was deprecated in W in favor of "create_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:11:57.615406 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:11:57.615406 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_segment":"rule:admin_only" was deprecated in W in favor of "get_segment":"role:reader and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:11:57.615406 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:11:57.615406 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_segment":"rule:admin_only" was deprecated in W in favor of "update_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:11:57.615406 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:11:57.615406 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "delete_segment":"rule:admin_only" was deprecated in W in favor of "delete_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:11:57.615406 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:11:57.615406 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network":"rule:regular_user" was deprecated in W in favor of "create_network":"role:member and project_id:%(project_id)s". Reason: Jan 14 07:11:57.615406 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:11:57.618109 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:11:57.618109 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:11:57.618109 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:shared":"rule:admin_only" was deprecated in W in favor of "create_network:shared":"role:admin and system_scope:all". Reason: Jan 14 07:11:57.618109 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:11:57.618109 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:11:57.618109 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:11:57.618109 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:router:external":"rule:admin_only" was deprecated in W in favor of "create_network:router:external":"role:admin and system_scope:all". Reason: Jan 14 07:11:57.618109 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:11:57.618109 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:11:57.618109 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:11:57.618109 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:is_default":"rule:admin_only" was deprecated in W in favor of "create_network:is_default":"role:admin and system_scope:all". Reason: Jan 14 07:11:57.618109 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:11:57.618109 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:11:57.618109 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:11:57.618109 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:port_security_enabled":"rule:regular_user" was deprecated in W in favor of "create_network:port_security_enabled":"role:member and project_id:%(project_id)s". Reason: Jan 14 07:11:57.618109 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:11:57.618109 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:11:57.618109 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:11:57.618109 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:segments":"rule:admin_only" was deprecated in W in favor of "create_network:segments":"role:admin and system_scope:all". Reason: Jan 14 07:11:57.618109 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:11:57.618109 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:11:57.618109 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:11:57.622001 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "create_network:provider:network_type":"role:admin and system_scope:all". Reason: Jan 14 07:11:57.622001 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:11:57.622001 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:11:57.622001 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:11:57.622001 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "create_network:provider:physical_network":"role:admin and system_scope:all". Reason: Jan 14 07:11:57.622001 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:11:57.622001 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:11:57.622001 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:11:57.622001 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "create_network:provider:segmentation_id":"role:admin and system_scope:all". Reason: Jan 14 07:11:57.622001 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:11:57.622001 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:11:57.622001 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:11:57.622001 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network":"rule:admin_or_owner or rule:shared or rule:external or rule:context_is_advsvc" was deprecated in W in favor of "get_network":"(role:reader and system_scope:all) or (role:reader and project_id:%(project_id)s) or rule:shared or rule:external or rule:context_is_advsvc". Reason: Jan 14 07:11:57.622001 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:11:57.622001 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:11:57.622001 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:11:57.622001 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:router:external":"rule:regular_user" was deprecated in W in favor of "get_network:router:external":"role:reader and project_id:%(project_id)s". Reason: Jan 14 07:11:57.622001 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:11:57.622001 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:11:57.622001 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:11:57.622001 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:segments":"rule:admin_only" was deprecated in W in favor of "get_network:segments":"role:reader and system_scope:all". Reason: Jan 14 07:11:57.622001 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:11:57.622001 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:11:57.622001 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:11:57.622001 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "get_network:provider:network_type":"role:reader and system_scope:all". Reason: Jan 14 07:11:57.622001 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:11:57.622001 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:11:57.622001 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:11:57.622001 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "get_network:provider:physical_network":"role:reader and system_scope:all". Reason: Jan 14 07:11:57.622001 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:11:57.622001 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:11:57.622001 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:11:57.622001 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "get_network:provider:segmentation_id":"role:reader and system_scope:all". Reason: Jan 14 07:11:57.622001 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:11:57.622001 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:11:57.622001 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:11:57.622001 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network":"rule:admin_or_owner" was deprecated in W in favor of "update_network":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 07:11:57.622001 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:11:57.622001 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:11:57.622001 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:11:57.622001 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:segments":"rule:admin_only" was deprecated in W in favor of "update_network:segments":"role:admin and system_scope:all". Reason: Jan 14 07:11:57.622001 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:11:57.622001 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:11:57.622001 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:11:57.622001 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:shared":"rule:admin_only" was deprecated in W in favor of "update_network:shared":"role:admin and system_scope:all". Reason: Jan 14 07:11:57.622001 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:11:57.622001 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:11:57.622001 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:11:57.625974 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "update_network:provider:network_type":"role:admin and system_scope:all". Reason: Jan 14 07:11:57.625974 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:11:57.625974 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:11:57.625974 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:11:57.625974 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "update_network:provider:physical_network":"role:admin and system_scope:all". Reason: Jan 14 07:11:57.625974 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:11:57.625974 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:11:57.625974 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:11:57.625974 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "update_network:provider:segmentation_id":"role:admin and system_scope:all". Reason: Jan 14 07:11:57.625974 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:11:57.625974 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:11:57.625974 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:11:57.625974 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:router:external":"rule:admin_only" was deprecated in W in favor of "update_network:router:external":"role:admin and system_scope:all". Reason: Jan 14 07:11:57.625974 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:11:57.625974 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:11:57.625974 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:11:57.625974 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:is_default":"rule:admin_only" was deprecated in W in favor of "update_network:is_default":"role:admin and system_scope:all". Reason: Jan 14 07:11:57.625974 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:11:57.625974 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:11:57.625974 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:11:57.625974 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [req-045fa82c-53de-4086-b3eb-16f37c13cfc4 req-3967b545-035e-45b0-8448-41f3d810e8b3 tempest-SecurityGroupsTestJSON-494699717 tempest-SecurityGroupsTestJSON-494699717] 10.222.0.24 "GET /v2.0/security-groups/9b0488d9-688c-427e-a46e-8e0cb9ccb95c HTTP/1.1" status: 200 len: 1799 time: 0.3848827 Jan 14 07:11:57.644948 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [req-d34228f6-c8c4-40bf-b004-671db62d6849 req-6a09a309-4e07-49ef-902e-f4636eb43f73 tempest-FloatingIPsAssociationNegativeTestJSON-724895750 tempest-FloatingIPsAssociationNegativeTestJSON-724895750] Transition to ACTIVE for port object 9e458f7b-3193-4772-abdf-7285e21d3d20 will not be triggered until provisioned by entity DHCP. {{(pid=84875) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 07:11:57.652541 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-edc8dae7-87b6-4547-ba3e-3e215998539e tempest-ServersTestMultiNic-2121779930 tempest-ServersTestMultiNic-2121779930] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3367281'] for subnet, precommit_delete_associations {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:11:57.697019 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa5df9b8-922d-41a7-9e8d-64dcf0879f21 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=755f2b41-0be6-4686-9c3c-c8ddfedf00b5,revision_number=1']} {{(pid=84875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:11:57.724607 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-aa5df9b8-922d-41a7-9e8d-64dcf0879f21 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=9901384d10f14e30a171a0132a22a1b2&name=default HTTP/1.1" status: 200 len: 2979 time: 3.1294181 Jan 14 07:11:57.754480 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-aa5df9b8-922d-41a7-9e8d-64dcf0879f21 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.249s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:11:57.763050 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84875) accepted ('10.222.0.24', 56656) {{(pid=84875) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:11:57.784946 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73f4094b-5162-4887-bfd0-c8da7d8e8a5c tempest-TaggedBootDevicesTest-541410187 tempest-TaggedBootDevicesTest-541410187] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:11:57.785765 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-73f4094b-5162-4887-bfd0-c8da7d8e8a5c tempest-TaggedBootDevicesTest-541410187 tempest-TaggedBootDevicesTest-541410187] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854768116'] for port, before_response {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:11:57.785930 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-c03daedb-db5c-4a51-8f1e-0dcaf6b67b97 None None] Provisioning for port ecaf138f-fb10-495d-be5a-b6c5fd211eee completed by entity DHCP. {{(pid=84876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 07:11:57.793164 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-c03daedb-db5c-4a51-8f1e-0dcaf6b67b97 None None] Provisioning complete for port ecaf138f-fb10-495d-be5a-b6c5fd211eee triggered by entity DHCP. {{(pid=84876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 07:11:57.793755 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-c03daedb-db5c-4a51-8f1e-0dcaf6b67b97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-604227'] for port, provisioning_complete {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:11:57.869573 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-ba12290d-63ed-461b-ac05-b24ccbd0dc5c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:11:57.872581 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-d3d19b73-e412-4552-9d7d-d9a73a967956 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777640533329', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777640097463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3254186'] for port, after_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:11:57.924716 n-d-768862-2 neutron-server[84765]: INFO neutron.db.db_base_plugin_v2 [None req-edc8dae7-87b6-4547-ba3e-3e215998539e tempest-ServersTestMultiNic-2121779930 tempest-ServersTestMultiNic-2121779930] Found port (78662f27-1e6f-4319-924a-4176b8aee062, 19.80.0.146) having IP allocation on subnet 2bb0b7fb-11f9-43b1-975e-b782dc638b95, cannot delete Jan 14 07:11:57.996482 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-73f4094b-5162-4887-bfd0-c8da7d8e8a5c tempest-TaggedBootDevicesTest-541410187 tempest-TaggedBootDevicesTest-541410187] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 13.1678500 Jan 14 07:11:58.012646 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [req-8c64fafa-69f8-48e9-b7c6-15e72aa6f27a req-b98fcf54-7b96-4059-97f4-81134d1694ba tempest-ImagesNegativeTestJSON-146108451 tempest-ImagesNegativeTestJSON-146108451] Notify callbacks [] for security_group, before_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:11:58.027590 n-d-768862-2 neutron-server[84765]: INFO neutron.pecan_wsgi.hooks.translation [None req-edc8dae7-87b6-4547-ba3e-3e215998539e tempest-ServersTestMultiNic-2121779930 tempest-ServersTestMultiNic-2121779930] DELETE failed (client error): There was a conflict when trying to complete your request. Jan 14 07:11:58.028467 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-edc8dae7-87b6-4547-ba3e-3e215998539e tempest-ServersTestMultiNic-2121779930 tempest-ServersTestMultiNic-2121779930] No notification will be sent due to unsuccessful status code: 409 {{(pid=84875) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Jan 14 07:11:58.030949 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-edc8dae7-87b6-4547-ba3e-3e215998539e tempest-ServersTestMultiNic-2121779930 tempest-ServersTestMultiNic-2121779930] 10.222.0.24 "DELETE /v2.0/subnets/2bb0b7fb-11f9-43b1-975e-b782dc638b95 HTTP/1.1" status: 409 len: 404 time: 2.2740693 Jan 14 07:11:58.045124 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [req-d34228f6-c8c4-40bf-b004-671db62d6849 req-6a09a309-4e07-49ef-902e-f4636eb43f73 tempest-FloatingIPsAssociationNegativeTestJSON-724895750 tempest-FloatingIPsAssociationNegativeTestJSON-724895750] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777640123575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851621574'] for port, after_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:11:58.056679 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84875) accepted ('10.222.0.24', 56670) {{(pid=84875) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:11:58.084920 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-d85944e6-39ab-42ec-a22d-b27da2e3358d tempest-FloatingIPsTestJSON-836215258 tempest-FloatingIPsTestJSON-836215258] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:11:58.102965 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-19873295-5d1a-470a-8927-a6bd0b1e06c8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:11:58.185200 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.plugin [None req-c03daedb-db5c-4a51-8f1e-0dcaf6b67b97 None None] Port ecaf138f-fb10-495d-be5a-b6c5fd211eee cannot update to ACTIVE because it is not bound. {{(pid=84876) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:329}} Jan 14 07:11:58.210007 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-ba12290d-63ed-461b-ac05-b24ccbd0dc5c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850887153'] for security_group, after_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:11:58.267227 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3d19b73-e412-4552-9d7d-d9a73a967956 admin admin] Pushing event deleted for resources: {'Port': ['ID=d97d9e3c-9f97-4a10-a1d6-908ae70deea3,revision_number=None']} {{(pid=84874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:11:58.270657 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-d3d19b73-e412-4552-9d7d-d9a73a967956 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.168s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:11:58.273862 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-ba12290d-63ed-461b-ac05-b24ccbd0dc5c admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=798c3db5c505475a92ffc746caa345ca&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1129525 Jan 14 07:11:58.301425 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84875) accepted ('10.222.0.24', 56676) {{(pid=84875) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:11:58.326920 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-27579ad7-9481-4ca7-9c9e-1b5d3da79f90 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.061s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:11:58.354582 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-eee969ec-a7a2-4a62-ae59-a5b50abde0b6 None None] Notify callbacks [] for port, precommit_update {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:11:58.362517 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba12290d-63ed-461b-ac05-b24ccbd0dc5c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d74c117e-aa47-46da-8c1f-c0321f7065c9,revision_number=1']} {{(pid=84874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:11:58.366204 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-ba12290d-63ed-461b-ac05-b24ccbd0dc5c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:11:58.370941 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-eee969ec-a7a2-4a62-ae59-a5b50abde0b6 None None] Transition to ACTIVE for port object 3b837e1e-faf3-4e47-98e9-407fe192f855 will not be triggered until provisioned by entity L2. {{(pid=84876) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 07:11:58.376920 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-eee969ec-a7a2-4a62-ae59-a5b50abde0b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777640533312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363259214678337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777640097497'] for port, after_update {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:11:58.400633 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-d41a1d36-9d4c-49f7-9f16-26def76dae76 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84876) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:11:58.423313 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [req-045fa82c-53de-4086-b3eb-16f37c13cfc4 req-fa4b5f22-1c3d-4f88-8cd4-4c3c1d58b00f tempest-SecurityGroupsTestJSON-494699717 tempest-SecurityGroupsTestJSON-494699717] Notify callbacks [] for security_group, before_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:11:58.517238 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-ecdbead8-8fef-433f-b55a-26ec3c99704a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:11:58.548781 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a09a309-4e07-49ef-902e-f4636eb43f73 tempest-FloatingIPsAssociationNegativeTestJSON-724895750 tempest-FloatingIPsAssociationNegativeTestJSON-724895750] Pushing event updated for resources: {'Port': ['ID=9e458f7b-3193-4772-abdf-7285e21d3d20,revision_number=1']} {{(pid=84875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:11:58.578579 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-6a09a309-4e07-49ef-902e-f4636eb43f73 tempest-FloatingIPsAssociationNegativeTestJSON-724895750 tempest-FloatingIPsAssociationNegativeTestJSON-724895750] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.494s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:11:58.699882 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-d3d19b73-e412-4552-9d7d-d9a73a967956 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted--9223372036851568851', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal--9223372036850888080'] for router_interface, after_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:11:58.744881 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b10577c1-58a1-4736-95c0-07a9dd00ba9d None None] Pushing event updated for resources: {'Port': ['ID=3b837e1e-faf3-4e47-98e9-407fe192f855,revision_number=3']} {{(pid=84876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:11:58.750790 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-b10577c1-58a1-4736-95c0-07a9dd00ba9d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.350s {{(pid=84876) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:11:58.958947 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [req-045fa82c-53de-4086-b3eb-16f37c13cfc4 req-fa4b5f22-1c3d-4f88-8cd4-4c3c1d58b00f tempest-SecurityGroupsTestJSON-494699717 tempest-SecurityGroupsTestJSON-494699717] Notify callbacks [] for security_group, precommit_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:11:59.055664 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.managers [None req-eee969ec-a7a2-4a62-ae59-a5b50abde0b6 None None] Attempting to bind port 3b837e1e-faf3-4e47-98e9-407fe192f855 on host n-d-768862-2 for vnic_type normal with profile {{(pid=84876) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 14 07:11:59.056153 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.managers [None req-eee969ec-a7a2-4a62-ae59-a5b50abde0b6 None None] Attempting to bind port 3b837e1e-faf3-4e47-98e9-407fe192f855 by drivers openvswitch on host n-d-768862-2 at level 0 using segments [{'id': 'd7cdd97e-25f8-4f4c-9cdf-6c6f8b4faafe', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 12, 'network_id': 'fd33dbe3-7afa-46b0-8897-ce6ba7fea060'}] {{(pid=84876) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 14 07:11:59.056571 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eee969ec-a7a2-4a62-ae59-a5b50abde0b6 None None] Attempting to bind port 3b837e1e-faf3-4e47-98e9-407fe192f855 on network fd33dbe3-7afa-46b0-8897-ce6ba7fea060 {{(pid=84876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 14 07:11:59.064424 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eee969ec-a7a2-4a62-ae59-a5b50abde0b6 None None] Checking agent: {'id': 'ba5efab1-b43c-4d5a-bc52-6e105d4e67a2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768862-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 14, 6, 56, 52), 'started_at': datetime.datetime(2021, 1, 14, 6, 57, 22), 'heartbeat_timestamp': datetime.datetime(2021, 1, 14, 7, 11, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768862-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.29', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 14 07:11:59.064770 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eee969ec-a7a2-4a62-ae59-a5b50abde0b6 None None] Checking segment: {'id': 'd7cdd97e-25f8-4f4c-9cdf-6c6f8b4faafe', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 12, 'network_id': 'fd33dbe3-7afa-46b0-8897-ce6ba7fea060'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84876) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 14 07:11:59.065228 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-eee969ec-a7a2-4a62-ae59-a5b50abde0b6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:11:59.065673 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eee969ec-a7a2-4a62-ae59-a5b50abde0b6 None None] Bound using segment: {'id': 'd7cdd97e-25f8-4f4c-9cdf-6c6f8b4faafe', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 12, 'network_id': 'fd33dbe3-7afa-46b0-8897-ce6ba7fea060'} {{(pid=84876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 14 07:11:59.066200 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.managers [None req-eee969ec-a7a2-4a62-ae59-a5b50abde0b6 None None] Bound port: 3b837e1e-faf3-4e47-98e9-407fe192f855, host: n-d-768862-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd7cdd97e-25f8-4f4c-9cdf-6c6f8b4faafe', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 12, 'network_id': 'fd33dbe3-7afa-46b0-8897-ce6ba7fea060'}}] {{(pid=84876) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 14 07:11:59.066624 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-eee969ec-a7a2-4a62-ae59-a5b50abde0b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555753'] for port, before_update {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:11:59.154815 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84875) accepted ('10.222.0.24', 56686) {{(pid=84875) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:11:59.207791 n-d-768862-2 neutron-server[84765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d34228f6-c8c4-40bf-b004-671db62d6849 req-6a09a309-4e07-49ef-902e-f4636eb43f73 tempest-FloatingIPsAssociationNegativeTestJSON-724895750 tempest-FloatingIPsAssociationNegativeTestJSON-724895750] Network fd33dbe3-7afa-46b0-8897-ce6ba7fea060 is already hosted by enough agents. {{(pid=84875) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 07:11:59.228647 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [None req-eee969ec-a7a2-4a62-ae59-a5b50abde0b6 None None] For port 3b837e1e-faf3-4e47-98e9-407fe192f855, host n-d-768862-2, cleared binding levels {{(pid=84876) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 14 07:11:59.232849 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.v2.base [None req-36385f7a-2193-4435-a177-38e2b4db8080 tempest-TaggedBootDevicesTest-541410187 tempest-TaggedBootDevicesTest-541410187] Request body: {'security_group': {'name': 'tempest-securitygroup--341434864', 'description': 'tempest-description--1811975177'}} {{(pid=84875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:11:59.235879 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:port_security_enabled":"rule:admin_or_owner" was deprecated in W in favor of "update_network:port_security_enabled":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 07:11:59.235879 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:11:59.235879 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:11:59.235879 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:11:59.235879 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "delete_network":"rule:admin_or_owner" was deprecated in W in favor of "delete_network":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 07:11:59.235879 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:11:59.235879 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:11:59.235879 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:11:59.235879 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_segment":"rule:admin_only" was deprecated in W in favor of "create_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:11:59.235879 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:11:59.235879 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_segment":"rule:admin_only" was deprecated in W in favor of "get_segment":"role:reader and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:11:59.235879 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:11:59.235879 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_segment":"rule:admin_only" was deprecated in W in favor of "update_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:11:59.235879 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:11:59.235879 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "delete_segment":"rule:admin_only" was deprecated in W in favor of "delete_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:11:59.235879 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:11:59.235879 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network":"rule:regular_user" was deprecated in W in favor of "create_network":"role:member and project_id:%(project_id)s". Reason: Jan 14 07:11:59.235879 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:11:59.235879 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:11:59.235879 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:11:59.235879 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:shared":"rule:admin_only" was deprecated in W in favor of "create_network:shared":"role:admin and system_scope:all". Reason: Jan 14 07:11:59.235879 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:11:59.235879 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:11:59.235879 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:11:59.235879 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:router:external":"rule:admin_only" was deprecated in W in favor of "create_network:router:external":"role:admin and system_scope:all". Reason: Jan 14 07:11:59.235879 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:11:59.235879 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:11:59.235879 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:11:59.235879 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:is_default":"rule:admin_only" was deprecated in W in favor of "create_network:is_default":"role:admin and system_scope:all". Reason: Jan 14 07:11:59.235879 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:11:59.235879 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:11:59.235879 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:11:59.235879 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:port_security_enabled":"rule:regular_user" was deprecated in W in favor of "create_network:port_security_enabled":"role:member and project_id:%(project_id)s". Reason: Jan 14 07:11:59.235879 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:11:59.235879 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:11:59.235879 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:11:59.235879 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:segments":"rule:admin_only" was deprecated in W in favor of "create_network:segments":"role:admin and system_scope:all". Reason: Jan 14 07:11:59.235879 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:11:59.235879 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:11:59.235879 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:11:59.235879 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "create_network:provider:network_type":"role:admin and system_scope:all". Reason: Jan 14 07:11:59.235879 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:11:59.238577 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:11:59.238577 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:11:59.238577 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "create_network:provider:physical_network":"role:admin and system_scope:all". Reason: Jan 14 07:11:59.238577 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:11:59.238577 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:11:59.238577 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:11:59.238577 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "create_network:provider:segmentation_id":"role:admin and system_scope:all". Reason: Jan 14 07:11:59.238577 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:11:59.238577 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:11:59.238577 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:11:59.238577 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network":"rule:admin_or_owner or rule:shared or rule:external or rule:context_is_advsvc" was deprecated in W in favor of "get_network":"(role:reader and system_scope:all) or (role:reader and project_id:%(project_id)s) or rule:shared or rule:external or rule:context_is_advsvc". Reason: Jan 14 07:11:59.238577 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:11:59.238577 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:11:59.238577 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:11:59.238577 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:router:external":"rule:regular_user" was deprecated in W in favor of "get_network:router:external":"role:reader and project_id:%(project_id)s". Reason: Jan 14 07:11:59.238577 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:11:59.238577 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:11:59.238577 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:11:59.239619 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:segments":"rule:admin_only" was deprecated in W in favor of "get_network:segments":"role:reader and system_scope:all". Reason: Jan 14 07:11:59.239619 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:11:59.239619 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:11:59.239619 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:11:59.239619 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "get_network:provider:network_type":"role:reader and system_scope:all". Reason: Jan 14 07:11:59.239619 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:11:59.239619 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:11:59.239619 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:11:59.239619 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "get_network:provider:physical_network":"role:reader and system_scope:all". Reason: Jan 14 07:11:59.239619 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:11:59.239619 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:11:59.239619 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:11:59.239619 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "get_network:provider:segmentation_id":"role:reader and system_scope:all". Reason: Jan 14 07:11:59.239619 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:11:59.239619 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:11:59.239619 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:11:59.239619 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network":"rule:admin_or_owner" was deprecated in W in favor of "update_network":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 07:11:59.239619 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:11:59.239619 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:11:59.239619 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:11:59.239619 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:segments":"rule:admin_only" was deprecated in W in favor of "update_network:segments":"role:admin and system_scope:all". Reason: Jan 14 07:11:59.239619 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:11:59.239619 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:11:59.239619 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:11:59.239619 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:shared":"rule:admin_only" was deprecated in W in favor of "update_network:shared":"role:admin and system_scope:all". Reason: Jan 14 07:11:59.239619 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:11:59.239619 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:11:59.239619 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:11:59.239619 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "update_network:provider:network_type":"role:admin and system_scope:all". Reason: Jan 14 07:11:59.239619 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:11:59.239619 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:11:59.239619 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:11:59.239619 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "update_network:provider:physical_network":"role:admin and system_scope:all". Reason: Jan 14 07:11:59.239619 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:11:59.239619 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:11:59.239619 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:11:59.239619 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "update_network:provider:segmentation_id":"role:admin and system_scope:all". Reason: Jan 14 07:11:59.239619 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:11:59.239619 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:11:59.239619 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:11:59.239619 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:router:external":"rule:admin_only" was deprecated in W in favor of "update_network:router:external":"role:admin and system_scope:all". Reason: Jan 14 07:11:59.239619 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:11:59.239619 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:11:59.239619 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:11:59.239619 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:is_default":"rule:admin_only" was deprecated in W in favor of "update_network:is_default":"role:admin and system_scope:all". Reason: Jan 14 07:11:59.239619 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:11:59.239619 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:11:59.239619 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:11:59.242494 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:port_security_enabled":"rule:admin_or_owner" was deprecated in W in favor of "update_network:port_security_enabled":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 07:11:59.242494 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:11:59.242494 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:11:59.242494 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:11:59.242494 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "delete_network":"rule:admin_or_owner" was deprecated in W in favor of "delete_network":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 07:11:59.242494 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:11:59.242494 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:11:59.242494 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:11:59.242494 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_segment":"rule:admin_only" was deprecated in W in favor of "create_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:11:59.242494 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:11:59.242494 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_segment":"rule:admin_only" was deprecated in W in favor of "get_segment":"role:reader and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:11:59.242494 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:11:59.242494 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_segment":"rule:admin_only" was deprecated in W in favor of "update_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:11:59.242494 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:11:59.247883 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-36385f7a-2193-4435-a177-38e2b4db8080 tempest-TaggedBootDevicesTest-541410187 tempest-TaggedBootDevicesTest-541410187] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:11:59.252054 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-36385f7a-2193-4435-a177-38e2b4db8080 tempest-TaggedBootDevicesTest-541410187 tempest-TaggedBootDevicesTest-541410187] Usage tracker for resource:security_group and tenant:4873c9000017431bb4db0aa60ef7da75 is out of sync, need to count used quota {{(pid=84875) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:11:59.255231 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-36385f7a-2193-4435-a177-38e2b4db8080 tempest-TaggedBootDevicesTest-541410187 tempest-TaggedBootDevicesTest-541410187] Quota usage for security_group was recalculated. Used quota:1. {{(pid=84875) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:11:59.256659 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [None req-eee969ec-a7a2-4a62-ae59-a5b50abde0b6 None None] For port 3b837e1e-faf3-4e47-98e9-407fe192f855, host n-d-768862-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-2',level=0,port_id=3b837e1e-faf3-4e47-98e9-407fe192f855,segment=NetworkSegment(d7cdd97e-25f8-4f4c-9cdf-6c6f8b4faafe),segment_id=d7cdd97e-25f8-4f4c-9cdf-6c6f8b4faafe)] {{(pid=84876) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 14 07:11:59.265592 n-d-768862-2 neutron-server[84765]: DEBUG neutron.notifiers.nova [req-4749a9d8-1a24-4696-b0e1-b9fbefef11e5 req-dfa7b581-9383-40d7-8ee7-908ff3b45e81 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 78662f27-1e6f-4319-924a-4176b8aee062 {{(pid=84874) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Jan 14 07:11:59.265775 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-eee969ec-a7a2-4a62-ae59-a5b50abde0b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777640533312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363259214678337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777640097497'] for port, after_update {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:11:59.268386 n-d-768862-2 neutron-server[84765]: DEBUG neutron.scheduler.base_scheduler [req-d34228f6-c8c4-40bf-b004-671db62d6849 req-6a09a309-4e07-49ef-902e-f4636eb43f73 tempest-FloatingIPsAssociationNegativeTestJSON-724895750 tempest-FloatingIPsAssociationNegativeTestJSON-724895750] Resources bound (agent type, host, resource id): {{(pid=84875) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 07:11:59.274345 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_dvrscheduler_db [req-d34228f6-c8c4-40bf-b004-671db62d6849 req-6a09a309-4e07-49ef-902e-f4636eb43f73 tempest-FloatingIPsAssociationNegativeTestJSON-724895750 tempest-FloatingIPsAssociationNegativeTestJSON-724895750] Received port after_create {{(pid=84875) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 14 07:11:59.280640 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [req-4749a9d8-1a24-4696-b0e1-b9fbefef11e5 req-dfa7b581-9383-40d7-8ee7-908ff3b45e81 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:11:59.314579 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-ecdbead8-8fef-433f-b55a-26ec3c99704a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:11:59.317036 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [req-4749a9d8-1a24-4696-b0e1-b9fbefef11e5 req-dfa7b581-9383-40d7-8ee7-908ff3b45e81 service neutron] Transition to ACTIVE for port object 78662f27-1e6f-4319-924a-4176b8aee062 will not be triggered until provisioned by entity L2. {{(pid=84874) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 07:11:59.325554 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [req-4749a9d8-1a24-4696-b0e1-b9fbefef11e5 req-dfa7b581-9383-40d7-8ee7-908ff3b45e81 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777640533312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363259214678337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777640097497', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036851521613'] for port, after_update {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:11:59.466885 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-f40d9065-a3b7-4be5-bc92-814e91e5f363 tempest-FloatingIPsAssociationTestJSON-2140037530 tempest-FloatingIPsAssociationTestJSON-2140037530] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:11:59.471339 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-aa64fc2b-1922-4e3e-9ac4-90bc0f733b35 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84876) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:11:59.589833 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eee969ec-a7a2-4a62-ae59-a5b50abde0b6 None None] Routers {'50975c9d-2d06-44d9-b1e5-86f6cb8bd18c'} bound to L3 agent in host n-d-768862-2 {{(pid=84876) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 14 07:11:59.590294 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_hamode_db [None req-eee969ec-a7a2-4a62-ae59-a5b50abde0b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-01-14T06:56:51Z,description=,heartbeat_timestamp=2021-01-14T07:11:51Z,host='n-d-768862-2',id=35f592e9-451b-4db9-abea-77b6a5c5391b,load=0,resource_versions=,resources_synced=,started_at=2021-01-14T06:56:51Z,topic='l3_agent')) {'router_ids': ['50975c9d-2d06-44d9-b1e5-86f6cb8bd18c'], 'active': True} {{(pid=84876) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:11:59.722209 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [req-c1daaf18-1de1-4f70-bdd2-e1a79b0b424d req-66dee29c-529c-4ae0-9b7e-051c7d5c5b18 tempest-AbsoluteLimitsNegativeTestJSON-163511982 tempest-AbsoluteLimitsNegativeTestJSON-163511982] 10.222.0.24 "GET /v2.0/networks?tenant_id=9a90caeb7f274bc38f60d769fb189f67&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0513887 Jan 14 07:11:59.738054 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-36385f7a-2193-4435-a177-38e2b4db8080 tempest-TaggedBootDevicesTest-541410187 tempest-TaggedBootDevicesTest-541410187] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:11:59.767454 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-84ebc2ec-05c5-4ed2-a12a-d34f5f2eb4d5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:11:59.800417 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b10577c1-58a1-4736-95c0-07a9dd00ba9d None None] Pushing event updated for resources: {'Port': ['ID=3b837e1e-faf3-4e47-98e9-407fe192f855,revision_number=4']} {{(pid=84876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:11:59.815802 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-b10577c1-58a1-4736-95c0-07a9dd00ba9d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.348s {{(pid=84876) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:11:59.820541 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-bd0f3e82-b933-4653-bc74-1c7336fd0d30 None None] Provisioning for port 9e458f7b-3193-4772-abdf-7285e21d3d20 completed by entity DHCP. {{(pid=84876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 07:11:59.829146 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-bd0f3e82-b933-4653-bc74-1c7336fd0d30 None None] Provisioning complete for port 9e458f7b-3193-4772-abdf-7285e21d3d20 triggered by entity DHCP. {{(pid=84876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 07:11:59.829577 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-bd0f3e82-b933-4653-bc74-1c7336fd0d30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-604227'] for port, provisioning_complete {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:11:59.923179 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_dvr_db [None req-eee969ec-a7a2-4a62-ae59-a5b50abde0b6 None None] Set router 50975c9d-2d06-44d9-b1e5-86f6cb8bd18c gateway port host: n-d-768862-2 {{(pid=84876) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 14 07:11:59.967219 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.plugin [None req-bd0f3e82-b933-4653-bc74-1c7336fd0d30 None None] Port 9e458f7b-3193-4772-abdf-7285e21d3d20 cannot update to ACTIVE because it is not bound. {{(pid=84876) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:329}} Jan 14 07:12:00.026506 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-16cd2b66-0c36-4ee8-99fa-95e471f773a6 tempest-ServersTestMultiNic-2121779930 tempest-ServersTestMultiNic-2121779930] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036854160497'] for network, before_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:12:00.081071 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfa7b581-9383-40d7-8ee7-908ff3b45e81 service neutron] Pushing event updated for resources: {'Port': ['ID=78662f27-1e6f-4319-924a-4176b8aee062,revision_number=2']} {{(pid=84874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:12:00.082429 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-dfa7b581-9383-40d7-8ee7-908ff3b45e81 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.615s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:12:00.145988 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-36385f7a-2193-4435-a177-38e2b4db8080 tempest-TaggedBootDevicesTest-541410187 tempest-TaggedBootDevicesTest-541410187] Notify callbacks [] for security_group, before_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:12:00.199876 n-d-768862-2 neutron-server[84765]: INFO neutron.pecan_wsgi.hooks.translation [None req-16cd2b66-0c36-4ee8-99fa-95e471f773a6 tempest-ServersTestMultiNic-2121779930 tempest-ServersTestMultiNic-2121779930] DELETE failed (client error): There was a conflict when trying to complete your request. Jan 14 07:12:00.200374 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-16cd2b66-0c36-4ee8-99fa-95e471f773a6 tempest-ServersTestMultiNic-2121779930 tempest-ServersTestMultiNic-2121779930] No notification will be sent due to unsuccessful status code: 409 {{(pid=84875) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Jan 14 07:12:00.219404 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-36385f7a-2193-4435-a177-38e2b4db8080 tempest-TaggedBootDevicesTest-541410187 tempest-TaggedBootDevicesTest-541410187] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:12:00.229247 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-84ebc2ec-05c5-4ed2-a12a-d34f5f2eb4d5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:12:00.237654 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-16cd2b66-0c36-4ee8-99fa-95e471f773a6 tempest-ServersTestMultiNic-2121779930 tempest-ServersTestMultiNic-2121779930] 10.222.0.24 "DELETE /v2.0/networks/25f1c1a0-ceab-4b3f-9e01-2007a6141e94 HTTP/1.1" status: 409 len: 405 time: 2.1543050 Jan 14 07:12:00.249951 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [req-045fa82c-53de-4086-b3eb-16f37c13cfc4 req-fa4b5f22-1c3d-4f88-8cd4-4c3c1d58b00f tempest-SecurityGroupsTestJSON-494699717 tempest-SecurityGroupsTestJSON-494699717] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850887153'] for security_group, after_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:12:00.257689 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84874) accepted ('10.222.0.24', 56704) {{(pid=84874) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:12:00.266396 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.v2.base [None req-d114ca36-1393-446a-a551-94677feaa986 tempest-ServersTestMultiNic-2121779930 tempest-ServersTestMultiNic-2121779930] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-426929763'}} {{(pid=84874) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:12:00.275383 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d34228f6-c8c4-40bf-b004-671db62d6849 req-6a09a309-4e07-49ef-902e-f4636eb43f73 tempest-FloatingIPsAssociationNegativeTestJSON-724895750 tempest-FloatingIPsAssociationNegativeTestJSON-724895750] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:12:00.276147 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [req-d34228f6-c8c4-40bf-b004-671db62d6849 req-6a09a309-4e07-49ef-902e-f4636eb43f73 tempest-FloatingIPsAssociationNegativeTestJSON-724895750 tempest-FloatingIPsAssociationNegativeTestJSON-724895750] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854768116'] for port, before_response {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:12:00.282733 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-d114ca36-1393-446a-a551-94677feaa986 tempest-ServersTestMultiNic-2121779930 tempest-ServersTestMultiNic-2121779930] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:12:00.298501 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-36385f7a-2193-4435-a177-38e2b4db8080 tempest-TaggedBootDevicesTest-541410187 tempest-TaggedBootDevicesTest-541410187] Usage tracker for resource:security_group_rule and tenant:4873c9000017431bb4db0aa60ef7da75 is out of sync, need to count used quota {{(pid=84875) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:12:00.302423 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_hamode_db [None req-eee969ec-a7a2-4a62-ae59-a5b50abde0b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '50975c9d-2d06-44d9-b1e5-86f6cb8bd18c', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1581566530-router', 'tenant_id': '777e0121e7b84cf1b1a0af96c6f5d63a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '226f1e78-82cd-4481-9055-4eb73b6db8c1', 'external_fixed_ips': [{'subnet_id': 'ba8deeec-7658-4195-9449-038c076f5c83', 'ip_address': '172.25.2.27'}], 'enable_snat': True}, 'gw_port_id': 'cda795e6-c8fa-40b8-b213-9b831bf9f120', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-14T07:11:20Z', 'updated_at': '2021-01-14T07:11:36Z', 'revision_number': 4, 'project_id': '777e0121e7b84cf1b1a0af96c6f5d63a', 'gw_port': {'id': 'cda795e6-c8fa-40b8-b213-9b831bf9f120', 'name': '', 'network_id': '226f1e78-82cd-4481-9055-4eb73b6db8c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:6a:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50975c9d-2d06-44d9-b1e5-86f6cb8bd18c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 702, 'fixed_ips': [{'subnet_id': 'ba8deeec-7658-4195-9449-038c076f5c83', 'ip_address': '172.25.2.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T07:11:24Z', 'updated_at': '2021-01-14T07:11:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ba8deeec-7658-4195-9449-038c076f5c83', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-2', '_interfaces': [{'id': '3b837e1e-faf3-4e47-98e9-407fe192f855', 'name': '', 'network_id': 'fd33dbe3-7afa-46b0-8897-ce6ba7fea060', 'tenant_id': '777e0121e7b84cf1b1a0af96c6f5d63a', 'mac_address': 'fa:16:3e:09:c0:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '50975c9d-2d06-44d9-b1e5-86f6cb8bd18c', 'device_owner': 'network:router_interface', 'standard_attr_id': 726, 'fixed_ips': [{'subnet_id': 'a076fa03-03f6-498c-8a30-b44c18079c93', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T07:11:35Z', 'updated_at': '2021-01-14T07:11:59Z', 'revision_number': 4, 'project_id': '777e0121e7b84cf1b1a0af96c6f5d63a', 'subnets': [{'id': 'a076fa03-03f6-498c-8a30-b44c18079c93', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'n-d-768862-2', False) {} {{(pid=84876) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:12:00.305528 n-d-768862-2 neutron-server[84765]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d3d19b73-e412-4552-9d7d-d9a73a967956 admin admin] Router 8b3e17be-ca2c-4b78-96d4-8389afc90f7f has already been hosted by L3 agent 35f592e9-451b-4db9-abea-77b6a5c5391b {{(pid=84874) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Jan 14 07:12:00.308447 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eee969ec-a7a2-4a62-ae59-a5b50abde0b6 None None] The sync data for ids ['50975c9d-2d06-44d9-b1e5-86f6cb8bd18c'] in n-d-768862-2 is: [{'id': '50975c9d-2d06-44d9-b1e5-86f6cb8bd18c', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1581566530-router', 'tenant_id': '777e0121e7b84cf1b1a0af96c6f5d63a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '226f1e78-82cd-4481-9055-4eb73b6db8c1', 'external_fixed_ips': [{'subnet_id': 'ba8deeec-7658-4195-9449-038c076f5c83', 'ip_address': '172.25.2.27'}], 'enable_snat': True}, 'gw_port_id': 'cda795e6-c8fa-40b8-b213-9b831bf9f120', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-14T07:11:20Z', 'updated_at': '2021-01-14T07:11:36Z', 'revision_number': 4, 'project_id': '777e0121e7b84cf1b1a0af96c6f5d63a', 'gw_port': {'id': 'cda795e6-c8fa-40b8-b213-9b831bf9f120', 'name': '', 'network_id': '226f1e78-82cd-4481-9055-4eb73b6db8c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:6a:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50975c9d-2d06-44d9-b1e5-86f6cb8bd18c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 702, 'fixed_ips': [{'subnet_id': 'ba8deeec-7658-4195-9449-038c076f5c83', 'ip_address': '172.25.2.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T07:11:24Z', 'updated_at': '2021-01-14T07:11:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ba8deeec-7658-4195-9449-038c076f5c83', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-2', '_interfaces': [{'id': '3b837e1e-faf3-4e47-98e9-407fe192f855', 'name': '', 'network_id': 'fd33dbe3-7afa-46b0-8897-ce6ba7fea060', 'tenant_id': '777e0121e7b84cf1b1a0af96c6f5d63a', 'mac_address': 'fa:16:3e:09:c0:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '50975c9d-2d06-44d9-b1e5-86f6cb8bd18c', 'device_owner': 'network:router_interface', 'standard_attr_id': 726, 'fixed_ips': [{'subnet_id': 'a076fa03-03f6-498c-8a30-b44c18079c93', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T07:11:35Z', 'updated_at': '2021-01-14T07:11:59Z', 'revision_number': 4, 'project_id': '777e0121e7b84cf1b1a0af96c6f5d63a', 'subnets': [{'id': 'a076fa03-03f6-498c-8a30-b44c18079c93', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=84876) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Jan 14 07:12:00.309865 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-96878387-5278-4974-8250-9904ea4ca2d3 tempest-SecurityGroupRulesNegativeTestJSON-608374989 tempest-SecurityGroupRulesNegativeTestJSON-608374989] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:12:00.319200 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-36385f7a-2193-4435-a177-38e2b4db8080 tempest-TaggedBootDevicesTest-541410187 tempest-TaggedBootDevicesTest-541410187] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84875) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:12:00.330151 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-d114ca36-1393-446a-a551-94677feaa986 tempest-ServersTestMultiNic-2121779930 tempest-ServersTestMultiNic-2121779930] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=84874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:12:00.344198 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.managers [req-4749a9d8-1a24-4696-b0e1-b9fbefef11e5 req-dfa7b581-9383-40d7-8ee7-908ff3b45e81 service neutron] Attempting to bind port 78662f27-1e6f-4319-924a-4176b8aee062 on host n-h2-768862-2 for vnic_type normal with profile {{(pid=84874) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 14 07:12:00.344542 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.managers [req-4749a9d8-1a24-4696-b0e1-b9fbefef11e5 req-dfa7b581-9383-40d7-8ee7-908ff3b45e81 service neutron] Attempting to bind port 78662f27-1e6f-4319-924a-4176b8aee062 by drivers openvswitch on host n-h2-768862-2 at level 0 using segments [{'id': '871dcfe9-d88b-458a-b832-5a97900de51f', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '25f1c1a0-ceab-4b3f-9e01-2007a6141e94'}] {{(pid=84874) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 14 07:12:00.345162 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4749a9d8-1a24-4696-b0e1-b9fbefef11e5 req-dfa7b581-9383-40d7-8ee7-908ff3b45e81 service neutron] Attempting to bind port 78662f27-1e6f-4319-924a-4176b8aee062 on network 25f1c1a0-ceab-4b3f-9e01-2007a6141e94 {{(pid=84874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 14 07:12:00.357902 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [req-d34228f6-c8c4-40bf-b004-671db62d6849 req-6a09a309-4e07-49ef-902e-f4636eb43f73 tempest-FloatingIPsAssociationNegativeTestJSON-724895750 tempest-FloatingIPsAssociationNegativeTestJSON-724895750] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 10.4882207 Jan 14 07:12:00.358203 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4749a9d8-1a24-4696-b0e1-b9fbefef11e5 req-dfa7b581-9383-40d7-8ee7-908ff3b45e81 service neutron] Checking agent: {'id': '64b7216a-2a41-441a-908c-ebbf63072f2f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-h2-768862-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 14, 7, 5, 12), 'started_at': datetime.datetime(2021, 1, 14, 7, 5, 42), 'heartbeat_timestamp': datetime.datetime(2021, 1, 14, 7, 11, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.13', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 14 07:12:00.358508 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4749a9d8-1a24-4696-b0e1-b9fbefef11e5 req-dfa7b581-9383-40d7-8ee7-908ff3b45e81 service neutron] Checking segment: {'id': '871dcfe9-d88b-458a-b832-5a97900de51f', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '25f1c1a0-ceab-4b3f-9e01-2007a6141e94'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84874) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 14 07:12:00.359043 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [req-4749a9d8-1a24-4696-b0e1-b9fbefef11e5 req-dfa7b581-9383-40d7-8ee7-908ff3b45e81 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:12:00.359589 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4749a9d8-1a24-4696-b0e1-b9fbefef11e5 req-dfa7b581-9383-40d7-8ee7-908ff3b45e81 service neutron] Bound using segment: {'id': '871dcfe9-d88b-458a-b832-5a97900de51f', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '25f1c1a0-ceab-4b3f-9e01-2007a6141e94'} {{(pid=84874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 14 07:12:00.360082 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-36385f7a-2193-4435-a177-38e2b4db8080 tempest-TaggedBootDevicesTest-541410187 tempest-TaggedBootDevicesTest-541410187] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:12:00.360197 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.managers [req-4749a9d8-1a24-4696-b0e1-b9fbefef11e5 req-dfa7b581-9383-40d7-8ee7-908ff3b45e81 service neutron] Bound port: 78662f27-1e6f-4319-924a-4176b8aee062, host: n-h2-768862-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '871dcfe9-d88b-458a-b832-5a97900de51f', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '25f1c1a0-ceab-4b3f-9e01-2007a6141e94'}}] {{(pid=84874) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 14 07:12:00.360958 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [req-4749a9d8-1a24-4696-b0e1-b9fbefef11e5 req-dfa7b581-9383-40d7-8ee7-908ff3b45e81 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555753'] for port, before_update {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:12:00.380464 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa4b5f22-1c3d-4f88-8cd4-4c3c1d58b00f tempest-SecurityGroupsTestJSON-494699717 tempest-SecurityGroupsTestJSON-494699717] Pushing event deleted for resources: {'SecurityGroup': ['ID=9b0488d9-688c-427e-a46e-8e0cb9ccb95c,revision_number=None']} {{(pid=84875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:12:00.382549 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [req-045fa82c-53de-4086-b3eb-16f37c13cfc4 req-fa4b5f22-1c3d-4f88-8cd4-4c3c1d58b00f tempest-SecurityGroupsTestJSON-494699717 tempest-SecurityGroupsTestJSON-494699717] Notify callbacks [] for security_group, before_response {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:12:00.383636 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [req-045fa82c-53de-4086-b3eb-16f37c13cfc4 req-fa4b5f22-1c3d-4f88-8cd4-4c3c1d58b00f tempest-SecurityGroupsTestJSON-494699717 tempest-SecurityGroupsTestJSON-494699717] 10.222.0.24 "DELETE /v2.0/security-groups/9b0488d9-688c-427e-a46e-8e0cb9ccb95c HTTP/1.1" status: 204 len: 173 time: 2.7341094 Jan 14 07:12:00.394689 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.v2.base [req-d34228f6-c8c4-40bf-b004-671db62d6849 req-82321b4c-32a8-4721-a9ce-a5ca5130eca1 service neutron] Request body: {'port': {'device_id': 'e95c7053-347f-41b5-8317-9e95c0a27736', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-768862-2'}} {{(pid=84875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:12:00.453170 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-fa4b5f22-1c3d-4f88-8cd4-4c3c1d58b00f tempest-SecurityGroupsTestJSON-494699717 tempest-SecurityGroupsTestJSON-494699717] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:12:00.507278 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d114ca36-1393-446a-a551-94677feaa986 tempest-ServersTestMultiNic-2121779930 tempest-ServersTestMultiNic-2121779930] Made reservation on behalf of 7d129397cd71499dbaa91be4909e3699 for: {'network': 1} {{(pid=84874) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 07:12:00.508934 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:segments":"rule:admin_only" was deprecated in W in favor of "update_network:segments":"role:admin and system_scope:all". Reason: Jan 14 07:12:00.508934 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:12:00.508934 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:12:00.508934 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:12:00.508934 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:shared":"rule:admin_only" was deprecated in W in favor of "update_network:shared":"role:admin and system_scope:all". Reason: Jan 14 07:12:00.508934 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:12:00.508934 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:12:00.508934 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:12:00.508934 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "update_network:provider:network_type":"role:admin and system_scope:all". Reason: Jan 14 07:12:00.508934 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:12:00.508934 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:12:00.508934 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:12:00.508934 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "update_network:provider:physical_network":"role:admin and system_scope:all". Reason: Jan 14 07:12:00.508934 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:12:00.508934 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:12:00.508934 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:12:00.508934 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "update_network:provider:segmentation_id":"role:admin and system_scope:all". Reason: Jan 14 07:12:00.508934 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:12:00.508934 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:12:00.508934 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:12:00.508934 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:router:external":"rule:admin_only" was deprecated in W in favor of "update_network:router:external":"role:admin and system_scope:all". Reason: Jan 14 07:12:00.508934 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:12:00.508934 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:12:00.508934 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:12:00.508934 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:is_default":"rule:admin_only" was deprecated in W in favor of "update_network:is_default":"role:admin and system_scope:all". Reason: Jan 14 07:12:00.508934 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:12:00.508934 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:12:00.508934 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:12:00.508934 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:port_security_enabled":"rule:admin_or_owner" was deprecated in W in favor of "update_network:port_security_enabled":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 07:12:00.508934 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:12:00.508934 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:12:00.508934 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:12:00.508934 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "delete_network":"rule:admin_or_owner" was deprecated in W in favor of "delete_network":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 07:12:00.508934 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:12:00.508934 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:12:00.508934 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:12:00.508934 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_segment":"rule:admin_only" was deprecated in W in favor of "create_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:12:00.508934 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:12:00.508934 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_segment":"rule:admin_only" was deprecated in W in favor of "get_segment":"role:reader and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:12:00.508934 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:12:00.508934 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_segment":"rule:admin_only" was deprecated in W in favor of "update_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:12:00.508934 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:12:00.511789 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "delete_segment":"rule:admin_only" was deprecated in W in favor of "delete_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:12:00.511789 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:12:00.511789 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network":"rule:regular_user" was deprecated in W in favor of "create_network":"role:member and project_id:%(project_id)s". Reason: Jan 14 07:12:00.511789 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:12:00.511789 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:12:00.511789 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:12:00.511789 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:shared":"rule:admin_only" was deprecated in W in favor of "create_network:shared":"role:admin and system_scope:all". Reason: Jan 14 07:12:00.511789 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:12:00.511789 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:12:00.511789 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:12:00.511789 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:router:external":"rule:admin_only" was deprecated in W in favor of "create_network:router:external":"role:admin and system_scope:all". Reason: Jan 14 07:12:00.511789 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:12:00.511789 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:12:00.511789 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:12:00.511789 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:is_default":"rule:admin_only" was deprecated in W in favor of "create_network:is_default":"role:admin and system_scope:all". Reason: Jan 14 07:12:00.511789 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:12:00.511789 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:12:00.511789 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:12:00.511789 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:port_security_enabled":"rule:regular_user" was deprecated in W in favor of "create_network:port_security_enabled":"role:member and project_id:%(project_id)s". Reason: Jan 14 07:12:00.511789 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:12:00.511789 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:12:00.511789 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:12:00.511789 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:segments":"rule:admin_only" was deprecated in W in favor of "create_network:segments":"role:admin and system_scope:all". Reason: Jan 14 07:12:00.511789 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:12:00.511789 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:12:00.511789 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:12:00.511789 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "create_network:provider:network_type":"role:admin and system_scope:all". Reason: Jan 14 07:12:00.511789 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:12:00.511789 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:12:00.511789 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:12:00.511789 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "create_network:provider:physical_network":"role:admin and system_scope:all". Reason: Jan 14 07:12:00.511789 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:12:00.511789 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:12:00.511789 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:12:00.511789 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "create_network:provider:segmentation_id":"role:admin and system_scope:all". Reason: Jan 14 07:12:00.511789 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:12:00.511789 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:12:00.511789 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:12:00.511789 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network":"rule:admin_or_owner or rule:shared or rule:external or rule:context_is_advsvc" was deprecated in W in favor of "get_network":"(role:reader and system_scope:all) or (role:reader and project_id:%(project_id)s) or rule:shared or rule:external or rule:context_is_advsvc". Reason: Jan 14 07:12:00.511789 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:12:00.511789 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:12:00.511789 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:12:00.511789 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:router:external":"rule:regular_user" was deprecated in W in favor of "get_network:router:external":"role:reader and project_id:%(project_id)s". Reason: Jan 14 07:12:00.511789 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:12:00.511789 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:12:00.511789 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:12:00.516361 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:segments":"rule:admin_only" was deprecated in W in favor of "get_network:segments":"role:reader and system_scope:all". Reason: Jan 14 07:12:00.516361 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:12:00.516361 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:12:00.516361 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:12:00.516361 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "get_network:provider:network_type":"role:reader and system_scope:all". Reason: Jan 14 07:12:00.516361 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:12:00.516361 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:12:00.516361 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:12:00.516361 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "get_network:provider:physical_network":"role:reader and system_scope:all". Reason: Jan 14 07:12:00.516361 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:12:00.516361 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:12:00.516361 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:12:00.516361 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "get_network:provider:segmentation_id":"role:reader and system_scope:all". Reason: Jan 14 07:12:00.516361 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:12:00.516361 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:12:00.516361 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:12:00.516361 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network":"rule:admin_or_owner" was deprecated in W in favor of "update_network":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 07:12:00.516361 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:12:00.516361 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:12:00.516361 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:12:00.516361 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:segments":"rule:admin_only" was deprecated in W in favor of "update_network:segments":"role:admin and system_scope:all". Reason: Jan 14 07:12:00.516361 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:12:00.516361 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:12:00.516361 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:12:00.516361 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:shared":"rule:admin_only" was deprecated in W in favor of "update_network:shared":"role:admin and system_scope:all". Reason: Jan 14 07:12:00.516361 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:12:00.516361 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:12:00.516361 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:12:00.516361 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "update_network:provider:network_type":"role:admin and system_scope:all". Reason: Jan 14 07:12:00.516361 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:12:00.516361 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:12:00.516361 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:12:00.516361 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "update_network:provider:physical_network":"role:admin and system_scope:all". Reason: Jan 14 07:12:00.516361 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:12:00.516361 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:12:00.516361 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:12:00.516361 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "update_network:provider:segmentation_id":"role:admin and system_scope:all". Reason: Jan 14 07:12:00.516361 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:12:00.516361 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:12:00.516361 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:12:00.516361 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:router:external":"rule:admin_only" was deprecated in W in favor of "update_network:router:external":"role:admin and system_scope:all". Reason: Jan 14 07:12:00.516361 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:12:00.516361 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:12:00.516361 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:12:00.519130 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-d114ca36-1393-446a-a551-94677feaa986 tempest-ServersTestMultiNic-2121779930 tempest-ServersTestMultiNic-2121779930] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555753'] for network, before_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:12:00.649971 n-d-768862-2 neutron-server[84765]: INFO neutron.api.v2.resource [req-2a6e38fc-92be-4a96-8d63-72e8c4686e53 req-88833293-289e-44bc-87b7-c980bf5fef85 tempest-SecurityGroupsTestJSON-494699717 tempest-SecurityGroupsTestJSON-494699717] show failed (client error): The resource could not be found. Jan 14 07:12:00.651122 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [req-2a6e38fc-92be-4a96-8d63-72e8c4686e53 req-88833293-289e-44bc-87b7-c980bf5fef85 tempest-SecurityGroupsTestJSON-494699717 tempest-SecurityGroupsTestJSON-494699717] 10.222.0.24 "GET /v2.0/security-groups/9b0488d9-688c-427e-a46e-8e0cb9ccb95c HTTP/1.1" status: 404 len: 352 time: 0.1133020 Jan 14 07:12:00.652327 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-ecdbead8-8fef-433f-b55a-26ec3c99704a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850887153'] for security_group, after_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:12:00.666699 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d114ca36-1393-446a-a551-94677feaa986 tempest-ServersTestMultiNic-2121779930 tempest-ServersTestMultiNic-2121779930] vxlan segment allocate from pool success with {'vxlan_vni': 5} {{(pid=84874) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Jan 14 07:12:00.667205 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-d1f8c899-1d61-4f46-ad92-ab7df7b6c590 tempest-SecurityGroupsTestJSON-494699717 tempest-SecurityGroupsTestJSON-494699717] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:12:00.711068 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1daaf18-1de1-4f70-bdd2-e1a79b0b424d req-01aae426-f784-4198-beda-05fc960654e3 tempest-AbsoluteLimitsNegativeTestJSON-163511982 tempest-AbsoluteLimitsNegativeTestJSON-163511982] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:12:00.712891 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [req-c1daaf18-1de1-4f70-bdd2-e1a79b0b424d req-01aae426-f784-4198-beda-05fc960654e3 tempest-AbsoluteLimitsNegativeTestJSON-163511982 tempest-AbsoluteLimitsNegativeTestJSON-163511982] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.9362817 Jan 14 07:12:00.746566 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d3d19b73-e412-4552-9d7d-d9a73a967956 admin admin] Notify agent at l3_agent.n-d-768862-2 the message routers_updated {{(pid=84874) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jan 14 07:12:00.758881 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57a87de8-ae69-48de-93ce-3b7b17535600 None None] Sync routers for ids ['8b3e17be-ca2c-4b78-96d4-8389afc90f7f'] in n-d-768862-2 {{(pid=84877) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Jan 14 07:12:00.764604 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.plugin [None req-40e41050-bddc-4622-8148-d426df5768f8 admin admin] Deleting port 3b837e1e-faf3-4e47-98e9-407fe192f855 {{(pid=84875) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 07:12:00.764983 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-40e41050-bddc-4622-8148-d426df5768f8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363259214248359'] for port, before_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:12:00.773602 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [req-4749a9d8-1a24-4696-b0e1-b9fbefef11e5 req-dfa7b581-9383-40d7-8ee7-908ff3b45e81 service neutron] For port 78662f27-1e6f-4319-924a-4176b8aee062, host n-h2-768862-2, cleared binding levels {{(pid=84874) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 14 07:12:00.774870 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57a87de8-ae69-48de-93ce-3b7b17535600 None None] Routers {'8b3e17be-ca2c-4b78-96d4-8389afc90f7f'} bound to L3 agent in host n-d-768862-2 {{(pid=84877) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 14 07:12:00.779287 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_hamode_db [None req-57a87de8-ae69-48de-93ce-3b7b17535600 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-01-14T06:56:51Z,description=,heartbeat_timestamp=2021-01-14T07:11:51Z,host='n-d-768862-2',id=35f592e9-451b-4db9-abea-77b6a5c5391b,load=0,resource_versions=,resources_synced=,started_at=2021-01-14T06:56:51Z,topic='l3_agent')) {'router_ids': ['8b3e17be-ca2c-4b78-96d4-8389afc90f7f'], 'active': True} {{(pid=84877) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:12:00.782472 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [req-4749a9d8-1a24-4696-b0e1-b9fbefef11e5 req-dfa7b581-9383-40d7-8ee7-908ff3b45e81 service neutron] For port 78662f27-1e6f-4319-924a-4176b8aee062, host n-h2-768862-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-h2-768862-2',level=0,port_id=78662f27-1e6f-4319-924a-4176b8aee062,segment=NetworkSegment(871dcfe9-d88b-458a-b832-5a97900de51f),segment_id=871dcfe9-d88b-458a-b832-5a97900de51f)] {{(pid=84874) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 14 07:12:00.789660 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecdbead8-8fef-433f-b55a-26ec3c99704a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=755f2b41-0be6-4686-9c3c-c8ddfedf00b5,revision_number=None']} {{(pid=84875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:12:00.794852 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [req-4749a9d8-1a24-4696-b0e1-b9fbefef11e5 req-dfa7b581-9383-40d7-8ee7-908ff3b45e81 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777640533312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363259214678337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777640097497', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036851521613'] for port, after_update {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:12:00.839514 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-ecdbead8-8fef-433f-b55a-26ec3c99704a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.172s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:12:00.867986 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.db_base_plugin_common [req-8c64fafa-69f8-48e9-b7c6-15e72aa6f27a req-b98fcf54-7b96-4059-97f4-81134d1694ba tempest-ImagesNegativeTestJSON-146108451 tempest-ImagesNegativeTestJSON-146108451] Allocated IP 192.168.233.98 (3ab89270-67b1-41e9-8be2-a0395a984bff/69aa3990-7111-4d2c-9167-5d5ad366f163/1317c743-1614-4c96-a08d-de79c8e23cc4) {{(pid=84875) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 14 07:12:00.892596 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [req-c1daaf18-1de1-4f70-bdd2-e1a79b0b424d req-1e8a44c1-b89c-418c-a587-508a29e6c3f2 tempest-AbsoluteLimitsNegativeTestJSON-163511982 tempest-AbsoluteLimitsNegativeTestJSON-163511982] 10.222.0.24 "GET /v2.0/quotas/9a90caeb7f274bc38f60d769fb189f67 HTTP/1.1" status: 200 len: 375 time: 0.1358941 Jan 14 07:12:00.954464 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-c22f76c7-2e90-45a1-8e30-40b68d4e1bfe service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:12:00.982055 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-84ebc2ec-05c5-4ed2-a12a-d34f5f2eb4d5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850887153'] for security_group, after_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:12:00.994052 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-d114ca36-1393-446a-a551-94677feaa986 tempest-ServersTestMultiNic-2121779930 tempest-ServersTestMultiNic-2121779930] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854179735'] for segment, precommit_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:12:00.994052 n-d-768862-2 neutron-server[84765]: INFO neutron.db.segments_db [None req-d114ca36-1393-446a-a551-94677feaa986 tempest-ServersTestMultiNic-2121779930 tempest-ServersTestMultiNic-2121779930] Added segment 52c8ac1f-6429-45e0-8536-c75e8675ac04 of type vxlan for network 3690f57a-8d95-4883-aef3-c4dec86fdb34 Jan 14 07:12:01.005835 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-ab55b1b9-7af8-473f-85cd-2e8dc65e45c7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:12:01.013998 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-ecdbead8-8fef-433f-b55a-26ec3c99704a admin admin] Notify callbacks [] for security_group, before_response {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:12:01.015145 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-ecdbead8-8fef-433f-b55a-26ec3c99704a admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/755f2b41-0be6-4686-9c3c-c8ddfedf00b5 HTTP/1.1" status: 204 len: 168 time: 3.2501771 Jan 14 07:12:01.018138 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-d3d19b73-e412-4552-9d7d-d9a73a967956 admin admin] 10.222.0.24 "PUT /v2.0/routers/8b3e17be-ca2c-4b78-96d4-8389afc90f7f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.8643548 Jan 14 07:12:01.020352 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84874) accepted ('10.222.0.24', 56714) {{(pid=84874) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:12:01.030197 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [req-c1daaf18-1de1-4f70-bdd2-e1a79b0b424d req-1f0dee14-1019-4d38-9c0b-5989c5d9e8af tempest-AbsoluteLimitsNegativeTestJSON-163511982 tempest-AbsoluteLimitsNegativeTestJSON-163511982] 10.222.0.24 "GET /v2.0/ports?tenant_id=9a90caeb7f274bc38f60d769fb189f67&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1360319 Jan 14 07:12:01.051213 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Device 3b837e1e-faf3-4e47-98e9-407fe192f855 up at agent ovs-agent-n-d-768862-2 {{(pid=84876) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 07:12:01.110337 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84ebc2ec-05c5-4ed2-a12a-d34f5f2eb4d5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d74c117e-aa47-46da-8c1f-c0321f7065c9,revision_number=None']} {{(pid=84875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:12:01.133715 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_dvr_db [None req-57a87de8-ae69-48de-93ce-3b7b17535600 None None] Set router 8b3e17be-ca2c-4b78-96d4-8389afc90f7f gateway port host: n-d-768862-2 {{(pid=84877) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 14 07:12:01.150716 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4749a9d8-1a24-4696-b0e1-b9fbefef11e5 req-dfa7b581-9383-40d7-8ee7-908ff3b45e81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:12:01.151365 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [req-4749a9d8-1a24-4696-b0e1-b9fbefef11e5 req-dfa7b581-9383-40d7-8ee7-908ff3b45e81 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854768116'] for port, before_response {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:12:01.153976 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [req-4749a9d8-1a24-4696-b0e1-b9fbefef11e5 req-dfa7b581-9383-40d7-8ee7-908ff3b45e81 service neutron] 10.222.0.48 "PUT /v2.0/ports/78662f27-1e6f-4319-924a-4176b8aee062 HTTP/1.1" status: 200 len: 1156 time: 4.4121425 Jan 14 07:12:01.171309 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-84ebc2ec-05c5-4ed2-a12a-d34f5f2eb4d5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.165s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:12:01.288706 n-d-768862-2 neutron-server[84765]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '16513199-bee3-4bea-a843-4e62a5ef0197', 'tag': '78662f27-1e6f-4319-924a-4176b8aee062'}] {{(pid=84874) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Jan 14 07:12:01.369332 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Provisioning for port 3b837e1e-faf3-4e47-98e9-407fe192f855 completed by entity L2. {{(pid=84876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 07:12:01.385103 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Provisioning complete for port 3b837e1e-faf3-4e47-98e9-407fe192f855 triggered by entity L2. {{(pid=84876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 07:12:01.385520 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-604227'] for port, provisioning_complete {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:12:01.430787 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.v2.base [req-4749a9d8-1a24-4696-b0e1-b9fbefef11e5 req-a092b539-b4ec-4d6a-b589-f4c005c2322f service neutron] Request body: {'port': {'device_id': '16513199-bee3-4bea-a843-4e62a5ef0197', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-768862-2'}} {{(pid=84874) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:12:01.458192 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [req-d34228f6-c8c4-40bf-b004-671db62d6849 req-82321b4c-32a8-4721-a9ce-a5ca5130eca1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555753'] for port, before_update {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:12:01.507471 n-d-768862-2 neutron-server[84765]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '16513199-bee3-4bea-a843-4e62a5ef0197', 'tag': '78662f27-1e6f-4319-924a-4176b8aee062', 'status': 'completed', 'code': 200} Jan 14 07:12:01.514249 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-84ebc2ec-05c5-4ed2-a12a-d34f5f2eb4d5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:12:01.515501 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-84ebc2ec-05c5-4ed2-a12a-d34f5f2eb4d5 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/d74c117e-aa47-46da-8c1f-c0321f7065c9 HTTP/1.1" status: 204 len: 168 time: 3.2067873 Jan 14 07:12:01.529793 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-d114ca36-1393-446a-a551-94677feaa986 tempest-ServersTestMultiNic-2121779930 tempest-ServersTestMultiNic-2121779930] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363259214646115'] for network, precommit_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:12:01.638456 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.agents_db [None req-5b939a2f-078d-4c69-a188-cb55a28a77a0 None None] Agent healthcheck: found 7 active agents {{(pid=84877) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Jan 14 07:12:01.664547 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_hamode_db [None req-57a87de8-ae69-48de-93ce-3b7b17535600 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8b3e17be-ca2c-4b78-96d4-8389afc90f7f', 'name': 'tempest-FloatingIPsNegativeTestJSON-1904593380-router', 'tenant_id': 'e1a4c1f507cc4686a883b0df425ffdc7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '226f1e78-82cd-4481-9055-4eb73b6db8c1', 'external_fixed_ips': [{'subnet_id': 'ba8deeec-7658-4195-9449-038c076f5c83', 'ip_address': '172.25.2.43'}], 'enable_snat': True}, 'gw_port_id': '1f8d73f2-9054-4e85-ba41-f2dd89575c0b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-14T07:11:11Z', 'updated_at': '2021-01-14T07:11:57Z', 'revision_number': 5, 'project_id': 'e1a4c1f507cc4686a883b0df425ffdc7', 'gw_port': {'id': '1f8d73f2-9054-4e85-ba41-f2dd89575c0b', 'name': '', 'network_id': '226f1e78-82cd-4481-9055-4eb73b6db8c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:85:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b3e17be-ca2c-4b78-96d4-8389afc90f7f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 682, 'fixed_ips': [{'subnet_id': 'ba8deeec-7658-4195-9449-038c076f5c83', 'ip_address': '172.25.2.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T07:11:16Z', 'updated_at': '2021-01-14T07:11:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ba8deeec-7658-4195-9449-038c076f5c83', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-2'}], 'n-d-768862-2', False) {} {{(pid=84877) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:12:01.677751 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57a87de8-ae69-48de-93ce-3b7b17535600 None None] Checking router: 8b3e17be-ca2c-4b78-96d4-8389afc90f7f for host: n-d-768862-2 {{(pid=84877) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Jan 14 07:12:01.696333 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555753'] for port, before_update {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:12:01.730126 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfa7b581-9383-40d7-8ee7-908ff3b45e81 service neutron] Pushing event updated for resources: {'Port': ['ID=78662f27-1e6f-4319-924a-4176b8aee062,revision_number=3']} {{(pid=84874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:12:01.741499 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-dfa7b581-9383-40d7-8ee7-908ff3b45e81 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.783s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:12:01.745067 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57a87de8-ae69-48de-93ce-3b7b17535600 None None] Routers {'8b3e17be-ca2c-4b78-96d4-8389afc90f7f'} bound to L3 agent in host n-d-768862-2 {{(pid=84877) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 14 07:12:01.746639 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_hamode_db [None req-57a87de8-ae69-48de-93ce-3b7b17535600 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-01-14T06:56:51Z,description=,heartbeat_timestamp=2021-01-14T07:11:51Z,host='n-d-768862-2',id=35f592e9-451b-4db9-abea-77b6a5c5391b,load=0,resource_versions=,resources_synced=,started_at=2021-01-14T06:56:51Z,topic='l3_agent')) {'router_ids': ['8b3e17be-ca2c-4b78-96d4-8389afc90f7f'], 'active': True} {{(pid=84877) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:12:01.769327 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-36385f7a-2193-4435-a177-38e2b4db8080 tempest-TaggedBootDevicesTest-541410187 tempest-TaggedBootDevicesTest-541410187] Notify callbacks [] for security_group, precommit_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:12:01.779395 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84874) accepted ('10.222.0.24', 56728) {{(pid=84874) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:12:01.818763 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] For port 3b837e1e-faf3-4e47-98e9-407fe192f855, host n-d-768862-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-2',level=0,port_id=3b837e1e-faf3-4e47-98e9-407fe192f855,segment=NetworkSegment(d7cdd97e-25f8-4f4c-9cdf-6c6f8b4faafe),segment_id=d7cdd97e-25f8-4f4c-9cdf-6c6f8b4faafe)] {{(pid=84876) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 07:12:01.826241 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777640533312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363259214678337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777640097497'] for port, after_update {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:12:01.834213 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84876) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:12:01.857327 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [req-d482874b-dcf6-4317-885c-50c3095cc94e req-e1e9be00-12ca-4c41-911c-5aa3fc7c7f07 tempest-SecurityGroupsTestJSON-494699717 tempest-SecurityGroupsTestJSON-494699717] Synchronizing usage tracker for tenant:7508ad1d114d4921bf43c45410ae9d5f on resource:security_group {{(pid=84875) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 14 07:12:01.867714 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.db.resource_extend [None req-d114ca36-1393-446a-a551-94677feaa986 tempest-ServersTestMultiNic-2121779930 tempest-ServersTestMultiNic-2121779930] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84874) wrapper /usr/local/lib/python3.6/dist-packages/oslo_utils/timeutils.py:388}} Jan 14 07:12:01.896013 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-36385f7a-2193-4435-a177-38e2b4db8080 tempest-TaggedBootDevicesTest-541410187 tempest-TaggedBootDevicesTest-541410187] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850887153'] for security_group, after_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:12:01.947430 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-1deea423-1bbd-4f7a-9a9c-4fe9007ae2d2 tempest-SecurityGroupsTestJSON-494699717 tempest-SecurityGroupsTestJSON-494699717] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:12:01.991808 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36385f7a-2193-4435-a177-38e2b4db8080 tempest-TaggedBootDevicesTest-541410187 tempest-TaggedBootDevicesTest-541410187] Pushing event updated for resources: {'SecurityGroup': ['ID=5013011c-1df1-415c-84e1-3922abad7d79,revision_number=1']} {{(pid=84875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:12:02.003971 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Pushing event updated for resources: {'Port': ['ID=3b837e1e-faf3-4e47-98e9-407fe192f855,revision_number=5']} {{(pid=84876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:12:02.007546 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.179s {{(pid=84876) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:12:02.015877 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-71855a9f-8ae6-4863-9a24-f3cdb4d45850 admin admin] Notify callbacks [] for router, before_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:12:02.016105 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-36385f7a-2193-4435-a177-38e2b4db8080 tempest-TaggedBootDevicesTest-541410187 tempest-TaggedBootDevicesTest-541410187] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:12:02.058197 n-d-768862-2 neutron-server[84765]: ERROR neutron.pecan_wsgi.hooks.translation [req-8c64fafa-69f8-48e9-b7c6-15e72aa6f27a req-b98fcf54-7b96-4059-97f4-81134d1694ba tempest-ImagesNegativeTestJSON-146108451 tempest-ImagesNegativeTestJSON-146108451] POST failed.: oslo_db.exception.DBReferenceError: (pymysql.err.IntegrityError) (1452, 'Cannot add or update a child row: a foreign key constraint fails (`neutron`.`securitygroupportbindings`, CONSTRAINT `securitygroupportbindings_ibfk_2` FOREIGN KEY (`security_group_id`) REFERENCES `securitygroups` (`id`))') Jan 14 07:12:02.058197 n-d-768862-2 neutron-server[84765]: [SQL: INSERT INTO securitygroupportbindings (port_id, security_group_id) VALUES (%(port_id)s, %(security_group_id)s)] Jan 14 07:12:02.058197 n-d-768862-2 neutron-server[84765]: [parameters: {'port_id': '1317c743-1614-4c96-a08d-de79c8e23cc4', 'security_group_id': '755f2b41-0be6-4686-9c3c-c8ddfedf00b5'}] Jan 14 07:12:02.058197 n-d-768862-2 neutron-server[84765]: (Background on this error at: http://sqlalche.me/e/13/gkpj) Jan 14 07:12:02.058197 n-d-768862-2 neutron-server[84765]: ERROR neutron.pecan_wsgi.hooks.translation Traceback (most recent call last): Jan 14 07:12:02.058197 n-d-768862-2 neutron-server[84765]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.6/dist-packages/sqlalchemy/engine/base.py", line 1277, in _execute_context Jan 14 07:12:02.058197 n-d-768862-2 neutron-server[84765]: ERROR neutron.pecan_wsgi.hooks.translation cursor, statement, parameters, context Jan 14 07:12:02.058197 n-d-768862-2 neutron-server[84765]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.6/dist-packages/sqlalchemy/engine/default.py", line 609, in do_execute Jan 14 07:12:02.058197 n-d-768862-2 neutron-server[84765]: ERROR neutron.pecan_wsgi.hooks.translation cursor.execute(statement, parameters) Jan 14 07:12:02.058197 n-d-768862-2 neutron-server[84765]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.6/dist-packages/pymysql/cursors.py", line 148, in execute Jan 14 07:12:02.058197 n-d-768862-2 neutron-server[84765]: ERROR neutron.pecan_wsgi.hooks.translation result = self._query(query) Jan 14 07:12:02.058197 n-d-768862-2 neutron-server[84765]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.6/dist-packages/pymysql/cursors.py", line 310, in _query Jan 14 07:12:02.058197 n-d-768862-2 neutron-server[84765]: ERROR neutron.pecan_wsgi.hooks.translation conn.query(q) Jan 14 07:12:02.058197 n-d-768862-2 neutron-server[84765]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.6/dist-packages/pymysql/connections.py", line 548, in query Jan 14 07:12:02.058197 n-d-768862-2 neutron-server[84765]: ERROR neutron.pecan_wsgi.hooks.translation self._affected_rows = self._read_query_result(unbuffered=unbuffered) Jan 14 07:12:02.058197 n-d-768862-2 neutron-server[84765]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.6/dist-packages/pymysql/connections.py", line 775, in _read_query_result Jan 14 07:12:02.058197 n-d-768862-2 neutron-server[84765]: ERROR neutron.pecan_wsgi.hooks.translation result.read() Jan 14 07:12:02.058197 n-d-768862-2 neutron-server[84765]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.6/dist-packages/pymysql/connections.py", line 1156, in read Jan 14 07:12:02.058197 n-d-768862-2 neutron-server[84765]: ERROR neutron.pecan_wsgi.hooks.translation first_packet = self.connection._read_packet() Jan 14 07:12:02.058197 n-d-768862-2 neutron-server[84765]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.6/dist-packages/pymysql/connections.py", line 725, in _read_packet Jan 14 07:12:02.058197 n-d-768862-2 neutron-server[84765]: ERROR neutron.pecan_wsgi.hooks.translation packet.raise_for_error() Jan 14 07:12:02.058197 n-d-768862-2 neutron-server[84765]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.6/dist-packages/pymysql/protocol.py", line 221, in raise_for_error Jan 14 07:12:02.058197 n-d-768862-2 neutron-server[84765]: ERROR neutron.pecan_wsgi.hooks.translation err.raise_mysql_exception(self._data) Jan 14 07:12:02.058197 n-d-768862-2 neutron-server[84765]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.6/dist-packages/pymysql/err.py", line 143, in raise_mysql_exception Jan 14 07:12:02.058197 n-d-768862-2 neutron-server[84765]: ERROR neutron.pecan_wsgi.hooks.translation raise errorclass(errno, errval) Jan 14 07:12:02.058197 n-d-768862-2 neutron-server[84765]: ERROR neutron.pecan_wsgi.hooks.translation pymysql.err.IntegrityError: (1452, 'Cannot add or update a child row: a foreign key constraint fails (`neutron`.`securitygroupportbindings`, CONSTRAINT `securitygroupportbindings_ibfk_2` FOREIGN KEY (`security_group_id`) REFERENCES `securitygroups` (`id`))') Jan 14 07:12:02.058197 n-d-768862-2 neutron-server[84765]: ERROR neutron.pecan_wsgi.hooks.translation Jan 14 07:12:02.058197 n-d-768862-2 neutron-server[84765]: ERROR neutron.pecan_wsgi.hooks.translation The above exception was the direct cause of the following exception: Jan 14 07:12:02.058197 n-d-768862-2 neutron-server[84765]: ERROR neutron.pecan_wsgi.hooks.translation Jan 14 07:12:02.058197 n-d-768862-2 neutron-server[84765]: ERROR neutron.pecan_wsgi.hooks.translation Traceback (most recent call last): Jan 14 07:12:02.058197 n-d-768862-2 neutron-server[84765]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.6/dist-packages/pecan/core.py", line 683, in __call__ Jan 14 07:12:02.058197 n-d-768862-2 neutron-server[84765]: ERROR neutron.pecan_wsgi.hooks.translation self.invoke_controller(controller, args, kwargs, state) Jan 14 07:12:02.058197 n-d-768862-2 neutron-server[84765]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.6/dist-packages/pecan/core.py", line 574, in invoke_controller Jan 14 07:12:02.058197 n-d-768862-2 neutron-server[84765]: ERROR neutron.pecan_wsgi.hooks.translation result = controller(*args, **kwargs) Jan 14 07:12:02.058197 n-d-768862-2 neutron-server[84765]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jan 14 07:12:02.058197 n-d-768862-2 neutron-server[84765]: ERROR neutron.pecan_wsgi.hooks.translation setattr(e, '_RETRY_EXCEEDED', True) Jan 14 07:12:02.058197 n-d-768862-2 neutron-server[84765]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Jan 14 07:12:02.058197 n-d-768862-2 neutron-server[84765]: ERROR neutron.pecan_wsgi.hooks.translation self.force_reraise() Jan 14 07:12:02.058197 n-d-768862-2 neutron-server[84765]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Jan 14 07:12:02.058197 n-d-768862-2 neutron-server[84765]: ERROR neutron.pecan_wsgi.hooks.translation six.reraise(self.type_, self.value, self.tb) Jan 14 07:12:02.058197 n-d-768862-2 neutron-server[84765]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.6/dist-packages/six.py", line 703, in reraise Jan 14 07:12:02.058197 n-d-768862-2 neutron-server[84765]: ERROR neutron.pecan_wsgi.hooks.translation raise value Jan 14 07:12:02.058197 n-d-768862-2 neutron-server[84765]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jan 14 07:12:02.058197 n-d-768862-2 neutron-server[84765]: ERROR neutron.pecan_wsgi.hooks.translation return f(*args, **kwargs) Jan 14 07:12:02.058197 n-d-768862-2 neutron-server[84765]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.6/dist-packages/oslo_db/api.py", line 154, in wrapper Jan 14 07:12:02.058197 n-d-768862-2 neutron-server[84765]: ERROR neutron.pecan_wsgi.hooks.translation ectxt.value = e.inner_exc Jan 14 07:12:02.058197 n-d-768862-2 neutron-server[84765]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Jan 14 07:12:02.061211 n-d-768862-2 neutron-server[84765]: ERROR neutron.pecan_wsgi.hooks.translation self.force_reraise() Jan 14 07:12:02.061211 n-d-768862-2 neutron-server[84765]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Jan 14 07:12:02.061211 n-d-768862-2 neutron-server[84765]: ERROR neutron.pecan_wsgi.hooks.translation six.reraise(self.type_, self.value, self.tb) Jan 14 07:12:02.061211 n-d-768862-2 neutron-server[84765]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.6/dist-packages/six.py", line 703, in reraise Jan 14 07:12:02.061211 n-d-768862-2 neutron-server[84765]: ERROR neutron.pecan_wsgi.hooks.translation raise value Jan 14 07:12:02.061211 n-d-768862-2 neutron-server[84765]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.6/dist-packages/oslo_db/api.py", line 142, in wrapper Jan 14 07:12:02.061211 n-d-768862-2 neutron-server[84765]: ERROR neutron.pecan_wsgi.hooks.translation return f(*args, **kwargs) Jan 14 07:12:02.061211 n-d-768862-2 neutron-server[84765]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jan 14 07:12:02.061211 n-d-768862-2 neutron-server[84765]: ERROR neutron.pecan_wsgi.hooks.translation LOG.debug("Retry wrapper got retriable exception: %s", e) Jan 14 07:12:02.061211 n-d-768862-2 neutron-server[84765]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Jan 14 07:12:02.061211 n-d-768862-2 neutron-server[84765]: ERROR neutron.pecan_wsgi.hooks.translation self.force_reraise() Jan 14 07:12:02.061211 n-d-768862-2 neutron-server[84765]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Jan 14 07:12:02.061211 n-d-768862-2 neutron-server[84765]: ERROR neutron.pecan_wsgi.hooks.translation six.reraise(self.type_, self.value, self.tb) Jan 14 07:12:02.061211 n-d-768862-2 neutron-server[84765]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.6/dist-packages/six.py", line 703, in reraise Jan 14 07:12:02.061211 n-d-768862-2 neutron-server[84765]: ERROR neutron.pecan_wsgi.hooks.translation raise value Jan 14 07:12:02.061211 n-d-768862-2 neutron-server[84765]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jan 14 07:12:02.061211 n-d-768862-2 neutron-server[84765]: ERROR neutron.pecan_wsgi.hooks.translation return f(*dup_args, **dup_kwargs) Jan 14 07:12:02.061211 n-d-768862-2 neutron-server[84765]: ERROR neutron.pecan_wsgi.hooks.translation File "/opt/stack/neutron/neutron/pecan_wsgi/controllers/utils.py", line 76, in wrapped Jan 14 07:12:02.061211 n-d-768862-2 neutron-server[84765]: ERROR neutron.pecan_wsgi.hooks.translation return f(*args, **kwargs) Jan 14 07:12:02.061211 n-d-768862-2 neutron-server[84765]: ERROR neutron.pecan_wsgi.hooks.translation File "/opt/stack/neutron/neutron/pecan_wsgi/controllers/resource.py", line 163, in post Jan 14 07:12:02.061211 n-d-768862-2 neutron-server[84765]: ERROR neutron.pecan_wsgi.hooks.translation return self.create(resources) Jan 14 07:12:02.061211 n-d-768862-2 neutron-server[84765]: ERROR neutron.pecan_wsgi.hooks.translation File "/opt/stack/neutron/neutron/pecan_wsgi/controllers/resource.py", line 181, in create Jan 14 07:12:02.061211 n-d-768862-2 neutron-server[84765]: ERROR neutron.pecan_wsgi.hooks.translation return {key: creator(*creator_args, **creator_kwargs)} Jan 14 07:12:02.061211 n-d-768862-2 neutron-server[84765]: ERROR neutron.pecan_wsgi.hooks.translation File "/opt/stack/neutron/neutron/common/utils.py", line 687, in inner Jan 14 07:12:02.061211 n-d-768862-2 neutron-server[84765]: ERROR neutron.pecan_wsgi.hooks.translation return f(self, context, *args, **kwargs) Jan 14 07:12:02.061211 n-d-768862-2 neutron-server[84765]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 217, in wrapped Jan 14 07:12:02.061211 n-d-768862-2 neutron-server[84765]: ERROR neutron.pecan_wsgi.hooks.translation return method(*args, **kwargs) Jan 14 07:12:02.061211 n-d-768862-2 neutron-server[84765]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jan 14 07:12:02.061211 n-d-768862-2 neutron-server[84765]: ERROR neutron.pecan_wsgi.hooks.translation setattr(e, '_RETRY_EXCEEDED', True) Jan 14 07:12:02.061211 n-d-768862-2 neutron-server[84765]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Jan 14 07:12:02.061211 n-d-768862-2 neutron-server[84765]: ERROR neutron.pecan_wsgi.hooks.translation self.force_reraise() Jan 14 07:12:02.061211 n-d-768862-2 neutron-server[84765]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Jan 14 07:12:02.061211 n-d-768862-2 neutron-server[84765]: ERROR neutron.pecan_wsgi.hooks.translation six.reraise(self.type_, self.value, self.tb) Jan 14 07:12:02.061211 n-d-768862-2 neutron-server[84765]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.6/dist-packages/six.py", line 703, in reraise Jan 14 07:12:02.061211 n-d-768862-2 neutron-server[84765]: ERROR neutron.pecan_wsgi.hooks.translation raise value Jan 14 07:12:02.061211 n-d-768862-2 neutron-server[84765]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jan 14 07:12:02.061211 n-d-768862-2 neutron-server[84765]: ERROR neutron.pecan_wsgi.hooks.translation return f(*args, **kwargs) Jan 14 07:12:02.061211 n-d-768862-2 neutron-server[84765]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.6/dist-packages/oslo_db/api.py", line 154, in wrapper Jan 14 07:12:02.061211 n-d-768862-2 neutron-server[84765]: ERROR neutron.pecan_wsgi.hooks.translation ectxt.value = e.inner_exc Jan 14 07:12:02.061211 n-d-768862-2 neutron-server[84765]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Jan 14 07:12:02.061211 n-d-768862-2 neutron-server[84765]: ERROR neutron.pecan_wsgi.hooks.translation self.force_reraise() Jan 14 07:12:02.061211 n-d-768862-2 neutron-server[84765]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Jan 14 07:12:02.061211 n-d-768862-2 neutron-server[84765]: ERROR neutron.pecan_wsgi.hooks.translation six.reraise(self.type_, self.value, self.tb) Jan 14 07:12:02.061211 n-d-768862-2 neutron-server[84765]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.6/dist-packages/six.py", line 703, in reraise Jan 14 07:12:02.061211 n-d-768862-2 neutron-server[84765]: ERROR neutron.pecan_wsgi.hooks.translation raise value Jan 14 07:12:02.061211 n-d-768862-2 neutron-server[84765]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.6/dist-packages/oslo_db/api.py", line 142, in wrapper Jan 14 07:12:02.061211 n-d-768862-2 neutron-server[84765]: ERROR neutron.pecan_wsgi.hooks.translation return f(*args, **kwargs) Jan 14 07:12:02.061211 n-d-768862-2 neutron-server[84765]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jan 14 07:12:02.061211 n-d-768862-2 neutron-server[84765]: ERROR neutron.pecan_wsgi.hooks.translation LOG.debug("Retry wrapper got retriable exception: %s", e) Jan 14 07:12:02.061211 n-d-768862-2 neutron-server[84765]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Jan 14 07:12:02.061211 n-d-768862-2 neutron-server[84765]: ERROR neutron.pecan_wsgi.hooks.translation self.force_reraise() Jan 14 07:12:02.064325 n-d-768862-2 neutron-server[84765]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Jan 14 07:12:02.064325 n-d-768862-2 neutron-server[84765]: ERROR neutron.pecan_wsgi.hooks.translation six.reraise(self.type_, self.value, self.tb) Jan 14 07:12:02.064325 n-d-768862-2 neutron-server[84765]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.6/dist-packages/six.py", line 703, in reraise Jan 14 07:12:02.064325 n-d-768862-2 neutron-server[84765]: ERROR neutron.pecan_wsgi.hooks.translation raise value Jan 14 07:12:02.064325 n-d-768862-2 neutron-server[84765]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jan 14 07:12:02.064325 n-d-768862-2 neutron-server[84765]: ERROR neutron.pecan_wsgi.hooks.translation return f(*dup_args, **dup_kwargs) Jan 14 07:12:02.064325 n-d-768862-2 neutron-server[84765]: ERROR neutron.pecan_wsgi.hooks.translation File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1425, in create_port Jan 14 07:12:02.064325 n-d-768862-2 neutron-server[84765]: ERROR neutron.pecan_wsgi.hooks.translation result, mech_context = self._create_port_db(context, port) Jan 14 07:12:02.064325 n-d-768862-2 neutron-server[84765]: ERROR neutron.pecan_wsgi.hooks.translation File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1399, in _create_port_db Jan 14 07:12:02.064325 n-d-768862-2 neutron-server[84765]: ERROR neutron.pecan_wsgi.hooks.translation self._process_port_create_security_group(context, result, sgs) Jan 14 07:12:02.064325 n-d-768862-2 neutron-server[84765]: ERROR neutron.pecan_wsgi.hooks.translation File "/opt/stack/neutron/neutron/db/securitygroups_db.py", line 876, in _process_port_create_security_group Jan 14 07:12:02.064325 n-d-768862-2 neutron-server[84765]: ERROR neutron.pecan_wsgi.hooks.translation sg.id) Jan 14 07:12:02.064325 n-d-768862-2 neutron-server[84765]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 217, in wrapped Jan 14 07:12:02.064325 n-d-768862-2 neutron-server[84765]: ERROR neutron.pecan_wsgi.hooks.translation return method(*args, **kwargs) Jan 14 07:12:02.064325 n-d-768862-2 neutron-server[84765]: ERROR neutron.pecan_wsgi.hooks.translation File "/opt/stack/neutron/neutron/db/securitygroups_db.py", line 357, in _create_port_security_group_binding Jan 14 07:12:02.064325 n-d-768862-2 neutron-server[84765]: ERROR neutron.pecan_wsgi.hooks.translation context.session.add(db) Jan 14 07:12:02.064325 n-d-768862-2 neutron-server[84765]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/lib/python3.6/contextlib.py", line 88, in __exit__ Jan 14 07:12:02.064325 n-d-768862-2 neutron-server[84765]: ERROR neutron.pecan_wsgi.hooks.translation next(self.gen) Jan 14 07:12:02.064325 n-d-768862-2 neutron-server[84765]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.6/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1064, in _transaction_scope Jan 14 07:12:02.064325 n-d-768862-2 neutron-server[84765]: ERROR neutron.pecan_wsgi.hooks.translation yield resource Jan 14 07:12:02.064325 n-d-768862-2 neutron-server[84765]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/lib/python3.6/contextlib.py", line 88, in __exit__ Jan 14 07:12:02.064325 n-d-768862-2 neutron-server[84765]: ERROR neutron.pecan_wsgi.hooks.translation next(self.gen) Jan 14 07:12:02.064325 n-d-768862-2 neutron-server[84765]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.6/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 680, in _session Jan 14 07:12:02.064325 n-d-768862-2 neutron-server[84765]: ERROR neutron.pecan_wsgi.hooks.translation self.session.flush() Jan 14 07:12:02.064325 n-d-768862-2 neutron-server[84765]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/session.py", line 2540, in flush Jan 14 07:12:02.064325 n-d-768862-2 neutron-server[84765]: ERROR neutron.pecan_wsgi.hooks.translation self._flush(objects) Jan 14 07:12:02.064325 n-d-768862-2 neutron-server[84765]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/session.py", line 2682, in _flush Jan 14 07:12:02.064325 n-d-768862-2 neutron-server[84765]: ERROR neutron.pecan_wsgi.hooks.translation transaction.rollback(_capture_exception=True) Jan 14 07:12:02.064325 n-d-768862-2 neutron-server[84765]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.6/dist-packages/sqlalchemy/util/langhelpers.py", line 70, in __exit__ Jan 14 07:12:02.064325 n-d-768862-2 neutron-server[84765]: ERROR neutron.pecan_wsgi.hooks.translation with_traceback=exc_tb, Jan 14 07:12:02.064325 n-d-768862-2 neutron-server[84765]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.6/dist-packages/sqlalchemy/util/compat.py", line 182, in raise_ Jan 14 07:12:02.064325 n-d-768862-2 neutron-server[84765]: ERROR neutron.pecan_wsgi.hooks.translation raise exception Jan 14 07:12:02.064325 n-d-768862-2 neutron-server[84765]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/session.py", line 2642, in _flush Jan 14 07:12:02.064325 n-d-768862-2 neutron-server[84765]: ERROR neutron.pecan_wsgi.hooks.translation flush_context.execute() Jan 14 07:12:02.064325 n-d-768862-2 neutron-server[84765]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/unitofwork.py", line 422, in execute Jan 14 07:12:02.064325 n-d-768862-2 neutron-server[84765]: ERROR neutron.pecan_wsgi.hooks.translation rec.execute(self) Jan 14 07:12:02.064325 n-d-768862-2 neutron-server[84765]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/unitofwork.py", line 589, in execute Jan 14 07:12:02.064325 n-d-768862-2 neutron-server[84765]: ERROR neutron.pecan_wsgi.hooks.translation uow, Jan 14 07:12:02.064325 n-d-768862-2 neutron-server[84765]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py", line 245, in save_obj Jan 14 07:12:02.064325 n-d-768862-2 neutron-server[84765]: ERROR neutron.pecan_wsgi.hooks.translation insert, Jan 14 07:12:02.064325 n-d-768862-2 neutron-server[84765]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py", line 1083, in _emit_insert_statements Jan 14 07:12:02.064325 n-d-768862-2 neutron-server[84765]: ERROR neutron.pecan_wsgi.hooks.translation c = cached_connections[connection].execute(statement, multiparams) Jan 14 07:12:02.064325 n-d-768862-2 neutron-server[84765]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.6/dist-packages/sqlalchemy/engine/base.py", line 1011, in execute Jan 14 07:12:02.064325 n-d-768862-2 neutron-server[84765]: ERROR neutron.pecan_wsgi.hooks.translation return meth(self, multiparams, params) Jan 14 07:12:02.064325 n-d-768862-2 neutron-server[84765]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.6/dist-packages/sqlalchemy/sql/elements.py", line 298, in _execute_on_connection Jan 14 07:12:02.064325 n-d-768862-2 neutron-server[84765]: ERROR neutron.pecan_wsgi.hooks.translation return connection._execute_clauseelement(self, multiparams, params) Jan 14 07:12:02.064325 n-d-768862-2 neutron-server[84765]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.6/dist-packages/sqlalchemy/engine/base.py", line 1130, in _execute_clauseelement Jan 14 07:12:02.064325 n-d-768862-2 neutron-server[84765]: ERROR neutron.pecan_wsgi.hooks.translation distilled_params, Jan 14 07:12:02.064325 n-d-768862-2 neutron-server[84765]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.6/dist-packages/sqlalchemy/engine/base.py", line 1317, in _execute_context Jan 14 07:12:02.064325 n-d-768862-2 neutron-server[84765]: ERROR neutron.pecan_wsgi.hooks.translation e, statement, parameters, cursor, context Jan 14 07:12:02.069308 n-d-768862-2 neutron-server[84765]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.6/dist-packages/sqlalchemy/engine/base.py", line 1508, in _handle_dbapi_exception Jan 14 07:12:02.069308 n-d-768862-2 neutron-server[84765]: ERROR neutron.pecan_wsgi.hooks.translation util.raise_(newraise, with_traceback=exc_info[2], from_=e) Jan 14 07:12:02.069308 n-d-768862-2 neutron-server[84765]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.6/dist-packages/sqlalchemy/util/compat.py", line 182, in raise_ Jan 14 07:12:02.069308 n-d-768862-2 neutron-server[84765]: ERROR neutron.pecan_wsgi.hooks.translation raise exception Jan 14 07:12:02.069308 n-d-768862-2 neutron-server[84765]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.6/dist-packages/sqlalchemy/engine/base.py", line 1277, in _execute_context Jan 14 07:12:02.069308 n-d-768862-2 neutron-server[84765]: ERROR neutron.pecan_wsgi.hooks.translation cursor, statement, parameters, context Jan 14 07:12:02.069308 n-d-768862-2 neutron-server[84765]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.6/dist-packages/sqlalchemy/engine/default.py", line 609, in do_execute Jan 14 07:12:02.069308 n-d-768862-2 neutron-server[84765]: ERROR neutron.pecan_wsgi.hooks.translation cursor.execute(statement, parameters) Jan 14 07:12:02.069308 n-d-768862-2 neutron-server[84765]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.6/dist-packages/pymysql/cursors.py", line 148, in execute Jan 14 07:12:02.069308 n-d-768862-2 neutron-server[84765]: ERROR neutron.pecan_wsgi.hooks.translation result = self._query(query) Jan 14 07:12:02.069308 n-d-768862-2 neutron-server[84765]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.6/dist-packages/pymysql/cursors.py", line 310, in _query Jan 14 07:12:02.069308 n-d-768862-2 neutron-server[84765]: ERROR neutron.pecan_wsgi.hooks.translation conn.query(q) Jan 14 07:12:02.069308 n-d-768862-2 neutron-server[84765]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.6/dist-packages/pymysql/connections.py", line 548, in query Jan 14 07:12:02.069308 n-d-768862-2 neutron-server[84765]: ERROR neutron.pecan_wsgi.hooks.translation self._affected_rows = self._read_query_result(unbuffered=unbuffered) Jan 14 07:12:02.069308 n-d-768862-2 neutron-server[84765]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.6/dist-packages/pymysql/connections.py", line 775, in _read_query_result Jan 14 07:12:02.069308 n-d-768862-2 neutron-server[84765]: ERROR neutron.pecan_wsgi.hooks.translation result.read() Jan 14 07:12:02.069308 n-d-768862-2 neutron-server[84765]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.6/dist-packages/pymysql/connections.py", line 1156, in read Jan 14 07:12:02.069308 n-d-768862-2 neutron-server[84765]: ERROR neutron.pecan_wsgi.hooks.translation first_packet = self.connection._read_packet() Jan 14 07:12:02.069308 n-d-768862-2 neutron-server[84765]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.6/dist-packages/pymysql/connections.py", line 725, in _read_packet Jan 14 07:12:02.069308 n-d-768862-2 neutron-server[84765]: ERROR neutron.pecan_wsgi.hooks.translation packet.raise_for_error() Jan 14 07:12:02.069308 n-d-768862-2 neutron-server[84765]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.6/dist-packages/pymysql/protocol.py", line 221, in raise_for_error Jan 14 07:12:02.069308 n-d-768862-2 neutron-server[84765]: ERROR neutron.pecan_wsgi.hooks.translation err.raise_mysql_exception(self._data) Jan 14 07:12:02.069308 n-d-768862-2 neutron-server[84765]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.6/dist-packages/pymysql/err.py", line 143, in raise_mysql_exception Jan 14 07:12:02.069308 n-d-768862-2 neutron-server[84765]: ERROR neutron.pecan_wsgi.hooks.translation raise errorclass(errno, errval) Jan 14 07:12:02.069308 n-d-768862-2 neutron-server[84765]: ERROR neutron.pecan_wsgi.hooks.translation oslo_db.exception.DBReferenceError: (pymysql.err.IntegrityError) (1452, 'Cannot add or update a child row: a foreign key constraint fails (`neutron`.`securitygroupportbindings`, CONSTRAINT `securitygroupportbindings_ibfk_2` FOREIGN KEY (`security_group_id`) REFERENCES `securitygroups` (`id`))') Jan 14 07:12:02.069308 n-d-768862-2 neutron-server[84765]: ERROR neutron.pecan_wsgi.hooks.translation [SQL: INSERT INTO securitygroupportbindings (port_id, security_group_id) VALUES (%(port_id)s, %(security_group_id)s)] Jan 14 07:12:02.069308 n-d-768862-2 neutron-server[84765]: ERROR neutron.pecan_wsgi.hooks.translation [parameters: {'port_id': '1317c743-1614-4c96-a08d-de79c8e23cc4', 'security_group_id': '755f2b41-0be6-4686-9c3c-c8ddfedf00b5'}] Jan 14 07:12:02.069308 n-d-768862-2 neutron-server[84765]: ERROR neutron.pecan_wsgi.hooks.translation (Background on this error at: http://sqlalche.me/e/13/gkpj) Jan 14 07:12:02.075904 n-d-768862-2 neutron-server[84765]: ERROR neutron.pecan_wsgi.hooks.translation Jan 14 07:12:02.075904 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.notifier [req-8c64fafa-69f8-48e9-b7c6-15e72aa6f27a req-b98fcf54-7b96-4059-97f4-81134d1694ba tempest-ImagesNegativeTestJSON-146108451 tempest-ImagesNegativeTestJSON-146108451] No notification will be sent due to unsuccessful status code: 500 {{(pid=84875) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Jan 14 07:12:02.100556 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-d114ca36-1393-446a-a551-94677feaa986 tempest-ServersTestMultiNic-2121779930 tempest-ServersTestMultiNic-2121779930] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850887149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964'] for network, after_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:12:02.103819 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:is_default":"rule:admin_only" was deprecated in W in favor of "update_network:is_default":"role:admin and system_scope:all". Reason: Jan 14 07:12:02.103819 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:12:02.103819 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:12:02.103819 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:12:02.103819 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:port_security_enabled":"rule:admin_or_owner" was deprecated in W in favor of "update_network:port_security_enabled":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 07:12:02.103819 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:12:02.103819 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:12:02.103819 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:12:02.103819 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "delete_network":"rule:admin_or_owner" was deprecated in W in favor of "delete_network":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 07:12:02.103819 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:12:02.103819 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:12:02.103819 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:12:02.103819 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_segment":"rule:admin_only" was deprecated in W in favor of "create_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:12:02.103819 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:12:02.103819 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_segment":"rule:admin_only" was deprecated in W in favor of "get_segment":"role:reader and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:12:02.103819 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:12:02.103819 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_segment":"rule:admin_only" was deprecated in W in favor of "update_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:12:02.103819 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:12:02.103819 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "delete_segment":"rule:admin_only" was deprecated in W in favor of "delete_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:12:02.103819 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:12:02.103819 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network":"rule:regular_user" was deprecated in W in favor of "create_network":"role:member and project_id:%(project_id)s". Reason: Jan 14 07:12:02.103819 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:12:02.103819 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:12:02.103819 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:12:02.103819 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:shared":"rule:admin_only" was deprecated in W in favor of "create_network:shared":"role:admin and system_scope:all". Reason: Jan 14 07:12:02.103819 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:12:02.103819 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:12:02.103819 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:12:02.103819 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:router:external":"rule:admin_only" was deprecated in W in favor of "create_network:router:external":"role:admin and system_scope:all". Reason: Jan 14 07:12:02.103819 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:12:02.103819 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:12:02.103819 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:12:02.103819 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:is_default":"rule:admin_only" was deprecated in W in favor of "create_network:is_default":"role:admin and system_scope:all". Reason: Jan 14 07:12:02.103819 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:12:02.103819 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:12:02.103819 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:12:02.103819 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:port_security_enabled":"rule:regular_user" was deprecated in W in favor of "create_network:port_security_enabled":"role:member and project_id:%(project_id)s". Reason: Jan 14 07:12:02.103819 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:12:02.103819 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:12:02.103819 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:12:02.103819 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:segments":"rule:admin_only" was deprecated in W in favor of "create_network:segments":"role:admin and system_scope:all". Reason: Jan 14 07:12:02.103819 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:12:02.106653 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:12:02.106653 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:12:02.106653 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "create_network:provider:network_type":"role:admin and system_scope:all". Reason: Jan 14 07:12:02.106653 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:12:02.106653 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:12:02.106653 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:12:02.106653 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "create_network:provider:physical_network":"role:admin and system_scope:all". Reason: Jan 14 07:12:02.106653 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:12:02.106653 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:12:02.106653 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:12:02.106653 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "create_network:provider:segmentation_id":"role:admin and system_scope:all". Reason: Jan 14 07:12:02.106653 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:12:02.106653 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:12:02.106653 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:12:02.106653 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network":"rule:admin_or_owner or rule:shared or rule:external or rule:context_is_advsvc" was deprecated in W in favor of "get_network":"(role:reader and system_scope:all) or (role:reader and project_id:%(project_id)s) or rule:shared or rule:external or rule:context_is_advsvc". Reason: Jan 14 07:12:02.106653 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:12:02.106653 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:12:02.106653 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:12:02.107731 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:router:external":"rule:regular_user" was deprecated in W in favor of "get_network:router:external":"role:reader and project_id:%(project_id)s". Reason: Jan 14 07:12:02.107731 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:12:02.107731 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:12:02.107731 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:12:02.107731 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:segments":"rule:admin_only" was deprecated in W in favor of "get_network:segments":"role:reader and system_scope:all". Reason: Jan 14 07:12:02.107731 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:12:02.107731 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:12:02.107731 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:12:02.107731 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "get_network:provider:network_type":"role:reader and system_scope:all". Reason: Jan 14 07:12:02.107731 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:12:02.107731 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:12:02.107731 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:12:02.107731 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "get_network:provider:physical_network":"role:reader and system_scope:all". Reason: Jan 14 07:12:02.107731 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:12:02.107731 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:12:02.107731 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:12:02.107731 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "get_network:provider:segmentation_id":"role:reader and system_scope:all". Reason: Jan 14 07:12:02.107731 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:12:02.107731 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:12:02.107731 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:12:02.107731 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network":"rule:admin_or_owner" was deprecated in W in favor of "update_network":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 07:12:02.107731 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:12:02.107731 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:12:02.107731 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:12:02.107731 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:segments":"rule:admin_only" was deprecated in W in favor of "update_network:segments":"role:admin and system_scope:all". Reason: Jan 14 07:12:02.107731 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:12:02.107731 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:12:02.107731 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:12:02.107731 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:shared":"rule:admin_only" was deprecated in W in favor of "update_network:shared":"role:admin and system_scope:all". Reason: Jan 14 07:12:02.107731 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:12:02.107731 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:12:02.107731 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:12:02.107731 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "update_network:provider:network_type":"role:admin and system_scope:all". Reason: Jan 14 07:12:02.107731 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:12:02.107731 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:12:02.107731 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:12:02.107731 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "update_network:provider:physical_network":"role:admin and system_scope:all". Reason: Jan 14 07:12:02.107731 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:12:02.107731 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:12:02.107731 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:12:02.107731 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "update_network:provider:segmentation_id":"role:admin and system_scope:all". Reason: Jan 14 07:12:02.107731 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:12:02.107731 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:12:02.107731 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:12:02.107731 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:router:external":"rule:admin_only" was deprecated in W in favor of "update_network:router:external":"role:admin and system_scope:all". Reason: Jan 14 07:12:02.107731 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:12:02.107731 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:12:02.107731 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:12:02.107731 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:is_default":"rule:admin_only" was deprecated in W in favor of "update_network:is_default":"role:admin and system_scope:all". Reason: Jan 14 07:12:02.110824 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:12:02.110824 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:12:02.110824 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:12:02.110824 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:port_security_enabled":"rule:admin_or_owner" was deprecated in W in favor of "update_network:port_security_enabled":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 07:12:02.110824 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:12:02.110824 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:12:02.110824 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:12:02.110824 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "delete_network":"rule:admin_or_owner" was deprecated in W in favor of "delete_network":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 07:12:02.110824 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:12:02.110824 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:12:02.110824 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:12:02.110824 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_segment":"rule:admin_only" was deprecated in W in favor of "create_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:12:02.110824 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:12:02.110824 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_segment":"rule:admin_only" was deprecated in W in favor of "get_segment":"role:reader and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:12:02.110824 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:12:02.122844 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d114ca36-1393-446a-a551-94677feaa986 tempest-ServersTestMultiNic-2121779930 tempest-ServersTestMultiNic-2121779930] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:12:02.123563 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-d114ca36-1393-446a-a551-94677feaa986 tempest-ServersTestMultiNic-2121779930 tempest-ServersTestMultiNic-2121779930] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3207107'] for network, before_response {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:12:02.137198 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-36385f7a-2193-4435-a177-38e2b4db8080 tempest-TaggedBootDevicesTest-541410187 tempest-TaggedBootDevicesTest-541410187] Notify callbacks [] for security_group, before_response {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:12:02.142538 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-36385f7a-2193-4435-a177-38e2b4db8080 tempest-TaggedBootDevicesTest-541410187 tempest-TaggedBootDevicesTest-541410187] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 2.9765375 Jan 14 07:12:02.150334 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84875) accepted ('10.222.0.24', 56738) {{(pid=84875) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:12:02.151505 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:12:02.162817 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [None req-40e41050-bddc-4622-8148-d426df5768f8 admin admin] For port 3b837e1e-faf3-4e47-98e9-407fe192f855, host n-d-768862-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-2',level=0,port_id=3b837e1e-faf3-4e47-98e9-407fe192f855,segment=NetworkSegment(d7cdd97e-25f8-4f4c-9cdf-6c6f8b4faafe),segment_id=d7cdd97e-25f8-4f4c-9cdf-6c6f8b4faafe)] {{(pid=84875) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 07:12:02.163597 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-40e41050-bddc-4622-8148-d426df5768f8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036850862667'] for port, precommit_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:12:02.180569 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-d114ca36-1393-446a-a551-94677feaa986 tempest-ServersTestMultiNic-2121779930 tempest-ServersTestMultiNic-2121779930] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 1.9198289 Jan 14 07:12:02.186747 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_dvr_db [None req-57a87de8-ae69-48de-93ce-3b7b17535600 None None] Set router 8b3e17be-ca2c-4b78-96d4-8389afc90f7f gateway port host: n-d-768862-2 {{(pid=84877) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 14 07:12:02.189109 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.v2.base [None req-4858d14f-7fb1-48d3-8913-45ba90d2eefc tempest-TaggedBootDevicesTest-541410187 tempest-TaggedBootDevicesTest-541410187] Request body: {'security_group_rule': {'security_group_id': '5013011c-1df1-415c-84e1-3922abad7d79', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=84875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:12:02.208329 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84875) accepted ('10.222.0.24', 56742) {{(pid=84875) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:12:02.213536 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [req-d482874b-dcf6-4317-885c-50c3095cc94e req-e1e9be00-12ca-4c41-911c-5aa3fc7c7f07 tempest-SecurityGroupsTestJSON-494699717 tempest-SecurityGroupsTestJSON-494699717] Unset dirty status for tenant:7508ad1d114d4921bf43c45410ae9d5f on resource:security_group {{(pid=84875) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 14 07:12:02.215623 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [req-d482874b-dcf6-4317-885c-50c3095cc94e req-e1e9be00-12ca-4c41-911c-5aa3fc7c7f07 tempest-SecurityGroupsTestJSON-494699717 tempest-SecurityGroupsTestJSON-494699717] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=7508ad1d114d4921bf43c45410ae9d5f HTTP/1.1" status: 200 len: 6148 time: 1.4769642 Jan 14 07:12:02.219135 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [req-8c64fafa-69f8-48e9-b7c6-15e72aa6f27a req-b98fcf54-7b96-4059-97f4-81134d1694ba tempest-ImagesNegativeTestJSON-146108451 tempest-ImagesNegativeTestJSON-146108451] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 500 len: 368 time: 8.2255666 Jan 14 07:12:02.224570 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-4858d14f-7fb1-48d3-8913-45ba90d2eefc tempest-TaggedBootDevicesTest-541410187 tempest-TaggedBootDevicesTest-541410187] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:12:02.231589 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.v2.base [None req-6ba30e20-ec18-4328-bce1-f21debc143cb tempest-ServersTestMultiNic-2121779930 tempest-ServersTestMultiNic-2121779930] Request body: {'subnet': {'network_id': '3690f57a-8d95-4883-aef3-c4dec86fdb34', 'cidr': '19.80.0.0/24', 'ip_version': 4}} {{(pid=84875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:12:02.353290 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [req-4749a9d8-1a24-4696-b0e1-b9fbefef11e5 req-a092b539-b4ec-4d6a-b589-f4c005c2322f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555753'] for port, before_update {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:12:02.403748 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-4858d14f-7fb1-48d3-8913-45ba90d2eefc tempest-TaggedBootDevicesTest-541410187 tempest-TaggedBootDevicesTest-541410187] Usage tracker for resource:security_group_rule and tenant:4873c9000017431bb4db0aa60ef7da75 is out of sync, need to count used quota {{(pid=84875) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:12:02.405032 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-151d4842-c9ec-4218-b9b6-037af9a796b5 req-d4f8a29e-c22f-4601-999a-c01a3db6cab6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:12:02.405766 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-151d4842-c9ec-4218-b9b6-037af9a796b5 req-d4f8a29e-c22f-4601-999a-c01a3db6cab6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:12:02.406764 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-151d4842-c9ec-4218-b9b6-037af9a796b5 req-d4f8a29e-c22f-4601-999a-c01a3db6cab6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:12:02.408821 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [req-151d4842-c9ec-4218-b9b6-037af9a796b5 req-d4f8a29e-c22f-4601-999a-c01a3db6cab6 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=7d129397cd71499dbaa91be4909e3699&device_id=16513199-bee3-4bea-a843-4e62a5ef0197 HTTP/1.1" status: 200 len: 2794 time: 0.9159918 Jan 14 07:12:02.495388 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-4858d14f-7fb1-48d3-8913-45ba90d2eefc tempest-TaggedBootDevicesTest-541410187 tempest-TaggedBootDevicesTest-541410187] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84875) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:12:02.503976 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.plugin [None req-40e41050-bddc-4622-8148-d426df5768f8 admin admin] Calling delete_port for 3b837e1e-faf3-4e47-98e9-407fe192f855 owned by network:router_interface {{(pid=84875) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 07:12:02.610657 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-4858d14f-7fb1-48d3-8913-45ba90d2eefc tempest-TaggedBootDevicesTest-541410187 tempest-TaggedBootDevicesTest-541410187] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:12:02.622927 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [req-8c64fafa-69f8-48e9-b7c6-15e72aa6f27a req-022d5abc-2f3f-4b8b-83e7-7a74b1c8cf49 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=9901384d10f14e30a171a0132a22a1b2&device_id=883b5127-da00-4629-ba13-72c914309fb2 HTTP/1.1" status: 200 len: 210 time: 0.2676888 Jan 14 07:12:02.650914 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [req-d482874b-dcf6-4317-885c-50c3095cc94e req-2c41c2cb-97eb-4cd7-b339-ab7d51fc654d tempest-SecurityGroupsTestJSON-494699717 tempest-SecurityGroupsTestJSON-494699717] 10.222.0.24 "GET /v2.0/security-groups/181d4aa8-5cd6-4828-b1c1-9d56951fc344 HTTP/1.1" status: 200 len: 2981 time: 0.3446028 Jan 14 07:12:02.783144 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-2f39415a-1268-4a3c-bcb6-af2e02e44017 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:12:02.787658 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [req-8c64fafa-69f8-48e9-b7c6-15e72aa6f27a req-d4700d97-cee6-48ec-a844-507292a41c99 service neutron] 10.222.0.48 "GET /v2.0/networks?tenant_id=9901384d10f14e30a171a0132a22a1b2&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0848479 Jan 14 07:12:02.805128 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d114ca36-1393-446a-a551-94677feaa986 tempest-ServersTestMultiNic-2121779930 tempest-ServersTestMultiNic-2121779930] Pushing event updated for resources: {'Network': ['ID=3690f57a-8d95-4883-aef3-c4dec86fdb34,revision_number=1']} {{(pid=84874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:12:02.809252 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-d114ca36-1393-446a-a551-94677feaa986 tempest-ServersTestMultiNic-2121779930 tempest-ServersTestMultiNic-2121779930] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.658s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:12:02.818556 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-017f98a9-8a07-408c-a86f-8ff0c00400a0 None None] Network 3690f57a-8d95-4883-aef3-c4dec86fdb34 details requested by agent ovs-agent-n-h1-768862-2 with host n-h1-768862-2 {{(pid=84876) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 07:12:02.845155 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-4858d14f-7fb1-48d3-8913-45ba90d2eefc tempest-TaggedBootDevicesTest-541410187 tempest-TaggedBootDevicesTest-541410187] Notify callbacks [] for security_group_rule, before_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:12:02.879718 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_hamode_db [None req-57a87de8-ae69-48de-93ce-3b7b17535600 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8b3e17be-ca2c-4b78-96d4-8389afc90f7f', 'name': 'tempest-FloatingIPsNegativeTestJSON-1904593380-router', 'tenant_id': 'e1a4c1f507cc4686a883b0df425ffdc7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '226f1e78-82cd-4481-9055-4eb73b6db8c1', 'external_fixed_ips': [{'subnet_id': 'ba8deeec-7658-4195-9449-038c076f5c83', 'ip_address': '172.25.2.43'}], 'enable_snat': True}, 'gw_port_id': '1f8d73f2-9054-4e85-ba41-f2dd89575c0b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-14T07:11:11Z', 'updated_at': '2021-01-14T07:11:57Z', 'revision_number': 5, 'project_id': 'e1a4c1f507cc4686a883b0df425ffdc7', 'gw_port': {'id': '1f8d73f2-9054-4e85-ba41-f2dd89575c0b', 'name': '', 'network_id': '226f1e78-82cd-4481-9055-4eb73b6db8c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:85:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b3e17be-ca2c-4b78-96d4-8389afc90f7f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 682, 'fixed_ips': [{'subnet_id': 'ba8deeec-7658-4195-9449-038c076f5c83', 'ip_address': '172.25.2.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T07:11:16Z', 'updated_at': '2021-01-14T07:11:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ba8deeec-7658-4195-9449-038c076f5c83', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-2'}], 'n-d-768862-2', False) {} {{(pid=84877) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:12:02.889978 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-71855a9f-8ae6-4863-9a24-f3cdb4d45850 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:12:02.890258 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-6ba30e20-ec18-4328-bce1-f21debc143cb tempest-ServersTestMultiNic-2121779930 tempest-ServersTestMultiNic-2121779930] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:12:02.892223 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57a87de8-ae69-48de-93ce-3b7b17535600 None None] The sync data for ids ['8b3e17be-ca2c-4b78-96d4-8389afc90f7f'] in n-d-768862-2 is: [{'id': '8b3e17be-ca2c-4b78-96d4-8389afc90f7f', 'name': 'tempest-FloatingIPsNegativeTestJSON-1904593380-router', 'tenant_id': 'e1a4c1f507cc4686a883b0df425ffdc7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '226f1e78-82cd-4481-9055-4eb73b6db8c1', 'external_fixed_ips': [{'subnet_id': 'ba8deeec-7658-4195-9449-038c076f5c83', 'ip_address': '172.25.2.43'}], 'enable_snat': True}, 'gw_port_id': '1f8d73f2-9054-4e85-ba41-f2dd89575c0b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-14T07:11:11Z', 'updated_at': '2021-01-14T07:11:57Z', 'revision_number': 5, 'project_id': 'e1a4c1f507cc4686a883b0df425ffdc7', 'gw_port': {'id': '1f8d73f2-9054-4e85-ba41-f2dd89575c0b', 'name': '', 'network_id': '226f1e78-82cd-4481-9055-4eb73b6db8c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:85:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b3e17be-ca2c-4b78-96d4-8389afc90f7f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 682, 'fixed_ips': [{'subnet_id': 'ba8deeec-7658-4195-9449-038c076f5c83', 'ip_address': '172.25.2.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T07:11:16Z', 'updated_at': '2021-01-14T07:11:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ba8deeec-7658-4195-9449-038c076f5c83', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-2'}] {{(pid=84877) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Jan 14 07:12:02.894606 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-6ba30e20-ec18-4328-bce1-f21debc143cb tempest-ServersTestMultiNic-2121779930 tempest-ServersTestMultiNic-2121779930] Usage tracker for resource:subnet and tenant:7d129397cd71499dbaa91be4909e3699 is out of sync, need to count used quota {{(pid=84875) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:12:02.897017 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.plugin [None req-71855a9f-8ae6-4863-9a24-f3cdb4d45850 admin admin] Deleting port 1f8d73f2-9054-4e85-ba41-f2dd89575c0b {{(pid=84874) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 07:12:02.897504 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-71855a9f-8ae6-4863-9a24-f3cdb4d45850 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363259214248359'] for port, before_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:12:02.898239 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-6ba30e20-ec18-4328-bce1-f21debc143cb tempest-ServersTestMultiNic-2121779930 tempest-ServersTestMultiNic-2121779930] Quota usage for subnet was recalculated. Used quota:3. {{(pid=84875) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:12:02.903978 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-6ba30e20-ec18-4328-bce1-f21debc143cb tempest-ServersTestMultiNic-2121779930 tempest-ServersTestMultiNic-2121779930] Attempting to reserve 1 items for resource subnet. Total usage: 3; quota limit: 100; headroom:97 {{(pid=84875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:12:02.917374 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-852a24f7-e9a1-4193-9abb-e9506fe5213f None None] Network 3690f57a-8d95-4883-aef3-c4dec86fdb34 details requested by agent ovs-agent-n-h2-768862-2 with host n-h2-768862-2 {{(pid=84876) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 07:12:02.942620 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Network 3690f57a-8d95-4883-aef3-c4dec86fdb34 details requested by agent ovs-agent-n-d-768862-2 with host n-d-768862-2 {{(pid=84876) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 07:12:03.191542 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Device 3b837e1e-faf3-4e47-98e9-407fe192f855 up at agent ovs-agent-n-d-768862-2 {{(pid=84876) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 07:12:03.452222 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6ba30e20-ec18-4328-bce1-f21debc143cb tempest-ServersTestMultiNic-2121779930 tempest-ServersTestMultiNic-2121779930] Made reservation on behalf of 7d129397cd71499dbaa91be4909e3699 for: {'subnet': 1} {{(pid=84875) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 07:12:03.566007 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Provisioning complete for port 3b837e1e-faf3-4e47-98e9-407fe192f855 triggered by entity L2. {{(pid=84876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 07:12:03.566767 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-604227'] for port, provisioning_complete {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:12:03.669989 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-2f39415a-1268-4a3c-bcb6-af2e02e44017 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:12:03.693913 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-2f39415a-1268-4a3c-bcb6-af2e02e44017 admin admin] Usage tracker for resource:security_group_rule and tenant:9a90caeb7f274bc38f60d769fb189f67 is out of sync, need to count used quota {{(pid=84874) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:12:03.700329 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-2f39415a-1268-4a3c-bcb6-af2e02e44017 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84874) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:12:03.720435 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [req-d482874b-dcf6-4317-885c-50c3095cc94e req-f88882fd-3ba9-41a5-bed7-403758ab663e tempest-SecurityGroupsTestJSON-494699717 tempest-SecurityGroupsTestJSON-494699717] 10.222.0.24 "GET /v2.0/security-groups/181d4aa8-5cd6-4828-b1c1-9d56951fc344 HTTP/1.1" status: 200 len: 2981 time: 0.9785645 Jan 14 07:12:03.733492 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-2f39415a-1268-4a3c-bcb6-af2e02e44017 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:12:03.833747 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.v2.base [req-282cbdc9-cf28-4ffc-8586-7ebc31e73f8b req-da308677-d034-4f0b-8045-ec2974fce256 tempest-SecurityGroupsTestJSON-494699717 tempest-SecurityGroupsTestJSON-494699717] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-284710626', 'description': 'tempest-description-744069967'}} {{(pid=84875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:12:03.846161 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-4858d14f-7fb1-48d3-8913-45ba90d2eefc tempest-TaggedBootDevicesTest-541410187 tempest-TaggedBootDevicesTest-541410187] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:12:03.867137 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [req-282cbdc9-cf28-4ffc-8586-7ebc31e73f8b req-da308677-d034-4f0b-8045-ec2974fce256 tempest-SecurityGroupsTestJSON-494699717 tempest-SecurityGroupsTestJSON-494699717] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:12:03.890170 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-4858d14f-7fb1-48d3-8913-45ba90d2eefc tempest-TaggedBootDevicesTest-541410187 tempest-TaggedBootDevicesTest-541410187] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850966545'] for security_group_rule, after_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:12:03.895916 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-6ba30e20-ec18-4328-bce1-f21debc143cb tempest-ServersTestMultiNic-2121779930 tempest-ServersTestMultiNic-2121779930] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036852467157'] for subnet, before_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:12:04.027356 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:12:04.068967 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [req-282cbdc9-cf28-4ffc-8586-7ebc31e73f8b req-da308677-d034-4f0b-8045-ec2974fce256 tempest-SecurityGroupsTestJSON-494699717 tempest-SecurityGroupsTestJSON-494699717] Attempting to reserve 1 items for resource security_group. Total usage: 3; quota limit: 100; headroom:97 {{(pid=84875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:12:04.073714 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c64fafa-69f8-48e9-b7c6-15e72aa6f27a req-b07523b0-6292-4d69-b689-3d285fa75417 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:12:04.075362 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [req-8c64fafa-69f8-48e9-b7c6-15e72aa6f27a req-b07523b0-6292-4d69-b689-3d285fa75417 service neutron] 10.222.0.48 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 863 time: 1.2686892 Jan 14 07:12:04.076025 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-151d4842-c9ec-4218-b9b6-037af9a796b5 req-cffe120f-1d44-490a-b46b-167728ebd0ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:12:04.076460 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-151d4842-c9ec-4218-b9b6-037af9a796b5 req-cffe120f-1d44-490a-b46b-167728ebd0ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:12:04.076882 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-151d4842-c9ec-4218-b9b6-037af9a796b5 req-cffe120f-1d44-490a-b46b-167728ebd0ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:12:04.077295 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-151d4842-c9ec-4218-b9b6-037af9a796b5 req-cffe120f-1d44-490a-b46b-167728ebd0ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:12:04.079118 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [req-151d4842-c9ec-4218-b9b6-037af9a796b5 req-cffe120f-1d44-490a-b46b-167728ebd0ab service neutron] 10.222.0.48 "GET /v2.0/networks?tenant_id=7d129397cd71499dbaa91be4909e3699&shared=False HTTP/1.1" status: 200 len: 2908 time: 1.6546710 Jan 14 07:12:04.120266 n-d-768862-2 neutron-server[84765]: DEBUG neutron.notifiers.nova [req-4749a9d8-1a24-4696-b0e1-b9fbefef11e5 req-a092b539-b4ec-4d6a-b589-f4c005c2322f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a7472f8b-53e9-4c79-9297-7d365d38efa5 {{(pid=84874) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Jan 14 07:12:04.142877 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [req-4749a9d8-1a24-4696-b0e1-b9fbefef11e5 req-a092b539-b4ec-4d6a-b589-f4c005c2322f service neutron] Notify callbacks [] for port, precommit_update {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:12:04.157436 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-4858d14f-7fb1-48d3-8913-45ba90d2eefc tempest-TaggedBootDevicesTest-541410187 tempest-TaggedBootDevicesTest-541410187] Notify callbacks [] for security_group_rule, before_response {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:12:04.161778 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-4858d14f-7fb1-48d3-8913-45ba90d2eefc tempest-TaggedBootDevicesTest-541410187 tempest-TaggedBootDevicesTest-541410187] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 2.0020840 Jan 14 07:12:04.201732 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84875) accepted ('10.222.0.24', 56786) {{(pid=84875) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:12:04.232844 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4858d14f-7fb1-48d3-8913-45ba90d2eefc tempest-TaggedBootDevicesTest-541410187 tempest-TaggedBootDevicesTest-541410187] Pushing event updated for resources: {'SecurityGroupRule': ['ID=47b71dfd-885b-4d39-939b-f2a34d28556e,revision_number=0']} {{(pid=84875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:12:04.274655 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [req-4749a9d8-1a24-4696-b0e1-b9fbefef11e5 req-a092b539-b4ec-4d6a-b589-f4c005c2322f service neutron] Transition to ACTIVE for port object a7472f8b-53e9-4c79-9297-7d365d38efa5 will not be triggered until provisioned by entity L2. {{(pid=84874) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 07:12:04.281869 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-4858d14f-7fb1-48d3-8913-45ba90d2eefc tempest-TaggedBootDevicesTest-541410187 tempest-TaggedBootDevicesTest-541410187] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.255s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:12:04.285591 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.v2.base [None req-ffdfcaf8-565c-455d-8eb9-3bc36eefb1a7 tempest-TaggedBootDevicesTest-541410187 tempest-TaggedBootDevicesTest-541410187] Request body: {'security_group_rule': {'security_group_id': '5013011c-1df1-415c-84e1-3922abad7d79', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=84875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:12:04.294753 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [req-4749a9d8-1a24-4696-b0e1-b9fbefef11e5 req-a092b539-b4ec-4d6a-b589-f4c005c2322f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777640533312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363259214678337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777640097497', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036851521613'] for port, after_update {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:12:04.310113 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.db.api [None req-40e41050-bddc-4622-8148-d426df5768f8 admin admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84875) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Jan 14 07:12:04.310471 n-d-768862-2 neutron-server[84765]: DEBUG oslo_db.api [None req-40e41050-bddc-4622-8148-d426df5768f8 admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84875) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Jan 14 07:12:04.318442 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:12:04.320960 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [req-282cbdc9-cf28-4ffc-8586-7ebc31e73f8b req-da308677-d034-4f0b-8045-ec2974fce256 tempest-SecurityGroupsTestJSON-494699717 tempest-SecurityGroupsTestJSON-494699717] Notify callbacks [] for security_group, before_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:12:04.362861 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-ffdfcaf8-565c-455d-8eb9-3bc36eefb1a7 tempest-TaggedBootDevicesTest-541410187 tempest-TaggedBootDevicesTest-541410187] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:12:04.369341 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [req-282cbdc9-cf28-4ffc-8586-7ebc31e73f8b req-da308677-d034-4f0b-8045-ec2974fce256 tempest-SecurityGroupsTestJSON-494699717 tempest-SecurityGroupsTestJSON-494699717] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:12:04.374903 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [req-282cbdc9-cf28-4ffc-8586-7ebc31e73f8b req-da308677-d034-4f0b-8045-ec2974fce256 tempest-SecurityGroupsTestJSON-494699717 tempest-SecurityGroupsTestJSON-494699717] Usage tracker for resource:security_group_rule and tenant:7508ad1d114d4921bf43c45410ae9d5f is out of sync, need to count used quota {{(pid=84875) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:12:04.378173 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [req-282cbdc9-cf28-4ffc-8586-7ebc31e73f8b req-da308677-d034-4f0b-8045-ec2974fce256 tempest-SecurityGroupsTestJSON-494699717 tempest-SecurityGroupsTestJSON-494699717] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=84875) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:12:04.384562 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [req-282cbdc9-cf28-4ffc-8586-7ebc31e73f8b req-da308677-d034-4f0b-8045-ec2974fce256 tempest-SecurityGroupsTestJSON-494699717 tempest-SecurityGroupsTestJSON-494699717] Attempting to reserve 2 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=84875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:12:04.391988 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [req-8c64fafa-69f8-48e9-b7c6-15e72aa6f27a req-a05b12e6-ada8-49cc-95d3-5e55c18b3aa8 tempest-ImagesNegativeTestJSON-146108451 tempest-ImagesNegativeTestJSON-146108451] Synchronizing usage tracker for tenant:9901384d10f14e30a171a0132a22a1b2 on resource:port {{(pid=84875) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 14 07:12:04.403888 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-ffdfcaf8-565c-455d-8eb9-3bc36eefb1a7 tempest-TaggedBootDevicesTest-541410187 tempest-TaggedBootDevicesTest-541410187] Usage tracker for resource:security_group_rule and tenant:4873c9000017431bb4db0aa60ef7da75 is out of sync, need to count used quota {{(pid=84875) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:12:04.410267 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-ffdfcaf8-565c-455d-8eb9-3bc36eefb1a7 tempest-TaggedBootDevicesTest-541410187 tempest-TaggedBootDevicesTest-541410187] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=84875) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:12:04.470838 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [None req-71855a9f-8ae6-4863-9a24-f3cdb4d45850 admin admin] For port 1f8d73f2-9054-4e85-ba41-f2dd89575c0b, host n-d-768862-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-2',level=0,port_id=1f8d73f2-9054-4e85-ba41-f2dd89575c0b,segment=NetworkSegment(cf3ded2c-bc47-4a71-89af-6e7117e60140),segment_id=cf3ded2c-bc47-4a71-89af-6e7117e60140)] {{(pid=84874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 07:12:04.471249 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-71855a9f-8ae6-4863-9a24-f3cdb4d45850 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036850862667'] for port, precommit_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:12:04.487493 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [req-282cbdc9-cf28-4ffc-8586-7ebc31e73f8b req-da308677-d034-4f0b-8045-ec2974fce256 tempest-SecurityGroupsTestJSON-494699717 tempest-SecurityGroupsTestJSON-494699717] Notify callbacks [] for security_group, precommit_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:12:04.493624 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-ffdfcaf8-565c-455d-8eb9-3bc36eefb1a7 tempest-TaggedBootDevicesTest-541410187 tempest-TaggedBootDevicesTest-541410187] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=84875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:12:04.550679 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [req-282cbdc9-cf28-4ffc-8586-7ebc31e73f8b req-da308677-d034-4f0b-8045-ec2974fce256 tempest-SecurityGroupsTestJSON-494699717 tempest-SecurityGroupsTestJSON-494699717] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850887153'] for security_group, after_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:12:04.570900 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-151d4842-c9ec-4218-b9b6-037af9a796b5 req-ac99d5b0-4d3a-444f-ad7c-bbfe8eb2b3c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:12:04.573085 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [req-151d4842-c9ec-4218-b9b6-037af9a796b5 req-ac99d5b0-4d3a-444f-ad7c-bbfe8eb2b3c2 service neutron] 10.222.0.48 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 863 time: 0.4784477 Jan 14 07:12:04.585045 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-8abe71b8-b37a-46dd-bbd9-af63df1bee22 tempest-SecurityGroupsTestJSON-494699717 tempest-SecurityGroupsTestJSON-494699717] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:12:04.622046 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.db.resource_extend [req-d34228f6-c8c4-40bf-b004-671db62d6849 req-82321b4c-32a8-4721-a9ce-a5ca5130eca1 service neutron] It took 0.23 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84875) wrapper /usr/local/lib/python3.6/dist-packages/oslo_utils/timeutils.py:388}} Jan 14 07:12:04.633899 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da308677-d034-4f0b-8045-ec2974fce256 tempest-SecurityGroupsTestJSON-494699717 tempest-SecurityGroupsTestJSON-494699717] Pushing event updated for resources: {'SecurityGroup': ['ID=cdbc0bf2-93c5-483b-8c12-8bfc52fa0e53,revision_number=1']} {{(pid=84875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:12:04.642032 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [req-282cbdc9-cf28-4ffc-8586-7ebc31e73f8b req-da308677-d034-4f0b-8045-ec2974fce256 tempest-SecurityGroupsTestJSON-494699717 tempest-SecurityGroupsTestJSON-494699717] Notify callbacks [] for security_group, before_response {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:12:04.643365 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [req-282cbdc9-cf28-4ffc-8586-7ebc31e73f8b req-da308677-d034-4f0b-8045-ec2974fce256 tempest-SecurityGroupsTestJSON-494699717 tempest-SecurityGroupsTestJSON-494699717] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1804 time: 0.8203664 Jan 14 07:12:04.645331 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-da308677-d034-4f0b-8045-ec2974fce256 tempest-SecurityGroupsTestJSON-494699717 tempest-SecurityGroupsTestJSON-494699717] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:12:04.741920 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.v2.base [req-d9b382af-3610-4c28-b0dd-1f31377be2d5 req-7c438da9-ed41-4c16-81ba-9fd4647cec04 tempest-SecurityGroupsTestJSON-494699717 tempest-SecurityGroupsTestJSON-494699717] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1232376598', 'description': 'tempest-description-356943300'}} {{(pid=84875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:12:04.763173 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a092b539-b4ec-4d6a-b589-f4c005c2322f service neutron] Pushing event updated for resources: {'Port': ['ID=a7472f8b-53e9-4c79-9297-7d365d38efa5,revision_number=2']} {{(pid=84874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:12:04.771639 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [req-d9b382af-3610-4c28-b0dd-1f31377be2d5 req-7c438da9-ed41-4c16-81ba-9fd4647cec04 tempest-SecurityGroupsTestJSON-494699717 tempest-SecurityGroupsTestJSON-494699717] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:12:04.784215 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [req-d9b382af-3610-4c28-b0dd-1f31377be2d5 req-7c438da9-ed41-4c16-81ba-9fd4647cec04 tempest-SecurityGroupsTestJSON-494699717 tempest-SecurityGroupsTestJSON-494699717] Usage tracker for resource:security_group and tenant:7508ad1d114d4921bf43c45410ae9d5f is out of sync, need to count used quota {{(pid=84875) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:12:04.789774 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-ffdfcaf8-565c-455d-8eb9-3bc36eefb1a7 tempest-TaggedBootDevicesTest-541410187 tempest-TaggedBootDevicesTest-541410187] Notify callbacks [] for security_group_rule, before_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:12:04.803764 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [req-d9b382af-3610-4c28-b0dd-1f31377be2d5 req-7c438da9-ed41-4c16-81ba-9fd4647cec04 tempest-SecurityGroupsTestJSON-494699717 tempest-SecurityGroupsTestJSON-494699717] Quota usage for security_group was recalculated. Used quota:4. {{(pid=84875) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:12:04.814975 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.plugin [None req-40e41050-bddc-4622-8148-d426df5768f8 admin admin] Deleting port 3b837e1e-faf3-4e47-98e9-407fe192f855 {{(pid=84875) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 07:12:04.815428 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-40e41050-bddc-4622-8148-d426df5768f8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363259214248359'] for port, before_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:12:04.862994 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.plugin [None req-71855a9f-8ae6-4863-9a24-f3cdb4d45850 admin admin] Calling delete_port for 1f8d73f2-9054-4e85-ba41-f2dd89575c0b owned by network:router_gateway {{(pid=84874) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 07:12:04.863602 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [req-d9b382af-3610-4c28-b0dd-1f31377be2d5 req-7c438da9-ed41-4c16-81ba-9fd4647cec04 tempest-SecurityGroupsTestJSON-494699717 tempest-SecurityGroupsTestJSON-494699717] Attempting to reserve 1 items for resource security_group. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:12:04.868418 n-d-768862-2 neutron-server[84765]: DEBUG neutron.notifiers.nova [req-d34228f6-c8c4-40bf-b004-671db62d6849 req-82321b4c-32a8-4721-a9ce-a5ca5130eca1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9e458f7b-3193-4772-abdf-7285e21d3d20 {{(pid=84875) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Jan 14 07:12:04.874823 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Device d97d9e3c-9f97-4a10-a1d6-908ae70deea3 no longer exists at agent ovs-agent-n-d-768862-2 {{(pid=84876) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jan 14 07:12:04.899787 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [req-d34228f6-c8c4-40bf-b004-671db62d6849 req-82321b4c-32a8-4721-a9ce-a5ca5130eca1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:12:04.903649 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-a092b539-b4ec-4d6a-b589-f4c005c2322f service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.585s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:12:04.946088 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.plugin [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] No Port match for: d97d9e3c-9f97-4a10-a1d6-908ae70deea3 {{(pid=84876) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2188}} Jan 14 07:12:04.946470 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Device d97d9e3c-9f97-4a10-a1d6-908ae70deea3 not bound to the agent host n-d-768862-2 {{(pid=84876) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jan 14 07:12:04.956083 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [req-d9b382af-3610-4c28-b0dd-1f31377be2d5 req-7c438da9-ed41-4c16-81ba-9fd4647cec04 tempest-SecurityGroupsTestJSON-494699717 tempest-SecurityGroupsTestJSON-494699717] Notify callbacks [] for security_group, before_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:12:04.972811 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [req-d34228f6-c8c4-40bf-b004-671db62d6849 req-82321b4c-32a8-4721-a9ce-a5ca5130eca1 service neutron] Transition to ACTIVE for port object 9e458f7b-3193-4772-abdf-7285e21d3d20 will not be triggered until provisioned by entity L2. {{(pid=84875) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 07:12:05.044482 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [req-d34228f6-c8c4-40bf-b004-671db62d6849 req-82321b4c-32a8-4721-a9ce-a5ca5130eca1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777640533312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363259214678337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777640097497', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3154211'] for port, after_update {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:12:05.068788 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:12:05.082070 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-2f39415a-1268-4a3c-bcb6-af2e02e44017 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:12:05.133660 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-2f39415a-1268-4a3c-bcb6-af2e02e44017 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850887153'] for security_group, after_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:12:05.190956 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-f2bc29cd-b77f-41cd-a038-ec634a48e5b1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:12:05.202684 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84874) accepted ('10.222.0.24', 56836) {{(pid=84874) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:12:05.251803 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-2f39415a-1268-4a3c-bcb6-af2e02e44017 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=9a90caeb7f274bc38f60d769fb189f67&name=default HTTP/1.1" status: 200 len: 2979 time: 3.4559009 Jan 14 07:12:05.256121 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84874) accepted ('10.222.0.24', 56846) {{(pid=84874) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:12:05.257942 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-ffdfcaf8-565c-455d-8eb9-3bc36eefb1a7 tempest-TaggedBootDevicesTest-541410187 tempest-TaggedBootDevicesTest-541410187] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:12:05.291985 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f39415a-1268-4a3c-bcb6-af2e02e44017 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b32facca-03ac-462d-8f4a-6c57a66e0c01,revision_number=1']} {{(pid=84874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:12:05.323230 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.managers [req-4749a9d8-1a24-4696-b0e1-b9fbefef11e5 req-a092b539-b4ec-4d6a-b589-f4c005c2322f service neutron] Attempting to bind port a7472f8b-53e9-4c79-9297-7d365d38efa5 on host n-h2-768862-2 for vnic_type normal with profile {{(pid=84874) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 14 07:12:05.323675 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.managers [req-4749a9d8-1a24-4696-b0e1-b9fbefef11e5 req-a092b539-b4ec-4d6a-b589-f4c005c2322f service neutron] Attempting to bind port a7472f8b-53e9-4c79-9297-7d365d38efa5 by drivers openvswitch on host n-h2-768862-2 at level 0 using segments [{'id': '03fb12c0-b28b-4752-937b-ed8f1fec4960', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': 'e8533908-6f3a-4b15-a6d5-8c765cd11374'}] {{(pid=84874) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 14 07:12:05.324077 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4749a9d8-1a24-4696-b0e1-b9fbefef11e5 req-a092b539-b4ec-4d6a-b589-f4c005c2322f service neutron] Attempting to bind port a7472f8b-53e9-4c79-9297-7d365d38efa5 on network e8533908-6f3a-4b15-a6d5-8c765cd11374 {{(pid=84874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 14 07:12:05.332973 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-2f39415a-1268-4a3c-bcb6-af2e02e44017 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:12:05.341758 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-ffdfcaf8-565c-455d-8eb9-3bc36eefb1a7 tempest-TaggedBootDevicesTest-541410187 tempest-TaggedBootDevicesTest-541410187] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850966545'] for security_group_rule, after_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:12:05.361070 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [req-d9b382af-3610-4c28-b0dd-1f31377be2d5 req-7c438da9-ed41-4c16-81ba-9fd4647cec04 tempest-SecurityGroupsTestJSON-494699717 tempest-SecurityGroupsTestJSON-494699717] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:12:05.382190 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [req-8c64fafa-69f8-48e9-b7c6-15e72aa6f27a req-a05b12e6-ada8-49cc-95d3-5e55c18b3aa8 tempest-ImagesNegativeTestJSON-146108451 tempest-ImagesNegativeTestJSON-146108451] Unset dirty status for tenant:9901384d10f14e30a171a0132a22a1b2 on resource:port {{(pid=84875) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 14 07:12:05.383456 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [req-8c64fafa-69f8-48e9-b7c6-15e72aa6f27a req-a05b12e6-ada8-49cc-95d3-5e55c18b3aa8 tempest-ImagesNegativeTestJSON-146108451 tempest-ImagesNegativeTestJSON-146108451] 10.222.0.48 "GET /v2.0/ports?device_id=883b5127-da00-4629-ba13-72c914309fb2 HTTP/1.1" status: 200 len: 210 time: 1.2350199 Jan 14 07:12:05.393547 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [req-d9b382af-3610-4c28-b0dd-1f31377be2d5 req-7c438da9-ed41-4c16-81ba-9fd4647cec04 tempest-SecurityGroupsTestJSON-494699717 tempest-SecurityGroupsTestJSON-494699717] Usage tracker for resource:security_group_rule and tenant:7508ad1d114d4921bf43c45410ae9d5f is out of sync, need to count used quota {{(pid=84875) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:12:05.397533 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82321b4c-32a8-4721-a9ce-a5ca5130eca1 service neutron] Pushing event updated for resources: {'Port': ['ID=9e458f7b-3193-4772-abdf-7285e21d3d20,revision_number=2']} {{(pid=84875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:12:05.408494 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [req-d9b382af-3610-4c28-b0dd-1f31377be2d5 req-7c438da9-ed41-4c16-81ba-9fd4647cec04 tempest-SecurityGroupsTestJSON-494699717 tempest-SecurityGroupsTestJSON-494699717] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=84875) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:12:05.412215 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-82321b4c-32a8-4721-a9ce-a5ca5130eca1 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.343s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:12:05.415257 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-57a990bc-fe6d-40a4-981b-8c1acae0f8fe tempest-ServersWithSpecificFlavorTestJSON-1541021946 tempest-ServersWithSpecificFlavorTestJSON-1541021946] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.018s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:12:05.416704 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4749a9d8-1a24-4696-b0e1-b9fbefef11e5 req-a092b539-b4ec-4d6a-b589-f4c005c2322f service neutron] Checking agent: {'id': '64b7216a-2a41-441a-908c-ebbf63072f2f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-h2-768862-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 14, 7, 5, 12), 'started_at': datetime.datetime(2021, 1, 14, 7, 5, 42), 'heartbeat_timestamp': datetime.datetime(2021, 1, 14, 7, 11, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.13', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 14 07:12:05.417222 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4749a9d8-1a24-4696-b0e1-b9fbefef11e5 req-a092b539-b4ec-4d6a-b589-f4c005c2322f service neutron] Checking segment: {'id': '03fb12c0-b28b-4752-937b-ed8f1fec4960', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': 'e8533908-6f3a-4b15-a6d5-8c765cd11374'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84874) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 14 07:12:05.417622 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [req-4749a9d8-1a24-4696-b0e1-b9fbefef11e5 req-a092b539-b4ec-4d6a-b589-f4c005c2322f service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:12:05.417950 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4749a9d8-1a24-4696-b0e1-b9fbefef11e5 req-a092b539-b4ec-4d6a-b589-f4c005c2322f service neutron] Bound using segment: {'id': '03fb12c0-b28b-4752-937b-ed8f1fec4960', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': 'e8533908-6f3a-4b15-a6d5-8c765cd11374'} {{(pid=84874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 14 07:12:05.418663 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.managers [req-4749a9d8-1a24-4696-b0e1-b9fbefef11e5 req-a092b539-b4ec-4d6a-b589-f4c005c2322f service neutron] Bound port: a7472f8b-53e9-4c79-9297-7d365d38efa5, host: n-h2-768862-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '03fb12c0-b28b-4752-937b-ed8f1fec4960', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': 'e8533908-6f3a-4b15-a6d5-8c765cd11374'}}] {{(pid=84874) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 14 07:12:05.418847 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [req-4749a9d8-1a24-4696-b0e1-b9fbefef11e5 req-a092b539-b4ec-4d6a-b589-f4c005c2322f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555753'] for port, before_update {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:12:05.442542 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffdfcaf8-565c-455d-8eb9-3bc36eefb1a7 tempest-TaggedBootDevicesTest-541410187 tempest-TaggedBootDevicesTest-541410187] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0922b037-286d-4a9d-9657-99d9485d40ee,revision_number=0']} {{(pid=84875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:12:05.445331 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [req-d9b382af-3610-4c28-b0dd-1f31377be2d5 req-7c438da9-ed41-4c16-81ba-9fd4647cec04 tempest-SecurityGroupsTestJSON-494699717 tempest-SecurityGroupsTestJSON-494699717] Attempting to reserve 2 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=84875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:12:05.469834 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-ffdfcaf8-565c-455d-8eb9-3bc36eefb1a7 tempest-TaggedBootDevicesTest-541410187 tempest-TaggedBootDevicesTest-541410187] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:12:05.523466 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-71855a9f-8ae6-4863-9a24-f3cdb4d45850 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777640533329', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777640097463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3254186'] for port, after_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:12:05.523990 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-ffdfcaf8-565c-455d-8eb9-3bc36eefb1a7 tempest-TaggedBootDevicesTest-541410187 tempest-TaggedBootDevicesTest-541410187] Notify callbacks [] for security_group_rule, before_response {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:12:05.528994 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-ffdfcaf8-565c-455d-8eb9-3bc36eefb1a7 tempest-TaggedBootDevicesTest-541410187 tempest-TaggedBootDevicesTest-541410187] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.2977290 Jan 14 07:12:05.531004 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84875) accepted ('10.222.0.24', 56850) {{(pid=84875) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:12:05.591308 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.v2.base [None req-94531641-e4dd-4924-8c6c-b24eff0e0fbb tempest-TaggedBootDevicesTest-541410187 tempest-TaggedBootDevicesTest-541410187] Request body: {'floatingip': {'floating_network_id': '226f1e78-82cd-4481-9055-4eb73b6db8c1'}} {{(pid=84875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:12:05.594790 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "delete_segment":"rule:admin_only" was deprecated in W in favor of "delete_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:12:05.594790 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:12:05.594790 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network":"rule:regular_user" was deprecated in W in favor of "create_network":"role:member and project_id:%(project_id)s". Reason: Jan 14 07:12:05.594790 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:12:05.594790 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:12:05.594790 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:12:05.594790 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:shared":"rule:admin_only" was deprecated in W in favor of "create_network:shared":"role:admin and system_scope:all". Reason: Jan 14 07:12:05.594790 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:12:05.594790 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:12:05.594790 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:12:05.594790 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:router:external":"rule:admin_only" was deprecated in W in favor of "create_network:router:external":"role:admin and system_scope:all". Reason: Jan 14 07:12:05.594790 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:12:05.594790 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:12:05.594790 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:12:05.594790 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:is_default":"rule:admin_only" was deprecated in W in favor of "create_network:is_default":"role:admin and system_scope:all". Reason: Jan 14 07:12:05.594790 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:12:05.594790 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:12:05.594790 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:12:05.594790 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:port_security_enabled":"rule:regular_user" was deprecated in W in favor of "create_network:port_security_enabled":"role:member and project_id:%(project_id)s". Reason: Jan 14 07:12:05.594790 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:12:05.594790 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:12:05.594790 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:12:05.594790 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:segments":"rule:admin_only" was deprecated in W in favor of "create_network:segments":"role:admin and system_scope:all". Reason: Jan 14 07:12:05.594790 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:12:05.594790 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:12:05.594790 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:12:05.594790 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "create_network:provider:network_type":"role:admin and system_scope:all". Reason: Jan 14 07:12:05.594790 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:12:05.594790 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:12:05.594790 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:12:05.594790 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "create_network:provider:physical_network":"role:admin and system_scope:all". Reason: Jan 14 07:12:05.594790 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:12:05.594790 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:12:05.594790 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:12:05.594790 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "create_network:provider:segmentation_id":"role:admin and system_scope:all". Reason: Jan 14 07:12:05.594790 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:12:05.594790 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:12:05.594790 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:12:05.594790 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network":"rule:admin_or_owner or rule:shared or rule:external or rule:context_is_advsvc" was deprecated in W in favor of "get_network":"(role:reader and system_scope:all) or (role:reader and project_id:%(project_id)s) or rule:shared or rule:external or rule:context_is_advsvc". Reason: Jan 14 07:12:05.594790 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:12:05.594790 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:12:05.594790 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:12:05.594790 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:router:external":"rule:regular_user" was deprecated in W in favor of "get_network:router:external":"role:reader and project_id:%(project_id)s". Reason: Jan 14 07:12:05.594790 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:12:05.594790 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:12:05.594790 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:12:05.598411 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:segments":"rule:admin_only" was deprecated in W in favor of "get_network:segments":"role:reader and system_scope:all". Reason: Jan 14 07:12:05.598411 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:12:05.598411 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:12:05.598411 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:12:05.598411 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "get_network:provider:network_type":"role:reader and system_scope:all". Reason: Jan 14 07:12:05.598411 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:12:05.598411 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:12:05.598411 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:12:05.598411 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "get_network:provider:physical_network":"role:reader and system_scope:all". Reason: Jan 14 07:12:05.598411 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:12:05.598411 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:12:05.598411 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:12:05.598411 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "get_network:provider:segmentation_id":"role:reader and system_scope:all". Reason: Jan 14 07:12:05.598411 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:12:05.598411 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:12:05.598411 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:12:05.598411 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network":"rule:admin_or_owner" was deprecated in W in favor of "update_network":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 07:12:05.598411 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:12:05.598411 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:12:05.598411 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:12:05.619167 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [None req-40e41050-bddc-4622-8148-d426df5768f8 admin admin] For port 3b837e1e-faf3-4e47-98e9-407fe192f855, host n-d-768862-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-2',level=0,port_id=3b837e1e-faf3-4e47-98e9-407fe192f855,segment=NetworkSegment(d7cdd97e-25f8-4f4c-9cdf-6c6f8b4faafe),segment_id=d7cdd97e-25f8-4f4c-9cdf-6c6f8b4faafe)] {{(pid=84875) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 07:12:05.619825 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-40e41050-bddc-4622-8148-d426df5768f8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036850862667'] for port, precommit_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:12:05.621176 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-c008f180-cd63-4e3d-b337-8e89b800fb60 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:12:05.662778 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-0c8a3ffc-2bc7-4921-b0ec-c6d2d31bc008 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:12:05.726962 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-0c8a3ffc-2bc7-4921-b0ec-c6d2d31bc008 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:12:05.735566 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-c008f180-cd63-4e3d-b337-8e89b800fb60 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:12:05.749537 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-0c8a3ffc-2bc7-4921-b0ec-c6d2d31bc008 admin admin] Usage tracker for resource:security_group_rule and tenant:809ecd256c96460f86896f138f45b357 is out of sync, need to count used quota {{(pid=84874) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:12:05.760371 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-0c8a3ffc-2bc7-4921-b0ec-c6d2d31bc008 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84874) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:12:05.791472 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-94531641-e4dd-4924-8c6c-b24eff0e0fbb tempest-TaggedBootDevicesTest-541410187 tempest-TaggedBootDevicesTest-541410187] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:12:05.807886 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-0c8a3ffc-2bc7-4921-b0ec-c6d2d31bc008 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:12:05.851234 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.plugin [None req-40e41050-bddc-4622-8148-d426df5768f8 admin admin] Calling delete_port for 3b837e1e-faf3-4e47-98e9-407fe192f855 owned by network:router_interface {{(pid=84875) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 07:12:05.863262 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [req-4749a9d8-1a24-4696-b0e1-b9fbefef11e5 req-a092b539-b4ec-4d6a-b589-f4c005c2322f service neutron] For port a7472f8b-53e9-4c79-9297-7d365d38efa5, host n-h2-768862-2, cleared binding levels {{(pid=84874) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 14 07:12:05.891870 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [req-4749a9d8-1a24-4696-b0e1-b9fbefef11e5 req-a092b539-b4ec-4d6a-b589-f4c005c2322f service neutron] For port a7472f8b-53e9-4c79-9297-7d365d38efa5, host n-h2-768862-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-h2-768862-2',level=0,port_id=a7472f8b-53e9-4c79-9297-7d365d38efa5,segment=NetworkSegment(03fb12c0-b28b-4752-937b-ed8f1fec4960),segment_id=03fb12c0-b28b-4752-937b-ed8f1fec4960)] {{(pid=84874) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 14 07:12:05.934417 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [req-4749a9d8-1a24-4696-b0e1-b9fbefef11e5 req-a092b539-b4ec-4d6a-b589-f4c005c2322f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777640533312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363259214678337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777640097497', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036851521613'] for port, after_update {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:12:05.941620 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-94531641-e4dd-4924-8c6c-b24eff0e0fbb tempest-TaggedBootDevicesTest-541410187 tempest-TaggedBootDevicesTest-541410187] Usage tracker for resource:floatingip and tenant:4873c9000017431bb4db0aa60ef7da75 is out of sync, need to count used quota {{(pid=84875) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:12:05.957946 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-c414df3b-1524-4898-979c-8d87af8b5a46 tempest-ListImageFiltersTestJSON-959365383 tempest-ListImageFiltersTestJSON-959365383] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:12:05.971338 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-94531641-e4dd-4924-8c6c-b24eff0e0fbb tempest-TaggedBootDevicesTest-541410187 tempest-TaggedBootDevicesTest-541410187] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=84875) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:12:05.994764 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [req-8c64fafa-69f8-48e9-b7c6-15e72aa6f27a req-9c81b49a-88dd-4b91-9db3-8f5adcbb4b5c service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=9901384d10f14e30a171a0132a22a1b2&device_id=883b5127-da00-4629-ba13-72c914309fb2 HTTP/1.1" status: 200 len: 210 time: 0.1077616 Jan 14 07:12:05.995552 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-94531641-e4dd-4924-8c6c-b24eff0e0fbb tempest-TaggedBootDevicesTest-541410187 tempest-TaggedBootDevicesTest-541410187] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=84875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:12:06.098654 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84874) accepted ('10.222.0.24', 56866) {{(pid=84874) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:12:06.113048 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-c008f180-cd63-4e3d-b337-8e89b800fb60 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850887153'] for security_group, after_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:12:06.397479 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-71855a9f-8ae6-4863-9a24-f3cdb4d45850 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036850863128'] for router_gateway, after_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:12:06.414865 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [req-8c64fafa-69f8-48e9-b7c6-15e72aa6f27a req-fc01bf1e-73ec-4bb8-8431-40634af2a930 service neutron] 10.222.0.48 "GET /v2.0/networks?tenant_id=9901384d10f14e30a171a0132a22a1b2&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0800426 Jan 14 07:12:06.458573 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-94531641-e4dd-4924-8c6c-b24eff0e0fbb tempest-TaggedBootDevicesTest-541410187 tempest-TaggedBootDevicesTest-541410187] Notify callbacks [] for floatingip, before_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:12:06.493964 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-6ba30e20-ec18-4328-bce1-f21debc143cb tempest-ServersTestMultiNic-2121779930 tempest-ServersTestMultiNic-2121779930] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850887113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036851621412', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036852467174'] for subnet, after_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:12:06.546044 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:12:06.603693 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a092b539-b4ec-4d6a-b589-f4c005c2322f service neutron] Pushing event updated for resources: {'Port': ['ID=a7472f8b-53e9-4c79-9297-7d365d38efa5,revision_number=3']} {{(pid=84874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:12:06.624692 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-a092b539-b4ec-4d6a-b589-f4c005c2322f service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.667s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:12:06.625647 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [req-d9b382af-3610-4c28-b0dd-1f31377be2d5 req-7c438da9-ed41-4c16-81ba-9fd4647cec04 tempest-SecurityGroupsTestJSON-494699717 tempest-SecurityGroupsTestJSON-494699717] Notify callbacks [] for security_group, precommit_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:12:06.626745 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-71855a9f-8ae6-4863-9a24-f3cdb4d45850 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3889346', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036854717606'] for router, precommit_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:12:06.632868 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-f64a3b90-7581-4a06-811b-ee46ebae2b9f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.252s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:12:06.642498 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-71855a9f-8ae6-4863-9a24-f3cdb4d45850 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:12:06.656062 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-8a97687f-e809-4f53-aa75-8fc216ada327 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:12:06.679411 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-c008f180-cd63-4e3d-b337-8e89b800fb60 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:12:06.680713 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-c008f180-cd63-4e3d-b337-8e89b800fb60 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/b32facca-03ac-462d-8f4a-6c57a66e0c01 HTTP/1.1" status: 204 len: 168 time: 1.4202211 Jan 14 07:12:06.691734 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c008f180-cd63-4e3d-b337-8e89b800fb60 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b32facca-03ac-462d-8f4a-6c57a66e0c01,revision_number=None']} {{(pid=84874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:12:06.719634 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-c008f180-cd63-4e3d-b337-8e89b800fb60 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:12:06.729976 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-0c8a3ffc-2bc7-4921-b0ec-c6d2d31bc008 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:12:06.733384 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4749a9d8-1a24-4696-b0e1-b9fbefef11e5 req-a092b539-b4ec-4d6a-b589-f4c005c2322f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:12:06.734084 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [req-4749a9d8-1a24-4696-b0e1-b9fbefef11e5 req-a092b539-b4ec-4d6a-b589-f4c005c2322f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854768116'] for port, before_response {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:12:06.735679 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [req-4749a9d8-1a24-4696-b0e1-b9fbefef11e5 req-a092b539-b4ec-4d6a-b589-f4c005c2322f service neutron] 10.222.0.48 "PUT /v2.0/ports/a7472f8b-53e9-4c79-9297-7d365d38efa5 HTTP/1.1" status: 200 len: 1156 time: 5.3746135 Jan 14 07:12:06.736298 n-d-768862-2 neutron-server[84765]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '16513199-bee3-4bea-a843-4e62a5ef0197', 'tag': 'a7472f8b-53e9-4c79-9297-7d365d38efa5'}] {{(pid=84874) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Jan 14 07:12:06.746315 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-8a97687f-e809-4f53-aa75-8fc216ada327 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:12:06.758382 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-0c8a3ffc-2bc7-4921-b0ec-c6d2d31bc008 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850887153'] for security_group, after_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:12:06.778629 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-f7b15037-d630-4b15-b1dd-9cd3fa485964 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:12:06.808754 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-71855a9f-8ae6-4863-9a24-f3cdb4d45850 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036850897070'] for router, after_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:12:06.809360 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-71855a9f-8ae6-4863-9a24-f3cdb4d45850 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 8b3e17be-ca2c-4b78-96d4-8389afc90f7f {{(pid=84874) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jan 14 07:12:06.823791 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-8a97687f-e809-4f53-aa75-8fc216ada327 admin admin] Usage tracker for resource:security_group_rule and tenant:3b5546cc0d1949b5959b89810966b4ae is out of sync, need to count used quota {{(pid=84874) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:12:06.873903 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.v2.base [req-4749a9d8-1a24-4696-b0e1-b9fbefef11e5 req-e621642f-579b-48fb-b38a-12dafc6802ef service neutron] Request body: {'port': {'device_id': '16513199-bee3-4bea-a843-4e62a5ef0197', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-768862-2'}} {{(pid=84874) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:12:06.928830 n-d-768862-2 neutron-server[84765]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '16513199-bee3-4bea-a843-4e62a5ef0197', 'tag': 'a7472f8b-53e9-4c79-9297-7d365d38efa5', 'status': 'completed', 'code': 200} Jan 14 07:12:06.929930 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-8a97687f-e809-4f53-aa75-8fc216ada327 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84874) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:12:06.971768 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [req-d9b382af-3610-4c28-b0dd-1f31377be2d5 req-7c438da9-ed41-4c16-81ba-9fd4647cec04 tempest-SecurityGroupsTestJSON-494699717 tempest-SecurityGroupsTestJSON-494699717] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850887153'] for security_group, after_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:12:07.004258 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-8a97687f-e809-4f53-aa75-8fc216ada327 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:12:07.017831 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-71855a9f-8ae6-4863-9a24-f3cdb4d45850 admin admin] Notify callbacks [] for router, before_response {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:12:07.022257 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-71855a9f-8ae6-4863-9a24-f3cdb4d45850 admin admin] 10.222.0.24 "DELETE /v2.0/routers/8b3e17be-ca2c-4b78-96d4-8389afc90f7f HTTP/1.1" status: 204 len: 168 time: 5.9881725 Jan 14 07:12:07.039600 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84874) accepted ('10.222.0.24', 56876) {{(pid=84874) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:12:07.043864 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c8a3ffc-2bc7-4921-b0ec-c6d2d31bc008 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f4165c71-8ec1-4401-a5b9-9cbc8b1e0870,revision_number=1']} {{(pid=84874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:12:07.060688 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-0c8a3ffc-2bc7-4921-b0ec-c6d2d31bc008 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=809ecd256c96460f86896f138f45b357&name=default HTTP/1.1" status: 200 len: 2979 time: 1.8418024 Jan 14 07:12:07.087304 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84875) accepted ('10.222.0.24', 56882) {{(pid=84875) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:12:07.100709 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-0c8a3ffc-2bc7-4921-b0ec-c6d2d31bc008 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.322s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:12:07.183233 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ba30e20-ec18-4328-bce1-f21debc143cb tempest-ServersTestMultiNic-2121779930 tempest-ServersTestMultiNic-2121779930] Pushing event updated for resources: {'Subnet': ['ID=2f6db8ca-c367-4b12-b51d-79dc8da5ce08,revision_number=0']} {{(pid=84875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:12:07.187015 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-6ba30e20-ec18-4328-bce1-f21debc143cb tempest-ServersTestMultiNic-2121779930 tempest-ServersTestMultiNic-2121779930] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.641s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:12:07.217511 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-f6a8d00c-76ea-4e0c-abb4-3ec1c51c5600 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.136s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:12:07.235155 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.db_base_plugin_v2 [None req-3b5c85f9-1d88-4617-8fce-fb973ba6498a admin admin] Deleting subnet 8e00e578-a633-4911-bdcc-3e95a2f0c245 {{(pid=84874) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Jan 14 07:12:07.250322 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-3b5c85f9-1d88-4617-8fce-fb973ba6498a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:12:07.276112 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [req-d9b382af-3610-4c28-b0dd-1f31377be2d5 req-7c438da9-ed41-4c16-81ba-9fd4647cec04 tempest-SecurityGroupsTestJSON-494699717 tempest-SecurityGroupsTestJSON-494699717] Notify callbacks [] for security_group, before_response {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:12:07.277921 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [req-d9b382af-3610-4c28-b0dd-1f31377be2d5 req-7c438da9-ed41-4c16-81ba-9fd4647cec04 tempest-SecurityGroupsTestJSON-494699717 tempest-SecurityGroupsTestJSON-494699717] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1805 time: 2.5610819 Jan 14 07:12:07.279029 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-40e41050-bddc-4622-8148-d426df5768f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777640533329', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777640097463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851621574'] for port, after_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:12:07.315757 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [req-4749a9d8-1a24-4696-b0e1-b9fbefef11e5 req-e621642f-579b-48fb-b38a-12dafc6802ef service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555753'] for port, before_update {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:12:07.332703 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.managers [req-d34228f6-c8c4-40bf-b004-671db62d6849 req-82321b4c-32a8-4721-a9ce-a5ca5130eca1 service neutron] Attempting to bind port 9e458f7b-3193-4772-abdf-7285e21d3d20 on host n-h2-768862-2 for vnic_type normal with profile {{(pid=84875) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 14 07:12:07.333085 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.managers [req-d34228f6-c8c4-40bf-b004-671db62d6849 req-82321b4c-32a8-4721-a9ce-a5ca5130eca1 service neutron] Attempting to bind port 9e458f7b-3193-4772-abdf-7285e21d3d20 by drivers openvswitch on host n-h2-768862-2 at level 0 using segments [{'id': 'd7cdd97e-25f8-4f4c-9cdf-6c6f8b4faafe', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 12, 'network_id': 'fd33dbe3-7afa-46b0-8897-ce6ba7fea060'}] {{(pid=84875) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 14 07:12:07.333456 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d34228f6-c8c4-40bf-b004-671db62d6849 req-82321b4c-32a8-4721-a9ce-a5ca5130eca1 service neutron] Attempting to bind port 9e458f7b-3193-4772-abdf-7285e21d3d20 on network fd33dbe3-7afa-46b0-8897-ce6ba7fea060 {{(pid=84875) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 14 07:12:07.333658 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a15f35fa-4a48-47ad-bd54-903f6a47d60e req-3fa3d0de-e8f4-4578-b601-319e210ce11a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:12:07.334101 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a15f35fa-4a48-47ad-bd54-903f6a47d60e req-3fa3d0de-e8f4-4578-b601-319e210ce11a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:12:07.334526 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a15f35fa-4a48-47ad-bd54-903f6a47d60e req-3fa3d0de-e8f4-4578-b601-319e210ce11a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:12:07.336445 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [req-a15f35fa-4a48-47ad-bd54-903f6a47d60e req-3fa3d0de-e8f4-4578-b601-319e210ce11a service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=7d129397cd71499dbaa91be4909e3699&device_id=16513199-bee3-4bea-a843-4e62a5ef0197 HTTP/1.1" status: 200 len: 2925 time: 0.3984742 Jan 14 07:12:07.366024 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d34228f6-c8c4-40bf-b004-671db62d6849 req-82321b4c-32a8-4721-a9ce-a5ca5130eca1 service neutron] Checking agent: {'id': '64b7216a-2a41-441a-908c-ebbf63072f2f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-h2-768862-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 14, 7, 5, 12), 'started_at': datetime.datetime(2021, 1, 14, 7, 5, 42), 'heartbeat_timestamp': datetime.datetime(2021, 1, 14, 7, 11, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.13', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84875) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 14 07:12:07.366350 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d34228f6-c8c4-40bf-b004-671db62d6849 req-82321b4c-32a8-4721-a9ce-a5ca5130eca1 service neutron] Checking segment: {'id': 'd7cdd97e-25f8-4f4c-9cdf-6c6f8b4faafe', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 12, 'network_id': 'fd33dbe3-7afa-46b0-8897-ce6ba7fea060'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84875) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 14 07:12:07.366836 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [req-d34228f6-c8c4-40bf-b004-671db62d6849 req-82321b4c-32a8-4721-a9ce-a5ca5130eca1 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:12:07.367243 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d34228f6-c8c4-40bf-b004-671db62d6849 req-82321b4c-32a8-4721-a9ce-a5ca5130eca1 service neutron] Bound using segment: {'id': 'd7cdd97e-25f8-4f4c-9cdf-6c6f8b4faafe', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 12, 'network_id': 'fd33dbe3-7afa-46b0-8897-ce6ba7fea060'} {{(pid=84875) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 14 07:12:07.367754 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.managers [req-d34228f6-c8c4-40bf-b004-671db62d6849 req-82321b4c-32a8-4721-a9ce-a5ca5130eca1 service neutron] Bound port: 9e458f7b-3193-4772-abdf-7285e21d3d20, host: n-h2-768862-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd7cdd97e-25f8-4f4c-9cdf-6c6f8b4faafe', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 12, 'network_id': 'fd33dbe3-7afa-46b0-8897-ce6ba7fea060'}}] {{(pid=84875) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 14 07:12:07.368160 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [req-d34228f6-c8c4-40bf-b004-671db62d6849 req-82321b4c-32a8-4721-a9ce-a5ca5130eca1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555753'] for port, before_update {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:12:07.432791 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-3b5c85f9-1d88-4617-8fce-fb973ba6498a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036851807232'] for subnet, precommit_delete_associations {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:12:07.472449 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-6e431d6c-f420-4901-8de4-4da87bc32b65 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:12:07.475207 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c64fafa-69f8-48e9-b7c6-15e72aa6f27a req-34ba4937-2cdd-431a-9a1d-4c5b1da55c9d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:12:07.476894 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [req-8c64fafa-69f8-48e9-b7c6-15e72aa6f27a req-34ba4937-2cdd-431a-9a1d-4c5b1da55c9d service neutron] 10.222.0.48 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 863 time: 0.9932892 Jan 14 07:12:07.477609 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c438da9-ed41-4c16-81ba-9fd4647cec04 tempest-SecurityGroupsTestJSON-494699717 tempest-SecurityGroupsTestJSON-494699717] Pushing event updated for resources: {'SecurityGroup': ['ID=a4b31c47-c680-403a-9fa7-e4d186049766,revision_number=1']} {{(pid=84875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:12:07.502919 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-7c438da9-ed41-4c16-81ba-9fd4647cec04 tempest-SecurityGroupsTestJSON-494699717 tempest-SecurityGroupsTestJSON-494699717] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.285s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:12:07.534521 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-da1926d1-8887-4d49-afc8-21b1e4c2b28c service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.202s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:12:07.622358 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-8a97687f-e809-4f53-aa75-8fc216ada327 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:12:07.657596 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ba30e20-ec18-4328-bce1-f21debc143cb tempest-ServersTestMultiNic-2121779930 tempest-ServersTestMultiNic-2121779930] Checking segment: {'id': '52c8ac1f-6429-45e0-8536-c75e8675ac04', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '3690f57a-8d95-4883-aef3-c4dec86fdb34'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84875) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 14 07:12:07.658015 n-d-768862-2 neutron-server[84765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ba30e20-ec18-4328-bce1-f21debc143cb tempest-ServersTestMultiNic-2121779930 tempest-ServersTestMultiNic-2121779930] Network hostable DHCP agents. Network: 3690f57a-8d95-4883-aef3-c4dec86fdb34, hostable agents: ['32f3dd84-26da-4d18-bf15-6017a8fb7247'], hosted agents: [] {{(pid=84875) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Jan 14 07:12:07.669044 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40e41050-bddc-4622-8148-d426df5768f8 admin admin] Pushing event deleted for resources: {'Port': ['ID=3b837e1e-faf3-4e47-98e9-407fe192f855,revision_number=None']} {{(pid=84875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:12:07.689289 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-8a97687f-e809-4f53-aa75-8fc216ada327 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850887153'] for security_group, after_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:12:07.700233 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-40e41050-bddc-4622-8148-d426df5768f8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.165s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:12:07.708591 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [req-8c64fafa-69f8-48e9-b7c6-15e72aa6f27a req-3aa04131-6050-4b7f-aed6-805c8a0e3d1e tempest-ImagesNegativeTestJSON-146108451 tempest-ImagesNegativeTestJSON-146108451] 10.222.0.48 "GET /v2.0/ports?device_id=883b5127-da00-4629-ba13-72c914309fb2 HTTP/1.1" status: 200 len: 210 time: 0.1371443 Jan 14 07:12:07.718154 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-6bbed6b9-fed2-4c88-9e71-886c10e7259f tempest-ListImageFiltersTestJSON-959365383 tempest-ListImageFiltersTestJSON-959365383] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:12:07.740578 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-6e431d6c-f420-4901-8de4-4da87bc32b65 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:12:07.852966 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-8a97687f-e809-4f53-aa75-8fc216ada327 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=3b5546cc0d1949b5959b89810966b4ae&name=default HTTP/1.1" status: 200 len: 2979 time: 1.7493439 Jan 14 07:12:07.869712 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84874) accepted ('10.222.0.24', 56910) {{(pid=84874) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:12:07.930374 n-d-768862-2 neutron-server[84765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ba30e20-ec18-4328-bce1-f21debc143cb tempest-ServersTestMultiNic-2121779930 tempest-ServersTestMultiNic-2121779930] Network 3690f57a-8d95-4883-aef3-c4dec86fdb34 is scheduled to be hosted by DHCP agent 32f3dd84-26da-4d18-bf15-6017a8fb7247 with binding_index 1 {{(pid=84875) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Jan 14 07:12:07.937386 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a97687f-e809-4f53-aa75-8fc216ada327 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=30898e59-3d8a-4c8c-9201-4b43a9e0572a,revision_number=1']} {{(pid=84874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:12:07.952999 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-8a97687f-e809-4f53-aa75-8fc216ada327 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.235s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:12:07.965810 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a15f35fa-4a48-47ad-bd54-903f6a47d60e req-054d0ebf-35a6-453f-bfee-c59485e1fbe5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:12:07.966232 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a15f35fa-4a48-47ad-bd54-903f6a47d60e req-054d0ebf-35a6-453f-bfee-c59485e1fbe5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:12:07.966653 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a15f35fa-4a48-47ad-bd54-903f6a47d60e req-054d0ebf-35a6-453f-bfee-c59485e1fbe5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:12:07.967064 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a15f35fa-4a48-47ad-bd54-903f6a47d60e req-054d0ebf-35a6-453f-bfee-c59485e1fbe5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:12:07.968897 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [req-a15f35fa-4a48-47ad-bd54-903f6a47d60e req-054d0ebf-35a6-453f-bfee-c59485e1fbe5 service neutron] 10.222.0.48 "GET /v2.0/networks?tenant_id=7d129397cd71499dbaa91be4909e3699&shared=False HTTP/1.1" status: 200 len: 2946 time: 0.6164784 Jan 14 07:12:07.990871 n-d-768862-2 neutron-server[84765]: DEBUG neutron.scheduler.base_scheduler [None req-6ba30e20-ec18-4328-bce1-f21debc143cb tempest-ServersTestMultiNic-2121779930 tempest-ServersTestMultiNic-2121779930] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768862-2, 3690f57a-8d95-4883-aef3-c4dec86fdb34) {{(pid=84875) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 07:12:08.000259 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec0694da-64a3-41e7-9b5a-3f3291adc399 None None] Network 3690f57a-8d95-4883-aef3-c4dec86fdb34 requested from n-d-768862-2 {{(pid=84876) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 07:12:08.022003 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [req-d34228f6-c8c4-40bf-b004-671db62d6849 req-82321b4c-32a8-4721-a9ce-a5ca5130eca1 service neutron] For port 9e458f7b-3193-4772-abdf-7285e21d3d20, host n-h2-768862-2, cleared binding levels {{(pid=84875) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 14 07:12:08.025199 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-3b5c85f9-1d88-4617-8fce-fb973ba6498a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036854176836'] for subnet, precommit_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:12:08.066262 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-94531641-e4dd-4924-8c6c-b24eff0e0fbb tempest-TaggedBootDevicesTest-541410187 tempest-TaggedBootDevicesTest-541410187] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555753'] for port, before_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:12:08.114190 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [req-d34228f6-c8c4-40bf-b004-671db62d6849 req-82321b4c-32a8-4721-a9ce-a5ca5130eca1 service neutron] For port 9e458f7b-3193-4772-abdf-7285e21d3d20, host n-h2-768862-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-h2-768862-2',level=0,port_id=9e458f7b-3193-4772-abdf-7285e21d3d20,segment=NetworkSegment(d7cdd97e-25f8-4f4c-9cdf-6c6f8b4faafe),segment_id=d7cdd97e-25f8-4f4c-9cdf-6c6f8b4faafe)] {{(pid=84875) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 14 07:12:08.116113 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ba30e20-ec18-4328-bce1-f21debc143cb tempest-ServersTestMultiNic-2121779930 tempest-ServersTestMultiNic-2121779930] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:12:08.116811 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-6ba30e20-ec18-4328-bce1-f21debc143cb tempest-ServersTestMultiNic-2121779930 tempest-ServersTestMultiNic-2121779930] Notify callbacks [] for subnet, before_response {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:12:08.243881 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [req-d34228f6-c8c4-40bf-b004-671db62d6849 req-82321b4c-32a8-4721-a9ce-a5ca5130eca1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777640533312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363259214678337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777640097497', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3154211'] for port, after_update {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:12:08.264454 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84874) accepted ('10.222.0.24', 56916) {{(pid=84874) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:12:08.285115 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-e413e117-89b7-4c53-805e-ce8406ab3485 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:12:08.380115 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-76121814-6be7-4b5d-b1db-91225cc1cd53 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:12:08.388675 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-727614f5-6ea5-4d5e-8b72-54fc93627f3d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5d94dc7a-c095-50a4-955e-5f3b78718a12-3690f57a-8d95-4883-aef3-c4dec86fdb34', 'network_id': '3690f57a-8d95-4883-aef3-c4dec86fdb34', 'tenant_id': '7d129397cd71499dbaa91be4909e3699', 'fixed_ips': [{'subnet_id': '2f6db8ca-c367-4b12-b51d-79dc8da5ce08'}]}} from n-d-768862-2. {{(pid=84876) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Jan 14 07:12:08.389913 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-727614f5-6ea5-4d5e-8b72-54fc93627f3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555753'] for port, before_create {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:12:08.400981 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82321b4c-32a8-4721-a9ce-a5ca5130eca1 service neutron] Pushing event updated for resources: {'Port': ['ID=9e458f7b-3193-4772-abdf-7285e21d3d20,revision_number=3']} {{(pid=84875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:12:08.532515 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a15f35fa-4a48-47ad-bd54-903f6a47d60e req-10b43446-3b9f-4951-8066-fad5176d5c8a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:12:08.540803 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [req-a15f35fa-4a48-47ad-bd54-903f6a47d60e req-10b43446-3b9f-4951-8066-fad5176d5c8a service neutron] 10.222.0.48 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 863 time: 0.5613351 Jan 14 07:12:08.598444 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-76121814-6be7-4b5d-b1db-91225cc1cd53 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:12:08.779253 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.v2.base [None req-bae57dde-3f61-4474-b27f-89b58fe70c06 admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupsNegativeTestJSON-1513421771-network', 'tenant_id': '41fd2ae53ac7496787cb9083f18c3aa3'}} {{(pid=84874) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:12:08.809381 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-bae57dde-3f61-4474-b27f-89b58fe70c06 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:12:08.821941 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-bae57dde-3f61-4474-b27f-89b58fe70c06 admin admin] Usage tracker for resource:network and tenant:41fd2ae53ac7496787cb9083f18c3aa3 is out of sync, need to count used quota {{(pid=84874) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:12:08.827889 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-bae57dde-3f61-4474-b27f-89b58fe70c06 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84874) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:12:08.867639 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-76121814-6be7-4b5d-b1db-91225cc1cd53 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850887153'] for security_group, after_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:12:08.886424 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-bae57dde-3f61-4474-b27f-89b58fe70c06 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:12:08.889206 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-5737ee2f-fec3-4bc5-aa7f-3ddf4a3927b4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:12:08.919003 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76121814-6be7-4b5d-b1db-91225cc1cd53 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=30898e59-3d8a-4c8c-9201-4b43a9e0572a,revision_number=None']} {{(pid=84874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:12:08.923560 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-76121814-6be7-4b5d-b1db-91225cc1cd53 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:12:08.937358 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-76121814-6be7-4b5d-b1db-91225cc1cd53 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:12:08.938838 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-76121814-6be7-4b5d-b1db-91225cc1cd53 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/30898e59-3d8a-4c8c-9201-4b43a9e0572a HTTP/1.1" status: 204 len: 168 time: 1.0676703 Jan 14 07:12:08.942866 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-82321b4c-32a8-4721-a9ce-a5ca5130eca1 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.658s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:12:08.945631 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-6e431d6c-f420-4901-8de4-4da87bc32b65 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850887153'] for security_group, after_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:12:08.946656 n-d-768862-2 neutron-server[84765]: DEBUG neutron.notifiers.nova [req-4749a9d8-1a24-4696-b0e1-b9fbefef11e5 req-e621642f-579b-48fb-b38a-12dafc6802ef service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d280b18f-0753-418b-8127-37d89566b5bc {{(pid=84874) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Jan 14 07:12:08.950964 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-75016543-8ded-437b-adc3-a122c54179fe tempest-SecurityGroupsTestJSON-494699717 tempest-SecurityGroupsTestJSON-494699717] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:12:08.959610 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [req-4749a9d8-1a24-4696-b0e1-b9fbefef11e5 req-e621642f-579b-48fb-b38a-12dafc6802ef service neutron] Notify callbacks [] for port, precommit_update {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:12:08.977149 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-3b5c85f9-1d88-4617-8fce-fb973ba6498a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-598964', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850887113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036851521664', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2794686'] for subnet, after_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:12:08.978523 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [req-4749a9d8-1a24-4696-b0e1-b9fbefef11e5 req-e621642f-579b-48fb-b38a-12dafc6802ef service neutron] Transition to ACTIVE for port object d280b18f-0753-418b-8127-37d89566b5bc will not be triggered until provisioned by entity L2. {{(pid=84874) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 07:12:08.999674 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-33875639-8830-418c-9d79-3f9dbe185eff admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:12:09.006285 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:segments":"rule:admin_only" was deprecated in W in favor of "update_network:segments":"role:admin and system_scope:all". Reason: Jan 14 07:12:09.006285 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:12:09.006285 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:12:09.006285 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:12:09.006285 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:shared":"rule:admin_only" was deprecated in W in favor of "update_network:shared":"role:admin and system_scope:all". Reason: Jan 14 07:12:09.006285 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:12:09.006285 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:12:09.006285 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:12:09.006285 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "update_network:provider:network_type":"role:admin and system_scope:all". Reason: Jan 14 07:12:09.006285 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:12:09.006285 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:12:09.006285 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:12:09.006285 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "update_network:provider:physical_network":"role:admin and system_scope:all". Reason: Jan 14 07:12:09.006285 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:12:09.006285 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:12:09.006285 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:12:09.006285 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "update_network:provider:segmentation_id":"role:admin and system_scope:all". Reason: Jan 14 07:12:09.006285 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:12:09.006285 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:12:09.006285 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:12:09.006285 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:router:external":"rule:admin_only" was deprecated in W in favor of "update_network:router:external":"role:admin and system_scope:all". Reason: Jan 14 07:12:09.006285 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:12:09.006285 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:12:09.006285 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:12:09.006285 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:is_default":"rule:admin_only" was deprecated in W in favor of "update_network:is_default":"role:admin and system_scope:all". Reason: Jan 14 07:12:09.006285 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:12:09.006285 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:12:09.006285 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:12:09.006285 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:port_security_enabled":"rule:admin_or_owner" was deprecated in W in favor of "update_network:port_security_enabled":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 07:12:09.006285 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:12:09.006285 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:12:09.006285 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:12:09.006285 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "delete_network":"rule:admin_or_owner" was deprecated in W in favor of "delete_network":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 07:12:09.006285 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:12:09.006285 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:12:09.006285 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:12:09.006285 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_segment":"rule:admin_only" was deprecated in W in favor of "create_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:12:09.006285 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:12:09.006285 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_segment":"rule:admin_only" was deprecated in W in favor of "get_segment":"role:reader and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:12:09.006285 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:12:09.006285 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_segment":"rule:admin_only" was deprecated in W in favor of "update_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:12:09.006285 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:12:09.010058 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "delete_segment":"rule:admin_only" was deprecated in W in favor of "delete_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:12:09.010058 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:12:09.010058 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network":"rule:regular_user" was deprecated in W in favor of "create_network":"role:member and project_id:%(project_id)s". Reason: Jan 14 07:12:09.010058 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:12:09.010058 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:12:09.010058 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:12:09.010058 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:shared":"rule:admin_only" was deprecated in W in favor of "create_network:shared":"role:admin and system_scope:all". Reason: Jan 14 07:12:09.010058 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:12:09.010058 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:12:09.010058 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:12:09.010058 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:router:external":"rule:admin_only" was deprecated in W in favor of "create_network:router:external":"role:admin and system_scope:all". Reason: Jan 14 07:12:09.010058 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:12:09.010058 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:12:09.010058 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:12:09.010058 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:is_default":"rule:admin_only" was deprecated in W in favor of "create_network:is_default":"role:admin and system_scope:all". Reason: Jan 14 07:12:09.010058 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:12:09.010058 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:12:09.010058 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:12:09.010058 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:port_security_enabled":"rule:regular_user" was deprecated in W in favor of "create_network:port_security_enabled":"role:member and project_id:%(project_id)s". Reason: Jan 14 07:12:09.010058 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:12:09.010058 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:12:09.010058 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:12:09.015473 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:segments":"rule:admin_only" was deprecated in W in favor of "create_network:segments":"role:admin and system_scope:all". Reason: Jan 14 07:12:09.015473 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:12:09.015473 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:12:09.015473 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:12:09.015473 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "create_network:provider:network_type":"role:admin and system_scope:all". Reason: Jan 14 07:12:09.015473 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:12:09.015473 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:12:09.015473 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:12:09.015473 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "create_network:provider:physical_network":"role:admin and system_scope:all". Reason: Jan 14 07:12:09.015473 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:12:09.015473 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:12:09.015473 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:12:09.015473 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "create_network:provider:segmentation_id":"role:admin and system_scope:all". Reason: Jan 14 07:12:09.015473 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:12:09.015473 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:12:09.015473 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:12:09.015473 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network":"rule:admin_or_owner or rule:shared or rule:external or rule:context_is_advsvc" was deprecated in W in favor of "get_network":"(role:reader and system_scope:all) or (role:reader and project_id:%(project_id)s) or rule:shared or rule:external or rule:context_is_advsvc". Reason: Jan 14 07:12:09.015473 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:12:09.015473 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:12:09.015473 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:12:09.015473 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:router:external":"rule:regular_user" was deprecated in W in favor of "get_network:router:external":"role:reader and project_id:%(project_id)s". Reason: Jan 14 07:12:09.015473 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:12:09.015473 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:12:09.015473 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:12:09.015473 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:segments":"rule:admin_only" was deprecated in W in favor of "get_network:segments":"role:reader and system_scope:all". Reason: Jan 14 07:12:09.015473 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:12:09.015473 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:12:09.015473 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:12:09.015473 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "get_network:provider:network_type":"role:reader and system_scope:all". Reason: Jan 14 07:12:09.015473 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:12:09.015473 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:12:09.015473 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:12:09.015473 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "get_network:provider:physical_network":"role:reader and system_scope:all". Reason: Jan 14 07:12:09.015473 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:12:09.015473 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:12:09.015473 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:12:09.015473 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "get_network:provider:segmentation_id":"role:reader and system_scope:all". Reason: Jan 14 07:12:09.015473 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:12:09.015473 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:12:09.015473 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:12:09.015473 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network":"rule:admin_or_owner" was deprecated in W in favor of "update_network":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 07:12:09.015473 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:12:09.015473 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:12:09.015473 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:12:09.015473 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:segments":"rule:admin_only" was deprecated in W in favor of "update_network:segments":"role:admin and system_scope:all". Reason: Jan 14 07:12:09.015473 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:12:09.015473 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:12:09.015473 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:12:09.019746 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:shared":"rule:admin_only" was deprecated in W in favor of "update_network:shared":"role:admin and system_scope:all". Reason: Jan 14 07:12:09.019746 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:12:09.019746 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:12:09.019746 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:12:09.019746 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "update_network:provider:network_type":"role:admin and system_scope:all". Reason: Jan 14 07:12:09.019746 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:12:09.019746 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:12:09.019746 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:12:09.019746 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "update_network:provider:physical_network":"role:admin and system_scope:all". Reason: Jan 14 07:12:09.019746 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:12:09.019746 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:12:09.019746 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:12:09.019746 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "update_network:provider:segmentation_id":"role:admin and system_scope:all". Reason: Jan 14 07:12:09.019746 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:12:09.019746 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:12:09.019746 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:12:09.019746 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:router:external":"rule:admin_only" was deprecated in W in favor of "update_network:router:external":"role:admin and system_scope:all". Reason: Jan 14 07:12:09.019746 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:12:09.019746 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:12:09.019746 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:12:09.042820 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f2297bc-8d6f-4547-a3e1-873987333959 req-a1bb0995-9533-47c8-b478-e6f602357cf7 tempest-SecurityGroupsTestJSON-494699717 tempest-SecurityGroupsTestJSON-494699717] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:12:09.050709 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [req-6f2297bc-8d6f-4547-a3e1-873987333959 req-a1bb0995-9533-47c8-b478-e6f602357cf7 tempest-SecurityGroupsTestJSON-494699717 tempest-SecurityGroupsTestJSON-494699717] 10.222.0.24 "GET /v2.0/networks?id=0ae0d74f-fb07-4956-93bf-0fc765cd0723 HTTP/1.1" status: 200 len: 812 time: 1.3728135 Jan 14 07:12:09.054132 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b5c85f9-1d88-4617-8fce-fb973ba6498a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8e00e578-a633-4911-bdcc-3e95a2f0c245,revision_number=None']} {{(pid=84874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:12:09.055005 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [req-46148b14-116b-4028-b40e-c4ddbd27b29f req-84b3532c-0571-441f-8f3b-1e7ee5db98aa service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=9901384d10f14e30a171a0132a22a1b2&device_id=883b5127-da00-4629-ba13-72c914309fb2 HTTP/1.1" status: 200 len: 210 time: 0.6685581 Jan 14 07:12:09.057045 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [req-4749a9d8-1a24-4696-b0e1-b9fbefef11e5 req-e621642f-579b-48fb-b38a-12dafc6802ef service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777640533312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363259214678337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777640097497', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036851521613'] for port, after_update {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:12:09.064250 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-6e431d6c-f420-4901-8de4-4da87bc32b65 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:12:09.068775 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-6e431d6c-f420-4901-8de4-4da87bc32b65 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/f4165c71-8ec1-4401-a5b9-9cbc8b1e0870 HTTP/1.1" status: 204 len: 168 time: 1.9571600 Jan 14 07:12:09.070392 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e431d6c-f420-4901-8de4-4da87bc32b65 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f4165c71-8ec1-4401-a5b9-9cbc8b1e0870,revision_number=None']} {{(pid=84875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:12:09.074182 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-3b5c85f9-1d88-4617-8fce-fb973ba6498a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:12:09.093719 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-6ba30e20-ec18-4328-bce1-f21debc143cb tempest-ServersTestMultiNic-2121779930 tempest-ServersTestMultiNic-2121779930] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 6.8766973 Jan 14 07:12:09.102123 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [req-6f2297bc-8d6f-4547-a3e1-873987333959 req-78cb7fdd-c587-40fd-b514-c0f1aacd9eb9 tempest-SecurityGroupsTestJSON-494699717 tempest-SecurityGroupsTestJSON-494699717] 10.222.0.24 "GET /v2.0/quotas/7508ad1d114d4921bf43c45410ae9d5f HTTP/1.1" status: 200 len: 375 time: 0.0500565 Jan 14 07:12:09.104590 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84875) accepted ('10.222.0.24', 56930) {{(pid=84875) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:12:09.135398 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-6e431d6c-f420-4901-8de4-4da87bc32b65 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.184s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:12:09.153750 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-30645377-4cf4-4589-acbd-eada22df5e67 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:12:09.192097 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.v2.base [None req-17c6130d-14d6-4a53-a469-7ad946bfba72 tempest-ServersTestMultiNic-2121779930 tempest-ServersTestMultiNic-2121779930] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-1622295366'}} {{(pid=84875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:12:09.202490 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bae57dde-3f61-4474-b27f-89b58fe70c06 admin admin] Made reservation on behalf of 41fd2ae53ac7496787cb9083f18c3aa3 for: {'network': 1} {{(pid=84874) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 07:12:09.208698 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-bae57dde-3f61-4474-b27f-89b58fe70c06 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555753'] for network, before_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:12:09.273964 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [req-46148b14-116b-4028-b40e-c4ddbd27b29f req-d9c58b23-6ec2-422e-950e-d178c9a969a5 service neutron] 10.222.0.48 "GET /v2.0/networks?tenant_id=9901384d10f14e30a171a0132a22a1b2&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1855834 Jan 14 07:12:09.281004 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Device 1f8d73f2-9054-4e85-ba41-f2dd89575c0b no longer exists at agent ovs-agent-n-d-768862-2 {{(pid=84876) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jan 14 07:12:09.283134 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-17c6130d-14d6-4a53-a469-7ad946bfba72 tempest-ServersTestMultiNic-2121779930 tempest-ServersTestMultiNic-2121779930] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:12:09.307505 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [req-6f2297bc-8d6f-4547-a3e1-873987333959 req-72fe8bbb-780c-4de1-9e55-46a3561cc316 tempest-SecurityGroupsTestJSON-494699717 tempest-SecurityGroupsTestJSON-494699717] 10.222.0.24 "GET /v2.0/ports?tenant_id=7508ad1d114d4921bf43c45410ae9d5f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.2039626 Jan 14 07:12:09.362459 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-17c6130d-14d6-4a53-a469-7ad946bfba72 tempest-ServersTestMultiNic-2121779930 tempest-ServersTestMultiNic-2121779930] Usage tracker for resource:network and tenant:7d129397cd71499dbaa91be4909e3699 is out of sync, need to count used quota {{(pid=84875) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:12:09.415373 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-17c6130d-14d6-4a53-a469-7ad946bfba72 tempest-ServersTestMultiNic-2121779930 tempest-ServersTestMultiNic-2121779930] Quota usage for network was recalculated. Used quota:4. {{(pid=84875) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:12:09.503099 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.plugin [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] No Port match for: 1f8d73f2-9054-4e85-ba41-f2dd89575c0b {{(pid=84876) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2188}} Jan 14 07:12:09.514446 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Device 1f8d73f2-9054-4e85-ba41-f2dd89575c0b not bound to the agent host n-d-768862-2 {{(pid=84876) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jan 14 07:12:09.529006 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.db_base_plugin_common [None req-727614f5-6ea5-4d5e-8b72-54fc93627f3d None None] Allocated IP 19.80.0.2 (3690f57a-8d95-4883-aef3-c4dec86fdb34/2f6db8ca-c367-4b12-b51d-79dc8da5ce08/88dce1ba-72b6-491b-b0a1-dab101e3a365) {{(pid=84876) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 14 07:12:09.561899 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-17c6130d-14d6-4a53-a469-7ad946bfba72 tempest-ServersTestMultiNic-2121779930 tempest-ServersTestMultiNic-2121779930] Attempting to reserve 1 items for resource network. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:12:09.722140 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-bae57dde-3f61-4474-b27f-89b58fe70c06 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:12:09.862976 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-bae57dde-3f61-4474-b27f-89b58fe70c06 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:12:09.871149 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84874) accepted ('10.222.0.24', 56942) {{(pid=84874) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:12:09.895649 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-bae57dde-3f61-4474-b27f-89b58fe70c06 admin admin] Usage tracker for resource:security_group_rule and tenant:41fd2ae53ac7496787cb9083f18c3aa3 is out of sync, need to count used quota {{(pid=84874) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:12:09.899251 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-bae57dde-3f61-4474-b27f-89b58fe70c06 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84874) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:12:09.904852 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-40e41050-bddc-4622-8148-d426df5768f8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted--9223372036851568851', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal--9223372036850888080'] for router_interface, after_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:12:09.908411 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-bae57dde-3f61-4474-b27f-89b58fe70c06 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:12:09.909311 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-727614f5-6ea5-4d5e-8b72-54fc93627f3d None None] Notify callbacks [] for port, precommit_create {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:12:09.930340 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-727614f5-6ea5-4d5e-8b72-54fc93627f3d None None] Transition to ACTIVE for port object 88dce1ba-72b6-491b-b0a1-dab101e3a365 will not be triggered until provisioned by entity L2. {{(pid=84876) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 07:12:09.957501 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-727614f5-6ea5-4d5e-8b72-54fc93627f3d None None] Transition to ACTIVE for port object 88dce1ba-72b6-491b-b0a1-dab101e3a365 will not be triggered until provisioned by entity DHCP. {{(pid=84876) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 07:12:09.964260 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-727614f5-6ea5-4d5e-8b72-54fc93627f3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777640123575'] for port, after_create {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:12:10.005965 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-bae57dde-3f61-4474-b27f-89b58fe70c06 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:12:10.051952 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e621642f-579b-48fb-b38a-12dafc6802ef service neutron] Pushing event updated for resources: {'Port': ['ID=d280b18f-0753-418b-8127-37d89566b5bc,revision_number=2']} {{(pid=84874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:12:10.058817 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-0d141946-f982-4531-a986-27db4c24d273 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:12:10.089228 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-d41a1d36-9d4c-49f7-9f16-26def76dae76 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84876) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:12:10.102131 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-e621642f-579b-48fb-b38a-12dafc6802ef service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.948s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:12:10.113942 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-bae57dde-3f61-4474-b27f-89b58fe70c06 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850887153'] for security_group, after_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:12:10.122045 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-17c6130d-14d6-4a53-a469-7ad946bfba72 tempest-ServersTestMultiNic-2121779930 tempest-ServersTestMultiNic-2121779930] Made reservation on behalf of 7d129397cd71499dbaa91be4909e3699 for: {'network': 1} {{(pid=84875) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 07:12:10.123581 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-f602d77b-f254-4c08-a5ce-924d5782792d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:12:10.134058 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-17c6130d-14d6-4a53-a469-7ad946bfba72 tempest-ServersTestMultiNic-2121779930 tempest-ServersTestMultiNic-2121779930] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555753'] for network, before_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:12:10.150196 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [req-8c64fafa-69f8-48e9-b7c6-15e72aa6f27a req-05f2b31d-02a4-424a-aa11-8cfb6eb3a0e0 tempest-ImagesNegativeTestJSON-146108451 tempest-ImagesNegativeTestJSON-146108451] 10.222.0.35 "GET /v2.0/networks?tenant_id=9901384d10f14e30a171a0132a22a1b2&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1419835 Jan 14 07:12:10.160997 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-0d141946-f982-4531-a986-27db4c24d273 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:12:10.199621 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92e16cc8-5640-423e-9c8f-d6509e654add None None] Network 2a0349f4-20ea-4a54-b893-98956906179e requested from n-d-768862-2 {{(pid=84876) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 07:12:10.219466 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-3b5c85f9-1d88-4617-8fce-fb973ba6498a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3207107'] for subnet, before_response {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:12:10.236669 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-0d141946-f982-4531-a986-27db4c24d273 admin admin] Usage tracker for resource:security_group_rule and tenant:e2bdedd1c1b84b769a252e22d9e61597 is out of sync, need to count used quota {{(pid=84874) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:12:10.307087 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-0d141946-f982-4531-a986-27db4c24d273 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84874) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:12:10.326357 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bae57dde-3f61-4474-b27f-89b58fe70c06 admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 10} {{(pid=84874) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Jan 14 07:12:10.395882 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d34228f6-c8c4-40bf-b004-671db62d6849 req-82321b4c-32a8-4721-a9ce-a5ca5130eca1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:12:10.396759 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [req-d34228f6-c8c4-40bf-b004-671db62d6849 req-82321b4c-32a8-4721-a9ce-a5ca5130eca1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854768116'] for port, before_response {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:12:10.405053 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [req-d34228f6-c8c4-40bf-b004-671db62d6849 req-82321b4c-32a8-4721-a9ce-a5ca5130eca1 service neutron] 10.222.0.48 "PUT /v2.0/ports/9e458f7b-3193-4772-abdf-7285e21d3d20 HTTP/1.1" status: 200 len: 1156 time: 10.0150392 Jan 14 07:12:10.451425 n-d-768862-2 neutron-server[84765]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e95c7053-347f-41b5-8317-9e95c0a27736', 'tag': '9e458f7b-3193-4772-abdf-7285e21d3d20'}] {{(pid=84875) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Jan 14 07:12:10.474486 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-727614f5-6ea5-4d5e-8b72-54fc93627f3d None None] Pushing event updated for resources: {'Port': ['ID=88dce1ba-72b6-491b-b0a1-dab101e3a365,revision_number=1']} {{(pid=84876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:12:10.547859 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-0d141946-f982-4531-a986-27db4c24d273 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:12:10.603967 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-3b5c85f9-1d88-4617-8fce-fb973ba6498a admin admin] 10.222.0.24 "DELETE /v2.0/subnets/8e00e578-a633-4911-bdcc-3e95a2f0c245 HTTP/1.1" status: 204 len: 168 time: 3.5627255 Jan 14 07:12:10.610284 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-727614f5-6ea5-4d5e-8b72-54fc93627f3d None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@n-h1-768862-2 {{(pid=84876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:12:10.610672 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-727614f5-6ea5-4d5e-8b72-54fc93627f3d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-h1-768862-2 {{(pid=84876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:12:10.611049 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-727614f5-6ea5-4d5e-8b72-54fc93627f3d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-h1-768862-2 {{(pid=84876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:12:10.611421 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-727614f5-6ea5-4d5e-8b72-54fc93627f3d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-h1-768862-2 {{(pid=84876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:12:10.611788 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-727614f5-6ea5-4d5e-8b72-54fc93627f3d None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@n-h1-768862-2 {{(pid=84876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:12:10.612176 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-727614f5-6ea5-4d5e-8b72-54fc93627f3d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-h1-768862-2 {{(pid=84876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:12:10.612546 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-727614f5-6ea5-4d5e-8b72-54fc93627f3d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-h1-768862-2 {{(pid=84876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:12:10.612907 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-727614f5-6ea5-4d5e-8b72-54fc93627f3d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-h1-768862-2 {{(pid=84876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:12:10.613269 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-727614f5-6ea5-4d5e-8b72-54fc93627f3d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-h1-768862-2 {{(pid=84876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:12:10.613626 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-727614f5-6ea5-4d5e-8b72-54fc93627f3d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-h1-768862-2 {{(pid=84876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:12:10.613991 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-727614f5-6ea5-4d5e-8b72-54fc93627f3d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-h1-768862-2 {{(pid=84876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:12:10.614350 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-727614f5-6ea5-4d5e-8b72-54fc93627f3d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-h1-768862-2 {{(pid=84876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:12:10.614750 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-727614f5-6ea5-4d5e-8b72-54fc93627f3d None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@n-h2-768862-2 {{(pid=84876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:12:10.615107 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-727614f5-6ea5-4d5e-8b72-54fc93627f3d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-h2-768862-2 {{(pid=84876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:12:10.615396 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-bae57dde-3f61-4474-b27f-89b58fe70c06 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854179735'] for segment, precommit_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:12:10.615501 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-727614f5-6ea5-4d5e-8b72-54fc93627f3d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-h2-768862-2 {{(pid=84876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:12:10.615968 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-727614f5-6ea5-4d5e-8b72-54fc93627f3d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-h2-768862-2 {{(pid=84876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:12:10.616335 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-727614f5-6ea5-4d5e-8b72-54fc93627f3d None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@n-h2-768862-2 {{(pid=84876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:12:10.616582 n-d-768862-2 neutron-server[84765]: INFO neutron.db.segments_db [None req-bae57dde-3f61-4474-b27f-89b58fe70c06 admin admin] Added segment 93d5be1c-1c52-467a-83e7-2d84d21e7573 of type vxlan for network 6031f5e9-fb5a-40e5-8633-6893ea1ec2be Jan 14 07:12:10.616691 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-727614f5-6ea5-4d5e-8b72-54fc93627f3d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-h2-768862-2 {{(pid=84876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:12:10.617022 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-727614f5-6ea5-4d5e-8b72-54fc93627f3d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-h2-768862-2 {{(pid=84876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:12:10.617376 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-727614f5-6ea5-4d5e-8b72-54fc93627f3d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-h2-768862-2 {{(pid=84876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:12:10.617933 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-727614f5-6ea5-4d5e-8b72-54fc93627f3d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-h2-768862-2 {{(pid=84876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:12:10.618250 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-727614f5-6ea5-4d5e-8b72-54fc93627f3d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-h2-768862-2 {{(pid=84876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:12:10.618610 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-727614f5-6ea5-4d5e-8b72-54fc93627f3d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-h2-768862-2 {{(pid=84876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:12:10.618963 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-727614f5-6ea5-4d5e-8b72-54fc93627f3d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-h2-768862-2 {{(pid=84876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:12:10.619380 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-727614f5-6ea5-4d5e-8b72-54fc93627f3d None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-2 {{(pid=84876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:12:10.619736 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-727614f5-6ea5-4d5e-8b72-54fc93627f3d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-2 {{(pid=84876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:12:10.620122 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-727614f5-6ea5-4d5e-8b72-54fc93627f3d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-2 {{(pid=84876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:12:10.620539 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-727614f5-6ea5-4d5e-8b72-54fc93627f3d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-2 {{(pid=84876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:12:10.620895 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-727614f5-6ea5-4d5e-8b72-54fc93627f3d None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@n-d-768862-2 {{(pid=84876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:12:10.621251 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-727614f5-6ea5-4d5e-8b72-54fc93627f3d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-2 {{(pid=84876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:12:10.621606 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-727614f5-6ea5-4d5e-8b72-54fc93627f3d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-768862-2 {{(pid=84876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:12:10.622850 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-727614f5-6ea5-4d5e-8b72-54fc93627f3d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-768862-2 {{(pid=84876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:12:10.622850 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-727614f5-6ea5-4d5e-8b72-54fc93627f3d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-2 {{(pid=84876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:12:10.622850 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-727614f5-6ea5-4d5e-8b72-54fc93627f3d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-2 {{(pid=84876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:12:10.623108 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-727614f5-6ea5-4d5e-8b72-54fc93627f3d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-2 {{(pid=84876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:12:10.623394 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-727614f5-6ea5-4d5e-8b72-54fc93627f3d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-2 {{(pid=84876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:12:10.631581 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-727614f5-6ea5-4d5e-8b72-54fc93627f3d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.542s {{(pid=84876) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:12:10.638937 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84874) accepted ('10.222.0.24', 56954) {{(pid=84874) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:12:10.659011 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bae57dde-3f61-4474-b27f-89b58fe70c06 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=780f4bb7-8b8b-4dbb-8bf1-04f202b3a437,revision_number=1']} {{(pid=84874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:12:10.675792 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [req-6f2297bc-8d6f-4547-a3e1-873987333959 req-973d00d7-cc2f-4465-8198-f79b7e3800f8 service neutron] 10.222.0.24 "GET /v2.0/networks/0ae0d74f-fb07-4956-93bf-0fc765cd0723?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.3664901 Jan 14 07:12:10.684933 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-bae57dde-3f61-4474-b27f-89b58fe70c06 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.561s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:12:10.700174 n-d-768862-2 neutron-server[84765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-727614f5-6ea5-4d5e-8b72-54fc93627f3d None None] Network 3690f57a-8d95-4883-aef3-c4dec86fdb34 is already hosted by enough agents. {{(pid=84876) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 07:12:10.721592 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-bae57dde-3f61-4474-b27f-89b58fe70c06 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363259214646115'] for network, precommit_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:12:10.722166 n-d-768862-2 neutron-server[84765]: DEBUG neutron.scheduler.base_scheduler [None req-727614f5-6ea5-4d5e-8b72-54fc93627f3d None None] Resources bound (agent type, host, resource id): {{(pid=84876) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 07:12:10.729829 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-727614f5-6ea5-4d5e-8b72-54fc93627f3d None None] Received port after_create {{(pid=84876) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 14 07:12:10.766330 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.managers [req-4749a9d8-1a24-4696-b0e1-b9fbefef11e5 req-e621642f-579b-48fb-b38a-12dafc6802ef service neutron] Attempting to bind port d280b18f-0753-418b-8127-37d89566b5bc on host n-h2-768862-2 for vnic_type normal with profile {{(pid=84874) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 14 07:12:10.766803 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.managers [req-4749a9d8-1a24-4696-b0e1-b9fbefef11e5 req-e621642f-579b-48fb-b38a-12dafc6802ef service neutron] Attempting to bind port d280b18f-0753-418b-8127-37d89566b5bc by drivers openvswitch on host n-h2-768862-2 at level 0 using segments [{'id': '871dcfe9-d88b-458a-b832-5a97900de51f', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '25f1c1a0-ceab-4b3f-9e01-2007a6141e94'}] {{(pid=84874) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 14 07:12:10.767287 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4749a9d8-1a24-4696-b0e1-b9fbefef11e5 req-e621642f-579b-48fb-b38a-12dafc6802ef service neutron] Attempting to bind port d280b18f-0753-418b-8127-37d89566b5bc on network 25f1c1a0-ceab-4b3f-9e01-2007a6141e94 {{(pid=84874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 14 07:12:10.795523 n-d-768862-2 neutron-server[84765]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e95c7053-347f-41b5-8317-9e95c0a27736', 'tag': '9e458f7b-3193-4772-abdf-7285e21d3d20', 'status': 'completed', 'code': 200} Jan 14 07:12:10.796707 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-bae57dde-3f61-4474-b27f-89b58fe70c06 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850887149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964'] for network, after_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:12:10.797803 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bae57dde-3f61-4474-b27f-89b58fe70c06 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:12:10.798511 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-bae57dde-3f61-4474-b27f-89b58fe70c06 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3207107'] for network, before_response {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:12:10.813040 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-a6ccf925-65e8-4101-962e-804251db88c0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:12:10.843985 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.db.api [None req-17c6130d-14d6-4a53-a469-7ad946bfba72 tempest-ServersTestMultiNic-2121779930 tempest-ServersTestMultiNic-2121779930] Retry wrapper got retriable exception: Unable to create the network. No available network found in maximum allowed attempts. {{(pid=84875) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Jan 14 07:12:10.843985 n-d-768862-2 neutron-server[84765]: DEBUG oslo_db.api [None req-17c6130d-14d6-4a53-a469-7ad946bfba72 tempest-ServersTestMultiNic-2121779930 tempest-ServersTestMultiNic-2121779930] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_network {{(pid=84875) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Jan 14 07:12:10.844436 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12b80a4f-fd56-4e69-84d4-217b6409e6d6 None None] DHCP port deletion for 2a0349f4-20ea-4a54-b893-98956906179e request from n-d-768862-2 {{(pid=84876) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Jan 14 07:12:10.844795 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4749a9d8-1a24-4696-b0e1-b9fbefef11e5 req-e621642f-579b-48fb-b38a-12dafc6802ef service neutron] Checking agent: {'id': '64b7216a-2a41-441a-908c-ebbf63072f2f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-h2-768862-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 14, 7, 5, 12), 'started_at': datetime.datetime(2021, 1, 14, 7, 5, 42), 'heartbeat_timestamp': datetime.datetime(2021, 1, 14, 7, 11, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.13', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 14 07:12:10.845272 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4749a9d8-1a24-4696-b0e1-b9fbefef11e5 req-e621642f-579b-48fb-b38a-12dafc6802ef service neutron] Checking segment: {'id': '871dcfe9-d88b-458a-b832-5a97900de51f', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '25f1c1a0-ceab-4b3f-9e01-2007a6141e94'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84874) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 14 07:12:10.845749 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [req-4749a9d8-1a24-4696-b0e1-b9fbefef11e5 req-e621642f-579b-48fb-b38a-12dafc6802ef service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:12:10.846214 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4749a9d8-1a24-4696-b0e1-b9fbefef11e5 req-e621642f-579b-48fb-b38a-12dafc6802ef service neutron] Bound using segment: {'id': '871dcfe9-d88b-458a-b832-5a97900de51f', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '25f1c1a0-ceab-4b3f-9e01-2007a6141e94'} {{(pid=84874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 14 07:12:10.846775 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.managers [req-4749a9d8-1a24-4696-b0e1-b9fbefef11e5 req-e621642f-579b-48fb-b38a-12dafc6802ef service neutron] Bound port: d280b18f-0753-418b-8127-37d89566b5bc, host: n-h2-768862-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '871dcfe9-d88b-458a-b832-5a97900de51f', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '25f1c1a0-ceab-4b3f-9e01-2007a6141e94'}}] {{(pid=84874) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 14 07:12:10.847228 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [req-4749a9d8-1a24-4696-b0e1-b9fbefef11e5 req-e621642f-579b-48fb-b38a-12dafc6802ef service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555753'] for port, before_update {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:12:10.862516 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.plugin [None req-12b80a4f-fd56-4e69-84d4-217b6409e6d6 None None] Deleting port 7c690012-65c3-4419-ae8d-554a4a421fc4 {{(pid=84876) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 07:12:10.862938 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-12b80a4f-fd56-4e69-84d4-217b6409e6d6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363259214248359'] for port, before_delete {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:12:10.899166 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46148b14-116b-4028-b40e-c4ddbd27b29f req-f4aba6ad-fc25-47a6-9892-875be23446e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:12:10.900992 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [req-46148b14-116b-4028-b40e-c4ddbd27b29f req-f4aba6ad-fc25-47a6-9892-875be23446e9 service neutron] 10.222.0.48 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 863 time: 1.5459309 Jan 14 07:12:10.919168 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-017f98a9-8a07-408c-a86f-8ff0c00400a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363259214191800', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854171626'] for agent, after_update {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:12:10.926818 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.managers [None req-727614f5-6ea5-4d5e-8b72-54fc93627f3d None None] Attempting to bind port 88dce1ba-72b6-491b-b0a1-dab101e3a365 on host n-d-768862-2 for vnic_type normal with profile {{(pid=84876) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 14 07:12:10.927051 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.managers [None req-727614f5-6ea5-4d5e-8b72-54fc93627f3d None None] Attempting to bind port 88dce1ba-72b6-491b-b0a1-dab101e3a365 by drivers openvswitch on host n-d-768862-2 at level 0 using segments [{'id': '52c8ac1f-6429-45e0-8536-c75e8675ac04', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '3690f57a-8d95-4883-aef3-c4dec86fdb34'}] {{(pid=84876) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 14 07:12:10.927405 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-727614f5-6ea5-4d5e-8b72-54fc93627f3d None None] Attempting to bind port 88dce1ba-72b6-491b-b0a1-dab101e3a365 on network 3690f57a-8d95-4883-aef3-c4dec86fdb34 {{(pid=84876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 14 07:12:10.938117 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-727614f5-6ea5-4d5e-8b72-54fc93627f3d None None] Checking agent: {'id': 'ba5efab1-b43c-4d5a-bc52-6e105d4e67a2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768862-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 14, 6, 56, 52), 'started_at': datetime.datetime(2021, 1, 14, 6, 57, 22), 'heartbeat_timestamp': datetime.datetime(2021, 1, 14, 7, 11, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768862-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.29', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 14 07:12:10.938391 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-727614f5-6ea5-4d5e-8b72-54fc93627f3d None None] Checking segment: {'id': '52c8ac1f-6429-45e0-8536-c75e8675ac04', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '3690f57a-8d95-4883-aef3-c4dec86fdb34'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84876) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 14 07:12:10.938872 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-727614f5-6ea5-4d5e-8b72-54fc93627f3d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:12:10.939270 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-727614f5-6ea5-4d5e-8b72-54fc93627f3d None None] Bound using segment: {'id': '52c8ac1f-6429-45e0-8536-c75e8675ac04', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '3690f57a-8d95-4883-aef3-c4dec86fdb34'} {{(pid=84876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 14 07:12:10.939809 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.managers [None req-727614f5-6ea5-4d5e-8b72-54fc93627f3d None None] Bound port: 88dce1ba-72b6-491b-b0a1-dab101e3a365, host: n-d-768862-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '52c8ac1f-6429-45e0-8536-c75e8675ac04', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '3690f57a-8d95-4883-aef3-c4dec86fdb34'}}] {{(pid=84876) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 14 07:12:10.940251 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-727614f5-6ea5-4d5e-8b72-54fc93627f3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555753'] for port, before_update {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:12:11.020128 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Device 7c690012-65c3-4419-ae8d-554a4a421fc4 no longer exists at agent ovs-agent-n-d-768862-2 {{(pid=84876) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jan 14 07:12:11.029176 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [req-46148b14-116b-4028-b40e-c4ddbd27b29f req-b852e7bb-79aa-4634-b9c9-3a67829f7809 tempest-ImagesNegativeTestJSON-146108451 tempest-ImagesNegativeTestJSON-146108451] 10.222.0.48 "GET /v2.0/ports?device_id=883b5127-da00-4629-ba13-72c914309fb2 HTTP/1.1" status: 200 len: 210 time: 0.0733018 Jan 14 07:12:11.030861 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84875) accepted ('10.222.0.24', 56962) {{(pid=84875) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:12:11.037392 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.db_base_plugin_common [None req-94531641-e4dd-4924-8c6c-b24eff0e0fbb tempest-TaggedBootDevicesTest-541410187 tempest-TaggedBootDevicesTest-541410187] Allocated IP 172.25.2.67 (226f1e78-82cd-4481-9055-4eb73b6db8c1/ba8deeec-7658-4195-9449-038c076f5c83/267396ab-3d37-419e-b727-638546c6290a) {{(pid=84875) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 14 07:12:11.099278 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [req-4749a9d8-1a24-4696-b0e1-b9fbefef11e5 req-e621642f-579b-48fb-b38a-12dafc6802ef service neutron] For port d280b18f-0753-418b-8127-37d89566b5bc, host n-h2-768862-2, cleared binding levels {{(pid=84874) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 14 07:12:11.102506 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [req-4749a9d8-1a24-4696-b0e1-b9fbefef11e5 req-e621642f-579b-48fb-b38a-12dafc6802ef service neutron] For port d280b18f-0753-418b-8127-37d89566b5bc, host n-h2-768862-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-h2-768862-2',level=0,port_id=d280b18f-0753-418b-8127-37d89566b5bc,segment=NetworkSegment(871dcfe9-d88b-458a-b832-5a97900de51f),segment_id=871dcfe9-d88b-458a-b832-5a97900de51f)] {{(pid=84874) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 14 07:12:11.114849 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d34228f6-c8c4-40bf-b004-671db62d6849 req-2acb8c5e-1ab9-4adc-aff7-f399f9f25897 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:12:11.116615 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [req-d34228f6-c8c4-40bf-b004-671db62d6849 req-2acb8c5e-1ab9-4adc-aff7-f399f9f25897 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=777e0121e7b84cf1b1a0af96c6f5d63a&device_id=e95c7053-347f-41b5-8317-9e95c0a27736 HTTP/1.1" status: 200 len: 1159 time: 0.6171198 Jan 14 07:12:11.213807 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555753'] for port, before_update {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:12:11.221206 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [req-4749a9d8-1a24-4696-b0e1-b9fbefef11e5 req-e621642f-579b-48fb-b38a-12dafc6802ef service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777640533312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363259214678337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777640097497', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036851521613'] for port, after_update {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:12:11.383552 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] For port 7c690012-65c3-4419-ae8d-554a4a421fc4, host n-d-768862-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-2',level=0,port_id=7c690012-65c3-4419-ae8d-554a4a421fc4,segment=NetworkSegment(e3d0d1e1-e3f2-493b-a20f-8f8981f2e512),segment_id=e3d0d1e1-e3f2-493b-a20f-8f8981f2e512)] {{(pid=84876) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 07:12:11.397297 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-bae57dde-3f61-4474-b27f-89b58fe70c06 admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 3.1171081 Jan 14 07:12:11.405523 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84874) accepted ('10.222.0.24', 56968) {{(pid=84874) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:12:11.441912 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.v2.base [None req-34243a48-edbd-406e-a1d2-2b774961c18d admin admin] Request body: {'subnet': {'network_id': '6031f5e9-fb5a-40e5-8633-6893ea1ec2be', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupsNegativeTestJSON-1513421771-subnet', 'tenant_id': '41fd2ae53ac7496787cb9083f18c3aa3', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=84874) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:12:11.447266 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-34243a48-edbd-406e-a1d2-2b774961c18d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:12:11.452316 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-34243a48-edbd-406e-a1d2-2b774961c18d admin admin] Usage tracker for resource:subnet and tenant:41fd2ae53ac7496787cb9083f18c3aa3 is out of sync, need to count used quota {{(pid=84874) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:12:11.453675 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [None req-727614f5-6ea5-4d5e-8b72-54fc93627f3d None None] For port 88dce1ba-72b6-491b-b0a1-dab101e3a365, host n-d-768862-2, cleared binding levels {{(pid=84876) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 14 07:12:11.455608 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-34243a48-edbd-406e-a1d2-2b774961c18d admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84874) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:12:11.459092 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [None req-727614f5-6ea5-4d5e-8b72-54fc93627f3d None None] For port 88dce1ba-72b6-491b-b0a1-dab101e3a365, host n-d-768862-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-2',level=0,port_id=88dce1ba-72b6-491b-b0a1-dab101e3a365,segment=NetworkSegment(52c8ac1f-6429-45e0-8536-c75e8675ac04),segment_id=52c8ac1f-6429-45e0-8536-c75e8675ac04)] {{(pid=84876) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 14 07:12:11.460947 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777640533312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363259214678337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777640097497'] for port, after_update {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:12:11.462517 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-34243a48-edbd-406e-a1d2-2b774961c18d admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:12:11.476775 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-b10577c1-58a1-4736-95c0-07a9dd00ba9d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84876) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:12:11.509948 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-17c6130d-14d6-4a53-a469-7ad946bfba72 tempest-ServersTestMultiNic-2121779930 tempest-ServersTestMultiNic-2121779930] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555753'] for network, before_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:12:11.517806 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bae57dde-3f61-4474-b27f-89b58fe70c06 admin admin] Pushing event updated for resources: {'Network': ['ID=6031f5e9-fb5a-40e5-8633-6893ea1ec2be,revision_number=1']} {{(pid=84874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:12:11.519720 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-34243a48-edbd-406e-a1d2-2b774961c18d admin admin] Made reservation on behalf of 41fd2ae53ac7496787cb9083f18c3aa3 for: {'subnet': 1} {{(pid=84874) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 07:12:11.525025 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-34243a48-edbd-406e-a1d2-2b774961c18d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036851981161'] for subnet, before_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:12:11.547316 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-bae57dde-3f61-4474-b27f-89b58fe70c06 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.734s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:12:11.553206 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-f8e60997-740d-4210-8931-a711bd2d0714 tempest-ServersTestMultiNic-2121779930 tempest-ServersTestMultiNic-2121779930] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.142s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:12:11.564008 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-852a24f7-e9a1-4193-9abb-e9506fe5213f None None] Network 6031f5e9-fb5a-40e5-8633-6893ea1ec2be details requested by agent ovs-agent-n-h2-768862-2 with host n-h2-768862-2 {{(pid=84876) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 07:12:11.584685 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Network 6031f5e9-fb5a-40e5-8633-6893ea1ec2be details requested by agent ovs-agent-n-d-768862-2 with host n-d-768862-2 {{(pid=84876) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 07:12:11.595726 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4749a9d8-1a24-4696-b0e1-b9fbefef11e5 req-e621642f-579b-48fb-b38a-12dafc6802ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:12:11.596445 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [req-4749a9d8-1a24-4696-b0e1-b9fbefef11e5 req-e621642f-579b-48fb-b38a-12dafc6802ef service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854768116'] for port, before_response {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:12:11.598322 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [req-4749a9d8-1a24-4696-b0e1-b9fbefef11e5 req-e621642f-579b-48fb-b38a-12dafc6802ef service neutron] 10.222.0.48 "PUT /v2.0/ports/d280b18f-0753-418b-8127-37d89566b5bc HTTP/1.1" status: 200 len: 1154 time: 4.7865644 Jan 14 07:12:11.600445 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-017f98a9-8a07-408c-a86f-8ff0c00400a0 None None] Network 6031f5e9-fb5a-40e5-8633-6893ea1ec2be details requested by agent ovs-agent-n-h1-768862-2 with host n-h1-768862-2 {{(pid=84876) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 07:12:11.609761 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-b1cb1312-c820-4d8b-8603-8bca6397cc25 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036854160497'] for network, before_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:12:11.663270 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [req-6f2297bc-8d6f-4547-a3e1-873987333959 req-b563a8d6-9f3d-409c-b360-b0cd8058c750 service neutron] 10.222.0.24 "GET /v2.0/networks/0ae0d74f-fb07-4956-93bf-0fc765cd0723?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.9863615 Jan 14 07:12:11.681733 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_segment":"rule:admin_only" was deprecated in W in favor of "update_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:12:11.681733 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:12:11.681733 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "delete_segment":"rule:admin_only" was deprecated in W in favor of "delete_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:12:11.681733 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:12:11.681733 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network":"rule:regular_user" was deprecated in W in favor of "create_network":"role:member and project_id:%(project_id)s". Reason: Jan 14 07:12:11.681733 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:12:11.681733 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:12:11.681733 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:12:11.681733 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:shared":"rule:admin_only" was deprecated in W in favor of "create_network:shared":"role:admin and system_scope:all". Reason: Jan 14 07:12:11.681733 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:12:11.681733 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:12:11.681733 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:12:11.681733 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:router:external":"rule:admin_only" was deprecated in W in favor of "create_network:router:external":"role:admin and system_scope:all". Reason: Jan 14 07:12:11.681733 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:12:11.681733 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:12:11.681733 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:12:11.681733 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:is_default":"rule:admin_only" was deprecated in W in favor of "create_network:is_default":"role:admin and system_scope:all". Reason: Jan 14 07:12:11.681733 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:12:11.681733 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:12:11.681733 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:12:11.681733 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:port_security_enabled":"rule:regular_user" was deprecated in W in favor of "create_network:port_security_enabled":"role:member and project_id:%(project_id)s". Reason: Jan 14 07:12:11.681733 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:12:11.681733 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:12:11.681733 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:12:11.681733 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:segments":"rule:admin_only" was deprecated in W in favor of "create_network:segments":"role:admin and system_scope:all". Reason: Jan 14 07:12:11.681733 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:12:11.681733 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:12:11.681733 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:12:11.681733 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "create_network:provider:network_type":"role:admin and system_scope:all". Reason: Jan 14 07:12:11.681733 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:12:11.681733 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:12:11.681733 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:12:11.681733 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "create_network:provider:physical_network":"role:admin and system_scope:all". Reason: Jan 14 07:12:11.681733 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:12:11.681733 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:12:11.681733 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:12:11.681733 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "create_network:provider:segmentation_id":"role:admin and system_scope:all". Reason: Jan 14 07:12:11.681733 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:12:11.681733 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:12:11.681733 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:12:11.681733 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network":"rule:admin_or_owner or rule:shared or rule:external or rule:context_is_advsvc" was deprecated in W in favor of "get_network":"(role:reader and system_scope:all) or (role:reader and project_id:%(project_id)s) or rule:shared or rule:external or rule:context_is_advsvc". Reason: Jan 14 07:12:11.681733 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:12:11.681733 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:12:11.681733 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:12:11.681733 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:router:external":"rule:regular_user" was deprecated in W in favor of "get_network:router:external":"role:reader and project_id:%(project_id)s". Reason: Jan 14 07:12:11.685871 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:12:11.685871 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:12:11.685871 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:12:11.685871 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:segments":"rule:admin_only" was deprecated in W in favor of "get_network:segments":"role:reader and system_scope:all". Reason: Jan 14 07:12:11.685871 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:12:11.685871 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:12:11.685871 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:12:11.685871 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "get_network:provider:network_type":"role:reader and system_scope:all". Reason: Jan 14 07:12:11.685871 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:12:11.685871 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:12:11.685871 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:12:11.685871 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "get_network:provider:physical_network":"role:reader and system_scope:all". Reason: Jan 14 07:12:11.685871 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:12:11.685871 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:12:11.685871 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:12:11.685871 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "get_network:provider:segmentation_id":"role:reader and system_scope:all". Reason: Jan 14 07:12:11.685871 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:12:11.685871 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:12:11.685871 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:12:11.708177 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.v2.base [None req-fdbaece7-696c-4340-9329-4f55a8c8c23e admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-149224418-network', 'tenant_id': '1aa7b4d5a9ff461fbaf4900f14a02d8a'}} {{(pid=84875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:12:11.712559 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c64fafa-69f8-48e9-b7c6-15e72aa6f27a req-4d69b56a-4f13-46b3-9108-b5f19be56de2 tempest-ImagesNegativeTestJSON-146108451 tempest-ImagesNegativeTestJSON-146108451] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:12:11.714339 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [req-8c64fafa-69f8-48e9-b7c6-15e72aa6f27a req-4d69b56a-4f13-46b3-9108-b5f19be56de2 tempest-ImagesNegativeTestJSON-146108451 tempest-ImagesNegativeTestJSON-146108451] 10.222.0.35 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 1.4918139 Jan 14 07:12:11.714935 n-d-768862-2 neutron-server[84765]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '16513199-bee3-4bea-a843-4e62a5ef0197', 'tag': 'd280b18f-0753-418b-8127-37d89566b5bc'}] {{(pid=84874) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Jan 14 07:12:11.729540 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-17c6130d-14d6-4a53-a469-7ad946bfba72 tempest-ServersTestMultiNic-2121779930 tempest-ServersTestMultiNic-2121779930] vxlan segment allocate from pool success with {'vxlan_vni': 15} {{(pid=84875) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Jan 14 07:12:11.767057 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-727614f5-6ea5-4d5e-8b72-54fc93627f3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777640533312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363259214678337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777640097497'] for port, after_update {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:12:11.769538 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-17c6130d-14d6-4a53-a469-7ad946bfba72 tempest-ServersTestMultiNic-2121779930 tempest-ServersTestMultiNic-2121779930] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment--9223363259214191851', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854179735'] for segment, precommit_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:12:11.770203 n-d-768862-2 neutron-server[84765]: INFO neutron.db.segments_db [None req-17c6130d-14d6-4a53-a469-7ad946bfba72 tempest-ServersTestMultiNic-2121779930 tempest-ServersTestMultiNic-2121779930] Added segment a9feaf61-7b00-465a-9a5e-4dac695c3d93 of type vxlan for network 3969e656-f2d3-437e-bb8d-008442e4371a Jan 14 07:12:11.830193 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.v2.base [req-8c64fafa-69f8-48e9-b7c6-15e72aa6f27a req-e91bfcbf-c0cc-4e11-a42d-b9a99b318ceb tempest-ImagesNegativeTestJSON-146108451 tempest-ImagesNegativeTestJSON-146108451] Request body: {'port': {'device_id': '883b5127-da00-4629-ba13-72c914309fb2', 'network_id': '3ab89270-67b1-41e9-8be2-a0395a984bff', 'admin_state_up': True, 'tenant_id': '9901384d10f14e30a171a0132a22a1b2'}} {{(pid=84874) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:12:11.842949 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-17c6130d-14d6-4a53-a469-7ad946bfba72 tempest-ServersTestMultiNic-2121779930 tempest-ServersTestMultiNic-2121779930] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363259214646115'] for network, precommit_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:12:11.899877 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [req-d34228f6-c8c4-40bf-b004-671db62d6849 req-84105799-bf12-41cc-a970-42e4fc2f5612 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=9e458f7b-3193-4772-abdf-7285e21d3d20 HTTP/1.1" status: 200 len: 217 time: 0.3930635 Jan 14 07:12:11.902674 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-fdbaece7-696c-4340-9329-4f55a8c8c23e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:12:11.904439 n-d-768862-2 neutron-server[84765]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '16513199-bee3-4bea-a843-4e62a5ef0197', 'tag': 'd280b18f-0753-418b-8127-37d89566b5bc', 'status': 'completed', 'code': 200} Jan 14 07:12:11.907818 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-fdbaece7-696c-4340-9329-4f55a8c8c23e admin admin] Usage tracker for resource:network and tenant:1aa7b4d5a9ff461fbaf4900f14a02d8a is out of sync, need to count used quota {{(pid=84875) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:12:11.911566 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-fdbaece7-696c-4340-9329-4f55a8c8c23e admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84875) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:12:11.920707 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-fdbaece7-696c-4340-9329-4f55a8c8c23e admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:12:12.037431 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.plugin [None req-b1cb1312-c820-4d8b-8603-8bca6397cc25 admin admin] Deleting port 7c690012-65c3-4419-ae8d-554a4a421fc4 {{(pid=84874) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 07:12:12.037922 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-b1cb1312-c820-4d8b-8603-8bca6397cc25 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363259214248359'] for port, before_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:12:12.084725 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fdbaece7-696c-4340-9329-4f55a8c8c23e admin admin] Made reservation on behalf of 1aa7b4d5a9ff461fbaf4900f14a02d8a for: {'network': 1} {{(pid=84875) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 07:12:12.090368 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-fdbaece7-696c-4340-9329-4f55a8c8c23e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555753'] for network, before_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:12:12.170936 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-0d141946-f982-4531-a986-27db4c24d273 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:12:12.205744 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e621642f-579b-48fb-b38a-12dafc6802ef service neutron] Pushing event updated for resources: {'Port': ['ID=d280b18f-0753-418b-8127-37d89566b5bc,revision_number=3']} {{(pid=84874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:12:12.213234 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-0d141946-f982-4531-a986-27db4c24d273 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850887153'] for security_group, after_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:12:12.221028 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-e621642f-579b-48fb-b38a-12dafc6802ef service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.668s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:12:12.233935 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-379a8f12-dcff-454d-b26c-b60cf8411908 tempest-ServersOnMultiNodesTest-1389749888 tempest-ServersOnMultiNodesTest-1389749888] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:12:12.247120 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d34228f6-c8c4-40bf-b004-671db62d6849 req-98c33862-93f7-4e4e-be74-d04069944a7c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:12:12.247983 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [req-d34228f6-c8c4-40bf-b004-671db62d6849 req-98c33862-93f7-4e4e-be74-d04069944a7c service neutron] 10.222.0.48 "GET /v2.0/subnets?id=a076fa03-03f6-498c-8a30-b44c18079c93 HTTP/1.1" status: 200 len: 868 time: 0.1804206 Jan 14 07:12:12.249337 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-17c6130d-14d6-4a53-a469-7ad946bfba72 tempest-ServersTestMultiNic-2121779930 tempest-ServersTestMultiNic-2121779930] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850887149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964'] for network, after_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:12:12.271255 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17c6130d-14d6-4a53-a469-7ad946bfba72 tempest-ServersTestMultiNic-2121779930 tempest-ServersTestMultiNic-2121779930] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:12:12.272156 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-17c6130d-14d6-4a53-a469-7ad946bfba72 tempest-ServersTestMultiNic-2121779930 tempest-ServersTestMultiNic-2121779930] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3207107'] for network, before_response {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:12:12.295735 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-94531641-e4dd-4924-8c6c-b24eff0e0fbb tempest-TaggedBootDevicesTest-541410187 tempest-TaggedBootDevicesTest-541410187] Notify callbacks [] for port, precommit_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:12:12.321329 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:12:12.447114 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [None req-12b80a4f-fd56-4e69-84d4-217b6409e6d6 None None] For port 7c690012-65c3-4419-ae8d-554a4a421fc4, host n-d-768862-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-2',level=0,port_id=7c690012-65c3-4419-ae8d-554a4a421fc4,segment=NetworkSegment(e3d0d1e1-e3f2-493b-a20f-8f8981f2e512),segment_id=e3d0d1e1-e3f2-493b-a20f-8f8981f2e512)] {{(pid=84876) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 07:12:12.447550 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-12b80a4f-fd56-4e69-84d4-217b6409e6d6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036850862667'] for port, precommit_delete {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:12:12.484212 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-fdbaece7-696c-4340-9329-4f55a8c8c23e admin admin] Notify callbacks [] for security_group, before_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:12:12.554835 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17c6130d-14d6-4a53-a469-7ad946bfba72 tempest-ServersTestMultiNic-2121779930 tempest-ServersTestMultiNic-2121779930] Pushing event updated for resources: {'Network': ['ID=3969e656-f2d3-437e-bb8d-008442e4371a,revision_number=1']} {{(pid=84875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:12:12.558828 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-17c6130d-14d6-4a53-a469-7ad946bfba72 tempest-ServersTestMultiNic-2121779930 tempest-ServersTestMultiNic-2121779930] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.237s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:12:12.573688 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-017f98a9-8a07-408c-a86f-8ff0c00400a0 None None] Network 3969e656-f2d3-437e-bb8d-008442e4371a details requested by agent ovs-agent-n-h1-768862-2 with host n-h1-768862-2 {{(pid=84876) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 07:12:12.589212 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.v2.base [req-0993ddb9-9726-4036-8097-ecde555f21c3 req-f3f8ebb4-4c40-40b4-98c8-f0e4a1d2b57f tempest-SecurityGroupsTestJSON-494699717 tempest-SecurityGroupsTestJSON-494699717] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1698901000', 'description': 'tempest-description-452189164'}} {{(pid=84875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:12:12.604042 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-fdbaece7-696c-4340-9329-4f55a8c8c23e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:12:12.616164 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [req-0993ddb9-9726-4036-8097-ecde555f21c3 req-f3f8ebb4-4c40-40b4-98c8-f0e4a1d2b57f tempest-SecurityGroupsTestJSON-494699717 tempest-SecurityGroupsTestJSON-494699717] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:12:12.636054 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [req-0993ddb9-9726-4036-8097-ecde555f21c3 req-f3f8ebb4-4c40-40b4-98c8-f0e4a1d2b57f tempest-SecurityGroupsTestJSON-494699717 tempest-SecurityGroupsTestJSON-494699717] Usage tracker for resource:security_group and tenant:7508ad1d114d4921bf43c45410ae9d5f is out of sync, need to count used quota {{(pid=84875) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:12:12.642337 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [req-0993ddb9-9726-4036-8097-ecde555f21c3 req-f3f8ebb4-4c40-40b4-98c8-f0e4a1d2b57f tempest-SecurityGroupsTestJSON-494699717 tempest-SecurityGroupsTestJSON-494699717] Quota usage for security_group was recalculated. Used quota:5. {{(pid=84875) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:12:12.645670 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-fdbaece7-696c-4340-9329-4f55a8c8c23e admin admin] Usage tracker for resource:security_group_rule and tenant:1aa7b4d5a9ff461fbaf4900f14a02d8a is out of sync, need to count used quota {{(pid=84875) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:12:12.656336 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-fdbaece7-696c-4340-9329-4f55a8c8c23e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84875) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:12:12.676043 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [req-0993ddb9-9726-4036-8097-ecde555f21c3 req-f3f8ebb4-4c40-40b4-98c8-f0e4a1d2b57f tempest-SecurityGroupsTestJSON-494699717 tempest-SecurityGroupsTestJSON-494699717] Attempting to reserve 1 items for resource security_group. Total usage: 5; quota limit: 100; headroom:95 {{(pid=84875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:12:12.683660 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-0d141946-f982-4531-a986-27db4c24d273 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=e2bdedd1c1b84b769a252e22d9e61597&name=default HTTP/1.1" status: 200 len: 2979 time: 2.8074911 Jan 14 07:12:12.686257 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-17c6130d-14d6-4a53-a469-7ad946bfba72 tempest-ServersTestMultiNic-2121779930 tempest-ServersTestMultiNic-2121779930] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 3.5471418 Jan 14 07:12:12.687911 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4749a9d8-1a24-4696-b0e1-b9fbefef11e5 req-61693252-d930-4f32-85ad-8435df5e84b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:12:12.688306 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4749a9d8-1a24-4696-b0e1-b9fbefef11e5 req-61693252-d930-4f32-85ad-8435df5e84b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:12:12.688842 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-fdbaece7-696c-4340-9329-4f55a8c8c23e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:12:12.690054 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [req-4749a9d8-1a24-4696-b0e1-b9fbefef11e5 req-61693252-d930-4f32-85ad-8435df5e84b1 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=7d129397cd71499dbaa91be4909e3699&device_id=16513199-bee3-4bea-a843-4e62a5ef0197 HTTP/1.1" status: 200 len: 3056 time: 0.8875985 Jan 14 07:12:12.691637 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84874) accepted ('10.222.0.24', 56998) {{(pid=84874) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:12:12.692204 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84874) accepted ('10.222.0.24', 57000) {{(pid=84874) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:12:12.710111 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d141946-f982-4531-a986-27db4c24d273 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1a0b35a1-80b2-4359-a04f-6fcec6c1f240,revision_number=1']} {{(pid=84874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:12:12.735373 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [req-0993ddb9-9726-4036-8097-ecde555f21c3 req-f3f8ebb4-4c40-40b4-98c8-f0e4a1d2b57f tempest-SecurityGroupsTestJSON-494699717 tempest-SecurityGroupsTestJSON-494699717] Notify callbacks [] for security_group, before_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:12:12.762836 n-d-768862-2 neutron-server[84765]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-40e41050-bddc-4622-8148-d426df5768f8 admin admin] Router 50975c9d-2d06-44d9-b1e5-86f6cb8bd18c has already been hosted by L3 agent 35f592e9-451b-4db9-abea-77b6a5c5391b {{(pid=84875) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Jan 14 07:12:12.792457 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.v2.base [None req-3ea9c772-f853-4ec6-87ea-b680e8c47509 tempest-ServersTestMultiNic-2121779930 tempest-ServersTestMultiNic-2121779930] Request body: {'subnet': {'network_id': '3969e656-f2d3-437e-bb8d-008442e4371a', 'cidr': '19.86.0.0/24', 'ip_version': 4}} {{(pid=84874) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:12:12.796555 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-94531641-e4dd-4924-8c6c-b24eff0e0fbb tempest-TaggedBootDevicesTest-541410187 tempest-TaggedBootDevicesTest-541410187] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777640123575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851621574'] for port, after_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:12:12.819757 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [req-4749a9d8-1a24-4696-b0e1-b9fbefef11e5 req-edd25f5f-4c8c-4bd9-8f31-75013092f226 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.146&port_id=78662f27-1e6f-4319-924a-4176b8aee062 HTTP/1.1" status: 200 len: 217 time: 0.1167665 Jan 14 07:12:12.835313 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-0d141946-f982-4531-a986-27db4c24d273 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.601s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:12:12.877357 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Network 3969e656-f2d3-437e-bb8d-008442e4371a details requested by agent ovs-agent-n-d-768862-2 with host n-d-768862-2 {{(pid=84876) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 07:12:12.877921 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-d85944e6-39ab-42ec-a22d-b27da2e3358d tempest-FloatingIPsTestJSON-836215258 tempest-FloatingIPsTestJSON-836215258] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:12:12.891580 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-852a24f7-e9a1-4193-9abb-e9506fe5213f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363259214191800', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854171626'] for agent, after_update {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:12:12.903541 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.plugin [None req-12b80a4f-fd56-4e69-84d4-217b6409e6d6 None None] Calling delete_port for 7c690012-65c3-4419-ae8d-554a4a421fc4 owned by network:dhcp {{(pid=84876) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 07:12:12.922917 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d34228f6-c8c4-40bf-b004-671db62d6849 req-5c64ef9b-5908-42fd-aa26-ba2f8ebc9c2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:12:12.924653 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [req-d34228f6-c8c4-40bf-b004-671db62d6849 req-5c64ef9b-5908-42fd-aa26-ba2f8ebc9c2d service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=fd33dbe3-7afa-46b0-8897-ce6ba7fea060&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.6159322 Jan 14 07:12:12.934119 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-852a24f7-e9a1-4193-9abb-e9506fe5213f None None] Network 3969e656-f2d3-437e-bb8d-008442e4371a details requested by agent ovs-agent-n-h2-768862-2 with host n-h2-768862-2 {{(pid=84876) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 07:12:12.950664 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Pushing event updated for resources: {'Port': ['ID=7c690012-65c3-4419-ae8d-554a4a421fc4,revision_number=5']} {{(pid=84876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:12:13.007387 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [req-8c64fafa-69f8-48e9-b7c6-15e72aa6f27a req-e91bfcbf-c0cc-4e11-a42d-b9a99b318ceb tempest-ImagesNegativeTestJSON-146108451 tempest-ImagesNegativeTestJSON-146108451] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:12:13.015429 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.539s {{(pid=84876) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:12:13.083892 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-f8848793-a9a0-4516-b99b-0e8d5a6e4bcf None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.813s {{(pid=84876) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:12:13.090602 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [req-8c64fafa-69f8-48e9-b7c6-15e72aa6f27a req-e91bfcbf-c0cc-4e11-a42d-b9a99b318ceb tempest-ImagesNegativeTestJSON-146108451 tempest-ImagesNegativeTestJSON-146108451] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:12:13.103758 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [None req-b1cb1312-c820-4d8b-8603-8bca6397cc25 admin admin] For port 7c690012-65c3-4419-ae8d-554a4a421fc4, host n-d-768862-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-2',level=0,port_id=7c690012-65c3-4419-ae8d-554a4a421fc4,segment=NetworkSegment(e3d0d1e1-e3f2-493b-a20f-8f8981f2e512),segment_id=e3d0d1e1-e3f2-493b-a20f-8f8981f2e512)] {{(pid=84874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 07:12:13.104179 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-b1cb1312-c820-4d8b-8603-8bca6397cc25 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036850862667'] for port, precommit_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:12:13.117169 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [req-0993ddb9-9726-4036-8097-ecde555f21c3 req-f3f8ebb4-4c40-40b4-98c8-f0e4a1d2b57f tempest-SecurityGroupsTestJSON-494699717 tempest-SecurityGroupsTestJSON-494699717] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:12:13.140599 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [req-0993ddb9-9726-4036-8097-ecde555f21c3 req-f3f8ebb4-4c40-40b4-98c8-f0e4a1d2b57f tempest-SecurityGroupsTestJSON-494699717 tempest-SecurityGroupsTestJSON-494699717] Usage tracker for resource:security_group_rule and tenant:7508ad1d114d4921bf43c45410ae9d5f is out of sync, need to count used quota {{(pid=84875) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:12:13.164192 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-9c3e2ce0-d140-4437-8c56-25f76ce1a20d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:12:13.166747 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-3ea9c772-f853-4ec6-87ea-b680e8c47509 tempest-ServersTestMultiNic-2121779930 tempest-ServersTestMultiNic-2121779930] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:12:13.202774 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [req-0993ddb9-9726-4036-8097-ecde555f21c3 req-f3f8ebb4-4c40-40b4-98c8-f0e4a1d2b57f tempest-SecurityGroupsTestJSON-494699717 tempest-SecurityGroupsTestJSON-494699717] Quota usage for security_group_rule was recalculated. Used quota:12. {{(pid=84875) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:12:13.246203 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-3ea9c772-f853-4ec6-87ea-b680e8c47509 tempest-ServersTestMultiNic-2121779930 tempest-ServersTestMultiNic-2121779930] Usage tracker for resource:subnet and tenant:7d129397cd71499dbaa91be4909e3699 is out of sync, need to count used quota {{(pid=84874) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:12:13.246884 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [req-0993ddb9-9726-4036-8097-ecde555f21c3 req-f3f8ebb4-4c40-40b4-98c8-f0e4a1d2b57f tempest-SecurityGroupsTestJSON-494699717 tempest-SecurityGroupsTestJSON-494699717] Attempting to reserve 2 items for resource security_group_rule. Total usage: 12; quota limit: 100; headroom:88 {{(pid=84875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:12:13.262617 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94531641-e4dd-4924-8c6c-b24eff0e0fbb tempest-TaggedBootDevicesTest-541410187 tempest-TaggedBootDevicesTest-541410187] Pushing event updated for resources: {'Port': ['ID=267396ab-3d37-419e-b727-638546c6290a,revision_number=1']} {{(pid=84875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:12:13.273240 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-94531641-e4dd-4924-8c6c-b24eff0e0fbb tempest-TaggedBootDevicesTest-541410187 tempest-TaggedBootDevicesTest-541410187] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.395s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:12:13.314042 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4749a9d8-1a24-4696-b0e1-b9fbefef11e5 req-7892fae9-d56f-479e-ac39-abbb1c9b63d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:12:13.315667 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [req-4749a9d8-1a24-4696-b0e1-b9fbefef11e5 req-7892fae9-d56f-479e-ac39-abbb1c9b63d2 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=2bb0b7fb-11f9-43b1-975e-b782dc638b95 HTTP/1.1" status: 200 len: 801 time: 0.4661279 Jan 14 07:12:13.325910 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.plugin [None req-b1cb1312-c820-4d8b-8603-8bca6397cc25 admin admin] Calling delete_port for 7c690012-65c3-4419-ae8d-554a4a421fc4 owned by network:dhcp {{(pid=84874) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 07:12:13.336988 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-727614f5-6ea5-4d5e-8b72-54fc93627f3d None None] Pushing event updated for resources: {'Port': ['ID=88dce1ba-72b6-491b-b0a1-dab101e3a365,revision_number=2']} {{(pid=84876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:12:13.342856 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-727614f5-6ea5-4d5e-8b72-54fc93627f3d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.259s {{(pid=84876) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:12:13.353229 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.db.api [None req-12b80a4f-fd56-4e69-84d4-217b6409e6d6 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84876) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Jan 14 07:12:13.353956 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-3ea9c772-f853-4ec6-87ea-b680e8c47509 tempest-ServersTestMultiNic-2121779930 tempest-ServersTestMultiNic-2121779930] Quota usage for subnet was recalculated. Used quota:4. {{(pid=84874) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:12:13.354514 n-d-768862-2 neutron-server[84765]: DEBUG oslo_db.api [None req-12b80a4f-fd56-4e69-84d4-217b6409e6d6 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84876) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Jan 14 07:12:13.358730 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8c64fafa-69f8-48e9-b7c6-15e72aa6f27a req-e91bfcbf-c0cc-4e11-a42d-b9a99b318ceb tempest-ImagesNegativeTestJSON-146108451 tempest-ImagesNegativeTestJSON-146108451] Made reservation on behalf of 9901384d10f14e30a171a0132a22a1b2 for: {'port': 1} {{(pid=84874) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 07:12:13.360267 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network":"rule:admin_or_owner" was deprecated in W in favor of "update_network":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 07:12:13.360267 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:12:13.360267 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:12:13.360267 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:12:13.360267 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:segments":"rule:admin_only" was deprecated in W in favor of "update_network:segments":"role:admin and system_scope:all". Reason: Jan 14 07:12:13.360267 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:12:13.360267 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:12:13.360267 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:12:13.360267 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:shared":"rule:admin_only" was deprecated in W in favor of "update_network:shared":"role:admin and system_scope:all". Reason: Jan 14 07:12:13.360267 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:12:13.360267 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:12:13.360267 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:12:13.360267 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "update_network:provider:network_type":"role:admin and system_scope:all". Reason: Jan 14 07:12:13.360267 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:12:13.360267 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:12:13.360267 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:12:13.360267 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "update_network:provider:physical_network":"role:admin and system_scope:all". Reason: Jan 14 07:12:13.360267 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:12:13.360267 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:12:13.360267 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:12:13.360267 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "update_network:provider:segmentation_id":"role:admin and system_scope:all". Reason: Jan 14 07:12:13.360267 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:12:13.360267 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:12:13.360267 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:12:13.360267 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:router:external":"rule:admin_only" was deprecated in W in favor of "update_network:router:external":"role:admin and system_scope:all". Reason: Jan 14 07:12:13.360267 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:12:13.360267 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:12:13.360267 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:12:13.360267 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:is_default":"rule:admin_only" was deprecated in W in favor of "update_network:is_default":"role:admin and system_scope:all". Reason: Jan 14 07:12:13.360267 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:12:13.360267 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:12:13.360267 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:12:13.360267 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:port_security_enabled":"rule:admin_or_owner" was deprecated in W in favor of "update_network:port_security_enabled":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 07:12:13.360267 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:12:13.360267 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:12:13.360267 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:12:13.360267 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "delete_network":"rule:admin_or_owner" was deprecated in W in favor of "delete_network":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 07:12:13.360267 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:12:13.360267 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:12:13.360267 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:12:13.360267 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_segment":"rule:admin_only" was deprecated in W in favor of "create_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:12:13.360267 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:12:13.360267 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_segment":"rule:admin_only" was deprecated in W in favor of "get_segment":"role:reader and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:12:13.360267 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:12:13.362970 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_segment":"rule:admin_only" was deprecated in W in favor of "update_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:12:13.362970 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:12:13.362970 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "delete_segment":"rule:admin_only" was deprecated in W in favor of "delete_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:12:13.362970 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:12:13.362970 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network":"rule:regular_user" was deprecated in W in favor of "create_network":"role:member and project_id:%(project_id)s". Reason: Jan 14 07:12:13.362970 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:12:13.362970 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:12:13.362970 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:12:13.362970 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:shared":"rule:admin_only" was deprecated in W in favor of "create_network:shared":"role:admin and system_scope:all". Reason: Jan 14 07:12:13.362970 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:12:13.362970 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:12:13.362970 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:12:13.362970 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:router:external":"rule:admin_only" was deprecated in W in favor of "create_network:router:external":"role:admin and system_scope:all". Reason: Jan 14 07:12:13.362970 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:12:13.362970 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:12:13.362970 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:12:13.362970 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:is_default":"rule:admin_only" was deprecated in W in favor of "create_network:is_default":"role:admin and system_scope:all". Reason: Jan 14 07:12:13.362970 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:12:13.362970 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:12:13.362970 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:12:13.364263 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:port_security_enabled":"rule:regular_user" was deprecated in W in favor of "create_network:port_security_enabled":"role:member and project_id:%(project_id)s". Reason: Jan 14 07:12:13.364263 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:12:13.364263 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:12:13.364263 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:12:13.364263 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:segments":"rule:admin_only" was deprecated in W in favor of "create_network:segments":"role:admin and system_scope:all". Reason: Jan 14 07:12:13.364263 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:12:13.364263 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:12:13.364263 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:12:13.364263 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "create_network:provider:network_type":"role:admin and system_scope:all". Reason: Jan 14 07:12:13.364263 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:12:13.364263 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:12:13.364263 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:12:13.364263 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "create_network:provider:physical_network":"role:admin and system_scope:all". Reason: Jan 14 07:12:13.364263 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:12:13.364263 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:12:13.364263 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:12:13.364263 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "create_network:provider:segmentation_id":"role:admin and system_scope:all". Reason: Jan 14 07:12:13.364263 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:12:13.364263 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:12:13.364263 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:12:13.364263 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network":"rule:admin_or_owner or rule:shared or rule:external or rule:context_is_advsvc" was deprecated in W in favor of "get_network":"(role:reader and system_scope:all) or (role:reader and project_id:%(project_id)s) or rule:shared or rule:external or rule:context_is_advsvc". Reason: Jan 14 07:12:13.364263 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:12:13.364263 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:12:13.364263 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:12:13.364263 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:router:external":"rule:regular_user" was deprecated in W in favor of "get_network:router:external":"role:reader and project_id:%(project_id)s". Reason: Jan 14 07:12:13.364263 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:12:13.364263 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:12:13.364263 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:12:13.364263 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:segments":"rule:admin_only" was deprecated in W in favor of "get_network:segments":"role:reader and system_scope:all". Reason: Jan 14 07:12:13.364263 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:12:13.364263 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:12:13.364263 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:12:13.364263 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "get_network:provider:network_type":"role:reader and system_scope:all". Reason: Jan 14 07:12:13.364263 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:12:13.364263 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:12:13.364263 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:12:13.364263 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "get_network:provider:physical_network":"role:reader and system_scope:all". Reason: Jan 14 07:12:13.364263 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:12:13.364263 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:12:13.364263 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:12:13.364263 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "get_network:provider:segmentation_id":"role:reader and system_scope:all". Reason: Jan 14 07:12:13.364263 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:12:13.364263 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:12:13.364263 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:12:13.364263 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network":"rule:admin_or_owner" was deprecated in W in favor of "update_network":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 07:12:13.364263 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:12:13.364263 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:12:13.364263 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:12:13.367122 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:segments":"rule:admin_only" was deprecated in W in favor of "update_network:segments":"role:admin and system_scope:all". Reason: Jan 14 07:12:13.367122 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:12:13.367122 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:12:13.367122 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:12:13.367122 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:shared":"rule:admin_only" was deprecated in W in favor of "update_network:shared":"role:admin and system_scope:all". Reason: Jan 14 07:12:13.367122 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:12:13.367122 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:12:13.367122 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:12:13.367122 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "update_network:provider:network_type":"role:admin and system_scope:all". Reason: Jan 14 07:12:13.367122 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:12:13.367122 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:12:13.367122 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:12:13.367122 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "update_network:provider:physical_network":"role:admin and system_scope:all". Reason: Jan 14 07:12:13.367122 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:12:13.367122 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:12:13.367122 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:12:13.367122 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "update_network:provider:segmentation_id":"role:admin and system_scope:all". Reason: Jan 14 07:12:13.367122 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:12:13.367122 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:12:13.367122 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:12:13.369812 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [req-8c64fafa-69f8-48e9-b7c6-15e72aa6f27a req-e91bfcbf-c0cc-4e11-a42d-b9a99b318ceb tempest-ImagesNegativeTestJSON-146108451 tempest-ImagesNegativeTestJSON-146108451] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555753'] for port, before_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:12:13.374282 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-40e41050-bddc-4622-8148-d426df5768f8 admin admin] Notify agent at l3_agent.n-d-768862-2 the message routers_updated {{(pid=84875) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jan 14 07:12:13.392054 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85c2ab5e-cbc3-4857-833c-9531edf6e859 None None] Sync routers for ids ['50975c9d-2d06-44d9-b1e5-86f6cb8bd18c'] in n-d-768862-2 {{(pid=84876) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Jan 14 07:12:13.405314 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85c2ab5e-cbc3-4857-833c-9531edf6e859 None None] Routers {'50975c9d-2d06-44d9-b1e5-86f6cb8bd18c'} bound to L3 agent in host n-d-768862-2 {{(pid=84876) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 14 07:12:13.406255 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_hamode_db [None req-85c2ab5e-cbc3-4857-833c-9531edf6e859 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-01-14T06:56:51Z,description=,heartbeat_timestamp=2021-01-14T07:11:51Z,host='n-d-768862-2',id=35f592e9-451b-4db9-abea-77b6a5c5391b,load=0,resource_versions=,resources_synced=,started_at=2021-01-14T06:56:51Z,topic='l3_agent')) {'router_ids': ['50975c9d-2d06-44d9-b1e5-86f6cb8bd18c'], 'active': True} {{(pid=84876) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:12:13.476259 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-3ea9c772-f853-4ec6-87ea-b680e8c47509 tempest-ServersTestMultiNic-2121779930 tempest-ServersTestMultiNic-2121779930] Attempting to reserve 1 items for resource subnet. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:12:13.498744 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [req-8c64fafa-69f8-48e9-b7c6-15e72aa6f27a req-e91bfcbf-c0cc-4e11-a42d-b9a99b318ceb tempest-ImagesNegativeTestJSON-146108451 tempest-ImagesNegativeTestJSON-146108451] Notify callbacks [] for security_group, before_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:12:13.503033 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [req-d34228f6-c8c4-40bf-b004-671db62d6849 req-a092d37a-a628-4f85-93a1-9e53cee5a8e9 service neutron] 10.222.0.48 "GET /v2.0/networks/fd33dbe3-7afa-46b0-8897-ce6ba7fea060?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4592564 Jan 14 07:12:13.507456 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-40e41050-bddc-4622-8148-d426df5768f8 admin admin] 10.222.0.24 "PUT /v2.0/routers/50975c9d-2d06-44d9-b1e5-86f6cb8bd18c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 20.8801606 Jan 14 07:12:13.509947 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84875) accepted ('10.222.0.24', 57006) {{(pid=84875) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:12:13.514335 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-fdbaece7-696c-4340-9329-4f55a8c8c23e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:12:13.520638 n-d-768862-2 neutron-server[84765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94531641-e4dd-4924-8c6c-b24eff0e0fbb tempest-TaggedBootDevicesTest-541410187 tempest-TaggedBootDevicesTest-541410187] Network 226f1e78-82cd-4481-9055-4eb73b6db8c1 is already hosted by enough agents. {{(pid=84875) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 07:12:13.537166 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-9c3e2ce0-d140-4437-8c56-25f76ce1a20d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:12:13.562099 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [req-8c64fafa-69f8-48e9-b7c6-15e72aa6f27a req-e91bfcbf-c0cc-4e11-a42d-b9a99b318ceb tempest-ImagesNegativeTestJSON-146108451 tempest-ImagesNegativeTestJSON-146108451] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:12:13.589760 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [req-8c64fafa-69f8-48e9-b7c6-15e72aa6f27a req-e91bfcbf-c0cc-4e11-a42d-b9a99b318ceb tempest-ImagesNegativeTestJSON-146108451 tempest-ImagesNegativeTestJSON-146108451] Usage tracker for resource:security_group_rule and tenant:9901384d10f14e30a171a0132a22a1b2 is out of sync, need to count used quota {{(pid=84874) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:12:13.602195 n-d-768862-2 neutron-server[84765]: DEBUG neutron.scheduler.base_scheduler [None req-94531641-e4dd-4924-8c6c-b24eff0e0fbb tempest-TaggedBootDevicesTest-541410187 tempest-TaggedBootDevicesTest-541410187] Resources bound (agent type, host, resource id): {{(pid=84875) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 07:12:13.612978 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [req-8c64fafa-69f8-48e9-b7c6-15e72aa6f27a req-e91bfcbf-c0cc-4e11-a42d-b9a99b318ceb tempest-ImagesNegativeTestJSON-146108451 tempest-ImagesNegativeTestJSON-146108451] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84874) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:12:13.614055 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-fdbaece7-696c-4340-9329-4f55a8c8c23e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850887153'] for security_group, after_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:12:13.621432 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3ea9c772-f853-4ec6-87ea-b680e8c47509 tempest-ServersTestMultiNic-2121779930 tempest-ServersTestMultiNic-2121779930] Made reservation on behalf of 7d129397cd71499dbaa91be4909e3699 for: {'subnet': 1} {{(pid=84874) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 07:12:13.633453 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94531641-e4dd-4924-8c6c-b24eff0e0fbb tempest-TaggedBootDevicesTest-541410187 tempest-TaggedBootDevicesTest-541410187] Received port after_create {{(pid=84875) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 14 07:12:13.661282 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-da308677-d034-4f0b-8045-ec2974fce256 tempest-SecurityGroupsTestJSON-494699717 tempest-SecurityGroupsTestJSON-494699717] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:12:13.675699 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_dvr_db [None req-85c2ab5e-cbc3-4857-833c-9531edf6e859 None None] Set router 50975c9d-2d06-44d9-b1e5-86f6cb8bd18c gateway port host: n-d-768862-2 {{(pid=84876) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 14 07:12:13.738495 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [req-8c64fafa-69f8-48e9-b7c6-15e72aa6f27a req-e91bfcbf-c0cc-4e11-a42d-b9a99b318ceb tempest-ImagesNegativeTestJSON-146108451 tempest-ImagesNegativeTestJSON-146108451] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:12:13.885490 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.plugin [None req-12b80a4f-fd56-4e69-84d4-217b6409e6d6 None None] Deleting port 7c690012-65c3-4419-ae8d-554a4a421fc4 {{(pid=84876) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 07:12:13.885932 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-12b80a4f-fd56-4e69-84d4-217b6409e6d6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363259214248359'] for port, before_delete {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:12:13.953446 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-b1cb1312-c820-4d8b-8603-8bca6397cc25 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777640533329', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777640097463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3254186'] for port, after_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:12:13.977251 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:12:13.986527 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.plugin [None req-12b80a4f-fd56-4e69-84d4-217b6409e6d6 None None] The port '7c690012-65c3-4419-ae8d-554a4a421fc4' was deleted {{(pid=84876) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Jan 14 07:12:14.094149 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4749a9d8-1a24-4696-b0e1-b9fbefef11e5 req-5b56d85e-0663-4706-9b3c-79ccf6b4c79f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:12:14.096524 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [req-4749a9d8-1a24-4696-b0e1-b9fbefef11e5 req-5b56d85e-0663-4706-9b3c-79ccf6b4c79f service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=25f1c1a0-ceab-4b3f-9e01-2007a6141e94&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.7124629 Jan 14 07:12:14.102133 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-3ea9c772-f853-4ec6-87ea-b680e8c47509 tempest-ServersTestMultiNic-2121779930 tempest-ServersTestMultiNic-2121779930] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036851981161'] for subnet, before_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:12:14.111709 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fdbaece7-696c-4340-9329-4f55a8c8c23e admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 16} {{(pid=84875) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Jan 14 07:12:14.112216 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_hamode_db [None req-85c2ab5e-cbc3-4857-833c-9531edf6e859 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '50975c9d-2d06-44d9-b1e5-86f6cb8bd18c', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1581566530-router', 'tenant_id': '777e0121e7b84cf1b1a0af96c6f5d63a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '226f1e78-82cd-4481-9055-4eb73b6db8c1', 'external_fixed_ips': [{'subnet_id': 'ba8deeec-7658-4195-9449-038c076f5c83', 'ip_address': '172.25.2.27'}], 'enable_snat': True}, 'gw_port_id': 'cda795e6-c8fa-40b8-b213-9b831bf9f120', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-14T07:11:20Z', 'updated_at': '2021-01-14T07:12:06Z', 'revision_number': 5, 'project_id': '777e0121e7b84cf1b1a0af96c6f5d63a', 'gw_port': {'id': 'cda795e6-c8fa-40b8-b213-9b831bf9f120', 'name': '', 'network_id': '226f1e78-82cd-4481-9055-4eb73b6db8c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:6a:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50975c9d-2d06-44d9-b1e5-86f6cb8bd18c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 702, 'fixed_ips': [{'subnet_id': 'ba8deeec-7658-4195-9449-038c076f5c83', 'ip_address': '172.25.2.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T07:11:24Z', 'updated_at': '2021-01-14T07:11:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ba8deeec-7658-4195-9449-038c076f5c83', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-2'}], 'n-d-768862-2', False) {} {{(pid=84876) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:12:14.117375 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85c2ab5e-cbc3-4857-833c-9531edf6e859 None None] Checking router: 50975c9d-2d06-44d9-b1e5-86f6cb8bd18c for host: n-d-768862-2 {{(pid=84876) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Jan 14 07:12:14.128141 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85c2ab5e-cbc3-4857-833c-9531edf6e859 None None] Routers {'50975c9d-2d06-44d9-b1e5-86f6cb8bd18c'} bound to L3 agent in host n-d-768862-2 {{(pid=84876) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 14 07:12:14.128850 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_hamode_db [None req-85c2ab5e-cbc3-4857-833c-9531edf6e859 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-01-14T06:56:51Z,description=,heartbeat_timestamp=2021-01-14T07:11:51Z,host='n-d-768862-2',id=35f592e9-451b-4db9-abea-77b6a5c5391b,load=0,resource_versions=,resources_synced=,started_at=2021-01-14T06:56:51Z,topic='l3_agent')) {'router_ids': ['50975c9d-2d06-44d9-b1e5-86f6cb8bd18c'], 'active': True} {{(pid=84876) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:12:14.164884 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdbaece7-696c-4340-9329-4f55a8c8c23e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=572bdfa1-84c3-42da-85b6-0d4a104ed15c,revision_number=1']} {{(pid=84875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:12:14.178629 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-fdbaece7-696c-4340-9329-4f55a8c8c23e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.518s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:12:14.183998 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-fdbaece7-696c-4340-9329-4f55a8c8c23e admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment--9223363259214191851', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854179735'] for segment, precommit_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:12:14.184438 n-d-768862-2 neutron-server[84765]: INFO neutron.db.segments_db [None req-fdbaece7-696c-4340-9329-4f55a8c8c23e admin admin] Added segment 90e2002e-a6c2-45dc-801f-7d75355827f8 of type vxlan for network fafbed1d-f164-4b33-9abe-92a565c195a7 Jan 14 07:12:14.187412 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [req-0993ddb9-9726-4036-8097-ecde555f21c3 req-f3f8ebb4-4c40-40b4-98c8-f0e4a1d2b57f tempest-SecurityGroupsTestJSON-494699717 tempest-SecurityGroupsTestJSON-494699717] Notify callbacks [] for security_group, precommit_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:12:14.234155 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [req-0993ddb9-9726-4036-8097-ecde555f21c3 req-f3f8ebb4-4c40-40b4-98c8-f0e4a1d2b57f tempest-SecurityGroupsTestJSON-494699717 tempest-SecurityGroupsTestJSON-494699717] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850887153'] for security_group, after_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:12:14.244871 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-f6af134e-c8e9-49eb-8169-fa6c77e31c02 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:12:14.340476 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1cb1312-c820-4d8b-8603-8bca6397cc25 admin admin] Pushing event deleted for resources: {'Port': ['ID=7c690012-65c3-4419-ae8d-554a4a421fc4,revision_number=None']} {{(pid=84874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:12:14.341279 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_dvr_db [None req-85c2ab5e-cbc3-4857-833c-9531edf6e859 None None] Set router 50975c9d-2d06-44d9-b1e5-86f6cb8bd18c gateway port host: n-d-768862-2 {{(pid=84876) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 14 07:12:14.343742 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-9c3e2ce0-d140-4437-8c56-25f76ce1a20d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850887153'] for security_group, after_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:12:14.353463 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-711d2b69-0660-44eb-92db-a17054405fd2 admin admin] Notify callbacks [] for router, before_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:12:14.371111 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-b1cb1312-c820-4d8b-8603-8bca6397cc25 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.394s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:12:14.371922 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-76121814-6be7-4b5d-b1db-91225cc1cd53 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:12:14.405699 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c3e2ce0-d140-4437-8c56-25f76ce1a20d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1a0b35a1-80b2-4359-a04f-6fcec6c1f240,revision_number=None']} {{(pid=84874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:12:14.414301 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [req-d34228f6-c8c4-40bf-b004-671db62d6849 req-f2671eaa-2647-4c7e-8dad-85825e82d236 service neutron] 10.222.0.48 "GET /v2.0/networks/fd33dbe3-7afa-46b0-8897-ce6ba7fea060?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.8960600 Jan 14 07:12:14.416309 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-fdbaece7-696c-4340-9329-4f55a8c8c23e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363259214646115'] for network, precommit_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:12:14.430554 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3f8ebb4-4c40-40b4-98c8-f0e4a1d2b57f tempest-SecurityGroupsTestJSON-494699717 tempest-SecurityGroupsTestJSON-494699717] Pushing event updated for resources: {'SecurityGroup': ['ID=e3c883c4-1d8e-455a-b141-67fc33b841c5,revision_number=1']} {{(pid=84875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:12:14.444399 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-9c3e2ce0-d140-4437-8c56-25f76ce1a20d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:12:14.451436 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-f3f8ebb4-4c40-40b4-98c8-f0e4a1d2b57f tempest-SecurityGroupsTestJSON-494699717 tempest-SecurityGroupsTestJSON-494699717] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.207s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:12:14.496506 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-9c3e2ce0-d140-4437-8c56-25f76ce1a20d admin admin] Notify callbacks [] for security_group, before_response {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:12:14.497946 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-9c3e2ce0-d140-4437-8c56-25f76ce1a20d admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/1a0b35a1-80b2-4359-a04f-6fcec6c1f240 HTTP/1.1" status: 204 len: 168 time: 1.7968786 Jan 14 07:12:14.582137 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [req-0993ddb9-9726-4036-8097-ecde555f21c3 req-f3f8ebb4-4c40-40b4-98c8-f0e4a1d2b57f tempest-SecurityGroupsTestJSON-494699717 tempest-SecurityGroupsTestJSON-494699717] Notify callbacks [] for security_group, before_response {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:12:14.583475 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [req-0993ddb9-9726-4036-8097-ecde555f21c3 req-f3f8ebb4-4c40-40b4-98c8-f0e4a1d2b57f tempest-SecurityGroupsTestJSON-494699717 tempest-SecurityGroupsTestJSON-494699717] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1805 time: 2.0300112 Jan 14 07:12:14.608601 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1cb1312-c820-4d8b-8603-8bca6397cc25 admin admin] No DVR routers for this DVR port 7c690012-65c3-4419-ae8d-554a4a421fc4 on host n-d-768862-2 {{(pid=84874) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Jan 14 07:12:14.641724 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-94531641-e4dd-4924-8c6c-b24eff0e0fbb tempest-TaggedBootDevicesTest-541410187 tempest-TaggedBootDevicesTest-541410187] Notify callbacks [] for floatingip, precommit_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:12:14.648272 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.db.resource_extend [None req-fdbaece7-696c-4340-9329-4f55a8c8c23e admin admin] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84875) wrapper /usr/local/lib/python3.6/dist-packages/oslo_utils/timeutils.py:388}} Jan 14 07:12:14.674673 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [req-8c64fafa-69f8-48e9-b7c6-15e72aa6f27a req-e91bfcbf-c0cc-4e11-a42d-b9a99b318ceb tempest-ImagesNegativeTestJSON-146108451 tempest-ImagesNegativeTestJSON-146108451] Notify callbacks [] for security_group, precommit_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:12:14.843031 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-fdbaece7-696c-4340-9329-4f55a8c8c23e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850887149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964'] for network, after_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:12:14.844315 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fdbaece7-696c-4340-9329-4f55a8c8c23e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:12:14.845088 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-fdbaece7-696c-4340-9329-4f55a8c8c23e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3207107'] for network, before_response {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:12:14.859261 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-ea6eb069-4100-48fd-95ee-5ace96725669 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:12:14.880931 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b01d3b0-da82-496a-b41a-150414ce7c42 None None] Network 3690f57a-8d95-4883-aef3-c4dec86fdb34 requested from n-d-768862-2 {{(pid=84876) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 07:12:15.001447 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-711d2b69-0660-44eb-92db-a17054405fd2 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:12:15.053470 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-94531641-e4dd-4924-8c6c-b24eff0e0fbb tempest-TaggedBootDevicesTest-541410187 tempest-TaggedBootDevicesTest-541410187] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555753'] for port, before_update {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:12:15.091686 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [req-5d381b9e-22b4-4c5f-af74-a0e2754ad6db req-a797689b-5805-45ee-9006-311ed6dbf127 tempest-SecurityGroupsTestJSON-494699717 tempest-SecurityGroupsTestJSON-494699717] 10.222.0.24 "GET /v2.0/security-groups/e3c883c4-1d8e-455a-b141-67fc33b841c5 HTTP/1.1" status: 200 len: 1800 time: 0.4456737 Jan 14 07:12:15.103332 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.plugin [None req-711d2b69-0660-44eb-92db-a17054405fd2 admin admin] Deleting port cda795e6-c8fa-40b8-b213-9b831bf9f120 {{(pid=84875) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 07:12:15.103993 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-711d2b69-0660-44eb-92db-a17054405fd2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363259214248359'] for port, before_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:12:15.151241 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-fdbaece7-696c-4340-9329-4f55a8c8c23e admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 878 time: 4.1107492 Jan 14 07:12:15.189988 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdbaece7-696c-4340-9329-4f55a8c8c23e admin admin] Pushing event updated for resources: {'Network': ['ID=fafbed1d-f164-4b33-9abe-92a565c195a7,revision_number=1']} {{(pid=84875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:12:15.198854 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.v2.base [req-5d381b9e-22b4-4c5f-af74-a0e2754ad6db req-054c2e4a-4a9e-4d84-9783-3597bfa8b9a2 tempest-SecurityGroupsTestJSON-494699717 tempest-SecurityGroupsTestJSON-494699717] Request body: {'security_group': {'name': 'tempest-sg-hth-1141651851', 'description': 'tempest-description-hth-1946746715'}} {{(pid=84875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:12:15.209280 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84875) accepted ('10.222.0.24', 57018) {{(pid=84875) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:12:15.237605 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-fdbaece7-696c-4340-9329-4f55a8c8c23e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.379s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:12:15.244985 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.v2.base [None req-7c390e23-0f22-41d8-b18d-12403118a03e admin admin] Request body: {'subnet': {'network_id': 'fafbed1d-f164-4b33-9abe-92a565c195a7', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-149224418-subnet', 'tenant_id': '1aa7b4d5a9ff461fbaf4900f14a02d8a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=84875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:12:15.251469 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52469265-dd50-4472-8ae5-5c7f764a426f req-e57f6a32-2e7d-4e0a-863d-3eca19bfe588 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:12:15.253484 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [req-52469265-dd50-4472-8ae5-5c7f764a426f req-e57f6a32-2e7d-4e0a-863d-3eca19bfe588 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=777e0121e7b84cf1b1a0af96c6f5d63a&device_id=e95c7053-347f-41b5-8317-9e95c0a27736 HTTP/1.1" status: 200 len: 1159 time: 0.7196229 Jan 14 07:12:15.279009 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-7c390e23-0f22-41d8-b18d-12403118a03e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:12:15.284723 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-7c390e23-0f22-41d8-b18d-12403118a03e admin admin] Usage tracker for resource:subnet and tenant:1aa7b4d5a9ff461fbaf4900f14a02d8a is out of sync, need to count used quota {{(pid=84875) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:12:15.284821 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-b1cb1312-c820-4d8b-8603-8bca6397cc25 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-598987', 'neutron.services.segments.db._delete_segments_for_network-8777640583949'] for network, precommit_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:12:15.287479 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Device 88dce1ba-72b6-491b-b0a1-dab101e3a365 up at agent ovs-agent-n-d-768862-2 {{(pid=84876) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 07:12:15.290264 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-7c390e23-0f22-41d8-b18d-12403118a03e admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84875) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:12:15.297154 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-7c390e23-0f22-41d8-b18d-12403118a03e admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:12:15.351814 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-852a24f7-e9a1-4193-9abb-e9506fe5213f None None] Network fafbed1d-f164-4b33-9abe-92a565c195a7 details requested by agent ovs-agent-n-h2-768862-2 with host n-h2-768862-2 {{(pid=84876) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 07:12:15.403741 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [req-8c64fafa-69f8-48e9-b7c6-15e72aa6f27a req-e91bfcbf-c0cc-4e11-a42d-b9a99b318ceb tempest-ImagesNegativeTestJSON-146108451 tempest-ImagesNegativeTestJSON-146108451] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850887153'] for security_group, after_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:12:15.428074 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-2f39415a-1268-4a3c-bcb6-af2e02e44017 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:12:15.471426 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-017f98a9-8a07-408c-a86f-8ff0c00400a0 None None] Network fafbed1d-f164-4b33-9abe-92a565c195a7 details requested by agent ovs-agent-n-h1-768862-2 with host n-h1-768862-2 {{(pid=84876) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 07:12:15.486444 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Network fafbed1d-f164-4b33-9abe-92a565c195a7 details requested by agent ovs-agent-n-d-768862-2 with host n-d-768862-2 {{(pid=84876) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 07:12:15.487496 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52469265-dd50-4472-8ae5-5c7f764a426f req-ff3f9568-e93d-4d03-a745-b7a62a12291b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:12:15.489343 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [req-52469265-dd50-4472-8ae5-5c7f764a426f req-ff3f9568-e93d-4d03-a745-b7a62a12291b service neutron] 10.222.0.48 "GET /v2.0/networks?id=fd33dbe3-7afa-46b0-8897-ce6ba7fea060 HTTP/1.1" status: 200 len: 924 time: 0.2155104 Jan 14 07:12:15.559073 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7c390e23-0f22-41d8-b18d-12403118a03e admin admin] Made reservation on behalf of 1aa7b4d5a9ff461fbaf4900f14a02d8a for: {'subnet': 1} {{(pid=84875) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 07:12:15.565158 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-7c390e23-0f22-41d8-b18d-12403118a03e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036852467157'] for subnet, before_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:12:15.675032 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [req-52469265-dd50-4472-8ae5-5c7f764a426f req-073fa1f4-d4f6-4260-bfa8-5dc60664236a service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=9e458f7b-3193-4772-abdf-7285e21d3d20 HTTP/1.1" status: 200 len: 217 time: 0.1349986 Jan 14 07:12:15.710132 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-2d2042d4-b4dd-4663-b6da-dc85b95097f0 None None] Provisioning for port 88dce1ba-72b6-491b-b0a1-dab101e3a365 completed by entity DHCP. {{(pid=84876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 07:12:15.755297 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e91bfcbf-c0cc-4e11-a42d-b9a99b318ceb tempest-ImagesNegativeTestJSON-146108451 tempest-ImagesNegativeTestJSON-146108451] Pushing event updated for resources: {'SecurityGroup': ['ID=af07b885-a783-409e-9629-ff7a0593ffdc,revision_number=1']} {{(pid=84874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:12:15.764523 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [req-4749a9d8-1a24-4696-b0e1-b9fbefef11e5 req-d54f9558-bfaa-4fca-b0c6-f23819a281a7 service neutron] 10.222.0.48 "GET /v2.0/networks/25f1c1a0-ceab-4b3f-9e01-2007a6141e94?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.5525794 Jan 14 07:12:15.767709 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-e91bfcbf-c0cc-4e11-a42d-b9a99b318ceb tempest-ImagesNegativeTestJSON-146108451 tempest-ImagesNegativeTestJSON-146108451] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.340s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:12:15.818456 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_hamode_db [None req-85c2ab5e-cbc3-4857-833c-9531edf6e859 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '50975c9d-2d06-44d9-b1e5-86f6cb8bd18c', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1581566530-router', 'tenant_id': '777e0121e7b84cf1b1a0af96c6f5d63a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '226f1e78-82cd-4481-9055-4eb73b6db8c1', 'external_fixed_ips': [{'subnet_id': 'ba8deeec-7658-4195-9449-038c076f5c83', 'ip_address': '172.25.2.27'}], 'enable_snat': True}, 'gw_port_id': 'cda795e6-c8fa-40b8-b213-9b831bf9f120', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-14T07:11:20Z', 'updated_at': '2021-01-14T07:12:06Z', 'revision_number': 5, 'project_id': '777e0121e7b84cf1b1a0af96c6f5d63a', 'gw_port': {'id': 'cda795e6-c8fa-40b8-b213-9b831bf9f120', 'name': '', 'network_id': '226f1e78-82cd-4481-9055-4eb73b6db8c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:6a:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50975c9d-2d06-44d9-b1e5-86f6cb8bd18c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 702, 'fixed_ips': [{'subnet_id': 'ba8deeec-7658-4195-9449-038c076f5c83', 'ip_address': '172.25.2.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T07:11:24Z', 'updated_at': '2021-01-14T07:11:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ba8deeec-7658-4195-9449-038c076f5c83', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-2'}], 'n-d-768862-2', False) {} {{(pid=84876) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:12:15.830393 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85c2ab5e-cbc3-4857-833c-9531edf6e859 None None] The sync data for ids ['50975c9d-2d06-44d9-b1e5-86f6cb8bd18c'] in n-d-768862-2 is: [{'id': '50975c9d-2d06-44d9-b1e5-86f6cb8bd18c', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1581566530-router', 'tenant_id': '777e0121e7b84cf1b1a0af96c6f5d63a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '226f1e78-82cd-4481-9055-4eb73b6db8c1', 'external_fixed_ips': [{'subnet_id': 'ba8deeec-7658-4195-9449-038c076f5c83', 'ip_address': '172.25.2.27'}], 'enable_snat': True}, 'gw_port_id': 'cda795e6-c8fa-40b8-b213-9b831bf9f120', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-14T07:11:20Z', 'updated_at': '2021-01-14T07:12:06Z', 'revision_number': 5, 'project_id': '777e0121e7b84cf1b1a0af96c6f5d63a', 'gw_port': {'id': 'cda795e6-c8fa-40b8-b213-9b831bf9f120', 'name': '', 'network_id': '226f1e78-82cd-4481-9055-4eb73b6db8c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:6a:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50975c9d-2d06-44d9-b1e5-86f6cb8bd18c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 702, 'fixed_ips': [{'subnet_id': 'ba8deeec-7658-4195-9449-038c076f5c83', 'ip_address': '172.25.2.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T07:11:24Z', 'updated_at': '2021-01-14T07:11:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ba8deeec-7658-4195-9449-038c076f5c83', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-2'}] {{(pid=84876) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Jan 14 07:12:15.842795 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Provisioning for port 88dce1ba-72b6-491b-b0a1-dab101e3a365 completed by entity L2. {{(pid=84876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 07:12:15.882746 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Provisioning complete for port 88dce1ba-72b6-491b-b0a1-dab101e3a365 triggered by entity L2. {{(pid=84876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 07:12:15.883423 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-604227'] for port, provisioning_complete {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:12:16.017144 n-d-768862-2 neutron-server[84765]: DEBUG neutron.services.segments.db [None req-b1cb1312-c820-4d8b-8603-8bca6397cc25 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2a0349f4-20ea-4a54-b893-98956906179e']}} {{(pid=84874) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:12:16.031308 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [req-5d381b9e-22b4-4c5f-af74-a0e2754ad6db req-054c2e4a-4a9e-4d84-9783-3597bfa8b9a2 tempest-SecurityGroupsTestJSON-494699717 tempest-SecurityGroupsTestJSON-494699717] Notify callbacks [] for security_group, before_update {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:12:16.034632 n-d-768862-2 neutron-server[84765]: DEBUG neutron.services.segments.db [None req-b1cb1312-c820-4d8b-8603-8bca6397cc25 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e3d0d1e1-e3f2-493b-a20f-8f8981f2e512') {'for_net_delete': True} {{(pid=84874) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:12:16.034974 n-d-768862-2 neutron-server[84765]: DEBUG neutron.services.segments.db [None req-b1cb1312-c820-4d8b-8603-8bca6397cc25 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e3d0d1e1-e3f2-493b-a20f-8f8981f2e512') {} {{(pid=84874) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:12:16.049741 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-b1cb1312-c820-4d8b-8603-8bca6397cc25 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363259214173198', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2968632'] for segment, before_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:12:16.068809 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-b1cb1312-c820-4d8b-8603-8bca6397cc25 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854179735'] for segment, precommit_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:12:16.071391 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-b1cb1312-c820-4d8b-8603-8bca6397cc25 admin admin] Releasing vxlan tunnel 6 to pool {{(pid=84874) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Jan 14 07:12:16.149153 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555753'] for port, before_update {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:12:16.183125 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [req-4749a9d8-1a24-4696-b0e1-b9fbefef11e5 req-d1189018-5478-4393-ae0f-13848304e12c service neutron] 10.222.0.48 "GET /v2.0/networks/25f1c1a0-ceab-4b3f-9e01-2007a6141e94?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.3461685 Jan 14 07:12:16.223530 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] For port 88dce1ba-72b6-491b-b0a1-dab101e3a365, host n-d-768862-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-2',level=0,port_id=88dce1ba-72b6-491b-b0a1-dab101e3a365,segment=NetworkSegment(52c8ac1f-6429-45e0-8536-c75e8675ac04),segment_id=52c8ac1f-6429-45e0-8536-c75e8675ac04)] {{(pid=84876) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 07:12:16.228665 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777640533312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363259214678337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777640097497'] for port, after_update {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:12:16.235463 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-dce76704-2a19-40aa-a618-014b554dd300 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.004s {{(pid=84876) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:12:16.276610 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52469265-dd50-4472-8ae5-5c7f764a426f req-f3b5a413-296b-4d46-b850-0a12b4e0a51d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:12:16.280285 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [req-52469265-dd50-4472-8ae5-5c7f764a426f req-f3b5a413-296b-4d46-b850-0a12b4e0a51d service neutron] 10.222.0.48 "GET /v2.0/subnets?id=a076fa03-03f6-498c-8a30-b44c18079c93 HTTP/1.1" status: 200 len: 868 time: 0.4583609 Jan 14 07:12:16.365094 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Pushing event updated for resources: {'Port': ['ID=88dce1ba-72b6-491b-b0a1-dab101e3a365,revision_number=3']} {{(pid=84876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:12:16.382027 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [req-4749a9d8-1a24-4696-b0e1-b9fbefef11e5 req-624cc3b0-2736-41ed-bf72-879bac526e5b service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.170&port_id=a7472f8b-53e9-4c79-9297-7d365d38efa5 HTTP/1.1" status: 200 len: 217 time: 0.1284506 Jan 14 07:12:16.385216 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=84876) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:12:16.414971 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [req-5d381b9e-22b4-4c5f-af74-a0e2754ad6db req-054c2e4a-4a9e-4d84-9783-3597bfa8b9a2 tempest-SecurityGroupsTestJSON-494699717 tempest-SecurityGroupsTestJSON-494699717] Notify callbacks [] for security_group, precommit_update {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:12:16.455891 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.db_base_plugin_common [req-8c64fafa-69f8-48e9-b7c6-15e72aa6f27a req-e91bfcbf-c0cc-4e11-a42d-b9a99b318ceb tempest-ImagesNegativeTestJSON-146108451 tempest-ImagesNegativeTestJSON-146108451] Allocated IP 192.168.233.101 (3ab89270-67b1-41e9-8be2-a0395a984bff/69aa3990-7111-4d2c-9167-5d5ad366f163/ce78f9b6-4798-4eef-a297-6ac818f85600) {{(pid=84874) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 14 07:12:16.467057 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [req-5d381b9e-22b4-4c5f-af74-a0e2754ad6db req-054c2e4a-4a9e-4d84-9783-3597bfa8b9a2 tempest-SecurityGroupsTestJSON-494699717 tempest-SecurityGroupsTestJSON-494699717] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850887153'] for security_group, after_update {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:12:16.471961 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [req-5d381b9e-22b4-4c5f-af74-a0e2754ad6db req-054c2e4a-4a9e-4d84-9783-3597bfa8b9a2 tempest-SecurityGroupsTestJSON-494699717 tempest-SecurityGroupsTestJSON-494699717] Notify callbacks [] for security_group, before_response {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:12:16.473767 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [req-5d381b9e-22b4-4c5f-af74-a0e2754ad6db req-054c2e4a-4a9e-4d84-9783-3597bfa8b9a2 tempest-SecurityGroupsTestJSON-494699717 tempest-SecurityGroupsTestJSON-494699717] 10.222.0.24 "PUT /v2.0/security-groups/e3c883c4-1d8e-455a-b141-67fc33b841c5 HTTP/1.1" status: 200 len: 1775 time: 1.2954676 Jan 14 07:12:16.524068 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-338171a1-b20a-4db3-9329-4d68ed385c69 None None] Provisioning complete for port 88dce1ba-72b6-491b-b0a1-dab101e3a365 triggered by entity DHCP. {{(pid=84876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 07:12:16.524856 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-338171a1-b20a-4db3-9329-4d68ed385c69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-604227'] for port, provisioning_complete {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:12:16.545964 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-0951795c-209f-4882-af11-18326826e1ce admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:12:16.661104 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.managers [None req-b1cb1312-c820-4d8b-8603-8bca6397cc25 admin admin] Network 2a0349f4-20ea-4a54-b893-98956906179e has no segments {{(pid=84874) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 14 07:12:16.672640 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-b1cb1312-c820-4d8b-8603-8bca6397cc25 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-596065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036851521571'] for segment, after_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:12:16.856610 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [None req-711d2b69-0660-44eb-92db-a17054405fd2 admin admin] For port cda795e6-c8fa-40b8-b213-9b831bf9f120, host n-d-768862-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-2',level=0,port_id=cda795e6-c8fa-40b8-b213-9b831bf9f120,segment=NetworkSegment(cf3ded2c-bc47-4a71-89af-6e7117e60140),segment_id=cf3ded2c-bc47-4a71-89af-6e7117e60140)] {{(pid=84875) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 07:12:16.857038 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-711d2b69-0660-44eb-92db-a17054405fd2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036850862667'] for port, precommit_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:12:16.894429 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-2cb92484-735b-48c5-8976-1583a585888c None None] Provisioning complete for port 88dce1ba-72b6-491b-b0a1-dab101e3a365 triggered by entity DHCP. {{(pid=84876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 07:12:16.894858 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-2cb92484-735b-48c5-8976-1583a585888c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-604227'] for port, provisioning_complete {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:12:16.904995 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4749a9d8-1a24-4696-b0e1-b9fbefef11e5 req-a5dbb905-659f-48e7-9043-145cf51d7f11 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:12:16.906605 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [req-4749a9d8-1a24-4696-b0e1-b9fbefef11e5 req-a5dbb905-659f-48e7-9043-145cf51d7f11 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=80011ed2-d474-43f4-a5e9-9dcb07d6a3c1 HTTP/1.1" status: 200 len: 801 time: 0.4849312 Jan 14 07:12:16.963414 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-054c2e4a-4a9e-4d84-9783-3597bfa8b9a2 tempest-SecurityGroupsTestJSON-494699717 tempest-SecurityGroupsTestJSON-494699717] Pushing event updated for resources: {'SecurityGroup': ['ID=e3c883c4-1d8e-455a-b141-67fc33b841c5,revision_number=2']} {{(pid=84875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:12:17.008733 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.managers [None req-b1cb1312-c820-4d8b-8603-8bca6397cc25 admin admin] Network 2a0349f4-20ea-4a54-b893-98956906179e has no segments {{(pid=84874) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 14 07:12:17.014326 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Device 88dce1ba-72b6-491b-b0a1-dab101e3a365 up at agent ovs-agent-n-d-768862-2 {{(pid=84876) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 07:12:17.210836 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Provisioning complete for port 88dce1ba-72b6-491b-b0a1-dab101e3a365 triggered by entity L2. {{(pid=84876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 07:12:17.211418 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-604227'] for port, provisioning_complete {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:12:17.263137 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:router:external":"rule:admin_only" was deprecated in W in favor of "update_network:router:external":"role:admin and system_scope:all". Reason: Jan 14 07:12:17.263137 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:12:17.263137 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:12:17.263137 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:12:17.263137 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:is_default":"rule:admin_only" was deprecated in W in favor of "update_network:is_default":"role:admin and system_scope:all". Reason: Jan 14 07:12:17.263137 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:12:17.263137 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:12:17.263137 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:12:17.263137 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:port_security_enabled":"rule:admin_or_owner" was deprecated in W in favor of "update_network:port_security_enabled":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 07:12:17.263137 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:12:17.263137 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:12:17.263137 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:12:17.263137 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "delete_network":"rule:admin_or_owner" was deprecated in W in favor of "delete_network":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 07:12:17.263137 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:12:17.263137 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:12:17.263137 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:12:17.263137 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_segment":"rule:admin_only" was deprecated in W in favor of "create_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:12:17.263137 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:12:17.263137 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_segment":"rule:admin_only" was deprecated in W in favor of "get_segment":"role:reader and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:12:17.263137 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:12:17.263137 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_segment":"rule:admin_only" was deprecated in W in favor of "update_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:12:17.263137 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:12:17.263137 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "delete_segment":"rule:admin_only" was deprecated in W in favor of "delete_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:12:17.263137 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:12:17.263137 n-d-768862-2 neutron-server[84765]: Traceback (most recent call last): Jan 14 07:12:17.263137 n-d-768862-2 neutron-server[84765]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 14 07:12:17.263137 n-d-768862-2 neutron-server[84765]: timer() Jan 14 07:12:17.263137 n-d-768862-2 neutron-server[84765]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 14 07:12:17.263137 n-d-768862-2 neutron-server[84765]: cb(*args, **kw) Jan 14 07:12:17.263137 n-d-768862-2 neutron-server[84765]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Jan 14 07:12:17.263137 n-d-768862-2 neutron-server[84765]: return func(*args, **kwargs) Jan 14 07:12:17.263137 n-d-768862-2 neutron-server[84765]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 14 07:12:17.263137 n-d-768862-2 neutron-server[84765]: self._notify() Jan 14 07:12:17.263137 n-d-768862-2 neutron-server[84765]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 14 07:12:17.263137 n-d-768862-2 neutron-server[84765]: self.callback(batched_events) Jan 14 07:12:17.263137 n-d-768862-2 neutron-server[84765]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 14 07:12:17.263137 n-d-768862-2 neutron-server[84765]: event.method(event) Jan 14 07:12:17.263137 n-d-768862-2 neutron-server[84765]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 14 07:12:17.263137 n-d-768862-2 neutron-server[84765]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 14 07:12:17.263137 n-d-768862-2 neutron-server[84765]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Jan 14 07:12:17.263137 n-d-768862-2 neutron-server[84765]: segment_id)['aggregates'][0] Jan 14 07:12:17.263137 n-d-768862-2 neutron-server[84765]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 14 07:12:17.263137 n-d-768862-2 neutron-server[84765]: return f(self, *a, **k) Jan 14 07:12:17.263137 n-d-768862-2 neutron-server[84765]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 14 07:12:17.263137 n-d-768862-2 neutron-server[84765]: return self._get(url).json() Jan 14 07:12:17.263137 n-d-768862-2 neutron-server[84765]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 14 07:12:17.263137 n-d-768862-2 neutron-server[84765]: **kwargs) Jan 14 07:12:17.263137 n-d-768862-2 neutron-server[84765]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 14 07:12:17.263137 n-d-768862-2 neutron-server[84765]: return self.request(url, 'GET', **kwargs) Jan 14 07:12:17.263137 n-d-768862-2 neutron-server[84765]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Jan 14 07:12:17.263137 n-d-768862-2 neutron-server[84765]: **endpoint_filter) Jan 14 07:12:17.263137 n-d-768862-2 neutron-server[84765]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 14 07:12:17.263137 n-d-768862-2 neutron-server[84765]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 14 07:12:17.263137 n-d-768862-2 neutron-server[84765]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 14 07:12:17.263137 n-d-768862-2 neutron-server[84765]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 14 07:12:17.263137 n-d-768862-2 neutron-server[84765]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 14 07:12:17.266752 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-34243a48-edbd-406e-a1d2-2b774961c18d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850887113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3254092', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036851981146'] for subnet, after_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:12:17.392831 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.plugin [None req-711d2b69-0660-44eb-92db-a17054405fd2 admin admin] Calling delete_port for cda795e6-c8fa-40b8-b213-9b831bf9f120 owned by network:router_gateway {{(pid=84875) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 07:12:17.470588 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:12:17.524608 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-b1cb1312-c820-4d8b-8603-8bca6397cc25 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036854176830', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850887149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3912591'] for network, after_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:12:17.564539 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-711d2b69-0660-44eb-92db-a17054405fd2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777640533329', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777640097463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851621574'] for port, after_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:12:17.639502 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-b1cb1312-c820-4d8b-8603-8bca6397cc25 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3207107'] for network, before_response {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:12:17.653824 n-d-768862-2 neutron-server[84765]: DEBUG neutron.objects.ports [None req-5a5ebe8e-df2a-4fcf-a003-fa9d622cd513 None None] Time-cost: Fetching 1 ports in 1 security groups {{(pid=84876) get_objects /opt/stack/neutron/neutron/objects/ports.py:428}} Jan 14 07:12:17.665688 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-054c2e4a-4a9e-4d84-9783-3597bfa8b9a2 tempest-SecurityGroupsTestJSON-494699717 tempest-SecurityGroupsTestJSON-494699717] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.119s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:12:17.764431 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-f4394369-88bf-4159-9021-2bbfcdb17af4 None None] Provisioning complete for port 88dce1ba-72b6-491b-b0a1-dab101e3a365 triggered by entity DHCP. {{(pid=84876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 07:12:17.764431 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-f4394369-88bf-4159-9021-2bbfcdb17af4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-604227'] for port, provisioning_complete {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:12:17.797681 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.db.resource_extend [None req-94531641-e4dd-4924-8c6c-b24eff0e0fbb tempest-TaggedBootDevicesTest-541410187 tempest-TaggedBootDevicesTest-541410187] It took 0.95 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84875) wrapper /usr/local/lib/python3.6/dist-packages/oslo_utils/timeutils.py:388}} Jan 14 07:12:17.801199 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Device 3b837e1e-faf3-4e47-98e9-407fe192f855 no longer exists at agent ovs-agent-n-d-768862-2 {{(pid=84876) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jan 14 07:12:17.825043 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [req-2108c023-72da-49c6-9a23-85e72aac7d46 req-ffd0c1ad-824e-40fd-98ac-734b33e6654b tempest-SecurityGroupsTestJSON-494699717 tempest-SecurityGroupsTestJSON-494699717] 10.222.0.24 "GET /v2.0/security-groups/e3c883c4-1d8e-455a-b141-67fc33b841c5 HTTP/1.1" status: 200 len: 1775 time: 1.2527523 Jan 14 07:12:17.866461 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-94531641-e4dd-4924-8c6c-b24eff0e0fbb tempest-TaggedBootDevicesTest-541410187 tempest-TaggedBootDevicesTest-541410187] Notify callbacks [] for port, precommit_update {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:12:17.867957 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.plugin [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] No Port match for: 3b837e1e-faf3-4e47-98e9-407fe192f855 {{(pid=84876) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2188}} Jan 14 07:12:17.868595 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Device 3b837e1e-faf3-4e47-98e9-407fe192f855 not bound to the agent host n-d-768862-2 {{(pid=84876) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jan 14 07:12:17.915714 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-852a24f7-e9a1-4193-9abb-e9506fe5213f None None] Device 9e458f7b-3193-4772-abdf-7285e21d3d20 up at agent ovs-agent-n-h2-768862-2 {{(pid=84876) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 07:12:17.963053 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52469265-dd50-4472-8ae5-5c7f764a426f req-44c7448f-262b-4d0d-a222-7a32ca6a1baa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:12:17.965212 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [req-52469265-dd50-4472-8ae5-5c7f764a426f req-44c7448f-262b-4d0d-a222-7a32ca6a1baa service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=fd33dbe3-7afa-46b0-8897-ce6ba7fea060&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 1.6540942 Jan 14 07:12:17.967089 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [req-64bd1535-4bca-4ba8-838e-68b2fbd1432e req-9e1de4aa-6e86-4424-b99a-be1a91a37cc0 tempest-LiveMigrationNegativeTest-1470825370 tempest-LiveMigrationNegativeTest-1470825370] 10.222.0.24 "GET /v2.0/networks?tenant_id=4c5412f7fcde40999169791ca7c8ee35&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1712208 Jan 14 07:12:17.967760 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-94531641-e4dd-4924-8c6c-b24eff0e0fbb tempest-TaggedBootDevicesTest-541410187 tempest-TaggedBootDevicesTest-541410187] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777640533312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363259214678337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777640097497', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3154211'] for port, after_update {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:12:17.993429 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-3ab70016-c1d3-4c70-9e83-d36056de3e0c tempest-FloatingIPsTestJSON-836215258 tempest-FloatingIPsTestJSON-836215258] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:12:18.075510 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34243a48-edbd-406e-a1d2-2b774961c18d admin admin] Pushing event updated for resources: {'Subnet': ['ID=94212511-5bc4-493c-85bd-460ae4db0ae3,revision_number=0']} {{(pid=84874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:12:18.084518 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-852a24f7-e9a1-4193-9abb-e9506fe5213f None None] Provisioning for port 9e458f7b-3193-4772-abdf-7285e21d3d20 completed by entity L2. {{(pid=84876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 07:12:18.093473 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-852a24f7-e9a1-4193-9abb-e9506fe5213f None None] Provisioning complete for port 9e458f7b-3193-4772-abdf-7285e21d3d20 triggered by entity L2. {{(pid=84876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 07:12:18.093904 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-852a24f7-e9a1-4193-9abb-e9506fe5213f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-604227'] for port, provisioning_complete {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:12:18.106535 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-34243a48-edbd-406e-a1d2-2b774961c18d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.638s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:12:18.108070 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-4d956f64-1a73-40c8-a03a-8a226f65bd03 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.488s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:12:18.132001 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-3ea9c772-f853-4ec6-87ea-b680e8c47509 tempest-ServersTestMultiNic-2121779930 tempest-ServersTestMultiNic-2121779930] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850887113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3254092', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036851981146'] for subnet, after_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:12:18.145762 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1cb1312-c820-4d8b-8603-8bca6397cc25 admin admin] Pushing event deleted for resources: {'Network': ['ID=2a0349f4-20ea-4a54-b893-98956906179e,revision_number=None']} {{(pid=84874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:12:18.154170 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-b1cb1312-c820-4d8b-8603-8bca6397cc25 admin admin] 10.222.0.24 "DELETE /v2.0/networks/2a0349f4-20ea-4a54-b893-98956906179e HTTP/1.1" status: 204 len: 168 time: 7.4712396 Jan 14 07:12:18.171942 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-b1cb1312-c820-4d8b-8603-8bca6397cc25 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:12:18.172326 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-81a186af-581a-4f09-b46c-3791933e3581 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.020s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:12:18.278001 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-852a24f7-e9a1-4193-9abb-e9506fe5213f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555753'] for port, before_update {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:12:18.327355 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4749a9d8-1a24-4696-b0e1-b9fbefef11e5 req-2e5e51f8-8b2e-44e1-8cdf-404375d482a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:12:18.328864 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [req-4749a9d8-1a24-4696-b0e1-b9fbefef11e5 req-2e5e51f8-8b2e-44e1-8cdf-404375d482a1 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=e8533908-6f3a-4b15-a6d5-8c765cd11374&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 1.1098108 Jan 14 07:12:18.333250 n-d-768862-2 neutron-server[84765]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e95c7053-347f-41b5-8317-9e95c0a27736', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9e458f7b-3193-4772-abdf-7285e21d3d20'}] {{(pid=84876) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Jan 14 07:12:18.347263 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [None req-852a24f7-e9a1-4193-9abb-e9506fe5213f None None] For port 9e458f7b-3193-4772-abdf-7285e21d3d20, host n-h2-768862-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-h2-768862-2',level=0,port_id=9e458f7b-3193-4772-abdf-7285e21d3d20,segment=NetworkSegment(d7cdd97e-25f8-4f4c-9cdf-6c6f8b4faafe),segment_id=d7cdd97e-25f8-4f4c-9cdf-6c6f8b4faafe)] {{(pid=84876) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 07:12:18.351326 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-852a24f7-e9a1-4193-9abb-e9506fe5213f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777640533312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363259214678337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777640097497'] for port, after_update {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:12:18.355025 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-bac03435-b650-43fd-af76-cc0254f6ca84 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84876) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:12:18.450809 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94531641-e4dd-4924-8c6c-b24eff0e0fbb tempest-TaggedBootDevicesTest-541410187 tempest-TaggedBootDevicesTest-541410187] Pushing event updated for resources: {'Port': ['ID=267396ab-3d37-419e-b727-638546c6290a,revision_number=2']} {{(pid=84875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:12:18.458483 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84875) accepted ('10.222.0.24', 57068) {{(pid=84875) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:12:18.461696 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-852a24f7-e9a1-4193-9abb-e9506fe5213f None None] Pushing event updated for resources: {'Port': ['ID=9e458f7b-3193-4772-abdf-7285e21d3d20,revision_number=4']} {{(pid=84876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:12:18.468340 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-852a24f7-e9a1-4193-9abb-e9506fe5213f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=84876) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:12:18.489367 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-94531641-e4dd-4924-8c6c-b24eff0e0fbb tempest-TaggedBootDevicesTest-541410187 tempest-TaggedBootDevicesTest-541410187] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.497s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:12:18.490054 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ea9c772-f853-4ec6-87ea-b680e8c47509 tempest-ServersTestMultiNic-2121779930 tempest-ServersTestMultiNic-2121779930] Pushing event updated for resources: {'Subnet': ['ID=11975721-8b5b-4cd0-b140-cecf74c12388,revision_number=0']} {{(pid=84874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:12:18.494249 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-3ea9c772-f853-4ec6-87ea-b680e8c47509 tempest-ServersTestMultiNic-2121779930 tempest-ServersTestMultiNic-2121779930] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.321s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:12:18.581206 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34243a48-edbd-406e-a1d2-2b774961c18d admin admin] Checking segment: {'id': '93d5be1c-1c52-467a-83e7-2d84d21e7573', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 10, 'network_id': '6031f5e9-fb5a-40e5-8633-6893ea1ec2be'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84874) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 14 07:12:18.581603 n-d-768862-2 neutron-server[84765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34243a48-edbd-406e-a1d2-2b774961c18d admin admin] Network hostable DHCP agents. Network: 6031f5e9-fb5a-40e5-8633-6893ea1ec2be, hostable agents: ['32f3dd84-26da-4d18-bf15-6017a8fb7247'], hosted agents: [] {{(pid=84874) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Jan 14 07:12:18.615656 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [req-2108c023-72da-49c6-9a23-85e72aac7d46 req-7ea81851-1922-4af2-9bf2-dad1e15de922 tempest-SecurityGroupsTestJSON-494699717 tempest-SecurityGroupsTestJSON-494699717] Notify callbacks [] for security_group, before_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:12:18.622452 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [req-4749a9d8-1a24-4696-b0e1-b9fbefef11e5 req-19c28ee6-754f-4eb4-a369-f64e116bbc83 service neutron] 10.222.0.48 "GET /v2.0/networks/e8533908-6f3a-4b15-a6d5-8c765cd11374?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2832193 Jan 14 07:12:18.649175 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-4fe4d467-aaa0-4d00-b37d-c2c0438e0a5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363259214191800', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854171626'] for agent, after_update {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:12:18.658257 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-711d2b69-0660-44eb-92db-a17054405fd2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036850863128'] for router_gateway, after_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:12:18.671933 n-d-768862-2 neutron-server[84765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34243a48-edbd-406e-a1d2-2b774961c18d admin admin] Network 6031f5e9-fb5a-40e5-8633-6893ea1ec2be is scheduled to be hosted by DHCP agent 32f3dd84-26da-4d18-bf15-6017a8fb7247 with binding_index 1 {{(pid=84874) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Jan 14 07:12:18.748381 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ea9c772-f853-4ec6-87ea-b680e8c47509 tempest-ServersTestMultiNic-2121779930 tempest-ServersTestMultiNic-2121779930] Checking segment: {'id': 'a9feaf61-7b00-465a-9a5e-4dac695c3d93', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 15, 'network_id': '3969e656-f2d3-437e-bb8d-008442e4371a'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84874) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 14 07:12:18.748788 n-d-768862-2 neutron-server[84765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ea9c772-f853-4ec6-87ea-b680e8c47509 tempest-ServersTestMultiNic-2121779930 tempest-ServersTestMultiNic-2121779930] Network hostable DHCP agents. Network: 3969e656-f2d3-437e-bb8d-008442e4371a, hostable agents: ['32f3dd84-26da-4d18-bf15-6017a8fb7247'], hosted agents: [] {{(pid=84874) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Jan 14 07:12:18.758402 n-d-768862-2 neutron-server[84765]: DEBUG neutron.scheduler.base_scheduler [None req-34243a48-edbd-406e-a1d2-2b774961c18d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768862-2, 6031f5e9-fb5a-40e5-8633-6893ea1ec2be) {{(pid=84874) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 07:12:18.767744 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-638c04cb-a1b0-4fe8-ada8-1ec04dc98f48 None None] Network 6031f5e9-fb5a-40e5-8633-6893ea1ec2be requested from n-d-768862-2 {{(pid=84876) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 07:12:18.777437 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [req-52469265-dd50-4472-8ae5-5c7f764a426f req-6827420a-7547-4a5a-9ad0-e87d9807e8b9 service neutron] 10.222.0.48 "GET /v2.0/networks/fd33dbe3-7afa-46b0-8897-ce6ba7fea060?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7894592 Jan 14 07:12:18.790620 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34243a48-edbd-406e-a1d2-2b774961c18d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:12:18.791271 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-34243a48-edbd-406e-a1d2-2b774961c18d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3207107'] for subnet, before_response {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:12:18.825724 n-d-768862-2 neutron-server[84765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ea9c772-f853-4ec6-87ea-b680e8c47509 tempest-ServersTestMultiNic-2121779930 tempest-ServersTestMultiNic-2121779930] Network 3969e656-f2d3-437e-bb8d-008442e4371a is scheduled to be hosted by DHCP agent 32f3dd84-26da-4d18-bf15-6017a8fb7247 with binding_index 1 {{(pid=84874) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Jan 14 07:12:18.847109 n-d-768862-2 neutron-server[84765]: DEBUG neutron.scheduler.base_scheduler [None req-3ea9c772-f853-4ec6-87ea-b680e8c47509 tempest-ServersTestMultiNic-2121779930 tempest-ServersTestMultiNic-2121779930] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768862-2, 3969e656-f2d3-437e-bb8d-008442e4371a) {{(pid=84874) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 07:12:18.851882 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-34243a48-edbd-406e-a1d2-2b774961c18d admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 7.4357708 Jan 14 07:12:18.858926 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca08bf54-7308-4e2f-868e-c41a71e8bb0d None None] Network 3969e656-f2d3-437e-bb8d-008442e4371a requested from n-d-768862-2 {{(pid=84876) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 07:12:18.877555 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [req-4749a9d8-1a24-4696-b0e1-b9fbefef11e5 req-570abaf6-22de-4aed-a10b-ac670baa448b service neutron] 10.222.0.48 "GET /v2.0/networks/e8533908-6f3a-4b15-a6d5-8c765cd11374?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.2421875 Jan 14 07:12:18.884924 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ea9c772-f853-4ec6-87ea-b680e8c47509 tempest-ServersTestMultiNic-2121779930 tempest-ServersTestMultiNic-2121779930] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:12:18.885425 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-3ea9c772-f853-4ec6-87ea-b680e8c47509 tempest-ServersTestMultiNic-2121779930 tempest-ServersTestMultiNic-2121779930] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3207107'] for subnet, before_response {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:12:18.926715 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [req-2108c023-72da-49c6-9a23-85e72aac7d46 req-7ea81851-1922-4af2-9bf2-dad1e15de922 tempest-SecurityGroupsTestJSON-494699717 tempest-SecurityGroupsTestJSON-494699717] Notify callbacks [] for security_group, precommit_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:12:18.940847 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-b6539a77-dbbe-4200-a25d-2d3c9d0255e8 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=e1a4c1f507cc4686a883b0df425ffdc7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4727879 Jan 14 07:12:18.943257 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-711d2b69-0660-44eb-92db-a17054405fd2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3889346', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036854717606'] for router, precommit_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:12:18.960434 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84875) accepted ('10.222.0.24', 57074) {{(pid=84875) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:12:18.966949 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-711d2b69-0660-44eb-92db-a17054405fd2 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:12:18.996804 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64bd1535-4bca-4ba8-838e-68b2fbd1432e req-3f44f789-be66-4198-88cd-fbee28b07b4f tempest-LiveMigrationNegativeTest-1470825370 tempest-LiveMigrationNegativeTest-1470825370] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:12:18.998551 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [req-64bd1535-4bca-4ba8-838e-68b2fbd1432e req-3f44f789-be66-4198-88cd-fbee28b07b4f tempest-LiveMigrationNegativeTest-1470825370 tempest-LiveMigrationNegativeTest-1470825370] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 1.0070341 Jan 14 07:12:18.999506 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-3ea9c772-f853-4ec6-87ea-b680e8c47509 tempest-ServersTestMultiNic-2121779930 tempest-ServersTestMultiNic-2121779930] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 6.2909060 Jan 14 07:12:19.009083 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [req-4749a9d8-1a24-4696-b0e1-b9fbefef11e5 req-12d1c401-9e4d-41ba-a6f7-81136c77a90c service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.8&port_id=d280b18f-0753-418b-8127-37d89566b5bc HTTP/1.1" status: 200 len: 217 time: 0.1171238 Jan 14 07:12:19.114084 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4749a9d8-1a24-4696-b0e1-b9fbefef11e5 req-a7c76272-b57a-4bf5-a223-dccf57af6098 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:12:19.115929 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [req-4749a9d8-1a24-4696-b0e1-b9fbefef11e5 req-a7c76272-b57a-4bf5-a223-dccf57af6098 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=2bb0b7fb-11f9-43b1-975e-b782dc638b95 HTTP/1.1" status: 200 len: 801 time: 0.0960989 Jan 14 07:12:19.165449 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-852a24f7-e9a1-4193-9abb-e9506fe5213f None None] Device 9e458f7b-3193-4772-abdf-7285e21d3d20 up at agent ovs-agent-n-h2-768862-2 {{(pid=84876) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 07:12:19.173076 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [req-64bd1535-4bca-4ba8-838e-68b2fbd1432e req-412f1279-8512-448a-9c35-79cbfbd222c3 tempest-LiveMigrationNegativeTest-1470825370 tempest-LiveMigrationNegativeTest-1470825370] 10.222.0.24 "GET /v2.0/quotas/4c5412f7fcde40999169791ca7c8ee35 HTTP/1.1" status: 200 len: 375 time: 0.0385952 Jan 14 07:12:19.210717 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4749a9d8-1a24-4696-b0e1-b9fbefef11e5 req-59ed30d3-0086-415a-91cb-5de06854e9af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:12:19.213167 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [req-4749a9d8-1a24-4696-b0e1-b9fbefef11e5 req-59ed30d3-0086-415a-91cb-5de06854e9af service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=25f1c1a0-ceab-4b3f-9e01-2007a6141e94&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0885203 Jan 14 07:12:19.330940 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [req-8c64fafa-69f8-48e9-b7c6-15e72aa6f27a req-e91bfcbf-c0cc-4e11-a42d-b9a99b318ceb tempest-ImagesNegativeTestJSON-146108451 tempest-ImagesNegativeTestJSON-146108451] Notify callbacks [] for port, precommit_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:12:19.339574 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [req-64bd1535-4bca-4ba8-838e-68b2fbd1432e req-f057fa23-3797-434b-aac1-38466ef67bdd tempest-LiveMigrationNegativeTest-1470825370 tempest-LiveMigrationNegativeTest-1470825370] 10.222.0.24 "GET /v2.0/ports?tenant_id=4c5412f7fcde40999169791ca7c8ee35&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1235325 Jan 14 07:12:19.340858 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-711d2b69-0660-44eb-92db-a17054405fd2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036850897070'] for router, after_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:12:19.341461 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-711d2b69-0660-44eb-92db-a17054405fd2 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 50975c9d-2d06-44d9-b1e5-86f6cb8bd18c {{(pid=84875) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jan 14 07:12:19.399601 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-47c3e3af-7cb2-487d-b8bd-56f2bda6880b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:12:19.401069 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [req-4749a9d8-1a24-4696-b0e1-b9fbefef11e5 req-ba148938-34a7-4da2-be95-e922efb55a6c service neutron] 10.222.0.48 "GET /v2.0/networks/25f1c1a0-ceab-4b3f-9e01-2007a6141e94?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1806629 Jan 14 07:12:19.407175 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-94531641-e4dd-4924-8c6c-b24eff0e0fbb tempest-TaggedBootDevicesTest-541410187 tempest-TaggedBootDevicesTest-541410187] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3912638'] for floatingip, after_update {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:12:19.408025 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [req-8c64fafa-69f8-48e9-b7c6-15e72aa6f27a req-e91bfcbf-c0cc-4e11-a42d-b9a99b318ceb tempest-ImagesNegativeTestJSON-146108451 tempest-ImagesNegativeTestJSON-146108451] Transition to ACTIVE for port object ce78f9b6-4798-4eef-a297-6ac818f85600 will not be triggered until provisioned by entity DHCP. {{(pid=84874) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 07:12:19.423780 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-852a24f7-e9a1-4193-9abb-e9506fe5213f None None] Provisioning complete for port 9e458f7b-3193-4772-abdf-7285e21d3d20 triggered by entity L2. {{(pid=84876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 07:12:19.424398 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-852a24f7-e9a1-4193-9abb-e9506fe5213f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-604227'] for port, provisioning_complete {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:12:19.458354 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [req-8c64fafa-69f8-48e9-b7c6-15e72aa6f27a req-e91bfcbf-c0cc-4e11-a42d-b9a99b318ceb tempest-ImagesNegativeTestJSON-146108451 tempest-ImagesNegativeTestJSON-146108451] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777640123575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3254186'] for port, after_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:12:19.489086 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-ce8ef839-7680-4650-9cdf-638b1eab5902 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:12:19.511268 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-7c390e23-0f22-41d8-b18d-12403118a03e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850887113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036851621412', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036852467174'] for subnet, after_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:12:19.584303 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-6ba30e20-ec18-4328-bce1-f21debc143cb tempest-ServersTestMultiNic-2121779930 tempest-ServersTestMultiNic-2121779930] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:12:19.622331 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [req-2108c023-72da-49c6-9a23-85e72aac7d46 req-7ea81851-1922-4af2-9bf2-dad1e15de922 tempest-SecurityGroupsTestJSON-494699717 tempest-SecurityGroupsTestJSON-494699717] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850887153'] for security_group, after_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:12:19.650499 n-d-768862-2 neutron-server[84765]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e95c7053-347f-41b5-8317-9e95c0a27736', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9e458f7b-3193-4772-abdf-7285e21d3d20', 'code': 200} Jan 14 07:12:19.668828 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [req-52469265-dd50-4472-8ae5-5c7f764a426f req-0758d077-5dd6-44ff-bef8-a37b36d7b9bc service neutron] 10.222.0.48 "GET /v2.0/networks/fd33dbe3-7afa-46b0-8897-ce6ba7fea060?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.7868874 Jan 14 07:12:19.747955 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a5bb3a7-cea8-45a6-b74f-76fad3c8e51a None None] Network 6031f5e9-fb5a-40e5-8633-6893ea1ec2be requested from n-d-768862-2 {{(pid=84876) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 07:12:19.946724 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e91bfcbf-c0cc-4e11-a42d-b9a99b318ceb tempest-ImagesNegativeTestJSON-146108451 tempest-ImagesNegativeTestJSON-146108451] Pushing event updated for resources: {'Port': ['ID=ce78f9b6-4798-4eef-a297-6ac818f85600,revision_number=1']} {{(pid=84874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:12:19.962033 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [req-4749a9d8-1a24-4696-b0e1-b9fbefef11e5 req-2ffd8df3-033d-4439-bf40-87dc9402025b service neutron] 10.222.0.48 "GET /v2.0/networks/25f1c1a0-ceab-4b3f-9e01-2007a6141e94?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.5320313 Jan 14 07:12:19.963029 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-e91bfcbf-c0cc-4e11-a42d-b9a99b318ceb tempest-ImagesNegativeTestJSON-146108451 tempest-ImagesNegativeTestJSON-146108451] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.474s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:12:20.004769 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9fcf474-1484-4cde-b845-7e7c85dbe1f8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5d94dc7a-c095-50a4-955e-5f3b78718a12-3969e656-f2d3-437e-bb8d-008442e4371a', 'network_id': '3969e656-f2d3-437e-bb8d-008442e4371a', 'tenant_id': '7d129397cd71499dbaa91be4909e3699', 'fixed_ips': [{'subnet_id': '11975721-8b5b-4cd0-b140-cecf74c12388'}]}} from n-d-768862-2. {{(pid=84876) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Jan 14 07:12:20.007276 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-c9fcf474-1484-4cde-b845-7e7c85dbe1f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555753'] for port, before_create {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:12:20.038676 n-d-768862-2 neutron-server[84765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8c64fafa-69f8-48e9-b7c6-15e72aa6f27a req-e91bfcbf-c0cc-4e11-a42d-b9a99b318ceb tempest-ImagesNegativeTestJSON-146108451 tempest-ImagesNegativeTestJSON-146108451] Network 3ab89270-67b1-41e9-8be2-a0395a984bff is already hosted by enough agents. {{(pid=84874) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 07:12:20.039973 n-d-768862-2 neutron-server[84765]: DEBUG neutron.scheduler.base_scheduler [req-8c64fafa-69f8-48e9-b7c6-15e72aa6f27a req-e91bfcbf-c0cc-4e11-a42d-b9a99b318ceb tempest-ImagesNegativeTestJSON-146108451 tempest-ImagesNegativeTestJSON-146108451] Resources bound (agent type, host, resource id): {{(pid=84874) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 07:12:20.043593 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_dvrscheduler_db [req-8c64fafa-69f8-48e9-b7c6-15e72aa6f27a req-e91bfcbf-c0cc-4e11-a42d-b9a99b318ceb tempest-ImagesNegativeTestJSON-146108451 tempest-ImagesNegativeTestJSON-146108451] Received port after_create {{(pid=84874) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 14 07:12:20.171804 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-94531641-e4dd-4924-8c6c-b24eff0e0fbb tempest-TaggedBootDevicesTest-541410187 tempest-TaggedBootDevicesTest-541410187] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854768116'] for floatingip, before_response {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:12:20.182893 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-94531641-e4dd-4924-8c6c-b24eff0e0fbb tempest-TaggedBootDevicesTest-541410187 tempest-TaggedBootDevicesTest-541410187] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 14.6444392 Jan 14 07:12:20.216463 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [req-2108c023-72da-49c6-9a23-85e72aac7d46 req-7ea81851-1922-4af2-9bf2-dad1e15de922 tempest-SecurityGroupsTestJSON-494699717 tempest-SecurityGroupsTestJSON-494699717] Notify callbacks [] for security_group, before_response {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:12:20.218117 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [req-2108c023-72da-49c6-9a23-85e72aac7d46 req-7ea81851-1922-4af2-9bf2-dad1e15de922 tempest-SecurityGroupsTestJSON-494699717 tempest-SecurityGroupsTestJSON-494699717] 10.222.0.24 "DELETE /v2.0/security-groups/e3c883c4-1d8e-455a-b141-67fc33b841c5 HTTP/1.1" status: 204 len: 173 time: 2.3596506 Jan 14 07:12:20.220752 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-47c3e3af-7cb2-487d-b8bd-56f2bda6880b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:12:20.236295 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-711d2b69-0660-44eb-92db-a17054405fd2 admin admin] Notify callbacks [] for router, before_response {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:12:20.236913 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-711d2b69-0660-44eb-92db-a17054405fd2 admin admin] 10.222.0.24 "DELETE /v2.0/routers/50975c9d-2d06-44d9-b1e5-86f6cb8bd18c HTTP/1.1" status: 204 len: 168 time: 6.7209325 Jan 14 07:12:20.243535 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84874) accepted ('10.222.0.24', 57100) {{(pid=84874) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:12:20.323913 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c390e23-0f22-41d8-b18d-12403118a03e admin admin] Pushing event updated for resources: {'Subnet': ['ID=4873c24d-6d12-413e-81a7-9c90cefe9e4c,revision_number=0']} {{(pid=84875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:12:20.353992 n-d-768862-2 neutron-server[84765]: INFO neutron.api.v2.resource [req-415a84d2-d0db-441c-8e3c-5a0c1861f68b req-7f961bee-7ba0-450b-a2f8-004834f3af6d tempest-SecurityGroupsNegativeTestJSON-638328414 tempest-SecurityGroupsNegativeTestJSON-638328414] show failed (client error): The resource could not be found. Jan 14 07:12:20.364434 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [req-415a84d2-d0db-441c-8e3c-5a0c1861f68b req-7f961bee-7ba0-450b-a2f8-004834f3af6d tempest-SecurityGroupsNegativeTestJSON-638328414 tempest-SecurityGroupsNegativeTestJSON-638328414] 10.222.0.24 "GET /v2.0/security-groups/561c108c-9b3e-4084-ad5b-2d6a0cc0079e HTTP/1.1" status: 404 len: 352 time: 0.1183453 Jan 14 07:12:20.416760 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.db_base_plugin_v2 [None req-f4ad7a43-d49d-4edc-896a-f55ab4b3cad6 admin admin] Deleting subnet a076fa03-03f6-498c-8a30-b44c18079c93 {{(pid=84874) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Jan 14 07:12:20.425104 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-f4ad7a43-d49d-4edc-896a-f55ab4b3cad6 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:12:20.426541 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-7c390e23-0f22-41d8-b18d-12403118a03e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.839s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:12:20.433813 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-3c4b6117-5304-4696-9778-b826af4d6803 tempest-SecurityGroupsTestJSON-494699717 tempest-SecurityGroupsTestJSON-494699717] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.767s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:12:20.480878 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-f4ad7a43-d49d-4edc-896a-f55ab4b3cad6 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036851807232'] for subnet, precommit_delete_associations {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:12:20.497988 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ea81851-1922-4af2-9bf2-dad1e15de922 tempest-SecurityGroupsTestJSON-494699717 tempest-SecurityGroupsTestJSON-494699717] Pushing event deleted for resources: {'SecurityGroup': ['ID=e3c883c4-1d8e-455a-b141-67fc33b841c5,revision_number=None']} {{(pid=84875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:12:20.569689 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-7ea81851-1922-4af2-9bf2-dad1e15de922 tempest-SecurityGroupsTestJSON-494699717 tempest-SecurityGroupsTestJSON-494699717] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:12:20.572355 n-d-768862-2 neutron-server[84765]: INFO neutron.db.db_base_plugin_v2 [None req-f4ad7a43-d49d-4edc-896a-f55ab4b3cad6 admin admin] Found port (9e458f7b-3193-4772-abdf-7285e21d3d20, 172.20.0.12) having IP allocation on subnet a076fa03-03f6-498c-8a30-b44c18079c93, cannot delete Jan 14 07:12:20.589435 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network":"rule:regular_user" was deprecated in W in favor of "create_network":"role:member and project_id:%(project_id)s". Reason: Jan 14 07:12:20.589435 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:12:20.589435 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:12:20.589435 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:12:20.589435 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:shared":"rule:admin_only" was deprecated in W in favor of "create_network:shared":"role:admin and system_scope:all". Reason: Jan 14 07:12:20.589435 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:12:20.589435 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:12:20.589435 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:12:20.589435 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:router:external":"rule:admin_only" was deprecated in W in favor of "create_network:router:external":"role:admin and system_scope:all". Reason: Jan 14 07:12:20.589435 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:12:20.589435 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:12:20.589435 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:12:20.589435 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:is_default":"rule:admin_only" was deprecated in W in favor of "create_network:is_default":"role:admin and system_scope:all". Reason: Jan 14 07:12:20.589435 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:12:20.589435 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:12:20.589435 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:12:20.589435 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:port_security_enabled":"rule:regular_user" was deprecated in W in favor of "create_network:port_security_enabled":"role:member and project_id:%(project_id)s". Reason: Jan 14 07:12:20.589435 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:12:20.589435 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:12:20.589435 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:12:20.589435 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:segments":"rule:admin_only" was deprecated in W in favor of "create_network:segments":"role:admin and system_scope:all". Reason: Jan 14 07:12:20.589435 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:12:20.589435 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:12:20.589435 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:12:20.589435 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "create_network:provider:network_type":"role:admin and system_scope:all". Reason: Jan 14 07:12:20.589435 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:12:20.589435 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:12:20.589435 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:12:20.589435 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "create_network:provider:physical_network":"role:admin and system_scope:all". Reason: Jan 14 07:12:20.589435 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:12:20.589435 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:12:20.589435 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:12:20.589435 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "create_network:provider:segmentation_id":"role:admin and system_scope:all". Reason: Jan 14 07:12:20.589435 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:12:20.589435 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:12:20.589435 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:12:20.589435 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network":"rule:admin_or_owner or rule:shared or rule:external or rule:context_is_advsvc" was deprecated in W in favor of "get_network":"(role:reader and system_scope:all) or (role:reader and project_id:%(project_id)s) or rule:shared or rule:external or rule:context_is_advsvc". Reason: Jan 14 07:12:20.589435 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:12:20.589435 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:12:20.589435 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:12:20.589435 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:router:external":"rule:regular_user" was deprecated in W in favor of "get_network:router:external":"role:reader and project_id:%(project_id)s". Reason: Jan 14 07:12:20.589435 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:12:20.589435 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:12:20.589435 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:12:20.589435 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:segments":"rule:admin_only" was deprecated in W in favor of "get_network:segments":"role:reader and system_scope:all". Reason: Jan 14 07:12:20.589435 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:12:20.589435 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:12:20.589435 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:12:20.593598 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "get_network:provider:network_type":"role:reader and system_scope:all". Reason: Jan 14 07:12:20.593598 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:12:20.593598 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:12:20.593598 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:12:20.593598 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "get_network:provider:physical_network":"role:reader and system_scope:all". Reason: Jan 14 07:12:20.593598 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:12:20.593598 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:12:20.593598 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:12:20.593598 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "get_network:provider:segmentation_id":"role:reader and system_scope:all". Reason: Jan 14 07:12:20.593598 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:12:20.593598 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:12:20.593598 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:12:20.593598 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network":"rule:admin_or_owner" was deprecated in W in favor of "update_network":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 07:12:20.593598 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:12:20.593598 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:12:20.593598 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:12:20.593598 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:segments":"rule:admin_only" was deprecated in W in favor of "update_network:segments":"role:admin and system_scope:all". Reason: Jan 14 07:12:20.593598 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:12:20.593598 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:12:20.593598 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:12:20.606196 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c64fafa-69f8-48e9-b7c6-15e72aa6f27a req-e91bfcbf-c0cc-4e11-a42d-b9a99b318ceb tempest-ImagesNegativeTestJSON-146108451 tempest-ImagesNegativeTestJSON-146108451] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:12:20.606926 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [req-8c64fafa-69f8-48e9-b7c6-15e72aa6f27a req-e91bfcbf-c0cc-4e11-a42d-b9a99b318ceb tempest-ImagesNegativeTestJSON-146108451 tempest-ImagesNegativeTestJSON-146108451] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854768116'] for port, before_response {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:12:20.616104 n-d-768862-2 neutron-server[84765]: INFO neutron.pecan_wsgi.hooks.translation [None req-f4ad7a43-d49d-4edc-896a-f55ab4b3cad6 admin admin] DELETE failed (client error): There was a conflict when trying to complete your request. Jan 14 07:12:20.616505 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f4ad7a43-d49d-4edc-896a-f55ab4b3cad6 admin admin] No notification will be sent due to unsuccessful status code: 409 {{(pid=84874) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Jan 14 07:12:20.627705 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-f4ad7a43-d49d-4edc-896a-f55ab4b3cad6 admin admin] 10.222.0.24 "DELETE /v2.0/subnets/a076fa03-03f6-498c-8a30-b44c18079c93 HTTP/1.1" status: 409 len: 404 time: 0.3664722 Jan 14 07:12:20.651062 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd35a7ab-d20e-47a1-8ae7-4ed6d5dd7ca8 req-8f201219-ad43-4c82-80e7-ae4e8265973b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:12:20.651802 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd35a7ab-d20e-47a1-8ae7-4ed6d5dd7ca8 req-8f201219-ad43-4c82-80e7-ae4e8265973b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:12:20.652664 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd35a7ab-d20e-47a1-8ae7-4ed6d5dd7ca8 req-8f201219-ad43-4c82-80e7-ae4e8265973b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:12:20.654514 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [req-fd35a7ab-d20e-47a1-8ae7-4ed6d5dd7ca8 req-8f201219-ad43-4c82-80e7-ae4e8265973b service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=7d129397cd71499dbaa91be4909e3699&device_id=16513199-bee3-4bea-a843-4e62a5ef0197 HTTP/1.1" status: 200 len: 3056 time: 0.5591908 Jan 14 07:12:20.656410 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [req-8c64fafa-69f8-48e9-b7c6-15e72aa6f27a req-e91bfcbf-c0cc-4e11-a42d-b9a99b318ceb tempest-ImagesNegativeTestJSON-146108451 tempest-ImagesNegativeTestJSON-146108451] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 8.9270825 Jan 14 07:12:20.707110 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-3427aa30-fe94-4322-8e3c-d5ddd9aa78db None None] Provisioning for port ce78f9b6-4798-4eef-a297-6ac818f85600 completed by entity DHCP. {{(pid=84876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 07:12:20.734316 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-3427aa30-fe94-4322-8e3c-d5ddd9aa78db None None] Provisioning complete for port ce78f9b6-4798-4eef-a297-6ac818f85600 triggered by entity DHCP. {{(pid=84876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 07:12:20.735815 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-3427aa30-fe94-4322-8e3c-d5ddd9aa78db None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-604227'] for port, provisioning_complete {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:12:20.747631 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [req-6f4e09ec-f35b-4531-b5c4-b1a51c2237e4 req-ba7a595d-8132-431d-abbb-d709fea13734 tempest-SecurityGroupsTestJSON-494699717 tempest-SecurityGroupsTestJSON-494699717] 10.222.0.24 "GET /v2.0/security-groups/a4b31c47-c680-403a-9fa7-e4d186049766 HTTP/1.1" status: 200 len: 1800 time: 0.1442730 Jan 14 07:12:20.824598 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-47c3e3af-7cb2-487d-b8bd-56f2bda6880b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850887153'] for security_group, after_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:12:20.879625 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.v2.base [req-8c64fafa-69f8-48e9-b7c6-15e72aa6f27a req-5defc571-fe4a-423a-9d33-e7ea5e18b1a5 service neutron] Request body: {'port': {'device_id': '883b5127-da00-4629-ba13-72c914309fb2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-768862-2'}} {{(pid=84874) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:12:20.904442 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-84ebc2ec-05c5-4ed2-a12a-d34f5f2eb4d5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:12:20.977330 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-47c3e3af-7cb2-487d-b8bd-56f2bda6880b admin admin] Notify callbacks [] for security_group, before_response {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:12:20.981929 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-47c3e3af-7cb2-487d-b8bd-56f2bda6880b admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/7d153970-fe34-4ec5-8379-ea71a8fa3a11 HTTP/1.1" status: 204 len: 168 time: 1.9789810 Jan 14 07:12:20.997910 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47c3e3af-7cb2-487d-b8bd-56f2bda6880b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7d153970-fe34-4ec5-8379-ea71a8fa3a11,revision_number=None']} {{(pid=84875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:12:21.009347 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-47c3e3af-7cb2-487d-b8bd-56f2bda6880b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:12:21.023111 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Device cda795e6-c8fa-40b8-b213-9b831bf9f120 no longer exists at agent ovs-agent-n-d-768862-2 {{(pid=84876) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jan 14 07:12:21.055946 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c390e23-0f22-41d8-b18d-12403118a03e admin admin] Checking segment: {'id': '90e2002e-a6c2-45dc-801f-7d75355827f8', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 16, 'network_id': 'fafbed1d-f164-4b33-9abe-92a565c195a7'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84875) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 14 07:12:21.056326 n-d-768862-2 neutron-server[84765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c390e23-0f22-41d8-b18d-12403118a03e admin admin] Network hostable DHCP agents. Network: fafbed1d-f164-4b33-9abe-92a565c195a7, hostable agents: ['32f3dd84-26da-4d18-bf15-6017a8fb7247'], hosted agents: [] {{(pid=84875) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Jan 14 07:12:21.067090 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [req-6f4e09ec-f35b-4531-b5c4-b1a51c2237e4 req-0aee81be-c6ba-4397-8c4d-279e179974ce tempest-SecurityGroupsTestJSON-494699717 tempest-SecurityGroupsTestJSON-494699717] Notify callbacks [] for security_group, before_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:12:21.099140 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd35a7ab-d20e-47a1-8ae7-4ed6d5dd7ca8 req-e00bf09b-829d-4788-80d3-b0fa260d5447 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:12:21.100914 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [req-fd35a7ab-d20e-47a1-8ae7-4ed6d5dd7ca8 req-e00bf09b-829d-4788-80d3-b0fa260d5447 service neutron] 10.222.0.48 "GET /v2.0/networks?id=25f1c1a0-ceab-4b3f-9e01-2007a6141e94 HTTP/1.1" status: 200 len: 896 time: 0.4384484 Jan 14 07:12:21.109215 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [req-6f4e09ec-f35b-4531-b5c4-b1a51c2237e4 req-0aee81be-c6ba-4397-8c4d-279e179974ce tempest-SecurityGroupsTestJSON-494699717 tempest-SecurityGroupsTestJSON-494699717] Notify callbacks [] for security_group, precommit_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:12:21.111069 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [req-8c64fafa-69f8-48e9-b7c6-15e72aa6f27a req-5defc571-fe4a-423a-9d33-e7ea5e18b1a5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555753'] for port, before_update {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:12:21.155171 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-852a24f7-e9a1-4193-9abb-e9506fe5213f None None] Device 9e458f7b-3193-4772-abdf-7285e21d3d20 no longer exists at agent ovs-agent-n-h2-768862-2 {{(pid=84876) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jan 14 07:12:21.200185 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.plugin [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] No Port match for: cda795e6-c8fa-40b8-b213-9b831bf9f120 {{(pid=84876) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2188}} Jan 14 07:12:21.201187 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Device cda795e6-c8fa-40b8-b213-9b831bf9f120 not bound to the agent host n-d-768862-2 {{(pid=84876) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jan 14 07:12:21.238946 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.plugin [None req-3427aa30-fe94-4322-8e3c-d5ddd9aa78db None None] Port ce78f9b6-4798-4eef-a297-6ac818f85600 cannot update to ACTIVE because it is not bound. {{(pid=84876) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:329}} Jan 14 07:12:21.246230 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f06f3a7b-1088-4675-a915-eea75caecc24 req-b5cbf806-d894-476d-9e7c-415c3879cb0e tempest-ServersTestMultiNic-2121779930 tempest-ServersTestMultiNic-2121779930] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:12:21.250473 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [req-fd35a7ab-d20e-47a1-8ae7-4ed6d5dd7ca8 req-fc1ebc57-35c5-4043-887e-797f4c16a84e service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.8&port_id=d280b18f-0753-418b-8127-37d89566b5bc HTTP/1.1" status: 200 len: 217 time: 0.1184886 Jan 14 07:12:21.262287 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-6a7940ec-c2a1-4980-a0ff-10f4dbf1a6f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363259214191800', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854171626'] for agent, after_update {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:12:21.278948 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.db_base_plugin_common [None req-c9fcf474-1484-4cde-b845-7e7c85dbe1f8 None None] Allocated IP 19.86.0.2 (3969e656-f2d3-437e-bb8d-008442e4371a/11975721-8b5b-4cd0-b140-cecf74c12388/ee52e5c9-22de-47a9-8213-92b3f87fcab6) {{(pid=84876) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 14 07:12:21.280007 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f06f3a7b-1088-4675-a915-eea75caecc24 req-b5cbf806-d894-476d-9e7c-415c3879cb0e tempest-ServersTestMultiNic-2121779930 tempest-ServersTestMultiNic-2121779930] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:12:21.281013 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [req-f06f3a7b-1088-4675-a915-eea75caecc24 req-b5cbf806-d894-476d-9e7c-415c3879cb0e tempest-ServersTestMultiNic-2121779930 tempest-ServersTestMultiNic-2121779930] Synchronizing usage tracker for tenant:7d129397cd71499dbaa91be4909e3699 on resource:network {{(pid=84875) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 14 07:12:21.373113 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [req-6f4e09ec-f35b-4531-b5c4-b1a51c2237e4 req-0aee81be-c6ba-4397-8c4d-279e179974ce tempest-SecurityGroupsTestJSON-494699717 tempest-SecurityGroupsTestJSON-494699717] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850887153'] for security_group, after_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:12:21.386066 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-24e951d0-c7d9-4f1f-8c95-0ee63223e8ce tempest-SecurityGroupRulesNegativeTestJSON-608374989 tempest-SecurityGroupRulesNegativeTestJSON-608374989] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:12:21.428164 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aee81be-c6ba-4397-8c4d-279e179974ce tempest-SecurityGroupsTestJSON-494699717 tempest-SecurityGroupsTestJSON-494699717] Pushing event deleted for resources: {'SecurityGroup': ['ID=a4b31c47-c680-403a-9fa7-e4d186049766,revision_number=None']} {{(pid=84875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:12:21.441248 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-0aee81be-c6ba-4397-8c4d-279e179974ce tempest-SecurityGroupsTestJSON-494699717 tempest-SecurityGroupsTestJSON-494699717] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:12:21.450671 n-d-768862-2 neutron-server[84765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c390e23-0f22-41d8-b18d-12403118a03e admin admin] Network fafbed1d-f164-4b33-9abe-92a565c195a7 is scheduled to be hosted by DHCP agent 32f3dd84-26da-4d18-bf15-6017a8fb7247 with binding_index 1 {{(pid=84875) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Jan 14 07:12:21.467128 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [req-f06f3a7b-1088-4675-a915-eea75caecc24 req-b5cbf806-d894-476d-9e7c-415c3879cb0e tempest-ServersTestMultiNic-2121779930 tempest-ServersTestMultiNic-2121779930] Unset dirty status for tenant:7d129397cd71499dbaa91be4909e3699 on resource:network {{(pid=84875) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 14 07:12:21.469156 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [req-f06f3a7b-1088-4675-a915-eea75caecc24 req-b5cbf806-d894-476d-9e7c-415c3879cb0e tempest-ServersTestMultiNic-2121779930 tempest-ServersTestMultiNic-2121779930] 10.222.0.24 "GET /v2.0/networks?id=3690f57a-8d95-4883-aef3-c4dec86fdb34&id=3969e656-f2d3-437e-bb8d-008442e4371a HTTP/1.1" status: 200 len: 1391 time: 1.0257177 Jan 14 07:12:21.481024 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-852a24f7-e9a1-4193-9abb-e9506fe5213f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555753'] for port, before_update {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:12:21.493740 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [req-6f4e09ec-f35b-4531-b5c4-b1a51c2237e4 req-0aee81be-c6ba-4397-8c4d-279e179974ce tempest-SecurityGroupsTestJSON-494699717 tempest-SecurityGroupsTestJSON-494699717] Notify callbacks [] for security_group, before_response {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:12:21.494835 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [req-6f4e09ec-f35b-4531-b5c4-b1a51c2237e4 req-0aee81be-c6ba-4397-8c4d-279e179974ce tempest-SecurityGroupsTestJSON-494699717 tempest-SecurityGroupsTestJSON-494699717] 10.222.0.24 "DELETE /v2.0/security-groups/a4b31c47-c680-403a-9fa7-e4d186049766 HTTP/1.1" status: 204 len: 173 time: 0.7461338 Jan 14 07:12:21.496745 n-d-768862-2 neutron-server[84765]: DEBUG neutron.scheduler.base_scheduler [None req-7c390e23-0f22-41d8-b18d-12403118a03e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768862-2, fafbed1d-f164-4b33-9abe-92a565c195a7) {{(pid=84875) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 07:12:21.538299 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c390e23-0f22-41d8-b18d-12403118a03e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:12:21.545166 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe1fcc57-880d-4389-b391-3b364d3af127 None None] Network fafbed1d-f164-4b33-9abe-92a565c195a7 requested from n-d-768862-2 {{(pid=84876) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 07:12:21.553575 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-7c390e23-0f22-41d8-b18d-12403118a03e admin admin] Notify callbacks [] for subnet, before_response {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:12:21.568138 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [req-f06f3a7b-1088-4675-a915-eea75caecc24 req-49f83458-31a5-4f15-b61e-46ac66f307ef tempest-ServersTestMultiNic-2121779930 tempest-ServersTestMultiNic-2121779930] 10.222.0.24 "GET /v2.0/quotas/7d129397cd71499dbaa91be4909e3699 HTTP/1.1" status: 200 len: 375 time: 0.0868876 Jan 14 07:12:21.570764 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [req-64bd1535-4bca-4ba8-838e-68b2fbd1432e req-fffafc31-dc74-41b1-842d-e22742bb2553 tempest-LiveMigrationNegativeTest-1470825370 tempest-LiveMigrationNegativeTest-1470825370] 10.222.0.35 "GET /v2.0/networks?tenant_id=4c5412f7fcde40999169791ca7c8ee35&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1798847 Jan 14 07:12:21.663029 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d34228f6-c8c4-40bf-b004-671db62d6849 req-04d51ffa-6008-4925-ad4b-567b56ff194c tempest-FloatingIPsAssociationNegativeTestJSON-724895750 tempest-FloatingIPsAssociationNegativeTestJSON-724895750] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:12:21.664126 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [req-d34228f6-c8c4-40bf-b004-671db62d6849 req-04d51ffa-6008-4925-ad4b-567b56ff194c tempest-FloatingIPsAssociationNegativeTestJSON-724895750 tempest-FloatingIPsAssociationNegativeTestJSON-724895750] Synchronizing usage tracker for tenant:777e0121e7b84cf1b1a0af96c6f5d63a on resource:port {{(pid=84875) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 14 07:12:21.695342 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-7c390e23-0f22-41d8-b18d-12403118a03e admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 6.4676576 Jan 14 07:12:21.771604 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [req-d34228f6-c8c4-40bf-b004-671db62d6849 req-04d51ffa-6008-4925-ad4b-567b56ff194c tempest-FloatingIPsAssociationNegativeTestJSON-724895750 tempest-FloatingIPsAssociationNegativeTestJSON-724895750] Unset dirty status for tenant:777e0121e7b84cf1b1a0af96c6f5d63a on resource:port {{(pid=84875) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 14 07:12:21.773485 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [req-d34228f6-c8c4-40bf-b004-671db62d6849 req-04d51ffa-6008-4925-ad4b-567b56ff194c tempest-FloatingIPsAssociationNegativeTestJSON-724895750 tempest-FloatingIPsAssociationNegativeTestJSON-724895750] 10.222.0.48 "GET /v2.0/ports?device_id=e95c7053-347f-41b5-8317-9e95c0a27736 HTTP/1.1" status: 200 len: 946 time: 0.5894868 Jan 14 07:12:21.928383 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [req-f06f3a7b-1088-4675-a915-eea75caecc24 req-5299425a-34e7-45bc-81e0-dc246fcbc5aa tempest-ServersTestMultiNic-2121779930 tempest-ServersTestMultiNic-2121779930] 10.222.0.24 "GET /v2.0/ports?tenant_id=7d129397cd71499dbaa91be4909e3699&fields=id HTTP/1.1" status: 200 len: 578 time: 0.3462217 Jan 14 07:12:21.954019 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd35a7ab-d20e-47a1-8ae7-4ed6d5dd7ca8 req-e39f9b48-dc8f-4ed8-87e2-4ccdd4998295 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:12:21.963664 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [req-fd35a7ab-d20e-47a1-8ae7-4ed6d5dd7ca8 req-e39f9b48-dc8f-4ed8-87e2-4ccdd4998295 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=2bb0b7fb-11f9-43b1-975e-b782dc638b95 HTTP/1.1" status: 200 len: 801 time: 0.6931241 Jan 14 07:12:21.989721 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.plugin [req-d34228f6-c8c4-40bf-b004-671db62d6849 req-c4f0fa65-f5a2-4bae-b81b-c28a021a39de tempest-FloatingIPsAssociationNegativeTestJSON-724895750 tempest-FloatingIPsAssociationNegativeTestJSON-724895750] Deleting port 9e458f7b-3193-4772-abdf-7285e21d3d20 {{(pid=84875) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 07:12:21.991124 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [req-d34228f6-c8c4-40bf-b004-671db62d6849 req-c4f0fa65-f5a2-4bae-b81b-c28a021a39de tempest-FloatingIPsAssociationNegativeTestJSON-724895750 tempest-FloatingIPsAssociationNegativeTestJSON-724895750] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363259214248359'] for port, before_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:12:22.098681 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [None req-852a24f7-e9a1-4193-9abb-e9506fe5213f None None] For port 9e458f7b-3193-4772-abdf-7285e21d3d20, host n-h2-768862-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-h2-768862-2',level=0,port_id=9e458f7b-3193-4772-abdf-7285e21d3d20,segment=NetworkSegment(d7cdd97e-25f8-4f4c-9cdf-6c6f8b4faafe),segment_id=d7cdd97e-25f8-4f4c-9cdf-6c6f8b4faafe)] {{(pid=84876) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 07:12:22.173131 n-d-768862-2 neutron-server[84765]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e95c7053-347f-41b5-8317-9e95c0a27736', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9e458f7b-3193-4772-abdf-7285e21d3d20'}] {{(pid=84876) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Jan 14 07:12:22.208967 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-852a24f7-e9a1-4193-9abb-e9506fe5213f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777640533312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363259214678337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777640097497'] for port, after_update {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:12:22.221039 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84876) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:12:22.300459 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-da76cfc0-98e8-4426-9f6d-4f05aa3fae78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363259214191800', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854171626'] for agent, after_update {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:12:22.318471 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-852a24f7-e9a1-4193-9abb-e9506fe5213f None None] Pushing event updated for resources: {'Port': ['ID=9e458f7b-3193-4772-abdf-7285e21d3d20,revision_number=5']} {{(pid=84876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:12:22.324228 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-852a24f7-e9a1-4193-9abb-e9506fe5213f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=84876) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:12:22.340453 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2605cefe-3574-421a-8d76-032a54abb8ed None None] Network fafbed1d-f164-4b33-9abe-92a565c195a7 requested from n-d-768862-2 {{(pid=84876) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 07:12:22.347801 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd35a7ab-d20e-47a1-8ae7-4ed6d5dd7ca8 req-0c5d11aa-1b14-4c69-803c-2cdc3e5564d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:12:22.350421 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [req-fd35a7ab-d20e-47a1-8ae7-4ed6d5dd7ca8 req-0c5d11aa-1b14-4c69-803c-2cdc3e5564d0 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=25f1c1a0-ceab-4b3f-9e01-2007a6141e94&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.3857901 Jan 14 07:12:22.436966 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84875) accepted ('10.222.0.24', 57172) {{(pid=84875) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:12:22.460747 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [req-f06f3a7b-1088-4675-a915-eea75caecc24 req-e3dbea02-a07e-496b-b66e-97fa3c09352c service neutron] 10.222.0.24 "GET /v2.0/networks/3690f57a-8d95-4883-aef3-c4dec86fdb34?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5227060 Jan 14 07:12:22.620796 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [req-4134369b-5d82-4e16-96d4-7b3daed7e87c req-078c3f98-0541-4e3b-ae5d-8782b8fab31e tempest-TaggedBootDevicesTest-541410187 tempest-TaggedBootDevicesTest-541410187] Synchronizing usage tracker for tenant:4873c9000017431bb4db0aa60ef7da75 on resource:security_group {{(pid=84875) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 14 07:12:22.750687 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363259214191800', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854171626'] for agent, after_update {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:12:22.768376 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-c9fcf474-1484-4cde-b845-7e7c85dbe1f8 None None] Notify callbacks [] for port, precommit_create {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:12:22.779867 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [req-4134369b-5d82-4e16-96d4-7b3daed7e87c req-078c3f98-0541-4e3b-ae5d-8782b8fab31e tempest-TaggedBootDevicesTest-541410187 tempest-TaggedBootDevicesTest-541410187] Unset dirty status for tenant:4873c9000017431bb4db0aa60ef7da75 on resource:security_group {{(pid=84875) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 14 07:12:22.790042 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [req-4134369b-5d82-4e16-96d4-7b3daed7e87c req-078c3f98-0541-4e3b-ae5d-8782b8fab31e tempest-TaggedBootDevicesTest-541410187 tempest-TaggedBootDevicesTest-541410187] 10.222.0.24 "GET /v2.0/security-groups?name=tempest-securitygroup--341434864&fields=id&tenant_id=4873c9000017431bb4db0aa60ef7da75 HTTP/1.1" status: 200 len: 267 time: 0.5480442 Jan 14 07:12:22.795477 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-c9fcf474-1484-4cde-b845-7e7c85dbe1f8 None None] Transition to ACTIVE for port object ee52e5c9-22de-47a9-8213-92b3f87fcab6 will not be triggered until provisioned by entity L2. {{(pid=84876) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 07:12:22.831521 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-c9fcf474-1484-4cde-b845-7e7c85dbe1f8 None None] Transition to ACTIVE for port object ee52e5c9-22de-47a9-8213-92b3f87fcab6 will not be triggered until provisioned by entity DHCP. {{(pid=84876) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 07:12:22.838837 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-c9fcf474-1484-4cde-b845-7e7c85dbe1f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777640123575'] for port, after_create {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:12:22.842162 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.v2.base [None req-080112fc-7d1c-44f4-b231-70c99fa95738 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPDetailsNegativeTestJSON-611119609-network', 'tenant_id': 'e1e2f2220aba45e291d82349522195f9'}} {{(pid=84875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:12:22.847449 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-080112fc-7d1c-44f4-b231-70c99fa95738 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:12:22.852276 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-080112fc-7d1c-44f4-b231-70c99fa95738 admin admin] Usage tracker for resource:network and tenant:e1e2f2220aba45e291d82349522195f9 is out of sync, need to count used quota {{(pid=84875) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:12:22.855417 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-080112fc-7d1c-44f4-b231-70c99fa95738 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84875) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:12:22.860516 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84876) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:12:22.862174 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-080112fc-7d1c-44f4-b231-70c99fa95738 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:12:22.888770 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-080112fc-7d1c-44f4-b231-70c99fa95738 admin admin] Made reservation on behalf of e1e2f2220aba45e291d82349522195f9 for: {'network': 1} {{(pid=84875) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 07:12:22.893651 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-080112fc-7d1c-44f4-b231-70c99fa95738 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555753'] for network, before_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:12:22.928200 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-080112fc-7d1c-44f4-b231-70c99fa95738 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:12:22.999801 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84875) accepted ('10.222.0.24', 57186) {{(pid=84875) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:12:23.000964 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64bd1535-4bca-4ba8-838e-68b2fbd1432e req-bb61e880-4ee7-47e4-b440-63b8a4eef053 tempest-LiveMigrationNegativeTest-1470825370 tempest-LiveMigrationNegativeTest-1470825370] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:12:23.002631 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [req-64bd1535-4bca-4ba8-838e-68b2fbd1432e req-bb61e880-4ee7-47e4-b440-63b8a4eef053 tempest-LiveMigrationNegativeTest-1470825370 tempest-LiveMigrationNegativeTest-1470825370] 10.222.0.35 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 1.4121776 Jan 14 07:12:23.008398 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-080112fc-7d1c-44f4-b231-70c99fa95738 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:12:23.019457 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9fcf474-1484-4cde-b845-7e7c85dbe1f8 None None] Pushing event updated for resources: {'Port': ['ID=ee52e5c9-22de-47a9-8213-92b3f87fcab6,revision_number=1']} {{(pid=84876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:12:23.026125 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-c9fcf474-1484-4cde-b845-7e7c85dbe1f8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.166s {{(pid=84876) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:12:23.046885 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.v2.base [req-64bd1535-4bca-4ba8-838e-68b2fbd1432e req-ada096d9-be0e-464e-863c-be796f808096 tempest-LiveMigrationNegativeTest-1470825370 tempest-LiveMigrationNegativeTest-1470825370] Request body: {'port': {'device_id': '19ae1782-a48d-4a62-a407-7c3441c97ca1', 'network_id': '3ab89270-67b1-41e9-8be2-a0395a984bff', 'admin_state_up': True, 'tenant_id': '4c5412f7fcde40999169791ca7c8ee35'}} {{(pid=84874) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:12:23.051098 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4134369b-5d82-4e16-96d4-7b3daed7e87c req-e8f96fc6-a48a-49d5-b078-ca2d3b4c1005 tempest-TaggedBootDevicesTest-541410187 tempest-TaggedBootDevicesTest-541410187] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:12:23.051786 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [req-4134369b-5d82-4e16-96d4-7b3daed7e87c req-e8f96fc6-a48a-49d5-b078-ca2d3b4c1005 tempest-TaggedBootDevicesTest-541410187 tempest-TaggedBootDevicesTest-541410187] Synchronizing usage tracker for tenant:4873c9000017431bb4db0aa60ef7da75 on resource:port {{(pid=84875) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 14 07:12:23.056539 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-080112fc-7d1c-44f4-b231-70c99fa95738 admin admin] Usage tracker for resource:security_group_rule and tenant:e1e2f2220aba45e291d82349522195f9 is out of sync, need to count used quota {{(pid=84875) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:12:23.061146 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [req-d34228f6-c8c4-40bf-b004-671db62d6849 req-c4f0fa65-f5a2-4bae-b81b-c28a021a39de tempest-FloatingIPsAssociationNegativeTestJSON-724895750 tempest-FloatingIPsAssociationNegativeTestJSON-724895750] For port 9e458f7b-3193-4772-abdf-7285e21d3d20, host n-h2-768862-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-h2-768862-2',level=0,port_id=9e458f7b-3193-4772-abdf-7285e21d3d20,segment=NetworkSegment(d7cdd97e-25f8-4f4c-9cdf-6c6f8b4faafe),segment_id=d7cdd97e-25f8-4f4c-9cdf-6c6f8b4faafe)] {{(pid=84875) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 07:12:23.061549 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [req-d34228f6-c8c4-40bf-b004-671db62d6849 req-c4f0fa65-f5a2-4bae-b81b-c28a021a39de tempest-FloatingIPsAssociationNegativeTestJSON-724895750 tempest-FloatingIPsAssociationNegativeTestJSON-724895750] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036850862667'] for port, precommit_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:12:23.072439 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-080112fc-7d1c-44f4-b231-70c99fa95738 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84875) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:12:23.080501 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [req-f06f3a7b-1088-4675-a915-eea75caecc24 req-4b9af2ef-635d-4b70-8e0d-db34aa2e5ddf service neutron] 10.222.0.24 "GET /v2.0/networks/3690f57a-8d95-4883-aef3-c4dec86fdb34?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.6183589 Jan 14 07:12:23.099184 n-d-768862-2 neutron-server[84765]: DEBUG neutron.notifiers.nova [req-8c64fafa-69f8-48e9-b7c6-15e72aa6f27a req-5defc571-fe4a-423a-9d33-e7ea5e18b1a5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ce78f9b6-4798-4eef-a297-6ac818f85600 {{(pid=84874) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Jan 14 07:12:23.115815 n-d-768862-2 neutron-server[84765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9fcf474-1484-4cde-b845-7e7c85dbe1f8 None None] Network 3969e656-f2d3-437e-bb8d-008442e4371a is already hosted by enough agents. {{(pid=84876) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 07:12:23.116105 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [req-8c64fafa-69f8-48e9-b7c6-15e72aa6f27a req-5defc571-fe4a-423a-9d33-e7ea5e18b1a5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:12:23.125093 n-d-768862-2 neutron-server[84765]: DEBUG neutron.scheduler.base_scheduler [None req-c9fcf474-1484-4cde-b845-7e7c85dbe1f8 None None] Resources bound (agent type, host, resource id): {{(pid=84876) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 07:12:23.128426 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9fcf474-1484-4cde-b845-7e7c85dbe1f8 None None] Received port after_create {{(pid=84876) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 14 07:12:23.144082 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [req-8c64fafa-69f8-48e9-b7c6-15e72aa6f27a req-5defc571-fe4a-423a-9d33-e7ea5e18b1a5 service neutron] Transition to ACTIVE for port object ce78f9b6-4798-4eef-a297-6ac818f85600 will not be triggered until provisioned by entity L2. {{(pid=84874) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 07:12:23.165173 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [req-8c64fafa-69f8-48e9-b7c6-15e72aa6f27a req-5defc571-fe4a-423a-9d33-e7ea5e18b1a5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777640533312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363259214678337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777640097497', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036851521613'] for port, after_update {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:12:23.178709 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-080112fc-7d1c-44f4-b231-70c99fa95738 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:12:23.215120 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-0f37073e-9c69-4e3c-80e0-6cfaa0fd61a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363259214191800', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854171626'] for agent, after_update {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:12:23.220110 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.managers [None req-c9fcf474-1484-4cde-b845-7e7c85dbe1f8 None None] Attempting to bind port ee52e5c9-22de-47a9-8213-92b3f87fcab6 on host n-d-768862-2 for vnic_type normal with profile {{(pid=84876) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 14 07:12:23.220538 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.managers [None req-c9fcf474-1484-4cde-b845-7e7c85dbe1f8 None None] Attempting to bind port ee52e5c9-22de-47a9-8213-92b3f87fcab6 by drivers openvswitch on host n-d-768862-2 at level 0 using segments [{'id': 'a9feaf61-7b00-465a-9a5e-4dac695c3d93', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 15, 'network_id': '3969e656-f2d3-437e-bb8d-008442e4371a'}] {{(pid=84876) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 14 07:12:23.220955 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9fcf474-1484-4cde-b845-7e7c85dbe1f8 None None] Attempting to bind port ee52e5c9-22de-47a9-8213-92b3f87fcab6 on network 3969e656-f2d3-437e-bb8d-008442e4371a {{(pid=84876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 14 07:12:23.234099 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9fcf474-1484-4cde-b845-7e7c85dbe1f8 None None] Checking agent: {'id': 'ba5efab1-b43c-4d5a-bc52-6e105d4e67a2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768862-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 14, 6, 56, 52), 'started_at': datetime.datetime(2021, 1, 14, 6, 57, 22), 'heartbeat_timestamp': datetime.datetime(2021, 1, 14, 7, 12, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768862-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.29', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 14 07:12:23.234534 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9fcf474-1484-4cde-b845-7e7c85dbe1f8 None None] Checking segment: {'id': 'a9feaf61-7b00-465a-9a5e-4dac695c3d93', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 15, 'network_id': '3969e656-f2d3-437e-bb8d-008442e4371a'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84876) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 14 07:12:23.234994 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-c9fcf474-1484-4cde-b845-7e7c85dbe1f8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:12:23.235436 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9fcf474-1484-4cde-b845-7e7c85dbe1f8 None None] Bound using segment: {'id': 'a9feaf61-7b00-465a-9a5e-4dac695c3d93', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 15, 'network_id': '3969e656-f2d3-437e-bb8d-008442e4371a'} {{(pid=84876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 14 07:12:23.235988 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.managers [None req-c9fcf474-1484-4cde-b845-7e7c85dbe1f8 None None] Bound port: ee52e5c9-22de-47a9-8213-92b3f87fcab6, host: n-d-768862-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a9feaf61-7b00-465a-9a5e-4dac695c3d93', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 15, 'network_id': '3969e656-f2d3-437e-bb8d-008442e4371a'}}] {{(pid=84876) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 14 07:12:23.236419 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-c9fcf474-1484-4cde-b845-7e7c85dbe1f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555753'] for port, before_update {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:12:23.244549 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [req-4134369b-5d82-4e16-96d4-7b3daed7e87c req-e8f96fc6-a48a-49d5-b078-ca2d3b4c1005 tempest-TaggedBootDevicesTest-541410187 tempest-TaggedBootDevicesTest-541410187] Unset dirty status for tenant:4873c9000017431bb4db0aa60ef7da75 on resource:port {{(pid=84875) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 14 07:12:23.246064 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [req-4134369b-5d82-4e16-96d4-7b3daed7e87c req-e8f96fc6-a48a-49d5-b078-ca2d3b4c1005 tempest-TaggedBootDevicesTest-541410187 tempest-TaggedBootDevicesTest-541410187] 10.222.0.24 "GET /v2.0/ports/fac49dc9-99b5-4eb4-a00b-191a6356a4bf HTTP/1.1" status: 200 len: 932 time: 0.4550617 Jan 14 07:12:23.259415 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.plugin [req-d34228f6-c8c4-40bf-b004-671db62d6849 req-c4f0fa65-f5a2-4bae-b81b-c28a021a39de tempest-FloatingIPsAssociationNegativeTestJSON-724895750 tempest-FloatingIPsAssociationNegativeTestJSON-724895750] Calling delete_port for 9e458f7b-3193-4772-abdf-7285e21d3d20 owned by compute:nova {{(pid=84875) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 07:12:23.293168 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.v2.base [None req-8e1dfb00-0c81-473d-a1dc-c318e96b545c admin admin] Request body: {'network': {'name': 'tempest-FloatingIPDetailsTestJSON-77586578-network', 'tenant_id': 'a2441d08a92c4ad29bd14e22e25d9e48'}} {{(pid=84875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:12:23.323885 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-a092b539-b4ec-4d6a-b589-f4c005c2322f service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:12:23.373922 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-8e1dfb00-0c81-473d-a1dc-c318e96b545c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:12:23.400358 n-d-768862-2 neutron-server[84765]: DEBUG neutron.objects.ports [None req-4e31837c-2b34-4a8a-a436-efc6c58fa62b None None] Time-cost: Fetching 3 ports in 1 security groups {{(pid=84876) get_objects /opt/stack/neutron/neutron/objects/ports.py:428}} Jan 14 07:12:23.408847 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [None req-c9fcf474-1484-4cde-b845-7e7c85dbe1f8 None None] For port ee52e5c9-22de-47a9-8213-92b3f87fcab6, host n-d-768862-2, cleared binding levels {{(pid=84876) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 14 07:12:23.412777 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [None req-c9fcf474-1484-4cde-b845-7e7c85dbe1f8 None None] For port ee52e5c9-22de-47a9-8213-92b3f87fcab6, host n-d-768862-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-2',level=0,port_id=ee52e5c9-22de-47a9-8213-92b3f87fcab6,segment=NetworkSegment(a9feaf61-7b00-465a-9a5e-4dac695c3d93),segment_id=a9feaf61-7b00-465a-9a5e-4dac695c3d93)] {{(pid=84876) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 14 07:12:23.416951 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-c9fcf474-1484-4cde-b845-7e7c85dbe1f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777640533312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363259214678337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777640097497'] for port, after_update {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:12:23.431698 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-8e1dfb00-0c81-473d-a1dc-c318e96b545c admin admin] Usage tracker for resource:network and tenant:a2441d08a92c4ad29bd14e22e25d9e48 is out of sync, need to count used quota {{(pid=84875) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:12:23.433931 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-852a24f7-e9a1-4193-9abb-e9506fe5213f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84876) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:12:23.445824 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-8e1dfb00-0c81-473d-a1dc-c318e96b545c admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84875) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:12:23.478420 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-8e1dfb00-0c81-473d-a1dc-c318e96b545c admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:12:23.501507 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5defc571-fe4a-423a-9d33-e7ea5e18b1a5 service neutron] Pushing event updated for resources: {'Port': ['ID=ce78f9b6-4798-4eef-a297-6ac818f85600,revision_number=2']} {{(pid=84874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:12:23.507844 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [req-fd35a7ab-d20e-47a1-8ae7-4ed6d5dd7ca8 req-ed9bd794-ad37-4639-8417-68366d044e63 service neutron] 10.222.0.48 "GET /v2.0/networks/25f1c1a0-ceab-4b3f-9e01-2007a6141e94?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.1306152 Jan 14 07:12:23.507844 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-5defc571-fe4a-423a-9d33-e7ea5e18b1a5 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.183s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:12:23.550666 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8e1dfb00-0c81-473d-a1dc-c318e96b545c admin admin] Made reservation on behalf of a2441d08a92c4ad29bd14e22e25d9e48 for: {'network': 1} {{(pid=84875) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 07:12:23.555447 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-8e1dfb00-0c81-473d-a1dc-c318e96b545c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555753'] for network, before_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:12:23.595046 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9fcf474-1484-4cde-b845-7e7c85dbe1f8 None None] Pushing event updated for resources: {'Port': ['ID=ee52e5c9-22de-47a9-8213-92b3f87fcab6,revision_number=2']} {{(pid=84876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:12:23.600817 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-c9fcf474-1484-4cde-b845-7e7c85dbe1f8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.167s {{(pid=84876) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:12:23.614330 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4134369b-5d82-4e16-96d4-7b3daed7e87c req-5d38b7f0-b9fe-42e9-abe3-ffd00375ee6f tempest-TaggedBootDevicesTest-541410187 tempest-TaggedBootDevicesTest-541410187] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:12:23.615908 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [req-4134369b-5d82-4e16-96d4-7b3daed7e87c req-5d38b7f0-b9fe-42e9-abe3-ffd00375ee6f tempest-TaggedBootDevicesTest-541410187 tempest-TaggedBootDevicesTest-541410187] 10.222.0.24 "GET /v2.0/ports/ecaf138f-fb10-495d-be5a-b6c5fd211eee HTTP/1.1" status: 200 len: 931 time: 0.2614336 Jan 14 07:12:23.630339 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-8e1dfb00-0c81-473d-a1dc-c318e96b545c admin admin] Notify callbacks [] for security_group, before_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:12:23.686552 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [req-f06f3a7b-1088-4675-a915-eea75caecc24 req-0c54b79c-68eb-4db2-9f57-44184d60cbd0 service neutron] 10.222.0.24 "GET /v2.0/networks/3969e656-f2d3-437e-bb8d-008442e4371a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5889034 Jan 14 07:12:23.687155 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [req-64bd1535-4bca-4ba8-838e-68b2fbd1432e req-ada096d9-be0e-464e-863c-be796f808096 tempest-LiveMigrationNegativeTest-1470825370 tempest-LiveMigrationNegativeTest-1470825370] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:12:23.691426 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [req-64bd1535-4bca-4ba8-838e-68b2fbd1432e req-ada096d9-be0e-464e-863c-be796f808096 tempest-LiveMigrationNegativeTest-1470825370 tempest-LiveMigrationNegativeTest-1470825370] Usage tracker for resource:port and tenant:4c5412f7fcde40999169791ca7c8ee35 is out of sync, need to count used quota {{(pid=84874) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:12:23.694610 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [req-64bd1535-4bca-4ba8-838e-68b2fbd1432e req-ada096d9-be0e-464e-863c-be796f808096 tempest-LiveMigrationNegativeTest-1470825370 tempest-LiveMigrationNegativeTest-1470825370] Quota usage for port was recalculated. Used quota:0. {{(pid=84874) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:12:23.706408 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [req-64bd1535-4bca-4ba8-838e-68b2fbd1432e req-ada096d9-be0e-464e-863c-be796f808096 tempest-LiveMigrationNegativeTest-1470825370 tempest-LiveMigrationNegativeTest-1470825370] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:12:23.788019 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-8e1dfb00-0c81-473d-a1dc-c318e96b545c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:12:23.805715 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-64bd1535-4bca-4ba8-838e-68b2fbd1432e req-ada096d9-be0e-464e-863c-be796f808096 tempest-LiveMigrationNegativeTest-1470825370 tempest-LiveMigrationNegativeTest-1470825370] Made reservation on behalf of 4c5412f7fcde40999169791ca7c8ee35 for: {'port': 1} {{(pid=84874) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 07:12:23.807572 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:shared":"rule:admin_only" was deprecated in W in favor of "update_network:shared":"role:admin and system_scope:all". Reason: Jan 14 07:12:23.807572 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:12:23.807572 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:12:23.807572 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:12:23.807572 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "update_network:provider:network_type":"role:admin and system_scope:all". Reason: Jan 14 07:12:23.807572 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:12:23.807572 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:12:23.807572 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:12:23.807572 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "update_network:provider:physical_network":"role:admin and system_scope:all". Reason: Jan 14 07:12:23.807572 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:12:23.807572 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:12:23.807572 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:12:23.807572 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "update_network:provider:segmentation_id":"role:admin and system_scope:all". Reason: Jan 14 07:12:23.807572 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:12:23.807572 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:12:23.807572 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:12:23.807572 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:router:external":"rule:admin_only" was deprecated in W in favor of "update_network:router:external":"role:admin and system_scope:all". Reason: Jan 14 07:12:23.807572 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:12:23.807572 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:12:23.807572 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:12:23.807572 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:is_default":"rule:admin_only" was deprecated in W in favor of "update_network:is_default":"role:admin and system_scope:all". Reason: Jan 14 07:12:23.807572 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:12:23.807572 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:12:23.807572 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:12:23.807572 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:port_security_enabled":"rule:admin_or_owner" was deprecated in W in favor of "update_network:port_security_enabled":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 07:12:23.807572 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:12:23.807572 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:12:23.807572 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:12:23.807572 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "delete_network":"rule:admin_or_owner" was deprecated in W in favor of "delete_network":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 07:12:23.807572 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:12:23.807572 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:12:23.807572 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:12:23.807572 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_segment":"rule:admin_only" was deprecated in W in favor of "create_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:12:23.807572 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:12:23.807572 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_segment":"rule:admin_only" was deprecated in W in favor of "get_segment":"role:reader and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:12:23.807572 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:12:23.807572 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_segment":"rule:admin_only" was deprecated in W in favor of "update_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:12:23.807572 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:12:23.807572 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "delete_segment":"rule:admin_only" was deprecated in W in favor of "delete_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:12:23.807572 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:12:23.807572 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network":"rule:regular_user" was deprecated in W in favor of "create_network":"role:member and project_id:%(project_id)s". Reason: Jan 14 07:12:23.807572 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:12:23.811395 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:12:23.811395 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:12:23.811395 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:shared":"rule:admin_only" was deprecated in W in favor of "create_network:shared":"role:admin and system_scope:all". Reason: Jan 14 07:12:23.811395 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:12:23.811395 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:12:23.811395 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:12:23.811395 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:router:external":"rule:admin_only" was deprecated in W in favor of "create_network:router:external":"role:admin and system_scope:all". Reason: Jan 14 07:12:23.811395 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:12:23.811395 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:12:23.811395 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:12:23.811395 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:is_default":"rule:admin_only" was deprecated in W in favor of "create_network:is_default":"role:admin and system_scope:all". Reason: Jan 14 07:12:23.811395 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:12:23.811395 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:12:23.811395 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:12:23.811395 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:port_security_enabled":"rule:regular_user" was deprecated in W in favor of "create_network:port_security_enabled":"role:member and project_id:%(project_id)s". Reason: Jan 14 07:12:23.811395 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:12:23.811395 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:12:23.811395 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:12:23.811395 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:segments":"rule:admin_only" was deprecated in W in favor of "create_network:segments":"role:admin and system_scope:all". Reason: Jan 14 07:12:23.811395 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:12:23.811395 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:12:23.811395 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:12:23.811395 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "create_network:provider:network_type":"role:admin and system_scope:all". Reason: Jan 14 07:12:23.811395 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:12:23.811395 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:12:23.811395 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:12:23.811395 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "create_network:provider:physical_network":"role:admin and system_scope:all". Reason: Jan 14 07:12:23.811395 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:12:23.811395 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:12:23.811395 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:12:23.811395 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "create_network:provider:segmentation_id":"role:admin and system_scope:all". Reason: Jan 14 07:12:23.811395 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:12:23.811395 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:12:23.811395 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:12:23.811395 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network":"rule:admin_or_owner or rule:shared or rule:external or rule:context_is_advsvc" was deprecated in W in favor of "get_network":"(role:reader and system_scope:all) or (role:reader and project_id:%(project_id)s) or rule:shared or rule:external or rule:context_is_advsvc". Reason: Jan 14 07:12:23.811395 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:12:23.811395 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:12:23.811395 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:12:23.811395 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:router:external":"rule:regular_user" was deprecated in W in favor of "get_network:router:external":"role:reader and project_id:%(project_id)s". Reason: Jan 14 07:12:23.811395 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:12:23.811395 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:12:23.811395 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:12:23.811395 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:segments":"rule:admin_only" was deprecated in W in favor of "get_network:segments":"role:reader and system_scope:all". Reason: Jan 14 07:12:23.811395 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:12:23.811395 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:12:23.811395 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:12:23.811395 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "get_network:provider:network_type":"role:reader and system_scope:all". Reason: Jan 14 07:12:23.811395 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:12:23.811395 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:12:23.811395 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:12:23.815900 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "get_network:provider:physical_network":"role:reader and system_scope:all". Reason: Jan 14 07:12:23.815900 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:12:23.815900 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:12:23.815900 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:12:23.815900 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "get_network:provider:segmentation_id":"role:reader and system_scope:all". Reason: Jan 14 07:12:23.815900 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:12:23.815900 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:12:23.815900 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:12:23.815900 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network":"rule:admin_or_owner" was deprecated in W in favor of "update_network":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 07:12:23.815900 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:12:23.815900 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:12:23.815900 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:12:23.815900 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:segments":"rule:admin_only" was deprecated in W in favor of "update_network:segments":"role:admin and system_scope:all". Reason: Jan 14 07:12:23.815900 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:12:23.815900 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:12:23.815900 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:12:23.815900 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:shared":"rule:admin_only" was deprecated in W in favor of "update_network:shared":"role:admin and system_scope:all". Reason: Jan 14 07:12:23.815900 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:12:23.815900 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:12:23.815900 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:12:23.815900 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "update_network:provider:network_type":"role:admin and system_scope:all". Reason: Jan 14 07:12:23.815900 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:12:23.815900 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:12:23.815900 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:12:23.815900 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "update_network:provider:physical_network":"role:admin and system_scope:all". Reason: Jan 14 07:12:23.815900 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:12:23.815900 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:12:23.815900 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:12:23.815900 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "update_network:provider:segmentation_id":"role:admin and system_scope:all". Reason: Jan 14 07:12:23.815900 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:12:23.815900 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:12:23.815900 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:12:23.815900 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:router:external":"rule:admin_only" was deprecated in W in favor of "update_network:router:external":"role:admin and system_scope:all". Reason: Jan 14 07:12:23.815900 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:12:23.815900 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:12:23.815900 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:12:23.815900 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:is_default":"rule:admin_only" was deprecated in W in favor of "update_network:is_default":"role:admin and system_scope:all". Reason: Jan 14 07:12:23.815900 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:12:23.815900 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:12:23.815900 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:12:23.819458 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [req-64bd1535-4bca-4ba8-838e-68b2fbd1432e req-ada096d9-be0e-464e-863c-be796f808096 tempest-LiveMigrationNegativeTest-1470825370 tempest-LiveMigrationNegativeTest-1470825370] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555753'] for port, before_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:12:23.866119 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [req-4134369b-5d82-4e16-96d4-7b3daed7e87c req-fd2c1fa8-ab7c-41a9-99c4-1043cc782f85 tempest-TaggedBootDevicesTest-541410187 tempest-TaggedBootDevicesTest-541410187] 10.222.0.24 "GET /v2.0/ports?network_id=fdba73b7-2ae2-450a-a1be-4941055e53c1&fixed_ips=ip_address%3D10.2.2.100&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.2213159 Jan 14 07:12:23.881780 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-8e1dfb00-0c81-473d-a1dc-c318e96b545c admin admin] Usage tracker for resource:security_group_rule and tenant:a2441d08a92c4ad29bd14e22e25d9e48 is out of sync, need to count used quota {{(pid=84875) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:12:23.887353 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-8e1dfb00-0c81-473d-a1dc-c318e96b545c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84875) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:12:23.891415 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [req-64bd1535-4bca-4ba8-838e-68b2fbd1432e req-ada096d9-be0e-464e-863c-be796f808096 tempest-LiveMigrationNegativeTest-1470825370 tempest-LiveMigrationNegativeTest-1470825370] Notify callbacks [] for security_group, before_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:12:23.927453 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [req-fd35a7ab-d20e-47a1-8ae7-4ed6d5dd7ca8 req-dd49839c-4734-4a45-a391-cd2f5f8bd32f service neutron] 10.222.0.48 "GET /v2.0/networks/25f1c1a0-ceab-4b3f-9e01-2007a6141e94?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.4107335 Jan 14 07:12:23.931593 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [req-64bd1535-4bca-4ba8-838e-68b2fbd1432e req-ada096d9-be0e-464e-863c-be796f808096 tempest-LiveMigrationNegativeTest-1470825370 tempest-LiveMigrationNegativeTest-1470825370] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:12:23.940810 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [req-64bd1535-4bca-4ba8-838e-68b2fbd1432e req-ada096d9-be0e-464e-863c-be796f808096 tempest-LiveMigrationNegativeTest-1470825370 tempest-LiveMigrationNegativeTest-1470825370] Usage tracker for resource:security_group_rule and tenant:4c5412f7fcde40999169791ca7c8ee35 is out of sync, need to count used quota {{(pid=84874) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:12:23.945310 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-8e1dfb00-0c81-473d-a1dc-c318e96b545c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:12:23.947609 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [req-64bd1535-4bca-4ba8-838e-68b2fbd1432e req-ada096d9-be0e-464e-863c-be796f808096 tempest-LiveMigrationNegativeTest-1470825370 tempest-LiveMigrationNegativeTest-1470825370] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84874) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:12:23.964639 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [req-64bd1535-4bca-4ba8-838e-68b2fbd1432e req-ada096d9-be0e-464e-863c-be796f808096 tempest-LiveMigrationNegativeTest-1470825370 tempest-LiveMigrationNegativeTest-1470825370] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:12:23.988808 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.managers [req-8c64fafa-69f8-48e9-b7c6-15e72aa6f27a req-5defc571-fe4a-423a-9d33-e7ea5e18b1a5 service neutron] Attempting to bind port ce78f9b6-4798-4eef-a297-6ac818f85600 on host n-h1-768862-2 for vnic_type normal with profile {{(pid=84874) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 14 07:12:23.989190 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.managers [req-8c64fafa-69f8-48e9-b7c6-15e72aa6f27a req-5defc571-fe4a-423a-9d33-e7ea5e18b1a5 service neutron] Attempting to bind port ce78f9b6-4798-4eef-a297-6ac818f85600 by drivers openvswitch on host n-h1-768862-2 at level 0 using segments [{'id': '682aa48d-45db-4ce6-9539-8117fc7293eb', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 2, 'network_id': '3ab89270-67b1-41e9-8be2-a0395a984bff'}] {{(pid=84874) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 14 07:12:23.989572 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c64fafa-69f8-48e9-b7c6-15e72aa6f27a req-5defc571-fe4a-423a-9d33-e7ea5e18b1a5 service neutron] Attempting to bind port ce78f9b6-4798-4eef-a297-6ac818f85600 on network 3ab89270-67b1-41e9-8be2-a0395a984bff {{(pid=84874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 14 07:12:24.003084 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c64fafa-69f8-48e9-b7c6-15e72aa6f27a req-5defc571-fe4a-423a-9d33-e7ea5e18b1a5 service neutron] Checking agent: {'id': '40905704-73ec-4668-87ec-fe70ac9582ac', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-h1-768862-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 14, 7, 5, 11), 'started_at': datetime.datetime(2021, 1, 14, 7, 5, 41), 'heartbeat_timestamp': datetime.datetime(2021, 1, 14, 7, 12, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.42', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 14 07:12:24.003470 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c64fafa-69f8-48e9-b7c6-15e72aa6f27a req-5defc571-fe4a-423a-9d33-e7ea5e18b1a5 service neutron] Checking segment: {'id': '682aa48d-45db-4ce6-9539-8117fc7293eb', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 2, 'network_id': '3ab89270-67b1-41e9-8be2-a0395a984bff'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84874) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 14 07:12:24.003891 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [req-8c64fafa-69f8-48e9-b7c6-15e72aa6f27a req-5defc571-fe4a-423a-9d33-e7ea5e18b1a5 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:12:24.004304 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c64fafa-69f8-48e9-b7c6-15e72aa6f27a req-5defc571-fe4a-423a-9d33-e7ea5e18b1a5 service neutron] Bound using segment: {'id': '682aa48d-45db-4ce6-9539-8117fc7293eb', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 2, 'network_id': '3ab89270-67b1-41e9-8be2-a0395a984bff'} {{(pid=84874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 14 07:12:24.004796 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.managers [req-8c64fafa-69f8-48e9-b7c6-15e72aa6f27a req-5defc571-fe4a-423a-9d33-e7ea5e18b1a5 service neutron] Bound port: ce78f9b6-4798-4eef-a297-6ac818f85600, host: n-h1-768862-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '682aa48d-45db-4ce6-9539-8117fc7293eb', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 2, 'network_id': '3ab89270-67b1-41e9-8be2-a0395a984bff'}}] {{(pid=84874) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 14 07:12:24.005178 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [req-8c64fafa-69f8-48e9-b7c6-15e72aa6f27a req-5defc571-fe4a-423a-9d33-e7ea5e18b1a5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555753'] for port, before_update {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:12:24.146944 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [req-8c64fafa-69f8-48e9-b7c6-15e72aa6f27a req-5defc571-fe4a-423a-9d33-e7ea5e18b1a5 service neutron] For port ce78f9b6-4798-4eef-a297-6ac818f85600, host n-h1-768862-2, cleared binding levels {{(pid=84874) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 14 07:12:24.150908 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [req-8c64fafa-69f8-48e9-b7c6-15e72aa6f27a req-5defc571-fe4a-423a-9d33-e7ea5e18b1a5 service neutron] For port ce78f9b6-4798-4eef-a297-6ac818f85600, host n-h1-768862-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-h1-768862-2',level=0,port_id=ce78f9b6-4798-4eef-a297-6ac818f85600,segment=NetworkSegment(682aa48d-45db-4ce6-9539-8117fc7293eb),segment_id=682aa48d-45db-4ce6-9539-8117fc7293eb)] {{(pid=84874) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 14 07:12:24.155661 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [req-8c64fafa-69f8-48e9-b7c6-15e72aa6f27a req-5defc571-fe4a-423a-9d33-e7ea5e18b1a5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777640533312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363259214678337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777640097497', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036851521613'] for port, after_update {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:12:24.172587 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-5defc571-fe4a-423a-9d33-e7ea5e18b1a5 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:12:24.258135 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [req-4134369b-5d82-4e16-96d4-7b3daed7e87c req-bfdeebb0-4c07-4a6c-8fe4-cd2f15e68feb tempest-TaggedBootDevicesTest-541410187 tempest-TaggedBootDevicesTest-541410187] 10.222.0.24 "GET /v2.0/ports?network_id=fdba73b7-2ae2-450a-a1be-4941055e53c1&fixed_ips=ip_address%3D10.2.2.200&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.3801970 Jan 14 07:12:24.329764 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5defc571-fe4a-423a-9d33-e7ea5e18b1a5 service neutron] Pushing event updated for resources: {'Port': ['ID=ce78f9b6-4798-4eef-a297-6ac818f85600,revision_number=3']} {{(pid=84874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:12:24.338380 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-5defc571-fe4a-423a-9d33-e7ea5e18b1a5 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.166s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:12:24.351207 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-080112fc-7d1c-44f4-b231-70c99fa95738 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:12:24.372412 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-852a24f7-e9a1-4193-9abb-e9506fe5213f None None] Device 78662f27-1e6f-4319-924a-4176b8aee062 up at agent ovs-agent-n-h2-768862-2 {{(pid=84876) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 07:12:24.390542 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c64fafa-69f8-48e9-b7c6-15e72aa6f27a req-5defc571-fe4a-423a-9d33-e7ea5e18b1a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:12:24.391349 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [req-8c64fafa-69f8-48e9-b7c6-15e72aa6f27a req-5defc571-fe4a-423a-9d33-e7ea5e18b1a5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854768116'] for port, before_response {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:12:24.392866 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [req-8c64fafa-69f8-48e9-b7c6-15e72aa6f27a req-5defc571-fe4a-423a-9d33-e7ea5e18b1a5 service neutron] 10.222.0.35 "PUT /v2.0/ports/ce78f9b6-4798-4eef-a297-6ac818f85600 HTTP/1.1" status: 200 len: 1160 time: 3.5180643 Jan 14 07:12:24.393412 n-d-768862-2 neutron-server[84765]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '883b5127-da00-4629-ba13-72c914309fb2', 'tag': 'ce78f9b6-4798-4eef-a297-6ac818f85600'}] {{(pid=84874) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Jan 14 07:12:24.427053 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [req-d34228f6-c8c4-40bf-b004-671db62d6849 req-c4f0fa65-f5a2-4bae-b81b-c28a021a39de tempest-FloatingIPsAssociationNegativeTestJSON-724895750 tempest-FloatingIPsAssociationNegativeTestJSON-724895750] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777640533329', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777640097463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851621574'] for port, after_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:12:24.445690 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-080112fc-7d1c-44f4-b231-70c99fa95738 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850887153'] for security_group, after_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:12:24.458009 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-852a24f7-e9a1-4193-9abb-e9506fe5213f None None] Provisioning for port 78662f27-1e6f-4319-924a-4176b8aee062 completed by entity L2. {{(pid=84876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 07:12:24.463216 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-852a24f7-e9a1-4193-9abb-e9506fe5213f None None] Provisioning complete for port 78662f27-1e6f-4319-924a-4176b8aee062 triggered by entity L2. {{(pid=84876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 07:12:24.463679 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-852a24f7-e9a1-4193-9abb-e9506fe5213f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-604227'] for port, provisioning_complete {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:12:24.475236 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-fdbaece7-696c-4340-9329-4f55a8c8c23e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:12:24.494439 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [req-f06f3a7b-1088-4675-a915-eea75caecc24 req-035c779c-ec15-4a61-926d-527612c6ae28 service neutron] 10.222.0.24 "GET /v2.0/networks/3969e656-f2d3-437e-bb8d-008442e4371a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.7532990 Jan 14 07:12:24.563016 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [req-64bd1535-4bca-4ba8-838e-68b2fbd1432e req-ada096d9-be0e-464e-863c-be796f808096 tempest-LiveMigrationNegativeTest-1470825370 tempest-LiveMigrationNegativeTest-1470825370] Notify callbacks [] for security_group, precommit_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:12:24.571301 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [req-64bd1535-4bca-4ba8-838e-68b2fbd1432e req-ada096d9-be0e-464e-863c-be796f808096 tempest-LiveMigrationNegativeTest-1470825370 tempest-LiveMigrationNegativeTest-1470825370] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850887153'] for security_group, after_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:12:24.597725 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-88df7952-0485-4e85-a921-a590bfd5974f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:12:24.612112 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-080112fc-7d1c-44f4-b231-70c99fa95738 admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 6} {{(pid=84875) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Jan 14 07:12:24.628056 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-852a24f7-e9a1-4193-9abb-e9506fe5213f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555753'] for port, before_update {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:12:24.634513 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ada096d9-be0e-464e-863c-be796f808096 tempest-LiveMigrationNegativeTest-1470825370 tempest-LiveMigrationNegativeTest-1470825370] Pushing event updated for resources: {'SecurityGroup': ['ID=c08da243-89c0-47f4-84bc-dd85e38c02e2,revision_number=1']} {{(pid=84874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:12:24.639630 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-ada096d9-be0e-464e-863c-be796f808096 tempest-LiveMigrationNegativeTest-1470825370 tempest-LiveMigrationNegativeTest-1470825370] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:12:24.662407 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-080112fc-7d1c-44f4-b231-70c99fa95738 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=922ff940-e905-44fa-8533-0b9b0bcbe7bc,revision_number=1']} {{(pid=84875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:12:24.713763 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-080112fc-7d1c-44f4-b231-70c99fa95738 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.238s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:12:24.716362 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-94531641-e4dd-4924-8c6c-b24eff0e0fbb tempest-TaggedBootDevicesTest-541410187 tempest-TaggedBootDevicesTest-541410187] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.234s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:12:24.751749 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [None req-852a24f7-e9a1-4193-9abb-e9506fe5213f None None] For port 78662f27-1e6f-4319-924a-4176b8aee062, host n-h2-768862-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-h2-768862-2',level=0,port_id=78662f27-1e6f-4319-924a-4176b8aee062,segment=NetworkSegment(871dcfe9-d88b-458a-b832-5a97900de51f),segment_id=871dcfe9-d88b-458a-b832-5a97900de51f)] {{(pid=84876) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 07:12:24.757546 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-852a24f7-e9a1-4193-9abb-e9506fe5213f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777640533312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363259214678337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777640097497'] for port, after_update {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:12:24.759321 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-852a24f7-e9a1-4193-9abb-e9506fe5213f None None] Device a7472f8b-53e9-4c79-9297-7d365d38efa5 up at agent ovs-agent-n-h2-768862-2 {{(pid=84876) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 07:12:24.834172 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-080112fc-7d1c-44f4-b231-70c99fa95738 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment--9223363259214191851', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854179735'] for segment, precommit_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:12:24.834547 n-d-768862-2 neutron-server[84765]: INFO neutron.db.segments_db [None req-080112fc-7d1c-44f4-b231-70c99fa95738 admin admin] Added segment 722324d6-46bd-4937-8674-9bee45ef676d of type vxlan for network 5c191153-b948-4c85-aff4-9593e84f8418 Jan 14 07:12:24.879948 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84876) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:12:24.892796 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4f0fa65-f5a2-4bae-b81b-c28a021a39de tempest-FloatingIPsAssociationNegativeTestJSON-724895750 tempest-FloatingIPsAssociationNegativeTestJSON-724895750] Pushing event deleted for resources: {'Port': ['ID=9e458f7b-3193-4772-abdf-7285e21d3d20,revision_number=None']} {{(pid=84875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:12:24.915232 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-c4f0fa65-f5a2-4bae-b81b-c28a021a39de tempest-FloatingIPsAssociationNegativeTestJSON-724895750 tempest-FloatingIPsAssociationNegativeTestJSON-724895750] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.198s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:12:24.987661 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.db_base_plugin_common [req-64bd1535-4bca-4ba8-838e-68b2fbd1432e req-ada096d9-be0e-464e-863c-be796f808096 tempest-LiveMigrationNegativeTest-1470825370 tempest-LiveMigrationNegativeTest-1470825370] Allocated IP 192.168.233.44 (3ab89270-67b1-41e9-8be2-a0395a984bff/69aa3990-7111-4d2c-9167-5d5ad366f163/74a51714-fe33-4dd6-aca3-2d27861d960a) {{(pid=84874) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 14 07:12:24.993766 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-852a24f7-e9a1-4193-9abb-e9506fe5213f None None] Pushing event updated for resources: {'Port': ['ID=78662f27-1e6f-4319-924a-4176b8aee062,revision_number=4']} {{(pid=84876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:12:25.006805 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-852a24f7-e9a1-4193-9abb-e9506fe5213f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=84876) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:12:25.023809 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-852a24f7-e9a1-4193-9abb-e9506fe5213f None None] Provisioning for port a7472f8b-53e9-4c79-9297-7d365d38efa5 completed by entity L2. {{(pid=84876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 07:12:25.032688 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-852a24f7-e9a1-4193-9abb-e9506fe5213f None None] Provisioning complete for port a7472f8b-53e9-4c79-9297-7d365d38efa5 triggered by entity L2. {{(pid=84876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 07:12:25.033310 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-852a24f7-e9a1-4193-9abb-e9506fe5213f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-604227'] for port, provisioning_complete {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:12:25.125116 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Device ee52e5c9-22de-47a9-8213-92b3f87fcab6 up at agent ovs-agent-n-d-768862-2 {{(pid=84876) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 07:12:25.133668 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4134369b-5d82-4e16-96d4-7b3daed7e87c req-29617af3-e9a0-4be9-8767-0c125926a822 tempest-TaggedBootDevicesTest-541410187 tempest-TaggedBootDevicesTest-541410187] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:12:25.160340 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4134369b-5d82-4e16-96d4-7b3daed7e87c req-29617af3-e9a0-4be9-8767-0c125926a822 tempest-TaggedBootDevicesTest-541410187 tempest-TaggedBootDevicesTest-541410187] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:12:25.186863 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4134369b-5d82-4e16-96d4-7b3daed7e87c req-29617af3-e9a0-4be9-8767-0c125926a822 tempest-TaggedBootDevicesTest-541410187 tempest-TaggedBootDevicesTest-541410187] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:12:25.188538 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [req-4134369b-5d82-4e16-96d4-7b3daed7e87c req-29617af3-e9a0-4be9-8767-0c125926a822 tempest-TaggedBootDevicesTest-541410187 tempest-TaggedBootDevicesTest-541410187] Synchronizing usage tracker for tenant:4873c9000017431bb4db0aa60ef7da75 on resource:network {{(pid=84875) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 14 07:12:25.234308 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-080112fc-7d1c-44f4-b231-70c99fa95738 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363259214646115'] for network, precommit_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:12:25.270047 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [req-64bd1535-4bca-4ba8-838e-68b2fbd1432e req-ada096d9-be0e-464e-863c-be796f808096 tempest-LiveMigrationNegativeTest-1470825370 tempest-LiveMigrationNegativeTest-1470825370] Notify callbacks [] for port, precommit_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:12:25.282873 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-8e1dfb00-0c81-473d-a1dc-c318e96b545c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:12:25.300403 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-852a24f7-e9a1-4193-9abb-e9506fe5213f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555753'] for port, before_update {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:12:25.305355 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [req-64bd1535-4bca-4ba8-838e-68b2fbd1432e req-ada096d9-be0e-464e-863c-be796f808096 tempest-LiveMigrationNegativeTest-1470825370 tempest-LiveMigrationNegativeTest-1470825370] Transition to ACTIVE for port object 74a51714-fe33-4dd6-aca3-2d27861d960a will not be triggered until provisioned by entity DHCP. {{(pid=84874) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 07:12:25.329297 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Provisioning for port ee52e5c9-22de-47a9-8213-92b3f87fcab6 completed by entity L2. {{(pid=84876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 07:12:25.348828 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [req-8128a0b8-ae58-44dd-838a-0195b25e5d2a req-1322bdfe-45b7-4b42-b6ae-c0940a0f76b1 tempest-SecurityGroupsTestJSON-494699717 tempest-SecurityGroupsTestJSON-494699717] 10.222.0.24 "GET /v2.0/security-groups/cdbc0bf2-93c5-483b-8c12-8bfc52fa0e53 HTTP/1.1" status: 200 len: 1799 time: 0.5125504 Jan 14 07:12:25.350968 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [req-64bd1535-4bca-4ba8-838e-68b2fbd1432e req-ada096d9-be0e-464e-863c-be796f808096 tempest-LiveMigrationNegativeTest-1470825370 tempest-LiveMigrationNegativeTest-1470825370] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777640123575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3254186'] for port, after_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:12:25.356977 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_dvrscheduler_db [req-d34228f6-c8c4-40bf-b004-671db62d6849 req-c4f0fa65-f5a2-4bae-b81b-c28a021a39de tempest-FloatingIPsAssociationNegativeTestJSON-724895750 tempest-FloatingIPsAssociationNegativeTestJSON-724895750] No DVR routers for this DVR port 9e458f7b-3193-4772-abdf-7285e21d3d20 on host n-h2-768862-2 {{(pid=84875) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Jan 14 07:12:25.361708 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [req-d34228f6-c8c4-40bf-b004-671db62d6849 req-c4f0fa65-f5a2-4bae-b81b-c28a021a39de tempest-FloatingIPsAssociationNegativeTestJSON-724895750 tempest-FloatingIPsAssociationNegativeTestJSON-724895750] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854768116'] for port, before_response {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:12:25.378634 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [None req-852a24f7-e9a1-4193-9abb-e9506fe5213f None None] For port a7472f8b-53e9-4c79-9297-7d365d38efa5, host n-h2-768862-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-h2-768862-2',level=0,port_id=a7472f8b-53e9-4c79-9297-7d365d38efa5,segment=NetworkSegment(03fb12c0-b28b-4752-937b-ed8f1fec4960),segment_id=03fb12c0-b28b-4752-937b-ed8f1fec4960)] {{(pid=84876) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 07:12:25.386035 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-852a24f7-e9a1-4193-9abb-e9506fe5213f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777640533312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363259214678337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777640097497'] for port, after_update {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:12:25.387361 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-852a24f7-e9a1-4193-9abb-e9506fe5213f None None] Device d280b18f-0753-418b-8127-37d89566b5bc up at agent ovs-agent-n-h2-768862-2 {{(pid=84876) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 07:12:25.397888 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.db.resource_extend [None req-080112fc-7d1c-44f4-b231-70c99fa95738 admin admin] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84875) wrapper /usr/local/lib/python3.6/dist-packages/oslo_utils/timeutils.py:388}} Jan 14 07:12:25.403123 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c64fafa-69f8-48e9-b7c6-15e72aa6f27a req-ecb7be1b-fac1-4285-bdd7-1eb2324419ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:12:25.405212 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [req-8c64fafa-69f8-48e9-b7c6-15e72aa6f27a req-ecb7be1b-fac1-4285-bdd7-1eb2324419ca service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=9901384d10f14e30a171a0132a22a1b2&device_id=883b5127-da00-4629-ba13-72c914309fb2 HTTP/1.1" status: 200 len: 1163 time: 0.9701011 Jan 14 07:12:25.408618 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-30645377-4cf4-4589-acbd-eada22df5e67 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:12:25.417389 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-8fe25f6e-4160-4a03-8e2c-700abd85c0ba None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84876) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:12:25.421825 n-d-768862-2 neutron-server[84765]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e95c7053-347f-41b5-8317-9e95c0a27736', 'name': 'network-vif-deleted', 'tag': '9e458f7b-3193-4772-abdf-7285e21d3d20'}] {{(pid=84875) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Jan 14 07:12:25.430493 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-8e1dfb00-0c81-473d-a1dc-c318e96b545c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850887153'] for security_group, after_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:12:25.442003 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-7c438da9-ed41-4c16-81ba-9fd4647cec04 tempest-SecurityGroupsTestJSON-494699717 tempest-SecurityGroupsTestJSON-494699717] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:12:25.465402 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3678420b-376c-4e61-bce5-bffa03e4634a None None] Network 3969e656-f2d3-437e-bb8d-008442e4371a requested from n-d-768862-2 {{(pid=84876) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 07:12:25.481641 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [req-d34228f6-c8c4-40bf-b004-671db62d6849 req-c4f0fa65-f5a2-4bae-b81b-c28a021a39de tempest-FloatingIPsAssociationNegativeTestJSON-724895750 tempest-FloatingIPsAssociationNegativeTestJSON-724895750] 10.222.0.48 "DELETE /v2.0/ports/9e458f7b-3193-4772-abdf-7285e21d3d20 HTTP/1.1" status: 204 len: 173 time: 3.7020602 Jan 14 07:12:25.482391 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-080112fc-7d1c-44f4-b231-70c99fa95738 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850887149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964'] for network, after_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:12:25.483416 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-080112fc-7d1c-44f4-b231-70c99fa95738 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:12:25.484129 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-080112fc-7d1c-44f4-b231-70c99fa95738 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3207107'] for network, before_response {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:12:25.514441 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [req-4134369b-5d82-4e16-96d4-7b3daed7e87c req-29617af3-e9a0-4be9-8767-0c125926a822 tempest-TaggedBootDevicesTest-541410187 tempest-TaggedBootDevicesTest-541410187] Unset dirty status for tenant:4873c9000017431bb4db0aa60ef7da75 on resource:network {{(pid=84875) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 14 07:12:25.516052 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [req-4134369b-5d82-4e16-96d4-7b3daed7e87c req-29617af3-e9a0-4be9-8767-0c125926a822 tempest-TaggedBootDevicesTest-541410187 tempest-TaggedBootDevicesTest-541410187] 10.222.0.24 "GET /v2.0/networks?id=ae96959f-6ce5-41d0-90c9-8889aa70257e&id=42eaf091-c60a-4bbd-870e-8010d14ac7f2&id=42eaf091-c60a-4bbd-870e-8010d14ac7f2&id=fdba73b7-2ae2-450a-a1be-4941055e53c1&id=fdba73b7-2ae2-450a-a1be-4941055e53c1 HTTP/1.1" status: 200 len: 1988 time: 1.2455261 Jan 14 07:12:25.534717 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e1dfb00-0c81-473d-a1dc-c318e96b545c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b36a70a6-5a51-4412-9081-ed799d82eeac,revision_number=1']} {{(pid=84875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:12:25.539902 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-8e1dfb00-0c81-473d-a1dc-c318e96b545c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:12:25.565364 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-0b9a0e94-0464-4d62-9fd9-93c669b76d35 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.026s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:12:25.630813 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [req-8c64fafa-69f8-48e9-b7c6-15e72aa6f27a req-209a2473-d433-4f04-965c-27dcf7b5d3da service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.101&port_id=ce78f9b6-4798-4eef-a297-6ac818f85600 HTTP/1.1" status: 200 len: 217 time: 0.1424193 Jan 14 07:12:25.631147 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-080112fc-7d1c-44f4-b231-70c99fa95738 admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 3.1834905 Jan 14 07:12:25.653112 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84874) accepted ('10.222.0.24', 57206) {{(pid=84874) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:12:25.671980 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-06b982ec-65c7-4926-814d-895cd64500f5 None None] Provisioning for port ee52e5c9-22de-47a9-8213-92b3f87fcab6 completed by entity DHCP. {{(pid=84876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 07:12:25.691678 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-06b982ec-65c7-4926-814d-895cd64500f5 None None] Provisioning complete for port ee52e5c9-22de-47a9-8213-92b3f87fcab6 triggered by entity DHCP. {{(pid=84876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 07:12:25.691678 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-06b982ec-65c7-4926-814d-895cd64500f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-604227'] for port, provisioning_complete {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:12:25.728756 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c64fafa-69f8-48e9-b7c6-15e72aa6f27a req-a0ed7fbc-9466-41c3-82a7-d38eb0d4ba4f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:12:25.730883 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [req-8c64fafa-69f8-48e9-b7c6-15e72aa6f27a req-a0ed7fbc-9466-41c3-82a7-d38eb0d4ba4f service neutron] 10.222.0.35 "GET /v2.0/subnets?id=69aa3990-7111-4d2c-9167-5d5ad366f163 HTTP/1.1" status: 200 len: 843 time: 0.0788414 Jan 14 07:12:25.735369 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [req-4134369b-5d82-4e16-96d4-7b3daed7e87c req-364eff54-8802-4421-beed-72d989377599 tempest-TaggedBootDevicesTest-541410187 tempest-TaggedBootDevicesTest-541410187] 10.222.0.24 "GET /v2.0/quotas/4873c9000017431bb4db0aa60ef7da75 HTTP/1.1" status: 200 len: 375 time: 0.1913664 Jan 14 07:12:25.737060 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.v2.base [None req-6b30ae49-80fd-4e6f-858f-2bd963bc2bad admin admin] Request body: {'subnet': {'network_id': '5c191153-b948-4c85-aff4-9593e84f8418', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-611119609-subnet', 'tenant_id': 'e1e2f2220aba45e291d82349522195f9', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=84874) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:12:25.766917 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-852a24f7-e9a1-4193-9abb-e9506fe5213f None None] Pushing event updated for resources: {'Port': ['ID=a7472f8b-53e9-4c79-9297-7d365d38efa5,revision_number=4']} {{(pid=84876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:12:25.794266 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-6b30ae49-80fd-4e6f-858f-2bd963bc2bad admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:12:25.799396 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-852a24f7-e9a1-4193-9abb-e9506fe5213f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.382s {{(pid=84876) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:12:25.816942 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-6b30ae49-80fd-4e6f-858f-2bd963bc2bad admin admin] Usage tracker for resource:subnet and tenant:e1e2f2220aba45e291d82349522195f9 is out of sync, need to count used quota {{(pid=84874) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:12:25.827880 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ada096d9-be0e-464e-863c-be796f808096 tempest-LiveMigrationNegativeTest-1470825370 tempest-LiveMigrationNegativeTest-1470825370] Pushing event updated for resources: {'Port': ['ID=74a51714-fe33-4dd6-aca3-2d27861d960a,revision_number=1']} {{(pid=84874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:12:25.831903 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-ada096d9-be0e-464e-863c-be796f808096 tempest-LiveMigrationNegativeTest-1470825370 tempest-LiveMigrationNegativeTest-1470825370] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.423s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:12:25.841786 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-6b30ae49-80fd-4e6f-858f-2bd963bc2bad admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84874) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:12:25.843785 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8e1dfb00-0c81-473d-a1dc-c318e96b545c admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 17} {{(pid=84875) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Jan 14 07:12:25.865601 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-6b30ae49-80fd-4e6f-858f-2bd963bc2bad admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:12:25.925344 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6b30ae49-80fd-4e6f-858f-2bd963bc2bad admin admin] Made reservation on behalf of e1e2f2220aba45e291d82349522195f9 for: {'subnet': 1} {{(pid=84874) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 07:12:25.930960 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-6b30ae49-80fd-4e6f-858f-2bd963bc2bad admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036851981161'] for subnet, before_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:12:25.957803 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-080112fc-7d1c-44f4-b231-70c99fa95738 admin admin] Pushing event updated for resources: {'Network': ['ID=5c191153-b948-4c85-aff4-9593e84f8418,revision_number=1']} {{(pid=84875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:12:25.974738 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-8e1dfb00-0c81-473d-a1dc-c318e96b545c admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment--9223363259214191851', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854179735'] for segment, precommit_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:12:25.983194 n-d-768862-2 neutron-server[84765]: INFO neutron.db.segments_db [None req-8e1dfb00-0c81-473d-a1dc-c318e96b545c admin admin] Added segment ad98c7bd-9b2f-422a-9799-41dd7fc77a9b of type vxlan for network b1a12e1e-4188-4c05-8d11-caebbad007eb Jan 14 07:12:25.985226 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-080112fc-7d1c-44f4-b231-70c99fa95738 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.420s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:12:26.030367 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-06b982ec-65c7-4926-814d-895cd64500f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555753'] for port, before_update {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:12:26.053784 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-017f98a9-8a07-408c-a86f-8ff0c00400a0 None None] Network 5c191153-b948-4c85-aff4-9593e84f8418 details requested by agent ovs-agent-n-h1-768862-2 with host n-h1-768862-2 {{(pid=84876) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 07:12:26.059441 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [req-8128a0b8-ae58-44dd-838a-0195b25e5d2a req-14fa7f72-d45b-441f-ad08-7a11b0a130db tempest-SecurityGroupsTestJSON-494699717 tempest-SecurityGroupsTestJSON-494699717] Notify callbacks [] for security_group, before_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:12:26.087915 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-8e1dfb00-0c81-473d-a1dc-c318e96b545c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363259214646115'] for network, precommit_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:12:26.178365 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-852a24f7-e9a1-4193-9abb-e9506fe5213f None None] Network 5c191153-b948-4c85-aff4-9593e84f8418 details requested by agent ovs-agent-n-h2-768862-2 with host n-h2-768862-2 {{(pid=84876) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 07:12:26.187809 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [req-4134369b-5d82-4e16-96d4-7b3daed7e87c req-40361787-e0ba-46da-bb1a-0a7a3320ee7a tempest-TaggedBootDevicesTest-541410187 tempest-TaggedBootDevicesTest-541410187] 10.222.0.24 "GET /v2.0/ports?tenant_id=4873c9000017431bb4db0aa60ef7da75&fields=id HTTP/1.1" status: 200 len: 532 time: 0.4508555 Jan 14 07:12:26.189769 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [req-8128a0b8-ae58-44dd-838a-0195b25e5d2a req-14fa7f72-d45b-441f-ad08-7a11b0a130db tempest-SecurityGroupsTestJSON-494699717 tempest-SecurityGroupsTestJSON-494699717] Notify callbacks [] for security_group, precommit_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:12:26.340039 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c64fafa-69f8-48e9-b7c6-15e72aa6f27a req-dea6bbff-2c88-47ff-9eea-5c82800797e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:12:26.348746 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [req-8c64fafa-69f8-48e9-b7c6-15e72aa6f27a req-dea6bbff-2c88-47ff-9eea-5c82800797e2 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=3ab89270-67b1-41e9-8be2-a0395a984bff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.6044178 Jan 14 07:12:26.350987 n-d-768862-2 neutron-server[84765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-64bd1535-4bca-4ba8-838e-68b2fbd1432e req-ada096d9-be0e-464e-863c-be796f808096 tempest-LiveMigrationNegativeTest-1470825370 tempest-LiveMigrationNegativeTest-1470825370] Network 3ab89270-67b1-41e9-8be2-a0395a984bff is already hosted by enough agents. {{(pid=84874) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 07:12:26.366000 n-d-768862-2 neutron-server[84765]: DEBUG neutron.scheduler.base_scheduler [req-64bd1535-4bca-4ba8-838e-68b2fbd1432e req-ada096d9-be0e-464e-863c-be796f808096 tempest-LiveMigrationNegativeTest-1470825370 tempest-LiveMigrationNegativeTest-1470825370] Resources bound (agent type, host, resource id): {{(pid=84874) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 07:12:26.396603 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_dvrscheduler_db [req-64bd1535-4bca-4ba8-838e-68b2fbd1432e req-ada096d9-be0e-464e-863c-be796f808096 tempest-LiveMigrationNegativeTest-1470825370 tempest-LiveMigrationNegativeTest-1470825370] Received port after_create {{(pid=84874) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 14 07:12:26.396817 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Network 5c191153-b948-4c85-aff4-9593e84f8418 details requested by agent ovs-agent-n-d-768862-2 with host n-d-768862-2 {{(pid=84876) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 07:12:26.410832 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [req-efd25626-b866-47ef-bf98-daf3614462c4 req-753ac487-389e-4a14-8bfa-35b36865a917 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=777e0121e7b84cf1b1a0af96c6f5d63a&device_id=e95c7053-347f-41b5-8317-9e95c0a27736 HTTP/1.1" status: 200 len: 210 time: 0.1407208 Jan 14 07:12:26.411494 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-8e1dfb00-0c81-473d-a1dc-c318e96b545c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850887149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964'] for network, after_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:12:26.412547 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e1dfb00-0c81-473d-a1dc-c318e96b545c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:12:26.413186 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-8e1dfb00-0c81-473d-a1dc-c318e96b545c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3207107'] for network, before_response {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:12:26.414044 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-852a24f7-e9a1-4193-9abb-e9506fe5213f None None] Provisioning for port d280b18f-0753-418b-8127-37d89566b5bc completed by entity L2. {{(pid=84876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 07:12:26.423315 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:12:26.451734 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [None req-06b982ec-65c7-4926-814d-895cd64500f5 None None] For port ee52e5c9-22de-47a9-8213-92b3f87fcab6, host n-d-768862-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-2',level=0,port_id=ee52e5c9-22de-47a9-8213-92b3f87fcab6,segment=NetworkSegment(a9feaf61-7b00-465a-9a5e-4dac695c3d93),segment_id=a9feaf61-7b00-465a-9a5e-4dac695c3d93)] {{(pid=84876) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 07:12:26.453698 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-852a24f7-e9a1-4193-9abb-e9506fe5213f None None] Provisioning complete for port d280b18f-0753-418b-8127-37d89566b5bc triggered by entity L2. {{(pid=84876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 07:12:26.454187 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-852a24f7-e9a1-4193-9abb-e9506fe5213f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-604227'] for port, provisioning_complete {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:12:26.565600 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-06b982ec-65c7-4926-814d-895cd64500f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777640533312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363259214678337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777640097497'] for port, after_update {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:12:26.583732 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e1dfb00-0c81-473d-a1dc-c318e96b545c admin admin] Pushing event updated for resources: {'Network': ['ID=b1a12e1e-4188-4c05-8d11-caebbad007eb,revision_number=1']} {{(pid=84875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:12:26.588734 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-8e1dfb00-0c81-473d-a1dc-c318e96b545c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.165s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:12:26.634367 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:port_security_enabled":"rule:admin_or_owner" was deprecated in W in favor of "update_network:port_security_enabled":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 07:12:26.634367 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:12:26.634367 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:12:26.634367 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:12:26.634367 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "delete_network":"rule:admin_or_owner" was deprecated in W in favor of "delete_network":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 07:12:26.634367 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:12:26.634367 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:12:26.634367 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:12:26.634367 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_segment":"rule:admin_only" was deprecated in W in favor of "create_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:12:26.634367 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:12:26.634367 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_segment":"rule:admin_only" was deprecated in W in favor of "get_segment":"role:reader and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:12:26.634367 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:12:26.634367 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_segment":"rule:admin_only" was deprecated in W in favor of "update_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:12:26.634367 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:12:26.634367 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "delete_segment":"rule:admin_only" was deprecated in W in favor of "delete_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:12:26.634367 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:12:26.634367 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network":"rule:regular_user" was deprecated in W in favor of "create_network":"role:member and project_id:%(project_id)s". Reason: Jan 14 07:12:26.634367 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:12:26.634367 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:12:26.634367 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:12:26.634367 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:shared":"rule:admin_only" was deprecated in W in favor of "create_network:shared":"role:admin and system_scope:all". Reason: Jan 14 07:12:26.634367 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:12:26.634367 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:12:26.634367 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:12:26.634367 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:router:external":"rule:admin_only" was deprecated in W in favor of "create_network:router:external":"role:admin and system_scope:all". Reason: Jan 14 07:12:26.634367 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:12:26.634367 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:12:26.634367 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:12:26.634367 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:is_default":"rule:admin_only" was deprecated in W in favor of "create_network:is_default":"role:admin and system_scope:all". Reason: Jan 14 07:12:26.634367 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:12:26.634367 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:12:26.634367 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:12:26.634367 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:port_security_enabled":"rule:regular_user" was deprecated in W in favor of "create_network:port_security_enabled":"role:member and project_id:%(project_id)s". Reason: Jan 14 07:12:26.634367 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:12:26.634367 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:12:26.634367 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:12:26.634367 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:segments":"rule:admin_only" was deprecated in W in favor of "create_network:segments":"role:admin and system_scope:all". Reason: Jan 14 07:12:26.634367 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:12:26.634367 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:12:26.634367 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:12:26.634367 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "create_network:provider:network_type":"role:admin and system_scope:all". Reason: Jan 14 07:12:26.634367 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:12:26.637247 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:12:26.637247 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:12:26.637247 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "create_network:provider:physical_network":"role:admin and system_scope:all". Reason: Jan 14 07:12:26.637247 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:12:26.637247 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:12:26.637247 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:12:26.637247 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "create_network:provider:segmentation_id":"role:admin and system_scope:all". Reason: Jan 14 07:12:26.637247 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:12:26.637247 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:12:26.637247 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:12:26.637247 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network":"rule:admin_or_owner or rule:shared or rule:external or rule:context_is_advsvc" was deprecated in W in favor of "get_network":"(role:reader and system_scope:all) or (role:reader and project_id:%(project_id)s) or rule:shared or rule:external or rule:context_is_advsvc". Reason: Jan 14 07:12:26.637247 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:12:26.637247 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:12:26.637247 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:12:26.637247 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:router:external":"rule:regular_user" was deprecated in W in favor of "get_network:router:external":"role:reader and project_id:%(project_id)s". Reason: Jan 14 07:12:26.637247 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:12:26.637247 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:12:26.637247 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:12:26.653394 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:segments":"rule:admin_only" was deprecated in W in favor of "get_network:segments":"role:reader and system_scope:all". Reason: Jan 14 07:12:26.653394 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:12:26.653394 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:12:26.653394 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:12:26.653394 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "get_network:provider:network_type":"role:reader and system_scope:all". Reason: Jan 14 07:12:26.653394 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:12:26.653394 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:12:26.653394 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:12:26.653394 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "get_network:provider:physical_network":"role:reader and system_scope:all". Reason: Jan 14 07:12:26.653394 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:12:26.653394 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:12:26.653394 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:12:26.653394 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "get_network:provider:segmentation_id":"role:reader and system_scope:all". Reason: Jan 14 07:12:26.653394 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:12:26.653394 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:12:26.653394 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:12:26.653394 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network":"rule:admin_or_owner" was deprecated in W in favor of "update_network":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 07:12:26.653394 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:12:26.653394 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:12:26.653394 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:12:26.653394 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:segments":"rule:admin_only" was deprecated in W in favor of "update_network:segments":"role:admin and system_scope:all". Reason: Jan 14 07:12:26.653394 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:12:26.653394 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:12:26.653394 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:12:26.653394 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:shared":"rule:admin_only" was deprecated in W in favor of "update_network:shared":"role:admin and system_scope:all". Reason: Jan 14 07:12:26.653394 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:12:26.653394 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:12:26.653394 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:12:26.653394 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "update_network:provider:network_type":"role:admin and system_scope:all". Reason: Jan 14 07:12:26.653394 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:12:26.653394 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:12:26.653394 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:12:26.653394 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "update_network:provider:physical_network":"role:admin and system_scope:all". Reason: Jan 14 07:12:26.653394 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:12:26.653394 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:12:26.653394 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:12:26.653394 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "update_network:provider:segmentation_id":"role:admin and system_scope:all". Reason: Jan 14 07:12:26.653394 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:12:26.653394 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:12:26.653394 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:12:26.653394 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:router:external":"rule:admin_only" was deprecated in W in favor of "update_network:router:external":"role:admin and system_scope:all". Reason: Jan 14 07:12:26.653394 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:12:26.653394 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:12:26.653394 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:12:26.653394 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:is_default":"rule:admin_only" was deprecated in W in favor of "update_network:is_default":"role:admin and system_scope:all". Reason: Jan 14 07:12:26.653394 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:12:26.653394 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:12:26.653394 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:12:26.656397 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:port_security_enabled":"rule:admin_or_owner" was deprecated in W in favor of "update_network:port_security_enabled":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 07:12:26.656397 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:12:26.656397 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:12:26.656397 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:12:26.656397 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "delete_network":"rule:admin_or_owner" was deprecated in W in favor of "delete_network":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 07:12:26.656397 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:12:26.656397 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:12:26.656397 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:12:26.656397 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_segment":"rule:admin_only" was deprecated in W in favor of "create_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:12:26.656397 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:12:26.656397 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_segment":"rule:admin_only" was deprecated in W in favor of "get_segment":"role:reader and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:12:26.656397 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:12:26.656397 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_segment":"rule:admin_only" was deprecated in W in favor of "update_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:12:26.656397 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:12:26.686022 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64bd1535-4bca-4ba8-838e-68b2fbd1432e req-ada096d9-be0e-464e-863c-be796f808096 tempest-LiveMigrationNegativeTest-1470825370 tempest-LiveMigrationNegativeTest-1470825370] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:12:26.687106 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [req-64bd1535-4bca-4ba8-838e-68b2fbd1432e req-ada096d9-be0e-464e-863c-be796f808096 tempest-LiveMigrationNegativeTest-1470825370 tempest-LiveMigrationNegativeTest-1470825370] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854768116'] for port, before_response {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:12:26.707219 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [req-8128a0b8-ae58-44dd-838a-0195b25e5d2a req-14fa7f72-d45b-441f-ad08-7a11b0a130db tempest-SecurityGroupsTestJSON-494699717 tempest-SecurityGroupsTestJSON-494699717] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850887153'] for security_group, after_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:12:26.730296 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-2d0d368b-e5b5-4ea6-a390-b97d970d503f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:12:26.739251 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [req-8128a0b8-ae58-44dd-838a-0195b25e5d2a req-14fa7f72-d45b-441f-ad08-7a11b0a130db tempest-SecurityGroupsTestJSON-494699717 tempest-SecurityGroupsTestJSON-494699717] Notify callbacks [] for security_group, before_response {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:12:26.740602 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [req-8128a0b8-ae58-44dd-838a-0195b25e5d2a req-14fa7f72-d45b-441f-ad08-7a11b0a130db tempest-SecurityGroupsTestJSON-494699717 tempest-SecurityGroupsTestJSON-494699717] 10.222.0.24 "DELETE /v2.0/security-groups/cdbc0bf2-93c5-483b-8c12-8bfc52fa0e53 HTTP/1.1" status: 204 len: 173 time: 1.3477786 Jan 14 07:12:26.763063 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-8e1dfb00-0c81-473d-a1dc-c318e96b545c admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 3.7533081 Jan 14 07:12:26.769390 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84875) accepted ('10.222.0.24', 57216) {{(pid=84875) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:12:26.770304 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14fa7f72-d45b-441f-ad08-7a11b0a130db tempest-SecurityGroupsTestJSON-494699717 tempest-SecurityGroupsTestJSON-494699717] Pushing event deleted for resources: {'SecurityGroup': ['ID=cdbc0bf2-93c5-483b-8c12-8bfc52fa0e53,revision_number=None']} {{(pid=84875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:12:26.773814 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-14fa7f72-d45b-441f-ad08-7a11b0a130db tempest-SecurityGroupsTestJSON-494699717 tempest-SecurityGroupsTestJSON-494699717] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:12:26.777628 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-852a24f7-e9a1-4193-9abb-e9506fe5213f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84876) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:12:26.814712 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.v2.base [None req-c79e5251-b12f-48ec-9963-53b556d40553 admin admin] Request body: {'subnet': {'network_id': 'b1a12e1e-4188-4c05-8d11-caebbad007eb', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPDetailsTestJSON-77586578-subnet', 'tenant_id': 'a2441d08a92c4ad29bd14e22e25d9e48', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=84875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:12:26.845810 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-c79e5251-b12f-48ec-9963-53b556d40553 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:12:26.854831 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [req-4134369b-5d82-4e16-96d4-7b3daed7e87c req-ada8181c-bc16-4a02-b1ea-3894b9a8bc98 service neutron] 10.222.0.24 "GET /v2.0/networks/ae96959f-6ce5-41d0-90c9-8889aa70257e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6435668 Jan 14 07:12:26.872720 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-c79e5251-b12f-48ec-9963-53b556d40553 admin admin] Usage tracker for resource:subnet and tenant:a2441d08a92c4ad29bd14e22e25d9e48 is out of sync, need to count used quota {{(pid=84875) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:12:26.903741 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06b982ec-65c7-4926-814d-895cd64500f5 None None] Pushing event updated for resources: {'Port': ['ID=ee52e5c9-22de-47a9-8213-92b3f87fcab6,revision_number=3']} {{(pid=84876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:12:26.910666 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-017f98a9-8a07-408c-a86f-8ff0c00400a0 None None] Network b1a12e1e-4188-4c05-8d11-caebbad007eb details requested by agent ovs-agent-n-h1-768862-2 with host n-h1-768862-2 {{(pid=84876) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 07:12:26.925963 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-852a24f7-e9a1-4193-9abb-e9506fe5213f None None] Network b1a12e1e-4188-4c05-8d11-caebbad007eb details requested by agent ovs-agent-n-h2-768862-2 with host n-h2-768862-2 {{(pid=84876) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 07:12:26.957683 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [req-64bd1535-4bca-4ba8-838e-68b2fbd1432e req-ada096d9-be0e-464e-863c-be796f808096 tempest-LiveMigrationNegativeTest-1470825370 tempest-LiveMigrationNegativeTest-1470825370] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 3.9159417 Jan 14 07:12:26.967100 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [req-8c64fafa-69f8-48e9-b7c6-15e72aa6f27a req-5678103e-34d3-4f10-b519-5a2c9127956d service neutron] 10.222.0.35 "GET /v2.0/networks/3ab89270-67b1-41e9-8be2-a0395a984bff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6025255 Jan 14 07:12:26.974461 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-c79e5251-b12f-48ec-9963-53b556d40553 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84875) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:12:27.025952 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.v2.base [req-64bd1535-4bca-4ba8-838e-68b2fbd1432e req-a14901d2-37e2-4b81-89ea-87d7853d868a service neutron] Request body: {'port': {'device_id': '19ae1782-a48d-4a62-a407-7c3441c97ca1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-768862-2'}} {{(pid=84874) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:12:27.047053 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Network b1a12e1e-4188-4c05-8d11-caebbad007eb details requested by agent ovs-agent-n-d-768862-2 with host n-d-768862-2 {{(pid=84876) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 07:12:27.065798 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [req-2ff470d4-fd7e-4b98-92df-def5c6577d3f req-22b5d883-f283-44f8-a024-c0a4a6f824e7 tempest-SecurityGroupsNegativeTestJSON-638328414 tempest-SecurityGroupsNegativeTestJSON-638328414] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=41fd2ae53ac7496787cb9083f18c3aa3 HTTP/1.1" status: 200 len: 2984 time: 0.2431128 Jan 14 07:12:27.075239 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-c79e5251-b12f-48ec-9963-53b556d40553 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:12:27.083887 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efd25626-b866-47ef-bf98-daf3614462c4 req-ef64c278-10a3-479a-8680-d1a23ac98921 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:12:27.085525 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [req-efd25626-b866-47ef-bf98-daf3614462c4 req-ef64c278-10a3-479a-8680-d1a23ac98921 service neutron] 10.222.0.48 "GET /v2.0/networks?tenant_id=777e0121e7b84cf1b1a0af96c6f5d63a&shared=False HTTP/1.1" status: 200 len: 924 time: 0.6390014 Jan 14 07:12:27.129738 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-06b982ec-65c7-4926-814d-895cd64500f5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.350s {{(pid=84876) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:12:27.135266 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c79e5251-b12f-48ec-9963-53b556d40553 admin admin] Made reservation on behalf of a2441d08a92c4ad29bd14e22e25d9e48 for: {'subnet': 1} {{(pid=84875) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 07:12:27.140383 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-c79e5251-b12f-48ec-9963-53b556d40553 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036852467157'] for subnet, before_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:12:27.235721 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f06f3a7b-1088-4675-a915-eea75caecc24 req-fc282812-1727-47c8-9936-fc02632b6a9f tempest-ServersTestMultiNic-2121779930 tempest-ServersTestMultiNic-2121779930] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:12:27.258912 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f06f3a7b-1088-4675-a915-eea75caecc24 req-fc282812-1727-47c8-9936-fc02632b6a9f tempest-ServersTestMultiNic-2121779930 tempest-ServersTestMultiNic-2121779930] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:12:27.259899 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [req-f06f3a7b-1088-4675-a915-eea75caecc24 req-fc282812-1727-47c8-9936-fc02632b6a9f tempest-ServersTestMultiNic-2121779930 tempest-ServersTestMultiNic-2121779930] Synchronizing usage tracker for tenant:7d129397cd71499dbaa91be4909e3699 on resource:network {{(pid=84874) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 14 07:12:27.362510 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [req-2ff470d4-fd7e-4b98-92df-def5c6577d3f req-56471178-a84f-4134-b9fa-a2a38cab2e8c tempest-SecurityGroupsNegativeTestJSON-638328414 tempest-SecurityGroupsNegativeTestJSON-638328414] 10.222.0.24 "GET /v2.0/security-groups/780f4bb7-8b8b-4dbb-8bf1-04f202b3a437 HTTP/1.1" status: 200 len: 2981 time: 0.2757654 Jan 14 07:12:27.399672 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [req-f06f3a7b-1088-4675-a915-eea75caecc24 req-fc282812-1727-47c8-9936-fc02632b6a9f tempest-ServersTestMultiNic-2121779930 tempest-ServersTestMultiNic-2121779930] Unset dirty status for tenant:7d129397cd71499dbaa91be4909e3699 on resource:network {{(pid=84874) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 14 07:12:27.401274 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [req-f06f3a7b-1088-4675-a915-eea75caecc24 req-fc282812-1727-47c8-9936-fc02632b6a9f tempest-ServersTestMultiNic-2121779930 tempest-ServersTestMultiNic-2121779930] 10.222.0.35 "GET /v2.0/networks?id=3690f57a-8d95-4883-aef3-c4dec86fdb34&id=3969e656-f2d3-437e-bb8d-008442e4371a HTTP/1.1" status: 200 len: 1391 time: 0.7073178 Jan 14 07:12:27.414322 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [req-64bd1535-4bca-4ba8-838e-68b2fbd1432e req-a14901d2-37e2-4b81-89ea-87d7853d868a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555753'] for port, before_update {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:12:27.441041 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.v2.base [req-f06f3a7b-1088-4675-a915-eea75caecc24 req-09329ce2-f3a7-4168-ab55-c40261c3da2d tempest-ServersTestMultiNic-2121779930 tempest-ServersTestMultiNic-2121779930] Request body: {'port': {'device_id': '8b43056e-af00-49b9-879c-aba651e3ebfe', 'network_id': '3690f57a-8d95-4883-aef3-c4dec86fdb34', 'admin_state_up': True, 'tenant_id': '7d129397cd71499dbaa91be4909e3699'}} {{(pid=84874) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:12:27.450106 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-852a24f7-e9a1-4193-9abb-e9506fe5213f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555753'] for port, before_update {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:12:27.494348 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [req-2ff470d4-fd7e-4b98-92df-def5c6577d3f req-d96ddcb8-9a5b-4892-8016-11c48a825343 tempest-SecurityGroupsNegativeTestJSON-638328414 tempest-SecurityGroupsNegativeTestJSON-638328414] 10.222.0.24 "GET /v2.0/security-groups/780f4bb7-8b8b-4dbb-8bf1-04f202b3a437 HTTP/1.1" status: 200 len: 2981 time: 0.1063907 Jan 14 07:12:27.509694 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [req-4134369b-5d82-4e16-96d4-7b3daed7e87c req-1aad91eb-fb3d-4c56-83a5-5c76140b4672 service neutron] 10.222.0.24 "GET /v2.0/networks/ae96959f-6ce5-41d0-90c9-8889aa70257e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.6201496 Jan 14 07:12:27.576766 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-3e492503-fecd-4c77-801b-1f42aae58114 None None] Provisioning for port 74a51714-fe33-4dd6-aca3-2d27861d960a completed by entity DHCP. {{(pid=84876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 07:12:27.605701 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-3e492503-fecd-4c77-801b-1f42aae58114 None None] Provisioning complete for port 74a51714-fe33-4dd6-aca3-2d27861d960a triggered by entity DHCP. {{(pid=84876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 07:12:27.606149 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-3e492503-fecd-4c77-801b-1f42aae58114 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-604227'] for port, provisioning_complete {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:12:27.623622 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efd25626-b866-47ef-bf98-daf3614462c4 req-81905a0f-2c3d-4998-a3a2-e0ef90ce6150 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:12:27.625284 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [req-efd25626-b866-47ef-bf98-daf3614462c4 req-81905a0f-2c3d-4998-a3a2-e0ef90ce6150 service neutron] 10.222.0.48 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 863 time: 0.5177808 Jan 14 07:12:27.696337 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.plugin [None req-3e492503-fecd-4c77-801b-1f42aae58114 None None] Port 74a51714-fe33-4dd6-aca3-2d27861d960a cannot update to ACTIVE because it is not bound. {{(pid=84876) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:329}} Jan 14 07:12:27.720512 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [None req-852a24f7-e9a1-4193-9abb-e9506fe5213f None None] For port d280b18f-0753-418b-8127-37d89566b5bc, host n-h2-768862-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-h2-768862-2',level=0,port_id=d280b18f-0753-418b-8127-37d89566b5bc,segment=NetworkSegment(871dcfe9-d88b-458a-b832-5a97900de51f),segment_id=871dcfe9-d88b-458a-b832-5a97900de51f)] {{(pid=84876) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 07:12:27.720512 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-852a24f7-e9a1-4193-9abb-e9506fe5213f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777640533312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363259214678337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777640097497'] for port, after_update {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:12:27.721418 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84876) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:12:27.822753 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-852a24f7-e9a1-4193-9abb-e9506fe5213f None None] Pushing event updated for resources: {'Port': ['ID=d280b18f-0753-418b-8127-37d89566b5bc,revision_number=4']} {{(pid=84876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:12:27.827468 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-852a24f7-e9a1-4193-9abb-e9506fe5213f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=84876) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:12:27.850134 n-d-768862-2 neutron-server[84765]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e95c7053-347f-41b5-8317-9e95c0a27736', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9e458f7b-3193-4772-abdf-7285e21d3d20', 'code': 200} Jan 14 07:12:27.856723 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [req-4134369b-5d82-4e16-96d4-7b3daed7e87c req-8416ee5d-2588-497e-a56c-380a65dfd780 service neutron] 10.222.0.24 "GET /v2.0/ports/fac49dc9-99b5-4eb4-a00b-191a6356a4bf?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request HTTP/1.1" status: 200 len: 311 time: 0.3353431 Jan 14 07:12:27.891256 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [req-8c64fafa-69f8-48e9-b7c6-15e72aa6f27a req-3e3d7db2-ad66-49ba-80be-d163b8a4472d service neutron] 10.222.0.35 "GET /v2.0/networks/3ab89270-67b1-41e9-8be2-a0395a984bff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.9006324 Jan 14 07:12:27.915623 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-852a24f7-e9a1-4193-9abb-e9506fe5213f None None] Device a7472f8b-53e9-4c79-9297-7d365d38efa5 up at agent ovs-agent-n-h2-768862-2 {{(pid=84876) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 07:12:28.032225 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-4a89f77f-d5ea-4d60-b28d-237f2dfb64cc None None] Provisioning complete for port ee52e5c9-22de-47a9-8213-92b3f87fcab6 triggered by entity DHCP. {{(pid=84876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 07:12:28.032831 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-4a89f77f-d5ea-4d60-b28d-237f2dfb64cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-604227'] for port, provisioning_complete {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:12:28.178316 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-852a24f7-e9a1-4193-9abb-e9506fe5213f None None] Provisioning complete for port a7472f8b-53e9-4c79-9297-7d365d38efa5 triggered by entity L2. {{(pid=84876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 07:12:28.178744 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-852a24f7-e9a1-4193-9abb-e9506fe5213f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-604227'] for port, provisioning_complete {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:12:28.246396 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d34228f6-c8c4-40bf-b004-671db62d6849 req-4ff4be23-1c33-48d6-84fe-e9cdcf7e73b3 tempest-FloatingIPsAssociationNegativeTestJSON-724895750 tempest-FloatingIPsAssociationNegativeTestJSON-724895750] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:12:28.247412 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [req-d34228f6-c8c4-40bf-b004-671db62d6849 req-4ff4be23-1c33-48d6-84fe-e9cdcf7e73b3 tempest-FloatingIPsAssociationNegativeTestJSON-724895750 tempest-FloatingIPsAssociationNegativeTestJSON-724895750] Synchronizing usage tracker for tenant:777e0121e7b84cf1b1a0af96c6f5d63a on resource:network {{(pid=84874) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 14 07:12:28.251229 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [req-f06f3a7b-1088-4675-a915-eea75caecc24 req-09329ce2-f3a7-4168-ab55-c40261c3da2d tempest-ServersTestMultiNic-2121779930 tempest-ServersTestMultiNic-2121779930] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:12:28.266406 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [req-f06f3a7b-1088-4675-a915-eea75caecc24 req-09329ce2-f3a7-4168-ab55-c40261c3da2d tempest-ServersTestMultiNic-2121779930 tempest-ServersTestMultiNic-2121779930] Usage tracker for resource:port and tenant:7d129397cd71499dbaa91be4909e3699 is out of sync, need to count used quota {{(pid=84874) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:12:28.275032 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [req-f06f3a7b-1088-4675-a915-eea75caecc24 req-09329ce2-f3a7-4168-ab55-c40261c3da2d tempest-ServersTestMultiNic-2121779930 tempest-ServersTestMultiNic-2121779930] Quota usage for port was recalculated. Used quota:9. {{(pid=84874) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:12:28.318008 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [req-f06f3a7b-1088-4675-a915-eea75caecc24 req-09329ce2-f3a7-4168-ab55-c40261c3da2d tempest-ServersTestMultiNic-2121779930 tempest-ServersTestMultiNic-2121779930] Attempting to reserve 1 items for resource port. Total usage: 9; quota limit: 500; headroom:491 {{(pid=84874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:12:28.346863 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [req-efd25626-b866-47ef-bf98-daf3614462c4 req-a5ab54d6-5f69-4c11-a0c2-d90f4322a61e tempest-FloatingIPsAssociationNegativeTestJSON-724895750 tempest-FloatingIPsAssociationNegativeTestJSON-724895750] Synchronizing usage tracker for tenant:777e0121e7b84cf1b1a0af96c6f5d63a on resource:port {{(pid=84875) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 14 07:12:28.362509 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [req-d34228f6-c8c4-40bf-b004-671db62d6849 req-4ff4be23-1c33-48d6-84fe-e9cdcf7e73b3 tempest-FloatingIPsAssociationNegativeTestJSON-724895750 tempest-FloatingIPsAssociationNegativeTestJSON-724895750] Unset dirty status for tenant:777e0121e7b84cf1b1a0af96c6f5d63a on resource:network {{(pid=84874) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 14 07:12:28.363823 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [req-d34228f6-c8c4-40bf-b004-671db62d6849 req-4ff4be23-1c33-48d6-84fe-e9cdcf7e73b3 tempest-FloatingIPsAssociationNegativeTestJSON-724895750 tempest-FloatingIPsAssociationNegativeTestJSON-724895750] 10.222.0.35 "GET /v2.0/networks?id=fd33dbe3-7afa-46b0-8897-ce6ba7fea060 HTTP/1.1" status: 200 len: 829 time: 0.5200894 Jan 14 07:12:28.370294 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f06f3a7b-1088-4675-a915-eea75caecc24 req-09329ce2-f3a7-4168-ab55-c40261c3da2d tempest-ServersTestMultiNic-2121779930 tempest-ServersTestMultiNic-2121779930] Made reservation on behalf of 7d129397cd71499dbaa91be4909e3699 for: {'port': 1} {{(pid=84874) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 07:12:28.380616 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [req-f06f3a7b-1088-4675-a915-eea75caecc24 req-09329ce2-f3a7-4168-ab55-c40261c3da2d tempest-ServersTestMultiNic-2121779930 tempest-ServersTestMultiNic-2121779930] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555753'] for port, before_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:12:28.402183 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.v2.base [req-d34228f6-c8c4-40bf-b004-671db62d6849 req-f255fbe3-5a44-4a39-bbb1-1ced8750f639 tempest-FloatingIPsAssociationNegativeTestJSON-724895750 tempest-FloatingIPsAssociationNegativeTestJSON-724895750] Request body: {'port': {'device_id': 'e95c7053-347f-41b5-8317-9e95c0a27736', 'network_id': 'fd33dbe3-7afa-46b0-8897-ce6ba7fea060', 'admin_state_up': True, 'tenant_id': '777e0121e7b84cf1b1a0af96c6f5d63a'}} {{(pid=84874) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:12:28.455971 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-852a24f7-e9a1-4193-9abb-e9506fe5213f None None] Device 78662f27-1e6f-4319-924a-4176b8aee062 up at agent ovs-agent-n-h2-768862-2 {{(pid=84876) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 07:12:28.532548 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-852a24f7-e9a1-4193-9abb-e9506fe5213f None None] Provisioning complete for port 78662f27-1e6f-4319-924a-4176b8aee062 triggered by entity L2. {{(pid=84876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 07:12:28.532986 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-852a24f7-e9a1-4193-9abb-e9506fe5213f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-604227'] for port, provisioning_complete {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:12:28.587208 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [req-efd25626-b866-47ef-bf98-daf3614462c4 req-a5ab54d6-5f69-4c11-a0c2-d90f4322a61e tempest-FloatingIPsAssociationNegativeTestJSON-724895750 tempest-FloatingIPsAssociationNegativeTestJSON-724895750] Unset dirty status for tenant:777e0121e7b84cf1b1a0af96c6f5d63a on resource:port {{(pid=84875) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 14 07:12:28.588768 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [req-efd25626-b866-47ef-bf98-daf3614462c4 req-a5ab54d6-5f69-4c11-a0c2-d90f4322a61e tempest-FloatingIPsAssociationNegativeTestJSON-724895750 tempest-FloatingIPsAssociationNegativeTestJSON-724895750] 10.222.0.48 "GET /v2.0/ports?device_id=e95c7053-347f-41b5-8317-9e95c0a27736 HTTP/1.1" status: 200 len: 210 time: 0.8625765 Jan 14 07:12:28.611040 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-e5f6e071-2e26-4c42-9be5-abd689e1c394 None None] Provisioning complete for port ee52e5c9-22de-47a9-8213-92b3f87fcab6 triggered by entity DHCP. {{(pid=84876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 07:12:28.611630 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-e5f6e071-2e26-4c42-9be5-abd689e1c394 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-604227'] for port, provisioning_complete {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:12:28.756371 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-852a24f7-e9a1-4193-9abb-e9506fe5213f None None] Device d280b18f-0753-418b-8127-37d89566b5bc up at agent ovs-agent-n-h2-768862-2 {{(pid=84876) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 07:12:28.772639 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [req-4134369b-5d82-4e16-96d4-7b3daed7e87c req-e6874fc1-a4fe-4f01-935e-780a37a07d7f service neutron] 10.222.0.24 "GET /v2.0/networks/42eaf091-c60a-4bbd-870e-8010d14ac7f2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9147964 Jan 14 07:12:28.879894 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-852a24f7-e9a1-4193-9abb-e9506fe5213f None None] Provisioning complete for port d280b18f-0753-418b-8127-37d89566b5bc triggered by entity L2. {{(pid=84876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 07:12:28.880336 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-852a24f7-e9a1-4193-9abb-e9506fe5213f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-604227'] for port, provisioning_complete {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:12:28.945000 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b33b9903-3a74-4fb8-89d2-906e2f5bbe22 req-fd3e0a27-7b80-4df7-982a-3bd1d8ee62b9 tempest-DeleteServersTestJSON-437494901 tempest-DeleteServersTestJSON-437494901] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:12:28.945784 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [req-b33b9903-3a74-4fb8-89d2-906e2f5bbe22 req-fd3e0a27-7b80-4df7-982a-3bd1d8ee62b9 tempest-DeleteServersTestJSON-437494901 tempest-DeleteServersTestJSON-437494901] Synchronizing usage tracker for tenant:1aa7b4d5a9ff461fbaf4900f14a02d8a on resource:network {{(pid=84875) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 14 07:12:29.017071 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Device ee52e5c9-22de-47a9-8213-92b3f87fcab6 up at agent ovs-agent-n-d-768862-2 {{(pid=84876) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 07:12:29.045722 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [req-4134369b-5d82-4e16-96d4-7b3daed7e87c req-6a28a8a1-38c7-4938-8549-60b01d10a9b7 service neutron] 10.222.0.24 "GET /v2.0/networks/42eaf091-c60a-4bbd-870e-8010d14ac7f2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.2634652 Jan 14 07:12:29.094123 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [req-b33b9903-3a74-4fb8-89d2-906e2f5bbe22 req-fd3e0a27-7b80-4df7-982a-3bd1d8ee62b9 tempest-DeleteServersTestJSON-437494901 tempest-DeleteServersTestJSON-437494901] Unset dirty status for tenant:1aa7b4d5a9ff461fbaf4900f14a02d8a on resource:network {{(pid=84875) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 14 07:12:29.095426 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [req-b33b9903-3a74-4fb8-89d2-906e2f5bbe22 req-fd3e0a27-7b80-4df7-982a-3bd1d8ee62b9 tempest-DeleteServersTestJSON-437494901 tempest-DeleteServersTestJSON-437494901] 10.222.0.24 "GET /v2.0/networks?id=fafbed1d-f164-4b33-9abe-92a565c195a7 HTTP/1.1" status: 200 len: 811 time: 0.6484387 Jan 14 07:12:29.159688 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [req-b33b9903-3a74-4fb8-89d2-906e2f5bbe22 req-e82442a9-0412-451d-874a-abd243b034fc tempest-DeleteServersTestJSON-437494901 tempest-DeleteServersTestJSON-437494901] 10.222.0.24 "GET /v2.0/quotas/1aa7b4d5a9ff461fbaf4900f14a02d8a HTTP/1.1" status: 200 len: 375 time: 0.0461903 Jan 14 07:12:29.163334 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [req-4134369b-5d82-4e16-96d4-7b3daed7e87c req-87dfbbab-3073-462f-af77-18f8df627e97 service neutron] 10.222.0.24 "GET /v2.0/ports/ecaf138f-fb10-495d-be5a-b6c5fd211eee?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request HTTP/1.1" status: 200 len: 311 time: 0.1091614 Jan 14 07:12:29.183062 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Provisioning complete for port ee52e5c9-22de-47a9-8213-92b3f87fcab6 triggered by entity L2. {{(pid=84876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 07:12:29.183486 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-604227'] for port, provisioning_complete {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:12:29.353598 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [req-b33b9903-3a74-4fb8-89d2-906e2f5bbe22 req-59b917ea-4c77-4df2-9425-a92a66697b0d tempest-DeleteServersTestJSON-437494901 tempest-DeleteServersTestJSON-437494901] 10.222.0.24 "GET /v2.0/ports?tenant_id=1aa7b4d5a9ff461fbaf4900f14a02d8a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1531901 Jan 14 07:12:29.389109 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [req-d34228f6-c8c4-40bf-b004-671db62d6849 req-f255fbe3-5a44-4a39-bbb1-1ced8750f639 tempest-FloatingIPsAssociationNegativeTestJSON-724895750 tempest-FloatingIPsAssociationNegativeTestJSON-724895750] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:12:29.436784 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [req-d34228f6-c8c4-40bf-b004-671db62d6849 req-f255fbe3-5a44-4a39-bbb1-1ced8750f639 tempest-FloatingIPsAssociationNegativeTestJSON-724895750 tempest-FloatingIPsAssociationNegativeTestJSON-724895750] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=84874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:12:29.464884 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-6b30ae49-80fd-4e6f-858f-2bd963bc2bad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850887113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3254092', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036851981146'] for subnet, after_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:12:29.476952 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-c79e5251-b12f-48ec-9963-53b556d40553 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850887113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036851621412', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036852467174'] for subnet, after_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:12:29.486242 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:12:29.501820 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-39f95663-8f47-4219-818a-b71f665ff4a7 tempest-ServersTestMultiNic-2121779930 tempest-ServersTestMultiNic-2121779930] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:12:29.545762 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d34228f6-c8c4-40bf-b004-671db62d6849 req-f255fbe3-5a44-4a39-bbb1-1ced8750f639 tempest-FloatingIPsAssociationNegativeTestJSON-724895750 tempest-FloatingIPsAssociationNegativeTestJSON-724895750] Made reservation on behalf of 777e0121e7b84cf1b1a0af96c6f5d63a for: {'port': 1} {{(pid=84874) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 07:12:29.556081 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [req-d34228f6-c8c4-40bf-b004-671db62d6849 req-f255fbe3-5a44-4a39-bbb1-1ced8750f639 tempest-FloatingIPsAssociationNegativeTestJSON-724895750 tempest-FloatingIPsAssociationNegativeTestJSON-724895750] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555753'] for port, before_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:12:29.569494 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.db_base_plugin_common [req-f06f3a7b-1088-4675-a915-eea75caecc24 req-09329ce2-f3a7-4168-ab55-c40261c3da2d tempest-ServersTestMultiNic-2121779930 tempest-ServersTestMultiNic-2121779930] Allocated IP 19.80.0.17 (3690f57a-8d95-4883-aef3-c4dec86fdb34/2f6db8ca-c367-4b12-b51d-79dc8da5ce08/60ae7924-3694-4b74-a3fe-8c67606eeaef) {{(pid=84874) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 14 07:12:29.573769 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-017f98a9-8a07-408c-a86f-8ff0c00400a0 None None] Network 3ab89270-67b1-41e9-8be2-a0395a984bff details requested by agent ovs-agent-n-h1-768862-2 with host n-h1-768862-2 {{(pid=84876) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 07:12:29.642457 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [req-4134369b-5d82-4e16-96d4-7b3daed7e87c req-a198d698-43a3-423a-a0ee-7c382af471fe service neutron] 10.222.0.24 "GET /v2.0/networks/42eaf091-c60a-4bbd-870e-8010d14ac7f2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4680073 Jan 14 07:12:29.670400 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.db.resource_extend [req-64bd1535-4bca-4ba8-838e-68b2fbd1432e req-a14901d2-37e2-4b81-89ea-87d7853d868a service neutron] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84874) wrapper /usr/local/lib/python3.6/dist-packages/oslo_utils/timeutils.py:388}} Jan 14 07:12:29.720322 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c79e5251-b12f-48ec-9963-53b556d40553 admin admin] Pushing event updated for resources: {'Subnet': ['ID=bee75add-4df5-4eca-a892-482be32a6249,revision_number=0']} {{(pid=84875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:12:29.736064 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-c79e5251-b12f-48ec-9963-53b556d40553 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.234s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:12:29.793363 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b30ae49-80fd-4e6f-858f-2bd963bc2bad admin admin] Pushing event updated for resources: {'Subnet': ['ID=ff0ed7a1-c9b1-48c7-93e5-0cad756e8c17,revision_number=0']} {{(pid=84874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:12:29.805576 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [req-b33b9903-3a74-4fb8-89d2-906e2f5bbe22 req-d105e985-6235-4de8-af52-2e1221195632 service neutron] 10.222.0.24 "GET /v2.0/networks/fafbed1d-f164-4b33-9abe-92a565c195a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4424810 Jan 14 07:12:29.845132 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-852a24f7-e9a1-4193-9abb-e9506fe5213f None None] Device d280b18f-0753-418b-8127-37d89566b5bc up at agent ovs-agent-n-h2-768862-2 {{(pid=84876) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 07:12:29.881934 n-d-768862-2 neutron-server[84765]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '16513199-bee3-4bea-a843-4e62a5ef0197', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '78662f27-1e6f-4319-924a-4176b8aee062'}, {'server_uuid': '16513199-bee3-4bea-a843-4e62a5ef0197', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a7472f8b-53e9-4c79-9297-7d365d38efa5'}, {'server_uuid': '16513199-bee3-4bea-a843-4e62a5ef0197', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd280b18f-0753-418b-8127-37d89566b5bc'}] {{(pid=84876) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Jan 14 07:12:29.888663 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-6b30ae49-80fd-4e6f-858f-2bd963bc2bad admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.402s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:12:29.943370 n-d-768862-2 neutron-server[84765]: DEBUG neutron.objects.ports [None req-3eeed75e-d29e-4bb1-af5e-3460958a20ed None None] Time-cost: Fetching 1 ports in 1 security groups {{(pid=84876) get_objects /opt/stack/neutron/neutron/objects/ports.py:428}} Jan 14 07:12:29.956452 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-852a24f7-e9a1-4193-9abb-e9506fe5213f None None] Provisioning complete for port d280b18f-0753-418b-8127-37d89566b5bc triggered by entity L2. {{(pid=84876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 07:12:29.956878 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-852a24f7-e9a1-4193-9abb-e9506fe5213f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-604227'] for port, provisioning_complete {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:12:29.968004 n-d-768862-2 neutron-server[84765]: DEBUG neutron.notifiers.nova [req-64bd1535-4bca-4ba8-838e-68b2fbd1432e req-a14901d2-37e2-4b81-89ea-87d7853d868a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 74a51714-fe33-4dd6-aca3-2d27861d960a {{(pid=84874) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Jan 14 07:12:29.994822 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [req-64bd1535-4bca-4ba8-838e-68b2fbd1432e req-a14901d2-37e2-4b81-89ea-87d7853d868a service neutron] Notify callbacks [] for port, precommit_update {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:12:30.023558 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [req-4134369b-5d82-4e16-96d4-7b3daed7e87c req-78df6368-2672-4df8-983e-32d7cc3bda7b service neutron] 10.222.0.24 "GET /v2.0/networks/42eaf091-c60a-4bbd-870e-8010d14ac7f2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.3598123 Jan 14 07:12:30.079424 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [req-b33b9903-3a74-4fb8-89d2-906e2f5bbe22 req-6ff57672-1e86-42aa-bd5b-eecbbc8f7447 service neutron] 10.222.0.24 "GET /v2.0/networks/fafbed1d-f164-4b33-9abe-92a565c195a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.2634630 Jan 14 07:12:30.101282 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [req-64bd1535-4bca-4ba8-838e-68b2fbd1432e req-a14901d2-37e2-4b81-89ea-87d7853d868a service neutron] Transition to ACTIVE for port object 74a51714-fe33-4dd6-aca3-2d27861d960a will not be triggered until provisioned by entity L2. {{(pid=84874) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 07:12:30.145709 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c79e5251-b12f-48ec-9963-53b556d40553 admin admin] Checking segment: {'id': 'ad98c7bd-9b2f-422a-9799-41dd7fc77a9b', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 17, 'network_id': 'b1a12e1e-4188-4c05-8d11-caebbad007eb'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84875) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 14 07:12:30.146105 n-d-768862-2 neutron-server[84765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c79e5251-b12f-48ec-9963-53b556d40553 admin admin] Network hostable DHCP agents. Network: b1a12e1e-4188-4c05-8d11-caebbad007eb, hostable agents: ['32f3dd84-26da-4d18-bf15-6017a8fb7247'], hosted agents: [] {{(pid=84875) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Jan 14 07:12:30.175220 n-d-768862-2 neutron-server[84765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c79e5251-b12f-48ec-9963-53b556d40553 admin admin] Network b1a12e1e-4188-4c05-8d11-caebbad007eb is scheduled to be hosted by DHCP agent 32f3dd84-26da-4d18-bf15-6017a8fb7247 with binding_index 1 {{(pid=84875) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Jan 14 07:12:30.175393 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [req-64bd1535-4bca-4ba8-838e-68b2fbd1432e req-a14901d2-37e2-4b81-89ea-87d7853d868a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777640533312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363259214678337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777640097497', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036851521613'] for port, after_update {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:12:30.200741 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-dfa7b581-9383-40d7-8ee7-908ff3b45e81 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:12:30.202532 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-017f98a9-8a07-408c-a86f-8ff0c00400a0 None None] Device ce78f9b6-4798-4eef-a297-6ac818f85600 up at agent ovs-agent-n-h1-768862-2 {{(pid=84876) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 07:12:30.236171 n-d-768862-2 neutron-server[84765]: DEBUG neutron.scheduler.base_scheduler [None req-c79e5251-b12f-48ec-9963-53b556d40553 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768862-2, b1a12e1e-4188-4c05-8d11-caebbad007eb) {{(pid=84875) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 07:12:30.251294 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1fc8449-312f-4e54-a8ec-b8b57e12e4eb None None] Network b1a12e1e-4188-4c05-8d11-caebbad007eb requested from n-d-768862-2 {{(pid=84876) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 07:12:30.264752 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [req-4134369b-5d82-4e16-96d4-7b3daed7e87c req-cc106609-3eb9-4d58-ba7a-54ec3407983c service neutron] 10.222.0.24 "GET /v2.0/networks/42eaf091-c60a-4bbd-870e-8010d14ac7f2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2205637 Jan 14 07:12:30.284875 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a14901d2-37e2-4b81-89ea-87d7853d868a service neutron] Pushing event updated for resources: {'Port': ['ID=74a51714-fe33-4dd6-aca3-2d27861d960a,revision_number=2']} {{(pid=84874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:12:30.318324 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c79e5251-b12f-48ec-9963-53b556d40553 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:12:30.319468 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-c79e5251-b12f-48ec-9963-53b556d40553 admin admin] Notify callbacks [] for subnet, before_response {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:12:30.362316 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-a14901d2-37e2-4b81-89ea-87d7853d868a service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.161s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:12:30.365754 n-d-768862-2 neutron-server[84765]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '883b5127-da00-4629-ba13-72c914309fb2', 'tag': 'ce78f9b6-4798-4eef-a297-6ac818f85600', 'status': 'completed', 'code': 200} Jan 14 07:12:30.465067 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-c79e5251-b12f-48ec-9963-53b556d40553 admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 3.6895978 Jan 14 07:12:30.476613 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84874) accepted ('10.222.0.24', 57242) {{(pid=84874) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:12:30.506830 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.v2.base [None req-eb31e7ef-0ea8-4030-9e55-cba09901624e admin admin] Request body: {'router': {'name': 'tempest-FloatingIPDetailsTestJSON-77586578-router', 'tenant_id': 'a2441d08a92c4ad29bd14e22e25d9e48', 'external_gateway_info': {'network_id': '226f1e78-82cd-4481-9055-4eb73b6db8c1'}}} {{(pid=84874) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:12:30.512394 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-eb31e7ef-0ea8-4030-9e55-cba09901624e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:12:30.516671 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-eb31e7ef-0ea8-4030-9e55-cba09901624e admin admin] Usage tracker for resource:router and tenant:a2441d08a92c4ad29bd14e22e25d9e48 is out of sync, need to count used quota {{(pid=84874) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:12:30.519780 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-eb31e7ef-0ea8-4030-9e55-cba09901624e admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=84874) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:12:30.527637 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-eb31e7ef-0ea8-4030-9e55-cba09901624e admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:12:30.546436 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b30ae49-80fd-4e6f-858f-2bd963bc2bad admin admin] Checking segment: {'id': '722324d6-46bd-4937-8674-9bee45ef676d', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '5c191153-b948-4c85-aff4-9593e84f8418'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84874) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 14 07:12:30.546762 n-d-768862-2 neutron-server[84765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b30ae49-80fd-4e6f-858f-2bd963bc2bad admin admin] Network hostable DHCP agents. Network: 5c191153-b948-4c85-aff4-9593e84f8418, hostable agents: ['32f3dd84-26da-4d18-bf15-6017a8fb7247'], hosted agents: [] {{(pid=84874) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Jan 14 07:12:30.557898 n-d-768862-2 neutron-server[84765]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e95c7053-347f-41b5-8317-9e95c0a27736', 'name': 'network-vif-deleted', 'tag': '9e458f7b-3193-4772-abdf-7285e21d3d20', 'status': 'completed', 'code': 200} Jan 14 07:12:30.568624 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [req-4134369b-5d82-4e16-96d4-7b3daed7e87c req-5e71f0a2-0edd-49a0-bf36-6b81db8eabcf service neutron] 10.222.0.24 "GET /v2.0/networks/42eaf091-c60a-4bbd-870e-8010d14ac7f2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.3026104 Jan 14 07:12:30.574733 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-eb31e7ef-0ea8-4030-9e55-cba09901624e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3889205', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854717621'] for router, before_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:12:30.575867 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-eb31e7ef-0ea8-4030-9e55-cba09901624e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036850886574', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3912501', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3808446', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-58179'] for router, precommit_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:12:30.705290 n-d-768862-2 neutron-server[84765]: INFO neutron.api.v2.resource [req-e91a2d0b-4daa-4046-8dea-33af5c54f665 req-bb9f532a-ae69-4826-8ddd-562b13698941 tempest-SecurityGroupsTestJSON-494699717 tempest-SecurityGroupsTestJSON-494699717] show failed (client error): The resource could not be found. Jan 14 07:12:30.706424 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [req-e91a2d0b-4daa-4046-8dea-33af5c54f665 req-bb9f532a-ae69-4826-8ddd-562b13698941 tempest-SecurityGroupsTestJSON-494699717 tempest-SecurityGroupsTestJSON-494699717] 10.222.0.24 "GET /v2.0/security-groups/9b0488d9-688c-427e-a46e-8e0cb9ccb95c HTTP/1.1" status: 404 len: 352 time: 0.0379663 Jan 14 07:12:30.719715 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [req-f06f3a7b-1088-4675-a915-eea75caecc24 req-09329ce2-f3a7-4168-ab55-c40261c3da2d tempest-ServersTestMultiNic-2121779930 tempest-ServersTestMultiNic-2121779930] Notify callbacks [] for port, precommit_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:12:30.723967 n-d-768862-2 neutron-server[84765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b30ae49-80fd-4e6f-858f-2bd963bc2bad admin admin] Network 5c191153-b948-4c85-aff4-9593e84f8418 is scheduled to be hosted by DHCP agent 32f3dd84-26da-4d18-bf15-6017a8fb7247 with binding_index 1 {{(pid=84874) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Jan 14 07:12:30.748808 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-eb31e7ef-0ea8-4030-9e55-cba09901624e admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:12:30.782444 n-d-768862-2 neutron-server[84765]: DEBUG neutron.scheduler.base_scheduler [None req-6b30ae49-80fd-4e6f-858f-2bd963bc2bad admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768862-2, 5c191153-b948-4c85-aff4-9593e84f8418) {{(pid=84874) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 07:12:30.785251 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [req-4134369b-5d82-4e16-96d4-7b3daed7e87c req-55f0139b-8ac1-4178-ad3c-2f50942ff7fc service neutron] 10.222.0.24 "GET /v2.0/networks/42eaf091-c60a-4bbd-870e-8010d14ac7f2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2144125 Jan 14 07:12:30.795604 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [req-f06f3a7b-1088-4675-a915-eea75caecc24 req-09329ce2-f3a7-4168-ab55-c40261c3da2d tempest-ServersTestMultiNic-2121779930 tempest-ServersTestMultiNic-2121779930] Transition to ACTIVE for port object 60ae7924-3694-4b74-a3fe-8c67606eeaef will not be triggered until provisioned by entity DHCP. {{(pid=84874) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 07:12:30.798575 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.db_base_plugin_common [req-d34228f6-c8c4-40bf-b004-671db62d6849 req-f255fbe3-5a44-4a39-bbb1-1ced8750f639 tempest-FloatingIPsAssociationNegativeTestJSON-724895750 tempest-FloatingIPsAssociationNegativeTestJSON-724895750] Allocated IP 172.20.0.13 (fd33dbe3-7afa-46b0-8897-ce6ba7fea060/a076fa03-03f6-498c-8a30-b44c18079c93/2aba5f51-6a68-455f-b5ca-bbc7dd92da45) {{(pid=84874) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 14 07:12:30.823086 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2fad7c2-0da6-464c-9f77-c407a0328805 req-1fe1eca6-0c0f-4e68-ab94-180fe764dfdc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:12:30.824865 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [req-c2fad7c2-0da6-464c-9f77-c407a0328805 req-1fe1eca6-0c0f-4e68-ab94-180fe764dfdc service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=9901384d10f14e30a171a0132a22a1b2&device_id=883b5127-da00-4629-ba13-72c914309fb2 HTTP/1.1" status: 200 len: 1163 time: 0.4614918 Jan 14 07:12:30.864073 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9bdc7fa3-d286-4ba2-bdf3-20947d0d9664 None None] Network 5c191153-b948-4c85-aff4-9593e84f8418 requested from n-d-768862-2 {{(pid=84876) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 07:12:31.034889 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b30ae49-80fd-4e6f-858f-2bd963bc2bad admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:12:31.035556 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-6b30ae49-80fd-4e6f-858f-2bd963bc2bad admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3207107'] for subnet, before_response {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:12:31.107703 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-6b30ae49-80fd-4e6f-858f-2bd963bc2bad admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 859 time: 5.4534509 Jan 14 07:12:31.110620 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [req-c2fad7c2-0da6-464c-9f77-c407a0328805 req-9b8d3208-9a69-4547-a295-c0a202adff2f service neutron] 10.222.0.35 "GET /v2.0/networks?tenant_id=9901384d10f14e30a171a0132a22a1b2&shared=False HTTP/1.1" status: 200 len: 213 time: 0.2565761 Jan 14 07:12:31.111244 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84874) accepted ('10.222.0.24', 57256) {{(pid=84874) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:12:31.155419 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-017f98a9-8a07-408c-a86f-8ff0c00400a0 None None] Provisioning for port ce78f9b6-4798-4eef-a297-6ac818f85600 completed by entity L2. {{(pid=84876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 07:12:31.167885 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69d4fff2-fb8e-4d3e-b731-6ebd77362dae None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5d94dc7a-c095-50a4-955e-5f3b78718a12-b1a12e1e-4188-4c05-8d11-caebbad007eb', 'network_id': 'b1a12e1e-4188-4c05-8d11-caebbad007eb', 'tenant_id': 'a2441d08a92c4ad29bd14e22e25d9e48', 'fixed_ips': [{'subnet_id': 'bee75add-4df5-4eca-a892-482be32a6249'}]}} from n-d-768862-2. {{(pid=84876) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Jan 14 07:12:31.169352 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-69d4fff2-fb8e-4d3e-b731-6ebd77362dae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555753'] for port, before_create {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:12:31.202853 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-017f98a9-8a07-408c-a86f-8ff0c00400a0 None None] Provisioning complete for port ce78f9b6-4798-4eef-a297-6ac818f85600 triggered by entity L2. {{(pid=84876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 07:12:31.203187 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-017f98a9-8a07-408c-a86f-8ff0c00400a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-604227'] for port, provisioning_complete {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:12:31.259420 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [req-aa72541c-6cb3-4a39-a222-50c3cff0d32e req-8a8ee50e-5725-4bd1-9c33-5c99ea440a41 tempest-SecurityGroupsNegativeTestJSON-638328414 tempest-SecurityGroupsNegativeTestJSON-638328414] 10.222.0.24 "GET /v2.0/security-groups/780f4bb7-8b8b-4dbb-8bf1-04f202b3a437 HTTP/1.1" status: 200 len: 2981 time: 0.4964602 Jan 14 07:12:31.376033 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [req-4134369b-5d82-4e16-96d4-7b3daed7e87c req-e0da17f5-6453-4ae3-8751-357798b80780 service neutron] 10.222.0.24 "GET /v2.0/networks/42eaf091-c60a-4bbd-870e-8010d14ac7f2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.5753357 Jan 14 07:12:31.397081 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.v2.base [None req-29119cc9-bb30-49bb-9c4e-48fcf5e7d7dd admin admin] Request body: {'router': {'name': 'tempest-FloatingIPDetailsNegativeTestJSON-611119609-router', 'tenant_id': 'e1e2f2220aba45e291d82349522195f9', 'external_gateway_info': {'network_id': '226f1e78-82cd-4481-9055-4eb73b6db8c1'}}} {{(pid=84874) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:12:31.404261 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-29119cc9-bb30-49bb-9c4e-48fcf5e7d7dd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:12:31.409905 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-29119cc9-bb30-49bb-9c4e-48fcf5e7d7dd admin admin] Usage tracker for resource:router and tenant:e1e2f2220aba45e291d82349522195f9 is out of sync, need to count used quota {{(pid=84874) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:12:31.412275 n-d-768862-2 neutron-server[84765]: INFO neutron.api.v2.resource [req-aa72541c-6cb3-4a39-a222-50c3cff0d32e req-78833ebc-c1e3-4bcd-994b-d14749a35c90 tempest-SecurityGroupsNegativeTestJSON-638328414 tempest-SecurityGroupsNegativeTestJSON-638328414] delete failed (client error): There was a conflict when trying to complete your request. Jan 14 07:12:31.416051 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-29119cc9-bb30-49bb-9c4e-48fcf5e7d7dd admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=84874) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:12:31.425959 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [req-aa72541c-6cb3-4a39-a222-50c3cff0d32e req-78833ebc-c1e3-4bcd-994b-d14749a35c90 tempest-SecurityGroupsNegativeTestJSON-638328414 tempest-SecurityGroupsNegativeTestJSON-638328414] 10.222.0.24 "DELETE /v2.0/security-groups/780f4bb7-8b8b-4dbb-8bf1-04f202b3a437 HTTP/1.1" status: 409 len: 352 time: 0.1648221 Jan 14 07:12:31.433324 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-29119cc9-bb30-49bb-9c4e-48fcf5e7d7dd admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:12:31.486964 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-29119cc9-bb30-49bb-9c4e-48fcf5e7d7dd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3889205', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854717621'] for router, before_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:12:31.489303 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-29119cc9-bb30-49bb-9c4e-48fcf5e7d7dd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036850886574', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3912501', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3808446', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-58179'] for router, precommit_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:12:31.507808 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-474c0a98-a882-4876-aebf-d0932ec8a6cc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5d94dc7a-c095-50a4-955e-5f3b78718a12-5c191153-b948-4c85-aff4-9593e84f8418', 'network_id': '5c191153-b948-4c85-aff4-9593e84f8418', 'tenant_id': 'e1e2f2220aba45e291d82349522195f9', 'fixed_ips': [{'subnet_id': 'ff0ed7a1-c9b1-48c7-93e5-0cad756e8c17'}]}} from n-d-768862-2. {{(pid=84876) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Jan 14 07:12:31.508828 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-474c0a98-a882-4876-aebf-d0932ec8a6cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555753'] for port, before_create {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:12:31.521338 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-29119cc9-bb30-49bb-9c4e-48fcf5e7d7dd admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:12:31.601048 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [req-a780bf53-6567-48e7-9d84-34c8e3b24bdd req-df2b7ae0-f4dc-40eb-a2aa-f97370222866 tempest-LiveMigrationNegativeTest-1470825370 tempest-LiveMigrationNegativeTest-1470825370] 10.222.0.24 "GET /v2.0/networks?tenant_id=4c5412f7fcde40999169791ca7c8ee35&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0418270 Jan 14 07:12:31.813726 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-017f98a9-8a07-408c-a86f-8ff0c00400a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555753'] for port, before_update {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:12:31.844218 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [req-4134369b-5d82-4e16-96d4-7b3daed7e87c req-330ed4fb-8fe8-46cd-9232-e2720400bbca service neutron] 10.222.0.24 "GET /v2.0/networks/fdba73b7-2ae2-450a-a1be-4941055e53c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4588621 Jan 14 07:12:31.957811 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-eb31e7ef-0ea8-4030-9e55-cba09901624e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3912484', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3889188', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-58194'] for router, precommit_update {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:12:31.962961 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.managers [req-64bd1535-4bca-4ba8-838e-68b2fbd1432e req-a14901d2-37e2-4b81-89ea-87d7853d868a service neutron] Attempting to bind port 74a51714-fe33-4dd6-aca3-2d27861d960a on host n-h1-768862-2 for vnic_type normal with profile {{(pid=84874) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 14 07:12:31.963332 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.managers [req-64bd1535-4bca-4ba8-838e-68b2fbd1432e req-a14901d2-37e2-4b81-89ea-87d7853d868a service neutron] Attempting to bind port 74a51714-fe33-4dd6-aca3-2d27861d960a by drivers openvswitch on host n-h1-768862-2 at level 0 using segments [{'id': '682aa48d-45db-4ce6-9539-8117fc7293eb', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 2, 'network_id': '3ab89270-67b1-41e9-8be2-a0395a984bff'}] {{(pid=84874) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 14 07:12:31.964278 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64bd1535-4bca-4ba8-838e-68b2fbd1432e req-a14901d2-37e2-4b81-89ea-87d7853d868a service neutron] Attempting to bind port 74a51714-fe33-4dd6-aca3-2d27861d960a on network 3ab89270-67b1-41e9-8be2-a0395a984bff {{(pid=84874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 14 07:12:31.992258 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [req-f06f3a7b-1088-4675-a915-eea75caecc24 req-09329ce2-f3a7-4168-ab55-c40261c3da2d tempest-ServersTestMultiNic-2121779930 tempest-ServersTestMultiNic-2121779930] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777640123575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3254186'] for port, after_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:12:31.997972 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [None req-017f98a9-8a07-408c-a86f-8ff0c00400a0 None None] For port ce78f9b6-4798-4eef-a297-6ac818f85600, host n-h1-768862-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-h1-768862-2',level=0,port_id=ce78f9b6-4798-4eef-a297-6ac818f85600,segment=NetworkSegment(682aa48d-45db-4ce6-9539-8117fc7293eb),segment_id=682aa48d-45db-4ce6-9539-8117fc7293eb)] {{(pid=84876) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 07:12:32.001254 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64bd1535-4bca-4ba8-838e-68b2fbd1432e req-a14901d2-37e2-4b81-89ea-87d7853d868a service neutron] Checking agent: {'id': '40905704-73ec-4668-87ec-fe70ac9582ac', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-h1-768862-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 14, 7, 5, 11), 'started_at': datetime.datetime(2021, 1, 14, 7, 5, 41), 'heartbeat_timestamp': datetime.datetime(2021, 1, 14, 7, 12, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.42', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 14 07:12:32.001666 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64bd1535-4bca-4ba8-838e-68b2fbd1432e req-a14901d2-37e2-4b81-89ea-87d7853d868a service neutron] Checking segment: {'id': '682aa48d-45db-4ce6-9539-8117fc7293eb', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 2, 'network_id': '3ab89270-67b1-41e9-8be2-a0395a984bff'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84874) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 14 07:12:32.002486 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [req-64bd1535-4bca-4ba8-838e-68b2fbd1432e req-a14901d2-37e2-4b81-89ea-87d7853d868a service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:12:32.002486 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64bd1535-4bca-4ba8-838e-68b2fbd1432e req-a14901d2-37e2-4b81-89ea-87d7853d868a service neutron] Bound using segment: {'id': '682aa48d-45db-4ce6-9539-8117fc7293eb', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 2, 'network_id': '3ab89270-67b1-41e9-8be2-a0395a984bff'} {{(pid=84874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 14 07:12:32.002972 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.managers [req-64bd1535-4bca-4ba8-838e-68b2fbd1432e req-a14901d2-37e2-4b81-89ea-87d7853d868a service neutron] Bound port: 74a51714-fe33-4dd6-aca3-2d27861d960a, host: n-h1-768862-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '682aa48d-45db-4ce6-9539-8117fc7293eb', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 2, 'network_id': '3ab89270-67b1-41e9-8be2-a0395a984bff'}}] {{(pid=84874) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 14 07:12:32.003543 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [req-64bd1535-4bca-4ba8-838e-68b2fbd1432e req-a14901d2-37e2-4b81-89ea-87d7853d868a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555753'] for port, before_update {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:12:32.012788 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-017f98a9-8a07-408c-a86f-8ff0c00400a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777640533312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363259214678337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777640097497'] for port, after_update {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:12:32.025819 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-a073de6b-0eed-429a-89a6-ab5a1b6f113c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84876) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:12:32.085246 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [req-4134369b-5d82-4e16-96d4-7b3daed7e87c req-97153fa6-9272-43ea-bae5-6d6aae5cac7c service neutron] 10.222.0.24 "GET /v2.0/networks/fdba73b7-2ae2-450a-a1be-4941055e53c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.2390954 Jan 14 07:12:32.166488 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.db_base_plugin_common [None req-474c0a98-a882-4876-aebf-d0932ec8a6cc None None] Allocated IP 172.20.0.2 (5c191153-b948-4c85-aff4-9593e84f8418/ff0ed7a1-c9b1-48c7-93e5-0cad756e8c17/0b6df888-6320-449d-a29e-2618b48a8d5c) {{(pid=84876) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 14 07:12:32.178667 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-017f98a9-8a07-408c-a86f-8ff0c00400a0 None None] Device ce78f9b6-4798-4eef-a297-6ac818f85600 up at agent ovs-agent-n-h1-768862-2 {{(pid=84876) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 07:12:32.202349 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-e621642f-579b-48fb-b38a-12dafc6802ef service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:12:32.291357 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.db_base_plugin_common [None req-69d4fff2-fb8e-4d3e-b731-6ebd77362dae None None] Allocated IP 172.20.0.2 (b1a12e1e-4188-4c05-8d11-caebbad007eb/bee75add-4df5-4eca-a892-482be32a6249/fd71ed09-2a2d-41ff-a18f-6fbb6af49100) {{(pid=84876) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 14 07:12:32.330556 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [req-4134369b-5d82-4e16-96d4-7b3daed7e87c req-93fbe5d9-62e5-48da-9bd2-5287f10f37b0 service neutron] 10.222.0.24 "GET /v2.0/networks/fdba73b7-2ae2-450a-a1be-4941055e53c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2441335 Jan 14 07:12:32.559314 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-017f98a9-8a07-408c-a86f-8ff0c00400a0 None None] Pushing event updated for resources: {'Port': ['ID=ce78f9b6-4798-4eef-a297-6ac818f85600,revision_number=4']} {{(pid=84876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:12:32.559959 n-d-768862-2 neutron-server[84765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f06f3a7b-1088-4675-a915-eea75caecc24 req-09329ce2-f3a7-4168-ab55-c40261c3da2d tempest-ServersTestMultiNic-2121779930 tempest-ServersTestMultiNic-2121779930] Network 3690f57a-8d95-4883-aef3-c4dec86fdb34 is already hosted by enough agents. {{(pid=84874) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 07:12:32.571873 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-017f98a9-8a07-408c-a86f-8ff0c00400a0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.546s {{(pid=84876) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:12:32.592784 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a780bf53-6567-48e7-9d84-34c8e3b24bdd req-67ea6286-2973-4a5c-9de6-c0b91a9aa9fe tempest-LiveMigrationNegativeTest-1470825370 tempest-LiveMigrationNegativeTest-1470825370] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:12:32.594324 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [req-a780bf53-6567-48e7-9d84-34c8e3b24bdd req-67ea6286-2973-4a5c-9de6-c0b91a9aa9fe tempest-LiveMigrationNegativeTest-1470825370 tempest-LiveMigrationNegativeTest-1470825370] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.9860380 Jan 14 07:12:32.606645 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-474c0a98-a882-4876-aebf-d0932ec8a6cc None None] Notify callbacks [] for port, precommit_create {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:12:32.627583 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-017f98a9-8a07-408c-a86f-8ff0c00400a0 None None] Provisioning complete for port ce78f9b6-4798-4eef-a297-6ac818f85600 triggered by entity L2. {{(pid=84876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 07:12:32.628015 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-017f98a9-8a07-408c-a86f-8ff0c00400a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-604227'] for port, provisioning_complete {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:12:32.655285 n-d-768862-2 neutron-server[84765]: DEBUG neutron.scheduler.base_scheduler [req-f06f3a7b-1088-4675-a915-eea75caecc24 req-09329ce2-f3a7-4168-ab55-c40261c3da2d tempest-ServersTestMultiNic-2121779930 tempest-ServersTestMultiNic-2121779930] Resources bound (agent type, host, resource id): {{(pid=84874) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 07:12:32.674623 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_dvrscheduler_db [req-f06f3a7b-1088-4675-a915-eea75caecc24 req-09329ce2-f3a7-4168-ab55-c40261c3da2d tempest-ServersTestMultiNic-2121779930 tempest-ServersTestMultiNic-2121779930] Received port after_create {{(pid=84874) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 14 07:12:32.674849 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [req-a780bf53-6567-48e7-9d84-34c8e3b24bdd req-3fb08e9c-9e45-4e3b-9f9e-70af341873ed tempest-LiveMigrationNegativeTest-1470825370 tempest-LiveMigrationNegativeTest-1470825370] 10.222.0.24 "GET /v2.0/quotas/4c5412f7fcde40999169791ca7c8ee35 HTTP/1.1" status: 200 len: 375 time: 0.0539434 Jan 14 07:12:32.681561 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-474c0a98-a882-4876-aebf-d0932ec8a6cc None None] Transition to ACTIVE for port object 0b6df888-6320-449d-a29e-2618b48a8d5c will not be triggered until provisioned by entity L2. {{(pid=84876) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 07:12:32.703923 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [req-4134369b-5d82-4e16-96d4-7b3daed7e87c req-9e22f9df-fcb0-4a11-abd9-c17edd831975 service neutron] 10.222.0.24 "GET /v2.0/networks/fdba73b7-2ae2-450a-a1be-4941055e53c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.3722937 Jan 14 07:12:32.711131 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09329ce2-f3a7-4168-ab55-c40261c3da2d tempest-ServersTestMultiNic-2121779930 tempest-ServersTestMultiNic-2121779930] Pushing event updated for resources: {'Port': ['ID=60ae7924-3694-4b74-a3fe-8c67606eeaef,revision_number=1']} {{(pid=84874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:12:32.723845 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-474c0a98-a882-4876-aebf-d0932ec8a6cc None None] Transition to ACTIVE for port object 0b6df888-6320-449d-a29e-2618b48a8d5c will not be triggered until provisioned by entity DHCP. {{(pid=84876) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 07:12:32.777720 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b33b9903-3a74-4fb8-89d2-906e2f5bbe22 req-fec4c79f-c8da-47c5-8b47-cb02eea38b57 tempest-DeleteServersTestJSON-437494901 tempest-DeleteServersTestJSON-437494901] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:12:32.779450 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [req-b33b9903-3a74-4fb8-89d2-906e2f5bbe22 req-fec4c79f-c8da-47c5-8b47-cb02eea38b57 tempest-DeleteServersTestJSON-437494901 tempest-DeleteServersTestJSON-437494901] 10.222.0.35 "GET /v2.0/networks?id=fafbed1d-f164-4b33-9abe-92a565c195a7 HTTP/1.1" status: 200 len: 811 time: 0.7122416 Jan 14 07:12:32.785164 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-474c0a98-a882-4876-aebf-d0932ec8a6cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777640123575'] for port, after_create {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:12:32.815772 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-a47c96d7-2621-4880-a475-65704620767e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84876) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:12:32.925461 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-29119cc9-bb30-49bb-9c4e-48fcf5e7d7dd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3912484', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3889188', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-58194'] for router, precommit_update {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:12:32.938137 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.v2.base [req-b33b9903-3a74-4fb8-89d2-906e2f5bbe22 req-12c66b04-4dab-48bb-b5dc-9ab85ed05aea tempest-DeleteServersTestJSON-437494901 tempest-DeleteServersTestJSON-437494901] Request body: {'port': {'device_id': '0d613ee3-b23b-48aa-9701-93273017ac12', 'network_id': 'fafbed1d-f164-4b33-9abe-92a565c195a7', 'admin_state_up': True, 'tenant_id': '1aa7b4d5a9ff461fbaf4900f14a02d8a'}} {{(pid=84875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:12:32.982248 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-09329ce2-f3a7-4168-ab55-c40261c3da2d tempest-ServersTestMultiNic-2121779930 tempest-ServersTestMultiNic-2121779930] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.780s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:12:33.056950 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-474c0a98-a882-4876-aebf-d0932ec8a6cc None None] Pushing event updated for resources: {'Port': ['ID=0b6df888-6320-449d-a29e-2618b48a8d5c,revision_number=1']} {{(pid=84876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:12:33.064001 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-69d4fff2-fb8e-4d3e-b731-6ebd77362dae None None] Notify callbacks [] for port, precommit_create {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:12:33.064238 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [req-d34228f6-c8c4-40bf-b004-671db62d6849 req-f255fbe3-5a44-4a39-bbb1-1ced8750f639 tempest-FloatingIPsAssociationNegativeTestJSON-724895750 tempest-FloatingIPsAssociationNegativeTestJSON-724895750] Notify callbacks [] for port, precommit_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:12:33.068478 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [req-a780bf53-6567-48e7-9d84-34c8e3b24bdd req-75a69347-f636-4ad2-8e74-62fce2903ab7 tempest-LiveMigrationNegativeTest-1470825370 tempest-LiveMigrationNegativeTest-1470825370] 10.222.0.24 "GET /v2.0/ports?tenant_id=4c5412f7fcde40999169791ca7c8ee35&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2732747 Jan 14 07:12:33.068995 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-474c0a98-a882-4876-aebf-d0932ec8a6cc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.254s {{(pid=84876) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:12:33.087284 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [req-d34228f6-c8c4-40bf-b004-671db62d6849 req-f255fbe3-5a44-4a39-bbb1-1ced8750f639 tempest-FloatingIPsAssociationNegativeTestJSON-724895750 tempest-FloatingIPsAssociationNegativeTestJSON-724895750] Transition to ACTIVE for port object 2aba5f51-6a68-455f-b5ca-bbc7dd92da45 will not be triggered until provisioned by entity DHCP. {{(pid=84874) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 07:12:33.102361 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [req-64bd1535-4bca-4ba8-838e-68b2fbd1432e req-a14901d2-37e2-4b81-89ea-87d7853d868a service neutron] For port 74a51714-fe33-4dd6-aca3-2d27861d960a, host n-h1-768862-2, cleared binding levels {{(pid=84874) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 14 07:12:33.112963 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [req-64bd1535-4bca-4ba8-838e-68b2fbd1432e req-a14901d2-37e2-4b81-89ea-87d7853d868a service neutron] For port 74a51714-fe33-4dd6-aca3-2d27861d960a, host n-h1-768862-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-h1-768862-2',level=0,port_id=74a51714-fe33-4dd6-aca3-2d27861d960a,segment=NetworkSegment(682aa48d-45db-4ce6-9539-8117fc7293eb),segment_id=682aa48d-45db-4ce6-9539-8117fc7293eb)] {{(pid=84874) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 14 07:12:33.113949 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-69d4fff2-fb8e-4d3e-b731-6ebd77362dae None None] Transition to ACTIVE for port object fd71ed09-2a2d-41ff-a18f-6fbb6af49100 will not be triggered until provisioned by entity L2. {{(pid=84876) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 07:12:33.120303 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "delete_segment":"rule:admin_only" was deprecated in W in favor of "delete_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:12:33.120303 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:12:33.120303 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network":"rule:regular_user" was deprecated in W in favor of "create_network":"role:member and project_id:%(project_id)s". Reason: Jan 14 07:12:33.120303 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:12:33.120303 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:12:33.120303 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:12:33.120303 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:shared":"rule:admin_only" was deprecated in W in favor of "create_network:shared":"role:admin and system_scope:all". Reason: Jan 14 07:12:33.120303 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:12:33.120303 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:12:33.120303 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:12:33.120303 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:router:external":"rule:admin_only" was deprecated in W in favor of "create_network:router:external":"role:admin and system_scope:all". Reason: Jan 14 07:12:33.120303 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:12:33.120303 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:12:33.120303 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:12:33.120303 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:is_default":"rule:admin_only" was deprecated in W in favor of "create_network:is_default":"role:admin and system_scope:all". Reason: Jan 14 07:12:33.120303 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:12:33.120303 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:12:33.120303 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:12:33.120303 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:port_security_enabled":"rule:regular_user" was deprecated in W in favor of "create_network:port_security_enabled":"role:member and project_id:%(project_id)s". Reason: Jan 14 07:12:33.120303 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:12:33.120303 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:12:33.120303 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:12:33.120303 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:segments":"rule:admin_only" was deprecated in W in favor of "create_network:segments":"role:admin and system_scope:all". Reason: Jan 14 07:12:33.120303 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:12:33.120303 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:12:33.120303 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:12:33.120303 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "create_network:provider:network_type":"role:admin and system_scope:all". Reason: Jan 14 07:12:33.120303 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:12:33.120303 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:12:33.120303 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:12:33.120303 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "create_network:provider:physical_network":"role:admin and system_scope:all". Reason: Jan 14 07:12:33.120303 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:12:33.120303 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:12:33.120303 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:12:33.120303 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "create_network:provider:segmentation_id":"role:admin and system_scope:all". Reason: Jan 14 07:12:33.120303 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:12:33.120303 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:12:33.120303 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:12:33.120303 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network":"rule:admin_or_owner or rule:shared or rule:external or rule:context_is_advsvc" was deprecated in W in favor of "get_network":"(role:reader and system_scope:all) or (role:reader and project_id:%(project_id)s) or rule:shared or rule:external or rule:context_is_advsvc". Reason: Jan 14 07:12:33.120303 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:12:33.120303 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:12:33.120303 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:12:33.120303 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:router:external":"rule:regular_user" was deprecated in W in favor of "get_network:router:external":"role:reader and project_id:%(project_id)s". Reason: Jan 14 07:12:33.120303 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:12:33.120303 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:12:33.120303 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:12:33.128998 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:segments":"rule:admin_only" was deprecated in W in favor of "get_network:segments":"role:reader and system_scope:all". Reason: Jan 14 07:12:33.128998 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:12:33.128998 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:12:33.128998 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:12:33.128998 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "get_network:provider:network_type":"role:reader and system_scope:all". Reason: Jan 14 07:12:33.128998 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:12:33.128998 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:12:33.128998 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:12:33.128998 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "get_network:provider:physical_network":"role:reader and system_scope:all". Reason: Jan 14 07:12:33.128998 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:12:33.128998 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:12:33.128998 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:12:33.128998 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "get_network:provider:segmentation_id":"role:reader and system_scope:all". Reason: Jan 14 07:12:33.128998 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:12:33.128998 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:12:33.128998 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:12:33.128998 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network":"rule:admin_or_owner" was deprecated in W in favor of "update_network":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 07:12:33.128998 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:12:33.128998 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:12:33.128998 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:12:33.133567 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-9ce07a90-15c8-4adb-8825-bfba019df4d5 None None] Provisioning for port 60ae7924-3694-4b74-a3fe-8c67606eeaef completed by entity DHCP. {{(pid=84876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 07:12:33.140523 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [req-b33b9903-3a74-4fb8-89d2-906e2f5bbe22 req-12c66b04-4dab-48bb-b5dc-9ab85ed05aea tempest-DeleteServersTestJSON-437494901 tempest-DeleteServersTestJSON-437494901] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:12:33.140821 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [req-b33b9903-3a74-4fb8-89d2-906e2f5bbe22 req-12c66b04-4dab-48bb-b5dc-9ab85ed05aea tempest-DeleteServersTestJSON-437494901 tempest-DeleteServersTestJSON-437494901] Usage tracker for resource:port and tenant:1aa7b4d5a9ff461fbaf4900f14a02d8a is out of sync, need to count used quota {{(pid=84875) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:12:33.141094 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f06f3a7b-1088-4675-a915-eea75caecc24 req-09329ce2-f3a7-4168-ab55-c40261c3da2d tempest-ServersTestMultiNic-2121779930 tempest-ServersTestMultiNic-2121779930] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:12:33.141771 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [req-f06f3a7b-1088-4675-a915-eea75caecc24 req-09329ce2-f3a7-4168-ab55-c40261c3da2d tempest-ServersTestMultiNic-2121779930 tempest-ServersTestMultiNic-2121779930] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854768116'] for port, before_response {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:12:33.144534 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [req-b33b9903-3a74-4fb8-89d2-906e2f5bbe22 req-12c66b04-4dab-48bb-b5dc-9ab85ed05aea tempest-DeleteServersTestJSON-437494901 tempest-DeleteServersTestJSON-437494901] Quota usage for port was recalculated. Used quota:0. {{(pid=84875) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:12:33.151816 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [req-b33b9903-3a74-4fb8-89d2-906e2f5bbe22 req-12c66b04-4dab-48bb-b5dc-9ab85ed05aea tempest-DeleteServersTestJSON-437494901 tempest-DeleteServersTestJSON-437494901] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:12:33.153798 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-9ce07a90-15c8-4adb-8825-bfba019df4d5 None None] Provisioning complete for port 60ae7924-3694-4b74-a3fe-8c67606eeaef triggered by entity DHCP. {{(pid=84876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 07:12:33.154221 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-9ce07a90-15c8-4adb-8825-bfba019df4d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-604227'] for port, provisioning_complete {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:12:33.163744 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b33b9903-3a74-4fb8-89d2-906e2f5bbe22 req-12c66b04-4dab-48bb-b5dc-9ab85ed05aea tempest-DeleteServersTestJSON-437494901 tempest-DeleteServersTestJSON-437494901] Made reservation on behalf of 1aa7b4d5a9ff461fbaf4900f14a02d8a for: {'port': 1} {{(pid=84875) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 07:12:33.169833 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2fad7c2-0da6-464c-9f77-c407a0328805 req-2ea720d6-3056-4817-adbd-cc7384162f5d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:12:33.171521 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [req-c2fad7c2-0da6-464c-9f77-c407a0328805 req-2ea720d6-3056-4817-adbd-cc7384162f5d service neutron] 10.222.0.35 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 863 time: 2.0302806 Jan 14 07:12:33.176790 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [req-b33b9903-3a74-4fb8-89d2-906e2f5bbe22 req-12c66b04-4dab-48bb-b5dc-9ab85ed05aea tempest-DeleteServersTestJSON-437494901 tempest-DeleteServersTestJSON-437494901] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555753'] for port, before_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:12:33.179507 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [req-f06f3a7b-1088-4675-a915-eea75caecc24 req-09329ce2-f3a7-4168-ab55-c40261c3da2d tempest-ServersTestMultiNic-2121779930 tempest-ServersTestMultiNic-2121779930] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 5.7543707 Jan 14 07:12:33.193783 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-69d4fff2-fb8e-4d3e-b731-6ebd77362dae None None] Transition to ACTIVE for port object fd71ed09-2a2d-41ff-a18f-6fbb6af49100 will not be triggered until provisioned by entity DHCP. {{(pid=84876) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 07:12:33.206106 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [req-64bd1535-4bca-4ba8-838e-68b2fbd1432e req-a14901d2-37e2-4b81-89ea-87d7853d868a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777640533312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363259214678337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777640097497', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036851521613'] for port, after_update {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:12:33.214093 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-69d4fff2-fb8e-4d3e-b731-6ebd77362dae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777640123575'] for port, after_create {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:12:33.238791 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-852a24f7-e9a1-4193-9abb-e9506fe5213f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84876) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:12:33.365160 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-d3d19b73-e412-4552-9d7d-d9a73a967956 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:12:33.448859 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.v2.base [req-f06f3a7b-1088-4675-a915-eea75caecc24 req-528acf76-413f-4827-9ef7-ed9ba0994354 tempest-ServersTestMultiNic-2121779930 tempest-ServersTestMultiNic-2121779930] Request body: {'port': {'device_id': '8b43056e-af00-49b9-879c-aba651e3ebfe', 'network_id': '3969e656-f2d3-437e-bb8d-008442e4371a', 'admin_state_up': True, 'tenant_id': '7d129397cd71499dbaa91be4909e3699'}} {{(pid=84874) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:12:33.546359 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a14901d2-37e2-4b81-89ea-87d7853d868a service neutron] Pushing event updated for resources: {'Port': ['ID=74a51714-fe33-4dd6-aca3-2d27861d960a,revision_number=3']} {{(pid=84874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:12:33.601057 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a14901d2-37e2-4b81-89ea-87d7853d868a service neutron] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@n-h1-768862-2 {{(pid=84874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:12:33.601473 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a14901d2-37e2-4b81-89ea-87d7853d868a service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-h1-768862-2 {{(pid=84874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:12:33.601881 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a14901d2-37e2-4b81-89ea-87d7853d868a service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-h1-768862-2 {{(pid=84874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:12:33.602280 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a14901d2-37e2-4b81-89ea-87d7853d868a service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-h1-768862-2 {{(pid=84874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:12:33.602677 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a14901d2-37e2-4b81-89ea-87d7853d868a service neutron] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@n-h1-768862-2 {{(pid=84874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:12:33.603072 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a14901d2-37e2-4b81-89ea-87d7853d868a service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-h1-768862-2 {{(pid=84874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:12:33.603466 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a14901d2-37e2-4b81-89ea-87d7853d868a service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-h1-768862-2 {{(pid=84874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:12:33.603882 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a14901d2-37e2-4b81-89ea-87d7853d868a service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-h1-768862-2 {{(pid=84874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:12:33.604340 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a14901d2-37e2-4b81-89ea-87d7853d868a service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-h1-768862-2 {{(pid=84874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:12:33.604741 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a14901d2-37e2-4b81-89ea-87d7853d868a service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-h1-768862-2 {{(pid=84874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:12:33.605137 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a14901d2-37e2-4b81-89ea-87d7853d868a service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-h1-768862-2 {{(pid=84874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:12:33.605679 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a14901d2-37e2-4b81-89ea-87d7853d868a service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-h1-768862-2 {{(pid=84874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:12:33.606289 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a14901d2-37e2-4b81-89ea-87d7853d868a service neutron] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@n-h2-768862-2 {{(pid=84874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:12:33.606682 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a14901d2-37e2-4b81-89ea-87d7853d868a service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-h2-768862-2 {{(pid=84874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:12:33.607212 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a14901d2-37e2-4b81-89ea-87d7853d868a service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-h2-768862-2 {{(pid=84874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:12:33.607603 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a14901d2-37e2-4b81-89ea-87d7853d868a service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-h2-768862-2 {{(pid=84874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:12:33.608023 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a14901d2-37e2-4b81-89ea-87d7853d868a service neutron] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@n-h2-768862-2 {{(pid=84874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:12:33.608414 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a14901d2-37e2-4b81-89ea-87d7853d868a service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-h2-768862-2 {{(pid=84874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:12:33.608798 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a14901d2-37e2-4b81-89ea-87d7853d868a service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-h2-768862-2 {{(pid=84874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:12:33.609258 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a14901d2-37e2-4b81-89ea-87d7853d868a service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-h2-768862-2 {{(pid=84874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:12:33.609674 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a14901d2-37e2-4b81-89ea-87d7853d868a service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-h2-768862-2 {{(pid=84874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:12:33.610037 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a14901d2-37e2-4b81-89ea-87d7853d868a service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-h2-768862-2 {{(pid=84874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:12:33.610420 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a14901d2-37e2-4b81-89ea-87d7853d868a service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-h2-768862-2 {{(pid=84874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:12:33.610808 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a14901d2-37e2-4b81-89ea-87d7853d868a service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-h2-768862-2 {{(pid=84874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:12:33.611253 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a14901d2-37e2-4b81-89ea-87d7853d868a service neutron] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-2 {{(pid=84874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:12:33.611640 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a14901d2-37e2-4b81-89ea-87d7853d868a service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-2 {{(pid=84874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:12:33.612217 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a14901d2-37e2-4b81-89ea-87d7853d868a service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-2 {{(pid=84874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:12:33.612558 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a14901d2-37e2-4b81-89ea-87d7853d868a service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-2 {{(pid=84874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:12:33.612943 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a14901d2-37e2-4b81-89ea-87d7853d868a service neutron] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@n-d-768862-2 {{(pid=84874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:12:33.613329 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a14901d2-37e2-4b81-89ea-87d7853d868a service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-2 {{(pid=84874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:12:33.613711 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a14901d2-37e2-4b81-89ea-87d7853d868a service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-768862-2 {{(pid=84874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:12:33.614093 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a14901d2-37e2-4b81-89ea-87d7853d868a service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-768862-2 {{(pid=84874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:12:33.614479 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a14901d2-37e2-4b81-89ea-87d7853d868a service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-2 {{(pid=84874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:12:33.614867 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a14901d2-37e2-4b81-89ea-87d7853d868a service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-2 {{(pid=84874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:12:33.615249 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a14901d2-37e2-4b81-89ea-87d7853d868a service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-2 {{(pid=84874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:12:33.615629 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a14901d2-37e2-4b81-89ea-87d7853d868a service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-2 {{(pid=84874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:12:33.625298 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-a14901d2-37e2-4b81-89ea-87d7853d868a service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.260s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:12:33.690040 n-d-768862-2 neutron-server[84765]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '16513199-bee3-4bea-a843-4e62a5ef0197', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '78662f27-1e6f-4319-924a-4176b8aee062', 'code': 200} Jan 14 07:12:33.690479 n-d-768862-2 neutron-server[84765]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '16513199-bee3-4bea-a843-4e62a5ef0197', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a7472f8b-53e9-4c79-9297-7d365d38efa5', 'code': 200} Jan 14 07:12:33.690889 n-d-768862-2 neutron-server[84765]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '16513199-bee3-4bea-a843-4e62a5ef0197', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd280b18f-0753-418b-8127-37d89566b5bc', 'code': 200} Jan 14 07:12:33.691730 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69d4fff2-fb8e-4d3e-b731-6ebd77362dae None None] Pushing event updated for resources: {'Port': ['ID=fd71ed09-2a2d-41ff-a18f-6fbb6af49100,revision_number=1']} {{(pid=84876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:12:33.704962 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-69d4fff2-fb8e-4d3e-b731-6ebd77362dae None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.466s {{(pid=84876) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:12:33.706802 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.db_base_plugin_common [req-b33b9903-3a74-4fb8-89d2-906e2f5bbe22 req-12c66b04-4dab-48bb-b5dc-9ab85ed05aea tempest-DeleteServersTestJSON-437494901 tempest-DeleteServersTestJSON-437494901] Allocated IP 172.20.0.8 (fafbed1d-f164-4b33-9abe-92a565c195a7/4873c24d-6d12-413e-81a7-9c90cefe9e4c/a329d464-e8fa-4a4a-a63c-73b4f77079ce) {{(pid=84875) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 14 07:12:33.717119 n-d-768862-2 neutron-server[84765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-474c0a98-a882-4876-aebf-d0932ec8a6cc None None] Network 5c191153-b948-4c85-aff4-9593e84f8418 is already hosted by enough agents. {{(pid=84876) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 07:12:33.718317 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.plugin [None req-9ce07a90-15c8-4adb-8825-bfba019df4d5 None None] Port 60ae7924-3694-4b74-a3fe-8c67606eeaef cannot update to ACTIVE because it is not bound. {{(pid=84876) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:329}} Jan 14 07:12:33.723239 n-d-768862-2 neutron-server[84765]: DEBUG neutron.scheduler.base_scheduler [None req-474c0a98-a882-4876-aebf-d0932ec8a6cc None None] Resources bound (agent type, host, resource id): {{(pid=84876) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 07:12:33.728293 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-474c0a98-a882-4876-aebf-d0932ec8a6cc None None] Received port after_create {{(pid=84876) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 14 07:12:33.812237 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64bd1535-4bca-4ba8-838e-68b2fbd1432e req-a14901d2-37e2-4b81-89ea-87d7853d868a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:12:33.813801 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.managers [None req-474c0a98-a882-4876-aebf-d0932ec8a6cc None None] Attempting to bind port 0b6df888-6320-449d-a29e-2618b48a8d5c on host n-d-768862-2 for vnic_type normal with profile {{(pid=84876) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 14 07:12:33.814412 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [req-64bd1535-4bca-4ba8-838e-68b2fbd1432e req-a14901d2-37e2-4b81-89ea-87d7853d868a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854768116'] for port, before_response {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:12:33.814754 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.managers [None req-474c0a98-a882-4876-aebf-d0932ec8a6cc None None] Attempting to bind port 0b6df888-6320-449d-a29e-2618b48a8d5c by drivers openvswitch on host n-d-768862-2 at level 0 using segments [{'id': '722324d6-46bd-4937-8674-9bee45ef676d', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '5c191153-b948-4c85-aff4-9593e84f8418'}] {{(pid=84876) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 14 07:12:33.815287 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-474c0a98-a882-4876-aebf-d0932ec8a6cc None None] Attempting to bind port 0b6df888-6320-449d-a29e-2618b48a8d5c on network 5c191153-b948-4c85-aff4-9593e84f8418 {{(pid=84876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 14 07:12:33.817157 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [req-64bd1535-4bca-4ba8-838e-68b2fbd1432e req-a14901d2-37e2-4b81-89ea-87d7853d868a service neutron] 10.222.0.35 "PUT /v2.0/ports/74a51714-fe33-4dd6-aca3-2d27861d960a HTTP/1.1" status: 200 len: 1159 time: 6.8022604 Jan 14 07:12:33.837002 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-474c0a98-a882-4876-aebf-d0932ec8a6cc None None] Checking agent: {'id': 'ba5efab1-b43c-4d5a-bc52-6e105d4e67a2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768862-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 14, 6, 56, 52), 'started_at': datetime.datetime(2021, 1, 14, 6, 57, 22), 'heartbeat_timestamp': datetime.datetime(2021, 1, 14, 7, 12, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768862-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.29', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 14 07:12:33.837568 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-474c0a98-a882-4876-aebf-d0932ec8a6cc None None] Checking segment: {'id': '722324d6-46bd-4937-8674-9bee45ef676d', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '5c191153-b948-4c85-aff4-9593e84f8418'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84876) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 14 07:12:33.838141 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-474c0a98-a882-4876-aebf-d0932ec8a6cc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:12:33.838873 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-474c0a98-a882-4876-aebf-d0932ec8a6cc None None] Bound using segment: {'id': '722324d6-46bd-4937-8674-9bee45ef676d', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '5c191153-b948-4c85-aff4-9593e84f8418'} {{(pid=84876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 14 07:12:33.839714 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.managers [None req-474c0a98-a882-4876-aebf-d0932ec8a6cc None None] Bound port: 0b6df888-6320-449d-a29e-2618b48a8d5c, host: n-d-768862-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '722324d6-46bd-4937-8674-9bee45ef676d', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '5c191153-b948-4c85-aff4-9593e84f8418'}}] {{(pid=84876) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 14 07:12:33.840344 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-474c0a98-a882-4876-aebf-d0932ec8a6cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555753'] for port, before_update {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:12:33.881557 n-d-768862-2 neutron-server[84765]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '19ae1782-a48d-4a62-a407-7c3441c97ca1', 'tag': '74a51714-fe33-4dd6-aca3-2d27861d960a'}] {{(pid=84874) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Jan 14 07:12:34.033775 n-d-768862-2 neutron-server[84765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69d4fff2-fb8e-4d3e-b731-6ebd77362dae None None] Network b1a12e1e-4188-4c05-8d11-caebbad007eb is already hosted by enough agents. {{(pid=84876) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 07:12:34.041750 n-d-768862-2 neutron-server[84765]: DEBUG neutron.scheduler.base_scheduler [None req-69d4fff2-fb8e-4d3e-b731-6ebd77362dae None None] Resources bound (agent type, host, resource id): {{(pid=84876) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 07:12:34.052300 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69d4fff2-fb8e-4d3e-b731-6ebd77362dae None None] Received port after_create {{(pid=84876) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 14 07:12:34.148782 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [req-b33b9903-3a74-4fb8-89d2-906e2f5bbe22 req-12c66b04-4dab-48bb-b5dc-9ab85ed05aea tempest-DeleteServersTestJSON-437494901 tempest-DeleteServersTestJSON-437494901] Notify callbacks [] for port, precommit_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:12:34.201249 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-017f98a9-8a07-408c-a86f-8ff0c00400a0 None None] Device ce78f9b6-4798-4eef-a297-6ac818f85600 up at agent ovs-agent-n-h1-768862-2 {{(pid=84876) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 07:12:34.208018 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [req-b33b9903-3a74-4fb8-89d2-906e2f5bbe22 req-12c66b04-4dab-48bb-b5dc-9ab85ed05aea tempest-DeleteServersTestJSON-437494901 tempest-DeleteServersTestJSON-437494901] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777640123575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851621574'] for port, after_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:12:34.250115 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-94531641-e4dd-4924-8c6c-b24eff0e0fbb tempest-TaggedBootDevicesTest-541410187 tempest-TaggedBootDevicesTest-541410187] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:12:34.352249 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12c66b04-4dab-48bb-b5dc-9ab85ed05aea tempest-DeleteServersTestJSON-437494901 tempest-DeleteServersTestJSON-437494901] Pushing event updated for resources: {'Port': ['ID=a329d464-e8fa-4a4a-a63c-73b4f77079ce,revision_number=1']} {{(pid=84875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:12:34.391170 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [None req-474c0a98-a882-4876-aebf-d0932ec8a6cc None None] For port 0b6df888-6320-449d-a29e-2618b48a8d5c, host n-d-768862-2, cleared binding levels {{(pid=84876) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 14 07:12:34.395941 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [None req-474c0a98-a882-4876-aebf-d0932ec8a6cc None None] For port 0b6df888-6320-449d-a29e-2618b48a8d5c, host n-d-768862-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-2',level=0,port_id=0b6df888-6320-449d-a29e-2618b48a8d5c,segment=NetworkSegment(722324d6-46bd-4937-8674-9bee45ef676d),segment_id=722324d6-46bd-4937-8674-9bee45ef676d)] {{(pid=84876) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 14 07:12:34.421674 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-12c66b04-4dab-48bb-b5dc-9ab85ed05aea tempest-DeleteServersTestJSON-437494901 tempest-DeleteServersTestJSON-437494901] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.178s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:12:34.436409 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-474c0a98-a882-4876-aebf-d0932ec8a6cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777640533312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363259214678337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777640097497'] for port, after_update {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:12:34.438491 n-d-768862-2 neutron-server[84765]: INFO neutron.api.v2.resource [req-34489c66-9079-4d64-9b59-3a6492f7e1fe req-6071b256-1be2-4e91-89c4-f78c7dc7ce76 tempest-SecurityGroupsTestJSON-494699717 tempest-SecurityGroupsTestJSON-494699717] show failed (client error): The resource could not be found. Jan 14 07:12:34.439943 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [req-34489c66-9079-4d64-9b59-3a6492f7e1fe req-6071b256-1be2-4e91-89c4-f78c7dc7ce76 tempest-SecurityGroupsTestJSON-494699717 tempest-SecurityGroupsTestJSON-494699717] 10.222.0.24 "GET /v2.0/security-groups/484a1e53-f3e3-41b1-a46c-f7dd4fed6779 HTTP/1.1" status: 404 len: 352 time: 0.0836937 Jan 14 07:12:34.483978 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-727614f5-6ea5-4d5e-8b72-54fc93627f3d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84876) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:12:34.544208 n-d-768862-2 neutron-server[84765]: INFO neutron.api.v2.resource [req-d7a84f95-49ae-4f2c-9e97-2b661e997dd3 req-e17084eb-17d9-4b7b-9291-5977299104a8 tempest-SecurityGroupsNegativeTestJSON-638328414 tempest-SecurityGroupsNegativeTestJSON-638328414] show failed (client error): The resource could not be found. Jan 14 07:12:34.545723 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [req-d7a84f95-49ae-4f2c-9e97-2b661e997dd3 req-e17084eb-17d9-4b7b-9291-5977299104a8 tempest-SecurityGroupsNegativeTestJSON-638328414 tempest-SecurityGroupsNegativeTestJSON-638328414] 10.222.0.24 "GET /v2.0/security-groups/204ac5a8-0ead-44a7-8911-694816010541 HTTP/1.1" status: 404 len: 352 time: 0.0316858 Jan 14 07:12:34.607429 n-d-768862-2 neutron-server[84765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b33b9903-3a74-4fb8-89d2-906e2f5bbe22 req-12c66b04-4dab-48bb-b5dc-9ab85ed05aea tempest-DeleteServersTestJSON-437494901 tempest-DeleteServersTestJSON-437494901] Network fafbed1d-f164-4b33-9abe-92a565c195a7 is already hosted by enough agents. {{(pid=84875) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 07:12:34.608769 n-d-768862-2 neutron-server[84765]: DEBUG neutron.scheduler.base_scheduler [req-b33b9903-3a74-4fb8-89d2-906e2f5bbe22 req-12c66b04-4dab-48bb-b5dc-9ab85ed05aea tempest-DeleteServersTestJSON-437494901 tempest-DeleteServersTestJSON-437494901] Resources bound (agent type, host, resource id): {{(pid=84875) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 07:12:34.618903 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_dvrscheduler_db [req-b33b9903-3a74-4fb8-89d2-906e2f5bbe22 req-12c66b04-4dab-48bb-b5dc-9ab85ed05aea tempest-DeleteServersTestJSON-437494901 tempest-DeleteServersTestJSON-437494901] Received port after_create {{(pid=84875) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 14 07:12:34.740778 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:is_default":"rule:admin_only" was deprecated in W in favor of "update_network:is_default":"role:admin and system_scope:all". Reason: Jan 14 07:12:34.740778 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:12:34.740778 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:12:34.740778 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:12:34.740778 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:port_security_enabled":"rule:admin_or_owner" was deprecated in W in favor of "update_network:port_security_enabled":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 07:12:34.740778 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:12:34.740778 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:12:34.740778 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:12:34.740778 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "delete_network":"rule:admin_or_owner" was deprecated in W in favor of "delete_network":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 07:12:34.740778 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:12:34.740778 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:12:34.740778 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:12:34.740778 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_segment":"rule:admin_only" was deprecated in W in favor of "create_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:12:34.740778 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:12:34.740778 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_segment":"rule:admin_only" was deprecated in W in favor of "get_segment":"role:reader and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:12:34.740778 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:12:34.740778 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_segment":"rule:admin_only" was deprecated in W in favor of "update_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:12:34.740778 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:12:34.740778 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "delete_segment":"rule:admin_only" was deprecated in W in favor of "delete_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:12:34.740778 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:12:34.740778 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network":"rule:regular_user" was deprecated in W in favor of "create_network":"role:member and project_id:%(project_id)s". Reason: Jan 14 07:12:34.740778 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:12:34.740778 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:12:34.740778 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:12:34.740778 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:shared":"rule:admin_only" was deprecated in W in favor of "create_network:shared":"role:admin and system_scope:all". Reason: Jan 14 07:12:34.740778 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:12:34.740778 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:12:34.740778 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:12:34.740778 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:router:external":"rule:admin_only" was deprecated in W in favor of "create_network:router:external":"role:admin and system_scope:all". Reason: Jan 14 07:12:34.740778 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:12:34.740778 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:12:34.740778 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:12:34.740778 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:is_default":"rule:admin_only" was deprecated in W in favor of "create_network:is_default":"role:admin and system_scope:all". Reason: Jan 14 07:12:34.740778 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:12:34.740778 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:12:34.740778 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:12:34.740778 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:port_security_enabled":"rule:regular_user" was deprecated in W in favor of "create_network:port_security_enabled":"role:member and project_id:%(project_id)s". Reason: Jan 14 07:12:34.740778 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:12:34.740778 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:12:34.740778 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:12:34.740778 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:segments":"rule:admin_only" was deprecated in W in favor of "create_network:segments":"role:admin and system_scope:all". Reason: Jan 14 07:12:34.740778 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:12:34.744730 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:12:34.744730 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:12:34.744730 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "create_network:provider:network_type":"role:admin and system_scope:all". Reason: Jan 14 07:12:34.744730 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:12:34.744730 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:12:34.744730 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:12:34.744730 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "create_network:provider:physical_network":"role:admin and system_scope:all". Reason: Jan 14 07:12:34.744730 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:12:34.744730 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:12:34.744730 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:12:34.744730 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "create_network:provider:segmentation_id":"role:admin and system_scope:all". Reason: Jan 14 07:12:34.744730 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:12:34.744730 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:12:34.744730 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:12:34.744730 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network":"rule:admin_or_owner or rule:shared or rule:external or rule:context_is_advsvc" was deprecated in W in favor of "get_network":"(role:reader and system_scope:all) or (role:reader and project_id:%(project_id)s) or rule:shared or rule:external or rule:context_is_advsvc". Reason: Jan 14 07:12:34.744730 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:12:34.744730 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:12:34.744730 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:12:34.748946 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:router:external":"rule:regular_user" was deprecated in W in favor of "get_network:router:external":"role:reader and project_id:%(project_id)s". Reason: Jan 14 07:12:34.748946 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:12:34.748946 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:12:34.748946 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:12:34.748946 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:segments":"rule:admin_only" was deprecated in W in favor of "get_network:segments":"role:reader and system_scope:all". Reason: Jan 14 07:12:34.748946 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:12:34.748946 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:12:34.748946 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:12:34.748946 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "get_network:provider:network_type":"role:reader and system_scope:all". Reason: Jan 14 07:12:34.748946 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:12:34.748946 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:12:34.748946 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:12:34.748946 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "get_network:provider:physical_network":"role:reader and system_scope:all". Reason: Jan 14 07:12:34.748946 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:12:34.748946 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:12:34.748946 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:12:34.748946 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "get_network:provider:segmentation_id":"role:reader and system_scope:all". Reason: Jan 14 07:12:34.748946 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:12:34.748946 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:12:34.748946 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:12:34.748946 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network":"rule:admin_or_owner" was deprecated in W in favor of "update_network":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 07:12:34.748946 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:12:34.748946 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:12:34.748946 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:12:34.748946 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:segments":"rule:admin_only" was deprecated in W in favor of "update_network:segments":"role:admin and system_scope:all". Reason: Jan 14 07:12:34.748946 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:12:34.748946 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:12:34.748946 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:12:34.748946 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:shared":"rule:admin_only" was deprecated in W in favor of "update_network:shared":"role:admin and system_scope:all". Reason: Jan 14 07:12:34.748946 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:12:34.748946 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:12:34.748946 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:12:34.748946 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "update_network:provider:network_type":"role:admin and system_scope:all". Reason: Jan 14 07:12:34.748946 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:12:34.748946 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:12:34.748946 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:12:34.748946 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "update_network:provider:physical_network":"role:admin and system_scope:all". Reason: Jan 14 07:12:34.748946 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:12:34.748946 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:12:34.748946 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:12:34.748946 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "update_network:provider:segmentation_id":"role:admin and system_scope:all". Reason: Jan 14 07:12:34.748946 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:12:34.748946 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:12:34.748946 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:12:34.748946 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:router:external":"rule:admin_only" was deprecated in W in favor of "update_network:router:external":"role:admin and system_scope:all". Reason: Jan 14 07:12:34.748946 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:12:34.748946 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:12:34.748946 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:12:34.748946 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:is_default":"rule:admin_only" was deprecated in W in favor of "update_network:is_default":"role:admin and system_scope:all". Reason: Jan 14 07:12:34.753321 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:12:34.753321 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:12:34.753321 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:12:34.753321 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:port_security_enabled":"rule:admin_or_owner" was deprecated in W in favor of "update_network:port_security_enabled":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 07:12:34.753321 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:12:34.753321 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:12:34.753321 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:12:34.753321 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "delete_network":"rule:admin_or_owner" was deprecated in W in favor of "delete_network":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 07:12:34.753321 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:12:34.753321 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:12:34.753321 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:12:34.753321 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_segment":"rule:admin_only" was deprecated in W in favor of "create_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:12:34.753321 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:12:34.753321 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_segment":"rule:admin_only" was deprecated in W in favor of "get_segment":"role:reader and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:12:34.753321 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:12:34.784750 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b33b9903-3a74-4fb8-89d2-906e2f5bbe22 req-12c66b04-4dab-48bb-b5dc-9ab85ed05aea tempest-DeleteServersTestJSON-437494901 tempest-DeleteServersTestJSON-437494901] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:12:34.788448 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [req-b33b9903-3a74-4fb8-89d2-906e2f5bbe22 req-12c66b04-4dab-48bb-b5dc-9ab85ed05aea tempest-DeleteServersTestJSON-437494901 tempest-DeleteServersTestJSON-437494901] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854768116'] for port, before_response {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:12:34.821564 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-eb31e7ef-0ea8-4030-9e55-cba09901624e admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:12:34.826329 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [req-b33b9903-3a74-4fb8-89d2-906e2f5bbe22 req-12c66b04-4dab-48bb-b5dc-9ab85ed05aea tempest-DeleteServersTestJSON-437494901 tempest-DeleteServersTestJSON-437494901] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9161825 Jan 14 07:12:34.838617 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.v2.base [req-b33b9903-3a74-4fb8-89d2-906e2f5bbe22 req-36e6796b-d8c8-4956-aeda-1570bb7ac16d service neutron] Request body: {'port': {'device_id': '0d613ee3-b23b-48aa-9701-93273017ac12', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-768862-2'}} {{(pid=84875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:12:34.862535 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [req-d34228f6-c8c4-40bf-b004-671db62d6849 req-f255fbe3-5a44-4a39-bbb1-1ced8750f639 tempest-FloatingIPsAssociationNegativeTestJSON-724895750 tempest-FloatingIPsAssociationNegativeTestJSON-724895750] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777640123575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3254186'] for port, after_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:12:34.871575 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-474c0a98-a882-4876-aebf-d0932ec8a6cc None None] Pushing event updated for resources: {'Port': ['ID=0b6df888-6320-449d-a29e-2618b48a8d5c,revision_number=2']} {{(pid=84876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:12:34.923635 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.managers [None req-69d4fff2-fb8e-4d3e-b731-6ebd77362dae None None] Attempting to bind port fd71ed09-2a2d-41ff-a18f-6fbb6af49100 on host n-d-768862-2 for vnic_type normal with profile {{(pid=84876) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 14 07:12:34.924175 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.managers [None req-69d4fff2-fb8e-4d3e-b731-6ebd77362dae None None] Attempting to bind port fd71ed09-2a2d-41ff-a18f-6fbb6af49100 by drivers openvswitch on host n-d-768862-2 at level 0 using segments [{'id': 'ad98c7bd-9b2f-422a-9799-41dd7fc77a9b', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 17, 'network_id': 'b1a12e1e-4188-4c05-8d11-caebbad007eb'}] {{(pid=84876) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 14 07:12:34.924594 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69d4fff2-fb8e-4d3e-b731-6ebd77362dae None None] Attempting to bind port fd71ed09-2a2d-41ff-a18f-6fbb6af49100 on network b1a12e1e-4188-4c05-8d11-caebbad007eb {{(pid=84876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 14 07:12:34.927798 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-474c0a98-a882-4876-aebf-d0932ec8a6cc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.453s {{(pid=84876) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:12:35.000352 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69d4fff2-fb8e-4d3e-b731-6ebd77362dae None None] Checking agent: {'id': 'ba5efab1-b43c-4d5a-bc52-6e105d4e67a2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768862-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 14, 6, 56, 52), 'started_at': datetime.datetime(2021, 1, 14, 6, 57, 22), 'heartbeat_timestamp': datetime.datetime(2021, 1, 14, 7, 12, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768862-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.29', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 14 07:12:35.001895 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69d4fff2-fb8e-4d3e-b731-6ebd77362dae None None] Checking segment: {'id': 'ad98c7bd-9b2f-422a-9799-41dd7fc77a9b', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 17, 'network_id': 'b1a12e1e-4188-4c05-8d11-caebbad007eb'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84876) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 14 07:12:35.006255 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-69d4fff2-fb8e-4d3e-b731-6ebd77362dae None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:12:35.010587 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69d4fff2-fb8e-4d3e-b731-6ebd77362dae None None] Bound using segment: {'id': 'ad98c7bd-9b2f-422a-9799-41dd7fc77a9b', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 17, 'network_id': 'b1a12e1e-4188-4c05-8d11-caebbad007eb'} {{(pid=84876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 14 07:12:35.011516 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.managers [None req-69d4fff2-fb8e-4d3e-b731-6ebd77362dae None None] Bound port: fd71ed09-2a2d-41ff-a18f-6fbb6af49100, host: n-d-768862-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ad98c7bd-9b2f-422a-9799-41dd7fc77a9b', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 17, 'network_id': 'b1a12e1e-4188-4c05-8d11-caebbad007eb'}}] {{(pid=84876) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 14 07:12:35.012160 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-69d4fff2-fb8e-4d3e-b731-6ebd77362dae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555753'] for port, before_update {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:12:35.093074 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [req-b33b9903-3a74-4fb8-89d2-906e2f5bbe22 req-36e6796b-d8c8-4956-aeda-1570bb7ac16d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555753'] for port, before_update {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:12:35.093856 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-eb31e7ef-0ea8-4030-9e55-cba09901624e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555753'] for port, before_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:12:35.143066 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-d854d5b6-953d-4739-82f0-21acc83106f8 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:12:35.146327 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-017f98a9-8a07-408c-a86f-8ff0c00400a0 None None] Provisioning complete for port ce78f9b6-4798-4eef-a297-6ac818f85600 triggered by entity L2. {{(pid=84876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 07:12:35.146741 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-017f98a9-8a07-408c-a86f-8ff0c00400a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-604227'] for port, provisioning_complete {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:12:35.228415 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84875) accepted ('10.222.0.24', 57324) {{(pid=84875) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:12:35.238694 n-d-768862-2 neutron-server[84765]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '19ae1782-a48d-4a62-a407-7c3441c97ca1', 'tag': '74a51714-fe33-4dd6-aca3-2d27861d960a', 'status': 'completed', 'code': 200} Jan 14 07:12:35.294518 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [req-f06f3a7b-1088-4675-a915-eea75caecc24 req-528acf76-413f-4827-9ef7-ed9ba0994354 tempest-ServersTestMultiNic-2121779930 tempest-ServersTestMultiNic-2121779930] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:12:35.333209 n-d-768862-2 neutron-server[84765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d34228f6-c8c4-40bf-b004-671db62d6849 req-f255fbe3-5a44-4a39-bbb1-1ced8750f639 tempest-FloatingIPsAssociationNegativeTestJSON-724895750 tempest-FloatingIPsAssociationNegativeTestJSON-724895750] Network fd33dbe3-7afa-46b0-8897-ce6ba7fea060 is already hosted by enough agents. {{(pid=84874) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 07:12:35.406676 n-d-768862-2 neutron-server[84765]: DEBUG neutron.scheduler.base_scheduler [req-d34228f6-c8c4-40bf-b004-671db62d6849 req-f255fbe3-5a44-4a39-bbb1-1ced8750f639 tempest-FloatingIPsAssociationNegativeTestJSON-724895750 tempest-FloatingIPsAssociationNegativeTestJSON-724895750] Resources bound (agent type, host, resource id): {{(pid=84874) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 07:12:35.409936 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_dvrscheduler_db [req-d34228f6-c8c4-40bf-b004-671db62d6849 req-f255fbe3-5a44-4a39-bbb1-1ced8750f639 tempest-FloatingIPsAssociationNegativeTestJSON-724895750 tempest-FloatingIPsAssociationNegativeTestJSON-724895750] Received port after_create {{(pid=84874) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 14 07:12:35.441749 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [None req-69d4fff2-fb8e-4d3e-b731-6ebd77362dae None None] For port fd71ed09-2a2d-41ff-a18f-6fbb6af49100, host n-d-768862-2, cleared binding levels {{(pid=84876) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 14 07:12:35.448849 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [None req-69d4fff2-fb8e-4d3e-b731-6ebd77362dae None None] For port fd71ed09-2a2d-41ff-a18f-6fbb6af49100, host n-d-768862-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-2',level=0,port_id=fd71ed09-2a2d-41ff-a18f-6fbb6af49100,segment=NetworkSegment(ad98c7bd-9b2f-422a-9799-41dd7fc77a9b),segment_id=ad98c7bd-9b2f-422a-9799-41dd7fc77a9b)] {{(pid=84876) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 14 07:12:35.455330 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [req-f06f3a7b-1088-4675-a915-eea75caecc24 req-528acf76-413f-4827-9ef7-ed9ba0994354 tempest-ServersTestMultiNic-2121779930 tempest-ServersTestMultiNic-2121779930] Usage tracker for resource:port and tenant:7d129397cd71499dbaa91be4909e3699 is out of sync, need to count used quota {{(pid=84874) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:12:35.455698 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-69d4fff2-fb8e-4d3e-b731-6ebd77362dae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777640533312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363259214678337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777640097497'] for port, after_update {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:12:35.500869 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-c9fcf474-1484-4cde-b845-7e7c85dbe1f8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84876) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:12:35.546455 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [req-f06f3a7b-1088-4675-a915-eea75caecc24 req-528acf76-413f-4827-9ef7-ed9ba0994354 tempest-ServersTestMultiNic-2121779930 tempest-ServersTestMultiNic-2121779930] Quota usage for port was recalculated. Used quota:10. {{(pid=84874) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:12:35.623640 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [req-a780bf53-6567-48e7-9d84-34c8e3b24bdd req-9fffb3ae-dd33-46f4-9455-d22d70821706 tempest-LiveMigrationNegativeTest-1470825370 tempest-LiveMigrationNegativeTest-1470825370] 10.222.0.35 "GET /v2.0/networks?tenant_id=4c5412f7fcde40999169791ca7c8ee35&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1382024 Jan 14 07:12:35.633457 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69d4fff2-fb8e-4d3e-b731-6ebd77362dae None None] Pushing event updated for resources: {'Port': ['ID=fd71ed09-2a2d-41ff-a18f-6fbb6af49100,revision_number=2']} {{(pid=84876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:12:35.682185 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [req-f06f3a7b-1088-4675-a915-eea75caecc24 req-528acf76-413f-4827-9ef7-ed9ba0994354 tempest-ServersTestMultiNic-2121779930 tempest-ServersTestMultiNic-2121779930] Attempting to reserve 1 items for resource port. Total usage: 10; quota limit: 500; headroom:490 {{(pid=84874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:12:35.762837 n-d-768862-2 neutron-server[84765]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '883b5127-da00-4629-ba13-72c914309fb2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ce78f9b6-4798-4eef-a297-6ac818f85600'}] {{(pid=84876) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Jan 14 07:12:35.809363 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-69d4fff2-fb8e-4d3e-b731-6ebd77362dae None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.308s {{(pid=84876) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:12:35.857427 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-852a24f7-e9a1-4193-9abb-e9506fe5213f None None] Device 78662f27-1e6f-4319-924a-4176b8aee062 no longer exists at agent ovs-agent-n-h2-768862-2 {{(pid=84876) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jan 14 07:12:35.935770 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-4e95beb8-f053-4df2-9af7-2956d6a2825b None None] Provisioning for port 2aba5f51-6a68-455f-b5ca-bbc7dd92da45 completed by entity DHCP. {{(pid=84876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 07:12:35.962478 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-4e95beb8-f053-4df2-9af7-2956d6a2825b None None] Provisioning complete for port 2aba5f51-6a68-455f-b5ca-bbc7dd92da45 triggered by entity DHCP. {{(pid=84876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 07:12:35.963229 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-4e95beb8-f053-4df2-9af7-2956d6a2825b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-604227'] for port, provisioning_complete {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:12:35.983942 n-d-768862-2 neutron-server[84765]: DEBUG neutron.notifiers.nova [req-b33b9903-3a74-4fb8-89d2-906e2f5bbe22 req-36e6796b-d8c8-4956-aeda-1570bb7ac16d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a329d464-e8fa-4a4a-a63c-73b4f77079ce {{(pid=84875) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Jan 14 07:12:36.007361 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [req-b33b9903-3a74-4fb8-89d2-906e2f5bbe22 req-36e6796b-d8c8-4956-aeda-1570bb7ac16d service neutron] Notify callbacks [] for port, precommit_update {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:12:36.021489 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [req-b33b9903-3a74-4fb8-89d2-906e2f5bbe22 req-36e6796b-d8c8-4956-aeda-1570bb7ac16d service neutron] Transition to ACTIVE for port object a329d464-e8fa-4a4a-a63c-73b4f77079ce will not be triggered until provisioned by entity L2. {{(pid=84875) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 07:12:36.047660 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.plugin [None req-4e95beb8-f053-4df2-9af7-2956d6a2825b None None] Port 2aba5f51-6a68-455f-b5ca-bbc7dd92da45 cannot update to ACTIVE because it is not bound. {{(pid=84876) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:329}} Jan 14 07:12:36.053737 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f255fbe3-5a44-4a39-bbb1-1ced8750f639 tempest-FloatingIPsAssociationNegativeTestJSON-724895750 tempest-FloatingIPsAssociationNegativeTestJSON-724895750] Pushing event updated for resources: {'Port': ['ID=2aba5f51-6a68-455f-b5ca-bbc7dd92da45,revision_number=1']} {{(pid=84874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:12:36.059555 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-f255fbe3-5a44-4a39-bbb1-1ced8750f639 tempest-FloatingIPsAssociationNegativeTestJSON-724895750 tempest-FloatingIPsAssociationNegativeTestJSON-724895750] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.916s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:12:36.060177 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [req-b33b9903-3a74-4fb8-89d2-906e2f5bbe22 req-36e6796b-d8c8-4956-aeda-1570bb7ac16d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777640533312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363259214678337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777640097497', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3154211'] for port, after_update {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:12:36.118884 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-852a24f7-e9a1-4193-9abb-e9506fe5213f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555753'] for port, before_update {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:12:36.119238 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64bd1535-4bca-4ba8-838e-68b2fbd1432e req-871cd36e-1e17-4b6c-964a-aa547fd6a783 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:12:36.122360 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [req-64bd1535-4bca-4ba8-838e-68b2fbd1432e req-871cd36e-1e17-4b6c-964a-aa547fd6a783 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=4c5412f7fcde40999169791ca7c8ee35&device_id=19ae1782-a48d-4a62-a407-7c3441c97ca1 HTTP/1.1" status: 200 len: 1162 time: 2.2307463 Jan 14 07:12:36.126719 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:segments":"rule:admin_only" was deprecated in W in favor of "update_network:segments":"role:admin and system_scope:all". Reason: Jan 14 07:12:36.126719 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:12:36.126719 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:12:36.126719 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:12:36.126719 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:shared":"rule:admin_only" was deprecated in W in favor of "update_network:shared":"role:admin and system_scope:all". Reason: Jan 14 07:12:36.126719 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:12:36.126719 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:12:36.126719 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:12:36.126719 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "update_network:provider:network_type":"role:admin and system_scope:all". Reason: Jan 14 07:12:36.126719 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:12:36.126719 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:12:36.126719 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:12:36.126719 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "update_network:provider:physical_network":"role:admin and system_scope:all". Reason: Jan 14 07:12:36.126719 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:12:36.126719 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:12:36.126719 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:12:36.126719 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "update_network:provider:segmentation_id":"role:admin and system_scope:all". Reason: Jan 14 07:12:36.126719 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:12:36.126719 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:12:36.126719 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:12:36.126719 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:router:external":"rule:admin_only" was deprecated in W in favor of "update_network:router:external":"role:admin and system_scope:all". Reason: Jan 14 07:12:36.126719 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:12:36.126719 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:12:36.126719 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:12:36.126719 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:is_default":"rule:admin_only" was deprecated in W in favor of "update_network:is_default":"role:admin and system_scope:all". Reason: Jan 14 07:12:36.126719 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:12:36.126719 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:12:36.126719 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:12:36.126719 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:port_security_enabled":"rule:admin_or_owner" was deprecated in W in favor of "update_network:port_security_enabled":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 07:12:36.126719 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:12:36.126719 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:12:36.126719 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:12:36.126719 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "delete_network":"rule:admin_or_owner" was deprecated in W in favor of "delete_network":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 07:12:36.126719 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:12:36.126719 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:12:36.126719 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:12:36.126719 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_segment":"rule:admin_only" was deprecated in W in favor of "create_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:12:36.126719 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:12:36.126719 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_segment":"rule:admin_only" was deprecated in W in favor of "get_segment":"role:reader and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:12:36.126719 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:12:36.126719 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_segment":"rule:admin_only" was deprecated in W in favor of "update_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:12:36.126719 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:12:36.130463 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "delete_segment":"rule:admin_only" was deprecated in W in favor of "delete_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:12:36.130463 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:12:36.130463 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network":"rule:regular_user" was deprecated in W in favor of "create_network":"role:member and project_id:%(project_id)s". Reason: Jan 14 07:12:36.130463 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:12:36.130463 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:12:36.130463 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:12:36.130463 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:shared":"rule:admin_only" was deprecated in W in favor of "create_network:shared":"role:admin and system_scope:all". Reason: Jan 14 07:12:36.130463 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:12:36.130463 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:12:36.130463 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:12:36.130463 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:router:external":"rule:admin_only" was deprecated in W in favor of "create_network:router:external":"role:admin and system_scope:all". Reason: Jan 14 07:12:36.130463 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:12:36.130463 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:12:36.130463 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:12:36.130463 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:is_default":"rule:admin_only" was deprecated in W in favor of "create_network:is_default":"role:admin and system_scope:all". Reason: Jan 14 07:12:36.130463 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:12:36.130463 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:12:36.130463 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:12:36.130463 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:port_security_enabled":"rule:regular_user" was deprecated in W in favor of "create_network:port_security_enabled":"role:member and project_id:%(project_id)s". Reason: Jan 14 07:12:36.130463 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:12:36.130463 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:12:36.130463 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:12:36.133115 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:segments":"rule:admin_only" was deprecated in W in favor of "create_network:segments":"role:admin and system_scope:all". Reason: Jan 14 07:12:36.133115 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:12:36.133115 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:12:36.133115 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:12:36.133115 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "create_network:provider:network_type":"role:admin and system_scope:all". Reason: Jan 14 07:12:36.133115 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:12:36.133115 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:12:36.133115 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:12:36.133115 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "create_network:provider:physical_network":"role:admin and system_scope:all". Reason: Jan 14 07:12:36.133115 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:12:36.133115 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:12:36.133115 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:12:36.133115 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "create_network:provider:segmentation_id":"role:admin and system_scope:all". Reason: Jan 14 07:12:36.133115 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:12:36.133115 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:12:36.133115 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:12:36.133115 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network":"rule:admin_or_owner or rule:shared or rule:external or rule:context_is_advsvc" was deprecated in W in favor of "get_network":"(role:reader and system_scope:all) or (role:reader and project_id:%(project_id)s) or rule:shared or rule:external or rule:context_is_advsvc". Reason: Jan 14 07:12:36.133115 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:12:36.133115 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:12:36.133115 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:12:36.133115 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:router:external":"rule:regular_user" was deprecated in W in favor of "get_network:router:external":"role:reader and project_id:%(project_id)s". Reason: Jan 14 07:12:36.133115 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:12:36.133115 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:12:36.133115 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:12:36.133115 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:segments":"rule:admin_only" was deprecated in W in favor of "get_network:segments":"role:reader and system_scope:all". Reason: Jan 14 07:12:36.133115 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:12:36.133115 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:12:36.133115 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:12:36.133115 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "get_network:provider:network_type":"role:reader and system_scope:all". Reason: Jan 14 07:12:36.133115 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:12:36.133115 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:12:36.133115 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:12:36.133115 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "get_network:provider:physical_network":"role:reader and system_scope:all". Reason: Jan 14 07:12:36.133115 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:12:36.133115 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:12:36.133115 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:12:36.133115 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "get_network:provider:segmentation_id":"role:reader and system_scope:all". Reason: Jan 14 07:12:36.133115 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:12:36.133115 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:12:36.133115 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:12:36.133115 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network":"rule:admin_or_owner" was deprecated in W in favor of "update_network":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 07:12:36.133115 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:12:36.133115 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:12:36.133115 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:12:36.133115 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:segments":"rule:admin_only" was deprecated in W in favor of "update_network:segments":"role:admin and system_scope:all". Reason: Jan 14 07:12:36.133115 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:12:36.133115 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:12:36.133115 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:12:36.137793 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:shared":"rule:admin_only" was deprecated in W in favor of "update_network:shared":"role:admin and system_scope:all". Reason: Jan 14 07:12:36.137793 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:12:36.137793 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:12:36.137793 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:12:36.137793 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "update_network:provider:network_type":"role:admin and system_scope:all". Reason: Jan 14 07:12:36.137793 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:12:36.137793 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:12:36.137793 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:12:36.137793 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "update_network:provider:physical_network":"role:admin and system_scope:all". Reason: Jan 14 07:12:36.137793 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:12:36.137793 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:12:36.137793 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:12:36.137793 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "update_network:provider:segmentation_id":"role:admin and system_scope:all". Reason: Jan 14 07:12:36.137793 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:12:36.137793 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:12:36.137793 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:12:36.137793 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:router:external":"rule:admin_only" was deprecated in W in favor of "update_network:router:external":"role:admin and system_scope:all". Reason: Jan 14 07:12:36.137793 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:12:36.137793 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:12:36.137793 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:12:36.196607 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a780bf53-6567-48e7-9d84-34c8e3b24bdd req-257f7c26-fb30-4a81-b49c-e567673364b8 tempest-LiveMigrationNegativeTest-1470825370 tempest-LiveMigrationNegativeTest-1470825370] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:12:36.201440 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [req-a780bf53-6567-48e7-9d84-34c8e3b24bdd req-257f7c26-fb30-4a81-b49c-e567673364b8 tempest-LiveMigrationNegativeTest-1470825370 tempest-LiveMigrationNegativeTest-1470825370] 10.222.0.35 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5148785 Jan 14 07:12:36.210684 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [None req-852a24f7-e9a1-4193-9abb-e9506fe5213f None None] For port 78662f27-1e6f-4319-924a-4176b8aee062, host n-h2-768862-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-h2-768862-2',level=0,port_id=78662f27-1e6f-4319-924a-4176b8aee062,segment=NetworkSegment(871dcfe9-d88b-458a-b832-5a97900de51f),segment_id=871dcfe9-d88b-458a-b832-5a97900de51f)] {{(pid=84876) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 07:12:36.219268 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-852a24f7-e9a1-4193-9abb-e9506fe5213f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777640533312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363259214678337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777640097497'] for port, after_update {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:12:36.222621 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-852a24f7-e9a1-4193-9abb-e9506fe5213f None None] Device d280b18f-0753-418b-8127-37d89566b5bc no longer exists at agent ovs-agent-n-h2-768862-2 {{(pid=84876) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jan 14 07:12:36.226542 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:12:36.244203 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f06f3a7b-1088-4675-a915-eea75caecc24 req-528acf76-413f-4827-9ef7-ed9ba0994354 tempest-ServersTestMultiNic-2121779930 tempest-ServersTestMultiNic-2121779930] Made reservation on behalf of 7d129397cd71499dbaa91be4909e3699 for: {'port': 1} {{(pid=84874) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 07:12:36.256154 n-d-768862-2 neutron-server[84765]: INFO neutron.api.v2.resource [req-48d8140d-17b1-464c-8447-73ee20409d83 req-7ccc1219-5af5-491d-ac35-1d1f8354c19b tempest-SecurityGroupsTestJSON-494699717 tempest-SecurityGroupsTestJSON-494699717] show failed (client error): The resource could not be found. Jan 14 07:12:36.260884 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [req-f06f3a7b-1088-4675-a915-eea75caecc24 req-528acf76-413f-4827-9ef7-ed9ba0994354 tempest-ServersTestMultiNic-2121779930 tempest-ServersTestMultiNic-2121779930] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555753'] for port, before_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:12:36.267072 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [req-48d8140d-17b1-464c-8447-73ee20409d83 req-7ccc1219-5af5-491d-ac35-1d1f8354c19b tempest-SecurityGroupsTestJSON-494699717 tempest-SecurityGroupsTestJSON-494699717] 10.222.0.24 "GET /v2.0/security-groups/803b3d18-eb3e-4aa4-bb53-2f81c79813fa HTTP/1.1" status: 404 len: 352 time: 0.2082703 Jan 14 07:12:36.271130 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-852a24f7-e9a1-4193-9abb-e9506fe5213f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84876) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:12:36.304997 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.v2.base [req-a780bf53-6567-48e7-9d84-34c8e3b24bdd req-c3cdc503-c108-470a-b60e-a4a30a16cfbc tempest-LiveMigrationNegativeTest-1470825370 tempest-LiveMigrationNegativeTest-1470825370] Request body: {'port': {'device_id': 'b7810cd0-ff82-4881-a8ff-5f4b03f8104c', 'network_id': '3ab89270-67b1-41e9-8be2-a0395a984bff', 'admin_state_up': True, 'tenant_id': '4c5412f7fcde40999169791ca7c8ee35'}} {{(pid=84874) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:12:36.353346 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-852a24f7-e9a1-4193-9abb-e9506fe5213f None None] Pushing event updated for resources: {'Port': ['ID=78662f27-1e6f-4319-924a-4176b8aee062,revision_number=5']} {{(pid=84876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:12:36.359259 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-852a24f7-e9a1-4193-9abb-e9506fe5213f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=84876) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:12:36.430382 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d34228f6-c8c4-40bf-b004-671db62d6849 req-f255fbe3-5a44-4a39-bbb1-1ced8750f639 tempest-FloatingIPsAssociationNegativeTestJSON-724895750 tempest-FloatingIPsAssociationNegativeTestJSON-724895750] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:12:36.431485 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [req-d34228f6-c8c4-40bf-b004-671db62d6849 req-f255fbe3-5a44-4a39-bbb1-1ced8750f639 tempest-FloatingIPsAssociationNegativeTestJSON-724895750 tempest-FloatingIPsAssociationNegativeTestJSON-724895750] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854768116'] for port, before_response {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:12:36.437938 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-852a24f7-e9a1-4193-9abb-e9506fe5213f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555753'] for port, before_update {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:12:36.491687 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [None req-852a24f7-e9a1-4193-9abb-e9506fe5213f None None] For port d280b18f-0753-418b-8127-37d89566b5bc, host n-h2-768862-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-h2-768862-2',level=0,port_id=d280b18f-0753-418b-8127-37d89566b5bc,segment=NetworkSegment(871dcfe9-d88b-458a-b832-5a97900de51f),segment_id=871dcfe9-d88b-458a-b832-5a97900de51f)] {{(pid=84876) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 07:12:36.497468 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-852a24f7-e9a1-4193-9abb-e9506fe5213f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777640533312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363259214678337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777640097497'] for port, after_update {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:12:36.497468 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-852a24f7-e9a1-4193-9abb-e9506fe5213f None None] Device a7472f8b-53e9-4c79-9297-7d365d38efa5 no longer exists at agent ovs-agent-n-h2-768862-2 {{(pid=84876) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jan 14 07:12:36.532387 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84876) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:12:36.594611 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [req-d34228f6-c8c4-40bf-b004-671db62d6849 req-f255fbe3-5a44-4a39-bbb1-1ced8750f639 tempest-FloatingIPsAssociationNegativeTestJSON-724895750 tempest-FloatingIPsAssociationNegativeTestJSON-724895750] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 8.1971571 Jan 14 07:12:36.622141 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-852a24f7-e9a1-4193-9abb-e9506fe5213f None None] Pushing event updated for resources: {'Port': ['ID=d280b18f-0753-418b-8127-37d89566b5bc,revision_number=5']} {{(pid=84876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:12:36.642063 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-852a24f7-e9a1-4193-9abb-e9506fe5213f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=84876) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:12:36.775763 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [req-64bd1535-4bca-4ba8-838e-68b2fbd1432e req-5e159eb1-200c-4127-b5a1-e645cbc20ba1 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.44&port_id=74a51714-fe33-4dd6-aca3-2d27861d960a HTTP/1.1" status: 200 len: 217 time: 0.4950032 Jan 14 07:12:36.785427 n-d-768862-2 neutron-server[84765]: INFO neutron.api.v2.resource [req-3ea8230d-a0d4-4d26-9a89-7c2e3a10f993 req-489ace06-15ae-4991-9eca-4471e99c3187 tempest-SecurityGroupsNegativeTestJSON-638328414 tempest-SecurityGroupsNegativeTestJSON-638328414] show failed (client error): The resource could not be found. Jan 14 07:12:36.786761 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [req-3ea8230d-a0d4-4d26-9a89-7c2e3a10f993 req-489ace06-15ae-4991-9eca-4471e99c3187 tempest-SecurityGroupsNegativeTestJSON-638328414 tempest-SecurityGroupsNegativeTestJSON-638328414] 10.222.0.24 "GET /v2.0/security-groups/93dd94ff-259c-4ae6-aa80-dbd7179426ae HTTP/1.1" status: 404 len: 352 time: 0.7344332 Jan 14 07:12:36.806523 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.v2.base [req-d34228f6-c8c4-40bf-b004-671db62d6849 req-d10d494a-93eb-476f-b383-042b4c6624ed service neutron] Request body: {'port': {'device_id': 'e95c7053-347f-41b5-8317-9e95c0a27736', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-768862-2'}} {{(pid=84874) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:12:36.819301 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84875) accepted ('10.222.0.24', 57336) {{(pid=84875) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:12:36.820012 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84875) accepted ('10.222.0.35', 58734) {{(pid=84875) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:12:36.820145 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-852a24f7-e9a1-4193-9abb-e9506fe5213f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555753'] for port, before_update {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:12:36.942371 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.db_base_plugin_v2 [None req-c504cce1-c7da-4a37-a992-cb99154ad4b5 admin admin] Deleting subnet 94212511-5bc4-493c-85bd-460ae4db0ae3 {{(pid=84875) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Jan 14 07:12:36.952554 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [None req-852a24f7-e9a1-4193-9abb-e9506fe5213f None None] For port a7472f8b-53e9-4c79-9297-7d365d38efa5, host n-h2-768862-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-h2-768862-2',level=0,port_id=a7472f8b-53e9-4c79-9297-7d365d38efa5,segment=NetworkSegment(03fb12c0-b28b-4752-937b-ed8f1fec4960),segment_id=03fb12c0-b28b-4752-937b-ed8f1fec4960)] {{(pid=84876) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 07:12:36.965950 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-852a24f7-e9a1-4193-9abb-e9506fe5213f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777640533312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363259214678337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777640097497'] for port, after_update {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:12:36.983347 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-b10577c1-58a1-4736-95c0-07a9dd00ba9d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84876) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:12:37.071498 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [req-a780bf53-6567-48e7-9d84-34c8e3b24bdd req-c3cdc503-c108-470a-b60e-a4a30a16cfbc tempest-LiveMigrationNegativeTest-1470825370 tempest-LiveMigrationNegativeTest-1470825370] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:12:37.142071 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [req-a780bf53-6567-48e7-9d84-34c8e3b24bdd req-c3cdc503-c108-470a-b60e-a4a30a16cfbc tempest-LiveMigrationNegativeTest-1470825370 tempest-LiveMigrationNegativeTest-1470825370] Usage tracker for resource:port and tenant:4c5412f7fcde40999169791ca7c8ee35 is out of sync, need to count used quota {{(pid=84874) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:12:37.146623 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36e6796b-d8c8-4956-aeda-1570bb7ac16d service neutron] Pushing event updated for resources: {'Port': ['ID=a329d464-e8fa-4a4a-a63c-73b4f77079ce,revision_number=2']} {{(pid=84875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:12:37.146809 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-29119cc9-bb30-49bb-9c4e-48fcf5e7d7dd admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:12:37.177130 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-36e6796b-d8c8-4956-aeda-1570bb7ac16d service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.950s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:12:37.178626 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-c504cce1-c7da-4a37-a992-cb99154ad4b5 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:12:37.222534 n-d-768862-2 neutron-server[84765]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '883b5127-da00-4629-ba13-72c914309fb2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ce78f9b6-4798-4eef-a297-6ac818f85600', 'code': 200} Jan 14 07:12:37.242810 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Device 0b6df888-6320-449d-a29e-2618b48a8d5c up at agent ovs-agent-n-d-768862-2 {{(pid=84876) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 07:12:37.282080 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [req-a780bf53-6567-48e7-9d84-34c8e3b24bdd req-c3cdc503-c108-470a-b60e-a4a30a16cfbc tempest-LiveMigrationNegativeTest-1470825370 tempest-LiveMigrationNegativeTest-1470825370] Quota usage for port was recalculated. Used quota:1. {{(pid=84874) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:12:37.384361 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-852a24f7-e9a1-4193-9abb-e9506fe5213f None None] Pushing event updated for resources: {'Port': ['ID=a7472f8b-53e9-4c79-9297-7d365d38efa5,revision_number=5']} {{(pid=84876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:12:37.398854 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-852a24f7-e9a1-4193-9abb-e9506fe5213f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.416s {{(pid=84876) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:12:37.413956 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Provisioning for port 0b6df888-6320-449d-a29e-2618b48a8d5c completed by entity L2. {{(pid=84876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 07:12:37.440029 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [req-a780bf53-6567-48e7-9d84-34c8e3b24bdd req-c3cdc503-c108-470a-b60e-a4a30a16cfbc tempest-LiveMigrationNegativeTest-1470825370 tempest-LiveMigrationNegativeTest-1470825370] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=84874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:12:37.487536 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_segment":"rule:admin_only" was deprecated in W in favor of "update_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:12:37.487536 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:12:37.487536 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "delete_segment":"rule:admin_only" was deprecated in W in favor of "delete_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:12:37.487536 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:12:37.487536 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network":"rule:regular_user" was deprecated in W in favor of "create_network":"role:member and project_id:%(project_id)s". Reason: Jan 14 07:12:37.487536 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:12:37.487536 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:12:37.487536 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:12:37.487536 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:shared":"rule:admin_only" was deprecated in W in favor of "create_network:shared":"role:admin and system_scope:all". Reason: Jan 14 07:12:37.487536 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:12:37.487536 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:12:37.487536 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:12:37.487536 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:router:external":"rule:admin_only" was deprecated in W in favor of "create_network:router:external":"role:admin and system_scope:all". Reason: Jan 14 07:12:37.487536 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:12:37.487536 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:12:37.487536 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:12:37.487536 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:is_default":"rule:admin_only" was deprecated in W in favor of "create_network:is_default":"role:admin and system_scope:all". Reason: Jan 14 07:12:37.487536 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:12:37.487536 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:12:37.487536 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:12:37.487536 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:port_security_enabled":"rule:regular_user" was deprecated in W in favor of "create_network:port_security_enabled":"role:member and project_id:%(project_id)s". Reason: Jan 14 07:12:37.487536 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:12:37.487536 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:12:37.487536 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:12:37.487536 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:segments":"rule:admin_only" was deprecated in W in favor of "create_network:segments":"role:admin and system_scope:all". Reason: Jan 14 07:12:37.487536 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:12:37.487536 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:12:37.487536 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:12:37.487536 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "create_network:provider:network_type":"role:admin and system_scope:all". Reason: Jan 14 07:12:37.487536 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:12:37.487536 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:12:37.487536 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:12:37.487536 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "create_network:provider:physical_network":"role:admin and system_scope:all". Reason: Jan 14 07:12:37.487536 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:12:37.487536 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:12:37.487536 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:12:37.487536 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "create_network:provider:segmentation_id":"role:admin and system_scope:all". Reason: Jan 14 07:12:37.487536 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:12:37.487536 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:12:37.487536 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:12:37.487536 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network":"rule:admin_or_owner or rule:shared or rule:external or rule:context_is_advsvc" was deprecated in W in favor of "get_network":"(role:reader and system_scope:all) or (role:reader and project_id:%(project_id)s) or rule:shared or rule:external or rule:context_is_advsvc". Reason: Jan 14 07:12:37.487536 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:12:37.487536 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:12:37.487536 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:12:37.487536 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:router:external":"rule:regular_user" was deprecated in W in favor of "get_network:router:external":"role:reader and project_id:%(project_id)s". Reason: Jan 14 07:12:37.490797 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:12:37.490797 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:12:37.490797 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:12:37.490797 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:segments":"rule:admin_only" was deprecated in W in favor of "get_network:segments":"role:reader and system_scope:all". Reason: Jan 14 07:12:37.490797 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:12:37.490797 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:12:37.490797 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:12:37.490797 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "get_network:provider:network_type":"role:reader and system_scope:all". Reason: Jan 14 07:12:37.490797 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:12:37.490797 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:12:37.490797 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:12:37.490797 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "get_network:provider:physical_network":"role:reader and system_scope:all". Reason: Jan 14 07:12:37.490797 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:12:37.490797 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:12:37.490797 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:12:37.490797 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "get_network:provider:segmentation_id":"role:reader and system_scope:all". Reason: Jan 14 07:12:37.490797 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:12:37.490797 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:12:37.490797 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:12:37.495440 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-29119cc9-bb30-49bb-9c4e-48fcf5e7d7dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555753'] for port, before_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:12:37.511805 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4749a9d8-1a24-4696-b0e1-b9fbefef11e5 req-5049708d-3458-46e8-9cb5-5573d2c20901 tempest-ServersTestMultiNic-2121779930 tempest-ServersTestMultiNic-2121779930] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:12:37.540852 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4749a9d8-1a24-4696-b0e1-b9fbefef11e5 req-5049708d-3458-46e8-9cb5-5573d2c20901 tempest-ServersTestMultiNic-2121779930 tempest-ServersTestMultiNic-2121779930] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:12:37.553508 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64bd1535-4bca-4ba8-838e-68b2fbd1432e req-19e46365-8682-46d5-adb2-e7281eaf253c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:12:37.555295 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [req-64bd1535-4bca-4ba8-838e-68b2fbd1432e req-19e46365-8682-46d5-adb2-e7281eaf253c service neutron] 10.222.0.35 "GET /v2.0/subnets?id=69aa3990-7111-4d2c-9167-5d5ad366f163 HTTP/1.1" status: 200 len: 843 time: 0.6839137 Jan 14 07:12:37.556087 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [req-d34228f6-c8c4-40bf-b004-671db62d6849 req-d10d494a-93eb-476f-b383-042b4c6624ed service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555753'] for port, before_update {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:12:37.565930 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4749a9d8-1a24-4696-b0e1-b9fbefef11e5 req-5049708d-3458-46e8-9cb5-5573d2c20901 tempest-ServersTestMultiNic-2121779930 tempest-ServersTestMultiNic-2121779930] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:12:37.569130 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [req-4749a9d8-1a24-4696-b0e1-b9fbefef11e5 req-5049708d-3458-46e8-9cb5-5573d2c20901 tempest-ServersTestMultiNic-2121779930 tempest-ServersTestMultiNic-2121779930] 10.222.0.48 "GET /v2.0/ports?device_id=16513199-bee3-4bea-a843-4e62a5ef0197 HTTP/1.1" status: 200 len: 2413 time: 1.5140882 Jan 14 07:12:37.614966 n-d-768862-2 neutron-server[84765]: INFO neutron.api.v2.resource [req-e1e7eff8-1e46-4bfb-b49b-acb2e6bfda55 req-f1d76143-174d-4196-95ab-b1cf85d1d8f0 tempest-SecurityGroupsTestJSON-494699717 tempest-SecurityGroupsTestJSON-494699717] show failed (client error): The resource could not be found. Jan 14 07:12:37.616251 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [req-e1e7eff8-1e46-4bfb-b49b-acb2e6bfda55 req-f1d76143-174d-4196-95ab-b1cf85d1d8f0 tempest-SecurityGroupsTestJSON-494699717 tempest-SecurityGroupsTestJSON-494699717] 10.222.0.24 "GET /v2.0/security-groups/1ee7a135-9f2f-41a8-8102-f7ac0262a272 HTTP/1.1" status: 404 len: 352 time: 0.2696660 Jan 14 07:12:37.698508 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-c504cce1-c7da-4a37-a992-cb99154ad4b5 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3367281'] for subnet, precommit_delete_associations {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:12:37.754681 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4134369b-5d82-4e16-96d4-7b3daed7e87c req-9ba988a6-2258-4a3c-9f20-9471a99eeb52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:12:37.756531 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [req-4134369b-5d82-4e16-96d4-7b3daed7e87c req-9ba988a6-2258-4a3c-9f20-9471a99eeb52 service neutron] 10.222.0.35 "GET /v2.0/ports/fac49dc9-99b5-4eb4-a00b-191a6356a4bf HTTP/1.1" status: 200 len: 1028 time: 0.9253652 Jan 14 07:12:37.771721 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17663a50-8e45-4cbf-a43e-7e13b75f8d18 None None] Network 5c191153-b948-4c85-aff4-9593e84f8418 requested from n-d-768862-2 {{(pid=84876) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 07:12:37.854384 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.db_base_plugin_v2 [None req-aeca0e68-b9ce-4391-bec8-bec531b446ba tempest-ServersTestMultiNic-2121779930 tempest-ServersTestMultiNic-2121779930] Deleting subnet 11975721-8b5b-4cd0-b140-cecf74c12388 {{(pid=84875) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Jan 14 07:12:37.857961 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-aeca0e68-b9ce-4391-bec8-bec531b446ba tempest-ServersTestMultiNic-2121779930 tempest-ServersTestMultiNic-2121779930] Notify callbacks [] for subnet, before_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:12:37.882555 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a780bf53-6567-48e7-9d84-34c8e3b24bdd req-c3cdc503-c108-470a-b60e-a4a30a16cfbc tempest-LiveMigrationNegativeTest-1470825370 tempest-LiveMigrationNegativeTest-1470825370] Made reservation on behalf of 4c5412f7fcde40999169791ca7c8ee35 for: {'port': 1} {{(pid=84874) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 07:12:37.907807 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [req-a780bf53-6567-48e7-9d84-34c8e3b24bdd req-c3cdc503-c108-470a-b60e-a4a30a16cfbc tempest-LiveMigrationNegativeTest-1470825370 tempest-LiveMigrationNegativeTest-1470825370] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555753'] for port, before_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:12:38.004571 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84874) accepted ('10.222.0.24', 57360) {{(pid=84874) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:12:38.034643 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-aeca0e68-b9ce-4391-bec8-bec531b446ba tempest-ServersTestMultiNic-2121779930 tempest-ServersTestMultiNic-2121779930] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3367281'] for subnet, precommit_delete_associations {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:12:38.116651 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-4bc5f6a3-c9f0-4e38-9a6b-ebc245691174 None None] Provisioning for port 0b6df888-6320-449d-a29e-2618b48a8d5c completed by entity DHCP. {{(pid=84876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 07:12:38.152958 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-aeca0e68-b9ce-4391-bec8-bec531b446ba tempest-ServersTestMultiNic-2121779930 tempest-ServersTestMultiNic-2121779930] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036854176836'] for subnet, precommit_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:12:38.160766 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-4bc5f6a3-c9f0-4e38-9a6b-ebc245691174 None None] Provisioning complete for port 0b6df888-6320-449d-a29e-2618b48a8d5c triggered by entity DHCP. {{(pid=84876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 07:12:38.169306 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-4bc5f6a3-c9f0-4e38-9a6b-ebc245691174 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-604227'] for port, provisioning_complete {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:12:38.328979 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.agents_db [None req-5b939a2f-078d-4c69-a188-cb55a28a77a0 None None] Agent healthcheck: found 7 active agents {{(pid=84877) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Jan 14 07:12:38.515043 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84874) accepted ('10.222.0.35', 58738) {{(pid=84874) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:12:38.596698 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-c504cce1-c7da-4a37-a992-cb99154ad4b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036854176836'] for subnet, precommit_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:12:38.694050 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-4bc5f6a3-c9f0-4e38-9a6b-ebc245691174 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555753'] for port, before_update {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:12:38.749104 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [None req-4bc5f6a3-c9f0-4e38-9a6b-ebc245691174 None None] For port 0b6df888-6320-449d-a29e-2618b48a8d5c, host n-d-768862-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-2',level=0,port_id=0b6df888-6320-449d-a29e-2618b48a8d5c,segment=NetworkSegment(722324d6-46bd-4937-8674-9bee45ef676d),segment_id=722324d6-46bd-4937-8674-9bee45ef676d)] {{(pid=84876) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 07:12:38.757278 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-4bc5f6a3-c9f0-4e38-9a6b-ebc245691174 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777640533312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363259214678337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777640097497'] for port, after_update {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:12:38.759244 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-69d4fff2-fb8e-4d3e-b731-6ebd77362dae None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84876) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:12:38.808407 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.db_base_plugin_common [None req-eb31e7ef-0ea8-4030-9e55-cba09901624e admin admin] Allocated IP 172.25.2.216 (226f1e78-82cd-4481-9055-4eb73b6db8c1/ba8deeec-7658-4195-9449-038c076f5c83/d317ee99-1ec4-466d-8e1c-f0c1f23403c6) {{(pid=84874) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 14 07:12:38.837171 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db735d8d-8a66-4362-917e-513b4ce0c9e8 None None] Network b1a12e1e-4188-4c05-8d11-caebbad007eb requested from n-d-768862-2 {{(pid=84876) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 07:12:38.993328 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-2038d11c-21b4-4464-8bcd-58e49d4d3f55 None None] Provisioning for port fd71ed09-2a2d-41ff-a18f-6fbb6af49100 completed by entity DHCP. {{(pid=84876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 07:12:39.043442 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bc5f6a3-c9f0-4e38-9a6b-ebc245691174 None None] Pushing event updated for resources: {'Port': ['ID=0b6df888-6320-449d-a29e-2618b48a8d5c,revision_number=3']} {{(pid=84876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:12:39.059376 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-4bc5f6a3-c9f0-4e38-9a6b-ebc245691174 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.300s {{(pid=84876) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:12:39.081664 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4134369b-5d82-4e16-96d4-7b3daed7e87c req-7170ccab-ab5e-4db3-872c-fb4bf45c62cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:12:39.083545 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [req-4134369b-5d82-4e16-96d4-7b3daed7e87c req-7170ccab-ab5e-4db3-872c-fb4bf45c62cd service neutron] 10.222.0.35 "GET /v2.0/ports/ecaf138f-fb10-495d-be5a-b6c5fd211eee HTTP/1.1" status: 200 len: 1027 time: 1.2748950 Jan 14 07:12:39.123300 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Device fd71ed09-2a2d-41ff-a18f-6fbb6af49100 up at agent ovs-agent-n-d-768862-2 {{(pid=84876) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 07:12:39.157908 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-aeca0e68-b9ce-4391-bec8-bec531b446ba tempest-ServersTestMultiNic-2121779930 tempest-ServersTestMultiNic-2121779930] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-598964', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850887113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3154192', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2308610'] for subnet, after_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:12:39.226411 n-d-768862-2 neutron-server[84765]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '16513199-bee3-4bea-a843-4e62a5ef0197', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '78662f27-1e6f-4319-924a-4176b8aee062'}, {'server_uuid': '16513199-bee3-4bea-a843-4e62a5ef0197', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd280b18f-0753-418b-8127-37d89566b5bc'}, {'server_uuid': '16513199-bee3-4bea-a843-4e62a5ef0197', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a7472f8b-53e9-4c79-9297-7d365d38efa5'}] {{(pid=84876) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Jan 14 07:12:39.244412 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-930376a5-6a81-45a5-8225-789c33efd185 None None] Provisioning complete for port 0b6df888-6320-449d-a29e-2618b48a8d5c triggered by entity DHCP. {{(pid=84876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 07:12:39.244893 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-930376a5-6a81-45a5-8225-789c33efd185 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-604227'] for port, provisioning_complete {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:12:39.256025 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9e447dd-fe67-4f14-ac2d-2f7373caea1c req-892fb24b-fa3c-4591-9c86-dd93b9a7a387 tempest-DeleteServersTestJSON-437494901 tempest-DeleteServersTestJSON-437494901] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:12:39.257931 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [req-a9e447dd-fe67-4f14-ac2d-2f7373caea1c req-892fb24b-fa3c-4591-9c86-dd93b9a7a387 tempest-DeleteServersTestJSON-437494901 tempest-DeleteServersTestJSON-437494901] 10.222.0.24 "GET /v2.0/networks?id=fafbed1d-f164-4b33-9abe-92a565c195a7 HTTP/1.1" status: 200 len: 811 time: 0.6145175 Jan 14 07:12:39.293866 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Provisioning for port fd71ed09-2a2d-41ff-a18f-6fbb6af49100 completed by entity L2. {{(pid=84876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 07:12:39.337879 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:12:39.374137 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Provisioning complete for port fd71ed09-2a2d-41ff-a18f-6fbb6af49100 triggered by entity L2. {{(pid=84876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 07:12:39.374549 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-604227'] for port, provisioning_complete {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:12:39.448731 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-9186df0e-9376-4cba-a9a2-88d11fe40a64 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=4c5412f7fcde40999169791ca7c8ee35&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9796002 Jan 14 07:12:39.451868 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64bd1535-4bca-4ba8-838e-68b2fbd1432e req-6815cc0e-414a-4c90-90c0-e104ab7c4c3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:12:39.454721 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [req-64bd1535-4bca-4ba8-838e-68b2fbd1432e req-6815cc0e-414a-4c90-90c0-e104ab7c4c3d service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=3ab89270-67b1-41e9-8be2-a0395a984bff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 1.8780282 Jan 14 07:12:39.462921 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84874) accepted ('10.222.0.24', 57380) {{(pid=84874) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:12:39.662158 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555753'] for port, before_update {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:12:39.738427 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [req-64bd1535-4bca-4ba8-838e-68b2fbd1432e req-fd9755f9-89b7-4fa3-b7cb-f9bea9d18ea1 service neutron] 10.222.0.35 "GET /v2.0/networks/3ab89270-67b1-41e9-8be2-a0395a984bff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2535040 Jan 14 07:12:39.769550 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] For port fd71ed09-2a2d-41ff-a18f-6fbb6af49100, host n-d-768862-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-2',level=0,port_id=fd71ed09-2a2d-41ff-a18f-6fbb6af49100,segment=NetworkSegment(ad98c7bd-9b2f-422a-9799-41dd7fc77a9b),segment_id=ad98c7bd-9b2f-422a-9799-41dd7fc77a9b)] {{(pid=84876) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 07:12:39.794443 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777640533312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363259214678337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777640097497'] for port, after_update {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:12:39.812435 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-474c0a98-a882-4876-aebf-d0932ec8a6cc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84876) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:12:39.909120 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-a36494ef-d866-4c89-8bd5-c8c27b8716bf None None] Provisioning complete for port 0b6df888-6320-449d-a29e-2618b48a8d5c triggered by entity DHCP. {{(pid=84876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 07:12:39.909828 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-a36494ef-d866-4c89-8bd5-c8c27b8716bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-604227'] for port, provisioning_complete {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:12:39.939232 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4134369b-5d82-4e16-96d4-7b3daed7e87c req-e19f6a7e-7d5a-4c31-b3f7-bd0aae192700 tempest-TaggedBootDevicesTest-541410187 tempest-TaggedBootDevicesTest-541410187] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:12:39.968824 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4134369b-5d82-4e16-96d4-7b3daed7e87c req-e19f6a7e-7d5a-4c31-b3f7-bd0aae192700 tempest-TaggedBootDevicesTest-541410187 tempest-TaggedBootDevicesTest-541410187] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:12:39.998115 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4134369b-5d82-4e16-96d4-7b3daed7e87c req-e19f6a7e-7d5a-4c31-b3f7-bd0aae192700 tempest-TaggedBootDevicesTest-541410187 tempest-TaggedBootDevicesTest-541410187] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:12:40.000287 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [req-4134369b-5d82-4e16-96d4-7b3daed7e87c req-e19f6a7e-7d5a-4c31-b3f7-bd0aae192700 tempest-TaggedBootDevicesTest-541410187 tempest-TaggedBootDevicesTest-541410187] 10.222.0.35 "GET /v2.0/networks?id=ae96959f-6ce5-41d0-90c9-8889aa70257e&id=42eaf091-c60a-4bbd-870e-8010d14ac7f2&id=42eaf091-c60a-4bbd-870e-8010d14ac7f2&id=42eaf091-c60a-4bbd-870e-8010d14ac7f2&id=42eaf091-c60a-4bbd-870e-8010d14ac7f2&id=fdba73b7-2ae2-450a-a1be-4941055e53c1&id=fdba73b7-2ae2-450a-a1be-4941055e53c1 HTTP/1.1" status: 200 len: 1988 time: 0.8442190 Jan 14 07:12:40.011977 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Pushing event updated for resources: {'Port': ['ID=fd71ed09-2a2d-41ff-a18f-6fbb6af49100,revision_number=3']} {{(pid=84876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:12:40.033116 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeca0e68-b9ce-4391-bec8-bec531b446ba tempest-ServersTestMultiNic-2121779930 tempest-ServersTestMultiNic-2121779930] Pushing event deleted for resources: {'Subnet': ['ID=11975721-8b5b-4cd0-b140-cecf74c12388,revision_number=None']} {{(pid=84875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:12:40.036010 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.224s {{(pid=84876) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:12:40.052279 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.plugin [req-4749a9d8-1a24-4696-b0e1-b9fbefef11e5 req-718881ba-6b8a-4cc1-8355-241c8e68ca59 tempest-ServersTestMultiNic-2121779930 tempest-ServersTestMultiNic-2121779930] Deleting port d280b18f-0753-418b-8127-37d89566b5bc {{(pid=84875) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 07:12:40.052870 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [req-4749a9d8-1a24-4696-b0e1-b9fbefef11e5 req-718881ba-6b8a-4cc1-8355-241c8e68ca59 tempest-ServersTestMultiNic-2121779930 tempest-ServersTestMultiNic-2121779930] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363259214248359'] for port, before_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:12:40.069992 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.db_base_plugin_common [req-a780bf53-6567-48e7-9d84-34c8e3b24bdd req-c3cdc503-c108-470a-b60e-a4a30a16cfbc tempest-LiveMigrationNegativeTest-1470825370 tempest-LiveMigrationNegativeTest-1470825370] Allocated IP 192.168.233.33 (3ab89270-67b1-41e9-8be2-a0395a984bff/69aa3990-7111-4d2c-9167-5d5ad366f163/03f34ccd-18c2-4586-bcb3-93158913589f) {{(pid=84874) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 14 07:12:40.194352 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-017f98a9-8a07-408c-a86f-8ff0c00400a0 None None] Device ce78f9b6-4798-4eef-a297-6ac818f85600 no longer exists at agent ovs-agent-n-h1-768862-2 {{(pid=84876) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jan 14 07:12:40.321968 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [req-a780bf53-6567-48e7-9d84-34c8e3b24bdd req-c3cdc503-c108-470a-b60e-a4a30a16cfbc tempest-LiveMigrationNegativeTest-1470825370 tempest-LiveMigrationNegativeTest-1470825370] Notify callbacks [] for port, precommit_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:12:40.340441 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [req-a780bf53-6567-48e7-9d84-34c8e3b24bdd req-c3cdc503-c108-470a-b60e-a4a30a16cfbc tempest-LiveMigrationNegativeTest-1470825370 tempest-LiveMigrationNegativeTest-1470825370] Transition to ACTIVE for port object 03f34ccd-18c2-4586-bcb3-93158913589f will not be triggered until provisioned by entity DHCP. {{(pid=84874) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 07:12:40.387768 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-017f98a9-8a07-408c-a86f-8ff0c00400a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555753'] for port, before_update {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:12:40.392800 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c64fafa-69f8-48e9-b7c6-15e72aa6f27a req-9673e190-78a1-4305-8515-d0d0aad6ca2b tempest-ImagesNegativeTestJSON-146108451 tempest-ImagesNegativeTestJSON-146108451] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:12:40.393633 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [req-8c64fafa-69f8-48e9-b7c6-15e72aa6f27a req-9673e190-78a1-4305-8515-d0d0aad6ca2b tempest-ImagesNegativeTestJSON-146108451 tempest-ImagesNegativeTestJSON-146108451] Synchronizing usage tracker for tenant:9901384d10f14e30a171a0132a22a1b2 on resource:port {{(pid=84874) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 14 07:12:40.434959 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aeca0e68-b9ce-4391-bec8-bec531b446ba tempest-ServersTestMultiNic-2121779930 tempest-ServersTestMultiNic-2121779930] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@n-h1-768862-2 {{(pid=84875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:12:40.435071 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aeca0e68-b9ce-4391-bec8-bec531b446ba tempest-ServersTestMultiNic-2121779930 tempest-ServersTestMultiNic-2121779930] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-h1-768862-2 {{(pid=84875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:12:40.435473 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aeca0e68-b9ce-4391-bec8-bec531b446ba tempest-ServersTestMultiNic-2121779930 tempest-ServersTestMultiNic-2121779930] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-h1-768862-2 {{(pid=84875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:12:40.435891 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aeca0e68-b9ce-4391-bec8-bec531b446ba tempest-ServersTestMultiNic-2121779930 tempest-ServersTestMultiNic-2121779930] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-h1-768862-2 {{(pid=84875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:12:40.436320 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aeca0e68-b9ce-4391-bec8-bec531b446ba tempest-ServersTestMultiNic-2121779930 tempest-ServersTestMultiNic-2121779930] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@n-h1-768862-2 {{(pid=84875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:12:40.436720 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aeca0e68-b9ce-4391-bec8-bec531b446ba tempest-ServersTestMultiNic-2121779930 tempest-ServersTestMultiNic-2121779930] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-h1-768862-2 {{(pid=84875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:12:40.437116 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aeca0e68-b9ce-4391-bec8-bec531b446ba tempest-ServersTestMultiNic-2121779930 tempest-ServersTestMultiNic-2121779930] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-h1-768862-2 {{(pid=84875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:12:40.437512 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aeca0e68-b9ce-4391-bec8-bec531b446ba tempest-ServersTestMultiNic-2121779930 tempest-ServersTestMultiNic-2121779930] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-h1-768862-2 {{(pid=84875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:12:40.438288 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aeca0e68-b9ce-4391-bec8-bec531b446ba tempest-ServersTestMultiNic-2121779930 tempest-ServersTestMultiNic-2121779930] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-h1-768862-2 {{(pid=84875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:12:40.438288 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aeca0e68-b9ce-4391-bec8-bec531b446ba tempest-ServersTestMultiNic-2121779930 tempest-ServersTestMultiNic-2121779930] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-h1-768862-2 {{(pid=84875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:12:40.438649 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aeca0e68-b9ce-4391-bec8-bec531b446ba tempest-ServersTestMultiNic-2121779930 tempest-ServersTestMultiNic-2121779930] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-h1-768862-2 {{(pid=84875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:12:40.439024 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aeca0e68-b9ce-4391-bec8-bec531b446ba tempest-ServersTestMultiNic-2121779930 tempest-ServersTestMultiNic-2121779930] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-h1-768862-2 {{(pid=84875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:12:40.439462 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aeca0e68-b9ce-4391-bec8-bec531b446ba tempest-ServersTestMultiNic-2121779930 tempest-ServersTestMultiNic-2121779930] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@n-h2-768862-2 {{(pid=84875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:12:40.439882 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aeca0e68-b9ce-4391-bec8-bec531b446ba tempest-ServersTestMultiNic-2121779930 tempest-ServersTestMultiNic-2121779930] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-h2-768862-2 {{(pid=84875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:12:40.440296 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aeca0e68-b9ce-4391-bec8-bec531b446ba tempest-ServersTestMultiNic-2121779930 tempest-ServersTestMultiNic-2121779930] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-h2-768862-2 {{(pid=84875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:12:40.440688 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aeca0e68-b9ce-4391-bec8-bec531b446ba tempest-ServersTestMultiNic-2121779930 tempest-ServersTestMultiNic-2121779930] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-h2-768862-2 {{(pid=84875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:12:40.441075 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aeca0e68-b9ce-4391-bec8-bec531b446ba tempest-ServersTestMultiNic-2121779930 tempest-ServersTestMultiNic-2121779930] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@n-h2-768862-2 {{(pid=84875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:12:40.441468 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aeca0e68-b9ce-4391-bec8-bec531b446ba tempest-ServersTestMultiNic-2121779930 tempest-ServersTestMultiNic-2121779930] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-h2-768862-2 {{(pid=84875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:12:40.441857 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aeca0e68-b9ce-4391-bec8-bec531b446ba tempest-ServersTestMultiNic-2121779930 tempest-ServersTestMultiNic-2121779930] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-h2-768862-2 {{(pid=84875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:12:40.442248 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aeca0e68-b9ce-4391-bec8-bec531b446ba tempest-ServersTestMultiNic-2121779930 tempest-ServersTestMultiNic-2121779930] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-h2-768862-2 {{(pid=84875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:12:40.442636 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aeca0e68-b9ce-4391-bec8-bec531b446ba tempest-ServersTestMultiNic-2121779930 tempest-ServersTestMultiNic-2121779930] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-h2-768862-2 {{(pid=84875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:12:40.443170 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aeca0e68-b9ce-4391-bec8-bec531b446ba tempest-ServersTestMultiNic-2121779930 tempest-ServersTestMultiNic-2121779930] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-h2-768862-2 {{(pid=84875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:12:40.443564 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aeca0e68-b9ce-4391-bec8-bec531b446ba tempest-ServersTestMultiNic-2121779930 tempest-ServersTestMultiNic-2121779930] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-h2-768862-2 {{(pid=84875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:12:40.443978 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aeca0e68-b9ce-4391-bec8-bec531b446ba tempest-ServersTestMultiNic-2121779930 tempest-ServersTestMultiNic-2121779930] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-h2-768862-2 {{(pid=84875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:12:40.444443 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aeca0e68-b9ce-4391-bec8-bec531b446ba tempest-ServersTestMultiNic-2121779930 tempest-ServersTestMultiNic-2121779930] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-2 {{(pid=84875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:12:40.444834 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aeca0e68-b9ce-4391-bec8-bec531b446ba tempest-ServersTestMultiNic-2121779930 tempest-ServersTestMultiNic-2121779930] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-2 {{(pid=84875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:12:40.445226 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aeca0e68-b9ce-4391-bec8-bec531b446ba tempest-ServersTestMultiNic-2121779930 tempest-ServersTestMultiNic-2121779930] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-2 {{(pid=84875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:12:40.445819 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aeca0e68-b9ce-4391-bec8-bec531b446ba tempest-ServersTestMultiNic-2121779930 tempest-ServersTestMultiNic-2121779930] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-2 {{(pid=84875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:12:40.446012 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aeca0e68-b9ce-4391-bec8-bec531b446ba tempest-ServersTestMultiNic-2121779930 tempest-ServersTestMultiNic-2121779930] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@n-d-768862-2 {{(pid=84875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:12:40.446338 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aeca0e68-b9ce-4391-bec8-bec531b446ba tempest-ServersTestMultiNic-2121779930 tempest-ServersTestMultiNic-2121779930] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-2 {{(pid=84875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:12:40.446729 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aeca0e68-b9ce-4391-bec8-bec531b446ba tempest-ServersTestMultiNic-2121779930 tempest-ServersTestMultiNic-2121779930] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-768862-2 {{(pid=84875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:12:40.447117 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aeca0e68-b9ce-4391-bec8-bec531b446ba tempest-ServersTestMultiNic-2121779930 tempest-ServersTestMultiNic-2121779930] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-768862-2 {{(pid=84875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:12:40.447507 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aeca0e68-b9ce-4391-bec8-bec531b446ba tempest-ServersTestMultiNic-2121779930 tempest-ServersTestMultiNic-2121779930] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-2 {{(pid=84875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:12:40.448035 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aeca0e68-b9ce-4391-bec8-bec531b446ba tempest-ServersTestMultiNic-2121779930 tempest-ServersTestMultiNic-2121779930] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-2 {{(pid=84875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:12:40.448433 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aeca0e68-b9ce-4391-bec8-bec531b446ba tempest-ServersTestMultiNic-2121779930 tempest-ServersTestMultiNic-2121779930] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-2 {{(pid=84875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:12:40.448902 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aeca0e68-b9ce-4391-bec8-bec531b446ba tempest-ServersTestMultiNic-2121779930 tempest-ServersTestMultiNic-2121779930] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-2 {{(pid=84875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:12:40.453832 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-aeca0e68-b9ce-4391-bec8-bec531b446ba tempest-ServersTestMultiNic-2121779930 tempest-ServersTestMultiNic-2121779930] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.116s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:12:40.463924 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [None req-017f98a9-8a07-408c-a86f-8ff0c00400a0 None None] For port ce78f9b6-4798-4eef-a297-6ac818f85600, host n-h1-768862-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-h1-768862-2',level=0,port_id=ce78f9b6-4798-4eef-a297-6ac818f85600,segment=NetworkSegment(682aa48d-45db-4ce6-9539-8117fc7293eb),segment_id=682aa48d-45db-4ce6-9539-8117fc7293eb)] {{(pid=84876) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 07:12:40.466473 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-6e013785-4422-4527-820d-cd672dd76a59 None None] Provisioning complete for port 0b6df888-6320-449d-a29e-2618b48a8d5c triggered by entity DHCP. {{(pid=84876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 07:12:40.467302 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-6e013785-4422-4527-820d-cd672dd76a59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-604227'] for port, provisioning_complete {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:12:40.491918 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [req-48131ff7-2494-4a32-bfa8-90345d7d92ff req-a27e00f7-c79e-466e-bc3c-f3bd704caa94 tempest-SecurityGroupsTestJSON-494699717 tempest-SecurityGroupsTestJSON-494699717] 10.222.0.24 "GET /v2.0/security-groups/90d01b4d-bff6-45d8-8491-2ec63fbff8b7 HTTP/1.1" status: 200 len: 1799 time: 1.5319703 Jan 14 07:12:40.501137 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [req-a9e447dd-fe67-4f14-ac2d-2f7373caea1c req-b2bad3df-a86d-43b8-bf67-9ef2a1497e4e tempest-DeleteServersTestJSON-437494901 tempest-DeleteServersTestJSON-437494901] 10.222.0.24 "GET /v2.0/quotas/1aa7b4d5a9ff461fbaf4900f14a02d8a HTTP/1.1" status: 200 len: 375 time: 0.9765964 Jan 14 07:12:40.512549 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-017f98a9-8a07-408c-a86f-8ff0c00400a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777640533312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363259214678337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777640097497'] for port, after_update {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:12:40.522446 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-727614f5-6ea5-4d5e-8b72-54fc93627f3d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84876) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:12:40.571334 n-d-768862-2 neutron-server[84765]: INFO neutron.pecan_wsgi.hooks.translation [req-f06f3a7b-1088-4675-a915-eea75caecc24 req-528acf76-413f-4827-9ef7-ed9ba0994354 tempest-ServersTestMultiNic-2121779930 tempest-ServersTestMultiNic-2121779930] POST failed (client error): There was a conflict when trying to complete your request. Jan 14 07:12:40.571626 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.notifier [req-f06f3a7b-1088-4675-a915-eea75caecc24 req-528acf76-413f-4827-9ef7-ed9ba0994354 tempest-ServersTestMultiNic-2121779930 tempest-ServersTestMultiNic-2121779930] No notification will be sent due to unsuccessful status code: 409 {{(pid=84874) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Jan 14 07:12:40.576883 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [req-a780bf53-6567-48e7-9d84-34c8e3b24bdd req-c3cdc503-c108-470a-b60e-a4a30a16cfbc tempest-LiveMigrationNegativeTest-1470825370 tempest-LiveMigrationNegativeTest-1470825370] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777640123575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3254186'] for port, after_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:12:40.614868 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-017f98a9-8a07-408c-a86f-8ff0c00400a0 None None] Pushing event updated for resources: {'Port': ['ID=ce78f9b6-4798-4eef-a297-6ac818f85600,revision_number=5']} {{(pid=84876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:12:40.620462 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-017f98a9-8a07-408c-a86f-8ff0c00400a0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=84876) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:12:40.626657 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-c504cce1-c7da-4a37-a992-cb99154ad4b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-598964', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850887113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3154192', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2308610'] for subnet, after_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:12:40.634795 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-cacbf3dc-094b-4286-a149-b8c150e48e1a tempest-FloatingIPsAssociationTestJSON-2140037530 tempest-FloatingIPsAssociationTestJSON-2140037530] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:12:40.713146 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-6e013785-4422-4527-820d-cd672dd76a59 None None] Provisioning complete for port fd71ed09-2a2d-41ff-a18f-6fbb6af49100 triggered by entity DHCP. {{(pid=84876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 07:12:40.713612 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-6e013785-4422-4527-820d-cd672dd76a59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-604227'] for port, provisioning_complete {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:12:40.862615 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [req-4749a9d8-1a24-4696-b0e1-b9fbefef11e5 req-718881ba-6b8a-4cc1-8355-241c8e68ca59 tempest-ServersTestMultiNic-2121779930 tempest-ServersTestMultiNic-2121779930] For port d280b18f-0753-418b-8127-37d89566b5bc, host n-h2-768862-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-h2-768862-2',level=0,port_id=d280b18f-0753-418b-8127-37d89566b5bc,segment=NetworkSegment(871dcfe9-d88b-458a-b832-5a97900de51f),segment_id=871dcfe9-d88b-458a-b832-5a97900de51f)] {{(pid=84875) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 07:12:40.863162 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [req-4749a9d8-1a24-4696-b0e1-b9fbefef11e5 req-718881ba-6b8a-4cc1-8355-241c8e68ca59 tempest-ServersTestMultiNic-2121779930 tempest-ServersTestMultiNic-2121779930] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036850862667'] for port, precommit_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:12:40.867289 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-017f98a9-8a07-408c-a86f-8ff0c00400a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363259214191800', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854171626'] for agent, after_update {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:12:40.881397 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [req-64bd1535-4bca-4ba8-838e-68b2fbd1432e req-55518794-b4f1-47af-8265-9e64949a6921 service neutron] 10.222.0.35 "GET /v2.0/networks/3ab89270-67b1-41e9-8be2-a0395a984bff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 1.0591912 Jan 14 07:12:40.882090 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [req-8c64fafa-69f8-48e9-b7c6-15e72aa6f27a req-9673e190-78a1-4305-8515-d0d0aad6ca2b tempest-ImagesNegativeTestJSON-146108451 tempest-ImagesNegativeTestJSON-146108451] Unset dirty status for tenant:9901384d10f14e30a171a0132a22a1b2 on resource:port {{(pid=84874) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 14 07:12:40.883170 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [req-8c64fafa-69f8-48e9-b7c6-15e72aa6f27a req-9673e190-78a1-4305-8515-d0d0aad6ca2b tempest-ImagesNegativeTestJSON-146108451 tempest-ImagesNegativeTestJSON-146108451] 10.222.0.35 "GET /v2.0/ports?device_id=883b5127-da00-4629-ba13-72c914309fb2 HTTP/1.1" status: 200 len: 950 time: 2.2877476 Jan 14 07:12:40.897108 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-e3a29162-29b3-4d08-9d38-417fc2791bba admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:12:40.980017 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-c5e904cf-f879-406d-b4b7-694bb1be3273 None None] Provisioning complete for port fd71ed09-2a2d-41ff-a18f-6fbb6af49100 triggered by entity DHCP. {{(pid=84876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 07:12:40.988029 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-c5e904cf-f879-406d-b4b7-694bb1be3273 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-604227'] for port, provisioning_complete {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:12:41.073141 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Device 0b6df888-6320-449d-a29e-2618b48a8d5c up at agent ovs-agent-n-d-768862-2 {{(pid=84876) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 07:12:41.261750 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [req-f06f3a7b-1088-4675-a915-eea75caecc24 req-528acf76-413f-4827-9ef7-ed9ba0994354 tempest-ServersTestMultiNic-2121779930 tempest-ServersTestMultiNic-2121779930] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 409 len: 414 time: 7.9072754 Jan 14 07:12:41.266071 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Provisioning complete for port 0b6df888-6320-449d-a29e-2618b48a8d5c triggered by entity L2. {{(pid=84876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 07:12:41.266675 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-604227'] for port, provisioning_complete {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:12:41.321340 n-d-768862-2 neutron-server[84765]: INFO neutron.api.v2.resource [None req-75ccc0de-be7f-48d7-a228-fa86fb2e86ab admin admin] delete failed (client error): There was a conflict when trying to complete your request. Jan 14 07:12:41.322739 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-75ccc0de-be7f-48d7-a228-fa86fb2e86ab admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/c08da243-89c0-47f4-84bc-dd85e38c02e2 HTTP/1.1" status: 409 len: 336 time: 1.8401880 Jan 14 07:12:41.407054 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.plugin [req-4749a9d8-1a24-4696-b0e1-b9fbefef11e5 req-718881ba-6b8a-4cc1-8355-241c8e68ca59 tempest-ServersTestMultiNic-2121779930 tempest-ServersTestMultiNic-2121779930] Calling delete_port for d280b18f-0753-418b-8127-37d89566b5bc owned by compute:nova {{(pid=84875) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 07:12:41.445411 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Device fd71ed09-2a2d-41ff-a18f-6fbb6af49100 up at agent ovs-agent-n-d-768862-2 {{(pid=84876) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 07:12:41.562272 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Provisioning complete for port fd71ed09-2a2d-41ff-a18f-6fbb6af49100 triggered by entity L2. {{(pid=84876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 07:12:41.562985 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-604227'] for port, provisioning_complete {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:12:41.583607 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c504cce1-c7da-4a37-a992-cb99154ad4b5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=94212511-5bc4-493c-85bd-460ae4db0ae3,revision_number=None']} {{(pid=84875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:12:41.611896 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [req-4749a9d8-1a24-4696-b0e1-b9fbefef11e5 req-718881ba-6b8a-4cc1-8355-241c8e68ca59 tempest-ServersTestMultiNic-2121779930 tempest-ServersTestMultiNic-2121779930] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777640533329', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777640097463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851621574'] for port, after_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:12:41.624508 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-c504cce1-c7da-4a37-a992-cb99154ad4b5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.727s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:12:41.649092 n-d-768862-2 neutron-server[84765]: DEBUG neutron.notifiers.nova [req-d34228f6-c8c4-40bf-b004-671db62d6849 req-d10d494a-93eb-476f-b383-042b4c6624ed service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2aba5f51-6a68-455f-b5ca-bbc7dd92da45 {{(pid=84874) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Jan 14 07:12:41.660525 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [req-4134369b-5d82-4e16-96d4-7b3daed7e87c req-b997719b-5b43-4845-a6dc-83d3dc7fb948 tempest-TaggedBootDevicesTest-541410187 tempest-TaggedBootDevicesTest-541410187] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=4873c9000017431bb4db0aa60ef7da75 HTTP/1.1" status: 200 len: 5708 time: 1.5358727 Jan 14 07:12:41.664797 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-eb31e7ef-0ea8-4030-9e55-cba09901624e admin admin] Notify callbacks [] for port, precommit_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:12:41.710029 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3cdc503-c108-470a-b60e-a4a30a16cfbc tempest-LiveMigrationNegativeTest-1470825370 tempest-LiveMigrationNegativeTest-1470825370] Pushing event updated for resources: {'Port': ['ID=03f34ccd-18c2-4586-bcb3-93158913589f,revision_number=1']} {{(pid=84874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:12:41.722672 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [req-d34228f6-c8c4-40bf-b004-671db62d6849 req-d10d494a-93eb-476f-b383-042b4c6624ed service neutron] Notify callbacks [] for port, precommit_update {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:12:41.741988 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.v2.base [req-4134369b-5d82-4e16-96d4-7b3daed7e87c req-3dce4cec-560f-414d-b718-8c14b4f3471d tempest-TaggedBootDevicesTest-541410187 tempest-TaggedBootDevicesTest-541410187] Request body: {'port': {'device_id': 'a747bc22-0cf1-4638-8306-b805069dae4a', 'network_id': 'ae96959f-6ce5-41d0-90c9-8889aa70257e', 'admin_state_up': True, 'tenant_id': '4873c9000017431bb4db0aa60ef7da75', 'security_groups': ['5013011c-1df1-415c-84e1-3922abad7d79']}} {{(pid=84875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:12:41.791889 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-c3cdc503-c108-470a-b60e-a4a30a16cfbc tempest-LiveMigrationNegativeTest-1470825370 tempest-LiveMigrationNegativeTest-1470825370] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.157s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:12:41.834449 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:is_default":"rule:admin_only" was deprecated in W in favor of "update_network:is_default":"role:admin and system_scope:all". Reason: Jan 14 07:12:41.834449 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:12:41.834449 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:12:41.834449 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:12:41.834449 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:port_security_enabled":"rule:admin_or_owner" was deprecated in W in favor of "update_network:port_security_enabled":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 07:12:41.834449 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:12:41.834449 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:12:41.834449 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:12:41.834449 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "delete_network":"rule:admin_or_owner" was deprecated in W in favor of "delete_network":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 07:12:41.834449 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:12:41.834449 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:12:41.834449 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:12:41.834449 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_segment":"rule:admin_only" was deprecated in W in favor of "create_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:12:41.834449 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:12:41.834449 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_segment":"rule:admin_only" was deprecated in W in favor of "get_segment":"role:reader and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:12:41.834449 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:12:41.834449 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_segment":"rule:admin_only" was deprecated in W in favor of "update_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:12:41.834449 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:12:41.834449 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "delete_segment":"rule:admin_only" was deprecated in W in favor of "delete_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:12:41.834449 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:12:41.834449 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network":"rule:regular_user" was deprecated in W in favor of "create_network":"role:member and project_id:%(project_id)s". Reason: Jan 14 07:12:41.834449 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:12:41.834449 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:12:41.834449 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:12:41.834449 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:shared":"rule:admin_only" was deprecated in W in favor of "create_network:shared":"role:admin and system_scope:all". Reason: Jan 14 07:12:41.834449 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:12:41.834449 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:12:41.834449 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:12:41.834449 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:router:external":"rule:admin_only" was deprecated in W in favor of "create_network:router:external":"role:admin and system_scope:all". Reason: Jan 14 07:12:41.834449 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:12:41.834449 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:12:41.834449 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:12:41.834449 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:is_default":"rule:admin_only" was deprecated in W in favor of "create_network:is_default":"role:admin and system_scope:all". Reason: Jan 14 07:12:41.834449 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:12:41.834449 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:12:41.834449 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:12:41.834449 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:port_security_enabled":"rule:regular_user" was deprecated in W in favor of "create_network:port_security_enabled":"role:member and project_id:%(project_id)s". Reason: Jan 14 07:12:41.834449 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:12:41.834449 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:12:41.834449 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:12:41.834449 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:segments":"rule:admin_only" was deprecated in W in favor of "create_network:segments":"role:admin and system_scope:all". Reason: Jan 14 07:12:41.834449 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:12:41.837287 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:12:41.837287 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:12:41.837287 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "create_network:provider:network_type":"role:admin and system_scope:all". Reason: Jan 14 07:12:41.837287 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:12:41.837287 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:12:41.837287 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:12:41.837287 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "create_network:provider:physical_network":"role:admin and system_scope:all". Reason: Jan 14 07:12:41.837287 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:12:41.837287 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:12:41.837287 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:12:41.837287 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "create_network:provider:segmentation_id":"role:admin and system_scope:all". Reason: Jan 14 07:12:41.837287 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:12:41.837287 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:12:41.837287 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:12:41.837287 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network":"rule:admin_or_owner or rule:shared or rule:external or rule:context_is_advsvc" was deprecated in W in favor of "get_network":"(role:reader and system_scope:all) or (role:reader and project_id:%(project_id)s) or rule:shared or rule:external or rule:context_is_advsvc". Reason: Jan 14 07:12:41.837287 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:12:41.837287 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:12:41.837287 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:12:41.837287 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:router:external":"rule:regular_user" was deprecated in W in favor of "get_network:router:external":"role:reader and project_id:%(project_id)s". Reason: Jan 14 07:12:41.837287 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:12:41.837287 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:12:41.837287 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:12:41.837287 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:segments":"rule:admin_only" was deprecated in W in favor of "get_network:segments":"role:reader and system_scope:all". Reason: Jan 14 07:12:41.837287 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:12:41.837287 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:12:41.837287 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:12:41.837287 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "get_network:provider:network_type":"role:reader and system_scope:all". Reason: Jan 14 07:12:41.837287 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:12:41.837287 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:12:41.837287 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:12:41.837287 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "get_network:provider:physical_network":"role:reader and system_scope:all". Reason: Jan 14 07:12:41.837287 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:12:41.837287 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:12:41.837287 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:12:41.837287 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "get_network:provider:segmentation_id":"role:reader and system_scope:all". Reason: Jan 14 07:12:41.837287 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:12:41.837287 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:12:41.837287 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:12:41.837287 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network":"rule:admin_or_owner" was deprecated in W in favor of "update_network":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 07:12:41.837287 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:12:41.837287 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:12:41.837287 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:12:41.837287 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:segments":"rule:admin_only" was deprecated in W in favor of "update_network:segments":"role:admin and system_scope:all". Reason: Jan 14 07:12:41.837287 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:12:41.837287 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:12:41.837287 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:12:41.837287 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:shared":"rule:admin_only" was deprecated in W in favor of "update_network:shared":"role:admin and system_scope:all". Reason: Jan 14 07:12:41.837287 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:12:41.837287 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:12:41.842312 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:12:41.842312 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "update_network:provider:network_type":"role:admin and system_scope:all". Reason: Jan 14 07:12:41.842312 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:12:41.842312 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:12:41.842312 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:12:41.842312 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "update_network:provider:physical_network":"role:admin and system_scope:all". Reason: Jan 14 07:12:41.842312 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:12:41.842312 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:12:41.842312 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:12:41.842312 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "update_network:provider:segmentation_id":"role:admin and system_scope:all". Reason: Jan 14 07:12:41.842312 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:12:41.842312 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:12:41.842312 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:12:41.842312 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:router:external":"rule:admin_only" was deprecated in W in favor of "update_network:router:external":"role:admin and system_scope:all". Reason: Jan 14 07:12:41.842312 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:12:41.842312 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:12:41.842312 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:12:41.842312 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:is_default":"rule:admin_only" was deprecated in W in favor of "update_network:is_default":"role:admin and system_scope:all". Reason: Jan 14 07:12:41.842312 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:12:41.842312 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:12:41.842312 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:12:41.842312 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:port_security_enabled":"rule:admin_or_owner" was deprecated in W in favor of "update_network:port_security_enabled":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 07:12:41.842312 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:12:41.842312 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:12:41.842312 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:12:41.842312 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "delete_network":"rule:admin_or_owner" was deprecated in W in favor of "delete_network":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 07:12:41.842312 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:12:41.842312 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:12:41.842312 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:12:41.842312 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_segment":"rule:admin_only" was deprecated in W in favor of "create_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:12:41.842312 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:12:41.842312 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_segment":"rule:admin_only" was deprecated in W in favor of "get_segment":"role:reader and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:12:41.842312 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:12:41.847362 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.plugin [req-8c64fafa-69f8-48e9-b7c6-15e72aa6f27a req-d90c4f01-52ef-44a6-bf11-f8ba68bef7db tempest-ImagesNegativeTestJSON-146108451 tempest-ImagesNegativeTestJSON-146108451] Deleting port ce78f9b6-4798-4eef-a297-6ac818f85600 {{(pid=84874) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 07:12:41.847362 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [req-8c64fafa-69f8-48e9-b7c6-15e72aa6f27a req-d90c4f01-52ef-44a6-bf11-f8ba68bef7db tempest-ImagesNegativeTestJSON-146108451 tempest-ImagesNegativeTestJSON-146108451] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363259214248359'] for port, before_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:12:41.869100 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:12:41.875795 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a3c5328-971f-4ce3-8324-2fee74a50f41 None None] Network 3969e656-f2d3-437e-bb8d-008442e4371a requested from n-d-768862-2 {{(pid=84876) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 07:12:41.890558 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.plugin [req-f06f3a7b-1088-4675-a915-eea75caecc24 req-6ec3c60f-fa8a-4591-a7cc-e86940395c22 tempest-ServersTestMultiNic-2121779930 tempest-ServersTestMultiNic-2121779930] Deleting port 60ae7924-3694-4b74-a3fe-8c67606eeaef {{(pid=84874) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 07:12:41.891247 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [req-f06f3a7b-1088-4675-a915-eea75caecc24 req-6ec3c60f-fa8a-4591-a7cc-e86940395c22 tempest-ServersTestMultiNic-2121779930 tempest-ServersTestMultiNic-2121779930] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363259214248359'] for port, before_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:12:41.972809 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-aeca0e68-b9ce-4391-bec8-bec531b446ba tempest-ServersTestMultiNic-2121779930 tempest-ServersTestMultiNic-2121779930] Notify callbacks [] for subnet, before_response {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:12:42.037609 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [req-d34228f6-c8c4-40bf-b004-671db62d6849 req-d10d494a-93eb-476f-b383-042b4c6624ed service neutron] Transition to ACTIVE for port object 2aba5f51-6a68-455f-b5ca-bbc7dd92da45 will not be triggered until provisioned by entity L2. {{(pid=84874) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 07:12:42.096373 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-eb31e7ef-0ea8-4030-9e55-cba09901624e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777640123575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3254186'] for port, after_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:12:42.175187 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-e91bfcbf-c0cc-4e11-a42d-b9a99b318ceb tempest-ImagesNegativeTestJSON-146108451 tempest-ImagesNegativeTestJSON-146108451] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:12:42.199873 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-718881ba-6b8a-4cc1-8355-241c8e68ca59 tempest-ServersTestMultiNic-2121779930 tempest-ServersTestMultiNic-2121779930] Pushing event deleted for resources: {'Port': ['ID=d280b18f-0753-418b-8127-37d89566b5bc,revision_number=None']} {{(pid=84875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:12:42.199873 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-718881ba-6b8a-4cc1-8355-241c8e68ca59 tempest-ServersTestMultiNic-2121779930 tempest-ServersTestMultiNic-2121779930] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.329s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:12:42.208242 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-852a24f7-e9a1-4193-9abb-e9506fe5213f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363259214191800', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854171626'] for agent, after_update {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:12:42.227149 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [req-48131ff7-2494-4a32-bfa8-90345d7d92ff req-cba0bbf5-66f6-4247-b1ed-02b8f724f7c1 tempest-SecurityGroupsTestJSON-494699717 tempest-SecurityGroupsTestJSON-494699717] Notify callbacks [] for security_group, before_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:12:42.233835 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-aeca0e68-b9ce-4391-bec8-bec531b446ba tempest-ServersTestMultiNic-2121779930 tempest-ServersTestMultiNic-2121779930] 10.222.0.24 "DELETE /v2.0/subnets/11975721-8b5b-4cd0-b140-cecf74c12388 HTTP/1.1" status: 204 len: 168 time: 7.0016136 Jan 14 07:12:42.234057 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [req-d34228f6-c8c4-40bf-b004-671db62d6849 req-d10d494a-93eb-476f-b383-042b4c6624ed service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777640533312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363259214678337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777640097497', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036851521613'] for port, after_update {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:12:42.257414 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [req-4134369b-5d82-4e16-96d4-7b3daed7e87c req-3dce4cec-560f-414d-b718-8c14b4f3471d tempest-TaggedBootDevicesTest-541410187 tempest-TaggedBootDevicesTest-541410187] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:12:42.259985 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84875) accepted ('10.222.0.24', 57404) {{(pid=84875) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:12:42.314170 n-d-768862-2 neutron-server[84765]: DEBUG neutron.objects.ports [None req-5ad20928-6dc7-4650-8096-ebac1f92bfe4 None None] Time-cost: Fetching 2 ports in 1 security groups {{(pid=84876) get_objects /opt/stack/neutron/neutron/objects/ports.py:428}} Jan 14 07:12:42.394191 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1245ea2-e39f-4567-a385-59c844851234 None None] DHCP port deletion for 3969e656-f2d3-437e-bb8d-008442e4371a request from n-d-768862-2 {{(pid=84876) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Jan 14 07:12:42.400195 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.plugin [None req-a1245ea2-e39f-4567-a385-59c844851234 None None] Deleting port ee52e5c9-22de-47a9-8213-92b3f87fcab6 {{(pid=84876) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 07:12:42.400870 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-a1245ea2-e39f-4567-a385-59c844851234 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363259214248359'] for port, before_delete {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:12:42.448297 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-ea087405-6d4b-43c6-ba16-4a419b56cfba tempest-ServersTestMultiNic-2121779930 tempest-ServersTestMultiNic-2121779930] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036854160497'] for network, before_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:12:42.531481 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.managers [req-b33b9903-3a74-4fb8-89d2-906e2f5bbe22 req-36e6796b-d8c8-4956-aeda-1570bb7ac16d service neutron] Attempting to bind port a329d464-e8fa-4a4a-a63c-73b4f77079ce on host n-h1-768862-2 for vnic_type normal with profile {{(pid=84875) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 14 07:12:42.532056 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.managers [req-b33b9903-3a74-4fb8-89d2-906e2f5bbe22 req-36e6796b-d8c8-4956-aeda-1570bb7ac16d service neutron] Attempting to bind port a329d464-e8fa-4a4a-a63c-73b4f77079ce by drivers openvswitch on host n-h1-768862-2 at level 0 using segments [{'id': '90e2002e-a6c2-45dc-801f-7d75355827f8', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 16, 'network_id': 'fafbed1d-f164-4b33-9abe-92a565c195a7'}] {{(pid=84875) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 14 07:12:42.532590 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b33b9903-3a74-4fb8-89d2-906e2f5bbe22 req-36e6796b-d8c8-4956-aeda-1570bb7ac16d service neutron] Attempting to bind port a329d464-e8fa-4a4a-a63c-73b4f77079ce on network fafbed1d-f164-4b33-9abe-92a565c195a7 {{(pid=84875) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 14 07:12:42.579410 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-017f98a9-8a07-408c-a86f-8ff0c00400a0 None None] Device 74a51714-fe33-4dd6-aca3-2d27861d960a up at agent ovs-agent-n-h1-768862-2 {{(pid=84876) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 07:12:42.658962 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.db_base_plugin_common [None req-29119cc9-bb30-49bb-9c4e-48fcf5e7d7dd admin admin] Allocated IP 172.25.2.163 (226f1e78-82cd-4481-9055-4eb73b6db8c1/ba8deeec-7658-4195-9449-038c076f5c83/b7d75e45-3acc-4c80-bf06-1b1da6dadb3e) {{(pid=84874) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 14 07:12:42.722632 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_dvrscheduler_db [req-4749a9d8-1a24-4696-b0e1-b9fbefef11e5 req-718881ba-6b8a-4cc1-8355-241c8e68ca59 tempest-ServersTestMultiNic-2121779930 tempest-ServersTestMultiNic-2121779930] No DVR routers for this DVR port d280b18f-0753-418b-8127-37d89566b5bc on host n-h2-768862-2 {{(pid=84875) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Jan 14 07:12:42.725974 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [req-4134369b-5d82-4e16-96d4-7b3daed7e87c req-3dce4cec-560f-414d-b718-8c14b4f3471d tempest-TaggedBootDevicesTest-541410187 tempest-TaggedBootDevicesTest-541410187] Attempting to reserve 1 items for resource port. Total usage: 7; quota limit: 500; headroom:493 {{(pid=84875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:12:42.746099 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b33b9903-3a74-4fb8-89d2-906e2f5bbe22 req-36e6796b-d8c8-4956-aeda-1570bb7ac16d service neutron] Checking agent: {'id': '40905704-73ec-4668-87ec-fe70ac9582ac', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-h1-768862-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 14, 7, 5, 11), 'started_at': datetime.datetime(2021, 1, 14, 7, 5, 41), 'heartbeat_timestamp': datetime.datetime(2021, 1, 14, 7, 12, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.42', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84875) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 14 07:12:42.746497 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b33b9903-3a74-4fb8-89d2-906e2f5bbe22 req-36e6796b-d8c8-4956-aeda-1570bb7ac16d service neutron] Checking segment: {'id': '90e2002e-a6c2-45dc-801f-7d75355827f8', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 16, 'network_id': 'fafbed1d-f164-4b33-9abe-92a565c195a7'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84875) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 14 07:12:42.746867 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [req-b33b9903-3a74-4fb8-89d2-906e2f5bbe22 req-36e6796b-d8c8-4956-aeda-1570bb7ac16d service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:12:42.747269 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b33b9903-3a74-4fb8-89d2-906e2f5bbe22 req-36e6796b-d8c8-4956-aeda-1570bb7ac16d service neutron] Bound using segment: {'id': '90e2002e-a6c2-45dc-801f-7d75355827f8', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 16, 'network_id': 'fafbed1d-f164-4b33-9abe-92a565c195a7'} {{(pid=84875) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 14 07:12:42.747765 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.managers [req-b33b9903-3a74-4fb8-89d2-906e2f5bbe22 req-36e6796b-d8c8-4956-aeda-1570bb7ac16d service neutron] Bound port: a329d464-e8fa-4a4a-a63c-73b4f77079ce, host: n-h1-768862-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '90e2002e-a6c2-45dc-801f-7d75355827f8', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 16, 'network_id': 'fafbed1d-f164-4b33-9abe-92a565c195a7'}}] {{(pid=84875) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 14 07:12:42.748221 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [req-b33b9903-3a74-4fb8-89d2-906e2f5bbe22 req-36e6796b-d8c8-4956-aeda-1570bb7ac16d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555753'] for port, before_update {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:12:42.778530 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [req-4749a9d8-1a24-4696-b0e1-b9fbefef11e5 req-718881ba-6b8a-4cc1-8355-241c8e68ca59 tempest-ServersTestMultiNic-2121779930 tempest-ServersTestMultiNic-2121779930] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854768116'] for port, before_response {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:12:42.780733 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [req-4749a9d8-1a24-4696-b0e1-b9fbefef11e5 req-718881ba-6b8a-4cc1-8355-241c8e68ca59 tempest-ServersTestMultiNic-2121779930 tempest-ServersTestMultiNic-2121779930] 10.222.0.48 "DELETE /v2.0/ports/d280b18f-0753-418b-8127-37d89566b5bc HTTP/1.1" status: 204 len: 173 time: 5.1867557 Jan 14 07:12:42.785656 n-d-768862-2 neutron-server[84765]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '16513199-bee3-4bea-a843-4e62a5ef0197', 'name': 'network-vif-deleted', 'tag': 'd280b18f-0753-418b-8127-37d89566b5bc'}] {{(pid=84875) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Jan 14 07:12:42.827224 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [req-48131ff7-2494-4a32-bfa8-90345d7d92ff req-cba0bbf5-66f6-4247-b1ed-02b8f724f7c1 tempest-SecurityGroupsTestJSON-494699717 tempest-SecurityGroupsTestJSON-494699717] Notify callbacks [] for security_group, precommit_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:12:42.923590 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-29119cc9-bb30-49bb-9c4e-48fcf5e7d7dd admin admin] Notify callbacks [] for port, precommit_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:12:42.946651 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [None req-a1245ea2-e39f-4567-a385-59c844851234 None None] For port ee52e5c9-22de-47a9-8213-92b3f87fcab6, host n-d-768862-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-2',level=0,port_id=ee52e5c9-22de-47a9-8213-92b3f87fcab6,segment=NetworkSegment(a9feaf61-7b00-465a-9a5e-4dac695c3d93),segment_id=a9feaf61-7b00-465a-9a5e-4dac695c3d93)] {{(pid=84876) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 07:12:42.947396 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-a1245ea2-e39f-4567-a385-59c844851234 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036850862667'] for port, precommit_delete {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:12:42.947875 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.plugin [req-4749a9d8-1a24-4696-b0e1-b9fbefef11e5 req-4622080a-a6e4-4b1c-a548-29931f8a7cbb tempest-ServersTestMultiNic-2121779930 tempest-ServersTestMultiNic-2121779930] Deleting port 78662f27-1e6f-4319-924a-4176b8aee062 {{(pid=84875) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 07:12:42.948254 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [req-4749a9d8-1a24-4696-b0e1-b9fbefef11e5 req-4622080a-a6e4-4b1c-a548-29931f8a7cbb tempest-ServersTestMultiNic-2121779930 tempest-ServersTestMultiNic-2121779930] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363259214248359'] for port, before_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:12:42.977587 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-c504cce1-c7da-4a37-a992-cb99154ad4b5 admin admin] Notify callbacks [] for subnet, before_response {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:12:42.982573 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-c504cce1-c7da-4a37-a992-cb99154ad4b5 admin admin] 10.222.0.24 "DELETE /v2.0/subnets/94212511-5bc4-493c-85bd-460ae4db0ae3 HTTP/1.1" status: 204 len: 168 time: 6.1508567 Jan 14 07:12:43.001007 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84875) accepted ('10.222.0.24', 57414) {{(pid=84875) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:12:43.026145 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.plugin [None req-ea087405-6d4b-43c6-ba16-4a419b56cfba tempest-ServersTestMultiNic-2121779930 tempest-ServersTestMultiNic-2121779930] Deleting port ee52e5c9-22de-47a9-8213-92b3f87fcab6 {{(pid=84875) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 07:12:43.026513 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-ea087405-6d4b-43c6-ba16-4a419b56cfba tempest-ServersTestMultiNic-2121779930 tempest-ServersTestMultiNic-2121779930] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363259214248359'] for port, before_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:12:43.032033 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb31e7ef-0ea8-4030-9e55-cba09901624e admin admin] Pushing event updated for resources: {'Port': ['ID=d317ee99-1ec4-466d-8e1c-f0c1f23403c6,revision_number=1']} {{(pid=84874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:12:43.053265 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-29119cc9-bb30-49bb-9c4e-48fcf5e7d7dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777640123575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3254186'] for port, after_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:12:43.066959 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Device ee52e5c9-22de-47a9-8213-92b3f87fcab6 no longer exists at agent ovs-agent-n-d-768862-2 {{(pid=84876) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jan 14 07:12:43.197500 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-176bd16c-4c87-413c-b9e9-91c89df03707 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036854160497'] for network, before_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:12:43.226470 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-eb31e7ef-0ea8-4030-9e55-cba09901624e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.051s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:12:43.227173 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-eb31e7ef-0ea8-4030-9e55-cba09901624e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:12:43.264244 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4134369b-5d82-4e16-96d4-7b3daed7e87c req-3dce4cec-560f-414d-b718-8c14b4f3471d tempest-TaggedBootDevicesTest-541410187 tempest-TaggedBootDevicesTest-541410187] Made reservation on behalf of 4873c9000017431bb4db0aa60ef7da75 for: {'port': 1} {{(pid=84875) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 07:12:43.274449 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [req-4134369b-5d82-4e16-96d4-7b3daed7e87c req-3dce4cec-560f-414d-b718-8c14b4f3471d tempest-TaggedBootDevicesTest-541410187 tempest-TaggedBootDevicesTest-541410187] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555753'] for port, before_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:12:43.293405 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [req-a9e447dd-fe67-4f14-ac2d-2f7373caea1c req-949905cb-b703-41e8-a2d6-4cbd770b9a87 tempest-DeleteServersTestJSON-437494901 tempest-DeleteServersTestJSON-437494901] Synchronizing usage tracker for tenant:1aa7b4d5a9ff461fbaf4900f14a02d8a on resource:port {{(pid=84875) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 14 07:12:43.432313 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-017f98a9-8a07-408c-a86f-8ff0c00400a0 None None] Provisioning for port 74a51714-fe33-4dd6-aca3-2d27861d960a completed by entity L2. {{(pid=84876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 07:12:43.443592 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.plugin [None req-a1245ea2-e39f-4567-a385-59c844851234 None None] Calling delete_port for ee52e5c9-22de-47a9-8213-92b3f87fcab6 owned by network:dhcp {{(pid=84876) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 07:12:43.481455 n-d-768862-2 neutron-server[84765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a780bf53-6567-48e7-9d84-34c8e3b24bdd req-c3cdc503-c108-470a-b60e-a4a30a16cfbc tempest-LiveMigrationNegativeTest-1470825370 tempest-LiveMigrationNegativeTest-1470825370] Network 3ab89270-67b1-41e9-8be2-a0395a984bff is already hosted by enough agents. {{(pid=84874) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 07:12:43.485496 n-d-768862-2 neutron-server[84765]: DEBUG neutron.scheduler.base_scheduler [req-a780bf53-6567-48e7-9d84-34c8e3b24bdd req-c3cdc503-c108-470a-b60e-a4a30a16cfbc tempest-LiveMigrationNegativeTest-1470825370 tempest-LiveMigrationNegativeTest-1470825370] Resources bound (agent type, host, resource id): {{(pid=84874) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 07:12:43.499537 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-017f98a9-8a07-408c-a86f-8ff0c00400a0 None None] Provisioning complete for port 74a51714-fe33-4dd6-aca3-2d27861d960a triggered by entity L2. {{(pid=84876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 07:12:43.500151 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-017f98a9-8a07-408c-a86f-8ff0c00400a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-604227'] for port, provisioning_complete {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:12:43.537274 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d10d494a-93eb-476f-b383-042b4c6624ed service neutron] Pushing event updated for resources: {'Port': ['ID=2aba5f51-6a68-455f-b5ca-bbc7dd92da45,revision_number=2']} {{(pid=84874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:12:43.546375 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-538be7eb-c956-4f44-a0fd-f9dfdf88ffbc req-6705b4d0-a9b5-46d6-a89c-7d0575412604 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:12:43.548105 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [req-538be7eb-c956-4f44-a0fd-f9dfdf88ffbc req-6705b4d0-a9b5-46d6-a89c-7d0575412604 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=4c5412f7fcde40999169791ca7c8ee35&device_id=19ae1782-a48d-4a62-a407-7c3441c97ca1 HTTP/1.1" status: 200 len: 1162 time: 2.3002770 Jan 14 07:12:43.560841 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_dvrscheduler_db [req-a780bf53-6567-48e7-9d84-34c8e3b24bdd req-c3cdc503-c108-470a-b60e-a4a30a16cfbc tempest-LiveMigrationNegativeTest-1470825370 tempest-LiveMigrationNegativeTest-1470825370] Received port after_create {{(pid=84874) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 14 07:12:43.565480 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-176bd16c-4c87-413c-b9e9-91c89df03707 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-598987', 'neutron.services.segments.db._delete_segments_for_network-8777640583949'] for network, precommit_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:12:43.763134 n-d-768862-2 neutron-server[84765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29119cc9-bb30-49bb-9c4e-48fcf5e7d7dd admin admin] Network 226f1e78-82cd-4481-9055-4eb73b6db8c1 is already hosted by enough agents. {{(pid=84874) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 07:12:43.822090 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-a1245ea2-e39f-4567-a385-59c844851234 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777640533329', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777640097463'] for port, after_delete {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:12:43.872911 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-474c0a98-a882-4876-aebf-d0932ec8a6cc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84876) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:12:43.907765 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555753'] for port, before_update {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:12:44.073284 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.plugin [None req-ea087405-6d4b-43c6-ba16-4a419b56cfba tempest-ServersTestMultiNic-2121779930 tempest-ServersTestMultiNic-2121779930] The port 'ee52e5c9-22de-47a9-8213-92b3f87fcab6' was deleted {{(pid=84875) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Jan 14 07:12:44.082443 n-d-768862-2 neutron-server[84765]: DEBUG neutron.services.segments.db [None req-176bd16c-4c87-413c-b9e9-91c89df03707 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6031f5e9-fb5a-40e5-8633-6893ea1ec2be']}} {{(pid=84875) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:12:44.123867 n-d-768862-2 neutron-server[84765]: DEBUG neutron.services.segments.db [None req-176bd16c-4c87-413c-b9e9-91c89df03707 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '93d5be1c-1c52-467a-83e7-2d84d21e7573') {'for_net_delete': True} {{(pid=84875) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:12:44.124453 n-d-768862-2 neutron-server[84765]: DEBUG neutron.services.segments.db [None req-176bd16c-4c87-413c-b9e9-91c89df03707 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '93d5be1c-1c52-467a-83e7-2d84d21e7573') {} {{(pid=84875) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:12:44.148980 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-017f98a9-8a07-408c-a86f-8ff0c00400a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555753'] for port, before_update {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:12:44.175034 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-176bd16c-4c87-413c-b9e9-91c89df03707 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363259214173198', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036851408567'] for segment, before_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:12:44.195855 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1245ea2-e39f-4567-a385-59c844851234 None None] Pushing event deleted for resources: {'Port': ['ID=ee52e5c9-22de-47a9-8213-92b3f87fcab6,revision_number=None']} {{(pid=84876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:12:44.200976 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-a1245ea2-e39f-4567-a385-59c844851234 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.328s {{(pid=84876) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:12:44.204183 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-176bd16c-4c87-413c-b9e9-91c89df03707 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854179735'] for segment, precommit_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:12:44.206389 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-176bd16c-4c87-413c-b9e9-91c89df03707 admin admin] Releasing vxlan tunnel 10 to pool {{(pid=84875) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Jan 14 07:12:44.251056 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-0cbf42b1-cd27-442e-9820-28d4ad631cff None None] Provisioning for port 03f34ccd-18c2-4586-bcb3-93158913589f completed by entity DHCP. {{(pid=84876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 07:12:44.283597 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-0cbf42b1-cd27-442e-9820-28d4ad631cff None None] Provisioning complete for port 03f34ccd-18c2-4586-bcb3-93158913589f triggered by entity DHCP. {{(pid=84876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 07:12:44.284457 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-0cbf42b1-cd27-442e-9820-28d4ad631cff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-604227'] for port, provisioning_complete {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:12:44.328324 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1245ea2-e39f-4567-a385-59c844851234 None None] No DVR routers for this DVR port ee52e5c9-22de-47a9-8213-92b3f87fcab6 on host n-d-768862-2 {{(pid=84876) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Jan 14 07:12:44.364704 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [None req-017f98a9-8a07-408c-a86f-8ff0c00400a0 None None] For port 74a51714-fe33-4dd6-aca3-2d27861d960a, host n-h1-768862-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-h1-768862-2',level=0,port_id=74a51714-fe33-4dd6-aca3-2d27861d960a,segment=NetworkSegment(682aa48d-45db-4ce6-9539-8117fc7293eb),segment_id=682aa48d-45db-4ce6-9539-8117fc7293eb)] {{(pid=84876) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 07:12:44.375654 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-017f98a9-8a07-408c-a86f-8ff0c00400a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777640533312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363259214678337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777640097497'] for port, after_update {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:12:44.381938 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-4bc5f6a3-c9f0-4e38-9a6b-ebc245691174 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84876) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:12:44.409118 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.managers [None req-176bd16c-4c87-413c-b9e9-91c89df03707 admin admin] Network 6031f5e9-fb5a-40e5-8633-6893ea1ec2be has no segments {{(pid=84875) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 14 07:12:44.418600 n-d-768862-2 neutron-server[84765]: DEBUG neutron.scheduler.base_scheduler [None req-29119cc9-bb30-49bb-9c4e-48fcf5e7d7dd admin admin] Resources bound (agent type, host, resource id): {{(pid=84874) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 07:12:44.419978 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-176bd16c-4c87-413c-b9e9-91c89df03707 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-596065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3154253'] for segment, after_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:12:44.422265 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29119cc9-bb30-49bb-9c4e-48fcf5e7d7dd admin admin] Received port after_create {{(pid=84874) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 14 07:12:44.430277 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.plugin [None req-0cbf42b1-cd27-442e-9820-28d4ad631cff None None] Port 03f34ccd-18c2-4586-bcb3-93158913589f cannot update to ACTIVE because it is not bound. {{(pid=84876) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:329}} Jan 14 07:12:44.461390 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-017f98a9-8a07-408c-a86f-8ff0c00400a0 None None] Pushing event updated for resources: {'Port': ['ID=74a51714-fe33-4dd6-aca3-2d27861d960a,revision_number=4']} {{(pid=84876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:12:44.465774 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-017f98a9-8a07-408c-a86f-8ff0c00400a0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=84876) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:12:44.473399 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_segment":"rule:admin_only" was deprecated in W in favor of "update_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:12:44.473399 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:12:44.473399 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "delete_segment":"rule:admin_only" was deprecated in W in favor of "delete_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:12:44.473399 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:12:44.473399 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network":"rule:regular_user" was deprecated in W in favor of "create_network":"role:member and project_id:%(project_id)s". Reason: Jan 14 07:12:44.473399 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:12:44.473399 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:12:44.473399 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:12:44.473399 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:shared":"rule:admin_only" was deprecated in W in favor of "create_network:shared":"role:admin and system_scope:all". Reason: Jan 14 07:12:44.473399 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:12:44.473399 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:12:44.473399 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:12:44.473399 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:router:external":"rule:admin_only" was deprecated in W in favor of "create_network:router:external":"role:admin and system_scope:all". Reason: Jan 14 07:12:44.473399 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:12:44.473399 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:12:44.473399 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:12:44.473399 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:is_default":"rule:admin_only" was deprecated in W in favor of "create_network:is_default":"role:admin and system_scope:all". Reason: Jan 14 07:12:44.473399 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:12:44.473399 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:12:44.473399 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:12:44.473399 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:port_security_enabled":"rule:regular_user" was deprecated in W in favor of "create_network:port_security_enabled":"role:member and project_id:%(project_id)s". Reason: Jan 14 07:12:44.473399 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:12:44.473399 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:12:44.473399 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:12:44.473399 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:segments":"rule:admin_only" was deprecated in W in favor of "create_network:segments":"role:admin and system_scope:all". Reason: Jan 14 07:12:44.473399 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:12:44.473399 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:12:44.473399 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:12:44.473399 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "create_network:provider:network_type":"role:admin and system_scope:all". Reason: Jan 14 07:12:44.473399 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:12:44.473399 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:12:44.473399 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:12:44.473399 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "create_network:provider:physical_network":"role:admin and system_scope:all". Reason: Jan 14 07:12:44.473399 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:12:44.473399 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:12:44.473399 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:12:44.473399 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "create_network:provider:segmentation_id":"role:admin and system_scope:all". Reason: Jan 14 07:12:44.473399 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:12:44.473399 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:12:44.473399 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:12:44.473399 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network":"rule:admin_or_owner or rule:shared or rule:external or rule:context_is_advsvc" was deprecated in W in favor of "get_network":"(role:reader and system_scope:all) or (role:reader and project_id:%(project_id)s) or rule:shared or rule:external or rule:context_is_advsvc". Reason: Jan 14 07:12:44.473399 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:12:44.473399 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:12:44.473399 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:12:44.473399 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:router:external":"rule:regular_user" was deprecated in W in favor of "get_network:router:external":"role:reader and project_id:%(project_id)s". Reason: Jan 14 07:12:44.477414 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:12:44.477414 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:12:44.477414 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:12:44.477414 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:segments":"rule:admin_only" was deprecated in W in favor of "get_network:segments":"role:reader and system_scope:all". Reason: Jan 14 07:12:44.477414 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:12:44.477414 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:12:44.477414 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:12:44.477414 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "get_network:provider:network_type":"role:reader and system_scope:all". Reason: Jan 14 07:12:44.477414 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:12:44.477414 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:12:44.477414 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:12:44.477414 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "get_network:provider:physical_network":"role:reader and system_scope:all". Reason: Jan 14 07:12:44.477414 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:12:44.477414 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:12:44.477414 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:12:44.477414 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "get_network:provider:segmentation_id":"role:reader and system_scope:all". Reason: Jan 14 07:12:44.477414 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:12:44.477414 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:12:44.477414 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:12:44.488881 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-017f98a9-8a07-408c-a86f-8ff0c00400a0 None None] Device 74a51714-fe33-4dd6-aca3-2d27861d960a up at agent ovs-agent-n-h1-768862-2 {{(pid=84876) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 07:12:44.491171 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a780bf53-6567-48e7-9d84-34c8e3b24bdd req-c3cdc503-c108-470a-b60e-a4a30a16cfbc tempest-LiveMigrationNegativeTest-1470825370 tempest-LiveMigrationNegativeTest-1470825370] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:12:44.491927 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [req-a780bf53-6567-48e7-9d84-34c8e3b24bdd req-c3cdc503-c108-470a-b60e-a4a30a16cfbc tempest-LiveMigrationNegativeTest-1470825370 tempest-LiveMigrationNegativeTest-1470825370] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854768116'] for port, before_response {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:12:44.497350 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-538be7eb-c956-4f44-a0fd-f9dfdf88ffbc req-13259529-7764-4047-8778-953f1fd4baa4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:12:44.498954 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [req-538be7eb-c956-4f44-a0fd-f9dfdf88ffbc req-13259529-7764-4047-8778-953f1fd4baa4 service neutron] 10.222.0.35 "GET /v2.0/networks?id=3ab89270-67b1-41e9-8be2-a0395a984bff HTTP/1.1" status: 200 len: 863 time: 0.6409843 Jan 14 07:12:44.612852 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.managers [None req-176bd16c-4c87-413c-b9e9-91c89df03707 admin admin] Network 6031f5e9-fb5a-40e5-8633-6893ea1ec2be has no segments {{(pid=84875) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 14 07:12:44.631445 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-017f98a9-8a07-408c-a86f-8ff0c00400a0 None None] Provisioning complete for port 74a51714-fe33-4dd6-aca3-2d27861d960a triggered by entity L2. {{(pid=84876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 07:12:44.632502 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-017f98a9-8a07-408c-a86f-8ff0c00400a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-604227'] for port, provisioning_complete {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:12:44.639040 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [req-538be7eb-c956-4f44-a0fd-f9dfdf88ffbc req-a04ad09c-71a6-4c90-84c5-ce5479cc6fe7 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.44&port_id=74a51714-fe33-4dd6-aca3-2d27861d960a HTTP/1.1" status: 200 len: 217 time: 0.1182492 Jan 14 07:12:44.773647 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network":"rule:admin_or_owner" was deprecated in W in favor of "update_network":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 07:12:44.773647 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:12:44.773647 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:12:44.773647 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:12:44.773647 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:segments":"rule:admin_only" was deprecated in W in favor of "update_network:segments":"role:admin and system_scope:all". Reason: Jan 14 07:12:44.773647 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:12:44.773647 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:12:44.773647 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:12:44.773647 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:shared":"rule:admin_only" was deprecated in W in favor of "update_network:shared":"role:admin and system_scope:all". Reason: Jan 14 07:12:44.773647 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:12:44.773647 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:12:44.773647 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:12:44.773647 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "update_network:provider:network_type":"role:admin and system_scope:all". Reason: Jan 14 07:12:44.773647 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:12:44.773647 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:12:44.773647 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:12:44.773647 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "update_network:provider:physical_network":"role:admin and system_scope:all". Reason: Jan 14 07:12:44.773647 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:12:44.773647 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:12:44.773647 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:12:44.773647 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "update_network:provider:segmentation_id":"role:admin and system_scope:all". Reason: Jan 14 07:12:44.773647 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:12:44.773647 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:12:44.773647 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:12:44.773647 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:router:external":"rule:admin_only" was deprecated in W in favor of "update_network:router:external":"role:admin and system_scope:all". Reason: Jan 14 07:12:44.773647 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:12:44.773647 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:12:44.773647 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:12:44.773647 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:is_default":"rule:admin_only" was deprecated in W in favor of "update_network:is_default":"role:admin and system_scope:all". Reason: Jan 14 07:12:44.773647 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:12:44.773647 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:12:44.773647 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:12:44.773647 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:port_security_enabled":"rule:admin_or_owner" was deprecated in W in favor of "update_network:port_security_enabled":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 07:12:44.773647 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:12:44.773647 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:12:44.773647 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:12:44.773647 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "delete_network":"rule:admin_or_owner" was deprecated in W in favor of "delete_network":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 07:12:44.773647 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:12:44.773647 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:12:44.773647 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:12:44.773647 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_segment":"rule:admin_only" was deprecated in W in favor of "create_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:12:44.773647 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:12:44.773647 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_segment":"rule:admin_only" was deprecated in W in favor of "get_segment":"role:reader and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:12:44.773647 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:12:44.776599 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_segment":"rule:admin_only" was deprecated in W in favor of "update_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:12:44.776599 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:12:44.776599 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "delete_segment":"rule:admin_only" was deprecated in W in favor of "delete_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:12:44.776599 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:12:44.776599 n-d-768862-2 neutron-server[84765]: Traceback (most recent call last): Jan 14 07:12:44.776599 n-d-768862-2 neutron-server[84765]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 14 07:12:44.776599 n-d-768862-2 neutron-server[84765]: timer() Jan 14 07:12:44.776599 n-d-768862-2 neutron-server[84765]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 14 07:12:44.776599 n-d-768862-2 neutron-server[84765]: cb(*args, **kw) Jan 14 07:12:44.776599 n-d-768862-2 neutron-server[84765]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Jan 14 07:12:44.776599 n-d-768862-2 neutron-server[84765]: return func(*args, **kwargs) Jan 14 07:12:44.776599 n-d-768862-2 neutron-server[84765]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 14 07:12:44.776599 n-d-768862-2 neutron-server[84765]: self._notify() Jan 14 07:12:44.776599 n-d-768862-2 neutron-server[84765]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 14 07:12:44.776599 n-d-768862-2 neutron-server[84765]: self.callback(batched_events) Jan 14 07:12:44.776599 n-d-768862-2 neutron-server[84765]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 14 07:12:44.776599 n-d-768862-2 neutron-server[84765]: event.method(event) Jan 14 07:12:44.776599 n-d-768862-2 neutron-server[84765]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 14 07:12:44.776599 n-d-768862-2 neutron-server[84765]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 14 07:12:44.776599 n-d-768862-2 neutron-server[84765]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Jan 14 07:12:44.776599 n-d-768862-2 neutron-server[84765]: segment_id)['aggregates'][0] Jan 14 07:12:44.776599 n-d-768862-2 neutron-server[84765]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 14 07:12:44.776599 n-d-768862-2 neutron-server[84765]: return f(self, *a, **k) Jan 14 07:12:44.776599 n-d-768862-2 neutron-server[84765]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 14 07:12:44.776599 n-d-768862-2 neutron-server[84765]: return self._get(url).json() Jan 14 07:12:44.776599 n-d-768862-2 neutron-server[84765]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 14 07:12:44.776599 n-d-768862-2 neutron-server[84765]: **kwargs) Jan 14 07:12:44.776599 n-d-768862-2 neutron-server[84765]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 14 07:12:44.776599 n-d-768862-2 neutron-server[84765]: return self.request(url, 'GET', **kwargs) Jan 14 07:12:44.778357 n-d-768862-2 neutron-server[84765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb31e7ef-0ea8-4030-9e55-cba09901624e admin admin] Network 226f1e78-82cd-4481-9055-4eb73b6db8c1 is already hosted by enough agents. {{(pid=84874) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 07:12:44.778534 n-d-768862-2 neutron-server[84765]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Jan 14 07:12:44.778534 n-d-768862-2 neutron-server[84765]: **endpoint_filter) Jan 14 07:12:44.778534 n-d-768862-2 neutron-server[84765]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 14 07:12:44.778534 n-d-768862-2 neutron-server[84765]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 14 07:12:44.778534 n-d-768862-2 neutron-server[84765]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 14 07:12:44.778534 n-d-768862-2 neutron-server[84765]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 14 07:12:44.778534 n-d-768862-2 neutron-server[84765]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 14 07:12:44.779759 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [req-a9e447dd-fe67-4f14-ac2d-2f7373caea1c req-949905cb-b703-41e8-a2d6-4cbd770b9a87 tempest-DeleteServersTestJSON-437494901 tempest-DeleteServersTestJSON-437494901] Unset dirty status for tenant:1aa7b4d5a9ff461fbaf4900f14a02d8a on resource:port {{(pid=84875) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 14 07:12:44.781393 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [req-a9e447dd-fe67-4f14-ac2d-2f7373caea1c req-949905cb-b703-41e8-a2d6-4cbd770b9a87 tempest-DeleteServersTestJSON-437494901 tempest-DeleteServersTestJSON-437494901] 10.222.0.24 "GET /v2.0/ports?tenant_id=1aa7b4d5a9ff461fbaf4900f14a02d8a&fields=id HTTP/1.1" status: 200 len: 255 time: 4.1939445 Jan 14 07:12:44.819370 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-176bd16c-4c87-413c-b9e9-91c89df03707 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036854176830', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850887149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3912591'] for network, after_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:12:44.832057 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [req-8c64fafa-69f8-48e9-b7c6-15e72aa6f27a req-d90c4f01-52ef-44a6-bf11-f8ba68bef7db tempest-ImagesNegativeTestJSON-146108451 tempest-ImagesNegativeTestJSON-146108451] For port ce78f9b6-4798-4eef-a297-6ac818f85600, host n-h1-768862-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-h1-768862-2',level=0,port_id=ce78f9b6-4798-4eef-a297-6ac818f85600,segment=NetworkSegment(682aa48d-45db-4ce6-9539-8117fc7293eb),segment_id=682aa48d-45db-4ce6-9539-8117fc7293eb)] {{(pid=84874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 07:12:44.832475 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [req-8c64fafa-69f8-48e9-b7c6-15e72aa6f27a req-d90c4f01-52ef-44a6-bf11-f8ba68bef7db tempest-ImagesNegativeTestJSON-146108451 tempest-ImagesNegativeTestJSON-146108451] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036850862667'] for port, precommit_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:12:44.980313 n-d-768862-2 neutron-server[84765]: DEBUG neutron.scheduler.base_scheduler [None req-eb31e7ef-0ea8-4030-9e55-cba09901624e admin admin] Resources bound (agent type, host, resource id): {{(pid=84874) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 07:12:45.120149 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.plugin [req-8c64fafa-69f8-48e9-b7c6-15e72aa6f27a req-d90c4f01-52ef-44a6-bf11-f8ba68bef7db tempest-ImagesNegativeTestJSON-146108451 tempest-ImagesNegativeTestJSON-146108451] Calling delete_port for ce78f9b6-4798-4eef-a297-6ac818f85600 owned by compute:nova {{(pid=84874) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 07:12:45.154560 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [req-48131ff7-2494-4a32-bfa8-90345d7d92ff req-cba0bbf5-66f6-4247-b1ed-02b8f724f7c1 tempest-SecurityGroupsTestJSON-494699717 tempest-SecurityGroupsTestJSON-494699717] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850887153'] for security_group, after_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:12:45.161853 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-fdbaece7-696c-4340-9329-4f55a8c8c23e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:12:45.193975 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-176bd16c-4c87-413c-b9e9-91c89df03707 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3207107'] for network, before_response {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:12:45.208615 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [req-48131ff7-2494-4a32-bfa8-90345d7d92ff req-cba0bbf5-66f6-4247-b1ed-02b8f724f7c1 tempest-SecurityGroupsTestJSON-494699717 tempest-SecurityGroupsTestJSON-494699717] Notify callbacks [] for security_group, before_response {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:12:45.210430 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [req-48131ff7-2494-4a32-bfa8-90345d7d92ff req-cba0bbf5-66f6-4247-b1ed-02b8f724f7c1 tempest-SecurityGroupsTestJSON-494699717 tempest-SecurityGroupsTestJSON-494699717] 10.222.0.24 "DELETE /v2.0/security-groups/90d01b4d-bff6-45d8-8491-2ec63fbff8b7 HTTP/1.1" status: 204 len: 173 time: 4.7080371 Jan 14 07:12:45.211442 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-176bd16c-4c87-413c-b9e9-91c89df03707 admin admin] Pushing event deleted for resources: {'Network': ['ID=6031f5e9-fb5a-40e5-8633-6893ea1ec2be,revision_number=None']} {{(pid=84875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:12:45.219004 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-176bd16c-4c87-413c-b9e9-91c89df03707 admin admin] 10.222.0.24 "DELETE /v2.0/networks/6031f5e9-fb5a-40e5-8633-6893ea1ec2be HTTP/1.1" status: 204 len: 168 time: 2.1670659 Jan 14 07:12:45.242061 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-176bd16c-4c87-413c-b9e9-91c89df03707 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:12:45.315765 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-3b7a1f4c-811d-4b65-aff3-dc9cb0cb0b97 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.109s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:12:45.397148 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [req-b33b9903-3a74-4fb8-89d2-906e2f5bbe22 req-36e6796b-d8c8-4956-aeda-1570bb7ac16d service neutron] For port a329d464-e8fa-4a4a-a63c-73b4f77079ce, host n-h1-768862-2, cleared binding levels {{(pid=84875) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 14 07:12:45.429241 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [req-f06f3a7b-1088-4675-a915-eea75caecc24 req-6ec3c60f-fa8a-4591-a7cc-e86940395c22 tempest-ServersTestMultiNic-2121779930 tempest-ServersTestMultiNic-2121779930] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036850862667'] for port, precommit_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:12:45.568845 n-d-768862-2 neutron-server[84765]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '16513199-bee3-4bea-a843-4e62a5ef0197', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '78662f27-1e6f-4319-924a-4176b8aee062', 'code': 422} returned with failed status Jan 14 07:12:45.569180 n-d-768862-2 neutron-server[84765]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '16513199-bee3-4bea-a843-4e62a5ef0197', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'd280b18f-0753-418b-8127-37d89566b5bc', 'code': 422} returned with failed status Jan 14 07:12:45.569490 n-d-768862-2 neutron-server[84765]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '16513199-bee3-4bea-a843-4e62a5ef0197', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'a7472f8b-53e9-4c79-9297-7d365d38efa5', 'code': 422} returned with failed status Jan 14 07:12:45.602036 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.plugin [req-f06f3a7b-1088-4675-a915-eea75caecc24 req-6ec3c60f-fa8a-4591-a7cc-e86940395c22 tempest-ServersTestMultiNic-2121779930 tempest-ServersTestMultiNic-2121779930] Calling delete_port for 60ae7924-3694-4b74-a3fe-8c67606eeaef owned by {{(pid=84874) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 07:12:45.636509 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.db_base_plugin_common [req-4134369b-5d82-4e16-96d4-7b3daed7e87c req-3dce4cec-560f-414d-b718-8c14b4f3471d tempest-TaggedBootDevicesTest-541410187 tempest-TaggedBootDevicesTest-541410187] Allocated IP 172.20.0.14 (ae96959f-6ce5-41d0-90c9-8889aa70257e/2d5e37a0-0841-461f-a59f-1172aa4e92e4/bbff3b98-86eb-40bd-8311-2289155bd213) {{(pid=84875) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 14 07:12:45.816617 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cba0bbf5-66f6-4247-b1ed-02b8f724f7c1 tempest-SecurityGroupsTestJSON-494699717 tempest-SecurityGroupsTestJSON-494699717] Pushing event deleted for resources: {'SecurityGroup': ['ID=90d01b4d-bff6-45d8-8491-2ec63fbff8b7,revision_number=None']} {{(pid=84875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:12:45.820288 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb31e7ef-0ea8-4030-9e55-cba09901624e admin admin] Received port after_create {{(pid=84874) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 14 07:12:45.839327 n-d-768862-2 neutron-server[84765]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '16513199-bee3-4bea-a843-4e62a5ef0197', 'name': 'network-vif-deleted', 'tag': 'd280b18f-0753-418b-8127-37d89566b5bc', 'status': 'failed', 'code': 422} returned with failed status Jan 14 07:12:45.884458 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [req-a780bf53-6567-48e7-9d84-34c8e3b24bdd req-c3cdc503-c108-470a-b60e-a4a30a16cfbc tempest-LiveMigrationNegativeTest-1470825370 tempest-LiveMigrationNegativeTest-1470825370] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 9.5966885 Jan 14 07:12:45.886246 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-538be7eb-c956-4f44-a0fd-f9dfdf88ffbc req-2458bd21-6a54-4627-b55c-bc9c3c70f3f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:12:45.887980 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [req-538be7eb-c956-4f44-a0fd-f9dfdf88ffbc req-2458bd21-6a54-4627-b55c-bc9c3c70f3f6 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=69aa3990-7111-4d2c-9167-5d5ad366f163 HTTP/1.1" status: 200 len: 843 time: 1.1638343 Jan 14 07:12:45.962628 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84874) accepted ('10.222.0.24', 57442) {{(pid=84874) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:12:45.981017 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-cba0bbf5-66f6-4247-b1ed-02b8f724f7c1 tempest-SecurityGroupsTestJSON-494699717 tempest-SecurityGroupsTestJSON-494699717] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.665s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:12:46.003537 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-ea087405-6d4b-43c6-ba16-4a419b56cfba tempest-ServersTestMultiNic-2121779930 tempest-ServersTestMultiNic-2121779930] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-598987', 'neutron.services.segments.db._delete_segments_for_network-8777640583949'] for network, precommit_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:12:46.095234 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [req-b33b9903-3a74-4fb8-89d2-906e2f5bbe22 req-36e6796b-d8c8-4956-aeda-1570bb7ac16d service neutron] For port a329d464-e8fa-4a4a-a63c-73b4f77079ce, host n-h1-768862-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-h1-768862-2',level=0,port_id=a329d464-e8fa-4a4a-a63c-73b4f77079ce,segment=NetworkSegment(90e2002e-a6c2-45dc-801f-7d75355827f8),segment_id=90e2002e-a6c2-45dc-801f-7d75355827f8)] {{(pid=84875) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 14 07:12:46.207302 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.v2.base [req-a780bf53-6567-48e7-9d84-34c8e3b24bdd req-565b5ffc-c144-4627-9ac7-d51970f0a0e6 service neutron] Request body: {'port': {'device_id': 'b7810cd0-ff82-4881-a8ff-5f4b03f8104c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-768862-2'}} {{(pid=84874) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:12:46.212186 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [req-b33b9903-3a74-4fb8-89d2-906e2f5bbe22 req-36e6796b-d8c8-4956-aeda-1570bb7ac16d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777640533312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363259214678337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777640097497', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3154211'] for port, after_update {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:12:46.241562 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-ad89f690-6d5e-49c9-b4e4-28132b347b89 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:12:46.301533 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [req-f06f3a7b-1088-4675-a915-eea75caecc24 req-6ec3c60f-fa8a-4591-a7cc-e86940395c22 tempest-ServersTestMultiNic-2121779930 tempest-ServersTestMultiNic-2121779930] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777640533329', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777640097463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3254186'] for port, after_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:12:46.347706 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36e6796b-d8c8-4956-aeda-1570bb7ac16d service neutron] Pushing event updated for resources: {'Port': ['ID=a329d464-e8fa-4a4a-a63c-73b4f77079ce,revision_number=3']} {{(pid=84875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:12:46.448853 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-36e6796b-d8c8-4956-aeda-1570bb7ac16d service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.207s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:12:46.452284 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29119cc9-bb30-49bb-9c4e-48fcf5e7d7dd admin admin] Pushing event updated for resources: {'Port': ['ID=b7d75e45-3acc-4c80-bf06-1b1da6dadb3e,revision_number=1']} {{(pid=84874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:12:46.469952 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-017f98a9-8a07-408c-a86f-8ff0c00400a0 None None] Device 74a51714-fe33-4dd6-aca3-2d27861d960a up at agent ovs-agent-n-h1-768862-2 {{(pid=84876) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 07:12:46.524685 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-29119cc9-bb30-49bb-9c4e-48fcf5e7d7dd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 3.297s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:12:46.527881 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [req-a9e447dd-fe67-4f14-ac2d-2f7373caea1c req-2cf29c72-2844-4f31-b3dd-dd8c4d8a6c92 service neutron] 10.222.0.24 "GET /v2.0/networks/fafbed1d-f164-4b33-9abe-92a565c195a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.6964636 Jan 14 07:12:46.533784 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [req-4749a9d8-1a24-4696-b0e1-b9fbefef11e5 req-4622080a-a6e4-4b1c-a548-29931f8a7cbb tempest-ServersTestMultiNic-2121779930 tempest-ServersTestMultiNic-2121779930] For port 78662f27-1e6f-4319-924a-4176b8aee062, host n-h2-768862-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-h2-768862-2',level=0,port_id=78662f27-1e6f-4319-924a-4176b8aee062,segment=NetworkSegment(871dcfe9-d88b-458a-b832-5a97900de51f),segment_id=871dcfe9-d88b-458a-b832-5a97900de51f)] {{(pid=84875) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 07:12:46.534183 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [req-4749a9d8-1a24-4696-b0e1-b9fbefef11e5 req-4622080a-a6e4-4b1c-a548-29931f8a7cbb tempest-ServersTestMultiNic-2121779930 tempest-ServersTestMultiNic-2121779930] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036850862667'] for port, precommit_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:12:46.551356 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-ada096d9-be0e-464e-863c-be796f808096 tempest-LiveMigrationNegativeTest-1470825370 tempest-LiveMigrationNegativeTest-1470825370] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 4.267s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:12:46.558338 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network":"rule:regular_user" was deprecated in W in favor of "create_network":"role:member and project_id:%(project_id)s". Reason: Jan 14 07:12:46.558338 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:12:46.558338 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:12:46.558338 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:12:46.558338 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:shared":"rule:admin_only" was deprecated in W in favor of "create_network:shared":"role:admin and system_scope:all". Reason: Jan 14 07:12:46.558338 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:12:46.558338 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:12:46.558338 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:12:46.558338 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:router:external":"rule:admin_only" was deprecated in W in favor of "create_network:router:external":"role:admin and system_scope:all". Reason: Jan 14 07:12:46.558338 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:12:46.558338 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:12:46.558338 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:12:46.558338 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:is_default":"rule:admin_only" was deprecated in W in favor of "create_network:is_default":"role:admin and system_scope:all". Reason: Jan 14 07:12:46.558338 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:12:46.558338 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:12:46.558338 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:12:46.558338 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:port_security_enabled":"rule:regular_user" was deprecated in W in favor of "create_network:port_security_enabled":"role:member and project_id:%(project_id)s". Reason: Jan 14 07:12:46.558338 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:12:46.558338 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:12:46.558338 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:12:46.558338 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:segments":"rule:admin_only" was deprecated in W in favor of "create_network:segments":"role:admin and system_scope:all". Reason: Jan 14 07:12:46.558338 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:12:46.558338 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:12:46.558338 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:12:46.558338 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "create_network:provider:network_type":"role:admin and system_scope:all". Reason: Jan 14 07:12:46.558338 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:12:46.558338 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:12:46.558338 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:12:46.558338 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "create_network:provider:physical_network":"role:admin and system_scope:all". Reason: Jan 14 07:12:46.558338 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:12:46.558338 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:12:46.558338 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:12:46.558338 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "create_network:provider:segmentation_id":"role:admin and system_scope:all". Reason: Jan 14 07:12:46.558338 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:12:46.558338 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:12:46.558338 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:12:46.558338 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network":"rule:admin_or_owner or rule:shared or rule:external or rule:context_is_advsvc" was deprecated in W in favor of "get_network":"(role:reader and system_scope:all) or (role:reader and project_id:%(project_id)s) or rule:shared or rule:external or rule:context_is_advsvc". Reason: Jan 14 07:12:46.558338 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:12:46.558338 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:12:46.558338 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:12:46.558338 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:router:external":"rule:regular_user" was deprecated in W in favor of "get_network:router:external":"role:reader and project_id:%(project_id)s". Reason: Jan 14 07:12:46.558338 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:12:46.558338 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:12:46.558338 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:12:46.558338 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:segments":"rule:admin_only" was deprecated in W in favor of "get_network:segments":"role:reader and system_scope:all". Reason: Jan 14 07:12:46.558338 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:12:46.558338 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:12:46.558338 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:12:46.561403 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "get_network:provider:network_type":"role:reader and system_scope:all". Reason: Jan 14 07:12:46.561403 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:12:46.561403 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:12:46.561403 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:12:46.561403 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "get_network:provider:physical_network":"role:reader and system_scope:all". Reason: Jan 14 07:12:46.561403 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:12:46.561403 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:12:46.561403 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:12:46.561403 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "get_network:provider:segmentation_id":"role:reader and system_scope:all". Reason: Jan 14 07:12:46.561403 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:12:46.561403 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:12:46.561403 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:12:46.561403 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network":"rule:admin_or_owner" was deprecated in W in favor of "update_network":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 07:12:46.561403 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:12:46.561403 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:12:46.561403 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:12:46.561403 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:segments":"rule:admin_only" was deprecated in W in favor of "update_network:segments":"role:admin and system_scope:all". Reason: Jan 14 07:12:46.561403 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:12:46.561403 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:12:46.561403 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:12:46.562585 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [req-464fd4ff-ab65-4cc0-a703-4e6e9963f83e req-51ae21e1-325e-42f1-87fb-48028e495d27 tempest-SecurityGroupsTestJSON-494699717 tempest-SecurityGroupsTestJSON-494699717] 10.222.0.24 "GET /v2.0/security-groups/c4996d05-4a06-45d4-9f6f-ebe0f170b611 HTTP/1.1" status: 200 len: 1801 time: 0.2063358 Jan 14 07:12:46.593955 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-017f98a9-8a07-408c-a86f-8ff0c00400a0 None None] Provisioning complete for port 74a51714-fe33-4dd6-aca3-2d27861d960a triggered by entity L2. {{(pid=84876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 07:12:46.594329 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-017f98a9-8a07-408c-a86f-8ff0c00400a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-604227'] for port, provisioning_complete {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:12:46.777028 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [req-a9e447dd-fe67-4f14-ac2d-2f7373caea1c req-96eec24a-f727-45b8-9767-fe04bb6db1d8 service neutron] 10.222.0.24 "GET /v2.0/networks/fafbed1d-f164-4b33-9abe-92a565c195a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.2110333 Jan 14 07:12:46.869274 n-d-768862-2 neutron-server[84765]: DEBUG neutron.services.segments.db [None req-ea087405-6d4b-43c6-ba16-4a419b56cfba tempest-ServersTestMultiNic-2121779930 tempest-ServersTestMultiNic-2121779930] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3969e656-f2d3-437e-bb8d-008442e4371a']}} {{(pid=84875) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:12:46.967510 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [req-4134369b-5d82-4e16-96d4-7b3daed7e87c req-3dce4cec-560f-414d-b718-8c14b4f3471d tempest-TaggedBootDevicesTest-541410187 tempest-TaggedBootDevicesTest-541410187] Notify callbacks [] for port, precommit_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:12:46.975067 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84875) accepted ('10.222.0.24', 57458) {{(pid=84875) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:12:46.984745 n-d-768862-2 neutron-server[84765]: DEBUG neutron.services.segments.db [None req-ea087405-6d4b-43c6-ba16-4a419b56cfba tempest-ServersTestMultiNic-2121779930 tempest-ServersTestMultiNic-2121779930] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a9feaf61-7b00-465a-9a5e-4dac695c3d93') {'for_net_delete': True} {{(pid=84875) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:12:46.985124 n-d-768862-2 neutron-server[84765]: DEBUG neutron.services.segments.db [None req-ea087405-6d4b-43c6-ba16-4a419b56cfba tempest-ServersTestMultiNic-2121779930 tempest-ServersTestMultiNic-2121779930] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a9feaf61-7b00-465a-9a5e-4dac695c3d93') {} {{(pid=84875) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:12:46.999689 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.plugin [req-4749a9d8-1a24-4696-b0e1-b9fbefef11e5 req-4622080a-a6e4-4b1c-a548-29931f8a7cbb tempest-ServersTestMultiNic-2121779930 tempest-ServersTestMultiNic-2121779930] Calling delete_port for 78662f27-1e6f-4319-924a-4176b8aee062 owned by compute:nova {{(pid=84875) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 07:12:47.181705 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-ea087405-6d4b-43c6-ba16-4a419b56cfba tempest-ServersTestMultiNic-2121779930 tempest-ServersTestMultiNic-2121779930] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363259214173198', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036851408567'] for segment, before_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:12:47.254176 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-01e9965e-83de-4074-89e3-43e94447e2fd tempest-TaggedBootDevicesTest-541410187 tempest-TaggedBootDevicesTest-541410187] Notify callbacks [] for security_group, before_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:12:47.255452 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ec3c60f-fa8a-4591-a7cc-e86940395c22 tempest-ServersTestMultiNic-2121779930 tempest-ServersTestMultiNic-2121779930] Pushing event deleted for resources: {'Port': ['ID=60ae7924-3694-4b74-a3fe-8c67606eeaef,revision_number=None']} {{(pid=84874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:12:47.305401 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-6ec3c60f-fa8a-4591-a7cc-e86940395c22 tempest-ServersTestMultiNic-2121779930 tempest-ServersTestMultiNic-2121779930] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.754s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:12:47.320815 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-29119cc9-bb30-49bb-9c4e-48fcf5e7d7dd admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:12:47.325838 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-01e9965e-83de-4074-89e3-43e94447e2fd tempest-TaggedBootDevicesTest-541410187 tempest-TaggedBootDevicesTest-541410187] Notify callbacks [] for security_group, precommit_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:12:47.396749 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [req-4134369b-5d82-4e16-96d4-7b3daed7e87c req-3dce4cec-560f-414d-b718-8c14b4f3471d tempest-TaggedBootDevicesTest-541410187 tempest-TaggedBootDevicesTest-541410187] Transition to ACTIVE for port object bbff3b98-86eb-40bd-8311-2289155bd213 will not be triggered until provisioned by entity DHCP. {{(pid=84875) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 07:12:47.439529 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [req-464fd4ff-ab65-4cc0-a703-4e6e9963f83e req-0dbf3165-97d3-4bd2-9a8e-9ca725d511f8 tempest-SecurityGroupsTestJSON-494699717 tempest-SecurityGroupsTestJSON-494699717] Notify callbacks [] for security_group, before_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:12:47.449244 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-c3cdc503-c108-470a-b60e-a4a30a16cfbc tempest-LiveMigrationNegativeTest-1470825370 tempest-LiveMigrationNegativeTest-1470825370] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.984s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:12:47.449244 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-c3cdc503-c108-470a-b60e-a4a30a16cfbc tempest-LiveMigrationNegativeTest-1470825370 tempest-LiveMigrationNegativeTest-1470825370] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.001s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:12:47.466594 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [req-f06f3a7b-1088-4675-a915-eea75caecc24 req-6ec3c60f-fa8a-4591-a7cc-e86940395c22 tempest-ServersTestMultiNic-2121779930 tempest-ServersTestMultiNic-2121779930] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854768116'] for port, before_response {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:12:47.476616 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [req-464fd4ff-ab65-4cc0-a703-4e6e9963f83e req-0dbf3165-97d3-4bd2-9a8e-9ca725d511f8 tempest-SecurityGroupsTestJSON-494699717 tempest-SecurityGroupsTestJSON-494699717] Notify callbacks [] for security_group, precommit_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:12:47.524602 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-ea087405-6d4b-43c6-ba16-4a419b56cfba tempest-ServersTestMultiNic-2121779930 tempest-ServersTestMultiNic-2121779930] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854179735'] for segment, precommit_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:12:47.529015 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-ea087405-6d4b-43c6-ba16-4a419b56cfba tempest-ServersTestMultiNic-2121779930 tempest-ServersTestMultiNic-2121779930] Releasing vxlan tunnel 15 to pool {{(pid=84875) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Jan 14 07:12:47.546641 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [req-464fd4ff-ab65-4cc0-a703-4e6e9963f83e req-0dbf3165-97d3-4bd2-9a8e-9ca725d511f8 tempest-SecurityGroupsTestJSON-494699717 tempest-SecurityGroupsTestJSON-494699717] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850887153'] for security_group, after_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:12:47.570498 n-d-768862-2 neutron-server[84765]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '883b5127-da00-4629-ba13-72c914309fb2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ce78f9b6-4798-4eef-a297-6ac818f85600'}, {'server_uuid': '19ae1782-a48d-4a62-a407-7c3441c97ca1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '74a51714-fe33-4dd6-aca3-2d27861d960a'}] {{(pid=84876) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Jan 14 07:12:47.582489 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-cba0bbf5-66f6-4247-b1ed-02b8f724f7c1 tempest-SecurityGroupsTestJSON-494699717 tempest-SecurityGroupsTestJSON-494699717] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:12:47.694027 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [req-464fd4ff-ab65-4cc0-a703-4e6e9963f83e req-0dbf3165-97d3-4bd2-9a8e-9ca725d511f8 tempest-SecurityGroupsTestJSON-494699717 tempest-SecurityGroupsTestJSON-494699717] Notify callbacks [] for security_group, before_response {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:12:47.695588 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [req-464fd4ff-ab65-4cc0-a703-4e6e9963f83e req-0dbf3165-97d3-4bd2-9a8e-9ca725d511f8 tempest-SecurityGroupsTestJSON-494699717 tempest-SecurityGroupsTestJSON-494699717] 10.222.0.24 "DELETE /v2.0/security-groups/c4996d05-4a06-45d4-9f6f-ebe0f170b611 HTTP/1.1" status: 204 len: 173 time: 0.9325728 Jan 14 07:12:47.696146 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dbf3165-97d3-4bd2-9a8e-9ca725d511f8 tempest-SecurityGroupsTestJSON-494699717 tempest-SecurityGroupsTestJSON-494699717] Pushing event deleted for resources: {'SecurityGroup': ['ID=c4996d05-4a06-45d4-9f6f-ebe0f170b611,revision_number=None']} {{(pid=84875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:12:47.714763 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b33b9903-3a74-4fb8-89d2-906e2f5bbe22 req-36e6796b-d8c8-4956-aeda-1570bb7ac16d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:12:47.715461 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [req-b33b9903-3a74-4fb8-89d2-906e2f5bbe22 req-36e6796b-d8c8-4956-aeda-1570bb7ac16d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854768116'] for port, before_response {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:12:47.717428 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [req-b33b9903-3a74-4fb8-89d2-906e2f5bbe22 req-36e6796b-d8c8-4956-aeda-1570bb7ac16d service neutron] 10.222.0.35 "PUT /v2.0/ports/a329d464-e8fa-4a4a-a63c-73b4f77079ce HTTP/1.1" status: 200 len: 1155 time: 12.8839526 Jan 14 07:12:47.724216 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84875) accepted ('10.222.0.24', 57490) {{(pid=84875) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:12:47.739445 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-0dbf3165-97d3-4bd2-9a8e-9ca725d511f8 tempest-SecurityGroupsTestJSON-494699717 tempest-SecurityGroupsTestJSON-494699717] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.157s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:12:47.782506 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [req-f06f3a7b-1088-4675-a915-eea75caecc24 req-6ec3c60f-fa8a-4591-a7cc-e86940395c22 tempest-ServersTestMultiNic-2121779930 tempest-ServersTestMultiNic-2121779930] 10.222.0.35 "DELETE /v2.0/ports/60ae7924-3694-4b74-a3fe-8c67606eeaef HTTP/1.1" status: 204 len: 173 time: 6.4564848 Jan 14 07:12:47.839566 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-44926d25-1706-4746-b947-e58a71dfcc96 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=41fd2ae53ac7496787cb9083f18c3aa3&name=default HTTP/1.1" status: 200 len: 2979 time: 1.6466868 Jan 14 07:12:47.861662 n-d-768862-2 neutron-server[84765]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '883b5127-da00-4629-ba13-72c914309fb2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ce78f9b6-4798-4eef-a297-6ac818f85600', 'code': 200} Jan 14 07:12:47.861974 n-d-768862-2 neutron-server[84765]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '19ae1782-a48d-4a62-a407-7c3441c97ca1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '74a51714-fe33-4dd6-aca3-2d27861d960a', 'code': 200} Jan 14 07:12:47.957856 n-d-768862-2 neutron-server[84765]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0d613ee3-b23b-48aa-9701-93273017ac12', 'tag': 'a329d464-e8fa-4a4a-a63c-73b4f77079ce'}] {{(pid=84875) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Jan 14 07:12:47.961074 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [req-a780bf53-6567-48e7-9d84-34c8e3b24bdd req-565b5ffc-c144-4627-9ac7-d51970f0a0e6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555753'] for port, before_update {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:12:47.976105 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84875) accepted ('10.222.0.24', 57498) {{(pid=84875) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:12:47.991613 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.managers [req-d34228f6-c8c4-40bf-b004-671db62d6849 req-d10d494a-93eb-476f-b383-042b4c6624ed service neutron] Attempting to bind port 2aba5f51-6a68-455f-b5ca-bbc7dd92da45 on host n-h1-768862-2 for vnic_type normal with profile {{(pid=84874) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 14 07:12:47.992012 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.managers [req-d34228f6-c8c4-40bf-b004-671db62d6849 req-d10d494a-93eb-476f-b383-042b4c6624ed service neutron] Attempting to bind port 2aba5f51-6a68-455f-b5ca-bbc7dd92da45 by drivers openvswitch on host n-h1-768862-2 at level 0 using segments [{'id': 'd7cdd97e-25f8-4f4c-9cdf-6c6f8b4faafe', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 12, 'network_id': 'fd33dbe3-7afa-46b0-8897-ce6ba7fea060'}] {{(pid=84874) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 14 07:12:47.992382 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d34228f6-c8c4-40bf-b004-671db62d6849 req-d10d494a-93eb-476f-b383-042b4c6624ed service neutron] Attempting to bind port 2aba5f51-6a68-455f-b5ca-bbc7dd92da45 on network fd33dbe3-7afa-46b0-8897-ce6ba7fea060 {{(pid=84874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 14 07:12:48.059308 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d34228f6-c8c4-40bf-b004-671db62d6849 req-d10d494a-93eb-476f-b383-042b4c6624ed service neutron] Checking agent: {'id': '40905704-73ec-4668-87ec-fe70ac9582ac', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-h1-768862-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 14, 7, 5, 11), 'started_at': datetime.datetime(2021, 1, 14, 7, 5, 41), 'heartbeat_timestamp': datetime.datetime(2021, 1, 14, 7, 12, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.42', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 14 07:12:48.060035 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d34228f6-c8c4-40bf-b004-671db62d6849 req-d10d494a-93eb-476f-b383-042b4c6624ed service neutron] Checking segment: {'id': 'd7cdd97e-25f8-4f4c-9cdf-6c6f8b4faafe', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 12, 'network_id': 'fd33dbe3-7afa-46b0-8897-ce6ba7fea060'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84874) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 14 07:12:48.060636 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [req-d34228f6-c8c4-40bf-b004-671db62d6849 req-d10d494a-93eb-476f-b383-042b4c6624ed service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:12:48.061195 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d34228f6-c8c4-40bf-b004-671db62d6849 req-d10d494a-93eb-476f-b383-042b4c6624ed service neutron] Bound using segment: {'id': 'd7cdd97e-25f8-4f4c-9cdf-6c6f8b4faafe', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 12, 'network_id': 'fd33dbe3-7afa-46b0-8897-ce6ba7fea060'} {{(pid=84874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 14 07:12:48.061855 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.managers [req-d34228f6-c8c4-40bf-b004-671db62d6849 req-d10d494a-93eb-476f-b383-042b4c6624ed service neutron] Bound port: 2aba5f51-6a68-455f-b5ca-bbc7dd92da45, host: n-h1-768862-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd7cdd97e-25f8-4f4c-9cdf-6c6f8b4faafe', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 12, 'network_id': 'fd33dbe3-7afa-46b0-8897-ce6ba7fea060'}}] {{(pid=84874) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 14 07:12:48.062395 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [req-d34228f6-c8c4-40bf-b004-671db62d6849 req-d10d494a-93eb-476f-b383-042b4c6624ed service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555753'] for port, before_update {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:12:48.208024 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [req-d34228f6-c8c4-40bf-b004-671db62d6849 req-d10d494a-93eb-476f-b383-042b4c6624ed service neutron] For port 2aba5f51-6a68-455f-b5ca-bbc7dd92da45, host n-h1-768862-2, cleared binding levels {{(pid=84874) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 14 07:12:48.211673 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [req-d34228f6-c8c4-40bf-b004-671db62d6849 req-d10d494a-93eb-476f-b383-042b4c6624ed service neutron] For port 2aba5f51-6a68-455f-b5ca-bbc7dd92da45, host n-h1-768862-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-h1-768862-2',level=0,port_id=2aba5f51-6a68-455f-b5ca-bbc7dd92da45,segment=NetworkSegment(d7cdd97e-25f8-4f4c-9cdf-6c6f8b4faafe),segment_id=d7cdd97e-25f8-4f4c-9cdf-6c6f8b4faafe)] {{(pid=84874) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 14 07:12:48.309096 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [req-f06f3a7b-1088-4675-a915-eea75caecc24 req-88688be5-ef9c-4820-8d0c-50211045cd94 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=7d129397cd71499dbaa91be4909e3699&device_id=8b43056e-af00-49b9-879c-aba651e3ebfe HTTP/1.1" status: 200 len: 210 time: 0.3281593 Jan 14 07:12:48.458590 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [req-d34228f6-c8c4-40bf-b004-671db62d6849 req-d10d494a-93eb-476f-b383-042b4c6624ed service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777640533312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363259214678337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777640097497', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036851521613'] for port, after_update {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:12:48.491956 n-d-768862-2 neutron-server[84765]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0d613ee3-b23b-48aa-9701-93273017ac12', 'tag': 'a329d464-e8fa-4a4a-a63c-73b4f77079ce', 'status': 'completed', 'code': 200} Jan 14 07:12:48.555235 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-c3cdc503-c108-470a-b60e-a4a30a16cfbc tempest-LiveMigrationNegativeTest-1470825370 tempest-LiveMigrationNegativeTest-1470825370] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:12:48.648774 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.managers [None req-ea087405-6d4b-43c6-ba16-4a419b56cfba tempest-ServersTestMultiNic-2121779930 tempest-ServersTestMultiNic-2121779930] Network 3969e656-f2d3-437e-bb8d-008442e4371a has no segments {{(pid=84875) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 14 07:12:48.649821 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-9b9a0c99-b928-4ef2-b390-b73c009aed06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363259214191800', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854171626'] for agent, after_update {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:12:48.660276 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-ea087405-6d4b-43c6-ba16-4a419b56cfba tempest-ServersTestMultiNic-2121779930 tempest-ServersTestMultiNic-2121779930] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-596065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3154253'] for segment, after_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:12:48.843005 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-538be7eb-c956-4f44-a0fd-f9dfdf88ffbc req-9f3b5bf2-a689-435d-81f5-73bbb1d243aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:12:48.844594 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [req-538be7eb-c956-4f44-a0fd-f9dfdf88ffbc req-9f3b5bf2-a689-435d-81f5-73bbb1d243aa service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=3ab89270-67b1-41e9-8be2-a0395a984bff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 2.5801792 Jan 14 07:12:48.871632 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [req-8c64fafa-69f8-48e9-b7c6-15e72aa6f27a req-d90c4f01-52ef-44a6-bf11-f8ba68bef7db tempest-ImagesNegativeTestJSON-146108451 tempest-ImagesNegativeTestJSON-146108451] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777640533329', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777640097463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3254186'] for port, after_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:12:48.934703 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.managers [None req-ea087405-6d4b-43c6-ba16-4a419b56cfba tempest-ServersTestMultiNic-2121779930 tempest-ServersTestMultiNic-2121779930] Network 3969e656-f2d3-437e-bb8d-008442e4371a has no segments {{(pid=84875) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 14 07:12:48.975652 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [req-4134369b-5d82-4e16-96d4-7b3daed7e87c req-3dce4cec-560f-414d-b718-8c14b4f3471d tempest-TaggedBootDevicesTest-541410187 tempest-TaggedBootDevicesTest-541410187] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777640123575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851621574'] for port, after_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:12:48.994463 n-d-768862-2 neutron-server[84765]: ERROR neutron.api.v2.resource [None req-01e9965e-83de-4074-89e3-43e94447e2fd tempest-TaggedBootDevicesTest-541410187 tempest-TaggedBootDevicesTest-541410187] delete failed: No details.: oslo_db.exception.DBReferenceError: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`securitygroupportbindings`, CONSTRAINT `securitygroupportbindings_ibfk_2` FOREIGN KEY (`security_group_id`) REFERENCES `securitygroups` (`id`))') Jan 14 07:12:48.994463 n-d-768862-2 neutron-server[84765]: [SQL: DELETE FROM securitygroups WHERE securitygroups.id = %(id)s] Jan 14 07:12:48.994463 n-d-768862-2 neutron-server[84765]: [parameters: {'id': '5013011c-1df1-415c-84e1-3922abad7d79'}] Jan 14 07:12:48.994463 n-d-768862-2 neutron-server[84765]: (Background on this error at: http://sqlalche.me/e/13/gkpj) Jan 14 07:12:48.994463 n-d-768862-2 neutron-server[84765]: ERROR neutron.api.v2.resource Traceback (most recent call last): Jan 14 07:12:48.994463 n-d-768862-2 neutron-server[84765]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.6/dist-packages/sqlalchemy/engine/base.py", line 1277, in _execute_context Jan 14 07:12:48.994463 n-d-768862-2 neutron-server[84765]: ERROR neutron.api.v2.resource cursor, statement, parameters, context Jan 14 07:12:48.994463 n-d-768862-2 neutron-server[84765]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.6/dist-packages/sqlalchemy/engine/default.py", line 609, in do_execute Jan 14 07:12:48.994463 n-d-768862-2 neutron-server[84765]: ERROR neutron.api.v2.resource cursor.execute(statement, parameters) Jan 14 07:12:48.994463 n-d-768862-2 neutron-server[84765]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.6/dist-packages/pymysql/cursors.py", line 148, in execute Jan 14 07:12:48.994463 n-d-768862-2 neutron-server[84765]: ERROR neutron.api.v2.resource result = self._query(query) Jan 14 07:12:48.994463 n-d-768862-2 neutron-server[84765]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.6/dist-packages/pymysql/cursors.py", line 310, in _query Jan 14 07:12:48.994463 n-d-768862-2 neutron-server[84765]: ERROR neutron.api.v2.resource conn.query(q) Jan 14 07:12:48.994463 n-d-768862-2 neutron-server[84765]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.6/dist-packages/pymysql/connections.py", line 548, in query Jan 14 07:12:48.994463 n-d-768862-2 neutron-server[84765]: ERROR neutron.api.v2.resource self._affected_rows = self._read_query_result(unbuffered=unbuffered) Jan 14 07:12:48.994463 n-d-768862-2 neutron-server[84765]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.6/dist-packages/pymysql/connections.py", line 775, in _read_query_result Jan 14 07:12:48.994463 n-d-768862-2 neutron-server[84765]: ERROR neutron.api.v2.resource result.read() Jan 14 07:12:48.994463 n-d-768862-2 neutron-server[84765]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.6/dist-packages/pymysql/connections.py", line 1156, in read Jan 14 07:12:48.994463 n-d-768862-2 neutron-server[84765]: ERROR neutron.api.v2.resource first_packet = self.connection._read_packet() Jan 14 07:12:48.994463 n-d-768862-2 neutron-server[84765]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.6/dist-packages/pymysql/connections.py", line 725, in _read_packet Jan 14 07:12:48.994463 n-d-768862-2 neutron-server[84765]: ERROR neutron.api.v2.resource packet.raise_for_error() Jan 14 07:12:48.994463 n-d-768862-2 neutron-server[84765]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.6/dist-packages/pymysql/protocol.py", line 221, in raise_for_error Jan 14 07:12:48.994463 n-d-768862-2 neutron-server[84765]: ERROR neutron.api.v2.resource err.raise_mysql_exception(self._data) Jan 14 07:12:48.994463 n-d-768862-2 neutron-server[84765]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.6/dist-packages/pymysql/err.py", line 143, in raise_mysql_exception Jan 14 07:12:48.994463 n-d-768862-2 neutron-server[84765]: ERROR neutron.api.v2.resource raise errorclass(errno, errval) Jan 14 07:12:48.994463 n-d-768862-2 neutron-server[84765]: ERROR neutron.api.v2.resource pymysql.err.IntegrityError: (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`securitygroupportbindings`, CONSTRAINT `securitygroupportbindings_ibfk_2` FOREIGN KEY (`security_group_id`) REFERENCES `securitygroups` (`id`))') Jan 14 07:12:48.994463 n-d-768862-2 neutron-server[84765]: ERROR neutron.api.v2.resource Jan 14 07:12:48.994463 n-d-768862-2 neutron-server[84765]: ERROR neutron.api.v2.resource The above exception was the direct cause of the following exception: Jan 14 07:12:48.994463 n-d-768862-2 neutron-server[84765]: ERROR neutron.api.v2.resource Jan 14 07:12:48.994463 n-d-768862-2 neutron-server[84765]: ERROR neutron.api.v2.resource Traceback (most recent call last): Jan 14 07:12:48.994463 n-d-768862-2 neutron-server[84765]: ERROR neutron.api.v2.resource File "/opt/stack/neutron/neutron/api/v2/resource.py", line 98, in resource Jan 14 07:12:48.994463 n-d-768862-2 neutron-server[84765]: ERROR neutron.api.v2.resource result = method(request=request, **args) Jan 14 07:12:48.994463 n-d-768862-2 neutron-server[84765]: ERROR neutron.api.v2.resource File "/opt/stack/neutron/neutron/api/v2/base.py", line 573, in delete Jan 14 07:12:48.994463 n-d-768862-2 neutron-server[84765]: ERROR neutron.api.v2.resource return self._delete(request, id, **kwargs) Jan 14 07:12:48.994463 n-d-768862-2 neutron-server[84765]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jan 14 07:12:48.994463 n-d-768862-2 neutron-server[84765]: ERROR neutron.api.v2.resource setattr(e, '_RETRY_EXCEEDED', True) Jan 14 07:12:48.994463 n-d-768862-2 neutron-server[84765]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Jan 14 07:12:48.994463 n-d-768862-2 neutron-server[84765]: ERROR neutron.api.v2.resource self.force_reraise() Jan 14 07:12:48.994463 n-d-768862-2 neutron-server[84765]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Jan 14 07:12:48.994463 n-d-768862-2 neutron-server[84765]: ERROR neutron.api.v2.resource six.reraise(self.type_, self.value, self.tb) Jan 14 07:12:48.994463 n-d-768862-2 neutron-server[84765]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.6/dist-packages/six.py", line 703, in reraise Jan 14 07:12:48.994463 n-d-768862-2 neutron-server[84765]: ERROR neutron.api.v2.resource raise value Jan 14 07:12:48.994463 n-d-768862-2 neutron-server[84765]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jan 14 07:12:48.994463 n-d-768862-2 neutron-server[84765]: ERROR neutron.api.v2.resource return f(*args, **kwargs) Jan 14 07:12:48.994463 n-d-768862-2 neutron-server[84765]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.6/dist-packages/oslo_db/api.py", line 154, in wrapper Jan 14 07:12:48.994463 n-d-768862-2 neutron-server[84765]: ERROR neutron.api.v2.resource ectxt.value = e.inner_exc Jan 14 07:12:48.994463 n-d-768862-2 neutron-server[84765]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Jan 14 07:12:48.994463 n-d-768862-2 neutron-server[84765]: ERROR neutron.api.v2.resource self.force_reraise() Jan 14 07:12:48.994463 n-d-768862-2 neutron-server[84765]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Jan 14 07:12:48.994463 n-d-768862-2 neutron-server[84765]: ERROR neutron.api.v2.resource six.reraise(self.type_, self.value, self.tb) Jan 14 07:12:48.994463 n-d-768862-2 neutron-server[84765]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.6/dist-packages/six.py", line 703, in reraise Jan 14 07:12:48.994463 n-d-768862-2 neutron-server[84765]: ERROR neutron.api.v2.resource raise value Jan 14 07:12:48.994463 n-d-768862-2 neutron-server[84765]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.6/dist-packages/oslo_db/api.py", line 142, in wrapper Jan 14 07:12:48.994463 n-d-768862-2 neutron-server[84765]: ERROR neutron.api.v2.resource return f(*args, **kwargs) Jan 14 07:12:48.999157 n-d-768862-2 neutron-server[84765]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jan 14 07:12:48.999157 n-d-768862-2 neutron-server[84765]: ERROR neutron.api.v2.resource LOG.debug("Retry wrapper got retriable exception: %s", e) Jan 14 07:12:48.999157 n-d-768862-2 neutron-server[84765]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Jan 14 07:12:48.999157 n-d-768862-2 neutron-server[84765]: ERROR neutron.api.v2.resource self.force_reraise() Jan 14 07:12:48.999157 n-d-768862-2 neutron-server[84765]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Jan 14 07:12:48.999157 n-d-768862-2 neutron-server[84765]: ERROR neutron.api.v2.resource six.reraise(self.type_, self.value, self.tb) Jan 14 07:12:48.999157 n-d-768862-2 neutron-server[84765]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.6/dist-packages/six.py", line 703, in reraise Jan 14 07:12:48.999157 n-d-768862-2 neutron-server[84765]: ERROR neutron.api.v2.resource raise value Jan 14 07:12:48.999157 n-d-768862-2 neutron-server[84765]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jan 14 07:12:48.999157 n-d-768862-2 neutron-server[84765]: ERROR neutron.api.v2.resource return f(*dup_args, **dup_kwargs) Jan 14 07:12:48.999157 n-d-768862-2 neutron-server[84765]: ERROR neutron.api.v2.resource File "/opt/stack/neutron/neutron/api/v2/base.py", line 601, in _delete Jan 14 07:12:48.999157 n-d-768862-2 neutron-server[84765]: ERROR neutron.api.v2.resource obj_deleter(request.context, id, **kwargs) Jan 14 07:12:48.999157 n-d-768862-2 neutron-server[84765]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 217, in wrapped Jan 14 07:12:48.999157 n-d-768862-2 neutron-server[84765]: ERROR neutron.api.v2.resource return method(*args, **kwargs) Jan 14 07:12:48.999157 n-d-768862-2 neutron-server[84765]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jan 14 07:12:48.999157 n-d-768862-2 neutron-server[84765]: ERROR neutron.api.v2.resource setattr(e, '_RETRY_EXCEEDED', True) Jan 14 07:12:48.999157 n-d-768862-2 neutron-server[84765]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Jan 14 07:12:48.999157 n-d-768862-2 neutron-server[84765]: ERROR neutron.api.v2.resource self.force_reraise() Jan 14 07:12:48.999157 n-d-768862-2 neutron-server[84765]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Jan 14 07:12:48.999157 n-d-768862-2 neutron-server[84765]: ERROR neutron.api.v2.resource six.reraise(self.type_, self.value, self.tb) Jan 14 07:12:48.999157 n-d-768862-2 neutron-server[84765]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.6/dist-packages/six.py", line 703, in reraise Jan 14 07:12:48.999157 n-d-768862-2 neutron-server[84765]: ERROR neutron.api.v2.resource raise value Jan 14 07:12:48.999157 n-d-768862-2 neutron-server[84765]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jan 14 07:12:48.999157 n-d-768862-2 neutron-server[84765]: ERROR neutron.api.v2.resource return f(*args, **kwargs) Jan 14 07:12:48.999157 n-d-768862-2 neutron-server[84765]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.6/dist-packages/oslo_db/api.py", line 154, in wrapper Jan 14 07:12:48.999157 n-d-768862-2 neutron-server[84765]: ERROR neutron.api.v2.resource ectxt.value = e.inner_exc Jan 14 07:12:48.999157 n-d-768862-2 neutron-server[84765]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Jan 14 07:12:48.999157 n-d-768862-2 neutron-server[84765]: ERROR neutron.api.v2.resource self.force_reraise() Jan 14 07:12:48.999157 n-d-768862-2 neutron-server[84765]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Jan 14 07:12:48.999157 n-d-768862-2 neutron-server[84765]: ERROR neutron.api.v2.resource six.reraise(self.type_, self.value, self.tb) Jan 14 07:12:48.999157 n-d-768862-2 neutron-server[84765]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.6/dist-packages/six.py", line 703, in reraise Jan 14 07:12:48.999157 n-d-768862-2 neutron-server[84765]: ERROR neutron.api.v2.resource raise value Jan 14 07:12:48.999157 n-d-768862-2 neutron-server[84765]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.6/dist-packages/oslo_db/api.py", line 142, in wrapper Jan 14 07:12:48.999157 n-d-768862-2 neutron-server[84765]: ERROR neutron.api.v2.resource return f(*args, **kwargs) Jan 14 07:12:48.999157 n-d-768862-2 neutron-server[84765]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jan 14 07:12:48.999157 n-d-768862-2 neutron-server[84765]: ERROR neutron.api.v2.resource LOG.debug("Retry wrapper got retriable exception: %s", e) Jan 14 07:12:48.999157 n-d-768862-2 neutron-server[84765]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Jan 14 07:12:48.999157 n-d-768862-2 neutron-server[84765]: ERROR neutron.api.v2.resource self.force_reraise() Jan 14 07:12:48.999157 n-d-768862-2 neutron-server[84765]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Jan 14 07:12:48.999157 n-d-768862-2 neutron-server[84765]: ERROR neutron.api.v2.resource six.reraise(self.type_, self.value, self.tb) Jan 14 07:12:48.999157 n-d-768862-2 neutron-server[84765]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.6/dist-packages/six.py", line 703, in reraise Jan 14 07:12:48.999157 n-d-768862-2 neutron-server[84765]: ERROR neutron.api.v2.resource raise value Jan 14 07:12:48.999157 n-d-768862-2 neutron-server[84765]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jan 14 07:12:48.999157 n-d-768862-2 neutron-server[84765]: ERROR neutron.api.v2.resource return f(*dup_args, **dup_kwargs) Jan 14 07:12:48.999157 n-d-768862-2 neutron-server[84765]: ERROR neutron.api.v2.resource File "/opt/stack/neutron/neutron/db/securitygroups_db.py", line 275, in delete_security_group Jan 14 07:12:48.999157 n-d-768862-2 neutron-server[84765]: ERROR neutron.api.v2.resource sg.delete() Jan 14 07:12:48.999157 n-d-768862-2 neutron-server[84765]: ERROR neutron.api.v2.resource File "/opt/stack/neutron/neutron/objects/base.py", line 903, in delete Jan 14 07:12:48.999157 n-d-768862-2 neutron-server[84765]: ERROR neutron.api.v2.resource self._get_composite_keys())) Jan 14 07:12:48.999157 n-d-768862-2 neutron-server[84765]: ERROR neutron.api.v2.resource File "/opt/stack/neutron/neutron/objects/db/api.py", line 95, in delete_object Jan 14 07:12:48.999157 n-d-768862-2 neutron-server[84765]: ERROR neutron.api.v2.resource context.session.delete(db_obj) Jan 14 07:12:48.999157 n-d-768862-2 neutron-server[84765]: ERROR neutron.api.v2.resource File "/usr/lib/python3.6/contextlib.py", line 88, in __exit__ Jan 14 07:12:48.999157 n-d-768862-2 neutron-server[84765]: ERROR neutron.api.v2.resource next(self.gen) Jan 14 07:12:48.999157 n-d-768862-2 neutron-server[84765]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.6/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1064, in _transaction_scope Jan 14 07:12:48.999157 n-d-768862-2 neutron-server[84765]: ERROR neutron.api.v2.resource yield resource Jan 14 07:12:48.999157 n-d-768862-2 neutron-server[84765]: ERROR neutron.api.v2.resource File "/usr/lib/python3.6/contextlib.py", line 88, in __exit__ Jan 14 07:12:48.999157 n-d-768862-2 neutron-server[84765]: ERROR neutron.api.v2.resource next(self.gen) Jan 14 07:12:48.999157 n-d-768862-2 neutron-server[84765]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.6/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 680, in _session Jan 14 07:12:48.999157 n-d-768862-2 neutron-server[84765]: ERROR neutron.api.v2.resource self.session.flush() Jan 14 07:12:48.999157 n-d-768862-2 neutron-server[84765]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/session.py", line 2540, in flush Jan 14 07:12:49.004009 n-d-768862-2 neutron-server[84765]: ERROR neutron.api.v2.resource self._flush(objects) Jan 14 07:12:49.004009 n-d-768862-2 neutron-server[84765]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/session.py", line 2682, in _flush Jan 14 07:12:49.004009 n-d-768862-2 neutron-server[84765]: ERROR neutron.api.v2.resource transaction.rollback(_capture_exception=True) Jan 14 07:12:49.004009 n-d-768862-2 neutron-server[84765]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.6/dist-packages/sqlalchemy/util/langhelpers.py", line 70, in __exit__ Jan 14 07:12:49.004009 n-d-768862-2 neutron-server[84765]: ERROR neutron.api.v2.resource with_traceback=exc_tb, Jan 14 07:12:49.004009 n-d-768862-2 neutron-server[84765]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.6/dist-packages/sqlalchemy/util/compat.py", line 182, in raise_ Jan 14 07:12:49.004009 n-d-768862-2 neutron-server[84765]: ERROR neutron.api.v2.resource raise exception Jan 14 07:12:49.004009 n-d-768862-2 neutron-server[84765]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/session.py", line 2642, in _flush Jan 14 07:12:49.004009 n-d-768862-2 neutron-server[84765]: ERROR neutron.api.v2.resource flush_context.execute() Jan 14 07:12:49.004009 n-d-768862-2 neutron-server[84765]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/unitofwork.py", line 422, in execute Jan 14 07:12:49.004009 n-d-768862-2 neutron-server[84765]: ERROR neutron.api.v2.resource rec.execute(self) Jan 14 07:12:49.004009 n-d-768862-2 neutron-server[84765]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/unitofwork.py", line 624, in execute Jan 14 07:12:49.004009 n-d-768862-2 neutron-server[84765]: ERROR neutron.api.v2.resource uow, Jan 14 07:12:49.004009 n-d-768862-2 neutron-server[84765]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py", line 348, in delete_obj Jan 14 07:12:49.004009 n-d-768862-2 neutron-server[84765]: ERROR neutron.api.v2.resource delete, Jan 14 07:12:49.004009 n-d-768862-2 neutron-server[84765]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py", line 1340, in _emit_delete_statements Jan 14 07:12:49.004009 n-d-768862-2 neutron-server[84765]: ERROR neutron.api.v2.resource c = connection.execute(statement, del_objects) Jan 14 07:12:49.004009 n-d-768862-2 neutron-server[84765]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.6/dist-packages/sqlalchemy/engine/base.py", line 1011, in execute Jan 14 07:12:49.004009 n-d-768862-2 neutron-server[84765]: ERROR neutron.api.v2.resource return meth(self, multiparams, params) Jan 14 07:12:49.004009 n-d-768862-2 neutron-server[84765]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.6/dist-packages/sqlalchemy/sql/elements.py", line 298, in _execute_on_connection Jan 14 07:12:49.004009 n-d-768862-2 neutron-server[84765]: ERROR neutron.api.v2.resource return connection._execute_clauseelement(self, multiparams, params) Jan 14 07:12:49.004009 n-d-768862-2 neutron-server[84765]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.6/dist-packages/sqlalchemy/engine/base.py", line 1130, in _execute_clauseelement Jan 14 07:12:49.004009 n-d-768862-2 neutron-server[84765]: ERROR neutron.api.v2.resource distilled_params, Jan 14 07:12:49.004009 n-d-768862-2 neutron-server[84765]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.6/dist-packages/sqlalchemy/engine/base.py", line 1317, in _execute_context Jan 14 07:12:49.004009 n-d-768862-2 neutron-server[84765]: ERROR neutron.api.v2.resource e, statement, parameters, cursor, context Jan 14 07:12:49.004009 n-d-768862-2 neutron-server[84765]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.6/dist-packages/sqlalchemy/engine/base.py", line 1508, in _handle_dbapi_exception Jan 14 07:12:49.004009 n-d-768862-2 neutron-server[84765]: ERROR neutron.api.v2.resource util.raise_(newraise, with_traceback=exc_info[2], from_=e) Jan 14 07:12:49.004009 n-d-768862-2 neutron-server[84765]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.6/dist-packages/sqlalchemy/util/compat.py", line 182, in raise_ Jan 14 07:12:49.004009 n-d-768862-2 neutron-server[84765]: ERROR neutron.api.v2.resource raise exception Jan 14 07:12:49.004009 n-d-768862-2 neutron-server[84765]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.6/dist-packages/sqlalchemy/engine/base.py", line 1277, in _execute_context Jan 14 07:12:49.004009 n-d-768862-2 neutron-server[84765]: ERROR neutron.api.v2.resource cursor, statement, parameters, context Jan 14 07:12:49.004009 n-d-768862-2 neutron-server[84765]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.6/dist-packages/sqlalchemy/engine/default.py", line 609, in do_execute Jan 14 07:12:49.004009 n-d-768862-2 neutron-server[84765]: ERROR neutron.api.v2.resource cursor.execute(statement, parameters) Jan 14 07:12:49.004009 n-d-768862-2 neutron-server[84765]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.6/dist-packages/pymysql/cursors.py", line 148, in execute Jan 14 07:12:49.004009 n-d-768862-2 neutron-server[84765]: ERROR neutron.api.v2.resource result = self._query(query) Jan 14 07:12:49.004009 n-d-768862-2 neutron-server[84765]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.6/dist-packages/pymysql/cursors.py", line 310, in _query Jan 14 07:12:49.004009 n-d-768862-2 neutron-server[84765]: ERROR neutron.api.v2.resource conn.query(q) Jan 14 07:12:49.004009 n-d-768862-2 neutron-server[84765]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.6/dist-packages/pymysql/connections.py", line 548, in query Jan 14 07:12:49.004009 n-d-768862-2 neutron-server[84765]: ERROR neutron.api.v2.resource self._affected_rows = self._read_query_result(unbuffered=unbuffered) Jan 14 07:12:49.004009 n-d-768862-2 neutron-server[84765]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.6/dist-packages/pymysql/connections.py", line 775, in _read_query_result Jan 14 07:12:49.004009 n-d-768862-2 neutron-server[84765]: ERROR neutron.api.v2.resource result.read() Jan 14 07:12:49.004009 n-d-768862-2 neutron-server[84765]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.6/dist-packages/pymysql/connections.py", line 1156, in read Jan 14 07:12:49.004009 n-d-768862-2 neutron-server[84765]: ERROR neutron.api.v2.resource first_packet = self.connection._read_packet() Jan 14 07:12:49.004009 n-d-768862-2 neutron-server[84765]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.6/dist-packages/pymysql/connections.py", line 725, in _read_packet Jan 14 07:12:49.004009 n-d-768862-2 neutron-server[84765]: ERROR neutron.api.v2.resource packet.raise_for_error() Jan 14 07:12:49.004009 n-d-768862-2 neutron-server[84765]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.6/dist-packages/pymysql/protocol.py", line 221, in raise_for_error Jan 14 07:12:49.004009 n-d-768862-2 neutron-server[84765]: ERROR neutron.api.v2.resource err.raise_mysql_exception(self._data) Jan 14 07:12:49.004009 n-d-768862-2 neutron-server[84765]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.6/dist-packages/pymysql/err.py", line 143, in raise_mysql_exception Jan 14 07:12:49.004009 n-d-768862-2 neutron-server[84765]: ERROR neutron.api.v2.resource raise errorclass(errno, errval) Jan 14 07:12:49.004009 n-d-768862-2 neutron-server[84765]: ERROR neutron.api.v2.resource oslo_db.exception.DBReferenceError: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`securitygroupportbindings`, CONSTRAINT `securitygroupportbindings_ibfk_2` FOREIGN KEY (`security_group_id`) REFERENCES `securitygroups` (`id`))') Jan 14 07:12:49.004009 n-d-768862-2 neutron-server[84765]: ERROR neutron.api.v2.resource [SQL: DELETE FROM securitygroups WHERE securitygroups.id = %(id)s] Jan 14 07:12:49.004009 n-d-768862-2 neutron-server[84765]: ERROR neutron.api.v2.resource [parameters: {'id': '5013011c-1df1-415c-84e1-3922abad7d79'}] Jan 14 07:12:49.004009 n-d-768862-2 neutron-server[84765]: ERROR neutron.api.v2.resource (Background on this error at: http://sqlalche.me/e/13/gkpj) Jan 14 07:12:49.004009 n-d-768862-2 neutron-server[84765]: ERROR neutron.api.v2.resource Jan 14 07:12:49.014412 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-01e9965e-83de-4074-89e3-43e94447e2fd tempest-TaggedBootDevicesTest-541410187 tempest-TaggedBootDevicesTest-541410187] 10.222.0.24 "DELETE /v2.0/security-groups/5013011c-1df1-415c-84e1-3922abad7d79 HTTP/1.1" status: 500 len: 363 time: 1.9669521 Jan 14 07:12:49.056599 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:12:49.084336 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84874) accepted ('10.222.0.24', 57534) {{(pid=84874) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:12:49.090676 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:shared":"rule:admin_only" was deprecated in W in favor of "update_network:shared":"role:admin and system_scope:all". Reason: Jan 14 07:12:49.090676 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:12:49.090676 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:12:49.090676 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:12:49.090676 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "update_network:provider:network_type":"role:admin and system_scope:all". Reason: Jan 14 07:12:49.090676 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:12:49.090676 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:12:49.090676 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:12:49.090676 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "update_network:provider:physical_network":"role:admin and system_scope:all". Reason: Jan 14 07:12:49.090676 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:12:49.090676 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:12:49.090676 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:12:49.090676 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "update_network:provider:segmentation_id":"role:admin and system_scope:all". Reason: Jan 14 07:12:49.090676 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:12:49.090676 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:12:49.090676 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:12:49.090676 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:router:external":"rule:admin_only" was deprecated in W in favor of "update_network:router:external":"role:admin and system_scope:all". Reason: Jan 14 07:12:49.090676 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:12:49.090676 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:12:49.090676 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:12:49.090676 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:is_default":"rule:admin_only" was deprecated in W in favor of "update_network:is_default":"role:admin and system_scope:all". Reason: Jan 14 07:12:49.090676 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:12:49.090676 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:12:49.090676 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:12:49.090676 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:port_security_enabled":"rule:admin_or_owner" was deprecated in W in favor of "update_network:port_security_enabled":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 07:12:49.090676 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:12:49.090676 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:12:49.090676 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:12:49.090676 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "delete_network":"rule:admin_or_owner" was deprecated in W in favor of "delete_network":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 07:12:49.090676 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:12:49.090676 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:12:49.090676 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:12:49.090676 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_segment":"rule:admin_only" was deprecated in W in favor of "create_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:12:49.090676 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:12:49.090676 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_segment":"rule:admin_only" was deprecated in W in favor of "get_segment":"role:reader and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:12:49.090676 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:12:49.090676 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_segment":"rule:admin_only" was deprecated in W in favor of "update_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:12:49.090676 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:12:49.090676 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "delete_segment":"rule:admin_only" was deprecated in W in favor of "delete_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:12:49.090676 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:12:49.090676 n-d-768862-2 neutron-server[84765]: Traceback (most recent call last): Jan 14 07:12:49.090676 n-d-768862-2 neutron-server[84765]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 14 07:12:49.090676 n-d-768862-2 neutron-server[84765]: timer() Jan 14 07:12:49.090676 n-d-768862-2 neutron-server[84765]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 14 07:12:49.090676 n-d-768862-2 neutron-server[84765]: cb(*args, **kw) Jan 14 07:12:49.090676 n-d-768862-2 neutron-server[84765]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Jan 14 07:12:49.090676 n-d-768862-2 neutron-server[84765]: return func(*args, **kwargs) Jan 14 07:12:49.094872 n-d-768862-2 neutron-server[84765]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 14 07:12:49.094872 n-d-768862-2 neutron-server[84765]: self._notify() Jan 14 07:12:49.094872 n-d-768862-2 neutron-server[84765]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 14 07:12:49.094872 n-d-768862-2 neutron-server[84765]: self.callback(batched_events) Jan 14 07:12:49.094872 n-d-768862-2 neutron-server[84765]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 14 07:12:49.094872 n-d-768862-2 neutron-server[84765]: event.method(event) Jan 14 07:12:49.094872 n-d-768862-2 neutron-server[84765]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 14 07:12:49.094872 n-d-768862-2 neutron-server[84765]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 14 07:12:49.094872 n-d-768862-2 neutron-server[84765]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Jan 14 07:12:49.094872 n-d-768862-2 neutron-server[84765]: segment_id)['aggregates'][0] Jan 14 07:12:49.094872 n-d-768862-2 neutron-server[84765]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 14 07:12:49.094872 n-d-768862-2 neutron-server[84765]: return f(self, *a, **k) Jan 14 07:12:49.094872 n-d-768862-2 neutron-server[84765]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 14 07:12:49.094872 n-d-768862-2 neutron-server[84765]: return self._get(url).json() Jan 14 07:12:49.094872 n-d-768862-2 neutron-server[84765]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 14 07:12:49.094872 n-d-768862-2 neutron-server[84765]: **kwargs) Jan 14 07:12:49.094872 n-d-768862-2 neutron-server[84765]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 14 07:12:49.094872 n-d-768862-2 neutron-server[84765]: return self.request(url, 'GET', **kwargs) Jan 14 07:12:49.094872 n-d-768862-2 neutron-server[84765]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Jan 14 07:12:49.094872 n-d-768862-2 neutron-server[84765]: **endpoint_filter) Jan 14 07:12:49.094872 n-d-768862-2 neutron-server[84765]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 14 07:12:49.094872 n-d-768862-2 neutron-server[84765]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 14 07:12:49.094872 n-d-768862-2 neutron-server[84765]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 14 07:12:49.094872 n-d-768862-2 neutron-server[84765]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 14 07:12:49.094872 n-d-768862-2 neutron-server[84765]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 14 07:12:49.361968 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84874) accepted ('10.222.0.35', 58747) {{(pid=84874) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:12:49.484214 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [req-4749a9d8-1a24-4696-b0e1-b9fbefef11e5 req-4622080a-a6e4-4b1c-a548-29931f8a7cbb tempest-ServersTestMultiNic-2121779930 tempest-ServersTestMultiNic-2121779930] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777640533329', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777640097463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851621574'] for port, after_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:12:49.536976 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b33b9903-3a74-4fb8-89d2-906e2f5bbe22 req-d72a8621-5e18-49d4-8a8f-ceb2eed99d3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:12:49.538895 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [req-b33b9903-3a74-4fb8-89d2-906e2f5bbe22 req-d72a8621-5e18-49d4-8a8f-ceb2eed99d3e service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=1aa7b4d5a9ff461fbaf4900f14a02d8a&device_id=0d613ee3-b23b-48aa-9701-93273017ac12 HTTP/1.1" status: 200 len: 1158 time: 1.7234943 Jan 14 07:12:49.550473 n-d-768862-2 neutron-server[84765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4134369b-5d82-4e16-96d4-7b3daed7e87c req-3dce4cec-560f-414d-b718-8c14b4f3471d tempest-TaggedBootDevicesTest-541410187 tempest-TaggedBootDevicesTest-541410187] Network ae96959f-6ce5-41d0-90c9-8889aa70257e is already hosted by enough agents. {{(pid=84875) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 07:12:49.571473 n-d-768862-2 neutron-server[84765]: DEBUG neutron.scheduler.base_scheduler [req-4134369b-5d82-4e16-96d4-7b3daed7e87c req-3dce4cec-560f-414d-b718-8c14b4f3471d tempest-TaggedBootDevicesTest-541410187 tempest-TaggedBootDevicesTest-541410187] Resources bound (agent type, host, resource id): {{(pid=84875) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 07:12:49.580074 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.db_base_plugin_v2 [None req-26a0fd9c-f4ee-4495-a284-a486afd54d33 admin admin] Deleting subnet a592296c-e015-4618-a0b2-2e845a9db522 {{(pid=84875) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Jan 14 07:12:49.583803 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-26a0fd9c-f4ee-4495-a284-a486afd54d33 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:12:49.643101 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-26a0fd9c-f4ee-4495-a284-a486afd54d33 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3367281'] for subnet, precommit_delete_associations {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:12:49.757625 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efd9622d-3d68-4212-b35d-a94d2fa57e42 req-2445fa71-e991-4034-9355-c6e57ef9c1d7 tempest-DeleteServersTestJSON-437494901 tempest-DeleteServersTestJSON-437494901] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:12:49.766116 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [req-efd9622d-3d68-4212-b35d-a94d2fa57e42 req-2445fa71-e991-4034-9355-c6e57ef9c1d7 tempest-DeleteServersTestJSON-437494901 tempest-DeleteServersTestJSON-437494901] 10.222.0.24 "GET /v2.0/networks?id=fafbed1d-f164-4b33-9abe-92a565c195a7 HTTP/1.1" status: 200 len: 811 time: 1.1519966 Jan 14 07:12:49.786596 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84875) accepted ('10.222.0.24', 57542) {{(pid=84875) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:12:49.831933 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-b772a2f6-3fbf-4ea0-80bc-d678f87c6801 None None] Provisioning for port bbff3b98-86eb-40bd-8311-2289155bd213 completed by entity DHCP. {{(pid=84876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 07:12:49.839393 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-b772a2f6-3fbf-4ea0-80bc-d678f87c6801 None None] Provisioning complete for port bbff3b98-86eb-40bd-8311-2289155bd213 triggered by entity DHCP. {{(pid=84876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 07:12:49.839988 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-b772a2f6-3fbf-4ea0-80bc-d678f87c6801 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-604227'] for port, provisioning_complete {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:12:49.855758 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_dvrscheduler_db [req-4134369b-5d82-4e16-96d4-7b3daed7e87c req-3dce4cec-560f-414d-b718-8c14b4f3471d tempest-TaggedBootDevicesTest-541410187 tempest-TaggedBootDevicesTest-541410187] Received port after_create {{(pid=84875) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 14 07:12:49.899135 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-cc6eae88-3270-49a7-8ba5-23865dece4e7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:12:49.899383 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.plugin [None req-b772a2f6-3fbf-4ea0-80bc-d678f87c6801 None None] Port bbff3b98-86eb-40bd-8311-2289155bd213 cannot update to ACTIVE because it is not bound. {{(pid=84876) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:329}} Jan 14 07:12:50.049669 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [req-efd9622d-3d68-4212-b35d-a94d2fa57e42 req-95ff1bd6-2919-4587-9ad4-5d36e8ca3e53 tempest-DeleteServersTestJSON-437494901 tempest-DeleteServersTestJSON-437494901] 10.222.0.24 "GET /v2.0/quotas/1aa7b4d5a9ff461fbaf4900f14a02d8a HTTP/1.1" status: 200 len: 375 time: 0.2824159 Jan 14 07:12:50.051006 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [req-b33b9903-3a74-4fb8-89d2-906e2f5bbe22 req-29586750-53c4-4aaf-8410-ae82b9c265c0 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=a329d464-e8fa-4a4a-a63c-73b4f77079ce HTTP/1.1" status: 200 len: 217 time: 0.2633054 Jan 14 07:12:50.068911 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-ea087405-6d4b-43c6-ba16-4a419b56cfba tempest-ServersTestMultiNic-2121779930 tempest-ServersTestMultiNic-2121779930] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036854176830', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850887149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3912591'] for network, after_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:12:50.071229 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-26a0fd9c-f4ee-4495-a284-a486afd54d33 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036854176836'] for subnet, precommit_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:12:50.116114 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dce4cec-560f-414d-b718-8c14b4f3471d tempest-TaggedBootDevicesTest-541410187 tempest-TaggedBootDevicesTest-541410187] Pushing event updated for resources: {'Port': ['ID=bbff3b98-86eb-40bd-8311-2289155bd213,revision_number=1']} {{(pid=84875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:12:50.172442 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-cc6eae88-3270-49a7-8ba5-23865dece4e7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:12:50.227620 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-ea087405-6d4b-43c6-ba16-4a419b56cfba tempest-ServersTestMultiNic-2121779930 tempest-ServersTestMultiNic-2121779930] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3207107'] for network, before_response {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:12:50.230111 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.plugin [None req-e4e8acea-5781-41b2-8a9c-c9d68f5fea53 tempest-TaggedBootDevicesTest-541410187 tempest-TaggedBootDevicesTest-541410187] Deleting port 267396ab-3d37-419e-b727-638546c6290a {{(pid=84874) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 07:12:50.230437 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-e4e8acea-5781-41b2-8a9c-c9d68f5fea53 tempest-TaggedBootDevicesTest-541410187 tempest-TaggedBootDevicesTest-541410187] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363259214248359'] for port, before_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:12:50.241728 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-3dce4cec-560f-414d-b718-8c14b4f3471d tempest-TaggedBootDevicesTest-541410187 tempest-TaggedBootDevicesTest-541410187] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.185s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:12:50.246306 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network":"rule:regular_user" was deprecated in W in favor of "create_network":"role:member and project_id:%(project_id)s". Reason: Jan 14 07:12:50.246306 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:12:50.246306 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:12:50.246306 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:12:50.246306 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:shared":"rule:admin_only" was deprecated in W in favor of "create_network:shared":"role:admin and system_scope:all". Reason: Jan 14 07:12:50.246306 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:12:50.246306 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:12:50.246306 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:12:50.246306 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:router:external":"rule:admin_only" was deprecated in W in favor of "create_network:router:external":"role:admin and system_scope:all". Reason: Jan 14 07:12:50.246306 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:12:50.246306 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:12:50.246306 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:12:50.246306 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:is_default":"rule:admin_only" was deprecated in W in favor of "create_network:is_default":"role:admin and system_scope:all". Reason: Jan 14 07:12:50.246306 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:12:50.246306 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:12:50.246306 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:12:50.246306 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:port_security_enabled":"rule:regular_user" was deprecated in W in favor of "create_network:port_security_enabled":"role:member and project_id:%(project_id)s". Reason: Jan 14 07:12:50.246306 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:12:50.246306 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:12:50.246306 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:12:50.246306 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:segments":"rule:admin_only" was deprecated in W in favor of "create_network:segments":"role:admin and system_scope:all". Reason: Jan 14 07:12:50.246306 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:12:50.246306 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:12:50.246306 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:12:50.246306 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "create_network:provider:network_type":"role:admin and system_scope:all". Reason: Jan 14 07:12:50.246306 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:12:50.246306 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:12:50.246306 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:12:50.246306 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "create_network:provider:physical_network":"role:admin and system_scope:all". Reason: Jan 14 07:12:50.246306 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:12:50.246306 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:12:50.246306 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:12:50.246306 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "create_network:provider:segmentation_id":"role:admin and system_scope:all". Reason: Jan 14 07:12:50.246306 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:12:50.246306 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:12:50.246306 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:12:50.246306 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network":"rule:admin_or_owner or rule:shared or rule:external or rule:context_is_advsvc" was deprecated in W in favor of "get_network":"(role:reader and system_scope:all) or (role:reader and project_id:%(project_id)s) or rule:shared or rule:external or rule:context_is_advsvc". Reason: Jan 14 07:12:50.246306 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:12:50.246306 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:12:50.246306 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:12:50.246306 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:router:external":"rule:regular_user" was deprecated in W in favor of "get_network:router:external":"role:reader and project_id:%(project_id)s". Reason: Jan 14 07:12:50.246306 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:12:50.246306 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:12:50.246306 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:12:50.246306 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:segments":"rule:admin_only" was deprecated in W in favor of "get_network:segments":"role:reader and system_scope:all". Reason: Jan 14 07:12:50.246306 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:12:50.246306 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:12:50.246306 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:12:50.251303 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "get_network:provider:network_type":"role:reader and system_scope:all". Reason: Jan 14 07:12:50.251303 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:12:50.251303 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:12:50.251303 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:12:50.251303 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "get_network:provider:physical_network":"role:reader and system_scope:all". Reason: Jan 14 07:12:50.251303 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:12:50.251303 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:12:50.251303 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:12:50.251303 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "get_network:provider:segmentation_id":"role:reader and system_scope:all". Reason: Jan 14 07:12:50.251303 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:12:50.251303 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:12:50.251303 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:12:50.251303 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network":"rule:admin_or_owner" was deprecated in W in favor of "update_network":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 07:12:50.251303 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:12:50.251303 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:12:50.251303 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:12:50.251303 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:segments":"rule:admin_only" was deprecated in W in favor of "update_network:segments":"role:admin and system_scope:all". Reason: Jan 14 07:12:50.251303 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:12:50.251303 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:12:50.251303 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:12:50.262551 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4134369b-5d82-4e16-96d4-7b3daed7e87c req-3dce4cec-560f-414d-b718-8c14b4f3471d tempest-TaggedBootDevicesTest-541410187 tempest-TaggedBootDevicesTest-541410187] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:12:50.263315 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [req-4134369b-5d82-4e16-96d4-7b3daed7e87c req-3dce4cec-560f-414d-b718-8c14b4f3471d tempest-TaggedBootDevicesTest-541410187 tempest-TaggedBootDevicesTest-541410187] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854768116'] for port, before_response {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:12:50.267467 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-40e41050-bddc-4622-8148-d426df5768f8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.716s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:12:50.356924 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d10d494a-93eb-476f-b383-042b4c6624ed service neutron] Pushing event updated for resources: {'Port': ['ID=2aba5f51-6a68-455f-b5ca-bbc7dd92da45,revision_number=3']} {{(pid=84874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:12:50.388797 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-ea087405-6d4b-43c6-ba16-4a419b56cfba tempest-ServersTestMultiNic-2121779930 tempest-ServersTestMultiNic-2121779930] 10.222.0.24 "DELETE /v2.0/networks/3969e656-f2d3-437e-bb8d-008442e4371a HTTP/1.1" status: 204 len: 168 time: 8.1242831 Jan 14 07:12:50.389870 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4622080a-a6e4-4b1c-a548-29931f8a7cbb tempest-ServersTestMultiNic-2121779930 tempest-ServersTestMultiNic-2121779930] Pushing event deleted for resources: {'Port': ['ID=78662f27-1e6f-4319-924a-4176b8aee062,revision_number=None']} {{(pid=84875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:12:50.396608 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-d10d494a-93eb-476f-b383-042b4c6624ed service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.842s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:12:50.399210 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84875) accepted ('10.222.0.24', 57552) {{(pid=84875) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:12:50.410482 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_dvrscheduler_db [req-8c64fafa-69f8-48e9-b7c6-15e72aa6f27a req-d90c4f01-52ef-44a6-bf11-f8ba68bef7db tempest-ImagesNegativeTestJSON-146108451 tempest-ImagesNegativeTestJSON-146108451] No DVR routers for this DVR port ce78f9b6-4798-4eef-a297-6ac818f85600 on host n-h1-768862-2 {{(pid=84874) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Jan 14 07:12:50.412213 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-b1cb1312-c820-4d8b-8603-8bca6397cc25 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 1.398s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:12:50.436846 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-4622080a-a6e4-4b1c-a548-29931f8a7cbb tempest-ServersTestMultiNic-2121779930 tempest-ServersTestMultiNic-2121779930] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.169s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:12:50.440832 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-017f98a9-8a07-408c-a86f-8ff0c00400a0 None None] Device 74a51714-fe33-4dd6-aca3-2d27861d960a no longer exists at agent ovs-agent-n-h1-768862-2 {{(pid=84876) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jan 14 07:12:50.443285 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [req-8c64fafa-69f8-48e9-b7c6-15e72aa6f27a req-d90c4f01-52ef-44a6-bf11-f8ba68bef7db tempest-ImagesNegativeTestJSON-146108451 tempest-ImagesNegativeTestJSON-146108451] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854768116'] for port, before_response {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:12:50.443436 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-85bc795d-2717-4109-8a39-9e62ce0b8e9b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.259s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:12:50.471585 n-d-768862-2 neutron-server[84765]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '883b5127-da00-4629-ba13-72c914309fb2', 'name': 'network-vif-deleted', 'tag': 'ce78f9b6-4798-4eef-a297-6ac818f85600'}] {{(pid=84874) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Jan 14 07:12:50.521808 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d90c4f01-52ef-44a6-bf11-f8ba68bef7db tempest-ImagesNegativeTestJSON-146108451 tempest-ImagesNegativeTestJSON-146108451] Pushing event deleted for resources: {'Port': ['ID=ce78f9b6-4798-4eef-a297-6ac818f85600,revision_number=None']} {{(pid=84874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:12:50.525895 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [req-4134369b-5d82-4e16-96d4-7b3daed7e87c req-3dce4cec-560f-414d-b718-8c14b4f3471d tempest-TaggedBootDevicesTest-541410187 tempest-TaggedBootDevicesTest-541410187] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 8.7909312 Jan 14 07:12:50.527011 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-23f1fe72-f822-4268-8d21-3ad1ec75da52 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:12:50.535333 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d34228f6-c8c4-40bf-b004-671db62d6849 req-d10d494a-93eb-476f-b383-042b4c6624ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:12:50.536090 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [req-d34228f6-c8c4-40bf-b004-671db62d6849 req-d10d494a-93eb-476f-b383-042b4c6624ed service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854768116'] for port, before_response {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:12:50.537644 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [req-d34228f6-c8c4-40bf-b004-671db62d6849 req-d10d494a-93eb-476f-b383-042b4c6624ed service neutron] 10.222.0.35 "PUT /v2.0/ports/2aba5f51-6a68-455f-b5ca-bbc7dd92da45 HTTP/1.1" status: 200 len: 1156 time: 13.7379398 Jan 14 07:12:50.560679 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [req-8c64fafa-69f8-48e9-b7c6-15e72aa6f27a req-d90c4f01-52ef-44a6-bf11-f8ba68bef7db tempest-ImagesNegativeTestJSON-146108451 tempest-ImagesNegativeTestJSON-146108451] 10.222.0.35 "DELETE /v2.0/ports/ce78f9b6-4798-4eef-a297-6ac818f85600 HTTP/1.1" status: 204 len: 173 time: 9.3022578 Jan 14 07:12:50.566363 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-23f1fe72-f822-4268-8d21-3ad1ec75da52 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:12:50.566776 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-d90c4f01-52ef-44a6-bf11-f8ba68bef7db tempest-ImagesNegativeTestJSON-146108451 tempest-ImagesNegativeTestJSON-146108451] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:12:50.571461 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-23f1fe72-f822-4268-8d21-3ad1ec75da52 admin admin] Usage tracker for resource:security_group_rule and tenant:fd9e837e2ab64ab7b4f901d6569e4e3f is out of sync, need to count used quota {{(pid=84875) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:12:50.575163 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-23f1fe72-f822-4268-8d21-3ad1ec75da52 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84875) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:12:50.582185 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-23f1fe72-f822-4268-8d21-3ad1ec75da52 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:12:50.602694 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.v2.base [req-4134369b-5d82-4e16-96d4-7b3daed7e87c req-a954c713-bf04-4e59-adb3-a84af576c496 tempest-TaggedBootDevicesTest-541410187 tempest-TaggedBootDevicesTest-541410187] Request body: {'port': {'device_id': 'a747bc22-0cf1-4638-8306-b805069dae4a', 'network_id': '42eaf091-c60a-4bbd-870e-8010d14ac7f2', 'admin_state_up': True, 'tenant_id': '4873c9000017431bb4db0aa60ef7da75', 'security_groups': ['5013011c-1df1-415c-84e1-3922abad7d79']}} {{(pid=84875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:12:50.638012 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.db.resource_extend [req-a780bf53-6567-48e7-9d84-34c8e3b24bdd req-565b5ffc-c144-4627-9ac7-d51970f0a0e6 service neutron] It took 0.18 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84874) wrapper /usr/local/lib/python3.6/dist-packages/oslo_utils/timeutils.py:388}} Jan 14 07:12:50.670627 n-d-768862-2 neutron-server[84765]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '883b5127-da00-4629-ba13-72c914309fb2', 'name': 'network-vif-deleted', 'tag': 'ce78f9b6-4798-4eef-a297-6ac818f85600', 'status': 'completed', 'code': 200} Jan 14 07:12:50.694315 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-017f98a9-8a07-408c-a86f-8ff0c00400a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555753'] for port, before_update {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:12:50.750317 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [None req-017f98a9-8a07-408c-a86f-8ff0c00400a0 None None] For port 74a51714-fe33-4dd6-aca3-2d27861d960a, host n-h1-768862-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-h1-768862-2',level=0,port_id=74a51714-fe33-4dd6-aca3-2d27861d960a,segment=NetworkSegment(682aa48d-45db-4ce6-9539-8117fc7293eb),segment_id=682aa48d-45db-4ce6-9539-8117fc7293eb)] {{(pid=84876) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 07:12:50.751670 n-d-768862-2 neutron-server[84765]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '19ae1782-a48d-4a62-a407-7c3441c97ca1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '74a51714-fe33-4dd6-aca3-2d27861d960a'}] {{(pid=84876) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Jan 14 07:12:50.758762 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-017f98a9-8a07-408c-a86f-8ff0c00400a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777640533312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363259214678337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777640097497'] for port, after_update {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:12:50.761761 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-852a24f7-e9a1-4193-9abb-e9506fe5213f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84876) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:12:50.827974 n-d-768862-2 neutron-server[84765]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '19ae1782-a48d-4a62-a407-7c3441c97ca1', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '74a51714-fe33-4dd6-aca3-2d27861d960a', 'code': 422} returned with failed status Jan 14 07:12:50.864226 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-017f98a9-8a07-408c-a86f-8ff0c00400a0 None None] Pushing event updated for resources: {'Port': ['ID=74a51714-fe33-4dd6-aca3-2d27861d960a,revision_number=5']} {{(pid=84876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:12:50.867786 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-017f98a9-8a07-408c-a86f-8ff0c00400a0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=84876) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:12:50.868260 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f06f3a7b-1088-4675-a915-eea75caecc24 req-a1ad4e3c-9f62-4af0-93fd-e8a6de203d59 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:12:50.869254 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f06f3a7b-1088-4675-a915-eea75caecc24 req-a1ad4e3c-9f62-4af0-93fd-e8a6de203d59 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:12:50.869816 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f06f3a7b-1088-4675-a915-eea75caecc24 req-a1ad4e3c-9f62-4af0-93fd-e8a6de203d59 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:12:50.870551 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f06f3a7b-1088-4675-a915-eea75caecc24 req-a1ad4e3c-9f62-4af0-93fd-e8a6de203d59 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:12:50.870671 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f06f3a7b-1088-4675-a915-eea75caecc24 req-a1ad4e3c-9f62-4af0-93fd-e8a6de203d59 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:12:50.872569 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [req-f06f3a7b-1088-4675-a915-eea75caecc24 req-a1ad4e3c-9f62-4af0-93fd-e8a6de203d59 service neutron] 10.222.0.35 "GET /v2.0/networks?tenant_id=7d129397cd71499dbaa91be4909e3699&shared=False HTTP/1.1" status: 200 len: 3598 time: 2.4583652 Jan 14 07:12:50.874887 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [req-538be7eb-c956-4f44-a0fd-f9dfdf88ffbc req-88730056-8016-41e6-a379-1285f7401ce1 service neutron] 10.222.0.35 "GET /v2.0/networks/3ab89270-67b1-41e9-8be2-a0395a984bff?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.9731016 Jan 14 07:12:50.875126 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea087405-6d4b-43c6-ba16-4a419b56cfba tempest-ServersTestMultiNic-2121779930 tempest-ServersTestMultiNic-2121779930] Pushing event deleted for resources: {'Network': ['ID=3969e656-f2d3-437e-bb8d-008442e4371a,revision_number=None']} {{(pid=84875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:12:50.880717 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-ea087405-6d4b-43c6-ba16-4a419b56cfba tempest-ServersTestMultiNic-2121779930 tempest-ServersTestMultiNic-2121779930] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.437s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:12:50.912786 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [req-4134369b-5d82-4e16-96d4-7b3daed7e87c req-a954c713-bf04-4e59-adb3-a84af576c496 tempest-TaggedBootDevicesTest-541410187 tempest-TaggedBootDevicesTest-541410187] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:12:50.922924 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [req-4134369b-5d82-4e16-96d4-7b3daed7e87c req-a954c713-bf04-4e59-adb3-a84af576c496 tempest-TaggedBootDevicesTest-541410187 tempest-TaggedBootDevicesTest-541410187] Attempting to reserve 1 items for resource port. Total usage: 7; quota limit: 500; headroom:493 {{(pid=84875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:12:50.938170 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b33b9903-3a74-4fb8-89d2-906e2f5bbe22 req-ddf18d4b-be43-4aee-bc29-61db3db1c492 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:12:50.939783 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [req-b33b9903-3a74-4fb8-89d2-906e2f5bbe22 req-ddf18d4b-be43-4aee-bc29-61db3db1c492 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=4873c24d-6d12-413e-81a7-9c90cefe9e4c HTTP/1.1" status: 200 len: 851 time: 0.8313663 Jan 14 07:12:51.014995 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-eb31e7ef-0ea8-4030-9e55-cba09901624e admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:12:51.044707 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [req-b33b9903-3a74-4fb8-89d2-906e2f5bbe22 req-441977c3-0cc2-4d60-89c9-e7319cdde455 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=fafbed1d-f164-4b33-9abe-92a565c195a7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0863156 Jan 14 07:12:51.047770 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4134369b-5d82-4e16-96d4-7b3daed7e87c req-a954c713-bf04-4e59-adb3-a84af576c496 tempest-TaggedBootDevicesTest-541410187 tempest-TaggedBootDevicesTest-541410187] Made reservation on behalf of 4873c9000017431bb4db0aa60ef7da75 for: {'port': 1} {{(pid=84875) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 07:12:51.057240 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [req-4134369b-5d82-4e16-96d4-7b3daed7e87c req-a954c713-bf04-4e59-adb3-a84af576c496 tempest-TaggedBootDevicesTest-541410187 tempest-TaggedBootDevicesTest-541410187] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555753'] for port, before_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:12:51.166828 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-d4b6875e-9377-4c36-806a-55a16de621f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363259214191800', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854171626'] for agent, after_update {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:12:51.211206 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-29119cc9-bb30-49bb-9c4e-48fcf5e7d7dd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036850886612', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036850863158'] for router, after_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:12:51.272519 n-d-768862-2 neutron-server[84765]: DEBUG neutron.notifiers.nova [req-a780bf53-6567-48e7-9d84-34c8e3b24bdd req-565b5ffc-c144-4627-9ac7-d51970f0a0e6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 03f34ccd-18c2-4586-bcb3-93158913589f {{(pid=84874) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Jan 14 07:12:51.335662 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network":"rule:admin_or_owner" was deprecated in W in favor of "update_network":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 07:12:51.335662 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:12:51.335662 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:12:51.335662 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:12:51.335662 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:segments":"rule:admin_only" was deprecated in W in favor of "update_network:segments":"role:admin and system_scope:all". Reason: Jan 14 07:12:51.335662 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:12:51.335662 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:12:51.335662 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:12:51.335662 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:shared":"rule:admin_only" was deprecated in W in favor of "update_network:shared":"role:admin and system_scope:all". Reason: Jan 14 07:12:51.335662 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:12:51.335662 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:12:51.335662 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:12:51.335662 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "update_network:provider:network_type":"role:admin and system_scope:all". Reason: Jan 14 07:12:51.335662 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:12:51.335662 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:12:51.335662 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:12:51.335662 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "update_network:provider:physical_network":"role:admin and system_scope:all". Reason: Jan 14 07:12:51.335662 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:12:51.335662 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:12:51.335662 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:12:51.335662 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "update_network:provider:segmentation_id":"role:admin and system_scope:all". Reason: Jan 14 07:12:51.335662 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:12:51.335662 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:12:51.335662 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:12:51.335662 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:router:external":"rule:admin_only" was deprecated in W in favor of "update_network:router:external":"role:admin and system_scope:all". Reason: Jan 14 07:12:51.335662 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:12:51.335662 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:12:51.335662 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:12:51.335662 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:is_default":"rule:admin_only" was deprecated in W in favor of "update_network:is_default":"role:admin and system_scope:all". Reason: Jan 14 07:12:51.335662 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:12:51.335662 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:12:51.335662 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:12:51.335662 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:port_security_enabled":"rule:admin_or_owner" was deprecated in W in favor of "update_network:port_security_enabled":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 07:12:51.335662 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:12:51.335662 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:12:51.335662 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:12:51.335662 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "delete_network":"rule:admin_or_owner" was deprecated in W in favor of "delete_network":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 07:12:51.335662 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:12:51.335662 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:12:51.335662 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:12:51.335662 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_segment":"rule:admin_only" was deprecated in W in favor of "create_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:12:51.335662 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:12:51.335662 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_segment":"rule:admin_only" was deprecated in W in favor of "get_segment":"role:reader and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:12:51.335662 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:12:51.341895 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_segment":"rule:admin_only" was deprecated in W in favor of "update_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:12:51.341895 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:12:51.341895 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "delete_segment":"rule:admin_only" was deprecated in W in favor of "delete_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:12:51.341895 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:12:51.341895 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network":"rule:regular_user" was deprecated in W in favor of "create_network":"role:member and project_id:%(project_id)s". Reason: Jan 14 07:12:51.341895 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:12:51.341895 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:12:51.341895 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:12:51.341895 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:shared":"rule:admin_only" was deprecated in W in favor of "create_network:shared":"role:admin and system_scope:all". Reason: Jan 14 07:12:51.341895 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:12:51.341895 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:12:51.341895 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:12:51.341895 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:router:external":"rule:admin_only" was deprecated in W in favor of "create_network:router:external":"role:admin and system_scope:all". Reason: Jan 14 07:12:51.341895 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:12:51.341895 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:12:51.341895 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:12:51.341895 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:is_default":"rule:admin_only" was deprecated in W in favor of "create_network:is_default":"role:admin and system_scope:all". Reason: Jan 14 07:12:51.341895 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:12:51.341895 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:12:51.341895 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:12:51.341895 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:port_security_enabled":"rule:regular_user" was deprecated in W in favor of "create_network:port_security_enabled":"role:member and project_id:%(project_id)s". Reason: Jan 14 07:12:51.341895 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:12:51.341895 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:12:51.341895 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:12:51.341895 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:segments":"rule:admin_only" was deprecated in W in favor of "create_network:segments":"role:admin and system_scope:all". Reason: Jan 14 07:12:51.341895 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:12:51.341895 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:12:51.341895 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:12:51.341895 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "create_network:provider:network_type":"role:admin and system_scope:all". Reason: Jan 14 07:12:51.341895 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:12:51.341895 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:12:51.341895 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:12:51.341895 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "create_network:provider:physical_network":"role:admin and system_scope:all". Reason: Jan 14 07:12:51.341895 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:12:51.341895 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:12:51.341895 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:12:51.341895 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "create_network:provider:segmentation_id":"role:admin and system_scope:all". Reason: Jan 14 07:12:51.341895 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:12:51.341895 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:12:51.341895 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:12:51.341895 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network":"rule:admin_or_owner or rule:shared or rule:external or rule:context_is_advsvc" was deprecated in W in favor of "get_network":"(role:reader and system_scope:all) or (role:reader and project_id:%(project_id)s) or rule:shared or rule:external or rule:context_is_advsvc". Reason: Jan 14 07:12:51.341895 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:12:51.341895 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:12:51.341895 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:12:51.341895 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:router:external":"rule:regular_user" was deprecated in W in favor of "get_network:router:external":"role:reader and project_id:%(project_id)s". Reason: Jan 14 07:12:51.348401 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:12:51.348401 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:12:51.348401 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:12:51.348401 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:segments":"rule:admin_only" was deprecated in W in favor of "get_network:segments":"role:reader and system_scope:all". Reason: Jan 14 07:12:51.348401 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:12:51.348401 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:12:51.348401 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:12:51.348401 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "get_network:provider:network_type":"role:reader and system_scope:all". Reason: Jan 14 07:12:51.348401 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:12:51.348401 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:12:51.348401 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:12:51.348401 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "get_network:provider:physical_network":"role:reader and system_scope:all". Reason: Jan 14 07:12:51.348401 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:12:51.348401 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:12:51.348401 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:12:51.348401 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "get_network:provider:segmentation_id":"role:reader and system_scope:all". Reason: Jan 14 07:12:51.348401 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:12:51.348401 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:12:51.348401 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:12:51.348401 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network":"rule:admin_or_owner" was deprecated in W in favor of "update_network":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 07:12:51.348401 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:12:51.348401 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:12:51.348401 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:12:51.348401 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:segments":"rule:admin_only" was deprecated in W in favor of "update_network:segments":"role:admin and system_scope:all". Reason: Jan 14 07:12:51.348401 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:12:51.348401 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:12:51.348401 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:12:51.348401 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:shared":"rule:admin_only" was deprecated in W in favor of "update_network:shared":"role:admin and system_scope:all". Reason: Jan 14 07:12:51.348401 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:12:51.348401 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:12:51.348401 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:12:51.348401 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "update_network:provider:network_type":"role:admin and system_scope:all". Reason: Jan 14 07:12:51.348401 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:12:51.348401 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:12:51.348401 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:12:51.348401 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "update_network:provider:physical_network":"role:admin and system_scope:all". Reason: Jan 14 07:12:51.348401 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:12:51.348401 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:12:51.348401 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:12:51.348401 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "update_network:provider:segmentation_id":"role:admin and system_scope:all". Reason: Jan 14 07:12:51.348401 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:12:51.348401 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:12:51.348401 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:12:51.359032 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64bd1535-4bca-4ba8-838e-68b2fbd1432e req-f927e00f-5a90-422e-b2df-24230205effa tempest-LiveMigrationNegativeTest-1470825370 tempest-LiveMigrationNegativeTest-1470825370] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:12:51.359873 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [req-64bd1535-4bca-4ba8-838e-68b2fbd1432e req-f927e00f-5a90-422e-b2df-24230205effa tempest-LiveMigrationNegativeTest-1470825370 tempest-LiveMigrationNegativeTest-1470825370] Synchronizing usage tracker for tenant:4c5412f7fcde40999169791ca7c8ee35 on resource:port {{(pid=84874) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 14 07:12:51.457829 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-cc6eae88-3270-49a7-8ba5-23865dece4e7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850887153'] for security_group, after_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:12:51.477078 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [req-a780bf53-6567-48e7-9d84-34c8e3b24bdd req-565b5ffc-c144-4627-9ac7-d51970f0a0e6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:12:51.479909 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-7ea81851-1922-4af2-9bf2-dad1e15de922 tempest-SecurityGroupsTestJSON-494699717 tempest-SecurityGroupsTestJSON-494699717] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:12:51.486976 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_dvrscheduler_db [req-4749a9d8-1a24-4696-b0e1-b9fbefef11e5 req-4622080a-a6e4-4b1c-a548-29931f8a7cbb tempest-ServersTestMultiNic-2121779930 tempest-ServersTestMultiNic-2121779930] No DVR routers for this DVR port 78662f27-1e6f-4319-924a-4176b8aee062 on host n-h2-768862-2 {{(pid=84875) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Jan 14 07:12:51.615140 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [req-4749a9d8-1a24-4696-b0e1-b9fbefef11e5 req-4622080a-a6e4-4b1c-a548-29931f8a7cbb tempest-ServersTestMultiNic-2121779930 tempest-ServersTestMultiNic-2121779930] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854768116'] for port, before_response {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:12:51.626228 n-d-768862-2 neutron-server[84765]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '16513199-bee3-4bea-a843-4e62a5ef0197', 'name': 'network-vif-deleted', 'tag': '78662f27-1e6f-4319-924a-4176b8aee062'}] {{(pid=84875) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Jan 14 07:12:51.658093 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc6eae88-3270-49a7-8ba5-23865dece4e7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=780f4bb7-8b8b-4dbb-8bf1-04f202b3a437,revision_number=None']} {{(pid=84875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:12:51.677860 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-cc6eae88-3270-49a7-8ba5-23865dece4e7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.198s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:12:51.742677 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-da76cfc0-98e8-4426-9f6d-4f05aa3fae78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363259214191800', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854171626'] for agent, after_update {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:12:51.747803 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [req-efd9622d-3d68-4212-b35d-a94d2fa57e42 req-bacb90b2-16a3-4f92-bae6-728942bc8869 tempest-DeleteServersTestJSON-437494901 tempest-DeleteServersTestJSON-437494901] 10.222.0.24 "GET /v2.0/ports?tenant_id=1aa7b4d5a9ff461fbaf4900f14a02d8a&fields=id HTTP/1.1" status: 200 len: 255 time: 1.6348860 Jan 14 07:12:51.763283 n-d-768862-2 neutron-server[84765]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '16513199-bee3-4bea-a843-4e62a5ef0197', 'name': 'network-vif-deleted', 'tag': '78662f27-1e6f-4319-924a-4176b8aee062', 'status': 'failed', 'code': 422} returned with failed status Jan 14 07:12:51.881235 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [req-4749a9d8-1a24-4696-b0e1-b9fbefef11e5 req-4622080a-a6e4-4b1c-a548-29931f8a7cbb tempest-ServersTestMultiNic-2121779930 tempest-ServersTestMultiNic-2121779930] 10.222.0.48 "DELETE /v2.0/ports/78662f27-1e6f-4319-924a-4176b8aee062 HTTP/1.1" status: 204 len: 173 time: 9.0555279 Jan 14 07:12:51.890942 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-e4e8acea-5781-41b2-8a9c-c9d68f5fea53 tempest-TaggedBootDevicesTest-541410187 tempest-TaggedBootDevicesTest-541410187] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036850862667'] for port, precommit_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:12:51.891321 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-e4e8acea-5781-41b2-8a9c-c9d68f5fea53 tempest-TaggedBootDevicesTest-541410187 tempest-TaggedBootDevicesTest-541410187] Notify callbacks [] for floatingip, precommit_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:12:51.959443 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [req-a780bf53-6567-48e7-9d84-34c8e3b24bdd req-565b5ffc-c144-4627-9ac7-d51970f0a0e6 service neutron] Transition to ACTIVE for port object 03f34ccd-18c2-4586-bcb3-93158913589f will not be triggered until provisioned by entity L2. {{(pid=84874) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 07:12:52.000153 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [req-b33b9903-3a74-4fb8-89d2-906e2f5bbe22 req-e5b7c6cb-0566-4d6e-bcb9-8a83bdc134ab service neutron] 10.222.0.35 "GET /v2.0/networks/fafbed1d-f164-4b33-9abe-92a565c195a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6266925 Jan 14 07:12:52.001004 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-cc6eae88-3270-49a7-8ba5-23865dece4e7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:12:52.002101 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-cc6eae88-3270-49a7-8ba5-23865dece4e7 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/780f4bb7-8b8b-4dbb-8bf1-04f202b3a437 HTTP/1.1" status: 204 len: 168 time: 3.9975293 Jan 14 07:12:52.120729 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.plugin [None req-e4e8acea-5781-41b2-8a9c-c9d68f5fea53 tempest-TaggedBootDevicesTest-541410187 tempest-TaggedBootDevicesTest-541410187] Calling delete_port for 267396ab-3d37-419e-b727-638546c6290a owned by network:floatingip {{(pid=84874) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 07:12:52.169169 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [req-a780bf53-6567-48e7-9d84-34c8e3b24bdd req-565b5ffc-c144-4627-9ac7-d51970f0a0e6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777640533312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363259214678337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777640097497', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036851521613'] for port, after_update {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:12:52.183602 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [req-64bd1535-4bca-4ba8-838e-68b2fbd1432e req-f927e00f-5a90-422e-b2df-24230205effa tempest-LiveMigrationNegativeTest-1470825370 tempest-LiveMigrationNegativeTest-1470825370] Unset dirty status for tenant:4c5412f7fcde40999169791ca7c8ee35 on resource:port {{(pid=84874) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 14 07:12:52.184907 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [req-64bd1535-4bca-4ba8-838e-68b2fbd1432e req-f927e00f-5a90-422e-b2df-24230205effa tempest-LiveMigrationNegativeTest-1470825370 tempest-LiveMigrationNegativeTest-1470825370] 10.222.0.35 "GET /v2.0/ports?device_id=19ae1782-a48d-4a62-a407-7c3441c97ca1 HTTP/1.1" status: 200 len: 949 time: 2.3484080 Jan 14 07:12:52.211918 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-f6a1c613-2fed-4bd9-a402-8b1dd8f93a88 tempest-ServersTestMultiNic-2121779930 tempest-ServersTestMultiNic-2121779930] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:12:52.274949 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d34228f6-c8c4-40bf-b004-671db62d6849 req-8606907d-2159-4c6f-affc-48a3bde0face service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:12:52.277557 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [req-d34228f6-c8c4-40bf-b004-671db62d6849 req-8606907d-2159-4c6f-affc-48a3bde0face service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=777e0121e7b84cf1b1a0af96c6f5d63a&device_id=e95c7053-347f-41b5-8317-9e95c0a27736 HTTP/1.1" status: 200 len: 1159 time: 1.6060290 Jan 14 07:12:52.313590 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-23f1fe72-f822-4268-8d21-3ad1ec75da52 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:12:52.350681 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.plugin [req-4749a9d8-1a24-4696-b0e1-b9fbefef11e5 req-4926d78f-18d7-48ef-b714-b97f1b2d6ea0 tempest-ServersTestMultiNic-2121779930 tempest-ServersTestMultiNic-2121779930] Deleting port a7472f8b-53e9-4c79-9297-7d365d38efa5 {{(pid=84875) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 07:12:52.351076 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [req-4749a9d8-1a24-4696-b0e1-b9fbefef11e5 req-4926d78f-18d7-48ef-b714-b97f1b2d6ea0 tempest-ServersTestMultiNic-2121779930 tempest-ServersTestMultiNic-2121779930] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363259214248359'] for port, before_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:12:52.377255 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-23f1fe72-f822-4268-8d21-3ad1ec75da52 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850887153'] for security_group, after_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:12:52.380744 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [req-538be7eb-c956-4f44-a0fd-f9dfdf88ffbc req-135a9e12-6833-48e5-8cae-a57e9a7025aa service neutron] 10.222.0.35 "GET /v2.0/networks/3ab89270-67b1-41e9-8be2-a0395a984bff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 1.4407887 Jan 14 07:12:52.397101 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-14fa7f72-d45b-441f-ad08-7a11b0a130db tempest-SecurityGroupsTestJSON-494699717 tempest-SecurityGroupsTestJSON-494699717] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:12:52.409333 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.db_base_plugin_v2 [None req-93cae46d-c2ef-4e2f-b7df-c8748079317a tempest-ServersTestMultiNic-2121779930 tempest-ServersTestMultiNic-2121779930] Deleting subnet 2f6db8ca-c367-4b12-b51d-79dc8da5ce08 {{(pid=84875) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Jan 14 07:12:52.486965 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f06f3a7b-1088-4675-a915-eea75caecc24 req-216f6a45-e005-4b3d-b671-044f35b91dcd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:12:52.488646 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [req-f06f3a7b-1088-4675-a915-eea75caecc24 req-216f6a45-e005-4b3d-b671-044f35b91dcd service neutron] 10.222.0.35 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 863 time: 1.5675285 Jan 14 07:12:52.498211 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-93cae46d-c2ef-4e2f-b7df-c8748079317a tempest-ServersTestMultiNic-2121779930 tempest-ServersTestMultiNic-2121779930] Notify callbacks [] for subnet, before_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:12:52.552424 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363259214191800', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854171626'] for agent, after_update {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:12:52.590261 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-23f1fe72-f822-4268-8d21-3ad1ec75da52 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=fd9e837e2ab64ab7b4f901d6569e4e3f&name=default HTTP/1.1" status: 200 len: 2979 time: 2.6861365 Jan 14 07:12:52.627054 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84875) accepted ('10.222.0.24', 57574) {{(pid=84875) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:12:52.629402 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [req-efd9622d-3d68-4212-b35d-a94d2fa57e42 req-2b34ecc7-d1ea-4695-8e7b-f9f22180b740 service neutron] 10.222.0.24 "GET /v2.0/networks/fafbed1d-f164-4b33-9abe-92a565c195a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8385913 Jan 14 07:12:52.662069 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23f1fe72-f822-4268-8d21-3ad1ec75da52 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=df608126-e84b-4a69-8249-ef867f057738,revision_number=1']} {{(pid=84875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:12:52.677042 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [req-d34228f6-c8c4-40bf-b004-671db62d6849 req-d9b1f77f-762c-4552-8a0c-75d7d49f7410 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=2aba5f51-6a68-455f-b5ca-bbc7dd92da45 HTTP/1.1" status: 200 len: 217 time: 0.2724476 Jan 14 07:12:52.677601 n-d-768862-2 neutron-server[84765]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e95c7053-347f-41b5-8317-9e95c0a27736', 'tag': '2aba5f51-6a68-455f-b5ca-bbc7dd92da45'}] {{(pid=84874) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Jan 14 07:12:52.712099 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-565b5ffc-c144-4627-9ac7-d51970f0a0e6 service neutron] Pushing event updated for resources: {'Port': ['ID=03f34ccd-18c2-4586-bcb3-93158913589f,revision_number=2']} {{(pid=84874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:12:52.732882 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-26a0fd9c-f4ee-4495-a284-a486afd54d33 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-598964', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850887113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3154192', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2308610'] for subnet, after_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:12:52.747029 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-23f1fe72-f822-4268-8d21-3ad1ec75da52 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.350s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:12:52.763960 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-c504cce1-c7da-4a37-a992-cb99154ad4b5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:12:52.839407 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-93cae46d-c2ef-4e2f-b7df-c8748079317a tempest-ServersTestMultiNic-2121779930 tempest-ServersTestMultiNic-2121779930] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3367281'] for subnet, precommit_delete_associations {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:12:52.840419 n-d-768862-2 neutron-server[84765]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e95c7053-347f-41b5-8317-9e95c0a27736', 'tag': '2aba5f51-6a68-455f-b5ca-bbc7dd92da45', 'status': 'completed', 'code': 200} Jan 14 07:12:52.885063 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-565b5ffc-c144-4627-9ac7-d51970f0a0e6 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.673s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:12:52.886797 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [req-f06f3a7b-1088-4675-a915-eea75caecc24 req-54a26cd5-b33c-4814-b5bb-a40584f295fe tempest-ServersTestMultiNic-2121779930 tempest-ServersTestMultiNic-2121779930] Synchronizing usage tracker for tenant:7d129397cd71499dbaa91be4909e3699 on resource:port {{(pid=84874) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 14 07:12:52.946659 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:router:external":"rule:admin_only" was deprecated in W in favor of "update_network:router:external":"role:admin and system_scope:all". Reason: Jan 14 07:12:52.946659 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:12:52.946659 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:12:52.946659 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:12:52.946659 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:is_default":"rule:admin_only" was deprecated in W in favor of "update_network:is_default":"role:admin and system_scope:all". Reason: Jan 14 07:12:52.946659 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:12:52.946659 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:12:52.946659 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:12:52.946659 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:port_security_enabled":"rule:admin_or_owner" was deprecated in W in favor of "update_network:port_security_enabled":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 07:12:52.946659 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:12:52.946659 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:12:52.946659 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:12:52.946659 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "delete_network":"rule:admin_or_owner" was deprecated in W in favor of "delete_network":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 07:12:52.946659 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:12:52.946659 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:12:52.946659 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:12:52.946659 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_segment":"rule:admin_only" was deprecated in W in favor of "create_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:12:52.946659 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:12:52.946659 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_segment":"rule:admin_only" was deprecated in W in favor of "get_segment":"role:reader and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:12:52.946659 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:12:52.946659 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_segment":"rule:admin_only" was deprecated in W in favor of "update_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:12:52.946659 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:12:52.946659 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "delete_segment":"rule:admin_only" was deprecated in W in favor of "delete_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:12:52.946659 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:12:52.946659 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network":"rule:regular_user" was deprecated in W in favor of "create_network":"role:member and project_id:%(project_id)s". Reason: Jan 14 07:12:52.946659 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:12:52.946659 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:12:52.946659 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:12:52.946659 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:shared":"rule:admin_only" was deprecated in W in favor of "create_network:shared":"role:admin and system_scope:all". Reason: Jan 14 07:12:52.946659 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:12:52.946659 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:12:52.946659 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:12:52.946659 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:router:external":"rule:admin_only" was deprecated in W in favor of "create_network:router:external":"role:admin and system_scope:all". Reason: Jan 14 07:12:52.946659 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:12:52.946659 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:12:52.946659 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:12:52.946659 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:is_default":"rule:admin_only" was deprecated in W in favor of "create_network:is_default":"role:admin and system_scope:all". Reason: Jan 14 07:12:52.946659 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:12:52.946659 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:12:52.946659 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:12:52.946659 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:port_security_enabled":"rule:regular_user" was deprecated in W in favor of "create_network:port_security_enabled":"role:member and project_id:%(project_id)s". Reason: Jan 14 07:12:52.946659 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:12:52.952116 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:12:52.952116 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:12:52.952116 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:segments":"rule:admin_only" was deprecated in W in favor of "create_network:segments":"role:admin and system_scope:all". Reason: Jan 14 07:12:52.952116 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:12:52.952116 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:12:52.952116 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:12:52.952116 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "create_network:provider:network_type":"role:admin and system_scope:all". Reason: Jan 14 07:12:52.952116 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:12:52.952116 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:12:52.952116 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:12:52.952116 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "create_network:provider:physical_network":"role:admin and system_scope:all". Reason: Jan 14 07:12:52.952116 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:12:52.952116 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:12:52.952116 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:12:52.952116 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "create_network:provider:segmentation_id":"role:admin and system_scope:all". Reason: Jan 14 07:12:52.952116 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:12:52.952116 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:12:52.952116 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:12:52.952116 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network":"rule:admin_or_owner or rule:shared or rule:external or rule:context_is_advsvc" was deprecated in W in favor of "get_network":"(role:reader and system_scope:all) or (role:reader and project_id:%(project_id)s) or rule:shared or rule:external or rule:context_is_advsvc". Reason: Jan 14 07:12:52.952116 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:12:52.952116 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:12:52.952116 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:12:52.956109 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:router:external":"rule:regular_user" was deprecated in W in favor of "get_network:router:external":"role:reader and project_id:%(project_id)s". Reason: Jan 14 07:12:52.956109 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:12:52.956109 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:12:52.956109 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:12:52.956109 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:segments":"rule:admin_only" was deprecated in W in favor of "get_network:segments":"role:reader and system_scope:all". Reason: Jan 14 07:12:52.956109 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:12:52.956109 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:12:52.956109 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:12:52.956109 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "get_network:provider:network_type":"role:reader and system_scope:all". Reason: Jan 14 07:12:52.956109 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:12:52.956109 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:12:52.956109 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:12:52.956109 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "get_network:provider:physical_network":"role:reader and system_scope:all". Reason: Jan 14 07:12:52.956109 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:12:52.956109 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:12:52.956109 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:12:52.956109 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "get_network:provider:segmentation_id":"role:reader and system_scope:all". Reason: Jan 14 07:12:52.956109 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:12:52.956109 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:12:52.956109 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:12:52.956109 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network":"rule:admin_or_owner" was deprecated in W in favor of "update_network":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 07:12:52.956109 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:12:52.956109 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:12:52.956109 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:12:52.956109 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:segments":"rule:admin_only" was deprecated in W in favor of "update_network:segments":"role:admin and system_scope:all". Reason: Jan 14 07:12:52.956109 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:12:52.956109 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:12:52.956109 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:12:52.956109 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:shared":"rule:admin_only" was deprecated in W in favor of "update_network:shared":"role:admin and system_scope:all". Reason: Jan 14 07:12:52.956109 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:12:52.956109 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:12:52.956109 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:12:52.956109 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "update_network:provider:network_type":"role:admin and system_scope:all". Reason: Jan 14 07:12:52.956109 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:12:52.956109 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:12:52.956109 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:12:52.956109 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "update_network:provider:physical_network":"role:admin and system_scope:all". Reason: Jan 14 07:12:52.956109 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:12:52.956109 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:12:52.956109 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:12:52.956109 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "update_network:provider:segmentation_id":"role:admin and system_scope:all". Reason: Jan 14 07:12:52.956109 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:12:52.956109 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:12:52.956109 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:12:52.956109 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:router:external":"rule:admin_only" was deprecated in W in favor of "update_network:router:external":"role:admin and system_scope:all". Reason: Jan 14 07:12:52.956109 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:12:52.956109 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:12:52.956109 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:12:52.956109 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:is_default":"rule:admin_only" was deprecated in W in favor of "update_network:is_default":"role:admin and system_scope:all". Reason: Jan 14 07:12:52.965536 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:12:52.965536 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:12:52.965536 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:12:52.965536 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:port_security_enabled":"rule:admin_or_owner" was deprecated in W in favor of "update_network:port_security_enabled":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 07:12:52.965536 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:12:52.965536 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:12:52.965536 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:12:52.965536 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "delete_network":"rule:admin_or_owner" was deprecated in W in favor of "delete_network":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 07:12:52.965536 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:12:52.965536 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:12:52.965536 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:12:52.965536 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_segment":"rule:admin_only" was deprecated in W in favor of "create_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:12:52.965536 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:12:52.965536 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_segment":"rule:admin_only" was deprecated in W in favor of "get_segment":"role:reader and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:12:52.965536 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:12:52.965536 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.plugin [req-64bd1535-4bca-4ba8-838e-68b2fbd1432e req-4df2d2a2-c4c9-4d3c-ba64-decca814cb5d tempest-LiveMigrationNegativeTest-1470825370 tempest-LiveMigrationNegativeTest-1470825370] Deleting port 74a51714-fe33-4dd6-aca3-2d27861d960a {{(pid=84874) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 07:12:52.965536 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [req-64bd1535-4bca-4ba8-838e-68b2fbd1432e req-4df2d2a2-c4c9-4d3c-ba64-decca814cb5d tempest-LiveMigrationNegativeTest-1470825370 tempest-LiveMigrationNegativeTest-1470825370] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363259214248359'] for port, before_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:12:53.012699 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26a0fd9c-f4ee-4495-a284-a486afd54d33 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a592296c-e015-4618-a0b2-2e845a9db522,revision_number=None']} {{(pid=84875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:12:53.034557 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84874) accepted ('10.222.0.24', 57586) {{(pid=84874) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:12:53.045051 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [req-b33b9903-3a74-4fb8-89d2-906e2f5bbe22 req-fddba26f-dfbb-4979-ac83-5bfae30bf353 service neutron] 10.222.0.35 "GET /v2.0/networks/fafbed1d-f164-4b33-9abe-92a565c195a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.9483225 Jan 14 07:12:53.046053 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-26a0fd9c-f4ee-4495-a284-a486afd54d33 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.282s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:12:53.123428 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-0f37073e-9c69-4e3c-80e0-6cfaa0fd61a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363259214191800', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854171626'] for agent, after_update {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:12:53.162636 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d34228f6-c8c4-40bf-b004-671db62d6849 req-52f6cf2c-067f-4f4c-8993-0c48af45fb2d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:12:53.164365 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [req-d34228f6-c8c4-40bf-b004-671db62d6849 req-52f6cf2c-067f-4f4c-8993-0c48af45fb2d service neutron] 10.222.0.35 "GET /v2.0/subnets?id=a076fa03-03f6-498c-8a30-b44c18079c93 HTTP/1.1" status: 200 len: 868 time: 0.4482963 Jan 14 07:12:53.237133 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [req-f06f3a7b-1088-4675-a915-eea75caecc24 req-54a26cd5-b33c-4814-b5bb-a40584f295fe tempest-ServersTestMultiNic-2121779930 tempest-ServersTestMultiNic-2121779930] Unset dirty status for tenant:7d129397cd71499dbaa91be4909e3699 on resource:port {{(pid=84874) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 14 07:12:53.238415 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [req-f06f3a7b-1088-4675-a915-eea75caecc24 req-54a26cd5-b33c-4814-b5bb-a40584f295fe tempest-ServersTestMultiNic-2121779930 tempest-ServersTestMultiNic-2121779930] 10.222.0.35 "GET /v2.0/ports?device_id=8b43056e-af00-49b9-879c-aba651e3ebfe HTTP/1.1" status: 200 len: 210 time: 0.6252704 Jan 14 07:12:53.398380 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.v2.base [None req-269865a4-64dd-4548-a3db-0a65cc598d65 admin admin] Request body: {'network': {'name': 'tempest-ServersTestJSON-946569007-network', 'tenant_id': '04f3aea956e546e892de768ae99354b8'}} {{(pid=84874) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:12:53.424464 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-eb31e7ef-0ea8-4030-9e55-cba09901624e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036850886612', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036850863158'] for router, after_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:12:53.433100 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-269865a4-64dd-4548-a3db-0a65cc598d65 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:12:53.501086 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-269865a4-64dd-4548-a3db-0a65cc598d65 admin admin] Usage tracker for resource:network and tenant:04f3aea956e546e892de768ae99354b8 is out of sync, need to count used quota {{(pid=84874) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:12:53.526684 n-d-768862-2 neutron-server[84765]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-29119cc9-bb30-49bb-9c4e-48fcf5e7d7dd admin admin] Router 2983e6ee-4036-4e66-b6dd-0762724412fd is scheduled to L3 agent 35f592e9-451b-4db9-abea-77b6a5c5391b with binding_index 1 {{(pid=84874) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}} Jan 14 07:12:53.588388 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-269865a4-64dd-4548-a3db-0a65cc598d65 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84874) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:12:53.628084 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-269865a4-64dd-4548-a3db-0a65cc598d65 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:12:53.676761 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-d2f80585-3caa-40a5-854e-c3b4e1343045 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:12:53.711670 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.db_base_plugin_common [req-4134369b-5d82-4e16-96d4-7b3daed7e87c req-a954c713-bf04-4e59-adb3-a84af576c496 tempest-TaggedBootDevicesTest-541410187 tempest-TaggedBootDevicesTest-541410187] Allocated IP 10.1.1.41 (42eaf091-c60a-4bbd-870e-8010d14ac7f2/008b1096-3405-4b9e-bc95-7872e98ae48f/392c55ec-c7e9-4fa4-a2d5-00f00dcd2460) {{(pid=84875) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 14 07:12:53.730605 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-26a0fd9c-f4ee-4495-a284-a486afd54d33 admin admin] Notify callbacks [] for subnet, before_response {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:12:53.764417 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [req-efd9622d-3d68-4212-b35d-a94d2fa57e42 req-a8c1c4ea-fc53-47f2-8a0a-406a2195f6b2 service neutron] 10.222.0.24 "GET /v2.0/networks/fafbed1d-f164-4b33-9abe-92a565c195a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 1.1035831 Jan 14 07:12:53.814860 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-d2f80585-3caa-40a5-854e-c3b4e1343045 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:12:53.863502 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-26a0fd9c-f4ee-4495-a284-a486afd54d33 admin admin] 10.222.0.24 "DELETE /v2.0/subnets/a592296c-e015-4618-a0b2-2e845a9db522 HTTP/1.1" status: 204 len: 168 time: 6.1228089 Jan 14 07:12:53.877137 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-93cae46d-c2ef-4e2f-b7df-c8748079317a tempest-ServersTestMultiNic-2121779930 tempest-ServersTestMultiNic-2121779930] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036854176836'] for subnet, precommit_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:12:53.928604 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84875) accepted ('10.222.0.24', 57592) {{(pid=84875) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:12:53.952948 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [req-4749a9d8-1a24-4696-b0e1-b9fbefef11e5 req-4926d78f-18d7-48ef-b714-b97f1b2d6ea0 tempest-ServersTestMultiNic-2121779930 tempest-ServersTestMultiNic-2121779930] For port a7472f8b-53e9-4c79-9297-7d365d38efa5, host n-h2-768862-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-h2-768862-2',level=0,port_id=a7472f8b-53e9-4c79-9297-7d365d38efa5,segment=NetworkSegment(03fb12c0-b28b-4752-937b-ed8f1fec4960),segment_id=03fb12c0-b28b-4752-937b-ed8f1fec4960)] {{(pid=84875) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 07:12:53.953361 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [req-4749a9d8-1a24-4696-b0e1-b9fbefef11e5 req-4926d78f-18d7-48ef-b714-b97f1b2d6ea0 tempest-ServersTestMultiNic-2121779930 tempest-ServersTestMultiNic-2121779930] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036850862667'] for port, precommit_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:12:54.041018 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9a89a22-4363-4982-b60d-3fff1578a750 req-1c2b8a49-7dac-4552-abe9-c9c73b1666fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:12:54.042841 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [req-d9a89a22-4363-4982-b60d-3fff1578a750 req-1c2b8a49-7dac-4552-abe9-c9c73b1666fc service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=1aa7b4d5a9ff461fbaf4900f14a02d8a&device_id=0d613ee3-b23b-48aa-9701-93273017ac12 HTTP/1.1" status: 200 len: 1158 time: 0.9267795 Jan 14 07:12:54.221057 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-269865a4-64dd-4548-a3db-0a65cc598d65 admin admin] Made reservation on behalf of 04f3aea956e546e892de768ae99354b8 for: {'network': 1} {{(pid=84874) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 07:12:54.226172 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-269865a4-64dd-4548-a3db-0a65cc598d65 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555753'] for network, before_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:12:54.236301 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-e4e8acea-5781-41b2-8a9c-c9d68f5fea53 tempest-TaggedBootDevicesTest-541410187 tempest-TaggedBootDevicesTest-541410187] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777640533329', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777640097463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3254186'] for port, after_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:12:54.251590 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [req-f06f3a7b-1088-4675-a915-eea75caecc24 req-65bc95cb-378f-45d1-a9d0-8f1717958ab4 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=7d129397cd71499dbaa91be4909e3699&device_id=8b43056e-af00-49b9-879c-aba651e3ebfe HTTP/1.1" status: 200 len: 210 time: 0.4729278 Jan 14 07:12:54.264292 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-a14901d2-37e2-4b81-89ea-87d7853d868a service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:12:54.350558 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.plugin [req-4749a9d8-1a24-4696-b0e1-b9fbefef11e5 req-4926d78f-18d7-48ef-b714-b97f1b2d6ea0 tempest-ServersTestMultiNic-2121779930 tempest-ServersTestMultiNic-2121779930] Calling delete_port for a7472f8b-53e9-4c79-9297-7d365d38efa5 owned by compute:nova {{(pid=84875) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 07:12:54.401942 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-355dfd93-9c34-4239-b4ea-4ddee5a03fb2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036854160497'] for network, before_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:12:54.501154 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-269865a4-64dd-4548-a3db-0a65cc598d65 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:12:54.557948 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4e8acea-5781-41b2-8a9c-c9d68f5fea53 tempest-TaggedBootDevicesTest-541410187 tempest-TaggedBootDevicesTest-541410187] Pushing event deleted for resources: {'Port': ['ID=267396ab-3d37-419e-b727-638546c6290a,revision_number=None']} {{(pid=84874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:12:54.612996 n-d-768862-2 neutron-server[84765]: DEBUG neutron.objects.ports [None req-5e3a7bc5-8ae0-4dc0-a5c5-b61fb49ce639 None None] Time-cost: Fetching 1 ports in 1 security groups {{(pid=84876) get_objects /opt/stack/neutron/neutron/objects/ports.py:428}} Jan 14 07:12:54.615474 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-e4e8acea-5781-41b2-8a9c-c9d68f5fea53 tempest-TaggedBootDevicesTest-541410187 tempest-TaggedBootDevicesTest-541410187] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.351s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:12:54.618964 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [req-4134369b-5d82-4e16-96d4-7b3daed7e87c req-a954c713-bf04-4e59-adb3-a84af576c496 tempest-TaggedBootDevicesTest-541410187 tempest-TaggedBootDevicesTest-541410187] Notify callbacks [] for port, precommit_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:12:54.819477 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.managers [req-a780bf53-6567-48e7-9d84-34c8e3b24bdd req-565b5ffc-c144-4627-9ac7-d51970f0a0e6 service neutron] Attempting to bind port 03f34ccd-18c2-4586-bcb3-93158913589f on host n-h1-768862-2 for vnic_type normal with profile {{(pid=84874) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 14 07:12:54.819878 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.managers [req-a780bf53-6567-48e7-9d84-34c8e3b24bdd req-565b5ffc-c144-4627-9ac7-d51970f0a0e6 service neutron] Attempting to bind port 03f34ccd-18c2-4586-bcb3-93158913589f by drivers openvswitch on host n-h1-768862-2 at level 0 using segments [{'id': '682aa48d-45db-4ce6-9539-8117fc7293eb', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 2, 'network_id': '3ab89270-67b1-41e9-8be2-a0395a984bff'}] {{(pid=84874) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 14 07:12:54.820261 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a780bf53-6567-48e7-9d84-34c8e3b24bdd req-565b5ffc-c144-4627-9ac7-d51970f0a0e6 service neutron] Attempting to bind port 03f34ccd-18c2-4586-bcb3-93158913589f on network 3ab89270-67b1-41e9-8be2-a0395a984bff {{(pid=84874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 14 07:12:54.831389 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-269865a4-64dd-4548-a3db-0a65cc598d65 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:12:54.861682 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-269865a4-64dd-4548-a3db-0a65cc598d65 admin admin] Usage tracker for resource:security_group_rule and tenant:04f3aea956e546e892de768ae99354b8 is out of sync, need to count used quota {{(pid=84874) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:12:54.866453 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-269865a4-64dd-4548-a3db-0a65cc598d65 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84874) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:12:54.875350 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-017f98a9-8a07-408c-a86f-8ff0c00400a0 None None] Device a329d464-e8fa-4a4a-a63c-73b4f77079ce up at agent ovs-agent-n-h1-768862-2 {{(pid=84876) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 07:12:54.877987 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [req-64bd1535-4bca-4ba8-838e-68b2fbd1432e req-4df2d2a2-c4c9-4d3c-ba64-decca814cb5d tempest-LiveMigrationNegativeTest-1470825370 tempest-LiveMigrationNegativeTest-1470825370] For port 74a51714-fe33-4dd6-aca3-2d27861d960a, host n-h1-768862-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-h1-768862-2',level=0,port_id=74a51714-fe33-4dd6-aca3-2d27861d960a,segment=NetworkSegment(682aa48d-45db-4ce6-9539-8117fc7293eb),segment_id=682aa48d-45db-4ce6-9539-8117fc7293eb)] {{(pid=84874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 07:12:54.878243 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [req-64bd1535-4bca-4ba8-838e-68b2fbd1432e req-4df2d2a2-c4c9-4d3c-ba64-decca814cb5d tempest-LiveMigrationNegativeTest-1470825370 tempest-LiveMigrationNegativeTest-1470825370] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036850862667'] for port, precommit_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:12:54.890469 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d34228f6-c8c4-40bf-b004-671db62d6849 req-8e5cdb8d-c711-44d3-8d83-8d8494205819 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:12:54.892165 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [req-d34228f6-c8c4-40bf-b004-671db62d6849 req-8e5cdb8d-c711-44d3-8d83-8d8494205819 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=fd33dbe3-7afa-46b0-8897-ce6ba7fea060&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 1.6958077 Jan 14 07:12:54.893165 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a780bf53-6567-48e7-9d84-34c8e3b24bdd req-565b5ffc-c144-4627-9ac7-d51970f0a0e6 service neutron] Checking agent: {'id': '40905704-73ec-4668-87ec-fe70ac9582ac', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-h1-768862-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 14, 7, 5, 11), 'started_at': datetime.datetime(2021, 1, 14, 7, 5, 41), 'heartbeat_timestamp': datetime.datetime(2021, 1, 14, 7, 12, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.42', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 14 07:12:54.893328 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a780bf53-6567-48e7-9d84-34c8e3b24bdd req-565b5ffc-c144-4627-9ac7-d51970f0a0e6 service neutron] Checking segment: {'id': '682aa48d-45db-4ce6-9539-8117fc7293eb', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 2, 'network_id': '3ab89270-67b1-41e9-8be2-a0395a984bff'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84874) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 14 07:12:54.893741 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [req-a780bf53-6567-48e7-9d84-34c8e3b24bdd req-565b5ffc-c144-4627-9ac7-d51970f0a0e6 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:12:54.894134 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a780bf53-6567-48e7-9d84-34c8e3b24bdd req-565b5ffc-c144-4627-9ac7-d51970f0a0e6 service neutron] Bound using segment: {'id': '682aa48d-45db-4ce6-9539-8117fc7293eb', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 2, 'network_id': '3ab89270-67b1-41e9-8be2-a0395a984bff'} {{(pid=84874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 14 07:12:54.894624 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.managers [req-a780bf53-6567-48e7-9d84-34c8e3b24bdd req-565b5ffc-c144-4627-9ac7-d51970f0a0e6 service neutron] Bound port: 03f34ccd-18c2-4586-bcb3-93158913589f, host: n-h1-768862-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '682aa48d-45db-4ce6-9539-8117fc7293eb', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 2, 'network_id': '3ab89270-67b1-41e9-8be2-a0395a984bff'}}] {{(pid=84874) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 14 07:12:54.894996 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [req-a780bf53-6567-48e7-9d84-34c8e3b24bdd req-565b5ffc-c144-4627-9ac7-d51970f0a0e6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555753'] for port, before_update {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:12:54.956000 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-017f98a9-8a07-408c-a86f-8ff0c00400a0 None None] Provisioning for port a329d464-e8fa-4a4a-a63c-73b4f77079ce completed by entity L2. {{(pid=84876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 07:12:54.965264 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-017f98a9-8a07-408c-a86f-8ff0c00400a0 None None] Provisioning complete for port a329d464-e8fa-4a4a-a63c-73b4f77079ce triggered by entity L2. {{(pid=84876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 07:12:54.965970 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-017f98a9-8a07-408c-a86f-8ff0c00400a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-604227'] for port, provisioning_complete {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:12:55.013127 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [req-4134369b-5d82-4e16-96d4-7b3daed7e87c req-a954c713-bf04-4e59-adb3-a84af576c496 tempest-TaggedBootDevicesTest-541410187 tempest-TaggedBootDevicesTest-541410187] Transition to ACTIVE for port object 392c55ec-c7e9-4fa4-a2d5-00f00dcd2460 will not be triggered until provisioned by entity DHCP. {{(pid=84875) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 07:12:55.026230 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-269865a4-64dd-4548-a3db-0a65cc598d65 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:12:55.036241 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-d2f80585-3caa-40a5-854e-c3b4e1343045 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850887153'] for security_group, after_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:12:55.101121 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-017f98a9-8a07-408c-a86f-8ff0c00400a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555753'] for port, before_update {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:12:55.117840 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-a425fa54-2e0b-4819-ace0-d55247a39e47 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:12:55.132709 n-d-768862-2 neutron-server[84765]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0d613ee3-b23b-48aa-9701-93273017ac12', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a329d464-e8fa-4a4a-a63c-73b4f77079ce'}] {{(pid=84876) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Jan 14 07:12:55.144654 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [None req-017f98a9-8a07-408c-a86f-8ff0c00400a0 None None] For port a329d464-e8fa-4a4a-a63c-73b4f77079ce, host n-h1-768862-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-h1-768862-2',level=0,port_id=a329d464-e8fa-4a4a-a63c-73b4f77079ce,segment=NetworkSegment(90e2002e-a6c2-45dc-801f-7d75355827f8),segment_id=90e2002e-a6c2-45dc-801f-7d75355827f8)] {{(pid=84876) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 07:12:55.150654 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-017f98a9-8a07-408c-a86f-8ff0c00400a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777640533312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363259214678337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777640097497'] for port, after_update {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:12:55.153561 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84876) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:12:55.196583 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.plugin [req-64bd1535-4bca-4ba8-838e-68b2fbd1432e req-4df2d2a2-c4c9-4d3c-ba64-decca814cb5d tempest-LiveMigrationNegativeTest-1470825370 tempest-LiveMigrationNegativeTest-1470825370] Calling delete_port for 74a51714-fe33-4dd6-aca3-2d27861d960a owned by compute:nova {{(pid=84874) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 07:12:55.219231 n-d-768862-2 neutron-server[84765]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0d613ee3-b23b-48aa-9701-93273017ac12', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a329d464-e8fa-4a4a-a63c-73b4f77079ce', 'code': 200} Jan 14 07:12:55.234375 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-017f98a9-8a07-408c-a86f-8ff0c00400a0 None None] Pushing event updated for resources: {'Port': ['ID=a329d464-e8fa-4a4a-a63c-73b4f77079ce,revision_number=4']} {{(pid=84876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:12:55.248277 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-017f98a9-8a07-408c-a86f-8ff0c00400a0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=84876) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:12:55.300586 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2f80585-3caa-40a5-854e-c3b4e1343045 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=df608126-e84b-4a69-8249-ef867f057738,revision_number=None']} {{(pid=84875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:12:55.338142 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-d2f80585-3caa-40a5-854e-c3b4e1343045 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.220s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:12:55.349566 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-355dfd93-9c34-4239-b4ea-4ddee5a03fb2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-598987', 'neutron.services.segments.db._delete_segments_for_network-8777640583949'] for network, precommit_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:12:55.415139 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f06f3a7b-1088-4675-a915-eea75caecc24 req-23cfe8ef-c3cb-4ac8-8d4c-bf6ef0890c56 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:12:55.415583 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f06f3a7b-1088-4675-a915-eea75caecc24 req-23cfe8ef-c3cb-4ac8-8d4c-bf6ef0890c56 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:12:55.416052 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f06f3a7b-1088-4675-a915-eea75caecc24 req-23cfe8ef-c3cb-4ac8-8d4c-bf6ef0890c56 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:12:55.416781 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f06f3a7b-1088-4675-a915-eea75caecc24 req-23cfe8ef-c3cb-4ac8-8d4c-bf6ef0890c56 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:12:55.418584 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [req-f06f3a7b-1088-4675-a915-eea75caecc24 req-23cfe8ef-c3cb-4ac8-8d4c-bf6ef0890c56 service neutron] 10.222.0.35 "GET /v2.0/networks?tenant_id=7d129397cd71499dbaa91be4909e3699&shared=False HTTP/1.1" status: 200 len: 2952 time: 1.0344956 Jan 14 07:12:55.419690 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-29119cc9-bb30-49bb-9c4e-48fcf5e7d7dd admin admin] Notify agent at l3_agent.n-d-768862-2 the message routers_updated {{(pid=84874) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jan 14 07:12:55.431643 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a37582f0-e5ed-4892-a834-8988cc069f1d None None] Sync routers for ids ['2983e6ee-4036-4e66-b6dd-0762724412fd'] in n-d-768862-2 {{(pid=84877) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Jan 14 07:12:55.443811 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a37582f0-e5ed-4892-a834-8988cc069f1d None None] Routers {'2983e6ee-4036-4e66-b6dd-0762724412fd'} bound to L3 agent in host n-d-768862-2 {{(pid=84877) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 14 07:12:55.445152 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_hamode_db [None req-a37582f0-e5ed-4892-a834-8988cc069f1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-01-14T06:56:51Z,description=,heartbeat_timestamp=2021-01-14T07:12:51Z,host='n-d-768862-2',id=35f592e9-451b-4db9-abea-77b6a5c5391b,load=0,resource_versions=,resources_synced=,started_at=2021-01-14T06:56:51Z,topic='l3_agent')) {'router_ids': ['2983e6ee-4036-4e66-b6dd-0762724412fd'], 'active': True} {{(pid=84877) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:12:55.506218 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-d2f80585-3caa-40a5-854e-c3b4e1343045 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:12:55.510500 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-d2f80585-3caa-40a5-854e-c3b4e1343045 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/df608126-e84b-4a69-8249-ef867f057738 HTTP/1.1" status: 204 len: 168 time: 2.8770928 Jan 14 07:12:55.575880 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ae0f70c-1b51-4fb5-8d92-59fc5611e706 req-2618070e-f129-401a-bbf6-2f8595d107fa tempest-DeleteServersTestJSON-437494901 tempest-DeleteServersTestJSON-437494901] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:12:55.583487 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [req-3ae0f70c-1b51-4fb5-8d92-59fc5611e706 req-2618070e-f129-401a-bbf6-2f8595d107fa tempest-DeleteServersTestJSON-437494901 tempest-DeleteServersTestJSON-437494901] 10.222.0.24 "GET /v2.0/networks?id=fafbed1d-f164-4b33-9abe-92a565c195a7 HTTP/1.1" status: 200 len: 811 time: 0.8177505 Jan 14 07:12:55.608260 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [req-3ae0f70c-1b51-4fb5-8d92-59fc5611e706 req-10aadcb3-021f-43c1-81a3-84b723dee0bf tempest-DeleteServersTestJSON-437494901 tempest-DeleteServersTestJSON-437494901] 10.222.0.24 "GET /v2.0/quotas/1aa7b4d5a9ff461fbaf4900f14a02d8a HTTP/1.1" status: 200 len: 375 time: 0.0235739 Jan 14 07:12:55.647398 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9a89a22-4363-4982-b60d-3fff1578a750 req-3378f304-fa37-4bbb-a8a5-b7b3877ea7db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:12:55.648863 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [req-d9a89a22-4363-4982-b60d-3fff1578a750 req-3378f304-fa37-4bbb-a8a5-b7b3877ea7db service neutron] 10.222.0.35 "GET /v2.0/networks?id=fafbed1d-f164-4b33-9abe-92a565c195a7 HTTP/1.1" status: 200 len: 906 time: 1.4892688 Jan 14 07:12:55.650401 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_dvr_db [None req-a37582f0-e5ed-4892-a834-8988cc069f1d None None] Set router 2983e6ee-4036-4e66-b6dd-0762724412fd gateway port host: n-d-768862-2 {{(pid=84877) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 14 07:12:55.730326 n-d-768862-2 neutron-server[84765]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eb31e7ef-0ea8-4030-9e55-cba09901624e admin admin] Router 30066085-16e9-44a9-8022-7b4f197cb1b8 is scheduled to L3 agent 35f592e9-451b-4db9-abea-77b6a5c5391b with binding_index 1 {{(pid=84874) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}} Jan 14 07:12:55.752781 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [req-a780bf53-6567-48e7-9d84-34c8e3b24bdd req-565b5ffc-c144-4627-9ac7-d51970f0a0e6 service neutron] For port 03f34ccd-18c2-4586-bcb3-93158913589f, host n-h1-768862-2, cleared binding levels {{(pid=84874) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 14 07:12:55.772939 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [req-d34228f6-c8c4-40bf-b004-671db62d6849 req-cac4e058-c614-4a30-a60e-be2cdd687f4a service neutron] 10.222.0.35 "GET /v2.0/networks/fd33dbe3-7afa-46b0-8897-ce6ba7fea060?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8597856 Jan 14 07:12:55.819148 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-29119cc9-bb30-49bb-9c4e-48fcf5e7d7dd admin admin] Notify callbacks [] for router, before_response {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:12:55.820567 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-29119cc9-bb30-49bb-9c4e-48fcf5e7d7dd admin admin] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 935 time: 24.6853318 Jan 14 07:12:55.881388 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [req-a780bf53-6567-48e7-9d84-34c8e3b24bdd req-565b5ffc-c144-4627-9ac7-d51970f0a0e6 service neutron] For port 03f34ccd-18c2-4586-bcb3-93158913589f, host n-h1-768862-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-h1-768862-2',level=0,port_id=03f34ccd-18c2-4586-bcb3-93158913589f,segment=NetworkSegment(682aa48d-45db-4ce6-9539-8117fc7293eb),segment_id=682aa48d-45db-4ce6-9539-8117fc7293eb)] {{(pid=84874) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 14 07:12:55.882449 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84874) accepted ('10.222.0.24', 57634) {{(pid=84874) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:12:55.896615 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-e4e8acea-5781-41b2-8a9c-c9d68f5fea53 tempest-TaggedBootDevicesTest-541410187 tempest-TaggedBootDevicesTest-541410187] Notify callbacks [] for floatingip, after_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:12:56.163862 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [req-4134369b-5d82-4e16-96d4-7b3daed7e87c req-a954c713-bf04-4e59-adb3-a84af576c496 tempest-TaggedBootDevicesTest-541410187 tempest-TaggedBootDevicesTest-541410187] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777640123575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851621574'] for port, after_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:12:56.315077 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_hamode_db [None req-a37582f0-e5ed-4892-a834-8988cc069f1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2983e6ee-4036-4e66-b6dd-0762724412fd', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-611119609-router', 'tenant_id': 'e1e2f2220aba45e291d82349522195f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '226f1e78-82cd-4481-9055-4eb73b6db8c1', 'external_fixed_ips': [{'subnet_id': 'ba8deeec-7658-4195-9449-038c076f5c83', 'ip_address': '172.25.2.163'}], 'enable_snat': True}, 'gw_port_id': 'b7d75e45-3acc-4c80-bf06-1b1da6dadb3e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-14T07:12:31Z', 'updated_at': '2021-01-14T07:12:45Z', 'revision_number': 3, 'project_id': 'e1e2f2220aba45e291d82349522195f9', 'gw_port': {'id': 'b7d75e45-3acc-4c80-bf06-1b1da6dadb3e', 'name': '', 'network_id': '226f1e78-82cd-4481-9055-4eb73b6db8c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:25:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2983e6ee-4036-4e66-b6dd-0762724412fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 863, 'fixed_ips': [{'subnet_id': 'ba8deeec-7658-4195-9449-038c076f5c83', 'ip_address': '172.25.2.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T07:12:39Z', 'updated_at': '2021-01-14T07:12:42Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ba8deeec-7658-4195-9449-038c076f5c83', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-2'}], 'n-d-768862-2', False) {} {{(pid=84877) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:12:56.322236 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a37582f0-e5ed-4892-a834-8988cc069f1d None None] Checking router: 2983e6ee-4036-4e66-b6dd-0762724412fd for host: n-d-768862-2 {{(pid=84877) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Jan 14 07:12:56.324185 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a37582f0-e5ed-4892-a834-8988cc069f1d None None] Updating router 2983e6ee-4036-4e66-b6dd-0762724412fd port b7d75e45-3acc-4c80-bf06-1b1da6dadb3e binding host n-d-768862-2 {{(pid=84877) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Jan 14 07:12:56.357927 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [req-a780bf53-6567-48e7-9d84-34c8e3b24bdd req-565b5ffc-c144-4627-9ac7-d51970f0a0e6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777640533312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363259214678337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777640097497', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036851521613'] for port, after_update {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:12:56.415526 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-9fb04899-f727-4fdc-b87c-45f8119cbbf9 tempest-FloatingIPsTestJSON-836215258 tempest-FloatingIPsTestJSON-836215258] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:12:56.435809 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-a37582f0-e5ed-4892-a834-8988cc069f1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555753'] for port, before_update {{(pid=84877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:12:56.458338 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-017f98a9-8a07-408c-a86f-8ff0c00400a0 None None] Device a329d464-e8fa-4a4a-a63c-73b4f77079ce no longer exists at agent ovs-agent-n-h1-768862-2 {{(pid=84876) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jan 14 07:12:56.529640 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84875) accepted ('10.222.0.24', 57640) {{(pid=84875) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:12:56.530470 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a954c713-bf04-4e59-adb3-a84af576c496 tempest-TaggedBootDevicesTest-541410187 tempest-TaggedBootDevicesTest-541410187] Pushing event updated for resources: {'Port': ['ID=392c55ec-c7e9-4fa4-a2d5-00f00dcd2460,revision_number=1']} {{(pid=84875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:12:56.536656 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-a954c713-bf04-4e59-adb3-a84af576c496 tempest-TaggedBootDevicesTest-541410187 tempest-TaggedBootDevicesTest-541410187] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:12:56.564057 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [req-d9a89a22-4363-4982-b60d-3fff1578a750 req-7a6592d6-b318-417b-b597-f031667f58e1 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=a329d464-e8fa-4a4a-a63c-73b4f77079ce HTTP/1.1" status: 200 len: 217 time: 0.8981223 Jan 14 07:12:56.565143 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-93cae46d-c2ef-4e2f-b7df-c8748079317a tempest-ServersTestMultiNic-2121779930 tempest-ServersTestMultiNic-2121779930] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-598964', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850887113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3154192', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2308610'] for subnet, after_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:12:56.591173 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-f3d1bb6c-7967-4d7c-b856-a6d39c298688 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:12:56.676357 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-017f98a9-8a07-408c-a86f-8ff0c00400a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555753'] for port, before_update {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:12:56.752313 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [None req-017f98a9-8a07-408c-a86f-8ff0c00400a0 None None] For port a329d464-e8fa-4a4a-a63c-73b4f77079ce, host n-h1-768862-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-h1-768862-2',level=0,port_id=a329d464-e8fa-4a4a-a63c-73b4f77079ce,segment=NetworkSegment(90e2002e-a6c2-45dc-801f-7d75355827f8),segment_id=90e2002e-a6c2-45dc-801f-7d75355827f8)] {{(pid=84876) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 07:12:56.757683 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-017f98a9-8a07-408c-a86f-8ff0c00400a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777640533312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363259214678337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777640097497'] for port, after_update {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:12:56.760172 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-aa64fc2b-1922-4e3e-9ac4-90bc0f733b35 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84876) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:12:56.793829 n-d-768862-2 neutron-server[84765]: DEBUG neutron.services.segments.db [None req-355dfd93-9c34-4239-b4ea-4ddee5a03fb2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0ae0d74f-fb07-4956-93bf-0fc765cd0723']}} {{(pid=84875) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:12:56.818302 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93cae46d-c2ef-4e2f-b7df-c8748079317a tempest-ServersTestMultiNic-2121779930 tempest-ServersTestMultiNic-2121779930] Pushing event deleted for resources: {'Subnet': ['ID=2f6db8ca-c367-4b12-b51d-79dc8da5ce08,revision_number=None']} {{(pid=84875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:12:56.821588 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9a89a22-4363-4982-b60d-3fff1578a750 req-482cd0e6-800c-4bbe-8997-d90d9b25ceb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:12:56.823336 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [req-d9a89a22-4363-4982-b60d-3fff1578a750 req-482cd0e6-800c-4bbe-8997-d90d9b25ceb6 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=4873c24d-6d12-413e-81a7-9c90cefe9e4c HTTP/1.1" status: 200 len: 851 time: 0.2430198 Jan 14 07:12:56.824245 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-3b20186a-1dd1-4414-9a8c-dd0bf304ea36 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:12:56.852397 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [req-4749a9d8-1a24-4696-b0e1-b9fbefef11e5 req-4926d78f-18d7-48ef-b714-b97f1b2d6ea0 tempest-ServersTestMultiNic-2121779930 tempest-ServersTestMultiNic-2121779930] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777640533329', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777640097463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851621574'] for port, after_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:12:56.897639 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-017f98a9-8a07-408c-a86f-8ff0c00400a0 None None] Pushing event updated for resources: {'Port': ['ID=a329d464-e8fa-4a4a-a63c-73b4f77079ce,revision_number=5']} {{(pid=84876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:12:56.903016 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-017f98a9-8a07-408c-a86f-8ff0c00400a0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=84876) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:12:56.939465 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-565b5ffc-c144-4627-9ac7-d51970f0a0e6 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:12:56.974330 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [req-d34228f6-c8c4-40bf-b004-671db62d6849 req-7cfcd7c5-1411-49d9-8bcc-7138a5994989 service neutron] 10.222.0.35 "GET /v2.0/networks/fd33dbe3-7afa-46b0-8897-ce6ba7fea060?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 1.1392610 Jan 14 07:12:57.001408 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-93cae46d-c2ef-4e2f-b7df-c8748079317a tempest-ServersTestMultiNic-2121779930 tempest-ServersTestMultiNic-2121779930] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.410s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:12:57.008415 n-d-768862-2 neutron-server[84765]: DEBUG neutron.services.segments.db [None req-355dfd93-9c34-4239-b4ea-4ddee5a03fb2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a0772cb3-3d85-4a6d-a717-96d7b174d206') {'for_net_delete': True} {{(pid=84875) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:12:57.008923 n-d-768862-2 neutron-server[84765]: DEBUG neutron.services.segments.db [None req-355dfd93-9c34-4239-b4ea-4ddee5a03fb2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a0772cb3-3d85-4a6d-a717-96d7b174d206') {} {{(pid=84875) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:12:57.024648 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-355dfd93-9c34-4239-b4ea-4ddee5a03fb2 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363259214173198', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036851408567'] for segment, before_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:12:57.048972 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-6a09a309-4e07-49ef-902e-f4636eb43f73 tempest-FloatingIPsAssociationNegativeTestJSON-724895750 tempest-FloatingIPsAssociationNegativeTestJSON-724895750] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:12:57.085434 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [req-d9a89a22-4363-4982-b60d-3fff1578a750 req-03da002a-27c9-489d-83e2-997d1f296b7b service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=fafbed1d-f164-4b33-9abe-92a565c195a7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1495833 Jan 14 07:12:57.105513 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-355dfd93-9c34-4239-b4ea-4ddee5a03fb2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854179735'] for segment, precommit_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:12:57.132169 n-d-768862-2 neutron-server[84765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4134369b-5d82-4e16-96d4-7b3daed7e87c req-a954c713-bf04-4e59-adb3-a84af576c496 tempest-TaggedBootDevicesTest-541410187 tempest-TaggedBootDevicesTest-541410187] Network 42eaf091-c60a-4bbd-870e-8010d14ac7f2 is already hosted by enough agents. {{(pid=84875) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 07:12:57.138082 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-355dfd93-9c34-4239-b4ea-4ddee5a03fb2 admin admin] Releasing vxlan tunnel 13 to pool {{(pid=84875) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Jan 14 07:12:57.151904 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-a37582f0-e5ed-4892-a834-8988cc069f1d None None] Notify callbacks [] for port, precommit_update {{(pid=84877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:12:57.166935 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-a37582f0-e5ed-4892-a834-8988cc069f1d None None] Transition to ACTIVE for port object b7d75e45-3acc-4c80-bf06-1b1da6dadb3e will not be triggered until provisioned by entity L2. {{(pid=84877) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 07:12:57.175881 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-a37582f0-e5ed-4892-a834-8988cc069f1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777640533312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363259214678337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777640097497'] for port, after_update {{(pid=84877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:12:57.187604 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:12:57.220940 n-d-768862-2 neutron-server[84765]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0d613ee3-b23b-48aa-9701-93273017ac12', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a329d464-e8fa-4a4a-a63c-73b4f77079ce'}] {{(pid=84876) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Jan 14 07:12:57.270298 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-115dc6e4-6230-4019-9e76-cd3abc3e4600 None None] Pushing event updated for resources: {'Port': ['ID=b7d75e45-3acc-4c80-bf06-1b1da6dadb3e,revision_number=2']} {{(pid=84877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:12:57.307096 n-d-768862-2 neutron-server[84765]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '0d613ee3-b23b-48aa-9701-93273017ac12', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'a329d464-e8fa-4a4a-a63c-73b4f77079ce', 'code': 422} returned with failed status Jan 14 07:12:57.324490 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-e4e8acea-5781-41b2-8a9c-c9d68f5fea53 tempest-TaggedBootDevicesTest-541410187 tempest-TaggedBootDevicesTest-541410187] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854768116'] for floatingip, before_response {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:12:57.326396 n-d-768862-2 neutron-server[84765]: DEBUG neutron.scheduler.base_scheduler [req-4134369b-5d82-4e16-96d4-7b3daed7e87c req-a954c713-bf04-4e59-adb3-a84af576c496 tempest-TaggedBootDevicesTest-541410187 tempest-TaggedBootDevicesTest-541410187] Resources bound (agent type, host, resource id): {{(pid=84875) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 07:12:57.328892 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4926d78f-18d7-48ef-b714-b97f1b2d6ea0 tempest-ServersTestMultiNic-2121779930 tempest-ServersTestMultiNic-2121779930] Pushing event deleted for resources: {'Port': ['ID=a7472f8b-53e9-4c79-9297-7d365d38efa5,revision_number=None']} {{(pid=84875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:12:57.330578 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-e4e8acea-5781-41b2-8a9c-c9d68f5fea53 tempest-TaggedBootDevicesTest-541410187 tempest-TaggedBootDevicesTest-541410187] 10.222.0.24 "DELETE /v2.0/floatingips/17377e38-a6f4-416a-a34b-34cd65fde321 HTTP/1.1" status: 204 len: 168 time: 8.0827813 Jan 14 07:12:57.337015 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84874) accepted ('10.222.0.24', 57646) {{(pid=84874) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:12:57.338114 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-3b20186a-1dd1-4414-9a8c-dd0bf304ea36 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:12:57.339357 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a780bf53-6567-48e7-9d84-34c8e3b24bdd req-565b5ffc-c144-4627-9ac7-d51970f0a0e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:12:57.340178 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [req-a780bf53-6567-48e7-9d84-34c8e3b24bdd req-565b5ffc-c144-4627-9ac7-d51970f0a0e6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854768116'] for port, before_response {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:12:57.341842 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [req-a780bf53-6567-48e7-9d84-34c8e3b24bdd req-565b5ffc-c144-4627-9ac7-d51970f0a0e6 service neutron] 10.222.0.35 "PUT /v2.0/ports/03f34ccd-18c2-4586-bcb3-93158913589f HTTP/1.1" status: 200 len: 1159 time: 11.1390429 Jan 14 07:12:57.346776 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_dvrscheduler_db [req-4134369b-5d82-4e16-96d4-7b3daed7e87c req-a954c713-bf04-4e59-adb3-a84af576c496 tempest-TaggedBootDevicesTest-541410187 tempest-TaggedBootDevicesTest-541410187] Received port after_create {{(pid=84875) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 14 07:12:57.356977 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-115dc6e4-6230-4019-9e76-cd3abc3e4600 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@n-h1-768862-2 {{(pid=84877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:12:57.362527 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-115dc6e4-6230-4019-9e76-cd3abc3e4600 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-h1-768862-2 {{(pid=84877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:12:57.362912 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-115dc6e4-6230-4019-9e76-cd3abc3e4600 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-h1-768862-2 {{(pid=84877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:12:57.363285 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-115dc6e4-6230-4019-9e76-cd3abc3e4600 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-h1-768862-2 {{(pid=84877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:12:57.363651 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-115dc6e4-6230-4019-9e76-cd3abc3e4600 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@n-h1-768862-2 {{(pid=84877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:12:57.364044 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-115dc6e4-6230-4019-9e76-cd3abc3e4600 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-h1-768862-2 {{(pid=84877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:12:57.364403 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-115dc6e4-6230-4019-9e76-cd3abc3e4600 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-h1-768862-2 {{(pid=84877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:12:57.365740 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-115dc6e4-6230-4019-9e76-cd3abc3e4600 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-h1-768862-2 {{(pid=84877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:12:57.366122 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-115dc6e4-6230-4019-9e76-cd3abc3e4600 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-h1-768862-2 {{(pid=84877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:12:57.366498 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-115dc6e4-6230-4019-9e76-cd3abc3e4600 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-h1-768862-2 {{(pid=84877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:12:57.368424 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-115dc6e4-6230-4019-9e76-cd3abc3e4600 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-h1-768862-2 {{(pid=84877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:12:57.369524 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-115dc6e4-6230-4019-9e76-cd3abc3e4600 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-h1-768862-2 {{(pid=84877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:12:57.369947 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-115dc6e4-6230-4019-9e76-cd3abc3e4600 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@n-h2-768862-2 {{(pid=84877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:12:57.370310 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-115dc6e4-6230-4019-9e76-cd3abc3e4600 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-h2-768862-2 {{(pid=84877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:12:57.370668 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-115dc6e4-6230-4019-9e76-cd3abc3e4600 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-h2-768862-2 {{(pid=84877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:12:57.371337 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-115dc6e4-6230-4019-9e76-cd3abc3e4600 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-h2-768862-2 {{(pid=84877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:12:57.371697 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-115dc6e4-6230-4019-9e76-cd3abc3e4600 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@n-h2-768862-2 {{(pid=84877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:12:57.372213 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-115dc6e4-6230-4019-9e76-cd3abc3e4600 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-h2-768862-2 {{(pid=84877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:12:57.372566 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-115dc6e4-6230-4019-9e76-cd3abc3e4600 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-h2-768862-2 {{(pid=84877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:12:57.372919 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-115dc6e4-6230-4019-9e76-cd3abc3e4600 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-h2-768862-2 {{(pid=84877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:12:57.373271 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-115dc6e4-6230-4019-9e76-cd3abc3e4600 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-h2-768862-2 {{(pid=84877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:12:57.373628 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-115dc6e4-6230-4019-9e76-cd3abc3e4600 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-h2-768862-2 {{(pid=84877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:12:57.373999 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-115dc6e4-6230-4019-9e76-cd3abc3e4600 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-h2-768862-2 {{(pid=84877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:12:57.374323 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-115dc6e4-6230-4019-9e76-cd3abc3e4600 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-h2-768862-2 {{(pid=84877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:12:57.374809 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-115dc6e4-6230-4019-9e76-cd3abc3e4600 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-2 {{(pid=84877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:12:57.375085 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-115dc6e4-6230-4019-9e76-cd3abc3e4600 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-2 {{(pid=84877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:12:57.375432 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-115dc6e4-6230-4019-9e76-cd3abc3e4600 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-2 {{(pid=84877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:12:57.375780 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-115dc6e4-6230-4019-9e76-cd3abc3e4600 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-2 {{(pid=84877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:12:57.376155 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-115dc6e4-6230-4019-9e76-cd3abc3e4600 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@n-d-768862-2 {{(pid=84877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:12:57.376503 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-115dc6e4-6230-4019-9e76-cd3abc3e4600 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-2 {{(pid=84877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:12:57.376849 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-115dc6e4-6230-4019-9e76-cd3abc3e4600 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-768862-2 {{(pid=84877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:12:57.377194 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-115dc6e4-6230-4019-9e76-cd3abc3e4600 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-768862-2 {{(pid=84877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:12:57.378818 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-115dc6e4-6230-4019-9e76-cd3abc3e4600 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-2 {{(pid=84877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:12:57.379584 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-115dc6e4-6230-4019-9e76-cd3abc3e4600 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-2 {{(pid=84877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:12:57.379976 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-115dc6e4-6230-4019-9e76-cd3abc3e4600 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-2 {{(pid=84877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:12:57.380332 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-115dc6e4-6230-4019-9e76-cd3abc3e4600 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-2 {{(pid=84877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:12:57.389815 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-115dc6e4-6230-4019-9e76-cd3abc3e4600 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.202s {{(pid=84877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:12:57.390082 n-d-768862-2 neutron-server[84765]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b7810cd0-ff82-4881-a8ff-5f4b03f8104c', 'tag': '03f34ccd-18c2-4586-bcb3-93158913589f'}] {{(pid=84874) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Jan 14 07:12:57.430710 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-4926d78f-18d7-48ef-b714-b97f1b2d6ea0 tempest-ServersTestMultiNic-2121779930 tempest-ServersTestMultiNic-2121779930] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.382s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:12:57.516459 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.plugin [None req-ef9a74f1-60f7-4700-a58c-f2fb624fc8b3 tempest-TaggedBootDevicesTest-541410187 tempest-TaggedBootDevicesTest-541410187] Deleting port ecaf138f-fb10-495d-be5a-b6c5fd211eee {{(pid=84874) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 07:12:57.516832 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-ef9a74f1-60f7-4700-a58c-f2fb624fc8b3 tempest-TaggedBootDevicesTest-541410187 tempest-TaggedBootDevicesTest-541410187] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363259214248359'] for port, before_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:12:57.527994 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.managers [None req-a37582f0-e5ed-4892-a834-8988cc069f1d None None] Attempting to bind port b7d75e45-3acc-4c80-bf06-1b1da6dadb3e on host n-d-768862-2 for vnic_type normal with profile {{(pid=84877) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 14 07:12:57.528445 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.managers [None req-a37582f0-e5ed-4892-a834-8988cc069f1d None None] Attempting to bind port b7d75e45-3acc-4c80-bf06-1b1da6dadb3e by drivers openvswitch on host n-d-768862-2 at level 0 using segments [{'id': 'cf3ded2c-bc47-4a71-89af-6e7117e60140', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '226f1e78-82cd-4481-9055-4eb73b6db8c1'}] {{(pid=84877) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 14 07:12:57.528857 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a37582f0-e5ed-4892-a834-8988cc069f1d None None] Attempting to bind port b7d75e45-3acc-4c80-bf06-1b1da6dadb3e on network 226f1e78-82cd-4481-9055-4eb73b6db8c1 {{(pid=84877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 14 07:12:57.534652 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-3b20186a-1dd1-4414-9a8c-dd0bf304ea36 admin admin] Usage tracker for resource:security_group_rule and tenant:e11c96d11ef24a70977fd0fa5ebc574f is out of sync, need to count used quota {{(pid=84875) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:12:57.549208 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a37582f0-e5ed-4892-a834-8988cc069f1d None None] Checking agent: {'id': 'ba5efab1-b43c-4d5a-bc52-6e105d4e67a2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768862-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 14, 6, 56, 52), 'started_at': datetime.datetime(2021, 1, 14, 6, 57, 22), 'heartbeat_timestamp': datetime.datetime(2021, 1, 14, 7, 12, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768862-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.29', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 14 07:12:57.550007 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a37582f0-e5ed-4892-a834-8988cc069f1d None None] Checking segment: {'id': 'cf3ded2c-bc47-4a71-89af-6e7117e60140', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '226f1e78-82cd-4481-9055-4eb73b6db8c1'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84877) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 14 07:12:57.552845 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-a37582f0-e5ed-4892-a834-8988cc069f1d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:12:57.553489 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a37582f0-e5ed-4892-a834-8988cc069f1d None None] Bound using segment: {'id': 'cf3ded2c-bc47-4a71-89af-6e7117e60140', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '226f1e78-82cd-4481-9055-4eb73b6db8c1'} {{(pid=84877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 14 07:12:57.554187 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.managers [None req-a37582f0-e5ed-4892-a834-8988cc069f1d None None] Bound port: b7d75e45-3acc-4c80-bf06-1b1da6dadb3e, host: n-d-768862-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cf3ded2c-bc47-4a71-89af-6e7117e60140', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '226f1e78-82cd-4481-9055-4eb73b6db8c1'}}] {{(pid=84877) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 14 07:12:57.555915 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-a37582f0-e5ed-4892-a834-8988cc069f1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555753'] for port, before_update {{(pid=84877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:12:57.600337 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [req-d9a89a22-4363-4982-b60d-3fff1578a750 req-3cde49a7-6714-41b0-84bd-4a86c9e24cd2 service neutron] 10.222.0.35 "GET /v2.0/networks/fafbed1d-f164-4b33-9abe-92a565c195a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4706612 Jan 14 07:12:57.603604 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-3b20186a-1dd1-4414-9a8c-dd0bf304ea36 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84875) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:12:57.633903 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f06f3a7b-1088-4675-a915-eea75caecc24 req-25c3b8b3-4aed-42ff-9f78-e356b71a49c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:12:57.635546 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [req-f06f3a7b-1088-4675-a915-eea75caecc24 req-25c3b8b3-4aed-42ff-9f78-e356b71a49c6 service neutron] 10.222.0.35 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 863 time: 2.2003829 Jan 14 07:12:57.652836 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-3b20186a-1dd1-4414-9a8c-dd0bf304ea36 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:12:57.655328 n-d-768862-2 neutron-server[84765]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b7810cd0-ff82-4881-a8ff-5f4b03f8104c', 'tag': '03f34ccd-18c2-4586-bcb3-93158913589f', 'status': 'completed', 'code': 200} Jan 14 07:12:57.664442 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-269865a4-64dd-4548-a3db-0a65cc598d65 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:12:57.694829 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [req-64bd1535-4bca-4ba8-838e-68b2fbd1432e req-4df2d2a2-c4c9-4d3c-ba64-decca814cb5d tempest-LiveMigrationNegativeTest-1470825370 tempest-LiveMigrationNegativeTest-1470825370] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777640533329', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777640097463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3254186'] for port, after_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:12:57.695076 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [None req-a37582f0-e5ed-4892-a834-8988cc069f1d None None] For port b7d75e45-3acc-4c80-bf06-1b1da6dadb3e, host n-d-768862-2, cleared binding levels {{(pid=84877) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 14 07:12:57.700363 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [None req-a37582f0-e5ed-4892-a834-8988cc069f1d None None] For port b7d75e45-3acc-4c80-bf06-1b1da6dadb3e, host n-d-768862-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-2',level=0,port_id=b7d75e45-3acc-4c80-bf06-1b1da6dadb3e,segment=NetworkSegment(cf3ded2c-bc47-4a71-89af-6e7117e60140),segment_id=cf3ded2c-bc47-4a71-89af-6e7117e60140)] {{(pid=84877) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 14 07:12:57.710027 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-a37582f0-e5ed-4892-a834-8988cc069f1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777640533312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363259214678337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777640097497'] for port, after_update {{(pid=84877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:12:57.715435 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-37e517ee-092b-41f9-8c2e-f11e81b2d9a5 None None] Provisioning for port 392c55ec-c7e9-4fa4-a2d5-00f00dcd2460 completed by entity DHCP. {{(pid=84876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 07:12:57.721438 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-37e517ee-092b-41f9-8c2e-f11e81b2d9a5 None None] Provisioning complete for port 392c55ec-c7e9-4fa4-a2d5-00f00dcd2460 triggered by entity DHCP. {{(pid=84876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 07:12:57.722146 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-37e517ee-092b-41f9-8c2e-f11e81b2d9a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-604227'] for port, provisioning_complete {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:12:57.736360 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-115dc6e4-6230-4019-9e76-cd3abc3e4600 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:12:57.777967 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-269865a4-64dd-4548-a3db-0a65cc598d65 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850887153'] for security_group, after_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:12:57.812590 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.plugin [None req-37e517ee-092b-41f9-8c2e-f11e81b2d9a5 None None] Port 392c55ec-c7e9-4fa4-a2d5-00f00dcd2460 cannot update to ACTIVE because it is not bound. {{(pid=84876) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:329}} Jan 14 07:12:57.814589 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a186e78-6165-400b-a6f2-830cdd5f2902 None None] Network 3690f57a-8d95-4883-aef3-c4dec86fdb34 requested from n-d-768862-2 {{(pid=84876) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 07:12:57.868461 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.managers [None req-355dfd93-9c34-4239-b4ea-4ddee5a03fb2 admin admin] Network 0ae0d74f-fb07-4956-93bf-0fc765cd0723 has no segments {{(pid=84875) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 14 07:12:57.874219 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [req-f06f3a7b-1088-4675-a915-eea75caecc24 req-e83e3eb0-c722-4cda-ae1a-00b97ea180ee tempest-ServersTestMultiNic-2121779930 tempest-ServersTestMultiNic-2121779930] 10.222.0.35 "GET /v2.0/ports?device_id=8b43056e-af00-49b9-879c-aba651e3ebfe HTTP/1.1" status: 200 len: 210 time: 0.2041819 Jan 14 07:12:57.881658 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-355dfd93-9c34-4239-b4ea-4ddee5a03fb2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-596065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3154253'] for segment, after_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:12:57.919435 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-565b5ffc-c144-4627-9ac7-d51970f0a0e6 service neutron] Pushing event updated for resources: {'Port': ['ID=03f34ccd-18c2-4586-bcb3-93158913589f,revision_number=3']} {{(pid=84874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:12:57.927000 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-565b5ffc-c144-4627-9ac7-d51970f0a0e6 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.988s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:12:57.933219 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-115dc6e4-6230-4019-9e76-cd3abc3e4600 None None] Pushing event updated for resources: {'Port': ['ID=b7d75e45-3acc-4c80-bf06-1b1da6dadb3e,revision_number=3']} {{(pid=84877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:12:57.938941 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-115dc6e4-6230-4019-9e76-cd3abc3e4600 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.203s {{(pid=84877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:12:57.954773 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-d90c4f01-52ef-44a6-bf11-f8ba68bef7db tempest-ImagesNegativeTestJSON-146108451 tempest-ImagesNegativeTestJSON-146108451] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.195s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:12:58.029604 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a37582f0-e5ed-4892-a834-8988cc069f1d None None] Routers {'2983e6ee-4036-4e66-b6dd-0762724412fd'} bound to L3 agent in host n-d-768862-2 {{(pid=84877) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 14 07:12:58.037457 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_hamode_db [None req-a37582f0-e5ed-4892-a834-8988cc069f1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-01-14T06:56:51Z,description=,heartbeat_timestamp=2021-01-14T07:12:51Z,host='n-d-768862-2',id=35f592e9-451b-4db9-abea-77b6a5c5391b,load=0,resource_versions=,resources_synced=,started_at=2021-01-14T06:56:51Z,topic='l3_agent')) {'router_ids': ['2983e6ee-4036-4e66-b6dd-0762724412fd'], 'active': True} {{(pid=84877) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:12:58.045220 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-269865a4-64dd-4548-a3db-0a65cc598d65 admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 10} {{(pid=84874) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Jan 14 07:12:58.092688 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4df2d2a2-c4c9-4d3c-ba64-decca814cb5d tempest-LiveMigrationNegativeTest-1470825370 tempest-LiveMigrationNegativeTest-1470825370] Pushing event deleted for resources: {'Port': ['ID=74a51714-fe33-4dd6-aca3-2d27861d960a,revision_number=None']} {{(pid=84874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:12:58.109759 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-4df2d2a2-c4c9-4d3c-ba64-decca814cb5d tempest-LiveMigrationNegativeTest-1470825370 tempest-LiveMigrationNegativeTest-1470825370] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:12:58.123101 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-8a97687f-e809-4f53-aa75-8fc216ada327 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.322s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:12:58.167811 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_segment":"rule:admin_only" was deprecated in W in favor of "update_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:12:58.167811 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:12:58.167811 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "delete_segment":"rule:admin_only" was deprecated in W in favor of "delete_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:12:58.167811 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:12:58.167811 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network":"rule:regular_user" was deprecated in W in favor of "create_network":"role:member and project_id:%(project_id)s". Reason: Jan 14 07:12:58.167811 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:12:58.167811 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:12:58.167811 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:12:58.167811 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:shared":"rule:admin_only" was deprecated in W in favor of "create_network:shared":"role:admin and system_scope:all". Reason: Jan 14 07:12:58.167811 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:12:58.167811 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:12:58.167811 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:12:58.167811 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:router:external":"rule:admin_only" was deprecated in W in favor of "create_network:router:external":"role:admin and system_scope:all". Reason: Jan 14 07:12:58.167811 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:12:58.167811 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:12:58.167811 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:12:58.167811 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:is_default":"rule:admin_only" was deprecated in W in favor of "create_network:is_default":"role:admin and system_scope:all". Reason: Jan 14 07:12:58.167811 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:12:58.167811 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:12:58.167811 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:12:58.167811 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:port_security_enabled":"rule:regular_user" was deprecated in W in favor of "create_network:port_security_enabled":"role:member and project_id:%(project_id)s". Reason: Jan 14 07:12:58.167811 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:12:58.167811 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:12:58.167811 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:12:58.167811 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:segments":"rule:admin_only" was deprecated in W in favor of "create_network:segments":"role:admin and system_scope:all". Reason: Jan 14 07:12:58.167811 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:12:58.167811 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:12:58.167811 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:12:58.167811 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "create_network:provider:network_type":"role:admin and system_scope:all". Reason: Jan 14 07:12:58.167811 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:12:58.167811 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:12:58.167811 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:12:58.167811 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "create_network:provider:physical_network":"role:admin and system_scope:all". Reason: Jan 14 07:12:58.167811 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:12:58.167811 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:12:58.167811 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:12:58.167811 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "create_network:provider:segmentation_id":"role:admin and system_scope:all". Reason: Jan 14 07:12:58.167811 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:12:58.167811 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:12:58.167811 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:12:58.167811 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network":"rule:admin_or_owner or rule:shared or rule:external or rule:context_is_advsvc" was deprecated in W in favor of "get_network":"(role:reader and system_scope:all) or (role:reader and project_id:%(project_id)s) or rule:shared or rule:external or rule:context_is_advsvc". Reason: Jan 14 07:12:58.167811 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:12:58.167811 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:12:58.167811 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:12:58.167811 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:router:external":"rule:regular_user" was deprecated in W in favor of "get_network:router:external":"role:reader and project_id:%(project_id)s". Reason: Jan 14 07:12:58.171913 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:12:58.171913 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:12:58.171913 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:12:58.171913 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:segments":"rule:admin_only" was deprecated in W in favor of "get_network:segments":"role:reader and system_scope:all". Reason: Jan 14 07:12:58.171913 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:12:58.171913 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:12:58.171913 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:12:58.171913 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "get_network:provider:network_type":"role:reader and system_scope:all". Reason: Jan 14 07:12:58.171913 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:12:58.171913 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:12:58.171913 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:12:58.171913 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "get_network:provider:physical_network":"role:reader and system_scope:all". Reason: Jan 14 07:12:58.171913 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:12:58.171913 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:12:58.171913 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:12:58.171913 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "get_network:provider:segmentation_id":"role:reader and system_scope:all". Reason: Jan 14 07:12:58.171913 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:12:58.171913 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:12:58.171913 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:12:58.194610 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68deaccd-b8ae-466d-b53c-454d8bb72655 None None] DHCP port deletion for 3690f57a-8d95-4883-aef3-c4dec86fdb34 request from n-d-768862-2 {{(pid=84876) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Jan 14 07:12:58.195362 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b33b9903-3a74-4fb8-89d2-906e2f5bbe22 req-9b7fb012-8ee3-4d81-89dd-95e6d6ce7f1c tempest-DeleteServersTestJSON-437494901 tempest-DeleteServersTestJSON-437494901] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:12:58.197356 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [req-b33b9903-3a74-4fb8-89d2-906e2f5bbe22 req-9b7fb012-8ee3-4d81-89dd-95e6d6ce7f1c tempest-DeleteServersTestJSON-437494901 tempest-DeleteServersTestJSON-437494901] 10.222.0.35 "GET /v2.0/ports?device_id=0d613ee3-b23b-48aa-9701-93273017ac12 HTTP/1.1" status: 200 len: 943 time: 1.1907356 Jan 14 07:12:58.198719 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eb31e7ef-0ea8-4030-9e55-cba09901624e admin admin] Notify agent at l3_agent.n-d-768862-2 the message routers_updated {{(pid=84874) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jan 14 07:12:58.199761 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.plugin [None req-68deaccd-b8ae-466d-b53c-454d8bb72655 None None] Deleting port 88dce1ba-72b6-491b-b0a1-dab101e3a365 {{(pid=84876) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 07:12:58.200213 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-68deaccd-b8ae-466d-b53c-454d8bb72655 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363259214248359'] for port, before_delete {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:12:58.206231 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-269865a4-64dd-4548-a3db-0a65cc598d65 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854179735'] for segment, precommit_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:12:58.206776 n-d-768862-2 neutron-server[84765]: INFO neutron.db.segments_db [None req-269865a4-64dd-4548-a3db-0a65cc598d65 admin admin] Added segment c06239e8-61ba-417e-8bdc-4c57821155ed of type vxlan for network 71b40b7a-b096-4de3-b013-cb8bf2ae45f9 Jan 14 07:12:58.269548 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a142ce56-006d-4439-b310-57f8497af017 None None] Sync routers for ids ['30066085-16e9-44a9-8022-7b4f197cb1b8'] in n-d-768862-2 {{(pid=84876) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Jan 14 07:12:58.307142 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a142ce56-006d-4439-b310-57f8497af017 None None] Routers {'30066085-16e9-44a9-8022-7b4f197cb1b8'} bound to L3 agent in host n-d-768862-2 {{(pid=84876) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 14 07:12:58.308076 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_hamode_db [None req-a142ce56-006d-4439-b310-57f8497af017 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-01-14T06:56:51Z,description=,heartbeat_timestamp=2021-01-14T07:12:51Z,host='n-d-768862-2',id=35f592e9-451b-4db9-abea-77b6a5c5391b,load=0,resource_versions=,resources_synced=,started_at=2021-01-14T06:56:51Z,topic='l3_agent')) {'router_ids': ['30066085-16e9-44a9-8022-7b4f197cb1b8'], 'active': True} {{(pid=84876) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:12:58.380065 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-93cae46d-c2ef-4e2f-b7df-c8748079317a tempest-ServersTestMultiNic-2121779930 tempest-ServersTestMultiNic-2121779930] Notify callbacks [] for subnet, before_response {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:12:58.381862 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_dvr_db [None req-a37582f0-e5ed-4892-a834-8988cc069f1d None None] Set router 2983e6ee-4036-4e66-b6dd-0762724412fd gateway port host: n-d-768862-2 {{(pid=84877) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 14 07:12:58.520097 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7797d771-26bd-4261-bee4-278362448739 req-7140c347-1a6c-43e4-b817-850ffc395f92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:12:58.521789 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [req-7797d771-26bd-4261-bee4-278362448739 req-7140c347-1a6c-43e4-b817-850ffc395f92 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=777e0121e7b84cf1b1a0af96c6f5d63a&device_id=e95c7053-347f-41b5-8317-9e95c0a27736 HTTP/1.1" status: 200 len: 1159 time: 1.3646905 Jan 14 07:12:58.528957 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-3b20186a-1dd1-4414-9a8c-dd0bf304ea36 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:12:58.532442 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [req-d9a89a22-4363-4982-b60d-3fff1578a750 req-e1e2a202-0962-4c21-bb3e-ccaa4153326f service neutron] 10.222.0.35 "GET /v2.0/networks/fafbed1d-f164-4b33-9abe-92a565c195a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.9087880 Jan 14 07:12:58.535711 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:shared":"rule:admin_only" was deprecated in W in favor of "update_network:shared":"role:admin and system_scope:all". Reason: Jan 14 07:12:58.535711 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:12:58.535711 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:12:58.535711 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:12:58.535711 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "update_network:provider:network_type":"role:admin and system_scope:all". Reason: Jan 14 07:12:58.535711 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:12:58.535711 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:12:58.535711 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:12:58.535711 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "update_network:provider:physical_network":"role:admin and system_scope:all". Reason: Jan 14 07:12:58.535711 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:12:58.535711 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:12:58.535711 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:12:58.535711 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "update_network:provider:segmentation_id":"role:admin and system_scope:all". Reason: Jan 14 07:12:58.535711 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:12:58.535711 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:12:58.535711 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:12:58.535711 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:router:external":"rule:admin_only" was deprecated in W in favor of "update_network:router:external":"role:admin and system_scope:all". Reason: Jan 14 07:12:58.535711 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:12:58.535711 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:12:58.535711 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:12:58.535711 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:is_default":"rule:admin_only" was deprecated in W in favor of "update_network:is_default":"role:admin and system_scope:all". Reason: Jan 14 07:12:58.535711 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:12:58.535711 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:12:58.535711 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:12:58.535711 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:port_security_enabled":"rule:admin_or_owner" was deprecated in W in favor of "update_network:port_security_enabled":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 07:12:58.535711 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:12:58.535711 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:12:58.535711 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:12:58.535711 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "delete_network":"rule:admin_or_owner" was deprecated in W in favor of "delete_network":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 07:12:58.535711 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:12:58.535711 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:12:58.535711 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:12:58.535711 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_segment":"rule:admin_only" was deprecated in W in favor of "create_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:12:58.535711 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:12:58.535711 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_segment":"rule:admin_only" was deprecated in W in favor of "get_segment":"role:reader and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:12:58.535711 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:12:58.535711 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_segment":"rule:admin_only" was deprecated in W in favor of "update_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:12:58.535711 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:12:58.535711 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "delete_segment":"rule:admin_only" was deprecated in W in favor of "delete_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:12:58.535711 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:12:58.535711 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network":"rule:regular_user" was deprecated in W in favor of "create_network":"role:member and project_id:%(project_id)s". Reason: Jan 14 07:12:58.535711 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:12:58.538787 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:12:58.538787 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:12:58.538787 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:shared":"rule:admin_only" was deprecated in W in favor of "create_network:shared":"role:admin and system_scope:all". Reason: Jan 14 07:12:58.538787 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:12:58.538787 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:12:58.538787 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:12:58.538787 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:router:external":"rule:admin_only" was deprecated in W in favor of "create_network:router:external":"role:admin and system_scope:all". Reason: Jan 14 07:12:58.538787 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:12:58.538787 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:12:58.538787 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:12:58.538787 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:is_default":"rule:admin_only" was deprecated in W in favor of "create_network:is_default":"role:admin and system_scope:all". Reason: Jan 14 07:12:58.538787 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:12:58.538787 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:12:58.538787 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:12:58.538787 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:port_security_enabled":"rule:regular_user" was deprecated in W in favor of "create_network:port_security_enabled":"role:member and project_id:%(project_id)s". Reason: Jan 14 07:12:58.538787 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:12:58.538787 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:12:58.538787 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:12:58.538787 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:segments":"rule:admin_only" was deprecated in W in favor of "create_network:segments":"role:admin and system_scope:all". Reason: Jan 14 07:12:58.538787 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:12:58.538787 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:12:58.538787 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:12:58.540921 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "create_network:provider:network_type":"role:admin and system_scope:all". Reason: Jan 14 07:12:58.540921 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:12:58.540921 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:12:58.540921 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:12:58.540921 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "create_network:provider:physical_network":"role:admin and system_scope:all". Reason: Jan 14 07:12:58.540921 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:12:58.540921 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:12:58.540921 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:12:58.540921 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "create_network:provider:segmentation_id":"role:admin and system_scope:all". Reason: Jan 14 07:12:58.540921 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:12:58.540921 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:12:58.540921 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:12:58.540921 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network":"rule:admin_or_owner or rule:shared or rule:external or rule:context_is_advsvc" was deprecated in W in favor of "get_network":"(role:reader and system_scope:all) or (role:reader and project_id:%(project_id)s) or rule:shared or rule:external or rule:context_is_advsvc". Reason: Jan 14 07:12:58.540921 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:12:58.540921 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:12:58.540921 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:12:58.540921 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:router:external":"rule:regular_user" was deprecated in W in favor of "get_network:router:external":"role:reader and project_id:%(project_id)s". Reason: Jan 14 07:12:58.540921 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:12:58.540921 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:12:58.540921 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:12:58.540921 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:segments":"rule:admin_only" was deprecated in W in favor of "get_network:segments":"role:reader and system_scope:all". Reason: Jan 14 07:12:58.540921 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:12:58.540921 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:12:58.540921 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:12:58.540921 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "get_network:provider:network_type":"role:reader and system_scope:all". Reason: Jan 14 07:12:58.540921 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:12:58.540921 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:12:58.540921 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:12:58.540921 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "get_network:provider:physical_network":"role:reader and system_scope:all". Reason: Jan 14 07:12:58.540921 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:12:58.540921 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:12:58.540921 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:12:58.540921 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "get_network:provider:segmentation_id":"role:reader and system_scope:all". Reason: Jan 14 07:12:58.540921 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:12:58.540921 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:12:58.540921 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:12:58.540921 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network":"rule:admin_or_owner" was deprecated in W in favor of "update_network":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 07:12:58.540921 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:12:58.540921 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:12:58.540921 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:12:58.540921 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:segments":"rule:admin_only" was deprecated in W in favor of "update_network:segments":"role:admin and system_scope:all". Reason: Jan 14 07:12:58.540921 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:12:58.540921 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:12:58.540921 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:12:58.540921 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:shared":"rule:admin_only" was deprecated in W in favor of "update_network:shared":"role:admin and system_scope:all". Reason: Jan 14 07:12:58.540921 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:12:58.540921 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:12:58.540921 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:12:58.548482 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "update_network:provider:network_type":"role:admin and system_scope:all". Reason: Jan 14 07:12:58.548482 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:12:58.548482 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:12:58.548482 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:12:58.548482 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "update_network:provider:physical_network":"role:admin and system_scope:all". Reason: Jan 14 07:12:58.548482 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:12:58.548482 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:12:58.548482 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:12:58.548482 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "update_network:provider:segmentation_id":"role:admin and system_scope:all". Reason: Jan 14 07:12:58.548482 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:12:58.548482 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:12:58.548482 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:12:58.548482 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:router:external":"rule:admin_only" was deprecated in W in favor of "update_network:router:external":"role:admin and system_scope:all". Reason: Jan 14 07:12:58.548482 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:12:58.548482 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:12:58.548482 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:12:58.548482 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:is_default":"rule:admin_only" was deprecated in W in favor of "update_network:is_default":"role:admin and system_scope:all". Reason: Jan 14 07:12:58.548482 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:12:58.548482 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:12:58.548482 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:12:58.554542 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [req-3ae0f70c-1b51-4fb5-8d92-59fc5611e706 req-e4de88a9-1457-40e8-8f1a-8ce5cafec16a tempest-DeleteServersTestJSON-437494901 tempest-DeleteServersTestJSON-437494901] 10.222.0.24 "GET /v2.0/ports?tenant_id=1aa7b4d5a9ff461fbaf4900f14a02d8a&fields=id HTTP/1.1" status: 200 len: 255 time: 2.9433334 Jan 14 07:12:58.583255 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4134369b-5d82-4e16-96d4-7b3daed7e87c req-a954c713-bf04-4e59-adb3-a84af576c496 tempest-TaggedBootDevicesTest-541410187 tempest-TaggedBootDevicesTest-541410187] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:12:58.584013 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [req-4134369b-5d82-4e16-96d4-7b3daed7e87c req-a954c713-bf04-4e59-adb3-a84af576c496 tempest-TaggedBootDevicesTest-541410187 tempest-TaggedBootDevicesTest-541410187] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854768116'] for port, before_response {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:12:58.595168 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-269865a4-64dd-4548-a3db-0a65cc598d65 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=12ba1d88-97de-4a74-902f-de18fd5280e9,revision_number=1']} {{(pid=84874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:12:58.618419 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.managers [None req-355dfd93-9c34-4239-b4ea-4ddee5a03fb2 admin admin] Network 0ae0d74f-fb07-4956-93bf-0fc765cd0723 has no segments {{(pid=84875) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 14 07:12:58.742441 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_dvr_db [None req-a142ce56-006d-4439-b310-57f8497af017 None None] Set router 30066085-16e9-44a9-8022-7b4f197cb1b8 gateway port host: n-d-768862-2 {{(pid=84876) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 14 07:12:58.764693 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-269865a4-64dd-4548-a3db-0a65cc598d65 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.642s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:12:58.771952 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-3b20186a-1dd1-4414-9a8c-dd0bf304ea36 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850887153'] for security_group, after_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:12:58.987051 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_hamode_db [None req-a37582f0-e5ed-4892-a834-8988cc069f1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2983e6ee-4036-4e66-b6dd-0762724412fd', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-611119609-router', 'tenant_id': 'e1e2f2220aba45e291d82349522195f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '226f1e78-82cd-4481-9055-4eb73b6db8c1', 'external_fixed_ips': [{'subnet_id': 'ba8deeec-7658-4195-9449-038c076f5c83', 'ip_address': '172.25.2.163'}], 'enable_snat': True}, 'gw_port_id': 'b7d75e45-3acc-4c80-bf06-1b1da6dadb3e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-14T07:12:31Z', 'updated_at': '2021-01-14T07:12:45Z', 'revision_number': 3, 'project_id': 'e1e2f2220aba45e291d82349522195f9', 'gw_port': {'id': 'b7d75e45-3acc-4c80-bf06-1b1da6dadb3e', 'name': '', 'network_id': '226f1e78-82cd-4481-9055-4eb73b6db8c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:25:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2983e6ee-4036-4e66-b6dd-0762724412fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 863, 'fixed_ips': [{'subnet_id': 'ba8deeec-7658-4195-9449-038c076f5c83', 'ip_address': '172.25.2.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T07:12:39Z', 'updated_at': '2021-01-14T07:12:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ba8deeec-7658-4195-9449-038c076f5c83', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-2'}], 'n-d-768862-2', False) {} {{(pid=84877) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:12:58.994631 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a37582f0-e5ed-4892-a834-8988cc069f1d None None] The sync data for ids ['2983e6ee-4036-4e66-b6dd-0762724412fd'] in n-d-768862-2 is: [{'id': '2983e6ee-4036-4e66-b6dd-0762724412fd', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-611119609-router', 'tenant_id': 'e1e2f2220aba45e291d82349522195f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '226f1e78-82cd-4481-9055-4eb73b6db8c1', 'external_fixed_ips': [{'subnet_id': 'ba8deeec-7658-4195-9449-038c076f5c83', 'ip_address': '172.25.2.163'}], 'enable_snat': True}, 'gw_port_id': 'b7d75e45-3acc-4c80-bf06-1b1da6dadb3e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-14T07:12:31Z', 'updated_at': '2021-01-14T07:12:45Z', 'revision_number': 3, 'project_id': 'e1e2f2220aba45e291d82349522195f9', 'gw_port': {'id': 'b7d75e45-3acc-4c80-bf06-1b1da6dadb3e', 'name': '', 'network_id': '226f1e78-82cd-4481-9055-4eb73b6db8c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:25:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2983e6ee-4036-4e66-b6dd-0762724412fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 863, 'fixed_ips': [{'subnet_id': 'ba8deeec-7658-4195-9449-038c076f5c83', 'ip_address': '172.25.2.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T07:12:39Z', 'updated_at': '2021-01-14T07:12:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ba8deeec-7658-4195-9449-038c076f5c83', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-2'}] {{(pid=84877) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Jan 14 07:12:59.059348 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-aa5df9b8-922d-41a7-9e8d-64dcf0879f21 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:12:59.061460 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Device 88dce1ba-72b6-491b-b0a1-dab101e3a365 no longer exists at agent ovs-agent-n-d-768862-2 {{(pid=84876) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jan 14 07:12:59.079319 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [req-4134369b-5d82-4e16-96d4-7b3daed7e87c req-a954c713-bf04-4e59-adb3-a84af576c496 tempest-TaggedBootDevicesTest-541410187 tempest-TaggedBootDevicesTest-541410187] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 8.5248244 Jan 14 07:12:59.080944 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-93cae46d-c2ef-4e2f-b7df-c8748079317a tempest-ServersTestMultiNic-2121779930 tempest-ServersTestMultiNic-2121779930] 10.222.0.24 "DELETE /v2.0/subnets/2f6db8ca-c367-4b12-b51d-79dc8da5ce08 HTTP/1.1" status: 204 len: 168 time: 8.6534767 Jan 14 07:12:59.083923 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:port_security_enabled":"rule:admin_or_owner" was deprecated in W in favor of "update_network:port_security_enabled":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 07:12:59.083923 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:12:59.083923 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:12:59.083923 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:12:59.083923 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "delete_network":"rule:admin_or_owner" was deprecated in W in favor of "delete_network":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 07:12:59.083923 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:12:59.083923 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:12:59.083923 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:12:59.083923 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_segment":"rule:admin_only" was deprecated in W in favor of "create_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:12:59.083923 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:12:59.083923 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_segment":"rule:admin_only" was deprecated in W in favor of "get_segment":"role:reader and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:12:59.083923 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:12:59.083923 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_segment":"rule:admin_only" was deprecated in W in favor of "update_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:12:59.083923 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:12:59.083923 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "delete_segment":"rule:admin_only" was deprecated in W in favor of "delete_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:12:59.083923 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:12:59.083923 n-d-768862-2 neutron-server[84765]: Traceback (most recent call last): Jan 14 07:12:59.083923 n-d-768862-2 neutron-server[84765]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 14 07:12:59.083923 n-d-768862-2 neutron-server[84765]: timer() Jan 14 07:12:59.083923 n-d-768862-2 neutron-server[84765]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 14 07:12:59.083923 n-d-768862-2 neutron-server[84765]: cb(*args, **kw) Jan 14 07:12:59.083923 n-d-768862-2 neutron-server[84765]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Jan 14 07:12:59.083923 n-d-768862-2 neutron-server[84765]: return func(*args, **kwargs) Jan 14 07:12:59.083923 n-d-768862-2 neutron-server[84765]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 14 07:12:59.083923 n-d-768862-2 neutron-server[84765]: self._notify() Jan 14 07:12:59.083923 n-d-768862-2 neutron-server[84765]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 14 07:12:59.083923 n-d-768862-2 neutron-server[84765]: self.callback(batched_events) Jan 14 07:12:59.083923 n-d-768862-2 neutron-server[84765]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 14 07:12:59.083923 n-d-768862-2 neutron-server[84765]: event.method(event) Jan 14 07:12:59.083923 n-d-768862-2 neutron-server[84765]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 14 07:12:59.083923 n-d-768862-2 neutron-server[84765]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 14 07:12:59.083923 n-d-768862-2 neutron-server[84765]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Jan 14 07:12:59.083923 n-d-768862-2 neutron-server[84765]: segment_id)['aggregates'][0] Jan 14 07:12:59.083923 n-d-768862-2 neutron-server[84765]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 14 07:12:59.083923 n-d-768862-2 neutron-server[84765]: return f(self, *a, **k) Jan 14 07:12:59.083923 n-d-768862-2 neutron-server[84765]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 14 07:12:59.083923 n-d-768862-2 neutron-server[84765]: return self._get(url).json() Jan 14 07:12:59.083923 n-d-768862-2 neutron-server[84765]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 14 07:12:59.083923 n-d-768862-2 neutron-server[84765]: **kwargs) Jan 14 07:12:59.083923 n-d-768862-2 neutron-server[84765]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 14 07:12:59.083923 n-d-768862-2 neutron-server[84765]: return self.request(url, 'GET', **kwargs) Jan 14 07:12:59.083923 n-d-768862-2 neutron-server[84765]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Jan 14 07:12:59.083923 n-d-768862-2 neutron-server[84765]: **endpoint_filter) Jan 14 07:12:59.083923 n-d-768862-2 neutron-server[84765]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 14 07:12:59.083923 n-d-768862-2 neutron-server[84765]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 14 07:12:59.083923 n-d-768862-2 neutron-server[84765]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 14 07:12:59.083923 n-d-768862-2 neutron-server[84765]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 14 07:12:59.083923 n-d-768862-2 neutron-server[84765]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 14 07:12:59.089116 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84875) accepted ('10.222.0.24', 57656) {{(pid=84875) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:12:59.164144 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-355dfd93-9c34-4239-b4ea-4ddee5a03fb2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036854176830', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850887149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3912591'] for network, after_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:12:59.334496 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.v2.base [req-4134369b-5d82-4e16-96d4-7b3daed7e87c req-32c38180-3506-42a4-b873-3971d4437565 tempest-TaggedBootDevicesTest-541410187 tempest-TaggedBootDevicesTest-541410187] Request body: {'port': {'device_id': 'a747bc22-0cf1-4638-8306-b805069dae4a', 'network_id': '42eaf091-c60a-4bbd-870e-8010d14ac7f2', 'admin_state_up': True, 'tenant_id': '4873c9000017431bb4db0aa60ef7da75', 'security_groups': ['5013011c-1df1-415c-84e1-3922abad7d79']}} {{(pid=84875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:12:59.344638 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-269865a4-64dd-4548-a3db-0a65cc598d65 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363259214646115'] for network, precommit_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:12:59.366063 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_dvrscheduler_db [req-4749a9d8-1a24-4696-b0e1-b9fbefef11e5 req-4926d78f-18d7-48ef-b714-b97f1b2d6ea0 tempest-ServersTestMultiNic-2121779930 tempest-ServersTestMultiNic-2121779930] No DVR routers for this DVR port a7472f8b-53e9-4c79-9297-7d365d38efa5 on host n-h2-768862-2 {{(pid=84875) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Jan 14 07:12:59.380972 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-355dfd93-9c34-4239-b4ea-4ddee5a03fb2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3207107'] for network, before_response {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:12:59.403459 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [req-4749a9d8-1a24-4696-b0e1-b9fbefef11e5 req-4926d78f-18d7-48ef-b714-b97f1b2d6ea0 tempest-ServersTestMultiNic-2121779930 tempest-ServersTestMultiNic-2121779930] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854768116'] for port, before_response {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:12:59.405713 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [req-4749a9d8-1a24-4696-b0e1-b9fbefef11e5 req-4926d78f-18d7-48ef-b714-b97f1b2d6ea0 tempest-ServersTestMultiNic-2121779930 tempest-ServersTestMultiNic-2121779930] 10.222.0.48 "DELETE /v2.0/ports/a7472f8b-53e9-4c79-9297-7d365d38efa5 HTTP/1.1" status: 204 len: 173 time: 7.4814537 Jan 14 07:12:59.418304 n-d-768862-2 neutron-server[84765]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '16513199-bee3-4bea-a843-4e62a5ef0197', 'name': 'network-vif-deleted', 'tag': 'a7472f8b-53e9-4c79-9297-7d365d38efa5'}] {{(pid=84875) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Jan 14 07:12:59.426925 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a780bf53-6567-48e7-9d84-34c8e3b24bdd req-0d403c8f-80ff-475e-a543-188a3ca27d79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:12:59.429120 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [req-a780bf53-6567-48e7-9d84-34c8e3b24bdd req-0d403c8f-80ff-475e-a543-188a3ca27d79 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=4c5412f7fcde40999169791ca7c8ee35&device_id=b7810cd0-ff82-4881-a8ff-5f4b03f8104c HTTP/1.1" status: 200 len: 1162 time: 1.9266992 Jan 14 07:12:59.431536 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [req-3b40bcdf-1a00-469d-a4ea-38eb78c6a901 req-711b9bf6-1209-4195-b477-c269e7529169 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=7d129397cd71499dbaa91be4909e3699&device_id=8b43056e-af00-49b9-879c-aba651e3ebfe HTTP/1.1" status: 200 len: 210 time: 0.9085436 Jan 14 07:12:59.432513 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-eb31e7ef-0ea8-4030-9e55-cba09901624e admin admin] Notify callbacks [] for router, before_response {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:12:59.433751 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-eb31e7ef-0ea8-4030-9e55-cba09901624e admin admin] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 28.9477952 Jan 14 07:12:59.434728 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-269865a4-64dd-4548-a3db-0a65cc598d65 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850887149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964'] for network, after_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:12:59.435693 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-269865a4-64dd-4548-a3db-0a65cc598d65 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:12:59.436423 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-269865a4-64dd-4548-a3db-0a65cc598d65 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3207107'] for network, before_response {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:12:59.443944 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-355dfd93-9c34-4239-b4ea-4ddee5a03fb2 admin admin] 10.222.0.24 "DELETE /v2.0/networks/0ae0d74f-fb07-4956-93bf-0fc765cd0723 HTTP/1.1" status: 204 len: 168 time: 5.5132406 Jan 14 07:12:59.469879 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [None req-68deaccd-b8ae-466d-b53c-454d8bb72655 None None] For port 88dce1ba-72b6-491b-b0a1-dab101e3a365, host n-d-768862-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-2',level=0,port_id=88dce1ba-72b6-491b-b0a1-dab101e3a365,segment=NetworkSegment(52c8ac1f-6429-45e0-8536-c75e8675ac04),segment_id=52c8ac1f-6429-45e0-8536-c75e8675ac04)] {{(pid=84876) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 07:12:59.470329 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-68deaccd-b8ae-466d-b53c-454d8bb72655 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036850862667'] for port, precommit_delete {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:12:59.710904 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555753'] for port, before_update {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:12:59.715450 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84874) accepted ('10.222.0.24', 57666) {{(pid=84874) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:12:59.826773 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:12:59.842829 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b40bcdf-1a00-469d-a4ea-38eb78c6a901 req-91ee6948-85f3-4139-805d-01941ed62f47 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:12:59.843266 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b40bcdf-1a00-469d-a4ea-38eb78c6a901 req-91ee6948-85f3-4139-805d-01941ed62f47 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:12:59.843668 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b40bcdf-1a00-469d-a4ea-38eb78c6a901 req-91ee6948-85f3-4139-805d-01941ed62f47 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:12:59.844099 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b40bcdf-1a00-469d-a4ea-38eb78c6a901 req-91ee6948-85f3-4139-805d-01941ed62f47 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:12:59.845936 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [req-3b40bcdf-1a00-469d-a4ea-38eb78c6a901 req-91ee6948-85f3-4139-805d-01941ed62f47 service neutron] 10.222.0.35 "GET /v2.0/networks?tenant_id=7d129397cd71499dbaa91be4909e3699&shared=False HTTP/1.1" status: 200 len: 2914 time: 0.3793488 Jan 14 07:12:59.909169 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.plugin [req-b33b9903-3a74-4fb8-89d2-906e2f5bbe22 req-88bb6c55-fd19-4ed8-a8c8-739ca78a1b14 tempest-DeleteServersTestJSON-437494901 tempest-DeleteServersTestJSON-437494901] Deleting port a329d464-e8fa-4a4a-a63c-73b4f77079ce {{(pid=84874) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 07:12:59.909544 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [req-b33b9903-3a74-4fb8-89d2-906e2f5bbe22 req-88bb6c55-fd19-4ed8-a8c8-739ca78a1b14 tempest-DeleteServersTestJSON-437494901 tempest-DeleteServersTestJSON-437494901] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363259214248359'] for port, before_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:12:59.994300 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7797d771-26bd-4261-bee4-278362448739 req-d3759582-0736-449b-b76d-d4b32c486df7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:12:59.996062 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [req-7797d771-26bd-4261-bee4-278362448739 req-d3759582-0736-449b-b76d-d4b32c486df7 service neutron] 10.222.0.35 "GET /v2.0/networks?tenant_id=777e0121e7b84cf1b1a0af96c6f5d63a&shared=False HTTP/1.1" status: 200 len: 924 time: 1.2371535 Jan 14 07:13:00.155483 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-269865a4-64dd-4548-a3db-0a65cc598d65 admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 872 time: 7.1073325 Jan 14 07:13:00.161347 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84874) accepted ('10.222.0.24', 57670) {{(pid=84874) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:13:00.182904 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-2b9d1991-4823-40c4-858b-04f8f805bb71 tempest-ServersTestMultiNic-2121779930 tempest-ServersTestMultiNic-2121779930] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036854160497'] for network, before_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:13:00.244889 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [req-a780bf53-6567-48e7-9d84-34c8e3b24bdd req-efca974c-b923-4224-b42e-c8e6c1a294f3 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.33&port_id=03f34ccd-18c2-4586-bcb3-93158913589f HTTP/1.1" status: 200 len: 217 time: 0.5224705 Jan 14 07:13:00.250395 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84874) accepted ('10.222.0.24', 57672) {{(pid=84874) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:13:00.283249 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [req-3ae0f70c-1b51-4fb5-8d92-59fc5611e706 req-b2ef8e12-45cc-4b0c-8396-959c29bfa6c0 service neutron] 10.222.0.24 "GET /v2.0/networks/fafbed1d-f164-4b33-9abe-92a565c195a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.7296717 Jan 14 07:13:00.289522 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-3b20186a-1dd1-4414-9a8c-dd0bf304ea36 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=e11c96d11ef24a70977fd0fa5ebc574f&name=default HTTP/1.1" status: 200 len: 2979 time: 3.7558491 Jan 14 07:13:00.321813 n-d-768862-2 neutron-server[84765]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '16513199-bee3-4bea-a843-4e62a5ef0197', 'name': 'network-vif-deleted', 'tag': 'a7472f8b-53e9-4c79-9297-7d365d38efa5', 'status': 'failed', 'code': 422} returned with failed status Jan 14 07:13:00.323204 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b20186a-1dd1-4414-9a8c-dd0bf304ea36 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b0c0af44-898b-494f-8266-0ad570b19e50,revision_number=1']} {{(pid=84875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:13:00.347210 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] For port 88dce1ba-72b6-491b-b0a1-dab101e3a365, host n-d-768862-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-2',level=0,port_id=88dce1ba-72b6-491b-b0a1-dab101e3a365,segment=NetworkSegment(52c8ac1f-6429-45e0-8536-c75e8675ac04),segment_id=52c8ac1f-6429-45e0-8536-c75e8675ac04)] {{(pid=84876) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 07:13:00.398196 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.plugin [None req-68deaccd-b8ae-466d-b53c-454d8bb72655 None None] Calling delete_port for 88dce1ba-72b6-491b-b0a1-dab101e3a365 owned by network:dhcp {{(pid=84876) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 07:13:00.412218 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84875) accepted ('10.222.0.24', 57676) {{(pid=84875) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:13:00.452435 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777640533312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363259214678337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777640097497'] for port, after_update {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:13:00.461481 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-3b20186a-1dd1-4414-9a8c-dd0bf304ea36 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.403s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:13:00.473437 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-176bd16c-4c87-413c-b9e9-91c89df03707 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 1.108s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:13:00.491709 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-017f98a9-8a07-408c-a86f-8ff0c00400a0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84876) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:13:00.544887 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_dvrscheduler_db [req-64bd1535-4bca-4ba8-838e-68b2fbd1432e req-4df2d2a2-c4c9-4d3c-ba64-decca814cb5d tempest-LiveMigrationNegativeTest-1470825370 tempest-LiveMigrationNegativeTest-1470825370] No DVR routers for this DVR port 74a51714-fe33-4dd6-aca3-2d27861d960a on host n-h1-768862-2 {{(pid=84874) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Jan 14 07:13:00.550388 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7797d771-26bd-4261-bee4-278362448739 req-e62be83b-5b27-4eaa-bf48-df923f13f87e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:13:00.552909 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [req-7797d771-26bd-4261-bee4-278362448739 req-e62be83b-5b27-4eaa-bf48-df923f13f87e service neutron] 10.222.0.35 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 863 time: 0.3299623 Jan 14 07:13:00.569454 n-d-768862-2 neutron-server[84765]: DEBUG neutron.objects.ports [None req-9caf9a6b-9c53-4004-9279-a96c58584181 None None] Time-cost: Fetching 1 ports in 1 security groups {{(pid=84876) get_objects /opt/stack/neutron/neutron/objects/ports.py:428}} Jan 14 07:13:00.603059 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Pushing event updated for resources: {'Port': ['ID=88dce1ba-72b6-491b-b0a1-dab101e3a365,revision_number=5']} {{(pid=84876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:13:00.610193 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=84876) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:13:00.641789 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-355dfd93-9c34-4239-b4ea-4ddee5a03fb2 admin admin] Pushing event deleted for resources: {'Network': ['ID=0ae0d74f-fb07-4956-93bf-0fc765cd0723,revision_number=None']} {{(pid=84875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:13:00.648853 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [req-64bd1535-4bca-4ba8-838e-68b2fbd1432e req-4df2d2a2-c4c9-4d3c-ba64-decca814cb5d tempest-LiveMigrationNegativeTest-1470825370 tempest-LiveMigrationNegativeTest-1470825370] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854768116'] for port, before_response {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:13:00.651185 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [req-64bd1535-4bca-4ba8-838e-68b2fbd1432e req-4df2d2a2-c4c9-4d3c-ba64-decca814cb5d tempest-LiveMigrationNegativeTest-1470825370 tempest-LiveMigrationNegativeTest-1470825370] 10.222.0.35 "DELETE /v2.0/ports/74a51714-fe33-4dd6-aca3-2d27861d960a HTTP/1.1" status: 204 len: 173 time: 8.3929806 Jan 14 07:13:00.652892 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_hamode_db [None req-a142ce56-006d-4439-b310-57f8497af017 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '30066085-16e9-44a9-8022-7b4f197cb1b8', 'name': 'tempest-FloatingIPDetailsTestJSON-77586578-router', 'tenant_id': 'a2441d08a92c4ad29bd14e22e25d9e48', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '226f1e78-82cd-4481-9055-4eb73b6db8c1', 'external_fixed_ips': [{'subnet_id': 'ba8deeec-7658-4195-9449-038c076f5c83', 'ip_address': '172.25.2.216'}], 'enable_snat': True}, 'gw_port_id': 'd317ee99-1ec4-466d-8e1c-f0c1f23403c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-14T07:12:30Z', 'updated_at': '2021-01-14T07:12:48Z', 'revision_number': 3, 'project_id': 'a2441d08a92c4ad29bd14e22e25d9e48', 'gw_port': {'id': 'd317ee99-1ec4-466d-8e1c-f0c1f23403c6', 'name': '', 'network_id': '226f1e78-82cd-4481-9055-4eb73b6db8c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:0a:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '30066085-16e9-44a9-8022-7b4f197cb1b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 861, 'fixed_ips': [{'subnet_id': 'ba8deeec-7658-4195-9449-038c076f5c83', 'ip_address': '172.25.2.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T07:12:36Z', 'updated_at': '2021-01-14T07:12:39Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ba8deeec-7658-4195-9449-038c076f5c83', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-2'}], 'n-d-768862-2', False) {} {{(pid=84876) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:13:00.669158 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a142ce56-006d-4439-b310-57f8497af017 None None] Checking router: 30066085-16e9-44a9-8022-7b4f197cb1b8 for host: n-d-768862-2 {{(pid=84876) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Jan 14 07:13:00.669545 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a142ce56-006d-4439-b310-57f8497af017 None None] Updating router 30066085-16e9-44a9-8022-7b4f197cb1b8 port d317ee99-1ec4-466d-8e1c-f0c1f23403c6 binding host n-d-768862-2 {{(pid=84876) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Jan 14 07:13:00.735215 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.db.api [None req-68deaccd-b8ae-466d-b53c-454d8bb72655 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84876) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Jan 14 07:13:00.735957 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-355dfd93-9c34-4239-b4ea-4ddee5a03fb2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.263s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:13:00.736225 n-d-768862-2 neutron-server[84765]: DEBUG oslo_db.api [None req-68deaccd-b8ae-466d-b53c-454d8bb72655 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84876) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Jan 14 07:13:00.764247 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.plugin [None req-2b9d1991-4823-40c4-858b-04f8f805bb71 tempest-ServersTestMultiNic-2121779930 tempest-ServersTestMultiNic-2121779930] Deleting port 88dce1ba-72b6-491b-b0a1-dab101e3a365 {{(pid=84875) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 07:13:00.764632 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-2b9d1991-4823-40c4-858b-04f8f805bb71 tempest-ServersTestMultiNic-2121779930 tempest-ServersTestMultiNic-2121779930] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363259214248359'] for port, before_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:13:00.785095 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-a142ce56-006d-4439-b310-57f8497af017 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555753'] for port, before_update {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:13:00.791338 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [req-3ae0f70c-1b51-4fb5-8d92-59fc5611e706 req-1b790bca-12dc-4797-b42d-f052f66b589d service neutron] 10.222.0.24 "GET /v2.0/networks/fafbed1d-f164-4b33-9abe-92a565c195a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.4645519 Jan 14 07:13:00.828373 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.v2.base [None req-afb82fdd-56b6-490b-90ea-abd3342097ee admin admin] Request body: {'subnet': {'network_id': '71b40b7a-b096-4de3-b013-cb8bf2ae45f9', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestJSON-946569007-subnet', 'tenant_id': '04f3aea956e546e892de768ae99354b8', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=84874) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:13:00.991331 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f06f3a7b-1088-4675-a915-eea75caecc24 req-e7ce7d32-a515-4f5a-b800-88d1e15ebfc7 tempest-ServersTestMultiNic-2121779930 tempest-ServersTestMultiNic-2121779930] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:13:00.992177 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [req-f06f3a7b-1088-4675-a915-eea75caecc24 req-e7ce7d32-a515-4f5a-b800-88d1e15ebfc7 tempest-ServersTestMultiNic-2121779930 tempest-ServersTestMultiNic-2121779930] Synchronizing usage tracker for tenant:7d129397cd71499dbaa91be4909e3699 on resource:network {{(pid=84875) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 14 07:13:01.071821 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [req-b33b9903-3a74-4fb8-89d2-906e2f5bbe22 req-88bb6c55-fd19-4ed8-a8c8-739ca78a1b14 tempest-DeleteServersTestJSON-437494901 tempest-DeleteServersTestJSON-437494901] For port a329d464-e8fa-4a4a-a63c-73b4f77079ce, host n-h1-768862-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-h1-768862-2',level=0,port_id=a329d464-e8fa-4a4a-a63c-73b4f77079ce,segment=NetworkSegment(90e2002e-a6c2-45dc-801f-7d75355827f8),segment_id=90e2002e-a6c2-45dc-801f-7d75355827f8)] {{(pid=84874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 07:13:01.072334 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [req-b33b9903-3a74-4fb8-89d2-906e2f5bbe22 req-88bb6c55-fd19-4ed8-a8c8-739ca78a1b14 tempest-DeleteServersTestJSON-437494901 tempest-DeleteServersTestJSON-437494901] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036850862667'] for port, precommit_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:13:01.230504 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.plugin [req-b33b9903-3a74-4fb8-89d2-906e2f5bbe22 req-88bb6c55-fd19-4ed8-a8c8-739ca78a1b14 tempest-DeleteServersTestJSON-437494901 tempest-DeleteServersTestJSON-437494901] Calling delete_port for a329d464-e8fa-4a4a-a63c-73b4f77079ce owned by compute:nova {{(pid=84874) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 07:13:01.359212 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-0a57e084-661a-4b6c-acb5-d34086aa6fe0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:13:01.376714 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [req-4134369b-5d82-4e16-96d4-7b3daed7e87c req-32c38180-3506-42a4-b873-3971d4437565 tempest-TaggedBootDevicesTest-541410187 tempest-TaggedBootDevicesTest-541410187] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:13:01.389794 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [req-4134369b-5d82-4e16-96d4-7b3daed7e87c req-32c38180-3506-42a4-b873-3971d4437565 tempest-TaggedBootDevicesTest-541410187 tempest-TaggedBootDevicesTest-541410187] Usage tracker for resource:port and tenant:4873c9000017431bb4db0aa60ef7da75 is out of sync, need to count used quota {{(pid=84875) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:13:01.406218 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [req-4134369b-5d82-4e16-96d4-7b3daed7e87c req-32c38180-3506-42a4-b873-3971d4437565 tempest-TaggedBootDevicesTest-541410187 tempest-TaggedBootDevicesTest-541410187] Quota usage for port was recalculated. Used quota:8. {{(pid=84875) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:13:01.422452 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [req-4134369b-5d82-4e16-96d4-7b3daed7e87c req-32c38180-3506-42a4-b873-3971d4437565 tempest-TaggedBootDevicesTest-541410187 tempest-TaggedBootDevicesTest-541410187] Attempting to reserve 1 items for resource port. Total usage: 8; quota limit: 500; headroom:492 {{(pid=84875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:13:01.446288 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [None req-2b9d1991-4823-40c4-858b-04f8f805bb71 tempest-ServersTestMultiNic-2121779930 tempest-ServersTestMultiNic-2121779930] For port 88dce1ba-72b6-491b-b0a1-dab101e3a365, host n-d-768862-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-2',level=0,port_id=88dce1ba-72b6-491b-b0a1-dab101e3a365,segment=NetworkSegment(52c8ac1f-6429-45e0-8536-c75e8675ac04),segment_id=52c8ac1f-6429-45e0-8536-c75e8675ac04)] {{(pid=84875) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 07:13:01.454830 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-2b9d1991-4823-40c4-858b-04f8f805bb71 tempest-ServersTestMultiNic-2121779930 tempest-ServersTestMultiNic-2121779930] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036850862667'] for port, precommit_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:13:01.520843 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-a142ce56-006d-4439-b310-57f8497af017 None None] Notify callbacks [] for port, precommit_update {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:13:01.558172 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.plugin [None req-68deaccd-b8ae-466d-b53c-454d8bb72655 None None] Deleting port 88dce1ba-72b6-491b-b0a1-dab101e3a365 {{(pid=84876) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 07:13:01.560644 n-d-768862-2 neutron-server[84765]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '19ae1782-a48d-4a62-a407-7c3441c97ca1', 'name': 'network-vif-deleted', 'tag': '74a51714-fe33-4dd6-aca3-2d27861d960a'}] {{(pid=84874) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Jan 14 07:13:01.561495 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-68deaccd-b8ae-466d-b53c-454d8bb72655 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363259214248359'] for port, before_delete {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:13:01.569331 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-269865a4-64dd-4548-a3db-0a65cc598d65 admin admin] Pushing event updated for resources: {'Network': ['ID=71b40b7a-b096-4de3-b013-cb8bf2ae45f9,revision_number=1']} {{(pid=84874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:13:01.719082 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-017f98a9-8a07-408c-a86f-8ff0c00400a0 None None] Device 2aba5f51-6a68-455f-b5ca-bbc7dd92da45 up at agent ovs-agent-n-h1-768862-2 {{(pid=84876) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 07:13:01.842363 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.plugin [None req-2b9d1991-4823-40c4-858b-04f8f805bb71 tempest-ServersTestMultiNic-2121779930 tempest-ServersTestMultiNic-2121779930] Calling delete_port for 88dce1ba-72b6-491b-b0a1-dab101e3a365 owned by network:dhcp {{(pid=84875) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 07:13:01.867808 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Device b7d75e45-3acc-4c80-bf06-1b1da6dadb3e up at agent ovs-agent-n-d-768862-2 {{(pid=84876) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 07:13:01.943894 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [req-b33b9903-3a74-4fb8-89d2-906e2f5bbe22 req-88bb6c55-fd19-4ed8-a8c8-739ca78a1b14 tempest-DeleteServersTestJSON-437494901 tempest-DeleteServersTestJSON-437494901] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777640533329', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777640097463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3254186'] for port, after_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:13:01.975710 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a780bf53-6567-48e7-9d84-34c8e3b24bdd req-fb3f045f-2dd2-4b66-8082-35bec68f2c44 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:13:01.977559 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [req-a780bf53-6567-48e7-9d84-34c8e3b24bdd req-fb3f045f-2dd2-4b66-8082-35bec68f2c44 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=69aa3990-7111-4d2c-9167-5d5ad366f163 HTTP/1.1" status: 200 len: 843 time: 1.1620879 Jan 14 07:13:01.979476 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-afb82fdd-56b6-490b-90ea-abd3342097ee admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:13:01.993941 n-d-768862-2 neutron-server[84765]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '19ae1782-a48d-4a62-a407-7c3441c97ca1', 'name': 'network-vif-deleted', 'tag': '74a51714-fe33-4dd6-aca3-2d27861d960a', 'status': 'failed', 'code': 422} returned with failed status Jan 14 07:13:01.995366 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [req-f06f3a7b-1088-4675-a915-eea75caecc24 req-e7ce7d32-a515-4f5a-b800-88d1e15ebfc7 tempest-ServersTestMultiNic-2121779930 tempest-ServersTestMultiNic-2121779930] Unset dirty status for tenant:7d129397cd71499dbaa91be4909e3699 on resource:network {{(pid=84875) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 14 07:13:01.996906 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [req-f06f3a7b-1088-4675-a915-eea75caecc24 req-e7ce7d32-a515-4f5a-b800-88d1e15ebfc7 tempest-ServersTestMultiNic-2121779930 tempest-ServersTestMultiNic-2121779930] 10.222.0.48 "GET /v2.0/networks?id=3690f57a-8d95-4883-aef3-c4dec86fdb34&id=3969e656-f2d3-437e-bb8d-008442e4371a HTTP/1.1" status: 200 len: 763 time: 1.6959352 Jan 14 07:13:01.998105 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4134369b-5d82-4e16-96d4-7b3daed7e87c req-32c38180-3506-42a4-b873-3971d4437565 tempest-TaggedBootDevicesTest-541410187 tempest-TaggedBootDevicesTest-541410187] Made reservation on behalf of 4873c9000017431bb4db0aa60ef7da75 for: {'port': 1} {{(pid=84875) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 07:13:02.021106 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [req-4134369b-5d82-4e16-96d4-7b3daed7e87c req-32c38180-3506-42a4-b873-3971d4437565 tempest-TaggedBootDevicesTest-541410187 tempest-TaggedBootDevicesTest-541410187] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555753'] for port, before_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:13:02.034050 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-269865a4-64dd-4548-a3db-0a65cc598d65 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 2.207s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:13:02.069349 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.plugin [None req-68deaccd-b8ae-466d-b53c-454d8bb72655 None None] The port '88dce1ba-72b6-491b-b0a1-dab101e3a365' was deleted {{(pid=84876) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Jan 14 07:13:02.082710 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-852a24f7-e9a1-4193-9abb-e9506fe5213f None None] Network 71b40b7a-b096-4de3-b013-cb8bf2ae45f9 details requested by agent ovs-agent-n-h2-768862-2 with host n-h2-768862-2 {{(pid=84876) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 07:13:02.085229 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-0a57e084-661a-4b6c-acb5-d34086aa6fe0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:13:02.110579 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-017f98a9-8a07-408c-a86f-8ff0c00400a0 None None] Network 71b40b7a-b096-4de3-b013-cb8bf2ae45f9 details requested by agent ovs-agent-n-h1-768862-2 with host n-h1-768862-2 {{(pid=84876) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 07:13:02.121213 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:13:02.146071 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-2b9d1991-4823-40c4-858b-04f8f805bb71 tempest-ServersTestMultiNic-2121779930 tempest-ServersTestMultiNic-2121779930] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777640533329', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777640097463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851621574'] for port, after_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:13:02.229776 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Network 71b40b7a-b096-4de3-b013-cb8bf2ae45f9 details requested by agent ovs-agent-n-d-768862-2 with host n-d-768862-2 {{(pid=84876) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 07:13:02.356278 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-36e6796b-d8c8-4956-aeda-1570bb7ac16d service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:13:02.386558 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-0a57e084-661a-4b6c-acb5-d34086aa6fe0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850887153'] for security_group, after_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:13:02.393780 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-afb82fdd-56b6-490b-90ea-abd3342097ee admin admin] Usage tracker for resource:subnet and tenant:04f3aea956e546e892de768ae99354b8 is out of sync, need to count used quota {{(pid=84874) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:13:02.414259 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-719d62fe-31c1-4906-b456-f89cd700c216 req-9372c474-213b-4e7b-8eeb-639c62393023 tempest-DeleteServersTestJSON-437494901 tempest-DeleteServersTestJSON-437494901] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:13:02.416127 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [req-719d62fe-31c1-4906-b456-f89cd700c216 req-9372c474-213b-4e7b-8eeb-639c62393023 tempest-DeleteServersTestJSON-437494901 tempest-DeleteServersTestJSON-437494901] 10.222.0.24 "GET /v2.0/networks?id=fafbed1d-f164-4b33-9abe-92a565c195a7 HTTP/1.1" status: 200 len: 811 time: 0.3638675 Jan 14 07:13:02.434597 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-a142ce56-006d-4439-b310-57f8497af017 None None] Transition to ACTIVE for port object d317ee99-1ec4-466d-8e1c-f0c1f23403c6 will not be triggered until provisioned by entity L2. {{(pid=84876) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 07:13:02.518933 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-a142ce56-006d-4439-b310-57f8497af017 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777640533312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363259214678337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777640097497'] for port, after_update {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:13:02.524617 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b9d1991-4823-40c4-858b-04f8f805bb71 tempest-ServersTestMultiNic-2121779930 tempest-ServersTestMultiNic-2121779930] Pushing event deleted for resources: {'Port': ['ID=88dce1ba-72b6-491b-b0a1-dab101e3a365,revision_number=None']} {{(pid=84875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:13:02.591559 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-2b9d1991-4823-40c4-858b-04f8f805bb71 tempest-ServersTestMultiNic-2121779930 tempest-ServersTestMultiNic-2121779930] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.235s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:13:02.600218 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-cc6eae88-3270-49a7-8ba5-23865dece4e7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.183s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:13:02.609928 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [req-f06f3a7b-1088-4675-a915-eea75caecc24 req-5aefa3df-c859-47c7-b915-16dcc242fca6 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=7d129397cd71499dbaa91be4909e3699&device_id=8b43056e-af00-49b9-879c-aba651e3ebfe HTTP/1.1" status: 200 len: 210 time: 0.4693582 Jan 14 07:13:02.621430 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [req-719d62fe-31c1-4906-b456-f89cd700c216 req-11b2218b-019b-48e7-ac38-5ae9062ee75b tempest-DeleteServersTestJSON-437494901 tempest-DeleteServersTestJSON-437494901] 10.222.0.24 "GET /v2.0/quotas/1aa7b4d5a9ff461fbaf4900f14a02d8a HTTP/1.1" status: 200 len: 375 time: 0.1790016 Jan 14 07:13:02.710261 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a57e084-661a-4b6c-acb5-d34086aa6fe0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b0c0af44-898b-494f-8266-0ad570b19e50,revision_number=None']} {{(pid=84875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:13:02.743253 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-852a24f7-e9a1-4193-9abb-e9506fe5213f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84876) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:13:02.822528 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-0a57e084-661a-4b6c-acb5-d34086aa6fe0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.222s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:13:02.922866 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-017f98a9-8a07-408c-a86f-8ff0c00400a0 None None] Provisioning for port 2aba5f51-6a68-455f-b5ca-bbc7dd92da45 completed by entity L2. {{(pid=84876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 07:13:02.938571 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.managers [None req-a142ce56-006d-4439-b310-57f8497af017 None None] Attempting to bind port d317ee99-1ec4-466d-8e1c-f0c1f23403c6 on host n-d-768862-2 for vnic_type normal with profile {{(pid=84876) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 14 07:13:02.939404 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.managers [None req-a142ce56-006d-4439-b310-57f8497af017 None None] Attempting to bind port d317ee99-1ec4-466d-8e1c-f0c1f23403c6 by drivers openvswitch on host n-d-768862-2 at level 0 using segments [{'id': 'cf3ded2c-bc47-4a71-89af-6e7117e60140', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '226f1e78-82cd-4481-9055-4eb73b6db8c1'}] {{(pid=84876) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 14 07:13:02.940116 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a142ce56-006d-4439-b310-57f8497af017 None None] Attempting to bind port d317ee99-1ec4-466d-8e1c-f0c1f23403c6 on network 226f1e78-82cd-4481-9055-4eb73b6db8c1 {{(pid=84876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 14 07:13:02.958628 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a142ce56-006d-4439-b310-57f8497af017 None None] Checking agent: {'id': 'ba5efab1-b43c-4d5a-bc52-6e105d4e67a2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768862-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 14, 6, 56, 52), 'started_at': datetime.datetime(2021, 1, 14, 6, 57, 22), 'heartbeat_timestamp': datetime.datetime(2021, 1, 14, 7, 12, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768862-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.29', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 14 07:13:02.959050 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a142ce56-006d-4439-b310-57f8497af017 None None] Checking segment: {'id': 'cf3ded2c-bc47-4a71-89af-6e7117e60140', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '226f1e78-82cd-4481-9055-4eb73b6db8c1'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84876) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 14 07:13:02.959545 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-a142ce56-006d-4439-b310-57f8497af017 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:13:02.959943 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a142ce56-006d-4439-b310-57f8497af017 None None] Bound using segment: {'id': 'cf3ded2c-bc47-4a71-89af-6e7117e60140', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '226f1e78-82cd-4481-9055-4eb73b6db8c1'} {{(pid=84876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 14 07:13:02.960493 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.managers [None req-a142ce56-006d-4439-b310-57f8497af017 None None] Bound port: d317ee99-1ec4-466d-8e1c-f0c1f23403c6, host: n-d-768862-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cf3ded2c-bc47-4a71-89af-6e7117e60140', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '226f1e78-82cd-4481-9055-4eb73b6db8c1'}}] {{(pid=84876) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 14 07:13:02.960917 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-a142ce56-006d-4439-b310-57f8497af017 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555753'] for port, before_update {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:13:02.985930 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [req-64bd1535-4bca-4ba8-838e-68b2fbd1432e req-d60ea006-63fe-4b4d-ad62-d05e28961bee tempest-LiveMigrationNegativeTest-1470825370 tempest-LiveMigrationNegativeTest-1470825370] 10.222.0.48 "GET /v2.0/networks?tenant_id=4c5412f7fcde40999169791ca7c8ee35&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1491566 Jan 14 07:13:02.987522 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-afb82fdd-56b6-490b-90ea-abd3342097ee admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84874) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:13:02.989861 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [req-719d62fe-31c1-4906-b456-f89cd700c216 req-cbfe863e-34a4-4e8c-87c8-aa54721451e5 tempest-DeleteServersTestJSON-437494901 tempest-DeleteServersTestJSON-437494901] 10.222.0.24 "GET /v2.0/ports?tenant_id=1aa7b4d5a9ff461fbaf4900f14a02d8a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.3376191 Jan 14 07:13:02.992089 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-0a57e084-661a-4b6c-acb5-d34086aa6fe0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:13:02.999432 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-0a57e084-661a-4b6c-acb5-d34086aa6fe0 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/b0c0af44-898b-494f-8266-0ad570b19e50 HTTP/1.1" status: 204 len: 168 time: 2.5661752 Jan 14 07:13:03.045582 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88bb6c55-fd19-4ed8-a8c8-739ca78a1b14 tempest-DeleteServersTestJSON-437494901 tempest-DeleteServersTestJSON-437494901] Pushing event deleted for resources: {'Port': ['ID=a329d464-e8fa-4a4a-a63c-73b4f77079ce,revision_number=None']} {{(pid=84874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:13:03.060731 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [None req-a142ce56-006d-4439-b310-57f8497af017 None None] For port d317ee99-1ec4-466d-8e1c-f0c1f23403c6, host n-d-768862-2, cleared binding levels {{(pid=84876) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 14 07:13:03.064469 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [None req-a142ce56-006d-4439-b310-57f8497af017 None None] For port d317ee99-1ec4-466d-8e1c-f0c1f23403c6, host n-d-768862-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-2',level=0,port_id=d317ee99-1ec4-466d-8e1c-f0c1f23403c6,segment=NetworkSegment(cf3ded2c-bc47-4a71-89af-6e7117e60140),segment_id=cf3ded2c-bc47-4a71-89af-6e7117e60140)] {{(pid=84876) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 14 07:13:03.068596 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-017f98a9-8a07-408c-a86f-8ff0c00400a0 None None] Provisioning complete for port 2aba5f51-6a68-455f-b5ca-bbc7dd92da45 triggered by entity L2. {{(pid=84876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 07:13:03.069014 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-017f98a9-8a07-408c-a86f-8ff0c00400a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-604227'] for port, provisioning_complete {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:13:03.070554 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [req-095b68af-ef97-4562-bda4-9e11a2f5fc96 req-727b9877-d821-4c8e-8c14-0b57102146de service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=4c5412f7fcde40999169791ca7c8ee35&device_id=19ae1782-a48d-4a62-a407-7c3441c97ca1 HTTP/1.1" status: 200 len: 210 time: 1.3205895 Jan 14 07:13:03.075096 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [req-30b2562b-a1d7-4a70-8898-564c75a905c5 req-70c9161c-f344-4506-a1a8-fa09349c8a65 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=7d129397cd71499dbaa91be4909e3699&device_id=16513199-bee3-4bea-a843-4e62a5ef0197 HTTP/1.1" status: 200 len: 210 time: 2.4351015 Jan 14 07:13:03.077350 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-88bb6c55-fd19-4ed8-a8c8-739ca78a1b14 tempest-DeleteServersTestJSON-437494901 tempest-DeleteServersTestJSON-437494901] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.957s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:13:03.122202 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-afb82fdd-56b6-490b-90ea-abd3342097ee admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:13:03.123134 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-a142ce56-006d-4439-b310-57f8497af017 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777640533312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363259214678337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777640097497'] for port, after_update {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:13:03.134954 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-ef9a74f1-60f7-4700-a58c-f2fb624fc8b3 tempest-TaggedBootDevicesTest-541410187 tempest-TaggedBootDevicesTest-541410187] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036850862667'] for port, precommit_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:13:03.155346 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b9d1991-4823-40c4-858b-04f8f805bb71 tempest-ServersTestMultiNic-2121779930 tempest-ServersTestMultiNic-2121779930] No DVR routers for this DVR port 88dce1ba-72b6-491b-b0a1-dab101e3a365 on host n-d-768862-2 {{(pid=84875) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Jan 14 07:13:03.442614 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30b2562b-a1d7-4a70-8898-564c75a905c5 req-41c7bce1-86cf-4af2-be3c-d18f8c4fd57e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:13:03.442978 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30b2562b-a1d7-4a70-8898-564c75a905c5 req-41c7bce1-86cf-4af2-be3c-d18f8c4fd57e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:13:03.443505 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30b2562b-a1d7-4a70-8898-564c75a905c5 req-41c7bce1-86cf-4af2-be3c-d18f8c4fd57e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:13:03.443901 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30b2562b-a1d7-4a70-8898-564c75a905c5 req-41c7bce1-86cf-4af2-be3c-d18f8c4fd57e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:13:03.445756 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [req-30b2562b-a1d7-4a70-8898-564c75a905c5 req-41c7bce1-86cf-4af2-be3c-d18f8c4fd57e service neutron] 10.222.0.48 "GET /v2.0/networks?tenant_id=7d129397cd71499dbaa91be4909e3699&shared=False HTTP/1.1" status: 200 len: 2914 time: 0.3302929 Jan 14 07:13:03.451095 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [req-719d62fe-31c1-4906-b456-f89cd700c216 req-a1802615-c6f2-4e98-a1c4-e4627087c551 service neutron] 10.222.0.24 "GET /v2.0/networks/fafbed1d-f164-4b33-9abe-92a565c195a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4176245 Jan 14 07:13:03.451595 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Provisioning for port b7d75e45-3acc-4c80-bf06-1b1da6dadb3e completed by entity L2. {{(pid=84876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 07:13:03.473362 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-54ec4eb0-47ac-422f-97c3-658c3ae4afe2 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=7508ad1d114d4921bf43c45410ae9d5f&name=default HTTP/1.1" status: 200 len: 2979 time: 2.9274457 Jan 14 07:13:03.475035 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Provisioning complete for port b7d75e45-3acc-4c80-bf06-1b1da6dadb3e triggered by entity L2. {{(pid=84876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 07:13:03.475455 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-604227'] for port, provisioning_complete {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:13:03.489033 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84874) accepted ('10.222.0.24', 57738) {{(pid=84874) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:13:03.513728 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b82fc3e3-4233-46dd-a93b-1d5ccc63dd15 None None] Pushing event updated for resources: {'Port': ['ID=d317ee99-1ec4-466d-8e1c-f0c1f23403c6,revision_number=2']} {{(pid=84876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:13:03.518686 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-b82fc3e3-4233-46dd-a93b-1d5ccc63dd15 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.776s {{(pid=84876) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:13:03.525674 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-5313386f-947d-498e-a984-16abb27e2aa2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.058s {{(pid=84876) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:13:03.609916 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b82fc3e3-4233-46dd-a93b-1d5ccc63dd15 None None] Pushing event updated for resources: {'Port': ['ID=d317ee99-1ec4-466d-8e1c-f0c1f23403c6,revision_number=3']} {{(pid=84876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:13:03.626876 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-b82fc3e3-4233-46dd-a93b-1d5ccc63dd15 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=84876) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:13:03.696655 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-017f98a9-8a07-408c-a86f-8ff0c00400a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555753'] for port, before_update {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:13:03.707202 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [req-095b68af-ef97-4562-bda4-9e11a2f5fc96 req-c7d14fa8-e2e5-4813-9177-4634886138b7 service neutron] 10.222.0.35 "GET /v2.0/networks?tenant_id=4c5412f7fcde40999169791ca7c8ee35&shared=False HTTP/1.1" status: 200 len: 213 time: 0.5928614 Jan 14 07:13:03.721687 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.plugin [None req-ef9a74f1-60f7-4700-a58c-f2fb624fc8b3 tempest-TaggedBootDevicesTest-541410187 tempest-TaggedBootDevicesTest-541410187] Calling delete_port for ecaf138f-fb10-495d-be5a-b6c5fd211eee owned by {{(pid=84874) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 07:13:03.740987 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a142ce56-006d-4439-b310-57f8497af017 None None] Routers {'30066085-16e9-44a9-8022-7b4f197cb1b8'} bound to L3 agent in host n-d-768862-2 {{(pid=84876) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 14 07:13:03.741715 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_hamode_db [None req-a142ce56-006d-4439-b310-57f8497af017 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-01-14T06:56:51Z,description=,heartbeat_timestamp=2021-01-14T07:12:51Z,host='n-d-768862-2',id=35f592e9-451b-4db9-abea-77b6a5c5391b,load=0,resource_versions=,resources_synced=,started_at=2021-01-14T06:56:51Z,topic='l3_agent')) {'router_ids': ['30066085-16e9-44a9-8022-7b4f197cb1b8'], 'active': True} {{(pid=84876) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:13:03.879532 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-afb82fdd-56b6-490b-90ea-abd3342097ee admin admin] Made reservation on behalf of 04f3aea956e546e892de768ae99354b8 for: {'subnet': 1} {{(pid=84874) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 07:13:03.884435 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-afb82fdd-56b6-490b-90ea-abd3342097ee admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036851981161'] for subnet, before_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:13:03.949031 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_dvr_db [None req-a142ce56-006d-4439-b310-57f8497af017 None None] Set router 30066085-16e9-44a9-8022-7b4f197cb1b8 gateway port host: n-d-768862-2 {{(pid=84876) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 14 07:13:04.149584 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a780bf53-6567-48e7-9d84-34c8e3b24bdd req-808cf9ef-3202-41a9-9f7a-8860a797d4c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:13:04.151822 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [req-a780bf53-6567-48e7-9d84-34c8e3b24bdd req-808cf9ef-3202-41a9-9f7a-8860a797d4c3 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=3ab89270-67b1-41e9-8be2-a0395a984bff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 1.9116278 Jan 14 07:13:04.153171 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-095b68af-ef97-4562-bda4-9e11a2f5fc96 req-e49d9b8c-f463-418e-a4d7-95c3aa09d29d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:13:04.153889 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [req-095b68af-ef97-4562-bda4-9e11a2f5fc96 req-e49d9b8c-f463-418e-a4d7-95c3aa09d29d service neutron] 10.222.0.35 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 863 time: 0.2944562 Jan 14 07:13:04.188312 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-2b9d1991-4823-40c4-858b-04f8f805bb71 tempest-ServersTestMultiNic-2121779930 tempest-ServersTestMultiNic-2121779930] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-598987', 'neutron.services.segments.db._delete_segments_for_network-8777640583949'] for network, precommit_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:13:04.321588 n-d-768862-2 neutron-server[84765]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e95c7053-347f-41b5-8317-9e95c0a27736', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2aba5f51-6a68-455f-b5ca-bbc7dd92da45'}] {{(pid=84876) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Jan 14 07:13:04.355591 n-d-768862-2 neutron-server[84765]: DEBUG neutron.services.segments.db [None req-2b9d1991-4823-40c4-858b-04f8f805bb71 tempest-ServersTestMultiNic-2121779930 tempest-ServersTestMultiNic-2121779930] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3690f57a-8d95-4883-aef3-c4dec86fdb34']}} {{(pid=84875) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:13:04.370343 n-d-768862-2 neutron-server[84765]: DEBUG neutron.services.segments.db [None req-2b9d1991-4823-40c4-858b-04f8f805bb71 tempest-ServersTestMultiNic-2121779930 tempest-ServersTestMultiNic-2121779930] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '52c8ac1f-6429-45e0-8536-c75e8675ac04') {'for_net_delete': True} {{(pid=84875) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:13:04.370919 n-d-768862-2 neutron-server[84765]: DEBUG neutron.services.segments.db [None req-2b9d1991-4823-40c4-858b-04f8f805bb71 tempest-ServersTestMultiNic-2121779930 tempest-ServersTestMultiNic-2121779930] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '52c8ac1f-6429-45e0-8536-c75e8675ac04') {} {{(pid=84875) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:13:04.385527 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-2b9d1991-4823-40c4-858b-04f8f805bb71 tempest-ServersTestMultiNic-2121779930 tempest-ServersTestMultiNic-2121779930] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363259214173198', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036851408567'] for segment, before_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:13:04.403230 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-2b9d1991-4823-40c4-858b-04f8f805bb71 tempest-ServersTestMultiNic-2121779930 tempest-ServersTestMultiNic-2121779930] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854179735'] for segment, precommit_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:13:04.405884 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-2b9d1991-4823-40c4-858b-04f8f805bb71 tempest-ServersTestMultiNic-2121779930 tempest-ServersTestMultiNic-2121779930] Releasing vxlan tunnel 5 to pool {{(pid=84875) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Jan 14 07:13:04.448876 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [None req-017f98a9-8a07-408c-a86f-8ff0c00400a0 None None] For port 2aba5f51-6a68-455f-b5ca-bbc7dd92da45, host n-h1-768862-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-h1-768862-2',level=0,port_id=2aba5f51-6a68-455f-b5ca-bbc7dd92da45,segment=NetworkSegment(d7cdd97e-25f8-4f4c-9cdf-6c6f8b4faafe),segment_id=d7cdd97e-25f8-4f4c-9cdf-6c6f8b4faafe)] {{(pid=84876) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 07:13:04.493772 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [req-a780bf53-6567-48e7-9d84-34c8e3b24bdd req-6e4913e9-6bb6-4198-a060-bdf9570404d8 service neutron] 10.222.0.35 "GET /v2.0/networks/3ab89270-67b1-41e9-8be2-a0395a984bff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2359393 Jan 14 07:13:04.529985 n-d-768862-2 neutron-server[84765]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e95c7053-347f-41b5-8317-9e95c0a27736', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2aba5f51-6a68-455f-b5ca-bbc7dd92da45', 'code': 200} Jan 14 07:13:04.530824 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555753'] for port, before_update {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:13:04.535867 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-017f98a9-8a07-408c-a86f-8ff0c00400a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777640533312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363259214678337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777640097497'] for port, after_update {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:13:04.544440 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-017f98a9-8a07-408c-a86f-8ff0c00400a0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84876) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:13:04.585727 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b40bcdf-1a00-469d-a4ea-38eb78c6a901 req-9a8a9850-1155-428f-9d94-158207705f1a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:13:04.587243 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [req-3b40bcdf-1a00-469d-a4ea-38eb78c6a901 req-9a8a9850-1155-428f-9d94-158207705f1a service neutron] 10.222.0.35 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 863 time: 4.5183945 Jan 14 07:13:04.612727 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4749a9d8-1a24-4696-b0e1-b9fbefef11e5 req-ee3ff4bc-7dd5-447b-9126-61798d4f8900 tempest-ServersTestMultiNic-2121779930 tempest-ServersTestMultiNic-2121779930] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:13:04.621624 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-017f98a9-8a07-408c-a86f-8ff0c00400a0 None None] Pushing event updated for resources: {'Port': ['ID=2aba5f51-6a68-455f-b5ca-bbc7dd92da45,revision_number=4']} {{(pid=84876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:13:04.629163 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-017f98a9-8a07-408c-a86f-8ff0c00400a0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=84876) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:13:04.637138 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4749a9d8-1a24-4696-b0e1-b9fbefef11e5 req-ee3ff4bc-7dd5-447b-9126-61798d4f8900 tempest-ServersTestMultiNic-2121779930 tempest-ServersTestMultiNic-2121779930] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:13:04.638927 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [req-4749a9d8-1a24-4696-b0e1-b9fbefef11e5 req-ee3ff4bc-7dd5-447b-9126-61798d4f8900 tempest-ServersTestMultiNic-2121779930 tempest-ServersTestMultiNic-2121779930] 10.222.0.35 "GET /v2.0/networks?id=25f1c1a0-ceab-4b3f-9e01-2007a6141e94&id=e8533908-6f3a-4b15-a6d5-8c765cd11374&id=25f1c1a0-ceab-4b3f-9e01-2007a6141e94 HTTP/1.1" status: 200 len: 1391 time: 2.6003208 Jan 14 07:13:04.646619 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] For port b7d75e45-3acc-4c80-bf06-1b1da6dadb3e, host n-d-768862-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-2',level=0,port_id=b7d75e45-3acc-4c80-bf06-1b1da6dadb3e,segment=NetworkSegment(cf3ded2c-bc47-4a71-89af-6e7117e60140),segment_id=cf3ded2c-bc47-4a71-89af-6e7117e60140)] {{(pid=84876) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 07:13:04.648704 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_hamode_db [None req-a142ce56-006d-4439-b310-57f8497af017 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '30066085-16e9-44a9-8022-7b4f197cb1b8', 'name': 'tempest-FloatingIPDetailsTestJSON-77586578-router', 'tenant_id': 'a2441d08a92c4ad29bd14e22e25d9e48', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '226f1e78-82cd-4481-9055-4eb73b6db8c1', 'external_fixed_ips': [{'subnet_id': 'ba8deeec-7658-4195-9449-038c076f5c83', 'ip_address': '172.25.2.216'}], 'enable_snat': True}, 'gw_port_id': 'd317ee99-1ec4-466d-8e1c-f0c1f23403c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-14T07:12:30Z', 'updated_at': '2021-01-14T07:12:48Z', 'revision_number': 3, 'project_id': 'a2441d08a92c4ad29bd14e22e25d9e48', 'gw_port': {'id': 'd317ee99-1ec4-466d-8e1c-f0c1f23403c6', 'name': '', 'network_id': '226f1e78-82cd-4481-9055-4eb73b6db8c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:0a:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '30066085-16e9-44a9-8022-7b4f197cb1b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 861, 'fixed_ips': [{'subnet_id': 'ba8deeec-7658-4195-9449-038c076f5c83', 'ip_address': '172.25.2.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T07:12:36Z', 'updated_at': '2021-01-14T07:13:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ba8deeec-7658-4195-9449-038c076f5c83', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-2'}], 'n-d-768862-2', False) {} {{(pid=84876) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:13:04.656266 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a142ce56-006d-4439-b310-57f8497af017 None None] The sync data for ids ['30066085-16e9-44a9-8022-7b4f197cb1b8'] in n-d-768862-2 is: [{'id': '30066085-16e9-44a9-8022-7b4f197cb1b8', 'name': 'tempest-FloatingIPDetailsTestJSON-77586578-router', 'tenant_id': 'a2441d08a92c4ad29bd14e22e25d9e48', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '226f1e78-82cd-4481-9055-4eb73b6db8c1', 'external_fixed_ips': [{'subnet_id': 'ba8deeec-7658-4195-9449-038c076f5c83', 'ip_address': '172.25.2.216'}], 'enable_snat': True}, 'gw_port_id': 'd317ee99-1ec4-466d-8e1c-f0c1f23403c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-14T07:12:30Z', 'updated_at': '2021-01-14T07:12:48Z', 'revision_number': 3, 'project_id': 'a2441d08a92c4ad29bd14e22e25d9e48', 'gw_port': {'id': 'd317ee99-1ec4-466d-8e1c-f0c1f23403c6', 'name': '', 'network_id': '226f1e78-82cd-4481-9055-4eb73b6db8c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:0a:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '30066085-16e9-44a9-8022-7b4f197cb1b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 861, 'fixed_ips': [{'subnet_id': 'ba8deeec-7658-4195-9449-038c076f5c83', 'ip_address': '172.25.2.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T07:12:36Z', 'updated_at': '2021-01-14T07:13:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ba8deeec-7658-4195-9449-038c076f5c83', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-2'}] {{(pid=84876) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Jan 14 07:13:04.657962 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777640533312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363259214678337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777640097497'] for port, after_update {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:13:04.660186 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-017f98a9-8a07-408c-a86f-8ff0c00400a0 None None] Device 2aba5f51-6a68-455f-b5ca-bbc7dd92da45 up at agent ovs-agent-n-h1-768862-2 {{(pid=84876) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 07:13:04.735126 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84876) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:13:04.781631 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.managers [None req-2b9d1991-4823-40c4-858b-04f8f805bb71 tempest-ServersTestMultiNic-2121779930 tempest-ServersTestMultiNic-2121779930] Network 3690f57a-8d95-4883-aef3-c4dec86fdb34 has no segments {{(pid=84875) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 14 07:13:04.805297 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-2b9d1991-4823-40c4-858b-04f8f805bb71 tempest-ServersTestMultiNic-2121779930 tempest-ServersTestMultiNic-2121779930] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-596065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3154253'] for segment, after_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:13:04.849341 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-017f98a9-8a07-408c-a86f-8ff0c00400a0 None None] Provisioning complete for port 2aba5f51-6a68-455f-b5ca-bbc7dd92da45 triggered by entity L2. {{(pid=84876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 07:13:04.849778 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-017f98a9-8a07-408c-a86f-8ff0c00400a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-604227'] for port, provisioning_complete {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:13:05.007655 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Pushing event updated for resources: {'Port': ['ID=b7d75e45-3acc-4c80-bf06-1b1da6dadb3e,revision_number=4']} {{(pid=84876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:13:05.013068 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.278s {{(pid=84876) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:13:05.019965 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [req-719d62fe-31c1-4906-b456-f89cd700c216 req-6516b326-f190-4917-8b72-8be73d3c5027 service neutron] 10.222.0.24 "GET /v2.0/networks/fafbed1d-f164-4b33-9abe-92a565c195a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 1.5678473 Jan 14 07:13:05.157992 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-9ff9d20c-cee9-487f-bb64-4c9fcace26fd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:13:05.198765 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-9ff9d20c-cee9-487f-bb64-4c9fcace26fd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:13:05.227869 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [req-095b68af-ef97-4562-bda4-9e11a2f5fc96 req-35aaa947-70f4-4f18-8041-af07fa6c72e1 tempest-LiveMigrationNegativeTest-1470825370 tempest-LiveMigrationNegativeTest-1470825370] Synchronizing usage tracker for tenant:4c5412f7fcde40999169791ca7c8ee35 on resource:port {{(pid=84874) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 14 07:13:05.250770 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f06f3a7b-1088-4675-a915-eea75caecc24 req-b43aca1c-8e51-4923-b6df-d7d2a4a3fc93 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:13:05.251505 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f06f3a7b-1088-4675-a915-eea75caecc24 req-b43aca1c-8e51-4923-b6df-d7d2a4a3fc93 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:13:05.252118 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f06f3a7b-1088-4675-a915-eea75caecc24 req-b43aca1c-8e51-4923-b6df-d7d2a4a3fc93 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:13:05.252697 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f06f3a7b-1088-4675-a915-eea75caecc24 req-b43aca1c-8e51-4923-b6df-d7d2a4a3fc93 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:13:05.254958 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [req-f06f3a7b-1088-4675-a915-eea75caecc24 req-b43aca1c-8e51-4923-b6df-d7d2a4a3fc93 service neutron] 10.222.0.48 "GET /v2.0/networks?tenant_id=7d129397cd71499dbaa91be4909e3699&shared=False HTTP/1.1" status: 200 len: 2914 time: 2.5975678 Jan 14 07:13:05.400447 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64bd1535-4bca-4ba8-838e-68b2fbd1432e req-f053b989-19d9-4b00-b7c4-d713042127ad tempest-LiveMigrationNegativeTest-1470825370 tempest-LiveMigrationNegativeTest-1470825370] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:13:05.406399 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [req-64bd1535-4bca-4ba8-838e-68b2fbd1432e req-f053b989-19d9-4b00-b7c4-d713042127ad tempest-LiveMigrationNegativeTest-1470825370 tempest-LiveMigrationNegativeTest-1470825370] 10.222.0.48 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 2.3916621 Jan 14 07:13:05.498716 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.managers [None req-2b9d1991-4823-40c4-858b-04f8f805bb71 tempest-ServersTestMultiNic-2121779930 tempest-ServersTestMultiNic-2121779930] Network 3690f57a-8d95-4883-aef3-c4dec86fdb34 has no segments {{(pid=84875) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 14 07:13:05.517417 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.v2.base [req-64bd1535-4bca-4ba8-838e-68b2fbd1432e req-14c59f92-cf1e-40f8-b572-98132fe42489 tempest-LiveMigrationNegativeTest-1470825370 tempest-LiveMigrationNegativeTest-1470825370] Request body: {'port': {'device_id': '19ae1782-a48d-4a62-a407-7c3441c97ca1', 'network_id': '3ab89270-67b1-41e9-8be2-a0395a984bff', 'admin_state_up': True, 'tenant_id': '4c5412f7fcde40999169791ca7c8ee35'}} {{(pid=84875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:13:05.539398 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [req-3b40bcdf-1a00-469d-a4ea-38eb78c6a901 req-7d5e5fc4-a0a0-4d72-b5b3-1d0939f0f24f tempest-ServersTestMultiNic-2121779930 tempest-ServersTestMultiNic-2121779930] 10.222.0.35 "GET /v2.0/ports?device_id=8b43056e-af00-49b9-879c-aba651e3ebfe HTTP/1.1" status: 200 len: 210 time: 0.8969736 Jan 14 07:13:05.540564 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30b2562b-a1d7-4a70-8898-564c75a905c5 req-b5d26735-582d-458b-976c-3eaf7098dd0e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:13:05.542540 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [req-30b2562b-a1d7-4a70-8898-564c75a905c5 req-b5d26735-582d-458b-976c-3eaf7098dd0e service neutron] 10.222.0.48 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 863 time: 2.0405576 Jan 14 07:13:05.556406 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.v2.base [req-4749a9d8-1a24-4696-b0e1-b9fbefef11e5 req-27d2c409-aad4-40a6-9682-9aedcca105d1 tempest-ServersTestMultiNic-2121779930 tempest-ServersTestMultiNic-2121779930] Request body: {'port': {'device_id': '16513199-bee3-4bea-a843-4e62a5ef0197', 'network_id': '25f1c1a0-ceab-4b3f-9e01-2007a6141e94', 'admin_state_up': True, 'tenant_id': '7d129397cd71499dbaa91be4909e3699'}} {{(pid=84874) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:13:05.834531 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_dvrscheduler_db [req-b33b9903-3a74-4fb8-89d2-906e2f5bbe22 req-88bb6c55-fd19-4ed8-a8c8-739ca78a1b14 tempest-DeleteServersTestJSON-437494901 tempest-DeleteServersTestJSON-437494901] No DVR routers for this DVR port a329d464-e8fa-4a4a-a63c-73b4f77079ce on host n-h1-768862-2 {{(pid=84874) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Jan 14 07:13:05.863180 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [req-b33b9903-3a74-4fb8-89d2-906e2f5bbe22 req-88bb6c55-fd19-4ed8-a8c8-739ca78a1b14 tempest-DeleteServersTestJSON-437494901 tempest-DeleteServersTestJSON-437494901] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854768116'] for port, before_response {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:13:05.883001 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f06f3a7b-1088-4675-a915-eea75caecc24 req-956ccc97-d141-440b-a7d0-9e6652efe0ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:13:05.885018 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [req-f06f3a7b-1088-4675-a915-eea75caecc24 req-956ccc97-d141-440b-a7d0-9e6652efe0ff service neutron] 10.222.0.48 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 863 time: 0.4755285 Jan 14 07:13:05.885776 n-d-768862-2 neutron-server[84765]: Traceback (most recent call last): Jan 14 07:13:05.885776 n-d-768862-2 neutron-server[84765]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 14 07:13:05.885776 n-d-768862-2 neutron-server[84765]: timer() Jan 14 07:13:05.885776 n-d-768862-2 neutron-server[84765]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 14 07:13:05.885776 n-d-768862-2 neutron-server[84765]: cb(*args, **kw) Jan 14 07:13:05.885776 n-d-768862-2 neutron-server[84765]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Jan 14 07:13:05.885776 n-d-768862-2 neutron-server[84765]: return func(*args, **kwargs) Jan 14 07:13:05.885776 n-d-768862-2 neutron-server[84765]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 14 07:13:05.885776 n-d-768862-2 neutron-server[84765]: self._notify() Jan 14 07:13:05.885776 n-d-768862-2 neutron-server[84765]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 14 07:13:05.885776 n-d-768862-2 neutron-server[84765]: self.callback(batched_events) Jan 14 07:13:05.885776 n-d-768862-2 neutron-server[84765]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 14 07:13:05.885776 n-d-768862-2 neutron-server[84765]: event.method(event) Jan 14 07:13:05.885776 n-d-768862-2 neutron-server[84765]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 14 07:13:05.885776 n-d-768862-2 neutron-server[84765]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 14 07:13:05.885776 n-d-768862-2 neutron-server[84765]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Jan 14 07:13:05.885776 n-d-768862-2 neutron-server[84765]: segment_id)['aggregates'][0] Jan 14 07:13:05.885776 n-d-768862-2 neutron-server[84765]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 14 07:13:05.885776 n-d-768862-2 neutron-server[84765]: return f(self, *a, **k) Jan 14 07:13:05.885776 n-d-768862-2 neutron-server[84765]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 14 07:13:05.885776 n-d-768862-2 neutron-server[84765]: return self._get(url).json() Jan 14 07:13:05.885776 n-d-768862-2 neutron-server[84765]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 14 07:13:05.885776 n-d-768862-2 neutron-server[84765]: **kwargs) Jan 14 07:13:05.885776 n-d-768862-2 neutron-server[84765]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 14 07:13:05.885776 n-d-768862-2 neutron-server[84765]: return self.request(url, 'GET', **kwargs) Jan 14 07:13:05.885776 n-d-768862-2 neutron-server[84765]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Jan 14 07:13:05.885776 n-d-768862-2 neutron-server[84765]: **endpoint_filter) Jan 14 07:13:05.885776 n-d-768862-2 neutron-server[84765]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 14 07:13:05.885776 n-d-768862-2 neutron-server[84765]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 14 07:13:05.885776 n-d-768862-2 neutron-server[84765]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 14 07:13:05.885776 n-d-768862-2 neutron-server[84765]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 14 07:13:05.885776 n-d-768862-2 neutron-server[84765]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 14 07:13:05.989677 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [req-a780bf53-6567-48e7-9d84-34c8e3b24bdd req-884752ce-2bd3-4063-a47d-702e18209771 service neutron] 10.222.0.35 "GET /v2.0/networks/3ab89270-67b1-41e9-8be2-a0395a984bff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 1.4240086 Jan 14 07:13:05.991729 n-d-768862-2 neutron-server[84765]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0d613ee3-b23b-48aa-9701-93273017ac12', 'name': 'network-vif-deleted', 'tag': 'a329d464-e8fa-4a4a-a63c-73b4f77079ce'}] {{(pid=84874) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Jan 14 07:13:06.018507 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-108b30ce-2a6e-46c4-ae89-fe5da7221de6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555753'] for port, before_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:13:06.189370 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [req-4749a9d8-1a24-4696-b0e1-b9fbefef11e5 req-27d2c409-aad4-40a6-9682-9aedcca105d1 tempest-ServersTestMultiNic-2121779930 tempest-ServersTestMultiNic-2121779930] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:13:06.359767 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [req-b33b9903-3a74-4fb8-89d2-906e2f5bbe22 req-88bb6c55-fd19-4ed8-a8c8-739ca78a1b14 tempest-DeleteServersTestJSON-437494901 tempest-DeleteServersTestJSON-437494901] 10.222.0.35 "DELETE /v2.0/ports/a329d464-e8fa-4a4a-a63c-73b4f77079ce HTTP/1.1" status: 204 len: 173 time: 8.0576439 Jan 14 07:13:06.360456 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [req-095b68af-ef97-4562-bda4-9e11a2f5fc96 req-35aaa947-70f4-4f18-8041-af07fa6c72e1 tempest-LiveMigrationNegativeTest-1470825370 tempest-LiveMigrationNegativeTest-1470825370] Unset dirty status for tenant:4c5412f7fcde40999169791ca7c8ee35 on resource:port {{(pid=84874) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 14 07:13:06.361547 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [req-095b68af-ef97-4562-bda4-9e11a2f5fc96 req-35aaa947-70f4-4f18-8041-af07fa6c72e1 tempest-LiveMigrationNegativeTest-1470825370 tempest-LiveMigrationNegativeTest-1470825370] 10.222.0.35 "GET /v2.0/ports?device_id=19ae1782-a48d-4a62-a407-7c3441c97ca1 HTTP/1.1" status: 200 len: 210 time: 2.1542232 Jan 14 07:13:06.373835 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [req-30b2562b-a1d7-4a70-8898-564c75a905c5 req-bcd72fc1-1f7e-4680-9c1f-23f16f2cf1d1 tempest-ServersTestMultiNic-2121779930 tempest-ServersTestMultiNic-2121779930] 10.222.0.48 "GET /v2.0/ports?device_id=16513199-bee3-4bea-a843-4e62a5ef0197 HTTP/1.1" status: 200 len: 210 time: 0.3025298 Jan 14 07:13:06.389082 n-d-768862-2 neutron-server[84765]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '0d613ee3-b23b-48aa-9701-93273017ac12', 'name': 'network-vif-deleted', 'tag': 'a329d464-e8fa-4a4a-a63c-73b4f77079ce', 'status': 'failed', 'code': 422} returned with failed status Jan 14 07:13:06.409044 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [req-f06f3a7b-1088-4675-a915-eea75caecc24 req-5e7156a7-343d-4312-8f7a-8874dfcb612d tempest-ServersTestMultiNic-2121779930 tempest-ServersTestMultiNic-2121779930] Synchronizing usage tracker for tenant:7d129397cd71499dbaa91be4909e3699 on resource:port {{(pid=84875) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 14 07:13:06.412885 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.db_base_plugin_common [req-4134369b-5d82-4e16-96d4-7b3daed7e87c req-32c38180-3506-42a4-b873-3971d4437565 tempest-TaggedBootDevicesTest-541410187 tempest-TaggedBootDevicesTest-541410187] Allocated IP 10.1.1.221 (42eaf091-c60a-4bbd-870e-8010d14ac7f2/008b1096-3405-4b9e-bc95-7872e98ae48f/fad77c56-93d0-4905-a3cf-c97211f3bb20) {{(pid=84875) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 14 07:13:06.420641 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [req-4749a9d8-1a24-4696-b0e1-b9fbefef11e5 req-27d2c409-aad4-40a6-9682-9aedcca105d1 tempest-ServersTestMultiNic-2121779930 tempest-ServersTestMultiNic-2121779930] Usage tracker for resource:port and tenant:7d129397cd71499dbaa91be4909e3699 is out of sync, need to count used quota {{(pid=84874) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:13:06.433546 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [req-4749a9d8-1a24-4696-b0e1-b9fbefef11e5 req-27d2c409-aad4-40a6-9682-9aedcca105d1 tempest-ServersTestMultiNic-2121779930 tempest-ServersTestMultiNic-2121779930] Quota usage for port was recalculated. Used quota:4. {{(pid=84874) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:13:06.511874 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-2b9d1991-4823-40c4-858b-04f8f805bb71 tempest-ServersTestMultiNic-2121779930 tempest-ServersTestMultiNic-2121779930] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036854176830', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850887149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3912591'] for network, after_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:13:06.589206 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:13:06.617249 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-2b9d1991-4823-40c4-858b-04f8f805bb71 tempest-ServersTestMultiNic-2121779930 tempest-ServersTestMultiNic-2121779930] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3207107'] for network, before_response {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:13:06.631233 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-017f98a9-8a07-408c-a86f-8ff0c00400a0 None None] Device 2aba5f51-6a68-455f-b5ca-bbc7dd92da45 no longer exists at agent ovs-agent-n-h1-768862-2 {{(pid=84876) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jan 14 07:13:06.684891 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b9d1991-4823-40c4-858b-04f8f805bb71 tempest-ServersTestMultiNic-2121779930 tempest-ServersTestMultiNic-2121779930] Pushing event deleted for resources: {'Network': ['ID=3690f57a-8d95-4883-aef3-c4dec86fdb34,revision_number=None']} {{(pid=84875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:13:06.725518 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-2b9d1991-4823-40c4-858b-04f8f805bb71 tempest-ServersTestMultiNic-2121779930 tempest-ServersTestMultiNic-2121779930] 10.222.0.24 "DELETE /v2.0/networks/3690f57a-8d95-4883-aef3-c4dec86fdb34 HTTP/1.1" status: 204 len: 168 time: 7.5884492 Jan 14 07:13:06.725896 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84875) accepted ('10.222.0.24', 57818) {{(pid=84875) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:13:06.737554 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-2b9d1991-4823-40c4-858b-04f8f805bb71 tempest-ServersTestMultiNic-2121779930 tempest-ServersTestMultiNic-2121779930] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:13:06.895627 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [req-4749a9d8-1a24-4696-b0e1-b9fbefef11e5 req-27d2c409-aad4-40a6-9682-9aedcca105d1 tempest-ServersTestMultiNic-2121779930 tempest-ServersTestMultiNic-2121779930] Attempting to reserve 1 items for resource port. Total usage: 4; quota limit: 500; headroom:496 {{(pid=84874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:13:06.932821 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-017f98a9-8a07-408c-a86f-8ff0c00400a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555753'] for port, before_update {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:13:06.955884 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [req-64bd1535-4bca-4ba8-838e-68b2fbd1432e req-14c59f92-cf1e-40f8-b572-98132fe42489 tempest-LiveMigrationNegativeTest-1470825370 tempest-LiveMigrationNegativeTest-1470825370] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:13:07.020260 n-d-768862-2 neutron-server[84765]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e95c7053-347f-41b5-8317-9e95c0a27736', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2aba5f51-6a68-455f-b5ca-bbc7dd92da45'}] {{(pid=84876) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Jan 14 07:13:07.025800 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Device b7d75e45-3acc-4c80-bf06-1b1da6dadb3e up at agent ovs-agent-n-d-768862-2 {{(pid=84876) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 07:13:07.051879 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [req-64bd1535-4bca-4ba8-838e-68b2fbd1432e req-14c59f92-cf1e-40f8-b572-98132fe42489 tempest-LiveMigrationNegativeTest-1470825370 tempest-LiveMigrationNegativeTest-1470825370] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=84875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:13:07.097576 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [None req-017f98a9-8a07-408c-a86f-8ff0c00400a0 None None] For port 2aba5f51-6a68-455f-b5ca-bbc7dd92da45, host n-h1-768862-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-h1-768862-2',level=0,port_id=2aba5f51-6a68-455f-b5ca-bbc7dd92da45,segment=NetworkSegment(d7cdd97e-25f8-4f4c-9cdf-6c6f8b4faafe),segment_id=d7cdd97e-25f8-4f4c-9cdf-6c6f8b4faafe)] {{(pid=84876) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 07:13:07.102285 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-64bd1535-4bca-4ba8-838e-68b2fbd1432e req-14c59f92-cf1e-40f8-b572-98132fe42489 tempest-LiveMigrationNegativeTest-1470825370 tempest-LiveMigrationNegativeTest-1470825370] Made reservation on behalf of 4c5412f7fcde40999169791ca7c8ee35 for: {'port': 1} {{(pid=84875) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 07:13:07.107105 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-017f98a9-8a07-408c-a86f-8ff0c00400a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777640533312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363259214678337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777640097497'] for port, after_update {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:13:07.114343 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [req-64bd1535-4bca-4ba8-838e-68b2fbd1432e req-14c59f92-cf1e-40f8-b572-98132fe42489 tempest-LiveMigrationNegativeTest-1470825370 tempest-LiveMigrationNegativeTest-1470825370] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555753'] for port, before_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:13:07.149778 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [req-f06f3a7b-1088-4675-a915-eea75caecc24 req-5e7156a7-343d-4312-8f7a-8874dfcb612d tempest-ServersTestMultiNic-2121779930 tempest-ServersTestMultiNic-2121779930] Unset dirty status for tenant:7d129397cd71499dbaa91be4909e3699 on resource:port {{(pid=84875) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 14 07:13:07.150950 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [req-f06f3a7b-1088-4675-a915-eea75caecc24 req-5e7156a7-343d-4312-8f7a-8874dfcb612d tempest-ServersTestMultiNic-2121779930 tempest-ServersTestMultiNic-2121779930] 10.222.0.48 "GET /v2.0/ports?device_id=8b43056e-af00-49b9-879c-aba651e3ebfe HTTP/1.1" status: 200 len: 210 time: 1.0417621 Jan 14 07:13:07.153652 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-b82fc3e3-4233-46dd-a93b-1d5ccc63dd15 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84876) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:13:07.257031 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-017f98a9-8a07-408c-a86f-8ff0c00400a0 None None] Pushing event updated for resources: {'Port': ['ID=2aba5f51-6a68-455f-b5ca-bbc7dd92da45,revision_number=5']} {{(pid=84876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:13:07.275373 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-017f98a9-8a07-408c-a86f-8ff0c00400a0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=84876) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:13:07.277142 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Provisioning complete for port b7d75e45-3acc-4c80-bf06-1b1da6dadb3e triggered by entity L2. {{(pid=84876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 07:13:07.277730 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-604227'] for port, provisioning_complete {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:13:07.305012 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4749a9d8-1a24-4696-b0e1-b9fbefef11e5 req-27d2c409-aad4-40a6-9682-9aedcca105d1 tempest-ServersTestMultiNic-2121779930 tempest-ServersTestMultiNic-2121779930] Made reservation on behalf of 7d129397cd71499dbaa91be4909e3699 for: {'port': 1} {{(pid=84874) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 07:13:07.318726 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [req-4749a9d8-1a24-4696-b0e1-b9fbefef11e5 req-27d2c409-aad4-40a6-9682-9aedcca105d1 tempest-ServersTestMultiNic-2121779930 tempest-ServersTestMultiNic-2121779930] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555753'] for port, before_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:13:07.338805 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [req-4134369b-5d82-4e16-96d4-7b3daed7e87c req-32c38180-3506-42a4-b873-3971d4437565 tempest-TaggedBootDevicesTest-541410187 tempest-TaggedBootDevicesTest-541410187] Notify callbacks [] for port, precommit_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:13:07.440440 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-9ff9d20c-cee9-487f-bb64-4c9fcace26fd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850887153'] for security_group, after_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:13:07.451464 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Device d317ee99-1ec4-466d-8e1c-f0c1f23403c6 up at agent ovs-agent-n-d-768862-2 {{(pid=84876) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 07:13:07.454513 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-ef9a74f1-60f7-4700-a58c-f2fb624fc8b3 tempest-TaggedBootDevicesTest-541410187 tempest-TaggedBootDevicesTest-541410187] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777640533329', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777640097463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3254186'] for port, after_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:13:07.511730 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-ada096d9-be0e-464e-863c-be796f808096 tempest-LiveMigrationNegativeTest-1470825370 tempest-LiveMigrationNegativeTest-1470825370] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:13:07.539796 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Provisioning for port d317ee99-1ec4-466d-8e1c-f0c1f23403c6 completed by entity L2. {{(pid=84876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 07:13:07.546647 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Provisioning complete for port d317ee99-1ec4-466d-8e1c-f0c1f23403c6 triggered by entity L2. {{(pid=84876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 07:13:07.547072 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-604227'] for port, provisioning_complete {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:13:07.548473 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d34228f6-c8c4-40bf-b004-671db62d6849 req-a4163127-751a-421a-a08b-6231b3a0f6c4 tempest-FloatingIPsAssociationNegativeTestJSON-724895750 tempest-FloatingIPsAssociationNegativeTestJSON-724895750] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:13:07.549307 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [req-d34228f6-c8c4-40bf-b004-671db62d6849 req-a4163127-751a-421a-a08b-6231b3a0f6c4 tempest-FloatingIPsAssociationNegativeTestJSON-724895750 tempest-FloatingIPsAssociationNegativeTestJSON-724895750] Synchronizing usage tracker for tenant:777e0121e7b84cf1b1a0af96c6f5d63a on resource:port {{(pid=84874) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 14 07:13:07.576904 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [req-56069fd8-664c-4546-92f2-2552a1f0931f req-47940a1a-f82e-4dba-958f-04877e9a51a1 tempest-QuotasAdminNegativeTest-760342588 tempest-QuotasAdminNegativeTest-760342588] 10.222.0.24 "GET /v2.0/networks?tenant_id=05f7d61988fd456a9d0f0e4aca5b8b13&shared=False HTTP/1.1" status: 200 len: 213 time: 0.4294274 Jan 14 07:13:07.685582 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555753'] for port, before_update {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:13:07.704797 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] For port d317ee99-1ec4-466d-8e1c-f0c1f23403c6, host n-d-768862-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-2',level=0,port_id=d317ee99-1ec4-466d-8e1c-f0c1f23403c6,segment=NetworkSegment(cf3ded2c-bc47-4a71-89af-6e7117e60140),segment_id=cf3ded2c-bc47-4a71-89af-6e7117e60140)] {{(pid=84876) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 07:13:07.710355 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777640533312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363259214678337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777640097497'] for port, after_update {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:13:07.713589 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-017f98a9-8a07-408c-a86f-8ff0c00400a0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84876) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:13:07.806154 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Pushing event updated for resources: {'Port': ['ID=d317ee99-1ec4-466d-8e1c-f0c1f23403c6,revision_number=4']} {{(pid=84876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:13:07.813648 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=84876) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:13:07.887587 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [req-f06f3a7b-1088-4675-a915-eea75caecc24 req-349449ae-4ad7-4b42-aa30-00d9824eea34 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=7d129397cd71499dbaa91be4909e3699&device_id=8b43056e-af00-49b9-879c-aba651e3ebfe HTTP/1.1" status: 200 len: 210 time: 0.4266036 Jan 14 07:13:07.918907 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f0f3409-5ab8-4430-a45a-fce457657fc4 req-f5afe0ee-a93d-467f-bb58-6f9295e94462 tempest-DeleteServersTestJSON-437494901 tempest-DeleteServersTestJSON-437494901] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:13:07.920797 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [req-3f0f3409-5ab8-4430-a45a-fce457657fc4 req-f5afe0ee-a93d-467f-bb58-6f9295e94462 tempest-DeleteServersTestJSON-437494901 tempest-DeleteServersTestJSON-437494901] 10.222.0.24 "GET /v2.0/networks?id=fafbed1d-f164-4b33-9abe-92a565c195a7 HTTP/1.1" status: 200 len: 811 time: 1.4945078 Jan 14 07:13:07.942411 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [req-f4215be9-0a3a-4338-b9ad-60c32c9c432f req-9249d1ab-dfbc-4caf-914e-ff4de642aad6 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=1aa7b4d5a9ff461fbaf4900f14a02d8a&device_id=0d613ee3-b23b-48aa-9701-93273017ac12 HTTP/1.1" status: 200 len: 210 time: 0.5088227 Jan 14 07:13:07.961041 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ff9d20c-cee9-487f-bb64-4c9fcace26fd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=181d4aa8-5cd6-4828-b1c1-9d56951fc344,revision_number=None']} {{(pid=84874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:13:07.964922 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-9ff9d20c-cee9-487f-bb64-4c9fcace26fd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.453s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:13:08.008265 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-88bb6c55-fd19-4ed8-a8c8-739ca78a1b14 tempest-DeleteServersTestJSON-437494901 tempest-DeleteServersTestJSON-437494901] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.398s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:13:08.312186 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [req-4134369b-5d82-4e16-96d4-7b3daed7e87c req-32c38180-3506-42a4-b873-3971d4437565 tempest-TaggedBootDevicesTest-541410187 tempest-TaggedBootDevicesTest-541410187] Transition to ACTIVE for port object fad77c56-93d0-4905-a3cf-c97211f3bb20 will not be triggered until provisioned by entity DHCP. {{(pid=84875) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 07:13:08.420166 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3123afa8-eca1-4d91-8163-5828d0b7583f req-a8254228-73bb-42a9-9816-e6337498f3f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:13:08.421828 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [req-3123afa8-eca1-4d91-8163-5828d0b7583f req-a8254228-73bb-42a9-9816-e6337498f3f0 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=4c5412f7fcde40999169791ca7c8ee35&device_id=b7810cd0-ff82-4881-a8ff-5f4b03f8104c HTTP/1.1" status: 200 len: 1162 time: 2.2772264 Jan 14 07:13:08.465697 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef9a74f1-60f7-4700-a58c-f2fb624fc8b3 tempest-TaggedBootDevicesTest-541410187 tempest-TaggedBootDevicesTest-541410187] Pushing event deleted for resources: {'Port': ['ID=ecaf138f-fb10-495d-be5a-b6c5fd211eee,revision_number=None']} {{(pid=84874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:13:08.526309 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [req-3f0f3409-5ab8-4430-a45a-fce457657fc4 req-b3326590-fcd2-4003-a8ee-d0c2ec1666d9 tempest-DeleteServersTestJSON-437494901 tempest-DeleteServersTestJSON-437494901] 10.222.0.24 "GET /v2.0/quotas/1aa7b4d5a9ff461fbaf4900f14a02d8a HTTP/1.1" status: 200 len: 375 time: 0.2091968 Jan 14 07:13:08.629966 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-ef9a74f1-60f7-4700-a58c-f2fb624fc8b3 tempest-TaggedBootDevicesTest-541410187 tempest-TaggedBootDevicesTest-541410187] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.622s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:13:08.635122 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [req-d34228f6-c8c4-40bf-b004-671db62d6849 req-a4163127-751a-421a-a08b-6231b3a0f6c4 tempest-FloatingIPsAssociationNegativeTestJSON-724895750 tempest-FloatingIPsAssociationNegativeTestJSON-724895750] Unset dirty status for tenant:777e0121e7b84cf1b1a0af96c6f5d63a on resource:port {{(pid=84874) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 14 07:13:08.636581 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [req-d34228f6-c8c4-40bf-b004-671db62d6849 req-a4163127-751a-421a-a08b-6231b3a0f6c4 tempest-FloatingIPsAssociationNegativeTestJSON-724895750 tempest-FloatingIPsAssociationNegativeTestJSON-724895750] 10.222.0.35 "GET /v2.0/ports?device_id=e95c7053-347f-41b5-8317-9e95c0a27736 HTTP/1.1" status: 200 len: 946 time: 2.6547728 Jan 14 07:13:08.637401 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-9ff9d20c-cee9-487f-bb64-4c9fcace26fd admin admin] Notify callbacks [] for security_group, before_response {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:13:08.638497 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-9ff9d20c-cee9-487f-bb64-4c9fcace26fd admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/181d4aa8-5cd6-4828-b1c1-9d56951fc344 HTTP/1.1" status: 204 len: 168 time: 5.0697119 Jan 14 07:13:08.677072 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [req-3f0f3409-5ab8-4430-a45a-fce457657fc4 req-9667215a-09d6-4dca-b325-266fb03a3131 tempest-DeleteServersTestJSON-437494901 tempest-DeleteServersTestJSON-437494901] 10.222.0.24 "GET /v2.0/ports?tenant_id=1aa7b4d5a9ff461fbaf4900f14a02d8a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1333892 Jan 14 07:13:08.797989 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Device d317ee99-1ec4-466d-8e1c-f0c1f23403c6 up at agent ovs-agent-n-d-768862-2 {{(pid=84876) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 07:13:08.863614 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.db_base_plugin_common [None req-108b30ce-2a6e-46c4-ae89-fe5da7221de6 admin admin] Allocated IP 172.20.0.1 (5c191153-b948-4c85-aff4-9593e84f8418/ff0ed7a1-c9b1-48c7-93e5-0cad756e8c17/877a2b1b-1561-465b-bef1-07754c462165) {{(pid=84874) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 14 07:13:08.882919 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Provisioning complete for port d317ee99-1ec4-466d-8e1c-f0c1f23403c6 triggered by entity L2. {{(pid=84876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 07:13:08.883170 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [req-4134369b-5d82-4e16-96d4-7b3daed7e87c req-32c38180-3506-42a4-b873-3971d4437565 tempest-TaggedBootDevicesTest-541410187 tempest-TaggedBootDevicesTest-541410187] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777640123575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851621574'] for port, after_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:13:08.883772 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-604227'] for port, provisioning_complete {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:13:08.924908 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-017f98a9-8a07-408c-a86f-8ff0c00400a0 None None] Device 03f34ccd-18c2-4586-bcb3-93158913589f up at agent ovs-agent-n-h1-768862-2 {{(pid=84876) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 07:13:09.048727 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-82321b4c-32a8-4721-a9ce-a5ca5130eca1 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:13:09.068911 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.plugin [req-d34228f6-c8c4-40bf-b004-671db62d6849 req-63f24062-8e10-499a-974f-630081cc0906 tempest-FloatingIPsAssociationNegativeTestJSON-724895750 tempest-FloatingIPsAssociationNegativeTestJSON-724895750] Deleting port 2aba5f51-6a68-455f-b5ca-bbc7dd92da45 {{(pid=84874) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 07:13:09.069519 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [req-d34228f6-c8c4-40bf-b004-671db62d6849 req-63f24062-8e10-499a-974f-630081cc0906 tempest-FloatingIPsAssociationNegativeTestJSON-724895750 tempest-FloatingIPsAssociationNegativeTestJSON-724895750] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363259214248359'] for port, before_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:13:09.084319 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-017f98a9-8a07-408c-a86f-8ff0c00400a0 None None] Provisioning for port 03f34ccd-18c2-4586-bcb3-93158913589f completed by entity L2. {{(pid=84876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 07:13:09.101082 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-017f98a9-8a07-408c-a86f-8ff0c00400a0 None None] Provisioning complete for port 03f34ccd-18c2-4586-bcb3-93158913589f triggered by entity L2. {{(pid=84876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 07:13:09.101457 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-017f98a9-8a07-408c-a86f-8ff0c00400a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-604227'] for port, provisioning_complete {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:13:09.247781 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-017f98a9-8a07-408c-a86f-8ff0c00400a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555753'] for port, before_update {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:13:09.253301 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-ca9f6053-808b-4450-8625-ce95fad4a6e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555753'] for port, before_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:13:09.310324 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [None req-017f98a9-8a07-408c-a86f-8ff0c00400a0 None None] For port 03f34ccd-18c2-4586-bcb3-93158913589f, host n-h1-768862-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-h1-768862-2',level=0,port_id=03f34ccd-18c2-4586-bcb3-93158913589f,segment=NetworkSegment(682aa48d-45db-4ce6-9539-8117fc7293eb),segment_id=682aa48d-45db-4ce6-9539-8117fc7293eb)] {{(pid=84876) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 07:13:09.315744 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-017f98a9-8a07-408c-a86f-8ff0c00400a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777640533312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363259214678337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777640097497'] for port, after_update {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:13:09.318685 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-b82fc3e3-4233-46dd-a93b-1d5ccc63dd15 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84876) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:13:09.428646 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56069fd8-664c-4546-92f2-2552a1f0931f req-1de6fb6c-7946-4e5a-980d-d1d029b72ab9 tempest-QuotasAdminNegativeTest-760342588 tempest-QuotasAdminNegativeTest-760342588] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:13:09.430405 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [req-56069fd8-664c-4546-92f2-2552a1f0931f req-1de6fb6c-7946-4e5a-980d-d1d029b72ab9 tempest-QuotasAdminNegativeTest-760342588 tempest-QuotasAdminNegativeTest-760342588] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 1.7509320 Jan 14 07:13:09.466368 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-017f98a9-8a07-408c-a86f-8ff0c00400a0 None None] Pushing event updated for resources: {'Port': ['ID=03f34ccd-18c2-4586-bcb3-93158913589f,revision_number=4']} {{(pid=84876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:13:09.470397 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-017f98a9-8a07-408c-a86f-8ff0c00400a0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=84876) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:13:09.499057 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f06f3a7b-1088-4675-a915-eea75caecc24 req-0b02a784-1548-42b0-b57c-5f2ba33f2953 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:13:09.499386 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f06f3a7b-1088-4675-a915-eea75caecc24 req-0b02a784-1548-42b0-b57c-5f2ba33f2953 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:13:09.499884 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f06f3a7b-1088-4675-a915-eea75caecc24 req-0b02a784-1548-42b0-b57c-5f2ba33f2953 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:13:09.501643 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [req-f06f3a7b-1088-4675-a915-eea75caecc24 req-0b02a784-1548-42b0-b57c-5f2ba33f2953 service neutron] 10.222.0.48 "GET /v2.0/networks?tenant_id=7d129397cd71499dbaa91be4909e3699&shared=False HTTP/1.1" status: 200 len: 2270 time: 1.5772686 Jan 14 07:13:09.520146 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.db_base_plugin_common [req-64bd1535-4bca-4ba8-838e-68b2fbd1432e req-14c59f92-cf1e-40f8-b572-98132fe42489 tempest-LiveMigrationNegativeTest-1470825370 tempest-LiveMigrationNegativeTest-1470825370] Allocated IP 192.168.233.97 (3ab89270-67b1-41e9-8be2-a0395a984bff/69aa3990-7111-4d2c-9167-5d5ad366f163/366630e3-beb8-4573-aa02-a8211ab65ad4) {{(pid=84875) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 14 07:13:09.570821 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-ef9a74f1-60f7-4700-a58c-f2fb624fc8b3 tempest-TaggedBootDevicesTest-541410187 tempest-TaggedBootDevicesTest-541410187] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854768116'] for port, before_response {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:13:09.573045 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-ef9a74f1-60f7-4700-a58c-f2fb624fc8b3 tempest-TaggedBootDevicesTest-541410187 tempest-TaggedBootDevicesTest-541410187] 10.222.0.24 "DELETE /v2.0/ports/ecaf138f-fb10-495d-be5a-b6c5fd211eee HTTP/1.1" status: 204 len: 168 time: 12.1847129 Jan 14 07:13:09.588169 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84874) accepted ('10.222.0.24', 57852) {{(pid=84874) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:13:09.750799 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32c38180-3506-42a4-b873-3971d4437565 tempest-TaggedBootDevicesTest-541410187 tempest-TaggedBootDevicesTest-541410187] Pushing event updated for resources: {'Port': ['ID=fad77c56-93d0-4905-a3cf-c97211f3bb20,revision_number=1']} {{(pid=84875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:13:09.760828 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [req-56069fd8-664c-4546-92f2-2552a1f0931f req-6866370f-0167-4948-aaea-f545b632e392 tempest-QuotasAdminNegativeTest-760342588 tempest-QuotasAdminNegativeTest-760342588] 10.222.0.24 "GET /v2.0/quotas/05f7d61988fd456a9d0f0e4aca5b8b13 HTTP/1.1" status: 200 len: 375 time: 0.2757778 Jan 14 07:13:09.763357 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f06f3a7b-1088-4675-a915-eea75caecc24 req-6cfc531c-7a68-4620-a7b8-47fdd0ffb085 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:13:09.765099 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [req-f06f3a7b-1088-4675-a915-eea75caecc24 req-6cfc531c-7a68-4620-a7b8-47fdd0ffb085 service neutron] 10.222.0.48 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 863 time: 0.2353828 Jan 14 07:13:09.774525 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-32c38180-3506-42a4-b873-3971d4437565 tempest-TaggedBootDevicesTest-541410187 tempest-TaggedBootDevicesTest-541410187] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.726s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:13:09.790895 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-108b30ce-2a6e-46c4-ae89-fe5da7221de6 admin admin] Notify callbacks [] for port, precommit_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:13:09.970239 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [req-56069fd8-664c-4546-92f2-2552a1f0931f req-26cf0c15-21f2-459f-ba07-8aa248dbe35f tempest-QuotasAdminNegativeTest-760342588 tempest-QuotasAdminNegativeTest-760342588] 10.222.0.24 "GET /v2.0/ports?tenant_id=05f7d61988fd456a9d0f0e4aca5b8b13&fields=id HTTP/1.1" status: 200 len: 210 time: 0.2084076 Jan 14 07:13:10.013289 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [req-3f0f3409-5ab8-4430-a45a-fce457657fc4 req-27b138c9-9121-4931-860b-4fa7f87fb206 service neutron] 10.222.0.24 "GET /v2.0/networks/fafbed1d-f164-4b33-9abe-92a565c195a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.2621198 Jan 14 07:13:10.015581 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [req-f06f3a7b-1088-4675-a915-eea75caecc24 req-b987e8b8-352e-4515-ab1c-083a38b5b871 tempest-ServersTestMultiNic-2121779930 tempest-ServersTestMultiNic-2121779930] 10.222.0.48 "GET /v2.0/ports?device_id=8b43056e-af00-49b9-879c-aba651e3ebfe HTTP/1.1" status: 200 len: 210 time: 0.1719980 Jan 14 07:13:10.115028 n-d-768862-2 neutron-server[84765]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e95c7053-347f-41b5-8317-9e95c0a27736', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2aba5f51-6a68-455f-b5ca-bbc7dd92da45', 'code': 200} Jan 14 07:13:10.153269 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.plugin [None req-51c91de6-ed90-4ab2-a779-23a56bf545b6 tempest-TaggedBootDevicesTest-541410187 tempest-TaggedBootDevicesTest-541410187] Deleting port fac49dc9-99b5-4eb4-a00b-191a6356a4bf {{(pid=84874) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 07:13:10.153645 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-51c91de6-ed90-4ab2-a779-23a56bf545b6 tempest-TaggedBootDevicesTest-541410187 tempest-TaggedBootDevicesTest-541410187] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363259214248359'] for port, before_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:13:10.211404 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4215be9-0a3a-4338-b9ad-60c32c9c432f req-15c7b697-0468-4b6c-90af-f54f54b4e9d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:13:10.213775 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [req-f4215be9-0a3a-4338-b9ad-60c32c9c432f req-15c7b697-0468-4b6c-90af-f54f54b4e9d3 service neutron] 10.222.0.35 "GET /v2.0/networks?tenant_id=1aa7b4d5a9ff461fbaf4900f14a02d8a&shared=False HTTP/1.1" status: 200 len: 906 time: 2.2478609 Jan 14 07:13:10.242707 n-d-768862-2 neutron-server[84765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4134369b-5d82-4e16-96d4-7b3daed7e87c req-32c38180-3506-42a4-b873-3971d4437565 tempest-TaggedBootDevicesTest-541410187 tempest-TaggedBootDevicesTest-541410187] Network 42eaf091-c60a-4bbd-870e-8010d14ac7f2 is already hosted by enough agents. {{(pid=84875) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 07:13:10.269130 n-d-768862-2 neutron-server[84765]: DEBUG neutron.scheduler.base_scheduler [req-4134369b-5d82-4e16-96d4-7b3daed7e87c req-32c38180-3506-42a4-b873-3971d4437565 tempest-TaggedBootDevicesTest-541410187 tempest-TaggedBootDevicesTest-541410187] Resources bound (agent type, host, resource id): {{(pid=84875) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 07:13:10.271450 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_dvrscheduler_db [req-4134369b-5d82-4e16-96d4-7b3daed7e87c req-32c38180-3506-42a4-b873-3971d4437565 tempest-TaggedBootDevicesTest-541410187 tempest-TaggedBootDevicesTest-541410187] Received port after_create {{(pid=84875) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 14 07:13:10.323424 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b33b9903-3a74-4fb8-89d2-906e2f5bbe22 req-3e1b960b-913b-4982-ab68-dafecb02c05a tempest-DeleteServersTestJSON-437494901 tempest-DeleteServersTestJSON-437494901] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:13:10.325182 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [req-b33b9903-3a74-4fb8-89d2-906e2f5bbe22 req-3e1b960b-913b-4982-ab68-dafecb02c05a tempest-DeleteServersTestJSON-437494901 tempest-DeleteServersTestJSON-437494901] 10.222.0.48 "GET /v2.0/networks?id=fafbed1d-f164-4b33-9abe-92a565c195a7 HTTP/1.1" status: 200 len: 811 time: 1.9328883 Jan 14 07:13:10.439345 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.db_base_plugin_common [None req-ca9f6053-808b-4450-8625-ce95fad4a6e3 admin admin] Allocated IP 172.20.0.1 (b1a12e1e-4188-4c05-8d11-caebbad007eb/bee75add-4df5-4eca-a892-482be32a6249/e73c91f2-f77f-4732-8458-22c982c92abc) {{(pid=84874) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 14 07:13:10.672697 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-0dad44e7-0f49-4f25-8031-55f67c04cfab None None] Provisioning for port fad77c56-93d0-4905-a3cf-c97211f3bb20 completed by entity DHCP. {{(pid=84876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 07:13:10.718648 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-017f98a9-8a07-408c-a86f-8ff0c00400a0 None None] Device 03f34ccd-18c2-4586-bcb3-93158913589f up at agent ovs-agent-n-h1-768862-2 {{(pid=84876) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 07:13:10.826268 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-0dad44e7-0f49-4f25-8031-55f67c04cfab None None] Provisioning complete for port fad77c56-93d0-4905-a3cf-c97211f3bb20 triggered by entity DHCP. {{(pid=84876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 07:13:10.827375 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-0dad44e7-0f49-4f25-8031-55f67c04cfab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-604227'] for port, provisioning_complete {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:13:10.888883 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network":"rule:regular_user" was deprecated in W in favor of "create_network":"role:member and project_id:%(project_id)s". Reason: Jan 14 07:13:10.888883 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:13:10.888883 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:13:10.888883 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:13:10.888883 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:shared":"rule:admin_only" was deprecated in W in favor of "create_network:shared":"role:admin and system_scope:all". Reason: Jan 14 07:13:10.888883 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:13:10.888883 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:13:10.888883 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:13:10.888883 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:router:external":"rule:admin_only" was deprecated in W in favor of "create_network:router:external":"role:admin and system_scope:all". Reason: Jan 14 07:13:10.888883 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:13:10.888883 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:13:10.888883 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:13:10.888883 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:is_default":"rule:admin_only" was deprecated in W in favor of "create_network:is_default":"role:admin and system_scope:all". Reason: Jan 14 07:13:10.888883 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:13:10.888883 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:13:10.888883 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:13:10.888883 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:port_security_enabled":"rule:regular_user" was deprecated in W in favor of "create_network:port_security_enabled":"role:member and project_id:%(project_id)s". Reason: Jan 14 07:13:10.888883 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:13:10.888883 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:13:10.888883 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:13:10.888883 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:segments":"rule:admin_only" was deprecated in W in favor of "create_network:segments":"role:admin and system_scope:all". Reason: Jan 14 07:13:10.888883 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:13:10.888883 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:13:10.888883 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:13:10.888883 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "create_network:provider:network_type":"role:admin and system_scope:all". Reason: Jan 14 07:13:10.888883 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:13:10.888883 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:13:10.888883 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:13:10.888883 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "create_network:provider:physical_network":"role:admin and system_scope:all". Reason: Jan 14 07:13:10.888883 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:13:10.888883 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:13:10.888883 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:13:10.888883 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "create_network:provider:segmentation_id":"role:admin and system_scope:all". Reason: Jan 14 07:13:10.888883 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:13:10.888883 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:13:10.888883 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:13:10.888883 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network":"rule:admin_or_owner or rule:shared or rule:external or rule:context_is_advsvc" was deprecated in W in favor of "get_network":"(role:reader and system_scope:all) or (role:reader and project_id:%(project_id)s) or rule:shared or rule:external or rule:context_is_advsvc". Reason: Jan 14 07:13:10.888883 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:13:10.888883 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:13:10.888883 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:13:10.888883 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:router:external":"rule:regular_user" was deprecated in W in favor of "get_network:router:external":"role:reader and project_id:%(project_id)s". Reason: Jan 14 07:13:10.888883 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:13:10.888883 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:13:10.888883 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:13:10.888883 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:segments":"rule:admin_only" was deprecated in W in favor of "get_network:segments":"role:reader and system_scope:all". Reason: Jan 14 07:13:10.888883 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:13:10.888883 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:13:10.888883 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:13:10.892237 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "get_network:provider:network_type":"role:reader and system_scope:all". Reason: Jan 14 07:13:10.892237 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:13:10.892237 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:13:10.892237 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:13:10.892237 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "get_network:provider:physical_network":"role:reader and system_scope:all". Reason: Jan 14 07:13:10.892237 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:13:10.892237 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:13:10.892237 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:13:10.892237 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "get_network:provider:segmentation_id":"role:reader and system_scope:all". Reason: Jan 14 07:13:10.892237 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:13:10.892237 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:13:10.892237 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:13:10.892237 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network":"rule:admin_or_owner" was deprecated in W in favor of "update_network":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 07:13:10.892237 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:13:10.892237 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:13:10.892237 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:13:10.892237 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:segments":"rule:admin_only" was deprecated in W in favor of "update_network:segments":"role:admin and system_scope:all". Reason: Jan 14 07:13:10.892237 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:13:10.892237 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:13:10.892237 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:13:10.909406 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4134369b-5d82-4e16-96d4-7b3daed7e87c req-32c38180-3506-42a4-b873-3971d4437565 tempest-TaggedBootDevicesTest-541410187 tempest-TaggedBootDevicesTest-541410187] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:13:10.909406 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [req-4134369b-5d82-4e16-96d4-7b3daed7e87c req-32c38180-3506-42a4-b873-3971d4437565 tempest-TaggedBootDevicesTest-541410187 tempest-TaggedBootDevicesTest-541410187] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854768116'] for port, before_response {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:13:10.942213 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [req-3f0f3409-5ab8-4430-a45a-fce457657fc4 req-8c84b361-5c9b-4022-9beb-93d466d90b00 service neutron] 10.222.0.24 "GET /v2.0/networks/fafbed1d-f164-4b33-9abe-92a565c195a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.9043801 Jan 14 07:13:10.990519 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-ca9f6053-808b-4450-8625-ce95fad4a6e3 admin admin] Notify callbacks [] for port, precommit_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:13:11.001312 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-108b30ce-2a6e-46c4-ae89-fe5da7221de6 admin admin] Transition to ACTIVE for port object 877a2b1b-1561-465b-bef1-07754c462165 will not be triggered until provisioned by entity DHCP. {{(pid=84874) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 07:13:11.020100 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [req-4134369b-5d82-4e16-96d4-7b3daed7e87c req-32c38180-3506-42a4-b873-3971d4437565 tempest-TaggedBootDevicesTest-541410187 tempest-TaggedBootDevicesTest-541410187] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 11.8814414 Jan 14 07:13:11.024318 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-017f98a9-8a07-408c-a86f-8ff0c00400a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363259214191800', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854171626'] for agent, after_update {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:13:11.034968 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.v2.base [req-4134369b-5d82-4e16-96d4-7b3daed7e87c req-7213b618-b273-4f5b-bf8f-e5c9bf7df081 tempest-TaggedBootDevicesTest-541410187 tempest-TaggedBootDevicesTest-541410187] Request body: {'port': {'device_id': 'a747bc22-0cf1-4638-8306-b805069dae4a', 'fixed_ips': [{'ip_address': '10.2.2.100'}], 'network_id': 'fdba73b7-2ae2-450a-a1be-4941055e53c1', 'admin_state_up': True, 'tenant_id': '4873c9000017431bb4db0aa60ef7da75', 'security_groups': ['5013011c-1df1-415c-84e1-3922abad7d79']}} {{(pid=84875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:13:11.062499 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [req-64bd1535-4bca-4ba8-838e-68b2fbd1432e req-14c59f92-cf1e-40f8-b572-98132fe42489 tempest-LiveMigrationNegativeTest-1470825370 tempest-LiveMigrationNegativeTest-1470825370] Notify callbacks [] for port, precommit_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:13:11.063554 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.plugin [None req-0dad44e7-0f49-4f25-8031-55f67c04cfab None None] Port fad77c56-93d0-4905-a3cf-c97211f3bb20 cannot update to ACTIVE because it is not bound. {{(pid=84876) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:329}} Jan 14 07:13:11.073914 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-017f98a9-8a07-408c-a86f-8ff0c00400a0 None None] Provisioning complete for port 03f34ccd-18c2-4586-bcb3-93158913589f triggered by entity L2. {{(pid=84876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 07:13:11.075059 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-017f98a9-8a07-408c-a86f-8ff0c00400a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-604227'] for port, provisioning_complete {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:13:11.076707 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84875) accepted ('10.222.0.24', 57884) {{(pid=84875) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:13:11.172222 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-ca9f6053-808b-4450-8625-ce95fad4a6e3 admin admin] Transition to ACTIVE for port object e73c91f2-f77f-4732-8458-22c982c92abc will not be triggered until provisioned by entity DHCP. {{(pid=84874) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 07:13:11.198960 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.v2.base [req-b33b9903-3a74-4fb8-89d2-906e2f5bbe22 req-2dd3beca-d3da-4872-a2e0-7158e7f61824 tempest-DeleteServersTestJSON-437494901 tempest-DeleteServersTestJSON-437494901] Request body: {'port': {'device_id': '0d613ee3-b23b-48aa-9701-93273017ac12', 'network_id': 'fafbed1d-f164-4b33-9abe-92a565c195a7', 'admin_state_up': True, 'tenant_id': '1aa7b4d5a9ff461fbaf4900f14a02d8a'}} {{(pid=84874) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:13:11.218338 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3123afa8-eca1-4d91-8163-5828d0b7583f req-bdcf5ee8-f5d8-4d0c-8671-090318a15152 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:13:11.220030 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [req-3123afa8-eca1-4d91-8163-5828d0b7583f req-bdcf5ee8-f5d8-4d0c-8671-090318a15152 service neutron] 10.222.0.35 "GET /v2.0/networks?id=3ab89270-67b1-41e9-8be2-a0395a984bff HTTP/1.1" status: 200 len: 863 time: 2.6829677 Jan 14 07:13:11.254086 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-ca9f6053-808b-4450-8625-ce95fad4a6e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777640123575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3254186'] for port, after_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:13:11.280358 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [req-64bd1535-4bca-4ba8-838e-68b2fbd1432e req-14c59f92-cf1e-40f8-b572-98132fe42489 tempest-LiveMigrationNegativeTest-1470825370 tempest-LiveMigrationNegativeTest-1470825370] Transition to ACTIVE for port object 366630e3-beb8-4573-aa02-a8211ab65ad4 will not be triggered until provisioned by entity DHCP. {{(pid=84875) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 07:13:11.293752 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-6ec3c60f-fa8a-4591-a7cc-e86940395c22 tempest-ServersTestMultiNic-2121779930 tempest-ServersTestMultiNic-2121779930] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:13:11.464023 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-6e9ca740-6857-4aea-94e8-0323d404f500 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3889632'] for router_interface, before_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:13:11.529667 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [req-d34228f6-c8c4-40bf-b004-671db62d6849 req-63f24062-8e10-499a-974f-630081cc0906 tempest-FloatingIPsAssociationNegativeTestJSON-724895750 tempest-FloatingIPsAssociationNegativeTestJSON-724895750] For port 2aba5f51-6a68-455f-b5ca-bbc7dd92da45, host n-h1-768862-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-h1-768862-2',level=0,port_id=2aba5f51-6a68-455f-b5ca-bbc7dd92da45,segment=NetworkSegment(d7cdd97e-25f8-4f4c-9cdf-6c6f8b4faafe),segment_id=d7cdd97e-25f8-4f4c-9cdf-6c6f8b4faafe)] {{(pid=84874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 07:13:11.530082 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [req-d34228f6-c8c4-40bf-b004-671db62d6849 req-63f24062-8e10-499a-974f-630081cc0906 tempest-FloatingIPsAssociationNegativeTestJSON-724895750 tempest-FloatingIPsAssociationNegativeTestJSON-724895750] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036850862667'] for port, precommit_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:13:11.778198 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.plugin [req-d34228f6-c8c4-40bf-b004-671db62d6849 req-63f24062-8e10-499a-974f-630081cc0906 tempest-FloatingIPsAssociationNegativeTestJSON-724895750 tempest-FloatingIPsAssociationNegativeTestJSON-724895750] Calling delete_port for 2aba5f51-6a68-455f-b5ca-bbc7dd92da45 owned by compute:nova {{(pid=84874) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 07:13:11.807172 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-de5f668d-b203-4673-882c-092bf48075d8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:13:11.827431 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [req-4134369b-5d82-4e16-96d4-7b3daed7e87c req-7213b618-b273-4f5b-bf8f-e5c9bf7df081 tempest-TaggedBootDevicesTest-541410187 tempest-TaggedBootDevicesTest-541410187] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:13:11.830392 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [req-64bd1535-4bca-4ba8-838e-68b2fbd1432e req-14c59f92-cf1e-40f8-b572-98132fe42489 tempest-LiveMigrationNegativeTest-1470825370 tempest-LiveMigrationNegativeTest-1470825370] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777640123575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851621574'] for port, after_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:13:11.853742 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-718881ba-6b8a-4cc1-8355-241c8e68ca59 tempest-ServersTestMultiNic-2121779930 tempest-ServersTestMultiNic-2121779930] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:13:11.916189 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [req-4134369b-5d82-4e16-96d4-7b3daed7e87c req-7213b618-b273-4f5b-bf8f-e5c9bf7df081 tempest-TaggedBootDevicesTest-541410187 tempest-TaggedBootDevicesTest-541410187] Usage tracker for resource:port and tenant:4873c9000017431bb4db0aa60ef7da75 is out of sync, need to count used quota {{(pid=84875) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:13:11.930744 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [req-4134369b-5d82-4e16-96d4-7b3daed7e87c req-7213b618-b273-4f5b-bf8f-e5c9bf7df081 tempest-TaggedBootDevicesTest-541410187 tempest-TaggedBootDevicesTest-541410187] Quota usage for port was recalculated. Used quota:8. {{(pid=84875) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:13:11.985607 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-de5f668d-b203-4673-882c-092bf48075d8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:13:11.996824 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [req-4134369b-5d82-4e16-96d4-7b3daed7e87c req-7213b618-b273-4f5b-bf8f-e5c9bf7df081 tempest-TaggedBootDevicesTest-541410187 tempest-TaggedBootDevicesTest-541410187] Attempting to reserve 1 items for resource port. Total usage: 8; quota limit: 500; headroom:492 {{(pid=84875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:13:12.078975 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [req-3123afa8-eca1-4d91-8163-5828d0b7583f req-02a586c4-2d0b-4557-8ae9-e6792c139b5f service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.33&port_id=03f34ccd-18c2-4586-bcb3-93158913589f HTTP/1.1" status: 200 len: 217 time: 0.7877169 Jan 14 07:13:12.090121 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-de5f668d-b203-4673-882c-092bf48075d8 admin admin] Usage tracker for resource:security_group_rule and tenant:99977fa4d5fc435b83731204134c6bbb is out of sync, need to count used quota {{(pid=84875) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:13:12.093577 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14c59f92-cf1e-40f8-b572-98132fe42489 tempest-LiveMigrationNegativeTest-1470825370 tempest-LiveMigrationNegativeTest-1470825370] Pushing event updated for resources: {'Port': ['ID=366630e3-beb8-4573-aa02-a8211ab65ad4,revision_number=1']} {{(pid=84875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:13:12.097469 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-14c59f92-cf1e-40f8-b572-98132fe42489 tempest-LiveMigrationNegativeTest-1470825370 tempest-LiveMigrationNegativeTest-1470825370] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.244s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:13:12.100966 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-de5f668d-b203-4673-882c-092bf48075d8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84875) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:13:12.116125 n-d-768862-2 neutron-server[84765]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b7810cd0-ff82-4881-a8ff-5f4b03f8104c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '03f34ccd-18c2-4586-bcb3-93158913589f'}] {{(pid=84876) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Jan 14 07:13:12.199451 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-852a24f7-e9a1-4193-9abb-e9506fe5213f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363259214191800', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854171626'] for agent, after_update {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:13:12.210984 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-de5f668d-b203-4673-882c-092bf48075d8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:13:12.242441 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4134369b-5d82-4e16-96d4-7b3daed7e87c req-7213b618-b273-4f5b-bf8f-e5c9bf7df081 tempest-TaggedBootDevicesTest-541410187 tempest-TaggedBootDevicesTest-541410187] Made reservation on behalf of 4873c9000017431bb4db0aa60ef7da75 for: {'port': 1} {{(pid=84875) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 07:13:12.244584 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:shared":"rule:admin_only" was deprecated in W in favor of "update_network:shared":"role:admin and system_scope:all". Reason: Jan 14 07:13:12.244584 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:13:12.244584 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:13:12.244584 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:13:12.244584 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "update_network:provider:network_type":"role:admin and system_scope:all". Reason: Jan 14 07:13:12.244584 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:13:12.244584 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:13:12.244584 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:13:12.244584 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "update_network:provider:physical_network":"role:admin and system_scope:all". Reason: Jan 14 07:13:12.244584 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:13:12.244584 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:13:12.244584 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:13:12.244584 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "update_network:provider:segmentation_id":"role:admin and system_scope:all". Reason: Jan 14 07:13:12.244584 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:13:12.244584 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:13:12.244584 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:13:12.244584 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:router:external":"rule:admin_only" was deprecated in W in favor of "update_network:router:external":"role:admin and system_scope:all". Reason: Jan 14 07:13:12.244584 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:13:12.244584 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:13:12.244584 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:13:12.244584 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:is_default":"rule:admin_only" was deprecated in W in favor of "update_network:is_default":"role:admin and system_scope:all". Reason: Jan 14 07:13:12.244584 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:13:12.244584 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:13:12.244584 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:13:12.244584 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:port_security_enabled":"rule:admin_or_owner" was deprecated in W in favor of "update_network:port_security_enabled":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 07:13:12.244584 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:13:12.244584 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:13:12.244584 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:13:12.244584 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "delete_network":"rule:admin_or_owner" was deprecated in W in favor of "delete_network":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 07:13:12.244584 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:13:12.244584 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:13:12.244584 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:13:12.244584 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_segment":"rule:admin_only" was deprecated in W in favor of "create_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:13:12.244584 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:13:12.244584 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_segment":"rule:admin_only" was deprecated in W in favor of "get_segment":"role:reader and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:13:12.244584 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:13:12.244584 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_segment":"rule:admin_only" was deprecated in W in favor of "update_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:13:12.244584 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:13:12.244584 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "delete_segment":"rule:admin_only" was deprecated in W in favor of "delete_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:13:12.244584 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:13:12.244584 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network":"rule:regular_user" was deprecated in W in favor of "create_network":"role:member and project_id:%(project_id)s". Reason: Jan 14 07:13:12.244584 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:13:12.247355 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:13:12.247355 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:13:12.247355 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:shared":"rule:admin_only" was deprecated in W in favor of "create_network:shared":"role:admin and system_scope:all". Reason: Jan 14 07:13:12.247355 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:13:12.247355 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:13:12.247355 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:13:12.247355 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:router:external":"rule:admin_only" was deprecated in W in favor of "create_network:router:external":"role:admin and system_scope:all". Reason: Jan 14 07:13:12.247355 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:13:12.247355 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:13:12.247355 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:13:12.247355 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:is_default":"rule:admin_only" was deprecated in W in favor of "create_network:is_default":"role:admin and system_scope:all". Reason: Jan 14 07:13:12.247355 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:13:12.247355 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:13:12.247355 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:13:12.247355 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:port_security_enabled":"rule:regular_user" was deprecated in W in favor of "create_network:port_security_enabled":"role:member and project_id:%(project_id)s". Reason: Jan 14 07:13:12.247355 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:13:12.247355 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:13:12.247355 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:13:12.247355 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:segments":"rule:admin_only" was deprecated in W in favor of "create_network:segments":"role:admin and system_scope:all". Reason: Jan 14 07:13:12.247355 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:13:12.247355 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:13:12.247355 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:13:12.248946 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4215be9-0a3a-4338-b9ad-60c32c9c432f req-a5db74d9-92c8-4ff2-a777-939cbaaa9597 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:13:12.248946 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [req-f4215be9-0a3a-4338-b9ad-60c32c9c432f req-a5db74d9-92c8-4ff2-a777-939cbaaa9597 service neutron] 10.222.0.35 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 863 time: 1.9103265 Jan 14 07:13:12.249202 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "create_network:provider:network_type":"role:admin and system_scope:all". Reason: Jan 14 07:13:12.249202 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:13:12.249202 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:13:12.249202 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:13:12.249202 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "create_network:provider:physical_network":"role:admin and system_scope:all". Reason: Jan 14 07:13:12.249202 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:13:12.249202 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:13:12.249202 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:13:12.249202 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "create_network:provider:segmentation_id":"role:admin and system_scope:all". Reason: Jan 14 07:13:12.249202 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:13:12.249202 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:13:12.249202 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:13:12.249202 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network":"rule:admin_or_owner or rule:shared or rule:external or rule:context_is_advsvc" was deprecated in W in favor of "get_network":"(role:reader and system_scope:all) or (role:reader and project_id:%(project_id)s) or rule:shared or rule:external or rule:context_is_advsvc". Reason: Jan 14 07:13:12.249202 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:13:12.249202 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:13:12.249202 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:13:12.249202 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:router:external":"rule:regular_user" was deprecated in W in favor of "get_network:router:external":"role:reader and project_id:%(project_id)s". Reason: Jan 14 07:13:12.249202 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:13:12.249202 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:13:12.249202 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:13:12.249202 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:segments":"rule:admin_only" was deprecated in W in favor of "get_network:segments":"role:reader and system_scope:all". Reason: Jan 14 07:13:12.249202 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:13:12.249202 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:13:12.249202 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:13:12.249202 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "get_network:provider:network_type":"role:reader and system_scope:all". Reason: Jan 14 07:13:12.249202 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:13:12.249202 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:13:12.249202 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:13:12.249202 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "get_network:provider:physical_network":"role:reader and system_scope:all". Reason: Jan 14 07:13:12.249202 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:13:12.249202 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:13:12.249202 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:13:12.249202 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "get_network:provider:segmentation_id":"role:reader and system_scope:all". Reason: Jan 14 07:13:12.249202 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:13:12.249202 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:13:12.249202 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:13:12.249202 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network":"rule:admin_or_owner" was deprecated in W in favor of "update_network":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 07:13:12.249202 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:13:12.249202 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:13:12.249202 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:13:12.249202 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:segments":"rule:admin_only" was deprecated in W in favor of "update_network:segments":"role:admin and system_scope:all". Reason: Jan 14 07:13:12.249202 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:13:12.249202 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:13:12.249202 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:13:12.249202 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:shared":"rule:admin_only" was deprecated in W in favor of "update_network:shared":"role:admin and system_scope:all". Reason: Jan 14 07:13:12.249202 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:13:12.249202 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:13:12.249202 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:13:12.254025 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "update_network:provider:network_type":"role:admin and system_scope:all". Reason: Jan 14 07:13:12.254025 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:13:12.254025 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:13:12.254025 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:13:12.254025 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "update_network:provider:physical_network":"role:admin and system_scope:all". Reason: Jan 14 07:13:12.254025 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:13:12.254025 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:13:12.254025 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:13:12.254025 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "update_network:provider:segmentation_id":"role:admin and system_scope:all". Reason: Jan 14 07:13:12.254025 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:13:12.254025 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:13:12.254025 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:13:12.254025 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:router:external":"rule:admin_only" was deprecated in W in favor of "update_network:router:external":"role:admin and system_scope:all". Reason: Jan 14 07:13:12.254025 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:13:12.254025 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:13:12.254025 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:13:12.254025 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:is_default":"rule:admin_only" was deprecated in W in favor of "update_network:is_default":"role:admin and system_scope:all". Reason: Jan 14 07:13:12.254025 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:13:12.254025 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:13:12.254025 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:13:12.362244 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca9f6053-808b-4450-8625-ce95fad4a6e3 admin admin] Pushing event updated for resources: {'Port': ['ID=e73c91f2-f77f-4732-8458-22c982c92abc,revision_number=1']} {{(pid=84874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:13:12.396232 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [req-8efeac7f-1de1-47eb-b885-a515bca985a8 req-7cc66e55-d976-4511-b950-4c7792e60c9b tempest-QuotasAdminNegativeTest-760342588 tempest-QuotasAdminNegativeTest-760342588] 10.222.0.24 "GET /v2.0/networks?tenant_id=05f7d61988fd456a9d0f0e4aca5b8b13&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1702456 Jan 14 07:13:12.437251 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-ca9f6053-808b-4450-8625-ce95fad4a6e3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.143s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:13:12.545764 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-108b30ce-2a6e-46c4-ae89-fe5da7221de6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777640123575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3254186'] for port, after_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:13:12.560251 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [req-f4215be9-0a3a-4338-b9ad-60c32c9c432f req-81d9549e-da22-4411-8526-9b8a64b2ab81 tempest-DeleteServersTestJSON-437494901 tempest-DeleteServersTestJSON-437494901] Synchronizing usage tracker for tenant:1aa7b4d5a9ff461fbaf4900f14a02d8a on resource:port {{(pid=84874) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 14 07:13:12.582841 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-d391a8ea-2cc6-4b51-a463-3a210e953055 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:13:12.639310 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3123afa8-eca1-4d91-8163-5828d0b7583f req-8ed148ae-6f4d-487b-9e4d-384b1b675776 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:13:12.640884 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [req-3123afa8-eca1-4d91-8163-5828d0b7583f req-8ed148ae-6f4d-487b-9e4d-384b1b675776 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=69aa3990-7111-4d2c-9167-5d5ad366f163 HTTP/1.1" status: 200 len: 843 time: 0.5109155 Jan 14 07:13:12.710795 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c277cfc3-a57f-465a-b2ac-86b04152f919 req-14a0f784-94fe-4272-a54a-2a956763beef tempest-DeleteServersTestJSON-437494901 tempest-DeleteServersTestJSON-437494901] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:13:12.712688 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [req-c277cfc3-a57f-465a-b2ac-86b04152f919 req-14a0f784-94fe-4272-a54a-2a956763beef tempest-DeleteServersTestJSON-437494901 tempest-DeleteServersTestJSON-437494901] 10.222.0.24 "GET /v2.0/networks?id=fafbed1d-f164-4b33-9abe-92a565c195a7 HTTP/1.1" status: 200 len: 811 time: 0.7171524 Jan 14 07:13:12.728562 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [req-4134369b-5d82-4e16-96d4-7b3daed7e87c req-7213b618-b273-4f5b-bf8f-e5c9bf7df081 tempest-TaggedBootDevicesTest-541410187 tempest-TaggedBootDevicesTest-541410187] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555753'] for port, before_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:13:12.749764 n-d-768862-2 neutron-server[84765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-64bd1535-4bca-4ba8-838e-68b2fbd1432e req-14c59f92-cf1e-40f8-b572-98132fe42489 tempest-LiveMigrationNegativeTest-1470825370 tempest-LiveMigrationNegativeTest-1470825370] Network 3ab89270-67b1-41e9-8be2-a0395a984bff is already hosted by enough agents. {{(pid=84875) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 07:13:12.768093 n-d-768862-2 neutron-server[84765]: DEBUG neutron.scheduler.base_scheduler [req-64bd1535-4bca-4ba8-838e-68b2fbd1432e req-14c59f92-cf1e-40f8-b572-98132fe42489 tempest-LiveMigrationNegativeTest-1470825370 tempest-LiveMigrationNegativeTest-1470825370] Resources bound (agent type, host, resource id): {{(pid=84875) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 07:13:12.770767 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_dvrscheduler_db [req-64bd1535-4bca-4ba8-838e-68b2fbd1432e req-14c59f92-cf1e-40f8-b572-98132fe42489 tempest-LiveMigrationNegativeTest-1470825370 tempest-LiveMigrationNegativeTest-1470825370] Received port after_create {{(pid=84875) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 14 07:13:12.799745 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.db_base_plugin_common [req-4749a9d8-1a24-4696-b0e1-b9fbefef11e5 req-27d2c409-aad4-40a6-9682-9aedcca105d1 tempest-ServersTestMultiNic-2121779930 tempest-ServersTestMultiNic-2121779930] Allocated IP 19.80.0.102 (25f1c1a0-ceab-4b3f-9e01-2007a6141e94/2bb0b7fb-11f9-43b1-975e-b782dc638b95/f3b37882-75a9-4ec5-b254-9ffd0685d6bb) {{(pid=84874) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 14 07:13:12.917620 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [req-c277cfc3-a57f-465a-b2ac-86b04152f919 req-1aa94ef8-c437-4e8f-bb9c-0c466ce69da8 tempest-DeleteServersTestJSON-437494901 tempest-DeleteServersTestJSON-437494901] 10.222.0.24 "GET /v2.0/quotas/1aa7b4d5a9ff461fbaf4900f14a02d8a HTTP/1.1" status: 200 len: 375 time: 0.1778011 Jan 14 07:13:13.001346 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-b4469f5e-d42e-4a3d-b045-0f09d43439e8 None None] Provisioning for port 366630e3-beb8-4573-aa02-a8211ab65ad4 completed by entity DHCP. {{(pid=84876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 07:13:13.007935 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-b4469f5e-d42e-4a3d-b045-0f09d43439e8 None None] Provisioning complete for port 366630e3-beb8-4573-aa02-a8211ab65ad4 triggered by entity DHCP. {{(pid=84876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 07:13:13.008374 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-b4469f5e-d42e-4a3d-b045-0f09d43439e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-604227'] for port, provisioning_complete {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:13:13.062584 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8efeac7f-1de1-47eb-b885-a515bca985a8 req-d022fffa-d6bf-466c-b871-75633acbfff5 tempest-QuotasAdminNegativeTest-760342588 tempest-QuotasAdminNegativeTest-760342588] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:13:13.064225 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [req-8efeac7f-1de1-47eb-b885-a515bca985a8 req-d022fffa-d6bf-466c-b871-75633acbfff5 tempest-QuotasAdminNegativeTest-760342588 tempest-QuotasAdminNegativeTest-760342588] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.6407173 Jan 14 07:13:13.069618 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.plugin [None req-b4469f5e-d42e-4a3d-b045-0f09d43439e8 None None] Port 366630e3-beb8-4573-aa02-a8211ab65ad4 cannot update to ACTIVE because it is not bound. {{(pid=84876) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:329}} Jan 14 07:13:13.094281 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [req-c277cfc3-a57f-465a-b2ac-86b04152f919 req-871cdb3d-ac16-462f-98ef-35ae0c22322a tempest-DeleteServersTestJSON-437494901 tempest-DeleteServersTestJSON-437494901] 10.222.0.24 "GET /v2.0/ports?tenant_id=1aa7b4d5a9ff461fbaf4900f14a02d8a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1600432 Jan 14 07:13:13.125565 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [req-b33b9903-3a74-4fb8-89d2-906e2f5bbe22 req-2dd3beca-d3da-4872-a2e0-7158e7f61824 tempest-DeleteServersTestJSON-437494901 tempest-DeleteServersTestJSON-437494901] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:13:13.128220 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-afb82fdd-56b6-490b-90ea-abd3342097ee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850887113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3254092', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036851981146'] for subnet, after_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:13:13.145755 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-de5f668d-b203-4673-882c-092bf48075d8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:13:13.165531 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64bd1535-4bca-4ba8-838e-68b2fbd1432e req-14c59f92-cf1e-40f8-b572-98132fe42489 tempest-LiveMigrationNegativeTest-1470825370 tempest-LiveMigrationNegativeTest-1470825370] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:13:13.166533 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [req-64bd1535-4bca-4ba8-838e-68b2fbd1432e req-14c59f92-cf1e-40f8-b572-98132fe42489 tempest-LiveMigrationNegativeTest-1470825370 tempest-LiveMigrationNegativeTest-1470825370] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854768116'] for port, before_response {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:13:13.174594 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [req-b33b9903-3a74-4fb8-89d2-906e2f5bbe22 req-2dd3beca-d3da-4872-a2e0-7158e7f61824 tempest-DeleteServersTestJSON-437494901 tempest-DeleteServersTestJSON-437494901] Usage tracker for resource:port and tenant:1aa7b4d5a9ff461fbaf4900f14a02d8a is out of sync, need to count used quota {{(pid=84874) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:13:13.232512 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-de5f668d-b203-4673-882c-092bf48075d8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850887153'] for security_group, after_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:13:13.253182 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [req-b33b9903-3a74-4fb8-89d2-906e2f5bbe22 req-2dd3beca-d3da-4872-a2e0-7158e7f61824 tempest-DeleteServersTestJSON-437494901 tempest-DeleteServersTestJSON-437494901] Quota usage for port was recalculated. Used quota:0. {{(pid=84874) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:13:13.294599 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [req-b33b9903-3a74-4fb8-89d2-906e2f5bbe22 req-2dd3beca-d3da-4872-a2e0-7158e7f61824 tempest-DeleteServersTestJSON-437494901 tempest-DeleteServersTestJSON-437494901] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:13:13.312284 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-108b30ce-2a6e-46c4-ae89-fe5da7221de6 admin admin] Pushing event updated for resources: {'Port': ['ID=877a2b1b-1561-465b-bef1-07754c462165,revision_number=1']} {{(pid=84874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:13:13.337288 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-108b30ce-2a6e-46c4-ae89-fe5da7221de6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.754s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:13:13.371311 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-3b5c85f9-1d88-4617-8fce-fb973ba6498a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.204s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:13:13.409724 n-d-768862-2 neutron-server[84765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca9f6053-808b-4450-8625-ce95fad4a6e3 admin admin] Network b1a12e1e-4188-4c05-8d11-caebbad007eb is already hosted by enough agents. {{(pid=84874) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 07:13:13.443088 n-d-768862-2 neutron-server[84765]: DEBUG neutron.scheduler.base_scheduler [None req-ca9f6053-808b-4450-8625-ce95fad4a6e3 admin admin] Resources bound (agent type, host, resource id): {{(pid=84874) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 07:13:13.474618 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca9f6053-808b-4450-8625-ce95fad4a6e3 admin admin] Received port after_create {{(pid=84874) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 14 07:13:13.521422 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b33b9903-3a74-4fb8-89d2-906e2f5bbe22 req-2dd3beca-d3da-4872-a2e0-7158e7f61824 tempest-DeleteServersTestJSON-437494901 tempest-DeleteServersTestJSON-437494901] Made reservation on behalf of 1aa7b4d5a9ff461fbaf4900f14a02d8a for: {'port': 1} {{(pid=84874) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 07:13:13.523439 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-ecdbead8-8fef-433f-b55a-26ec3c99704a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:13:13.531770 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [req-b33b9903-3a74-4fb8-89d2-906e2f5bbe22 req-2dd3beca-d3da-4872-a2e0-7158e7f61824 tempest-DeleteServersTestJSON-437494901 tempest-DeleteServersTestJSON-437494901] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555753'] for port, before_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:13:13.551589 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [req-8efeac7f-1de1-47eb-b885-a515bca985a8 req-f8da61ac-43c5-4473-baa2-75da6bc137ce tempest-QuotasAdminNegativeTest-760342588 tempest-QuotasAdminNegativeTest-760342588] 10.222.0.24 "GET /v2.0/quotas/05f7d61988fd456a9d0f0e4aca5b8b13 HTTP/1.1" status: 200 len: 375 time: 0.4602244 Jan 14 07:13:13.559940 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-51c91de6-ed90-4ab2-a779-23a56bf545b6 tempest-TaggedBootDevicesTest-541410187 tempest-TaggedBootDevicesTest-541410187] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036850862667'] for port, precommit_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:13:13.576649 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [req-f4215be9-0a3a-4338-b9ad-60c32c9c432f req-81d9549e-da22-4411-8526-9b8a64b2ab81 tempest-DeleteServersTestJSON-437494901 tempest-DeleteServersTestJSON-437494901] Unset dirty status for tenant:1aa7b4d5a9ff461fbaf4900f14a02d8a on resource:port {{(pid=84874) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 14 07:13:13.577937 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [req-f4215be9-0a3a-4338-b9ad-60c32c9c432f req-81d9549e-da22-4411-8526-9b8a64b2ab81 tempest-DeleteServersTestJSON-437494901 tempest-DeleteServersTestJSON-437494901] 10.222.0.35 "GET /v2.0/ports?device_id=0d613ee3-b23b-48aa-9701-93273017ac12 HTTP/1.1" status: 200 len: 210 time: 1.2447891 Jan 14 07:13:13.614856 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [req-d34228f6-c8c4-40bf-b004-671db62d6849 req-63f24062-8e10-499a-974f-630081cc0906 tempest-FloatingIPsAssociationNegativeTestJSON-724895750 tempest-FloatingIPsAssociationNegativeTestJSON-724895750] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777640533329', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777640097463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3254186'] for port, after_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:13:13.713126 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-e0c24341-30da-4c6a-9bbc-1ae4deb64635 None None] Provisioning for port e73c91f2-f77f-4732-8458-22c982c92abc completed by entity DHCP. {{(pid=84876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 07:13:13.720386 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-e0c24341-30da-4c6a-9bbc-1ae4deb64635 None None] Provisioning complete for port e73c91f2-f77f-4732-8458-22c982c92abc triggered by entity DHCP. {{(pid=84876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 07:13:13.720839 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-e0c24341-30da-4c6a-9bbc-1ae4deb64635 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-604227'] for port, provisioning_complete {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:13:13.783220 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.plugin [None req-e0c24341-30da-4c6a-9bbc-1ae4deb64635 None None] Port e73c91f2-f77f-4732-8458-22c982c92abc cannot update to ACTIVE because it is not bound. {{(pid=84876) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:329}} Jan 14 07:13:13.794206 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [req-8efeac7f-1de1-47eb-b885-a515bca985a8 req-401ebf8b-959a-4b54-b209-4176bd31aee8 tempest-QuotasAdminNegativeTest-760342588 tempest-QuotasAdminNegativeTest-760342588] 10.222.0.24 "GET /v2.0/ports?tenant_id=05f7d61988fd456a9d0f0e4aca5b8b13&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1499562 Jan 14 07:13:13.819496 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de5f668d-b203-4673-882c-092bf48075d8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=300c5d2f-fa55-4681-b803-894ca2eb86d0,revision_number=1']} {{(pid=84875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:13:13.834163 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [req-64bd1535-4bca-4ba8-838e-68b2fbd1432e req-14c59f92-cf1e-40f8-b572-98132fe42489 tempest-LiveMigrationNegativeTest-1470825370 tempest-LiveMigrationNegativeTest-1470825370] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 8.3636410 Jan 14 07:13:13.837864 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-de5f668d-b203-4673-882c-092bf48075d8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.314s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:13:13.847626 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-de5f668d-b203-4673-882c-092bf48075d8 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=99977fa4d5fc435b83731204134c6bbb&name=default HTTP/1.1" status: 200 len: 2979 time: 2.6456523 Jan 14 07:13:13.858133 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84875) accepted ('10.222.0.24', 57940) {{(pid=84875) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:13:13.869347 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.v2.base [req-64bd1535-4bca-4ba8-838e-68b2fbd1432e req-3988bf46-4345-4ec6-83d5-52f7b12d04a7 service neutron] Request body: {'port': {'device_id': '19ae1782-a48d-4a62-a407-7c3441c97ca1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-768862-2'}} {{(pid=84875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:13:13.938643 n-d-768862-2 neutron-server[84765]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b7810cd0-ff82-4881-a8ff-5f4b03f8104c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '03f34ccd-18c2-4586-bcb3-93158913589f', 'code': 200} Jan 14 07:13:13.998815 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.plugin [None req-51c91de6-ed90-4ab2-a779-23a56bf545b6 tempest-TaggedBootDevicesTest-541410187 tempest-TaggedBootDevicesTest-541410187] Calling delete_port for fac49dc9-99b5-4eb4-a00b-191a6356a4bf owned by {{(pid=84874) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 07:13:14.090890 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.plugin [None req-6e9ca740-6857-4aea-94e8-0323d404f500 admin admin] Deleting port 32249854-abe7-465c-bfd0-3076ab45b41e {{(pid=84875) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 07:13:14.091267 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-6e9ca740-6857-4aea-94e8-0323d404f500 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363259214248359'] for port, before_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:13:14.140122 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afb82fdd-56b6-490b-90ea-abd3342097ee admin admin] Pushing event updated for resources: {'Subnet': ['ID=5559c54c-ef86-4695-a8aa-957013d4842c,revision_number=0']} {{(pid=84874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:13:14.164617 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-afb82fdd-56b6-490b-90ea-abd3342097ee admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.792s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:13:14.168670 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-ca9f6053-808b-4450-8625-ce95fad4a6e3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.360s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:13:14.211420 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [req-c277cfc3-a57f-465a-b2ac-86b04152f919 req-0cde0552-3a0c-4111-acd9-11d6d228e70f service neutron] 10.222.0.24 "GET /v2.0/networks/fafbed1d-f164-4b33-9abe-92a565c195a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0256150 Jan 14 07:13:14.225225 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [req-64bd1535-4bca-4ba8-838e-68b2fbd1432e req-3988bf46-4345-4ec6-83d5-52f7b12d04a7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555753'] for port, before_update {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:13:14.235872 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-cafcb42a-5abe-47dd-90b1-0c3b9f71223a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:13:14.257390 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63f24062-8e10-499a-974f-630081cc0906 tempest-FloatingIPsAssociationNegativeTestJSON-724895750 tempest-FloatingIPsAssociationNegativeTestJSON-724895750] Pushing event deleted for resources: {'Port': ['ID=2aba5f51-6a68-455f-b5ca-bbc7dd92da45,revision_number=None']} {{(pid=84874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:13:14.265809 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-63f24062-8e10-499a-974f-630081cc0906 tempest-FloatingIPsAssociationNegativeTestJSON-724895750 tempest-FloatingIPsAssociationNegativeTestJSON-724895750] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:13:14.315680 n-d-768862-2 neutron-server[84765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-108b30ce-2a6e-46c4-ae89-fe5da7221de6 admin admin] Network 5c191153-b948-4c85-aff4-9593e84f8418 is already hosted by enough agents. {{(pid=84874) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 07:13:14.316852 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-ca9f6053-808b-4450-8625-ce95fad4a6e3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036850886386'] for router_interface, before_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:13:14.330404 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_dvrscheduler_db [req-d34228f6-c8c4-40bf-b004-671db62d6849 req-63f24062-8e10-499a-974f-630081cc0906 tempest-FloatingIPsAssociationNegativeTestJSON-724895750 tempest-FloatingIPsAssociationNegativeTestJSON-724895750] No DVR routers for this DVR port 2aba5f51-6a68-455f-b5ca-bbc7dd92da45 on host n-h1-768862-2 {{(pid=84874) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Jan 14 07:13:14.347333 n-d-768862-2 neutron-server[84765]: DEBUG neutron.scheduler.base_scheduler [None req-108b30ce-2a6e-46c4-ae89-fe5da7221de6 admin admin] Resources bound (agent type, host, resource id): {{(pid=84874) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 07:13:14.410049 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [req-d34228f6-c8c4-40bf-b004-671db62d6849 req-63f24062-8e10-499a-974f-630081cc0906 tempest-FloatingIPsAssociationNegativeTestJSON-724895750 tempest-FloatingIPsAssociationNegativeTestJSON-724895750] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854768116'] for port, before_response {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:13:14.482901 n-d-768862-2 neutron-server[84765]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e95c7053-347f-41b5-8317-9e95c0a27736', 'name': 'network-vif-deleted', 'tag': '2aba5f51-6a68-455f-b5ca-bbc7dd92da45'}] {{(pid=84874) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Jan 14 07:13:14.491323 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3123afa8-eca1-4d91-8163-5828d0b7583f req-54a05534-1230-4460-80f1-058795cf64e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:13:14.493523 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [req-3123afa8-eca1-4d91-8163-5828d0b7583f req-54a05534-1230-4460-80f1-058795cf64e7 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=3ab89270-67b1-41e9-8be2-a0395a984bff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 1.7496071 Jan 14 07:13:14.561459 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-108b30ce-2a6e-46c4-ae89-fe5da7221de6 admin admin] Received port after_create {{(pid=84874) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 14 07:13:14.611591 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-cafcb42a-5abe-47dd-90b1-0c3b9f71223a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:13:14.623646 n-d-768862-2 neutron-server[84765]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e95c7053-347f-41b5-8317-9e95c0a27736', 'name': 'network-vif-deleted', 'tag': '2aba5f51-6a68-455f-b5ca-bbc7dd92da45', 'status': 'completed', 'code': 200} Jan 14 07:13:14.743388 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-5bf5f0ed-43a5-4297-a392-7fd6c76887b1 None None] Provisioning for port 877a2b1b-1561-465b-bef1-07754c462165 completed by entity DHCP. {{(pid=84876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 07:13:14.749037 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-5bf5f0ed-43a5-4297-a392-7fd6c76887b1 None None] Provisioning complete for port 877a2b1b-1561-465b-bef1-07754c462165 triggered by entity DHCP. {{(pid=84876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 07:13:14.749697 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-5bf5f0ed-43a5-4297-a392-7fd6c76887b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-604227'] for port, provisioning_complete {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:13:14.761876 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-108b30ce-2a6e-46c4-ae89-fe5da7221de6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036850886386'] for router_interface, before_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:13:14.812081 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.plugin [None req-5bf5f0ed-43a5-4297-a392-7fd6c76887b1 None None] Port 877a2b1b-1561-465b-bef1-07754c462165 cannot update to ACTIVE because it is not bound. {{(pid=84876) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:329}} Jan 14 07:13:14.872000 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [req-51c348ae-6b68-4dec-bb9f-e4bea2826c52 req-2a6a100b-44d3-42a0-bd28-fbff2acb99d2 tempest-QuotasAdminNegativeTest-760342588 tempest-QuotasAdminNegativeTest-760342588] 10.222.0.24 "GET /v2.0/networks?tenant_id=05f7d61988fd456a9d0f0e4aca5b8b13&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1273971 Jan 14 07:13:14.876424 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [req-d34228f6-c8c4-40bf-b004-671db62d6849 req-63f24062-8e10-499a-974f-630081cc0906 tempest-FloatingIPsAssociationNegativeTestJSON-724895750 tempest-FloatingIPsAssociationNegativeTestJSON-724895750] 10.222.0.35 "DELETE /v2.0/ports/2aba5f51-6a68-455f-b5ca-bbc7dd92da45 HTTP/1.1" status: 204 len: 173 time: 6.1373940 Jan 14 07:13:14.935557 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afb82fdd-56b6-490b-90ea-abd3342097ee admin admin] Checking segment: {'id': 'c06239e8-61ba-417e-8bdc-4c57821155ed', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 10, 'network_id': '71b40b7a-b096-4de3-b013-cb8bf2ae45f9'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84874) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 14 07:13:14.935944 n-d-768862-2 neutron-server[84765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-afb82fdd-56b6-490b-90ea-abd3342097ee admin admin] Network hostable DHCP agents. Network: 71b40b7a-b096-4de3-b013-cb8bf2ae45f9, hostable agents: ['32f3dd84-26da-4d18-bf15-6017a8fb7247'], hosted agents: [] {{(pid=84874) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Jan 14 07:13:14.977491 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [req-c277cfc3-a57f-465a-b2ac-86b04152f919 req-2b41c68c-c6bd-4da5-80f4-e8e37e0b8e4b service neutron] 10.222.0.24 "GET /v2.0/networks/fafbed1d-f164-4b33-9abe-92a565c195a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.7326589 Jan 14 07:13:15.049524 n-d-768862-2 neutron-server[84765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-afb82fdd-56b6-490b-90ea-abd3342097ee admin admin] Network 71b40b7a-b096-4de3-b013-cb8bf2ae45f9 is scheduled to be hosted by DHCP agent 32f3dd84-26da-4d18-bf15-6017a8fb7247 with binding_index 1 {{(pid=84874) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Jan 14 07:13:15.051888 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-51c91de6-ed90-4ab2-a779-23a56bf545b6 tempest-TaggedBootDevicesTest-541410187 tempest-TaggedBootDevicesTest-541410187] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777640533329', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777640097463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3254186'] for port, after_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:13:15.060940 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.db_base_plugin_common [req-4134369b-5d82-4e16-96d4-7b3daed7e87c req-7213b618-b273-4f5b-bf8f-e5c9bf7df081 tempest-TaggedBootDevicesTest-541410187 tempest-TaggedBootDevicesTest-541410187] Allocated IP 10.2.2.100 (fdba73b7-2ae2-450a-a1be-4941055e53c1/274f9c2a-06a3-4614-bccf-87a243a10b69/9d02427c-4d06-402e-a372-86755e489e8b) {{(pid=84875) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 14 07:13:15.108488 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [None req-6e9ca740-6857-4aea-94e8-0323d404f500 admin admin] For port 32249854-abe7-465c-bfd0-3076ab45b41e, host n-d-768862-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-2',level=0,port_id=32249854-abe7-465c-bfd0-3076ab45b41e,segment=NetworkSegment(f25eaa12-5977-49d9-ad34-f633b5bcdfd0),segment_id=f25eaa12-5977-49d9-ad34-f633b5bcdfd0)] {{(pid=84875) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 07:13:15.108892 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-6e9ca740-6857-4aea-94e8-0323d404f500 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036850862667'] for port, precommit_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:13:15.116602 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [req-4749a9d8-1a24-4696-b0e1-b9fbefef11e5 req-27d2c409-aad4-40a6-9682-9aedcca105d1 tempest-ServersTestMultiNic-2121779930 tempest-ServersTestMultiNic-2121779930] Notify callbacks [] for port, precommit_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:13:15.120366 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:13:15.128469 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-cafcb42a-5abe-47dd-90b1-0c3b9f71223a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850887153'] for security_group, after_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:13:15.148718 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-23f1fe72-f822-4268-8d21-3ad1ec75da52 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:13:15.313011 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cafcb42a-5abe-47dd-90b1-0c3b9f71223a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=300c5d2f-fa55-4681-b803-894ca2eb86d0,revision_number=None']} {{(pid=84875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:13:15.328395 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.plugin [None req-6e9ca740-6857-4aea-94e8-0323d404f500 admin admin] Calling delete_port for 32249854-abe7-465c-bfd0-3076ab45b41e owned by network:router_interface {{(pid=84875) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 07:13:15.348218 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.agents_db [None req-5b939a2f-078d-4c69-a188-cb55a28a77a0 None None] Agent healthcheck: found 7 active agents {{(pid=84877) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Jan 14 07:13:15.394674 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-cafcb42a-5abe-47dd-90b1-0c3b9f71223a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.246s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:13:15.497185 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-cafcb42a-5abe-47dd-90b1-0c3b9f71223a admin admin] Notify callbacks [] for security_group, before_response {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:13:15.501312 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-cafcb42a-5abe-47dd-90b1-0c3b9f71223a admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/300c5d2f-fa55-4681-b803-894ca2eb86d0 HTTP/1.1" status: 204 len: 168 time: 1.6360369 Jan 14 07:13:15.506058 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84875) accepted ('10.222.0.24', 57990) {{(pid=84875) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:13:15.666967 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51c91de6-ed90-4ab2-a779-23a56bf545b6 tempest-TaggedBootDevicesTest-541410187 tempest-TaggedBootDevicesTest-541410187] Pushing event deleted for resources: {'Port': ['ID=fac49dc9-99b5-4eb4-a00b-191a6356a4bf,revision_number=None']} {{(pid=84874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:13:15.721883 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-51c91de6-ed90-4ab2-a779-23a56bf545b6 tempest-TaggedBootDevicesTest-541410187 tempest-TaggedBootDevicesTest-541410187] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.601s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:13:15.728513 n-d-768862-2 neutron-server[84765]: DEBUG neutron.scheduler.base_scheduler [None req-afb82fdd-56b6-490b-90ea-abd3342097ee admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768862-2, 71b40b7a-b096-4de3-b013-cb8bf2ae45f9) {{(pid=84874) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 07:13:15.738622 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5a025ce-3cd0-4ac4-86c9-981a3c26afb0 None None] Network 71b40b7a-b096-4de3-b013-cb8bf2ae45f9 requested from n-d-768862-2 {{(pid=84876) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 07:13:15.760896 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [req-3123afa8-eca1-4d91-8163-5828d0b7583f req-76f7cd28-7126-4691-b6df-ddd9d2592a47 service neutron] 10.222.0.35 "GET /v2.0/networks/3ab89270-67b1-41e9-8be2-a0395a984bff?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.1486602 Jan 14 07:13:15.774873 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [req-4749a9d8-1a24-4696-b0e1-b9fbefef11e5 req-27d2c409-aad4-40a6-9682-9aedcca105d1 tempest-ServersTestMultiNic-2121779930 tempest-ServersTestMultiNic-2121779930] Transition to ACTIVE for port object f3b37882-75a9-4ec5-b254-9ffd0685d6bb will not be triggered until provisioned by entity DHCP. {{(pid=84874) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 07:13:15.839010 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-afb82fdd-56b6-490b-90ea-abd3342097ee admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:13:15.839673 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-afb82fdd-56b6-490b-90ea-abd3342097ee admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3207107'] for subnet, before_response {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:13:15.971885 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.db_base_plugin_common [req-b33b9903-3a74-4fb8-89d2-906e2f5bbe22 req-2dd3beca-d3da-4872-a2e0-7158e7f61824 tempest-DeleteServersTestJSON-437494901 tempest-DeleteServersTestJSON-437494901] Allocated IP 172.20.0.5 (fafbed1d-f164-4b33-9abe-92a565c195a7/4873c24d-6d12-413e-81a7-9c90cefe9e4c/b37a8fe8-2379-40ba-9ef1-9a3604d9d06e) {{(pid=84874) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 14 07:13:15.977415 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51c348ae-6b68-4dec-bb9f-e4bea2826c52 req-77c0b251-7ecc-4bb1-a531-116281ca9a51 tempest-QuotasAdminNegativeTest-760342588 tempest-QuotasAdminNegativeTest-760342588] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:13:15.985381 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [req-51c348ae-6b68-4dec-bb9f-e4bea2826c52 req-77c0b251-7ecc-4bb1-a531-116281ca9a51 tempest-QuotasAdminNegativeTest-760342588 tempest-QuotasAdminNegativeTest-760342588] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 1.1001389 Jan 14 07:13:16.021685 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87dc59db-40b0-464d-a107-a8a77c8637fe None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5d94dc7a-c095-50a4-955e-5f3b78718a12-71b40b7a-b096-4de3-b013-cb8bf2ae45f9', 'network_id': '71b40b7a-b096-4de3-b013-cb8bf2ae45f9', 'tenant_id': '04f3aea956e546e892de768ae99354b8', 'fixed_ips': [{'subnet_id': '5559c54c-ef86-4695-a8aa-957013d4842c'}]}} from n-d-768862-2. {{(pid=84876) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Jan 14 07:13:16.023461 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-87dc59db-40b0-464d-a107-a8a77c8637fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555753'] for port, before_create {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:13:16.069913 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [req-51c348ae-6b68-4dec-bb9f-e4bea2826c52 req-5e8cfe15-8af0-4f03-83fb-6e5703088dd9 tempest-QuotasAdminNegativeTest-760342588 tempest-QuotasAdminNegativeTest-760342588] 10.222.0.24 "GET /v2.0/quotas/05f7d61988fd456a9d0f0e4aca5b8b13 HTTP/1.1" status: 200 len: 375 time: 0.0834770 Jan 14 07:13:16.162465 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.db_base_plugin_v2 [None req-f6fed87f-96d5-49f1-be82-c7f8f27619f6 admin admin] Deleting subnet 4873c24d-6d12-413e-81a7-9c90cefe9e4c {{(pid=84875) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Jan 14 07:13:16.184960 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [req-51c348ae-6b68-4dec-bb9f-e4bea2826c52 req-f49784f4-76d6-4cc0-807b-80870f9cf2db tempest-QuotasAdminNegativeTest-760342588 tempest-QuotasAdminNegativeTest-760342588] 10.222.0.24 "GET /v2.0/ports?tenant_id=05f7d61988fd456a9d0f0e4aca5b8b13&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1139622 Jan 14 07:13:16.230113 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [req-b33b9903-3a74-4fb8-89d2-906e2f5bbe22 req-2dd3beca-d3da-4872-a2e0-7158e7f61824 tempest-DeleteServersTestJSON-437494901 tempest-DeleteServersTestJSON-437494901] Notify callbacks [] for port, precommit_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:13:16.361395 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.db_base_plugin_common [None req-87dc59db-40b0-464d-a107-a8a77c8637fe None None] Allocated IP 172.20.0.2 (71b40b7a-b096-4de3-b013-cb8bf2ae45f9/5559c54c-ef86-4695-a8aa-957013d4842c/c50fbaf5-1c53-4341-a495-e1ffa63714dd) {{(pid=84876) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 14 07:13:16.388277 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-6e9ca740-6857-4aea-94e8-0323d404f500 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777640533329', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777640097463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851621574'] for port, after_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:13:16.396065 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-ca9f6053-808b-4450-8625-ce95fad4a6e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555753'] for port, before_update {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:13:16.457721 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-afb82fdd-56b6-490b-90ea-abd3342097ee admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 841 time: 16.2154906 Jan 14 07:13:16.501722 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84874) accepted ('10.222.0.24', 58016) {{(pid=84874) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:13:16.529545 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.db.resource_extend [req-64bd1535-4bca-4ba8-838e-68b2fbd1432e req-3988bf46-4345-4ec6-83d5-52f7b12d04a7 service neutron] It took 0.24 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84875) wrapper /usr/local/lib/python3.6/dist-packages/oslo_utils/timeutils.py:388}} Jan 14 07:13:16.539005 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-32c38180-3506-42a4-b873-3971d4437565 tempest-TaggedBootDevicesTest-541410187 tempest-TaggedBootDevicesTest-541410187] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:13:16.564390 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.v2.base [None req-aaf93b50-5653-4ade-a08c-c04ffe876b67 admin admin] Request body: {'router': {'name': 'tempest-ServersTestJSON-946569007-router', 'tenant_id': '04f3aea956e546e892de768ae99354b8', 'external_gateway_info': {'network_id': '226f1e78-82cd-4481-9055-4eb73b6db8c1'}}} {{(pid=84874) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:13:16.596393 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e9ca740-6857-4aea-94e8-0323d404f500 admin admin] Pushing event deleted for resources: {'Port': ['ID=32249854-abe7-465c-bfd0-3076ab45b41e,revision_number=None']} {{(pid=84875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:13:16.603400 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a780bf53-6567-48e7-9d84-34c8e3b24bdd req-ad3a0486-8dd0-46ae-b26f-e6eaacfcdf56 tempest-LiveMigrationNegativeTest-1470825370 tempest-LiveMigrationNegativeTest-1470825370] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:13:16.605662 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [req-a780bf53-6567-48e7-9d84-34c8e3b24bdd req-ad3a0486-8dd0-46ae-b26f-e6eaacfcdf56 tempest-LiveMigrationNegativeTest-1470825370 tempest-LiveMigrationNegativeTest-1470825370] 10.222.0.35 "GET /v2.0/ports?device_id=b7810cd0-ff82-4881-a8ff-5f4b03f8104c HTTP/1.1" status: 200 len: 949 time: 1.0021224 Jan 14 07:13:16.607911 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [req-4134369b-5d82-4e16-96d4-7b3daed7e87c req-7213b618-b273-4f5b-bf8f-e5c9bf7df081 tempest-TaggedBootDevicesTest-541410187 tempest-TaggedBootDevicesTest-541410187] Notify callbacks [] for port, precommit_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:13:16.611457 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-6e9ca740-6857-4aea-94e8-0323d404f500 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:13:16.619276 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-87dc59db-40b0-464d-a107-a8a77c8637fe None None] Notify callbacks [] for port, precommit_create {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:13:16.628789 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-aaf93b50-5653-4ade-a08c-c04ffe876b67 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:13:16.637744 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-87dc59db-40b0-464d-a107-a8a77c8637fe None None] Transition to ACTIVE for port object c50fbaf5-1c53-4341-a495-e1ffa63714dd will not be triggered until provisioned by entity L2. {{(pid=84876) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 07:13:16.674152 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-87dc59db-40b0-464d-a107-a8a77c8637fe None None] Transition to ACTIVE for port object c50fbaf5-1c53-4341-a495-e1ffa63714dd will not be triggered until provisioned by entity DHCP. {{(pid=84876) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 07:13:16.681839 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-87dc59db-40b0-464d-a107-a8a77c8637fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777640123575'] for port, after_create {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:13:16.736231 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [req-4134369b-5d82-4e16-96d4-7b3daed7e87c req-7213b618-b273-4f5b-bf8f-e5c9bf7df081 tempest-TaggedBootDevicesTest-541410187 tempest-TaggedBootDevicesTest-541410187] Transition to ACTIVE for port object 9d02427c-4d06-402e-a372-86755e489e8b will not be triggered until provisioned by entity DHCP. {{(pid=84875) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 07:13:16.774218 n-d-768862-2 neutron-server[84765]: DEBUG neutron.notifiers.nova [req-64bd1535-4bca-4ba8-838e-68b2fbd1432e req-3988bf46-4345-4ec6-83d5-52f7b12d04a7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 366630e3-beb8-4573-aa02-a8211ab65ad4 {{(pid=84875) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Jan 14 07:13:16.785674 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-aaf93b50-5653-4ade-a08c-c04ffe876b67 admin admin] Usage tracker for resource:router and tenant:04f3aea956e546e892de768ae99354b8 is out of sync, need to count used quota {{(pid=84874) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:13:16.798524 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [req-64bd1535-4bca-4ba8-838e-68b2fbd1432e req-3988bf46-4345-4ec6-83d5-52f7b12d04a7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:13:16.813750 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-aaf93b50-5653-4ade-a08c-c04ffe876b67 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=84874) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:13:16.892519 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-d7e6332b-a05a-4d89-8433-be38d6789162 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.003s {{(pid=84876) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:13:16.923031 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [req-3123afa8-eca1-4d91-8163-5828d0b7583f req-af24dea8-f40f-4111-8d01-a7eaee09bfbe service neutron] 10.222.0.35 "GET /v2.0/networks/3ab89270-67b1-41e9-8be2-a0395a984bff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 1.1421998 Jan 14 07:13:16.956202 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-f6fed87f-96d5-49f1-be82-c7f8f27619f6 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:13:16.956737 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-017f98a9-8a07-408c-a86f-8ff0c00400a0 None None] Device 03f34ccd-18c2-4586-bcb3-93158913589f no longer exists at agent ovs-agent-n-h1-768862-2 {{(pid=84876) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jan 14 07:13:17.012613 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [req-4749a9d8-1a24-4696-b0e1-b9fbefef11e5 req-27d2c409-aad4-40a6-9682-9aedcca105d1 tempest-ServersTestMultiNic-2121779930 tempest-ServersTestMultiNic-2121779930] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777640123575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3254186'] for port, after_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:13:17.104522 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-f6fed87f-96d5-49f1-be82-c7f8f27619f6 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3367281'] for subnet, precommit_delete_associations {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:13:17.151097 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87dc59db-40b0-464d-a107-a8a77c8637fe None None] Pushing event updated for resources: {'Port': ['ID=c50fbaf5-1c53-4341-a495-e1ffa63714dd,revision_number=1']} {{(pid=84876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:13:17.184241 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87dc59db-40b0-464d-a107-a8a77c8637fe None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@n-h1-768862-2 {{(pid=84876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:13:17.184960 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87dc59db-40b0-464d-a107-a8a77c8637fe None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-h1-768862-2 {{(pid=84876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:13:17.185509 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87dc59db-40b0-464d-a107-a8a77c8637fe None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-h1-768862-2 {{(pid=84876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:13:17.189881 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87dc59db-40b0-464d-a107-a8a77c8637fe None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-h1-768862-2 {{(pid=84876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:13:17.190615 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87dc59db-40b0-464d-a107-a8a77c8637fe None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@n-h1-768862-2 {{(pid=84876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:13:17.191348 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87dc59db-40b0-464d-a107-a8a77c8637fe None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-h1-768862-2 {{(pid=84876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:13:17.191958 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87dc59db-40b0-464d-a107-a8a77c8637fe None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-h1-768862-2 {{(pid=84876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:13:17.192654 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87dc59db-40b0-464d-a107-a8a77c8637fe None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-h1-768862-2 {{(pid=84876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:13:17.193222 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87dc59db-40b0-464d-a107-a8a77c8637fe None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-h1-768862-2 {{(pid=84876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:13:17.193917 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87dc59db-40b0-464d-a107-a8a77c8637fe None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-h1-768862-2 {{(pid=84876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:13:17.194467 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87dc59db-40b0-464d-a107-a8a77c8637fe None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-h1-768862-2 {{(pid=84876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:13:17.195035 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87dc59db-40b0-464d-a107-a8a77c8637fe None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-h1-768862-2 {{(pid=84876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:13:17.195640 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87dc59db-40b0-464d-a107-a8a77c8637fe None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@n-h2-768862-2 {{(pid=84876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:13:17.196207 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87dc59db-40b0-464d-a107-a8a77c8637fe None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-h2-768862-2 {{(pid=84876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:13:17.196875 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87dc59db-40b0-464d-a107-a8a77c8637fe None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-h2-768862-2 {{(pid=84876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:13:17.197476 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87dc59db-40b0-464d-a107-a8a77c8637fe None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-h2-768862-2 {{(pid=84876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:13:17.198034 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87dc59db-40b0-464d-a107-a8a77c8637fe None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@n-h2-768862-2 {{(pid=84876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:13:17.198570 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87dc59db-40b0-464d-a107-a8a77c8637fe None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-h2-768862-2 {{(pid=84876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:13:17.200123 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87dc59db-40b0-464d-a107-a8a77c8637fe None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-h2-768862-2 {{(pid=84876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:13:17.200832 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87dc59db-40b0-464d-a107-a8a77c8637fe None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-h2-768862-2 {{(pid=84876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:13:17.201555 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87dc59db-40b0-464d-a107-a8a77c8637fe None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-h2-768862-2 {{(pid=84876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:13:17.202095 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87dc59db-40b0-464d-a107-a8a77c8637fe None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-h2-768862-2 {{(pid=84876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:13:17.202758 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87dc59db-40b0-464d-a107-a8a77c8637fe None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-h2-768862-2 {{(pid=84876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:13:17.203295 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87dc59db-40b0-464d-a107-a8a77c8637fe None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-h2-768862-2 {{(pid=84876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:13:17.204121 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87dc59db-40b0-464d-a107-a8a77c8637fe None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-2 {{(pid=84876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:13:17.204658 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87dc59db-40b0-464d-a107-a8a77c8637fe None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-2 {{(pid=84876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:13:17.205223 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87dc59db-40b0-464d-a107-a8a77c8637fe None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-2 {{(pid=84876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:13:17.205766 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87dc59db-40b0-464d-a107-a8a77c8637fe None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-2 {{(pid=84876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:13:17.206324 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87dc59db-40b0-464d-a107-a8a77c8637fe None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@n-d-768862-2 {{(pid=84876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:13:17.206880 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87dc59db-40b0-464d-a107-a8a77c8637fe None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-2 {{(pid=84876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:13:17.207421 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87dc59db-40b0-464d-a107-a8a77c8637fe None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-768862-2 {{(pid=84876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:13:17.208063 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87dc59db-40b0-464d-a107-a8a77c8637fe None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-768862-2 {{(pid=84876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:13:17.208620 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87dc59db-40b0-464d-a107-a8a77c8637fe None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-2 {{(pid=84876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:13:17.209171 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87dc59db-40b0-464d-a107-a8a77c8637fe None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-2 {{(pid=84876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:13:17.209708 n-d-768862-2 neutron-server[84765]: INFO neutron.db.db_base_plugin_v2 [None req-f6fed87f-96d5-49f1-be82-c7f8f27619f6 admin admin] Found port (b37a8fe8-2379-40ba-9ef1-9a3604d9d06e, 172.20.0.5) having IP allocation on subnet 4873c24d-6d12-413e-81a7-9c90cefe9e4c, cannot delete Jan 14 07:13:17.210530 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87dc59db-40b0-464d-a107-a8a77c8637fe None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-2 {{(pid=84876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:13:17.211453 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87dc59db-40b0-464d-a107-a8a77c8637fe None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-2 {{(pid=84876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:13:17.227872 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-87dc59db-40b0-464d-a107-a8a77c8637fe None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.335s {{(pid=84876) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:13:17.228653 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-63f24062-8e10-499a-974f-630081cc0906 tempest-FloatingIPsAssociationNegativeTestJSON-724895750 tempest-FloatingIPsAssociationNegativeTestJSON-724895750] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:13:17.229944 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84875) accepted ('10.222.0.24', 58030) {{(pid=84875) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:13:17.231053 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [req-64bd1535-4bca-4ba8-838e-68b2fbd1432e req-3988bf46-4345-4ec6-83d5-52f7b12d04a7 service neutron] Transition to ACTIVE for port object 366630e3-beb8-4573-aa02-a8211ab65ad4 will not be triggered until provisioned by entity L2. {{(pid=84875) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 07:13:17.234098 n-d-768862-2 neutron-server[84765]: INFO neutron.pecan_wsgi.hooks.translation [None req-f6fed87f-96d5-49f1-be82-c7f8f27619f6 admin admin] DELETE failed (client error): There was a conflict when trying to complete your request. Jan 14 07:13:17.234604 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f6fed87f-96d5-49f1-be82-c7f8f27619f6 admin admin] No notification will be sent due to unsuccessful status code: 409 {{(pid=84875) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Jan 14 07:13:17.260688 n-d-768862-2 neutron-server[84765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87dc59db-40b0-464d-a107-a8a77c8637fe None None] Network 71b40b7a-b096-4de3-b013-cb8bf2ae45f9 is already hosted by enough agents. {{(pid=84876) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 07:13:17.282476 n-d-768862-2 neutron-server[84765]: DEBUG neutron.scheduler.base_scheduler [None req-87dc59db-40b0-464d-a107-a8a77c8637fe None None] Resources bound (agent type, host, resource id): {{(pid=84876) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 07:13:17.335084 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [req-64bd1535-4bca-4ba8-838e-68b2fbd1432e req-3988bf46-4345-4ec6-83d5-52f7b12d04a7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777640533312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363259214678337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777640097497', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3154211'] for port, after_update {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:13:17.340277 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-aaf93b50-5653-4ade-a08c-c04ffe876b67 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:13:17.359658 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27d2c409-aad4-40a6-9682-9aedcca105d1 tempest-ServersTestMultiNic-2121779930 tempest-ServersTestMultiNic-2121779930] Pushing event updated for resources: {'Port': ['ID=f3b37882-75a9-4ec5-b254-9ffd0685d6bb,revision_number=1']} {{(pid=84874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:13:17.362691 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [req-b33b9903-3a74-4fb8-89d2-906e2f5bbe22 req-2dd3beca-d3da-4872-a2e0-7158e7f61824 tempest-DeleteServersTestJSON-437494901 tempest-DeleteServersTestJSON-437494901] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777640123575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3254186'] for port, after_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:13:17.368432 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87dc59db-40b0-464d-a107-a8a77c8637fe None None] Received port after_create {{(pid=84876) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 14 07:13:17.376628 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-017f98a9-8a07-408c-a86f-8ff0c00400a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555753'] for port, before_update {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:13:17.381860 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-27d2c409-aad4-40a6-9682-9aedcca105d1 tempest-ServersTestMultiNic-2121779930 tempest-ServersTestMultiNic-2121779930] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.153s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:13:17.385025 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-108b30ce-2a6e-46c4-ae89-fe5da7221de6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555753'] for port, before_update {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:13:17.421379 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-aaf93b50-5653-4ade-a08c-c04ffe876b67 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3889205', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854717621'] for router, before_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:13:17.422665 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-aaf93b50-5653-4ade-a08c-c04ffe876b67 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036850886574', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3912501', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3808446', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-58179'] for router, precommit_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:13:17.426962 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-29119cc9-bb30-49bb-9c4e-48fcf5e7d7dd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:13:17.449478 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.managers [None req-87dc59db-40b0-464d-a107-a8a77c8637fe None None] Attempting to bind port c50fbaf5-1c53-4341-a495-e1ffa63714dd on host n-d-768862-2 for vnic_type normal with profile {{(pid=84876) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 14 07:13:17.450173 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.managers [None req-87dc59db-40b0-464d-a107-a8a77c8637fe None None] Attempting to bind port c50fbaf5-1c53-4341-a495-e1ffa63714dd by drivers openvswitch on host n-d-768862-2 at level 0 using segments [{'id': 'c06239e8-61ba-417e-8bdc-4c57821155ed', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 10, 'network_id': '71b40b7a-b096-4de3-b013-cb8bf2ae45f9'}] {{(pid=84876) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 14 07:13:17.450763 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87dc59db-40b0-464d-a107-a8a77c8637fe None None] Attempting to bind port c50fbaf5-1c53-4341-a495-e1ffa63714dd on network 71b40b7a-b096-4de3-b013-cb8bf2ae45f9 {{(pid=84876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 14 07:13:17.461147 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87dc59db-40b0-464d-a107-a8a77c8637fe None None] Checking agent: {'id': 'ba5efab1-b43c-4d5a-bc52-6e105d4e67a2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768862-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 14, 6, 56, 52), 'started_at': datetime.datetime(2021, 1, 14, 6, 57, 22), 'heartbeat_timestamp': datetime.datetime(2021, 1, 14, 7, 12, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768862-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.29', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 14 07:13:17.461894 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87dc59db-40b0-464d-a107-a8a77c8637fe None None] Checking segment: {'id': 'c06239e8-61ba-417e-8bdc-4c57821155ed', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 10, 'network_id': '71b40b7a-b096-4de3-b013-cb8bf2ae45f9'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84876) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 14 07:13:17.462663 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-87dc59db-40b0-464d-a107-a8a77c8637fe None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:13:17.463281 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87dc59db-40b0-464d-a107-a8a77c8637fe None None] Bound using segment: {'id': 'c06239e8-61ba-417e-8bdc-4c57821155ed', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 10, 'network_id': '71b40b7a-b096-4de3-b013-cb8bf2ae45f9'} {{(pid=84876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 14 07:13:17.464009 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.managers [None req-87dc59db-40b0-464d-a107-a8a77c8637fe None None] Bound port: c50fbaf5-1c53-4341-a495-e1ffa63714dd, host: n-d-768862-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c06239e8-61ba-417e-8bdc-4c57821155ed', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 10, 'network_id': '71b40b7a-b096-4de3-b013-cb8bf2ae45f9'}}] {{(pid=84876) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 14 07:13:17.464632 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-87dc59db-40b0-464d-a107-a8a77c8637fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555753'] for port, before_update {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:13:17.490061 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-19d5946e-bdbd-48e2-a066-fb5a02894aef admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:13:17.499960 n-d-768862-2 neutron-server[84765]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b7810cd0-ff82-4881-a8ff-5f4b03f8104c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '03f34ccd-18c2-4586-bcb3-93158913589f'}] {{(pid=84876) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Jan 14 07:13:17.513138 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dd3beca-d3da-4872-a2e0-7158e7f61824 tempest-DeleteServersTestJSON-437494901 tempest-DeleteServersTestJSON-437494901] Pushing event updated for resources: {'Port': ['ID=b37a8fe8-2379-40ba-9ef1-9a3604d9d06e,revision_number=1']} {{(pid=84874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:13:17.525646 n-d-768862-2 neutron-server[84765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4749a9d8-1a24-4696-b0e1-b9fbefef11e5 req-27d2c409-aad4-40a6-9682-9aedcca105d1 tempest-ServersTestMultiNic-2121779930 tempest-ServersTestMultiNic-2121779930] Network 25f1c1a0-ceab-4b3f-9e01-2007a6141e94 is already hosted by enough agents. {{(pid=84874) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 07:13:17.533660 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-2dd3beca-d3da-4872-a2e0-7158e7f61824 tempest-DeleteServersTestJSON-437494901 tempest-DeleteServersTestJSON-437494901] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:13:17.540961 n-d-768862-2 neutron-server[84765]: DEBUG neutron.scheduler.base_scheduler [req-4749a9d8-1a24-4696-b0e1-b9fbefef11e5 req-27d2c409-aad4-40a6-9682-9aedcca105d1 tempest-ServersTestMultiNic-2121779930 tempest-ServersTestMultiNic-2121779930] Resources bound (agent type, host, resource id): {{(pid=84874) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 07:13:17.579937 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3988bf46-4345-4ec6-83d5-52f7b12d04a7 service neutron] Pushing event updated for resources: {'Port': ['ID=366630e3-beb8-4573-aa02-a8211ab65ad4,revision_number=2']} {{(pid=84875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:13:17.602991 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_dvrscheduler_db [req-4749a9d8-1a24-4696-b0e1-b9fbefef11e5 req-27d2c409-aad4-40a6-9682-9aedcca105d1 tempest-ServersTestMultiNic-2121779930 tempest-ServersTestMultiNic-2121779930] Received port after_create {{(pid=84874) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 14 07:13:17.609528 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [None req-87dc59db-40b0-464d-a107-a8a77c8637fe None None] For port c50fbaf5-1c53-4341-a495-e1ffa63714dd, host n-d-768862-2, cleared binding levels {{(pid=84876) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 14 07:13:17.613426 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [None req-87dc59db-40b0-464d-a107-a8a77c8637fe None None] For port c50fbaf5-1c53-4341-a495-e1ffa63714dd, host n-d-768862-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-2',level=0,port_id=c50fbaf5-1c53-4341-a495-e1ffa63714dd,segment=NetworkSegment(c06239e8-61ba-417e-8bdc-4c57821155ed),segment_id=c06239e8-61ba-417e-8bdc-4c57821155ed)] {{(pid=84876) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 14 07:13:17.626126 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-3988bf46-4345-4ec6-83d5-52f7b12d04a7 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:13:17.628625 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-f6fed87f-96d5-49f1-be82-c7f8f27619f6 admin admin] 10.222.0.24 "DELETE /v2.0/subnets/4873c24d-6d12-413e-81a7-9c90cefe9e4c HTTP/1.1" status: 409 len: 404 time: 2.1163311 Jan 14 07:13:17.646842 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-87dc59db-40b0-464d-a107-a8a77c8637fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777640533312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363259214678337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777640097497'] for port, after_update {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:13:17.658253 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network":"rule:admin_or_owner" was deprecated in W in favor of "update_network":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 07:13:17.658253 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:13:17.658253 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:13:17.658253 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:13:17.658253 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:segments":"rule:admin_only" was deprecated in W in favor of "update_network:segments":"role:admin and system_scope:all". Reason: Jan 14 07:13:17.658253 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:13:17.658253 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:13:17.658253 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:13:17.658253 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:shared":"rule:admin_only" was deprecated in W in favor of "update_network:shared":"role:admin and system_scope:all". Reason: Jan 14 07:13:17.658253 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:13:17.658253 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:13:17.658253 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:13:17.658253 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "update_network:provider:network_type":"role:admin and system_scope:all". Reason: Jan 14 07:13:17.658253 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:13:17.658253 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:13:17.658253 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:13:17.658253 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "update_network:provider:physical_network":"role:admin and system_scope:all". Reason: Jan 14 07:13:17.658253 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:13:17.658253 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:13:17.658253 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:13:17.658253 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "update_network:provider:segmentation_id":"role:admin and system_scope:all". Reason: Jan 14 07:13:17.658253 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:13:17.658253 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:13:17.658253 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:13:17.658253 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:router:external":"rule:admin_only" was deprecated in W in favor of "update_network:router:external":"role:admin and system_scope:all". Reason: Jan 14 07:13:17.658253 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:13:17.658253 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:13:17.658253 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:13:17.658253 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:is_default":"rule:admin_only" was deprecated in W in favor of "update_network:is_default":"role:admin and system_scope:all". Reason: Jan 14 07:13:17.658253 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:13:17.658253 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:13:17.658253 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:13:17.658253 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:port_security_enabled":"rule:admin_or_owner" was deprecated in W in favor of "update_network:port_security_enabled":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 07:13:17.658253 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:13:17.658253 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:13:17.658253 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:13:17.658253 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "delete_network":"rule:admin_or_owner" was deprecated in W in favor of "delete_network":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 07:13:17.658253 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:13:17.658253 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:13:17.658253 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:13:17.658253 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_segment":"rule:admin_only" was deprecated in W in favor of "create_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:13:17.658253 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:13:17.658253 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_segment":"rule:admin_only" was deprecated in W in favor of "get_segment":"role:reader and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:13:17.658253 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:13:17.661385 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_segment":"rule:admin_only" was deprecated in W in favor of "update_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:13:17.661385 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:13:17.661385 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "delete_segment":"rule:admin_only" was deprecated in W in favor of "delete_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:13:17.661385 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:13:17.661385 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network":"rule:regular_user" was deprecated in W in favor of "create_network":"role:member and project_id:%(project_id)s". Reason: Jan 14 07:13:17.661385 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:13:17.661385 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:13:17.661385 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:13:17.661385 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:shared":"rule:admin_only" was deprecated in W in favor of "create_network:shared":"role:admin and system_scope:all". Reason: Jan 14 07:13:17.661385 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:13:17.661385 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:13:17.661385 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:13:17.661385 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:router:external":"rule:admin_only" was deprecated in W in favor of "create_network:router:external":"role:admin and system_scope:all". Reason: Jan 14 07:13:17.661385 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:13:17.661385 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:13:17.661385 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:13:17.661385 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:is_default":"rule:admin_only" was deprecated in W in favor of "create_network:is_default":"role:admin and system_scope:all". Reason: Jan 14 07:13:17.661385 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:13:17.661385 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:13:17.661385 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:13:17.661385 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:port_security_enabled":"rule:regular_user" was deprecated in W in favor of "create_network:port_security_enabled":"role:member and project_id:%(project_id)s". Reason: Jan 14 07:13:17.661385 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:13:17.661385 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:13:17.661385 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:13:17.661385 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:segments":"rule:admin_only" was deprecated in W in favor of "create_network:segments":"role:admin and system_scope:all". Reason: Jan 14 07:13:17.661385 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:13:17.661385 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:13:17.661385 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:13:17.661385 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "create_network:provider:network_type":"role:admin and system_scope:all". Reason: Jan 14 07:13:17.661385 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:13:17.661385 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:13:17.661385 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:13:17.661385 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "create_network:provider:physical_network":"role:admin and system_scope:all". Reason: Jan 14 07:13:17.661385 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:13:17.661385 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:13:17.661385 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:13:17.661385 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "create_network:provider:segmentation_id":"role:admin and system_scope:all". Reason: Jan 14 07:13:17.661385 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:13:17.661385 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:13:17.661385 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:13:17.661385 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network":"rule:admin_or_owner or rule:shared or rule:external or rule:context_is_advsvc" was deprecated in W in favor of "get_network":"(role:reader and system_scope:all) or (role:reader and project_id:%(project_id)s) or rule:shared or rule:external or rule:context_is_advsvc". Reason: Jan 14 07:13:17.661385 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:13:17.661385 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:13:17.661385 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:13:17.661385 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:router:external":"rule:regular_user" was deprecated in W in favor of "get_network:router:external":"role:reader and project_id:%(project_id)s". Reason: Jan 14 07:13:17.664682 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:13:17.664682 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:13:17.664682 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:13:17.664682 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:segments":"rule:admin_only" was deprecated in W in favor of "get_network:segments":"role:reader and system_scope:all". Reason: Jan 14 07:13:17.664682 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:13:17.664682 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:13:17.664682 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:13:17.664682 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "get_network:provider:network_type":"role:reader and system_scope:all". Reason: Jan 14 07:13:17.664682 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:13:17.664682 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:13:17.664682 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:13:17.664682 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "get_network:provider:physical_network":"role:reader and system_scope:all". Reason: Jan 14 07:13:17.664682 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:13:17.664682 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:13:17.664682 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:13:17.664682 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "get_network:provider:segmentation_id":"role:reader and system_scope:all". Reason: Jan 14 07:13:17.664682 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:13:17.664682 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:13:17.664682 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:13:17.664682 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network":"rule:admin_or_owner" was deprecated in W in favor of "update_network":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 07:13:17.664682 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:13:17.664682 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:13:17.664682 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:13:17.664682 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:segments":"rule:admin_only" was deprecated in W in favor of "update_network:segments":"role:admin and system_scope:all". Reason: Jan 14 07:13:17.664682 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:13:17.664682 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:13:17.664682 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:13:17.664682 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:shared":"rule:admin_only" was deprecated in W in favor of "update_network:shared":"role:admin and system_scope:all". Reason: Jan 14 07:13:17.664682 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:13:17.664682 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:13:17.664682 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:13:17.664682 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "update_network:provider:network_type":"role:admin and system_scope:all". Reason: Jan 14 07:13:17.664682 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:13:17.664682 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:13:17.664682 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:13:17.664682 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "update_network:provider:physical_network":"role:admin and system_scope:all". Reason: Jan 14 07:13:17.664682 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:13:17.664682 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:13:17.664682 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:13:17.664682 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "update_network:provider:segmentation_id":"role:admin and system_scope:all". Reason: Jan 14 07:13:17.664682 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:13:17.664682 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:13:17.664682 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:13:17.672649 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.plugin [req-a780bf53-6567-48e7-9d84-34c8e3b24bdd req-6715b691-c825-4efa-95e5-793c59e359f2 tempest-LiveMigrationNegativeTest-1470825370 tempest-LiveMigrationNegativeTest-1470825370] Deleting port 03f34ccd-18c2-4586-bcb3-93158913589f {{(pid=84874) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 07:13:17.672649 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [req-a780bf53-6567-48e7-9d84-34c8e3b24bdd req-6715b691-c825-4efa-95e5-793c59e359f2 tempest-LiveMigrationNegativeTest-1470825370 tempest-LiveMigrationNegativeTest-1470825370] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363259214248359'] for port, before_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:13:17.717150 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-c9fcf474-1484-4cde-b845-7e7c85dbe1f8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84876) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:13:17.770427 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84875) accepted ('10.222.0.24', 58042) {{(pid=84875) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:13:17.772046 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [req-4134369b-5d82-4e16-96d4-7b3daed7e87c req-7213b618-b273-4f5b-bf8f-e5c9bf7df081 tempest-TaggedBootDevicesTest-541410187 tempest-TaggedBootDevicesTest-541410187] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777640123575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851621574'] for port, after_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:13:17.832453 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-85bc795d-2717-4109-8a39-9e62ce0b8e9b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:13:17.839164 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [None req-017f98a9-8a07-408c-a86f-8ff0c00400a0 None None] For port 03f34ccd-18c2-4586-bcb3-93158913589f, host n-h1-768862-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-h1-768862-2',level=0,port_id=03f34ccd-18c2-4586-bcb3-93158913589f,segment=NetworkSegment(682aa48d-45db-4ce6-9539-8117fc7293eb),segment_id=682aa48d-45db-4ce6-9539-8117fc7293eb)] {{(pid=84876) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 07:13:17.841448 n-d-768862-2 neutron-server[84765]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'b7810cd0-ff82-4881-a8ff-5f4b03f8104c', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '03f34ccd-18c2-4586-bcb3-93158913589f', 'code': 422} returned with failed status Jan 14 07:13:17.845954 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87dc59db-40b0-464d-a107-a8a77c8637fe None None] Pushing event updated for resources: {'Port': ['ID=c50fbaf5-1c53-4341-a495-e1ffa63714dd,revision_number=2']} {{(pid=84876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:13:17.932708 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-87dc59db-40b0-464d-a107-a8a77c8637fe None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.221s {{(pid=84876) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:13:17.939677 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-017f98a9-8a07-408c-a86f-8ff0c00400a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777640533312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363259214678337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777640097497'] for port, after_update {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:13:17.942110 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7213b618-b273-4f5b-bf8f-e5c9bf7df081 tempest-TaggedBootDevicesTest-541410187 tempest-TaggedBootDevicesTest-541410187] Pushing event updated for resources: {'Port': ['ID=9d02427c-4d06-402e-a372-86755e489e8b,revision_number=1']} {{(pid=84875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:13:17.950457 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-017f98a9-8a07-408c-a86f-8ff0c00400a0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84876) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:13:17.952470 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-7213b618-b273-4f5b-bf8f-e5c9bf7df081 tempest-TaggedBootDevicesTest-541410187 tempest-TaggedBootDevicesTest-541410187] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:13:17.968180 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.v2.base [None req-7f6f7b1c-8c48-4778-ab7f-83470068bd78 admin admin] Request body: {'network': {'name': 'tempest-TaggedBootDevicesTest_v242-1848228519-network', 'tenant_id': 'cb7096aff06a4584846542dd674c0323'}} {{(pid=84875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:13:17.979781 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-7f6f7b1c-8c48-4778-ab7f-83470068bd78 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:13:17.990945 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-7f6f7b1c-8c48-4778-ab7f-83470068bd78 admin admin] Usage tracker for resource:network and tenant:cb7096aff06a4584846542dd674c0323 is out of sync, need to count used quota {{(pid=84875) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:13:17.996722 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-7f6f7b1c-8c48-4778-ab7f-83470068bd78 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84875) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:13:18.017010 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-7f6f7b1c-8c48-4778-ab7f-83470068bd78 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:13:18.043003 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-017f98a9-8a07-408c-a86f-8ff0c00400a0 None None] Pushing event updated for resources: {'Port': ['ID=03f34ccd-18c2-4586-bcb3-93158913589f,revision_number=5']} {{(pid=84876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:13:18.049642 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7f6f7b1c-8c48-4778-ab7f-83470068bd78 admin admin] Made reservation on behalf of cb7096aff06a4584846542dd674c0323 for: {'network': 1} {{(pid=84875) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 07:13:18.053634 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-017f98a9-8a07-408c-a86f-8ff0c00400a0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=84876) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:13:18.054534 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-7f6f7b1c-8c48-4778-ab7f-83470068bd78 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555753'] for network, before_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:13:18.134780 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-1f41987d-853e-4f15-aa50-c668b7974b2b None None] Provisioning for port f3b37882-75a9-4ec5-b254-9ffd0685d6bb completed by entity DHCP. {{(pid=84876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 07:13:18.148583 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-1f41987d-853e-4f15-aa50-c668b7974b2b None None] Provisioning complete for port f3b37882-75a9-4ec5-b254-9ffd0685d6bb triggered by entity DHCP. {{(pid=84876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 07:13:18.148998 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-1f41987d-853e-4f15-aa50-c668b7974b2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-604227'] for port, provisioning_complete {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:13:18.236253 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-7f6f7b1c-8c48-4778-ab7f-83470068bd78 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:13:18.239057 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.plugin [None req-1f41987d-853e-4f15-aa50-c668b7974b2b None None] Port f3b37882-75a9-4ec5-b254-9ffd0685d6bb cannot update to ACTIVE because it is not bound. {{(pid=84876) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:329}} Jan 14 07:13:18.295713 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-51c91de6-ed90-4ab2-a779-23a56bf545b6 tempest-TaggedBootDevicesTest-541410187 tempest-TaggedBootDevicesTest-541410187] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854768116'] for port, before_response {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:13:18.317620 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.db.resource_extend [None req-108b30ce-2a6e-46c4-ae89-fe5da7221de6 admin admin] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84874) wrapper /usr/local/lib/python3.6/dist-packages/oslo_utils/timeutils.py:388}} Jan 14 07:13:18.327047 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-aaf93b50-5653-4ade-a08c-c04ffe876b67 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:13:18.345123 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-51c91de6-ed90-4ab2-a779-23a56bf545b6 tempest-TaggedBootDevicesTest-541410187 tempest-TaggedBootDevicesTest-541410187] 10.222.0.24 "DELETE /v2.0/ports/fac49dc9-99b5-4eb4-a00b-191a6356a4bf HTTP/1.1" status: 204 len: 168 time: 8.7083931 Jan 14 07:13:18.397688 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84875) accepted ('10.222.0.24', 58056) {{(pid=84875) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:13:18.402630 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-7f6f7b1c-8c48-4778-ab7f-83470068bd78 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:13:18.452003 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-7f6f7b1c-8c48-4778-ab7f-83470068bd78 admin admin] Usage tracker for resource:security_group_rule and tenant:cb7096aff06a4584846542dd674c0323 is out of sync, need to count used quota {{(pid=84875) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:13:18.455102 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-c3d293fe-6a33-4e57-9db0-d73cb4506a45 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:13:18.465987 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4749a9d8-1a24-4696-b0e1-b9fbefef11e5 req-27d2c409-aad4-40a6-9682-9aedcca105d1 tempest-ServersTestMultiNic-2121779930 tempest-ServersTestMultiNic-2121779930] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:13:18.466712 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [req-4749a9d8-1a24-4696-b0e1-b9fbefef11e5 req-27d2c409-aad4-40a6-9682-9aedcca105d1 tempest-ServersTestMultiNic-2121779930 tempest-ServersTestMultiNic-2121779930] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854768116'] for port, before_response {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:13:18.468643 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-7f6f7b1c-8c48-4778-ab7f-83470068bd78 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84875) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:13:18.476065 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-7f6f7b1c-8c48-4778-ab7f-83470068bd78 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:13:18.491112 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-108b30ce-2a6e-46c4-ae89-fe5da7221de6 admin admin] Notify callbacks [] for port, precommit_update {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:13:18.585977 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:port_security_enabled":"rule:admin_or_owner" was deprecated in W in favor of "update_network:port_security_enabled":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 07:13:18.585977 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:13:18.585977 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:13:18.585977 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:13:18.585977 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "delete_network":"rule:admin_or_owner" was deprecated in W in favor of "delete_network":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 07:13:18.585977 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:13:18.585977 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:13:18.585977 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:13:18.585977 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_segment":"rule:admin_only" was deprecated in W in favor of "create_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:13:18.585977 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:13:18.585977 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_segment":"rule:admin_only" was deprecated in W in favor of "get_segment":"role:reader and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:13:18.585977 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:13:18.585977 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_segment":"rule:admin_only" was deprecated in W in favor of "update_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:13:18.585977 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:13:18.585977 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "delete_segment":"rule:admin_only" was deprecated in W in favor of "delete_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:13:18.585977 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:13:18.585977 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network":"rule:regular_user" was deprecated in W in favor of "create_network":"role:member and project_id:%(project_id)s". Reason: Jan 14 07:13:18.585977 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:13:18.585977 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:13:18.585977 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:13:18.585977 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:shared":"rule:admin_only" was deprecated in W in favor of "create_network:shared":"role:admin and system_scope:all". Reason: Jan 14 07:13:18.585977 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:13:18.585977 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:13:18.585977 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:13:18.585977 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:router:external":"rule:admin_only" was deprecated in W in favor of "create_network:router:external":"role:admin and system_scope:all". Reason: Jan 14 07:13:18.585977 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:13:18.585977 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:13:18.585977 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:13:18.585977 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:is_default":"rule:admin_only" was deprecated in W in favor of "create_network:is_default":"role:admin and system_scope:all". Reason: Jan 14 07:13:18.585977 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:13:18.585977 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:13:18.585977 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:13:18.585977 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:port_security_enabled":"rule:regular_user" was deprecated in W in favor of "create_network:port_security_enabled":"role:member and project_id:%(project_id)s". Reason: Jan 14 07:13:18.585977 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:13:18.585977 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:13:18.585977 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:13:18.585977 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:segments":"rule:admin_only" was deprecated in W in favor of "create_network:segments":"role:admin and system_scope:all". Reason: Jan 14 07:13:18.585977 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:13:18.585977 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:13:18.585977 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:13:18.585977 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "create_network:provider:network_type":"role:admin and system_scope:all". Reason: Jan 14 07:13:18.585977 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:13:18.589478 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:13:18.589478 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:13:18.589478 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "create_network:provider:physical_network":"role:admin and system_scope:all". Reason: Jan 14 07:13:18.589478 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:13:18.589478 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:13:18.589478 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:13:18.589478 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "create_network:provider:segmentation_id":"role:admin and system_scope:all". Reason: Jan 14 07:13:18.589478 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:13:18.589478 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:13:18.589478 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:13:18.589478 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network":"rule:admin_or_owner or rule:shared or rule:external or rule:context_is_advsvc" was deprecated in W in favor of "get_network":"(role:reader and system_scope:all) or (role:reader and project_id:%(project_id)s) or rule:shared or rule:external or rule:context_is_advsvc". Reason: Jan 14 07:13:18.589478 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:13:18.589478 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:13:18.589478 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:13:18.589478 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:router:external":"rule:regular_user" was deprecated in W in favor of "get_network:router:external":"role:reader and project_id:%(project_id)s". Reason: Jan 14 07:13:18.589478 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:13:18.589478 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:13:18.589478 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:13:18.589478 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:segments":"rule:admin_only" was deprecated in W in favor of "get_network:segments":"role:reader and system_scope:all". Reason: Jan 14 07:13:18.589478 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:13:18.589478 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:13:18.589478 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:13:18.589478 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "get_network:provider:network_type":"role:reader and system_scope:all". Reason: Jan 14 07:13:18.589478 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:13:18.589478 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:13:18.589478 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:13:18.589478 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "get_network:provider:physical_network":"role:reader and system_scope:all". Reason: Jan 14 07:13:18.589478 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:13:18.589478 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:13:18.589478 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:13:18.589478 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "get_network:provider:segmentation_id":"role:reader and system_scope:all". Reason: Jan 14 07:13:18.589478 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:13:18.589478 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:13:18.589478 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:13:18.589478 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network":"rule:admin_or_owner" was deprecated in W in favor of "update_network":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 07:13:18.589478 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:13:18.589478 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:13:18.589478 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:13:18.589478 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:segments":"rule:admin_only" was deprecated in W in favor of "update_network:segments":"role:admin and system_scope:all". Reason: Jan 14 07:13:18.589478 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:13:18.589478 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:13:18.589478 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:13:18.589478 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:shared":"rule:admin_only" was deprecated in W in favor of "update_network:shared":"role:admin and system_scope:all". Reason: Jan 14 07:13:18.589478 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:13:18.589478 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:13:18.589478 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:13:18.589478 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "update_network:provider:network_type":"role:admin and system_scope:all". Reason: Jan 14 07:13:18.589478 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:13:18.589478 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:13:18.593714 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:13:18.593714 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "update_network:provider:physical_network":"role:admin and system_scope:all". Reason: Jan 14 07:13:18.593714 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:13:18.593714 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:13:18.593714 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:13:18.593714 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "update_network:provider:segmentation_id":"role:admin and system_scope:all". Reason: Jan 14 07:13:18.593714 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:13:18.593714 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:13:18.593714 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:13:18.593714 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:router:external":"rule:admin_only" was deprecated in W in favor of "update_network:router:external":"role:admin and system_scope:all". Reason: Jan 14 07:13:18.593714 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:13:18.593714 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:13:18.593714 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:13:18.593714 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:is_default":"rule:admin_only" was deprecated in W in favor of "update_network:is_default":"role:admin and system_scope:all". Reason: Jan 14 07:13:18.593714 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:13:18.593714 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:13:18.593714 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:13:18.593714 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:port_security_enabled":"rule:admin_or_owner" was deprecated in W in favor of "update_network:port_security_enabled":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 07:13:18.593714 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:13:18.593714 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:13:18.593714 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:13:18.593714 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "delete_network":"rule:admin_or_owner" was deprecated in W in favor of "delete_network":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 07:13:18.593714 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:13:18.593714 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:13:18.593714 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:13:18.593714 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_segment":"rule:admin_only" was deprecated in W in favor of "create_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:13:18.593714 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:13:18.593714 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_segment":"rule:admin_only" was deprecated in W in favor of "get_segment":"role:reader and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:13:18.593714 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:13:18.593714 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_segment":"rule:admin_only" was deprecated in W in favor of "update_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:13:18.593714 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:13:18.601982 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-108b30ce-2a6e-46c4-ae89-fe5da7221de6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777640533312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363259214678337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777640097497', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036851521613'] for port, after_update {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:13:18.748167 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-f4d55a46-88ac-401f-a082-ebd3515783eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363259214191800', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854171626'] for agent, after_update {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:13:18.753544 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-6e9ca740-6857-4aea-94e8-0323d404f500 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted--9223372036851568851', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal--9223372036850888080'] for router_interface, after_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:13:18.783589 n-d-768862-2 neutron-server[84765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4134369b-5d82-4e16-96d4-7b3daed7e87c req-7213b618-b273-4f5b-bf8f-e5c9bf7df081 tempest-TaggedBootDevicesTest-541410187 tempest-TaggedBootDevicesTest-541410187] Network fdba73b7-2ae2-450a-a1be-4941055e53c1 is already hosted by enough agents. {{(pid=84875) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 07:13:18.784770 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84875) accepted ('10.222.0.24', 58066) {{(pid=84875) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:13:18.799170 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-c3d293fe-6a33-4e57-9db0-d73cb4506a45 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:13:18.804465 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-c3d293fe-6a33-4e57-9db0-d73cb4506a45 admin admin] Usage tracker for resource:security_group_rule and tenant:05f7d61988fd456a9d0f0e4aca5b8b13 is out of sync, need to count used quota {{(pid=84875) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:13:18.808366 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-c3d293fe-6a33-4e57-9db0-d73cb4506a45 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84875) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:13:18.815446 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-c3d293fe-6a33-4e57-9db0-d73cb4506a45 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:13:18.841165 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.managers [req-64bd1535-4bca-4ba8-838e-68b2fbd1432e req-3988bf46-4345-4ec6-83d5-52f7b12d04a7 service neutron] Attempting to bind port 366630e3-beb8-4573-aa02-a8211ab65ad4 on host n-h2-768862-2 for vnic_type normal with profile {{(pid=84875) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 14 07:13:18.841543 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.managers [req-64bd1535-4bca-4ba8-838e-68b2fbd1432e req-3988bf46-4345-4ec6-83d5-52f7b12d04a7 service neutron] Attempting to bind port 366630e3-beb8-4573-aa02-a8211ab65ad4 by drivers openvswitch on host n-h2-768862-2 at level 0 using segments [{'id': '682aa48d-45db-4ce6-9539-8117fc7293eb', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 2, 'network_id': '3ab89270-67b1-41e9-8be2-a0395a984bff'}] {{(pid=84875) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 14 07:13:18.841906 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64bd1535-4bca-4ba8-838e-68b2fbd1432e req-3988bf46-4345-4ec6-83d5-52f7b12d04a7 service neutron] Attempting to bind port 366630e3-beb8-4573-aa02-a8211ab65ad4 on network 3ab89270-67b1-41e9-8be2-a0395a984bff {{(pid=84875) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 14 07:13:18.846493 n-d-768862-2 neutron-server[84765]: DEBUG neutron.scheduler.base_scheduler [req-4134369b-5d82-4e16-96d4-7b3daed7e87c req-7213b618-b273-4f5b-bf8f-e5c9bf7df081 tempest-TaggedBootDevicesTest-541410187 tempest-TaggedBootDevicesTest-541410187] Resources bound (agent type, host, resource id): {{(pid=84875) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 07:13:18.903034 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_dvrscheduler_db [req-4134369b-5d82-4e16-96d4-7b3daed7e87c req-7213b618-b273-4f5b-bf8f-e5c9bf7df081 tempest-TaggedBootDevicesTest-541410187 tempest-TaggedBootDevicesTest-541410187] Received port after_create {{(pid=84875) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 14 07:13:18.922099 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Device c50fbaf5-1c53-4341-a495-e1ffa63714dd up at agent ovs-agent-n-d-768862-2 {{(pid=84876) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 07:13:18.958961 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64bd1535-4bca-4ba8-838e-68b2fbd1432e req-3988bf46-4345-4ec6-83d5-52f7b12d04a7 service neutron] Checking agent: {'id': '64b7216a-2a41-441a-908c-ebbf63072f2f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-h2-768862-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 14, 7, 5, 12), 'started_at': datetime.datetime(2021, 1, 14, 7, 5, 42), 'heartbeat_timestamp': datetime.datetime(2021, 1, 14, 7, 13, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.13', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84875) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 14 07:13:18.959334 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64bd1535-4bca-4ba8-838e-68b2fbd1432e req-3988bf46-4345-4ec6-83d5-52f7b12d04a7 service neutron] Checking segment: {'id': '682aa48d-45db-4ce6-9539-8117fc7293eb', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 2, 'network_id': '3ab89270-67b1-41e9-8be2-a0395a984bff'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84875) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 14 07:13:18.959742 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [req-64bd1535-4bca-4ba8-838e-68b2fbd1432e req-3988bf46-4345-4ec6-83d5-52f7b12d04a7 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:13:18.960177 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64bd1535-4bca-4ba8-838e-68b2fbd1432e req-3988bf46-4345-4ec6-83d5-52f7b12d04a7 service neutron] Bound using segment: {'id': '682aa48d-45db-4ce6-9539-8117fc7293eb', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 2, 'network_id': '3ab89270-67b1-41e9-8be2-a0395a984bff'} {{(pid=84875) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 14 07:13:18.960686 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.managers [req-64bd1535-4bca-4ba8-838e-68b2fbd1432e req-3988bf46-4345-4ec6-83d5-52f7b12d04a7 service neutron] Bound port: 366630e3-beb8-4573-aa02-a8211ab65ad4, host: n-h2-768862-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '682aa48d-45db-4ce6-9539-8117fc7293eb', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 2, 'network_id': '3ab89270-67b1-41e9-8be2-a0395a984bff'}}] {{(pid=84875) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 14 07:13:18.961065 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [req-64bd1535-4bca-4ba8-838e-68b2fbd1432e req-3988bf46-4345-4ec6-83d5-52f7b12d04a7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555753'] for port, before_update {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:13:18.999902 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-7f6f7b1c-8c48-4778-ab7f-83470068bd78 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:13:19.020604 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Provisioning for port c50fbaf5-1c53-4341-a495-e1ffa63714dd completed by entity L2. {{(pid=84876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 07:13:19.046932 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-2dd3beca-d3da-4872-a2e0-7158e7f61824 tempest-DeleteServersTestJSON-437494901 tempest-DeleteServersTestJSON-437494901] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:13:19.075102 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-7f6f7b1c-8c48-4778-ab7f-83470068bd78 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850887153'] for security_group, after_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:13:19.096689 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-0a57e084-661a-4b6c-acb5-d34086aa6fe0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:13:19.140206 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-db5ecb78-f70d-4cab-8483-8b68233308ef None None] Provisioning for port 9d02427c-4d06-402e-a372-86755e489e8b completed by entity DHCP. {{(pid=84876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 07:13:19.152488 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-db5ecb78-f70d-4cab-8483-8b68233308ef None None] Provisioning complete for port 9d02427c-4d06-402e-a372-86755e489e8b triggered by entity DHCP. {{(pid=84876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 07:13:19.153163 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-db5ecb78-f70d-4cab-8483-8b68233308ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-604227'] for port, provisioning_complete {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:13:19.190717 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f6f7b1c-8c48-4778-ab7f-83470068bd78 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e637f73a-a739-4d5c-bc2b-169aa2dbf518,revision_number=1']} {{(pid=84875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:13:19.194391 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-7f6f7b1c-8c48-4778-ab7f-83470068bd78 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:13:19.226414 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [req-4749a9d8-1a24-4696-b0e1-b9fbefef11e5 req-27d2c409-aad4-40a6-9682-9aedcca105d1 tempest-ServersTestMultiNic-2121779930 tempest-ServersTestMultiNic-2121779930] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 13.7859554 Jan 14 07:13:19.255076 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [req-64bd1535-4bca-4ba8-838e-68b2fbd1432e req-3988bf46-4345-4ec6-83d5-52f7b12d04a7 service neutron] For port 366630e3-beb8-4573-aa02-a8211ab65ad4, host n-h2-768862-2, cleared binding levels {{(pid=84875) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 14 07:13:19.269118 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.plugin [None req-db5ecb78-f70d-4cab-8483-8b68233308ef None None] Port 9d02427c-4d06-402e-a372-86755e489e8b cannot update to ACTIVE because it is not bound. {{(pid=84876) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:329}} Jan 14 07:13:19.288381 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7f6f7b1c-8c48-4778-ab7f-83470068bd78 admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 5} {{(pid=84875) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Jan 14 07:13:19.298322 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [req-64bd1535-4bca-4ba8-838e-68b2fbd1432e req-3988bf46-4345-4ec6-83d5-52f7b12d04a7 service neutron] For port 366630e3-beb8-4573-aa02-a8211ab65ad4, host n-h2-768862-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-h2-768862-2',level=0,port_id=366630e3-beb8-4573-aa02-a8211ab65ad4,segment=NetworkSegment(682aa48d-45db-4ce6-9539-8117fc7293eb),segment_id=682aa48d-45db-4ce6-9539-8117fc7293eb)] {{(pid=84875) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 14 07:13:19.315139 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.v2.base [None req-348e8ba1-9513-4121-8f62-c5726081173e admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsNegativeTestJSON-2020280610-network', 'tenant_id': '4c7acb2f1853434b8885e72403694c4e'}} {{(pid=84875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:13:19.327752 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-348e8ba1-9513-4121-8f62-c5726081173e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:13:19.332362 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [req-64bd1535-4bca-4ba8-838e-68b2fbd1432e req-3988bf46-4345-4ec6-83d5-52f7b12d04a7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777640533312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363259214678337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777640097497', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3154211'] for port, after_update {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:13:19.336235 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.v2.base [req-4749a9d8-1a24-4696-b0e1-b9fbefef11e5 req-774ee7ca-c95d-473d-9e22-11b153e35506 tempest-ServersTestMultiNic-2121779930 tempest-ServersTestMultiNic-2121779930] Request body: {'port': {'device_id': '16513199-bee3-4bea-a843-4e62a5ef0197', 'network_id': 'e8533908-6f3a-4b15-a6d5-8c765cd11374', 'admin_state_up': True, 'tenant_id': '7d129397cd71499dbaa91be4909e3699'}} {{(pid=84874) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:13:19.352531 n-d-768862-2 neutron-server[84765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b33b9903-3a74-4fb8-89d2-906e2f5bbe22 req-2dd3beca-d3da-4872-a2e0-7158e7f61824 tempest-DeleteServersTestJSON-437494901 tempest-DeleteServersTestJSON-437494901] Network fafbed1d-f164-4b33-9abe-92a565c195a7 is already hosted by enough agents. {{(pid=84874) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 07:13:19.355534 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-82321b4c-32a8-4721-a9ce-a5ca5130eca1 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:13:19.381531 n-d-768862-2 neutron-server[84765]: DEBUG neutron.scheduler.base_scheduler [req-b33b9903-3a74-4fb8-89d2-906e2f5bbe22 req-2dd3beca-d3da-4872-a2e0-7158e7f61824 tempest-DeleteServersTestJSON-437494901 tempest-DeleteServersTestJSON-437494901] Resources bound (agent type, host, resource id): {{(pid=84874) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 07:13:19.396672 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-108b30ce-2a6e-46c4-ae89-fe5da7221de6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3206949', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3889649'] for router_interface, after_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:13:19.403776 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4134369b-5d82-4e16-96d4-7b3daed7e87c req-7213b618-b273-4f5b-bf8f-e5c9bf7df081 tempest-TaggedBootDevicesTest-541410187 tempest-TaggedBootDevicesTest-541410187] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:13:19.404537 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [req-4134369b-5d82-4e16-96d4-7b3daed7e87c req-7213b618-b273-4f5b-bf8f-e5c9bf7df081 tempest-TaggedBootDevicesTest-541410187 tempest-TaggedBootDevicesTest-541410187] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854768116'] for port, before_response {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:13:19.410249 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_dvrscheduler_db [req-b33b9903-3a74-4fb8-89d2-906e2f5bbe22 req-2dd3beca-d3da-4872-a2e0-7158e7f61824 tempest-DeleteServersTestJSON-437494901 tempest-DeleteServersTestJSON-437494901] Received port after_create {{(pid=84874) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 14 07:13:19.420859 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-348e8ba1-9513-4121-8f62-c5726081173e admin admin] Usage tracker for resource:network and tenant:4c7acb2f1853434b8885e72403694c4e is out of sync, need to count used quota {{(pid=84875) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:13:19.445335 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-348e8ba1-9513-4121-8f62-c5726081173e admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84875) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:13:19.494263 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-108b30ce-2a6e-46c4-ae89-fe5da7221de6 admin admin] Pushing event updated for resources: {'Port': ['ID=877a2b1b-1561-465b-bef1-07754c462165,revision_number=2']} {{(pid=84874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:13:19.578797 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-108b30ce-2a6e-46c4-ae89-fe5da7221de6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.532s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:13:19.709925 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [req-a780bf53-6567-48e7-9d84-34c8e3b24bdd req-6715b691-c825-4efa-95e5-793c59e359f2 tempest-LiveMigrationNegativeTest-1470825370 tempest-LiveMigrationNegativeTest-1470825370] For port 03f34ccd-18c2-4586-bcb3-93158913589f, host n-h1-768862-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-h1-768862-2',level=0,port_id=03f34ccd-18c2-4586-bcb3-93158913589f,segment=NetworkSegment(682aa48d-45db-4ce6-9539-8117fc7293eb),segment_id=682aa48d-45db-4ce6-9539-8117fc7293eb)] {{(pid=84874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 07:13:19.710330 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [req-a780bf53-6567-48e7-9d84-34c8e3b24bdd req-6715b691-c825-4efa-95e5-793c59e359f2 tempest-LiveMigrationNegativeTest-1470825370 tempest-LiveMigrationNegativeTest-1470825370] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036850862667'] for port, precommit_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:13:19.784926 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-7f6f7b1c-8c48-4778-ab7f-83470068bd78 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment--9223363259214191851', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854179735'] for segment, precommit_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:13:19.785460 n-d-768862-2 neutron-server[84765]: INFO neutron.db.segments_db [None req-7f6f7b1c-8c48-4778-ab7f-83470068bd78 admin admin] Added segment e184b47d-2e0b-41ff-8775-991248c5f303 of type vxlan for network e07b3c37-d515-44aa-a191-18820b094a97 Jan 14 07:13:19.831324 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-348e8ba1-9513-4121-8f62-c5726081173e admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:13:19.860850 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.db_base_plugin_v2 [None req-e95b0551-d29e-4afa-ae6c-9a9d0bc2f497 tempest-TaggedBootDevicesTest-541410187 tempest-TaggedBootDevicesTest-541410187] Deleting subnet 274f9c2a-06a3-4614-bccf-87a243a10b69 {{(pid=84875) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Jan 14 07:13:19.874954 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-aaf93b50-5653-4ade-a08c-c04ffe876b67 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3912484', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3889188', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-58194'] for router, precommit_update {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:13:19.879893 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-e95b0551-d29e-4afa-ae6c-9a9d0bc2f497 tempest-TaggedBootDevicesTest-541410187 tempest-TaggedBootDevicesTest-541410187] Notify callbacks [] for subnet, before_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:13:19.953608 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30067cbe-fbd7-4349-bcc3-3c374b7553ca None None] Network 71b40b7a-b096-4de3-b013-cb8bf2ae45f9 requested from n-d-768862-2 {{(pid=84876) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 07:13:19.965936 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b33b9903-3a74-4fb8-89d2-906e2f5bbe22 req-2dd3beca-d3da-4872-a2e0-7158e7f61824 tempest-DeleteServersTestJSON-437494901 tempest-DeleteServersTestJSON-437494901] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:13:19.966659 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [req-4134369b-5d82-4e16-96d4-7b3daed7e87c req-7213b618-b273-4f5b-bf8f-e5c9bf7df081 tempest-TaggedBootDevicesTest-541410187 tempest-TaggedBootDevicesTest-541410187] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 8.9372392 Jan 14 07:13:19.966772 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [req-b33b9903-3a74-4fb8-89d2-906e2f5bbe22 req-2dd3beca-d3da-4872-a2e0-7158e7f61824 tempest-DeleteServersTestJSON-437494901 tempest-DeleteServersTestJSON-437494901] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854768116'] for port, before_response {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:13:19.979916 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.plugin [req-a780bf53-6567-48e7-9d84-34c8e3b24bdd req-6715b691-c825-4efa-95e5-793c59e359f2 tempest-LiveMigrationNegativeTest-1470825370 tempest-LiveMigrationNegativeTest-1470825370] Calling delete_port for 03f34ccd-18c2-4586-bcb3-93158913589f owned by compute:nova {{(pid=84874) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 07:13:19.986128 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-348e8ba1-9513-4121-8f62-c5726081173e admin admin] Made reservation on behalf of 4c7acb2f1853434b8885e72403694c4e for: {'network': 1} {{(pid=84875) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 07:13:19.990973 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-348e8ba1-9513-4121-8f62-c5726081173e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555753'] for network, before_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:13:20.034031 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.v2.base [req-4134369b-5d82-4e16-96d4-7b3daed7e87c req-8960f626-a7d8-4725-8ff9-1fe360a2a000 tempest-TaggedBootDevicesTest-541410187 tempest-TaggedBootDevicesTest-541410187] Request body: {'port': {'device_id': 'a747bc22-0cf1-4638-8306-b805069dae4a', 'fixed_ips': [{'ip_address': '10.2.2.200'}], 'network_id': 'fdba73b7-2ae2-450a-a1be-4941055e53c1', 'admin_state_up': True, 'tenant_id': '4873c9000017431bb4db0aa60ef7da75', 'security_groups': ['5013011c-1df1-415c-84e1-3922abad7d79']}} {{(pid=84875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:13:20.062588 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-d3d3d350-10d7-4d1a-a6f6-6fb7794bb574 None None] Provisioning for port c50fbaf5-1c53-4341-a495-e1ffa63714dd completed by entity DHCP. {{(pid=84876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 07:13:20.078026 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-d3d3d350-10d7-4d1a-a6f6-6fb7794bb574 None None] Provisioning complete for port c50fbaf5-1c53-4341-a495-e1ffa63714dd triggered by entity DHCP. {{(pid=84876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 07:13:20.078455 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-d3d3d350-10d7-4d1a-a6f6-6fb7794bb574 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-604227'] for port, provisioning_complete {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:13:20.080563 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.db.resource_extend [None req-ca9f6053-808b-4450-8625-ce95fad4a6e3 admin admin] It took 0.20 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84874) wrapper /usr/local/lib/python3.6/dist-packages/oslo_utils/timeutils.py:388}} Jan 14 07:13:20.130607 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [req-b33b9903-3a74-4fb8-89d2-906e2f5bbe22 req-2dd3beca-d3da-4872-a2e0-7158e7f61824 tempest-DeleteServersTestJSON-437494901 tempest-DeleteServersTestJSON-437494901] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 9.5940826 Jan 14 07:13:20.133741 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-ca9f6053-808b-4450-8625-ce95fad4a6e3 admin admin] Notify callbacks [] for port, precommit_update {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:13:20.147121 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-348e8ba1-9513-4121-8f62-c5726081173e admin admin] Notify callbacks [] for security_group, before_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:13:20.158876 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3988bf46-4345-4ec6-83d5-52f7b12d04a7 service neutron] Pushing event updated for resources: {'Port': ['ID=366630e3-beb8-4573-aa02-a8211ab65ad4,revision_number=3']} {{(pid=84875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:13:20.160198 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.v2.base [req-b33b9903-3a74-4fb8-89d2-906e2f5bbe22 req-3118de2d-6b2d-4600-a796-3ab0411cab2a service neutron] Request body: {'port': {'device_id': '0d613ee3-b23b-48aa-9701-93273017ac12', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-768862-2'}} {{(pid=84874) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:13:20.162680 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-3988bf46-4345-4ec6-83d5-52f7b12d04a7 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.807s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:13:20.183671 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-c3d293fe-6a33-4e57-9db0-d73cb4506a45 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:13:20.190162 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-ca9f6053-808b-4450-8625-ce95fad4a6e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777640533312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363259214678337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777640097497', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036851521613'] for port, after_update {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:13:20.192882 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-7f6f7b1c-8c48-4778-ab7f-83470068bd78 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363259214646115'] for network, precommit_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:13:20.235338 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-f255fbe3-5a44-4a39-bbb1-1ced8750f639 tempest-FloatingIPsAssociationNegativeTestJSON-724895750 tempest-FloatingIPsAssociationNegativeTestJSON-724895750] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:13:20.294256 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-e95b0551-d29e-4afa-ae6c-9a9d0bc2f497 tempest-TaggedBootDevicesTest-541410187 tempest-TaggedBootDevicesTest-541410187] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3367281'] for subnet, precommit_delete_associations {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:13:20.310082 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-d3d3d350-10d7-4d1a-a6f6-6fb7794bb574 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555753'] for port, before_update {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:13:20.323911 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-c3d293fe-6a33-4e57-9db0-d73cb4506a45 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850887153'] for security_group, after_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:13:20.344120 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-348e8ba1-9513-4121-8f62-c5726081173e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:13:20.349137 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-9f52a6cc-24b0-4a71-962d-71e92151cb1e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:13:20.358513 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [None req-d3d3d350-10d7-4d1a-a6f6-6fb7794bb574 None None] For port c50fbaf5-1c53-4341-a495-e1ffa63714dd, host n-d-768862-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-2',level=0,port_id=c50fbaf5-1c53-4341-a495-e1ffa63714dd,segment=NetworkSegment(c06239e8-61ba-417e-8bdc-4c57821155ed),segment_id=c06239e8-61ba-417e-8bdc-4c57821155ed)] {{(pid=84876) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 07:13:20.364513 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-d3d3d350-10d7-4d1a-a6f6-6fb7794bb574 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777640533312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363259214678337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777640097497'] for port, after_update {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:13:20.366638 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84876) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:13:20.367554 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [req-4749a9d8-1a24-4696-b0e1-b9fbefef11e5 req-774ee7ca-c95d-473d-9e22-11b153e35506 tempest-ServersTestMultiNic-2121779930 tempest-ServersTestMultiNic-2121779930] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:13:20.412930 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [req-4749a9d8-1a24-4696-b0e1-b9fbefef11e5 req-774ee7ca-c95d-473d-9e22-11b153e35506 tempest-ServersTestMultiNic-2121779930 tempest-ServersTestMultiNic-2121779930] Usage tracker for resource:port and tenant:7d129397cd71499dbaa91be4909e3699 is out of sync, need to count used quota {{(pid=84874) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:13:20.425201 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [req-4749a9d8-1a24-4696-b0e1-b9fbefef11e5 req-774ee7ca-c95d-473d-9e22-11b153e35506 tempest-ServersTestMultiNic-2121779930 tempest-ServersTestMultiNic-2121779930] Quota usage for port was recalculated. Used quota:4. {{(pid=84874) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:13:20.432537 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-348e8ba1-9513-4121-8f62-c5726081173e admin admin] Usage tracker for resource:security_group_rule and tenant:4c7acb2f1853434b8885e72403694c4e is out of sync, need to count used quota {{(pid=84875) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:13:20.445504 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3d3d350-10d7-4d1a-a6f6-6fb7794bb574 None None] Pushing event updated for resources: {'Port': ['ID=c50fbaf5-1c53-4341-a495-e1ffa63714dd,revision_number=3']} {{(pid=84876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:13:20.460057 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-d3d3d350-10d7-4d1a-a6f6-6fb7794bb574 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=84876) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:13:20.463682 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [req-4749a9d8-1a24-4696-b0e1-b9fbefef11e5 req-774ee7ca-c95d-473d-9e22-11b153e35506 tempest-ServersTestMultiNic-2121779930 tempest-ServersTestMultiNic-2121779930] Attempting to reserve 1 items for resource port. Total usage: 4; quota limit: 500; headroom:496 {{(pid=84874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:13:20.464576 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-348e8ba1-9513-4121-8f62-c5726081173e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84875) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:13:20.503827 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.db.resource_extend [None req-7f6f7b1c-8c48-4778-ab7f-83470068bd78 admin admin] It took 0.16 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84875) wrapper /usr/local/lib/python3.6/dist-packages/oslo_utils/timeutils.py:388}} Jan 14 07:13:20.513668 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-ca9f6053-808b-4450-8625-ce95fad4a6e3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3206949', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3889649'] for router_interface, after_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:13:20.527698 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca9f6053-808b-4450-8625-ce95fad4a6e3 admin admin] Pushing event updated for resources: {'Port': ['ID=e73c91f2-f77f-4732-8458-22c982c92abc,revision_number=2']} {{(pid=84874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:13:20.532373 n-d-768862-2 neutron-server[84765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-108b30ce-2a6e-46c4-ae89-fe5da7221de6 admin admin] Network 5c191153-b948-4c85-aff4-9593e84f8418 is already hosted by enough agents. {{(pid=84874) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 07:13:20.541836 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-348e8ba1-9513-4121-8f62-c5726081173e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:13:20.574307 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64bd1535-4bca-4ba8-838e-68b2fbd1432e req-3988bf46-4345-4ec6-83d5-52f7b12d04a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:13:20.574994 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [req-64bd1535-4bca-4ba8-838e-68b2fbd1432e req-3988bf46-4345-4ec6-83d5-52f7b12d04a7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854768116'] for port, before_response {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:13:20.576606 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [req-64bd1535-4bca-4ba8-838e-68b2fbd1432e req-3988bf46-4345-4ec6-83d5-52f7b12d04a7 service neutron] 10.222.0.48 "PUT /v2.0/ports/366630e3-beb8-4573-aa02-a8211ab65ad4 HTTP/1.1" status: 200 len: 1159 time: 6.7154844 Jan 14 07:13:20.590389 n-d-768862-2 neutron-server[84765]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '19ae1782-a48d-4a62-a407-7c3441c97ca1', 'tag': '366630e3-beb8-4573-aa02-a8211ab65ad4'}] {{(pid=84875) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Jan 14 07:13:20.601739 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-c3d293fe-6a33-4e57-9db0-d73cb4506a45 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=05f7d61988fd456a9d0f0e4aca5b8b13&name=default HTTP/1.1" status: 200 len: 2979 time: 2.8245792 Jan 14 07:13:20.625336 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3d293fe-6a33-4e57-9db0-d73cb4506a45 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1aef266d-b0a7-44ad-8f08-27fbe185eca8,revision_number=1']} {{(pid=84875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:13:20.629156 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-c3d293fe-6a33-4e57-9db0-d73cb4506a45 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.280s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:13:20.642599 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84875) accepted ('10.222.0.24', 58074) {{(pid=84875) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:13:20.646500 n-d-768862-2 neutron-server[84765]: INFO neutron.db.db_base_plugin_v2 [None req-e95b0551-d29e-4afa-ae6c-9a9d0bc2f497 tempest-TaggedBootDevicesTest-541410187 tempest-TaggedBootDevicesTest-541410187] Found port (9d02427c-4d06-402e-a372-86755e489e8b, 10.2.2.100) having IP allocation on subnet 274f9c2a-06a3-4614-bccf-87a243a10b69, cannot delete Jan 14 07:13:20.688229 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-7f6f7b1c-8c48-4778-ab7f-83470068bd78 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850887149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964'] for network, after_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:13:20.689265 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f6f7b1c-8c48-4778-ab7f-83470068bd78 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:13:20.689922 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-7f6f7b1c-8c48-4778-ab7f-83470068bd78 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3207107'] for network, before_response {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:13:20.729140 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-2b9d1991-4823-40c4-858b-04f8f805bb71 tempest-ServersTestMultiNic-2121779930 tempest-ServersTestMultiNic-2121779930] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:13:20.755688 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-9310ba5c-a1a5-4987-9108-64efc2f936f0 None None] Provisioning complete for port c50fbaf5-1c53-4341-a495-e1ffa63714dd triggered by entity DHCP. {{(pid=84876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 07:13:20.759449 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-9310ba5c-a1a5-4987-9108-64efc2f936f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-604227'] for port, provisioning_complete {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:13:20.759609 n-d-768862-2 neutron-server[84765]: INFO neutron.pecan_wsgi.hooks.translation [None req-e95b0551-d29e-4afa-ae6c-9a9d0bc2f497 tempest-TaggedBootDevicesTest-541410187 tempest-TaggedBootDevicesTest-541410187] DELETE failed (client error): There was a conflict when trying to complete your request. Jan 14 07:13:20.760072 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e95b0551-d29e-4afa-ae6c-9a9d0bc2f497 tempest-TaggedBootDevicesTest-541410187 tempest-TaggedBootDevicesTest-541410187] No notification will be sent due to unsuccessful status code: 409 {{(pid=84875) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Jan 14 07:13:20.794812 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [req-4134369b-5d82-4e16-96d4-7b3daed7e87c req-8960f626-a7d8-4725-8ff9-1fe360a2a000 tempest-TaggedBootDevicesTest-541410187 tempest-TaggedBootDevicesTest-541410187] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:13:20.904200 n-d-768862-2 neutron-server[84765]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '19ae1782-a48d-4a62-a407-7c3441c97ca1', 'tag': '366630e3-beb8-4573-aa02-a8211ab65ad4', 'status': 'completed', 'code': 200} Jan 14 07:13:20.910843 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-e95b0551-d29e-4afa-ae6c-9a9d0bc2f497 tempest-TaggedBootDevicesTest-541410187 tempest-TaggedBootDevicesTest-541410187] 10.222.0.24 "DELETE /v2.0/subnets/274f9c2a-06a3-4614-bccf-87a243a10b69 HTTP/1.1" status: 409 len: 404 time: 2.5119176 Jan 14 07:13:20.918421 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [req-4134369b-5d82-4e16-96d4-7b3daed7e87c req-8960f626-a7d8-4725-8ff9-1fe360a2a000 tempest-TaggedBootDevicesTest-541410187 tempest-TaggedBootDevicesTest-541410187] Usage tracker for resource:port and tenant:4873c9000017431bb4db0aa60ef7da75 is out of sync, need to count used quota {{(pid=84875) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:13:20.925066 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84875) accepted ('10.222.0.24', 58078) {{(pid=84875) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:13:20.957770 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-ca9f6053-808b-4450-8625-ce95fad4a6e3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.722s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:13:20.959008 n-d-768862-2 neutron-server[84765]: DEBUG neutron.scheduler.base_scheduler [None req-108b30ce-2a6e-46c4-ae89-fe5da7221de6 admin admin] Resources bound (agent type, host, resource id): {{(pid=84874) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 07:13:20.961599 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [req-b33b9903-3a74-4fb8-89d2-906e2f5bbe22 req-3118de2d-6b2d-4600-a796-3ab0411cab2a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555753'] for port, before_update {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:13:20.980455 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [req-4134369b-5d82-4e16-96d4-7b3daed7e87c req-8960f626-a7d8-4725-8ff9-1fe360a2a000 tempest-TaggedBootDevicesTest-541410187 tempest-TaggedBootDevicesTest-541410187] Quota usage for port was recalculated. Used quota:8. {{(pid=84875) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:13:21.055958 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-7f6f7b1c-8c48-4778-ab7f-83470068bd78 admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 3.8182223 Jan 14 07:13:21.058494 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [req-4134369b-5d82-4e16-96d4-7b3daed7e87c req-8960f626-a7d8-4725-8ff9-1fe360a2a000 tempest-TaggedBootDevicesTest-541410187 tempest-TaggedBootDevicesTest-541410187] Attempting to reserve 1 items for resource port. Total usage: 8; quota limit: 500; headroom:492 {{(pid=84875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:13:21.072065 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84875) accepted ('10.222.0.24', 58082) {{(pid=84875) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:13:21.159305 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Device c50fbaf5-1c53-4341-a495-e1ffa63714dd up at agent ovs-agent-n-d-768862-2 {{(pid=84876) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 07:13:21.177570 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.v2.base [None req-0235fc0a-6010-4ad4-9ce4-ba7cddf6097c admin admin] Request body: {'subnet': {'network_id': 'e07b3c37-d515-44aa-a191-18820b094a97', 'cidr': '172.20.0.0/28', 'name': 'tempest-TaggedBootDevicesTest_v242-1848228519-subnet', 'tenant_id': 'cb7096aff06a4584846542dd674c0323', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=84875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:13:21.190379 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f6f7b1c-8c48-4778-ab7f-83470068bd78 admin admin] Pushing event updated for resources: {'Network': ['ID=e07b3c37-d515-44aa-a191-18820b094a97,revision_number=1']} {{(pid=84875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:13:21.198009 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-7f6f7b1c-8c48-4778-ab7f-83470068bd78 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.469s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:13:21.240424 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-0235fc0a-6010-4ad4-9ce4-ba7cddf6097c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:13:21.251047 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-852a24f7-e9a1-4193-9abb-e9506fe5213f None None] Network e07b3c37-d515-44aa-a191-18820b094a97 details requested by agent ovs-agent-n-h2-768862-2 with host n-h2-768862-2 {{(pid=84876) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 07:13:21.269522 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-017f98a9-8a07-408c-a86f-8ff0c00400a0 None None] Network e07b3c37-d515-44aa-a191-18820b094a97 details requested by agent ovs-agent-n-h1-768862-2 with host n-h1-768862-2 {{(pid=84876) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 07:13:21.286754 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Network e07b3c37-d515-44aa-a191-18820b094a97 details requested by agent ovs-agent-n-d-768862-2 with host n-d-768862-2 {{(pid=84876) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 07:13:21.329877 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-0235fc0a-6010-4ad4-9ce4-ba7cddf6097c admin admin] Usage tracker for resource:subnet and tenant:cb7096aff06a4584846542dd674c0323 is out of sync, need to count used quota {{(pid=84875) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:13:21.333629 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4134369b-5d82-4e16-96d4-7b3daed7e87c req-8960f626-a7d8-4725-8ff9-1fe360a2a000 tempest-TaggedBootDevicesTest-541410187 tempest-TaggedBootDevicesTest-541410187] Made reservation on behalf of 4873c9000017431bb4db0aa60ef7da75 for: {'port': 1} {{(pid=84875) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 07:13:21.337265 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "delete_segment":"rule:admin_only" was deprecated in W in favor of "delete_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:13:21.337265 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:13:21.337265 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network":"rule:regular_user" was deprecated in W in favor of "create_network":"role:member and project_id:%(project_id)s". Reason: Jan 14 07:13:21.337265 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:13:21.337265 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:13:21.337265 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:13:21.337265 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:shared":"rule:admin_only" was deprecated in W in favor of "create_network:shared":"role:admin and system_scope:all". Reason: Jan 14 07:13:21.337265 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:13:21.337265 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:13:21.337265 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:13:21.337265 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:router:external":"rule:admin_only" was deprecated in W in favor of "create_network:router:external":"role:admin and system_scope:all". Reason: Jan 14 07:13:21.337265 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:13:21.337265 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:13:21.337265 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:13:21.337265 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:is_default":"rule:admin_only" was deprecated in W in favor of "create_network:is_default":"role:admin and system_scope:all". Reason: Jan 14 07:13:21.337265 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:13:21.337265 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:13:21.337265 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:13:21.337265 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:port_security_enabled":"rule:regular_user" was deprecated in W in favor of "create_network:port_security_enabled":"role:member and project_id:%(project_id)s". Reason: Jan 14 07:13:21.337265 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:13:21.337265 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:13:21.337265 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:13:21.337265 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:segments":"rule:admin_only" was deprecated in W in favor of "create_network:segments":"role:admin and system_scope:all". Reason: Jan 14 07:13:21.337265 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:13:21.337265 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:13:21.337265 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:13:21.337265 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "create_network:provider:network_type":"role:admin and system_scope:all". Reason: Jan 14 07:13:21.337265 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:13:21.337265 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:13:21.337265 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:13:21.337265 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "create_network:provider:physical_network":"role:admin and system_scope:all". Reason: Jan 14 07:13:21.337265 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:13:21.337265 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:13:21.337265 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:13:21.337265 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "create_network:provider:segmentation_id":"role:admin and system_scope:all". Reason: Jan 14 07:13:21.337265 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:13:21.337265 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:13:21.337265 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:13:21.337265 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network":"rule:admin_or_owner or rule:shared or rule:external or rule:context_is_advsvc" was deprecated in W in favor of "get_network":"(role:reader and system_scope:all) or (role:reader and project_id:%(project_id)s) or rule:shared or rule:external or rule:context_is_advsvc". Reason: Jan 14 07:13:21.337265 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:13:21.337265 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:13:21.337265 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:13:21.337265 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:router:external":"rule:regular_user" was deprecated in W in favor of "get_network:router:external":"role:reader and project_id:%(project_id)s". Reason: Jan 14 07:13:21.337265 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:13:21.337265 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:13:21.337265 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:13:21.340426 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:segments":"rule:admin_only" was deprecated in W in favor of "get_network:segments":"role:reader and system_scope:all". Reason: Jan 14 07:13:21.340426 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:13:21.340426 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:13:21.340426 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:13:21.340426 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "get_network:provider:network_type":"role:reader and system_scope:all". Reason: Jan 14 07:13:21.340426 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:13:21.340426 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:13:21.340426 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:13:21.340426 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "get_network:provider:physical_network":"role:reader and system_scope:all". Reason: Jan 14 07:13:21.340426 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:13:21.340426 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:13:21.340426 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:13:21.340426 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "get_network:provider:segmentation_id":"role:reader and system_scope:all". Reason: Jan 14 07:13:21.340426 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:13:21.340426 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:13:21.340426 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:13:21.340426 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network":"rule:admin_or_owner" was deprecated in W in favor of "update_network":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 07:13:21.340426 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:13:21.340426 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:13:21.340426 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:13:21.343600 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4749a9d8-1a24-4696-b0e1-b9fbefef11e5 req-774ee7ca-c95d-473d-9e22-11b153e35506 tempest-ServersTestMultiNic-2121779930 tempest-ServersTestMultiNic-2121779930] Made reservation on behalf of 7d129397cd71499dbaa91be4909e3699 for: {'port': 1} {{(pid=84874) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 07:13:21.345965 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [req-4134369b-5d82-4e16-96d4-7b3daed7e87c req-8960f626-a7d8-4725-8ff9-1fe360a2a000 tempest-TaggedBootDevicesTest-541410187 tempest-TaggedBootDevicesTest-541410187] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555753'] for port, before_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:13:21.353688 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [req-4749a9d8-1a24-4696-b0e1-b9fbefef11e5 req-774ee7ca-c95d-473d-9e22-11b153e35506 tempest-ServersTestMultiNic-2121779930 tempest-ServersTestMultiNic-2121779930] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555753'] for port, before_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:13:21.362352 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-0235fc0a-6010-4ad4-9ce4-ba7cddf6097c admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84875) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:13:21.415818 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-0235fc0a-6010-4ad4-9ce4-ba7cddf6097c admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:13:21.457081 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-e9e714ad-2ac5-428c-89e4-f81d616a52ce admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:13:21.461161 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [req-a780bf53-6567-48e7-9d84-34c8e3b24bdd req-6715b691-c825-4efa-95e5-793c59e359f2 tempest-LiveMigrationNegativeTest-1470825370 tempest-LiveMigrationNegativeTest-1470825370] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777640533329', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777640097463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3254186'] for port, after_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:13:21.498220 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-51c91de6-ed90-4ab2-a779-23a56bf545b6 tempest-TaggedBootDevicesTest-541410187 tempest-TaggedBootDevicesTest-541410187] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:13:21.502718 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-63da8106-0a79-43b6-a4eb-da3d8d1ac25e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363259214191800', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854171626'] for agent, after_update {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:13:21.562206 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0235fc0a-6010-4ad4-9ce4-ba7cddf6097c admin admin] Made reservation on behalf of cb7096aff06a4584846542dd674c0323 for: {'subnet': 1} {{(pid=84875) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 07:13:21.566217 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-0235fc0a-6010-4ad4-9ce4-ba7cddf6097c admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036852467157'] for subnet, before_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:13:21.629644 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Provisioning complete for port c50fbaf5-1c53-4341-a495-e1ffa63714dd triggered by entity L2. {{(pid=84876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 07:13:21.630060 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-604227'] for port, provisioning_complete {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:13:21.678087 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6715b691-c825-4efa-95e5-793c59e359f2 tempest-LiveMigrationNegativeTest-1470825370 tempest-LiveMigrationNegativeTest-1470825370] Pushing event deleted for resources: {'Port': ['ID=03f34ccd-18c2-4586-bcb3-93158913589f,revision_number=None']} {{(pid=84874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:13:21.692625 n-d-768862-2 neutron-server[84765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca9f6053-808b-4450-8625-ce95fad4a6e3 admin admin] Network b1a12e1e-4188-4c05-8d11-caebbad007eb is already hosted by enough agents. {{(pid=84874) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 07:13:21.745060 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-6715b691-c825-4efa-95e5-793c59e359f2 tempest-LiveMigrationNegativeTest-1470825370 tempest-LiveMigrationNegativeTest-1470825370] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.247s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:13:21.745560 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-da76cfc0-98e8-4426-9f6d-4f05aa3fae78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363259214191800', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854171626'] for agent, after_update {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:13:21.758327 n-d-768862-2 neutron-server[84765]: DEBUG neutron.scheduler.base_scheduler [None req-ca9f6053-808b-4450-8625-ce95fad4a6e3 admin admin] Resources bound (agent type, host, resource id): {{(pid=84874) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 07:13:21.857801 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-55dbfe77-7bd5-44dc-ae3b-f0d867cf9c5c None None] Provisioning complete for port c50fbaf5-1c53-4341-a495-e1ffa63714dd triggered by entity DHCP. {{(pid=84876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 07:13:21.858308 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-55dbfe77-7bd5-44dc-ae3b-f0d867cf9c5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-604227'] for port, provisioning_complete {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:13:22.026769 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-55dbfe77-7bd5-44dc-ae3b-f0d867cf9c5c None None] Provisioning complete for port 877a2b1b-1561-465b-bef1-07754c462165 triggered by entity DHCP. {{(pid=84876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 07:13:22.027185 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-55dbfe77-7bd5-44dc-ae3b-f0d867cf9c5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-604227'] for port, provisioning_complete {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:13:22.066602 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64bd1535-4bca-4ba8-838e-68b2fbd1432e req-e1257d75-4855-428b-b3e2-c5a80ee4d5fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:13:22.067986 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [req-64bd1535-4bca-4ba8-838e-68b2fbd1432e req-e1257d75-4855-428b-b3e2-c5a80ee4d5fd service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=4c5412f7fcde40999169791ca7c8ee35&device_id=19ae1782-a48d-4a62-a407-7c3441c97ca1 HTTP/1.1" status: 200 len: 1162 time: 1.4377546 Jan 14 07:13:22.089909 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.plugin [None req-55dbfe77-7bd5-44dc-ae3b-f0d867cf9c5c None None] Port 877a2b1b-1561-465b-bef1-07754c462165 cannot update to ACTIVE because it is not bound. {{(pid=84876) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:329}} Jan 14 07:13:22.103407 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-348e8ba1-9513-4121-8f62-c5726081173e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:13:22.130059 n-d-768862-2 neutron-server[84765]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-108b30ce-2a6e-46c4-ae89-fe5da7221de6 admin admin] Router 2983e6ee-4036-4e66-b6dd-0762724412fd has already been hosted by L3 agent 35f592e9-451b-4db9-abea-77b6a5c5391b {{(pid=84874) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Jan 14 07:13:22.165995 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-e9e714ad-2ac5-428c-89e4-f81d616a52ce admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:13:22.213446 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-348e8ba1-9513-4121-8f62-c5726081173e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850887153'] for security_group, after_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:13:22.216025 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-ec550876-f73a-4c89-8bd2-9d00f8be84e7 None None] Provisioning complete for port e73c91f2-f77f-4732-8458-22c982c92abc triggered by entity DHCP. {{(pid=84876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 07:13:22.216444 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-ec550876-f73a-4c89-8bd2-9d00f8be84e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-604227'] for port, provisioning_complete {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:13:22.219481 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [req-64bd1535-4bca-4ba8-838e-68b2fbd1432e req-e59c50b5-dc03-457e-b123-aea9aa28293f service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.97&port_id=366630e3-beb8-4573-aa02-a8211ab65ad4 HTTP/1.1" status: 200 len: 217 time: 0.1187418 Jan 14 07:13:22.246446 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-c16ac8d2-fb6a-4cd7-abcc-27e28192b133 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:13:22.276139 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.plugin [None req-ec550876-f73a-4c89-8bd2-9d00f8be84e7 None None] Port e73c91f2-f77f-4732-8458-22c982c92abc cannot update to ACTIVE because it is not bound. {{(pid=84876) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:329}} Jan 14 07:13:22.327568 n-d-768862-2 neutron-server[84765]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6e9ca740-6857-4aea-94e8-0323d404f500 admin admin] Router 478283e4-0c66-495d-ac11-53e15bbe5aba has already been hosted by L3 agent 35f592e9-451b-4db9-abea-77b6a5c5391b {{(pid=84875) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Jan 14 07:13:22.395981 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-348e8ba1-9513-4121-8f62-c5726081173e admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 13} {{(pid=84875) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Jan 14 07:13:22.480620 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.db_base_plugin_v2 [None req-d84ad4b6-1c74-415d-9312-d6858a21a7f3 tempest-TaggedBootDevicesTest-541410187 tempest-TaggedBootDevicesTest-541410187] Deleting subnet 008b1096-3405-4b9e-bc95-7872e98ae48f {{(pid=84875) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Jan 14 07:13:22.482561 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-348e8ba1-9513-4121-8f62-c5726081173e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3a1f891d-a67b-4c87-8896-b8adae134ebd,revision_number=1']} {{(pid=84875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:13:22.486301 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-348e8ba1-9513-4121-8f62-c5726081173e admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment--9223363259214191851', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854179735'] for segment, precommit_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:13:22.486734 n-d-768862-2 neutron-server[84765]: INFO neutron.db.segments_db [None req-348e8ba1-9513-4121-8f62-c5726081173e admin admin] Added segment db1df15a-466f-44a9-a879-61509bcfc9c4 of type vxlan for network ffc861a8-6353-419d-b86b-377387fe19eb Jan 14 07:13:22.498886 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-348e8ba1-9513-4121-8f62-c5726081173e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.253s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:13:22.507238 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-d84ad4b6-1c74-415d-9312-d6858a21a7f3 tempest-TaggedBootDevicesTest-541410187 tempest-TaggedBootDevicesTest-541410187] Notify callbacks [] for subnet, before_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:13:22.553919 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363259214191800', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854171626'] for agent, after_update {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:13:22.634512 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64bd1535-4bca-4ba8-838e-68b2fbd1432e req-55e7b7d5-dd07-42ba-8eaf-4986fe17cc06 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:13:22.636282 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [req-64bd1535-4bca-4ba8-838e-68b2fbd1432e req-55e7b7d5-dd07-42ba-8eaf-4986fe17cc06 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=69aa3990-7111-4d2c-9167-5d5ad366f163 HTTP/1.1" status: 200 len: 843 time: 0.3787577 Jan 14 07:13:22.867791 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-e9e714ad-2ac5-428c-89e4-f81d616a52ce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850887153'] for security_group, after_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:13:22.904250 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-d84ad4b6-1c74-415d-9312-d6858a21a7f3 tempest-TaggedBootDevicesTest-541410187 tempest-TaggedBootDevicesTest-541410187] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3367281'] for subnet, precommit_delete_associations {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:13:22.937861 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-348e8ba1-9513-4121-8f62-c5726081173e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363259214646115'] for network, precommit_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:13:22.947801 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-c3d293fe-6a33-4e57-9db0-d73cb4506a45 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:13:22.964614 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_dvrscheduler_db [req-a780bf53-6567-48e7-9d84-34c8e3b24bdd req-6715b691-c825-4efa-95e5-793c59e359f2 tempest-LiveMigrationNegativeTest-1470825370 tempest-LiveMigrationNegativeTest-1470825370] No DVR routers for this DVR port 03f34ccd-18c2-4586-bcb3-93158913589f on host n-h1-768862-2 {{(pid=84874) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Jan 14 07:13:22.990674 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [req-a780bf53-6567-48e7-9d84-34c8e3b24bdd req-6715b691-c825-4efa-95e5-793c59e359f2 tempest-LiveMigrationNegativeTest-1470825370 tempest-LiveMigrationNegativeTest-1470825370] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854768116'] for port, before_response {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:13:22.999232 n-d-768862-2 neutron-server[84765]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b7810cd0-ff82-4881-a8ff-5f4b03f8104c', 'name': 'network-vif-deleted', 'tag': '03f34ccd-18c2-4586-bcb3-93158913589f'}] {{(pid=84874) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Jan 14 07:13:23.015325 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9e714ad-2ac5-428c-89e4-f81d616a52ce admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1aef266d-b0a7-44ad-8f08-27fbe185eca8,revision_number=None']} {{(pid=84875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:13:23.043021 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-e9e714ad-2ac5-428c-89e4-f81d616a52ce admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:13:23.077291 n-d-768862-2 neutron-server[84765]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ca9f6053-808b-4450-8625-ce95fad4a6e3 admin admin] Router 30066085-16e9-44a9-8022-7b4f197cb1b8 has already been hosted by L3 agent 35f592e9-451b-4db9-abea-77b6a5c5391b {{(pid=84874) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Jan 14 07:13:23.105481 n-d-768862-2 neutron-server[84765]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'b7810cd0-ff82-4881-a8ff-5f4b03f8104c', 'name': 'network-vif-deleted', 'tag': '03f34ccd-18c2-4586-bcb3-93158913589f', 'status': 'failed', 'code': 422} returned with failed status Jan 14 07:13:23.121010 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-0f37073e-9c69-4e3c-80e0-6cfaa0fd61a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363259214191800', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854171626'] for agent, after_update {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:13:23.161457 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [req-a780bf53-6567-48e7-9d84-34c8e3b24bdd req-6715b691-c825-4efa-95e5-793c59e359f2 tempest-LiveMigrationNegativeTest-1470825370 tempest-LiveMigrationNegativeTest-1470825370] 10.222.0.35 "DELETE /v2.0/ports/03f34ccd-18c2-4586-bcb3-93158913589f HTTP/1.1" status: 204 len: 173 time: 6.5271339 Jan 14 07:13:23.190671 n-d-768862-2 neutron-server[84765]: INFO neutron.db.db_base_plugin_v2 [None req-d84ad4b6-1c74-415d-9312-d6858a21a7f3 tempest-TaggedBootDevicesTest-541410187 tempest-TaggedBootDevicesTest-541410187] Found port (fad77c56-93d0-4905-a3cf-c97211f3bb20, 10.1.1.221) having IP allocation on subnet 008b1096-3405-4b9e-bc95-7872e98ae48f, cannot delete Jan 14 07:13:23.222401 n-d-768862-2 neutron-server[84765]: INFO neutron.pecan_wsgi.hooks.translation [None req-d84ad4b6-1c74-415d-9312-d6858a21a7f3 tempest-TaggedBootDevicesTest-541410187 tempest-TaggedBootDevicesTest-541410187] DELETE failed (client error): There was a conflict when trying to complete your request. Jan 14 07:13:23.223284 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d84ad4b6-1c74-415d-9312-d6858a21a7f3 tempest-TaggedBootDevicesTest-541410187 tempest-TaggedBootDevicesTest-541410187] No notification will be sent due to unsuccessful status code: 409 {{(pid=84875) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Jan 14 07:13:23.232312 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-aaf93b50-5653-4ade-a08c-c04ffe876b67 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:13:23.256939 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-348e8ba1-9513-4121-8f62-c5726081173e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850887149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964'] for network, after_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:13:23.257971 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-348e8ba1-9513-4121-8f62-c5726081173e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:13:23.258620 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-348e8ba1-9513-4121-8f62-c5726081173e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3207107'] for network, before_response {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:13:23.271965 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-8e1dfb00-0c81-473d-a1dc-c318e96b545c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:13:23.287124 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6e9ca740-6857-4aea-94e8-0323d404f500 admin admin] Notify agent at l3_agent.n-d-768862-2 the message routers_updated {{(pid=84875) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jan 14 07:13:23.296040 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-aaf93b50-5653-4ade-a08c-c04ffe876b67 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555753'] for port, before_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:13:23.306266 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9470bb4-d977-4d27-ae12-eacc704f75c4 None None] Sync routers for ids ['478283e4-0c66-495d-ac11-53e15bbe5aba'] in n-d-768862-2 {{(pid=84877) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Jan 14 07:13:23.306680 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-e9e714ad-2ac5-428c-89e4-f81d616a52ce admin admin] Notify callbacks [] for security_group, before_response {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:13:23.311294 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-e9e714ad-2ac5-428c-89e4-f81d616a52ce admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/1aef266d-b0a7-44ad-8f08-27fbe185eca8 HTTP/1.1" status: 204 len: 168 time: 2.6673675 Jan 14 07:13:23.313748 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64bd1535-4bca-4ba8-838e-68b2fbd1432e req-a4f0e3c4-323a-4a98-8931-4b999087bfb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:13:23.315417 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [req-64bd1535-4bca-4ba8-838e-68b2fbd1432e req-a4f0e3c4-323a-4a98-8931-4b999087bfb5 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=3ab89270-67b1-41e9-8be2-a0395a984bff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.6506879 Jan 14 07:13:23.318644 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9470bb4-d977-4d27-ae12-eacc704f75c4 None None] Routers {'478283e4-0c66-495d-ac11-53e15bbe5aba'} bound to L3 agent in host n-d-768862-2 {{(pid=84877) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 14 07:13:23.319315 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_hamode_db [None req-f9470bb4-d977-4d27-ae12-eacc704f75c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2021-01-14T06:56:51Z,description=,heartbeat_timestamp=2021-01-14T07:13:21Z,host='n-d-768862-2',id=35f592e9-451b-4db9-abea-77b6a5c5391b,load=0,resource_versions=,resources_synced=,started_at=2021-01-14T06:56:51Z,topic='l3_agent')) {'router_ids': ['478283e4-0c66-495d-ac11-53e15bbe5aba'], 'active': True} {{(pid=84877) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:13:23.339731 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-6e9ca740-6857-4aea-94e8-0323d404f500 admin admin] 10.222.0.24 "PUT /v2.0/routers/478283e4-0c66-495d-ac11-53e15bbe5aba/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 16.6008055 Jan 14 07:13:23.393771 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84875) accepted ('10.222.0.24', 58090) {{(pid=84875) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:13:23.404438 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-d84ad4b6-1c74-415d-9312-d6858a21a7f3 tempest-TaggedBootDevicesTest-541410187 tempest-TaggedBootDevicesTest-541410187] 10.222.0.24 "DELETE /v2.0/subnets/008b1096-3405-4b9e-bc95-7872e98ae48f HTTP/1.1" status: 409 len: 404 time: 2.4475398 Jan 14 07:13:23.435525 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84875) accepted ('10.222.0.24', 58094) {{(pid=84875) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:13:23.467036 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ca9f6053-808b-4450-8625-ce95fad4a6e3 admin admin] Notify agent at l3_agent.n-d-768862-2 the message routers_updated {{(pid=84874) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jan 14 07:13:23.479287 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6dbbbb5a-1e49-462b-957b-e6576e56c35c None None] Sync routers for ids ['30066085-16e9-44a9-8022-7b4f197cb1b8'] in n-d-768862-2 {{(pid=84876) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Jan 14 07:13:23.496617 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6dbbbb5a-1e49-462b-957b-e6576e56c35c None None] Routers {'30066085-16e9-44a9-8022-7b4f197cb1b8'} bound to L3 agent in host n-d-768862-2 {{(pid=84876) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 14 07:13:23.497912 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_hamode_db [None req-6dbbbb5a-1e49-462b-957b-e6576e56c35c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2021-01-14T06:56:51Z,description=,heartbeat_timestamp=2021-01-14T07:13:21Z,host='n-d-768862-2',id=35f592e9-451b-4db9-abea-77b6a5c5391b,load=0,resource_versions=,resources_synced=,started_at=2021-01-14T06:56:51Z,topic='l3_agent')) {'router_ids': ['30066085-16e9-44a9-8022-7b4f197cb1b8'], 'active': True} {{(pid=84876) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:13:23.499785 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-ca9f6053-808b-4450-8625-ce95fad4a6e3 admin admin] 10.222.0.24 "PUT /v2.0/routers/30066085-16e9-44a9-8022-7b4f197cb1b8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 23.6526785 Jan 14 07:13:23.514988 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_dvr_db [None req-f9470bb4-d977-4d27-ae12-eacc704f75c4 None None] Set router 478283e4-0c66-495d-ac11-53e15bbe5aba gateway port host: n-d-768862-2 {{(pid=84877) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 14 07:13:23.538895 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.db_base_plugin_common [req-4749a9d8-1a24-4696-b0e1-b9fbefef11e5 req-774ee7ca-c95d-473d-9e22-11b153e35506 tempest-ServersTestMultiNic-2121779930 tempest-ServersTestMultiNic-2121779930] Allocated IP 19.86.0.82 (e8533908-6f3a-4b15-a6d5-8c765cd11374/80011ed2-d474-43f4-a5e9-9dcb07d6a3c1/6f2a7f43-bf53-42bb-a0fb-dc06cc058b22) {{(pid=84874) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 14 07:13:23.568326 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.db_base_plugin_common [req-4134369b-5d82-4e16-96d4-7b3daed7e87c req-8960f626-a7d8-4725-8ff9-1fe360a2a000 tempest-TaggedBootDevicesTest-541410187 tempest-TaggedBootDevicesTest-541410187] Allocated IP 10.2.2.200 (fdba73b7-2ae2-450a-a1be-4941055e53c1/274f9c2a-06a3-4614-bccf-87a243a10b69/c0eb02ce-920b-4180-bd93-4c5325027784) {{(pid=84875) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 14 07:13:23.646186 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-348e8ba1-9513-4121-8f62-c5726081173e admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 4.7968247 Jan 14 07:13:23.720111 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84875) accepted ('10.222.0.24', 58102) {{(pid=84875) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:13:24.007894 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.v2.base [None req-7e6279f3-1442-4b37-b8f0-abde719313ca admin admin] Request body: {'subnet': {'network_id': 'ffc861a8-6353-419d-b86b-377387fe19eb', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsNegativeTestJSON-2020280610-subnet', 'tenant_id': '4c7acb2f1853434b8885e72403694c4e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=84875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:13:24.037596 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84875) accepted ('10.222.0.24', 58110) {{(pid=84875) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:13:24.082103 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_hamode_db [None req-f9470bb4-d977-4d27-ae12-eacc704f75c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '478283e4-0c66-495d-ac11-53e15bbe5aba', 'name': 'tempest-ServersTestMultiNic-1930649277-router', 'tenant_id': '7d129397cd71499dbaa91be4909e3699', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '226f1e78-82cd-4481-9055-4eb73b6db8c1', 'external_fixed_ips': [{'subnet_id': 'ba8deeec-7658-4195-9449-038c076f5c83', 'ip_address': '172.25.2.191'}], 'enable_snat': True}, 'gw_port_id': 'baa28b7f-1bd7-4f3c-bf39-3cad959e4fda', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-14T07:10:36Z', 'updated_at': '2021-01-14T07:13:16Z', 'revision_number': 5, 'project_id': '7d129397cd71499dbaa91be4909e3699', 'gw_port': {'id': 'baa28b7f-1bd7-4f3c-bf39-3cad959e4fda', 'name': '', 'network_id': '226f1e78-82cd-4481-9055-4eb73b6db8c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:97:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '478283e4-0c66-495d-ac11-53e15bbe5aba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 608, 'fixed_ips': [{'subnet_id': 'ba8deeec-7658-4195-9449-038c076f5c83', 'ip_address': '172.25.2.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T07:10:40Z', 'updated_at': '2021-01-14T07:10:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ba8deeec-7658-4195-9449-038c076f5c83', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-2'}], 'n-d-768862-2', False) {} {{(pid=84877) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:13:24.087422 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9470bb4-d977-4d27-ae12-eacc704f75c4 None None] Checking router: 478283e4-0c66-495d-ac11-53e15bbe5aba for host: n-d-768862-2 {{(pid=84877) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Jan 14 07:13:24.098740 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9470bb4-d977-4d27-ae12-eacc704f75c4 None None] Routers {'478283e4-0c66-495d-ac11-53e15bbe5aba'} bound to L3 agent in host n-d-768862-2 {{(pid=84877) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 14 07:13:24.099629 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_hamode_db [None req-f9470bb4-d977-4d27-ae12-eacc704f75c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2021-01-14T06:56:51Z,description=,heartbeat_timestamp=2021-01-14T07:13:21Z,host='n-d-768862-2',id=35f592e9-451b-4db9-abea-77b6a5c5391b,load=0,resource_versions=,resources_synced=,started_at=2021-01-14T06:56:51Z,topic='l3_agent')) {'router_ids': ['478283e4-0c66-495d-ac11-53e15bbe5aba'], 'active': True} {{(pid=84877) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:13:24.120121 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_dvr_db [None req-6dbbbb5a-1e49-462b-957b-e6576e56c35c None None] Set router 30066085-16e9-44a9-8022-7b4f197cb1b8 gateway port host: n-d-768862-2 {{(pid=84876) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 14 07:13:24.143028 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [req-4749a9d8-1a24-4696-b0e1-b9fbefef11e5 req-774ee7ca-c95d-473d-9e22-11b153e35506 tempest-ServersTestMultiNic-2121779930 tempest-ServersTestMultiNic-2121779930] Notify callbacks [] for port, precommit_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:13:24.329857 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_dvr_db [None req-f9470bb4-d977-4d27-ae12-eacc704f75c4 None None] Set router 478283e4-0c66-495d-ac11-53e15bbe5aba gateway port host: n-d-768862-2 {{(pid=84877) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 14 07:13:24.411827 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-108b30ce-2a6e-46c4-ae89-fe5da7221de6 admin admin] Notify agent at l3_agent.n-d-768862-2 the message routers_updated {{(pid=84874) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jan 14 07:13:24.431402 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.db.resource_extend [req-b33b9903-3a74-4fb8-89d2-906e2f5bbe22 req-3118de2d-6b2d-4600-a796-3ab0411cab2a service neutron] It took 0.24 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84874) wrapper /usr/local/lib/python3.6/dist-packages/oslo_utils/timeutils.py:388}} Jan 14 07:13:24.522013 n-d-768862-2 neutron-server[84765]: DEBUG neutron.notifiers.nova [req-b33b9903-3a74-4fb8-89d2-906e2f5bbe22 req-3118de2d-6b2d-4600-a796-3ab0411cab2a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b37a8fe8-2379-40ba-9ef1-9a3604d9d06e {{(pid=84874) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Jan 14 07:13:24.531541 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [req-b33b9903-3a74-4fb8-89d2-906e2f5bbe22 req-3118de2d-6b2d-4600-a796-3ab0411cab2a service neutron] Notify callbacks [] for port, precommit_update {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:13:24.560946 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [req-b33b9903-3a74-4fb8-89d2-906e2f5bbe22 req-3118de2d-6b2d-4600-a796-3ab0411cab2a service neutron] Transition to ACTIVE for port object b37a8fe8-2379-40ba-9ef1-9a3604d9d06e will not be triggered until provisioned by entity L2. {{(pid=84874) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 07:13:24.602836 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [req-4749a9d8-1a24-4696-b0e1-b9fbefef11e5 req-774ee7ca-c95d-473d-9e22-11b153e35506 tempest-ServersTestMultiNic-2121779930 tempest-ServersTestMultiNic-2121779930] Transition to ACTIVE for port object 6f2a7f43-bf53-42bb-a0fb-dc06cc058b22 will not be triggered until provisioned by entity DHCP. {{(pid=84874) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 07:13:24.607976 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea064fb3-b88a-48b5-bb50-22a5507adfa2 None None] Sync routers for ids ['2983e6ee-4036-4e66-b6dd-0762724412fd'] in n-d-768862-2 {{(pid=84877) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Jan 14 07:13:24.651903 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-108b30ce-2a6e-46c4-ae89-fe5da7221de6 admin admin] 10.222.0.24 "PUT /v2.0/routers/2983e6ee-4036-4e66-b6dd-0762724412fd/add_router_interface HTTP/1.1" status: 200 len: 503 time: 28.7681577 Jan 14 07:13:24.659302 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea064fb3-b88a-48b5-bb50-22a5507adfa2 None None] Routers {'2983e6ee-4036-4e66-b6dd-0762724412fd'} bound to L3 agent in host n-d-768862-2 {{(pid=84877) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 14 07:13:24.660084 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_hamode_db [None req-ea064fb3-b88a-48b5-bb50-22a5507adfa2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2021-01-14T06:56:51Z,description=,heartbeat_timestamp=2021-01-14T07:13:21Z,host='n-d-768862-2',id=35f592e9-451b-4db9-abea-77b6a5c5391b,load=0,resource_versions=,resources_synced=,started_at=2021-01-14T06:56:51Z,topic='l3_agent')) {'router_ids': ['2983e6ee-4036-4e66-b6dd-0762724412fd'], 'active': True} {{(pid=84877) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:13:24.669365 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [req-4749a9d8-1a24-4696-b0e1-b9fbefef11e5 req-774ee7ca-c95d-473d-9e22-11b153e35506 tempest-ServersTestMultiNic-2121779930 tempest-ServersTestMultiNic-2121779930] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777640123575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3254186'] for port, after_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:13:24.671560 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [req-b33b9903-3a74-4fb8-89d2-906e2f5bbe22 req-3118de2d-6b2d-4600-a796-3ab0411cab2a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777640533312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363259214678337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777640097497', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036851521613'] for port, after_update {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:13:24.684289 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_hamode_db [None req-6dbbbb5a-1e49-462b-957b-e6576e56c35c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '30066085-16e9-44a9-8022-7b4f197cb1b8', 'name': 'tempest-FloatingIPDetailsTestJSON-77586578-router', 'tenant_id': 'a2441d08a92c4ad29bd14e22e25d9e48', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '226f1e78-82cd-4481-9055-4eb73b6db8c1', 'external_fixed_ips': [{'subnet_id': 'ba8deeec-7658-4195-9449-038c076f5c83', 'ip_address': '172.25.2.216'}], 'enable_snat': True}, 'gw_port_id': 'd317ee99-1ec4-466d-8e1c-f0c1f23403c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-14T07:12:30Z', 'updated_at': '2021-01-14T07:13:15Z', 'revision_number': 4, 'project_id': 'a2441d08a92c4ad29bd14e22e25d9e48', 'gw_port': {'id': 'd317ee99-1ec4-466d-8e1c-f0c1f23403c6', 'name': '', 'network_id': '226f1e78-82cd-4481-9055-4eb73b6db8c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:0a:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30066085-16e9-44a9-8022-7b4f197cb1b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 861, 'fixed_ips': [{'subnet_id': 'ba8deeec-7658-4195-9449-038c076f5c83', 'ip_address': '172.25.2.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T07:12:36Z', 'updated_at': '2021-01-14T07:13:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ba8deeec-7658-4195-9449-038c076f5c83', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-2', '_interfaces': [{'id': 'e73c91f2-f77f-4732-8458-22c982c92abc', 'name': '', 'network_id': 'b1a12e1e-4188-4c05-8d11-caebbad007eb', 'tenant_id': 'a2441d08a92c4ad29bd14e22e25d9e48', 'mac_address': 'fa:16:3e:4d:80:9f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '30066085-16e9-44a9-8022-7b4f197cb1b8', 'device_owner': 'network:router_interface', 'standard_attr_id': 888, 'fixed_ips': [{'subnet_id': 'bee75add-4df5-4eca-a892-482be32a6249', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T07:13:10Z', 'updated_at': '2021-01-14T07:13:18Z', 'revision_number': 2, 'project_id': 'a2441d08a92c4ad29bd14e22e25d9e48', 'subnets': [{'id': 'bee75add-4df5-4eca-a892-482be32a6249', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'n-d-768862-2', False) {} {{(pid=84876) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:13:24.696724 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6dbbbb5a-1e49-462b-957b-e6576e56c35c None None] Checking router: 30066085-16e9-44a9-8022-7b4f197cb1b8 for host: n-d-768862-2 {{(pid=84876) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Jan 14 07:13:24.697983 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6dbbbb5a-1e49-462b-957b-e6576e56c35c None None] Updating router 30066085-16e9-44a9-8022-7b4f197cb1b8 port e73c91f2-f77f-4732-8458-22c982c92abc binding host n-d-768862-2 {{(pid=84876) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Jan 14 07:13:24.733225 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [req-4f938fd8-b27e-4be1-8963-32c3c79d9d82 req-b2b27f2a-d6aa-40f2-89c5-e2edbf1e44e3 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=4c5412f7fcde40999169791ca7c8ee35&device_id=b7810cd0-ff82-4881-a8ff-5f4b03f8104c HTTP/1.1" status: 200 len: 210 time: 0.1706653 Jan 14 07:13:24.770601 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-7a6e882b-346e-4b65-a43b-2cac2ac7bd53 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:13:24.778738 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-6dbbbb5a-1e49-462b-957b-e6576e56c35c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555753'] for port, before_update {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:13:24.892782 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_dvr_db [None req-ea064fb3-b88a-48b5-bb50-22a5507adfa2 None None] Set router 2983e6ee-4036-4e66-b6dd-0762724412fd gateway port host: n-d-768862-2 {{(pid=84877) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 14 07:13:24.932117 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3118de2d-6b2d-4600-a796-3ab0411cab2a service neutron] Pushing event updated for resources: {'Port': ['ID=b37a8fe8-2379-40ba-9ef1-9a3604d9d06e,revision_number=2']} {{(pid=84874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:13:24.977545 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-7e6279f3-1442-4b37-b8f0-abde719313ca admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:13:25.184703 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_hamode_db [None req-f9470bb4-d977-4d27-ae12-eacc704f75c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '478283e4-0c66-495d-ac11-53e15bbe5aba', 'name': 'tempest-ServersTestMultiNic-1930649277-router', 'tenant_id': '7d129397cd71499dbaa91be4909e3699', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '226f1e78-82cd-4481-9055-4eb73b6db8c1', 'external_fixed_ips': [{'subnet_id': 'ba8deeec-7658-4195-9449-038c076f5c83', 'ip_address': '172.25.2.191'}], 'enable_snat': True}, 'gw_port_id': 'baa28b7f-1bd7-4f3c-bf39-3cad959e4fda', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-14T07:10:36Z', 'updated_at': '2021-01-14T07:13:16Z', 'revision_number': 5, 'project_id': '7d129397cd71499dbaa91be4909e3699', 'gw_port': {'id': 'baa28b7f-1bd7-4f3c-bf39-3cad959e4fda', 'name': '', 'network_id': '226f1e78-82cd-4481-9055-4eb73b6db8c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:97:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '478283e4-0c66-495d-ac11-53e15bbe5aba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 608, 'fixed_ips': [{'subnet_id': 'ba8deeec-7658-4195-9449-038c076f5c83', 'ip_address': '172.25.2.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T07:10:40Z', 'updated_at': '2021-01-14T07:10:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ba8deeec-7658-4195-9449-038c076f5c83', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-2'}], 'n-d-768862-2', False) {} {{(pid=84877) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:13:25.197369 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9470bb4-d977-4d27-ae12-eacc704f75c4 None None] The sync data for ids ['478283e4-0c66-495d-ac11-53e15bbe5aba'] in n-d-768862-2 is: [{'id': '478283e4-0c66-495d-ac11-53e15bbe5aba', 'name': 'tempest-ServersTestMultiNic-1930649277-router', 'tenant_id': '7d129397cd71499dbaa91be4909e3699', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '226f1e78-82cd-4481-9055-4eb73b6db8c1', 'external_fixed_ips': [{'subnet_id': 'ba8deeec-7658-4195-9449-038c076f5c83', 'ip_address': '172.25.2.191'}], 'enable_snat': True}, 'gw_port_id': 'baa28b7f-1bd7-4f3c-bf39-3cad959e4fda', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-14T07:10:36Z', 'updated_at': '2021-01-14T07:13:16Z', 'revision_number': 5, 'project_id': '7d129397cd71499dbaa91be4909e3699', 'gw_port': {'id': 'baa28b7f-1bd7-4f3c-bf39-3cad959e4fda', 'name': '', 'network_id': '226f1e78-82cd-4481-9055-4eb73b6db8c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:97:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '478283e4-0c66-495d-ac11-53e15bbe5aba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 608, 'fixed_ips': [{'subnet_id': 'ba8deeec-7658-4195-9449-038c076f5c83', 'ip_address': '172.25.2.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T07:10:40Z', 'updated_at': '2021-01-14T07:10:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ba8deeec-7658-4195-9449-038c076f5c83', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-2'}] {{(pid=84877) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Jan 14 07:13:25.204242 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [req-4f938fd8-b27e-4be1-8963-32c3c79d9d82 req-ecb458c9-924d-4d2a-887e-4865f5ce930e service neutron] 10.222.0.35 "GET /v2.0/networks?tenant_id=4c5412f7fcde40999169791ca7c8ee35&shared=False HTTP/1.1" status: 200 len: 213 time: 0.3455005 Jan 14 07:13:25.391148 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [req-64bd1535-4bca-4ba8-838e-68b2fbd1432e req-0fc9651a-c6d3-498e-94f7-b1fadd5e29f7 service neutron] 10.222.0.48 "GET /v2.0/networks/3ab89270-67b1-41e9-8be2-a0395a984bff?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.9956775 Jan 14 07:13:25.392430 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-348e8ba1-9513-4121-8f62-c5726081173e admin admin] Pushing event updated for resources: {'Network': ['ID=ffc861a8-6353-419d-b86b-377387fe19eb,revision_number=1']} {{(pid=84875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:13:25.404439 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-e4c47cdb-5525-42ee-a7a6-80cb12fc0637 admin admin] Notify callbacks [] for router, before_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:13:25.421899 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Network ffc861a8-6353-419d-b86b-377387fe19eb details requested by agent ovs-agent-n-d-768862-2 with host n-d-768862-2 {{(pid=84876) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 07:13:25.431817 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_hamode_db [None req-ea064fb3-b88a-48b5-bb50-22a5507adfa2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2983e6ee-4036-4e66-b6dd-0762724412fd', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-611119609-router', 'tenant_id': 'e1e2f2220aba45e291d82349522195f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '226f1e78-82cd-4481-9055-4eb73b6db8c1', 'external_fixed_ips': [{'subnet_id': 'ba8deeec-7658-4195-9449-038c076f5c83', 'ip_address': '172.25.2.163'}], 'enable_snat': True}, 'gw_port_id': 'b7d75e45-3acc-4c80-bf06-1b1da6dadb3e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-14T07:12:31Z', 'updated_at': '2021-01-14T07:13:15Z', 'revision_number': 4, 'project_id': 'e1e2f2220aba45e291d82349522195f9', 'gw_port': {'id': 'b7d75e45-3acc-4c80-bf06-1b1da6dadb3e', 'name': '', 'network_id': '226f1e78-82cd-4481-9055-4eb73b6db8c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:25:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2983e6ee-4036-4e66-b6dd-0762724412fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 863, 'fixed_ips': [{'subnet_id': 'ba8deeec-7658-4195-9449-038c076f5c83', 'ip_address': '172.25.2.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T07:12:39Z', 'updated_at': '2021-01-14T07:13:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ba8deeec-7658-4195-9449-038c076f5c83', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-2', '_interfaces': [{'id': '877a2b1b-1561-465b-bef1-07754c462165', 'name': '', 'network_id': '5c191153-b948-4c85-aff4-9593e84f8418', 'tenant_id': 'e1e2f2220aba45e291d82349522195f9', 'mac_address': 'fa:16:3e:45:0d:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2983e6ee-4036-4e66-b6dd-0762724412fd', 'device_owner': 'network:router_interface', 'standard_attr_id': 886, 'fixed_ips': [{'subnet_id': 'ff0ed7a1-c9b1-48c7-93e5-0cad756e8c17', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T07:13:06Z', 'updated_at': '2021-01-14T07:13:18Z', 'revision_number': 2, 'project_id': 'e1e2f2220aba45e291d82349522195f9', 'subnets': [{'id': 'ff0ed7a1-c9b1-48c7-93e5-0cad756e8c17', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'n-d-768862-2', False) {} {{(pid=84877) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:13:25.436234 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea064fb3-b88a-48b5-bb50-22a5507adfa2 None None] Checking router: 2983e6ee-4036-4e66-b6dd-0762724412fd for host: n-d-768862-2 {{(pid=84877) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Jan 14 07:13:25.436574 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea064fb3-b88a-48b5-bb50-22a5507adfa2 None None] Updating router 2983e6ee-4036-4e66-b6dd-0762724412fd port 877a2b1b-1561-465b-bef1-07754c462165 binding host n-d-768862-2 {{(pid=84877) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Jan 14 07:13:25.504053 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-774ee7ca-c95d-473d-9e22-11b153e35506 tempest-ServersTestMultiNic-2121779930 tempest-ServersTestMultiNic-2121779930] Pushing event updated for resources: {'Port': ['ID=6f2a7f43-bf53-42bb-a0fb-dc06cc058b22,revision_number=1']} {{(pid=84874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:13:25.504513 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-ea064fb3-b88a-48b5-bb50-22a5507adfa2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555753'] for port, before_update {{(pid=84877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:13:25.527470 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-774ee7ca-c95d-473d-9e22-11b153e35506 tempest-ServersTestMultiNic-2121779930 tempest-ServersTestMultiNic-2121779930] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.757s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:13:25.539736 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-108b30ce-2a6e-46c4-ae89-fe5da7221de6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.687s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:13:25.540211 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-108b30ce-2a6e-46c4-ae89-fe5da7221de6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.001s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:13:25.554097 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-017f98a9-8a07-408c-a86f-8ff0c00400a0 None None] Network ffc861a8-6353-419d-b86b-377387fe19eb details requested by agent ovs-agent-n-h1-768862-2 with host n-h1-768862-2 {{(pid=84876) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 07:13:25.574215 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-852a24f7-e9a1-4193-9abb-e9506fe5213f None None] Network ffc861a8-6353-419d-b86b-377387fe19eb details requested by agent ovs-agent-n-h2-768862-2 with host n-h2-768862-2 {{(pid=84876) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 07:13:25.636503 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-e4c47cdb-5525-42ee-a7a6-80cb12fc0637 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:13:25.642560 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.plugin [None req-e4c47cdb-5525-42ee-a7a6-80cb12fc0637 admin admin] Deleting port baa28b7f-1bd7-4f3c-bf39-3cad959e4fda {{(pid=84875) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 07:13:25.643253 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-e4c47cdb-5525-42ee-a7a6-80cb12fc0637 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363259214248359'] for port, before_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:13:25.742623 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f938fd8-b27e-4be1-8963-32c3c79d9d82 req-3c91a431-ab22-400e-aa63-e2ef3925da17 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:13:25.752430 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [req-4f938fd8-b27e-4be1-8963-32c3c79d9d82 req-3c91a431-ab22-400e-aa63-e2ef3925da17 service neutron] 10.222.0.35 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 863 time: 0.4770653 Jan 14 07:13:25.870540 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [None req-e4c47cdb-5525-42ee-a7a6-80cb12fc0637 admin admin] For port baa28b7f-1bd7-4f3c-bf39-3cad959e4fda, host n-d-768862-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-2',level=0,port_id=baa28b7f-1bd7-4f3c-bf39-3cad959e4fda,segment=NetworkSegment(cf3ded2c-bc47-4a71-89af-6e7117e60140),segment_id=cf3ded2c-bc47-4a71-89af-6e7117e60140)] {{(pid=84875) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 07:13:25.870946 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-e4c47cdb-5525-42ee-a7a6-80cb12fc0637 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036850862667'] for port, precommit_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:13:25.950904 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-6dbbbb5a-1e49-462b-957b-e6576e56c35c None None] Notify callbacks [] for port, precommit_update {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:13:25.966876 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-6dbbbb5a-1e49-462b-957b-e6576e56c35c None None] Transition to ACTIVE for port object e73c91f2-f77f-4732-8458-22c982c92abc will not be triggered until provisioned by entity L2. {{(pid=84876) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 07:13:25.987271 n-d-768862-2 neutron-server[84765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4749a9d8-1a24-4696-b0e1-b9fbefef11e5 req-774ee7ca-c95d-473d-9e22-11b153e35506 tempest-ServersTestMultiNic-2121779930 tempest-ServersTestMultiNic-2121779930] Network e8533908-6f3a-4b15-a6d5-8c765cd11374 is already hosted by enough agents. {{(pid=84874) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 07:13:26.013749 n-d-768862-2 neutron-server[84765]: DEBUG neutron.scheduler.base_scheduler [req-4749a9d8-1a24-4696-b0e1-b9fbefef11e5 req-774ee7ca-c95d-473d-9e22-11b153e35506 tempest-ServersTestMultiNic-2121779930 tempest-ServersTestMultiNic-2121779930] Resources bound (agent type, host, resource id): {{(pid=84874) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 07:13:26.015176 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.plugin [None req-e4c47cdb-5525-42ee-a7a6-80cb12fc0637 admin admin] Calling delete_port for baa28b7f-1bd7-4f3c-bf39-3cad959e4fda owned by network:router_gateway {{(pid=84875) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 07:13:26.041608 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.managers [req-b33b9903-3a74-4fb8-89d2-906e2f5bbe22 req-3118de2d-6b2d-4600-a796-3ab0411cab2a service neutron] Attempting to bind port b37a8fe8-2379-40ba-9ef1-9a3604d9d06e on host n-h2-768862-2 for vnic_type normal with profile {{(pid=84874) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 14 07:13:26.042272 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.managers [req-b33b9903-3a74-4fb8-89d2-906e2f5bbe22 req-3118de2d-6b2d-4600-a796-3ab0411cab2a service neutron] Attempting to bind port b37a8fe8-2379-40ba-9ef1-9a3604d9d06e by drivers openvswitch on host n-h2-768862-2 at level 0 using segments [{'id': '90e2002e-a6c2-45dc-801f-7d75355827f8', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 16, 'network_id': 'fafbed1d-f164-4b33-9abe-92a565c195a7'}] {{(pid=84874) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 14 07:13:26.042793 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b33b9903-3a74-4fb8-89d2-906e2f5bbe22 req-3118de2d-6b2d-4600-a796-3ab0411cab2a service neutron] Attempting to bind port b37a8fe8-2379-40ba-9ef1-9a3604d9d06e on network fafbed1d-f164-4b33-9abe-92a565c195a7 {{(pid=84874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 14 07:13:26.047531 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_dvrscheduler_db [req-4749a9d8-1a24-4696-b0e1-b9fbefef11e5 req-774ee7ca-c95d-473d-9e22-11b153e35506 tempest-ServersTestMultiNic-2121779930 tempest-ServersTestMultiNic-2121779930] Received port after_create {{(pid=84874) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 14 07:13:26.067513 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-ea064fb3-b88a-48b5-bb50-22a5507adfa2 None None] Notify callbacks [] for port, precommit_update {{(pid=84877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:13:26.081974 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [req-4f938fd8-b27e-4be1-8963-32c3c79d9d82 req-34e312f7-8d75-4887-a515-90ffa4d0d979 tempest-LiveMigrationNegativeTest-1470825370 tempest-LiveMigrationNegativeTest-1470825370] Synchronizing usage tracker for tenant:4c5412f7fcde40999169791ca7c8ee35 on resource:port {{(pid=84874) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 14 07:13:26.085711 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-6dbbbb5a-1e49-462b-957b-e6576e56c35c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777640533312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363259214678337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777640097497'] for port, after_update {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:13:26.086155 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-ea064fb3-b88a-48b5-bb50-22a5507adfa2 None None] Transition to ACTIVE for port object 877a2b1b-1561-465b-bef1-07754c462165 will not be triggered until provisioned by entity L2. {{(pid=84877) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 07:13:26.095919 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-ea064fb3-b88a-48b5-bb50-22a5507adfa2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777640533312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363259214678337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777640097497'] for port, after_update {{(pid=84877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:13:26.105452 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b33b9903-3a74-4fb8-89d2-906e2f5bbe22 req-3118de2d-6b2d-4600-a796-3ab0411cab2a service neutron] Checking agent: {'id': '64b7216a-2a41-441a-908c-ebbf63072f2f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-h2-768862-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 14, 7, 5, 12), 'started_at': datetime.datetime(2021, 1, 14, 7, 5, 42), 'heartbeat_timestamp': datetime.datetime(2021, 1, 14, 7, 13, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.13', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 14 07:13:26.106265 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b33b9903-3a74-4fb8-89d2-906e2f5bbe22 req-3118de2d-6b2d-4600-a796-3ab0411cab2a service neutron] Checking segment: {'id': '90e2002e-a6c2-45dc-801f-7d75355827f8', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 16, 'network_id': 'fafbed1d-f164-4b33-9abe-92a565c195a7'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84874) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 14 07:13:26.106843 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [req-b33b9903-3a74-4fb8-89d2-906e2f5bbe22 req-3118de2d-6b2d-4600-a796-3ab0411cab2a service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:13:26.107580 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b33b9903-3a74-4fb8-89d2-906e2f5bbe22 req-3118de2d-6b2d-4600-a796-3ab0411cab2a service neutron] Bound using segment: {'id': '90e2002e-a6c2-45dc-801f-7d75355827f8', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 16, 'network_id': 'fafbed1d-f164-4b33-9abe-92a565c195a7'} {{(pid=84874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 14 07:13:26.108288 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.managers [req-b33b9903-3a74-4fb8-89d2-906e2f5bbe22 req-3118de2d-6b2d-4600-a796-3ab0411cab2a service neutron] Bound port: b37a8fe8-2379-40ba-9ef1-9a3604d9d06e, host: n-h2-768862-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '90e2002e-a6c2-45dc-801f-7d75355827f8', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 16, 'network_id': 'fafbed1d-f164-4b33-9abe-92a565c195a7'}}] {{(pid=84874) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 14 07:13:26.108873 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [req-b33b9903-3a74-4fb8-89d2-906e2f5bbe22 req-3118de2d-6b2d-4600-a796-3ab0411cab2a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555753'] for port, before_update {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:13:26.167474 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-e4c47cdb-5525-42ee-a7a6-80cb12fc0637 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777640533329', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777640097463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851621574'] for port, after_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:13:26.168239 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:13:26.220690 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [req-b33b9903-3a74-4fb8-89d2-906e2f5bbe22 req-3118de2d-6b2d-4600-a796-3ab0411cab2a service neutron] For port b37a8fe8-2379-40ba-9ef1-9a3604d9d06e, host n-h2-768862-2, cleared binding levels {{(pid=84874) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 14 07:13:26.225574 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [req-b33b9903-3a74-4fb8-89d2-906e2f5bbe22 req-3118de2d-6b2d-4600-a796-3ab0411cab2a service neutron] For port b37a8fe8-2379-40ba-9ef1-9a3604d9d06e, host n-h2-768862-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-h2-768862-2',level=0,port_id=b37a8fe8-2379-40ba-9ef1-9a3604d9d06e,segment=NetworkSegment(90e2002e-a6c2-45dc-801f-7d75355827f8),segment_id=90e2002e-a6c2-45dc-801f-7d75355827f8)] {{(pid=84874) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 14 07:13:26.246916 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [req-b33b9903-3a74-4fb8-89d2-906e2f5bbe22 req-3118de2d-6b2d-4600-a796-3ab0411cab2a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777640533312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363259214678337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777640097497', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036851521613'] for port, after_update {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:13:26.253230 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84876) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:13:26.263897 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-272fc1b4-7593-4775-97cd-fd1cf74ec5ea None None] Pushing event updated for resources: {'Port': ['ID=877a2b1b-1561-465b-bef1-07754c462165,revision_number=3']} {{(pid=84877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:13:26.269055 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-272fc1b4-7593-4775-97cd-fd1cf74ec5ea None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=84877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:13:26.277039 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-a14901d2-37e2-4b81-89ea-87d7853d868a service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:13:26.384502 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-88267365-116a-4ff6-891d-05ffa26a8fe3 tempest-TaggedBootDevicesTest-541410187 tempest-TaggedBootDevicesTest-541410187] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036854160497'] for network, before_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:13:26.516241 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [req-a227cd84-0622-4ddb-815f-8bae824dba1a req-a4ff075b-46a9-4f82-b0c3-6db5fe6c4a24 tempest-FloatingIPDetailsTestJSON-1519139485 tempest-FloatingIPDetailsTestJSON-1519139485] Synchronizing usage tracker for tenant:a2441d08a92c4ad29bd14e22e25d9e48 on resource:network {{(pid=84875) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 14 07:13:26.521799 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-ab7e118e-0e75-46fc-a592-86774d2bb272 None None] Provisioning for port 6f2a7f43-bf53-42bb-a0fb-dc06cc058b22 completed by entity DHCP. {{(pid=84876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 07:13:26.532895 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-ab7e118e-0e75-46fc-a592-86774d2bb272 None None] Provisioning complete for port 6f2a7f43-bf53-42bb-a0fb-dc06cc058b22 triggered by entity DHCP. {{(pid=84876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 07:13:26.533317 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-ab7e118e-0e75-46fc-a592-86774d2bb272 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-604227'] for port, provisioning_complete {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:13:26.621567 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.managers [None req-ea064fb3-b88a-48b5-bb50-22a5507adfa2 None None] Attempting to bind port 877a2b1b-1561-465b-bef1-07754c462165 on host n-d-768862-2 for vnic_type normal with profile {{(pid=84877) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 14 07:13:26.621989 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.managers [None req-ea064fb3-b88a-48b5-bb50-22a5507adfa2 None None] Attempting to bind port 877a2b1b-1561-465b-bef1-07754c462165 by drivers openvswitch on host n-d-768862-2 at level 0 using segments [{'id': '722324d6-46bd-4937-8674-9bee45ef676d', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '5c191153-b948-4c85-aff4-9593e84f8418'}] {{(pid=84877) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 14 07:13:26.622503 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea064fb3-b88a-48b5-bb50-22a5507adfa2 None None] Attempting to bind port 877a2b1b-1561-465b-bef1-07754c462165 on network 5c191153-b948-4c85-aff4-9593e84f8418 {{(pid=84877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 14 07:13:26.634207 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea064fb3-b88a-48b5-bb50-22a5507adfa2 None None] Checking agent: {'id': 'ba5efab1-b43c-4d5a-bc52-6e105d4e67a2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768862-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 14, 6, 56, 52), 'started_at': datetime.datetime(2021, 1, 14, 6, 57, 22), 'heartbeat_timestamp': datetime.datetime(2021, 1, 14, 7, 13, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768862-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.29', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 14 07:13:26.634825 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea064fb3-b88a-48b5-bb50-22a5507adfa2 None None] Checking segment: {'id': '722324d6-46bd-4937-8674-9bee45ef676d', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '5c191153-b948-4c85-aff4-9593e84f8418'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84877) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 14 07:13:26.635752 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-ea064fb3-b88a-48b5-bb50-22a5507adfa2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:13:26.636267 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea064fb3-b88a-48b5-bb50-22a5507adfa2 None None] Bound using segment: {'id': '722324d6-46bd-4937-8674-9bee45ef676d', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '5c191153-b948-4c85-aff4-9593e84f8418'} {{(pid=84877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 14 07:13:26.636814 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.managers [None req-ea064fb3-b88a-48b5-bb50-22a5507adfa2 None None] Bound port: 877a2b1b-1561-465b-bef1-07754c462165, host: n-d-768862-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '722324d6-46bd-4937-8674-9bee45ef676d', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '5c191153-b948-4c85-aff4-9593e84f8418'}}] {{(pid=84877) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 14 07:13:26.637258 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-ea064fb3-b88a-48b5-bb50-22a5507adfa2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555753'] for port, before_update {{(pid=84877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:13:26.643031 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-967cc048-6c61-4243-916a-8422845b01fc None None] Pushing event updated for resources: {'Port': ['ID=e73c91f2-f77f-4732-8458-22c982c92abc,revision_number=3']} {{(pid=84876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:13:26.647921 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.plugin [None req-ab7e118e-0e75-46fc-a592-86774d2bb272 None None] Port 6f2a7f43-bf53-42bb-a0fb-dc06cc058b22 cannot update to ACTIVE because it is not bound. {{(pid=84876) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:329}} Jan 14 07:13:26.649579 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-967cc048-6c61-4243-916a-8422845b01fc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.397s {{(pid=84876) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:13:26.678234 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.managers [None req-6dbbbb5a-1e49-462b-957b-e6576e56c35c None None] Attempting to bind port e73c91f2-f77f-4732-8458-22c982c92abc on host n-d-768862-2 for vnic_type normal with profile {{(pid=84876) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 14 07:13:26.678658 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.managers [None req-6dbbbb5a-1e49-462b-957b-e6576e56c35c None None] Attempting to bind port e73c91f2-f77f-4732-8458-22c982c92abc by drivers openvswitch on host n-d-768862-2 at level 0 using segments [{'id': 'ad98c7bd-9b2f-422a-9799-41dd7fc77a9b', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 17, 'network_id': 'b1a12e1e-4188-4c05-8d11-caebbad007eb'}] {{(pid=84876) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 14 07:13:26.679070 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6dbbbb5a-1e49-462b-957b-e6576e56c35c None None] Attempting to bind port e73c91f2-f77f-4732-8458-22c982c92abc on network b1a12e1e-4188-4c05-8d11-caebbad007eb {{(pid=84876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 14 07:13:26.725884 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6dbbbb5a-1e49-462b-957b-e6576e56c35c None None] Checking agent: {'id': 'ba5efab1-b43c-4d5a-bc52-6e105d4e67a2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768862-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 14, 6, 56, 52), 'started_at': datetime.datetime(2021, 1, 14, 6, 57, 22), 'heartbeat_timestamp': datetime.datetime(2021, 1, 14, 7, 13, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768862-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.29', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 14 07:13:26.726210 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6dbbbb5a-1e49-462b-957b-e6576e56c35c None None] Checking segment: {'id': 'ad98c7bd-9b2f-422a-9799-41dd7fc77a9b', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 17, 'network_id': 'b1a12e1e-4188-4c05-8d11-caebbad007eb'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84876) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 14 07:13:26.726669 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-6dbbbb5a-1e49-462b-957b-e6576e56c35c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:13:26.727111 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6dbbbb5a-1e49-462b-957b-e6576e56c35c None None] Bound using segment: {'id': 'ad98c7bd-9b2f-422a-9799-41dd7fc77a9b', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 17, 'network_id': 'b1a12e1e-4188-4c05-8d11-caebbad007eb'} {{(pid=84876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 14 07:13:26.727655 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.managers [None req-6dbbbb5a-1e49-462b-957b-e6576e56c35c None None] Bound port: e73c91f2-f77f-4732-8458-22c982c92abc, host: n-d-768862-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ad98c7bd-9b2f-422a-9799-41dd7fc77a9b', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 17, 'network_id': 'b1a12e1e-4188-4c05-8d11-caebbad007eb'}}] {{(pid=84876) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 14 07:13:26.728594 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-6dbbbb5a-1e49-462b-957b-e6576e56c35c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555753'] for port, before_update {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:13:26.741032 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-348e8ba1-9513-4121-8f62-c5726081173e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 3.464s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:13:26.776665 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Device 32249854-abe7-465c-bfd0-3076ab45b41e no longer exists at agent ovs-agent-n-d-768862-2 {{(pid=84876) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jan 14 07:13:26.791272 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [None req-ea064fb3-b88a-48b5-bb50-22a5507adfa2 None None] For port 877a2b1b-1561-465b-bef1-07754c462165, host n-d-768862-2, cleared binding levels {{(pid=84877) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 14 07:13:26.796711 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [None req-ea064fb3-b88a-48b5-bb50-22a5507adfa2 None None] For port 877a2b1b-1561-465b-bef1-07754c462165, host n-d-768862-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-2',level=0,port_id=877a2b1b-1561-465b-bef1-07754c462165,segment=NetworkSegment(722324d6-46bd-4937-8674-9bee45ef676d),segment_id=722324d6-46bd-4937-8674-9bee45ef676d)] {{(pid=84877) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 14 07:13:26.801779 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-ea064fb3-b88a-48b5-bb50-22a5507adfa2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777640533312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363259214678337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777640097497'] for port, after_update {{(pid=84877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:13:26.809764 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3118de2d-6b2d-4600-a796-3ab0411cab2a service neutron] Pushing event updated for resources: {'Port': ['ID=b37a8fe8-2379-40ba-9ef1-9a3604d9d06e,revision_number=3']} {{(pid=84874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:13:26.839231 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.plugin [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] No Port match for: 32249854-abe7-465c-bfd0-3076ab45b41e {{(pid=84876) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2188}} Jan 14 07:13:26.839782 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-e4c47cdb-5525-42ee-a7a6-80cb12fc0637 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036850863128'] for router_gateway, after_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:13:26.840167 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Device 32249854-abe7-465c-bfd0-3076ab45b41e not bound to the agent host n-d-768862-2 {{(pid=84876) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jan 14 07:13:26.861494 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-7e6279f3-1442-4b37-b8f0-abde719313ca admin admin] Usage tracker for resource:subnet and tenant:4c7acb2f1853434b8885e72403694c4e is out of sync, need to count used quota {{(pid=84875) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:13:26.947887 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [None req-6dbbbb5a-1e49-462b-957b-e6576e56c35c None None] For port e73c91f2-f77f-4732-8458-22c982c92abc, host n-d-768862-2, cleared binding levels {{(pid=84876) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 14 07:13:26.949578 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-7e6279f3-1442-4b37-b8f0-abde719313ca admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84875) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:13:26.950856 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [req-4f938fd8-b27e-4be1-8963-32c3c79d9d82 req-34e312f7-8d75-4887-a515-90ffa4d0d979 tempest-LiveMigrationNegativeTest-1470825370 tempest-LiveMigrationNegativeTest-1470825370] Unset dirty status for tenant:4c5412f7fcde40999169791ca7c8ee35 on resource:port {{(pid=84874) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 14 07:13:26.952273 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [req-4f938fd8-b27e-4be1-8963-32c3c79d9d82 req-34e312f7-8d75-4887-a515-90ffa4d0d979 tempest-LiveMigrationNegativeTest-1470825370 tempest-LiveMigrationNegativeTest-1470825370] 10.222.0.35 "GET /v2.0/ports?device_id=b7810cd0-ff82-4881-a8ff-5f4b03f8104c HTTP/1.1" status: 200 len: 210 time: 1.1019807 Jan 14 07:13:26.952535 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [None req-6dbbbb5a-1e49-462b-957b-e6576e56c35c None None] For port e73c91f2-f77f-4732-8458-22c982c92abc, host n-d-768862-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-2',level=0,port_id=e73c91f2-f77f-4732-8458-22c982c92abc,segment=NetworkSegment(ad98c7bd-9b2f-422a-9799-41dd7fc77a9b),segment_id=ad98c7bd-9b2f-422a-9799-41dd7fc77a9b)] {{(pid=84876) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 14 07:13:26.955612 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [req-a780bf53-6567-48e7-9d84-34c8e3b24bdd req-323e1606-3bdb-49e8-88d8-d3983e6af9e0 tempest-LiveMigrationNegativeTest-1470825370 tempest-LiveMigrationNegativeTest-1470825370] 10.222.0.48 "GET /v2.0/networks?tenant_id=4c5412f7fcde40999169791ca7c8ee35&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1629651 Jan 14 07:13:26.956570 n-d-768862-2 neutron-server[84765]: INFO neutron.api.v2.resource [req-22893f37-124a-4dca-bccc-b0dd95f21fc8 req-f1b8557e-ccf4-4c26-98ab-cc8b589292dd tempest-FloatingIPDetailsNegativeTestJSON-1010292280 tempest-FloatingIPDetailsNegativeTestJSON-1010292280] show failed (client error): The resource could not be found. Jan 14 07:13:26.957576 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [req-22893f37-124a-4dca-bccc-b0dd95f21fc8 req-f1b8557e-ccf4-4c26-98ab-cc8b589292dd tempest-FloatingIPDetailsNegativeTestJSON-1010292280 tempest-FloatingIPDetailsNegativeTestJSON-1010292280] 10.222.0.24 "GET /v2.0/floatingips/9299a6d4-aee6-4585-951c-c945508ed0e5 HTTP/1.1" status: 404 len: 350 time: 0.3308442 Jan 14 07:13:26.957862 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-6dbbbb5a-1e49-462b-957b-e6576e56c35c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777640533312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363259214678337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777640097497'] for port, after_update {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:13:26.961090 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-a56228bc-6585-46aa-812b-3ec77323dcab admin admin] Notify callbacks [] for security_group, before_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:13:26.972342 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84874) accepted ('10.222.0.24', 58124) {{(pid=84874) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:13:26.981468 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-3118de2d-6b2d-4600-a796-3ab0411cab2a service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.704s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:13:26.987808 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.db_base_plugin_common [None req-aaf93b50-5653-4ade-a08c-c04ffe876b67 admin admin] Allocated IP 172.25.2.251 (226f1e78-82cd-4481-9055-4eb73b6db8c1/ba8deeec-7658-4195-9449-038c076f5c83/2e75d853-19bb-4e46-b3fd-789045fa1c82) {{(pid=84874) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 14 07:13:26.995462 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-852a24f7-e9a1-4193-9abb-e9506fe5213f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84876) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:13:27.000577 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:13:27.046899 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-7e6279f3-1442-4b37-b8f0-abde719313ca admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:13:27.084594 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-967cc048-6c61-4243-916a-8422845b01fc None None] Pushing event updated for resources: {'Port': ['ID=e73c91f2-f77f-4732-8458-22c982c92abc,revision_number=4']} {{(pid=84876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:13:27.146435 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-967cc048-6c61-4243-916a-8422845b01fc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=84876) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:13:27.162286 n-d-768862-2 neutron-server[84765]: INFO neutron.pecan_wsgi.hooks.translation [None req-88267365-116a-4ff6-891d-05ffa26a8fe3 tempest-TaggedBootDevicesTest-541410187 tempest-TaggedBootDevicesTest-541410187] DELETE failed (client error): There was a conflict when trying to complete your request. Jan 14 07:13:27.162786 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-88267365-116a-4ff6-891d-05ffa26a8fe3 tempest-TaggedBootDevicesTest-541410187 tempest-TaggedBootDevicesTest-541410187] No notification will be sent due to unsuccessful status code: 409 {{(pid=84875) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Jan 14 07:13:27.198378 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-272fc1b4-7593-4775-97cd-fd1cf74ec5ea None None] Pushing event updated for resources: {'Port': ['ID=877a2b1b-1561-465b-bef1-07754c462165,revision_number=4']} {{(pid=84877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:13:27.204702 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b33b9903-3a74-4fb8-89d2-906e2f5bbe22 req-3118de2d-6b2d-4600-a796-3ab0411cab2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:13:27.205395 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [req-b33b9903-3a74-4fb8-89d2-906e2f5bbe22 req-3118de2d-6b2d-4600-a796-3ab0411cab2a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854768116'] for port, before_response {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:13:27.206902 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [req-b33b9903-3a74-4fb8-89d2-906e2f5bbe22 req-3118de2d-6b2d-4600-a796-3ab0411cab2a service neutron] 10.222.0.48 "PUT /v2.0/ports/b37a8fe8-2379-40ba-9ef1-9a3604d9d06e HTTP/1.1" status: 200 len: 1155 time: 7.0633566 Jan 14 07:13:27.209187 n-d-768862-2 neutron-server[84765]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0d613ee3-b23b-48aa-9701-93273017ac12', 'tag': 'b37a8fe8-2379-40ba-9ef1-9a3604d9d06e'}] {{(pid=84874) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Jan 14 07:13:27.214808 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-272fc1b4-7593-4775-97cd-fd1cf74ec5ea None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.215s {{(pid=84877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:13:27.253596 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea064fb3-b88a-48b5-bb50-22a5507adfa2 None None] Routers {'2983e6ee-4036-4e66-b6dd-0762724412fd'} bound to L3 agent in host n-d-768862-2 {{(pid=84877) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 14 07:13:27.255655 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_hamode_db [None req-ea064fb3-b88a-48b5-bb50-22a5507adfa2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2021-01-14T06:56:51Z,description=,heartbeat_timestamp=2021-01-14T07:13:21Z,host='n-d-768862-2',id=35f592e9-451b-4db9-abea-77b6a5c5391b,load=0,resource_versions=,resources_synced=,started_at=2021-01-14T06:56:51Z,topic='l3_agent')) {'router_ids': ['2983e6ee-4036-4e66-b6dd-0762724412fd'], 'active': True} {{(pid=84877) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:13:27.287391 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:router:external":"rule:admin_only" was deprecated in W in favor of "update_network:router:external":"role:admin and system_scope:all". Reason: Jan 14 07:13:27.287391 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:13:27.287391 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:13:27.287391 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:13:27.287391 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:is_default":"rule:admin_only" was deprecated in W in favor of "update_network:is_default":"role:admin and system_scope:all". Reason: Jan 14 07:13:27.287391 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:13:27.287391 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:13:27.287391 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:13:27.287391 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:port_security_enabled":"rule:admin_or_owner" was deprecated in W in favor of "update_network:port_security_enabled":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 07:13:27.287391 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:13:27.287391 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:13:27.287391 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:13:27.287391 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "delete_network":"rule:admin_or_owner" was deprecated in W in favor of "delete_network":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 07:13:27.287391 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:13:27.287391 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:13:27.287391 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:13:27.287391 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_segment":"rule:admin_only" was deprecated in W in favor of "create_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:13:27.287391 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:13:27.287391 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_segment":"rule:admin_only" was deprecated in W in favor of "get_segment":"role:reader and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:13:27.287391 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:13:27.287391 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_segment":"rule:admin_only" was deprecated in W in favor of "update_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:13:27.287391 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:13:27.287391 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "delete_segment":"rule:admin_only" was deprecated in W in favor of "delete_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:13:27.287391 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:13:27.287391 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network":"rule:regular_user" was deprecated in W in favor of "create_network":"role:member and project_id:%(project_id)s". Reason: Jan 14 07:13:27.287391 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:13:27.287391 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:13:27.287391 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:13:27.287391 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:shared":"rule:admin_only" was deprecated in W in favor of "create_network:shared":"role:admin and system_scope:all". Reason: Jan 14 07:13:27.287391 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:13:27.287391 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:13:27.287391 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:13:27.287391 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:router:external":"rule:admin_only" was deprecated in W in favor of "create_network:router:external":"role:admin and system_scope:all". Reason: Jan 14 07:13:27.287391 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:13:27.287391 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:13:27.287391 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:13:27.287391 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:is_default":"rule:admin_only" was deprecated in W in favor of "create_network:is_default":"role:admin and system_scope:all". Reason: Jan 14 07:13:27.287391 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:13:27.287391 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:13:27.287391 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:13:27.287391 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:port_security_enabled":"rule:regular_user" was deprecated in W in favor of "create_network:port_security_enabled":"role:member and project_id:%(project_id)s". Reason: Jan 14 07:13:27.287391 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:13:27.291984 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:13:27.291984 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:13:27.291984 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:segments":"rule:admin_only" was deprecated in W in favor of "create_network:segments":"role:admin and system_scope:all". Reason: Jan 14 07:13:27.291984 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:13:27.291984 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:13:27.291984 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:13:27.291984 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "create_network:provider:network_type":"role:admin and system_scope:all". Reason: Jan 14 07:13:27.291984 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:13:27.291984 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:13:27.291984 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:13:27.291984 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "create_network:provider:physical_network":"role:admin and system_scope:all". Reason: Jan 14 07:13:27.291984 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:13:27.291984 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:13:27.291984 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:13:27.291984 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "create_network:provider:segmentation_id":"role:admin and system_scope:all". Reason: Jan 14 07:13:27.291984 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:13:27.291984 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:13:27.291984 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:13:27.291984 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network":"rule:admin_or_owner or rule:shared or rule:external or rule:context_is_advsvc" was deprecated in W in favor of "get_network":"(role:reader and system_scope:all) or (role:reader and project_id:%(project_id)s) or rule:shared or rule:external or rule:context_is_advsvc". Reason: Jan 14 07:13:27.291984 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:13:27.291984 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:13:27.291984 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:13:27.291984 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:router:external":"rule:regular_user" was deprecated in W in favor of "get_network:router:external":"role:reader and project_id:%(project_id)s". Reason: Jan 14 07:13:27.291984 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:13:27.291984 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:13:27.291984 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:13:27.291984 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:segments":"rule:admin_only" was deprecated in W in favor of "get_network:segments":"role:reader and system_scope:all". Reason: Jan 14 07:13:27.291984 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:13:27.291984 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:13:27.291984 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:13:27.291984 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "get_network:provider:network_type":"role:reader and system_scope:all". Reason: Jan 14 07:13:27.291984 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:13:27.291984 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:13:27.291984 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:13:27.291984 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "get_network:provider:physical_network":"role:reader and system_scope:all". Reason: Jan 14 07:13:27.291984 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:13:27.291984 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:13:27.291984 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:13:27.291984 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "get_network:provider:segmentation_id":"role:reader and system_scope:all". Reason: Jan 14 07:13:27.291984 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:13:27.291984 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:13:27.291984 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:13:27.291984 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network":"rule:admin_or_owner" was deprecated in W in favor of "update_network":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 07:13:27.291984 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:13:27.291984 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:13:27.291984 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:13:27.291984 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:segments":"rule:admin_only" was deprecated in W in favor of "update_network:segments":"role:admin and system_scope:all". Reason: Jan 14 07:13:27.291984 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:13:27.297499 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:13:27.297499 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:13:27.297499 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:shared":"rule:admin_only" was deprecated in W in favor of "update_network:shared":"role:admin and system_scope:all". Reason: Jan 14 07:13:27.297499 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:13:27.297499 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:13:27.297499 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:13:27.297499 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "update_network:provider:network_type":"role:admin and system_scope:all". Reason: Jan 14 07:13:27.297499 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:13:27.297499 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:13:27.297499 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:13:27.297499 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "update_network:provider:physical_network":"role:admin and system_scope:all". Reason: Jan 14 07:13:27.297499 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:13:27.297499 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:13:27.297499 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:13:27.297499 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "update_network:provider:segmentation_id":"role:admin and system_scope:all". Reason: Jan 14 07:13:27.297499 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:13:27.297499 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:13:27.297499 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:13:27.297499 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:router:external":"rule:admin_only" was deprecated in W in favor of "update_network:router:external":"role:admin and system_scope:all". Reason: Jan 14 07:13:27.297499 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:13:27.297499 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:13:27.297499 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:13:27.297499 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:is_default":"rule:admin_only" was deprecated in W in favor of "update_network:is_default":"role:admin and system_scope:all". Reason: Jan 14 07:13:27.297499 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:13:27.297499 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:13:27.297499 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:13:27.297499 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:port_security_enabled":"rule:admin_or_owner" was deprecated in W in favor of "update_network:port_security_enabled":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 07:13:27.297499 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:13:27.297499 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:13:27.297499 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:13:27.297499 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "delete_network":"rule:admin_or_owner" was deprecated in W in favor of "delete_network":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 07:13:27.297499 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:13:27.297499 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:13:27.297499 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:13:27.297499 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_segment":"rule:admin_only" was deprecated in W in favor of "create_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:13:27.297499 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:13:27.297499 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_segment":"rule:admin_only" was deprecated in W in favor of "get_segment":"role:reader and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:13:27.297499 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:13:27.300707 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-a56228bc-6585-46aa-812b-3ec77323dcab admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:13:27.308702 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4749a9d8-1a24-4696-b0e1-b9fbefef11e5 req-774ee7ca-c95d-473d-9e22-11b153e35506 tempest-ServersTestMultiNic-2121779930 tempest-ServersTestMultiNic-2121779930] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:13:27.309432 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [req-4749a9d8-1a24-4696-b0e1-b9fbefef11e5 req-774ee7ca-c95d-473d-9e22-11b153e35506 tempest-ServersTestMultiNic-2121779930 tempest-ServersTestMultiNic-2121779930] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854768116'] for port, before_response {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:13:27.332828 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6dbbbb5a-1e49-462b-957b-e6576e56c35c None None] Routers {'30066085-16e9-44a9-8022-7b4f197cb1b8'} bound to L3 agent in host n-d-768862-2 {{(pid=84876) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 14 07:13:27.336852 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_hamode_db [None req-6dbbbb5a-1e49-462b-957b-e6576e56c35c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2021-01-14T06:56:51Z,description=,heartbeat_timestamp=2021-01-14T07:13:21Z,host='n-d-768862-2',id=35f592e9-451b-4db9-abea-77b6a5c5391b,load=0,resource_versions=,resources_synced=,started_at=2021-01-14T06:56:51Z,topic='l3_agent')) {'router_ids': ['30066085-16e9-44a9-8022-7b4f197cb1b8'], 'active': True} {{(pid=84876) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:13:27.338282 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-e4c47cdb-5525-42ee-a7a6-80cb12fc0637 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3889346', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036854717606'] for router, precommit_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:13:27.383505 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-e4c47cdb-5525-42ee-a7a6-80cb12fc0637 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:13:27.386513 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-a56228bc-6585-46aa-812b-3ec77323dcab admin admin] Usage tracker for resource:security_group_rule and tenant:fea86dd69fc94d0189c46912f0df890b is out of sync, need to count used quota {{(pid=84875) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:13:27.389665 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [req-a227cd84-0622-4ddb-815f-8bae824dba1a req-a4ff075b-46a9-4f82-b0c3-6db5fe6c4a24 tempest-FloatingIPDetailsTestJSON-1519139485 tempest-FloatingIPDetailsTestJSON-1519139485] Unset dirty status for tenant:a2441d08a92c4ad29bd14e22e25d9e48 on resource:network {{(pid=84875) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 14 07:13:27.391139 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [req-a227cd84-0622-4ddb-815f-8bae824dba1a req-a4ff075b-46a9-4f82-b0c3-6db5fe6c4a24 tempest-FloatingIPDetailsTestJSON-1519139485 tempest-FloatingIPDetailsTestJSON-1519139485] 10.222.0.24 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 2.2308638 Jan 14 07:13:27.397341 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-88267365-116a-4ff6-891d-05ffa26a8fe3 tempest-TaggedBootDevicesTest-541410187 tempest-TaggedBootDevicesTest-541410187] 10.222.0.24 "DELETE /v2.0/networks/fdba73b7-2ae2-450a-a1be-4941055e53c1 HTTP/1.1" status: 409 len: 405 time: 3.9322987 Jan 14 07:13:27.398399 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84875) accepted ('10.222.0.24', 58130) {{(pid=84875) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:13:27.402731 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-a56228bc-6585-46aa-812b-3ec77323dcab admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84875) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:13:27.430544 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [req-4134369b-5d82-4e16-96d4-7b3daed7e87c req-8960f626-a7d8-4725-8ff9-1fe360a2a000 tempest-TaggedBootDevicesTest-541410187 tempest-TaggedBootDevicesTest-541410187] Notify callbacks [] for port, precommit_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:13:27.464056 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7e6279f3-1442-4b37-b8f0-abde719313ca admin admin] Made reservation on behalf of 4c7acb2f1853434b8885e72403694c4e for: {'subnet': 1} {{(pid=84875) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 07:13:27.471928 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-7e6279f3-1442-4b37-b8f0-abde719313ca admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036852467157'] for subnet, before_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:13:27.493939 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.v2.base [req-a227cd84-0622-4ddb-815f-8bae824dba1a req-9b760ce1-8d57-45a4-abd6-5cc55b705459 tempest-FloatingIPDetailsTestJSON-1519139485 tempest-FloatingIPDetailsTestJSON-1519139485] Request body: {'floatingip': {'floating_network_id': '226f1e78-82cd-4481-9055-4eb73b6db8c1'}} {{(pid=84875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:13:27.532630 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-a56228bc-6585-46aa-812b-3ec77323dcab admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:13:27.639298 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_dvr_db [None req-6dbbbb5a-1e49-462b-957b-e6576e56c35c None None] Set router 30066085-16e9-44a9-8022-7b4f197cb1b8 gateway port host: n-d-768862-2 {{(pid=84876) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 14 07:13:27.666448 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_dvr_db [None req-ea064fb3-b88a-48b5-bb50-22a5507adfa2 None None] Set router 2983e6ee-4036-4e66-b6dd-0762724412fd gateway port host: n-d-768862-2 {{(pid=84877) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 14 07:13:27.709474 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-aaf93b50-5653-4ade-a08c-c04ffe876b67 admin admin] Notify callbacks [] for port, precommit_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:13:27.739749 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [req-4749a9d8-1a24-4696-b0e1-b9fbefef11e5 req-774ee7ca-c95d-473d-9e22-11b153e35506 tempest-ServersTestMultiNic-2121779930 tempest-ServersTestMultiNic-2121779930] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 8.4829643 Jan 14 07:13:27.754633 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-aaf93b50-5653-4ade-a08c-c04ffe876b67 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777640123575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3254186'] for port, after_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:13:27.768828 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [req-a227cd84-0622-4ddb-815f-8bae824dba1a req-9b760ce1-8d57-45a4-abd6-5cc55b705459 tempest-FloatingIPDetailsTestJSON-1519139485 tempest-FloatingIPDetailsTestJSON-1519139485] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:13:27.780396 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-565b5ffc-c144-4627-9ac7-d51970f0a0e6 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:13:27.850820 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [req-a227cd84-0622-4ddb-815f-8bae824dba1a req-9b760ce1-8d57-45a4-abd6-5cc55b705459 tempest-FloatingIPDetailsTestJSON-1519139485 tempest-FloatingIPDetailsTestJSON-1519139485] Usage tracker for resource:floatingip and tenant:a2441d08a92c4ad29bd14e22e25d9e48 is out of sync, need to count used quota {{(pid=84875) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:13:27.855165 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [req-4134369b-5d82-4e16-96d4-7b3daed7e87c req-8960f626-a7d8-4725-8ff9-1fe360a2a000 tempest-TaggedBootDevicesTest-541410187 tempest-TaggedBootDevicesTest-541410187] Transition to ACTIVE for port object c0eb02ce-920b-4180-bd93-4c5325027784 will not be triggered until provisioned by entity DHCP. {{(pid=84875) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 07:13:27.932428 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.v2.base [req-4749a9d8-1a24-4696-b0e1-b9fbefef11e5 req-f006b5b5-d326-42e0-a581-b9f4caead2a2 tempest-ServersTestMultiNic-2121779930 tempest-ServersTestMultiNic-2121779930] Request body: {'port': {'device_id': '16513199-bee3-4bea-a843-4e62a5ef0197', 'network_id': '25f1c1a0-ceab-4b3f-9e01-2007a6141e94', 'admin_state_up': True, 'tenant_id': '7d129397cd71499dbaa91be4909e3699'}} {{(pid=84874) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:13:27.939129 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [req-a227cd84-0622-4ddb-815f-8bae824dba1a req-9b760ce1-8d57-45a4-abd6-5cc55b705459 tempest-FloatingIPDetailsTestJSON-1519139485 tempest-FloatingIPDetailsTestJSON-1519139485] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=84875) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:13:27.957692 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-e4c47cdb-5525-42ee-a7a6-80cb12fc0637 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036850897070'] for router, after_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:13:27.958419 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e4c47cdb-5525-42ee-a7a6-80cb12fc0637 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 478283e4-0c66-495d-ac11-53e15bbe5aba {{(pid=84875) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jan 14 07:13:28.079587 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [req-a227cd84-0622-4ddb-815f-8bae824dba1a req-9b760ce1-8d57-45a4-abd6-5cc55b705459 tempest-FloatingIPDetailsTestJSON-1519139485 tempest-FloatingIPDetailsTestJSON-1519139485] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=84875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:13:28.111283 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-cb08a60b-90f2-4e1e-b75a-80fa452dcfe6 tempest-TaggedBootDevicesTest-541410187 tempest-TaggedBootDevicesTest-541410187] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036854160497'] for network, before_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:13:28.136177 n-d-768862-2 neutron-server[84765]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0d613ee3-b23b-48aa-9701-93273017ac12', 'tag': 'b37a8fe8-2379-40ba-9ef1-9a3604d9d06e', 'status': 'completed', 'code': 200} Jan 14 07:13:28.141766 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaf93b50-5653-4ade-a08c-c04ffe876b67 admin admin] Pushing event updated for resources: {'Port': ['ID=2e75d853-19bb-4e46-b3fd-789045fa1c82,revision_number=1']} {{(pid=84874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:13:28.149890 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [req-4749a9d8-1a24-4696-b0e1-b9fbefef11e5 req-f006b5b5-d326-42e0-a581-b9f4caead2a2 tempest-ServersTestMultiNic-2121779930 tempest-ServersTestMultiNic-2121779930] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:13:28.155158 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [req-4749a9d8-1a24-4696-b0e1-b9fbefef11e5 req-f006b5b5-d326-42e0-a581-b9f4caead2a2 tempest-ServersTestMultiNic-2121779930 tempest-ServersTestMultiNic-2121779930] Usage tracker for resource:port and tenant:7d129397cd71499dbaa91be4909e3699 is out of sync, need to count used quota {{(pid=84874) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:13:28.159876 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [req-4749a9d8-1a24-4696-b0e1-b9fbefef11e5 req-f006b5b5-d326-42e0-a581-b9f4caead2a2 tempest-ServersTestMultiNic-2121779930 tempest-ServersTestMultiNic-2121779930] Quota usage for port was recalculated. Used quota:5. {{(pid=84874) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:13:28.165943 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [req-4749a9d8-1a24-4696-b0e1-b9fbefef11e5 req-f006b5b5-d326-42e0-a581-b9f4caead2a2 tempest-ServersTestMultiNic-2121779930 tempest-ServersTestMultiNic-2121779930] Attempting to reserve 1 items for resource port. Total usage: 5; quota limit: 500; headroom:495 {{(pid=84874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:13:28.182996 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_hamode_db [None req-6dbbbb5a-1e49-462b-957b-e6576e56c35c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '30066085-16e9-44a9-8022-7b4f197cb1b8', 'name': 'tempest-FloatingIPDetailsTestJSON-77586578-router', 'tenant_id': 'a2441d08a92c4ad29bd14e22e25d9e48', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '226f1e78-82cd-4481-9055-4eb73b6db8c1', 'external_fixed_ips': [{'subnet_id': 'ba8deeec-7658-4195-9449-038c076f5c83', 'ip_address': '172.25.2.216'}], 'enable_snat': True}, 'gw_port_id': 'd317ee99-1ec4-466d-8e1c-f0c1f23403c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-14T07:12:30Z', 'updated_at': '2021-01-14T07:13:15Z', 'revision_number': 4, 'project_id': 'a2441d08a92c4ad29bd14e22e25d9e48', 'gw_port': {'id': 'd317ee99-1ec4-466d-8e1c-f0c1f23403c6', 'name': '', 'network_id': '226f1e78-82cd-4481-9055-4eb73b6db8c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:0a:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30066085-16e9-44a9-8022-7b4f197cb1b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 861, 'fixed_ips': [{'subnet_id': 'ba8deeec-7658-4195-9449-038c076f5c83', 'ip_address': '172.25.2.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T07:12:36Z', 'updated_at': '2021-01-14T07:13:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ba8deeec-7658-4195-9449-038c076f5c83', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-2', '_interfaces': [{'id': 'e73c91f2-f77f-4732-8458-22c982c92abc', 'name': '', 'network_id': 'b1a12e1e-4188-4c05-8d11-caebbad007eb', 'tenant_id': 'a2441d08a92c4ad29bd14e22e25d9e48', 'mac_address': 'fa:16:3e:4d:80:9f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '30066085-16e9-44a9-8022-7b4f197cb1b8', 'device_owner': 'network:router_interface', 'standard_attr_id': 888, 'fixed_ips': [{'subnet_id': 'bee75add-4df5-4eca-a892-482be32a6249', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T07:13:10Z', 'updated_at': '2021-01-14T07:13:26Z', 'revision_number': 4, 'project_id': 'a2441d08a92c4ad29bd14e22e25d9e48', 'subnets': [{'id': 'bee75add-4df5-4eca-a892-482be32a6249', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'n-d-768862-2', False) {} {{(pid=84876) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:13:28.189741 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6dbbbb5a-1e49-462b-957b-e6576e56c35c None None] The sync data for ids ['30066085-16e9-44a9-8022-7b4f197cb1b8'] in n-d-768862-2 is: [{'id': '30066085-16e9-44a9-8022-7b4f197cb1b8', 'name': 'tempest-FloatingIPDetailsTestJSON-77586578-router', 'tenant_id': 'a2441d08a92c4ad29bd14e22e25d9e48', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '226f1e78-82cd-4481-9055-4eb73b6db8c1', 'external_fixed_ips': [{'subnet_id': 'ba8deeec-7658-4195-9449-038c076f5c83', 'ip_address': '172.25.2.216'}], 'enable_snat': True}, 'gw_port_id': 'd317ee99-1ec4-466d-8e1c-f0c1f23403c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-14T07:12:30Z', 'updated_at': '2021-01-14T07:13:15Z', 'revision_number': 4, 'project_id': 'a2441d08a92c4ad29bd14e22e25d9e48', 'gw_port': {'id': 'd317ee99-1ec4-466d-8e1c-f0c1f23403c6', 'name': '', 'network_id': '226f1e78-82cd-4481-9055-4eb73b6db8c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:0a:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30066085-16e9-44a9-8022-7b4f197cb1b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 861, 'fixed_ips': [{'subnet_id': 'ba8deeec-7658-4195-9449-038c076f5c83', 'ip_address': '172.25.2.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T07:12:36Z', 'updated_at': '2021-01-14T07:13:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ba8deeec-7658-4195-9449-038c076f5c83', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-2', '_interfaces': [{'id': 'e73c91f2-f77f-4732-8458-22c982c92abc', 'name': '', 'network_id': 'b1a12e1e-4188-4c05-8d11-caebbad007eb', 'tenant_id': 'a2441d08a92c4ad29bd14e22e25d9e48', 'mac_address': 'fa:16:3e:4d:80:9f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '30066085-16e9-44a9-8022-7b4f197cb1b8', 'device_owner': 'network:router_interface', 'standard_attr_id': 888, 'fixed_ips': [{'subnet_id': 'bee75add-4df5-4eca-a892-482be32a6249', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T07:13:10Z', 'updated_at': '2021-01-14T07:13:26Z', 'revision_number': 4, 'project_id': 'a2441d08a92c4ad29bd14e22e25d9e48', 'subnets': [{'id': 'bee75add-4df5-4eca-a892-482be32a6249', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=84876) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Jan 14 07:13:28.204688 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-aaf93b50-5653-4ade-a08c-c04ffe876b67 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.424s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:13:28.266547 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [req-64bd1535-4bca-4ba8-838e-68b2fbd1432e req-68a7418a-85b6-4322-94cd-6b962375d93c service neutron] 10.222.0.48 "GET /v2.0/networks/3ab89270-67b1-41e9-8be2-a0395a984bff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 1.5243642 Jan 14 07:13:28.296171 n-d-768862-2 neutron-server[84765]: INFO neutron.pecan_wsgi.hooks.translation [None req-cb08a60b-90f2-4e1e-b75a-80fa452dcfe6 tempest-TaggedBootDevicesTest-541410187 tempest-TaggedBootDevicesTest-541410187] DELETE failed (client error): There was a conflict when trying to complete your request. Jan 14 07:13:28.296889 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cb08a60b-90f2-4e1e-b75a-80fa452dcfe6 tempest-TaggedBootDevicesTest-541410187 tempest-TaggedBootDevicesTest-541410187] No notification will be sent due to unsuccessful status code: 409 {{(pid=84875) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Jan 14 07:13:28.300722 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_hamode_db [None req-ea064fb3-b88a-48b5-bb50-22a5507adfa2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2983e6ee-4036-4e66-b6dd-0762724412fd', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-611119609-router', 'tenant_id': 'e1e2f2220aba45e291d82349522195f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '226f1e78-82cd-4481-9055-4eb73b6db8c1', 'external_fixed_ips': [{'subnet_id': 'ba8deeec-7658-4195-9449-038c076f5c83', 'ip_address': '172.25.2.163'}], 'enable_snat': True}, 'gw_port_id': 'b7d75e45-3acc-4c80-bf06-1b1da6dadb3e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-14T07:12:31Z', 'updated_at': '2021-01-14T07:13:15Z', 'revision_number': 4, 'project_id': 'e1e2f2220aba45e291d82349522195f9', 'gw_port': {'id': 'b7d75e45-3acc-4c80-bf06-1b1da6dadb3e', 'name': '', 'network_id': '226f1e78-82cd-4481-9055-4eb73b6db8c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:25:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2983e6ee-4036-4e66-b6dd-0762724412fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 863, 'fixed_ips': [{'subnet_id': 'ba8deeec-7658-4195-9449-038c076f5c83', 'ip_address': '172.25.2.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T07:12:39Z', 'updated_at': '2021-01-14T07:13:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ba8deeec-7658-4195-9449-038c076f5c83', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-2', '_interfaces': [{'id': '877a2b1b-1561-465b-bef1-07754c462165', 'name': '', 'network_id': '5c191153-b948-4c85-aff4-9593e84f8418', 'tenant_id': 'e1e2f2220aba45e291d82349522195f9', 'mac_address': 'fa:16:3e:45:0d:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2983e6ee-4036-4e66-b6dd-0762724412fd', 'device_owner': 'network:router_interface', 'standard_attr_id': 886, 'fixed_ips': [{'subnet_id': 'ff0ed7a1-c9b1-48c7-93e5-0cad756e8c17', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T07:13:06Z', 'updated_at': '2021-01-14T07:13:26Z', 'revision_number': 4, 'project_id': 'e1e2f2220aba45e291d82349522195f9', 'subnets': [{'id': 'ff0ed7a1-c9b1-48c7-93e5-0cad756e8c17', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'n-d-768862-2', False) {} {{(pid=84877) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:13:28.305326 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea064fb3-b88a-48b5-bb50-22a5507adfa2 None None] The sync data for ids ['2983e6ee-4036-4e66-b6dd-0762724412fd'] in n-d-768862-2 is: [{'id': '2983e6ee-4036-4e66-b6dd-0762724412fd', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-611119609-router', 'tenant_id': 'e1e2f2220aba45e291d82349522195f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '226f1e78-82cd-4481-9055-4eb73b6db8c1', 'external_fixed_ips': [{'subnet_id': 'ba8deeec-7658-4195-9449-038c076f5c83', 'ip_address': '172.25.2.163'}], 'enable_snat': True}, 'gw_port_id': 'b7d75e45-3acc-4c80-bf06-1b1da6dadb3e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-14T07:12:31Z', 'updated_at': '2021-01-14T07:13:15Z', 'revision_number': 4, 'project_id': 'e1e2f2220aba45e291d82349522195f9', 'gw_port': {'id': 'b7d75e45-3acc-4c80-bf06-1b1da6dadb3e', 'name': '', 'network_id': '226f1e78-82cd-4481-9055-4eb73b6db8c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:25:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2983e6ee-4036-4e66-b6dd-0762724412fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 863, 'fixed_ips': [{'subnet_id': 'ba8deeec-7658-4195-9449-038c076f5c83', 'ip_address': '172.25.2.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T07:12:39Z', 'updated_at': '2021-01-14T07:13:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ba8deeec-7658-4195-9449-038c076f5c83', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-2', '_interfaces': [{'id': '877a2b1b-1561-465b-bef1-07754c462165', 'name': '', 'network_id': '5c191153-b948-4c85-aff4-9593e84f8418', 'tenant_id': 'e1e2f2220aba45e291d82349522195f9', 'mac_address': 'fa:16:3e:45:0d:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2983e6ee-4036-4e66-b6dd-0762724412fd', 'device_owner': 'network:router_interface', 'standard_attr_id': 886, 'fixed_ips': [{'subnet_id': 'ff0ed7a1-c9b1-48c7-93e5-0cad756e8c17', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T07:13:06Z', 'updated_at': '2021-01-14T07:13:26Z', 'revision_number': 4, 'project_id': 'e1e2f2220aba45e291d82349522195f9', 'subnets': [{'id': 'ff0ed7a1-c9b1-48c7-93e5-0cad756e8c17', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=84877) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Jan 14 07:13:28.325847 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4749a9d8-1a24-4696-b0e1-b9fbefef11e5 req-f006b5b5-d326-42e0-a581-b9f4caead2a2 tempest-ServersTestMultiNic-2121779930 tempest-ServersTestMultiNic-2121779930] Made reservation on behalf of 7d129397cd71499dbaa91be4909e3699 for: {'port': 1} {{(pid=84874) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 07:13:28.334382 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a780bf53-6567-48e7-9d84-34c8e3b24bdd req-435ec95d-ab65-463d-a647-af250b8da538 tempest-LiveMigrationNegativeTest-1470825370 tempest-LiveMigrationNegativeTest-1470825370] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:13:28.335372 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [req-4749a9d8-1a24-4696-b0e1-b9fbefef11e5 req-f006b5b5-d326-42e0-a581-b9f4caead2a2 tempest-ServersTestMultiNic-2121779930 tempest-ServersTestMultiNic-2121779930] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555753'] for port, before_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:13:28.336094 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [req-a780bf53-6567-48e7-9d84-34c8e3b24bdd req-435ec95d-ab65-463d-a647-af250b8da538 tempest-LiveMigrationNegativeTest-1470825370 tempest-LiveMigrationNegativeTest-1470825370] 10.222.0.48 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 1.3598866 Jan 14 07:13:28.366558 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [req-a227cd84-0622-4ddb-815f-8bae824dba1a req-9b760ce1-8d57-45a4-abd6-5cc55b705459 tempest-FloatingIPDetailsTestJSON-1519139485 tempest-FloatingIPDetailsTestJSON-1519139485] Notify callbacks [] for floatingip, before_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:13:28.449952 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b33b9903-3a74-4fb8-89d2-906e2f5bbe22 req-6bc71c52-fd9d-451a-a02a-6c80238e528e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:13:28.451650 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [req-b33b9903-3a74-4fb8-89d2-906e2f5bbe22 req-6bc71c52-fd9d-451a-a02a-6c80238e528e service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=1aa7b4d5a9ff461fbaf4900f14a02d8a&device_id=0d613ee3-b23b-48aa-9701-93273017ac12 HTTP/1.1" status: 200 len: 1158 time: 1.1064661 Jan 14 07:13:28.578718 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [req-b33b9903-3a74-4fb8-89d2-906e2f5bbe22 req-f43b6e3b-0efe-4b0a-9816-9d5eeffba576 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=b37a8fe8-2379-40ba-9ef1-9a3604d9d06e HTTP/1.1" status: 200 len: 217 time: 0.1174023 Jan 14 07:13:28.867388 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-e4c47cdb-5525-42ee-a7a6-80cb12fc0637 admin admin] Notify callbacks [] for router, before_response {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:13:28.873798 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-e4c47cdb-5525-42ee-a7a6-80cb12fc0637 admin admin] 10.222.0.24 "DELETE /v2.0/routers/478283e4-0c66-495d-ac11-53e15bbe5aba HTTP/1.1" status: 204 len: 168 time: 5.4750011 Jan 14 07:13:28.878240 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.v2.base [req-a780bf53-6567-48e7-9d84-34c8e3b24bdd req-80820504-41c1-4c68-a3f6-a04426b4ba71 tempest-LiveMigrationNegativeTest-1470825370 tempest-LiveMigrationNegativeTest-1470825370] Request body: {'port': {'device_id': 'b7810cd0-ff82-4881-a8ff-5f4b03f8104c', 'network_id': '3ab89270-67b1-41e9-8be2-a0395a984bff', 'admin_state_up': True, 'tenant_id': '4c5412f7fcde40999169791ca7c8ee35'}} {{(pid=84875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:13:28.894297 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Device e73c91f2-f77f-4732-8458-22c982c92abc up at agent ovs-agent-n-d-768862-2 {{(pid=84876) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 07:13:28.923768 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84874) accepted ('10.222.0.24', 58134) {{(pid=84874) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:13:29.001340 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Provisioning for port e73c91f2-f77f-4732-8458-22c982c92abc completed by entity L2. {{(pid=84876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 07:13:29.010599 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Provisioning complete for port e73c91f2-f77f-4732-8458-22c982c92abc triggered by entity L2. {{(pid=84876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 07:13:29.011198 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-604227'] for port, provisioning_complete {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:13:29.029094 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-cb08a60b-90f2-4e1e-b75a-80fa452dcfe6 tempest-TaggedBootDevicesTest-541410187 tempest-TaggedBootDevicesTest-541410187] 10.222.0.24 "DELETE /v2.0/networks/42eaf091-c60a-4bbd-870e-8010d14ac7f2 HTTP/1.1" status: 409 len: 405 time: 1.6095912 Jan 14 07:13:29.099883 n-d-768862-2 neutron-server[84765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aaf93b50-5653-4ade-a08c-c04ffe876b67 admin admin] Network 226f1e78-82cd-4481-9055-4eb73b6db8c1 is already hosted by enough agents. {{(pid=84874) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 07:13:29.127130 n-d-768862-2 neutron-server[84765]: DEBUG neutron.scheduler.base_scheduler [None req-aaf93b50-5653-4ade-a08c-c04ffe876b67 admin admin] Resources bound (agent type, host, resource id): {{(pid=84874) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 07:13:29.151078 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aaf93b50-5653-4ade-a08c-c04ffe876b67 admin admin] Received port after_create {{(pid=84874) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 14 07:13:29.235770 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.db_base_plugin_v2 [None req-892bdd7b-7971-44a3-aa9b-fe5b69d62df4 admin admin] Deleting subnet bacfe576-849d-43b2-98d9-a20cf4fb5d3c {{(pid=84874) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Jan 14 07:13:29.241126 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-892bdd7b-7971-44a3-aa9b-fe5b69d62df4 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:13:29.247627 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555753'] for port, before_update {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:13:29.289746 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] For port e73c91f2-f77f-4732-8458-22c982c92abc, host n-d-768862-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-2',level=0,port_id=e73c91f2-f77f-4732-8458-22c982c92abc,segment=NetworkSegment(ad98c7bd-9b2f-422a-9799-41dd7fc77a9b),segment_id=ad98c7bd-9b2f-422a-9799-41dd7fc77a9b)] {{(pid=84876) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 07:13:29.297826 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777640533312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363259214678337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777640097497'] for port, after_update {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:13:29.301736 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Device 877a2b1b-1561-465b-bef1-07754c462165 up at agent ovs-agent-n-d-768862-2 {{(pid=84876) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 07:13:29.328213 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-892bdd7b-7971-44a3-aa9b-fe5b69d62df4 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036851807232'] for subnet, precommit_delete_associations {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:13:29.391647 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-852a24f7-e9a1-4193-9abb-e9506fe5213f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84876) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:13:29.440221 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [req-4134369b-5d82-4e16-96d4-7b3daed7e87c req-8960f626-a7d8-4725-8ff9-1fe360a2a000 tempest-TaggedBootDevicesTest-541410187 tempest-TaggedBootDevicesTest-541410187] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777640123575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851621574'] for port, after_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:13:29.446863 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-892bdd7b-7971-44a3-aa9b-fe5b69d62df4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036854176836'] for subnet, precommit_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:13:29.469552 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Provisioning for port 877a2b1b-1561-465b-bef1-07754c462165 completed by entity L2. {{(pid=84876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 07:13:29.471080 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [req-a780bf53-6567-48e7-9d84-34c8e3b24bdd req-80820504-41c1-4c68-a3f6-a04426b4ba71 tempest-LiveMigrationNegativeTest-1470825370 tempest-LiveMigrationNegativeTest-1470825370] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:13:29.483795 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Provisioning complete for port 877a2b1b-1561-465b-bef1-07754c462165 triggered by entity L2. {{(pid=84876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 07:13:29.484400 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-604227'] for port, provisioning_complete {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:13:29.487865 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b33b9903-3a74-4fb8-89d2-906e2f5bbe22 req-0311ba1d-ea9a-44c0-a0a9-aafd0595a4af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:13:29.489698 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [req-b33b9903-3a74-4fb8-89d2-906e2f5bbe22 req-0311ba1d-ea9a-44c0-a0a9-aafd0595a4af service neutron] 10.222.0.48 "GET /v2.0/subnets?id=4873c24d-6d12-413e-81a7-9c90cefe9e4c HTTP/1.1" status: 200 len: 851 time: 0.8879087 Jan 14 07:13:29.634868 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Pushing event updated for resources: {'Port': ['ID=e73c91f2-f77f-4732-8458-22c982c92abc,revision_number=5']} {{(pid=84876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:13:29.644512 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.253s {{(pid=84876) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:13:29.653009 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-73f4094b-5162-4887-bfd0-c8da7d8e8a5c tempest-TaggedBootDevicesTest-541410187 tempest-TaggedBootDevicesTest-541410187] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:13:29.654872 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555753'] for port, before_update {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:13:29.715043 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] For port 877a2b1b-1561-465b-bef1-07754c462165, host n-d-768862-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-2',level=0,port_id=877a2b1b-1561-465b-bef1-07754c462165,segment=NetworkSegment(722324d6-46bd-4937-8674-9bee45ef676d),segment_id=722324d6-46bd-4937-8674-9bee45ef676d)] {{(pid=84876) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 07:13:29.722521 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777640533312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363259214678337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777640097497'] for port, after_update {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:13:29.732786 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-a56228bc-6585-46aa-812b-3ec77323dcab admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:13:29.736351 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-69d4fff2-fb8e-4d3e-b731-6ebd77362dae None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84876) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:13:29.804126 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Device baa28b7f-1bd7-4f3c-bf39-3cad959e4fda no longer exists at agent ovs-agent-n-d-768862-2 {{(pid=84876) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jan 14 07:13:29.849132 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.plugin [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] No Port match for: baa28b7f-1bd7-4f3c-bf39-3cad959e4fda {{(pid=84876) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2188}} Jan 14 07:13:29.849524 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Device baa28b7f-1bd7-4f3c-bf39-3cad959e4fda not bound to the agent host n-d-768862-2 {{(pid=84876) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jan 14 07:13:29.888484 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-0235fc0a-6010-4ad4-9ce4-ba7cddf6097c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850887113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036851621412', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036852467174'] for subnet, after_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:13:29.890038 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Pushing event updated for resources: {'Port': ['ID=877a2b1b-1561-465b-bef1-07754c462165,revision_number=5']} {{(pid=84876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:13:29.894293 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.158s {{(pid=84876) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:13:29.904977 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-a56228bc-6585-46aa-812b-3ec77323dcab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850887153'] for security_group, after_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:13:29.923524 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [req-a780bf53-6567-48e7-9d84-34c8e3b24bdd req-80820504-41c1-4c68-a3f6-a04426b4ba71 tempest-LiveMigrationNegativeTest-1470825370 tempest-LiveMigrationNegativeTest-1470825370] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=84875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:13:29.999647 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [req-b33b9903-3a74-4fb8-89d2-906e2f5bbe22 req-0357790b-03cc-41a7-abca-3ddec4f6e8b3 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=fafbed1d-f164-4b33-9abe-92a565c195a7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.4827468 Jan 14 07:13:30.120565 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a780bf53-6567-48e7-9d84-34c8e3b24bdd req-80820504-41c1-4c68-a3f6-a04426b4ba71 tempest-LiveMigrationNegativeTest-1470825370 tempest-LiveMigrationNegativeTest-1470825370] Made reservation on behalf of 4c5412f7fcde40999169791ca7c8ee35 for: {'port': 1} {{(pid=84875) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 07:13:30.122244 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:segments":"rule:admin_only" was deprecated in W in favor of "update_network:segments":"role:admin and system_scope:all". Reason: Jan 14 07:13:30.122244 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:13:30.122244 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:13:30.122244 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:13:30.122244 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:shared":"rule:admin_only" was deprecated in W in favor of "update_network:shared":"role:admin and system_scope:all". Reason: Jan 14 07:13:30.122244 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:13:30.122244 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:13:30.122244 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:13:30.122244 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "update_network:provider:network_type":"role:admin and system_scope:all". Reason: Jan 14 07:13:30.122244 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:13:30.122244 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:13:30.122244 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:13:30.122244 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "update_network:provider:physical_network":"role:admin and system_scope:all". Reason: Jan 14 07:13:30.122244 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:13:30.122244 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:13:30.122244 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:13:30.122244 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "update_network:provider:segmentation_id":"role:admin and system_scope:all". Reason: Jan 14 07:13:30.122244 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:13:30.122244 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:13:30.122244 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:13:30.122244 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:router:external":"rule:admin_only" was deprecated in W in favor of "update_network:router:external":"role:admin and system_scope:all". Reason: Jan 14 07:13:30.122244 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:13:30.122244 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:13:30.122244 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:13:30.122244 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:is_default":"rule:admin_only" was deprecated in W in favor of "update_network:is_default":"role:admin and system_scope:all". Reason: Jan 14 07:13:30.122244 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:13:30.122244 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:13:30.122244 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:13:30.122244 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:port_security_enabled":"rule:admin_or_owner" was deprecated in W in favor of "update_network:port_security_enabled":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 07:13:30.122244 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:13:30.122244 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:13:30.122244 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:13:30.122244 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "delete_network":"rule:admin_or_owner" was deprecated in W in favor of "delete_network":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 07:13:30.122244 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:13:30.122244 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:13:30.122244 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:13:30.122244 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_segment":"rule:admin_only" was deprecated in W in favor of "create_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:13:30.122244 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:13:30.122244 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_segment":"rule:admin_only" was deprecated in W in favor of "get_segment":"role:reader and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:13:30.122244 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:13:30.122244 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_segment":"rule:admin_only" was deprecated in W in favor of "update_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:13:30.122244 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:13:30.126037 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "delete_segment":"rule:admin_only" was deprecated in W in favor of "delete_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:13:30.126037 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:13:30.126037 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network":"rule:regular_user" was deprecated in W in favor of "create_network":"role:member and project_id:%(project_id)s". Reason: Jan 14 07:13:30.126037 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:13:30.126037 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:13:30.126037 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:13:30.126037 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:shared":"rule:admin_only" was deprecated in W in favor of "create_network:shared":"role:admin and system_scope:all". Reason: Jan 14 07:13:30.126037 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:13:30.126037 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:13:30.126037 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:13:30.126037 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:router:external":"rule:admin_only" was deprecated in W in favor of "create_network:router:external":"role:admin and system_scope:all". Reason: Jan 14 07:13:30.126037 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:13:30.126037 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:13:30.126037 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:13:30.126037 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:is_default":"rule:admin_only" was deprecated in W in favor of "create_network:is_default":"role:admin and system_scope:all". Reason: Jan 14 07:13:30.126037 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:13:30.126037 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:13:30.126037 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:13:30.126037 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:port_security_enabled":"rule:regular_user" was deprecated in W in favor of "create_network:port_security_enabled":"role:member and project_id:%(project_id)s". Reason: Jan 14 07:13:30.126037 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:13:30.126037 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:13:30.126037 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:13:30.126037 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:segments":"rule:admin_only" was deprecated in W in favor of "create_network:segments":"role:admin and system_scope:all". Reason: Jan 14 07:13:30.126037 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:13:30.126037 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:13:30.126037 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:13:30.126037 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "create_network:provider:network_type":"role:admin and system_scope:all". Reason: Jan 14 07:13:30.126037 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:13:30.126037 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:13:30.126037 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:13:30.126037 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "create_network:provider:physical_network":"role:admin and system_scope:all". Reason: Jan 14 07:13:30.126037 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:13:30.126037 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:13:30.126037 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:13:30.126037 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "create_network:provider:segmentation_id":"role:admin and system_scope:all". Reason: Jan 14 07:13:30.126037 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:13:30.126037 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:13:30.126037 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:13:30.126037 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network":"rule:admin_or_owner or rule:shared or rule:external or rule:context_is_advsvc" was deprecated in W in favor of "get_network":"(role:reader and system_scope:all) or (role:reader and project_id:%(project_id)s) or rule:shared or rule:external or rule:context_is_advsvc". Reason: Jan 14 07:13:30.126037 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:13:30.126037 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:13:30.126037 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:13:30.126037 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:router:external":"rule:regular_user" was deprecated in W in favor of "get_network:router:external":"role:reader and project_id:%(project_id)s". Reason: Jan 14 07:13:30.126037 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:13:30.126037 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:13:30.126037 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:13:30.129817 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:segments":"rule:admin_only" was deprecated in W in favor of "get_network:segments":"role:reader and system_scope:all". Reason: Jan 14 07:13:30.129817 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:13:30.129817 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:13:30.129817 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:13:30.129817 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "get_network:provider:network_type":"role:reader and system_scope:all". Reason: Jan 14 07:13:30.129817 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:13:30.129817 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:13:30.129817 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:13:30.129817 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "get_network:provider:physical_network":"role:reader and system_scope:all". Reason: Jan 14 07:13:30.129817 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:13:30.129817 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:13:30.129817 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:13:30.129817 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "get_network:provider:segmentation_id":"role:reader and system_scope:all". Reason: Jan 14 07:13:30.129817 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:13:30.129817 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:13:30.129817 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:13:30.129817 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network":"rule:admin_or_owner" was deprecated in W in favor of "update_network":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 07:13:30.129817 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:13:30.129817 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:13:30.129817 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:13:30.129817 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:segments":"rule:admin_only" was deprecated in W in favor of "update_network:segments":"role:admin and system_scope:all". Reason: Jan 14 07:13:30.129817 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:13:30.129817 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:13:30.129817 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:13:30.129817 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:shared":"rule:admin_only" was deprecated in W in favor of "update_network:shared":"role:admin and system_scope:all". Reason: Jan 14 07:13:30.129817 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:13:30.129817 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:13:30.129817 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:13:30.129817 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "update_network:provider:network_type":"role:admin and system_scope:all". Reason: Jan 14 07:13:30.129817 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:13:30.129817 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:13:30.129817 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:13:30.129817 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "update_network:provider:physical_network":"role:admin and system_scope:all". Reason: Jan 14 07:13:30.129817 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:13:30.129817 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:13:30.129817 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:13:30.129817 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "update_network:provider:segmentation_id":"role:admin and system_scope:all". Reason: Jan 14 07:13:30.129817 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:13:30.129817 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:13:30.129817 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:13:30.129817 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:router:external":"rule:admin_only" was deprecated in W in favor of "update_network:router:external":"role:admin and system_scope:all". Reason: Jan 14 07:13:30.129817 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:13:30.129817 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:13:30.129817 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:13:30.133305 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [req-a780bf53-6567-48e7-9d84-34c8e3b24bdd req-80820504-41c1-4c68-a3f6-a04426b4ba71 tempest-LiveMigrationNegativeTest-1470825370 tempest-LiveMigrationNegativeTest-1470825370] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555753'] for port, before_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:13:30.142333 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8960f626-a7d8-4725-8ff9-1fe360a2a000 tempest-TaggedBootDevicesTest-541410187 tempest-TaggedBootDevicesTest-541410187] Pushing event updated for resources: {'Port': ['ID=c0eb02ce-920b-4180-bd93-4c5325027784,revision_number=1']} {{(pid=84875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:13:30.149174 n-d-768862-2 neutron-server[84765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4134369b-5d82-4e16-96d4-7b3daed7e87c req-8960f626-a7d8-4725-8ff9-1fe360a2a000 tempest-TaggedBootDevicesTest-541410187 tempest-TaggedBootDevicesTest-541410187] Network fdba73b7-2ae2-450a-a1be-4941055e53c1 is already hosted by enough agents. {{(pid=84875) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 07:13:30.169020 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-a56228bc-6585-46aa-812b-3ec77323dcab admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=fea86dd69fc94d0189c46912f0df890b&name=default HTTP/1.1" status: 200 len: 2979 time: 5.5854766 Jan 14 07:13:30.170295 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-8960f626-a7d8-4725-8ff9-1fe360a2a000 tempest-TaggedBootDevicesTest-541410187 tempest-TaggedBootDevicesTest-541410187] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.517s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:13:30.176151 n-d-768862-2 neutron-server[84765]: DEBUG neutron.scheduler.base_scheduler [req-4134369b-5d82-4e16-96d4-7b3daed7e87c req-8960f626-a7d8-4725-8ff9-1fe360a2a000 tempest-TaggedBootDevicesTest-541410187 tempest-TaggedBootDevicesTest-541410187] Resources bound (agent type, host, resource id): {{(pid=84875) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 07:13:30.178017 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-aeca0e68-b9ce-4391-bec8-bec531b446ba tempest-ServersTestMultiNic-2121779930 tempest-ServersTestMultiNic-2121779930] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.252s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:13:30.210082 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_dvrscheduler_db [req-4134369b-5d82-4e16-96d4-7b3daed7e87c req-8960f626-a7d8-4725-8ff9-1fe360a2a000 tempest-TaggedBootDevicesTest-541410187 tempest-TaggedBootDevicesTest-541410187] Received port after_create {{(pid=84875) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 14 07:13:30.245305 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84875) accepted ('10.222.0.24', 58142) {{(pid=84875) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:13:30.302643 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-852a24f7-e9a1-4193-9abb-e9506fe5213f None None] Network 3ab89270-67b1-41e9-8be2-a0395a984bff details requested by agent ovs-agent-n-h2-768862-2 with host n-h2-768862-2 {{(pid=84876) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 07:13:30.359436 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [req-b33b9903-3a74-4fb8-89d2-906e2f5bbe22 req-e42ae018-0b7e-4cc1-b247-7eab56838e70 service neutron] 10.222.0.48 "GET /v2.0/networks/fafbed1d-f164-4b33-9abe-92a565c195a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3484254 Jan 14 07:13:30.373016 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-421efc74-4e02-44b6-8829-0da0d6ba43c7 req-5c066490-5e9a-4b66-8204-0c1c2d6ec21f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:13:30.374712 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [req-421efc74-4e02-44b6-8829-0da0d6ba43c7 req-5c066490-5e9a-4b66-8204-0c1c2d6ec21f service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=4c5412f7fcde40999169791ca7c8ee35&device_id=19ae1782-a48d-4a62-a407-7c3441c97ca1 HTTP/1.1" status: 200 len: 1162 time: 2.0335817 Jan 14 07:13:30.489646 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.db_base_plugin_common [req-4749a9d8-1a24-4696-b0e1-b9fbefef11e5 req-f006b5b5-d326-42e0-a581-b9f4caead2a2 tempest-ServersTestMultiNic-2121779930 tempest-ServersTestMultiNic-2121779930] Allocated IP 19.80.0.253 (25f1c1a0-ceab-4b3f-9e01-2007a6141e94/2bb0b7fb-11f9-43b1-975e-b782dc638b95/20d7e6c5-52b7-484a-bcda-ecac18c68f61) {{(pid=84874) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 14 07:13:30.553506 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-7b08bfbe-ed05-4a37-8452-fe5d1cf0cecd None None] Provisioning for port c0eb02ce-920b-4180-bd93-4c5325027784 completed by entity DHCP. {{(pid=84876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 07:13:30.560248 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-7b08bfbe-ed05-4a37-8452-fe5d1cf0cecd None None] Provisioning complete for port c0eb02ce-920b-4180-bd93-4c5325027784 triggered by entity DHCP. {{(pid=84876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 07:13:30.561273 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-7b08bfbe-ed05-4a37-8452-fe5d1cf0cecd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-604227'] for port, provisioning_complete {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:13:30.581135 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0235fc0a-6010-4ad4-9ce4-ba7cddf6097c admin admin] Pushing event updated for resources: {'Subnet': ['ID=6a9c912b-14c8-483c-b532-58b4febc87e9,revision_number=0']} {{(pid=84875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:13:30.592253 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-0235fc0a-6010-4ad4-9ce4-ba7cddf6097c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.414s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:13:30.613689 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [req-421efc74-4e02-44b6-8829-0da0d6ba43c7 req-88c72b91-b92f-45e3-94b7-8d6e859ee55b service neutron] 10.222.0.48 "GET /v2.0/networks?tenant_id=4c5412f7fcde40999169791ca7c8ee35&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1873903 Jan 14 07:13:30.636016 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4134369b-5d82-4e16-96d4-7b3daed7e87c req-8960f626-a7d8-4725-8ff9-1fe360a2a000 tempest-TaggedBootDevicesTest-541410187 tempest-TaggedBootDevicesTest-541410187] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:13:30.637380 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [req-4134369b-5d82-4e16-96d4-7b3daed7e87c req-8960f626-a7d8-4725-8ff9-1fe360a2a000 tempest-TaggedBootDevicesTest-541410187 tempest-TaggedBootDevicesTest-541410187] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854768116'] for port, before_response {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:13:30.641809 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-054c2e4a-4a9e-4d84-9783-3597bfa8b9a2 tempest-SecurityGroupsTestJSON-494699717 tempest-SecurityGroupsTestJSON-494699717] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.715s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:13:30.754076 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [req-b33b9903-3a74-4fb8-89d2-906e2f5bbe22 req-2db3c589-2d20-4f25-a3b7-13e16adb2140 service neutron] 10.222.0.48 "GET /v2.0/networks/fafbed1d-f164-4b33-9abe-92a565c195a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.3785169 Jan 14 07:13:30.956551 n-d-768862-2 neutron-server[84765]: DEBUG neutron.objects.ports [None req-a1b1e2da-cf95-4557-8c6a-a18ab9e51e9c None None] Time-cost: Fetching 1 ports in 1 security groups {{(pid=84876) get_objects /opt/stack/neutron/neutron/objects/ports.py:428}} Jan 14 07:13:30.958075 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-8dac9fc5-402c-4f1b-b784-79a71c3a3023 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:13:30.961097 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Device e73c91f2-f77f-4732-8458-22c982c92abc up at agent ovs-agent-n-d-768862-2 {{(pid=84876) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 07:13:30.962398 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a56228bc-6585-46aa-812b-3ec77323dcab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=10e128e2-2b28-4c22-b490-54891f8a0852,revision_number=1']} {{(pid=84875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:13:30.984000 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-a56228bc-6585-46aa-812b-3ec77323dcab admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.342s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:13:30.985574 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [req-4134369b-5d82-4e16-96d4-7b3daed7e87c req-8960f626-a7d8-4725-8ff9-1fe360a2a000 tempest-TaggedBootDevicesTest-541410187 tempest-TaggedBootDevicesTest-541410187] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 10.9705768 Jan 14 07:13:31.042205 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.plugin [None req-7b08bfbe-ed05-4a37-8452-fe5d1cf0cecd None None] Port c0eb02ce-920b-4180-bd93-4c5325027784 cannot update to ACTIVE because it is not bound. {{(pid=84876) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:329}} Jan 14 07:13:31.054026 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Provisioning complete for port e73c91f2-f77f-4732-8458-22c982c92abc triggered by entity L2. {{(pid=84876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 07:13:31.054449 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-604227'] for port, provisioning_complete {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:13:31.071983 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [req-a227cd84-0622-4ddb-815f-8bae824dba1a req-9b760ce1-8d57-45a4-abd6-5cc55b705459 tempest-FloatingIPDetailsTestJSON-1519139485 tempest-FloatingIPDetailsTestJSON-1519139485] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555753'] for port, before_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:13:31.206332 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-5b5479a8-7386-490c-9a86-5ad25314f007 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3889632'] for router_interface, before_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:13:31.212238 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Device 877a2b1b-1561-465b-bef1-07754c462165 up at agent ovs-agent-n-d-768862-2 {{(pid=84876) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 07:13:31.251561 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-852a24f7-e9a1-4193-9abb-e9506fe5213f None None] Device 366630e3-beb8-4573-aa02-a8211ab65ad4 up at agent ovs-agent-n-h2-768862-2 {{(pid=84876) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 07:13:31.346155 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.v2.base [req-4134369b-5d82-4e16-96d4-7b3daed7e87c req-fdce2b8a-8dda-43d4-a33d-bdd745e259d9 service neutron] Request body: {'port': {'device_id': 'a747bc22-0cf1-4638-8306-b805069dae4a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-768862-2'}} {{(pid=84875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:13:31.356516 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-852a24f7-e9a1-4193-9abb-e9506fe5213f None None] Provisioning for port 366630e3-beb8-4573-aa02-a8211ab65ad4 completed by entity L2. {{(pid=84876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 07:13:31.359689 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Provisioning complete for port 877a2b1b-1561-465b-bef1-07754c462165 triggered by entity L2. {{(pid=84876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 07:13:31.360230 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-604227'] for port, provisioning_complete {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:13:31.393326 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-852a24f7-e9a1-4193-9abb-e9506fe5213f None None] Provisioning complete for port 366630e3-beb8-4573-aa02-a8211ab65ad4 triggered by entity L2. {{(pid=84876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 07:13:31.393801 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-852a24f7-e9a1-4193-9abb-e9506fe5213f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-604227'] for port, provisioning_complete {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:13:31.454652 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-8dac9fc5-402c-4f1b-b784-79a71c3a3023 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:13:31.509230 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-813ed944-6625-4beb-92aa-7e53b0f7ed41 req-3d4e840d-3078-40b6-a1b3-3a3ce370d61e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:13:31.510641 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [req-813ed944-6625-4beb-92aa-7e53b0f7ed41 req-3d4e840d-3078-40b6-a1b3-3a3ce370d61e service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=1aa7b4d5a9ff461fbaf4900f14a02d8a&device_id=0d613ee3-b23b-48aa-9701-93273017ac12 HTTP/1.1" status: 200 len: 1158 time: 0.6598411 Jan 14 07:13:31.515332 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0235fc0a-6010-4ad4-9ce4-ba7cddf6097c admin admin] Checking segment: {'id': 'e184b47d-2e0b-41ff-8775-991248c5f303', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'e07b3c37-d515-44aa-a191-18820b094a97'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84875) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 14 07:13:31.515727 n-d-768862-2 neutron-server[84765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0235fc0a-6010-4ad4-9ce4-ba7cddf6097c admin admin] Network hostable DHCP agents. Network: e07b3c37-d515-44aa-a191-18820b094a97, hostable agents: ['32f3dd84-26da-4d18-bf15-6017a8fb7247'], hosted agents: [] {{(pid=84875) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Jan 14 07:13:31.580956 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-aaf93b50-5653-4ade-a08c-c04ffe876b67 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:13:31.629967 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-852a24f7-e9a1-4193-9abb-e9506fe5213f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555753'] for port, before_update {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:13:31.695780 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [None req-852a24f7-e9a1-4193-9abb-e9506fe5213f None None] For port 366630e3-beb8-4573-aa02-a8211ab65ad4, host n-h2-768862-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-h2-768862-2',level=0,port_id=366630e3-beb8-4573-aa02-a8211ab65ad4,segment=NetworkSegment(682aa48d-45db-4ce6-9539-8117fc7293eb),segment_id=682aa48d-45db-4ce6-9539-8117fc7293eb)] {{(pid=84876) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 07:13:31.698671 n-d-768862-2 neutron-server[84765]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '19ae1782-a48d-4a62-a407-7c3441c97ca1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '366630e3-beb8-4573-aa02-a8211ab65ad4'}] {{(pid=84876) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Jan 14 07:13:31.708233 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-852a24f7-e9a1-4193-9abb-e9506fe5213f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777640533312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363259214678337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777640097497'] for port, after_update {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:13:31.711730 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-852a24f7-e9a1-4193-9abb-e9506fe5213f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84876) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:13:31.736894 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-421efc74-4e02-44b6-8829-0da0d6ba43c7 req-fe0fdd9b-1146-4f0a-8722-5eff39c79c2f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:13:31.738599 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [req-421efc74-4e02-44b6-8829-0da0d6ba43c7 req-fe0fdd9b-1146-4f0a-8722-5eff39c79c2f service neutron] 10.222.0.48 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 863 time: 1.0709686 Jan 14 07:13:31.793243 n-d-768862-2 neutron-server[84765]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '19ae1782-a48d-4a62-a407-7c3441c97ca1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '366630e3-beb8-4573-aa02-a8211ab65ad4', 'code': 200} Jan 14 07:13:31.808765 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-852a24f7-e9a1-4193-9abb-e9506fe5213f None None] Pushing event updated for resources: {'Port': ['ID=366630e3-beb8-4573-aa02-a8211ab65ad4,revision_number=4']} {{(pid=84876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:13:31.812919 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-852a24f7-e9a1-4193-9abb-e9506fe5213f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=84876) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:13:31.847728 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-7e6279f3-1442-4b37-b8f0-abde719313ca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850887113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036851621412', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036852467174'] for subnet, after_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:13:31.880688 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-4f0a10d2-021d-459e-8319-af8b92dc8667 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:13:31.898268 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-892bdd7b-7971-44a3-aa9b-fe5b69d62df4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-598964', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850887113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036851521664', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2794686'] for subnet, after_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:13:31.944758 n-d-768862-2 neutron-server[84765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0235fc0a-6010-4ad4-9ce4-ba7cddf6097c admin admin] Network e07b3c37-d515-44aa-a191-18820b094a97 is scheduled to be hosted by DHCP agent 32f3dd84-26da-4d18-bf15-6017a8fb7247 with binding_index 1 {{(pid=84875) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Jan 14 07:13:31.970149 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:13:32.046244 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-892bdd7b-7971-44a3-aa9b-fe5b69d62df4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=bacfe576-849d-43b2-98d9-a20cf4fb5d3c,revision_number=None']} {{(pid=84874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:13:32.085672 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e6279f3-1442-4b37-b8f0-abde719313ca admin admin] Pushing event updated for resources: {'Subnet': ['ID=8ab2d64a-2e3d-453d-840f-3485645d4e7d,revision_number=0']} {{(pid=84875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:13:32.134896 n-d-768862-2 neutron-server[84765]: DEBUG neutron.scheduler.base_scheduler [None req-0235fc0a-6010-4ad4-9ce4-ba7cddf6097c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768862-2, e07b3c37-d515-44aa-a191-18820b094a97) {{(pid=84875) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 07:13:32.139685 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-7e6279f3-1442-4b37-b8f0-abde719313ca admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.259s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:13:32.141034 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.db_base_plugin_common [req-a780bf53-6567-48e7-9d84-34c8e3b24bdd req-80820504-41c1-4c68-a3f6-a04426b4ba71 tempest-LiveMigrationNegativeTest-1470825370 tempest-LiveMigrationNegativeTest-1470825370] Allocated IP 192.168.233.228 (3ab89270-67b1-41e9-8be2-a0395a984bff/69aa3990-7111-4d2c-9167-5d5ad366f163/45f19d2a-54a2-47b0-92dd-50d27194a4a0) {{(pid=84875) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 14 07:13:32.143453 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [req-4134369b-5d82-4e16-96d4-7b3daed7e87c req-fdce2b8a-8dda-43d4-a33d-bdd745e259d9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555753'] for port, before_update {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:13:32.144240 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab287219-bb09-4e51-aa80-c3f3b33bb4de None None] Network e07b3c37-d515-44aa-a191-18820b094a97 requested from n-d-768862-2 {{(pid=84876) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 07:13:32.159886 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-892bdd7b-7971-44a3-aa9b-fe5b69d62df4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.190s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:13:32.210362 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0235fc0a-6010-4ad4-9ce4-ba7cddf6097c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:13:32.211128 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-0235fc0a-6010-4ad4-9ce4-ba7cddf6097c admin admin] Notify callbacks [] for subnet, before_response {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:13:32.215537 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-8dac9fc5-402c-4f1b-b784-79a71c3a3023 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850887153'] for security_group, after_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:13:32.234796 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-7637c572-8842-4725-8e1a-7b266a38693f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:13:32.289472 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [req-4749a9d8-1a24-4696-b0e1-b9fbefef11e5 req-f006b5b5-d326-42e0-a581-b9f4caead2a2 tempest-ServersTestMultiNic-2121779930 tempest-ServersTestMultiNic-2121779930] Notify callbacks [] for port, precommit_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:13:32.331141 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dac9fc5-402c-4f1b-b784-79a71c3a3023 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=10e128e2-2b28-4c22-b490-54891f8a0852,revision_number=None']} {{(pid=84875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:13:32.355745 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-8dac9fc5-402c-4f1b-b784-79a71c3a3023 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:13:32.391687 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-8dac9fc5-402c-4f1b-b784-79a71c3a3023 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:13:32.395822 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-8dac9fc5-402c-4f1b-b784-79a71c3a3023 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/10e128e2-2b28-4c22-b490-54891f8a0852 HTTP/1.1" status: 204 len: 168 time: 2.1420870 Jan 14 07:13:32.406239 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-813ed944-6625-4beb-92aa-7e53b0f7ed41 req-a982145d-61f3-4d71-85f7-7cd9fc0d8cfe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:13:32.407925 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [req-813ed944-6625-4beb-92aa-7e53b0f7ed41 req-a982145d-61f3-4d71-85f7-7cd9fc0d8cfe service neutron] 10.222.0.48 "GET /v2.0/networks?tenant_id=1aa7b4d5a9ff461fbaf4900f14a02d8a&shared=False HTTP/1.1" status: 200 len: 906 time: 0.8784347 Jan 14 07:13:32.413062 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [req-4749a9d8-1a24-4696-b0e1-b9fbefef11e5 req-f006b5b5-d326-42e0-a581-b9f4caead2a2 tempest-ServersTestMultiNic-2121779930 tempest-ServersTestMultiNic-2121779930] Transition to ACTIVE for port object 20d7e6c5-52b7-484a-bcda-ecac18c68f61 will not be triggered until provisioned by entity DHCP. {{(pid=84874) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 07:13:32.431445 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72e01e4c-21dc-4993-ab71-cb762e5dc99d None None] Network 57222761-5524-446d-acc2-b143774aade8 requested from n-d-768862-2 {{(pid=84876) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 07:13:32.447510 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-892bdd7b-7971-44a3-aa9b-fe5b69d62df4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3207107'] for subnet, before_response {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:13:32.456866 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-0235fc0a-6010-4ad4-9ce4-ba7cddf6097c admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 11.3550065 Jan 14 07:13:32.464368 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84875) accepted ('10.222.0.24', 58154) {{(pid=84875) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:13:32.497247 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.v2.base [None req-bf7a1fbd-4d0e-4e44-a185-12dbdb71af87 admin admin] Request body: {'router': {'name': 'tempest-TaggedBootDevicesTest_v242-1848228519-router', 'tenant_id': 'cb7096aff06a4584846542dd674c0323', 'external_gateway_info': {'network_id': '226f1e78-82cd-4481-9055-4eb73b6db8c1'}}} {{(pid=84875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:13:32.509621 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-892bdd7b-7971-44a3-aa9b-fe5b69d62df4 admin admin] 10.222.0.24 "DELETE /v2.0/subnets/bacfe576-849d-43b2-98d9-a20cf4fb5d3c HTTP/1.1" status: 204 len: 168 time: 3.5487959 Jan 14 07:13:32.511903 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84874) accepted ('10.222.0.24', 58158) {{(pid=84874) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:13:32.529624 n-d-768862-2 neutron-server[84765]: DEBUG neutron.objects.ports [None req-0a40fe99-469c-45f1-a8e8-d3f4b3c40f79 None None] Time-cost: Fetching 1 ports in 1 security groups {{(pid=84876) get_objects /opt/stack/neutron/neutron/objects/ports.py:428}} Jan 14 07:13:32.658299 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8cd9a5c-26ed-4736-914b-6ad254197aa0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5d94dc7a-c095-50a4-955e-5f3b78718a12-e07b3c37-d515-44aa-a191-18820b094a97', 'network_id': 'e07b3c37-d515-44aa-a191-18820b094a97', 'tenant_id': 'cb7096aff06a4584846542dd674c0323', 'fixed_ips': [{'subnet_id': '6a9c912b-14c8-483c-b532-58b4febc87e9'}]}} from n-d-768862-2. {{(pid=84876) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Jan 14 07:13:32.659649 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-c8cd9a5c-26ed-4736-914b-6ad254197aa0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555753'] for port, before_create {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:13:32.824467 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-852a24f7-e9a1-4193-9abb-e9506fe5213f None None] Device b37a8fe8-2379-40ba-9ef1-9a3604d9d06e up at agent ovs-agent-n-h2-768862-2 {{(pid=84876) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 07:13:32.871789 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-c78e626d-d5fe-4701-a9d9-e80fe5241523 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036854160497'] for network, before_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:13:32.935239 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-bf7a1fbd-4d0e-4e44-a185-12dbdb71af87 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:13:32.980995 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-852a24f7-e9a1-4193-9abb-e9506fe5213f None None] Provisioning for port b37a8fe8-2379-40ba-9ef1-9a3604d9d06e completed by entity L2. {{(pid=84876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 07:13:33.078104 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-bf7a1fbd-4d0e-4e44-a185-12dbdb71af87 admin admin] Usage tracker for resource:router and tenant:cb7096aff06a4584846542dd674c0323 is out of sync, need to count used quota {{(pid=84875) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:13:33.078975 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-852a24f7-e9a1-4193-9abb-e9506fe5213f None None] Provisioning complete for port b37a8fe8-2379-40ba-9ef1-9a3604d9d06e triggered by entity L2. {{(pid=84876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 07:13:33.079411 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-852a24f7-e9a1-4193-9abb-e9506fe5213f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-604227'] for port, provisioning_complete {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:13:33.111786 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-bf7a1fbd-4d0e-4e44-a185-12dbdb71af87 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=84875) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:13:33.145618 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-bf7a1fbd-4d0e-4e44-a185-12dbdb71af87 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:13:33.160557 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25f674c7-1c3e-4b6c-845f-e32c0557b163 None None] DHCP port deletion for 57222761-5524-446d-acc2-b143774aade8 request from n-d-768862-2 {{(pid=84876) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Jan 14 07:13:33.170553 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.db_base_plugin_common [req-a227cd84-0622-4ddb-815f-8bae824dba1a req-9b760ce1-8d57-45a4-abd6-5cc55b705459 tempest-FloatingIPDetailsTestJSON-1519139485 tempest-FloatingIPDetailsTestJSON-1519139485] Allocated IP 172.25.2.40 (226f1e78-82cd-4481-9055-4eb73b6db8c1/ba8deeec-7658-4195-9449-038c076f5c83/61c5d28c-ad56-4258-bff7-96bc31481399) {{(pid=84875) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 14 07:13:33.181428 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-813ed944-6625-4beb-92aa-7e53b0f7ed41 req-fafc82df-be09-43d6-a135-d4ea2dce08f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:13:33.183306 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [req-813ed944-6625-4beb-92aa-7e53b0f7ed41 req-fafc82df-be09-43d6-a135-d4ea2dce08f4 service neutron] 10.222.0.48 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 863 time: 0.7622778 Jan 14 07:13:33.187067 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e6279f3-1442-4b37-b8f0-abde719313ca admin admin] Checking segment: {'id': 'db1df15a-466f-44a9-a879-61509bcfc9c4', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 13, 'network_id': 'ffc861a8-6353-419d-b86b-377387fe19eb'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84875) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 14 07:13:33.187472 n-d-768862-2 neutron-server[84765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e6279f3-1442-4b37-b8f0-abde719313ca admin admin] Network hostable DHCP agents. Network: ffc861a8-6353-419d-b86b-377387fe19eb, hostable agents: ['32f3dd84-26da-4d18-bf15-6017a8fb7247'], hosted agents: [] {{(pid=84875) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Jan 14 07:13:33.196315 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.plugin [None req-25f674c7-1c3e-4b6c-845f-e32c0557b163 None None] Deleting port d4d35cbd-9bb0-4e41-be19-5c098f1bf518 {{(pid=84876) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 07:13:33.198618 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-25f674c7-1c3e-4b6c-845f-e32c0557b163 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363259214248359'] for port, before_delete {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:13:33.240780 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-bf7a1fbd-4d0e-4e44-a185-12dbdb71af87 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3889205', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854717621'] for router, before_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:13:33.242054 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-bf7a1fbd-4d0e-4e44-a185-12dbdb71af87 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036850886574', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3912501', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3808446', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-58179'] for router, precommit_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:13:33.245014 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.plugin [None req-c78e626d-d5fe-4701-a9d9-e80fe5241523 admin admin] Deleting port d4d35cbd-9bb0-4e41-be19-5c098f1bf518 {{(pid=84874) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 07:13:33.245369 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-c78e626d-d5fe-4701-a9d9-e80fe5241523 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363259214248359'] for port, before_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:13:33.361292 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-852a24f7-e9a1-4193-9abb-e9506fe5213f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555753'] for port, before_update {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:13:33.445941 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64bd1535-4bca-4ba8-838e-68b2fbd1432e req-1e78a8e6-0805-4688-8ec9-e15a3778c7f1 tempest-LiveMigrationNegativeTest-1470825370 tempest-LiveMigrationNegativeTest-1470825370] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:13:33.447088 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [req-64bd1535-4bca-4ba8-838e-68b2fbd1432e req-1e78a8e6-0805-4688-8ec9-e15a3778c7f1 tempest-LiveMigrationNegativeTest-1470825370 tempest-LiveMigrationNegativeTest-1470825370] Synchronizing usage tracker for tenant:4c5412f7fcde40999169791ca7c8ee35 on resource:port {{(pid=84875) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 14 07:13:33.449938 n-d-768862-2 neutron-server[84765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e6279f3-1442-4b37-b8f0-abde719313ca admin admin] Network ffc861a8-6353-419d-b86b-377387fe19eb is scheduled to be hosted by DHCP agent 32f3dd84-26da-4d18-bf15-6017a8fb7247 with binding_index 1 {{(pid=84875) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Jan 14 07:13:33.457785 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-bf7a1fbd-4d0e-4e44-a185-12dbdb71af87 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:13:33.479758 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-aaf93b50-5653-4ade-a08c-c04ffe876b67 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036850886612', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036850863158'] for router, after_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:13:33.495478 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [req-a780bf53-6567-48e7-9d84-34c8e3b24bdd req-80820504-41c1-4c68-a3f6-a04426b4ba71 tempest-LiveMigrationNegativeTest-1470825370 tempest-LiveMigrationNegativeTest-1470825370] Notify callbacks [] for port, precommit_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:13:33.505546 n-d-768862-2 neutron-server[84765]: DEBUG neutron.scheduler.base_scheduler [None req-7e6279f3-1442-4b37-b8f0-abde719313ca admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768862-2, ffc861a8-6353-419d-b86b-377387fe19eb) {{(pid=84875) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 07:13:33.522127 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a97ad5d4-bc81-4487-b76a-14cc140a09e3 None None] Network ffc861a8-6353-419d-b86b-377387fe19eb requested from n-d-768862-2 {{(pid=84876) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 07:13:33.567042 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [req-64bd1535-4bca-4ba8-838e-68b2fbd1432e req-1e78a8e6-0805-4688-8ec9-e15a3778c7f1 tempest-LiveMigrationNegativeTest-1470825370 tempest-LiveMigrationNegativeTest-1470825370] Unset dirty status for tenant:4c5412f7fcde40999169791ca7c8ee35 on resource:port {{(pid=84875) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 14 07:13:33.568370 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [req-64bd1535-4bca-4ba8-838e-68b2fbd1432e req-1e78a8e6-0805-4688-8ec9-e15a3778c7f1 tempest-LiveMigrationNegativeTest-1470825370 tempest-LiveMigrationNegativeTest-1470825370] 10.222.0.48 "GET /v2.0/ports?device_id=19ae1782-a48d-4a62-a407-7c3441c97ca1 HTTP/1.1" status: 200 len: 949 time: 0.6186953 Jan 14 07:13:33.607990 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [req-a780bf53-6567-48e7-9d84-34c8e3b24bdd req-80820504-41c1-4c68-a3f6-a04426b4ba71 tempest-LiveMigrationNegativeTest-1470825370 tempest-LiveMigrationNegativeTest-1470825370] Transition to ACTIVE for port object 45f19d2a-54a2-47b0-92dd-50d27194a4a0 will not be triggered until provisioned by entity DHCP. {{(pid=84875) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 07:13:33.660876 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e6279f3-1442-4b37-b8f0-abde719313ca admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:13:33.661542 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-7e6279f3-1442-4b37-b8f0-abde719313ca admin admin] Notify callbacks [] for subnet, before_response {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:13:33.740428 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [req-4749a9d8-1a24-4696-b0e1-b9fbefef11e5 req-f006b5b5-d326-42e0-a581-b9f4caead2a2 tempest-ServersTestMultiNic-2121779930 tempest-ServersTestMultiNic-2121779930] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777640123575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3254186'] for port, after_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:13:33.776961 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-108b30ce-2a6e-46c4-ae89-fe5da7221de6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:13:33.929573 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f006b5b5-d326-42e0-a581-b9f4caead2a2 tempest-ServersTestMultiNic-2121779930 tempest-ServersTestMultiNic-2121779930] Pushing event updated for resources: {'Port': ['ID=20d7e6c5-52b7-484a-bcda-ecac18c68f61,revision_number=1']} {{(pid=84874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:13:33.955892 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [None req-c78e626d-d5fe-4701-a9d9-e80fe5241523 admin admin] For port d4d35cbd-9bb0-4e41-be19-5c098f1bf518, host n-d-768862-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-2',level=0,port_id=d4d35cbd-9bb0-4e41-be19-5c098f1bf518,segment=NetworkSegment(f25eaa12-5977-49d9-ad34-f633b5bcdfd0),segment_id=f25eaa12-5977-49d9-ad34-f633b5bcdfd0)] {{(pid=84874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 07:13:33.955892 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-c78e626d-d5fe-4701-a9d9-e80fe5241523 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036850862667'] for port, precommit_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:13:33.988223 n-d-768862-2 neutron-server[84765]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0d613ee3-b23b-48aa-9701-93273017ac12', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b37a8fe8-2379-40ba-9ef1-9a3604d9d06e'}] {{(pid=84876) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Jan 14 07:13:34.021634 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [None req-852a24f7-e9a1-4193-9abb-e9506fe5213f None None] For port b37a8fe8-2379-40ba-9ef1-9a3604d9d06e, host n-h2-768862-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-h2-768862-2',level=0,port_id=b37a8fe8-2379-40ba-9ef1-9a3604d9d06e,segment=NetworkSegment(90e2002e-a6c2-45dc-801f-7d75355827f8),segment_id=90e2002e-a6c2-45dc-801f-7d75355827f8)] {{(pid=84876) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 07:13:34.036069 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.db_base_plugin_common [None req-c8cd9a5c-26ed-4736-914b-6ad254197aa0 None None] Allocated IP 172.20.0.2 (e07b3c37-d515-44aa-a191-18820b094a97/6a9c912b-14c8-483c-b532-58b4febc87e9/68a81928-b3a5-44f8-b663-b15d84ecd1d2) {{(pid=84876) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 14 07:13:34.046686 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-852a24f7-e9a1-4193-9abb-e9506fe5213f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777640533312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363259214678337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777640097497'] for port, after_update {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:13:34.065422 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84876) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:13:34.109744 n-d-768862-2 neutron-server[84765]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0d613ee3-b23b-48aa-9701-93273017ac12', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b37a8fe8-2379-40ba-9ef1-9a3604d9d06e', 'code': 200} Jan 14 07:13:34.256640 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-852a24f7-e9a1-4193-9abb-e9506fe5213f None None] Device b37a8fe8-2379-40ba-9ef1-9a3604d9d06e up at agent ovs-agent-n-h2-768862-2 {{(pid=84876) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 07:13:34.316360 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [None req-25f674c7-1c3e-4b6c-845f-e32c0557b163 None None] For port d4d35cbd-9bb0-4e41-be19-5c098f1bf518, host n-d-768862-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-2',level=0,port_id=d4d35cbd-9bb0-4e41-be19-5c098f1bf518,segment=NetworkSegment(f25eaa12-5977-49d9-ad34-f633b5bcdfd0),segment_id=f25eaa12-5977-49d9-ad34-f633b5bcdfd0)] {{(pid=84876) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 07:13:34.316808 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-25f674c7-1c3e-4b6c-845f-e32c0557b163 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036850862667'] for port, precommit_delete {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:13:34.342468 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f006b5b5-d326-42e0-a581-b9f4caead2a2 tempest-ServersTestMultiNic-2121779930 tempest-ServersTestMultiNic-2121779930] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@n-h1-768862-2 {{(pid=84874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:13:34.342891 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f006b5b5-d326-42e0-a581-b9f4caead2a2 tempest-ServersTestMultiNic-2121779930 tempest-ServersTestMultiNic-2121779930] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-h1-768862-2 {{(pid=84874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:13:34.343310 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f006b5b5-d326-42e0-a581-b9f4caead2a2 tempest-ServersTestMultiNic-2121779930 tempest-ServersTestMultiNic-2121779930] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-h1-768862-2 {{(pid=84874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:13:34.343723 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f006b5b5-d326-42e0-a581-b9f4caead2a2 tempest-ServersTestMultiNic-2121779930 tempest-ServersTestMultiNic-2121779930] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-h1-768862-2 {{(pid=84874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:13:34.344160 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f006b5b5-d326-42e0-a581-b9f4caead2a2 tempest-ServersTestMultiNic-2121779930 tempest-ServersTestMultiNic-2121779930] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@n-h1-768862-2 {{(pid=84874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:13:34.344568 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f006b5b5-d326-42e0-a581-b9f4caead2a2 tempest-ServersTestMultiNic-2121779930 tempest-ServersTestMultiNic-2121779930] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-h1-768862-2 {{(pid=84874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:13:34.344983 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f006b5b5-d326-42e0-a581-b9f4caead2a2 tempest-ServersTestMultiNic-2121779930 tempest-ServersTestMultiNic-2121779930] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-h1-768862-2 {{(pid=84874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:13:34.345386 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f006b5b5-d326-42e0-a581-b9f4caead2a2 tempest-ServersTestMultiNic-2121779930 tempest-ServersTestMultiNic-2121779930] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-h1-768862-2 {{(pid=84874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:13:34.345811 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f006b5b5-d326-42e0-a581-b9f4caead2a2 tempest-ServersTestMultiNic-2121779930 tempest-ServersTestMultiNic-2121779930] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-h1-768862-2 {{(pid=84874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:13:34.346154 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f006b5b5-d326-42e0-a581-b9f4caead2a2 tempest-ServersTestMultiNic-2121779930 tempest-ServersTestMultiNic-2121779930] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-h1-768862-2 {{(pid=84874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:13:34.346546 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f006b5b5-d326-42e0-a581-b9f4caead2a2 tempest-ServersTestMultiNic-2121779930 tempest-ServersTestMultiNic-2121779930] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-h1-768862-2 {{(pid=84874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:13:34.346975 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f006b5b5-d326-42e0-a581-b9f4caead2a2 tempest-ServersTestMultiNic-2121779930 tempest-ServersTestMultiNic-2121779930] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-h1-768862-2 {{(pid=84874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:13:34.347372 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f006b5b5-d326-42e0-a581-b9f4caead2a2 tempest-ServersTestMultiNic-2121779930 tempest-ServersTestMultiNic-2121779930] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@n-h2-768862-2 {{(pid=84874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:13:34.347769 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f006b5b5-d326-42e0-a581-b9f4caead2a2 tempest-ServersTestMultiNic-2121779930 tempest-ServersTestMultiNic-2121779930] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-h2-768862-2 {{(pid=84874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:13:34.348670 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f006b5b5-d326-42e0-a581-b9f4caead2a2 tempest-ServersTestMultiNic-2121779930 tempest-ServersTestMultiNic-2121779930] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-h2-768862-2 {{(pid=84874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:13:34.348967 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f006b5b5-d326-42e0-a581-b9f4caead2a2 tempest-ServersTestMultiNic-2121779930 tempest-ServersTestMultiNic-2121779930] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-h2-768862-2 {{(pid=84874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:13:34.349498 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f006b5b5-d326-42e0-a581-b9f4caead2a2 tempest-ServersTestMultiNic-2121779930 tempest-ServersTestMultiNic-2121779930] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@n-h2-768862-2 {{(pid=84874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:13:34.349893 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f006b5b5-d326-42e0-a581-b9f4caead2a2 tempest-ServersTestMultiNic-2121779930 tempest-ServersTestMultiNic-2121779930] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-h2-768862-2 {{(pid=84874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:13:34.350290 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f006b5b5-d326-42e0-a581-b9f4caead2a2 tempest-ServersTestMultiNic-2121779930 tempest-ServersTestMultiNic-2121779930] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-h2-768862-2 {{(pid=84874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:13:34.350689 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f006b5b5-d326-42e0-a581-b9f4caead2a2 tempest-ServersTestMultiNic-2121779930 tempest-ServersTestMultiNic-2121779930] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-h2-768862-2 {{(pid=84874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:13:34.351087 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f006b5b5-d326-42e0-a581-b9f4caead2a2 tempest-ServersTestMultiNic-2121779930 tempest-ServersTestMultiNic-2121779930] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-h2-768862-2 {{(pid=84874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:13:34.351646 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f006b5b5-d326-42e0-a581-b9f4caead2a2 tempest-ServersTestMultiNic-2121779930 tempest-ServersTestMultiNic-2121779930] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-h2-768862-2 {{(pid=84874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:13:34.351872 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f006b5b5-d326-42e0-a581-b9f4caead2a2 tempest-ServersTestMultiNic-2121779930 tempest-ServersTestMultiNic-2121779930] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-h2-768862-2 {{(pid=84874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:13:34.352312 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f006b5b5-d326-42e0-a581-b9f4caead2a2 tempest-ServersTestMultiNic-2121779930 tempest-ServersTestMultiNic-2121779930] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-h2-768862-2 {{(pid=84874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:13:34.353002 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f006b5b5-d326-42e0-a581-b9f4caead2a2 tempest-ServersTestMultiNic-2121779930 tempest-ServersTestMultiNic-2121779930] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-2 {{(pid=84874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:13:34.353406 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f006b5b5-d326-42e0-a581-b9f4caead2a2 tempest-ServersTestMultiNic-2121779930 tempest-ServersTestMultiNic-2121779930] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-2 {{(pid=84874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:13:34.353803 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f006b5b5-d326-42e0-a581-b9f4caead2a2 tempest-ServersTestMultiNic-2121779930 tempest-ServersTestMultiNic-2121779930] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-2 {{(pid=84874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:13:34.354200 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f006b5b5-d326-42e0-a581-b9f4caead2a2 tempest-ServersTestMultiNic-2121779930 tempest-ServersTestMultiNic-2121779930] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-2 {{(pid=84874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:13:34.354593 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f006b5b5-d326-42e0-a581-b9f4caead2a2 tempest-ServersTestMultiNic-2121779930 tempest-ServersTestMultiNic-2121779930] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@n-d-768862-2 {{(pid=84874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:13:34.354993 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f006b5b5-d326-42e0-a581-b9f4caead2a2 tempest-ServersTestMultiNic-2121779930 tempest-ServersTestMultiNic-2121779930] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-2 {{(pid=84874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:13:34.355389 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f006b5b5-d326-42e0-a581-b9f4caead2a2 tempest-ServersTestMultiNic-2121779930 tempest-ServersTestMultiNic-2121779930] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-768862-2 {{(pid=84874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:13:34.355787 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f006b5b5-d326-42e0-a581-b9f4caead2a2 tempest-ServersTestMultiNic-2121779930 tempest-ServersTestMultiNic-2121779930] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-768862-2 {{(pid=84874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:13:34.356255 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f006b5b5-d326-42e0-a581-b9f4caead2a2 tempest-ServersTestMultiNic-2121779930 tempest-ServersTestMultiNic-2121779930] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-2 {{(pid=84874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:13:34.356576 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f006b5b5-d326-42e0-a581-b9f4caead2a2 tempest-ServersTestMultiNic-2121779930 tempest-ServersTestMultiNic-2121779930] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-2 {{(pid=84874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:13:34.356988 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f006b5b5-d326-42e0-a581-b9f4caead2a2 tempest-ServersTestMultiNic-2121779930 tempest-ServersTestMultiNic-2121779930] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-2 {{(pid=84874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:13:34.357342 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f006b5b5-d326-42e0-a581-b9f4caead2a2 tempest-ServersTestMultiNic-2121779930 tempest-ServersTestMultiNic-2121779930] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-2 {{(pid=84874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:13:34.408204 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-bf7a1fbd-4d0e-4e44-a185-12dbdb71af87 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3912484', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3889188', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-58194'] for router, precommit_update {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:13:34.437896 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-f006b5b5-d326-42e0-a581-b9f4caead2a2 tempest-ServersTestMultiNic-2121779930 tempest-ServersTestMultiNic-2121779930] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.661s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:13:34.439941 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-7e6279f3-1442-4b37-b8f0-abde719313ca admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 859 time: 10.6664906 Jan 14 07:13:34.449954 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.plugin [req-64bd1535-4bca-4ba8-838e-68b2fbd1432e req-ea0073b1-4a73-4601-97ad-374927ba8416 tempest-LiveMigrationNegativeTest-1470825370 tempest-LiveMigrationNegativeTest-1470825370] Deleting port 366630e3-beb8-4573-aa02-a8211ab65ad4 {{(pid=84875) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 07:13:34.449954 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [req-64bd1535-4bca-4ba8-838e-68b2fbd1432e req-ea0073b1-4a73-4601-97ad-374927ba8416 tempest-LiveMigrationNegativeTest-1470825370 tempest-LiveMigrationNegativeTest-1470825370] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363259214248359'] for port, before_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:13:34.516366 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.plugin [None req-c78e626d-d5fe-4701-a9d9-e80fe5241523 admin admin] Calling delete_port for d4d35cbd-9bb0-4e41-be19-5c098f1bf518 owned by network:dhcp {{(pid=84874) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 07:13:34.539410 n-d-768862-2 neutron-server[84765]: DEBUG neutron.notifiers.nova [req-4134369b-5d82-4e16-96d4-7b3daed7e87c req-fdce2b8a-8dda-43d4-a33d-bdd745e259d9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bbff3b98-86eb-40bd-8311-2289155bd213 {{(pid=84875) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Jan 14 07:13:34.549204 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [req-a227cd84-0622-4ddb-815f-8bae824dba1a req-9b760ce1-8d57-45a4-abd6-5cc55b705459 tempest-FloatingIPDetailsTestJSON-1519139485 tempest-FloatingIPDetailsTestJSON-1519139485] Notify callbacks [] for port, precommit_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:13:34.557551 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [req-4134369b-5d82-4e16-96d4-7b3daed7e87c req-fdce2b8a-8dda-43d4-a33d-bdd745e259d9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:13:34.730186 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [req-4134369b-5d82-4e16-96d4-7b3daed7e87c req-fdce2b8a-8dda-43d4-a33d-bdd745e259d9 service neutron] Transition to ACTIVE for port object bbff3b98-86eb-40bd-8311-2289155bd213 will not be triggered until provisioned by entity L2. {{(pid=84875) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 07:13:34.746738 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-852a24f7-e9a1-4193-9abb-e9506fe5213f None None] Pushing event updated for resources: {'Port': ['ID=b37a8fe8-2379-40ba-9ef1-9a3604d9d06e,revision_number=4']} {{(pid=84876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:13:34.763110 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [req-a780bf53-6567-48e7-9d84-34c8e3b24bdd req-80820504-41c1-4c68-a3f6-a04426b4ba71 tempest-LiveMigrationNegativeTest-1470825370 tempest-LiveMigrationNegativeTest-1470825370] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777640123575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851621574'] for port, after_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:13:34.775613 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.plugin [None req-25f674c7-1c3e-4b6c-845f-e32c0557b163 None None] Calling delete_port for d4d35cbd-9bb0-4e41-be19-5c098f1bf518 owned by network:dhcp {{(pid=84876) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 07:13:34.868826 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-4622080a-a6e4-4b1c-a548-29931f8a7cbb tempest-ServersTestMultiNic-2121779930 tempest-ServersTestMultiNic-2121779930] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:13:34.905431 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [req-4134369b-5d82-4e16-96d4-7b3daed7e87c req-fdce2b8a-8dda-43d4-a33d-bdd745e259d9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777640533312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363259214678337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777640097497', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3154211'] for port, after_update {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:13:34.918801 n-d-768862-2 neutron-server[84765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4749a9d8-1a24-4696-b0e1-b9fbefef11e5 req-f006b5b5-d326-42e0-a581-b9f4caead2a2 tempest-ServersTestMultiNic-2121779930 tempest-ServersTestMultiNic-2121779930] Network 25f1c1a0-ceab-4b3f-9e01-2007a6141e94 is already hosted by enough agents. {{(pid=84874) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 07:13:34.922703 n-d-768862-2 neutron-server[84765]: DEBUG neutron.scheduler.base_scheduler [req-4749a9d8-1a24-4696-b0e1-b9fbefef11e5 req-f006b5b5-d326-42e0-a581-b9f4caead2a2 tempest-ServersTestMultiNic-2121779930 tempest-ServersTestMultiNic-2121779930] Resources bound (agent type, host, resource id): {{(pid=84874) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 07:13:34.930311 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-c78e626d-d5fe-4701-a9d9-e80fe5241523 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777640533329', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777640097463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3254186'] for port, after_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:13:34.940712 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.db.api [None req-25f674c7-1c3e-4b6c-845f-e32c0557b163 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84876) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Jan 14 07:13:34.940944 n-d-768862-2 neutron-server[84765]: DEBUG oslo_db.api [None req-25f674c7-1c3e-4b6c-845f-e32c0557b163 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84876) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Jan 14 07:13:34.959564 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-852a24f7-e9a1-4193-9abb-e9506fe5213f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.891s {{(pid=84876) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:13:35.113636 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_dvrscheduler_db [req-4749a9d8-1a24-4696-b0e1-b9fbefef11e5 req-f006b5b5-d326-42e0-a581-b9f4caead2a2 tempest-ServersTestMultiNic-2121779930 tempest-ServersTestMultiNic-2121779930] Received port after_create {{(pid=84874) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 14 07:13:35.195485 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-6924e5cb-4a26-401f-bf13-a3644154341a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:13:35.256247 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-c8cd9a5c-26ed-4736-914b-6ad254197aa0 None None] Notify callbacks [] for port, precommit_create {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:13:35.270524 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-c8cd9a5c-26ed-4736-914b-6ad254197aa0 None None] Transition to ACTIVE for port object 68a81928-b3a5-44f8-b663-b15d84ecd1d2 will not be triggered until provisioned by entity L2. {{(pid=84876) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 07:13:35.300966 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-c8cd9a5c-26ed-4736-914b-6ad254197aa0 None None] Transition to ACTIVE for port object 68a81928-b3a5-44f8-b663-b15d84ecd1d2 will not be triggered until provisioned by entity DHCP. {{(pid=84876) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 07:13:35.322558 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.plugin [None req-5b5479a8-7386-490c-9a86-5ad25314f007 admin admin] Deleting port 877a2b1b-1561-465b-bef1-07754c462165 {{(pid=84874) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 07:13:35.323206 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-5b5479a8-7386-490c-9a86-5ad25314f007 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363259214248359'] for port, before_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:13:35.335580 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Device d4d35cbd-9bb0-4e41-be19-5c098f1bf518 no longer exists at agent ovs-agent-n-d-768862-2 {{(pid=84876) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jan 14 07:13:35.371465 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c78e626d-d5fe-4701-a9d9-e80fe5241523 admin admin] Pushing event deleted for resources: {'Port': ['ID=d4d35cbd-9bb0-4e41-be19-5c098f1bf518,revision_number=None']} {{(pid=84874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:13:35.373773 n-d-768862-2 neutron-server[84765]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aaf93b50-5653-4ade-a08c-c04ffe876b67 admin admin] Router 2c4708ec-fdd6-422a-aa87-423d292387f0 is scheduled to L3 agent 35f592e9-451b-4db9-abea-77b6a5c5391b with binding_index 1 {{(pid=84874) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}} Jan 14 07:13:35.397605 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-c78e626d-d5fe-4701-a9d9-e80fe5241523 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.202s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:13:35.411100 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80820504-41c1-4c68-a3f6-a04426b4ba71 tempest-LiveMigrationNegativeTest-1470825370 tempest-LiveMigrationNegativeTest-1470825370] Pushing event updated for resources: {'Port': ['ID=45f19d2a-54a2-47b0-92dd-50d27194a4a0,revision_number=1']} {{(pid=84875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:13:35.419360 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-80820504-41c1-4c68-a3f6-a04426b4ba71 tempest-LiveMigrationNegativeTest-1470825370 tempest-LiveMigrationNegativeTest-1470825370] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.551s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:13:35.436405 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c78e626d-d5fe-4701-a9d9-e80fe5241523 admin admin] No DVR routers for this DVR port d4d35cbd-9bb0-4e41-be19-5c098f1bf518 on host n-d-768862-2 {{(pid=84874) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Jan 14 07:13:35.452308 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-b9f40b2f-6de1-48b8-81f8-02a99780f8d5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.191s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:13:35.457386 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.plugin [None req-25f674c7-1c3e-4b6c-845f-e32c0557b163 None None] Deleting port d4d35cbd-9bb0-4e41-be19-5c098f1bf518 {{(pid=84876) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 07:13:35.457810 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-25f674c7-1c3e-4b6c-845f-e32c0557b163 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363259214248359'] for port, before_delete {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:13:35.486294 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-c8cd9a5c-26ed-4736-914b-6ad254197aa0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777640123575'] for port, after_create {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:13:35.578924 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84874) accepted ('10.222.0.24', 58220) {{(pid=84874) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:13:35.580349 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-017f98a9-8a07-408c-a86f-8ff0c00400a0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84876) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:13:35.604588 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [req-a227cd84-0622-4ddb-815f-8bae824dba1a req-9b760ce1-8d57-45a4-abd6-5cc55b705459 tempest-FloatingIPDetailsTestJSON-1519139485 tempest-FloatingIPDetailsTestJSON-1519139485] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777640123575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851621574'] for port, after_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:13:35.611878 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27d2e566-a6b2-4577-af47-b39bcb084784 None None] Network ffc861a8-6353-419d-b86b-377387fe19eb requested from n-d-768862-2 {{(pid=84876) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 07:13:35.649325 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.plugin [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] No Port match for: d4d35cbd-9bb0-4e41-be19-5c098f1bf518 {{(pid=84876) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2188}} Jan 14 07:13:35.649325 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Device d4d35cbd-9bb0-4e41-be19-5c098f1bf518 not bound to the agent host n-d-768862-2 {{(pid=84876) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jan 14 07:13:35.679261 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_segment":"rule:admin_only" was deprecated in W in favor of "update_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:13:35.679261 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:13:35.679261 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "delete_segment":"rule:admin_only" was deprecated in W in favor of "delete_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:13:35.679261 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:13:35.679261 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network":"rule:regular_user" was deprecated in W in favor of "create_network":"role:member and project_id:%(project_id)s". Reason: Jan 14 07:13:35.679261 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:13:35.679261 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:13:35.679261 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:13:35.679261 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:shared":"rule:admin_only" was deprecated in W in favor of "create_network:shared":"role:admin and system_scope:all". Reason: Jan 14 07:13:35.679261 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:13:35.679261 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:13:35.679261 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:13:35.679261 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:router:external":"rule:admin_only" was deprecated in W in favor of "create_network:router:external":"role:admin and system_scope:all". Reason: Jan 14 07:13:35.679261 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:13:35.679261 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:13:35.679261 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:13:35.679261 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:is_default":"rule:admin_only" was deprecated in W in favor of "create_network:is_default":"role:admin and system_scope:all". Reason: Jan 14 07:13:35.679261 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:13:35.679261 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:13:35.679261 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:13:35.679261 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:port_security_enabled":"rule:regular_user" was deprecated in W in favor of "create_network:port_security_enabled":"role:member and project_id:%(project_id)s". Reason: Jan 14 07:13:35.679261 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:13:35.679261 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:13:35.679261 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:13:35.679261 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:segments":"rule:admin_only" was deprecated in W in favor of "create_network:segments":"role:admin and system_scope:all". Reason: Jan 14 07:13:35.679261 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:13:35.679261 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:13:35.679261 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:13:35.679261 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "create_network:provider:network_type":"role:admin and system_scope:all". Reason: Jan 14 07:13:35.679261 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:13:35.679261 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:13:35.679261 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:13:35.679261 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "create_network:provider:physical_network":"role:admin and system_scope:all". Reason: Jan 14 07:13:35.679261 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:13:35.679261 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:13:35.679261 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:13:35.679261 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "create_network:provider:segmentation_id":"role:admin and system_scope:all". Reason: Jan 14 07:13:35.679261 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:13:35.679261 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:13:35.679261 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:13:35.679261 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network":"rule:admin_or_owner or rule:shared or rule:external or rule:context_is_advsvc" was deprecated in W in favor of "get_network":"(role:reader and system_scope:all) or (role:reader and project_id:%(project_id)s) or rule:shared or rule:external or rule:context_is_advsvc". Reason: Jan 14 07:13:35.679261 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:13:35.679261 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:13:35.679261 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:13:35.679261 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:router:external":"rule:regular_user" was deprecated in W in favor of "get_network:router:external":"role:reader and project_id:%(project_id)s". Reason: Jan 14 07:13:35.682597 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:13:35.682597 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:13:35.682597 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:13:35.682597 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:segments":"rule:admin_only" was deprecated in W in favor of "get_network:segments":"role:reader and system_scope:all". Reason: Jan 14 07:13:35.682597 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:13:35.682597 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:13:35.682597 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:13:35.682597 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "get_network:provider:network_type":"role:reader and system_scope:all". Reason: Jan 14 07:13:35.682597 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:13:35.682597 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:13:35.682597 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:13:35.682597 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "get_network:provider:physical_network":"role:reader and system_scope:all". Reason: Jan 14 07:13:35.682597 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:13:35.682597 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:13:35.682597 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:13:35.682597 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "get_network:provider:segmentation_id":"role:reader and system_scope:all". Reason: Jan 14 07:13:35.682597 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:13:35.682597 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:13:35.682597 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:13:35.708857 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4749a9d8-1a24-4696-b0e1-b9fbefef11e5 req-f006b5b5-d326-42e0-a581-b9f4caead2a2 tempest-ServersTestMultiNic-2121779930 tempest-ServersTestMultiNic-2121779930] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:13:35.709515 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [req-4749a9d8-1a24-4696-b0e1-b9fbefef11e5 req-f006b5b5-d326-42e0-a581-b9f4caead2a2 tempest-ServersTestMultiNic-2121779930 tempest-ServersTestMultiNic-2121779930] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854768116'] for port, before_response {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:13:35.789440 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.plugin [None req-25f674c7-1c3e-4b6c-845f-e32c0557b163 None None] The port 'd4d35cbd-9bb0-4e41-be19-5c098f1bf518' was deleted {{(pid=84876) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Jan 14 07:13:35.812671 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-51a8dcfa-4148-4241-b273-ad0858db8ed9 None None] Provisioning for port 20d7e6c5-52b7-484a-bcda-ecac18c68f61 completed by entity DHCP. {{(pid=84876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 07:13:35.824123 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-51a8dcfa-4148-4241-b273-ad0858db8ed9 None None] Provisioning complete for port 20d7e6c5-52b7-484a-bcda-ecac18c68f61 triggered by entity DHCP. {{(pid=84876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 07:13:35.824534 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-51a8dcfa-4148-4241-b273-ad0858db8ed9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-604227'] for port, provisioning_complete {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:13:35.881553 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [req-4749a9d8-1a24-4696-b0e1-b9fbefef11e5 req-f006b5b5-d326-42e0-a581-b9f4caead2a2 tempest-ServersTestMultiNic-2121779930 tempest-ServersTestMultiNic-2121779930] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 8.1061659 Jan 14 07:13:35.894727 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.plugin [None req-51a8dcfa-4148-4241-b273-ad0858db8ed9 None None] Port 20d7e6c5-52b7-484a-bcda-ecac18c68f61 cannot update to ACTIVE because it is not bound. {{(pid=84876) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:329}} Jan 14 07:13:35.902445 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdce2b8a-8dda-43d4-a33d-bdd745e259d9 service neutron] Pushing event updated for resources: {'Port': ['ID=bbff3b98-86eb-40bd-8311-2289155bd213,revision_number=2']} {{(pid=84875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:13:35.923272 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-fdce2b8a-8dda-43d4-a33d-bdd745e259d9 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.471s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:13:35.938823 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8cd9a5c-26ed-4736-914b-6ad254197aa0 None None] Pushing event updated for resources: {'Port': ['ID=68a81928-b3a5-44f8-b663-b15d84ecd1d2,revision_number=1']} {{(pid=84876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:13:35.950332 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.v2.base [req-4749a9d8-1a24-4696-b0e1-b9fbefef11e5 req-47662d36-16b4-4e10-923f-aa49c7074c7b service neutron] Request body: {'port': {'device_id': '16513199-bee3-4bea-a843-4e62a5ef0197', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-768862-2'}} {{(pid=84874) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:13:35.953841 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-c8cd9a5c-26ed-4736-914b-6ad254197aa0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.374s {{(pid=84876) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:13:35.959535 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-f1a9dbbd-0bf1-4a68-a1c9-2ba679e7b21f tempest-TaggedBootDevicesTest-541410187 tempest-TaggedBootDevicesTest-541410187] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.325s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:13:35.990893 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-c78e626d-d5fe-4701-a9d9-e80fe5241523 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-598987', 'neutron.services.segments.db._delete_segments_for_network-8777640583949'] for network, precommit_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:13:36.024374 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [req-64bd1535-4bca-4ba8-838e-68b2fbd1432e req-ea0073b1-4a73-4601-97ad-374927ba8416 tempest-LiveMigrationNegativeTest-1470825370 tempest-LiveMigrationNegativeTest-1470825370] For port 366630e3-beb8-4573-aa02-a8211ab65ad4, host n-h2-768862-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-h2-768862-2',level=0,port_id=366630e3-beb8-4573-aa02-a8211ab65ad4,segment=NetworkSegment(682aa48d-45db-4ce6-9539-8117fc7293eb),segment_id=682aa48d-45db-4ce6-9539-8117fc7293eb)] {{(pid=84875) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 07:13:36.025158 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [req-64bd1535-4bca-4ba8-838e-68b2fbd1432e req-ea0073b1-4a73-4601-97ad-374927ba8416 tempest-LiveMigrationNegativeTest-1470825370 tempest-LiveMigrationNegativeTest-1470825370] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036850862667'] for port, precommit_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:13:36.040578 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-852a24f7-e9a1-4193-9abb-e9506fe5213f None None] Provisioning complete for port b37a8fe8-2379-40ba-9ef1-9a3604d9d06e triggered by entity L2. {{(pid=84876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 07:13:36.041326 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-852a24f7-e9a1-4193-9abb-e9506fe5213f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-604227'] for port, provisioning_complete {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:13:36.201551 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-c435d71d-4436-40e1-a3c9-7ebf566b173e admin admin] Notify callbacks [] for security_group, before_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:13:36.236659 n-d-768862-2 neutron-server[84765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8cd9a5c-26ed-4736-914b-6ad254197aa0 None None] Network e07b3c37-d515-44aa-a191-18820b094a97 is already hosted by enough agents. {{(pid=84876) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 07:13:36.253380 n-d-768862-2 neutron-server[84765]: DEBUG neutron.scheduler.base_scheduler [None req-c8cd9a5c-26ed-4736-914b-6ad254197aa0 None None] Resources bound (agent type, host, resource id): {{(pid=84876) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 07:13:36.256247 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8cd9a5c-26ed-4736-914b-6ad254197aa0 None None] Received port after_create {{(pid=84876) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 14 07:13:36.274038 n-d-768862-2 neutron-server[84765]: DEBUG neutron.services.segments.db [None req-c78e626d-d5fe-4701-a9d9-e80fe5241523 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['57222761-5524-446d-acc2-b143774aade8']}} {{(pid=84874) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:13:36.299617 n-d-768862-2 neutron-server[84765]: DEBUG neutron.services.segments.db [None req-c78e626d-d5fe-4701-a9d9-e80fe5241523 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f25eaa12-5977-49d9-ad34-f633b5bcdfd0') {'for_net_delete': True} {{(pid=84874) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:13:36.300146 n-d-768862-2 neutron-server[84765]: DEBUG neutron.services.segments.db [None req-c78e626d-d5fe-4701-a9d9-e80fe5241523 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f25eaa12-5977-49d9-ad34-f633b5bcdfd0') {} {{(pid=84874) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:13:36.381768 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-c78e626d-d5fe-4701-a9d9-e80fe5241523 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363259214173198', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2968632'] for segment, before_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:13:36.402477 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.managers [None req-c8cd9a5c-26ed-4736-914b-6ad254197aa0 None None] Attempting to bind port 68a81928-b3a5-44f8-b663-b15d84ecd1d2 on host n-d-768862-2 for vnic_type normal with profile {{(pid=84876) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 14 07:13:36.403064 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.managers [None req-c8cd9a5c-26ed-4736-914b-6ad254197aa0 None None] Attempting to bind port 68a81928-b3a5-44f8-b663-b15d84ecd1d2 by drivers openvswitch on host n-d-768862-2 at level 0 using segments [{'id': 'e184b47d-2e0b-41ff-8775-991248c5f303', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'e07b3c37-d515-44aa-a191-18820b094a97'}] {{(pid=84876) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 14 07:13:36.403633 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8cd9a5c-26ed-4736-914b-6ad254197aa0 None None] Attempting to bind port 68a81928-b3a5-44f8-b663-b15d84ecd1d2 on network e07b3c37-d515-44aa-a191-18820b094a97 {{(pid=84876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 14 07:13:36.435461 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b33b9903-3a74-4fb8-89d2-906e2f5bbe22 req-f75aa82a-d921-4d32-8f1c-6c5842f36d8e tempest-DeleteServersTestJSON-437494901 tempest-DeleteServersTestJSON-437494901] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:13:36.436456 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [req-b33b9903-3a74-4fb8-89d2-906e2f5bbe22 req-f75aa82a-d921-4d32-8f1c-6c5842f36d8e tempest-DeleteServersTestJSON-437494901 tempest-DeleteServersTestJSON-437494901] Synchronizing usage tracker for tenant:1aa7b4d5a9ff461fbaf4900f14a02d8a on resource:port {{(pid=84874) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 14 07:13:36.464856 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-c435d71d-4436-40e1-a3c9-7ebf566b173e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:13:36.468194 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8cd9a5c-26ed-4736-914b-6ad254197aa0 None None] Checking agent: {'id': 'ba5efab1-b43c-4d5a-bc52-6e105d4e67a2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768862-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 14, 6, 56, 52), 'started_at': datetime.datetime(2021, 1, 14, 6, 57, 22), 'heartbeat_timestamp': datetime.datetime(2021, 1, 14, 7, 13, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768862-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.29', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 14 07:13:36.468984 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8cd9a5c-26ed-4736-914b-6ad254197aa0 None None] Checking segment: {'id': 'e184b47d-2e0b-41ff-8775-991248c5f303', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'e07b3c37-d515-44aa-a191-18820b094a97'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84876) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 14 07:13:36.469805 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-c8cd9a5c-26ed-4736-914b-6ad254197aa0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:13:36.470362 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8cd9a5c-26ed-4736-914b-6ad254197aa0 None None] Bound using segment: {'id': 'e184b47d-2e0b-41ff-8775-991248c5f303', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'e07b3c37-d515-44aa-a191-18820b094a97'} {{(pid=84876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 14 07:13:36.471191 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.managers [None req-c8cd9a5c-26ed-4736-914b-6ad254197aa0 None None] Bound port: 68a81928-b3a5-44f8-b663-b15d84ecd1d2, host: n-d-768862-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e184b47d-2e0b-41ff-8775-991248c5f303', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'e07b3c37-d515-44aa-a191-18820b094a97'}}] {{(pid=84876) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 14 07:13:36.471655 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-c8cd9a5c-26ed-4736-914b-6ad254197aa0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555753'] for port, before_update {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:13:36.491590 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-c435d71d-4436-40e1-a3c9-7ebf566b173e admin admin] Usage tracker for resource:security_group_rule and tenant:3973ba0a056a4e328c73e333f0d45196 is out of sync, need to count used quota {{(pid=84874) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:13:36.497007 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-c78e626d-d5fe-4701-a9d9-e80fe5241523 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854179735'] for segment, precommit_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:13:36.499381 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-c435d71d-4436-40e1-a3c9-7ebf566b173e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84874) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:13:36.506785 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [None req-5b5479a8-7386-490c-9a86-5ad25314f007 admin admin] For port 877a2b1b-1561-465b-bef1-07754c462165, host n-d-768862-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-2',level=0,port_id=877a2b1b-1561-465b-bef1-07754c462165,segment=NetworkSegment(722324d6-46bd-4937-8674-9bee45ef676d),segment_id=722324d6-46bd-4937-8674-9bee45ef676d)] {{(pid=84874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 07:13:36.507191 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-5b5479a8-7386-490c-9a86-5ad25314f007 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036850862667'] for port, precommit_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:13:36.516386 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aaf93b50-5653-4ade-a08c-c04ffe876b67 admin admin] Notify agent at l3_agent.n-d-768862-2 the message routers_updated {{(pid=84874) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jan 14 07:13:36.529322 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-c78e626d-d5fe-4701-a9d9-e80fe5241523 admin admin] Releasing vxlan tunnel 3 to pool {{(pid=84874) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Jan 14 07:13:36.540916 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4fd3f2fa-a594-444c-aff1-a0061f58bd03 None None] Sync routers for ids ['2c4708ec-fdd6-422a-aa87-423d292387f0'] in n-d-768862-2 {{(pid=84876) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Jan 14 07:13:36.549587 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-c435d71d-4436-40e1-a3c9-7ebf566b173e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:13:36.569987 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.plugin [req-64bd1535-4bca-4ba8-838e-68b2fbd1432e req-ea0073b1-4a73-4601-97ad-374927ba8416 tempest-LiveMigrationNegativeTest-1470825370 tempest-LiveMigrationNegativeTest-1470825370] Calling delete_port for 366630e3-beb8-4573-aa02-a8211ab65ad4 owned by compute:nova {{(pid=84875) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 07:13:36.576063 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-852a24f7-e9a1-4193-9abb-e9506fe5213f None None] Device 366630e3-beb8-4573-aa02-a8211ab65ad4 no longer exists at agent ovs-agent-n-h2-768862-2 {{(pid=84876) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jan 14 07:13:36.615574 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4fd3f2fa-a594-444c-aff1-a0061f58bd03 None None] Routers {'2c4708ec-fdd6-422a-aa87-423d292387f0'} bound to L3 agent in host n-d-768862-2 {{(pid=84876) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 14 07:13:36.616704 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_hamode_db [None req-4fd3f2fa-a594-444c-aff1-a0061f58bd03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2021-01-14T06:56:51Z,description=,heartbeat_timestamp=2021-01-14T07:13:21Z,host='n-d-768862-2',id=35f592e9-451b-4db9-abea-77b6a5c5391b,load=0,resource_versions=,resources_synced=,started_at=2021-01-14T06:56:51Z,topic='l3_agent')) {'router_ids': ['2c4708ec-fdd6-422a-aa87-423d292387f0'], 'active': True} {{(pid=84876) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:13:36.637794 n-d-768862-2 neutron-server[84765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a780bf53-6567-48e7-9d84-34c8e3b24bdd req-80820504-41c1-4c68-a3f6-a04426b4ba71 tempest-LiveMigrationNegativeTest-1470825370 tempest-LiveMigrationNegativeTest-1470825370] Network 3ab89270-67b1-41e9-8be2-a0395a984bff is already hosted by enough agents. {{(pid=84875) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 07:13:36.671926 n-d-768862-2 neutron-server[84765]: DEBUG neutron.scheduler.base_scheduler [req-a780bf53-6567-48e7-9d84-34c8e3b24bdd req-80820504-41c1-4c68-a3f6-a04426b4ba71 tempest-LiveMigrationNegativeTest-1470825370 tempest-LiveMigrationNegativeTest-1470825370] Resources bound (agent type, host, resource id): {{(pid=84875) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 07:13:36.724931 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b760ce1-8d57-45a4-abd6-5cc55b705459 tempest-FloatingIPDetailsTestJSON-1519139485 tempest-FloatingIPDetailsTestJSON-1519139485] Pushing event updated for resources: {'Port': ['ID=61c5d28c-ad56-4258-bff7-96bc31481399,revision_number=1']} {{(pid=84875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:13:36.735122 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_dvrscheduler_db [req-a780bf53-6567-48e7-9d84-34c8e3b24bdd req-80820504-41c1-4c68-a3f6-a04426b4ba71 tempest-LiveMigrationNegativeTest-1470825370 tempest-LiveMigrationNegativeTest-1470825370] Received port after_create {{(pid=84875) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 14 07:13:36.773445 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.plugin [None req-5b5479a8-7386-490c-9a86-5ad25314f007 admin admin] Calling delete_port for 877a2b1b-1561-465b-bef1-07754c462165 owned by network:router_interface {{(pid=84874) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 07:13:36.781859 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.managers [req-4134369b-5d82-4e16-96d4-7b3daed7e87c req-fdce2b8a-8dda-43d4-a33d-bdd745e259d9 service neutron] Attempting to bind port bbff3b98-86eb-40bd-8311-2289155bd213 on host n-h1-768862-2 for vnic_type normal with profile {{(pid=84875) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 14 07:13:36.782257 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.managers [req-4134369b-5d82-4e16-96d4-7b3daed7e87c req-fdce2b8a-8dda-43d4-a33d-bdd745e259d9 service neutron] Attempting to bind port bbff3b98-86eb-40bd-8311-2289155bd213 by drivers openvswitch on host n-h1-768862-2 at level 0 using segments [{'id': '74eda698-0180-4b92-830f-64ae8961cc4d', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 9, 'network_id': 'ae96959f-6ce5-41d0-90c9-8889aa70257e'}] {{(pid=84875) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 14 07:13:36.782580 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4134369b-5d82-4e16-96d4-7b3daed7e87c req-fdce2b8a-8dda-43d4-a33d-bdd745e259d9 service neutron] Attempting to bind port bbff3b98-86eb-40bd-8311-2289155bd213 on network ae96959f-6ce5-41d0-90c9-8889aa70257e {{(pid=84875) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 14 07:13:36.787578 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:is_default":"rule:admin_only" was deprecated in W in favor of "update_network:is_default":"role:admin and system_scope:all". Reason: Jan 14 07:13:36.787578 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:13:36.787578 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:13:36.787578 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:13:36.787578 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:port_security_enabled":"rule:admin_or_owner" was deprecated in W in favor of "update_network:port_security_enabled":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 07:13:36.787578 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:13:36.787578 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:13:36.787578 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:13:36.787578 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "delete_network":"rule:admin_or_owner" was deprecated in W in favor of "delete_network":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 07:13:36.787578 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:13:36.787578 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:13:36.787578 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:13:36.787578 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_segment":"rule:admin_only" was deprecated in W in favor of "create_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:13:36.787578 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:13:36.787578 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_segment":"rule:admin_only" was deprecated in W in favor of "get_segment":"role:reader and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:13:36.787578 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:13:36.787578 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_segment":"rule:admin_only" was deprecated in W in favor of "update_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:13:36.787578 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:13:36.787578 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "delete_segment":"rule:admin_only" was deprecated in W in favor of "delete_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:13:36.787578 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:13:36.787578 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network":"rule:regular_user" was deprecated in W in favor of "create_network":"role:member and project_id:%(project_id)s". Reason: Jan 14 07:13:36.787578 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:13:36.787578 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:13:36.787578 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:13:36.787578 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:shared":"rule:admin_only" was deprecated in W in favor of "create_network:shared":"role:admin and system_scope:all". Reason: Jan 14 07:13:36.787578 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:13:36.787578 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:13:36.787578 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:13:36.787578 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:router:external":"rule:admin_only" was deprecated in W in favor of "create_network:router:external":"role:admin and system_scope:all". Reason: Jan 14 07:13:36.787578 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:13:36.787578 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:13:36.787578 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:13:36.787578 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:is_default":"rule:admin_only" was deprecated in W in favor of "create_network:is_default":"role:admin and system_scope:all". Reason: Jan 14 07:13:36.787578 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:13:36.787578 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:13:36.787578 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:13:36.787578 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:port_security_enabled":"rule:regular_user" was deprecated in W in favor of "create_network:port_security_enabled":"role:member and project_id:%(project_id)s". Reason: Jan 14 07:13:36.787578 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:13:36.787578 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:13:36.787578 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:13:36.787578 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:segments":"rule:admin_only" was deprecated in W in favor of "create_network:segments":"role:admin and system_scope:all". Reason: Jan 14 07:13:36.787578 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:13:36.790730 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:13:36.790730 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:13:36.790730 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "create_network:provider:network_type":"role:admin and system_scope:all". Reason: Jan 14 07:13:36.790730 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:13:36.790730 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:13:36.790730 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:13:36.790730 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "create_network:provider:physical_network":"role:admin and system_scope:all". Reason: Jan 14 07:13:36.790730 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:13:36.790730 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:13:36.790730 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:13:36.790730 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "create_network:provider:segmentation_id":"role:admin and system_scope:all". Reason: Jan 14 07:13:36.790730 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:13:36.790730 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:13:36.790730 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:13:36.790730 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network":"rule:admin_or_owner or rule:shared or rule:external or rule:context_is_advsvc" was deprecated in W in favor of "get_network":"(role:reader and system_scope:all) or (role:reader and project_id:%(project_id)s) or rule:shared or rule:external or rule:context_is_advsvc". Reason: Jan 14 07:13:36.790730 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:13:36.790730 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:13:36.790730 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:13:36.793965 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:router:external":"rule:regular_user" was deprecated in W in favor of "get_network:router:external":"role:reader and project_id:%(project_id)s". Reason: Jan 14 07:13:36.793965 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:13:36.793965 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:13:36.793965 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:13:36.793965 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:segments":"rule:admin_only" was deprecated in W in favor of "get_network:segments":"role:reader and system_scope:all". Reason: Jan 14 07:13:36.793965 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:13:36.793965 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:13:36.793965 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:13:36.793965 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "get_network:provider:network_type":"role:reader and system_scope:all". Reason: Jan 14 07:13:36.793965 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:13:36.793965 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:13:36.793965 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:13:36.793965 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "get_network:provider:physical_network":"role:reader and system_scope:all". Reason: Jan 14 07:13:36.793965 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:13:36.793965 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:13:36.793965 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:13:36.793965 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "get_network:provider:segmentation_id":"role:reader and system_scope:all". Reason: Jan 14 07:13:36.793965 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:13:36.793965 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:13:36.793965 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:13:36.793965 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network":"rule:admin_or_owner" was deprecated in W in favor of "update_network":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 07:13:36.793965 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:13:36.793965 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:13:36.793965 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:13:36.793965 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:segments":"rule:admin_only" was deprecated in W in favor of "update_network:segments":"role:admin and system_scope:all". Reason: Jan 14 07:13:36.793965 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:13:36.793965 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:13:36.793965 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:13:36.793965 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:shared":"rule:admin_only" was deprecated in W in favor of "update_network:shared":"role:admin and system_scope:all". Reason: Jan 14 07:13:36.793965 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:13:36.793965 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:13:36.793965 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:13:36.793965 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "update_network:provider:network_type":"role:admin and system_scope:all". Reason: Jan 14 07:13:36.793965 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:13:36.793965 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:13:36.793965 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:13:36.793965 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "update_network:provider:physical_network":"role:admin and system_scope:all". Reason: Jan 14 07:13:36.793965 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:13:36.793965 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:13:36.793965 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:13:36.793965 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "update_network:provider:segmentation_id":"role:admin and system_scope:all". Reason: Jan 14 07:13:36.793965 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:13:36.793965 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:13:36.793965 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:13:36.793965 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:router:external":"rule:admin_only" was deprecated in W in favor of "update_network:router:external":"role:admin and system_scope:all". Reason: Jan 14 07:13:36.793965 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:13:36.793965 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:13:36.793965 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:13:36.793965 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:is_default":"rule:admin_only" was deprecated in W in favor of "update_network:is_default":"role:admin and system_scope:all". Reason: Jan 14 07:13:36.797062 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:13:36.797062 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:13:36.797062 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:13:36.797062 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:port_security_enabled":"rule:admin_or_owner" was deprecated in W in favor of "update_network:port_security_enabled":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 07:13:36.797062 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:13:36.797062 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:13:36.797062 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:13:36.797062 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "delete_network":"rule:admin_or_owner" was deprecated in W in favor of "delete_network":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 07:13:36.797062 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:13:36.797062 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:13:36.797062 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:13:36.797062 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_segment":"rule:admin_only" was deprecated in W in favor of "create_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:13:36.797062 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:13:36.797062 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_segment":"rule:admin_only" was deprecated in W in favor of "get_segment":"role:reader and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:13:36.797062 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:13:36.806314 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [req-b33b9903-3a74-4fb8-89d2-906e2f5bbe22 req-f75aa82a-d921-4d32-8f1c-6c5842f36d8e tempest-DeleteServersTestJSON-437494901 tempest-DeleteServersTestJSON-437494901] Unset dirty status for tenant:1aa7b4d5a9ff461fbaf4900f14a02d8a on resource:port {{(pid=84874) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 14 07:13:36.807788 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [req-b33b9903-3a74-4fb8-89d2-906e2f5bbe22 req-f75aa82a-d921-4d32-8f1c-6c5842f36d8e tempest-DeleteServersTestJSON-437494901 tempest-DeleteServersTestJSON-437494901] 10.222.0.48 "GET /v2.0/ports?device_id=0d613ee3-b23b-48aa-9701-93273017ac12 HTTP/1.1" status: 200 len: 945 time: 1.5520585 Jan 14 07:13:36.817465 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3178d9a-f0d4-4502-b0c9-8c6a57b25a07 req-7eb0f8b5-6205-4afa-af52-6291eb50bcd2 tempest-InstanceActionsNegativeTestJSON-2042499344 tempest-InstanceActionsNegativeTestJSON-2042499344] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:13:36.818291 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [req-e3178d9a-f0d4-4502-b0c9-8c6a57b25a07 req-7eb0f8b5-6205-4afa-af52-6291eb50bcd2 tempest-InstanceActionsNegativeTestJSON-2042499344 tempest-InstanceActionsNegativeTestJSON-2042499344] Synchronizing usage tracker for tenant:4c7acb2f1853434b8885e72403694c4e on resource:network {{(pid=84875) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 14 07:13:36.832653 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [req-4749a9d8-1a24-4696-b0e1-b9fbefef11e5 req-47662d36-16b4-4e10-923f-aa49c7074c7b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555753'] for port, before_update {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:13:36.840790 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-9b760ce1-8d57-45a4-abd6-5cc55b705459 tempest-FloatingIPDetailsTestJSON-1519139485 tempest-FloatingIPDetailsTestJSON-1519139485] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.882s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:13:36.954217 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4134369b-5d82-4e16-96d4-7b3daed7e87c req-fdce2b8a-8dda-43d4-a33d-bdd745e259d9 service neutron] Checking agent: {'id': '40905704-73ec-4668-87ec-fe70ac9582ac', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-h1-768862-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 14, 7, 5, 11), 'started_at': datetime.datetime(2021, 1, 14, 7, 5, 41), 'heartbeat_timestamp': datetime.datetime(2021, 1, 14, 7, 13, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.42', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84875) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 14 07:13:36.956568 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4134369b-5d82-4e16-96d4-7b3daed7e87c req-fdce2b8a-8dda-43d4-a33d-bdd745e259d9 service neutron] Checking segment: {'id': '74eda698-0180-4b92-830f-64ae8961cc4d', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 9, 'network_id': 'ae96959f-6ce5-41d0-90c9-8889aa70257e'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84875) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 14 07:13:36.956568 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [req-4134369b-5d82-4e16-96d4-7b3daed7e87c req-fdce2b8a-8dda-43d4-a33d-bdd745e259d9 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:13:36.956568 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4134369b-5d82-4e16-96d4-7b3daed7e87c req-fdce2b8a-8dda-43d4-a33d-bdd745e259d9 service neutron] Bound using segment: {'id': '74eda698-0180-4b92-830f-64ae8961cc4d', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 9, 'network_id': 'ae96959f-6ce5-41d0-90c9-8889aa70257e'} {{(pid=84875) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 14 07:13:36.956568 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.managers [req-4134369b-5d82-4e16-96d4-7b3daed7e87c req-fdce2b8a-8dda-43d4-a33d-bdd745e259d9 service neutron] Bound port: bbff3b98-86eb-40bd-8311-2289155bd213, host: n-h1-768862-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '74eda698-0180-4b92-830f-64ae8961cc4d', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 9, 'network_id': 'ae96959f-6ce5-41d0-90c9-8889aa70257e'}}] {{(pid=84875) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 14 07:13:36.956568 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [req-4134369b-5d82-4e16-96d4-7b3daed7e87c req-fdce2b8a-8dda-43d4-a33d-bdd745e259d9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555753'] for port, before_update {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:13:36.985097 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [req-e3178d9a-f0d4-4502-b0c9-8c6a57b25a07 req-7eb0f8b5-6205-4afa-af52-6291eb50bcd2 tempest-InstanceActionsNegativeTestJSON-2042499344 tempest-InstanceActionsNegativeTestJSON-2042499344] Unset dirty status for tenant:4c7acb2f1853434b8885e72403694c4e on resource:network {{(pid=84875) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 14 07:13:36.986995 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [req-e3178d9a-f0d4-4502-b0c9-8c6a57b25a07 req-7eb0f8b5-6205-4afa-af52-6291eb50bcd2 tempest-InstanceActionsNegativeTestJSON-2042499344 tempest-InstanceActionsNegativeTestJSON-2042499344] 10.222.0.24 "GET /v2.0/networks?id=ffc861a8-6353-419d-b86b-377387fe19eb HTTP/1.1" status: 200 len: 822 time: 1.5931172 Jan 14 07:13:37.016416 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-aaf93b50-5653-4ade-a08c-c04ffe876b67 admin admin] Notify callbacks [] for router, before_response {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:13:37.020603 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-aaf93b50-5653-4ade-a08c-c04ffe876b67 admin admin] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 917 time: 20.4897506 Jan 14 07:13:37.029432 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.plugin [req-b33b9903-3a74-4fb8-89d2-906e2f5bbe22 req-8bcc192a-0df0-4e61-a720-77a3a7f933d3 tempest-DeleteServersTestJSON-437494901 tempest-DeleteServersTestJSON-437494901] Deleting port b37a8fe8-2379-40ba-9ef1-9a3604d9d06e {{(pid=84874) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 07:13:37.029959 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [req-b33b9903-3a74-4fb8-89d2-906e2f5bbe22 req-8bcc192a-0df0-4e61-a720-77a3a7f933d3 tempest-DeleteServersTestJSON-437494901 tempest-DeleteServersTestJSON-437494901] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363259214248359'] for port, before_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:13:37.052416 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84875) accepted ('10.222.0.24', 58228) {{(pid=84875) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:13:37.069090 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [None req-c8cd9a5c-26ed-4736-914b-6ad254197aa0 None None] For port 68a81928-b3a5-44f8-b663-b15d84ecd1d2, host n-d-768862-2, cleared binding levels {{(pid=84876) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 14 07:13:37.094644 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [None req-c8cd9a5c-26ed-4736-914b-6ad254197aa0 None None] For port 68a81928-b3a5-44f8-b663-b15d84ecd1d2, host n-d-768862-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-2',level=0,port_id=68a81928-b3a5-44f8-b663-b15d84ecd1d2,segment=NetworkSegment(e184b47d-2e0b-41ff-8775-991248c5f303),segment_id=e184b47d-2e0b-41ff-8775-991248c5f303)] {{(pid=84876) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 14 07:13:37.129790 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-962ca266-3a58-4799-8a53-803fd81498b0 None None] Provisioning for port 45f19d2a-54a2-47b0-92dd-50d27194a4a0 completed by entity DHCP. {{(pid=84876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 07:13:37.140677 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-c8cd9a5c-26ed-4736-914b-6ad254197aa0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777640533312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363259214678337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777640097497'] for port, after_update {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:13:37.167207 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-017f98a9-8a07-408c-a86f-8ff0c00400a0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84876) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:13:37.175303 n-d-768862-2 neutron-server[84765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a227cd84-0622-4ddb-815f-8bae824dba1a req-9b760ce1-8d57-45a4-abd6-5cc55b705459 tempest-FloatingIPDetailsTestJSON-1519139485 tempest-FloatingIPDetailsTestJSON-1519139485] Network 226f1e78-82cd-4481-9055-4eb73b6db8c1 is already hosted by enough agents. {{(pid=84875) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 07:13:37.218343 n-d-768862-2 neutron-server[84765]: DEBUG neutron.scheduler.base_scheduler [req-a227cd84-0622-4ddb-815f-8bae824dba1a req-9b760ce1-8d57-45a4-abd6-5cc55b705459 tempest-FloatingIPDetailsTestJSON-1519139485 tempest-FloatingIPDetailsTestJSON-1519139485] Resources bound (agent type, host, resource id): {{(pid=84875) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 07:13:37.285281 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-962ca266-3a58-4799-8a53-803fd81498b0 None None] Provisioning complete for port 45f19d2a-54a2-47b0-92dd-50d27194a4a0 triggered by entity DHCP. {{(pid=84876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 07:13:37.285693 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-962ca266-3a58-4799-8a53-803fd81498b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-604227'] for port, provisioning_complete {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:13:37.291065 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_dvrscheduler_db [req-a227cd84-0622-4ddb-815f-8bae824dba1a req-9b760ce1-8d57-45a4-abd6-5cc55b705459 tempest-FloatingIPDetailsTestJSON-1519139485 tempest-FloatingIPDetailsTestJSON-1519139485] Received port after_create {{(pid=84875) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 14 07:13:37.319556 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-bf7a1fbd-4d0e-4e44-a185-12dbdb71af87 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:13:37.346983 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [req-e3178d9a-f0d4-4502-b0c9-8c6a57b25a07 req-667d622a-8bcd-400b-acd8-6ca1a49b85d7 tempest-InstanceActionsNegativeTestJSON-2042499344 tempest-InstanceActionsNegativeTestJSON-2042499344] 10.222.0.24 "GET /v2.0/quotas/4c7acb2f1853434b8885e72403694c4e HTTP/1.1" status: 200 len: 375 time: 0.2857752 Jan 14 07:13:37.397407 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-852a24f7-e9a1-4193-9abb-e9506fe5213f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555753'] for port, before_update {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:13:37.420885 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_dvr_db [None req-4fd3f2fa-a594-444c-aff1-a0061f58bd03 None None] Set router 2c4708ec-fdd6-422a-aa87-423d292387f0 gateway port host: n-d-768862-2 {{(pid=84876) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 14 07:13:37.431661 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a780bf53-6567-48e7-9d84-34c8e3b24bdd req-80820504-41c1-4c68-a3f6-a04426b4ba71 tempest-LiveMigrationNegativeTest-1470825370 tempest-LiveMigrationNegativeTest-1470825370] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:13:37.432418 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [req-a780bf53-6567-48e7-9d84-34c8e3b24bdd req-80820504-41c1-4c68-a3f6-a04426b4ba71 tempest-LiveMigrationNegativeTest-1470825370 tempest-LiveMigrationNegativeTest-1470825370] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854768116'] for port, before_response {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:13:37.507779 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-bf7a1fbd-4d0e-4e44-a185-12dbdb71af87 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555753'] for port, before_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:13:37.570761 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.plugin [None req-962ca266-3a58-4799-8a53-803fd81498b0 None None] Port 45f19d2a-54a2-47b0-92dd-50d27194a4a0 cannot update to ACTIVE because it is not bound. {{(pid=84876) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:329}} Jan 14 07:13:37.591297 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [req-e3178d9a-f0d4-4502-b0c9-8c6a57b25a07 req-00d37afb-76d6-4825-94db-daefa214a1b0 tempest-InstanceActionsNegativeTestJSON-2042499344 tempest-InstanceActionsNegativeTestJSON-2042499344] 10.222.0.24 "GET /v2.0/ports?tenant_id=4c7acb2f1853434b8885e72403694c4e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1431794 Jan 14 07:13:37.599846 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8cd9a5c-26ed-4736-914b-6ad254197aa0 None None] Pushing event updated for resources: {'Port': ['ID=68a81928-b3a5-44f8-b663-b15d84ecd1d2,revision_number=2']} {{(pid=84876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:13:37.603695 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-c8cd9a5c-26ed-4736-914b-6ad254197aa0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.437s {{(pid=84876) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:13:37.743215 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.managers [None req-c78e626d-d5fe-4701-a9d9-e80fe5241523 admin admin] Network 57222761-5524-446d-acc2-b143774aade8 has no segments {{(pid=84874) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 14 07:13:37.765734 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-c78e626d-d5fe-4701-a9d9-e80fe5241523 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-596065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036851521571'] for segment, after_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:13:37.847153 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [req-a780bf53-6567-48e7-9d84-34c8e3b24bdd req-80820504-41c1-4c68-a3f6-a04426b4ba71 tempest-LiveMigrationNegativeTest-1470825370 tempest-LiveMigrationNegativeTest-1470825370] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 8.9923754 Jan 14 07:13:37.863768 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_hamode_db [None req-4fd3f2fa-a594-444c-aff1-a0061f58bd03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c4708ec-fdd6-422a-aa87-423d292387f0', 'name': 'tempest-ServersTestJSON-946569007-router', 'tenant_id': '04f3aea956e546e892de768ae99354b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '226f1e78-82cd-4481-9055-4eb73b6db8c1', 'external_fixed_ips': [{'subnet_id': 'ba8deeec-7658-4195-9449-038c076f5c83', 'ip_address': '172.25.2.251'}], 'enable_snat': True}, 'gw_port_id': '2e75d853-19bb-4e46-b3fd-789045fa1c82', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-14T07:13:17Z', 'updated_at': '2021-01-14T07:13:30Z', 'revision_number': 3, 'project_id': '04f3aea956e546e892de768ae99354b8', 'gw_port': {'id': '2e75d853-19bb-4e46-b3fd-789045fa1c82', 'name': '', 'network_id': '226f1e78-82cd-4481-9055-4eb73b6db8c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:29:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2c4708ec-fdd6-422a-aa87-423d292387f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 921, 'fixed_ips': [{'subnet_id': 'ba8deeec-7658-4195-9449-038c076f5c83', 'ip_address': '172.25.2.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T07:13:25Z', 'updated_at': '2021-01-14T07:13:27Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ba8deeec-7658-4195-9449-038c076f5c83', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-2'}], 'n-d-768862-2', False) {} {{(pid=84876) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:13:37.870660 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4fd3f2fa-a594-444c-aff1-a0061f58bd03 None None] Checking router: 2c4708ec-fdd6-422a-aa87-423d292387f0 for host: n-d-768862-2 {{(pid=84876) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Jan 14 07:13:37.871331 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4fd3f2fa-a594-444c-aff1-a0061f58bd03 None None] Updating router 2c4708ec-fdd6-422a-aa87-423d292387f0 port 2e75d853-19bb-4e46-b3fd-789045fa1c82 binding host n-d-768862-2 {{(pid=84876) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Jan 14 07:13:37.894056 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.v2.base [req-a780bf53-6567-48e7-9d84-34c8e3b24bdd req-46b8ed48-3de9-4400-ae21-822df6b75d20 service neutron] Request body: {'port': {'device_id': 'b7810cd0-ff82-4881-a8ff-5f4b03f8104c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-768862-2'}} {{(pid=84875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:13:37.941730 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-4fd3f2fa-a594-444c-aff1-a0061f58bd03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555753'] for port, before_update {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:13:37.947825 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [req-4134369b-5d82-4e16-96d4-7b3daed7e87c req-fdce2b8a-8dda-43d4-a33d-bdd745e259d9 service neutron] For port bbff3b98-86eb-40bd-8311-2289155bd213, host n-h1-768862-2, cleared binding levels {{(pid=84875) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 14 07:13:37.994676 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [req-4134369b-5d82-4e16-96d4-7b3daed7e87c req-fdce2b8a-8dda-43d4-a33d-bdd745e259d9 service neutron] For port bbff3b98-86eb-40bd-8311-2289155bd213, host n-h1-768862-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-h1-768862-2',level=0,port_id=bbff3b98-86eb-40bd-8311-2289155bd213,segment=NetworkSegment(74eda698-0180-4b92-830f-64ae8961cc4d),segment_id=74eda698-0180-4b92-830f-64ae8961cc4d)] {{(pid=84875) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 14 07:13:38.039954 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [req-64bd1535-4bca-4ba8-838e-68b2fbd1432e req-ea0073b1-4a73-4601-97ad-374927ba8416 tempest-LiveMigrationNegativeTest-1470825370 tempest-LiveMigrationNegativeTest-1470825370] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777640533329', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777640097463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851621574'] for port, after_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:13:38.064289 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [req-4134369b-5d82-4e16-96d4-7b3daed7e87c req-fdce2b8a-8dda-43d4-a33d-bdd745e259d9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777640533312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363259214678337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777640097497', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3154211'] for port, after_update {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:13:38.137499 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-7a0f2630-9f42-40d2-90c1-244990325f48 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:13:38.182679 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-852a24f7-e9a1-4193-9abb-e9506fe5213f None None] Device b37a8fe8-2379-40ba-9ef1-9a3604d9d06e no longer exists at agent ovs-agent-n-h2-768862-2 {{(pid=84876) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jan 14 07:13:38.226687 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdce2b8a-8dda-43d4-a33d-bdd745e259d9 service neutron] Pushing event updated for resources: {'Port': ['ID=bbff3b98-86eb-40bd-8311-2289155bd213,revision_number=3']} {{(pid=84875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:13:38.257584 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.managers [None req-c78e626d-d5fe-4701-a9d9-e80fe5241523 admin admin] Network 57222761-5524-446d-acc2-b143774aade8 has no segments {{(pid=84874) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 14 07:13:38.297740 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network":"rule:admin_or_owner" was deprecated in W in favor of "update_network":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 07:13:38.297740 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:13:38.297740 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:13:38.297740 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:13:38.297740 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:segments":"rule:admin_only" was deprecated in W in favor of "update_network:segments":"role:admin and system_scope:all". Reason: Jan 14 07:13:38.297740 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:13:38.297740 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:13:38.297740 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:13:38.297740 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:shared":"rule:admin_only" was deprecated in W in favor of "update_network:shared":"role:admin and system_scope:all". Reason: Jan 14 07:13:38.297740 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:13:38.297740 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:13:38.297740 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:13:38.297740 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "update_network:provider:network_type":"role:admin and system_scope:all". Reason: Jan 14 07:13:38.297740 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:13:38.297740 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:13:38.297740 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:13:38.297740 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "update_network:provider:physical_network":"role:admin and system_scope:all". Reason: Jan 14 07:13:38.297740 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:13:38.297740 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:13:38.297740 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:13:38.297740 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "update_network:provider:segmentation_id":"role:admin and system_scope:all". Reason: Jan 14 07:13:38.297740 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:13:38.297740 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:13:38.297740 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:13:38.297740 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:router:external":"rule:admin_only" was deprecated in W in favor of "update_network:router:external":"role:admin and system_scope:all". Reason: Jan 14 07:13:38.297740 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:13:38.297740 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:13:38.297740 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:13:38.297740 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:is_default":"rule:admin_only" was deprecated in W in favor of "update_network:is_default":"role:admin and system_scope:all". Reason: Jan 14 07:13:38.297740 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:13:38.297740 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:13:38.297740 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:13:38.297740 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:port_security_enabled":"rule:admin_or_owner" was deprecated in W in favor of "update_network:port_security_enabled":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 07:13:38.297740 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:13:38.297740 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:13:38.297740 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:13:38.297740 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "delete_network":"rule:admin_or_owner" was deprecated in W in favor of "delete_network":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 07:13:38.297740 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:13:38.297740 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:13:38.297740 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:13:38.297740 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_segment":"rule:admin_only" was deprecated in W in favor of "create_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:13:38.297740 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:13:38.297740 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_segment":"rule:admin_only" was deprecated in W in favor of "get_segment":"role:reader and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:13:38.297740 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:13:38.301947 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_segment":"rule:admin_only" was deprecated in W in favor of "update_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:13:38.301947 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:13:38.301947 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "delete_segment":"rule:admin_only" was deprecated in W in favor of "delete_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:13:38.301947 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:13:38.301947 n-d-768862-2 neutron-server[84765]: Traceback (most recent call last): Jan 14 07:13:38.301947 n-d-768862-2 neutron-server[84765]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 14 07:13:38.301947 n-d-768862-2 neutron-server[84765]: timer() Jan 14 07:13:38.301947 n-d-768862-2 neutron-server[84765]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 14 07:13:38.301947 n-d-768862-2 neutron-server[84765]: cb(*args, **kw) Jan 14 07:13:38.301947 n-d-768862-2 neutron-server[84765]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Jan 14 07:13:38.301947 n-d-768862-2 neutron-server[84765]: return func(*args, **kwargs) Jan 14 07:13:38.301947 n-d-768862-2 neutron-server[84765]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 14 07:13:38.301947 n-d-768862-2 neutron-server[84765]: self._notify() Jan 14 07:13:38.301947 n-d-768862-2 neutron-server[84765]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 14 07:13:38.301947 n-d-768862-2 neutron-server[84765]: self.callback(batched_events) Jan 14 07:13:38.301947 n-d-768862-2 neutron-server[84765]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 14 07:13:38.301947 n-d-768862-2 neutron-server[84765]: event.method(event) Jan 14 07:13:38.301947 n-d-768862-2 neutron-server[84765]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 14 07:13:38.301947 n-d-768862-2 neutron-server[84765]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 14 07:13:38.301947 n-d-768862-2 neutron-server[84765]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Jan 14 07:13:38.301947 n-d-768862-2 neutron-server[84765]: segment_id)['aggregates'][0] Jan 14 07:13:38.301947 n-d-768862-2 neutron-server[84765]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 14 07:13:38.301947 n-d-768862-2 neutron-server[84765]: return f(self, *a, **k) Jan 14 07:13:38.301947 n-d-768862-2 neutron-server[84765]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 14 07:13:38.301947 n-d-768862-2 neutron-server[84765]: return self._get(url).json() Jan 14 07:13:38.301947 n-d-768862-2 neutron-server[84765]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 14 07:13:38.301947 n-d-768862-2 neutron-server[84765]: **kwargs) Jan 14 07:13:38.301947 n-d-768862-2 neutron-server[84765]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 14 07:13:38.301947 n-d-768862-2 neutron-server[84765]: return self.request(url, 'GET', **kwargs) Jan 14 07:13:38.301947 n-d-768862-2 neutron-server[84765]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Jan 14 07:13:38.301947 n-d-768862-2 neutron-server[84765]: **endpoint_filter) Jan 14 07:13:38.301947 n-d-768862-2 neutron-server[84765]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 14 07:13:38.301947 n-d-768862-2 neutron-server[84765]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 14 07:13:38.301947 n-d-768862-2 neutron-server[84765]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 14 07:13:38.301947 n-d-768862-2 neutron-server[84765]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 14 07:13:38.301947 n-d-768862-2 neutron-server[84765]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 14 07:13:38.376004 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-5b5479a8-7386-490c-9a86-5ad25314f007 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777640533329', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777640097463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3254186'] for port, after_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:13:38.404288 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-4df2d2a2-c4c9-4d3c-ba64-decca814cb5d tempest-LiveMigrationNegativeTest-1470825370 tempest-LiveMigrationNegativeTest-1470825370] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:13:38.432753 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-852a24f7-e9a1-4193-9abb-e9506fe5213f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555753'] for port, before_update {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:13:38.495293 n-d-768862-2 neutron-server[84765]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0d613ee3-b23b-48aa-9701-93273017ac12', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b37a8fe8-2379-40ba-9ef1-9a3604d9d06e'}] {{(pid=84876) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Jan 14 07:13:38.514287 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [None req-852a24f7-e9a1-4193-9abb-e9506fe5213f None None] For port b37a8fe8-2379-40ba-9ef1-9a3604d9d06e, host n-h2-768862-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-h2-768862-2',level=0,port_id=b37a8fe8-2379-40ba-9ef1-9a3604d9d06e,segment=NetworkSegment(90e2002e-a6c2-45dc-801f-7d75355827f8),segment_id=90e2002e-a6c2-45dc-801f-7d75355827f8)] {{(pid=84876) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 07:13:38.519197 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-852a24f7-e9a1-4193-9abb-e9506fe5213f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777640533312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363259214678337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777640097497'] for port, after_update {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:13:38.524422 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84876) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:13:38.607138 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-c435d71d-4436-40e1-a3c9-7ebf566b173e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:13:38.608636 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b5479a8-7386-490c-9a86-5ad25314f007 admin admin] Pushing event deleted for resources: {'Port': ['ID=877a2b1b-1561-465b-bef1-07754c462165,revision_number=None']} {{(pid=84874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:13:38.612524 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-5b5479a8-7386-490c-9a86-5ad25314f007 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.208s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:13:38.649356 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-c435d71d-4436-40e1-a3c9-7ebf566b173e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850887153'] for security_group, after_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:13:38.650767 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-4fd3f2fa-a594-444c-aff1-a0061f58bd03 None None] Notify callbacks [] for port, precommit_update {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:13:38.666417 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-4fd3f2fa-a594-444c-aff1-a0061f58bd03 None None] Transition to ACTIVE for port object 2e75d853-19bb-4e46-b3fd-789045fa1c82 will not be triggered until provisioned by entity L2. {{(pid=84876) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 07:13:38.666684 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-73929805-1200-41bd-acb1-f44a964dc0cc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:13:38.675401 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-4fd3f2fa-a594-444c-aff1-a0061f58bd03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777640533312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363259214678337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777640097497'] for port, after_update {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:13:38.778509 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c435d71d-4436-40e1-a3c9-7ebf566b173e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=008ea504-dd33-4120-97c8-1d0a8f33c43f,revision_number=1']} {{(pid=84874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:13:38.787043 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-c435d71d-4436-40e1-a3c9-7ebf566b173e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:13:38.787785 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-c78e626d-d5fe-4701-a9d9-e80fe5241523 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036854176830', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850887149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3912591'] for network, after_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:13:38.798624 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-852a24f7-e9a1-4193-9abb-e9506fe5213f None None] Pushing event updated for resources: {'Port': ['ID=b37a8fe8-2379-40ba-9ef1-9a3604d9d06e,revision_number=5']} {{(pid=84876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:13:38.809101 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [req-b33b9903-3a74-4fb8-89d2-906e2f5bbe22 req-8bcc192a-0df0-4e61-a720-77a3a7f933d3 tempest-DeleteServersTestJSON-437494901 tempest-DeleteServersTestJSON-437494901] For port b37a8fe8-2379-40ba-9ef1-9a3604d9d06e, host n-h2-768862-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-h2-768862-2',level=0,port_id=b37a8fe8-2379-40ba-9ef1-9a3604d9d06e,segment=NetworkSegment(90e2002e-a6c2-45dc-801f-7d75355827f8),segment_id=90e2002e-a6c2-45dc-801f-7d75355827f8)] {{(pid=84874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 07:13:38.809520 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [req-b33b9903-3a74-4fb8-89d2-906e2f5bbe22 req-8bcc192a-0df0-4e61-a720-77a3a7f933d3 tempest-DeleteServersTestJSON-437494901 tempest-DeleteServersTestJSON-437494901] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036850862667'] for port, precommit_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:13:38.812338 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-852a24f7-e9a1-4193-9abb-e9506fe5213f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.288s {{(pid=84876) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:13:38.812877 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-a1245ea2-e39f-4567-a385-59c844851234 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.114s {{(pid=84876) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:13:38.826155 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-c78e626d-d5fe-4701-a9d9-e80fe5241523 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3207107'] for network, before_response {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:13:38.848978 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-a96b9601-bb12-455c-8f93-a6bb5936b2a4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:13:38.882159 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c78e626d-d5fe-4701-a9d9-e80fe5241523 admin admin] Pushing event deleted for resources: {'Network': ['ID=57222761-5524-446d-acc2-b143774aade8,revision_number=None']} {{(pid=84874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:13:38.893023 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-c78e626d-d5fe-4701-a9d9-e80fe5241523 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:13:38.911262 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.db_base_plugin_common [None req-bf7a1fbd-4d0e-4e44-a185-12dbdb71af87 admin admin] Allocated IP 172.25.2.102 (226f1e78-82cd-4481-9055-4eb73b6db8c1/ba8deeec-7658-4195-9449-038c076f5c83/a560da49-2ea6-4960-a7f7-b9f9ba31bab6) {{(pid=84875) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 14 07:13:38.943854 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a948d754-e405-4fd5-891e-96efa0f65eb0 None None] Pushing event updated for resources: {'Port': ['ID=2e75d853-19bb-4e46-b3fd-789045fa1c82,revision_number=2']} {{(pid=84876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:13:38.952230 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-a948d754-e405-4fd5-891e-96efa0f65eb0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=84876) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:13:38.964292 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.managers [None req-4fd3f2fa-a594-444c-aff1-a0061f58bd03 None None] Attempting to bind port 2e75d853-19bb-4e46-b3fd-789045fa1c82 on host n-d-768862-2 for vnic_type normal with profile {{(pid=84876) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 14 07:13:38.964714 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.managers [None req-4fd3f2fa-a594-444c-aff1-a0061f58bd03 None None] Attempting to bind port 2e75d853-19bb-4e46-b3fd-789045fa1c82 by drivers openvswitch on host n-d-768862-2 at level 0 using segments [{'id': 'cf3ded2c-bc47-4a71-89af-6e7117e60140', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '226f1e78-82cd-4481-9055-4eb73b6db8c1'}] {{(pid=84876) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 14 07:13:38.965125 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4fd3f2fa-a594-444c-aff1-a0061f58bd03 None None] Attempting to bind port 2e75d853-19bb-4e46-b3fd-789045fa1c82 on network 226f1e78-82cd-4481-9055-4eb73b6db8c1 {{(pid=84876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 14 07:13:38.973212 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4fd3f2fa-a594-444c-aff1-a0061f58bd03 None None] Checking agent: {'id': 'ba5efab1-b43c-4d5a-bc52-6e105d4e67a2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768862-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 14, 6, 56, 52), 'started_at': datetime.datetime(2021, 1, 14, 6, 57, 22), 'heartbeat_timestamp': datetime.datetime(2021, 1, 14, 7, 13, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768862-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.29', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 14 07:13:38.973647 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4fd3f2fa-a594-444c-aff1-a0061f58bd03 None None] Checking segment: {'id': 'cf3ded2c-bc47-4a71-89af-6e7117e60140', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '226f1e78-82cd-4481-9055-4eb73b6db8c1'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84876) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 14 07:13:38.974092 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-4fd3f2fa-a594-444c-aff1-a0061f58bd03 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:13:38.974532 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4fd3f2fa-a594-444c-aff1-a0061f58bd03 None None] Bound using segment: {'id': 'cf3ded2c-bc47-4a71-89af-6e7117e60140', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '226f1e78-82cd-4481-9055-4eb73b6db8c1'} {{(pid=84876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 14 07:13:38.975051 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.managers [None req-4fd3f2fa-a594-444c-aff1-a0061f58bd03 None None] Bound port: 2e75d853-19bb-4e46-b3fd-789045fa1c82, host: n-d-768862-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cf3ded2c-bc47-4a71-89af-6e7117e60140', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '226f1e78-82cd-4481-9055-4eb73b6db8c1'}}] {{(pid=84876) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 14 07:13:38.975473 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-4fd3f2fa-a594-444c-aff1-a0061f58bd03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555753'] for port, before_update {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:13:39.008467 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Device 68a81928-b3a5-44f8-b663-b15d84ecd1d2 up at agent ovs-agent-n-d-768862-2 {{(pid=84876) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 07:13:39.093902 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea0073b1-4a73-4601-97ad-374927ba8416 tempest-LiveMigrationNegativeTest-1470825370 tempest-LiveMigrationNegativeTest-1470825370] Pushing event deleted for resources: {'Port': ['ID=366630e3-beb8-4573-aa02-a8211ab65ad4,revision_number=None']} {{(pid=84875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:13:39.114825 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [req-e3178d9a-f0d4-4502-b0c9-8c6a57b25a07 req-68e25d6f-8b3d-47fc-8142-9063076b8328 service neutron] 10.222.0.24 "GET /v2.0/networks/ffc861a8-6353-419d-b86b-377387fe19eb?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.4976754 Jan 14 07:13:39.120420 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Provisioning for port 68a81928-b3a5-44f8-b663-b15d84ecd1d2 completed by entity L2. {{(pid=84876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 07:13:39.123207 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.plugin [req-b33b9903-3a74-4fb8-89d2-906e2f5bbe22 req-8bcc192a-0df0-4e61-a720-77a3a7f933d3 tempest-DeleteServersTestJSON-437494901 tempest-DeleteServersTestJSON-437494901] Calling delete_port for b37a8fe8-2379-40ba-9ef1-9a3604d9d06e owned by compute:nova {{(pid=84874) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 07:13:39.126535 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [None req-4fd3f2fa-a594-444c-aff1-a0061f58bd03 None None] For port 2e75d853-19bb-4e46-b3fd-789045fa1c82, host n-d-768862-2, cleared binding levels {{(pid=84876) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 14 07:13:39.131324 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [None req-4fd3f2fa-a594-444c-aff1-a0061f58bd03 None None] For port 2e75d853-19bb-4e46-b3fd-789045fa1c82, host n-d-768862-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-2',level=0,port_id=2e75d853-19bb-4e46-b3fd-789045fa1c82,segment=NetworkSegment(cf3ded2c-bc47-4a71-89af-6e7117e60140),segment_id=cf3ded2c-bc47-4a71-89af-6e7117e60140)] {{(pid=84876) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 14 07:13:39.141207 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-4fd3f2fa-a594-444c-aff1-a0061f58bd03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777640533312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363259214678337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777640097497'] for port, after_update {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:13:39.163365 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-017f98a9-8a07-408c-a86f-8ff0c00400a0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84876) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:13:39.183699 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-c435d71d-4436-40e1-a3c9-7ebf566b173e admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=3973ba0a056a4e328c73e333f0d45196&name=default HTTP/1.1" status: 200 len: 2979 time: 3.5994303 Jan 14 07:13:39.184625 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84874) accepted ('10.222.0.24', 58238) {{(pid=84874) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:13:39.231462 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-c78e626d-d5fe-4701-a9d9-e80fe5241523 admin admin] 10.222.0.24 "DELETE /v2.0/networks/57222761-5524-446d-acc2-b143774aade8 HTTP/1.1" status: 204 len: 168 time: 6.6524777 Jan 14 07:13:39.261779 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a948d754-e405-4fd5-891e-96efa0f65eb0 None None] Pushing event updated for resources: {'Port': ['ID=2e75d853-19bb-4e46-b3fd-789045fa1c82,revision_number=3']} {{(pid=84876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:13:39.269559 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-a948d754-e405-4fd5-891e-96efa0f65eb0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=84876) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:13:39.269826 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [req-a780bf53-6567-48e7-9d84-34c8e3b24bdd req-46b8ed48-3de9-4400-ae21-822df6b75d20 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555753'] for port, before_update {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:13:39.305316 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-ea0073b1-4a73-4601-97ad-374927ba8416 tempest-LiveMigrationNegativeTest-1470825370 tempest-LiveMigrationNegativeTest-1470825370] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.168s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:13:39.405151 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [req-e3178d9a-f0d4-4502-b0c9-8c6a57b25a07 req-334a8d1c-d0db-4b96-9cdd-d8585ea2d5f6 service neutron] 10.222.0.24 "GET /v2.0/networks/ffc861a8-6353-419d-b86b-377387fe19eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.2889798 Jan 14 07:13:39.484266 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4fd3f2fa-a594-444c-aff1-a0061f58bd03 None None] Routers {'2c4708ec-fdd6-422a-aa87-423d292387f0'} bound to L3 agent in host n-d-768862-2 {{(pid=84876) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 14 07:13:39.485105 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_hamode_db [None req-4fd3f2fa-a594-444c-aff1-a0061f58bd03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2021-01-14T06:56:51Z,description=,heartbeat_timestamp=2021-01-14T07:13:21Z,host='n-d-768862-2',id=35f592e9-451b-4db9-abea-77b6a5c5391b,load=0,resource_versions=,resources_synced=,started_at=2021-01-14T06:56:51Z,topic='l3_agent')) {'router_ids': ['2c4708ec-fdd6-422a-aa87-423d292387f0'], 'active': True} {{(pid=84876) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:13:39.485887 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-c4f0fa65-f5a2-4bae-b81b-c28a021a39de tempest-FloatingIPsAssociationNegativeTestJSON-724895750 tempest-FloatingIPsAssociationNegativeTestJSON-724895750] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 1.272s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:13:39.488116 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-c4f0fa65-f5a2-4bae-b81b-c28a021a39de tempest-FloatingIPsAssociationNegativeTestJSON-724895750 tempest-FloatingIPsAssociationNegativeTestJSON-724895750] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.004s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:13:39.611613 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84875) accepted ('10.222.0.24', 58244) {{(pid=84875) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:13:39.662181 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-f7a1c5a2-7730-4833-8e12-59858e9f1ed5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:13:39.770637 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-f7a1c5a2-7730-4833-8e12-59858e9f1ed5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:13:39.773369 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [req-a227cd84-0622-4ddb-815f-8bae824dba1a req-9b760ce1-8d57-45a4-abd6-5cc55b705459 tempest-FloatingIPDetailsTestJSON-1519139485 tempest-FloatingIPDetailsTestJSON-1519139485] Notify callbacks [] for floatingip, precommit_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:13:39.879976 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-f7a1c5a2-7730-4833-8e12-59858e9f1ed5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850887153'] for security_group, after_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:13:39.889148 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-7c2992f0-67f0-4fbd-8020-a208f573d6cc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:13:39.919793 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7a1c5a2-7730-4833-8e12-59858e9f1ed5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=008ea504-dd33-4120-97c8-1d0a8f33c43f,revision_number=None']} {{(pid=84874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:13:39.922045 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-f7a1c5a2-7730-4833-8e12-59858e9f1ed5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:13:39.937214 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.db.api [req-b33b9903-3a74-4fb8-89d2-906e2f5bbe22 req-8bcc192a-0df0-4e61-a720-77a3a7f933d3 tempest-DeleteServersTestJSON-437494901 tempest-DeleteServersTestJSON-437494901] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84874) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Jan 14 07:13:39.937583 n-d-768862-2 neutron-server[84765]: DEBUG oslo_db.api [req-b33b9903-3a74-4fb8-89d2-906e2f5bbe22 req-8bcc192a-0df0-4e61-a720-77a3a7f933d3 tempest-DeleteServersTestJSON-437494901 tempest-DeleteServersTestJSON-437494901] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84874) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Jan 14 07:13:39.948654 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-f7a1c5a2-7730-4833-8e12-59858e9f1ed5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:13:39.953196 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-f7a1c5a2-7730-4833-8e12-59858e9f1ed5 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/008ea504-dd33-4120-97c8-1d0a8f33c43f HTTP/1.1" status: 204 len: 168 time: 0.7492630 Jan 14 07:13:40.007373 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-bf7a1fbd-4d0e-4e44-a185-12dbdb71af87 admin admin] Notify callbacks [] for port, precommit_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:13:40.077645 n-d-768862-2 neutron-server[84765]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0d613ee3-b23b-48aa-9701-93273017ac12', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b37a8fe8-2379-40ba-9ef1-9a3604d9d06e', 'code': 200} Jan 14 07:13:40.086837 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40895514-898d-4634-afdb-fb021411b06b None None] Network e07b3c37-d515-44aa-a191-18820b094a97 requested from n-d-768862-2 {{(pid=84876) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 07:13:40.350827 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-7623ba3d-e3cf-4af5-8b2f-1dbe6e91ba91 None None] Provisioning for port 68a81928-b3a5-44f8-b663-b15d84ecd1d2 completed by entity DHCP. {{(pid=84876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 07:13:40.361462 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-7623ba3d-e3cf-4af5-8b2f-1dbe6e91ba91 None None] Provisioning complete for port 68a81928-b3a5-44f8-b663-b15d84ecd1d2 triggered by entity DHCP. {{(pid=84876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 07:13:40.361880 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-7623ba3d-e3cf-4af5-8b2f-1dbe6e91ba91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-604227'] for port, provisioning_complete {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:13:40.369594 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84874) accepted ('10.222.0.24', 58266) {{(pid=84874) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:13:40.439178 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.plugin [req-b33b9903-3a74-4fb8-89d2-906e2f5bbe22 req-8bcc192a-0df0-4e61-a720-77a3a7f933d3 tempest-DeleteServersTestJSON-437494901 tempest-DeleteServersTestJSON-437494901] Deleting port b37a8fe8-2379-40ba-9ef1-9a3604d9d06e {{(pid=84874) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 07:13:40.439552 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [req-b33b9903-3a74-4fb8-89d2-906e2f5bbe22 req-8bcc192a-0df0-4e61-a720-77a3a7f933d3 tempest-DeleteServersTestJSON-437494901 tempest-DeleteServersTestJSON-437494901] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363259214248359'] for port, before_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:13:40.490400 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-5b5479a8-7386-490c-9a86-5ad25314f007 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted--9223372036851568851', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal--9223372036850888080'] for router_interface, after_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:13:40.492127 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_dvr_db [None req-4fd3f2fa-a594-444c-aff1-a0061f58bd03 None None] Set router 2c4708ec-fdd6-422a-aa87-423d292387f0 gateway port host: n-d-768862-2 {{(pid=84876) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 14 07:13:40.557837 n-d-768862-2 neutron-server[84765]: DEBUG neutron.notifiers.nova [req-a780bf53-6567-48e7-9d84-34c8e3b24bdd req-46b8ed48-3de9-4400-ae21-822df6b75d20 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 45f19d2a-54a2-47b0-92dd-50d27194a4a0 {{(pid=84875) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Jan 14 07:13:40.566579 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [req-a780bf53-6567-48e7-9d84-34c8e3b24bdd req-46b8ed48-3de9-4400-ae21-822df6b75d20 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:13:40.579979 n-d-768862-2 neutron-server[84765]: DEBUG neutron.notifiers.nova [req-4749a9d8-1a24-4696-b0e1-b9fbefef11e5 req-47662d36-16b4-4e10-923f-aa49c7074c7b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f3b37882-75a9-4ec5-b254-9ffd0685d6bb {{(pid=84874) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Jan 14 07:13:40.600583 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84874) accepted ('10.222.0.24', 58276) {{(pid=84874) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:13:40.611030 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [req-4749a9d8-1a24-4696-b0e1-b9fbefef11e5 req-47662d36-16b4-4e10-923f-aa49c7074c7b service neutron] Notify callbacks [] for port, precommit_update {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:13:40.656227 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-07717067-3031-4e7d-8a51-46be677cc399 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:13:40.678514 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [req-4749a9d8-1a24-4696-b0e1-b9fbefef11e5 req-47662d36-16b4-4e10-923f-aa49c7074c7b service neutron] Transition to ACTIVE for port object f3b37882-75a9-4ec5-b254-9ffd0685d6bb will not be triggered until provisioned by entity L2. {{(pid=84874) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 07:13:40.685663 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-bf7a1fbd-4d0e-4e44-a185-12dbdb71af87 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777640123575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851621574'] for port, after_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:13:40.697679 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.db_base_plugin_v2 [None req-9794bd26-e1b2-4889-a32f-639d230489aa admin admin] Deleting subnet 8ab2d64a-2e3d-453d-840f-3485645d4e7d {{(pid=84874) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Jan 14 07:13:40.711688 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-9794bd26-e1b2-4889-a32f-639d230489aa admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:13:40.756122 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [req-a780bf53-6567-48e7-9d84-34c8e3b24bdd req-46b8ed48-3de9-4400-ae21-822df6b75d20 service neutron] Transition to ACTIVE for port object 45f19d2a-54a2-47b0-92dd-50d27194a4a0 will not be triggered until provisioned by entity L2. {{(pid=84875) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 07:13:40.762147 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-ad89f690-6d5e-49c9-b4e4-28132b347b89 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:13:40.826219 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-7623ba3d-e3cf-4af5-8b2f-1dbe6e91ba91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555753'] for port, before_update {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:13:40.831922 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [req-4749a9d8-1a24-4696-b0e1-b9fbefef11e5 req-47662d36-16b4-4e10-923f-aa49c7074c7b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777640533312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363259214678337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777640097497', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036851521613'] for port, after_update {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:13:40.920798 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-017f98a9-8a07-408c-a86f-8ff0c00400a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363259214191800', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854171626'] for agent, after_update {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:13:40.923430 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [req-a780bf53-6567-48e7-9d84-34c8e3b24bdd req-46b8ed48-3de9-4400-ae21-822df6b75d20 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777640533312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363259214678337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777640097497', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3154211'] for port, after_update {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:13:40.958216 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [None req-7623ba3d-e3cf-4af5-8b2f-1dbe6e91ba91 None None] For port 68a81928-b3a5-44f8-b663-b15d84ecd1d2, host n-d-768862-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-2',level=0,port_id=68a81928-b3a5-44f8-b663-b15d84ecd1d2,segment=NetworkSegment(e184b47d-2e0b-41ff-8775-991248c5f303),segment_id=e184b47d-2e0b-41ff-8775-991248c5f303)] {{(pid=84876) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 07:13:40.990102 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-07717067-3031-4e7d-8a51-46be677cc399 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:13:40.990327 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-7623ba3d-e3cf-4af5-8b2f-1dbe6e91ba91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777640533312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363259214678337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777640097497'] for port, after_update {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:13:40.995424 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-774ee7ca-c95d-473d-9e22-11b153e35506 tempest-ServersTestMultiNic-2121779930 tempest-ServersTestMultiNic-2121779930] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:13:40.998181 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-c8cd9a5c-26ed-4736-914b-6ad254197aa0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84876) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:13:41.040425 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_dvrscheduler_db [req-64bd1535-4bca-4ba8-838e-68b2fbd1432e req-ea0073b1-4a73-4601-97ad-374927ba8416 tempest-LiveMigrationNegativeTest-1470825370 tempest-LiveMigrationNegativeTest-1470825370] No DVR routers for this DVR port 366630e3-beb8-4573-aa02-a8211ab65ad4 on host n-h2-768862-2 {{(pid=84875) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Jan 14 07:13:41.042777 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [req-64bd1535-4bca-4ba8-838e-68b2fbd1432e req-ea0073b1-4a73-4601-97ad-374927ba8416 tempest-LiveMigrationNegativeTest-1470825370 tempest-LiveMigrationNegativeTest-1470825370] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854768116'] for port, before_response {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:13:41.069539 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-07717067-3031-4e7d-8a51-46be677cc399 admin admin] Usage tracker for resource:security_group_rule and tenant:8d344ba37d9e4f2280dca0ae31c1bdac is out of sync, need to count used quota {{(pid=84874) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:13:41.077025 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-07717067-3031-4e7d-8a51-46be677cc399 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84874) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:13:41.096923 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7623ba3d-e3cf-4af5-8b2f-1dbe6e91ba91 None None] Pushing event updated for resources: {'Port': ['ID=68a81928-b3a5-44f8-b663-b15d84ecd1d2,revision_number=3']} {{(pid=84876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:13:41.101298 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-7623ba3d-e3cf-4af5-8b2f-1dbe6e91ba91 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=84876) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:13:41.117452 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_hamode_db [None req-4fd3f2fa-a594-444c-aff1-a0061f58bd03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c4708ec-fdd6-422a-aa87-423d292387f0', 'name': 'tempest-ServersTestJSON-946569007-router', 'tenant_id': '04f3aea956e546e892de768ae99354b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '226f1e78-82cd-4481-9055-4eb73b6db8c1', 'external_fixed_ips': [{'subnet_id': 'ba8deeec-7658-4195-9449-038c076f5c83', 'ip_address': '172.25.2.251'}], 'enable_snat': True}, 'gw_port_id': '2e75d853-19bb-4e46-b3fd-789045fa1c82', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-14T07:13:17Z', 'updated_at': '2021-01-14T07:13:30Z', 'revision_number': 3, 'project_id': '04f3aea956e546e892de768ae99354b8', 'gw_port': {'id': '2e75d853-19bb-4e46-b3fd-789045fa1c82', 'name': '', 'network_id': '226f1e78-82cd-4481-9055-4eb73b6db8c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:29:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2c4708ec-fdd6-422a-aa87-423d292387f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 921, 'fixed_ips': [{'subnet_id': 'ba8deeec-7658-4195-9449-038c076f5c83', 'ip_address': '172.25.2.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T07:13:25Z', 'updated_at': '2021-01-14T07:13:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ba8deeec-7658-4195-9449-038c076f5c83', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-2'}], 'n-d-768862-2', False) {} {{(pid=84876) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:13:41.134385 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-07717067-3031-4e7d-8a51-46be677cc399 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:13:41.135822 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4fd3f2fa-a594-444c-aff1-a0061f58bd03 None None] The sync data for ids ['2c4708ec-fdd6-422a-aa87-423d292387f0'] in n-d-768862-2 is: [{'id': '2c4708ec-fdd6-422a-aa87-423d292387f0', 'name': 'tempest-ServersTestJSON-946569007-router', 'tenant_id': '04f3aea956e546e892de768ae99354b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '226f1e78-82cd-4481-9055-4eb73b6db8c1', 'external_fixed_ips': [{'subnet_id': 'ba8deeec-7658-4195-9449-038c076f5c83', 'ip_address': '172.25.2.251'}], 'enable_snat': True}, 'gw_port_id': '2e75d853-19bb-4e46-b3fd-789045fa1c82', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-14T07:13:17Z', 'updated_at': '2021-01-14T07:13:30Z', 'revision_number': 3, 'project_id': '04f3aea956e546e892de768ae99354b8', 'gw_port': {'id': '2e75d853-19bb-4e46-b3fd-789045fa1c82', 'name': '', 'network_id': '226f1e78-82cd-4481-9055-4eb73b6db8c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:29:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2c4708ec-fdd6-422a-aa87-423d292387f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 921, 'fixed_ips': [{'subnet_id': 'ba8deeec-7658-4195-9449-038c076f5c83', 'ip_address': '172.25.2.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T07:13:25Z', 'updated_at': '2021-01-14T07:13:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ba8deeec-7658-4195-9449-038c076f5c83', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-2'}] {{(pid=84876) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Jan 14 07:13:41.249856 n-d-768862-2 neutron-server[84765]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '19ae1782-a48d-4a62-a407-7c3441c97ca1', 'name': 'network-vif-deleted', 'tag': '366630e3-beb8-4573-aa02-a8211ab65ad4'}] {{(pid=84875) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Jan 14 07:13:41.253507 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-9794bd26-e1b2-4889-a32f-639d230489aa admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036851807232'] for subnet, precommit_delete_associations {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:13:41.255939 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [req-64bd1535-4bca-4ba8-838e-68b2fbd1432e req-ea0073b1-4a73-4601-97ad-374927ba8416 tempest-LiveMigrationNegativeTest-1470825370 tempest-LiveMigrationNegativeTest-1470825370] 10.222.0.48 "DELETE /v2.0/ports/366630e3-beb8-4573-aa02-a8211ab65ad4 HTTP/1.1" status: 204 len: 173 time: 7.6790426 Jan 14 07:13:41.266325 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4134369b-5d82-4e16-96d4-7b3daed7e87c req-fdce2b8a-8dda-43d4-a33d-bdd745e259d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:13:41.267001 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [req-4134369b-5d82-4e16-96d4-7b3daed7e87c req-fdce2b8a-8dda-43d4-a33d-bdd745e259d9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854768116'] for port, before_response {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:13:41.268628 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [req-4134369b-5d82-4e16-96d4-7b3daed7e87c req-fdce2b8a-8dda-43d4-a33d-bdd745e259d9 service neutron] 10.222.0.35 "PUT /v2.0/ports/bbff3b98-86eb-40bd-8311-2289155bd213 HTTP/1.1" status: 200 len: 1156 time: 10.2552173 Jan 14 07:13:41.285394 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-8449af62-32a6-4e07-83e1-c9aae8bef568 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=7d129397cd71499dbaa91be4909e3699&name=default HTTP/1.1" status: 200 len: 2979 time: 1.5960391 Jan 14 07:13:41.308587 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84875) accepted ('10.222.0.24', 58284) {{(pid=84875) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:13:41.356398 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.v2.base [req-4134369b-5d82-4e16-96d4-7b3daed7e87c req-f940c3c9-a601-446e-a3f3-b546fe11a9a4 service neutron] Request body: {'port': {'device_id': 'a747bc22-0cf1-4638-8306-b805069dae4a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-768862-2'}} {{(pid=84875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:13:41.402358 n-d-768862-2 neutron-server[84765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf7a1fbd-4d0e-4e44-a185-12dbdb71af87 admin admin] Network 226f1e78-82cd-4481-9055-4eb73b6db8c1 is already hosted by enough agents. {{(pid=84875) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 07:13:41.404573 n-d-768862-2 neutron-server[84765]: INFO neutron.pecan_wsgi.hooks.translation [req-4134369b-5d82-4e16-96d4-7b3daed7e87c req-f940c3c9-a601-446e-a3f3-b546fe11a9a4 service neutron] PUT failed (client error): The resource could not be found. Jan 14 07:13:41.405053 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.notifier [req-4134369b-5d82-4e16-96d4-7b3daed7e87c req-f940c3c9-a601-446e-a3f3-b546fe11a9a4 service neutron] No notification will be sent due to unsuccessful status code: 404 {{(pid=84875) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Jan 14 07:13:41.406247 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [req-4134369b-5d82-4e16-96d4-7b3daed7e87c req-f940c3c9-a601-446e-a3f3-b546fe11a9a4 service neutron] 10.222.0.35 "PUT /v2.0/ports/fac49dc9-99b5-4eb4-a00b-191a6356a4bf HTTP/1.1" status: 404 len: 338 time: 0.0567534 Jan 14 07:13:41.420028 n-d-768862-2 neutron-server[84765]: DEBUG neutron.scheduler.base_scheduler [None req-bf7a1fbd-4d0e-4e44-a185-12dbdb71af87 admin admin] Resources bound (agent type, host, resource id): {{(pid=84875) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 07:13:41.422499 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf7a1fbd-4d0e-4e44-a185-12dbdb71af87 admin admin] Received port after_create {{(pid=84875) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 14 07:13:41.438486 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-9794bd26-e1b2-4889-a32f-639d230489aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036854176836'] for subnet, precommit_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:13:41.459626 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf7a1fbd-4d0e-4e44-a185-12dbdb71af87 admin admin] Pushing event updated for resources: {'Port': ['ID=a560da49-2ea6-4960-a7f7-b9f9ba31bab6,revision_number=1']} {{(pid=84875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:13:41.465673 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-11c44adc-8f37-4bf0-a10e-0f8a21a6e169 None None] Provisioning complete for port 68a81928-b3a5-44f8-b663-b15d84ecd1d2 triggered by entity DHCP. {{(pid=84876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 07:13:41.466095 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-11c44adc-8f37-4bf0-a10e-0f8a21a6e169 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-604227'] for port, provisioning_complete {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:13:41.471288 n-d-768862-2 neutron-server[84765]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '19ae1782-a48d-4a62-a407-7c3441c97ca1', 'name': 'network-vif-deleted', 'tag': '366630e3-beb8-4573-aa02-a8211ab65ad4', 'status': 'completed', 'code': 200} Jan 14 07:13:41.939986 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47662d36-16b4-4e10-923f-aa49c7074c7b service neutron] Pushing event updated for resources: {'Port': ['ID=f3b37882-75a9-4ec5-b254-9ffd0685d6bb,revision_number=2']} {{(pid=84874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:13:41.972756 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-47662d36-16b4-4e10-923f-aa49c7074c7b service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.977s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:13:42.046130 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-fd19e131-1920-4da4-9c22-09a560015fb4 None None] Provisioning complete for port 68a81928-b3a5-44f8-b663-b15d84ecd1d2 triggered by entity DHCP. {{(pid=84876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 07:13:42.046545 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-fd19e131-1920-4da4-9c22-09a560015fb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-604227'] for port, provisioning_complete {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:13:42.132589 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf7a1fbd-4d0e-4e44-a185-12dbdb71af87 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@n-h1-768862-2 {{(pid=84875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:13:42.133022 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf7a1fbd-4d0e-4e44-a185-12dbdb71af87 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-h1-768862-2 {{(pid=84875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:13:42.133392 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf7a1fbd-4d0e-4e44-a185-12dbdb71af87 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-h1-768862-2 {{(pid=84875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:13:42.133844 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf7a1fbd-4d0e-4e44-a185-12dbdb71af87 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-h1-768862-2 {{(pid=84875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:13:42.134275 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf7a1fbd-4d0e-4e44-a185-12dbdb71af87 admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@n-h1-768862-2 {{(pid=84875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:13:42.134676 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf7a1fbd-4d0e-4e44-a185-12dbdb71af87 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-h1-768862-2 {{(pid=84875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:13:42.135074 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf7a1fbd-4d0e-4e44-a185-12dbdb71af87 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-h1-768862-2 {{(pid=84875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:13:42.135474 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf7a1fbd-4d0e-4e44-a185-12dbdb71af87 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-h1-768862-2 {{(pid=84875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:13:42.135875 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf7a1fbd-4d0e-4e44-a185-12dbdb71af87 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-h1-768862-2 {{(pid=84875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:13:42.143697 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf7a1fbd-4d0e-4e44-a185-12dbdb71af87 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-h1-768862-2 {{(pid=84875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:13:42.144152 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf7a1fbd-4d0e-4e44-a185-12dbdb71af87 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-h1-768862-2 {{(pid=84875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:13:42.144566 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf7a1fbd-4d0e-4e44-a185-12dbdb71af87 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-h1-768862-2 {{(pid=84875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:13:42.145030 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf7a1fbd-4d0e-4e44-a185-12dbdb71af87 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@n-h2-768862-2 {{(pid=84875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:13:42.145438 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf7a1fbd-4d0e-4e44-a185-12dbdb71af87 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-h2-768862-2 {{(pid=84875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:13:42.145840 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf7a1fbd-4d0e-4e44-a185-12dbdb71af87 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-h2-768862-2 {{(pid=84875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:13:42.146238 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf7a1fbd-4d0e-4e44-a185-12dbdb71af87 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-h2-768862-2 {{(pid=84875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:13:42.146641 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf7a1fbd-4d0e-4e44-a185-12dbdb71af87 admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@n-h2-768862-2 {{(pid=84875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:13:42.147041 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf7a1fbd-4d0e-4e44-a185-12dbdb71af87 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-h2-768862-2 {{(pid=84875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:13:42.147440 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf7a1fbd-4d0e-4e44-a185-12dbdb71af87 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-h2-768862-2 {{(pid=84875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:13:42.147867 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf7a1fbd-4d0e-4e44-a185-12dbdb71af87 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-h2-768862-2 {{(pid=84875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:13:42.148258 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf7a1fbd-4d0e-4e44-a185-12dbdb71af87 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-h2-768862-2 {{(pid=84875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:13:42.148809 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf7a1fbd-4d0e-4e44-a185-12dbdb71af87 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-h2-768862-2 {{(pid=84875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:13:42.149206 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf7a1fbd-4d0e-4e44-a185-12dbdb71af87 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-h2-768862-2 {{(pid=84875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:13:42.149715 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf7a1fbd-4d0e-4e44-a185-12dbdb71af87 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-h2-768862-2 {{(pid=84875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:13:42.150338 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf7a1fbd-4d0e-4e44-a185-12dbdb71af87 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-2 {{(pid=84875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:13:42.150740 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf7a1fbd-4d0e-4e44-a185-12dbdb71af87 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-2 {{(pid=84875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:13:42.151138 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf7a1fbd-4d0e-4e44-a185-12dbdb71af87 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-2 {{(pid=84875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:13:42.151531 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf7a1fbd-4d0e-4e44-a185-12dbdb71af87 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-2 {{(pid=84875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:13:42.151968 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf7a1fbd-4d0e-4e44-a185-12dbdb71af87 admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@n-d-768862-2 {{(pid=84875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:13:42.152368 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf7a1fbd-4d0e-4e44-a185-12dbdb71af87 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-2 {{(pid=84875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:13:42.152761 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf7a1fbd-4d0e-4e44-a185-12dbdb71af87 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-768862-2 {{(pid=84875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:13:42.153154 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf7a1fbd-4d0e-4e44-a185-12dbdb71af87 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-768862-2 {{(pid=84875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:13:42.153547 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf7a1fbd-4d0e-4e44-a185-12dbdb71af87 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-2 {{(pid=84875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:13:42.154113 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf7a1fbd-4d0e-4e44-a185-12dbdb71af87 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-2 {{(pid=84875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:13:42.154510 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf7a1fbd-4d0e-4e44-a185-12dbdb71af87 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-2 {{(pid=84875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:13:42.154904 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf7a1fbd-4d0e-4e44-a185-12dbdb71af87 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-2 {{(pid=84875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:13:42.211597 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-07717067-3031-4e7d-8a51-46be677cc399 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:13:42.214664 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [req-a227cd84-0622-4ddb-815f-8bae824dba1a req-9b760ce1-8d57-45a4-abd6-5cc55b705459 tempest-FloatingIPDetailsTestJSON-1519139485 tempest-FloatingIPDetailsTestJSON-1519139485] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555753'] for port, before_update {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:13:42.247467 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-852a24f7-e9a1-4193-9abb-e9506fe5213f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363259214191800', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854171626'] for agent, after_update {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:13:42.288240 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-07717067-3031-4e7d-8a51-46be677cc399 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850887153'] for security_group, after_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:13:42.384878 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-83aa5500-827a-4c1a-83c5-5166fab8dc15 tempest-ListImageFiltersTestJSON-959365383 tempest-ListImageFiltersTestJSON-959365383] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:13:42.393445 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-f0f3996e-ea32-4499-b6cd-f7955f6e6595 None None] Provisioning complete for port 68a81928-b3a5-44f8-b663-b15d84ecd1d2 triggered by entity DHCP. {{(pid=84876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 07:13:42.394188 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-f0f3996e-ea32-4499-b6cd-f7955f6e6595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-604227'] for port, provisioning_complete {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:13:42.394643 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-bf7a1fbd-4d0e-4e44-a185-12dbdb71af87 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.633s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:13:42.408392 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-e7bb47e7-4bf6-45ab-b033-ce73520bcf7f tempest-FloatingIPsTestJSON-836215258 tempest-FloatingIPsTestJSON-836215258] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 1.159s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:13:42.533831 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-07717067-3031-4e7d-8a51-46be677cc399 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=8d344ba37d9e4f2280dca0ae31c1bdac&name=default HTTP/1.1" status: 200 len: 2979 time: 1.9199576 Jan 14 07:13:42.542822 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [req-b33b9903-3a74-4fb8-89d2-906e2f5bbe22 req-8bcc192a-0df0-4e61-a720-77a3a7f933d3 tempest-DeleteServersTestJSON-437494901 tempest-DeleteServersTestJSON-437494901] For port b37a8fe8-2379-40ba-9ef1-9a3604d9d06e, host n-h2-768862-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-h2-768862-2',level=0,port_id=b37a8fe8-2379-40ba-9ef1-9a3604d9d06e,segment=NetworkSegment(90e2002e-a6c2-45dc-801f-7d75355827f8),segment_id=90e2002e-a6c2-45dc-801f-7d75355827f8)] {{(pid=84874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 07:13:42.543272 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [req-b33b9903-3a74-4fb8-89d2-906e2f5bbe22 req-8bcc192a-0df0-4e61-a720-77a3a7f933d3 tempest-DeleteServersTestJSON-437494901 tempest-DeleteServersTestJSON-437494901] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036850862667'] for port, precommit_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:13:42.552077 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07717067-3031-4e7d-8a51-46be677cc399 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b54b7b28-387f-47fd-9f2b-7761dc56ed66,revision_number=1']} {{(pid=84874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:13:42.567326 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84875) accepted ('10.222.0.24', 58290) {{(pid=84875) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:13:42.575405 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-07717067-3031-4e7d-8a51-46be677cc399 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.191s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:13:42.583370 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.managers [req-4749a9d8-1a24-4696-b0e1-b9fbefef11e5 req-47662d36-16b4-4e10-923f-aa49c7074c7b service neutron] Attempting to bind port f3b37882-75a9-4ec5-b254-9ffd0685d6bb on host n-h1-768862-2 for vnic_type normal with profile {{(pid=84874) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 14 07:13:42.583758 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.managers [req-4749a9d8-1a24-4696-b0e1-b9fbefef11e5 req-47662d36-16b4-4e10-923f-aa49c7074c7b service neutron] Attempting to bind port f3b37882-75a9-4ec5-b254-9ffd0685d6bb by drivers openvswitch on host n-h1-768862-2 at level 0 using segments [{'id': '871dcfe9-d88b-458a-b832-5a97900de51f', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '25f1c1a0-ceab-4b3f-9e01-2007a6141e94'}] {{(pid=84874) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 14 07:13:42.584166 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4749a9d8-1a24-4696-b0e1-b9fbefef11e5 req-47662d36-16b4-4e10-923f-aa49c7074c7b service neutron] Attempting to bind port f3b37882-75a9-4ec5-b254-9ffd0685d6bb on network 25f1c1a0-ceab-4b3f-9e01-2007a6141e94 {{(pid=84874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 14 07:13:42.746394 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.plugin [req-b33b9903-3a74-4fb8-89d2-906e2f5bbe22 req-8bcc192a-0df0-4e61-a720-77a3a7f933d3 tempest-DeleteServersTestJSON-437494901 tempest-DeleteServersTestJSON-437494901] Calling delete_port for b37a8fe8-2379-40ba-9ef1-9a3604d9d06e owned by compute:nova {{(pid=84874) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 07:13:42.769852 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46b8ed48-3de9-4400-ae21-822df6b75d20 service neutron] Pushing event updated for resources: {'Port': ['ID=45f19d2a-54a2-47b0-92dd-50d27194a4a0,revision_number=2']} {{(pid=84875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:13:42.775806 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_segment":"rule:admin_only" was deprecated in W in favor of "update_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:13:42.775806 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:13:42.775806 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "delete_segment":"rule:admin_only" was deprecated in W in favor of "delete_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:13:42.775806 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:13:42.775806 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network":"rule:regular_user" was deprecated in W in favor of "create_network":"role:member and project_id:%(project_id)s". Reason: Jan 14 07:13:42.775806 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:13:42.775806 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:13:42.775806 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:13:42.775806 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:shared":"rule:admin_only" was deprecated in W in favor of "create_network:shared":"role:admin and system_scope:all". Reason: Jan 14 07:13:42.775806 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:13:42.775806 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:13:42.775806 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:13:42.775806 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:router:external":"rule:admin_only" was deprecated in W in favor of "create_network:router:external":"role:admin and system_scope:all". Reason: Jan 14 07:13:42.775806 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:13:42.775806 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:13:42.775806 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:13:42.775806 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:is_default":"rule:admin_only" was deprecated in W in favor of "create_network:is_default":"role:admin and system_scope:all". Reason: Jan 14 07:13:42.775806 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:13:42.775806 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:13:42.775806 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:13:42.775806 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:port_security_enabled":"rule:regular_user" was deprecated in W in favor of "create_network:port_security_enabled":"role:member and project_id:%(project_id)s". Reason: Jan 14 07:13:42.775806 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:13:42.775806 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:13:42.775806 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:13:42.775806 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:segments":"rule:admin_only" was deprecated in W in favor of "create_network:segments":"role:admin and system_scope:all". Reason: Jan 14 07:13:42.775806 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:13:42.775806 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:13:42.775806 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:13:42.775806 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "create_network:provider:network_type":"role:admin and system_scope:all". Reason: Jan 14 07:13:42.775806 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:13:42.775806 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:13:42.775806 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:13:42.775806 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "create_network:provider:physical_network":"role:admin and system_scope:all". Reason: Jan 14 07:13:42.775806 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:13:42.775806 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:13:42.775806 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:13:42.775806 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "create_network:provider:segmentation_id":"role:admin and system_scope:all". Reason: Jan 14 07:13:42.775806 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:13:42.775806 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:13:42.775806 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:13:42.775806 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network":"rule:admin_or_owner or rule:shared or rule:external or rule:context_is_advsvc" was deprecated in W in favor of "get_network":"(role:reader and system_scope:all) or (role:reader and project_id:%(project_id)s) or rule:shared or rule:external or rule:context_is_advsvc". Reason: Jan 14 07:13:42.775806 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:13:42.775806 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:13:42.775806 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:13:42.775806 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:router:external":"rule:regular_user" was deprecated in W in favor of "get_network:router:external":"role:reader and project_id:%(project_id)s". Reason: Jan 14 07:13:42.778838 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:13:42.778838 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:13:42.778838 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:13:42.778838 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:segments":"rule:admin_only" was deprecated in W in favor of "get_network:segments":"role:reader and system_scope:all". Reason: Jan 14 07:13:42.778838 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:13:42.778838 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:13:42.778838 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:13:42.778838 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "get_network:provider:network_type":"role:reader and system_scope:all". Reason: Jan 14 07:13:42.778838 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:13:42.778838 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:13:42.778838 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:13:42.778838 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "get_network:provider:physical_network":"role:reader and system_scope:all". Reason: Jan 14 07:13:42.778838 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:13:42.778838 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:13:42.778838 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:13:42.778838 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "get_network:provider:segmentation_id":"role:reader and system_scope:all". Reason: Jan 14 07:13:42.778838 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:13:42.778838 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:13:42.778838 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:13:42.785101 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.plugin [req-4134369b-5d82-4e16-96d4-7b3daed7e87c req-6fade1b7-94fc-410e-87c0-47a463f93509 tempest-TaggedBootDevicesTest-541410187 tempest-TaggedBootDevicesTest-541410187] Deleting port bbff3b98-86eb-40bd-8311-2289155bd213 {{(pid=84875) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 07:13:42.785489 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [req-4134369b-5d82-4e16-96d4-7b3daed7e87c req-6fade1b7-94fc-410e-87c0-47a463f93509 tempest-TaggedBootDevicesTest-541410187 tempest-TaggedBootDevicesTest-541410187] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363259214248359'] for port, before_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:13:42.813655 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4749a9d8-1a24-4696-b0e1-b9fbefef11e5 req-47662d36-16b4-4e10-923f-aa49c7074c7b service neutron] Checking agent: {'id': '40905704-73ec-4668-87ec-fe70ac9582ac', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-h1-768862-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 14, 7, 5, 11), 'started_at': datetime.datetime(2021, 1, 14, 7, 5, 41), 'heartbeat_timestamp': datetime.datetime(2021, 1, 14, 7, 13, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.42', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 14 07:13:42.814032 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4749a9d8-1a24-4696-b0e1-b9fbefef11e5 req-47662d36-16b4-4e10-923f-aa49c7074c7b service neutron] Checking segment: {'id': '871dcfe9-d88b-458a-b832-5a97900de51f', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '25f1c1a0-ceab-4b3f-9e01-2007a6141e94'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84874) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 14 07:13:42.814673 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [req-4749a9d8-1a24-4696-b0e1-b9fbefef11e5 req-47662d36-16b4-4e10-923f-aa49c7074c7b service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:13:42.815097 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4749a9d8-1a24-4696-b0e1-b9fbefef11e5 req-47662d36-16b4-4e10-923f-aa49c7074c7b service neutron] Bound using segment: {'id': '871dcfe9-d88b-458a-b832-5a97900de51f', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '25f1c1a0-ceab-4b3f-9e01-2007a6141e94'} {{(pid=84874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 14 07:13:42.815647 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.managers [req-4749a9d8-1a24-4696-b0e1-b9fbefef11e5 req-47662d36-16b4-4e10-923f-aa49c7074c7b service neutron] Bound port: f3b37882-75a9-4ec5-b254-9ffd0685d6bb, host: n-h1-768862-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '871dcfe9-d88b-458a-b832-5a97900de51f', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '25f1c1a0-ceab-4b3f-9e01-2007a6141e94'}}] {{(pid=84874) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 14 07:13:42.816050 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [req-4749a9d8-1a24-4696-b0e1-b9fbefef11e5 req-47662d36-16b4-4e10-923f-aa49c7074c7b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555753'] for port, before_update {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:13:42.831412 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-9794bd26-e1b2-4889-a32f-639d230489aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-598964', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850887113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036851521664', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2794686'] for subnet, after_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:13:42.855684 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:13:42.856104 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-46b8ed48-3de9-4400-ae21-822df6b75d20 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.448s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:13:42.923144 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Device 2e75d853-19bb-4e46-b3fd-789045fa1c82 up at agent ovs-agent-n-d-768862-2 {{(pid=84876) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 07:13:42.998205 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Provisioning for port 2e75d853-19bb-4e46-b3fd-789045fa1c82 completed by entity L2. {{(pid=84876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 07:13:43.003881 n-d-768862-2 neutron-server[84765]: INFO neutron.api.v2.resource [None req-4074b286-b333-4be6-b7f5-a1cf109542e8 admin admin] delete failed (client error): There was a conflict when trying to complete your request. Jan 14 07:13:43.004574 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Provisioning complete for port 2e75d853-19bb-4e46-b3fd-789045fa1c82 triggered by entity L2. {{(pid=84876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 07:13:43.004998 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-604227'] for port, provisioning_complete {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:13:43.008584 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-4074b286-b333-4be6-b7f5-a1cf109542e8 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/068d5d70-066d-4c31-a0fa-cd8bd636a77b HTTP/1.1" status: 409 len: 336 time: 1.6916144 Jan 14 07:13:43.161439 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555753'] for port, before_update {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:13:43.181587 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] For port 2e75d853-19bb-4e46-b3fd-789045fa1c82, host n-d-768862-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-2',level=0,port_id=2e75d853-19bb-4e46-b3fd-789045fa1c82,segment=NetworkSegment(cf3ded2c-bc47-4a71-89af-6e7117e60140),segment_id=cf3ded2c-bc47-4a71-89af-6e7117e60140)] {{(pid=84876) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 07:13:43.185521 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777640533312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363259214678337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777640097497'] for port, after_update {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:13:43.186505 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Device 68a81928-b3a5-44f8-b663-b15d84ecd1d2 up at agent ovs-agent-n-d-768862-2 {{(pid=84876) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 07:13:43.250914 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-017f98a9-8a07-408c-a86f-8ff0c00400a0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84876) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:13:43.312755 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-39e348bc-c850-4df7-808f-63460f7d5157 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:13:43.329102 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Pushing event updated for resources: {'Port': ['ID=2e75d853-19bb-4e46-b3fd-789045fa1c82,revision_number=4']} {{(pid=84876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:13:43.333030 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=84876) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:13:43.348345 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9794bd26-e1b2-4889-a32f-639d230489aa admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8ab2d64a-2e3d-453d-840f-3485645d4e7d,revision_number=None']} {{(pid=84874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:13:43.351556 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-9794bd26-e1b2-4889-a32f-639d230489aa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.496s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:13:43.361324 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Provisioning complete for port 68a81928-b3a5-44f8-b663-b15d84ecd1d2 triggered by entity L2. {{(pid=84876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 07:13:43.361852 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-604227'] for port, provisioning_complete {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:13:43.508807 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [req-b33b9903-3a74-4fb8-89d2-906e2f5bbe22 req-8bcc192a-0df0-4e61-a720-77a3a7f933d3 tempest-DeleteServersTestJSON-437494901 tempest-DeleteServersTestJSON-437494901] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777640533329', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777640097463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3254186'] for port, after_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:13:43.548081 n-d-768862-2 neutron-server[84765]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a747bc22-0cf1-4638-8306-b805069dae4a', 'tag': 'bbff3b98-86eb-40bd-8311-2289155bd213'}] {{(pid=84875) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Jan 14 07:13:43.572150 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.managers [req-a780bf53-6567-48e7-9d84-34c8e3b24bdd req-46b8ed48-3de9-4400-ae21-822df6b75d20 service neutron] Attempting to bind port 45f19d2a-54a2-47b0-92dd-50d27194a4a0 on host n-h2-768862-2 for vnic_type normal with profile {{(pid=84875) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 14 07:13:43.572521 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.managers [req-a780bf53-6567-48e7-9d84-34c8e3b24bdd req-46b8ed48-3de9-4400-ae21-822df6b75d20 service neutron] Attempting to bind port 45f19d2a-54a2-47b0-92dd-50d27194a4a0 by drivers openvswitch on host n-h2-768862-2 at level 0 using segments [{'id': '682aa48d-45db-4ce6-9539-8117fc7293eb', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 2, 'network_id': '3ab89270-67b1-41e9-8be2-a0395a984bff'}] {{(pid=84875) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 14 07:13:43.572886 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a780bf53-6567-48e7-9d84-34c8e3b24bdd req-46b8ed48-3de9-4400-ae21-822df6b75d20 service neutron] Attempting to bind port 45f19d2a-54a2-47b0-92dd-50d27194a4a0 on network 3ab89270-67b1-41e9-8be2-a0395a984bff {{(pid=84875) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 14 07:13:43.608990 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a780bf53-6567-48e7-9d84-34c8e3b24bdd req-46b8ed48-3de9-4400-ae21-822df6b75d20 service neutron] Checking agent: {'id': '64b7216a-2a41-441a-908c-ebbf63072f2f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-h2-768862-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 14, 7, 5, 12), 'started_at': datetime.datetime(2021, 1, 14, 7, 5, 42), 'heartbeat_timestamp': datetime.datetime(2021, 1, 14, 7, 13, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.13', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84875) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 14 07:13:43.609563 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a780bf53-6567-48e7-9d84-34c8e3b24bdd req-46b8ed48-3de9-4400-ae21-822df6b75d20 service neutron] Checking segment: {'id': '682aa48d-45db-4ce6-9539-8117fc7293eb', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 2, 'network_id': '3ab89270-67b1-41e9-8be2-a0395a984bff'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84875) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 14 07:13:43.610289 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [req-a780bf53-6567-48e7-9d84-34c8e3b24bdd req-46b8ed48-3de9-4400-ae21-822df6b75d20 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:13:43.610947 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a780bf53-6567-48e7-9d84-34c8e3b24bdd req-46b8ed48-3de9-4400-ae21-822df6b75d20 service neutron] Bound using segment: {'id': '682aa48d-45db-4ce6-9539-8117fc7293eb', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 2, 'network_id': '3ab89270-67b1-41e9-8be2-a0395a984bff'} {{(pid=84875) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 14 07:13:43.611752 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.managers [req-a780bf53-6567-48e7-9d84-34c8e3b24bdd req-46b8ed48-3de9-4400-ae21-822df6b75d20 service neutron] Bound port: 45f19d2a-54a2-47b0-92dd-50d27194a4a0, host: n-h2-768862-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '682aa48d-45db-4ce6-9539-8117fc7293eb', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 2, 'network_id': '3ab89270-67b1-41e9-8be2-a0395a984bff'}}] {{(pid=84875) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 14 07:13:43.612436 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [req-a780bf53-6567-48e7-9d84-34c8e3b24bdd req-46b8ed48-3de9-4400-ae21-822df6b75d20 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555753'] for port, before_update {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:13:43.637656 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [req-4134369b-5d82-4e16-96d4-7b3daed7e87c req-6fade1b7-94fc-410e-87c0-47a463f93509 tempest-TaggedBootDevicesTest-541410187 tempest-TaggedBootDevicesTest-541410187] For port bbff3b98-86eb-40bd-8311-2289155bd213, host n-h1-768862-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-h1-768862-2',level=0,port_id=bbff3b98-86eb-40bd-8311-2289155bd213,segment=NetworkSegment(74eda698-0180-4b92-830f-64ae8961cc4d),segment_id=74eda698-0180-4b92-830f-64ae8961cc4d)] {{(pid=84875) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 07:13:43.638182 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [req-4134369b-5d82-4e16-96d4-7b3daed7e87c req-6fade1b7-94fc-410e-87c0-47a463f93509 tempest-TaggedBootDevicesTest-541410187 tempest-TaggedBootDevicesTest-541410187] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036850862667'] for port, precommit_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:13:43.641211 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-aaf93b50-5653-4ade-a08c-c04ffe876b67 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:13:43.649142 n-d-768862-2 neutron-server[84765]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a747bc22-0cf1-4638-8306-b805069dae4a', 'tag': 'bbff3b98-86eb-40bd-8311-2289155bd213', 'status': 'completed', 'code': 200} Jan 14 07:13:43.728248 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-39e348bc-c850-4df7-808f-63460f7d5157 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:13:43.813161 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-9794bd26-e1b2-4889-a32f-639d230489aa admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3207107'] for subnet, before_response {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:13:43.821286 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bcc192a-0df0-4e61-a720-77a3a7f933d3 tempest-DeleteServersTestJSON-437494901 tempest-DeleteServersTestJSON-437494901] Pushing event deleted for resources: {'Port': ['ID=b37a8fe8-2379-40ba-9ef1-9a3604d9d06e,revision_number=None']} {{(pid=84874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:13:43.839721 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-8bcc192a-0df0-4e61-a720-77a3a7f933d3 tempest-DeleteServersTestJSON-437494901 tempest-DeleteServersTestJSON-437494901] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.199s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:13:43.851215 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.db.resource_extend [req-a227cd84-0622-4ddb-815f-8bae824dba1a req-9b760ce1-8d57-45a4-abd6-5cc55b705459 tempest-FloatingIPDetailsTestJSON-1519139485 tempest-FloatingIPDetailsTestJSON-1519139485] It took 0.27 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84875) wrapper /usr/local/lib/python3.6/dist-packages/oslo_utils/timeutils.py:388}} Jan 14 07:13:43.863880 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-09cb3912-9cae-4d1c-b5ad-d8c7a08f7eea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555753'] for port, before_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:13:43.949390 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.plugin [req-4134369b-5d82-4e16-96d4-7b3daed7e87c req-6fade1b7-94fc-410e-87c0-47a463f93509 tempest-TaggedBootDevicesTest-541410187 tempest-TaggedBootDevicesTest-541410187] Calling delete_port for bbff3b98-86eb-40bd-8311-2289155bd213 owned by compute:nova {{(pid=84875) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 07:13:43.952497 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-9794bd26-e1b2-4889-a32f-639d230489aa admin admin] 10.222.0.24 "DELETE /v2.0/subnets/8ab2d64a-2e3d-453d-840f-3485645d4e7d HTTP/1.1" status: 204 len: 168 time: 3.5787463 Jan 14 07:13:43.960527 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84874) accepted ('10.222.0.24', 58314) {{(pid=84874) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:13:43.970626 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [req-4749a9d8-1a24-4696-b0e1-b9fbefef11e5 req-47662d36-16b4-4e10-923f-aa49c7074c7b service neutron] For port f3b37882-75a9-4ec5-b254-9ffd0685d6bb, host n-h1-768862-2, cleared binding levels {{(pid=84874) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 14 07:13:44.020498 n-d-768862-2 neutron-server[84765]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5b5479a8-7386-490c-9a86-5ad25314f007 admin admin] Router 2983e6ee-4036-4e66-b6dd-0762724412fd has already been hosted by L3 agent 35f592e9-451b-4db9-abea-77b6a5c5391b {{(pid=84874) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Jan 14 07:13:44.077101 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [req-4749a9d8-1a24-4696-b0e1-b9fbefef11e5 req-47662d36-16b4-4e10-923f-aa49c7074c7b service neutron] For port f3b37882-75a9-4ec5-b254-9ffd0685d6bb, host n-h1-768862-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-h1-768862-2',level=0,port_id=f3b37882-75a9-4ec5-b254-9ffd0685d6bb,segment=NetworkSegment(871dcfe9-d88b-458a-b832-5a97900de51f),segment_id=871dcfe9-d88b-458a-b832-5a97900de51f)] {{(pid=84874) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 14 07:13:44.113797 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [req-a227cd84-0622-4ddb-815f-8bae824dba1a req-9b760ce1-8d57-45a4-abd6-5cc55b705459 tempest-FloatingIPDetailsTestJSON-1519139485 tempest-FloatingIPDetailsTestJSON-1519139485] Notify callbacks [] for port, precommit_update {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:13:44.130828 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [req-4749a9d8-1a24-4696-b0e1-b9fbefef11e5 req-47662d36-16b4-4e10-923f-aa49c7074c7b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777640533312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363259214678337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777640097497', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036851521613'] for port, after_update {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:13:44.162873 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [req-a227cd84-0622-4ddb-815f-8bae824dba1a req-9b760ce1-8d57-45a4-abd6-5cc55b705459 tempest-FloatingIPDetailsTestJSON-1519139485 tempest-FloatingIPDetailsTestJSON-1519139485] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777640533312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363259214678337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777640097497', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3154211'] for port, after_update {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:13:44.199737 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-12c66b04-4dab-48bb-b5dc-9ab85ed05aea tempest-DeleteServersTestJSON-437494901 tempest-DeleteServersTestJSON-437494901] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:13:44.250142 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-39e348bc-c850-4df7-808f-63460f7d5157 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850887153'] for security_group, after_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:13:44.276381 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-09329ce2-f3a7-4168-ab55-c40261c3da2d tempest-ServersTestMultiNic-2121779930 tempest-ServersTestMultiNic-2121779930] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:13:44.376245 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47662d36-16b4-4e10-923f-aa49c7074c7b service neutron] Pushing event updated for resources: {'Port': ['ID=f3b37882-75a9-4ec5-b254-9ffd0685d6bb,revision_number=3']} {{(pid=84874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:13:44.386920 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-47662d36-16b4-4e10-923f-aa49c7074c7b service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:13:44.471353 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-302fb979-c5ee-475f-91e1-90efe4a85f83 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036854160497'] for network, before_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:13:44.576228 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4749a9d8-1a24-4696-b0e1-b9fbefef11e5 req-47662d36-16b4-4e10-923f-aa49c7074c7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:13:44.576926 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [req-4749a9d8-1a24-4696-b0e1-b9fbefef11e5 req-47662d36-16b4-4e10-923f-aa49c7074c7b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854768116'] for port, before_response {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:13:44.583319 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [req-4749a9d8-1a24-4696-b0e1-b9fbefef11e5 req-47662d36-16b4-4e10-923f-aa49c7074c7b service neutron] 10.222.0.35 "PUT /v2.0/ports/f3b37882-75a9-4ec5-b254-9ffd0685d6bb HTTP/1.1" status: 200 len: 1156 time: 8.6492991 Jan 14 07:13:44.617553 n-d-768862-2 neutron-server[84765]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '16513199-bee3-4bea-a843-4e62a5ef0197', 'tag': 'f3b37882-75a9-4ec5-b254-9ffd0685d6bb'}] {{(pid=84874) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Jan 14 07:13:44.751191 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a3e9ca9-7506-46dc-9fef-05a0944fbb73 req-bff7f889-f117-47e3-a2d1-fa272cd32f50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:13:44.751636 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a3e9ca9-7506-46dc-9fef-05a0944fbb73 req-bff7f889-f117-47e3-a2d1-fa272cd32f50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:13:44.752088 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a3e9ca9-7506-46dc-9fef-05a0944fbb73 req-bff7f889-f117-47e3-a2d1-fa272cd32f50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:13:44.752506 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a3e9ca9-7506-46dc-9fef-05a0944fbb73 req-bff7f889-f117-47e3-a2d1-fa272cd32f50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:13:44.752918 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a3e9ca9-7506-46dc-9fef-05a0944fbb73 req-bff7f889-f117-47e3-a2d1-fa272cd32f50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:13:44.761525 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [req-2a3e9ca9-7506-46dc-9fef-05a0944fbb73 req-bff7f889-f117-47e3-a2d1-fa272cd32f50 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=4873c9000017431bb4db0aa60ef7da75&device_id=a747bc22-0cf1-4638-8306-b805069dae4a HTTP/1.1" status: 200 len: 4427 time: 1.0686553 Jan 14 07:13:44.825812 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.v2.base [req-4749a9d8-1a24-4696-b0e1-b9fbefef11e5 req-7190c0e7-5dd9-4570-9ec4-e036e9638dd9 service neutron] Request body: {'port': {'device_id': '16513199-bee3-4bea-a843-4e62a5ef0197', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-768862-2'}} {{(pid=84874) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:13:44.843986 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [req-a780bf53-6567-48e7-9d84-34c8e3b24bdd req-46b8ed48-3de9-4400-ae21-822df6b75d20 service neutron] For port 45f19d2a-54a2-47b0-92dd-50d27194a4a0, host n-h2-768862-2, cleared binding levels {{(pid=84875) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 14 07:13:44.856324 n-d-768862-2 neutron-server[84765]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '16513199-bee3-4bea-a843-4e62a5ef0197', 'tag': 'f3b37882-75a9-4ec5-b254-9ffd0685d6bb', 'status': 'completed', 'code': 200} Jan 14 07:13:44.864550 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Device 2e75d853-19bb-4e46-b3fd-789045fa1c82 up at agent ovs-agent-n-d-768862-2 {{(pid=84876) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 07:13:44.904582 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-39e348bc-c850-4df7-808f-63460f7d5157 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:13:44.909016 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-39e348bc-c850-4df7-808f-63460f7d5157 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/b54b7b28-387f-47fd-9f2b-7761dc56ed66 HTTP/1.1" status: 204 len: 168 time: 2.3329668 Jan 14 07:13:44.909951 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b760ce1-8d57-45a4-abd6-5cc55b705459 tempest-FloatingIPDetailsTestJSON-1519139485 tempest-FloatingIPDetailsTestJSON-1519139485] Pushing event updated for resources: {'Port': ['ID=61c5d28c-ad56-4258-bff7-96bc31481399,revision_number=2']} {{(pid=84875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:13:44.913470 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-9b760ce1-8d57-45a4-abd6-5cc55b705459 tempest-FloatingIPDetailsTestJSON-1519139485 tempest-FloatingIPDetailsTestJSON-1519139485] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.714s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:13:44.922973 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [req-a780bf53-6567-48e7-9d84-34c8e3b24bdd req-46b8ed48-3de9-4400-ae21-822df6b75d20 service neutron] For port 45f19d2a-54a2-47b0-92dd-50d27194a4a0, host n-h2-768862-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-h2-768862-2',level=0,port_id=45f19d2a-54a2-47b0-92dd-50d27194a4a0,segment=NetworkSegment(682aa48d-45db-4ce6-9539-8117fc7293eb),segment_id=682aa48d-45db-4ce6-9539-8117fc7293eb)] {{(pid=84875) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 14 07:13:44.924957 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-8dac9fc5-402c-4f1b-b784-79a71c3a3023 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.288s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:13:44.951739 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [req-a780bf53-6567-48e7-9d84-34c8e3b24bdd req-46b8ed48-3de9-4400-ae21-822df6b75d20 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777640533312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363259214678337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777640097497', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3154211'] for port, after_update {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:13:44.974564 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-bf7a1fbd-4d0e-4e44-a185-12dbdb71af87 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:13:44.984904 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_dvrscheduler_db [req-b33b9903-3a74-4fb8-89d2-906e2f5bbe22 req-8bcc192a-0df0-4e61-a720-77a3a7f933d3 tempest-DeleteServersTestJSON-437494901 tempest-DeleteServersTestJSON-437494901] No DVR routers for this DVR port b37a8fe8-2379-40ba-9ef1-9a3604d9d06e on host n-h2-768862-2 {{(pid=84874) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Jan 14 07:13:45.004216 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [req-b33b9903-3a74-4fb8-89d2-906e2f5bbe22 req-8bcc192a-0df0-4e61-a720-77a3a7f933d3 tempest-DeleteServersTestJSON-437494901 tempest-DeleteServersTestJSON-437494901] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854768116'] for port, before_response {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:13:45.006465 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [req-b33b9903-3a74-4fb8-89d2-906e2f5bbe22 req-8bcc192a-0df0-4e61-a720-77a3a7f933d3 tempest-DeleteServersTestJSON-437494901 tempest-DeleteServersTestJSON-437494901] 10.222.0.48 "DELETE /v2.0/ports/b37a8fe8-2379-40ba-9ef1-9a3604d9d06e HTTP/1.1" status: 204 len: 173 time: 8.1437335 Jan 14 07:13:45.026814 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Provisioning complete for port 2e75d853-19bb-4e46-b3fd-789045fa1c82 triggered by entity L2. {{(pid=84876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 07:13:45.028251 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-604227'] for port, provisioning_complete {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:13:45.054473 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39e348bc-c850-4df7-808f-63460f7d5157 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b54b7b28-387f-47fd-9f2b-7761dc56ed66,revision_number=None']} {{(pid=84875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:13:45.057874 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-39e348bc-c850-4df7-808f-63460f7d5157 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:13:45.137526 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-a954c713-bf04-4e59-adb3-a84af576c496 tempest-TaggedBootDevicesTest-541410187 tempest-TaggedBootDevicesTest-541410187] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.163s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:13:45.354252 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84874) accepted ('10.222.0.24', 58352) {{(pid=84874) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:13:45.453997 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-302fb979-c5ee-475f-91e1-90efe4a85f83 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-598987', 'neutron.services.segments.db._delete_segments_for_network-8777640583949'] for network, precommit_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:13:45.509997 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5b5479a8-7386-490c-9a86-5ad25314f007 admin admin] Notify agent at l3_agent.n-d-768862-2 the message routers_updated {{(pid=84874) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jan 14 07:13:45.521876 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54dacee1-e293-4706-877f-106972733837 None None] Sync routers for ids ['2983e6ee-4036-4e66-b6dd-0762724412fd'] in n-d-768862-2 {{(pid=84877) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Jan 14 07:13:45.539812 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54dacee1-e293-4706-877f-106972733837 None None] Routers {'2983e6ee-4036-4e66-b6dd-0762724412fd'} bound to L3 agent in host n-d-768862-2 {{(pid=84877) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 14 07:13:45.541180 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_hamode_db [None req-54dacee1-e293-4706-877f-106972733837 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2021-01-14T06:56:51Z,description=,heartbeat_timestamp=2021-01-14T07:13:21Z,host='n-d-768862-2',id=35f592e9-451b-4db9-abea-77b6a5c5391b,load=0,resource_versions=,resources_synced=,started_at=2021-01-14T06:56:51Z,topic='l3_agent')) {'router_ids': ['2983e6ee-4036-4e66-b6dd-0762724412fd'], 'active': True} {{(pid=84877) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:13:45.615242 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a780bf53-6567-48e7-9d84-34c8e3b24bdd req-46b8ed48-3de9-4400-ae21-822df6b75d20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:13:45.615535 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [req-a780bf53-6567-48e7-9d84-34c8e3b24bdd req-46b8ed48-3de9-4400-ae21-822df6b75d20 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854768116'] for port, before_response {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:13:45.617150 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [req-a780bf53-6567-48e7-9d84-34c8e3b24bdd req-46b8ed48-3de9-4400-ae21-822df6b75d20 service neutron] 10.222.0.48 "PUT /v2.0/ports/45f19d2a-54a2-47b0-92dd-50d27194a4a0 HTTP/1.1" status: 200 len: 1160 time: 7.7401071 Jan 14 07:13:45.631355 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [req-4749a9d8-1a24-4696-b0e1-b9fbefef11e5 req-7190c0e7-5dd9-4570-9ec4-e036e9638dd9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555753'] for port, before_update {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:13:45.732493 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-5b5479a8-7386-490c-9a86-5ad25314f007 admin admin] 10.222.0.24 "PUT /v2.0/routers/2983e6ee-4036-4e66-b6dd-0762724412fd/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 18.7448883 Jan 14 07:13:45.742492 n-d-768862-2 neutron-server[84765]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b7810cd0-ff82-4881-a8ff-5f4b03f8104c', 'tag': '45f19d2a-54a2-47b0-92dd-50d27194a4a0'}] {{(pid=84875) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Jan 14 07:13:45.760691 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [req-a227cd84-0622-4ddb-815f-8bae824dba1a req-9b760ce1-8d57-45a4-abd6-5cc55b705459 tempest-FloatingIPDetailsTestJSON-1519139485 tempest-FloatingIPDetailsTestJSON-1519139485] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3912638'] for floatingip, after_update {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:13:45.770811 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84874) accepted ('10.222.0.24', 58366) {{(pid=84874) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:13:45.845023 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_dvr_db [None req-54dacee1-e293-4706-877f-106972733837 None None] Set router 2983e6ee-4036-4e66-b6dd-0762724412fd gateway port host: n-d-768862-2 {{(pid=84877) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 14 07:13:45.909502 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46b8ed48-3de9-4400-ae21-822df6b75d20 service neutron] Pushing event updated for resources: {'Port': ['ID=45f19d2a-54a2-47b0-92dd-50d27194a4a0,revision_number=3']} {{(pid=84875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:13:45.919656 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [req-4134369b-5d82-4e16-96d4-7b3daed7e87c req-6fade1b7-94fc-410e-87c0-47a463f93509 tempest-TaggedBootDevicesTest-541410187 tempest-TaggedBootDevicesTest-541410187] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777640533329', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777640097463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851621574'] for port, after_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:13:45.921889 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [req-a227cd84-0622-4ddb-815f-8bae824dba1a req-9b760ce1-8d57-45a4-abd6-5cc55b705459 tempest-FloatingIPDetailsTestJSON-1519139485 tempest-FloatingIPDetailsTestJSON-1519139485] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854768116'] for floatingip, before_response {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:13:45.923213 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [req-a227cd84-0622-4ddb-815f-8bae824dba1a req-9b760ce1-8d57-45a4-abd6-5cc55b705459 tempest-FloatingIPDetailsTestJSON-1519139485 tempest-FloatingIPDetailsTestJSON-1519139485] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 18.5171323 Jan 14 07:13:45.956335 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3324c4ee-ba0e-4fcf-8fcc-57fdf2da7316 req-a1ba9653-db26-4cfd-88db-b3acde050fca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:13:45.957032 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3324c4ee-ba0e-4fcf-8fcc-57fdf2da7316 req-a1ba9653-db26-4cfd-88db-b3acde050fca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:13:45.957402 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3324c4ee-ba0e-4fcf-8fcc-57fdf2da7316 req-a1ba9653-db26-4cfd-88db-b3acde050fca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:13:45.960049 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [req-3324c4ee-ba0e-4fcf-8fcc-57fdf2da7316 req-a1ba9653-db26-4cfd-88db-b3acde050fca service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=7d129397cd71499dbaa91be4909e3699&device_id=16513199-bee3-4bea-a843-4e62a5ef0197 HTTP/1.1" status: 200 len: 2795 time: 1.0914576 Jan 14 07:13:45.961152 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-46b8ed48-3de9-4400-ae21-822df6b75d20 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.824s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:13:45.961739 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-46b8ed48-3de9-4400-ae21-822df6b75d20 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:13:45.973341 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-e77b7a00-1d25-4f44-bd68-3db32bc81421 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:13:45.987695 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a3e9ca9-7506-46dc-9fef-05a0944fbb73 req-f2246460-bb0d-418b-8ee9-e0cc7e4f17c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:13:45.988290 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a3e9ca9-7506-46dc-9fef-05a0944fbb73 req-f2246460-bb0d-418b-8ee9-e0cc7e4f17c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:13:45.988947 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a3e9ca9-7506-46dc-9fef-05a0944fbb73 req-f2246460-bb0d-418b-8ee9-e0cc7e4f17c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:13:45.990752 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [req-2a3e9ca9-7506-46dc-9fef-05a0944fbb73 req-f2246460-bb0d-418b-8ee9-e0cc7e4f17c8 service neutron] 10.222.0.35 "GET /v2.0/networks?tenant_id=4873c9000017431bb4db0aa60ef7da75&shared=False HTTP/1.1" status: 200 len: 2272 time: 1.1324685 Jan 14 07:13:46.123871 n-d-768862-2 neutron-server[84765]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b7810cd0-ff82-4881-a8ff-5f4b03f8104c', 'tag': '45f19d2a-54a2-47b0-92dd-50d27194a4a0', 'status': 'completed', 'code': 200} Jan 14 07:13:46.335291 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_hamode_db [None req-54dacee1-e293-4706-877f-106972733837 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2983e6ee-4036-4e66-b6dd-0762724412fd', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-611119609-router', 'tenant_id': 'e1e2f2220aba45e291d82349522195f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '226f1e78-82cd-4481-9055-4eb73b6db8c1', 'external_fixed_ips': [{'subnet_id': 'ba8deeec-7658-4195-9449-038c076f5c83', 'ip_address': '172.25.2.163'}], 'enable_snat': True}, 'gw_port_id': 'b7d75e45-3acc-4c80-bf06-1b1da6dadb3e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-14T07:12:31Z', 'updated_at': '2021-01-14T07:13:37Z', 'revision_number': 5, 'project_id': 'e1e2f2220aba45e291d82349522195f9', 'gw_port': {'id': 'b7d75e45-3acc-4c80-bf06-1b1da6dadb3e', 'name': '', 'network_id': '226f1e78-82cd-4481-9055-4eb73b6db8c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:25:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2983e6ee-4036-4e66-b6dd-0762724412fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 863, 'fixed_ips': [{'subnet_id': 'ba8deeec-7658-4195-9449-038c076f5c83', 'ip_address': '172.25.2.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T07:12:39Z', 'updated_at': '2021-01-14T07:13:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ba8deeec-7658-4195-9449-038c076f5c83', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-2'}], 'n-d-768862-2', False) {} {{(pid=84877) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:13:46.340592 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54dacee1-e293-4706-877f-106972733837 None None] Checking router: 2983e6ee-4036-4e66-b6dd-0762724412fd for host: n-d-768862-2 {{(pid=84877) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Jan 14 07:13:46.354035 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54dacee1-e293-4706-877f-106972733837 None None] Routers {'2983e6ee-4036-4e66-b6dd-0762724412fd'} bound to L3 agent in host n-d-768862-2 {{(pid=84877) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 14 07:13:46.355410 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_hamode_db [None req-54dacee1-e293-4706-877f-106972733837 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2021-01-14T06:56:51Z,description=,heartbeat_timestamp=2021-01-14T07:13:21Z,host='n-d-768862-2',id=35f592e9-451b-4db9-abea-77b6a5c5391b,load=0,resource_versions=,resources_synced=,started_at=2021-01-14T06:56:51Z,topic='l3_agent')) {'router_ids': ['2983e6ee-4036-4e66-b6dd-0762724412fd'], 'active': True} {{(pid=84877) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:13:46.490380 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-e77b7a00-1d25-4f44-bd68-3db32bc81421 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:13:46.525525 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fade1b7-94fc-410e-87c0-47a463f93509 tempest-TaggedBootDevicesTest-541410187 tempest-TaggedBootDevicesTest-541410187] Pushing event deleted for resources: {'Port': ['ID=bbff3b98-86eb-40bd-8311-2289155bd213,revision_number=None']} {{(pid=84875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:13:46.556926 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-6fade1b7-94fc-410e-87c0-47a463f93509 tempest-TaggedBootDevicesTest-541410187 tempest-TaggedBootDevicesTest-541410187] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.595s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:13:46.568438 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network":"rule:admin_or_owner" was deprecated in W in favor of "update_network":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 07:13:46.568438 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:13:46.568438 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:13:46.568438 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:13:46.568438 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:segments":"rule:admin_only" was deprecated in W in favor of "update_network:segments":"role:admin and system_scope:all". Reason: Jan 14 07:13:46.568438 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:13:46.568438 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:13:46.568438 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:13:46.568438 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:shared":"rule:admin_only" was deprecated in W in favor of "update_network:shared":"role:admin and system_scope:all". Reason: Jan 14 07:13:46.568438 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:13:46.568438 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:13:46.568438 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:13:46.568438 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "update_network:provider:network_type":"role:admin and system_scope:all". Reason: Jan 14 07:13:46.568438 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:13:46.568438 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:13:46.568438 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:13:46.568438 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "update_network:provider:physical_network":"role:admin and system_scope:all". Reason: Jan 14 07:13:46.568438 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:13:46.568438 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:13:46.568438 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:13:46.568438 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "update_network:provider:segmentation_id":"role:admin and system_scope:all". Reason: Jan 14 07:13:46.568438 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:13:46.568438 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:13:46.568438 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:13:46.568438 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:router:external":"rule:admin_only" was deprecated in W in favor of "update_network:router:external":"role:admin and system_scope:all". Reason: Jan 14 07:13:46.568438 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:13:46.568438 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:13:46.568438 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:13:46.568438 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:is_default":"rule:admin_only" was deprecated in W in favor of "update_network:is_default":"role:admin and system_scope:all". Reason: Jan 14 07:13:46.568438 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:13:46.568438 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:13:46.568438 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:13:46.568438 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:port_security_enabled":"rule:admin_or_owner" was deprecated in W in favor of "update_network:port_security_enabled":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 07:13:46.568438 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:13:46.568438 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:13:46.568438 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:13:46.568438 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "delete_network":"rule:admin_or_owner" was deprecated in W in favor of "delete_network":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 07:13:46.568438 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:13:46.568438 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:13:46.568438 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:13:46.568438 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_segment":"rule:admin_only" was deprecated in W in favor of "create_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:13:46.568438 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:13:46.568438 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_segment":"rule:admin_only" was deprecated in W in favor of "get_segment":"role:reader and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:13:46.568438 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:13:46.571329 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_segment":"rule:admin_only" was deprecated in W in favor of "update_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:13:46.571329 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:13:46.571329 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "delete_segment":"rule:admin_only" was deprecated in W in favor of "delete_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:13:46.571329 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:13:46.571329 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network":"rule:regular_user" was deprecated in W in favor of "create_network":"role:member and project_id:%(project_id)s". Reason: Jan 14 07:13:46.571329 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:13:46.571329 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:13:46.571329 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:13:46.571329 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:shared":"rule:admin_only" was deprecated in W in favor of "create_network:shared":"role:admin and system_scope:all". Reason: Jan 14 07:13:46.571329 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:13:46.571329 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:13:46.571329 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:13:46.571329 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:router:external":"rule:admin_only" was deprecated in W in favor of "create_network:router:external":"role:admin and system_scope:all". Reason: Jan 14 07:13:46.571329 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:13:46.571329 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:13:46.571329 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:13:46.571329 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:is_default":"rule:admin_only" was deprecated in W in favor of "create_network:is_default":"role:admin and system_scope:all". Reason: Jan 14 07:13:46.571329 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:13:46.571329 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:13:46.571329 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:13:46.572689 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:port_security_enabled":"rule:regular_user" was deprecated in W in favor of "create_network:port_security_enabled":"role:member and project_id:%(project_id)s". Reason: Jan 14 07:13:46.572689 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:13:46.572689 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:13:46.572689 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:13:46.572689 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:segments":"rule:admin_only" was deprecated in W in favor of "create_network:segments":"role:admin and system_scope:all". Reason: Jan 14 07:13:46.572689 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:13:46.572689 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:13:46.572689 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:13:46.572689 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "create_network:provider:network_type":"role:admin and system_scope:all". Reason: Jan 14 07:13:46.572689 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:13:46.572689 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:13:46.572689 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:13:46.572689 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "create_network:provider:physical_network":"role:admin and system_scope:all". Reason: Jan 14 07:13:46.572689 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:13:46.572689 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:13:46.572689 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:13:46.572689 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "create_network:provider:segmentation_id":"role:admin and system_scope:all". Reason: Jan 14 07:13:46.572689 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:13:46.572689 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:13:46.572689 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:13:46.572689 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network":"rule:admin_or_owner or rule:shared or rule:external or rule:context_is_advsvc" was deprecated in W in favor of "get_network":"(role:reader and system_scope:all) or (role:reader and project_id:%(project_id)s) or rule:shared or rule:external or rule:context_is_advsvc". Reason: Jan 14 07:13:46.572689 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:13:46.572689 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:13:46.572689 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:13:46.572689 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:router:external":"rule:regular_user" was deprecated in W in favor of "get_network:router:external":"role:reader and project_id:%(project_id)s". Reason: Jan 14 07:13:46.572689 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:13:46.572689 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:13:46.572689 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:13:46.572689 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:segments":"rule:admin_only" was deprecated in W in favor of "get_network:segments":"role:reader and system_scope:all". Reason: Jan 14 07:13:46.572689 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:13:46.572689 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:13:46.572689 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:13:46.572689 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "get_network:provider:network_type":"role:reader and system_scope:all". Reason: Jan 14 07:13:46.572689 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:13:46.572689 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:13:46.572689 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:13:46.572689 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "get_network:provider:physical_network":"role:reader and system_scope:all". Reason: Jan 14 07:13:46.572689 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:13:46.572689 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:13:46.572689 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:13:46.572689 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "get_network:provider:segmentation_id":"role:reader and system_scope:all". Reason: Jan 14 07:13:46.572689 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:13:46.572689 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:13:46.572689 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:13:46.572689 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network":"rule:admin_or_owner" was deprecated in W in favor of "update_network":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 07:13:46.572689 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:13:46.572689 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:13:46.572689 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:13:46.575730 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:segments":"rule:admin_only" was deprecated in W in favor of "update_network:segments":"role:admin and system_scope:all". Reason: Jan 14 07:13:46.575730 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:13:46.575730 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:13:46.575730 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:13:46.575730 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:shared":"rule:admin_only" was deprecated in W in favor of "update_network:shared":"role:admin and system_scope:all". Reason: Jan 14 07:13:46.575730 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:13:46.575730 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:13:46.575730 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:13:46.575730 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "update_network:provider:network_type":"role:admin and system_scope:all". Reason: Jan 14 07:13:46.575730 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:13:46.575730 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:13:46.575730 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:13:46.575730 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "update_network:provider:physical_network":"role:admin and system_scope:all". Reason: Jan 14 07:13:46.575730 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:13:46.575730 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:13:46.575730 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:13:46.575730 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "update_network:provider:segmentation_id":"role:admin and system_scope:all". Reason: Jan 14 07:13:46.575730 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:13:46.575730 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:13:46.575730 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:13:46.575730 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [req-a227cd84-0622-4ddb-815f-8bae824dba1a req-9ac92258-40cd-4256-bc3e-6b4b75df582e tempest-FloatingIPDetailsTestJSON-1519139485 tempest-FloatingIPDetailsTestJSON-1519139485] Synchronizing usage tracker for tenant:a2441d08a92c4ad29bd14e22e25d9e48 on resource:floatingip {{(pid=84875) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 14 07:13:46.624596 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_dvr_db [None req-54dacee1-e293-4706-877f-106972733837 None None] Set router 2983e6ee-4036-4e66-b6dd-0762724412fd gateway port host: n-d-768862-2 {{(pid=84877) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 14 07:13:46.631367 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.db_base_plugin_common [None req-09cb3912-9cae-4d1c-b5ad-d8c7a08f7eea admin admin] Allocated IP 172.20.0.1 (71b40b7a-b096-4de3-b013-cb8bf2ae45f9/5559c54c-ef86-4695-a8aa-957013d4842c/7c15cb07-b0eb-40da-b1b2-54be6eccc281) {{(pid=84875) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 14 07:13:46.643182 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-e77b7a00-1d25-4f44-bd68-3db32bc81421 admin admin] Usage tracker for resource:security_group_rule and tenant:0d5806bb65f44cbd8da54ac1d4e86809 is out of sync, need to count used quota {{(pid=84874) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:13:46.663559 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [req-a227cd84-0622-4ddb-815f-8bae824dba1a req-9ac92258-40cd-4256-bc3e-6b4b75df582e tempest-FloatingIPDetailsTestJSON-1519139485 tempest-FloatingIPDetailsTestJSON-1519139485] Unset dirty status for tenant:a2441d08a92c4ad29bd14e22e25d9e48 on resource:floatingip {{(pid=84875) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 14 07:13:46.664917 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [req-a227cd84-0622-4ddb-815f-8bae824dba1a req-9ac92258-40cd-4256-bc3e-6b4b75df582e tempest-FloatingIPDetailsTestJSON-1519139485 tempest-FloatingIPDetailsTestJSON-1519139485] 10.222.0.24 "GET /v2.0/floatingips?floating_ip_address=172.25.2.40 HTTP/1.1" status: 200 len: 695 time: 0.6095304 Jan 14 07:13:46.667731 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-e77b7a00-1d25-4f44-bd68-3db32bc81421 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84874) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:13:46.714105 n-d-768862-2 neutron-server[84765]: DEBUG neutron.services.segments.db [None req-302fb979-c5ee-475f-91e1-90efe4a85f83 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ffc861a8-6353-419d-b86b-377387fe19eb']}} {{(pid=84874) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:13:46.754654 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-e77b7a00-1d25-4f44-bd68-3db32bc81421 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:13:46.823247 n-d-768862-2 neutron-server[84765]: DEBUG neutron.services.segments.db [None req-302fb979-c5ee-475f-91e1-90efe4a85f83 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'db1df15a-466f-44a9-a879-61509bcfc9c4') {'for_net_delete': True} {{(pid=84874) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:13:46.823666 n-d-768862-2 neutron-server[84765]: DEBUG neutron.services.segments.db [None req-302fb979-c5ee-475f-91e1-90efe4a85f83 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'db1df15a-466f-44a9-a879-61509bcfc9c4') {} {{(pid=84874) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:13:46.869227 n-d-768862-2 neutron-server[84765]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0d613ee3-b23b-48aa-9701-93273017ac12', 'name': 'network-vif-deleted', 'tag': 'b37a8fe8-2379-40ba-9ef1-9a3604d9d06e'}] {{(pid=84874) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Jan 14 07:13:46.893767 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-302fb979-c5ee-475f-91e1-90efe4a85f83 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363259214173198', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2968632'] for segment, before_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:13:47.019162 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-302fb979-c5ee-475f-91e1-90efe4a85f83 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854179735'] for segment, precommit_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:13:47.022215 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-302fb979-c5ee-475f-91e1-90efe4a85f83 admin admin] Releasing vxlan tunnel 13 to pool {{(pid=84874) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Jan 14 07:13:47.088651 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_hamode_db [None req-54dacee1-e293-4706-877f-106972733837 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2983e6ee-4036-4e66-b6dd-0762724412fd', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-611119609-router', 'tenant_id': 'e1e2f2220aba45e291d82349522195f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '226f1e78-82cd-4481-9055-4eb73b6db8c1', 'external_fixed_ips': [{'subnet_id': 'ba8deeec-7658-4195-9449-038c076f5c83', 'ip_address': '172.25.2.163'}], 'enable_snat': True}, 'gw_port_id': 'b7d75e45-3acc-4c80-bf06-1b1da6dadb3e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-14T07:12:31Z', 'updated_at': '2021-01-14T07:13:37Z', 'revision_number': 5, 'project_id': 'e1e2f2220aba45e291d82349522195f9', 'gw_port': {'id': 'b7d75e45-3acc-4c80-bf06-1b1da6dadb3e', 'name': '', 'network_id': '226f1e78-82cd-4481-9055-4eb73b6db8c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:25:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2983e6ee-4036-4e66-b6dd-0762724412fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 863, 'fixed_ips': [{'subnet_id': 'ba8deeec-7658-4195-9449-038c076f5c83', 'ip_address': '172.25.2.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T07:12:39Z', 'updated_at': '2021-01-14T07:13:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ba8deeec-7658-4195-9449-038c076f5c83', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-2'}], 'n-d-768862-2', False) {} {{(pid=84877) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:13:47.093684 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54dacee1-e293-4706-877f-106972733837 None None] The sync data for ids ['2983e6ee-4036-4e66-b6dd-0762724412fd'] in n-d-768862-2 is: [{'id': '2983e6ee-4036-4e66-b6dd-0762724412fd', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-611119609-router', 'tenant_id': 'e1e2f2220aba45e291d82349522195f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '226f1e78-82cd-4481-9055-4eb73b6db8c1', 'external_fixed_ips': [{'subnet_id': 'ba8deeec-7658-4195-9449-038c076f5c83', 'ip_address': '172.25.2.163'}], 'enable_snat': True}, 'gw_port_id': 'b7d75e45-3acc-4c80-bf06-1b1da6dadb3e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-14T07:12:31Z', 'updated_at': '2021-01-14T07:13:37Z', 'revision_number': 5, 'project_id': 'e1e2f2220aba45e291d82349522195f9', 'gw_port': {'id': 'b7d75e45-3acc-4c80-bf06-1b1da6dadb3e', 'name': '', 'network_id': '226f1e78-82cd-4481-9055-4eb73b6db8c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:25:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2983e6ee-4036-4e66-b6dd-0762724412fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 863, 'fixed_ips': [{'subnet_id': 'ba8deeec-7658-4195-9449-038c076f5c83', 'ip_address': '172.25.2.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T07:12:39Z', 'updated_at': '2021-01-14T07:13:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ba8deeec-7658-4195-9449-038c076f5c83', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-2'}] {{(pid=84877) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Jan 14 07:13:47.096410 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a780bf53-6567-48e7-9d84-34c8e3b24bdd req-3d01e36e-b66a-44ce-b263-60e44efc1c74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:13:47.098284 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [req-a780bf53-6567-48e7-9d84-34c8e3b24bdd req-3d01e36e-b66a-44ce-b263-60e44efc1c74 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=4c5412f7fcde40999169791ca7c8ee35&device_id=b7810cd0-ff82-4881-a8ff-5f4b03f8104c HTTP/1.1" status: 200 len: 1163 time: 1.2524357 Jan 14 07:13:47.184948 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-e9db5da3-23b2-4726-bda6-93a9dbc3959b admin admin] Notify callbacks [] for router, before_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:13:47.318350 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3324c4ee-ba0e-4fcf-8fcc-57fdf2da7316 req-3021e085-8d77-4e9c-b268-262d15801b25 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:13:47.318751 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3324c4ee-ba0e-4fcf-8fcc-57fdf2da7316 req-3021e085-8d77-4e9c-b268-262d15801b25 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:13:47.320457 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [req-3324c4ee-ba0e-4fcf-8fcc-57fdf2da7316 req-3021e085-8d77-4e9c-b268-262d15801b25 service neutron] 10.222.0.35 "GET /v2.0/networks?tenant_id=7d129397cd71499dbaa91be4909e3699&shared=False HTTP/1.1" status: 200 len: 1579 time: 1.2930253 Jan 14 07:13:47.326298 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-bf7a1fbd-4d0e-4e44-a185-12dbdb71af87 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036850886612', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036850863158'] for router, after_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:13:47.347052 n-d-768862-2 neutron-server[84765]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0d613ee3-b23b-48aa-9701-93273017ac12', 'name': 'network-vif-deleted', 'tag': 'b37a8fe8-2379-40ba-9ef1-9a3604d9d06e', 'status': 'completed', 'code': 200} Jan 14 07:13:47.437106 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [req-a780bf53-6567-48e7-9d84-34c8e3b24bdd req-06f5e773-d0f5-4554-9f71-97f006ed245b service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.228&port_id=45f19d2a-54a2-47b0-92dd-50d27194a4a0 HTTP/1.1" status: 200 len: 217 time: 0.1789453 Jan 14 07:13:47.663483 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_dvrscheduler_db [req-4134369b-5d82-4e16-96d4-7b3daed7e87c req-6fade1b7-94fc-410e-87c0-47a463f93509 tempest-TaggedBootDevicesTest-541410187 tempest-TaggedBootDevicesTest-541410187] No DVR routers for this DVR port bbff3b98-86eb-40bd-8311-2289155bd213 on host n-h1-768862-2 {{(pid=84875) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Jan 14 07:13:47.692499 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [req-4134369b-5d82-4e16-96d4-7b3daed7e87c req-6fade1b7-94fc-410e-87c0-47a463f93509 tempest-TaggedBootDevicesTest-541410187 tempest-TaggedBootDevicesTest-541410187] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854768116'] for port, before_response {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:13:47.694762 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [req-4134369b-5d82-4e16-96d4-7b3daed7e87c req-6fade1b7-94fc-410e-87c0-47a463f93509 tempest-TaggedBootDevicesTest-541410187 tempest-TaggedBootDevicesTest-541410187] 10.222.0.35 "DELETE /v2.0/ports/bbff3b98-86eb-40bd-8311-2289155bd213 HTTP/1.1" status: 204 len: 173 time: 6.2078209 Jan 14 07:13:47.834838 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [req-60ca455c-db27-49f0-a6f1-04614b79c8ba req-e85f17d1-4152-46c5-a059-bc14a40777e2 tempest-ServersAdminTestJSON-2110659293 tempest-ServersAdminTestJSON-2110659293] 10.222.0.24 "GET /v2.0/networks?tenant_id=44f1ebfb726c40f79f3e17c7e6a9b92b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1218882 Jan 14 07:13:47.854704 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a780bf53-6567-48e7-9d84-34c8e3b24bdd req-e9a1b7f8-9c85-4a6c-81dd-c9753855bec1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:13:47.856376 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [req-a780bf53-6567-48e7-9d84-34c8e3b24bdd req-e9a1b7f8-9c85-4a6c-81dd-c9753855bec1 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=69aa3990-7111-4d2c-9167-5d5ad366f163 HTTP/1.1" status: 200 len: 843 time: 0.3785613 Jan 14 07:13:47.860906 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-09cb3912-9cae-4d1c-b5ad-d8c7a08f7eea admin admin] Notify callbacks [] for port, precommit_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:13:47.897440 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a227cd84-0622-4ddb-815f-8bae824dba1a req-b330434f-1e04-41dd-b22e-b9cb58386222 tempest-FloatingIPDetailsTestJSON-1519139485 tempest-FloatingIPDetailsTestJSON-1519139485] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:13:47.899141 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [req-a227cd84-0622-4ddb-815f-8bae824dba1a req-b330434f-1e04-41dd-b22e-b9cb58386222 tempest-FloatingIPDetailsTestJSON-1519139485 tempest-FloatingIPDetailsTestJSON-1519139485] 10.222.0.24 "GET /v2.0/networks/226f1e78-82cd-4481-9055-4eb73b6db8c1 HTTP/1.1" status: 200 len: 784 time: 1.2125933 Jan 14 07:13:47.912332 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3324c4ee-ba0e-4fcf-8fcc-57fdf2da7316 req-ec4a0baf-7b05-4535-8dee-7ddc8d2d8c06 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:13:47.918600 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [req-3324c4ee-ba0e-4fcf-8fcc-57fdf2da7316 req-ec4a0baf-7b05-4535-8dee-7ddc8d2d8c06 service neutron] 10.222.0.35 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 863 time: 0.5606892 Jan 14 07:13:47.920202 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a3e9ca9-7506-46dc-9fef-05a0944fbb73 req-12b1e1d7-f986-467b-b96e-22a18a571527 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:13:47.921909 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [req-2a3e9ca9-7506-46dc-9fef-05a0944fbb73 req-12b1e1d7-f986-467b-b96e-22a18a571527 service neutron] 10.222.0.35 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 863 time: 1.8907573 Jan 14 07:13:47.987140 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [req-a227cd84-0622-4ddb-815f-8bae824dba1a req-09c19477-cb0f-4315-8255-a7eb00d8fdc7 tempest-FloatingIPDetailsTestJSON-1519139485 tempest-FloatingIPDetailsTestJSON-1519139485] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=84875) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 14 07:13:47.988161 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [req-a227cd84-0622-4ddb-815f-8bae824dba1a req-09c19477-cb0f-4315-8255-a7eb00d8fdc7 tempest-FloatingIPDetailsTestJSON-1519139485 tempest-FloatingIPDetailsTestJSON-1519139485] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13279 time: 0.0167472 Jan 14 07:13:48.007871 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.managers [None req-302fb979-c5ee-475f-91e1-90efe4a85f83 admin admin] Network ffc861a8-6353-419d-b86b-377387fe19eb has no segments {{(pid=84874) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 14 07:13:48.030964 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-302fb979-c5ee-475f-91e1-90efe4a85f83 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-596065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036851521571'] for segment, after_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:13:48.056457 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-e9db5da3-23b2-4726-bda6-93a9dbc3959b admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:13:48.069809 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-09cb3912-9cae-4d1c-b5ad-d8c7a08f7eea admin admin] Transition to ACTIVE for port object 7c15cb07-b0eb-40da-b1b2-54be6eccc281 will not be triggered until provisioned by entity DHCP. {{(pid=84875) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 07:13:48.114768 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.plugin [None req-e9db5da3-23b2-4726-bda6-93a9dbc3959b admin admin] Deleting port b7d75e45-3acc-4c80-bf06-1b1da6dadb3e {{(pid=84874) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 07:13:48.115130 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-e9db5da3-23b2-4726-bda6-93a9dbc3959b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363259214248359'] for port, before_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:13:48.131527 n-d-768862-2 neutron-server[84765]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a747bc22-0cf1-4638-8306-b805069dae4a', 'name': 'network-vif-deleted', 'tag': 'bbff3b98-86eb-40bd-8311-2289155bd213'}] {{(pid=84875) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Jan 14 07:13:48.207911 n-d-768862-2 neutron-server[84765]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bf7a1fbd-4d0e-4e44-a185-12dbdb71af87 admin admin] Router 0ea8e1ee-31ad-471b-8150-35ecee69b799 is scheduled to L3 agent 35f592e9-451b-4db9-abea-77b6a5c5391b with binding_index 1 {{(pid=84875) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}} Jan 14 07:13:48.464205 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-09cb3912-9cae-4d1c-b5ad-d8c7a08f7eea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777640123575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851621574'] for port, after_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:13:48.494358 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-80820504-41c1-4c68-a3f6-a04426b4ba71 tempest-LiveMigrationNegativeTest-1470825370 tempest-LiveMigrationNegativeTest-1470825370] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:13:48.567610 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60ca455c-db27-49f0-a6f1-04614b79c8ba req-a67cbf38-1988-4006-84f2-763bfdedf425 tempest-ServersAdminTestJSON-2110659293 tempest-ServersAdminTestJSON-2110659293] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:13:48.569264 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [req-60ca455c-db27-49f0-a6f1-04614b79c8ba req-a67cbf38-1988-4006-84f2-763bfdedf425 tempest-ServersAdminTestJSON-2110659293 tempest-ServersAdminTestJSON-2110659293] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.7167137 Jan 14 07:13:48.591937 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a780bf53-6567-48e7-9d84-34c8e3b24bdd req-d6c79222-002c-4536-8719-e6351e2adac5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:13:48.593544 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [req-a780bf53-6567-48e7-9d84-34c8e3b24bdd req-d6c79222-002c-4536-8719-e6351e2adac5 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=3ab89270-67b1-41e9-8be2-a0395a984bff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.6633136 Jan 14 07:13:48.675417 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.managers [None req-302fb979-c5ee-475f-91e1-90efe4a85f83 admin admin] Network ffc861a8-6353-419d-b86b-377387fe19eb has no segments {{(pid=84874) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 14 07:13:48.707064 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [req-b81dac54-0e79-4ed8-8fae-01e39d51f36c req-41104063-b046-426d-8a3b-a732c1a11542 tempest-FloatingIPDetailsTestJSON-1519139485 tempest-FloatingIPDetailsTestJSON-1519139485] 10.222.0.24 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.6453912 Jan 14 07:13:48.708616 n-d-768862-2 neutron-server[84765]: Traceback (most recent call last): Jan 14 07:13:48.708616 n-d-768862-2 neutron-server[84765]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 14 07:13:48.708616 n-d-768862-2 neutron-server[84765]: timer() Jan 14 07:13:48.708616 n-d-768862-2 neutron-server[84765]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 14 07:13:48.708616 n-d-768862-2 neutron-server[84765]: cb(*args, **kw) Jan 14 07:13:48.708616 n-d-768862-2 neutron-server[84765]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Jan 14 07:13:48.708616 n-d-768862-2 neutron-server[84765]: return func(*args, **kwargs) Jan 14 07:13:48.708616 n-d-768862-2 neutron-server[84765]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 14 07:13:48.708616 n-d-768862-2 neutron-server[84765]: self._notify() Jan 14 07:13:48.708616 n-d-768862-2 neutron-server[84765]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 14 07:13:48.708616 n-d-768862-2 neutron-server[84765]: self.callback(batched_events) Jan 14 07:13:48.708616 n-d-768862-2 neutron-server[84765]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 14 07:13:48.708616 n-d-768862-2 neutron-server[84765]: event.method(event) Jan 14 07:13:48.708616 n-d-768862-2 neutron-server[84765]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 14 07:13:48.708616 n-d-768862-2 neutron-server[84765]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 14 07:13:48.708616 n-d-768862-2 neutron-server[84765]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Jan 14 07:13:48.708616 n-d-768862-2 neutron-server[84765]: segment_id)['aggregates'][0] Jan 14 07:13:48.708616 n-d-768862-2 neutron-server[84765]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 14 07:13:48.708616 n-d-768862-2 neutron-server[84765]: return f(self, *a, **k) Jan 14 07:13:48.708616 n-d-768862-2 neutron-server[84765]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 14 07:13:48.708616 n-d-768862-2 neutron-server[84765]: return self._get(url).json() Jan 14 07:13:48.708616 n-d-768862-2 neutron-server[84765]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 14 07:13:48.708616 n-d-768862-2 neutron-server[84765]: **kwargs) Jan 14 07:13:48.708616 n-d-768862-2 neutron-server[84765]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 14 07:13:48.708616 n-d-768862-2 neutron-server[84765]: return self.request(url, 'GET', **kwargs) Jan 14 07:13:48.708616 n-d-768862-2 neutron-server[84765]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Jan 14 07:13:48.708616 n-d-768862-2 neutron-server[84765]: **endpoint_filter) Jan 14 07:13:48.708616 n-d-768862-2 neutron-server[84765]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 14 07:13:48.708616 n-d-768862-2 neutron-server[84765]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 14 07:13:48.708616 n-d-768862-2 neutron-server[84765]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 14 07:13:48.708616 n-d-768862-2 neutron-server[84765]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 14 07:13:48.708616 n-d-768862-2 neutron-server[84765]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 14 07:13:48.761118 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-58545eed-227c-4955-9559-a38e5cb4f4d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363259214191800', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854171626'] for agent, after_update {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:13:48.767699 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Device 877a2b1b-1561-465b-bef1-07754c462165 no longer exists at agent ovs-agent-n-d-768862-2 {{(pid=84876) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jan 14 07:13:48.804780 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [req-60ca455c-db27-49f0-a6f1-04614b79c8ba req-6d5a912a-74a9-46fd-a3ec-059a60f244dc tempest-ServersAdminTestJSON-2110659293 tempest-ServersAdminTestJSON-2110659293] 10.222.0.24 "GET /v2.0/quotas/44f1ebfb726c40f79f3e17c7e6a9b92b HTTP/1.1" status: 200 len: 375 time: 0.2084765 Jan 14 07:13:48.810461 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.plugin [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] No Port match for: 877a2b1b-1561-465b-bef1-07754c462165 {{(pid=84876) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2188}} Jan 14 07:13:48.811188 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Device 877a2b1b-1561-465b-bef1-07754c462165 not bound to the agent host n-d-768862-2 {{(pid=84876) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jan 14 07:13:48.816711 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09cb3912-9cae-4d1c-b5ad-d8c7a08f7eea admin admin] Pushing event updated for resources: {'Port': ['ID=7c15cb07-b0eb-40da-b1b2-54be6eccc281,revision_number=1']} {{(pid=84875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:13:48.832205 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.v2.base [req-b81dac54-0e79-4ed8-8fae-01e39d51f36c req-b3798c71-9af9-4913-b653-53e0ee54992d tempest-FloatingIPDetailsTestJSON-1519139485 tempest-FloatingIPDetailsTestJSON-1519139485] Request body: {'floatingip': {'floating_network_id': '226f1e78-82cd-4481-9055-4eb73b6db8c1'}} {{(pid=84875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:13:48.846498 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4134369b-5d82-4e16-96d4-7b3daed7e87c req-2b6077a1-fc5c-4d79-bbaa-1b21aef88313 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:13:48.846926 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4134369b-5d82-4e16-96d4-7b3daed7e87c req-2b6077a1-fc5c-4d79-bbaa-1b21aef88313 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:13:48.847352 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4134369b-5d82-4e16-96d4-7b3daed7e87c req-2b6077a1-fc5c-4d79-bbaa-1b21aef88313 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:13:48.847770 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4134369b-5d82-4e16-96d4-7b3daed7e87c req-2b6077a1-fc5c-4d79-bbaa-1b21aef88313 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:13:48.850020 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [req-4134369b-5d82-4e16-96d4-7b3daed7e87c req-2b6077a1-fc5c-4d79-bbaa-1b21aef88313 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=4873c9000017431bb4db0aa60ef7da75&device_id=a747bc22-0cf1-4638-8306-b805069dae4a HTTP/1.1" status: 200 len: 3478 time: 0.8822234 Jan 14 07:13:48.850156 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-09cb3912-9cae-4d1c-b5ad-d8c7a08f7eea admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.356s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:13:48.862917 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-302fb979-c5ee-475f-91e1-90efe4a85f83 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036854176830', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850887149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3912591'] for network, after_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:13:48.892788 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [req-b81dac54-0e79-4ed8-8fae-01e39d51f36c req-b3798c71-9af9-4913-b653-53e0ee54992d tempest-FloatingIPDetailsTestJSON-1519139485 tempest-FloatingIPDetailsTestJSON-1519139485] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:13:48.936620 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:13:48.951505 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-302fb979-c5ee-475f-91e1-90efe4a85f83 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3207107'] for network, before_response {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:13:49.031022 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [None req-e9db5da3-23b2-4726-bda6-93a9dbc3959b admin admin] For port b7d75e45-3acc-4c80-bf06-1b1da6dadb3e, host n-d-768862-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-2',level=0,port_id=b7d75e45-3acc-4c80-bf06-1b1da6dadb3e,segment=NetworkSegment(cf3ded2c-bc47-4a71-89af-6e7117e60140),segment_id=cf3ded2c-bc47-4a71-89af-6e7117e60140)] {{(pid=84874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 07:13:49.031405 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-e9db5da3-23b2-4726-bda6-93a9dbc3959b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036850862667'] for port, precommit_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:13:49.135068 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-302fb979-c5ee-475f-91e1-90efe4a85f83 admin admin] Pushing event deleted for resources: {'Network': ['ID=ffc861a8-6353-419d-b86b-377387fe19eb,revision_number=None']} {{(pid=84874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:13:49.204151 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [req-60ca455c-db27-49f0-a6f1-04614b79c8ba req-f84796c9-7009-4d70-95d5-8fa11a1281fe tempest-ServersAdminTestJSON-2110659293 tempest-ServersAdminTestJSON-2110659293] 10.222.0.24 "GET /v2.0/ports?tenant_id=44f1ebfb726c40f79f3e17c7e6a9b92b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.3755829 Jan 14 07:13:49.209161 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-302fb979-c5ee-475f-91e1-90efe4a85f83 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.272s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:13:49.209611 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [req-b81dac54-0e79-4ed8-8fae-01e39d51f36c req-b3798c71-9af9-4913-b653-53e0ee54992d tempest-FloatingIPDetailsTestJSON-1519139485 tempest-FloatingIPDetailsTestJSON-1519139485] Attempting to reserve 1 items for resource floatingip. Total usage: 1; quota limit: 50; headroom:49 {{(pid=84875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:13:49.212066 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bf7a1fbd-4d0e-4e44-a185-12dbdb71af87 admin admin] Notify agent at l3_agent.n-d-768862-2 the message routers_updated {{(pid=84875) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jan 14 07:13:49.223886 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.plugin [None req-e9db5da3-23b2-4726-bda6-93a9dbc3959b admin admin] Calling delete_port for b7d75e45-3acc-4c80-bf06-1b1da6dadb3e owned by network:router_gateway {{(pid=84874) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 07:13:49.225395 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d701e99-d38b-4bd0-b772-4690e1c235cd None None] Sync routers for ids ['0ea8e1ee-31ad-471b-8150-35ecee69b799'] in n-d-768862-2 {{(pid=84876) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Jan 14 07:13:49.253502 n-d-768862-2 neutron-server[84765]: DEBUG neutron.notifiers.nova [req-4749a9d8-1a24-4696-b0e1-b9fbefef11e5 req-7190c0e7-5dd9-4570-9ec4-e036e9638dd9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6f2a7f43-bf53-42bb-a0fb-dc06cc058b22 {{(pid=84874) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Jan 14 07:13:49.253884 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d701e99-d38b-4bd0-b772-4690e1c235cd None None] Routers {'0ea8e1ee-31ad-471b-8150-35ecee69b799'} bound to L3 agent in host n-d-768862-2 {{(pid=84876) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 14 07:13:49.254421 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_hamode_db [None req-4d701e99-d38b-4bd0-b772-4690e1c235cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2021-01-14T06:56:51Z,description=,heartbeat_timestamp=2021-01-14T07:13:21Z,host='n-d-768862-2',id=35f592e9-451b-4db9-abea-77b6a5c5391b,load=0,resource_versions=,resources_synced=,started_at=2021-01-14T06:56:51Z,topic='l3_agent')) {'router_ids': ['0ea8e1ee-31ad-471b-8150-35ecee69b799'], 'active': True} {{(pid=84876) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:13:49.258885 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-302fb979-c5ee-475f-91e1-90efe4a85f83 admin admin] 10.222.0.24 "DELETE /v2.0/networks/ffc861a8-6353-419d-b86b-377387fe19eb HTTP/1.1" status: 204 len: 168 time: 5.2927361 Jan 14 07:13:49.283821 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [req-4749a9d8-1a24-4696-b0e1-b9fbefef11e5 req-7190c0e7-5dd9-4570-9ec4-e036e9638dd9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:13:49.300477 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [req-b81dac54-0e79-4ed8-8fae-01e39d51f36c req-b3798c71-9af9-4913-b653-53e0ee54992d tempest-FloatingIPDetailsTestJSON-1519139485 tempest-FloatingIPDetailsTestJSON-1519139485] Notify callbacks [] for floatingip, before_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:13:49.334007 n-d-768862-2 neutron-server[84765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09cb3912-9cae-4d1c-b5ad-d8c7a08f7eea admin admin] Network 71b40b7a-b096-4de3-b013-cb8bf2ae45f9 is already hosted by enough agents. {{(pid=84875) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 07:13:49.334524 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [req-4749a9d8-1a24-4696-b0e1-b9fbefef11e5 req-7190c0e7-5dd9-4570-9ec4-e036e9638dd9 service neutron] Transition to ACTIVE for port object 6f2a7f43-bf53-42bb-a0fb-dc06cc058b22 will not be triggered until provisioned by entity L2. {{(pid=84874) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 07:13:49.335505 n-d-768862-2 neutron-server[84765]: DEBUG neutron.scheduler.base_scheduler [None req-09cb3912-9cae-4d1c-b5ad-d8c7a08f7eea admin admin] Resources bound (agent type, host, resource id): {{(pid=84875) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 07:13:49.338629 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-bf7a1fbd-4d0e-4e44-a185-12dbdb71af87 admin admin] Notify callbacks [] for router, before_response {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:13:49.339706 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-bf7a1fbd-4d0e-4e44-a185-12dbdb71af87 admin admin] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 16.8666964 Jan 14 07:13:49.343252 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [req-a780bf53-6567-48e7-9d84-34c8e3b24bdd req-f99190c2-4df5-4243-bf67-7185d4851086 service neutron] 10.222.0.48 "GET /v2.0/networks/3ab89270-67b1-41e9-8be2-a0395a984bff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6853058 Jan 14 07:13:49.344117 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09cb3912-9cae-4d1c-b5ad-d8c7a08f7eea admin admin] Received port after_create {{(pid=84875) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 14 07:13:49.353316 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84874) accepted ('10.222.0.24', 58422) {{(pid=84874) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:13:49.629580 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_dvr_db [None req-4d701e99-d38b-4bd0-b772-4690e1c235cd None None] Set router 0ea8e1ee-31ad-471b-8150-35ecee69b799 gateway port host: n-d-768862-2 {{(pid=84876) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 14 07:13:49.762529 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [req-4749a9d8-1a24-4696-b0e1-b9fbefef11e5 req-7190c0e7-5dd9-4570-9ec4-e036e9638dd9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777640533312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363259214678337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777640097497', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036851521613'] for port, after_update {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:13:49.838699 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-108b30ce-2a6e-46c4-ae89-fe5da7221de6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:13:49.863341 n-d-768862-2 neutron-server[84765]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a747bc22-0cf1-4638-8306-b805069dae4a', 'name': 'network-vif-deleted', 'tag': 'bbff3b98-86eb-40bd-8311-2289155bd213', 'status': 'completed', 'code': 200} Jan 14 07:13:49.930623 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [req-206515a2-5bbd-4354-8e37-25f27298e984 req-aa2d0c03-f0f0-489e-a404-6b36ec9ca813 tempest-ServersAdminTestJSON-2110659293 tempest-ServersAdminTestJSON-2110659293] 10.222.0.24 "GET /v2.0/networks?tenant_id=44f1ebfb726c40f79f3e17c7e6a9b92b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0705824 Jan 14 07:13:49.934171 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84875) accepted ('10.222.0.24', 58444) {{(pid=84875) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:13:49.964454 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [req-a780bf53-6567-48e7-9d84-34c8e3b24bdd req-17b0fa57-6e43-4723-9e4d-0061ed868094 service neutron] 10.222.0.48 "GET /v2.0/networks/3ab89270-67b1-41e9-8be2-a0395a984bff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.5882385 Jan 14 07:13:49.976284 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-e77b7a00-1d25-4f44-bd68-3db32bc81421 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:13:50.001706 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4134369b-5d82-4e16-96d4-7b3daed7e87c req-6ed3caad-2bd7-4e3c-9092-41309bd60a7f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:13:50.002500 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4134369b-5d82-4e16-96d4-7b3daed7e87c req-6ed3caad-2bd7-4e3c-9092-41309bd60a7f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:13:50.004289 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [req-4134369b-5d82-4e16-96d4-7b3daed7e87c req-6ed3caad-2bd7-4e3c-9092-41309bd60a7f service neutron] 10.222.0.35 "GET /v2.0/networks?tenant_id=4873c9000017431bb4db0aa60ef7da75&shared=False HTTP/1.1" status: 200 len: 2272 time: 1.1077931 Jan 14 07:13:50.035346 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-09cb3912-9cae-4d1c-b5ad-d8c7a08f7eea admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036850886386'] for router_interface, before_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:13:50.066138 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-e77b7a00-1d25-4f44-bd68-3db32bc81421 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850887153'] for security_group, after_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:13:50.178088 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7190c0e7-5dd9-4570-9ec4-e036e9638dd9 service neutron] Pushing event updated for resources: {'Port': ['ID=6f2a7f43-bf53-42bb-a0fb-dc06cc058b22,revision_number=2']} {{(pid=84874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:13:50.194802 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-7190c0e7-5dd9-4570-9ec4-e036e9638dd9 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.356s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:13:50.200324 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-9ff9d20c-cee9-487f-bb64-4c9fcace26fd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.112s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:13:50.233631 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-e77b7a00-1d25-4f44-bd68-3db32bc81421 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=0d5806bb65f44cbd8da54ac1d4e86809&name=default HTTP/1.1" status: 200 len: 2979 time: 4.8644233 Jan 14 07:13:50.240476 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-5b66ed47-7b90-4485-aacf-8b02397e9979 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=4c7acb2f1853434b8885e72403694c4e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3009241 Jan 14 07:13:50.241795 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84874) accepted ('10.222.0.24', 58452) {{(pid=84874) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:13:50.242476 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84874) accepted ('10.222.0.24', 58454) {{(pid=84874) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:13:50.336212 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-e9db5da3-23b2-4726-bda6-93a9dbc3959b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777640533329', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777640097463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3254186'] for port, after_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:13:50.358532 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-a0b8a97d-83be-48c9-a360-8143990c466c None None] Provisioning for port 7c15cb07-b0eb-40da-b1b2-54be6eccc281 completed by entity DHCP. {{(pid=84876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 07:13:50.365125 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-a0b8a97d-83be-48c9-a360-8143990c466c None None] Provisioning complete for port 7c15cb07-b0eb-40da-b1b2-54be6eccc281 triggered by entity DHCP. {{(pid=84876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 07:13:50.365547 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-a0b8a97d-83be-48c9-a360-8143990c466c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-604227'] for port, provisioning_complete {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:13:50.380328 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed5bd9f9-980f-42ae-a650-2ab02b26f484 req-0faf5b51-ca09-4a07-af2b-811a489df2ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:13:50.382133 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [req-ed5bd9f9-980f-42ae-a650-2ab02b26f484 req-0faf5b51-ca09-4a07-af2b-811a489df2ae service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=4c5412f7fcde40999169791ca7c8ee35&device_id=b7810cd0-ff82-4881-a8ff-5f4b03f8104c HTTP/1.1" status: 200 len: 1163 time: 0.3550642 Jan 14 07:13:50.437566 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.plugin [None req-a0b8a97d-83be-48c9-a360-8143990c466c None None] Port 7c15cb07-b0eb-40da-b1b2-54be6eccc281 cannot update to ACTIVE because it is not bound. {{(pid=84876) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:329}} Jan 14 07:13:50.442492 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-206515a2-5bbd-4354-8e37-25f27298e984 req-d97939c8-0d42-4a48-8576-c1decd5798cd tempest-ServersAdminTestJSON-2110659293 tempest-ServersAdminTestJSON-2110659293] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:13:50.443148 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_hamode_db [None req-4d701e99-d38b-4bd0-b772-4690e1c235cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0ea8e1ee-31ad-471b-8150-35ecee69b799', 'name': 'tempest-TaggedBootDevicesTest_v242-1848228519-router', 'tenant_id': 'cb7096aff06a4584846542dd674c0323', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '226f1e78-82cd-4481-9055-4eb73b6db8c1', 'external_fixed_ips': [{'subnet_id': 'ba8deeec-7658-4195-9449-038c076f5c83', 'ip_address': '172.25.2.102'}], 'enable_snat': True}, 'gw_port_id': 'a560da49-2ea6-4960-a7f7-b9f9ba31bab6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-14T07:13:33Z', 'updated_at': '2021-01-14T07:13:43Z', 'revision_number': 3, 'project_id': 'cb7096aff06a4584846542dd674c0323', 'gw_port': {'id': 'a560da49-2ea6-4960-a7f7-b9f9ba31bab6', 'name': '', 'network_id': '226f1e78-82cd-4481-9055-4eb73b6db8c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:6c:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0ea8e1ee-31ad-471b-8150-35ecee69b799', 'device_owner': 'network:router_gateway', 'standard_attr_id': 939, 'fixed_ips': [{'subnet_id': 'ba8deeec-7658-4195-9449-038c076f5c83', 'ip_address': '172.25.2.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T07:13:38Z', 'updated_at': '2021-01-14T07:13:38Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ba8deeec-7658-4195-9449-038c076f5c83', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-2'}], 'n-d-768862-2', False) {} {{(pid=84876) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:13:50.444769 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [req-206515a2-5bbd-4354-8e37-25f27298e984 req-d97939c8-0d42-4a48-8576-c1decd5798cd tempest-ServersAdminTestJSON-2110659293 tempest-ServersAdminTestJSON-2110659293] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4869924 Jan 14 07:13:50.446507 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [req-b81dac54-0e79-4ed8-8fae-01e39d51f36c req-b3798c71-9af9-4913-b653-53e0ee54992d tempest-FloatingIPDetailsTestJSON-1519139485 tempest-FloatingIPDetailsTestJSON-1519139485] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555753'] for port, before_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:13:50.447428 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d701e99-d38b-4bd0-b772-4690e1c235cd None None] Checking router: 0ea8e1ee-31ad-471b-8150-35ecee69b799 for host: n-d-768862-2 {{(pid=84876) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Jan 14 07:13:50.447846 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d701e99-d38b-4bd0-b772-4690e1c235cd None None] Updating router 0ea8e1ee-31ad-471b-8150-35ecee69b799 port a560da49-2ea6-4960-a7f7-b9f9ba31bab6 binding host n-d-768862-2 {{(pid=84876) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Jan 14 07:13:50.502957 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-4d701e99-d38b-4bd0-b772-4690e1c235cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555753'] for port, before_update {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:13:50.569649 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-7d75af58-e01e-4998-831c-85dc4e7bfd3f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:13:50.570865 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-09cb3912-9cae-4d1c-b5ad-d8c7a08f7eea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555753'] for port, before_update {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:13:50.603226 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [req-ed5bd9f9-980f-42ae-a650-2ab02b26f484 req-93fb1f1f-3dbb-4e61-b4f9-32e2df9f8f2e service neutron] 10.222.0.48 "GET /v2.0/networks?tenant_id=4c5412f7fcde40999169791ca7c8ee35&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1947923 Jan 14 07:13:50.624079 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e77b7a00-1d25-4f44-bd68-3db32bc81421 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=400c8ee9-441d-4ee6-89f5-9c7b3a756969,revision_number=1']} {{(pid=84874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:13:50.665805 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [req-206515a2-5bbd-4354-8e37-25f27298e984 req-e8e6c0bf-1f98-45dd-85a4-30435468a776 tempest-ServersAdminTestJSON-2110659293 tempest-ServersAdminTestJSON-2110659293] 10.222.0.24 "GET /v2.0/quotas/44f1ebfb726c40f79f3e17c7e6a9b92b HTTP/1.1" status: 200 len: 375 time: 0.1701341 Jan 14 07:13:50.689507 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-e77b7a00-1d25-4f44-bd68-3db32bc81421 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.489s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:13:51.026167 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [req-206515a2-5bbd-4354-8e37-25f27298e984 req-9797ab05-6e4d-4d8f-8093-0ac6015a05cf tempest-ServersAdminTestJSON-2110659293 tempest-ServersAdminTestJSON-2110659293] 10.222.0.24 "GET /v2.0/ports?tenant_id=44f1ebfb726c40f79f3e17c7e6a9b92b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.3053176 Jan 14 07:13:51.144850 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed5bd9f9-980f-42ae-a650-2ab02b26f484 req-be0ba0c6-81db-4650-991b-ba6266fc6355 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:13:51.146469 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [req-ed5bd9f9-980f-42ae-a650-2ab02b26f484 req-be0ba0c6-81db-4650-991b-ba6266fc6355 service neutron] 10.222.0.48 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 863 time: 0.4876125 Jan 14 07:13:51.174718 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-4d701e99-d38b-4bd0-b772-4690e1c235cd None None] Notify callbacks [] for port, precommit_update {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:13:51.244275 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-4d701e99-d38b-4bd0-b772-4690e1c235cd None None] Transition to ACTIVE for port object a560da49-2ea6-4960-a7f7-b9f9ba31bab6 will not be triggered until provisioned by entity L2. {{(pid=84876) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 07:13:51.268439 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-4d701e99-d38b-4bd0-b772-4690e1c235cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777640533312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363259214678337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777640097497'] for port, after_update {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:13:51.419612 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.db_base_plugin_common [req-b81dac54-0e79-4ed8-8fae-01e39d51f36c req-b3798c71-9af9-4913-b653-53e0ee54992d tempest-FloatingIPDetailsTestJSON-1519139485 tempest-FloatingIPDetailsTestJSON-1519139485] Allocated IP 172.25.2.167 (226f1e78-82cd-4481-9055-4eb73b6db8c1/ba8deeec-7658-4195-9449-038c076f5c83/c4357ec6-df19-4940-9e97-f70a380c804a) {{(pid=84875) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 14 07:13:51.438388 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-852a24f7-e9a1-4193-9abb-e9506fe5213f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84876) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:13:51.487200 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4134369b-5d82-4e16-96d4-7b3daed7e87c req-cfb4e422-3c5c-4140-ace1-79cb9f3db9c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:13:51.488854 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [req-4134369b-5d82-4e16-96d4-7b3daed7e87c req-cfb4e422-3c5c-4140-ace1-79cb9f3db9c3 service neutron] 10.222.0.35 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 863 time: 1.4143546 Jan 14 07:13:51.490802 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-7d75af58-e01e-4998-831c-85dc4e7bfd3f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:13:51.542096 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [req-60ca455c-db27-49f0-a6f1-04614b79c8ba req-dcfaa1cb-6694-4ea5-9aa6-0cc762d4ba01 tempest-ServersAdminTestJSON-2110659293 tempest-ServersAdminTestJSON-2110659293] 10.222.0.48 "GET /v2.0/networks?tenant_id=44f1ebfb726c40f79f3e17c7e6a9b92b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.2855904 Jan 14 07:13:51.542296 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-048e06c7-81c2-4bc7-8722-1c7a550f45e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363259214191800', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854171626'] for agent, after_update {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:13:51.542827 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.db.resource_extend [None req-09cb3912-9cae-4d1c-b5ad-d8c7a08f7eea admin admin] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84875) wrapper /usr/local/lib/python3.6/dist-packages/oslo_utils/timeutils.py:388}} Jan 14 07:13:51.544793 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e93cdf81-0f43-42b3-a574-30a740c480db None None] Pushing event updated for resources: {'Port': ['ID=a560da49-2ea6-4960-a7f7-b9f9ba31bab6,revision_number=2']} {{(pid=84876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:13:51.547386 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-00969abd-7496-4158-a66a-6ee6b520e429 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:13:51.547897 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-e93cdf81-0f43-42b3-a574-30a740c480db None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=84876) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:13:51.574545 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-09cb3912-9cae-4d1c-b5ad-d8c7a08f7eea admin admin] Notify callbacks [] for port, precommit_update {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:13:51.575014 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.managers [None req-4d701e99-d38b-4bd0-b772-4690e1c235cd None None] Attempting to bind port a560da49-2ea6-4960-a7f7-b9f9ba31bab6 on host n-d-768862-2 for vnic_type normal with profile {{(pid=84876) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 14 07:13:51.575434 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.managers [None req-4d701e99-d38b-4bd0-b772-4690e1c235cd None None] Attempting to bind port a560da49-2ea6-4960-a7f7-b9f9ba31bab6 by drivers openvswitch on host n-d-768862-2 at level 0 using segments [{'id': 'cf3ded2c-bc47-4a71-89af-6e7117e60140', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '226f1e78-82cd-4481-9055-4eb73b6db8c1'}] {{(pid=84876) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 14 07:13:51.575857 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d701e99-d38b-4bd0-b772-4690e1c235cd None None] Attempting to bind port a560da49-2ea6-4960-a7f7-b9f9ba31bab6 on network 226f1e78-82cd-4481-9055-4eb73b6db8c1 {{(pid=84876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 14 07:13:51.583241 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d701e99-d38b-4bd0-b772-4690e1c235cd None None] Checking agent: {'id': 'ba5efab1-b43c-4d5a-bc52-6e105d4e67a2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768862-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 14, 6, 56, 52), 'started_at': datetime.datetime(2021, 1, 14, 6, 57, 22), 'heartbeat_timestamp': datetime.datetime(2021, 1, 14, 7, 13, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768862-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.29', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 14 07:13:51.584097 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d701e99-d38b-4bd0-b772-4690e1c235cd None None] Checking segment: {'id': 'cf3ded2c-bc47-4a71-89af-6e7117e60140', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '226f1e78-82cd-4481-9055-4eb73b6db8c1'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84876) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 14 07:13:51.584456 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-4d701e99-d38b-4bd0-b772-4690e1c235cd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:13:51.584895 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d701e99-d38b-4bd0-b772-4690e1c235cd None None] Bound using segment: {'id': 'cf3ded2c-bc47-4a71-89af-6e7117e60140', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '226f1e78-82cd-4481-9055-4eb73b6db8c1'} {{(pid=84876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 14 07:13:51.585414 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.managers [None req-4d701e99-d38b-4bd0-b772-4690e1c235cd None None] Bound port: a560da49-2ea6-4960-a7f7-b9f9ba31bab6, host: n-d-768862-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cf3ded2c-bc47-4a71-89af-6e7117e60140', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '226f1e78-82cd-4481-9055-4eb73b6db8c1'}}] {{(pid=84876) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 14 07:13:51.585833 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-4d701e99-d38b-4bd0-b772-4690e1c235cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555753'] for port, before_update {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:13:51.594358 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-09cb3912-9cae-4d1c-b5ad-d8c7a08f7eea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777640533312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363259214678337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777640097497', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3154211'] for port, after_update {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:13:51.672740 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [None req-4d701e99-d38b-4bd0-b772-4690e1c235cd None None] For port a560da49-2ea6-4960-a7f7-b9f9ba31bab6, host n-d-768862-2, cleared binding levels {{(pid=84876) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 14 07:13:51.676644 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [None req-4d701e99-d38b-4bd0-b772-4690e1c235cd None None] For port a560da49-2ea6-4960-a7f7-b9f9ba31bab6, host n-d-768862-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-2',level=0,port_id=a560da49-2ea6-4960-a7f7-b9f9ba31bab6,segment=NetworkSegment(cf3ded2c-bc47-4a71-89af-6e7117e60140),segment_id=cf3ded2c-bc47-4a71-89af-6e7117e60140)] {{(pid=84876) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 14 07:13:51.686811 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-3988bf46-4345-4ec6-83d5-52f7b12d04a7 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:13:51.702249 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-4d701e99-d38b-4bd0-b772-4690e1c235cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777640533312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363259214678337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777640097497'] for port, after_update {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:13:51.732246 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-017f98a9-8a07-408c-a86f-8ff0c00400a0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84876) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:13:51.826877 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-09cb3912-9cae-4d1c-b5ad-d8c7a08f7eea admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3206949', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3889649'] for router_interface, after_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:13:51.892989 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-da76cfc0-98e8-4426-9f6d-4f05aa3fae78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363259214191800', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854171626'] for agent, after_update {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:13:51.931887 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-e9db5da3-23b2-4726-bda6-93a9dbc3959b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036850863128'] for router_gateway, after_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:13:51.992138 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09cb3912-9cae-4d1c-b5ad-d8c7a08f7eea admin admin] Pushing event updated for resources: {'Port': ['ID=7c15cb07-b0eb-40da-b1b2-54be6eccc281,revision_number=2']} {{(pid=84875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:13:52.008311 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-09cb3912-9cae-4d1c-b5ad-d8c7a08f7eea admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.327s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:13:52.020146 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [req-b81dac54-0e79-4ed8-8fae-01e39d51f36c req-b3798c71-9af9-4913-b653-53e0ee54992d tempest-FloatingIPDetailsTestJSON-1519139485 tempest-FloatingIPDetailsTestJSON-1519139485] Notify callbacks [] for port, precommit_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:13:52.032109 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e93cdf81-0f43-42b3-a574-30a740c480db None None] Pushing event updated for resources: {'Port': ['ID=a560da49-2ea6-4960-a7f7-b9f9ba31bab6,revision_number=3']} {{(pid=84876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:13:52.046409 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network":"rule:regular_user" was deprecated in W in favor of "create_network":"role:member and project_id:%(project_id)s". Reason: Jan 14 07:13:52.046409 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:13:52.046409 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:13:52.046409 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:13:52.046409 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:shared":"rule:admin_only" was deprecated in W in favor of "create_network:shared":"role:admin and system_scope:all". Reason: Jan 14 07:13:52.046409 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:13:52.046409 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:13:52.046409 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:13:52.046409 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:router:external":"rule:admin_only" was deprecated in W in favor of "create_network:router:external":"role:admin and system_scope:all". Reason: Jan 14 07:13:52.046409 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:13:52.046409 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:13:52.046409 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:13:52.046409 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:is_default":"rule:admin_only" was deprecated in W in favor of "create_network:is_default":"role:admin and system_scope:all". Reason: Jan 14 07:13:52.046409 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:13:52.046409 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:13:52.046409 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:13:52.046409 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:port_security_enabled":"rule:regular_user" was deprecated in W in favor of "create_network:port_security_enabled":"role:member and project_id:%(project_id)s". Reason: Jan 14 07:13:52.046409 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:13:52.046409 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:13:52.046409 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:13:52.046409 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:segments":"rule:admin_only" was deprecated in W in favor of "create_network:segments":"role:admin and system_scope:all". Reason: Jan 14 07:13:52.046409 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:13:52.046409 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:13:52.046409 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:13:52.046409 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "create_network:provider:network_type":"role:admin and system_scope:all". Reason: Jan 14 07:13:52.046409 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:13:52.046409 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:13:52.046409 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:13:52.046409 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "create_network:provider:physical_network":"role:admin and system_scope:all". Reason: Jan 14 07:13:52.046409 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:13:52.046409 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:13:52.046409 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:13:52.046409 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "create_network:provider:segmentation_id":"role:admin and system_scope:all". Reason: Jan 14 07:13:52.046409 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:13:52.046409 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:13:52.046409 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:13:52.046409 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network":"rule:admin_or_owner or rule:shared or rule:external or rule:context_is_advsvc" was deprecated in W in favor of "get_network":"(role:reader and system_scope:all) or (role:reader and project_id:%(project_id)s) or rule:shared or rule:external or rule:context_is_advsvc". Reason: Jan 14 07:13:52.046409 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:13:52.046409 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:13:52.046409 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:13:52.046409 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:router:external":"rule:regular_user" was deprecated in W in favor of "get_network:router:external":"role:reader and project_id:%(project_id)s". Reason: Jan 14 07:13:52.046409 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:13:52.046409 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:13:52.046409 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:13:52.046409 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:segments":"rule:admin_only" was deprecated in W in favor of "get_network:segments":"role:reader and system_scope:all". Reason: Jan 14 07:13:52.046409 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:13:52.046409 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:13:52.046409 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:13:52.049441 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "get_network:provider:network_type":"role:reader and system_scope:all". Reason: Jan 14 07:13:52.049441 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:13:52.049441 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:13:52.049441 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:13:52.049441 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "get_network:provider:physical_network":"role:reader and system_scope:all". Reason: Jan 14 07:13:52.049441 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:13:52.049441 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:13:52.049441 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:13:52.049441 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "get_network:provider:segmentation_id":"role:reader and system_scope:all". Reason: Jan 14 07:13:52.049441 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:13:52.049441 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:13:52.049441 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:13:52.049441 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network":"rule:admin_or_owner" was deprecated in W in favor of "update_network":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 07:13:52.049441 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:13:52.049441 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:13:52.049441 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:13:52.049441 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:segments":"rule:admin_only" was deprecated in W in favor of "update_network:segments":"role:admin and system_scope:all". Reason: Jan 14 07:13:52.049441 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:13:52.049441 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:13:52.049441 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:13:52.050645 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-e93cdf81-0f43-42b3-a574-30a740c480db None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.315s {{(pid=84876) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:13:52.080215 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60ca455c-db27-49f0-a6f1-04614b79c8ba req-a5be2b94-0d0d-459c-b63c-0a72212a0c3e tempest-ServersAdminTestJSON-2110659293 tempest-ServersAdminTestJSON-2110659293] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:13:52.081882 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [req-60ca455c-db27-49f0-a6f1-04614b79c8ba req-a5be2b94-0d0d-459c-b63c-0a72212a0c3e tempest-ServersAdminTestJSON-2110659293 tempest-ServersAdminTestJSON-2110659293] 10.222.0.48 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5303824 Jan 14 07:13:52.110294 n-d-768862-2 neutron-server[84765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09cb3912-9cae-4d1c-b5ad-d8c7a08f7eea admin admin] Network 71b40b7a-b096-4de3-b013-cb8bf2ae45f9 is already hosted by enough agents. {{(pid=84875) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 07:13:52.112819 n-d-768862-2 neutron-server[84765]: DEBUG neutron.scheduler.base_scheduler [None req-09cb3912-9cae-4d1c-b5ad-d8c7a08f7eea admin admin] Resources bound (agent type, host, resource id): {{(pid=84875) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 07:13:52.113380 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-00969abd-7496-4158-a66a-6ee6b520e429 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:13:52.132707 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d701e99-d38b-4bd0-b772-4690e1c235cd None None] Routers {'0ea8e1ee-31ad-471b-8150-35ecee69b799'} bound to L3 agent in host n-d-768862-2 {{(pid=84876) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 14 07:13:52.133752 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_hamode_db [None req-4d701e99-d38b-4bd0-b772-4690e1c235cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2021-01-14T06:56:51Z,description=,heartbeat_timestamp=2021-01-14T07:13:51Z,host='n-d-768862-2',id=35f592e9-451b-4db9-abea-77b6a5c5391b,load=0,resource_versions=,resources_synced=,started_at=2021-01-14T06:56:51Z,topic='l3_agent')) {'router_ids': ['0ea8e1ee-31ad-471b-8150-35ecee69b799'], 'active': True} {{(pid=84876) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:13:52.198351 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [req-b81dac54-0e79-4ed8-8fae-01e39d51f36c req-b3798c71-9af9-4913-b653-53e0ee54992d tempest-FloatingIPDetailsTestJSON-1519139485 tempest-FloatingIPDetailsTestJSON-1519139485] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777640123575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851621574'] for port, after_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:13:52.217644 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-46b8ed48-3de9-4400-ae21-822df6b75d20 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:13:52.256265 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.v2.base [req-60ca455c-db27-49f0-a6f1-04614b79c8ba req-c246ab0a-de8d-487c-9b0a-5e9501020c46 tempest-ServersAdminTestJSON-2110659293 tempest-ServersAdminTestJSON-2110659293] Request body: {'port': {'device_id': '5a880e33-93c3-4fa7-93e3-c4bf80d6af18', 'network_id': '3ab89270-67b1-41e9-8be2-a0395a984bff', 'admin_state_up': True, 'tenant_id': '44f1ebfb726c40f79f3e17c7e6a9b92b'}} {{(pid=84874) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:13:52.334024 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.agents_db [None req-5b939a2f-078d-4c69-a188-cb55a28a77a0 None None] Agent healthcheck: found 7 active agents {{(pid=84877) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Jan 14 07:13:52.366686 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-e9db5da3-23b2-4726-bda6-93a9dbc3959b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3889346', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036854717606'] for router, precommit_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:13:52.403342 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-e9db5da3-23b2-4726-bda6-93a9dbc3959b admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:13:52.409944 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_dvr_db [None req-4d701e99-d38b-4bd0-b772-4690e1c235cd None None] Set router 0ea8e1ee-31ad-471b-8150-35ecee69b799 gateway port host: n-d-768862-2 {{(pid=84876) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 14 07:13:52.610669 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.managers [req-4749a9d8-1a24-4696-b0e1-b9fbefef11e5 req-7190c0e7-5dd9-4570-9ec4-e036e9638dd9 service neutron] Attempting to bind port 6f2a7f43-bf53-42bb-a0fb-dc06cc058b22 on host n-h1-768862-2 for vnic_type normal with profile {{(pid=84874) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 14 07:13:52.611124 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.managers [req-4749a9d8-1a24-4696-b0e1-b9fbefef11e5 req-7190c0e7-5dd9-4570-9ec4-e036e9638dd9 service neutron] Attempting to bind port 6f2a7f43-bf53-42bb-a0fb-dc06cc058b22 by drivers openvswitch on host n-h1-768862-2 at level 0 using segments [{'id': '03fb12c0-b28b-4752-937b-ed8f1fec4960', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': 'e8533908-6f3a-4b15-a6d5-8c765cd11374'}] {{(pid=84874) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 14 07:13:52.611863 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4749a9d8-1a24-4696-b0e1-b9fbefef11e5 req-7190c0e7-5dd9-4570-9ec4-e036e9638dd9 service neutron] Attempting to bind port 6f2a7f43-bf53-42bb-a0fb-dc06cc058b22 on network e8533908-6f3a-4b15-a6d5-8c765cd11374 {{(pid=84874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 14 07:13:52.655710 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3798c71-9af9-4913-b653-53e0ee54992d tempest-FloatingIPDetailsTestJSON-1519139485 tempest-FloatingIPDetailsTestJSON-1519139485] Pushing event updated for resources: {'Port': ['ID=c4357ec6-df19-4940-9e97-f70a380c804a,revision_number=1']} {{(pid=84875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:13:52.658292 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84875) accepted ('10.222.0.24', 58490) {{(pid=84875) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:13:52.673854 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-852a24f7-e9a1-4193-9abb-e9506fe5213f None None] Device 45f19d2a-54a2-47b0-92dd-50d27194a4a0 up at agent ovs-agent-n-h2-768862-2 {{(pid=84876) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 07:13:52.718806 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-e9db5da3-23b2-4726-bda6-93a9dbc3959b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036850897070'] for router, after_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:13:52.719754 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e9db5da3-23b2-4726-bda6-93a9dbc3959b admin admin] Fanout notify agent at l3_agent the message router_deleted on router 2983e6ee-4036-4e66-b6dd-0762724412fd {{(pid=84874) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jan 14 07:13:52.721591 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-b3798c71-9af9-4913-b653-53e0ee54992d tempest-FloatingIPDetailsTestJSON-1519139485 tempest-FloatingIPDetailsTestJSON-1519139485] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.504s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:13:52.806547 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4749a9d8-1a24-4696-b0e1-b9fbefef11e5 req-7190c0e7-5dd9-4570-9ec4-e036e9638dd9 service neutron] Checking agent: {'id': '40905704-73ec-4668-87ec-fe70ac9582ac', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-h1-768862-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 14, 7, 5, 11), 'started_at': datetime.datetime(2021, 1, 14, 7, 5, 41), 'heartbeat_timestamp': datetime.datetime(2021, 1, 14, 7, 13, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.42', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 14 07:13:52.807478 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4749a9d8-1a24-4696-b0e1-b9fbefef11e5 req-7190c0e7-5dd9-4570-9ec4-e036e9638dd9 service neutron] Checking segment: {'id': '03fb12c0-b28b-4752-937b-ed8f1fec4960', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': 'e8533908-6f3a-4b15-a6d5-8c765cd11374'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84874) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 14 07:13:52.808122 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [req-4749a9d8-1a24-4696-b0e1-b9fbefef11e5 req-7190c0e7-5dd9-4570-9ec4-e036e9638dd9 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:13:52.809541 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4749a9d8-1a24-4696-b0e1-b9fbefef11e5 req-7190c0e7-5dd9-4570-9ec4-e036e9638dd9 service neutron] Bound using segment: {'id': '03fb12c0-b28b-4752-937b-ed8f1fec4960', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': 'e8533908-6f3a-4b15-a6d5-8c765cd11374'} {{(pid=84874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 14 07:13:52.810404 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.managers [req-4749a9d8-1a24-4696-b0e1-b9fbefef11e5 req-7190c0e7-5dd9-4570-9ec4-e036e9638dd9 service neutron] Bound port: 6f2a7f43-bf53-42bb-a0fb-dc06cc058b22, host: n-h1-768862-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '03fb12c0-b28b-4752-937b-ed8f1fec4960', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': 'e8533908-6f3a-4b15-a6d5-8c765cd11374'}}] {{(pid=84874) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 14 07:13:52.811003 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [req-4749a9d8-1a24-4696-b0e1-b9fbefef11e5 req-7190c0e7-5dd9-4570-9ec4-e036e9638dd9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555753'] for port, before_update {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:13:52.846178 n-d-768862-2 neutron-server[84765]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-09cb3912-9cae-4d1c-b5ad-d8c7a08f7eea admin admin] Router 2c4708ec-fdd6-422a-aa87-423d292387f0 has already been hosted by L3 agent 35f592e9-451b-4db9-abea-77b6a5c5391b {{(pid=84875) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Jan 14 07:13:52.864822 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [req-60ca455c-db27-49f0-a6f1-04614b79c8ba req-c246ab0a-de8d-487c-9b0a-5e9501020c46 tempest-ServersAdminTestJSON-2110659293 tempest-ServersAdminTestJSON-2110659293] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:13:52.865594 n-d-768862-2 neutron-server[84765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b81dac54-0e79-4ed8-8fae-01e39d51f36c req-b3798c71-9af9-4913-b653-53e0ee54992d tempest-FloatingIPDetailsTestJSON-1519139485 tempest-FloatingIPDetailsTestJSON-1519139485] Network 226f1e78-82cd-4481-9055-4eb73b6db8c1 is already hosted by enough agents. {{(pid=84875) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 07:13:52.868798 n-d-768862-2 neutron-server[84765]: DEBUG neutron.scheduler.base_scheduler [req-b81dac54-0e79-4ed8-8fae-01e39d51f36c req-b3798c71-9af9-4913-b653-53e0ee54992d tempest-FloatingIPDetailsTestJSON-1519139485 tempest-FloatingIPDetailsTestJSON-1519139485] Resources bound (agent type, host, resource id): {{(pid=84875) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 07:13:52.880932 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-6fc661c6-c3c0-49d9-8d73-47146480b7b3 None None] Provisioning complete for port 7c15cb07-b0eb-40da-b1b2-54be6eccc281 triggered by entity DHCP. {{(pid=84876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 07:13:52.881332 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-6fc661c6-c3c0-49d9-8d73-47146480b7b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-604227'] for port, provisioning_complete {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:13:52.885930 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-00969abd-7496-4158-a66a-6ee6b520e429 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850887153'] for security_group, after_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:13:52.905662 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [req-60ca455c-db27-49f0-a6f1-04614b79c8ba req-c246ab0a-de8d-487c-9b0a-5e9501020c46 tempest-ServersAdminTestJSON-2110659293 tempest-ServersAdminTestJSON-2110659293] Usage tracker for resource:port and tenant:44f1ebfb726c40f79f3e17c7e6a9b92b is out of sync, need to count used quota {{(pid=84874) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:13:52.913261 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-bae57dde-3f61-4474-b27f-89b58fe70c06 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:13:52.928968 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [req-60ca455c-db27-49f0-a6f1-04614b79c8ba req-c246ab0a-de8d-487c-9b0a-5e9501020c46 tempest-ServersAdminTestJSON-2110659293 tempest-ServersAdminTestJSON-2110659293] Quota usage for port was recalculated. Used quota:0. {{(pid=84874) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:13:52.938043 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00969abd-7496-4158-a66a-6ee6b520e429 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3a1f891d-a67b-4c87-8896-b8adae134ebd,revision_number=None']} {{(pid=84874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:13:52.951960 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-852a24f7-e9a1-4193-9abb-e9506fe5213f None None] Provisioning for port 45f19d2a-54a2-47b0-92dd-50d27194a4a0 completed by entity L2. {{(pid=84876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 07:13:52.957983 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363259214191800', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854171626'] for agent, after_update {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:13:52.970261 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4134369b-5d82-4e16-96d4-7b3daed7e87c req-28721148-cc51-459c-9bc5-beaabbd57c76 tempest-TaggedBootDevicesTest-541410187 tempest-TaggedBootDevicesTest-541410187] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:13:52.976022 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-852a24f7-e9a1-4193-9abb-e9506fe5213f None None] Provisioning complete for port 45f19d2a-54a2-47b0-92dd-50d27194a4a0 triggered by entity L2. {{(pid=84876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 07:13:52.976865 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-852a24f7-e9a1-4193-9abb-e9506fe5213f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-604227'] for port, provisioning_complete {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:13:52.995212 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4134369b-5d82-4e16-96d4-7b3daed7e87c req-28721148-cc51-459c-9bc5-beaabbd57c76 tempest-TaggedBootDevicesTest-541410187 tempest-TaggedBootDevicesTest-541410187] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:13:53.006278 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_dvrscheduler_db [req-b81dac54-0e79-4ed8-8fae-01e39d51f36c req-b3798c71-9af9-4913-b653-53e0ee54992d tempest-FloatingIPDetailsTestJSON-1519139485 tempest-FloatingIPDetailsTestJSON-1519139485] Received port after_create {{(pid=84875) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 14 07:13:53.019888 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4134369b-5d82-4e16-96d4-7b3daed7e87c req-28721148-cc51-459c-9bc5-beaabbd57c76 tempest-TaggedBootDevicesTest-541410187 tempest-TaggedBootDevicesTest-541410187] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:13:53.043216 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4134369b-5d82-4e16-96d4-7b3daed7e87c req-28721148-cc51-459c-9bc5-beaabbd57c76 tempest-TaggedBootDevicesTest-541410187 tempest-TaggedBootDevicesTest-541410187] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:13:53.044276 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [req-4134369b-5d82-4e16-96d4-7b3daed7e87c req-28721148-cc51-459c-9bc5-beaabbd57c76 tempest-TaggedBootDevicesTest-541410187 tempest-TaggedBootDevicesTest-541410187] Synchronizing usage tracker for tenant:4873c9000017431bb4db0aa60ef7da75 on resource:port {{(pid=84874) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 14 07:13:53.049196 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-7d75af58-e01e-4998-831c-85dc4e7bfd3f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850887153'] for security_group, after_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:13:53.058091 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-00969abd-7496-4158-a66a-6ee6b520e429 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:13:53.058833 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-00969abd-7496-4158-a66a-6ee6b520e429 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:13:53.101554 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.plugin [None req-6fc661c6-c3c0-49d9-8d73-47146480b7b3 None None] Port 7c15cb07-b0eb-40da-b1b2-54be6eccc281 cannot update to ACTIVE because it is not bound. {{(pid=84876) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:329}} Jan 14 07:13:53.111947 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [req-60ca455c-db27-49f0-a6f1-04614b79c8ba req-c246ab0a-de8d-487c-9b0a-5e9501020c46 tempest-ServersAdminTestJSON-2110659293 tempest-ServersAdminTestJSON-2110659293] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:13:53.114483 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-09cb3912-9cae-4d1c-b5ad-d8c7a08f7eea admin admin] Notify agent at l3_agent.n-d-768862-2 the message routers_updated {{(pid=84875) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jan 14 07:13:53.126264 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-17c20fea-fb50-46e3-b477-2809b6c99651 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:13:53.137340 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce2df424-d711-4884-bf22-7867ca5db533 None None] Sync routers for ids ['2c4708ec-fdd6-422a-aa87-423d292387f0'] in n-d-768862-2 {{(pid=84877) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Jan 14 07:13:53.159116 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d75af58-e01e-4998-831c-85dc4e7bfd3f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=400c8ee9-441d-4ee6-89f5-9c7b3a756969,revision_number=None']} {{(pid=84874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:13:53.166993 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-09cb3912-9cae-4d1c-b5ad-d8c7a08f7eea admin admin] 10.222.0.24 "PUT /v2.0/routers/2c4708ec-fdd6-422a-aa87-423d292387f0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 16.0890100 Jan 14 07:13:53.170725 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-17c20fea-fb50-46e3-b477-2809b6c99651 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:13:53.175271 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce2df424-d711-4884-bf22-7867ca5db533 None None] Routers {'2c4708ec-fdd6-422a-aa87-423d292387f0'} bound to L3 agent in host n-d-768862-2 {{(pid=84877) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 14 07:13:53.177045 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_hamode_db [None req-ce2df424-d711-4884-bf22-7867ca5db533 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2021-01-14T06:56:51Z,description=,heartbeat_timestamp=2021-01-14T07:13:51Z,host='n-d-768862-2',id=35f592e9-451b-4db9-abea-77b6a5c5391b,load=0,resource_versions=,resources_synced=,started_at=2021-01-14T06:56:51Z,topic='l3_agent')) {'router_ids': ['2c4708ec-fdd6-422a-aa87-423d292387f0'], 'active': True} {{(pid=84877) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:13:53.178067 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-e9db5da3-23b2-4726-bda6-93a9dbc3959b admin admin] Notify callbacks [] for router, before_response {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:13:53.178578 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-17c20fea-fb50-46e3-b477-2809b6c99651 admin admin] Usage tracker for resource:security_group_rule and tenant:44f1ebfb726c40f79f3e17c7e6a9b92b is out of sync, need to count used quota {{(pid=84875) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:13:53.181935 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-e9db5da3-23b2-4726-bda6-93a9dbc3959b admin admin] 10.222.0.24 "DELETE /v2.0/routers/2983e6ee-4036-4e66-b6dd-0762724412fd HTTP/1.1" status: 204 len: 168 time: 7.3697710 Jan 14 07:13:53.182090 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-17c20fea-fb50-46e3-b477-2809b6c99651 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84875) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:13:53.184686 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-7d75af58-e01e-4998-831c-85dc4e7bfd3f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:13:53.188106 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-17c20fea-fb50-46e3-b477-2809b6c99651 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:13:53.256629 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-7d75af58-e01e-4998-831c-85dc4e7bfd3f admin admin] Notify callbacks [] for security_group, before_response {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:13:53.257829 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-7d75af58-e01e-4998-831c-85dc4e7bfd3f admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/400c8ee9-441d-4ee6-89f5-9c7b3a756969 HTTP/1.1" status: 204 len: 168 time: 3.0128422 Jan 14 07:13:53.262340 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84874) accepted ('10.222.0.24', 58500) {{(pid=84874) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:13:53.277511 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-00969abd-7496-4158-a66a-6ee6b520e429 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:13:53.281894 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-00969abd-7496-4158-a66a-6ee6b520e429 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/3a1f891d-a67b-4c87-8896-b8adae134ebd HTTP/1.1" status: 204 len: 168 time: 3.0350125 Jan 14 07:13:53.282931 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [req-4134369b-5d82-4e16-96d4-7b3daed7e87c req-28721148-cc51-459c-9bc5-beaabbd57c76 tempest-TaggedBootDevicesTest-541410187 tempest-TaggedBootDevicesTest-541410187] Unset dirty status for tenant:4873c9000017431bb4db0aa60ef7da75 on resource:port {{(pid=84874) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 14 07:13:53.284197 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [req-4134369b-5d82-4e16-96d4-7b3daed7e87c req-28721148-cc51-459c-9bc5-beaabbd57c76 tempest-TaggedBootDevicesTest-541410187 tempest-TaggedBootDevicesTest-541410187] 10.222.0.35 "GET /v2.0/ports?device_id=a747bc22-0cf1-4638-8306-b805069dae4a HTTP/1.1" status: 200 len: 3094 time: 1.1347740 Jan 14 07:13:53.334368 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-17c20fea-fb50-46e3-b477-2809b6c99651 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:13:53.350039 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-17c20fea-fb50-46e3-b477-2809b6c99651 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850887153'] for security_group, after_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:13:53.379640 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-0aee81be-c6ba-4397-8c4d-279e179974ce tempest-SecurityGroupsTestJSON-494699717 tempest-SecurityGroupsTestJSON-494699717] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:13:53.386902 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.db_base_plugin_v2 [None req-d4054c38-32ef-4df0-97f0-77a068327cdc admin admin] Deleting subnet ff0ed7a1-c9b1-48c7-93e5-0cad756e8c17 {{(pid=84874) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Jan 14 07:13:53.391021 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-3810097b-32be-4ac1-8bbd-f227c7fd69fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555753'] for port, before_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:13:53.410484 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-60ca455c-db27-49f0-a6f1-04614b79c8ba req-c246ab0a-de8d-487c-9b0a-5e9501020c46 tempest-ServersAdminTestJSON-2110659293 tempest-ServersAdminTestJSON-2110659293] Made reservation on behalf of 44f1ebfb726c40f79f3e17c7e6a9b92b for: {'port': 1} {{(pid=84874) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 07:13:53.421843 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [req-60ca455c-db27-49f0-a6f1-04614b79c8ba req-c246ab0a-de8d-487c-9b0a-5e9501020c46 tempest-ServersAdminTestJSON-2110659293 tempest-ServersAdminTestJSON-2110659293] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555753'] for port, before_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:13:53.445301 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-17c20fea-fb50-46e3-b477-2809b6c99651 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=44f1ebfb726c40f79f3e17c7e6a9b92b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7310367 Jan 14 07:13:53.449014 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84875) accepted ('10.222.0.24', 58512) {{(pid=84875) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:13:53.453073 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17c20fea-fb50-46e3-b477-2809b6c99651 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5abe5847-69c2-4450-9a89-f584485aeb91,revision_number=1']} {{(pid=84875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:13:53.470121 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-17c20fea-fb50-46e3-b477-2809b6c99651 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:13:53.492271 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [req-b81dac54-0e79-4ed8-8fae-01e39d51f36c req-b3798c71-9af9-4913-b653-53e0ee54992d tempest-FloatingIPDetailsTestJSON-1519139485 tempest-FloatingIPDetailsTestJSON-1519139485] Notify callbacks [] for floatingip, precommit_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:13:53.570461 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-d4054c38-32ef-4df0-97f0-77a068327cdc admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:13:53.594923 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-d2865dda-e432-4500-a96e-4505e52bd25a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:13:53.638122 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_dvr_db [None req-ce2df424-d711-4884-bf22-7867ca5db533 None None] Set router 2c4708ec-fdd6-422a-aa87-423d292387f0 gateway port host: n-d-768862-2 {{(pid=84877) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 14 07:13:53.647740 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [req-b81dac54-0e79-4ed8-8fae-01e39d51f36c req-b3798c71-9af9-4913-b653-53e0ee54992d tempest-FloatingIPDetailsTestJSON-1519139485 tempest-FloatingIPDetailsTestJSON-1519139485] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555753'] for port, before_update {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:13:53.700903 n-d-768862-2 neutron-server[84765]: INFO neutron.pecan_wsgi.hooks.translation [req-4134369b-5d82-4e16-96d4-7b3daed7e87c req-8c9f2b91-d921-430e-85b3-4228f903f240 tempest-TaggedBootDevicesTest-541410187 tempest-TaggedBootDevicesTest-541410187] GET failed (client error): The resource could not be found. Jan 14 07:13:53.702650 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [req-4134369b-5d82-4e16-96d4-7b3daed7e87c req-8c9f2b91-d921-430e-85b3-4228f903f240 tempest-TaggedBootDevicesTest-541410187 tempest-TaggedBootDevicesTest-541410187] 10.222.0.35 "GET /v2.0/ports/ecaf138f-fb10-495d-be5a-b6c5fd211eee?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 404 len: 338 time: 0.2939787 Jan 14 07:13:53.730616 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-d2865dda-e432-4500-a96e-4505e52bd25a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:13:53.824506 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-852a24f7-e9a1-4193-9abb-e9506fe5213f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555753'] for port, before_update {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:13:53.828704 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.plugin [req-4134369b-5d82-4e16-96d4-7b3daed7e87c req-65511cd1-45a8-4fa8-8c95-fcbe402b45c2 tempest-TaggedBootDevicesTest-541410187 tempest-TaggedBootDevicesTest-541410187] Deleting port 9d02427c-4d06-402e-a372-86755e489e8b {{(pid=84874) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 07:13:53.829219 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [req-4134369b-5d82-4e16-96d4-7b3daed7e87c req-65511cd1-45a8-4fa8-8c95-fcbe402b45c2 tempest-TaggedBootDevicesTest-541410187 tempest-TaggedBootDevicesTest-541410187] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363259214248359'] for port, before_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:13:53.850050 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-0f37073e-9c69-4e3c-80e0-6cfaa0fd61a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363259214191800', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854171626'] for agent, after_update {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:13:53.860821 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_hamode_db [None req-4d701e99-d38b-4bd0-b772-4690e1c235cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0ea8e1ee-31ad-471b-8150-35ecee69b799', 'name': 'tempest-TaggedBootDevicesTest_v242-1848228519-router', 'tenant_id': 'cb7096aff06a4584846542dd674c0323', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '226f1e78-82cd-4481-9055-4eb73b6db8c1', 'external_fixed_ips': [{'subnet_id': 'ba8deeec-7658-4195-9449-038c076f5c83', 'ip_address': '172.25.2.102'}], 'enable_snat': True}, 'gw_port_id': 'a560da49-2ea6-4960-a7f7-b9f9ba31bab6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-14T07:13:33Z', 'updated_at': '2021-01-14T07:13:43Z', 'revision_number': 3, 'project_id': 'cb7096aff06a4584846542dd674c0323', 'gw_port': {'id': 'a560da49-2ea6-4960-a7f7-b9f9ba31bab6', 'name': '', 'network_id': '226f1e78-82cd-4481-9055-4eb73b6db8c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:6c:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0ea8e1ee-31ad-471b-8150-35ecee69b799', 'device_owner': 'network:router_gateway', 'standard_attr_id': 939, 'fixed_ips': [{'subnet_id': 'ba8deeec-7658-4195-9449-038c076f5c83', 'ip_address': '172.25.2.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T07:13:38Z', 'updated_at': '2021-01-14T07:13:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ba8deeec-7658-4195-9449-038c076f5c83', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-2'}], 'n-d-768862-2', False) {} {{(pid=84876) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:13:53.866997 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d701e99-d38b-4bd0-b772-4690e1c235cd None None] The sync data for ids ['0ea8e1ee-31ad-471b-8150-35ecee69b799'] in n-d-768862-2 is: [{'id': '0ea8e1ee-31ad-471b-8150-35ecee69b799', 'name': 'tempest-TaggedBootDevicesTest_v242-1848228519-router', 'tenant_id': 'cb7096aff06a4584846542dd674c0323', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '226f1e78-82cd-4481-9055-4eb73b6db8c1', 'external_fixed_ips': [{'subnet_id': 'ba8deeec-7658-4195-9449-038c076f5c83', 'ip_address': '172.25.2.102'}], 'enable_snat': True}, 'gw_port_id': 'a560da49-2ea6-4960-a7f7-b9f9ba31bab6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-14T07:13:33Z', 'updated_at': '2021-01-14T07:13:43Z', 'revision_number': 3, 'project_id': 'cb7096aff06a4584846542dd674c0323', 'gw_port': {'id': 'a560da49-2ea6-4960-a7f7-b9f9ba31bab6', 'name': '', 'network_id': '226f1e78-82cd-4481-9055-4eb73b6db8c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:6c:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0ea8e1ee-31ad-471b-8150-35ecee69b799', 'device_owner': 'network:router_gateway', 'standard_attr_id': 939, 'fixed_ips': [{'subnet_id': 'ba8deeec-7658-4195-9449-038c076f5c83', 'ip_address': '172.25.2.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T07:13:38Z', 'updated_at': '2021-01-14T07:13:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ba8deeec-7658-4195-9449-038c076f5c83', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-2'}] {{(pid=84876) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Jan 14 07:13:53.909940 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [None req-852a24f7-e9a1-4193-9abb-e9506fe5213f None None] For port 45f19d2a-54a2-47b0-92dd-50d27194a4a0, host n-h2-768862-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-h2-768862-2',level=0,port_id=45f19d2a-54a2-47b0-92dd-50d27194a4a0,segment=NetworkSegment(682aa48d-45db-4ce6-9539-8117fc7293eb),segment_id=682aa48d-45db-4ce6-9539-8117fc7293eb)] {{(pid=84876) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 07:13:53.911233 n-d-768862-2 neutron-server[84765]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b7810cd0-ff82-4881-a8ff-5f4b03f8104c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '45f19d2a-54a2-47b0-92dd-50d27194a4a0'}] {{(pid=84876) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Jan 14 07:13:53.922016 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-852a24f7-e9a1-4193-9abb-e9506fe5213f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777640533312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363259214678337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777640097497'] for port, after_update {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:13:53.925387 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-06b982ec-65c7-4926-814d-895cd64500f5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84876) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:13:53.940336 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [req-4749a9d8-1a24-4696-b0e1-b9fbefef11e5 req-7190c0e7-5dd9-4570-9ec4-e036e9638dd9 service neutron] For port 6f2a7f43-bf53-42bb-a0fb-dc06cc058b22, host n-h1-768862-2, cleared binding levels {{(pid=84874) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 14 07:13:53.950529 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [req-4749a9d8-1a24-4696-b0e1-b9fbefef11e5 req-7190c0e7-5dd9-4570-9ec4-e036e9638dd9 service neutron] For port 6f2a7f43-bf53-42bb-a0fb-dc06cc058b22, host n-h1-768862-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-h1-768862-2',level=0,port_id=6f2a7f43-bf53-42bb-a0fb-dc06cc058b22,segment=NetworkSegment(03fb12c0-b28b-4752-937b-ed8f1fec4960),segment_id=03fb12c0-b28b-4752-937b-ed8f1fec4960)] {{(pid=84874) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 14 07:13:53.969822 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-d4054c38-32ef-4df0-97f0-77a068327cdc admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036851807232'] for subnet, precommit_delete_associations {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:13:53.999287 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-d2865dda-e432-4500-a96e-4505e52bd25a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850887153'] for security_group, after_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:13:54.032597 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-852a24f7-e9a1-4193-9abb-e9506fe5213f None None] Pushing event updated for resources: {'Port': ['ID=45f19d2a-54a2-47b0-92dd-50d27194a4a0,revision_number=4']} {{(pid=84876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:13:54.040737 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-852a24f7-e9a1-4193-9abb-e9506fe5213f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=84876) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:13:54.128428 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [req-4749a9d8-1a24-4696-b0e1-b9fbefef11e5 req-7190c0e7-5dd9-4570-9ec4-e036e9638dd9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777640533312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363259214678337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777640097497', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036851521613'] for port, after_update {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:13:54.218296 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-852a24f7-e9a1-4193-9abb-e9506fe5213f None None] Device 45f19d2a-54a2-47b0-92dd-50d27194a4a0 up at agent ovs-agent-n-h2-768862-2 {{(pid=84876) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 07:13:54.242528 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [req-b81dac54-0e79-4ed8-8fae-01e39d51f36c req-b3798c71-9af9-4913-b653-53e0ee54992d tempest-FloatingIPDetailsTestJSON-1519139485 tempest-FloatingIPDetailsTestJSON-1519139485] Notify callbacks [] for port, precommit_update {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:13:54.246274 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-8e1dfb00-0c81-473d-a1dc-c318e96b545c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:13:54.260507 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [req-b81dac54-0e79-4ed8-8fae-01e39d51f36c req-b3798c71-9af9-4913-b653-53e0ee54992d tempest-FloatingIPDetailsTestJSON-1519139485 tempest-FloatingIPDetailsTestJSON-1519139485] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777640533312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363259214678337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777640097497', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3154211'] for port, after_update {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:13:54.299358 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_hamode_db [None req-ce2df424-d711-4884-bf22-7867ca5db533 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c4708ec-fdd6-422a-aa87-423d292387f0', 'name': 'tempest-ServersTestJSON-946569007-router', 'tenant_id': '04f3aea956e546e892de768ae99354b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '226f1e78-82cd-4481-9055-4eb73b6db8c1', 'external_fixed_ips': [{'subnet_id': 'ba8deeec-7658-4195-9449-038c076f5c83', 'ip_address': '172.25.2.251'}], 'enable_snat': True}, 'gw_port_id': '2e75d853-19bb-4e46-b3fd-789045fa1c82', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-14T07:13:17Z', 'updated_at': '2021-01-14T07:13:50Z', 'revision_number': 4, 'project_id': '04f3aea956e546e892de768ae99354b8', 'gw_port': {'id': '2e75d853-19bb-4e46-b3fd-789045fa1c82', 'name': '', 'network_id': '226f1e78-82cd-4481-9055-4eb73b6db8c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:29:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c4708ec-fdd6-422a-aa87-423d292387f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 921, 'fixed_ips': [{'subnet_id': 'ba8deeec-7658-4195-9449-038c076f5c83', 'ip_address': '172.25.2.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T07:13:25Z', 'updated_at': '2021-01-14T07:13:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ba8deeec-7658-4195-9449-038c076f5c83', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-2', '_interfaces': [{'id': '7c15cb07-b0eb-40da-b1b2-54be6eccc281', 'name': '', 'network_id': '71b40b7a-b096-4de3-b013-cb8bf2ae45f9', 'tenant_id': '04f3aea956e546e892de768ae99354b8', 'mac_address': 'fa:16:3e:8f:be:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2c4708ec-fdd6-422a-aa87-423d292387f0', 'device_owner': 'network:router_interface', 'standard_attr_id': 945, 'fixed_ips': [{'subnet_id': '5559c54c-ef86-4695-a8aa-957013d4842c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T07:13:45Z', 'updated_at': '2021-01-14T07:13:51Z', 'revision_number': 2, 'project_id': '04f3aea956e546e892de768ae99354b8', 'subnets': [{'id': '5559c54c-ef86-4695-a8aa-957013d4842c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'n-d-768862-2', False) {} {{(pid=84877) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:13:54.302104 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-47662d36-16b4-4e10-923f-aa49c7074c7b service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:13:54.331434 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce2df424-d711-4884-bf22-7867ca5db533 None None] Checking router: 2c4708ec-fdd6-422a-aa87-423d292387f0 for host: n-d-768862-2 {{(pid=84877) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Jan 14 07:13:54.332689 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce2df424-d711-4884-bf22-7867ca5db533 None None] Updating router 2c4708ec-fdd6-422a-aa87-423d292387f0 port 7c15cb07-b0eb-40da-b1b2-54be6eccc281 binding host n-d-768862-2 {{(pid=84877) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Jan 14 07:13:54.442512 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-852a24f7-e9a1-4193-9abb-e9506fe5213f None None] Provisioning complete for port 45f19d2a-54a2-47b0-92dd-50d27194a4a0 triggered by entity L2. {{(pid=84876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 07:13:54.455395 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-852a24f7-e9a1-4193-9abb-e9506fe5213f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-604227'] for port, provisioning_complete {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:13:54.645825 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2865dda-e432-4500-a96e-4505e52bd25a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5abe5847-69c2-4450-9a89-f584485aeb91,revision_number=None']} {{(pid=84875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:13:54.659014 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-d2865dda-e432-4500-a96e-4505e52bd25a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.413s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:13:54.671278 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-2b9d1991-4823-40c4-858b-04f8f805bb71 tempest-ServersTestMultiNic-2121779930 tempest-ServersTestMultiNic-2121779930] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.074s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:13:54.961506 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Device a560da49-2ea6-4960-a7f7-b9f9ba31bab6 up at agent ovs-agent-n-d-768862-2 {{(pid=84876) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 07:13:54.967378 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-d2865dda-e432-4500-a96e-4505e52bd25a admin admin] Notify callbacks [] for security_group, before_response {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:13:54.973441 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-d2865dda-e432-4500-a96e-4505e52bd25a admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/5abe5847-69c2-4450-9a89-f584485aeb91 HTTP/1.1" status: 204 len: 168 time: 1.5216954 Jan 14 07:13:54.985194 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-ce2df424-d711-4884-bf22-7867ca5db533 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555753'] for port, before_update {{(pid=84877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:13:55.018408 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3798c71-9af9-4913-b653-53e0ee54992d tempest-FloatingIPDetailsTestJSON-1519139485 tempest-FloatingIPDetailsTestJSON-1519139485] Pushing event updated for resources: {'Port': ['ID=c4357ec6-df19-4940-9e97-f70a380c804a,revision_number=2']} {{(pid=84875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:13:55.043248 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-b3798c71-9af9-4913-b653-53e0ee54992d tempest-FloatingIPDetailsTestJSON-1519139485 tempest-FloatingIPDetailsTestJSON-1519139485] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.372s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:13:55.049726 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [req-b81dac54-0e79-4ed8-8fae-01e39d51f36c req-b3798c71-9af9-4913-b653-53e0ee54992d tempest-FloatingIPDetailsTestJSON-1519139485 tempest-FloatingIPDetailsTestJSON-1519139485] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3912638'] for floatingip, after_update {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:13:55.096777 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [req-b81dac54-0e79-4ed8-8fae-01e39d51f36c req-b3798c71-9af9-4913-b653-53e0ee54992d tempest-FloatingIPDetailsTestJSON-1519139485 tempest-FloatingIPDetailsTestJSON-1519139485] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854768116'] for floatingip, before_response {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:13:55.099076 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [req-b81dac54-0e79-4ed8-8fae-01e39d51f36c req-b3798c71-9af9-4913-b653-53e0ee54992d tempest-FloatingIPDetailsTestJSON-1519139485 tempest-FloatingIPDetailsTestJSON-1519139485] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 6.3549850 Jan 14 07:13:55.201511 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Provisioning for port a560da49-2ea6-4960-a7f7-b9f9ba31bab6 completed by entity L2. {{(pid=84876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 07:13:55.224162 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Provisioning complete for port a560da49-2ea6-4960-a7f7-b9f9ba31bab6 triggered by entity L2. {{(pid=84876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 07:13:55.224583 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-604227'] for port, provisioning_complete {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:13:55.313845 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [req-b81dac54-0e79-4ed8-8fae-01e39d51f36c req-0c85d447-d569-43a2-8432-3c0ebb4fb37b tempest-FloatingIPDetailsTestJSON-1519139485 tempest-FloatingIPDetailsTestJSON-1519139485] Synchronizing usage tracker for tenant:a2441d08a92c4ad29bd14e22e25d9e48 on resource:floatingip {{(pid=84875) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 14 07:13:55.366758 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [req-b81dac54-0e79-4ed8-8fae-01e39d51f36c req-0c85d447-d569-43a2-8432-3c0ebb4fb37b tempest-FloatingIPDetailsTestJSON-1519139485 tempest-FloatingIPDetailsTestJSON-1519139485] Unset dirty status for tenant:a2441d08a92c4ad29bd14e22e25d9e48 on resource:floatingip {{(pid=84875) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 14 07:13:55.368180 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [req-b81dac54-0e79-4ed8-8fae-01e39d51f36c req-0c85d447-d569-43a2-8432-3c0ebb4fb37b tempest-FloatingIPDetailsTestJSON-1519139485 tempest-FloatingIPDetailsTestJSON-1519139485] 10.222.0.24 "GET /v2.0/floatingips?floating_ip_address=172.25.2.167 HTTP/1.1" status: 200 len: 696 time: 0.2615235 Jan 14 07:13:55.579399 n-d-768862-2 neutron-server[84765]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b7810cd0-ff82-4881-a8ff-5f4b03f8104c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '45f19d2a-54a2-47b0-92dd-50d27194a4a0', 'code': 200} Jan 14 07:13:55.580319 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555753'] for port, before_update {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:13:55.610932 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] For port a560da49-2ea6-4960-a7f7-b9f9ba31bab6, host n-d-768862-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-2',level=0,port_id=a560da49-2ea6-4960-a7f7-b9f9ba31bab6,segment=NetworkSegment(cf3ded2c-bc47-4a71-89af-6e7117e60140),segment_id=cf3ded2c-bc47-4a71-89af-6e7117e60140)] {{(pid=84876) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 07:13:55.616011 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777640533312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363259214678337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777640097497'] for port, after_update {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:13:55.641135 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-852a24f7-e9a1-4193-9abb-e9506fe5213f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84876) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:13:55.677879 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [req-4134369b-5d82-4e16-96d4-7b3daed7e87c req-65511cd1-45a8-4fa8-8c95-fcbe402b45c2 tempest-TaggedBootDevicesTest-541410187 tempest-TaggedBootDevicesTest-541410187] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036850862667'] for port, precommit_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:13:55.736448 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b81dac54-0e79-4ed8-8fae-01e39d51f36c req-592c8458-d045-44dc-ac69-995fdaa09a3d tempest-FloatingIPDetailsTestJSON-1519139485 tempest-FloatingIPDetailsTestJSON-1519139485] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:13:55.739335 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [req-b81dac54-0e79-4ed8-8fae-01e39d51f36c req-592c8458-d045-44dc-ac69-995fdaa09a3d tempest-FloatingIPDetailsTestJSON-1519139485 tempest-FloatingIPDetailsTestJSON-1519139485] 10.222.0.24 "GET /v2.0/networks/226f1e78-82cd-4481-9055-4eb73b6db8c1 HTTP/1.1" status: 200 len: 784 time: 0.3644931 Jan 14 07:13:55.740566 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84875) accepted ('10.222.0.24', 58548) {{(pid=84875) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:13:55.756948 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.v2.base [None req-8845c85a-5ee6-4b85-85b8-a676e8a3f068 tempest-ServersTestJSON-1630860468 tempest-ServersTestJSON-1630860468] Request body: {'security_group': {'name': 'tempest-securitygroup--1371710199', 'description': 'tempest-description--1448009166'}} {{(pid=84875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:13:55.763512 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Device b7d75e45-3acc-4c80-bf06-1b1da6dadb3e no longer exists at agent ovs-agent-n-d-768862-2 {{(pid=84876) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jan 14 07:13:55.779682 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-8845c85a-5ee6-4b85-85b8-a676e8a3f068 tempest-ServersTestJSON-1630860468 tempest-ServersTestJSON-1630860468] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:13:55.793408 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-8845c85a-5ee6-4b85-85b8-a676e8a3f068 tempest-ServersTestJSON-1630860468 tempest-ServersTestJSON-1630860468] Usage tracker for resource:security_group and tenant:04f3aea956e546e892de768ae99354b8 is out of sync, need to count used quota {{(pid=84875) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:13:55.797628 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-8845c85a-5ee6-4b85-85b8-a676e8a3f068 tempest-ServersTestJSON-1630860468 tempest-ServersTestJSON-1630860468] Quota usage for security_group was recalculated. Used quota:1. {{(pid=84875) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:13:55.815563 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-8845c85a-5ee6-4b85-85b8-a676e8a3f068 tempest-ServersTestJSON-1630860468 tempest-ServersTestJSON-1630860468] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:13:55.877099 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.plugin [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] No Port match for: b7d75e45-3acc-4c80-bf06-1b1da6dadb3e {{(pid=84876) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2188}} Jan 14 07:13:55.877687 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Device b7d75e45-3acc-4c80-bf06-1b1da6dadb3e not bound to the agent host n-d-768862-2 {{(pid=84876) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jan 14 07:13:55.891561 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-ce2df424-d711-4884-bf22-7867ca5db533 None None] Notify callbacks [] for port, precommit_update {{(pid=84877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:13:55.911473 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Pushing event updated for resources: {'Port': ['ID=a560da49-2ea6-4960-a7f7-b9f9ba31bab6,revision_number=4']} {{(pid=84876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:13:55.919191 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-ce2df424-d711-4884-bf22-7867ca5db533 None None] Transition to ACTIVE for port object 7c15cb07-b0eb-40da-b1b2-54be6eccc281 will not be triggered until provisioned by entity L2. {{(pid=84877) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 07:13:55.923601 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.279s {{(pid=84876) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:13:55.925597 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-ce2df424-d711-4884-bf22-7867ca5db533 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777640533312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363259214678337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777640097497'] for port, after_update {{(pid=84877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:13:55.995294 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.plugin [req-4134369b-5d82-4e16-96d4-7b3daed7e87c req-65511cd1-45a8-4fa8-8c95-fcbe402b45c2 tempest-TaggedBootDevicesTest-541410187 tempest-TaggedBootDevicesTest-541410187] Calling delete_port for 9d02427c-4d06-402e-a372-86755e489e8b owned by {{(pid=84874) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 07:13:56.090852 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [req-b6a496f9-e7c5-4286-974b-b7e6b41ff67d req-0388dd9c-750f-44e4-8056-8c4f228e0ac4 tempest-FloatingIPDetailsTestJSON-1519139485 tempest-FloatingIPDetailsTestJSON-1519139485] 10.222.0.24 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.2499049 Jan 14 07:13:56.093794 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84875) accepted ('10.222.0.24', 58564) {{(pid=84875) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:13:56.099555 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.v2.base [req-b6a496f9-e7c5-4286-974b-b7e6b41ff67d req-41eff07d-8c71-4cd3-928b-25bb15947380 tempest-FloatingIPDetailsTestJSON-1519139485 tempest-FloatingIPDetailsTestJSON-1519139485] Request body: {'floatingip': {'floating_network_id': '226f1e78-82cd-4481-9055-4eb73b6db8c1'}} {{(pid=84875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:13:56.109716 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [req-b6a496f9-e7c5-4286-974b-b7e6b41ff67d req-41eff07d-8c71-4cd3-928b-25bb15947380 tempest-FloatingIPDetailsTestJSON-1519139485 tempest-FloatingIPDetailsTestJSON-1519139485] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:13:56.125355 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [req-b6a496f9-e7c5-4286-974b-b7e6b41ff67d req-41eff07d-8c71-4cd3-928b-25bb15947380 tempest-FloatingIPDetailsTestJSON-1519139485 tempest-FloatingIPDetailsTestJSON-1519139485] Attempting to reserve 1 items for resource floatingip. Total usage: 2; quota limit: 50; headroom:48 {{(pid=84875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:13:56.133141 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-8845c85a-5ee6-4b85-85b8-a676e8a3f068 tempest-ServersTestJSON-1630860468 tempest-ServersTestJSON-1630860468] Notify callbacks [] for security_group, before_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:13:56.150418 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [req-b6a496f9-e7c5-4286-974b-b7e6b41ff67d req-41eff07d-8c71-4cd3-928b-25bb15947380 tempest-FloatingIPDetailsTestJSON-1519139485 tempest-FloatingIPDetailsTestJSON-1519139485] Notify callbacks [] for floatingip, before_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:13:56.175674 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84875) accepted ('10.222.0.24', 58570) {{(pid=84875) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:13:56.193810 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-8845c85a-5ee6-4b85-85b8-a676e8a3f068 tempest-ServersTestJSON-1630860468 tempest-ServersTestJSON-1630860468] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:13:56.225532 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-64208898-1847-41d1-9637-0ececac10175 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:13:56.251640 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-8845c85a-5ee6-4b85-85b8-a676e8a3f068 tempest-ServersTestJSON-1630860468 tempest-ServersTestJSON-1630860468] Usage tracker for resource:security_group_rule and tenant:04f3aea956e546e892de768ae99354b8 is out of sync, need to count used quota {{(pid=84875) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:13:56.257821 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-8845c85a-5ee6-4b85-85b8-a676e8a3f068 tempest-ServersTestJSON-1630860468 tempest-ServersTestJSON-1630860468] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84875) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:13:56.270826 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-8845c85a-5ee6-4b85-85b8-a676e8a3f068 tempest-ServersTestJSON-1630860468 tempest-ServersTestJSON-1630860468] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:13:56.349027 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84875) accepted ('10.222.0.24', 58576) {{(pid=84875) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:13:56.461918 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-a3b343f9-f41d-45d9-9878-c4f7b7bde6d9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:13:56.638370 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [req-4134369b-5d82-4e16-96d4-7b3daed7e87c req-65511cd1-45a8-4fa8-8c95-fcbe402b45c2 tempest-TaggedBootDevicesTest-541410187 tempest-TaggedBootDevicesTest-541410187] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777640533329', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777640097463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3254186'] for port, after_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:13:56.662604 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-8845c85a-5ee6-4b85-85b8-a676e8a3f068 tempest-ServersTestJSON-1630860468 tempest-ServersTestJSON-1630860468] Notify callbacks [] for security_group, precommit_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:13:56.675303 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.managers [None req-ce2df424-d711-4884-bf22-7867ca5db533 None None] Attempting to bind port 7c15cb07-b0eb-40da-b1b2-54be6eccc281 on host n-d-768862-2 for vnic_type normal with profile {{(pid=84877) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 14 07:13:56.675708 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.managers [None req-ce2df424-d711-4884-bf22-7867ca5db533 None None] Attempting to bind port 7c15cb07-b0eb-40da-b1b2-54be6eccc281 by drivers openvswitch on host n-d-768862-2 at level 0 using segments [{'id': 'c06239e8-61ba-417e-8bdc-4c57821155ed', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 10, 'network_id': '71b40b7a-b096-4de3-b013-cb8bf2ae45f9'}] {{(pid=84877) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 14 07:13:56.676165 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce2df424-d711-4884-bf22-7867ca5db533 None None] Attempting to bind port 7c15cb07-b0eb-40da-b1b2-54be6eccc281 on network 71b40b7a-b096-4de3-b013-cb8bf2ae45f9 {{(pid=84877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 14 07:13:56.706966 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce2df424-d711-4884-bf22-7867ca5db533 None None] Checking agent: {'id': 'ba5efab1-b43c-4d5a-bc52-6e105d4e67a2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768862-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 14, 6, 56, 52), 'started_at': datetime.datetime(2021, 1, 14, 6, 57, 22), 'heartbeat_timestamp': datetime.datetime(2021, 1, 14, 7, 13, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768862-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.29', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 14 07:13:56.707375 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce2df424-d711-4884-bf22-7867ca5db533 None None] Checking segment: {'id': 'c06239e8-61ba-417e-8bdc-4c57821155ed', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 10, 'network_id': '71b40b7a-b096-4de3-b013-cb8bf2ae45f9'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84877) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 14 07:13:56.707818 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-ce2df424-d711-4884-bf22-7867ca5db533 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:13:56.712782 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce2df424-d711-4884-bf22-7867ca5db533 None None] Bound using segment: {'id': 'c06239e8-61ba-417e-8bdc-4c57821155ed', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 10, 'network_id': '71b40b7a-b096-4de3-b013-cb8bf2ae45f9'} {{(pid=84877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 14 07:13:56.713361 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.managers [None req-ce2df424-d711-4884-bf22-7867ca5db533 None None] Bound port: 7c15cb07-b0eb-40da-b1b2-54be6eccc281, host: n-d-768862-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c06239e8-61ba-417e-8bdc-4c57821155ed', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 10, 'network_id': '71b40b7a-b096-4de3-b013-cb8bf2ae45f9'}}] {{(pid=84877) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 14 07:13:56.713795 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-ce2df424-d711-4884-bf22-7867ca5db533 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555753'] for port, before_update {{(pid=84877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:13:56.720465 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-8845c85a-5ee6-4b85-85b8-a676e8a3f068 tempest-ServersTestJSON-1630860468 tempest-ServersTestJSON-1630860468] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850887153'] for security_group, after_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:13:56.731234 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a612765a-79c1-40c2-901a-b84e936e2455 None None] Pushing event updated for resources: {'Port': ['ID=7c15cb07-b0eb-40da-b1b2-54be6eccc281,revision_number=3']} {{(pid=84877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:13:56.745915 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-a612765a-79c1-40c2-901a-b84e936e2455 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.523s {{(pid=84877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:13:56.873281 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [None req-ce2df424-d711-4884-bf22-7867ca5db533 None None] For port 7c15cb07-b0eb-40da-b1b2-54be6eccc281, host n-d-768862-2, cleared binding levels {{(pid=84877) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 14 07:13:56.877088 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [None req-ce2df424-d711-4884-bf22-7867ca5db533 None None] For port 7c15cb07-b0eb-40da-b1b2-54be6eccc281, host n-d-768862-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-2',level=0,port_id=7c15cb07-b0eb-40da-b1b2-54be6eccc281,segment=NetworkSegment(c06239e8-61ba-417e-8bdc-4c57821155ed),segment_id=c06239e8-61ba-417e-8bdc-4c57821155ed)] {{(pid=84877) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 14 07:13:56.883200 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-ce2df424-d711-4884-bf22-7867ca5db533 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777640533312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363259214678337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777640097497'] for port, after_update {{(pid=84877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:13:56.906593 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-6d7f246d-cc0a-424f-82d0-a05cb5eb641d tempest-SecurityGroupsTestJSON-494699717 tempest-SecurityGroupsTestJSON-494699717] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:13:56.925201 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-a3b343f9-f41d-45d9-9878-c4f7b7bde6d9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:13:56.936074 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Device a560da49-2ea6-4960-a7f7-b9f9ba31bab6 up at agent ovs-agent-n-d-768862-2 {{(pid=84876) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 07:13:56.987266 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.v2.base [None req-f634cdc8-185a-4ed4-84ce-3b8ba682c933 admin admin] Request body: {'network': {'name': 'tempest-ServerPasswordTestJSON-125030401-network', 'tenant_id': 'bea94e6b044f42eb9a9092a3b16f7820'}} {{(pid=84875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:13:57.005812 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-a3b343f9-f41d-45d9-9878-c4f7b7bde6d9 admin admin] Usage tracker for resource:security_group_rule and tenant:6cbc94013ffd4152a7ccf0c56e97362f is out of sync, need to count used quota {{(pid=84875) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:13:57.022248 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-a3b343f9-f41d-45d9-9878-c4f7b7bde6d9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84875) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:13:57.040931 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.v2.base [None req-21a48cd1-2f93-42b2-bed3-c989967659f5 admin admin] Request body: {'network': {'name': 'tempest-ServerActionsTestJSON-872566309-network', 'tenant_id': '12721d5aa0d74c769229c9ab1dd6bd37'}} {{(pid=84875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:13:57.066874 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-f634cdc8-185a-4ed4-84ce-3b8ba682c933 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:13:57.080604 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-909d2128-827d-493e-bfc6-1670cf910952 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:13:57.081382 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-21a48cd1-2f93-42b2-bed3-c989967659f5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:13:57.084968 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Provisioning complete for port a560da49-2ea6-4960-a7f7-b9f9ba31bab6 triggered by entity L2. {{(pid=84876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 07:13:57.085811 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-604227'] for port, provisioning_complete {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:13:57.096981 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-a3b343f9-f41d-45d9-9878-c4f7b7bde6d9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:13:57.099993 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-21a48cd1-2f93-42b2-bed3-c989967659f5 admin admin] Usage tracker for resource:network and tenant:12721d5aa0d74c769229c9ab1dd6bd37 is out of sync, need to count used quota {{(pid=84875) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:13:57.105875 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-f634cdc8-185a-4ed4-84ce-3b8ba682c933 admin admin] Usage tracker for resource:network and tenant:bea94e6b044f42eb9a9092a3b16f7820 is out of sync, need to count used quota {{(pid=84875) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:13:57.114865 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-8845c85a-5ee6-4b85-85b8-a676e8a3f068 tempest-ServersTestJSON-1630860468 tempest-ServersTestJSON-1630860468] Notify callbacks [] for security_group, before_response {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:13:57.116415 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-8845c85a-5ee6-4b85-85b8-a676e8a3f068 tempest-ServersTestJSON-1630860468 tempest-ServersTestJSON-1630860468] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 1.3743634 Jan 14 07:13:57.124215 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-f634cdc8-185a-4ed4-84ce-3b8ba682c933 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84875) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:13:57.127528 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-21a48cd1-2f93-42b2-bed3-c989967659f5 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84875) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:13:57.132911 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84875) accepted ('10.222.0.24', 58584) {{(pid=84875) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:13:57.152870 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.v2.base [None req-20d66473-55bb-41b9-a840-85fd17badbf9 tempest-ServersTestJSON-1630860468 tempest-ServersTestJSON-1630860468] Request body: {'security_group_rule': {'security_group_id': '3ee4520f-5f87-4421-b44d-9abf7dc45319', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=84875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:13:57.169846 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce2df424-d711-4884-bf22-7867ca5db533 None None] Routers {'2c4708ec-fdd6-422a-aa87-423d292387f0'} bound to L3 agent in host n-d-768862-2 {{(pid=84877) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 14 07:13:57.170697 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_hamode_db [None req-ce2df424-d711-4884-bf22-7867ca5db533 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2021-01-14T06:56:51Z,description=,heartbeat_timestamp=2021-01-14T07:13:51Z,host='n-d-768862-2',id=35f592e9-451b-4db9-abea-77b6a5c5391b,load=0,resource_versions=,resources_synced=,started_at=2021-01-14T06:56:51Z,topic='l3_agent')) {'router_ids': ['2c4708ec-fdd6-422a-aa87-423d292387f0'], 'active': True} {{(pid=84877) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:13:57.190009 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8845c85a-5ee6-4b85-85b8-a676e8a3f068 tempest-ServersTestJSON-1630860468 tempest-ServersTestJSON-1630860468] Pushing event updated for resources: {'SecurityGroup': ['ID=3ee4520f-5f87-4421-b44d-9abf7dc45319,revision_number=1']} {{(pid=84875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:13:57.195132 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-8845c85a-5ee6-4b85-85b8-a676e8a3f068 tempest-ServersTestJSON-1630860468 tempest-ServersTestJSON-1630860468] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.289s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:13:57.199584 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-f634cdc8-185a-4ed4-84ce-3b8ba682c933 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:13:57.206041 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-21a48cd1-2f93-42b2-bed3-c989967659f5 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:13:57.239035 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-20d66473-55bb-41b9-a840-85fd17badbf9 tempest-ServersTestJSON-1630860468 tempest-ServersTestJSON-1630860468] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:13:57.244441 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [req-b6a496f9-e7c5-4286-974b-b7e6b41ff67d req-41eff07d-8c71-4cd3-928b-25bb15947380 tempest-FloatingIPDetailsTestJSON-1519139485 tempest-FloatingIPDetailsTestJSON-1519139485] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555753'] for port, before_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:13:57.247346 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.db_base_plugin_common [req-60ca455c-db27-49f0-a6f1-04614b79c8ba req-c246ab0a-de8d-487c-9b0a-5e9501020c46 tempest-ServersAdminTestJSON-2110659293 tempest-ServersAdminTestJSON-2110659293] Allocated IP 192.168.233.206 (3ab89270-67b1-41e9-8be2-a0395a984bff/69aa3990-7111-4d2c-9167-5d5ad366f163/0eb1331d-d377-40d2-aacb-222a7234fdd8) {{(pid=84874) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 14 07:13:57.279077 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [req-60ca455c-db27-49f0-a6f1-04614b79c8ba req-c246ab0a-de8d-487c-9b0a-5e9501020c46 tempest-ServersAdminTestJSON-2110659293 tempest-ServersAdminTestJSON-2110659293] Notify callbacks [] for security_group, before_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:13:57.298835 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [req-60ca455c-db27-49f0-a6f1-04614b79c8ba req-c246ab0a-de8d-487c-9b0a-5e9501020c46 tempest-ServersAdminTestJSON-2110659293 tempest-ServersAdminTestJSON-2110659293] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:13:57.303726 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [req-60ca455c-db27-49f0-a6f1-04614b79c8ba req-c246ab0a-de8d-487c-9b0a-5e9501020c46 tempest-ServersAdminTestJSON-2110659293 tempest-ServersAdminTestJSON-2110659293] Usage tracker for resource:security_group_rule and tenant:44f1ebfb726c40f79f3e17c7e6a9b92b is out of sync, need to count used quota {{(pid=84874) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:13:57.307254 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [req-60ca455c-db27-49f0-a6f1-04614b79c8ba req-c246ab0a-de8d-487c-9b0a-5e9501020c46 tempest-ServersAdminTestJSON-2110659293 tempest-ServersAdminTestJSON-2110659293] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84874) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:13:57.314573 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [req-60ca455c-db27-49f0-a6f1-04614b79c8ba req-c246ab0a-de8d-487c-9b0a-5e9501020c46 tempest-ServersAdminTestJSON-2110659293 tempest-ServersAdminTestJSON-2110659293] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:13:57.320134 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-20d66473-55bb-41b9-a840-85fd17badbf9 tempest-ServersTestJSON-1630860468 tempest-ServersTestJSON-1630860468] Usage tracker for resource:security_group_rule and tenant:04f3aea956e546e892de768ae99354b8 is out of sync, need to count used quota {{(pid=84875) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:13:57.332720 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-20d66473-55bb-41b9-a840-85fd17badbf9 tempest-ServersTestJSON-1630860468 tempest-ServersTestJSON-1630860468] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84875) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:13:57.401681 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a612765a-79c1-40c2-901a-b84e936e2455 None None] Pushing event updated for resources: {'Port': ['ID=7c15cb07-b0eb-40da-b1b2-54be6eccc281,revision_number=4']} {{(pid=84877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:13:57.428826 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-20d66473-55bb-41b9-a840-85fd17badbf9 tempest-ServersTestJSON-1630860468 tempest-ServersTestJSON-1630860468] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:13:57.429061 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a612765a-79c1-40c2-901a-b84e936e2455 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@n-h1-768862-2 {{(pid=84877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:13:57.429185 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a612765a-79c1-40c2-901a-b84e936e2455 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-h1-768862-2 {{(pid=84877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:13:57.429666 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a612765a-79c1-40c2-901a-b84e936e2455 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-h1-768862-2 {{(pid=84877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:13:57.430368 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a612765a-79c1-40c2-901a-b84e936e2455 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-h1-768862-2 {{(pid=84877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:13:57.430685 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a612765a-79c1-40c2-901a-b84e936e2455 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@n-h1-768862-2 {{(pid=84877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:13:57.431181 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a612765a-79c1-40c2-901a-b84e936e2455 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-h1-768862-2 {{(pid=84877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:13:57.431775 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a612765a-79c1-40c2-901a-b84e936e2455 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-h1-768862-2 {{(pid=84877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:13:57.432371 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a612765a-79c1-40c2-901a-b84e936e2455 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-h1-768862-2 {{(pid=84877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:13:57.432794 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a612765a-79c1-40c2-901a-b84e936e2455 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-h1-768862-2 {{(pid=84877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:13:57.433214 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a612765a-79c1-40c2-901a-b84e936e2455 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-h1-768862-2 {{(pid=84877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:13:57.433641 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a612765a-79c1-40c2-901a-b84e936e2455 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-h1-768862-2 {{(pid=84877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:13:57.434062 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a612765a-79c1-40c2-901a-b84e936e2455 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-h1-768862-2 {{(pid=84877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:13:57.434543 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a612765a-79c1-40c2-901a-b84e936e2455 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@n-h2-768862-2 {{(pid=84877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:13:57.434963 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a612765a-79c1-40c2-901a-b84e936e2455 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-h2-768862-2 {{(pid=84877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:13:57.435385 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a612765a-79c1-40c2-901a-b84e936e2455 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-h2-768862-2 {{(pid=84877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:13:57.435771 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a612765a-79c1-40c2-901a-b84e936e2455 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-h2-768862-2 {{(pid=84877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:13:57.436385 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a612765a-79c1-40c2-901a-b84e936e2455 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@n-h2-768862-2 {{(pid=84877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:13:57.436733 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a612765a-79c1-40c2-901a-b84e936e2455 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-h2-768862-2 {{(pid=84877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:13:57.437122 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a612765a-79c1-40c2-901a-b84e936e2455 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-h2-768862-2 {{(pid=84877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:13:57.437589 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a612765a-79c1-40c2-901a-b84e936e2455 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-h2-768862-2 {{(pid=84877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:13:57.437909 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a612765a-79c1-40c2-901a-b84e936e2455 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-h2-768862-2 {{(pid=84877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:13:57.438335 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a612765a-79c1-40c2-901a-b84e936e2455 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-h2-768862-2 {{(pid=84877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:13:57.438755 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a612765a-79c1-40c2-901a-b84e936e2455 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-h2-768862-2 {{(pid=84877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:13:57.439182 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a612765a-79c1-40c2-901a-b84e936e2455 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-h2-768862-2 {{(pid=84877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:13:57.439662 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a612765a-79c1-40c2-901a-b84e936e2455 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-2 {{(pid=84877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:13:57.440338 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a612765a-79c1-40c2-901a-b84e936e2455 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-2 {{(pid=84877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:13:57.440453 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a612765a-79c1-40c2-901a-b84e936e2455 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-2 {{(pid=84877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:13:57.440842 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a612765a-79c1-40c2-901a-b84e936e2455 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-2 {{(pid=84877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:13:57.441262 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a612765a-79c1-40c2-901a-b84e936e2455 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@n-d-768862-2 {{(pid=84877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:13:57.441679 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a612765a-79c1-40c2-901a-b84e936e2455 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-2 {{(pid=84877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:13:57.442253 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a612765a-79c1-40c2-901a-b84e936e2455 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-768862-2 {{(pid=84877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:13:57.443125 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a612765a-79c1-40c2-901a-b84e936e2455 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-768862-2 {{(pid=84877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:13:57.443125 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a612765a-79c1-40c2-901a-b84e936e2455 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-2 {{(pid=84877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:13:57.443306 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a612765a-79c1-40c2-901a-b84e936e2455 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-2 {{(pid=84877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:13:57.443744 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a612765a-79c1-40c2-901a-b84e936e2455 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-2 {{(pid=84877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:13:57.444187 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a612765a-79c1-40c2-901a-b84e936e2455 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-2 {{(pid=84877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:13:57.453206 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-21a48cd1-2f93-42b2-bed3-c989967659f5 admin admin] Made reservation on behalf of 12721d5aa0d74c769229c9ab1dd6bd37 for: {'network': 1} {{(pid=84875) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 07:13:57.453454 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-a612765a-79c1-40c2-901a-b84e936e2455 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.373s {{(pid=84877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:13:57.457553 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-21a48cd1-2f93-42b2-bed3-c989967659f5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555753'] for network, before_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:13:57.468275 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f634cdc8-185a-4ed4-84ce-3b8ba682c933 admin admin] Made reservation on behalf of bea94e6b044f42eb9a9092a3b16f7820 for: {'network': 1} {{(pid=84875) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 07:13:57.472654 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_dvr_db [None req-ce2df424-d711-4884-bf22-7867ca5db533 None None] Set router 2c4708ec-fdd6-422a-aa87-423d292387f0 gateway port host: n-d-768862-2 {{(pid=84877) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 14 07:13:57.473661 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-f634cdc8-185a-4ed4-84ce-3b8ba682c933 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555753'] for network, before_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:13:57.507683 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-20d66473-55bb-41b9-a840-85fd17badbf9 tempest-ServersTestJSON-1630860468 tempest-ServersTestJSON-1630860468] Notify callbacks [] for security_group_rule, before_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:13:57.531934 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-21a48cd1-2f93-42b2-bed3-c989967659f5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:13:57.541925 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-f634cdc8-185a-4ed4-84ce-3b8ba682c933 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:13:57.547452 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7190c0e7-5dd9-4570-9ec4-e036e9638dd9 service neutron] Pushing event updated for resources: {'Port': ['ID=6f2a7f43-bf53-42bb-a0fb-dc06cc058b22,revision_number=3']} {{(pid=84874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:13:57.567425 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-7190c0e7-5dd9-4570-9ec4-e036e9638dd9 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 3.279s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:13:57.580453 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-c78e626d-d5fe-4701-a9d9-e80fe5241523 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.694s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:13:57.588218 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a780bf53-6567-48e7-9d84-34c8e3b24bdd req-afcaecf1-aaa3-4bc6-91f3-7beee9d27185 tempest-LiveMigrationNegativeTest-1470825370 tempest-LiveMigrationNegativeTest-1470825370] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:13:57.589051 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [req-a780bf53-6567-48e7-9d84-34c8e3b24bdd req-afcaecf1-aaa3-4bc6-91f3-7beee9d27185 tempest-LiveMigrationNegativeTest-1470825370 tempest-LiveMigrationNegativeTest-1470825370] Synchronizing usage tracker for tenant:4c5412f7fcde40999169791ca7c8ee35 on resource:port {{(pid=84875) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 14 07:13:57.595170 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-f634cdc8-185a-4ed4-84ce-3b8ba682c933 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:13:57.623490 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-f634cdc8-185a-4ed4-84ce-3b8ba682c933 admin admin] Usage tracker for resource:security_group_rule and tenant:bea94e6b044f42eb9a9092a3b16f7820 is out of sync, need to count used quota {{(pid=84875) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:13:57.635987 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-21a48cd1-2f93-42b2-bed3-c989967659f5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:13:57.640463 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-f634cdc8-185a-4ed4-84ce-3b8ba682c933 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84875) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:13:57.654319 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65511cd1-45a8-4fa8-8c95-fcbe402b45c2 tempest-TaggedBootDevicesTest-541410187 tempest-TaggedBootDevicesTest-541410187] Pushing event deleted for resources: {'Port': ['ID=9d02427c-4d06-402e-a372-86755e489e8b,revision_number=None']} {{(pid=84874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:13:57.676504 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-f634cdc8-185a-4ed4-84ce-3b8ba682c933 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:13:57.677923 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-65511cd1-45a8-4fa8-8c95-fcbe402b45c2 tempest-TaggedBootDevicesTest-541410187 tempest-TaggedBootDevicesTest-541410187] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:13:57.739460 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4749a9d8-1a24-4696-b0e1-b9fbefef11e5 req-7190c0e7-5dd9-4570-9ec4-e036e9638dd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:13:57.740191 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [req-4749a9d8-1a24-4696-b0e1-b9fbefef11e5 req-7190c0e7-5dd9-4570-9ec4-e036e9638dd9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854768116'] for port, before_response {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:13:57.741861 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [req-4749a9d8-1a24-4696-b0e1-b9fbefef11e5 req-7190c0e7-5dd9-4570-9ec4-e036e9638dd9 service neutron] 10.222.0.35 "PUT /v2.0/ports/6f2a7f43-bf53-42bb-a0fb-dc06cc058b22 HTTP/1.1" status: 200 len: 1155 time: 13.1017034 Jan 14 07:13:57.745368 n-d-768862-2 neutron-server[84765]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '16513199-bee3-4bea-a843-4e62a5ef0197', 'tag': '6f2a7f43-bf53-42bb-a0fb-dc06cc058b22'}] {{(pid=84874) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Jan 14 07:13:57.762110 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-d4054c38-32ef-4df0-97f0-77a068327cdc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036854176836'] for subnet, precommit_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:13:57.767496 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-21a48cd1-2f93-42b2-bed3-c989967659f5 admin admin] Usage tracker for resource:security_group_rule and tenant:12721d5aa0d74c769229c9ab1dd6bd37 is out of sync, need to count used quota {{(pid=84875) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:13:57.794938 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-21a48cd1-2f93-42b2-bed3-c989967659f5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84875) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:13:57.809064 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.v2.base [req-4749a9d8-1a24-4696-b0e1-b9fbefef11e5 req-d941555e-02f0-440e-9ce9-1330a88bca06 service neutron] Request body: {'port': {'device_id': '16513199-bee3-4bea-a843-4e62a5ef0197', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-768862-2'}} {{(pid=84874) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:13:57.933011 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_hamode_db [None req-ce2df424-d711-4884-bf22-7867ca5db533 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c4708ec-fdd6-422a-aa87-423d292387f0', 'name': 'tempest-ServersTestJSON-946569007-router', 'tenant_id': '04f3aea956e546e892de768ae99354b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '226f1e78-82cd-4481-9055-4eb73b6db8c1', 'external_fixed_ips': [{'subnet_id': 'ba8deeec-7658-4195-9449-038c076f5c83', 'ip_address': '172.25.2.251'}], 'enable_snat': True}, 'gw_port_id': '2e75d853-19bb-4e46-b3fd-789045fa1c82', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-14T07:13:17Z', 'updated_at': '2021-01-14T07:13:50Z', 'revision_number': 4, 'project_id': '04f3aea956e546e892de768ae99354b8', 'gw_port': {'id': '2e75d853-19bb-4e46-b3fd-789045fa1c82', 'name': '', 'network_id': '226f1e78-82cd-4481-9055-4eb73b6db8c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:29:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c4708ec-fdd6-422a-aa87-423d292387f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 921, 'fixed_ips': [{'subnet_id': 'ba8deeec-7658-4195-9449-038c076f5c83', 'ip_address': '172.25.2.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T07:13:25Z', 'updated_at': '2021-01-14T07:13:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ba8deeec-7658-4195-9449-038c076f5c83', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-2', '_interfaces': [{'id': '7c15cb07-b0eb-40da-b1b2-54be6eccc281', 'name': '', 'network_id': '71b40b7a-b096-4de3-b013-cb8bf2ae45f9', 'tenant_id': '04f3aea956e546e892de768ae99354b8', 'mac_address': 'fa:16:3e:8f:be:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2c4708ec-fdd6-422a-aa87-423d292387f0', 'device_owner': 'network:router_interface', 'standard_attr_id': 945, 'fixed_ips': [{'subnet_id': '5559c54c-ef86-4695-a8aa-957013d4842c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T07:13:45Z', 'updated_at': '2021-01-14T07:13:56Z', 'revision_number': 4, 'project_id': '04f3aea956e546e892de768ae99354b8', 'subnets': [{'id': '5559c54c-ef86-4695-a8aa-957013d4842c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'n-d-768862-2', False) {} {{(pid=84877) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:13:57.938242 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce2df424-d711-4884-bf22-7867ca5db533 None None] The sync data for ids ['2c4708ec-fdd6-422a-aa87-423d292387f0'] in n-d-768862-2 is: [{'id': '2c4708ec-fdd6-422a-aa87-423d292387f0', 'name': 'tempest-ServersTestJSON-946569007-router', 'tenant_id': '04f3aea956e546e892de768ae99354b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '226f1e78-82cd-4481-9055-4eb73b6db8c1', 'external_fixed_ips': [{'subnet_id': 'ba8deeec-7658-4195-9449-038c076f5c83', 'ip_address': '172.25.2.251'}], 'enable_snat': True}, 'gw_port_id': '2e75d853-19bb-4e46-b3fd-789045fa1c82', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-14T07:13:17Z', 'updated_at': '2021-01-14T07:13:50Z', 'revision_number': 4, 'project_id': '04f3aea956e546e892de768ae99354b8', 'gw_port': {'id': '2e75d853-19bb-4e46-b3fd-789045fa1c82', 'name': '', 'network_id': '226f1e78-82cd-4481-9055-4eb73b6db8c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:29:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c4708ec-fdd6-422a-aa87-423d292387f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 921, 'fixed_ips': [{'subnet_id': 'ba8deeec-7658-4195-9449-038c076f5c83', 'ip_address': '172.25.2.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T07:13:25Z', 'updated_at': '2021-01-14T07:13:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ba8deeec-7658-4195-9449-038c076f5c83', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-2', '_interfaces': [{'id': '7c15cb07-b0eb-40da-b1b2-54be6eccc281', 'name': '', 'network_id': '71b40b7a-b096-4de3-b013-cb8bf2ae45f9', 'tenant_id': '04f3aea956e546e892de768ae99354b8', 'mac_address': 'fa:16:3e:8f:be:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2c4708ec-fdd6-422a-aa87-423d292387f0', 'device_owner': 'network:router_interface', 'standard_attr_id': 945, 'fixed_ips': [{'subnet_id': '5559c54c-ef86-4695-a8aa-957013d4842c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T07:13:45Z', 'updated_at': '2021-01-14T07:13:56Z', 'revision_number': 4, 'project_id': '04f3aea956e546e892de768ae99354b8', 'subnets': [{'id': '5559c54c-ef86-4695-a8aa-957013d4842c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=84877) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Jan 14 07:13:57.988221 n-d-768862-2 neutron-server[84765]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '16513199-bee3-4bea-a843-4e62a5ef0197', 'tag': '6f2a7f43-bf53-42bb-a0fb-dc06cc058b22', 'status': 'completed', 'code': 200} Jan 14 07:13:58.138598 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [req-60ca455c-db27-49f0-a6f1-04614b79c8ba req-c246ab0a-de8d-487c-9b0a-5e9501020c46 tempest-ServersAdminTestJSON-2110659293 tempest-ServersAdminTestJSON-2110659293] Notify callbacks [] for security_group, precommit_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:13:58.138991 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [req-60ca455c-db27-49f0-a6f1-04614b79c8ba req-c246ab0a-de8d-487c-9b0a-5e9501020c46 tempest-ServersAdminTestJSON-2110659293 tempest-ServersAdminTestJSON-2110659293] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850887153'] for security_group, after_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:13:58.140321 n-d-768862-2 neutron-server[84765]: WARNING neutron.plugins.ml2.ovo_rpc [req-60ca455c-db27-49f0-a6f1-04614b79c8ba req-c246ab0a-de8d-487c-9b0a-5e9501020c46 tempest-ServersAdminTestJSON-2110659293 tempest-ServersAdminTestJSON-2110659293] This handler is supposed to handle AFTER events, as in 'AFTER it's committed', not BEFORE. Offending resource event: security_group, after_create. Location: Jan 14 07:13:58.140321 n-d-768862-2 neutron-server[84765]: File "/usr/local/lib/python3.6/dist-packages/eventlet/greenthread.py", line 221, in main Jan 14 07:13:58.140321 n-d-768862-2 neutron-server[84765]: result = function(*args, **kwargs) Jan 14 07:13:58.140321 n-d-768862-2 neutron-server[84765]: File "/usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py", line 825, in process_request Jan 14 07:13:58.140321 n-d-768862-2 neutron-server[84765]: proto.__init__(conn_state, self) Jan 14 07:13:58.140321 n-d-768862-2 neutron-server[84765]: File "/usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py", line 357, in __init__ Jan 14 07:13:58.140321 n-d-768862-2 neutron-server[84765]: self.handle() Jan 14 07:13:58.140321 n-d-768862-2 neutron-server[84765]: File "/usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py", line 390, in handle Jan 14 07:13:58.140321 n-d-768862-2 neutron-server[84765]: self.handle_one_request() Jan 14 07:13:58.140321 n-d-768862-2 neutron-server[84765]: File "/usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py", line 466, in handle_one_request Jan 14 07:13:58.140321 n-d-768862-2 neutron-server[84765]: self.handle_one_response() Jan 14 07:13:58.140321 n-d-768862-2 neutron-server[84765]: File "/usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py", line 573, in handle_one_response Jan 14 07:13:58.140321 n-d-768862-2 neutron-server[84765]: result = self.application(self.environ, start_response) Jan 14 07:13:58.140321 n-d-768862-2 neutron-server[84765]: File "/usr/local/lib/python3.6/dist-packages/paste/urlmap.py", line 216, in __call__ Jan 14 07:13:58.140321 n-d-768862-2 neutron-server[84765]: return app(environ, start_response) Jan 14 07:13:58.140321 n-d-768862-2 neutron-server[84765]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 129, in __call__ Jan 14 07:13:58.140321 n-d-768862-2 neutron-server[84765]: resp = self.call_func(req, *args, **kw) Jan 14 07:13:58.140321 n-d-768862-2 neutron-server[84765]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 193, in call_func Jan 14 07:13:58.140321 n-d-768862-2 neutron-server[84765]: return self.func(req, *args, **kwargs) Jan 14 07:13:58.140321 n-d-768862-2 neutron-server[84765]: File "/usr/local/lib/python3.6/dist-packages/oslo_middleware/base.py", line 124, in __call__ Jan 14 07:13:58.140321 n-d-768862-2 neutron-server[84765]: response = req.get_response(self.application) Jan 14 07:13:58.140321 n-d-768862-2 neutron-server[84765]: File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1314, in send Jan 14 07:13:58.140321 n-d-768862-2 neutron-server[84765]: application, catch_exc_info=False) Jan 14 07:13:58.140321 n-d-768862-2 neutron-server[84765]: File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1278, in call_application Jan 14 07:13:58.140321 n-d-768862-2 neutron-server[84765]: app_iter = application(self.environ, start_response) Jan 14 07:13:58.140321 n-d-768862-2 neutron-server[84765]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 129, in __call__ Jan 14 07:13:58.140321 n-d-768862-2 neutron-server[84765]: resp = self.call_func(req, *args, **kw) Jan 14 07:13:58.140321 n-d-768862-2 neutron-server[84765]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 193, in call_func Jan 14 07:13:58.140321 n-d-768862-2 neutron-server[84765]: return self.func(req, *args, **kwargs) Jan 14 07:13:58.140321 n-d-768862-2 neutron-server[84765]: File "/usr/local/lib/python3.6/dist-packages/oslo_middleware/base.py", line 124, in __call__ Jan 14 07:13:58.140321 n-d-768862-2 neutron-server[84765]: response = req.get_response(self.application) Jan 14 07:13:58.140321 n-d-768862-2 neutron-server[84765]: File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1314, in send Jan 14 07:13:58.140321 n-d-768862-2 neutron-server[84765]: application, catch_exc_info=False) Jan 14 07:13:58.140321 n-d-768862-2 neutron-server[84765]: File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1278, in call_application Jan 14 07:13:58.140321 n-d-768862-2 neutron-server[84765]: app_iter = application(self.environ, start_response) Jan 14 07:13:58.140321 n-d-768862-2 neutron-server[84765]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 129, in __call__ Jan 14 07:13:58.140321 n-d-768862-2 neutron-server[84765]: resp = self.call_func(req, *args, **kw) Jan 14 07:13:58.140321 n-d-768862-2 neutron-server[84765]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 193, in call_func Jan 14 07:13:58.140321 n-d-768862-2 neutron-server[84765]: return self.func(req, *args, **kwargs) Jan 14 07:13:58.140321 n-d-768862-2 neutron-server[84765]: File "/usr/local/lib/python3.6/dist-packages/oslo_middleware/request_id.py", line 58, in __call__ Jan 14 07:13:58.140321 n-d-768862-2 neutron-server[84765]: response = req.get_response(self.application) Jan 14 07:13:58.140321 n-d-768862-2 neutron-server[84765]: File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1314, in send Jan 14 07:13:58.140321 n-d-768862-2 neutron-server[84765]: application, catch_exc_info=False) Jan 14 07:13:58.140321 n-d-768862-2 neutron-server[84765]: File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1278, in call_application Jan 14 07:13:58.140321 n-d-768862-2 neutron-server[84765]: app_iter = application(self.environ, start_response) Jan 14 07:13:58.140321 n-d-768862-2 neutron-server[84765]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 129, in __call__ Jan 14 07:13:58.140321 n-d-768862-2 neutron-server[84765]: resp = self.call_func(req, *args, **kw) Jan 14 07:13:58.140321 n-d-768862-2 neutron-server[84765]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 193, in call_func Jan 14 07:13:58.140321 n-d-768862-2 neutron-server[84765]: return self.func(req, *args, **kwargs) Jan 14 07:13:58.140321 n-d-768862-2 neutron-server[84765]: File "/usr/local/lib/python3.6/dist-packages/oslo_middleware/catch_errors.py", line 40, in __call__ Jan 14 07:13:58.140321 n-d-768862-2 neutron-server[84765]: response = req.get_response(self.application) Jan 14 07:13:58.140321 n-d-768862-2 neutron-server[84765]: File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1314, in send Jan 14 07:13:58.140321 n-d-768862-2 neutron-server[84765]: application, catch_exc_info=False) Jan 14 07:13:58.140321 n-d-768862-2 neutron-server[84765]: File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1278, in call_application Jan 14 07:13:58.140321 n-d-768862-2 neutron-server[84765]: app_iter = application(self.environ, start_response) Jan 14 07:13:58.140321 n-d-768862-2 neutron-server[84765]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 129, in __call__ Jan 14 07:13:58.140321 n-d-768862-2 neutron-server[84765]: resp = self.call_func(req, *args, **kw) Jan 14 07:13:58.140321 n-d-768862-2 neutron-server[84765]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 193, in call_func Jan 14 07:13:58.140321 n-d-768862-2 neutron-server[84765]: return self.func(req, *args, **kwargs) Jan 14 07:13:58.140321 n-d-768862-2 neutron-server[84765]: File "/usr/local/lib/python3.6/dist-packages/osprofiler/web.py", line 112, in __call__ Jan 14 07:13:58.140321 n-d-768862-2 neutron-server[84765]: return request.get_response(self.application) Jan 14 07:13:58.140321 n-d-768862-2 neutron-server[84765]: File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1314, in send Jan 14 07:13:58.140321 n-d-768862-2 neutron-server[84765]: application, catch_exc_info=False) Jan 14 07:13:58.140321 n-d-768862-2 neutron-server[84765]: File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1278, in call_application Jan 14 07:13:58.140321 n-d-768862-2 neutron-server[84765]: app_iter = application(self.environ, start_response) Jan 14 07:13:58.140321 n-d-768862-2 neutron-server[84765]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 129, in __call__ Jan 14 07:13:58.140321 n-d-768862-2 neutron-server[84765]: resp = self.call_func(req, *args, **kw) Jan 14 07:13:58.140321 n-d-768862-2 neutron-server[84765]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 193, in call_func Jan 14 07:13:58.140321 n-d-768862-2 neutron-server[84765]: return self.func(req, *args, **kwargs) Jan 14 07:13:58.140321 n-d-768862-2 neutron-server[84765]: File "/usr/local/lib/python3.6/dist-packages/keystonemiddleware/auth_token/__init__.py", line 341, in __call__ Jan 14 07:13:58.140321 n-d-768862-2 neutron-server[84765]: response = req.get_response(self._app) Jan 14 07:13:58.140321 n-d-768862-2 neutron-server[84765]: File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1314, in send Jan 14 07:13:58.140321 n-d-768862-2 neutron-server[84765]: application, catch_exc_info=False) Jan 14 07:13:58.140321 n-d-768862-2 neutron-server[84765]: File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1278, in call_application Jan 14 07:13:58.140321 n-d-768862-2 neutron-server[84765]: app_iter = application(self.environ, start_response) Jan 14 07:13:58.140321 n-d-768862-2 neutron-server[84765]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 143, in __call__ Jan 14 07:13:58.140321 n-d-768862-2 neutron-server[84765]: return resp(environ, start_response) Jan 14 07:13:58.140321 n-d-768862-2 neutron-server[84765]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 143, in __call__ Jan 14 07:13:58.140321 n-d-768862-2 neutron-server[84765]: return resp(environ, start_response) Jan 14 07:13:58.140321 n-d-768862-2 neutron-server[84765]: File "/usr/local/lib/python3.6/dist-packages/routes/middleware.py", line 153, in __call__ Jan 14 07:13:58.140321 n-d-768862-2 neutron-server[84765]: response = self.app(environ, start_response) Jan 14 07:13:58.140321 n-d-768862-2 neutron-server[84765]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 143, in __call__ Jan 14 07:13:58.140321 n-d-768862-2 neutron-server[84765]: return resp(environ, start_response) Jan 14 07:13:58.140321 n-d-768862-2 neutron-server[84765]: File "/usr/local/lib/python3.6/dist-packages/pecan/middleware/recursive.py", line 56, in __call__ Jan 14 07:13:58.140321 n-d-768862-2 neutron-server[84765]: return self.application(environ, start_response) Jan 14 07:13:58.147396 n-d-768862-2 neutron-server[84765]: File "/usr/local/lib/python3.6/dist-packages/pecan/core.py", line 840, in __call__ Jan 14 07:13:58.147396 n-d-768862-2 neutron-server[84765]: return super(Pecan, self).__call__(environ, start_response) Jan 14 07:13:58.147396 n-d-768862-2 neutron-server[84765]: File "/usr/local/lib/python3.6/dist-packages/pecan/core.py", line 683, in __call__ Jan 14 07:13:58.147396 n-d-768862-2 neutron-server[84765]: self.invoke_controller(controller, args, kwargs, state) Jan 14 07:13:58.147396 n-d-768862-2 neutron-server[84765]: File "/usr/local/lib/python3.6/dist-packages/pecan/core.py", line 574, in invoke_controller Jan 14 07:13:58.147396 n-d-768862-2 neutron-server[84765]: result = controller(*args, **kwargs) Jan 14 07:13:58.147396 n-d-768862-2 neutron-server[84765]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jan 14 07:13:58.147396 n-d-768862-2 neutron-server[84765]: return f(*args, **kwargs) Jan 14 07:13:58.147396 n-d-768862-2 neutron-server[84765]: File "/usr/local/lib/python3.6/dist-packages/oslo_db/api.py", line 142, in wrapper Jan 14 07:13:58.147396 n-d-768862-2 neutron-server[84765]: return f(*args, **kwargs) Jan 14 07:13:58.147396 n-d-768862-2 neutron-server[84765]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jan 14 07:13:58.147396 n-d-768862-2 neutron-server[84765]: return f(*dup_args, **dup_kwargs) Jan 14 07:13:58.147396 n-d-768862-2 neutron-server[84765]: File "/opt/stack/neutron/neutron/pecan_wsgi/controllers/utils.py", line 76, in wrapped Jan 14 07:13:58.147396 n-d-768862-2 neutron-server[84765]: return f(*args, **kwargs) Jan 14 07:13:58.147396 n-d-768862-2 neutron-server[84765]: File "/opt/stack/neutron/neutron/pecan_wsgi/controllers/resource.py", line 163, in post Jan 14 07:13:58.147396 n-d-768862-2 neutron-server[84765]: return self.create(resources) Jan 14 07:13:58.147396 n-d-768862-2 neutron-server[84765]: File "/opt/stack/neutron/neutron/pecan_wsgi/controllers/resource.py", line 181, in create Jan 14 07:13:58.147396 n-d-768862-2 neutron-server[84765]: return {key: creator(*creator_args, **creator_kwargs)} Jan 14 07:13:58.147396 n-d-768862-2 neutron-server[84765]: File "/opt/stack/neutron/neutron/common/utils.py", line 687, in inner Jan 14 07:13:58.147396 n-d-768862-2 neutron-server[84765]: return f(self, context, *args, **kwargs) Jan 14 07:13:58.147396 n-d-768862-2 neutron-server[84765]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 217, in wrapped Jan 14 07:13:58.147396 n-d-768862-2 neutron-server[84765]: return method(*args, **kwargs) Jan 14 07:13:58.147396 n-d-768862-2 neutron-server[84765]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jan 14 07:13:58.147396 n-d-768862-2 neutron-server[84765]: return f(*args, **kwargs) Jan 14 07:13:58.147396 n-d-768862-2 neutron-server[84765]: File "/usr/local/lib/python3.6/dist-packages/oslo_db/api.py", line 142, in wrapper Jan 14 07:13:58.147396 n-d-768862-2 neutron-server[84765]: return f(*args, **kwargs) Jan 14 07:13:58.147396 n-d-768862-2 neutron-server[84765]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jan 14 07:13:58.147396 n-d-768862-2 neutron-server[84765]: return f(*dup_args, **dup_kwargs) Jan 14 07:13:58.147396 n-d-768862-2 neutron-server[84765]: File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1425, in create_port Jan 14 07:13:58.147396 n-d-768862-2 neutron-server[84765]: result, mech_context = self._create_port_db(context, port) Jan 14 07:13:58.147396 n-d-768862-2 neutron-server[84765]: File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1395, in _create_port_db Jan 14 07:13:58.147396 n-d-768862-2 neutron-server[84765]: self._portsec_ext_port_create_processing(context, result, port) Jan 14 07:13:58.147396 n-d-768862-2 neutron-server[84765]: File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1357, in _portsec_ext_port_create_processing Jan 14 07:13:58.147396 n-d-768862-2 neutron-server[84765]: self._ensure_default_security_group_on_port(context, port) Jan 14 07:13:58.147396 n-d-768862-2 neutron-server[84765]: File "/opt/stack/neutron/neutron/db/securitygroups_db.py", line 964, in _ensure_default_security_group_on_port Jan 14 07:13:58.147396 n-d-768862-2 neutron-server[84765]: port_project) Jan 14 07:13:58.147396 n-d-768862-2 neutron-server[84765]: File "/opt/stack/neutron/neutron/db/securitygroups_db.py", line 919, in _ensure_default_security_group Jan 14 07:13:58.147396 n-d-768862-2 neutron-server[84765]: default_sg=True)['id'] Jan 14 07:13:58.147396 n-d-768862-2 neutron-server[84765]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 217, in wrapped Jan 14 07:13:58.147396 n-d-768862-2 neutron-server[84765]: return method(*args, **kwargs) Jan 14 07:13:58.147396 n-d-768862-2 neutron-server[84765]: File "/opt/stack/neutron/neutron/db/securitygroups_db.py", line 157, in create_security_group Jan 14 07:13:58.147396 n-d-768862-2 neutron-server[84765]: **kwargs) Jan 14 07:13:58.147396 n-d-768862-2 neutron-server[84765]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/registry.py", line 56, in notify Jan 14 07:13:58.147396 n-d-768862-2 neutron-server[84765]: _get_callback_manager().notify(resource, event, trigger, **kwargs) Jan 14 07:13:58.147396 n-d-768862-2 neutron-server[84765]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/utils.py", line 104, in _wrapped Jan 14 07:13:58.147396 n-d-768862-2 neutron-server[84765]: return function(*args, **kwargs) Jan 14 07:13:58.147396 n-d-768862-2 neutron-server[84765]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py", line 167, in notify Jan 14 07:13:58.147396 n-d-768862-2 neutron-server[84765]: errors = self._notify_loop(resource, event, trigger, **kwargs) Jan 14 07:13:58.147396 n-d-768862-2 neutron-server[84765]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py", line 197, in _notify_loop Jan 14 07:13:58.147396 n-d-768862-2 neutron-server[84765]: callback(resource, event, trigger, **kwargs) Jan 14 07:13:58.147396 n-d-768862-2 neutron-server[84765]: File "/opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py", line 89, in handle_event Jan 14 07:13:58.147396 n-d-768862-2 neutron-server[84765]: if self._is_session_semantic_violated(context, resource, event): Jan 14 07:13:58.147396 n-d-768862-2 neutron-server[84765]: File "/opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py", line 72, in _is_session_semantic_violated Jan 14 07:13:58.147396 n-d-768862-2 neutron-server[84765]: stack = traceback.extract_stack() Jan 14 07:13:58.147396 n-d-768862-2 neutron-server[84765]: Jan 14 07:13:58.176573 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-21a48cd1-2f93-42b2-bed3-c989967659f5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:13:58.201750 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [req-a780bf53-6567-48e7-9d84-34c8e3b24bdd req-afcaecf1-aaa3-4bc6-91f3-7beee9d27185 tempest-LiveMigrationNegativeTest-1470825370 tempest-LiveMigrationNegativeTest-1470825370] Unset dirty status for tenant:4c5412f7fcde40999169791ca7c8ee35 on resource:port {{(pid=84875) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 14 07:13:58.203286 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [req-a780bf53-6567-48e7-9d84-34c8e3b24bdd req-afcaecf1-aaa3-4bc6-91f3-7beee9d27185 tempest-LiveMigrationNegativeTest-1470825370 tempest-LiveMigrationNegativeTest-1470825370] 10.222.0.48 "GET /v2.0/ports?device_id=b7810cd0-ff82-4881-a8ff-5f4b03f8104c HTTP/1.1" status: 200 len: 950 time: 1.5328016 Jan 14 07:13:58.207157 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-a3b343f9-f41d-45d9-9878-c4f7b7bde6d9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:13:58.236533 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-852a24f7-e9a1-4193-9abb-e9506fe5213f None None] Device 45f19d2a-54a2-47b0-92dd-50d27194a4a0 no longer exists at agent ovs-agent-n-h2-768862-2 {{(pid=84876) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jan 14 07:13:58.287223 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.db_base_plugin_common [None req-3810097b-32be-4ac1-8bbd-f227c7fd69fd admin admin] Allocated IP 172.20.0.1 (e07b3c37-d515-44aa-a191-18820b094a97/6a9c912b-14c8-483c-b532-58b4febc87e9/9d33c003-d0a3-40a4-ac09-a47b452527a0) {{(pid=84874) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 14 07:13:58.342918 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-21a48cd1-2f93-42b2-bed3-c989967659f5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:13:58.387088 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-852a24f7-e9a1-4193-9abb-e9506fe5213f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555753'] for port, before_update {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:13:58.433496 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [None req-852a24f7-e9a1-4193-9abb-e9506fe5213f None None] For port 45f19d2a-54a2-47b0-92dd-50d27194a4a0, host n-h2-768862-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-h2-768862-2',level=0,port_id=45f19d2a-54a2-47b0-92dd-50d27194a4a0,segment=NetworkSegment(682aa48d-45db-4ce6-9539-8117fc7293eb),segment_id=682aa48d-45db-4ce6-9539-8117fc7293eb)] {{(pid=84876) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 07:13:58.435380 n-d-768862-2 neutron-server[84765]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b7810cd0-ff82-4881-a8ff-5f4b03f8104c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '45f19d2a-54a2-47b0-92dd-50d27194a4a0'}] {{(pid=84876) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Jan 14 07:13:58.439206 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.plugin [req-a780bf53-6567-48e7-9d84-34c8e3b24bdd req-6750335c-74ed-4b5c-9d6a-08d0dfa9f85b tempest-LiveMigrationNegativeTest-1470825370 tempest-LiveMigrationNegativeTest-1470825370] Deleting port 45f19d2a-54a2-47b0-92dd-50d27194a4a0 {{(pid=84875) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 07:13:58.439595 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [req-a780bf53-6567-48e7-9d84-34c8e3b24bdd req-6750335c-74ed-4b5c-9d6a-08d0dfa9f85b tempest-LiveMigrationNegativeTest-1470825370 tempest-LiveMigrationNegativeTest-1470825370] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363259214248359'] for port, before_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:13:58.442917 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-852a24f7-e9a1-4193-9abb-e9506fe5213f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777640533312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363259214678337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777640097497'] for port, after_update {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:13:58.445175 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-017f98a9-8a07-408c-a86f-8ff0c00400a0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84876) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:13:58.553775 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-852a24f7-e9a1-4193-9abb-e9506fe5213f None None] Pushing event updated for resources: {'Port': ['ID=45f19d2a-54a2-47b0-92dd-50d27194a4a0,revision_number=5']} {{(pid=84876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:13:58.560757 n-d-768862-2 neutron-server[84765]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b7810cd0-ff82-4881-a8ff-5f4b03f8104c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '45f19d2a-54a2-47b0-92dd-50d27194a4a0', 'code': 200} Jan 14 07:13:58.561533 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-852a24f7-e9a1-4193-9abb-e9506fe5213f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=84876) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:13:58.577824 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-a3b343f9-f41d-45d9-9878-c4f7b7bde6d9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850887153'] for security_group, after_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:13:58.608490 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-21a48cd1-2f93-42b2-bed3-c989967659f5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850887153'] for security_group, after_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:13:58.653167 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-348e8ba1-9513-4121-8f62-c5726081173e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:13:58.664613 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-a3b343f9-f41d-45d9-9878-c4f7b7bde6d9 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=6cbc94013ffd4152a7ccf0c56e97362f&name=default HTTP/1.1" status: 200 len: 2979 time: 2.3119349 Jan 14 07:13:58.669471 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84874) accepted ('10.222.0.24', 58594) {{(pid=84874) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:13:58.677988 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [req-4134369b-5d82-4e16-96d4-7b3daed7e87c req-65511cd1-45a8-4fa8-8c95-fcbe402b45c2 tempest-TaggedBootDevicesTest-541410187 tempest-TaggedBootDevicesTest-541410187] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854768116'] for port, before_response {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:13:58.710971 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-20d66473-55bb-41b9-a840-85fd17badbf9 tempest-ServersTestJSON-1630860468 tempest-ServersTestJSON-1630860468] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:13:58.735245 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-20d66473-55bb-41b9-a840-85fd17badbf9 tempest-ServersTestJSON-1630860468 tempest-ServersTestJSON-1630860468] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850966545'] for security_group_rule, after_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:13:58.757285 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3b343f9-f41d-45d9-9878-c4f7b7bde6d9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8e0829ba-2234-49b3-86db-b56bc79872af,revision_number=1']} {{(pid=84875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:13:58.765164 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-21a48cd1-2f93-42b2-bed3-c989967659f5 admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 3} {{(pid=84875) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Jan 14 07:13:58.855182 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21a48cd1-2f93-42b2-bed3-c989967659f5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5c6c89e2-c958-4b49-b1c3-d8193b870e64,revision_number=1']} {{(pid=84875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:13:58.899574 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Device 7c15cb07-b0eb-40da-b1b2-54be6eccc281 up at agent ovs-agent-n-d-768862-2 {{(pid=84876) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 07:13:58.965826 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-f634cdc8-185a-4ed4-84ce-3b8ba682c933 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:13:58.979277 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Provisioning for port 7c15cb07-b0eb-40da-b1b2-54be6eccc281 completed by entity L2. {{(pid=84876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 07:13:58.983093 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-21a48cd1-2f93-42b2-bed3-c989967659f5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.330s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:13:58.985713 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-17c20fea-fb50-46e3-b477-2809b6c99651 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.326s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:13:58.986235 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-17c20fea-fb50-46e3-b477-2809b6c99651 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.001s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:13:58.988995 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Provisioning complete for port 7c15cb07-b0eb-40da-b1b2-54be6eccc281 triggered by entity L2. {{(pid=84876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 07:13:58.990255 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-604227'] for port, provisioning_complete {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:13:59.040724 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-21a48cd1-2f93-42b2-bed3-c989967659f5 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment--9223363259214191851', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854179735'] for segment, precommit_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:13:59.041276 n-d-768862-2 neutron-server[84765]: INFO neutron.db.segments_db [None req-21a48cd1-2f93-42b2-bed3-c989967659f5 admin admin] Added segment 917f7d8b-a51b-45d1-8524-2c4fd0b1f7a9 of type vxlan for network 9348431b-ede8-49dd-9040-2701ab71f388 Jan 14 07:13:59.042859 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.228s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:13:59.050202 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-f634cdc8-185a-4ed4-84ce-3b8ba682c933 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850887153'] for security_group, after_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:13:59.061692 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [req-4749a9d8-1a24-4696-b0e1-b9fbefef11e5 req-d941555e-02f0-440e-9ce9-1330a88bca06 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555753'] for port, before_update {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:13:59.117101 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20d66473-55bb-41b9-a840-85fd17badbf9 tempest-ServersTestJSON-1630860468 tempest-ServersTestJSON-1630860468] Pushing event updated for resources: {'SecurityGroupRule': ['ID=48355047-05d1-4a70-b8f2-e26b9665c3b9,revision_number=0']} {{(pid=84875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:13:59.143681 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555753'] for port, before_update {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:13:59.145666 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-20d66473-55bb-41b9-a840-85fd17badbf9 tempest-ServersTestJSON-1630860468 tempest-ServersTestJSON-1630860468] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:13:59.158043 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-7f6f7b1c-8c48-4778-ab7f-83470068bd78 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.080s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:13:59.180353 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] For port 7c15cb07-b0eb-40da-b1b2-54be6eccc281, host n-d-768862-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-2',level=0,port_id=7c15cb07-b0eb-40da-b1b2-54be6eccc281,segment=NetworkSegment(c06239e8-61ba-417e-8bdc-4c57821155ed),segment_id=c06239e8-61ba-417e-8bdc-4c57821155ed)] {{(pid=84876) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 07:13:59.185480 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777640533312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363259214678337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777640097497'] for port, after_update {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:13:59.187653 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-e93cdf81-0f43-42b3-a574-30a740c480db None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84876) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:13:59.193713 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-21a48cd1-2f93-42b2-bed3-c989967659f5 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363259214646115'] for network, precommit_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:13:59.263277 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.db_base_plugin_common [req-b6a496f9-e7c5-4286-974b-b7e6b41ff67d req-41eff07d-8c71-4cd3-928b-25bb15947380 tempest-FloatingIPDetailsTestJSON-1519139485 tempest-FloatingIPDetailsTestJSON-1519139485] Allocated IP 172.25.2.168 (226f1e78-82cd-4481-9055-4eb73b6db8c1/ba8deeec-7658-4195-9449-038c076f5c83/b003d6a4-88d6-461b-b21d-f82bc259aa19) {{(pid=84875) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 14 07:13:59.263503 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Pushing event updated for resources: {'Port': ['ID=7c15cb07-b0eb-40da-b1b2-54be6eccc281,revision_number=5']} {{(pid=84876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:13:59.267036 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=84876) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:13:59.271518 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-3810097b-32be-4ac1-8bbd-f227c7fd69fd admin admin] Notify callbacks [] for port, precommit_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:13:59.279217 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f634cdc8-185a-4ed4-84ce-3b8ba682c933 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8a4023b8-8673-4da8-bc45-b627adecbeb8,revision_number=1']} {{(pid=84875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:13:59.282847 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-f634cdc8-185a-4ed4-84ce-3b8ba682c933 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:13:59.285067 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-20d66473-55bb-41b9-a840-85fd17badbf9 tempest-ServersTestJSON-1630860468 tempest-ServersTestJSON-1630860468] Notify callbacks [] for security_group_rule, before_response {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:13:59.289989 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-20d66473-55bb-41b9-a840-85fd17badbf9 tempest-ServersTestJSON-1630860468 tempest-ServersTestJSON-1630860468] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 2.1526814 Jan 14 07:13:59.290772 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84875) accepted ('10.222.0.24', 58600) {{(pid=84875) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:13:59.317187 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.v2.base [None req-541c83fd-b6b0-447e-b572-1c0d4da99f74 tempest-ServersTestJSON-1630860468 tempest-ServersTestJSON-1630860468] Request body: {'security_group_rule': {'security_group_id': '3ee4520f-5f87-4421-b44d-9abf7dc45319', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=84875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:13:59.327687 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-541c83fd-b6b0-447e-b572-1c0d4da99f74 tempest-ServersTestJSON-1630860468 tempest-ServersTestJSON-1630860468] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:13:59.344486 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-541c83fd-b6b0-447e-b572-1c0d4da99f74 tempest-ServersTestJSON-1630860468 tempest-ServersTestJSON-1630860468] Usage tracker for resource:security_group_rule and tenant:04f3aea956e546e892de768ae99354b8 is out of sync, need to count used quota {{(pid=84875) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:13:59.350506 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-541c83fd-b6b0-447e-b572-1c0d4da99f74 tempest-ServersTestJSON-1630860468 tempest-ServersTestJSON-1630860468] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=84875) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:13:59.365552 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-541c83fd-b6b0-447e-b572-1c0d4da99f74 tempest-ServersTestJSON-1630860468 tempest-ServersTestJSON-1630860468] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=84875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:13:59.428179 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-3810097b-32be-4ac1-8bbd-f227c7fd69fd admin admin] Transition to ACTIVE for port object 9d33c003-d0a3-40a4-ac09-a47b452527a0 will not be triggered until provisioned by entity DHCP. {{(pid=84874) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 07:13:59.456484 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-21a48cd1-2f93-42b2-bed3-c989967659f5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850887149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964'] for network, after_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:13:59.457497 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21a48cd1-2f93-42b2-bed3-c989967659f5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:13:59.458133 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-21a48cd1-2f93-42b2-bed3-c989967659f5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3207107'] for network, before_response {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:13:59.466778 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f10a23aa-3de5-46e4-8e72-b5dea4ed1150 req-83f3b212-6e25-4b1c-8641-2014b0850421 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:13:59.467207 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f10a23aa-3de5-46e4-8e72-b5dea4ed1150 req-83f3b212-6e25-4b1c-8641-2014b0850421 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:13:59.467633 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f10a23aa-3de5-46e4-8e72-b5dea4ed1150 req-83f3b212-6e25-4b1c-8641-2014b0850421 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:13:59.469495 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [req-f10a23aa-3de5-46e4-8e72-b5dea4ed1150 req-83f3b212-6e25-4b1c-8641-2014b0850421 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=7d129397cd71499dbaa91be4909e3699&device_id=16513199-bee3-4bea-a843-4e62a5ef0197 HTTP/1.1" status: 200 len: 2926 time: 1.4898553 Jan 14 07:13:59.470823 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [req-4134369b-5d82-4e16-96d4-7b3daed7e87c req-65511cd1-45a8-4fa8-8c95-fcbe402b45c2 tempest-TaggedBootDevicesTest-541410187 tempest-TaggedBootDevicesTest-541410187] 10.222.0.35 "DELETE /v2.0/ports/9d02427c-4d06-402e-a372-86755e489e8b HTTP/1.1" status: 204 len: 173 time: 5.7462492 Jan 14 07:13:59.471653 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [req-a780bf53-6567-48e7-9d84-34c8e3b24bdd req-6750335c-74ed-4b5c-9d6a-08d0dfa9f85b tempest-LiveMigrationNegativeTest-1470825370 tempest-LiveMigrationNegativeTest-1470825370] For port 45f19d2a-54a2-47b0-92dd-50d27194a4a0, host n-h2-768862-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-h2-768862-2',level=0,port_id=45f19d2a-54a2-47b0-92dd-50d27194a4a0,segment=NetworkSegment(682aa48d-45db-4ce6-9539-8117fc7293eb),segment_id=682aa48d-45db-4ce6-9539-8117fc7293eb)] {{(pid=84875) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 07:13:59.472188 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [req-a780bf53-6567-48e7-9d84-34c8e3b24bdd req-6750335c-74ed-4b5c-9d6a-08d0dfa9f85b tempest-LiveMigrationNegativeTest-1470825370 tempest-LiveMigrationNegativeTest-1470825370] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036850862667'] for port, precommit_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:13:59.482813 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-348e8ba1-9513-4121-8f62-c5726081173e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:13:59.496324 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.db.api [None req-f634cdc8-185a-4ed4-84ce-3b8ba682c933 admin admin] Retry wrapper got retriable exception: Unable to create the network. No available network found in maximum allowed attempts. {{(pid=84875) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Jan 14 07:13:59.496604 n-d-768862-2 neutron-server[84765]: DEBUG oslo_db.api [None req-f634cdc8-185a-4ed4-84ce-3b8ba682c933 admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_network {{(pid=84875) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Jan 14 07:13:59.705119 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.plugin [req-a780bf53-6567-48e7-9d84-34c8e3b24bdd req-6750335c-74ed-4b5c-9d6a-08d0dfa9f85b tempest-LiveMigrationNegativeTest-1470825370 tempest-LiveMigrationNegativeTest-1470825370] Calling delete_port for 45f19d2a-54a2-47b0-92dd-50d27194a4a0 owned by compute:nova {{(pid=84875) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 07:13:59.747666 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-21a48cd1-2f93-42b2-bed3-c989967659f5 admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 877 time: 3.5690088 Jan 14 07:13:59.748718 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-541c83fd-b6b0-447e-b572-1c0d4da99f74 tempest-ServersTestJSON-1630860468 tempest-ServersTestJSON-1630860468] Notify callbacks [] for security_group_rule, before_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:13:59.765153 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84875) accepted ('10.222.0.24', 58604) {{(pid=84875) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:13:59.776633 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [req-60ca455c-db27-49f0-a6f1-04614b79c8ba req-c246ab0a-de8d-487c-9b0a-5e9501020c46 tempest-ServersAdminTestJSON-2110659293 tempest-ServersAdminTestJSON-2110659293] Notify callbacks [] for port, precommit_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:13:59.796689 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.v2.base [None req-0e2ae3d1-bca5-44ae-9612-a616f237d0f6 admin admin] Request body: {'subnet': {'network_id': '9348431b-ede8-49dd-9040-2701ab71f388', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerActionsTestJSON-872566309-subnet', 'tenant_id': '12721d5aa0d74c769229c9ab1dd6bd37', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=84875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:13:59.809617 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:shared":"rule:admin_only" was deprecated in W in favor of "update_network:shared":"role:admin and system_scope:all". Reason: Jan 14 07:13:59.809617 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:13:59.809617 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:13:59.809617 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:13:59.809617 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "update_network:provider:network_type":"role:admin and system_scope:all". Reason: Jan 14 07:13:59.809617 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:13:59.809617 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:13:59.809617 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:13:59.809617 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "update_network:provider:physical_network":"role:admin and system_scope:all". Reason: Jan 14 07:13:59.809617 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:13:59.809617 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:13:59.809617 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:13:59.809617 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "update_network:provider:segmentation_id":"role:admin and system_scope:all". Reason: Jan 14 07:13:59.809617 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:13:59.809617 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:13:59.809617 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:13:59.809617 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:router:external":"rule:admin_only" was deprecated in W in favor of "update_network:router:external":"role:admin and system_scope:all". Reason: Jan 14 07:13:59.809617 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:13:59.809617 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:13:59.809617 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:13:59.809617 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:is_default":"rule:admin_only" was deprecated in W in favor of "update_network:is_default":"role:admin and system_scope:all". Reason: Jan 14 07:13:59.809617 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:13:59.809617 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:13:59.809617 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:13:59.809617 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:port_security_enabled":"rule:admin_or_owner" was deprecated in W in favor of "update_network:port_security_enabled":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 07:13:59.809617 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:13:59.809617 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:13:59.809617 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:13:59.809617 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "delete_network":"rule:admin_or_owner" was deprecated in W in favor of "delete_network":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 07:13:59.809617 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:13:59.809617 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:13:59.809617 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:13:59.809617 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_segment":"rule:admin_only" was deprecated in W in favor of "create_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:13:59.809617 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:13:59.809617 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_segment":"rule:admin_only" was deprecated in W in favor of "get_segment":"role:reader and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:13:59.809617 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:13:59.809617 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_segment":"rule:admin_only" was deprecated in W in favor of "update_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:13:59.809617 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:13:59.809617 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "delete_segment":"rule:admin_only" was deprecated in W in favor of "delete_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:13:59.809617 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:13:59.809617 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network":"rule:regular_user" was deprecated in W in favor of "create_network":"role:member and project_id:%(project_id)s". Reason: Jan 14 07:13:59.809617 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:13:59.812903 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:13:59.812903 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:13:59.812903 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:shared":"rule:admin_only" was deprecated in W in favor of "create_network:shared":"role:admin and system_scope:all". Reason: Jan 14 07:13:59.812903 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:13:59.812903 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:13:59.812903 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:13:59.812903 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:router:external":"rule:admin_only" was deprecated in W in favor of "create_network:router:external":"role:admin and system_scope:all". Reason: Jan 14 07:13:59.812903 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:13:59.812903 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:13:59.812903 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:13:59.812903 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:is_default":"rule:admin_only" was deprecated in W in favor of "create_network:is_default":"role:admin and system_scope:all". Reason: Jan 14 07:13:59.812903 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:13:59.812903 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:13:59.812903 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:13:59.812903 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:port_security_enabled":"rule:regular_user" was deprecated in W in favor of "create_network:port_security_enabled":"role:member and project_id:%(project_id)s". Reason: Jan 14 07:13:59.812903 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:13:59.812903 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:13:59.812903 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:13:59.812903 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:segments":"rule:admin_only" was deprecated in W in favor of "create_network:segments":"role:admin and system_scope:all". Reason: Jan 14 07:13:59.812903 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:13:59.812903 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:13:59.812903 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:13:59.812903 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "create_network:provider:network_type":"role:admin and system_scope:all". Reason: Jan 14 07:13:59.812903 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:13:59.812903 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:13:59.812903 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:13:59.812903 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "create_network:provider:physical_network":"role:admin and system_scope:all". Reason: Jan 14 07:13:59.812903 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:13:59.812903 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:13:59.812903 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:13:59.812903 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "create_network:provider:segmentation_id":"role:admin and system_scope:all". Reason: Jan 14 07:13:59.812903 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:13:59.812903 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:13:59.812903 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:13:59.812903 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network":"rule:admin_or_owner or rule:shared or rule:external or rule:context_is_advsvc" was deprecated in W in favor of "get_network":"(role:reader and system_scope:all) or (role:reader and project_id:%(project_id)s) or rule:shared or rule:external or rule:context_is_advsvc". Reason: Jan 14 07:13:59.812903 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:13:59.812903 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:13:59.812903 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:13:59.812903 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:router:external":"rule:regular_user" was deprecated in W in favor of "get_network:router:external":"role:reader and project_id:%(project_id)s". Reason: Jan 14 07:13:59.812903 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:13:59.812903 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:13:59.812903 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:13:59.812903 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:segments":"rule:admin_only" was deprecated in W in favor of "get_network:segments":"role:reader and system_scope:all". Reason: Jan 14 07:13:59.812903 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:13:59.812903 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:13:59.812903 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:13:59.812903 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "get_network:provider:network_type":"role:reader and system_scope:all". Reason: Jan 14 07:13:59.812903 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:13:59.812903 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:13:59.812903 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:13:59.816005 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "get_network:provider:physical_network":"role:reader and system_scope:all". Reason: Jan 14 07:13:59.816005 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:13:59.816005 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:13:59.816005 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:13:59.816005 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "get_network:provider:segmentation_id":"role:reader and system_scope:all". Reason: Jan 14 07:13:59.816005 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:13:59.816005 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:13:59.816005 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:13:59.816005 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network":"rule:admin_or_owner" was deprecated in W in favor of "update_network":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 07:13:59.816005 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:13:59.816005 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:13:59.816005 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:13:59.816005 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:segments":"rule:admin_only" was deprecated in W in favor of "update_network:segments":"role:admin and system_scope:all". Reason: Jan 14 07:13:59.816005 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:13:59.816005 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:13:59.816005 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:13:59.816005 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:shared":"rule:admin_only" was deprecated in W in favor of "update_network:shared":"role:admin and system_scope:all". Reason: Jan 14 07:13:59.816005 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:13:59.816005 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:13:59.816005 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:13:59.816005 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "update_network:provider:network_type":"role:admin and system_scope:all". Reason: Jan 14 07:13:59.816005 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:13:59.816005 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:13:59.816005 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:13:59.816005 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "update_network:provider:physical_network":"role:admin and system_scope:all". Reason: Jan 14 07:13:59.816005 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:13:59.816005 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:13:59.816005 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:13:59.816005 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "update_network:provider:segmentation_id":"role:admin and system_scope:all". Reason: Jan 14 07:13:59.816005 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:13:59.816005 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:13:59.816005 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:13:59.816005 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:router:external":"rule:admin_only" was deprecated in W in favor of "update_network:router:external":"role:admin and system_scope:all". Reason: Jan 14 07:13:59.816005 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:13:59.816005 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:13:59.816005 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:13:59.816005 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:is_default":"rule:admin_only" was deprecated in W in favor of "update_network:is_default":"role:admin and system_scope:all". Reason: Jan 14 07:13:59.816005 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:13:59.816005 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:13:59.816005 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:13:59.819288 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.plugin [req-4134369b-5d82-4e16-96d4-7b3daed7e87c req-2340f108-f1da-4104-a971-381b41676ece tempest-TaggedBootDevicesTest-541410187 tempest-TaggedBootDevicesTest-541410187] Deleting port 392c55ec-c7e9-4fa4-a2d5-00f00dcd2460 {{(pid=84874) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 07:13:59.820127 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [req-4134369b-5d82-4e16-96d4-7b3daed7e87c req-2340f108-f1da-4104-a971-381b41676ece tempest-TaggedBootDevicesTest-541410187 tempest-TaggedBootDevicesTest-541410187] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363259214248359'] for port, before_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:13:59.833561 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-0e2ae3d1-bca5-44ae-9612-a616f237d0f6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:13:59.838159 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21a48cd1-2f93-42b2-bed3-c989967659f5 admin admin] Pushing event updated for resources: {'Network': ['ID=9348431b-ede8-49dd-9040-2701ab71f388,revision_number=1']} {{(pid=84875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:13:59.841956 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-21a48cd1-2f93-42b2-bed3-c989967659f5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.359s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:13:59.846630 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-380b8ec1-6ddb-4e79-9d47-ea4206859705 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:13:59.852053 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Network 9348431b-ede8-49dd-9040-2701ab71f388 details requested by agent ovs-agent-n-d-768862-2 with host n-d-768862-2 {{(pid=84876) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 07:13:59.853809 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-0e2ae3d1-bca5-44ae-9612-a616f237d0f6 admin admin] Usage tracker for resource:subnet and tenant:12721d5aa0d74c769229c9ab1dd6bd37 is out of sync, need to count used quota {{(pid=84875) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:13:59.868670 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-852a24f7-e9a1-4193-9abb-e9506fe5213f None None] Network 9348431b-ede8-49dd-9040-2701ab71f388 details requested by agent ovs-agent-n-h2-768862-2 with host n-h2-768862-2 {{(pid=84876) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 07:13:59.869997 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-0e2ae3d1-bca5-44ae-9612-a616f237d0f6 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84875) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:13:59.886610 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-3810097b-32be-4ac1-8bbd-f227c7fd69fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777640123575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3254186'] for port, after_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:13:59.888805 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-017f98a9-8a07-408c-a86f-8ff0c00400a0 None None] Network 9348431b-ede8-49dd-9040-2701ab71f388 details requested by agent ovs-agent-n-h1-768862-2 with host n-h1-768862-2 {{(pid=84876) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 07:13:59.890627 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-0e2ae3d1-bca5-44ae-9612-a616f237d0f6 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:13:59.928298 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-ca9f6053-808b-4450-8625-ce95fad4a6e3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:13:59.941553 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [req-b6a496f9-e7c5-4286-974b-b7e6b41ff67d req-41eff07d-8c71-4cd3-928b-25bb15947380 tempest-FloatingIPDetailsTestJSON-1519139485 tempest-FloatingIPDetailsTestJSON-1519139485] Notify callbacks [] for port, precommit_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:13:59.949356 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0e2ae3d1-bca5-44ae-9612-a616f237d0f6 admin admin] Made reservation on behalf of 12721d5aa0d74c769229c9ab1dd6bd37 for: {'subnet': 1} {{(pid=84875) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 07:13:59.954224 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-0e2ae3d1-bca5-44ae-9612-a616f237d0f6 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036852467157'] for subnet, before_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:13:59.957478 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-d4054c38-32ef-4df0-97f0-77a068327cdc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-598964', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850887113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036851521664', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2794686'] for subnet, after_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:14:00.029721 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-f634cdc8-185a-4ed4-84ce-3b8ba682c933 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555753'] for network, before_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:14:00.043028 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [req-60ca455c-db27-49f0-a6f1-04614b79c8ba req-c246ab0a-de8d-487c-9b0a-5e9501020c46 tempest-ServersAdminTestJSON-2110659293 tempest-ServersAdminTestJSON-2110659293] Transition to ACTIVE for port object 0eb1331d-d377-40d2-aacb-222a7234fdd8 will not be triggered until provisioned by entity DHCP. {{(pid=84874) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 07:14:00.148506 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-541c83fd-b6b0-447e-b572-1c0d4da99f74 tempest-ServersTestJSON-1630860468 tempest-ServersTestJSON-1630860468] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:14:00.177019 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-541c83fd-b6b0-447e-b572-1c0d4da99f74 tempest-ServersTestJSON-1630860468 tempest-ServersTestJSON-1630860468] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850966545'] for security_group_rule, after_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:14:00.197525 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f634cdc8-185a-4ed4-84ce-3b8ba682c933 admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 13} {{(pid=84875) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Jan 14 07:14:00.216966 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:14:00.252508 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [req-b6a496f9-e7c5-4286-974b-b7e6b41ff67d req-41eff07d-8c71-4cd3-928b-25bb15947380 tempest-FloatingIPDetailsTestJSON-1519139485 tempest-FloatingIPDetailsTestJSON-1519139485] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777640123575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851621574'] for port, after_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:14:00.254732 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-380b8ec1-6ddb-4e79-9d47-ea4206859705 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:14:00.268750 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-541c83fd-b6b0-447e-b572-1c0d4da99f74 tempest-ServersTestJSON-1630860468 tempest-ServersTestJSON-1630860468] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b7c67bbc-0594-42ff-b5cc-f20c815c573d,revision_number=0']} {{(pid=84875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:14:00.271686 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-541c83fd-b6b0-447e-b572-1c0d4da99f74 tempest-ServersTestJSON-1630860468 tempest-ServersTestJSON-1630860468] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:14:00.273302 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-f634cdc8-185a-4ed4-84ce-3b8ba682c933 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment--9223363259214191851', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854179735'] for segment, precommit_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:14:00.273593 n-d-768862-2 neutron-server[84765]: INFO neutron.db.segments_db [None req-f634cdc8-185a-4ed4-84ce-3b8ba682c933 admin admin] Added segment 57bab259-5001-497b-b8de-52294271cdb8 of type vxlan for network cbe2ed4b-3608-4133-998a-17444358e4ae Jan 14 07:14:00.283059 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-09cb3912-9cae-4d1c-b5ad-d8c7a08f7eea admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:14:00.361213 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f10a23aa-3de5-46e4-8e72-b5dea4ed1150 req-3fe8e20a-5a0c-42da-a982-50e430c9c8f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:14:00.361650 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f10a23aa-3de5-46e4-8e72-b5dea4ed1150 req-3fe8e20a-5a0c-42da-a982-50e430c9c8f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:14:00.363368 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [req-f10a23aa-3de5-46e4-8e72-b5dea4ed1150 req-3fe8e20a-5a0c-42da-a982-50e430c9c8f7 service neutron] 10.222.0.35 "GET /v2.0/networks?tenant_id=7d129397cd71499dbaa91be4909e3699&shared=False HTTP/1.1" status: 200 len: 1579 time: 0.8768449 Jan 14 07:14:00.364171 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3810097b-32be-4ac1-8bbd-f227c7fd69fd admin admin] Pushing event updated for resources: {'Port': ['ID=9d33c003-d0a3-40a4-ac09-a47b452527a0,revision_number=1']} {{(pid=84874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:14:00.405798 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-3810097b-32be-4ac1-8bbd-f227c7fd69fd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.478s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:14:00.407471 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [req-a780bf53-6567-48e7-9d84-34c8e3b24bdd req-6750335c-74ed-4b5c-9d6a-08d0dfa9f85b tempest-LiveMigrationNegativeTest-1470825370 tempest-LiveMigrationNegativeTest-1470825370] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777640533329', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777640097463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851621574'] for port, after_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:14:00.411421 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.379s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:14:00.495878 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-541c83fd-b6b0-447e-b572-1c0d4da99f74 tempest-ServersTestJSON-1630860468 tempest-ServersTestJSON-1630860468] Notify callbacks [] for security_group_rule, before_response {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:14:00.497112 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-541c83fd-b6b0-447e-b572-1c0d4da99f74 tempest-ServersTestJSON-1630860468 tempest-ServersTestJSON-1630860468] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.2001030 Jan 14 07:14:00.510535 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84875) accepted ('10.222.0.24', 58610) {{(pid=84875) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:14:00.550581 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.v2.base [None req-d0ba3b1d-73c6-44a0-b07f-6069c2e2d60d tempest-ServersTestJSON-1630860468 tempest-ServersTestJSON-1630860468] Request body: {'floatingip': {'floating_network_id': '226f1e78-82cd-4481-9055-4eb73b6db8c1'}} {{(pid=84875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:14:00.573911 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41eff07d-8c71-4cd3-928b-25bb15947380 tempest-FloatingIPDetailsTestJSON-1519139485 tempest-FloatingIPDetailsTestJSON-1519139485] Pushing event updated for resources: {'Port': ['ID=b003d6a4-88d6-461b-b21d-f82bc259aa19,revision_number=1']} {{(pid=84875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:14:00.577535 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-41eff07d-8c71-4cd3-928b-25bb15947380 tempest-FloatingIPDetailsTestJSON-1519139485 tempest-FloatingIPDetailsTestJSON-1519139485] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.294s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:14:00.580045 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4054c38-32ef-4df0-97f0-77a068327cdc admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ff0ed7a1-c9b1-48c7-93e5-0cad756e8c17,revision_number=None']} {{(pid=84874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:14:00.581234 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-d0ba3b1d-73c6-44a0-b07f-6069c2e2d60d tempest-ServersTestJSON-1630860468 tempest-ServersTestJSON-1630860468] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:14:00.600708 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-3988bf46-4345-4ec6-83d5-52f7b12d04a7 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.165s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:14:00.654398 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-d4054c38-32ef-4df0-97f0-77a068327cdc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.243s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:14:00.660168 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-f634cdc8-185a-4ed4-84ce-3b8ba682c933 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363259214646115'] for network, precommit_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:14:00.681433 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-d0ba3b1d-73c6-44a0-b07f-6069c2e2d60d tempest-ServersTestJSON-1630860468 tempest-ServersTestJSON-1630860468] Usage tracker for resource:floatingip and tenant:04f3aea956e546e892de768ae99354b8 is out of sync, need to count used quota {{(pid=84875) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:14:00.682785 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a196eeb-5976-4c74-866b-54b4b765d7e2 None None] Network 5c191153-b948-4c85-aff4-9593e84f8418 requested from n-d-768862-2 {{(pid=84876) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 07:14:00.689717 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-d0ba3b1d-73c6-44a0-b07f-6069c2e2d60d tempest-ServersTestJSON-1630860468 tempest-ServersTestJSON-1630860468] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=84875) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:14:00.717869 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6750335c-74ed-4b5c-9d6a-08d0dfa9f85b tempest-LiveMigrationNegativeTest-1470825370 tempest-LiveMigrationNegativeTest-1470825370] Pushing event deleted for resources: {'Port': ['ID=45f19d2a-54a2-47b0-92dd-50d27194a4a0,revision_number=None']} {{(pid=84875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:14:00.720836 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-6750335c-74ed-4b5c-9d6a-08d0dfa9f85b tempest-LiveMigrationNegativeTest-1470825370 tempest-LiveMigrationNegativeTest-1470825370] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:14:00.749495 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-d0ba3b1d-73c6-44a0-b07f-6069c2e2d60d tempest-ServersTestJSON-1630860468 tempest-ServersTestJSON-1630860468] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=84875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:14:00.865157 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-d4054c38-32ef-4df0-97f0-77a068327cdc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3207107'] for subnet, before_response {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:14:00.865993 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Device 7c15cb07-b0eb-40da-b1b2-54be6eccc281 up at agent ovs-agent-n-d-768862-2 {{(pid=84876) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 07:14:00.868394 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [req-60ca455c-db27-49f0-a6f1-04614b79c8ba req-c246ab0a-de8d-487c-9b0a-5e9501020c46 tempest-ServersAdminTestJSON-2110659293 tempest-ServersAdminTestJSON-2110659293] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777640123575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3254186'] for port, after_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:14:00.910661 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-e4e8acea-5781-41b2-8a9c-c9d68f5fea53 tempest-TaggedBootDevicesTest-541410187 tempest-TaggedBootDevicesTest-541410187] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:14:01.008908 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Provisioning complete for port 7c15cb07-b0eb-40da-b1b2-54be6eccc281 triggered by entity L2. {{(pid=84876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 07:14:01.009275 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-604227'] for port, provisioning_complete {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:14:01.138412 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-f634cdc8-185a-4ed4-84ce-3b8ba682c933 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850887149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964'] for network, after_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:14:01.139433 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f634cdc8-185a-4ed4-84ce-3b8ba682c933 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:14:01.140089 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-f634cdc8-185a-4ed4-84ce-3b8ba682c933 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3207107'] for network, before_response {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:14:01.144863 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-d0ba3b1d-73c6-44a0-b07f-6069c2e2d60d tempest-ServersTestJSON-1630860468 tempest-ServersTestJSON-1630860468] Notify callbacks [] for floatingip, before_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:14:01.148676 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e28e988a-d28e-474b-8938-03ecb06a4924 None None] DHCP port deletion for 5c191153-b948-4c85-aff4-9593e84f8418 request from n-d-768862-2 {{(pid=84876) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Jan 14 07:14:01.164786 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.plugin [None req-e28e988a-d28e-474b-8938-03ecb06a4924 None None] Deleting port 0b6df888-6320-449d-a29e-2618b48a8d5c {{(pid=84876) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 07:14:01.165566 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-e28e988a-d28e-474b-8938-03ecb06a4924 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363259214248359'] for port, before_delete {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:14:01.168117 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-b00e094b-2085-4373-96cc-ddbb1cdbcc51 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:14:01.209615 n-d-768862-2 neutron-server[84765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b6a496f9-e7c5-4286-974b-b7e6b41ff67d req-41eff07d-8c71-4cd3-928b-25bb15947380 tempest-FloatingIPDetailsTestJSON-1519139485 tempest-FloatingIPDetailsTestJSON-1519139485] Network 226f1e78-82cd-4481-9055-4eb73b6db8c1 is already hosted by enough agents. {{(pid=84875) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 07:14:01.266947 n-d-768862-2 neutron-server[84765]: DEBUG neutron.scheduler.base_scheduler [req-b6a496f9-e7c5-4286-974b-b7e6b41ff67d req-41eff07d-8c71-4cd3-928b-25bb15947380 tempest-FloatingIPDetailsTestJSON-1519139485 tempest-FloatingIPDetailsTestJSON-1519139485] Resources bound (agent type, host, resource id): {{(pid=84875) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 07:14:01.305904 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_dvrscheduler_db [req-b6a496f9-e7c5-4286-974b-b7e6b41ff67d req-41eff07d-8c71-4cd3-928b-25bb15947380 tempest-FloatingIPDetailsTestJSON-1519139485 tempest-FloatingIPDetailsTestJSON-1519139485] Received port after_create {{(pid=84875) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 14 07:14:01.313738 n-d-768862-2 neutron-server[84765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3810097b-32be-4ac1-8bbd-f227c7fd69fd admin admin] Network e07b3c37-d515-44aa-a191-18820b094a97 is already hosted by enough agents. {{(pid=84874) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 07:14:01.326979 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [req-4134369b-5d82-4e16-96d4-7b3daed7e87c req-2340f108-f1da-4104-a971-381b41676ece tempest-TaggedBootDevicesTest-541410187 tempest-TaggedBootDevicesTest-541410187] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036850862667'] for port, precommit_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:14:01.341733 n-d-768862-2 neutron-server[84765]: DEBUG neutron.scheduler.base_scheduler [None req-3810097b-32be-4ac1-8bbd-f227c7fd69fd admin admin] Resources bound (agent type, host, resource id): {{(pid=84874) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 07:14:01.414640 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-d4054c38-32ef-4df0-97f0-77a068327cdc admin admin] 10.222.0.24 "DELETE /v2.0/subnets/ff0ed7a1-c9b1-48c7-93e5-0cad756e8c17 HTTP/1.1" status: 204 len: 168 time: 8.1467032 Jan 14 07:14:01.420558 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3810097b-32be-4ac1-8bbd-f227c7fd69fd admin admin] Received port after_create {{(pid=84874) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 14 07:14:01.430834 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-f634cdc8-185a-4ed4-84ce-3b8ba682c933 admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 879 time: 5.3330057 Jan 14 07:14:01.436102 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84875) accepted ('10.222.0.24', 58616) {{(pid=84875) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:14:01.436468 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84875) accepted ('10.222.0.24', 58618) {{(pid=84875) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:14:01.473496 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.v2.base [None req-9830c4d0-0a4e-40ac-9f56-0f16eefd0328 admin admin] Request body: {'subnet': {'network_id': 'cbe2ed4b-3608-4133-998a-17444358e4ae', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerPasswordTestJSON-125030401-subnet', 'tenant_id': 'bea94e6b044f42eb9a9092a3b16f7820', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=84875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:14:01.492550 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [None req-e28e988a-d28e-474b-8938-03ecb06a4924 None None] For port 0b6df888-6320-449d-a29e-2618b48a8d5c, host n-d-768862-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-2',level=0,port_id=0b6df888-6320-449d-a29e-2618b48a8d5c,segment=NetworkSegment(722324d6-46bd-4937-8674-9bee45ef676d),segment_id=722324d6-46bd-4937-8674-9bee45ef676d)] {{(pid=84876) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 07:14:01.493585 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-e28e988a-d28e-474b-8938-03ecb06a4924 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036850862667'] for port, precommit_delete {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:14:01.501172 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_dvrscheduler_db [req-a780bf53-6567-48e7-9d84-34c8e3b24bdd req-6750335c-74ed-4b5c-9d6a-08d0dfa9f85b tempest-LiveMigrationNegativeTest-1470825370 tempest-LiveMigrationNegativeTest-1470825370] No DVR routers for this DVR port 45f19d2a-54a2-47b0-92dd-50d27194a4a0 on host n-h2-768862-2 {{(pid=84875) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Jan 14 07:14:01.501874 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-380b8ec1-6ddb-4e79-9d47-ea4206859705 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850887153'] for security_group, after_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:14:01.504401 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-380b8ec1-6ddb-4e79-9d47-ea4206859705 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:14:01.508165 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-380b8ec1-6ddb-4e79-9d47-ea4206859705 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/8e0829ba-2234-49b3-86db-b56bc79872af HTTP/1.1" status: 204 len: 168 time: 2.7737281 Jan 14 07:14:01.508165 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-3810097b-32be-4ac1-8bbd-f227c7fd69fd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036850886386'] for router_interface, before_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:14:01.584313 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f634cdc8-185a-4ed4-84ce-3b8ba682c933 admin admin] Pushing event updated for resources: {'Network': ['ID=cbe2ed4b-3608-4133-998a-17444358e4ae,revision_number=1']} {{(pid=84875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:14:01.588426 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-f634cdc8-185a-4ed4-84ce-3b8ba682c933 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.420s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:14:01.602334 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [req-a780bf53-6567-48e7-9d84-34c8e3b24bdd req-6750335c-74ed-4b5c-9d6a-08d0dfa9f85b tempest-LiveMigrationNegativeTest-1470825370 tempest-LiveMigrationNegativeTest-1470825370] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854768116'] for port, before_response {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:14:01.604806 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [req-a780bf53-6567-48e7-9d84-34c8e3b24bdd req-6750335c-74ed-4b5c-9d6a-08d0dfa9f85b tempest-LiveMigrationNegativeTest-1470825370 tempest-LiveMigrationNegativeTest-1470825370] 10.222.0.48 "DELETE /v2.0/ports/45f19d2a-54a2-47b0-92dd-50d27194a4a0 HTTP/1.1" status: 204 len: 173 time: 3.2588115 Jan 14 07:14:01.613847 n-d-768862-2 neutron-server[84765]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b7810cd0-ff82-4881-a8ff-5f4b03f8104c', 'name': 'network-vif-deleted', 'tag': '45f19d2a-54a2-47b0-92dd-50d27194a4a0'}] {{(pid=84875) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Jan 14 07:14:01.661330 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-9830c4d0-0a4e-40ac-9f56-0f16eefd0328 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:14:01.775429 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-9830c4d0-0a4e-40ac-9f56-0f16eefd0328 admin admin] Usage tracker for resource:subnet and tenant:bea94e6b044f42eb9a9092a3b16f7820 is out of sync, need to count used quota {{(pid=84875) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:14:01.812822 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-9830c4d0-0a4e-40ac-9f56-0f16eefd0328 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84875) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:14:01.836391 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-9830c4d0-0a4e-40ac-9f56-0f16eefd0328 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:14:01.843739 n-d-768862-2 neutron-server[84765]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b7810cd0-ff82-4881-a8ff-5f4b03f8104c', 'name': 'network-vif-deleted', 'tag': '45f19d2a-54a2-47b0-92dd-50d27194a4a0', 'status': 'completed', 'code': 200} Jan 14 07:14:01.870184 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-852a24f7-e9a1-4193-9abb-e9506fe5213f None None] Network cbe2ed4b-3608-4133-998a-17444358e4ae details requested by agent ovs-agent-n-h2-768862-2 with host n-h2-768862-2 {{(pid=84876) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 07:14:01.875798 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.plugin [req-4134369b-5d82-4e16-96d4-7b3daed7e87c req-2340f108-f1da-4104-a971-381b41676ece tempest-TaggedBootDevicesTest-541410187 tempest-TaggedBootDevicesTest-541410187] Calling delete_port for 392c55ec-c7e9-4fa4-a2d5-00f00dcd2460 owned by {{(pid=84874) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 07:14:01.887593 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-017f98a9-8a07-408c-a86f-8ff0c00400a0 None None] Network cbe2ed4b-3608-4133-998a-17444358e4ae details requested by agent ovs-agent-n-h1-768862-2 with host n-h1-768862-2 {{(pid=84876) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 07:14:01.907461 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-9606a73c-94a9-4ac3-885e-863e51f6abbc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036854160497'] for network, before_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:14:01.932056 n-d-768862-2 neutron-server[84765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-60ca455c-db27-49f0-a6f1-04614b79c8ba req-c246ab0a-de8d-487c-9b0a-5e9501020c46 tempest-ServersAdminTestJSON-2110659293 tempest-ServersAdminTestJSON-2110659293] Network 3ab89270-67b1-41e9-8be2-a0395a984bff is already hosted by enough agents. {{(pid=84874) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 07:14:01.933025 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c246ab0a-de8d-487c-9b0a-5e9501020c46 tempest-ServersAdminTestJSON-2110659293 tempest-ServersAdminTestJSON-2110659293] Pushing event updated for resources: {'Port': ['ID=0eb1331d-d377-40d2-aacb-222a7234fdd8,revision_number=1']} {{(pid=84874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:14:01.955519 n-d-768862-2 neutron-server[84765]: DEBUG neutron.scheduler.base_scheduler [req-60ca455c-db27-49f0-a6f1-04614b79c8ba req-c246ab0a-de8d-487c-9b0a-5e9501020c46 tempest-ServersAdminTestJSON-2110659293 tempest-ServersAdminTestJSON-2110659293] Resources bound (agent type, host, resource id): {{(pid=84874) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 07:14:01.957800 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-c246ab0a-de8d-487c-9b0a-5e9501020c46 tempest-ServersAdminTestJSON-2110659293 tempest-ServersAdminTestJSON-2110659293] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.047s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:14:01.966405 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-269865a4-64dd-4548-a3db-0a65cc598d65 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.368s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:14:01.973875 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_dvrscheduler_db [req-60ca455c-db27-49f0-a6f1-04614b79c8ba req-c246ab0a-de8d-487c-9b0a-5e9501020c46 tempest-ServersAdminTestJSON-2110659293 tempest-ServersAdminTestJSON-2110659293] Received port after_create {{(pid=84874) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 14 07:14:01.976498 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9830c4d0-0a4e-40ac-9f56-0f16eefd0328 admin admin] Made reservation on behalf of bea94e6b044f42eb9a9092a3b16f7820 for: {'subnet': 1} {{(pid=84875) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 07:14:01.981395 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-9830c4d0-0a4e-40ac-9f56-0f16eefd0328 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036852467157'] for subnet, before_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:14:02.023029 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f10a23aa-3de5-46e4-8e72-b5dea4ed1150 req-0222ec2b-7595-4fd7-9a18-a686aceeeb7c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:14:02.024806 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [req-f10a23aa-3de5-46e4-8e72-b5dea4ed1150 req-0222ec2b-7595-4fd7-9a18-a686aceeeb7c service neutron] 10.222.0.35 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 863 time: 1.6143103 Jan 14 07:14:02.041210 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Network cbe2ed4b-3608-4133-998a-17444358e4ae details requested by agent ovs-agent-n-d-768862-2 with host n-d-768862-2 {{(pid=84876) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 07:14:02.050509 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-380b8ec1-6ddb-4e79-9d47-ea4206859705 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8e0829ba-2234-49b3-86db-b56bc79872af,revision_number=None']} {{(pid=84874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:14:02.073948 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-380b8ec1-6ddb-4e79-9d47-ea4206859705 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:14:02.098444 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-3810097b-32be-4ac1-8bbd-f227c7fd69fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555753'] for port, before_update {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:14:02.138006 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [req-b6a496f9-e7c5-4286-974b-b7e6b41ff67d req-41eff07d-8c71-4cd3-928b-25bb15947380 tempest-FloatingIPDetailsTestJSON-1519139485 tempest-FloatingIPDetailsTestJSON-1519139485] Notify callbacks [] for floatingip, precommit_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:14:02.139732 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.plugin [None req-9606a73c-94a9-4ac3-885e-863e51f6abbc admin admin] Deleting port 0b6df888-6320-449d-a29e-2618b48a8d5c {{(pid=84875) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 07:14:02.140513 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-9606a73c-94a9-4ac3-885e-863e51f6abbc admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363259214248359'] for port, before_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:14:02.425678 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [req-b6a496f9-e7c5-4286-974b-b7e6b41ff67d req-41eff07d-8c71-4cd3-928b-25bb15947380 tempest-FloatingIPDetailsTestJSON-1519139485 tempest-FloatingIPDetailsTestJSON-1519139485] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555753'] for port, before_update {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:14:02.433583 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.plugin [None req-e28e988a-d28e-474b-8938-03ecb06a4924 None None] Calling delete_port for 0b6df888-6320-449d-a29e-2618b48a8d5c owned by network:dhcp {{(pid=84876) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 07:14:02.471434 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-d0ba3b1d-73c6-44a0-b07f-6069c2e2d60d tempest-ServersTestJSON-1630860468 tempest-ServersTestJSON-1630860468] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555753'] for port, before_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:14:02.532703 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-3810097b-32be-4ac1-8bbd-f227c7fd69fd admin admin] Notify callbacks [] for port, precommit_update {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:14:02.538821 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.db.resource_extend [req-4749a9d8-1a24-4696-b0e1-b9fbefef11e5 req-d941555e-02f0-440e-9ce9-1330a88bca06 service neutron] It took 0.49 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84874) wrapper /usr/local/lib/python3.6/dist-packages/oslo_utils/timeutils.py:388}} Jan 14 07:14:02.546925 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-3810097b-32be-4ac1-8bbd-f227c7fd69fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777640533312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363259214678337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777640097497', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036851521613'] for port, after_update {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:14:02.602718 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [req-4134369b-5d82-4e16-96d4-7b3daed7e87c req-2340f108-f1da-4104-a971-381b41676ece tempest-TaggedBootDevicesTest-541410187 tempest-TaggedBootDevicesTest-541410187] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777640533329', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777640097463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3254186'] for port, after_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:14:02.611075 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-dfa7b581-9383-40d7-8ee7-908ff3b45e81 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:14:02.617086 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-e1db3dbf-7cce-4512-bbb4-bcd4e8c02b11 None None] Provisioning for port 9d33c003-d0a3-40a4-ac09-a47b452527a0 completed by entity DHCP. {{(pid=84876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 07:14:02.642806 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-e1db3dbf-7cce-4512-bbb4-bcd4e8c02b11 None None] Provisioning complete for port 9d33c003-d0a3-40a4-ac09-a47b452527a0 triggered by entity DHCP. {{(pid=84876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 07:14:02.643226 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-e1db3dbf-7cce-4512-bbb4-bcd4e8c02b11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-604227'] for port, provisioning_complete {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:14:02.648367 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-3810097b-32be-4ac1-8bbd-f227c7fd69fd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3206949', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3889649'] for router_interface, after_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:14:02.726658 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:port_security_enabled":"rule:admin_or_owner" was deprecated in W in favor of "update_network:port_security_enabled":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 07:14:02.726658 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:14:02.726658 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:14:02.726658 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:14:02.726658 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "delete_network":"rule:admin_or_owner" was deprecated in W in favor of "delete_network":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 07:14:02.726658 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:14:02.726658 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:14:02.726658 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:14:02.726658 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_segment":"rule:admin_only" was deprecated in W in favor of "create_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:14:02.726658 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:14:02.726658 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_segment":"rule:admin_only" was deprecated in W in favor of "get_segment":"role:reader and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:14:02.726658 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:14:02.726658 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_segment":"rule:admin_only" was deprecated in W in favor of "update_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:14:02.726658 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:14:02.726658 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "delete_segment":"rule:admin_only" was deprecated in W in favor of "delete_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:14:02.726658 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:14:02.726658 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network":"rule:regular_user" was deprecated in W in favor of "create_network":"role:member and project_id:%(project_id)s". Reason: Jan 14 07:14:02.726658 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:14:02.726658 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:14:02.726658 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:14:02.726658 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:shared":"rule:admin_only" was deprecated in W in favor of "create_network:shared":"role:admin and system_scope:all". Reason: Jan 14 07:14:02.726658 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:14:02.726658 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:14:02.726658 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:14:02.726658 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:router:external":"rule:admin_only" was deprecated in W in favor of "create_network:router:external":"role:admin and system_scope:all". Reason: Jan 14 07:14:02.726658 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:14:02.726658 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:14:02.726658 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:14:02.726658 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:is_default":"rule:admin_only" was deprecated in W in favor of "create_network:is_default":"role:admin and system_scope:all". Reason: Jan 14 07:14:02.726658 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:14:02.726658 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:14:02.726658 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:14:02.726658 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:port_security_enabled":"rule:regular_user" was deprecated in W in favor of "create_network:port_security_enabled":"role:member and project_id:%(project_id)s". Reason: Jan 14 07:14:02.726658 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:14:02.726658 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:14:02.726658 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:14:02.726658 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:segments":"rule:admin_only" was deprecated in W in favor of "create_network:segments":"role:admin and system_scope:all". Reason: Jan 14 07:14:02.726658 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:14:02.726658 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:14:02.726658 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:14:02.726658 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "create_network:provider:network_type":"role:admin and system_scope:all". Reason: Jan 14 07:14:02.726658 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:14:02.731000 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:14:02.731000 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:14:02.731000 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "create_network:provider:physical_network":"role:admin and system_scope:all". Reason: Jan 14 07:14:02.731000 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:14:02.731000 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:14:02.731000 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:14:02.731000 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "create_network:provider:segmentation_id":"role:admin and system_scope:all". Reason: Jan 14 07:14:02.731000 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:14:02.731000 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:14:02.731000 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:14:02.731000 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network":"rule:admin_or_owner or rule:shared or rule:external or rule:context_is_advsvc" was deprecated in W in favor of "get_network":"(role:reader and system_scope:all) or (role:reader and project_id:%(project_id)s) or rule:shared or rule:external or rule:context_is_advsvc". Reason: Jan 14 07:14:02.731000 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:14:02.731000 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:14:02.731000 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:14:02.731000 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:router:external":"rule:regular_user" was deprecated in W in favor of "get_network:router:external":"role:reader and project_id:%(project_id)s". Reason: Jan 14 07:14:02.731000 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:14:02.731000 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:14:02.731000 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:14:02.731000 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:segments":"rule:admin_only" was deprecated in W in favor of "get_network:segments":"role:reader and system_scope:all". Reason: Jan 14 07:14:02.731000 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:14:02.731000 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:14:02.731000 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:14:02.731000 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "get_network:provider:network_type":"role:reader and system_scope:all". Reason: Jan 14 07:14:02.731000 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:14:02.731000 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:14:02.731000 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:14:02.731000 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "get_network:provider:physical_network":"role:reader and system_scope:all". Reason: Jan 14 07:14:02.731000 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:14:02.731000 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:14:02.731000 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:14:02.731000 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "get_network:provider:segmentation_id":"role:reader and system_scope:all". Reason: Jan 14 07:14:02.731000 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:14:02.731000 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:14:02.731000 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:14:02.731000 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network":"rule:admin_or_owner" was deprecated in W in favor of "update_network":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 07:14:02.731000 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:14:02.731000 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:14:02.731000 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:14:02.731000 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:segments":"rule:admin_only" was deprecated in W in favor of "update_network:segments":"role:admin and system_scope:all". Reason: Jan 14 07:14:02.731000 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:14:02.731000 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:14:02.731000 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:14:02.731000 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:shared":"rule:admin_only" was deprecated in W in favor of "update_network:shared":"role:admin and system_scope:all". Reason: Jan 14 07:14:02.731000 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:14:02.731000 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:14:02.731000 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:14:02.731000 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "update_network:provider:network_type":"role:admin and system_scope:all". Reason: Jan 14 07:14:02.731000 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:14:02.731000 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:14:02.736674 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:14:02.736674 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "update_network:provider:physical_network":"role:admin and system_scope:all". Reason: Jan 14 07:14:02.736674 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:14:02.736674 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:14:02.736674 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:14:02.736674 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "update_network:provider:segmentation_id":"role:admin and system_scope:all". Reason: Jan 14 07:14:02.736674 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:14:02.736674 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:14:02.736674 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:14:02.736674 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:router:external":"rule:admin_only" was deprecated in W in favor of "update_network:router:external":"role:admin and system_scope:all". Reason: Jan 14 07:14:02.736674 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:14:02.736674 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:14:02.736674 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:14:02.736674 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:is_default":"rule:admin_only" was deprecated in W in favor of "update_network:is_default":"role:admin and system_scope:all". Reason: Jan 14 07:14:02.736674 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:14:02.736674 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:14:02.736674 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:14:02.736674 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:port_security_enabled":"rule:admin_or_owner" was deprecated in W in favor of "update_network:port_security_enabled":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 07:14:02.736674 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:14:02.736674 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:14:02.736674 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:14:02.736674 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "delete_network":"rule:admin_or_owner" was deprecated in W in favor of "delete_network":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 07:14:02.736674 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:14:02.736674 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:14:02.736674 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:14:02.736674 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_segment":"rule:admin_only" was deprecated in W in favor of "create_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:14:02.736674 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:14:02.736674 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_segment":"rule:admin_only" was deprecated in W in favor of "get_segment":"role:reader and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:14:02.736674 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:14:02.736674 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_segment":"rule:admin_only" was deprecated in W in favor of "update_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:14:02.736674 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:14:02.745060 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60ca455c-db27-49f0-a6f1-04614b79c8ba req-c246ab0a-de8d-487c-9b0a-5e9501020c46 tempest-ServersAdminTestJSON-2110659293 tempest-ServersAdminTestJSON-2110659293] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:14:02.745060 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [req-60ca455c-db27-49f0-a6f1-04614b79c8ba req-c246ab0a-de8d-487c-9b0a-5e9501020c46 tempest-ServersAdminTestJSON-2110659293 tempest-ServersAdminTestJSON-2110659293] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854768116'] for port, before_response {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:14:02.748380 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.plugin [None req-e1db3dbf-7cce-4512-bbb4-bcd4e8c02b11 None None] Port 9d33c003-d0a3-40a4-ac09-a47b452527a0 cannot update to ACTIVE because it is not bound. {{(pid=84876) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:329}} Jan 14 07:14:02.751853 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-e28e988a-d28e-474b-8938-03ecb06a4924 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777640533329', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777640097463'] for port, after_delete {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:14:02.863246 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3810097b-32be-4ac1-8bbd-f227c7fd69fd admin admin] Pushing event updated for resources: {'Port': ['ID=9d33c003-d0a3-40a4-ac09-a47b452527a0,revision_number=2']} {{(pid=84874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:14:02.872538 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84876) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:14:02.928075 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e28e988a-d28e-474b-8938-03ecb06a4924 None None] Pushing event deleted for resources: {'Port': ['ID=0b6df888-6320-449d-a29e-2618b48a8d5c,revision_number=None']} {{(pid=84876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:14:02.935561 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-e28e988a-d28e-474b-8938-03ecb06a4924 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=84876) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:14:02.936432 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e28e988a-d28e-474b-8938-03ecb06a4924 None None] No DVR routers for this DVR port 0b6df888-6320-449d-a29e-2618b48a8d5c on host n-d-768862-2 {{(pid=84876) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Jan 14 07:14:02.948105 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-2578233f-c435-4cf8-9aa1-f2136508a062 None None] Provisioning for port 0eb1331d-d377-40d2-aacb-222a7234fdd8 completed by entity DHCP. {{(pid=84876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 07:14:02.956271 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Device 0b6df888-6320-449d-a29e-2618b48a8d5c no longer exists at agent ovs-agent-n-d-768862-2 {{(pid=84876) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jan 14 07:14:02.984892 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-3810097b-32be-4ac1-8bbd-f227c7fd69fd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.373s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:14:02.988337 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-3118de2d-6b2d-4600-a796-3ab0411cab2a service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.300s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:14:02.992686 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.plugin [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] No Port match for: 0b6df888-6320-449d-a29e-2618b48a8d5c {{(pid=84876) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2188}} Jan 14 07:14:02.993534 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Device 0b6df888-6320-449d-a29e-2618b48a8d5c not bound to the agent host n-d-768862-2 {{(pid=84876) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jan 14 07:14:02.995338 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-2578233f-c435-4cf8-9aa1-f2136508a062 None None] Provisioning complete for port 0eb1331d-d377-40d2-aacb-222a7234fdd8 triggered by entity DHCP. {{(pid=84876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 07:14:02.995971 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-2578233f-c435-4cf8-9aa1-f2136508a062 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-604227'] for port, provisioning_complete {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:14:03.055978 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.plugin [None req-2578233f-c435-4cf8-9aa1-f2136508a062 None None] Port 0eb1331d-d377-40d2-aacb-222a7234fdd8 cannot update to ACTIVE because it is not bound. {{(pid=84876) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:329}} Jan 14 07:14:03.065181 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2340f108-f1da-4104-a971-381b41676ece tempest-TaggedBootDevicesTest-541410187 tempest-TaggedBootDevicesTest-541410187] Pushing event deleted for resources: {'Port': ['ID=392c55ec-c7e9-4fa4-a2d5-00f00dcd2460,revision_number=None']} {{(pid=84874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:14:03.077299 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-2340f108-f1da-4104-a971-381b41676ece tempest-TaggedBootDevicesTest-541410187 tempest-TaggedBootDevicesTest-541410187] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:14:03.078914 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [req-60ca455c-db27-49f0-a6f1-04614b79c8ba req-c246ab0a-de8d-487c-9b0a-5e9501020c46 tempest-ServersAdminTestJSON-2110659293 tempest-ServersAdminTestJSON-2110659293] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 10.8562641 Jan 14 07:14:03.084442 n-d-768862-2 neutron-server[84765]: DEBUG neutron.notifiers.nova [req-4749a9d8-1a24-4696-b0e1-b9fbefef11e5 req-d941555e-02f0-440e-9ce9-1330a88bca06 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 20d7e6c5-52b7-484a-bcda-ecac18c68f61 {{(pid=84874) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Jan 14 07:14:03.099738 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.v2.base [req-60ca455c-db27-49f0-a6f1-04614b79c8ba req-79fb67df-ed57-42cd-84f6-649eae637740 service neutron] Request body: {'port': {'device_id': '5a880e33-93c3-4fa7-93e3-c4bf80d6af18', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-768862-2'}} {{(pid=84874) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:14:03.138249 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [req-4749a9d8-1a24-4696-b0e1-b9fbefef11e5 req-d941555e-02f0-440e-9ce9-1330a88bca06 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:14:03.200103 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [req-4749a9d8-1a24-4696-b0e1-b9fbefef11e5 req-d941555e-02f0-440e-9ce9-1330a88bca06 service neutron] Transition to ACTIVE for port object 20d7e6c5-52b7-484a-bcda-ecac18c68f61 will not be triggered until provisioned by entity L2. {{(pid=84874) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 07:14:03.224201 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [req-4749a9d8-1a24-4696-b0e1-b9fbefef11e5 req-d941555e-02f0-440e-9ce9-1330a88bca06 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777640533312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363259214678337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777640097497', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036851521613'] for port, after_update {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:14:03.251392 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-15394e33-d9e2-4204-8083-66ae54340aba tempest-ServersTestMultiNic-2121779930 tempest-ServersTestMultiNic-2121779930] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:14:03.478239 n-d-768862-2 neutron-server[84765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3810097b-32be-4ac1-8bbd-f227c7fd69fd admin admin] Network e07b3c37-d515-44aa-a191-18820b094a97 is already hosted by enough agents. {{(pid=84874) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 07:14:03.511857 n-d-768862-2 neutron-server[84765]: DEBUG neutron.scheduler.base_scheduler [None req-3810097b-32be-4ac1-8bbd-f227c7fd69fd admin admin] Resources bound (agent type, host, resource id): {{(pid=84874) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 07:14:03.533018 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [req-60ca455c-db27-49f0-a6f1-04614b79c8ba req-79fb67df-ed57-42cd-84f6-649eae637740 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555753'] for port, before_update {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:14:03.543572 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d941555e-02f0-440e-9ce9-1330a88bca06 service neutron] Pushing event updated for resources: {'Port': ['ID=20d7e6c5-52b7-484a-bcda-ecac18c68f61,revision_number=2']} {{(pid=84874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:14:03.575261 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [None req-9606a73c-94a9-4ac3-885e-863e51f6abbc admin admin] For port 0b6df888-6320-449d-a29e-2618b48a8d5c, host n-d-768862-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-2',level=0,port_id=0b6df888-6320-449d-a29e-2618b48a8d5c,segment=NetworkSegment(722324d6-46bd-4937-8674-9bee45ef676d),segment_id=722324d6-46bd-4937-8674-9bee45ef676d)] {{(pid=84875) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 07:14:03.575925 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-9606a73c-94a9-4ac3-885e-863e51f6abbc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036850862667'] for port, precommit_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:14:03.578978 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-d941555e-02f0-440e-9ce9-1330a88bca06 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.328s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:14:03.843904 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-0e2ae3d1-bca5-44ae-9612-a616f237d0f6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850887113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036851621412', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036852467174'] for subnet, after_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:14:03.874924 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.plugin [None req-9606a73c-94a9-4ac3-885e-863e51f6abbc admin admin] Calling delete_port for 0b6df888-6320-449d-a29e-2618b48a8d5c owned by network:dhcp {{(pid=84875) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 07:14:03.904500 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:14:03.995149 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-5c4a7ae7-0dfd-4c67-83fb-6d142bb0f066 None None] Provisioning complete for port 9d33c003-d0a3-40a4-ac09-a47b452527a0 triggered by entity DHCP. {{(pid=84876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 07:14:03.995650 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-5c4a7ae7-0dfd-4c67-83fb-6d142bb0f066 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-604227'] for port, provisioning_complete {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:14:04.098544 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.plugin [None req-5c4a7ae7-0dfd-4c67-83fb-6d142bb0f066 None None] Port 9d33c003-d0a3-40a4-ac09-a47b452527a0 cannot update to ACTIVE because it is not bound. {{(pid=84876) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:329}} Jan 14 07:14:04.202574 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [req-4134369b-5d82-4e16-96d4-7b3daed7e87c req-2340f108-f1da-4104-a971-381b41676ece tempest-TaggedBootDevicesTest-541410187 tempest-TaggedBootDevicesTest-541410187] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854768116'] for port, before_response {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:14:04.205357 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [req-4134369b-5d82-4e16-96d4-7b3daed7e87c req-2340f108-f1da-4104-a971-381b41676ece tempest-TaggedBootDevicesTest-541410187 tempest-TaggedBootDevicesTest-541410187] 10.222.0.35 "DELETE /v2.0/ports/392c55ec-c7e9-4fa4-a2d5-00f00dcd2460 HTTP/1.1" status: 204 len: 173 time: 4.7158084 Jan 14 07:14:04.272692 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e2ae3d1-bca5-44ae-9612-a616f237d0f6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=66c79607-fbe2-4dc0-a011-cac7db0bcc70,revision_number=0']} {{(pid=84875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:14:04.307355 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-0e2ae3d1-bca5-44ae-9612-a616f237d0f6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.403s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:14:04.406841 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.db.api [None req-9606a73c-94a9-4ac3-885e-863e51f6abbc admin admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84875) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Jan 14 07:14:04.406841 n-d-768862-2 neutron-server[84765]: DEBUG oslo_db.api [None req-9606a73c-94a9-4ac3-885e-863e51f6abbc admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84875) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Jan 14 07:14:04.488589 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.db_base_plugin_common [None req-d0ba3b1d-73c6-44a0-b07f-6069c2e2d60d tempest-ServersTestJSON-1630860468 tempest-ServersTestJSON-1630860468] Allocated IP 172.25.2.227 (226f1e78-82cd-4481-9055-4eb73b6db8c1/ba8deeec-7658-4195-9449-038c076f5c83/2d17a0f4-3b17-4799-af4c-d84f5e904b11) {{(pid=84875) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 14 07:14:04.524909 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.managers [req-4749a9d8-1a24-4696-b0e1-b9fbefef11e5 req-d941555e-02f0-440e-9ce9-1330a88bca06 service neutron] Attempting to bind port 20d7e6c5-52b7-484a-bcda-ecac18c68f61 on host n-h1-768862-2 for vnic_type normal with profile {{(pid=84874) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 14 07:14:04.525255 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.managers [req-4749a9d8-1a24-4696-b0e1-b9fbefef11e5 req-d941555e-02f0-440e-9ce9-1330a88bca06 service neutron] Attempting to bind port 20d7e6c5-52b7-484a-bcda-ecac18c68f61 by drivers openvswitch on host n-h1-768862-2 at level 0 using segments [{'id': '871dcfe9-d88b-458a-b832-5a97900de51f', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '25f1c1a0-ceab-4b3f-9e01-2007a6141e94'}] {{(pid=84874) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 14 07:14:04.525627 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4749a9d8-1a24-4696-b0e1-b9fbefef11e5 req-d941555e-02f0-440e-9ce9-1330a88bca06 service neutron] Attempting to bind port 20d7e6c5-52b7-484a-bcda-ecac18c68f61 on network 25f1c1a0-ceab-4b3f-9e01-2007a6141e94 {{(pid=84874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 14 07:14:04.540052 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4749a9d8-1a24-4696-b0e1-b9fbefef11e5 req-d941555e-02f0-440e-9ce9-1330a88bca06 service neutron] Checking agent: {'id': '40905704-73ec-4668-87ec-fe70ac9582ac', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-h1-768862-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 14, 7, 5, 11), 'started_at': datetime.datetime(2021, 1, 14, 7, 5, 41), 'heartbeat_timestamp': datetime.datetime(2021, 1, 14, 7, 13, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.42', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 14 07:14:04.540591 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4749a9d8-1a24-4696-b0e1-b9fbefef11e5 req-d941555e-02f0-440e-9ce9-1330a88bca06 service neutron] Checking segment: {'id': '871dcfe9-d88b-458a-b832-5a97900de51f', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '25f1c1a0-ceab-4b3f-9e01-2007a6141e94'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84874) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 14 07:14:04.540844 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [req-4749a9d8-1a24-4696-b0e1-b9fbefef11e5 req-d941555e-02f0-440e-9ce9-1330a88bca06 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:14:04.541182 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4749a9d8-1a24-4696-b0e1-b9fbefef11e5 req-d941555e-02f0-440e-9ce9-1330a88bca06 service neutron] Bound using segment: {'id': '871dcfe9-d88b-458a-b832-5a97900de51f', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '25f1c1a0-ceab-4b3f-9e01-2007a6141e94'} {{(pid=84874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 14 07:14:04.541877 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.managers [req-4749a9d8-1a24-4696-b0e1-b9fbefef11e5 req-d941555e-02f0-440e-9ce9-1330a88bca06 service neutron] Bound port: 20d7e6c5-52b7-484a-bcda-ecac18c68f61, host: n-h1-768862-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '871dcfe9-d88b-458a-b832-5a97900de51f', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '25f1c1a0-ceab-4b3f-9e01-2007a6141e94'}}] {{(pid=84874) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 14 07:14:04.542015 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [req-4749a9d8-1a24-4696-b0e1-b9fbefef11e5 req-d941555e-02f0-440e-9ce9-1330a88bca06 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555753'] for port, before_update {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:14:04.577868 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "delete_segment":"rule:admin_only" was deprecated in W in favor of "delete_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:14:04.577868 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:14:04.577868 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network":"rule:regular_user" was deprecated in W in favor of "create_network":"role:member and project_id:%(project_id)s". Reason: Jan 14 07:14:04.577868 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:14:04.577868 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:14:04.577868 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:14:04.577868 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:shared":"rule:admin_only" was deprecated in W in favor of "create_network:shared":"role:admin and system_scope:all". Reason: Jan 14 07:14:04.577868 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:14:04.577868 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:14:04.577868 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:14:04.577868 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:router:external":"rule:admin_only" was deprecated in W in favor of "create_network:router:external":"role:admin and system_scope:all". Reason: Jan 14 07:14:04.577868 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:14:04.577868 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:14:04.577868 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:14:04.577868 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:is_default":"rule:admin_only" was deprecated in W in favor of "create_network:is_default":"role:admin and system_scope:all". Reason: Jan 14 07:14:04.577868 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:14:04.577868 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:14:04.577868 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:14:04.577868 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:port_security_enabled":"rule:regular_user" was deprecated in W in favor of "create_network:port_security_enabled":"role:member and project_id:%(project_id)s". Reason: Jan 14 07:14:04.577868 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:14:04.577868 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:14:04.577868 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:14:04.577868 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:segments":"rule:admin_only" was deprecated in W in favor of "create_network:segments":"role:admin and system_scope:all". Reason: Jan 14 07:14:04.577868 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:14:04.577868 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:14:04.577868 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:14:04.577868 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "create_network:provider:network_type":"role:admin and system_scope:all". Reason: Jan 14 07:14:04.577868 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:14:04.577868 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:14:04.577868 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:14:04.577868 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "create_network:provider:physical_network":"role:admin and system_scope:all". Reason: Jan 14 07:14:04.577868 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:14:04.577868 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:14:04.577868 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:14:04.577868 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "create_network:provider:segmentation_id":"role:admin and system_scope:all". Reason: Jan 14 07:14:04.577868 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:14:04.577868 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:14:04.577868 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:14:04.577868 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network":"rule:admin_or_owner or rule:shared or rule:external or rule:context_is_advsvc" was deprecated in W in favor of "get_network":"(role:reader and system_scope:all) or (role:reader and project_id:%(project_id)s) or rule:shared or rule:external or rule:context_is_advsvc". Reason: Jan 14 07:14:04.577868 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:14:04.577868 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:14:04.577868 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:14:04.577868 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:router:external":"rule:regular_user" was deprecated in W in favor of "get_network:router:external":"role:reader and project_id:%(project_id)s". Reason: Jan 14 07:14:04.577868 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:14:04.577868 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:14:04.577868 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:14:04.581443 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:segments":"rule:admin_only" was deprecated in W in favor of "get_network:segments":"role:reader and system_scope:all". Reason: Jan 14 07:14:04.581443 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:14:04.581443 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:14:04.581443 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:14:04.581443 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "get_network:provider:network_type":"role:reader and system_scope:all". Reason: Jan 14 07:14:04.581443 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:14:04.581443 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:14:04.581443 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:14:04.581443 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "get_network:provider:physical_network":"role:reader and system_scope:all". Reason: Jan 14 07:14:04.581443 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:14:04.581443 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:14:04.581443 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:14:04.581443 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "get_network:provider:segmentation_id":"role:reader and system_scope:all". Reason: Jan 14 07:14:04.581443 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:14:04.581443 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:14:04.581443 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:14:04.581443 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network":"rule:admin_or_owner" was deprecated in W in favor of "update_network":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 07:14:04.581443 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:14:04.581443 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:14:04.581443 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:14:04.583138 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [req-b6a496f9-e7c5-4286-974b-b7e6b41ff67d req-41eff07d-8c71-4cd3-928b-25bb15947380 tempest-FloatingIPDetailsTestJSON-1519139485 tempest-FloatingIPDetailsTestJSON-1519139485] Notify callbacks [] for port, precommit_update {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:14:04.585736 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.plugin [req-4134369b-5d82-4e16-96d4-7b3daed7e87c req-081fda79-0b58-447e-ab35-40356841eb7a tempest-TaggedBootDevicesTest-541410187 tempest-TaggedBootDevicesTest-541410187] Deleting port c0eb02ce-920b-4180-bd93-4c5325027784 {{(pid=84874) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 07:14:04.586115 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [req-4134369b-5d82-4e16-96d4-7b3daed7e87c req-081fda79-0b58-447e-ab35-40356841eb7a tempest-TaggedBootDevicesTest-541410187 tempest-TaggedBootDevicesTest-541410187] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363259214248359'] for port, before_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:14:04.610638 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [req-b6a496f9-e7c5-4286-974b-b7e6b41ff67d req-41eff07d-8c71-4cd3-928b-25bb15947380 tempest-FloatingIPDetailsTestJSON-1519139485 tempest-FloatingIPDetailsTestJSON-1519139485] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777640533312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363259214678337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777640097497', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3154211'] for port, after_update {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:14:04.684923 n-d-768862-2 neutron-server[84765]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3810097b-32be-4ac1-8bbd-f227c7fd69fd admin admin] Router 0ea8e1ee-31ad-471b-8150-35ecee69b799 has already been hosted by L3 agent 35f592e9-451b-4db9-abea-77b6a5c5391b {{(pid=84874) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Jan 14 07:14:04.686700 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-b3798c71-9af9-4913-b653-53e0ee54992d tempest-FloatingIPDetailsTestJSON-1519139485 tempest-FloatingIPDetailsTestJSON-1519139485] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:14:04.794527 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e2ae3d1-bca5-44ae-9612-a616f237d0f6 admin admin] Checking segment: {'id': '917f7d8b-a51b-45d1-8524-2c4fd0b1f7a9', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '9348431b-ede8-49dd-9040-2701ab71f388'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84875) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 14 07:14:04.795055 n-d-768862-2 neutron-server[84765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e2ae3d1-bca5-44ae-9612-a616f237d0f6 admin admin] Network hostable DHCP agents. Network: 9348431b-ede8-49dd-9040-2701ab71f388, hostable agents: ['32f3dd84-26da-4d18-bf15-6017a8fb7247'], hosted agents: [] {{(pid=84875) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Jan 14 07:14:04.853157 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-9830c4d0-0a4e-40ac-9f56-0f16eefd0328 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850887113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036851621412', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036852467174'] for subnet, after_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:14:04.867302 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41eff07d-8c71-4cd3-928b-25bb15947380 tempest-FloatingIPDetailsTestJSON-1519139485 tempest-FloatingIPDetailsTestJSON-1519139485] Pushing event updated for resources: {'Port': ['ID=b003d6a4-88d6-461b-b21d-f82bc259aa19,revision_number=2']} {{(pid=84875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:14:04.883028 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-41eff07d-8c71-4cd3-928b-25bb15947380 tempest-FloatingIPDetailsTestJSON-1519139485 tempest-FloatingIPDetailsTestJSON-1519139485] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.196s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:14:04.885611 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-7e6279f3-1442-4b37-b8f0-abde719313ca admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.007s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:14:04.976552 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.plugin [None req-9606a73c-94a9-4ac3-885e-863e51f6abbc admin admin] Deleting port 0b6df888-6320-449d-a29e-2618b48a8d5c {{(pid=84875) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 07:14:04.977257 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-9606a73c-94a9-4ac3-885e-863e51f6abbc admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363259214248359'] for port, before_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:14:05.037181 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [req-4749a9d8-1a24-4696-b0e1-b9fbefef11e5 req-d941555e-02f0-440e-9ce9-1330a88bca06 service neutron] For port 20d7e6c5-52b7-484a-bcda-ecac18c68f61, host n-h1-768862-2, cleared binding levels {{(pid=84874) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 14 07:14:05.129129 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.plugin [None req-9606a73c-94a9-4ac3-885e-863e51f6abbc admin admin] The port '0b6df888-6320-449d-a29e-2618b48a8d5c' was deleted {{(pid=84875) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Jan 14 07:14:05.135924 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [req-4749a9d8-1a24-4696-b0e1-b9fbefef11e5 req-d941555e-02f0-440e-9ce9-1330a88bca06 service neutron] For port 20d7e6c5-52b7-484a-bcda-ecac18c68f61, host n-h1-768862-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-h1-768862-2',level=0,port_id=20d7e6c5-52b7-484a-bcda-ecac18c68f61,segment=NetworkSegment(871dcfe9-d88b-458a-b832-5a97900de51f),segment_id=871dcfe9-d88b-458a-b832-5a97900de51f)] {{(pid=84874) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 14 07:14:05.144607 n-d-768862-2 neutron-server[84765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e2ae3d1-bca5-44ae-9612-a616f237d0f6 admin admin] Network 9348431b-ede8-49dd-9040-2701ab71f388 is scheduled to be hosted by DHCP agent 32f3dd84-26da-4d18-bf15-6017a8fb7247 with binding_index 1 {{(pid=84875) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Jan 14 07:14:05.244907 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [req-4749a9d8-1a24-4696-b0e1-b9fbefef11e5 req-d941555e-02f0-440e-9ce9-1330a88bca06 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777640533312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363259214678337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777640097497', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036851521613'] for port, after_update {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:14:05.258773 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9830c4d0-0a4e-40ac-9f56-0f16eefd0328 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2e380f87-06e1-48b6-bc32-a19c3cb2450d,revision_number=0']} {{(pid=84875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:14:05.281254 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-8c18c356-a73e-4e95-91df-76c8555f1fb5 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:14:05.282229 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-d0ba3b1d-73c6-44a0-b07f-6069c2e2d60d tempest-ServersTestJSON-1630860468 tempest-ServersTestJSON-1630860468] Notify callbacks [] for port, precommit_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:14:05.288818 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-9830c4d0-0a4e-40ac-9f56-0f16eefd0328 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.403s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:14:05.289538 n-d-768862-2 neutron-server[84765]: DEBUG neutron.scheduler.base_scheduler [None req-0e2ae3d1-bca5-44ae-9612-a616f237d0f6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768862-2, 9348431b-ede8-49dd-9040-2701ab71f388) {{(pid=84875) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 07:14:05.299497 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-780872bf-5589-4539-b33a-7a37393cb791 None None] Network 9348431b-ede8-49dd-9040-2701ab71f388 requested from n-d-768862-2 {{(pid=84876) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 07:14:05.317647 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84874) accepted ('10.222.0.24', 58704) {{(pid=84874) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:14:05.420847 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e2ae3d1-bca5-44ae-9612-a616f237d0f6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:14:05.421542 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-0e2ae3d1-bca5-44ae-9612-a616f237d0f6 admin admin] Notify callbacks [] for subnet, before_response {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:14:05.427881 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-9606a73c-94a9-4ac3-885e-863e51f6abbc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-598987', 'neutron.services.segments.db._delete_segments_for_network-8777640583949'] for network, precommit_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:14:05.438473 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3810097b-32be-4ac1-8bbd-f227c7fd69fd admin admin] Notify agent at l3_agent.n-d-768862-2 the message routers_updated {{(pid=84874) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jan 14 07:14:05.463475 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-3810097b-32be-4ac1-8bbd-f227c7fd69fd admin admin] 10.222.0.24 "PUT /v2.0/routers/0ea8e1ee-31ad-471b-8150-35ecee69b799/add_router_interface HTTP/1.1" status: 200 len: 503 time: 16.1086681 Jan 14 07:14:05.557210 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d941555e-02f0-440e-9ce9-1330a88bca06 service neutron] Pushing event updated for resources: {'Port': ['ID=20d7e6c5-52b7-484a-bcda-ecac18c68f61,revision_number=3']} {{(pid=84874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:14:05.558089 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5561434d-5f5d-402f-a422-59bf4c0242e4 None None] Sync routers for ids ['0ea8e1ee-31ad-471b-8150-35ecee69b799'] in n-d-768862-2 {{(pid=84876) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Jan 14 07:14:05.569062 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-d941555e-02f0-440e-9ce9-1330a88bca06 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.288s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:14:05.581581 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5561434d-5f5d-402f-a422-59bf4c0242e4 None None] Routers {'0ea8e1ee-31ad-471b-8150-35ecee69b799'} bound to L3 agent in host n-d-768862-2 {{(pid=84876) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 14 07:14:05.582600 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_hamode_db [None req-5561434d-5f5d-402f-a422-59bf4c0242e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2021-01-14T06:56:51Z,description=,heartbeat_timestamp=2021-01-14T07:13:51Z,host='n-d-768862-2',id=35f592e9-451b-4db9-abea-77b6a5c5391b,load=0,resource_versions=,resources_synced=,started_at=2021-01-14T06:56:51Z,topic='l3_agent')) {'router_ids': ['0ea8e1ee-31ad-471b-8150-35ecee69b799'], 'active': True} {{(pid=84876) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:14:05.599807 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [req-4134369b-5d82-4e16-96d4-7b3daed7e87c req-081fda79-0b58-447e-ab35-40356841eb7a tempest-TaggedBootDevicesTest-541410187 tempest-TaggedBootDevicesTest-541410187] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036850862667'] for port, precommit_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:14:05.651782 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46445747-98da-403d-bb23-cdfd35c36649 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5d94dc7a-c095-50a4-955e-5f3b78718a12-9348431b-ede8-49dd-9040-2701ab71f388', 'network_id': '9348431b-ede8-49dd-9040-2701ab71f388', 'tenant_id': '12721d5aa0d74c769229c9ab1dd6bd37', 'fixed_ips': [{'subnet_id': '66c79607-fbe2-4dc0-a011-cac7db0bcc70'}]}} from n-d-768862-2. {{(pid=84876) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Jan 14 07:14:05.653018 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-46445747-98da-403d-bb23-cdfd35c36649 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555753'] for port, before_create {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:14:05.692515 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [req-b6a496f9-e7c5-4286-974b-b7e6b41ff67d req-41eff07d-8c71-4cd3-928b-25bb15947380 tempest-FloatingIPDetailsTestJSON-1519139485 tempest-FloatingIPDetailsTestJSON-1519139485] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3912638'] for floatingip, after_update {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:14:05.796783 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-d0ba3b1d-73c6-44a0-b07f-6069c2e2d60d tempest-ServersTestJSON-1630860468 tempest-ServersTestJSON-1630860468] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777640123575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851621574'] for port, after_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:14:05.830805 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-9b760ce1-8d57-45a4-abd6-5cc55b705459 tempest-FloatingIPDetailsTestJSON-1519139485 tempest-FloatingIPDetailsTestJSON-1519139485] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:14:05.851431 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.plugin [req-4134369b-5d82-4e16-96d4-7b3daed7e87c req-081fda79-0b58-447e-ab35-40356841eb7a tempest-TaggedBootDevicesTest-541410187 tempest-TaggedBootDevicesTest-541410187] Calling delete_port for c0eb02ce-920b-4180-bd93-4c5325027784 owned by {{(pid=84874) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 07:14:05.911272 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-b291ccc3-e8ab-4860-ba68-3843a421743e admin admin] Notify callbacks [] for security_group, before_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:14:06.142726 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.db_base_plugin_common [None req-46445747-98da-403d-bb23-cdfd35c36649 None None] Allocated IP 172.20.0.2 (9348431b-ede8-49dd-9040-2701ab71f388/66c79607-fbe2-4dc0-a011-cac7db0bcc70/699e8cf2-6f11-459c-884a-16facda5d90b) {{(pid=84876) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 14 07:14:06.311596 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0ba3b1d-73c6-44a0-b07f-6069c2e2d60d tempest-ServersTestJSON-1630860468 tempest-ServersTestJSON-1630860468] Pushing event updated for resources: {'Port': ['ID=2d17a0f4-3b17-4799-af4c-d84f5e904b11,revision_number=1']} {{(pid=84875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:14:06.367321 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-d0ba3b1d-73c6-44a0-b07f-6069c2e2d60d tempest-ServersTestJSON-1630860468 tempest-ServersTestJSON-1630860468] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.536s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:14:06.371059 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-0e2ae3d1-bca5-44ae-9612-a616f237d0f6 admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 6.6030281 Jan 14 07:14:06.372158 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9830c4d0-0a4e-40ac-9f56-0f16eefd0328 admin admin] Checking segment: {'id': '57bab259-5001-497b-b8de-52294271cdb8', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 13, 'network_id': 'cbe2ed4b-3608-4133-998a-17444358e4ae'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84875) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 14 07:14:06.372559 n-d-768862-2 neutron-server[84765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9830c4d0-0a4e-40ac-9f56-0f16eefd0328 admin admin] Network hostable DHCP agents. Network: cbe2ed4b-3608-4133-998a-17444358e4ae, hostable agents: ['32f3dd84-26da-4d18-bf15-6017a8fb7247'], hosted agents: [] {{(pid=84875) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Jan 14 07:14:06.381769 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84875) accepted ('10.222.0.24', 58754) {{(pid=84875) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:14:06.413178 n-d-768862-2 neutron-server[84765]: DEBUG neutron.services.segments.db [None req-9606a73c-94a9-4ac3-885e-863e51f6abbc admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5c191153-b948-4c85-aff4-9593e84f8418']}} {{(pid=84875) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:14:06.418022 n-d-768862-2 neutron-server[84765]: DEBUG neutron.notifiers.nova [req-60ca455c-db27-49f0-a6f1-04614b79c8ba req-79fb67df-ed57-42cd-84f6-649eae637740 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0eb1331d-d377-40d2-aacb-222a7234fdd8 {{(pid=84874) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Jan 14 07:14:06.421301 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [req-b6a496f9-e7c5-4286-974b-b7e6b41ff67d req-41eff07d-8c71-4cd3-928b-25bb15947380 tempest-FloatingIPDetailsTestJSON-1519139485 tempest-FloatingIPDetailsTestJSON-1519139485] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854768116'] for floatingip, before_response {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:14:06.427782 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [req-60ca455c-db27-49f0-a6f1-04614b79c8ba req-79fb67df-ed57-42cd-84f6-649eae637740 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:14:06.428824 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [req-b6a496f9-e7c5-4286-974b-b7e6b41ff67d req-41eff07d-8c71-4cd3-928b-25bb15947380 tempest-FloatingIPDetailsTestJSON-1519139485 tempest-FloatingIPDetailsTestJSON-1519139485] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 10.3369708 Jan 14 07:14:06.443546 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [req-60ca455c-db27-49f0-a6f1-04614b79c8ba req-79fb67df-ed57-42cd-84f6-649eae637740 service neutron] Transition to ACTIVE for port object 0eb1331d-d377-40d2-aacb-222a7234fdd8 will not be triggered until provisioned by entity L2. {{(pid=84874) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 07:14:06.443819 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.v2.base [None req-5e3c86a5-77b6-43d1-905c-ba72d474e6c4 admin admin] Request body: {'router': {'name': 'tempest-ServerActionsTestJSON-872566309-router', 'tenant_id': '12721d5aa0d74c769229c9ab1dd6bd37', 'external_gateway_info': {'network_id': '226f1e78-82cd-4481-9055-4eb73b6db8c1'}}} {{(pid=84875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:14:06.449555 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4749a9d8-1a24-4696-b0e1-b9fbefef11e5 req-d941555e-02f0-440e-9ce9-1330a88bca06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:14:06.450533 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [req-4749a9d8-1a24-4696-b0e1-b9fbefef11e5 req-d941555e-02f0-440e-9ce9-1330a88bca06 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854768116'] for port, before_response {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:14:06.453032 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [req-4749a9d8-1a24-4696-b0e1-b9fbefef11e5 req-d941555e-02f0-440e-9ce9-1330a88bca06 service neutron] 10.222.0.35 "PUT /v2.0/ports/20d7e6c5-52b7-484a-bcda-ecac18c68f61 HTTP/1.1" status: 200 len: 1156 time: 8.6551759 Jan 14 07:14:06.455127 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-5e3c86a5-77b6-43d1-905c-ba72d474e6c4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:14:06.458266 n-d-768862-2 neutron-server[84765]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '16513199-bee3-4bea-a843-4e62a5ef0197', 'tag': '20d7e6c5-52b7-484a-bcda-ecac18c68f61'}] {{(pid=84874) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Jan 14 07:14:06.458705 n-d-768862-2 neutron-server[84765]: DEBUG neutron.services.segments.db [None req-9606a73c-94a9-4ac3-885e-863e51f6abbc admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '722324d6-46bd-4937-8674-9bee45ef676d') {'for_net_delete': True} {{(pid=84875) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:14:06.459039 n-d-768862-2 neutron-server[84765]: DEBUG neutron.services.segments.db [None req-9606a73c-94a9-4ac3-885e-863e51f6abbc admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '722324d6-46bd-4937-8674-9bee45ef676d') {} {{(pid=84875) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:14:06.493200 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [req-60ca455c-db27-49f0-a6f1-04614b79c8ba req-79fb67df-ed57-42cd-84f6-649eae637740 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777640533312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363259214678337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777640097497', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036851521613'] for port, after_update {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:14:06.515002 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-46445747-98da-403d-bb23-cdfd35c36649 None None] Notify callbacks [] for port, precommit_create {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:14:06.527311 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-46445747-98da-403d-bb23-cdfd35c36649 None None] Transition to ACTIVE for port object 699e8cf2-6f11-459c-884a-16facda5d90b will not be triggered until provisioned by entity L2. {{(pid=84876) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 07:14:06.534392 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-b291ccc3-e8ab-4860-ba68-3843a421743e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:14:06.540327 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-b291ccc3-e8ab-4860-ba68-3843a421743e admin admin] Usage tracker for resource:security_group_rule and tenant:19f7a99dfbe14aafb98cfc24698d9781 is out of sync, need to count used quota {{(pid=84874) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:14:06.545240 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-46445747-98da-403d-bb23-cdfd35c36649 None None] Transition to ACTIVE for port object 699e8cf2-6f11-459c-884a-16facda5d90b will not be triggered until provisioned by entity DHCP. {{(pid=84876) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 07:14:06.550031 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-b291ccc3-e8ab-4860-ba68-3843a421743e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84874) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:14:06.560732 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [req-b6a496f9-e7c5-4286-974b-b7e6b41ff67d req-2efcc5f4-8e6a-4bff-84da-e4602c0ff9e6 tempest-FloatingIPDetailsTestJSON-1519139485 tempest-FloatingIPDetailsTestJSON-1519139485] Synchronizing usage tracker for tenant:a2441d08a92c4ad29bd14e22e25d9e48 on resource:floatingip {{(pid=84875) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 14 07:14:06.562325 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-46445747-98da-403d-bb23-cdfd35c36649 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777640123575'] for port, after_create {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:14:06.566518 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-b291ccc3-e8ab-4860-ba68-3843a421743e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:14:06.576903 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-5e3c86a5-77b6-43d1-905c-ba72d474e6c4 admin admin] Usage tracker for resource:router and tenant:12721d5aa0d74c769229c9ab1dd6bd37 is out of sync, need to count used quota {{(pid=84875) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:14:06.580099 n-d-768862-2 neutron-server[84765]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '16513199-bee3-4bea-a843-4e62a5ef0197', 'tag': '20d7e6c5-52b7-484a-bcda-ecac18c68f61', 'status': 'completed', 'code': 200} Jan 14 07:14:06.583822 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-87dc59db-40b0-464d-a107-a8a77c8637fe None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84876) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:14:06.589291 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-9606a73c-94a9-4ac3-885e-863e51f6abbc admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363259214173198', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036851408567'] for segment, before_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:14:06.602043 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-5e3c86a5-77b6-43d1-905c-ba72d474e6c4 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=84875) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:14:06.606275 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-5b5479a8-7386-490c-9a86-5ad25314f007 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:14:06.633406 n-d-768862-2 neutron-server[84765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9830c4d0-0a4e-40ac-9f56-0f16eefd0328 admin admin] Network cbe2ed4b-3608-4133-998a-17444358e4ae is scheduled to be hosted by DHCP agent 32f3dd84-26da-4d18-bf15-6017a8fb7247 with binding_index 1 {{(pid=84875) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Jan 14 07:14:06.658699 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-5e3c86a5-77b6-43d1-905c-ba72d474e6c4 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:14:06.729763 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [req-b6a496f9-e7c5-4286-974b-b7e6b41ff67d req-2efcc5f4-8e6a-4bff-84da-e4602c0ff9e6 tempest-FloatingIPDetailsTestJSON-1519139485 tempest-FloatingIPDetailsTestJSON-1519139485] Unset dirty status for tenant:a2441d08a92c4ad29bd14e22e25d9e48 on resource:floatingip {{(pid=84875) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 14 07:14:06.737048 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [req-b6a496f9-e7c5-4286-974b-b7e6b41ff67d req-2efcc5f4-8e6a-4bff-84da-e4602c0ff9e6 tempest-FloatingIPDetailsTestJSON-1519139485 tempest-FloatingIPDetailsTestJSON-1519139485] 10.222.0.24 "GET /v2.0/floatingips?floating_ip_address=172.25.2.168 HTTP/1.1" status: 200 len: 696 time: 0.3071768 Jan 14 07:14:06.739945 n-d-768862-2 neutron-server[84765]: DEBUG neutron.scheduler.base_scheduler [None req-9830c4d0-0a4e-40ac-9f56-0f16eefd0328 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768862-2, cbe2ed4b-3608-4133-998a-17444358e4ae) {{(pid=84875) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 07:14:06.749080 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-9606a73c-94a9-4ac3-885e-863e51f6abbc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854179735'] for segment, precommit_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:14:06.762740 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-9606a73c-94a9-4ac3-885e-863e51f6abbc admin admin] Releasing vxlan tunnel 6 to pool {{(pid=84875) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Jan 14 07:14:06.813670 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-b291ccc3-e8ab-4860-ba68-3843a421743e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:14:06.815157 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79fb67df-ed57-42cd-84f6-649eae637740 service neutron] Pushing event updated for resources: {'Port': ['ID=0eb1331d-d377-40d2-aacb-222a7234fdd8,revision_number=2']} {{(pid=84874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:14:06.836888 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-5e3c86a5-77b6-43d1-905c-ba72d474e6c4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3889205', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854717621'] for router, before_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:14:06.838446 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-5e3c86a5-77b6-43d1-905c-ba72d474e6c4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036850886574', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3912501', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3808446', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-58179'] for router, precommit_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:14:06.856018 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-5e3c86a5-77b6-43d1-905c-ba72d474e6c4 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:14:06.877178 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46445747-98da-403d-bb23-cdfd35c36649 None None] Pushing event updated for resources: {'Port': ['ID=699e8cf2-6f11-459c-884a-16facda5d90b,revision_number=1']} {{(pid=84876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:14:06.884320 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-46445747-98da-403d-bb23-cdfd35c36649 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.300s {{(pid=84876) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:14:06.889744 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7aedf4f-7968-482c-adcf-999bad267253 None None] Network cbe2ed4b-3608-4133-998a-17444358e4ae requested from n-d-768862-2 {{(pid=84876) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 07:14:06.944296 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [req-4134369b-5d82-4e16-96d4-7b3daed7e87c req-081fda79-0b58-447e-ab35-40356841eb7a tempest-TaggedBootDevicesTest-541410187 tempest-TaggedBootDevicesTest-541410187] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777640533329', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777640097463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3254186'] for port, after_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:14:06.952485 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-79fb67df-ed57-42cd-84f6-649eae637740 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.346s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:14:06.954258 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-b291ccc3-e8ab-4860-ba68-3843a421743e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850887153'] for security_group, after_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:14:06.997006 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-c4232002-ad9b-4a8d-8ede-8e535d428c20 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:14:06.997315 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9830c4d0-0a4e-40ac-9f56-0f16eefd0328 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:14:06.997975 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-9830c4d0-0a4e-40ac-9f56-0f16eefd0328 admin admin] Notify callbacks [] for subnet, before_response {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:14:07.012631 n-d-768862-2 neutron-server[84765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46445747-98da-403d-bb23-cdfd35c36649 None None] Network 9348431b-ede8-49dd-9040-2701ab71f388 is already hosted by enough agents. {{(pid=84876) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 07:14:07.014137 n-d-768862-2 neutron-server[84765]: DEBUG neutron.scheduler.base_scheduler [None req-46445747-98da-403d-bb23-cdfd35c36649 None None] Resources bound (agent type, host, resource id): {{(pid=84876) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 07:14:07.017922 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_dvr_db [None req-5561434d-5f5d-402f-a422-59bf4c0242e4 None None] Set router 0ea8e1ee-31ad-471b-8150-35ecee69b799 gateway port host: n-d-768862-2 {{(pid=84876) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 14 07:14:07.082652 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46445747-98da-403d-bb23-cdfd35c36649 None None] Received port after_create {{(pid=84876) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 14 07:14:07.123715 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-9830c4d0-0a4e-40ac-9f56-0f16eefd0328 admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 5.6646276 Jan 14 07:14:07.210966 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.managers [None req-46445747-98da-403d-bb23-cdfd35c36649 None None] Attempting to bind port 699e8cf2-6f11-459c-884a-16facda5d90b on host n-d-768862-2 for vnic_type normal with profile {{(pid=84876) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 14 07:14:07.211708 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.managers [None req-46445747-98da-403d-bb23-cdfd35c36649 None None] Attempting to bind port 699e8cf2-6f11-459c-884a-16facda5d90b by drivers openvswitch on host n-d-768862-2 at level 0 using segments [{'id': '917f7d8b-a51b-45d1-8524-2c4fd0b1f7a9', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '9348431b-ede8-49dd-9040-2701ab71f388'}] {{(pid=84876) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 14 07:14:07.212339 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46445747-98da-403d-bb23-cdfd35c36649 None None] Attempting to bind port 699e8cf2-6f11-459c-884a-16facda5d90b on network 9348431b-ede8-49dd-9040-2701ab71f388 {{(pid=84876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 14 07:14:07.225577 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46445747-98da-403d-bb23-cdfd35c36649 None None] Checking agent: {'id': 'ba5efab1-b43c-4d5a-bc52-6e105d4e67a2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768862-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 14, 6, 56, 52), 'started_at': datetime.datetime(2021, 1, 14, 6, 57, 22), 'heartbeat_timestamp': datetime.datetime(2021, 1, 14, 7, 13, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768862-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.29', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 14 07:14:07.226432 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46445747-98da-403d-bb23-cdfd35c36649 None None] Checking segment: {'id': '917f7d8b-a51b-45d1-8524-2c4fd0b1f7a9', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '9348431b-ede8-49dd-9040-2701ab71f388'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84876) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 14 07:14:07.227192 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-46445747-98da-403d-bb23-cdfd35c36649 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:14:07.228142 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46445747-98da-403d-bb23-cdfd35c36649 None None] Bound using segment: {'id': '917f7d8b-a51b-45d1-8524-2c4fd0b1f7a9', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '9348431b-ede8-49dd-9040-2701ab71f388'} {{(pid=84876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 14 07:14:07.228979 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.managers [None req-46445747-98da-403d-bb23-cdfd35c36649 None None] Bound port: 699e8cf2-6f11-459c-884a-16facda5d90b, host: n-d-768862-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '917f7d8b-a51b-45d1-8524-2c4fd0b1f7a9', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '9348431b-ede8-49dd-9040-2701ab71f388'}}] {{(pid=84876) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 14 07:14:07.229559 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-46445747-98da-403d-bb23-cdfd35c36649 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555753'] for port, before_update {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:14:07.466193 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-b291ccc3-e8ab-4860-ba68-3843a421743e admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=19f7a99dfbe14aafb98cfc24698d9781&name=default HTTP/1.1" status: 200 len: 2980 time: 2.1261125 Jan 14 07:14:07.478391 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84874) accepted ('10.222.0.24', 58800) {{(pid=84874) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:14:07.523271 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.managers [None req-9606a73c-94a9-4ac3-885e-863e51f6abbc admin admin] Network 5c191153-b948-4c85-aff4-9593e84f8418 has no segments {{(pid=84875) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 14 07:14:07.543941 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-9606a73c-94a9-4ac3-885e-863e51f6abbc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-596065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3154253'] for segment, after_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:14:07.614209 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b291ccc3-e8ab-4860-ba68-3843a421743e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9dbaa31d-6ee4-418a-85bb-d18aa0f8e09f,revision_number=1']} {{(pid=84874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:14:07.630817 n-d-768862-2 neutron-server[84765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0ba3b1d-73c6-44a0-b07f-6069c2e2d60d tempest-ServersTestJSON-1630860468 tempest-ServersTestJSON-1630860468] Network 226f1e78-82cd-4481-9055-4eb73b6db8c1 is already hosted by enough agents. {{(pid=84875) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 07:14:07.648328 n-d-768862-2 neutron-server[84765]: DEBUG neutron.scheduler.base_scheduler [None req-d0ba3b1d-73c6-44a0-b07f-6069c2e2d60d tempest-ServersTestJSON-1630860468 tempest-ServersTestJSON-1630860468] Resources bound (agent type, host, resource id): {{(pid=84875) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 07:14:07.722723 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-5e3c86a5-77b6-43d1-905c-ba72d474e6c4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3912484', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3889188', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-58194'] for router, precommit_update {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:14:07.728251 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0ba3b1d-73c6-44a0-b07f-6069c2e2d60d tempest-ServersTestJSON-1630860468 tempest-ServersTestJSON-1630860468] Received port after_create {{(pid=84875) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 14 07:14:07.800500 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-b291ccc3-e8ab-4860-ba68-3843a421743e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.800s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:14:07.805752 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-f006b5b5-d326-42e0-a581-b9f4caead2a2 tempest-ServersTestMultiNic-2121779930 tempest-ServersTestMultiNic-2121779930] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.800s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:14:07.828501 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6a496f9-e7c5-4286-974b-b7e6b41ff67d req-3a0491b2-f497-41e2-a326-d0dc5e4a4159 tempest-FloatingIPDetailsTestJSON-1519139485 tempest-FloatingIPDetailsTestJSON-1519139485] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:14:07.834784 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [req-b6a496f9-e7c5-4286-974b-b7e6b41ff67d req-3a0491b2-f497-41e2-a326-d0dc5e4a4159 tempest-FloatingIPDetailsTestJSON-1519139485 tempest-FloatingIPDetailsTestJSON-1519139485] 10.222.0.24 "GET /v2.0/networks/226f1e78-82cd-4481-9055-4eb73b6db8c1 HTTP/1.1" status: 200 len: 784 time: 1.0962055 Jan 14 07:14:07.884520 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-081fda79-0b58-447e-ab35-40356841eb7a tempest-TaggedBootDevicesTest-541410187 tempest-TaggedBootDevicesTest-541410187] Pushing event deleted for resources: {'Port': ['ID=c0eb02ce-920b-4180-bd93-4c5325027784,revision_number=None']} {{(pid=84874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:14:07.889161 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-081fda79-0b58-447e-ab35-40356841eb7a tempest-TaggedBootDevicesTest-541410187 tempest-TaggedBootDevicesTest-541410187] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:14:07.926369 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-d0ba3b1d-73c6-44a0-b07f-6069c2e2d60d tempest-ServersTestJSON-1630860468 tempest-ServersTestJSON-1630860468] Notify callbacks [] for floatingip, precommit_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:14:07.929878 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.managers [req-60ca455c-db27-49f0-a6f1-04614b79c8ba req-79fb67df-ed57-42cd-84f6-649eae637740 service neutron] Attempting to bind port 0eb1331d-d377-40d2-aacb-222a7234fdd8 on host n-h2-768862-2 for vnic_type normal with profile {{(pid=84874) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 14 07:14:07.930361 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.managers [req-60ca455c-db27-49f0-a6f1-04614b79c8ba req-79fb67df-ed57-42cd-84f6-649eae637740 service neutron] Attempting to bind port 0eb1331d-d377-40d2-aacb-222a7234fdd8 by drivers openvswitch on host n-h2-768862-2 at level 0 using segments [{'id': '682aa48d-45db-4ce6-9539-8117fc7293eb', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 2, 'network_id': '3ab89270-67b1-41e9-8be2-a0395a984bff'}] {{(pid=84874) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 14 07:14:07.930685 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60ca455c-db27-49f0-a6f1-04614b79c8ba req-79fb67df-ed57-42cd-84f6-649eae637740 service neutron] Attempting to bind port 0eb1331d-d377-40d2-aacb-222a7234fdd8 on network 3ab89270-67b1-41e9-8be2-a0395a984bff {{(pid=84874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 14 07:14:07.936488 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4749a9d8-1a24-4696-b0e1-b9fbefef11e5 req-53a939bb-9997-4aca-8bd1-428b35be985b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:14:07.936920 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4749a9d8-1a24-4696-b0e1-b9fbefef11e5 req-53a939bb-9997-4aca-8bd1-428b35be985b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:14:07.937341 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4749a9d8-1a24-4696-b0e1-b9fbefef11e5 req-53a939bb-9997-4aca-8bd1-428b35be985b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:14:07.939168 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [req-4749a9d8-1a24-4696-b0e1-b9fbefef11e5 req-53a939bb-9997-4aca-8bd1-428b35be985b service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=7d129397cd71499dbaa91be4909e3699&device_id=16513199-bee3-4bea-a843-4e62a5ef0197 HTTP/1.1" status: 200 len: 3057 time: 1.3448198 Jan 14 07:14:07.975192 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [None req-46445747-98da-403d-bb23-cdfd35c36649 None None] For port 699e8cf2-6f11-459c-884a-16facda5d90b, host n-d-768862-2, cleared binding levels {{(pid=84876) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 14 07:14:07.985322 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [None req-46445747-98da-403d-bb23-cdfd35c36649 None None] For port 699e8cf2-6f11-459c-884a-16facda5d90b, host n-d-768862-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-2',level=0,port_id=699e8cf2-6f11-459c-884a-16facda5d90b,segment=NetworkSegment(917f7d8b-a51b-45d1-8524-2c4fd0b1f7a9),segment_id=917f7d8b-a51b-45d1-8524-2c4fd0b1f7a9)] {{(pid=84876) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 14 07:14:08.067190 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-46445747-98da-403d-bb23-cdfd35c36649 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777640533312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363259214678337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777640097497'] for port, after_update {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:14:08.095706 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60ca455c-db27-49f0-a6f1-04614b79c8ba req-79fb67df-ed57-42cd-84f6-649eae637740 service neutron] Checking agent: {'id': '64b7216a-2a41-441a-908c-ebbf63072f2f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-h2-768862-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 14, 7, 5, 12), 'started_at': datetime.datetime(2021, 1, 14, 7, 5, 42), 'heartbeat_timestamp': datetime.datetime(2021, 1, 14, 7, 13, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.13', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 14 07:14:08.096121 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60ca455c-db27-49f0-a6f1-04614b79c8ba req-79fb67df-ed57-42cd-84f6-649eae637740 service neutron] Checking segment: {'id': '682aa48d-45db-4ce6-9539-8117fc7293eb', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 2, 'network_id': '3ab89270-67b1-41e9-8be2-a0395a984bff'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84874) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 14 07:14:08.096532 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [req-60ca455c-db27-49f0-a6f1-04614b79c8ba req-79fb67df-ed57-42cd-84f6-649eae637740 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:14:08.096933 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60ca455c-db27-49f0-a6f1-04614b79c8ba req-79fb67df-ed57-42cd-84f6-649eae637740 service neutron] Bound using segment: {'id': '682aa48d-45db-4ce6-9539-8117fc7293eb', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 2, 'network_id': '3ab89270-67b1-41e9-8be2-a0395a984bff'} {{(pid=84874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 14 07:14:08.097433 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.managers [req-60ca455c-db27-49f0-a6f1-04614b79c8ba req-79fb67df-ed57-42cd-84f6-649eae637740 service neutron] Bound port: 0eb1331d-d377-40d2-aacb-222a7234fdd8, host: n-h2-768862-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '682aa48d-45db-4ce6-9539-8117fc7293eb', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 2, 'network_id': '3ab89270-67b1-41e9-8be2-a0395a984bff'}}] {{(pid=84874) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 14 07:14:08.098159 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [req-60ca455c-db27-49f0-a6f1-04614b79c8ba req-79fb67df-ed57-42cd-84f6-649eae637740 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555753'] for port, before_update {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:14:08.119898 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [req-4749a9d8-1a24-4696-b0e1-b9fbefef11e5 req-3f4eb374-69c5-409c-943f-7a535daa0a62 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.102&port_id=f3b37882-75a9-4ec5-b254-9ffd0685d6bb HTTP/1.1" status: 200 len: 217 time: 0.1601534 Jan 14 07:14:08.233474 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-15b72884-babd-4c98-97d3-ec4c5d1909e2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:14:08.268550 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-c8cd9a5c-26ed-4736-914b-6ad254197aa0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84876) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:14:08.325667 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72b9591b-d628-4afa-98c4-d31d1a749c76 None None] Network cbe2ed4b-3608-4133-998a-17444358e4ae requested from n-d-768862-2 {{(pid=84876) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 07:14:08.326101 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [req-4134369b-5d82-4e16-96d4-7b3daed7e87c req-081fda79-0b58-447e-ab35-40356841eb7a tempest-TaggedBootDevicesTest-541410187 tempest-TaggedBootDevicesTest-541410187] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854768116'] for port, before_response {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:14:08.366009 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4749a9d8-1a24-4696-b0e1-b9fbefef11e5 req-bccf7288-d7ed-401b-9156-00ec8a83428a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:14:08.367660 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [req-4749a9d8-1a24-4696-b0e1-b9fbefef11e5 req-bccf7288-d7ed-401b-9156-00ec8a83428a service neutron] 10.222.0.35 "GET /v2.0/subnets?id=2bb0b7fb-11f9-43b1-975e-b782dc638b95 HTTP/1.1" status: 200 len: 801 time: 0.2133951 Jan 14 07:14:08.370713 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-15b72884-babd-4c98-97d3-ec4c5d1909e2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:14:08.436354 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [req-4134369b-5d82-4e16-96d4-7b3daed7e87c req-081fda79-0b58-447e-ab35-40356841eb7a tempest-TaggedBootDevicesTest-541410187 tempest-TaggedBootDevicesTest-541410187] 10.222.0.35 "DELETE /v2.0/ports/c0eb02ce-920b-4180-bd93-4c5325027784 HTTP/1.1" status: 204 len: 173 time: 4.2103014 Jan 14 07:14:08.444057 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.managers [None req-9606a73c-94a9-4ac3-885e-863e51f6abbc admin admin] Network 5c191153-b948-4c85-aff4-9593e84f8418 has no segments {{(pid=84875) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 14 07:14:08.444289 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [req-60ca455c-db27-49f0-a6f1-04614b79c8ba req-79fb67df-ed57-42cd-84f6-649eae637740 service neutron] For port 0eb1331d-d377-40d2-aacb-222a7234fdd8, host n-h2-768862-2, cleared binding levels {{(pid=84874) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 14 07:14:08.564205 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:router:external":"rule:admin_only" was deprecated in W in favor of "update_network:router:external":"role:admin and system_scope:all". Reason: Jan 14 07:14:08.564205 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:14:08.564205 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:14:08.564205 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:14:08.564205 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:is_default":"rule:admin_only" was deprecated in W in favor of "update_network:is_default":"role:admin and system_scope:all". Reason: Jan 14 07:14:08.564205 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:14:08.564205 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:14:08.564205 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:14:08.564205 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:port_security_enabled":"rule:admin_or_owner" was deprecated in W in favor of "update_network:port_security_enabled":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 07:14:08.564205 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:14:08.564205 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:14:08.564205 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:14:08.564205 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "delete_network":"rule:admin_or_owner" was deprecated in W in favor of "delete_network":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 07:14:08.564205 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:14:08.564205 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:14:08.564205 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:14:08.564205 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_segment":"rule:admin_only" was deprecated in W in favor of "create_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:14:08.564205 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:14:08.564205 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_segment":"rule:admin_only" was deprecated in W in favor of "get_segment":"role:reader and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:14:08.564205 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:14:08.564205 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_segment":"rule:admin_only" was deprecated in W in favor of "update_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:14:08.564205 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:14:08.564205 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "delete_segment":"rule:admin_only" was deprecated in W in favor of "delete_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:14:08.564205 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:14:08.564205 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 14 07:14:08.564205 n-d-768862-2 neutron-server[84765]: % (table.description, expected, rows_matched) Jan 14 07:14:08.564205 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 14 07:14:08.564205 n-d-768862-2 neutron-server[84765]: % (table.description, expected, rows_matched) Jan 14 07:14:08.564205 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 14 07:14:08.564205 n-d-768862-2 neutron-server[84765]: % (table.description, expected, rows_matched) Jan 14 07:14:08.564205 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 14 07:14:08.564205 n-d-768862-2 neutron-server[84765]: % (table.description, expected, rows_matched) Jan 14 07:14:08.564205 n-d-768862-2 neutron-server[84765]: Traceback (most recent call last): Jan 14 07:14:08.564205 n-d-768862-2 neutron-server[84765]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 14 07:14:08.564205 n-d-768862-2 neutron-server[84765]: timer() Jan 14 07:14:08.564205 n-d-768862-2 neutron-server[84765]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 14 07:14:08.564205 n-d-768862-2 neutron-server[84765]: cb(*args, **kw) Jan 14 07:14:08.564205 n-d-768862-2 neutron-server[84765]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Jan 14 07:14:08.564205 n-d-768862-2 neutron-server[84765]: return func(*args, **kwargs) Jan 14 07:14:08.564205 n-d-768862-2 neutron-server[84765]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 14 07:14:08.564205 n-d-768862-2 neutron-server[84765]: self._notify() Jan 14 07:14:08.564205 n-d-768862-2 neutron-server[84765]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 14 07:14:08.564205 n-d-768862-2 neutron-server[84765]: self.callback(batched_events) Jan 14 07:14:08.564205 n-d-768862-2 neutron-server[84765]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 14 07:14:08.564205 n-d-768862-2 neutron-server[84765]: event.method(event) Jan 14 07:14:08.564205 n-d-768862-2 neutron-server[84765]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 14 07:14:08.564205 n-d-768862-2 neutron-server[84765]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 14 07:14:08.564205 n-d-768862-2 neutron-server[84765]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Jan 14 07:14:08.564205 n-d-768862-2 neutron-server[84765]: segment_id)['aggregates'][0] Jan 14 07:14:08.568188 n-d-768862-2 neutron-server[84765]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 14 07:14:08.568188 n-d-768862-2 neutron-server[84765]: return f(self, *a, **k) Jan 14 07:14:08.568188 n-d-768862-2 neutron-server[84765]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 14 07:14:08.568188 n-d-768862-2 neutron-server[84765]: return self._get(url).json() Jan 14 07:14:08.568188 n-d-768862-2 neutron-server[84765]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 14 07:14:08.568188 n-d-768862-2 neutron-server[84765]: **kwargs) Jan 14 07:14:08.568188 n-d-768862-2 neutron-server[84765]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 14 07:14:08.568188 n-d-768862-2 neutron-server[84765]: return self.request(url, 'GET', **kwargs) Jan 14 07:14:08.568188 n-d-768862-2 neutron-server[84765]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Jan 14 07:14:08.568188 n-d-768862-2 neutron-server[84765]: **endpoint_filter) Jan 14 07:14:08.568188 n-d-768862-2 neutron-server[84765]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 14 07:14:08.568188 n-d-768862-2 neutron-server[84765]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 14 07:14:08.568188 n-d-768862-2 neutron-server[84765]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 14 07:14:08.568188 n-d-768862-2 neutron-server[84765]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 14 07:14:08.568188 n-d-768862-2 neutron-server[84765]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 14 07:14:08.568188 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-d0ba3b1d-73c6-44a0-b07f-6069c2e2d60d tempest-ServersTestJSON-1630860468 tempest-ServersTestJSON-1630860468] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555753'] for port, before_update {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:14:08.574376 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46445747-98da-403d-bb23-cdfd35c36649 None None] Pushing event updated for resources: {'Port': ['ID=699e8cf2-6f11-459c-884a-16facda5d90b,revision_number=2']} {{(pid=84876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:14:08.577143 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [req-60ca455c-db27-49f0-a6f1-04614b79c8ba req-79fb67df-ed57-42cd-84f6-649eae637740 service neutron] For port 0eb1331d-d377-40d2-aacb-222a7234fdd8, host n-h2-768862-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-h2-768862-2',level=0,port_id=0eb1331d-d377-40d2-aacb-222a7234fdd8,segment=NetworkSegment(682aa48d-45db-4ce6-9539-8117fc7293eb),segment_id=682aa48d-45db-4ce6-9539-8117fc7293eb)] {{(pid=84874) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 14 07:14:08.593213 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-46445747-98da-403d-bb23-cdfd35c36649 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.325s {{(pid=84876) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:14:08.599544 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [req-60ca455c-db27-49f0-a6f1-04614b79c8ba req-79fb67df-ed57-42cd-84f6-649eae637740 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777640533312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363259214678337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777640097497', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036851521613'] for port, after_update {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:14:08.622452 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-d941555e-02f0-440e-9ce9-1330a88bca06 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:14:08.793658 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_hamode_db [None req-5561434d-5f5d-402f-a422-59bf4c0242e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0ea8e1ee-31ad-471b-8150-35ecee69b799', 'name': 'tempest-TaggedBootDevicesTest_v242-1848228519-router', 'tenant_id': 'cb7096aff06a4584846542dd674c0323', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '226f1e78-82cd-4481-9055-4eb73b6db8c1', 'external_fixed_ips': [{'subnet_id': 'ba8deeec-7658-4195-9449-038c076f5c83', 'ip_address': '172.25.2.102'}], 'enable_snat': True}, 'gw_port_id': 'a560da49-2ea6-4960-a7f7-b9f9ba31bab6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-14T07:13:33Z', 'updated_at': '2021-01-14T07:14:01Z', 'revision_number': 4, 'project_id': 'cb7096aff06a4584846542dd674c0323', 'gw_port': {'id': 'a560da49-2ea6-4960-a7f7-b9f9ba31bab6', 'name': '', 'network_id': '226f1e78-82cd-4481-9055-4eb73b6db8c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:6c:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ea8e1ee-31ad-471b-8150-35ecee69b799', 'device_owner': 'network:router_gateway', 'standard_attr_id': 939, 'fixed_ips': [{'subnet_id': 'ba8deeec-7658-4195-9449-038c076f5c83', 'ip_address': '172.25.2.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T07:13:38Z', 'updated_at': '2021-01-14T07:13:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ba8deeec-7658-4195-9449-038c076f5c83', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-2', '_interfaces': [{'id': '9d33c003-d0a3-40a4-ac09-a47b452527a0', 'name': '', 'network_id': 'e07b3c37-d515-44aa-a191-18820b094a97', 'tenant_id': 'cb7096aff06a4584846542dd674c0323', 'mac_address': 'fa:16:3e:29:f6:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0ea8e1ee-31ad-471b-8150-35ecee69b799', 'device_owner': 'network:router_interface', 'standard_attr_id': 965, 'fixed_ips': [{'subnet_id': '6a9c912b-14c8-483c-b532-58b4febc87e9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T07:13:57Z', 'updated_at': '2021-01-14T07:14:02Z', 'revision_number': 2, 'project_id': 'cb7096aff06a4584846542dd674c0323', 'subnets': [{'id': '6a9c912b-14c8-483c-b532-58b4febc87e9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'n-d-768862-2', False) {} {{(pid=84876) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:14:08.888256 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5561434d-5f5d-402f-a422-59bf4c0242e4 None None] Checking router: 0ea8e1ee-31ad-471b-8150-35ecee69b799 for host: n-d-768862-2 {{(pid=84876) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Jan 14 07:14:08.888643 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5561434d-5f5d-402f-a422-59bf4c0242e4 None None] Updating router 0ea8e1ee-31ad-471b-8150-35ecee69b799 port 9d33c003-d0a3-40a4-ac09-a47b452527a0 binding host n-d-768862-2 {{(pid=84876) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Jan 14 07:14:08.976351 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-5561434d-5f5d-402f-a422-59bf4c0242e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555753'] for port, before_update {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:14:09.011726 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:segments":"rule:admin_only" was deprecated in W in favor of "update_network:segments":"role:admin and system_scope:all". Reason: Jan 14 07:14:09.011726 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:14:09.011726 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:14:09.011726 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:14:09.011726 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:shared":"rule:admin_only" was deprecated in W in favor of "update_network:shared":"role:admin and system_scope:all". Reason: Jan 14 07:14:09.011726 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:14:09.011726 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:14:09.011726 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:14:09.011726 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "update_network:provider:network_type":"role:admin and system_scope:all". Reason: Jan 14 07:14:09.011726 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:14:09.011726 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:14:09.011726 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:14:09.011726 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "update_network:provider:physical_network":"role:admin and system_scope:all". Reason: Jan 14 07:14:09.011726 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:14:09.011726 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:14:09.011726 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:14:09.011726 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "update_network:provider:segmentation_id":"role:admin and system_scope:all". Reason: Jan 14 07:14:09.011726 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:14:09.011726 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:14:09.011726 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:14:09.011726 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:router:external":"rule:admin_only" was deprecated in W in favor of "update_network:router:external":"role:admin and system_scope:all". Reason: Jan 14 07:14:09.011726 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:14:09.011726 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:14:09.011726 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:14:09.011726 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:is_default":"rule:admin_only" was deprecated in W in favor of "update_network:is_default":"role:admin and system_scope:all". Reason: Jan 14 07:14:09.011726 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:14:09.011726 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:14:09.011726 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:14:09.011726 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:port_security_enabled":"rule:admin_or_owner" was deprecated in W in favor of "update_network:port_security_enabled":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 07:14:09.011726 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:14:09.011726 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:14:09.011726 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:14:09.011726 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "delete_network":"rule:admin_or_owner" was deprecated in W in favor of "delete_network":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 07:14:09.011726 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:14:09.011726 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:14:09.011726 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:14:09.011726 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_segment":"rule:admin_only" was deprecated in W in favor of "create_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:14:09.011726 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:14:09.011726 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_segment":"rule:admin_only" was deprecated in W in favor of "get_segment":"role:reader and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:14:09.011726 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:14:09.011726 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_segment":"rule:admin_only" was deprecated in W in favor of "update_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:14:09.011726 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:14:09.014463 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "delete_segment":"rule:admin_only" was deprecated in W in favor of "delete_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:14:09.014463 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:14:09.014463 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network":"rule:regular_user" was deprecated in W in favor of "create_network":"role:member and project_id:%(project_id)s". Reason: Jan 14 07:14:09.014463 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:14:09.014463 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:14:09.014463 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:14:09.014463 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:shared":"rule:admin_only" was deprecated in W in favor of "create_network:shared":"role:admin and system_scope:all". Reason: Jan 14 07:14:09.014463 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:14:09.014463 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:14:09.014463 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:14:09.014463 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:router:external":"rule:admin_only" was deprecated in W in favor of "create_network:router:external":"role:admin and system_scope:all". Reason: Jan 14 07:14:09.014463 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:14:09.014463 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:14:09.014463 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:14:09.014463 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:is_default":"rule:admin_only" was deprecated in W in favor of "create_network:is_default":"role:admin and system_scope:all". Reason: Jan 14 07:14:09.014463 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:14:09.014463 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:14:09.014463 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:14:09.014463 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:port_security_enabled":"rule:regular_user" was deprecated in W in favor of "create_network:port_security_enabled":"role:member and project_id:%(project_id)s". Reason: Jan 14 07:14:09.014463 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:14:09.014463 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:14:09.014463 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:14:09.016128 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:segments":"rule:admin_only" was deprecated in W in favor of "create_network:segments":"role:admin and system_scope:all". Reason: Jan 14 07:14:09.016128 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:14:09.016128 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:14:09.016128 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:14:09.016128 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "create_network:provider:network_type":"role:admin and system_scope:all". Reason: Jan 14 07:14:09.016128 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:14:09.016128 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:14:09.016128 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:14:09.016128 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "create_network:provider:physical_network":"role:admin and system_scope:all". Reason: Jan 14 07:14:09.016128 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:14:09.016128 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:14:09.016128 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:14:09.016128 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "create_network:provider:segmentation_id":"role:admin and system_scope:all". Reason: Jan 14 07:14:09.016128 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:14:09.016128 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:14:09.016128 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:14:09.016128 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network":"rule:admin_or_owner or rule:shared or rule:external or rule:context_is_advsvc" was deprecated in W in favor of "get_network":"(role:reader and system_scope:all) or (role:reader and project_id:%(project_id)s) or rule:shared or rule:external or rule:context_is_advsvc". Reason: Jan 14 07:14:09.016128 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:14:09.016128 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:14:09.016128 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:14:09.016128 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:router:external":"rule:regular_user" was deprecated in W in favor of "get_network:router:external":"role:reader and project_id:%(project_id)s". Reason: Jan 14 07:14:09.016128 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:14:09.016128 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:14:09.016128 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:14:09.016128 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:segments":"rule:admin_only" was deprecated in W in favor of "get_network:segments":"role:reader and system_scope:all". Reason: Jan 14 07:14:09.016128 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:14:09.016128 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:14:09.016128 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:14:09.016128 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "get_network:provider:network_type":"role:reader and system_scope:all". Reason: Jan 14 07:14:09.016128 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:14:09.016128 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:14:09.016128 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:14:09.016128 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "get_network:provider:physical_network":"role:reader and system_scope:all". Reason: Jan 14 07:14:09.016128 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:14:09.016128 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:14:09.016128 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:14:09.016128 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "get_network:provider:segmentation_id":"role:reader and system_scope:all". Reason: Jan 14 07:14:09.016128 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:14:09.016128 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:14:09.016128 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:14:09.016128 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network":"rule:admin_or_owner" was deprecated in W in favor of "update_network":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 07:14:09.016128 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:14:09.016128 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:14:09.016128 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:14:09.016128 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:segments":"rule:admin_only" was deprecated in W in favor of "update_network:segments":"role:admin and system_scope:all". Reason: Jan 14 07:14:09.016128 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:14:09.016128 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:14:09.016128 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:14:09.019019 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:shared":"rule:admin_only" was deprecated in W in favor of "update_network:shared":"role:admin and system_scope:all". Reason: Jan 14 07:14:09.019019 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:14:09.019019 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:14:09.019019 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:14:09.019019 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "update_network:provider:network_type":"role:admin and system_scope:all". Reason: Jan 14 07:14:09.019019 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:14:09.019019 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:14:09.019019 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:14:09.019019 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "update_network:provider:physical_network":"role:admin and system_scope:all". Reason: Jan 14 07:14:09.019019 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:14:09.019019 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:14:09.019019 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:14:09.019019 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "update_network:provider:segmentation_id":"role:admin and system_scope:all". Reason: Jan 14 07:14:09.019019 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:14:09.019019 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:14:09.019019 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:14:09.019019 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:router:external":"rule:admin_only" was deprecated in W in favor of "update_network:router:external":"role:admin and system_scope:all". Reason: Jan 14 07:14:09.019019 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:14:09.019019 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:14:09.019019 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:14:09.022059 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.plugin [req-4134369b-5d82-4e16-96d4-7b3daed7e87c req-80100f50-c0ac-4a92-bdc3-4ee5f6634513 tempest-TaggedBootDevicesTest-541410187 tempest-TaggedBootDevicesTest-541410187] Deleting port fad77c56-93d0-4905-a3cf-c97211f3bb20 {{(pid=84874) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 07:14:09.023928 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [req-4134369b-5d82-4e16-96d4-7b3daed7e87c req-80100f50-c0ac-4a92-bdc3-4ee5f6634513 tempest-TaggedBootDevicesTest-541410187 tempest-TaggedBootDevicesTest-541410187] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363259214248359'] for port, before_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:14:09.088718 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79fb67df-ed57-42cd-84f6-649eae637740 service neutron] Pushing event updated for resources: {'Port': ['ID=0eb1331d-d377-40d2-aacb-222a7234fdd8,revision_number=3']} {{(pid=84874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:14:09.100320 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4749a9d8-1a24-4696-b0e1-b9fbefef11e5 req-32514b87-84a5-49a9-b34e-1ecebcb9f0f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:14:09.102014 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [req-4749a9d8-1a24-4696-b0e1-b9fbefef11e5 req-32514b87-84a5-49a9-b34e-1ecebcb9f0f1 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=25f1c1a0-ceab-4b3f-9e01-2007a6141e94&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.7212350 Jan 14 07:14:09.103571 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-79fb67df-ed57-42cd-84f6-649eae637740 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.481s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:14:09.108049 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60ca455c-db27-49f0-a6f1-04614b79c8ba req-79fb67df-ed57-42cd-84f6-649eae637740 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:14:09.108757 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [req-60ca455c-db27-49f0-a6f1-04614b79c8ba req-79fb67df-ed57-42cd-84f6-649eae637740 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854768116'] for port, before_response {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:14:09.110301 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [req-60ca455c-db27-49f0-a6f1-04614b79c8ba req-79fb67df-ed57-42cd-84f6-649eae637740 service neutron] 10.222.0.48 "PUT /v2.0/ports/0eb1331d-d377-40d2-aacb-222a7234fdd8 HTTP/1.1" status: 200 len: 1160 time: 6.0209959 Jan 14 07:14:09.110889 n-d-768862-2 neutron-server[84765]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5a880e33-93c3-4fa7-93e3-c4bf80d6af18', 'tag': '0eb1331d-d377-40d2-aacb-222a7234fdd8'}] {{(pid=84874) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Jan 14 07:14:09.122618 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-15b72884-babd-4c98-97d3-ec4c5d1909e2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850887153'] for security_group, after_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:14:09.159351 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-5db1fc80-9a57-40c6-af83-9527feb6d747 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:14:09.342833 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15b72884-babd-4c98-97d3-ec4c5d1909e2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9dbaa31d-6ee4-418a-85bb-d18aa0f8e09f,revision_number=None']} {{(pid=84874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:14:09.393790 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-15b72884-babd-4c98-97d3-ec4c5d1909e2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.234s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:14:09.452309 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-15b72884-babd-4c98-97d3-ec4c5d1909e2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:14:09.458141 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-15b72884-babd-4c98-97d3-ec4c5d1909e2 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/9dbaa31d-6ee4-418a-85bb-d18aa0f8e09f HTTP/1.1" status: 204 len: 168 time: 1.8957546 Jan 14 07:14:09.627502 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-9606a73c-94a9-4ac3-885e-863e51f6abbc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036854176830', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850887149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3912591'] for network, after_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:14:09.675098 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:14:09.694560 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-5561434d-5f5d-402f-a422-59bf4c0242e4 None None] Notify callbacks [] for port, precommit_update {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:14:09.726080 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-5561434d-5f5d-402f-a422-59bf4c0242e4 None None] Transition to ACTIVE for port object 9d33c003-d0a3-40a4-ac09-a47b452527a0 will not be triggered until provisioned by entity L2. {{(pid=84876) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 07:14:09.732630 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-5561434d-5f5d-402f-a422-59bf4c0242e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777640533312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363259214678337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777640097497'] for port, after_update {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:14:09.744375 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [req-88a2f69c-f6ca-42a1-8c6c-5e8453460ce5 req-619b5cc2-c6c0-4f94-b81e-850b51855f06 tempest-FloatingIPDetailsTestJSON-1519139485 tempest-FloatingIPDetailsTestJSON-1519139485] 10.222.0.24 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 1.8078487 Jan 14 07:14:09.746410 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-9606a73c-94a9-4ac3-885e-863e51f6abbc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3207107'] for network, before_response {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:14:09.768959 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9606a73c-94a9-4ac3-885e-863e51f6abbc admin admin] Pushing event deleted for resources: {'Network': ['ID=5c191153-b948-4c85-aff4-9593e84f8418,revision_number=None']} {{(pid=84875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:14:09.773517 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-967cc048-6c61-4243-916a-8422845b01fc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84876) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:14:09.789415 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-9606a73c-94a9-4ac3-885e-863e51f6abbc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:14:09.819758 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6650ea62-7767-41b3-8855-f0726ff911e3 req-cfdc9315-5f02-4450-9f1d-89071fdeb22e tempest-ServerPasswordTestJSON-1368291127 tempest-ServerPasswordTestJSON-1368291127] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:14:09.820650 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [req-6650ea62-7767-41b3-8855-f0726ff911e3 req-cfdc9315-5f02-4450-9f1d-89071fdeb22e tempest-ServerPasswordTestJSON-1368291127 tempest-ServerPasswordTestJSON-1368291127] Synchronizing usage tracker for tenant:bea94e6b044f42eb9a9092a3b16f7820 on resource:network {{(pid=84875) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 14 07:14:09.830559 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.v2.base [req-88a2f69c-f6ca-42a1-8c6c-5e8453460ce5 req-67524175-f9df-461f-9e65-ea5da239ecd2 tempest-FloatingIPDetailsTestJSON-1519139485 tempest-FloatingIPDetailsTestJSON-1519139485] Request body: {'floatingip': {'floating_network_id': '226f1e78-82cd-4481-9055-4eb73b6db8c1'}} {{(pid=84875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:14:09.850067 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [req-88a2f69c-f6ca-42a1-8c6c-5e8453460ce5 req-67524175-f9df-461f-9e65-ea5da239ecd2 tempest-FloatingIPDetailsTestJSON-1519139485 tempest-FloatingIPDetailsTestJSON-1519139485] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:14:09.855722 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-9606a73c-94a9-4ac3-885e-863e51f6abbc admin admin] 10.222.0.24 "DELETE /v2.0/networks/5c191153-b948-4c85-aff4-9593e84f8418 HTTP/1.1" status: 204 len: 168 time: 8.4066806 Jan 14 07:14:09.931322 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [req-88a2f69c-f6ca-42a1-8c6c-5e8453460ce5 req-67524175-f9df-461f-9e65-ea5da239ecd2 tempest-FloatingIPDetailsTestJSON-1519139485 tempest-FloatingIPDetailsTestJSON-1519139485] Attempting to reserve 1 items for resource floatingip. Total usage: 3; quota limit: 50; headroom:47 {{(pid=84875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:14:09.994657 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-d0ba3b1d-73c6-44a0-b07f-6069c2e2d60d tempest-ServersTestJSON-1630860468 tempest-ServersTestJSON-1630860468] Notify callbacks [] for port, precommit_update {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:14:10.004210 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [req-6650ea62-7767-41b3-8855-f0726ff911e3 req-cfdc9315-5f02-4450-9f1d-89071fdeb22e tempest-ServerPasswordTestJSON-1368291127 tempest-ServerPasswordTestJSON-1368291127] Unset dirty status for tenant:bea94e6b044f42eb9a9092a3b16f7820 on resource:network {{(pid=84875) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 14 07:14:10.011759 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [req-6650ea62-7767-41b3-8855-f0726ff911e3 req-cfdc9315-5f02-4450-9f1d-89071fdeb22e tempest-ServerPasswordTestJSON-1368291127 tempest-ServerPasswordTestJSON-1368291127] 10.222.0.24 "GET /v2.0/networks?id=cbe2ed4b-3608-4133-998a-17444358e4ae HTTP/1.1" status: 200 len: 812 time: 1.7932234 Jan 14 07:14:10.066176 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [req-6650ea62-7767-41b3-8855-f0726ff911e3 req-ab29d063-747a-4aac-bdf7-07c556e84d3b tempest-ServerPasswordTestJSON-1368291127 tempest-ServerPasswordTestJSON-1368291127] 10.222.0.24 "GET /v2.0/quotas/bea94e6b044f42eb9a9092a3b16f7820 HTTP/1.1" status: 200 len: 375 time: 0.0532851 Jan 14 07:14:10.068216 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-d0ba3b1d-73c6-44a0-b07f-6069c2e2d60d tempest-ServersTestJSON-1630860468 tempest-ServersTestJSON-1630860468] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777640533312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363259214678337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777640097497', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3154211'] for port, after_update {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:14:10.082962 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d351d26-0b3d-41c5-b016-9d8469d3d392 None None] Pushing event updated for resources: {'Port': ['ID=9d33c003-d0a3-40a4-ac09-a47b452527a0,revision_number=3']} {{(pid=84876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:14:10.096597 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-5d351d26-0b3d-41c5-b016-9d8469d3d392 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.323s {{(pid=84876) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:14:10.250118 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [req-4134369b-5d82-4e16-96d4-7b3daed7e87c req-80100f50-c0ac-4a92-bdc3-4ee5f6634513 tempest-TaggedBootDevicesTest-541410187 tempest-TaggedBootDevicesTest-541410187] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036850862667'] for port, precommit_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:14:10.267819 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84875) accepted ('10.222.0.24', 58834) {{(pid=84875) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:14:10.271209 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-d0ba3b1d-73c6-44a0-b07f-6069c2e2d60d tempest-ServersTestJSON-1630860468 tempest-ServersTestJSON-1630860468] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:14:10.404684 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.managers [None req-5561434d-5f5d-402f-a422-59bf4c0242e4 None None] Attempting to bind port 9d33c003-d0a3-40a4-ac09-a47b452527a0 on host n-d-768862-2 for vnic_type normal with profile {{(pid=84876) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 14 07:14:10.405858 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.managers [None req-5561434d-5f5d-402f-a422-59bf4c0242e4 None None] Attempting to bind port 9d33c003-d0a3-40a4-ac09-a47b452527a0 by drivers openvswitch on host n-d-768862-2 at level 0 using segments [{'id': 'e184b47d-2e0b-41ff-8775-991248c5f303', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'e07b3c37-d515-44aa-a191-18820b094a97'}] {{(pid=84876) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 14 07:14:10.409255 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5561434d-5f5d-402f-a422-59bf4c0242e4 None None] Attempting to bind port 9d33c003-d0a3-40a4-ac09-a47b452527a0 on network e07b3c37-d515-44aa-a191-18820b094a97 {{(pid=84876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 14 07:14:10.419531 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5561434d-5f5d-402f-a422-59bf4c0242e4 None None] Checking agent: {'id': 'ba5efab1-b43c-4d5a-bc52-6e105d4e67a2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768862-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 14, 6, 56, 52), 'started_at': datetime.datetime(2021, 1, 14, 6, 57, 22), 'heartbeat_timestamp': datetime.datetime(2021, 1, 14, 7, 13, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768862-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.29', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 14 07:14:10.419979 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5561434d-5f5d-402f-a422-59bf4c0242e4 None None] Checking segment: {'id': 'e184b47d-2e0b-41ff-8775-991248c5f303', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'e07b3c37-d515-44aa-a191-18820b094a97'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84876) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 14 07:14:10.420437 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-5561434d-5f5d-402f-a422-59bf4c0242e4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:14:10.420878 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5561434d-5f5d-402f-a422-59bf4c0242e4 None None] Bound using segment: {'id': 'e184b47d-2e0b-41ff-8775-991248c5f303', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'e07b3c37-d515-44aa-a191-18820b094a97'} {{(pid=84876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 14 07:14:10.421409 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.managers [None req-5561434d-5f5d-402f-a422-59bf4c0242e4 None None] Bound port: 9d33c003-d0a3-40a4-ac09-a47b452527a0, host: n-d-768862-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e184b47d-2e0b-41ff-8775-991248c5f303', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'e07b3c37-d515-44aa-a191-18820b094a97'}}] {{(pid=84876) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 14 07:14:10.421993 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-5561434d-5f5d-402f-a422-59bf4c0242e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555753'] for port, before_update {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:14:10.504686 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.plugin [req-4134369b-5d82-4e16-96d4-7b3daed7e87c req-80100f50-c0ac-4a92-bdc3-4ee5f6634513 tempest-TaggedBootDevicesTest-541410187 tempest-TaggedBootDevicesTest-541410187] Calling delete_port for fad77c56-93d0-4905-a3cf-c97211f3bb20 owned by {{(pid=84874) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 07:14:10.567470 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [None req-5561434d-5f5d-402f-a422-59bf4c0242e4 None None] For port 9d33c003-d0a3-40a4-ac09-a47b452527a0, host n-d-768862-2, cleared binding levels {{(pid=84876) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 14 07:14:10.572590 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [None req-5561434d-5f5d-402f-a422-59bf4c0242e4 None None] For port 9d33c003-d0a3-40a4-ac09-a47b452527a0, host n-d-768862-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-2',level=0,port_id=9d33c003-d0a3-40a4-ac09-a47b452527a0,segment=NetworkSegment(e184b47d-2e0b-41ff-8775-991248c5f303),segment_id=e184b47d-2e0b-41ff-8775-991248c5f303)] {{(pid=84876) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 14 07:14:10.577652 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-5561434d-5f5d-402f-a422-59bf4c0242e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777640533312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363259214678337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777640097497'] for port, after_update {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:14:10.581768 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84874) accepted ('10.222.0.24', 58840) {{(pid=84874) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:14:10.598214 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-852a24f7-e9a1-4193-9abb-e9506fe5213f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84876) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:14:10.638607 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [req-4749a9d8-1a24-4696-b0e1-b9fbefef11e5 req-9dcdbb7a-0590-465a-b22b-4358dd56879a service neutron] 10.222.0.35 "GET /v2.0/networks/25f1c1a0-ceab-4b3f-9e01-2007a6141e94?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.5215802 Jan 14 07:14:10.686462 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60ca455c-db27-49f0-a6f1-04614b79c8ba req-7c38f6a2-c305-4cc2-b2f9-a4f07c15823d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:14:10.687546 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [req-60ca455c-db27-49f0-a6f1-04614b79c8ba req-7c38f6a2-c305-4cc2-b2f9-a4f07c15823d service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=44f1ebfb726c40f79f3e17c7e6a9b92b&device_id=5a880e33-93c3-4fa7-93e3-c4bf80d6af18 HTTP/1.1" status: 200 len: 1163 time: 1.5144186 Jan 14 07:14:10.692896 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d351d26-0b3d-41c5-b016-9d8469d3d392 None None] Pushing event updated for resources: {'Port': ['ID=9d33c003-d0a3-40a4-ac09-a47b452527a0,revision_number=4']} {{(pid=84876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:14:10.699771 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-5d351d26-0b3d-41c5-b016-9d8469d3d392 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=84876) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:14:10.709587 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2d6ed3f-a566-4162-86ff-d8edd305d247 None None] Network 9348431b-ede8-49dd-9040-2701ab71f388 requested from n-d-768862-2 {{(pid=84876) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 07:14:10.721048 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [req-88a2f69c-f6ca-42a1-8c6c-5e8453460ce5 req-67524175-f9df-461f-9e65-ea5da239ecd2 tempest-FloatingIPDetailsTestJSON-1519139485 tempest-FloatingIPDetailsTestJSON-1519139485] Notify callbacks [] for floatingip, before_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:14:10.742154 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [req-6650ea62-7767-41b3-8855-f0726ff911e3 req-c1febb37-6913-459d-9aef-61e9ab2eb4df tempest-ServerPasswordTestJSON-1368291127 tempest-ServerPasswordTestJSON-1368291127] 10.222.0.24 "GET /v2.0/ports?tenant_id=bea94e6b044f42eb9a9092a3b16f7820&fields=id HTTP/1.1" status: 200 len: 210 time: 0.6749113 Jan 14 07:14:10.831948 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [req-4749a9d8-1a24-4696-b0e1-b9fbefef11e5 req-7048e33b-fe33-4fc9-80ab-cbd66487a690 service neutron] 10.222.0.35 "GET /v2.0/networks/25f1c1a0-ceab-4b3f-9e01-2007a6141e94?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1806870 Jan 14 07:14:10.849895 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-5b23920e-bb36-4acc-b4f3-975c0a625b40 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:14:10.910051 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [req-60ca455c-db27-49f0-a6f1-04614b79c8ba req-3dbf65e7-156e-4287-a304-90a20e0e0948 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.206&port_id=0eb1331d-d377-40d2-aacb-222a7234fdd8 HTTP/1.1" status: 200 len: 217 time: 0.2095819 Jan 14 07:14:10.990795 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-5b23920e-bb36-4acc-b4f3-975c0a625b40 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:14:11.004267 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [req-4749a9d8-1a24-4696-b0e1-b9fbefef11e5 req-0c4bf67a-dc6d-4ef4-af72-fc481a975370 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.82&port_id=6f2a7f43-bf53-42bb-a0fb-dc06cc058b22 HTTP/1.1" status: 200 len: 217 time: 0.0762181 Jan 14 07:14:11.020284 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0ba3b1d-73c6-44a0-b07f-6069c2e2d60d tempest-ServersTestJSON-1630860468 tempest-ServersTestJSON-1630860468] Pushing event updated for resources: {'Port': ['ID=2d17a0f4-3b17-4799-af4c-d84f5e904b11,revision_number=2']} {{(pid=84875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:14:11.024503 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-5b23920e-bb36-4acc-b4f3-975c0a625b40 admin admin] Usage tracker for resource:security_group_rule and tenant:29fe68bc282e4d9db6305dec3c3b9bb1 is out of sync, need to count used quota {{(pid=84875) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:14:11.046154 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-5b23920e-bb36-4acc-b4f3-975c0a625b40 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84875) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:14:11.050467 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-d0ecfb5d-b581-4e39-a1de-27be0b76677b admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=e1e2f2220aba45e291d82349522195f9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4585452 Jan 14 07:14:11.052715 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-d0ba3b1d-73c6-44a0-b07f-6069c2e2d60d tempest-ServersTestJSON-1630860468 tempest-ServersTestJSON-1630860468] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.782s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:14:11.062890 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84875) accepted ('10.222.0.24', 58846) {{(pid=84875) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:14:11.074350 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-5b23920e-bb36-4acc-b4f3-975c0a625b40 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:14:11.163573 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-5e3c86a5-77b6-43d1-905c-ba72d474e6c4 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:14:11.201080 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60ca455c-db27-49f0-a6f1-04614b79c8ba req-2370a4b8-2e99-4fd7-8f5a-3a4971396a64 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:14:11.202736 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [req-60ca455c-db27-49f0-a6f1-04614b79c8ba req-2370a4b8-2e99-4fd7-8f5a-3a4971396a64 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=69aa3990-7111-4d2c-9167-5d5ad366f163 HTTP/1.1" status: 200 len: 843 time: 0.2734463 Jan 14 07:14:11.214584 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4749a9d8-1a24-4696-b0e1-b9fbefef11e5 req-6dc58c44-c384-4b47-b30e-4ccc0edca9fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:14:11.216207 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [req-4749a9d8-1a24-4696-b0e1-b9fbefef11e5 req-6dc58c44-c384-4b47-b30e-4ccc0edca9fb service neutron] 10.222.0.35 "GET /v2.0/subnets?id=80011ed2-d474-43f4-a5e9-9dcb07d6a3c1 HTTP/1.1" status: 200 len: 801 time: 0.1695704 Jan 14 07:14:11.254840 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-5e3c86a5-77b6-43d1-905c-ba72d474e6c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555753'] for port, before_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:14:11.309658 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Device 699e8cf2-6f11-459c-884a-16facda5d90b up at agent ovs-agent-n-d-768862-2 {{(pid=84876) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 07:14:11.328233 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [req-4134369b-5d82-4e16-96d4-7b3daed7e87c req-80100f50-c0ac-4a92-bdc3-4ee5f6634513 tempest-TaggedBootDevicesTest-541410187 tempest-TaggedBootDevicesTest-541410187] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777640533329', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777640097463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3254186'] for port, after_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:14:11.482328 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-d10d494a-93eb-476f-b383-042b4c6624ed service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:14:11.504670 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Provisioning for port 699e8cf2-6f11-459c-884a-16facda5d90b completed by entity L2. {{(pid=84876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 07:14:11.510549 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-017f98a9-8a07-408c-a86f-8ff0c00400a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363259214191800', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854171626'] for agent, after_update {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:14:11.530681 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80100f50-c0ac-4a92-bdc3-4ee5f6634513 tempest-TaggedBootDevicesTest-541410187 tempest-TaggedBootDevicesTest-541410187] Pushing event deleted for resources: {'Port': ['ID=fad77c56-93d0-4905-a3cf-c97211f3bb20,revision_number=None']} {{(pid=84874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:14:11.539616 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-80100f50-c0ac-4a92-bdc3-4ee5f6634513 tempest-TaggedBootDevicesTest-541410187 tempest-TaggedBootDevicesTest-541410187] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:14:11.646948 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4749a9d8-1a24-4696-b0e1-b9fbefef11e5 req-99735195-e794-4927-a687-31e35e1c20e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:14:11.648844 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [req-4749a9d8-1a24-4696-b0e1-b9fbefef11e5 req-99735195-e794-4927-a687-31e35e1c20e6 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=e8533908-6f3a-4b15-a6d5-8c765cd11374&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.3958347 Jan 14 07:14:11.666872 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60ca455c-db27-49f0-a6f1-04614b79c8ba req-f9dd2878-9f65-49e4-9f51-8a5a6446f927 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:14:11.671712 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [req-60ca455c-db27-49f0-a6f1-04614b79c8ba req-f9dd2878-9f65-49e4-9f51-8a5a6446f927 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=3ab89270-67b1-41e9-8be2-a0395a984bff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.4588137 Jan 14 07:14:11.796749 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.db_base_plugin_common [None req-5e3c86a5-77b6-43d1-905c-ba72d474e6c4 admin admin] Allocated IP 172.25.2.246 (226f1e78-82cd-4481-9055-4eb73b6db8c1/ba8deeec-7658-4195-9449-038c076f5c83/b4f88f31-112f-40c1-98c5-16898a532a27) {{(pid=84875) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 14 07:14:11.888226 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-d9d8d17a-4429-45fa-8aa2-2af5d2db2ee2 None None] Provisioning for port 699e8cf2-6f11-459c-884a-16facda5d90b completed by entity DHCP. {{(pid=84876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 07:14:11.895886 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-d9d8d17a-4429-45fa-8aa2-2af5d2db2ee2 None None] Provisioning complete for port 699e8cf2-6f11-459c-884a-16facda5d90b triggered by entity DHCP. {{(pid=84876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 07:14:11.896328 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-d9d8d17a-4429-45fa-8aa2-2af5d2db2ee2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-604227'] for port, provisioning_complete {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:14:12.006777 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5561434d-5f5d-402f-a422-59bf4c0242e4 None None] Routers {'0ea8e1ee-31ad-471b-8150-35ecee69b799'} bound to L3 agent in host n-d-768862-2 {{(pid=84876) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 14 07:14:12.007546 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_hamode_db [None req-5561434d-5f5d-402f-a422-59bf4c0242e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2021-01-14T06:56:51Z,description=,heartbeat_timestamp=2021-01-14T07:13:51Z,host='n-d-768862-2',id=35f592e9-451b-4db9-abea-77b6a5c5391b,load=0,resource_versions=,resources_synced=,started_at=2021-01-14T06:56:51Z,topic='l3_agent')) {'router_ids': ['0ea8e1ee-31ad-471b-8150-35ecee69b799'], 'active': True} {{(pid=84876) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:14:12.249018 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [req-4134369b-5d82-4e16-96d4-7b3daed7e87c req-80100f50-c0ac-4a92-bdc3-4ee5f6634513 tempest-TaggedBootDevicesTest-541410187 tempest-TaggedBootDevicesTest-541410187] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854768116'] for port, before_response {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:14:12.256538 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-852a24f7-e9a1-4193-9abb-e9506fe5213f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363259214191800', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854171626'] for agent, after_update {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:14:12.313673 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [req-6650ea62-7767-41b3-8855-f0726ff911e3 req-6de9c616-ee49-4a8a-a289-d7b0778a220b service neutron] 10.222.0.24 "GET /v2.0/networks/cbe2ed4b-3608-4133-998a-17444358e4ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.4802327 Jan 14 07:14:12.337801 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [req-4749a9d8-1a24-4696-b0e1-b9fbefef11e5 req-f2f873d8-d6e4-4550-9ad6-e210e0a32905 service neutron] 10.222.0.35 "GET /v2.0/networks/e8533908-6f3a-4b15-a6d5-8c765cd11374?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6647987 Jan 14 07:14:12.346849 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [req-60ca455c-db27-49f0-a6f1-04614b79c8ba req-4ad80006-32f9-4d4c-a7d6-4acd0c437713 service neutron] 10.222.0.48 "GET /v2.0/networks/3ab89270-67b1-41e9-8be2-a0395a984bff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6697547 Jan 14 07:14:12.375380 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-d9d8d17a-4429-45fa-8aa2-2af5d2db2ee2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555753'] for port, before_update {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:14:12.394052 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-5e3c86a5-77b6-43d1-905c-ba72d474e6c4 admin admin] Notify callbacks [] for port, precommit_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:14:12.420294 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-859cc21b-3540-434f-88d5-bb1c38fc30bc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:14:12.429821 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [req-4134369b-5d82-4e16-96d4-7b3daed7e87c req-80100f50-c0ac-4a92-bdc3-4ee5f6634513 tempest-TaggedBootDevicesTest-541410187 tempest-TaggedBootDevicesTest-541410187] 10.222.0.35 "DELETE /v2.0/ports/fad77c56-93d0-4905-a3cf-c97211f3bb20 HTTP/1.1" status: 204 len: 173 time: 3.9730937 Jan 14 07:14:12.462217 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [None req-d9d8d17a-4429-45fa-8aa2-2af5d2db2ee2 None None] For port 699e8cf2-6f11-459c-884a-16facda5d90b, host n-d-768862-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-2',level=0,port_id=699e8cf2-6f11-459c-884a-16facda5d90b,segment=NetworkSegment(917f7d8b-a51b-45d1-8524-2c4fd0b1f7a9),segment_id=917f7d8b-a51b-45d1-8524-2c4fd0b1f7a9)] {{(pid=84876) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 07:14:12.478246 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-d9d8d17a-4429-45fa-8aa2-2af5d2db2ee2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777640533312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363259214678337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777640097497'] for port, after_update {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:14:12.503563 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_dvr_db [None req-5561434d-5f5d-402f-a422-59bf4c0242e4 None None] Set router 0ea8e1ee-31ad-471b-8150-35ecee69b799 gateway port host: n-d-768862-2 {{(pid=84876) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 14 07:14:12.622004 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-a948d754-e405-4fd5-891e-96efa0f65eb0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84876) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:14:12.703040 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-d0ba3b1d-73c6-44a0-b07f-6069c2e2d60d tempest-ServersTestJSON-1630860468 tempest-ServersTestJSON-1630860468] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3912638'] for floatingip, after_update {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:14:12.714397 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-859cc21b-3540-434f-88d5-bb1c38fc30bc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:14:12.737347 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9d8d17a-4429-45fa-8aa2-2af5d2db2ee2 None None] Pushing event updated for resources: {'Port': ['ID=699e8cf2-6f11-459c-884a-16facda5d90b,revision_number=3']} {{(pid=84876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:14:12.742660 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-d9d8d17a-4429-45fa-8aa2-2af5d2db2ee2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=84876) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:14:12.798354 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [req-4749a9d8-1a24-4696-b0e1-b9fbefef11e5 req-312c55cf-c391-481f-b1b9-d65c6c90cbcc service neutron] 10.222.0.35 "GET /v2.0/networks/e8533908-6f3a-4b15-a6d5-8c765cd11374?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.4481258 Jan 14 07:14:12.810448 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [req-60ca455c-db27-49f0-a6f1-04614b79c8ba req-faf6b475-bfad-4ef7-9cf5-6bd004a25a04 service neutron] 10.222.0.48 "GET /v2.0/networks/3ab89270-67b1-41e9-8be2-a0395a984bff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.4315894 Jan 14 07:14:12.876083 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-5b23920e-bb36-4acc-b4f3-975c0a625b40 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:14:12.889658 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [req-4749a9d8-1a24-4696-b0e1-b9fbefef11e5 req-25c0e237-8b39-4f28-8b0c-c3d204268b42 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.253&port_id=20d7e6c5-52b7-484a-bcda-ecac18c68f61 HTTP/1.1" status: 200 len: 217 time: 0.0844374 Jan 14 07:14:12.913357 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Device 699e8cf2-6f11-459c-884a-16facda5d90b up at agent ovs-agent-n-d-768862-2 {{(pid=84876) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 07:14:12.944192 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-5b23920e-bb36-4acc-b4f3-975c0a625b40 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850887153'] for security_group, after_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:14:13.002097 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4749a9d8-1a24-4696-b0e1-b9fbefef11e5 req-c1f81432-1e53-45f0-b4d3-e4fe7d806c36 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:14:13.005942 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [req-4749a9d8-1a24-4696-b0e1-b9fbefef11e5 req-c1f81432-1e53-45f0-b4d3-e4fe7d806c36 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=2bb0b7fb-11f9-43b1-975e-b782dc638b95 HTTP/1.1" status: 200 len: 801 time: 0.1072228 Jan 14 07:14:13.059948 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-e9e714ad-2ac5-428c-89e4-f81d616a52ce admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:14:13.086317 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84874) accepted ('10.222.0.24', 58860) {{(pid=84874) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:14:13.091981 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-5b23920e-bb36-4acc-b4f3-975c0a625b40 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=29fe68bc282e4d9db6305dec3c3b9bb1&name=default HTTP/1.1" status: 200 len: 2983 time: 2.7415342 Jan 14 07:14:13.111954 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-d0ba3b1d-73c6-44a0-b07f-6069c2e2d60d tempest-ServersTestJSON-1630860468 tempest-ServersTestJSON-1630860468] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854768116'] for floatingip, before_response {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:14:13.117116 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-d0ba3b1d-73c6-44a0-b07f-6069c2e2d60d tempest-ServersTestJSON-1630860468 tempest-ServersTestJSON-1630860468] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 12.5912106 Jan 14 07:14:13.124776 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-5e3c86a5-77b6-43d1-905c-ba72d474e6c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777640123575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851621574'] for port, after_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:14:13.163486 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4749a9d8-1a24-4696-b0e1-b9fbefef11e5 req-aa70cf25-8d73-4113-9d4c-607959b32d5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:14:13.165415 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [req-4749a9d8-1a24-4696-b0e1-b9fbefef11e5 req-aa70cf25-8d73-4113-9d4c-607959b32d5a service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=25f1c1a0-ceab-4b3f-9e01-2007a6141e94&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1542993 Jan 14 07:14:13.174044 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [req-88a2f69c-f6ca-42a1-8c6c-5e8453460ce5 req-67524175-f9df-461f-9e65-ea5da239ecd2 tempest-FloatingIPDetailsTestJSON-1519139485 tempest-FloatingIPDetailsTestJSON-1519139485] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555753'] for port, before_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:14:13.192299 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-e0ead6dc-9bb9-4704-9900-7035d74a217d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:14:13.199282 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-8a77dbc5-5bba-4155-82e0-af7b3f322760 None None] Provisioning complete for port 699e8cf2-6f11-459c-884a-16facda5d90b triggered by entity DHCP. {{(pid=84876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 07:14:13.199899 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-8a77dbc5-5bba-4155-82e0-af7b3f322760 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-604227'] for port, provisioning_complete {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:14:13.228190 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [req-6650ea62-7767-41b3-8855-f0726ff911e3 req-1e08daf3-a393-4ecb-8c6e-03c5e2ac2cba service neutron] 10.222.0.24 "GET /v2.0/networks/cbe2ed4b-3608-4133-998a-17444358e4ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.9133434 Jan 14 07:14:13.347224 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Provisioning complete for port 699e8cf2-6f11-459c-884a-16facda5d90b triggered by entity L2. {{(pid=84876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 07:14:13.347763 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-604227'] for port, provisioning_complete {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:14:13.415719 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [req-4749a9d8-1a24-4696-b0e1-b9fbefef11e5 req-c5b8914e-894a-4d37-a29e-5990f7d53d5e service neutron] 10.222.0.35 "GET /v2.0/networks/25f1c1a0-ceab-4b3f-9e01-2007a6141e94?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2249560 Jan 14 07:14:13.839727 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-e0ead6dc-9bb9-4704-9900-7035d74a217d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:14:13.877432 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b23920e-bb36-4acc-b4f3-975c0a625b40 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=650ee243-d374-440f-a7a8-b73bc8c11e83,revision_number=1']} {{(pid=84875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:14:13.888006 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-5b23920e-bb36-4acc-b4f3-975c0a625b40 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.828s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:14:13.888862 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-fdce2b8a-8dda-43d4-a33d-bdd745e259d9 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.687s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:14:13.970543 n-d-768862-2 neutron-server[84765]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5a880e33-93c3-4fa7-93e3-c4bf80d6af18', 'tag': '0eb1331d-d377-40d2-aacb-222a7234fdd8', 'status': 'completed', 'code': 200} Jan 14 07:14:13.979434 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_hamode_db [None req-5561434d-5f5d-402f-a422-59bf4c0242e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0ea8e1ee-31ad-471b-8150-35ecee69b799', 'name': 'tempest-TaggedBootDevicesTest_v242-1848228519-router', 'tenant_id': 'cb7096aff06a4584846542dd674c0323', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '226f1e78-82cd-4481-9055-4eb73b6db8c1', 'external_fixed_ips': [{'subnet_id': 'ba8deeec-7658-4195-9449-038c076f5c83', 'ip_address': '172.25.2.102'}], 'enable_snat': True}, 'gw_port_id': 'a560da49-2ea6-4960-a7f7-b9f9ba31bab6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-14T07:13:33Z', 'updated_at': '2021-01-14T07:14:01Z', 'revision_number': 4, 'project_id': 'cb7096aff06a4584846542dd674c0323', 'gw_port': {'id': 'a560da49-2ea6-4960-a7f7-b9f9ba31bab6', 'name': '', 'network_id': '226f1e78-82cd-4481-9055-4eb73b6db8c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:6c:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ea8e1ee-31ad-471b-8150-35ecee69b799', 'device_owner': 'network:router_gateway', 'standard_attr_id': 939, 'fixed_ips': [{'subnet_id': 'ba8deeec-7658-4195-9449-038c076f5c83', 'ip_address': '172.25.2.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T07:13:38Z', 'updated_at': '2021-01-14T07:13:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ba8deeec-7658-4195-9449-038c076f5c83', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-2', '_interfaces': [{'id': '9d33c003-d0a3-40a4-ac09-a47b452527a0', 'name': '', 'network_id': 'e07b3c37-d515-44aa-a191-18820b094a97', 'tenant_id': 'cb7096aff06a4584846542dd674c0323', 'mac_address': 'fa:16:3e:29:f6:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0ea8e1ee-31ad-471b-8150-35ecee69b799', 'device_owner': 'network:router_interface', 'standard_attr_id': 965, 'fixed_ips': [{'subnet_id': '6a9c912b-14c8-483c-b532-58b4febc87e9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T07:13:57Z', 'updated_at': '2021-01-14T07:14:10Z', 'revision_number': 4, 'project_id': 'cb7096aff06a4584846542dd674c0323', 'subnets': [{'id': '6a9c912b-14c8-483c-b532-58b4febc87e9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'n-d-768862-2', False) {} {{(pid=84876) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:14:13.984519 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5561434d-5f5d-402f-a422-59bf4c0242e4 None None] The sync data for ids ['0ea8e1ee-31ad-471b-8150-35ecee69b799'] in n-d-768862-2 is: [{'id': '0ea8e1ee-31ad-471b-8150-35ecee69b799', 'name': 'tempest-TaggedBootDevicesTest_v242-1848228519-router', 'tenant_id': 'cb7096aff06a4584846542dd674c0323', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '226f1e78-82cd-4481-9055-4eb73b6db8c1', 'external_fixed_ips': [{'subnet_id': 'ba8deeec-7658-4195-9449-038c076f5c83', 'ip_address': '172.25.2.102'}], 'enable_snat': True}, 'gw_port_id': 'a560da49-2ea6-4960-a7f7-b9f9ba31bab6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-14T07:13:33Z', 'updated_at': '2021-01-14T07:14:01Z', 'revision_number': 4, 'project_id': 'cb7096aff06a4584846542dd674c0323', 'gw_port': {'id': 'a560da49-2ea6-4960-a7f7-b9f9ba31bab6', 'name': '', 'network_id': '226f1e78-82cd-4481-9055-4eb73b6db8c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:6c:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ea8e1ee-31ad-471b-8150-35ecee69b799', 'device_owner': 'network:router_gateway', 'standard_attr_id': 939, 'fixed_ips': [{'subnet_id': 'ba8deeec-7658-4195-9449-038c076f5c83', 'ip_address': '172.25.2.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T07:13:38Z', 'updated_at': '2021-01-14T07:13:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ba8deeec-7658-4195-9449-038c076f5c83', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-2', '_interfaces': [{'id': '9d33c003-d0a3-40a4-ac09-a47b452527a0', 'name': '', 'network_id': 'e07b3c37-d515-44aa-a191-18820b094a97', 'tenant_id': 'cb7096aff06a4584846542dd674c0323', 'mac_address': 'fa:16:3e:29:f6:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0ea8e1ee-31ad-471b-8150-35ecee69b799', 'device_owner': 'network:router_interface', 'standard_attr_id': 965, 'fixed_ips': [{'subnet_id': '6a9c912b-14c8-483c-b532-58b4febc87e9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T07:13:57Z', 'updated_at': '2021-01-14T07:14:10Z', 'revision_number': 4, 'project_id': 'cb7096aff06a4584846542dd674c0323', 'subnets': [{'id': '6a9c912b-14c8-483c-b532-58b4febc87e9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=84876) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Jan 14 07:14:14.014980 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-859cc21b-3540-434f-88d5-bb1c38fc30bc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850887153'] for security_group, after_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:14:14.114348 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-e0ead6dc-9bb9-4704-9900-7035d74a217d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850887153'] for security_group, after_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:14:14.135798 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-39387af2-4675-4d46-ae18-cf9c9d805454 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:14:14.155892 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0ead6dc-9bb9-4704-9900-7035d74a217d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=650ee243-d374-440f-a7a8-b73bc8c11e83,revision_number=None']} {{(pid=84874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:14:14.172308 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-e0ead6dc-9bb9-4704-9900-7035d74a217d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:14:14.187698 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-e0ead6dc-9bb9-4704-9900-7035d74a217d admin admin] Notify callbacks [] for security_group, before_response {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:14:14.192529 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-e0ead6dc-9bb9-4704-9900-7035d74a217d admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/650ee243-d374-440f-a7a8-b73bc8c11e83 HTTP/1.1" status: 204 len: 168 time: 1.1050754 Jan 14 07:14:14.240656 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [req-4749a9d8-1a24-4696-b0e1-b9fbefef11e5 req-3aba00b9-9b88-439d-8ba1-7074333f6eb4 service neutron] 10.222.0.35 "GET /v2.0/networks/25f1c1a0-ceab-4b3f-9e01-2007a6141e94?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.8154161 Jan 14 07:14:14.252133 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64077e6e-5d8f-47c4-bf39-5ff63873b292 req-ba4a183f-487d-42c3-a67a-242bb7d06b91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:14:14.253947 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [req-64077e6e-5d8f-47c4-bf39-5ff63873b292 req-ba4a183f-487d-42c3-a67a-242bb7d06b91 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=44f1ebfb726c40f79f3e17c7e6a9b92b&device_id=5a880e33-93c3-4fa7-93e3-c4bf80d6af18 HTTP/1.1" status: 200 len: 1163 time: 0.2863960 Jan 14 07:14:14.285248 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-859cc21b-3540-434f-88d5-bb1c38fc30bc admin admin] Notify callbacks [] for security_group, before_response {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:14:14.298017 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-859cc21b-3540-434f-88d5-bb1c38fc30bc admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/922ff940-e905-44fa-8533-0b9b0bcbe7bc HTTP/1.1" status: 204 len: 168 time: 3.2226532 Jan 14 07:14:14.454879 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e3c86a5-77b6-43d1-905c-ba72d474e6c4 admin admin] Pushing event updated for resources: {'Port': ['ID=b4f88f31-112f-40c1-98c5-16898a532a27,revision_number=1']} {{(pid=84875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:14:14.477702 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-5e3c86a5-77b6-43d1-905c-ba72d474e6c4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.588s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:14:14.508321 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-de5f668d-b203-4673-882c-092bf48075d8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.462s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:14:14.532771 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64077e6e-5d8f-47c4-bf39-5ff63873b292 req-f412348f-60b7-4935-851e-00d99b336571 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:14:14.534741 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [req-64077e6e-5d8f-47c4-bf39-5ff63873b292 req-f412348f-60b7-4935-851e-00d99b336571 service neutron] 10.222.0.48 "GET /v2.0/networks?id=3ab89270-67b1-41e9-8be2-a0395a984bff HTTP/1.1" status: 200 len: 863 time: 0.2666059 Jan 14 07:14:14.582551 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-859cc21b-3540-434f-88d5-bb1c38fc30bc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=922ff940-e905-44fa-8533-0b9b0bcbe7bc,revision_number=None']} {{(pid=84875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:14:14.616666 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-859cc21b-3540-434f-88d5-bb1c38fc30bc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:14:14.641172 n-d-768862-2 neutron-server[84765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e3c86a5-77b6-43d1-905c-ba72d474e6c4 admin admin] Network 226f1e78-82cd-4481-9055-4eb73b6db8c1 is already hosted by enough agents. {{(pid=84875) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 07:14:14.657374 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [req-2717a99f-8fe6-433a-b94b-64b2d2568be5 req-9c0ec790-44dc-4ca3-8507-a40d248b5488 tempest-ServersTestJSON-1630860468 tempest-ServersTestJSON-1630860468] Synchronizing usage tracker for tenant:04f3aea956e546e892de768ae99354b8 on resource:security_group {{(pid=84875) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 14 07:14:14.673155 n-d-768862-2 neutron-server[84765]: DEBUG neutron.scheduler.base_scheduler [None req-5e3c86a5-77b6-43d1-905c-ba72d474e6c4 admin admin] Resources bound (agent type, host, resource id): {{(pid=84875) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 07:14:14.680038 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e3c86a5-77b6-43d1-905c-ba72d474e6c4 admin admin] Received port after_create {{(pid=84875) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 14 07:14:14.962298 n-d-768862-2 neutron-server[84765]: DEBUG neutron.objects.ports [None req-a949d4e2-6929-4a6c-a0a6-51270f323b44 None None] Time-cost: Fetching 1 ports in 1 security groups {{(pid=84876) get_objects /opt/stack/neutron/neutron/objects/ports.py:428}} Jan 14 07:14:15.020471 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.db_base_plugin_common [req-88a2f69c-f6ca-42a1-8c6c-5e8453460ce5 req-67524175-f9df-461f-9e65-ea5da239ecd2 tempest-FloatingIPDetailsTestJSON-1519139485 tempest-FloatingIPDetailsTestJSON-1519139485] Allocated IP 172.25.2.119 (226f1e78-82cd-4481-9055-4eb73b6db8c1/ba8deeec-7658-4195-9449-038c076f5c83/67ad888a-1564-46c7-b3f1-99d0b74fc94c) {{(pid=84875) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 14 07:14:15.083184 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Device 9d33c003-d0a3-40a4-ac09-a47b452527a0 up at agent ovs-agent-n-d-768862-2 {{(pid=84876) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 07:14:15.231897 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-852a24f7-e9a1-4193-9abb-e9506fe5213f None None] Device 0eb1331d-d377-40d2-aacb-222a7234fdd8 up at agent ovs-agent-n-h2-768862-2 {{(pid=84876) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 07:14:15.482395 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [req-64077e6e-5d8f-47c4-bf39-5ff63873b292 req-b4fa8f34-4245-4a15-a960-b393cb9cbb44 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.206&port_id=0eb1331d-d377-40d2-aacb-222a7234fdd8 HTTP/1.1" status: 200 len: 217 time: 0.7811956 Jan 14 07:14:15.548261 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-852a24f7-e9a1-4193-9abb-e9506fe5213f None None] Provisioning for port 0eb1331d-d377-40d2-aacb-222a7234fdd8 completed by entity L2. {{(pid=84876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 07:14:15.564306 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [req-88a2f69c-f6ca-42a1-8c6c-5e8453460ce5 req-67524175-f9df-461f-9e65-ea5da239ecd2 tempest-FloatingIPDetailsTestJSON-1519139485 tempest-FloatingIPDetailsTestJSON-1519139485] Notify callbacks [] for port, precommit_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:14:15.576247 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Provisioning for port 9d33c003-d0a3-40a4-ac09-a47b452527a0 completed by entity L2. {{(pid=84876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 07:14:15.612818 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Provisioning complete for port 9d33c003-d0a3-40a4-ac09-a47b452527a0 triggered by entity L2. {{(pid=84876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 07:14:15.616208 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-604227'] for port, provisioning_complete {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:14:15.620824 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96aa484c-69fe-4521-a30d-547367839577 req-57c56a6e-9cce-489d-8e33-9efeb5fb3dad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:14:15.621481 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96aa484c-69fe-4521-a30d-547367839577 req-57c56a6e-9cce-489d-8e33-9efeb5fb3dad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:14:15.622158 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96aa484c-69fe-4521-a30d-547367839577 req-57c56a6e-9cce-489d-8e33-9efeb5fb3dad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:14:15.624596 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [req-96aa484c-69fe-4521-a30d-547367839577 req-57c56a6e-9cce-489d-8e33-9efeb5fb3dad service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=7d129397cd71499dbaa91be4909e3699&device_id=16513199-bee3-4bea-a843-4e62a5ef0197 HTTP/1.1" status: 200 len: 3057 time: 1.0792930 Jan 14 07:14:15.811316 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-852a24f7-e9a1-4193-9abb-e9506fe5213f None None] Provisioning complete for port 0eb1331d-d377-40d2-aacb-222a7234fdd8 triggered by entity L2. {{(pid=84876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 07:14:15.811782 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-852a24f7-e9a1-4193-9abb-e9506fe5213f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-604227'] for port, provisioning_complete {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:14:15.870813 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64077e6e-5d8f-47c4-bf39-5ff63873b292 req-92b35d62-82e1-4e78-8851-8093a1db5d7b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:14:15.872996 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [req-64077e6e-5d8f-47c4-bf39-5ff63873b292 req-92b35d62-82e1-4e78-8851-8093a1db5d7b service neutron] 10.222.0.48 "GET /v2.0/subnets?id=69aa3990-7111-4d2c-9167-5d5ad366f163 HTTP/1.1" status: 200 len: 843 time: 0.3749661 Jan 14 07:14:15.874265 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96aa484c-69fe-4521-a30d-547367839577 req-7aaae4aa-b1b0-4327-b09e-10bed1a4f756 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:14:15.875275 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96aa484c-69fe-4521-a30d-547367839577 req-7aaae4aa-b1b0-4327-b09e-10bed1a4f756 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:14:15.875573 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [req-88a2f69c-f6ca-42a1-8c6c-5e8453460ce5 req-67524175-f9df-461f-9e65-ea5da239ecd2 tempest-FloatingIPDetailsTestJSON-1519139485 tempest-FloatingIPDetailsTestJSON-1519139485] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777640123575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851621574'] for port, after_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:14:15.877734 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [req-96aa484c-69fe-4521-a30d-547367839577 req-7aaae4aa-b1b0-4327-b09e-10bed1a4f756 service neutron] 10.222.0.35 "GET /v2.0/networks?tenant_id=7d129397cd71499dbaa91be4909e3699&shared=False HTTP/1.1" status: 200 len: 1579 time: 0.2436726 Jan 14 07:14:15.965409 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-3dce4cec-560f-414d-b718-8c14b4f3471d tempest-TaggedBootDevicesTest-541410187 tempest-TaggedBootDevicesTest-541410187] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:14:16.293298 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-852a24f7-e9a1-4193-9abb-e9506fe5213f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555753'] for port, before_update {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:14:16.346068 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67524175-f9df-461f-9e65-ea5da239ecd2 tempest-FloatingIPDetailsTestJSON-1519139485 tempest-FloatingIPDetailsTestJSON-1519139485] Pushing event updated for resources: {'Port': ['ID=67ad888a-1564-46c7-b3f1-99d0b74fc94c,revision_number=1']} {{(pid=84875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:14:16.380210 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96aa484c-69fe-4521-a30d-547367839577 req-69096724-63d3-4a9d-b2b1-43e1bef4b1ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:14:16.381973 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [req-96aa484c-69fe-4521-a30d-547367839577 req-69096724-63d3-4a9d-b2b1-43e1bef4b1ea service neutron] 10.222.0.35 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 863 time: 0.4517794 Jan 14 07:14:16.384762 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555753'] for port, before_update {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:14:16.474282 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] For port 9d33c003-d0a3-40a4-ac09-a47b452527a0, host n-d-768862-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-2',level=0,port_id=9d33c003-d0a3-40a4-ac09-a47b452527a0,segment=NetworkSegment(e184b47d-2e0b-41ff-8775-991248c5f303),segment_id=e184b47d-2e0b-41ff-8775-991248c5f303)] {{(pid=84876) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 07:14:16.517026 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [None req-852a24f7-e9a1-4193-9abb-e9506fe5213f None None] For port 0eb1331d-d377-40d2-aacb-222a7234fdd8, host n-h2-768862-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-h2-768862-2',level=0,port_id=0eb1331d-d377-40d2-aacb-222a7234fdd8,segment=NetworkSegment(682aa48d-45db-4ce6-9539-8117fc7293eb),segment_id=682aa48d-45db-4ce6-9539-8117fc7293eb)] {{(pid=84876) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 07:14:16.523876 n-d-768862-2 neutron-server[84765]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5a880e33-93c3-4fa7-93e3-c4bf80d6af18', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0eb1331d-d377-40d2-aacb-222a7234fdd8'}] {{(pid=84876) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Jan 14 07:14:16.537508 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777640533312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363259214678337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777640097497'] for port, after_update {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:14:16.553738 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-967cc048-6c61-4243-916a-8422845b01fc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84876) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:14:16.591824 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:is_default":"rule:admin_only" was deprecated in W in favor of "update_network:is_default":"role:admin and system_scope:all". Reason: Jan 14 07:14:16.591824 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:14:16.591824 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:14:16.591824 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:14:16.591824 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:port_security_enabled":"rule:admin_or_owner" was deprecated in W in favor of "update_network:port_security_enabled":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 07:14:16.591824 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:14:16.591824 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:14:16.591824 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:14:16.591824 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "delete_network":"rule:admin_or_owner" was deprecated in W in favor of "delete_network":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 07:14:16.591824 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:14:16.591824 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:14:16.591824 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:14:16.591824 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_segment":"rule:admin_only" was deprecated in W in favor of "create_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:14:16.591824 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:14:16.591824 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_segment":"rule:admin_only" was deprecated in W in favor of "get_segment":"role:reader and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:14:16.591824 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:14:16.591824 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_segment":"rule:admin_only" was deprecated in W in favor of "update_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:14:16.591824 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:14:16.591824 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "delete_segment":"rule:admin_only" was deprecated in W in favor of "delete_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:14:16.591824 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:14:16.591824 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network":"rule:regular_user" was deprecated in W in favor of "create_network":"role:member and project_id:%(project_id)s". Reason: Jan 14 07:14:16.591824 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:14:16.591824 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:14:16.591824 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:14:16.591824 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:shared":"rule:admin_only" was deprecated in W in favor of "create_network:shared":"role:admin and system_scope:all". Reason: Jan 14 07:14:16.591824 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:14:16.591824 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:14:16.591824 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:14:16.591824 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:router:external":"rule:admin_only" was deprecated in W in favor of "create_network:router:external":"role:admin and system_scope:all". Reason: Jan 14 07:14:16.591824 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:14:16.591824 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:14:16.591824 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:14:16.591824 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:is_default":"rule:admin_only" was deprecated in W in favor of "create_network:is_default":"role:admin and system_scope:all". Reason: Jan 14 07:14:16.591824 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:14:16.591824 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:14:16.591824 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:14:16.591824 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:port_security_enabled":"rule:regular_user" was deprecated in W in favor of "create_network:port_security_enabled":"role:member and project_id:%(project_id)s". Reason: Jan 14 07:14:16.591824 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:14:16.591824 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:14:16.591824 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:14:16.591824 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:segments":"rule:admin_only" was deprecated in W in favor of "create_network:segments":"role:admin and system_scope:all". Reason: Jan 14 07:14:16.591824 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:14:16.594611 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:14:16.594611 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:14:16.594611 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "create_network:provider:network_type":"role:admin and system_scope:all". Reason: Jan 14 07:14:16.594611 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:14:16.594611 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:14:16.594611 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:14:16.594611 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "create_network:provider:physical_network":"role:admin and system_scope:all". Reason: Jan 14 07:14:16.594611 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:14:16.594611 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:14:16.594611 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:14:16.594611 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "create_network:provider:segmentation_id":"role:admin and system_scope:all". Reason: Jan 14 07:14:16.594611 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:14:16.594611 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:14:16.594611 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:14:16.594611 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network":"rule:admin_or_owner or rule:shared or rule:external or rule:context_is_advsvc" was deprecated in W in favor of "get_network":"(role:reader and system_scope:all) or (role:reader and project_id:%(project_id)s) or rule:shared or rule:external or rule:context_is_advsvc". Reason: Jan 14 07:14:16.594611 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:14:16.594611 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:14:16.594611 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:14:16.604900 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:router:external":"rule:regular_user" was deprecated in W in favor of "get_network:router:external":"role:reader and project_id:%(project_id)s". Reason: Jan 14 07:14:16.604900 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:14:16.604900 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:14:16.604900 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:14:16.604900 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:segments":"rule:admin_only" was deprecated in W in favor of "get_network:segments":"role:reader and system_scope:all". Reason: Jan 14 07:14:16.604900 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:14:16.604900 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:14:16.604900 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:14:16.604900 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "get_network:provider:network_type":"role:reader and system_scope:all". Reason: Jan 14 07:14:16.604900 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:14:16.604900 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:14:16.604900 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:14:16.604900 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "get_network:provider:physical_network":"role:reader and system_scope:all". Reason: Jan 14 07:14:16.604900 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:14:16.604900 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:14:16.604900 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:14:16.604900 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "get_network:provider:segmentation_id":"role:reader and system_scope:all". Reason: Jan 14 07:14:16.604900 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:14:16.604900 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:14:16.604900 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:14:16.604900 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network":"rule:admin_or_owner" was deprecated in W in favor of "update_network":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 07:14:16.604900 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:14:16.604900 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:14:16.604900 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:14:16.604900 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:segments":"rule:admin_only" was deprecated in W in favor of "update_network:segments":"role:admin and system_scope:all". Reason: Jan 14 07:14:16.604900 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:14:16.604900 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:14:16.604900 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:14:16.604900 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:shared":"rule:admin_only" was deprecated in W in favor of "update_network:shared":"role:admin and system_scope:all". Reason: Jan 14 07:14:16.604900 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:14:16.604900 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:14:16.604900 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:14:16.604900 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "update_network:provider:network_type":"role:admin and system_scope:all". Reason: Jan 14 07:14:16.604900 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:14:16.604900 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:14:16.604900 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:14:16.604900 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "update_network:provider:physical_network":"role:admin and system_scope:all". Reason: Jan 14 07:14:16.604900 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:14:16.604900 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:14:16.604900 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:14:16.604900 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "update_network:provider:segmentation_id":"role:admin and system_scope:all". Reason: Jan 14 07:14:16.604900 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:14:16.604900 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:14:16.604900 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:14:16.604900 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:router:external":"rule:admin_only" was deprecated in W in favor of "update_network:router:external":"role:admin and system_scope:all". Reason: Jan 14 07:14:16.604900 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:14:16.604900 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:14:16.604900 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:14:16.604900 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:is_default":"rule:admin_only" was deprecated in W in favor of "update_network:is_default":"role:admin and system_scope:all". Reason: Jan 14 07:14:16.608041 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:14:16.608041 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:14:16.608041 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:14:16.608041 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:port_security_enabled":"rule:admin_or_owner" was deprecated in W in favor of "update_network:port_security_enabled":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 07:14:16.608041 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:14:16.608041 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:14:16.608041 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:14:16.608041 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "delete_network":"rule:admin_or_owner" was deprecated in W in favor of "delete_network":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 07:14:16.608041 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:14:16.608041 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:14:16.608041 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:14:16.608041 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_segment":"rule:admin_only" was deprecated in W in favor of "create_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:14:16.608041 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:14:16.608041 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_segment":"rule:admin_only" was deprecated in W in favor of "get_segment":"role:reader and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:14:16.608041 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:14:16.652755 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6650ea62-7767-41b3-8855-f0726ff911e3 req-60ca0f40-852b-4cbb-a44b-279ace1be03d tempest-ServerPasswordTestJSON-1368291127 tempest-ServerPasswordTestJSON-1368291127] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:14:16.657271 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [req-6650ea62-7767-41b3-8855-f0726ff911e3 req-60ca0f40-852b-4cbb-a44b-279ace1be03d tempest-ServerPasswordTestJSON-1368291127 tempest-ServerPasswordTestJSON-1368291127] 10.222.0.35 "GET /v2.0/networks?id=cbe2ed4b-3608-4133-998a-17444358e4ae HTTP/1.1" status: 200 len: 812 time: 0.2674813 Jan 14 07:14:16.702624 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.v2.base [req-6650ea62-7767-41b3-8855-f0726ff911e3 req-fe49a179-3f9d-460b-9109-e6abf055fd96 tempest-ServerPasswordTestJSON-1368291127 tempest-ServerPasswordTestJSON-1368291127] Request body: {'port': {'device_id': '5e1b808a-588c-4008-b69e-f3b9e623e2ef', 'network_id': 'cbe2ed4b-3608-4133-998a-17444358e4ae', 'admin_state_up': True, 'tenant_id': 'bea94e6b044f42eb9a9092a3b16f7820'}} {{(pid=84874) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:14:16.808873 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [req-2717a99f-8fe6-433a-b94b-64b2d2568be5 req-9c0ec790-44dc-4ca3-8507-a40d248b5488 tempest-ServersTestJSON-1630860468 tempest-ServersTestJSON-1630860468] Unset dirty status for tenant:04f3aea956e546e892de768ae99354b8 on resource:security_group {{(pid=84875) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 14 07:14:16.822211 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [req-2717a99f-8fe6-433a-b94b-64b2d2568be5 req-9c0ec790-44dc-4ca3-8507-a40d248b5488 tempest-ServersTestJSON-1630860468 tempest-ServersTestJSON-1630860468] 10.222.0.24 "GET /v2.0/security-groups?name=tempest-securitygroup--1371710199&fields=id&tenant_id=04f3aea956e546e892de768ae99354b8 HTTP/1.1" status: 200 len: 267 time: 2.6598978 Jan 14 07:14:16.849189 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-67524175-f9df-461f-9e65-ea5da239ecd2 tempest-FloatingIPDetailsTestJSON-1519139485 tempest-FloatingIPDetailsTestJSON-1519139485] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.884s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:14:16.906406 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-852a24f7-e9a1-4193-9abb-e9506fe5213f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777640533312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363259214678337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777640097497'] for port, after_update {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:14:16.909094 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Pushing event updated for resources: {'Port': ['ID=9d33c003-d0a3-40a4-ac09-a47b452527a0,revision_number=5']} {{(pid=84876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:14:16.936977 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.384s {{(pid=84876) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:14:16.943230 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-852a24f7-e9a1-4193-9abb-e9506fe5213f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.029s {{(pid=84876) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:14:17.021486 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-852a24f7-e9a1-4193-9abb-e9506fe5213f None None] Device 0eb1331d-d377-40d2-aacb-222a7234fdd8 up at agent ovs-agent-n-h2-768862-2 {{(pid=84876) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 07:14:17.148659 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-852a24f7-e9a1-4193-9abb-e9506fe5213f None None] Provisioning complete for port 0eb1331d-d377-40d2-aacb-222a7234fdd8 triggered by entity L2. {{(pid=84876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 07:14:17.149485 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-852a24f7-e9a1-4193-9abb-e9506fe5213f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-604227'] for port, provisioning_complete {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:14:17.180225 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-852a24f7-e9a1-4193-9abb-e9506fe5213f None None] Pushing event updated for resources: {'Port': ['ID=0eb1331d-d377-40d2-aacb-222a7234fdd8,revision_number=4']} {{(pid=84876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:14:17.196443 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [req-6650ea62-7767-41b3-8855-f0726ff911e3 req-fe49a179-3f9d-460b-9109-e6abf055fd96 tempest-ServerPasswordTestJSON-1368291127 tempest-ServerPasswordTestJSON-1368291127] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:14:17.226424 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [req-6650ea62-7767-41b3-8855-f0726ff911e3 req-fe49a179-3f9d-460b-9109-e6abf055fd96 tempest-ServerPasswordTestJSON-1368291127 tempest-ServerPasswordTestJSON-1368291127] Usage tracker for resource:port and tenant:bea94e6b044f42eb9a9092a3b16f7820 is out of sync, need to count used quota {{(pid=84874) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:14:17.232583 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-852a24f7-e9a1-4193-9abb-e9506fe5213f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.295s {{(pid=84876) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:14:17.247024 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64077e6e-5d8f-47c4-bf39-5ff63873b292 req-c5494a3a-76d7-463d-94d7-50be0d965438 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:14:17.256034 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [req-64077e6e-5d8f-47c4-bf39-5ff63873b292 req-c5494a3a-76d7-463d-94d7-50be0d965438 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=3ab89270-67b1-41e9-8be2-a0395a984bff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 1.3645771 Jan 14 07:14:17.290721 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [req-6650ea62-7767-41b3-8855-f0726ff911e3 req-fe49a179-3f9d-460b-9109-e6abf055fd96 tempest-ServerPasswordTestJSON-1368291127 tempest-ServerPasswordTestJSON-1368291127] Quota usage for port was recalculated. Used quota:0. {{(pid=84874) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:14:17.295895 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84874) accepted ('10.222.0.24', 58938) {{(pid=84874) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:14:17.321161 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84875) accepted ('10.222.0.24', 58942) {{(pid=84875) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:14:17.365222 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [req-6650ea62-7767-41b3-8855-f0726ff911e3 req-fe49a179-3f9d-460b-9109-e6abf055fd96 tempest-ServerPasswordTestJSON-1368291127 tempest-ServerPasswordTestJSON-1368291127] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:14:17.507183 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [req-64077e6e-5d8f-47c4-bf39-5ff63873b292 req-dcfae35d-6ba8-421a-946e-41911f03faa2 service neutron] 10.222.0.48 "GET /v2.0/networks/3ab89270-67b1-41e9-8be2-a0395a984bff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2501316 Jan 14 07:14:17.651404 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-5e3c86a5-77b6-43d1-905c-ba72d474e6c4 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:14:17.671656 n-d-768862-2 neutron-server[84765]: DEBUG neutron.objects.ports [None req-5e926161-4a42-43d0-85ae-9f7284857736 None None] Time-cost: Fetching 3 ports in 1 security groups {{(pid=84876) get_objects /opt/stack/neutron/neutron/objects/ports.py:428}} Jan 14 07:14:17.726430 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [req-64077e6e-5d8f-47c4-bf39-5ff63873b292 req-351036dd-d774-4334-ac94-161468bdc599 service neutron] 10.222.0.48 "GET /v2.0/networks/3ab89270-67b1-41e9-8be2-a0395a984bff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.2124624 Jan 14 07:14:17.735000 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.v2.base [None req-2dd9e2a8-9f64-40c1-b555-7f2c56499f10 admin admin] Request body: {'network': {'name': 'tempest-ImagesTestJSON-773666840-network', 'tenant_id': '34cab96e6eaa4be98af4bafa2eaeb94d'}} {{(pid=84874) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:14:17.740894 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6650ea62-7767-41b3-8855-f0726ff911e3 req-fe49a179-3f9d-460b-9109-e6abf055fd96 tempest-ServerPasswordTestJSON-1368291127 tempest-ServerPasswordTestJSON-1368291127] Made reservation on behalf of bea94e6b044f42eb9a9092a3b16f7820 for: {'port': 1} {{(pid=84874) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 07:14:17.751615 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [req-6650ea62-7767-41b3-8855-f0726ff911e3 req-fe49a179-3f9d-460b-9109-e6abf055fd96 tempest-ServerPasswordTestJSON-1368291127 tempest-ServerPasswordTestJSON-1368291127] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555753'] for port, before_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:14:17.764468 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-2dd9e2a8-9f64-40c1-b555-7f2c56499f10 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:14:17.774913 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-2dd9e2a8-9f64-40c1-b555-7f2c56499f10 admin admin] Usage tracker for resource:network and tenant:34cab96e6eaa4be98af4bafa2eaeb94d is out of sync, need to count used quota {{(pid=84874) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:14:17.780471 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-2dd9e2a8-9f64-40c1-b555-7f2c56499f10 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84874) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:14:17.800038 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-2dd9e2a8-9f64-40c1-b555-7f2c56499f10 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:14:18.005501 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.v2.base [None req-46b37478-c9d2-4aa2-bc4e-a8b936be2845 admin admin] Request body: {'network': {'name': 'tempest-ServersTestBootFromVolume-1415430933-network', 'tenant_id': '18b1ab99759c4e17a07e1a0bd62f79a5'}} {{(pid=84875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:14:18.019249 n-d-768862-2 neutron-server[84765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-88a2f69c-f6ca-42a1-8c6c-5e8453460ce5 req-67524175-f9df-461f-9e65-ea5da239ecd2 tempest-FloatingIPDetailsTestJSON-1519139485 tempest-FloatingIPDetailsTestJSON-1519139485] Network 226f1e78-82cd-4481-9055-4eb73b6db8c1 is already hosted by enough agents. {{(pid=84875) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 07:14:18.033969 n-d-768862-2 neutron-server[84765]: DEBUG neutron.scheduler.base_scheduler [req-88a2f69c-f6ca-42a1-8c6c-5e8453460ce5 req-67524175-f9df-461f-9e65-ea5da239ecd2 tempest-FloatingIPDetailsTestJSON-1519139485 tempest-FloatingIPDetailsTestJSON-1519139485] Resources bound (agent type, host, resource id): {{(pid=84875) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 07:14:18.036394 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-46b37478-c9d2-4aa2-bc4e-a8b936be2845 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:14:18.045161 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_dvrscheduler_db [req-88a2f69c-f6ca-42a1-8c6c-5e8453460ce5 req-67524175-f9df-461f-9e65-ea5da239ecd2 tempest-FloatingIPDetailsTestJSON-1519139485 tempest-FloatingIPDetailsTestJSON-1519139485] Received port after_create {{(pid=84875) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 14 07:14:18.069171 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [req-4134369b-5d82-4e16-96d4-7b3daed7e87c req-77b29dfd-7077-4900-8d2a-f4d02abf2792 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=4873c9000017431bb4db0aa60ef7da75&device_id=a747bc22-0cf1-4638-8306-b805069dae4a HTTP/1.1" status: 200 len: 210 time: 0.0753145 Jan 14 07:14:18.069840 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2dd9e2a8-9f64-40c1-b555-7f2c56499f10 admin admin] Made reservation on behalf of 34cab96e6eaa4be98af4bafa2eaeb94d for: {'network': 1} {{(pid=84874) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 07:14:18.074775 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-2dd9e2a8-9f64-40c1-b555-7f2c56499f10 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555753'] for network, before_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:14:18.094024 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-46b37478-c9d2-4aa2-bc4e-a8b936be2845 admin admin] Usage tracker for resource:network and tenant:18b1ab99759c4e17a07e1a0bd62f79a5 is out of sync, need to count used quota {{(pid=84875) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:14:18.106243 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-46b37478-c9d2-4aa2-bc4e-a8b936be2845 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84875) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:14:18.136053 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2717a99f-8fe6-433a-b94b-64b2d2568be5 req-36fe16d0-24e4-4cee-adbd-cb3405412eea tempest-ServersTestJSON-1630860468 tempest-ServersTestJSON-1630860468] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:14:18.137771 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [req-2717a99f-8fe6-433a-b94b-64b2d2568be5 req-36fe16d0-24e4-4cee-adbd-cb3405412eea tempest-ServersTestJSON-1630860468 tempest-ServersTestJSON-1630860468] 10.222.0.24 "GET /v2.0/networks?id=71b40b7a-b096-4de3-b013-cb8bf2ae45f9 HTTP/1.1" status: 200 len: 805 time: 1.3144159 Jan 14 07:14:18.171632 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-2dd9e2a8-9f64-40c1-b555-7f2c56499f10 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:14:18.199448 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-46b37478-c9d2-4aa2-bc4e-a8b936be2845 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:14:18.270496 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-2dd9e2a8-9f64-40c1-b555-7f2c56499f10 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:14:18.284995 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-2dd9e2a8-9f64-40c1-b555-7f2c56499f10 admin admin] Usage tracker for resource:security_group_rule and tenant:34cab96e6eaa4be98af4bafa2eaeb94d is out of sync, need to count used quota {{(pid=84874) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:14:18.292435 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-2dd9e2a8-9f64-40c1-b555-7f2c56499f10 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84874) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:14:18.309985 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-2dd9e2a8-9f64-40c1-b555-7f2c56499f10 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:14:18.316440 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [req-2717a99f-8fe6-433a-b94b-64b2d2568be5 req-4bd60190-6696-476d-9074-c0884789c1c8 tempest-ServersTestJSON-1630860468 tempest-ServersTestJSON-1630860468] 10.222.0.24 "GET /v2.0/quotas/04f3aea956e546e892de768ae99354b8 HTTP/1.1" status: 200 len: 375 time: 0.1134794 Jan 14 07:14:18.323061 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-46b37478-c9d2-4aa2-bc4e-a8b936be2845 admin admin] Made reservation on behalf of 18b1ab99759c4e17a07e1a0bd62f79a5 for: {'network': 1} {{(pid=84875) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 07:14:18.328089 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-46b37478-c9d2-4aa2-bc4e-a8b936be2845 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555753'] for network, before_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:14:18.397679 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-46b37478-c9d2-4aa2-bc4e-a8b936be2845 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:14:18.423686 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4134369b-5d82-4e16-96d4-7b3daed7e87c req-80506f11-9aca-493b-b64c-cf6bc897bd72 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:14:18.424133 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4134369b-5d82-4e16-96d4-7b3daed7e87c req-80506f11-9aca-493b-b64c-cf6bc897bd72 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:14:18.424806 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4134369b-5d82-4e16-96d4-7b3daed7e87c req-80506f11-9aca-493b-b64c-cf6bc897bd72 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:14:18.426275 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [req-4134369b-5d82-4e16-96d4-7b3daed7e87c req-80506f11-9aca-493b-b64c-cf6bc897bd72 service neutron] 10.222.0.35 "GET /v2.0/networks?tenant_id=4873c9000017431bb4db0aa60ef7da75&shared=False HTTP/1.1" status: 200 len: 2272 time: 0.2992640 Jan 14 07:14:18.463748 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-46b37478-c9d2-4aa2-bc4e-a8b936be2845 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:14:18.484911 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-46b37478-c9d2-4aa2-bc4e-a8b936be2845 admin admin] Usage tracker for resource:security_group_rule and tenant:18b1ab99759c4e17a07e1a0bd62f79a5 is out of sync, need to count used quota {{(pid=84875) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:14:18.490594 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-46b37478-c9d2-4aa2-bc4e-a8b936be2845 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84875) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:14:18.499485 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [req-88a2f69c-f6ca-42a1-8c6c-5e8453460ce5 req-67524175-f9df-461f-9e65-ea5da239ecd2 tempest-FloatingIPDetailsTestJSON-1519139485 tempest-FloatingIPDetailsTestJSON-1519139485] Notify callbacks [] for floatingip, precommit_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:14:18.509635 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-46b37478-c9d2-4aa2-bc4e-a8b936be2845 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:14:18.515040 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-5e3c86a5-77b6-43d1-905c-ba72d474e6c4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036850886612', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036850863158'] for router, after_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:14:18.581443 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.db_base_plugin_common [req-6650ea62-7767-41b3-8855-f0726ff911e3 req-fe49a179-3f9d-460b-9109-e6abf055fd96 tempest-ServerPasswordTestJSON-1368291127 tempest-ServerPasswordTestJSON-1368291127] Allocated IP 172.20.0.6 (cbe2ed4b-3608-4133-998a-17444358e4ae/2e380f87-06e1-48b6-bc32-a19c3cb2450d/e211cab2-1789-4044-a855-7eb04ddfae53) {{(pid=84874) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 14 07:14:18.630096 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4134369b-5d82-4e16-96d4-7b3daed7e87c req-5b2b268e-6628-4584-acab-70195face28a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:14:18.631865 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [req-4134369b-5d82-4e16-96d4-7b3daed7e87c req-5b2b268e-6628-4584-acab-70195face28a service neutron] 10.222.0.35 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 863 time: 0.1937497 Jan 14 07:14:18.640710 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-017f98a9-8a07-408c-a86f-8ff0c00400a0 None None] Device 6f2a7f43-bf53-42bb-a0fb-dc06cc058b22 up at agent ovs-agent-n-h1-768862-2 {{(pid=84876) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 07:14:18.751554 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [req-4134369b-5d82-4e16-96d4-7b3daed7e87c req-65d8e6cd-7aa9-43e6-9875-767ac04ef9e7 tempest-TaggedBootDevicesTest-541410187 tempest-TaggedBootDevicesTest-541410187] Synchronizing usage tracker for tenant:4873c9000017431bb4db0aa60ef7da75 on resource:port {{(pid=84874) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 14 07:14:18.790936 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [req-4134369b-5d82-4e16-96d4-7b3daed7e87c req-65d8e6cd-7aa9-43e6-9875-767ac04ef9e7 tempest-TaggedBootDevicesTest-541410187 tempest-TaggedBootDevicesTest-541410187] Unset dirty status for tenant:4873c9000017431bb4db0aa60ef7da75 on resource:port {{(pid=84874) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 14 07:14:18.792280 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [req-4134369b-5d82-4e16-96d4-7b3daed7e87c req-65d8e6cd-7aa9-43e6-9875-767ac04ef9e7 tempest-TaggedBootDevicesTest-541410187 tempest-TaggedBootDevicesTest-541410187] 10.222.0.35 "GET /v2.0/ports?device_id=a747bc22-0cf1-4638-8306-b805069dae4a HTTP/1.1" status: 200 len: 210 time: 0.1339679 Jan 14 07:14:18.849873 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-bb4ca77e-8387-4ca6-ad64-00d84dacf861 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363259214191800', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854171626'] for agent, after_update {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:14:18.854465 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-017f98a9-8a07-408c-a86f-8ff0c00400a0 None None] Provisioning for port 6f2a7f43-bf53-42bb-a0fb-dc06cc058b22 completed by entity L2. {{(pid=84876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 07:14:18.862274 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-017f98a9-8a07-408c-a86f-8ff0c00400a0 None None] Provisioning complete for port 6f2a7f43-bf53-42bb-a0fb-dc06cc058b22 triggered by entity L2. {{(pid=84876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 07:14:18.862702 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-017f98a9-8a07-408c-a86f-8ff0c00400a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-604227'] for port, provisioning_complete {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:14:18.895256 n-d-768862-2 neutron-server[84765]: INFO neutron.pecan_wsgi.hooks.translation [req-4134369b-5d82-4e16-96d4-7b3daed7e87c req-ae0565ca-008a-4d8f-b694-bb7020a5c561 tempest-TaggedBootDevicesTest-541410187 tempest-TaggedBootDevicesTest-541410187] GET failed (client error): The resource could not be found. Jan 14 07:14:18.896581 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [req-4134369b-5d82-4e16-96d4-7b3daed7e87c req-ae0565ca-008a-4d8f-b694-bb7020a5c561 tempest-TaggedBootDevicesTest-541410187 tempest-TaggedBootDevicesTest-541410187] 10.222.0.35 "GET /v2.0/ports/ecaf138f-fb10-495d-be5a-b6c5fd211eee?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 404 len: 338 time: 0.0875564 Jan 14 07:14:18.954989 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Device 9d33c003-d0a3-40a4-ac09-a47b452527a0 up at agent ovs-agent-n-d-768862-2 {{(pid=84876) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 07:14:18.964187 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-2dd9e2a8-9f64-40c1-b555-7f2c56499f10 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:14:18.971940 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-2dd9e2a8-9f64-40c1-b555-7f2c56499f10 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850887153'] for security_group, after_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:14:18.993459 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2dd9e2a8-9f64-40c1-b555-7f2c56499f10 admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 6} {{(pid=84874) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Jan 14 07:14:19.014913 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-2dd9e2a8-9f64-40c1-b555-7f2c56499f10 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854179735'] for segment, precommit_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:14:19.015307 n-d-768862-2 neutron-server[84765]: INFO neutron.db.segments_db [None req-2dd9e2a8-9f64-40c1-b555-7f2c56499f10 admin admin] Added segment a7739ce8-88bc-496b-b34d-128d7e74a1d3 of type vxlan for network c5796fe5-f94a-4f9f-a829-10d556c8dd5d Jan 14 07:14:19.059883 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-852a24f7-e9a1-4193-9abb-e9506fe5213f None None] Device 0eb1331d-d377-40d2-aacb-222a7234fdd8 up at agent ovs-agent-n-h2-768862-2 {{(pid=84876) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 07:14:19.073122 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-2dd9e2a8-9f64-40c1-b555-7f2c56499f10 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363259214646115'] for network, precommit_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:14:19.135147 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-c008f180-cd63-4e3d-b337-8e89b800fb60 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:14:19.169055 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dd9e2a8-9f64-40c1-b555-7f2c56499f10 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b28fe6db-0cc4-4a20-9e52-7948725b2583,revision_number=1']} {{(pid=84874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:14:19.176425 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-2dd9e2a8-9f64-40c1-b555-7f2c56499f10 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850887149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964'] for network, after_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:14:19.178393 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2dd9e2a8-9f64-40c1-b555-7f2c56499f10 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:14:19.179285 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-2dd9e2a8-9f64-40c1-b555-7f2c56499f10 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3207107'] for network, before_response {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:14:19.185620 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [req-88a2f69c-f6ca-42a1-8c6c-5e8453460ce5 req-67524175-f9df-461f-9e65-ea5da239ecd2 tempest-FloatingIPDetailsTestJSON-1519139485 tempest-FloatingIPDetailsTestJSON-1519139485] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555753'] for port, before_update {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:14:19.188816 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-2dd9e2a8-9f64-40c1-b555-7f2c56499f10 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:14:19.189786 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-b1cb1312-c820-4d8b-8603-8bca6397cc25 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:14:19.230713 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [req-2717a99f-8fe6-433a-b94b-64b2d2568be5 req-1684045c-2d75-4a60-b764-d45186fc66bc tempest-ServersTestJSON-1630860468 tempest-ServersTestJSON-1630860468] Synchronizing usage tracker for tenant:04f3aea956e546e892de768ae99354b8 on resource:port {{(pid=84875) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 14 07:14:19.360982 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dd9e2a8-9f64-40c1-b555-7f2c56499f10 admin admin] Pushing event updated for resources: {'Network': ['ID=c5796fe5-f94a-4f9f-a829-10d556c8dd5d,revision_number=1']} {{(pid=84874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:14:19.367148 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-2dd9e2a8-9f64-40c1-b555-7f2c56499f10 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.177s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:14:19.376615 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-2dd9e2a8-9f64-40c1-b555-7f2c56499f10 admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 870 time: 2.0794923 Jan 14 07:14:19.391236 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84874) accepted ('10.222.0.24', 58958) {{(pid=84874) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:14:19.405647 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.v2.base [None req-39515d5d-2967-4acc-aef9-06e22a5daf2c admin admin] Request body: {'subnet': {'network_id': 'c5796fe5-f94a-4f9f-a829-10d556c8dd5d', 'cidr': '172.20.0.0/28', 'name': 'tempest-ImagesTestJSON-773666840-subnet', 'tenant_id': '34cab96e6eaa4be98af4bafa2eaeb94d', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=84874) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:14:19.464141 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [req-2717a99f-8fe6-433a-b94b-64b2d2568be5 req-1684045c-2d75-4a60-b764-d45186fc66bc tempest-ServersTestJSON-1630860468 tempest-ServersTestJSON-1630860468] Unset dirty status for tenant:04f3aea956e546e892de768ae99354b8 on resource:port {{(pid=84875) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 14 07:14:19.466241 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [req-2717a99f-8fe6-433a-b94b-64b2d2568be5 req-1684045c-2d75-4a60-b764-d45186fc66bc tempest-ServersTestJSON-1630860468 tempest-ServersTestJSON-1630860468] 10.222.0.24 "GET /v2.0/ports?tenant_id=04f3aea956e546e892de768ae99354b8&fields=id HTTP/1.1" status: 200 len: 348 time: 1.1233191 Jan 14 07:14:19.471494 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [req-75aef90f-eccd-41fa-a39c-9f474eac367e req-18dad0cf-d83f-426c-b7e5-03a584f09ebd service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=4873c9000017431bb4db0aa60ef7da75&device_id=a747bc22-0cf1-4638-8306-b805069dae4a HTTP/1.1" status: 200 len: 210 time: 0.0708354 Jan 14 07:14:19.479673 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [req-6650ea62-7767-41b3-8855-f0726ff911e3 req-fe49a179-3f9d-460b-9109-e6abf055fd96 tempest-ServerPasswordTestJSON-1368291127 tempest-ServerPasswordTestJSON-1368291127] Notify callbacks [] for port, precommit_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:14:19.482377 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-017f98a9-8a07-408c-a86f-8ff0c00400a0 None None] Network c5796fe5-f94a-4f9f-a829-10d556c8dd5d details requested by agent ovs-agent-n-h1-768862-2 with host n-h1-768862-2 {{(pid=84876) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 07:14:19.483637 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-39515d5d-2967-4acc-aef9-06e22a5daf2c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:14:19.599712 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-852a24f7-e9a1-4193-9abb-e9506fe5213f None None] Network c5796fe5-f94a-4f9f-a829-10d556c8dd5d details requested by agent ovs-agent-n-h2-768862-2 with host n-h2-768862-2 {{(pid=84876) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 07:14:19.614167 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Network c5796fe5-f94a-4f9f-a829-10d556c8dd5d details requested by agent ovs-agent-n-d-768862-2 with host n-d-768862-2 {{(pid=84876) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 07:14:19.637543 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-39515d5d-2967-4acc-aef9-06e22a5daf2c admin admin] Usage tracker for resource:subnet and tenant:34cab96e6eaa4be98af4bafa2eaeb94d is out of sync, need to count used quota {{(pid=84874) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:14:19.650222 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75aef90f-eccd-41fa-a39c-9f474eac367e req-51b2fb63-ca91-4ef5-b9d0-6338ba5a0d97 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:14:19.650841 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75aef90f-eccd-41fa-a39c-9f474eac367e req-51b2fb63-ca91-4ef5-b9d0-6338ba5a0d97 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:14:19.652029 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75aef90f-eccd-41fa-a39c-9f474eac367e req-51b2fb63-ca91-4ef5-b9d0-6338ba5a0d97 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:14:19.653834 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [req-75aef90f-eccd-41fa-a39c-9f474eac367e req-51b2fb63-ca91-4ef5-b9d0-6338ba5a0d97 service neutron] 10.222.0.35 "GET /v2.0/networks?tenant_id=4873c9000017431bb4db0aa60ef7da75&shared=False HTTP/1.1" status: 200 len: 2272 time: 0.1667988 Jan 14 07:14:19.654292 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-39515d5d-2967-4acc-aef9-06e22a5daf2c admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84874) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:14:19.731145 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [req-2717a99f-8fe6-433a-b94b-64b2d2568be5 req-d08b612a-a49b-4019-bc39-c2b4effbc0dc service neutron] 10.222.0.24 "GET /v2.0/networks/71b40b7a-b096-4de3-b013-cb8bf2ae45f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2206409 Jan 14 07:14:19.736339 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-46b37478-c9d2-4aa2-bc4e-a8b936be2845 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:14:19.849375 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-46b37478-c9d2-4aa2-bc4e-a8b936be2845 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850887153'] for security_group, after_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:14:19.862211 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-f3f8ebb4-4c40-40b4-98c8-f0e4a1d2b57f tempest-SecurityGroupsTestJSON-494699717 tempest-SecurityGroupsTestJSON-494699717] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:14:19.920120 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Provisioning complete for port 9d33c003-d0a3-40a4-ac09-a47b452527a0 triggered by entity L2. {{(pid=84876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 07:14:19.920551 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-604227'] for port, provisioning_complete {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:14:19.982168 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-017f98a9-8a07-408c-a86f-8ff0c00400a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555753'] for port, before_update {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:14:19.985668 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-46b37478-c9d2-4aa2-bc4e-a8b936be2845 admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 15} {{(pid=84875) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Jan 14 07:14:20.023733 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46b37478-c9d2-4aa2-bc4e-a8b936be2845 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e6af9a97-b55c-4698-91b8-569463fdf507,revision_number=1']} {{(pid=84875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:14:20.042137 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-46b37478-c9d2-4aa2-bc4e-a8b936be2845 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.179s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:14:20.044583 n-d-768862-2 neutron-server[84765]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5e3c86a5-77b6-43d1-905c-ba72d474e6c4 admin admin] Router 4e773e6f-f236-4f11-886f-53eafdc495b5 is scheduled to L3 agent 35f592e9-451b-4db9-abea-77b6a5c5391b with binding_index 1 {{(pid=84875) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}} Jan 14 07:14:20.050281 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [None req-017f98a9-8a07-408c-a86f-8ff0c00400a0 None None] For port 6f2a7f43-bf53-42bb-a0fb-dc06cc058b22, host n-h1-768862-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-h1-768862-2',level=0,port_id=6f2a7f43-bf53-42bb-a0fb-dc06cc058b22,segment=NetworkSegment(03fb12c0-b28b-4752-937b-ed8f1fec4960),segment_id=03fb12c0-b28b-4752-937b-ed8f1fec4960)] {{(pid=84876) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 07:14:20.068457 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-46b37478-c9d2-4aa2-bc4e-a8b936be2845 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment--9223363259214191851', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854179735'] for segment, precommit_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:14:20.069055 n-d-768862-2 neutron-server[84765]: INFO neutron.db.segments_db [None req-46b37478-c9d2-4aa2-bc4e-a8b936be2845 admin admin] Added segment 9d160776-cb4e-4c54-875c-28b1a84a4c08 of type vxlan for network 3464e1d7-d68d-4886-b510-ed67f13e3a28 Jan 14 07:14:20.080770 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-017f98a9-8a07-408c-a86f-8ff0c00400a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777640533312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363259214678337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777640097497'] for port, after_update {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:14:20.081738 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-017f98a9-8a07-408c-a86f-8ff0c00400a0 None None] Device f3b37882-75a9-4ec5-b254-9ffd0685d6bb up at agent ovs-agent-n-h1-768862-2 {{(pid=84876) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 07:14:20.137235 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-46b37478-c9d2-4aa2-bc4e-a8b936be2845 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363259214646115'] for network, precommit_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:14:20.149716 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84876) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:14:20.166889 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-39515d5d-2967-4acc-aef9-06e22a5daf2c admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:14:20.180921 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-46b37478-c9d2-4aa2-bc4e-a8b936be2845 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850887149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964'] for network, after_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:14:20.181722 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46b37478-c9d2-4aa2-bc4e-a8b936be2845 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:14:20.182584 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-46b37478-c9d2-4aa2-bc4e-a8b936be2845 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3207107'] for network, before_response {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:14:20.198525 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:14:20.227400 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75aef90f-eccd-41fa-a39c-9f474eac367e req-2f333022-3b65-44b4-9725-1be791d76155 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:14:20.229159 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [req-75aef90f-eccd-41fa-a39c-9f474eac367e req-2f333022-3b65-44b4-9725-1be791d76155 service neutron] 10.222.0.35 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 863 time: 0.5668950 Jan 14 07:14:20.258789 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-39515d5d-2967-4acc-aef9-06e22a5daf2c admin admin] Made reservation on behalf of 34cab96e6eaa4be98af4bafa2eaeb94d for: {'subnet': 1} {{(pid=84874) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 07:14:20.263940 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-39515d5d-2967-4acc-aef9-06e22a5daf2c admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036851981161'] for subnet, before_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:14:20.264385 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-017f98a9-8a07-408c-a86f-8ff0c00400a0 None None] Pushing event updated for resources: {'Port': ['ID=6f2a7f43-bf53-42bb-a0fb-dc06cc058b22,revision_number=4']} {{(pid=84876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:14:20.285938 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-017f98a9-8a07-408c-a86f-8ff0c00400a0 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@n-h1-768862-2 {{(pid=84876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:14:20.286365 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-017f98a9-8a07-408c-a86f-8ff0c00400a0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-h1-768862-2 {{(pid=84876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:14:20.286712 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-017f98a9-8a07-408c-a86f-8ff0c00400a0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-h1-768862-2 {{(pid=84876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:14:20.287086 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-017f98a9-8a07-408c-a86f-8ff0c00400a0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-h1-768862-2 {{(pid=84876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:14:20.287465 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-017f98a9-8a07-408c-a86f-8ff0c00400a0 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@n-h1-768862-2 {{(pid=84876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:14:20.287883 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-017f98a9-8a07-408c-a86f-8ff0c00400a0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-h1-768862-2 {{(pid=84876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:14:20.288249 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-017f98a9-8a07-408c-a86f-8ff0c00400a0 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-h1-768862-2 {{(pid=84876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:14:20.288637 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-017f98a9-8a07-408c-a86f-8ff0c00400a0 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-h1-768862-2 {{(pid=84876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:14:20.288992 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-017f98a9-8a07-408c-a86f-8ff0c00400a0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-h1-768862-2 {{(pid=84876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:14:20.289358 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-017f98a9-8a07-408c-a86f-8ff0c00400a0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-h1-768862-2 {{(pid=84876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:14:20.289731 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-017f98a9-8a07-408c-a86f-8ff0c00400a0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-h1-768862-2 {{(pid=84876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:14:20.290096 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-017f98a9-8a07-408c-a86f-8ff0c00400a0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-h1-768862-2 {{(pid=84876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:14:20.290480 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-017f98a9-8a07-408c-a86f-8ff0c00400a0 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@n-h2-768862-2 {{(pid=84876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:14:20.290853 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-017f98a9-8a07-408c-a86f-8ff0c00400a0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-h2-768862-2 {{(pid=84876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:14:20.291216 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-017f98a9-8a07-408c-a86f-8ff0c00400a0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-h2-768862-2 {{(pid=84876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:14:20.291579 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-017f98a9-8a07-408c-a86f-8ff0c00400a0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-h2-768862-2 {{(pid=84876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:14:20.292000 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-017f98a9-8a07-408c-a86f-8ff0c00400a0 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@n-h2-768862-2 {{(pid=84876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:14:20.292353 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-017f98a9-8a07-408c-a86f-8ff0c00400a0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-h2-768862-2 {{(pid=84876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:14:20.292695 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-017f98a9-8a07-408c-a86f-8ff0c00400a0 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-h2-768862-2 {{(pid=84876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:14:20.293052 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-017f98a9-8a07-408c-a86f-8ff0c00400a0 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-h2-768862-2 {{(pid=84876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:14:20.293418 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-017f98a9-8a07-408c-a86f-8ff0c00400a0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-h2-768862-2 {{(pid=84876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:14:20.293779 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-017f98a9-8a07-408c-a86f-8ff0c00400a0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-h2-768862-2 {{(pid=84876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:14:20.294150 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-017f98a9-8a07-408c-a86f-8ff0c00400a0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-h2-768862-2 {{(pid=84876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:14:20.294501 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-017f98a9-8a07-408c-a86f-8ff0c00400a0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-h2-768862-2 {{(pid=84876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:14:20.294915 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-017f98a9-8a07-408c-a86f-8ff0c00400a0 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-2 {{(pid=84876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:14:20.295282 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-017f98a9-8a07-408c-a86f-8ff0c00400a0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-2 {{(pid=84876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:14:20.295644 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-017f98a9-8a07-408c-a86f-8ff0c00400a0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-2 {{(pid=84876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:14:20.296032 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-017f98a9-8a07-408c-a86f-8ff0c00400a0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-2 {{(pid=84876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:14:20.296393 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-017f98a9-8a07-408c-a86f-8ff0c00400a0 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@n-d-768862-2 {{(pid=84876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:14:20.296752 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-017f98a9-8a07-408c-a86f-8ff0c00400a0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-2 {{(pid=84876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:14:20.297105 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-017f98a9-8a07-408c-a86f-8ff0c00400a0 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-768862-2 {{(pid=84876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:14:20.297472 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-017f98a9-8a07-408c-a86f-8ff0c00400a0 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-768862-2 {{(pid=84876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:14:20.297827 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-017f98a9-8a07-408c-a86f-8ff0c00400a0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-2 {{(pid=84876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:14:20.298183 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-017f98a9-8a07-408c-a86f-8ff0c00400a0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-2 {{(pid=84876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:14:20.298541 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-017f98a9-8a07-408c-a86f-8ff0c00400a0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-2 {{(pid=84876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:14:20.298896 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-017f98a9-8a07-408c-a86f-8ff0c00400a0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-2 {{(pid=84876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:14:20.339037 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [req-75aef90f-eccd-41fa-a39c-9f474eac367e req-f2da0406-3b6c-44f5-a3e0-a7d73ded2273 tempest-TaggedBootDevicesTest-541410187 tempest-TaggedBootDevicesTest-541410187] 10.222.0.35 "GET /v2.0/ports?device_id=a747bc22-0cf1-4638-8306-b805069dae4a HTTP/1.1" status: 200 len: 210 time: 0.0570943 Jan 14 07:14:20.347679 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-017f98a9-8a07-408c-a86f-8ff0c00400a0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.198s {{(pid=84876) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:14:20.356059 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-017f98a9-8a07-408c-a86f-8ff0c00400a0 None None] Provisioning for port f3b37882-75a9-4ec5-b254-9ffd0685d6bb completed by entity L2. {{(pid=84876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 07:14:20.387705 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-852a24f7-e9a1-4193-9abb-e9506fe5213f None None] Provisioning complete for port 0eb1331d-d377-40d2-aacb-222a7234fdd8 triggered by entity L2. {{(pid=84876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 07:14:20.387957 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-852a24f7-e9a1-4193-9abb-e9506fe5213f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-604227'] for port, provisioning_complete {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:14:20.405999 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [req-6650ea62-7767-41b3-8855-f0726ff911e3 req-fe49a179-3f9d-460b-9109-e6abf055fd96 tempest-ServerPasswordTestJSON-1368291127 tempest-ServerPasswordTestJSON-1368291127] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777640123575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3254186'] for port, after_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:14:20.433023 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-6715b691-c825-4efa-95e5-793c59e359f2 tempest-LiveMigrationNegativeTest-1470825370 tempest-LiveMigrationNegativeTest-1470825370] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:14:20.461508 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-017f98a9-8a07-408c-a86f-8ff0c00400a0 None None] Provisioning complete for port f3b37882-75a9-4ec5-b254-9ffd0685d6bb triggered by entity L2. {{(pid=84876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 07:14:20.461925 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-017f98a9-8a07-408c-a86f-8ff0c00400a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-604227'] for port, provisioning_complete {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:14:20.668217 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe49a179-3f9d-460b-9109-e6abf055fd96 tempest-ServerPasswordTestJSON-1368291127 tempest-ServerPasswordTestJSON-1368291127] Pushing event updated for resources: {'Port': ['ID=e211cab2-1789-4044-a855-7eb04ddfae53,revision_number=1']} {{(pid=84874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:14:20.672109 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-fe49a179-3f9d-460b-9109-e6abf055fd96 tempest-ServerPasswordTestJSON-1368291127 tempest-ServerPasswordTestJSON-1368291127] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.239s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:14:20.725803 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-017f98a9-8a07-408c-a86f-8ff0c00400a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555753'] for port, before_update {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:14:20.764489 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [None req-017f98a9-8a07-408c-a86f-8ff0c00400a0 None None] For port f3b37882-75a9-4ec5-b254-9ffd0685d6bb, host n-h1-768862-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-h1-768862-2',level=0,port_id=f3b37882-75a9-4ec5-b254-9ffd0685d6bb,segment=NetworkSegment(871dcfe9-d88b-458a-b832-5a97900de51f),segment_id=871dcfe9-d88b-458a-b832-5a97900de51f)] {{(pid=84876) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 07:14:20.769455 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-017f98a9-8a07-408c-a86f-8ff0c00400a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777640533312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363259214678337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777640097497'] for port, after_update {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:14:20.770734 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-017f98a9-8a07-408c-a86f-8ff0c00400a0 None None] Device 20d7e6c5-52b7-484a-bcda-ecac18c68f61 up at agent ovs-agent-n-h1-768862-2 {{(pid=84876) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 07:14:20.819127 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-46445747-98da-403d-bb23-cdfd35c36649 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84876) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:14:20.826718 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46b37478-c9d2-4aa2-bc4e-a8b936be2845 admin admin] Pushing event updated for resources: {'Network': ['ID=3464e1d7-d68d-4886-b510-ed67f13e3a28,revision_number=1']} {{(pid=84875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:14:20.839590 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-46b37478-c9d2-4aa2-bc4e-a8b936be2845 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.641s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:14:20.873206 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-852a24f7-e9a1-4193-9abb-e9506fe5213f None None] Network 3464e1d7-d68d-4886-b510-ed67f13e3a28 details requested by agent ovs-agent-n-h2-768862-2 with host n-h2-768862-2 {{(pid=84876) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 07:14:20.879307 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-46b37478-c9d2-4aa2-bc4e-a8b936be2845 admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 3.5494337 Jan 14 07:14:20.889309 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-017f98a9-8a07-408c-a86f-8ff0c00400a0 None None] Network 3464e1d7-d68d-4886-b510-ed67f13e3a28 details requested by agent ovs-agent-n-h1-768862-2 with host n-h1-768862-2 {{(pid=84876) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 07:14:20.893367 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84875) accepted ('10.222.0.24', 58966) {{(pid=84875) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:14:20.914102 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.v2.base [None req-76918283-547e-4f50-83b8-0bdfb72f699c admin admin] Request body: {'subnet': {'network_id': '3464e1d7-d68d-4886-b510-ed67f13e3a28', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestBootFromVolume-1415430933-subnet', 'tenant_id': '18b1ab99759c4e17a07e1a0bd62f79a5', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=84875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:14:20.926120 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [req-88a2f69c-f6ca-42a1-8c6c-5e8453460ce5 req-67524175-f9df-461f-9e65-ea5da239ecd2 tempest-FloatingIPDetailsTestJSON-1519139485 tempest-FloatingIPDetailsTestJSON-1519139485] Notify callbacks [] for port, precommit_update {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:14:20.930233 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [req-2717a99f-8fe6-433a-b94b-64b2d2568be5 req-5650353c-f02a-4fa7-b0c4-1a7ec2f035bb service neutron] 10.222.0.24 "GET /v2.0/networks/71b40b7a-b096-4de3-b013-cb8bf2ae45f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 1.1645110 Jan 14 07:14:20.938452 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-76918283-547e-4f50-83b8-0bdfb72f699c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:14:20.942713 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [req-88a2f69c-f6ca-42a1-8c6c-5e8453460ce5 req-67524175-f9df-461f-9e65-ea5da239ecd2 tempest-FloatingIPDetailsTestJSON-1519139485 tempest-FloatingIPDetailsTestJSON-1519139485] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777640533312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363259214678337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777640097497', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3154211'] for port, after_update {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:14:20.958665 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-41eff07d-8c71-4cd3-928b-25bb15947380 tempest-FloatingIPDetailsTestJSON-1519139485 tempest-FloatingIPDetailsTestJSON-1519139485] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:14:20.989264 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5e3c86a5-77b6-43d1-905c-ba72d474e6c4 admin admin] Notify agent at l3_agent.n-d-768862-2 the message routers_updated {{(pid=84875) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jan 14 07:14:20.996139 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-76918283-547e-4f50-83b8-0bdfb72f699c admin admin] Usage tracker for resource:subnet and tenant:18b1ab99759c4e17a07e1a0bd62f79a5 is out of sync, need to count used quota {{(pid=84875) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:14:21.001561 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c70f8565-1abf-421c-9848-dcc1b0c97a54 None None] Sync routers for ids ['4e773e6f-f236-4f11-886f-53eafdc495b5'] in n-d-768862-2 {{(pid=84877) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Jan 14 07:14:21.001884 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-76918283-547e-4f50-83b8-0bdfb72f699c admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84875) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:14:21.021561 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Network 3464e1d7-d68d-4886-b510-ed67f13e3a28 details requested by agent ovs-agent-n-d-768862-2 with host n-d-768862-2 {{(pid=84876) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 07:14:21.027133 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c70f8565-1abf-421c-9848-dcc1b0c97a54 None None] Routers {'4e773e6f-f236-4f11-886f-53eafdc495b5'} bound to L3 agent in host n-d-768862-2 {{(pid=84877) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 14 07:14:21.032324 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_hamode_db [None req-c70f8565-1abf-421c-9848-dcc1b0c97a54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2021-01-14T06:56:51Z,description=,heartbeat_timestamp=2021-01-14T07:13:51Z,host='n-d-768862-2',id=35f592e9-451b-4db9-abea-77b6a5c5391b,load=0,resource_versions=,resources_synced=,started_at=2021-01-14T06:56:51Z,topic='l3_agent')) {'router_ids': ['4e773e6f-f236-4f11-886f-53eafdc495b5'], 'active': True} {{(pid=84877) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:14:21.074869 n-d-768862-2 neutron-server[84765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6650ea62-7767-41b3-8855-f0726ff911e3 req-fe49a179-3f9d-460b-9109-e6abf055fd96 tempest-ServerPasswordTestJSON-1368291127 tempest-ServerPasswordTestJSON-1368291127] Network cbe2ed4b-3608-4133-998a-17444358e4ae is already hosted by enough agents. {{(pid=84874) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 07:14:21.160079 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-76918283-547e-4f50-83b8-0bdfb72f699c admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:14:21.227878 n-d-768862-2 neutron-server[84765]: DEBUG neutron.scheduler.base_scheduler [req-6650ea62-7767-41b3-8855-f0726ff911e3 req-fe49a179-3f9d-460b-9109-e6abf055fd96 tempest-ServerPasswordTestJSON-1368291127 tempest-ServerPasswordTestJSON-1368291127] Resources bound (agent type, host, resource id): {{(pid=84874) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 07:14:21.241180 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-5e3c86a5-77b6-43d1-905c-ba72d474e6c4 admin admin] Notify callbacks [] for router, before_response {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:14:21.242720 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-5e3c86a5-77b6-43d1-905c-ba72d474e6c4 admin admin] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 14.8506320 Jan 14 07:14:21.262637 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84875) accepted ('10.222.0.24', 58972) {{(pid=84875) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:14:21.263357 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-76918283-547e-4f50-83b8-0bdfb72f699c admin admin] Made reservation on behalf of 18b1ab99759c4e17a07e1a0bd62f79a5 for: {'subnet': 1} {{(pid=84875) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 07:14:21.264749 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_dvrscheduler_db [req-6650ea62-7767-41b3-8855-f0726ff911e3 req-fe49a179-3f9d-460b-9109-e6abf055fd96 tempest-ServerPasswordTestJSON-1368291127 tempest-ServerPasswordTestJSON-1368291127] Received port after_create {{(pid=84874) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 14 07:14:21.281154 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-76918283-547e-4f50-83b8-0bdfb72f699c admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036852467157'] for subnet, before_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:14:21.293461 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-ed474aec-545d-47a6-bdde-e14bbbfc74d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363259214191800', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854171626'] for agent, after_update {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:14:21.332058 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-017f98a9-8a07-408c-a86f-8ff0c00400a0 None None] Pushing event updated for resources: {'Port': ['ID=f3b37882-75a9-4ec5-b254-9ffd0685d6bb,revision_number=4']} {{(pid=84876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:14:21.338710 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-017f98a9-8a07-408c-a86f-8ff0c00400a0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.519s {{(pid=84876) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:14:21.339400 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-017f98a9-8a07-408c-a86f-8ff0c00400a0 None None] Provisioning for port 20d7e6c5-52b7-484a-bcda-ecac18c68f61 completed by entity L2. {{(pid=84876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 07:14:21.357424 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-017f98a9-8a07-408c-a86f-8ff0c00400a0 None None] Provisioning complete for port 20d7e6c5-52b7-484a-bcda-ecac18c68f61 triggered by entity L2. {{(pid=84876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 07:14:21.357842 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-017f98a9-8a07-408c-a86f-8ff0c00400a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-604227'] for port, provisioning_complete {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:14:21.397049 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_segment":"rule:admin_only" was deprecated in W in favor of "update_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:14:21.397049 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:14:21.397049 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "delete_segment":"rule:admin_only" was deprecated in W in favor of "delete_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:14:21.397049 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:14:21.397049 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network":"rule:regular_user" was deprecated in W in favor of "create_network":"role:member and project_id:%(project_id)s". Reason: Jan 14 07:14:21.397049 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:14:21.397049 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:14:21.397049 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:14:21.397049 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:shared":"rule:admin_only" was deprecated in W in favor of "create_network:shared":"role:admin and system_scope:all". Reason: Jan 14 07:14:21.397049 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:14:21.397049 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:14:21.397049 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:14:21.397049 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:router:external":"rule:admin_only" was deprecated in W in favor of "create_network:router:external":"role:admin and system_scope:all". Reason: Jan 14 07:14:21.397049 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:14:21.397049 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:14:21.397049 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:14:21.397049 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:is_default":"rule:admin_only" was deprecated in W in favor of "create_network:is_default":"role:admin and system_scope:all". Reason: Jan 14 07:14:21.397049 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:14:21.397049 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:14:21.397049 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:14:21.397049 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:port_security_enabled":"rule:regular_user" was deprecated in W in favor of "create_network:port_security_enabled":"role:member and project_id:%(project_id)s". Reason: Jan 14 07:14:21.397049 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:14:21.397049 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:14:21.397049 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:14:21.397049 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:segments":"rule:admin_only" was deprecated in W in favor of "create_network:segments":"role:admin and system_scope:all". Reason: Jan 14 07:14:21.397049 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:14:21.397049 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:14:21.397049 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:14:21.397049 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "create_network:provider:network_type":"role:admin and system_scope:all". Reason: Jan 14 07:14:21.397049 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:14:21.397049 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:14:21.397049 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:14:21.397049 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "create_network:provider:physical_network":"role:admin and system_scope:all". Reason: Jan 14 07:14:21.397049 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:14:21.397049 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:14:21.397049 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:14:21.397049 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "create_network:provider:segmentation_id":"role:admin and system_scope:all". Reason: Jan 14 07:14:21.397049 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:14:21.397049 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:14:21.397049 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:14:21.397049 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network":"rule:admin_or_owner or rule:shared or rule:external or rule:context_is_advsvc" was deprecated in W in favor of "get_network":"(role:reader and system_scope:all) or (role:reader and project_id:%(project_id)s) or rule:shared or rule:external or rule:context_is_advsvc". Reason: Jan 14 07:14:21.397049 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:14:21.397049 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:14:21.397049 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:14:21.397049 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:router:external":"rule:regular_user" was deprecated in W in favor of "get_network:router:external":"role:reader and project_id:%(project_id)s". Reason: Jan 14 07:14:21.399981 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:14:21.399981 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:14:21.399981 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:14:21.399981 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:segments":"rule:admin_only" was deprecated in W in favor of "get_network:segments":"role:reader and system_scope:all". Reason: Jan 14 07:14:21.399981 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:14:21.399981 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:14:21.399981 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:14:21.399981 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "get_network:provider:network_type":"role:reader and system_scope:all". Reason: Jan 14 07:14:21.399981 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:14:21.399981 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:14:21.399981 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:14:21.399981 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "get_network:provider:physical_network":"role:reader and system_scope:all". Reason: Jan 14 07:14:21.399981 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:14:21.399981 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:14:21.399981 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:14:21.399981 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "get_network:provider:segmentation_id":"role:reader and system_scope:all". Reason: Jan 14 07:14:21.399981 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:14:21.399981 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:14:21.399981 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:14:21.419094 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6650ea62-7767-41b3-8855-f0726ff911e3 req-fe49a179-3f9d-460b-9109-e6abf055fd96 tempest-ServerPasswordTestJSON-1368291127 tempest-ServerPasswordTestJSON-1368291127] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:14:21.419859 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [req-6650ea62-7767-41b3-8855-f0726ff911e3 req-fe49a179-3f9d-460b-9109-e6abf055fd96 tempest-ServerPasswordTestJSON-1368291127 tempest-ServerPasswordTestJSON-1368291127] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854768116'] for port, before_response {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:14:21.455600 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [req-6650ea62-7767-41b3-8855-f0726ff911e3 req-fe49a179-3f9d-460b-9109-e6abf055fd96 tempest-ServerPasswordTestJSON-1368291127 tempest-ServerPasswordTestJSON-1368291127] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.7696793 Jan 14 07:14:21.471928 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.v2.base [req-6650ea62-7767-41b3-8855-f0726ff911e3 req-ed500615-ae86-4bfb-977a-ee1f497b51c2 service neutron] Request body: {'port': {'device_id': '5e1b808a-588c-4008-b69e-f3b9e623e2ef', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-768862-2'}} {{(pid=84874) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:14:21.492620 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_dvr_db [None req-c70f8565-1abf-421c-9848-dcc1b0c97a54 None None] Set router 4e773e6f-f236-4f11-886f-53eafdc495b5 gateway port host: n-d-768862-2 {{(pid=84877) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 14 07:14:21.514322 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-017f98a9-8a07-408c-a86f-8ff0c00400a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555753'] for port, before_update {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:14:21.530406 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67524175-f9df-461f-9e65-ea5da239ecd2 tempest-FloatingIPDetailsTestJSON-1519139485 tempest-FloatingIPDetailsTestJSON-1519139485] Pushing event updated for resources: {'Port': ['ID=67ad888a-1564-46c7-b3f1-99d0b74fc94c,revision_number=2']} {{(pid=84875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:14:21.580563 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-67524175-f9df-461f-9e65-ea5da239ecd2 tempest-FloatingIPDetailsTestJSON-1519139485 tempest-FloatingIPDetailsTestJSON-1519139485] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.622s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:14:21.613087 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [None req-017f98a9-8a07-408c-a86f-8ff0c00400a0 None None] For port 20d7e6c5-52b7-484a-bcda-ecac18c68f61, host n-h1-768862-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-h1-768862-2',level=0,port_id=20d7e6c5-52b7-484a-bcda-ecac18c68f61,segment=NetworkSegment(871dcfe9-d88b-458a-b832-5a97900de51f),segment_id=871dcfe9-d88b-458a-b832-5a97900de51f)] {{(pid=84876) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 07:14:21.619446 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-017f98a9-8a07-408c-a86f-8ff0c00400a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777640533312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363259214678337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777640097497'] for port, after_update {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:14:21.623914 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-5d351d26-0b3d-41c5-b016-9d8469d3d392 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84876) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:14:21.635784 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [req-6650ea62-7767-41b3-8855-f0726ff911e3 req-ed500615-ae86-4bfb-977a-ee1f497b51c2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555753'] for port, before_update {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:14:21.806117 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-da76cfc0-98e8-4426-9f6d-4f05aa3fae78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363259214191800', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854171626'] for agent, after_update {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:14:21.811132 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-017f98a9-8a07-408c-a86f-8ff0c00400a0 None None] Device f3b37882-75a9-4ec5-b254-9ffd0685d6bb up at agent ovs-agent-n-h1-768862-2 {{(pid=84876) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 07:14:22.021647 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-017f98a9-8a07-408c-a86f-8ff0c00400a0 None None] Provisioning complete for port f3b37882-75a9-4ec5-b254-9ffd0685d6bb triggered by entity L2. {{(pid=84876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 07:14:22.022060 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-017f98a9-8a07-408c-a86f-8ff0c00400a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-604227'] for port, provisioning_complete {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:14:22.170178 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-017f98a9-8a07-408c-a86f-8ff0c00400a0 None None] Pushing event updated for resources: {'Port': ['ID=20d7e6c5-52b7-484a-bcda-ecac18c68f61,revision_number=4']} {{(pid=84876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:14:22.177898 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-017f98a9-8a07-408c-a86f-8ff0c00400a0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.556s {{(pid=84876) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:14:22.349400 n-d-768862-2 neutron-server[84765]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5a880e33-93c3-4fa7-93e3-c4bf80d6af18', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0eb1331d-d377-40d2-aacb-222a7234fdd8', 'code': 200} Jan 14 07:14:22.350996 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-017f98a9-8a07-408c-a86f-8ff0c00400a0 None None] Device 6f2a7f43-bf53-42bb-a0fb-dc06cc058b22 up at agent ovs-agent-n-h1-768862-2 {{(pid=84876) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 07:14:22.427975 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-39515d5d-2967-4acc-aef9-06e22a5daf2c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850887113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3254092', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036851981146'] for subnet, after_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:14:22.480763 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-9794bd26-e1b2-4889-a32f-639d230489aa admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:14:22.509925 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-017f98a9-8a07-408c-a86f-8ff0c00400a0 None None] Provisioning complete for port 6f2a7f43-bf53-42bb-a0fb-dc06cc058b22 triggered by entity L2. {{(pid=84876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 07:14:22.513235 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-017f98a9-8a07-408c-a86f-8ff0c00400a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-604227'] for port, provisioning_complete {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:14:22.687797 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_hamode_db [None req-c70f8565-1abf-421c-9848-dcc1b0c97a54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4e773e6f-f236-4f11-886f-53eafdc495b5', 'name': 'tempest-ServerActionsTestJSON-872566309-router', 'tenant_id': '12721d5aa0d74c769229c9ab1dd6bd37', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '226f1e78-82cd-4481-9055-4eb73b6db8c1', 'external_fixed_ips': [{'subnet_id': 'ba8deeec-7658-4195-9449-038c076f5c83', 'ip_address': '172.25.2.246'}], 'enable_snat': True}, 'gw_port_id': 'b4f88f31-112f-40c1-98c5-16898a532a27', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-14T07:14:06Z', 'updated_at': '2021-01-14T07:14:17Z', 'revision_number': 3, 'project_id': '12721d5aa0d74c769229c9ab1dd6bd37', 'gw_port': {'id': 'b4f88f31-112f-40c1-98c5-16898a532a27', 'name': '', 'network_id': '226f1e78-82cd-4481-9055-4eb73b6db8c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:e2:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4e773e6f-f236-4f11-886f-53eafdc495b5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1005, 'fixed_ips': [{'subnet_id': 'ba8deeec-7658-4195-9449-038c076f5c83', 'ip_address': '172.25.2.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T07:14:11Z', 'updated_at': '2021-01-14T07:14:11Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ba8deeec-7658-4195-9449-038c076f5c83', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-2'}], 'n-d-768862-2', False) {} {{(pid=84877) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:14:22.692741 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c70f8565-1abf-421c-9848-dcc1b0c97a54 None None] Checking router: 4e773e6f-f236-4f11-886f-53eafdc495b5 for host: n-d-768862-2 {{(pid=84877) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Jan 14 07:14:22.693458 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c70f8565-1abf-421c-9848-dcc1b0c97a54 None None] Updating router 4e773e6f-f236-4f11-886f-53eafdc495b5 port b4f88f31-112f-40c1-98c5-16898a532a27 binding host n-d-768862-2 {{(pid=84877) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Jan 14 07:14:22.771774 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-c70f8565-1abf-421c-9848-dcc1b0c97a54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555753'] for port, before_update {{(pid=84877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:14:22.803790 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-017f98a9-8a07-408c-a86f-8ff0c00400a0 None None] Device 20d7e6c5-52b7-484a-bcda-ecac18c68f61 up at agent ovs-agent-n-h1-768862-2 {{(pid=84876) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 07:14:22.834630 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39515d5d-2967-4acc-aef9-06e22a5daf2c admin admin] Pushing event updated for resources: {'Subnet': ['ID=cf712ca0-f3df-4018-96dd-6afcd3531d5e,revision_number=0']} {{(pid=84874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:14:22.888822 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-39515d5d-2967-4acc-aef9-06e22a5daf2c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.408s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:14:22.911576 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [req-88a2f69c-f6ca-42a1-8c6c-5e8453460ce5 req-67524175-f9df-461f-9e65-ea5da239ecd2 tempest-FloatingIPDetailsTestJSON-1519139485 tempest-FloatingIPDetailsTestJSON-1519139485] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3912638'] for floatingip, after_update {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:14:22.933395 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363259214191800', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854171626'] for agent, after_update {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:14:22.963465 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-017f98a9-8a07-408c-a86f-8ff0c00400a0 None None] Provisioning complete for port 20d7e6c5-52b7-484a-bcda-ecac18c68f61 triggered by entity L2. {{(pid=84876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 07:14:22.963915 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-017f98a9-8a07-408c-a86f-8ff0c00400a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-604227'] for port, provisioning_complete {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:14:22.976922 n-d-768862-2 neutron-server[84765]: DEBUG neutron.notifiers.nova [req-6650ea62-7767-41b3-8855-f0726ff911e3 req-ed500615-ae86-4bfb-977a-ee1f497b51c2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e211cab2-1789-4044-a855-7eb04ddfae53 {{(pid=84874) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Jan 14 07:14:22.988473 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [req-6650ea62-7767-41b3-8855-f0726ff911e3 req-ed500615-ae86-4bfb-977a-ee1f497b51c2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:14:22.995404 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39515d5d-2967-4acc-aef9-06e22a5daf2c admin admin] Checking segment: {'id': 'a7739ce8-88bc-496b-b34d-128d7e74a1d3', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': 'c5796fe5-f94a-4f9f-a829-10d556c8dd5d'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84874) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 14 07:14:22.996046 n-d-768862-2 neutron-server[84765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39515d5d-2967-4acc-aef9-06e22a5daf2c admin admin] Network hostable DHCP agents. Network: c5796fe5-f94a-4f9f-a829-10d556c8dd5d, hostable agents: ['32f3dd84-26da-4d18-bf15-6017a8fb7247'], hosted agents: [] {{(pid=84874) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Jan 14 07:14:23.021157 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [req-6650ea62-7767-41b3-8855-f0726ff911e3 req-ed500615-ae86-4bfb-977a-ee1f497b51c2 service neutron] Transition to ACTIVE for port object e211cab2-1789-4044-a855-7eb04ddfae53 will not be triggered until provisioned by entity L2. {{(pid=84874) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 07:14:23.029963 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [req-6650ea62-7767-41b3-8855-f0726ff911e3 req-ed500615-ae86-4bfb-977a-ee1f497b51c2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777640533312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363259214678337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777640097497', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036851521613'] for port, after_update {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:14:23.221045 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [req-88a2f69c-f6ca-42a1-8c6c-5e8453460ce5 req-67524175-f9df-461f-9e65-ea5da239ecd2 tempest-FloatingIPDetailsTestJSON-1519139485 tempest-FloatingIPDetailsTestJSON-1519139485] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854768116'] for floatingip, before_response {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:14:23.222392 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [req-88a2f69c-f6ca-42a1-8c6c-5e8453460ce5 req-67524175-f9df-461f-9e65-ea5da239ecd2 tempest-FloatingIPDetailsTestJSON-1519139485 tempest-FloatingIPDetailsTestJSON-1519139485] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 13.4385433 Jan 14 07:14:23.321699 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-3810097b-32be-4ac1-8bbd-f227c7fd69fd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:14:23.338423 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-0f37073e-9c69-4e3c-80e0-6cfaa0fd61a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363259214191800', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854171626'] for agent, after_update {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:14:23.360939 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [req-88a2f69c-f6ca-42a1-8c6c-5e8453460ce5 req-c50b9074-1651-4207-b114-1143a0503e1f tempest-FloatingIPDetailsTestJSON-1519139485 tempest-FloatingIPDetailsTestJSON-1519139485] Synchronizing usage tracker for tenant:a2441d08a92c4ad29bd14e22e25d9e48 on resource:floatingip {{(pid=84875) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 14 07:14:23.466964 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed500615-ae86-4bfb-977a-ee1f497b51c2 service neutron] Pushing event updated for resources: {'Port': ['ID=e211cab2-1789-4044-a855-7eb04ddfae53,revision_number=2']} {{(pid=84874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:14:23.470856 n-d-768862-2 neutron-server[84765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39515d5d-2967-4acc-aef9-06e22a5daf2c admin admin] Network c5796fe5-f94a-4f9f-a829-10d556c8dd5d is scheduled to be hosted by DHCP agent 32f3dd84-26da-4d18-bf15-6017a8fb7247 with binding_index 1 {{(pid=84874) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Jan 14 07:14:23.475732 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-ed500615-ae86-4bfb-977a-ee1f497b51c2 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.154s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:14:23.495672 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [req-88a2f69c-f6ca-42a1-8c6c-5e8453460ce5 req-c50b9074-1651-4207-b114-1143a0503e1f tempest-FloatingIPDetailsTestJSON-1519139485 tempest-FloatingIPDetailsTestJSON-1519139485] Unset dirty status for tenant:a2441d08a92c4ad29bd14e22e25d9e48 on resource:floatingip {{(pid=84875) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 14 07:14:23.497125 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [req-88a2f69c-f6ca-42a1-8c6c-5e8453460ce5 req-c50b9074-1651-4207-b114-1143a0503e1f tempest-FloatingIPDetailsTestJSON-1519139485 tempest-FloatingIPDetailsTestJSON-1519139485] 10.222.0.24 "GET /v2.0/floatingips?floating_ip_address=172.25.2.119 HTTP/1.1" status: 200 len: 696 time: 0.2592471 Jan 14 07:14:23.589400 n-d-768862-2 neutron-server[84765]: DEBUG neutron.scheduler.base_scheduler [None req-39515d5d-2967-4acc-aef9-06e22a5daf2c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768862-2, c5796fe5-f94a-4f9f-a829-10d556c8dd5d) {{(pid=84874) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 07:14:23.600579 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e49b6b6c-7258-46eb-a5b0-ff15aea74481 None None] Network c5796fe5-f94a-4f9f-a829-10d556c8dd5d requested from n-d-768862-2 {{(pid=84876) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 07:14:23.620427 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39515d5d-2967-4acc-aef9-06e22a5daf2c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:14:23.621286 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-39515d5d-2967-4acc-aef9-06e22a5daf2c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3207107'] for subnet, before_response {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:14:23.649298 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-39515d5d-2967-4acc-aef9-06e22a5daf2c admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 841 time: 4.2550399 Jan 14 07:14:23.761389 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84874) accepted ('10.222.0.24', 59006) {{(pid=84874) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:14:23.770276 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-c70f8565-1abf-421c-9848-dcc1b0c97a54 None None] Notify callbacks [] for port, precommit_update {{(pid=84877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:14:23.817191 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-c70f8565-1abf-421c-9848-dcc1b0c97a54 None None] Transition to ACTIVE for port object b4f88f31-112f-40c1-98c5-16898a532a27 will not be triggered until provisioned by entity L2. {{(pid=84877) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 07:14:23.821028 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-017f98a9-8a07-408c-a86f-8ff0c00400a0 None None] Device 20d7e6c5-52b7-484a-bcda-ecac18c68f61 up at agent ovs-agent-n-h1-768862-2 {{(pid=84876) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 07:14:23.829952 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-c70f8565-1abf-421c-9848-dcc1b0c97a54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777640533312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363259214678337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777640097497'] for port, after_update {{(pid=84877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:14:23.869796 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-6f8a153b-f50f-47ee-a8cc-091640166313 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:14:23.937345 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.managers [req-6650ea62-7767-41b3-8855-f0726ff911e3 req-ed500615-ae86-4bfb-977a-ee1f497b51c2 service neutron] Attempting to bind port e211cab2-1789-4044-a855-7eb04ddfae53 on host n-h1-768862-2 for vnic_type normal with profile {{(pid=84874) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 14 07:14:23.938071 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.managers [req-6650ea62-7767-41b3-8855-f0726ff911e3 req-ed500615-ae86-4bfb-977a-ee1f497b51c2 service neutron] Attempting to bind port e211cab2-1789-4044-a855-7eb04ddfae53 by drivers openvswitch on host n-h1-768862-2 at level 0 using segments [{'id': '57bab259-5001-497b-b8de-52294271cdb8', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 13, 'network_id': 'cbe2ed4b-3608-4133-998a-17444358e4ae'}] {{(pid=84874) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 14 07:14:23.938672 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6650ea62-7767-41b3-8855-f0726ff911e3 req-ed500615-ae86-4bfb-977a-ee1f497b51c2 service neutron] Attempting to bind port e211cab2-1789-4044-a855-7eb04ddfae53 on network cbe2ed4b-3608-4133-998a-17444358e4ae {{(pid=84874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 14 07:14:23.951145 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6650ea62-7767-41b3-8855-f0726ff911e3 req-ed500615-ae86-4bfb-977a-ee1f497b51c2 service neutron] Checking agent: {'id': '40905704-73ec-4668-87ec-fe70ac9582ac', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-h1-768862-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 14, 7, 5, 11), 'started_at': datetime.datetime(2021, 1, 14, 7, 5, 41), 'heartbeat_timestamp': datetime.datetime(2021, 1, 14, 7, 14, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.42', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 14 07:14:23.952221 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6650ea62-7767-41b3-8855-f0726ff911e3 req-ed500615-ae86-4bfb-977a-ee1f497b51c2 service neutron] Checking segment: {'id': '57bab259-5001-497b-b8de-52294271cdb8', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 13, 'network_id': 'cbe2ed4b-3608-4133-998a-17444358e4ae'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84874) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 14 07:14:23.952872 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [req-6650ea62-7767-41b3-8855-f0726ff911e3 req-ed500615-ae86-4bfb-977a-ee1f497b51c2 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:14:23.953569 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6650ea62-7767-41b3-8855-f0726ff911e3 req-ed500615-ae86-4bfb-977a-ee1f497b51c2 service neutron] Bound using segment: {'id': '57bab259-5001-497b-b8de-52294271cdb8', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 13, 'network_id': 'cbe2ed4b-3608-4133-998a-17444358e4ae'} {{(pid=84874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 14 07:14:23.954245 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.managers [req-6650ea62-7767-41b3-8855-f0726ff911e3 req-ed500615-ae86-4bfb-977a-ee1f497b51c2 service neutron] Bound port: e211cab2-1789-4044-a855-7eb04ddfae53, host: n-h1-768862-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '57bab259-5001-497b-b8de-52294271cdb8', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 13, 'network_id': 'cbe2ed4b-3608-4133-998a-17444358e4ae'}}] {{(pid=84874) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 14 07:14:23.954722 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [req-6650ea62-7767-41b3-8855-f0726ff911e3 req-ed500615-ae86-4bfb-977a-ee1f497b51c2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555753'] for port, before_update {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:14:23.994522 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84874) accepted ('10.222.0.24', 59012) {{(pid=84874) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:14:24.092614 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-017f98a9-8a07-408c-a86f-8ff0c00400a0 None None] Provisioning complete for port 20d7e6c5-52b7-484a-bcda-ecac18c68f61 triggered by entity L2. {{(pid=84876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 07:14:24.093338 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-017f98a9-8a07-408c-a86f-8ff0c00400a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-604227'] for port, provisioning_complete {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:14:24.192546 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1136e288-0e3f-48bb-b324-090b0023ba1d None None] Pushing event updated for resources: {'Port': ['ID=b4f88f31-112f-40c1-98c5-16898a532a27,revision_number=2']} {{(pid=84877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:14:24.205185 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-1136e288-0e3f-48bb-b324-090b0023ba1d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.335s {{(pid=84877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:14:24.339495 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network":"rule:admin_or_owner" was deprecated in W in favor of "update_network":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 07:14:24.339495 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:14:24.339495 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:14:24.339495 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:14:24.339495 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:segments":"rule:admin_only" was deprecated in W in favor of "update_network:segments":"role:admin and system_scope:all". Reason: Jan 14 07:14:24.339495 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:14:24.339495 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:14:24.339495 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:14:24.339495 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:shared":"rule:admin_only" was deprecated in W in favor of "update_network:shared":"role:admin and system_scope:all". Reason: Jan 14 07:14:24.339495 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:14:24.339495 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:14:24.339495 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:14:24.339495 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "update_network:provider:network_type":"role:admin and system_scope:all". Reason: Jan 14 07:14:24.339495 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:14:24.339495 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:14:24.339495 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:14:24.339495 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "update_network:provider:physical_network":"role:admin and system_scope:all". Reason: Jan 14 07:14:24.339495 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:14:24.339495 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:14:24.339495 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:14:24.339495 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "update_network:provider:segmentation_id":"role:admin and system_scope:all". Reason: Jan 14 07:14:24.339495 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:14:24.339495 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:14:24.339495 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:14:24.339495 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:router:external":"rule:admin_only" was deprecated in W in favor of "update_network:router:external":"role:admin and system_scope:all". Reason: Jan 14 07:14:24.339495 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:14:24.339495 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:14:24.339495 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:14:24.339495 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:is_default":"rule:admin_only" was deprecated in W in favor of "update_network:is_default":"role:admin and system_scope:all". Reason: Jan 14 07:14:24.339495 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:14:24.339495 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:14:24.339495 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:14:24.339495 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:port_security_enabled":"rule:admin_or_owner" was deprecated in W in favor of "update_network:port_security_enabled":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 07:14:24.339495 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:14:24.339495 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:14:24.339495 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:14:24.339495 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "delete_network":"rule:admin_or_owner" was deprecated in W in favor of "delete_network":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 07:14:24.339495 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:14:24.339495 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:14:24.339495 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:14:24.339495 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_segment":"rule:admin_only" was deprecated in W in favor of "create_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:14:24.339495 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:14:24.339495 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_segment":"rule:admin_only" was deprecated in W in favor of "get_segment":"role:reader and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:14:24.339495 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:14:24.348699 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_segment":"rule:admin_only" was deprecated in W in favor of "update_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:14:24.348699 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:14:24.348699 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "delete_segment":"rule:admin_only" was deprecated in W in favor of "delete_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:14:24.348699 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:14:24.348699 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network":"rule:regular_user" was deprecated in W in favor of "create_network":"role:member and project_id:%(project_id)s". Reason: Jan 14 07:14:24.348699 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:14:24.348699 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:14:24.348699 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:14:24.348699 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:shared":"rule:admin_only" was deprecated in W in favor of "create_network:shared":"role:admin and system_scope:all". Reason: Jan 14 07:14:24.348699 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:14:24.348699 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:14:24.348699 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:14:24.348699 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:router:external":"rule:admin_only" was deprecated in W in favor of "create_network:router:external":"role:admin and system_scope:all". Reason: Jan 14 07:14:24.348699 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:14:24.348699 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:14:24.348699 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:14:24.348699 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:is_default":"rule:admin_only" was deprecated in W in favor of "create_network:is_default":"role:admin and system_scope:all". Reason: Jan 14 07:14:24.348699 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:14:24.348699 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:14:24.348699 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:14:24.348699 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:port_security_enabled":"rule:regular_user" was deprecated in W in favor of "create_network:port_security_enabled":"role:member and project_id:%(project_id)s". Reason: Jan 14 07:14:24.348699 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:14:24.348699 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:14:24.348699 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:14:24.348699 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:segments":"rule:admin_only" was deprecated in W in favor of "create_network:segments":"role:admin and system_scope:all". Reason: Jan 14 07:14:24.348699 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:14:24.348699 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:14:24.348699 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:14:24.348699 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "create_network:provider:network_type":"role:admin and system_scope:all". Reason: Jan 14 07:14:24.348699 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:14:24.348699 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:14:24.348699 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:14:24.348699 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "create_network:provider:physical_network":"role:admin and system_scope:all". Reason: Jan 14 07:14:24.348699 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:14:24.348699 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:14:24.348699 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:14:24.348699 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "create_network:provider:segmentation_id":"role:admin and system_scope:all". Reason: Jan 14 07:14:24.348699 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:14:24.348699 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:14:24.348699 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:14:24.348699 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network":"rule:admin_or_owner or rule:shared or rule:external or rule:context_is_advsvc" was deprecated in W in favor of "get_network":"(role:reader and system_scope:all) or (role:reader and project_id:%(project_id)s) or rule:shared or rule:external or rule:context_is_advsvc". Reason: Jan 14 07:14:24.348699 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:14:24.348699 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:14:24.348699 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:14:24.348699 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:router:external":"rule:regular_user" was deprecated in W in favor of "get_network:router:external":"role:reader and project_id:%(project_id)s". Reason: Jan 14 07:14:24.352962 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:14:24.352962 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:14:24.352962 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:14:24.352962 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:segments":"rule:admin_only" was deprecated in W in favor of "get_network:segments":"role:reader and system_scope:all". Reason: Jan 14 07:14:24.352962 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:14:24.352962 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:14:24.352962 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:14:24.352962 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "get_network:provider:network_type":"role:reader and system_scope:all". Reason: Jan 14 07:14:24.352962 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:14:24.352962 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:14:24.352962 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:14:24.352962 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "get_network:provider:physical_network":"role:reader and system_scope:all". Reason: Jan 14 07:14:24.352962 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:14:24.352962 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:14:24.352962 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:14:24.352962 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "get_network:provider:segmentation_id":"role:reader and system_scope:all". Reason: Jan 14 07:14:24.352962 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:14:24.352962 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:14:24.352962 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:14:24.352962 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network":"rule:admin_or_owner" was deprecated in W in favor of "update_network":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 07:14:24.352962 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:14:24.352962 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:14:24.352962 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:14:24.352962 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:segments":"rule:admin_only" was deprecated in W in favor of "update_network:segments":"role:admin and system_scope:all". Reason: Jan 14 07:14:24.352962 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:14:24.352962 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:14:24.352962 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:14:24.352962 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:shared":"rule:admin_only" was deprecated in W in favor of "update_network:shared":"role:admin and system_scope:all". Reason: Jan 14 07:14:24.352962 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:14:24.352962 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:14:24.352962 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:14:24.352962 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "update_network:provider:network_type":"role:admin and system_scope:all". Reason: Jan 14 07:14:24.352962 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:14:24.352962 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:14:24.352962 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:14:24.352962 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "update_network:provider:physical_network":"role:admin and system_scope:all". Reason: Jan 14 07:14:24.352962 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:14:24.352962 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:14:24.352962 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:14:24.352962 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "update_network:provider:segmentation_id":"role:admin and system_scope:all". Reason: Jan 14 07:14:24.352962 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:14:24.352962 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:14:24.352962 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:14:24.412624 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.managers [None req-c70f8565-1abf-421c-9848-dcc1b0c97a54 None None] Attempting to bind port b4f88f31-112f-40c1-98c5-16898a532a27 on host n-d-768862-2 for vnic_type normal with profile {{(pid=84877) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 14 07:14:24.413558 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.managers [None req-c70f8565-1abf-421c-9848-dcc1b0c97a54 None None] Attempting to bind port b4f88f31-112f-40c1-98c5-16898a532a27 by drivers openvswitch on host n-d-768862-2 at level 0 using segments [{'id': 'cf3ded2c-bc47-4a71-89af-6e7117e60140', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '226f1e78-82cd-4481-9055-4eb73b6db8c1'}] {{(pid=84877) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 14 07:14:24.414248 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c70f8565-1abf-421c-9848-dcc1b0c97a54 None None] Attempting to bind port b4f88f31-112f-40c1-98c5-16898a532a27 on network 226f1e78-82cd-4481-9055-4eb73b6db8c1 {{(pid=84877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 14 07:14:24.428219 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c70f8565-1abf-421c-9848-dcc1b0c97a54 None None] Checking agent: {'id': 'ba5efab1-b43c-4d5a-bc52-6e105d4e67a2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768862-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 14, 6, 56, 52), 'started_at': datetime.datetime(2021, 1, 14, 6, 57, 22), 'heartbeat_timestamp': datetime.datetime(2021, 1, 14, 7, 14, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768862-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.29', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 14 07:14:24.433622 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c70f8565-1abf-421c-9848-dcc1b0c97a54 None None] Checking segment: {'id': 'cf3ded2c-bc47-4a71-89af-6e7117e60140', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '226f1e78-82cd-4481-9055-4eb73b6db8c1'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84877) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 14 07:14:24.434357 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-c70f8565-1abf-421c-9848-dcc1b0c97a54 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:14:24.434812 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c70f8565-1abf-421c-9848-dcc1b0c97a54 None None] Bound using segment: {'id': 'cf3ded2c-bc47-4a71-89af-6e7117e60140', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '226f1e78-82cd-4481-9055-4eb73b6db8c1'} {{(pid=84877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 14 07:14:24.435396 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.managers [None req-c70f8565-1abf-421c-9848-dcc1b0c97a54 None None] Bound port: b4f88f31-112f-40c1-98c5-16898a532a27, host: n-d-768862-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cf3ded2c-bc47-4a71-89af-6e7117e60140', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '226f1e78-82cd-4481-9055-4eb73b6db8c1'}}] {{(pid=84877) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 14 07:14:24.435859 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-c70f8565-1abf-421c-9848-dcc1b0c97a54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555753'] for port, before_update {{(pid=84877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:14:24.492744 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-08d9d105-f86a-4673-ac07-119c27761245 tempest-ServersTestJSON-1630860468 tempest-ServersTestJSON-1630860468] Notify callbacks [] for security_group, before_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:14:24.529756 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-08d9d105-f86a-4673-ac07-119c27761245 tempest-ServersTestJSON-1630860468 tempest-ServersTestJSON-1630860468] Notify callbacks [] for security_group, precommit_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:14:24.587656 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.db_base_plugin_v2 [None req-ebbf39bf-9f7b-48f4-8f77-64ed789f84ce admin admin] Deleting subnet 2e380f87-06e1-48b6-bc32-a19c3cb2450d {{(pid=84874) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Jan 14 07:14:24.588869 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [None req-c70f8565-1abf-421c-9848-dcc1b0c97a54 None None] For port b4f88f31-112f-40c1-98c5-16898a532a27, host n-d-768862-2, cleared binding levels {{(pid=84877) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 14 07:14:24.591259 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-ebbf39bf-9f7b-48f4-8f77-64ed789f84ce admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:14:24.594227 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [None req-c70f8565-1abf-421c-9848-dcc1b0c97a54 None None] For port b4f88f31-112f-40c1-98c5-16898a532a27, host n-d-768862-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-2',level=0,port_id=b4f88f31-112f-40c1-98c5-16898a532a27,segment=NetworkSegment(cf3ded2c-bc47-4a71-89af-6e7117e60140),segment_id=cf3ded2c-bc47-4a71-89af-6e7117e60140)] {{(pid=84877) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 14 07:14:24.603947 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-c70f8565-1abf-421c-9848-dcc1b0c97a54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777640533312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363259214678337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777640097497'] for port, after_update {{(pid=84877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:14:24.626004 n-d-768862-2 neutron-server[84765]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '16513199-bee3-4bea-a843-4e62a5ef0197', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6f2a7f43-bf53-42bb-a0fb-dc06cc058b22'}, {'server_uuid': '16513199-bee3-4bea-a843-4e62a5ef0197', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f3b37882-75a9-4ec5-b254-9ffd0685d6bb'}, {'server_uuid': '16513199-bee3-4bea-a843-4e62a5ef0197', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '20d7e6c5-52b7-484a-bcda-ecac18c68f61'}] {{(pid=84876) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Jan 14 07:14:24.731437 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60ca455c-db27-49f0-a6f1-04614b79c8ba req-585b2e14-47df-4b92-9c44-64a0410987aa tempest-ServersAdminTestJSON-2110659293 tempest-ServersAdminTestJSON-2110659293] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:14:24.733109 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [req-60ca455c-db27-49f0-a6f1-04614b79c8ba req-585b2e14-47df-4b92-9c44-64a0410987aa tempest-ServersAdminTestJSON-2110659293 tempest-ServersAdminTestJSON-2110659293] Synchronizing usage tracker for tenant:44f1ebfb726c40f79f3e17c7e6a9b92b on resource:port {{(pid=84874) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 14 07:14:24.736901 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-08d9d105-f86a-4673-ac07-119c27761245 tempest-ServersTestJSON-1630860468 tempest-ServersTestJSON-1630860468] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850887153'] for security_group, after_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:14:24.741452 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88a2f69c-f6ca-42a1-8c6c-5e8453460ce5 req-1745a764-7844-410c-a0e6-f54a1e0c41c1 tempest-FloatingIPDetailsTestJSON-1519139485 tempest-FloatingIPDetailsTestJSON-1519139485] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:14:24.743128 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [req-88a2f69c-f6ca-42a1-8c6c-5e8453460ce5 req-1745a764-7844-410c-a0e6-f54a1e0c41c1 tempest-FloatingIPDetailsTestJSON-1519139485 tempest-FloatingIPDetailsTestJSON-1519139485] 10.222.0.24 "GET /v2.0/networks/226f1e78-82cd-4481-9055-4eb73b6db8c1 HTTP/1.1" status: 200 len: 784 time: 1.2313843 Jan 14 07:14:24.787286 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-2dd9e2a8-9f64-40c1-b555-7f2c56499f10 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:14:24.814712 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-115dc6e4-6230-4019-9e76-cd3abc3e4600 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:14:24.849382 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [req-6650ea62-7767-41b3-8855-f0726ff911e3 req-ed500615-ae86-4bfb-977a-ee1f497b51c2 service neutron] For port e211cab2-1789-4044-a855-7eb04ddfae53, host n-h1-768862-2, cleared binding levels {{(pid=84874) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 14 07:14:24.865173 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f60be6d-1d32-4472-8a47-9d0234ec8561 None None] Network c5796fe5-f94a-4f9f-a829-10d556c8dd5d requested from n-d-768862-2 {{(pid=84876) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 07:14:24.871683 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [req-6650ea62-7767-41b3-8855-f0726ff911e3 req-ed500615-ae86-4bfb-977a-ee1f497b51c2 service neutron] For port e211cab2-1789-4044-a855-7eb04ddfae53, host n-h1-768862-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-h1-768862-2',level=0,port_id=e211cab2-1789-4044-a855-7eb04ddfae53,segment=NetworkSegment(57bab259-5001-497b-b8de-52294271cdb8),segment_id=57bab259-5001-497b-b8de-52294271cdb8)] {{(pid=84874) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 14 07:14:24.879540 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [req-2717a99f-8fe6-433a-b94b-64b2d2568be5 req-55ce7511-647d-4bb7-9ef5-b597b0971fd9 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=04f3aea956e546e892de768ae99354b8&device_id=a0daabf0-2083-4a83-81e8-63bc1f309593 HTTP/1.1" status: 200 len: 210 time: 0.2695796 Jan 14 07:14:24.885487 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08d9d105-f86a-4673-ac07-119c27761245 tempest-ServersTestJSON-1630860468 tempest-ServersTestJSON-1630860468] Pushing event deleted for resources: {'SecurityGroup': ['ID=3ee4520f-5f87-4421-b44d-9abf7dc45319,revision_number=None']} {{(pid=84874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:14:24.898139 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c70f8565-1abf-421c-9848-dcc1b0c97a54 None None] Routers {'4e773e6f-f236-4f11-886f-53eafdc495b5'} bound to L3 agent in host n-d-768862-2 {{(pid=84877) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 14 07:14:24.898986 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_hamode_db [None req-c70f8565-1abf-421c-9848-dcc1b0c97a54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-01-14T06:56:51Z,description=,heartbeat_timestamp=2021-01-14T07:14:21Z,host='n-d-768862-2',id=35f592e9-451b-4db9-abea-77b6a5c5391b,load=0,resource_versions=,resources_synced=,started_at=2021-01-14T06:56:51Z,topic='l3_agent')) {'router_ids': ['4e773e6f-f236-4f11-886f-53eafdc495b5'], 'active': True} {{(pid=84877) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:14:24.931255 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-08d9d105-f86a-4673-ac07-119c27761245 tempest-ServersTestJSON-1630860468 tempest-ServersTestJSON-1630860468] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:14:24.992985 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [req-6650ea62-7767-41b3-8855-f0726ff911e3 req-ed500615-ae86-4bfb-977a-ee1f497b51c2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777640533312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363259214678337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777640097497', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036851521613'] for port, after_update {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:14:25.134347 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2717a99f-8fe6-433a-b94b-64b2d2568be5 req-29bf4f01-5852-4e9b-932c-6d76b22e6b84 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:14:25.136064 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [req-2717a99f-8fe6-433a-b94b-64b2d2568be5 req-29bf4f01-5852-4e9b-932c-6d76b22e6b84 service neutron] 10.222.0.48 "GET /v2.0/networks?tenant_id=04f3aea956e546e892de768ae99354b8&shared=False HTTP/1.1" status: 200 len: 900 time: 0.2140903 Jan 14 07:14:25.144910 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-27d2c409-aad4-40a6-9682-9aedcca105d1 tempest-ServersTestMultiNic-2121779930 tempest-ServersTestMultiNic-2121779930] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:14:25.195628 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [req-60ca455c-db27-49f0-a6f1-04614b79c8ba req-585b2e14-47df-4b92-9c44-64a0410987aa tempest-ServersAdminTestJSON-2110659293 tempest-ServersAdminTestJSON-2110659293] Unset dirty status for tenant:44f1ebfb726c40f79f3e17c7e6a9b92b on resource:port {{(pid=84874) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 14 07:14:25.197041 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [req-60ca455c-db27-49f0-a6f1-04614b79c8ba req-585b2e14-47df-4b92-9c44-64a0410987aa tempest-ServersAdminTestJSON-2110659293 tempest-ServersAdminTestJSON-2110659293] 10.222.0.48 "GET /v2.0/ports?device_id=5a880e33-93c3-4fa7-93e3-c4bf80d6af18 HTTP/1.1" status: 200 len: 950 time: 1.2477164 Jan 14 07:14:25.199884 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_dvr_db [None req-c70f8565-1abf-421c-9848-dcc1b0c97a54 None None] Set router 4e773e6f-f236-4f11-886f-53eafdc495b5 gateway port host: n-d-768862-2 {{(pid=84877) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 14 07:14:25.212354 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6650ea62-7767-41b3-8855-f0726ff911e3 req-ed500615-ae86-4bfb-977a-ee1f497b51c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:14:25.213040 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [req-6650ea62-7767-41b3-8855-f0726ff911e3 req-ed500615-ae86-4bfb-977a-ee1f497b51c2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854768116'] for port, before_response {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:14:25.214688 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [req-6650ea62-7767-41b3-8855-f0726ff911e3 req-ed500615-ae86-4bfb-977a-ee1f497b51c2 service neutron] 10.222.0.35 "PUT /v2.0/ports/e211cab2-1789-4044-a855-7eb04ddfae53 HTTP/1.1" status: 200 len: 1155 time: 3.7498708 Jan 14 07:14:25.298642 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [req-34128782-6dda-42bf-bd8d-f8f30b0b8019 req-6440869b-d65a-4b5e-ad9f-25be04a7be1d tempest-FloatingIPDetailsTestJSON-1519139485 tempest-FloatingIPDetailsTestJSON-1519139485] 10.222.0.24 "GET /v2.0/floatingips/d19edee4-c50d-4dac-9080-46423bf95cd4 HTTP/1.1" status: 200 len: 693 time: 0.1580179 Jan 14 07:14:25.322525 n-d-768862-2 neutron-server[84765]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5e1b808a-588c-4008-b69e-f3b9e623e2ef', 'tag': 'e211cab2-1789-4044-a855-7eb04ddfae53'}] {{(pid=84874) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Jan 14 07:14:25.325075 n-d-768862-2 neutron-server[84765]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '16513199-bee3-4bea-a843-4e62a5ef0197', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6f2a7f43-bf53-42bb-a0fb-dc06cc058b22', 'code': 200} Jan 14 07:14:25.327717 n-d-768862-2 neutron-server[84765]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '16513199-bee3-4bea-a843-4e62a5ef0197', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f3b37882-75a9-4ec5-b254-9ffd0685d6bb', 'code': 200} Jan 14 07:14:25.327999 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-08d9d105-f86a-4673-ac07-119c27761245 tempest-ServersTestJSON-1630860468 tempest-ServersTestJSON-1630860468] Notify callbacks [] for security_group, before_response {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:14:25.328270 n-d-768862-2 neutron-server[84765]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '16513199-bee3-4bea-a843-4e62a5ef0197', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '20d7e6c5-52b7-484a-bcda-ecac18c68f61', 'code': 200} Jan 14 07:14:25.329386 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-08d9d105-f86a-4673-ac07-119c27761245 tempest-ServersTestJSON-1630860468 tempest-ServersTestJSON-1630860468] 10.222.0.24 "DELETE /v2.0/security-groups/3ee4520f-5f87-4421-b44d-9abf7dc45319 HTTP/1.1" status: 204 len: 168 time: 1.1688159 Jan 14 07:14:25.339998 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.plugin [req-60ca455c-db27-49f0-a6f1-04614b79c8ba req-13545771-3585-48b1-bb9e-5961d9e50407 tempest-ServersAdminTestJSON-2110659293 tempest-ServersAdminTestJSON-2110659293] Deleting port 0eb1331d-d377-40d2-aacb-222a7234fdd8 {{(pid=84874) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 07:14:25.340576 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [req-60ca455c-db27-49f0-a6f1-04614b79c8ba req-13545771-3585-48b1-bb9e-5961d9e50407 tempest-ServersAdminTestJSON-2110659293 tempest-ServersAdminTestJSON-2110659293] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363259214248359'] for port, before_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:14:25.374100 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84875) accepted ('10.222.0.24', 59040) {{(pid=84875) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:14:25.414785 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-ebbf39bf-9f7b-48f4-8f77-64ed789f84ce admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036851807232'] for subnet, precommit_delete_associations {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:14:25.510095 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-852a24f7-e9a1-4193-9abb-e9506fe5213f None None] Device 0eb1331d-d377-40d2-aacb-222a7234fdd8 no longer exists at agent ovs-agent-n-h2-768862-2 {{(pid=84876) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jan 14 07:14:25.584697 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1136e288-0e3f-48bb-b324-090b0023ba1d None None] Pushing event updated for resources: {'Port': ['ID=b4f88f31-112f-40c1-98c5-16898a532a27,revision_number=3']} {{(pid=84877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:14:25.589895 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-1136e288-0e3f-48bb-b324-090b0023ba1d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.775s {{(pid=84877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:14:25.600227 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_hamode_db [None req-c70f8565-1abf-421c-9848-dcc1b0c97a54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4e773e6f-f236-4f11-886f-53eafdc495b5', 'name': 'tempest-ServerActionsTestJSON-872566309-router', 'tenant_id': '12721d5aa0d74c769229c9ab1dd6bd37', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '226f1e78-82cd-4481-9055-4eb73b6db8c1', 'external_fixed_ips': [{'subnet_id': 'ba8deeec-7658-4195-9449-038c076f5c83', 'ip_address': '172.25.2.246'}], 'enable_snat': True}, 'gw_port_id': 'b4f88f31-112f-40c1-98c5-16898a532a27', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-14T07:14:06Z', 'updated_at': '2021-01-14T07:14:17Z', 'revision_number': 3, 'project_id': '12721d5aa0d74c769229c9ab1dd6bd37', 'gw_port': {'id': 'b4f88f31-112f-40c1-98c5-16898a532a27', 'name': '', 'network_id': '226f1e78-82cd-4481-9055-4eb73b6db8c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:e2:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4e773e6f-f236-4f11-886f-53eafdc495b5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1005, 'fixed_ips': [{'subnet_id': 'ba8deeec-7658-4195-9449-038c076f5c83', 'ip_address': '172.25.2.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T07:14:11Z', 'updated_at': '2021-01-14T07:14:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ba8deeec-7658-4195-9449-038c076f5c83', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-2'}], 'n-d-768862-2', False) {} {{(pid=84877) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:14:25.615089 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c70f8565-1abf-421c-9848-dcc1b0c97a54 None None] The sync data for ids ['4e773e6f-f236-4f11-886f-53eafdc495b5'] in n-d-768862-2 is: [{'id': '4e773e6f-f236-4f11-886f-53eafdc495b5', 'name': 'tempest-ServerActionsTestJSON-872566309-router', 'tenant_id': '12721d5aa0d74c769229c9ab1dd6bd37', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '226f1e78-82cd-4481-9055-4eb73b6db8c1', 'external_fixed_ips': [{'subnet_id': 'ba8deeec-7658-4195-9449-038c076f5c83', 'ip_address': '172.25.2.246'}], 'enable_snat': True}, 'gw_port_id': 'b4f88f31-112f-40c1-98c5-16898a532a27', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-14T07:14:06Z', 'updated_at': '2021-01-14T07:14:17Z', 'revision_number': 3, 'project_id': '12721d5aa0d74c769229c9ab1dd6bd37', 'gw_port': {'id': 'b4f88f31-112f-40c1-98c5-16898a532a27', 'name': '', 'network_id': '226f1e78-82cd-4481-9055-4eb73b6db8c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:e2:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4e773e6f-f236-4f11-886f-53eafdc495b5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1005, 'fixed_ips': [{'subnet_id': 'ba8deeec-7658-4195-9449-038c076f5c83', 'ip_address': '172.25.2.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T07:14:11Z', 'updated_at': '2021-01-14T07:14:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ba8deeec-7658-4195-9449-038c076f5c83', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-2'}] {{(pid=84877) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Jan 14 07:14:25.844094 n-d-768862-2 neutron-server[84765]: INFO neutron.db.db_base_plugin_v2 [None req-ebbf39bf-9f7b-48f4-8f77-64ed789f84ce admin admin] Found port (e211cab2-1789-4044-a855-7eb04ddfae53, 172.20.0.6) having IP allocation on subnet 2e380f87-06e1-48b6-bc32-a19c3cb2450d, cannot delete Jan 14 07:14:25.860978 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-852a24f7-e9a1-4193-9abb-e9506fe5213f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555753'] for port, before_update {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:14:25.888883 n-d-768862-2 neutron-server[84765]: INFO neutron.pecan_wsgi.hooks.translation [None req-ebbf39bf-9f7b-48f4-8f77-64ed789f84ce admin admin] DELETE failed (client error): There was a conflict when trying to complete your request. Jan 14 07:14:25.889382 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ebbf39bf-9f7b-48f4-8f77-64ed789f84ce admin admin] No notification will be sent due to unsuccessful status code: 409 {{(pid=84874) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Jan 14 07:14:25.891274 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-ebbf39bf-9f7b-48f4-8f77-64ed789f84ce admin admin] 10.222.0.24 "DELETE /v2.0/subnets/2e380f87-06e1-48b6-bc32-a19c3cb2450d HTTP/1.1" status: 409 len: 404 time: 2.1226115 Jan 14 07:14:25.934660 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [None req-852a24f7-e9a1-4193-9abb-e9506fe5213f None None] For port 0eb1331d-d377-40d2-aacb-222a7234fdd8, host n-h2-768862-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-h2-768862-2',level=0,port_id=0eb1331d-d377-40d2-aacb-222a7234fdd8,segment=NetworkSegment(682aa48d-45db-4ce6-9539-8117fc7293eb),segment_id=682aa48d-45db-4ce6-9539-8117fc7293eb)] {{(pid=84876) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 07:14:25.944926 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-852a24f7-e9a1-4193-9abb-e9506fe5213f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777640533312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363259214678337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777640097497'] for port, after_update {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:14:25.948294 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84876) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:14:25.974188 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed500615-ae86-4bfb-977a-ee1f497b51c2 service neutron] Pushing event updated for resources: {'Port': ['ID=e211cab2-1789-4044-a855-7eb04ddfae53,revision_number=3']} {{(pid=84874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:14:25.992674 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-ed500615-ae86-4bfb-977a-ee1f497b51c2 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.843s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:14:26.025588 n-d-768862-2 neutron-server[84765]: INFO neutron.api.v2.resource [None req-1857de0f-c9a2-4cd0-a8ad-2823bdc1f587 tempest-ServersTestJSON-1630860468 tempest-ServersTestJSON-1630860468] show failed (client error): The resource could not be found. Jan 14 07:14:26.026861 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-1857de0f-c9a2-4cd0-a8ad-2823bdc1f587 tempest-ServersTestJSON-1630860468 tempest-ServersTestJSON-1630860468] 10.222.0.24 "GET /v2.0/security-groups/3ee4520f-5f87-4421-b44d-9abf7dc45319 HTTP/1.1" status: 404 len: 347 time: 0.6474357 Jan 14 07:14:26.032811 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6650ea62-7767-41b3-8855-f0726ff911e3 req-c9b8e7d9-c965-411f-bd97-36af33d77dfd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:14:26.034522 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [req-6650ea62-7767-41b3-8855-f0726ff911e3 req-c9b8e7d9-c965-411f-bd97-36af33d77dfd service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=bea94e6b044f42eb9a9092a3b16f7820&device_id=5e1b808a-588c-4008-b69e-f3b9e623e2ef HTTP/1.1" status: 200 len: 1158 time: 0.6587114 Jan 14 07:14:26.037752 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84875) accepted ('10.222.0.24', 59050) {{(pid=84875) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:14:26.058719 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-852a24f7-e9a1-4193-9abb-e9506fe5213f None None] Pushing event updated for resources: {'Port': ['ID=0eb1331d-d377-40d2-aacb-222a7234fdd8,revision_number=5']} {{(pid=84876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:14:26.062450 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-852a24f7-e9a1-4193-9abb-e9506fe5213f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=84876) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:14:26.139852 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [req-6650ea62-7767-41b3-8855-f0726ff911e3 req-9b5f22af-147a-4f36-acbf-b33b3cf3088c service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e211cab2-1789-4044-a855-7eb04ddfae53 HTTP/1.1" status: 200 len: 217 time: 0.0950444 Jan 14 07:14:26.349753 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6650ea62-7767-41b3-8855-f0726ff911e3 req-a4af31db-827a-46ce-8e42-90281ff8b3f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:14:26.351892 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [req-6650ea62-7767-41b3-8855-f0726ff911e3 req-a4af31db-827a-46ce-8e42-90281ff8b3f3 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=2e380f87-06e1-48b6-bc32-a19c3cb2450d HTTP/1.1" status: 200 len: 852 time: 0.1947598 Jan 14 07:14:26.492769 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [req-6650ea62-7767-41b3-8855-f0726ff911e3 req-8d0397a1-af6c-42c8-b44f-2a7be62e8c39 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=cbe2ed4b-3608-4133-998a-17444358e4ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0864794 Jan 14 07:14:26.497118 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-000e0d89-cd83-45fa-bc80-d2a724c3ec66 req-812d6e98-9707-4bed-98de-c5c9d6df0473 tempest-ImagesTestJSON-461542496 tempest-ImagesTestJSON-461542496] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:14:26.509775 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [req-000e0d89-cd83-45fa-bc80-d2a724c3ec66 req-812d6e98-9707-4bed-98de-c5c9d6df0473 tempest-ImagesTestJSON-461542496 tempest-ImagesTestJSON-461542496] 10.222.0.24 "GET /v2.0/networks?id=c5796fe5-f94a-4f9f-a829-10d556c8dd5d HTTP/1.1" status: 200 len: 804 time: 2.1284192 Jan 14 07:14:26.721045 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34128782-6dda-42bf-bd8d-f8f30b0b8019 req-98a14e3e-bb04-4319-b616-8cbdfb6b647e tempest-FloatingIPDetailsTestJSON-1519139485 tempest-FloatingIPDetailsTestJSON-1519139485] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:14:26.722518 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:router:external":"rule:admin_only" was deprecated in W in favor of "update_network:router:external":"role:admin and system_scope:all". Reason: Jan 14 07:14:26.722518 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:14:26.722518 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:14:26.722518 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:14:26.722518 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:is_default":"rule:admin_only" was deprecated in W in favor of "update_network:is_default":"role:admin and system_scope:all". Reason: Jan 14 07:14:26.722518 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:14:26.722518 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:14:26.722518 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:14:26.722518 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:port_security_enabled":"rule:admin_or_owner" was deprecated in W in favor of "update_network:port_security_enabled":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 07:14:26.722518 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:14:26.722518 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:14:26.722518 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:14:26.722518 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "delete_network":"rule:admin_or_owner" was deprecated in W in favor of "delete_network":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 07:14:26.722518 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:14:26.722518 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:14:26.722518 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:14:26.722518 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_segment":"rule:admin_only" was deprecated in W in favor of "create_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:14:26.722518 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:14:26.722518 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_segment":"rule:admin_only" was deprecated in W in favor of "get_segment":"role:reader and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:14:26.722518 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:14:26.722518 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_segment":"rule:admin_only" was deprecated in W in favor of "update_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:14:26.722518 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:14:26.722518 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "delete_segment":"rule:admin_only" was deprecated in W in favor of "delete_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:14:26.722518 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:14:26.722518 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network":"rule:regular_user" was deprecated in W in favor of "create_network":"role:member and project_id:%(project_id)s". Reason: Jan 14 07:14:26.722518 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:14:26.722518 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:14:26.722518 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:14:26.722518 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:shared":"rule:admin_only" was deprecated in W in favor of "create_network:shared":"role:admin and system_scope:all". Reason: Jan 14 07:14:26.722518 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:14:26.722518 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:14:26.722518 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:14:26.722518 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:router:external":"rule:admin_only" was deprecated in W in favor of "create_network:router:external":"role:admin and system_scope:all". Reason: Jan 14 07:14:26.722518 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:14:26.722518 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:14:26.722518 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:14:26.722518 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:is_default":"rule:admin_only" was deprecated in W in favor of "create_network:is_default":"role:admin and system_scope:all". Reason: Jan 14 07:14:26.722518 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:14:26.722518 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:14:26.722518 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:14:26.722518 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:port_security_enabled":"rule:regular_user" was deprecated in W in favor of "create_network:port_security_enabled":"role:member and project_id:%(project_id)s". Reason: Jan 14 07:14:26.722518 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:14:26.726910 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:14:26.726910 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:14:26.726910 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:segments":"rule:admin_only" was deprecated in W in favor of "create_network:segments":"role:admin and system_scope:all". Reason: Jan 14 07:14:26.726910 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:14:26.726910 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:14:26.726910 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:14:26.726910 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "create_network:provider:network_type":"role:admin and system_scope:all". Reason: Jan 14 07:14:26.726910 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:14:26.726910 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:14:26.726910 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:14:26.726910 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "create_network:provider:physical_network":"role:admin and system_scope:all". Reason: Jan 14 07:14:26.726910 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:14:26.726910 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:14:26.726910 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:14:26.726910 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "create_network:provider:segmentation_id":"role:admin and system_scope:all". Reason: Jan 14 07:14:26.726910 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:14:26.726910 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:14:26.726910 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:14:26.726910 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network":"rule:admin_or_owner or rule:shared or rule:external or rule:context_is_advsvc" was deprecated in W in favor of "get_network":"(role:reader and system_scope:all) or (role:reader and project_id:%(project_id)s) or rule:shared or rule:external or rule:context_is_advsvc". Reason: Jan 14 07:14:26.726910 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:14:26.726910 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:14:26.726910 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:14:26.733393 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [req-34128782-6dda-42bf-bd8d-f8f30b0b8019 req-98a14e3e-bb04-4319-b616-8cbdfb6b647e tempest-FloatingIPDetailsTestJSON-1519139485 tempest-FloatingIPDetailsTestJSON-1519139485] 10.222.0.24 "GET /v2.0/networks/226f1e78-82cd-4481-9055-4eb73b6db8c1 HTTP/1.1" status: 200 len: 784 time: 1.4015341 Jan 14 07:14:26.738901 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:router:external":"rule:regular_user" was deprecated in W in favor of "get_network:router:external":"role:reader and project_id:%(project_id)s". Reason: Jan 14 07:14:26.738901 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:14:26.738901 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:14:26.738901 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:14:26.738901 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:segments":"rule:admin_only" was deprecated in W in favor of "get_network:segments":"role:reader and system_scope:all". Reason: Jan 14 07:14:26.738901 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:14:26.738901 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:14:26.738901 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:14:26.738901 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "get_network:provider:network_type":"role:reader and system_scope:all". Reason: Jan 14 07:14:26.738901 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:14:26.738901 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:14:26.738901 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:14:26.738901 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "get_network:provider:physical_network":"role:reader and system_scope:all". Reason: Jan 14 07:14:26.738901 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:14:26.738901 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:14:26.738901 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:14:26.738901 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "get_network:provider:segmentation_id":"role:reader and system_scope:all". Reason: Jan 14 07:14:26.738901 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:14:26.738901 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:14:26.738901 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:14:26.738901 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network":"rule:admin_or_owner" was deprecated in W in favor of "update_network":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 07:14:26.738901 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:14:26.738901 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:14:26.738901 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:14:26.738901 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:segments":"rule:admin_only" was deprecated in W in favor of "update_network:segments":"role:admin and system_scope:all". Reason: Jan 14 07:14:26.738901 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:14:26.738901 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:14:26.738901 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:14:26.738901 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:shared":"rule:admin_only" was deprecated in W in favor of "update_network:shared":"role:admin and system_scope:all". Reason: Jan 14 07:14:26.738901 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:14:26.738901 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:14:26.738901 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:14:26.738901 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "update_network:provider:network_type":"role:admin and system_scope:all". Reason: Jan 14 07:14:26.738901 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:14:26.738901 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:14:26.738901 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:14:26.738901 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "update_network:provider:physical_network":"role:admin and system_scope:all". Reason: Jan 14 07:14:26.738901 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:14:26.738901 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:14:26.738901 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:14:26.738901 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "update_network:provider:segmentation_id":"role:admin and system_scope:all". Reason: Jan 14 07:14:26.738901 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:14:26.738901 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:14:26.738901 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:14:26.738901 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:router:external":"rule:admin_only" was deprecated in W in favor of "update_network:router:external":"role:admin and system_scope:all". Reason: Jan 14 07:14:26.738901 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:14:26.738901 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:14:26.738901 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:14:26.738901 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:is_default":"rule:admin_only" was deprecated in W in favor of "update_network:is_default":"role:admin and system_scope:all". Reason: Jan 14 07:14:26.744032 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:14:26.744032 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:14:26.744032 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:14:26.744032 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:port_security_enabled":"rule:admin_or_owner" was deprecated in W in favor of "update_network:port_security_enabled":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 07:14:26.744032 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:14:26.744032 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:14:26.744032 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:14:26.744032 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "delete_network":"rule:admin_or_owner" was deprecated in W in favor of "delete_network":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 07:14:26.744032 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:14:26.744032 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:14:26.744032 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:14:26.744032 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_segment":"rule:admin_only" was deprecated in W in favor of "create_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:14:26.744032 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:14:26.744032 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_segment":"rule:admin_only" was deprecated in W in favor of "get_segment":"role:reader and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:14:26.744032 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:14:26.769648 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4749a9d8-1a24-4696-b0e1-b9fbefef11e5 req-01cb2efc-91b8-4ad9-af6d-822f374ec8c8 tempest-ServersTestMultiNic-2121779930 tempest-ServersTestMultiNic-2121779930] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:14:26.789555 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-04cf8d9a-0de5-4f9e-9913-88a5a279cb56 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555753'] for port, before_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:14:26.859651 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4749a9d8-1a24-4696-b0e1-b9fbefef11e5 req-01cb2efc-91b8-4ad9-af6d-822f374ec8c8 tempest-ServersTestMultiNic-2121779930 tempest-ServersTestMultiNic-2121779930] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:14:26.940390 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4749a9d8-1a24-4696-b0e1-b9fbefef11e5 req-01cb2efc-91b8-4ad9-af6d-822f374ec8c8 tempest-ServersTestMultiNic-2121779930 tempest-ServersTestMultiNic-2121779930] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:14:26.943143 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [req-4749a9d8-1a24-4696-b0e1-b9fbefef11e5 req-01cb2efc-91b8-4ad9-af6d-822f374ec8c8 tempest-ServersTestMultiNic-2121779930 tempest-ServersTestMultiNic-2121779930] Synchronizing usage tracker for tenant:7d129397cd71499dbaa91be4909e3699 on resource:port {{(pid=84874) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 14 07:14:26.948400 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [req-000e0d89-cd83-45fa-bc80-d2a724c3ec66 req-fdd55298-d38a-440f-a149-d9efc5ddc701 tempest-ImagesTestJSON-461542496 tempest-ImagesTestJSON-461542496] 10.222.0.24 "GET /v2.0/quotas/34cab96e6eaa4be98af4bafa2eaeb94d HTTP/1.1" status: 200 len: 375 time: 0.4373262 Jan 14 07:14:26.956315 n-d-768862-2 neutron-server[84765]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5e1b808a-588c-4008-b69e-f3b9e623e2ef', 'tag': 'e211cab2-1789-4044-a855-7eb04ddfae53', 'status': 'completed', 'code': 200} Jan 14 07:14:26.972111 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Device b4f88f31-112f-40c1-98c5-16898a532a27 up at agent ovs-agent-n-d-768862-2 {{(pid=84876) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 07:14:26.996098 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.plugin [None req-9f7be538-67be-4db4-9e1c-6707a67d3029 tempest-ServersTestJSON-1630860468 tempest-ServersTestJSON-1630860468] Deleting port 2d17a0f4-3b17-4799-af4c-d84f5e904b11 {{(pid=84875) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 07:14:26.996472 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-9f7be538-67be-4db4-9e1c-6707a67d3029 tempest-ServersTestJSON-1630860468 tempest-ServersTestJSON-1630860468] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363259214248359'] for port, before_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:14:27.024566 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [req-6650ea62-7767-41b3-8855-f0726ff911e3 req-e22e4ece-4cd4-4301-938d-ef5498df4638 service neutron] 10.222.0.35 "GET /v2.0/networks/cbe2ed4b-3608-4133-998a-17444358e4ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5119152 Jan 14 07:14:27.104622 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Provisioning for port b4f88f31-112f-40c1-98c5-16898a532a27 completed by entity L2. {{(pid=84876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 07:14:27.111015 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Provisioning complete for port b4f88f31-112f-40c1-98c5-16898a532a27 triggered by entity L2. {{(pid=84876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 07:14:27.111696 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-604227'] for port, provisioning_complete {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:14:27.221318 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [req-6650ea62-7767-41b3-8855-f0726ff911e3 req-2891e90c-d4f0-4d9e-ac17-e93f76e78d23 service neutron] 10.222.0.35 "GET /v2.0/networks/cbe2ed4b-3608-4133-998a-17444358e4ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1828127 Jan 14 07:14:27.222086 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [req-4749a9d8-1a24-4696-b0e1-b9fbefef11e5 req-01cb2efc-91b8-4ad9-af6d-822f374ec8c8 tempest-ServersTestMultiNic-2121779930 tempest-ServersTestMultiNic-2121779930] Unset dirty status for tenant:7d129397cd71499dbaa91be4909e3699 on resource:port {{(pid=84874) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 14 07:14:27.223798 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [req-4749a9d8-1a24-4696-b0e1-b9fbefef11e5 req-01cb2efc-91b8-4ad9-af6d-822f374ec8c8 tempest-ServersTestMultiNic-2121779930 tempest-ServersTestMultiNic-2121779930] 10.222.0.35 "GET /v2.0/ports?device_id=16513199-bee3-4bea-a843-4e62a5ef0197 HTTP/1.1" status: 200 len: 2418 time: 0.8708677 Jan 14 07:14:27.224443 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84874) accepted ('10.222.0.24', 59080) {{(pid=84874) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:14:27.275525 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [req-60ca455c-db27-49f0-a6f1-04614b79c8ba req-13545771-3585-48b1-bb9e-5961d9e50407 tempest-ServersAdminTestJSON-2110659293 tempest-ServersAdminTestJSON-2110659293] For port 0eb1331d-d377-40d2-aacb-222a7234fdd8, host n-h2-768862-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-h2-768862-2',level=0,port_id=0eb1331d-d377-40d2-aacb-222a7234fdd8,segment=NetworkSegment(682aa48d-45db-4ce6-9539-8117fc7293eb),segment_id=682aa48d-45db-4ce6-9539-8117fc7293eb)] {{(pid=84874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 07:14:27.276132 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [req-60ca455c-db27-49f0-a6f1-04614b79c8ba req-13545771-3585-48b1-bb9e-5961d9e50407 tempest-ServersAdminTestJSON-2110659293 tempest-ServersAdminTestJSON-2110659293] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036850862667'] for port, precommit_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:14:27.292613 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555753'] for port, before_update {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:14:27.316236 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-76918283-547e-4f50-83b8-0bdfb72f699c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850887113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036851621412', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036852467174'] for subnet, after_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:14:27.318556 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] For port b4f88f31-112f-40c1-98c5-16898a532a27, host n-d-768862-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-2',level=0,port_id=b4f88f31-112f-40c1-98c5-16898a532a27,segment=NetworkSegment(cf3ded2c-bc47-4a71-89af-6e7117e60140),segment_id=cf3ded2c-bc47-4a71-89af-6e7117e60140)] {{(pid=84876) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 07:14:27.325382 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777640533312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363259214678337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777640097497'] for port, after_update {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:14:27.333168 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-852a24f7-e9a1-4193-9abb-e9506fe5213f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84876) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:14:27.364123 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [req-000e0d89-cd83-45fa-bc80-d2a724c3ec66 req-bb44082f-1b18-42d0-bba9-fb448e0670d7 tempest-ImagesTestJSON-461542496 tempest-ImagesTestJSON-461542496] 10.222.0.24 "GET /v2.0/ports?tenant_id=34cab96e6eaa4be98af4bafa2eaeb94d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.4083700 Jan 14 07:14:27.380898 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [req-17deaab3-f76e-4154-aae0-3267d8d26f4e req-09d467b3-a1e0-4345-9dac-e6b38907ea25 tempest-FloatingIPDetailsTestJSON-1519139485 tempest-FloatingIPDetailsTestJSON-1519139485] 10.222.0.24 "GET /v2.0/floatingips/d19edee4-c50d-4dac-9080-46423bf95cd4 HTTP/1.1" status: 200 len: 693 time: 0.4029644 Jan 14 07:14:27.464506 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:14:27.475854 n-d-768862-2 neutron-server[84765]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5a880e33-93c3-4fa7-93e3-c4bf80d6af18', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0eb1331d-d377-40d2-aacb-222a7234fdd8'}] {{(pid=84876) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Jan 14 07:14:27.489614 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Pushing event updated for resources: {'Port': ['ID=b4f88f31-112f-40c1-98c5-16898a532a27,revision_number=4']} {{(pid=84876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:14:27.501520 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.173s {{(pid=84876) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:14:27.518222 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2717a99f-8fe6-433a-b94b-64b2d2568be5 req-dbf3d972-b1b8-4147-8fcb-d90f9dded315 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:14:27.519878 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [req-2717a99f-8fe6-433a-b94b-64b2d2568be5 req-dbf3d972-b1b8-4147-8fcb-d90f9dded315 service neutron] 10.222.0.48 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 863 time: 2.3716588 Jan 14 07:14:27.541897 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.plugin [req-60ca455c-db27-49f0-a6f1-04614b79c8ba req-13545771-3585-48b1-bb9e-5961d9e50407 tempest-ServersAdminTestJSON-2110659293 tempest-ServersAdminTestJSON-2110659293] Calling delete_port for 0eb1331d-d377-40d2-aacb-222a7234fdd8 owned by compute:nova {{(pid=84874) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 07:14:27.601269 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.v2.base [None req-3b8b2cc5-f75d-446b-b671-9f1a81cebc68 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueTestJSONUnderV235-1401738690-network', 'tenant_id': 'd062827782824ed487fa7edfd4a1d197'}} {{(pid=84874) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:14:27.614138 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-3b8b2cc5-f75d-446b-b671-9f1a81cebc68 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:14:27.629684 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-3b8b2cc5-f75d-446b-b671-9f1a81cebc68 admin admin] Usage tracker for resource:network and tenant:d062827782824ed487fa7edfd4a1d197 is out of sync, need to count used quota {{(pid=84874) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:14:27.642108 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.plugin [req-4749a9d8-1a24-4696-b0e1-b9fbefef11e5 req-9e090f97-91e5-484b-a509-5008bde7a629 tempest-ServersTestMultiNic-2121779930 tempest-ServersTestMultiNic-2121779930] Deleting port 6f2a7f43-bf53-42bb-a0fb-dc06cc058b22 {{(pid=84874) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 07:14:27.642508 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [req-4749a9d8-1a24-4696-b0e1-b9fbefef11e5 req-9e090f97-91e5-484b-a509-5008bde7a629 tempest-ServersTestMultiNic-2121779930 tempest-ServersTestMultiNic-2121779930] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363259214248359'] for port, before_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:14:27.676528 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-3b8b2cc5-f75d-446b-b671-9f1a81cebc68 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84874) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:14:27.691659 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-3b8b2cc5-f75d-446b-b671-9f1a81cebc68 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:14:27.716179 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3b8b2cc5-f75d-446b-b671-9f1a81cebc68 admin admin] Made reservation on behalf of d062827782824ed487fa7edfd4a1d197 for: {'network': 1} {{(pid=84874) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 07:14:27.721642 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-3b8b2cc5-f75d-446b-b671-9f1a81cebc68 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555753'] for network, before_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:14:27.737576 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-017f98a9-8a07-408c-a86f-8ff0c00400a0 None None] Device f3b37882-75a9-4ec5-b254-9ffd0685d6bb no longer exists at agent ovs-agent-n-h1-768862-2 {{(pid=84876) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jan 14 07:14:27.743689 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-3b8b2cc5-f75d-446b-b671-9f1a81cebc68 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:14:27.764829 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-3b8b2cc5-f75d-446b-b671-9f1a81cebc68 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:14:27.769078 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-3b8b2cc5-f75d-446b-b671-9f1a81cebc68 admin admin] Usage tracker for resource:security_group_rule and tenant:d062827782824ed487fa7edfd4a1d197 is out of sync, need to count used quota {{(pid=84874) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:14:27.772348 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-3b8b2cc5-f75d-446b-b671-9f1a81cebc68 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84874) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:14:27.778626 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-3b8b2cc5-f75d-446b-b671-9f1a81cebc68 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:14:27.944168 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-017f98a9-8a07-408c-a86f-8ff0c00400a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555753'] for port, before_update {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:14:27.998574 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [None req-017f98a9-8a07-408c-a86f-8ff0c00400a0 None None] For port f3b37882-75a9-4ec5-b254-9ffd0685d6bb, host n-h1-768862-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-h1-768862-2',level=0,port_id=f3b37882-75a9-4ec5-b254-9ffd0685d6bb,segment=NetworkSegment(871dcfe9-d88b-458a-b832-5a97900de51f),segment_id=871dcfe9-d88b-458a-b832-5a97900de51f)] {{(pid=84876) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 07:14:28.003565 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-017f98a9-8a07-408c-a86f-8ff0c00400a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777640533312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363259214678337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777640097497'] for port, after_update {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:14:28.004750 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-017f98a9-8a07-408c-a86f-8ff0c00400a0 None None] Device 6f2a7f43-bf53-42bb-a0fb-dc06cc058b22 no longer exists at agent ovs-agent-n-h1-768862-2 {{(pid=84876) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jan 14 07:14:28.012002 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-3b8b2cc5-f75d-446b-b671-9f1a81cebc68 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:14:28.040877 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-3b8b2cc5-f75d-446b-b671-9f1a81cebc68 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850887153'] for security_group, after_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:14:28.041152 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-852a24f7-e9a1-4193-9abb-e9506fe5213f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84876) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:14:28.041704 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.db_base_plugin_common [None req-04cf8d9a-0de5-4f9e-9913-88a5a279cb56 admin admin] Allocated IP 172.20.0.1 (9348431b-ede8-49dd-9040-2701ab71f388/66c79607-fbe2-4dc0-a011-cac7db0bcc70/cbb32776-543c-41ea-8f14-591d7d1c7463) {{(pid=84875) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 14 07:14:28.131979 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-017f98a9-8a07-408c-a86f-8ff0c00400a0 None None] Pushing event updated for resources: {'Port': ['ID=f3b37882-75a9-4ec5-b254-9ffd0685d6bb,revision_number=5']} {{(pid=84876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:14:28.144612 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-017f98a9-8a07-408c-a86f-8ff0c00400a0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=84876) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:14:28.205722 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-04cf8d9a-0de5-4f9e-9913-88a5a279cb56 admin admin] Notify callbacks [] for port, precommit_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:14:28.225375 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-04cf8d9a-0de5-4f9e-9913-88a5a279cb56 admin admin] Transition to ACTIVE for port object cbb32776-543c-41ea-8f14-591d7d1c7463 will not be triggered until provisioned by entity DHCP. {{(pid=84875) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 07:14:28.237615 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-c435d71d-4436-40e1-a3c9-7ebf566b173e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:14:28.245436 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-017f98a9-8a07-408c-a86f-8ff0c00400a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555753'] for port, before_update {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:14:28.276501 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b8b2cc5-f75d-446b-b671-9f1a81cebc68 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8cb9c08c-072a-4f59-ba8c-bbd76ac35885,revision_number=1']} {{(pid=84874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:14:28.282575 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f694cd4-2df1-4411-9a3e-94a41ad76cd6 req-27978b7a-6dd5-4c95-88a7-9d833093e6f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:14:28.284503 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [req-8f694cd4-2df1-4411-9a3e-94a41ad76cd6 req-27978b7a-6dd5-4c95-88a7-9d833093e6f4 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=bea94e6b044f42eb9a9092a3b16f7820&device_id=5e1b808a-588c-4008-b69e-f3b9e623e2ef HTTP/1.1" status: 200 len: 1158 time: 0.9771330 Jan 14 07:14:28.290076 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-3b8b2cc5-f75d-446b-b671-9f1a81cebc68 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:14:28.327590 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [None req-017f98a9-8a07-408c-a86f-8ff0c00400a0 None None] For port 6f2a7f43-bf53-42bb-a0fb-dc06cc058b22, host n-h1-768862-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-h1-768862-2',level=0,port_id=6f2a7f43-bf53-42bb-a0fb-dc06cc058b22,segment=NetworkSegment(03fb12c0-b28b-4752-937b-ed8f1fec4960),segment_id=03fb12c0-b28b-4752-937b-ed8f1fec4960)] {{(pid=84876) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 07:14:28.334197 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-017f98a9-8a07-408c-a86f-8ff0c00400a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777640533312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363259214678337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777640097497'] for port, after_update {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:14:28.335294 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-017f98a9-8a07-408c-a86f-8ff0c00400a0 None None] Device 20d7e6c5-52b7-484a-bcda-ecac18c68f61 no longer exists at agent ovs-agent-n-h1-768862-2 {{(pid=84876) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jan 14 07:14:28.376855 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-04cf8d9a-0de5-4f9e-9913-88a5a279cb56 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777640123575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851621574'] for port, after_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:14:28.378289 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3b8b2cc5-f75d-446b-b671-9f1a81cebc68 admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 18} {{(pid=84874) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Jan 14 07:14:28.402979 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-e28e988a-d28e-474b-8938-03ecb06a4924 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84876) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:14:28.443708 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [req-60ca455c-db27-49f0-a6f1-04614b79c8ba req-13545771-3585-48b1-bb9e-5961d9e50407 tempest-ServersAdminTestJSON-2110659293 tempest-ServersAdminTestJSON-2110659293] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777640533329', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777640097463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3254186'] for port, after_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:14:28.483515 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-017f98a9-8a07-408c-a86f-8ff0c00400a0 None None] Pushing event updated for resources: {'Port': ['ID=6f2a7f43-bf53-42bb-a0fb-dc06cc058b22,revision_number=5']} {{(pid=84876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:14:28.487889 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-017f98a9-8a07-408c-a86f-8ff0c00400a0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=84876) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:14:28.519177 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f694cd4-2df1-4411-9a3e-94a41ad76cd6 req-53e42521-a180-467e-9e0a-5aafc80ca0e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:14:28.520851 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [req-8f694cd4-2df1-4411-9a3e-94a41ad76cd6 req-53e42521-a180-467e-9e0a-5aafc80ca0e8 service neutron] 10.222.0.35 "GET /v2.0/networks?id=cbe2ed4b-3608-4133-998a-17444358e4ae HTTP/1.1" status: 200 len: 907 time: 0.2050083 Jan 14 07:14:28.524174 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [req-4749a9d8-1a24-4696-b0e1-b9fbefef11e5 req-9e090f97-91e5-484b-a509-5008bde7a629 tempest-ServersTestMultiNic-2121779930 tempest-ServersTestMultiNic-2121779930] For port 6f2a7f43-bf53-42bb-a0fb-dc06cc058b22, host n-h1-768862-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-h1-768862-2',level=0,port_id=6f2a7f43-bf53-42bb-a0fb-dc06cc058b22,segment=NetworkSegment(03fb12c0-b28b-4752-937b-ed8f1fec4960),segment_id=03fb12c0-b28b-4752-937b-ed8f1fec4960)] {{(pid=84874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 07:14:28.524818 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [req-4749a9d8-1a24-4696-b0e1-b9fbefef11e5 req-9e090f97-91e5-484b-a509-5008bde7a629 tempest-ServersTestMultiNic-2121779930 tempest-ServersTestMultiNic-2121779930] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036850862667'] for port, precommit_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:14:28.559771 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-017f98a9-8a07-408c-a86f-8ff0c00400a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555753'] for port, before_update {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:14:28.648992 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [None req-017f98a9-8a07-408c-a86f-8ff0c00400a0 None None] For port 20d7e6c5-52b7-484a-bcda-ecac18c68f61, host n-h1-768862-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-h1-768862-2',level=0,port_id=20d7e6c5-52b7-484a-bcda-ecac18c68f61,segment=NetworkSegment(871dcfe9-d88b-458a-b832-5a97900de51f),segment_id=871dcfe9-d88b-458a-b832-5a97900de51f)] {{(pid=84876) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 07:14:28.657518 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-017f98a9-8a07-408c-a86f-8ff0c00400a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777640533312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363259214678337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777640097497'] for port, after_update {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:14:28.661358 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-017f98a9-8a07-408c-a86f-8ff0c00400a0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84876) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:14:28.710079 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-79fb67df-ed57-42cd-84f6-649eae637740 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:14:28.807180 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13545771-3585-48b1-bb9e-5961d9e50407 tempest-ServersAdminTestJSON-2110659293 tempest-ServersAdminTestJSON-2110659293] Pushing event deleted for resources: {'Port': ['ID=0eb1331d-d377-40d2-aacb-222a7234fdd8,revision_number=None']} {{(pid=84874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:14:28.811732 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-017f98a9-8a07-408c-a86f-8ff0c00400a0 None None] Pushing event updated for resources: {'Port': ['ID=20d7e6c5-52b7-484a-bcda-ecac18c68f61,revision_number=5']} {{(pid=84876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:14:28.814334 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-3b8b2cc5-f75d-446b-b671-9f1a81cebc68 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854179735'] for segment, precommit_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:14:28.814737 n-d-768862-2 neutron-server[84765]: INFO neutron.db.segments_db [None req-3b8b2cc5-f75d-446b-b671-9f1a81cebc68 admin admin] Added segment cc0126f1-1969-4445-bf1c-fe5eea4fc264 of type vxlan for network f464b8ac-d1b3-44c8-9261-897220cf15ad Jan 14 07:14:28.817064 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-017f98a9-8a07-408c-a86f-8ff0c00400a0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.156s {{(pid=84876) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:14:28.894661 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [req-2717a99f-8fe6-433a-b94b-64b2d2568be5 req-2980b9c0-905b-42fd-98ef-b7f8b0ad8a96 tempest-ServersTestJSON-1630860468 tempest-ServersTestJSON-1630860468] 10.222.0.48 "GET /v2.0/ports?device_id=a0daabf0-2083-4a83-81e8-63bc1f309593 HTTP/1.1" status: 200 len: 210 time: 1.2494922 Jan 14 07:14:28.906499 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [req-8f694cd4-2df1-4411-9a3e-94a41ad76cd6 req-bff901b7-92ce-4fb9-8fd4-a52f11655ce1 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e211cab2-1789-4044-a855-7eb04ddfae53 HTTP/1.1" status: 200 len: 217 time: 0.1018817 Jan 14 07:14:28.909457 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-13545771-3585-48b1-bb9e-5961d9e50407 tempest-ServersAdminTestJSON-2110659293 tempest-ServersAdminTestJSON-2110659293] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.199s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:14:28.936771 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Device b4f88f31-112f-40c1-98c5-16898a532a27 up at agent ovs-agent-n-d-768862-2 {{(pid=84876) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 07:14:28.974355 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76918283-547e-4f50-83b8-0bdfb72f699c admin admin] Pushing event updated for resources: {'Subnet': ['ID=75c96462-82f5-451a-9db8-734632b28e48,revision_number=0']} {{(pid=84875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:14:29.067623 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Provisioning complete for port b4f88f31-112f-40c1-98c5-16898a532a27 triggered by entity L2. {{(pid=84876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 07:14:29.075104 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-604227'] for port, provisioning_complete {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:14:29.122833 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17deaab3-f76e-4154-aae0-3267d8d26f4e req-02aceccd-6ea3-4b0b-87e6-9fc3619b5552 tempest-FloatingIPDetailsTestJSON-1519139485 tempest-FloatingIPDetailsTestJSON-1519139485] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:14:29.131501 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [req-17deaab3-f76e-4154-aae0-3267d8d26f4e req-02aceccd-6ea3-4b0b-87e6-9fc3619b5552 tempest-FloatingIPDetailsTestJSON-1519139485 tempest-FloatingIPDetailsTestJSON-1519139485] 10.222.0.24 "GET /v2.0/networks/226f1e78-82cd-4481-9055-4eb73b6db8c1 HTTP/1.1" status: 200 len: 784 time: 1.5954185 Jan 14 07:14:29.198805 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-76918283-547e-4f50-83b8-0bdfb72f699c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.734s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:14:29.207273 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-d0ba3b1d-73c6-44a0-b07f-6069c2e2d60d tempest-ServersTestJSON-1630860468 tempest-ServersTestJSON-1630860468] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.677s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:14:29.226369 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.plugin [req-4749a9d8-1a24-4696-b0e1-b9fbefef11e5 req-9e090f97-91e5-484b-a509-5008bde7a629 tempest-ServersTestMultiNic-2121779930 tempest-ServersTestMultiNic-2121779930] Calling delete_port for 6f2a7f43-bf53-42bb-a0fb-dc06cc058b22 owned by compute:nova {{(pid=84874) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 07:14:29.386063 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.agents_db [None req-5b939a2f-078d-4c69-a188-cb55a28a77a0 None None] Agent healthcheck: found 7 active agents {{(pid=84877) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Jan 14 07:14:29.405130 n-d-768862-2 neutron-server[84765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04cf8d9a-0de5-4f9e-9913-88a5a279cb56 admin admin] Network 9348431b-ede8-49dd-9040-2701ab71f388 is already hosted by enough agents. {{(pid=84875) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 07:14:29.410979 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04cf8d9a-0de5-4f9e-9913-88a5a279cb56 admin admin] Pushing event updated for resources: {'Port': ['ID=cbb32776-543c-41ea-8f14-591d7d1c7463,revision_number=1']} {{(pid=84875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:14:29.427300 n-d-768862-2 neutron-server[84765]: DEBUG neutron.scheduler.base_scheduler [None req-04cf8d9a-0de5-4f9e-9913-88a5a279cb56 admin admin] Resources bound (agent type, host, resource id): {{(pid=84875) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 07:14:29.429598 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-04cf8d9a-0de5-4f9e-9913-88a5a279cb56 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.224s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:14:29.452179 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_dvrscheduler_db [req-60ca455c-db27-49f0-a6f1-04614b79c8ba req-13545771-3585-48b1-bb9e-5961d9e50407 tempest-ServersAdminTestJSON-2110659293 tempest-ServersAdminTestJSON-2110659293] No DVR routers for this DVR port 0eb1331d-d377-40d2-aacb-222a7234fdd8 on host n-h2-768862-2 {{(pid=84874) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Jan 14 07:14:29.458142 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [req-60ca455c-db27-49f0-a6f1-04614b79c8ba req-13545771-3585-48b1-bb9e-5961d9e50407 tempest-ServersAdminTestJSON-2110659293 tempest-ServersAdminTestJSON-2110659293] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854768116'] for port, before_response {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:14:29.491326 n-d-768862-2 neutron-server[84765]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5a880e33-93c3-4fa7-93e3-c4bf80d6af18', 'name': 'network-vif-deleted', 'tag': '0eb1331d-d377-40d2-aacb-222a7234fdd8'}] {{(pid=84874) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Jan 14 07:14:29.498298 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f694cd4-2df1-4411-9a3e-94a41ad76cd6 req-ce3ce0e4-de7a-4833-8beb-b932620871a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:14:29.500188 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [req-8f694cd4-2df1-4411-9a3e-94a41ad76cd6 req-ce3ce0e4-de7a-4833-8beb-b932620871a9 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=2e380f87-06e1-48b6-bc32-a19c3cb2450d HTTP/1.1" status: 200 len: 852 time: 0.5253873 Jan 14 07:14:29.509398 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-3b8b2cc5-f75d-446b-b671-9f1a81cebc68 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363259214646115'] for network, precommit_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:14:29.517304 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [req-70f0d639-00f1-49e9-9d02-60dc4ad0737e req-7c068c84-d26a-422f-81ef-04513fb3d50c service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=04f3aea956e546e892de768ae99354b8&device_id=a0daabf0-2083-4a83-81e8-63bc1f309593 HTTP/1.1" status: 200 len: 210 time: 0.0719731 Jan 14 07:14:29.545885 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04cf8d9a-0de5-4f9e-9913-88a5a279cb56 admin admin] Received port after_create {{(pid=84875) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 14 07:14:29.592152 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [req-17deaab3-f76e-4154-aae0-3267d8d26f4e req-78ca8c35-9603-4d48-87e8-72cf5504cbef tempest-FloatingIPDetailsTestJSON-1519139485 tempest-FloatingIPDetailsTestJSON-1519139485] 10.222.0.24 "GET /v2.0/floatingips?floating_ip_address=172.25.2.119 HTTP/1.1" status: 200 len: 696 time: 0.4473979 Jan 14 07:14:29.649030 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [req-000e0d89-cd83-45fa-bc80-d2a724c3ec66 req-4a72fb53-b5ac-4e8f-b692-a4aaaaf33b6d service neutron] 10.222.0.24 "GET /v2.0/networks/c5796fe5-f94a-4f9f-a829-10d556c8dd5d?fields=segments HTTP/1.1" status: 200 len: 212 time: 2.2668502 Jan 14 07:14:29.845586 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-cb0fd295-e9bb-4f50-bfa2-449c3eb79db3 None None] Provisioning for port cbb32776-543c-41ea-8f14-591d7d1c7463 completed by entity DHCP. {{(pid=84876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 07:14:29.867458 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-cb0fd295-e9bb-4f50-bfa2-449c3eb79db3 None None] Provisioning complete for port cbb32776-543c-41ea-8f14-591d7d1c7463 triggered by entity DHCP. {{(pid=84876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 07:14:29.870080 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-cb0fd295-e9bb-4f50-bfa2-449c3eb79db3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-604227'] for port, provisioning_complete {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:14:29.909916 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.db.api [req-4749a9d8-1a24-4696-b0e1-b9fbefef11e5 req-9e090f97-91e5-484b-a509-5008bde7a629 tempest-ServersTestMultiNic-2121779930 tempest-ServersTestMultiNic-2121779930] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84874) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Jan 14 07:14:29.910285 n-d-768862-2 neutron-server[84765]: DEBUG oslo_db.api [req-4749a9d8-1a24-4696-b0e1-b9fbefef11e5 req-9e090f97-91e5-484b-a509-5008bde7a629 tempest-ServersTestMultiNic-2121779930 tempest-ServersTestMultiNic-2121779930] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84874) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Jan 14 07:14:29.915083 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [req-17deaab3-f76e-4154-aae0-3267d8d26f4e req-42c3af10-2929-4ae2-b4c9-e4f16af53d56 tempest-FloatingIPDetailsTestJSON-1519139485 tempest-FloatingIPDetailsTestJSON-1519139485] 10.222.0.24 "GET /v2.0/floatingips?floating_ip_address=172.25.2.119 HTTP/1.1" status: 200 len: 696 time: 0.2445753 Jan 14 07:14:29.926831 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [req-8f694cd4-2df1-4411-9a3e-94a41ad76cd6 req-4da7a0c6-0dab-4a7d-bf26-d34a8ffaad2b service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=cbe2ed4b-3608-4133-998a-17444358e4ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.4120398 Jan 14 07:14:29.931490 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [req-000e0d89-cd83-45fa-bc80-d2a724c3ec66 req-ada2a856-c94a-4b0a-a885-b5b98b318fd2 service neutron] 10.222.0.24 "GET /v2.0/networks/c5796fe5-f94a-4f9f-a829-10d556c8dd5d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.2813745 Jan 14 07:14:29.937320 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [req-60ca455c-db27-49f0-a6f1-04614b79c8ba req-13545771-3585-48b1-bb9e-5961d9e50407 tempest-ServersAdminTestJSON-2110659293 tempest-ServersAdminTestJSON-2110659293] 10.222.0.48 "DELETE /v2.0/ports/0eb1331d-d377-40d2-aacb-222a7234fdd8 HTTP/1.1" status: 204 len: 173 time: 4.7133448 Jan 14 07:14:29.976869 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.plugin [None req-cb0fd295-e9bb-4f50-bfa2-449c3eb79db3 None None] Port cbb32776-543c-41ea-8f14-591d7d1c7463 cannot update to ACTIVE because it is not bound. {{(pid=84876) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:329}} Jan 14 07:14:30.020885 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-04cf8d9a-0de5-4f9e-9913-88a5a279cb56 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036850886386'] for router_interface, before_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:14:30.040541 n-d-768862-2 neutron-server[84765]: DEBUG neutron.objects.ports [None req-667bc4c6-60ff-4b07-957b-d05ec6e5c71c None None] Time-cost: Fetching 1 ports in 1 security groups {{(pid=84876) get_objects /opt/stack/neutron/neutron/objects/ports.py:428}} Jan 14 07:14:30.086080 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-3b8b2cc5-f75d-446b-b671-9f1a81cebc68 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850887149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964'] for network, after_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:14:30.087459 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b8b2cc5-f75d-446b-b671-9f1a81cebc68 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:14:30.087999 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-3b8b2cc5-f75d-446b-b671-9f1a81cebc68 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3207107'] for network, before_response {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:14:30.097725 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:14:30.267404 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-3b8b2cc5-f75d-446b-b671-9f1a81cebc68 admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 3.0327506 Jan 14 07:14:30.283464 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84874) accepted ('10.222.0.24', 59122) {{(pid=84874) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:14:30.294065 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-017f98a9-8a07-408c-a86f-8ff0c00400a0 None None] Device e211cab2-1789-4044-a855-7eb04ddfae53 up at agent ovs-agent-n-h1-768862-2 {{(pid=84876) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 07:14:30.314581 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.v2.base [None req-87c8e48a-b86a-4f2e-b9f5-22ed14721f97 admin admin] Request body: {'subnet': {'network_id': 'f464b8ac-d1b3-44c8-9261-897220cf15ad', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueTestJSONUnderV235-1401738690-subnet', 'tenant_id': 'd062827782824ed487fa7edfd4a1d197', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=84874) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:14:30.340403 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b8b2cc5-f75d-446b-b671-9f1a81cebc68 admin admin] Pushing event updated for resources: {'Network': ['ID=f464b8ac-d1b3-44c8-9261-897220cf15ad,revision_number=1']} {{(pid=84874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:14:30.352399 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-87c8e48a-b86a-4f2e-b9f5-22ed14721f97 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:14:30.355457 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-3b8b2cc5-f75d-446b-b671-9f1a81cebc68 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.258s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:14:30.364586 n-d-768862-2 neutron-server[84765]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '5a880e33-93c3-4fa7-93e3-c4bf80d6af18', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '0eb1331d-d377-40d2-aacb-222a7234fdd8', 'code': 422} returned with failed status Jan 14 07:14:30.369499 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [req-8f694cd4-2df1-4411-9a3e-94a41ad76cd6 req-12402877-5b42-4544-9d3c-93b99912ad91 service neutron] 10.222.0.35 "GET /v2.0/networks/cbe2ed4b-3608-4133-998a-17444358e4ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4267783 Jan 14 07:14:30.382568 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-017f98a9-8a07-408c-a86f-8ff0c00400a0 None None] Network f464b8ac-d1b3-44c8-9261-897220cf15ad details requested by agent ovs-agent-n-h1-768862-2 with host n-h1-768862-2 {{(pid=84876) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 07:14:30.405630 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Network f464b8ac-d1b3-44c8-9261-897220cf15ad details requested by agent ovs-agent-n-d-768862-2 with host n-d-768862-2 {{(pid=84876) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 07:14:30.527040 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-852a24f7-e9a1-4193-9abb-e9506fe5213f None None] Network f464b8ac-d1b3-44c8-9261-897220cf15ad details requested by agent ovs-agent-n-h2-768862-2 with host n-h2-768862-2 {{(pid=84876) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 07:14:30.697994 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70f0d639-00f1-49e9-9d02-60dc4ad0737e req-590e288c-5953-45aa-8496-e118679fd72b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:14:30.699675 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [req-70f0d639-00f1-49e9-9d02-60dc4ad0737e req-590e288c-5953-45aa-8496-e118679fd72b service neutron] 10.222.0.48 "GET /v2.0/networks?tenant_id=04f3aea956e546e892de768ae99354b8&shared=False HTTP/1.1" status: 200 len: 900 time: 1.0984654 Jan 14 07:14:30.718587 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.plugin [req-4749a9d8-1a24-4696-b0e1-b9fbefef11e5 req-9e090f97-91e5-484b-a509-5008bde7a629 tempest-ServersTestMultiNic-2121779930 tempest-ServersTestMultiNic-2121779930] Deleting port 6f2a7f43-bf53-42bb-a0fb-dc06cc058b22 {{(pid=84874) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 07:14:30.719192 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [req-4749a9d8-1a24-4696-b0e1-b9fbefef11e5 req-9e090f97-91e5-484b-a509-5008bde7a629 tempest-ServersTestMultiNic-2121779930 tempest-ServersTestMultiNic-2121779930] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363259214248359'] for port, before_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:14:30.885340 n-d-768862-2 neutron-server[84765]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '5a880e33-93c3-4fa7-93e3-c4bf80d6af18', 'name': 'network-vif-deleted', 'tag': '0eb1331d-d377-40d2-aacb-222a7234fdd8', 'status': 'failed', 'code': 422} returned with failed status Jan 14 07:14:30.891185 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-87c8e48a-b86a-4f2e-b9f5-22ed14721f97 admin admin] Usage tracker for resource:subnet and tenant:d062827782824ed487fa7edfd4a1d197 is out of sync, need to count used quota {{(pid=84874) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:14:30.998453 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-87c8e48a-b86a-4f2e-b9f5-22ed14721f97 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84874) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:14:31.030905 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-017f98a9-8a07-408c-a86f-8ff0c00400a0 None None] Provisioning for port e211cab2-1789-4044-a855-7eb04ddfae53 completed by entity L2. {{(pid=84876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 07:14:31.057513 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-017f98a9-8a07-408c-a86f-8ff0c00400a0 None None] Provisioning complete for port e211cab2-1789-4044-a855-7eb04ddfae53 triggered by entity L2. {{(pid=84876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 07:14:31.058204 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-017f98a9-8a07-408c-a86f-8ff0c00400a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-604227'] for port, provisioning_complete {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:14:31.179170 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.plugin [req-17deaab3-f76e-4154-aae0-3267d8d26f4e req-7a208e01-2b85-4318-b65e-7f7bbb69d9bc tempest-FloatingIPDetailsTestJSON-1519139485 tempest-FloatingIPDetailsTestJSON-1519139485] Deleting port 67ad888a-1564-46c7-b3f1-99d0b74fc94c {{(pid=84875) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 07:14:31.179890 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [req-17deaab3-f76e-4154-aae0-3267d8d26f4e req-7a208e01-2b85-4318-b65e-7f7bbb69d9bc tempest-FloatingIPDetailsTestJSON-1519139485 tempest-FloatingIPDetailsTestJSON-1519139485] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363259214248359'] for port, before_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:14:31.279094 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76918283-547e-4f50-83b8-0bdfb72f699c admin admin] Checking segment: {'id': '9d160776-cb4e-4c54-875c-28b1a84a4c08', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 15, 'network_id': '3464e1d7-d68d-4886-b510-ed67f13e3a28'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84875) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 14 07:14:31.279502 n-d-768862-2 neutron-server[84765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76918283-547e-4f50-83b8-0bdfb72f699c admin admin] Network hostable DHCP agents. Network: 3464e1d7-d68d-4886-b510-ed67f13e3a28, hostable agents: ['32f3dd84-26da-4d18-bf15-6017a8fb7247'], hosted agents: [] {{(pid=84875) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Jan 14 07:14:31.400529 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70f0d639-00f1-49e9-9d02-60dc4ad0737e req-2b2cbf77-e56a-4286-8734-1f5eb832e219 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:14:31.402115 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [req-70f0d639-00f1-49e9-9d02-60dc4ad0737e req-2b2cbf77-e56a-4286-8734-1f5eb832e219 service neutron] 10.222.0.48 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 863 time: 0.6926200 Jan 14 07:14:31.411374 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-017f98a9-8a07-408c-a86f-8ff0c00400a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555753'] for port, before_update {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:14:31.422938 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [req-4749a9d8-1a24-4696-b0e1-b9fbefef11e5 req-9e090f97-91e5-484b-a509-5008bde7a629 tempest-ServersTestMultiNic-2121779930 tempest-ServersTestMultiNic-2121779930] For port 6f2a7f43-bf53-42bb-a0fb-dc06cc058b22, host n-h1-768862-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-h1-768862-2',level=0,port_id=6f2a7f43-bf53-42bb-a0fb-dc06cc058b22,segment=NetworkSegment(03fb12c0-b28b-4752-937b-ed8f1fec4960),segment_id=03fb12c0-b28b-4752-937b-ed8f1fec4960)] {{(pid=84874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 07:14:31.423289 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [req-4749a9d8-1a24-4696-b0e1-b9fbefef11e5 req-9e090f97-91e5-484b-a509-5008bde7a629 tempest-ServersTestMultiNic-2121779930 tempest-ServersTestMultiNic-2121779930] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036850862667'] for port, precommit_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:14:31.495858 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [None req-017f98a9-8a07-408c-a86f-8ff0c00400a0 None None] For port e211cab2-1789-4044-a855-7eb04ddfae53, host n-h1-768862-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-h1-768862-2',level=0,port_id=e211cab2-1789-4044-a855-7eb04ddfae53,segment=NetworkSegment(57bab259-5001-497b-b8de-52294271cdb8),segment_id=57bab259-5001-497b-b8de-52294271cdb8)] {{(pid=84876) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 07:14:31.504219 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-017f98a9-8a07-408c-a86f-8ff0c00400a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777640533312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363259214678337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777640097497'] for port, after_update {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:14:31.506532 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-d9d8d17a-4429-45fa-8aa2-2af5d2db2ee2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84876) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:14:31.565350 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [req-ca16d423-1356-42be-a006-b7e948607ca7 req-90ff50c2-fa01-499e-94e7-8f7cdb276747 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=44f1ebfb726c40f79f3e17c7e6a9b92b&device_id=5a880e33-93c3-4fa7-93e3-c4bf80d6af18 HTTP/1.1" status: 200 len: 210 time: 0.6392682 Jan 14 07:14:31.575466 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [req-8f694cd4-2df1-4411-9a3e-94a41ad76cd6 req-ca959377-b8d0-4383-be3d-4baf4d893988 service neutron] 10.222.0.35 "GET /v2.0/networks/cbe2ed4b-3608-4133-998a-17444358e4ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 1.2043190 Jan 14 07:14:31.576885 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-87c8e48a-b86a-4f2e-b9f5-22ed14721f97 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:14:31.652888 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-017f98a9-8a07-408c-a86f-8ff0c00400a0 None None] Pushing event updated for resources: {'Port': ['ID=e211cab2-1789-4044-a855-7eb04ddfae53,revision_number=4']} {{(pid=84876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:14:31.662893 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-017f98a9-8a07-408c-a86f-8ff0c00400a0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.156s {{(pid=84876) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:14:31.710952 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [req-70f0d639-00f1-49e9-9d02-60dc4ad0737e req-4b97aaec-c9c7-47a0-ad36-2f2193640af8 tempest-ServersTestJSON-1630860468 tempest-ServersTestJSON-1630860468] 10.222.0.48 "GET /v2.0/ports?device_id=a0daabf0-2083-4a83-81e8-63bc1f309593 HTTP/1.1" status: 200 len: 210 time: 0.1183751 Jan 14 07:14:31.743408 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-9f7be538-67be-4db4-9e1c-6707a67d3029 tempest-ServersTestJSON-1630860468 tempest-ServersTestJSON-1630860468] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036850862667'] for port, precommit_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:14:31.743992 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-9f7be538-67be-4db4-9e1c-6707a67d3029 tempest-ServersTestJSON-1630860468 tempest-ServersTestJSON-1630860468] Notify callbacks [] for floatingip, precommit_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:14:31.753206 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [req-ca16d423-1356-42be-a006-b7e948607ca7 req-c8911c4e-ec8d-4c69-8865-b1d0ade56d50 service neutron] 10.222.0.48 "GET /v2.0/networks?tenant_id=44f1ebfb726c40f79f3e17c7e6a9b92b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1736991 Jan 14 07:14:31.755808 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-04cf8d9a-0de5-4f9e-9913-88a5a279cb56 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555753'] for port, before_update {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:14:31.771481 n-d-768862-2 neutron-server[84765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76918283-547e-4f50-83b8-0bdfb72f699c admin admin] Network 3464e1d7-d68d-4886-b510-ed67f13e3a28 is scheduled to be hosted by DHCP agent 32f3dd84-26da-4d18-bf15-6017a8fb7247 with binding_index 1 {{(pid=84875) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Jan 14 07:14:31.774150 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.plugin [req-4749a9d8-1a24-4696-b0e1-b9fbefef11e5 req-9e090f97-91e5-484b-a509-5008bde7a629 tempest-ServersTestMultiNic-2121779930 tempest-ServersTestMultiNic-2121779930] Calling delete_port for 6f2a7f43-bf53-42bb-a0fb-dc06cc058b22 owned by compute:nova {{(pid=84874) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 07:14:31.777985 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-017f98a9-8a07-408c-a86f-8ff0c00400a0 None None] Device e211cab2-1789-4044-a855-7eb04ddfae53 up at agent ovs-agent-n-h1-768862-2 {{(pid=84876) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 07:14:31.855883 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [req-17deaab3-f76e-4154-aae0-3267d8d26f4e req-7a208e01-2b85-4318-b65e-7f7bbb69d9bc tempest-FloatingIPDetailsTestJSON-1519139485 tempest-FloatingIPDetailsTestJSON-1519139485] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036850862667'] for port, precommit_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:14:31.856469 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [req-17deaab3-f76e-4154-aae0-3267d8d26f4e req-7a208e01-2b85-4318-b65e-7f7bbb69d9bc tempest-FloatingIPDetailsTestJSON-1519139485 tempest-FloatingIPDetailsTestJSON-1519139485] Notify callbacks [] for floatingip, precommit_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:14:31.917934 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-017f98a9-8a07-408c-a86f-8ff0c00400a0 None None] Provisioning complete for port e211cab2-1789-4044-a855-7eb04ddfae53 triggered by entity L2. {{(pid=84876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 07:14:31.918677 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-017f98a9-8a07-408c-a86f-8ff0c00400a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-604227'] for port, provisioning_complete {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:14:32.030371 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-87c8e48a-b86a-4f2e-b9f5-22ed14721f97 admin admin] Made reservation on behalf of d062827782824ed487fa7edfd4a1d197 for: {'subnet': 1} {{(pid=84874) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 07:14:32.042161 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-87c8e48a-b86a-4f2e-b9f5-22ed14721f97 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036851981161'] for subnet, before_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:14:32.089867 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.plugin [None req-9f7be538-67be-4db4-9e1c-6707a67d3029 tempest-ServersTestJSON-1630860468 tempest-ServersTestJSON-1630860468] Calling delete_port for 2d17a0f4-3b17-4799-af4c-d84f5e904b11 owned by network:floatingip {{(pid=84875) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 07:14:32.341417 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-9f7be538-67be-4db4-9e1c-6707a67d3029 tempest-ServersTestJSON-1630860468 tempest-ServersTestJSON-1630860468] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777640533329', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777640097463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851621574'] for port, after_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:14:32.366097 n-d-768862-2 neutron-server[84765]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '16513199-bee3-4bea-a843-4e62a5ef0197', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f3b37882-75a9-4ec5-b254-9ffd0685d6bb'}, {'server_uuid': '16513199-bee3-4bea-a843-4e62a5ef0197', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6f2a7f43-bf53-42bb-a0fb-dc06cc058b22'}, {'server_uuid': '16513199-bee3-4bea-a843-4e62a5ef0197', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '20d7e6c5-52b7-484a-bcda-ecac18c68f61'}, {'server_uuid': '5e1b808a-588c-4008-b69e-f3b9e623e2ef', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e211cab2-1789-4044-a855-7eb04ddfae53'}] {{(pid=84876) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Jan 14 07:14:32.374255 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.plugin [req-17deaab3-f76e-4154-aae0-3267d8d26f4e req-7a208e01-2b85-4318-b65e-7f7bbb69d9bc tempest-FloatingIPDetailsTestJSON-1519139485 tempest-FloatingIPDetailsTestJSON-1519139485] Calling delete_port for 67ad888a-1564-46c7-b3f1-99d0b74fc94c owned by network:floatingip {{(pid=84875) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 07:14:32.404708 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca16d423-1356-42be-a006-b7e948607ca7 req-0e271bc1-76d3-48a9-9c8c-1d1aba113212 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:14:32.406025 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-41eff07d-8c71-4cd3-928b-25bb15947380 tempest-FloatingIPDetailsTestJSON-1519139485 tempest-FloatingIPDetailsTestJSON-1519139485] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:14:32.407073 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [req-ca16d423-1356-42be-a006-b7e948607ca7 req-0e271bc1-76d3-48a9-9c8c-1d1aba113212 service neutron] 10.222.0.48 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 863 time: 0.5610878 Jan 14 07:14:32.439733 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [req-60ca455c-db27-49f0-a6f1-04614b79c8ba req-212d935a-85ec-4947-abac-23a7d7c4b994 tempest-ServersAdminTestJSON-2110659293 tempest-ServersAdminTestJSON-2110659293] 10.222.0.35 "GET /v2.0/networks?tenant_id=44f1ebfb726c40f79f3e17c7e6a9b92b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1471095 Jan 14 07:14:32.590219 n-d-768862-2 neutron-server[84765]: DEBUG neutron.scheduler.base_scheduler [None req-76918283-547e-4f50-83b8-0bdfb72f699c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768862-2, 3464e1d7-d68d-4886-b510-ed67f13e3a28) {{(pid=84875) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 07:14:32.605892 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9a278a6-daca-4018-90b5-ed9394abb73a None None] Network 3464e1d7-d68d-4886-b510-ed67f13e3a28 requested from n-d-768862-2 {{(pid=84876) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 07:14:32.652598 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [req-ca16d423-1356-42be-a006-b7e948607ca7 req-a1ea1b7a-8118-4ea9-8697-b9af17828b71 tempest-ServersAdminTestJSON-2110659293 tempest-ServersAdminTestJSON-2110659293] Synchronizing usage tracker for tenant:44f1ebfb726c40f79f3e17c7e6a9b92b on resource:port {{(pid=84874) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 14 07:14:32.718055 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f7be538-67be-4db4-9e1c-6707a67d3029 tempest-ServersTestJSON-1630860468 tempest-ServersTestJSON-1630860468] Pushing event deleted for resources: {'Port': ['ID=2d17a0f4-3b17-4799-af4c-d84f5e904b11,revision_number=None']} {{(pid=84875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:14:32.726891 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-9f7be538-67be-4db4-9e1c-6707a67d3029 tempest-ServersTestJSON-1630860468 tempest-ServersTestJSON-1630860468] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.321s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:14:32.815883 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [req-ca16d423-1356-42be-a006-b7e948607ca7 req-a1ea1b7a-8118-4ea9-8697-b9af17828b71 tempest-ServersAdminTestJSON-2110659293 tempest-ServersAdminTestJSON-2110659293] Unset dirty status for tenant:44f1ebfb726c40f79f3e17c7e6a9b92b on resource:port {{(pid=84874) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 14 07:14:32.817449 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [req-ca16d423-1356-42be-a006-b7e948607ca7 req-a1ea1b7a-8118-4ea9-8697-b9af17828b71 tempest-ServersAdminTestJSON-2110659293 tempest-ServersAdminTestJSON-2110659293] 10.222.0.48 "GET /v2.0/ports?device_id=5a880e33-93c3-4fa7-93e3-c4bf80d6af18 HTTP/1.1" status: 200 len: 210 time: 0.3366196 Jan 14 07:14:32.964914 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60ca455c-db27-49f0-a6f1-04614b79c8ba req-be42cff8-de3a-4f4b-9a9e-3fc8d07e9e0a tempest-ServersAdminTestJSON-2110659293 tempest-ServersAdminTestJSON-2110659293] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:14:32.966557 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [req-60ca455c-db27-49f0-a6f1-04614b79c8ba req-be42cff8-de3a-4f4b-9a9e-3fc8d07e9e0a tempest-ServersAdminTestJSON-2110659293 tempest-ServersAdminTestJSON-2110659293] 10.222.0.35 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5179734 Jan 14 07:14:32.994556 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3334b24e-a618-4b4b-b612-1d1c4889304d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5d94dc7a-c095-50a4-955e-5f3b78718a12-3464e1d7-d68d-4886-b510-ed67f13e3a28', 'network_id': '3464e1d7-d68d-4886-b510-ed67f13e3a28', 'tenant_id': '18b1ab99759c4e17a07e1a0bd62f79a5', 'fixed_ips': [{'subnet_id': '75c96462-82f5-451a-9db8-734632b28e48'}]}} from n-d-768862-2. {{(pid=84876) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Jan 14 07:14:32.996092 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-3334b24e-a618-4b4b-b612-1d1c4889304d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555753'] for port, before_create {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:14:33.027880 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.v2.base [req-60ca455c-db27-49f0-a6f1-04614b79c8ba req-cf0e5b29-07a7-4d36-8695-537f79cb9c93 tempest-ServersAdminTestJSON-2110659293 tempest-ServersAdminTestJSON-2110659293] Request body: {'port': {'device_id': '5a880e33-93c3-4fa7-93e3-c4bf80d6af18', 'network_id': '3ab89270-67b1-41e9-8be2-a0395a984bff', 'admin_state_up': True, 'tenant_id': '44f1ebfb726c40f79f3e17c7e6a9b92b'}} {{(pid=84874) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:14:33.052470 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [req-4749a9d8-1a24-4696-b0e1-b9fbefef11e5 req-9e090f97-91e5-484b-a509-5008bde7a629 tempest-ServersTestMultiNic-2121779930 tempest-ServersTestMultiNic-2121779930] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777640533329', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777640097463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3254186'] for port, after_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:14:33.092528 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-65511cd1-45a8-4fa8-8c95-fcbe402b45c2 tempest-TaggedBootDevicesTest-541410187 tempest-TaggedBootDevicesTest-541410187] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:14:33.266902 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-04cf8d9a-0de5-4f9e-9913-88a5a279cb56 admin admin] Notify callbacks [] for port, precommit_update {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:14:33.282228 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76918283-547e-4f50-83b8-0bdfb72f699c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:14:33.283172 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-76918283-547e-4f50-83b8-0bdfb72f699c admin admin] Notify callbacks [] for subnet, before_response {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:14:33.333595 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-04cf8d9a-0de5-4f9e-9913-88a5a279cb56 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777640533312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363259214678337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777640097497', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3154211'] for port, after_update {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:14:33.386858 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-8960f626-a7d8-4725-8ff9-1fe360a2a000 tempest-TaggedBootDevicesTest-541410187 tempest-TaggedBootDevicesTest-541410187] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:14:33.427493 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-76918283-547e-4f50-83b8-0bdfb72f699c admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 12.5206916 Jan 14 07:14:33.458827 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84875) accepted ('10.222.0.24', 59172) {{(pid=84875) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:14:33.488426 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.v2.base [None req-276c5c93-fb78-4c49-9c52-6fe62b296be9 admin admin] Request body: {'router': {'name': 'tempest-ServersTestBootFromVolume-1415430933-router', 'tenant_id': '18b1ab99759c4e17a07e1a0bd62f79a5', 'external_gateway_info': {'network_id': '226f1e78-82cd-4481-9055-4eb73b6db8c1'}}} {{(pid=84875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:14:33.494544 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-276c5c93-fb78-4c49-9c52-6fe62b296be9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:14:33.499575 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-276c5c93-fb78-4c49-9c52-6fe62b296be9 admin admin] Usage tracker for resource:router and tenant:18b1ab99759c4e17a07e1a0bd62f79a5 is out of sync, need to count used quota {{(pid=84875) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:14:33.503190 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-276c5c93-fb78-4c49-9c52-6fe62b296be9 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=84875) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:14:33.510357 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-276c5c93-fb78-4c49-9c52-6fe62b296be9 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:14:33.574543 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-276c5c93-fb78-4c49-9c52-6fe62b296be9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3889205', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854717621'] for router, before_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:14:33.575677 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-276c5c93-fb78-4c49-9c52-6fe62b296be9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036850886574', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3912501', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3808446', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-58179'] for router, precommit_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:14:33.601867 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e090f97-91e5-484b-a509-5008bde7a629 tempest-ServersTestMultiNic-2121779930 tempest-ServersTestMultiNic-2121779930] Pushing event deleted for resources: {'Port': ['ID=6f2a7f43-bf53-42bb-a0fb-dc06cc058b22,revision_number=None']} {{(pid=84874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:14:33.626152 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-9e090f97-91e5-484b-a509-5008bde7a629 tempest-ServersTestMultiNic-2121779930 tempest-ServersTestMultiNic-2121779930] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.530s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:14:33.627207 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5c70eaf-211c-487d-8c97-054098589f2b req-a19309ca-4675-48c5-bc8c-afd0f212d96d tempest-ImagesTestJSON-461542496 tempest-ImagesTestJSON-461542496] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:14:33.635677 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [req-b5c70eaf-211c-487d-8c97-054098589f2b req-a19309ca-4675-48c5-bc8c-afd0f212d96d tempest-ImagesTestJSON-461542496 tempest-ImagesTestJSON-461542496] 10.222.0.24 "GET /v2.0/networks?id=c5796fe5-f94a-4f9f-a829-10d556c8dd5d HTTP/1.1" status: 200 len: 804 time: 1.8809435 Jan 14 07:14:33.635997 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.db_base_plugin_common [None req-3334b24e-a618-4b4b-b612-1d1c4889304d None None] Allocated IP 172.20.0.2 (3464e1d7-d68d-4886-b510-ed67f13e3a28/75c96462-82f5-451a-9db8-734632b28e48/603876da-ac1f-4806-aba0-c4b004bd259d) {{(pid=84876) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 14 07:14:33.664069 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-87c8e48a-b86a-4f2e-b9f5-22ed14721f97 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850887113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3254092', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036851981146'] for subnet, after_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:14:33.682514 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-276c5c93-fb78-4c49-9c52-6fe62b296be9 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:14:33.700095 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04cf8d9a-0de5-4f9e-9913-88a5a279cb56 admin admin] Pushing event updated for resources: {'Port': ['ID=cbb32776-543c-41ea-8f14-591d7d1c7463,revision_number=2']} {{(pid=84875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:14:33.709005 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-04cf8d9a-0de5-4f9e-9913-88a5a279cb56 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3206949', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3889649'] for router_interface, after_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:14:33.759879 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:14:33.856080 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-04cf8d9a-0de5-4f9e-9913-88a5a279cb56 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.466s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:14:33.862399 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [req-b5c70eaf-211c-487d-8c97-054098589f2b req-baba0fbe-cbd1-4618-8984-7d6a74ad4869 tempest-ImagesTestJSON-461542496 tempest-ImagesTestJSON-461542496] 10.222.0.24 "GET /v2.0/quotas/34cab96e6eaa4be98af4bafa2eaeb94d HTTP/1.1" status: 200 len: 375 time: 0.2256701 Jan 14 07:14:33.912161 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [req-60ca455c-db27-49f0-a6f1-04614b79c8ba req-cf0e5b29-07a7-4d36-8695-537f79cb9c93 tempest-ServersAdminTestJSON-2110659293 tempest-ServersAdminTestJSON-2110659293] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:14:33.920580 n-d-768862-2 neutron-server[84765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04cf8d9a-0de5-4f9e-9913-88a5a279cb56 admin admin] Network 9348431b-ede8-49dd-9040-2701ab71f388 is already hosted by enough agents. {{(pid=84875) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 07:14:33.924265 n-d-768862-2 neutron-server[84765]: DEBUG neutron.scheduler.base_scheduler [None req-04cf8d9a-0de5-4f9e-9913-88a5a279cb56 admin admin] Resources bound (agent type, host, resource id): {{(pid=84875) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 07:14:33.947572 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [req-60ca455c-db27-49f0-a6f1-04614b79c8ba req-cf0e5b29-07a7-4d36-8695-537f79cb9c93 tempest-ServersAdminTestJSON-2110659293 tempest-ServersAdminTestJSON-2110659293] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:14:33.961044 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87c8e48a-b86a-4f2e-b9f5-22ed14721f97 admin admin] Pushing event updated for resources: {'Subnet': ['ID=52a58d70-5731-428e-8f30-4bdaba52572e,revision_number=0']} {{(pid=84874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:14:33.979950 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-87c8e48a-b86a-4f2e-b9f5-22ed14721f97 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.220s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:14:33.988000 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-3334b24e-a618-4b4b-b612-1d1c4889304d None None] Notify callbacks [] for port, precommit_create {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:14:34.005669 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [req-b5c70eaf-211c-487d-8c97-054098589f2b req-5798e543-bad9-4c64-8152-bf2a69ed6777 tempest-ImagesTestJSON-461542496 tempest-ImagesTestJSON-461542496] 10.222.0.24 "GET /v2.0/ports?tenant_id=34cab96e6eaa4be98af4bafa2eaeb94d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1246450 Jan 14 07:14:34.056003 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_dvrscheduler_db [req-4749a9d8-1a24-4696-b0e1-b9fbefef11e5 req-9e090f97-91e5-484b-a509-5008bde7a629 tempest-ServersTestMultiNic-2121779930 tempest-ServersTestMultiNic-2121779930] No DVR routers for this DVR port 6f2a7f43-bf53-42bb-a0fb-dc06cc058b22 on host n-h1-768862-2 {{(pid=84874) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Jan 14 07:14:34.060039 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-60ca455c-db27-49f0-a6f1-04614b79c8ba req-cf0e5b29-07a7-4d36-8695-537f79cb9c93 tempest-ServersAdminTestJSON-2110659293 tempest-ServersAdminTestJSON-2110659293] Made reservation on behalf of 44f1ebfb726c40f79f3e17c7e6a9b92b for: {'port': 1} {{(pid=84874) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 07:14:34.070530 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [req-60ca455c-db27-49f0-a6f1-04614b79c8ba req-cf0e5b29-07a7-4d36-8695-537f79cb9c93 tempest-ServersAdminTestJSON-2110659293 tempest-ServersAdminTestJSON-2110659293] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555753'] for port, before_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:14:34.082607 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [req-4749a9d8-1a24-4696-b0e1-b9fbefef11e5 req-9e090f97-91e5-484b-a509-5008bde7a629 tempest-ServersTestMultiNic-2121779930 tempest-ServersTestMultiNic-2121779930] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854768116'] for port, before_response {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:14:34.087345 n-d-768862-2 neutron-server[84765]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '16513199-bee3-4bea-a843-4e62a5ef0197', 'name': 'network-vif-deleted', 'tag': '6f2a7f43-bf53-42bb-a0fb-dc06cc058b22'}] {{(pid=84874) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Jan 14 07:14:34.133728 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [req-4749a9d8-1a24-4696-b0e1-b9fbefef11e5 req-9e090f97-91e5-484b-a509-5008bde7a629 tempest-ServersTestMultiNic-2121779930 tempest-ServersTestMultiNic-2121779930] 10.222.0.35 "DELETE /v2.0/ports/6f2a7f43-bf53-42bb-a0fb-dc06cc058b22 HTTP/1.1" status: 204 len: 173 time: 6.8974950 Jan 14 07:14:34.355756 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-aef52be8-61f1-4a71-a887-c8192bb8cc3a None None] Provisioning complete for port cbb32776-543c-41ea-8f14-591d7d1c7463 triggered by entity DHCP. {{(pid=84876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 07:14:34.356604 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-aef52be8-61f1-4a71-a887-c8192bb8cc3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-604227'] for port, provisioning_complete {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:14:34.394454 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.plugin [req-4749a9d8-1a24-4696-b0e1-b9fbefef11e5 req-0ff97a0f-7c1e-4fed-8a89-4b57fdcd52d5 tempest-ServersTestMultiNic-2121779930 tempest-ServersTestMultiNic-2121779930] Deleting port f3b37882-75a9-4ec5-b254-9ffd0685d6bb {{(pid=84874) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 07:14:34.394907 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [req-4749a9d8-1a24-4696-b0e1-b9fbefef11e5 req-0ff97a0f-7c1e-4fed-8a89-4b57fdcd52d5 tempest-ServersTestMultiNic-2121779930 tempest-ServersTestMultiNic-2121779930] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363259214248359'] for port, before_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:14:34.441413 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.plugin [None req-aef52be8-61f1-4a71-a887-c8192bb8cc3a None None] Port cbb32776-543c-41ea-8f14-591d7d1c7463 cannot update to ACTIVE because it is not bound. {{(pid=84876) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:329}} Jan 14 07:14:34.465128 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87c8e48a-b86a-4f2e-b9f5-22ed14721f97 admin admin] Checking segment: {'id': 'cc0126f1-1969-4445-bf1c-fe5eea4fc264', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 18, 'network_id': 'f464b8ac-d1b3-44c8-9261-897220cf15ad'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84874) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 14 07:14:34.465869 n-d-768862-2 neutron-server[84765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87c8e48a-b86a-4f2e-b9f5-22ed14721f97 admin admin] Network hostable DHCP agents. Network: f464b8ac-d1b3-44c8-9261-897220cf15ad, hostable agents: ['32f3dd84-26da-4d18-bf15-6017a8fb7247'], hosted agents: [] {{(pid=84874) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Jan 14 07:14:34.553525 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-3334b24e-a618-4b4b-b612-1d1c4889304d None None] Transition to ACTIVE for port object 603876da-ac1f-4806-aba0-c4b004bd259d will not be triggered until provisioned by entity L2. {{(pid=84876) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 07:14:34.575723 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-3334b24e-a618-4b4b-b612-1d1c4889304d None None] Transition to ACTIVE for port object 603876da-ac1f-4806-aba0-c4b004bd259d will not be triggered until provisioned by entity DHCP. {{(pid=84876) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 07:14:34.597111 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-3334b24e-a618-4b4b-b612-1d1c4889304d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777640123575'] for port, after_create {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:14:34.626661 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84876) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:14:34.642170 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-276c5c93-fb78-4c49-9c52-6fe62b296be9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3912484', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3889188', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-58194'] for router, precommit_update {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:14:34.722307 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [req-17deaab3-f76e-4154-aae0-3267d8d26f4e req-7a208e01-2b85-4318-b65e-7f7bbb69d9bc tempest-FloatingIPDetailsTestJSON-1519139485 tempest-FloatingIPDetailsTestJSON-1519139485] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777640533329', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777640097463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851621574'] for port, after_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:14:34.745988 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-9b760ce1-8d57-45a4-abd6-5cc55b705459 tempest-FloatingIPDetailsTestJSON-1519139485 tempest-FloatingIPDetailsTestJSON-1519139485] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:14:34.762379 n-d-768862-2 neutron-server[84765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87c8e48a-b86a-4f2e-b9f5-22ed14721f97 admin admin] Network f464b8ac-d1b3-44c8-9261-897220cf15ad is scheduled to be hosted by DHCP agent 32f3dd84-26da-4d18-bf15-6017a8fb7247 with binding_index 1 {{(pid=84874) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Jan 14 07:14:34.801321 n-d-768862-2 neutron-server[84765]: DEBUG neutron.scheduler.base_scheduler [None req-87c8e48a-b86a-4f2e-b9f5-22ed14721f97 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768862-2, f464b8ac-d1b3-44c8-9261-897220cf15ad) {{(pid=84874) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 07:14:34.803392 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-9f7be538-67be-4db4-9e1c-6707a67d3029 tempest-ServersTestJSON-1630860468 tempest-ServersTestJSON-1630860468] Notify callbacks [] for floatingip, after_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:14:34.812135 n-d-768862-2 neutron-server[84765]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-04cf8d9a-0de5-4f9e-9913-88a5a279cb56 admin admin] Router 4e773e6f-f236-4f11-886f-53eafdc495b5 has already been hosted by L3 agent 35f592e9-451b-4db9-abea-77b6a5c5391b {{(pid=84875) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Jan 14 07:14:34.818905 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a208e01-2b85-4318-b65e-7f7bbb69d9bc tempest-FloatingIPDetailsTestJSON-1519139485 tempest-FloatingIPDetailsTestJSON-1519139485] Pushing event deleted for resources: {'Port': ['ID=67ad888a-1564-46c7-b3f1-99d0b74fc94c,revision_number=None']} {{(pid=84875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:14:34.843454 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec5df904-5383-4899-b46c-a001a1a51e08 None None] Network f464b8ac-d1b3-44c8-9261-897220cf15ad requested from n-d-768862-2 {{(pid=84876) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 07:14:34.907941 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-7a208e01-2b85-4318-b65e-7f7bbb69d9bc tempest-FloatingIPDetailsTestJSON-1519139485 tempest-FloatingIPDetailsTestJSON-1519139485] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.162s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:14:34.926260 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87c8e48a-b86a-4f2e-b9f5-22ed14721f97 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:14:34.927155 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-87c8e48a-b86a-4f2e-b9f5-22ed14721f97 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3207107'] for subnet, before_response {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:14:34.986583 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3334b24e-a618-4b4b-b612-1d1c4889304d None None] Pushing event updated for resources: {'Port': ['ID=603876da-ac1f-4806-aba0-c4b004bd259d,revision_number=1']} {{(pid=84876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:14:34.999270 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.db_base_plugin_common [req-60ca455c-db27-49f0-a6f1-04614b79c8ba req-cf0e5b29-07a7-4d36-8695-537f79cb9c93 tempest-ServersAdminTestJSON-2110659293 tempest-ServersAdminTestJSON-2110659293] Allocated IP 192.168.233.193 (3ab89270-67b1-41e9-8be2-a0395a984bff/69aa3990-7111-4d2c-9167-5d5ad366f163/9bd5986f-8518-4c1f-a3df-6cb9ccd2561f) {{(pid=84874) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 14 07:14:35.000542 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-3334b24e-a618-4b4b-b612-1d1c4889304d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.374s {{(pid=84876) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:14:35.009623 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-87c8e48a-b86a-4f2e-b9f5-22ed14721f97 admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 857 time: 4.7230854 Jan 14 07:14:35.019869 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84874) accepted ('10.222.0.24', 59184) {{(pid=84874) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:14:35.027281 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.v2.base [None req-21d52689-9cda-4b42-b3e5-4a9e475eaecf admin admin] Request body: {'router': {'name': 'tempest-ServerRescueTestJSONUnderV235-1401738690-router', 'tenant_id': 'd062827782824ed487fa7edfd4a1d197', 'external_gateway_info': {'network_id': '226f1e78-82cd-4481-9055-4eb73b6db8c1'}}} {{(pid=84874) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:14:35.034971 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-21d52689-9cda-4b42-b3e5-4a9e475eaecf admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:14:35.040254 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-21d52689-9cda-4b42-b3e5-4a9e475eaecf admin admin] Usage tracker for resource:router and tenant:d062827782824ed487fa7edfd4a1d197 is out of sync, need to count used quota {{(pid=84874) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:14:35.055229 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-9f7be538-67be-4db4-9e1c-6707a67d3029 tempest-ServersTestJSON-1630860468 tempest-ServersTestJSON-1630860468] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854768116'] for floatingip, before_response {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:14:35.059710 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-9f7be538-67be-4db4-9e1c-6707a67d3029 tempest-ServersTestJSON-1630860468 tempest-ServersTestJSON-1630860468] 10.222.0.24 "DELETE /v2.0/floatingips/1c0ad8a4-226b-4930-aac2-98ebef150815 HTTP/1.1" status: 204 len: 168 time: 9.0124905 Jan 14 07:14:35.061396 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-21d52689-9cda-4b42-b3e5-4a9e475eaecf admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=84874) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:14:35.066128 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84874) accepted ('10.222.0.24', 59188) {{(pid=84874) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:14:35.149973 n-d-768862-2 neutron-server[84765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3334b24e-a618-4b4b-b612-1d1c4889304d None None] Network 3464e1d7-d68d-4886-b510-ed67f13e3a28 is already hosted by enough agents. {{(pid=84876) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 07:14:35.151413 n-d-768862-2 neutron-server[84765]: DEBUG neutron.scheduler.base_scheduler [None req-3334b24e-a618-4b4b-b612-1d1c4889304d None None] Resources bound (agent type, host, resource id): {{(pid=84876) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 07:14:35.184470 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3334b24e-a618-4b4b-b612-1d1c4889304d None None] Received port after_create {{(pid=84876) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 14 07:14:35.280765 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [req-b5c70eaf-211c-487d-8c97-054098589f2b req-c3880fc4-12f5-4a32-98c7-f461e6afe91f service neutron] 10.222.0.24 "GET /v2.0/networks/c5796fe5-f94a-4f9f-a829-10d556c8dd5d?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.1743901 Jan 14 07:14:35.312763 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a34a5cf5-cc7c-425f-b5d8-7265b889207b None None] Network f464b8ac-d1b3-44c8-9261-897220cf15ad requested from n-d-768862-2 {{(pid=84876) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 07:14:35.329545 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.managers [None req-3334b24e-a618-4b4b-b612-1d1c4889304d None None] Attempting to bind port 603876da-ac1f-4806-aba0-c4b004bd259d on host n-d-768862-2 for vnic_type normal with profile {{(pid=84876) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 14 07:14:35.329971 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.managers [None req-3334b24e-a618-4b4b-b612-1d1c4889304d None None] Attempting to bind port 603876da-ac1f-4806-aba0-c4b004bd259d by drivers openvswitch on host n-d-768862-2 at level 0 using segments [{'id': '9d160776-cb4e-4c54-875c-28b1a84a4c08', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 15, 'network_id': '3464e1d7-d68d-4886-b510-ed67f13e3a28'}] {{(pid=84876) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 14 07:14:35.330395 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3334b24e-a618-4b4b-b612-1d1c4889304d None None] Attempting to bind port 603876da-ac1f-4806-aba0-c4b004bd259d on network 3464e1d7-d68d-4886-b510-ed67f13e3a28 {{(pid=84876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 14 07:14:35.407293 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3334b24e-a618-4b4b-b612-1d1c4889304d None None] Checking agent: {'id': 'ba5efab1-b43c-4d5a-bc52-6e105d4e67a2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768862-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 14, 6, 56, 52), 'started_at': datetime.datetime(2021, 1, 14, 6, 57, 22), 'heartbeat_timestamp': datetime.datetime(2021, 1, 14, 7, 14, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768862-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.29', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 14 07:14:35.407683 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3334b24e-a618-4b4b-b612-1d1c4889304d None None] Checking segment: {'id': '9d160776-cb4e-4c54-875c-28b1a84a4c08', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 15, 'network_id': '3464e1d7-d68d-4886-b510-ed67f13e3a28'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84876) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 14 07:14:35.408103 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-3334b24e-a618-4b4b-b612-1d1c4889304d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:14:35.408563 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3334b24e-a618-4b4b-b612-1d1c4889304d None None] Bound using segment: {'id': '9d160776-cb4e-4c54-875c-28b1a84a4c08', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 15, 'network_id': '3464e1d7-d68d-4886-b510-ed67f13e3a28'} {{(pid=84876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 14 07:14:35.409136 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.managers [None req-3334b24e-a618-4b4b-b612-1d1c4889304d None None] Bound port: 603876da-ac1f-4806-aba0-c4b004bd259d, host: n-d-768862-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9d160776-cb4e-4c54-875c-28b1a84a4c08', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 15, 'network_id': '3464e1d7-d68d-4886-b510-ed67f13e3a28'}}] {{(pid=84876) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 14 07:14:35.409585 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-3334b24e-a618-4b4b-b612-1d1c4889304d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555753'] for port, before_update {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:14:35.473845 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-21d52689-9cda-4b42-b3e5-4a9e475eaecf admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:14:35.566751 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [req-4749a9d8-1a24-4696-b0e1-b9fbefef11e5 req-0ff97a0f-7c1e-4fed-8a89-4b57fdcd52d5 tempest-ServersTestMultiNic-2121779930 tempest-ServersTestMultiNic-2121779930] For port f3b37882-75a9-4ec5-b254-9ffd0685d6bb, host n-h1-768862-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-h1-768862-2',level=0,port_id=f3b37882-75a9-4ec5-b254-9ffd0685d6bb,segment=NetworkSegment(871dcfe9-d88b-458a-b832-5a97900de51f),segment_id=871dcfe9-d88b-458a-b832-5a97900de51f)] {{(pid=84874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 07:14:35.567155 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [req-4749a9d8-1a24-4696-b0e1-b9fbefef11e5 req-0ff97a0f-7c1e-4fed-8a89-4b57fdcd52d5 tempest-ServersTestMultiNic-2121779930 tempest-ServersTestMultiNic-2121779930] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036850862667'] for port, precommit_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:14:35.603272 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-21d52689-9cda-4b42-b3e5-4a9e475eaecf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3889205', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854717621'] for router, before_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:14:35.604425 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-21d52689-9cda-4b42-b3e5-4a9e475eaecf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036850886574', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3912501', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3808446', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-58179'] for router, precommit_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:14:35.663531 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [None req-3334b24e-a618-4b4b-b612-1d1c4889304d None None] For port 603876da-ac1f-4806-aba0-c4b004bd259d, host n-d-768862-2, cleared binding levels {{(pid=84876) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 14 07:14:35.674856 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [None req-3334b24e-a618-4b4b-b612-1d1c4889304d None None] For port 603876da-ac1f-4806-aba0-c4b004bd259d, host n-d-768862-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-2',level=0,port_id=603876da-ac1f-4806-aba0-c4b004bd259d,segment=NetworkSegment(9d160776-cb4e-4c54-875c-28b1a84a4c08),segment_id=9d160776-cb4e-4c54-875c-28b1a84a4c08)] {{(pid=84876) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 14 07:14:35.705958 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-3334b24e-a618-4b4b-b612-1d1c4889304d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777640533312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363259214678337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777640097497'] for port, after_update {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:14:35.725738 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-017f98a9-8a07-408c-a86f-8ff0c00400a0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84876) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:14:35.780606 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [req-b5c70eaf-211c-487d-8c97-054098589f2b req-d70aed8e-dcb7-4f16-a0ab-affef39719ff service neutron] 10.222.0.24 "GET /v2.0/networks/c5796fe5-f94a-4f9f-a829-10d556c8dd5d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.4987712 Jan 14 07:14:35.824789 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.plugin [req-4749a9d8-1a24-4696-b0e1-b9fbefef11e5 req-0ff97a0f-7c1e-4fed-8a89-4b57fdcd52d5 tempest-ServersTestMultiNic-2121779930 tempest-ServersTestMultiNic-2121779930] Calling delete_port for f3b37882-75a9-4ec5-b254-9ffd0685d6bb owned by compute:nova {{(pid=84874) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 07:14:35.860606 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-21d52689-9cda-4b42-b3e5-4a9e475eaecf admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:14:35.909442 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3334b24e-a618-4b4b-b612-1d1c4889304d None None] Pushing event updated for resources: {'Port': ['ID=603876da-ac1f-4806-aba0-c4b004bd259d,revision_number=2']} {{(pid=84876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:14:35.918817 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-3334b24e-a618-4b4b-b612-1d1c4889304d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.190s {{(pid=84876) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:14:36.060590 n-d-768862-2 neutron-server[84765]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '16513199-bee3-4bea-a843-4e62a5ef0197', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f3b37882-75a9-4ec5-b254-9ffd0685d6bb', 'code': 200} Jan 14 07:14:36.061674 n-d-768862-2 neutron-server[84765]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '16513199-bee3-4bea-a843-4e62a5ef0197', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6f2a7f43-bf53-42bb-a0fb-dc06cc058b22', 'code': 200} Jan 14 07:14:36.063135 n-d-768862-2 neutron-server[84765]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '16513199-bee3-4bea-a843-4e62a5ef0197', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '20d7e6c5-52b7-484a-bcda-ecac18c68f61', 'code': 200} Jan 14 07:14:36.063545 n-d-768862-2 neutron-server[84765]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5e1b808a-588c-4008-b69e-f3b9e623e2ef', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e211cab2-1789-4044-a855-7eb04ddfae53', 'code': 200} Jan 14 07:14:36.089587 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-04cf8d9a-0de5-4f9e-9913-88a5a279cb56 admin admin] Notify agent at l3_agent.n-d-768862-2 the message routers_updated {{(pid=84875) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jan 14 07:14:36.111409 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00190bbe-8e02-42e7-b02c-0141bb2cbb55 None None] Sync routers for ids ['4e773e6f-f236-4f11-886f-53eafdc495b5'] in n-d-768862-2 {{(pid=84876) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Jan 14 07:14:36.123883 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-04cf8d9a-0de5-4f9e-9913-88a5a279cb56 admin admin] 10.222.0.24 "PUT /v2.0/routers/4e773e6f-f236-4f11-886f-53eafdc495b5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 14.8189704 Jan 14 07:14:36.170212 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00190bbe-8e02-42e7-b02c-0141bb2cbb55 None None] Routers {'4e773e6f-f236-4f11-886f-53eafdc495b5'} bound to L3 agent in host n-d-768862-2 {{(pid=84876) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 14 07:14:36.171037 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_hamode_db [None req-00190bbe-8e02-42e7-b02c-0141bb2cbb55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-01-14T06:56:51Z,description=,heartbeat_timestamp=2021-01-14T07:14:21Z,host='n-d-768862-2',id=35f592e9-451b-4db9-abea-77b6a5c5391b,load=0,resource_versions=,resources_synced=,started_at=2021-01-14T06:56:51Z,topic='l3_agent')) {'router_ids': ['4e773e6f-f236-4f11-886f-53eafdc495b5'], 'active': True} {{(pid=84876) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:14:36.282506 n-d-768862-2 neutron-server[84765]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '16513199-bee3-4bea-a843-4e62a5ef0197', 'name': 'network-vif-deleted', 'tag': '6f2a7f43-bf53-42bb-a0fb-dc06cc058b22', 'status': 'completed', 'code': 200} Jan 14 07:14:36.324185 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [req-17deaab3-f76e-4154-aae0-3267d8d26f4e req-7a208e01-2b85-4318-b65e-7f7bbb69d9bc tempest-FloatingIPDetailsTestJSON-1519139485 tempest-FloatingIPDetailsTestJSON-1519139485] Notify callbacks [] for floatingip, after_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:14:36.326752 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [req-17deaab3-f76e-4154-aae0-3267d8d26f4e req-7a208e01-2b85-4318-b65e-7f7bbb69d9bc tempest-FloatingIPDetailsTestJSON-1519139485 tempest-FloatingIPDetailsTestJSON-1519139485] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854768116'] for floatingip, before_response {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:14:36.328115 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [req-17deaab3-f76e-4154-aae0-3267d8d26f4e req-7a208e01-2b85-4318-b65e-7f7bbb69d9bc tempest-FloatingIPDetailsTestJSON-1519139485 tempest-FloatingIPDetailsTestJSON-1519139485] 10.222.0.24 "DELETE /v2.0/floatingips/d19edee4-c50d-4dac-9080-46423bf95cd4 HTTP/1.1" status: 204 len: 173 time: 6.3954546 Jan 14 07:14:36.628225 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_dvr_db [None req-00190bbe-8e02-42e7-b02c-0141bb2cbb55 None None] Set router 4e773e6f-f236-4f11-886f-53eafdc495b5 gateway port host: n-d-768862-2 {{(pid=84876) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 14 07:14:36.651790 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b20c9219-5229-4a7a-8dfd-adbcede66f1c req-9313ae21-e9ba-4b59-b6f9-fb7b0a05fe88 tempest-FloatingIPDetailsTestJSON-1519139485 tempest-FloatingIPDetailsTestJSON-1519139485] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:14:36.653771 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [req-b20c9219-5229-4a7a-8dfd-adbcede66f1c req-9313ae21-e9ba-4b59-b6f9-fb7b0a05fe88 tempest-FloatingIPDetailsTestJSON-1519139485 tempest-FloatingIPDetailsTestJSON-1519139485] 10.222.0.24 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 787 time: 0.2494442 Jan 14 07:14:36.685750 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-276c5c93-fb78-4c49-9c52-6fe62b296be9 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:14:36.770152 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-276c5c93-fb78-4c49-9c52-6fe62b296be9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555753'] for port, before_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:14:36.925723 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-21d52689-9cda-4b42-b3e5-4a9e475eaecf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3912484', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3889188', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-58194'] for router, precommit_update {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:14:37.169437 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.db_base_plugin_common [None req-276c5c93-fb78-4c49-9c52-6fe62b296be9 admin admin] Allocated IP 172.25.2.31 (226f1e78-82cd-4481-9055-4eb73b6db8c1/ba8deeec-7658-4195-9449-038c076f5c83/7b3e9a1b-5fd4-47d4-b7b0-a45de5e31e55) {{(pid=84875) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 14 07:14:37.223516 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_hamode_db [None req-00190bbe-8e02-42e7-b02c-0141bb2cbb55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4e773e6f-f236-4f11-886f-53eafdc495b5', 'name': 'tempest-ServerActionsTestJSON-872566309-router', 'tenant_id': '12721d5aa0d74c769229c9ab1dd6bd37', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '226f1e78-82cd-4481-9055-4eb73b6db8c1', 'external_fixed_ips': [{'subnet_id': 'ba8deeec-7658-4195-9449-038c076f5c83', 'ip_address': '172.25.2.246'}], 'enable_snat': True}, 'gw_port_id': 'b4f88f31-112f-40c1-98c5-16898a532a27', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-14T07:14:06Z', 'updated_at': '2021-01-14T07:14:30Z', 'revision_number': 4, 'project_id': '12721d5aa0d74c769229c9ab1dd6bd37', 'gw_port': {'id': 'b4f88f31-112f-40c1-98c5-16898a532a27', 'name': '', 'network_id': '226f1e78-82cd-4481-9055-4eb73b6db8c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:e2:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e773e6f-f236-4f11-886f-53eafdc495b5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1005, 'fixed_ips': [{'subnet_id': 'ba8deeec-7658-4195-9449-038c076f5c83', 'ip_address': '172.25.2.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T07:14:11Z', 'updated_at': '2021-01-14T07:14:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ba8deeec-7658-4195-9449-038c076f5c83', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-2', '_interfaces': [{'id': 'cbb32776-543c-41ea-8f14-591d7d1c7463', 'name': '', 'network_id': '9348431b-ede8-49dd-9040-2701ab71f388', 'tenant_id': '12721d5aa0d74c769229c9ab1dd6bd37', 'mac_address': 'fa:16:3e:c8:7e:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4e773e6f-f236-4f11-886f-53eafdc495b5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1033, 'fixed_ips': [{'subnet_id': '66c79607-fbe2-4dc0-a011-cac7db0bcc70', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T07:14:27Z', 'updated_at': '2021-01-14T07:14:32Z', 'revision_number': 2, 'project_id': '12721d5aa0d74c769229c9ab1dd6bd37', 'subnets': [{'id': '66c79607-fbe2-4dc0-a011-cac7db0bcc70', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'n-d-768862-2', False) {} {{(pid=84876) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:14:37.229129 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00190bbe-8e02-42e7-b02c-0141bb2cbb55 None None] Checking router: 4e773e6f-f236-4f11-886f-53eafdc495b5 for host: n-d-768862-2 {{(pid=84876) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Jan 14 07:14:37.229533 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00190bbe-8e02-42e7-b02c-0141bb2cbb55 None None] Updating router 4e773e6f-f236-4f11-886f-53eafdc495b5 port cbb32776-543c-41ea-8f14-591d7d1c7463 binding host n-d-768862-2 {{(pid=84876) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Jan 14 07:14:37.296984 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84874) accepted ('10.222.0.24', 59230) {{(pid=84874) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:14:37.354058 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-00190bbe-8e02-42e7-b02c-0141bb2cbb55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555753'] for port, before_update {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:14:37.388827 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [req-60ca455c-db27-49f0-a6f1-04614b79c8ba req-cf0e5b29-07a7-4d36-8695-537f79cb9c93 tempest-ServersAdminTestJSON-2110659293 tempest-ServersAdminTestJSON-2110659293] Notify callbacks [] for port, precommit_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:14:37.420921 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.v2.base [None req-4451a0c8-a119-42ad-bcc9-462bf048a7db tempest-ServerActionsTestJSON-743344072 tempest-ServerActionsTestJSON-743344072] Request body: {'security_group': {'name': 'tempest-securitygroup--1995303922', 'description': 'tempest-description--1401248244'}} {{(pid=84874) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:14:37.424039 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-276c5c93-fb78-4c49-9c52-6fe62b296be9 admin admin] Notify callbacks [] for port, precommit_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:14:37.458006 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-4451a0c8-a119-42ad-bcc9-462bf048a7db tempest-ServerActionsTestJSON-743344072 tempest-ServerActionsTestJSON-743344072] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:14:37.462851 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-4451a0c8-a119-42ad-bcc9-462bf048a7db tempest-ServerActionsTestJSON-743344072 tempest-ServerActionsTestJSON-743344072] Usage tracker for resource:security_group and tenant:12721d5aa0d74c769229c9ab1dd6bd37 is out of sync, need to count used quota {{(pid=84874) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:14:37.466783 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-4451a0c8-a119-42ad-bcc9-462bf048a7db tempest-ServerActionsTestJSON-743344072 tempest-ServerActionsTestJSON-743344072] Quota usage for security_group was recalculated. Used quota:1. {{(pid=84874) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:14:37.473932 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-4451a0c8-a119-42ad-bcc9-462bf048a7db tempest-ServerActionsTestJSON-743344072 tempest-ServerActionsTestJSON-743344072] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:14:37.548046 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [req-35d65a63-1827-4d4d-8d36-4d28f5332bab req-4940cbba-5b10-4e3c-b404-afab439c6a01 tempest-FloatingIPDetailsTestJSON-1519139485 tempest-FloatingIPDetailsTestJSON-1519139485] Synchronizing usage tracker for tenant:a2441d08a92c4ad29bd14e22e25d9e48 on resource:floatingip {{(pid=84875) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 14 07:14:37.559772 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-4451a0c8-a119-42ad-bcc9-462bf048a7db tempest-ServerActionsTestJSON-743344072 tempest-ServerActionsTestJSON-743344072] Notify callbacks [] for security_group, before_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:14:37.610823 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [req-60ca455c-db27-49f0-a6f1-04614b79c8ba req-cf0e5b29-07a7-4d36-8695-537f79cb9c93 tempest-ServersAdminTestJSON-2110659293 tempest-ServersAdminTestJSON-2110659293] Transition to ACTIVE for port object 9bd5986f-8518-4c1f-a3df-6cb9ccd2561f will not be triggered until provisioned by entity DHCP. {{(pid=84874) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 07:14:37.767344 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-017f98a9-8a07-408c-a86f-8ff0c00400a0 None None] Device e211cab2-1789-4044-a855-7eb04ddfae53 no longer exists at agent ovs-agent-n-h1-768862-2 {{(pid=84876) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jan 14 07:14:37.768779 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-4451a0c8-a119-42ad-bcc9-462bf048a7db tempest-ServerActionsTestJSON-743344072 tempest-ServerActionsTestJSON-743344072] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:14:37.777048 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-4451a0c8-a119-42ad-bcc9-462bf048a7db tempest-ServerActionsTestJSON-743344072 tempest-ServerActionsTestJSON-743344072] Usage tracker for resource:security_group_rule and tenant:12721d5aa0d74c769229c9ab1dd6bd37 is out of sync, need to count used quota {{(pid=84874) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:14:37.780165 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-4451a0c8-a119-42ad-bcc9-462bf048a7db tempest-ServerActionsTestJSON-743344072 tempest-ServerActionsTestJSON-743344072] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84874) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:14:37.787491 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-4451a0c8-a119-42ad-bcc9-462bf048a7db tempest-ServerActionsTestJSON-743344072 tempest-ServerActionsTestJSON-743344072] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:14:37.808835 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-572d12ea-6e00-4ebc-892e-143e77da0f80 req-f2dbd5f2-970b-4175-afc5-1eaf883433ad tempest-ImagesTestJSON-461542496 tempest-ImagesTestJSON-461542496] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:14:37.818539 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [req-572d12ea-6e00-4ebc-892e-143e77da0f80 req-f2dbd5f2-970b-4175-afc5-1eaf883433ad tempest-ImagesTestJSON-461542496 tempest-ImagesTestJSON-461542496] 10.222.0.24 "GET /v2.0/networks?id=c5796fe5-f94a-4f9f-a829-10d556c8dd5d HTTP/1.1" status: 200 len: 804 time: 0.2654600 Jan 14 07:14:37.825350 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-276c5c93-fb78-4c49-9c52-6fe62b296be9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777640123575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851621574'] for port, after_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:14:37.844537 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-67524175-f9df-461f-9e65-ea5da239ecd2 tempest-FloatingIPDetailsTestJSON-1519139485 tempest-FloatingIPDetailsTestJSON-1519139485] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:14:37.880669 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-4451a0c8-a119-42ad-bcc9-462bf048a7db tempest-ServerActionsTestJSON-743344072 tempest-ServerActionsTestJSON-743344072] Notify callbacks [] for security_group, precommit_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:14:37.924654 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-4451a0c8-a119-42ad-bcc9-462bf048a7db tempest-ServerActionsTestJSON-743344072 tempest-ServerActionsTestJSON-743344072] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850887153'] for security_group, after_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:14:37.954339 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6650ea62-7767-41b3-8855-f0726ff911e3 req-ffc4ab71-f72b-4c85-808c-c5f4465ac809 tempest-ServerPasswordTestJSON-1368291127 tempest-ServerPasswordTestJSON-1368291127] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:14:37.955083 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [req-6650ea62-7767-41b3-8855-f0726ff911e3 req-ffc4ab71-f72b-4c85-808c-c5f4465ac809 tempest-ServerPasswordTestJSON-1368291127 tempest-ServerPasswordTestJSON-1368291127] Synchronizing usage tracker for tenant:bea94e6b044f42eb9a9092a3b16f7820 on resource:port {{(pid=84874) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 14 07:14:37.970156 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-15b72884-babd-4c98-97d3-ec4c5d1909e2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:14:37.996445 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-017f98a9-8a07-408c-a86f-8ff0c00400a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555753'] for port, before_update {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:14:38.018393 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [req-572d12ea-6e00-4ebc-892e-143e77da0f80 req-7d14e81e-76c6-4126-8c53-2f94fe70df61 tempest-ImagesTestJSON-461542496 tempest-ImagesTestJSON-461542496] 10.222.0.24 "GET /v2.0/quotas/34cab96e6eaa4be98af4bafa2eaeb94d HTTP/1.1" status: 200 len: 375 time: 0.1982412 Jan 14 07:14:38.028472 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4451a0c8-a119-42ad-bcc9-462bf048a7db tempest-ServerActionsTestJSON-743344072 tempest-ServerActionsTestJSON-743344072] Pushing event updated for resources: {'SecurityGroup': ['ID=f7b25e14-1cc3-4872-b81b-d49ef7c0bb3a,revision_number=1']} {{(pid=84874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:14:38.038490 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [req-35d65a63-1827-4d4d-8d36-4d28f5332bab req-4940cbba-5b10-4e3c-b404-afab439c6a01 tempest-FloatingIPDetailsTestJSON-1519139485 tempest-FloatingIPDetailsTestJSON-1519139485] Unset dirty status for tenant:a2441d08a92c4ad29bd14e22e25d9e48 on resource:floatingip {{(pid=84875) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 14 07:14:38.040194 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [req-35d65a63-1827-4d4d-8d36-4d28f5332bab req-4940cbba-5b10-4e3c-b404-afab439c6a01 tempest-FloatingIPDetailsTestJSON-1519139485 tempest-FloatingIPDetailsTestJSON-1519139485] 10.222.0.24 "GET /v2.0/floatingips?tenant_id=a2441d08a92c4ad29bd14e22e25d9e48 HTTP/1.1" status: 200 len: 1656 time: 1.0184169 Jan 14 07:14:38.059466 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [req-6650ea62-7767-41b3-8855-f0726ff911e3 req-ffc4ab71-f72b-4c85-808c-c5f4465ac809 tempest-ServerPasswordTestJSON-1368291127 tempest-ServerPasswordTestJSON-1368291127] Unset dirty status for tenant:bea94e6b044f42eb9a9092a3b16f7820 on resource:port {{(pid=84874) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 14 07:14:38.060810 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [req-6650ea62-7767-41b3-8855-f0726ff911e3 req-ffc4ab71-f72b-4c85-808c-c5f4465ac809 tempest-ServerPasswordTestJSON-1368291127 tempest-ServerPasswordTestJSON-1368291127] 10.222.0.35 "GET /v2.0/ports?device_id=5e1b808a-588c-4008-b69e-f3b9e623e2ef HTTP/1.1" status: 200 len: 945 time: 0.5618391 Jan 14 07:14:38.093632 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4451a0c8-a119-42ad-bcc9-462bf048a7db tempest-ServerActionsTestJSON-743344072 tempest-ServerActionsTestJSON-743344072] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@n-h1-768862-2 {{(pid=84874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:14:38.094356 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4451a0c8-a119-42ad-bcc9-462bf048a7db tempest-ServerActionsTestJSON-743344072 tempest-ServerActionsTestJSON-743344072] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-h1-768862-2 {{(pid=84874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:14:38.094937 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4451a0c8-a119-42ad-bcc9-462bf048a7db tempest-ServerActionsTestJSON-743344072 tempest-ServerActionsTestJSON-743344072] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-h1-768862-2 {{(pid=84874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:14:38.095508 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4451a0c8-a119-42ad-bcc9-462bf048a7db tempest-ServerActionsTestJSON-743344072 tempest-ServerActionsTestJSON-743344072] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-h1-768862-2 {{(pid=84874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:14:38.096104 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4451a0c8-a119-42ad-bcc9-462bf048a7db tempest-ServerActionsTestJSON-743344072 tempest-ServerActionsTestJSON-743344072] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@n-h1-768862-2 {{(pid=84874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:14:38.096666 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4451a0c8-a119-42ad-bcc9-462bf048a7db tempest-ServerActionsTestJSON-743344072 tempest-ServerActionsTestJSON-743344072] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-h1-768862-2 {{(pid=84874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:14:38.097248 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4451a0c8-a119-42ad-bcc9-462bf048a7db tempest-ServerActionsTestJSON-743344072 tempest-ServerActionsTestJSON-743344072] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-h1-768862-2 {{(pid=84874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:14:38.098333 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4451a0c8-a119-42ad-bcc9-462bf048a7db tempest-ServerActionsTestJSON-743344072 tempest-ServerActionsTestJSON-743344072] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-h1-768862-2 {{(pid=84874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:14:38.098896 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4451a0c8-a119-42ad-bcc9-462bf048a7db tempest-ServerActionsTestJSON-743344072 tempest-ServerActionsTestJSON-743344072] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-h1-768862-2 {{(pid=84874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:14:38.099461 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4451a0c8-a119-42ad-bcc9-462bf048a7db tempest-ServerActionsTestJSON-743344072 tempest-ServerActionsTestJSON-743344072] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-h1-768862-2 {{(pid=84874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:14:38.100292 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4451a0c8-a119-42ad-bcc9-462bf048a7db tempest-ServerActionsTestJSON-743344072 tempest-ServerActionsTestJSON-743344072] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-h1-768862-2 {{(pid=84874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:14:38.100862 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4451a0c8-a119-42ad-bcc9-462bf048a7db tempest-ServerActionsTestJSON-743344072 tempest-ServerActionsTestJSON-743344072] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-h1-768862-2 {{(pid=84874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:14:38.101553 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4451a0c8-a119-42ad-bcc9-462bf048a7db tempest-ServerActionsTestJSON-743344072 tempest-ServerActionsTestJSON-743344072] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@n-h2-768862-2 {{(pid=84874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:14:38.102851 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4451a0c8-a119-42ad-bcc9-462bf048a7db tempest-ServerActionsTestJSON-743344072 tempest-ServerActionsTestJSON-743344072] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-h2-768862-2 {{(pid=84874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:14:38.103425 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4451a0c8-a119-42ad-bcc9-462bf048a7db tempest-ServerActionsTestJSON-743344072 tempest-ServerActionsTestJSON-743344072] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-h2-768862-2 {{(pid=84874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:14:38.104046 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4451a0c8-a119-42ad-bcc9-462bf048a7db tempest-ServerActionsTestJSON-743344072 tempest-ServerActionsTestJSON-743344072] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-h2-768862-2 {{(pid=84874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:14:38.104599 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4451a0c8-a119-42ad-bcc9-462bf048a7db tempest-ServerActionsTestJSON-743344072 tempest-ServerActionsTestJSON-743344072] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@n-h2-768862-2 {{(pid=84874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:14:38.105437 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4451a0c8-a119-42ad-bcc9-462bf048a7db tempest-ServerActionsTestJSON-743344072 tempest-ServerActionsTestJSON-743344072] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-h2-768862-2 {{(pid=84874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:14:38.105997 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4451a0c8-a119-42ad-bcc9-462bf048a7db tempest-ServerActionsTestJSON-743344072 tempest-ServerActionsTestJSON-743344072] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-h2-768862-2 {{(pid=84874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:14:38.106569 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4451a0c8-a119-42ad-bcc9-462bf048a7db tempest-ServerActionsTestJSON-743344072 tempest-ServerActionsTestJSON-743344072] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-h2-768862-2 {{(pid=84874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:14:38.107646 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4451a0c8-a119-42ad-bcc9-462bf048a7db tempest-ServerActionsTestJSON-743344072 tempest-ServerActionsTestJSON-743344072] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-h2-768862-2 {{(pid=84874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:14:38.115910 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4451a0c8-a119-42ad-bcc9-462bf048a7db tempest-ServerActionsTestJSON-743344072 tempest-ServerActionsTestJSON-743344072] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-h2-768862-2 {{(pid=84874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:14:38.116764 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4451a0c8-a119-42ad-bcc9-462bf048a7db tempest-ServerActionsTestJSON-743344072 tempest-ServerActionsTestJSON-743344072] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-h2-768862-2 {{(pid=84874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:14:38.118124 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4451a0c8-a119-42ad-bcc9-462bf048a7db tempest-ServerActionsTestJSON-743344072 tempest-ServerActionsTestJSON-743344072] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-h2-768862-2 {{(pid=84874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:14:38.118789 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4451a0c8-a119-42ad-bcc9-462bf048a7db tempest-ServerActionsTestJSON-743344072 tempest-ServerActionsTestJSON-743344072] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-2 {{(pid=84874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:14:38.119361 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4451a0c8-a119-42ad-bcc9-462bf048a7db tempest-ServerActionsTestJSON-743344072 tempest-ServerActionsTestJSON-743344072] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-2 {{(pid=84874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:14:38.120023 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4451a0c8-a119-42ad-bcc9-462bf048a7db tempest-ServerActionsTestJSON-743344072 tempest-ServerActionsTestJSON-743344072] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-2 {{(pid=84874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:14:38.120605 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4451a0c8-a119-42ad-bcc9-462bf048a7db tempest-ServerActionsTestJSON-743344072 tempest-ServerActionsTestJSON-743344072] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-2 {{(pid=84874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:14:38.121171 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4451a0c8-a119-42ad-bcc9-462bf048a7db tempest-ServerActionsTestJSON-743344072 tempest-ServerActionsTestJSON-743344072] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@n-d-768862-2 {{(pid=84874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:14:38.122253 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4451a0c8-a119-42ad-bcc9-462bf048a7db tempest-ServerActionsTestJSON-743344072 tempest-ServerActionsTestJSON-743344072] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-2 {{(pid=84874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:14:38.122457 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [None req-017f98a9-8a07-408c-a86f-8ff0c00400a0 None None] For port e211cab2-1789-4044-a855-7eb04ddfae53, host n-h1-768862-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-h1-768862-2',level=0,port_id=e211cab2-1789-4044-a855-7eb04ddfae53,segment=NetworkSegment(57bab259-5001-497b-b8de-52294271cdb8),segment_id=57bab259-5001-497b-b8de-52294271cdb8)] {{(pid=84876) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 07:14:38.123042 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4451a0c8-a119-42ad-bcc9-462bf048a7db tempest-ServerActionsTestJSON-743344072 tempest-ServerActionsTestJSON-743344072] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-768862-2 {{(pid=84874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:14:38.124040 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4451a0c8-a119-42ad-bcc9-462bf048a7db tempest-ServerActionsTestJSON-743344072 tempest-ServerActionsTestJSON-743344072] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-768862-2 {{(pid=84874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:14:38.125156 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4451a0c8-a119-42ad-bcc9-462bf048a7db tempest-ServerActionsTestJSON-743344072 tempest-ServerActionsTestJSON-743344072] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-2 {{(pid=84874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:14:38.126258 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4451a0c8-a119-42ad-bcc9-462bf048a7db tempest-ServerActionsTestJSON-743344072 tempest-ServerActionsTestJSON-743344072] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-2 {{(pid=84874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:14:38.127130 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4451a0c8-a119-42ad-bcc9-462bf048a7db tempest-ServerActionsTestJSON-743344072 tempest-ServerActionsTestJSON-743344072] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-2 {{(pid=84874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:14:38.128042 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4451a0c8-a119-42ad-bcc9-462bf048a7db tempest-ServerActionsTestJSON-743344072 tempest-ServerActionsTestJSON-743344072] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-2 {{(pid=84874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:14:38.129221 n-d-768862-2 neutron-server[84765]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5e1b808a-588c-4008-b69e-f3b9e623e2ef', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e211cab2-1789-4044-a855-7eb04ddfae53'}] {{(pid=84876) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Jan 14 07:14:38.153789 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-017f98a9-8a07-408c-a86f-8ff0c00400a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777640533312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363259214678337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777640097497'] for port, after_update {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:14:38.167767 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-a948d754-e405-4fd5-891e-96efa0f65eb0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84876) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:14:38.169033 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [req-572d12ea-6e00-4ebc-892e-143e77da0f80 req-bd14f6f0-9503-479b-bef5-1a713cc0eb68 tempest-ImagesTestJSON-461542496 tempest-ImagesTestJSON-461542496] 10.222.0.24 "GET /v2.0/ports?tenant_id=34cab96e6eaa4be98af4bafa2eaeb94d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1489444 Jan 14 07:14:38.238639 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-2e1d1bda-41c4-4844-90db-b17347a48107 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3889632'] for router_interface, before_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:14:38.291880 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-017f98a9-8a07-408c-a86f-8ff0c00400a0 None None] Pushing event updated for resources: {'Port': ['ID=e211cab2-1789-4044-a855-7eb04ddfae53,revision_number=5']} {{(pid=84876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:14:38.296787 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-017f98a9-8a07-408c-a86f-8ff0c00400a0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=84876) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:14:38.462846 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-4451a0c8-a119-42ad-bcc9-462bf048a7db tempest-ServerActionsTestJSON-743344072 tempest-ServerActionsTestJSON-743344072] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.492s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:14:38.470703 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [req-4749a9d8-1a24-4696-b0e1-b9fbefef11e5 req-0ff97a0f-7c1e-4fed-8a89-4b57fdcd52d5 tempest-ServersTestMultiNic-2121779930 tempest-ServersTestMultiNic-2121779930] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777640533329', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777640097463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3254186'] for port, after_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:14:38.474474 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-00190bbe-8e02-42e7-b02c-0141bb2cbb55 None None] Notify callbacks [] for port, precommit_update {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:14:38.498156 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-00190bbe-8e02-42e7-b02c-0141bb2cbb55 None None] Transition to ACTIVE for port object cbb32776-543c-41ea-8f14-591d7d1c7463 will not be triggered until provisioned by entity L2. {{(pid=84876) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 07:14:38.513301 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-00190bbe-8e02-42e7-b02c-0141bb2cbb55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777640533312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363259214678337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777640097497'] for port, after_update {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:14:38.521950 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-47662d36-16b4-4e10-923f-aa49c7074c7b service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:14:38.546748 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-d3d3d350-10d7-4d1a-a6f6-6fb7794bb574 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84876) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:14:38.636412 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [req-572d12ea-6e00-4ebc-892e-143e77da0f80 req-2ed607c3-495f-4865-8a4e-3705a44b0052 service neutron] 10.222.0.24 "GET /v2.0/networks/c5796fe5-f94a-4f9f-a829-10d556c8dd5d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4664228 Jan 14 07:14:38.670615 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-add55777-3fd8-404f-b7aa-f52ea54f3d26 None None] Network 3464e1d7-d68d-4886-b510-ed67f13e3a28 requested from n-d-768862-2 {{(pid=84876) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 07:14:38.671185 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35d65a63-1827-4d4d-8d36-4d28f5332bab req-363f5bc6-d217-4e4a-a4e7-60c8e28189db tempest-FloatingIPDetailsTestJSON-1519139485 tempest-FloatingIPDetailsTestJSON-1519139485] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:14:38.673403 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [req-35d65a63-1827-4d4d-8d36-4d28f5332bab req-363f5bc6-d217-4e4a-a4e7-60c8e28189db tempest-FloatingIPDetailsTestJSON-1519139485 tempest-FloatingIPDetailsTestJSON-1519139485] 10.222.0.24 "GET /v2.0/networks?id=226f1e78-82cd-4481-9055-4eb73b6db8c1&id=226f1e78-82cd-4481-9055-4eb73b6db8c1&id=226f1e78-82cd-4481-9055-4eb73b6db8c1 HTTP/1.1" status: 200 len: 787 time: 0.5580938 Jan 14 07:14:38.684582 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [req-60ca455c-db27-49f0-a6f1-04614b79c8ba req-cf0e5b29-07a7-4d36-8695-537f79cb9c93 tempest-ServersAdminTestJSON-2110659293 tempest-ServersAdminTestJSON-2110659293] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777640123575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3254186'] for port, after_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:14:38.885779 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-276c5c93-fb78-4c49-9c52-6fe62b296be9 admin admin] Pushing event updated for resources: {'Port': ['ID=7b3e9a1b-5fd4-47d4-b7b0-a45de5e31e55,revision_number=1']} {{(pid=84875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:14:38.893614 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ff97a0f-7c1e-4fed-8a89-4b57fdcd52d5 tempest-ServersTestMultiNic-2121779930 tempest-ServersTestMultiNic-2121779930] Pushing event deleted for resources: {'Port': ['ID=f3b37882-75a9-4ec5-b254-9ffd0685d6bb,revision_number=None']} {{(pid=84874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:14:38.902037 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-0ff97a0f-7c1e-4fed-8a89-4b57fdcd52d5 tempest-ServersTestMultiNic-2121779930 tempest-ServersTestMultiNic-2121779930] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.375s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:14:38.902200 n-d-768862-2 neutron-server[84765]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '5e1b808a-588c-4008-b69e-f3b9e623e2ef', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'e211cab2-1789-4044-a855-7eb04ddfae53', 'code': 422} returned with failed status Jan 14 07:14:38.927230 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-5defc571-fe4a-423a-9d33-e7ea5e18b1a5 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.152s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:14:38.993779 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Device 603876da-ac1f-4806-aba0-c4b004bd259d up at agent ovs-agent-n-d-768862-2 {{(pid=84876) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 07:14:39.027823 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-be06bdf5-7e0c-4b3e-b01d-ddc9ecbf7596 None None] Provisioning for port 603876da-ac1f-4806-aba0-c4b004bd259d completed by entity DHCP. {{(pid=84876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 07:14:39.034896 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-4451a0c8-a119-42ad-bcc9-462bf048a7db tempest-ServerActionsTestJSON-743344072 tempest-ServerActionsTestJSON-743344072] Notify callbacks [] for security_group, before_response {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:14:39.035227 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-4451a0c8-a119-42ad-bcc9-462bf048a7db tempest-ServerActionsTestJSON-743344072 tempest-ServerActionsTestJSON-743344072] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1782 time: 1.6570868 Jan 14 07:14:39.057927 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-276c5c93-fb78-4c49-9c52-6fe62b296be9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.213s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:14:39.089641 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84875) accepted ('10.222.0.24', 59260) {{(pid=84875) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:14:39.095824 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d23e5137-d40e-4d0c-b04a-33ddc868d173 None None] Pushing event updated for resources: {'Port': ['ID=cbb32776-543c-41ea-8f14-591d7d1c7463,revision_number=3']} {{(pid=84876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:14:39.111333 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-d23e5137-d40e-4d0c-b04a-33ddc868d173 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.565s {{(pid=84876) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:14:39.129006 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.v2.base [None req-52a5bdf8-37a1-4f9a-8a13-d9cebcc142eb tempest-ServerActionsTestJSON-743344072 tempest-ServerActionsTestJSON-743344072] Request body: {'security_group_rule': {'security_group_id': 'f7b25e14-1cc3-4872-b81b-d49ef7c0bb3a', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=84875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:14:39.156238 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [req-83e510cb-466d-4d77-afea-46ea2ce4d91e req-54a60907-d2e0-403f-b8fd-8c3dd803e37d tempest-FloatingIPDetailsTestJSON-1519139485 tempest-FloatingIPDetailsTestJSON-1519139485] 10.222.0.24 "GET /v2.0/floatingips/58399058-38f5-463f-942f-466148d6748b HTTP/1.1" status: 200 len: 693 time: 0.2514267 Jan 14 07:14:39.157728 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-52a5bdf8-37a1-4f9a-8a13-d9cebcc142eb tempest-ServerActionsTestJSON-743344072 tempest-ServerActionsTestJSON-743344072] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:14:39.220184 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-52a5bdf8-37a1-4f9a-8a13-d9cebcc142eb tempest-ServerActionsTestJSON-743344072 tempest-ServerActionsTestJSON-743344072] Usage tracker for resource:security_group_rule and tenant:12721d5aa0d74c769229c9ab1dd6bd37 is out of sync, need to count used quota {{(pid=84875) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:14:39.236513 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Provisioning for port 603876da-ac1f-4806-aba0-c4b004bd259d completed by entity L2. {{(pid=84876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 07:14:39.243800 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Provisioning complete for port 603876da-ac1f-4806-aba0-c4b004bd259d triggered by entity L2. {{(pid=84876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 07:14:39.244069 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-604227'] for port, provisioning_complete {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:14:39.434361 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-52a5bdf8-37a1-4f9a-8a13-d9cebcc142eb tempest-ServerActionsTestJSON-743344072 tempest-ServerActionsTestJSON-743344072] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84875) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:14:39.494953 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.plugin [req-6650ea62-7767-41b3-8855-f0726ff911e3 req-b63d19c0-8441-44d5-9060-69855c7f8e2a tempest-ServerPasswordTestJSON-1368291127 tempest-ServerPasswordTestJSON-1368291127] Deleting port e211cab2-1789-4044-a855-7eb04ddfae53 {{(pid=84874) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 07:14:39.495357 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [req-6650ea62-7767-41b3-8855-f0726ff911e3 req-b63d19c0-8441-44d5-9060-69855c7f8e2a tempest-ServerPasswordTestJSON-1368291127 tempest-ServerPasswordTestJSON-1368291127] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363259214248359'] for port, before_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:14:39.517384 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.managers [None req-00190bbe-8e02-42e7-b02c-0141bb2cbb55 None None] Attempting to bind port cbb32776-543c-41ea-8f14-591d7d1c7463 on host n-d-768862-2 for vnic_type normal with profile {{(pid=84876) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 14 07:14:39.517791 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.managers [None req-00190bbe-8e02-42e7-b02c-0141bb2cbb55 None None] Attempting to bind port cbb32776-543c-41ea-8f14-591d7d1c7463 by drivers openvswitch on host n-d-768862-2 at level 0 using segments [{'id': '917f7d8b-a51b-45d1-8524-2c4fd0b1f7a9', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '9348431b-ede8-49dd-9040-2701ab71f388'}] {{(pid=84876) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 14 07:14:39.518198 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00190bbe-8e02-42e7-b02c-0141bb2cbb55 None None] Attempting to bind port cbb32776-543c-41ea-8f14-591d7d1c7463 on network 9348431b-ede8-49dd-9040-2701ab71f388 {{(pid=84876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 14 07:14:39.532023 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83e510cb-466d-4d77-afea-46ea2ce4d91e req-6f2ed450-9bfe-49ed-a07c-ca99c4aa6fe5 tempest-FloatingIPDetailsTestJSON-1519139485 tempest-FloatingIPDetailsTestJSON-1519139485] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:14:39.532910 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00190bbe-8e02-42e7-b02c-0141bb2cbb55 None None] Checking agent: {'id': 'ba5efab1-b43c-4d5a-bc52-6e105d4e67a2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768862-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 14, 6, 56, 52), 'started_at': datetime.datetime(2021, 1, 14, 6, 57, 22), 'heartbeat_timestamp': datetime.datetime(2021, 1, 14, 7, 14, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768862-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.29', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 14 07:14:39.533332 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00190bbe-8e02-42e7-b02c-0141bb2cbb55 None None] Checking segment: {'id': '917f7d8b-a51b-45d1-8524-2c4fd0b1f7a9', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '9348431b-ede8-49dd-9040-2701ab71f388'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84876) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 14 07:14:39.533635 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [req-83e510cb-466d-4d77-afea-46ea2ce4d91e req-6f2ed450-9bfe-49ed-a07c-ca99c4aa6fe5 tempest-FloatingIPDetailsTestJSON-1519139485 tempest-FloatingIPDetailsTestJSON-1519139485] 10.222.0.24 "GET /v2.0/networks/226f1e78-82cd-4481-9055-4eb73b6db8c1 HTTP/1.1" status: 200 len: 784 time: 0.3596756 Jan 14 07:14:39.533759 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-00190bbe-8e02-42e7-b02c-0141bb2cbb55 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:14:39.534176 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00190bbe-8e02-42e7-b02c-0141bb2cbb55 None None] Bound using segment: {'id': '917f7d8b-a51b-45d1-8524-2c4fd0b1f7a9', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '9348431b-ede8-49dd-9040-2701ab71f388'} {{(pid=84876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 14 07:14:39.534700 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.managers [None req-00190bbe-8e02-42e7-b02c-0141bb2cbb55 None None] Bound port: cbb32776-543c-41ea-8f14-591d7d1c7463, host: n-d-768862-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '917f7d8b-a51b-45d1-8524-2c4fd0b1f7a9', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '9348431b-ede8-49dd-9040-2701ab71f388'}}] {{(pid=84876) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 14 07:14:39.535109 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-00190bbe-8e02-42e7-b02c-0141bb2cbb55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555753'] for port, before_update {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:14:39.541603 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-52a5bdf8-37a1-4f9a-8a13-d9cebcc142eb tempest-ServerActionsTestJSON-743344072 tempest-ServerActionsTestJSON-743344072] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:14:39.707713 n-d-768862-2 neutron-server[84765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-276c5c93-fb78-4c49-9c52-6fe62b296be9 admin admin] Network 226f1e78-82cd-4481-9055-4eb73b6db8c1 is already hosted by enough agents. {{(pid=84875) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 07:14:39.714462 n-d-768862-2 neutron-server[84765]: DEBUG neutron.scheduler.base_scheduler [None req-276c5c93-fb78-4c49-9c52-6fe62b296be9 admin admin] Resources bound (agent type, host, resource id): {{(pid=84875) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 07:14:39.764413 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [req-83e510cb-466d-4d77-afea-46ea2ce4d91e req-c08295d3-f435-43dd-93d8-2c219901ee83 tempest-FloatingIPDetailsTestJSON-1519139485 tempest-FloatingIPDetailsTestJSON-1519139485] 10.222.0.24 "GET /v2.0/floatingips?floating_ip_address=172.25.2.168 HTTP/1.1" status: 200 len: 696 time: 0.2114382 Jan 14 07:14:39.767717 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-276c5c93-fb78-4c49-9c52-6fe62b296be9 admin admin] Received port after_create {{(pid=84875) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 14 07:14:39.769974 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-21d52689-9cda-4b42-b3e5-4a9e475eaecf admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:14:39.782801 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555753'] for port, before_update {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:14:39.809689 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [None req-00190bbe-8e02-42e7-b02c-0141bb2cbb55 None None] For port cbb32776-543c-41ea-8f14-591d7d1c7463, host n-d-768862-2, cleared binding levels {{(pid=84876) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 14 07:14:39.828821 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [None req-00190bbe-8e02-42e7-b02c-0141bb2cbb55 None None] For port cbb32776-543c-41ea-8f14-591d7d1c7463, host n-d-768862-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-2',level=0,port_id=cbb32776-543c-41ea-8f14-591d7d1c7463,segment=NetworkSegment(917f7d8b-a51b-45d1-8524-2c4fd0b1f7a9),segment_id=917f7d8b-a51b-45d1-8524-2c4fd0b1f7a9)] {{(pid=84876) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 14 07:14:39.840042 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-00190bbe-8e02-42e7-b02c-0141bb2cbb55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777640533312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363259214678337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777640097497'] for port, after_update {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:14:39.874323 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-017f98a9-8a07-408c-a86f-8ff0c00400a0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84876) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:14:39.917112 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-21d52689-9cda-4b42-b3e5-4a9e475eaecf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555753'] for port, before_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:14:39.944023 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf0e5b29-07a7-4d36-8695-537f79cb9c93 tempest-ServersAdminTestJSON-2110659293 tempest-ServersAdminTestJSON-2110659293] Pushing event updated for resources: {'Port': ['ID=9bd5986f-8518-4c1f-a3df-6cb9ccd2561f,revision_number=1']} {{(pid=84874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:14:39.967021 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-cf0e5b29-07a7-4d36-8695-537f79cb9c93 tempest-ServersAdminTestJSON-2110659293 tempest-ServersAdminTestJSON-2110659293] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.040s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:14:40.018535 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d23e5137-d40e-4d0c-b04a-33ddc868d173 None None] Pushing event updated for resources: {'Port': ['ID=cbb32776-543c-41ea-8f14-591d7d1c7463,revision_number=4']} {{(pid=84876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:14:40.045195 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-d23e5137-d40e-4d0c-b04a-33ddc868d173 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.165s {{(pid=84876) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:14:40.045852 n-d-768862-2 neutron-server[84765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-60ca455c-db27-49f0-a6f1-04614b79c8ba req-cf0e5b29-07a7-4d36-8695-537f79cb9c93 tempest-ServersAdminTestJSON-2110659293 tempest-ServersAdminTestJSON-2110659293] Network 3ab89270-67b1-41e9-8be2-a0395a984bff is already hosted by enough agents. {{(pid=84874) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 07:14:40.050140 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] For port 603876da-ac1f-4806-aba0-c4b004bd259d, host n-d-768862-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-2',level=0,port_id=603876da-ac1f-4806-aba0-c4b004bd259d,segment=NetworkSegment(9d160776-cb4e-4c54-875c-28b1a84a4c08),segment_id=9d160776-cb4e-4c54-875c-28b1a84a4c08)] {{(pid=84876) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 07:14:40.151356 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777640533312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363259214678337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777640097497'] for port, after_update {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:14:40.174046 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84876) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:14:40.275543 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-86a6c192-6294-43f1-96b9-d0dab95d14af None None] Provisioning complete for port 603876da-ac1f-4806-aba0-c4b004bd259d triggered by entity DHCP. {{(pid=84876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 07:14:40.276254 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-86a6c192-6294-43f1-96b9-d0dab95d14af None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-604227'] for port, provisioning_complete {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:14:40.305802 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Pushing event updated for resources: {'Port': ['ID=603876da-ac1f-4806-aba0-c4b004bd259d,revision_number=3']} {{(pid=84876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:14:40.321537 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=84876) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:14:40.446639 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [req-572d12ea-6e00-4ebc-892e-143e77da0f80 req-04a079b7-827e-48e7-80ed-91120f9cdc76 service neutron] 10.222.0.24 "GET /v2.0/networks/c5796fe5-f94a-4f9f-a829-10d556c8dd5d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 1.7658412 Jan 14 07:14:40.506864 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-52a5bdf8-37a1-4f9a-8a13-d9cebcc142eb tempest-ServerActionsTestJSON-743344072 tempest-ServerActionsTestJSON-743344072] Notify callbacks [] for security_group_rule, before_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:14:40.529119 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00190bbe-8e02-42e7-b02c-0141bb2cbb55 None None] Routers {'4e773e6f-f236-4f11-886f-53eafdc495b5'} bound to L3 agent in host n-d-768862-2 {{(pid=84876) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 14 07:14:40.531482 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_hamode_db [None req-00190bbe-8e02-42e7-b02c-0141bb2cbb55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-01-14T06:56:51Z,description=,heartbeat_timestamp=2021-01-14T07:14:21Z,host='n-d-768862-2',id=35f592e9-451b-4db9-abea-77b6a5c5391b,load=0,resource_versions=,resources_synced=,started_at=2021-01-14T06:56:51Z,topic='l3_agent')) {'router_ids': ['4e773e6f-f236-4f11-886f-53eafdc495b5'], 'active': True} {{(pid=84876) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:14:40.566085 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [req-83e510cb-466d-4d77-afea-46ea2ce4d91e req-290024e9-5e7b-4d81-b2af-87172a5b16d4 tempest-FloatingIPDetailsTestJSON-1519139485 tempest-FloatingIPDetailsTestJSON-1519139485] 10.222.0.24 "GET /v2.0/floatingips?floating_ip_address=172.25.2.168 HTTP/1.1" status: 200 len: 696 time: 0.2995212 Jan 14 07:14:40.736910 n-d-768862-2 neutron-server[84765]: DEBUG neutron.scheduler.base_scheduler [req-60ca455c-db27-49f0-a6f1-04614b79c8ba req-cf0e5b29-07a7-4d36-8695-537f79cb9c93 tempest-ServersAdminTestJSON-2110659293 tempest-ServersAdminTestJSON-2110659293] Resources bound (agent type, host, resource id): {{(pid=84874) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 07:14:40.741126 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_dvrscheduler_db [req-60ca455c-db27-49f0-a6f1-04614b79c8ba req-cf0e5b29-07a7-4d36-8695-537f79cb9c93 tempest-ServersAdminTestJSON-2110659293 tempest-ServersAdminTestJSON-2110659293] Received port after_create {{(pid=84874) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 14 07:14:41.012839 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_segment":"rule:admin_only" was deprecated in W in favor of "update_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:14:41.012839 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:14:41.012839 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "delete_segment":"rule:admin_only" was deprecated in W in favor of "delete_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:14:41.012839 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:14:41.012839 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network":"rule:regular_user" was deprecated in W in favor of "create_network":"role:member and project_id:%(project_id)s". Reason: Jan 14 07:14:41.012839 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:14:41.012839 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:14:41.012839 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:14:41.012839 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:shared":"rule:admin_only" was deprecated in W in favor of "create_network:shared":"role:admin and system_scope:all". Reason: Jan 14 07:14:41.012839 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:14:41.012839 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:14:41.012839 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:14:41.012839 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:router:external":"rule:admin_only" was deprecated in W in favor of "create_network:router:external":"role:admin and system_scope:all". Reason: Jan 14 07:14:41.012839 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:14:41.012839 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:14:41.012839 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:14:41.012839 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:is_default":"rule:admin_only" was deprecated in W in favor of "create_network:is_default":"role:admin and system_scope:all". Reason: Jan 14 07:14:41.012839 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:14:41.012839 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:14:41.012839 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:14:41.012839 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:port_security_enabled":"rule:regular_user" was deprecated in W in favor of "create_network:port_security_enabled":"role:member and project_id:%(project_id)s". Reason: Jan 14 07:14:41.012839 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:14:41.012839 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:14:41.012839 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:14:41.012839 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:segments":"rule:admin_only" was deprecated in W in favor of "create_network:segments":"role:admin and system_scope:all". Reason: Jan 14 07:14:41.012839 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:14:41.012839 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:14:41.012839 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:14:41.012839 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "create_network:provider:network_type":"role:admin and system_scope:all". Reason: Jan 14 07:14:41.012839 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:14:41.012839 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:14:41.012839 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:14:41.012839 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "create_network:provider:physical_network":"role:admin and system_scope:all". Reason: Jan 14 07:14:41.012839 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:14:41.012839 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:14:41.012839 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:14:41.012839 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "create_network:provider:segmentation_id":"role:admin and system_scope:all". Reason: Jan 14 07:14:41.012839 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:14:41.012839 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:14:41.012839 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:14:41.012839 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network":"rule:admin_or_owner or rule:shared or rule:external or rule:context_is_advsvc" was deprecated in W in favor of "get_network":"(role:reader and system_scope:all) or (role:reader and project_id:%(project_id)s) or rule:shared or rule:external or rule:context_is_advsvc". Reason: Jan 14 07:14:41.012839 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:14:41.012839 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:14:41.012839 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:14:41.012839 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:router:external":"rule:regular_user" was deprecated in W in favor of "get_network:router:external":"role:reader and project_id:%(project_id)s". Reason: Jan 14 07:14:41.016304 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:14:41.016304 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:14:41.016304 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:14:41.016304 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:segments":"rule:admin_only" was deprecated in W in favor of "get_network:segments":"role:reader and system_scope:all". Reason: Jan 14 07:14:41.016304 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:14:41.016304 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:14:41.016304 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:14:41.016304 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "get_network:provider:network_type":"role:reader and system_scope:all". Reason: Jan 14 07:14:41.016304 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:14:41.016304 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:14:41.016304 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:14:41.016304 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "get_network:provider:physical_network":"role:reader and system_scope:all". Reason: Jan 14 07:14:41.016304 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:14:41.016304 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:14:41.016304 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:14:41.016304 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "get_network:provider:segmentation_id":"role:reader and system_scope:all". Reason: Jan 14 07:14:41.016304 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:14:41.016304 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:14:41.016304 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:14:41.041850 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60ca455c-db27-49f0-a6f1-04614b79c8ba req-cf0e5b29-07a7-4d36-8695-537f79cb9c93 tempest-ServersAdminTestJSON-2110659293 tempest-ServersAdminTestJSON-2110659293] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:14:41.042921 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [req-60ca455c-db27-49f0-a6f1-04614b79c8ba req-cf0e5b29-07a7-4d36-8695-537f79cb9c93 tempest-ServersAdminTestJSON-2110659293 tempest-ServersAdminTestJSON-2110659293] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854768116'] for port, before_response {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:14:41.132627 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.plugin [req-83e510cb-466d-4d77-afea-46ea2ce4d91e req-69a3e007-35b5-4986-9d68-b73b41b21063 tempest-FloatingIPDetailsTestJSON-1519139485 tempest-FloatingIPDetailsTestJSON-1519139485] Deleting port b003d6a4-88d6-461b-b21d-f82bc259aa19 {{(pid=84875) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 07:14:41.133425 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [req-83e510cb-466d-4d77-afea-46ea2ce4d91e req-69a3e007-35b5-4986-9d68-b73b41b21063 tempest-FloatingIPDetailsTestJSON-1519139485 tempest-FloatingIPDetailsTestJSON-1519139485] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363259214248359'] for port, before_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:14:41.142798 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_dvrscheduler_db [req-4749a9d8-1a24-4696-b0e1-b9fbefef11e5 req-0ff97a0f-7c1e-4fed-8a89-4b57fdcd52d5 tempest-ServersTestMultiNic-2121779930 tempest-ServersTestMultiNic-2121779930] No DVR routers for this DVR port f3b37882-75a9-4ec5-b254-9ffd0685d6bb on host n-h1-768862-2 {{(pid=84874) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Jan 14 07:14:41.192385 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [req-4749a9d8-1a24-4696-b0e1-b9fbefef11e5 req-0ff97a0f-7c1e-4fed-8a89-4b57fdcd52d5 tempest-ServersTestMultiNic-2121779930 tempest-ServersTestMultiNic-2121779930] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854768116'] for port, before_response {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:14:41.197846 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [req-4749a9d8-1a24-4696-b0e1-b9fbefef11e5 req-0ff97a0f-7c1e-4fed-8a89-4b57fdcd52d5 tempest-ServersTestMultiNic-2121779930 tempest-ServersTestMultiNic-2121779930] 10.222.0.35 "DELETE /v2.0/ports/f3b37882-75a9-4ec5-b254-9ffd0685d6bb HTTP/1.1" status: 204 len: 173 time: 7.0478184 Jan 14 07:14:41.235786 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [req-60ca455c-db27-49f0-a6f1-04614b79c8ba req-cf0e5b29-07a7-4d36-8695-537f79cb9c93 tempest-ServersAdminTestJSON-2110659293 tempest-ServersAdminTestJSON-2110659293] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 8.2502680 Jan 14 07:14:41.236961 n-d-768862-2 neutron-server[84765]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '16513199-bee3-4bea-a843-4e62a5ef0197', 'name': 'network-vif-deleted', 'tag': 'f3b37882-75a9-4ec5-b254-9ffd0685d6bb'}] {{(pid=84874) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Jan 14 07:14:41.309484 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_dvr_db [None req-00190bbe-8e02-42e7-b02c-0141bb2cbb55 None None] Set router 4e773e6f-f236-4f11-886f-53eafdc495b5 gateway port host: n-d-768862-2 {{(pid=84876) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 14 07:14:41.395303 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-52a5bdf8-37a1-4f9a-8a13-d9cebcc142eb tempest-ServerActionsTestJSON-743344072 tempest-ServerActionsTestJSON-743344072] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:14:41.498783 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Device 603876da-ac1f-4806-aba0-c4b004bd259d up at agent ovs-agent-n-d-768862-2 {{(pid=84876) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 07:14:41.604166 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-52a5bdf8-37a1-4f9a-8a13-d9cebcc142eb tempest-ServerActionsTestJSON-743344072 tempest-ServerActionsTestJSON-743344072] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850966545'] for security_group_rule, after_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:14:41.604487 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-017f98a9-8a07-408c-a86f-8ff0c00400a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363259214191800', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854171626'] for agent, after_update {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:14:41.663201 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.v2.base [req-60ca455c-db27-49f0-a6f1-04614b79c8ba req-ae7d39ff-cf7a-4d5a-bd8b-58cda7037419 service neutron] Request body: {'port': {'device_id': '5a880e33-93c3-4fa7-93e3-c4bf80d6af18', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-768862-2'}} {{(pid=84874) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:14:41.685144 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-694094a7-830a-41a6-9093-6cdd48b92ba0 tempest-SecurityGroupRulesNegativeTestJSON-608374989 tempest-SecurityGroupRulesNegativeTestJSON-608374989] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:14:41.732198 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Provisioning complete for port 603876da-ac1f-4806-aba0-c4b004bd259d triggered by entity L2. {{(pid=84876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 07:14:41.732419 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-604227'] for port, provisioning_complete {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:14:41.788147 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [req-83e510cb-466d-4d77-afea-46ea2ce4d91e req-69a3e007-35b5-4986-9d68-b73b41b21063 tempest-FloatingIPDetailsTestJSON-1519139485 tempest-FloatingIPDetailsTestJSON-1519139485] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036850862667'] for port, precommit_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:14:41.788530 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [req-83e510cb-466d-4d77-afea-46ea2ce4d91e req-69a3e007-35b5-4986-9d68-b73b41b21063 tempest-FloatingIPDetailsTestJSON-1519139485 tempest-FloatingIPDetailsTestJSON-1519139485] Notify callbacks [] for floatingip, precommit_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:14:41.798900 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52a5bdf8-37a1-4f9a-8a13-d9cebcc142eb tempest-ServerActionsTestJSON-743344072 tempest-ServerActionsTestJSON-743344072] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c6e5735d-37b3-4f11-8fad-12246eaa65d2,revision_number=0']} {{(pid=84875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:14:41.799241 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [req-6650ea62-7767-41b3-8855-f0726ff911e3 req-b63d19c0-8441-44d5-9060-69855c7f8e2a tempest-ServerPasswordTestJSON-1368291127 tempest-ServerPasswordTestJSON-1368291127] For port e211cab2-1789-4044-a855-7eb04ddfae53, host n-h1-768862-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-h1-768862-2',level=0,port_id=e211cab2-1789-4044-a855-7eb04ddfae53,segment=NetworkSegment(57bab259-5001-497b-b8de-52294271cdb8),segment_id=57bab259-5001-497b-b8de-52294271cdb8)] {{(pid=84874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 07:14:41.799583 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [req-6650ea62-7767-41b3-8855-f0726ff911e3 req-b63d19c0-8441-44d5-9060-69855c7f8e2a tempest-ServerPasswordTestJSON-1368291127 tempest-ServerPasswordTestJSON-1368291127] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036850862667'] for port, precommit_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:14:41.822665 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-52a5bdf8-37a1-4f9a-8a13-d9cebcc142eb tempest-ServerActionsTestJSON-743344072 tempest-ServerActionsTestJSON-743344072] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:14:41.949966 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-067a96a8-d80a-459c-9825-b8609ca9089b None None] Provisioning complete for port 603876da-ac1f-4806-aba0-c4b004bd259d triggered by entity DHCP. {{(pid=84876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 07:14:41.950389 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-067a96a8-d80a-459c-9825-b8609ca9089b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-604227'] for port, provisioning_complete {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:14:41.966605 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.plugin [req-83e510cb-466d-4d77-afea-46ea2ce4d91e req-69a3e007-35b5-4986-9d68-b73b41b21063 tempest-FloatingIPDetailsTestJSON-1519139485 tempest-FloatingIPDetailsTestJSON-1519139485] Calling delete_port for b003d6a4-88d6-461b-b21d-f82bc259aa19 owned by network:floatingip {{(pid=84875) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 07:14:42.008311 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.plugin [req-6650ea62-7767-41b3-8855-f0726ff911e3 req-b63d19c0-8441-44d5-9060-69855c7f8e2a tempest-ServerPasswordTestJSON-1368291127 tempest-ServerPasswordTestJSON-1368291127] Calling delete_port for e211cab2-1789-4044-a855-7eb04ddfae53 owned by compute:nova {{(pid=84874) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 07:14:42.045059 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.db_base_plugin_common [None req-21d52689-9cda-4b42-b3e5-4a9e475eaecf admin admin] Allocated IP 172.25.2.8 (226f1e78-82cd-4481-9055-4eb73b6db8c1/ba8deeec-7658-4195-9449-038c076f5c83/068e8b5c-7154-406d-8aed-c0c9acc08a21) {{(pid=84874) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 14 07:14:42.074260 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-52a5bdf8-37a1-4f9a-8a13-d9cebcc142eb tempest-ServerActionsTestJSON-743344072 tempest-ServerActionsTestJSON-743344072] Notify callbacks [] for security_group_rule, before_response {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:14:42.076713 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-52a5bdf8-37a1-4f9a-8a13-d9cebcc142eb tempest-ServerActionsTestJSON-743344072 tempest-ServerActionsTestJSON-743344072] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 2.9843323 Jan 14 07:14:42.088159 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84874) accepted ('10.222.0.24', 59314) {{(pid=84874) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:14:42.089329 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_hamode_db [None req-00190bbe-8e02-42e7-b02c-0141bb2cbb55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4e773e6f-f236-4f11-886f-53eafdc495b5', 'name': 'tempest-ServerActionsTestJSON-872566309-router', 'tenant_id': '12721d5aa0d74c769229c9ab1dd6bd37', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '226f1e78-82cd-4481-9055-4eb73b6db8c1', 'external_fixed_ips': [{'subnet_id': 'ba8deeec-7658-4195-9449-038c076f5c83', 'ip_address': '172.25.2.246'}], 'enable_snat': True}, 'gw_port_id': 'b4f88f31-112f-40c1-98c5-16898a532a27', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-14T07:14:06Z', 'updated_at': '2021-01-14T07:14:30Z', 'revision_number': 4, 'project_id': '12721d5aa0d74c769229c9ab1dd6bd37', 'gw_port': {'id': 'b4f88f31-112f-40c1-98c5-16898a532a27', 'name': '', 'network_id': '226f1e78-82cd-4481-9055-4eb73b6db8c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:e2:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e773e6f-f236-4f11-886f-53eafdc495b5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1005, 'fixed_ips': [{'subnet_id': 'ba8deeec-7658-4195-9449-038c076f5c83', 'ip_address': '172.25.2.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T07:14:11Z', 'updated_at': '2021-01-14T07:14:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ba8deeec-7658-4195-9449-038c076f5c83', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-2', '_interfaces': [{'id': 'cbb32776-543c-41ea-8f14-591d7d1c7463', 'name': '', 'network_id': '9348431b-ede8-49dd-9040-2701ab71f388', 'tenant_id': '12721d5aa0d74c769229c9ab1dd6bd37', 'mac_address': 'fa:16:3e:c8:7e:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4e773e6f-f236-4f11-886f-53eafdc495b5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1033, 'fixed_ips': [{'subnet_id': '66c79607-fbe2-4dc0-a011-cac7db0bcc70', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T07:14:27Z', 'updated_at': '2021-01-14T07:14:39Z', 'revision_number': 4, 'project_id': '12721d5aa0d74c769229c9ab1dd6bd37', 'subnets': [{'id': '66c79607-fbe2-4dc0-a011-cac7db0bcc70', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'n-d-768862-2', False) {} {{(pid=84876) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:14:42.100684 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00190bbe-8e02-42e7-b02c-0141bb2cbb55 None None] The sync data for ids ['4e773e6f-f236-4f11-886f-53eafdc495b5'] in n-d-768862-2 is: [{'id': '4e773e6f-f236-4f11-886f-53eafdc495b5', 'name': 'tempest-ServerActionsTestJSON-872566309-router', 'tenant_id': '12721d5aa0d74c769229c9ab1dd6bd37', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '226f1e78-82cd-4481-9055-4eb73b6db8c1', 'external_fixed_ips': [{'subnet_id': 'ba8deeec-7658-4195-9449-038c076f5c83', 'ip_address': '172.25.2.246'}], 'enable_snat': True}, 'gw_port_id': 'b4f88f31-112f-40c1-98c5-16898a532a27', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-14T07:14:06Z', 'updated_at': '2021-01-14T07:14:30Z', 'revision_number': 4, 'project_id': '12721d5aa0d74c769229c9ab1dd6bd37', 'gw_port': {'id': 'b4f88f31-112f-40c1-98c5-16898a532a27', 'name': '', 'network_id': '226f1e78-82cd-4481-9055-4eb73b6db8c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:e2:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e773e6f-f236-4f11-886f-53eafdc495b5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1005, 'fixed_ips': [{'subnet_id': 'ba8deeec-7658-4195-9449-038c076f5c83', 'ip_address': '172.25.2.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T07:14:11Z', 'updated_at': '2021-01-14T07:14:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ba8deeec-7658-4195-9449-038c076f5c83', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-2', '_interfaces': [{'id': 'cbb32776-543c-41ea-8f14-591d7d1c7463', 'name': '', 'network_id': '9348431b-ede8-49dd-9040-2701ab71f388', 'tenant_id': '12721d5aa0d74c769229c9ab1dd6bd37', 'mac_address': 'fa:16:3e:c8:7e:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4e773e6f-f236-4f11-886f-53eafdc495b5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1033, 'fixed_ips': [{'subnet_id': '66c79607-fbe2-4dc0-a011-cac7db0bcc70', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T07:14:27Z', 'updated_at': '2021-01-14T07:14:39Z', 'revision_number': 4, 'project_id': '12721d5aa0d74c769229c9ab1dd6bd37', 'subnets': [{'id': '66c79607-fbe2-4dc0-a011-cac7db0bcc70', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=84876) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Jan 14 07:14:42.119689 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-067a96a8-d80a-459c-9825-b8609ca9089b None None] Provisioning for port 9bd5986f-8518-4c1f-a3df-6cb9ccd2561f completed by entity DHCP. {{(pid=84876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 07:14:42.125606 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-067a96a8-d80a-459c-9825-b8609ca9089b None None] Provisioning complete for port 9bd5986f-8518-4c1f-a3df-6cb9ccd2561f triggered by entity DHCP. {{(pid=84876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 07:14:42.126026 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-067a96a8-d80a-459c-9825-b8609ca9089b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-604227'] for port, provisioning_complete {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:14:42.194862 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.v2.base [None req-93242620-e709-44d6-952a-27c18669b581 tempest-ServerActionsTestJSON-743344072 tempest-ServerActionsTestJSON-743344072] Request body: {'security_group_rule': {'security_group_id': 'f7b25e14-1cc3-4872-b81b-d49ef7c0bb3a', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=84874) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:14:42.210776 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-276c5c93-fb78-4c49-9c52-6fe62b296be9 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:14:42.231770 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-852a24f7-e9a1-4193-9abb-e9506fe5213f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363259214191800', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854171626'] for agent, after_update {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:14:42.233631 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.plugin [None req-067a96a8-d80a-459c-9825-b8609ca9089b None None] Port 9bd5986f-8518-4c1f-a3df-6cb9ccd2561f cannot update to ACTIVE because it is not bound. {{(pid=84876) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:329}} Jan 14 07:14:42.258194 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-93242620-e709-44d6-952a-27c18669b581 tempest-ServerActionsTestJSON-743344072 tempest-ServerActionsTestJSON-743344072] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:14:42.312326 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-93242620-e709-44d6-952a-27c18669b581 tempest-ServerActionsTestJSON-743344072 tempest-ServerActionsTestJSON-743344072] Usage tracker for resource:security_group_rule and tenant:12721d5aa0d74c769229c9ab1dd6bd37 is out of sync, need to count used quota {{(pid=84874) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:14:42.315291 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [req-60ca455c-db27-49f0-a6f1-04614b79c8ba req-ae7d39ff-cf7a-4d5a-bd8b-58cda7037419 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555753'] for port, before_update {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:14:42.343943 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.plugin [req-4749a9d8-1a24-4696-b0e1-b9fbefef11e5 req-62598d98-f7bb-472d-8efb-23e47de84f92 tempest-ServersTestMultiNic-2121779930 tempest-ServersTestMultiNic-2121779930] Deleting port 20d7e6c5-52b7-484a-bcda-ecac18c68f61 {{(pid=84874) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 07:14:42.344355 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [req-4749a9d8-1a24-4696-b0e1-b9fbefef11e5 req-62598d98-f7bb-472d-8efb-23e47de84f92 tempest-ServersTestMultiNic-2121779930 tempest-ServersTestMultiNic-2121779930] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363259214248359'] for port, before_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:14:42.372167 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-93242620-e709-44d6-952a-27c18669b581 tempest-ServerActionsTestJSON-743344072 tempest-ServerActionsTestJSON-743344072] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=84874) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:14:42.466108 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2115aab-1aa3-4a9f-b039-d8c4d1959467 req-8c417249-d579-4208-9c1f-e32a61705966 tempest-ImagesTestJSON-461542496 tempest-ImagesTestJSON-461542496] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:14:42.468122 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [req-e2115aab-1aa3-4a9f-b039-d8c4d1959467 req-8c417249-d579-4208-9c1f-e32a61705966 tempest-ImagesTestJSON-461542496 tempest-ImagesTestJSON-461542496] 10.222.0.24 "GET /v2.0/networks?id=c5796fe5-f94a-4f9f-a829-10d556c8dd5d HTTP/1.1" status: 200 len: 804 time: 0.8651998 Jan 14 07:14:42.518727 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-93242620-e709-44d6-952a-27c18669b581 tempest-ServerActionsTestJSON-743344072 tempest-ServerActionsTestJSON-743344072] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=84874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:14:42.591652 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84875) accepted ('10.222.0.24', 59320) {{(pid=84875) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:14:42.596122 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-93242620-e709-44d6-952a-27c18669b581 tempest-ServerActionsTestJSON-743344072 tempest-ServerActionsTestJSON-743344072] Notify callbacks [] for security_group_rule, before_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:14:42.661191 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.v2.base [None req-1bd90c28-a3e7-4f0f-93a1-0cd101e0a74c tempest-TaggedBootDevicesTest_v242-294831919 tempest-TaggedBootDevicesTest_v242-294831919] Request body: {'network': {'name': 'tempest-device-tagging-net1-367886755'}} {{(pid=84875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:14:42.913093 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Device cbb32776-543c-41ea-8f14-591d7d1c7463 up at agent ovs-agent-n-d-768862-2 {{(pid=84876) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 07:14:42.970189 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [req-e2115aab-1aa3-4a9f-b039-d8c4d1959467 req-bbb2669f-94c1-48cd-a297-36427d09d4d7 tempest-ImagesTestJSON-461542496 tempest-ImagesTestJSON-461542496] 10.222.0.24 "GET /v2.0/quotas/34cab96e6eaa4be98af4bafa2eaeb94d HTTP/1.1" status: 200 len: 375 time: 0.4691978 Jan 14 07:14:43.040153 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Provisioning for port cbb32776-543c-41ea-8f14-591d7d1c7463 completed by entity L2. {{(pid=84876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 07:14:43.046412 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Provisioning complete for port cbb32776-543c-41ea-8f14-591d7d1c7463 triggered by entity L2. {{(pid=84876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 07:14:43.047729 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-604227'] for port, provisioning_complete {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:14:43.105942 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-1bd90c28-a3e7-4f0f-93a1-0cd101e0a74c tempest-TaggedBootDevicesTest_v242-294831919 tempest-TaggedBootDevicesTest_v242-294831919] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:14:43.137703 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-1bd90c28-a3e7-4f0f-93a1-0cd101e0a74c tempest-TaggedBootDevicesTest_v242-294831919 tempest-TaggedBootDevicesTest_v242-294831919] Usage tracker for resource:network and tenant:cb7096aff06a4584846542dd674c0323 is out of sync, need to count used quota {{(pid=84875) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:14:43.144638 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [req-e2115aab-1aa3-4a9f-b039-d8c4d1959467 req-33f8c4fc-1dbe-460a-b432-c9917d8058a4 tempest-ImagesTestJSON-461542496 tempest-ImagesTestJSON-461542496] 10.222.0.24 "GET /v2.0/ports?tenant_id=34cab96e6eaa4be98af4bafa2eaeb94d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0759234 Jan 14 07:14:43.148687 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-1bd90c28-a3e7-4f0f-93a1-0cd101e0a74c tempest-TaggedBootDevicesTest_v242-294831919 tempest-TaggedBootDevicesTest_v242-294831919] Quota usage for network was recalculated. Used quota:1. {{(pid=84875) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:14:43.152656 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-276c5c93-fb78-4c49-9c52-6fe62b296be9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036850886612', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036850863158'] for router, after_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:14:43.191148 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [req-4749a9d8-1a24-4696-b0e1-b9fbefef11e5 req-62598d98-f7bb-472d-8efb-23e47de84f92 tempest-ServersTestMultiNic-2121779930 tempest-ServersTestMultiNic-2121779930] For port 20d7e6c5-52b7-484a-bcda-ecac18c68f61, host n-h1-768862-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-h1-768862-2',level=0,port_id=20d7e6c5-52b7-484a-bcda-ecac18c68f61,segment=NetworkSegment(871dcfe9-d88b-458a-b832-5a97900de51f),segment_id=871dcfe9-d88b-458a-b832-5a97900de51f)] {{(pid=84874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 07:14:43.191674 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [req-4749a9d8-1a24-4696-b0e1-b9fbefef11e5 req-62598d98-f7bb-472d-8efb-23e47de84f92 tempest-ServersTestMultiNic-2121779930 tempest-ServersTestMultiNic-2121779930] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036850862667'] for port, precommit_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:14:43.204642 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555753'] for port, before_update {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:14:43.227494 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.plugin [None req-2e1d1bda-41c4-4844-90db-b17347a48107 admin admin] Deleting port 7c15cb07-b0eb-40da-b1b2-54be6eccc281 {{(pid=84874) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 07:14:43.227986 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-2e1d1bda-41c4-4844-90db-b17347a48107 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363259214248359'] for port, before_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:14:43.244154 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] For port cbb32776-543c-41ea-8f14-591d7d1c7463, host n-d-768862-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-2',level=0,port_id=cbb32776-543c-41ea-8f14-591d7d1c7463,segment=NetworkSegment(917f7d8b-a51b-45d1-8524-2c4fd0b1f7a9),segment_id=917f7d8b-a51b-45d1-8524-2c4fd0b1f7a9)] {{(pid=84876) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 07:14:43.247454 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777640533312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363259214678337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777640097497'] for port, after_update {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:14:43.248620 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-1bd90c28-a3e7-4f0f-93a1-0cd101e0a74c tempest-TaggedBootDevicesTest_v242-294831919 tempest-TaggedBootDevicesTest_v242-294831919] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:14:43.249616 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84876) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:14:43.323487 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Pushing event updated for resources: {'Port': ['ID=cbb32776-543c-41ea-8f14-591d7d1c7463,revision_number=5']} {{(pid=84876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:14:43.327545 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=84876) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:14:43.345049 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-21d52689-9cda-4b42-b3e5-4a9e475eaecf admin admin] Notify callbacks [] for port, precommit_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:14:43.423661 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1bd90c28-a3e7-4f0f-93a1-0cd101e0a74c tempest-TaggedBootDevicesTest_v242-294831919 tempest-TaggedBootDevicesTest_v242-294831919] Made reservation on behalf of cb7096aff06a4584846542dd674c0323 for: {'network': 1} {{(pid=84875) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 07:14:43.433342 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-1bd90c28-a3e7-4f0f-93a1-0cd101e0a74c tempest-TaggedBootDevicesTest_v242-294831919 tempest-TaggedBootDevicesTest_v242-294831919] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555753'] for network, before_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:14:43.471566 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.plugin [req-4749a9d8-1a24-4696-b0e1-b9fbefef11e5 req-62598d98-f7bb-472d-8efb-23e47de84f92 tempest-ServersTestMultiNic-2121779930 tempest-ServersTestMultiNic-2121779930] Calling delete_port for 20d7e6c5-52b7-484a-bcda-ecac18c68f61 owned by compute:nova {{(pid=84874) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 07:14:43.476018 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [req-83e510cb-466d-4d77-afea-46ea2ce4d91e req-69a3e007-35b5-4986-9d68-b73b41b21063 tempest-FloatingIPDetailsTestJSON-1519139485 tempest-FloatingIPDetailsTestJSON-1519139485] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777640533329', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777640097463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851621574'] for port, after_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:14:43.498552 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-276c5c93-fb78-4c49-9c52-6fe62b296be9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:14:43.654330 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69a3e007-35b5-4986-9d68-b73b41b21063 tempest-FloatingIPDetailsTestJSON-1519139485 tempest-FloatingIPDetailsTestJSON-1519139485] Pushing event deleted for resources: {'Port': ['ID=b003d6a4-88d6-461b-b21d-f82bc259aa19,revision_number=None']} {{(pid=84875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:14:43.659402 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1bd90c28-a3e7-4f0f-93a1-0cd101e0a74c tempest-TaggedBootDevicesTest_v242-294831919 tempest-TaggedBootDevicesTest_v242-294831919] vxlan segment allocate from pool success with {'vxlan_vni': 19} {{(pid=84875) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Jan 14 07:14:43.715578 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69a3e007-35b5-4986-9d68-b73b41b21063 tempest-FloatingIPDetailsTestJSON-1519139485 tempest-FloatingIPDetailsTestJSON-1519139485] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@n-h1-768862-2 {{(pid=84875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:14:43.716034 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69a3e007-35b5-4986-9d68-b73b41b21063 tempest-FloatingIPDetailsTestJSON-1519139485 tempest-FloatingIPDetailsTestJSON-1519139485] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-h1-768862-2 {{(pid=84875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:14:43.716449 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69a3e007-35b5-4986-9d68-b73b41b21063 tempest-FloatingIPDetailsTestJSON-1519139485 tempest-FloatingIPDetailsTestJSON-1519139485] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-h1-768862-2 {{(pid=84875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:14:43.717306 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69a3e007-35b5-4986-9d68-b73b41b21063 tempest-FloatingIPDetailsTestJSON-1519139485 tempest-FloatingIPDetailsTestJSON-1519139485] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-h1-768862-2 {{(pid=84875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:14:43.717708 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69a3e007-35b5-4986-9d68-b73b41b21063 tempest-FloatingIPDetailsTestJSON-1519139485 tempest-FloatingIPDetailsTestJSON-1519139485] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@n-h1-768862-2 {{(pid=84875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:14:43.718114 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69a3e007-35b5-4986-9d68-b73b41b21063 tempest-FloatingIPDetailsTestJSON-1519139485 tempest-FloatingIPDetailsTestJSON-1519139485] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-h1-768862-2 {{(pid=84875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:14:43.718521 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69a3e007-35b5-4986-9d68-b73b41b21063 tempest-FloatingIPDetailsTestJSON-1519139485 tempest-FloatingIPDetailsTestJSON-1519139485] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-h1-768862-2 {{(pid=84875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:14:43.718915 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69a3e007-35b5-4986-9d68-b73b41b21063 tempest-FloatingIPDetailsTestJSON-1519139485 tempest-FloatingIPDetailsTestJSON-1519139485] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-h1-768862-2 {{(pid=84875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:14:43.719320 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69a3e007-35b5-4986-9d68-b73b41b21063 tempest-FloatingIPDetailsTestJSON-1519139485 tempest-FloatingIPDetailsTestJSON-1519139485] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-h1-768862-2 {{(pid=84875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:14:43.719720 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69a3e007-35b5-4986-9d68-b73b41b21063 tempest-FloatingIPDetailsTestJSON-1519139485 tempest-FloatingIPDetailsTestJSON-1519139485] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-h1-768862-2 {{(pid=84875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:14:43.720148 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69a3e007-35b5-4986-9d68-b73b41b21063 tempest-FloatingIPDetailsTestJSON-1519139485 tempest-FloatingIPDetailsTestJSON-1519139485] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-h1-768862-2 {{(pid=84875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:14:43.720554 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69a3e007-35b5-4986-9d68-b73b41b21063 tempest-FloatingIPDetailsTestJSON-1519139485 tempest-FloatingIPDetailsTestJSON-1519139485] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-h1-768862-2 {{(pid=84875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:14:43.721008 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69a3e007-35b5-4986-9d68-b73b41b21063 tempest-FloatingIPDetailsTestJSON-1519139485 tempest-FloatingIPDetailsTestJSON-1519139485] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@n-h2-768862-2 {{(pid=84875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:14:43.721510 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69a3e007-35b5-4986-9d68-b73b41b21063 tempest-FloatingIPDetailsTestJSON-1519139485 tempest-FloatingIPDetailsTestJSON-1519139485] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-h2-768862-2 {{(pid=84875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:14:43.721777 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69a3e007-35b5-4986-9d68-b73b41b21063 tempest-FloatingIPDetailsTestJSON-1519139485 tempest-FloatingIPDetailsTestJSON-1519139485] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-h2-768862-2 {{(pid=84875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:14:43.722173 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69a3e007-35b5-4986-9d68-b73b41b21063 tempest-FloatingIPDetailsTestJSON-1519139485 tempest-FloatingIPDetailsTestJSON-1519139485] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-h2-768862-2 {{(pid=84875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:14:43.722583 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69a3e007-35b5-4986-9d68-b73b41b21063 tempest-FloatingIPDetailsTestJSON-1519139485 tempest-FloatingIPDetailsTestJSON-1519139485] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@n-h2-768862-2 {{(pid=84875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:14:43.723327 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69a3e007-35b5-4986-9d68-b73b41b21063 tempest-FloatingIPDetailsTestJSON-1519139485 tempest-FloatingIPDetailsTestJSON-1519139485] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-h2-768862-2 {{(pid=84875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:14:43.723810 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69a3e007-35b5-4986-9d68-b73b41b21063 tempest-FloatingIPDetailsTestJSON-1519139485 tempest-FloatingIPDetailsTestJSON-1519139485] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-h2-768862-2 {{(pid=84875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:14:43.724272 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69a3e007-35b5-4986-9d68-b73b41b21063 tempest-FloatingIPDetailsTestJSON-1519139485 tempest-FloatingIPDetailsTestJSON-1519139485] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-h2-768862-2 {{(pid=84875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:14:43.724673 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69a3e007-35b5-4986-9d68-b73b41b21063 tempest-FloatingIPDetailsTestJSON-1519139485 tempest-FloatingIPDetailsTestJSON-1519139485] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-h2-768862-2 {{(pid=84875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:14:43.725065 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69a3e007-35b5-4986-9d68-b73b41b21063 tempest-FloatingIPDetailsTestJSON-1519139485 tempest-FloatingIPDetailsTestJSON-1519139485] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-h2-768862-2 {{(pid=84875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:14:43.725463 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69a3e007-35b5-4986-9d68-b73b41b21063 tempest-FloatingIPDetailsTestJSON-1519139485 tempest-FloatingIPDetailsTestJSON-1519139485] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-h2-768862-2 {{(pid=84875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:14:43.725856 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69a3e007-35b5-4986-9d68-b73b41b21063 tempest-FloatingIPDetailsTestJSON-1519139485 tempest-FloatingIPDetailsTestJSON-1519139485] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-h2-768862-2 {{(pid=84875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:14:43.726358 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69a3e007-35b5-4986-9d68-b73b41b21063 tempest-FloatingIPDetailsTestJSON-1519139485 tempest-FloatingIPDetailsTestJSON-1519139485] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-2 {{(pid=84875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:14:43.726757 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69a3e007-35b5-4986-9d68-b73b41b21063 tempest-FloatingIPDetailsTestJSON-1519139485 tempest-FloatingIPDetailsTestJSON-1519139485] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-2 {{(pid=84875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:14:43.727158 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69a3e007-35b5-4986-9d68-b73b41b21063 tempest-FloatingIPDetailsTestJSON-1519139485 tempest-FloatingIPDetailsTestJSON-1519139485] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-2 {{(pid=84875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:14:43.727553 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69a3e007-35b5-4986-9d68-b73b41b21063 tempest-FloatingIPDetailsTestJSON-1519139485 tempest-FloatingIPDetailsTestJSON-1519139485] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-2 {{(pid=84875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:14:43.727981 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69a3e007-35b5-4986-9d68-b73b41b21063 tempest-FloatingIPDetailsTestJSON-1519139485 tempest-FloatingIPDetailsTestJSON-1519139485] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@n-d-768862-2 {{(pid=84875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:14:43.728504 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69a3e007-35b5-4986-9d68-b73b41b21063 tempest-FloatingIPDetailsTestJSON-1519139485 tempest-FloatingIPDetailsTestJSON-1519139485] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-2 {{(pid=84875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:14:43.728879 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69a3e007-35b5-4986-9d68-b73b41b21063 tempest-FloatingIPDetailsTestJSON-1519139485 tempest-FloatingIPDetailsTestJSON-1519139485] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-768862-2 {{(pid=84875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:14:43.729295 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69a3e007-35b5-4986-9d68-b73b41b21063 tempest-FloatingIPDetailsTestJSON-1519139485 tempest-FloatingIPDetailsTestJSON-1519139485] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-768862-2 {{(pid=84875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:14:43.729671 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69a3e007-35b5-4986-9d68-b73b41b21063 tempest-FloatingIPDetailsTestJSON-1519139485 tempest-FloatingIPDetailsTestJSON-1519139485] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-2 {{(pid=84875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:14:43.730051 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69a3e007-35b5-4986-9d68-b73b41b21063 tempest-FloatingIPDetailsTestJSON-1519139485 tempest-FloatingIPDetailsTestJSON-1519139485] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-2 {{(pid=84875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:14:43.730446 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69a3e007-35b5-4986-9d68-b73b41b21063 tempest-FloatingIPDetailsTestJSON-1519139485 tempest-FloatingIPDetailsTestJSON-1519139485] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-2 {{(pid=84875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:14:43.730842 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69a3e007-35b5-4986-9d68-b73b41b21063 tempest-FloatingIPDetailsTestJSON-1519139485 tempest-FloatingIPDetailsTestJSON-1519139485] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-2 {{(pid=84875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:14:43.736013 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-69a3e007-35b5-4986-9d68-b73b41b21063 tempest-FloatingIPDetailsTestJSON-1519139485 tempest-FloatingIPDetailsTestJSON-1519139485] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.237s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:14:43.754363 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-1bd90c28-a3e7-4f0f-93a1-0cd101e0a74c tempest-TaggedBootDevicesTest_v242-294831919 tempest-TaggedBootDevicesTest_v242-294831919] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment--9223363259214191851', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854179735'] for segment, precommit_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:14:43.754836 n-d-768862-2 neutron-server[84765]: INFO neutron.db.segments_db [None req-1bd90c28-a3e7-4f0f-93a1-0cd101e0a74c tempest-TaggedBootDevicesTest_v242-294831919 tempest-TaggedBootDevicesTest_v242-294831919] Added segment a22f60dc-81d8-424d-824a-b36e72f6d90b of type vxlan for network 98072e70-e1ea-4296-9013-017af5cadabb Jan 14 07:14:43.758537 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-93242620-e709-44d6-952a-27c18669b581 tempest-ServerActionsTestJSON-743344072 tempest-ServerActionsTestJSON-743344072] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:14:43.763499 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [req-6650ea62-7767-41b3-8855-f0726ff911e3 req-b63d19c0-8441-44d5-9060-69855c7f8e2a tempest-ServerPasswordTestJSON-1368291127 tempest-ServerPasswordTestJSON-1368291127] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777640533329', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777640097463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3254186'] for port, after_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:14:43.772190 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [req-e2115aab-1aa3-4a9f-b039-d8c4d1959467 req-97f34b2b-e74c-471d-abb9-c5895a9e5642 service neutron] 10.222.0.24 "GET /v2.0/networks/c5796fe5-f94a-4f9f-a829-10d556c8dd5d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6137545 Jan 14 07:14:43.810267 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-93242620-e709-44d6-952a-27c18669b581 tempest-ServerActionsTestJSON-743344072 tempest-ServerActionsTestJSON-743344072] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850966545'] for security_group_rule, after_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:14:43.811147 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-9e090f97-91e5-484b-a509-5008bde7a629 tempest-ServersTestMultiNic-2121779930 tempest-ServersTestMultiNic-2121779930] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:14:43.943819 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-1bd90c28-a3e7-4f0f-93a1-0cd101e0a74c tempest-TaggedBootDevicesTest_v242-294831919 tempest-TaggedBootDevicesTest_v242-294831919] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363259214646115'] for network, precommit_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:14:43.945181 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b63d19c0-8441-44d5-9060-69855c7f8e2a tempest-ServerPasswordTestJSON-1368291127 tempest-ServerPasswordTestJSON-1368291127] Pushing event deleted for resources: {'Port': ['ID=e211cab2-1789-4044-a855-7eb04ddfae53,revision_number=None']} {{(pid=84874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:14:44.016136 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-b63d19c0-8441-44d5-9060-69855c7f8e2a tempest-ServerPasswordTestJSON-1368291127 tempest-ServerPasswordTestJSON-1368291127] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.205s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:14:44.030040 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-47799a48-267f-464d-8cc9-3ba3a5d07b26 tempest-ServersWithSpecificFlavorTestJSON-1541021946 tempest-ServersWithSpecificFlavorTestJSON-1541021946] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.085s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:14:44.072978 n-d-768862-2 neutron-server[84765]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-276c5c93-fb78-4c49-9c52-6fe62b296be9 admin admin] Router ea874ecc-2d57-428e-9d9d-517eb3dc89fa is scheduled to L3 agent 35f592e9-451b-4db9-abea-77b6a5c5391b with binding_index 1 {{(pid=84875) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}} Jan 14 07:14:44.086454 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [req-e2115aab-1aa3-4a9f-b039-d8c4d1959467 req-71e0c443-c4ef-494c-ad53-eef8aee95850 service neutron] 10.222.0.24 "GET /v2.0/networks/c5796fe5-f94a-4f9f-a829-10d556c8dd5d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.3022025 Jan 14 07:14:44.091295 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [req-83e510cb-466d-4d77-afea-46ea2ce4d91e req-69a3e007-35b5-4986-9d68-b73b41b21063 tempest-FloatingIPDetailsTestJSON-1519139485 tempest-FloatingIPDetailsTestJSON-1519139485] Notify callbacks [] for floatingip, after_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:14:44.100523 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-1bd90c28-a3e7-4f0f-93a1-0cd101e0a74c tempest-TaggedBootDevicesTest_v242-294831919 tempest-TaggedBootDevicesTest_v242-294831919] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850887149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964'] for network, after_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:14:44.120951 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1bd90c28-a3e7-4f0f-93a1-0cd101e0a74c tempest-TaggedBootDevicesTest_v242-294831919 tempest-TaggedBootDevicesTest_v242-294831919] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:14:44.121677 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-1bd90c28-a3e7-4f0f-93a1-0cd101e0a74c tempest-TaggedBootDevicesTest_v242-294831919 tempest-TaggedBootDevicesTest_v242-294831919] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3207107'] for network, before_response {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:14:44.129911 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-63f1bf47-486f-4dde-9ec0-74f67140fdb8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:14:44.145794 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93242620-e709-44d6-952a-27c18669b581 tempest-ServerActionsTestJSON-743344072 tempest-ServerActionsTestJSON-743344072] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b9875ab4-ccf6-4899-8ad6-ba7a7e4113c7,revision_number=0']} {{(pid=84874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:14:44.199725 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-93242620-e709-44d6-952a-27c18669b581 tempest-ServerActionsTestJSON-743344072 tempest-ServerActionsTestJSON-743344072] Notify callbacks [] for security_group_rule, before_response {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:14:44.204359 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-93242620-e709-44d6-952a-27c18669b581 tempest-ServerActionsTestJSON-743344072 tempest-ServerActionsTestJSON-743344072] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 2.1149127 Jan 14 07:14:44.205259 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84874) accepted ('10.222.0.24', 59328) {{(pid=84874) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:14:44.234858 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-93242620-e709-44d6-952a-27c18669b581 tempest-ServerActionsTestJSON-743344072 tempest-ServerActionsTestJSON-743344072] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.205s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:14:44.257367 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.v2.base [None req-ea649504-d7e8-4904-b853-eb00022fcb5c tempest-ServerActionsTestJSON-743344072 tempest-ServerActionsTestJSON-743344072] Request body: {'floatingip': {'floating_network_id': '226f1e78-82cd-4481-9055-4eb73b6db8c1'}} {{(pid=84874) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:14:44.267388 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-ea649504-d7e8-4904-b853-eb00022fcb5c tempest-ServerActionsTestJSON-743344072 tempest-ServerActionsTestJSON-743344072] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:14:44.271500 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-ea649504-d7e8-4904-b853-eb00022fcb5c tempest-ServerActionsTestJSON-743344072 tempest-ServerActionsTestJSON-743344072] Usage tracker for resource:floatingip and tenant:12721d5aa0d74c769229c9ab1dd6bd37 is out of sync, need to count used quota {{(pid=84874) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:14:44.274693 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-ea649504-d7e8-4904-b853-eb00022fcb5c tempest-ServerActionsTestJSON-743344072 tempest-ServerActionsTestJSON-743344072] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=84874) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:14:44.280665 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-ea649504-d7e8-4904-b853-eb00022fcb5c tempest-ServerActionsTestJSON-743344072 tempest-ServerActionsTestJSON-743344072] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=84874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:14:44.375552 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [req-83e510cb-466d-4d77-afea-46ea2ce4d91e req-69a3e007-35b5-4986-9d68-b73b41b21063 tempest-FloatingIPDetailsTestJSON-1519139485 tempest-FloatingIPDetailsTestJSON-1519139485] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854768116'] for floatingip, before_response {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:14:44.381079 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [req-83e510cb-466d-4d77-afea-46ea2ce4d91e req-69a3e007-35b5-4986-9d68-b73b41b21063 tempest-FloatingIPDetailsTestJSON-1519139485 tempest-FloatingIPDetailsTestJSON-1519139485] 10.222.0.24 "DELETE /v2.0/floatingips/58399058-38f5-463f-942f-466148d6748b HTTP/1.1" status: 204 len: 173 time: 3.8139904 Jan 14 07:14:44.418038 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-1bd90c28-a3e7-4f0f-93a1-0cd101e0a74c tempest-TaggedBootDevicesTest_v242-294831919 tempest-TaggedBootDevicesTest_v242-294831919] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 1.8217707 Jan 14 07:14:44.455890 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [None req-2e1d1bda-41c4-4844-90db-b17347a48107 admin admin] For port 7c15cb07-b0eb-40da-b1b2-54be6eccc281, host n-d-768862-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-2',level=0,port_id=7c15cb07-b0eb-40da-b1b2-54be6eccc281,segment=NetworkSegment(c06239e8-61ba-417e-8bdc-4c57821155ed),segment_id=c06239e8-61ba-417e-8bdc-4c57821155ed)] {{(pid=84874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 07:14:44.456313 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-2e1d1bda-41c4-4844-90db-b17347a48107 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036850862667'] for port, precommit_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:14:44.503032 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84875) accepted ('10.222.0.24', 59340) {{(pid=84875) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:14:44.521200 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.v2.base [None req-7e37d2b3-dee9-465b-a152-a7af98cf1559 tempest-TaggedBootDevicesTest_v242-294831919 tempest-TaggedBootDevicesTest_v242-294831919] Request body: {'network': {'name': 'tempest-device-tagging-net2-1137142722'}} {{(pid=84875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:14:44.549877 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-7e37d2b3-dee9-465b-a152-a7af98cf1559 tempest-TaggedBootDevicesTest_v242-294831919 tempest-TaggedBootDevicesTest_v242-294831919] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:14:44.552575 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bd90c28-a3e7-4f0f-93a1-0cd101e0a74c tempest-TaggedBootDevicesTest_v242-294831919 tempest-TaggedBootDevicesTest_v242-294831919] Pushing event updated for resources: {'Network': ['ID=98072e70-e1ea-4296-9013-017af5cadabb,revision_number=1']} {{(pid=84875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:14:44.562870 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-1bd90c28-a3e7-4f0f-93a1-0cd101e0a74c tempest-TaggedBootDevicesTest_v242-294831919 tempest-TaggedBootDevicesTest_v242-294831919] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.433s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:14:44.564023 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-7e37d2b3-dee9-465b-a152-a7af98cf1559 tempest-TaggedBootDevicesTest_v242-294831919 tempest-TaggedBootDevicesTest_v242-294831919] Usage tracker for resource:network and tenant:cb7096aff06a4584846542dd674c0323 is out of sync, need to count used quota {{(pid=84875) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:14:44.567598 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-852a24f7-e9a1-4193-9abb-e9506fe5213f None None] Network 98072e70-e1ea-4296-9013-017af5cadabb details requested by agent ovs-agent-n-h2-768862-2 with host n-h2-768862-2 {{(pid=84876) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 07:14:44.580705 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [req-5a47c2de-0a6b-4b1d-a352-c470bf873fc4 req-29a2697e-582d-4ad5-bc84-e85f1d14924d tempest-FloatingIPDetailsTestJSON-1519139485 tempest-FloatingIPDetailsTestJSON-1519139485] 10.222.0.24 "GET /v2.0/floatingips/3d9e33a5-6d06-4f22-9ed3-0a79162f0713 HTTP/1.1" status: 200 len: 693 time: 0.1611578 Jan 14 07:14:44.598686 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-017f98a9-8a07-408c-a86f-8ff0c00400a0 None None] Network 98072e70-e1ea-4296-9013-017af5cadabb details requested by agent ovs-agent-n-h1-768862-2 with host n-h1-768862-2 {{(pid=84876) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 07:14:44.609613 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-7e37d2b3-dee9-465b-a152-a7af98cf1559 tempest-TaggedBootDevicesTest_v242-294831919 tempest-TaggedBootDevicesTest_v242-294831919] Quota usage for network was recalculated. Used quota:2. {{(pid=84875) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:14:44.622825 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-ea649504-d7e8-4904-b853-eb00022fcb5c tempest-ServerActionsTestJSON-743344072 tempest-ServerActionsTestJSON-743344072] Notify callbacks [] for floatingip, before_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:14:44.642735 n-d-768862-2 neutron-server[84765]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '16513199-bee3-4bea-a843-4e62a5ef0197', 'name': 'network-vif-deleted', 'tag': 'f3b37882-75a9-4ec5-b254-9ffd0685d6bb', 'status': 'completed', 'code': 200} Jan 14 07:14:44.658526 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.plugin [None req-2e1d1bda-41c4-4844-90db-b17347a48107 admin admin] Calling delete_port for 7c15cb07-b0eb-40da-b1b2-54be6eccc281 owned by network:router_interface {{(pid=84874) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 07:14:44.692632 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-7e37d2b3-dee9-465b-a152-a7af98cf1559 tempest-TaggedBootDevicesTest_v242-294831919 tempest-TaggedBootDevicesTest_v242-294831919] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=84875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:14:44.714159 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-21d52689-9cda-4b42-b3e5-4a9e475eaecf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777640123575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3254186'] for port, after_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:14:44.730446 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84875) accepted ('10.222.0.24', 59358) {{(pid=84875) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:14:44.748168 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-081fda79-0b58-447e-ab35-40356841eb7a tempest-TaggedBootDevicesTest-541410187 tempest-TaggedBootDevicesTest-541410187] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:14:44.790030 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7e37d2b3-dee9-465b-a152-a7af98cf1559 tempest-TaggedBootDevicesTest_v242-294831919 tempest-TaggedBootDevicesTest_v242-294831919] Made reservation on behalf of cb7096aff06a4584846542dd674c0323 for: {'network': 1} {{(pid=84875) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 07:14:44.799912 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-7e37d2b3-dee9-465b-a152-a7af98cf1559 tempest-TaggedBootDevicesTest_v242-294831919 tempest-TaggedBootDevicesTest_v242-294831919] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555753'] for network, before_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:14:44.833251 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-276c5c93-fb78-4c49-9c52-6fe62b296be9 admin admin] Notify agent at l3_agent.n-d-768862-2 the message routers_updated {{(pid=84875) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jan 14 07:14:44.846383 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3e9e6ae-f624-4dbd-b12a-770c714a109b None None] Sync routers for ids ['ea874ecc-2d57-428e-9d9d-517eb3dc89fa'] in n-d-768862-2 {{(pid=84877) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Jan 14 07:14:44.870002 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3e9e6ae-f624-4dbd-b12a-770c714a109b None None] Routers {'ea874ecc-2d57-428e-9d9d-517eb3dc89fa'} bound to L3 agent in host n-d-768862-2 {{(pid=84877) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 14 07:14:44.888872 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_hamode_db [None req-a3e9e6ae-f624-4dbd-b12a-770c714a109b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-01-14T06:56:51Z,description=,heartbeat_timestamp=2021-01-14T07:14:21Z,host='n-d-768862-2',id=35f592e9-451b-4db9-abea-77b6a5c5391b,load=0,resource_versions=,resources_synced=,started_at=2021-01-14T06:56:51Z,topic='l3_agent')) {'router_ids': ['ea874ecc-2d57-428e-9d9d-517eb3dc89fa'], 'active': True} {{(pid=84877) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:14:44.896379 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [req-4749a9d8-1a24-4696-b0e1-b9fbefef11e5 req-62598d98-f7bb-472d-8efb-23e47de84f92 tempest-ServersTestMultiNic-2121779930 tempest-ServersTestMultiNic-2121779930] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777640533329', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777640097463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3254186'] for port, after_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:14:44.897281 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Network 98072e70-e1ea-4296-9013-017af5cadabb details requested by agent ovs-agent-n-d-768862-2 with host n-d-768862-2 {{(pid=84876) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 07:14:44.932827 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.db_base_plugin_v2 [None req-f0a36c56-fd27-4861-9b71-9a9c4461fe42 admin admin] Deleting subnet cf712ca0-f3df-4018-96dd-6afcd3531d5e {{(pid=84875) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Jan 14 07:14:44.960588 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a47c2de-0a6b-4b1d-a352-c470bf873fc4 req-c437917d-5467-4066-aea6-ecc7b3bdd1e3 tempest-FloatingIPDetailsTestJSON-1519139485 tempest-FloatingIPDetailsTestJSON-1519139485] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:14:44.969024 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [req-5a47c2de-0a6b-4b1d-a352-c470bf873fc4 req-c437917d-5467-4066-aea6-ecc7b3bdd1e3 tempest-FloatingIPDetailsTestJSON-1519139485 tempest-FloatingIPDetailsTestJSON-1519139485] 10.222.0.24 "GET /v2.0/networks/226f1e78-82cd-4481-9055-4eb73b6db8c1 HTTP/1.1" status: 200 len: 784 time: 0.3871191 Jan 14 07:14:45.041241 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-f0a36c56-fd27-4861-9b71-9a9c4461fe42 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:14:45.045472 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Device cbb32776-543c-41ea-8f14-591d7d1c7463 up at agent ovs-agent-n-d-768862-2 {{(pid=84876) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 07:14:45.137673 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_dvr_db [None req-a3e9e6ae-f624-4dbd-b12a-770c714a109b None None] Set router ea874ecc-2d57-428e-9d9d-517eb3dc89fa gateway port host: n-d-768862-2 {{(pid=84877) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 14 07:14:45.155997 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Provisioning complete for port cbb32776-543c-41ea-8f14-591d7d1c7463 triggered by entity L2. {{(pid=84876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 07:14:45.156237 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-604227'] for port, provisioning_complete {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:14:45.244386 n-d-768862-2 neutron-server[84765]: DEBUG neutron.notifiers.nova [req-60ca455c-db27-49f0-a6f1-04614b79c8ba req-ae7d39ff-cf7a-4d5a-bd8b-58cda7037419 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9bd5986f-8518-4c1f-a3df-6cb9ccd2561f {{(pid=84874) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Jan 14 07:14:45.252685 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [req-60ca455c-db27-49f0-a6f1-04614b79c8ba req-ae7d39ff-cf7a-4d5a-bd8b-58cda7037419 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:14:45.268114 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [req-60ca455c-db27-49f0-a6f1-04614b79c8ba req-ae7d39ff-cf7a-4d5a-bd8b-58cda7037419 service neutron] Transition to ACTIVE for port object 9bd5986f-8518-4c1f-a3df-6cb9ccd2561f will not be triggered until provisioned by entity L2. {{(pid=84874) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 07:14:45.434045 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [req-60ca455c-db27-49f0-a6f1-04614b79c8ba req-ae7d39ff-cf7a-4d5a-bd8b-58cda7037419 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777640533312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363259214678337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777640097497', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036851521613'] for port, after_update {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:14:45.474433 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7e37d2b3-dee9-465b-a152-a7af98cf1559 tempest-TaggedBootDevicesTest_v242-294831919 tempest-TaggedBootDevicesTest_v242-294831919] vxlan segment allocate from pool success with {'vxlan_vni': 20} {{(pid=84875) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Jan 14 07:14:45.487623 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_hamode_db [None req-a3e9e6ae-f624-4dbd-b12a-770c714a109b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ea874ecc-2d57-428e-9d9d-517eb3dc89fa', 'name': 'tempest-ServersTestBootFromVolume-1415430933-router', 'tenant_id': '18b1ab99759c4e17a07e1a0bd62f79a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '226f1e78-82cd-4481-9055-4eb73b6db8c1', 'external_fixed_ips': [{'subnet_id': 'ba8deeec-7658-4195-9449-038c076f5c83', 'ip_address': '172.25.2.31'}], 'enable_snat': True}, 'gw_port_id': '7b3e9a1b-5fd4-47d4-b7b0-a45de5e31e55', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-14T07:14:33Z', 'updated_at': '2021-01-14T07:14:41Z', 'revision_number': 3, 'project_id': '18b1ab99759c4e17a07e1a0bd62f79a5', 'gw_port': {'id': '7b3e9a1b-5fd4-47d4-b7b0-a45de5e31e55', 'name': '', 'network_id': '226f1e78-82cd-4481-9055-4eb73b6db8c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:3e:52', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ea874ecc-2d57-428e-9d9d-517eb3dc89fa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1041, 'fixed_ips': [{'subnet_id': 'ba8deeec-7658-4195-9449-038c076f5c83', 'ip_address': '172.25.2.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T07:14:36Z', 'updated_at': '2021-01-14T07:14:37Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ba8deeec-7658-4195-9449-038c076f5c83', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-2'}], 'n-d-768862-2', False) {} {{(pid=84877) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:14:45.492207 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3e9e6ae-f624-4dbd-b12a-770c714a109b None None] Checking router: ea874ecc-2d57-428e-9d9d-517eb3dc89fa for host: n-d-768862-2 {{(pid=84877) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Jan 14 07:14:45.492501 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3e9e6ae-f624-4dbd-b12a-770c714a109b None None] Updating router ea874ecc-2d57-428e-9d9d-517eb3dc89fa port 7b3e9a1b-5fd4-47d4-b7b0-a45de5e31e55 binding host n-d-768862-2 {{(pid=84877) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Jan 14 07:14:45.507220 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-2e1d1bda-41c4-4844-90db-b17347a48107 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777640533329', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777640097463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3254186'] for port, after_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:14:45.508625 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-276c5c93-fb78-4c49-9c52-6fe62b296be9 admin admin] Notify callbacks [] for router, before_response {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:14:45.512648 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-276c5c93-fb78-4c49-9c52-6fe62b296be9 admin admin] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 12.0431459 Jan 14 07:14:45.516721 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84875) accepted ('10.222.0.24', 59364) {{(pid=84875) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:14:45.526970 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [req-5a47c2de-0a6b-4b1d-a352-c470bf873fc4 req-dfb3cecd-25d9-44c3-af60-0d8e00f09a74 tempest-FloatingIPDetailsTestJSON-1519139485 tempest-FloatingIPDetailsTestJSON-1519139485] Synchronizing usage tracker for tenant:a2441d08a92c4ad29bd14e22e25d9e48 on resource:floatingip {{(pid=84875) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 14 07:14:45.559960 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-a3e9e6ae-f624-4dbd-b12a-770c714a109b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555753'] for port, before_update {{(pid=84877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:14:45.593413 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-7e37d2b3-dee9-465b-a152-a7af98cf1559 tempest-TaggedBootDevicesTest_v242-294831919 tempest-TaggedBootDevicesTest_v242-294831919] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment--9223363259214191851', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854179735'] for segment, precommit_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:14:45.593869 n-d-768862-2 neutron-server[84765]: INFO neutron.db.segments_db [None req-7e37d2b3-dee9-465b-a152-a7af98cf1559 tempest-TaggedBootDevicesTest_v242-294831919 tempest-TaggedBootDevicesTest_v242-294831919] Added segment 45d9d481-0591-4c27-afea-fa8e7532b5c2 of type vxlan for network 7e6dfd47-4529-4194-becf-26a4f3ec97f5 Jan 14 07:14:45.595418 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21d52689-9cda-4b42-b3e5-4a9e475eaecf admin admin] Pushing event updated for resources: {'Port': ['ID=068e8b5c-7154-406d-8aed-c0c9acc08a21,revision_number=1']} {{(pid=84874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:14:45.614446 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_dvrscheduler_db [req-6650ea62-7767-41b3-8855-f0726ff911e3 req-b63d19c0-8441-44d5-9060-69855c7f8e2a tempest-ServerPasswordTestJSON-1368291127 tempest-ServerPasswordTestJSON-1368291127] No DVR routers for this DVR port e211cab2-1789-4044-a855-7eb04ddfae53 on host n-h1-768862-2 {{(pid=84874) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Jan 14 07:14:45.616580 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-21d52689-9cda-4b42-b3e5-4a9e475eaecf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.869s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:14:45.621466 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-f0a36c56-fd27-4861-9b71-9a9c4461fe42 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3367281'] for subnet, precommit_delete_associations {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:14:45.783135 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [req-5a47c2de-0a6b-4b1d-a352-c470bf873fc4 req-dfb3cecd-25d9-44c3-af60-0d8e00f09a74 tempest-FloatingIPDetailsTestJSON-1519139485 tempest-FloatingIPDetailsTestJSON-1519139485] Unset dirty status for tenant:a2441d08a92c4ad29bd14e22e25d9e48 on resource:floatingip {{(pid=84875) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 14 07:14:45.784540 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [req-5a47c2de-0a6b-4b1d-a352-c470bf873fc4 req-dfb3cecd-25d9-44c3-af60-0d8e00f09a74 tempest-FloatingIPDetailsTestJSON-1519139485 tempest-FloatingIPDetailsTestJSON-1519139485] 10.222.0.24 "GET /v2.0/floatingips?floating_ip_address=172.25.2.167 HTTP/1.1" status: 200 len: 696 time: 0.8146453 Jan 14 07:14:45.871182 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-7e37d2b3-dee9-465b-a152-a7af98cf1559 tempest-TaggedBootDevicesTest_v242-294831919 tempest-TaggedBootDevicesTest_v242-294831919] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363259214646115'] for network, precommit_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:14:45.876638 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-f0a36c56-fd27-4861-9b71-9a9c4461fe42 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036854176836'] for subnet, precommit_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:14:45.970316 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [req-5a47c2de-0a6b-4b1d-a352-c470bf873fc4 req-c3b506be-dbf3-4858-8d54-b38f5bac3962 tempest-FloatingIPDetailsTestJSON-1519139485 tempest-FloatingIPDetailsTestJSON-1519139485] 10.222.0.24 "GET /v2.0/floatingips?floating_ip_address=172.25.2.167 HTTP/1.1" status: 200 len: 696 time: 0.1689460 Jan 14 07:14:45.988916 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-7190c0e7-5dd9-4570-9ec4-e036e9638dd9 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 1.057s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:14:46.032169 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [req-6650ea62-7767-41b3-8855-f0726ff911e3 req-b63d19c0-8441-44d5-9060-69855c7f8e2a tempest-ServerPasswordTestJSON-1368291127 tempest-ServerPasswordTestJSON-1368291127] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854768116'] for port, before_response {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:14:46.063552 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62598d98-f7bb-472d-8efb-23e47de84f92 tempest-ServersTestMultiNic-2121779930 tempest-ServersTestMultiNic-2121779930] Pushing event deleted for resources: {'Port': ['ID=20d7e6c5-52b7-484a-bcda-ecac18c68f61,revision_number=None']} {{(pid=84874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:14:46.065031 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.db.resource_extend [None req-7e37d2b3-dee9-465b-a152-a7af98cf1559 tempest-TaggedBootDevicesTest_v242-294831919 tempest-TaggedBootDevicesTest_v242-294831919] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84875) wrapper /usr/local/lib/python3.6/dist-packages/oslo_utils/timeutils.py:388}} Jan 14 07:14:46.176427 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-a3e9e6ae-f624-4dbd-b12a-770c714a109b None None] Notify callbacks [] for port, precommit_update {{(pid=84877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:14:46.191998 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-a3e9e6ae-f624-4dbd-b12a-770c714a109b None None] Transition to ACTIVE for port object 7b3e9a1b-5fd4-47d4-b7b0-a45de5e31e55 will not be triggered until provisioned by entity L2. {{(pid=84877) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 07:14:46.195947 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-a3e9e6ae-f624-4dbd-b12a-770c714a109b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777640533312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363259214678337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777640097497'] for port, after_update {{(pid=84877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:14:46.196512 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [req-6650ea62-7767-41b3-8855-f0726ff911e3 req-b63d19c0-8441-44d5-9060-69855c7f8e2a tempest-ServerPasswordTestJSON-1368291127 tempest-ServerPasswordTestJSON-1368291127] 10.222.0.35 "DELETE /v2.0/ports/e211cab2-1789-4044-a855-7eb04ddfae53 HTTP/1.1" status: 204 len: 173 time: 8.0548570 Jan 14 07:14:46.215238 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:14:46.302486 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae7d39ff-cf7a-4d5a-bd8b-58cda7037419 service neutron] Pushing event updated for resources: {'Port': ['ID=9bd5986f-8518-4c1f-a3df-6cb9ccd2561f,revision_number=2']} {{(pid=84874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:14:46.364191 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-7e37d2b3-dee9-465b-a152-a7af98cf1559 tempest-TaggedBootDevicesTest_v242-294831919 tempest-TaggedBootDevicesTest_v242-294831919] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850887149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964'] for network, after_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:14:46.384302 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e37d2b3-dee9-465b-a152-a7af98cf1559 tempest-TaggedBootDevicesTest_v242-294831919 tempest-TaggedBootDevicesTest_v242-294831919] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:14:46.385026 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-7e37d2b3-dee9-465b-a152-a7af98cf1559 tempest-TaggedBootDevicesTest_v242-294831919 tempest-TaggedBootDevicesTest_v242-294831919] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3207107'] for network, before_response {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:14:46.408598 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-1cd42f15-6118-4458-8f82-a1b2480e3221 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:14:46.427510 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71952538-57b8-4bb7-bcc2-2ccb8ef3be4b None None] Pushing event updated for resources: {'Port': ['ID=7b3e9a1b-5fd4-47d4-b7b0-a45de5e31e55,revision_number=2']} {{(pid=84877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:14:46.451004 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-71952538-57b8-4bb7-bcc2-2ccb8ef3be4b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.236s {{(pid=84877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:14:46.464983 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e1d1bda-41c4-4844-90db-b17347a48107 admin admin] Pushing event deleted for resources: {'Port': ['ID=7c15cb07-b0eb-40da-b1b2-54be6eccc281,revision_number=None']} {{(pid=84874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:14:46.474008 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-2e1d1bda-41c4-4844-90db-b17347a48107 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.485s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:14:46.476199 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.plugin [req-5a47c2de-0a6b-4b1d-a352-c470bf873fc4 req-f9d97fbd-d421-48db-80be-4c30388f82c5 tempest-FloatingIPDetailsTestJSON-1519139485 tempest-FloatingIPDetailsTestJSON-1519139485] Deleting port c4357ec6-df19-4940-9e97-f70a380c804a {{(pid=84875) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 07:14:46.476584 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [req-5a47c2de-0a6b-4b1d-a352-c470bf873fc4 req-f9d97fbd-d421-48db-80be-4c30388f82c5 tempest-FloatingIPDetailsTestJSON-1519139485 tempest-FloatingIPDetailsTestJSON-1519139485] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363259214248359'] for port, before_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:14:46.480412 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.managers [None req-a3e9e6ae-f624-4dbd-b12a-770c714a109b None None] Attempting to bind port 7b3e9a1b-5fd4-47d4-b7b0-a45de5e31e55 on host n-d-768862-2 for vnic_type normal with profile {{(pid=84877) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 14 07:14:46.481238 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.managers [None req-a3e9e6ae-f624-4dbd-b12a-770c714a109b None None] Attempting to bind port 7b3e9a1b-5fd4-47d4-b7b0-a45de5e31e55 by drivers openvswitch on host n-d-768862-2 at level 0 using segments [{'id': 'cf3ded2c-bc47-4a71-89af-6e7117e60140', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '226f1e78-82cd-4481-9055-4eb73b6db8c1'}] {{(pid=84877) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 14 07:14:46.481646 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3e9e6ae-f624-4dbd-b12a-770c714a109b None None] Attempting to bind port 7b3e9a1b-5fd4-47d4-b7b0-a45de5e31e55 on network 226f1e78-82cd-4481-9055-4eb73b6db8c1 {{(pid=84877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 14 07:14:46.488111 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3e9e6ae-f624-4dbd-b12a-770c714a109b None None] Checking agent: {'id': 'ba5efab1-b43c-4d5a-bc52-6e105d4e67a2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768862-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 14, 6, 56, 52), 'started_at': datetime.datetime(2021, 1, 14, 6, 57, 22), 'heartbeat_timestamp': datetime.datetime(2021, 1, 14, 7, 14, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768862-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.29', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 14 07:14:46.488528 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3e9e6ae-f624-4dbd-b12a-770c714a109b None None] Checking segment: {'id': 'cf3ded2c-bc47-4a71-89af-6e7117e60140', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '226f1e78-82cd-4481-9055-4eb73b6db8c1'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84877) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 14 07:14:46.488979 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-a3e9e6ae-f624-4dbd-b12a-770c714a109b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:14:46.489413 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3e9e6ae-f624-4dbd-b12a-770c714a109b None None] Bound using segment: {'id': 'cf3ded2c-bc47-4a71-89af-6e7117e60140', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '226f1e78-82cd-4481-9055-4eb73b6db8c1'} {{(pid=84877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 14 07:14:46.489922 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.managers [None req-a3e9e6ae-f624-4dbd-b12a-770c714a109b None None] Bound port: 7b3e9a1b-5fd4-47d4-b7b0-a45de5e31e55, host: n-d-768862-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cf3ded2c-bc47-4a71-89af-6e7117e60140', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '226f1e78-82cd-4481-9055-4eb73b6db8c1'}}] {{(pid=84877) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 14 07:14:46.490342 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-a3e9e6ae-f624-4dbd-b12a-770c714a109b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555753'] for port, before_update {{(pid=84877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:14:46.499381 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-3810097b-32be-4ac1-8bbd-f227c7fd69fd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 1.005s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:14:46.500182 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-3810097b-32be-4ac1-8bbd-f227c7fd69fd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.001s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:14:46.549283 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-d941555e-02f0-440e-9ce9-1330a88bca06 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.961s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:14:46.549726 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-d941555e-02f0-440e-9ce9-1330a88bca06 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.001s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:14:46.558514 n-d-768862-2 neutron-server[84765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21d52689-9cda-4b42-b3e5-4a9e475eaecf admin admin] Network 226f1e78-82cd-4481-9055-4eb73b6db8c1 is already hosted by enough agents. {{(pid=84874) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 07:14:46.563503 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_dvrscheduler_db [req-4749a9d8-1a24-4696-b0e1-b9fbefef11e5 req-62598d98-f7bb-472d-8efb-23e47de84f92 tempest-ServersTestMultiNic-2121779930 tempest-ServersTestMultiNic-2121779930] No DVR routers for this DVR port 20d7e6c5-52b7-484a-bcda-ecac18c68f61 on host n-h1-768862-2 {{(pid=84874) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Jan 14 07:14:46.565962 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [req-4749a9d8-1a24-4696-b0e1-b9fbefef11e5 req-62598d98-f7bb-472d-8efb-23e47de84f92 tempest-ServersTestMultiNic-2121779930 tempest-ServersTestMultiNic-2121779930] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854768116'] for port, before_response {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:14:46.568762 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [req-4749a9d8-1a24-4696-b0e1-b9fbefef11e5 req-62598d98-f7bb-472d-8efb-23e47de84f92 tempest-ServersTestMultiNic-2121779930 tempest-ServersTestMultiNic-2121779930] 10.222.0.35 "DELETE /v2.0/ports/20d7e6c5-52b7-484a-bcda-ecac18c68f61 HTTP/1.1" status: 204 len: 173 time: 4.9423447 Jan 14 07:14:46.614535 n-d-768862-2 neutron-server[84765]: DEBUG neutron.scheduler.base_scheduler [None req-21d52689-9cda-4b42-b3e5-4a9e475eaecf admin admin] Resources bound (agent type, host, resource id): {{(pid=84874) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 07:14:46.625900 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [None req-a3e9e6ae-f624-4dbd-b12a-770c714a109b None None] For port 7b3e9a1b-5fd4-47d4-b7b0-a45de5e31e55, host n-d-768862-2, cleared binding levels {{(pid=84877) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 14 07:14:46.631135 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21d52689-9cda-4b42-b3e5-4a9e475eaecf admin admin] Received port after_create {{(pid=84874) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 14 07:14:46.633093 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [None req-a3e9e6ae-f624-4dbd-b12a-770c714a109b None None] For port 7b3e9a1b-5fd4-47d4-b7b0-a45de5e31e55, host n-d-768862-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-2',level=0,port_id=7b3e9a1b-5fd4-47d4-b7b0-a45de5e31e55,segment=NetworkSegment(cf3ded2c-bc47-4a71-89af-6e7117e60140),segment_id=cf3ded2c-bc47-4a71-89af-6e7117e60140)] {{(pid=84877) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 14 07:14:46.643113 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-a3e9e6ae-f624-4dbd-b12a-770c714a109b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777640533312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363259214678337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777640097497'] for port, after_update {{(pid=84877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:14:46.731258 n-d-768862-2 neutron-server[84765]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5e1b808a-588c-4008-b69e-f3b9e623e2ef', 'name': 'network-vif-deleted', 'tag': 'e211cab2-1789-4044-a855-7eb04ddfae53'}, {'server_uuid': '16513199-bee3-4bea-a843-4e62a5ef0197', 'name': 'network-vif-deleted', 'tag': '20d7e6c5-52b7-484a-bcda-ecac18c68f61'}] {{(pid=84874) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Jan 14 07:14:46.775493 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-ea649504-d7e8-4904-b853-eb00022fcb5c tempest-ServerActionsTestJSON-743344072 tempest-ServerActionsTestJSON-743344072] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555753'] for port, before_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:14:46.917103 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [req-5a47c2de-0a6b-4b1d-a352-c470bf873fc4 req-f9d97fbd-d421-48db-80be-4c30388f82c5 tempest-FloatingIPDetailsTestJSON-1519139485 tempest-FloatingIPDetailsTestJSON-1519139485] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036850862667'] for port, precommit_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:14:46.917477 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [req-5a47c2de-0a6b-4b1d-a352-c470bf873fc4 req-f9d97fbd-d421-48db-80be-4c30388f82c5 tempest-FloatingIPDetailsTestJSON-1519139485 tempest-FloatingIPDetailsTestJSON-1519139485] Notify callbacks [] for floatingip, precommit_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:14:46.918081 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-a612765a-79c1-40c2-901a-b84e936e2455 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:14:47.044672 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3e9e6ae-f624-4dbd-b12a-770c714a109b None None] Routers {'ea874ecc-2d57-428e-9d9d-517eb3dc89fa'} bound to L3 agent in host n-d-768862-2 {{(pid=84877) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 14 07:14:47.045354 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_hamode_db [None req-a3e9e6ae-f624-4dbd-b12a-770c714a109b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-01-14T06:56:51Z,description=,heartbeat_timestamp=2021-01-14T07:14:21Z,host='n-d-768862-2',id=35f592e9-451b-4db9-abea-77b6a5c5391b,load=0,resource_versions=,resources_synced=,started_at=2021-01-14T06:56:51Z,topic='l3_agent')) {'router_ids': ['ea874ecc-2d57-428e-9d9d-517eb3dc89fa'], 'active': True} {{(pid=84877) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:14:47.092485 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.plugin [req-5a47c2de-0a6b-4b1d-a352-c470bf873fc4 req-f9d97fbd-d421-48db-80be-4c30388f82c5 tempest-FloatingIPDetailsTestJSON-1519139485 tempest-FloatingIPDetailsTestJSON-1519139485] Calling delete_port for c4357ec6-df19-4940-9e97-f70a380c804a owned by network:floatingip {{(pid=84875) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 07:14:47.115615 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71952538-57b8-4bb7-bcc2-2ccb8ef3be4b None None] Pushing event updated for resources: {'Port': ['ID=7b3e9a1b-5fd4-47d4-b7b0-a45de5e31e55,revision_number=3']} {{(pid=84877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:14:47.161449 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e37d2b3-dee9-465b-a152-a7af98cf1559 tempest-TaggedBootDevicesTest_v242-294831919 tempest-TaggedBootDevicesTest_v242-294831919] Pushing event updated for resources: {'Network': ['ID=7e6dfd47-4529-4194-becf-26a4f3ec97f5,revision_number=1']} {{(pid=84875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:14:47.165163 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-7e37d2b3-dee9-465b-a152-a7af98cf1559 tempest-TaggedBootDevicesTest_v242-294831919 tempest-TaggedBootDevicesTest_v242-294831919] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.757s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:14:47.175345 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-852a24f7-e9a1-4193-9abb-e9506fe5213f None None] Network 7e6dfd47-4529-4194-becf-26a4f3ec97f5 details requested by agent ovs-agent-n-h2-768862-2 with host n-h2-768862-2 {{(pid=84876) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 07:14:47.177320 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-71952538-57b8-4bb7-bcc2-2ccb8ef3be4b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.260s {{(pid=84877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:14:47.185935 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-7e37d2b3-dee9-465b-a152-a7af98cf1559 tempest-TaggedBootDevicesTest_v242-294831919 tempest-TaggedBootDevicesTest_v242-294831919] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 2.6750593 Jan 14 07:14:47.196430 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84875) accepted ('10.222.0.24', 59378) {{(pid=84875) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:14:47.204558 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-017f98a9-8a07-408c-a86f-8ff0c00400a0 None None] Network 7e6dfd47-4529-4194-becf-26a4f3ec97f5 details requested by agent ovs-agent-n-h1-768862-2 with host n-h1-768862-2 {{(pid=84876) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 07:14:47.208079 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.v2.base [None req-3816af46-4180-405c-bf08-a2e12438851b tempest-TaggedBootDevicesTest_v242-294831919 tempest-TaggedBootDevicesTest_v242-294831919] Request body: {'subnet': {'network_id': '98072e70-e1ea-4296-9013-017af5cadabb', 'cidr': '10.1.1.0/24', 'ip_version': 4}} {{(pid=84875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:14:47.219125 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Network 7e6dfd47-4529-4194-becf-26a4f3ec97f5 details requested by agent ovs-agent-n-d-768862-2 with host n-d-768862-2 {{(pid=84876) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 07:14:47.226292 n-d-768862-2 neutron-server[84765]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '5e1b808a-588c-4008-b69e-f3b9e623e2ef', 'name': 'network-vif-deleted', 'tag': 'e211cab2-1789-4044-a855-7eb04ddfae53', 'status': 'failed', 'code': 422} returned with failed status Jan 14 07:14:47.226765 n-d-768862-2 neutron-server[84765]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '16513199-bee3-4bea-a843-4e62a5ef0197', 'name': 'network-vif-deleted', 'tag': '20d7e6c5-52b7-484a-bcda-ecac18c68f61', 'status': 'completed', 'code': 200} Jan 14 07:14:47.264846 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_dvr_db [None req-a3e9e6ae-f624-4dbd-b12a-770c714a109b None None] Set router ea874ecc-2d57-428e-9d9d-517eb3dc89fa gateway port host: n-d-768862-2 {{(pid=84877) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 14 07:14:47.460352 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.db_base_plugin_common [None req-ea649504-d7e8-4904-b853-eb00022fcb5c tempest-ServerActionsTestJSON-743344072 tempest-ServerActionsTestJSON-743344072] Allocated IP 172.25.2.92 (226f1e78-82cd-4481-9055-4eb73b6db8c1/ba8deeec-7658-4195-9449-038c076f5c83/b364be57-a631-4384-a713-e151f60b382b) {{(pid=84874) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 14 07:14:47.608664 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [req-551280fa-eb47-406b-9b7d-3d5c5adc2de5 req-4100b8bd-463f-4328-9287-f3ed5b2cfd41 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=bea94e6b044f42eb9a9092a3b16f7820&device_id=5e1b808a-588c-4008-b69e-f3b9e623e2ef HTTP/1.1" status: 200 len: 210 time: 0.6865189 Jan 14 07:14:47.769513 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_hamode_db [None req-a3e9e6ae-f624-4dbd-b12a-770c714a109b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ea874ecc-2d57-428e-9d9d-517eb3dc89fa', 'name': 'tempest-ServersTestBootFromVolume-1415430933-router', 'tenant_id': '18b1ab99759c4e17a07e1a0bd62f79a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '226f1e78-82cd-4481-9055-4eb73b6db8c1', 'external_fixed_ips': [{'subnet_id': 'ba8deeec-7658-4195-9449-038c076f5c83', 'ip_address': '172.25.2.31'}], 'enable_snat': True}, 'gw_port_id': '7b3e9a1b-5fd4-47d4-b7b0-a45de5e31e55', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-14T07:14:33Z', 'updated_at': '2021-01-14T07:14:41Z', 'revision_number': 3, 'project_id': '18b1ab99759c4e17a07e1a0bd62f79a5', 'gw_port': {'id': '7b3e9a1b-5fd4-47d4-b7b0-a45de5e31e55', 'name': '', 'network_id': '226f1e78-82cd-4481-9055-4eb73b6db8c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:3e:52', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ea874ecc-2d57-428e-9d9d-517eb3dc89fa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1041, 'fixed_ips': [{'subnet_id': 'ba8deeec-7658-4195-9449-038c076f5c83', 'ip_address': '172.25.2.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T07:14:36Z', 'updated_at': '2021-01-14T07:14:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ba8deeec-7658-4195-9449-038c076f5c83', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-2'}], 'n-d-768862-2', False) {} {{(pid=84877) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:14:47.777076 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3e9e6ae-f624-4dbd-b12a-770c714a109b None None] The sync data for ids ['ea874ecc-2d57-428e-9d9d-517eb3dc89fa'] in n-d-768862-2 is: [{'id': 'ea874ecc-2d57-428e-9d9d-517eb3dc89fa', 'name': 'tempest-ServersTestBootFromVolume-1415430933-router', 'tenant_id': '18b1ab99759c4e17a07e1a0bd62f79a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '226f1e78-82cd-4481-9055-4eb73b6db8c1', 'external_fixed_ips': [{'subnet_id': 'ba8deeec-7658-4195-9449-038c076f5c83', 'ip_address': '172.25.2.31'}], 'enable_snat': True}, 'gw_port_id': '7b3e9a1b-5fd4-47d4-b7b0-a45de5e31e55', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-14T07:14:33Z', 'updated_at': '2021-01-14T07:14:41Z', 'revision_number': 3, 'project_id': '18b1ab99759c4e17a07e1a0bd62f79a5', 'gw_port': {'id': '7b3e9a1b-5fd4-47d4-b7b0-a45de5e31e55', 'name': '', 'network_id': '226f1e78-82cd-4481-9055-4eb73b6db8c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:3e:52', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ea874ecc-2d57-428e-9d9d-517eb3dc89fa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1041, 'fixed_ips': [{'subnet_id': 'ba8deeec-7658-4195-9449-038c076f5c83', 'ip_address': '172.25.2.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T07:14:36Z', 'updated_at': '2021-01-14T07:14:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ba8deeec-7658-4195-9449-038c076f5c83', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-2'}] {{(pid=84877) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Jan 14 07:14:48.060603 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-3816af46-4180-405c-bf08-a2e12438851b tempest-TaggedBootDevicesTest_v242-294831919 tempest-TaggedBootDevicesTest_v242-294831919] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:14:48.109904 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-3816af46-4180-405c-bf08-a2e12438851b tempest-TaggedBootDevicesTest_v242-294831919 tempest-TaggedBootDevicesTest_v242-294831919] Usage tracker for resource:subnet and tenant:cb7096aff06a4584846542dd674c0323 is out of sync, need to count used quota {{(pid=84875) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:14:48.114253 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-3816af46-4180-405c-bf08-a2e12438851b tempest-TaggedBootDevicesTest_v242-294831919 tempest-TaggedBootDevicesTest_v242-294831919] Quota usage for subnet was recalculated. Used quota:1. {{(pid=84875) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:14:48.149727 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-3816af46-4180-405c-bf08-a2e12438851b tempest-TaggedBootDevicesTest_v242-294831919 tempest-TaggedBootDevicesTest_v242-294831919] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:14:48.181383 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-f0a36c56-fd27-4861-9b71-9a9c4461fe42 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-598964', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850887113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3154192', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2308610'] for subnet, after_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:14:48.204708 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-d6bb9003-228b-451e-bd90-5791dab88280 tempest-TaggedBootDevicesTest-541410187 tempest-TaggedBootDevicesTest-541410187] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:14:48.272379 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-ea649504-d7e8-4904-b853-eb00022fcb5c tempest-ServerActionsTestJSON-743344072 tempest-ServerActionsTestJSON-743344072] Notify callbacks [] for port, precommit_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:14:48.339096 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0a36c56-fd27-4861-9b71-9a9c4461fe42 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=cf712ca0-f3df-4018-96dd-6afcd3531d5e,revision_number=None']} {{(pid=84875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:14:48.342069 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3816af46-4180-405c-bf08-a2e12438851b tempest-TaggedBootDevicesTest_v242-294831919 tempest-TaggedBootDevicesTest_v242-294831919] Made reservation on behalf of cb7096aff06a4584846542dd674c0323 for: {'subnet': 1} {{(pid=84875) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 07:14:48.365917 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [req-5a47c2de-0a6b-4b1d-a352-c470bf873fc4 req-f9d97fbd-d421-48db-80be-4c30388f82c5 tempest-FloatingIPDetailsTestJSON-1519139485 tempest-FloatingIPDetailsTestJSON-1519139485] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777640533329', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777640097463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851621574'] for port, after_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:14:48.386549 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-f0a36c56-fd27-4861-9b71-9a9c4461fe42 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.182s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:14:48.406668 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-36e6796b-d8c8-4956-aeda-1570bb7ac16d service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:14:48.587393 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9d97fbd-d421-48db-80be-4c30388f82c5 tempest-FloatingIPDetailsTestJSON-1519139485 tempest-FloatingIPDetailsTestJSON-1519139485] Pushing event deleted for resources: {'Port': ['ID=c4357ec6-df19-4940-9e97-f70a380c804a,revision_number=None']} {{(pid=84875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:14:48.607146 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-f9d97fbd-d421-48db-80be-4c30388f82c5 tempest-FloatingIPDetailsTestJSON-1519139485 tempest-FloatingIPDetailsTestJSON-1519139485] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.200s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:14:48.736090 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-3816af46-4180-405c-bf08-a2e12438851b tempest-TaggedBootDevicesTest_v242-294831919 tempest-TaggedBootDevicesTest_v242-294831919] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036852467157'] for subnet, before_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:14:48.756974 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-23a532af-0199-4039-82b2-371a960b1951 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363259214191800', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854171626'] for agent, after_update {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:14:48.917548 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.managers [req-60ca455c-db27-49f0-a6f1-04614b79c8ba req-ae7d39ff-cf7a-4d5a-bd8b-58cda7037419 service neutron] Attempting to bind port 9bd5986f-8518-4c1f-a3df-6cb9ccd2561f on host n-h1-768862-2 for vnic_type normal with profile {{(pid=84874) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 14 07:14:48.917906 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.managers [req-60ca455c-db27-49f0-a6f1-04614b79c8ba req-ae7d39ff-cf7a-4d5a-bd8b-58cda7037419 service neutron] Attempting to bind port 9bd5986f-8518-4c1f-a3df-6cb9ccd2561f by drivers openvswitch on host n-h1-768862-2 at level 0 using segments [{'id': '682aa48d-45db-4ce6-9539-8117fc7293eb', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 2, 'network_id': '3ab89270-67b1-41e9-8be2-a0395a984bff'}] {{(pid=84874) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 14 07:14:48.918426 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60ca455c-db27-49f0-a6f1-04614b79c8ba req-ae7d39ff-cf7a-4d5a-bd8b-58cda7037419 service neutron] Attempting to bind port 9bd5986f-8518-4c1f-a3df-6cb9ccd2561f on network 3ab89270-67b1-41e9-8be2-a0395a984bff {{(pid=84874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 14 07:14:48.924985 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-f0a36c56-fd27-4861-9b71-9a9c4461fe42 admin admin] Notify callbacks [] for subnet, before_response {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:14:48.937038 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Device 7b3e9a1b-5fd4-47d4-b7b0-a45de5e31e55 up at agent ovs-agent-n-d-768862-2 {{(pid=84876) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 07:14:48.945479 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60ca455c-db27-49f0-a6f1-04614b79c8ba req-ae7d39ff-cf7a-4d5a-bd8b-58cda7037419 service neutron] Checking agent: {'id': '40905704-73ec-4668-87ec-fe70ac9582ac', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-h1-768862-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 14, 7, 5, 11), 'started_at': datetime.datetime(2021, 1, 14, 7, 5, 41), 'heartbeat_timestamp': datetime.datetime(2021, 1, 14, 7, 14, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.42', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 14 07:14:48.946065 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60ca455c-db27-49f0-a6f1-04614b79c8ba req-ae7d39ff-cf7a-4d5a-bd8b-58cda7037419 service neutron] Checking segment: {'id': '682aa48d-45db-4ce6-9539-8117fc7293eb', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 2, 'network_id': '3ab89270-67b1-41e9-8be2-a0395a984bff'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84874) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 14 07:14:48.946227 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [req-60ca455c-db27-49f0-a6f1-04614b79c8ba req-ae7d39ff-cf7a-4d5a-bd8b-58cda7037419 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:14:48.946606 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60ca455c-db27-49f0-a6f1-04614b79c8ba req-ae7d39ff-cf7a-4d5a-bd8b-58cda7037419 service neutron] Bound using segment: {'id': '682aa48d-45db-4ce6-9539-8117fc7293eb', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 2, 'network_id': '3ab89270-67b1-41e9-8be2-a0395a984bff'} {{(pid=84874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 14 07:14:48.947104 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.managers [req-60ca455c-db27-49f0-a6f1-04614b79c8ba req-ae7d39ff-cf7a-4d5a-bd8b-58cda7037419 service neutron] Bound port: 9bd5986f-8518-4c1f-a3df-6cb9ccd2561f, host: n-h1-768862-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '682aa48d-45db-4ce6-9539-8117fc7293eb', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 2, 'network_id': '3ab89270-67b1-41e9-8be2-a0395a984bff'}}] {{(pid=84874) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 14 07:14:48.947478 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [req-60ca455c-db27-49f0-a6f1-04614b79c8ba req-ae7d39ff-cf7a-4d5a-bd8b-58cda7037419 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555753'] for port, before_update {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:14:48.958370 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-2e1d1bda-41c4-4844-90db-b17347a48107 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted--9223372036851568851', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal--9223372036850888080'] for router_interface, after_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:14:48.993683 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-f0a36c56-fd27-4861-9b71-9a9c4461fe42 admin admin] 10.222.0.24 "DELETE /v2.0/subnets/cf712ca0-f3df-4018-96dd-6afcd3531d5e HTTP/1.1" status: 204 len: 168 time: 4.2620485 Jan 14 07:14:48.998298 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84874) accepted ('10.222.0.24', 59386) {{(pid=84874) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:14:49.037484 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Provisioning for port 7b3e9a1b-5fd4-47d4-b7b0-a45de5e31e55 completed by entity L2. {{(pid=84876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 07:14:49.043846 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Provisioning complete for port 7b3e9a1b-5fd4-47d4-b7b0-a45de5e31e55 triggered by entity L2. {{(pid=84876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 07:14:49.044312 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-604227'] for port, provisioning_complete {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:14:49.061366 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network":"rule:admin_or_owner" was deprecated in W in favor of "update_network":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 07:14:49.061366 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:14:49.061366 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:14:49.061366 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:14:49.061366 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:segments":"rule:admin_only" was deprecated in W in favor of "update_network:segments":"role:admin and system_scope:all". Reason: Jan 14 07:14:49.061366 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:14:49.061366 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:14:49.061366 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:14:49.061366 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:shared":"rule:admin_only" was deprecated in W in favor of "update_network:shared":"role:admin and system_scope:all". Reason: Jan 14 07:14:49.061366 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:14:49.061366 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:14:49.061366 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:14:49.061366 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "update_network:provider:network_type":"role:admin and system_scope:all". Reason: Jan 14 07:14:49.061366 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:14:49.061366 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:14:49.061366 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:14:49.061366 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "update_network:provider:physical_network":"role:admin and system_scope:all". Reason: Jan 14 07:14:49.061366 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:14:49.061366 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:14:49.061366 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:14:49.061366 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "update_network:provider:segmentation_id":"role:admin and system_scope:all". Reason: Jan 14 07:14:49.061366 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:14:49.061366 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:14:49.061366 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:14:49.061366 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:router:external":"rule:admin_only" was deprecated in W in favor of "update_network:router:external":"role:admin and system_scope:all". Reason: Jan 14 07:14:49.061366 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:14:49.061366 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:14:49.061366 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:14:49.061366 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:is_default":"rule:admin_only" was deprecated in W in favor of "update_network:is_default":"role:admin and system_scope:all". Reason: Jan 14 07:14:49.061366 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:14:49.061366 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:14:49.061366 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:14:49.061366 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:port_security_enabled":"rule:admin_or_owner" was deprecated in W in favor of "update_network:port_security_enabled":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 07:14:49.061366 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:14:49.061366 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:14:49.061366 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:14:49.061366 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "delete_network":"rule:admin_or_owner" was deprecated in W in favor of "delete_network":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 07:14:49.061366 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:14:49.061366 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:14:49.061366 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:14:49.061366 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_segment":"rule:admin_only" was deprecated in W in favor of "create_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:14:49.061366 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:14:49.061366 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_segment":"rule:admin_only" was deprecated in W in favor of "get_segment":"role:reader and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:14:49.061366 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:14:49.065602 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_segment":"rule:admin_only" was deprecated in W in favor of "update_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:14:49.065602 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:14:49.065602 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "delete_segment":"rule:admin_only" was deprecated in W in favor of "delete_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:14:49.065602 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:14:49.065602 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network":"rule:regular_user" was deprecated in W in favor of "create_network":"role:member and project_id:%(project_id)s". Reason: Jan 14 07:14:49.065602 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:14:49.065602 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:14:49.065602 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:14:49.065602 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:shared":"rule:admin_only" was deprecated in W in favor of "create_network:shared":"role:admin and system_scope:all". Reason: Jan 14 07:14:49.065602 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:14:49.065602 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:14:49.065602 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:14:49.065602 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:router:external":"rule:admin_only" was deprecated in W in favor of "create_network:router:external":"role:admin and system_scope:all". Reason: Jan 14 07:14:49.065602 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:14:49.065602 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:14:49.065602 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:14:49.065602 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:is_default":"rule:admin_only" was deprecated in W in favor of "create_network:is_default":"role:admin and system_scope:all". Reason: Jan 14 07:14:49.065602 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:14:49.065602 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:14:49.065602 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:14:49.065602 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:port_security_enabled":"rule:regular_user" was deprecated in W in favor of "create_network:port_security_enabled":"role:member and project_id:%(project_id)s". Reason: Jan 14 07:14:49.065602 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:14:49.065602 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:14:49.065602 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:14:49.065602 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:segments":"rule:admin_only" was deprecated in W in favor of "create_network:segments":"role:admin and system_scope:all". Reason: Jan 14 07:14:49.065602 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:14:49.065602 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:14:49.065602 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:14:49.065602 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "create_network:provider:network_type":"role:admin and system_scope:all". Reason: Jan 14 07:14:49.065602 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:14:49.065602 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:14:49.065602 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:14:49.065602 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "create_network:provider:physical_network":"role:admin and system_scope:all". Reason: Jan 14 07:14:49.065602 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:14:49.065602 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:14:49.065602 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:14:49.065602 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "create_network:provider:segmentation_id":"role:admin and system_scope:all". Reason: Jan 14 07:14:49.065602 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:14:49.065602 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:14:49.065602 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:14:49.065602 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network":"rule:admin_or_owner or rule:shared or rule:external or rule:context_is_advsvc" was deprecated in W in favor of "get_network":"(role:reader and system_scope:all) or (role:reader and project_id:%(project_id)s) or rule:shared or rule:external or rule:context_is_advsvc". Reason: Jan 14 07:14:49.065602 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:14:49.065602 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:14:49.065602 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:14:49.065602 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:router:external":"rule:regular_user" was deprecated in W in favor of "get_network:router:external":"role:reader and project_id:%(project_id)s". Reason: Jan 14 07:14:49.069677 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:14:49.069677 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:14:49.069677 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:14:49.069677 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:segments":"rule:admin_only" was deprecated in W in favor of "get_network:segments":"role:reader and system_scope:all". Reason: Jan 14 07:14:49.069677 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:14:49.069677 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:14:49.069677 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:14:49.069677 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "get_network:provider:network_type":"role:reader and system_scope:all". Reason: Jan 14 07:14:49.069677 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:14:49.069677 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:14:49.069677 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:14:49.069677 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "get_network:provider:physical_network":"role:reader and system_scope:all". Reason: Jan 14 07:14:49.069677 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:14:49.069677 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:14:49.069677 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:14:49.069677 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "get_network:provider:segmentation_id":"role:reader and system_scope:all". Reason: Jan 14 07:14:49.069677 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:14:49.069677 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:14:49.069677 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:14:49.069677 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network":"rule:admin_or_owner" was deprecated in W in favor of "update_network":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 07:14:49.069677 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:14:49.069677 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:14:49.069677 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:14:49.069677 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:segments":"rule:admin_only" was deprecated in W in favor of "update_network:segments":"role:admin and system_scope:all". Reason: Jan 14 07:14:49.069677 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:14:49.069677 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:14:49.069677 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:14:49.069677 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:shared":"rule:admin_only" was deprecated in W in favor of "update_network:shared":"role:admin and system_scope:all". Reason: Jan 14 07:14:49.069677 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:14:49.069677 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:14:49.069677 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:14:49.069677 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "update_network:provider:network_type":"role:admin and system_scope:all". Reason: Jan 14 07:14:49.069677 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:14:49.069677 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:14:49.069677 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:14:49.069677 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "update_network:provider:physical_network":"role:admin and system_scope:all". Reason: Jan 14 07:14:49.069677 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:14:49.069677 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:14:49.069677 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:14:49.069677 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "update_network:provider:segmentation_id":"role:admin and system_scope:all". Reason: Jan 14 07:14:49.069677 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:14:49.069677 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:14:49.069677 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:14:49.085703 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6650ea62-7767-41b3-8855-f0726ff911e3 req-ca2a7412-f029-4ce0-8395-de51f7561fb3 tempest-ServerPasswordTestJSON-1368291127 tempest-ServerPasswordTestJSON-1368291127] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:14:49.087433 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [req-6650ea62-7767-41b3-8855-f0726ff911e3 req-ca2a7412-f029-4ce0-8395-de51f7561fb3 tempest-ServerPasswordTestJSON-1368291127 tempest-ServerPasswordTestJSON-1368291127] 10.222.0.48 "GET /v2.0/networks?id=cbe2ed4b-3608-4133-998a-17444358e4ae HTTP/1.1" status: 200 len: 812 time: 1.0870965 Jan 14 07:14:49.103069 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-551280fa-eb47-406b-9b7d-3d5c5adc2de5 req-b50bfc74-46a6-4dc7-b025-53597f26f32b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:14:49.104731 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [req-551280fa-eb47-406b-9b7d-3d5c5adc2de5 req-b50bfc74-46a6-4dc7-b025-53597f26f32b service neutron] 10.222.0.35 "GET /v2.0/networks?tenant_id=bea94e6b044f42eb9a9092a3b16f7820&shared=False HTTP/1.1" status: 200 len: 907 time: 1.1566670 Jan 14 07:14:49.111998 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-dbd10a28-85d1-4cf4-8991-fb5d024ce4fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555753'] for port, before_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:14:49.125720 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [req-5a47c2de-0a6b-4b1d-a352-c470bf873fc4 req-f9d97fbd-d421-48db-80be-4c30388f82c5 tempest-FloatingIPDetailsTestJSON-1519139485 tempest-FloatingIPDetailsTestJSON-1519139485] Notify callbacks [] for floatingip, after_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:14:49.142938 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [req-5a47c2de-0a6b-4b1d-a352-c470bf873fc4 req-f9d97fbd-d421-48db-80be-4c30388f82c5 tempest-FloatingIPDetailsTestJSON-1519139485 tempest-FloatingIPDetailsTestJSON-1519139485] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854768116'] for floatingip, before_response {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:14:49.144245 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [req-5a47c2de-0a6b-4b1d-a352-c470bf873fc4 req-f9d97fbd-d421-48db-80be-4c30388f82c5 tempest-FloatingIPDetailsTestJSON-1519139485 tempest-FloatingIPDetailsTestJSON-1519139485] 10.222.0.24 "DELETE /v2.0/floatingips/3d9e33a5-6d06-4f22-9ed3-0a79162f0713 HTTP/1.1" status: 204 len: 173 time: 3.1601598 Jan 14 07:14:49.189203 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555753'] for port, before_update {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:14:49.207060 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.v2.base [req-6650ea62-7767-41b3-8855-f0726ff911e3 req-5f4a81d9-08db-4cb5-9c4f-d5a32701eac8 tempest-ServerPasswordTestJSON-1368291127 tempest-ServerPasswordTestJSON-1368291127] Request body: {'port': {'device_id': '5e1b808a-588c-4008-b69e-f3b9e623e2ef', 'network_id': 'cbe2ed4b-3608-4133-998a-17444358e4ae', 'admin_state_up': True, 'tenant_id': 'bea94e6b044f42eb9a9092a3b16f7820'}} {{(pid=84874) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:14:49.209693 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] For port 7b3e9a1b-5fd4-47d4-b7b0-a45de5e31e55, host n-d-768862-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-2',level=0,port_id=7b3e9a1b-5fd4-47d4-b7b0-a45de5e31e55,segment=NetworkSegment(cf3ded2c-bc47-4a71-89af-6e7117e60140),segment_id=cf3ded2c-bc47-4a71-89af-6e7117e60140)] {{(pid=84876) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 07:14:49.219054 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777640533312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363259214678337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777640097497'] for port, after_update {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:14:49.222537 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-5d351d26-0b3d-41c5-b016-9d8469d3d392 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84876) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:14:49.307267 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Pushing event updated for resources: {'Port': ['ID=7b3e9a1b-5fd4-47d4-b7b0-a45de5e31e55,revision_number=4']} {{(pid=84876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:14:49.311523 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=84876) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:14:49.402069 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [req-1c084632-e213-47fe-8031-7efc046184d8 req-2f228055-b314-427c-a409-cb59844df201 tempest-FloatingIPDetailsTestJSON-1519139485 tempest-FloatingIPDetailsTestJSON-1519139485] 10.222.0.24 "GET /v2.0/floatingips/0fe5f0a1-a7f4-4268-ac2d-d1715b99fe15 HTTP/1.1" status: 200 len: 692 time: 0.2194967 Jan 14 07:14:49.501712 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-ea649504-d7e8-4904-b853-eb00022fcb5c tempest-ServerActionsTestJSON-743344072 tempest-ServerActionsTestJSON-743344072] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777640123575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3254186'] for port, after_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:14:49.536291 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-ef9a74f1-60f7-4700-a58c-f2fb624fc8b3 tempest-TaggedBootDevicesTest-541410187 tempest-TaggedBootDevicesTest-541410187] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:14:49.678529 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-74b7c42a-b0fc-4b87-a9ca-50ce398ca19c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036854160497'] for network, before_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:14:49.749349 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c084632-e213-47fe-8031-7efc046184d8 req-44b6445f-1740-4af6-ab1a-b870d34141e4 tempest-FloatingIPDetailsTestJSON-1519139485 tempest-FloatingIPDetailsTestJSON-1519139485] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:14:49.751234 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [req-1c084632-e213-47fe-8031-7efc046184d8 req-44b6445f-1740-4af6-ab1a-b870d34141e4 tempest-FloatingIPDetailsTestJSON-1519139485 tempest-FloatingIPDetailsTestJSON-1519139485] 10.222.0.24 "GET /v2.0/networks/226f1e78-82cd-4481-9055-4eb73b6db8c1 HTTP/1.1" status: 200 len: 784 time: 0.3373904 Jan 14 07:14:49.751511 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-21d52689-9cda-4b42-b3e5-4a9e475eaecf admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:14:50.056280 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [req-60ca455c-db27-49f0-a6f1-04614b79c8ba req-ae7d39ff-cf7a-4d5a-bd8b-58cda7037419 service neutron] For port 9bd5986f-8518-4c1f-a3df-6cb9ccd2561f, host n-h1-768862-2, cleared binding levels {{(pid=84874) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 14 07:14:50.070953 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [req-6650ea62-7767-41b3-8855-f0726ff911e3 req-5f4a81d9-08db-4cb5-9c4f-d5a32701eac8 tempest-ServerPasswordTestJSON-1368291127 tempest-ServerPasswordTestJSON-1368291127] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:14:50.074670 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea649504-d7e8-4904-b853-eb00022fcb5c tempest-ServerActionsTestJSON-743344072 tempest-ServerActionsTestJSON-743344072] Pushing event updated for resources: {'Port': ['ID=b364be57-a631-4384-a713-e151f60b382b,revision_number=1']} {{(pid=84874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:14:50.148754 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [req-6650ea62-7767-41b3-8855-f0726ff911e3 req-5f4a81d9-08db-4cb5-9c4f-d5a32701eac8 tempest-ServerPasswordTestJSON-1368291127 tempest-ServerPasswordTestJSON-1368291127] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=84874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:14:50.154593 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-ea649504-d7e8-4904-b853-eb00022fcb5c tempest-ServerActionsTestJSON-743344072 tempest-ServerActionsTestJSON-743344072] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.618s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:14:50.213810 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [req-60ca455c-db27-49f0-a6f1-04614b79c8ba req-ae7d39ff-cf7a-4d5a-bd8b-58cda7037419 service neutron] For port 9bd5986f-8518-4c1f-a3df-6cb9ccd2561f, host n-h1-768862-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-h1-768862-2',level=0,port_id=9bd5986f-8518-4c1f-a3df-6cb9ccd2561f,segment=NetworkSegment(682aa48d-45db-4ce6-9539-8117fc7293eb),segment_id=682aa48d-45db-4ce6-9539-8117fc7293eb)] {{(pid=84874) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 14 07:14:50.254833 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [req-1c084632-e213-47fe-8031-7efc046184d8 req-ca7a0423-cb1e-4c44-877c-5c5bc80f52e7 tempest-FloatingIPDetailsTestJSON-1519139485 tempest-FloatingIPDetailsTestJSON-1519139485] Synchronizing usage tracker for tenant:a2441d08a92c4ad29bd14e22e25d9e48 on resource:floatingip {{(pid=84875) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 14 07:14:50.289433 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-551280fa-eb47-406b-9b7d-3d5c5adc2de5 req-0f5fb3d1-74b0-4076-baad-59cafb7dbb5e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:14:50.291139 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [req-551280fa-eb47-406b-9b7d-3d5c5adc2de5 req-0f5fb3d1-74b0-4076-baad-59cafb7dbb5e service neutron] 10.222.0.35 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 863 time: 0.9586363 Jan 14 07:14:50.338426 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [req-1c084632-e213-47fe-8031-7efc046184d8 req-ca7a0423-cb1e-4c44-877c-5c5bc80f52e7 tempest-FloatingIPDetailsTestJSON-1519139485 tempest-FloatingIPDetailsTestJSON-1519139485] Unset dirty status for tenant:a2441d08a92c4ad29bd14e22e25d9e48 on resource:floatingip {{(pid=84875) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 14 07:14:50.339693 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [req-1c084632-e213-47fe-8031-7efc046184d8 req-ca7a0423-cb1e-4c44-877c-5c5bc80f52e7 tempest-FloatingIPDetailsTestJSON-1519139485 tempest-FloatingIPDetailsTestJSON-1519139485] 10.222.0.24 "GET /v2.0/floatingips?floating_ip_address=172.25.2.40 HTTP/1.1" status: 200 len: 695 time: 0.5375381 Jan 14 07:14:50.352523 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [req-60ca455c-db27-49f0-a6f1-04614b79c8ba req-ae7d39ff-cf7a-4d5a-bd8b-58cda7037419 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777640533312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363259214678337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777640097497', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036851521613'] for port, after_update {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:14:50.358438 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.db_base_plugin_common [None req-dbd10a28-85d1-4cf4-8991-fb5d024ce4fd admin admin] Allocated IP 172.20.0.1 (3464e1d7-d68d-4886-b510-ed67f13e3a28/75c96462-82f5-451a-9db8-734632b28e48/f8e54d72-8604-4333-b165-5be58a0292ce) {{(pid=84875) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 14 07:14:50.385617 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-0ff97a0f-7c1e-4fed-8a89-4b57fdcd52d5 tempest-ServersTestMultiNic-2121779930 tempest-ServersTestMultiNic-2121779930] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:14:50.465749 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [req-1c084632-e213-47fe-8031-7efc046184d8 req-5793bdd8-e7b8-4ba4-9135-82e91b73a5f3 tempest-FloatingIPDetailsTestJSON-1519139485 tempest-FloatingIPDetailsTestJSON-1519139485] 10.222.0.24 "GET /v2.0/floatingips?floating_ip_address=172.25.2.40 HTTP/1.1" status: 200 len: 695 time: 0.1087351 Jan 14 07:14:50.679632 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6650ea62-7767-41b3-8855-f0726ff911e3 req-5f4a81d9-08db-4cb5-9c4f-d5a32701eac8 tempest-ServerPasswordTestJSON-1368291127 tempest-ServerPasswordTestJSON-1368291127] Made reservation on behalf of bea94e6b044f42eb9a9092a3b16f7820 for: {'port': 1} {{(pid=84874) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 07:14:50.688962 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [req-6650ea62-7767-41b3-8855-f0726ff911e3 req-5f4a81d9-08db-4cb5-9c4f-d5a32701eac8 tempest-ServerPasswordTestJSON-1368291127 tempest-ServerPasswordTestJSON-1368291127] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555753'] for port, before_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:14:50.775822 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.plugin [req-1c084632-e213-47fe-8031-7efc046184d8 req-7ce3bd26-2d09-497f-8171-e98d645fa030 tempest-FloatingIPDetailsTestJSON-1519139485 tempest-FloatingIPDetailsTestJSON-1519139485] Deleting port 61c5d28c-ad56-4258-bff7-96bc31481399 {{(pid=84875) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 07:14:50.776245 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [req-1c084632-e213-47fe-8031-7efc046184d8 req-7ce3bd26-2d09-497f-8171-e98d645fa030 tempest-FloatingIPDetailsTestJSON-1519139485 tempest-FloatingIPDetailsTestJSON-1519139485] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363259214248359'] for port, before_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:14:50.878241 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Device 7b3e9a1b-5fd4-47d4-b7b0-a45de5e31e55 up at agent ovs-agent-n-d-768862-2 {{(pid=84876) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 07:14:50.931639 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [req-551280fa-eb47-406b-9b7d-3d5c5adc2de5 req-f770f4a5-8846-4b75-a288-a54bac03297b tempest-ServerPasswordTestJSON-1368291127 tempest-ServerPasswordTestJSON-1368291127] Synchronizing usage tracker for tenant:bea94e6b044f42eb9a9092a3b16f7820 on resource:port {{(pid=84874) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 14 07:14:50.955501 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-74b7c42a-b0fc-4b87-a9ca-50ce398ca19c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-598987', 'neutron.services.segments.db._delete_segments_for_network-8777640583949'] for network, precommit_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:14:50.963396 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Provisioning complete for port 7b3e9a1b-5fd4-47d4-b7b0-a45de5e31e55 triggered by entity L2. {{(pid=84876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 07:14:50.964152 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-604227'] for port, provisioning_complete {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:14:51.008101 n-d-768862-2 neutron-server[84765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea649504-d7e8-4904-b853-eb00022fcb5c tempest-ServerActionsTestJSON-743344072 tempest-ServerActionsTestJSON-743344072] Network 226f1e78-82cd-4481-9055-4eb73b6db8c1 is already hosted by enough agents. {{(pid=84874) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 07:14:51.008762 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-dbd10a28-85d1-4cf4-8991-fb5d024ce4fd admin admin] Notify callbacks [] for port, precommit_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:14:51.026082 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-3816af46-4180-405c-bf08-a2e12438851b tempest-TaggedBootDevicesTest_v242-294831919 tempest-TaggedBootDevicesTest_v242-294831919] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850887113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036851621412', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036852467174'] for subnet, after_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:14:51.046716 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:14:51.139562 n-d-768862-2 neutron-server[84765]: DEBUG neutron.scheduler.base_scheduler [None req-ea649504-d7e8-4904-b853-eb00022fcb5c tempest-ServerActionsTestJSON-743344072 tempest-ServerActionsTestJSON-743344072] Resources bound (agent type, host, resource id): {{(pid=84874) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 07:14:51.171507 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-62ffc9f6-63e8-44cd-a462-0b98522f6d19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363259214191800', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854171626'] for agent, after_update {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:14:51.180298 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-dbd10a28-85d1-4cf4-8991-fb5d024ce4fd admin admin] Transition to ACTIVE for port object f8e54d72-8604-4333-b165-5be58a0292ce will not be triggered until provisioned by entity DHCP. {{(pid=84875) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 07:14:51.201062 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea649504-d7e8-4904-b853-eb00022fcb5c tempest-ServerActionsTestJSON-743344072 tempest-ServerActionsTestJSON-743344072] Received port after_create {{(pid=84874) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 14 07:14:51.222300 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3816af46-4180-405c-bf08-a2e12438851b tempest-TaggedBootDevicesTest_v242-294831919 tempest-TaggedBootDevicesTest_v242-294831919] Pushing event updated for resources: {'Subnet': ['ID=2fa91875-55fd-4489-bc57-f1f358815b1a,revision_number=0']} {{(pid=84875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:14:51.230165 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-3816af46-4180-405c-bf08-a2e12438851b tempest-TaggedBootDevicesTest_v242-294831919 tempest-TaggedBootDevicesTest_v242-294831919] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.183s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:14:51.281334 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [req-1c084632-e213-47fe-8031-7efc046184d8 req-7ce3bd26-2d09-497f-8171-e98d645fa030 tempest-FloatingIPDetailsTestJSON-1519139485 tempest-FloatingIPDetailsTestJSON-1519139485] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036850862667'] for port, precommit_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:14:51.281690 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [req-1c084632-e213-47fe-8031-7efc046184d8 req-7ce3bd26-2d09-497f-8171-e98d645fa030 tempest-FloatingIPDetailsTestJSON-1519139485 tempest-FloatingIPDetailsTestJSON-1519139485] Notify callbacks [] for floatingip, precommit_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:14:51.397935 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [req-551280fa-eb47-406b-9b7d-3d5c5adc2de5 req-f770f4a5-8846-4b75-a288-a54bac03297b tempest-ServerPasswordTestJSON-1368291127 tempest-ServerPasswordTestJSON-1368291127] Unset dirty status for tenant:bea94e6b044f42eb9a9092a3b16f7820 on resource:port {{(pid=84874) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 14 07:14:51.399139 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [req-551280fa-eb47-406b-9b7d-3d5c5adc2de5 req-f770f4a5-8846-4b75-a288-a54bac03297b tempest-ServerPasswordTestJSON-1368291127 tempest-ServerPasswordTestJSON-1368291127] 10.222.0.35 "GET /v2.0/ports?device_id=5e1b808a-588c-4008-b69e-f3b9e623e2ef HTTP/1.1" status: 200 len: 210 time: 1.0150046 Jan 14 07:14:51.426752 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.plugin [req-1c084632-e213-47fe-8031-7efc046184d8 req-7ce3bd26-2d09-497f-8171-e98d645fa030 tempest-FloatingIPDetailsTestJSON-1519139485 tempest-FloatingIPDetailsTestJSON-1519139485] Calling delete_port for 61c5d28c-ad56-4258-bff7-96bc31481399 owned by network:floatingip {{(pid=84875) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 07:14:51.437797 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae7d39ff-cf7a-4d5a-bd8b-58cda7037419 service neutron] Pushing event updated for resources: {'Port': ['ID=9bd5986f-8518-4c1f-a3df-6cb9ccd2561f,revision_number=3']} {{(pid=84874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:14:51.469549 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-dbd10a28-85d1-4cf4-8991-fb5d024ce4fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777640123575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851621574'] for port, after_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:14:51.470259 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-ae7d39ff-cf7a-4d5a-bd8b-58cda7037419 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.085s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:14:51.493431 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-14c59f92-cf1e-40f8-b572-98132fe42489 tempest-LiveMigrationNegativeTest-1470825370 tempest-LiveMigrationNegativeTest-1470825370] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:14:51.522466 n-d-768862-2 neutron-server[84765]: DEBUG neutron.services.segments.db [None req-74b7c42a-b0fc-4b87-a9ca-50ce398ca19c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c5796fe5-f94a-4f9f-a829-10d556c8dd5d']}} {{(pid=84874) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:14:51.587101 n-d-768862-2 neutron-server[84765]: DEBUG neutron.services.segments.db [None req-74b7c42a-b0fc-4b87-a9ca-50ce398ca19c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a7739ce8-88bc-496b-b34d-128d7e74a1d3') {'for_net_delete': True} {{(pid=84874) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:14:51.587523 n-d-768862-2 neutron-server[84765]: DEBUG neutron.services.segments.db [None req-74b7c42a-b0fc-4b87-a9ca-50ce398ca19c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a7739ce8-88bc-496b-b34d-128d7e74a1d3') {} {{(pid=84874) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:14:51.689453 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbd10a28-85d1-4cf4-8991-fb5d024ce4fd admin admin] Pushing event updated for resources: {'Port': ['ID=f8e54d72-8604-4333-b165-5be58a0292ce,revision_number=1']} {{(pid=84875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:14:51.695897 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3816af46-4180-405c-bf08-a2e12438851b tempest-TaggedBootDevicesTest_v242-294831919 tempest-TaggedBootDevicesTest_v242-294831919] Checking segment: {'id': 'a22f60dc-81d8-424d-824a-b36e72f6d90b', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 19, 'network_id': '98072e70-e1ea-4296-9013-017af5cadabb'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84875) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 14 07:14:51.696301 n-d-768862-2 neutron-server[84765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3816af46-4180-405c-bf08-a2e12438851b tempest-TaggedBootDevicesTest_v242-294831919 tempest-TaggedBootDevicesTest_v242-294831919] Network hostable DHCP agents. Network: 98072e70-e1ea-4296-9013-017af5cadabb, hostable agents: ['32f3dd84-26da-4d18-bf15-6017a8fb7247'], hosted agents: [] {{(pid=84875) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Jan 14 07:14:51.703241 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-dbd10a28-85d1-4cf4-8991-fb5d024ce4fd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.210s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:14:51.750864 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-da76cfc0-98e8-4426-9f6d-4f05aa3fae78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363259214191800', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854171626'] for agent, after_update {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:14:51.792179 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-74b7c42a-b0fc-4b87-a9ca-50ce398ca19c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363259214173198', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2968632'] for segment, before_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:14:51.803974 n-d-768862-2 neutron-server[84765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3816af46-4180-405c-bf08-a2e12438851b tempest-TaggedBootDevicesTest_v242-294831919 tempest-TaggedBootDevicesTest_v242-294831919] Network 98072e70-e1ea-4296-9013-017af5cadabb is scheduled to be hosted by DHCP agent 32f3dd84-26da-4d18-bf15-6017a8fb7247 with binding_index 1 {{(pid=84875) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Jan 14 07:14:51.824911 n-d-768862-2 neutron-server[84765]: DEBUG neutron.scheduler.base_scheduler [None req-3816af46-4180-405c-bf08-a2e12438851b tempest-TaggedBootDevicesTest_v242-294831919 tempest-TaggedBootDevicesTest_v242-294831919] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768862-2, 98072e70-e1ea-4296-9013-017af5cadabb) {{(pid=84875) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 07:14:51.833537 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8a2e306-3018-4692-936e-1ca0af4be3e4 None None] Network 98072e70-e1ea-4296-9013-017af5cadabb requested from n-d-768862-2 {{(pid=84876) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 07:14:51.834825 n-d-768862-2 neutron-server[84765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dbd10a28-85d1-4cf4-8991-fb5d024ce4fd admin admin] Network 3464e1d7-d68d-4886-b510-ed67f13e3a28 is already hosted by enough agents. {{(pid=84875) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 07:14:51.847353 n-d-768862-2 neutron-server[84765]: DEBUG neutron.scheduler.base_scheduler [None req-dbd10a28-85d1-4cf4-8991-fb5d024ce4fd admin admin] Resources bound (agent type, host, resource id): {{(pid=84875) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 07:14:51.850872 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60ca455c-db27-49f0-a6f1-04614b79c8ba req-ae7d39ff-cf7a-4d5a-bd8b-58cda7037419 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:14:51.853262 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [req-60ca455c-db27-49f0-a6f1-04614b79c8ba req-ae7d39ff-cf7a-4d5a-bd8b-58cda7037419 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854768116'] for port, before_response {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:14:51.853447 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbd10a28-85d1-4cf4-8991-fb5d024ce4fd admin admin] Received port after_create {{(pid=84875) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 14 07:14:51.855510 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [req-60ca455c-db27-49f0-a6f1-04614b79c8ba req-ae7d39ff-cf7a-4d5a-bd8b-58cda7037419 service neutron] 10.222.0.35 "PUT /v2.0/ports/9bd5986f-8518-4c1f-a3df-6cb9ccd2561f HTTP/1.1" status: 200 len: 1160 time: 10.1965775 Jan 14 07:14:51.856317 n-d-768862-2 neutron-server[84765]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5a880e33-93c3-4fa7-93e3-c4bf80d6af18', 'tag': '9bd5986f-8518-4c1f-a3df-6cb9ccd2561f'}] {{(pid=84874) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Jan 14 07:14:51.908037 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3816af46-4180-405c-bf08-a2e12438851b tempest-TaggedBootDevicesTest_v242-294831919 tempest-TaggedBootDevicesTest_v242-294831919] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:14:51.908699 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-3816af46-4180-405c-bf08-a2e12438851b tempest-TaggedBootDevicesTest_v242-294831919 tempest-TaggedBootDevicesTest_v242-294831919] Notify callbacks [] for subnet, before_response {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:14:51.917951 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [req-1c084632-e213-47fe-8031-7efc046184d8 req-7ce3bd26-2d09-497f-8171-e98d645fa030 tempest-FloatingIPDetailsTestJSON-1519139485 tempest-FloatingIPDetailsTestJSON-1519139485] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777640533329', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777640097463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851621574'] for port, after_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:14:51.938173 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-74b7c42a-b0fc-4b87-a9ca-50ce398ca19c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854179735'] for segment, precommit_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:14:51.942555 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-7a208e01-2b85-4318-b65e-7f7bbb69d9bc tempest-FloatingIPDetailsTestJSON-1519139485 tempest-FloatingIPDetailsTestJSON-1519139485] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:14:51.954791 n-d-768862-2 neutron-server[84765]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2e1d1bda-41c4-4844-90db-b17347a48107 admin admin] Router 2c4708ec-fdd6-422a-aa87-423d292387f0 has already been hosted by L3 agent 35f592e9-451b-4db9-abea-77b6a5c5391b {{(pid=84874) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Jan 14 07:14:52.009963 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-74b7c42a-b0fc-4b87-a9ca-50ce398ca19c admin admin] Releasing vxlan tunnel 6 to pool {{(pid=84874) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Jan 14 07:14:52.042254 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-21d52689-9cda-4b42-b3e5-4a9e475eaecf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036850886612', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036850863158'] for router, after_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:14:52.054817 n-d-768862-2 neutron-server[84765]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5a880e33-93c3-4fa7-93e3-c4bf80d6af18', 'tag': '9bd5986f-8518-4c1f-a3df-6cb9ccd2561f', 'status': 'completed', 'code': 200} Jan 14 07:14:52.106819 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-dbd10a28-85d1-4cf4-8991-fb5d024ce4fd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036850886386'] for router_interface, before_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:14:52.110429 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ce3bd26-2d09-497f-8171-e98d645fa030 tempest-FloatingIPDetailsTestJSON-1519139485 tempest-FloatingIPDetailsTestJSON-1519139485] Pushing event deleted for resources: {'Port': ['ID=61c5d28c-ad56-4258-bff7-96bc31481399,revision_number=None']} {{(pid=84875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:14:52.145409 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-7ce3bd26-2d09-497f-8171-e98d645fa030 tempest-FloatingIPDetailsTestJSON-1519139485 tempest-FloatingIPDetailsTestJSON-1519139485] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.201s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:14:52.201464 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-091271c4-fb49-44a7-8121-04dd91d4f29d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5d94dc7a-c095-50a4-955e-5f3b78718a12-98072e70-e1ea-4296-9013-017af5cadabb', 'network_id': '98072e70-e1ea-4296-9013-017af5cadabb', 'tenant_id': 'cb7096aff06a4584846542dd674c0323', 'fixed_ips': [{'subnet_id': '2fa91875-55fd-4489-bc57-f1f358815b1a'}]}} from n-d-768862-2. {{(pid=84876) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Jan 14 07:14:52.202411 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-091271c4-fb49-44a7-8121-04dd91d4f29d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555753'] for port, before_create {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:14:52.226518 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-3816af46-4180-405c-bf08-a2e12438851b tempest-TaggedBootDevicesTest_v242-294831919 tempest-TaggedBootDevicesTest_v242-294831919] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 5.0247595 Jan 14 07:14:52.240565 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84875) accepted ('10.222.0.24', 59400) {{(pid=84875) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:14:52.250134 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.v2.base [None req-c4efdb65-92b4-4b3b-abb3-286b85bcfd9b tempest-TaggedBootDevicesTest_v242-294831919 tempest-TaggedBootDevicesTest_v242-294831919] Request body: {'subnet': {'network_id': '7e6dfd47-4529-4194-becf-26a4f3ec97f5', 'cidr': '10.2.2.0/24', 'ip_version': 4}} {{(pid=84875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:14:52.431251 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-3ffc2bef-7fb4-4d93-b47f-11145ac911b4 None None] Provisioning for port f8e54d72-8604-4333-b165-5be58a0292ce completed by entity DHCP. {{(pid=84876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 07:14:52.447947 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-3ffc2bef-7fb4-4d93-b47f-11145ac911b4 None None] Provisioning complete for port f8e54d72-8604-4333-b165-5be58a0292ce triggered by entity DHCP. {{(pid=84876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 07:14:52.448388 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-3ffc2bef-7fb4-4d93-b47f-11145ac911b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-604227'] for port, provisioning_complete {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:14:52.465054 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-c4efdb65-92b4-4b3b-abb3-286b85bcfd9b tempest-TaggedBootDevicesTest_v242-294831919 tempest-TaggedBootDevicesTest_v242-294831919] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:14:52.478013 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-c4efdb65-92b4-4b3b-abb3-286b85bcfd9b tempest-TaggedBootDevicesTest_v242-294831919 tempest-TaggedBootDevicesTest_v242-294831919] Usage tracker for resource:subnet and tenant:cb7096aff06a4584846542dd674c0323 is out of sync, need to count used quota {{(pid=84875) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:14:52.483288 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-c4efdb65-92b4-4b3b-abb3-286b85bcfd9b tempest-TaggedBootDevicesTest_v242-294831919 tempest-TaggedBootDevicesTest_v242-294831919] Quota usage for subnet was recalculated. Used quota:2. {{(pid=84875) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:14:52.516850 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-c4efdb65-92b4-4b3b-abb3-286b85bcfd9b tempest-TaggedBootDevicesTest_v242-294831919 tempest-TaggedBootDevicesTest_v242-294831919] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=84875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:14:52.536207 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.plugin [None req-3ffc2bef-7fb4-4d93-b47f-11145ac911b4 None None] Port f8e54d72-8604-4333-b165-5be58a0292ce cannot update to ACTIVE because it is not bound. {{(pid=84876) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:329}} Jan 14 07:14:52.550386 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [req-1c084632-e213-47fe-8031-7efc046184d8 req-7ce3bd26-2d09-497f-8171-e98d645fa030 tempest-FloatingIPDetailsTestJSON-1519139485 tempest-FloatingIPDetailsTestJSON-1519139485] Notify callbacks [] for floatingip, after_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:14:52.552896 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [req-1c084632-e213-47fe-8031-7efc046184d8 req-7ce3bd26-2d09-497f-8171-e98d645fa030 tempest-FloatingIPDetailsTestJSON-1519139485 tempest-FloatingIPDetailsTestJSON-1519139485] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854768116'] for floatingip, before_response {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:14:52.554436 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [req-1c084632-e213-47fe-8031-7efc046184d8 req-7ce3bd26-2d09-497f-8171-e98d645fa030 tempest-FloatingIPDetailsTestJSON-1519139485 tempest-FloatingIPDetailsTestJSON-1519139485] 10.222.0.24 "DELETE /v2.0/floatingips/0fe5f0a1-a7f4-4268-ac2d-d1715b99fe15 HTTP/1.1" status: 204 len: 173 time: 2.0665290 Jan 14 07:14:52.566453 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84875) accepted ('10.222.0.24', 59404) {{(pid=84875) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:14:52.571648 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c4efdb65-92b4-4b3b-abb3-286b85bcfd9b tempest-TaggedBootDevicesTest_v242-294831919 tempest-TaggedBootDevicesTest_v242-294831919] Made reservation on behalf of cb7096aff06a4584846542dd674c0323 for: {'subnet': 1} {{(pid=84875) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 07:14:52.603474 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363259214191800', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854171626'] for agent, after_update {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:14:52.625716 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.db_base_plugin_common [None req-091271c4-fb49-44a7-8121-04dd91d4f29d None None] Allocated IP 10.1.1.2 (98072e70-e1ea-4296-9013-017af5cadabb/2fa91875-55fd-4489-bc57-f1f358815b1a/7e2df0e4-c707-4342-be7f-e468316b1cf6) {{(pid=84876) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 14 07:14:52.950650 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-dbd10a28-85d1-4cf4-8991-fb5d024ce4fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555753'] for port, before_update {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:14:53.033517 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.managers [None req-74b7c42a-b0fc-4b87-a9ca-50ce398ca19c admin admin] Network c5796fe5-f94a-4f9f-a829-10d556c8dd5d has no segments {{(pid=84874) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 14 07:14:53.052614 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-74b7c42a-b0fc-4b87-a9ca-50ce398ca19c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-596065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036851521571'] for segment, after_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:14:53.075790 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-091271c4-fb49-44a7-8121-04dd91d4f29d None None] Notify callbacks [] for port, precommit_create {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:14:53.090527 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-091271c4-fb49-44a7-8121-04dd91d4f29d None None] Transition to ACTIVE for port object 7e2df0e4-c707-4342-be7f-e468316b1cf6 will not be triggered until provisioned by entity L2. {{(pid=84876) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 07:14:53.111508 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-091271c4-fb49-44a7-8121-04dd91d4f29d None None] Transition to ACTIVE for port object 7e2df0e4-c707-4342-be7f-e468316b1cf6 will not be triggered until provisioned by entity DHCP. {{(pid=84876) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 07:14:53.125659 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-091271c4-fb49-44a7-8121-04dd91d4f29d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777640123575'] for port, after_create {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:14:53.144340 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-017f98a9-8a07-408c-a86f-8ff0c00400a0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84876) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:14:53.195396 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60ca455c-db27-49f0-a6f1-04614b79c8ba req-ce5879bb-ce9b-429e-9447-ca5f56af98f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:14:53.197339 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [req-60ca455c-db27-49f0-a6f1-04614b79c8ba req-ce5879bb-ce9b-429e-9447-ca5f56af98f5 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=44f1ebfb726c40f79f3e17c7e6a9b92b&device_id=5a880e33-93c3-4fa7-93e3-c4bf80d6af18 HTTP/1.1" status: 200 len: 1163 time: 1.2407882 Jan 14 07:14:53.221900 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-c4efdb65-92b4-4b3b-abb3-286b85bcfd9b tempest-TaggedBootDevicesTest_v242-294831919 tempest-TaggedBootDevicesTest_v242-294831919] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036852467157'] for subnet, before_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:14:53.225694 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.db_base_plugin_common [req-6650ea62-7767-41b3-8855-f0726ff911e3 req-5f4a81d9-08db-4cb5-9c4f-d5a32701eac8 tempest-ServerPasswordTestJSON-1368291127 tempest-ServerPasswordTestJSON-1368291127] Allocated IP 172.20.0.5 (cbe2ed4b-3608-4133-998a-17444358e4ae/2e380f87-06e1-48b6-bc32-a19c3cb2450d/4df4d327-0412-4cba-a495-85861446610a) {{(pid=84874) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 14 07:14:53.300608 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [req-60ca455c-db27-49f0-a6f1-04614b79c8ba req-73a08ee4-2772-4086-8a0e-36c4a358ef1d service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.193&port_id=9bd5986f-8518-4c1f-a3df-6cb9ccd2561f HTTP/1.1" status: 200 len: 217 time: 0.0790825 Jan 14 07:14:53.301303 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2e1d1bda-41c4-4844-90db-b17347a48107 admin admin] Notify agent at l3_agent.n-d-768862-2 the message routers_updated {{(pid=84874) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jan 14 07:14:53.352036 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-013f1566-890b-42f4-9d1b-17d1781d50e4 None None] Sync routers for ids ['2c4708ec-fdd6-422a-aa87-423d292387f0'] in n-d-768862-2 {{(pid=84876) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Jan 14 07:14:53.371372 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-0f37073e-9c69-4e3c-80e0-6cfaa0fd61a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363259214191800', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854171626'] for agent, after_update {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:14:53.375322 n-d-768862-2 neutron-server[84765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-091271c4-fb49-44a7-8121-04dd91d4f29d None None] Network 98072e70-e1ea-4296-9013-017af5cadabb is already hosted by enough agents. {{(pid=84876) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 07:14:53.380057 n-d-768862-2 neutron-server[84765]: DEBUG neutron.scheduler.base_scheduler [None req-091271c4-fb49-44a7-8121-04dd91d4f29d None None] Resources bound (agent type, host, resource id): {{(pid=84876) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 07:14:53.382939 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-091271c4-fb49-44a7-8121-04dd91d4f29d None None] Pushing event updated for resources: {'Port': ['ID=7e2df0e4-c707-4342-be7f-e468316b1cf6,revision_number=1']} {{(pid=84876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:14:53.385562 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-091271c4-fb49-44a7-8121-04dd91d4f29d None None] Received port after_create {{(pid=84876) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 14 07:14:53.422095 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-091271c4-fb49-44a7-8121-04dd91d4f29d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.278s {{(pid=84876) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:14:53.422729 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-013f1566-890b-42f4-9d1b-17d1781d50e4 None None] Routers {'2c4708ec-fdd6-422a-aa87-423d292387f0'} bound to L3 agent in host n-d-768862-2 {{(pid=84876) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 14 07:14:53.423430 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_hamode_db [None req-013f1566-890b-42f4-9d1b-17d1781d50e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-01-14T06:56:51Z,description=,heartbeat_timestamp=2021-01-14T07:14:51Z,host='n-d-768862-2',id=35f592e9-451b-4db9-abea-77b6a5c5391b,load=0,resource_versions=,resources_synced=,started_at=2021-01-14T06:56:51Z,topic='l3_agent')) {'router_ids': ['2c4708ec-fdd6-422a-aa87-423d292387f0'], 'active': True} {{(pid=84876) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:14:53.473473 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.managers [None req-74b7c42a-b0fc-4b87-a9ca-50ce398ca19c admin admin] Network c5796fe5-f94a-4f9f-a829-10d556c8dd5d has no segments {{(pid=84874) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 14 07:14:53.516385 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:router:external":"rule:admin_only" was deprecated in W in favor of "update_network:router:external":"role:admin and system_scope:all". Reason: Jan 14 07:14:53.516385 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:14:53.516385 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:14:53.516385 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:14:53.516385 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:is_default":"rule:admin_only" was deprecated in W in favor of "update_network:is_default":"role:admin and system_scope:all". Reason: Jan 14 07:14:53.516385 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:14:53.516385 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:14:53.516385 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:14:53.516385 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:port_security_enabled":"rule:admin_or_owner" was deprecated in W in favor of "update_network:port_security_enabled":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 07:14:53.516385 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:14:53.516385 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:14:53.516385 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:14:53.516385 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "delete_network":"rule:admin_or_owner" was deprecated in W in favor of "delete_network":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 07:14:53.516385 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:14:53.516385 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:14:53.516385 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:14:53.516385 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_segment":"rule:admin_only" was deprecated in W in favor of "create_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:14:53.516385 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:14:53.516385 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_segment":"rule:admin_only" was deprecated in W in favor of "get_segment":"role:reader and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:14:53.516385 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:14:53.516385 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_segment":"rule:admin_only" was deprecated in W in favor of "update_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:14:53.516385 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:14:53.516385 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "delete_segment":"rule:admin_only" was deprecated in W in favor of "delete_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:14:53.516385 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:14:53.516385 n-d-768862-2 neutron-server[84765]: Traceback (most recent call last): Jan 14 07:14:53.516385 n-d-768862-2 neutron-server[84765]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 14 07:14:53.516385 n-d-768862-2 neutron-server[84765]: timer() Jan 14 07:14:53.516385 n-d-768862-2 neutron-server[84765]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 14 07:14:53.516385 n-d-768862-2 neutron-server[84765]: cb(*args, **kw) Jan 14 07:14:53.516385 n-d-768862-2 neutron-server[84765]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Jan 14 07:14:53.516385 n-d-768862-2 neutron-server[84765]: return func(*args, **kwargs) Jan 14 07:14:53.516385 n-d-768862-2 neutron-server[84765]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 14 07:14:53.516385 n-d-768862-2 neutron-server[84765]: self._notify() Jan 14 07:14:53.516385 n-d-768862-2 neutron-server[84765]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 14 07:14:53.516385 n-d-768862-2 neutron-server[84765]: self.callback(batched_events) Jan 14 07:14:53.516385 n-d-768862-2 neutron-server[84765]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 14 07:14:53.516385 n-d-768862-2 neutron-server[84765]: event.method(event) Jan 14 07:14:53.516385 n-d-768862-2 neutron-server[84765]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 14 07:14:53.516385 n-d-768862-2 neutron-server[84765]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 14 07:14:53.516385 n-d-768862-2 neutron-server[84765]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Jan 14 07:14:53.516385 n-d-768862-2 neutron-server[84765]: segment_id)['aggregates'][0] Jan 14 07:14:53.516385 n-d-768862-2 neutron-server[84765]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 14 07:14:53.516385 n-d-768862-2 neutron-server[84765]: return f(self, *a, **k) Jan 14 07:14:53.516385 n-d-768862-2 neutron-server[84765]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 14 07:14:53.516385 n-d-768862-2 neutron-server[84765]: return self._get(url).json() Jan 14 07:14:53.516385 n-d-768862-2 neutron-server[84765]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 14 07:14:53.516385 n-d-768862-2 neutron-server[84765]: **kwargs) Jan 14 07:14:53.516385 n-d-768862-2 neutron-server[84765]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 14 07:14:53.516385 n-d-768862-2 neutron-server[84765]: return self.request(url, 'GET', **kwargs) Jan 14 07:14:53.516385 n-d-768862-2 neutron-server[84765]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Jan 14 07:14:53.516385 n-d-768862-2 neutron-server[84765]: **endpoint_filter) Jan 14 07:14:53.516385 n-d-768862-2 neutron-server[84765]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 14 07:14:53.516385 n-d-768862-2 neutron-server[84765]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 14 07:14:53.516385 n-d-768862-2 neutron-server[84765]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 14 07:14:53.516385 n-d-768862-2 neutron-server[84765]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 14 07:14:53.516385 n-d-768862-2 neutron-server[84765]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 14 07:14:53.523643 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-2e1d1bda-41c4-4844-90db-b17347a48107 admin admin] 10.222.0.24 "PUT /v2.0/routers/2c4708ec-fdd6-422a-aa87-423d292387f0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 18.4542980 Jan 14 07:14:53.534470 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84874) accepted ('10.222.0.24', 59410) {{(pid=84874) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:14:53.582389 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.managers [None req-091271c4-fb49-44a7-8121-04dd91d4f29d None None] Attempting to bind port 7e2df0e4-c707-4342-be7f-e468316b1cf6 on host n-d-768862-2 for vnic_type normal with profile {{(pid=84876) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 14 07:14:53.582803 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.managers [None req-091271c4-fb49-44a7-8121-04dd91d4f29d None None] Attempting to bind port 7e2df0e4-c707-4342-be7f-e468316b1cf6 by drivers openvswitch on host n-d-768862-2 at level 0 using segments [{'id': 'a22f60dc-81d8-424d-824a-b36e72f6d90b', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 19, 'network_id': '98072e70-e1ea-4296-9013-017af5cadabb'}] {{(pid=84876) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 14 07:14:53.583223 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-091271c4-fb49-44a7-8121-04dd91d4f29d None None] Attempting to bind port 7e2df0e4-c707-4342-be7f-e468316b1cf6 on network 98072e70-e1ea-4296-9013-017af5cadabb {{(pid=84876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 14 07:14:53.596338 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-091271c4-fb49-44a7-8121-04dd91d4f29d None None] Checking agent: {'id': 'ba5efab1-b43c-4d5a-bc52-6e105d4e67a2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768862-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 14, 6, 56, 52), 'started_at': datetime.datetime(2021, 1, 14, 6, 57, 22), 'heartbeat_timestamp': datetime.datetime(2021, 1, 14, 7, 14, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768862-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.29', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 14 07:14:53.596768 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-091271c4-fb49-44a7-8121-04dd91d4f29d None None] Checking segment: {'id': 'a22f60dc-81d8-424d-824a-b36e72f6d90b', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 19, 'network_id': '98072e70-e1ea-4296-9013-017af5cadabb'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84876) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 14 07:14:53.597347 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-091271c4-fb49-44a7-8121-04dd91d4f29d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:14:53.597604 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-091271c4-fb49-44a7-8121-04dd91d4f29d None None] Bound using segment: {'id': 'a22f60dc-81d8-424d-824a-b36e72f6d90b', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 19, 'network_id': '98072e70-e1ea-4296-9013-017af5cadabb'} {{(pid=84876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 14 07:14:53.598473 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.managers [None req-091271c4-fb49-44a7-8121-04dd91d4f29d None None] Bound port: 7e2df0e4-c707-4342-be7f-e468316b1cf6, host: n-d-768862-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a22f60dc-81d8-424d-824a-b36e72f6d90b', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 19, 'network_id': '98072e70-e1ea-4296-9013-017af5cadabb'}}] {{(pid=84876) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 14 07:14:53.598876 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-091271c4-fb49-44a7-8121-04dd91d4f29d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555753'] for port, before_update {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:14:53.696358 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60ca455c-db27-49f0-a6f1-04614b79c8ba req-89ea737d-9798-4ba0-93f9-b8e4a97d001e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:14:53.697997 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [req-60ca455c-db27-49f0-a6f1-04614b79c8ba req-89ea737d-9798-4ba0-93f9-b8e4a97d001e service neutron] 10.222.0.35 "GET /v2.0/subnets?id=69aa3990-7111-4d2c-9167-5d5ad366f163 HTTP/1.1" status: 200 len: 843 time: 0.3213832 Jan 14 07:14:53.713657 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_dvr_db [None req-013f1566-890b-42f4-9d1b-17d1781d50e4 None None] Set router 2c4708ec-fdd6-422a-aa87-423d292387f0 gateway port host: n-d-768862-2 {{(pid=84876) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 14 07:14:53.848832 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [None req-091271c4-fb49-44a7-8121-04dd91d4f29d None None] For port 7e2df0e4-c707-4342-be7f-e468316b1cf6, host n-d-768862-2, cleared binding levels {{(pid=84876) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 14 07:14:53.856747 n-d-768862-2 neutron-server[84765]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-21d52689-9cda-4b42-b3e5-4a9e475eaecf admin admin] Router 3fd402f5-4945-4bbc-88ae-707579237e95 is scheduled to L3 agent 35f592e9-451b-4db9-abea-77b6a5c5391b with binding_index 1 {{(pid=84874) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}} Jan 14 07:14:53.956092 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [None req-091271c4-fb49-44a7-8121-04dd91d4f29d None None] For port 7e2df0e4-c707-4342-be7f-e468316b1cf6, host n-d-768862-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-2',level=0,port_id=7e2df0e4-c707-4342-be7f-e468316b1cf6,segment=NetworkSegment(a22f60dc-81d8-424d-824a-b36e72f6d90b),segment_id=a22f60dc-81d8-424d-824a-b36e72f6d90b)] {{(pid=84876) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 14 07:14:53.970218 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-091271c4-fb49-44a7-8121-04dd91d4f29d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777640533312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363259214678337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777640097497'] for port, after_update {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:14:53.974474 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-dbd10a28-85d1-4cf4-8991-fb5d024ce4fd admin admin] Notify callbacks [] for port, precommit_update {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:14:53.978778 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-74b7c42a-b0fc-4b87-a9ca-50ce398ca19c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036854176830', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850887149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3912591'] for network, after_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:14:53.994662 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-46445747-98da-403d-bb23-cdfd35c36649 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84876) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:14:54.002440 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-dbd10a28-85d1-4cf4-8991-fb5d024ce4fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777640533312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363259214678337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777640097497', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3154211'] for port, after_update {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:14:54.002643 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-ea649504-d7e8-4904-b853-eb00022fcb5c tempest-ServerActionsTestJSON-743344072 tempest-ServerActionsTestJSON-743344072] Notify callbacks [] for floatingip, precommit_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:14:54.007920 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-7f804827-5ef2-4438-8afb-768b85e28f8e tempest-TaggedBootDevicesTest-541410187 tempest-TaggedBootDevicesTest-541410187] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:14:54.032166 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-74b7c42a-b0fc-4b87-a9ca-50ce398ca19c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3207107'] for network, before_response {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:14:54.033032 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-ea0073b1-4a73-4601-97ad-374927ba8416 tempest-LiveMigrationNegativeTest-1470825370 tempest-LiveMigrationNegativeTest-1470825370] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:14:54.116412 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74b7c42a-b0fc-4b87-a9ca-50ce398ca19c admin admin] Pushing event deleted for resources: {'Network': ['ID=c5796fe5-f94a-4f9f-a829-10d556c8dd5d,revision_number=None']} {{(pid=84874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:14:54.171336 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-091271c4-fb49-44a7-8121-04dd91d4f29d None None] Pushing event updated for resources: {'Port': ['ID=7e2df0e4-c707-4342-be7f-e468316b1cf6,revision_number=2']} {{(pid=84876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:14:54.173702 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-74b7c42a-b0fc-4b87-a9ca-50ce398ca19c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.166s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:14:54.175578 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-091271c4-fb49-44a7-8121-04dd91d4f29d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.186s {{(pid=84876) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:14:54.218617 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-dbd10a28-85d1-4cf4-8991-fb5d024ce4fd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3206949', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3889649'] for router_interface, after_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:14:54.241890 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-74b7c42a-b0fc-4b87-a9ca-50ce398ca19c admin admin] 10.222.0.24 "DELETE /v2.0/networks/c5796fe5-f94a-4f9f-a829-10d556c8dd5d HTTP/1.1" status: 204 len: 168 time: 5.1506031 Jan 14 07:14:54.246458 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_hamode_db [None req-013f1566-890b-42f4-9d1b-17d1781d50e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c4708ec-fdd6-422a-aa87-423d292387f0', 'name': 'tempest-ServersTestJSON-946569007-router', 'tenant_id': '04f3aea956e546e892de768ae99354b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '226f1e78-82cd-4481-9055-4eb73b6db8c1', 'external_fixed_ips': [{'subnet_id': 'ba8deeec-7658-4195-9449-038c076f5c83', 'ip_address': '172.25.2.251'}], 'enable_snat': True}, 'gw_port_id': '2e75d853-19bb-4e46-b3fd-789045fa1c82', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-14T07:13:17Z', 'updated_at': '2021-01-14T07:14:45Z', 'revision_number': 5, 'project_id': '04f3aea956e546e892de768ae99354b8', 'gw_port': {'id': '2e75d853-19bb-4e46-b3fd-789045fa1c82', 'name': '', 'network_id': '226f1e78-82cd-4481-9055-4eb73b6db8c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:29:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c4708ec-fdd6-422a-aa87-423d292387f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 921, 'fixed_ips': [{'subnet_id': 'ba8deeec-7658-4195-9449-038c076f5c83', 'ip_address': '172.25.2.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T07:13:25Z', 'updated_at': '2021-01-14T07:13:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ba8deeec-7658-4195-9449-038c076f5c83', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-2'}], 'n-d-768862-2', False) {} {{(pid=84876) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:14:54.253519 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbd10a28-85d1-4cf4-8991-fb5d024ce4fd admin admin] Pushing event updated for resources: {'Port': ['ID=f8e54d72-8604-4333-b165-5be58a0292ce,revision_number=2']} {{(pid=84875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:14:54.269207 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-013f1566-890b-42f4-9d1b-17d1781d50e4 None None] Checking router: 2c4708ec-fdd6-422a-aa87-423d292387f0 for host: n-d-768862-2 {{(pid=84876) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Jan 14 07:14:54.285666 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-013f1566-890b-42f4-9d1b-17d1781d50e4 None None] Routers {'2c4708ec-fdd6-422a-aa87-423d292387f0'} bound to L3 agent in host n-d-768862-2 {{(pid=84876) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 14 07:14:54.286473 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_hamode_db [None req-013f1566-890b-42f4-9d1b-17d1781d50e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-01-14T06:56:51Z,description=,heartbeat_timestamp=2021-01-14T07:14:51Z,host='n-d-768862-2',id=35f592e9-451b-4db9-abea-77b6a5c5391b,load=0,resource_versions=,resources_synced=,started_at=2021-01-14T06:56:51Z,topic='l3_agent')) {'router_ids': ['2c4708ec-fdd6-422a-aa87-423d292387f0'], 'active': True} {{(pid=84876) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:14:54.327043 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-dbd10a28-85d1-4cf4-8991-fb5d024ce4fd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.294s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:14:54.446054 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-8958594e-e8ef-43ac-9055-28e4a85316b0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3889632'] for router_interface, before_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:14:54.600138 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84875) accepted ('10.222.0.24', 59418) {{(pid=84875) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:14:54.618832 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_dvr_db [None req-013f1566-890b-42f4-9d1b-17d1781d50e4 None None] Set router 2c4708ec-fdd6-422a-aa87-423d292387f0 gateway port host: n-d-768862-2 {{(pid=84876) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 14 07:14:54.624339 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-d82d3e09-fd86-4c75-a911-5b85661bf569 admin admin] Notify callbacks [] for router, before_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:14:54.894274 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-ea649504-d7e8-4904-b853-eb00022fcb5c tempest-ServerActionsTestJSON-743344072 tempest-ServerActionsTestJSON-743344072] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555753'] for port, before_update {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:14:55.013029 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-a6198bbe-49bd-49d4-9a37-b7915452fb7d admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=34cab96e6eaa4be98af4bafa2eaeb94d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4112432 Jan 14 07:14:55.021137 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60ca455c-db27-49f0-a6f1-04614b79c8ba req-198eee15-cbe7-4320-a074-9a74a17204e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:14:55.022897 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [req-60ca455c-db27-49f0-a6f1-04614b79c8ba req-198eee15-cbe7-4320-a074-9a74a17204e5 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=3ab89270-67b1-41e9-8be2-a0395a984bff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 1.2490923 Jan 14 07:14:55.025653 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Device 7e2df0e4-c707-4342-be7f-e468316b1cf6 up at agent ovs-agent-n-d-768862-2 {{(pid=84876) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 07:14:55.026302 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84875) accepted ('10.222.0.24', 59422) {{(pid=84875) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:14:55.029972 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [req-6650ea62-7767-41b3-8855-f0726ff911e3 req-5f4a81d9-08db-4cb5-9c4f-d5a32701eac8 tempest-ServerPasswordTestJSON-1368291127 tempest-ServerPasswordTestJSON-1368291127] Notify callbacks [] for port, precommit_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:14:55.057503 n-d-768862-2 neutron-server[84765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dbd10a28-85d1-4cf4-8991-fb5d024ce4fd admin admin] Network 3464e1d7-d68d-4886-b510-ed67f13e3a28 is already hosted by enough agents. {{(pid=84875) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 07:14:55.067022 n-d-768862-2 neutron-server[84765]: DEBUG neutron.scheduler.base_scheduler [None req-dbd10a28-85d1-4cf4-8991-fb5d024ce4fd admin admin] Resources bound (agent type, host, resource id): {{(pid=84875) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 07:14:55.125662 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Provisioning for port 7e2df0e4-c707-4342-be7f-e468316b1cf6 completed by entity L2. {{(pid=84876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 07:14:55.136914 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_hamode_db [None req-013f1566-890b-42f4-9d1b-17d1781d50e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c4708ec-fdd6-422a-aa87-423d292387f0', 'name': 'tempest-ServersTestJSON-946569007-router', 'tenant_id': '04f3aea956e546e892de768ae99354b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '226f1e78-82cd-4481-9055-4eb73b6db8c1', 'external_fixed_ips': [{'subnet_id': 'ba8deeec-7658-4195-9449-038c076f5c83', 'ip_address': '172.25.2.251'}], 'enable_snat': True}, 'gw_port_id': '2e75d853-19bb-4e46-b3fd-789045fa1c82', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-14T07:13:17Z', 'updated_at': '2021-01-14T07:14:45Z', 'revision_number': 5, 'project_id': '04f3aea956e546e892de768ae99354b8', 'gw_port': {'id': '2e75d853-19bb-4e46-b3fd-789045fa1c82', 'name': '', 'network_id': '226f1e78-82cd-4481-9055-4eb73b6db8c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:29:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c4708ec-fdd6-422a-aa87-423d292387f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 921, 'fixed_ips': [{'subnet_id': 'ba8deeec-7658-4195-9449-038c076f5c83', 'ip_address': '172.25.2.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T07:13:25Z', 'updated_at': '2021-01-14T07:13:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ba8deeec-7658-4195-9449-038c076f5c83', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-2'}], 'n-d-768862-2', False) {} {{(pid=84876) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:14:55.141422 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-013f1566-890b-42f4-9d1b-17d1781d50e4 None None] The sync data for ids ['2c4708ec-fdd6-422a-aa87-423d292387f0'] in n-d-768862-2 is: [{'id': '2c4708ec-fdd6-422a-aa87-423d292387f0', 'name': 'tempest-ServersTestJSON-946569007-router', 'tenant_id': '04f3aea956e546e892de768ae99354b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '226f1e78-82cd-4481-9055-4eb73b6db8c1', 'external_fixed_ips': [{'subnet_id': 'ba8deeec-7658-4195-9449-038c076f5c83', 'ip_address': '172.25.2.251'}], 'enable_snat': True}, 'gw_port_id': '2e75d853-19bb-4e46-b3fd-789045fa1c82', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-14T07:13:17Z', 'updated_at': '2021-01-14T07:14:45Z', 'revision_number': 5, 'project_id': '04f3aea956e546e892de768ae99354b8', 'gw_port': {'id': '2e75d853-19bb-4e46-b3fd-789045fa1c82', 'name': '', 'network_id': '226f1e78-82cd-4481-9055-4eb73b6db8c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:29:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c4708ec-fdd6-422a-aa87-423d292387f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 921, 'fixed_ips': [{'subnet_id': 'ba8deeec-7658-4195-9449-038c076f5c83', 'ip_address': '172.25.2.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T07:13:25Z', 'updated_at': '2021-01-14T07:13:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ba8deeec-7658-4195-9449-038c076f5c83', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-2'}] {{(pid=84876) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Jan 14 07:14:55.227807 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-21d52689-9cda-4b42-b3e5-4a9e475eaecf admin admin] Notify agent at l3_agent.n-d-768862-2 the message routers_updated {{(pid=84874) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jan 14 07:14:55.240086 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39556543-3497-470b-8f8f-415d0c778aa1 None None] Sync routers for ids ['3fd402f5-4945-4bbc-88ae-707579237e95'] in n-d-768862-2 {{(pid=84877) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Jan 14 07:14:55.263191 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39556543-3497-470b-8f8f-415d0c778aa1 None None] Routers {'3fd402f5-4945-4bbc-88ae-707579237e95'} bound to L3 agent in host n-d-768862-2 {{(pid=84877) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 14 07:14:55.263789 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_hamode_db [None req-39556543-3497-470b-8f8f-415d0c778aa1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-01-14T06:56:51Z,description=,heartbeat_timestamp=2021-01-14T07:14:51Z,host='n-d-768862-2',id=35f592e9-451b-4db9-abea-77b6a5c5391b,load=0,resource_versions=,resources_synced=,started_at=2021-01-14T06:56:51Z,topic='l3_agent')) {'router_ids': ['3fd402f5-4945-4bbc-88ae-707579237e95'], 'active': True} {{(pid=84877) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:14:55.436247 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-21d52689-9cda-4b42-b3e5-4a9e475eaecf admin admin] Notify callbacks [] for router, before_response {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:14:55.440291 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-21d52689-9cda-4b42-b3e5-4a9e475eaecf admin admin] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 930 time: 20.4164033 Jan 14 07:14:55.453506 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84875) accepted ('10.222.0.24', 59426) {{(pid=84875) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:14:55.474053 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-d82d3e09-fd86-4c75-a911-5b85661bf569 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:14:55.481356 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.plugin [None req-d82d3e09-fd86-4c75-a911-5b85661bf569 admin admin] Deleting port 2e75d853-19bb-4e46-b3fd-789045fa1c82 {{(pid=84874) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 07:14:55.481917 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-d82d3e09-fd86-4c75-a911-5b85661bf569 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363259214248359'] for port, before_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:14:55.491638 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-5557f5ab-b597-4d9b-9772-a791dfa39f6d None None] Provisioning complete for port f8e54d72-8604-4333-b165-5be58a0292ce triggered by entity DHCP. {{(pid=84876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 07:14:55.492277 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-5557f5ab-b597-4d9b-9772-a791dfa39f6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-604227'] for port, provisioning_complete {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:14:55.531341 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_dvr_db [None req-39556543-3497-470b-8f8f-415d0c778aa1 None None] Set router 3fd402f5-4945-4bbc-88ae-707579237e95 gateway port host: n-d-768862-2 {{(pid=84877) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 14 07:14:55.581203 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.plugin [None req-5557f5ab-b597-4d9b-9772-a791dfa39f6d None None] Port f8e54d72-8604-4333-b165-5be58a0292ce cannot update to ACTIVE because it is not bound. {{(pid=84876) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:329}} Jan 14 07:14:55.723814 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [None req-d82d3e09-fd86-4c75-a911-5b85661bf569 admin admin] For port 2e75d853-19bb-4e46-b3fd-789045fa1c82, host n-d-768862-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-2',level=0,port_id=2e75d853-19bb-4e46-b3fd-789045fa1c82,segment=NetworkSegment(cf3ded2c-bc47-4a71-89af-6e7117e60140),segment_id=cf3ded2c-bc47-4a71-89af-6e7117e60140)] {{(pid=84874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 07:14:55.723814 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-d82d3e09-fd86-4c75-a911-5b85661bf569 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036850862667'] for port, precommit_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:14:55.752835 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-c4efdb65-92b4-4b3b-abb3-286b85bcfd9b tempest-TaggedBootDevicesTest_v242-294831919 tempest-TaggedBootDevicesTest_v242-294831919] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850887113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036851621412', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036852467174'] for subnet, after_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:14:55.802967 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-e431494e-caf9-4d04-9d5e-f8f76bbf66a2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:14:55.911516 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.plugin [None req-d82d3e09-fd86-4c75-a911-5b85661bf569 admin admin] Calling delete_port for 2e75d853-19bb-4e46-b3fd-789045fa1c82 owned by network:router_gateway {{(pid=84874) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 07:14:55.924614 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-98a5491b-4346-4256-bc4e-7ddfb4c2e0f8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:14:55.957537 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_hamode_db [None req-39556543-3497-470b-8f8f-415d0c778aa1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3fd402f5-4945-4bbc-88ae-707579237e95', 'name': 'tempest-ServerRescueTestJSONUnderV235-1401738690-router', 'tenant_id': 'd062827782824ed487fa7edfd4a1d197', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '226f1e78-82cd-4481-9055-4eb73b6db8c1', 'external_fixed_ips': [{'subnet_id': 'ba8deeec-7658-4195-9449-038c076f5c83', 'ip_address': '172.25.2.8'}], 'enable_snat': True}, 'gw_port_id': '068e8b5c-7154-406d-8aed-c0c9acc08a21', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-14T07:14:35Z', 'updated_at': '2021-01-14T07:14:48Z', 'revision_number': 3, 'project_id': 'd062827782824ed487fa7edfd4a1d197', 'gw_port': {'id': '068e8b5c-7154-406d-8aed-c0c9acc08a21', 'name': '', 'network_id': '226f1e78-82cd-4481-9055-4eb73b6db8c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:e9:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3fd402f5-4945-4bbc-88ae-707579237e95', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1046, 'fixed_ips': [{'subnet_id': 'ba8deeec-7658-4195-9449-038c076f5c83', 'ip_address': '172.25.2.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T07:14:41Z', 'updated_at': '2021-01-14T07:14:42Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ba8deeec-7658-4195-9449-038c076f5c83', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-2'}], 'n-d-768862-2', False) {} {{(pid=84877) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:14:55.962463 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39556543-3497-470b-8f8f-415d0c778aa1 None None] Checking router: 3fd402f5-4945-4bbc-88ae-707579237e95 for host: n-d-768862-2 {{(pid=84877) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Jan 14 07:14:55.962730 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39556543-3497-470b-8f8f-415d0c778aa1 None None] Updating router 3fd402f5-4945-4bbc-88ae-707579237e95 port 068e8b5c-7154-406d-8aed-c0c9acc08a21 binding host n-d-768862-2 {{(pid=84877) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Jan 14 07:14:56.024243 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-39556543-3497-470b-8f8f-415d0c778aa1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555753'] for port, before_update {{(pid=84877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:14:56.064007 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-d82d3e09-fd86-4c75-a911-5b85661bf569 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777640533329', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777640097463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3254186'] for port, after_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:14:56.133629 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b26bda87-f960-4cff-83a4-805cf22958a2 None None] Network 98072e70-e1ea-4296-9013-017af5cadabb requested from n-d-768862-2 {{(pid=84876) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 07:14:56.136454 n-d-768862-2 neutron-server[84765]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dbd10a28-85d1-4cf4-8991-fb5d024ce4fd admin admin] Router ea874ecc-2d57-428e-9d9d-517eb3dc89fa has already been hosted by L3 agent 35f592e9-451b-4db9-abea-77b6a5c5391b {{(pid=84875) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Jan 14 07:14:56.159072 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-98a5491b-4346-4256-bc4e-7ddfb4c2e0f8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:14:56.350648 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4efdb65-92b4-4b3b-abb3-286b85bcfd9b tempest-TaggedBootDevicesTest_v242-294831919 tempest-TaggedBootDevicesTest_v242-294831919] Pushing event updated for resources: {'Subnet': ['ID=4c30d648-0938-465f-8101-af97c9628607,revision_number=0']} {{(pid=84875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:14:56.372966 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [req-6650ea62-7767-41b3-8855-f0726ff911e3 req-5f4a81d9-08db-4cb5-9c4f-d5a32701eac8 tempest-ServerPasswordTestJSON-1368291127 tempest-ServerPasswordTestJSON-1368291127] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777640123575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3254186'] for port, after_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:14:56.376881 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [req-60ca455c-db27-49f0-a6f1-04614b79c8ba req-5dd30208-b80d-4deb-8f4e-f883d12c4393 service neutron] 10.222.0.35 "GET /v2.0/networks/3ab89270-67b1-41e9-8be2-a0395a984bff?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.3332562 Jan 14 07:14:56.378005 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-d82d3e09-fd86-4c75-a911-5b85661bf569 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036850863128'] for router_gateway, after_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:14:56.408420 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-fe49a179-3f9d-460b-9109-e6abf055fd96 tempest-ServerPasswordTestJSON-1368291127 tempest-ServerPasswordTestJSON-1368291127] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:14:56.464723 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-c4efdb65-92b4-4b3b-abb3-286b85bcfd9b tempest-TaggedBootDevicesTest_v242-294831919 tempest-TaggedBootDevicesTest_v242-294831919] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.662s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:14:56.480733 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-4d0bb487-4854-458d-8c81-ca8b6471e657 None None] Provisioning for port 7e2df0e4-c707-4342-be7f-e468316b1cf6 completed by entity DHCP. {{(pid=84876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 07:14:56.521684 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-4d0bb487-4854-458d-8c81-ca8b6471e657 None None] Provisioning complete for port 7e2df0e4-c707-4342-be7f-e468316b1cf6 triggered by entity DHCP. {{(pid=84876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 07:14:56.522377 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-4d0bb487-4854-458d-8c81-ca8b6471e657 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-604227'] for port, provisioning_complete {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:14:56.560743 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4efdb65-92b4-4b3b-abb3-286b85bcfd9b tempest-TaggedBootDevicesTest_v242-294831919 tempest-TaggedBootDevicesTest_v242-294831919] Checking segment: {'id': '45d9d481-0591-4c27-afea-fa8e7532b5c2', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 20, 'network_id': '7e6dfd47-4529-4194-becf-26a4f3ec97f5'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84875) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 14 07:14:56.561153 n-d-768862-2 neutron-server[84765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4efdb65-92b4-4b3b-abb3-286b85bcfd9b tempest-TaggedBootDevicesTest_v242-294831919 tempest-TaggedBootDevicesTest_v242-294831919] Network hostable DHCP agents. Network: 7e6dfd47-4529-4194-becf-26a4f3ec97f5, hostable agents: ['32f3dd84-26da-4d18-bf15-6017a8fb7247'], hosted agents: [] {{(pid=84875) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Jan 14 07:14:56.625773 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f4a81d9-08db-4cb5-9c4f-d5a32701eac8 tempest-ServerPasswordTestJSON-1368291127 tempest-ServerPasswordTestJSON-1368291127] Pushing event updated for resources: {'Port': ['ID=4df4d327-0412-4cba-a495-85861446610a,revision_number=1']} {{(pid=84874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:14:56.730151 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-5f4a81d9-08db-4cb5-9c4f-d5a32701eac8 tempest-ServerPasswordTestJSON-1368291127 tempest-ServerPasswordTestJSON-1368291127] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.322s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:14:56.774308 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-39556543-3497-470b-8f8f-415d0c778aa1 None None] Notify callbacks [] for port, precommit_update {{(pid=84877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:14:56.802007 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-39556543-3497-470b-8f8f-415d0c778aa1 None None] Transition to ACTIVE for port object 068e8b5c-7154-406d-8aed-c0c9acc08a21 will not be triggered until provisioned by entity L2. {{(pid=84877) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 07:14:56.807039 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-39556543-3497-470b-8f8f-415d0c778aa1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777640533312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363259214678337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777640097497'] for port, after_update {{(pid=84877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:14:56.856237 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:14:56.974705 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-d82d3e09-fd86-4c75-a911-5b85661bf569 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3889346', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036854717606'] for router, precommit_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:14:57.013476 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Device 7c15cb07-b0eb-40da-b1b2-54be6eccc281 no longer exists at agent ovs-agent-n-d-768862-2 {{(pid=84876) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jan 14 07:14:57.050984 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [req-60ca455c-db27-49f0-a6f1-04614b79c8ba req-cc78c347-b669-4ee1-865e-1b99cdebd8db service neutron] 10.222.0.35 "GET /v2.0/networks/3ab89270-67b1-41e9-8be2-a0395a984bff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.4514217 Jan 14 07:14:57.055555 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.plugin [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] No Port match for: 7c15cb07-b0eb-40da-b1b2-54be6eccc281 {{(pid=84876) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2188}} Jan 14 07:14:57.056058 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Device 7c15cb07-b0eb-40da-b1b2-54be6eccc281 not bound to the agent host n-d-768862-2 {{(pid=84876) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jan 14 07:14:57.114850 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-d82d3e09-fd86-4c75-a911-5b85661bf569 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:14:57.134133 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dbd10a28-85d1-4cf4-8991-fb5d024ce4fd admin admin] Notify agent at l3_agent.n-d-768862-2 the message routers_updated {{(pid=84875) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jan 14 07:14:57.141509 n-d-768862-2 neutron-server[84765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4efdb65-92b4-4b3b-abb3-286b85bcfd9b tempest-TaggedBootDevicesTest_v242-294831919 tempest-TaggedBootDevicesTest_v242-294831919] Network 7e6dfd47-4529-4194-becf-26a4f3ec97f5 is scheduled to be hosted by DHCP agent 32f3dd84-26da-4d18-bf15-6017a8fb7247 with binding_index 1 {{(pid=84875) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Jan 14 07:14:57.166018 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61c4be0c-8bc0-4e6d-a82f-8116cd17445d None None] Sync routers for ids ['ea874ecc-2d57-428e-9d9d-517eb3dc89fa'] in n-d-768862-2 {{(pid=84876) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Jan 14 07:14:57.207169 n-d-768862-2 neutron-server[84765]: DEBUG neutron.scheduler.base_scheduler [None req-c4efdb65-92b4-4b3b-abb3-286b85bcfd9b tempest-TaggedBootDevicesTest_v242-294831919 tempest-TaggedBootDevicesTest_v242-294831919] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768862-2, 7e6dfd47-4529-4194-becf-26a4f3ec97f5) {{(pid=84875) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 07:14:57.226290 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61c4be0c-8bc0-4e6d-a82f-8116cd17445d None None] Routers {'ea874ecc-2d57-428e-9d9d-517eb3dc89fa'} bound to L3 agent in host n-d-768862-2 {{(pid=84876) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 14 07:14:57.227238 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_hamode_db [None req-61c4be0c-8bc0-4e6d-a82f-8116cd17445d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-01-14T06:56:51Z,description=,heartbeat_timestamp=2021-01-14T07:14:51Z,host='n-d-768862-2',id=35f592e9-451b-4db9-abea-77b6a5c5391b,load=0,resource_versions=,resources_synced=,started_at=2021-01-14T06:56:51Z,topic='l3_agent')) {'router_ids': ['ea874ecc-2d57-428e-9d9d-517eb3dc89fa'], 'active': True} {{(pid=84876) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:14:57.249157 n-d-768862-2 neutron-server[84765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6650ea62-7767-41b3-8855-f0726ff911e3 req-5f4a81d9-08db-4cb5-9c4f-d5a32701eac8 tempest-ServerPasswordTestJSON-1368291127 tempest-ServerPasswordTestJSON-1368291127] Network cbe2ed4b-3608-4133-998a-17444358e4ae is already hosted by enough agents. {{(pid=84874) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 07:14:57.250999 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.db.resource_extend [None req-ea649504-d7e8-4904-b853-eb00022fcb5c tempest-ServerActionsTestJSON-743344072 tempest-ServerActionsTestJSON-743344072] It took 0.20 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84874) wrapper /usr/local/lib/python3.6/dist-packages/oslo_utils/timeutils.py:388}} Jan 14 07:14:57.284335 n-d-768862-2 neutron-server[84765]: DEBUG neutron.scheduler.base_scheduler [req-6650ea62-7767-41b3-8855-f0726ff911e3 req-5f4a81d9-08db-4cb5-9c4f-d5a32701eac8 tempest-ServerPasswordTestJSON-1368291127 tempest-ServerPasswordTestJSON-1368291127] Resources bound (agent type, host, resource id): {{(pid=84874) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 07:14:57.288178 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-98a5491b-4346-4256-bc4e-7ddfb4c2e0f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850887153'] for security_group, after_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:14:57.297552 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_dvrscheduler_db [req-6650ea62-7767-41b3-8855-f0726ff911e3 req-5f4a81d9-08db-4cb5-9c4f-d5a32701eac8 tempest-ServerPasswordTestJSON-1368291127 tempest-ServerPasswordTestJSON-1368291127] Received port after_create {{(pid=84874) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 14 07:14:57.304537 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-d2865dda-e432-4500-a96e-4505e52bd25a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:14:57.313072 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb41ed12-467d-4983-8f11-55e04d28551d None None] Network 7e6dfd47-4529-4194-becf-26a4f3ec97f5 requested from n-d-768862-2 {{(pid=84876) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 07:14:57.316899 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-98a5491b-4346-4256-bc4e-7ddfb4c2e0f8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:14:57.321063 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-98a5491b-4346-4256-bc4e-7ddfb4c2e0f8 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/b28fe6db-0cc4-4a20-9e52-7948725b2583 HTTP/1.1" status: 204 len: 168 time: 2.2883220 Jan 14 07:14:57.351858 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-ea649504-d7e8-4904-b853-eb00022fcb5c tempest-ServerActionsTestJSON-743344072 tempest-ServerActionsTestJSON-743344072] Notify callbacks [] for port, precommit_update {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:14:57.355105 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-d82d3e09-fd86-4c75-a911-5b85661bf569 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036850897070'] for router, after_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:14:57.355700 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d82d3e09-fd86-4c75-a911-5b85661bf569 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 2c4708ec-fdd6-422a-aa87-423d292387f0 {{(pid=84874) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jan 14 07:14:57.405286 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-d82d3e09-fd86-4c75-a911-5b85661bf569 admin admin] Notify callbacks [] for router, before_response {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:14:57.410458 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-d82d3e09-fd86-4c75-a911-5b85661bf569 admin admin] 10.222.0.24 "DELETE /v2.0/routers/2c4708ec-fdd6-422a-aa87-423d292387f0 HTTP/1.1" status: 204 len: 168 time: 3.8246529 Jan 14 07:14:57.412063 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-ea649504-d7e8-4904-b853-eb00022fcb5c tempest-ServerActionsTestJSON-743344072 tempest-ServerActionsTestJSON-743344072] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777640533312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363259214678337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777640097497', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036851521613'] for port, after_update {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:14:57.441302 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b01e6f8-4466-4bdd-9b5b-86acebabdb44 None None] Pushing event updated for resources: {'Port': ['ID=068e8b5c-7154-406d-8aed-c0c9acc08a21,revision_number=2']} {{(pid=84877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:14:57.449151 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-2b01e6f8-4466-4bdd-9b5b-86acebabdb44 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.593s {{(pid=84877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:14:57.494213 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.managers [None req-39556543-3497-470b-8f8f-415d0c778aa1 None None] Attempting to bind port 068e8b5c-7154-406d-8aed-c0c9acc08a21 on host n-d-768862-2 for vnic_type normal with profile {{(pid=84877) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 14 07:14:57.494801 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.managers [None req-39556543-3497-470b-8f8f-415d0c778aa1 None None] Attempting to bind port 068e8b5c-7154-406d-8aed-c0c9acc08a21 by drivers openvswitch on host n-d-768862-2 at level 0 using segments [{'id': 'cf3ded2c-bc47-4a71-89af-6e7117e60140', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '226f1e78-82cd-4481-9055-4eb73b6db8c1'}] {{(pid=84877) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 14 07:14:57.495388 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39556543-3497-470b-8f8f-415d0c778aa1 None None] Attempting to bind port 068e8b5c-7154-406d-8aed-c0c9acc08a21 on network 226f1e78-82cd-4481-9055-4eb73b6db8c1 {{(pid=84877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 14 07:14:57.516894 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39556543-3497-470b-8f8f-415d0c778aa1 None None] Checking agent: {'id': 'ba5efab1-b43c-4d5a-bc52-6e105d4e67a2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768862-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 14, 6, 56, 52), 'started_at': datetime.datetime(2021, 1, 14, 6, 57, 22), 'heartbeat_timestamp': datetime.datetime(2021, 1, 14, 7, 14, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768862-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.29', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 14 07:14:57.517364 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39556543-3497-470b-8f8f-415d0c778aa1 None None] Checking segment: {'id': 'cf3ded2c-bc47-4a71-89af-6e7117e60140', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '226f1e78-82cd-4481-9055-4eb73b6db8c1'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84877) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 14 07:14:57.517750 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-39556543-3497-470b-8f8f-415d0c778aa1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:14:57.518196 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39556543-3497-470b-8f8f-415d0c778aa1 None None] Bound using segment: {'id': 'cf3ded2c-bc47-4a71-89af-6e7117e60140', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '226f1e78-82cd-4481-9055-4eb73b6db8c1'} {{(pid=84877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 14 07:14:57.518733 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.managers [None req-39556543-3497-470b-8f8f-415d0c778aa1 None None] Bound port: 068e8b5c-7154-406d-8aed-c0c9acc08a21, host: n-d-768862-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cf3ded2c-bc47-4a71-89af-6e7117e60140', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '226f1e78-82cd-4481-9055-4eb73b6db8c1'}}] {{(pid=84877) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 14 07:14:57.519169 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-39556543-3497-470b-8f8f-415d0c778aa1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555753'] for port, before_update {{(pid=84877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:14:57.620247 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [None req-39556543-3497-470b-8f8f-415d0c778aa1 None None] For port 068e8b5c-7154-406d-8aed-c0c9acc08a21, host n-d-768862-2, cleared binding levels {{(pid=84877) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 14 07:14:57.624788 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [None req-39556543-3497-470b-8f8f-415d0c778aa1 None None] For port 068e8b5c-7154-406d-8aed-c0c9acc08a21, host n-d-768862-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-2',level=0,port_id=068e8b5c-7154-406d-8aed-c0c9acc08a21,segment=NetworkSegment(cf3ded2c-bc47-4a71-89af-6e7117e60140),segment_id=cf3ded2c-bc47-4a71-89af-6e7117e60140)] {{(pid=84877) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 14 07:14:57.630837 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-39556543-3497-470b-8f8f-415d0c778aa1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777640533312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363259214678337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777640097497'] for port, after_update {{(pid=84877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:14:57.685155 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-687d8385-b61a-411d-a2ee-57ad217f2636 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:14:57.742140 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-4d0bb487-4854-458d-8c81-ca8b6471e657 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555753'] for port, before_update {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:14:57.806535 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84875) accepted ('10.222.0.24', 59436) {{(pid=84875) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:14:57.811096 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98a5491b-4346-4256-bc4e-7ddfb4c2e0f8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b28fe6db-0cc4-4a20-9e52-7948725b2583,revision_number=None']} {{(pid=84875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:14:57.836564 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4efdb65-92b4-4b3b-abb3-286b85bcfd9b tempest-TaggedBootDevicesTest_v242-294831919 tempest-TaggedBootDevicesTest_v242-294831919] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:14:57.837433 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-c4efdb65-92b4-4b3b-abb3-286b85bcfd9b tempest-TaggedBootDevicesTest_v242-294831919 tempest-TaggedBootDevicesTest_v242-294831919] Notify callbacks [] for subnet, before_response {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:14:57.842953 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-dbd10a28-85d1-4cf4-8991-fb5d024ce4fd admin admin] 10.222.0.24 "PUT /v2.0/routers/ea874ecc-2d57-428e-9d9d-517eb3dc89fa/add_router_interface HTTP/1.1" status: 200 len: 503 time: 12.3229587 Jan 14 07:14:57.846970 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-98a5491b-4346-4256-bc4e-7ddfb4c2e0f8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.543s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:14:57.968760 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b01e6f8-4466-4bdd-9b5b-86acebabdb44 None None] Pushing event updated for resources: {'Port': ['ID=068e8b5c-7154-406d-8aed-c0c9acc08a21,revision_number=3']} {{(pid=84877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:14:58.025143 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.db_base_plugin_v2 [None req-b2950365-de58-4274-8c99-883b78512e3a admin admin] Deleting subnet 5559c54c-ef86-4695-a8aa-957013d4842c {{(pid=84875) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Jan 14 07:14:58.060689 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-b2950365-de58-4274-8c99-883b78512e3a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:14:58.163450 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-e621642f-579b-48fb-b38a-12dafc6802ef service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.007s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:14:58.167337 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-c4efdb65-92b4-4b3b-abb3-286b85bcfd9b tempest-TaggedBootDevicesTest_v242-294831919 tempest-TaggedBootDevicesTest_v242-294831919] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 5.9255221 Jan 14 07:14:58.203920 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b01e6f8-4466-4bdd-9b5b-86acebabdb44 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@n-h1-768862-2 {{(pid=84877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:14:58.204313 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b01e6f8-4466-4bdd-9b5b-86acebabdb44 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-h1-768862-2 {{(pid=84877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:14:58.204692 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b01e6f8-4466-4bdd-9b5b-86acebabdb44 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-h1-768862-2 {{(pid=84877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:14:58.205063 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b01e6f8-4466-4bdd-9b5b-86acebabdb44 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-h1-768862-2 {{(pid=84877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:14:58.214829 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b01e6f8-4466-4bdd-9b5b-86acebabdb44 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@n-h1-768862-2 {{(pid=84877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:14:58.215282 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b01e6f8-4466-4bdd-9b5b-86acebabdb44 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-h1-768862-2 {{(pid=84877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:14:58.215642 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b01e6f8-4466-4bdd-9b5b-86acebabdb44 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-h1-768862-2 {{(pid=84877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:14:58.216094 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b01e6f8-4466-4bdd-9b5b-86acebabdb44 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-h1-768862-2 {{(pid=84877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:14:58.216453 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b01e6f8-4466-4bdd-9b5b-86acebabdb44 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-h1-768862-2 {{(pid=84877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:14:58.216843 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b01e6f8-4466-4bdd-9b5b-86acebabdb44 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-h1-768862-2 {{(pid=84877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:14:58.217102 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [None req-4d0bb487-4854-458d-8c81-ca8b6471e657 None None] For port 7e2df0e4-c707-4342-be7f-e468316b1cf6, host n-d-768862-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-2',level=0,port_id=7e2df0e4-c707-4342-be7f-e468316b1cf6,segment=NetworkSegment(a22f60dc-81d8-424d-824a-b36e72f6d90b),segment_id=a22f60dc-81d8-424d-824a-b36e72f6d90b)] {{(pid=84876) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 07:14:58.217218 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b01e6f8-4466-4bdd-9b5b-86acebabdb44 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-h1-768862-2 {{(pid=84877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:14:58.222724 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b01e6f8-4466-4bdd-9b5b-86acebabdb44 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-h1-768862-2 {{(pid=84877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:14:58.223530 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b01e6f8-4466-4bdd-9b5b-86acebabdb44 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@n-h2-768862-2 {{(pid=84877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:14:58.223943 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b01e6f8-4466-4bdd-9b5b-86acebabdb44 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-h2-768862-2 {{(pid=84877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:14:58.224326 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b01e6f8-4466-4bdd-9b5b-86acebabdb44 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-h2-768862-2 {{(pid=84877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:14:58.224699 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b01e6f8-4466-4bdd-9b5b-86acebabdb44 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-h2-768862-2 {{(pid=84877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:14:58.225065 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b01e6f8-4466-4bdd-9b5b-86acebabdb44 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@n-h2-768862-2 {{(pid=84877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:14:58.225431 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b01e6f8-4466-4bdd-9b5b-86acebabdb44 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-h2-768862-2 {{(pid=84877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:14:58.225822 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b01e6f8-4466-4bdd-9b5b-86acebabdb44 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-h2-768862-2 {{(pid=84877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:14:58.226218 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b01e6f8-4466-4bdd-9b5b-86acebabdb44 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-h2-768862-2 {{(pid=84877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:14:58.226583 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b01e6f8-4466-4bdd-9b5b-86acebabdb44 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-h2-768862-2 {{(pid=84877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:14:58.226953 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b01e6f8-4466-4bdd-9b5b-86acebabdb44 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-h2-768862-2 {{(pid=84877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:14:58.227306 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b01e6f8-4466-4bdd-9b5b-86acebabdb44 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-h2-768862-2 {{(pid=84877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:14:58.242549 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84875) accepted ('10.222.0.24', 59446) {{(pid=84875) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:14:58.244229 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-4d0bb487-4854-458d-8c81-ca8b6471e657 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777640533312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363259214678337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777640097497'] for port, after_update {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:14:58.248170 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b01e6f8-4466-4bdd-9b5b-86acebabdb44 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-h2-768862-2 {{(pid=84877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:14:58.249944 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b01e6f8-4466-4bdd-9b5b-86acebabdb44 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-2 {{(pid=84877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:14:58.250345 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b01e6f8-4466-4bdd-9b5b-86acebabdb44 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-2 {{(pid=84877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:14:58.250728 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b01e6f8-4466-4bdd-9b5b-86acebabdb44 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-2 {{(pid=84877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:14:58.251104 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b01e6f8-4466-4bdd-9b5b-86acebabdb44 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-2 {{(pid=84877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:14:58.251475 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b01e6f8-4466-4bdd-9b5b-86acebabdb44 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@n-d-768862-2 {{(pid=84877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:14:58.251887 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b01e6f8-4466-4bdd-9b5b-86acebabdb44 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-2 {{(pid=84877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:14:58.252242 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b01e6f8-4466-4bdd-9b5b-86acebabdb44 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-768862-2 {{(pid=84877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:14:58.252611 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b01e6f8-4466-4bdd-9b5b-86acebabdb44 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-768862-2 {{(pid=84877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:14:58.252970 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b01e6f8-4466-4bdd-9b5b-86acebabdb44 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-2 {{(pid=84877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:14:58.253332 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b01e6f8-4466-4bdd-9b5b-86acebabdb44 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-2 {{(pid=84877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:14:58.254829 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.v2.base [None req-5bc36711-ba7d-4bc4-853d-f686058edb61 tempest-TaggedBootDevicesTest_v242-294831919 tempest-TaggedBootDevicesTest_v242-294831919] Request body: {'port': {'network_id': '98072e70-e1ea-4296-9013-017af5cadabb', 'name': 'tempest-TaggedBootDevicesTest_v242-1724929343', 'fixed_ips': [{'subnet_id': '2fa91875-55fd-4489-bc57-f1f358815b1a'}]}} {{(pid=84875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:14:58.268422 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b01e6f8-4466-4bdd-9b5b-86acebabdb44 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-2 {{(pid=84877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:14:58.268916 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b01e6f8-4466-4bdd-9b5b-86acebabdb44 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-2 {{(pid=84877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:14:58.287525 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-2b01e6f8-4466-4bdd-9b5b-86acebabdb44 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.602s {{(pid=84877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:14:58.351652 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-3334b24e-a618-4b4b-b612-1d1c4889304d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84876) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:14:58.468117 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network":"rule:regular_user" was deprecated in W in favor of "create_network":"role:member and project_id:%(project_id)s". Reason: Jan 14 07:14:58.468117 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:14:58.468117 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:14:58.468117 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:14:58.468117 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:shared":"rule:admin_only" was deprecated in W in favor of "create_network:shared":"role:admin and system_scope:all". Reason: Jan 14 07:14:58.468117 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:14:58.468117 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:14:58.468117 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:14:58.468117 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:router:external":"rule:admin_only" was deprecated in W in favor of "create_network:router:external":"role:admin and system_scope:all". Reason: Jan 14 07:14:58.468117 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:14:58.468117 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:14:58.468117 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:14:58.468117 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:is_default":"rule:admin_only" was deprecated in W in favor of "create_network:is_default":"role:admin and system_scope:all". Reason: Jan 14 07:14:58.468117 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:14:58.468117 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:14:58.468117 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:14:58.468117 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:port_security_enabled":"rule:regular_user" was deprecated in W in favor of "create_network:port_security_enabled":"role:member and project_id:%(project_id)s". Reason: Jan 14 07:14:58.468117 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:14:58.468117 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:14:58.468117 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:14:58.468117 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:segments":"rule:admin_only" was deprecated in W in favor of "create_network:segments":"role:admin and system_scope:all". Reason: Jan 14 07:14:58.468117 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:14:58.468117 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:14:58.468117 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:14:58.468117 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "create_network:provider:network_type":"role:admin and system_scope:all". Reason: Jan 14 07:14:58.468117 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:14:58.468117 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:14:58.468117 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:14:58.468117 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "create_network:provider:physical_network":"role:admin and system_scope:all". Reason: Jan 14 07:14:58.468117 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:14:58.468117 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:14:58.468117 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:14:58.468117 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "create_network:provider:segmentation_id":"role:admin and system_scope:all". Reason: Jan 14 07:14:58.468117 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:14:58.468117 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:14:58.468117 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:14:58.468117 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network":"rule:admin_or_owner or rule:shared or rule:external or rule:context_is_advsvc" was deprecated in W in favor of "get_network":"(role:reader and system_scope:all) or (role:reader and project_id:%(project_id)s) or rule:shared or rule:external or rule:context_is_advsvc". Reason: Jan 14 07:14:58.468117 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:14:58.468117 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:14:58.468117 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:14:58.468117 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:router:external":"rule:regular_user" was deprecated in W in favor of "get_network:router:external":"role:reader and project_id:%(project_id)s". Reason: Jan 14 07:14:58.468117 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:14:58.468117 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:14:58.468117 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:14:58.468117 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:segments":"rule:admin_only" was deprecated in W in favor of "get_network:segments":"role:reader and system_scope:all". Reason: Jan 14 07:14:58.468117 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:14:58.468117 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:14:58.468117 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:14:58.471199 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "get_network:provider:network_type":"role:reader and system_scope:all". Reason: Jan 14 07:14:58.471199 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:14:58.471199 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:14:58.471199 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:14:58.471199 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "get_network:provider:physical_network":"role:reader and system_scope:all". Reason: Jan 14 07:14:58.471199 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:14:58.471199 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:14:58.471199 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:14:58.471199 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "get_network:provider:segmentation_id":"role:reader and system_scope:all". Reason: Jan 14 07:14:58.471199 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:14:58.471199 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:14:58.471199 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:14:58.471199 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network":"rule:admin_or_owner" was deprecated in W in favor of "update_network":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 07:14:58.471199 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:14:58.471199 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:14:58.471199 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:14:58.471199 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:segments":"rule:admin_only" was deprecated in W in favor of "update_network:segments":"role:admin and system_scope:all". Reason: Jan 14 07:14:58.471199 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:14:58.471199 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:14:58.471199 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:14:58.496707 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6650ea62-7767-41b3-8855-f0726ff911e3 req-5f4a81d9-08db-4cb5-9c4f-d5a32701eac8 tempest-ServerPasswordTestJSON-1368291127 tempest-ServerPasswordTestJSON-1368291127] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:14:58.497442 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [req-6650ea62-7767-41b3-8855-f0726ff911e3 req-5f4a81d9-08db-4cb5-9c4f-d5a32701eac8 tempest-ServerPasswordTestJSON-1368291127 tempest-ServerPasswordTestJSON-1368291127] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854768116'] for port, before_response {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:14:58.514851 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39556543-3497-470b-8f8f-415d0c778aa1 None None] Routers {'3fd402f5-4945-4bbc-88ae-707579237e95'} bound to L3 agent in host n-d-768862-2 {{(pid=84877) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 14 07:14:58.519263 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_hamode_db [None req-39556543-3497-470b-8f8f-415d0c778aa1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-01-14T06:56:51Z,description=,heartbeat_timestamp=2021-01-14T07:14:51Z,host='n-d-768862-2',id=35f592e9-451b-4db9-abea-77b6a5c5391b,load=0,resource_versions=,resources_synced=,started_at=2021-01-14T06:56:51Z,topic='l3_agent')) {'router_ids': ['3fd402f5-4945-4bbc-88ae-707579237e95'], 'active': True} {{(pid=84877) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:14:58.534498 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c30276d2-64bc-49be-bb82-bba5896955e5 req-e4ee21f0-d560-45e0-93e5-2142a715bc3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:14:58.534639 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d0bb487-4854-458d-8c81-ca8b6471e657 None None] Pushing event updated for resources: {'Port': ['ID=7e2df0e4-c707-4342-be7f-e468316b1cf6,revision_number=3']} {{(pid=84876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:14:58.536241 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [req-c30276d2-64bc-49be-bb82-bba5896955e5 req-e4ee21f0-d560-45e0-93e5-2142a715bc3d service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=44f1ebfb726c40f79f3e17c7e6a9b92b&device_id=5a880e33-93c3-4fa7-93e3-c4bf80d6af18 HTTP/1.1" status: 200 len: 1163 time: 1.4109440 Jan 14 07:14:58.547097 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-4d0bb487-4854-458d-8c81-ca8b6471e657 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.195s {{(pid=84876) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:14:58.592826 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea649504-d7e8-4904-b853-eb00022fcb5c tempest-ServerActionsTestJSON-743344072 tempest-ServerActionsTestJSON-743344072] Pushing event updated for resources: {'Port': ['ID=b364be57-a631-4384-a713-e151f60b382b,revision_number=2']} {{(pid=84874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:14:58.599201 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-ea649504-d7e8-4904-b853-eb00022fcb5c tempest-ServerActionsTestJSON-743344072 tempest-ServerActionsTestJSON-743344072] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.435s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:14:58.605102 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [req-c30276d2-64bc-49be-bb82-bba5896955e5 req-8db3a595-6c56-405e-b692-daf69fc97f5f service neutron] 10.222.0.35 "GET /v2.0/networks?tenant_id=44f1ebfb726c40f79f3e17c7e6a9b92b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0579882 Jan 14 07:14:58.619379 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42976338-214e-4cc5-ae0a-663e3e0593d6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5d94dc7a-c095-50a4-955e-5f3b78718a12-7e6dfd47-4529-4194-becf-26a4f3ec97f5', 'network_id': '7e6dfd47-4529-4194-becf-26a4f3ec97f5', 'tenant_id': 'cb7096aff06a4584846542dd674c0323', 'fixed_ips': [{'subnet_id': '4c30d648-0938-465f-8101-af97c9628607'}]}} from n-d-768862-2. {{(pid=84876) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Jan 14 07:14:58.636127 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-42976338-214e-4cc5-ae0a-663e3e0593d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555753'] for port, before_create {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:14:58.649482 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [req-6650ea62-7767-41b3-8855-f0726ff911e3 req-5f4a81d9-08db-4cb5-9c4f-d5a32701eac8 tempest-ServerPasswordTestJSON-1368291127 tempest-ServerPasswordTestJSON-1368291127] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 9.4469774 Jan 14 07:14:58.659001 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-b2950365-de58-4274-8c99-883b78512e3a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3367281'] for subnet, precommit_delete_associations {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:14:58.683999 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.v2.base [req-6650ea62-7767-41b3-8855-f0726ff911e3 req-b66ab51d-22af-4736-9872-1e8bcb24159e service neutron] Request body: {'port': {'device_id': '5e1b808a-588c-4008-b69e-f3b9e623e2ef', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-768862-2'}} {{(pid=84874) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:14:58.739030 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-ac27e3a8-8a36-41fc-90cb-b297f2231df8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555753'] for port, before_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:14:58.762166 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-103beaac-e294-4f3f-8fce-cce453a188db None None] Provisioning complete for port 7e2df0e4-c707-4342-be7f-e468316b1cf6 triggered by entity DHCP. {{(pid=84876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 07:14:58.762544 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-103beaac-e294-4f3f-8fce-cce453a188db None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-604227'] for port, provisioning_complete {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:14:58.850354 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_dvr_db [None req-61c4be0c-8bc0-4e6d-a82f-8116cd17445d None None] Set router ea874ecc-2d57-428e-9d9d-517eb3dc89fa gateway port host: n-d-768862-2 {{(pid=84876) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 14 07:14:58.854393 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.plugin [None req-8958594e-e8ef-43ac-9055-28e4a85316b0 admin admin] Deleting port e73c91f2-f77f-4732-8458-22c982c92abc {{(pid=84875) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 07:14:58.854772 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-8958594e-e8ef-43ac-9055-28e4a85316b0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363259214248359'] for port, before_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:14:59.021233 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-ea649504-d7e8-4904-b853-eb00022fcb5c tempest-ServerActionsTestJSON-743344072 tempest-ServerActionsTestJSON-743344072] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3912638'] for floatingip, after_update {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:14:59.041596 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_dvr_db [None req-39556543-3497-470b-8f8f-415d0c778aa1 None None] Set router 3fd402f5-4945-4bbc-88ae-707579237e95 gateway port host: n-d-768862-2 {{(pid=84877) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 14 07:14:59.051955 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Device 7e2df0e4-c707-4342-be7f-e468316b1cf6 up at agent ovs-agent-n-d-768862-2 {{(pid=84876) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 07:14:59.066774 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [None req-8958594e-e8ef-43ac-9055-28e4a85316b0 admin admin] For port e73c91f2-f77f-4732-8458-22c982c92abc, host n-d-768862-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-2',level=0,port_id=e73c91f2-f77f-4732-8458-22c982c92abc,segment=NetworkSegment(ad98c7bd-9b2f-422a-9799-41dd7fc77a9b),segment_id=ad98c7bd-9b2f-422a-9799-41dd7fc77a9b)] {{(pid=84875) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 07:14:59.067175 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-8958594e-e8ef-43ac-9055-28e4a85316b0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036850862667'] for port, precommit_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:14:59.134310 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [req-6650ea62-7767-41b3-8855-f0726ff911e3 req-b66ab51d-22af-4736-9872-1e8bcb24159e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555753'] for port, before_update {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:14:59.224685 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.plugin [None req-8958594e-e8ef-43ac-9055-28e4a85316b0 admin admin] Calling delete_port for e73c91f2-f77f-4732-8458-22c982c92abc owned by network:router_interface {{(pid=84875) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 07:14:59.272573 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-ea649504-d7e8-4904-b853-eb00022fcb5c tempest-ServerActionsTestJSON-743344072 tempest-ServerActionsTestJSON-743344072] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854768116'] for floatingip, before_response {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:14:59.287026 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-ea649504-d7e8-4904-b853-eb00022fcb5c tempest-ServerActionsTestJSON-743344072 tempest-ServerActionsTestJSON-743344072] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 15.0632911 Jan 14 07:14:59.441636 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84875) accepted ('10.222.0.24', 59470) {{(pid=84875) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:14:59.480606 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.v2.base [None req-e47f4d18-d495-4d93-9d3f-4ac680df1387 tempest-ServersTestBootFromVolume-651906471 tempest-ServersTestBootFromVolume-651906471] Request body: {'security_group': {'name': 'tempest-securitygroup--1694844818', 'description': 'tempest-description--1349846045'}} {{(pid=84875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:14:59.494339 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-e47f4d18-d495-4d93-9d3f-4ac680df1387 tempest-ServersTestBootFromVolume-651906471 tempest-ServersTestBootFromVolume-651906471] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:14:59.498836 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-e47f4d18-d495-4d93-9d3f-4ac680df1387 tempest-ServersTestBootFromVolume-651906471 tempest-ServersTestBootFromVolume-651906471] Usage tracker for resource:security_group and tenant:18b1ab99759c4e17a07e1a0bd62f79a5 is out of sync, need to count used quota {{(pid=84875) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:14:59.502041 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-e47f4d18-d495-4d93-9d3f-4ac680df1387 tempest-ServersTestBootFromVolume-651906471 tempest-ServersTestBootFromVolume-651906471] Quota usage for security_group was recalculated. Used quota:1. {{(pid=84875) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:14:59.508940 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-e47f4d18-d495-4d93-9d3f-4ac680df1387 tempest-ServersTestBootFromVolume-651906471 tempest-ServersTestBootFromVolume-651906471] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:14:59.520694 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-8958594e-e8ef-43ac-9055-28e4a85316b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777640533329', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777640097463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851621574'] for port, after_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:14:59.549218 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-4926d78f-18d7-48ef-b714-b97f1b2d6ea0 tempest-ServersTestMultiNic-2121779930 tempest-ServersTestMultiNic-2121779930] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:14:59.581260 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-e47f4d18-d495-4d93-9d3f-4ac680df1387 tempest-ServersTestBootFromVolume-651906471 tempest-ServersTestBootFromVolume-651906471] Notify callbacks [] for security_group, before_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:14:59.706613 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_hamode_db [None req-39556543-3497-470b-8f8f-415d0c778aa1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3fd402f5-4945-4bbc-88ae-707579237e95', 'name': 'tempest-ServerRescueTestJSONUnderV235-1401738690-router', 'tenant_id': 'd062827782824ed487fa7edfd4a1d197', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '226f1e78-82cd-4481-9055-4eb73b6db8c1', 'external_fixed_ips': [{'subnet_id': 'ba8deeec-7658-4195-9449-038c076f5c83', 'ip_address': '172.25.2.8'}], 'enable_snat': True}, 'gw_port_id': '068e8b5c-7154-406d-8aed-c0c9acc08a21', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-14T07:14:35Z', 'updated_at': '2021-01-14T07:14:48Z', 'revision_number': 3, 'project_id': 'd062827782824ed487fa7edfd4a1d197', 'gw_port': {'id': '068e8b5c-7154-406d-8aed-c0c9acc08a21', 'name': '', 'network_id': '226f1e78-82cd-4481-9055-4eb73b6db8c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:e9:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3fd402f5-4945-4bbc-88ae-707579237e95', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1046, 'fixed_ips': [{'subnet_id': 'ba8deeec-7658-4195-9449-038c076f5c83', 'ip_address': '172.25.2.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T07:14:41Z', 'updated_at': '2021-01-14T07:14:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ba8deeec-7658-4195-9449-038c076f5c83', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-2'}], 'n-d-768862-2', False) {} {{(pid=84877) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:14:59.718901 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39556543-3497-470b-8f8f-415d0c778aa1 None None] The sync data for ids ['3fd402f5-4945-4bbc-88ae-707579237e95'] in n-d-768862-2 is: [{'id': '3fd402f5-4945-4bbc-88ae-707579237e95', 'name': 'tempest-ServerRescueTestJSONUnderV235-1401738690-router', 'tenant_id': 'd062827782824ed487fa7edfd4a1d197', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '226f1e78-82cd-4481-9055-4eb73b6db8c1', 'external_fixed_ips': [{'subnet_id': 'ba8deeec-7658-4195-9449-038c076f5c83', 'ip_address': '172.25.2.8'}], 'enable_snat': True}, 'gw_port_id': '068e8b5c-7154-406d-8aed-c0c9acc08a21', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-14T07:14:35Z', 'updated_at': '2021-01-14T07:14:48Z', 'revision_number': 3, 'project_id': 'd062827782824ed487fa7edfd4a1d197', 'gw_port': {'id': '068e8b5c-7154-406d-8aed-c0c9acc08a21', 'name': '', 'network_id': '226f1e78-82cd-4481-9055-4eb73b6db8c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:e9:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3fd402f5-4945-4bbc-88ae-707579237e95', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1046, 'fixed_ips': [{'subnet_id': 'ba8deeec-7658-4195-9449-038c076f5c83', 'ip_address': '172.25.2.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T07:14:41Z', 'updated_at': '2021-01-14T07:14:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ba8deeec-7658-4195-9449-038c076f5c83', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-2'}] {{(pid=84877) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Jan 14 07:14:59.799725 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c30276d2-64bc-49be-bb82-bba5896955e5 req-f4d57f53-3365-47e2-a239-25c44d742792 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:14:59.804799 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [req-c30276d2-64bc-49be-bb82-bba5896955e5 req-f4d57f53-3365-47e2-a239-25c44d742792 service neutron] 10.222.0.35 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 863 time: 1.1898453 Jan 14 07:14:59.908687 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-e47f4d18-d495-4d93-9d3f-4ac680df1387 tempest-ServersTestBootFromVolume-651906471 tempest-ServersTestBootFromVolume-651906471] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:14:59.915514 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8958594e-e8ef-43ac-9055-28e4a85316b0 admin admin] Pushing event deleted for resources: {'Port': ['ID=e73c91f2-f77f-4732-8458-22c982c92abc,revision_number=None']} {{(pid=84875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:14:59.964149 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-e47f4d18-d495-4d93-9d3f-4ac680df1387 tempest-ServersTestBootFromVolume-651906471 tempest-ServersTestBootFromVolume-651906471] Usage tracker for resource:security_group_rule and tenant:18b1ab99759c4e17a07e1a0bd62f79a5 is out of sync, need to count used quota {{(pid=84875) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:14:59.973438 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-8958594e-e8ef-43ac-9055-28e4a85316b0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.424s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:14:59.987203 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-e47f4d18-d495-4d93-9d3f-4ac680df1387 tempest-ServersTestBootFromVolume-651906471 tempest-ServersTestBootFromVolume-651906471] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84875) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:14:59.987454 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Provisioning complete for port 7e2df0e4-c707-4342-be7f-e468316b1cf6 triggered by entity L2. {{(pid=84876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 07:14:59.988060 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-604227'] for port, provisioning_complete {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:15:00.018082 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-5bc36711-ba7d-4bc4-853d-f686058edb61 tempest-TaggedBootDevicesTest_v242-294831919 tempest-TaggedBootDevicesTest_v242-294831919] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:15:00.023203 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-5bc36711-ba7d-4bc4-853d-f686058edb61 tempest-TaggedBootDevicesTest_v242-294831919 tempest-TaggedBootDevicesTest_v242-294831919] Usage tracker for resource:port and tenant:cb7096aff06a4584846542dd674c0323 is out of sync, need to count used quota {{(pid=84875) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:15:00.028712 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-5bc36711-ba7d-4bc4-853d-f686058edb61 tempest-TaggedBootDevicesTest_v242-294831919 tempest-TaggedBootDevicesTest_v242-294831919] Quota usage for port was recalculated. Used quota:3. {{(pid=84875) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:15:00.035788 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-5bc36711-ba7d-4bc4-853d-f686058edb61 tempest-TaggedBootDevicesTest_v242-294831919 tempest-TaggedBootDevicesTest_v242-294831919] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=84875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:15:00.046531 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-e47f4d18-d495-4d93-9d3f-4ac680df1387 tempest-ServersTestBootFromVolume-651906471 tempest-ServersTestBootFromVolume-651906471] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:15:00.126167 n-d-768862-2 neutron-server[84765]: DEBUG neutron.notifiers.nova [req-6650ea62-7767-41b3-8855-f0726ff911e3 req-b66ab51d-22af-4736-9872-1e8bcb24159e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4df4d327-0412-4cba-a495-85861446610a {{(pid=84874) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Jan 14 07:15:00.137450 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [req-6650ea62-7767-41b3-8855-f0726ff911e3 req-b66ab51d-22af-4736-9872-1e8bcb24159e service neutron] Notify callbacks [] for port, precommit_update {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:15:00.152861 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [req-6650ea62-7767-41b3-8855-f0726ff911e3 req-b66ab51d-22af-4736-9872-1e8bcb24159e service neutron] Transition to ACTIVE for port object 4df4d327-0412-4cba-a495-85861446610a will not be triggered until provisioned by entity L2. {{(pid=84874) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 07:15:00.160575 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [req-6650ea62-7767-41b3-8855-f0726ff911e3 req-b66ab51d-22af-4736-9872-1e8bcb24159e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777640533312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363259214678337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777640097497', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036851521613'] for port, after_update {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:15:00.177510 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-e47f4d18-d495-4d93-9d3f-4ac680df1387 tempest-ServersTestBootFromVolume-651906471 tempest-ServersTestBootFromVolume-651906471] Notify callbacks [] for security_group, precommit_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:15:00.182239 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-7190c0e7-5dd9-4570-9ec4-e036e9638dd9 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:15:00.182890 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5bc36711-ba7d-4bc4-853d-f686058edb61 tempest-TaggedBootDevicesTest_v242-294831919 tempest-TaggedBootDevicesTest_v242-294831919] Made reservation on behalf of cb7096aff06a4584846542dd674c0323 for: {'port': 1} {{(pid=84875) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 07:15:00.363360 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.db_base_plugin_common [None req-ac27e3a8-8a36-41fc-90cb-b297f2231df8 admin admin] Allocated IP 172.20.0.1 (f464b8ac-d1b3-44c8-9261-897220cf15ad/52a58d70-5731-428e-8f30-4bdaba52572e/2801353b-4d0d-42b6-8bfd-426f65414e71) {{(pid=84875) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 14 07:15:00.431789 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b66ab51d-22af-4736-9872-1e8bcb24159e service neutron] Pushing event updated for resources: {'Port': ['ID=4df4d327-0412-4cba-a495-85861446610a,revision_number=2']} {{(pid=84874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:15:00.452666 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-b66ab51d-22af-4736-9872-1e8bcb24159e service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.271s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:15:00.495804 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-e47f4d18-d495-4d93-9d3f-4ac680df1387 tempest-ServersTestBootFromVolume-651906471 tempest-ServersTestBootFromVolume-651906471] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850887153'] for security_group, after_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:15:00.569169 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-b046a5c5-7957-479e-8bd2-c07368137a20 None None] Provisioning complete for port 7e2df0e4-c707-4342-be7f-e468316b1cf6 triggered by entity DHCP. {{(pid=84876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 07:15:00.569858 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-b046a5c5-7957-479e-8bd2-c07368137a20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-604227'] for port, provisioning_complete {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:15:00.617644 n-d-768862-2 neutron-server[84765]: DEBUG neutron.objects.ports [None req-37ebbfc7-6a0f-4781-9d2b-edb6defda4ec None None] Time-cost: Fetching 1 ports in 1 security groups {{(pid=84876) get_objects /opt/stack/neutron/neutron/objects/ports.py:428}} Jan 14 07:15:00.637656 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-47c3e3af-7cb2-487d-b8bd-56f2bda6880b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:15:00.658964 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-b2950365-de58-4274-8c99-883b78512e3a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036854176836'] for subnet, precommit_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:15:00.803040 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.managers [req-6650ea62-7767-41b3-8855-f0726ff911e3 req-b66ab51d-22af-4736-9872-1e8bcb24159e service neutron] Attempting to bind port 4df4d327-0412-4cba-a495-85861446610a on host n-h2-768862-2 for vnic_type normal with profile {{(pid=84874) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 14 07:15:00.803360 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.managers [req-6650ea62-7767-41b3-8855-f0726ff911e3 req-b66ab51d-22af-4736-9872-1e8bcb24159e service neutron] Attempting to bind port 4df4d327-0412-4cba-a495-85861446610a by drivers openvswitch on host n-h2-768862-2 at level 0 using segments [{'id': '57bab259-5001-497b-b8de-52294271cdb8', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 13, 'network_id': 'cbe2ed4b-3608-4133-998a-17444358e4ae'}] {{(pid=84874) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 14 07:15:00.804310 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6650ea62-7767-41b3-8855-f0726ff911e3 req-b66ab51d-22af-4736-9872-1e8bcb24159e service neutron] Attempting to bind port 4df4d327-0412-4cba-a495-85861446610a on network cbe2ed4b-3608-4133-998a-17444358e4ae {{(pid=84874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 14 07:15:00.811993 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6650ea62-7767-41b3-8855-f0726ff911e3 req-b66ab51d-22af-4736-9872-1e8bcb24159e service neutron] Checking agent: {'id': '64b7216a-2a41-441a-908c-ebbf63072f2f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-h2-768862-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 14, 7, 5, 12), 'started_at': datetime.datetime(2021, 1, 14, 7, 5, 42), 'heartbeat_timestamp': datetime.datetime(2021, 1, 14, 7, 14, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.13', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 14 07:15:00.812814 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6650ea62-7767-41b3-8855-f0726ff911e3 req-b66ab51d-22af-4736-9872-1e8bcb24159e service neutron] Checking segment: {'id': '57bab259-5001-497b-b8de-52294271cdb8', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 13, 'network_id': 'cbe2ed4b-3608-4133-998a-17444358e4ae'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84874) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 14 07:15:00.812814 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [req-6650ea62-7767-41b3-8855-f0726ff911e3 req-b66ab51d-22af-4736-9872-1e8bcb24159e service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:15:00.813659 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6650ea62-7767-41b3-8855-f0726ff911e3 req-b66ab51d-22af-4736-9872-1e8bcb24159e service neutron] Bound using segment: {'id': '57bab259-5001-497b-b8de-52294271cdb8', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 13, 'network_id': 'cbe2ed4b-3608-4133-998a-17444358e4ae'} {{(pid=84874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 14 07:15:00.813872 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.managers [req-6650ea62-7767-41b3-8855-f0726ff911e3 req-b66ab51d-22af-4736-9872-1e8bcb24159e service neutron] Bound port: 4df4d327-0412-4cba-a495-85861446610a, host: n-h2-768862-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '57bab259-5001-497b-b8de-52294271cdb8', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 13, 'network_id': 'cbe2ed4b-3608-4133-998a-17444358e4ae'}}] {{(pid=84874) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 14 07:15:00.814263 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [req-6650ea62-7767-41b3-8855-f0726ff911e3 req-b66ab51d-22af-4736-9872-1e8bcb24159e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555753'] for port, before_update {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:15:00.832129 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Device 2e75d853-19bb-4e46-b3fd-789045fa1c82 no longer exists at agent ovs-agent-n-d-768862-2 {{(pid=84876) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jan 14 07:15:00.929950 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84874) accepted ('10.222.0.24', 59496) {{(pid=84874) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:15:00.931962 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-017f98a9-8a07-408c-a86f-8ff0c00400a0 None None] Device 9bd5986f-8518-4c1f-a3df-6cb9ccd2561f up at agent ovs-agent-n-h1-768862-2 {{(pid=84876) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 07:15:00.981318 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [req-6650ea62-7767-41b3-8855-f0726ff911e3 req-b66ab51d-22af-4736-9872-1e8bcb24159e service neutron] For port 4df4d327-0412-4cba-a495-85861446610a, host n-h2-768862-2, cleared binding levels {{(pid=84874) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 14 07:15:00.988700 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [req-6650ea62-7767-41b3-8855-f0726ff911e3 req-b66ab51d-22af-4736-9872-1e8bcb24159e service neutron] For port 4df4d327-0412-4cba-a495-85861446610a, host n-h2-768862-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-h2-768862-2',level=0,port_id=4df4d327-0412-4cba-a495-85861446610a,segment=NetworkSegment(57bab259-5001-497b-b8de-52294271cdb8),segment_id=57bab259-5001-497b-b8de-52294271cdb8)] {{(pid=84874) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 14 07:15:00.993998 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [req-6650ea62-7767-41b3-8855-f0726ff911e3 req-b66ab51d-22af-4736-9872-1e8bcb24159e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777640533312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363259214678337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777640097497', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036851521613'] for port, after_update {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:15:01.052701 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.plugin [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] No Port match for: 2e75d853-19bb-4e46-b3fd-789045fa1c82 {{(pid=84876) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2188}} Jan 14 07:15:01.053091 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Device 2e75d853-19bb-4e46-b3fd-789045fa1c82 not bound to the agent host n-d-768862-2 {{(pid=84876) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jan 14 07:15:01.112611 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.db_base_plugin_common [None req-42976338-214e-4cc5-ae0a-663e3e0593d6 None None] Allocated IP 10.2.2.2 (7e6dfd47-4529-4194-becf-26a4f3ec97f5/4c30d648-0938-465f-8101-af97c9628607/82faa569-5ad1-49da-810c-ccb470368241) {{(pid=84876) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 14 07:15:01.116822 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_hamode_db [None req-61c4be0c-8bc0-4e6d-a82f-8116cd17445d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ea874ecc-2d57-428e-9d9d-517eb3dc89fa', 'name': 'tempest-ServersTestBootFromVolume-1415430933-router', 'tenant_id': '18b1ab99759c4e17a07e1a0bd62f79a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '226f1e78-82cd-4481-9055-4eb73b6db8c1', 'external_fixed_ips': [{'subnet_id': 'ba8deeec-7658-4195-9449-038c076f5c83', 'ip_address': '172.25.2.31'}], 'enable_snat': True}, 'gw_port_id': '7b3e9a1b-5fd4-47d4-b7b0-a45de5e31e55', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-14T07:14:33Z', 'updated_at': '2021-01-14T07:14:52Z', 'revision_number': 4, 'project_id': '18b1ab99759c4e17a07e1a0bd62f79a5', 'gw_port': {'id': '7b3e9a1b-5fd4-47d4-b7b0-a45de5e31e55', 'name': '', 'network_id': '226f1e78-82cd-4481-9055-4eb73b6db8c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:3e:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea874ecc-2d57-428e-9d9d-517eb3dc89fa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1041, 'fixed_ips': [{'subnet_id': 'ba8deeec-7658-4195-9449-038c076f5c83', 'ip_address': '172.25.2.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T07:14:36Z', 'updated_at': '2021-01-14T07:14:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ba8deeec-7658-4195-9449-038c076f5c83', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-2', '_interfaces': [{'id': 'f8e54d72-8604-4333-b165-5be58a0292ce', 'name': '', 'network_id': '3464e1d7-d68d-4886-b510-ed67f13e3a28', 'tenant_id': '18b1ab99759c4e17a07e1a0bd62f79a5', 'mac_address': 'fa:16:3e:ac:77:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ea874ecc-2d57-428e-9d9d-517eb3dc89fa', 'device_owner': 'network:router_interface', 'standard_attr_id': 1054, 'fixed_ips': [{'subnet_id': '75c96462-82f5-451a-9db8-734632b28e48', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T07:14:49Z', 'updated_at': '2021-01-14T07:14:53Z', 'revision_number': 2, 'project_id': '18b1ab99759c4e17a07e1a0bd62f79a5', 'subnets': [{'id': '75c96462-82f5-451a-9db8-734632b28e48', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'n-d-768862-2', False) {} {{(pid=84876) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:15:01.117060 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-13545771-3585-48b1-bb9e-5961d9e50407 tempest-ServersAdminTestJSON-2110659293 tempest-ServersAdminTestJSON-2110659293] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:15:01.129187 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61c4be0c-8bc0-4e6d-a82f-8116cd17445d None None] Checking router: ea874ecc-2d57-428e-9d9d-517eb3dc89fa for host: n-d-768862-2 {{(pid=84876) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Jan 14 07:15:01.139897 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61c4be0c-8bc0-4e6d-a82f-8116cd17445d None None] Updating router ea874ecc-2d57-428e-9d9d-517eb3dc89fa port f8e54d72-8604-4333-b165-5be58a0292ce binding host n-d-768862-2 {{(pid=84876) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Jan 14 07:15:01.186311 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-017f98a9-8a07-408c-a86f-8ff0c00400a0 None None] Provisioning for port 9bd5986f-8518-4c1f-a3df-6cb9ccd2561f completed by entity L2. {{(pid=84876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 07:15:01.224513 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-017f98a9-8a07-408c-a86f-8ff0c00400a0 None None] Provisioning complete for port 9bd5986f-8518-4c1f-a3df-6cb9ccd2561f triggered by entity L2. {{(pid=84876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 07:15:01.224930 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-017f98a9-8a07-408c-a86f-8ff0c00400a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-604227'] for port, provisioning_complete {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:15:01.240278 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-18c3d9bc-3e82-4f15-a9e4-887145ecf5e1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:15:01.283390 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-18c3d9bc-3e82-4f15-a9e4-887145ecf5e1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:15:01.287972 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-18c3d9bc-3e82-4f15-a9e4-887145ecf5e1 admin admin] Usage tracker for resource:security_group_rule and tenant:7dd2e0912cbb478e8709e2acab45a0c4 is out of sync, need to count used quota {{(pid=84874) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:15:01.291352 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-18c3d9bc-3e82-4f15-a9e4-887145ecf5e1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84874) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:15:01.298257 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-18c3d9bc-3e82-4f15-a9e4-887145ecf5e1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:15:01.324296 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Device 068e8b5c-7154-406d-8aed-c0c9acc08a21 up at agent ovs-agent-n-d-768862-2 {{(pid=84876) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 07:15:01.336921 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b66ab51d-22af-4736-9872-1e8bcb24159e service neutron] Pushing event updated for resources: {'Port': ['ID=4df4d327-0412-4cba-a495-85861446610a,revision_number=3']} {{(pid=84874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:15:01.344318 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-b66ab51d-22af-4736-9872-1e8bcb24159e service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.227s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:15:01.344802 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-e47f4d18-d495-4d93-9d3f-4ac680df1387 tempest-ServersTestBootFromVolume-651906471 tempest-ServersTestBootFromVolume-651906471] Notify callbacks [] for security_group, before_response {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:15:01.349331 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-e47f4d18-d495-4d93-9d3f-4ac680df1387 tempest-ServersTestBootFromVolume-651906471 tempest-ServersTestBootFromVolume-651906471] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1782 time: 1.8873389 Jan 14 07:15:01.353611 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84874) accepted ('10.222.0.24', 59502) {{(pid=84874) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:15:01.375663 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.v2.base [None req-912e1622-ee9d-4f89-bda8-bfa599651940 tempest-ServersTestBootFromVolume-651906471 tempest-ServersTestBootFromVolume-651906471] Request body: {'security_group_rule': {'security_group_id': '068f456b-17bb-4a8a-bd2f-34bc7eaf0c91', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=84874) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:15:01.377232 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:shared":"rule:admin_only" was deprecated in W in favor of "update_network:shared":"role:admin and system_scope:all". Reason: Jan 14 07:15:01.377232 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:15:01.377232 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:15:01.377232 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:15:01.377232 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "update_network:provider:network_type":"role:admin and system_scope:all". Reason: Jan 14 07:15:01.377232 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:15:01.377232 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:15:01.377232 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:15:01.377232 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "update_network:provider:physical_network":"role:admin and system_scope:all". Reason: Jan 14 07:15:01.377232 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:15:01.377232 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:15:01.377232 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:15:01.377232 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "update_network:provider:segmentation_id":"role:admin and system_scope:all". Reason: Jan 14 07:15:01.377232 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:15:01.377232 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:15:01.377232 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:15:01.377232 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:router:external":"rule:admin_only" was deprecated in W in favor of "update_network:router:external":"role:admin and system_scope:all". Reason: Jan 14 07:15:01.377232 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:15:01.377232 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:15:01.377232 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:15:01.377232 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:is_default":"rule:admin_only" was deprecated in W in favor of "update_network:is_default":"role:admin and system_scope:all". Reason: Jan 14 07:15:01.377232 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:15:01.377232 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:15:01.377232 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:15:01.377232 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:port_security_enabled":"rule:admin_or_owner" was deprecated in W in favor of "update_network:port_security_enabled":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 07:15:01.377232 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:15:01.377232 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:15:01.377232 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:15:01.377232 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "delete_network":"rule:admin_or_owner" was deprecated in W in favor of "delete_network":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 07:15:01.377232 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:15:01.377232 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:15:01.377232 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:15:01.377232 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_segment":"rule:admin_only" was deprecated in W in favor of "create_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:15:01.377232 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:15:01.377232 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_segment":"rule:admin_only" was deprecated in W in favor of "get_segment":"role:reader and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:15:01.377232 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:15:01.377232 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_segment":"rule:admin_only" was deprecated in W in favor of "update_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:15:01.377232 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:15:01.377232 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "delete_segment":"rule:admin_only" was deprecated in W in favor of "delete_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:15:01.377232 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:15:01.377232 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network":"rule:regular_user" was deprecated in W in favor of "create_network":"role:member and project_id:%(project_id)s". Reason: Jan 14 07:15:01.377232 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:15:01.379952 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:15:01.379952 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:15:01.379952 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:shared":"rule:admin_only" was deprecated in W in favor of "create_network:shared":"role:admin and system_scope:all". Reason: Jan 14 07:15:01.379952 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:15:01.379952 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:15:01.379952 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:15:01.379952 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:router:external":"rule:admin_only" was deprecated in W in favor of "create_network:router:external":"role:admin and system_scope:all". Reason: Jan 14 07:15:01.379952 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:15:01.379952 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:15:01.379952 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:15:01.379952 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:is_default":"rule:admin_only" was deprecated in W in favor of "create_network:is_default":"role:admin and system_scope:all". Reason: Jan 14 07:15:01.379952 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:15:01.379952 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:15:01.379952 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:15:01.379952 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:port_security_enabled":"rule:regular_user" was deprecated in W in favor of "create_network:port_security_enabled":"role:member and project_id:%(project_id)s". Reason: Jan 14 07:15:01.379952 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:15:01.379952 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:15:01.379952 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:15:01.379952 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:segments":"rule:admin_only" was deprecated in W in favor of "create_network:segments":"role:admin and system_scope:all". Reason: Jan 14 07:15:01.379952 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:15:01.379952 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:15:01.379952 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:15:01.381270 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "create_network:provider:network_type":"role:admin and system_scope:all". Reason: Jan 14 07:15:01.381270 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:15:01.381270 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:15:01.381270 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:15:01.381270 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "create_network:provider:physical_network":"role:admin and system_scope:all". Reason: Jan 14 07:15:01.381270 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:15:01.381270 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:15:01.381270 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:15:01.381270 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "create_network:provider:segmentation_id":"role:admin and system_scope:all". Reason: Jan 14 07:15:01.381270 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:15:01.381270 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:15:01.381270 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:15:01.381270 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network":"rule:admin_or_owner or rule:shared or rule:external or rule:context_is_advsvc" was deprecated in W in favor of "get_network":"(role:reader and system_scope:all) or (role:reader and project_id:%(project_id)s) or rule:shared or rule:external or rule:context_is_advsvc". Reason: Jan 14 07:15:01.381270 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:15:01.381270 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:15:01.381270 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:15:01.381270 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:router:external":"rule:regular_user" was deprecated in W in favor of "get_network:router:external":"role:reader and project_id:%(project_id)s". Reason: Jan 14 07:15:01.381270 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:15:01.381270 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:15:01.381270 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:15:01.381270 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:segments":"rule:admin_only" was deprecated in W in favor of "get_network:segments":"role:reader and system_scope:all". Reason: Jan 14 07:15:01.381270 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:15:01.381270 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:15:01.381270 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:15:01.381270 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "get_network:provider:network_type":"role:reader and system_scope:all". Reason: Jan 14 07:15:01.381270 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:15:01.381270 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:15:01.381270 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:15:01.381270 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "get_network:provider:physical_network":"role:reader and system_scope:all". Reason: Jan 14 07:15:01.381270 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:15:01.381270 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:15:01.381270 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:15:01.381270 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "get_network:provider:segmentation_id":"role:reader and system_scope:all". Reason: Jan 14 07:15:01.381270 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:15:01.381270 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:15:01.381270 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:15:01.381270 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network":"rule:admin_or_owner" was deprecated in W in favor of "update_network":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 07:15:01.381270 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:15:01.381270 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:15:01.381270 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:15:01.381270 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:segments":"rule:admin_only" was deprecated in W in favor of "update_network:segments":"role:admin and system_scope:all". Reason: Jan 14 07:15:01.381270 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:15:01.381270 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:15:01.381270 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:15:01.381270 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:shared":"rule:admin_only" was deprecated in W in favor of "update_network:shared":"role:admin and system_scope:all". Reason: Jan 14 07:15:01.381270 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:15:01.381270 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:15:01.381270 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:15:01.387716 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "update_network:provider:network_type":"role:admin and system_scope:all". Reason: Jan 14 07:15:01.387716 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:15:01.387716 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:15:01.387716 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:15:01.387716 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "update_network:provider:physical_network":"role:admin and system_scope:all". Reason: Jan 14 07:15:01.387716 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:15:01.387716 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:15:01.387716 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:15:01.387716 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "update_network:provider:segmentation_id":"role:admin and system_scope:all". Reason: Jan 14 07:15:01.387716 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:15:01.387716 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:15:01.387716 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:15:01.387716 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:router:external":"rule:admin_only" was deprecated in W in favor of "update_network:router:external":"role:admin and system_scope:all". Reason: Jan 14 07:15:01.387716 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:15:01.387716 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:15:01.387716 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:15:01.387716 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:is_default":"rule:admin_only" was deprecated in W in favor of "update_network:is_default":"role:admin and system_scope:all". Reason: Jan 14 07:15:01.387716 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:15:01.387716 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:15:01.387716 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:15:01.387716 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-912e1622-ee9d-4f89-bda8-bfa599651940 tempest-ServersTestBootFromVolume-651906471 tempest-ServersTestBootFromVolume-651906471] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:15:01.393561 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-912e1622-ee9d-4f89-bda8-bfa599651940 tempest-ServersTestBootFromVolume-651906471 tempest-ServersTestBootFromVolume-651906471] Usage tracker for resource:security_group_rule and tenant:18b1ab99759c4e17a07e1a0bd62f79a5 is out of sync, need to count used quota {{(pid=84874) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:15:01.394399 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [req-4e67147b-a9ee-4e4c-bac0-8d0d321d2958 req-e41c8484-bba9-4818-ad1d-5e85dda91ab3 tempest-ServerActionsTestJSON-743344072 tempest-ServerActionsTestJSON-743344072] Synchronizing usage tracker for tenant:12721d5aa0d74c769229c9ab1dd6bd37 on resource:security_group {{(pid=84875) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 14 07:15:01.401228 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-912e1622-ee9d-4f89-bda8-bfa599651940 tempest-ServersTestBootFromVolume-651906471 tempest-ServersTestBootFromVolume-651906471] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84874) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:15:01.408702 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-912e1622-ee9d-4f89-bda8-bfa599651940 tempest-ServersTestBootFromVolume-651906471 tempest-ServersTestBootFromVolume-651906471] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:15:01.423097 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-ac27e3a8-8a36-41fc-90cb-b297f2231df8 admin admin] Notify callbacks [] for port, precommit_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:15:01.428208 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-61c4be0c-8bc0-4e6d-a82f-8116cd17445d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555753'] for port, before_update {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:15:01.432396 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6650ea62-7767-41b3-8855-f0726ff911e3 req-b66ab51d-22af-4736-9872-1e8bcb24159e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:15:01.433095 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [req-6650ea62-7767-41b3-8855-f0726ff911e3 req-b66ab51d-22af-4736-9872-1e8bcb24159e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854768116'] for port, before_response {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:15:01.434860 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [req-6650ea62-7767-41b3-8855-f0726ff911e3 req-b66ab51d-22af-4736-9872-1e8bcb24159e service neutron] 10.222.0.48 "PUT /v2.0/ports/4df4d327-0412-4cba-a495-85861446610a HTTP/1.1" status: 200 len: 1155 time: 2.7598529 Jan 14 07:15:01.435550 n-d-768862-2 neutron-server[84765]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5e1b808a-588c-4008-b69e-f3b9e623e2ef', 'tag': '4df4d327-0412-4cba-a495-85861446610a'}] {{(pid=84874) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Jan 14 07:15:01.439549 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e47f4d18-d495-4d93-9d3f-4ac680df1387 tempest-ServersTestBootFromVolume-651906471 tempest-ServersTestBootFromVolume-651906471] Pushing event updated for resources: {'SecurityGroup': ['ID=068f456b-17bb-4a8a-bd2f-34bc7eaf0c91,revision_number=1']} {{(pid=84875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:15:01.453550 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-e47f4d18-d495-4d93-9d3f-4ac680df1387 tempest-ServersTestBootFromVolume-651906471 tempest-ServersTestBootFromVolume-651906471] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.816s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:15:01.493243 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-912e1622-ee9d-4f89-bda8-bfa599651940 tempest-ServersTestBootFromVolume-651906471 tempest-ServersTestBootFromVolume-651906471] Notify callbacks [] for security_group_rule, before_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:15:01.544820 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Provisioning for port 068e8b5c-7154-406d-8aed-c0c9acc08a21 completed by entity L2. {{(pid=84876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 07:15:01.566555 n-d-768862-2 neutron-server[84765]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5e1b808a-588c-4008-b69e-f3b9e623e2ef', 'tag': '4df4d327-0412-4cba-a495-85861446610a', 'status': 'completed', 'code': 200} Jan 14 07:15:01.583220 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [req-4e67147b-a9ee-4e4c-bac0-8d0d321d2958 req-e41c8484-bba9-4818-ad1d-5e85dda91ab3 tempest-ServerActionsTestJSON-743344072 tempest-ServerActionsTestJSON-743344072] Unset dirty status for tenant:12721d5aa0d74c769229c9ab1dd6bd37 on resource:security_group {{(pid=84875) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 14 07:15:01.584990 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [req-4e67147b-a9ee-4e4c-bac0-8d0d321d2958 req-e41c8484-bba9-4818-ad1d-5e85dda91ab3 tempest-ServerActionsTestJSON-743344072 tempest-ServerActionsTestJSON-743344072] 10.222.0.24 "GET /v2.0/security-groups?name=tempest-securitygroup--1995303922&fields=id&tenant_id=12721d5aa0d74c769229c9ab1dd6bd37 HTTP/1.1" status: 200 len: 267 time: 1.6879158 Jan 14 07:15:01.654436 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-5bc36711-ba7d-4bc4-853d-f686058edb61 tempest-TaggedBootDevicesTest_v242-294831919 tempest-TaggedBootDevicesTest_v242-294831919] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555753'] for port, before_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:15:01.702081 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Provisioning complete for port 068e8b5c-7154-406d-8aed-c0c9acc08a21 triggered by entity L2. {{(pid=84876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 07:15:01.702858 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-604227'] for port, provisioning_complete {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:15:01.709623 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6650ea62-7767-41b3-8855-f0726ff911e3 req-fa463969-500a-4fb2-9b5b-629f08b191d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:15:01.711805 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [req-6650ea62-7767-41b3-8855-f0726ff911e3 req-fa463969-500a-4fb2-9b5b-629f08b191d9 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=bea94e6b044f42eb9a9092a3b16f7820&device_id=5e1b808a-588c-4008-b69e-f3b9e623e2ef HTTP/1.1" status: 200 len: 1158 time: 0.2043118 Jan 14 07:15:01.724671 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-912e1622-ee9d-4f89-bda8-bfa599651940 tempest-ServersTestBootFromVolume-651906471 tempest-ServersTestBootFromVolume-651906471] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:15:01.804260 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-18c3d9bc-3e82-4f15-a9e4-887145ecf5e1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:15:01.813136 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-912e1622-ee9d-4f89-bda8-bfa599651940 tempest-ServersTestBootFromVolume-651906471 tempest-ServersTestBootFromVolume-651906471] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850966545'] for security_group_rule, after_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:15:01.825825 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-18c3d9bc-3e82-4f15-a9e4-887145ecf5e1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850887153'] for security_group, after_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:15:01.831674 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-ac27e3a8-8a36-41fc-90cb-b297f2231df8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777640123575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851621574'] for port, after_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:15:01.862496 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [req-6650ea62-7767-41b3-8855-f0726ff911e3 req-dc565060-28ef-4b09-8325-4c0f5577aa95 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=4df4d327-0412-4cba-a495-85861446610a HTTP/1.1" status: 200 len: 217 time: 0.1360884 Jan 14 07:15:01.867822 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:15:01.880767 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-18c3d9bc-3e82-4f15-a9e4-887145ecf5e1 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=7dd2e0912cbb478e8709e2acab45a0c4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9493759 Jan 14 07:15:01.881652 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84874) accepted ('10.222.0.24', 59510) {{(pid=84874) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:15:01.919457 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-1f8303fc-b232-4122-b889-fee0938e80bb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:15:01.943625 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-42976338-214e-4cc5-ae0a-663e3e0593d6 None None] Notify callbacks [] for port, precommit_create {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:15:01.967666 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-912e1622-ee9d-4f89-bda8-bfa599651940 tempest-ServersTestBootFromVolume-651906471 tempest-ServersTestBootFromVolume-651906471] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7dd6c865-2acb-4461-86a1-7a15d93f57d9,revision_number=0']} {{(pid=84874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:15:01.988921 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-912e1622-ee9d-4f89-bda8-bfa599651940 tempest-ServersTestBootFromVolume-651906471 tempest-ServersTestBootFromVolume-651906471] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:15:01.992463 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-3b8b2cc5-f75d-446b-b671-9f1a81cebc68 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.117s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:15:02.045691 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-912e1622-ee9d-4f89-bda8-bfa599651940 tempest-ServersTestBootFromVolume-651906471 tempest-ServersTestBootFromVolume-651906471] Notify callbacks [] for security_group_rule, before_response {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:15:02.049605 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-42976338-214e-4cc5-ae0a-663e3e0593d6 None None] Transition to ACTIVE for port object 82faa569-5ad1-49da-810c-ccb470368241 will not be triggered until provisioned by entity L2. {{(pid=84876) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 07:15:02.049742 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-912e1622-ee9d-4f89-bda8-bfa599651940 tempest-ServersTestBootFromVolume-651906471 tempest-ServersTestBootFromVolume-651906471] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6895361 Jan 14 07:15:02.052705 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84874) accepted ('10.222.0.24', 59514) {{(pid=84874) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:15:02.055720 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18c3d9bc-3e82-4f15-a9e4-887145ecf5e1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e0500377-3e68-4699-99dc-a8e8896d7796,revision_number=1']} {{(pid=84874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:15:02.061780 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-18c3d9bc-3e82-4f15-a9e4-887145ecf5e1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:15:02.065423 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555753'] for port, before_update {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:15:02.065961 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.v2.base [None req-7c7c7698-2d5d-4b39-9ef1-2e9dfc1d8478 tempest-ServersTestBootFromVolume-651906471 tempest-ServersTestBootFromVolume-651906471] Request body: {'security_group_rule': {'security_group_id': '068f456b-17bb-4a8a-bd2f-34bc7eaf0c91', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=84874) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:15:02.076932 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-7c7c7698-2d5d-4b39-9ef1-2e9dfc1d8478 tempest-ServersTestBootFromVolume-651906471 tempest-ServersTestBootFromVolume-651906471] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:15:02.081325 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-7c7c7698-2d5d-4b39-9ef1-2e9dfc1d8478 tempest-ServersTestBootFromVolume-651906471 tempest-ServersTestBootFromVolume-651906471] Usage tracker for resource:security_group_rule and tenant:18b1ab99759c4e17a07e1a0bd62f79a5 is out of sync, need to count used quota {{(pid=84874) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:15:02.082133 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] For port 068e8b5c-7154-406d-8aed-c0c9acc08a21, host n-d-768862-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-2',level=0,port_id=068e8b5c-7154-406d-8aed-c0c9acc08a21,segment=NetworkSegment(cf3ded2c-bc47-4a71-89af-6e7117e60140),segment_id=cf3ded2c-bc47-4a71-89af-6e7117e60140)] {{(pid=84876) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 07:15:02.084958 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-7c7c7698-2d5d-4b39-9ef1-2e9dfc1d8478 tempest-ServersTestBootFromVolume-651906471 tempest-ServersTestBootFromVolume-651906471] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=84874) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:15:02.089039 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-017f98a9-8a07-408c-a86f-8ff0c00400a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555753'] for port, before_update {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:15:02.092493 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-7c7c7698-2d5d-4b39-9ef1-2e9dfc1d8478 tempest-ServersTestBootFromVolume-651906471 tempest-ServersTestBootFromVolume-651906471] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=84874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:15:02.096414 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6650ea62-7767-41b3-8855-f0726ff911e3 req-0d6578c8-2009-4d5f-9f89-0579e006ae45 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:15:02.098390 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [req-6650ea62-7767-41b3-8855-f0726ff911e3 req-0d6578c8-2009-4d5f-9f89-0579e006ae45 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=2e380f87-06e1-48b6-bc32-a19c3cb2450d HTTP/1.1" status: 200 len: 852 time: 0.2125793 Jan 14 07:15:02.107067 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777640533312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363259214678337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777640097497'] for port, after_update {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:15:02.117856 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84876) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:15:02.158115 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-42976338-214e-4cc5-ae0a-663e3e0593d6 None None] Transition to ACTIVE for port object 82faa569-5ad1-49da-810c-ccb470368241 will not be triggered until provisioned by entity DHCP. {{(pid=84876) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 07:15:02.162020 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-b0f0eca3-78c0-4f12-9425-c91031793129 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:15:02.196293 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [req-6650ea62-7767-41b3-8855-f0726ff911e3 req-bef1ec98-2de4-4bd1-9c5d-aaec2c5ca4c3 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=cbe2ed4b-3608-4133-998a-17444358e4ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0830779 Jan 14 07:15:02.199319 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-7c7c7698-2d5d-4b39-9ef1-2e9dfc1d8478 tempest-ServersTestBootFromVolume-651906471 tempest-ServersTestBootFromVolume-651906471] Notify callbacks [] for security_group_rule, before_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:15:02.261495 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-42976338-214e-4cc5-ae0a-663e3e0593d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777640123575'] for port, after_create {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:15:02.274928 n-d-768862-2 neutron-server[84765]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5a880e33-93c3-4fa7-93e3-c4bf80d6af18', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9bd5986f-8518-4c1f-a3df-6cb9ccd2561f'}] {{(pid=84876) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Jan 14 07:15:02.295313 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [None req-017f98a9-8a07-408c-a86f-8ff0c00400a0 None None] For port 9bd5986f-8518-4c1f-a3df-6cb9ccd2561f, host n-h1-768862-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-h1-768862-2',level=0,port_id=9bd5986f-8518-4c1f-a3df-6cb9ccd2561f,segment=NetworkSegment(682aa48d-45db-4ce6-9539-8117fc7293eb),segment_id=682aa48d-45db-4ce6-9539-8117fc7293eb)] {{(pid=84876) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 07:15:02.303356 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac27e3a8-8a36-41fc-90cb-b297f2231df8 admin admin] Pushing event updated for resources: {'Port': ['ID=2801353b-4d0d-42b6-8bfd-426f65414e71,revision_number=1']} {{(pid=84875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:15:02.323938 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-ac27e3a8-8a36-41fc-90cb-b297f2231df8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.405s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:15:02.366141 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-017f98a9-8a07-408c-a86f-8ff0c00400a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777640533312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363259214678337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777640097497'] for port, after_update {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:15:02.378017 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [req-6650ea62-7767-41b3-8855-f0726ff911e3 req-26d788c9-dd2a-42c7-8572-2947a9a9a6d6 service neutron] 10.222.0.48 "GET /v2.0/networks/cbe2ed4b-3608-4133-998a-17444358e4ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1626868 Jan 14 07:15:02.389880 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-b0f0eca3-78c0-4f12-9425-c91031793129 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:15:02.405992 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Pushing event updated for resources: {'Port': ['ID=068e8b5c-7154-406d-8aed-c0c9acc08a21,revision_number=4']} {{(pid=84876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:15:02.413885 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.296s {{(pid=84876) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:15:02.416192 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-d23e5137-d40e-4d0c-b04a-33ddc868d173 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.126s {{(pid=84876) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:15:02.416957 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e67147b-a9ee-4e4c-bac0-8d0d321d2958 req-ef8bfc49-7d82-4811-8773-c8d4551c8e74 tempest-ServerActionsTestJSON-743344072 tempest-ServerActionsTestJSON-743344072] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:15:02.417768 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [req-4e67147b-a9ee-4e4c-bac0-8d0d321d2958 req-ef8bfc49-7d82-4811-8773-c8d4551c8e74 tempest-ServerActionsTestJSON-743344072 tempest-ServerActionsTestJSON-743344072] Synchronizing usage tracker for tenant:12721d5aa0d74c769229c9ab1dd6bd37 on resource:network {{(pid=84875) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 14 07:15:02.429648 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-b2950365-de58-4274-8c99-883b78512e3a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-598964', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850887113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3154192', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2308610'] for subnet, after_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:15:02.464324 n-d-768862-2 neutron-server[84765]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5a880e33-93c3-4fa7-93e3-c4bf80d6af18', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9bd5986f-8518-4c1f-a3df-6cb9ccd2561f', 'code': 200} Jan 14 07:15:02.467742 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:15:02.510111 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-017f98a9-8a07-408c-a86f-8ff0c00400a0 None None] Device 9bd5986f-8518-4c1f-a3df-6cb9ccd2561f up at agent ovs-agent-n-h1-768862-2 {{(pid=84876) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 07:15:02.581398 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42976338-214e-4cc5-ae0a-663e3e0593d6 None None] Pushing event updated for resources: {'Port': ['ID=82faa569-5ad1-49da-810c-ccb470368241,revision_number=1']} {{(pid=84876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:15:02.584583 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2950365-de58-4274-8c99-883b78512e3a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5559c54c-ef86-4695-a8aa-957013d4842c,revision_number=None']} {{(pid=84875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:15:02.601197 n-d-768862-2 neutron-server[84765]: DEBUG neutron.notifiers.nova [None req-5bc36711-ba7d-4bc4-853d-f686058edb61 tempest-TaggedBootDevicesTest_v242-294831919 tempest-TaggedBootDevicesTest_v242-294831919] device_id is not set on port 426e4c16-1d3b-4d47-8d3c-eb558bcba9f3 yet. {{(pid=84875) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}} Jan 14 07:15:02.615687 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-7c7c7698-2d5d-4b39-9ef1-2e9dfc1d8478 tempest-ServersTestBootFromVolume-651906471 tempest-ServersTestBootFromVolume-651906471] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:15:02.622173 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-7c7c7698-2d5d-4b39-9ef1-2e9dfc1d8478 tempest-ServersTestBootFromVolume-651906471 tempest-ServersTestBootFromVolume-651906471] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850966545'] for security_group_rule, after_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:15:02.640613 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [req-6650ea62-7767-41b3-8855-f0726ff911e3 req-7ee26216-0853-4883-96f2-589fc4e45aff service neutron] 10.222.0.48 "GET /v2.0/networks/cbe2ed4b-3608-4133-998a-17444358e4ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.2412124 Jan 14 07:15:02.643706 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-912e1622-ee9d-4f89-bda8-bfa599651940 tempest-ServersTestBootFromVolume-651906471 tempest-ServersTestBootFromVolume-651906471] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:15:02.649422 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-b2950365-de58-4274-8c99-883b78512e3a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.182s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:15:02.659550 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c7c7698-2d5d-4b39-9ef1-2e9dfc1d8478 tempest-ServersTestBootFromVolume-651906471 tempest-ServersTestBootFromVolume-651906471] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4c1e1361-11f6-44b6-8e88-7b484eb6390e,revision_number=0']} {{(pid=84874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:15:02.662023 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-7c7c7698-2d5d-4b39-9ef1-2e9dfc1d8478 tempest-ServersTestBootFromVolume-651906471 tempest-ServersTestBootFromVolume-651906471] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:15:02.663012 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-b0f0eca3-78c0-4f12-9425-c91031793129 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850887153'] for security_group, after_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:15:02.673343 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-e91bfcbf-c0cc-4e11-a42d-b9a99b318ceb tempest-ImagesNegativeTestJSON-146108451 tempest-ImagesNegativeTestJSON-146108451] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:15:02.676406 n-d-768862-2 neutron-server[84765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac27e3a8-8a36-41fc-90cb-b297f2231df8 admin admin] Network f464b8ac-d1b3-44c8-9261-897220cf15ad is already hosted by enough agents. {{(pid=84875) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 07:15:02.686926 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-8958594e-e8ef-43ac-9055-28e4a85316b0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted--9223372036851568851', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal--9223372036850888080'] for router_interface, after_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:15:02.689791 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0f0eca3-78c0-4f12-9425-c91031793129 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e0500377-3e68-4699-99dc-a8e8896d7796,revision_number=None']} {{(pid=84874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:15:02.692447 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-b0f0eca3-78c0-4f12-9425-c91031793129 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:15:02.700196 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-7c7c7698-2d5d-4b39-9ef1-2e9dfc1d8478 tempest-ServersTestBootFromVolume-651906471 tempest-ServersTestBootFromVolume-651906471] Notify callbacks [] for security_group_rule, before_response {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:15:02.705134 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-7c7c7698-2d5d-4b39-9ef1-2e9dfc1d8478 tempest-ServersTestBootFromVolume-651906471 tempest-ServersTestBootFromVolume-651906471] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.6462629 Jan 14 07:15:02.706964 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84874) accepted ('10.222.0.24', 59520) {{(pid=84874) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:15:02.711979 n-d-768862-2 neutron-server[84765]: DEBUG neutron.scheduler.base_scheduler [None req-ac27e3a8-8a36-41fc-90cb-b297f2231df8 admin admin] Resources bound (agent type, host, resource id): {{(pid=84875) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 07:15:02.718808 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.v2.base [None req-bf96a24e-07f1-4bc5-95bd-f946d826c314 tempest-ServersTestBootFromVolume-651906471 tempest-ServersTestBootFromVolume-651906471] Request body: {'floatingip': {'floating_network_id': '226f1e78-82cd-4481-9055-4eb73b6db8c1'}} {{(pid=84874) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:15:02.729179 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-b0f0eca3-78c0-4f12-9425-c91031793129 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:15:02.733060 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-b0f0eca3-78c0-4f12-9425-c91031793129 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/e0500377-3e68-4699-99dc-a8e8896d7796 HTTP/1.1" status: 204 len: 168 time: 0.8419633 Jan 14 07:15:02.797936 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-bf96a24e-07f1-4bc5-95bd-f946d826c314 tempest-ServersTestBootFromVolume-651906471 tempest-ServersTestBootFromVolume-651906471] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:15:02.811716 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-bf96a24e-07f1-4bc5-95bd-f946d826c314 tempest-ServersTestBootFromVolume-651906471 tempest-ServersTestBootFromVolume-651906471] Usage tracker for resource:floatingip and tenant:18b1ab99759c4e17a07e1a0bd62f79a5 is out of sync, need to count used quota {{(pid=84874) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:15:02.819220 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-bf96a24e-07f1-4bc5-95bd-f946d826c314 tempest-ServersTestBootFromVolume-651906471 tempest-ServersTestBootFromVolume-651906471] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=84874) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:15:02.833648 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-bf96a24e-07f1-4bc5-95bd-f946d826c314 tempest-ServersTestBootFromVolume-651906471 tempest-ServersTestBootFromVolume-651906471] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=84874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:15:02.851767 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-bf96a24e-07f1-4bc5-95bd-f946d826c314 tempest-ServersTestBootFromVolume-651906471 tempest-ServersTestBootFromVolume-651906471] Notify callbacks [] for floatingip, before_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:15:02.934494 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [req-4e67147b-a9ee-4e4c-bac0-8d0d321d2958 req-ef8bfc49-7d82-4811-8773-c8d4551c8e74 tempest-ServerActionsTestJSON-743344072 tempest-ServerActionsTestJSON-743344072] Unset dirty status for tenant:12721d5aa0d74c769229c9ab1dd6bd37 on resource:network {{(pid=84875) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 14 07:15:02.942891 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [req-4e67147b-a9ee-4e4c-bac0-8d0d321d2958 req-ef8bfc49-7d82-4811-8773-c8d4551c8e74 tempest-ServerActionsTestJSON-743344072 tempest-ServerActionsTestJSON-743344072] 10.222.0.24 "GET /v2.0/networks?id=9348431b-ede8-49dd-9040-2701ab71f388 HTTP/1.1" status: 200 len: 811 time: 1.3396640 Jan 14 07:15:02.945597 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac27e3a8-8a36-41fc-90cb-b297f2231df8 admin admin] Received port after_create {{(pid=84875) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 14 07:15:02.950380 n-d-768862-2 neutron-server[84765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42976338-214e-4cc5-ae0a-663e3e0593d6 None None] Network 7e6dfd47-4529-4194-becf-26a4f3ec97f5 is already hosted by enough agents. {{(pid=84876) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 07:15:02.951785 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.db.resource_extend [None req-61c4be0c-8bc0-4e6d-a82f-8116cd17445d None None] It took 0.26 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84876) wrapper /usr/local/lib/python3.6/dist-packages/oslo_utils/timeutils.py:388}} Jan 14 07:15:02.964339 n-d-768862-2 neutron-server[84765]: DEBUG neutron.scheduler.base_scheduler [None req-42976338-214e-4cc5-ae0a-663e3e0593d6 None None] Resources bound (agent type, host, resource id): {{(pid=84876) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 07:15:02.966157 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31b6bd56-e8fa-4b12-a704-dc8dc26c489f req-7d02fb02-481c-4ffc-8847-8117019ab299 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:15:02.967376 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42976338-214e-4cc5-ae0a-663e3e0593d6 None None] Received port after_create {{(pid=84876) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 14 07:15:02.981944 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [req-31b6bd56-e8fa-4b12-a704-dc8dc26c489f req-7d02fb02-481c-4ffc-8847-8117019ab299 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=bea94e6b044f42eb9a9092a3b16f7820&device_id=5e1b808a-588c-4008-b69e-f3b9e623e2ef HTTP/1.1" status: 200 len: 1158 time: 0.2485714 Jan 14 07:15:02.985052 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-017f98a9-8a07-408c-a86f-8ff0c00400a0 None None] Pushing event updated for resources: {'Port': ['ID=9bd5986f-8518-4c1f-a3df-6cb9ccd2561f,revision_number=4']} {{(pid=84876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:15:03.051439 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-017f98a9-8a07-408c-a86f-8ff0c00400a0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.635s {{(pid=84876) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:15:03.055051 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-017f98a9-8a07-408c-a86f-8ff0c00400a0 None None] Provisioning complete for port 9bd5986f-8518-4c1f-a3df-6cb9ccd2561f triggered by entity L2. {{(pid=84876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 07:15:03.055469 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-017f98a9-8a07-408c-a86f-8ff0c00400a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-604227'] for port, provisioning_complete {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:15:03.087244 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-017f98a9-8a07-408c-a86f-8ff0c00400a0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.709s {{(pid=84876) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:15:03.087654 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-017f98a9-8a07-408c-a86f-8ff0c00400a0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.001s {{(pid=84876) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:15:03.110382 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b4aa527-6170-4ce4-8afb-83b6de13dbf8 None None] Network 71b40b7a-b096-4de3-b013-cb8bf2ae45f9 requested from n-d-768862-2 {{(pid=84876) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 07:15:03.115282 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-b2950365-de58-4274-8c99-883b78512e3a admin admin] Notify callbacks [] for subnet, before_response {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:15:03.152399 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [req-4e67147b-a9ee-4e4c-bac0-8d0d321d2958 req-bf1495b3-39e3-4720-843a-f9dd3ef9db4b tempest-ServerActionsTestJSON-743344072 tempest-ServerActionsTestJSON-743344072] 10.222.0.24 "GET /v2.0/quotas/12721d5aa0d74c769229c9ab1dd6bd37 HTTP/1.1" status: 200 len: 375 time: 0.2081561 Jan 14 07:15:03.167508 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-b2950365-de58-4274-8c99-883b78512e3a admin admin] 10.222.0.24 "DELETE /v2.0/subnets/5559c54c-ef86-4695-a8aa-957013d4842c HTTP/1.1" status: 204 len: 168 time: 5.3228998 Jan 14 07:15:03.172071 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84875) accepted ('10.222.0.24', 59532) {{(pid=84875) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:15:03.262027 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-ac27e3a8-8a36-41fc-90cb-b297f2231df8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036850886386'] for router_interface, before_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:15:03.298003 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31b6bd56-e8fa-4b12-a704-dc8dc26c489f req-a4662b50-8316-4547-85a9-e974e69e65e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:15:03.300314 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [req-31b6bd56-e8fa-4b12-a704-dc8dc26c489f req-a4662b50-8316-4547-85a9-e974e69e65e5 service neutron] 10.222.0.48 "GET /v2.0/networks?tenant_id=bea94e6b044f42eb9a9092a3b16f7820&shared=False HTTP/1.1" status: 200 len: 907 time: 0.2982655 Jan 14 07:15:03.343326 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Device 068e8b5c-7154-406d-8aed-c0c9acc08a21 up at agent ovs-agent-n-d-768862-2 {{(pid=84876) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 07:15:03.502243 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.managers [None req-42976338-214e-4cc5-ae0a-663e3e0593d6 None None] Attempting to bind port 82faa569-5ad1-49da-810c-ccb470368241 on host n-d-768862-2 for vnic_type normal with profile {{(pid=84876) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 14 07:15:03.502693 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.managers [None req-42976338-214e-4cc5-ae0a-663e3e0593d6 None None] Attempting to bind port 82faa569-5ad1-49da-810c-ccb470368241 by drivers openvswitch on host n-d-768862-2 at level 0 using segments [{'id': '45d9d481-0591-4c27-afea-fa8e7532b5c2', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 20, 'network_id': '7e6dfd47-4529-4194-becf-26a4f3ec97f5'}] {{(pid=84876) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 14 07:15:03.503092 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42976338-214e-4cc5-ae0a-663e3e0593d6 None None] Attempting to bind port 82faa569-5ad1-49da-810c-ccb470368241 on network 7e6dfd47-4529-4194-becf-26a4f3ec97f5 {{(pid=84876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 14 07:15:03.568080 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42976338-214e-4cc5-ae0a-663e3e0593d6 None None] Checking agent: {'id': 'ba5efab1-b43c-4d5a-bc52-6e105d4e67a2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768862-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 14, 6, 56, 52), 'started_at': datetime.datetime(2021, 1, 14, 6, 57, 22), 'heartbeat_timestamp': datetime.datetime(2021, 1, 14, 7, 14, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768862-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.29', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 14 07:15:03.568655 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42976338-214e-4cc5-ae0a-663e3e0593d6 None None] Checking segment: {'id': '45d9d481-0591-4c27-afea-fa8e7532b5c2', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 20, 'network_id': '7e6dfd47-4529-4194-becf-26a4f3ec97f5'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84876) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 14 07:15:03.568972 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-42976338-214e-4cc5-ae0a-663e3e0593d6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:15:03.569427 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42976338-214e-4cc5-ae0a-663e3e0593d6 None None] Bound using segment: {'id': '45d9d481-0591-4c27-afea-fa8e7532b5c2', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 20, 'network_id': '7e6dfd47-4529-4194-becf-26a4f3ec97f5'} {{(pid=84876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 14 07:15:03.570050 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.managers [None req-42976338-214e-4cc5-ae0a-663e3e0593d6 None None] Bound port: 82faa569-5ad1-49da-810c-ccb470368241, host: n-d-768862-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '45d9d481-0591-4c27-afea-fa8e7532b5c2', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 20, 'network_id': '7e6dfd47-4529-4194-becf-26a4f3ec97f5'}}] {{(pid=84876) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 14 07:15:03.570716 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-42976338-214e-4cc5-ae0a-663e3e0593d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555753'] for port, before_update {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:15:03.639383 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-61c4be0c-8bc0-4e6d-a82f-8116cd17445d None None] Notify callbacks [] for port, precommit_update {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:15:03.795739 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-61c4be0c-8bc0-4e6d-a82f-8116cd17445d None None] Transition to ACTIVE for port object f8e54d72-8604-4333-b165-5be58a0292ce will not be triggered until provisioned by entity L2. {{(pid=84876) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 07:15:03.804714 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-8951118e-2064-4785-9694-c4e8ac1910cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036854160497'] for network, before_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:15:03.826105 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [None req-42976338-214e-4cc5-ae0a-663e3e0593d6 None None] For port 82faa569-5ad1-49da-810c-ccb470368241, host n-d-768862-2, cleared binding levels {{(pid=84876) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 14 07:15:03.829651 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31b6bd56-e8fa-4b12-a704-dc8dc26c489f req-e06e676f-89d3-47f9-987a-de69ccc64c63 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:15:03.831289 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [req-31b6bd56-e8fa-4b12-a704-dc8dc26c489f req-e06e676f-89d3-47f9-987a-de69ccc64c63 service neutron] 10.222.0.48 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 863 time: 0.5229242 Jan 14 07:15:03.841378 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-61c4be0c-8bc0-4e6d-a82f-8116cd17445d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777640533312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363259214678337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777640097497'] for port, after_update {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:15:03.869029 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-091271c4-fb49-44a7-8121-04dd91d4f29d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84876) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:15:03.884006 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-bf96a24e-07f1-4bc5-95bd-f946d826c314 tempest-ServersTestBootFromVolume-651906471 tempest-ServersTestBootFromVolume-651906471] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555753'] for port, before_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:15:03.915565 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [None req-42976338-214e-4cc5-ae0a-663e3e0593d6 None None] For port 82faa569-5ad1-49da-810c-ccb470368241, host n-d-768862-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-2',level=0,port_id=82faa569-5ad1-49da-810c-ccb470368241,segment=NetworkSegment(45d9d481-0591-4c27-afea-fa8e7532b5c2),segment_id=45d9d481-0591-4c27-afea-fa8e7532b5c2)] {{(pid=84876) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 14 07:15:04.002785 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-42976338-214e-4cc5-ae0a-663e3e0593d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777640533312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363259214678337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777640097497'] for port, after_update {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:15:04.014469 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-ac27e3a8-8a36-41fc-90cb-b297f2231df8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555753'] for port, before_update {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:15:04.096425 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60ca455c-db27-49f0-a6f1-04614b79c8ba req-c59d584d-fd86-4511-803a-417466415de9 tempest-ServersAdminTestJSON-2110659293 tempest-ServersAdminTestJSON-2110659293] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:15:04.097571 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [req-60ca455c-db27-49f0-a6f1-04614b79c8ba req-c59d584d-fd86-4511-803a-417466415de9 tempest-ServersAdminTestJSON-2110659293 tempest-ServersAdminTestJSON-2110659293] Synchronizing usage tracker for tenant:44f1ebfb726c40f79f3e17c7e6a9b92b on resource:port {{(pid=84874) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 14 07:15:04.103803 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84874) accepted ('10.222.0.24', 59548) {{(pid=84874) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:15:04.128954 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0419b9e6-3164-4d6f-9108-2d0bf3bb068a None None] DHCP port deletion for 71b40b7a-b096-4de3-b013-cb8bf2ae45f9 request from n-d-768862-2 {{(pid=84876) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Jan 14 07:15:04.146446 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Provisioning complete for port 068e8b5c-7154-406d-8aed-c0c9acc08a21 triggered by entity L2. {{(pid=84876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 07:15:04.146777 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-604227'] for port, provisioning_complete {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:15:04.188324 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [req-60ca455c-db27-49f0-a6f1-04614b79c8ba req-c59d584d-fd86-4511-803a-417466415de9 tempest-ServersAdminTestJSON-2110659293 tempest-ServersAdminTestJSON-2110659293] Unset dirty status for tenant:44f1ebfb726c40f79f3e17c7e6a9b92b on resource:port {{(pid=84874) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 14 07:15:04.189874 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [req-60ca455c-db27-49f0-a6f1-04614b79c8ba req-c59d584d-fd86-4511-803a-417466415de9 tempest-ServersAdminTestJSON-2110659293 tempest-ServersAdminTestJSON-2110659293] 10.222.0.35 "GET /v2.0/ports?device_id=5a880e33-93c3-4fa7-93e3-c4bf80d6af18 HTTP/1.1" status: 200 len: 950 time: 0.3574257 Jan 14 07:15:04.214697 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-960640ad-2f00-4af2-8a12-6e361d157d60 None None] Pushing event updated for resources: {'Port': ['ID=f8e54d72-8604-4333-b165-5be58a0292ce,revision_number=3']} {{(pid=84876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:15:04.236672 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.plugin [None req-0419b9e6-3164-4d6f-9108-2d0bf3bb068a None None] Deleting port c50fbaf5-1c53-4341-a495-e1ffa63714dd {{(pid=84876) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 07:15:04.237117 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-0419b9e6-3164-4d6f-9108-2d0bf3bb068a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363259214248359'] for port, before_delete {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:15:04.286720 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-960640ad-2f00-4af2-8a12-6e361d157d60 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.418s {{(pid=84876) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:15:04.308629 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-e93cdf81-0f43-42b3-a574-30a740c480db None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.271s {{(pid=84876) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:15:04.347507 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.plugin [req-60ca455c-db27-49f0-a6f1-04614b79c8ba req-f8b689aa-8da1-4deb-a01b-08e441a23066 tempest-ServersAdminTestJSON-2110659293 tempest-ServersAdminTestJSON-2110659293] Deleting port 9bd5986f-8518-4c1f-a3df-6cb9ccd2561f {{(pid=84874) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 07:15:04.348273 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [req-60ca455c-db27-49f0-a6f1-04614b79c8ba req-f8b689aa-8da1-4deb-a01b-08e441a23066 tempest-ServersAdminTestJSON-2110659293 tempest-ServersAdminTestJSON-2110659293] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363259214248359'] for port, before_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:15:04.365716 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-ac27e3a8-8a36-41fc-90cb-b297f2231df8 admin admin] Notify callbacks [] for port, precommit_update {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:15:04.397519 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.v2.base [None req-dee7b1e0-04c4-4303-b9d7-12169a7c119f admin admin] Request body: {'network': {'name': 'tempest-ServerRescueTestJSON-1903067572-network', 'tenant_id': '4ebd08242e6f46dca912a0e194693f11'}} {{(pid=84874) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:15:04.401170 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.plugin [None req-8951118e-2064-4785-9694-c4e8ac1910cc admin admin] Deleting port c50fbaf5-1c53-4341-a495-e1ffa63714dd {{(pid=84875) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 07:15:04.401938 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-8951118e-2064-4785-9694-c4e8ac1910cc admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363259214248359'] for port, before_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:15:04.423945 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-dee7b1e0-04c4-4303-b9d7-12169a7c119f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:15:04.434153 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-dee7b1e0-04c4-4303-b9d7-12169a7c119f admin admin] Usage tracker for resource:network and tenant:4ebd08242e6f46dca912a0e194693f11 is out of sync, need to count used quota {{(pid=84874) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:15:04.435268 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.db_base_plugin_common [None req-5bc36711-ba7d-4bc4-853d-f686058edb61 tempest-TaggedBootDevicesTest_v242-294831919 tempest-TaggedBootDevicesTest_v242-294831919] Allocated IP 10.1.1.67 (98072e70-e1ea-4296-9013-017af5cadabb/2fa91875-55fd-4489-bc57-f1f358815b1a/426e4c16-1d3b-4d47-8d3c-eb558bcba9f3) {{(pid=84875) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 14 07:15:04.443040 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-dee7b1e0-04c4-4303-b9d7-12169a7c119f admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84874) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:15:04.446396 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-ac27e3a8-8a36-41fc-90cb-b297f2231df8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777640533312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363259214678337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777640097497', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3154211'] for port, after_update {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:15:04.469233 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-dee7b1e0-04c4-4303-b9d7-12169a7c119f admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:15:04.488947 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-dbd10a28-85d1-4cf4-8991-fb5d024ce4fd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:15:04.494322 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-017f98a9-8a07-408c-a86f-8ff0c00400a0 None None] Device 9bd5986f-8518-4c1f-a3df-6cb9ccd2561f no longer exists at agent ovs-agent-n-h1-768862-2 {{(pid=84876) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jan 14 07:15:04.506234 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.db_base_plugin_common [None req-bf96a24e-07f1-4bc5-95bd-f946d826c314 tempest-ServersTestBootFromVolume-651906471 tempest-ServersTestBootFromVolume-651906471] Allocated IP 172.25.2.68 (226f1e78-82cd-4481-9055-4eb73b6db8c1/ba8deeec-7658-4195-9449-038c076f5c83/c67690fd-5bf4-4e9e-b1a5-f6b6cc29debd) {{(pid=84874) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 14 07:15:04.545544 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dee7b1e0-04c4-4303-b9d7-12169a7c119f admin admin] Made reservation on behalf of 4ebd08242e6f46dca912a0e194693f11 for: {'network': 1} {{(pid=84874) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 07:15:04.550413 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-dee7b1e0-04c4-4303-b9d7-12169a7c119f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555753'] for network, before_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:15:04.586877 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-dee7b1e0-04c4-4303-b9d7-12169a7c119f admin admin] Notify callbacks [] for security_group, before_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:15:04.597533 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42976338-214e-4cc5-ae0a-663e3e0593d6 None None] Pushing event updated for resources: {'Port': ['ID=82faa569-5ad1-49da-810c-ccb470368241,revision_number=2']} {{(pid=84876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:15:04.675009 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [req-4e67147b-a9ee-4e4c-bac0-8d0d321d2958 req-0a8deb1a-4195-432f-8711-a043acd5fb48 tempest-ServerActionsTestJSON-743344072 tempest-ServerActionsTestJSON-743344072] Synchronizing usage tracker for tenant:12721d5aa0d74c769229c9ab1dd6bd37 on resource:port {{(pid=84875) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 14 07:15:04.751072 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-dee7b1e0-04c4-4303-b9d7-12169a7c119f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:15:04.784851 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-dee7b1e0-04c4-4303-b9d7-12169a7c119f admin admin] Usage tracker for resource:security_group_rule and tenant:4ebd08242e6f46dca912a0e194693f11 is out of sync, need to count used quota {{(pid=84874) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:15:04.790980 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-dee7b1e0-04c4-4303-b9d7-12169a7c119f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84874) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:15:04.791219 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [req-4e67147b-a9ee-4e4c-bac0-8d0d321d2958 req-0a8deb1a-4195-432f-8711-a043acd5fb48 tempest-ServerActionsTestJSON-743344072 tempest-ServerActionsTestJSON-743344072] Unset dirty status for tenant:12721d5aa0d74c769229c9ab1dd6bd37 on resource:port {{(pid=84875) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 14 07:15:04.804734 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [req-4e67147b-a9ee-4e4c-bac0-8d0d321d2958 req-0a8deb1a-4195-432f-8711-a043acd5fb48 tempest-ServerActionsTestJSON-743344072 tempest-ServerActionsTestJSON-743344072] 10.222.0.24 "GET /v2.0/ports?tenant_id=12721d5aa0d74c769229c9ab1dd6bd37&fields=id HTTP/1.1" status: 200 len: 348 time: 1.6285987 Jan 14 07:15:04.805442 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-dee7b1e0-04c4-4303-b9d7-12169a7c119f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:15:04.841837 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [None req-0419b9e6-3164-4d6f-9108-2d0bf3bb068a None None] For port c50fbaf5-1c53-4341-a495-e1ffa63714dd, host n-d-768862-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-2',level=0,port_id=c50fbaf5-1c53-4341-a495-e1ffa63714dd,segment=NetworkSegment(c06239e8-61ba-417e-8bdc-4c57821155ed),segment_id=c06239e8-61ba-417e-8bdc-4c57821155ed)] {{(pid=84876) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 07:15:04.842292 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-0419b9e6-3164-4d6f-9108-2d0bf3bb068a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036850862667'] for port, precommit_delete {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:15:04.921722 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [req-60ca455c-db27-49f0-a6f1-04614b79c8ba req-f8b689aa-8da1-4deb-a01b-08e441a23066 tempest-ServersAdminTestJSON-2110659293 tempest-ServersAdminTestJSON-2110659293] For port 9bd5986f-8518-4c1f-a3df-6cb9ccd2561f, host n-h1-768862-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-h1-768862-2',level=0,port_id=9bd5986f-8518-4c1f-a3df-6cb9ccd2561f,segment=NetworkSegment(682aa48d-45db-4ce6-9539-8117fc7293eb),segment_id=682aa48d-45db-4ce6-9539-8117fc7293eb)] {{(pid=84874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 07:15:04.921968 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [req-60ca455c-db27-49f0-a6f1-04614b79c8ba req-f8b689aa-8da1-4deb-a01b-08e441a23066 tempest-ServersAdminTestJSON-2110659293 tempest-ServersAdminTestJSON-2110659293] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036850862667'] for port, precommit_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:15:04.975479 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-ac27e3a8-8a36-41fc-90cb-b297f2231df8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3206949', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3889649'] for router_interface, after_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:15:05.037519 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac27e3a8-8a36-41fc-90cb-b297f2231df8 admin admin] Pushing event updated for resources: {'Port': ['ID=2801353b-4d0d-42b6-8bfd-426f65414e71,revision_number=2']} {{(pid=84875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:15:05.041437 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-ac27e3a8-8a36-41fc-90cb-b297f2231df8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.553s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:15:05.079081 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-bf96a24e-07f1-4bc5-95bd-f946d826c314 tempest-ServersTestBootFromVolume-651906471 tempest-ServersTestBootFromVolume-651906471] Notify callbacks [] for port, precommit_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:15:05.089484 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.plugin [req-60ca455c-db27-49f0-a6f1-04614b79c8ba req-f8b689aa-8da1-4deb-a01b-08e441a23066 tempest-ServersAdminTestJSON-2110659293 tempest-ServersAdminTestJSON-2110659293] Calling delete_port for 9bd5986f-8518-4c1f-a3df-6cb9ccd2561f owned by compute:nova {{(pid=84874) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 07:15:05.197688 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-42976338-214e-4cc5-ae0a-663e3e0593d6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.889s {{(pid=84876) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:15:05.222525 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.plugin [None req-0419b9e6-3164-4d6f-9108-2d0bf3bb068a None None] Calling delete_port for c50fbaf5-1c53-4341-a495-e1ffa63714dd owned by network:dhcp {{(pid=84876) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 07:15:05.234852 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-dee7b1e0-04c4-4303-b9d7-12169a7c119f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:15:05.236197 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-bf96a24e-07f1-4bc5-95bd-f946d826c314 tempest-ServersTestBootFromVolume-651906471 tempest-ServersTestBootFromVolume-651906471] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777640123575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3254186'] for port, after_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:15:05.253250 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-ed500615-ae86-4bfb-977a-ee1f497b51c2 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:15:05.319211 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf96a24e-07f1-4bc5-95bd-f946d826c314 tempest-ServersTestBootFromVolume-651906471 tempest-ServersTestBootFromVolume-651906471] Pushing event updated for resources: {'Port': ['ID=c67690fd-5bf4-4e9e-b1a5-f6b6cc29debd,revision_number=1']} {{(pid=84874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:15:05.322222 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-dee7b1e0-04c4-4303-b9d7-12169a7c119f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850887153'] for security_group, after_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:15:05.359636 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.managers [None req-61c4be0c-8bc0-4e6d-a82f-8116cd17445d None None] Attempting to bind port f8e54d72-8604-4333-b165-5be58a0292ce on host n-d-768862-2 for vnic_type normal with profile {{(pid=84876) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 14 07:15:05.360083 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.managers [None req-61c4be0c-8bc0-4e6d-a82f-8116cd17445d None None] Attempting to bind port f8e54d72-8604-4333-b165-5be58a0292ce by drivers openvswitch on host n-d-768862-2 at level 0 using segments [{'id': '9d160776-cb4e-4c54-875c-28b1a84a4c08', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 15, 'network_id': '3464e1d7-d68d-4886-b510-ed67f13e3a28'}] {{(pid=84876) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 14 07:15:05.360493 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61c4be0c-8bc0-4e6d-a82f-8116cd17445d None None] Attempting to bind port f8e54d72-8604-4333-b165-5be58a0292ce on network 3464e1d7-d68d-4886-b510-ed67f13e3a28 {{(pid=84876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 14 07:15:05.378788 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-bf96a24e-07f1-4bc5-95bd-f946d826c314 tempest-ServersTestBootFromVolume-651906471 tempest-ServersTestBootFromVolume-651906471] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:15:05.379462 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-380b8ec1-6ddb-4e79-9d47-ea4206859705 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:15:05.436066 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61c4be0c-8bc0-4e6d-a82f-8116cd17445d None None] Checking agent: {'id': 'ba5efab1-b43c-4d5a-bc52-6e105d4e67a2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768862-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 14, 6, 56, 52), 'started_at': datetime.datetime(2021, 1, 14, 6, 57, 22), 'heartbeat_timestamp': datetime.datetime(2021, 1, 14, 7, 14, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768862-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.29', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 14 07:15:05.436336 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61c4be0c-8bc0-4e6d-a82f-8116cd17445d None None] Checking segment: {'id': '9d160776-cb4e-4c54-875c-28b1a84a4c08', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 15, 'network_id': '3464e1d7-d68d-4886-b510-ed67f13e3a28'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84876) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 14 07:15:05.436787 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-61c4be0c-8bc0-4e6d-a82f-8116cd17445d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:15:05.437209 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61c4be0c-8bc0-4e6d-a82f-8116cd17445d None None] Bound using segment: {'id': '9d160776-cb4e-4c54-875c-28b1a84a4c08', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 15, 'network_id': '3464e1d7-d68d-4886-b510-ed67f13e3a28'} {{(pid=84876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 14 07:15:05.437747 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.managers [None req-61c4be0c-8bc0-4e6d-a82f-8116cd17445d None None] Bound port: f8e54d72-8604-4333-b165-5be58a0292ce, host: n-d-768862-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9d160776-cb4e-4c54-875c-28b1a84a4c08', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 15, 'network_id': '3464e1d7-d68d-4886-b510-ed67f13e3a28'}}] {{(pid=84876) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 14 07:15:05.438163 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-61c4be0c-8bc0-4e6d-a82f-8116cd17445d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555753'] for port, before_update {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:15:05.471712 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dee7b1e0-04c4-4303-b9d7-12169a7c119f admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 6} {{(pid=84874) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Jan 14 07:15:05.500470 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [None req-8951118e-2064-4785-9694-c4e8ac1910cc admin admin] For port c50fbaf5-1c53-4341-a495-e1ffa63714dd, host n-d-768862-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-2',level=0,port_id=c50fbaf5-1c53-4341-a495-e1ffa63714dd,segment=NetworkSegment(c06239e8-61ba-417e-8bdc-4c57821155ed),segment_id=c06239e8-61ba-417e-8bdc-4c57821155ed)] {{(pid=84875) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 07:15:05.500845 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-8951118e-2064-4785-9694-c4e8ac1910cc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036850862667'] for port, precommit_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:15:05.502678 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dee7b1e0-04c4-4303-b9d7-12169a7c119f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=97cf537e-815b-4ace-b4d4-a14be005ddef,revision_number=1']} {{(pid=84874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:15:05.533179 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-dee7b1e0-04c4-4303-b9d7-12169a7c119f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:15:05.548535 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-dee7b1e0-04c4-4303-b9d7-12169a7c119f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854179735'] for segment, precommit_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:15:05.549095 n-d-768862-2 neutron-server[84765]: INFO neutron.db.segments_db [None req-dee7b1e0-04c4-4303-b9d7-12169a7c119f admin admin] Added segment 93976ada-1e92-437b-bb3f-368ee8feeb67 of type vxlan for network e5694f3a-2860-4c11-af90-4911b39c9d07 Jan 14 07:15:05.620677 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-dee7b1e0-04c4-4303-b9d7-12169a7c119f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363259214646115'] for network, precommit_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:15:05.629512 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [req-60ca455c-db27-49f0-a6f1-04614b79c8ba req-f8b689aa-8da1-4deb-a01b-08e441a23066 tempest-ServersAdminTestJSON-2110659293 tempest-ServersAdminTestJSON-2110659293] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777640533329', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777640097463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3254186'] for port, after_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:15:05.649057 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-0419b9e6-3164-4d6f-9108-2d0bf3bb068a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777640533329', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777640097463'] for port, after_delete {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:15:05.649832 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-ae7d39ff-cf7a-4d5a-bd8b-58cda7037419 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:15:05.685325 n-d-768862-2 neutron-server[84765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf96a24e-07f1-4bc5-95bd-f946d826c314 tempest-ServersTestBootFromVolume-651906471 tempest-ServersTestBootFromVolume-651906471] Network 226f1e78-82cd-4481-9055-4eb73b6db8c1 is already hosted by enough agents. {{(pid=84874) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 07:15:05.698199 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8b689aa-8da1-4deb-a01b-08e441a23066 tempest-ServersAdminTestJSON-2110659293 tempest-ServersAdminTestJSON-2110659293] Pushing event deleted for resources: {'Port': ['ID=9bd5986f-8518-4c1f-a3df-6cb9ccd2561f,revision_number=None']} {{(pid=84874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:15:05.700644 n-d-768862-2 neutron-server[84765]: DEBUG neutron.scheduler.base_scheduler [None req-bf96a24e-07f1-4bc5-95bd-f946d826c314 tempest-ServersTestBootFromVolume-651906471 tempest-ServersTestBootFromVolume-651906471] Resources bound (agent type, host, resource id): {{(pid=84874) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 07:15:05.704333 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-f8b689aa-8da1-4deb-a01b-08e441a23066 tempest-ServersAdminTestJSON-2110659293 tempest-ServersAdminTestJSON-2110659293] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:15:05.708596 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf96a24e-07f1-4bc5-95bd-f946d826c314 tempest-ServersTestBootFromVolume-651906471 tempest-ServersTestBootFromVolume-651906471] Received port after_create {{(pid=84874) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 14 07:15:05.762996 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-5bc36711-ba7d-4bc4-853d-f686058edb61 tempest-TaggedBootDevicesTest_v242-294831919 tempest-TaggedBootDevicesTest_v242-294831919] Notify callbacks [] for port, precommit_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:15:05.770816 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-017f98a9-8a07-408c-a86f-8ff0c00400a0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84876) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:15:05.807516 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Device c50fbaf5-1c53-4341-a495-e1ffa63714dd no longer exists at agent ovs-agent-n-d-768862-2 {{(pid=84876) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jan 14 07:15:05.833332 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-5bc36711-ba7d-4bc4-853d-f686058edb61 tempest-TaggedBootDevicesTest_v242-294831919 tempest-TaggedBootDevicesTest_v242-294831919] Transition to ACTIVE for port object 426e4c16-1d3b-4d47-8d3c-eb558bcba9f3 will not be triggered until provisioned by entity DHCP. {{(pid=84875) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 07:15:05.834357 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.db.resource_extend [None req-dee7b1e0-04c4-4303-b9d7-12169a7c119f admin admin] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84874) wrapper /usr/local/lib/python3.6/dist-packages/oslo_utils/timeutils.py:388}} Jan 14 07:15:05.871760 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-017f98a9-8a07-408c-a86f-8ff0c00400a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555753'] for port, before_update {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:15:05.923198 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-dee7b1e0-04c4-4303-b9d7-12169a7c119f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850887149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964'] for network, after_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:15:05.924281 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dee7b1e0-04c4-4303-b9d7-12169a7c119f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:15:05.924937 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-dee7b1e0-04c4-4303-b9d7-12169a7c119f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3207107'] for network, before_response {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:15:05.939199 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.plugin [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] No Port match for: c50fbaf5-1c53-4341-a495-e1ffa63714dd {{(pid=84876) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2188}} Jan 14 07:15:05.940033 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Device c50fbaf5-1c53-4341-a495-e1ffa63714dd not bound to the agent host n-d-768862-2 {{(pid=84876) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jan 14 07:15:05.951152 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.plugin [None req-8951118e-2064-4785-9694-c4e8ac1910cc admin admin] Calling delete_port for c50fbaf5-1c53-4341-a495-e1ffa63714dd owned by network:dhcp {{(pid=84875) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 07:15:05.962530 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-bf96a24e-07f1-4bc5-95bd-f946d826c314 tempest-ServersTestBootFromVolume-651906471 tempest-ServersTestBootFromVolume-651906471] Notify callbacks [] for floatingip, precommit_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:15:05.970788 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-269865a4-64dd-4548-a3db-0a65cc598d65 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:15:06.013104 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0419b9e6-3164-4d6f-9108-2d0bf3bb068a None None] Pushing event deleted for resources: {'Port': ['ID=c50fbaf5-1c53-4341-a495-e1ffa63714dd,revision_number=None']} {{(pid=84876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:15:06.015942 n-d-768862-2 neutron-server[84765]: DEBUG neutron.objects.ports [None req-a83d6e6a-c33e-4967-a430-93bd75b05f4c None None] Time-cost: Fetching 1 ports in 1 security groups {{(pid=84876) get_objects /opt/stack/neutron/neutron/objects/ports.py:428}} Jan 14 07:15:06.020822 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-0419b9e6-3164-4d6f-9108-2d0bf3bb068a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.249s {{(pid=84876) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:15:06.038327 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0419b9e6-3164-4d6f-9108-2d0bf3bb068a None None] No DVR routers for this DVR port c50fbaf5-1c53-4341-a495-e1ffa63714dd on host n-d-768862-2 {{(pid=84876) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Jan 14 07:15:06.043167 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [None req-61c4be0c-8bc0-4e6d-a82f-8116cd17445d None None] For port f8e54d72-8604-4333-b165-5be58a0292ce, host n-d-768862-2, cleared binding levels {{(pid=84876) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 14 07:15:06.047138 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [None req-61c4be0c-8bc0-4e6d-a82f-8116cd17445d None None] For port f8e54d72-8604-4333-b165-5be58a0292ce, host n-d-768862-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-2',level=0,port_id=f8e54d72-8604-4333-b165-5be58a0292ce,segment=NetworkSegment(9d160776-cb4e-4c54-875c-28b1a84a4c08),segment_id=9d160776-cb4e-4c54-875c-28b1a84a4c08)] {{(pid=84876) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 14 07:15:06.051816 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-61c4be0c-8bc0-4e6d-a82f-8116cd17445d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777640533312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363259214678337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777640097497'] for port, after_update {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:15:06.066350 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-017f98a9-8a07-408c-a86f-8ff0c00400a0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84876) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:15:06.180399 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dee7b1e0-04c4-4303-b9d7-12169a7c119f admin admin] Pushing event updated for resources: {'Network': ['ID=e5694f3a-2860-4c11-af90-4911b39c9d07,revision_number=1']} {{(pid=84874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:15:06.203885 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-960640ad-2f00-4af2-8a12-6e361d157d60 None None] Pushing event updated for resources: {'Port': ['ID=f8e54d72-8604-4333-b165-5be58a0292ce,revision_number=4']} {{(pid=84876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:15:06.216932 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-017f98a9-8a07-408c-a86f-8ff0c00400a0 None None] Network e5694f3a-2860-4c11-af90-4911b39c9d07 details requested by agent ovs-agent-n-h1-768862-2 with host n-h1-768862-2 {{(pid=84876) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 07:15:06.222182 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_dvrscheduler_db [req-60ca455c-db27-49f0-a6f1-04614b79c8ba req-f8b689aa-8da1-4deb-a01b-08e441a23066 tempest-ServersAdminTestJSON-2110659293 tempest-ServersAdminTestJSON-2110659293] No DVR routers for this DVR port 9bd5986f-8518-4c1f-a3df-6cb9ccd2561f on host n-h1-768862-2 {{(pid=84874) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Jan 14 07:15:06.224562 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-dee7b1e0-04c4-4303-b9d7-12169a7c119f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.254s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:15:06.228965 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [req-60ca455c-db27-49f0-a6f1-04614b79c8ba req-f8b689aa-8da1-4deb-a01b-08e441a23066 tempest-ServersAdminTestJSON-2110659293 tempest-ServersAdminTestJSON-2110659293] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854768116'] for port, before_response {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:15:06.231214 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [req-60ca455c-db27-49f0-a6f1-04614b79c8ba req-f8b689aa-8da1-4deb-a01b-08e441a23066 tempest-ServersAdminTestJSON-2110659293 tempest-ServersAdminTestJSON-2110659293] 10.222.0.35 "DELETE /v2.0/ports/9bd5986f-8518-4c1f-a3df-6cb9ccd2561f HTTP/1.1" status: 204 len: 173 time: 2.0329764 Jan 14 07:15:06.231934 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-bf96a24e-07f1-4bc5-95bd-f946d826c314 tempest-ServersTestBootFromVolume-651906471 tempest-ServersTestBootFromVolume-651906471] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555753'] for port, before_update {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:15:06.233739 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-852a24f7-e9a1-4193-9abb-e9506fe5213f None None] Network e5694f3a-2860-4c11-af90-4911b39c9d07 details requested by agent ovs-agent-n-h2-768862-2 with host n-h2-768862-2 {{(pid=84876) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 07:15:06.249488 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Network e5694f3a-2860-4c11-af90-4911b39c9d07 details requested by agent ovs-agent-n-d-768862-2 with host n-d-768862-2 {{(pid=84876) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 07:15:06.257563 n-d-768862-2 neutron-server[84765]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5a880e33-93c3-4fa7-93e3-c4bf80d6af18', 'name': 'network-vif-deleted', 'tag': '9bd5986f-8518-4c1f-a3df-6cb9ccd2561f'}] {{(pid=84874) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Jan 14 07:15:06.271432 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-dee7b1e0-04c4-4303-b9d7-12169a7c119f admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 877 time: 2.1608036 Jan 14 07:15:06.275989 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84874) accepted ('10.222.0.24', 59560) {{(pid=84874) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:15:06.290250 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.v2.base [None req-95b401e1-b19d-41bc-8314-6cbeb4e5887b admin admin] Request body: {'subnet': {'network_id': 'e5694f3a-2860-4c11-af90-4911b39c9d07', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueTestJSON-1903067572-subnet', 'tenant_id': '4ebd08242e6f46dca912a0e194693f11', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=84874) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:15:06.300271 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-95b401e1-b19d-41bc-8314-6cbeb4e5887b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:15:06.304822 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-95b401e1-b19d-41bc-8314-6cbeb4e5887b admin admin] Usage tracker for resource:subnet and tenant:4ebd08242e6f46dca912a0e194693f11 is out of sync, need to count used quota {{(pid=84874) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:15:06.308127 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-95b401e1-b19d-41bc-8314-6cbeb4e5887b admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84874) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:15:06.314218 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-95b401e1-b19d-41bc-8314-6cbeb4e5887b admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:15:06.331964 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.agents_db [None req-5b939a2f-078d-4c69-a188-cb55a28a77a0 None None] Agent healthcheck: found 7 active agents {{(pid=84877) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Jan 14 07:15:06.337371 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-95b401e1-b19d-41bc-8314-6cbeb4e5887b admin admin] Made reservation on behalf of 4ebd08242e6f46dca912a0e194693f11 for: {'subnet': 1} {{(pid=84874) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 07:15:06.342435 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-95b401e1-b19d-41bc-8314-6cbeb4e5887b admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036851981161'] for subnet, before_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:15:06.451427 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [req-4e67147b-a9ee-4e4c-bac0-8d0d321d2958 req-84019804-b0f0-4f35-a0f1-63c99434bc94 service neutron] 10.222.0.24 "GET /v2.0/networks/9348431b-ede8-49dd-9040-2701ab71f388?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.6109152 Jan 14 07:15:06.462116 n-d-768862-2 neutron-server[84765]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5a880e33-93c3-4fa7-93e3-c4bf80d6af18', 'name': 'network-vif-deleted', 'tag': '9bd5986f-8518-4c1f-a3df-6cb9ccd2561f', 'status': 'completed', 'code': 200} Jan 14 07:15:06.494327 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-960640ad-2f00-4af2-8a12-6e361d157d60 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.428s {{(pid=84876) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:15:06.497375 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-852a24f7-e9a1-4193-9abb-e9506fe5213f None None] Device 4df4d327-0412-4cba-a495-85861446610a up at agent ovs-agent-n-h2-768862-2 {{(pid=84876) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 07:15:06.585942 n-d-768862-2 neutron-server[84765]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8958594e-e8ef-43ac-9055-28e4a85316b0 admin admin] Router 30066085-16e9-44a9-8022-7b4f197cb1b8 has already been hosted by L3 agent 35f592e9-451b-4db9-abea-77b6a5c5391b {{(pid=84875) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Jan 14 07:15:06.609104 n-d-768862-2 neutron-server[84765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac27e3a8-8a36-41fc-90cb-b297f2231df8 admin admin] Network f464b8ac-d1b3-44c8-9261-897220cf15ad is already hosted by enough agents. {{(pid=84875) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 07:15:06.632237 n-d-768862-2 neutron-server[84765]: DEBUG neutron.scheduler.base_scheduler [None req-ac27e3a8-8a36-41fc-90cb-b297f2231df8 admin admin] Resources bound (agent type, host, resource id): {{(pid=84875) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 07:15:06.667499 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-5bc36711-ba7d-4bc4-853d-f686058edb61 tempest-TaggedBootDevicesTest_v242-294831919 tempest-TaggedBootDevicesTest_v242-294831919] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777640123575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851621574'] for port, after_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:15:06.819410 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61c4be0c-8bc0-4e6d-a82f-8116cd17445d None None] Routers {'ea874ecc-2d57-428e-9d9d-517eb3dc89fa'} bound to L3 agent in host n-d-768862-2 {{(pid=84876) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 14 07:15:06.820893 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_hamode_db [None req-61c4be0c-8bc0-4e6d-a82f-8116cd17445d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-01-14T06:56:51Z,description=,heartbeat_timestamp=2021-01-14T07:14:51Z,host='n-d-768862-2',id=35f592e9-451b-4db9-abea-77b6a5c5391b,load=0,resource_versions=,resources_synced=,started_at=2021-01-14T06:56:51Z,topic='l3_agent')) {'router_ids': ['ea874ecc-2d57-428e-9d9d-517eb3dc89fa'], 'active': True} {{(pid=84876) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:15:06.893029 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-852a24f7-e9a1-4193-9abb-e9506fe5213f None None] Provisioning for port 4df4d327-0412-4cba-a495-85861446610a completed by entity L2. {{(pid=84876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 07:15:06.915551 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-b3798c71-9af9-4913-b653-53e0ee54992d tempest-FloatingIPDetailsTestJSON-1519139485 tempest-FloatingIPDetailsTestJSON-1519139485] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:15:07.186051 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.db.api [None req-8951118e-2064-4785-9694-c4e8ac1910cc admin admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84875) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Jan 14 07:15:07.186428 n-d-768862-2 neutron-server[84765]: DEBUG oslo_db.api [None req-8951118e-2064-4785-9694-c4e8ac1910cc admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84875) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Jan 14 07:15:07.215766 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-bf96a24e-07f1-4bc5-95bd-f946d826c314 tempest-ServersTestBootFromVolume-651906471 tempest-ServersTestBootFromVolume-651906471] Notify callbacks [] for port, precommit_update {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:15:07.221517 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-bf96a24e-07f1-4bc5-95bd-f946d826c314 tempest-ServersTestBootFromVolume-651906471 tempest-ServersTestBootFromVolume-651906471] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777640533312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363259214678337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777640097497', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036851521613'] for port, after_update {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:15:07.284026 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_dvr_db [None req-61c4be0c-8bc0-4e6d-a82f-8116cd17445d None None] Set router ea874ecc-2d57-428e-9d9d-517eb3dc89fa gateway port host: n-d-768862-2 {{(pid=84876) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 14 07:15:07.305565 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [req-4e67147b-a9ee-4e4c-bac0-8d0d321d2958 req-50aedfeb-1d15-42e5-b74b-32e0c447c8a6 service neutron] 10.222.0.24 "GET /v2.0/networks/9348431b-ede8-49dd-9040-2701ab71f388?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.8530133 Jan 14 07:15:07.306420 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bc36711-ba7d-4bc4-853d-f686058edb61 tempest-TaggedBootDevicesTest_v242-294831919 tempest-TaggedBootDevicesTest_v242-294831919] Pushing event updated for resources: {'Port': ['ID=426e4c16-1d3b-4d47-8d3c-eb558bcba9f3,revision_number=1']} {{(pid=84875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:15:07.311868 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-5bc36711-ba7d-4bc4-853d-f686058edb61 tempest-TaggedBootDevicesTest_v242-294831919 tempest-TaggedBootDevicesTest_v242-294831919] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.396s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:15:07.376986 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8958594e-e8ef-43ac-9055-28e4a85316b0 admin admin] Notify agent at l3_agent.n-d-768862-2 the message routers_updated {{(pid=84875) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jan 14 07:15:07.389217 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-580d46fc-5092-4511-af3a-c4242d9f88a1 None None] Sync routers for ids ['30066085-16e9-44a9-8022-7b4f197cb1b8'] in n-d-768862-2 {{(pid=84877) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Jan 14 07:15:07.407756 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-580d46fc-5092-4511-af3a-c4242d9f88a1 None None] Routers {'30066085-16e9-44a9-8022-7b4f197cb1b8'} bound to L3 agent in host n-d-768862-2 {{(pid=84877) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 14 07:15:07.408501 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_hamode_db [None req-580d46fc-5092-4511-af3a-c4242d9f88a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-01-14T06:56:51Z,description=,heartbeat_timestamp=2021-01-14T07:14:51Z,host='n-d-768862-2',id=35f592e9-451b-4db9-abea-77b6a5c5391b,load=0,resource_versions=,resources_synced=,started_at=2021-01-14T06:56:51Z,topic='l3_agent')) {'router_ids': ['30066085-16e9-44a9-8022-7b4f197cb1b8'], 'active': True} {{(pid=84877) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:15:07.419379 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-b66ab51d-22af-4736-9872-1e8bcb24159e service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:15:07.434814 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-852a24f7-e9a1-4193-9abb-e9506fe5213f None None] Provisioning complete for port 4df4d327-0412-4cba-a495-85861446610a triggered by entity L2. {{(pid=84876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 07:15:07.434814 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-852a24f7-e9a1-4193-9abb-e9506fe5213f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-604227'] for port, provisioning_complete {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:15:07.453175 n-d-768862-2 neutron-server[84765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5bc36711-ba7d-4bc4-853d-f686058edb61 tempest-TaggedBootDevicesTest_v242-294831919 tempest-TaggedBootDevicesTest_v242-294831919] Network 98072e70-e1ea-4296-9013-017af5cadabb is already hosted by enough agents. {{(pid=84875) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 07:15:07.462785 n-d-768862-2 neutron-server[84765]: DEBUG neutron.scheduler.base_scheduler [None req-5bc36711-ba7d-4bc4-853d-f686058edb61 tempest-TaggedBootDevicesTest_v242-294831919 tempest-TaggedBootDevicesTest_v242-294831919] Resources bound (agent type, host, resource id): {{(pid=84875) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 07:15:07.480542 n-d-768862-2 neutron-server[84765]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ac27e3a8-8a36-41fc-90cb-b297f2231df8 admin admin] Router 3fd402f5-4945-4bbc-88ae-707579237e95 has already been hosted by L3 agent 35f592e9-451b-4db9-abea-77b6a5c5391b {{(pid=84875) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Jan 14 07:15:07.484612 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5bc36711-ba7d-4bc4-853d-f686058edb61 tempest-TaggedBootDevicesTest_v242-294831919 tempest-TaggedBootDevicesTest_v242-294831919] Received port after_create {{(pid=84875) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 14 07:15:07.559982 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3815bcf7-41b4-438e-8e92-fd62a06a432b None None] Network 7e6dfd47-4529-4194-becf-26a4f3ec97f5 requested from n-d-768862-2 {{(pid=84876) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 07:15:07.578112 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network":"rule:regular_user" was deprecated in W in favor of "create_network":"role:member and project_id:%(project_id)s". Reason: Jan 14 07:15:07.578112 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:15:07.578112 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:15:07.578112 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:15:07.578112 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:shared":"rule:admin_only" was deprecated in W in favor of "create_network:shared":"role:admin and system_scope:all". Reason: Jan 14 07:15:07.578112 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:15:07.578112 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:15:07.578112 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:15:07.578112 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:router:external":"rule:admin_only" was deprecated in W in favor of "create_network:router:external":"role:admin and system_scope:all". Reason: Jan 14 07:15:07.578112 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:15:07.578112 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:15:07.578112 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:15:07.578112 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:is_default":"rule:admin_only" was deprecated in W in favor of "create_network:is_default":"role:admin and system_scope:all". Reason: Jan 14 07:15:07.578112 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:15:07.578112 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:15:07.578112 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:15:07.578112 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:port_security_enabled":"rule:regular_user" was deprecated in W in favor of "create_network:port_security_enabled":"role:member and project_id:%(project_id)s". Reason: Jan 14 07:15:07.578112 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:15:07.578112 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:15:07.578112 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:15:07.578112 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:segments":"rule:admin_only" was deprecated in W in favor of "create_network:segments":"role:admin and system_scope:all". Reason: Jan 14 07:15:07.578112 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:15:07.578112 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:15:07.578112 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:15:07.578112 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "create_network:provider:network_type":"role:admin and system_scope:all". Reason: Jan 14 07:15:07.578112 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:15:07.578112 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:15:07.578112 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:15:07.578112 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "create_network:provider:physical_network":"role:admin and system_scope:all". Reason: Jan 14 07:15:07.578112 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:15:07.578112 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:15:07.578112 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:15:07.578112 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "create_network:provider:segmentation_id":"role:admin and system_scope:all". Reason: Jan 14 07:15:07.578112 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:15:07.578112 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:15:07.578112 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:15:07.578112 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network":"rule:admin_or_owner or rule:shared or rule:external or rule:context_is_advsvc" was deprecated in W in favor of "get_network":"(role:reader and system_scope:all) or (role:reader and project_id:%(project_id)s) or rule:shared or rule:external or rule:context_is_advsvc". Reason: Jan 14 07:15:07.578112 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:15:07.578112 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:15:07.578112 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:15:07.578112 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:router:external":"rule:regular_user" was deprecated in W in favor of "get_network:router:external":"role:reader and project_id:%(project_id)s". Reason: Jan 14 07:15:07.578112 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:15:07.578112 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:15:07.578112 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:15:07.578112 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:segments":"rule:admin_only" was deprecated in W in favor of "get_network:segments":"role:reader and system_scope:all". Reason: Jan 14 07:15:07.578112 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:15:07.578112 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:15:07.578112 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:15:07.582540 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "get_network:provider:network_type":"role:reader and system_scope:all". Reason: Jan 14 07:15:07.582540 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:15:07.582540 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:15:07.582540 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:15:07.582540 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "get_network:provider:physical_network":"role:reader and system_scope:all". Reason: Jan 14 07:15:07.582540 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:15:07.582540 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:15:07.582540 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:15:07.582540 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "get_network:provider:segmentation_id":"role:reader and system_scope:all". Reason: Jan 14 07:15:07.582540 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:15:07.582540 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:15:07.582540 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:15:07.582540 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network":"rule:admin_or_owner" was deprecated in W in favor of "update_network":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 07:15:07.582540 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:15:07.582540 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:15:07.582540 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:15:07.582540 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:segments":"rule:admin_only" was deprecated in W in favor of "update_network:segments":"role:admin and system_scope:all". Reason: Jan 14 07:15:07.582540 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:15:07.582540 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:15:07.582540 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:15:07.608925 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5bc36711-ba7d-4bc4-853d-f686058edb61 tempest-TaggedBootDevicesTest_v242-294831919 tempest-TaggedBootDevicesTest_v242-294831919] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:15:07.609675 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-5bc36711-ba7d-4bc4-853d-f686058edb61 tempest-TaggedBootDevicesTest_v242-294831919 tempest-TaggedBootDevicesTest_v242-294831919] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854768116'] for port, before_response {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:15:07.692617 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-5bc36711-ba7d-4bc4-853d-f686058edb61 tempest-TaggedBootDevicesTest_v242-294831919 tempest-TaggedBootDevicesTest_v242-294831919] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 9.4480097 Jan 14 07:15:07.699476 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84875) accepted ('10.222.0.24', 59574) {{(pid=84875) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:15:07.700089 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.plugin [None req-8951118e-2064-4785-9694-c4e8ac1910cc admin admin] Deleting port c50fbaf5-1c53-4341-a495-e1ffa63714dd {{(pid=84875) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 07:15:07.700471 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-8951118e-2064-4785-9694-c4e8ac1910cc admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363259214248359'] for port, before_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:15:07.760298 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf96a24e-07f1-4bc5-95bd-f946d826c314 tempest-ServersTestBootFromVolume-651906471 tempest-ServersTestBootFromVolume-651906471] Pushing event updated for resources: {'Port': ['ID=c67690fd-5bf4-4e9e-b1a5-f6b6cc29debd,revision_number=2']} {{(pid=84874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:15:07.784272 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-bf96a24e-07f1-4bc5-95bd-f946d826c314 tempest-ServersTestBootFromVolume-651906471 tempest-ServersTestBootFromVolume-651906471] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.365s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:15:07.867709 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-bf96a24e-07f1-4bc5-95bd-f946d826c314 tempest-ServersTestBootFromVolume-651906471 tempest-ServersTestBootFromVolume-651906471] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3912638'] for floatingip, after_update {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:15:07.881745 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-8958594e-e8ef-43ac-9055-28e4a85316b0 admin admin] 10.222.0.24 "PUT /v2.0/routers/30066085-16e9-44a9-8022-7b4f197cb1b8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 15.3140128 Jan 14 07:15:07.898626 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84875) accepted ('10.222.0.24', 59582) {{(pid=84875) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:15:07.954177 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Device 82faa569-5ad1-49da-810c-ccb470368241 up at agent ovs-agent-n-d-768862-2 {{(pid=84876) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 07:15:07.969885 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_dvr_db [None req-580d46fc-5092-4511-af3a-c4242d9f88a1 None None] Set router 30066085-16e9-44a9-8022-7b4f197cb1b8 gateway port host: n-d-768862-2 {{(pid=84877) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 14 07:15:07.979204 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-bf96a24e-07f1-4bc5-95bd-f946d826c314 tempest-ServersTestBootFromVolume-651906471 tempest-ServersTestBootFromVolume-651906471] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854768116'] for floatingip, before_response {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:15:07.990053 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-bf96a24e-07f1-4bc5-95bd-f946d826c314 tempest-ServersTestBootFromVolume-651906471 tempest-ServersTestBootFromVolume-651906471] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 5.2819531 Jan 14 07:15:08.025416 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.v2.base [None req-6354d444-cba3-4650-a3f8-697e26aa3ac6 tempest-TaggedBootDevicesTest_v242-294831919 tempest-TaggedBootDevicesTest_v242-294831919] Request body: {'port': {'network_id': '98072e70-e1ea-4296-9013-017af5cadabb', 'name': 'tempest-TaggedBootDevicesTest_v242-404447344', 'fixed_ips': [{'subnet_id': '2fa91875-55fd-4489-bc57-f1f358815b1a'}]}} {{(pid=84875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:15:08.135803 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-95b401e1-b19d-41bc-8314-6cbeb4e5887b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850887113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3254092', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036851981146'] for subnet, after_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:15:08.153557 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:15:08.319631 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95b401e1-b19d-41bc-8314-6cbeb4e5887b admin admin] Pushing event updated for resources: {'Subnet': ['ID=4f3221f6-f061-449c-82f0-9ddb8f90bf28,revision_number=0']} {{(pid=84874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:15:08.333847 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-95b401e1-b19d-41bc-8314-6cbeb4e5887b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.180s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:15:08.362366 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84874) accepted ('10.222.0.24', 59628) {{(pid=84874) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:15:08.390677 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-80306639-dca9-4442-8650-2a32c22fc50c admin admin] Notify callbacks [] for router, before_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:15:08.423090 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-852a24f7-e9a1-4193-9abb-e9506fe5213f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555753'] for port, before_update {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:15:08.483953 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-70c954b2-a254-495e-9f6b-2530599ad02b tempest-ServerActionsTestJSON-743344072 tempest-ServerActionsTestJSON-743344072] Notify callbacks [] for security_group, before_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:15:08.516401 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.plugin [None req-8951118e-2064-4785-9694-c4e8ac1910cc admin admin] The port 'c50fbaf5-1c53-4341-a495-e1ffa63714dd' was deleted {{(pid=84875) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Jan 14 07:15:08.518060 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-70c954b2-a254-495e-9f6b-2530599ad02b tempest-ServerActionsTestJSON-743344072 tempest-ServerActionsTestJSON-743344072] Notify callbacks [] for security_group, precommit_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:15:08.572843 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_hamode_db [None req-580d46fc-5092-4511-af3a-c4242d9f88a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '30066085-16e9-44a9-8022-7b4f197cb1b8', 'name': 'tempest-FloatingIPDetailsTestJSON-77586578-router', 'tenant_id': 'a2441d08a92c4ad29bd14e22e25d9e48', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '226f1e78-82cd-4481-9055-4eb73b6db8c1', 'external_fixed_ips': [{'subnet_id': 'ba8deeec-7658-4195-9449-038c076f5c83', 'ip_address': '172.25.2.216'}], 'enable_snat': True}, 'gw_port_id': 'd317ee99-1ec4-466d-8e1c-f0c1f23403c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-14T07:12:30Z', 'updated_at': '2021-01-14T07:14:59Z', 'revision_number': 5, 'project_id': 'a2441d08a92c4ad29bd14e22e25d9e48', 'gw_port': {'id': 'd317ee99-1ec4-466d-8e1c-f0c1f23403c6', 'name': '', 'network_id': '226f1e78-82cd-4481-9055-4eb73b6db8c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:0a:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30066085-16e9-44a9-8022-7b4f197cb1b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 861, 'fixed_ips': [{'subnet_id': 'ba8deeec-7658-4195-9449-038c076f5c83', 'ip_address': '172.25.2.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T07:12:36Z', 'updated_at': '2021-01-14T07:13:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ba8deeec-7658-4195-9449-038c076f5c83', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-2'}], 'n-d-768862-2', False) {} {{(pid=84877) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:15:08.578442 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-580d46fc-5092-4511-af3a-c4242d9f88a1 None None] Checking router: 30066085-16e9-44a9-8022-7b4f197cb1b8 for host: n-d-768862-2 {{(pid=84877) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Jan 14 07:15:08.584069 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-70c954b2-a254-495e-9f6b-2530599ad02b tempest-ServerActionsTestJSON-743344072 tempest-ServerActionsTestJSON-743344072] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850887153'] for security_group, after_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:15:08.592830 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-580d46fc-5092-4511-af3a-c4242d9f88a1 None None] Routers {'30066085-16e9-44a9-8022-7b4f197cb1b8'} bound to L3 agent in host n-d-768862-2 {{(pid=84877) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 14 07:15:08.593846 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-9c3e2ce0-d140-4437-8c56-25f76ce1a20d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:15:08.594416 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_hamode_db [None req-580d46fc-5092-4511-af3a-c4242d9f88a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-01-14T06:56:51Z,description=,heartbeat_timestamp=2021-01-14T07:14:51Z,host='n-d-768862-2',id=35f592e9-451b-4db9-abea-77b6a5c5391b,load=0,resource_versions=,resources_synced=,started_at=2021-01-14T06:56:51Z,topic='l3_agent')) {'router_ids': ['30066085-16e9-44a9-8022-7b4f197cb1b8'], 'active': True} {{(pid=84877) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:15:08.616024 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Provisioning for port 82faa569-5ad1-49da-810c-ccb470368241 completed by entity L2. {{(pid=84876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 07:15:08.621553 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95b401e1-b19d-41bc-8314-6cbeb4e5887b admin admin] Checking segment: {'id': '93976ada-1e92-437b-bb3f-368ee8feeb67', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': 'e5694f3a-2860-4c11-af90-4911b39c9d07'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84874) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 14 07:15:08.622186 n-d-768862-2 neutron-server[84765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95b401e1-b19d-41bc-8314-6cbeb4e5887b admin admin] Network hostable DHCP agents. Network: e5694f3a-2860-4c11-af90-4911b39c9d07, hostable agents: ['32f3dd84-26da-4d18-bf15-6017a8fb7247'], hosted agents: [] {{(pid=84874) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Jan 14 07:15:08.627938 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70c954b2-a254-495e-9f6b-2530599ad02b tempest-ServerActionsTestJSON-743344072 tempest-ServerActionsTestJSON-743344072] Pushing event deleted for resources: {'SecurityGroup': ['ID=f7b25e14-1cc3-4872-b81b-d49ef7c0bb3a,revision_number=None']} {{(pid=84874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:15:08.631155 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-70c954b2-a254-495e-9f6b-2530599ad02b tempest-ServerActionsTestJSON-743344072 tempest-ServerActionsTestJSON-743344072] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:15:08.642238 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-70c954b2-a254-495e-9f6b-2530599ad02b tempest-ServerActionsTestJSON-743344072 tempest-ServerActionsTestJSON-743344072] Notify callbacks [] for security_group, before_response {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:15:08.648321 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-70c954b2-a254-495e-9f6b-2530599ad02b tempest-ServerActionsTestJSON-743344072 tempest-ServerActionsTestJSON-743344072] 10.222.0.24 "DELETE /v2.0/security-groups/f7b25e14-1cc3-4872-b81b-d49ef7c0bb3a HTTP/1.1" status: 204 len: 168 time: 0.2820470 Jan 14 07:15:08.649374 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84874) accepted ('10.222.0.24', 59640) {{(pid=84874) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:15:08.675775 n-d-768862-2 neutron-server[84765]: INFO neutron.api.v2.resource [None req-7359372f-4563-4ba0-b0c7-016b9792b842 tempest-ServerActionsTestJSON-743344072 tempest-ServerActionsTestJSON-743344072] show failed (client error): The resource could not be found. Jan 14 07:15:08.680869 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-7359372f-4563-4ba0-b0c7-016b9792b842 tempest-ServerActionsTestJSON-743344072 tempest-ServerActionsTestJSON-743344072] 10.222.0.24 "GET /v2.0/security-groups/f7b25e14-1cc3-4872-b81b-d49ef7c0bb3a HTTP/1.1" status: 404 len: 347 time: 0.0258574 Jan 14 07:15:08.681589 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84874) accepted ('10.222.0.24', 59644) {{(pid=84874) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:15:08.714204 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [None req-852a24f7-e9a1-4193-9abb-e9506fe5213f None None] For port 4df4d327-0412-4cba-a495-85861446610a, host n-h2-768862-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-h2-768862-2',level=0,port_id=4df4d327-0412-4cba-a495-85861446610a,segment=NetworkSegment(57bab259-5001-497b-b8de-52294271cdb8),segment_id=57bab259-5001-497b-b8de-52294271cdb8)] {{(pid=84876) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 07:15:08.794517 n-d-768862-2 neutron-server[84765]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5e1b808a-588c-4008-b69e-f3b9e623e2ef', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4df4d327-0412-4cba-a495-85861446610a'}] {{(pid=84876) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Jan 14 07:15:08.817218 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-6ef39031-4de0-4830-9adc-5d6c8335d556 None None] Provisioning for port 82faa569-5ad1-49da-810c-ccb470368241 completed by entity DHCP. {{(pid=84876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 07:15:08.823319 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-852a24f7-e9a1-4193-9abb-e9506fe5213f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777640533312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363259214678337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777640097497'] for port, after_update {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:15:08.836856 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-6ef39031-4de0-4830-9adc-5d6c8335d556 None None] Provisioning complete for port 82faa569-5ad1-49da-810c-ccb470368241 triggered by entity DHCP. {{(pid=84876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 07:15:08.837568 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-6ef39031-4de0-4830-9adc-5d6c8335d556 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-604227'] for port, provisioning_complete {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:15:08.898662 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-960640ad-2f00-4af2-8a12-6e361d157d60 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84876) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:15:08.933008 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_dvr_db [None req-580d46fc-5092-4511-af3a-c4242d9f88a1 None None] Set router 30066085-16e9-44a9-8022-7b4f197cb1b8 gateway port host: n-d-768862-2 {{(pid=84877) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 14 07:15:08.956046 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-852a24f7-e9a1-4193-9abb-e9506fe5213f None None] Device 4df4d327-0412-4cba-a495-85861446610a up at agent ovs-agent-n-h2-768862-2 {{(pid=84876) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 07:15:09.033949 n-d-768862-2 neutron-server[84765]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5e1b808a-588c-4008-b69e-f3b9e623e2ef', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4df4d327-0412-4cba-a495-85861446610a', 'code': 200} Jan 14 07:15:09.181646 n-d-768862-2 neutron-server[84765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95b401e1-b19d-41bc-8314-6cbeb4e5887b admin admin] Network e5694f3a-2860-4c11-af90-4911b39c9d07 is scheduled to be hosted by DHCP agent 32f3dd84-26da-4d18-bf15-6017a8fb7247 with binding_index 1 {{(pid=84874) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Jan 14 07:15:09.199016 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.plugin [None req-4c2dcc65-5c08-43e7-a04e-d6898ccf43c0 tempest-ServerActionsTestJSON-743344072 tempest-ServerActionsTestJSON-743344072] Deleting port b364be57-a631-4384-a713-e151f60b382b {{(pid=84874) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 07:15:09.199413 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-4c2dcc65-5c08-43e7-a04e-d6898ccf43c0 tempest-ServerActionsTestJSON-743344072 tempest-ServerActionsTestJSON-743344072] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363259214248359'] for port, before_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:15:09.257747 n-d-768862-2 neutron-server[84765]: DEBUG neutron.scheduler.base_scheduler [None req-95b401e1-b19d-41bc-8314-6cbeb4e5887b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768862-2, e5694f3a-2860-4c11-af90-4911b39c9d07) {{(pid=84874) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 07:15:09.286693 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-852a24f7-e9a1-4193-9abb-e9506fe5213f None None] Provisioning complete for port 4df4d327-0412-4cba-a495-85861446610a triggered by entity L2. {{(pid=84876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 07:15:09.289894 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-852a24f7-e9a1-4193-9abb-e9506fe5213f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-604227'] for port, provisioning_complete {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:15:09.296666 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95b401e1-b19d-41bc-8314-6cbeb4e5887b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:15:09.297500 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-95b401e1-b19d-41bc-8314-6cbeb4e5887b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3207107'] for subnet, before_response {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:15:09.430110 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-95b401e1-b19d-41bc-8314-6cbeb4e5887b admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 3.1493664 Jan 14 07:15:09.433424 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84874) accepted ('10.222.0.24', 59656) {{(pid=84874) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:15:09.447238 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.v2.base [None req-5a7ff911-9b0d-4222-9cd8-2070c81a090b admin admin] Request body: {'router': {'name': 'tempest-ServerRescueTestJSON-1903067572-router', 'tenant_id': '4ebd08242e6f46dca912a0e194693f11', 'external_gateway_info': {'network_id': '226f1e78-82cd-4481-9055-4eb73b6db8c1'}}} {{(pid=84874) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:15:09.470662 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-6ef39031-4de0-4830-9adc-5d6c8335d556 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555753'] for port, before_update {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:15:09.474298 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-5a7ff911-9b0d-4222-9cd8-2070c81a090b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:15:09.493944 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-425a7fed-9ea4-42dd-b6e3-384fa9c757c5 None None] Network e5694f3a-2860-4c11-af90-4911b39c9d07 requested from n-d-768862-2 {{(pid=84876) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 07:15:09.500624 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-5a7ff911-9b0d-4222-9cd8-2070c81a090b admin admin] Usage tracker for resource:router and tenant:4ebd08242e6f46dca912a0e194693f11 is out of sync, need to count used quota {{(pid=84874) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:15:09.517821 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-5a7ff911-9b0d-4222-9cd8-2070c81a090b admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=84874) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:15:09.534911 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_hamode_db [None req-580d46fc-5092-4511-af3a-c4242d9f88a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '30066085-16e9-44a9-8022-7b4f197cb1b8', 'name': 'tempest-FloatingIPDetailsTestJSON-77586578-router', 'tenant_id': 'a2441d08a92c4ad29bd14e22e25d9e48', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '226f1e78-82cd-4481-9055-4eb73b6db8c1', 'external_fixed_ips': [{'subnet_id': 'ba8deeec-7658-4195-9449-038c076f5c83', 'ip_address': '172.25.2.216'}], 'enable_snat': True}, 'gw_port_id': 'd317ee99-1ec4-466d-8e1c-f0c1f23403c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-14T07:12:30Z', 'updated_at': '2021-01-14T07:14:59Z', 'revision_number': 5, 'project_id': 'a2441d08a92c4ad29bd14e22e25d9e48', 'gw_port': {'id': 'd317ee99-1ec4-466d-8e1c-f0c1f23403c6', 'name': '', 'network_id': '226f1e78-82cd-4481-9055-4eb73b6db8c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:0a:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30066085-16e9-44a9-8022-7b4f197cb1b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 861, 'fixed_ips': [{'subnet_id': 'ba8deeec-7658-4195-9449-038c076f5c83', 'ip_address': '172.25.2.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T07:12:36Z', 'updated_at': '2021-01-14T07:13:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ba8deeec-7658-4195-9449-038c076f5c83', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-2'}], 'n-d-768862-2', False) {} {{(pid=84877) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:15:09.545628 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-580d46fc-5092-4511-af3a-c4242d9f88a1 None None] The sync data for ids ['30066085-16e9-44a9-8022-7b4f197cb1b8'] in n-d-768862-2 is: [{'id': '30066085-16e9-44a9-8022-7b4f197cb1b8', 'name': 'tempest-FloatingIPDetailsTestJSON-77586578-router', 'tenant_id': 'a2441d08a92c4ad29bd14e22e25d9e48', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '226f1e78-82cd-4481-9055-4eb73b6db8c1', 'external_fixed_ips': [{'subnet_id': 'ba8deeec-7658-4195-9449-038c076f5c83', 'ip_address': '172.25.2.216'}], 'enable_snat': True}, 'gw_port_id': 'd317ee99-1ec4-466d-8e1c-f0c1f23403c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-14T07:12:30Z', 'updated_at': '2021-01-14T07:14:59Z', 'revision_number': 5, 'project_id': 'a2441d08a92c4ad29bd14e22e25d9e48', 'gw_port': {'id': 'd317ee99-1ec4-466d-8e1c-f0c1f23403c6', 'name': '', 'network_id': '226f1e78-82cd-4481-9055-4eb73b6db8c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:0a:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30066085-16e9-44a9-8022-7b4f197cb1b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 861, 'fixed_ips': [{'subnet_id': 'ba8deeec-7658-4195-9449-038c076f5c83', 'ip_address': '172.25.2.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T07:12:36Z', 'updated_at': '2021-01-14T07:13:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ba8deeec-7658-4195-9449-038c076f5c83', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-2'}] {{(pid=84877) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Jan 14 07:15:09.554064 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-5a7ff911-9b0d-4222-9cd8-2070c81a090b admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:15:09.561560 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-6354d444-cba3-4650-a3f8-697e26aa3ac6 tempest-TaggedBootDevicesTest_v242-294831919 tempest-TaggedBootDevicesTest_v242-294831919] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:15:09.588797 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-6354d444-cba3-4650-a3f8-697e26aa3ac6 tempest-TaggedBootDevicesTest_v242-294831919 tempest-TaggedBootDevicesTest_v242-294831919] Usage tracker for resource:port and tenant:cb7096aff06a4584846542dd674c0323 is out of sync, need to count used quota {{(pid=84875) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:15:09.599101 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-6354d444-cba3-4650-a3f8-697e26aa3ac6 tempest-TaggedBootDevicesTest_v242-294831919 tempest-TaggedBootDevicesTest_v242-294831919] Quota usage for port was recalculated. Used quota:5. {{(pid=84875) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:15:09.606138 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-6354d444-cba3-4650-a3f8-697e26aa3ac6 tempest-TaggedBootDevicesTest_v242-294831919 tempest-TaggedBootDevicesTest_v242-294831919] Attempting to reserve 1 items for resource port. Total usage: 5; quota limit: 500; headroom:495 {{(pid=84875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:15:09.606472 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-4c2dcc65-5c08-43e7-a04e-d6898ccf43c0 tempest-ServerActionsTestJSON-743344072 tempest-ServerActionsTestJSON-743344072] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036850862667'] for port, precommit_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:15:09.606940 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-4c2dcc65-5c08-43e7-a04e-d6898ccf43c0 tempest-ServerActionsTestJSON-743344072 tempest-ServerActionsTestJSON-743344072] Notify callbacks [] for floatingip, precommit_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:15:09.635553 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [None req-6ef39031-4de0-4830-9adc-5d6c8335d556 None None] For port 82faa569-5ad1-49da-810c-ccb470368241, host n-d-768862-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-2',level=0,port_id=82faa569-5ad1-49da-810c-ccb470368241,segment=NetworkSegment(45d9d481-0591-4c27-afea-fa8e7532b5c2),segment_id=45d9d481-0591-4c27-afea-fa8e7532b5c2)] {{(pid=84876) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 07:15:09.677573 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-852a24f7-e9a1-4193-9abb-e9506fe5213f None None] Pushing event updated for resources: {'Port': ['ID=4df4d327-0412-4cba-a495-85861446610a,revision_number=4']} {{(pid=84876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:15:09.693913 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-6ef39031-4de0-4830-9adc-5d6c8335d556 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777640533312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363259214678337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777640097497'] for port, after_update {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:15:09.698096 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-852a24f7-e9a1-4193-9abb-e9506fe5213f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.799s {{(pid=84876) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:15:09.698551 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-852a24f7-e9a1-4193-9abb-e9506fe5213f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84876) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:15:09.699266 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6354d444-cba3-4650-a3f8-697e26aa3ac6 tempest-TaggedBootDevicesTest_v242-294831919 tempest-TaggedBootDevicesTest_v242-294831919] Made reservation on behalf of cb7096aff06a4584846542dd674c0323 for: {'port': 1} {{(pid=84875) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 07:15:09.824390 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-6ef39031-4de0-4830-9adc-5d6c8335d556 None None] Provisioning for port 426e4c16-1d3b-4d47-8d3c-eb558bcba9f3 completed by entity DHCP. {{(pid=84876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 07:15:09.855274 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-6ef39031-4de0-4830-9adc-5d6c8335d556 None None] Provisioning complete for port 426e4c16-1d3b-4d47-8d3c-eb558bcba9f3 triggered by entity DHCP. {{(pid=84876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 07:15:09.855694 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-6ef39031-4de0-4830-9adc-5d6c8335d556 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-604227'] for port, provisioning_complete {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:15:09.938671 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.plugin [None req-4c2dcc65-5c08-43e7-a04e-d6898ccf43c0 tempest-ServerActionsTestJSON-743344072 tempest-ServerActionsTestJSON-743344072] Calling delete_port for b364be57-a631-4384-a713-e151f60b382b owned by network:floatingip {{(pid=84874) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 07:15:10.039313 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ac27e3a8-8a36-41fc-90cb-b297f2231df8 admin admin] Notify agent at l3_agent.n-d-768862-2 the message routers_updated {{(pid=84875) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jan 14 07:15:10.042682 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-8951118e-2064-4785-9694-c4e8ac1910cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-598987', 'neutron.services.segments.db._delete_segments_for_network-8777640583949'] for network, precommit_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:15:10.101794 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.plugin [None req-6ef39031-4de0-4830-9adc-5d6c8335d556 None None] Port 426e4c16-1d3b-4d47-8d3c-eb558bcba9f3 cannot update to ACTIVE because it is not bound. {{(pid=84876) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:329}} Jan 14 07:15:10.122335 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_hamode_db [None req-61c4be0c-8bc0-4e6d-a82f-8116cd17445d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ea874ecc-2d57-428e-9d9d-517eb3dc89fa', 'name': 'tempest-ServersTestBootFromVolume-1415430933-router', 'tenant_id': '18b1ab99759c4e17a07e1a0bd62f79a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '226f1e78-82cd-4481-9055-4eb73b6db8c1', 'external_fixed_ips': [{'subnet_id': 'ba8deeec-7658-4195-9449-038c076f5c83', 'ip_address': '172.25.2.31'}], 'enable_snat': True}, 'gw_port_id': '7b3e9a1b-5fd4-47d4-b7b0-a45de5e31e55', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-14T07:14:33Z', 'updated_at': '2021-01-14T07:14:52Z', 'revision_number': 4, 'project_id': '18b1ab99759c4e17a07e1a0bd62f79a5', 'gw_port': {'id': '7b3e9a1b-5fd4-47d4-b7b0-a45de5e31e55', 'name': '', 'network_id': '226f1e78-82cd-4481-9055-4eb73b6db8c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:3e:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea874ecc-2d57-428e-9d9d-517eb3dc89fa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1041, 'fixed_ips': [{'subnet_id': 'ba8deeec-7658-4195-9449-038c076f5c83', 'ip_address': '172.25.2.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T07:14:36Z', 'updated_at': '2021-01-14T07:14:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ba8deeec-7658-4195-9449-038c076f5c83', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-2', '_interfaces': [{'id': 'f8e54d72-8604-4333-b165-5be58a0292ce', 'name': '', 'network_id': '3464e1d7-d68d-4886-b510-ed67f13e3a28', 'tenant_id': '18b1ab99759c4e17a07e1a0bd62f79a5', 'mac_address': 'fa:16:3e:ac:77:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ea874ecc-2d57-428e-9d9d-517eb3dc89fa', 'device_owner': 'network:router_interface', 'standard_attr_id': 1054, 'fixed_ips': [{'subnet_id': '75c96462-82f5-451a-9db8-734632b28e48', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T07:14:49Z', 'updated_at': '2021-01-14T07:15:06Z', 'revision_number': 4, 'project_id': '18b1ab99759c4e17a07e1a0bd62f79a5', 'subnets': [{'id': '75c96462-82f5-451a-9db8-734632b28e48', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'n-d-768862-2', False) {} {{(pid=84876) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:15:10.125833 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8ca56be-c51d-46d0-8c8b-0ee0a1ff26fe None None] Sync routers for ids ['3fd402f5-4945-4bbc-88ae-707579237e95'] in n-d-768862-2 {{(pid=84876) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Jan 14 07:15:10.182757 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8ca56be-c51d-46d0-8c8b-0ee0a1ff26fe None None] Routers {'3fd402f5-4945-4bbc-88ae-707579237e95'} bound to L3 agent in host n-d-768862-2 {{(pid=84876) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 14 07:15:10.183725 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_hamode_db [None req-a8ca56be-c51d-46d0-8c8b-0ee0a1ff26fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-01-14T06:56:51Z,description=,heartbeat_timestamp=2021-01-14T07:14:51Z,host='n-d-768862-2',id=35f592e9-451b-4db9-abea-77b6a5c5391b,load=0,resource_versions=,resources_synced=,started_at=2021-01-14T06:56:51Z,topic='l3_agent')) {'router_ids': ['3fd402f5-4945-4bbc-88ae-707579237e95'], 'active': True} {{(pid=84876) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:15:10.217972 n-d-768862-2 neutron-server[84765]: DEBUG neutron.services.segments.db [None req-8951118e-2064-4785-9694-c4e8ac1910cc admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['71b40b7a-b096-4de3-b013-cb8bf2ae45f9']}} {{(pid=84875) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:15:10.228520 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-5a7ff911-9b0d-4222-9cd8-2070c81a090b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3889205', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854717621'] for router, before_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:15:10.230009 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-5a7ff911-9b0d-4222-9cd8-2070c81a090b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036850886574', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3912501', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3808446', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-58179'] for router, precommit_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:15:10.236105 n-d-768862-2 neutron-server[84765]: DEBUG neutron.services.segments.db [None req-8951118e-2064-4785-9694-c4e8ac1910cc admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c06239e8-61ba-417e-8bdc-4c57821155ed') {'for_net_delete': True} {{(pid=84875) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:15:10.236429 n-d-768862-2 neutron-server[84765]: DEBUG neutron.services.segments.db [None req-8951118e-2064-4785-9694-c4e8ac1910cc admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c06239e8-61ba-417e-8bdc-4c57821155ed') {} {{(pid=84875) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:15:10.251476 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-8951118e-2064-4785-9694-c4e8ac1910cc admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363259214173198', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036851408567'] for segment, before_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:15:10.267881 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-5a7ff911-9b0d-4222-9cd8-2070c81a090b admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:15:10.270046 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-8951118e-2064-4785-9694-c4e8ac1910cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854179735'] for segment, precommit_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:15:10.272928 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-8951118e-2064-4785-9694-c4e8ac1910cc admin admin] Releasing vxlan tunnel 10 to pool {{(pid=84875) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Jan 14 07:15:10.288854 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61c4be0c-8bc0-4e6d-a82f-8116cd17445d None None] The sync data for ids ['ea874ecc-2d57-428e-9d9d-517eb3dc89fa'] in n-d-768862-2 is: [{'id': 'ea874ecc-2d57-428e-9d9d-517eb3dc89fa', 'name': 'tempest-ServersTestBootFromVolume-1415430933-router', 'tenant_id': '18b1ab99759c4e17a07e1a0bd62f79a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '226f1e78-82cd-4481-9055-4eb73b6db8c1', 'external_fixed_ips': [{'subnet_id': 'ba8deeec-7658-4195-9449-038c076f5c83', 'ip_address': '172.25.2.31'}], 'enable_snat': True}, 'gw_port_id': '7b3e9a1b-5fd4-47d4-b7b0-a45de5e31e55', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-14T07:14:33Z', 'updated_at': '2021-01-14T07:14:52Z', 'revision_number': 4, 'project_id': '18b1ab99759c4e17a07e1a0bd62f79a5', 'gw_port': {'id': '7b3e9a1b-5fd4-47d4-b7b0-a45de5e31e55', 'name': '', 'network_id': '226f1e78-82cd-4481-9055-4eb73b6db8c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:3e:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea874ecc-2d57-428e-9d9d-517eb3dc89fa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1041, 'fixed_ips': [{'subnet_id': 'ba8deeec-7658-4195-9449-038c076f5c83', 'ip_address': '172.25.2.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T07:14:36Z', 'updated_at': '2021-01-14T07:14:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ba8deeec-7658-4195-9449-038c076f5c83', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-2', '_interfaces': [{'id': 'f8e54d72-8604-4333-b165-5be58a0292ce', 'name': '', 'network_id': '3464e1d7-d68d-4886-b510-ed67f13e3a28', 'tenant_id': '18b1ab99759c4e17a07e1a0bd62f79a5', 'mac_address': 'fa:16:3e:ac:77:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ea874ecc-2d57-428e-9d9d-517eb3dc89fa', 'device_owner': 'network:router_interface', 'standard_attr_id': 1054, 'fixed_ips': [{'subnet_id': '75c96462-82f5-451a-9db8-734632b28e48', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T07:14:49Z', 'updated_at': '2021-01-14T07:15:06Z', 'revision_number': 4, 'project_id': '18b1ab99759c4e17a07e1a0bd62f79a5', 'subnets': [{'id': '75c96462-82f5-451a-9db8-734632b28e48', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=84876) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Jan 14 07:15:10.311931 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ef39031-4de0-4830-9adc-5d6c8335d556 None None] Pushing event updated for resources: {'Port': ['ID=82faa569-5ad1-49da-810c-ccb470368241,revision_number=3']} {{(pid=84876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:15:10.331601 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-6ef39031-4de0-4830-9adc-5d6c8335d556 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.633s {{(pid=84876) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:15:10.358158 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-4c2dcc65-5c08-43e7-a04e-d6898ccf43c0 tempest-ServerActionsTestJSON-743344072 tempest-ServerActionsTestJSON-743344072] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777640533329', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777640097463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3254186'] for port, after_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:15:10.422277 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-ac27e3a8-8a36-41fc-90cb-b297f2231df8 admin admin] 10.222.0.24 "PUT /v2.0/routers/3fd402f5-4945-4bbc-88ae-707579237e95/add_router_interface HTTP/1.1" status: 200 len: 503 time: 14.9595263 Jan 14 07:15:10.455765 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-80306639-dca9-4442-8650-2a32c22fc50c admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:15:10.561816 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-21d52689-9cda-4b42-b3e5-4a9e475eaecf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:15:10.608893 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.plugin [None req-80306639-dca9-4442-8650-2a32c22fc50c admin admin] Deleting port d317ee99-1ec4-466d-8e1c-f0c1f23403c6 {{(pid=84875) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 07:15:10.609197 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-80306639-dca9-4442-8650-2a32c22fc50c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363259214248359'] for port, before_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:15:10.652977 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_dvr_db [None req-a8ca56be-c51d-46d0-8c8b-0ee0a1ff26fe None None] Set router 3fd402f5-4945-4bbc-88ae-707579237e95 gateway port host: n-d-768862-2 {{(pid=84876) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 14 07:15:10.715746 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.managers [None req-8951118e-2064-4785-9694-c4e8ac1910cc admin admin] Network 71b40b7a-b096-4de3-b013-cb8bf2ae45f9 has no segments {{(pid=84875) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 14 07:15:10.730613 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c2dcc65-5c08-43e7-a04e-d6898ccf43c0 tempest-ServerActionsTestJSON-743344072 tempest-ServerActionsTestJSON-743344072] Pushing event deleted for resources: {'Port': ['ID=b364be57-a631-4384-a713-e151f60b382b,revision_number=None']} {{(pid=84874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:15:10.740194 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-8951118e-2064-4785-9694-c4e8ac1910cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-596065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3154253'] for segment, after_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:15:10.785046 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6650ea62-7767-41b3-8855-f0726ff911e3 req-50320d9c-486c-4871-b74a-9015c211b594 tempest-ServerPasswordTestJSON-1368291127 tempest-ServerPasswordTestJSON-1368291127] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:15:10.785890 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [req-6650ea62-7767-41b3-8855-f0726ff911e3 req-50320d9c-486c-4871-b74a-9015c211b594 tempest-ServerPasswordTestJSON-1368291127 tempest-ServerPasswordTestJSON-1368291127] Synchronizing usage tracker for tenant:bea94e6b044f42eb9a9092a3b16f7820 on resource:port {{(pid=84874) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 14 07:15:10.786194 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-6354d444-cba3-4650-a3f8-697e26aa3ac6 tempest-TaggedBootDevicesTest_v242-294831919 tempest-TaggedBootDevicesTest_v242-294831919] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555753'] for port, before_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:15:10.913675 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-4c2dcc65-5c08-43e7-a04e-d6898ccf43c0 tempest-ServerActionsTestJSON-743344072 tempest-ServerActionsTestJSON-743344072] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.352s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:15:11.198923 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [req-6650ea62-7767-41b3-8855-f0726ff911e3 req-50320d9c-486c-4871-b74a-9015c211b594 tempest-ServerPasswordTestJSON-1368291127 tempest-ServerPasswordTestJSON-1368291127] Unset dirty status for tenant:bea94e6b044f42eb9a9092a3b16f7820 on resource:port {{(pid=84874) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 14 07:15:11.200286 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [req-6650ea62-7767-41b3-8855-f0726ff911e3 req-50320d9c-486c-4871-b74a-9015c211b594 tempest-ServerPasswordTestJSON-1368291127 tempest-ServerPasswordTestJSON-1368291127] 10.222.0.48 "GET /v2.0/ports?device_id=5e1b808a-588c-4008-b69e-f3b9e623e2ef HTTP/1.1" status: 200 len: 945 time: 1.0713141 Jan 14 07:15:11.206269 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-5a7ff911-9b0d-4222-9cd8-2070c81a090b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3912484', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3889188', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-58194'] for router, precommit_update {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:15:11.298371 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-852a24f7-e9a1-4193-9abb-e9506fe5213f None None] Device 4df4d327-0412-4cba-a495-85861446610a no longer exists at agent ovs-agent-n-h2-768862-2 {{(pid=84876) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jan 14 07:15:11.416661 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.managers [None req-8951118e-2064-4785-9694-c4e8ac1910cc admin admin] Network 71b40b7a-b096-4de3-b013-cb8bf2ae45f9 has no segments {{(pid=84875) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 14 07:15:11.475923 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-5418d05e-f25e-420c-b3b1-07022db93d6c None None] Provisioning complete for port 82faa569-5ad1-49da-810c-ccb470368241 triggered by entity DHCP. {{(pid=84876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 07:15:11.476341 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-5418d05e-f25e-420c-b3b1-07022db93d6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-604227'] for port, provisioning_complete {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:15:11.606401 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23fb9933-6eef-46c0-9608-12f206173d69 None None] Network e5694f3a-2860-4c11-af90-4911b39c9d07 requested from n-d-768862-2 {{(pid=84876) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 07:15:11.824144 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [None req-80306639-dca9-4442-8650-2a32c22fc50c admin admin] For port d317ee99-1ec4-466d-8e1c-f0c1f23403c6, host n-d-768862-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-2',level=0,port_id=d317ee99-1ec4-466d-8e1c-f0c1f23403c6,segment=NetworkSegment(cf3ded2c-bc47-4a71-89af-6e7117e60140),segment_id=cf3ded2c-bc47-4a71-89af-6e7117e60140)] {{(pid=84875) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 07:15:11.824532 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-80306639-dca9-4442-8650-2a32c22fc50c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036850862667'] for port, precommit_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:15:12.008826 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-017f98a9-8a07-408c-a86f-8ff0c00400a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363259214191800', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854171626'] for agent, after_update {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:15:12.009869 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.plugin [None req-80306639-dca9-4442-8650-2a32c22fc50c admin admin] Calling delete_port for d317ee99-1ec4-466d-8e1c-f0c1f23403c6 owned by network:router_gateway {{(pid=84875) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 07:15:12.063132 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-852a24f7-e9a1-4193-9abb-e9506fe5213f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555753'] for port, before_update {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:15:12.078437 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Device 82faa569-5ad1-49da-810c-ccb470368241 up at agent ovs-agent-n-d-768862-2 {{(pid=84876) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 07:15:12.224586 n-d-768862-2 neutron-server[84765]: DEBUG neutron.notifiers.nova [None req-6354d444-cba3-4650-a3f8-697e26aa3ac6 tempest-TaggedBootDevicesTest_v242-294831919 tempest-TaggedBootDevicesTest_v242-294831919] device_id is not set on port 76e6f417-022c-42fe-909e-62d9dfcd0030 yet. {{(pid=84875) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}} Jan 14 07:15:12.234150 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.plugin [req-6650ea62-7767-41b3-8855-f0726ff911e3 req-b9bd379a-8767-48fa-a72a-9253983b5dfe tempest-ServerPasswordTestJSON-1368291127 tempest-ServerPasswordTestJSON-1368291127] Deleting port 4df4d327-0412-4cba-a495-85861446610a {{(pid=84874) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 07:15:12.234599 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [req-6650ea62-7767-41b3-8855-f0726ff911e3 req-b9bd379a-8767-48fa-a72a-9253983b5dfe tempest-ServerPasswordTestJSON-1368291127 tempest-ServerPasswordTestJSON-1368291127] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363259214248359'] for port, before_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:15:12.244741 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [None req-852a24f7-e9a1-4193-9abb-e9506fe5213f None None] For port 4df4d327-0412-4cba-a495-85861446610a, host n-h2-768862-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-h2-768862-2',level=0,port_id=4df4d327-0412-4cba-a495-85861446610a,segment=NetworkSegment(57bab259-5001-497b-b8de-52294271cdb8),segment_id=57bab259-5001-497b-b8de-52294271cdb8)] {{(pid=84876) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 07:15:12.245949 n-d-768862-2 neutron-server[84765]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5e1b808a-588c-4008-b69e-f3b9e623e2ef', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4df4d327-0412-4cba-a495-85861446610a'}] {{(pid=84876) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Jan 14 07:15:12.273681 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:shared":"rule:admin_only" was deprecated in W in favor of "update_network:shared":"role:admin and system_scope:all". Reason: Jan 14 07:15:12.273681 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:15:12.273681 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:15:12.273681 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:15:12.273681 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "update_network:provider:network_type":"role:admin and system_scope:all". Reason: Jan 14 07:15:12.273681 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:15:12.273681 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:15:12.273681 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:15:12.273681 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "update_network:provider:physical_network":"role:admin and system_scope:all". Reason: Jan 14 07:15:12.273681 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:15:12.273681 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:15:12.273681 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:15:12.273681 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "update_network:provider:segmentation_id":"role:admin and system_scope:all". Reason: Jan 14 07:15:12.273681 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:15:12.273681 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:15:12.273681 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:15:12.273681 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:router:external":"rule:admin_only" was deprecated in W in favor of "update_network:router:external":"role:admin and system_scope:all". Reason: Jan 14 07:15:12.273681 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:15:12.273681 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:15:12.273681 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:15:12.273681 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:is_default":"rule:admin_only" was deprecated in W in favor of "update_network:is_default":"role:admin and system_scope:all". Reason: Jan 14 07:15:12.273681 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:15:12.273681 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:15:12.273681 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:15:12.273681 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:port_security_enabled":"rule:admin_or_owner" was deprecated in W in favor of "update_network:port_security_enabled":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 07:15:12.273681 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:15:12.273681 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:15:12.273681 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:15:12.273681 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "delete_network":"rule:admin_or_owner" was deprecated in W in favor of "delete_network":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 07:15:12.273681 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:15:12.273681 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:15:12.273681 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:15:12.273681 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_segment":"rule:admin_only" was deprecated in W in favor of "create_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:15:12.273681 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:15:12.273681 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_segment":"rule:admin_only" was deprecated in W in favor of "get_segment":"role:reader and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:15:12.273681 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:15:12.273681 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_segment":"rule:admin_only" was deprecated in W in favor of "update_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:15:12.273681 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:15:12.273681 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "delete_segment":"rule:admin_only" was deprecated in W in favor of "delete_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:15:12.273681 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:15:12.273681 n-d-768862-2 neutron-server[84765]: Traceback (most recent call last): Jan 14 07:15:12.273681 n-d-768862-2 neutron-server[84765]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 14 07:15:12.273681 n-d-768862-2 neutron-server[84765]: timer() Jan 14 07:15:12.273681 n-d-768862-2 neutron-server[84765]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 14 07:15:12.273681 n-d-768862-2 neutron-server[84765]: cb(*args, **kw) Jan 14 07:15:12.273681 n-d-768862-2 neutron-server[84765]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Jan 14 07:15:12.273681 n-d-768862-2 neutron-server[84765]: return func(*args, **kwargs) Jan 14 07:15:12.278409 n-d-768862-2 neutron-server[84765]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 14 07:15:12.278409 n-d-768862-2 neutron-server[84765]: self._notify() Jan 14 07:15:12.278409 n-d-768862-2 neutron-server[84765]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 14 07:15:12.278409 n-d-768862-2 neutron-server[84765]: self.callback(batched_events) Jan 14 07:15:12.278409 n-d-768862-2 neutron-server[84765]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 14 07:15:12.278409 n-d-768862-2 neutron-server[84765]: event.method(event) Jan 14 07:15:12.278409 n-d-768862-2 neutron-server[84765]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 14 07:15:12.278409 n-d-768862-2 neutron-server[84765]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 14 07:15:12.278409 n-d-768862-2 neutron-server[84765]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Jan 14 07:15:12.278409 n-d-768862-2 neutron-server[84765]: segment_id)['aggregates'][0] Jan 14 07:15:12.278409 n-d-768862-2 neutron-server[84765]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 14 07:15:12.278409 n-d-768862-2 neutron-server[84765]: return f(self, *a, **k) Jan 14 07:15:12.278409 n-d-768862-2 neutron-server[84765]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 14 07:15:12.278409 n-d-768862-2 neutron-server[84765]: return self._get(url).json() Jan 14 07:15:12.278409 n-d-768862-2 neutron-server[84765]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 14 07:15:12.278409 n-d-768862-2 neutron-server[84765]: **kwargs) Jan 14 07:15:12.278409 n-d-768862-2 neutron-server[84765]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 14 07:15:12.278409 n-d-768862-2 neutron-server[84765]: return self.request(url, 'GET', **kwargs) Jan 14 07:15:12.278409 n-d-768862-2 neutron-server[84765]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Jan 14 07:15:12.278409 n-d-768862-2 neutron-server[84765]: **endpoint_filter) Jan 14 07:15:12.278409 n-d-768862-2 neutron-server[84765]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 14 07:15:12.278409 n-d-768862-2 neutron-server[84765]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 14 07:15:12.278409 n-d-768862-2 neutron-server[84765]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 14 07:15:12.278409 n-d-768862-2 neutron-server[84765]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 14 07:15:12.278409 n-d-768862-2 neutron-server[84765]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 14 07:15:12.281653 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-4c2dcc65-5c08-43e7-a04e-d6898ccf43c0 tempest-ServerActionsTestJSON-743344072 tempest-ServerActionsTestJSON-743344072] Notify callbacks [] for floatingip, after_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:15:12.321167 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-852a24f7-e9a1-4193-9abb-e9506fe5213f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777640533312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363259214678337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777640097497'] for port, after_update {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:15:12.342394 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-960640ad-2f00-4af2-8a12-6e361d157d60 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84876) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:15:12.465435 n-d-768862-2 neutron-server[84765]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5e1b808a-588c-4008-b69e-f3b9e623e2ef', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4df4d327-0412-4cba-a495-85861446610a', 'code': 200} Jan 14 07:15:12.561805 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-8951118e-2064-4785-9694-c4e8ac1910cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036854176830', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850887149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3912591'] for network, after_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:15:12.578113 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-46b37478-c9d2-4aa2-bc4e-a8b936be2845 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:15:12.588211 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [req-6650ea62-7767-41b3-8855-f0726ff911e3 req-b9bd379a-8767-48fa-a72a-9253983b5dfe tempest-ServerPasswordTestJSON-1368291127 tempest-ServerPasswordTestJSON-1368291127] For port 4df4d327-0412-4cba-a495-85861446610a, host n-h2-768862-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-h2-768862-2',level=0,port_id=4df4d327-0412-4cba-a495-85861446610a,segment=NetworkSegment(57bab259-5001-497b-b8de-52294271cdb8),segment_id=57bab259-5001-497b-b8de-52294271cdb8)] {{(pid=84874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 07:15:12.592328 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [req-6650ea62-7767-41b3-8855-f0726ff911e3 req-b9bd379a-8767-48fa-a72a-9253983b5dfe tempest-ServerPasswordTestJSON-1368291127 tempest-ServerPasswordTestJSON-1368291127] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036850862667'] for port, precommit_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:15:12.599991 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-8951118e-2064-4785-9694-c4e8ac1910cc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3207107'] for network, before_response {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:15:12.633698 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-8951118e-2064-4785-9694-c4e8ac1910cc admin admin] 10.222.0.24 "DELETE /v2.0/networks/71b40b7a-b096-4de3-b013-cb8bf2ae45f9 HTTP/1.1" status: 204 len: 168 time: 9.4564726 Jan 14 07:15:12.644345 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8951118e-2064-4785-9694-c4e8ac1910cc admin admin] Pushing event deleted for resources: {'Network': ['ID=71b40b7a-b096-4de3-b013-cb8bf2ae45f9,revision_number=None']} {{(pid=84875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:15:12.671411 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-8951118e-2064-4785-9694-c4e8ac1910cc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:15:12.746387 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-852a24f7-e9a1-4193-9abb-e9506fe5213f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363259214191800', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854171626'] for agent, after_update {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:15:12.818108 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Provisioning complete for port 82faa569-5ad1-49da-810c-ccb470368241 triggered by entity L2. {{(pid=84876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 07:15:12.820401 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-604227'] for port, provisioning_complete {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:15:12.833434 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.plugin [req-6650ea62-7767-41b3-8855-f0726ff911e3 req-b9bd379a-8767-48fa-a72a-9253983b5dfe tempest-ServerPasswordTestJSON-1368291127 tempest-ServerPasswordTestJSON-1368291127] Calling delete_port for 4df4d327-0412-4cba-a495-85861446610a owned by compute:nova {{(pid=84874) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 07:15:12.932668 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-852a24f7-e9a1-4193-9abb-e9506fe5213f None None] Pushing event updated for resources: {'Port': ['ID=4df4d327-0412-4cba-a495-85861446610a,revision_number=5']} {{(pid=84876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:15:12.957171 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-852a24f7-e9a1-4193-9abb-e9506fe5213f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.615s {{(pid=84876) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:15:13.073428 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-4c2dcc65-5c08-43e7-a04e-d6898ccf43c0 tempest-ServerActionsTestJSON-743344072 tempest-ServerActionsTestJSON-743344072] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854768116'] for floatingip, before_response {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:15:13.075362 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-4c2dcc65-5c08-43e7-a04e-d6898ccf43c0 tempest-ServerActionsTestJSON-743344072 tempest-ServerActionsTestJSON-743344072] 10.222.0.24 "DELETE /v2.0/floatingips/c6e24419-4e49-46f9-92d6-2d19d5c36697 HTTP/1.1" status: 204 len: 168 time: 4.3916469 Jan 14 07:15:13.077050 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84874) accepted ('10.222.0.24', 59722) {{(pid=84874) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:15:13.078523 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [req-6650ea62-7767-41b3-8855-f0726ff911e3 req-b9bd379a-8767-48fa-a72a-9253983b5dfe tempest-ServerPasswordTestJSON-1368291127 tempest-ServerPasswordTestJSON-1368291127] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777640533329', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777640097463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3254186'] for port, after_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:15:13.084876 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84874) accepted ('10.222.0.24', 59724) {{(pid=84874) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:15:13.117990 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-cf0e5b29-07a7-4d36-8695-537f79cb9c93 tempest-ServersAdminTestJSON-2110659293 tempest-ServersAdminTestJSON-2110659293] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:15:13.143429 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02bb4950-a484-421b-966f-95ac91e6baec req-e6b96b5a-8438-471d-941f-57728db926a8 tempest-ServerRescueTestJSONUnderV235-244093414 tempest-ServerRescueTestJSONUnderV235-244093414] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:15:13.151110 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [req-02bb4950-a484-421b-966f-95ac91e6baec req-e6b96b5a-8438-471d-941f-57728db926a8 tempest-ServerRescueTestJSONUnderV235-244093414 tempest-ServerRescueTestJSONUnderV235-244093414] 10.222.0.24 "GET /v2.0/networks?id=f464b8ac-d1b3-44c8-9261-897220cf15ad HTTP/1.1" status: 200 len: 820 time: 0.8413997 Jan 14 07:15:13.161382 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_hamode_db [None req-a8ca56be-c51d-46d0-8c8b-0ee0a1ff26fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3fd402f5-4945-4bbc-88ae-707579237e95', 'name': 'tempest-ServerRescueTestJSONUnderV235-1401738690-router', 'tenant_id': 'd062827782824ed487fa7edfd4a1d197', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '226f1e78-82cd-4481-9055-4eb73b6db8c1', 'external_fixed_ips': [{'subnet_id': 'ba8deeec-7658-4195-9449-038c076f5c83', 'ip_address': '172.25.2.8'}], 'enable_snat': True}, 'gw_port_id': '068e8b5c-7154-406d-8aed-c0c9acc08a21', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-14T07:14:35Z', 'updated_at': '2021-01-14T07:15:03Z', 'revision_number': 4, 'project_id': 'd062827782824ed487fa7edfd4a1d197', 'gw_port': {'id': '068e8b5c-7154-406d-8aed-c0c9acc08a21', 'name': '', 'network_id': '226f1e78-82cd-4481-9055-4eb73b6db8c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:e9:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3fd402f5-4945-4bbc-88ae-707579237e95', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1046, 'fixed_ips': [{'subnet_id': 'ba8deeec-7658-4195-9449-038c076f5c83', 'ip_address': '172.25.2.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T07:14:41Z', 'updated_at': '2021-01-14T07:15:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ba8deeec-7658-4195-9449-038c076f5c83', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-2', '_interfaces': [{'id': '2801353b-4d0d-42b6-8bfd-426f65414e71', 'name': '', 'network_id': 'f464b8ac-d1b3-44c8-9261-897220cf15ad', 'tenant_id': 'd062827782824ed487fa7edfd4a1d197', 'mac_address': 'fa:16:3e:a6:8d:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3fd402f5-4945-4bbc-88ae-707579237e95', 'device_owner': 'network:router_interface', 'standard_attr_id': 1059, 'fixed_ips': [{'subnet_id': '52a58d70-5731-428e-8f30-4bdaba52572e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T07:14:59Z', 'updated_at': '2021-01-14T07:15:04Z', 'revision_number': 2, 'project_id': 'd062827782824ed487fa7edfd4a1d197', 'subnets': [{'id': '52a58d70-5731-428e-8f30-4bdaba52572e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'n-d-768862-2', False) {} {{(pid=84876) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:15:13.166334 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8ca56be-c51d-46d0-8c8b-0ee0a1ff26fe None None] Checking router: 3fd402f5-4945-4bbc-88ae-707579237e95 for host: n-d-768862-2 {{(pid=84876) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Jan 14 07:15:13.166733 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8ca56be-c51d-46d0-8c8b-0ee0a1ff26fe None None] Updating router 3fd402f5-4945-4bbc-88ae-707579237e95 port 2801353b-4d0d-42b6-8bfd-426f65414e71 binding host n-d-768862-2 {{(pid=84876) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Jan 14 07:15:13.174728 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [req-02bb4950-a484-421b-966f-95ac91e6baec req-5635a828-6a40-4ebd-b41e-b7023a313e3c tempest-ServerRescueTestJSONUnderV235-244093414 tempest-ServerRescueTestJSONUnderV235-244093414] 10.222.0.24 "GET /v2.0/quotas/d062827782824ed487fa7edfd4a1d197 HTTP/1.1" status: 200 len: 375 time: 0.0225255 Jan 14 07:15:13.197365 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Device f8e54d72-8604-4333-b165-5be58a0292ce up at agent ovs-agent-n-d-768862-2 {{(pid=84876) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 07:15:13.230995 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9bd379a-8767-48fa-a72a-9253983b5dfe tempest-ServerPasswordTestJSON-1368291127 tempest-ServerPasswordTestJSON-1368291127] Pushing event deleted for resources: {'Port': ['ID=4df4d327-0412-4cba-a495-85861446610a,revision_number=None']} {{(pid=84874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:15:13.253163 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-b9bd379a-8767-48fa-a72a-9253983b5dfe tempest-ServerPasswordTestJSON-1368291127 tempest-ServerPasswordTestJSON-1368291127] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:15:13.263420 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-80306639-dca9-4442-8650-2a32c22fc50c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777640533329', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777640097463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851621574'] for port, after_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:15:13.284021 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.db_base_plugin_common [None req-6354d444-cba3-4650-a3f8-697e26aa3ac6 tempest-TaggedBootDevicesTest_v242-294831919 tempest-TaggedBootDevicesTest_v242-294831919] Allocated IP 10.1.1.24 (98072e70-e1ea-4296-9013-017af5cadabb/2fa91875-55fd-4489-bc57-f1f358815b1a/76e6f417-022c-42fe-909e-62d9dfcd0030) {{(pid=84875) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 14 07:15:13.301659 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-a8ca56be-c51d-46d0-8c8b-0ee0a1ff26fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555753'] for port, before_update {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:15:13.364913 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Provisioning for port f8e54d72-8604-4333-b165-5be58a0292ce completed by entity L2. {{(pid=84876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 07:15:13.382428 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Provisioning complete for port f8e54d72-8604-4333-b165-5be58a0292ce triggered by entity L2. {{(pid=84876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 07:15:13.384066 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-604227'] for port, provisioning_complete {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:15:13.437179 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [req-02bb4950-a484-421b-966f-95ac91e6baec req-6aaa8927-69fc-4383-9a39-07aaf5ed0797 tempest-ServerRescueTestJSONUnderV235-244093414 tempest-ServerRescueTestJSONUnderV235-244093414] Synchronizing usage tracker for tenant:d062827782824ed487fa7edfd4a1d197 on resource:port {{(pid=84875) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 14 07:15:13.523214 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [req-02bb4950-a484-421b-966f-95ac91e6baec req-6aaa8927-69fc-4383-9a39-07aaf5ed0797 tempest-ServerRescueTestJSONUnderV235-244093414 tempest-ServerRescueTestJSONUnderV235-244093414] Unset dirty status for tenant:d062827782824ed487fa7edfd4a1d197 on resource:port {{(pid=84875) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 14 07:15:13.528328 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [req-02bb4950-a484-421b-966f-95ac91e6baec req-6aaa8927-69fc-4383-9a39-07aaf5ed0797 tempest-ServerRescueTestJSONUnderV235-244093414 tempest-ServerRescueTestJSONUnderV235-244093414] 10.222.0.24 "GET /v2.0/ports?tenant_id=d062827782824ed487fa7edfd4a1d197&fields=id HTTP/1.1" status: 200 len: 255 time: 0.3527026 Jan 14 07:15:13.595164 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-6acb4e32-7d94-4f17-a699-b987e16fb3fc admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=04f3aea956e546e892de768ae99354b8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5118189 Jan 14 07:15:13.664171 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84874) accepted ('10.222.0.24', 59730) {{(pid=84874) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:15:13.753377 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-80306639-dca9-4442-8650-2a32c22fc50c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036850863128'] for router_gateway, after_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:15:13.827538 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [req-02bb4950-a484-421b-966f-95ac91e6baec req-9635c2ca-3134-4ce6-971d-080b41702c3f service neutron] 10.222.0.24 "GET /v2.0/networks/f464b8ac-d1b3-44c8-9261-897220cf15ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2886741 Jan 14 07:15:13.896663 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-5a7ff911-9b0d-4222-9cd8-2070c81a090b admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:15:14.018156 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-80306639-dca9-4442-8650-2a32c22fc50c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3889346', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036854717606'] for router, precommit_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:15:14.025665 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-80306639-dca9-4442-8650-2a32c22fc50c admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:15:14.040160 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-ac06baa5-3345-4526-92ae-3347d665e1a7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:15:14.051731 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-5a7ff911-9b0d-4222-9cd8-2070c81a090b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555753'] for port, before_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:15:14.106141 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-80306639-dca9-4442-8650-2a32c22fc50c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036850897070'] for router, after_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:15:14.106722 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-80306639-dca9-4442-8650-2a32c22fc50c admin admin] Fanout notify agent at l3_agent the message router_deleted on router 30066085-16e9-44a9-8022-7b4f197cb1b8 {{(pid=84875) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jan 14 07:15:14.157434 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555753'] for port, before_update {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:15:14.227959 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [req-02bb4950-a484-421b-966f-95ac91e6baec req-7d0f4ba0-8cd6-42d5-9861-7313e8bce259 service neutron] 10.222.0.24 "GET /v2.0/networks/f464b8ac-d1b3-44c8-9261-897220cf15ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.3992522 Jan 14 07:15:14.261876 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] For port f8e54d72-8604-4333-b165-5be58a0292ce, host n-d-768862-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-2',level=0,port_id=f8e54d72-8604-4333-b165-5be58a0292ce,segment=NetworkSegment(9d160776-cb4e-4c54-875c-28b1a84a4c08),segment_id=9d160776-cb4e-4c54-875c-28b1a84a4c08)] {{(pid=84876) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 07:15:14.269149 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-80306639-dca9-4442-8650-2a32c22fc50c admin admin] Notify callbacks [] for router, before_response {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:15:14.270404 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-80306639-dca9-4442-8650-2a32c22fc50c admin admin] 10.222.0.24 "DELETE /v2.0/routers/30066085-16e9-44a9-8022-7b4f197cb1b8 HTTP/1.1" status: 204 len: 168 time: 6.3686273 Jan 14 07:15:14.296608 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84875) accepted ('10.222.0.24', 59738) {{(pid=84875) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:15:14.329901 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777640533312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363259214678337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777640097497'] for port, after_update {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:15:14.373016 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84876) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:15:14.433871 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-a8ca56be-c51d-46d0-8c8b-0ee0a1ff26fe None None] Notify callbacks [] for port, precommit_update {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:15:14.450784 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-a8ca56be-c51d-46d0-8c8b-0ee0a1ff26fe None None] Transition to ACTIVE for port object 2801353b-4d0d-42b6-8bfd-426f65414e71 will not be triggered until provisioned by entity L2. {{(pid=84876) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 07:15:14.460649 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Device e73c91f2-f77f-4732-8458-22c982c92abc no longer exists at agent ovs-agent-n-d-768862-2 {{(pid=84876) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jan 14 07:15:14.519188 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.db_base_plugin_v2 [None req-6b78be99-f876-492f-9984-18d9d028a503 admin admin] Deleting subnet bee75add-4df5-4eca-a892-482be32a6249 {{(pid=84875) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Jan 14 07:15:14.522453 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-a8ca56be-c51d-46d0-8c8b-0ee0a1ff26fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777640533312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363259214678337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777640097497'] for port, after_update {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:15:14.523211 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-6b78be99-f876-492f-9984-18d9d028a503 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:15:14.604836 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.plugin [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] No Port match for: e73c91f2-f77f-4732-8458-22c982c92abc {{(pid=84876) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2188}} Jan 14 07:15:14.605213 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Device e73c91f2-f77f-4732-8458-22c982c92abc not bound to the agent host n-d-768862-2 {{(pid=84876) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jan 14 07:15:14.653340 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-6b78be99-f876-492f-9984-18d9d028a503 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3367281'] for subnet, precommit_delete_associations {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:15:14.726497 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-ac06baa5-3345-4526-92ae-3347d665e1a7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:15:14.834136 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_dvrscheduler_db [req-6650ea62-7767-41b3-8855-f0726ff911e3 req-b9bd379a-8767-48fa-a72a-9253983b5dfe tempest-ServerPasswordTestJSON-1368291127 tempest-ServerPasswordTestJSON-1368291127] No DVR routers for this DVR port 4df4d327-0412-4cba-a495-85861446610a on host n-h2-768862-2 {{(pid=84874) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Jan 14 07:15:14.838937 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [req-6650ea62-7767-41b3-8855-f0726ff911e3 req-b9bd379a-8767-48fa-a72a-9253983b5dfe tempest-ServerPasswordTestJSON-1368291127 tempest-ServerPasswordTestJSON-1368291127] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854768116'] for port, before_response {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:15:14.874373 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-6b78be99-f876-492f-9984-18d9d028a503 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036854176836'] for subnet, precommit_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:15:14.891518 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Device d317ee99-1ec4-466d-8e1c-f0c1f23403c6 no longer exists at agent ovs-agent-n-d-768862-2 {{(pid=84876) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jan 14 07:15:14.894924 n-d-768862-2 neutron-server[84765]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5e1b808a-588c-4008-b69e-f3b9e623e2ef', 'name': 'network-vif-deleted', 'tag': '4df4d327-0412-4cba-a495-85861446610a'}] {{(pid=84874) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Jan 14 07:15:14.940855 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [req-6650ea62-7767-41b3-8855-f0726ff911e3 req-b9bd379a-8767-48fa-a72a-9253983b5dfe tempest-ServerPasswordTestJSON-1368291127 tempest-ServerPasswordTestJSON-1368291127] 10.222.0.48 "DELETE /v2.0/ports/4df4d327-0412-4cba-a495-85861446610a HTTP/1.1" status: 204 len: 173 time: 3.7291856 Jan 14 07:15:15.007480 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.plugin [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] No Port match for: d317ee99-1ec4-466d-8e1c-f0c1f23403c6 {{(pid=84876) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2188}} Jan 14 07:15:15.007915 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Device d317ee99-1ec4-466d-8e1c-f0c1f23403c6 not bound to the agent host n-d-768862-2 {{(pid=84876) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jan 14 07:15:15.091122 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Pushing event updated for resources: {'Port': ['ID=f8e54d72-8604-4333-b165-5be58a0292ce,revision_number=5']} {{(pid=84876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:15:15.099491 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.726s {{(pid=84876) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:15:15.103593 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-0419b9e6-3164-4d6f-9108-2d0bf3bb068a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.500s {{(pid=84876) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:15:15.177570 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48e2b6c4-d23b-49ad-81b0-482200260ef8 None None] Pushing event updated for resources: {'Port': ['ID=2801353b-4d0d-42b6-8bfd-426f65414e71,revision_number=3']} {{(pid=84876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:15:15.181750 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-48e2b6c4-d23b-49ad-81b0-482200260ef8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=84876) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:15:15.250483 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.managers [None req-a8ca56be-c51d-46d0-8c8b-0ee0a1ff26fe None None] Attempting to bind port 2801353b-4d0d-42b6-8bfd-426f65414e71 on host n-d-768862-2 for vnic_type normal with profile {{(pid=84876) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 14 07:15:15.250910 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.managers [None req-a8ca56be-c51d-46d0-8c8b-0ee0a1ff26fe None None] Attempting to bind port 2801353b-4d0d-42b6-8bfd-426f65414e71 by drivers openvswitch on host n-d-768862-2 at level 0 using segments [{'id': 'cc0126f1-1969-4445-bf1c-fe5eea4fc264', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 18, 'network_id': 'f464b8ac-d1b3-44c8-9261-897220cf15ad'}] {{(pid=84876) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 14 07:15:15.251324 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8ca56be-c51d-46d0-8c8b-0ee0a1ff26fe None None] Attempting to bind port 2801353b-4d0d-42b6-8bfd-426f65414e71 on network f464b8ac-d1b3-44c8-9261-897220cf15ad {{(pid=84876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 14 07:15:15.265184 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8ca56be-c51d-46d0-8c8b-0ee0a1ff26fe None None] Checking agent: {'id': 'ba5efab1-b43c-4d5a-bc52-6e105d4e67a2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768862-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 14, 6, 56, 52), 'started_at': datetime.datetime(2021, 1, 14, 6, 57, 22), 'heartbeat_timestamp': datetime.datetime(2021, 1, 14, 7, 14, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768862-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.29', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 14 07:15:15.265974 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8ca56be-c51d-46d0-8c8b-0ee0a1ff26fe None None] Checking segment: {'id': 'cc0126f1-1969-4445-bf1c-fe5eea4fc264', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 18, 'network_id': 'f464b8ac-d1b3-44c8-9261-897220cf15ad'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84876) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 14 07:15:15.266109 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-a8ca56be-c51d-46d0-8c8b-0ee0a1ff26fe None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:15:15.266445 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8ca56be-c51d-46d0-8c8b-0ee0a1ff26fe None None] Bound using segment: {'id': 'cc0126f1-1969-4445-bf1c-fe5eea4fc264', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 18, 'network_id': 'f464b8ac-d1b3-44c8-9261-897220cf15ad'} {{(pid=84876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 14 07:15:15.266993 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.managers [None req-a8ca56be-c51d-46d0-8c8b-0ee0a1ff26fe None None] Bound port: 2801353b-4d0d-42b6-8bfd-426f65414e71, host: n-d-768862-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cc0126f1-1969-4445-bf1c-fe5eea4fc264', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 18, 'network_id': 'f464b8ac-d1b3-44c8-9261-897220cf15ad'}}] {{(pid=84876) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 14 07:15:15.267654 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-a8ca56be-c51d-46d0-8c8b-0ee0a1ff26fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555753'] for port, before_update {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:15:15.343155 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84875) accepted ('10.222.0.24', 59758) {{(pid=84875) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:15:15.445931 n-d-768862-2 neutron-server[84765]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5e1b808a-588c-4008-b69e-f3b9e623e2ef', 'name': 'network-vif-deleted', 'tag': '4df4d327-0412-4cba-a495-85861446610a', 'status': 'completed', 'code': 200} Jan 14 07:15:15.448861 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [None req-a8ca56be-c51d-46d0-8c8b-0ee0a1ff26fe None None] For port 2801353b-4d0d-42b6-8bfd-426f65414e71, host n-d-768862-2, cleared binding levels {{(pid=84876) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 14 07:15:15.455950 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-ac06baa5-3345-4526-92ae-3347d665e1a7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850887153'] for security_group, after_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:15:15.456740 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [None req-a8ca56be-c51d-46d0-8c8b-0ee0a1ff26fe None None] For port 2801353b-4d0d-42b6-8bfd-426f65414e71, host n-d-768862-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-2',level=0,port_id=2801353b-4d0d-42b6-8bfd-426f65414e71,segment=NetworkSegment(cc0126f1-1969-4445-bf1c-fe5eea4fc264),segment_id=cc0126f1-1969-4445-bf1c-fe5eea4fc264)] {{(pid=84876) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 14 07:15:15.459463 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-ac06baa5-3345-4526-92ae-3347d665e1a7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:15:15.462160 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-a8ca56be-c51d-46d0-8c8b-0ee0a1ff26fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777640533312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363259214678337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777640097497'] for port, after_update {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:15:15.462780 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-ac06baa5-3345-4526-92ae-3347d665e1a7 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/12ba1d88-97de-4a74-902f-de18fd5280e9 HTTP/1.1" status: 204 len: 168 time: 1.7950902 Jan 14 07:15:15.478357 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-18c3d9bc-3e82-4f15-a9e4-887145ecf5e1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:15:15.490211 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.db_base_plugin_common [None req-5a7ff911-9b0d-4222-9cd8-2070c81a090b admin admin] Allocated IP 172.25.2.180 (226f1e78-82cd-4481-9055-4eb73b6db8c1/ba8deeec-7658-4195-9449-038c076f5c83/840ccb5f-ca45-4915-bcb9-1db902061289) {{(pid=84874) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 14 07:15:15.507999 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac06baa5-3345-4526-92ae-3347d665e1a7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=12ba1d88-97de-4a74-902f-de18fd5280e9,revision_number=None']} {{(pid=84874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:15:15.550701 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-ac06baa5-3345-4526-92ae-3347d665e1a7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:15:15.625747 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84876) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:15:15.775384 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8ca56be-c51d-46d0-8c8b-0ee0a1ff26fe None None] Routers {'3fd402f5-4945-4bbc-88ae-707579237e95'} bound to L3 agent in host n-d-768862-2 {{(pid=84876) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 14 07:15:15.776141 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_hamode_db [None req-a8ca56be-c51d-46d0-8c8b-0ee0a1ff26fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-01-14T06:56:51Z,description=,heartbeat_timestamp=2021-01-14T07:14:51Z,host='n-d-768862-2',id=35f592e9-451b-4db9-abea-77b6a5c5391b,load=0,resource_versions=,resources_synced=,started_at=2021-01-14T06:56:51Z,topic='l3_agent')) {'router_ids': ['3fd402f5-4945-4bbc-88ae-707579237e95'], 'active': True} {{(pid=84876) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:15:15.846563 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48e2b6c4-d23b-49ad-81b0-482200260ef8 None None] Pushing event updated for resources: {'Port': ['ID=2801353b-4d0d-42b6-8bfd-426f65414e71,revision_number=4']} {{(pid=84876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:15:15.854591 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-48e2b6c4-d23b-49ad-81b0-482200260ef8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.229s {{(pid=84876) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:15:15.865842 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-6354d444-cba3-4650-a3f8-697e26aa3ac6 tempest-TaggedBootDevicesTest_v242-294831919 tempest-TaggedBootDevicesTest_v242-294831919] Notify callbacks [] for port, precommit_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:15:15.918481 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-5a7ff911-9b0d-4222-9cd8-2070c81a090b admin admin] Notify callbacks [] for port, precommit_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:15:15.957221 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-6354d444-cba3-4650-a3f8-697e26aa3ac6 tempest-TaggedBootDevicesTest_v242-294831919 tempest-TaggedBootDevicesTest_v242-294831919] Transition to ACTIVE for port object 76e6f417-022c-42fe-909e-62d9dfcd0030 will not be triggered until provisioned by entity DHCP. {{(pid=84875) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 07:15:15.979162 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-c4ad1d38-0a45-4998-8233-9cfe771f4fed admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3889632'] for router_interface, before_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:15:16.020830 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_dvr_db [None req-a8ca56be-c51d-46d0-8c8b-0ee0a1ff26fe None None] Set router 3fd402f5-4945-4bbc-88ae-707579237e95 gateway port host: n-d-768862-2 {{(pid=84876) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 14 07:15:16.043204 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-5a7ff911-9b0d-4222-9cd8-2070c81a090b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777640123575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3254186'] for port, after_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:15:16.117543 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-6b78be99-f876-492f-9984-18d9d028a503 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-598964', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850887113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3154192', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2308610'] for subnet, after_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:15:16.138988 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-b2950365-de58-4274-8c99-883b78512e3a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:15:16.187363 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-ea649504-d7e8-4904-b853-eb00022fcb5c tempest-ServerActionsTestJSON-743344072 tempest-ServerActionsTestJSON-743344072] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:15:16.187886 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b78be99-f876-492f-9984-18d9d028a503 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=bee75add-4df5-4eca-a892-482be32a6249,revision_number=None']} {{(pid=84875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:15:16.295869 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-6b78be99-f876-492f-9984-18d9d028a503 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.157s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:15:16.432537 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-6354d444-cba3-4650-a3f8-697e26aa3ac6 tempest-TaggedBootDevicesTest_v242-294831919 tempest-TaggedBootDevicesTest_v242-294831919] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777640123575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851621574'] for port, after_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:15:16.509870 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-5bc36711-ba7d-4bc4-853d-f686058edb61 tempest-TaggedBootDevicesTest_v242-294831919 tempest-TaggedBootDevicesTest_v242-294831919] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:15:16.585157 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_hamode_db [None req-a8ca56be-c51d-46d0-8c8b-0ee0a1ff26fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3fd402f5-4945-4bbc-88ae-707579237e95', 'name': 'tempest-ServerRescueTestJSONUnderV235-1401738690-router', 'tenant_id': 'd062827782824ed487fa7edfd4a1d197', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '226f1e78-82cd-4481-9055-4eb73b6db8c1', 'external_fixed_ips': [{'subnet_id': 'ba8deeec-7658-4195-9449-038c076f5c83', 'ip_address': '172.25.2.8'}], 'enable_snat': True}, 'gw_port_id': '068e8b5c-7154-406d-8aed-c0c9acc08a21', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-14T07:14:35Z', 'updated_at': '2021-01-14T07:15:03Z', 'revision_number': 4, 'project_id': 'd062827782824ed487fa7edfd4a1d197', 'gw_port': {'id': '068e8b5c-7154-406d-8aed-c0c9acc08a21', 'name': '', 'network_id': '226f1e78-82cd-4481-9055-4eb73b6db8c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:e9:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3fd402f5-4945-4bbc-88ae-707579237e95', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1046, 'fixed_ips': [{'subnet_id': 'ba8deeec-7658-4195-9449-038c076f5c83', 'ip_address': '172.25.2.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T07:14:41Z', 'updated_at': '2021-01-14T07:15:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ba8deeec-7658-4195-9449-038c076f5c83', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-2', '_interfaces': [{'id': '2801353b-4d0d-42b6-8bfd-426f65414e71', 'name': '', 'network_id': 'f464b8ac-d1b3-44c8-9261-897220cf15ad', 'tenant_id': 'd062827782824ed487fa7edfd4a1d197', 'mac_address': 'fa:16:3e:a6:8d:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3fd402f5-4945-4bbc-88ae-707579237e95', 'device_owner': 'network:router_interface', 'standard_attr_id': 1059, 'fixed_ips': [{'subnet_id': '52a58d70-5731-428e-8f30-4bdaba52572e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T07:14:59Z', 'updated_at': '2021-01-14T07:15:15Z', 'revision_number': 4, 'project_id': 'd062827782824ed487fa7edfd4a1d197', 'subnets': [{'id': '52a58d70-5731-428e-8f30-4bdaba52572e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'n-d-768862-2', False) {} {{(pid=84876) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:15:16.598124 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8ca56be-c51d-46d0-8c8b-0ee0a1ff26fe None None] The sync data for ids ['3fd402f5-4945-4bbc-88ae-707579237e95'] in n-d-768862-2 is: [{'id': '3fd402f5-4945-4bbc-88ae-707579237e95', 'name': 'tempest-ServerRescueTestJSONUnderV235-1401738690-router', 'tenant_id': 'd062827782824ed487fa7edfd4a1d197', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '226f1e78-82cd-4481-9055-4eb73b6db8c1', 'external_fixed_ips': [{'subnet_id': 'ba8deeec-7658-4195-9449-038c076f5c83', 'ip_address': '172.25.2.8'}], 'enable_snat': True}, 'gw_port_id': '068e8b5c-7154-406d-8aed-c0c9acc08a21', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-14T07:14:35Z', 'updated_at': '2021-01-14T07:15:03Z', 'revision_number': 4, 'project_id': 'd062827782824ed487fa7edfd4a1d197', 'gw_port': {'id': '068e8b5c-7154-406d-8aed-c0c9acc08a21', 'name': '', 'network_id': '226f1e78-82cd-4481-9055-4eb73b6db8c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:e9:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3fd402f5-4945-4bbc-88ae-707579237e95', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1046, 'fixed_ips': [{'subnet_id': 'ba8deeec-7658-4195-9449-038c076f5c83', 'ip_address': '172.25.2.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T07:14:41Z', 'updated_at': '2021-01-14T07:15:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ba8deeec-7658-4195-9449-038c076f5c83', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-2', '_interfaces': [{'id': '2801353b-4d0d-42b6-8bfd-426f65414e71', 'name': '', 'network_id': 'f464b8ac-d1b3-44c8-9261-897220cf15ad', 'tenant_id': 'd062827782824ed487fa7edfd4a1d197', 'mac_address': 'fa:16:3e:a6:8d:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3fd402f5-4945-4bbc-88ae-707579237e95', 'device_owner': 'network:router_interface', 'standard_attr_id': 1059, 'fixed_ips': [{'subnet_id': '52a58d70-5731-428e-8f30-4bdaba52572e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T07:14:59Z', 'updated_at': '2021-01-14T07:15:15Z', 'revision_number': 4, 'project_id': 'd062827782824ed487fa7edfd4a1d197', 'subnets': [{'id': '52a58d70-5731-428e-8f30-4bdaba52572e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=84876) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Jan 14 07:15:16.602718 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6354d444-cba3-4650-a3f8-697e26aa3ac6 tempest-TaggedBootDevicesTest_v242-294831919 tempest-TaggedBootDevicesTest_v242-294831919] Pushing event updated for resources: {'Port': ['ID=76e6f417-022c-42fe-909e-62d9dfcd0030,revision_number=1']} {{(pid=84875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:15:16.619364 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-6354d444-cba3-4650-a3f8-697e26aa3ac6 tempest-TaggedBootDevicesTest_v242-294831919 tempest-TaggedBootDevicesTest_v242-294831919] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:15:16.660109 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-6b78be99-f876-492f-9984-18d9d028a503 admin admin] Notify callbacks [] for subnet, before_response {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:15:16.662717 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41a6e8a7-1199-47ec-a4f3-562370ea605f None None] Network b1a12e1e-4188-4c05-8d11-caebbad007eb requested from n-d-768862-2 {{(pid=84876) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 07:15:16.773935 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a7ff911-9b0d-4222-9cd8-2070c81a090b admin admin] Pushing event updated for resources: {'Port': ['ID=840ccb5f-ca45-4915-bcb9-1db902061289,revision_number=1']} {{(pid=84874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:15:16.778328 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-5a7ff911-9b0d-4222-9cd8-2070c81a090b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.591s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:15:16.829203 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-6b78be99-f876-492f-9984-18d9d028a503 admin admin] 10.222.0.24 "DELETE /v2.0/subnets/bee75add-4df5-4eca-a892-482be32a6249 HTTP/1.1" status: 204 len: 168 time: 2.5163457 Jan 14 07:15:16.837611 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84875) accepted ('10.222.0.24', 59790) {{(pid=84875) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:15:16.868083 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Device f8e54d72-8604-4333-b165-5be58a0292ce up at agent ovs-agent-n-d-768862-2 {{(pid=84876) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 07:15:16.939356 n-d-768862-2 neutron-server[84765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a7ff911-9b0d-4222-9cd8-2070c81a090b admin admin] Network 226f1e78-82cd-4481-9055-4eb73b6db8c1 is already hosted by enough agents. {{(pid=84874) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 07:15:16.951358 n-d-768862-2 neutron-server[84765]: DEBUG neutron.scheduler.base_scheduler [None req-5a7ff911-9b0d-4222-9cd8-2070c81a090b admin admin] Resources bound (agent type, host, resource id): {{(pid=84874) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 07:15:16.963992 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a7ff911-9b0d-4222-9cd8-2070c81a090b admin admin] Received port after_create {{(pid=84874) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 14 07:15:17.142152 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84874) accepted ('10.222.0.24', 59796) {{(pid=84874) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:15:17.195245 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Provisioning complete for port f8e54d72-8604-4333-b165-5be58a0292ce triggered by entity L2. {{(pid=84876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 07:15:17.195821 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-604227'] for port, provisioning_complete {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:15:17.453602 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11405672-22d2-42af-834d-4a2e34a1877e None None] DHCP port deletion for b1a12e1e-4188-4c05-8d11-caebbad007eb request from n-d-768862-2 {{(pid=84876) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Jan 14 07:15:17.459425 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.plugin [None req-11405672-22d2-42af-834d-4a2e34a1877e None None] Deleting port fd71ed09-2a2d-41ff-a18f-6fbb6af49100 {{(pid=84876) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 07:15:17.460003 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-11405672-22d2-42af-834d-4a2e34a1877e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363259214248359'] for port, before_delete {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:15:17.466706 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.v2.base [None req-93cf84e2-fc55-4b4b-a688-3ccab4d8551f admin admin] Request body: {'network': {'name': 'tempest-ServerAddressesNegativeTestJSON-1688181257-network', 'tenant_id': '66147414af4245a8bf868991c26ae543'}} {{(pid=84874) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:15:17.536450 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-93cf84e2-fc55-4b4b-a688-3ccab4d8551f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:15:17.542669 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-93cf84e2-fc55-4b4b-a688-3ccab4d8551f admin admin] Usage tracker for resource:network and tenant:66147414af4245a8bf868991c26ae543 is out of sync, need to count used quota {{(pid=84874) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:15:17.546112 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-93cf84e2-fc55-4b4b-a688-3ccab4d8551f admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84874) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:15:17.558319 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-93cf84e2-fc55-4b4b-a688-3ccab4d8551f admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:15:17.678872 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-e4cc531c-1ade-4f12-8542-e8d6def54627 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036854160497'] for network, before_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:15:17.679335 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-93cf84e2-fc55-4b4b-a688-3ccab4d8551f admin admin] Made reservation on behalf of 66147414af4245a8bf868991c26ae543 for: {'network': 1} {{(pid=84874) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 07:15:17.701250 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-93cf84e2-fc55-4b4b-a688-3ccab4d8551f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555753'] for network, before_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:15:17.774544 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [None req-11405672-22d2-42af-834d-4a2e34a1877e None None] For port fd71ed09-2a2d-41ff-a18f-6fbb6af49100, host n-d-768862-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-2',level=0,port_id=fd71ed09-2a2d-41ff-a18f-6fbb6af49100,segment=NetworkSegment(ad98c7bd-9b2f-422a-9799-41dd7fc77a9b),segment_id=ad98c7bd-9b2f-422a-9799-41dd7fc77a9b)] {{(pid=84876) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 07:15:17.774987 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-11405672-22d2-42af-834d-4a2e34a1877e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036850862667'] for port, precommit_delete {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:15:17.802184 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-93cf84e2-fc55-4b4b-a688-3ccab4d8551f admin admin] Notify callbacks [] for security_group, before_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:15:17.892703 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-93cf84e2-fc55-4b4b-a688-3ccab4d8551f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:15:17.901696 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-93cf84e2-fc55-4b4b-a688-3ccab4d8551f admin admin] Usage tracker for resource:security_group_rule and tenant:66147414af4245a8bf868991c26ae543 is out of sync, need to count used quota {{(pid=84874) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:15:17.913606 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-93cf84e2-fc55-4b4b-a688-3ccab4d8551f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84874) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:15:17.926745 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-93cf84e2-fc55-4b4b-a688-3ccab4d8551f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:15:17.961431 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.plugin [None req-11405672-22d2-42af-834d-4a2e34a1877e None None] Calling delete_port for fd71ed09-2a2d-41ff-a18f-6fbb6af49100 owned by network:dhcp {{(pid=84876) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 07:15:17.967707 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.plugin [None req-e4cc531c-1ade-4f12-8542-e8d6def54627 admin admin] Deleting port fd71ed09-2a2d-41ff-a18f-6fbb6af49100 {{(pid=84875) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 07:15:17.968103 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-e4cc531c-1ade-4f12-8542-e8d6def54627 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363259214248359'] for port, before_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:15:18.038480 n-d-768862-2 neutron-server[84765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6354d444-cba3-4650-a3f8-697e26aa3ac6 tempest-TaggedBootDevicesTest_v242-294831919 tempest-TaggedBootDevicesTest_v242-294831919] Network 98072e70-e1ea-4296-9013-017af5cadabb is already hosted by enough agents. {{(pid=84875) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 07:15:18.070502 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-11405672-22d2-42af-834d-4a2e34a1877e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777640533329', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777640097463'] for port, after_delete {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:15:18.094087 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-852a24f7-e9a1-4193-9abb-e9506fe5213f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84876) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:15:18.118931 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-5a7ff911-9b0d-4222-9cd8-2070c81a090b admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:15:18.129257 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.plugin [None req-e4cc531c-1ade-4f12-8542-e8d6def54627 admin admin] The port 'fd71ed09-2a2d-41ff-a18f-6fbb6af49100' was deleted {{(pid=84875) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Jan 14 07:15:18.133473 n-d-768862-2 neutron-server[84765]: DEBUG neutron.scheduler.base_scheduler [None req-6354d444-cba3-4650-a3f8-697e26aa3ac6 tempest-TaggedBootDevicesTest_v242-294831919 tempest-TaggedBootDevicesTest_v242-294831919] Resources bound (agent type, host, resource id): {{(pid=84875) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 07:15:18.151180 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11405672-22d2-42af-834d-4a2e34a1877e None None] Pushing event deleted for resources: {'Port': ['ID=fd71ed09-2a2d-41ff-a18f-6fbb6af49100,revision_number=None']} {{(pid=84876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:15:18.154856 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-11405672-22d2-42af-834d-4a2e34a1877e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=84876) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:15:18.168885 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6354d444-cba3-4650-a3f8-697e26aa3ac6 tempest-TaggedBootDevicesTest_v242-294831919 tempest-TaggedBootDevicesTest_v242-294831919] Received port after_create {{(pid=84875) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 14 07:15:18.307303 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11405672-22d2-42af-834d-4a2e34a1877e None None] No DVR routers for this DVR port fd71ed09-2a2d-41ff-a18f-6fbb6af49100 on host n-d-768862-2 {{(pid=84876) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Jan 14 07:15:18.371768 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.plugin [None req-c4ad1d38-0a45-4998-8233-9cfe771f4fed admin admin] Deleting port cbb32776-543c-41ea-8f14-591d7d1c7463 {{(pid=84874) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 07:15:18.372155 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-c4ad1d38-0a45-4998-8233-9cfe771f4fed admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363259214248359'] for port, before_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:15:18.421678 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network":"rule:regular_user" was deprecated in W in favor of "create_network":"role:member and project_id:%(project_id)s". Reason: Jan 14 07:15:18.421678 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:15:18.421678 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:15:18.421678 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:15:18.421678 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:shared":"rule:admin_only" was deprecated in W in favor of "create_network:shared":"role:admin and system_scope:all". Reason: Jan 14 07:15:18.421678 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:15:18.421678 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:15:18.421678 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:15:18.421678 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:router:external":"rule:admin_only" was deprecated in W in favor of "create_network:router:external":"role:admin and system_scope:all". Reason: Jan 14 07:15:18.421678 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:15:18.421678 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:15:18.421678 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:15:18.421678 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:is_default":"rule:admin_only" was deprecated in W in favor of "create_network:is_default":"role:admin and system_scope:all". Reason: Jan 14 07:15:18.421678 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:15:18.421678 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:15:18.421678 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:15:18.421678 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:port_security_enabled":"rule:regular_user" was deprecated in W in favor of "create_network:port_security_enabled":"role:member and project_id:%(project_id)s". Reason: Jan 14 07:15:18.421678 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:15:18.421678 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:15:18.421678 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:15:18.421678 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:segments":"rule:admin_only" was deprecated in W in favor of "create_network:segments":"role:admin and system_scope:all". Reason: Jan 14 07:15:18.421678 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:15:18.421678 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:15:18.421678 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:15:18.421678 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "create_network:provider:network_type":"role:admin and system_scope:all". Reason: Jan 14 07:15:18.421678 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:15:18.421678 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:15:18.421678 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:15:18.421678 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "create_network:provider:physical_network":"role:admin and system_scope:all". Reason: Jan 14 07:15:18.421678 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:15:18.421678 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:15:18.421678 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:15:18.421678 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "create_network:provider:segmentation_id":"role:admin and system_scope:all". Reason: Jan 14 07:15:18.421678 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:15:18.421678 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:15:18.421678 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:15:18.421678 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network":"rule:admin_or_owner or rule:shared or rule:external or rule:context_is_advsvc" was deprecated in W in favor of "get_network":"(role:reader and system_scope:all) or (role:reader and project_id:%(project_id)s) or rule:shared or rule:external or rule:context_is_advsvc". Reason: Jan 14 07:15:18.421678 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:15:18.421678 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:15:18.421678 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:15:18.421678 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:router:external":"rule:regular_user" was deprecated in W in favor of "get_network:router:external":"role:reader and project_id:%(project_id)s". Reason: Jan 14 07:15:18.421678 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:15:18.421678 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:15:18.421678 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:15:18.421678 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:segments":"rule:admin_only" was deprecated in W in favor of "get_network:segments":"role:reader and system_scope:all". Reason: Jan 14 07:15:18.421678 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:15:18.421678 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:15:18.421678 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:15:18.424922 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "get_network:provider:network_type":"role:reader and system_scope:all". Reason: Jan 14 07:15:18.424922 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:15:18.424922 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:15:18.424922 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:15:18.424922 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "get_network:provider:physical_network":"role:reader and system_scope:all". Reason: Jan 14 07:15:18.424922 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:15:18.424922 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:15:18.424922 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:15:18.424922 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "get_network:provider:segmentation_id":"role:reader and system_scope:all". Reason: Jan 14 07:15:18.424922 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:15:18.424922 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:15:18.424922 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:15:18.424922 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network":"rule:admin_or_owner" was deprecated in W in favor of "update_network":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 07:15:18.424922 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:15:18.424922 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:15:18.424922 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:15:18.424922 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:segments":"rule:admin_only" was deprecated in W in favor of "update_network:segments":"role:admin and system_scope:all". Reason: Jan 14 07:15:18.424922 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:15:18.424922 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:15:18.424922 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:15:18.438123 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6354d444-cba3-4650-a3f8-697e26aa3ac6 tempest-TaggedBootDevicesTest_v242-294831919 tempest-TaggedBootDevicesTest_v242-294831919] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:15:18.438785 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-6354d444-cba3-4650-a3f8-697e26aa3ac6 tempest-TaggedBootDevicesTest_v242-294831919 tempest-TaggedBootDevicesTest_v242-294831919] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854768116'] for port, before_response {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:15:18.464763 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-6354d444-cba3-4650-a3f8-697e26aa3ac6 tempest-TaggedBootDevicesTest_v242-294831919 tempest-TaggedBootDevicesTest_v242-294831919] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 935 time: 10.5736375 Jan 14 07:15:18.473343 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-e4cc531c-1ade-4f12-8542-e8d6def54627 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-598987', 'neutron.services.segments.db._delete_segments_for_network-8777640583949'] for network, precommit_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:15:18.500328 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-34486b83-38f1-49d6-ba7e-8baf5e5b8341 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3889632'] for router_interface, before_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:15:18.548537 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-100841af-090d-4b48-a7b7-0ed44ecf3fb1 None None] Provisioning for port 76e6f417-022c-42fe-909e-62d9dfcd0030 completed by entity DHCP. {{(pid=84876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 07:15:18.559879 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-100841af-090d-4b48-a7b7-0ed44ecf3fb1 None None] Provisioning complete for port 76e6f417-022c-42fe-909e-62d9dfcd0030 triggered by entity DHCP. {{(pid=84876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 07:15:18.560545 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-100841af-090d-4b48-a7b7-0ed44ecf3fb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-604227'] for port, provisioning_complete {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:15:18.644380 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.plugin [None req-100841af-090d-4b48-a7b7-0ed44ecf3fb1 None None] Port 76e6f417-022c-42fe-909e-62d9dfcd0030 cannot update to ACTIVE because it is not bound. {{(pid=84876) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:329}} Jan 14 07:15:18.766516 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-2bea4d6b-ec7b-4462-b3b4-bf81d1512232 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363259214191800', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854171626'] for agent, after_update {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:15:18.800635 n-d-768862-2 neutron-server[84765]: DEBUG neutron.services.segments.db [None req-e4cc531c-1ade-4f12-8542-e8d6def54627 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b1a12e1e-4188-4c05-8d11-caebbad007eb']}} {{(pid=84875) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:15:18.871901 n-d-768862-2 neutron-server[84765]: DEBUG neutron.services.segments.db [None req-e4cc531c-1ade-4f12-8542-e8d6def54627 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ad98c7bd-9b2f-422a-9799-41dd7fc77a9b') {'for_net_delete': True} {{(pid=84875) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:15:18.872316 n-d-768862-2 neutron-server[84765]: DEBUG neutron.services.segments.db [None req-e4cc531c-1ade-4f12-8542-e8d6def54627 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ad98c7bd-9b2f-422a-9799-41dd7fc77a9b') {} {{(pid=84875) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:15:18.889232 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Device 2801353b-4d0d-42b6-8bfd-426f65414e71 up at agent ovs-agent-n-d-768862-2 {{(pid=84876) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 07:15:18.895489 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-e4cc531c-1ade-4f12-8542-e8d6def54627 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363259214173198', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036851408567'] for segment, before_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:15:18.957200 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-e4cc531c-1ade-4f12-8542-e8d6def54627 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854179735'] for segment, precommit_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:15:18.962777 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-e4cc531c-1ade-4f12-8542-e8d6def54627 admin admin] Releasing vxlan tunnel 17 to pool {{(pid=84875) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Jan 14 07:15:19.050590 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84875) accepted ('10.222.0.24', 59812) {{(pid=84875) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:15:19.064163 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Provisioning for port 2801353b-4d0d-42b6-8bfd-426f65414e71 completed by entity L2. {{(pid=84876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 07:15:19.064371 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.v2.base [None req-1e280351-d7db-4152-988a-1cf9e48afb2d tempest-TaggedBootDevicesTest_v242-294831919 tempest-TaggedBootDevicesTest_v242-294831919] Request body: {'security_group': {'name': 'tempest-securitygroup--1373634126', 'description': 'tempest-description--1934106824'}} {{(pid=84875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:15:19.070552 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Provisioning complete for port 2801353b-4d0d-42b6-8bfd-426f65414e71 triggered by entity L2. {{(pid=84876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 07:15:19.070971 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-604227'] for port, provisioning_complete {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:15:19.181112 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-1e280351-d7db-4152-988a-1cf9e48afb2d tempest-TaggedBootDevicesTest_v242-294831919 tempest-TaggedBootDevicesTest_v242-294831919] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:15:19.225636 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-1e280351-d7db-4152-988a-1cf9e48afb2d tempest-TaggedBootDevicesTest_v242-294831919 tempest-TaggedBootDevicesTest_v242-294831919] Usage tracker for resource:security_group and tenant:cb7096aff06a4584846542dd674c0323 is out of sync, need to count used quota {{(pid=84875) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:15:19.269341 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-5a7ff911-9b0d-4222-9cd8-2070c81a090b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036850886612', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036850863158'] for router, after_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:15:19.276602 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-93cf84e2-fc55-4b4b-a688-3ccab4d8551f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:15:19.307125 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-1e280351-d7db-4152-988a-1cf9e48afb2d tempest-TaggedBootDevicesTest_v242-294831919 tempest-TaggedBootDevicesTest_v242-294831919] Quota usage for security_group was recalculated. Used quota:1. {{(pid=84875) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:15:19.342307 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-1e280351-d7db-4152-988a-1cf9e48afb2d tempest-TaggedBootDevicesTest_v242-294831919 tempest-TaggedBootDevicesTest_v242-294831919] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:15:19.353157 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-93cf84e2-fc55-4b4b-a688-3ccab4d8551f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850887153'] for security_group, after_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:15:19.370381 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-93cf84e2-fc55-4b4b-a688-3ccab4d8551f admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 10} {{(pid=84874) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Jan 14 07:15:19.377834 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.managers [None req-e4cc531c-1ade-4f12-8542-e8d6def54627 admin admin] Network b1a12e1e-4188-4c05-8d11-caebbad007eb has no segments {{(pid=84875) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 14 07:15:19.381658 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-93cf84e2-fc55-4b4b-a688-3ccab4d8551f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854179735'] for segment, precommit_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:15:19.381952 n-d-768862-2 neutron-server[84765]: INFO neutron.db.segments_db [None req-93cf84e2-fc55-4b4b-a688-3ccab4d8551f admin admin] Added segment ef6d5482-cfa8-45f9-8845-8367e72f19d4 of type vxlan for network 7ab0c070-d25e-4cc2-be64-c19c7d550285 Jan 14 07:15:19.391740 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-e4cc531c-1ade-4f12-8542-e8d6def54627 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-596065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3154253'] for segment, after_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:15:19.414624 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-93cf84e2-fc55-4b4b-a688-3ccab4d8551f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363259214646115'] for network, precommit_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:15:19.415771 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-1e280351-d7db-4152-988a-1cf9e48afb2d tempest-TaggedBootDevicesTest_v242-294831919 tempest-TaggedBootDevicesTest_v242-294831919] Notify callbacks [] for security_group, before_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:15:19.449973 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555753'] for port, before_update {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:15:19.455395 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-f7a1c5a2-7730-4833-8e12-59858e9f1ed5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:15:19.481035 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-93cf84e2-fc55-4b4b-a688-3ccab4d8551f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850887149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964'] for network, after_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:15:19.482088 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93cf84e2-fc55-4b4b-a688-3ccab4d8551f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:15:19.482750 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-93cf84e2-fc55-4b4b-a688-3ccab4d8551f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3207107'] for network, before_response {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:15:19.508518 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] For port 2801353b-4d0d-42b6-8bfd-426f65414e71, host n-d-768862-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-2',level=0,port_id=2801353b-4d0d-42b6-8bfd-426f65414e71,segment=NetworkSegment(cc0126f1-1969-4445-bf1c-fe5eea4fc264),segment_id=cc0126f1-1969-4445-bf1c-fe5eea4fc264)] {{(pid=84876) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 07:15:19.515380 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777640533312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363259214678337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777640097497'] for port, after_update {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:15:19.518891 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-1e280351-d7db-4152-988a-1cf9e48afb2d tempest-TaggedBootDevicesTest_v242-294831919 tempest-TaggedBootDevicesTest_v242-294831919] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:15:19.521482 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-017f98a9-8a07-408c-a86f-8ff0c00400a0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.003s {{(pid=84876) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:15:19.523287 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-1e280351-d7db-4152-988a-1cf9e48afb2d tempest-TaggedBootDevicesTest_v242-294831919 tempest-TaggedBootDevicesTest_v242-294831919] Usage tracker for resource:security_group_rule and tenant:cb7096aff06a4584846542dd674c0323 is out of sync, need to count used quota {{(pid=84875) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:15:19.526373 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-1e280351-d7db-4152-988a-1cf9e48afb2d tempest-TaggedBootDevicesTest_v242-294831919 tempest-TaggedBootDevicesTest_v242-294831919] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84875) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:15:19.532378 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-1e280351-d7db-4152-988a-1cf9e48afb2d tempest-TaggedBootDevicesTest_v242-294831919 tempest-TaggedBootDevicesTest_v242-294831919] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:15:19.590796 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-93cf84e2-fc55-4b4b-a688-3ccab4d8551f admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 2.4446950 Jan 14 07:15:19.605362 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84875) accepted ('10.222.0.24', 59816) {{(pid=84875) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:15:19.607875 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Device fd71ed09-2a2d-41ff-a18f-6fbb6af49100 no longer exists at agent ovs-agent-n-d-768862-2 {{(pid=84876) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jan 14 07:15:19.638505 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93cf84e2-fc55-4b4b-a688-3ccab4d8551f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b843c86c-abec-4d97-8ead-89403ac7fae1,revision_number=1']} {{(pid=84874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:15:19.650347 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [None req-c4ad1d38-0a45-4998-8233-9cfe771f4fed admin admin] For port cbb32776-543c-41ea-8f14-591d7d1c7463, host n-d-768862-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-2',level=0,port_id=cbb32776-543c-41ea-8f14-591d7d1c7463,segment=NetworkSegment(917f7d8b-a51b-45d1-8524-2c4fd0b1f7a9),segment_id=917f7d8b-a51b-45d1-8524-2c4fd0b1f7a9)] {{(pid=84874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 07:15:19.650671 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-c4ad1d38-0a45-4998-8233-9cfe771f4fed admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036850862667'] for port, precommit_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:15:19.659160 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-93cf84e2-fc55-4b4b-a688-3ccab4d8551f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.204s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:15:19.659615 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-84f25628-03c4-4239-86c2-08895d349389 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.084s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:15:19.661667 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-1e280351-d7db-4152-988a-1cf9e48afb2d tempest-TaggedBootDevicesTest_v242-294831919 tempest-TaggedBootDevicesTest_v242-294831919] Notify callbacks [] for security_group, precommit_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:15:19.669105 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.plugin [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] No Port match for: fd71ed09-2a2d-41ff-a18f-6fbb6af49100 {{(pid=84876) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2188}} Jan 14 07:15:19.669499 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Device fd71ed09-2a2d-41ff-a18f-6fbb6af49100 not bound to the agent host n-d-768862-2 {{(pid=84876) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jan 14 07:15:19.673166 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.v2.base [None req-c484d948-ea7b-43cf-a2f6-4d966cb639cd admin admin] Request body: {'subnet': {'network_id': '7ab0c070-d25e-4cc2-be64-c19c7d550285', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerAddressesNegativeTestJSON-1688181257-subnet', 'tenant_id': '66147414af4245a8bf868991c26ae543', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=84875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:15:19.679215 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-c484d948-ea7b-43cf-a2f6-4d966cb639cd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:15:19.683490 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-c484d948-ea7b-43cf-a2f6-4d966cb639cd admin admin] Usage tracker for resource:subnet and tenant:66147414af4245a8bf868991c26ae543 is out of sync, need to count used quota {{(pid=84875) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:15:19.686518 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-c484d948-ea7b-43cf-a2f6-4d966cb639cd admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84875) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:15:19.692399 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-c484d948-ea7b-43cf-a2f6-4d966cb639cd admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:15:19.734555 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Pushing event updated for resources: {'Port': ['ID=2801353b-4d0d-42b6-8bfd-426f65414e71,revision_number=5']} {{(pid=84876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:15:19.738810 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.218s {{(pid=84876) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:15:19.778168 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-1e280351-d7db-4152-988a-1cf9e48afb2d tempest-TaggedBootDevicesTest_v242-294831919 tempest-TaggedBootDevicesTest_v242-294831919] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850887153'] for security_group, after_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:15:19.796875 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-5b23920e-bb36-4acc-b4f3-975c0a625b40 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:15:19.805997 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c484d948-ea7b-43cf-a2f6-4d966cb639cd admin admin] Made reservation on behalf of 66147414af4245a8bf868991c26ae543 for: {'subnet': 1} {{(pid=84875) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 07:15:19.810885 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-c484d948-ea7b-43cf-a2f6-4d966cb639cd admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036852467157'] for subnet, before_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:15:19.927407 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.managers [None req-e4cc531c-1ade-4f12-8542-e8d6def54627 admin admin] Network b1a12e1e-4188-4c05-8d11-caebbad007eb has no segments {{(pid=84875) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 14 07:15:19.928089 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.plugin [None req-c4ad1d38-0a45-4998-8233-9cfe771f4fed admin admin] Calling delete_port for cbb32776-543c-41ea-8f14-591d7d1c7463 owned by network:router_interface {{(pid=84874) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 07:15:19.976209 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93cf84e2-fc55-4b4b-a688-3ccab4d8551f admin admin] Pushing event updated for resources: {'Network': ['ID=7ab0c070-d25e-4cc2-be64-c19c7d550285,revision_number=1']} {{(pid=84874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:15:19.979993 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:shared":"rule:admin_only" was deprecated in W in favor of "update_network:shared":"role:admin and system_scope:all". Reason: Jan 14 07:15:19.979993 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:15:19.979993 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:15:19.979993 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:15:19.979993 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "update_network:provider:network_type":"role:admin and system_scope:all". Reason: Jan 14 07:15:19.979993 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:15:19.979993 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:15:19.979993 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:15:19.979993 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "update_network:provider:physical_network":"role:admin and system_scope:all". Reason: Jan 14 07:15:19.979993 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:15:19.979993 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:15:19.979993 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:15:19.979993 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "update_network:provider:segmentation_id":"role:admin and system_scope:all". Reason: Jan 14 07:15:19.979993 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:15:19.979993 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:15:19.979993 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:15:19.979993 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:router:external":"rule:admin_only" was deprecated in W in favor of "update_network:router:external":"role:admin and system_scope:all". Reason: Jan 14 07:15:19.979993 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:15:19.979993 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:15:19.979993 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:15:19.979993 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:is_default":"rule:admin_only" was deprecated in W in favor of "update_network:is_default":"role:admin and system_scope:all". Reason: Jan 14 07:15:19.979993 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:15:19.979993 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:15:19.979993 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:15:19.979993 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:port_security_enabled":"rule:admin_or_owner" was deprecated in W in favor of "update_network:port_security_enabled":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 07:15:19.979993 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:15:19.979993 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:15:19.979993 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:15:19.979993 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "delete_network":"rule:admin_or_owner" was deprecated in W in favor of "delete_network":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 07:15:19.979993 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:15:19.979993 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:15:19.979993 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:15:19.979993 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_segment":"rule:admin_only" was deprecated in W in favor of "create_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:15:19.979993 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:15:19.979993 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_segment":"rule:admin_only" was deprecated in W in favor of "get_segment":"role:reader and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:15:19.979993 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:15:19.979993 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_segment":"rule:admin_only" was deprecated in W in favor of "update_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:15:19.979993 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:15:19.979993 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "delete_segment":"rule:admin_only" was deprecated in W in favor of "delete_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:15:19.979993 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:15:19.979993 n-d-768862-2 neutron-server[84765]: Traceback (most recent call last): Jan 14 07:15:19.979993 n-d-768862-2 neutron-server[84765]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 14 07:15:19.979993 n-d-768862-2 neutron-server[84765]: timer() Jan 14 07:15:19.979993 n-d-768862-2 neutron-server[84765]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 14 07:15:19.979993 n-d-768862-2 neutron-server[84765]: cb(*args, **kw) Jan 14 07:15:19.979993 n-d-768862-2 neutron-server[84765]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Jan 14 07:15:19.979993 n-d-768862-2 neutron-server[84765]: return func(*args, **kwargs) Jan 14 07:15:19.983017 n-d-768862-2 neutron-server[84765]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 14 07:15:19.983017 n-d-768862-2 neutron-server[84765]: self._notify() Jan 14 07:15:19.983017 n-d-768862-2 neutron-server[84765]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 14 07:15:19.983017 n-d-768862-2 neutron-server[84765]: self.callback(batched_events) Jan 14 07:15:19.983017 n-d-768862-2 neutron-server[84765]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 14 07:15:19.983017 n-d-768862-2 neutron-server[84765]: event.method(event) Jan 14 07:15:19.983017 n-d-768862-2 neutron-server[84765]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 14 07:15:19.983017 n-d-768862-2 neutron-server[84765]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 14 07:15:19.983017 n-d-768862-2 neutron-server[84765]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Jan 14 07:15:19.983017 n-d-768862-2 neutron-server[84765]: segment_id)['aggregates'][0] Jan 14 07:15:19.983017 n-d-768862-2 neutron-server[84765]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 14 07:15:19.983017 n-d-768862-2 neutron-server[84765]: return f(self, *a, **k) Jan 14 07:15:19.983017 n-d-768862-2 neutron-server[84765]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 14 07:15:19.983017 n-d-768862-2 neutron-server[84765]: return self._get(url).json() Jan 14 07:15:19.983017 n-d-768862-2 neutron-server[84765]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 14 07:15:19.983017 n-d-768862-2 neutron-server[84765]: **kwargs) Jan 14 07:15:19.983017 n-d-768862-2 neutron-server[84765]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 14 07:15:19.983017 n-d-768862-2 neutron-server[84765]: return self.request(url, 'GET', **kwargs) Jan 14 07:15:19.983017 n-d-768862-2 neutron-server[84765]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Jan 14 07:15:19.983017 n-d-768862-2 neutron-server[84765]: **endpoint_filter) Jan 14 07:15:19.983017 n-d-768862-2 neutron-server[84765]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 14 07:15:19.983017 n-d-768862-2 neutron-server[84765]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 14 07:15:19.983017 n-d-768862-2 neutron-server[84765]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 14 07:15:19.983017 n-d-768862-2 neutron-server[84765]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 14 07:15:19.983017 n-d-768862-2 neutron-server[84765]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 14 07:15:19.987644 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-93cf84e2-fc55-4b4b-a688-3ccab4d8551f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.326s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:15:19.988624 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-017f98a9-8a07-408c-a86f-8ff0c00400a0 None None] Network 7ab0c070-d25e-4cc2-be64-c19c7d550285 details requested by agent ovs-agent-n-h1-768862-2 with host n-h1-768862-2 {{(pid=84876) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 07:15:20.035100 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-852a24f7-e9a1-4193-9abb-e9506fe5213f None None] Network 7ab0c070-d25e-4cc2-be64-c19c7d550285 details requested by agent ovs-agent-n-h2-768862-2 with host n-h2-768862-2 {{(pid=84876) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 07:15:20.068601 n-d-768862-2 neutron-server[84765]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5a7ff911-9b0d-4222-9cd8-2070c81a090b admin admin] Router 55f4dcfe-6b91-4b4b-83c8-fb5b907459f3 is scheduled to L3 agent 35f592e9-451b-4db9-abea-77b6a5c5391b with binding_index 1 {{(pid=84874) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}} Jan 14 07:15:20.074104 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-1e280351-d7db-4152-988a-1cf9e48afb2d tempest-TaggedBootDevicesTest_v242-294831919 tempest-TaggedBootDevicesTest_v242-294831919] Notify callbacks [] for security_group, before_response {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:15:20.078364 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-1e280351-d7db-4152-988a-1cf9e48afb2d tempest-TaggedBootDevicesTest_v242-294831919 tempest-TaggedBootDevicesTest_v242-294831919] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1782 time: 1.0238137 Jan 14 07:15:20.080794 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84874) accepted ('10.222.0.24', 59822) {{(pid=84874) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:15:20.093615 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.v2.base [None req-2ba60a31-e316-4973-8de5-5c568e5856bd tempest-TaggedBootDevicesTest_v242-294831919 tempest-TaggedBootDevicesTest_v242-294831919] Request body: {'security_group_rule': {'security_group_id': 'df93ddc5-68b7-4ef3-8729-1b62c8c05391', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=84874) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:15:20.161250 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-2ba60a31-e316-4973-8de5-5c568e5856bd tempest-TaggedBootDevicesTest_v242-294831919 tempest-TaggedBootDevicesTest_v242-294831919] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:15:20.179989 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.plugin [None req-34486b83-38f1-49d6-ba7e-8baf5e5b8341 admin admin] Deleting port 2801353b-4d0d-42b6-8bfd-426f65414e71 {{(pid=84875) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 07:15:20.180376 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-34486b83-38f1-49d6-ba7e-8baf5e5b8341 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363259214248359'] for port, before_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:15:20.181221 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-2ba60a31-e316-4973-8de5-5c568e5856bd tempest-TaggedBootDevicesTest_v242-294831919 tempest-TaggedBootDevicesTest_v242-294831919] Usage tracker for resource:security_group_rule and tenant:cb7096aff06a4584846542dd674c0323 is out of sync, need to count used quota {{(pid=84874) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:15:20.187742 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-2ba60a31-e316-4973-8de5-5c568e5856bd tempest-TaggedBootDevicesTest_v242-294831919 tempest-TaggedBootDevicesTest_v242-294831919] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84874) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:15:20.200910 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Network 7ab0c070-d25e-4cc2-be64-c19c7d550285 details requested by agent ovs-agent-n-d-768862-2 with host n-d-768862-2 {{(pid=84876) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 07:15:20.206223 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e280351-d7db-4152-988a-1cf9e48afb2d tempest-TaggedBootDevicesTest_v242-294831919 tempest-TaggedBootDevicesTest_v242-294831919] Pushing event updated for resources: {'SecurityGroup': ['ID=df93ddc5-68b7-4ef3-8729-1b62c8c05391,revision_number=1']} {{(pid=84875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:15:20.219064 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-1e280351-d7db-4152-988a-1cf9e48afb2d tempest-TaggedBootDevicesTest_v242-294831919 tempest-TaggedBootDevicesTest_v242-294831919] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.422s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:15:20.251944 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-e4cc531c-1ade-4f12-8542-e8d6def54627 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036854176830', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850887149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3912591'] for network, after_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:15:20.260305 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-e4cc531c-1ade-4f12-8542-e8d6def54627 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3207107'] for network, before_response {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:15:20.270259 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:15:20.304354 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-2ba60a31-e316-4973-8de5-5c568e5856bd tempest-TaggedBootDevicesTest_v242-294831919 tempest-TaggedBootDevicesTest_v242-294831919] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:15:20.336015 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-e4cc531c-1ade-4f12-8542-e8d6def54627 admin admin] 10.222.0.24 "DELETE /v2.0/networks/b1a12e1e-4188-4c05-8d11-caebbad007eb HTTP/1.1" status: 204 len: 168 time: 3.4892297 Jan 14 07:15:20.339199 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4cc531c-1ade-4f12-8542-e8d6def54627 admin admin] Pushing event deleted for resources: {'Network': ['ID=b1a12e1e-4188-4c05-8d11-caebbad007eb,revision_number=None']} {{(pid=84875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:15:20.347143 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-e4cc531c-1ade-4f12-8542-e8d6def54627 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:15:20.387722 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-2ba60a31-e316-4973-8de5-5c568e5856bd tempest-TaggedBootDevicesTest_v242-294831919 tempest-TaggedBootDevicesTest_v242-294831919] Notify callbacks [] for security_group_rule, before_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:15:20.472317 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-c4ad1d38-0a45-4998-8233-9cfe771f4fed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777640533329', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777640097463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3254186'] for port, after_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:15:20.609557 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-ed500615-ae86-4bfb-977a-ee1f497b51c2 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:15:20.668133 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84874) accepted ('10.222.0.24', 59830) {{(pid=84874) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:15:20.679164 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5a7ff911-9b0d-4222-9cd8-2070c81a090b admin admin] Notify agent at l3_agent.n-d-768862-2 the message routers_updated {{(pid=84874) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jan 14 07:15:20.691280 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94bca159-a837-422b-8eac-1dff6bf25796 None None] Sync routers for ids ['55f4dcfe-6b91-4b4b-83c8-fb5b907459f3'] in n-d-768862-2 {{(pid=84877) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Jan 14 07:15:20.707764 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94bca159-a837-422b-8eac-1dff6bf25796 None None] Routers {'55f4dcfe-6b91-4b4b-83c8-fb5b907459f3'} bound to L3 agent in host n-d-768862-2 {{(pid=84877) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 14 07:15:20.708516 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_hamode_db [None req-94bca159-a837-422b-8eac-1dff6bf25796 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-01-14T06:56:51Z,description=,heartbeat_timestamp=2021-01-14T07:14:51Z,host='n-d-768862-2',id=35f592e9-451b-4db9-abea-77b6a5c5391b,load=0,resource_versions=,resources_synced=,started_at=2021-01-14T06:56:51Z,topic='l3_agent')) {'router_ids': ['55f4dcfe-6b91-4b4b-83c8-fb5b907459f3'], 'active': True} {{(pid=84877) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:15:20.722640 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4ad1d38-0a45-4998-8233-9cfe771f4fed admin admin] Pushing event deleted for resources: {'Port': ['ID=cbb32776-543c-41ea-8f14-591d7d1c7463,revision_number=None']} {{(pid=84874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:15:20.731261 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-5a7ff911-9b0d-4222-9cd8-2070c81a090b admin admin] Notify callbacks [] for router, before_response {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:15:20.732613 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-5a7ff911-9b0d-4222-9cd8-2070c81a090b admin admin] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 11.2961464 Jan 14 07:15:20.736796 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-c4ad1d38-0a45-4998-8233-9cfe771f4fed admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:15:20.741196 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84874) accepted ('10.222.0.24', 59834) {{(pid=84874) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:15:20.773922 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Device 2801353b-4d0d-42b6-8bfd-426f65414e71 up at agent ovs-agent-n-d-768862-2 {{(pid=84876) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 07:15:20.887014 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-2ba60a31-e316-4973-8de5-5c568e5856bd tempest-TaggedBootDevicesTest_v242-294831919 tempest-TaggedBootDevicesTest_v242-294831919] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:15:20.969365 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Provisioning complete for port 2801353b-4d0d-42b6-8bfd-426f65414e71 triggered by entity L2. {{(pid=84876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 07:15:20.970662 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-604227'] for port, provisioning_complete {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:15:20.971014 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-2ba60a31-e316-4973-8de5-5c568e5856bd tempest-TaggedBootDevicesTest_v242-294831919 tempest-TaggedBootDevicesTest_v242-294831919] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850966545'] for security_group_rule, after_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:15:21.019476 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-7c7c7698-2d5d-4b39-9ef1-2e9dfc1d8478 tempest-ServersTestBootFromVolume-651906471 tempest-ServersTestBootFromVolume-651906471] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:15:21.076544 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ba60a31-e316-4973-8de5-5c568e5856bd tempest-TaggedBootDevicesTest_v242-294831919 tempest-TaggedBootDevicesTest_v242-294831919] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a9de54c5-1d04-47df-8e11-a5a1e6cbce91,revision_number=0']} {{(pid=84874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:15:21.094521 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-1b211f3b-fa0b-425d-a02e-d6bb368fc2e6 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=a2441d08a92c4ad29bd14e22e25d9e48&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4114137 Jan 14 07:15:21.104259 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-2ba60a31-e316-4973-8de5-5c568e5856bd tempest-TaggedBootDevicesTest_v242-294831919 tempest-TaggedBootDevicesTest_v242-294831919] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:15:21.111143 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84874) accepted ('10.222.0.24', 59840) {{(pid=84874) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:15:21.118286 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [None req-34486b83-38f1-49d6-ba7e-8baf5e5b8341 admin admin] For port 2801353b-4d0d-42b6-8bfd-426f65414e71, host n-d-768862-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-2',level=0,port_id=2801353b-4d0d-42b6-8bfd-426f65414e71,segment=NetworkSegment(cc0126f1-1969-4445-bf1c-fe5eea4fc264),segment_id=cc0126f1-1969-4445-bf1c-fe5eea4fc264)] {{(pid=84875) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 07:15:21.118692 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-34486b83-38f1-49d6-ba7e-8baf5e5b8341 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036850862667'] for port, precommit_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:15:21.129460 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_dvr_db [None req-94bca159-a837-422b-8eac-1dff6bf25796 None None] Set router 55f4dcfe-6b91-4b4b-83c8-fb5b907459f3 gateway port host: n-d-768862-2 {{(pid=84877) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 14 07:15:21.279679 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-8a8fd1f1-4e7c-4b10-9881-df174fa2a906 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363259214191800', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854171626'] for agent, after_update {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:15:21.300875 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-2ba60a31-e316-4973-8de5-5c568e5856bd tempest-TaggedBootDevicesTest_v242-294831919 tempest-TaggedBootDevicesTest_v242-294831919] Notify callbacks [] for security_group_rule, before_response {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:15:21.304842 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-2ba60a31-e316-4973-8de5-5c568e5856bd tempest-TaggedBootDevicesTest_v242-294831919 tempest-TaggedBootDevicesTest_v242-294831919] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.2143707 Jan 14 07:15:21.375353 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84874) accepted ('10.222.0.24', 59848) {{(pid=84874) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:15:21.377138 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-7044d7af-8981-4eef-a34f-3d1262d0264c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:15:21.394510 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.v2.base [None req-e2f077b9-03cd-40f1-9c97-fb25af5a9367 tempest-TaggedBootDevicesTest_v242-294831919 tempest-TaggedBootDevicesTest_v242-294831919] Request body: {'security_group_rule': {'security_group_id': 'df93ddc5-68b7-4ef3-8729-1b62c8c05391', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=84874) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:15:21.432250 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-e2f077b9-03cd-40f1-9c97-fb25af5a9367 tempest-TaggedBootDevicesTest_v242-294831919 tempest-TaggedBootDevicesTest_v242-294831919] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:15:21.518460 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.plugin [None req-34486b83-38f1-49d6-ba7e-8baf5e5b8341 admin admin] Calling delete_port for 2801353b-4d0d-42b6-8bfd-426f65414e71 owned by network:router_interface {{(pid=84875) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 07:15:21.742858 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-da76cfc0-98e8-4426-9f6d-4f05aa3fae78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363259214191800', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854171626'] for agent, after_update {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:15:21.843716 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-e2f077b9-03cd-40f1-9c97-fb25af5a9367 tempest-TaggedBootDevicesTest_v242-294831919 tempest-TaggedBootDevicesTest_v242-294831919] Usage tracker for resource:security_group_rule and tenant:cb7096aff06a4584846542dd674c0323 is out of sync, need to count used quota {{(pid=84874) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:15:21.868698 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-e2f077b9-03cd-40f1-9c97-fb25af5a9367 tempest-TaggedBootDevicesTest_v242-294831919 tempest-TaggedBootDevicesTest_v242-294831919] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=84874) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:15:21.902512 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-34486b83-38f1-49d6-ba7e-8baf5e5b8341 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777640533329', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777640097463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851621574'] for port, after_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:15:21.925579 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_hamode_db [None req-94bca159-a837-422b-8eac-1dff6bf25796 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '55f4dcfe-6b91-4b4b-83c8-fb5b907459f3', 'name': 'tempest-ServerRescueTestJSON-1903067572-router', 'tenant_id': '4ebd08242e6f46dca912a0e194693f11', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '226f1e78-82cd-4481-9055-4eb73b6db8c1', 'external_fixed_ips': [{'subnet_id': 'ba8deeec-7658-4195-9449-038c076f5c83', 'ip_address': '172.25.2.180'}], 'enable_snat': True}, 'gw_port_id': '840ccb5f-ca45-4915-bcb9-1db902061289', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-14T07:15:10Z', 'updated_at': '2021-01-14T07:15:17Z', 'revision_number': 3, 'project_id': '4ebd08242e6f46dca912a0e194693f11', 'gw_port': {'id': '840ccb5f-ca45-4915-bcb9-1db902061289', 'name': '', 'network_id': '226f1e78-82cd-4481-9055-4eb73b6db8c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:78:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '55f4dcfe-6b91-4b4b-83c8-fb5b907459f3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1084, 'fixed_ips': [{'subnet_id': 'ba8deeec-7658-4195-9449-038c076f5c83', 'ip_address': '172.25.2.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T07:15:14Z', 'updated_at': '2021-01-14T07:15:15Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ba8deeec-7658-4195-9449-038c076f5c83', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-2'}], 'n-d-768862-2', False) {} {{(pid=84877) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:15:21.927121 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-9f7be538-67be-4db4-9e1c-6707a67d3029 tempest-ServersTestJSON-1630860468 tempest-ServersTestJSON-1630860468] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:15:21.931426 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94bca159-a837-422b-8eac-1dff6bf25796 None None] Checking router: 55f4dcfe-6b91-4b4b-83c8-fb5b907459f3 for host: n-d-768862-2 {{(pid=84877) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Jan 14 07:15:21.932028 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94bca159-a837-422b-8eac-1dff6bf25796 None None] Updating router 55f4dcfe-6b91-4b4b-83c8-fb5b907459f3 port 840ccb5f-ca45-4915-bcb9-1db902061289 binding host n-d-768862-2 {{(pid=84877) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Jan 14 07:15:21.997414 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-94bca159-a837-422b-8eac-1dff6bf25796 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555753'] for port, before_update {{(pid=84877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:15:22.038756 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-7044d7af-8981-4eef-a34f-3d1262d0264c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:15:22.061412 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34486b83-38f1-49d6-ba7e-8baf5e5b8341 admin admin] Pushing event deleted for resources: {'Port': ['ID=2801353b-4d0d-42b6-8bfd-426f65414e71,revision_number=None']} {{(pid=84875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:15:22.066666 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-34486b83-38f1-49d6-ba7e-8baf5e5b8341 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:15:22.093070 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-e2f077b9-03cd-40f1-9c97-fb25af5a9367 tempest-TaggedBootDevicesTest_v242-294831919 tempest-TaggedBootDevicesTest_v242-294831919] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=84874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:15:22.112241 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-7044d7af-8981-4eef-a34f-3d1262d0264c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850887153'] for security_group, after_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:15:22.129959 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-ba12290d-63ed-461b-ac05-b24ccbd0dc5c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:15:22.171174 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7044d7af-8981-4eef-a34f-3d1262d0264c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b36a70a6-5a51-4412-9081-ed799d82eeac,revision_number=None']} {{(pid=84874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:15:22.182386 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-7044d7af-8981-4eef-a34f-3d1262d0264c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:15:22.189890 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-e2f077b9-03cd-40f1-9c97-fb25af5a9367 tempest-TaggedBootDevicesTest_v242-294831919 tempest-TaggedBootDevicesTest_v242-294831919] Notify callbacks [] for security_group_rule, before_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:15:22.236782 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-7044d7af-8981-4eef-a34f-3d1262d0264c admin admin] Notify callbacks [] for security_group, before_response {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:15:22.238948 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-7044d7af-8981-4eef-a34f-3d1262d0264c admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/b36a70a6-5a51-4412-9081-ed799d82eeac HTTP/1.1" status: 204 len: 168 time: 1.1266060 Jan 14 07:15:22.240059 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-c4ad1d38-0a45-4998-8233-9cfe771f4fed admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted--9223372036851568851', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal--9223372036850888080'] for router_interface, after_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:15:22.579378 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363259214191800', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854171626'] for agent, after_update {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:15:22.720256 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-e2f077b9-03cd-40f1-9c97-fb25af5a9367 tempest-TaggedBootDevicesTest_v242-294831919 tempest-TaggedBootDevicesTest_v242-294831919] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:15:22.782249 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-e2f077b9-03cd-40f1-9c97-fb25af5a9367 tempest-TaggedBootDevicesTest_v242-294831919 tempest-TaggedBootDevicesTest_v242-294831919] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850966545'] for security_group_rule, after_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:15:22.800116 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-c484d948-ea7b-43cf-a2f6-4d966cb639cd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850887113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036851621412', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036852467174'] for subnet, after_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:15:22.872673 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-3816af46-4180-405c-bf08-a2e12438851b tempest-TaggedBootDevicesTest_v242-294831919 tempest-TaggedBootDevicesTest_v242-294831919] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:15:22.964469 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-93242620-e709-44d6-952a-27c18669b581 tempest-ServerActionsTestJSON-743344072 tempest-ServerActionsTestJSON-743344072] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:15:23.011475 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-34486b83-38f1-49d6-ba7e-8baf5e5b8341 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted--9223372036851568851', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal--9223372036850888080'] for router_interface, after_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:15:23.023974 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2f077b9-03cd-40f1-9c97-fb25af5a9367 tempest-TaggedBootDevicesTest_v242-294831919 tempest-TaggedBootDevicesTest_v242-294831919] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8fddf1ed-cf37-4843-993a-68046295aaf9,revision_number=0']} {{(pid=84874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:15:23.071553 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-94bca159-a837-422b-8eac-1dff6bf25796 None None] Notify callbacks [] for port, precommit_update {{(pid=84877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:15:23.107041 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-94bca159-a837-422b-8eac-1dff6bf25796 None None] Transition to ACTIVE for port object 840ccb5f-ca45-4915-bcb9-1db902061289 will not be triggered until provisioned by entity L2. {{(pid=84877) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 07:15:23.111005 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-94bca159-a837-422b-8eac-1dff6bf25796 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777640533312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363259214678337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777640097497'] for port, after_update {{(pid=84877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:15:23.150262 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-e2f077b9-03cd-40f1-9c97-fb25af5a9367 tempest-TaggedBootDevicesTest_v242-294831919 tempest-TaggedBootDevicesTest_v242-294831919] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.186s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:15:23.155067 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-0f37073e-9c69-4e3c-80e0-6cfaa0fd61a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363259214191800', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854171626'] for agent, after_update {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:15:23.269074 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-e2f077b9-03cd-40f1-9c97-fb25af5a9367 tempest-TaggedBootDevicesTest_v242-294831919 tempest-TaggedBootDevicesTest_v242-294831919] Notify callbacks [] for security_group_rule, before_response {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:15:23.271150 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-e2f077b9-03cd-40f1-9c97-fb25af5a9367 tempest-TaggedBootDevicesTest_v242-294831919 tempest-TaggedBootDevicesTest_v242-294831919] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.8915300 Jan 14 07:15:23.285508 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84875) accepted ('10.222.0.24', 59868) {{(pid=84875) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:15:23.367137 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.v2.base [None req-9fb09f93-7140-4b94-b82e-73cd5a1e192a tempest-TaggedBootDevicesTest_v242-294831919 tempest-TaggedBootDevicesTest_v242-294831919] Request body: {'floatingip': {'floating_network_id': '226f1e78-82cd-4481-9055-4eb73b6db8c1'}} {{(pid=84875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:15:23.376128 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c484d948-ea7b-43cf-a2f6-4d966cb639cd admin admin] Pushing event updated for resources: {'Subnet': ['ID=b429c90b-0c82-4321-a881-937ee2757b99,revision_number=0']} {{(pid=84875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:15:23.386207 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:15:23.409001 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-c484d948-ea7b-43cf-a2f6-4d966cb639cd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.537s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:15:23.411780 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-9fb09f93-7140-4b94-b82e-73cd5a1e192a tempest-TaggedBootDevicesTest_v242-294831919 tempest-TaggedBootDevicesTest_v242-294831919] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:15:23.431460 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-9fb09f93-7140-4b94-b82e-73cd5a1e192a tempest-TaggedBootDevicesTest_v242-294831919 tempest-TaggedBootDevicesTest_v242-294831919] Usage tracker for resource:floatingip and tenant:cb7096aff06a4584846542dd674c0323 is out of sync, need to count used quota {{(pid=84875) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:15:23.441753 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-9fb09f93-7140-4b94-b82e-73cd5a1e192a tempest-TaggedBootDevicesTest_v242-294831919 tempest-TaggedBootDevicesTest_v242-294831919] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=84875) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:15:23.459934 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-9fb09f93-7140-4b94-b82e-73cd5a1e192a tempest-TaggedBootDevicesTest_v242-294831919 tempest-TaggedBootDevicesTest_v242-294831919] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=84875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:15:23.476438 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b5d16ad-716e-4b0c-8df2-6b580e4a2fb6 None None] Pushing event updated for resources: {'Port': ['ID=840ccb5f-ca45-4915-bcb9-1db902061289,revision_number=2']} {{(pid=84877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:15:23.482259 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-3b5d16ad-716e-4b0c-8df2-6b580e4a2fb6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=84877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:15:23.512015 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-9fb09f93-7140-4b94-b82e-73cd5a1e192a tempest-TaggedBootDevicesTest_v242-294831919 tempest-TaggedBootDevicesTest_v242-294831919] Notify callbacks [] for floatingip, before_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:15:23.528995 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.managers [None req-94bca159-a837-422b-8eac-1dff6bf25796 None None] Attempting to bind port 840ccb5f-ca45-4915-bcb9-1db902061289 on host n-d-768862-2 for vnic_type normal with profile {{(pid=84877) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 14 07:15:23.530303 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.managers [None req-94bca159-a837-422b-8eac-1dff6bf25796 None None] Attempting to bind port 840ccb5f-ca45-4915-bcb9-1db902061289 by drivers openvswitch on host n-d-768862-2 at level 0 using segments [{'id': 'cf3ded2c-bc47-4a71-89af-6e7117e60140', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '226f1e78-82cd-4481-9055-4eb73b6db8c1'}] {{(pid=84877) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 14 07:15:23.532384 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94bca159-a837-422b-8eac-1dff6bf25796 None None] Attempting to bind port 840ccb5f-ca45-4915-bcb9-1db902061289 on network 226f1e78-82cd-4481-9055-4eb73b6db8c1 {{(pid=84877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 14 07:15:23.542563 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94bca159-a837-422b-8eac-1dff6bf25796 None None] Checking agent: {'id': 'ba5efab1-b43c-4d5a-bc52-6e105d4e67a2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768862-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 14, 6, 56, 52), 'started_at': datetime.datetime(2021, 1, 14, 6, 57, 22), 'heartbeat_timestamp': datetime.datetime(2021, 1, 14, 7, 15, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768862-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.29', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 14 07:15:23.547795 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94bca159-a837-422b-8eac-1dff6bf25796 None None] Checking segment: {'id': 'cf3ded2c-bc47-4a71-89af-6e7117e60140', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '226f1e78-82cd-4481-9055-4eb73b6db8c1'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84877) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 14 07:15:23.549185 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-94bca159-a837-422b-8eac-1dff6bf25796 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:15:23.552133 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94bca159-a837-422b-8eac-1dff6bf25796 None None] Bound using segment: {'id': 'cf3ded2c-bc47-4a71-89af-6e7117e60140', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '226f1e78-82cd-4481-9055-4eb73b6db8c1'} {{(pid=84877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 14 07:15:23.553651 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.managers [None req-94bca159-a837-422b-8eac-1dff6bf25796 None None] Bound port: 840ccb5f-ca45-4915-bcb9-1db902061289, host: n-d-768862-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cf3ded2c-bc47-4a71-89af-6e7117e60140', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '226f1e78-82cd-4481-9055-4eb73b6db8c1'}}] {{(pid=84877) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 14 07:15:23.554894 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-94bca159-a837-422b-8eac-1dff6bf25796 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555753'] for port, before_update {{(pid=84877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:15:23.690634 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [None req-94bca159-a837-422b-8eac-1dff6bf25796 None None] For port 840ccb5f-ca45-4915-bcb9-1db902061289, host n-d-768862-2, cleared binding levels {{(pid=84877) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 14 07:15:23.698576 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [None req-94bca159-a837-422b-8eac-1dff6bf25796 None None] For port 840ccb5f-ca45-4915-bcb9-1db902061289, host n-d-768862-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-2',level=0,port_id=840ccb5f-ca45-4915-bcb9-1db902061289,segment=NetworkSegment(cf3ded2c-bc47-4a71-89af-6e7117e60140),segment_id=cf3ded2c-bc47-4a71-89af-6e7117e60140)] {{(pid=84877) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 14 07:15:23.706191 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-94bca159-a837-422b-8eac-1dff6bf25796 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777640533312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363259214678337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777640097497'] for port, after_update {{(pid=84877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:15:23.861056 n-d-768862-2 neutron-server[84765]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c4ad1d38-0a45-4998-8233-9cfe771f4fed admin admin] Router 4e773e6f-f236-4f11-886f-53eafdc495b5 has already been hosted by L3 agent 35f592e9-451b-4db9-abea-77b6a5c5391b {{(pid=84874) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Jan 14 07:15:23.909459 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-7c8fd11a-4229-4022-8379-b5e402ea4aee None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:15:23.922651 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c484d948-ea7b-43cf-a2f6-4d966cb639cd admin admin] Checking segment: {'id': 'ef6d5482-cfa8-45f9-8845-8367e72f19d4', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 10, 'network_id': '7ab0c070-d25e-4cc2-be64-c19c7d550285'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84875) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 14 07:15:23.923024 n-d-768862-2 neutron-server[84765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c484d948-ea7b-43cf-a2f6-4d966cb639cd admin admin] Network hostable DHCP agents. Network: 7ab0c070-d25e-4cc2-be64-c19c7d550285, hostable agents: ['32f3dd84-26da-4d18-bf15-6017a8fb7247'], hosted agents: [] {{(pid=84875) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Jan 14 07:15:24.001277 n-d-768862-2 neutron-server[84765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c484d948-ea7b-43cf-a2f6-4d966cb639cd admin admin] Network 7ab0c070-d25e-4cc2-be64-c19c7d550285 is scheduled to be hosted by DHCP agent 32f3dd84-26da-4d18-bf15-6017a8fb7247 with binding_index 1 {{(pid=84875) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Jan 14 07:15:24.025954 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94bca159-a837-422b-8eac-1dff6bf25796 None None] Routers {'55f4dcfe-6b91-4b4b-83c8-fb5b907459f3'} bound to L3 agent in host n-d-768862-2 {{(pid=84877) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 14 07:15:24.026946 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_hamode_db [None req-94bca159-a837-422b-8eac-1dff6bf25796 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-01-14T06:56:51Z,description=,heartbeat_timestamp=2021-01-14T07:15:21Z,host='n-d-768862-2',id=35f592e9-451b-4db9-abea-77b6a5c5391b,load=0,resource_versions=,resources_synced=,started_at=2021-01-14T06:56:51Z,topic='l3_agent')) {'router_ids': ['55f4dcfe-6b91-4b4b-83c8-fb5b907459f3'], 'active': True} {{(pid=84877) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:15:24.222154 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_dvr_db [None req-94bca159-a837-422b-8eac-1dff6bf25796 None None] Set router 55f4dcfe-6b91-4b4b-83c8-fb5b907459f3 gateway port host: n-d-768862-2 {{(pid=84877) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 14 07:15:24.357545 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-e0d8c2bc-f6ec-4152-838a-f9ba965747dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555753'] for port, before_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:15:24.463596 n-d-768862-2 neutron-server[84765]: DEBUG neutron.scheduler.base_scheduler [None req-c484d948-ea7b-43cf-a2f6-4d966cb639cd admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768862-2, 7ab0c070-d25e-4cc2-be64-c19c7d550285) {{(pid=84875) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 07:15:24.478629 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0dab3b6c-ec90-4323-b8e8-e8b9e016b8eb None None] Network 7ab0c070-d25e-4cc2-be64-c19c7d550285 requested from n-d-768862-2 {{(pid=84876) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 07:15:24.494194 n-d-768862-2 neutron-server[84765]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-34486b83-38f1-49d6-ba7e-8baf5e5b8341 admin admin] Router 3fd402f5-4945-4bbc-88ae-707579237e95 has already been hosted by L3 agent 35f592e9-451b-4db9-abea-77b6a5c5391b {{(pid=84875) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Jan 14 07:15:24.519444 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c484d948-ea7b-43cf-a2f6-4d966cb639cd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:15:24.520443 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-c484d948-ea7b-43cf-a2f6-4d966cb639cd admin admin] Notify callbacks [] for subnet, before_response {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:15:24.521020 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b5d16ad-716e-4b0c-8df2-6b580e4a2fb6 None None] Pushing event updated for resources: {'Port': ['ID=840ccb5f-ca45-4915-bcb9-1db902061289,revision_number=3']} {{(pid=84877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:15:24.529925 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-3b5d16ad-716e-4b0c-8df2-6b580e4a2fb6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.621s {{(pid=84877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:15:24.581519 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-9fb09f93-7140-4b94-b82e-73cd5a1e192a tempest-TaggedBootDevicesTest_v242-294831919 tempest-TaggedBootDevicesTest_v242-294831919] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555753'] for port, before_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:15:24.604188 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-c484d948-ea7b-43cf-a2f6-4d966cb639cd admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 859 time: 4.9630980 Jan 14 07:15:24.710505 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_hamode_db [None req-94bca159-a837-422b-8eac-1dff6bf25796 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '55f4dcfe-6b91-4b4b-83c8-fb5b907459f3', 'name': 'tempest-ServerRescueTestJSON-1903067572-router', 'tenant_id': '4ebd08242e6f46dca912a0e194693f11', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '226f1e78-82cd-4481-9055-4eb73b6db8c1', 'external_fixed_ips': [{'subnet_id': 'ba8deeec-7658-4195-9449-038c076f5c83', 'ip_address': '172.25.2.180'}], 'enable_snat': True}, 'gw_port_id': '840ccb5f-ca45-4915-bcb9-1db902061289', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-14T07:15:10Z', 'updated_at': '2021-01-14T07:15:17Z', 'revision_number': 3, 'project_id': '4ebd08242e6f46dca912a0e194693f11', 'gw_port': {'id': '840ccb5f-ca45-4915-bcb9-1db902061289', 'name': '', 'network_id': '226f1e78-82cd-4481-9055-4eb73b6db8c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:78:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '55f4dcfe-6b91-4b4b-83c8-fb5b907459f3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1084, 'fixed_ips': [{'subnet_id': 'ba8deeec-7658-4195-9449-038c076f5c83', 'ip_address': '172.25.2.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T07:15:14Z', 'updated_at': '2021-01-14T07:15:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ba8deeec-7658-4195-9449-038c076f5c83', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-2'}], 'n-d-768862-2', False) {} {{(pid=84877) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:15:24.721393 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94bca159-a837-422b-8eac-1dff6bf25796 None None] The sync data for ids ['55f4dcfe-6b91-4b4b-83c8-fb5b907459f3'] in n-d-768862-2 is: [{'id': '55f4dcfe-6b91-4b4b-83c8-fb5b907459f3', 'name': 'tempest-ServerRescueTestJSON-1903067572-router', 'tenant_id': '4ebd08242e6f46dca912a0e194693f11', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '226f1e78-82cd-4481-9055-4eb73b6db8c1', 'external_fixed_ips': [{'subnet_id': 'ba8deeec-7658-4195-9449-038c076f5c83', 'ip_address': '172.25.2.180'}], 'enable_snat': True}, 'gw_port_id': '840ccb5f-ca45-4915-bcb9-1db902061289', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-14T07:15:10Z', 'updated_at': '2021-01-14T07:15:17Z', 'revision_number': 3, 'project_id': '4ebd08242e6f46dca912a0e194693f11', 'gw_port': {'id': '840ccb5f-ca45-4915-bcb9-1db902061289', 'name': '', 'network_id': '226f1e78-82cd-4481-9055-4eb73b6db8c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:78:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '55f4dcfe-6b91-4b4b-83c8-fb5b907459f3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1084, 'fixed_ips': [{'subnet_id': 'ba8deeec-7658-4195-9449-038c076f5c83', 'ip_address': '172.25.2.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T07:15:14Z', 'updated_at': '2021-01-14T07:15:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ba8deeec-7658-4195-9449-038c076f5c83', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-2'}] {{(pid=84877) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Jan 14 07:15:25.092978 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.db_base_plugin_common [None req-e0d8c2bc-f6ec-4152-838a-f9ba965747dc admin admin] Allocated IP 172.20.0.1 (e5694f3a-2860-4c11-af90-4911b39c9d07/4f3221f6-f061-449c-82f0-9ddb8f90bf28/a998e467-2b77-472c-93f5-23dc391d0c63) {{(pid=84874) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 14 07:15:25.149424 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85d85b09-54ea-44b9-8944-e3202f5fb510 None None] Network 7ab0c070-d25e-4cc2-be64-c19c7d550285 requested from n-d-768862-2 {{(pid=84876) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 07:15:25.319994 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-e0d8c2bc-f6ec-4152-838a-f9ba965747dc admin admin] Notify callbacks [] for port, precommit_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:15:25.361109 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c4ad1d38-0a45-4998-8233-9cfe771f4fed admin admin] Notify agent at l3_agent.n-d-768862-2 the message routers_updated {{(pid=84874) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jan 14 07:15:25.412961 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-c4ad1d38-0a45-4998-8233-9cfe771f4fed admin admin] 10.222.0.24 "PUT /v2.0/routers/4e773e6f-f236-4f11-886f-53eafdc495b5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 12.2974541 Jan 14 07:15:25.414540 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84874) accepted ('10.222.0.24', 59936) {{(pid=84874) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:15:25.635586 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6006610-ae15-435c-a224-f4d2ba90c668 None None] Sync routers for ids ['4e773e6f-f236-4f11-886f-53eafdc495b5'] in n-d-768862-2 {{(pid=84876) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Jan 14 07:15:25.651229 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6006610-ae15-435c-a224-f4d2ba90c668 None None] Routers {'4e773e6f-f236-4f11-886f-53eafdc495b5'} bound to L3 agent in host n-d-768862-2 {{(pid=84876) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 14 07:15:25.651968 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_hamode_db [None req-d6006610-ae15-435c-a224-f4d2ba90c668 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-01-14T06:56:51Z,description=,heartbeat_timestamp=2021-01-14T07:15:21Z,host='n-d-768862-2',id=35f592e9-451b-4db9-abea-77b6a5c5391b,load=0,resource_versions=,resources_synced=,started_at=2021-01-14T06:56:51Z,topic='l3_agent')) {'router_ids': ['4e773e6f-f236-4f11-886f-53eafdc495b5'], 'active': True} {{(pid=84876) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:15:25.751826 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84875) accepted ('10.222.0.24', 59950) {{(pid=84875) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:15:25.836227 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-34486b83-38f1-49d6-ba7e-8baf5e5b8341 admin admin] Notify agent at l3_agent.n-d-768862-2 the message routers_updated {{(pid=84875) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jan 14 07:15:25.856307 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-34486b83-38f1-49d6-ba7e-8baf5e5b8341 admin admin] 10.222.0.24 "PUT /v2.0/routers/3fd402f5-4945-4bbc-88ae-707579237e95/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 10.5009830 Jan 14 07:15:25.861915 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5612e242-e8e1-4a0a-99cc-936effe4c037 None None] Sync routers for ids ['3fd402f5-4945-4bbc-88ae-707579237e95'] in n-d-768862-2 {{(pid=84877) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Jan 14 07:15:25.864430 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84875) accepted ('10.222.0.24', 59956) {{(pid=84875) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:15:25.875611 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5612e242-e8e1-4a0a-99cc-936effe4c037 None None] Routers {'3fd402f5-4945-4bbc-88ae-707579237e95'} bound to L3 agent in host n-d-768862-2 {{(pid=84877) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 14 07:15:25.876356 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_hamode_db [None req-5612e242-e8e1-4a0a-99cc-936effe4c037 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-01-14T06:56:51Z,description=,heartbeat_timestamp=2021-01-14T07:15:21Z,host='n-d-768862-2',id=35f592e9-451b-4db9-abea-77b6a5c5391b,load=0,resource_versions=,resources_synced=,started_at=2021-01-14T06:56:51Z,topic='l3_agent')) {'router_ids': ['3fd402f5-4945-4bbc-88ae-707579237e95'], 'active': True} {{(pid=84877) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:15:25.908940 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_dvr_db [None req-d6006610-ae15-435c-a224-f4d2ba90c668 None None] Set router 4e773e6f-f236-4f11-886f-53eafdc495b5 gateway port host: n-d-768862-2 {{(pid=84876) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 14 07:15:26.261657 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-789ea5f1-22fc-46d2-bf22-aeae4840154f admin admin] Notify callbacks [] for router, before_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:15:26.338631 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_dvr_db [None req-5612e242-e8e1-4a0a-99cc-936effe4c037 None None] Set router 3fd402f5-4945-4bbc-88ae-707579237e95 gateway port host: n-d-768862-2 {{(pid=84877) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 14 07:15:26.557803 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_hamode_db [None req-d6006610-ae15-435c-a224-f4d2ba90c668 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4e773e6f-f236-4f11-886f-53eafdc495b5', 'name': 'tempest-ServerActionsTestJSON-872566309-router', 'tenant_id': '12721d5aa0d74c769229c9ab1dd6bd37', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '226f1e78-82cd-4481-9055-4eb73b6db8c1', 'external_fixed_ips': [{'subnet_id': 'ba8deeec-7658-4195-9449-038c076f5c83', 'ip_address': '172.25.2.246'}], 'enable_snat': True}, 'gw_port_id': 'b4f88f31-112f-40c1-98c5-16898a532a27', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-14T07:14:06Z', 'updated_at': '2021-01-14T07:15:20Z', 'revision_number': 5, 'project_id': '12721d5aa0d74c769229c9ab1dd6bd37', 'gw_port': {'id': 'b4f88f31-112f-40c1-98c5-16898a532a27', 'name': '', 'network_id': '226f1e78-82cd-4481-9055-4eb73b6db8c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:e2:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e773e6f-f236-4f11-886f-53eafdc495b5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1005, 'fixed_ips': [{'subnet_id': 'ba8deeec-7658-4195-9449-038c076f5c83', 'ip_address': '172.25.2.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T07:14:11Z', 'updated_at': '2021-01-14T07:14:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ba8deeec-7658-4195-9449-038c076f5c83', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-2'}], 'n-d-768862-2', False) {} {{(pid=84876) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:15:26.568179 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6006610-ae15-435c-a224-f4d2ba90c668 None None] Checking router: 4e773e6f-f236-4f11-886f-53eafdc495b5 for host: n-d-768862-2 {{(pid=84876) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Jan 14 07:15:26.579318 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-eb9b3909-6926-4d78-b411-b31b1b7b6847 admin admin] Notify callbacks [] for router, before_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:15:26.598649 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6006610-ae15-435c-a224-f4d2ba90c668 None None] Routers {'4e773e6f-f236-4f11-886f-53eafdc495b5'} bound to L3 agent in host n-d-768862-2 {{(pid=84876) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 14 07:15:26.599400 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_hamode_db [None req-d6006610-ae15-435c-a224-f4d2ba90c668 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-01-14T06:56:51Z,description=,heartbeat_timestamp=2021-01-14T07:15:21Z,host='n-d-768862-2',id=35f592e9-451b-4db9-abea-77b6a5c5391b,load=0,resource_versions=,resources_synced=,started_at=2021-01-14T06:56:51Z,topic='l3_agent')) {'router_ids': ['4e773e6f-f236-4f11-886f-53eafdc495b5'], 'active': True} {{(pid=84876) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:15:26.678673 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-789ea5f1-22fc-46d2-bf22-aeae4840154f admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:15:26.685275 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.plugin [None req-789ea5f1-22fc-46d2-bf22-aeae4840154f admin admin] Deleting port 068e8b5c-7154-406d-8aed-c0c9acc08a21 {{(pid=84875) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 07:15:26.685688 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-789ea5f1-22fc-46d2-bf22-aeae4840154f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363259214248359'] for port, before_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:15:26.828025 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-4ec9ab44-db02-40e2-8815-fd15c85d9afa admin admin] Notify callbacks [] for security_group, before_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:15:26.854586 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Device 840ccb5f-ca45-4915-bcb9-1db902061289 up at agent ovs-agent-n-d-768862-2 {{(pid=84876) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 07:15:26.925946 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-4ec9ab44-db02-40e2-8815-fd15c85d9afa admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:15:26.945698 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-4ec9ab44-db02-40e2-8815-fd15c85d9afa admin admin] Usage tracker for resource:security_group_rule and tenant:2ca824e453504b428099be5554d909e1 is out of sync, need to count used quota {{(pid=84875) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:15:26.949720 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-4ec9ab44-db02-40e2-8815-fd15c85d9afa admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84875) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:15:26.954768 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-eb9b3909-6926-4d78-b411-b31b1b7b6847 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:15:26.961464 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.plugin [None req-eb9b3909-6926-4d78-b411-b31b1b7b6847 admin admin] Deleting port b4f88f31-112f-40c1-98c5-16898a532a27 {{(pid=84874) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 07:15:26.961843 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-eb9b3909-6926-4d78-b411-b31b1b7b6847 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363259214248359'] for port, before_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:15:26.979974 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-4ec9ab44-db02-40e2-8815-fd15c85d9afa admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:15:27.021613 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-e0d8c2bc-f6ec-4152-838a-f9ba965747dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777640123575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3254186'] for port, after_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:15:27.023619 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.db_base_plugin_common [None req-9fb09f93-7140-4b94-b82e-73cd5a1e192a tempest-TaggedBootDevicesTest_v242-294831919 tempest-TaggedBootDevicesTest_v242-294831919] Allocated IP 172.25.2.35 (226f1e78-82cd-4481-9055-4eb73b6db8c1/ba8deeec-7658-4195-9449-038c076f5c83/610fafae-7a4d-488f-ba6a-3aa19d7d1e01) {{(pid=84875) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 14 07:15:27.031476 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Provisioning for port 840ccb5f-ca45-4915-bcb9-1db902061289 completed by entity L2. {{(pid=84876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 07:15:27.043378 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-b63d19c0-8441-44d5-9060-69855c7f8e2a tempest-ServerPasswordTestJSON-1368291127 tempest-ServerPasswordTestJSON-1368291127] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:15:27.044072 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_dvr_db [None req-d6006610-ae15-435c-a224-f4d2ba90c668 None None] Set router 4e773e6f-f236-4f11-886f-53eafdc495b5 gateway port host: n-d-768862-2 {{(pid=84876) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 14 07:15:27.075720 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_hamode_db [None req-5612e242-e8e1-4a0a-99cc-936effe4c037 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3fd402f5-4945-4bbc-88ae-707579237e95', 'name': 'tempest-ServerRescueTestJSONUnderV235-1401738690-router', 'tenant_id': 'd062827782824ed487fa7edfd4a1d197', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '226f1e78-82cd-4481-9055-4eb73b6db8c1', 'external_fixed_ips': [{'subnet_id': 'ba8deeec-7658-4195-9449-038c076f5c83', 'ip_address': '172.25.2.8'}], 'enable_snat': True}, 'gw_port_id': '068e8b5c-7154-406d-8aed-c0c9acc08a21', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-14T07:14:35Z', 'updated_at': '2021-01-14T07:15:21Z', 'revision_number': 5, 'project_id': 'd062827782824ed487fa7edfd4a1d197', 'gw_port': {'id': '068e8b5c-7154-406d-8aed-c0c9acc08a21', 'name': '', 'network_id': '226f1e78-82cd-4481-9055-4eb73b6db8c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:e9:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3fd402f5-4945-4bbc-88ae-707579237e95', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1046, 'fixed_ips': [{'subnet_id': 'ba8deeec-7658-4195-9449-038c076f5c83', 'ip_address': '172.25.2.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T07:14:41Z', 'updated_at': '2021-01-14T07:15:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ba8deeec-7658-4195-9449-038c076f5c83', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-2'}], 'n-d-768862-2', False) {} {{(pid=84877) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:15:27.080313 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5612e242-e8e1-4a0a-99cc-936effe4c037 None None] Checking router: 3fd402f5-4945-4bbc-88ae-707579237e95 for host: n-d-768862-2 {{(pid=84877) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Jan 14 07:15:27.092017 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5612e242-e8e1-4a0a-99cc-936effe4c037 None None] Routers {'3fd402f5-4945-4bbc-88ae-707579237e95'} bound to L3 agent in host n-d-768862-2 {{(pid=84877) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 14 07:15:27.092696 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_hamode_db [None req-5612e242-e8e1-4a0a-99cc-936effe4c037 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-01-14T06:56:51Z,description=,heartbeat_timestamp=2021-01-14T07:15:21Z,host='n-d-768862-2',id=35f592e9-451b-4db9-abea-77b6a5c5391b,load=0,resource_versions=,resources_synced=,started_at=2021-01-14T06:56:51Z,topic='l3_agent')) {'router_ids': ['3fd402f5-4945-4bbc-88ae-707579237e95'], 'active': True} {{(pid=84877) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:15:27.102037 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17641dd9-b3f6-4f66-b194-57b68eaae138 req-9458d233-6736-4e87-8a0b-f59f57408c2f tempest-ServerAddressesNegativeTestJSON-1680826089 tempest-ServerAddressesNegativeTestJSON-1680826089] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:15:27.110946 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [req-17641dd9-b3f6-4f66-b194-57b68eaae138 req-9458d233-6736-4e87-8a0b-f59f57408c2f tempest-ServerAddressesNegativeTestJSON-1680826089 tempest-ServerAddressesNegativeTestJSON-1680826089] 10.222.0.24 "GET /v2.0/networks?id=7ab0c070-d25e-4cc2-be64-c19c7d550285 HTTP/1.1" status: 200 len: 822 time: 1.5358829 Jan 14 07:15:27.132030 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Provisioning complete for port 840ccb5f-ca45-4915-bcb9-1db902061289 triggered by entity L2. {{(pid=84876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 07:15:27.133281 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-604227'] for port, provisioning_complete {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:15:27.198011 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [req-17641dd9-b3f6-4f66-b194-57b68eaae138 req-1dddce8b-c68d-4377-824c-cfcadfe22784 tempest-ServerAddressesNegativeTestJSON-1680826089 tempest-ServerAddressesNegativeTestJSON-1680826089] 10.222.0.24 "GET /v2.0/quotas/66147414af4245a8bf868991c26ae543 HTTP/1.1" status: 200 len: 375 time: 0.0855463 Jan 14 07:15:27.279413 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [req-17641dd9-b3f6-4f66-b194-57b68eaae138 req-09d3ee4e-cd91-40de-a942-75143e3a6433 tempest-ServerAddressesNegativeTestJSON-1680826089 tempest-ServerAddressesNegativeTestJSON-1680826089] 10.222.0.24 "GET /v2.0/ports?tenant_id=66147414af4245a8bf868991c26ae543&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0800273 Jan 14 07:15:27.395753 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0d8c2bc-f6ec-4152-838a-f9ba965747dc admin admin] Pushing event updated for resources: {'Port': ['ID=a998e467-2b77-472c-93f5-23dc391d0c63,revision_number=1']} {{(pid=84874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:15:27.410976 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-e0d8c2bc-f6ec-4152-838a-f9ba965747dc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.368s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:15:27.455181 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_dvr_db [None req-5612e242-e8e1-4a0a-99cc-936effe4c037 None None] Set router 3fd402f5-4945-4bbc-88ae-707579237e95 gateway port host: n-d-768862-2 {{(pid=84877) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 14 07:15:27.534475 n-d-768862-2 neutron-server[84765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0d8c2bc-f6ec-4152-838a-f9ba965747dc admin admin] Network e5694f3a-2860-4c11-af90-4911b39c9d07 is already hosted by enough agents. {{(pid=84874) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 07:15:27.540815 n-d-768862-2 neutron-server[84765]: DEBUG neutron.scheduler.base_scheduler [None req-e0d8c2bc-f6ec-4152-838a-f9ba965747dc admin admin] Resources bound (agent type, host, resource id): {{(pid=84874) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 07:15:27.550326 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0d8c2bc-f6ec-4152-838a-f9ba965747dc admin admin] Received port after_create {{(pid=84874) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 14 07:15:27.552013 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-4ec9ab44-db02-40e2-8815-fd15c85d9afa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:15:27.638838 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [None req-eb9b3909-6926-4d78-b411-b31b1b7b6847 admin admin] For port b4f88f31-112f-40c1-98c5-16898a532a27, host n-d-768862-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-2',level=0,port_id=b4f88f31-112f-40c1-98c5-16898a532a27,segment=NetworkSegment(cf3ded2c-bc47-4a71-89af-6e7117e60140),segment_id=cf3ded2c-bc47-4a71-89af-6e7117e60140)] {{(pid=84874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 07:15:27.639238 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-eb9b3909-6926-4d78-b411-b31b1b7b6847 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036850862667'] for port, precommit_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:15:27.642260 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-4ec9ab44-db02-40e2-8815-fd15c85d9afa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850887153'] for security_group, after_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:15:27.670983 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-859cc21b-3540-434f-88d5-bb1c38fc30bc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:15:27.732360 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ec9ab44-db02-40e2-8815-fd15c85d9afa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d06a1ec5-4b6c-47a8-9fa4-0966c491a14e,revision_number=1']} {{(pid=84875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:15:27.751537 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [None req-789ea5f1-22fc-46d2-bf22-aeae4840154f admin admin] For port 068e8b5c-7154-406d-8aed-c0c9acc08a21, host n-d-768862-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-2',level=0,port_id=068e8b5c-7154-406d-8aed-c0c9acc08a21,segment=NetworkSegment(cf3ded2c-bc47-4a71-89af-6e7117e60140),segment_id=cf3ded2c-bc47-4a71-89af-6e7117e60140)] {{(pid=84875) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 07:15:27.751966 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-789ea5f1-22fc-46d2-bf22-aeae4840154f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036850862667'] for port, precommit_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:15:27.761073 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-4ec9ab44-db02-40e2-8815-fd15c85d9afa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:15:27.826535 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-e0d8c2bc-f6ec-4152-838a-f9ba965747dc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036850886386'] for router_interface, before_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:15:27.837401 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.plugin [None req-eb9b3909-6926-4d78-b411-b31b1b7b6847 admin admin] Calling delete_port for b4f88f31-112f-40c1-98c5-16898a532a27 owned by network:router_gateway {{(pid=84874) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 07:15:27.846607 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-4ec9ab44-db02-40e2-8815-fd15c85d9afa admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=2ca824e453504b428099be5554d909e1&name=default HTTP/1.1" status: 200 len: 2983 time: 2.0935476 Jan 14 07:15:27.853575 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84875) accepted ('10.222.0.24', 59976) {{(pid=84875) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:15:27.874663 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555753'] for port, before_update {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:15:27.925496 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_hamode_db [None req-d6006610-ae15-435c-a224-f4d2ba90c668 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4e773e6f-f236-4f11-886f-53eafdc495b5', 'name': 'tempest-ServerActionsTestJSON-872566309-router', 'tenant_id': '12721d5aa0d74c769229c9ab1dd6bd37', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '226f1e78-82cd-4481-9055-4eb73b6db8c1', 'external_fixed_ips': [{'subnet_id': 'ba8deeec-7658-4195-9449-038c076f5c83', 'ip_address': '172.25.2.246'}], 'enable_snat': True}, 'gw_port_id': 'b4f88f31-112f-40c1-98c5-16898a532a27', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-14T07:14:06Z', 'updated_at': '2021-01-14T07:15:20Z', 'revision_number': 5, 'project_id': '12721d5aa0d74c769229c9ab1dd6bd37', 'gw_port': {'id': 'b4f88f31-112f-40c1-98c5-16898a532a27', 'name': '', 'network_id': '226f1e78-82cd-4481-9055-4eb73b6db8c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:e2:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e773e6f-f236-4f11-886f-53eafdc495b5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1005, 'fixed_ips': [{'subnet_id': 'ba8deeec-7658-4195-9449-038c076f5c83', 'ip_address': '172.25.2.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T07:14:11Z', 'updated_at': '2021-01-14T07:14:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ba8deeec-7658-4195-9449-038c076f5c83', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-2'}], 'n-d-768862-2', False) {} {{(pid=84876) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:15:27.927034 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.plugin [None req-789ea5f1-22fc-46d2-bf22-aeae4840154f admin admin] Calling delete_port for 068e8b5c-7154-406d-8aed-c0c9acc08a21 owned by network:router_gateway {{(pid=84875) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 07:15:27.945951 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6006610-ae15-435c-a224-f4d2ba90c668 None None] The sync data for ids ['4e773e6f-f236-4f11-886f-53eafdc495b5'] in n-d-768862-2 is: [{'id': '4e773e6f-f236-4f11-886f-53eafdc495b5', 'name': 'tempest-ServerActionsTestJSON-872566309-router', 'tenant_id': '12721d5aa0d74c769229c9ab1dd6bd37', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '226f1e78-82cd-4481-9055-4eb73b6db8c1', 'external_fixed_ips': [{'subnet_id': 'ba8deeec-7658-4195-9449-038c076f5c83', 'ip_address': '172.25.2.246'}], 'enable_snat': True}, 'gw_port_id': 'b4f88f31-112f-40c1-98c5-16898a532a27', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-14T07:14:06Z', 'updated_at': '2021-01-14T07:15:20Z', 'revision_number': 5, 'project_id': '12721d5aa0d74c769229c9ab1dd6bd37', 'gw_port': {'id': 'b4f88f31-112f-40c1-98c5-16898a532a27', 'name': '', 'network_id': '226f1e78-82cd-4481-9055-4eb73b6db8c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:e2:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e773e6f-f236-4f11-886f-53eafdc495b5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1005, 'fixed_ips': [{'subnet_id': 'ba8deeec-7658-4195-9449-038c076f5c83', 'ip_address': '172.25.2.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T07:14:11Z', 'updated_at': '2021-01-14T07:14:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ba8deeec-7658-4195-9449-038c076f5c83', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-2'}] {{(pid=84876) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Jan 14 07:15:27.951895 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] For port 840ccb5f-ca45-4915-bcb9-1db902061289, host n-d-768862-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-2',level=0,port_id=840ccb5f-ca45-4915-bcb9-1db902061289,segment=NetworkSegment(cf3ded2c-bc47-4a71-89af-6e7117e60140),segment_id=cf3ded2c-bc47-4a71-89af-6e7117e60140)] {{(pid=84876) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 07:15:27.960937 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777640533312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363259214678337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777640097497'] for port, after_update {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:15:27.962964 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-11405672-22d2-42af-834d-4a2e34a1877e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84876) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:15:28.059933 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_hamode_db [None req-5612e242-e8e1-4a0a-99cc-936effe4c037 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3fd402f5-4945-4bbc-88ae-707579237e95', 'name': 'tempest-ServerRescueTestJSONUnderV235-1401738690-router', 'tenant_id': 'd062827782824ed487fa7edfd4a1d197', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '226f1e78-82cd-4481-9055-4eb73b6db8c1', 'external_fixed_ips': [{'subnet_id': 'ba8deeec-7658-4195-9449-038c076f5c83', 'ip_address': '172.25.2.8'}], 'enable_snat': True}, 'gw_port_id': '068e8b5c-7154-406d-8aed-c0c9acc08a21', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-14T07:14:35Z', 'updated_at': '2021-01-14T07:15:21Z', 'revision_number': 5, 'project_id': 'd062827782824ed487fa7edfd4a1d197', 'gw_port': {'id': '068e8b5c-7154-406d-8aed-c0c9acc08a21', 'name': '', 'network_id': '226f1e78-82cd-4481-9055-4eb73b6db8c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:e9:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3fd402f5-4945-4bbc-88ae-707579237e95', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1046, 'fixed_ips': [{'subnet_id': 'ba8deeec-7658-4195-9449-038c076f5c83', 'ip_address': '172.25.2.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T07:14:41Z', 'updated_at': '2021-01-14T07:15:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ba8deeec-7658-4195-9449-038c076f5c83', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-2'}], 'n-d-768862-2', False) {} {{(pid=84877) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:15:28.064702 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5612e242-e8e1-4a0a-99cc-936effe4c037 None None] The sync data for ids ['3fd402f5-4945-4bbc-88ae-707579237e95'] in n-d-768862-2 is: [{'id': '3fd402f5-4945-4bbc-88ae-707579237e95', 'name': 'tempest-ServerRescueTestJSONUnderV235-1401738690-router', 'tenant_id': 'd062827782824ed487fa7edfd4a1d197', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '226f1e78-82cd-4481-9055-4eb73b6db8c1', 'external_fixed_ips': [{'subnet_id': 'ba8deeec-7658-4195-9449-038c076f5c83', 'ip_address': '172.25.2.8'}], 'enable_snat': True}, 'gw_port_id': '068e8b5c-7154-406d-8aed-c0c9acc08a21', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-14T07:14:35Z', 'updated_at': '2021-01-14T07:15:21Z', 'revision_number': 5, 'project_id': 'd062827782824ed487fa7edfd4a1d197', 'gw_port': {'id': '068e8b5c-7154-406d-8aed-c0c9acc08a21', 'name': '', 'network_id': '226f1e78-82cd-4481-9055-4eb73b6db8c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:e9:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3fd402f5-4945-4bbc-88ae-707579237e95', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1046, 'fixed_ips': [{'subnet_id': 'ba8deeec-7658-4195-9449-038c076f5c83', 'ip_address': '172.25.2.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T07:14:41Z', 'updated_at': '2021-01-14T07:15:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ba8deeec-7658-4195-9449-038c076f5c83', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-2'}] {{(pid=84877) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Jan 14 07:15:28.078357 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Pushing event updated for resources: {'Port': ['ID=840ccb5f-ca45-4915-bcb9-1db902061289,revision_number=4']} {{(pid=84876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:15:28.090545 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@n-h1-768862-2 {{(pid=84876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:15:28.091461 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-h1-768862-2 {{(pid=84876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:15:28.092070 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-h1-768862-2 {{(pid=84876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:15:28.092626 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-h1-768862-2 {{(pid=84876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:15:28.093207 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@n-h1-768862-2 {{(pid=84876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:15:28.095096 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-h1-768862-2 {{(pid=84876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:15:28.095742 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-h1-768862-2 {{(pid=84876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:15:28.096931 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-h1-768862-2 {{(pid=84876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:15:28.097716 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-h1-768862-2 {{(pid=84876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:15:28.098507 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-h1-768862-2 {{(pid=84876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:15:28.099006 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-h1-768862-2 {{(pid=84876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:15:28.099613 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-h1-768862-2 {{(pid=84876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:15:28.100275 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@n-h2-768862-2 {{(pid=84876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:15:28.100968 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-h2-768862-2 {{(pid=84876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:15:28.101923 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-h2-768862-2 {{(pid=84876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:15:28.102407 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-h2-768862-2 {{(pid=84876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:15:28.102881 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@n-h2-768862-2 {{(pid=84876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:15:28.103352 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-h2-768862-2 {{(pid=84876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:15:28.103819 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-h2-768862-2 {{(pid=84876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:15:28.104485 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-h2-768862-2 {{(pid=84876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:15:28.105105 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-h2-768862-2 {{(pid=84876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:15:28.105705 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-h2-768862-2 {{(pid=84876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:15:28.106172 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-h2-768862-2 {{(pid=84876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:15:28.106797 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-h2-768862-2 {{(pid=84876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:15:28.107349 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-2 {{(pid=84876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:15:28.107815 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-2 {{(pid=84876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:15:28.108394 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-2 {{(pid=84876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:15:28.108854 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-2 {{(pid=84876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:15:28.109968 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@n-d-768862-2 {{(pid=84876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:15:28.110441 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-2 {{(pid=84876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:15:28.110983 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-768862-2 {{(pid=84876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:15:28.111472 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-768862-2 {{(pid=84876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:15:28.112503 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-2 {{(pid=84876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:15:28.112978 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-2 {{(pid=84876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:15:28.113451 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-2 {{(pid=84876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:15:28.113919 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-2 {{(pid=84876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:15:28.125430 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.162s {{(pid=84876) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:15:28.134411 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [req-17641dd9-b3f6-4f66-b194-57b68eaae138 req-9bc13e45-4abb-4435-a699-6be7cdc8eacd service neutron] 10.222.0.24 "GET /v2.0/networks/7ab0c070-d25e-4cc2-be64-c19c7d550285?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8538916 Jan 14 07:15:28.151391 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-e0d8c2bc-f6ec-4152-838a-f9ba965747dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555753'] for port, before_update {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:15:28.169854 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-eb9b3909-6926-4d78-b411-b31b1b7b6847 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777640533329', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777640097463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3254186'] for port, after_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:15:28.320581 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-8dc1a01c-65d8-46d6-acfa-043d72cc1538 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:15:28.398010 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-9fb09f93-7140-4b94-b82e-73cd5a1e192a tempest-TaggedBootDevicesTest_v242-294831919 tempest-TaggedBootDevicesTest_v242-294831919] Notify callbacks [] for port, precommit_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:15:28.405699 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-8dc1a01c-65d8-46d6-acfa-043d72cc1538 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:15:28.720174 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-e0d8c2bc-f6ec-4152-838a-f9ba965747dc admin admin] Notify callbacks [] for port, precommit_update {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:15:28.729607 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-e0d8c2bc-f6ec-4152-838a-f9ba965747dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777640533312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363259214678337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777640097497', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036851521613'] for port, after_update {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:15:28.778436 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-a092b539-b4ec-4d6a-b589-f4c005c2322f service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:15:28.803086 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Device 840ccb5f-ca45-4915-bcb9-1db902061289 up at agent ovs-agent-n-d-768862-2 {{(pid=84876) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 07:15:28.875867 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [req-17641dd9-b3f6-4f66-b194-57b68eaae138 req-f44e23fc-5da9-4a3a-81e7-62369303615a service neutron] 10.222.0.24 "GET /v2.0/networks/7ab0c070-d25e-4cc2-be64-c19c7d550285?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.7132359 Jan 14 07:15:28.896497 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-eb9b3909-6926-4d78-b411-b31b1b7b6847 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036850863128'] for router_gateway, after_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:15:28.898907 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-e0d8c2bc-f6ec-4152-838a-f9ba965747dc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3206949', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3889649'] for router_interface, after_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:15:28.921375 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Provisioning complete for port 840ccb5f-ca45-4915-bcb9-1db902061289 triggered by entity L2. {{(pid=84876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 07:15:28.922050 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-604227'] for port, provisioning_complete {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:15:28.986665 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0d8c2bc-f6ec-4152-838a-f9ba965747dc admin admin] Pushing event updated for resources: {'Port': ['ID=a998e467-2b77-472c-93f5-23dc391d0c63,revision_number=2']} {{(pid=84874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:15:29.029635 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-789ea5f1-22fc-46d2-bf22-aeae4840154f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777640533329', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777640097463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851621574'] for port, after_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:15:29.089502 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-e0d8c2bc-f6ec-4152-838a-f9ba965747dc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.311s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:15:29.104196 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Device 2801353b-4d0d-42b6-8bfd-426f65414e71 no longer exists at agent ovs-agent-n-d-768862-2 {{(pid=84876) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jan 14 07:15:29.152728 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-9fb09f93-7140-4b94-b82e-73cd5a1e192a tempest-TaggedBootDevicesTest_v242-294831919 tempest-TaggedBootDevicesTest_v242-294831919] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777640123575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851621574'] for port, after_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:15:29.170506 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.plugin [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] No Port match for: 2801353b-4d0d-42b6-8bfd-426f65414e71 {{(pid=84876) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2188}} Jan 14 07:15:29.186614 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Device 2801353b-4d0d-42b6-8bfd-426f65414e71 not bound to the agent host n-d-768862-2 {{(pid=84876) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jan 14 07:15:29.187491 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Device cbb32776-543c-41ea-8f14-591d7d1c7463 no longer exists at agent ovs-agent-n-d-768862-2 {{(pid=84876) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jan 14 07:15:29.273786 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.plugin [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] No Port match for: cbb32776-543c-41ea-8f14-591d7d1c7463 {{(pid=84876) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2188}} Jan 14 07:15:29.274333 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Device cbb32776-543c-41ea-8f14-591d7d1c7463 not bound to the agent host n-d-768862-2 {{(pid=84876) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jan 14 07:15:29.332202 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-f9d97fbd-d421-48db-80be-4c30388f82c5 tempest-FloatingIPDetailsTestJSON-1519139485 tempest-FloatingIPDetailsTestJSON-1519139485] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:15:29.376831 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-8dc1a01c-65d8-46d6-acfa-043d72cc1538 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850887153'] for security_group, after_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:15:29.598159 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84874) accepted ('10.222.0.24', 60012) {{(pid=84874) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:15:29.603203 n-d-768862-2 neutron-server[84765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9fb09f93-7140-4b94-b82e-73cd5a1e192a tempest-TaggedBootDevicesTest_v242-294831919 tempest-TaggedBootDevicesTest_v242-294831919] Network 226f1e78-82cd-4481-9055-4eb73b6db8c1 is already hosted by enough agents. {{(pid=84875) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 07:15:29.613711 n-d-768862-2 neutron-server[84765]: DEBUG neutron.scheduler.base_scheduler [None req-9fb09f93-7140-4b94-b82e-73cd5a1e192a tempest-TaggedBootDevicesTest_v242-294831919 tempest-TaggedBootDevicesTest_v242-294831919] Resources bound (agent type, host, resource id): {{(pid=84875) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 07:15:29.627524 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9fb09f93-7140-4b94-b82e-73cd5a1e192a tempest-TaggedBootDevicesTest_v242-294831919 tempest-TaggedBootDevicesTest_v242-294831919] Received port after_create {{(pid=84875) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 14 07:15:29.675614 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-eb9b3909-6926-4d78-b411-b31b1b7b6847 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3889346', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036854717606'] for router, precommit_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:15:29.678712 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-8dc1a01c-65d8-46d6-acfa-043d72cc1538 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:15:29.679578 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-eb9b3909-6926-4d78-b411-b31b1b7b6847 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:15:29.711465 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-8dc1a01c-65d8-46d6-acfa-043d72cc1538 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/d06a1ec5-4b6c-47a8-9fa4-0966c491a14e HTTP/1.1" status: 204 len: 168 time: 1.7801278 Jan 14 07:15:29.747781 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fb09f93-7140-4b94-b82e-73cd5a1e192a tempest-TaggedBootDevicesTest_v242-294831919 tempest-TaggedBootDevicesTest_v242-294831919] Pushing event updated for resources: {'Port': ['ID=610fafae-7a4d-488f-ba6a-3aa19d7d1e01,revision_number=1']} {{(pid=84875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:15:29.775336 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-9fb09f93-7140-4b94-b82e-73cd5a1e192a tempest-TaggedBootDevicesTest_v242-294831919 tempest-TaggedBootDevicesTest_v242-294831919] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.436s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:15:29.778606 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-4ec9ab44-db02-40e2-8815-fd15c85d9afa admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.284s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:15:29.795179 n-d-768862-2 neutron-server[84765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0d8c2bc-f6ec-4152-838a-f9ba965747dc admin admin] Network e5694f3a-2860-4c11-af90-4911b39c9d07 is already hosted by enough agents. {{(pid=84874) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 07:15:29.820668 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dc1a01c-65d8-46d6-acfa-043d72cc1538 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d06a1ec5-4b6c-47a8-9fa4-0966c491a14e,revision_number=None']} {{(pid=84875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:15:29.825668 n-d-768862-2 neutron-server[84765]: DEBUG neutron.scheduler.base_scheduler [None req-e0d8c2bc-f6ec-4152-838a-f9ba965747dc admin admin] Resources bound (agent type, host, resource id): {{(pid=84874) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 07:15:29.832954 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-8dc1a01c-65d8-46d6-acfa-043d72cc1538 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:15:29.836330 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-789ea5f1-22fc-46d2-bf22-aeae4840154f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036850863128'] for router_gateway, after_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:15:29.852581 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.db_base_plugin_v2 [None req-f2754990-18f1-464d-b160-8306911bde4e admin admin] Deleting subnet b429c90b-0c82-4321-a881-937ee2757b99 {{(pid=84874) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Jan 14 07:15:29.859251 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-eb9b3909-6926-4d78-b411-b31b1b7b6847 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036850897070'] for router, after_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:15:29.859959 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eb9b3909-6926-4d78-b411-b31b1b7b6847 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 4e773e6f-f236-4f11-886f-53eafdc495b5 {{(pid=84874) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jan 14 07:15:29.862676 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-f2754990-18f1-464d-b160-8306911bde4e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:15:30.153543 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-789ea5f1-22fc-46d2-bf22-aeae4840154f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3889346', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036854717606'] for router, precommit_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:15:30.156332 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-789ea5f1-22fc-46d2-bf22-aeae4840154f admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:15:30.174471 n-d-768862-2 neutron-server[84765]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e0d8c2bc-f6ec-4152-838a-f9ba965747dc admin admin] Router 55f4dcfe-6b91-4b4b-83c8-fb5b907459f3 has already been hosted by L3 agent 35f592e9-451b-4db9-abea-77b6a5c5391b {{(pid=84874) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Jan 14 07:15:30.177459 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-f2754990-18f1-464d-b160-8306911bde4e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036851807232'] for subnet, precommit_delete_associations {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:15:30.217070 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-eb9b3909-6926-4d78-b411-b31b1b7b6847 admin admin] Notify callbacks [] for router, before_response {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:15:30.220981 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-eb9b3909-6926-4d78-b411-b31b1b7b6847 admin admin] 10.222.0.24 "DELETE /v2.0/routers/4e773e6f-f236-4f11-886f-53eafdc495b5 HTTP/1.1" status: 204 len: 168 time: 4.7994313 Jan 14 07:15:30.224267 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-9fb09f93-7140-4b94-b82e-73cd5a1e192a tempest-TaggedBootDevicesTest_v242-294831919 tempest-TaggedBootDevicesTest_v242-294831919] Notify callbacks [] for floatingip, precommit_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:15:30.231174 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84875) accepted ('10.222.0.24', 60032) {{(pid=84875) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:15:30.235805 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-789ea5f1-22fc-46d2-bf22-aeae4840154f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036850897070'] for router, after_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:15:30.236512 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-789ea5f1-22fc-46d2-bf22-aeae4840154f admin admin] Fanout notify agent at l3_agent the message router_deleted on router 3fd402f5-4945-4bbc-88ae-707579237e95 {{(pid=84875) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jan 14 07:15:30.435445 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.db_base_plugin_v2 [None req-22b9984f-4583-4c14-b2c6-f60af64d77fe admin admin] Deleting subnet 66c79607-fbe2-4dc0-a011-cac7db0bcc70 {{(pid=84875) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Jan 14 07:15:30.443190 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-789ea5f1-22fc-46d2-bf22-aeae4840154f admin admin] Notify callbacks [] for router, before_response {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:15:30.444584 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-789ea5f1-22fc-46d2-bf22-aeae4840154f admin admin] 10.222.0.24 "DELETE /v2.0/routers/3fd402f5-4945-4bbc-88ae-707579237e95 HTTP/1.1" status: 204 len: 168 time: 4.5791075 Jan 14 07:15:30.445535 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-22b9984f-4583-4c14-b2c6-f60af64d77fe admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:15:30.462464 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-f2754990-18f1-464d-b160-8306911bde4e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036854176836'] for subnet, precommit_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:15:30.483532 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84875) accepted ('10.222.0.24', 60040) {{(pid=84875) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:15:30.564430 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-9fb09f93-7140-4b94-b82e-73cd5a1e192a tempest-TaggedBootDevicesTest_v242-294831919 tempest-TaggedBootDevicesTest_v242-294831919] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555753'] for port, before_update {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:15:30.603102 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-22b9984f-4583-4c14-b2c6-f60af64d77fe admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3367281'] for subnet, precommit_delete_associations {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:15:30.677862 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e0d8c2bc-f6ec-4152-838a-f9ba965747dc admin admin] Notify agent at l3_agent.n-d-768862-2 the message routers_updated {{(pid=84874) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jan 14 07:15:30.684904 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-e0d8c2bc-f6ec-4152-838a-f9ba965747dc admin admin] 10.222.0.24 "PUT /v2.0/routers/55f4dcfe-6b91-4b4b-83c8-fb5b907459f3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.9387083 Jan 14 07:15:30.692884 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8825f85c-3800-4eb4-a8af-9247c6335587 None None] Sync routers for ids ['55f4dcfe-6b91-4b4b-83c8-fb5b907459f3'] in n-d-768862-2 {{(pid=84876) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Jan 14 07:15:30.730087 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8825f85c-3800-4eb4-a8af-9247c6335587 None None] Routers {'55f4dcfe-6b91-4b4b-83c8-fb5b907459f3'} bound to L3 agent in host n-d-768862-2 {{(pid=84876) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 14 07:15:30.730796 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_hamode_db [None req-8825f85c-3800-4eb4-a8af-9247c6335587 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-01-14T06:56:51Z,description=,heartbeat_timestamp=2021-01-14T07:15:21Z,host='n-d-768862-2',id=35f592e9-451b-4db9-abea-77b6a5c5391b,load=0,resource_versions=,resources_synced=,started_at=2021-01-14T06:56:51Z,topic='l3_agent')) {'router_ids': ['55f4dcfe-6b91-4b4b-83c8-fb5b907459f3'], 'active': True} {{(pid=84876) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:15:30.746367 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.db_base_plugin_v2 [None req-89f58b7f-31ba-4072-b768-bb34abf94948 admin admin] Deleting subnet 52a58d70-5731-428e-8f30-4bdaba52572e {{(pid=84875) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Jan 14 07:15:30.759340 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-89f58b7f-31ba-4072-b768-bb34abf94948 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:15:30.915392 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-f2754990-18f1-464d-b160-8306911bde4e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-598964', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850887113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036851521664', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2794686'] for subnet, after_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:15:30.955620 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-39515d5d-2967-4acc-aef9-06e22a5daf2c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:15:31.135228 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2754990-18f1-464d-b160-8306911bde4e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b429c90b-0c82-4321-a881-937ee2757b99,revision_number=None']} {{(pid=84874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:15:31.137993 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-f2754990-18f1-464d-b160-8306911bde4e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.189s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:15:31.150068 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-f2754990-18f1-464d-b160-8306911bde4e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3207107'] for subnet, before_response {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:15:31.157952 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-f2754990-18f1-464d-b160-8306911bde4e admin admin] 10.222.0.24 "DELETE /v2.0/subnets/b429c90b-0c82-4321-a881-937ee2757b99 HTTP/1.1" status: 204 len: 168 time: 1.5492575 Jan 14 07:15:31.160659 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84874) accepted ('10.222.0.24', 60062) {{(pid=84874) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:15:31.186063 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_dvr_db [None req-8825f85c-3800-4eb4-a8af-9247c6335587 None None] Set router 55f4dcfe-6b91-4b4b-83c8-fb5b907459f3 gateway port host: n-d-768862-2 {{(pid=84876) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 14 07:15:31.224277 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-89f58b7f-31ba-4072-b768-bb34abf94948 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3367281'] for subnet, precommit_delete_associations {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:15:31.306720 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-22b9984f-4583-4c14-b2c6-f60af64d77fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036854176836'] for subnet, precommit_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:15:31.329578 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Device 068e8b5c-7154-406d-8aed-c0c9acc08a21 no longer exists at agent ovs-agent-n-d-768862-2 {{(pid=84876) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jan 14 07:15:31.415204 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.plugin [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] No Port match for: 068e8b5c-7154-406d-8aed-c0c9acc08a21 {{(pid=84876) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2188}} Jan 14 07:15:31.415597 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Device 068e8b5c-7154-406d-8aed-c0c9acc08a21 not bound to the agent host n-d-768862-2 {{(pid=84876) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jan 14 07:15:31.416079 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Device b4f88f31-112f-40c1-98c5-16898a532a27 no longer exists at agent ovs-agent-n-d-768862-2 {{(pid=84876) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jan 14 07:15:31.432602 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-89f58b7f-31ba-4072-b768-bb34abf94948 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036854176836'] for subnet, precommit_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:15:31.437646 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-457262cb-b595-4635-ac57-2366d06e4543 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036854160497'] for network, before_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:15:31.495880 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.plugin [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] No Port match for: b4f88f31-112f-40c1-98c5-16898a532a27 {{(pid=84876) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2188}} Jan 14 07:15:31.496501 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Device b4f88f31-112f-40c1-98c5-16898a532a27 not bound to the agent host n-d-768862-2 {{(pid=84876) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jan 14 07:15:31.710310 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.db.resource_extend [None req-9fb09f93-7140-4b94-b82e-73cd5a1e192a tempest-TaggedBootDevicesTest_v242-294831919 tempest-TaggedBootDevicesTest_v242-294831919] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84875) wrapper /usr/local/lib/python3.6/dist-packages/oslo_utils/timeutils.py:388}} Jan 14 07:15:31.792629 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-457262cb-b595-4635-ac57-2366d06e4543 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-598987', 'neutron.services.segments.db._delete_segments_for_network-8777640583949'] for network, precommit_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:15:31.904526 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [req-5ef5dd95-7a03-4f12-95e8-f26e8e1c37da req-aef3e27a-fa05-4a59-8612-1bc14184e113 tempest-ImagesOneServerTestJSON-580720086 tempest-ImagesOneServerTestJSON-580720086] 10.222.0.24 "GET /v2.0/networks?tenant_id=27186983c6df4306a94c7ded4d79543b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1626487 Jan 14 07:15:31.910866 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-9fb09f93-7140-4b94-b82e-73cd5a1e192a tempest-TaggedBootDevicesTest_v242-294831919 tempest-TaggedBootDevicesTest_v242-294831919] Notify callbacks [] for port, precommit_update {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:15:31.913233 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_hamode_db [None req-8825f85c-3800-4eb4-a8af-9247c6335587 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '55f4dcfe-6b91-4b4b-83c8-fb5b907459f3', 'name': 'tempest-ServerRescueTestJSON-1903067572-router', 'tenant_id': '4ebd08242e6f46dca912a0e194693f11', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '226f1e78-82cd-4481-9055-4eb73b6db8c1', 'external_fixed_ips': [{'subnet_id': 'ba8deeec-7658-4195-9449-038c076f5c83', 'ip_address': '172.25.2.180'}], 'enable_snat': True}, 'gw_port_id': '840ccb5f-ca45-4915-bcb9-1db902061289', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-14T07:15:10Z', 'updated_at': '2021-01-14T07:15:27Z', 'revision_number': 4, 'project_id': '4ebd08242e6f46dca912a0e194693f11', 'gw_port': {'id': '840ccb5f-ca45-4915-bcb9-1db902061289', 'name': '', 'network_id': '226f1e78-82cd-4481-9055-4eb73b6db8c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:78:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55f4dcfe-6b91-4b4b-83c8-fb5b907459f3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1084, 'fixed_ips': [{'subnet_id': 'ba8deeec-7658-4195-9449-038c076f5c83', 'ip_address': '172.25.2.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T07:15:14Z', 'updated_at': '2021-01-14T07:15:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ba8deeec-7658-4195-9449-038c076f5c83', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-2', '_interfaces': [{'id': 'a998e467-2b77-472c-93f5-23dc391d0c63', 'name': '', 'network_id': 'e5694f3a-2860-4c11-af90-4911b39c9d07', 'tenant_id': '4ebd08242e6f46dca912a0e194693f11', 'mac_address': 'fa:16:3e:e3:48:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '55f4dcfe-6b91-4b4b-83c8-fb5b907459f3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1098, 'fixed_ips': [{'subnet_id': '4f3221f6-f061-449c-82f0-9ddb8f90bf28', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T07:15:24Z', 'updated_at': '2021-01-14T07:15:28Z', 'revision_number': 2, 'project_id': '4ebd08242e6f46dca912a0e194693f11', 'subnets': [{'id': '4f3221f6-f061-449c-82f0-9ddb8f90bf28', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'n-d-768862-2', False) {} {{(pid=84876) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:15:31.919449 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8825f85c-3800-4eb4-a8af-9247c6335587 None None] Checking router: 55f4dcfe-6b91-4b4b-83c8-fb5b907459f3 for host: n-d-768862-2 {{(pid=84876) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Jan 14 07:15:31.919885 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8825f85c-3800-4eb4-a8af-9247c6335587 None None] Updating router 55f4dcfe-6b91-4b4b-83c8-fb5b907459f3 port a998e467-2b77-472c-93f5-23dc391d0c63 binding host n-d-768862-2 {{(pid=84876) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Jan 14 07:15:31.946757 n-d-768862-2 neutron-server[84765]: DEBUG neutron.services.segments.db [None req-457262cb-b595-4635-ac57-2366d06e4543 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7ab0c070-d25e-4cc2-be64-c19c7d550285']}} {{(pid=84874) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:15:31.962047 n-d-768862-2 neutron-server[84765]: DEBUG neutron.services.segments.db [None req-457262cb-b595-4635-ac57-2366d06e4543 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ef6d5482-cfa8-45f9-8845-8367e72f19d4') {'for_net_delete': True} {{(pid=84874) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:15:31.962280 n-d-768862-2 neutron-server[84765]: DEBUG neutron.services.segments.db [None req-457262cb-b595-4635-ac57-2366d06e4543 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ef6d5482-cfa8-45f9-8845-8367e72f19d4') {} {{(pid=84874) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:15:31.978951 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-457262cb-b595-4635-ac57-2366d06e4543 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363259214173198', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2968632'] for segment, before_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:15:31.983420 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-8825f85c-3800-4eb4-a8af-9247c6335587 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555753'] for port, before_update {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:15:31.985492 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-9fb09f93-7140-4b94-b82e-73cd5a1e192a tempest-TaggedBootDevicesTest_v242-294831919 tempest-TaggedBootDevicesTest_v242-294831919] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777640533312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363259214678337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777640097497', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3154211'] for port, after_update {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:15:32.021010 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-457262cb-b595-4635-ac57-2366d06e4543 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854179735'] for segment, precommit_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:15:32.026784 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-457262cb-b595-4635-ac57-2366d06e4543 admin admin] Releasing vxlan tunnel 10 to pool {{(pid=84874) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Jan 14 07:15:32.347173 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.managers [None req-457262cb-b595-4635-ac57-2366d06e4543 admin admin] Network 7ab0c070-d25e-4cc2-be64-c19c7d550285 has no segments {{(pid=84874) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 14 07:15:32.358719 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-457262cb-b595-4635-ac57-2366d06e4543 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-596065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036851521571'] for segment, after_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:15:32.437942 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-bf7a1fbd-4d0e-4e44-a185-12dbdb71af87 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:15:32.521000 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-8825f85c-3800-4eb4-a8af-9247c6335587 None None] Notify callbacks [] for port, precommit_update {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:15:32.558498 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.managers [None req-457262cb-b595-4635-ac57-2366d06e4543 admin admin] Network 7ab0c070-d25e-4cc2-be64-c19c7d550285 has no segments {{(pid=84874) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 14 07:15:32.584009 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:port_security_enabled":"rule:admin_or_owner" was deprecated in W in favor of "update_network:port_security_enabled":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 07:15:32.584009 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:15:32.584009 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:15:32.584009 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:15:32.584009 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "delete_network":"rule:admin_or_owner" was deprecated in W in favor of "delete_network":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 07:15:32.584009 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:15:32.584009 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:15:32.584009 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:15:32.584009 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_segment":"rule:admin_only" was deprecated in W in favor of "create_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:15:32.584009 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:15:32.584009 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_segment":"rule:admin_only" was deprecated in W in favor of "get_segment":"role:reader and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:15:32.584009 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:15:32.584009 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_segment":"rule:admin_only" was deprecated in W in favor of "update_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:15:32.584009 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:15:32.584009 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "delete_segment":"rule:admin_only" was deprecated in W in favor of "delete_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:15:32.584009 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:15:32.584009 n-d-768862-2 neutron-server[84765]: Traceback (most recent call last): Jan 14 07:15:32.584009 n-d-768862-2 neutron-server[84765]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 14 07:15:32.584009 n-d-768862-2 neutron-server[84765]: timer() Jan 14 07:15:32.584009 n-d-768862-2 neutron-server[84765]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 14 07:15:32.584009 n-d-768862-2 neutron-server[84765]: cb(*args, **kw) Jan 14 07:15:32.584009 n-d-768862-2 neutron-server[84765]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Jan 14 07:15:32.584009 n-d-768862-2 neutron-server[84765]: return func(*args, **kwargs) Jan 14 07:15:32.584009 n-d-768862-2 neutron-server[84765]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 14 07:15:32.584009 n-d-768862-2 neutron-server[84765]: self._notify() Jan 14 07:15:32.584009 n-d-768862-2 neutron-server[84765]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 14 07:15:32.584009 n-d-768862-2 neutron-server[84765]: self.callback(batched_events) Jan 14 07:15:32.584009 n-d-768862-2 neutron-server[84765]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 14 07:15:32.584009 n-d-768862-2 neutron-server[84765]: event.method(event) Jan 14 07:15:32.584009 n-d-768862-2 neutron-server[84765]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 14 07:15:32.584009 n-d-768862-2 neutron-server[84765]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 14 07:15:32.584009 n-d-768862-2 neutron-server[84765]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Jan 14 07:15:32.584009 n-d-768862-2 neutron-server[84765]: segment_id)['aggregates'][0] Jan 14 07:15:32.584009 n-d-768862-2 neutron-server[84765]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 14 07:15:32.584009 n-d-768862-2 neutron-server[84765]: return f(self, *a, **k) Jan 14 07:15:32.584009 n-d-768862-2 neutron-server[84765]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 14 07:15:32.584009 n-d-768862-2 neutron-server[84765]: return self._get(url).json() Jan 14 07:15:32.584009 n-d-768862-2 neutron-server[84765]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 14 07:15:32.584009 n-d-768862-2 neutron-server[84765]: **kwargs) Jan 14 07:15:32.584009 n-d-768862-2 neutron-server[84765]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 14 07:15:32.584009 n-d-768862-2 neutron-server[84765]: return self.request(url, 'GET', **kwargs) Jan 14 07:15:32.584009 n-d-768862-2 neutron-server[84765]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Jan 14 07:15:32.584009 n-d-768862-2 neutron-server[84765]: **endpoint_filter) Jan 14 07:15:32.584009 n-d-768862-2 neutron-server[84765]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 14 07:15:32.584009 n-d-768862-2 neutron-server[84765]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 14 07:15:32.584009 n-d-768862-2 neutron-server[84765]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 14 07:15:32.584009 n-d-768862-2 neutron-server[84765]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 14 07:15:32.584009 n-d-768862-2 neutron-server[84765]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 14 07:15:32.672109 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-8825f85c-3800-4eb4-a8af-9247c6335587 None None] Transition to ACTIVE for port object a998e467-2b77-472c-93f5-23dc391d0c63 will not be triggered until provisioned by entity L2. {{(pid=84876) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 07:15:32.689274 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-457262cb-b595-4635-ac57-2366d06e4543 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036854176830', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850887149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3912591'] for network, after_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:15:32.697443 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-8825f85c-3800-4eb4-a8af-9247c6335587 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777640533312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363259214678337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777640097497'] for port, after_update {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:15:32.700591 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-70241727-eff3-4e84-abc8-a1cce51ec646 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:15:32.715082 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-4d0bb487-4854-458d-8c81-ca8b6471e657 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84876) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:15:32.726473 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-457262cb-b595-4635-ac57-2366d06e4543 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3207107'] for network, before_response {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:15:32.730147 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-457262cb-b595-4635-ac57-2366d06e4543 admin admin] Pushing event deleted for resources: {'Network': ['ID=7ab0c070-d25e-4cc2-be64-c19c7d550285,revision_number=None']} {{(pid=84874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:15:32.741524 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-457262cb-b595-4635-ac57-2366d06e4543 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:15:32.749448 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-457262cb-b595-4635-ac57-2366d06e4543 admin admin] 10.222.0.24 "DELETE /v2.0/networks/7ab0c070-d25e-4cc2-be64-c19c7d550285 HTTP/1.1" status: 204 len: 168 time: 1.5874693 Jan 14 07:15:32.811440 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16184cdf-30cb-4bc4-8a8e-5d8c2c8a8efa None None] Pushing event updated for resources: {'Port': ['ID=a998e467-2b77-472c-93f5-23dc391d0c63,revision_number=3']} {{(pid=84876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:15:32.843407 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ef5dd95-7a03-4f12-95e8-f26e8e1c37da req-452a8a8a-2623-4388-a796-5dbc4ff54769 tempest-ImagesOneServerTestJSON-580720086 tempest-ImagesOneServerTestJSON-580720086] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:15:32.845149 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [req-5ef5dd95-7a03-4f12-95e8-f26e8e1c37da req-452a8a8a-2623-4388-a796-5dbc4ff54769 tempest-ImagesOneServerTestJSON-580720086 tempest-ImagesOneServerTestJSON-580720086] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.8786857 Jan 14 07:15:32.845951 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fb09f93-7140-4b94-b82e-73cd5a1e192a tempest-TaggedBootDevicesTest_v242-294831919 tempest-TaggedBootDevicesTest_v242-294831919] Pushing event updated for resources: {'Port': ['ID=610fafae-7a4d-488f-ba6a-3aa19d7d1e01,revision_number=2']} {{(pid=84875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:15:32.868624 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-9fb09f93-7140-4b94-b82e-73cd5a1e192a tempest-TaggedBootDevicesTest_v242-294831919 tempest-TaggedBootDevicesTest_v242-294831919] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.431s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:15:32.869592 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-16184cdf-30cb-4bc4-8a8e-5d8c2c8a8efa None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=84876) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:15:32.949145 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebaeef33-1358-41f5-8334-329902294aa9 req-9d278d47-a7ba-424c-8f18-6307e764d3af tempest-ServerRescueTestJSON-431426226 tempest-ServerRescueTestJSON-431426226] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:15:32.950954 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [req-ebaeef33-1358-41f5-8334-329902294aa9 req-9d278d47-a7ba-424c-8f18-6307e764d3af tempest-ServerRescueTestJSON-431426226 tempest-ServerRescueTestJSON-431426226] 10.222.0.24 "GET /v2.0/networks?id=e5694f3a-2860-4c11-af90-4911b39c9d07 HTTP/1.1" status: 200 len: 811 time: 1.2424266 Jan 14 07:15:32.975077 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [req-5ef5dd95-7a03-4f12-95e8-f26e8e1c37da req-05bc5ad6-9655-4507-8641-ed3812193eaa tempest-ImagesOneServerTestJSON-580720086 tempest-ImagesOneServerTestJSON-580720086] 10.222.0.24 "GET /v2.0/quotas/27186983c6df4306a94c7ded4d79543b HTTP/1.1" status: 200 len: 375 time: 0.0938454 Jan 14 07:15:33.031808 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84874) accepted ('10.222.0.24', 60098) {{(pid=84874) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:15:33.076809 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.managers [None req-8825f85c-3800-4eb4-a8af-9247c6335587 None None] Attempting to bind port a998e467-2b77-472c-93f5-23dc391d0c63 on host n-d-768862-2 for vnic_type normal with profile {{(pid=84876) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 14 07:15:33.077176 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.managers [None req-8825f85c-3800-4eb4-a8af-9247c6335587 None None] Attempting to bind port a998e467-2b77-472c-93f5-23dc391d0c63 by drivers openvswitch on host n-d-768862-2 at level 0 using segments [{'id': '93976ada-1e92-437b-bb3f-368ee8feeb67', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': 'e5694f3a-2860-4c11-af90-4911b39c9d07'}] {{(pid=84876) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 14 07:15:33.077593 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8825f85c-3800-4eb4-a8af-9247c6335587 None None] Attempting to bind port a998e467-2b77-472c-93f5-23dc391d0c63 on network e5694f3a-2860-4c11-af90-4911b39c9d07 {{(pid=84876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 14 07:15:33.084069 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8825f85c-3800-4eb4-a8af-9247c6335587 None None] Checking agent: {'id': 'ba5efab1-b43c-4d5a-bc52-6e105d4e67a2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768862-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 14, 6, 56, 52), 'started_at': datetime.datetime(2021, 1, 14, 6, 57, 22), 'heartbeat_timestamp': datetime.datetime(2021, 1, 14, 7, 15, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768862-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.29', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 14 07:15:33.084554 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8825f85c-3800-4eb4-a8af-9247c6335587 None None] Checking segment: {'id': '93976ada-1e92-437b-bb3f-368ee8feeb67', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': 'e5694f3a-2860-4c11-af90-4911b39c9d07'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84876) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 14 07:15:33.085004 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-8825f85c-3800-4eb4-a8af-9247c6335587 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:15:33.085441 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8825f85c-3800-4eb4-a8af-9247c6335587 None None] Bound using segment: {'id': '93976ada-1e92-437b-bb3f-368ee8feeb67', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': 'e5694f3a-2860-4c11-af90-4911b39c9d07'} {{(pid=84876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 14 07:15:33.086092 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.managers [None req-8825f85c-3800-4eb4-a8af-9247c6335587 None None] Bound port: a998e467-2b77-472c-93f5-23dc391d0c63, host: n-d-768862-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '93976ada-1e92-437b-bb3f-368ee8feeb67', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': 'e5694f3a-2860-4c11-af90-4911b39c9d07'}}] {{(pid=84876) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 14 07:15:33.086510 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-8825f85c-3800-4eb4-a8af-9247c6335587 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555753'] for port, before_update {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:15:33.094642 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-3faef8a4-755f-4a7a-8c35-f5c092c1e228 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=66147414af4245a8bf868991c26ae543&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0584841 Jan 14 07:15:33.094910 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84874) accepted ('10.222.0.24', 60102) {{(pid=84874) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:15:33.140953 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [req-5ef5dd95-7a03-4f12-95e8-f26e8e1c37da req-d3b72b04-3117-45e6-9bd1-473267fe5035 tempest-ImagesOneServerTestJSON-580720086 tempest-ImagesOneServerTestJSON-580720086] 10.222.0.24 "GET /v2.0/ports?tenant_id=27186983c6df4306a94c7ded4d79543b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1561189 Jan 14 07:15:33.161843 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-9fb09f93-7140-4b94-b82e-73cd5a1e192a tempest-TaggedBootDevicesTest_v242-294831919 tempest-TaggedBootDevicesTest_v242-294831919] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3912638'] for floatingip, after_update {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:15:33.165068 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-35b7f008-cda0-40d7-aca6-c8f3d96f6b0a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:15:33.168302 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [req-ebaeef33-1358-41f5-8334-329902294aa9 req-d6992629-370d-42e0-9d25-5566e53f2ac4 tempest-ServerRescueTestJSON-431426226 tempest-ServerRescueTestJSON-431426226] 10.222.0.24 "GET /v2.0/quotas/4ebd08242e6f46dca912a0e194693f11 HTTP/1.1" status: 200 len: 375 time: 0.2018404 Jan 14 07:15:33.199230 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [None req-8825f85c-3800-4eb4-a8af-9247c6335587 None None] For port a998e467-2b77-472c-93f5-23dc391d0c63, host n-d-768862-2, cleared binding levels {{(pid=84876) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 14 07:15:33.204314 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [None req-8825f85c-3800-4eb4-a8af-9247c6335587 None None] For port a998e467-2b77-472c-93f5-23dc391d0c63, host n-d-768862-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-2',level=0,port_id=a998e467-2b77-472c-93f5-23dc391d0c63,segment=NetworkSegment(93976ada-1e92-437b-bb3f-368ee8feeb67),segment_id=93976ada-1e92-437b-bb3f-368ee8feeb67)] {{(pid=84876) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 14 07:15:33.232062 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-8825f85c-3800-4eb4-a8af-9247c6335587 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777640533312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363259214678337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777640097497'] for port, after_update {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:15:33.250593 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-35b7f008-cda0-40d7-aca6-c8f3d96f6b0a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:15:33.261024 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84876) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:15:33.267169 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-22b9984f-4583-4c14-b2c6-f60af64d77fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-598964', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850887113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3154192', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2308610'] for subnet, after_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:15:33.362973 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-35b7f008-cda0-40d7-aca6-c8f3d96f6b0a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850887153'] for security_group, after_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:15:33.382975 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-d191f11a-2b6a-437e-9f2a-28cc637f0d65 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:15:33.389416 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16184cdf-30cb-4bc4-8a8e-5d8c2c8a8efa None None] Pushing event updated for resources: {'Port': ['ID=a998e467-2b77-472c-93f5-23dc391d0c63,revision_number=4']} {{(pid=84876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:15:33.421848 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35b7f008-cda0-40d7-aca6-c8f3d96f6b0a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b843c86c-abec-4d97-8ead-89403ac7fae1,revision_number=None']} {{(pid=84874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:15:33.428322 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-35b7f008-cda0-40d7-aca6-c8f3d96f6b0a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:15:33.433798 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-35b7f008-cda0-40d7-aca6-c8f3d96f6b0a admin admin] Notify callbacks [] for security_group, before_response {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:15:33.438370 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-35b7f008-cda0-40d7-aca6-c8f3d96f6b0a admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/b843c86c-abec-4d97-8ead-89403ac7fae1 HTTP/1.1" status: 204 len: 168 time: 0.3421764 Jan 14 07:15:33.442538 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-16184cdf-30cb-4bc4-8a8e-5d8c2c8a8efa None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.182s {{(pid=84876) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:15:33.488794 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-c4efdb65-92b4-4b3b-abb3-286b85bcfd9b tempest-TaggedBootDevicesTest_v242-294831919 tempest-TaggedBootDevicesTest_v242-294831919] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:15:33.567919 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-9fb09f93-7140-4b94-b82e-73cd5a1e192a tempest-TaggedBootDevicesTest_v242-294831919 tempest-TaggedBootDevicesTest_v242-294831919] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854768116'] for floatingip, before_response {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:15:33.567919 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-9fb09f93-7140-4b94-b82e-73cd5a1e192a tempest-TaggedBootDevicesTest_v242-294831919 tempest-TaggedBootDevicesTest_v242-294831919] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 10.2733712 Jan 14 07:15:33.579643 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22b9984f-4583-4c14-b2c6-f60af64d77fe admin admin] Pushing event deleted for resources: {'Subnet': ['ID=66c79607-fbe2-4dc0-a011-cac7db0bcc70,revision_number=None']} {{(pid=84875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:15:33.590946 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-22b9984f-4583-4c14-b2c6-f60af64d77fe admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:15:33.636045 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-22b9984f-4583-4c14-b2c6-f60af64d77fe admin admin] Notify callbacks [] for subnet, before_response {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:15:33.657661 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac3a1f26-3b81-4e89-acd9-f0a2a88957b6 None None] Network 9348431b-ede8-49dd-9040-2701ab71f388 requested from n-d-768862-2 {{(pid=84876) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 07:15:33.661256 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84874) accepted ('10.222.0.24', 60122) {{(pid=84874) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:15:33.661837 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-22b9984f-4583-4c14-b2c6-f60af64d77fe admin admin] 10.222.0.24 "DELETE /v2.0/subnets/66c79607-fbe2-4dc0-a011-cac7db0bcc70 HTTP/1.1" status: 204 len: 168 time: 3.4284225 Jan 14 07:15:33.669888 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-89f58b7f-31ba-4072-b768-bb34abf94948 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-598964', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850887113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3154192', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2308610'] for subnet, after_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:15:33.808507 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-f0a36c56-fd27-4861-9b71-9a9c4461fe42 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:15:33.856520 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89f58b7f-31ba-4072-b768-bb34abf94948 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=52a58d70-5731-428e-8f30-4bdaba52572e,revision_number=None']} {{(pid=84875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:15:33.863184 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-89f58b7f-31ba-4072-b768-bb34abf94948 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:15:33.903038 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [req-ebaeef33-1358-41f5-8334-329902294aa9 req-fcf2707b-b055-4012-8468-a4f347f62c93 tempest-ServerRescueTestJSON-431426226 tempest-ServerRescueTestJSON-431426226] 10.222.0.24 "GET /v2.0/ports?tenant_id=4ebd08242e6f46dca912a0e194693f11&fields=id HTTP/1.1" status: 200 len: 255 time: 0.7134712 Jan 14 07:15:34.038974 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-fe7ba277-a444-4050-9f50-21742ba086cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036854160497'] for network, before_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:15:34.132136 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8825f85c-3800-4eb4-a8af-9247c6335587 None None] Routers {'55f4dcfe-6b91-4b4b-83c8-fb5b907459f3'} bound to L3 agent in host n-d-768862-2 {{(pid=84876) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 14 07:15:34.133448 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_hamode_db [None req-8825f85c-3800-4eb4-a8af-9247c6335587 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-01-14T06:56:51Z,description=,heartbeat_timestamp=2021-01-14T07:15:21Z,host='n-d-768862-2',id=35f592e9-451b-4db9-abea-77b6a5c5391b,load=0,resource_versions=,resources_synced=,started_at=2021-01-14T06:56:51Z,topic='l3_agent')) {'router_ids': ['55f4dcfe-6b91-4b4b-83c8-fb5b907459f3'], 'active': True} {{(pid=84876) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:15:34.137229 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [req-ebaeef33-1358-41f5-8334-329902294aa9 req-5d6c4329-a678-4e3a-92b3-d471596699dc service neutron] 10.222.0.24 "GET /v2.0/networks/e5694f3a-2860-4c11-af90-4911b39c9d07?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2328944 Jan 14 07:15:34.285452 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.plugin [None req-fe7ba277-a444-4050-9f50-21742ba086cc admin admin] Deleting port 699e8cf2-6f11-459c-884a-16facda5d90b {{(pid=84874) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 07:15:34.285833 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-fe7ba277-a444-4050-9f50-21742ba086cc admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363259214248359'] for port, before_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:15:34.396569 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-89f58b7f-31ba-4072-b768-bb34abf94948 admin admin] Notify callbacks [] for subnet, before_response {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:15:34.402835 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-89f58b7f-31ba-4072-b768-bb34abf94948 admin admin] 10.222.0.24 "DELETE /v2.0/subnets/52a58d70-5731-428e-8f30-4bdaba52572e HTTP/1.1" status: 204 len: 168 time: 3.9131343 Jan 14 07:15:34.414752 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [req-289b9e82-f8e6-471c-bb4d-397ffbff69f1 req-caedb225-9576-4de1-a469-b7e74a1d7d7f tempest-TaggedBootDevicesTest_v242-294831919 tempest-TaggedBootDevicesTest_v242-294831919] Synchronizing usage tracker for tenant:cb7096aff06a4584846542dd674c0323 on resource:security_group {{(pid=84875) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 14 07:15:34.420488 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84875) accepted ('10.222.0.24', 60158) {{(pid=84875) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:15:34.605556 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-4dd8d5e0-352f-4aeb-9c1f-4a81f7a61ee5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036854160497'] for network, before_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:15:34.739321 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [req-289b9e82-f8e6-471c-bb4d-397ffbff69f1 req-caedb225-9576-4de1-a469-b7e74a1d7d7f tempest-TaggedBootDevicesTest_v242-294831919 tempest-TaggedBootDevicesTest_v242-294831919] Unset dirty status for tenant:cb7096aff06a4584846542dd674c0323 on resource:security_group {{(pid=84875) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 14 07:15:34.752714 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [req-289b9e82-f8e6-471c-bb4d-397ffbff69f1 req-caedb225-9576-4de1-a469-b7e74a1d7d7f tempest-TaggedBootDevicesTest_v242-294831919 tempest-TaggedBootDevicesTest_v242-294831919] 10.222.0.24 "GET /v2.0/security-groups?name=tempest-securitygroup--1373634126&fields=id&tenant_id=cb7096aff06a4584846542dd674c0323 HTTP/1.1" status: 200 len: 267 time: 0.4519858 Jan 14 07:15:34.780960 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_dvr_db [None req-8825f85c-3800-4eb4-a8af-9247c6335587 None None] Set router 55f4dcfe-6b91-4b4b-83c8-fb5b907459f3 gateway port host: n-d-768862-2 {{(pid=84876) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 14 07:15:34.974559 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-289b9e82-f8e6-471c-bb4d-397ffbff69f1 req-905dece6-c4fe-4a54-842d-556a0951c457 tempest-TaggedBootDevicesTest_v242-294831919 tempest-TaggedBootDevicesTest_v242-294831919] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:15:34.975484 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [req-289b9e82-f8e6-471c-bb4d-397ffbff69f1 req-905dece6-c4fe-4a54-842d-556a0951c457 tempest-TaggedBootDevicesTest_v242-294831919 tempest-TaggedBootDevicesTest_v242-294831919] Synchronizing usage tracker for tenant:cb7096aff06a4584846542dd674c0323 on resource:port {{(pid=84875) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 14 07:15:35.005443 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84875) accepted ('10.222.0.24', 60168) {{(pid=84875) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:15:35.047925 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [req-ebaeef33-1358-41f5-8334-329902294aa9 req-272a59a5-5618-49a7-9ef8-831a2273278c service neutron] 10.222.0.24 "GET /v2.0/networks/e5694f3a-2860-4c11-af90-4911b39c9d07?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.9092789 Jan 14 07:15:35.214862 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-4dd8d5e0-352f-4aeb-9c1f-4a81f7a61ee5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-598987', 'neutron.services.segments.db._delete_segments_for_network-8777640583949'] for network, precommit_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:15:35.238922 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [None req-fe7ba277-a444-4050-9f50-21742ba086cc admin admin] For port 699e8cf2-6f11-459c-884a-16facda5d90b, host n-d-768862-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-2',level=0,port_id=699e8cf2-6f11-459c-884a-16facda5d90b,segment=NetworkSegment(917f7d8b-a51b-45d1-8524-2c4fd0b1f7a9),segment_id=917f7d8b-a51b-45d1-8524-2c4fd0b1f7a9)] {{(pid=84874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 07:15:35.241883 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-fe7ba277-a444-4050-9f50-21742ba086cc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036850862667'] for port, precommit_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:15:35.337094 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_hamode_db [None req-8825f85c-3800-4eb4-a8af-9247c6335587 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '55f4dcfe-6b91-4b4b-83c8-fb5b907459f3', 'name': 'tempest-ServerRescueTestJSON-1903067572-router', 'tenant_id': '4ebd08242e6f46dca912a0e194693f11', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '226f1e78-82cd-4481-9055-4eb73b6db8c1', 'external_fixed_ips': [{'subnet_id': 'ba8deeec-7658-4195-9449-038c076f5c83', 'ip_address': '172.25.2.180'}], 'enable_snat': True}, 'gw_port_id': '840ccb5f-ca45-4915-bcb9-1db902061289', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-14T07:15:10Z', 'updated_at': '2021-01-14T07:15:27Z', 'revision_number': 4, 'project_id': '4ebd08242e6f46dca912a0e194693f11', 'gw_port': {'id': '840ccb5f-ca45-4915-bcb9-1db902061289', 'name': '', 'network_id': '226f1e78-82cd-4481-9055-4eb73b6db8c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:78:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55f4dcfe-6b91-4b4b-83c8-fb5b907459f3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1084, 'fixed_ips': [{'subnet_id': 'ba8deeec-7658-4195-9449-038c076f5c83', 'ip_address': '172.25.2.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T07:15:14Z', 'updated_at': '2021-01-14T07:15:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ba8deeec-7658-4195-9449-038c076f5c83', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-2', '_interfaces': [{'id': 'a998e467-2b77-472c-93f5-23dc391d0c63', 'name': '', 'network_id': 'e5694f3a-2860-4c11-af90-4911b39c9d07', 'tenant_id': '4ebd08242e6f46dca912a0e194693f11', 'mac_address': 'fa:16:3e:e3:48:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '55f4dcfe-6b91-4b4b-83c8-fb5b907459f3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1098, 'fixed_ips': [{'subnet_id': '4f3221f6-f061-449c-82f0-9ddb8f90bf28', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T07:15:24Z', 'updated_at': '2021-01-14T07:15:33Z', 'revision_number': 4, 'project_id': '4ebd08242e6f46dca912a0e194693f11', 'subnets': [{'id': '4f3221f6-f061-449c-82f0-9ddb8f90bf28', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'n-d-768862-2', False) {} {{(pid=84876) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:15:35.350417 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8825f85c-3800-4eb4-a8af-9247c6335587 None None] The sync data for ids ['55f4dcfe-6b91-4b4b-83c8-fb5b907459f3'] in n-d-768862-2 is: [{'id': '55f4dcfe-6b91-4b4b-83c8-fb5b907459f3', 'name': 'tempest-ServerRescueTestJSON-1903067572-router', 'tenant_id': '4ebd08242e6f46dca912a0e194693f11', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '226f1e78-82cd-4481-9055-4eb73b6db8c1', 'external_fixed_ips': [{'subnet_id': 'ba8deeec-7658-4195-9449-038c076f5c83', 'ip_address': '172.25.2.180'}], 'enable_snat': True}, 'gw_port_id': '840ccb5f-ca45-4915-bcb9-1db902061289', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-14T07:15:10Z', 'updated_at': '2021-01-14T07:15:27Z', 'revision_number': 4, 'project_id': '4ebd08242e6f46dca912a0e194693f11', 'gw_port': {'id': '840ccb5f-ca45-4915-bcb9-1db902061289', 'name': '', 'network_id': '226f1e78-82cd-4481-9055-4eb73b6db8c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:78:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55f4dcfe-6b91-4b4b-83c8-fb5b907459f3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1084, 'fixed_ips': [{'subnet_id': 'ba8deeec-7658-4195-9449-038c076f5c83', 'ip_address': '172.25.2.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T07:15:14Z', 'updated_at': '2021-01-14T07:15:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ba8deeec-7658-4195-9449-038c076f5c83', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-2', '_interfaces': [{'id': 'a998e467-2b77-472c-93f5-23dc391d0c63', 'name': '', 'network_id': 'e5694f3a-2860-4c11-af90-4911b39c9d07', 'tenant_id': '4ebd08242e6f46dca912a0e194693f11', 'mac_address': 'fa:16:3e:e3:48:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '55f4dcfe-6b91-4b4b-83c8-fb5b907459f3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1098, 'fixed_ips': [{'subnet_id': '4f3221f6-f061-449c-82f0-9ddb8f90bf28', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T07:15:24Z', 'updated_at': '2021-01-14T07:15:33Z', 'revision_number': 4, 'project_id': '4ebd08242e6f46dca912a0e194693f11', 'subnets': [{'id': '4f3221f6-f061-449c-82f0-9ddb8f90bf28', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=84876) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Jan 14 07:15:35.420321 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-435a2281-daa4-42a6-922e-c71036b64241 None None] DHCP port deletion for 9348431b-ede8-49dd-9040-2701ab71f388 request from n-d-768862-2 {{(pid=84876) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Jan 14 07:15:35.429119 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.plugin [None req-435a2281-daa4-42a6-922e-c71036b64241 None None] Deleting port 699e8cf2-6f11-459c-884a-16facda5d90b {{(pid=84876) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 07:15:35.429547 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-435a2281-daa4-42a6-922e-c71036b64241 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363259214248359'] for port, before_delete {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:15:35.519742 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.plugin [None req-fe7ba277-a444-4050-9f50-21742ba086cc admin admin] Calling delete_port for 699e8cf2-6f11-459c-884a-16facda5d90b owned by network:dhcp {{(pid=84874) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 07:15:35.552174 n-d-768862-2 neutron-server[84765]: DEBUG neutron.services.segments.db [None req-4dd8d5e0-352f-4aeb-9c1f-4a81f7a61ee5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f464b8ac-d1b3-44c8-9261-897220cf15ad']}} {{(pid=84875) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:15:35.566071 n-d-768862-2 neutron-server[84765]: DEBUG neutron.services.segments.db [None req-4dd8d5e0-352f-4aeb-9c1f-4a81f7a61ee5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cc0126f1-1969-4445-bf1c-fe5eea4fc264') {'for_net_delete': True} {{(pid=84875) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:15:35.566402 n-d-768862-2 neutron-server[84765]: DEBUG neutron.services.segments.db [None req-4dd8d5e0-352f-4aeb-9c1f-4a81f7a61ee5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cc0126f1-1969-4445-bf1c-fe5eea4fc264') {} {{(pid=84875) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:15:35.581067 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-4dd8d5e0-352f-4aeb-9c1f-4a81f7a61ee5 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363259214173198', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036851408567'] for segment, before_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:15:35.610729 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-4dd8d5e0-352f-4aeb-9c1f-4a81f7a61ee5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854179735'] for segment, precommit_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:15:35.613626 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-4dd8d5e0-352f-4aeb-9c1f-4a81f7a61ee5 admin admin] Releasing vxlan tunnel 18 to pool {{(pid=84875) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Jan 14 07:15:35.734805 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-fe7ba277-a444-4050-9f50-21742ba086cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777640533329', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777640097463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3254186'] for port, after_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:15:36.025321 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [req-289b9e82-f8e6-471c-bb4d-397ffbff69f1 req-905dece6-c4fe-4a54-842d-556a0951c457 tempest-TaggedBootDevicesTest_v242-294831919 tempest-TaggedBootDevicesTest_v242-294831919] Unset dirty status for tenant:cb7096aff06a4584846542dd674c0323 on resource:port {{(pid=84875) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 14 07:15:36.043516 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [req-289b9e82-f8e6-471c-bb4d-397ffbff69f1 req-905dece6-c4fe-4a54-842d-556a0951c457 tempest-TaggedBootDevicesTest_v242-294831919 tempest-TaggedBootDevicesTest_v242-294831919] 10.222.0.24 "GET /v2.0/ports/426e4c16-1d3b-4d47-8d3c-eb558bcba9f3 HTTP/1.1" status: 200 len: 936 time: 1.2765779 Jan 14 07:15:36.063981 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84875) accepted ('10.222.0.24', 60204) {{(pid=84875) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:15:36.085807 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-ea649504-d7e8-4904-b853-eb00022fcb5c tempest-ServerActionsTestJSON-743344072 tempest-ServerActionsTestJSON-743344072] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:15:36.207648 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [None req-435a2281-daa4-42a6-922e-c71036b64241 None None] For port 699e8cf2-6f11-459c-884a-16facda5d90b, host n-d-768862-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-2',level=0,port_id=699e8cf2-6f11-459c-884a-16facda5d90b,segment=NetworkSegment(917f7d8b-a51b-45d1-8524-2c4fd0b1f7a9),segment_id=917f7d8b-a51b-45d1-8524-2c4fd0b1f7a9)] {{(pid=84876) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 07:15:36.208087 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-435a2281-daa4-42a6-922e-c71036b64241 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036850862667'] for port, precommit_delete {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:15:36.243257 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-91cb4f03-e67c-4c63-939c-699d5e195cbc admin admin] Notify callbacks [] for security_group, before_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:15:36.250693 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe7ba277-a444-4050-9f50-21742ba086cc admin admin] No DVR routers for this DVR port 699e8cf2-6f11-459c-884a-16facda5d90b on host n-d-768862-2 {{(pid=84874) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Jan 14 07:15:36.282408 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe7ba277-a444-4050-9f50-21742ba086cc admin admin] Pushing event deleted for resources: {'Port': ['ID=699e8cf2-6f11-459c-884a-16facda5d90b,revision_number=None']} {{(pid=84874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:15:36.319302 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-fe7ba277-a444-4050-9f50-21742ba086cc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.233s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:15:36.541615 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-fe7ba277-a444-4050-9f50-21742ba086cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-598987', 'neutron.services.segments.db._delete_segments_for_network-8777640583949'] for network, precommit_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:15:36.547231 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.plugin [None req-435a2281-daa4-42a6-922e-c71036b64241 None None] Calling delete_port for 699e8cf2-6f11-459c-884a-16facda5d90b owned by network:dhcp {{(pid=84876) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 07:15:36.556689 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-91cb4f03-e67c-4c63-939c-699d5e195cbc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:15:36.568935 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-91cb4f03-e67c-4c63-939c-699d5e195cbc admin admin] Usage tracker for resource:security_group_rule and tenant:27186983c6df4306a94c7ded4d79543b is out of sync, need to count used quota {{(pid=84875) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:15:36.610190 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-289b9e82-f8e6-471c-bb4d-397ffbff69f1 req-84fbcbc9-6dc1-4316-965e-1a7d1f25b09c tempest-TaggedBootDevicesTest_v242-294831919 tempest-TaggedBootDevicesTest_v242-294831919] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:15:36.619213 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [req-289b9e82-f8e6-471c-bb4d-397ffbff69f1 req-84fbcbc9-6dc1-4316-965e-1a7d1f25b09c tempest-TaggedBootDevicesTest_v242-294831919 tempest-TaggedBootDevicesTest_v242-294831919] 10.222.0.24 "GET /v2.0/ports/76e6f417-022c-42fe-909e-62d9dfcd0030 HTTP/1.1" status: 200 len: 935 time: 0.5746140 Jan 14 07:15:36.651638 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-91cb4f03-e67c-4c63-939c-699d5e195cbc admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84875) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:15:36.679371 n-d-768862-2 neutron-server[84765]: DEBUG neutron.services.segments.db [None req-fe7ba277-a444-4050-9f50-21742ba086cc admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9348431b-ede8-49dd-9040-2701ab71f388']}} {{(pid=84874) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:15:36.704472 n-d-768862-2 neutron-server[84765]: DEBUG neutron.services.segments.db [None req-fe7ba277-a444-4050-9f50-21742ba086cc admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '917f7d8b-a51b-45d1-8524-2c4fd0b1f7a9') {'for_net_delete': True} {{(pid=84874) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:15:36.704809 n-d-768862-2 neutron-server[84765]: DEBUG neutron.services.segments.db [None req-fe7ba277-a444-4050-9f50-21742ba086cc admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '917f7d8b-a51b-45d1-8524-2c4fd0b1f7a9') {} {{(pid=84874) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:15:36.720480 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.db.api [None req-435a2281-daa4-42a6-922e-c71036b64241 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84876) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Jan 14 07:15:36.720992 n-d-768862-2 neutron-server[84765]: DEBUG oslo_db.api [None req-435a2281-daa4-42a6-922e-c71036b64241 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84876) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Jan 14 07:15:36.743645 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-fe7ba277-a444-4050-9f50-21742ba086cc admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363259214173198', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2968632'] for segment, before_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:15:36.782825 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-fe7ba277-a444-4050-9f50-21742ba086cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854179735'] for segment, precommit_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:15:36.786865 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-fe7ba277-a444-4050-9f50-21742ba086cc admin admin] Releasing vxlan tunnel 3 to pool {{(pid=84874) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Jan 14 07:15:36.805495 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Device a998e467-2b77-472c-93f5-23dc391d0c63 up at agent ovs-agent-n-d-768862-2 {{(pid=84876) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 07:15:36.895012 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Provisioning for port a998e467-2b77-472c-93f5-23dc391d0c63 completed by entity L2. {{(pid=84876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 07:15:36.904177 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Provisioning complete for port a998e467-2b77-472c-93f5-23dc391d0c63 triggered by entity L2. {{(pid=84876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 07:15:36.905036 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-604227'] for port, provisioning_complete {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:15:37.042908 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.managers [None req-fe7ba277-a444-4050-9f50-21742ba086cc admin admin] Network 9348431b-ede8-49dd-9040-2701ab71f388 has no segments {{(pid=84874) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 14 07:15:37.057705 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-fe7ba277-a444-4050-9f50-21742ba086cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-596065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036851521571'] for segment, after_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:15:37.077585 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555753'] for port, before_update {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:15:37.123195 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] For port a998e467-2b77-472c-93f5-23dc391d0c63, host n-d-768862-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-2',level=0,port_id=a998e467-2b77-472c-93f5-23dc391d0c63,segment=NetworkSegment(93976ada-1e92-437b-bb3f-368ee8feeb67),segment_id=93976ada-1e92-437b-bb3f-368ee8feeb67)] {{(pid=84876) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 07:15:37.127382 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777640533312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363259214678337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777640097497'] for port, after_update {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:15:37.131975 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-7623ba3d-e3cf-4af5-8b2f-1dbe6e91ba91 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84876) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:15:37.210860 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Device 699e8cf2-6f11-459c-884a-16facda5d90b no longer exists at agent ovs-agent-n-d-768862-2 {{(pid=84876) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jan 14 07:15:37.278770 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-91cb4f03-e67c-4c63-939c-699d5e195cbc admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:15:37.301119 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [req-289b9e82-f8e6-471c-bb4d-397ffbff69f1 req-f051b9b6-840b-47f4-9d95-9b3274e3cbf6 tempest-TaggedBootDevicesTest_v242-294831919 tempest-TaggedBootDevicesTest_v242-294831919] 10.222.0.24 "GET /v2.0/ports?network_id=7e6dfd47-4529-4194-becf-26a4f3ec97f5&fixed_ips=ip_address%3D10.2.2.100&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.6808019 Jan 14 07:15:37.313433 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.plugin [None req-435a2281-daa4-42a6-922e-c71036b64241 None None] Deleting port 699e8cf2-6f11-459c-884a-16facda5d90b {{(pid=84876) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 07:15:37.314105 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-435a2281-daa4-42a6-922e-c71036b64241 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363259214248359'] for port, before_delete {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:15:37.405408 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.plugin [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] No Port match for: 699e8cf2-6f11-459c-884a-16facda5d90b {{(pid=84876) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2188}} Jan 14 07:15:37.406047 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Device 699e8cf2-6f11-459c-884a-16facda5d90b not bound to the agent host n-d-768862-2 {{(pid=84876) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jan 14 07:15:37.443401 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.managers [None req-fe7ba277-a444-4050-9f50-21742ba086cc admin admin] Network 9348431b-ede8-49dd-9040-2701ab71f388 has no segments {{(pid=84874) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 14 07:15:37.487659 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [req-289b9e82-f8e6-471c-bb4d-397ffbff69f1 req-04da8540-1a0c-4973-9eb7-35859f17eee3 tempest-TaggedBootDevicesTest_v242-294831919 tempest-TaggedBootDevicesTest_v242-294831919] 10.222.0.24 "GET /v2.0/ports?network_id=7e6dfd47-4529-4194-becf-26a4f3ec97f5&fixed_ips=ip_address%3D10.2.2.200&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.1853776 Jan 14 07:15:37.494332 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.managers [None req-4dd8d5e0-352f-4aeb-9c1f-4a81f7a61ee5 admin admin] Network f464b8ac-d1b3-44c8-9261-897220cf15ad has no segments {{(pid=84875) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 14 07:15:37.498734 n-d-768862-2 neutron-server[84765]: Traceback (most recent call last): Jan 14 07:15:37.498734 n-d-768862-2 neutron-server[84765]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 14 07:15:37.498734 n-d-768862-2 neutron-server[84765]: timer() Jan 14 07:15:37.498734 n-d-768862-2 neutron-server[84765]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 14 07:15:37.498734 n-d-768862-2 neutron-server[84765]: cb(*args, **kw) Jan 14 07:15:37.498734 n-d-768862-2 neutron-server[84765]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Jan 14 07:15:37.498734 n-d-768862-2 neutron-server[84765]: return func(*args, **kwargs) Jan 14 07:15:37.498734 n-d-768862-2 neutron-server[84765]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 14 07:15:37.498734 n-d-768862-2 neutron-server[84765]: self._notify() Jan 14 07:15:37.498734 n-d-768862-2 neutron-server[84765]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 14 07:15:37.498734 n-d-768862-2 neutron-server[84765]: self.callback(batched_events) Jan 14 07:15:37.498734 n-d-768862-2 neutron-server[84765]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 14 07:15:37.498734 n-d-768862-2 neutron-server[84765]: event.method(event) Jan 14 07:15:37.498734 n-d-768862-2 neutron-server[84765]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 14 07:15:37.498734 n-d-768862-2 neutron-server[84765]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 14 07:15:37.498734 n-d-768862-2 neutron-server[84765]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Jan 14 07:15:37.498734 n-d-768862-2 neutron-server[84765]: segment_id)['aggregates'][0] Jan 14 07:15:37.498734 n-d-768862-2 neutron-server[84765]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 14 07:15:37.498734 n-d-768862-2 neutron-server[84765]: return f(self, *a, **k) Jan 14 07:15:37.498734 n-d-768862-2 neutron-server[84765]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 14 07:15:37.498734 n-d-768862-2 neutron-server[84765]: return self._get(url).json() Jan 14 07:15:37.498734 n-d-768862-2 neutron-server[84765]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 14 07:15:37.498734 n-d-768862-2 neutron-server[84765]: **kwargs) Jan 14 07:15:37.498734 n-d-768862-2 neutron-server[84765]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 14 07:15:37.498734 n-d-768862-2 neutron-server[84765]: return self.request(url, 'GET', **kwargs) Jan 14 07:15:37.498734 n-d-768862-2 neutron-server[84765]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Jan 14 07:15:37.498734 n-d-768862-2 neutron-server[84765]: **endpoint_filter) Jan 14 07:15:37.498734 n-d-768862-2 neutron-server[84765]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 14 07:15:37.498734 n-d-768862-2 neutron-server[84765]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 14 07:15:37.498734 n-d-768862-2 neutron-server[84765]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 14 07:15:37.498734 n-d-768862-2 neutron-server[84765]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 14 07:15:37.498734 n-d-768862-2 neutron-server[84765]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 14 07:15:37.521512 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-4dd8d5e0-352f-4aeb-9c1f-4a81f7a61ee5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-596065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3154253'] for segment, after_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:15:37.529883 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.plugin [None req-435a2281-daa4-42a6-922e-c71036b64241 None None] The port '699e8cf2-6f11-459c-884a-16facda5d90b' was deleted {{(pid=84876) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Jan 14 07:15:37.560149 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Pushing event updated for resources: {'Port': ['ID=a998e467-2b77-472c-93f5-23dc391d0c63,revision_number=5']} {{(pid=84876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:15:37.564145 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.433s {{(pid=84876) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:15:37.682765 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-fe7ba277-a444-4050-9f50-21742ba086cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036854176830', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850887149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3912591'] for network, after_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:15:37.690519 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-ce8ef839-7680-4650-9cdf-638b1eab5902 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:15:37.716313 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-fe7ba277-a444-4050-9f50-21742ba086cc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3207107'] for network, before_response {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:15:37.754288 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-fe7ba277-a444-4050-9f50-21742ba086cc admin admin] 10.222.0.24 "DELETE /v2.0/networks/9348431b-ede8-49dd-9040-2701ab71f388 HTTP/1.1" status: 204 len: 168 time: 4.0832734 Jan 14 07:15:37.759066 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe7ba277-a444-4050-9f50-21742ba086cc admin admin] Pushing event deleted for resources: {'Network': ['ID=9348431b-ede8-49dd-9040-2701ab71f388,revision_number=None']} {{(pid=84874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:15:37.767612 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-fe7ba277-a444-4050-9f50-21742ba086cc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:15:37.822028 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-91cb4f03-e67c-4c63-939c-699d5e195cbc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:15:37.879454 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-91cb4f03-e67c-4c63-939c-699d5e195cbc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850887153'] for security_group, after_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:15:37.971093 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-a56228bc-6585-46aa-812b-3ec77323dcab admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:15:38.005336 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84874) accepted ('10.222.0.24', 60256) {{(pid=84874) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:15:38.020555 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84874) accepted ('10.222.0.24', 60260) {{(pid=84874) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:15:38.065790 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-3e083d94-62c4-47f6-8ead-4156f16a4fd7 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=12721d5aa0d74c769229c9ab1dd6bd37&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0591063 Jan 14 07:15:38.068386 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84874) accepted ('10.222.0.24', 60266) {{(pid=84874) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:15:38.140842 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-f1388a90-ad03-48a6-acd4-4765b862be32 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:15:38.172691 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-f1388a90-ad03-48a6-acd4-4765b862be32 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:15:38.180921 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-91cb4f03-e67c-4c63-939c-699d5e195cbc admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=27186983c6df4306a94c7ded4d79543b&name=default HTTP/1.1" status: 200 len: 2983 time: 3.1742237 Jan 14 07:15:38.184278 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84874) accepted ('10.222.0.24', 60270) {{(pid=84874) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:15:38.212207 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91cb4f03-e67c-4c63-939c-699d5e195cbc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=00bb00ab-1852-407b-9b30-3cb8f0507d40,revision_number=1']} {{(pid=84875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:15:38.303403 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-9882f427-4280-41b5-851d-5b1df14d3e30 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:15:38.317093 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-a330ad90-7178-41f5-bac7-5217fe2e6094 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:15:38.332712 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-f1388a90-ad03-48a6-acd4-4765b862be32 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850887153'] for security_group, after_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:15:38.341112 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-9882f427-4280-41b5-851d-5b1df14d3e30 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:15:38.343424 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-ac06baa5-3345-4526-92ae-3347d665e1a7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:15:38.356687 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-9882f427-4280-41b5-851d-5b1df14d3e30 admin admin] Usage tracker for resource:security_group_rule and tenant:89428a51800b48ffbf516e4075d1a6ee is out of sync, need to count used quota {{(pid=84874) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:15:38.370876 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-9882f427-4280-41b5-851d-5b1df14d3e30 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84874) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:15:38.371439 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-91cb4f03-e67c-4c63-939c-699d5e195cbc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.401s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:15:38.374345 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1388a90-ad03-48a6-acd4-4765b862be32 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5c6c89e2-c958-4b49-b1c3-d8193b870e64,revision_number=None']} {{(pid=84874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:15:38.383953 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [req-1025dd82-f0ba-4f42-893e-e448862f1543 req-7f444057-9bf0-4f17-bd4d-6d074aa76fcc tempest-ServersTestBootFromVolume-651906471 tempest-ServersTestBootFromVolume-651906471] Synchronizing usage tracker for tenant:18b1ab99759c4e17a07e1a0bd62f79a5 on resource:security_group {{(pid=84875) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 14 07:15:38.392733 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-9882f427-4280-41b5-851d-5b1df14d3e30 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:15:38.397046 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-a330ad90-7178-41f5-bac7-5217fe2e6094 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:15:38.405771 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1388a90-ad03-48a6-acd4-4765b862be32 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@n-h1-768862-2 {{(pid=84874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:15:38.406183 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1388a90-ad03-48a6-acd4-4765b862be32 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-h1-768862-2 {{(pid=84874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:15:38.406591 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1388a90-ad03-48a6-acd4-4765b862be32 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-h1-768862-2 {{(pid=84874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:15:38.406995 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1388a90-ad03-48a6-acd4-4765b862be32 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-h1-768862-2 {{(pid=84874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:15:38.407390 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1388a90-ad03-48a6-acd4-4765b862be32 admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@n-h1-768862-2 {{(pid=84874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:15:38.407782 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1388a90-ad03-48a6-acd4-4765b862be32 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-h1-768862-2 {{(pid=84874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:15:38.408203 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1388a90-ad03-48a6-acd4-4765b862be32 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-h1-768862-2 {{(pid=84874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:15:38.408592 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1388a90-ad03-48a6-acd4-4765b862be32 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-h1-768862-2 {{(pid=84874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:15:38.408985 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1388a90-ad03-48a6-acd4-4765b862be32 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-h1-768862-2 {{(pid=84874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:15:38.409375 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1388a90-ad03-48a6-acd4-4765b862be32 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-h1-768862-2 {{(pid=84874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:15:38.409744 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1388a90-ad03-48a6-acd4-4765b862be32 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-h1-768862-2 {{(pid=84874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:15:38.410133 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1388a90-ad03-48a6-acd4-4765b862be32 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-h1-768862-2 {{(pid=84874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:15:38.410559 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1388a90-ad03-48a6-acd4-4765b862be32 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@n-h2-768862-2 {{(pid=84874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:15:38.410946 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1388a90-ad03-48a6-acd4-4765b862be32 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-h2-768862-2 {{(pid=84874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:15:38.411333 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1388a90-ad03-48a6-acd4-4765b862be32 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-h2-768862-2 {{(pid=84874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:15:38.411720 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1388a90-ad03-48a6-acd4-4765b862be32 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-h2-768862-2 {{(pid=84874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:15:38.412128 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1388a90-ad03-48a6-acd4-4765b862be32 admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@n-h2-768862-2 {{(pid=84874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:15:38.412606 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1388a90-ad03-48a6-acd4-4765b862be32 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-h2-768862-2 {{(pid=84874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:15:38.413008 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1388a90-ad03-48a6-acd4-4765b862be32 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-h2-768862-2 {{(pid=84874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:15:38.413553 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1388a90-ad03-48a6-acd4-4765b862be32 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-h2-768862-2 {{(pid=84874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:15:38.413943 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1388a90-ad03-48a6-acd4-4765b862be32 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-h2-768862-2 {{(pid=84874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:15:38.414347 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1388a90-ad03-48a6-acd4-4765b862be32 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-h2-768862-2 {{(pid=84874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:15:38.414726 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1388a90-ad03-48a6-acd4-4765b862be32 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-h2-768862-2 {{(pid=84874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:15:38.415129 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1388a90-ad03-48a6-acd4-4765b862be32 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-h2-768862-2 {{(pid=84874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:15:38.415576 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1388a90-ad03-48a6-acd4-4765b862be32 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-2 {{(pid=84874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:15:38.415995 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1388a90-ad03-48a6-acd4-4765b862be32 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-2 {{(pid=84874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:15:38.416380 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1388a90-ad03-48a6-acd4-4765b862be32 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-2 {{(pid=84874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:15:38.416765 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1388a90-ad03-48a6-acd4-4765b862be32 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-2 {{(pid=84874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:15:38.417149 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1388a90-ad03-48a6-acd4-4765b862be32 admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@n-d-768862-2 {{(pid=84874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:15:38.417970 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1388a90-ad03-48a6-acd4-4765b862be32 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-2 {{(pid=84874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:15:38.418382 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1388a90-ad03-48a6-acd4-4765b862be32 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-768862-2 {{(pid=84874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:15:38.418759 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1388a90-ad03-48a6-acd4-4765b862be32 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-768862-2 {{(pid=84874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:15:38.419146 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1388a90-ad03-48a6-acd4-4765b862be32 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-2 {{(pid=84874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:15:38.419534 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1388a90-ad03-48a6-acd4-4765b862be32 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-2 {{(pid=84874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:15:38.419939 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1388a90-ad03-48a6-acd4-4765b862be32 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-2 {{(pid=84874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:15:38.420337 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1388a90-ad03-48a6-acd4-4765b862be32 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-2 {{(pid=84874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:15:38.424967 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-f1388a90-ad03-48a6-acd4-4765b862be32 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:15:38.449581 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-f1388a90-ad03-48a6-acd4-4765b862be32 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:15:38.453494 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-f1388a90-ad03-48a6-acd4-4765b862be32 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/5c6c89e2-c958-4b49-b1c3-d8193b870e64 HTTP/1.1" status: 204 len: 168 time: 0.3806944 Jan 14 07:15:38.461178 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-289b9e82-f8e6-471c-bb4d-397ffbff69f1 req-f667bbc4-2675-4b9e-8e54-5467098880b6 tempest-TaggedBootDevicesTest_v242-294831919 tempest-TaggedBootDevicesTest_v242-294831919] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:15:38.485601 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-289b9e82-f8e6-471c-bb4d-397ffbff69f1 req-f667bbc4-2675-4b9e-8e54-5467098880b6 tempest-TaggedBootDevicesTest_v242-294831919 tempest-TaggedBootDevicesTest_v242-294831919] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:15:38.508967 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-289b9e82-f8e6-471c-bb4d-397ffbff69f1 req-f667bbc4-2675-4b9e-8e54-5467098880b6 tempest-TaggedBootDevicesTest_v242-294831919 tempest-TaggedBootDevicesTest_v242-294831919] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:15:38.509896 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [req-289b9e82-f8e6-471c-bb4d-397ffbff69f1 req-f667bbc4-2675-4b9e-8e54-5467098880b6 tempest-TaggedBootDevicesTest_v242-294831919 tempest-TaggedBootDevicesTest_v242-294831919] Synchronizing usage tracker for tenant:cb7096aff06a4584846542dd674c0323 on resource:network {{(pid=84875) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 14 07:15:38.528742 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-a330ad90-7178-41f5-bac7-5217fe2e6094 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850887153'] for security_group, after_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:15:38.540156 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-d472c55d-e4a0-45c9-bef7-6aa39b03faf1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:15:38.566273 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a330ad90-7178-41f5-bac7-5217fe2e6094 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=00bb00ab-1852-407b-9b30-3cb8f0507d40,revision_number=None']} {{(pid=84874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:15:38.569112 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.managers [None req-4dd8d5e0-352f-4aeb-9c1f-4a81f7a61ee5 admin admin] Network f464b8ac-d1b3-44c8-9261-897220cf15ad has no segments {{(pid=84875) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 14 07:15:38.582852 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-a330ad90-7178-41f5-bac7-5217fe2e6094 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:15:38.587738 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-a330ad90-7178-41f5-bac7-5217fe2e6094 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:15:38.589027 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-a330ad90-7178-41f5-bac7-5217fe2e6094 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/00bb00ab-1852-407b-9b30-3cb8f0507d40 HTTP/1.1" status: 204 len: 168 time: 0.4036818 Jan 14 07:15:38.594032 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-9882f427-4280-41b5-851d-5b1df14d3e30 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:15:38.606307 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-9882f427-4280-41b5-851d-5b1df14d3e30 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850887153'] for security_group, after_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:15:38.635123 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-08d9d105-f86a-4673-ac07-119c27761245 tempest-ServersTestJSON-1630860468 tempest-ServersTestJSON-1630860468] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:15:38.664375 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-9882f427-4280-41b5-851d-5b1df14d3e30 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=89428a51800b48ffbf516e4075d1a6ee&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6408830 Jan 14 07:15:38.672067 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84874) accepted ('10.222.0.24', 60278) {{(pid=84874) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:15:38.713917 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9882f427-4280-41b5-851d-5b1df14d3e30 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b73ea601-7635-4d38-b7ce-f7e7363484d4,revision_number=1']} {{(pid=84874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:15:38.717815 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-9882f427-4280-41b5-851d-5b1df14d3e30 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:15:38.753044 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-5be91bc6-d638-4ac1-ac4d-f56e68e1743d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:15:38.776553 n-d-768862-2 neutron-server[84765]: Traceback (most recent call last): Jan 14 07:15:38.776553 n-d-768862-2 neutron-server[84765]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 14 07:15:38.776553 n-d-768862-2 neutron-server[84765]: timer() Jan 14 07:15:38.776553 n-d-768862-2 neutron-server[84765]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 14 07:15:38.776553 n-d-768862-2 neutron-server[84765]: cb(*args, **kw) Jan 14 07:15:38.776553 n-d-768862-2 neutron-server[84765]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Jan 14 07:15:38.776553 n-d-768862-2 neutron-server[84765]: return func(*args, **kwargs) Jan 14 07:15:38.776553 n-d-768862-2 neutron-server[84765]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 14 07:15:38.776553 n-d-768862-2 neutron-server[84765]: self._notify() Jan 14 07:15:38.776553 n-d-768862-2 neutron-server[84765]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 14 07:15:38.776553 n-d-768862-2 neutron-server[84765]: self.callback(batched_events) Jan 14 07:15:38.776553 n-d-768862-2 neutron-server[84765]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 14 07:15:38.776553 n-d-768862-2 neutron-server[84765]: event.method(event) Jan 14 07:15:38.776553 n-d-768862-2 neutron-server[84765]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 14 07:15:38.776553 n-d-768862-2 neutron-server[84765]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 14 07:15:38.776553 n-d-768862-2 neutron-server[84765]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Jan 14 07:15:38.776553 n-d-768862-2 neutron-server[84765]: segment_id)['aggregates'][0] Jan 14 07:15:38.776553 n-d-768862-2 neutron-server[84765]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 14 07:15:38.776553 n-d-768862-2 neutron-server[84765]: return f(self, *a, **k) Jan 14 07:15:38.776553 n-d-768862-2 neutron-server[84765]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 14 07:15:38.776553 n-d-768862-2 neutron-server[84765]: return self._get(url).json() Jan 14 07:15:38.776553 n-d-768862-2 neutron-server[84765]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 14 07:15:38.776553 n-d-768862-2 neutron-server[84765]: **kwargs) Jan 14 07:15:38.776553 n-d-768862-2 neutron-server[84765]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 14 07:15:38.776553 n-d-768862-2 neutron-server[84765]: return self.request(url, 'GET', **kwargs) Jan 14 07:15:38.776553 n-d-768862-2 neutron-server[84765]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Jan 14 07:15:38.776553 n-d-768862-2 neutron-server[84765]: **endpoint_filter) Jan 14 07:15:38.776553 n-d-768862-2 neutron-server[84765]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 14 07:15:38.776553 n-d-768862-2 neutron-server[84765]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 14 07:15:38.776553 n-d-768862-2 neutron-server[84765]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 14 07:15:38.776553 n-d-768862-2 neutron-server[84765]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 14 07:15:38.776553 n-d-768862-2 neutron-server[84765]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 14 07:15:38.785269 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-5be91bc6-d638-4ac1-ac4d-f56e68e1743d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:15:38.841617 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Device a998e467-2b77-472c-93f5-23dc391d0c63 up at agent ovs-agent-n-d-768862-2 {{(pid=84876) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 07:15:38.852468 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-5be91bc6-d638-4ac1-ac4d-f56e68e1743d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850887153'] for security_group, after_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:15:38.863291 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-e0ead6dc-9bb9-4704-9900-7035d74a217d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:15:38.873655 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [req-1025dd82-f0ba-4f42-893e-e448862f1543 req-7f444057-9bf0-4f17-bd4d-6d074aa76fcc tempest-ServersTestBootFromVolume-651906471 tempest-ServersTestBootFromVolume-651906471] Unset dirty status for tenant:18b1ab99759c4e17a07e1a0bd62f79a5 on resource:security_group {{(pid=84875) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 14 07:15:38.882515 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [req-1025dd82-f0ba-4f42-893e-e448862f1543 req-7f444057-9bf0-4f17-bd4d-6d074aa76fcc tempest-ServersTestBootFromVolume-651906471 tempest-ServersTestBootFromVolume-651906471] 10.222.0.24 "GET /v2.0/security-groups?name=tempest-securitygroup--1694844818&fields=id&tenant_id=18b1ab99759c4e17a07e1a0bd62f79a5 HTTP/1.1" status: 200 len: 267 time: 1.0523958 Jan 14 07:15:38.892852 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-5be91bc6-d638-4ac1-ac4d-f56e68e1743d admin admin] Notify callbacks [] for security_group, before_response {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:15:38.894349 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-5be91bc6-d638-4ac1-ac4d-f56e68e1743d admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/b73ea601-7635-4d38-b7ce-f7e7363484d4 HTTP/1.1" status: 204 len: 168 time: 0.2254615 Jan 14 07:15:38.895825 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5be91bc6-d638-4ac1-ac4d-f56e68e1743d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b73ea601-7635-4d38-b7ce-f7e7363484d4,revision_number=None']} {{(pid=84874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:15:38.917445 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-5be91bc6-d638-4ac1-ac4d-f56e68e1743d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:15:38.930354 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [req-289b9e82-f8e6-471c-bb4d-397ffbff69f1 req-f667bbc4-2675-4b9e-8e54-5467098880b6 tempest-TaggedBootDevicesTest_v242-294831919 tempest-TaggedBootDevicesTest_v242-294831919] Unset dirty status for tenant:cb7096aff06a4584846542dd674c0323 on resource:network {{(pid=84875) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 14 07:15:38.931587 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [req-289b9e82-f8e6-471c-bb4d-397ffbff69f1 req-f667bbc4-2675-4b9e-8e54-5467098880b6 tempest-TaggedBootDevicesTest_v242-294831919 tempest-TaggedBootDevicesTest_v242-294831919] 10.222.0.24 "GET /v2.0/networks?id=e07b3c37-d515-44aa-a191-18820b094a97&id=98072e70-e1ea-4296-9013-017af5cadabb&id=98072e70-e1ea-4296-9013-017af5cadabb&id=7e6dfd47-4529-4194-becf-26a4f3ec97f5&id=7e6dfd47-4529-4194-becf-26a4f3ec97f5 HTTP/1.1" status: 200 len: 1995 time: 1.4427629 Jan 14 07:15:38.969862 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Provisioning complete for port a998e467-2b77-472c-93f5-23dc391d0c63 triggered by entity L2. {{(pid=84876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 07:15:38.970256 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-604227'] for port, provisioning_complete {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:15:39.065518 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-4dd8d5e0-352f-4aeb-9c1f-4a81f7a61ee5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036854176830', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850887149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3912591'] for network, after_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:15:39.079879 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-7d1acbdf-fcd9-4427-9689-de9a51024a3f tempest-TaggedBootDevicesTest-541410187 tempest-TaggedBootDevicesTest-541410187] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:15:39.106530 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-4dd8d5e0-352f-4aeb-9c1f-4a81f7a61ee5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3207107'] for network, before_response {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:15:39.132097 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [req-289b9e82-f8e6-471c-bb4d-397ffbff69f1 req-8d25394f-c6f4-44a9-8f83-cfbbe383df24 tempest-TaggedBootDevicesTest_v242-294831919 tempest-TaggedBootDevicesTest_v242-294831919] 10.222.0.24 "GET /v2.0/quotas/cb7096aff06a4584846542dd674c0323 HTTP/1.1" status: 200 len: 375 time: 0.1872132 Jan 14 07:15:39.134966 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-4dd8d5e0-352f-4aeb-9c1f-4a81f7a61ee5 admin admin] 10.222.0.24 "DELETE /v2.0/networks/f464b8ac-d1b3-44c8-9261-897220cf15ad HTTP/1.1" status: 204 len: 168 time: 4.6954322 Jan 14 07:15:39.150679 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dd8d5e0-352f-4aeb-9c1f-4a81f7a61ee5 admin admin] Pushing event deleted for resources: {'Network': ['ID=f464b8ac-d1b3-44c8-9261-897220cf15ad,revision_number=None']} {{(pid=84875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:15:39.207453 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-4dd8d5e0-352f-4aeb-9c1f-4a81f7a61ee5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:15:39.362028 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1025dd82-f0ba-4f42-893e-e448862f1543 req-cf60b17f-0420-4e5c-897b-051e0b625148 tempest-ServersTestBootFromVolume-651906471 tempest-ServersTestBootFromVolume-651906471] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:15:39.363045 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [req-1025dd82-f0ba-4f42-893e-e448862f1543 req-cf60b17f-0420-4e5c-897b-051e0b625148 tempest-ServersTestBootFromVolume-651906471 tempest-ServersTestBootFromVolume-651906471] Synchronizing usage tracker for tenant:18b1ab99759c4e17a07e1a0bd62f79a5 on resource:network {{(pid=84875) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 14 07:15:39.412759 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [req-1025dd82-f0ba-4f42-893e-e448862f1543 req-cf60b17f-0420-4e5c-897b-051e0b625148 tempest-ServersTestBootFromVolume-651906471 tempest-ServersTestBootFromVolume-651906471] Unset dirty status for tenant:18b1ab99759c4e17a07e1a0bd62f79a5 on resource:network {{(pid=84875) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 14 07:15:39.415222 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [req-1025dd82-f0ba-4f42-893e-e448862f1543 req-cf60b17f-0420-4e5c-897b-051e0b625148 tempest-ServersTestBootFromVolume-651906471 tempest-ServersTestBootFromVolume-651906471] 10.222.0.24 "GET /v2.0/networks?id=3464e1d7-d68d-4886-b510-ed67f13e3a28 HTTP/1.1" status: 200 len: 816 time: 0.5306931 Jan 14 07:15:39.456175 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [req-289b9e82-f8e6-471c-bb4d-397ffbff69f1 req-2b06c681-7a68-4351-89fb-9287b0607d2f tempest-TaggedBootDevicesTest_v242-294831919 tempest-TaggedBootDevicesTest_v242-294831919] 10.222.0.24 "GET /v2.0/ports?tenant_id=cb7096aff06a4584846542dd674c0323&fields=id HTTP/1.1" status: 200 len: 532 time: 0.3075287 Jan 14 07:15:39.485201 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [req-1025dd82-f0ba-4f42-893e-e448862f1543 req-7ae17017-94e4-4fc5-b618-ccca1f37f817 tempest-ServersTestBootFromVolume-651906471 tempest-ServersTestBootFromVolume-651906471] 10.222.0.24 "GET /v2.0/quotas/18b1ab99759c4e17a07e1a0bd62f79a5 HTTP/1.1" status: 200 len: 375 time: 0.0261946 Jan 14 07:15:39.488324 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-ef8737bf-f9f3-47b5-b2df-fbe8ea2c09d1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3889632'] for router_interface, before_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:15:39.589185 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84874) accepted ('10.222.0.24', 60312) {{(pid=84874) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:15:39.668635 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-d2648394-7b2c-4273-ab46-d45227e5d885 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=d062827782824ed487fa7edfd4a1d197&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0775228 Jan 14 07:15:39.671219 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84874) accepted ('10.222.0.24', 60318) {{(pid=84874) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:15:39.792895 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [req-1025dd82-f0ba-4f42-893e-e448862f1543 req-1f058edd-a0fc-4fe1-98f8-7b25a18b15c8 tempest-ServersTestBootFromVolume-651906471 tempest-ServersTestBootFromVolume-651906471] Synchronizing usage tracker for tenant:18b1ab99759c4e17a07e1a0bd62f79a5 on resource:port {{(pid=84875) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 14 07:15:39.814289 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-83743649-6e85-43b7-aa79-800db2ec87e3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:15:39.857739 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-83743649-6e85-43b7-aa79-800db2ec87e3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:15:39.919977 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-83743649-6e85-43b7-aa79-800db2ec87e3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850887153'] for security_group, after_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:15:39.927241 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-93cf84e2-fc55-4b4b-a688-3ccab4d8551f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:15:39.946698 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-83743649-6e85-43b7-aa79-800db2ec87e3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:15:39.951336 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-83743649-6e85-43b7-aa79-800db2ec87e3 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/8cb9c08c-072a-4f59-ba8c-bbd76ac35885 HTTP/1.1" status: 204 len: 168 time: 0.2755606 Jan 14 07:15:39.951336 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83743649-6e85-43b7-aa79-800db2ec87e3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8cb9c08c-072a-4f59-ba8c-bbd76ac35885,revision_number=None']} {{(pid=84874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:15:39.958926 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-83743649-6e85-43b7-aa79-800db2ec87e3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:15:39.981086 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [req-1025dd82-f0ba-4f42-893e-e448862f1543 req-1f058edd-a0fc-4fe1-98f8-7b25a18b15c8 tempest-ServersTestBootFromVolume-651906471 tempest-ServersTestBootFromVolume-651906471] Unset dirty status for tenant:18b1ab99759c4e17a07e1a0bd62f79a5 on resource:port {{(pid=84875) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 14 07:15:39.982559 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [req-1025dd82-f0ba-4f42-893e-e448862f1543 req-1f058edd-a0fc-4fe1-98f8-7b25a18b15c8 tempest-ServersTestBootFromVolume-651906471 tempest-ServersTestBootFromVolume-651906471] 10.222.0.24 "GET /v2.0/ports?tenant_id=18b1ab99759c4e17a07e1a0bd62f79a5&fields=id HTTP/1.1" status: 200 len: 348 time: 0.4330034 Jan 14 07:15:40.165685 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [req-289b9e82-f8e6-471c-bb4d-397ffbff69f1 req-8b0d2b2f-0c98-4420-a66a-d43309ff7ea3 service neutron] 10.222.0.24 "GET /v2.0/networks/e07b3c37-d515-44aa-a191-18820b094a97?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6898551 Jan 14 07:15:40.422858 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84874) accepted ('10.222.0.24', 60340) {{(pid=84874) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:15:40.736238 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [req-1025dd82-f0ba-4f42-893e-e448862f1543 req-73025522-11e5-4036-89e5-44edd032a47b service neutron] 10.222.0.24 "GET /v2.0/networks/3464e1d7-d68d-4886-b510-ed67f13e3a28?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7272325 Jan 14 07:15:40.754253 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.v2.base [None req-ff40bae8-4e5e-4f83-a6f8-03281ce6c6b3 admin admin] Request body: {'network': {'name': 'tempest-ServerMetadataNegativeTestJSON-1839156299-network', 'tenant_id': '75d6f5563cc04b2d9df29300828b964e'}} {{(pid=84874) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:15:40.761811 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-ff40bae8-4e5e-4f83-a6f8-03281ce6c6b3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:15:40.770695 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-ff40bae8-4e5e-4f83-a6f8-03281ce6c6b3 admin admin] Usage tracker for resource:network and tenant:75d6f5563cc04b2d9df29300828b964e is out of sync, need to count used quota {{(pid=84874) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:15:40.776019 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-ff40bae8-4e5e-4f83-a6f8-03281ce6c6b3 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84874) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:15:40.785341 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-ff40bae8-4e5e-4f83-a6f8-03281ce6c6b3 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:15:40.797383 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ff40bae8-4e5e-4f83-a6f8-03281ce6c6b3 admin admin] Made reservation on behalf of 75d6f5563cc04b2d9df29300828b964e for: {'network': 1} {{(pid=84874) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 07:15:40.803351 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-ff40bae8-4e5e-4f83-a6f8-03281ce6c6b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555753'] for network, before_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:15:40.819164 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-ff40bae8-4e5e-4f83-a6f8-03281ce6c6b3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:15:40.850292 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-ff40bae8-4e5e-4f83-a6f8-03281ce6c6b3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:15:40.865528 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-ff40bae8-4e5e-4f83-a6f8-03281ce6c6b3 admin admin] Usage tracker for resource:security_group_rule and tenant:75d6f5563cc04b2d9df29300828b964e is out of sync, need to count used quota {{(pid=84874) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:15:40.871162 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-ff40bae8-4e5e-4f83-a6f8-03281ce6c6b3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84874) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:15:40.879490 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-017f98a9-8a07-408c-a86f-8ff0c00400a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363259214191800', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854171626'] for agent, after_update {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:15:40.882095 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-ff40bae8-4e5e-4f83-a6f8-03281ce6c6b3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:15:40.887817 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [req-289b9e82-f8e6-471c-bb4d-397ffbff69f1 req-694f1475-a907-4b82-8a52-b0013a5a6dd6 service neutron] 10.222.0.24 "GET /v2.0/networks/e07b3c37-d515-44aa-a191-18820b094a97?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.6870973 Jan 14 07:15:40.993823 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-ff40bae8-4e5e-4f83-a6f8-03281ce6c6b3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:15:40.998341 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-ff40bae8-4e5e-4f83-a6f8-03281ce6c6b3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850887153'] for security_group, after_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:15:41.003903 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-e77b7a00-1d25-4f44-bd68-3db32bc81421 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:15:41.047570 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff40bae8-4e5e-4f83-a6f8-03281ce6c6b3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=329c5e9d-bf6c-4749-bef7-3e1569d25329,revision_number=1']} {{(pid=84874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:15:41.061926 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.plugin [None req-ef8737bf-f9f3-47b5-b2df-fbe8ea2c09d1 admin admin] Deleting port a998e467-2b77-472c-93f5-23dc391d0c63 {{(pid=84875) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 07:15:41.062301 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-ef8737bf-f9f3-47b5-b2df-fbe8ea2c09d1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363259214248359'] for port, before_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:15:41.064505 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-ff40bae8-4e5e-4f83-a6f8-03281ce6c6b3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:15:41.082781 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ff40bae8-4e5e-4f83-a6f8-03281ce6c6b3 admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 3} {{(pid=84874) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Jan 14 07:15:41.096365 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-ff40bae8-4e5e-4f83-a6f8-03281ce6c6b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854179735'] for segment, precommit_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:15:41.097025 n-d-768862-2 neutron-server[84765]: INFO neutron.db.segments_db [None req-ff40bae8-4e5e-4f83-a6f8-03281ce6c6b3 admin admin] Added segment 2853ef32-dce4-45fb-96d2-92cc95f07f58 of type vxlan for network 1bf412e1-812a-4b21-89ed-459eacad44c3 Jan 14 07:15:41.133991 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-ff40bae8-4e5e-4f83-a6f8-03281ce6c6b3 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363259214646115'] for network, precommit_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:15:41.170095 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [req-289b9e82-f8e6-471c-bb4d-397ffbff69f1 req-9e692ea8-774f-476b-b077-e4f6db779d0c service neutron] 10.222.0.24 "GET /v2.0/ports/426e4c16-1d3b-4d47-8d3c-eb558bcba9f3?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request HTTP/1.1" status: 200 len: 311 time: 0.2223518 Jan 14 07:15:41.180500 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-ff40bae8-4e5e-4f83-a6f8-03281ce6c6b3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850887149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964'] for network, after_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:15:41.181638 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff40bae8-4e5e-4f83-a6f8-03281ce6c6b3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:15:41.182244 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-ff40bae8-4e5e-4f83-a6f8-03281ce6c6b3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3207107'] for network, before_response {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:15:41.219942 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-ea649ade-55f6-446a-817a-724b203232a4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:15:41.361444 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [req-1025dd82-f0ba-4f42-893e-e448862f1543 req-5a46bb6b-cf5d-4d28-9aa1-c29eaf33507b service neutron] 10.222.0.24 "GET /v2.0/networks/3464e1d7-d68d-4886-b510-ed67f13e3a28?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.5768375 Jan 14 07:15:41.401968 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff40bae8-4e5e-4f83-a6f8-03281ce6c6b3 admin admin] Pushing event updated for resources: {'Network': ['ID=1bf412e1-812a-4b21-89ed-459eacad44c3,revision_number=1']} {{(pid=84874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:15:41.407177 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-ff40bae8-4e5e-4f83-a6f8-03281ce6c6b3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.189s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:15:41.419136 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-852a24f7-e9a1-4193-9abb-e9506fe5213f None None] Network 1bf412e1-812a-4b21-89ed-459eacad44c3 details requested by agent ovs-agent-n-h2-768862-2 with host n-h2-768862-2 {{(pid=84876) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 07:15:41.426591 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84875) accepted ('10.222.0.24', 60374) {{(pid=84875) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:15:41.428036 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-ff40bae8-4e5e-4f83-a6f8-03281ce6c6b3 admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.0037322 Jan 14 07:15:41.431225 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84874) accepted ('10.222.0.24', 60378) {{(pid=84874) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:15:41.444225 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.v2.base [None req-aeb79f17-3a3f-45de-acb2-ee327f8d64e1 admin admin] Request body: {'subnet': {'network_id': '1bf412e1-812a-4b21-89ed-459eacad44c3', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerMetadataNegativeTestJSON-1839156299-subnet', 'tenant_id': '75d6f5563cc04b2d9df29300828b964e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=84875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:15:41.452544 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Network 1bf412e1-812a-4b21-89ed-459eacad44c3 details requested by agent ovs-agent-n-d-768862-2 with host n-d-768862-2 {{(pid=84876) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 07:15:41.472737 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-017f98a9-8a07-408c-a86f-8ff0c00400a0 None None] Network 1bf412e1-812a-4b21-89ed-459eacad44c3 details requested by agent ovs-agent-n-h1-768862-2 with host n-h1-768862-2 {{(pid=84876) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 07:15:41.507154 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [req-289b9e82-f8e6-471c-bb4d-397ffbff69f1 req-57d64100-613e-47c6-9f19-9df3984c5a98 service neutron] 10.222.0.24 "GET /v2.0/networks/98072e70-e1ea-4296-9013-017af5cadabb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3078098 Jan 14 07:15:41.508512 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-aeb79f17-3a3f-45de-acb2-ee327f8d64e1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:15:41.683629 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84874) accepted ('10.222.0.24', 60392) {{(pid=84874) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:15:41.735070 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-aeb79f17-3a3f-45de-acb2-ee327f8d64e1 admin admin] Usage tracker for resource:subnet and tenant:75d6f5563cc04b2d9df29300828b964e is out of sync, need to count used quota {{(pid=84875) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:15:41.758707 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-aeb79f17-3a3f-45de-acb2-ee327f8d64e1 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84875) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:15:41.786378 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.v2.base [None req-5b1c04b0-be57-43ae-b2b3-3c95e1107daa admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-587176200-network', 'tenant_id': '74f4739a0b63415f9629cd39a2c2160a'}} {{(pid=84874) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:15:41.795908 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [req-289b9e82-f8e6-471c-bb4d-397ffbff69f1 req-5f81d44f-db1d-4f72-9d26-71c42b590a27 service neutron] 10.222.0.24 "GET /v2.0/networks/98072e70-e1ea-4296-9013-017af5cadabb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.2717528 Jan 14 07:15:41.799276 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-5b1c04b0-be57-43ae-b2b3-3c95e1107daa admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:15:41.802479 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-aeb79f17-3a3f-45de-acb2-ee327f8d64e1 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:15:41.809256 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-5b1c04b0-be57-43ae-b2b3-3c95e1107daa admin admin] Usage tracker for resource:network and tenant:74f4739a0b63415f9629cd39a2c2160a is out of sync, need to count used quota {{(pid=84874) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:15:41.817449 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-5b1c04b0-be57-43ae-b2b3-3c95e1107daa admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84874) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:15:41.840458 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-5b1c04b0-be57-43ae-b2b3-3c95e1107daa admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:15:41.851785 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.v2.base [None req-ebfbaa4a-eb84-42d7-8ef3-2ae36bb956e0 admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestJSON-2038574637-network', 'tenant_id': 'e3a4f5e44a6346aeb715674b9fdb21db'}} {{(pid=84874) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:15:41.857491 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [None req-ef8737bf-f9f3-47b5-b2df-fbe8ea2c09d1 admin admin] For port a998e467-2b77-472c-93f5-23dc391d0c63, host n-d-768862-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-2',level=0,port_id=a998e467-2b77-472c-93f5-23dc391d0c63,segment=NetworkSegment(93976ada-1e92-437b-bb3f-368ee8feeb67),segment_id=93976ada-1e92-437b-bb3f-368ee8feeb67)] {{(pid=84875) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 07:15:41.858172 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-ef8737bf-f9f3-47b5-b2df-fbe8ea2c09d1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036850862667'] for port, precommit_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:15:41.859233 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-ebfbaa4a-eb84-42d7-8ef3-2ae36bb956e0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:15:41.864051 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5b1c04b0-be57-43ae-b2b3-3c95e1107daa admin admin] Made reservation on behalf of 74f4739a0b63415f9629cd39a2c2160a for: {'network': 1} {{(pid=84874) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 07:15:41.868992 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-5b1c04b0-be57-43ae-b2b3-3c95e1107daa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555753'] for network, before_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:15:41.883820 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-ebfbaa4a-eb84-42d7-8ef3-2ae36bb956e0 admin admin] Usage tracker for resource:network and tenant:e3a4f5e44a6346aeb715674b9fdb21db is out of sync, need to count used quota {{(pid=84874) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:15:41.886918 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-5b1c04b0-be57-43ae-b2b3-3c95e1107daa admin admin] Notify callbacks [] for security_group, before_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:15:41.897994 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-ebfbaa4a-eb84-42d7-8ef3-2ae36bb956e0 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84874) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:15:41.908718 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-ebfbaa4a-eb84-42d7-8ef3-2ae36bb956e0 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:15:41.916416 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-5b1c04b0-be57-43ae-b2b3-3c95e1107daa admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:15:41.920512 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-5b1c04b0-be57-43ae-b2b3-3c95e1107daa admin admin] Usage tracker for resource:security_group_rule and tenant:74f4739a0b63415f9629cd39a2c2160a is out of sync, need to count used quota {{(pid=84874) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:15:41.926005 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-5b1c04b0-be57-43ae-b2b3-3c95e1107daa admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84874) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:15:41.936104 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-5b1c04b0-be57-43ae-b2b3-3c95e1107daa admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:15:41.945860 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ebfbaa4a-eb84-42d7-8ef3-2ae36bb956e0 admin admin] Made reservation on behalf of e3a4f5e44a6346aeb715674b9fdb21db for: {'network': 1} {{(pid=84874) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 07:15:41.950868 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-ebfbaa4a-eb84-42d7-8ef3-2ae36bb956e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555753'] for network, before_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:15:41.968912 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-ebfbaa4a-eb84-42d7-8ef3-2ae36bb956e0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:15:41.994884 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-ebfbaa4a-eb84-42d7-8ef3-2ae36bb956e0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:15:42.000199 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-ebfbaa4a-eb84-42d7-8ef3-2ae36bb956e0 admin admin] Usage tracker for resource:security_group_rule and tenant:e3a4f5e44a6346aeb715674b9fdb21db is out of sync, need to count used quota {{(pid=84874) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:15:42.003307 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-ebfbaa4a-eb84-42d7-8ef3-2ae36bb956e0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84874) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:15:42.009645 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-ebfbaa4a-eb84-42d7-8ef3-2ae36bb956e0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:15:42.029481 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.plugin [None req-ef8737bf-f9f3-47b5-b2df-fbe8ea2c09d1 admin admin] Calling delete_port for a998e467-2b77-472c-93f5-23dc391d0c63 owned by network:router_interface {{(pid=84875) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 07:15:42.108562 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-ebfbaa4a-eb84-42d7-8ef3-2ae36bb956e0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:15:42.118120 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-ebfbaa4a-eb84-42d7-8ef3-2ae36bb956e0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850887153'] for security_group, after_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:15:42.135957 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ebfbaa4a-eb84-42d7-8ef3-2ae36bb956e0 admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 10} {{(pid=84874) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Jan 14 07:15:42.145813 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-ebfbaa4a-eb84-42d7-8ef3-2ae36bb956e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854179735'] for segment, precommit_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:15:42.146214 n-d-768862-2 neutron-server[84765]: INFO neutron.db.segments_db [None req-ebfbaa4a-eb84-42d7-8ef3-2ae36bb956e0 admin admin] Added segment ea8bea7c-a41a-42f0-8ceb-6c6f9bd09163 of type vxlan for network 58634b46-3389-4a58-9255-646914eb2c67 Jan 14 07:15:42.177997 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-b291ccc3-e8ab-4860-ba68-3843a421743e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:15:42.214161 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-ebfbaa4a-eb84-42d7-8ef3-2ae36bb956e0 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363259214646115'] for network, precommit_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:15:42.218579 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aeb79f17-3a3f-45de-acb2-ee327f8d64e1 admin admin] Made reservation on behalf of 75d6f5563cc04b2d9df29300828b964e for: {'subnet': 1} {{(pid=84875) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 07:15:42.222477 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebfbaa4a-eb84-42d7-8ef3-2ae36bb956e0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=537cb1a8-0d62-44a6-b2b6-0c2296d09a16,revision_number=1']} {{(pid=84874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:15:42.224009 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-aeb79f17-3a3f-45de-acb2-ee327f8d64e1 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036852467157'] for subnet, before_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:15:42.229116 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-ebfbaa4a-eb84-42d7-8ef3-2ae36bb956e0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:15:42.242579 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-852a24f7-e9a1-4193-9abb-e9506fe5213f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363259214191800', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854171626'] for agent, after_update {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:15:42.249511 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [req-289b9e82-f8e6-471c-bb4d-397ffbff69f1 req-44879f18-b580-4dd1-af01-db298c5b3c98 service neutron] 10.222.0.24 "GET /v2.0/ports/76e6f417-022c-42fe-909e-62d9dfcd0030?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request HTTP/1.1" status: 200 len: 311 time: 0.4166243 Jan 14 07:15:42.270989 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-ebfbaa4a-eb84-42d7-8ef3-2ae36bb956e0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850887149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964'] for network, after_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:15:42.272157 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ebfbaa4a-eb84-42d7-8ef3-2ae36bb956e0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:15:42.272821 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-ebfbaa4a-eb84-42d7-8ef3-2ae36bb956e0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3207107'] for network, before_response {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:15:42.304609 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:15:42.411087 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebfbaa4a-eb84-42d7-8ef3-2ae36bb956e0 admin admin] Pushing event updated for resources: {'Network': ['ID=58634b46-3389-4a58-9255-646914eb2c67,revision_number=1']} {{(pid=84874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:15:42.416632 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-ebfbaa4a-eb84-42d7-8ef3-2ae36bb956e0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:15:42.421889 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-ebfbaa4a-eb84-42d7-8ef3-2ae36bb956e0 admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.7369590 Jan 14 07:15:42.424268 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84874) accepted ('10.222.0.24', 60410) {{(pid=84874) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:15:42.428662 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-017f98a9-8a07-408c-a86f-8ff0c00400a0 None None] Network 58634b46-3389-4a58-9255-646914eb2c67 details requested by agent ovs-agent-n-h1-768862-2 with host n-h1-768862-2 {{(pid=84876) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 07:15:42.436068 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.v2.base [None req-15e192ff-85e6-44a2-86fa-d5f4640d5f78 admin admin] Request body: {'subnet': {'network_id': '58634b46-3389-4a58-9255-646914eb2c67', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestJSON-2038574637-subnet', 'tenant_id': 'e3a4f5e44a6346aeb715674b9fdb21db', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=84874) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:15:42.443789 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-15e192ff-85e6-44a2-86fa-d5f4640d5f78 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:15:42.453142 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-852a24f7-e9a1-4193-9abb-e9506fe5213f None None] Network 58634b46-3389-4a58-9255-646914eb2c67 details requested by agent ovs-agent-n-h2-768862-2 with host n-h2-768862-2 {{(pid=84876) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 07:15:42.454076 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-15e192ff-85e6-44a2-86fa-d5f4640d5f78 admin admin] Usage tracker for resource:subnet and tenant:e3a4f5e44a6346aeb715674b9fdb21db is out of sync, need to count used quota {{(pid=84874) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:15:42.458202 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-15e192ff-85e6-44a2-86fa-d5f4640d5f78 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84874) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:15:42.473729 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-15e192ff-85e6-44a2-86fa-d5f4640d5f78 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:15:42.484354 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Network 58634b46-3389-4a58-9255-646914eb2c67 details requested by agent ovs-agent-n-d-768862-2 with host n-d-768862-2 {{(pid=84876) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 07:15:42.510292 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-15e192ff-85e6-44a2-86fa-d5f4640d5f78 admin admin] Made reservation on behalf of e3a4f5e44a6346aeb715674b9fdb21db for: {'subnet': 1} {{(pid=84874) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 07:15:42.524049 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-15e192ff-85e6-44a2-86fa-d5f4640d5f78 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036851981161'] for subnet, before_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:15:42.658503 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [req-289b9e82-f8e6-471c-bb4d-397ffbff69f1 req-04f9a126-b94c-4494-b698-80a80127a1c2 service neutron] 10.222.0.24 "GET /v2.0/networks/98072e70-e1ea-4296-9013-017af5cadabb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3508620 Jan 14 07:15:42.889731 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-5b1c04b0-be57-43ae-b2b3-3c95e1107daa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:15:42.949790 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-5b1c04b0-be57-43ae-b2b3-3c95e1107daa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850887153'] for security_group, after_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:15:42.954537 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-5be91bc6-d638-4ac1-ac4d-f56e68e1743d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:15:42.989436 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b1c04b0-be57-43ae-b2b3-3c95e1107daa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b2ebe4ee-47b1-4152-85a2-8f9bb806098b,revision_number=1']} {{(pid=84874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:15:42.993913 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-5b1c04b0-be57-43ae-b2b3-3c95e1107daa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:15:43.023586 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5b1c04b0-be57-43ae-b2b3-3c95e1107daa admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 17} {{(pid=84874) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Jan 14 07:15:43.031855 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [req-289b9e82-f8e6-471c-bb4d-397ffbff69f1 req-35f647d9-2c4f-4282-aa43-a987af2e842d service neutron] 10.222.0.24 "GET /v2.0/networks/98072e70-e1ea-4296-9013-017af5cadabb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1911490 Jan 14 07:15:43.046776 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-5b1c04b0-be57-43ae-b2b3-3c95e1107daa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854179735'] for segment, precommit_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:15:43.047167 n-d-768862-2 neutron-server[84765]: INFO neutron.db.segments_db [None req-5b1c04b0-be57-43ae-b2b3-3c95e1107daa admin admin] Added segment 7dc8bfe7-08e0-4981-80ff-b785085bd301 of type vxlan for network 829fea34-3751-44bb-9831-30225757d439 Jan 14 07:15:43.076133 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-ef8737bf-f9f3-47b5-b2df-fbe8ea2c09d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777640533329', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777640097463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851621574'] for port, after_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:15:43.096396 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-04cf8d9a-0de5-4f9e-9913-88a5a279cb56 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:15:43.107406 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-5b1c04b0-be57-43ae-b2b3-3c95e1107daa admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363259214646115'] for network, precommit_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:15:43.198129 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-5b1c04b0-be57-43ae-b2b3-3c95e1107daa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850887149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964'] for network, after_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:15:43.199364 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b1c04b0-be57-43ae-b2b3-3c95e1107daa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:15:43.199871 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-5b1c04b0-be57-43ae-b2b3-3c95e1107daa admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3207107'] for network, before_response {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:15:43.207331 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-302fb979-c5ee-475f-91e1-90efe4a85f83 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:15:43.276336 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef8737bf-f9f3-47b5-b2df-fbe8ea2c09d1 admin admin] Pushing event deleted for resources: {'Port': ['ID=a998e467-2b77-472c-93f5-23dc391d0c63,revision_number=None']} {{(pid=84875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:15:43.290861 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-ef8737bf-f9f3-47b5-b2df-fbe8ea2c09d1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.194s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:15:43.323105 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.agents_db [None req-5b939a2f-078d-4c69-a188-cb55a28a77a0 None None] Agent healthcheck: found 7 active agents {{(pid=84877) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Jan 14 07:15:43.360814 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-15e192ff-85e6-44a2-86fa-d5f4640d5f78 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850887113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3254092', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036851981146'] for subnet, after_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:15:43.446675 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b1c04b0-be57-43ae-b2b3-3c95e1107daa admin admin] Pushing event updated for resources: {'Network': ['ID=829fea34-3751-44bb-9831-30225757d439,revision_number=1']} {{(pid=84874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:15:43.459213 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-5b1c04b0-be57-43ae-b2b3-3c95e1107daa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.252s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:15:43.464637 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-5b1c04b0-be57-43ae-b2b3-3c95e1107daa admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 877 time: 2.0282989 Jan 14 07:15:43.464637 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-bc902ace-1a3c-429c-a379-fc183dba3be4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.022s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:15:43.474631 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-017f98a9-8a07-408c-a86f-8ff0c00400a0 None None] Network 829fea34-3751-44bb-9831-30225757d439 details requested by agent ovs-agent-n-h1-768862-2 with host n-h1-768862-2 {{(pid=84876) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 07:15:43.489571 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-852a24f7-e9a1-4193-9abb-e9506fe5213f None None] Network 829fea34-3751-44bb-9831-30225757d439 details requested by agent ovs-agent-n-h2-768862-2 with host n-h2-768862-2 {{(pid=84876) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 07:15:43.504254 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Network 829fea34-3751-44bb-9831-30225757d439 details requested by agent ovs-agent-n-d-768862-2 with host n-d-768862-2 {{(pid=84876) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 07:15:43.534522 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84874) accepted ('10.222.0.24', 60426) {{(pid=84874) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:15:43.535352 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15e192ff-85e6-44a2-86fa-d5f4640d5f78 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ae86ae1b-a63e-483f-8a3f-c65450a455bf,revision_number=0']} {{(pid=84874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:15:43.543625 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-15e192ff-85e6-44a2-86fa-d5f4640d5f78 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:15:43.548056 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.v2.base [None req-c8f48cc1-e9d2-428f-b03a-205109078042 admin admin] Request body: {'subnet': {'network_id': '829fea34-3751-44bb-9831-30225757d439', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-587176200-subnet', 'tenant_id': '74f4739a0b63415f9629cd39a2c2160a', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=84874) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:15:43.558228 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-c8f48cc1-e9d2-428f-b03a-205109078042 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:15:43.565889 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-c8f48cc1-e9d2-428f-b03a-205109078042 admin admin] Usage tracker for resource:subnet and tenant:74f4739a0b63415f9629cd39a2c2160a is out of sync, need to count used quota {{(pid=84874) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:15:43.572594 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-c8f48cc1-e9d2-428f-b03a-205109078042 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84874) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:15:43.596126 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-c8f48cc1-e9d2-428f-b03a-205109078042 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:15:43.627201 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c8f48cc1-e9d2-428f-b03a-205109078042 admin admin] Made reservation on behalf of 74f4739a0b63415f9629cd39a2c2160a for: {'subnet': 1} {{(pid=84874) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 07:15:43.634628 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-c8f48cc1-e9d2-428f-b03a-205109078042 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036851981161'] for subnet, before_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:15:43.849038 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [req-289b9e82-f8e6-471c-bb4d-397ffbff69f1 req-825113e2-af45-49e9-a1df-14c8ee3e7121 service neutron] 10.222.0.24 "GET /v2.0/networks/98072e70-e1ea-4296-9013-017af5cadabb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8159180 Jan 14 07:15:43.915489 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [req-1025dd82-f0ba-4f42-893e-e448862f1543 req-96dbdb99-bfb2-48e5-83f5-b451b2205edd service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=18b1ab99759c4e17a07e1a0bd62f79a5&device_id=fa533eac-1a31-4d13-bd79-4e9add23d0b6 HTTP/1.1" status: 200 len: 210 time: 0.0610638 Jan 14 07:15:44.059224 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84875) accepted ('10.222.0.24', 60440) {{(pid=84875) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:15:44.329704 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [req-289b9e82-f8e6-471c-bb4d-397ffbff69f1 req-5df331b1-7131-4ea0-b09c-3d99a8310c97 service neutron] 10.222.0.24 "GET /v2.0/networks/98072e70-e1ea-4296-9013-017af5cadabb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.4789126 Jan 14 07:15:44.341706 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15e192ff-85e6-44a2-86fa-d5f4640d5f78 admin admin] Checking segment: {'id': 'ea8bea7c-a41a-42f0-8ceb-6c6f9bd09163', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 10, 'network_id': '58634b46-3389-4a58-9255-646914eb2c67'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84874) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 14 07:15:44.342101 n-d-768862-2 neutron-server[84765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15e192ff-85e6-44a2-86fa-d5f4640d5f78 admin admin] Network hostable DHCP agents. Network: 58634b46-3389-4a58-9255-646914eb2c67, hostable agents: ['32f3dd84-26da-4d18-bf15-6017a8fb7247'], hosted agents: [] {{(pid=84874) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Jan 14 07:15:44.408287 n-d-768862-2 neutron-server[84765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15e192ff-85e6-44a2-86fa-d5f4640d5f78 admin admin] Network 58634b46-3389-4a58-9255-646914eb2c67 is scheduled to be hosted by DHCP agent 32f3dd84-26da-4d18-bf15-6017a8fb7247 with binding_index 1 {{(pid=84874) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Jan 14 07:15:44.419036 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-aeb79f17-3a3f-45de-acb2-ee327f8d64e1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850887113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036851621412', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036852467174'] for subnet, after_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:15:44.452189 n-d-768862-2 neutron-server[84765]: DEBUG neutron.scheduler.base_scheduler [None req-15e192ff-85e6-44a2-86fa-d5f4640d5f78 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768862-2, 58634b46-3389-4a58-9255-646914eb2c67) {{(pid=84874) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 07:15:44.463787 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e65f9aab-1b6c-4086-ae6f-fa2f7910ec18 None None] Network 58634b46-3389-4a58-9255-646914eb2c67 requested from n-d-768862-2 {{(pid=84876) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 07:15:44.480890 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1025dd82-f0ba-4f42-893e-e448862f1543 req-0a40f581-8e87-442c-91fd-8aab090ab866 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:15:44.482541 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [req-1025dd82-f0ba-4f42-893e-e448862f1543 req-0a40f581-8e87-442c-91fd-8aab090ab866 service neutron] 10.222.0.48 "GET /v2.0/networks?tenant_id=18b1ab99759c4e17a07e1a0bd62f79a5&shared=False HTTP/1.1" status: 200 len: 911 time: 0.5571978 Jan 14 07:15:44.486333 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15e192ff-85e6-44a2-86fa-d5f4640d5f78 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:15:44.488156 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-15e192ff-85e6-44a2-86fa-d5f4640d5f78 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3207107'] for subnet, before_response {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:15:44.498364 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-c484d948-ea7b-43cf-a2f6-4d966cb639cd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:15:44.575407 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeb79f17-3a3f-45de-acb2-ee327f8d64e1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3a8d5df6-fcf9-4d6b-ae3e-9b1137a38440,revision_number=0']} {{(pid=84875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:15:44.655258 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aeb79f17-3a3f-45de-acb2-ee327f8d64e1 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@n-h1-768862-2 {{(pid=84875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:15:44.655689 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aeb79f17-3a3f-45de-acb2-ee327f8d64e1 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-h1-768862-2 {{(pid=84875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:15:44.656155 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aeb79f17-3a3f-45de-acb2-ee327f8d64e1 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-h1-768862-2 {{(pid=84875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:15:44.656574 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aeb79f17-3a3f-45de-acb2-ee327f8d64e1 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-h1-768862-2 {{(pid=84875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:15:44.656990 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aeb79f17-3a3f-45de-acb2-ee327f8d64e1 admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@n-h1-768862-2 {{(pid=84875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:15:44.657407 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aeb79f17-3a3f-45de-acb2-ee327f8d64e1 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-h1-768862-2 {{(pid=84875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:15:44.657824 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aeb79f17-3a3f-45de-acb2-ee327f8d64e1 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-h1-768862-2 {{(pid=84875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:15:44.658230 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aeb79f17-3a3f-45de-acb2-ee327f8d64e1 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-h1-768862-2 {{(pid=84875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:15:44.658636 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aeb79f17-3a3f-45de-acb2-ee327f8d64e1 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-h1-768862-2 {{(pid=84875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:15:44.659045 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aeb79f17-3a3f-45de-acb2-ee327f8d64e1 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-h1-768862-2 {{(pid=84875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:15:44.659447 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aeb79f17-3a3f-45de-acb2-ee327f8d64e1 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-h1-768862-2 {{(pid=84875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:15:44.659869 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aeb79f17-3a3f-45de-acb2-ee327f8d64e1 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-h1-768862-2 {{(pid=84875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:15:44.660339 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aeb79f17-3a3f-45de-acb2-ee327f8d64e1 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@n-h2-768862-2 {{(pid=84875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:15:44.660743 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aeb79f17-3a3f-45de-acb2-ee327f8d64e1 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-h2-768862-2 {{(pid=84875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:15:44.661155 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aeb79f17-3a3f-45de-acb2-ee327f8d64e1 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-h2-768862-2 {{(pid=84875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:15:44.661540 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aeb79f17-3a3f-45de-acb2-ee327f8d64e1 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-h2-768862-2 {{(pid=84875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:15:44.661950 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aeb79f17-3a3f-45de-acb2-ee327f8d64e1 admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@n-h2-768862-2 {{(pid=84875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:15:44.662692 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aeb79f17-3a3f-45de-acb2-ee327f8d64e1 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-h2-768862-2 {{(pid=84875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:15:44.663850 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aeb79f17-3a3f-45de-acb2-ee327f8d64e1 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-h2-768862-2 {{(pid=84875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:15:44.664267 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aeb79f17-3a3f-45de-acb2-ee327f8d64e1 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-h2-768862-2 {{(pid=84875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:15:44.664672 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aeb79f17-3a3f-45de-acb2-ee327f8d64e1 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-h2-768862-2 {{(pid=84875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:15:44.665079 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aeb79f17-3a3f-45de-acb2-ee327f8d64e1 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-h2-768862-2 {{(pid=84875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:15:44.665488 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aeb79f17-3a3f-45de-acb2-ee327f8d64e1 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-h2-768862-2 {{(pid=84875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:15:44.665886 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aeb79f17-3a3f-45de-acb2-ee327f8d64e1 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-h2-768862-2 {{(pid=84875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:15:44.666185 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1025dd82-f0ba-4f42-893e-e448862f1543 req-6be9d95d-ae4f-47ae-a393-ece5da3899e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:15:44.666369 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aeb79f17-3a3f-45de-acb2-ee327f8d64e1 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-2 {{(pid=84875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:15:44.666740 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aeb79f17-3a3f-45de-acb2-ee327f8d64e1 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-2 {{(pid=84875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:15:44.667140 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aeb79f17-3a3f-45de-acb2-ee327f8d64e1 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-2 {{(pid=84875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:15:44.667540 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aeb79f17-3a3f-45de-acb2-ee327f8d64e1 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-2 {{(pid=84875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:15:44.667880 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [req-1025dd82-f0ba-4f42-893e-e448862f1543 req-6be9d95d-ae4f-47ae-a393-ece5da3899e2 service neutron] 10.222.0.48 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 863 time: 0.1744869 Jan 14 07:15:44.667986 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aeb79f17-3a3f-45de-acb2-ee327f8d64e1 admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@n-d-768862-2 {{(pid=84875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:15:44.668365 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aeb79f17-3a3f-45de-acb2-ee327f8d64e1 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-2 {{(pid=84875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:15:44.668766 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aeb79f17-3a3f-45de-acb2-ee327f8d64e1 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-768862-2 {{(pid=84875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:15:44.669163 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aeb79f17-3a3f-45de-acb2-ee327f8d64e1 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-768862-2 {{(pid=84875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:15:44.669565 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aeb79f17-3a3f-45de-acb2-ee327f8d64e1 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-2 {{(pid=84875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:15:44.669961 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aeb79f17-3a3f-45de-acb2-ee327f8d64e1 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-2 {{(pid=84875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:15:44.670363 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aeb79f17-3a3f-45de-acb2-ee327f8d64e1 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-2 {{(pid=84875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:15:44.670757 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aeb79f17-3a3f-45de-acb2-ee327f8d64e1 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-2 {{(pid=84875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:15:44.689232 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-15e192ff-85e6-44a2-86fa-d5f4640d5f78 admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 2.2635872 Jan 14 07:15:44.704835 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-aeb79f17-3a3f-45de-acb2-ee327f8d64e1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.182s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:15:44.705790 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-7d400c81-88dc-4ffe-8e4e-e80080764ad4 tempest-ServersTestBootFromVolume-651906471 tempest-ServersTestBootFromVolume-651906471] Notify callbacks [] for security_group, before_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:15:44.868709 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-ef8737bf-f9f3-47b5-b2df-fbe8ea2c09d1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted--9223372036851568851', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal--9223372036850888080'] for router_interface, after_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:15:44.913125 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [req-1025dd82-f0ba-4f42-893e-e448862f1543 req-293f411e-ce3b-499c-aba9-a3e72812b932 tempest-ServersTestBootFromVolume-651906471 tempest-ServersTestBootFromVolume-651906471] 10.222.0.48 "GET /v2.0/ports?device_id=fa533eac-1a31-4d13-bd79-4e9add23d0b6 HTTP/1.1" status: 200 len: 210 time: 0.1193998 Jan 14 07:15:45.063704 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e77465ad-e939-498e-bd93-d30065449b5c None None] Network 58634b46-3389-4a58-9255-646914eb2c67 requested from n-d-768862-2 {{(pid=84876) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 07:15:45.095130 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-7d400c81-88dc-4ffe-8e4e-e80080764ad4 tempest-ServersTestBootFromVolume-651906471 tempest-ServersTestBootFromVolume-651906471] Notify callbacks [] for security_group, precommit_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:15:45.100975 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-c8f48cc1-e9d2-428f-b03a-205109078042 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850887113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3254092', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036851981146'] for subnet, after_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:15:45.279879 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-2924035e-3151-4ce0-8a58-17a6b466cb75 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:15:45.281810 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [req-289b9e82-f8e6-471c-bb4d-397ffbff69f1 req-1d012701-9638-46ce-b8e8-58e1bffde2c4 service neutron] 10.222.0.24 "GET /v2.0/networks/98072e70-e1ea-4296-9013-017af5cadabb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9344306 Jan 14 07:15:45.380181 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8f48cc1-e9d2-428f-b03a-205109078042 admin admin] Pushing event updated for resources: {'Subnet': ['ID=60405176-213b-469f-9a23-3c75a8d00661,revision_number=0']} {{(pid=84874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:15:45.385502 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-c8f48cc1-e9d2-428f-b03a-205109078042 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:15:45.414042 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8f48cc1-e9d2-428f-b03a-205109078042 admin admin] Checking segment: {'id': '7dc8bfe7-08e0-4981-80ff-b785085bd301', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 17, 'network_id': '829fea34-3751-44bb-9831-30225757d439'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84874) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 14 07:15:45.414446 n-d-768862-2 neutron-server[84765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8f48cc1-e9d2-428f-b03a-205109078042 admin admin] Network hostable DHCP agents. Network: 829fea34-3751-44bb-9831-30225757d439, hostable agents: ['32f3dd84-26da-4d18-bf15-6017a8fb7247'], hosted agents: [] {{(pid=84874) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Jan 14 07:15:45.437410 n-d-768862-2 neutron-server[84765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8f48cc1-e9d2-428f-b03a-205109078042 admin admin] Network 829fea34-3751-44bb-9831-30225757d439 is scheduled to be hosted by DHCP agent 32f3dd84-26da-4d18-bf15-6017a8fb7247 with binding_index 1 {{(pid=84874) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Jan 14 07:15:45.447459 n-d-768862-2 neutron-server[84765]: DEBUG neutron.scheduler.base_scheduler [None req-c8f48cc1-e9d2-428f-b03a-205109078042 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768862-2, 829fea34-3751-44bb-9831-30225757d439) {{(pid=84874) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 07:15:45.457951 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2aca7715-a34d-4090-b77d-28bfbb71182f None None] Network 829fea34-3751-44bb-9831-30225757d439 requested from n-d-768862-2 {{(pid=84876) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 07:15:45.461030 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8f48cc1-e9d2-428f-b03a-205109078042 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:15:45.461732 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-c8f48cc1-e9d2-428f-b03a-205109078042 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3207107'] for subnet, before_response {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:15:45.482841 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-c8f48cc1-e9d2-428f-b03a-205109078042 admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.9435642 Jan 14 07:15:45.485790 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84874) accepted ('10.222.0.24', 60464) {{(pid=84874) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:15:45.492359 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.v2.base [None req-2386569c-e838-4fc4-a2d9-5929359c9479 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-587176200-router', 'tenant_id': '74f4739a0b63415f9629cd39a2c2160a', 'external_gateway_info': {'network_id': '226f1e78-82cd-4481-9055-4eb73b6db8c1'}}} {{(pid=84874) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:15:45.498553 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-2386569c-e838-4fc4-a2d9-5929359c9479 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:15:45.504067 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-2386569c-e838-4fc4-a2d9-5929359c9479 admin admin] Usage tracker for resource:router and tenant:74f4739a0b63415f9629cd39a2c2160a is out of sync, need to count used quota {{(pid=84874) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:15:45.507706 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-2386569c-e838-4fc4-a2d9-5929359c9479 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=84874) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:15:45.515886 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-2386569c-e838-4fc4-a2d9-5929359c9479 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:15:45.527787 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-2386569c-e838-4fc4-a2d9-5929359c9479 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3889205', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854717621'] for router, before_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:15:45.528514 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-2386569c-e838-4fc4-a2d9-5929359c9479 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036850886574', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3912501', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3808446', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-58179'] for router, precommit_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:15:45.548089 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-2386569c-e838-4fc4-a2d9-5929359c9479 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:15:45.558031 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aeb79f17-3a3f-45de-acb2-ee327f8d64e1 admin admin] Checking segment: {'id': '2853ef32-dce4-45fb-96d2-92cc95f07f58', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '1bf412e1-812a-4b21-89ed-459eacad44c3'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84875) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 14 07:15:45.558439 n-d-768862-2 neutron-server[84765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aeb79f17-3a3f-45de-acb2-ee327f8d64e1 admin admin] Network hostable DHCP agents. Network: 1bf412e1-812a-4b21-89ed-459eacad44c3, hostable agents: ['32f3dd84-26da-4d18-bf15-6017a8fb7247'], hosted agents: [] {{(pid=84875) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Jan 14 07:15:45.571066 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-7d400c81-88dc-4ffe-8e4e-e80080764ad4 tempest-ServersTestBootFromVolume-651906471 tempest-ServersTestBootFromVolume-651906471] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850887153'] for security_group, after_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:15:45.582120 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-d2f80585-3caa-40a5-854e-c3b4e1343045 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:15:45.657514 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d400c81-88dc-4ffe-8e4e-e80080764ad4 tempest-ServersTestBootFromVolume-651906471 tempest-ServersTestBootFromVolume-651906471] Pushing event deleted for resources: {'SecurityGroup': ['ID=068f456b-17bb-4a8a-bd2f-34bc7eaf0c91,revision_number=None']} {{(pid=84875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:15:45.785413 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-7d400c81-88dc-4ffe-8e4e-e80080764ad4 tempest-ServersTestBootFromVolume-651906471 tempest-ServersTestBootFromVolume-651906471] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.203s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:15:45.795062 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f1048e7-4577-430e-acf3-45d99bf8825d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5d94dc7a-c095-50a4-955e-5f3b78718a12-829fea34-3751-44bb-9831-30225757d439', 'network_id': '829fea34-3751-44bb-9831-30225757d439', 'tenant_id': '74f4739a0b63415f9629cd39a2c2160a', 'fixed_ips': [{'subnet_id': '60405176-213b-469f-9a23-3c75a8d00661'}]}} from n-d-768862-2. {{(pid=84876) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Jan 14 07:15:45.797096 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-0f1048e7-4577-430e-acf3-45d99bf8825d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555753'] for port, before_create {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:15:45.864073 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-2386569c-e838-4fc4-a2d9-5929359c9479 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3912484', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3889188', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-58194'] for router, precommit_update {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:15:45.976938 n-d-768862-2 neutron-server[84765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aeb79f17-3a3f-45de-acb2-ee327f8d64e1 admin admin] Network 1bf412e1-812a-4b21-89ed-459eacad44c3 is scheduled to be hosted by DHCP agent 32f3dd84-26da-4d18-bf15-6017a8fb7247 with binding_index 1 {{(pid=84875) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Jan 14 07:15:46.011649 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8335ab30-5b7f-4ec2-bb0e-f06db4a30db4 req-ea486820-e3f8-40b4-bce8-be2b86d8980d tempest-ServersNegativeTestJSON-1888996924 tempest-ServersNegativeTestJSON-1888996924] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:15:46.011649 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [req-8335ab30-5b7f-4ec2-bb0e-f06db4a30db4 req-ea486820-e3f8-40b4-bce8-be2b86d8980d tempest-ServersNegativeTestJSON-1888996924 tempest-ServersNegativeTestJSON-1888996924] 10.222.0.24 "GET /v2.0/networks?id=58634b46-3389-4a58-9255-646914eb2c67 HTTP/1.1" status: 200 len: 814 time: 0.4432714 Jan 14 07:15:46.014009 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [req-289b9e82-f8e6-471c-bb4d-397ffbff69f1 req-b252e5c9-add8-45b1-bb2c-67a11b4c6368 service neutron] 10.222.0.24 "GET /v2.0/networks/98072e70-e1ea-4296-9013-017af5cadabb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.6587806 Jan 14 07:15:46.059011 n-d-768862-2 neutron-server[84765]: DEBUG neutron.scheduler.base_scheduler [None req-aeb79f17-3a3f-45de-acb2-ee327f8d64e1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768862-2, 1bf412e1-812a-4b21-89ed-459eacad44c3) {{(pid=84875) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 07:15:46.074009 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [req-8335ab30-5b7f-4ec2-bb0e-f06db4a30db4 req-190d752e-c1fa-4c4a-8505-415fadf88d0f tempest-ServersNegativeTestJSON-1888996924 tempest-ServersNegativeTestJSON-1888996924] 10.222.0.24 "GET /v2.0/quotas/e3a4f5e44a6346aeb715674b9fdb21db HTTP/1.1" status: 200 len: 375 time: 0.0625179 Jan 14 07:15:46.093496 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46ae6fd8-6db5-485c-9430-2d1a717d6998 None None] Network 1bf412e1-812a-4b21-89ed-459eacad44c3 requested from n-d-768862-2 {{(pid=84876) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 07:15:46.207924 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-7d400c81-88dc-4ffe-8e4e-e80080764ad4 tempest-ServersTestBootFromVolume-651906471 tempest-ServersTestBootFromVolume-651906471] Notify callbacks [] for security_group, before_response {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:15:46.212302 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-7d400c81-88dc-4ffe-8e4e-e80080764ad4 tempest-ServersTestBootFromVolume-651906471 tempest-ServersTestBootFromVolume-651906471] 10.222.0.24 "DELETE /v2.0/security-groups/068f456b-17bb-4a8a-bd2f-34bc7eaf0c91 HTTP/1.1" status: 204 len: 168 time: 2.0912476 Jan 14 07:15:46.213225 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84875) accepted ('10.222.0.24', 60478) {{(pid=84875) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:15:46.228358 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-2386569c-e838-4fc4-a2d9-5929359c9479 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:15:46.231418 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.db_base_plugin_common [None req-0f1048e7-4577-430e-acf3-45d99bf8825d None None] Allocated IP 172.20.0.2 (829fea34-3751-44bb-9831-30225757d439/60405176-213b-469f-9a23-3c75a8d00661/047d15d2-fdad-478b-8136-6e6f264b2776) {{(pid=84876) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 14 07:15:46.235182 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aeb79f17-3a3f-45de-acb2-ee327f8d64e1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:15:46.235868 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-aeb79f17-3a3f-45de-acb2-ee327f8d64e1 admin admin] Notify callbacks [] for subnet, before_response {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:15:46.258389 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [req-8335ab30-5b7f-4ec2-bb0e-f06db4a30db4 req-e24e8dc3-92fb-42ad-b54f-db87c47f5173 tempest-ServersNegativeTestJSON-1888996924 tempest-ServersNegativeTestJSON-1888996924] 10.222.0.24 "GET /v2.0/ports?tenant_id=e3a4f5e44a6346aeb715674b9fdb21db&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1176662 Jan 14 07:15:46.270655 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-2386569c-e838-4fc4-a2d9-5929359c9479 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555753'] for port, before_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:15:46.305214 n-d-768862-2 neutron-server[84765]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ef8737bf-f9f3-47b5-b2df-fbe8ea2c09d1 admin admin] Router 55f4dcfe-6b91-4b4b-83c8-fb5b907459f3 has already been hosted by L3 agent 35f592e9-451b-4db9-abea-77b6a5c5391b {{(pid=84875) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Jan 14 07:15:46.310725 n-d-768862-2 neutron-server[84765]: INFO neutron.api.v2.resource [None req-36c6f428-24a6-4eee-baab-bc220f2fbb01 tempest-ServersTestBootFromVolume-651906471 tempest-ServersTestBootFromVolume-651906471] show failed (client error): The resource could not be found. Jan 14 07:15:46.314529 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-36c6f428-24a6-4eee-baab-bc220f2fbb01 tempest-ServersTestBootFromVolume-651906471 tempest-ServersTestBootFromVolume-651906471] 10.222.0.24 "GET /v2.0/security-groups/068f456b-17bb-4a8a-bd2f-34bc7eaf0c91 HTTP/1.1" status: 404 len: 347 time: 0.0888891 Jan 14 07:15:46.359904 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84874) accepted ('10.222.0.24', 60482) {{(pid=84874) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:15:46.470454 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08a88342-e306-453e-95fb-769235607fda None None] Network 1bf412e1-812a-4b21-89ed-459eacad44c3 requested from n-d-768862-2 {{(pid=84876) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 07:15:46.581005 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.plugin [None req-984e6edc-09f9-4506-bbb7-59989768e192 tempest-ServersTestBootFromVolume-651906471 tempest-ServersTestBootFromVolume-651906471] Deleting port c67690fd-5bf4-4e9e-b1a5-f6b6cc29debd {{(pid=84874) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 07:15:46.581595 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-984e6edc-09f9-4506-bbb7-59989768e192 tempest-ServersTestBootFromVolume-651906471 tempest-ServersTestBootFromVolume-651906471] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363259214248359'] for port, before_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:15:46.673875 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-0f1048e7-4577-430e-acf3-45d99bf8825d None None] Notify callbacks [] for port, precommit_create {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:15:46.674558 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-aeb79f17-3a3f-45de-acb2-ee327f8d64e1 admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 5.2471089 Jan 14 07:15:46.717326 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-0f1048e7-4577-430e-acf3-45d99bf8825d None None] Transition to ACTIVE for port object 047d15d2-fdad-478b-8136-6e6f264b2776 will not be triggered until provisioned by entity L2. {{(pid=84876) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 07:15:46.752178 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-0f1048e7-4577-430e-acf3-45d99bf8825d None None] Transition to ACTIVE for port object 047d15d2-fdad-478b-8136-6e6f264b2776 will not be triggered until provisioned by entity DHCP. {{(pid=84876) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 07:15:46.788470 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [req-289b9e82-f8e6-471c-bb4d-397ffbff69f1 req-9400c015-edda-4dc1-a003-708c4687135d service neutron] 10.222.0.24 "GET /v2.0/networks/7e6dfd47-4529-4194-becf-26a4f3ec97f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7665186 Jan 14 07:15:46.804092 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-0f1048e7-4577-430e-acf3-45d99bf8825d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777640123575'] for port, after_create {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:15:46.924101 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-984e6edc-09f9-4506-bbb7-59989768e192 tempest-ServersTestBootFromVolume-651906471 tempest-ServersTestBootFromVolume-651906471] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036850862667'] for port, precommit_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:15:46.924466 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-984e6edc-09f9-4506-bbb7-59989768e192 tempest-ServersTestBootFromVolume-651906471 tempest-ServersTestBootFromVolume-651906471] Notify callbacks [] for floatingip, precommit_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:15:46.933887 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.db_base_plugin_common [None req-2386569c-e838-4fc4-a2d9-5929359c9479 admin admin] Allocated IP 172.25.2.58 (226f1e78-82cd-4481-9055-4eb73b6db8c1/ba8deeec-7658-4195-9449-038c076f5c83/fecb0993-1e0b-4a4a-abce-a7dee4d11228) {{(pid=84874) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 14 07:15:46.934137 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84876) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:15:47.013782 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f1048e7-4577-430e-acf3-45d99bf8825d None None] Pushing event updated for resources: {'Port': ['ID=047d15d2-fdad-478b-8136-6e6f264b2776,revision_number=1']} {{(pid=84876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:15:47.018801 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-0f1048e7-4577-430e-acf3-45d99bf8825d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=84876) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:15:47.020875 n-d-768862-2 neutron-server[84765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f1048e7-4577-430e-acf3-45d99bf8825d None None] Network 829fea34-3751-44bb-9831-30225757d439 is already hosted by enough agents. {{(pid=84876) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 07:15:47.022245 n-d-768862-2 neutron-server[84765]: DEBUG neutron.scheduler.base_scheduler [None req-0f1048e7-4577-430e-acf3-45d99bf8825d None None] Resources bound (agent type, host, resource id): {{(pid=84876) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 07:15:47.025101 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f1048e7-4577-430e-acf3-45d99bf8825d None None] Received port after_create {{(pid=84876) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 14 07:15:47.036897 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [req-8335ab30-5b7f-4ec2-bb0e-f06db4a30db4 req-cc96f1d9-e94d-44bf-87bc-6393221b3f53 service neutron] 10.222.0.24 "GET /v2.0/networks/58634b46-3389-4a58-9255-646914eb2c67?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7615571 Jan 14 07:15:47.119780 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.managers [None req-0f1048e7-4577-430e-acf3-45d99bf8825d None None] Attempting to bind port 047d15d2-fdad-478b-8136-6e6f264b2776 on host n-d-768862-2 for vnic_type normal with profile {{(pid=84876) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 14 07:15:47.120412 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.managers [None req-0f1048e7-4577-430e-acf3-45d99bf8825d None None] Attempting to bind port 047d15d2-fdad-478b-8136-6e6f264b2776 by drivers openvswitch on host n-d-768862-2 at level 0 using segments [{'id': '7dc8bfe7-08e0-4981-80ff-b785085bd301', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 17, 'network_id': '829fea34-3751-44bb-9831-30225757d439'}] {{(pid=84876) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 14 07:15:47.120858 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f1048e7-4577-430e-acf3-45d99bf8825d None None] Attempting to bind port 047d15d2-fdad-478b-8136-6e6f264b2776 on network 829fea34-3751-44bb-9831-30225757d439 {{(pid=84876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 14 07:15:47.136568 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f1048e7-4577-430e-acf3-45d99bf8825d None None] Checking agent: {'id': 'ba5efab1-b43c-4d5a-bc52-6e105d4e67a2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768862-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 14, 6, 56, 52), 'started_at': datetime.datetime(2021, 1, 14, 6, 57, 22), 'heartbeat_timestamp': datetime.datetime(2021, 1, 14, 7, 15, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768862-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.29', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 14 07:15:47.137014 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f1048e7-4577-430e-acf3-45d99bf8825d None None] Checking segment: {'id': '7dc8bfe7-08e0-4981-80ff-b785085bd301', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 17, 'network_id': '829fea34-3751-44bb-9831-30225757d439'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84876) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 14 07:15:47.137474 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-0f1048e7-4577-430e-acf3-45d99bf8825d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:15:47.137922 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f1048e7-4577-430e-acf3-45d99bf8825d None None] Bound using segment: {'id': '7dc8bfe7-08e0-4981-80ff-b785085bd301', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 17, 'network_id': '829fea34-3751-44bb-9831-30225757d439'} {{(pid=84876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 14 07:15:47.138483 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.managers [None req-0f1048e7-4577-430e-acf3-45d99bf8825d None None] Bound port: 047d15d2-fdad-478b-8136-6e6f264b2776, host: n-d-768862-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7dc8bfe7-08e0-4981-80ff-b785085bd301', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 17, 'network_id': '829fea34-3751-44bb-9831-30225757d439'}}] {{(pid=84876) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 14 07:15:47.139136 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-0f1048e7-4577-430e-acf3-45d99bf8825d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555753'] for port, before_update {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:15:47.220777 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [req-289b9e82-f8e6-471c-bb4d-397ffbff69f1 req-8bd997d5-efce-4ec8-a083-783ece203fd9 service neutron] 10.222.0.24 "GET /v2.0/networks/7e6dfd47-4529-4194-becf-26a4f3ec97f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.4117117 Jan 14 07:15:47.232844 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ef8737bf-f9f3-47b5-b2df-fbe8ea2c09d1 admin admin] Notify agent at l3_agent.n-d-768862-2 the message routers_updated {{(pid=84875) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jan 14 07:15:47.242322 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-ef8737bf-f9f3-47b5-b2df-fbe8ea2c09d1 admin admin] 10.222.0.24 "PUT /v2.0/routers/55f4dcfe-6b91-4b4b-83c8-fb5b907459f3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 10.9626884 Jan 14 07:15:47.247116 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d51c9b93-0f9f-49f9-bd8e-d6c5c2bd9335 None None] Sync routers for ids ['55f4dcfe-6b91-4b4b-83c8-fb5b907459f3'] in n-d-768862-2 {{(pid=84877) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Jan 14 07:15:47.258095 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d51c9b93-0f9f-49f9-bd8e-d6c5c2bd9335 None None] Routers {'55f4dcfe-6b91-4b4b-83c8-fb5b907459f3'} bound to L3 agent in host n-d-768862-2 {{(pid=84877) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 14 07:15:47.259093 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_hamode_db [None req-d51c9b93-0f9f-49f9-bd8e-d6c5c2bd9335 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-01-14T06:56:51Z,description=,heartbeat_timestamp=2021-01-14T07:15:21Z,host='n-d-768862-2',id=35f592e9-451b-4db9-abea-77b6a5c5391b,load=0,resource_versions=,resources_synced=,started_at=2021-01-14T06:56:51Z,topic='l3_agent')) {'router_ids': ['55f4dcfe-6b91-4b4b-83c8-fb5b907459f3'], 'active': True} {{(pid=84877) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:15:47.263669 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [None req-0f1048e7-4577-430e-acf3-45d99bf8825d None None] For port 047d15d2-fdad-478b-8136-6e6f264b2776, host n-d-768862-2, cleared binding levels {{(pid=84876) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 14 07:15:47.268306 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [None req-0f1048e7-4577-430e-acf3-45d99bf8825d None None] For port 047d15d2-fdad-478b-8136-6e6f264b2776, host n-d-768862-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-2',level=0,port_id=047d15d2-fdad-478b-8136-6e6f264b2776,segment=NetworkSegment(7dc8bfe7-08e0-4981-80ff-b785085bd301),segment_id=7dc8bfe7-08e0-4981-80ff-b785085bd301)] {{(pid=84876) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 14 07:15:47.271100 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84875) accepted ('10.222.0.24', 60494) {{(pid=84875) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:15:47.273197 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-0f1048e7-4577-430e-acf3-45d99bf8825d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777640533312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363259214678337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777640097497'] for port, after_update {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:15:47.293310 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-3334b24e-a618-4b4b-b612-1d1c4889304d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84876) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:15:47.384264 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f1048e7-4577-430e-acf3-45d99bf8825d None None] Pushing event updated for resources: {'Port': ['ID=047d15d2-fdad-478b-8136-6e6f264b2776,revision_number=2']} {{(pid=84876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:15:47.422461 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.plugin [None req-984e6edc-09f9-4506-bbb7-59989768e192 tempest-ServersTestBootFromVolume-651906471 tempest-ServersTestBootFromVolume-651906471] Calling delete_port for c67690fd-5bf4-4e9e-b1a5-f6b6cc29debd owned by network:floatingip {{(pid=84874) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 07:15:47.456083 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-0f1048e7-4577-430e-acf3-45d99bf8825d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.163s {{(pid=84876) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:15:47.484072 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_dvr_db [None req-d51c9b93-0f9f-49f9-bd8e-d6c5c2bd9335 None None] Set router 55f4dcfe-6b91-4b4b-83c8-fb5b907459f3 gateway port host: n-d-768862-2 {{(pid=84877) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 14 07:15:47.653285 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [req-8335ab30-5b7f-4ec2-bb0e-f06db4a30db4 req-2572202d-10a8-42f8-92ed-044a50321d3b service neutron] 10.222.0.24 "GET /v2.0/networks/58634b46-3389-4a58-9255-646914eb2c67?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.6151965 Jan 14 07:15:47.695972 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-acf95570-2cbb-4cc7-b625-d1bb5e0ad9cc admin admin] Notify callbacks [] for router, before_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:15:47.784490 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [req-289b9e82-f8e6-471c-bb4d-397ffbff69f1 req-6f64edcd-81b2-408b-9030-ca88d5e8d08b service neutron] 10.222.0.24 "GET /v2.0/networks/7e6dfd47-4529-4194-becf-26a4f3ec97f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5534949 Jan 14 07:15:47.810189 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-984e6edc-09f9-4506-bbb7-59989768e192 tempest-ServersTestBootFromVolume-651906471 tempest-ServersTestBootFromVolume-651906471] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777640533329', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777640097463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3254186'] for port, after_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:15:47.835640 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-8bcc192a-0df0-4e61-a720-77a3a7f933d3 tempest-DeleteServersTestJSON-437494901 tempest-DeleteServersTestJSON-437494901] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:15:47.910570 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-984e6edc-09f9-4506-bbb7-59989768e192 tempest-ServersTestBootFromVolume-651906471 tempest-ServersTestBootFromVolume-651906471] Pushing event deleted for resources: {'Port': ['ID=c67690fd-5bf4-4e9e-b1a5-f6b6cc29debd,revision_number=None']} {{(pid=84874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:15:47.956598 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_hamode_db [None req-d51c9b93-0f9f-49f9-bd8e-d6c5c2bd9335 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '55f4dcfe-6b91-4b4b-83c8-fb5b907459f3', 'name': 'tempest-ServerRescueTestJSON-1903067572-router', 'tenant_id': '4ebd08242e6f46dca912a0e194693f11', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '226f1e78-82cd-4481-9055-4eb73b6db8c1', 'external_fixed_ips': [{'subnet_id': 'ba8deeec-7658-4195-9449-038c076f5c83', 'ip_address': '172.25.2.180'}], 'enable_snat': True}, 'gw_port_id': '840ccb5f-ca45-4915-bcb9-1db902061289', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-14T07:15:10Z', 'updated_at': '2021-01-14T07:15:42Z', 'revision_number': 5, 'project_id': '4ebd08242e6f46dca912a0e194693f11', 'gw_port': {'id': '840ccb5f-ca45-4915-bcb9-1db902061289', 'name': '', 'network_id': '226f1e78-82cd-4481-9055-4eb73b6db8c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:78:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55f4dcfe-6b91-4b4b-83c8-fb5b907459f3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1084, 'fixed_ips': [{'subnet_id': 'ba8deeec-7658-4195-9449-038c076f5c83', 'ip_address': '172.25.2.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T07:15:14Z', 'updated_at': '2021-01-14T07:15:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ba8deeec-7658-4195-9449-038c076f5c83', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-2'}], 'n-d-768862-2', False) {} {{(pid=84877) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:15:47.973211 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d51c9b93-0f9f-49f9-bd8e-d6c5c2bd9335 None None] Checking router: 55f4dcfe-6b91-4b4b-83c8-fb5b907459f3 for host: n-d-768862-2 {{(pid=84877) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Jan 14 07:15:48.006836 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d51c9b93-0f9f-49f9-bd8e-d6c5c2bd9335 None None] Routers {'55f4dcfe-6b91-4b4b-83c8-fb5b907459f3'} bound to L3 agent in host n-d-768862-2 {{(pid=84877) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 14 07:15:48.006836 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_hamode_db [None req-d51c9b93-0f9f-49f9-bd8e-d6c5c2bd9335 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-01-14T06:56:51Z,description=,heartbeat_timestamp=2021-01-14T07:15:21Z,host='n-d-768862-2',id=35f592e9-451b-4db9-abea-77b6a5c5391b,load=0,resource_versions=,resources_synced=,started_at=2021-01-14T06:56:51Z,topic='l3_agent')) {'router_ids': ['55f4dcfe-6b91-4b4b-83c8-fb5b907459f3'], 'active': True} {{(pid=84877) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:15:48.047706 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-984e6edc-09f9-4506-bbb7-59989768e192 tempest-ServersTestBootFromVolume-651906471 tempest-ServersTestBootFromVolume-651906471] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.212s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:15:48.070943 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-2386569c-e838-4fc4-a2d9-5929359c9479 admin admin] Notify callbacks [] for port, precommit_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:15:48.214774 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-acf95570-2cbb-4cc7-b625-d1bb5e0ad9cc admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:15:48.228836 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [req-289b9e82-f8e6-471c-bb4d-397ffbff69f1 req-cfcdbb70-bb94-4f0c-8b08-8fa3d9ecff58 service neutron] 10.222.0.24 "GET /v2.0/networks/7e6dfd47-4529-4194-becf-26a4f3ec97f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.4297807 Jan 14 07:15:48.230335 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.plugin [None req-acf95570-2cbb-4cc7-b625-d1bb5e0ad9cc admin admin] Deleting port 840ccb5f-ca45-4915-bcb9-1db902061289 {{(pid=84875) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 07:15:48.230716 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-acf95570-2cbb-4cc7-b625-d1bb5e0ad9cc admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363259214248359'] for port, before_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:15:48.315007 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-2386569c-e838-4fc4-a2d9-5929359c9479 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777640123575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3254186'] for port, after_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:15:48.359724 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-bf96a24e-07f1-4bc5-95bd-f946d826c314 tempest-ServersTestBootFromVolume-651906471 tempest-ServersTestBootFromVolume-651906471] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:15:48.543436 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_dvr_db [None req-d51c9b93-0f9f-49f9-bd8e-d6c5c2bd9335 None None] Set router 55f4dcfe-6b91-4b4b-83c8-fb5b907459f3 gateway port host: n-d-768862-2 {{(pid=84877) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 14 07:15:48.610786 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-984e6edc-09f9-4506-bbb7-59989768e192 tempest-ServersTestBootFromVolume-651906471 tempest-ServersTestBootFromVolume-651906471] Notify callbacks [] for floatingip, after_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:15:48.625748 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2386569c-e838-4fc4-a2d9-5929359c9479 admin admin] Pushing event updated for resources: {'Port': ['ID=fecb0993-1e0b-4a4a-abce-a7dee4d11228,revision_number=1']} {{(pid=84874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:15:48.641524 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-2386569c-e838-4fc4-a2d9-5929359c9479 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.278s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:15:48.670380 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-984e6edc-09f9-4506-bbb7-59989768e192 tempest-ServersTestBootFromVolume-651906471 tempest-ServersTestBootFromVolume-651906471] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854768116'] for floatingip, before_response {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:15:48.676322 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-984e6edc-09f9-4506-bbb7-59989768e192 tempest-ServersTestBootFromVolume-651906471 tempest-ServersTestBootFromVolume-651906471] 10.222.0.24 "DELETE /v2.0/floatingips/30bb7f3f-8f0a-4342-ab89-d2c69c04afb7 HTTP/1.1" status: 204 len: 168 time: 2.3151293 Jan 14 07:15:48.677948 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84875) accepted ('10.222.0.24', 60518) {{(pid=84875) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:15:48.732455 n-d-768862-2 neutron-server[84765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2386569c-e838-4fc4-a2d9-5929359c9479 admin admin] Network 226f1e78-82cd-4481-9055-4eb73b6db8c1 is already hosted by enough agents. {{(pid=84874) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 07:15:48.741957 n-d-768862-2 neutron-server[84765]: DEBUG neutron.scheduler.base_scheduler [None req-2386569c-e838-4fc4-a2d9-5929359c9479 admin admin] Resources bound (agent type, host, resource id): {{(pid=84874) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 07:15:48.751015 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2386569c-e838-4fc4-a2d9-5929359c9479 admin admin] Received port after_create {{(pid=84874) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 14 07:15:48.753090 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-9c1edbcb-542e-420b-ae4e-f71653a652ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363259214191800', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854171626'] for agent, after_update {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:15:48.876549 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [None req-acf95570-2cbb-4cc7-b625-d1bb5e0ad9cc admin admin] For port 840ccb5f-ca45-4915-bcb9-1db902061289, host n-d-768862-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-2',level=0,port_id=840ccb5f-ca45-4915-bcb9-1db902061289,segment=NetworkSegment(cf3ded2c-bc47-4a71-89af-6e7117e60140),segment_id=cf3ded2c-bc47-4a71-89af-6e7117e60140)] {{(pid=84875) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 07:15:48.876872 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-acf95570-2cbb-4cc7-b625-d1bb5e0ad9cc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036850862667'] for port, precommit_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:15:48.905561 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Device 047d15d2-fdad-478b-8136-6e6f264b2776 up at agent ovs-agent-n-d-768862-2 {{(pid=84876) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 07:15:49.118916 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Provisioning for port 047d15d2-fdad-478b-8136-6e6f264b2776 completed by entity L2. {{(pid=84876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 07:15:49.207868 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_hamode_db [None req-d51c9b93-0f9f-49f9-bd8e-d6c5c2bd9335 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '55f4dcfe-6b91-4b4b-83c8-fb5b907459f3', 'name': 'tempest-ServerRescueTestJSON-1903067572-router', 'tenant_id': '4ebd08242e6f46dca912a0e194693f11', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '226f1e78-82cd-4481-9055-4eb73b6db8c1', 'external_fixed_ips': [{'subnet_id': 'ba8deeec-7658-4195-9449-038c076f5c83', 'ip_address': '172.25.2.180'}], 'enable_snat': True}, 'gw_port_id': '840ccb5f-ca45-4915-bcb9-1db902061289', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-14T07:15:10Z', 'updated_at': '2021-01-14T07:15:42Z', 'revision_number': 5, 'project_id': '4ebd08242e6f46dca912a0e194693f11', 'gw_port': {'id': '840ccb5f-ca45-4915-bcb9-1db902061289', 'name': '', 'network_id': '226f1e78-82cd-4481-9055-4eb73b6db8c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:78:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55f4dcfe-6b91-4b4b-83c8-fb5b907459f3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1084, 'fixed_ips': [{'subnet_id': 'ba8deeec-7658-4195-9449-038c076f5c83', 'ip_address': '172.25.2.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T07:15:14Z', 'updated_at': '2021-01-14T07:15:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ba8deeec-7658-4195-9449-038c076f5c83', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-2'}], 'n-d-768862-2', False) {} {{(pid=84877) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:15:49.223522 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d51c9b93-0f9f-49f9-bd8e-d6c5c2bd9335 None None] The sync data for ids ['55f4dcfe-6b91-4b4b-83c8-fb5b907459f3'] in n-d-768862-2 is: [{'id': '55f4dcfe-6b91-4b4b-83c8-fb5b907459f3', 'name': 'tempest-ServerRescueTestJSON-1903067572-router', 'tenant_id': '4ebd08242e6f46dca912a0e194693f11', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '226f1e78-82cd-4481-9055-4eb73b6db8c1', 'external_fixed_ips': [{'subnet_id': 'ba8deeec-7658-4195-9449-038c076f5c83', 'ip_address': '172.25.2.180'}], 'enable_snat': True}, 'gw_port_id': '840ccb5f-ca45-4915-bcb9-1db902061289', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-14T07:15:10Z', 'updated_at': '2021-01-14T07:15:42Z', 'revision_number': 5, 'project_id': '4ebd08242e6f46dca912a0e194693f11', 'gw_port': {'id': '840ccb5f-ca45-4915-bcb9-1db902061289', 'name': '', 'network_id': '226f1e78-82cd-4481-9055-4eb73b6db8c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:78:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55f4dcfe-6b91-4b4b-83c8-fb5b907459f3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1084, 'fixed_ips': [{'subnet_id': 'ba8deeec-7658-4195-9449-038c076f5c83', 'ip_address': '172.25.2.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T07:15:14Z', 'updated_at': '2021-01-14T07:15:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ba8deeec-7658-4195-9449-038c076f5c83', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-2'}] {{(pid=84877) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Jan 14 07:15:49.594142 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af06d48a-72eb-4f19-8f60-662ace5f29fb None None] Network 829fea34-3751-44bb-9831-30225757d439 requested from n-d-768862-2 {{(pid=84876) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 07:15:49.613587 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-2386569c-e838-4fc4-a2d9-5929359c9479 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:15:49.809642 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-428c2f5b-bdad-468b-ae4c-ac3704793683 None None] Provisioning for port 047d15d2-fdad-478b-8136-6e6f264b2776 completed by entity DHCP. {{(pid=84876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 07:15:49.816874 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-428c2f5b-bdad-468b-ae4c-ac3704793683 None None] Provisioning complete for port 047d15d2-fdad-478b-8136-6e6f264b2776 triggered by entity DHCP. {{(pid=84876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 07:15:49.817491 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-428c2f5b-bdad-468b-ae4c-ac3704793683 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-604227'] for port, provisioning_complete {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:15:49.994132 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-428c2f5b-bdad-468b-ae4c-ac3704793683 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555753'] for port, before_update {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:15:50.013752 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.plugin [None req-acf95570-2cbb-4cc7-b625-d1bb5e0ad9cc admin admin] Calling delete_port for 840ccb5f-ca45-4915-bcb9-1db902061289 owned by network:router_gateway {{(pid=84875) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 07:15:50.215245 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8335ab30-5b7f-4ec2-bb0e-f06db4a30db4 req-2e00f910-ede4-433b-b92f-66d1b8a65c3b tempest-ServersNegativeTestJSON-1888996924 tempest-ServersNegativeTestJSON-1888996924] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:15:50.216116 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [req-8335ab30-5b7f-4ec2-bb0e-f06db4a30db4 req-2e00f910-ede4-433b-b92f-66d1b8a65c3b tempest-ServersNegativeTestJSON-1888996924 tempest-ServersNegativeTestJSON-1888996924] Synchronizing usage tracker for tenant:e3a4f5e44a6346aeb715674b9fdb21db on resource:network {{(pid=84874) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 14 07:15:50.275893 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [req-8335ab30-5b7f-4ec2-bb0e-f06db4a30db4 req-2e00f910-ede4-433b-b92f-66d1b8a65c3b tempest-ServersNegativeTestJSON-1888996924 tempest-ServersNegativeTestJSON-1888996924] Unset dirty status for tenant:e3a4f5e44a6346aeb715674b9fdb21db on resource:network {{(pid=84874) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 14 07:15:50.277397 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [req-8335ab30-5b7f-4ec2-bb0e-f06db4a30db4 req-2e00f910-ede4-433b-b92f-66d1b8a65c3b tempest-ServersNegativeTestJSON-1888996924 tempest-ServersNegativeTestJSON-1888996924] 10.222.0.35 "GET /v2.0/networks?id=58634b46-3389-4a58-9255-646914eb2c67 HTTP/1.1" status: 200 len: 814 time: 0.4191082 Jan 14 07:15:50.309430 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.v2.base [req-8335ab30-5b7f-4ec2-bb0e-f06db4a30db4 req-4c9c362c-437b-4eb9-829d-245886084092 tempest-ServersNegativeTestJSON-1888996924 tempest-ServersNegativeTestJSON-1888996924] Request body: {'port': {'device_id': '2871d7e5-d082-4af4-bbbd-fc1152f24193', 'network_id': '58634b46-3389-4a58-9255-646914eb2c67', 'admin_state_up': True, 'tenant_id': 'e3a4f5e44a6346aeb715674b9fdb21db'}} {{(pid=84874) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:15:50.418370 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [None req-428c2f5b-bdad-468b-ae4c-ac3704793683 None None] For port 047d15d2-fdad-478b-8136-6e6f264b2776, host n-d-768862-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-2',level=0,port_id=047d15d2-fdad-478b-8136-6e6f264b2776,segment=NetworkSegment(7dc8bfe7-08e0-4981-80ff-b785085bd301),segment_id=7dc8bfe7-08e0-4981-80ff-b785085bd301)] {{(pid=84876) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 07:15:50.432098 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-428c2f5b-bdad-468b-ae4c-ac3704793683 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777640533312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363259214678337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777640097497'] for port, after_update {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:15:50.438494 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-42976338-214e-4cc5-ae0a-663e3e0593d6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84876) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:15:50.495146 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [req-8335ab30-5b7f-4ec2-bb0e-f06db4a30db4 req-4c9c362c-437b-4eb9-829d-245886084092 tempest-ServersNegativeTestJSON-1888996924 tempest-ServersNegativeTestJSON-1888996924] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:15:50.504401 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [req-8335ab30-5b7f-4ec2-bb0e-f06db4a30db4 req-4c9c362c-437b-4eb9-829d-245886084092 tempest-ServersNegativeTestJSON-1888996924 tempest-ServersNegativeTestJSON-1888996924] Usage tracker for resource:port and tenant:e3a4f5e44a6346aeb715674b9fdb21db is out of sync, need to count used quota {{(pid=84874) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:15:50.510552 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [req-8335ab30-5b7f-4ec2-bb0e-f06db4a30db4 req-4c9c362c-437b-4eb9-829d-245886084092 tempest-ServersNegativeTestJSON-1888996924 tempest-ServersNegativeTestJSON-1888996924] Quota usage for port was recalculated. Used quota:0. {{(pid=84874) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:15:50.540458 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-428c2f5b-bdad-468b-ae4c-ac3704793683 None None] Pushing event updated for resources: {'Port': ['ID=047d15d2-fdad-478b-8136-6e6f264b2776,revision_number=3']} {{(pid=84876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:15:50.544552 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-428c2f5b-bdad-468b-ae4c-ac3704793683 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=84876) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:15:50.593890 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [req-8335ab30-5b7f-4ec2-bb0e-f06db4a30db4 req-4c9c362c-437b-4eb9-829d-245886084092 tempest-ServersNegativeTestJSON-1888996924 tempest-ServersNegativeTestJSON-1888996924] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:15:50.676609 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8745b570-b787-4041-950a-0b6bcc841646 req-32b0aa1a-106f-4286-bb8c-839fdfc7413b tempest-ServerMetadataNegativeTestJSON-1747636283 tempest-ServerMetadataNegativeTestJSON-1747636283] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:15:50.694544 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [req-8745b570-b787-4041-950a-0b6bcc841646 req-32b0aa1a-106f-4286-bb8c-839fdfc7413b tempest-ServerMetadataNegativeTestJSON-1747636283 tempest-ServerMetadataNegativeTestJSON-1747636283] 10.222.0.24 "GET /v2.0/networks?id=1bf412e1-812a-4b21-89ed-459eacad44c3 HTTP/1.1" status: 200 len: 821 time: 1.6342299 Jan 14 07:15:50.810729 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [req-8745b570-b787-4041-950a-0b6bcc841646 req-2b02a3bb-99f2-442a-8acd-c49c1ae24f9e tempest-ServerMetadataNegativeTestJSON-1747636283 tempest-ServerMetadataNegativeTestJSON-1747636283] 10.222.0.24 "GET /v2.0/quotas/75d6f5563cc04b2d9df29300828b964e HTTP/1.1" status: 200 len: 375 time: 0.0976725 Jan 14 07:15:50.886689 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Device 047d15d2-fdad-478b-8136-6e6f264b2776 up at agent ovs-agent-n-d-768862-2 {{(pid=84876) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 07:15:50.890481 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8335ab30-5b7f-4ec2-bb0e-f06db4a30db4 req-4c9c362c-437b-4eb9-829d-245886084092 tempest-ServersNegativeTestJSON-1888996924 tempest-ServersNegativeTestJSON-1888996924] Made reservation on behalf of e3a4f5e44a6346aeb715674b9fdb21db for: {'port': 1} {{(pid=84874) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 07:15:50.921263 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [req-8335ab30-5b7f-4ec2-bb0e-f06db4a30db4 req-4c9c362c-437b-4eb9-829d-245886084092 tempest-ServersNegativeTestJSON-1888996924 tempest-ServersNegativeTestJSON-1888996924] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555753'] for port, before_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:15:50.987807 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-acf95570-2cbb-4cc7-b625-d1bb5e0ad9cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777640533329', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777640097463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851621574'] for port, after_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:15:51.149000 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-efffe816-db6c-43f3-8b08-cd48d8942e83 None None] Provisioning complete for port 047d15d2-fdad-478b-8136-6e6f264b2776 triggered by entity DHCP. {{(pid=84876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 07:15:51.149682 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-efffe816-db6c-43f3-8b08-cd48d8942e83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-604227'] for port, provisioning_complete {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:15:51.336428 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-2386569c-e838-4fc4-a2d9-5929359c9479 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036850886612', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036850863158'] for router, after_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:15:51.424632 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-948bb8fe-61a5-4dbe-a179-faa6127b4582 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363259214191800', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854171626'] for agent, after_update {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:15:51.442351 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Provisioning complete for port 047d15d2-fdad-478b-8136-6e6f264b2776 triggered by entity L2. {{(pid=84876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 07:15:51.442774 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-604227'] for port, provisioning_complete {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:15:51.484829 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-acf95570-2cbb-4cc7-b625-d1bb5e0ad9cc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036850863128'] for router_gateway, after_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:15:51.732956 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [req-8745b570-b787-4041-950a-0b6bcc841646 req-3d6754ac-9660-497f-99d1-fffd52959d22 tempest-ServerMetadataNegativeTestJSON-1747636283 tempest-ServerMetadataNegativeTestJSON-1747636283] 10.222.0.24 "GET /v2.0/ports?tenant_id=75d6f5563cc04b2d9df29300828b964e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.4782538 Jan 14 07:15:51.950823 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-da76cfc0-98e8-4426-9f6d-4f05aa3fae78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363259214191800', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854171626'] for agent, after_update {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:15:52.008729 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-bf8d9927-9224-41a8-9327-eeab5b4f1bf9 None None] Provisioning complete for port 047d15d2-fdad-478b-8136-6e6f264b2776 triggered by entity DHCP. {{(pid=84876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 07:15:52.009441 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-bf8d9927-9224-41a8-9327-eeab5b4f1bf9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-604227'] for port, provisioning_complete {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:15:52.047886 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Device a998e467-2b77-472c-93f5-23dc391d0c63 no longer exists at agent ovs-agent-n-d-768862-2 {{(pid=84876) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jan 14 07:15:52.112801 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.plugin [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] No Port match for: a998e467-2b77-472c-93f5-23dc391d0c63 {{(pid=84876) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2188}} Jan 14 07:15:52.113169 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Device a998e467-2b77-472c-93f5-23dc391d0c63 not bound to the agent host n-d-768862-2 {{(pid=84876) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jan 14 07:15:52.138754 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-acf95570-2cbb-4cc7-b625-d1bb5e0ad9cc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3889346', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036854717606'] for router, precommit_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:15:52.145743 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-acf95570-2cbb-4cc7-b625-d1bb5e0ad9cc admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:15:52.174293 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.db_base_plugin_common [req-8335ab30-5b7f-4ec2-bb0e-f06db4a30db4 req-4c9c362c-437b-4eb9-829d-245886084092 tempest-ServersNegativeTestJSON-1888996924 tempest-ServersNegativeTestJSON-1888996924] Allocated IP 172.20.0.10 (58634b46-3389-4a58-9255-646914eb2c67/ae86ae1b-a63e-483f-8a3f-c65450a455bf/23b7bb1f-9197-486c-8dbf-d6a20b1a6049) {{(pid=84874) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 14 07:15:52.223596 n-d-768862-2 neutron-server[84765]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2386569c-e838-4fc4-a2d9-5929359c9479 admin admin] Router e420571a-7467-426d-9b83-cd281fd7be8c is scheduled to L3 agent 35f592e9-451b-4db9-abea-77b6a5c5391b with binding_index 1 {{(pid=84874) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}} Jan 14 07:15:52.316706 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-acf95570-2cbb-4cc7-b625-d1bb5e0ad9cc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036850897070'] for router, after_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:15:52.317326 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-acf95570-2cbb-4cc7-b625-d1bb5e0ad9cc admin admin] Fanout notify agent at l3_agent the message router_deleted on router 55f4dcfe-6b91-4b4b-83c8-fb5b907459f3 {{(pid=84875) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jan 14 07:15:52.374711 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [req-8745b570-b787-4041-950a-0b6bcc841646 req-8209a51f-0a36-4c66-830e-4720a213a1de service neutron] 10.222.0.24 "GET /v2.0/networks/1bf412e1-812a-4b21-89ed-459eacad44c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6126442 Jan 14 07:15:52.499455 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-acf95570-2cbb-4cc7-b625-d1bb5e0ad9cc admin admin] Notify callbacks [] for router, before_response {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:15:52.500881 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-acf95570-2cbb-4cc7-b625-d1bb5e0ad9cc admin admin] 10.222.0.24 "DELETE /v2.0/routers/55f4dcfe-6b91-4b4b-83c8-fb5b907459f3 HTTP/1.1" status: 204 len: 168 time: 5.2283418 Jan 14 07:15:52.508652 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84874) accepted ('10.222.0.24', 60570) {{(pid=84874) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:15:52.560259 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363259214191800', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854171626'] for agent, after_update {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:15:52.573432 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [req-39ce2b73-30bc-47b1-b7ff-8ab129ea71e8 req-d95c7ebf-3f31-41da-8358-62eb89fcfd88 tempest-TaggedBootDevicesTest_v242-294831919 tempest-TaggedBootDevicesTest_v242-294831919] 10.222.0.24 "GET /v2.0/ports?device_id=c8f066a1-c13d-4458-98ab-bc57450d3363 HTTP/1.1" status: 200 len: 210 time: 0.0710886 Jan 14 07:15:52.644500 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.db_base_plugin_v2 [None req-2f2a18f9-2211-4168-826f-788340f8c9b1 admin admin] Deleting subnet 4f3221f6-f061-449c-82f0-9ddb8f90bf28 {{(pid=84874) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Jan 14 07:15:52.654908 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-2f2a18f9-2211-4168-826f-788340f8c9b1 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:15:52.726654 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [req-8745b570-b787-4041-950a-0b6bcc841646 req-9d6c4fd8-0b9a-47f7-bff0-fd262cef71bc service neutron] 10.222.0.24 "GET /v2.0/networks/1bf412e1-812a-4b21-89ed-459eacad44c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.3506980 Jan 14 07:15:52.790465 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Device 840ccb5f-ca45-4915-bcb9-1db902061289 no longer exists at agent ovs-agent-n-d-768862-2 {{(pid=84876) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jan 14 07:15:52.801801 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-6f326160-6a17-4e22-a5ac-87be4f78d57e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3889632'] for router_interface, before_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:15:52.881304 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.plugin [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] No Port match for: 840ccb5f-ca45-4915-bcb9-1db902061289 {{(pid=84876) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2188}} Jan 14 07:15:52.884758 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Device 840ccb5f-ca45-4915-bcb9-1db902061289 not bound to the agent host n-d-768862-2 {{(pid=84876) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jan 14 07:15:52.895128 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2386569c-e838-4fc4-a2d9-5929359c9479 admin admin] Notify agent at l3_agent.n-d-768862-2 the message routers_updated {{(pid=84874) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jan 14 07:15:52.910479 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-609e6535-7a84-47de-828c-4e20008283f8 None None] Sync routers for ids ['e420571a-7467-426d-9b83-cd281fd7be8c'] in n-d-768862-2 {{(pid=84876) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Jan 14 07:15:52.930160 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-609e6535-7a84-47de-828c-4e20008283f8 None None] Routers {'e420571a-7467-426d-9b83-cd281fd7be8c'} bound to L3 agent in host n-d-768862-2 {{(pid=84876) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 14 07:15:52.930910 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_hamode_db [None req-609e6535-7a84-47de-828c-4e20008283f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-01-14T06:56:51Z,description=,heartbeat_timestamp=2021-01-14T07:15:51Z,host='n-d-768862-2',id=35f592e9-451b-4db9-abea-77b6a5c5391b,load=0,resource_versions=,resources_synced=,started_at=2021-01-14T06:56:51Z,topic='l3_agent')) {'router_ids': ['e420571a-7467-426d-9b83-cd281fd7be8c'], 'active': True} {{(pid=84876) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:15:52.960789 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [req-289b9e82-f8e6-471c-bb4d-397ffbff69f1 req-cd3712c5-167b-4411-bbae-9c71990e0b39 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=cb7096aff06a4584846542dd674c0323&device_id=c8f066a1-c13d-4458-98ab-bc57450d3363 HTTP/1.1" status: 200 len: 210 time: 0.2066252 Jan 14 07:15:53.077842 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-2386569c-e838-4fc4-a2d9-5929359c9479 admin admin] Notify callbacks [] for router, before_response {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:15:53.079241 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-2386569c-e838-4fc4-a2d9-5929359c9479 admin admin] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 7.5921941 Jan 14 07:15:53.090733 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-2f2a18f9-2211-4168-826f-788340f8c9b1 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036851807232'] for subnet, precommit_delete_associations {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:15:53.159420 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84874) accepted ('10.222.0.24', 60582) {{(pid=84874) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:15:53.163242 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [req-8335ab30-5b7f-4ec2-bb0e-f06db4a30db4 req-4c9c362c-437b-4eb9-829d-245886084092 tempest-ServersNegativeTestJSON-1888996924 tempest-ServersNegativeTestJSON-1888996924] Notify callbacks [] for port, precommit_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:15:53.372336 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84874) accepted ('10.222.0.24', 60588) {{(pid=84874) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:15:53.477481 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-289b9e82-f8e6-471c-bb4d-397ffbff69f1 req-e48aa576-6a7a-4323-9d52-3093df0a1b0f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:15:53.479082 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-289b9e82-f8e6-471c-bb4d-397ffbff69f1 req-e48aa576-6a7a-4323-9d52-3093df0a1b0f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:15:53.480223 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [req-289b9e82-f8e6-471c-bb4d-397ffbff69f1 req-e48aa576-6a7a-4323-9d52-3093df0a1b0f service neutron] 10.222.0.48 "GET /v2.0/networks?tenant_id=cb7096aff06a4584846542dd674c0323&shared=False HTTP/1.1" status: 200 len: 2279 time: 0.4609933 Jan 14 07:15:53.502141 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-0f37073e-9c69-4e3c-80e0-6cfaa0fd61a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363259214191800', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854171626'] for agent, after_update {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:15:53.522764 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_dvr_db [None req-609e6535-7a84-47de-828c-4e20008283f8 None None] Set router e420571a-7467-426d-9b83-cd281fd7be8c gateway port host: n-d-768862-2 {{(pid=84876) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 14 07:15:53.711131 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84875) accepted ('10.222.0.24', 60608) {{(pid=84875) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:15:53.861336 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-2f2a18f9-2211-4168-826f-788340f8c9b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036854176836'] for subnet, precommit_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:15:53.909650 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-2559ddee-63e7-4039-848c-dbc2bf64bf44 tempest-TaggedBootDevicesTest_v242-294831919 tempest-TaggedBootDevicesTest_v242-294831919] Notify callbacks [] for security_group, before_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:15:53.958685 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-2559ddee-63e7-4039-848c-dbc2bf64bf44 tempest-TaggedBootDevicesTest_v242-294831919 tempest-TaggedBootDevicesTest_v242-294831919] Notify callbacks [] for security_group, precommit_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:15:53.984028 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.db_base_plugin_v2 [None req-36510135-5e2d-4206-b770-2e13cdb9a915 admin admin] Deleting subnet ae86ae1b-a63e-483f-8a3f-c65450a455bf {{(pid=84874) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Jan 14 07:15:54.013164 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-36510135-5e2d-4206-b770-2e13cdb9a915 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:15:54.065244 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [req-8335ab30-5b7f-4ec2-bb0e-f06db4a30db4 req-4c9c362c-437b-4eb9-829d-245886084092 tempest-ServersNegativeTestJSON-1888996924 tempest-ServersNegativeTestJSON-1888996924] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777640123575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3254186'] for port, after_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:15:54.077950 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84875) accepted ('10.222.0.24', 60622) {{(pid=84875) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:15:54.212554 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-fe7ba277-a444-4050-9f50-21742ba086cc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:15:54.254657 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84874) accepted ('10.222.0.24', 60626) {{(pid=84874) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:15:54.265309 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_hamode_db [None req-609e6535-7a84-47de-828c-4e20008283f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e420571a-7467-426d-9b83-cd281fd7be8c', 'name': 'tempest-AttachVolumeTestJSON-587176200-router', 'tenant_id': '74f4739a0b63415f9629cd39a2c2160a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '226f1e78-82cd-4481-9055-4eb73b6db8c1', 'external_fixed_ips': [{'subnet_id': 'ba8deeec-7658-4195-9449-038c076f5c83', 'ip_address': '172.25.2.58'}], 'enable_snat': True}, 'gw_port_id': 'fecb0993-1e0b-4a4a-abce-a7dee4d11228', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-14T07:15:45Z', 'updated_at': '2021-01-14T07:15:49Z', 'revision_number': 3, 'project_id': '74f4739a0b63415f9629cd39a2c2160a', 'gw_port': {'id': 'fecb0993-1e0b-4a4a-abce-a7dee4d11228', 'name': '', 'network_id': '226f1e78-82cd-4481-9055-4eb73b6db8c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:b0:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e420571a-7467-426d-9b83-cd281fd7be8c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1142, 'fixed_ips': [{'subnet_id': 'ba8deeec-7658-4195-9449-038c076f5c83', 'ip_address': '172.25.2.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T07:15:46Z', 'updated_at': '2021-01-14T07:15:47Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ba8deeec-7658-4195-9449-038c076f5c83', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-2'}], 'n-d-768862-2', False) {} {{(pid=84876) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:15:54.270509 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-609e6535-7a84-47de-828c-4e20008283f8 None None] Checking router: e420571a-7467-426d-9b83-cd281fd7be8c for host: n-d-768862-2 {{(pid=84876) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Jan 14 07:15:54.270908 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-609e6535-7a84-47de-828c-4e20008283f8 None None] Updating router e420571a-7467-426d-9b83-cd281fd7be8c port fecb0993-1e0b-4a4a-abce-a7dee4d11228 binding host n-d-768862-2 {{(pid=84876) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Jan 14 07:15:54.348498 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-609e6535-7a84-47de-828c-4e20008283f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555753'] for port, before_update {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:15:54.624915 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.plugin [None req-6f326160-6a17-4e22-a5ac-87be4f78d57e admin admin] Deleting port f8e54d72-8604-4333-b165-5be58a0292ce {{(pid=84875) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 07:15:54.625708 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-6f326160-6a17-4e22-a5ac-87be4f78d57e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363259214248359'] for port, before_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:15:54.692243 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-2559ddee-63e7-4039-848c-dbc2bf64bf44 tempest-TaggedBootDevicesTest_v242-294831919 tempest-TaggedBootDevicesTest_v242-294831919] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850887153'] for security_group, after_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:15:54.701223 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-fa4b5f22-1c3d-4f88-8cd4-4c3c1d58b00f tempest-SecurityGroupsTestJSON-494699717 tempest-SecurityGroupsTestJSON-494699717] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:15:54.719654 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.db_base_plugin_v2 [None req-4dadd8c6-20b4-4076-a68f-16706cd9eaff admin admin] Deleting subnet 3a8d5df6-fcf9-4d6b-ae3e-9b1137a38440 {{(pid=84875) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Jan 14 07:15:54.732594 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-4dadd8c6-20b4-4076-a68f-16706cd9eaff admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:15:54.785910 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2559ddee-63e7-4039-848c-dbc2bf64bf44 tempest-TaggedBootDevicesTest_v242-294831919 tempest-TaggedBootDevicesTest_v242-294831919] Pushing event deleted for resources: {'SecurityGroup': ['ID=df93ddc5-68b7-4ef3-8729-1b62c8c05391,revision_number=None']} {{(pid=84875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:15:54.808712 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-289b9e82-f8e6-471c-bb4d-397ffbff69f1 req-21d4f4ab-4654-451c-b7e6-152330855186 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:15:54.816102 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [req-289b9e82-f8e6-471c-bb4d-397ffbff69f1 req-21d4f4ab-4654-451c-b7e6-152330855186 service neutron] 10.222.0.48 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 863 time: 1.2876801 Jan 14 07:15:54.817842 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-2559ddee-63e7-4039-848c-dbc2bf64bf44 tempest-TaggedBootDevicesTest_v242-294831919 tempest-TaggedBootDevicesTest_v242-294831919] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:15:54.908798 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-4dadd8c6-20b4-4076-a68f-16706cd9eaff admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3367281'] for subnet, precommit_delete_associations {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:15:54.979956 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-4dadd8c6-20b4-4076-a68f-16706cd9eaff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036854176836'] for subnet, precommit_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:15:54.996967 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-609e6535-7a84-47de-828c-4e20008283f8 None None] Notify callbacks [] for port, precommit_update {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:15:55.015387 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-609e6535-7a84-47de-828c-4e20008283f8 None None] Transition to ACTIVE for port object fecb0993-1e0b-4a4a-abce-a7dee4d11228 will not be triggered until provisioned by entity L2. {{(pid=84876) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 07:15:55.019391 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-609e6535-7a84-47de-828c-4e20008283f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777640533312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363259214678337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777640097497'] for port, after_update {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:15:55.020878 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-2559ddee-63e7-4039-848c-dbc2bf64bf44 tempest-TaggedBootDevicesTest_v242-294831919 tempest-TaggedBootDevicesTest_v242-294831919] Notify callbacks [] for security_group, before_response {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:15:55.024971 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-2559ddee-63e7-4039-848c-dbc2bf64bf44 tempest-TaggedBootDevicesTest_v242-294831919 tempest-TaggedBootDevicesTest_v242-294831919] 10.222.0.24 "DELETE /v2.0/security-groups/df93ddc5-68b7-4ef3-8729-1b62c8c05391 HTTP/1.1" status: 204 len: 168 time: 1.3115115 Jan 14 07:15:55.034019 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84875) accepted ('10.222.0.24', 60634) {{(pid=84875) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:15:55.034277 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-16184cdf-30cb-4bc4-8a8e-5d8c2c8a8efa None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84876) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:15:55.078291 n-d-768862-2 neutron-server[84765]: INFO neutron.api.v2.resource [None req-87931609-dc62-49ae-a5ed-4b462fb4858d tempest-TaggedBootDevicesTest_v242-294831919 tempest-TaggedBootDevicesTest_v242-294831919] show failed (client error): The resource could not be found. Jan 14 07:15:55.080719 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-87931609-dc62-49ae-a5ed-4b462fb4858d tempest-TaggedBootDevicesTest_v242-294831919 tempest-TaggedBootDevicesTest_v242-294831919] 10.222.0.24 "GET /v2.0/security-groups/df93ddc5-68b7-4ef3-8729-1b62c8c05391 HTTP/1.1" status: 404 len: 347 time: 0.0407603 Jan 14 07:15:55.084198 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-36510135-5e2d-4206-b770-2e13cdb9a915 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036851807232'] for subnet, precommit_delete_associations {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:15:55.085621 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84875) accepted ('10.222.0.24', 60638) {{(pid=84875) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:15:55.116136 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-0f6896cb-ceb9-4b2e-a6ae-551273e69ecd admin admin] Notify callbacks [] for security_group, before_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:15:55.165921 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c9c362c-437b-4eb9-829d-245886084092 tempest-ServersNegativeTestJSON-1888996924 tempest-ServersNegativeTestJSON-1888996924] Pushing event updated for resources: {'Port': ['ID=23b7bb1f-9197-486c-8dbf-d6a20b1a6049,revision_number=1']} {{(pid=84874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:15:55.175910 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46ab5624-30bf-4033-8f17-45d5dbdc99d8 None None] Pushing event updated for resources: {'Port': ['ID=fecb0993-1e0b-4a4a-abce-a7dee4d11228,revision_number=2']} {{(pid=84876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:15:55.182008 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-46ab5624-30bf-4033-8f17-45d5dbdc99d8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=84876) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:15:55.182293 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [req-289b9e82-f8e6-471c-bb4d-397ffbff69f1 req-bdd7782b-9e39-453a-b3c5-415c0f0983c0 tempest-TaggedBootDevicesTest_v242-294831919 tempest-TaggedBootDevicesTest_v242-294831919] Synchronizing usage tracker for tenant:cb7096aff06a4584846542dd674c0323 on resource:port {{(pid=84874) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 14 07:15:55.187609 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-4c9c362c-437b-4eb9-829d-245886084092 tempest-ServersNegativeTestJSON-1888996924 tempest-ServersNegativeTestJSON-1888996924] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.975s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:15:55.203903 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-0f6896cb-ceb9-4b2e-a6ae-551273e69ecd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:15:55.265632 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.managers [None req-609e6535-7a84-47de-828c-4e20008283f8 None None] Attempting to bind port fecb0993-1e0b-4a4a-abce-a7dee4d11228 on host n-d-768862-2 for vnic_type normal with profile {{(pid=84876) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 14 07:15:55.266038 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.managers [None req-609e6535-7a84-47de-828c-4e20008283f8 None None] Attempting to bind port fecb0993-1e0b-4a4a-abce-a7dee4d11228 by drivers openvswitch on host n-d-768862-2 at level 0 using segments [{'id': 'cf3ded2c-bc47-4a71-89af-6e7117e60140', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '226f1e78-82cd-4481-9055-4eb73b6db8c1'}] {{(pid=84876) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 14 07:15:55.266409 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-609e6535-7a84-47de-828c-4e20008283f8 None None] Attempting to bind port fecb0993-1e0b-4a4a-abce-a7dee4d11228 on network 226f1e78-82cd-4481-9055-4eb73b6db8c1 {{(pid=84876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 14 07:15:55.273583 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-609e6535-7a84-47de-828c-4e20008283f8 None None] Checking agent: {'id': 'ba5efab1-b43c-4d5a-bc52-6e105d4e67a2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768862-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 14, 6, 56, 52), 'started_at': datetime.datetime(2021, 1, 14, 6, 57, 22), 'heartbeat_timestamp': datetime.datetime(2021, 1, 14, 7, 15, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768862-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.29', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 14 07:15:55.273955 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-609e6535-7a84-47de-828c-4e20008283f8 None None] Checking segment: {'id': 'cf3ded2c-bc47-4a71-89af-6e7117e60140', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '226f1e78-82cd-4481-9055-4eb73b6db8c1'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84876) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 14 07:15:55.274436 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-609e6535-7a84-47de-828c-4e20008283f8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:15:55.275144 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-609e6535-7a84-47de-828c-4e20008283f8 None None] Bound using segment: {'id': 'cf3ded2c-bc47-4a71-89af-6e7117e60140', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '226f1e78-82cd-4481-9055-4eb73b6db8c1'} {{(pid=84876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 14 07:15:55.275667 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.managers [None req-609e6535-7a84-47de-828c-4e20008283f8 None None] Bound port: fecb0993-1e0b-4a4a-abce-a7dee4d11228, host: n-d-768862-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cf3ded2c-bc47-4a71-89af-6e7117e60140', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '226f1e78-82cd-4481-9055-4eb73b6db8c1'}}] {{(pid=84876) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 14 07:15:55.276115 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-609e6535-7a84-47de-828c-4e20008283f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555753'] for port, before_update {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:15:55.303895 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-0f6896cb-ceb9-4b2e-a6ae-551273e69ecd admin admin] Usage tracker for resource:security_group_rule and tenant:54f7872a7547456d839cec58ac50e7dd is out of sync, need to count used quota {{(pid=84874) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:15:55.321382 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-0f6896cb-ceb9-4b2e-a6ae-551273e69ecd admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84874) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:15:55.357408 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [None req-609e6535-7a84-47de-828c-4e20008283f8 None None] For port fecb0993-1e0b-4a4a-abce-a7dee4d11228, host n-d-768862-2, cleared binding levels {{(pid=84876) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 14 07:15:55.360453 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.plugin [None req-da40cf37-cdb4-4527-97c1-6c616860b621 tempest-TaggedBootDevicesTest_v242-294831919 tempest-TaggedBootDevicesTest_v242-294831919] Deleting port 610fafae-7a4d-488f-ba6a-3aa19d7d1e01 {{(pid=84875) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 07:15:55.360813 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-da40cf37-cdb4-4527-97c1-6c616860b621 tempest-TaggedBootDevicesTest_v242-294831919 tempest-TaggedBootDevicesTest_v242-294831919] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363259214248359'] for port, before_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:15:55.361848 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [None req-609e6535-7a84-47de-828c-4e20008283f8 None None] For port fecb0993-1e0b-4a4a-abce-a7dee4d11228, host n-d-768862-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-2',level=0,port_id=fecb0993-1e0b-4a4a-abce-a7dee4d11228,segment=NetworkSegment(cf3ded2c-bc47-4a71-89af-6e7117e60140),segment_id=cf3ded2c-bc47-4a71-89af-6e7117e60140)] {{(pid=84876) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 14 07:15:55.367394 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-609e6535-7a84-47de-828c-4e20008283f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777640533312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363259214678337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777640097497'] for port, after_update {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:15:55.383435 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-0f1048e7-4577-430e-acf3-45d99bf8825d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84876) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:15:55.403946 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-0f6896cb-ceb9-4b2e-a6ae-551273e69ecd admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:15:55.447261 n-d-768862-2 neutron-server[84765]: INFO neutron.db.db_base_plugin_v2 [None req-36510135-5e2d-4206-b770-2e13cdb9a915 admin admin] Found port (23b7bb1f-9197-486c-8dbf-d6a20b1a6049, 172.20.0.10) having IP allocation on subnet ae86ae1b-a63e-483f-8a3f-c65450a455bf, cannot delete Jan 14 07:15:55.448093 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [req-289b9e82-f8e6-471c-bb4d-397ffbff69f1 req-bdd7782b-9e39-453a-b3c5-415c0f0983c0 tempest-TaggedBootDevicesTest_v242-294831919 tempest-TaggedBootDevicesTest_v242-294831919] Unset dirty status for tenant:cb7096aff06a4584846542dd674c0323 on resource:port {{(pid=84874) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 14 07:15:55.449425 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [req-289b9e82-f8e6-471c-bb4d-397ffbff69f1 req-bdd7782b-9e39-453a-b3c5-415c0f0983c0 tempest-TaggedBootDevicesTest_v242-294831919 tempest-TaggedBootDevicesTest_v242-294831919] 10.222.0.48 "GET /v2.0/ports?device_id=c8f066a1-c13d-4458-98ab-bc57450d3363 HTTP/1.1" status: 200 len: 210 time: 0.4412160 Jan 14 07:15:55.451978 n-d-768862-2 neutron-server[84765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8335ab30-5b7f-4ec2-bb0e-f06db4a30db4 req-4c9c362c-437b-4eb9-829d-245886084092 tempest-ServersNegativeTestJSON-1888996924 tempest-ServersNegativeTestJSON-1888996924] Network 58634b46-3389-4a58-9255-646914eb2c67 is already hosted by enough agents. {{(pid=84874) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 07:15:55.476142 n-d-768862-2 neutron-server[84765]: DEBUG neutron.scheduler.base_scheduler [req-8335ab30-5b7f-4ec2-bb0e-f06db4a30db4 req-4c9c362c-437b-4eb9-829d-245886084092 tempest-ServersNegativeTestJSON-1888996924 tempest-ServersNegativeTestJSON-1888996924] Resources bound (agent type, host, resource id): {{(pid=84874) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 07:15:55.502466 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46ab5624-30bf-4033-8f17-45d5dbdc99d8 None None] Pushing event updated for resources: {'Port': ['ID=fecb0993-1e0b-4a4a-abce-a7dee4d11228,revision_number=3']} {{(pid=84876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:15:55.505118 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-46ab5624-30bf-4033-8f17-45d5dbdc99d8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=84876) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:15:55.519068 n-d-768862-2 neutron-server[84765]: INFO neutron.pecan_wsgi.hooks.translation [None req-36510135-5e2d-4206-b770-2e13cdb9a915 admin admin] DELETE failed (client error): There was a conflict when trying to complete your request. Jan 14 07:15:55.519591 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-36510135-5e2d-4206-b770-2e13cdb9a915 admin admin] No notification will be sent due to unsuccessful status code: 409 {{(pid=84874) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Jan 14 07:15:55.521532 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-36510135-5e2d-4206-b770-2e13cdb9a915 admin admin] 10.222.0.24 "DELETE /v2.0/subnets/ae86ae1b-a63e-483f-8a3f-c65450a455bf HTTP/1.1" status: 409 len: 404 time: 2.1477039 Jan 14 07:15:55.523218 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_dvrscheduler_db [req-8335ab30-5b7f-4ec2-bb0e-f06db4a30db4 req-4c9c362c-437b-4eb9-829d-245886084092 tempest-ServersNegativeTestJSON-1888996924 tempest-ServersNegativeTestJSON-1888996924] Received port after_create {{(pid=84874) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 14 07:15:55.605335 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-da40cf37-cdb4-4527-97c1-6c616860b621 tempest-TaggedBootDevicesTest_v242-294831919 tempest-TaggedBootDevicesTest_v242-294831919] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036850862667'] for port, precommit_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:15:55.606177 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-da40cf37-cdb4-4527-97c1-6c616860b621 tempest-TaggedBootDevicesTest_v242-294831919 tempest-TaggedBootDevicesTest_v242-294831919] Notify callbacks [] for floatingip, precommit_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:15:55.625586 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [None req-6f326160-6a17-4e22-a5ac-87be4f78d57e admin admin] For port f8e54d72-8604-4333-b165-5be58a0292ce, host n-d-768862-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-2',level=0,port_id=f8e54d72-8604-4333-b165-5be58a0292ce,segment=NetworkSegment(9d160776-cb4e-4c54-875c-28b1a84a4c08),segment_id=9d160776-cb4e-4c54-875c-28b1a84a4c08)] {{(pid=84875) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 07:15:55.626595 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-6f326160-6a17-4e22-a5ac-87be4f78d57e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036850862667'] for port, precommit_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:15:55.634865 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-609e6535-7a84-47de-828c-4e20008283f8 None None] Routers {'e420571a-7467-426d-9b83-cd281fd7be8c'} bound to L3 agent in host n-d-768862-2 {{(pid=84876) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 14 07:15:55.637009 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_hamode_db [None req-609e6535-7a84-47de-828c-4e20008283f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-01-14T06:56:51Z,description=,heartbeat_timestamp=2021-01-14T07:15:51Z,host='n-d-768862-2',id=35f592e9-451b-4db9-abea-77b6a5c5391b,load=0,resource_versions=,resources_synced=,started_at=2021-01-14T06:56:51Z,topic='l3_agent')) {'router_ids': ['e420571a-7467-426d-9b83-cd281fd7be8c'], 'active': True} {{(pid=84876) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:15:55.727091 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network":"rule:regular_user" was deprecated in W in favor of "create_network":"role:member and project_id:%(project_id)s". Reason: Jan 14 07:15:55.727091 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:15:55.727091 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:15:55.727091 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:15:55.727091 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:shared":"rule:admin_only" was deprecated in W in favor of "create_network:shared":"role:admin and system_scope:all". Reason: Jan 14 07:15:55.727091 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:15:55.727091 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:15:55.727091 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:15:55.727091 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:router:external":"rule:admin_only" was deprecated in W in favor of "create_network:router:external":"role:admin and system_scope:all". Reason: Jan 14 07:15:55.727091 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:15:55.727091 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:15:55.727091 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:15:55.727091 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:is_default":"rule:admin_only" was deprecated in W in favor of "create_network:is_default":"role:admin and system_scope:all". Reason: Jan 14 07:15:55.727091 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:15:55.727091 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:15:55.727091 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:15:55.727091 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:port_security_enabled":"rule:regular_user" was deprecated in W in favor of "create_network:port_security_enabled":"role:member and project_id:%(project_id)s". Reason: Jan 14 07:15:55.727091 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:15:55.727091 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:15:55.727091 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:15:55.727091 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:segments":"rule:admin_only" was deprecated in W in favor of "create_network:segments":"role:admin and system_scope:all". Reason: Jan 14 07:15:55.727091 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:15:55.727091 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:15:55.727091 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:15:55.727091 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "create_network:provider:network_type":"role:admin and system_scope:all". Reason: Jan 14 07:15:55.727091 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:15:55.727091 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:15:55.727091 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:15:55.727091 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "create_network:provider:physical_network":"role:admin and system_scope:all". Reason: Jan 14 07:15:55.727091 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:15:55.727091 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:15:55.727091 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:15:55.727091 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "create_network:provider:segmentation_id":"role:admin and system_scope:all". Reason: Jan 14 07:15:55.727091 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:15:55.727091 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:15:55.727091 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:15:55.727091 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network":"rule:admin_or_owner or rule:shared or rule:external or rule:context_is_advsvc" was deprecated in W in favor of "get_network":"(role:reader and system_scope:all) or (role:reader and project_id:%(project_id)s) or rule:shared or rule:external or rule:context_is_advsvc". Reason: Jan 14 07:15:55.727091 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:15:55.727091 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:15:55.727091 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:15:55.727091 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:router:external":"rule:regular_user" was deprecated in W in favor of "get_network:router:external":"role:reader and project_id:%(project_id)s". Reason: Jan 14 07:15:55.727091 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:15:55.727091 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:15:55.727091 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:15:55.727091 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:segments":"rule:admin_only" was deprecated in W in favor of "get_network:segments":"role:reader and system_scope:all". Reason: Jan 14 07:15:55.727091 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:15:55.727091 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:15:55.727091 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:15:55.730734 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "get_network:provider:network_type":"role:reader and system_scope:all". Reason: Jan 14 07:15:55.730734 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:15:55.730734 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:15:55.730734 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:15:55.730734 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "get_network:provider:physical_network":"role:reader and system_scope:all". Reason: Jan 14 07:15:55.730734 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:15:55.730734 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:15:55.730734 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:15:55.730734 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "get_network:provider:segmentation_id":"role:reader and system_scope:all". Reason: Jan 14 07:15:55.730734 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:15:55.730734 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:15:55.730734 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:15:55.730734 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network":"rule:admin_or_owner" was deprecated in W in favor of "update_network":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 07:15:55.730734 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:15:55.730734 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:15:55.730734 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:15:55.730734 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:segments":"rule:admin_only" was deprecated in W in favor of "update_network:segments":"role:admin and system_scope:all". Reason: Jan 14 07:15:55.730734 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:15:55.730734 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:15:55.730734 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:15:55.735058 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-289b9e82-f8e6-471c-bb4d-397ffbff69f1 req-56aad919-3ab3-42ab-a66d-ac1af9d37c58 tempest-TaggedBootDevicesTest_v242-294831919 tempest-TaggedBootDevicesTest_v242-294831919] Attributes excluded by policy engine: ['binding:profile'] {{(pid=84874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:15:55.736390 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [req-289b9e82-f8e6-471c-bb4d-397ffbff69f1 req-56aad919-3ab3-42ab-a66d-ac1af9d37c58 tempest-TaggedBootDevicesTest_v242-294831919 tempest-TaggedBootDevicesTest_v242-294831919] 10.222.0.48 "GET /v2.0/ports/76e6f417-022c-42fe-909e-62d9dfcd0030?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.2634323 Jan 14 07:15:55.793141 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.plugin [None req-da40cf37-cdb4-4527-97c1-6c616860b621 tempest-TaggedBootDevicesTest_v242-294831919 tempest-TaggedBootDevicesTest_v242-294831919] Calling delete_port for 610fafae-7a4d-488f-ba6a-3aa19d7d1e01 owned by network:floatingip {{(pid=84875) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 07:15:55.806503 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8335ab30-5b7f-4ec2-bb0e-f06db4a30db4 req-4c9c362c-437b-4eb9-829d-245886084092 tempest-ServersNegativeTestJSON-1888996924 tempest-ServersNegativeTestJSON-1888996924] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:15:55.807239 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [req-8335ab30-5b7f-4ec2-bb0e-f06db4a30db4 req-4c9c362c-437b-4eb9-829d-245886084092 tempest-ServersNegativeTestJSON-1888996924 tempest-ServersNegativeTestJSON-1888996924] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854768116'] for port, before_response {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:15:55.929071 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_dvr_db [None req-609e6535-7a84-47de-828c-4e20008283f8 None None] Set router e420571a-7467-426d-9b83-cd281fd7be8c gateway port host: n-d-768862-2 {{(pid=84876) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 14 07:15:55.991250 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.plugin [None req-6f326160-6a17-4e22-a5ac-87be4f78d57e admin admin] Calling delete_port for f8e54d72-8604-4333-b165-5be58a0292ce owned by network:router_interface {{(pid=84875) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 07:15:56.042940 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [req-289b9e82-f8e6-471c-bb4d-397ffbff69f1 req-7c12d5ae-b4ea-4d13-8a0f-0ee288e9ae47 tempest-TaggedBootDevicesTest_v242-294831919 tempest-TaggedBootDevicesTest_v242-294831919] 10.222.0.48 "GET /v2.0/networks/98072e70-e1ea-4296-9013-017af5cadabb?fields=dns_domain HTTP/1.1" status: 200 len: 212 time: 0.2930710 Jan 14 07:15:56.070438 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-2f2a18f9-2211-4168-826f-788340f8c9b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-598964', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850887113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036851521664', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2794686'] for subnet, after_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:15:56.104489 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.v2.base [req-289b9e82-f8e6-471c-bb4d-397ffbff69f1 req-eb0db460-9c08-4125-8476-a40e1b0e05a1 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=84874) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:15:56.137236 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-3ff78b6e-45ca-4c16-b94a-cb52f413bc8a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:15:56.262896 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [req-8335ab30-5b7f-4ec2-bb0e-f06db4a30db4 req-4c9c362c-437b-4eb9-829d-245886084092 tempest-ServersNegativeTestJSON-1888996924 tempest-ServersNegativeTestJSON-1888996924] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 5.9599011 Jan 14 07:15:56.304901 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f2a18f9-2211-4168-826f-788340f8c9b1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4f3221f6-f061-449c-82f0-9ddb8f90bf28,revision_number=None']} {{(pid=84874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:15:56.338818 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-2f2a18f9-2211-4168-826f-788340f8c9b1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.202s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:15:56.360578 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.v2.base [req-8335ab30-5b7f-4ec2-bb0e-f06db4a30db4 req-130e83c2-9b25-4489-b319-e70fc8c66e3c service neutron] Request body: {'port': {'device_id': '2871d7e5-d082-4af4-bbbd-fc1152f24193', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-768862-2'}} {{(pid=84874) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:15:56.396710 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-6f326160-6a17-4e22-a5ac-87be4f78d57e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777640533329', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777640097463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851621574'] for port, after_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:15:56.416874 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-09cb3912-9cae-4d1c-b5ad-d8c7a08f7eea admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:15:56.462469 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-4dadd8c6-20b4-4076-a68f-16706cd9eaff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-598964', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850887113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3154192', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2308610'] for subnet, after_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:15:56.478542 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-0f6896cb-ceb9-4b2e-a6ae-551273e69ecd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:15:56.500727 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84874) accepted ('10.222.0.24', 60660) {{(pid=84874) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:15:56.510499 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-0f6896cb-ceb9-4b2e-a6ae-551273e69ecd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850887153'] for security_group, after_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:15:56.559738 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-70c954b2-a254-495e-9f6b-2530599ad02b tempest-ServerActionsTestJSON-743344072 tempest-ServerActionsTestJSON-743344072] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:15:56.632478 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f6896cb-ceb9-4b2e-a6ae-551273e69ecd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=224d41d8-23c1-45db-92e2-36ef32ef111d,revision_number=1']} {{(pid=84874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:15:56.637903 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f326160-6a17-4e22-a5ac-87be4f78d57e admin admin] Pushing event deleted for resources: {'Port': ['ID=f8e54d72-8604-4333-b165-5be58a0292ce,revision_number=None']} {{(pid=84875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:15:56.641371 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-6f326160-6a17-4e22-a5ac-87be4f78d57e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.225s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:15:56.642175 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-61aa2975-71e7-44ec-9ed4-7229feeec0ff tempest-TaggedBootDevicesTest-541410187 tempest-TaggedBootDevicesTest-541410187] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:15:56.642563 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-0f6896cb-ceb9-4b2e-a6ae-551273e69ecd admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=54f7872a7547456d839cec58ac50e7dd&name=default HTTP/1.1" status: 200 len: 2983 time: 2.3248060 Jan 14 07:15:56.649125 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84874) accepted ('10.222.0.24', 60668) {{(pid=84874) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:15:56.660664 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-0f6896cb-ceb9-4b2e-a6ae-551273e69ecd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:15:56.753174 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-2f2a18f9-2211-4168-826f-788340f8c9b1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3207107'] for subnet, before_response {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:15:56.759023 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-2f2a18f9-2211-4168-826f-788340f8c9b1 admin admin] 10.222.0.24 "DELETE /v2.0/subnets/4f3221f6-f061-449c-82f0-9ddb8f90bf28 HTTP/1.1" status: 204 len: 168 time: 4.2492170 Jan 14 07:15:56.805156 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84874) accepted ('10.222.0.24', 60672) {{(pid=84874) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:15:56.849207 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dadd8c6-20b4-4076-a68f-16706cd9eaff admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3a8d5df6-fcf9-4d6b-ae3e-9b1137a38440,revision_number=None']} {{(pid=84875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:15:56.858110 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-4dadd8c6-20b4-4076-a68f-16706cd9eaff admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.215s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:15:56.863261 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-4dadd8c6-20b4-4076-a68f-16706cd9eaff admin admin] Notify callbacks [] for subnet, before_response {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:15:56.906666 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [req-289b9e82-f8e6-471c-bb4d-397ffbff69f1 req-eb0db460-9c08-4125-8476-a40e1b0e05a1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555753'] for port, before_update {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:15:56.929105 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_hamode_db [None req-609e6535-7a84-47de-828c-4e20008283f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e420571a-7467-426d-9b83-cd281fd7be8c', 'name': 'tempest-AttachVolumeTestJSON-587176200-router', 'tenant_id': '74f4739a0b63415f9629cd39a2c2160a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '226f1e78-82cd-4481-9055-4eb73b6db8c1', 'external_fixed_ips': [{'subnet_id': 'ba8deeec-7658-4195-9449-038c076f5c83', 'ip_address': '172.25.2.58'}], 'enable_snat': True}, 'gw_port_id': 'fecb0993-1e0b-4a4a-abce-a7dee4d11228', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-14T07:15:45Z', 'updated_at': '2021-01-14T07:15:49Z', 'revision_number': 3, 'project_id': '74f4739a0b63415f9629cd39a2c2160a', 'gw_port': {'id': 'fecb0993-1e0b-4a4a-abce-a7dee4d11228', 'name': '', 'network_id': '226f1e78-82cd-4481-9055-4eb73b6db8c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:b0:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e420571a-7467-426d-9b83-cd281fd7be8c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1142, 'fixed_ips': [{'subnet_id': 'ba8deeec-7658-4195-9449-038c076f5c83', 'ip_address': '172.25.2.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T07:15:46Z', 'updated_at': '2021-01-14T07:15:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ba8deeec-7658-4195-9449-038c076f5c83', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-2'}], 'n-d-768862-2', False) {} {{(pid=84876) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:15:56.934656 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-609e6535-7a84-47de-828c-4e20008283f8 None None] The sync data for ids ['e420571a-7467-426d-9b83-cd281fd7be8c'] in n-d-768862-2 is: [{'id': 'e420571a-7467-426d-9b83-cd281fd7be8c', 'name': 'tempest-AttachVolumeTestJSON-587176200-router', 'tenant_id': '74f4739a0b63415f9629cd39a2c2160a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '226f1e78-82cd-4481-9055-4eb73b6db8c1', 'external_fixed_ips': [{'subnet_id': 'ba8deeec-7658-4195-9449-038c076f5c83', 'ip_address': '172.25.2.58'}], 'enable_snat': True}, 'gw_port_id': 'fecb0993-1e0b-4a4a-abce-a7dee4d11228', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-14T07:15:45Z', 'updated_at': '2021-01-14T07:15:49Z', 'revision_number': 3, 'project_id': '74f4739a0b63415f9629cd39a2c2160a', 'gw_port': {'id': 'fecb0993-1e0b-4a4a-abce-a7dee4d11228', 'name': '', 'network_id': '226f1e78-82cd-4481-9055-4eb73b6db8c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:b0:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e420571a-7467-426d-9b83-cd281fd7be8c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1142, 'fixed_ips': [{'subnet_id': 'ba8deeec-7658-4195-9449-038c076f5c83', 'ip_address': '172.25.2.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T07:15:46Z', 'updated_at': '2021-01-14T07:15:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ba8deeec-7658-4195-9449-038c076f5c83', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-2'}] {{(pid=84876) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Jan 14 07:15:57.015425 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-4dadd8c6-20b4-4076-a68f-16706cd9eaff admin admin] 10.222.0.24 "DELETE /v2.0/subnets/3a8d5df6-fcf9-4d6b-ae3e-9b1137a38440 HTTP/1.1" status: 204 len: 168 time: 2.9342368 Jan 14 07:15:57.019914 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84875) accepted ('10.222.0.24', 60676) {{(pid=84875) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:15:57.045083 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.v2.base [None req-e3f87dc9-d25d-4b3f-9376-70522e8fe378 admin admin] Request body: {'network': {'name': 'tempest-ComputeTenantNetworksTest-623532709-network', 'tenant_id': '91add319a1ad4406936fa944210c6f93'}} {{(pid=84874) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:15:57.084022 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [req-8335ab30-5b7f-4ec2-bb0e-f06db4a30db4 req-130e83c2-9b25-4489-b319-e70fc8c66e3c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555753'] for port, before_update {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:15:57.128576 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-86c9aa0c-66c7-414d-95b9-75e3b9db5c8e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:15:57.141977 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-e3f87dc9-d25d-4b3f-9376-70522e8fe378 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:15:57.191321 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-e3f87dc9-d25d-4b3f-9376-70522e8fe378 admin admin] Usage tracker for resource:network and tenant:91add319a1ad4406936fa944210c6f93 is out of sync, need to count used quota {{(pid=84874) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:15:57.198600 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-22e4cecd-2cc8-4374-81ca-ca8e38caee5a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555753'] for port, before_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:15:57.209514 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-e3f87dc9-d25d-4b3f-9376-70522e8fe378 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84874) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:15:57.248847 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-da40cf37-cdb4-4527-97c1-6c616860b621 tempest-TaggedBootDevicesTest_v242-294831919 tempest-TaggedBootDevicesTest_v242-294831919] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777640533329', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777640097463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851621574'] for port, after_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:15:57.269913 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-b89053dd-1242-48e6-9ef7-96d6954df8f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036854160497'] for network, before_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:15:57.271280 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-5e3c86a5-77b6-43d1-905c-ba72d474e6c4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:15:57.671808 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-e3f87dc9-d25d-4b3f-9376-70522e8fe378 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:15:57.788855 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-01dd3771-a65a-4db6-81d7-2beb481f9eb7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036854160497'] for network, before_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:15:57.810865 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-86c9aa0c-66c7-414d-95b9-75e3b9db5c8e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:15:57.908962 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da40cf37-cdb4-4527-97c1-6c616860b621 tempest-TaggedBootDevicesTest_v242-294831919 tempest-TaggedBootDevicesTest_v242-294831919] Pushing event deleted for resources: {'Port': ['ID=610fafae-7a4d-488f-ba6a-3aa19d7d1e01,revision_number=None']} {{(pid=84875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:15:57.916435 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-da40cf37-cdb4-4527-97c1-6c616860b621 tempest-TaggedBootDevicesTest_v242-294831919 tempest-TaggedBootDevicesTest_v242-294831919] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.645s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:15:57.976141 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e3f87dc9-d25d-4b3f-9376-70522e8fe378 admin admin] Made reservation on behalf of 91add319a1ad4406936fa944210c6f93 for: {'network': 1} {{(pid=84874) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 07:15:57.981900 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-e3f87dc9-d25d-4b3f-9376-70522e8fe378 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555753'] for network, before_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:15:58.137599 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-e3f87dc9-d25d-4b3f-9376-70522e8fe378 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:15:58.214367 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-da40cf37-cdb4-4527-97c1-6c616860b621 tempest-TaggedBootDevicesTest_v242-294831919 tempest-TaggedBootDevicesTest_v242-294831919] Notify callbacks [] for floatingip, after_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:15:58.216873 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-da40cf37-cdb4-4527-97c1-6c616860b621 tempest-TaggedBootDevicesTest_v242-294831919 tempest-TaggedBootDevicesTest_v242-294831919] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854768116'] for floatingip, before_response {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:15:58.218238 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-da40cf37-cdb4-4527-97c1-6c616860b621 tempest-TaggedBootDevicesTest_v242-294831919 tempest-TaggedBootDevicesTest_v242-294831919] 10.222.0.24 "DELETE /v2.0/floatingips/00689fdf-558f-497d-9bef-b0b3dd5f9bc4 HTTP/1.1" status: 204 len: 168 time: 3.1314769 Jan 14 07:15:58.231428 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84875) accepted ('10.222.0.24', 60682) {{(pid=84875) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:15:58.234997 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-01dd3771-a65a-4db6-81d7-2beb481f9eb7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-598987', 'neutron.services.segments.db._delete_segments_for_network-8777640583949'] for network, precommit_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:15:58.292547 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-e3f87dc9-d25d-4b3f-9376-70522e8fe378 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:15:58.397899 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-6f326160-6a17-4e22-a5ac-87be4f78d57e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted--9223372036851568851', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal--9223372036850888080'] for router_interface, after_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:15:58.415306 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-e3f87dc9-d25d-4b3f-9376-70522e8fe378 admin admin] Usage tracker for resource:security_group_rule and tenant:91add319a1ad4406936fa944210c6f93 is out of sync, need to count used quota {{(pid=84874) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:15:58.456875 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-e3f87dc9-d25d-4b3f-9376-70522e8fe378 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84874) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:15:58.476229 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-e3f87dc9-d25d-4b3f-9376-70522e8fe378 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:15:58.493214 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-b89053dd-1242-48e6-9ef7-96d6954df8f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-598987', 'neutron.services.segments.db._delete_segments_for_network-8777640583949'] for network, precommit_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:15:58.502574 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.plugin [None req-138c6ceb-6b5f-4b9f-ab75-10b049f57b11 tempest-TaggedBootDevicesTest_v242-294831919 tempest-TaggedBootDevicesTest_v242-294831919] Deleting port 76e6f417-022c-42fe-909e-62d9dfcd0030 {{(pid=84875) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 07:15:58.502951 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-138c6ceb-6b5f-4b9f-ab75-10b049f57b11 tempest-TaggedBootDevicesTest_v242-294831919 tempest-TaggedBootDevicesTest_v242-294831919] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363259214248359'] for port, before_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:15:58.551104 n-d-768862-2 neutron-server[84765]: DEBUG neutron.services.segments.db [None req-01dd3771-a65a-4db6-81d7-2beb481f9eb7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1bf412e1-812a-4b21-89ed-459eacad44c3']}} {{(pid=84875) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:15:58.585447 n-d-768862-2 neutron-server[84765]: DEBUG neutron.services.segments.db [None req-01dd3771-a65a-4db6-81d7-2beb481f9eb7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2853ef32-dce4-45fb-96d2-92cc95f07f58') {'for_net_delete': True} {{(pid=84875) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:15:58.585771 n-d-768862-2 neutron-server[84765]: DEBUG neutron.services.segments.db [None req-01dd3771-a65a-4db6-81d7-2beb481f9eb7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2853ef32-dce4-45fb-96d2-92cc95f07f58') {} {{(pid=84875) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:15:58.620075 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-01dd3771-a65a-4db6-81d7-2beb481f9eb7 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363259214173198', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036851408567'] for segment, before_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:15:58.630483 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-86c9aa0c-66c7-414d-95b9-75e3b9db5c8e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850887153'] for security_group, after_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:15:58.656589 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-0d141946-f982-4531-a986-27db4c24d273 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:15:58.697779 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-01dd3771-a65a-4db6-81d7-2beb481f9eb7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854179735'] for segment, precommit_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:15:58.703533 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-01dd3771-a65a-4db6-81d7-2beb481f9eb7 admin admin] Releasing vxlan tunnel 3 to pool {{(pid=84875) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Jan 14 07:15:58.735758 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86c9aa0c-66c7-414d-95b9-75e3b9db5c8e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=224d41d8-23c1-45db-92e2-36ef32ef111d,revision_number=None']} {{(pid=84874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:15:58.753137 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-86c9aa0c-66c7-414d-95b9-75e3b9db5c8e admin admin] Notify callbacks [] for security_group, before_response {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:15:58.759764 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-86c9aa0c-66c7-414d-95b9-75e3b9db5c8e admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/224d41d8-23c1-45db-92e2-36ef32ef111d HTTP/1.1" status: 204 len: 168 time: 2.0946929 Jan 14 07:15:58.761985 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-86c9aa0c-66c7-414d-95b9-75e3b9db5c8e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:15:58.904877 n-d-768862-2 neutron-server[84765]: DEBUG neutron.services.segments.db [None req-b89053dd-1242-48e6-9ef7-96d6954df8f2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e5694f3a-2860-4c11-af90-4911b39c9d07']}} {{(pid=84874) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:15:58.945498 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.db.resource_extend [req-8335ab30-5b7f-4ec2-bb0e-f06db4a30db4 req-130e83c2-9b25-4489-b319-e70fc8c66e3c service neutron] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84874) wrapper /usr/local/lib/python3.6/dist-packages/oslo_utils/timeutils.py:388}} Jan 14 07:15:58.948810 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Device fecb0993-1e0b-4a4a-abce-a7dee4d11228 up at agent ovs-agent-n-d-768862-2 {{(pid=84876) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 07:15:58.957958 n-d-768862-2 neutron-server[84765]: DEBUG neutron.services.segments.db [None req-b89053dd-1242-48e6-9ef7-96d6954df8f2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '93976ada-1e92-437b-bb3f-368ee8feeb67') {'for_net_delete': True} {{(pid=84874) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:15:58.958298 n-d-768862-2 neutron-server[84765]: DEBUG neutron.services.segments.db [None req-b89053dd-1242-48e6-9ef7-96d6954df8f2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '93976ada-1e92-437b-bb3f-368ee8feeb67') {} {{(pid=84874) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:15:59.047115 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Provisioning for port fecb0993-1e0b-4a4a-abce-a7dee4d11228 completed by entity L2. {{(pid=84876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 07:15:59.051471 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.db.resource_extend [req-289b9e82-f8e6-471c-bb4d-397ffbff69f1 req-eb0db460-9c08-4125-8476-a40e1b0e05a1 service neutron] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84874) wrapper /usr/local/lib/python3.6/dist-packages/oslo_utils/timeutils.py:388}} Jan 14 07:15:59.054921 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Provisioning complete for port fecb0993-1e0b-4a4a-abce-a7dee4d11228 triggered by entity L2. {{(pid=84876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 07:15:59.055501 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-604227'] for port, provisioning_complete {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:15:59.073669 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [req-289b9e82-f8e6-471c-bb4d-397ffbff69f1 req-eb0db460-9c08-4125-8476-a40e1b0e05a1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:15:59.077258 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-b89053dd-1242-48e6-9ef7-96d6954df8f2 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363259214173198', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2968632'] for segment, before_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:15:59.141149 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-e3f87dc9-d25d-4b3f-9376-70522e8fe378 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:15:59.159784 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [req-289b9e82-f8e6-471c-bb4d-397ffbff69f1 req-eb0db460-9c08-4125-8476-a40e1b0e05a1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777640533312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363259214678337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777640097497', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036851521613'] for port, after_update {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:15:59.205144 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555753'] for port, before_update {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:15:59.221923 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-e3f87dc9-d25d-4b3f-9376-70522e8fe378 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850887153'] for security_group, after_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:15:59.230441 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] For port fecb0993-1e0b-4a4a-abce-a7dee4d11228, host n-d-768862-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-2',level=0,port_id=fecb0993-1e0b-4a4a-abce-a7dee4d11228,segment=NetworkSegment(cf3ded2c-bc47-4a71-89af-6e7117e60140),segment_id=cf3ded2c-bc47-4a71-89af-6e7117e60140)] {{(pid=84876) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 07:15:59.235267 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777640533312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363259214678337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777640097497'] for port, after_update {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:15:59.237789 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-017f98a9-8a07-408c-a86f-8ff0c00400a0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84876) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:15:59.241913 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.managers [None req-01dd3771-a65a-4db6-81d7-2beb481f9eb7 admin admin] Network 1bf412e1-812a-4b21-89ed-459eacad44c3 has no segments {{(pid=84875) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 14 07:15:59.243401 n-d-768862-2 neutron-server[84765]: DEBUG neutron.notifiers.nova [req-8335ab30-5b7f-4ec2-bb0e-f06db4a30db4 req-130e83c2-9b25-4489-b319-e70fc8c66e3c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 23b7bb1f-9197-486c-8dbf-d6a20b1a6049 {{(pid=84874) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Jan 14 07:15:59.257305 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-01dd3771-a65a-4db6-81d7-2beb481f9eb7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-596065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3154253'] for segment, after_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:15:59.267094 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-b89053dd-1242-48e6-9ef7-96d6954df8f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854179735'] for segment, precommit_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:15:59.269660 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-e0d8c2bc-f6ec-4152-838a-f9ba965747dc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:15:59.315444 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Pushing event updated for resources: {'Port': ['ID=fecb0993-1e0b-4a4a-abce-a7dee4d11228,revision_number=4']} {{(pid=84876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:15:59.328504 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=84876) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:15:59.347384 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-b89053dd-1242-48e6-9ef7-96d6954df8f2 admin admin] Releasing vxlan tunnel 6 to pool {{(pid=84874) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Jan 14 07:15:59.367383 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-138c6ceb-6b5f-4b9f-ab75-10b049f57b11 tempest-TaggedBootDevicesTest_v242-294831919 tempest-TaggedBootDevicesTest_v242-294831919] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036850862667'] for port, precommit_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:15:59.413868 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [req-8335ab30-5b7f-4ec2-bb0e-f06db4a30db4 req-130e83c2-9b25-4489-b319-e70fc8c66e3c service neutron] Notify callbacks [] for port, precommit_update {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:15:59.510162 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e3f87dc9-d25d-4b3f-9376-70522e8fe378 admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 18} {{(pid=84874) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Jan 14 07:15:59.535102 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.plugin [None req-138c6ceb-6b5f-4b9f-ab75-10b049f57b11 tempest-TaggedBootDevicesTest_v242-294831919 tempest-TaggedBootDevicesTest_v242-294831919] Calling delete_port for 76e6f417-022c-42fe-909e-62d9dfcd0030 owned by {{(pid=84875) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 07:15:59.540526 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [req-8335ab30-5b7f-4ec2-bb0e-f06db4a30db4 req-130e83c2-9b25-4489-b319-e70fc8c66e3c service neutron] Transition to ACTIVE for port object 23b7bb1f-9197-486c-8dbf-d6a20b1a6049 will not be triggered until provisioned by entity L2. {{(pid=84874) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 07:15:59.570343 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb0db460-9c08-4125-8476-a40e1b0e05a1 service neutron] Pushing event updated for resources: {'Port': ['ID=76e6f417-022c-42fe-909e-62d9dfcd0030,revision_number=2']} {{(pid=84874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:15:59.573714 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-eb0db460-9c08-4125-8476-a40e1b0e05a1 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.304s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:15:59.575141 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-289b9e82-f8e6-471c-bb4d-397ffbff69f1 req-eb0db460-9c08-4125-8476-a40e1b0e05a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:15:59.576064 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [req-289b9e82-f8e6-471c-bb4d-397ffbff69f1 req-eb0db460-9c08-4125-8476-a40e1b0e05a1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854768116'] for port, before_response {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:15:59.577616 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [req-289b9e82-f8e6-471c-bb4d-397ffbff69f1 req-eb0db460-9c08-4125-8476-a40e1b0e05a1 service neutron] 10.222.0.48 "PUT /v2.0/ports/76e6f417-022c-42fe-909e-62d9dfcd0030 HTTP/1.1" status: 200 len: 1031 time: 3.5096195 Jan 14 07:15:59.586028 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-7d75af58-e01e-4998-831c-85dc4e7bfd3f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.279s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:15:59.595938 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [req-8335ab30-5b7f-4ec2-bb0e-f06db4a30db4 req-130e83c2-9b25-4489-b319-e70fc8c66e3c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777640533312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363259214678337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777640097497', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036851521613'] for port, after_update {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:15:59.931788 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84875) accepted ('10.222.0.24', 60706) {{(pid=84875) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:15:59.987784 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.managers [None req-01dd3771-a65a-4db6-81d7-2beb481f9eb7 admin admin] Network 1bf412e1-812a-4b21-89ed-459eacad44c3 has no segments {{(pid=84875) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 14 07:16:00.016252 n-d-768862-2 neutron-server[84765]: Traceback (most recent call last): Jan 14 07:16:00.016252 n-d-768862-2 neutron-server[84765]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 14 07:16:00.016252 n-d-768862-2 neutron-server[84765]: timer() Jan 14 07:16:00.016252 n-d-768862-2 neutron-server[84765]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 14 07:16:00.016252 n-d-768862-2 neutron-server[84765]: cb(*args, **kw) Jan 14 07:16:00.016252 n-d-768862-2 neutron-server[84765]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Jan 14 07:16:00.016252 n-d-768862-2 neutron-server[84765]: return func(*args, **kwargs) Jan 14 07:16:00.016252 n-d-768862-2 neutron-server[84765]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 14 07:16:00.016252 n-d-768862-2 neutron-server[84765]: self._notify() Jan 14 07:16:00.016252 n-d-768862-2 neutron-server[84765]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 14 07:16:00.016252 n-d-768862-2 neutron-server[84765]: self.callback(batched_events) Jan 14 07:16:00.016252 n-d-768862-2 neutron-server[84765]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 14 07:16:00.016252 n-d-768862-2 neutron-server[84765]: event.method(event) Jan 14 07:16:00.016252 n-d-768862-2 neutron-server[84765]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 14 07:16:00.016252 n-d-768862-2 neutron-server[84765]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 14 07:16:00.016252 n-d-768862-2 neutron-server[84765]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Jan 14 07:16:00.016252 n-d-768862-2 neutron-server[84765]: segment_id)['aggregates'][0] Jan 14 07:16:00.016252 n-d-768862-2 neutron-server[84765]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 14 07:16:00.016252 n-d-768862-2 neutron-server[84765]: return f(self, *a, **k) Jan 14 07:16:00.016252 n-d-768862-2 neutron-server[84765]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 14 07:16:00.016252 n-d-768862-2 neutron-server[84765]: return self._get(url).json() Jan 14 07:16:00.016252 n-d-768862-2 neutron-server[84765]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 14 07:16:00.016252 n-d-768862-2 neutron-server[84765]: **kwargs) Jan 14 07:16:00.016252 n-d-768862-2 neutron-server[84765]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 14 07:16:00.016252 n-d-768862-2 neutron-server[84765]: return self.request(url, 'GET', **kwargs) Jan 14 07:16:00.016252 n-d-768862-2 neutron-server[84765]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Jan 14 07:16:00.016252 n-d-768862-2 neutron-server[84765]: **endpoint_filter) Jan 14 07:16:00.016252 n-d-768862-2 neutron-server[84765]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 14 07:16:00.016252 n-d-768862-2 neutron-server[84765]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 14 07:16:00.016252 n-d-768862-2 neutron-server[84765]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 14 07:16:00.016252 n-d-768862-2 neutron-server[84765]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 14 07:16:00.016252 n-d-768862-2 neutron-server[84765]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 14 07:16:00.048099 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-e3f87dc9-d25d-4b3f-9376-70522e8fe378 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854179735'] for segment, precommit_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:16:00.048498 n-d-768862-2 neutron-server[84765]: INFO neutron.db.segments_db [None req-e3f87dc9-d25d-4b3f-9376-70522e8fe378 admin admin] Added segment d625ff79-e485-432f-8fd5-780de7039f29 of type vxlan for network c0bf2467-4686-432c-a240-64ee282bf0c6 Jan 14 07:16:00.106000 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.db_base_plugin_common [None req-22e4cecd-2cc8-4374-81ca-ca8e38caee5a admin admin] Allocated IP 172.20.0.1 (829fea34-3751-44bb-9831-30225757d439/60405176-213b-469f-9a23-3c75a8d00661/7a95cca5-9aca-459e-920d-c55778e57eab) {{(pid=84874) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 14 07:16:00.150259 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.managers [None req-b89053dd-1242-48e6-9ef7-96d6954df8f2 admin admin] Network e5694f3a-2860-4c11-af90-4911b39c9d07 has no segments {{(pid=84874) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 14 07:16:00.164090 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.v2.base [None req-7d33eac2-8da8-4855-839c-379016a9a7e1 admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupRulesTestJSON-1394839286-network', 'tenant_id': 'd5757080973f4a4ba2f46072097aded2'}} {{(pid=84875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:16:00.179413 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-b89053dd-1242-48e6-9ef7-96d6954df8f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-596065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036851521571'] for segment, after_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:16:00.208595 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3f87dc9-d25d-4b3f-9376-70522e8fe378 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=659b679c-edc3-4949-80a7-8b9e22ff1ce7,revision_number=1']} {{(pid=84874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:16:00.250828 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-7d33eac2-8da8-4855-839c-379016a9a7e1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:16:00.278216 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-7d33eac2-8da8-4855-839c-379016a9a7e1 admin admin] Usage tracker for resource:network and tenant:d5757080973f4a4ba2f46072097aded2 is out of sync, need to count used quota {{(pid=84875) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:16:00.287586 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-7d33eac2-8da8-4855-839c-379016a9a7e1 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84875) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:16:00.292398 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-e3f87dc9-d25d-4b3f-9376-70522e8fe378 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.706s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:16:00.292744 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-2340f108-f1da-4104-a971-381b41676ece tempest-TaggedBootDevicesTest-541410187 tempest-TaggedBootDevicesTest-541410187] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.243s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:16:00.298768 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.db.api [None req-138c6ceb-6b5f-4b9f-ab75-10b049f57b11 tempest-TaggedBootDevicesTest_v242-294831919 tempest-TaggedBootDevicesTest_v242-294831919] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84875) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Jan 14 07:16:00.299137 n-d-768862-2 neutron-server[84765]: DEBUG oslo_db.api [None req-138c6ceb-6b5f-4b9f-ab75-10b049f57b11 tempest-TaggedBootDevicesTest_v242-294831919 tempest-TaggedBootDevicesTest_v242-294831919] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84875) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Jan 14 07:16:00.300382 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-7d33eac2-8da8-4855-839c-379016a9a7e1 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:16:00.305894 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-01dd3771-a65a-4db6-81d7-2beb481f9eb7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036854176830', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850887149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3912591'] for network, after_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:16:00.314765 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-1562582a-6a08-4b1a-bc1f-bccc28555526 tempest-ServersTestMultiNic-2121779930 tempest-ServersTestMultiNic-2121779930] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:16:00.332126 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-01dd3771-a65a-4db6-81d7-2beb481f9eb7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3207107'] for network, before_response {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:16:00.352405 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01dd3771-a65a-4db6-81d7-2beb481f9eb7 admin admin] Pushing event deleted for resources: {'Network': ['ID=1bf412e1-812a-4b21-89ed-459eacad44c3,revision_number=None']} {{(pid=84875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:16:00.360181 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7d33eac2-8da8-4855-839c-379016a9a7e1 admin admin] Made reservation on behalf of d5757080973f4a4ba2f46072097aded2 for: {'network': 1} {{(pid=84875) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 07:16:00.365001 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-7d33eac2-8da8-4855-839c-379016a9a7e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555753'] for network, before_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:16:00.375353 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-01dd3771-a65a-4db6-81d7-2beb481f9eb7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:16:00.387995 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-7d33eac2-8da8-4855-839c-379016a9a7e1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:16:00.405061 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-e3f87dc9-d25d-4b3f-9376-70522e8fe378 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363259214646115'] for network, precommit_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:16:00.408197 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-01dd3771-a65a-4db6-81d7-2beb481f9eb7 admin admin] 10.222.0.24 "DELETE /v2.0/networks/1bf412e1-812a-4b21-89ed-459eacad44c3 HTTP/1.1" status: 204 len: 168 time: 3.3850796 Jan 14 07:16:00.413839 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:shared":"rule:admin_only" was deprecated in W in favor of "update_network:shared":"role:admin and system_scope:all". Reason: Jan 14 07:16:00.413839 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:16:00.413839 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:16:00.413839 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:16:00.413839 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "update_network:provider:network_type":"role:admin and system_scope:all". Reason: Jan 14 07:16:00.413839 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:16:00.413839 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:16:00.413839 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:16:00.413839 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "update_network:provider:physical_network":"role:admin and system_scope:all". Reason: Jan 14 07:16:00.413839 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:16:00.413839 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:16:00.413839 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:16:00.413839 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "update_network:provider:segmentation_id":"role:admin and system_scope:all". Reason: Jan 14 07:16:00.413839 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:16:00.413839 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:16:00.413839 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:16:00.413839 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:router:external":"rule:admin_only" was deprecated in W in favor of "update_network:router:external":"role:admin and system_scope:all". Reason: Jan 14 07:16:00.413839 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:16:00.413839 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:16:00.413839 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:16:00.413839 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:is_default":"rule:admin_only" was deprecated in W in favor of "update_network:is_default":"role:admin and system_scope:all". Reason: Jan 14 07:16:00.413839 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:16:00.413839 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:16:00.413839 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:16:00.413839 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:port_security_enabled":"rule:admin_or_owner" was deprecated in W in favor of "update_network:port_security_enabled":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 07:16:00.413839 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:16:00.413839 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:16:00.413839 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:16:00.413839 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "delete_network":"rule:admin_or_owner" was deprecated in W in favor of "delete_network":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 07:16:00.413839 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:16:00.413839 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:16:00.413839 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:16:00.413839 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_segment":"rule:admin_only" was deprecated in W in favor of "create_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:16:00.413839 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:16:00.413839 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_segment":"rule:admin_only" was deprecated in W in favor of "get_segment":"role:reader and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:16:00.413839 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:16:00.413839 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_segment":"rule:admin_only" was deprecated in W in favor of "update_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:16:00.413839 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:16:00.413839 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "delete_segment":"rule:admin_only" was deprecated in W in favor of "delete_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:16:00.413839 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:16:00.413839 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network":"rule:regular_user" was deprecated in W in favor of "create_network":"role:member and project_id:%(project_id)s". Reason: Jan 14 07:16:00.413839 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:16:00.416918 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:16:00.416918 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:16:00.416918 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:shared":"rule:admin_only" was deprecated in W in favor of "create_network:shared":"role:admin and system_scope:all". Reason: Jan 14 07:16:00.416918 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:16:00.416918 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:16:00.416918 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:16:00.416918 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:router:external":"rule:admin_only" was deprecated in W in favor of "create_network:router:external":"role:admin and system_scope:all". Reason: Jan 14 07:16:00.416918 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:16:00.416918 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:16:00.416918 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:16:00.416918 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:is_default":"rule:admin_only" was deprecated in W in favor of "create_network:is_default":"role:admin and system_scope:all". Reason: Jan 14 07:16:00.416918 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:16:00.416918 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:16:00.416918 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:16:00.416918 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:port_security_enabled":"rule:regular_user" was deprecated in W in favor of "create_network:port_security_enabled":"role:member and project_id:%(project_id)s". Reason: Jan 14 07:16:00.416918 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:16:00.416918 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:16:00.416918 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:16:00.416918 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:segments":"rule:admin_only" was deprecated in W in favor of "create_network:segments":"role:admin and system_scope:all". Reason: Jan 14 07:16:00.416918 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:16:00.416918 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:16:00.416918 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:16:00.416918 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "create_network:provider:network_type":"role:admin and system_scope:all". Reason: Jan 14 07:16:00.416918 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:16:00.416918 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:16:00.416918 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:16:00.416918 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "create_network:provider:physical_network":"role:admin and system_scope:all". Reason: Jan 14 07:16:00.416918 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:16:00.416918 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:16:00.416918 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:16:00.416918 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "create_network:provider:segmentation_id":"role:admin and system_scope:all". Reason: Jan 14 07:16:00.416918 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:16:00.416918 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:16:00.416918 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:16:00.416918 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network":"rule:admin_or_owner or rule:shared or rule:external or rule:context_is_advsvc" was deprecated in W in favor of "get_network":"(role:reader and system_scope:all) or (role:reader and project_id:%(project_id)s) or rule:shared or rule:external or rule:context_is_advsvc". Reason: Jan 14 07:16:00.416918 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:16:00.416918 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:16:00.416918 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:16:00.416918 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:router:external":"rule:regular_user" was deprecated in W in favor of "get_network:router:external":"role:reader and project_id:%(project_id)s". Reason: Jan 14 07:16:00.416918 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:16:00.416918 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:16:00.416918 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:16:00.416918 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:segments":"rule:admin_only" was deprecated in W in favor of "get_network:segments":"role:reader and system_scope:all". Reason: Jan 14 07:16:00.416918 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:16:00.416918 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:16:00.416918 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:16:00.416918 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "get_network:provider:network_type":"role:reader and system_scope:all". Reason: Jan 14 07:16:00.416918 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:16:00.416918 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:16:00.416918 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:16:00.421652 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "get_network:provider:physical_network":"role:reader and system_scope:all". Reason: Jan 14 07:16:00.421652 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:16:00.421652 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:16:00.421652 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:16:00.421652 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "get_network:provider:segmentation_id":"role:reader and system_scope:all". Reason: Jan 14 07:16:00.421652 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:16:00.421652 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:16:00.421652 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:16:00.421652 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network":"rule:admin_or_owner" was deprecated in W in favor of "update_network":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 07:16:00.421652 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:16:00.421652 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:16:00.421652 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:16:00.421652 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:segments":"rule:admin_only" was deprecated in W in favor of "update_network:segments":"role:admin and system_scope:all". Reason: Jan 14 07:16:00.421652 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:16:00.421652 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:16:00.421652 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:16:00.421652 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:shared":"rule:admin_only" was deprecated in W in favor of "update_network:shared":"role:admin and system_scope:all". Reason: Jan 14 07:16:00.421652 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:16:00.421652 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:16:00.421652 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:16:00.421652 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "update_network:provider:network_type":"role:admin and system_scope:all". Reason: Jan 14 07:16:00.421652 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:16:00.421652 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:16:00.421652 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:16:00.421652 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "update_network:provider:physical_network":"role:admin and system_scope:all". Reason: Jan 14 07:16:00.421652 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:16:00.421652 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:16:00.421652 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:16:00.421652 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "update_network:provider:segmentation_id":"role:admin and system_scope:all". Reason: Jan 14 07:16:00.421652 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:16:00.421652 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:16:00.421652 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:16:00.421652 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:router:external":"rule:admin_only" was deprecated in W in favor of "update_network:router:external":"role:admin and system_scope:all". Reason: Jan 14 07:16:00.421652 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:16:00.421652 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:16:00.421652 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:16:00.421652 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:is_default":"rule:admin_only" was deprecated in W in favor of "update_network:is_default":"role:admin and system_scope:all". Reason: Jan 14 07:16:00.421652 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:16:00.421652 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:16:00.421652 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:16:00.428056 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-7d33eac2-8da8-4855-839c-379016a9a7e1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:16:00.428398 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-289b9e82-f8e6-471c-bb4d-397ffbff69f1 req-75f4a878-f46d-4e8a-891b-e155182dc885 tempest-TaggedBootDevicesTest_v242-294831919 tempest-TaggedBootDevicesTest_v242-294831919] Attributes excluded by policy engine: ['binding:profile'] {{(pid=84874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:16:00.428398 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [req-289b9e82-f8e6-471c-bb4d-397ffbff69f1 req-75f4a878-f46d-4e8a-891b-e155182dc885 tempest-TaggedBootDevicesTest_v242-294831919 tempest-TaggedBootDevicesTest_v242-294831919] 10.222.0.48 "GET /v2.0/ports/426e4c16-1d3b-4d47-8d3c-eb558bcba9f3?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.7592740 Jan 14 07:16:00.428691 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-7d33eac2-8da8-4855-839c-379016a9a7e1 admin admin] Usage tracker for resource:security_group_rule and tenant:d5757080973f4a4ba2f46072097aded2 is out of sync, need to count used quota {{(pid=84875) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:16:00.429105 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-7d33eac2-8da8-4855-839c-379016a9a7e1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84875) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:16:00.442234 n-d-768862-2 neutron-server[84765]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6f326160-6a17-4e22-a5ac-87be4f78d57e admin admin] Router ea874ecc-2d57-428e-9d9d-517eb3dc89fa has already been hosted by L3 agent 35f592e9-451b-4db9-abea-77b6a5c5391b {{(pid=84875) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Jan 14 07:16:00.445503 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-7d33eac2-8da8-4855-839c-379016a9a7e1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:16:00.537647 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.v2.base [req-289b9e82-f8e6-471c-bb4d-397ffbff69f1 req-dab33cc2-9161-4f84-ba59-9ef27a03ae68 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=84874) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:16:00.564623 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-130e83c2-9b25-4489-b319-e70fc8c66e3c service neutron] Pushing event updated for resources: {'Port': ['ID=23b7bb1f-9197-486c-8dbf-d6a20b1a6049,revision_number=2']} {{(pid=84874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:16:00.592935 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84875) accepted ('10.222.0.24', 60716) {{(pid=84875) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:16:00.646362 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-130e83c2-9b25-4489-b319-e70fc8c66e3c service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.353s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:16:00.676699 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.db.resource_extend [None req-e3f87dc9-d25d-4b3f-9376-70522e8fe378 admin admin] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84874) wrapper /usr/local/lib/python3.6/dist-packages/oslo_utils/timeutils.py:388}} Jan 14 07:16:00.733857 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-15795056-f75d-4d7d-926a-6ecc6ed0d2fe admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=75d6f5563cc04b2d9df29300828b964e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1360877 Jan 14 07:16:00.733857 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6f326160-6a17-4e22-a5ac-87be4f78d57e admin admin] Notify agent at l3_agent.n-d-768862-2 the message routers_updated {{(pid=84875) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jan 14 07:16:00.734150 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84875) accepted ('10.222.0.24', 60720) {{(pid=84875) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:16:00.750154 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e2557d6-18cb-4469-8af5-7fdf750869d5 None None] Sync routers for ids ['ea874ecc-2d57-428e-9d9d-517eb3dc89fa'] in n-d-768862-2 {{(pid=84877) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Jan 14 07:16:00.765800 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e2557d6-18cb-4469-8af5-7fdf750869d5 None None] Routers {'ea874ecc-2d57-428e-9d9d-517eb3dc89fa'} bound to L3 agent in host n-d-768862-2 {{(pid=84877) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 14 07:16:00.770388 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_hamode_db [None req-9e2557d6-18cb-4469-8af5-7fdf750869d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-01-14T06:56:51Z,description=,heartbeat_timestamp=2021-01-14T07:15:51Z,host='n-d-768862-2',id=35f592e9-451b-4db9-abea-77b6a5c5391b,load=0,resource_versions=,resources_synced=,started_at=2021-01-14T06:56:51Z,topic='l3_agent')) {'router_ids': ['ea874ecc-2d57-428e-9d9d-517eb3dc89fa'], 'active': True} {{(pid=84877) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:16:00.789465 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.managers [None req-b89053dd-1242-48e6-9ef7-96d6954df8f2 admin admin] Network e5694f3a-2860-4c11-af90-4911b39c9d07 has no segments {{(pid=84874) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 14 07:16:00.796590 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-6f326160-6a17-4e22-a5ac-87be4f78d57e admin admin] 10.222.0.24 "PUT /v2.0/routers/ea874ecc-2d57-428e-9d9d-517eb3dc89fa/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 12.1150610 Jan 14 07:16:00.809263 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.plugin [None req-138c6ceb-6b5f-4b9f-ab75-10b049f57b11 tempest-TaggedBootDevicesTest_v242-294831919 tempest-TaggedBootDevicesTest_v242-294831919] Deleting port 76e6f417-022c-42fe-909e-62d9dfcd0030 {{(pid=84875) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 07:16:00.809826 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-138c6ceb-6b5f-4b9f-ab75-10b049f57b11 tempest-TaggedBootDevicesTest_v242-294831919 tempest-TaggedBootDevicesTest_v242-294831919] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363259214248359'] for port, before_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:16:00.822007 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84874) accepted ('10.222.0.24', 60724) {{(pid=84874) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:16:00.832649 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Device fecb0993-1e0b-4a4a-abce-a7dee4d11228 up at agent ovs-agent-n-d-768862-2 {{(pid=84876) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 07:16:00.866235 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:port_security_enabled":"rule:admin_or_owner" was deprecated in W in favor of "update_network:port_security_enabled":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 07:16:00.866235 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:16:00.866235 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:16:00.866235 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:16:00.866235 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "delete_network":"rule:admin_or_owner" was deprecated in W in favor of "delete_network":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 07:16:00.866235 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:16:00.866235 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:16:00.866235 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:16:00.866235 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_segment":"rule:admin_only" was deprecated in W in favor of "create_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:16:00.866235 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:16:00.866235 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_segment":"rule:admin_only" was deprecated in W in favor of "get_segment":"role:reader and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:16:00.866235 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:16:00.866235 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_segment":"rule:admin_only" was deprecated in W in favor of "update_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:16:00.866235 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:16:00.866235 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "delete_segment":"rule:admin_only" was deprecated in W in favor of "delete_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:16:00.866235 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:16:00.866235 n-d-768862-2 neutron-server[84765]: Traceback (most recent call last): Jan 14 07:16:00.866235 n-d-768862-2 neutron-server[84765]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 14 07:16:00.866235 n-d-768862-2 neutron-server[84765]: timer() Jan 14 07:16:00.866235 n-d-768862-2 neutron-server[84765]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 14 07:16:00.866235 n-d-768862-2 neutron-server[84765]: cb(*args, **kw) Jan 14 07:16:00.866235 n-d-768862-2 neutron-server[84765]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Jan 14 07:16:00.866235 n-d-768862-2 neutron-server[84765]: return func(*args, **kwargs) Jan 14 07:16:00.866235 n-d-768862-2 neutron-server[84765]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 14 07:16:00.866235 n-d-768862-2 neutron-server[84765]: self._notify() Jan 14 07:16:00.866235 n-d-768862-2 neutron-server[84765]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 14 07:16:00.866235 n-d-768862-2 neutron-server[84765]: self.callback(batched_events) Jan 14 07:16:00.866235 n-d-768862-2 neutron-server[84765]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 14 07:16:00.866235 n-d-768862-2 neutron-server[84765]: event.method(event) Jan 14 07:16:00.866235 n-d-768862-2 neutron-server[84765]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 14 07:16:00.866235 n-d-768862-2 neutron-server[84765]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 14 07:16:00.866235 n-d-768862-2 neutron-server[84765]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Jan 14 07:16:00.866235 n-d-768862-2 neutron-server[84765]: segment_id)['aggregates'][0] Jan 14 07:16:00.866235 n-d-768862-2 neutron-server[84765]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 14 07:16:00.866235 n-d-768862-2 neutron-server[84765]: return f(self, *a, **k) Jan 14 07:16:00.866235 n-d-768862-2 neutron-server[84765]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 14 07:16:00.866235 n-d-768862-2 neutron-server[84765]: return self._get(url).json() Jan 14 07:16:00.866235 n-d-768862-2 neutron-server[84765]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 14 07:16:00.866235 n-d-768862-2 neutron-server[84765]: **kwargs) Jan 14 07:16:00.866235 n-d-768862-2 neutron-server[84765]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 14 07:16:00.866235 n-d-768862-2 neutron-server[84765]: return self.request(url, 'GET', **kwargs) Jan 14 07:16:00.866235 n-d-768862-2 neutron-server[84765]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Jan 14 07:16:00.866235 n-d-768862-2 neutron-server[84765]: **endpoint_filter) Jan 14 07:16:00.866235 n-d-768862-2 neutron-server[84765]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 14 07:16:00.866235 n-d-768862-2 neutron-server[84765]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 14 07:16:00.866235 n-d-768862-2 neutron-server[84765]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 14 07:16:00.866235 n-d-768862-2 neutron-server[84765]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 14 07:16:00.866235 n-d-768862-2 neutron-server[84765]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 14 07:16:00.907657 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Provisioning complete for port fecb0993-1e0b-4a4a-abce-a7dee4d11228 triggered by entity L2. {{(pid=84876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 07:16:00.908133 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-604227'] for port, provisioning_complete {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:16:00.934231 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-7d33eac2-8da8-4855-839c-379016a9a7e1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:16:00.957404 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-7d33eac2-8da8-4855-839c-379016a9a7e1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850887153'] for security_group, after_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:16:00.970069 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-f634cdc8-185a-4ed4-84ce-3b8ba682c933 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:16:01.015844 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_dvr_db [None req-9e2557d6-18cb-4469-8af5-7fdf750869d5 None None] Set router ea874ecc-2d57-428e-9d9d-517eb3dc89fa gateway port host: n-d-768862-2 {{(pid=84877) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 14 07:16:01.039329 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7d33eac2-8da8-4855-839c-379016a9a7e1 admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 3} {{(pid=84875) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Jan 14 07:16:01.108226 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-e3f87dc9-d25d-4b3f-9376-70522e8fe378 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850887149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964'] for network, after_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:16:01.109254 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3f87dc9-d25d-4b3f-9376-70522e8fe378 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:16:01.109898 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-e3f87dc9-d25d-4b3f-9376-70522e8fe378 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3207107'] for network, before_response {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:16:01.124247 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-21ef41ab-6bb1-4b34-b32a-842987221874 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:16:01.138036 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-7d33eac2-8da8-4855-839c-379016a9a7e1 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment--9223363259214191851', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854179735'] for segment, precommit_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:16:01.138652 n-d-768862-2 neutron-server[84765]: INFO neutron.db.segments_db [None req-7d33eac2-8da8-4855-839c-379016a9a7e1 admin admin] Added segment f0ed92ec-3631-451c-a5b4-402ded5db582 of type vxlan for network 1e2578d9-4d6e-4b52-b60a-ceb02a0ce2b1 Jan 14 07:16:01.140092 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d33eac2-8da8-4855-839c-379016a9a7e1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=664acbf6-fb50-4bbe-ba58-3c4df75c07b7,revision_number=1']} {{(pid=84875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:16:01.165105 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-7d33eac2-8da8-4855-839c-379016a9a7e1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.195s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:16:01.183764 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-2dd9e2a8-9f64-40c1-b555-7f2c56499f10 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:16:01.210136 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-21ef41ab-6bb1-4b34-b32a-842987221874 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:16:01.251652 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.managers [req-8335ab30-5b7f-4ec2-bb0e-f06db4a30db4 req-130e83c2-9b25-4489-b319-e70fc8c66e3c service neutron] Attempting to bind port 23b7bb1f-9197-486c-8dbf-d6a20b1a6049 on host n-h1-768862-2 for vnic_type normal with profile {{(pid=84874) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 14 07:16:01.252089 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.managers [req-8335ab30-5b7f-4ec2-bb0e-f06db4a30db4 req-130e83c2-9b25-4489-b319-e70fc8c66e3c service neutron] Attempting to bind port 23b7bb1f-9197-486c-8dbf-d6a20b1a6049 by drivers openvswitch on host n-h1-768862-2 at level 0 using segments [{'id': 'ea8bea7c-a41a-42f0-8ceb-6c6f9bd09163', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 10, 'network_id': '58634b46-3389-4a58-9255-646914eb2c67'}] {{(pid=84874) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 14 07:16:01.252416 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8335ab30-5b7f-4ec2-bb0e-f06db4a30db4 req-130e83c2-9b25-4489-b319-e70fc8c66e3c service neutron] Attempting to bind port 23b7bb1f-9197-486c-8dbf-d6a20b1a6049 on network 58634b46-3389-4a58-9255-646914eb2c67 {{(pid=84874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 14 07:16:01.254617 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-7d33eac2-8da8-4855-839c-379016a9a7e1 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363259214646115'] for network, precommit_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:16:01.306544 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-138c6ceb-6b5f-4b9f-ab75-10b049f57b11 tempest-TaggedBootDevicesTest_v242-294831919 tempest-TaggedBootDevicesTest_v242-294831919] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036850862667'] for port, precommit_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:16:01.350036 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8335ab30-5b7f-4ec2-bb0e-f06db4a30db4 req-130e83c2-9b25-4489-b319-e70fc8c66e3c service neutron] Checking agent: {'id': '40905704-73ec-4668-87ec-fe70ac9582ac', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-h1-768862-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 14, 7, 5, 11), 'started_at': datetime.datetime(2021, 1, 14, 7, 5, 41), 'heartbeat_timestamp': datetime.datetime(2021, 1, 14, 7, 15, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.42', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 14 07:16:01.350418 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8335ab30-5b7f-4ec2-bb0e-f06db4a30db4 req-130e83c2-9b25-4489-b319-e70fc8c66e3c service neutron] Checking segment: {'id': 'ea8bea7c-a41a-42f0-8ceb-6c6f9bd09163', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 10, 'network_id': '58634b46-3389-4a58-9255-646914eb2c67'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84874) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 14 07:16:01.350829 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [req-8335ab30-5b7f-4ec2-bb0e-f06db4a30db4 req-130e83c2-9b25-4489-b319-e70fc8c66e3c service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:16:01.351233 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8335ab30-5b7f-4ec2-bb0e-f06db4a30db4 req-130e83c2-9b25-4489-b319-e70fc8c66e3c service neutron] Bound using segment: {'id': 'ea8bea7c-a41a-42f0-8ceb-6c6f9bd09163', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 10, 'network_id': '58634b46-3389-4a58-9255-646914eb2c67'} {{(pid=84874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 14 07:16:01.351711 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.managers [req-8335ab30-5b7f-4ec2-bb0e-f06db4a30db4 req-130e83c2-9b25-4489-b319-e70fc8c66e3c service neutron] Bound port: 23b7bb1f-9197-486c-8dbf-d6a20b1a6049, host: n-h1-768862-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ea8bea7c-a41a-42f0-8ceb-6c6f9bd09163', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 10, 'network_id': '58634b46-3389-4a58-9255-646914eb2c67'}}] {{(pid=84874) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 14 07:16:01.352116 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [req-8335ab30-5b7f-4ec2-bb0e-f06db4a30db4 req-130e83c2-9b25-4489-b319-e70fc8c66e3c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555753'] for port, before_update {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:16:01.400553 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-b89053dd-1242-48e6-9ef7-96d6954df8f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036854176830', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850887149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3912591'] for network, after_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:16:01.405089 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-b89053dd-1242-48e6-9ef7-96d6954df8f2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3207107'] for network, before_response {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:16:01.412693 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-22e4cecd-2cc8-4374-81ca-ca8e38caee5a admin admin] Notify callbacks [] for port, precommit_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:16:01.439566 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [req-289b9e82-f8e6-471c-bb4d-397ffbff69f1 req-dab33cc2-9161-4f84-ba59-9ef27a03ae68 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555753'] for port, before_update {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:16:01.459594 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.plugin [None req-138c6ceb-6b5f-4b9f-ab75-10b049f57b11 tempest-TaggedBootDevicesTest_v242-294831919 tempest-TaggedBootDevicesTest_v242-294831919] Calling delete_port for 76e6f417-022c-42fe-909e-62d9dfcd0030 owned by {{(pid=84875) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 07:16:01.509908 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3f87dc9-d25d-4b3f-9376-70522e8fe378 admin admin] Pushing event updated for resources: {'Network': ['ID=c0bf2467-4686-432c-a240-64ee282bf0c6,revision_number=1']} {{(pid=84874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:16:01.513711 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-e3f87dc9-d25d-4b3f-9376-70522e8fe378 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.330s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:16:01.516412 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-7d33eac2-8da8-4855-839c-379016a9a7e1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850887149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964'] for network, after_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:16:01.517567 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d33eac2-8da8-4855-839c-379016a9a7e1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:16:01.518099 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-7d33eac2-8da8-4855-839c-379016a9a7e1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3207107'] for network, before_response {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:16:01.523237 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-017f98a9-8a07-408c-a86f-8ff0c00400a0 None None] Network c0bf2467-4686-432c-a240-64ee282bf0c6 details requested by agent ovs-agent-n-h1-768862-2 with host n-h1-768862-2 {{(pid=84876) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 07:16:01.535015 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-ea087405-6d4b-43c6-ba16-4a419b56cfba tempest-ServersTestMultiNic-2121779930 tempest-ServersTestMultiNic-2121779930] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:16:01.541437 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-bae57dde-3f61-4474-b27f-89b58fe70c06 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.116s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:16:01.542395 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-852a24f7-e9a1-4193-9abb-e9506fe5213f None None] Network c0bf2467-4686-432c-a240-64ee282bf0c6 details requested by agent ovs-agent-n-h2-768862-2 with host n-h2-768862-2 {{(pid=84876) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 07:16:01.555995 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-e3f87dc9-d25d-4b3f-9376-70522e8fe378 admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 5.0469701 Jan 14 07:16:01.560114 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-b89053dd-1242-48e6-9ef7-96d6954df8f2 admin admin] 10.222.0.24 "DELETE /v2.0/networks/e5694f3a-2860-4c11-af90-4911b39c9d07 HTTP/1.1" status: 204 len: 168 time: 4.7470891 Jan 14 07:16:01.595771 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-22e4cecd-2cc8-4374-81ca-ca8e38caee5a admin admin] Transition to ACTIVE for port object 7a95cca5-9aca-459e-920d-c55778e57eab will not be triggered until provisioned by entity DHCP. {{(pid=84874) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 07:16:01.612041 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_hamode_db [None req-9e2557d6-18cb-4469-8af5-7fdf750869d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ea874ecc-2d57-428e-9d9d-517eb3dc89fa', 'name': 'tempest-ServersTestBootFromVolume-1415430933-router', 'tenant_id': '18b1ab99759c4e17a07e1a0bd62f79a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '226f1e78-82cd-4481-9055-4eb73b6db8c1', 'external_fixed_ips': [{'subnet_id': 'ba8deeec-7658-4195-9449-038c076f5c83', 'ip_address': '172.25.2.31'}], 'enable_snat': True}, 'gw_port_id': '7b3e9a1b-5fd4-47d4-b7b0-a45de5e31e55', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-14T07:14:33Z', 'updated_at': '2021-01-14T07:15:56Z', 'revision_number': 5, 'project_id': '18b1ab99759c4e17a07e1a0bd62f79a5', 'gw_port': {'id': '7b3e9a1b-5fd4-47d4-b7b0-a45de5e31e55', 'name': '', 'network_id': '226f1e78-82cd-4481-9055-4eb73b6db8c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:3e:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea874ecc-2d57-428e-9d9d-517eb3dc89fa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1041, 'fixed_ips': [{'subnet_id': 'ba8deeec-7658-4195-9449-038c076f5c83', 'ip_address': '172.25.2.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T07:14:36Z', 'updated_at': '2021-01-14T07:14:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ba8deeec-7658-4195-9449-038c076f5c83', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-2'}], 'n-d-768862-2', False) {} {{(pid=84877) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:16:01.618292 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e2557d6-18cb-4469-8af5-7fdf750869d5 None None] Checking router: ea874ecc-2d57-428e-9d9d-517eb3dc89fa for host: n-d-768862-2 {{(pid=84877) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Jan 14 07:16:01.629701 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e2557d6-18cb-4469-8af5-7fdf750869d5 None None] Routers {'ea874ecc-2d57-428e-9d9d-517eb3dc89fa'} bound to L3 agent in host n-d-768862-2 {{(pid=84877) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 14 07:16:01.630553 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_hamode_db [None req-9e2557d6-18cb-4469-8af5-7fdf750869d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-01-14T06:56:51Z,description=,heartbeat_timestamp=2021-01-14T07:15:51Z,host='n-d-768862-2',id=35f592e9-451b-4db9-abea-77b6a5c5391b,load=0,resource_versions=,resources_synced=,started_at=2021-01-14T06:56:51Z,topic='l3_agent')) {'router_ids': ['ea874ecc-2d57-428e-9d9d-517eb3dc89fa'], 'active': True} {{(pid=84877) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:16:01.633605 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-21ef41ab-6bb1-4b34-b32a-842987221874 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850887153'] for security_group, after_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:16:01.639681 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d33eac2-8da8-4855-839c-379016a9a7e1 admin admin] Pushing event updated for resources: {'Network': ['ID=1e2578d9-4d6e-4b52-b60a-ceb02a0ce2b1,revision_number=1']} {{(pid=84875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:16:01.650261 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-7d33eac2-8da8-4855-839c-379016a9a7e1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:16:01.652942 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-6e431d6c-f420-4901-8de4-4da87bc32b65 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.011s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:16:01.688320 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21ef41ab-6bb1-4b34-b32a-842987221874 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=329c5e9d-bf6c-4749-bef7-3e1569d25329,revision_number=None']} {{(pid=84875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:16:01.690468 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b89053dd-1242-48e6-9ef7-96d6954df8f2 admin admin] Pushing event deleted for resources: {'Network': ['ID=e5694f3a-2860-4c11-af90-4911b39c9d07,revision_number=None']} {{(pid=84874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:16:01.692935 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-21ef41ab-6bb1-4b34-b32a-842987221874 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:16:01.695547 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-7d33eac2-8da8-4855-839c-379016a9a7e1 admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 1.7531862 Jan 14 07:16:01.697494 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-21ef41ab-6bb1-4b34-b32a-842987221874 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:16:01.698702 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-21ef41ab-6bb1-4b34-b32a-842987221874 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/329c5e9d-bf6c-4749-bef7-3e1569d25329 HTTP/1.1" status: 204 len: 168 time: 0.9585814 Jan 14 07:16:01.699348 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84875) accepted ('10.222.0.24', 60734) {{(pid=84875) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:16:01.706018 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-b89053dd-1242-48e6-9ef7-96d6954df8f2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.163s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:16:01.718523 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.v2.base [None req-774705f4-e72d-4ac4-a2aa-04bfe78a1bab admin admin] Request body: {'subnet': {'network_id': '1e2578d9-4d6e-4b52-b60a-ceb02a0ce2b1', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupRulesTestJSON-1394839286-subnet', 'tenant_id': 'd5757080973f4a4ba2f46072097aded2', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=84875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:16:01.746284 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-a2bb362b-af46-4dcc-86aa-221323a7296a admin admin] Notify callbacks [] for router, before_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:16:01.800081 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-774705f4-e72d-4ac4-a2aa-04bfe78a1bab admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:16:01.816192 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-774705f4-e72d-4ac4-a2aa-04bfe78a1bab admin admin] Usage tracker for resource:subnet and tenant:d5757080973f4a4ba2f46072097aded2 is out of sync, need to count used quota {{(pid=84875) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:16:01.822298 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-774705f4-e72d-4ac4-a2aa-04bfe78a1bab admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84875) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:16:01.835125 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-774705f4-e72d-4ac4-a2aa-04bfe78a1bab admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:16:01.886552 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-774705f4-e72d-4ac4-a2aa-04bfe78a1bab admin admin] Made reservation on behalf of d5757080973f4a4ba2f46072097aded2 for: {'subnet': 1} {{(pid=84875) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 07:16:01.891696 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-774705f4-e72d-4ac4-a2aa-04bfe78a1bab admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036852467157'] for subnet, before_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:16:01.895268 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Network c0bf2467-4686-432c-a240-64ee282bf0c6 details requested by agent ovs-agent-n-d-768862-2 with host n-d-768862-2 {{(pid=84876) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 07:16:01.956846 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-138c6ceb-6b5f-4b9f-ab75-10b049f57b11 tempest-TaggedBootDevicesTest_v242-294831919 tempest-TaggedBootDevicesTest_v242-294831919] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777640533329', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777640097463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851621574'] for port, after_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:16:02.003627 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_dvr_db [None req-9e2557d6-18cb-4469-8af5-7fdf750869d5 None None] Set router ea874ecc-2d57-428e-9d9d-517eb3dc89fa gateway port host: n-d-768862-2 {{(pid=84877) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 14 07:16:02.023180 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-852a24f7-e9a1-4193-9abb-e9506fe5213f None None] Network 1e2578d9-4d6e-4b52-b60a-ceb02a0ce2b1 details requested by agent ovs-agent-n-h2-768862-2 with host n-h2-768862-2 {{(pid=84876) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 07:16:02.028698 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-69a3e007-35b5-4986-9d68-b73b41b21063 tempest-FloatingIPDetailsTestJSON-1519139485 tempest-FloatingIPDetailsTestJSON-1519139485] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:16:02.053993 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-017f98a9-8a07-408c-a86f-8ff0c00400a0 None None] Network 1e2578d9-4d6e-4b52-b60a-ceb02a0ce2b1 details requested by agent ovs-agent-n-h1-768862-2 with host n-h1-768862-2 {{(pid=84876) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 07:16:02.092092 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Network 1e2578d9-4d6e-4b52-b60a-ceb02a0ce2b1 details requested by agent ovs-agent-n-d-768862-2 with host n-d-768862-2 {{(pid=84876) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 07:16:02.160701 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84875) accepted ('10.222.0.24', 60742) {{(pid=84875) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:16:02.164005 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-138c6ceb-6b5f-4b9f-ab75-10b049f57b11 tempest-TaggedBootDevicesTest_v242-294831919 tempest-TaggedBootDevicesTest_v242-294831919] Pushing event deleted for resources: {'Port': ['ID=76e6f417-022c-42fe-909e-62d9dfcd0030,revision_number=None']} {{(pid=84875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:16:02.173892 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-138c6ceb-6b5f-4b9f-ab75-10b049f57b11 tempest-TaggedBootDevicesTest_v242-294831919 tempest-TaggedBootDevicesTest_v242-294831919] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:16:02.361075 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-2ba90fca-99b0-4bb3-944d-b7f724965fec admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=4ebd08242e6f46dca912a0e194693f11&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1964321 Jan 14 07:16:02.404400 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_hamode_db [None req-9e2557d6-18cb-4469-8af5-7fdf750869d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ea874ecc-2d57-428e-9d9d-517eb3dc89fa', 'name': 'tempest-ServersTestBootFromVolume-1415430933-router', 'tenant_id': '18b1ab99759c4e17a07e1a0bd62f79a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '226f1e78-82cd-4481-9055-4eb73b6db8c1', 'external_fixed_ips': [{'subnet_id': 'ba8deeec-7658-4195-9449-038c076f5c83', 'ip_address': '172.25.2.31'}], 'enable_snat': True}, 'gw_port_id': '7b3e9a1b-5fd4-47d4-b7b0-a45de5e31e55', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-14T07:14:33Z', 'updated_at': '2021-01-14T07:15:56Z', 'revision_number': 5, 'project_id': '18b1ab99759c4e17a07e1a0bd62f79a5', 'gw_port': {'id': '7b3e9a1b-5fd4-47d4-b7b0-a45de5e31e55', 'name': '', 'network_id': '226f1e78-82cd-4481-9055-4eb73b6db8c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:3e:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea874ecc-2d57-428e-9d9d-517eb3dc89fa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1041, 'fixed_ips': [{'subnet_id': 'ba8deeec-7658-4195-9449-038c076f5c83', 'ip_address': '172.25.2.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T07:14:36Z', 'updated_at': '2021-01-14T07:14:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ba8deeec-7658-4195-9449-038c076f5c83', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-2'}], 'n-d-768862-2', False) {} {{(pid=84877) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:16:02.409603 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e2557d6-18cb-4469-8af5-7fdf750869d5 None None] The sync data for ids ['ea874ecc-2d57-428e-9d9d-517eb3dc89fa'] in n-d-768862-2 is: [{'id': 'ea874ecc-2d57-428e-9d9d-517eb3dc89fa', 'name': 'tempest-ServersTestBootFromVolume-1415430933-router', 'tenant_id': '18b1ab99759c4e17a07e1a0bd62f79a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '226f1e78-82cd-4481-9055-4eb73b6db8c1', 'external_fixed_ips': [{'subnet_id': 'ba8deeec-7658-4195-9449-038c076f5c83', 'ip_address': '172.25.2.31'}], 'enable_snat': True}, 'gw_port_id': '7b3e9a1b-5fd4-47d4-b7b0-a45de5e31e55', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-14T07:14:33Z', 'updated_at': '2021-01-14T07:15:56Z', 'revision_number': 5, 'project_id': '18b1ab99759c4e17a07e1a0bd62f79a5', 'gw_port': {'id': '7b3e9a1b-5fd4-47d4-b7b0-a45de5e31e55', 'name': '', 'network_id': '226f1e78-82cd-4481-9055-4eb73b6db8c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:3e:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea874ecc-2d57-428e-9d9d-517eb3dc89fa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1041, 'fixed_ips': [{'subnet_id': 'ba8deeec-7658-4195-9449-038c076f5c83', 'ip_address': '172.25.2.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T07:14:36Z', 'updated_at': '2021-01-14T07:14:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ba8deeec-7658-4195-9449-038c076f5c83', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-2'}] {{(pid=84877) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Jan 14 07:16:02.557491 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84875) accepted ('10.222.0.24', 60748) {{(pid=84875) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:16:02.616107 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-a2bb362b-af46-4dcc-86aa-221323a7296a admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:16:02.621976 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.plugin [None req-a2bb362b-af46-4dcc-86aa-221323a7296a admin admin] Deleting port 7b3e9a1b-5fd4-47d4-b7b0-a45de5e31e55 {{(pid=84874) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 07:16:02.622442 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-a2bb362b-af46-4dcc-86aa-221323a7296a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363259214248359'] for port, before_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:16:02.725791 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [req-8335ab30-5b7f-4ec2-bb0e-f06db4a30db4 req-130e83c2-9b25-4489-b319-e70fc8c66e3c service neutron] For port 23b7bb1f-9197-486c-8dbf-d6a20b1a6049, host n-h1-768862-2, cleared binding levels {{(pid=84874) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 14 07:16:02.765458 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-22e4cecd-2cc8-4374-81ca-ca8e38caee5a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777640123575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3254186'] for port, after_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:16:02.916583 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-4c9c362c-437b-4eb9-829d-245886084092 tempest-ServersNegativeTestJSON-1888996924 tempest-ServersNegativeTestJSON-1888996924] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:16:03.010534 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ab6464b-3730-472f-9b76-60aaf0036daa req-f1ad3c68-af1b-45a0-89cb-1c5b6c81f714 tempest-ComputeTenantNetworksTest-1572381799 tempest-ComputeTenantNetworksTest-1572381799] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:16:03.033683 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [req-8335ab30-5b7f-4ec2-bb0e-f06db4a30db4 req-130e83c2-9b25-4489-b319-e70fc8c66e3c service neutron] For port 23b7bb1f-9197-486c-8dbf-d6a20b1a6049, host n-h1-768862-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-h1-768862-2',level=0,port_id=23b7bb1f-9197-486c-8dbf-d6a20b1a6049,segment=NetworkSegment(ea8bea7c-a41a-42f0-8ceb-6c6f9bd09163),segment_id=ea8bea7c-a41a-42f0-8ceb-6c6f9bd09163)] {{(pid=84874) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 14 07:16:03.034982 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ab6464b-3730-472f-9b76-60aaf0036daa req-f1ad3c68-af1b-45a0-89cb-1c5b6c81f714 tempest-ComputeTenantNetworksTest-1572381799 tempest-ComputeTenantNetworksTest-1572381799] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:16:03.067305 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ab6464b-3730-472f-9b76-60aaf0036daa req-f1ad3c68-af1b-45a0-89cb-1c5b6c81f714 tempest-ComputeTenantNetworksTest-1572381799 tempest-ComputeTenantNetworksTest-1572381799] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:16:03.069415 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [req-9ab6464b-3730-472f-9b76-60aaf0036daa req-f1ad3c68-af1b-45a0-89cb-1c5b6c81f714 tempest-ComputeTenantNetworksTest-1572381799 tempest-ComputeTenantNetworksTest-1572381799] 10.222.0.24 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1902 time: 0.3656456 Jan 14 07:16:03.101754 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Device f8e54d72-8604-4333-b165-5be58a0292ce no longer exists at agent ovs-agent-n-d-768862-2 {{(pid=84876) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jan 14 07:16:03.119087 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-18ceb541-6ef2-4383-b171-1326b9435ecc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:16:03.189761 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.plugin [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] No Port match for: f8e54d72-8604-4333-b165-5be58a0292ce {{(pid=84876) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2188}} Jan 14 07:16:03.190155 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Device f8e54d72-8604-4333-b165-5be58a0292ce not bound to the agent host n-d-768862-2 {{(pid=84876) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jan 14 07:16:03.248052 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [req-8335ab30-5b7f-4ec2-bb0e-f06db4a30db4 req-130e83c2-9b25-4489-b319-e70fc8c66e3c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777640533312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363259214678337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777640097497', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036851521613'] for port, after_update {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:16:03.370242 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22e4cecd-2cc8-4374-81ca-ca8e38caee5a admin admin] Pushing event updated for resources: {'Port': ['ID=7a95cca5-9aca-459e-920d-c55778e57eab,revision_number=1']} {{(pid=84874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:16:03.390440 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-22e4cecd-2cc8-4374-81ca-ca8e38caee5a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.474s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:16:03.404158 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-5a7ff911-9b0d-4222-9cd8-2070c81a090b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.105s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:16:03.563462 n-d-768862-2 neutron-server[84765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22e4cecd-2cc8-4374-81ca-ca8e38caee5a admin admin] Network 829fea34-3751-44bb-9831-30225757d439 is already hosted by enough agents. {{(pid=84874) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 07:16:03.567972 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-138c6ceb-6b5f-4b9f-ab75-10b049f57b11 tempest-TaggedBootDevicesTest_v242-294831919 tempest-TaggedBootDevicesTest_v242-294831919] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854768116'] for port, before_response {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:16:03.573393 n-d-768862-2 neutron-server[84765]: DEBUG neutron.scheduler.base_scheduler [None req-22e4cecd-2cc8-4374-81ca-ca8e38caee5a admin admin] Resources bound (agent type, host, resource id): {{(pid=84874) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 07:16:03.579366 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-18ceb541-6ef2-4383-b171-1326b9435ecc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:16:03.593930 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22e4cecd-2cc8-4374-81ca-ca8e38caee5a admin admin] Received port after_create {{(pid=84874) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 14 07:16:03.677075 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-130e83c2-9b25-4489-b319-e70fc8c66e3c service neutron] Pushing event updated for resources: {'Port': ['ID=23b7bb1f-9197-486c-8dbf-d6a20b1a6049,revision_number=3']} {{(pid=84874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:16:03.682441 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9541600b-beac-42f9-9762-dd0577df4c25 req-f2797fa5-cb1a-4b25-8fb3-64ce588b5779 tempest-ComputeTenantNetworksTest-1572381799 tempest-ComputeTenantNetworksTest-1572381799] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:16:03.684242 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [req-9541600b-beac-42f9-9762-dd0577df4c25 req-f2797fa5-cb1a-4b25-8fb3-64ce588b5779 tempest-ComputeTenantNetworksTest-1572381799 tempest-ComputeTenantNetworksTest-1572381799] 10.222.0.24 "GET /v2.0/networks/c0bf2467-4686-432c-a240-64ee282bf0c6 HTTP/1.1" status: 200 len: 768 time: 0.5565410 Jan 14 07:16:03.688911 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-138c6ceb-6b5f-4b9f-ab75-10b049f57b11 tempest-TaggedBootDevicesTest_v242-294831919 tempest-TaggedBootDevicesTest_v242-294831919] 10.222.0.24 "DELETE /v2.0/ports/76e6f417-022c-42fe-909e-62d9dfcd0030 HTTP/1.1" status: 204 len: 168 time: 5.4564054 Jan 14 07:16:03.699533 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84875) accepted ('10.222.0.24', 60782) {{(pid=84875) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:16:03.707756 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [None req-a2bb362b-af46-4dcc-86aa-221323a7296a admin admin] For port 7b3e9a1b-5fd4-47d4-b7b0-a45de5e31e55, host n-d-768862-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-2',level=0,port_id=7b3e9a1b-5fd4-47d4-b7b0-a45de5e31e55,segment=NetworkSegment(cf3ded2c-bc47-4a71-89af-6e7117e60140),segment_id=cf3ded2c-bc47-4a71-89af-6e7117e60140)] {{(pid=84874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 07:16:03.708258 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-a2bb362b-af46-4dcc-86aa-221323a7296a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036850862667'] for port, precommit_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:16:03.728453 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-130e83c2-9b25-4489-b319-e70fc8c66e3c service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.324s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:16:03.731124 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84874) accepted ('10.222.0.24', 60786) {{(pid=84874) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:16:03.799521 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.plugin [None req-ce10398b-5315-4dc5-b15e-1c390b6d05bc tempest-TaggedBootDevicesTest_v242-294831919 tempest-TaggedBootDevicesTest_v242-294831919] Deleting port 426e4c16-1d3b-4d47-8d3c-eb558bcba9f3 {{(pid=84875) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 07:16:03.799943 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-ce10398b-5315-4dc5-b15e-1c390b6d05bc tempest-TaggedBootDevicesTest_v242-294831919 tempest-TaggedBootDevicesTest_v242-294831919] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363259214248359'] for port, before_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:16:03.834253 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.db.resource_extend [req-289b9e82-f8e6-471c-bb4d-397ffbff69f1 req-dab33cc2-9161-4f84-ba59-9ef27a03ae68 service neutron] It took 0.16 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84874) wrapper /usr/local/lib/python3.6/dist-packages/oslo_utils/timeutils.py:388}} Jan 14 07:16:03.910296 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-18ceb541-6ef2-4383-b171-1326b9435ecc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850887153'] for security_group, after_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:16:03.919920 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-ca7aa0cc-32de-4d2e-b19b-e970592b2994 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:16:03.943063 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.plugin [None req-a2bb362b-af46-4dcc-86aa-221323a7296a admin admin] Calling delete_port for 7b3e9a1b-5fd4-47d4-b7b0-a45de5e31e55 owned by network:router_gateway {{(pid=84874) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 07:16:03.977405 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18ceb541-6ef2-4383-b171-1326b9435ecc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=97cf537e-815b-4ace-b4d4-a14be005ddef,revision_number=None']} {{(pid=84875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:16:03.991687 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-18ceb541-6ef2-4383-b171-1326b9435ecc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:16:04.011343 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-18ceb541-6ef2-4383-b171-1326b9435ecc admin admin] Notify callbacks [] for security_group, before_response {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:16:04.015950 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-18ceb541-6ef2-4383-b171-1326b9435ecc admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/97cf537e-815b-4ace-b4d4-a14be005ddef HTTP/1.1" status: 204 len: 168 time: 1.4540040 Jan 14 07:16:04.024623 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-774705f4-e72d-4ac4-a2aa-04bfe78a1bab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850887113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036851621412', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036852467174'] for subnet, after_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:16:04.046520 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [req-289b9e82-f8e6-471c-bb4d-397ffbff69f1 req-dab33cc2-9161-4f84-ba59-9ef27a03ae68 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:16:04.048454 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-22e4cecd-2cc8-4374-81ca-ca8e38caee5a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036850886386'] for router_interface, before_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:16:04.052425 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-3582d76e-bd2a-4e93-8bc9-33989d85fc69 None None] Provisioning for port 7a95cca5-9aca-459e-920d-c55778e57eab completed by entity DHCP. {{(pid=84876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 07:16:04.064638 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-26a0fd9c-f4ee-4495-a284-a486afd54d33 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:16:04.081642 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-3582d76e-bd2a-4e93-8bc9-33989d85fc69 None None] Provisioning complete for port 7a95cca5-9aca-459e-920d-c55778e57eab triggered by entity DHCP. {{(pid=84876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 07:16:04.086624 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-3582d76e-bd2a-4e93-8bc9-33989d85fc69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-604227'] for port, provisioning_complete {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:16:04.088628 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [req-289b9e82-f8e6-471c-bb4d-397ffbff69f1 req-dab33cc2-9161-4f84-ba59-9ef27a03ae68 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777640533312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363259214678337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777640097497', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036851521613'] for port, after_update {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:16:04.129387 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8335ab30-5b7f-4ec2-bb0e-f06db4a30db4 req-130e83c2-9b25-4489-b319-e70fc8c66e3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:16:04.130016 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [req-8335ab30-5b7f-4ec2-bb0e-f06db4a30db4 req-130e83c2-9b25-4489-b319-e70fc8c66e3c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854768116'] for port, before_response {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:16:04.132454 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [req-8335ab30-5b7f-4ec2-bb0e-f06db4a30db4 req-130e83c2-9b25-4489-b319-e70fc8c66e3c service neutron] 10.222.0.35 "PUT /v2.0/ports/23b7bb1f-9197-486c-8dbf-d6a20b1a6049 HTTP/1.1" status: 200 len: 1156 time: 7.8156674 Jan 14 07:16:04.143468 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-79fb67df-ed57-42cd-84f6-649eae637740 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:16:04.209183 n-d-768862-2 neutron-server[84765]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2871d7e5-d082-4af4-bbbd-fc1152f24193', 'tag': '23b7bb1f-9197-486c-8dbf-d6a20b1a6049'}] {{(pid=84874) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Jan 14 07:16:04.230401 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dab33cc2-9161-4f84-ba59-9ef27a03ae68 service neutron] Pushing event updated for resources: {'Port': ['ID=426e4c16-1d3b-4d47-8d3c-eb558bcba9f3,revision_number=2']} {{(pid=84874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:16:04.274565 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.plugin [None req-3582d76e-bd2a-4e93-8bc9-33989d85fc69 None None] Port 7a95cca5-9aca-459e-920d-c55778e57eab cannot update to ACTIVE because it is not bound. {{(pid=84876) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:329}} Jan 14 07:16:04.299681 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-dab33cc2-9161-4f84-ba59-9ef27a03ae68 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.156s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:16:04.373798 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-289b9e82-f8e6-471c-bb4d-397ffbff69f1 req-dab33cc2-9161-4f84-ba59-9ef27a03ae68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:16:04.374481 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [req-289b9e82-f8e6-471c-bb4d-397ffbff69f1 req-dab33cc2-9161-4f84-ba59-9ef27a03ae68 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854768116'] for port, before_response {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:16:04.376039 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [req-289b9e82-f8e6-471c-bb4d-397ffbff69f1 req-dab33cc2-9161-4f84-ba59-9ef27a03ae68 service neutron] 10.222.0.48 "PUT /v2.0/ports/426e4c16-1d3b-4d47-8d3c-eb558bcba9f3 HTTP/1.1" status: 200 len: 1032 time: 3.8748972 Jan 14 07:16:04.382212 n-d-768862-2 neutron-server[84765]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2871d7e5-d082-4af4-bbbd-fc1152f24193', 'tag': '23b7bb1f-9197-486c-8dbf-d6a20b1a6049', 'status': 'completed', 'code': 200} Jan 14 07:16:04.405757 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-607263ec-cfe0-403b-9032-d8df918b3d42 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036854160497'] for network, before_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:16:04.584703 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-a2bb362b-af46-4dcc-86aa-221323a7296a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777640533329', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777640097463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3254186'] for port, after_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:16:04.658242 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8335ab30-5b7f-4ec2-bb0e-f06db4a30db4 req-a224dc2e-70dc-4150-877a-28118fc17153 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:16:04.660515 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [req-8335ab30-5b7f-4ec2-bb0e-f06db4a30db4 req-a224dc2e-70dc-4150-877a-28118fc17153 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=e3a4f5e44a6346aeb715674b9fdb21db&device_id=2871d7e5-d082-4af4-bbbd-fc1152f24193 HTTP/1.1" status: 200 len: 1159 time: 0.4409063 Jan 14 07:16:04.676850 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-774705f4-e72d-4ac4-a2aa-04bfe78a1bab admin admin] Pushing event updated for resources: {'Subnet': ['ID=331c5eef-4128-4674-901d-32c6d9677853,revision_number=0']} {{(pid=84875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:16:04.684570 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-774705f4-e72d-4ac4-a2aa-04bfe78a1bab admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.624s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:16:04.707686 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-774705f4-e72d-4ac4-a2aa-04bfe78a1bab admin admin] Checking segment: {'id': 'f0ed92ec-3631-451c-a5b4-402ded5db582', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '1e2578d9-4d6e-4b52-b60a-ceb02a0ce2b1'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84875) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 14 07:16:04.707977 n-d-768862-2 neutron-server[84765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-774705f4-e72d-4ac4-a2aa-04bfe78a1bab admin admin] Network hostable DHCP agents. Network: 1e2578d9-4d6e-4b52-b60a-ceb02a0ce2b1, hostable agents: ['32f3dd84-26da-4d18-bf15-6017a8fb7247'], hosted agents: [] {{(pid=84875) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Jan 14 07:16:04.734691 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-ce10398b-5315-4dc5-b15e-1c390b6d05bc tempest-TaggedBootDevicesTest_v242-294831919 tempest-TaggedBootDevicesTest_v242-294831919] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036850862667'] for port, precommit_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:16:04.931162 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.plugin [None req-ce10398b-5315-4dc5-b15e-1c390b6d05bc tempest-TaggedBootDevicesTest_v242-294831919 tempest-TaggedBootDevicesTest_v242-294831919] Calling delete_port for 426e4c16-1d3b-4d47-8d3c-eb558bcba9f3 owned by {{(pid=84875) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 07:16:05.034427 n-d-768862-2 neutron-server[84765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-774705f4-e72d-4ac4-a2aa-04bfe78a1bab admin admin] Network 1e2578d9-4d6e-4b52-b60a-ceb02a0ce2b1 is scheduled to be hosted by DHCP agent 32f3dd84-26da-4d18-bf15-6017a8fb7247 with binding_index 1 {{(pid=84875) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Jan 14 07:16:05.056523 n-d-768862-2 neutron-server[84765]: DEBUG neutron.scheduler.base_scheduler [None req-774705f4-e72d-4ac4-a2aa-04bfe78a1bab admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768862-2, 1e2578d9-4d6e-4b52-b60a-ceb02a0ce2b1) {{(pid=84875) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 07:16:05.069396 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37b597a1-ff54-4a58-bbad-30c50a96a2ef None None] Network 1e2578d9-4d6e-4b52-b60a-ceb02a0ce2b1 requested from n-d-768862-2 {{(pid=84876) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 07:16:05.113048 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84875) accepted ('10.222.0.24', 60838) {{(pid=84875) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:16:05.126627 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-774705f4-e72d-4ac4-a2aa-04bfe78a1bab admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:16:05.127589 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-774705f4-e72d-4ac4-a2aa-04bfe78a1bab admin admin] Notify callbacks [] for subnet, before_response {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:16:05.159578 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-774705f4-e72d-4ac4-a2aa-04bfe78a1bab admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 3.4583607 Jan 14 07:16:05.167638 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.db.api [None req-ce10398b-5315-4dc5-b15e-1c390b6d05bc tempest-TaggedBootDevicesTest_v242-294831919 tempest-TaggedBootDevicesTest_v242-294831919] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84875) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Jan 14 07:16:05.169542 n-d-768862-2 neutron-server[84765]: DEBUG oslo_db.api [None req-ce10398b-5315-4dc5-b15e-1c390b6d05bc tempest-TaggedBootDevicesTest_v242-294831919 tempest-TaggedBootDevicesTest_v242-294831919] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84875) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Jan 14 07:16:05.342539 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-8fb7d31b-ec5a-4474-8da5-2e8445fe503b admin admin] Notify callbacks [] for security_group, before_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:16:05.352148 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e61594d7-2129-4e41-aec6-d5e01cbc1a4e None None] Network 1e2578d9-4d6e-4b52-b60a-ceb02a0ce2b1 requested from n-d-768862-2 {{(pid=84876) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 07:16:05.366082 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-8fb7d31b-ec5a-4474-8da5-2e8445fe503b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:16:05.374075 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-8fb7d31b-ec5a-4474-8da5-2e8445fe503b admin admin] Usage tracker for resource:security_group_rule and tenant:fc477d298b144b9bbfa2464e92da1888 is out of sync, need to count used quota {{(pid=84875) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:16:05.377299 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-8fb7d31b-ec5a-4474-8da5-2e8445fe503b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84875) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:16:05.384166 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-8fb7d31b-ec5a-4474-8da5-2e8445fe503b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:16:05.484050 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-8fb7d31b-ec5a-4474-8da5-2e8445fe503b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:16:05.487117 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-8fb7d31b-ec5a-4474-8da5-2e8445fe503b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850887153'] for security_group, after_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:16:05.499179 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-36385f7a-2193-4435-a177-38e2b4db8080 tempest-TaggedBootDevicesTest-541410187 tempest-TaggedBootDevicesTest-541410187] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:16:05.515985 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [req-8335ab30-5b7f-4ec2-bb0e-f06db4a30db4 req-2059e58f-276f-4946-88f7-4933de003323 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=23b7bb1f-9197-486c-8dbf-d6a20b1a6049 HTTP/1.1" status: 200 len: 217 time: 0.7202094 Jan 14 07:16:05.516894 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-a2bb362b-af46-4dcc-86aa-221323a7296a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036850863128'] for router_gateway, after_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:16:05.558380 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-8fb7d31b-ec5a-4474-8da5-2e8445fe503b admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=fc477d298b144b9bbfa2464e92da1888&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4411952 Jan 14 07:16:05.558380 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fb7d31b-ec5a-4474-8da5-2e8445fe503b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3e9ad431-2e29-4af1-b294-3fc1b404ec95,revision_number=1']} {{(pid=84875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:16:05.576364 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84875) accepted ('10.222.0.24', 60856) {{(pid=84875) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:16:05.577551 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-8fb7d31b-ec5a-4474-8da5-2e8445fe503b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:16:05.658244 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-a2bb362b-af46-4dcc-86aa-221323a7296a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3889346', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036854717606'] for router, precommit_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:16:05.660708 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-a2bb362b-af46-4dcc-86aa-221323a7296a admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:16:05.663251 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-5648a27e-fcdf-4467-b4fd-14c3d5b33031 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:16:05.699734 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-5648a27e-fcdf-4467-b4fd-14c3d5b33031 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:16:05.715177 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84874) accepted ('10.222.0.24', 60860) {{(pid=84874) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:16:05.753770 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.plugin [None req-ce10398b-5315-4dc5-b15e-1c390b6d05bc tempest-TaggedBootDevicesTest_v242-294831919 tempest-TaggedBootDevicesTest_v242-294831919] Deleting port 426e4c16-1d3b-4d47-8d3c-eb558bcba9f3 {{(pid=84875) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 07:16:05.754695 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-ce10398b-5315-4dc5-b15e-1c390b6d05bc tempest-TaggedBootDevicesTest_v242-294831919 tempest-TaggedBootDevicesTest_v242-294831919] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363259214248359'] for port, before_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:16:05.769351 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-a2bb362b-af46-4dcc-86aa-221323a7296a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036850897070'] for router, after_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:16:05.769864 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a2bb362b-af46-4dcc-86aa-221323a7296a admin admin] Fanout notify agent at l3_agent the message router_deleted on router ea874ecc-2d57-428e-9d9d-517eb3dc89fa {{(pid=84874) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jan 14 07:16:05.809021 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-607263ec-cfe0-403b-9032-d8df918b3d42 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-598987', 'neutron.services.segments.db._delete_segments_for_network-8777640583949'] for network, precommit_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:16:05.817709 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-5648a27e-fcdf-4467-b4fd-14c3d5b33031 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850887153'] for security_group, after_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:16:05.850596 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-0dbf3165-97d3-4bd2-9a8e-9ca725d511f8 tempest-SecurityGroupsTestJSON-494699717 tempest-SecurityGroupsTestJSON-494699717] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:16:05.893467 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.v2.base [req-93e08206-4a89-4960-b443-32d64cd140b6 req-cc5d5d8a-dba8-431d-ac08-ade43775f833 tempest-SecurityGroupRulesTestJSON-1709174060 tempest-SecurityGroupRulesTestJSON-1709174060] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1148301436', 'description': 'tempest-description-1536316606'}} {{(pid=84875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:16:05.915506 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5648a27e-fcdf-4467-b4fd-14c3d5b33031 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3e9ad431-2e29-4af1-b294-3fc1b404ec95,revision_number=None']} {{(pid=84875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:16:05.918347 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-5648a27e-fcdf-4467-b4fd-14c3d5b33031 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:16:05.922875 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-a2bb362b-af46-4dcc-86aa-221323a7296a admin admin] Notify callbacks [] for router, before_response {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:16:05.927276 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-a2bb362b-af46-4dcc-86aa-221323a7296a admin admin] 10.222.0.24 "DELETE /v2.0/routers/ea874ecc-2d57-428e-9d9d-517eb3dc89fa HTTP/1.1" status: 204 len: 168 time: 5.0568726 Jan 14 07:16:05.931063 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84875) accepted ('10.222.0.24', 60866) {{(pid=84875) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:16:05.932517 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [req-93e08206-4a89-4960-b443-32d64cd140b6 req-cc5d5d8a-dba8-431d-ac08-ade43775f833 tempest-SecurityGroupRulesTestJSON-1709174060 tempest-SecurityGroupRulesTestJSON-1709174060] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:16:05.935526 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-5648a27e-fcdf-4467-b4fd-14c3d5b33031 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:16:05.939555 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-5648a27e-fcdf-4467-b4fd-14c3d5b33031 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/3e9ad431-2e29-4af1-b294-3fc1b404ec95 HTTP/1.1" status: 204 len: 168 time: 0.3583064 Jan 14 07:16:05.939708 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8335ab30-5b7f-4ec2-bb0e-f06db4a30db4 req-2d5d6627-5b9d-4d87-b360-baf5602754e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:16:05.939708 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [req-8335ab30-5b7f-4ec2-bb0e-f06db4a30db4 req-2d5d6627-5b9d-4d87-b360-baf5602754e5 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=ae86ae1b-a63e-483f-8a3f-c65450a455bf HTTP/1.1" status: 200 len: 854 time: 0.2255695 Jan 14 07:16:06.021420 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [req-8335ab30-5b7f-4ec2-bb0e-f06db4a30db4 req-cef5ed94-ee08-4200-a93d-c83fd9bbe883 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=58634b46-3389-4a58-9255-646914eb2c67&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0705760 Jan 14 07:16:06.028947 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [req-93e08206-4a89-4960-b443-32d64cd140b6 req-cc5d5d8a-dba8-431d-ac08-ade43775f833 tempest-SecurityGroupRulesTestJSON-1709174060 tempest-SecurityGroupRulesTestJSON-1709174060] Usage tracker for resource:security_group and tenant:d5757080973f4a4ba2f46072097aded2 is out of sync, need to count used quota {{(pid=84875) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:16:06.043696 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [req-93e08206-4a89-4960-b443-32d64cd140b6 req-cc5d5d8a-dba8-431d-ac08-ade43775f833 tempest-SecurityGroupRulesTestJSON-1709174060 tempest-SecurityGroupRulesTestJSON-1709174060] Quota usage for security_group was recalculated. Used quota:1. {{(pid=84875) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:16:06.060688 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [req-93e08206-4a89-4960-b443-32d64cd140b6 req-cc5d5d8a-dba8-431d-ac08-ade43775f833 tempest-SecurityGroupRulesTestJSON-1709174060 tempest-SecurityGroupRulesTestJSON-1709174060] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:16:06.075768 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.v2.base [None req-d42a4bf6-2570-4ef5-b062-e9b5aa586a7e admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-1354811347-network', 'tenant_id': '309de37299124192a08d7829b2b74c7e'}} {{(pid=84874) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:16:06.113629 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-d42a4bf6-2570-4ef5-b062-e9b5aa586a7e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:16:06.153069 n-d-768862-2 neutron-server[84765]: DEBUG neutron.services.segments.db [None req-607263ec-cfe0-403b-9032-d8df918b3d42 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c0bf2467-4686-432c-a240-64ee282bf0c6']}} {{(pid=84874) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:16:06.173845 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-d42a4bf6-2570-4ef5-b062-e9b5aa586a7e admin admin] Usage tracker for resource:network and tenant:309de37299124192a08d7829b2b74c7e is out of sync, need to count used quota {{(pid=84874) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:16:06.192893 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [req-93e08206-4a89-4960-b443-32d64cd140b6 req-cc5d5d8a-dba8-431d-ac08-ade43775f833 tempest-SecurityGroupRulesTestJSON-1709174060 tempest-SecurityGroupRulesTestJSON-1709174060] Notify callbacks [] for security_group, before_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:16:06.209847 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.db_base_plugin_v2 [None req-d114658b-576d-4ded-a14d-dc8aac3ed4ba admin admin] Deleting subnet 75c96462-82f5-451a-9db8-734632b28e48 {{(pid=84875) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Jan 14 07:16:06.237975 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-d114658b-576d-4ded-a14d-dc8aac3ed4ba admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:16:06.260045 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-d42a4bf6-2570-4ef5-b062-e9b5aa586a7e admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84874) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:16:06.266048 n-d-768862-2 neutron-server[84765]: DEBUG neutron.services.segments.db [None req-607263ec-cfe0-403b-9032-d8df918b3d42 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd625ff79-e485-432f-8fd5-780de7039f29') {'for_net_delete': True} {{(pid=84874) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:16:06.266426 n-d-768862-2 neutron-server[84765]: DEBUG neutron.services.segments.db [None req-607263ec-cfe0-403b-9032-d8df918b3d42 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd625ff79-e485-432f-8fd5-780de7039f29') {} {{(pid=84874) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:16:06.293893 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-d42a4bf6-2570-4ef5-b062-e9b5aa586a7e admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:16:06.308724 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-22e4cecd-2cc8-4374-81ca-ca8e38caee5a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555753'] for port, before_update {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:16:06.318655 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [req-93e08206-4a89-4960-b443-32d64cd140b6 req-cc5d5d8a-dba8-431d-ac08-ade43775f833 tempest-SecurityGroupRulesTestJSON-1709174060 tempest-SecurityGroupRulesTestJSON-1709174060] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:16:06.323746 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-607263ec-cfe0-403b-9032-d8df918b3d42 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363259214173198', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2968632'] for segment, before_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:16:06.328904 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [req-93e08206-4a89-4960-b443-32d64cd140b6 req-cc5d5d8a-dba8-431d-ac08-ade43775f833 tempest-SecurityGroupRulesTestJSON-1709174060 tempest-SecurityGroupRulesTestJSON-1709174060] Usage tracker for resource:security_group_rule and tenant:d5757080973f4a4ba2f46072097aded2 is out of sync, need to count used quota {{(pid=84875) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:16:06.337657 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [req-93e08206-4a89-4960-b443-32d64cd140b6 req-cc5d5d8a-dba8-431d-ac08-ade43775f833 tempest-SecurityGroupRulesTestJSON-1709174060 tempest-SecurityGroupRulesTestJSON-1709174060] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84875) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:16:06.356171 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d42a4bf6-2570-4ef5-b062-e9b5aa586a7e admin admin] Made reservation on behalf of 309de37299124192a08d7829b2b74c7e for: {'network': 1} {{(pid=84874) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 07:16:06.361342 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-d42a4bf6-2570-4ef5-b062-e9b5aa586a7e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555753'] for network, before_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:16:06.362938 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-d114658b-576d-4ded-a14d-dc8aac3ed4ba admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3367281'] for subnet, precommit_delete_associations {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:16:06.376615 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-607263ec-cfe0-403b-9032-d8df918b3d42 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854179735'] for segment, precommit_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:16:06.395287 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [req-93e08206-4a89-4960-b443-32d64cd140b6 req-cc5d5d8a-dba8-431d-ac08-ade43775f833 tempest-SecurityGroupRulesTestJSON-1709174060 tempest-SecurityGroupRulesTestJSON-1709174060] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:16:06.425055 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-607263ec-cfe0-403b-9032-d8df918b3d42 admin admin] Releasing vxlan tunnel 18 to pool {{(pid=84874) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Jan 14 07:16:06.442387 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-ce10398b-5315-4dc5-b15e-1c390b6d05bc tempest-TaggedBootDevicesTest_v242-294831919 tempest-TaggedBootDevicesTest_v242-294831919] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036850862667'] for port, precommit_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:16:06.448392 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-d42a4bf6-2570-4ef5-b062-e9b5aa586a7e admin admin] Notify callbacks [] for security_group, before_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:16:06.559826 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-d42a4bf6-2570-4ef5-b062-e9b5aa586a7e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:16:06.573623 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-d42a4bf6-2570-4ef5-b062-e9b5aa586a7e admin admin] Usage tracker for resource:security_group_rule and tenant:309de37299124192a08d7829b2b74c7e is out of sync, need to count used quota {{(pid=84874) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:16:06.576708 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-d42a4bf6-2570-4ef5-b062-e9b5aa586a7e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84874) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:16:06.613628 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.plugin [None req-ce10398b-5315-4dc5-b15e-1c390b6d05bc tempest-TaggedBootDevicesTest_v242-294831919 tempest-TaggedBootDevicesTest_v242-294831919] Calling delete_port for 426e4c16-1d3b-4d47-8d3c-eb558bcba9f3 owned by {{(pid=84875) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 07:16:06.618088 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-d42a4bf6-2570-4ef5-b062-e9b5aa586a7e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:16:06.642853 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [req-8335ab30-5b7f-4ec2-bb0e-f06db4a30db4 req-7c5ede18-d895-41ce-a222-cd9bb6b9beaf service neutron] 10.222.0.35 "GET /v2.0/networks/58634b46-3389-4a58-9255-646914eb2c67?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5724664 Jan 14 07:16:06.761280 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [req-93e08206-4a89-4960-b443-32d64cd140b6 req-cc5d5d8a-dba8-431d-ac08-ade43775f833 tempest-SecurityGroupRulesTestJSON-1709174060 tempest-SecurityGroupRulesTestJSON-1709174060] Notify callbacks [] for security_group, precommit_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:16:06.766117 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-d114658b-576d-4ded-a14d-dc8aac3ed4ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036854176836'] for subnet, precommit_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:16:06.806140 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [req-93e08206-4a89-4960-b443-32d64cd140b6 req-cc5d5d8a-dba8-431d-ac08-ade43775f833 tempest-SecurityGroupRulesTestJSON-1709174060 tempest-SecurityGroupRulesTestJSON-1709174060] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850887153'] for security_group, after_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:16:06.826297 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Device 7b3e9a1b-5fd4-47d4-b7b0-a45de5e31e55 no longer exists at agent ovs-agent-n-d-768862-2 {{(pid=84876) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jan 14 07:16:06.854995 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-2559ddee-63e7-4039-848c-dbc2bf64bf44 tempest-TaggedBootDevicesTest_v242-294831919 tempest-TaggedBootDevicesTest_v242-294831919] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:16:06.883030 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.managers [None req-607263ec-cfe0-403b-9032-d8df918b3d42 admin admin] Network c0bf2467-4686-432c-a240-64ee282bf0c6 has no segments {{(pid=84874) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 14 07:16:06.886194 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.plugin [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] No Port match for: 7b3e9a1b-5fd4-47d4-b7b0-a45de5e31e55 {{(pid=84876) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2188}} Jan 14 07:16:06.886640 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Device 7b3e9a1b-5fd4-47d4-b7b0-a45de5e31e55 not bound to the agent host n-d-768862-2 {{(pid=84876) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jan 14 07:16:06.905600 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-607263ec-cfe0-403b-9032-d8df918b3d42 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-596065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036851521571'] for segment, after_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:16:07.020384 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc5d5d8a-dba8-431d-ac08-ade43775f833 tempest-SecurityGroupRulesTestJSON-1709174060 tempest-SecurityGroupRulesTestJSON-1709174060] Pushing event updated for resources: {'SecurityGroup': ['ID=d29b2c2d-6b62-4347-b2ea-ae886c0c2882,revision_number=1']} {{(pid=84875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:16:07.029542 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [req-93e08206-4a89-4960-b443-32d64cd140b6 req-cc5d5d8a-dba8-431d-ac08-ade43775f833 tempest-SecurityGroupRulesTestJSON-1709174060 tempest-SecurityGroupRulesTestJSON-1709174060] Notify callbacks [] for security_group, before_response {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:16:07.034645 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [req-93e08206-4a89-4960-b443-32d64cd140b6 req-cc5d5d8a-dba8-431d-ac08-ade43775f833 tempest-SecurityGroupRulesTestJSON-1709174060 tempest-SecurityGroupRulesTestJSON-1709174060] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1812 time: 1.1538596 Jan 14 07:16:07.048046 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-cc5d5d8a-dba8-431d-ac08-ade43775f833 tempest-SecurityGroupRulesTestJSON-1709174060 tempest-SecurityGroupRulesTestJSON-1709174060] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.193s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:16:07.052617 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-ce10398b-5315-4dc5-b15e-1c390b6d05bc tempest-TaggedBootDevicesTest_v242-294831919 tempest-TaggedBootDevicesTest_v242-294831919] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777640533329', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777640097463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851621574'] for port, after_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:16:07.070877 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-ac27e3a8-8a36-41fc-90cb-b297f2231df8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:16:07.193503 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-22e4cecd-2cc8-4374-81ca-ca8e38caee5a admin admin] Notify callbacks [] for port, precommit_update {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:16:07.194149 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce10398b-5315-4dc5-b15e-1c390b6d05bc tempest-TaggedBootDevicesTest_v242-294831919 tempest-TaggedBootDevicesTest_v242-294831919] Pushing event deleted for resources: {'Port': ['ID=426e4c16-1d3b-4d47-8d3c-eb558bcba9f3,revision_number=None']} {{(pid=84875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:16:07.213560 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-ce10398b-5315-4dc5-b15e-1c390b6d05bc tempest-TaggedBootDevicesTest_v242-294831919 tempest-TaggedBootDevicesTest_v242-294831919] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:16:07.290271 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-22e4cecd-2cc8-4374-81ca-ca8e38caee5a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777640533312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363259214678337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777640097497', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036851521613'] for port, after_update {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:16:07.329169 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-bf96a24e-07f1-4bc5-95bd-f946d826c314 tempest-ServersTestBootFromVolume-651906471 tempest-ServersTestBootFromVolume-651906471] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:16:07.373632 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [req-8956bf37-b334-4b83-8a06-7477b8a61a33 req-32c49506-ea3e-4db9-9d1a-ee0701375084 tempest-SecurityGroupRulesTestJSON-1709174060 tempest-SecurityGroupRulesTestJSON-1709174060] 10.222.0.24 "GET /v2.0/security-groups/d29b2c2d-6b62-4347-b2ea-ae886c0c2882 HTTP/1.1" status: 200 len: 1807 time: 0.2715514 Jan 14 07:16:07.410761 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.v2.base [req-8956bf37-b334-4b83-8a06-7477b8a61a33 req-73d7fece-9478-4917-ab8c-63dd129b792d tempest-SecurityGroupRulesTestJSON-1709174060 tempest-SecurityGroupRulesTestJSON-1709174060] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'd29b2c2d-6b62-4347-b2ea-ae886c0c2882', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=84875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:16:07.411254 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.v2.base [req-8956bf37-b334-4b83-8a06-7477b8a61a33 req-73d7fece-9478-4917-ab8c-63dd129b792d tempest-SecurityGroupRulesTestJSON-1709174060 tempest-SecurityGroupRulesTestJSON-1709174060] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'd29b2c2d-6b62-4347-b2ea-ae886c0c2882', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=84875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:16:07.426575 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [req-8956bf37-b334-4b83-8a06-7477b8a61a33 req-73d7fece-9478-4917-ab8c-63dd129b792d tempest-SecurityGroupRulesTestJSON-1709174060 tempest-SecurityGroupRulesTestJSON-1709174060] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:16:07.434579 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [req-8956bf37-b334-4b83-8a06-7477b8a61a33 req-73d7fece-9478-4917-ab8c-63dd129b792d tempest-SecurityGroupRulesTestJSON-1709174060 tempest-SecurityGroupRulesTestJSON-1709174060] Usage tracker for resource:security_group_rule and tenant:d5757080973f4a4ba2f46072097aded2 is out of sync, need to count used quota {{(pid=84875) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:16:07.447197 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [req-8956bf37-b334-4b83-8a06-7477b8a61a33 req-73d7fece-9478-4917-ab8c-63dd129b792d tempest-SecurityGroupRulesTestJSON-1709174060 tempest-SecurityGroupRulesTestJSON-1709174060] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84875) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:16:07.456787 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-22e4cecd-2cc8-4374-81ca-ca8e38caee5a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3206949', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3889649'] for router_interface, after_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:16:07.478651 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.managers [None req-607263ec-cfe0-403b-9032-d8df918b3d42 admin admin] Network c0bf2467-4686-432c-a240-64ee282bf0c6 has no segments {{(pid=84874) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 14 07:16:07.504226 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [req-8956bf37-b334-4b83-8a06-7477b8a61a33 req-73d7fece-9478-4917-ab8c-63dd129b792d tempest-SecurityGroupRulesTestJSON-1709174060 tempest-SecurityGroupRulesTestJSON-1709174060] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:16:07.533276 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [req-8335ab30-5b7f-4ec2-bb0e-f06db4a30db4 req-97e2ea20-793a-4b03-9af2-aaaeb5bf485b service neutron] 10.222.0.35 "GET /v2.0/networks/58634b46-3389-4a58-9255-646914eb2c67?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.8767948 Jan 14 07:16:07.534442 n-d-768862-2 neutron-server[84765]: Traceback (most recent call last): Jan 14 07:16:07.534442 n-d-768862-2 neutron-server[84765]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 14 07:16:07.534442 n-d-768862-2 neutron-server[84765]: timer() Jan 14 07:16:07.534442 n-d-768862-2 neutron-server[84765]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 14 07:16:07.534442 n-d-768862-2 neutron-server[84765]: cb(*args, **kw) Jan 14 07:16:07.534442 n-d-768862-2 neutron-server[84765]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Jan 14 07:16:07.534442 n-d-768862-2 neutron-server[84765]: return func(*args, **kwargs) Jan 14 07:16:07.534442 n-d-768862-2 neutron-server[84765]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 14 07:16:07.534442 n-d-768862-2 neutron-server[84765]: self._notify() Jan 14 07:16:07.534442 n-d-768862-2 neutron-server[84765]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 14 07:16:07.534442 n-d-768862-2 neutron-server[84765]: self.callback(batched_events) Jan 14 07:16:07.534442 n-d-768862-2 neutron-server[84765]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 14 07:16:07.534442 n-d-768862-2 neutron-server[84765]: event.method(event) Jan 14 07:16:07.534442 n-d-768862-2 neutron-server[84765]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 14 07:16:07.534442 n-d-768862-2 neutron-server[84765]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 14 07:16:07.534442 n-d-768862-2 neutron-server[84765]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Jan 14 07:16:07.534442 n-d-768862-2 neutron-server[84765]: segment_id)['aggregates'][0] Jan 14 07:16:07.534442 n-d-768862-2 neutron-server[84765]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 14 07:16:07.534442 n-d-768862-2 neutron-server[84765]: return f(self, *a, **k) Jan 14 07:16:07.534442 n-d-768862-2 neutron-server[84765]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 14 07:16:07.534442 n-d-768862-2 neutron-server[84765]: return self._get(url).json() Jan 14 07:16:07.534442 n-d-768862-2 neutron-server[84765]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 14 07:16:07.534442 n-d-768862-2 neutron-server[84765]: **kwargs) Jan 14 07:16:07.534442 n-d-768862-2 neutron-server[84765]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 14 07:16:07.534442 n-d-768862-2 neutron-server[84765]: return self.request(url, 'GET', **kwargs) Jan 14 07:16:07.534442 n-d-768862-2 neutron-server[84765]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Jan 14 07:16:07.534442 n-d-768862-2 neutron-server[84765]: **endpoint_filter) Jan 14 07:16:07.534442 n-d-768862-2 neutron-server[84765]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 14 07:16:07.534442 n-d-768862-2 neutron-server[84765]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 14 07:16:07.534442 n-d-768862-2 neutron-server[84765]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 14 07:16:07.534442 n-d-768862-2 neutron-server[84765]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 14 07:16:07.534442 n-d-768862-2 neutron-server[84765]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 14 07:16:07.551024 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-ce10398b-5315-4dc5-b15e-1c390b6d05bc tempest-TaggedBootDevicesTest_v242-294831919 tempest-TaggedBootDevicesTest_v242-294831919] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854768116'] for port, before_response {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:16:07.572079 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-ce10398b-5315-4dc5-b15e-1c390b6d05bc tempest-TaggedBootDevicesTest_v242-294831919 tempest-TaggedBootDevicesTest_v242-294831919] 10.222.0.24 "DELETE /v2.0/ports/426e4c16-1d3b-4d47-8d3c-eb558bcba9f3 HTTP/1.1" status: 204 len: 168 time: 3.8765965 Jan 14 07:16:07.575157 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84875) accepted ('10.222.0.24', 60902) {{(pid=84875) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:16:07.635524 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-d114658b-576d-4ded-a14d-dc8aac3ed4ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-598964', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850887113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3154192', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2308610'] for subnet, after_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:16:07.657567 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-89f58b7f-31ba-4072-b768-bb34abf94948 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:16:07.749797 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84875) accepted ('10.222.0.24', 60908) {{(pid=84875) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:16:07.753825 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-d42a4bf6-2570-4ef5-b062-e9b5aa586a7e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:16:07.755281 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22e4cecd-2cc8-4374-81ca-ca8e38caee5a admin admin] Pushing event updated for resources: {'Port': ['ID=7a95cca5-9aca-459e-920d-c55778e57eab,revision_number=2']} {{(pid=84874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:16:07.759780 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-22e4cecd-2cc8-4374-81ca-ca8e38caee5a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.430s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:16:07.778127 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [req-8956bf37-b334-4b83-8a06-7477b8a61a33 req-73d7fece-9478-4917-ab8c-63dd129b792d tempest-SecurityGroupRulesTestJSON-1709174060 tempest-SecurityGroupRulesTestJSON-1709174060] Notify callbacks [] for security_group_rule, before_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:16:07.780099 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-d42a4bf6-2570-4ef5-b062-e9b5aa586a7e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850887153'] for security_group, after_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:16:07.789420 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-dee7b1e0-04c4-4303-b9d7-12169a7c119f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:16:07.796571 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-607263ec-cfe0-403b-9032-d8df918b3d42 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036854176830', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850887149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3912591'] for network, after_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:16:07.818928 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-607263ec-cfe0-403b-9032-d8df918b3d42 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3207107'] for network, before_response {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:16:07.869842 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d42a4bf6-2570-4ef5-b062-e9b5aa586a7e admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 6} {{(pid=84874) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Jan 14 07:16:08.135705 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d114658b-576d-4ded-a14d-dc8aac3ed4ba admin admin] Pushing event deleted for resources: {'Subnet': ['ID=75c96462-82f5-451a-9db8-734632b28e48,revision_number=None']} {{(pid=84875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:16:08.147040 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-d114658b-576d-4ded-a14d-dc8aac3ed4ba admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.489s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:16:08.161633 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-607263ec-cfe0-403b-9032-d8df918b3d42 admin admin] 10.222.0.24 "DELETE /v2.0/networks/c0bf2467-4686-432c-a240-64ee282bf0c6 HTTP/1.1" status: 204 len: 168 time: 4.4254074 Jan 14 07:16:08.162954 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d42a4bf6-2570-4ef5-b062-e9b5aa586a7e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=73ff402e-d3d7-410d-a0e8-6060e90933b6,revision_number=1']} {{(pid=84874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:16:08.176479 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-d42a4bf6-2570-4ef5-b062-e9b5aa586a7e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854179735'] for segment, precommit_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:16:08.176877 n-d-768862-2 neutron-server[84765]: INFO neutron.db.segments_db [None req-d42a4bf6-2570-4ef5-b062-e9b5aa586a7e admin admin] Added segment bf9db35e-3636-43aa-80e1-735a7305fa24 of type vxlan for network 123c9a2b-fdbf-4ea0-9264-91ed25cf5043 Jan 14 07:16:08.178967 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-d42a4bf6-2570-4ef5-b062-e9b5aa586a7e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.390s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:16:08.182497 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-e3f87dc9-d25d-4b3f-9376-70522e8fe378 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.377s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:16:08.231621 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-607263ec-cfe0-403b-9032-d8df918b3d42 admin admin] Pushing event deleted for resources: {'Network': ['ID=c0bf2467-4686-432c-a240-64ee282bf0c6,revision_number=None']} {{(pid=84874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:16:08.241541 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-607263ec-cfe0-403b-9032-d8df918b3d42 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:16:08.247673 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7d87881-6ecb-497b-9128-275144a8e048 req-079c46fc-dfb1-49e3-b81f-0e8e22a6b9a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:16:08.249421 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [req-e7d87881-6ecb-497b-9128-275144a8e048 req-079c46fc-dfb1-49e3-b81f-0e8e22a6b9a4 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=e3a4f5e44a6346aeb715674b9fdb21db&device_id=2871d7e5-d082-4af4-bbbd-fc1152f24193 HTTP/1.1" status: 200 len: 1159 time: 0.5645263 Jan 14 07:16:08.264390 n-d-768862-2 neutron-server[84765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22e4cecd-2cc8-4374-81ca-ca8e38caee5a admin admin] Network 829fea34-3751-44bb-9831-30225757d439 is already hosted by enough agents. {{(pid=84874) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 07:16:08.264963 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [req-8956bf37-b334-4b83-8a06-7477b8a61a33 req-73d7fece-9478-4917-ab8c-63dd129b792d tempest-SecurityGroupRulesTestJSON-1709174060 tempest-SecurityGroupRulesTestJSON-1709174060] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:16:08.277580 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [req-8956bf37-b334-4b83-8a06-7477b8a61a33 req-73d7fece-9478-4917-ab8c-63dd129b792d tempest-SecurityGroupRulesTestJSON-1709174060 tempest-SecurityGroupRulesTestJSON-1709174060] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850966545'] for security_group_rule, after_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:16:08.291640 n-d-768862-2 neutron-server[84765]: DEBUG neutron.scheduler.base_scheduler [None req-22e4cecd-2cc8-4374-81ca-ca8e38caee5a admin admin] Resources bound (agent type, host, resource id): {{(pid=84874) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 07:16:08.302223 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-541c83fd-b6b0-447e-b572-1c0d4da99f74 tempest-ServersTestJSON-1630860468 tempest-ServersTestJSON-1630860468] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:16:08.305676 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-d42a4bf6-2570-4ef5-b062-e9b5aa586a7e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363259214646115'] for network, precommit_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:16:08.333228 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c5cafb4-2673-45c6-ab63-58409c7fe68a None None] Network 3464e1d7-d68d-4886-b510-ed67f13e3a28 requested from n-d-768862-2 {{(pid=84876) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 07:16:08.336006 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-d114658b-576d-4ded-a14d-dc8aac3ed4ba admin admin] Notify callbacks [] for subnet, before_response {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:16:08.348578 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73d7fece-9478-4917-ab8c-63dd129b792d tempest-SecurityGroupRulesTestJSON-1709174060 tempest-SecurityGroupRulesTestJSON-1709174060] Pushing event updated for resources: {'SecurityGroupRule': ['ID=db554638-a11d-4f8b-8fbf-01570da8b4a7,revision_number=0']} {{(pid=84875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:16:08.362796 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-73d7fece-9478-4917-ab8c-63dd129b792d tempest-SecurityGroupRulesTestJSON-1709174060 tempest-SecurityGroupRulesTestJSON-1709174060] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:16:08.367760 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-d114658b-576d-4ded-a14d-dc8aac3ed4ba admin admin] 10.222.0.24 "DELETE /v2.0/subnets/75c96462-82f5-451a-9db8-734632b28e48 HTTP/1.1" status: 204 len: 168 time: 2.4263988 Jan 14 07:16:08.368999 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [req-8956bf37-b334-4b83-8a06-7477b8a61a33 req-73d7fece-9478-4917-ab8c-63dd129b792d tempest-SecurityGroupRulesTestJSON-1709174060 tempest-SecurityGroupRulesTestJSON-1709174060] Notify callbacks [] for security_group_rule, before_response {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:16:08.370288 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [req-8956bf37-b334-4b83-8a06-7477b8a61a33 req-73d7fece-9478-4917-ab8c-63dd129b792d tempest-SecurityGroupRulesTestJSON-1709174060 tempest-SecurityGroupRulesTestJSON-1709174060] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.9697902 Jan 14 07:16:08.370798 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84875) accepted ('10.222.0.24', 60916) {{(pid=84875) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:16:08.512807 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.db_base_plugin_v2 [None req-a6985723-e89a-458e-8f18-42e39f144706 tempest-TaggedBootDevicesTest_v242-294831919 tempest-TaggedBootDevicesTest_v242-294831919] Deleting subnet 4c30d648-0938-465f-8101-af97c9628607 {{(pid=84875) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Jan 14 07:16:08.516342 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84875) accepted ('10.222.0.24', 60924) {{(pid=84875) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:16:08.534217 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-a6985723-e89a-458e-8f18-42e39f144706 tempest-TaggedBootDevicesTest_v242-294831919 tempest-TaggedBootDevicesTest_v242-294831919] Notify callbacks [] for subnet, before_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:16:08.568102 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-d42a4bf6-2570-4ef5-b062-e9b5aa586a7e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850887149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964'] for network, after_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:16:08.569703 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d42a4bf6-2570-4ef5-b062-e9b5aa586a7e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:16:08.570597 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-d42a4bf6-2570-4ef5-b062-e9b5aa586a7e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3207107'] for network, before_response {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:16:08.612740 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.v2.base [req-7ae200a0-be12-47cb-b89e-4358fe8a01a5 req-24988090-e9e7-4220-861b-51c249da5e08 tempest-SecurityGroupRulesTestJSON-1709174060 tempest-SecurityGroupRulesTestJSON-1709174060] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1323902761', 'description': 'tempest-description-580193460'}} {{(pid=84875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:16:08.642730 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-457262cb-b595-4635-ac57-2366d06e4543 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:16:08.653168 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-87fac7af-9cbf-4fc1-beb3-c5ad8a20a9ff None None] Provisioning complete for port 7a95cca5-9aca-459e-920d-c55778e57eab triggered by entity DHCP. {{(pid=84876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 07:16:08.653572 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-87fac7af-9cbf-4fc1-beb3-c5ad8a20a9ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-604227'] for port, provisioning_complete {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:16:08.661090 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [req-7ae200a0-be12-47cb-b89e-4358fe8a01a5 req-24988090-e9e7-4220-861b-51c249da5e08 tempest-SecurityGroupRulesTestJSON-1709174060 tempest-SecurityGroupRulesTestJSON-1709174060] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:16:08.671676 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-f94654a1-b82a-4bf8-9f9a-60397dfa2afb admin admin] Notify callbacks [] for security_group, before_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:16:08.679685 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7d87881-6ecb-497b-9128-275144a8e048 req-4b3bb5ab-dc30-4c51-ac18-52a8cc18e63c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:16:08.681666 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [req-e7d87881-6ecb-497b-9128-275144a8e048 req-4b3bb5ab-dc30-4c51-ac18-52a8cc18e63c service neutron] 10.222.0.35 "GET /v2.0/networks?id=58634b46-3389-4a58-9255-646914eb2c67 HTTP/1.1" status: 200 len: 909 time: 0.4199526 Jan 14 07:16:08.696746 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [req-7ae200a0-be12-47cb-b89e-4358fe8a01a5 req-24988090-e9e7-4220-861b-51c249da5e08 tempest-SecurityGroupRulesTestJSON-1709174060 tempest-SecurityGroupRulesTestJSON-1709174060] Usage tracker for resource:security_group and tenant:d5757080973f4a4ba2f46072097aded2 is out of sync, need to count used quota {{(pid=84875) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:16:08.741849 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.plugin [None req-87fac7af-9cbf-4fc1-beb3-c5ad8a20a9ff None None] Port 7a95cca5-9aca-459e-920d-c55778e57eab cannot update to ACTIVE because it is not bound. {{(pid=84876) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:329}} Jan 14 07:16:08.780014 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [req-7ae200a0-be12-47cb-b89e-4358fe8a01a5 req-24988090-e9e7-4220-861b-51c249da5e08 tempest-SecurityGroupRulesTestJSON-1709174060 tempest-SecurityGroupRulesTestJSON-1709174060] Quota usage for security_group was recalculated. Used quota:2. {{(pid=84875) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:16:08.797410 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [req-7ae200a0-be12-47cb-b89e-4358fe8a01a5 req-24988090-e9e7-4220-861b-51c249da5e08 tempest-SecurityGroupRulesTestJSON-1709174060 tempest-SecurityGroupRulesTestJSON-1709174060] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=84875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:16:08.810696 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-05e8c26b-0bbe-4106-b52e-9f8fbb548768 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=91add319a1ad4406936fa944210c6f93&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2776530 Jan 14 07:16:08.816186 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-a6985723-e89a-458e-8f18-42e39f144706 tempest-TaggedBootDevicesTest_v242-294831919 tempest-TaggedBootDevicesTest_v242-294831919] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3367281'] for subnet, precommit_delete_associations {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:16:08.823955 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24d83f11-b1a1-42a6-9b9c-36c38bdb0fd3 None None] DHCP port deletion for 3464e1d7-d68d-4886-b510-ed67f13e3a28 request from n-d-768862-2 {{(pid=84876) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Jan 14 07:16:08.838714 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.plugin [None req-24d83f11-b1a1-42a6-9b9c-36c38bdb0fd3 None None] Deleting port 603876da-ac1f-4806-aba0-c4b004bd259d {{(pid=84876) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 07:16:08.839135 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-24d83f11-b1a1-42a6-9b9c-36c38bdb0fd3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363259214248359'] for port, before_delete {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:16:08.848436 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-f94654a1-b82a-4bf8-9f9a-60397dfa2afb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:16:08.853472 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84874) accepted ('10.222.0.24', 60930) {{(pid=84874) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:16:08.865483 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [req-e7d87881-6ecb-497b-9128-275144a8e048 req-6b6e5c95-f63c-4b8d-ba69-ebd7db4ee7d0 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=23b7bb1f-9197-486c-8dbf-d6a20b1a6049 HTTP/1.1" status: 200 len: 217 time: 0.1201217 Jan 14 07:16:08.866774 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-ec13c562-d9fe-4554-922c-6ae9fc1bae0f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036854160497'] for network, before_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:16:08.879955 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-d42a4bf6-2570-4ef5-b062-e9b5aa586a7e admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 3.1220758 Jan 14 07:16:08.906487 n-d-768862-2 neutron-server[84765]: DEBUG neutron.objects.ports [None req-2bf2ba50-b8ef-4d09-b3c2-2cd67a2fac6e None None] Time-cost: Fetching 1 ports in 1 security groups {{(pid=84876) get_objects /opt/stack/neutron/neutron/objects/ports.py:428}} Jan 14 07:16:08.925840 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-f94654a1-b82a-4bf8-9f9a-60397dfa2afb admin admin] Usage tracker for resource:security_group_rule and tenant:62a3796d7d934d6b99480e869c83c9ea is out of sync, need to count used quota {{(pid=84875) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:16:08.930639 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84874) accepted ('10.222.0.24', 60934) {{(pid=84874) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:16:08.950629 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d42a4bf6-2570-4ef5-b062-e9b5aa586a7e admin admin] Pushing event updated for resources: {'Network': ['ID=123c9a2b-fdbf-4ea0-9264-91ed25cf5043,revision_number=1']} {{(pid=84874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:16:08.953417 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-f94654a1-b82a-4bf8-9f9a-60397dfa2afb admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84875) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:16:08.956666 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.v2.base [None req-88ae22a7-444d-41ab-a7d7-a55c49c5feb8 admin admin] Request body: {'subnet': {'network_id': '123c9a2b-fdbf-4ea0-9264-91ed25cf5043', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-1354811347-subnet', 'tenant_id': '309de37299124192a08d7829b2b74c7e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=84874) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:16:08.967876 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-88ae22a7-444d-41ab-a7d7-a55c49c5feb8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:16:08.971061 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [req-7ae200a0-be12-47cb-b89e-4358fe8a01a5 req-24988090-e9e7-4220-861b-51c249da5e08 tempest-SecurityGroupRulesTestJSON-1709174060 tempest-SecurityGroupRulesTestJSON-1709174060] Notify callbacks [] for security_group, before_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:16:08.971983 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-852a24f7-e9a1-4193-9abb-e9506fe5213f None None] Network 123c9a2b-fdbf-4ea0-9264-91ed25cf5043 details requested by agent ovs-agent-n-h2-768862-2 with host n-h2-768862-2 {{(pid=84876) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 07:16:08.972414 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-88ae22a7-444d-41ab-a7d7-a55c49c5feb8 admin admin] Usage tracker for resource:subnet and tenant:309de37299124192a08d7829b2b74c7e is out of sync, need to count used quota {{(pid=84874) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:16:08.986832 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-f94654a1-b82a-4bf8-9f9a-60397dfa2afb admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:16:08.993921 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-017f98a9-8a07-408c-a86f-8ff0c00400a0 None None] Network 123c9a2b-fdbf-4ea0-9264-91ed25cf5043 details requested by agent ovs-agent-n-h1-768862-2 with host n-h1-768862-2 {{(pid=84876) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 07:16:08.995854 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-88ae22a7-444d-41ab-a7d7-a55c49c5feb8 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84874) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:16:08.998998 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-d42a4bf6-2570-4ef5-b062-e9b5aa586a7e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.356s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:16:08.999169 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.plugin [None req-ec13c562-d9fe-4554-922c-6ae9fc1bae0f admin admin] Deleting port 603876da-ac1f-4806-aba0-c4b004bd259d {{(pid=84875) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 07:16:08.999455 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-ec13c562-d9fe-4554-922c-6ae9fc1bae0f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363259214248359'] for port, before_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:16:09.009353 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Network 123c9a2b-fdbf-4ea0-9264-91ed25cf5043 details requested by agent ovs-agent-n-d-768862-2 with host n-d-768862-2 {{(pid=84876) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 07:16:09.009597 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-88ae22a7-444d-41ab-a7d7-a55c49c5feb8 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:16:09.054439 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7d87881-6ecb-497b-9128-275144a8e048 req-f3130430-fc4b-414a-bb9c-aca8917e4b56 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:16:09.056040 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [req-e7d87881-6ecb-497b-9128-275144a8e048 req-f3130430-fc4b-414a-bb9c-aca8917e4b56 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=ae86ae1b-a63e-483f-8a3f-c65450a455bf HTTP/1.1" status: 200 len: 854 time: 0.1692789 Jan 14 07:16:09.059785 n-d-768862-2 neutron-server[84765]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-22e4cecd-2cc8-4374-81ca-ca8e38caee5a admin admin] Router e420571a-7467-426d-9b83-cd281fd7be8c has already been hosted by L3 agent 35f592e9-451b-4db9-abea-77b6a5c5391b {{(pid=84874) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Jan 14 07:16:09.060711 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-88ae22a7-444d-41ab-a7d7-a55c49c5feb8 admin admin] Made reservation on behalf of 309de37299124192a08d7829b2b74c7e for: {'subnet': 1} {{(pid=84874) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 07:16:09.065801 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-88ae22a7-444d-41ab-a7d7-a55c49c5feb8 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036851981161'] for subnet, before_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:16:09.085176 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [req-7ae200a0-be12-47cb-b89e-4358fe8a01a5 req-24988090-e9e7-4220-861b-51c249da5e08 tempest-SecurityGroupRulesTestJSON-1709174060 tempest-SecurityGroupRulesTestJSON-1709174060] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:16:09.105645 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [req-7ae200a0-be12-47cb-b89e-4358fe8a01a5 req-24988090-e9e7-4220-861b-51c249da5e08 tempest-SecurityGroupRulesTestJSON-1709174060 tempest-SecurityGroupRulesTestJSON-1709174060] Usage tracker for resource:security_group_rule and tenant:d5757080973f4a4ba2f46072097aded2 is out of sync, need to count used quota {{(pid=84875) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:16:09.114772 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [req-7ae200a0-be12-47cb-b89e-4358fe8a01a5 req-24988090-e9e7-4220-861b-51c249da5e08 tempest-SecurityGroupRulesTestJSON-1709174060 tempest-SecurityGroupRulesTestJSON-1709174060] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=84875) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:16:09.137166 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [req-7ae200a0-be12-47cb-b89e-4358fe8a01a5 req-24988090-e9e7-4220-861b-51c249da5e08 tempest-SecurityGroupRulesTestJSON-1709174060 tempest-SecurityGroupRulesTestJSON-1709174060] Attempting to reserve 2 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=84875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:16:09.215785 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [req-e7d87881-6ecb-497b-9128-275144a8e048 req-a1d1e16e-5c2f-4215-b499-88315868d8f6 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=58634b46-3389-4a58-9255-646914eb2c67&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1337798 Jan 14 07:16:09.267581 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-a6985723-e89a-458e-8f18-42e39f144706 tempest-TaggedBootDevicesTest_v242-294831919 tempest-TaggedBootDevicesTest_v242-294831919] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036854176836'] for subnet, precommit_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:16:09.281365 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-017f98a9-8a07-408c-a86f-8ff0c00400a0 None None] Device 23b7bb1f-9197-486c-8dbf-d6a20b1a6049 up at agent ovs-agent-n-h1-768862-2 {{(pid=84876) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 07:16:09.321895 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-cb16d8ef-3757-438c-932b-c9d2197c1455 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:16:09.448369 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-22e4cecd-2cc8-4374-81ca-ca8e38caee5a admin admin] Notify agent at l3_agent.n-d-768862-2 the message routers_updated {{(pid=84874) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jan 14 07:16:09.495535 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9c245cc-e023-4128-b382-721ef8933e59 None None] Sync routers for ids ['e420571a-7467-426d-9b83-cd281fd7be8c'] in n-d-768862-2 {{(pid=84876) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Jan 14 07:16:09.520837 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-22e4cecd-2cc8-4374-81ca-ca8e38caee5a admin admin] 10.222.0.24 "PUT /v2.0/routers/e420571a-7467-426d-9b83-cd281fd7be8c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 16.3333933 Jan 14 07:16:09.628029 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-f94654a1-b82a-4bf8-9f9a-60397dfa2afb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:16:09.636437 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-cb16d8ef-3757-438c-932b-c9d2197c1455 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:16:09.640677 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [None req-ec13c562-d9fe-4554-922c-6ae9fc1bae0f admin admin] For port 603876da-ac1f-4806-aba0-c4b004bd259d, host n-d-768862-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-2',level=0,port_id=603876da-ac1f-4806-aba0-c4b004bd259d,segment=NetworkSegment(9d160776-cb4e-4c54-875c-28b1a84a4c08),segment_id=9d160776-cb4e-4c54-875c-28b1a84a4c08)] {{(pid=84875) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 07:16:09.641081 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-ec13c562-d9fe-4554-922c-6ae9fc1bae0f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036850862667'] for port, precommit_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:16:09.684186 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-f94654a1-b82a-4bf8-9f9a-60397dfa2afb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850887153'] for security_group, after_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:16:09.694843 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [req-e7d87881-6ecb-497b-9128-275144a8e048 req-1dedb2f5-db5f-42d0-8313-c6654e1f836d service neutron] 10.222.0.35 "GET /v2.0/networks/58634b46-3389-4a58-9255-646914eb2c67?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4095266 Jan 14 07:16:09.695904 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [None req-24d83f11-b1a1-42a6-9b9c-36c38bdb0fd3 None None] For port 603876da-ac1f-4806-aba0-c4b004bd259d, host n-d-768862-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-2',level=0,port_id=603876da-ac1f-4806-aba0-c4b004bd259d,segment=NetworkSegment(9d160776-cb4e-4c54-875c-28b1a84a4c08),segment_id=9d160776-cb4e-4c54-875c-28b1a84a4c08)] {{(pid=84876) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 07:16:09.699309 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-24d83f11-b1a1-42a6-9b9c-36c38bdb0fd3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036850862667'] for port, precommit_delete {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:16:09.778065 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-8dc1a01c-65d8-46d6-acfa-043d72cc1538 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:16:09.788841 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-f94654a1-b82a-4bf8-9f9a-60397dfa2afb admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=62a3796d7d934d6b99480e869c83c9ea&name=default HTTP/1.1" status: 200 len: 2983 time: 2.0130243 Jan 14 07:16:09.792137 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [req-7ae200a0-be12-47cb-b89e-4358fe8a01a5 req-24988090-e9e7-4220-861b-51c249da5e08 tempest-SecurityGroupRulesTestJSON-1709174060 tempest-SecurityGroupRulesTestJSON-1709174060] Notify callbacks [] for security_group, precommit_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:16:09.809723 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84874) accepted ('10.222.0.24', 60946) {{(pid=84874) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:16:09.874883 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.plugin [None req-ec13c562-d9fe-4554-922c-6ae9fc1bae0f admin admin] Calling delete_port for 603876da-ac1f-4806-aba0-c4b004bd259d owned by network:dhcp {{(pid=84875) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 07:16:09.878348 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.plugin [None req-24d83f11-b1a1-42a6-9b9c-36c38bdb0fd3 None None] Calling delete_port for 603876da-ac1f-4806-aba0-c4b004bd259d owned by network:dhcp {{(pid=84876) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 07:16:09.939333 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-cb16d8ef-3757-438c-932b-c9d2197c1455 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850887153'] for security_group, after_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:16:09.951639 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-f1388a90-ad03-48a6-acd4-4765b862be32 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:16:09.973600 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.db.api [None req-ec13c562-d9fe-4554-922c-6ae9fc1bae0f admin admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84875) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Jan 14 07:16:09.974802 n-d-768862-2 neutron-server[84765]: DEBUG oslo_db.api [None req-ec13c562-d9fe-4554-922c-6ae9fc1bae0f admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84875) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Jan 14 07:16:09.980102 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb16d8ef-3757-438c-932b-c9d2197c1455 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=659b679c-edc3-4949-80a7-8b9e22ff1ce7,revision_number=None']} {{(pid=84874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:16:09.981553 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [req-7ae200a0-be12-47cb-b89e-4358fe8a01a5 req-24988090-e9e7-4220-861b-51c249da5e08 tempest-SecurityGroupRulesTestJSON-1709174060 tempest-SecurityGroupRulesTestJSON-1709174060] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850887153'] for security_group, after_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:16:09.988845 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-cb16d8ef-3757-438c-932b-c9d2197c1455 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:16:10.031504 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f94654a1-b82a-4bf8-9f9a-60397dfa2afb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a2fedd9d-4656-43c8-9165-5a8245b6a0c3,revision_number=1']} {{(pid=84875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:16:10.037380 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9c245cc-e023-4128-b382-721ef8933e59 None None] Routers {'e420571a-7467-426d-9b83-cd281fd7be8c'} bound to L3 agent in host n-d-768862-2 {{(pid=84876) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 14 07:16:10.038256 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_hamode_db [None req-d9c245cc-e023-4128-b382-721ef8933e59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-01-14T06:56:51Z,description=,heartbeat_timestamp=2021-01-14T07:15:51Z,host='n-d-768862-2',id=35f592e9-451b-4db9-abea-77b6a5c5391b,load=0,resource_versions=,resources_synced=,started_at=2021-01-14T06:56:51Z,topic='l3_agent')) {'router_ids': ['e420571a-7467-426d-9b83-cd281fd7be8c'], 'active': True} {{(pid=84876) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:16:10.067019 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-f94654a1-b82a-4bf8-9f9a-60397dfa2afb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.289s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:16:10.067697 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [req-e7d87881-6ecb-497b-9128-275144a8e048 req-a5617b00-eb40-464c-a4f0-45a27ce19e66 service neutron] 10.222.0.35 "GET /v2.0/networks/58634b46-3389-4a58-9255-646914eb2c67?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.3485174 Jan 14 07:16:10.068228 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-e47f4d18-d495-4d93-9d3f-4ac680df1387 tempest-ServersTestBootFromVolume-651906471 tempest-ServersTestBootFromVolume-651906471] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.059s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:16:10.078729 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-95dc0781-6f28-4cba-8add-a6123e42ddda admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:16:10.081636 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-cb16d8ef-3757-438c-932b-c9d2197c1455 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:16:10.083331 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-cb16d8ef-3757-438c-932b-c9d2197c1455 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/659b679c-edc3-4949-80a7-8b9e22ff1ce7 HTTP/1.1" status: 204 len: 168 time: 1.2266557 Jan 14 07:16:10.147904 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [req-7ae200a0-be12-47cb-b89e-4358fe8a01a5 req-24988090-e9e7-4220-861b-51c249da5e08 tempest-SecurityGroupRulesTestJSON-1709174060 tempest-SecurityGroupRulesTestJSON-1709174060] Notify callbacks [] for security_group, before_response {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:16:10.150459 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [req-7ae200a0-be12-47cb-b89e-4358fe8a01a5 req-24988090-e9e7-4220-861b-51c249da5e08 tempest-SecurityGroupRulesTestJSON-1709174060 tempest-SecurityGroupRulesTestJSON-1709174060] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 1.6350718 Jan 14 07:16:10.159451 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-95dc0781-6f28-4cba-8add-a6123e42ddda admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:16:10.164614 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24988090-e9e7-4220-861b-51c249da5e08 tempest-SecurityGroupRulesTestJSON-1709174060 tempest-SecurityGroupRulesTestJSON-1709174060] Pushing event updated for resources: {'SecurityGroup': ['ID=6d2d39f6-b7aa-4aa1-961a-3a29c7bd2ff2,revision_number=1']} {{(pid=84875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:16:10.197777 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-24988090-e9e7-4220-861b-51c249da5e08 tempest-SecurityGroupRulesTestJSON-1709174060 tempest-SecurityGroupRulesTestJSON-1709174060] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:16:10.330702 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-24d83f11-b1a1-42a6-9b9c-36c38bdb0fd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777640533329', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777640097463'] for port, after_delete {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:16:10.345632 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84874) accepted ('10.222.0.24', 60954) {{(pid=84874) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:16:10.356719 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.v2.base [None req-3f0392b7-9bed-46d8-9f49-355c1dc558fe tempest-AttachVolumeTestJSON-1157025134 tempest-AttachVolumeTestJSON-1157025134] Request body: {'security_group': {'name': 'tempest-securitygroup--1871101051', 'description': 'tempest-description--384004745'}} {{(pid=84874) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:16:10.360075 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network":"rule:regular_user" was deprecated in W in favor of "create_network":"role:member and project_id:%(project_id)s". Reason: Jan 14 07:16:10.360075 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:16:10.360075 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:16:10.360075 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:16:10.360075 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:shared":"rule:admin_only" was deprecated in W in favor of "create_network:shared":"role:admin and system_scope:all". Reason: Jan 14 07:16:10.360075 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:16:10.360075 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:16:10.360075 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:16:10.360075 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:router:external":"rule:admin_only" was deprecated in W in favor of "create_network:router:external":"role:admin and system_scope:all". Reason: Jan 14 07:16:10.360075 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:16:10.360075 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:16:10.360075 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:16:10.360075 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:is_default":"rule:admin_only" was deprecated in W in favor of "create_network:is_default":"role:admin and system_scope:all". Reason: Jan 14 07:16:10.360075 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:16:10.360075 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:16:10.360075 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:16:10.360075 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:port_security_enabled":"rule:regular_user" was deprecated in W in favor of "create_network:port_security_enabled":"role:member and project_id:%(project_id)s". Reason: Jan 14 07:16:10.360075 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:16:10.360075 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:16:10.360075 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:16:10.360075 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:segments":"rule:admin_only" was deprecated in W in favor of "create_network:segments":"role:admin and system_scope:all". Reason: Jan 14 07:16:10.360075 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:16:10.360075 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:16:10.360075 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:16:10.360075 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "create_network:provider:network_type":"role:admin and system_scope:all". Reason: Jan 14 07:16:10.360075 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:16:10.360075 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:16:10.360075 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:16:10.360075 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "create_network:provider:physical_network":"role:admin and system_scope:all". Reason: Jan 14 07:16:10.360075 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:16:10.360075 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:16:10.360075 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:16:10.360075 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "create_network:provider:segmentation_id":"role:admin and system_scope:all". Reason: Jan 14 07:16:10.360075 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:16:10.360075 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:16:10.360075 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:16:10.360075 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network":"rule:admin_or_owner or rule:shared or rule:external or rule:context_is_advsvc" was deprecated in W in favor of "get_network":"(role:reader and system_scope:all) or (role:reader and project_id:%(project_id)s) or rule:shared or rule:external or rule:context_is_advsvc". Reason: Jan 14 07:16:10.360075 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:16:10.360075 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:16:10.360075 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:16:10.360075 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:router:external":"rule:regular_user" was deprecated in W in favor of "get_network:router:external":"role:reader and project_id:%(project_id)s". Reason: Jan 14 07:16:10.360075 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:16:10.360075 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:16:10.360075 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:16:10.360075 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:segments":"rule:admin_only" was deprecated in W in favor of "get_network:segments":"role:reader and system_scope:all". Reason: Jan 14 07:16:10.360075 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:16:10.360075 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:16:10.360075 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:16:10.363340 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "get_network:provider:network_type":"role:reader and system_scope:all". Reason: Jan 14 07:16:10.363340 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:16:10.363340 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:16:10.363340 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:16:10.363340 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "get_network:provider:physical_network":"role:reader and system_scope:all". Reason: Jan 14 07:16:10.363340 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:16:10.363340 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:16:10.363340 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:16:10.363340 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "get_network:provider:segmentation_id":"role:reader and system_scope:all". Reason: Jan 14 07:16:10.363340 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:16:10.363340 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:16:10.363340 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:16:10.363340 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network":"rule:admin_or_owner" was deprecated in W in favor of "update_network":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 07:16:10.363340 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:16:10.363340 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:16:10.363340 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:16:10.363340 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:segments":"rule:admin_only" was deprecated in W in favor of "update_network:segments":"role:admin and system_scope:all". Reason: Jan 14 07:16:10.363340 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:16:10.363340 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:16:10.363340 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:16:10.371376 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-3f0392b7-9bed-46d8-9f49-355c1dc558fe tempest-AttachVolumeTestJSON-1157025134 tempest-AttachVolumeTestJSON-1157025134] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:16:10.376604 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-3f0392b7-9bed-46d8-9f49-355c1dc558fe tempest-AttachVolumeTestJSON-1157025134 tempest-AttachVolumeTestJSON-1157025134] Usage tracker for resource:security_group and tenant:74f4739a0b63415f9629cd39a2c2160a is out of sync, need to count used quota {{(pid=84874) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:16:10.384374 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-3f0392b7-9bed-46d8-9f49-355c1dc558fe tempest-AttachVolumeTestJSON-1157025134 tempest-AttachVolumeTestJSON-1157025134] Quota usage for security_group was recalculated. Used quota:1. {{(pid=84874) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:16:10.389930 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [req-4c0ee323-5ab1-4a8e-bb97-a9f6e4474580 req-671a33b4-48f0-4913-9915-232c2e88771e tempest-SecurityGroupRulesTestJSON-1709174060 tempest-SecurityGroupRulesTestJSON-1709174060] 10.222.0.24 "GET /v2.0/security-groups/6d2d39f6-b7aa-4aa1-961a-3a29c7bd2ff2 HTTP/1.1" status: 200 len: 1806 time: 0.1809087 Jan 14 07:16:10.393706 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-3f0392b7-9bed-46d8-9f49-355c1dc558fe tempest-AttachVolumeTestJSON-1157025134 tempest-AttachVolumeTestJSON-1157025134] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:16:10.395716 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.v2.base [req-4c0ee323-5ab1-4a8e-bb97-a9f6e4474580 req-9aebe3c9-eaf6-4dba-ad96-6a538a3ccc4d tempest-SecurityGroupRulesTestJSON-1709174060 tempest-SecurityGroupRulesTestJSON-1709174060] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '10.2.3.124/24', 'security_group_id': '6d2d39f6-b7aa-4aa1-961a-3a29c7bd2ff2', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=84875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:16:10.396678 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.v2.base [req-4c0ee323-5ab1-4a8e-bb97-a9f6e4474580 req-9aebe3c9-eaf6-4dba-ad96-6a538a3ccc4d tempest-SecurityGroupRulesTestJSON-1709174060 tempest-SecurityGroupRulesTestJSON-1709174060] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '10.2.3.124/24', 'security_group_id': '6d2d39f6-b7aa-4aa1-961a-3a29c7bd2ff2', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=84875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:16:10.410516 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-95dc0781-6f28-4cba-8add-a6123e42ddda admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850887153'] for security_group, after_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:16:10.411044 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [req-4c0ee323-5ab1-4a8e-bb97-a9f6e4474580 req-9aebe3c9-eaf6-4dba-ad96-6a538a3ccc4d tempest-SecurityGroupRulesTestJSON-1709174060 tempest-SecurityGroupRulesTestJSON-1709174060] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:16:10.416675 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [req-4c0ee323-5ab1-4a8e-bb97-a9f6e4474580 req-9aebe3c9-eaf6-4dba-ad96-6a538a3ccc4d tempest-SecurityGroupRulesTestJSON-1709174060 tempest-SecurityGroupRulesTestJSON-1709174060] Usage tracker for resource:security_group_rule and tenant:d5757080973f4a4ba2f46072097aded2 is out of sync, need to count used quota {{(pid=84875) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:16:10.417295 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-cb16d8ef-3757-438c-932b-c9d2197c1455 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:16:10.430093 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95dc0781-6f28-4cba-8add-a6123e42ddda admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a2fedd9d-4656-43c8-9165-5a8245b6a0c3,revision_number=None']} {{(pid=84874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:16:10.432112 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-3f0392b7-9bed-46d8-9f49-355c1dc558fe tempest-AttachVolumeTestJSON-1157025134 tempest-AttachVolumeTestJSON-1157025134] Notify callbacks [] for security_group, before_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:16:10.438087 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [req-4c0ee323-5ab1-4a8e-bb97-a9f6e4474580 req-9aebe3c9-eaf6-4dba-ad96-6a538a3ccc4d tempest-SecurityGroupRulesTestJSON-1709174060 tempest-SecurityGroupRulesTestJSON-1709174060] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=84875) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:16:10.444545 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-95dc0781-6f28-4cba-8add-a6123e42ddda admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:16:10.450240 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-a6985723-e89a-458e-8f18-42e39f144706 tempest-TaggedBootDevicesTest_v242-294831919 tempest-TaggedBootDevicesTest_v242-294831919] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-598964', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850887113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3154192', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2308610'] for subnet, after_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:16:10.477394 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-3f0392b7-9bed-46d8-9f49-355c1dc558fe tempest-AttachVolumeTestJSON-1157025134 tempest-AttachVolumeTestJSON-1157025134] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:16:10.484140 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-95dc0781-6f28-4cba-8add-a6123e42ddda admin admin] Notify callbacks [] for security_group, before_response {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:16:10.485709 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-95dc0781-6f28-4cba-8add-a6123e42ddda admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/a2fedd9d-4656-43c8-9165-5a8245b6a0c3 HTTP/1.1" status: 204 len: 168 time: 0.6733751 Jan 14 07:16:10.487622 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-3f0392b7-9bed-46d8-9f49-355c1dc558fe tempest-AttachVolumeTestJSON-1157025134 tempest-AttachVolumeTestJSON-1157025134] Usage tracker for resource:security_group_rule and tenant:74f4739a0b63415f9629cd39a2c2160a is out of sync, need to count used quota {{(pid=84874) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:16:10.493614 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-3f0392b7-9bed-46d8-9f49-355c1dc558fe tempest-AttachVolumeTestJSON-1157025134 tempest-AttachVolumeTestJSON-1157025134] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84874) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:16:10.501217 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-3f0392b7-9bed-46d8-9f49-355c1dc558fe tempest-AttachVolumeTestJSON-1157025134 tempest-AttachVolumeTestJSON-1157025134] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:16:10.505813 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-852a24f7-e9a1-4193-9abb-e9506fe5213f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84876) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:16:10.599353 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-88ae22a7-444d-41ab-a7d7-a55c49c5feb8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850887113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3254092', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036851981146'] for subnet, after_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:16:10.602200 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24d83f11-b1a1-42a6-9b9c-36c38bdb0fd3 None None] Pushing event deleted for resources: {'Port': ['ID=603876da-ac1f-4806-aba0-c4b004bd259d,revision_number=None']} {{(pid=84876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:16:10.615356 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24d83f11-b1a1-42a6-9b9c-36c38bdb0fd3 None None] No DVR routers for this DVR port 603876da-ac1f-4806-aba0-c4b004bd259d on host n-d-768862-2 {{(pid=84876) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Jan 14 07:16:10.617953 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-2f2a18f9-2211-4168-826f-788340f8c9b1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:16:10.641843 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-24d83f11-b1a1-42a6-9b9c-36c38bdb0fd3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=84876) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:16:10.655675 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-017f98a9-8a07-408c-a86f-8ff0c00400a0 None None] Provisioning for port 23b7bb1f-9197-486c-8dbf-d6a20b1a6049 completed by entity L2. {{(pid=84876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 07:16:10.662555 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-7c390e23-0f22-41d8-b18d-12403118a03e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:16:10.663173 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-017f98a9-8a07-408c-a86f-8ff0c00400a0 None None] Provisioning complete for port 23b7bb1f-9197-486c-8dbf-d6a20b1a6049 triggered by entity L2. {{(pid=84876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 07:16:10.663759 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-017f98a9-8a07-408c-a86f-8ff0c00400a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-604227'] for port, provisioning_complete {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:16:10.727707 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.plugin [None req-ec13c562-d9fe-4554-922c-6ae9fc1bae0f admin admin] Deleting port 603876da-ac1f-4806-aba0-c4b004bd259d {{(pid=84875) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 07:16:10.728641 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-ec13c562-d9fe-4554-922c-6ae9fc1bae0f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363259214248359'] for port, before_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:16:10.741324 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_dvr_db [None req-d9c245cc-e023-4128-b382-721ef8933e59 None None] Set router e420571a-7467-426d-9b83-cd281fd7be8c gateway port host: n-d-768862-2 {{(pid=84876) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 14 07:16:10.785786 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [req-4c0ee323-5ab1-4a8e-bb97-a9f6e4474580 req-9aebe3c9-eaf6-4dba-ad96-6a538a3ccc4d tempest-SecurityGroupRulesTestJSON-1709174060 tempest-SecurityGroupRulesTestJSON-1709174060] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=84875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:16:10.879888 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Device 603876da-ac1f-4806-aba0-c4b004bd259d no longer exists at agent ovs-agent-n-d-768862-2 {{(pid=84876) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jan 14 07:16:10.885088 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.plugin [None req-ec13c562-d9fe-4554-922c-6ae9fc1bae0f admin admin] The port '603876da-ac1f-4806-aba0-c4b004bd259d' was deleted {{(pid=84875) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Jan 14 07:16:10.935768 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.plugin [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] No Port match for: 603876da-ac1f-4806-aba0-c4b004bd259d {{(pid=84876) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2188}} Jan 14 07:16:10.936192 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Device 603876da-ac1f-4806-aba0-c4b004bd259d not bound to the agent host n-d-768862-2 {{(pid=84876) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jan 14 07:16:11.071184 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-ec13c562-d9fe-4554-922c-6ae9fc1bae0f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-598987', 'neutron.services.segments.db._delete_segments_for_network-8777640583949'] for network, precommit_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:16:11.090394 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-017f98a9-8a07-408c-a86f-8ff0c00400a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363259214191800', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854171626'] for agent, after_update {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:16:11.100441 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-017f98a9-8a07-408c-a86f-8ff0c00400a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555753'] for port, before_update {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:16:11.211212 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [None req-017f98a9-8a07-408c-a86f-8ff0c00400a0 None None] For port 23b7bb1f-9197-486c-8dbf-d6a20b1a6049, host n-h1-768862-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-h1-768862-2',level=0,port_id=23b7bb1f-9197-486c-8dbf-d6a20b1a6049,segment=NetworkSegment(ea8bea7c-a41a-42f0-8ceb-6c6f9bd09163),segment_id=ea8bea7c-a41a-42f0-8ceb-6c6f9bd09163)] {{(pid=84876) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 07:16:11.218576 n-d-768862-2 neutron-server[84765]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2871d7e5-d082-4af4-bbbd-fc1152f24193', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '23b7bb1f-9197-486c-8dbf-d6a20b1a6049'}] {{(pid=84876) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Jan 14 07:16:11.227217 n-d-768862-2 neutron-server[84765]: DEBUG neutron.services.segments.db [None req-ec13c562-d9fe-4554-922c-6ae9fc1bae0f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3464e1d7-d68d-4886-b510-ed67f13e3a28']}} {{(pid=84875) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:16:11.228636 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-3f0392b7-9bed-46d8-9f49-355c1dc558fe tempest-AttachVolumeTestJSON-1157025134 tempest-AttachVolumeTestJSON-1157025134] Notify callbacks [] for security_group, precommit_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:16:11.231962 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88ae22a7-444d-41ab-a7d7-a55c49c5feb8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=38312fab-0825-45a0-ac0f-183088104dd5,revision_number=0']} {{(pid=84874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:16:11.237702 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-88ae22a7-444d-41ab-a7d7-a55c49c5feb8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.620s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:16:11.242712 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-017f98a9-8a07-408c-a86f-8ff0c00400a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777640533312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363259214678337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777640097497'] for port, after_update {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:16:11.244820 n-d-768862-2 neutron-server[84765]: DEBUG neutron.services.segments.db [None req-ec13c562-d9fe-4554-922c-6ae9fc1bae0f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9d160776-cb4e-4c54-875c-28b1a84a4c08') {'for_net_delete': True} {{(pid=84875) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:16:11.245159 n-d-768862-2 neutron-server[84765]: DEBUG neutron.services.segments.db [None req-ec13c562-d9fe-4554-922c-6ae9fc1bae0f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9d160776-cb4e-4c54-875c-28b1a84a4c08') {} {{(pid=84875) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:16:11.250463 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-d23e5137-d40e-4d0c-b04a-33ddc868d173 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84876) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:16:11.260016 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-3f0392b7-9bed-46d8-9f49-355c1dc558fe tempest-AttachVolumeTestJSON-1157025134 tempest-AttachVolumeTestJSON-1157025134] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850887153'] for security_group, after_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:16:11.262448 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-ec13c562-d9fe-4554-922c-6ae9fc1bae0f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363259214173198', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036851408567'] for segment, before_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:16:11.286109 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-ba4a6866-b765-4b66-b81f-c1b311417ab5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:16:11.297397 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-ec13c562-d9fe-4554-922c-6ae9fc1bae0f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854179735'] for segment, precommit_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:16:11.305861 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-ec13c562-d9fe-4554-922c-6ae9fc1bae0f admin admin] Releasing vxlan tunnel 15 to pool {{(pid=84875) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Jan 14 07:16:11.322532 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f0392b7-9bed-46d8-9f49-355c1dc558fe tempest-AttachVolumeTestJSON-1157025134 tempest-AttachVolumeTestJSON-1157025134] Pushing event updated for resources: {'SecurityGroup': ['ID=745bd29d-981b-4573-aa02-fa341a636f03,revision_number=1']} {{(pid=84874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:16:11.325448 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-3f0392b7-9bed-46d8-9f49-355c1dc558fe tempest-AttachVolumeTestJSON-1157025134 tempest-AttachVolumeTestJSON-1157025134] Notify callbacks [] for security_group, before_response {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:16:11.329956 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-3f0392b7-9bed-46d8-9f49-355c1dc558fe tempest-AttachVolumeTestJSON-1157025134 tempest-AttachVolumeTestJSON-1157025134] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 0.9793937 Jan 14 07:16:11.329956 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-3f0392b7-9bed-46d8-9f49-355c1dc558fe tempest-AttachVolumeTestJSON-1157025134 tempest-AttachVolumeTestJSON-1157025134] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:16:11.330466 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84874) accepted ('10.222.0.24', 60978) {{(pid=84874) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:16:11.343617 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.v2.base [None req-dc5abbcf-cb4f-4943-9be7-03023cfe0954 tempest-AttachVolumeTestJSON-1157025134 tempest-AttachVolumeTestJSON-1157025134] Request body: {'security_group_rule': {'security_group_id': '745bd29d-981b-4573-aa02-fa341a636f03', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=84874) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:16:11.351586 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-017f98a9-8a07-408c-a86f-8ff0c00400a0 None None] Pushing event updated for resources: {'Port': ['ID=23b7bb1f-9197-486c-8dbf-d6a20b1a6049,revision_number=4']} {{(pid=84876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:16:11.357486 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-dc5abbcf-cb4f-4943-9be7-03023cfe0954 tempest-AttachVolumeTestJSON-1157025134 tempest-AttachVolumeTestJSON-1157025134] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:16:11.370801 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-017f98a9-8a07-408c-a86f-8ff0c00400a0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=84876) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:16:11.371881 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-017f98a9-8a07-408c-a86f-8ff0c00400a0 None None] Device 23b7bb1f-9197-486c-8dbf-d6a20b1a6049 up at agent ovs-agent-n-h1-768862-2 {{(pid=84876) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 07:16:11.388009 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-dc5abbcf-cb4f-4943-9be7-03023cfe0954 tempest-AttachVolumeTestJSON-1157025134 tempest-AttachVolumeTestJSON-1157025134] Usage tracker for resource:security_group_rule and tenant:74f4739a0b63415f9629cd39a2c2160a is out of sync, need to count used quota {{(pid=84874) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:16:11.393186 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-dc5abbcf-cb4f-4943-9be7-03023cfe0954 tempest-AttachVolumeTestJSON-1157025134 tempest-AttachVolumeTestJSON-1157025134] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84874) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:16:11.419008 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-dc5abbcf-cb4f-4943-9be7-03023cfe0954 tempest-AttachVolumeTestJSON-1157025134 tempest-AttachVolumeTestJSON-1157025134] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:16:11.453250 n-d-768862-2 neutron-server[84765]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2871d7e5-d082-4af4-bbbd-fc1152f24193', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '23b7bb1f-9197-486c-8dbf-d6a20b1a6049', 'code': 200} Jan 14 07:16:11.462901 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88ae22a7-444d-41ab-a7d7-a55c49c5feb8 admin admin] Checking segment: {'id': 'bf9db35e-3636-43aa-80e1-735a7305fa24', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '123c9a2b-fdbf-4ea0-9264-91ed25cf5043'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84874) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 14 07:16:11.465582 n-d-768862-2 neutron-server[84765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88ae22a7-444d-41ab-a7d7-a55c49c5feb8 admin admin] Network hostable DHCP agents. Network: 123c9a2b-fdbf-4ea0-9264-91ed25cf5043, hostable agents: ['32f3dd84-26da-4d18-bf15-6017a8fb7247'], hosted agents: [] {{(pid=84874) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Jan 14 07:16:11.507684 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-017f98a9-8a07-408c-a86f-8ff0c00400a0 None None] Provisioning complete for port 23b7bb1f-9197-486c-8dbf-d6a20b1a6049 triggered by entity L2. {{(pid=84876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 07:16:11.508913 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-017f98a9-8a07-408c-a86f-8ff0c00400a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-604227'] for port, provisioning_complete {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:16:11.511615 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-dc5abbcf-cb4f-4943-9be7-03023cfe0954 tempest-AttachVolumeTestJSON-1157025134 tempest-AttachVolumeTestJSON-1157025134] Notify callbacks [] for security_group_rule, before_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:16:11.580605 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.managers [None req-ec13c562-d9fe-4554-922c-6ae9fc1bae0f admin admin] Network 3464e1d7-d68d-4886-b510-ed67f13e3a28 has no segments {{(pid=84875) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 14 07:16:11.600364 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-ec13c562-d9fe-4554-922c-6ae9fc1bae0f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-596065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3154253'] for segment, after_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:16:11.608229 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-dc5abbcf-cb4f-4943-9be7-03023cfe0954 tempest-AttachVolumeTestJSON-1157025134 tempest-AttachVolumeTestJSON-1157025134] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:16:11.615676 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-dc5abbcf-cb4f-4943-9be7-03023cfe0954 tempest-AttachVolumeTestJSON-1157025134 tempest-AttachVolumeTestJSON-1157025134] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850966545'] for security_group_rule, after_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:16:11.618603 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-e2f077b9-03cd-40f1-9c97-fb25af5a9367 tempest-TaggedBootDevicesTest_v242-294831919 tempest-TaggedBootDevicesTest_v242-294831919] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:16:11.631350 n-d-768862-2 neutron-server[84765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88ae22a7-444d-41ab-a7d7-a55c49c5feb8 admin admin] Network 123c9a2b-fdbf-4ea0-9264-91ed25cf5043 is scheduled to be hosted by DHCP agent 32f3dd84-26da-4d18-bf15-6017a8fb7247 with binding_index 1 {{(pid=84874) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Jan 14 07:16:11.651668 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc5abbcf-cb4f-4943-9be7-03023cfe0954 tempest-AttachVolumeTestJSON-1157025134 tempest-AttachVolumeTestJSON-1157025134] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ca47a581-36f2-464c-b58c-933fde3129a2,revision_number=0']} {{(pid=84874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:16:11.655721 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-dc5abbcf-cb4f-4943-9be7-03023cfe0954 tempest-AttachVolumeTestJSON-1157025134 tempest-AttachVolumeTestJSON-1157025134] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:16:11.661153 n-d-768862-2 neutron-server[84765]: DEBUG neutron.scheduler.base_scheduler [None req-88ae22a7-444d-41ab-a7d7-a55c49c5feb8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768862-2, 123c9a2b-fdbf-4ea0-9264-91ed25cf5043) {{(pid=84874) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 07:16:11.671020 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-dc5abbcf-cb4f-4943-9be7-03023cfe0954 tempest-AttachVolumeTestJSON-1157025134 tempest-AttachVolumeTestJSON-1157025134] Notify callbacks [] for security_group_rule, before_response {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:16:11.675071 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-dc5abbcf-cb4f-4943-9be7-03023cfe0954 tempest-AttachVolumeTestJSON-1157025134 tempest-AttachVolumeTestJSON-1157025134] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3407485 Jan 14 07:16:11.675722 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84874) accepted ('10.222.0.24', 60988) {{(pid=84874) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:16:11.694774 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.v2.base [None req-149430e1-cb98-4c53-96cc-09150693efc5 tempest-AttachVolumeTestJSON-1157025134 tempest-AttachVolumeTestJSON-1157025134] Request body: {'security_group_rule': {'security_group_id': '745bd29d-981b-4573-aa02-fa341a636f03', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=84874) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:16:11.708795 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d288f92e-d535-4bba-8bd4-e5e4ee40a951 None None] Network 123c9a2b-fdbf-4ea0-9264-91ed25cf5043 requested from n-d-768862-2 {{(pid=84876) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 07:16:11.717363 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-149430e1-cb98-4c53-96cc-09150693efc5 tempest-AttachVolumeTestJSON-1157025134 tempest-AttachVolumeTestJSON-1157025134] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:16:11.722037 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-149430e1-cb98-4c53-96cc-09150693efc5 tempest-AttachVolumeTestJSON-1157025134 tempest-AttachVolumeTestJSON-1157025134] Usage tracker for resource:security_group_rule and tenant:74f4739a0b63415f9629cd39a2c2160a is out of sync, need to count used quota {{(pid=84874) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:16:11.725805 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-149430e1-cb98-4c53-96cc-09150693efc5 tempest-AttachVolumeTestJSON-1157025134 tempest-AttachVolumeTestJSON-1157025134] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=84874) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:16:11.731921 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-149430e1-cb98-4c53-96cc-09150693efc5 tempest-AttachVolumeTestJSON-1157025134 tempest-AttachVolumeTestJSON-1157025134] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=84874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:16:11.740982 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88ae22a7-444d-41ab-a7d7-a55c49c5feb8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:16:11.742003 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-88ae22a7-444d-41ab-a7d7-a55c49c5feb8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3207107'] for subnet, before_response {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:16:11.777444 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-149430e1-cb98-4c53-96cc-09150693efc5 tempest-AttachVolumeTestJSON-1157025134 tempest-AttachVolumeTestJSON-1157025134] Notify callbacks [] for security_group_rule, before_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:16:11.810818 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-88ae22a7-444d-41ab-a7d7-a55c49c5feb8 admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 2.8712983 Jan 14 07:16:11.856612 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6985723-e89a-458e-8f18-42e39f144706 tempest-TaggedBootDevicesTest_v242-294831919 tempest-TaggedBootDevicesTest_v242-294831919] Pushing event deleted for resources: {'Subnet': ['ID=4c30d648-0938-465f-8101-af97c9628607,revision_number=None']} {{(pid=84875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:16:11.879920 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-a6985723-e89a-458e-8f18-42e39f144706 tempest-TaggedBootDevicesTest_v242-294831919 tempest-TaggedBootDevicesTest_v242-294831919] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.218s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:16:11.885653 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-149430e1-cb98-4c53-96cc-09150693efc5 tempest-AttachVolumeTestJSON-1157025134 tempest-AttachVolumeTestJSON-1157025134] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:16:11.890329 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-149430e1-cb98-4c53-96cc-09150693efc5 tempest-AttachVolumeTestJSON-1157025134 tempest-AttachVolumeTestJSON-1157025134] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850966545'] for security_group_rule, after_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:16:11.892886 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:16:11.900604 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-a6985723-e89a-458e-8f18-42e39f144706 tempest-TaggedBootDevicesTest_v242-294831919 tempest-TaggedBootDevicesTest_v242-294831919] Notify callbacks [] for subnet, before_response {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:16:11.931854 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.managers [None req-ec13c562-d9fe-4554-922c-6ae9fc1bae0f admin admin] Network 3464e1d7-d68d-4886-b510-ed67f13e3a28 has no segments {{(pid=84875) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 14 07:16:11.962630 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-149430e1-cb98-4c53-96cc-09150693efc5 tempest-AttachVolumeTestJSON-1157025134 tempest-AttachVolumeTestJSON-1157025134] Notify callbacks [] for security_group_rule, before_response {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:16:11.963187 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-a6985723-e89a-458e-8f18-42e39f144706 tempest-TaggedBootDevicesTest_v242-294831919 tempest-TaggedBootDevicesTest_v242-294831919] 10.222.0.24 "DELETE /v2.0/subnets/4c30d648-0938-465f-8101-af97c9628607 HTTP/1.1" status: 204 len: 168 time: 4.3865619 Jan 14 07:16:11.969169 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-149430e1-cb98-4c53-96cc-09150693efc5 tempest-AttachVolumeTestJSON-1157025134 tempest-AttachVolumeTestJSON-1157025134] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2896347 Jan 14 07:16:11.969169 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84874) accepted ('10.222.0.24', 32770) {{(pid=84874) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:16:11.970906 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-149430e1-cb98-4c53-96cc-09150693efc5 tempest-AttachVolumeTestJSON-1157025134 tempest-AttachVolumeTestJSON-1157025134] Pushing event updated for resources: {'SecurityGroupRule': ['ID=341fb40f-07d2-4361-bada-5423059f3a15,revision_number=0']} {{(pid=84874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:16:11.975592 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84874) accepted ('10.222.0.24', 32772) {{(pid=84874) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:16:11.982164 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-149430e1-cb98-4c53-96cc-09150693efc5 tempest-AttachVolumeTestJSON-1157025134 tempest-AttachVolumeTestJSON-1157025134] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:16:11.999037 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 14 07:16:11.999037 n-d-768862-2 neutron-server[84765]: % (table.description, expected, rows_matched) Jan 14 07:16:11.999037 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 14 07:16:11.999037 n-d-768862-2 neutron-server[84765]: % (table.description, expected, rows_matched) Jan 14 07:16:11.999037 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 14 07:16:11.999037 n-d-768862-2 neutron-server[84765]: % (table.description, expected, rows_matched) Jan 14 07:16:11.999037 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 14 07:16:11.999037 n-d-768862-2 neutron-server[84765]: % (table.description, expected, rows_matched) Jan 14 07:16:11.999037 n-d-768862-2 neutron-server[84765]: Traceback (most recent call last): Jan 14 07:16:11.999037 n-d-768862-2 neutron-server[84765]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 14 07:16:11.999037 n-d-768862-2 neutron-server[84765]: timer() Jan 14 07:16:11.999037 n-d-768862-2 neutron-server[84765]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 14 07:16:11.999037 n-d-768862-2 neutron-server[84765]: cb(*args, **kw) Jan 14 07:16:11.999037 n-d-768862-2 neutron-server[84765]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Jan 14 07:16:11.999037 n-d-768862-2 neutron-server[84765]: return func(*args, **kwargs) Jan 14 07:16:11.999037 n-d-768862-2 neutron-server[84765]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 14 07:16:11.999037 n-d-768862-2 neutron-server[84765]: self._notify() Jan 14 07:16:11.999037 n-d-768862-2 neutron-server[84765]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 14 07:16:11.999037 n-d-768862-2 neutron-server[84765]: self.callback(batched_events) Jan 14 07:16:11.999037 n-d-768862-2 neutron-server[84765]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 14 07:16:11.999037 n-d-768862-2 neutron-server[84765]: event.method(event) Jan 14 07:16:11.999037 n-d-768862-2 neutron-server[84765]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 14 07:16:11.999037 n-d-768862-2 neutron-server[84765]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 14 07:16:11.999037 n-d-768862-2 neutron-server[84765]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Jan 14 07:16:11.999037 n-d-768862-2 neutron-server[84765]: segment_id)['aggregates'][0] Jan 14 07:16:11.999037 n-d-768862-2 neutron-server[84765]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 14 07:16:11.999037 n-d-768862-2 neutron-server[84765]: return f(self, *a, **k) Jan 14 07:16:11.999037 n-d-768862-2 neutron-server[84765]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 14 07:16:11.999037 n-d-768862-2 neutron-server[84765]: return self._get(url).json() Jan 14 07:16:11.999037 n-d-768862-2 neutron-server[84765]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 14 07:16:11.999037 n-d-768862-2 neutron-server[84765]: **kwargs) Jan 14 07:16:11.999037 n-d-768862-2 neutron-server[84765]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 14 07:16:11.999037 n-d-768862-2 neutron-server[84765]: return self.request(url, 'GET', **kwargs) Jan 14 07:16:11.999037 n-d-768862-2 neutron-server[84765]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Jan 14 07:16:11.999037 n-d-768862-2 neutron-server[84765]: **endpoint_filter) Jan 14 07:16:11.999037 n-d-768862-2 neutron-server[84765]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 14 07:16:11.999037 n-d-768862-2 neutron-server[84765]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 14 07:16:11.999037 n-d-768862-2 neutron-server[84765]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 14 07:16:11.999037 n-d-768862-2 neutron-server[84765]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 14 07:16:11.999037 n-d-768862-2 neutron-server[84765]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 14 07:16:12.046712 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.v2.base [None req-c40a5e2b-af20-4802-a31a-3677b109b846 tempest-AttachVolumeTestJSON-1157025134 tempest-AttachVolumeTestJSON-1157025134] Request body: {'floatingip': {'floating_network_id': '226f1e78-82cd-4481-9055-4eb73b6db8c1'}} {{(pid=84874) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:16:12.071714 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-c40a5e2b-af20-4802-a31a-3677b109b846 tempest-AttachVolumeTestJSON-1157025134 tempest-AttachVolumeTestJSON-1157025134] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:16:12.086568 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-c40a5e2b-af20-4802-a31a-3677b109b846 tempest-AttachVolumeTestJSON-1157025134 tempest-AttachVolumeTestJSON-1157025134] Usage tracker for resource:floatingip and tenant:74f4739a0b63415f9629cd39a2c2160a is out of sync, need to count used quota {{(pid=84874) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:16:12.092679 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-c40a5e2b-af20-4802-a31a-3677b109b846 tempest-AttachVolumeTestJSON-1157025134 tempest-AttachVolumeTestJSON-1157025134] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=84874) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:16:12.104747 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-c40a5e2b-af20-4802-a31a-3677b109b846 tempest-AttachVolumeTestJSON-1157025134 tempest-AttachVolumeTestJSON-1157025134] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=84874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:16:12.145622 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-c40a5e2b-af20-4802-a31a-3677b109b846 tempest-AttachVolumeTestJSON-1157025134 tempest-AttachVolumeTestJSON-1157025134] Notify callbacks [] for floatingip, before_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:16:12.148162 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [req-4c0ee323-5ab1-4a8e-bb97-a9f6e4474580 req-9aebe3c9-eaf6-4dba-ad96-6a538a3ccc4d tempest-SecurityGroupRulesTestJSON-1709174060 tempest-SecurityGroupRulesTestJSON-1709174060] Notify callbacks [] for security_group_rule, before_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:16:12.161497 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-ec13c562-d9fe-4554-922c-6ae9fc1bae0f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036854176830', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850887149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3912591'] for network, after_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:16:12.180051 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-4dd8d5e0-352f-4aeb-9c1f-4a81f7a61ee5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:16:12.197168 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-ec13c562-d9fe-4554-922c-6ae9fc1bae0f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3207107'] for network, before_response {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:16:12.210177 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec13c562-d9fe-4554-922c-6ae9fc1bae0f admin admin] Pushing event deleted for resources: {'Network': ['ID=3464e1d7-d68d-4886-b510-ed67f13e3a28,revision_number=None']} {{(pid=84875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:16:12.217707 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [req-4c0ee323-5ab1-4a8e-bb97-a9f6e4474580 req-9aebe3c9-eaf6-4dba-ad96-6a538a3ccc4d tempest-SecurityGroupRulesTestJSON-1709174060 tempest-SecurityGroupRulesTestJSON-1709174060] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:16:12.221326 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-ec13c562-d9fe-4554-922c-6ae9fc1bae0f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:16:12.227624 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [req-4c0ee323-5ab1-4a8e-bb97-a9f6e4474580 req-9aebe3c9-eaf6-4dba-ad96-6a538a3ccc4d tempest-SecurityGroupRulesTestJSON-1709174060 tempest-SecurityGroupRulesTestJSON-1709174060] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850966545'] for security_group_rule, after_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:16:12.253818 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-4858d14f-7fb1-48d3-8913-45ba90d2eefc tempest-TaggedBootDevicesTest-541410187 tempest-TaggedBootDevicesTest-541410187] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:16:12.259453 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4cd4d74-866b-405e-a991-cd47417d4877 None None] Network 7e6dfd47-4529-4194-becf-26a4f3ec97f5 requested from n-d-768862-2 {{(pid=84876) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 07:16:12.266299 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [req-4c0ee323-5ab1-4a8e-bb97-a9f6e4474580 req-9aebe3c9-eaf6-4dba-ad96-6a538a3ccc4d tempest-SecurityGroupRulesTestJSON-1709174060 tempest-SecurityGroupRulesTestJSON-1709174060] Notify callbacks [] for security_group_rule, before_response {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:16:12.267622 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [req-4c0ee323-5ab1-4a8e-bb97-a9f6e4474580 req-9aebe3c9-eaf6-4dba-ad96-6a538a3ccc4d tempest-SecurityGroupRulesTestJSON-1709174060 tempest-SecurityGroupRulesTestJSON-1709174060] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 792 time: 1.8766489 Jan 14 07:16:12.273298 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-ec13c562-d9fe-4554-922c-6ae9fc1bae0f admin admin] 10.222.0.24 "DELETE /v2.0/networks/3464e1d7-d68d-4886-b510-ed67f13e3a28 HTTP/1.1" status: 204 len: 168 time: 3.8945103 Jan 14 07:16:12.276570 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aebe3c9-eaf6-4dba-ad96-6a538a3ccc4d tempest-SecurityGroupRulesTestJSON-1709174060 tempest-SecurityGroupRulesTestJSON-1709174060] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e87c8a69-f4f3-41d4-a517-9041817691e0,revision_number=0']} {{(pid=84875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:16:12.298962 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-9aebe3c9-eaf6-4dba-ad96-6a538a3ccc4d tempest-SecurityGroupRulesTestJSON-1709174060 tempest-SecurityGroupRulesTestJSON-1709174060] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:16:12.331614 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.v2.base [req-18e02db7-4072-478d-b539-aacc69d3f1a3 req-0a911021-2fce-4893-86da-dfcd7641a435 tempest-SecurityGroupRulesTestJSON-1709174060 tempest-SecurityGroupRulesTestJSON-1709174060] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-2011910318', 'description': 'tempest-description-1175094037'}} {{(pid=84875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:16:12.346814 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [req-18e02db7-4072-478d-b539-aacc69d3f1a3 req-0a911021-2fce-4893-86da-dfcd7641a435 tempest-SecurityGroupRulesTestJSON-1709174060 tempest-SecurityGroupRulesTestJSON-1709174060] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:16:12.355616 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [req-18e02db7-4072-478d-b539-aacc69d3f1a3 req-0a911021-2fce-4893-86da-dfcd7641a435 tempest-SecurityGroupRulesTestJSON-1709174060 tempest-SecurityGroupRulesTestJSON-1709174060] Usage tracker for resource:security_group and tenant:d5757080973f4a4ba2f46072097aded2 is out of sync, need to count used quota {{(pid=84875) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:16:12.361515 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [req-18e02db7-4072-478d-b539-aacc69d3f1a3 req-0a911021-2fce-4893-86da-dfcd7641a435 tempest-SecurityGroupRulesTestJSON-1709174060 tempest-SecurityGroupRulesTestJSON-1709174060] Quota usage for security_group was recalculated. Used quota:3. {{(pid=84875) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:16:12.378858 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [req-18e02db7-4072-478d-b539-aacc69d3f1a3 req-0a911021-2fce-4893-86da-dfcd7641a435 tempest-SecurityGroupRulesTestJSON-1709174060 tempest-SecurityGroupRulesTestJSON-1709174060] Attempting to reserve 1 items for resource security_group. Total usage: 3; quota limit: 100; headroom:97 {{(pid=84875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:16:12.395523 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [req-18e02db7-4072-478d-b539-aacc69d3f1a3 req-0a911021-2fce-4893-86da-dfcd7641a435 tempest-SecurityGroupRulesTestJSON-1709174060 tempest-SecurityGroupRulesTestJSON-1709174060] Notify callbacks [] for security_group, before_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:16:12.451773 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [req-18e02db7-4072-478d-b539-aacc69d3f1a3 req-0a911021-2fce-4893-86da-dfcd7641a435 tempest-SecurityGroupRulesTestJSON-1709174060 tempest-SecurityGroupRulesTestJSON-1709174060] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:16:12.458411 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [req-18e02db7-4072-478d-b539-aacc69d3f1a3 req-0a911021-2fce-4893-86da-dfcd7641a435 tempest-SecurityGroupRulesTestJSON-1709174060 tempest-SecurityGroupRulesTestJSON-1709174060] Usage tracker for resource:security_group_rule and tenant:d5757080973f4a4ba2f46072097aded2 is out of sync, need to count used quota {{(pid=84875) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:16:12.463512 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [req-18e02db7-4072-478d-b539-aacc69d3f1a3 req-0a911021-2fce-4893-86da-dfcd7641a435 tempest-SecurityGroupRulesTestJSON-1709174060 tempest-SecurityGroupRulesTestJSON-1709174060] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=84875) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:16:12.471360 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [req-18e02db7-4072-478d-b539-aacc69d3f1a3 req-0a911021-2fce-4893-86da-dfcd7641a435 tempest-SecurityGroupRulesTestJSON-1709174060 tempest-SecurityGroupRulesTestJSON-1709174060] Attempting to reserve 2 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=84875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:16:12.482596 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.db_base_plugin_v2 [None req-db3bd92b-db28-43c4-97b3-3e58fb618da0 tempest-TaggedBootDevicesTest_v242-294831919 tempest-TaggedBootDevicesTest_v242-294831919] Deleting subnet 2fa91875-55fd-4489-bc57-f1f358815b1a {{(pid=84874) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Jan 14 07:16:12.488882 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-db3bd92b-db28-43c4-97b3-3e58fb618da0 tempest-TaggedBootDevicesTest_v242-294831919 tempest-TaggedBootDevicesTest_v242-294831919] Notify callbacks [] for subnet, before_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:16:12.584126 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-db3bd92b-db28-43c4-97b3-3e58fb618da0 tempest-TaggedBootDevicesTest_v242-294831919 tempest-TaggedBootDevicesTest_v242-294831919] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036851807232'] for subnet, precommit_delete_associations {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:16:12.604647 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [req-18e02db7-4072-478d-b539-aacc69d3f1a3 req-0a911021-2fce-4893-86da-dfcd7641a435 tempest-SecurityGroupRulesTestJSON-1709174060 tempest-SecurityGroupRulesTestJSON-1709174060] Notify callbacks [] for security_group, precommit_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:16:12.610617 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [req-18e02db7-4072-478d-b539-aacc69d3f1a3 req-0a911021-2fce-4893-86da-dfcd7641a435 tempest-SecurityGroupRulesTestJSON-1709174060 tempest-SecurityGroupRulesTestJSON-1709174060] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850887153'] for security_group, after_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:16:12.618429 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84875) accepted ('10.222.0.24', 32794) {{(pid=84875) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:16:12.619609 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-18ceb541-6ef2-4383-b171-1326b9435ecc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:16:12.663709 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_hamode_db [None req-d9c245cc-e023-4128-b382-721ef8933e59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e420571a-7467-426d-9b83-cd281fd7be8c', 'name': 'tempest-AttachVolumeTestJSON-587176200-router', 'tenant_id': '74f4739a0b63415f9629cd39a2c2160a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '226f1e78-82cd-4481-9055-4eb73b6db8c1', 'external_fixed_ips': [{'subnet_id': 'ba8deeec-7658-4195-9449-038c076f5c83', 'ip_address': '172.25.2.58'}], 'enable_snat': True}, 'gw_port_id': 'fecb0993-1e0b-4a4a-abce-a7dee4d11228', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-14T07:15:45Z', 'updated_at': '2021-01-14T07:16:05Z', 'revision_number': 4, 'project_id': '74f4739a0b63415f9629cd39a2c2160a', 'gw_port': {'id': 'fecb0993-1e0b-4a4a-abce-a7dee4d11228', 'name': '', 'network_id': '226f1e78-82cd-4481-9055-4eb73b6db8c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:b0:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e420571a-7467-426d-9b83-cd281fd7be8c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1142, 'fixed_ips': [{'subnet_id': 'ba8deeec-7658-4195-9449-038c076f5c83', 'ip_address': '172.25.2.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T07:15:46Z', 'updated_at': '2021-01-14T07:15:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ba8deeec-7658-4195-9449-038c076f5c83', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-2', '_interfaces': [{'id': '7a95cca5-9aca-459e-920d-c55778e57eab', 'name': '', 'network_id': '829fea34-3751-44bb-9831-30225757d439', 'tenant_id': '74f4739a0b63415f9629cd39a2c2160a', 'mac_address': 'fa:16:3e:e4:fa:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e420571a-7467-426d-9b83-cd281fd7be8c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1149, 'fixed_ips': [{'subnet_id': '60405176-213b-469f-9a23-3c75a8d00661', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T07:15:58Z', 'updated_at': '2021-01-14T07:16:06Z', 'revision_number': 2, 'project_id': '74f4739a0b63415f9629cd39a2c2160a', 'subnets': [{'id': '60405176-213b-469f-9a23-3c75a8d00661', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'n-d-768862-2', False) {} {{(pid=84876) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:16:12.673547 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9c245cc-e023-4128-b382-721ef8933e59 None None] Checking router: e420571a-7467-426d-9b83-cd281fd7be8c for host: n-d-768862-2 {{(pid=84876) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Jan 14 07:16:12.673961 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9c245cc-e023-4128-b382-721ef8933e59 None None] Updating router e420571a-7467-426d-9b83-cd281fd7be8c port 7a95cca5-9aca-459e-920d-c55778e57eab binding host n-d-768862-2 {{(pid=84876) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Jan 14 07:16:12.691493 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-db3bd92b-db28-43c4-97b3-3e58fb618da0 tempest-TaggedBootDevicesTest_v242-294831919 tempest-TaggedBootDevicesTest_v242-294831919] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036854176836'] for subnet, precommit_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:16:12.736041 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-d9c245cc-e023-4128-b382-721ef8933e59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555753'] for port, before_update {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:16:12.754850 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-852a24f7-e9a1-4193-9abb-e9506fe5213f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363259214191800', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854171626'] for agent, after_update {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:16:12.760277 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a911021-2fce-4893-86da-dfcd7641a435 tempest-SecurityGroupRulesTestJSON-1709174060 tempest-SecurityGroupRulesTestJSON-1709174060] Pushing event updated for resources: {'SecurityGroup': ['ID=f7fd278a-ef52-41a7-bc62-1e8f6d405da6,revision_number=1']} {{(pid=84875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:16:12.775491 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-0a911021-2fce-4893-86da-dfcd7641a435 tempest-SecurityGroupRulesTestJSON-1709174060 tempest-SecurityGroupRulesTestJSON-1709174060] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.156s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:16:12.780498 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [req-18e02db7-4072-478d-b539-aacc69d3f1a3 req-0a911021-2fce-4893-86da-dfcd7641a435 tempest-SecurityGroupRulesTestJSON-1709174060 tempest-SecurityGroupRulesTestJSON-1709174060] Notify callbacks [] for security_group, before_response {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:16:12.782127 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [req-18e02db7-4072-478d-b539-aacc69d3f1a3 req-0a911021-2fce-4893-86da-dfcd7641a435 tempest-SecurityGroupRulesTestJSON-1709174060 tempest-SecurityGroupRulesTestJSON-1709174060] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1812 time: 0.4566574 Jan 14 07:16:12.790620 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-7dc4ec36-3cc5-4e15-a908-8eb9f2c60f3a admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=18b1ab99759c4e17a07e1a0bd62f79a5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1588626 Jan 14 07:16:12.793664 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84875) accepted ('10.222.0.24', 32798) {{(pid=84875) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:16:12.861734 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.v2.base [req-6a179c1c-aed8-438f-b43d-edf5e40a64bf req-5bdcad43-3110-43da-84b1-a4ec89912515 tempest-SecurityGroupRulesTestJSON-1709174060 tempest-SecurityGroupRulesTestJSON-1709174060] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-2040495451', 'description': 'tempest-description-791568711'}} {{(pid=84875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:16:12.891787 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [req-6a179c1c-aed8-438f-b43d-edf5e40a64bf req-5bdcad43-3110-43da-84b1-a4ec89912515 tempest-SecurityGroupRulesTestJSON-1709174060 tempest-SecurityGroupRulesTestJSON-1709174060] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:16:12.899664 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [req-6a179c1c-aed8-438f-b43d-edf5e40a64bf req-5bdcad43-3110-43da-84b1-a4ec89912515 tempest-SecurityGroupRulesTestJSON-1709174060 tempest-SecurityGroupRulesTestJSON-1709174060] Usage tracker for resource:security_group and tenant:d5757080973f4a4ba2f46072097aded2 is out of sync, need to count used quota {{(pid=84875) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:16:12.906147 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [req-6a179c1c-aed8-438f-b43d-edf5e40a64bf req-5bdcad43-3110-43da-84b1-a4ec89912515 tempest-SecurityGroupRulesTestJSON-1709174060 tempest-SecurityGroupRulesTestJSON-1709174060] Quota usage for security_group was recalculated. Used quota:4. {{(pid=84875) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:16:12.932047 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-b19eae83-5522-4579-82cb-7be81512c295 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:16:12.936274 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [req-6a179c1c-aed8-438f-b43d-edf5e40a64bf req-5bdcad43-3110-43da-84b1-a4ec89912515 tempest-SecurityGroupRulesTestJSON-1709174060 tempest-SecurityGroupRulesTestJSON-1709174060] Attempting to reserve 1 items for resource security_group. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:16:12.950325 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-c40a5e2b-af20-4802-a31a-3677b109b846 tempest-AttachVolumeTestJSON-1157025134 tempest-AttachVolumeTestJSON-1157025134] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555753'] for port, before_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:16:12.989064 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e15a26fb-ad9e-4103-95f3-5ca8f3c464db None None] Network 123c9a2b-fdbf-4ea0-9264-91ed25cf5043 requested from n-d-768862-2 {{(pid=84876) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 07:16:12.999873 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [req-6a179c1c-aed8-438f-b43d-edf5e40a64bf req-5bdcad43-3110-43da-84b1-a4ec89912515 tempest-SecurityGroupRulesTestJSON-1709174060 tempest-SecurityGroupRulesTestJSON-1709174060] Notify callbacks [] for security_group, before_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:16:13.042228 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [req-6a179c1c-aed8-438f-b43d-edf5e40a64bf req-5bdcad43-3110-43da-84b1-a4ec89912515 tempest-SecurityGroupRulesTestJSON-1709174060 tempest-SecurityGroupRulesTestJSON-1709174060] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:16:13.047072 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [req-6a179c1c-aed8-438f-b43d-edf5e40a64bf req-5bdcad43-3110-43da-84b1-a4ec89912515 tempest-SecurityGroupRulesTestJSON-1709174060 tempest-SecurityGroupRulesTestJSON-1709174060] Usage tracker for resource:security_group_rule and tenant:d5757080973f4a4ba2f46072097aded2 is out of sync, need to count used quota {{(pid=84875) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:16:13.051216 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [req-6a179c1c-aed8-438f-b43d-edf5e40a64bf req-5bdcad43-3110-43da-84b1-a4ec89912515 tempest-SecurityGroupRulesTestJSON-1709174060 tempest-SecurityGroupRulesTestJSON-1709174060] Quota usage for security_group_rule was recalculated. Used quota:12. {{(pid=84875) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:16:13.059297 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [req-6a179c1c-aed8-438f-b43d-edf5e40a64bf req-5bdcad43-3110-43da-84b1-a4ec89912515 tempest-SecurityGroupRulesTestJSON-1709174060 tempest-SecurityGroupRulesTestJSON-1709174060] Attempting to reserve 2 items for resource security_group_rule. Total usage: 12; quota limit: 100; headroom:88 {{(pid=84875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:16:13.138059 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30871c5f-8fe0-462f-91ee-4bf3a5d02682 None None] DHCP port deletion for 7e6dfd47-4529-4194-becf-26a4f3ec97f5 request from n-d-768862-2 {{(pid=84876) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Jan 14 07:16:13.208689 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [req-6a179c1c-aed8-438f-b43d-edf5e40a64bf req-5bdcad43-3110-43da-84b1-a4ec89912515 tempest-SecurityGroupRulesTestJSON-1709174060 tempest-SecurityGroupRulesTestJSON-1709174060] Notify callbacks [] for security_group, precommit_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:16:13.216858 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-b19eae83-5522-4579-82cb-7be81512c295 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:16:13.230036 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8335ab30-5b7f-4ec2-bb0e-f06db4a30db4 req-1683cb64-19f4-4081-87c4-41f969f5d67b tempest-ServersNegativeTestJSON-1888996924 tempest-ServersNegativeTestJSON-1888996924] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:16:13.231603 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [req-8335ab30-5b7f-4ec2-bb0e-f06db4a30db4 req-1683cb64-19f4-4081-87c4-41f969f5d67b tempest-ServersNegativeTestJSON-1888996924 tempest-ServersNegativeTestJSON-1888996924] Synchronizing usage tracker for tenant:e3a4f5e44a6346aeb715674b9fdb21db on resource:port {{(pid=84874) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 14 07:16:13.242602 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [req-6a179c1c-aed8-438f-b43d-edf5e40a64bf req-5bdcad43-3110-43da-84b1-a4ec89912515 tempest-SecurityGroupRulesTestJSON-1709174060 tempest-SecurityGroupRulesTestJSON-1709174060] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850887153'] for security_group, after_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:16:13.309479 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-24988090-e9e7-4220-861b-51c249da5e08 tempest-SecurityGroupRulesTestJSON-1709174060 tempest-SecurityGroupRulesTestJSON-1709174060] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:16:13.379919 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [req-6a179c1c-aed8-438f-b43d-edf5e40a64bf req-5bdcad43-3110-43da-84b1-a4ec89912515 tempest-SecurityGroupRulesTestJSON-1709174060 tempest-SecurityGroupRulesTestJSON-1709174060] Notify callbacks [] for security_group, before_response {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:16:13.381686 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [req-6a179c1c-aed8-438f-b43d-edf5e40a64bf req-5bdcad43-3110-43da-84b1-a4ec89912515 tempest-SecurityGroupRulesTestJSON-1709174060 tempest-SecurityGroupRulesTestJSON-1709174060] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.5309658 Jan 14 07:16:13.434750 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [req-8335ab30-5b7f-4ec2-bb0e-f06db4a30db4 req-1683cb64-19f4-4081-87c4-41f969f5d67b tempest-ServersNegativeTestJSON-1888996924 tempest-ServersNegativeTestJSON-1888996924] Unset dirty status for tenant:e3a4f5e44a6346aeb715674b9fdb21db on resource:port {{(pid=84874) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 14 07:16:13.440600 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [req-8335ab30-5b7f-4ec2-bb0e-f06db4a30db4 req-1683cb64-19f4-4081-87c4-41f969f5d67b tempest-ServersNegativeTestJSON-1888996924 tempest-ServersNegativeTestJSON-1888996924] 10.222.0.35 "GET /v2.0/ports?device_id=2871d7e5-d082-4af4-bbbd-fc1152f24193 HTTP/1.1" status: 200 len: 946 time: 0.6460834 Jan 14 07:16:13.532516 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bdcad43-3110-43da-84b1-a4ec89912515 tempest-SecurityGroupRulesTestJSON-1709174060 tempest-SecurityGroupRulesTestJSON-1709174060] Pushing event updated for resources: {'SecurityGroup': ['ID=fe252d18-ce82-4399-8858-f67383332873,revision_number=1']} {{(pid=84875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:16:13.536447 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.plugin [None req-30871c5f-8fe0-462f-91ee-4bf3a5d02682 None None] Deleting port 82faa569-5ad1-49da-810c-ccb470368241 {{(pid=84876) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 07:16:13.537527 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-30871c5f-8fe0-462f-91ee-4bf3a5d02682 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363259214248359'] for port, before_delete {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:16:13.616402 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84874) accepted ('10.222.0.24', 32822) {{(pid=84874) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:16:13.646216 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-017f98a9-8a07-408c-a86f-8ff0c00400a0 None None] Device 23b7bb1f-9197-486c-8dbf-d6a20b1a6049 no longer exists at agent ovs-agent-n-h1-768862-2 {{(pid=84876) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jan 14 07:16:13.822167 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.plugin [req-8335ab30-5b7f-4ec2-bb0e-f06db4a30db4 req-1e96b16c-a035-4492-98a1-629395e05279 tempest-ServersNegativeTestJSON-1888996924 tempest-ServersNegativeTestJSON-1888996924] Deleting port 23b7bb1f-9197-486c-8dbf-d6a20b1a6049 {{(pid=84874) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 07:16:13.824248 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [req-8335ab30-5b7f-4ec2-bb0e-f06db4a30db4 req-1e96b16c-a035-4492-98a1-629395e05279 tempest-ServersNegativeTestJSON-1888996924 tempest-ServersNegativeTestJSON-1888996924] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363259214248359'] for port, before_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:16:13.990846 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-5bdcad43-3110-43da-84b1-a4ec89912515 tempest-SecurityGroupRulesTestJSON-1709174060 tempest-SecurityGroupRulesTestJSON-1709174060] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.681s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:16:13.999653 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [None req-30871c5f-8fe0-462f-91ee-4bf3a5d02682 None None] For port 82faa569-5ad1-49da-810c-ccb470368241, host n-d-768862-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-2',level=0,port_id=82faa569-5ad1-49da-810c-ccb470368241,segment=NetworkSegment(45d9d481-0591-4c27-afea-fa8e7532b5c2),segment_id=45d9d481-0591-4c27-afea-fa8e7532b5c2)] {{(pid=84876) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 07:16:14.000513 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-30871c5f-8fe0-462f-91ee-4bf3a5d02682 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036850862667'] for port, precommit_delete {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:16:14.056973 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [req-222d2633-3f79-45ea-a5e0-6bd6d05e94ac req-1d88249d-2787-4c90-b10c-612d94e1605d tempest-SecurityGroupRulesTestJSON-1709174060 tempest-SecurityGroupRulesTestJSON-1709174060] 10.222.0.24 "GET /v2.0/security-groups/f7fd278a-ef52-41a7-bc62-1e8f6d405da6 HTTP/1.1" status: 200 len: 1807 time: 0.5500247 Jan 14 07:16:14.090611 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.v2.base [None req-5913f857-341a-42f4-98e7-0ed7312ee36a admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-395737247-network', 'tenant_id': '0369eaa84818430fab7d025c9522c976'}} {{(pid=84874) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:16:14.110876 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-db3bd92b-db28-43c4-97b3-3e58fb618da0 tempest-TaggedBootDevicesTest_v242-294831919 tempest-TaggedBootDevicesTest_v242-294831919] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-598964', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850887113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036851521664', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2794686'] for subnet, after_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:16:14.123654 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-b19eae83-5522-4579-82cb-7be81512c295 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850887153'] for security_group, after_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:16:14.139036 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-0a911021-2fce-4893-86da-dfcd7641a435 tempest-SecurityGroupRulesTestJSON-1709174060 tempest-SecurityGroupRulesTestJSON-1709174060] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:16:14.146343 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.plugin [None req-30871c5f-8fe0-462f-91ee-4bf3a5d02682 None None] Calling delete_port for 82faa569-5ad1-49da-810c-ccb470368241 owned by network:dhcp {{(pid=84876) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 07:16:14.167086 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b19eae83-5522-4579-82cb-7be81512c295 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e6af9a97-b55c-4698-91b8-569463fdf507,revision_number=None']} {{(pid=84875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:16:14.184908 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [req-222d2633-3f79-45ea-a5e0-6bd6d05e94ac req-033ef13a-8e40-411e-8d2d-340d1328ab73 tempest-SecurityGroupRulesTestJSON-1709174060 tempest-SecurityGroupRulesTestJSON-1709174060] 10.222.0.24 "GET /v2.0/security-groups/fe252d18-ce82-4399-8858-f67383332873 HTTP/1.1" status: 200 len: 1806 time: 0.1148603 Jan 14 07:16:14.191732 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-b19eae83-5522-4579-82cb-7be81512c295 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:16:14.202835 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.v2.base [req-222d2633-3f79-45ea-a5e0-6bd6d05e94ac req-fcc5da56-7b44-4d59-a345-31ae5fa4a107 tempest-SecurityGroupRulesTestJSON-1709174060 tempest-SecurityGroupRulesTestJSON-1709174060] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': 'f7fd278a-ef52-41a7-bc62-1e8f6d405da6', 'remote_group_id': 'fe252d18-ce82-4399-8858-f67383332873', 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=84875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:16:14.203285 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.v2.base [req-222d2633-3f79-45ea-a5e0-6bd6d05e94ac req-fcc5da56-7b44-4d59-a345-31ae5fa4a107 tempest-SecurityGroupRulesTestJSON-1709174060 tempest-SecurityGroupRulesTestJSON-1709174060] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': 'f7fd278a-ef52-41a7-bc62-1e8f6d405da6', 'remote_group_id': 'fe252d18-ce82-4399-8858-f67383332873', 'port_range_min': 22, 'port_range_max': 22}} {{(pid=84875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:16:14.213527 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-5913f857-341a-42f4-98e7-0ed7312ee36a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:16:14.218665 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-5913f857-341a-42f4-98e7-0ed7312ee36a admin admin] Usage tracker for resource:network and tenant:0369eaa84818430fab7d025c9522c976 is out of sync, need to count used quota {{(pid=84874) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:16:14.227710 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-5913f857-341a-42f4-98e7-0ed7312ee36a admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84874) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:16:14.238131 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-884d4708-0293-4fc3-b9b5-6fc34b0fe233 req-267472a9-9f42-4723-8a3f-a0331d7ec1d8 tempest-AttachVolumeNegativeTest-666515632 tempest-AttachVolumeNegativeTest-666515632] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:16:14.238688 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-5913f857-341a-42f4-98e7-0ed7312ee36a admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:16:14.240135 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [req-884d4708-0293-4fc3-b9b5-6fc34b0fe233 req-267472a9-9f42-4723-8a3f-a0331d7ec1d8 tempest-AttachVolumeNegativeTest-666515632 tempest-AttachVolumeNegativeTest-666515632] 10.222.0.24 "GET /v2.0/networks?id=123c9a2b-fdbf-4ea0-9264-91ed25cf5043 HTTP/1.1" status: 200 len: 815 time: 0.8124876 Jan 14 07:16:14.242942 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-b19eae83-5522-4579-82cb-7be81512c295 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:16:14.244128 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-b19eae83-5522-4579-82cb-7be81512c295 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/e6af9a97-b55c-4698-91b8-569463fdf507 HTTP/1.1" status: 204 len: 168 time: 1.4491639 Jan 14 07:16:14.245600 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [req-222d2633-3f79-45ea-a5e0-6bd6d05e94ac req-fcc5da56-7b44-4d59-a345-31ae5fa4a107 tempest-SecurityGroupRulesTestJSON-1709174060 tempest-SecurityGroupRulesTestJSON-1709174060] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:16:14.250681 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [req-222d2633-3f79-45ea-a5e0-6bd6d05e94ac req-fcc5da56-7b44-4d59-a345-31ae5fa4a107 tempest-SecurityGroupRulesTestJSON-1709174060 tempest-SecurityGroupRulesTestJSON-1709174060] Usage tracker for resource:security_group_rule and tenant:d5757080973f4a4ba2f46072097aded2 is out of sync, need to count used quota {{(pid=84875) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:16:14.265224 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [req-884d4708-0293-4fc3-b9b5-6fc34b0fe233 req-879a2031-7751-4b9c-8027-5ea765e348ed tempest-AttachVolumeNegativeTest-666515632 tempest-AttachVolumeNegativeTest-666515632] 10.222.0.24 "GET /v2.0/quotas/309de37299124192a08d7829b2b74c7e HTTP/1.1" status: 200 len: 375 time: 0.0105526 Jan 14 07:16:14.266201 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [req-222d2633-3f79-45ea-a5e0-6bd6d05e94ac req-fcc5da56-7b44-4d59-a345-31ae5fa4a107 tempest-SecurityGroupRulesTestJSON-1709174060 tempest-SecurityGroupRulesTestJSON-1709174060] Quota usage for security_group_rule was recalculated. Used quota:14. {{(pid=84875) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:16:14.283571 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-d4054c38-32ef-4df0-97f0-77a068327cdc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:16:14.310548 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [req-222d2633-3f79-45ea-a5e0-6bd6d05e94ac req-fcc5da56-7b44-4d59-a345-31ae5fa4a107 tempest-SecurityGroupRulesTestJSON-1709174060 tempest-SecurityGroupRulesTestJSON-1709174060] Attempting to reserve 1 items for resource security_group_rule. Total usage: 14; quota limit: 100; headroom:86 {{(pid=84875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:16:14.313199 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-30871c5f-8fe0-462f-91ee-4bf3a5d02682 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777640533329', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777640097463'] for port, after_delete {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:16:14.328680 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [req-884d4708-0293-4fc3-b9b5-6fc34b0fe233 req-22b432bc-6f75-4fb7-a818-bda20d8b1ee0 tempest-AttachVolumeNegativeTest-666515632 tempest-AttachVolumeNegativeTest-666515632] 10.222.0.24 "GET /v2.0/ports?tenant_id=309de37299124192a08d7829b2b74c7e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0553677 Jan 14 07:16:14.351322 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-017f98a9-8a07-408c-a86f-8ff0c00400a0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84876) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:16:14.435868 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30871c5f-8fe0-462f-91ee-4bf3a5d02682 None None] Pushing event deleted for resources: {'Port': ['ID=82faa569-5ad1-49da-810c-ccb470368241,revision_number=None']} {{(pid=84876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:16:14.514292 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-30871c5f-8fe0-462f-91ee-4bf3a5d02682 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.163s {{(pid=84876) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:16:14.526513 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [req-222d2633-3f79-45ea-a5e0-6bd6d05e94ac req-fcc5da56-7b44-4d59-a345-31ae5fa4a107 tempest-SecurityGroupRulesTestJSON-1709174060 tempest-SecurityGroupRulesTestJSON-1709174060] Notify callbacks [] for security_group_rule, before_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:16:14.568521 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [req-222d2633-3f79-45ea-a5e0-6bd6d05e94ac req-fcc5da56-7b44-4d59-a345-31ae5fa4a107 tempest-SecurityGroupRulesTestJSON-1709174060 tempest-SecurityGroupRulesTestJSON-1709174060] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:16:14.585034 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [req-222d2633-3f79-45ea-a5e0-6bd6d05e94ac req-fcc5da56-7b44-4d59-a345-31ae5fa4a107 tempest-SecurityGroupRulesTestJSON-1709174060 tempest-SecurityGroupRulesTestJSON-1709174060] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850966545'] for security_group_rule, after_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:16:14.587619 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5913f857-341a-42f4-98e7-0ed7312ee36a admin admin] Made reservation on behalf of 0369eaa84818430fab7d025c9522c976 for: {'network': 1} {{(pid=84874) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 07:16:14.598954 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-5913f857-341a-42f4-98e7-0ed7312ee36a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555753'] for network, before_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:16:14.603413 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-9aebe3c9-eaf6-4dba-ad96-6a538a3ccc4d tempest-SecurityGroupRulesTestJSON-1709174060 tempest-SecurityGroupRulesTestJSON-1709174060] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:16:14.638690 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-017f98a9-8a07-408c-a86f-8ff0c00400a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555753'] for port, before_update {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:16:14.697548 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-5913f857-341a-42f4-98e7-0ed7312ee36a admin admin] Notify callbacks [] for security_group, before_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:16:14.724364 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [None req-017f98a9-8a07-408c-a86f-8ff0c00400a0 None None] For port 23b7bb1f-9197-486c-8dbf-d6a20b1a6049, host n-h1-768862-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-h1-768862-2',level=0,port_id=23b7bb1f-9197-486c-8dbf-d6a20b1a6049,segment=NetworkSegment(ea8bea7c-a41a-42f0-8ceb-6c6f9bd09163),segment_id=ea8bea7c-a41a-42f0-8ceb-6c6f9bd09163)] {{(pid=84876) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 07:16:14.734190 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db3bd92b-db28-43c4-97b3-3e58fb618da0 tempest-TaggedBootDevicesTest_v242-294831919 tempest-TaggedBootDevicesTest_v242-294831919] Pushing event deleted for resources: {'Subnet': ['ID=2fa91875-55fd-4489-bc57-f1f358815b1a,revision_number=None']} {{(pid=84874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:16:14.734924 n-d-768862-2 neutron-server[84765]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2871d7e5-d082-4af4-bbbd-fc1152f24193', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '23b7bb1f-9197-486c-8dbf-d6a20b1a6049'}] {{(pid=84876) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Jan 14 07:16:14.736231 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-db3bd92b-db28-43c4-97b3-3e58fb618da0 tempest-TaggedBootDevicesTest_v242-294831919 tempest-TaggedBootDevicesTest_v242-294831919] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.451s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:16:14.738589 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcc5da56-7b44-4d59-a345-31ae5fa4a107 tempest-SecurityGroupRulesTestJSON-1709174060 tempest-SecurityGroupRulesTestJSON-1709174060] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ae929025-8285-4966-88a6-55bd0b1d3dc0,revision_number=0']} {{(pid=84875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:16:14.739482 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-017f98a9-8a07-408c-a86f-8ff0c00400a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777640533312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363259214678337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777640097497'] for port, after_update {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:16:14.744981 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30871c5f-8fe0-462f-91ee-4bf3a5d02682 None None] No DVR routers for this DVR port 82faa569-5ad1-49da-810c-ccb470368241 on host n-d-768862-2 {{(pid=84876) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Jan 14 07:16:14.746431 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84876) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:16:14.774636 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-fcc5da56-7b44-4d59-a345-31ae5fa4a107 tempest-SecurityGroupRulesTestJSON-1709174060 tempest-SecurityGroupRulesTestJSON-1709174060] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.171s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:16:14.778873 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [req-222d2633-3f79-45ea-a5e0-6bd6d05e94ac req-fcc5da56-7b44-4d59-a345-31ae5fa4a107 tempest-SecurityGroupRulesTestJSON-1709174060 tempest-SecurityGroupRulesTestJSON-1709174060] Notify callbacks [] for security_group_rule, before_response {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:16:14.779038 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-db3bd92b-db28-43c4-97b3-3e58fb618da0 tempest-TaggedBootDevicesTest_v242-294831919 tempest-TaggedBootDevicesTest_v242-294831919] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3207107'] for subnet, before_response {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:16:14.785935 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [req-222d2633-3f79-45ea-a5e0-6bd6d05e94ac req-fcc5da56-7b44-4d59-a345-31ae5fa4a107 tempest-SecurityGroupRulesTestJSON-1709174060 tempest-SecurityGroupRulesTestJSON-1709174060] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 806 time: 0.5900810 Jan 14 07:16:14.805692 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [req-884d4708-0293-4fc3-b9b5-6fc34b0fe233 req-fb68a7d8-3012-46f5-9ed4-8ef44c4bc160 service neutron] 10.222.0.24 "GET /v2.0/networks/123c9a2b-fdbf-4ea0-9264-91ed25cf5043?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4609499 Jan 14 07:16:14.864463 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58172a19-6675-4d62-955a-b3fb2d21fd92 None None] Network 98072e70-e1ea-4296-9013-017af5cadabb requested from n-d-768862-2 {{(pid=84876) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 07:16:14.903505 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Device 82faa569-5ad1-49da-810c-ccb470368241 no longer exists at agent ovs-agent-n-d-768862-2 {{(pid=84876) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jan 14 07:16:14.974442 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [req-884d4708-0293-4fc3-b9b5-6fc34b0fe233 req-e1c59a61-138d-47d4-b1bd-2ebeaed13d67 service neutron] 10.222.0.24 "GET /v2.0/networks/123c9a2b-fdbf-4ea0-9264-91ed25cf5043?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1636639 Jan 14 07:16:14.980978 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.v2.base [req-11f28ae9-a64f-42be-9c20-2329c7657611 req-340384bf-68ec-4dc6-a305-72d26bbc9879 tempest-SecurityGroupRulesTestJSON-1709174060 tempest-SecurityGroupRulesTestJSON-1709174060] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1403548370', 'description': 'tempest-description-1978686493'}} {{(pid=84875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:16:14.991267 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-db3bd92b-db28-43c4-97b3-3e58fb618da0 tempest-TaggedBootDevicesTest_v242-294831919 tempest-TaggedBootDevicesTest_v242-294831919] 10.222.0.24 "DELETE /v2.0/subnets/2fa91875-55fd-4489-bc57-f1f358815b1a HTTP/1.1" status: 204 len: 168 time: 3.0145259 Jan 14 07:16:14.991267 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-5913f857-341a-42f4-98e7-0ed7312ee36a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:16:14.993550 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84875) accepted ('10.222.0.24', 32854) {{(pid=84875) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:16:14.995110 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.db_base_plugin_common [None req-c40a5e2b-af20-4802-a31a-3677b109b846 tempest-AttachVolumeTestJSON-1157025134 tempest-AttachVolumeTestJSON-1157025134] Allocated IP 172.25.2.134 (226f1e78-82cd-4481-9055-4eb73b6db8c1/ba8deeec-7658-4195-9449-038c076f5c83/b76ae7bb-4323-4400-8b14-37713e92914d) {{(pid=84874) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 14 07:16:14.998064 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [req-11f28ae9-a64f-42be-9c20-2329c7657611 req-340384bf-68ec-4dc6-a305-72d26bbc9879 tempest-SecurityGroupRulesTestJSON-1709174060 tempest-SecurityGroupRulesTestJSON-1709174060] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:16:15.004502 n-d-768862-2 neutron-server[84765]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '2871d7e5-d082-4af4-bbbd-fc1152f24193', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '23b7bb1f-9197-486c-8dbf-d6a20b1a6049', 'code': 422} returned with failed status Jan 14 07:16:15.007615 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.plugin [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] No Port match for: 82faa569-5ad1-49da-810c-ccb470368241 {{(pid=84876) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2188}} Jan 14 07:16:15.008039 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Device 82faa569-5ad1-49da-810c-ccb470368241 not bound to the agent host n-d-768862-2 {{(pid=84876) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jan 14 07:16:15.033165 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [req-11f28ae9-a64f-42be-9c20-2329c7657611 req-340384bf-68ec-4dc6-a305-72d26bbc9879 tempest-SecurityGroupRulesTestJSON-1709174060 tempest-SecurityGroupRulesTestJSON-1709174060] Usage tracker for resource:security_group and tenant:d5757080973f4a4ba2f46072097aded2 is out of sync, need to count used quota {{(pid=84875) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:16:15.041412 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [req-11f28ae9-a64f-42be-9c20-2329c7657611 req-340384bf-68ec-4dc6-a305-72d26bbc9879 tempest-SecurityGroupRulesTestJSON-1709174060 tempest-SecurityGroupRulesTestJSON-1709174060] Quota usage for security_group was recalculated. Used quota:5. {{(pid=84875) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:16:15.102713 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-d9c245cc-e023-4128-b382-721ef8933e59 None None] Notify callbacks [] for port, precommit_update {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:16:15.128527 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [req-8335ab30-5b7f-4ec2-bb0e-f06db4a30db4 req-1e96b16c-a035-4492-98a1-629395e05279 tempest-ServersNegativeTestJSON-1888996924 tempest-ServersNegativeTestJSON-1888996924] For port 23b7bb1f-9197-486c-8dbf-d6a20b1a6049, host n-h1-768862-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-h1-768862-2',level=0,port_id=23b7bb1f-9197-486c-8dbf-d6a20b1a6049,segment=NetworkSegment(ea8bea7c-a41a-42f0-8ceb-6c6f9bd09163),segment_id=ea8bea7c-a41a-42f0-8ceb-6c6f9bd09163)] {{(pid=84874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 07:16:15.128902 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [req-8335ab30-5b7f-4ec2-bb0e-f06db4a30db4 req-1e96b16c-a035-4492-98a1-629395e05279 tempest-ServersNegativeTestJSON-1888996924 tempest-ServersNegativeTestJSON-1888996924] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036850862667'] for port, precommit_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:16:15.130677 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-017f98a9-8a07-408c-a86f-8ff0c00400a0 None None] Pushing event updated for resources: {'Port': ['ID=23b7bb1f-9197-486c-8dbf-d6a20b1a6049,revision_number=5']} {{(pid=84876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:16:15.141316 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-017f98a9-8a07-408c-a86f-8ff0c00400a0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.395s {{(pid=84876) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:16:15.150936 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [req-11f28ae9-a64f-42be-9c20-2329c7657611 req-340384bf-68ec-4dc6-a305-72d26bbc9879 tempest-SecurityGroupRulesTestJSON-1709174060 tempest-SecurityGroupRulesTestJSON-1709174060] Attempting to reserve 1 items for resource security_group. Total usage: 5; quota limit: 100; headroom:95 {{(pid=84875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:16:15.156291 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-d9c245cc-e023-4128-b382-721ef8933e59 None None] Transition to ACTIVE for port object 7a95cca5-9aca-459e-920d-c55778e57eab will not be triggered until provisioned by entity L2. {{(pid=84876) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 07:16:15.164223 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-d9c245cc-e023-4128-b382-721ef8933e59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777640533312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363259214678337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777640097497'] for port, after_update {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:16:15.227258 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [req-11f28ae9-a64f-42be-9c20-2329c7657611 req-340384bf-68ec-4dc6-a305-72d26bbc9879 tempest-SecurityGroupRulesTestJSON-1709174060 tempest-SecurityGroupRulesTestJSON-1709174060] Notify callbacks [] for security_group, before_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:16:15.303514 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-3766a54a-6786-4ad1-8ee3-42129b2fb6fa tempest-TaggedBootDevicesTest_v242-294831919 tempest-TaggedBootDevicesTest_v242-294831919] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036854160497'] for network, before_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:16:15.353464 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-5913f857-341a-42f4-98e7-0ed7312ee36a admin admin] Usage tracker for resource:security_group_rule and tenant:0369eaa84818430fab7d025c9522c976 is out of sync, need to count used quota {{(pid=84874) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:16:15.379545 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.plugin [req-8335ab30-5b7f-4ec2-bb0e-f06db4a30db4 req-1e96b16c-a035-4492-98a1-629395e05279 tempest-ServersNegativeTestJSON-1888996924 tempest-ServersNegativeTestJSON-1888996924] Calling delete_port for 23b7bb1f-9197-486c-8dbf-d6a20b1a6049 owned by compute:nova {{(pid=84874) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 07:16:15.420587 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-5913f857-341a-42f4-98e7-0ed7312ee36a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84874) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:16:15.462943 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [req-11f28ae9-a64f-42be-9c20-2329c7657611 req-340384bf-68ec-4dc6-a305-72d26bbc9879 tempest-SecurityGroupRulesTestJSON-1709174060 tempest-SecurityGroupRulesTestJSON-1709174060] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:16:15.463593 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-5913f857-341a-42f4-98e7-0ed7312ee36a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:16:15.474996 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [req-11f28ae9-a64f-42be-9c20-2329c7657611 req-340384bf-68ec-4dc6-a305-72d26bbc9879 tempest-SecurityGroupRulesTestJSON-1709174060 tempest-SecurityGroupRulesTestJSON-1709174060] Usage tracker for resource:security_group_rule and tenant:d5757080973f4a4ba2f46072097aded2 is out of sync, need to count used quota {{(pid=84875) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:16:15.486621 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [req-11f28ae9-a64f-42be-9c20-2329c7657611 req-340384bf-68ec-4dc6-a305-72d26bbc9879 tempest-SecurityGroupRulesTestJSON-1709174060 tempest-SecurityGroupRulesTestJSON-1709174060] Quota usage for security_group_rule was recalculated. Used quota:15. {{(pid=84875) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:16:15.506126 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [req-11f28ae9-a64f-42be-9c20-2329c7657611 req-340384bf-68ec-4dc6-a305-72d26bbc9879 tempest-SecurityGroupRulesTestJSON-1709174060 tempest-SecurityGroupRulesTestJSON-1709174060] Attempting to reserve 2 items for resource security_group_rule. Total usage: 15; quota limit: 100; headroom:85 {{(pid=84875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:16:15.522886 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-091271c4-fb49-44a7-8121-04dd91d4f29d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84876) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:16:15.945270 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-3766a54a-6786-4ad1-8ee3-42129b2fb6fa tempest-TaggedBootDevicesTest_v242-294831919 tempest-TaggedBootDevicesTest_v242-294831919] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-598987', 'neutron.services.segments.db._delete_segments_for_network-8777640583949'] for network, precommit_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:16:16.106954 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4993f070-ab5a-418e-a658-5ec51b44c987 None None] Pushing event updated for resources: {'Port': ['ID=7a95cca5-9aca-459e-920d-c55778e57eab,revision_number=3']} {{(pid=84876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:16:16.121392 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-4993f070-ab5a-418e-a658-5ec51b44c987 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.599s {{(pid=84876) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:16:16.146521 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.db.api [req-8335ab30-5b7f-4ec2-bb0e-f06db4a30db4 req-1e96b16c-a035-4492-98a1-629395e05279 tempest-ServersNegativeTestJSON-1888996924 tempest-ServersNegativeTestJSON-1888996924] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84874) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Jan 14 07:16:16.146792 n-d-768862-2 neutron-server[84765]: DEBUG oslo_db.api [req-8335ab30-5b7f-4ec2-bb0e-f06db4a30db4 req-1e96b16c-a035-4492-98a1-629395e05279 tempest-ServersNegativeTestJSON-1888996924 tempest-ServersNegativeTestJSON-1888996924] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84874) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Jan 14 07:16:16.161189 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-5913f857-341a-42f4-98e7-0ed7312ee36a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:16:16.169733 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-5913f857-341a-42f4-98e7-0ed7312ee36a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850887153'] for security_group, after_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:16:16.190961 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5913f857-341a-42f4-98e7-0ed7312ee36a admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 15} {{(pid=84874) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Jan 14 07:16:16.210229 n-d-768862-2 neutron-server[84765]: DEBUG neutron.services.segments.db [None req-3766a54a-6786-4ad1-8ee3-42129b2fb6fa tempest-TaggedBootDevicesTest_v242-294831919 tempest-TaggedBootDevicesTest_v242-294831919] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7e6dfd47-4529-4194-becf-26a4f3ec97f5']}} {{(pid=84875) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:16:16.223438 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-5913f857-341a-42f4-98e7-0ed7312ee36a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854179735'] for segment, precommit_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:16:16.224292 n-d-768862-2 neutron-server[84765]: INFO neutron.db.segments_db [None req-5913f857-341a-42f4-98e7-0ed7312ee36a admin admin] Added segment d6c8166d-60cc-4e5d-800b-1ffdaaaf7600 of type vxlan for network fd7a982b-b38c-4e49-b1ba-1aa0df49caf9 Jan 14 07:16:16.230035 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [req-11f28ae9-a64f-42be-9c20-2329c7657611 req-340384bf-68ec-4dc6-a305-72d26bbc9879 tempest-SecurityGroupRulesTestJSON-1709174060 tempest-SecurityGroupRulesTestJSON-1709174060] Notify callbacks [] for security_group, precommit_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:16:16.244534 n-d-768862-2 neutron-server[84765]: DEBUG neutron.services.segments.db [None req-3766a54a-6786-4ad1-8ee3-42129b2fb6fa tempest-TaggedBootDevicesTest_v242-294831919 tempest-TaggedBootDevicesTest_v242-294831919] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '45d9d481-0591-4c27-afea-fa8e7532b5c2') {'for_net_delete': True} {{(pid=84875) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:16:16.244876 n-d-768862-2 neutron-server[84765]: DEBUG neutron.services.segments.db [None req-3766a54a-6786-4ad1-8ee3-42129b2fb6fa tempest-TaggedBootDevicesTest_v242-294831919 tempest-TaggedBootDevicesTest_v242-294831919] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '45d9d481-0591-4c27-afea-fa8e7532b5c2') {} {{(pid=84875) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:16:16.249827 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-e3f87dc9-d25d-4b3f-9376-70522e8fe378 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:16:16.273669 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [req-11f28ae9-a64f-42be-9c20-2329c7657611 req-340384bf-68ec-4dc6-a305-72d26bbc9879 tempest-SecurityGroupRulesTestJSON-1709174060 tempest-SecurityGroupRulesTestJSON-1709174060] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850887153'] for security_group, after_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:16:16.293814 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-5bdcad43-3110-43da-84b1-a4ec89912515 tempest-SecurityGroupRulesTestJSON-1709174060 tempest-SecurityGroupRulesTestJSON-1709174060] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:16:16.327368 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.managers [None req-d9c245cc-e023-4128-b382-721ef8933e59 None None] Attempting to bind port 7a95cca5-9aca-459e-920d-c55778e57eab on host n-d-768862-2 for vnic_type normal with profile {{(pid=84876) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 14 07:16:16.328607 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.managers [None req-d9c245cc-e023-4128-b382-721ef8933e59 None None] Attempting to bind port 7a95cca5-9aca-459e-920d-c55778e57eab by drivers openvswitch on host n-d-768862-2 at level 0 using segments [{'id': '7dc8bfe7-08e0-4981-80ff-b785085bd301', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 17, 'network_id': '829fea34-3751-44bb-9831-30225757d439'}] {{(pid=84876) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 14 07:16:16.329024 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9c245cc-e023-4128-b382-721ef8933e59 None None] Attempting to bind port 7a95cca5-9aca-459e-920d-c55778e57eab on network 829fea34-3751-44bb-9831-30225757d439 {{(pid=84876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 14 07:16:16.333787 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-3766a54a-6786-4ad1-8ee3-42129b2fb6fa tempest-TaggedBootDevicesTest_v242-294831919 tempest-TaggedBootDevicesTest_v242-294831919] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363259214173198', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036851408567'] for segment, before_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:16:16.338449 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5913f857-341a-42f4-98e7-0ed7312ee36a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7afa9400-2b12-4469-a75f-393b53070c32,revision_number=1']} {{(pid=84874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:16:16.338698 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9c245cc-e023-4128-b382-721ef8933e59 None None] Checking agent: {'id': 'ba5efab1-b43c-4d5a-bc52-6e105d4e67a2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768862-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 14, 6, 56, 52), 'started_at': datetime.datetime(2021, 1, 14, 6, 57, 22), 'heartbeat_timestamp': datetime.datetime(2021, 1, 14, 7, 15, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768862-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.29', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 14 07:16:16.338998 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9c245cc-e023-4128-b382-721ef8933e59 None None] Checking segment: {'id': '7dc8bfe7-08e0-4981-80ff-b785085bd301', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 17, 'network_id': '829fea34-3751-44bb-9831-30225757d439'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84876) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 14 07:16:16.339879 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-d9c245cc-e023-4128-b382-721ef8933e59 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:16:16.339879 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9c245cc-e023-4128-b382-721ef8933e59 None None] Bound using segment: {'id': '7dc8bfe7-08e0-4981-80ff-b785085bd301', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 17, 'network_id': '829fea34-3751-44bb-9831-30225757d439'} {{(pid=84876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 14 07:16:16.340387 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.managers [None req-d9c245cc-e023-4128-b382-721ef8933e59 None None] Bound port: 7a95cca5-9aca-459e-920d-c55778e57eab, host: n-d-768862-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7dc8bfe7-08e0-4981-80ff-b785085bd301', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 17, 'network_id': '829fea34-3751-44bb-9831-30225757d439'}}] {{(pid=84876) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 14 07:16:16.340807 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-d9c245cc-e023-4128-b382-721ef8933e59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555753'] for port, before_update {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:16:16.348292 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-5913f857-341a-42f4-98e7-0ed7312ee36a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:16:16.397873 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-3766a54a-6786-4ad1-8ee3-42129b2fb6fa tempest-TaggedBootDevicesTest_v242-294831919 tempest-TaggedBootDevicesTest_v242-294831919] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854179735'] for segment, precommit_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:16:16.402396 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-3766a54a-6786-4ad1-8ee3-42129b2fb6fa tempest-TaggedBootDevicesTest_v242-294831919 tempest-TaggedBootDevicesTest_v242-294831919] Releasing vxlan tunnel 20 to pool {{(pid=84875) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Jan 14 07:16:16.419100 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-5913f857-341a-42f4-98e7-0ed7312ee36a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363259214646115'] for network, precommit_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:16:16.438839 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [req-11f28ae9-a64f-42be-9c20-2329c7657611 req-340384bf-68ec-4dc6-a305-72d26bbc9879 tempest-SecurityGroupRulesTestJSON-1709174060 tempest-SecurityGroupRulesTestJSON-1709174060] Notify callbacks [] for security_group, before_response {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:16:16.444870 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [req-11f28ae9-a64f-42be-9c20-2329c7657611 req-340384bf-68ec-4dc6-a305-72d26bbc9879 tempest-SecurityGroupRulesTestJSON-1709174060 tempest-SecurityGroupRulesTestJSON-1709174060] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1812 time: 1.4688561 Jan 14 07:16:16.449086 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-340384bf-68ec-4dc6-a305-72d26bbc9879 tempest-SecurityGroupRulesTestJSON-1709174060 tempest-SecurityGroupRulesTestJSON-1709174060] Pushing event updated for resources: {'SecurityGroup': ['ID=3ceb2529-9a12-4eaa-acec-7fb839dd9cdc,revision_number=1']} {{(pid=84875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:16:16.452351 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-340384bf-68ec-4dc6-a305-72d26bbc9879 tempest-SecurityGroupRulesTestJSON-1709174060 tempest-SecurityGroupRulesTestJSON-1709174060] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.160s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:16:16.474990 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-5913f857-341a-42f4-98e7-0ed7312ee36a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850887149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964'] for network, after_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:16:16.476270 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5913f857-341a-42f4-98e7-0ed7312ee36a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:16:16.485927 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78f12201-9093-4340-a808-332de4061f93 None None] DHCP port deletion for 98072e70-e1ea-4296-9013-017af5cadabb request from n-d-768862-2 {{(pid=84876) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Jan 14 07:16:16.488573 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-5913f857-341a-42f4-98e7-0ed7312ee36a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3207107'] for network, before_response {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:16:16.551916 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [None req-d9c245cc-e023-4128-b382-721ef8933e59 None None] For port 7a95cca5-9aca-459e-920d-c55778e57eab, host n-d-768862-2, cleared binding levels {{(pid=84876) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 14 07:16:16.554094 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-c40a5e2b-af20-4802-a31a-3677b109b846 tempest-AttachVolumeTestJSON-1157025134 tempest-AttachVolumeTestJSON-1157025134] Notify callbacks [] for port, precommit_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:16:16.555704 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [None req-d9c245cc-e023-4128-b382-721ef8933e59 None None] For port 7a95cca5-9aca-459e-920d-c55778e57eab, host n-d-768862-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-2',level=0,port_id=7a95cca5-9aca-459e-920d-c55778e57eab,segment=NetworkSegment(7dc8bfe7-08e0-4981-80ff-b785085bd301),segment_id=7dc8bfe7-08e0-4981-80ff-b785085bd301)] {{(pid=84876) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 14 07:16:16.557121 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.plugin [None req-78f12201-9093-4340-a808-332de4061f93 None None] Deleting port 7e2df0e4-c707-4342-be7f-e468316b1cf6 {{(pid=84876) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 07:16:16.557540 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-78f12201-9093-4340-a808-332de4061f93 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363259214248359'] for port, before_delete {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:16:16.591029 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-d9c245cc-e023-4128-b382-721ef8933e59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777640533312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363259214678337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777640097497'] for port, after_update {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:16:16.634632 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-3b8b2cc5-f75d-446b-b671-9f1a81cebc68 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:16:16.659866 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.plugin [req-8335ab30-5b7f-4ec2-bb0e-f06db4a30db4 req-1e96b16c-a035-4492-98a1-629395e05279 tempest-ServersNegativeTestJSON-1888996924 tempest-ServersNegativeTestJSON-1888996924] Deleting port 23b7bb1f-9197-486c-8dbf-d6a20b1a6049 {{(pid=84874) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 07:16:16.660273 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [req-8335ab30-5b7f-4ec2-bb0e-f06db4a30db4 req-1e96b16c-a035-4492-98a1-629395e05279 tempest-ServersNegativeTestJSON-1888996924 tempest-ServersNegativeTestJSON-1888996924] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363259214248359'] for port, before_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:16:16.686594 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.v2.base [req-a8ab02f1-656b-42c8-a28f-1feb99bf7732 req-56f61e5b-a419-402e-aae4-95953105db29 tempest-SecurityGroupRulesTestJSON-1709174060 tempest-SecurityGroupRulesTestJSON-1709174060] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1279304695', 'description': 'tempest-description-642715194'}} {{(pid=84875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:16:16.749503 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84876) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:16:16.776388 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [req-a8ab02f1-656b-42c8-a28f-1feb99bf7732 req-56f61e5b-a419-402e-aae4-95953105db29 tempest-SecurityGroupRulesTestJSON-1709174060 tempest-SecurityGroupRulesTestJSON-1709174060] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:16:16.778735 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84875) accepted ('10.222.0.24', 32918) {{(pid=84875) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:16:16.812162 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [req-a8ab02f1-656b-42c8-a28f-1feb99bf7732 req-56f61e5b-a419-402e-aae4-95953105db29 tempest-SecurityGroupRulesTestJSON-1709174060 tempest-SecurityGroupRulesTestJSON-1709174060] Usage tracker for resource:security_group and tenant:d5757080973f4a4ba2f46072097aded2 is out of sync, need to count used quota {{(pid=84875) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:16:16.820484 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.managers [None req-3766a54a-6786-4ad1-8ee3-42129b2fb6fa tempest-TaggedBootDevicesTest_v242-294831919 tempest-TaggedBootDevicesTest_v242-294831919] Network 7e6dfd47-4529-4194-becf-26a4f3ec97f5 has no segments {{(pid=84875) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 14 07:16:16.832962 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [req-a8ab02f1-656b-42c8-a28f-1feb99bf7732 req-56f61e5b-a419-402e-aae4-95953105db29 tempest-SecurityGroupRulesTestJSON-1709174060 tempest-SecurityGroupRulesTestJSON-1709174060] Quota usage for security_group was recalculated. Used quota:6. {{(pid=84875) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:16:16.840114 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-3766a54a-6786-4ad1-8ee3-42129b2fb6fa tempest-TaggedBootDevicesTest_v242-294831919 tempest-TaggedBootDevicesTest_v242-294831919] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-596065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3154253'] for segment, after_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:16:16.847376 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4993f070-ab5a-418e-a658-5ec51b44c987 None None] Pushing event updated for resources: {'Port': ['ID=7a95cca5-9aca-459e-920d-c55778e57eab,revision_number=4']} {{(pid=84876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:16:16.852207 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-4993f070-ab5a-418e-a658-5ec51b44c987 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=84876) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:16:16.902560 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Device 7e2df0e4-c707-4342-be7f-e468316b1cf6 no longer exists at agent ovs-agent-n-d-768862-2 {{(pid=84876) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jan 14 07:16:16.911405 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [req-a8ab02f1-656b-42c8-a28f-1feb99bf7732 req-56f61e5b-a419-402e-aae4-95953105db29 tempest-SecurityGroupRulesTestJSON-1709174060 tempest-SecurityGroupRulesTestJSON-1709174060] Attempting to reserve 1 items for resource security_group. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:16:17.010456 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9c245cc-e023-4128-b382-721ef8933e59 None None] Routers {'e420571a-7467-426d-9b83-cd281fd7be8c'} bound to L3 agent in host n-d-768862-2 {{(pid=84876) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 14 07:16:17.012588 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_hamode_db [None req-d9c245cc-e023-4128-b382-721ef8933e59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-01-14T06:56:51Z,description=,heartbeat_timestamp=2021-01-14T07:15:51Z,host='n-d-768862-2',id=35f592e9-451b-4db9-abea-77b6a5c5391b,load=0,resource_versions=,resources_synced=,started_at=2021-01-14T06:56:51Z,topic='l3_agent')) {'router_ids': ['e420571a-7467-426d-9b83-cd281fd7be8c'], 'active': True} {{(pid=84876) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:16:17.157412 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.v2.base [None req-5233121f-7067-40b2-b889-a4c5dc25f9f9 admin admin] Request body: {'network': {'name': 'tempest-ServersTestManualDisk-1854327711-network', 'tenant_id': '661b4734ee684b3ea96a5a2b407b90b1'}} {{(pid=84875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:16:17.225577 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-5233121f-7067-40b2-b889-a4c5dc25f9f9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:16:17.252444 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [req-a8ab02f1-656b-42c8-a28f-1feb99bf7732 req-56f61e5b-a419-402e-aae4-95953105db29 tempest-SecurityGroupRulesTestJSON-1709174060 tempest-SecurityGroupRulesTestJSON-1709174060] Notify callbacks [] for security_group, before_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:16:17.276714 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5913f857-341a-42f4-98e7-0ed7312ee36a admin admin] Pushing event updated for resources: {'Network': ['ID=fd7a982b-b38c-4e49-b1ba-1aa0df49caf9,revision_number=1']} {{(pid=84874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:16:17.278175 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-5233121f-7067-40b2-b889-a4c5dc25f9f9 admin admin] Usage tracker for resource:network and tenant:661b4734ee684b3ea96a5a2b407b90b1 is out of sync, need to count used quota {{(pid=84875) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:16:17.295988 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-5913f857-341a-42f4-98e7-0ed7312ee36a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.662s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:16:17.324156 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-c40a5e2b-af20-4802-a31a-3677b109b846 tempest-AttachVolumeTestJSON-1157025134 tempest-AttachVolumeTestJSON-1157025134] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777640123575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3254186'] for port, after_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:16:17.341717 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-017f98a9-8a07-408c-a86f-8ff0c00400a0 None None] Network fd7a982b-b38c-4e49-b1ba-1aa0df49caf9 details requested by agent ovs-agent-n-h1-768862-2 with host n-h1-768862-2 {{(pid=84876) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 07:16:17.342231 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-4c2dcc65-5c08-43e7-a04e-d6898ccf43c0 tempest-ServerActionsTestJSON-743344072 tempest-ServerActionsTestJSON-743344072] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:16:17.347240 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-5233121f-7067-40b2-b889-a4c5dc25f9f9 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84875) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:16:17.376779 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-5233121f-7067-40b2-b889-a4c5dc25f9f9 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:16:17.382878 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-5913f857-341a-42f4-98e7-0ed7312ee36a admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 3.7622442 Jan 14 07:16:17.393489 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84874) accepted ('10.222.0.24', 32928) {{(pid=84874) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:16:17.411896 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-852a24f7-e9a1-4193-9abb-e9506fe5213f None None] Network fd7a982b-b38c-4e49-b1ba-1aa0df49caf9 details requested by agent ovs-agent-n-h2-768862-2 with host n-h2-768862-2 {{(pid=84876) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 07:16:17.427630 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [req-a8ab02f1-656b-42c8-a28f-1feb99bf7732 req-56f61e5b-a419-402e-aae4-95953105db29 tempest-SecurityGroupRulesTestJSON-1709174060 tempest-SecurityGroupRulesTestJSON-1709174060] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:16:17.429042 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Network fd7a982b-b38c-4e49-b1ba-1aa0df49caf9 details requested by agent ovs-agent-n-d-768862-2 with host n-d-768862-2 {{(pid=84876) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 07:16:17.458113 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f32cc892-c4de-450a-aa27-3f19c3ba9bbe req-76d376cc-45ea-4889-8a85-751e9c78c6b1 tempest-AttachVolumeNegativeTest-666515632 tempest-AttachVolumeNegativeTest-666515632] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:16:17.460863 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [req-f32cc892-c4de-450a-aa27-3f19c3ba9bbe req-76d376cc-45ea-4889-8a85-751e9c78c6b1 tempest-AttachVolumeNegativeTest-666515632 tempest-AttachVolumeNegativeTest-666515632] 10.222.0.24 "GET /v2.0/networks?id=123c9a2b-fdbf-4ea0-9264-91ed25cf5043 HTTP/1.1" status: 200 len: 815 time: 0.8203647 Jan 14 07:16:17.464024 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.managers [None req-3766a54a-6786-4ad1-8ee3-42129b2fb6fa tempest-TaggedBootDevicesTest_v242-294831919 tempest-TaggedBootDevicesTest_v242-294831919] Network 7e6dfd47-4529-4194-becf-26a4f3ec97f5 has no segments {{(pid=84875) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 14 07:16:17.486441 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.v2.base [None req-4f0196a6-e6c7-4669-a89d-97dbf986e48a admin admin] Request body: {'subnet': {'network_id': 'fd7a982b-b38c-4e49-b1ba-1aa0df49caf9', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-395737247-subnet', 'tenant_id': '0369eaa84818430fab7d025c9522c976', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=84874) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:16:17.499247 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [req-a8ab02f1-656b-42c8-a28f-1feb99bf7732 req-56f61e5b-a419-402e-aae4-95953105db29 tempest-SecurityGroupRulesTestJSON-1709174060 tempest-SecurityGroupRulesTestJSON-1709174060] Usage tracker for resource:security_group_rule and tenant:d5757080973f4a4ba2f46072097aded2 is out of sync, need to count used quota {{(pid=84875) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:16:17.505921 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-4f0196a6-e6c7-4669-a89d-97dbf986e48a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:16:17.513800 n-d-768862-2 neutron-server[84765]: Traceback (most recent call last): Jan 14 07:16:17.513800 n-d-768862-2 neutron-server[84765]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 14 07:16:17.513800 n-d-768862-2 neutron-server[84765]: timer() Jan 14 07:16:17.513800 n-d-768862-2 neutron-server[84765]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 14 07:16:17.513800 n-d-768862-2 neutron-server[84765]: cb(*args, **kw) Jan 14 07:16:17.513800 n-d-768862-2 neutron-server[84765]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Jan 14 07:16:17.513800 n-d-768862-2 neutron-server[84765]: return func(*args, **kwargs) Jan 14 07:16:17.513800 n-d-768862-2 neutron-server[84765]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 14 07:16:17.513800 n-d-768862-2 neutron-server[84765]: self._notify() Jan 14 07:16:17.513800 n-d-768862-2 neutron-server[84765]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 14 07:16:17.513800 n-d-768862-2 neutron-server[84765]: self.callback(batched_events) Jan 14 07:16:17.513800 n-d-768862-2 neutron-server[84765]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 14 07:16:17.513800 n-d-768862-2 neutron-server[84765]: event.method(event) Jan 14 07:16:17.513800 n-d-768862-2 neutron-server[84765]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 14 07:16:17.513800 n-d-768862-2 neutron-server[84765]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 14 07:16:17.513800 n-d-768862-2 neutron-server[84765]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Jan 14 07:16:17.513800 n-d-768862-2 neutron-server[84765]: segment_id)['aggregates'][0] Jan 14 07:16:17.513800 n-d-768862-2 neutron-server[84765]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 14 07:16:17.513800 n-d-768862-2 neutron-server[84765]: return f(self, *a, **k) Jan 14 07:16:17.513800 n-d-768862-2 neutron-server[84765]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 14 07:16:17.513800 n-d-768862-2 neutron-server[84765]: return self._get(url).json() Jan 14 07:16:17.513800 n-d-768862-2 neutron-server[84765]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 14 07:16:17.513800 n-d-768862-2 neutron-server[84765]: **kwargs) Jan 14 07:16:17.513800 n-d-768862-2 neutron-server[84765]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 14 07:16:17.513800 n-d-768862-2 neutron-server[84765]: return self.request(url, 'GET', **kwargs) Jan 14 07:16:17.513800 n-d-768862-2 neutron-server[84765]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Jan 14 07:16:17.513800 n-d-768862-2 neutron-server[84765]: **endpoint_filter) Jan 14 07:16:17.513800 n-d-768862-2 neutron-server[84765]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 14 07:16:17.513800 n-d-768862-2 neutron-server[84765]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 14 07:16:17.513800 n-d-768862-2 neutron-server[84765]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 14 07:16:17.513800 n-d-768862-2 neutron-server[84765]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 14 07:16:17.513800 n-d-768862-2 neutron-server[84765]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 14 07:16:17.516965 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5233121f-7067-40b2-b889-a4c5dc25f9f9 admin admin] Made reservation on behalf of 661b4734ee684b3ea96a5a2b407b90b1 for: {'network': 1} {{(pid=84875) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 07:16:17.523584 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-5233121f-7067-40b2-b889-a4c5dc25f9f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555753'] for network, before_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:16:17.526015 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-4f0196a6-e6c7-4669-a89d-97dbf986e48a admin admin] Usage tracker for resource:subnet and tenant:0369eaa84818430fab7d025c9522c976 is out of sync, need to count used quota {{(pid=84874) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:16:17.543616 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [req-a8ab02f1-656b-42c8-a28f-1feb99bf7732 req-56f61e5b-a419-402e-aae4-95953105db29 tempest-SecurityGroupRulesTestJSON-1709174060 tempest-SecurityGroupRulesTestJSON-1709174060] Quota usage for security_group_rule was recalculated. Used quota:17. {{(pid=84875) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:16:17.548475 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-4f0196a6-e6c7-4669-a89d-97dbf986e48a admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84874) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:16:17.565104 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c40a5e2b-af20-4802-a31a-3677b109b846 tempest-AttachVolumeTestJSON-1157025134 tempest-AttachVolumeTestJSON-1157025134] Pushing event updated for resources: {'Port': ['ID=b76ae7bb-4323-4400-8b14-37713e92914d,revision_number=1']} {{(pid=84874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:16:17.569292 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-c40a5e2b-af20-4802-a31a-3677b109b846 tempest-AttachVolumeTestJSON-1157025134 tempest-AttachVolumeTestJSON-1157025134] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.227s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:16:17.573219 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-4f0196a6-e6c7-4669-a89d-97dbf986e48a admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:16:17.625659 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-5233121f-7067-40b2-b889-a4c5dc25f9f9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:16:17.627023 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4f0196a6-e6c7-4669-a89d-97dbf986e48a admin admin] Made reservation on behalf of 0369eaa84818430fab7d025c9522c976 for: {'subnet': 1} {{(pid=84874) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 07:16:17.633793 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-4f0196a6-e6c7-4669-a89d-97dbf986e48a admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036851981161'] for subnet, before_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:16:17.640499 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [req-f32cc892-c4de-450a-aa27-3f19c3ba9bbe req-80029106-6d7c-46d4-9435-89798cdcb689 tempest-AttachVolumeNegativeTest-666515632 tempest-AttachVolumeNegativeTest-666515632] 10.222.0.24 "GET /v2.0/quotas/309de37299124192a08d7829b2b74c7e HTTP/1.1" status: 200 len: 375 time: 0.1367221 Jan 14 07:16:17.653204 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [req-a8ab02f1-656b-42c8-a28f-1feb99bf7732 req-56f61e5b-a419-402e-aae4-95953105db29 tempest-SecurityGroupRulesTestJSON-1709174060 tempest-SecurityGroupRulesTestJSON-1709174060] Attempting to reserve 2 items for resource security_group_rule. Total usage: 17; quota limit: 100; headroom:83 {{(pid=84875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:16:17.715516 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-5233121f-7067-40b2-b889-a4c5dc25f9f9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:16:17.725880 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [req-f32cc892-c4de-450a-aa27-3f19c3ba9bbe req-b2a65268-9709-49e0-85f0-9c7d927afb2c tempest-AttachVolumeNegativeTest-666515632 tempest-AttachVolumeNegativeTest-666515632] 10.222.0.24 "GET /v2.0/ports?tenant_id=309de37299124192a08d7829b2b74c7e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0679779 Jan 14 07:16:17.730166 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-5233121f-7067-40b2-b889-a4c5dc25f9f9 admin admin] Usage tracker for resource:security_group_rule and tenant:661b4734ee684b3ea96a5a2b407b90b1 is out of sync, need to count used quota {{(pid=84875) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:16:17.734636 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-5233121f-7067-40b2-b889-a4c5dc25f9f9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84875) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:16:17.746587 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-3766a54a-6786-4ad1-8ee3-42129b2fb6fa tempest-TaggedBootDevicesTest_v242-294831919 tempest-TaggedBootDevicesTest_v242-294831919] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036854176830', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850887149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3912591'] for network, after_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:16:17.763862 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-3766a54a-6786-4ad1-8ee3-42129b2fb6fa tempest-TaggedBootDevicesTest_v242-294831919 tempest-TaggedBootDevicesTest_v242-294831919] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3207107'] for network, before_response {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:16:17.792779 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-7f6f7b1c-8c48-4778-ab7f-83470068bd78 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:16:17.823689 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-5233121f-7067-40b2-b889-a4c5dc25f9f9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:16:17.826149 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3766a54a-6786-4ad1-8ee3-42129b2fb6fa tempest-TaggedBootDevicesTest_v242-294831919 tempest-TaggedBootDevicesTest_v242-294831919] Pushing event deleted for resources: {'Network': ['ID=7e6dfd47-4529-4194-becf-26a4f3ec97f5,revision_number=None']} {{(pid=84875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:16:17.840393 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-3766a54a-6786-4ad1-8ee3-42129b2fb6fa tempest-TaggedBootDevicesTest_v242-294831919 tempest-TaggedBootDevicesTest_v242-294831919] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:16:17.842092 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [req-8335ab30-5b7f-4ec2-bb0e-f06db4a30db4 req-1e96b16c-a035-4492-98a1-629395e05279 tempest-ServersNegativeTestJSON-1888996924 tempest-ServersNegativeTestJSON-1888996924] For port 23b7bb1f-9197-486c-8dbf-d6a20b1a6049, host n-h1-768862-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-h1-768862-2',level=0,port_id=23b7bb1f-9197-486c-8dbf-d6a20b1a6049,segment=NetworkSegment(ea8bea7c-a41a-42f0-8ceb-6c6f9bd09163),segment_id=ea8bea7c-a41a-42f0-8ceb-6c6f9bd09163)] {{(pid=84874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 07:16:17.842862 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [req-8335ab30-5b7f-4ec2-bb0e-f06db4a30db4 req-1e96b16c-a035-4492-98a1-629395e05279 tempest-ServersNegativeTestJSON-1888996924 tempest-ServersNegativeTestJSON-1888996924] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036850862667'] for port, precommit_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:16:17.864130 n-d-768862-2 neutron-server[84765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c40a5e2b-af20-4802-a31a-3677b109b846 tempest-AttachVolumeTestJSON-1157025134 tempest-AttachVolumeTestJSON-1157025134] Network 226f1e78-82cd-4481-9055-4eb73b6db8c1 is already hosted by enough agents. {{(pid=84874) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 07:16:17.869436 n-d-768862-2 neutron-server[84765]: DEBUG neutron.scheduler.base_scheduler [None req-c40a5e2b-af20-4802-a31a-3677b109b846 tempest-AttachVolumeTestJSON-1157025134 tempest-AttachVolumeTestJSON-1157025134] Resources bound (agent type, host, resource id): {{(pid=84874) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 07:16:17.872290 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c40a5e2b-af20-4802-a31a-3677b109b846 tempest-AttachVolumeTestJSON-1157025134 tempest-AttachVolumeTestJSON-1157025134] Received port after_create {{(pid=84874) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 14 07:16:17.952630 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-3766a54a-6786-4ad1-8ee3-42129b2fb6fa tempest-TaggedBootDevicesTest_v242-294831919 tempest-TaggedBootDevicesTest_v242-294831919] 10.222.0.24 "DELETE /v2.0/networks/7e6dfd47-4529-4194-becf-26a4f3ec97f5 HTTP/1.1" status: 204 len: 168 time: 2.9570720 Jan 14 07:16:17.960343 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84875) accepted ('10.222.0.24', 32936) {{(pid=84875) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:16:18.040547 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555753'] for port, before_update {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:16:18.095598 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.plugin [req-8335ab30-5b7f-4ec2-bb0e-f06db4a30db4 req-1e96b16c-a035-4492-98a1-629395e05279 tempest-ServersNegativeTestJSON-1888996924 tempest-ServersNegativeTestJSON-1888996924] Calling delete_port for 23b7bb1f-9197-486c-8dbf-d6a20b1a6049 owned by compute:nova {{(pid=84874) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 07:16:18.182343 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [req-a8ab02f1-656b-42c8-a28f-1feb99bf7732 req-56f61e5b-a419-402e-aae4-95953105db29 tempest-SecurityGroupRulesTestJSON-1709174060 tempest-SecurityGroupRulesTestJSON-1709174060] Notify callbacks [] for security_group, precommit_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:16:18.215893 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [req-a8ab02f1-656b-42c8-a28f-1feb99bf7732 req-56f61e5b-a419-402e-aae4-95953105db29 tempest-SecurityGroupRulesTestJSON-1709174060 tempest-SecurityGroupRulesTestJSON-1709174060] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850887153'] for security_group, after_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:16:18.228618 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-7d400c81-88dc-4ffe-8e4e-e80080764ad4 tempest-ServersTestBootFromVolume-651906471 tempest-ServersTestBootFromVolume-651906471] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:16:18.231704 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-c40a5e2b-af20-4802-a31a-3677b109b846 tempest-AttachVolumeTestJSON-1157025134 tempest-AttachVolumeTestJSON-1157025134] Notify callbacks [] for floatingip, precommit_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:16:18.297676 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [req-f32cc892-c4de-450a-aa27-3f19c3ba9bbe req-89ba87ac-3eae-4e09-a557-078fbb7097a5 service neutron] 10.222.0.24 "GET /v2.0/networks/123c9a2b-fdbf-4ea0-9264-91ed25cf5043?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5595191 Jan 14 07:16:18.320912 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56f61e5b-a419-402e-aae4-95953105db29 tempest-SecurityGroupRulesTestJSON-1709174060 tempest-SecurityGroupRulesTestJSON-1709174060] Pushing event updated for resources: {'SecurityGroup': ['ID=d6e00e78-94da-441f-9636-3716ba4f803f,revision_number=1']} {{(pid=84875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:16:18.350851 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-56f61e5b-a419-402e-aae4-95953105db29 tempest-SecurityGroupRulesTestJSON-1709174060 tempest-SecurityGroupRulesTestJSON-1709174060] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:16:18.374664 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-338fb122-dea1-43a1-83a7-d8447d06dc70 tempest-TaggedBootDevicesTest_v242-294831919 tempest-TaggedBootDevicesTest_v242-294831919] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036854160497'] for network, before_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:16:18.378882 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-c40a5e2b-af20-4802-a31a-3677b109b846 tempest-AttachVolumeTestJSON-1157025134 tempest-AttachVolumeTestJSON-1157025134] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555753'] for port, before_update {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:16:18.391858 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] For port 7e2df0e4-c707-4342-be7f-e468316b1cf6, host n-d-768862-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-2',level=0,port_id=7e2df0e4-c707-4342-be7f-e468316b1cf6,segment=NetworkSegment(a22f60dc-81d8-424d-824a-b36e72f6d90b),segment_id=a22f60dc-81d8-424d-824a-b36e72f6d90b)] {{(pid=84876) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 07:16:18.398934 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [None req-78f12201-9093-4340-a808-332de4061f93 None None] For port 7e2df0e4-c707-4342-be7f-e468316b1cf6, host n-d-768862-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-2',level=0,port_id=7e2df0e4-c707-4342-be7f-e468316b1cf6,segment=NetworkSegment(a22f60dc-81d8-424d-824a-b36e72f6d90b),segment_id=a22f60dc-81d8-424d-824a-b36e72f6d90b)] {{(pid=84876) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 07:16:18.399376 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-78f12201-9093-4340-a808-332de4061f93 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036850862667'] for port, precommit_delete {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:16:18.427553 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_dvr_db [None req-d9c245cc-e023-4128-b382-721ef8933e59 None None] Set router e420571a-7467-426d-9b83-cd281fd7be8c gateway port host: n-d-768862-2 {{(pid=84876) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 14 07:16:18.481076 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777640533312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363259214678337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777640097497'] for port, after_update {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:16:18.544029 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-017f98a9-8a07-408c-a86f-8ff0c00400a0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84876) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:16:18.601817 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84874) accepted ('10.222.0.24', 32946) {{(pid=84874) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:16:18.615088 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.plugin [None req-338fb122-dea1-43a1-83a7-d8447d06dc70 tempest-TaggedBootDevicesTest_v242-294831919 tempest-TaggedBootDevicesTest_v242-294831919] Deleting port 7e2df0e4-c707-4342-be7f-e468316b1cf6 {{(pid=84875) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 07:16:18.615891 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-338fb122-dea1-43a1-83a7-d8447d06dc70 tempest-TaggedBootDevicesTest_v242-294831919 tempest-TaggedBootDevicesTest_v242-294831919] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363259214248359'] for port, before_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:16:18.678412 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [req-a8ab02f1-656b-42c8-a28f-1feb99bf7732 req-56f61e5b-a419-402e-aae4-95953105db29 tempest-SecurityGroupRulesTestJSON-1709174060 tempest-SecurityGroupRulesTestJSON-1709174060] Notify callbacks [] for security_group, before_response {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:16:18.682344 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [req-a8ab02f1-656b-42c8-a28f-1feb99bf7732 req-56f61e5b-a419-402e-aae4-95953105db29 tempest-SecurityGroupRulesTestJSON-1709174060 tempest-SecurityGroupRulesTestJSON-1709174060] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 2.0130441 Jan 14 07:16:18.710385 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [req-8335ab30-5b7f-4ec2-bb0e-f06db4a30db4 req-1e96b16c-a035-4492-98a1-629395e05279 tempest-ServersNegativeTestJSON-1888996924 tempest-ServersNegativeTestJSON-1888996924] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777640533329', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777640097463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3254186'] for port, after_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:16:18.713389 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.plugin [None req-78f12201-9093-4340-a808-332de4061f93 None None] Calling delete_port for 7e2df0e4-c707-4342-be7f-e468316b1cf6 owned by network:dhcp {{(pid=84876) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 07:16:18.743650 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-5233121f-7067-40b2-b889-a4c5dc25f9f9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:16:18.775582 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Pushing event updated for resources: {'Port': ['ID=7e2df0e4-c707-4342-be7f-e468316b1cf6,revision_number=5']} {{(pid=84876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:16:18.804852 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-5233121f-7067-40b2-b889-a4c5dc25f9f9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850887153'] for security_group, after_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:16:18.820088 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-39e348bc-c850-4df7-808f-63460f7d5157 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:16:18.823607 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.280s {{(pid=84876) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:16:18.863809 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-22e4cecd-2cc8-4374-81ca-ca8e38caee5a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:16:18.877062 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5233121f-7067-40b2-b889-a4c5dc25f9f9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=daae5045-d03e-4b74-bfe2-b4df33670bae,revision_number=1']} {{(pid=84875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:16:18.915206 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-5233121f-7067-40b2-b889-a4c5dc25f9f9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:16:18.950654 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-0cc05135-772f-4e6d-a4bb-abdbc229bf97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363259214191800', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854171626'] for agent, after_update {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:16:18.957781 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5233121f-7067-40b2-b889-a4c5dc25f9f9 admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 18} {{(pid=84875) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Jan 14 07:16:18.977732 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e96b16c-a035-4492-98a1-629395e05279 tempest-ServersNegativeTestJSON-1888996924 tempest-ServersNegativeTestJSON-1888996924] Pushing event deleted for resources: {'Port': ['ID=23b7bb1f-9197-486c-8dbf-d6a20b1a6049,revision_number=None']} {{(pid=84874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:16:18.985784 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-1e96b16c-a035-4492-98a1-629395e05279 tempest-ServersNegativeTestJSON-1888996924 tempest-ServersNegativeTestJSON-1888996924] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:16:19.022506 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [req-8017e552-65a0-47a7-abb5-443d6203d669 req-9ecb61c6-8ff7-4e5b-99c5-b18dd59009f1 tempest-SecurityGroupRulesTestJSON-1709174060 tempest-SecurityGroupRulesTestJSON-1709174060] 10.222.0.24 "GET /v2.0/security-groups/3ceb2529-9a12-4eaa-acec-7fb839dd9cdc HTTP/1.1" status: 200 len: 1807 time: 0.2195973 Jan 14 07:16:19.027771 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-5233121f-7067-40b2-b889-a4c5dc25f9f9 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment--9223363259214191851', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854179735'] for segment, precommit_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:16:19.028557 n-d-768862-2 neutron-server[84765]: INFO neutron.db.segments_db [None req-5233121f-7067-40b2-b889-a4c5dc25f9f9 admin admin] Added segment 79551e25-9469-411b-8e84-4a913c0321f6 of type vxlan for network 746fcb4a-0a00-4b9c-9f5d-22bf19df0afb Jan 14 07:16:19.062815 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-3e574051-0ca6-4569-aed9-eae45442f0b3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:16:19.070585 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.db.api [None req-78f12201-9093-4340-a808-332de4061f93 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84876) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Jan 14 07:16:19.070996 n-d-768862-2 neutron-server[84765]: DEBUG oslo_db.api [None req-78f12201-9093-4340-a808-332de4061f93 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84876) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Jan 14 07:16:19.103465 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_dvrscheduler_db [req-8335ab30-5b7f-4ec2-bb0e-f06db4a30db4 req-1e96b16c-a035-4492-98a1-629395e05279 tempest-ServersNegativeTestJSON-1888996924 tempest-ServersNegativeTestJSON-1888996924] No DVR routers for this DVR port 23b7bb1f-9197-486c-8dbf-d6a20b1a6049 on host n-h1-768862-2 {{(pid=84874) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Jan 14 07:16:19.150262 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [req-8335ab30-5b7f-4ec2-bb0e-f06db4a30db4 req-1e96b16c-a035-4492-98a1-629395e05279 tempest-ServersNegativeTestJSON-1888996924 tempest-ServersNegativeTestJSON-1888996924] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854768116'] for port, before_response {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:16:19.158325 n-d-768862-2 neutron-server[84765]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2871d7e5-d082-4af4-bbbd-fc1152f24193', 'name': 'network-vif-deleted', 'tag': '23b7bb1f-9197-486c-8dbf-d6a20b1a6049'}] {{(pid=84874) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Jan 14 07:16:19.166744 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-3e574051-0ca6-4569-aed9-eae45442f0b3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:16:19.185640 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-3e574051-0ca6-4569-aed9-eae45442f0b3 admin admin] Usage tracker for resource:security_group_rule and tenant:0d1308a0b18d4a3d955fff5074cb845b is out of sync, need to count used quota {{(pid=84874) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:16:19.200397 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-3e574051-0ca6-4569-aed9-eae45442f0b3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84874) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:16:19.218629 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-3e574051-0ca6-4569-aed9-eae45442f0b3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:16:19.224273 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_hamode_db [None req-d9c245cc-e023-4128-b382-721ef8933e59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e420571a-7467-426d-9b83-cd281fd7be8c', 'name': 'tempest-AttachVolumeTestJSON-587176200-router', 'tenant_id': '74f4739a0b63415f9629cd39a2c2160a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '226f1e78-82cd-4481-9055-4eb73b6db8c1', 'external_fixed_ips': [{'subnet_id': 'ba8deeec-7658-4195-9449-038c076f5c83', 'ip_address': '172.25.2.58'}], 'enable_snat': True}, 'gw_port_id': 'fecb0993-1e0b-4a4a-abce-a7dee4d11228', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-14T07:15:45Z', 'updated_at': '2021-01-14T07:16:05Z', 'revision_number': 4, 'project_id': '74f4739a0b63415f9629cd39a2c2160a', 'gw_port': {'id': 'fecb0993-1e0b-4a4a-abce-a7dee4d11228', 'name': '', 'network_id': '226f1e78-82cd-4481-9055-4eb73b6db8c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:b0:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e420571a-7467-426d-9b83-cd281fd7be8c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1142, 'fixed_ips': [{'subnet_id': 'ba8deeec-7658-4195-9449-038c076f5c83', 'ip_address': '172.25.2.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T07:15:46Z', 'updated_at': '2021-01-14T07:15:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ba8deeec-7658-4195-9449-038c076f5c83', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-2', '_interfaces': [{'id': '7a95cca5-9aca-459e-920d-c55778e57eab', 'name': '', 'network_id': '829fea34-3751-44bb-9831-30225757d439', 'tenant_id': '74f4739a0b63415f9629cd39a2c2160a', 'mac_address': 'fa:16:3e:e4:fa:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e420571a-7467-426d-9b83-cd281fd7be8c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1149, 'fixed_ips': [{'subnet_id': '60405176-213b-469f-9a23-3c75a8d00661', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T07:15:58Z', 'updated_at': '2021-01-14T07:16:16Z', 'revision_number': 4, 'project_id': '74f4739a0b63415f9629cd39a2c2160a', 'subnets': [{'id': '60405176-213b-469f-9a23-3c75a8d00661', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'n-d-768862-2', False) {} {{(pid=84876) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:16:19.226499 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [req-8335ab30-5b7f-4ec2-bb0e-f06db4a30db4 req-1e96b16c-a035-4492-98a1-629395e05279 tempest-ServersNegativeTestJSON-1888996924 tempest-ServersNegativeTestJSON-1888996924] 10.222.0.35 "DELETE /v2.0/ports/23b7bb1f-9197-486c-8dbf-d6a20b1a6049 HTTP/1.1" status: 204 len: 173 time: 5.6823130 Jan 14 07:16:19.230477 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9c245cc-e023-4128-b382-721ef8933e59 None None] The sync data for ids ['e420571a-7467-426d-9b83-cd281fd7be8c'] in n-d-768862-2 is: [{'id': 'e420571a-7467-426d-9b83-cd281fd7be8c', 'name': 'tempest-AttachVolumeTestJSON-587176200-router', 'tenant_id': '74f4739a0b63415f9629cd39a2c2160a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '226f1e78-82cd-4481-9055-4eb73b6db8c1', 'external_fixed_ips': [{'subnet_id': 'ba8deeec-7658-4195-9449-038c076f5c83', 'ip_address': '172.25.2.58'}], 'enable_snat': True}, 'gw_port_id': 'fecb0993-1e0b-4a4a-abce-a7dee4d11228', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-14T07:15:45Z', 'updated_at': '2021-01-14T07:16:05Z', 'revision_number': 4, 'project_id': '74f4739a0b63415f9629cd39a2c2160a', 'gw_port': {'id': 'fecb0993-1e0b-4a4a-abce-a7dee4d11228', 'name': '', 'network_id': '226f1e78-82cd-4481-9055-4eb73b6db8c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:b0:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e420571a-7467-426d-9b83-cd281fd7be8c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1142, 'fixed_ips': [{'subnet_id': 'ba8deeec-7658-4195-9449-038c076f5c83', 'ip_address': '172.25.2.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T07:15:46Z', 'updated_at': '2021-01-14T07:15:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ba8deeec-7658-4195-9449-038c076f5c83', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-2', '_interfaces': [{'id': '7a95cca5-9aca-459e-920d-c55778e57eab', 'name': '', 'network_id': '829fea34-3751-44bb-9831-30225757d439', 'tenant_id': '74f4739a0b63415f9629cd39a2c2160a', 'mac_address': 'fa:16:3e:e4:fa:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e420571a-7467-426d-9b83-cd281fd7be8c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1149, 'fixed_ips': [{'subnet_id': '60405176-213b-469f-9a23-3c75a8d00661', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T07:15:58Z', 'updated_at': '2021-01-14T07:16:16Z', 'revision_number': 4, 'project_id': '74f4739a0b63415f9629cd39a2c2160a', 'subnets': [{'id': '60405176-213b-469f-9a23-3c75a8d00661', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=84876) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Jan 14 07:16:19.388110 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-3e574051-0ca6-4569-aed9-eae45442f0b3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:16:19.399363 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-3e574051-0ca6-4569-aed9-eae45442f0b3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850887153'] for security_group, after_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:16:19.430730 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-7044d7af-8981-4eef-a34f-3d1262d0264c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:16:19.510630 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e574051-0ca6-4569-aed9-eae45442f0b3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fc4aac6b-115b-4c45-8822-be06b02d5d8d,revision_number=1']} {{(pid=84874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:16:19.525874 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-5233121f-7067-40b2-b889-a4c5dc25f9f9 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363259214646115'] for network, precommit_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:16:19.529328 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-3e574051-0ca6-4569-aed9-eae45442f0b3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:16:19.532919 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [req-f32cc892-c4de-450a-aa27-3f19c3ba9bbe req-07158696-04f3-4551-bf7e-fecedcef5e43 service neutron] 10.222.0.24 "GET /v2.0/networks/123c9a2b-fdbf-4ea0-9264-91ed25cf5043?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 1.0944545 Jan 14 07:16:19.540815 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-3e574051-0ca6-4569-aed9-eae45442f0b3 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=0d1308a0b18d4a3d955fff5074cb845b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9320874 Jan 14 07:16:19.545978 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [None req-338fb122-dea1-43a1-83a7-d8447d06dc70 tempest-TaggedBootDevicesTest_v242-294831919 tempest-TaggedBootDevicesTest_v242-294831919] For port 7e2df0e4-c707-4342-be7f-e468316b1cf6, host n-d-768862-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-2',level=0,port_id=7e2df0e4-c707-4342-be7f-e468316b1cf6,segment=NetworkSegment(a22f60dc-81d8-424d-824a-b36e72f6d90b),segment_id=a22f60dc-81d8-424d-824a-b36e72f6d90b)] {{(pid=84875) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 07:16:19.546530 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-338fb122-dea1-43a1-83a7-d8447d06dc70 tempest-TaggedBootDevicesTest_v242-294831919 tempest-TaggedBootDevicesTest_v242-294831919] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036850862667'] for port, precommit_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:16:19.555074 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84875) accepted ('10.222.0.24', 32958) {{(pid=84875) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:16:19.572279 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.plugin [None req-78f12201-9093-4340-a808-332de4061f93 None None] Deleting port 7e2df0e4-c707-4342-be7f-e468316b1cf6 {{(pid=84876) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 07:16:19.572703 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-78f12201-9093-4340-a808-332de4061f93 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363259214248359'] for port, before_delete {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:16:19.628973 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-c40a5e2b-af20-4802-a31a-3677b109b846 tempest-AttachVolumeTestJSON-1157025134 tempest-AttachVolumeTestJSON-1157025134] Notify callbacks [] for port, precommit_update {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:16:19.638333 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-c40a5e2b-af20-4802-a31a-3677b109b846 tempest-AttachVolumeTestJSON-1157025134 tempest-AttachVolumeTestJSON-1157025134] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777640533312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363259214678337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777640097497', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036851521613'] for port, after_update {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:16:19.679401 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-f8b689aa-8da1-4deb-a01b-08e441a23066 tempest-ServersAdminTestJSON-2110659293 tempest-ServersAdminTestJSON-2110659293] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:16:19.700689 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [req-8017e552-65a0-47a7-abb5-443d6203d669 req-e6528dc3-265d-47e6-ac5b-b650363a26ef tempest-SecurityGroupRulesTestJSON-1709174060 tempest-SecurityGroupRulesTestJSON-1709174060] 10.222.0.24 "GET /v2.0/security-groups/d6e00e78-94da-441f-9636-3716ba4f803f HTTP/1.1" status: 200 len: 1806 time: 0.6648462 Jan 14 07:16:19.823573 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c40a5e2b-af20-4802-a31a-3677b109b846 tempest-AttachVolumeTestJSON-1157025134 tempest-AttachVolumeTestJSON-1157025134] Pushing event updated for resources: {'Port': ['ID=b76ae7bb-4323-4400-8b14-37713e92914d,revision_number=2']} {{(pid=84874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:16:19.881196 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.plugin [None req-338fb122-dea1-43a1-83a7-d8447d06dc70 tempest-TaggedBootDevicesTest_v242-294831919 tempest-TaggedBootDevicesTest_v242-294831919] Calling delete_port for 7e2df0e4-c707-4342-be7f-e468316b1cf6 owned by network:dhcp {{(pid=84875) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 07:16:19.952216 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-c40a5e2b-af20-4802-a31a-3677b109b846 tempest-AttachVolumeTestJSON-1157025134 tempest-AttachVolumeTestJSON-1157025134] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.271s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:16:19.954176 n-d-768862-2 neutron-server[84765]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '2871d7e5-d082-4af4-bbbd-fc1152f24193', 'name': 'network-vif-deleted', 'tag': '23b7bb1f-9197-486c-8dbf-d6a20b1a6049', 'status': 'failed', 'code': 422} returned with failed status Jan 14 07:16:19.994889 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.v2.base [req-8017e552-65a0-47a7-abb5-443d6203d669 req-579a6935-15a9-424f-80bf-e6f7f98c6e08 tempest-SecurityGroupRulesTestJSON-1709174060 tempest-SecurityGroupRulesTestJSON-1709174060] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': '3ceb2529-9a12-4eaa-acec-7fb839dd9cdc', 'remote_group_id': 'd6e00e78-94da-441f-9636-3716ba4f803f', 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=84875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:16:20.011708 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.v2.base [req-8017e552-65a0-47a7-abb5-443d6203d669 req-579a6935-15a9-424f-80bf-e6f7f98c6e08 tempest-SecurityGroupRulesTestJSON-1709174060 tempest-SecurityGroupRulesTestJSON-1709174060] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': '3ceb2529-9a12-4eaa-acec-7fb839dd9cdc', 'remote_group_id': 'd6e00e78-94da-441f-9636-3716ba4f803f', 'port_range_min': 22, 'port_range_max': 22}} {{(pid=84875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:16:20.048920 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [None req-78f12201-9093-4340-a808-332de4061f93 None None] For port 7e2df0e4-c707-4342-be7f-e468316b1cf6, host n-d-768862-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-2',level=0,port_id=7e2df0e4-c707-4342-be7f-e468316b1cf6,segment=NetworkSegment(a22f60dc-81d8-424d-824a-b36e72f6d90b),segment_id=a22f60dc-81d8-424d-824a-b36e72f6d90b)] {{(pid=84876) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 07:16:20.049842 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-78f12201-9093-4340-a808-332de4061f93 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036850862667'] for port, precommit_delete {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:16:20.062234 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [req-8017e552-65a0-47a7-abb5-443d6203d669 req-579a6935-15a9-424f-80bf-e6f7f98c6e08 tempest-SecurityGroupRulesTestJSON-1709174060 tempest-SecurityGroupRulesTestJSON-1709174060] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:16:20.070067 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-5233121f-7067-40b2-b889-a4c5dc25f9f9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850887149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964'] for network, after_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:16:20.071276 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5233121f-7067-40b2-b889-a4c5dc25f9f9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:16:20.077303 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-5233121f-7067-40b2-b889-a4c5dc25f9f9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3207107'] for network, before_response {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:16:20.106237 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-ec13c562-d9fe-4554-922c-6ae9fc1bae0f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:16:20.320671 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [req-8017e552-65a0-47a7-abb5-443d6203d669 req-579a6935-15a9-424f-80bf-e6f7f98c6e08 tempest-SecurityGroupRulesTestJSON-1709174060 tempest-SecurityGroupRulesTestJSON-1709174060] Usage tracker for resource:security_group_rule and tenant:d5757080973f4a4ba2f46072097aded2 is out of sync, need to count used quota {{(pid=84875) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:16:20.325058 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.agents_db [None req-5b939a2f-078d-4c69-a188-cb55a28a77a0 None None] Agent healthcheck: found 7 active agents {{(pid=84877) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Jan 14 07:16:20.331416 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.plugin [None req-78f12201-9093-4340-a808-332de4061f93 None None] Calling delete_port for 7e2df0e4-c707-4342-be7f-e468316b1cf6 owned by network:dhcp {{(pid=84876) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 07:16:20.343748 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5233121f-7067-40b2-b889-a4c5dc25f9f9 admin admin] Pushing event updated for resources: {'Network': ['ID=746fcb4a-0a00-4b9c-9f5d-22bf19df0afb,revision_number=1']} {{(pid=84875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:16:20.352251 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-5233121f-7067-40b2-b889-a4c5dc25f9f9 admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 879 time: 3.5722272 Jan 14 07:16:20.363963 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [req-8017e552-65a0-47a7-abb5-443d6203d669 req-579a6935-15a9-424f-80bf-e6f7f98c6e08 tempest-SecurityGroupRulesTestJSON-1709174060 tempest-SecurityGroupRulesTestJSON-1709174060] Quota usage for security_group_rule was recalculated. Used quota:19. {{(pid=84875) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:16:20.371052 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-5233121f-7067-40b2-b889-a4c5dc25f9f9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.261s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:16:20.371764 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84875) accepted ('10.222.0.24', 32980) {{(pid=84875) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:16:20.417465 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.v2.base [None req-01e4a06b-b287-477f-8d62-10085f86c82d admin admin] Request body: {'subnet': {'network_id': '746fcb4a-0a00-4b9c-9f5d-22bf19df0afb', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestManualDisk-1854327711-subnet', 'tenant_id': '661b4734ee684b3ea96a5a2b407b90b1', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=84875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:16:20.422552 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [req-8017e552-65a0-47a7-abb5-443d6203d669 req-579a6935-15a9-424f-80bf-e6f7f98c6e08 tempest-SecurityGroupRulesTestJSON-1709174060 tempest-SecurityGroupRulesTestJSON-1709174060] Attempting to reserve 1 items for resource security_group_rule. Total usage: 19; quota limit: 100; headroom:81 {{(pid=84875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:16:20.453994 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-01e4a06b-b287-477f-8d62-10085f86c82d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:16:20.456783 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-b1220765-3db5-4cc8-beb0-a743c5630708 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:16:20.467402 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-01e4a06b-b287-477f-8d62-10085f86c82d admin admin] Usage tracker for resource:subnet and tenant:661b4734ee684b3ea96a5a2b407b90b1 is out of sync, need to count used quota {{(pid=84875) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:16:20.476928 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-01e4a06b-b287-477f-8d62-10085f86c82d admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84875) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:16:20.495789 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-01e4a06b-b287-477f-8d62-10085f86c82d admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:16:20.568974 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-b1220765-3db5-4cc8-beb0-a743c5630708 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:16:20.582490 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-852a24f7-e9a1-4193-9abb-e9506fe5213f None None] Network 746fcb4a-0a00-4b9c-9f5d-22bf19df0afb details requested by agent ovs-agent-n-h2-768862-2 with host n-h2-768862-2 {{(pid=84876) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 07:16:20.668226 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-b1220765-3db5-4cc8-beb0-a743c5630708 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850887153'] for security_group, after_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:16:20.675349 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-5233121f-7067-40b2-b889-a4c5dc25f9f9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:16:20.722329 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-01e4a06b-b287-477f-8d62-10085f86c82d admin admin] Made reservation on behalf of 661b4734ee684b3ea96a5a2b407b90b1 for: {'subnet': 1} {{(pid=84875) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 07:16:20.734736 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-01e4a06b-b287-477f-8d62-10085f86c82d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036852467157'] for subnet, before_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:16:20.794255 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-4f0196a6-e6c7-4669-a89d-97dbf986e48a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850887113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3254092', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036851981146'] for subnet, after_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:16:20.813320 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-017f98a9-8a07-408c-a86f-8ff0c00400a0 None None] Network 746fcb4a-0a00-4b9c-9f5d-22bf19df0afb details requested by agent ovs-agent-n-h1-768862-2 with host n-h1-768862-2 {{(pid=84876) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 07:16:20.820366 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:16:20.845836 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Network 746fcb4a-0a00-4b9c-9f5d-22bf19df0afb details requested by agent ovs-agent-n-d-768862-2 with host n-d-768862-2 {{(pid=84876) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 07:16:20.908828 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [req-cb4f4675-779b-4292-aa35-2df92ec86060 req-db1f7164-2730-4efb-a192-532f1d9dcc88 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=e3a4f5e44a6346aeb715674b9fdb21db&device_id=2871d7e5-d082-4af4-bbbd-fc1152f24193 HTTP/1.1" status: 200 len: 210 time: 0.8885126 Jan 14 07:16:20.916645 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Device 7a95cca5-9aca-459e-920d-c55778e57eab up at agent ovs-agent-n-d-768862-2 {{(pid=84876) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 07:16:20.941388 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1220765-3db5-4cc8-beb0-a743c5630708 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fc4aac6b-115b-4c45-8822-be06b02d5d8d,revision_number=None']} {{(pid=84875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:16:20.945595 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-b1220765-3db5-4cc8-beb0-a743c5630708 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.270s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:16:20.953127 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-338fb122-dea1-43a1-83a7-d8447d06dc70 tempest-TaggedBootDevicesTest_v242-294831919 tempest-TaggedBootDevicesTest_v242-294831919] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777640533329', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777640097463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851621574'] for port, after_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:16:21.050331 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-7213b618-b273-4f5b-bf8f-e5c9bf7df081 tempest-TaggedBootDevicesTest-541410187 tempest-TaggedBootDevicesTest-541410187] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:16:21.125766 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-338fb122-dea1-43a1-83a7-d8447d06dc70 tempest-TaggedBootDevicesTest_v242-294831919 tempest-TaggedBootDevicesTest_v242-294831919] Pushing event deleted for resources: {'Port': ['ID=7e2df0e4-c707-4342-be7f-e468316b1cf6,revision_number=None']} {{(pid=84875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:16:21.162035 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-338fb122-dea1-43a1-83a7-d8447d06dc70 tempest-TaggedBootDevicesTest_v242-294831919 tempest-TaggedBootDevicesTest_v242-294831919] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:16:21.175657 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.db.api [None req-78f12201-9093-4340-a808-332de4061f93 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84876) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Jan 14 07:16:21.176272 n-d-768862-2 neutron-server[84765]: DEBUG oslo_db.api [None req-78f12201-9093-4340-a808-332de4061f93 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84876) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Jan 14 07:16:21.217969 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f0196a6-e6c7-4669-a89d-97dbf986e48a admin admin] Pushing event updated for resources: {'Subnet': ['ID=7890978c-5326-417f-9fa8-eeb3db0b1fca,revision_number=0']} {{(pid=84874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:16:21.238833 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-4f0196a6-e6c7-4669-a89d-97dbf986e48a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.418s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:16:21.247940 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb4f4675-779b-4292-aa35-2df92ec86060 req-8c4adb09-4202-436c-bfd0-0ff3e55ea3bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:16:21.249811 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [req-cb4f4675-779b-4292-aa35-2df92ec86060 req-8c4adb09-4202-436c-bfd0-0ff3e55ea3bf service neutron] 10.222.0.35 "GET /v2.0/networks?tenant_id=e3a4f5e44a6346aeb715674b9fdb21db&shared=False HTTP/1.1" status: 200 len: 909 time: 0.2714982 Jan 14 07:16:21.251790 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-a9374d4c-2639-40bd-bf27-4a3c7cac73e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363259214191800', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854171626'] for agent, after_update {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:16:21.259808 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Provisioning for port 7a95cca5-9aca-459e-920d-c55778e57eab completed by entity L2. {{(pid=84876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 07:16:21.267527 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Provisioning complete for port 7a95cca5-9aca-459e-920d-c55778e57eab triggered by entity L2. {{(pid=84876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 07:16:21.267942 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-604227'] for port, provisioning_complete {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:16:21.308608 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-b1220765-3db5-4cc8-beb0-a743c5630708 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:16:21.310039 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-b1220765-3db5-4cc8-beb0-a743c5630708 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/fc4aac6b-115b-4c45-8822-be06b02d5d8d HTTP/1.1" status: 204 len: 168 time: 1.7274058 Jan 14 07:16:21.320724 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-c40a5e2b-af20-4802-a31a-3677b109b846 tempest-AttachVolumeTestJSON-1157025134 tempest-AttachVolumeTestJSON-1157025134] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3912638'] for floatingip, after_update {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:16:21.377752 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [req-8017e552-65a0-47a7-abb5-443d6203d669 req-579a6935-15a9-424f-80bf-e6f7f98c6e08 tempest-SecurityGroupRulesTestJSON-1709174060 tempest-SecurityGroupRulesTestJSON-1709174060] Notify callbacks [] for security_group_rule, before_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:16:21.416433 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555753'] for port, before_update {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:16:21.451491 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] For port 7a95cca5-9aca-459e-920d-c55778e57eab, host n-d-768862-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-2',level=0,port_id=7a95cca5-9aca-459e-920d-c55778e57eab,segment=NetworkSegment(7dc8bfe7-08e0-4981-80ff-b785085bd301),segment_id=7dc8bfe7-08e0-4981-80ff-b785085bd301)] {{(pid=84876) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 07:16:21.455662 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777640533312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363259214678337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777640097497'] for port, after_update {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:16:21.458069 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-48e2b6c4-d23b-49ad-81b0-482200260ef8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84876) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:16:21.543410 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Pushing event updated for resources: {'Port': ['ID=7a95cca5-9aca-459e-920d-c55778e57eab,revision_number=5']} {{(pid=84876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:16:21.550569 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-c40a5e2b-af20-4802-a31a-3677b109b846 tempest-AttachVolumeTestJSON-1157025134 tempest-AttachVolumeTestJSON-1157025134] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854768116'] for floatingip, before_response {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:16:21.551458 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=84876) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:16:21.560732 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-c40a5e2b-af20-4802-a31a-3677b109b846 tempest-AttachVolumeTestJSON-1157025134 tempest-AttachVolumeTestJSON-1157025134] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 9.5661428 Jan 14 07:16:21.573035 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-338fb122-dea1-43a1-83a7-d8447d06dc70 tempest-TaggedBootDevicesTest_v242-294831919 tempest-TaggedBootDevicesTest_v242-294831919] No DVR routers for this DVR port 7e2df0e4-c707-4342-be7f-e468316b1cf6 on host n-d-768862-2 {{(pid=84875) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Jan 14 07:16:21.595879 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [req-8017e552-65a0-47a7-abb5-443d6203d669 req-579a6935-15a9-424f-80bf-e6f7f98c6e08 tempest-SecurityGroupRulesTestJSON-1709174060 tempest-SecurityGroupRulesTestJSON-1709174060] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:16:21.735788 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-da76cfc0-98e8-4426-9f6d-4f05aa3fae78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363259214191800', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854171626'] for agent, after_update {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:16:21.737127 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f21ed50c-ccbd-487d-903b-0c53a3e9a9a2 req-ba85c907-40ea-4244-8231-c47dcc30a8e4 tempest-AttachVolumeNegativeTest-666515632 tempest-AttachVolumeNegativeTest-666515632] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:16:21.739461 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [req-f21ed50c-ccbd-487d-903b-0c53a3e9a9a2 req-ba85c907-40ea-4244-8231-c47dcc30a8e4 tempest-AttachVolumeNegativeTest-666515632 tempest-AttachVolumeNegativeTest-666515632] 10.222.0.24 "GET /v2.0/networks?id=123c9a2b-fdbf-4ea0-9264-91ed25cf5043 HTTP/1.1" status: 200 len: 815 time: 0.8033192 Jan 14 07:16:21.776533 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.plugin [None req-78f12201-9093-4340-a808-332de4061f93 None None] Deleting port 7e2df0e4-c707-4342-be7f-e468316b1cf6 {{(pid=84876) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 07:16:21.776965 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-78f12201-9093-4340-a808-332de4061f93 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363259214248359'] for port, before_delete {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:16:21.829422 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8335ab30-5b7f-4ec2-bb0e-f06db4a30db4 req-d4d7a6c8-a502-466d-82b8-516e995e4ade tempest-ServersNegativeTestJSON-1888996924 tempest-ServersNegativeTestJSON-1888996924] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:16:21.831396 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [req-8335ab30-5b7f-4ec2-bb0e-f06db4a30db4 req-d4d7a6c8-a502-466d-82b8-516e995e4ade tempest-ServersNegativeTestJSON-1888996924 tempest-ServersNegativeTestJSON-1888996924] 10.222.0.48 "GET /v2.0/networks?id=58634b46-3389-4a58-9255-646914eb2c67 HTTP/1.1" status: 200 len: 814 time: 0.3454475 Jan 14 07:16:21.839873 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f0196a6-e6c7-4669-a89d-97dbf986e48a admin admin] Checking segment: {'id': 'd6c8166d-60cc-4e5d-800b-1ffdaaaf7600', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 15, 'network_id': 'fd7a982b-b38c-4e49-b1ba-1aa0df49caf9'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84874) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 14 07:16:21.840438 n-d-768862-2 neutron-server[84765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f0196a6-e6c7-4669-a89d-97dbf986e48a admin admin] Network hostable DHCP agents. Network: fd7a982b-b38c-4e49-b1ba-1aa0df49caf9, hostable agents: ['32f3dd84-26da-4d18-bf15-6017a8fb7247'], hosted agents: [] {{(pid=84874) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Jan 14 07:16:21.854204 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.v2.base [req-8335ab30-5b7f-4ec2-bb0e-f06db4a30db4 req-9635ef9f-dcc9-487e-8b9d-fd049f3e9f8c tempest-ServersNegativeTestJSON-1888996924 tempest-ServersNegativeTestJSON-1888996924] Request body: {'port': {'device_id': '2871d7e5-d082-4af4-bbbd-fc1152f24193', 'network_id': '58634b46-3389-4a58-9255-646914eb2c67', 'admin_state_up': True, 'tenant_id': 'e3a4f5e44a6346aeb715674b9fdb21db'}} {{(pid=84874) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:16:21.858183 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.plugin [None req-78f12201-9093-4340-a808-332de4061f93 None None] The port '7e2df0e4-c707-4342-be7f-e468316b1cf6' was deleted {{(pid=84876) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Jan 14 07:16:21.871885 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb4f4675-779b-4292-aa35-2df92ec86060 req-db59e848-ab85-46a8-8a17-0a94318e9661 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:16:21.873434 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [req-cb4f4675-779b-4292-aa35-2df92ec86060 req-db59e848-ab85-46a8-8a17-0a94318e9661 service neutron] 10.222.0.35 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 863 time: 0.5477653 Jan 14 07:16:21.892536 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [req-8017e552-65a0-47a7-abb5-443d6203d669 req-579a6935-15a9-424f-80bf-e6f7f98c6e08 tempest-SecurityGroupRulesTestJSON-1709174060 tempest-SecurityGroupRulesTestJSON-1709174060] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850966545'] for security_group_rule, after_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:16:21.939671 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-52a5bdf8-37a1-4f9a-8a13-d9cebcc142eb tempest-ServerActionsTestJSON-743344072 tempest-ServerActionsTestJSON-743344072] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:16:21.973707 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-338fb122-dea1-43a1-83a7-d8447d06dc70 tempest-TaggedBootDevicesTest_v242-294831919 tempest-TaggedBootDevicesTest_v242-294831919] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-598987', 'neutron.services.segments.db._delete_segments_for_network-8777640583949'] for network, precommit_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:16:21.996708 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84874) accepted ('10.222.0.24', 33012) {{(pid=84874) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:16:22.007252 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [req-f21ed50c-ccbd-487d-903b-0c53a3e9a9a2 req-954da0dd-4dd0-4d87-a812-84fc9e52e32f tempest-AttachVolumeNegativeTest-666515632 tempest-AttachVolumeNegativeTest-666515632] 10.222.0.24 "GET /v2.0/quotas/309de37299124192a08d7829b2b74c7e HTTP/1.1" status: 200 len: 375 time: 0.1036551 Jan 14 07:16:22.017469 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-579a6935-15a9-424f-80bf-e6f7f98c6e08 tempest-SecurityGroupRulesTestJSON-1709174060 tempest-SecurityGroupRulesTestJSON-1709174060] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4054779f-078a-401c-b13e-799affbc5794,revision_number=0']} {{(pid=84875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:16:22.017998 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [req-cb4f4675-779b-4292-aa35-2df92ec86060 req-9f315d3b-b59e-46d5-970f-5210211295d9 tempest-ServersNegativeTestJSON-1888996924 tempest-ServersNegativeTestJSON-1888996924] Synchronizing usage tracker for tenant:e3a4f5e44a6346aeb715674b9fdb21db on resource:port {{(pid=84874) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 14 07:16:22.021442 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-579a6935-15a9-424f-80bf-e6f7f98c6e08 tempest-SecurityGroupRulesTestJSON-1709174060 tempest-SecurityGroupRulesTestJSON-1709174060] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:16:22.040923 n-d-768862-2 neutron-server[84765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f0196a6-e6c7-4669-a89d-97dbf986e48a admin admin] Network fd7a982b-b38c-4e49-b1ba-1aa0df49caf9 is scheduled to be hosted by DHCP agent 32f3dd84-26da-4d18-bf15-6017a8fb7247 with binding_index 1 {{(pid=84874) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Jan 14 07:16:22.060724 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-2f4442be-8964-493e-bb2b-9c6ff989847c admin admin] Notify callbacks [] for security_group, before_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:16:22.085663 n-d-768862-2 neutron-server[84765]: DEBUG neutron.scheduler.base_scheduler [None req-4f0196a6-e6c7-4669-a89d-97dbf986e48a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768862-2, fd7a982b-b38c-4e49-b1ba-1aa0df49caf9) {{(pid=84874) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 07:16:22.094061 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8b64093-7794-4f5a-9310-39b4bd1bc764 None None] Network fd7a982b-b38c-4e49-b1ba-1aa0df49caf9 requested from n-d-768862-2 {{(pid=84876) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 07:16:22.118943 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-2f4442be-8964-493e-bb2b-9c6ff989847c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:16:22.135069 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-2f4442be-8964-493e-bb2b-9c6ff989847c admin admin] Usage tracker for resource:security_group_rule and tenant:024fd3e5f0e1409c8ef7de98beb14ea4 is out of sync, need to count used quota {{(pid=84874) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:16:22.139025 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [req-cb4f4675-779b-4292-aa35-2df92ec86060 req-9f315d3b-b59e-46d5-970f-5210211295d9 tempest-ServersNegativeTestJSON-1888996924 tempest-ServersNegativeTestJSON-1888996924] Unset dirty status for tenant:e3a4f5e44a6346aeb715674b9fdb21db on resource:port {{(pid=84874) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 14 07:16:22.140342 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [req-cb4f4675-779b-4292-aa35-2df92ec86060 req-9f315d3b-b59e-46d5-970f-5210211295d9 tempest-ServersNegativeTestJSON-1888996924 tempest-ServersNegativeTestJSON-1888996924] 10.222.0.35 "GET /v2.0/ports?device_id=2871d7e5-d082-4af4-bbbd-fc1152f24193 HTTP/1.1" status: 200 len: 210 time: 0.1891916 Jan 14 07:16:22.141260 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-2f4442be-8964-493e-bb2b-9c6ff989847c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84874) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:16:22.155521 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f0196a6-e6c7-4669-a89d-97dbf986e48a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:16:22.156217 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-4f0196a6-e6c7-4669-a89d-97dbf986e48a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3207107'] for subnet, before_response {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:16:22.176943 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-2f4442be-8964-493e-bb2b-9c6ff989847c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:16:22.187117 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [req-8335ab30-5b7f-4ec2-bb0e-f06db4a30db4 req-9635ef9f-dcc9-487e-8b9d-fd049f3e9f8c tempest-ServersNegativeTestJSON-1888996924 tempest-ServersNegativeTestJSON-1888996924] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:16:22.195247 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [req-8017e552-65a0-47a7-abb5-443d6203d669 req-579a6935-15a9-424f-80bf-e6f7f98c6e08 tempest-SecurityGroupRulesTestJSON-1709174060 tempest-SecurityGroupRulesTestJSON-1709174060] Notify callbacks [] for security_group_rule, before_response {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:16:22.203548 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [req-8335ab30-5b7f-4ec2-bb0e-f06db4a30db4 req-9635ef9f-dcc9-487e-8b9d-fd049f3e9f8c tempest-ServersNegativeTestJSON-1888996924 tempest-ServersNegativeTestJSON-1888996924] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:16:22.212514 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [req-8017e552-65a0-47a7-abb5-443d6203d669 req-579a6935-15a9-424f-80bf-e6f7f98c6e08 tempest-SecurityGroupRulesTestJSON-1709174060 tempest-SecurityGroupRulesTestJSON-1709174060] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 806 time: 2.2986362 Jan 14 07:16:22.218856 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [req-f21ed50c-ccbd-487d-903b-0c53a3e9a9a2 req-eef8b513-6737-4a5f-a6a9-888834be3f0b tempest-AttachVolumeNegativeTest-666515632 tempest-AttachVolumeNegativeTest-666515632] 10.222.0.24 "GET /v2.0/ports?tenant_id=309de37299124192a08d7829b2b74c7e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1937547 Jan 14 07:16:22.236955 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8335ab30-5b7f-4ec2-bb0e-f06db4a30db4 req-9635ef9f-dcc9-487e-8b9d-fd049f3e9f8c tempest-ServersNegativeTestJSON-1888996924 tempest-ServersNegativeTestJSON-1888996924] Made reservation on behalf of e3a4f5e44a6346aeb715674b9fdb21db for: {'port': 1} {{(pid=84874) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 07:16:22.248659 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [req-8335ab30-5b7f-4ec2-bb0e-f06db4a30db4 req-9635ef9f-dcc9-487e-8b9d-fd049f3e9f8c tempest-ServersNegativeTestJSON-1888996924 tempest-ServersNegativeTestJSON-1888996924] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555753'] for port, before_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:16:22.317138 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-4f0196a6-e6c7-4669-a89d-97dbf986e48a admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 4.9156349 Jan 14 07:16:22.332879 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84874) accepted ('10.222.0.24', 33018) {{(pid=84874) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:16:22.375045 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.v2.base [None req-b85e0474-1f3b-4183-b902-697d40cb182a admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-395737247-router', 'tenant_id': '0369eaa84818430fab7d025c9522c976', 'external_gateway_info': {'network_id': '226f1e78-82cd-4481-9055-4eb73b6db8c1'}}} {{(pid=84874) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:16:22.381033 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-b85e0474-1f3b-4183-b902-697d40cb182a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:16:22.395611 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-b85e0474-1f3b-4183-b902-697d40cb182a admin admin] Usage tracker for resource:router and tenant:0369eaa84818430fab7d025c9522c976 is out of sync, need to count used quota {{(pid=84874) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:16:22.399368 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-b85e0474-1f3b-4183-b902-697d40cb182a admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=84874) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:16:22.406014 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-b85e0474-1f3b-4183-b902-697d40cb182a admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:16:22.502348 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-b85e0474-1f3b-4183-b902-697d40cb182a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3889205', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854717621'] for router, before_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:16:22.503397 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-b85e0474-1f3b-4183-b902-697d40cb182a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036850886574', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3912501', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3808446', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-58179'] for router, precommit_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:16:22.597089 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-b85e0474-1f3b-4183-b902-697d40cb182a admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:16:22.600962 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363259214191800', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854171626'] for agent, after_update {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:16:22.625203 n-d-768862-2 neutron-server[84765]: DEBUG neutron.services.segments.db [None req-338fb122-dea1-43a1-83a7-d8447d06dc70 tempest-TaggedBootDevicesTest_v242-294831919 tempest-TaggedBootDevicesTest_v242-294831919] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['98072e70-e1ea-4296-9013-017af5cadabb']}} {{(pid=84875) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:16:22.657257 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [req-f21ed50c-ccbd-487d-903b-0c53a3e9a9a2 req-a19334f6-486b-4159-9d36-928b664675e0 service neutron] 10.222.0.24 "GET /v2.0/networks/123c9a2b-fdbf-4ea0-9264-91ed25cf5043?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4177563 Jan 14 07:16:22.658223 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9bc2ade2-03b8-4918-a954-8731c6649fd4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5d94dc7a-c095-50a4-955e-5f3b78718a12-fd7a982b-b38c-4e49-b1ba-1aa0df49caf9', 'network_id': 'fd7a982b-b38c-4e49-b1ba-1aa0df49caf9', 'tenant_id': '0369eaa84818430fab7d025c9522c976', 'fixed_ips': [{'subnet_id': '7890978c-5326-417f-9fa8-eeb3db0b1fca'}]}} from n-d-768862-2. {{(pid=84876) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Jan 14 07:16:22.659388 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-9bc2ade2-03b8-4918-a954-8731c6649fd4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555753'] for port, before_create {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:16:22.766139 n-d-768862-2 neutron-server[84765]: DEBUG neutron.services.segments.db [None req-338fb122-dea1-43a1-83a7-d8447d06dc70 tempest-TaggedBootDevicesTest_v242-294831919 tempest-TaggedBootDevicesTest_v242-294831919] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a22f60dc-81d8-424d-824a-b36e72f6d90b') {'for_net_delete': True} {{(pid=84875) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:16:22.766518 n-d-768862-2 neutron-server[84765]: DEBUG neutron.services.segments.db [None req-338fb122-dea1-43a1-83a7-d8447d06dc70 tempest-TaggedBootDevicesTest_v242-294831919 tempest-TaggedBootDevicesTest_v242-294831919] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a22f60dc-81d8-424d-824a-b36e72f6d90b') {} {{(pid=84875) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:16:22.805861 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-338fb122-dea1-43a1-83a7-d8447d06dc70 tempest-TaggedBootDevicesTest_v242-294831919 tempest-TaggedBootDevicesTest_v242-294831919] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363259214173198', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036851408567'] for segment, before_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:16:22.826109 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [req-de204300-ba04-4970-a5e1-7fe41c9741cf req-d7c89c09-53a4-4c5c-a6a9-d504fa9f7993 tempest-AttachVolumeTestJSON-1157025134 tempest-AttachVolumeTestJSON-1157025134] 10.222.0.24 "GET /v2.0/security-groups?name=tempest-securitygroup--1871101051&fields=id&tenant_id=74f4739a0b63415f9629cd39a2c2160a HTTP/1.1" status: 200 len: 267 time: 0.3539629 Jan 14 07:16:22.835150 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Device 7a95cca5-9aca-459e-920d-c55778e57eab up at agent ovs-agent-n-d-768862-2 {{(pid=84876) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 07:16:22.861770 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-2f4442be-8964-493e-bb2b-9c6ff989847c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:16:22.914123 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-338fb122-dea1-43a1-83a7-d8447d06dc70 tempest-TaggedBootDevicesTest_v242-294831919 tempest-TaggedBootDevicesTest_v242-294831919] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854179735'] for segment, precommit_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:16:22.923606 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-338fb122-dea1-43a1-83a7-d8447d06dc70 tempest-TaggedBootDevicesTest_v242-294831919 tempest-TaggedBootDevicesTest_v242-294831919] Releasing vxlan tunnel 19 to pool {{(pid=84875) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Jan 14 07:16:23.043499 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-2f4442be-8964-493e-bb2b-9c6ff989847c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850887153'] for security_group, after_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:16:23.060176 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-9882f427-4280-41b5-851d-5b1df14d3e30 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:16:23.084343 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.db_base_plugin_common [None req-9bc2ade2-03b8-4918-a954-8731c6649fd4 None None] Allocated IP 172.20.0.2 (fd7a982b-b38c-4e49-b1ba-1aa0df49caf9/7890978c-5326-417f-9fa8-eeb3db0b1fca/33c3ca6a-607e-4cc2-892a-6e1e928973cf) {{(pid=84876) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 14 07:16:23.136447 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [req-f21ed50c-ccbd-487d-903b-0c53a3e9a9a2 req-1a2ee84a-2d5d-488f-a292-d574a34f2117 service neutron] 10.222.0.24 "GET /v2.0/networks/123c9a2b-fdbf-4ea0-9264-91ed25cf5043?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.4778421 Jan 14 07:16:23.178143 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-b85e0474-1f3b-4183-b902-697d40cb182a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3912484', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3889188', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-58194'] for router, precommit_update {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:16:23.196916 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-2f4442be-8964-493e-bb2b-9c6ff989847c admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=024fd3e5f0e1409c8ef7de98beb14ea4&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1879959 Jan 14 07:16:23.201339 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84874) accepted ('10.222.0.24', 33032) {{(pid=84874) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:16:23.206219 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f4442be-8964-493e-bb2b-9c6ff989847c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5964ae6d-f8f6-4b14-9bfc-d3ba1f837f36,revision_number=1']} {{(pid=84874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:16:23.213019 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.db_base_plugin_common [req-8335ab30-5b7f-4ec2-bb0e-f06db4a30db4 req-9635ef9f-dcc9-487e-8b9d-fd049f3e9f8c tempest-ServersNegativeTestJSON-1888996924 tempest-ServersNegativeTestJSON-1888996924] Allocated IP 172.20.0.5 (58634b46-3389-4a58-9255-646914eb2c67/ae86ae1b-a63e-483f-8a3f-c65450a455bf/3474e0fd-2e5e-4c13-8e73-97a70f185fad) {{(pid=84874) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 14 07:16:23.215340 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-2f4442be-8964-493e-bb2b-9c6ff989847c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:16:23.231940 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-0f37073e-9c69-4e3c-80e0-6cfaa0fd61a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363259214191800', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854171626'] for agent, after_update {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:16:23.240361 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Provisioning complete for port 7a95cca5-9aca-459e-920d-c55778e57eab triggered by entity L2. {{(pid=84876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 07:16:23.240792 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-604227'] for port, provisioning_complete {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:16:23.490049 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-3b4d3194-52a4-42ad-9563-61d16d539f78 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:16:23.526050 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-9bc2ade2-03b8-4918-a954-8731c6649fd4 None None] Notify callbacks [] for port, precommit_create {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:16:23.614760 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de204300-ba04-4970-a5e1-7fe41c9741cf req-7b236d97-b3b4-4344-86c6-1aa9a08c1d3e tempest-AttachVolumeTestJSON-1157025134 tempest-AttachVolumeTestJSON-1157025134] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:16:23.616778 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [req-de204300-ba04-4970-a5e1-7fe41c9741cf req-7b236d97-b3b4-4344-86c6-1aa9a08c1d3e tempest-AttachVolumeTestJSON-1157025134 tempest-AttachVolumeTestJSON-1157025134] 10.222.0.24 "GET /v2.0/networks?id=829fea34-3751-44bb-9831-30225757d439 HTTP/1.1" status: 200 len: 810 time: 0.7682259 Jan 14 07:16:23.664497 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.managers [None req-338fb122-dea1-43a1-83a7-d8447d06dc70 tempest-TaggedBootDevicesTest_v242-294831919 tempest-TaggedBootDevicesTest_v242-294831919] Network 98072e70-e1ea-4296-9013-017af5cadabb has no segments {{(pid=84875) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 14 07:16:23.712960 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-338fb122-dea1-43a1-83a7-d8447d06dc70 tempest-TaggedBootDevicesTest_v242-294831919 tempest-TaggedBootDevicesTest_v242-294831919] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-596065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3154253'] for segment, after_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:16:23.749597 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [req-e418ee10-f0c8-4db7-8000-5db76793c19a req-3d8b0313-1b56-4203-8dbf-6d6aea409e9f tempest-SecurityGroupRulesTestJSON-1709174060 tempest-SecurityGroupRulesTestJSON-1709174060] 10.222.0.24 "GET /v2.0/security-groups/d6e00e78-94da-441f-9636-3716ba4f803f HTTP/1.1" status: 200 len: 1806 time: 0.1934674 Jan 14 07:16:23.806871 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [req-de204300-ba04-4970-a5e1-7fe41c9741cf req-9a801dd5-db11-47a2-b2cb-b367272a1114 tempest-AttachVolumeTestJSON-1157025134 tempest-AttachVolumeTestJSON-1157025134] 10.222.0.24 "GET /v2.0/quotas/74f4739a0b63415f9629cd39a2c2160a HTTP/1.1" status: 200 len: 375 time: 0.1760101 Jan 14 07:16:23.881549 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-3b4d3194-52a4-42ad-9563-61d16d539f78 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:16:24.032632 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [req-8335ab30-5b7f-4ec2-bb0e-f06db4a30db4 req-9635ef9f-dcc9-487e-8b9d-fd049f3e9f8c tempest-ServersNegativeTestJSON-1888996924 tempest-ServersNegativeTestJSON-1888996924] Notify callbacks [] for port, precommit_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:16:24.041339 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-3b4d3194-52a4-42ad-9563-61d16d539f78 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850887153'] for security_group, after_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:16:24.050525 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-5b1c04b0-be57-43ae-b2b3-3c95e1107daa admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:16:24.074777 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.managers [None req-338fb122-dea1-43a1-83a7-d8447d06dc70 tempest-TaggedBootDevicesTest_v242-294831919 tempest-TaggedBootDevicesTest_v242-294831919] Network 98072e70-e1ea-4296-9013-017af5cadabb has no segments {{(pid=84875) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 14 07:16:24.081482 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b4d3194-52a4-42ad-9563-61d16d539f78 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5964ae6d-f8f6-4b14-9bfc-d3ba1f837f36,revision_number=None']} {{(pid=84874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:16:24.087486 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-3b4d3194-52a4-42ad-9563-61d16d539f78 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:16:24.123742 n-d-768862-2 neutron-server[84765]: Traceback (most recent call last): Jan 14 07:16:24.123742 n-d-768862-2 neutron-server[84765]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 14 07:16:24.123742 n-d-768862-2 neutron-server[84765]: timer() Jan 14 07:16:24.123742 n-d-768862-2 neutron-server[84765]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 14 07:16:24.123742 n-d-768862-2 neutron-server[84765]: cb(*args, **kw) Jan 14 07:16:24.123742 n-d-768862-2 neutron-server[84765]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Jan 14 07:16:24.123742 n-d-768862-2 neutron-server[84765]: return func(*args, **kwargs) Jan 14 07:16:24.123742 n-d-768862-2 neutron-server[84765]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 14 07:16:24.123742 n-d-768862-2 neutron-server[84765]: self._notify() Jan 14 07:16:24.123742 n-d-768862-2 neutron-server[84765]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 14 07:16:24.123742 n-d-768862-2 neutron-server[84765]: self.callback(batched_events) Jan 14 07:16:24.123742 n-d-768862-2 neutron-server[84765]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 14 07:16:24.123742 n-d-768862-2 neutron-server[84765]: event.method(event) Jan 14 07:16:24.123742 n-d-768862-2 neutron-server[84765]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 14 07:16:24.123742 n-d-768862-2 neutron-server[84765]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 14 07:16:24.123742 n-d-768862-2 neutron-server[84765]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Jan 14 07:16:24.123742 n-d-768862-2 neutron-server[84765]: segment_id)['aggregates'][0] Jan 14 07:16:24.123742 n-d-768862-2 neutron-server[84765]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 14 07:16:24.123742 n-d-768862-2 neutron-server[84765]: return f(self, *a, **k) Jan 14 07:16:24.123742 n-d-768862-2 neutron-server[84765]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 14 07:16:24.123742 n-d-768862-2 neutron-server[84765]: return self._get(url).json() Jan 14 07:16:24.123742 n-d-768862-2 neutron-server[84765]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 14 07:16:24.123742 n-d-768862-2 neutron-server[84765]: **kwargs) Jan 14 07:16:24.123742 n-d-768862-2 neutron-server[84765]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 14 07:16:24.123742 n-d-768862-2 neutron-server[84765]: return self.request(url, 'GET', **kwargs) Jan 14 07:16:24.123742 n-d-768862-2 neutron-server[84765]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Jan 14 07:16:24.123742 n-d-768862-2 neutron-server[84765]: **endpoint_filter) Jan 14 07:16:24.123742 n-d-768862-2 neutron-server[84765]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 14 07:16:24.123742 n-d-768862-2 neutron-server[84765]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 14 07:16:24.123742 n-d-768862-2 neutron-server[84765]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 14 07:16:24.123742 n-d-768862-2 neutron-server[84765]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 14 07:16:24.123742 n-d-768862-2 neutron-server[84765]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 14 07:16:24.286475 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-3b4d3194-52a4-42ad-9563-61d16d539f78 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:16:24.291032 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-3b4d3194-52a4-42ad-9563-61d16d539f78 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/5964ae6d-f8f6-4b14-9bfc-d3ba1f837f36 HTTP/1.1" status: 204 len: 168 time: 1.0842390 Jan 14 07:16:24.294032 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [req-8335ab30-5b7f-4ec2-bb0e-f06db4a30db4 req-9635ef9f-dcc9-487e-8b9d-fd049f3e9f8c tempest-ServersNegativeTestJSON-1888996924 tempest-ServersNegativeTestJSON-1888996924] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777640123575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3254186'] for port, after_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:16:24.313348 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-9bc2ade2-03b8-4918-a954-8731c6649fd4 None None] Transition to ACTIVE for port object 33c3ca6a-607e-4cc2-892a-6e1e928973cf will not be triggered until provisioned by entity L2. {{(pid=84876) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 07:16:24.314349 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-01e4a06b-b287-477f-8d62-10085f86c82d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850887113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036851621412', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036852467174'] for subnet, after_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:16:24.319551 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-c246ab0a-de8d-487c-9b0a-5e9501020c46 tempest-ServersAdminTestJSON-2110659293 tempest-ServersAdminTestJSON-2110659293] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:16:24.335506 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-9bc2ade2-03b8-4918-a954-8731c6649fd4 None None] Transition to ACTIVE for port object 33c3ca6a-607e-4cc2-892a-6e1e928973cf will not be triggered until provisioned by entity DHCP. {{(pid=84876) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 07:16:24.335767 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-6b78be99-f876-492f-9984-18d9d028a503 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:16:24.346292 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-9bc2ade2-03b8-4918-a954-8731c6649fd4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777640123575'] for port, after_create {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:16:24.438753 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [req-e418ee10-f0c8-4db7-8000-5db76793c19a req-7e7c7f58-7862-426e-adcd-7f5d860dd06f tempest-SecurityGroupRulesTestJSON-1709174060 tempest-SecurityGroupRulesTestJSON-1709174060] Notify callbacks [] for security_group, before_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:16:24.486078 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84876) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:16:24.512544 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-b85e0474-1f3b-4183-b902-697d40cb182a admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:16:24.522944 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [req-e418ee10-f0c8-4db7-8000-5db76793c19a req-7e7c7f58-7862-426e-adcd-7f5d860dd06f tempest-SecurityGroupRulesTestJSON-1709174060 tempest-SecurityGroupRulesTestJSON-1709174060] Notify callbacks [] for security_group, precommit_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:16:24.556466 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9635ef9f-dcc9-487e-8b9d-fd049f3e9f8c tempest-ServersNegativeTestJSON-1888996924 tempest-ServersNegativeTestJSON-1888996924] Pushing event updated for resources: {'Port': ['ID=3474e0fd-2e5e-4c13-8e73-97a70f185fad,revision_number=1']} {{(pid=84874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:16:24.573451 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-9635ef9f-dcc9-487e-8b9d-fd049f3e9f8c tempest-ServersNegativeTestJSON-1888996924 tempest-ServersNegativeTestJSON-1888996924] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.254s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:16:24.580504 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-b85e0474-1f3b-4183-b902-697d40cb182a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555753'] for port, before_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:16:24.691077 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bc2ade2-03b8-4918-a954-8731c6649fd4 None None] Pushing event updated for resources: {'Port': ['ID=33c3ca6a-607e-4cc2-892a-6e1e928973cf,revision_number=1']} {{(pid=84876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:16:24.706892 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-9bc2ade2-03b8-4918-a954-8731c6649fd4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.221s {{(pid=84876) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:16:24.748241 n-d-768862-2 neutron-server[84765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9bc2ade2-03b8-4918-a954-8731c6649fd4 None None] Network fd7a982b-b38c-4e49-b1ba-1aa0df49caf9 is already hosted by enough agents. {{(pid=84876) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 07:16:24.749812 n-d-768862-2 neutron-server[84765]: DEBUG neutron.scheduler.base_scheduler [None req-9bc2ade2-03b8-4918-a954-8731c6649fd4 None None] Resources bound (agent type, host, resource id): {{(pid=84876) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 07:16:24.754316 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01e4a06b-b287-477f-8d62-10085f86c82d admin admin] Pushing event updated for resources: {'Subnet': ['ID=da6fab9b-80fb-4294-b585-86832b27fbe7,revision_number=0']} {{(pid=84875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:16:24.760821 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9bc2ade2-03b8-4918-a954-8731c6649fd4 None None] Received port after_create {{(pid=84876) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 14 07:16:24.789588 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-338fb122-dea1-43a1-83a7-d8447d06dc70 tempest-TaggedBootDevicesTest_v242-294831919 tempest-TaggedBootDevicesTest_v242-294831919] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036854176830', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850887149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3912591'] for network, after_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:16:24.793393 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-01e4a06b-b287-477f-8d62-10085f86c82d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.458s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:16:24.821484 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-01dd3771-a65a-4db6-81d7-2beb481f9eb7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:16:24.857315 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [req-e418ee10-f0c8-4db7-8000-5db76793c19a req-7e7c7f58-7862-426e-adcd-7f5d860dd06f tempest-SecurityGroupRulesTestJSON-1709174060 tempest-SecurityGroupRulesTestJSON-1709174060] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850887153'] for security_group, after_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:16:24.870775 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.managers [None req-9bc2ade2-03b8-4918-a954-8731c6649fd4 None None] Attempting to bind port 33c3ca6a-607e-4cc2-892a-6e1e928973cf on host n-d-768862-2 for vnic_type normal with profile {{(pid=84876) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 14 07:16:24.871039 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-338fb122-dea1-43a1-83a7-d8447d06dc70 tempest-TaggedBootDevicesTest_v242-294831919 tempest-TaggedBootDevicesTest_v242-294831919] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3207107'] for network, before_response {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:16:24.871343 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.managers [None req-9bc2ade2-03b8-4918-a954-8731c6649fd4 None None] Attempting to bind port 33c3ca6a-607e-4cc2-892a-6e1e928973cf by drivers openvswitch on host n-d-768862-2 at level 0 using segments [{'id': 'd6c8166d-60cc-4e5d-800b-1ffdaaaf7600', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 15, 'network_id': 'fd7a982b-b38c-4e49-b1ba-1aa0df49caf9'}] {{(pid=84876) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 14 07:16:24.871581 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9bc2ade2-03b8-4918-a954-8731c6649fd4 None None] Attempting to bind port 33c3ca6a-607e-4cc2-892a-6e1e928973cf on network fd7a982b-b38c-4e49-b1ba-1aa0df49caf9 {{(pid=84876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 14 07:16:24.887314 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [req-e418ee10-f0c8-4db7-8000-5db76793c19a req-7e7c7f58-7862-426e-adcd-7f5d860dd06f tempest-SecurityGroupRulesTestJSON-1709174060 tempest-SecurityGroupRulesTestJSON-1709174060] Notify callbacks [] for security_group, before_response {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:16:24.888199 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9bc2ade2-03b8-4918-a954-8731c6649fd4 None None] Checking agent: {'id': 'ba5efab1-b43c-4d5a-bc52-6e105d4e67a2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768862-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 14, 6, 56, 52), 'started_at': datetime.datetime(2021, 1, 14, 6, 57, 22), 'heartbeat_timestamp': datetime.datetime(2021, 1, 14, 7, 16, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768862-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.29', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 14 07:16:24.888529 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9bc2ade2-03b8-4918-a954-8731c6649fd4 None None] Checking segment: {'id': 'd6c8166d-60cc-4e5d-800b-1ffdaaaf7600', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 15, 'network_id': 'fd7a982b-b38c-4e49-b1ba-1aa0df49caf9'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84876) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 14 07:16:24.888999 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-9bc2ade2-03b8-4918-a954-8731c6649fd4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:16:24.889462 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9bc2ade2-03b8-4918-a954-8731c6649fd4 None None] Bound using segment: {'id': 'd6c8166d-60cc-4e5d-800b-1ffdaaaf7600', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 15, 'network_id': 'fd7a982b-b38c-4e49-b1ba-1aa0df49caf9'} {{(pid=84876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 14 07:16:24.890039 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.managers [None req-9bc2ade2-03b8-4918-a954-8731c6649fd4 None None] Bound port: 33c3ca6a-607e-4cc2-892a-6e1e928973cf, host: n-d-768862-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd6c8166d-60cc-4e5d-800b-1ffdaaaf7600', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 15, 'network_id': 'fd7a982b-b38c-4e49-b1ba-1aa0df49caf9'}}] {{(pid=84876) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 14 07:16:24.890401 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-9bc2ade2-03b8-4918-a954-8731c6649fd4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555753'] for port, before_update {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:16:24.892016 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [req-e418ee10-f0c8-4db7-8000-5db76793c19a req-7e7c7f58-7862-426e-adcd-7f5d860dd06f tempest-SecurityGroupRulesTestJSON-1709174060 tempest-SecurityGroupRulesTestJSON-1709174060] 10.222.0.24 "DELETE /v2.0/security-groups/d6e00e78-94da-441f-9636-3716ba4f803f HTTP/1.1" status: 204 len: 173 time: 1.0785322 Jan 14 07:16:24.906882 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-338fb122-dea1-43a1-83a7-d8447d06dc70 tempest-TaggedBootDevicesTest_v242-294831919 tempest-TaggedBootDevicesTest_v242-294831919] 10.222.0.24 "DELETE /v2.0/networks/98072e70-e1ea-4296-9013-017af5cadabb HTTP/1.1" status: 204 len: 168 time: 6.9293280 Jan 14 07:16:25.009369 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [req-de204300-ba04-4970-a5e1-7fe41c9741cf req-8bf027b5-6498-4748-916d-54c5eef3a832 tempest-AttachVolumeTestJSON-1157025134 tempest-AttachVolumeTestJSON-1157025134] 10.222.0.24 "GET /v2.0/ports?tenant_id=74f4739a0b63415f9629cd39a2c2160a&fields=id HTTP/1.1" status: 200 len: 348 time: 1.1817920 Jan 14 07:16:25.010390 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-338fb122-dea1-43a1-83a7-d8447d06dc70 tempest-TaggedBootDevicesTest_v242-294831919 tempest-TaggedBootDevicesTest_v242-294831919] Pushing event deleted for resources: {'Network': ['ID=98072e70-e1ea-4296-9013-017af5cadabb,revision_number=None']} {{(pid=84875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:16:25.030240 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-338fb122-dea1-43a1-83a7-d8447d06dc70 tempest-TaggedBootDevicesTest_v242-294831919 tempest-TaggedBootDevicesTest_v242-294831919] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.195s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:16:25.031085 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-17c20fea-fb50-46e3-b477-2809b6c99651 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.148s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:16:25.092120 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:shared":"rule:admin_only" was deprecated in W in favor of "update_network:shared":"role:admin and system_scope:all". Reason: Jan 14 07:16:25.092120 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:16:25.092120 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:16:25.092120 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:16:25.092120 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "update_network:provider:network_type":"role:admin and system_scope:all". Reason: Jan 14 07:16:25.092120 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:16:25.092120 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:16:25.092120 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:16:25.092120 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "update_network:provider:physical_network":"role:admin and system_scope:all". Reason: Jan 14 07:16:25.092120 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:16:25.092120 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:16:25.092120 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:16:25.092120 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "update_network:provider:segmentation_id":"role:admin and system_scope:all". Reason: Jan 14 07:16:25.092120 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:16:25.092120 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:16:25.092120 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:16:25.092120 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:router:external":"rule:admin_only" was deprecated in W in favor of "update_network:router:external":"role:admin and system_scope:all". Reason: Jan 14 07:16:25.092120 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:16:25.092120 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:16:25.092120 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:16:25.092120 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:is_default":"rule:admin_only" was deprecated in W in favor of "update_network:is_default":"role:admin and system_scope:all". Reason: Jan 14 07:16:25.092120 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:16:25.092120 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:16:25.092120 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:16:25.092120 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:port_security_enabled":"rule:admin_or_owner" was deprecated in W in favor of "update_network:port_security_enabled":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 07:16:25.092120 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:16:25.092120 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:16:25.092120 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:16:25.092120 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "delete_network":"rule:admin_or_owner" was deprecated in W in favor of "delete_network":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 07:16:25.092120 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:16:25.092120 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:16:25.092120 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:16:25.092120 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_segment":"rule:admin_only" was deprecated in W in favor of "create_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:16:25.092120 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:16:25.092120 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_segment":"rule:admin_only" was deprecated in W in favor of "get_segment":"role:reader and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:16:25.092120 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:16:25.092120 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_segment":"rule:admin_only" was deprecated in W in favor of "update_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:16:25.092120 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:16:25.092120 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "delete_segment":"rule:admin_only" was deprecated in W in favor of "delete_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:16:25.092120 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:16:25.092120 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network":"rule:regular_user" was deprecated in W in favor of "create_network":"role:member and project_id:%(project_id)s". Reason: Jan 14 07:16:25.092120 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:16:25.098308 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:16:25.098308 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:16:25.098308 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:shared":"rule:admin_only" was deprecated in W in favor of "create_network:shared":"role:admin and system_scope:all". Reason: Jan 14 07:16:25.098308 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:16:25.098308 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:16:25.098308 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:16:25.098308 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:router:external":"rule:admin_only" was deprecated in W in favor of "create_network:router:external":"role:admin and system_scope:all". Reason: Jan 14 07:16:25.098308 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:16:25.098308 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:16:25.098308 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:16:25.098308 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:is_default":"rule:admin_only" was deprecated in W in favor of "create_network:is_default":"role:admin and system_scope:all". Reason: Jan 14 07:16:25.098308 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:16:25.098308 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:16:25.098308 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:16:25.098308 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:port_security_enabled":"rule:regular_user" was deprecated in W in favor of "create_network:port_security_enabled":"role:member and project_id:%(project_id)s". Reason: Jan 14 07:16:25.098308 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:16:25.098308 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:16:25.098308 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:16:25.098308 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:segments":"rule:admin_only" was deprecated in W in favor of "create_network:segments":"role:admin and system_scope:all". Reason: Jan 14 07:16:25.098308 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:16:25.098308 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:16:25.098308 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:16:25.098308 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "create_network:provider:network_type":"role:admin and system_scope:all". Reason: Jan 14 07:16:25.098308 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:16:25.098308 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:16:25.098308 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:16:25.098308 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "create_network:provider:physical_network":"role:admin and system_scope:all". Reason: Jan 14 07:16:25.098308 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:16:25.098308 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:16:25.098308 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:16:25.098308 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "create_network:provider:segmentation_id":"role:admin and system_scope:all". Reason: Jan 14 07:16:25.098308 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:16:25.098308 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:16:25.098308 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:16:25.098308 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network":"rule:admin_or_owner or rule:shared or rule:external or rule:context_is_advsvc" was deprecated in W in favor of "get_network":"(role:reader and system_scope:all) or (role:reader and project_id:%(project_id)s) or rule:shared or rule:external or rule:context_is_advsvc". Reason: Jan 14 07:16:25.098308 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:16:25.098308 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:16:25.098308 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:16:25.098308 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:router:external":"rule:regular_user" was deprecated in W in favor of "get_network:router:external":"role:reader and project_id:%(project_id)s". Reason: Jan 14 07:16:25.098308 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:16:25.098308 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:16:25.098308 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:16:25.098308 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:segments":"rule:admin_only" was deprecated in W in favor of "get_network:segments":"role:reader and system_scope:all". Reason: Jan 14 07:16:25.098308 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:16:25.098308 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:16:25.098308 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:16:25.098308 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "get_network:provider:network_type":"role:reader and system_scope:all". Reason: Jan 14 07:16:25.098308 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:16:25.098308 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:16:25.098308 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:16:25.117264 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "get_network:provider:physical_network":"role:reader and system_scope:all". Reason: Jan 14 07:16:25.117264 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:16:25.117264 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:16:25.117264 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:16:25.117264 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "get_network:provider:segmentation_id":"role:reader and system_scope:all". Reason: Jan 14 07:16:25.117264 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:16:25.117264 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:16:25.117264 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:16:25.117264 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network":"rule:admin_or_owner" was deprecated in W in favor of "update_network":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 07:16:25.117264 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:16:25.117264 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:16:25.117264 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:16:25.117264 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:segments":"rule:admin_only" was deprecated in W in favor of "update_network:segments":"role:admin and system_scope:all". Reason: Jan 14 07:16:25.117264 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:16:25.117264 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:16:25.117264 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:16:25.117264 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:shared":"rule:admin_only" was deprecated in W in favor of "update_network:shared":"role:admin and system_scope:all". Reason: Jan 14 07:16:25.117264 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:16:25.117264 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:16:25.117264 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:16:25.117264 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "update_network:provider:network_type":"role:admin and system_scope:all". Reason: Jan 14 07:16:25.117264 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:16:25.117264 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:16:25.117264 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:16:25.117264 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "update_network:provider:physical_network":"role:admin and system_scope:all". Reason: Jan 14 07:16:25.117264 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:16:25.117264 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:16:25.117264 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:16:25.117264 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "update_network:provider:segmentation_id":"role:admin and system_scope:all". Reason: Jan 14 07:16:25.117264 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:16:25.117264 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:16:25.117264 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:16:25.117264 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:router:external":"rule:admin_only" was deprecated in W in favor of "update_network:router:external":"role:admin and system_scope:all". Reason: Jan 14 07:16:25.117264 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:16:25.117264 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:16:25.117264 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:16:25.117264 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:is_default":"rule:admin_only" was deprecated in W in favor of "update_network:is_default":"role:admin and system_scope:all". Reason: Jan 14 07:16:25.117264 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:16:25.117264 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:16:25.117264 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:16:25.157867 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f21ed50c-ccbd-487d-903b-0c53a3e9a9a2 req-a446c7ea-56e0-46bf-a367-1f31b617e27f tempest-AttachVolumeNegativeTest-666515632 tempest-AttachVolumeNegativeTest-666515632] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:16:25.158506 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [req-f21ed50c-ccbd-487d-903b-0c53a3e9a9a2 req-a446c7ea-56e0-46bf-a367-1f31b617e27f tempest-AttachVolumeNegativeTest-666515632 tempest-AttachVolumeNegativeTest-666515632] Synchronizing usage tracker for tenant:309de37299124192a08d7829b2b74c7e on resource:network {{(pid=84874) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 14 07:16:25.161089 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [None req-9bc2ade2-03b8-4918-a954-8731c6649fd4 None None] For port 33c3ca6a-607e-4cc2-892a-6e1e928973cf, host n-d-768862-2, cleared binding levels {{(pid=84876) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 14 07:16:25.169145 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [None req-9bc2ade2-03b8-4918-a954-8731c6649fd4 None None] For port 33c3ca6a-607e-4cc2-892a-6e1e928973cf, host n-d-768862-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-2',level=0,port_id=33c3ca6a-607e-4cc2-892a-6e1e928973cf,segment=NetworkSegment(d6c8166d-60cc-4e5d-800b-1ffdaaaf7600),segment_id=d6c8166d-60cc-4e5d-800b-1ffdaaaf7600)] {{(pid=84876) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 14 07:16:25.177586 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-9bc2ade2-03b8-4918-a954-8731c6649fd4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777640533312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363259214678337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777640097497'] for port, after_update {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:16:25.300542 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e7c7f58-7862-426e-adcd-7f5d860dd06f tempest-SecurityGroupRulesTestJSON-1709174060 tempest-SecurityGroupRulesTestJSON-1709174060] Pushing event deleted for resources: {'SecurityGroup': ['ID=d6e00e78-94da-441f-9636-3716ba4f803f,revision_number=None']} {{(pid=84875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:16:25.321938 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-7e7c7f58-7862-426e-adcd-7f5d860dd06f tempest-SecurityGroupRulesTestJSON-1709174060 tempest-SecurityGroupRulesTestJSON-1709174060] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.291s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:16:25.330677 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84876) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:16:25.462321 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [req-4aef0ef5-e7fc-48b0-915e-7d0cd04a9de0 req-0506edfd-2fe2-4e49-9d20-a16645c06a41 tempest-SecurityGroupRulesTestJSON-1709174060 tempest-SecurityGroupRulesTestJSON-1709174060] 10.222.0.24 "GET /v2.0/security-groups/3ceb2529-9a12-4eaa-acec-7fb839dd9cdc HTTP/1.1" status: 200 len: 1807 time: 0.2086799 Jan 14 07:16:25.496722 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bc2ade2-03b8-4918-a954-8731c6649fd4 None None] Pushing event updated for resources: {'Port': ['ID=33c3ca6a-607e-4cc2-892a-6e1e928973cf,revision_number=2']} {{(pid=84876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:16:25.501836 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-9bc2ade2-03b8-4918-a954-8731c6649fd4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.171s {{(pid=84876) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:16:25.516855 n-d-768862-2 neutron-server[84765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8335ab30-5b7f-4ec2-bb0e-f06db4a30db4 req-9635ef9f-dcc9-487e-8b9d-fd049f3e9f8c tempest-ServersNegativeTestJSON-1888996924 tempest-ServersNegativeTestJSON-1888996924] Network 58634b46-3389-4a58-9255-646914eb2c67 is already hosted by enough agents. {{(pid=84874) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 07:16:25.517876 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [req-f21ed50c-ccbd-487d-903b-0c53a3e9a9a2 req-a446c7ea-56e0-46bf-a367-1f31b617e27f tempest-AttachVolumeNegativeTest-666515632 tempest-AttachVolumeNegativeTest-666515632] Unset dirty status for tenant:309de37299124192a08d7829b2b74c7e on resource:network {{(pid=84874) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 14 07:16:25.519316 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [req-f21ed50c-ccbd-487d-903b-0c53a3e9a9a2 req-a446c7ea-56e0-46bf-a367-1f31b617e27f tempest-AttachVolumeNegativeTest-666515632 tempest-AttachVolumeNegativeTest-666515632] 10.222.0.35 "GET /v2.0/networks?id=123c9a2b-fdbf-4ea0-9264-91ed25cf5043 HTTP/1.1" status: 200 len: 815 time: 0.8180871 Jan 14 07:16:25.520587 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01e4a06b-b287-477f-8d62-10085f86c82d admin admin] Checking segment: {'id': '79551e25-9469-411b-8e84-4a913c0321f6', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 18, 'network_id': '746fcb4a-0a00-4b9c-9f5d-22bf19df0afb'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84875) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 14 07:16:25.521128 n-d-768862-2 neutron-server[84765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01e4a06b-b287-477f-8d62-10085f86c82d admin admin] Network hostable DHCP agents. Network: 746fcb4a-0a00-4b9c-9f5d-22bf19df0afb, hostable agents: ['32f3dd84-26da-4d18-bf15-6017a8fb7247'], hosted agents: [] {{(pid=84875) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Jan 14 07:16:25.526427 n-d-768862-2 neutron-server[84765]: DEBUG neutron.scheduler.base_scheduler [req-8335ab30-5b7f-4ec2-bb0e-f06db4a30db4 req-9635ef9f-dcc9-487e-8b9d-fd049f3e9f8c tempest-ServersNegativeTestJSON-1888996924 tempest-ServersNegativeTestJSON-1888996924] Resources bound (agent type, host, resource id): {{(pid=84874) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 07:16:25.535864 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [req-de204300-ba04-4970-a5e1-7fe41c9741cf req-352f6bf0-3f45-410d-ae93-73082b8bdb68 service neutron] 10.222.0.24 "GET /v2.0/networks/829fea34-3751-44bb-9831-30225757d439?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4763367 Jan 14 07:16:25.536091 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_dvrscheduler_db [req-8335ab30-5b7f-4ec2-bb0e-f06db4a30db4 req-9635ef9f-dcc9-487e-8b9d-fd049f3e9f8c tempest-ServersNegativeTestJSON-1888996924 tempest-ServersNegativeTestJSON-1888996924] Received port after_create {{(pid=84874) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 14 07:16:25.577643 n-d-768862-2 neutron-server[84765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01e4a06b-b287-477f-8d62-10085f86c82d admin admin] Network 746fcb4a-0a00-4b9c-9f5d-22bf19df0afb is scheduled to be hosted by DHCP agent 32f3dd84-26da-4d18-bf15-6017a8fb7247 with binding_index 1 {{(pid=84875) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Jan 14 07:16:25.641976 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8335ab30-5b7f-4ec2-bb0e-f06db4a30db4 req-9635ef9f-dcc9-487e-8b9d-fd049f3e9f8c tempest-ServersNegativeTestJSON-1888996924 tempest-ServersNegativeTestJSON-1888996924] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:16:25.642766 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [req-8335ab30-5b7f-4ec2-bb0e-f06db4a30db4 req-9635ef9f-dcc9-487e-8b9d-fd049f3e9f8c tempest-ServersNegativeTestJSON-1888996924 tempest-ServersNegativeTestJSON-1888996924] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854768116'] for port, before_response {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:16:25.670573 n-d-768862-2 neutron-server[84765]: DEBUG neutron.scheduler.base_scheduler [None req-01e4a06b-b287-477f-8d62-10085f86c82d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768862-2, 746fcb4a-0a00-4b9c-9f5d-22bf19df0afb) {{(pid=84875) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 07:16:25.681823 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c374bb4-ef74-43e0-be84-9b5b8aeeecfc None None] Network 746fcb4a-0a00-4b9c-9f5d-22bf19df0afb requested from n-d-768862-2 {{(pid=84876) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 07:16:25.709719 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01e4a06b-b287-477f-8d62-10085f86c82d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:16:25.710381 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-01e4a06b-b287-477f-8d62-10085f86c82d admin admin] Notify callbacks [] for subnet, before_response {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:16:25.716011 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.v2.base [req-f21ed50c-ccbd-487d-903b-0c53a3e9a9a2 req-0d53ede1-146a-4313-b742-2a995882bcb0 tempest-AttachVolumeNegativeTest-666515632 tempest-AttachVolumeNegativeTest-666515632] Request body: {'port': {'device_id': '9b396097-ec3b-4cbb-8d64-5a6a713352ca', 'network_id': '123c9a2b-fdbf-4ea0-9264-91ed25cf5043', 'admin_state_up': True, 'tenant_id': '309de37299124192a08d7829b2b74c7e'}} {{(pid=84874) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:16:25.772161 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-01e4a06b-b287-477f-8d62-10085f86c82d admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 5.3922174 Jan 14 07:16:25.776682 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84874) accepted ('10.222.0.24', 33078) {{(pid=84874) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:16:25.850553 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [req-de204300-ba04-4970-a5e1-7fe41c9741cf req-a6447ac4-68c5-4a51-8d72-06195ffe1f8c service neutron] 10.222.0.24 "GET /v2.0/networks/829fea34-3751-44bb-9831-30225757d439?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.3027465 Jan 14 07:16:25.879057 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.db_base_plugin_common [None req-b85e0474-1f3b-4183-b902-697d40cb182a admin admin] Allocated IP 172.25.2.22 (226f1e78-82cd-4481-9055-4eb73b6db8c1/ba8deeec-7658-4195-9449-038c076f5c83/14db865b-e37f-444e-a79f-7f57d62bc021) {{(pid=84874) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 14 07:16:25.896342 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.v2.base [req-c8b0df5e-f655-430e-9ef2-14694a12dc01 req-1452a6b3-6172-4aad-985c-e6fd36d18be9 tempest-SecurityGroupRulesTestJSON-1709174060 tempest-SecurityGroupRulesTestJSON-1709174060] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1016486350', 'description': 'tempest-description-923254267'}} {{(pid=84875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:16:25.930726 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [req-c8b0df5e-f655-430e-9ef2-14694a12dc01 req-1452a6b3-6172-4aad-985c-e6fd36d18be9 tempest-SecurityGroupRulesTestJSON-1709174060 tempest-SecurityGroupRulesTestJSON-1709174060] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:16:25.938612 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [req-c8b0df5e-f655-430e-9ef2-14694a12dc01 req-1452a6b3-6172-4aad-985c-e6fd36d18be9 tempest-SecurityGroupRulesTestJSON-1709174060 tempest-SecurityGroupRulesTestJSON-1709174060] Usage tracker for resource:security_group and tenant:d5757080973f4a4ba2f46072097aded2 is out of sync, need to count used quota {{(pid=84875) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:16:25.947444 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [req-c8b0df5e-f655-430e-9ef2-14694a12dc01 req-1452a6b3-6172-4aad-985c-e6fd36d18be9 tempest-SecurityGroupRulesTestJSON-1709174060 tempest-SecurityGroupRulesTestJSON-1709174060] Quota usage for security_group was recalculated. Used quota:6. {{(pid=84875) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:16:25.964924 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [req-c8b0df5e-f655-430e-9ef2-14694a12dc01 req-1452a6b3-6172-4aad-985c-e6fd36d18be9 tempest-SecurityGroupRulesTestJSON-1709174060 tempest-SecurityGroupRulesTestJSON-1709174060] Attempting to reserve 1 items for resource security_group. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:16:25.987325 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [req-c8b0df5e-f655-430e-9ef2-14694a12dc01 req-1452a6b3-6172-4aad-985c-e6fd36d18be9 tempest-SecurityGroupRulesTestJSON-1709174060 tempest-SecurityGroupRulesTestJSON-1709174060] Notify callbacks [] for security_group, before_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:16:26.048338 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [req-c8b0df5e-f655-430e-9ef2-14694a12dc01 req-1452a6b3-6172-4aad-985c-e6fd36d18be9 tempest-SecurityGroupRulesTestJSON-1709174060 tempest-SecurityGroupRulesTestJSON-1709174060] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:16:26.061621 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [req-c8b0df5e-f655-430e-9ef2-14694a12dc01 req-1452a6b3-6172-4aad-985c-e6fd36d18be9 tempest-SecurityGroupRulesTestJSON-1709174060 tempest-SecurityGroupRulesTestJSON-1709174060] Usage tracker for resource:security_group_rule and tenant:d5757080973f4a4ba2f46072097aded2 is out of sync, need to count used quota {{(pid=84875) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:16:26.066202 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [req-c8b0df5e-f655-430e-9ef2-14694a12dc01 req-1452a6b3-6172-4aad-985c-e6fd36d18be9 tempest-SecurityGroupRulesTestJSON-1709174060 tempest-SecurityGroupRulesTestJSON-1709174060] Quota usage for security_group_rule was recalculated. Used quota:17. {{(pid=84875) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:16:26.073278 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [req-c8b0df5e-f655-430e-9ef2-14694a12dc01 req-1452a6b3-6172-4aad-985c-e6fd36d18be9 tempest-SecurityGroupRulesTestJSON-1709174060 tempest-SecurityGroupRulesTestJSON-1709174060] Attempting to reserve 2 items for resource security_group_rule. Total usage: 17; quota limit: 100; headroom:83 {{(pid=84875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:16:26.134816 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a69b315e-93ec-4d51-b67f-5697f555a35a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5d94dc7a-c095-50a4-955e-5f3b78718a12-746fcb4a-0a00-4b9c-9f5d-22bf19df0afb', 'network_id': '746fcb4a-0a00-4b9c-9f5d-22bf19df0afb', 'tenant_id': '661b4734ee684b3ea96a5a2b407b90b1', 'fixed_ips': [{'subnet_id': 'da6fab9b-80fb-4294-b585-86832b27fbe7'}]}} from n-d-768862-2. {{(pid=84876) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Jan 14 07:16:26.135749 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-a69b315e-93ec-4d51-b67f-5697f555a35a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555753'] for port, before_create {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:16:26.178948 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [req-c8b0df5e-f655-430e-9ef2-14694a12dc01 req-1452a6b3-6172-4aad-985c-e6fd36d18be9 tempest-SecurityGroupRulesTestJSON-1709174060 tempest-SecurityGroupRulesTestJSON-1709174060] Notify callbacks [] for security_group, precommit_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:16:26.184030 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [req-c8b0df5e-f655-430e-9ef2-14694a12dc01 req-1452a6b3-6172-4aad-985c-e6fd36d18be9 tempest-SecurityGroupRulesTestJSON-1709174060 tempest-SecurityGroupRulesTestJSON-1709174060] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850887153'] for security_group, after_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:16:26.196440 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-340384bf-68ec-4dc6-a305-72d26bbc9879 tempest-SecurityGroupRulesTestJSON-1709174060 tempest-SecurityGroupRulesTestJSON-1709174060] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:16:26.258706 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [req-8335ab30-5b7f-4ec2-bb0e-f06db4a30db4 req-9635ef9f-dcc9-487e-8b9d-fd049f3e9f8c tempest-ServersNegativeTestJSON-1888996924 tempest-ServersNegativeTestJSON-1888996924] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.4127884 Jan 14 07:16:26.262435 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.v2.base [None req-a451cfed-452c-4780-b968-936611f69ccb admin admin] Request body: {'router': {'name': 'tempest-ServersTestManualDisk-1854327711-router', 'tenant_id': '661b4734ee684b3ea96a5a2b407b90b1', 'external_gateway_info': {'network_id': '226f1e78-82cd-4481-9055-4eb73b6db8c1'}}} {{(pid=84874) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:16:26.293003 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [req-c8b0df5e-f655-430e-9ef2-14694a12dc01 req-1452a6b3-6172-4aad-985c-e6fd36d18be9 tempest-SecurityGroupRulesTestJSON-1709174060 tempest-SecurityGroupRulesTestJSON-1709174060] Notify callbacks [] for security_group, before_response {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:16:26.308504 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [req-c8b0df5e-f655-430e-9ef2-14694a12dc01 req-1452a6b3-6172-4aad-985c-e6fd36d18be9 tempest-SecurityGroupRulesTestJSON-1709174060 tempest-SecurityGroupRulesTestJSON-1709174060] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.4171450 Jan 14 07:16:26.309706 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1452a6b3-6172-4aad-985c-e6fd36d18be9 tempest-SecurityGroupRulesTestJSON-1709174060 tempest-SecurityGroupRulesTestJSON-1709174060] Pushing event updated for resources: {'SecurityGroup': ['ID=36d62b4e-23b0-476d-9a4f-e7df51cf8ce6,revision_number=1']} {{(pid=84875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:16:26.316745 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-1452a6b3-6172-4aad-985c-e6fd36d18be9 tempest-SecurityGroupRulesTestJSON-1709174060 tempest-SecurityGroupRulesTestJSON-1709174060] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:16:26.328974 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.v2.base [req-8335ab30-5b7f-4ec2-bb0e-f06db4a30db4 req-7364ae16-cbc2-4a38-89d7-ab43ff28905b service neutron] Request body: {'port': {'device_id': '2871d7e5-d082-4af4-bbbd-fc1152f24193', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-768862-2'}} {{(pid=84874) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:16:26.337578 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84875) accepted ('10.222.0.24', 33094) {{(pid=84875) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:16:26.417727 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-b85e0474-1f3b-4183-b902-697d40cb182a admin admin] Notify callbacks [] for port, precommit_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:16:26.578692 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-a451cfed-452c-4780-b968-936611f69ccb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:16:26.582928 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.db_base_plugin_v2 [None req-fbeb61bc-a410-48bf-8b9c-51b9e6daf132 admin admin] Deleting subnet 38312fab-0825-45a0-ac0f-183088104dd5 {{(pid=84875) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Jan 14 07:16:26.584199 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-a451cfed-452c-4780-b968-936611f69ccb admin admin] Usage tracker for resource:router and tenant:661b4734ee684b3ea96a5a2b407b90b1 is out of sync, need to count used quota {{(pid=84874) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:16:26.589835 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-fbeb61bc-a410-48bf-8b9c-51b9e6daf132 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:16:26.596015 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-a451cfed-452c-4780-b968-936611f69ccb admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=84874) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:16:26.605774 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-a451cfed-452c-4780-b968-936611f69ccb admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:16:26.695283 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [req-637af328-aabf-42b5-9da6-9004569e192d req-8005a8f0-fce5-48e2-9729-22940a0bcf6d tempest-SecurityGroupRulesTestJSON-1709174060 tempest-SecurityGroupRulesTestJSON-1709174060] 10.222.0.24 "GET /v2.0/security-groups/36d62b4e-23b0-476d-9a4f-e7df51cf8ce6 HTTP/1.1" status: 200 len: 1806 time: 0.2470169 Jan 14 07:16:26.730701 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.v2.base [req-637af328-aabf-42b5-9da6-9004569e192d req-db378063-8445-4d46-879c-d715750087f9 tempest-SecurityGroupRulesTestJSON-1709174060 tempest-SecurityGroupRulesTestJSON-1709174060] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '36d62b4e-23b0-476d-9a4f-e7df51cf8ce6', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=84875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:16:26.735112 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.v2.base [req-637af328-aabf-42b5-9da6-9004569e192d req-db378063-8445-4d46-879c-d715750087f9 tempest-SecurityGroupRulesTestJSON-1709174060 tempest-SecurityGroupRulesTestJSON-1709174060] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '36d62b4e-23b0-476d-9a4f-e7df51cf8ce6', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=84875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:16:26.756123 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [req-8335ab30-5b7f-4ec2-bb0e-f06db4a30db4 req-7364ae16-cbc2-4a38-89d7-ab43ff28905b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555753'] for port, before_update {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:16:26.778902 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [req-637af328-aabf-42b5-9da6-9004569e192d req-db378063-8445-4d46-879c-d715750087f9 tempest-SecurityGroupRulesTestJSON-1709174060 tempest-SecurityGroupRulesTestJSON-1709174060] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:16:26.800197 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-a451cfed-452c-4780-b968-936611f69ccb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3889205', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854717621'] for router, before_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:16:26.801886 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-a451cfed-452c-4780-b968-936611f69ccb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036850886574', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3912501', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3808446', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-58179'] for router, precommit_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:16:26.807133 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [req-637af328-aabf-42b5-9da6-9004569e192d req-db378063-8445-4d46-879c-d715750087f9 tempest-SecurityGroupRulesTestJSON-1709174060 tempest-SecurityGroupRulesTestJSON-1709174060] Usage tracker for resource:security_group_rule and tenant:d5757080973f4a4ba2f46072097aded2 is out of sync, need to count used quota {{(pid=84875) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:16:26.813514 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [req-637af328-aabf-42b5-9da6-9004569e192d req-db378063-8445-4d46-879c-d715750087f9 tempest-SecurityGroupRulesTestJSON-1709174060 tempest-SecurityGroupRulesTestJSON-1709174060] Quota usage for security_group_rule was recalculated. Used quota:19. {{(pid=84875) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:16:26.814353 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [req-f21ed50c-ccbd-487d-903b-0c53a3e9a9a2 req-0d53ede1-146a-4313-b742-2a995882bcb0 tempest-AttachVolumeNegativeTest-666515632 tempest-AttachVolumeNegativeTest-666515632] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:16:26.822487 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-fbeb61bc-a410-48bf-8b9c-51b9e6daf132 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3367281'] for subnet, precommit_delete_associations {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:16:26.901979 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [req-637af328-aabf-42b5-9da6-9004569e192d req-db378063-8445-4d46-879c-d715750087f9 tempest-SecurityGroupRulesTestJSON-1709174060 tempest-SecurityGroupRulesTestJSON-1709174060] Attempting to reserve 1 items for resource security_group_rule. Total usage: 19; quota limit: 100; headroom:81 {{(pid=84875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:16:26.923660 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Device 33c3ca6a-607e-4cc2-892a-6e1e928973cf up at agent ovs-agent-n-d-768862-2 {{(pid=84876) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 07:16:27.016443 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-fbeb61bc-a410-48bf-8b9c-51b9e6daf132 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036854176836'] for subnet, precommit_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:16:27.081075 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84875) accepted ('10.222.0.24', 33124) {{(pid=84875) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:16:27.110200 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.db_base_plugin_common [None req-a69b315e-93ec-4d51-b67f-5697f555a35a None None] Allocated IP 172.20.0.2 (746fcb4a-0a00-4b9c-9f5d-22bf19df0afb/da6fab9b-80fb-4294-b585-86832b27fbe7/cb71cd53-fc66-4572-bc74-b055f620d367) {{(pid=84876) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 14 07:16:27.115617 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Provisioning for port 33c3ca6a-607e-4cc2-892a-6e1e928973cf completed by entity L2. {{(pid=84876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 07:16:27.274823 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-b85e0474-1f3b-4183-b902-697d40cb182a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777640123575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3254186'] for port, after_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:16:27.301657 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-a451cfed-452c-4780-b968-936611f69ccb admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:16:27.320684 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [req-f21ed50c-ccbd-487d-903b-0c53a3e9a9a2 req-0d53ede1-146a-4313-b742-2a995882bcb0 tempest-AttachVolumeNegativeTest-666515632 tempest-AttachVolumeNegativeTest-666515632] Usage tracker for resource:port and tenant:309de37299124192a08d7829b2b74c7e is out of sync, need to count used quota {{(pid=84874) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:16:27.324118 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [req-f21ed50c-ccbd-487d-903b-0c53a3e9a9a2 req-0d53ede1-146a-4313-b742-2a995882bcb0 tempest-AttachVolumeNegativeTest-666515632 tempest-AttachVolumeNegativeTest-666515632] Quota usage for port was recalculated. Used quota:0. {{(pid=84874) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:16:27.330348 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [req-637af328-aabf-42b5-9da6-9004569e192d req-db378063-8445-4d46-879c-d715750087f9 tempest-SecurityGroupRulesTestJSON-1709174060 tempest-SecurityGroupRulesTestJSON-1709174060] Notify callbacks [] for security_group_rule, before_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:16:27.330733 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [req-f21ed50c-ccbd-487d-903b-0c53a3e9a9a2 req-0d53ede1-146a-4313-b742-2a995882bcb0 tempest-AttachVolumeNegativeTest-666515632 tempest-AttachVolumeNegativeTest-666515632] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:16:27.341751 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-dab33cc2-9161-4f84-ba59-9ef27a03ae68 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:16:27.359034 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-fba23e3d-014d-45df-8ce5-46728ebe69fc tempest-AttachVolumeTestJSON-1157025134 tempest-AttachVolumeTestJSON-1157025134] Notify callbacks [] for security_group, before_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:16:27.426670 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [req-637af328-aabf-42b5-9da6-9004569e192d req-db378063-8445-4d46-879c-d715750087f9 tempest-SecurityGroupRulesTestJSON-1709174060 tempest-SecurityGroupRulesTestJSON-1709174060] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:16:27.436699 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-a69b315e-93ec-4d51-b67f-5697f555a35a None None] Notify callbacks [] for port, precommit_create {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:16:27.457463 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-a69b315e-93ec-4d51-b67f-5697f555a35a None None] Transition to ACTIVE for port object cb71cd53-fc66-4572-bc74-b055f620d367 will not be triggered until provisioned by entity L2. {{(pid=84876) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 07:16:27.463047 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe7200f2-6f1b-43f6-b7dd-115e0b586735 None None] Network fd7a982b-b38c-4e49-b1ba-1aa0df49caf9 requested from n-d-768862-2 {{(pid=84876) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 07:16:27.473926 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-fba23e3d-014d-45df-8ce5-46728ebe69fc tempest-AttachVolumeTestJSON-1157025134 tempest-AttachVolumeTestJSON-1157025134] Notify callbacks [] for security_group, precommit_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:16:27.503870 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [req-637af328-aabf-42b5-9da6-9004569e192d req-db378063-8445-4d46-879c-d715750087f9 tempest-SecurityGroupRulesTestJSON-1709174060 tempest-SecurityGroupRulesTestJSON-1709174060] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850966545'] for security_group_rule, after_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:16:27.522858 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:16:27.558590 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f21ed50c-ccbd-487d-903b-0c53a3e9a9a2 req-0d53ede1-146a-4313-b742-2a995882bcb0 tempest-AttachVolumeNegativeTest-666515632 tempest-AttachVolumeNegativeTest-666515632] Made reservation on behalf of 309de37299124192a08d7829b2b74c7e for: {'port': 1} {{(pid=84874) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 07:16:27.569683 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [req-f21ed50c-ccbd-487d-903b-0c53a3e9a9a2 req-0d53ede1-146a-4313-b742-2a995882bcb0 tempest-AttachVolumeNegativeTest-666515632 tempest-AttachVolumeNegativeTest-666515632] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555753'] for port, before_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:16:27.598643 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-a69b315e-93ec-4d51-b67f-5697f555a35a None None] Transition to ACTIVE for port object cb71cd53-fc66-4572-bc74-b055f620d367 will not be triggered until provisioned by entity DHCP. {{(pid=84876) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 07:16:27.638886 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db378063-8445-4d46-879c-d715750087f9 tempest-SecurityGroupRulesTestJSON-1709174060 tempest-SecurityGroupRulesTestJSON-1709174060] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1052574d-7fb3-41d7-8d7b-c4db8c057e4e,revision_number=0']} {{(pid=84875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:16:27.652324 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-fba23e3d-014d-45df-8ce5-46728ebe69fc tempest-AttachVolumeTestJSON-1157025134 tempest-AttachVolumeTestJSON-1157025134] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850887153'] for security_group, after_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:16:27.657629 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-db378063-8445-4d46-879c-d715750087f9 tempest-SecurityGroupRulesTestJSON-1709174060 tempest-SecurityGroupRulesTestJSON-1709174060] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:16:27.665728 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.db.resource_extend [req-8335ab30-5b7f-4ec2-bb0e-f06db4a30db4 req-7364ae16-cbc2-4a38-89d7-ab43ff28905b service neutron] It took 0.39 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84874) wrapper /usr/local/lib/python3.6/dist-packages/oslo_utils/timeutils.py:388}} Jan 14 07:16:27.666943 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-98a5491b-4346-4256-bc4e-7ddfb4c2e0f8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:16:27.669221 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-a69b315e-93ec-4d51-b67f-5697f555a35a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777640123575'] for port, after_create {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:16:27.683895 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-cdc99aa5-acb9-445c-a93a-799f73226292 None None] Provisioning for port 33c3ca6a-607e-4cc2-892a-6e1e928973cf completed by entity DHCP. {{(pid=84876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 07:16:27.693338 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84876) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:16:27.747678 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fba23e3d-014d-45df-8ce5-46728ebe69fc tempest-AttachVolumeTestJSON-1157025134 tempest-AttachVolumeTestJSON-1157025134] Pushing event deleted for resources: {'SecurityGroup': ['ID=745bd29d-981b-4573-aa02-fa341a636f03,revision_number=None']} {{(pid=84875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:16:27.756846 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-fba23e3d-014d-45df-8ce5-46728ebe69fc tempest-AttachVolumeTestJSON-1157025134 tempest-AttachVolumeTestJSON-1157025134] Notify callbacks [] for security_group, before_response {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:16:27.758094 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-fba23e3d-014d-45df-8ce5-46728ebe69fc tempest-AttachVolumeTestJSON-1157025134 tempest-AttachVolumeTestJSON-1157025134] 10.222.0.24 "DELETE /v2.0/security-groups/745bd29d-981b-4573-aa02-fa341a636f03 HTTP/1.1" status: 204 len: 168 time: 0.6759284 Jan 14 07:16:27.759332 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-fba23e3d-014d-45df-8ce5-46728ebe69fc tempest-AttachVolumeTestJSON-1157025134 tempest-AttachVolumeTestJSON-1157025134] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:16:27.769302 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84875) accepted ('10.222.0.24', 33138) {{(pid=84875) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:16:27.770162 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [req-637af328-aabf-42b5-9da6-9004569e192d req-db378063-8445-4d46-879c-d715750087f9 tempest-SecurityGroupRulesTestJSON-1709174060 tempest-SecurityGroupRulesTestJSON-1709174060] Notify callbacks [] for security_group_rule, before_response {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:16:27.780522 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [req-637af328-aabf-42b5-9da6-9004569e192d req-db378063-8445-4d46-879c-d715750087f9 tempest-SecurityGroupRulesTestJSON-1709174060 tempest-SecurityGroupRulesTestJSON-1709174060] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 1.0712485 Jan 14 07:16:27.783557 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a69b315e-93ec-4d51-b67f-5697f555a35a None None] Pushing event updated for resources: {'Port': ['ID=cb71cd53-fc66-4572-bc74-b055f620d367,revision_number=1']} {{(pid=84876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:16:27.800068 n-d-768862-2 neutron-server[84765]: INFO neutron.api.v2.resource [None req-18b8ff41-ff37-4a3e-a147-2466e95d9d03 tempest-AttachVolumeTestJSON-1157025134 tempest-AttachVolumeTestJSON-1157025134] show failed (client error): The resource could not be found. Jan 14 07:16:27.804939 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-18b8ff41-ff37-4a3e-a147-2466e95d9d03 tempest-AttachVolumeTestJSON-1157025134 tempest-AttachVolumeTestJSON-1157025134] 10.222.0.24 "GET /v2.0/security-groups/745bd29d-981b-4573-aa02-fa341a636f03 HTTP/1.1" status: 404 len: 347 time: 0.0239408 Jan 14 07:16:27.805687 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84875) accepted ('10.222.0.24', 33144) {{(pid=84875) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:16:27.837780 n-d-768862-2 neutron-server[84765]: DEBUG neutron.notifiers.nova [req-8335ab30-5b7f-4ec2-bb0e-f06db4a30db4 req-7364ae16-cbc2-4a38-89d7-ab43ff28905b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3474e0fd-2e5e-4c13-8e73-97a70f185fad {{(pid=84874) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Jan 14 07:16:27.847013 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [req-8335ab30-5b7f-4ec2-bb0e-f06db4a30db4 req-7364ae16-cbc2-4a38-89d7-ab43ff28905b service neutron] Notify callbacks [] for port, precommit_update {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:16:27.861646 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [req-8335ab30-5b7f-4ec2-bb0e-f06db4a30db4 req-7364ae16-cbc2-4a38-89d7-ab43ff28905b service neutron] Transition to ACTIVE for port object 3474e0fd-2e5e-4c13-8e73-97a70f185fad will not be triggered until provisioned by entity L2. {{(pid=84874) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 07:16:27.863194 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-a69b315e-93ec-4d51-b67f-5697f555a35a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.170s {{(pid=84876) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:16:27.872131 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-cdc99aa5-acb9-445c-a93a-799f73226292 None None] Provisioning complete for port 33c3ca6a-607e-4cc2-892a-6e1e928973cf triggered by entity DHCP. {{(pid=84876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 07:16:27.872558 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-cdc99aa5-acb9-445c-a93a-799f73226292 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-604227'] for port, provisioning_complete {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:16:28.007312 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b85e0474-1f3b-4183-b902-697d40cb182a admin admin] Pushing event updated for resources: {'Port': ['ID=14db865b-e37f-444e-a79f-7f57d62bc021,revision_number=1']} {{(pid=84874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:16:28.045132 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-b85e0474-1f3b-4183-b902-697d40cb182a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.703s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:16:28.049883 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [req-8335ab30-5b7f-4ec2-bb0e-f06db4a30db4 req-7364ae16-cbc2-4a38-89d7-ab43ff28905b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777640533312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363259214678337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777640097497', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036851521613'] for port, after_update {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:16:28.081795 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-b85e0474-1f3b-4183-b902-697d40cb182a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:16:28.132135 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.plugin [None req-f2807f2c-03cc-4925-ba41-84abfdcfc960 tempest-AttachVolumeTestJSON-1157025134 tempest-AttachVolumeTestJSON-1157025134] Deleting port b76ae7bb-4323-4400-8b14-37713e92914d {{(pid=84875) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 07:16:28.133090 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-f2807f2c-03cc-4925-ba41-84abfdcfc960 tempest-AttachVolumeTestJSON-1157025134 tempest-AttachVolumeTestJSON-1157025134] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363259214248359'] for port, before_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:16:28.174928 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-fbeb61bc-a410-48bf-8b9c-51b9e6daf132 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-598964', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850887113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3154192', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2308610'] for subnet, after_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:16:28.316953 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-ab638cca-034f-4c29-94de-ad02c68804a0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:16:28.369326 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbeb61bc-a410-48bf-8b9c-51b9e6daf132 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=38312fab-0825-45a0-ac0f-183088104dd5,revision_number=None']} {{(pid=84875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:16:28.372462 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-fbeb61bc-a410-48bf-8b9c-51b9e6daf132 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:16:28.390847 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [req-a3e16a3f-3543-4ae2-9af8-e8d8b3c1dce4 req-0cda9124-789b-4060-a493-4efcd1e5694b tempest-SecurityGroupRulesTestJSON-1709174060 tempest-SecurityGroupRulesTestJSON-1709174060] 10.222.0.24 "GET /v2.0/security-groups/36d62b4e-23b0-476d-9a4f-e7df51cf8ce6 HTTP/1.1" status: 200 len: 2400 time: 0.4796109 Jan 14 07:16:28.396879 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-fbeb61bc-a410-48bf-8b9c-51b9e6daf132 admin admin] Notify callbacks [] for subnet, before_response {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:16:28.399694 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-cdc99aa5-acb9-445c-a93a-799f73226292 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555753'] for port, before_update {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:16:28.409410 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.v2.base [req-a3e16a3f-3543-4ae2-9af8-e8d8b3c1dce4 req-ebb9b8a1-281e-4609-bbb3-598854ca6f35 tempest-SecurityGroupRulesTestJSON-1709174060 tempest-SecurityGroupRulesTestJSON-1709174060] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '36d62b4e-23b0-476d-9a4f-e7df51cf8ce6', 'remote_group_id': None}]} {{(pid=84875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:16:28.409791 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.v2.base [req-a3e16a3f-3543-4ae2-9af8-e8d8b3c1dce4 req-ebb9b8a1-281e-4609-bbb3-598854ca6f35 tempest-SecurityGroupRulesTestJSON-1709174060 tempest-SecurityGroupRulesTestJSON-1709174060] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '36d62b4e-23b0-476d-9a4f-e7df51cf8ce6', 'remote_group_id': None}} {{(pid=84875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:16:28.420735 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [req-a3e16a3f-3543-4ae2-9af8-e8d8b3c1dce4 req-ebb9b8a1-281e-4609-bbb3-598854ca6f35 tempest-SecurityGroupRulesTestJSON-1709174060 tempest-SecurityGroupRulesTestJSON-1709174060] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:16:28.425327 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [req-a3e16a3f-3543-4ae2-9af8-e8d8b3c1dce4 req-ebb9b8a1-281e-4609-bbb3-598854ca6f35 tempest-SecurityGroupRulesTestJSON-1709174060 tempest-SecurityGroupRulesTestJSON-1709174060] Usage tracker for resource:security_group_rule and tenant:d5757080973f4a4ba2f46072097aded2 is out of sync, need to count used quota {{(pid=84875) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:16:28.425615 n-d-768862-2 neutron-server[84765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a69b315e-93ec-4d51-b67f-5697f555a35a None None] Network 746fcb4a-0a00-4b9c-9f5d-22bf19df0afb is already hosted by enough agents. {{(pid=84876) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 07:16:28.426642 n-d-768862-2 neutron-server[84765]: DEBUG neutron.scheduler.base_scheduler [None req-a69b315e-93ec-4d51-b67f-5697f555a35a None None] Resources bound (agent type, host, resource id): {{(pid=84876) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 07:16:28.433751 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a69b315e-93ec-4d51-b67f-5697f555a35a None None] Received port after_create {{(pid=84876) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 14 07:16:28.435133 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [req-a3e16a3f-3543-4ae2-9af8-e8d8b3c1dce4 req-ebb9b8a1-281e-4609-bbb3-598854ca6f35 tempest-SecurityGroupRulesTestJSON-1709174060 tempest-SecurityGroupRulesTestJSON-1709174060] Quota usage for security_group_rule was recalculated. Used quota:20. {{(pid=84875) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:16:28.442219 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [req-a3e16a3f-3543-4ae2-9af8-e8d8b3c1dce4 req-ebb9b8a1-281e-4609-bbb3-598854ca6f35 tempest-SecurityGroupRulesTestJSON-1709174060 tempest-SecurityGroupRulesTestJSON-1709174060] Attempting to reserve 1 items for resource security_group_rule. Total usage: 20; quota limit: 100; headroom:80 {{(pid=84875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:16:28.457569 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-fbeb61bc-a410-48bf-8b9c-51b9e6daf132 admin admin] 10.222.0.24 "DELETE /v2.0/subnets/38312fab-0825-45a0-ac0f-183088104dd5 HTTP/1.1" status: 204 len: 168 time: 2.1183000 Jan 14 07:16:28.479243 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84875) accepted ('10.222.0.24', 33156) {{(pid=84875) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:16:28.549743 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7364ae16-cbc2-4a38-89d7-ab43ff28905b service neutron] Pushing event updated for resources: {'Port': ['ID=3474e0fd-2e5e-4c13-8e73-97a70f185fad,revision_number=2']} {{(pid=84874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:16:28.565033 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.managers [None req-a69b315e-93ec-4d51-b67f-5697f555a35a None None] Attempting to bind port cb71cd53-fc66-4572-bc74-b055f620d367 on host n-d-768862-2 for vnic_type normal with profile {{(pid=84876) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 14 07:16:28.565458 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.managers [None req-a69b315e-93ec-4d51-b67f-5697f555a35a None None] Attempting to bind port cb71cd53-fc66-4572-bc74-b055f620d367 by drivers openvswitch on host n-d-768862-2 at level 0 using segments [{'id': '79551e25-9469-411b-8e84-4a913c0321f6', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 18, 'network_id': '746fcb4a-0a00-4b9c-9f5d-22bf19df0afb'}] {{(pid=84876) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 14 07:16:28.565879 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a69b315e-93ec-4d51-b67f-5697f555a35a None None] Attempting to bind port cb71cd53-fc66-4572-bc74-b055f620d367 on network 746fcb4a-0a00-4b9c-9f5d-22bf19df0afb {{(pid=84876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 14 07:16:28.577725 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [None req-cdc99aa5-acb9-445c-a93a-799f73226292 None None] For port 33c3ca6a-607e-4cc2-892a-6e1e928973cf, host n-d-768862-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-2',level=0,port_id=33c3ca6a-607e-4cc2-892a-6e1e928973cf,segment=NetworkSegment(d6c8166d-60cc-4e5d-800b-1ffdaaaf7600),segment_id=d6c8166d-60cc-4e5d-800b-1ffdaaaf7600)] {{(pid=84876) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 07:16:28.577725 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a69b315e-93ec-4d51-b67f-5697f555a35a None None] Checking agent: {'id': 'ba5efab1-b43c-4d5a-bc52-6e105d4e67a2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768862-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 14, 6, 56, 52), 'started_at': datetime.datetime(2021, 1, 14, 6, 57, 22), 'heartbeat_timestamp': datetime.datetime(2021, 1, 14, 7, 16, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768862-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.29', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 14 07:16:28.577725 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a69b315e-93ec-4d51-b67f-5697f555a35a None None] Checking segment: {'id': '79551e25-9469-411b-8e84-4a913c0321f6', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 18, 'network_id': '746fcb4a-0a00-4b9c-9f5d-22bf19df0afb'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84876) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 14 07:16:28.577725 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-a69b315e-93ec-4d51-b67f-5697f555a35a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:16:28.577725 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a69b315e-93ec-4d51-b67f-5697f555a35a None None] Bound using segment: {'id': '79551e25-9469-411b-8e84-4a913c0321f6', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 18, 'network_id': '746fcb4a-0a00-4b9c-9f5d-22bf19df0afb'} {{(pid=84876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 14 07:16:28.577725 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.managers [None req-a69b315e-93ec-4d51-b67f-5697f555a35a None None] Bound port: cb71cd53-fc66-4572-bc74-b055f620d367, host: n-d-768862-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '79551e25-9469-411b-8e84-4a913c0321f6', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 18, 'network_id': '746fcb4a-0a00-4b9c-9f5d-22bf19df0afb'}}] {{(pid=84876) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 14 07:16:28.578281 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-a69b315e-93ec-4d51-b67f-5697f555a35a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555753'] for port, before_update {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:16:28.628540 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-cdc99aa5-acb9-445c-a93a-799f73226292 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777640533312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363259214678337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777640097497'] for port, after_update {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:16:28.637914 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-16184cdf-30cb-4bc4-8a8e-5d8c2c8a8efa None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84876) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:16:28.655770 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-7364ae16-cbc2-4a38-89d7-ab43ff28905b service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.574s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:16:28.674092 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-a451cfed-452c-4780-b968-936611f69ccb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3912484', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3889188', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-58194'] for router, precommit_update {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:16:28.698191 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [req-a3e16a3f-3543-4ae2-9af8-e8d8b3c1dce4 req-ebb9b8a1-281e-4609-bbb3-598854ca6f35 tempest-SecurityGroupRulesTestJSON-1709174060 tempest-SecurityGroupRulesTestJSON-1709174060] Notify callbacks [] for security_group_rule, before_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:16:28.724862 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [req-a3e16a3f-3543-4ae2-9af8-e8d8b3c1dce4 req-ebb9b8a1-281e-4609-bbb3-598854ca6f35 tempest-SecurityGroupRulesTestJSON-1709174060 tempest-SecurityGroupRulesTestJSON-1709174060] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:16:28.750444 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [req-a3e16a3f-3543-4ae2-9af8-e8d8b3c1dce4 req-ebb9b8a1-281e-4609-bbb3-598854ca6f35 tempest-SecurityGroupRulesTestJSON-1709174060 tempest-SecurityGroupRulesTestJSON-1709174060] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850966545'] for security_group_rule, after_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:16:28.773120 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:16:28.921090 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdc99aa5-acb9-445c-a93a-799f73226292 None None] Pushing event updated for resources: {'Port': ['ID=33c3ca6a-607e-4cc2-892a-6e1e928973cf,revision_number=3']} {{(pid=84876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:16:28.941772 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdc99aa5-acb9-445c-a93a-799f73226292 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@n-h1-768862-2 {{(pid=84876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:16:28.942153 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdc99aa5-acb9-445c-a93a-799f73226292 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-h1-768862-2 {{(pid=84876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:16:28.942563 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdc99aa5-acb9-445c-a93a-799f73226292 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-h1-768862-2 {{(pid=84876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:16:28.942991 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdc99aa5-acb9-445c-a93a-799f73226292 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-h1-768862-2 {{(pid=84876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:16:28.943363 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdc99aa5-acb9-445c-a93a-799f73226292 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@n-h1-768862-2 {{(pid=84876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:16:28.943735 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdc99aa5-acb9-445c-a93a-799f73226292 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-h1-768862-2 {{(pid=84876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:16:28.944128 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdc99aa5-acb9-445c-a93a-799f73226292 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-h1-768862-2 {{(pid=84876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:16:28.944784 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdc99aa5-acb9-445c-a93a-799f73226292 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-h1-768862-2 {{(pid=84876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:16:28.945156 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdc99aa5-acb9-445c-a93a-799f73226292 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-h1-768862-2 {{(pid=84876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:16:28.945528 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdc99aa5-acb9-445c-a93a-799f73226292 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-h1-768862-2 {{(pid=84876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:16:28.945891 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdc99aa5-acb9-445c-a93a-799f73226292 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-h1-768862-2 {{(pid=84876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:16:28.946308 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdc99aa5-acb9-445c-a93a-799f73226292 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-h1-768862-2 {{(pid=84876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:16:28.946640 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdc99aa5-acb9-445c-a93a-799f73226292 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@n-h2-768862-2 {{(pid=84876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:16:28.947007 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdc99aa5-acb9-445c-a93a-799f73226292 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-h2-768862-2 {{(pid=84876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:16:28.947368 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdc99aa5-acb9-445c-a93a-799f73226292 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-h2-768862-2 {{(pid=84876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:16:28.948006 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdc99aa5-acb9-445c-a93a-799f73226292 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-h2-768862-2 {{(pid=84876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:16:28.948371 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdc99aa5-acb9-445c-a93a-799f73226292 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@n-h2-768862-2 {{(pid=84876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:16:28.948733 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdc99aa5-acb9-445c-a93a-799f73226292 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-h2-768862-2 {{(pid=84876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:16:28.949183 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdc99aa5-acb9-445c-a93a-799f73226292 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-h2-768862-2 {{(pid=84876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:16:28.949541 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdc99aa5-acb9-445c-a93a-799f73226292 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-h2-768862-2 {{(pid=84876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:16:28.949902 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdc99aa5-acb9-445c-a93a-799f73226292 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-h2-768862-2 {{(pid=84876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:16:28.950260 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdc99aa5-acb9-445c-a93a-799f73226292 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-h2-768862-2 {{(pid=84876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:16:28.950677 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdc99aa5-acb9-445c-a93a-799f73226292 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-h2-768862-2 {{(pid=84876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:16:28.951040 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdc99aa5-acb9-445c-a93a-799f73226292 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-h2-768862-2 {{(pid=84876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:16:28.951500 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdc99aa5-acb9-445c-a93a-799f73226292 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-2 {{(pid=84876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:16:28.951904 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdc99aa5-acb9-445c-a93a-799f73226292 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-2 {{(pid=84876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:16:28.952286 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdc99aa5-acb9-445c-a93a-799f73226292 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-2 {{(pid=84876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:16:28.952645 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdc99aa5-acb9-445c-a93a-799f73226292 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-2 {{(pid=84876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:16:28.953004 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdc99aa5-acb9-445c-a93a-799f73226292 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@n-d-768862-2 {{(pid=84876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:16:28.953360 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdc99aa5-acb9-445c-a93a-799f73226292 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-2 {{(pid=84876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:16:28.953718 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdc99aa5-acb9-445c-a93a-799f73226292 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-768862-2 {{(pid=84876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:16:28.954074 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdc99aa5-acb9-445c-a93a-799f73226292 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-768862-2 {{(pid=84876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:16:28.954586 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdc99aa5-acb9-445c-a93a-799f73226292 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-2 {{(pid=84876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:16:28.954952 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdc99aa5-acb9-445c-a93a-799f73226292 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-2 {{(pid=84876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:16:28.955312 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdc99aa5-acb9-445c-a93a-799f73226292 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-2 {{(pid=84876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:16:28.955668 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdc99aa5-acb9-445c-a93a-799f73226292 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-2 {{(pid=84876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:16:28.960886 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-cdc99aa5-acb9-445c-a93a-799f73226292 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.323s {{(pid=84876) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:16:28.976497 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [None req-a69b315e-93ec-4d51-b67f-5697f555a35a None None] For port cb71cd53-fc66-4572-bc74-b055f620d367, host n-d-768862-2, cleared binding levels {{(pid=84876) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 14 07:16:28.981366 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [None req-a69b315e-93ec-4d51-b67f-5697f555a35a None None] For port cb71cd53-fc66-4572-bc74-b055f620d367, host n-d-768862-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-2',level=0,port_id=cb71cd53-fc66-4572-bc74-b055f620d367,segment=NetworkSegment(79551e25-9469-411b-8e84-4a913c0321f6),segment_id=79551e25-9469-411b-8e84-4a913c0321f6)] {{(pid=84876) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 14 07:16:28.986646 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-a69b315e-93ec-4d51-b67f-5697f555a35a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777640533312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363259214678337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777640097497'] for port, after_update {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:16:29.153939 n-d-768862-2 neutron-server[84765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b85e0474-1f3b-4183-b902-697d40cb182a admin admin] Network 226f1e78-82cd-4481-9055-4eb73b6db8c1 is already hosted by enough agents. {{(pid=84874) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 07:16:29.157417 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-c4340555-b8f7-48a7-81f8-460cdfd9437f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036854160497'] for network, before_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:16:29.167201 n-d-768862-2 neutron-server[84765]: DEBUG neutron.scheduler.base_scheduler [None req-b85e0474-1f3b-4183-b902-697d40cb182a admin admin] Resources bound (agent type, host, resource id): {{(pid=84874) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 07:16:29.194744 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b85e0474-1f3b-4183-b902-697d40cb182a admin admin] Received port after_create {{(pid=84874) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 14 07:16:29.195808 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-46ab5624-30bf-4033-8f17-45d5dbdc99d8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84876) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:16:29.243756 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebb9b8a1-281e-4609-bbb3-598854ca6f35 tempest-SecurityGroupRulesTestJSON-1709174060 tempest-SecurityGroupRulesTestJSON-1709174060] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6198171b-6b81-4256-872c-8871c3529f64,revision_number=0']} {{(pid=84875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:16:29.276315 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-ebb9b8a1-281e-4609-bbb3-598854ca6f35 tempest-SecurityGroupRulesTestJSON-1709174060 tempest-SecurityGroupRulesTestJSON-1709174060] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.503s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:16:29.284668 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a69b315e-93ec-4d51-b67f-5697f555a35a None None] Pushing event updated for resources: {'Port': ['ID=cb71cd53-fc66-4572-bc74-b055f620d367,revision_number=2']} {{(pid=84876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:16:29.289409 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-a69b315e-93ec-4d51-b67f-5697f555a35a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=84876) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:16:29.309067 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [req-a3e16a3f-3543-4ae2-9af8-e8d8b3c1dce4 req-ebb9b8a1-281e-4609-bbb3-598854ca6f35 tempest-SecurityGroupRulesTestJSON-1709174060 tempest-SecurityGroupRulesTestJSON-1709174060] Notify callbacks [] for security_group_rule, before_response {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:16:29.314119 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [req-a3e16a3f-3543-4ae2-9af8-e8d8b3c1dce4 req-ebb9b8a1-281e-4609-bbb3-598854ca6f35 tempest-SecurityGroupRulesTestJSON-1709174060 tempest-SecurityGroupRulesTestJSON-1709174060] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 791 time: 0.9092257 Jan 14 07:16:29.389073 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-c14f0549-91e6-42fd-809f-9ac740edcfba None None] Provisioning complete for port 33c3ca6a-607e-4cc2-892a-6e1e928973cf triggered by entity DHCP. {{(pid=84876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 07:16:29.399191 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-c14f0549-91e6-42fd-809f-9ac740edcfba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-604227'] for port, provisioning_complete {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:16:29.536710 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-f2807f2c-03cc-4925-ba41-84abfdcfc960 tempest-AttachVolumeTestJSON-1157025134 tempest-AttachVolumeTestJSON-1157025134] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036850862667'] for port, precommit_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:16:29.540983 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-f2807f2c-03cc-4925-ba41-84abfdcfc960 tempest-AttachVolumeTestJSON-1157025134 tempest-AttachVolumeTestJSON-1157025134] Notify callbacks [] for floatingip, precommit_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:16:29.818226 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-5c9db1a4-0776-4f2d-aac2-975100e58a13 None None] Provisioning complete for port 33c3ca6a-607e-4cc2-892a-6e1e928973cf triggered by entity DHCP. {{(pid=84876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 07:16:29.819308 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-5c9db1a4-0776-4f2d-aac2-975100e58a13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-604227'] for port, provisioning_complete {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:16:30.005925 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-c4340555-b8f7-48a7-81f8-460cdfd9437f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-598987', 'neutron.services.segments.db._delete_segments_for_network-8777640583949'] for network, precommit_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:16:30.228838 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.plugin [None req-f2807f2c-03cc-4925-ba41-84abfdcfc960 tempest-AttachVolumeTestJSON-1157025134 tempest-AttachVolumeTestJSON-1157025134] Calling delete_port for b76ae7bb-4323-4400-8b14-37713e92914d owned by network:floatingip {{(pid=84875) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 07:16:30.291577 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-c2a984c7-be93-41d4-9b0b-469b46d5b5b6 None None] Provisioning complete for port 33c3ca6a-607e-4cc2-892a-6e1e928973cf triggered by entity DHCP. {{(pid=84876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 07:16:30.292739 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-c2a984c7-be93-41d4-9b0b-469b46d5b5b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-604227'] for port, provisioning_complete {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:16:30.297270 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84875) accepted ('10.222.0.24', 33186) {{(pid=84875) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:16:30.312391 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [req-fb9e5db6-cc35-47e8-a217-dc769c3c34fc req-b1a1347c-081f-4a92-8414-cc7b158688b7 tempest-SecurityGroupRulesTestJSON-1709174060 tempest-SecurityGroupRulesTestJSON-1709174060] 10.222.0.24 "GET /v2.0/security-groups/36d62b4e-23b0-476d-9a4f-e7df51cf8ce6 HTTP/1.1" status: 200 len: 2999 time: 0.9303594 Jan 14 07:16:30.324129 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.managers [req-8335ab30-5b7f-4ec2-bb0e-f06db4a30db4 req-7364ae16-cbc2-4a38-89d7-ab43ff28905b service neutron] Attempting to bind port 3474e0fd-2e5e-4c13-8e73-97a70f185fad on host n-h2-768862-2 for vnic_type normal with profile {{(pid=84874) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 14 07:16:30.328253 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.managers [req-8335ab30-5b7f-4ec2-bb0e-f06db4a30db4 req-7364ae16-cbc2-4a38-89d7-ab43ff28905b service neutron] Attempting to bind port 3474e0fd-2e5e-4c13-8e73-97a70f185fad by drivers openvswitch on host n-h2-768862-2 at level 0 using segments [{'id': 'ea8bea7c-a41a-42f0-8ceb-6c6f9bd09163', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 10, 'network_id': '58634b46-3389-4a58-9255-646914eb2c67'}] {{(pid=84874) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 14 07:16:30.333263 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8335ab30-5b7f-4ec2-bb0e-f06db4a30db4 req-7364ae16-cbc2-4a38-89d7-ab43ff28905b service neutron] Attempting to bind port 3474e0fd-2e5e-4c13-8e73-97a70f185fad on network 58634b46-3389-4a58-9255-646914eb2c67 {{(pid=84874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 14 07:16:30.358442 n-d-768862-2 neutron-server[84765]: DEBUG neutron.services.segments.db [None req-c4340555-b8f7-48a7-81f8-460cdfd9437f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['123c9a2b-fdbf-4ea0-9264-91ed25cf5043']}} {{(pid=84875) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:16:30.394077 n-d-768862-2 neutron-server[84765]: DEBUG neutron.services.segments.db [None req-c4340555-b8f7-48a7-81f8-460cdfd9437f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bf9db35e-3636-43aa-80e1-735a7305fa24') {'for_net_delete': True} {{(pid=84875) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:16:30.394390 n-d-768862-2 neutron-server[84765]: DEBUG neutron.services.segments.db [None req-c4340555-b8f7-48a7-81f8-460cdfd9437f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bf9db35e-3636-43aa-80e1-735a7305fa24') {} {{(pid=84875) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:16:30.433648 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [req-61a6f8e7-6d76-446d-8416-cf1562cf1a7d req-7603ef4c-9c3f-4dc6-a3b3-a365cb85cebd tempest-SecurityGroupRulesTestJSON-1709174060 tempest-SecurityGroupRulesTestJSON-1709174060] 10.222.0.24 "GET /v2.0/security-group-rules/6198171b-6b81-4256-872c-8871c3529f64 HTTP/1.1" status: 200 len: 783 time: 0.0626688 Jan 14 07:16:30.436677 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8335ab30-5b7f-4ec2-bb0e-f06db4a30db4 req-7364ae16-cbc2-4a38-89d7-ab43ff28905b service neutron] Checking agent: {'id': '64b7216a-2a41-441a-908c-ebbf63072f2f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-h2-768862-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 14, 7, 5, 12), 'started_at': datetime.datetime(2021, 1, 14, 7, 5, 42), 'heartbeat_timestamp': datetime.datetime(2021, 1, 14, 7, 16, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.13', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 14 07:16:30.437065 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8335ab30-5b7f-4ec2-bb0e-f06db4a30db4 req-7364ae16-cbc2-4a38-89d7-ab43ff28905b service neutron] Checking segment: {'id': 'ea8bea7c-a41a-42f0-8ceb-6c6f9bd09163', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 10, 'network_id': '58634b46-3389-4a58-9255-646914eb2c67'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84874) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 14 07:16:30.437699 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [req-8335ab30-5b7f-4ec2-bb0e-f06db4a30db4 req-7364ae16-cbc2-4a38-89d7-ab43ff28905b service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:16:30.437824 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8335ab30-5b7f-4ec2-bb0e-f06db4a30db4 req-7364ae16-cbc2-4a38-89d7-ab43ff28905b service neutron] Bound using segment: {'id': 'ea8bea7c-a41a-42f0-8ceb-6c6f9bd09163', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 10, 'network_id': '58634b46-3389-4a58-9255-646914eb2c67'} {{(pid=84874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 14 07:16:30.438351 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.managers [req-8335ab30-5b7f-4ec2-bb0e-f06db4a30db4 req-7364ae16-cbc2-4a38-89d7-ab43ff28905b service neutron] Bound port: 3474e0fd-2e5e-4c13-8e73-97a70f185fad, host: n-h2-768862-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ea8bea7c-a41a-42f0-8ceb-6c6f9bd09163', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 10, 'network_id': '58634b46-3389-4a58-9255-646914eb2c67'}}] {{(pid=84874) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 14 07:16:30.438731 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [req-8335ab30-5b7f-4ec2-bb0e-f06db4a30db4 req-7364ae16-cbc2-4a38-89d7-ab43ff28905b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555753'] for port, before_update {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:16:30.454763 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [req-f21ed50c-ccbd-487d-903b-0c53a3e9a9a2 req-0d53ede1-146a-4313-b742-2a995882bcb0 tempest-AttachVolumeNegativeTest-666515632 tempest-AttachVolumeNegativeTest-666515632] Notify callbacks [] for port, precommit_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:16:30.512957 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-c4340555-b8f7-48a7-81f8-460cdfd9437f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363259214173198', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036851408567'] for segment, before_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:16:30.559594 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [req-61a6f8e7-6d76-446d-8416-cf1562cf1a7d req-9fb39925-c343-4ed1-b436-3ae0ca63deb8 tempest-SecurityGroupRulesTestJSON-1709174060 tempest-SecurityGroupRulesTestJSON-1709174060] 10.222.0.24 "GET /v2.0/security-groups/36d62b4e-23b0-476d-9a4f-e7df51cf8ce6 HTTP/1.1" status: 200 len: 2999 time: 0.1027071 Jan 14 07:16:30.563936 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-5960d252-da46-4339-8f0a-566ad40abc9f admin admin] Notify callbacks [] for security_group, before_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:16:30.590926 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-c4340555-b8f7-48a7-81f8-460cdfd9437f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854179735'] for segment, precommit_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:16:30.629272 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-c4340555-b8f7-48a7-81f8-460cdfd9437f admin admin] Releasing vxlan tunnel 6 to pool {{(pid=84875) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Jan 14 07:16:30.667880 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-5960d252-da46-4339-8f0a-566ad40abc9f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:16:30.756376 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-5960d252-da46-4339-8f0a-566ad40abc9f admin admin] Usage tracker for resource:security_group_rule and tenant:f945f638e39a40afa38b521bbcaa3b1b is out of sync, need to count used quota {{(pid=84875) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:16:30.759544 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [req-61a6f8e7-6d76-446d-8416-cf1562cf1a7d req-4355bfc6-370e-4d79-bfd4-13d7ecdb83a5 tempest-SecurityGroupRulesTestJSON-1709174060 tempest-SecurityGroupRulesTestJSON-1709174060] Notify callbacks [] for security_group_rule, before_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:16:30.766860 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-5960d252-da46-4339-8f0a-566ad40abc9f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84875) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:16:30.783216 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [req-61a6f8e7-6d76-446d-8416-cf1562cf1a7d req-4355bfc6-370e-4d79-bfd4-13d7ecdb83a5 tempest-SecurityGroupRulesTestJSON-1709174060 tempest-SecurityGroupRulesTestJSON-1709174060] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:16:30.790360 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-5960d252-da46-4339-8f0a-566ad40abc9f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:16:30.806085 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-b85e0474-1f3b-4183-b902-697d40cb182a admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:16:30.933114 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-f2807f2c-03cc-4925-ba41-84abfdcfc960 tempest-AttachVolumeTestJSON-1157025134 tempest-AttachVolumeTestJSON-1157025134] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777640533329', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777640097463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851621574'] for port, after_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:16:31.061309 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Device 33c3ca6a-607e-4cc2-892a-6e1e928973cf up at agent ovs-agent-n-d-768862-2 {{(pid=84876) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 07:16:31.091118 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-ac27e3a8-8a36-41fc-90cb-b297f2231df8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:16:31.197847 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Provisioning complete for port 33c3ca6a-607e-4cc2-892a-6e1e928973cf triggered by entity L2. {{(pid=84876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 07:16:31.198275 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-604227'] for port, provisioning_complete {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:16:31.278195 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67354abd-3028-4fe6-b7c4-5c549ec1eb2c None None] Network 746fcb4a-0a00-4b9c-9f5d-22bf19df0afb requested from n-d-768862-2 {{(pid=84876) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 07:16:31.319718 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [req-f21ed50c-ccbd-487d-903b-0c53a3e9a9a2 req-0d53ede1-146a-4313-b742-2a995882bcb0 tempest-AttachVolumeNegativeTest-666515632 tempest-AttachVolumeNegativeTest-666515632] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777640123575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3254186'] for port, after_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:16:31.342036 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-b9bd379a-8767-48fa-a72a-9253983b5dfe tempest-ServerPasswordTestJSON-1368291127 tempest-ServerPasswordTestJSON-1368291127] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:16:31.362940 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2807f2c-03cc-4925-ba41-84abfdcfc960 tempest-AttachVolumeTestJSON-1157025134 tempest-AttachVolumeTestJSON-1157025134] Pushing event deleted for resources: {'Port': ['ID=b76ae7bb-4323-4400-8b14-37713e92914d,revision_number=None']} {{(pid=84875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:16:31.379627 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-f2807f2c-03cc-4925-ba41-84abfdcfc960 tempest-AttachVolumeTestJSON-1157025134 tempest-AttachVolumeTestJSON-1157025134] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.288s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:16:31.400439 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [req-8335ab30-5b7f-4ec2-bb0e-f06db4a30db4 req-7364ae16-cbc2-4a38-89d7-ab43ff28905b service neutron] For port 3474e0fd-2e5e-4c13-8e73-97a70f185fad, host n-h2-768862-2, cleared binding levels {{(pid=84874) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 14 07:16:31.404603 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-5960d252-da46-4339-8f0a-566ad40abc9f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:16:31.410496 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [req-61a6f8e7-6d76-446d-8416-cf1562cf1a7d req-4355bfc6-370e-4d79-bfd4-13d7ecdb83a5 tempest-SecurityGroupRulesTestJSON-1709174060 tempest-SecurityGroupRulesTestJSON-1709174060] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850966545'] for security_group_rule, after_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:16:31.418389 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.managers [None req-c4340555-b8f7-48a7-81f8-460cdfd9437f admin admin] Network 123c9a2b-fdbf-4ea0-9264-91ed25cf5043 has no segments {{(pid=84875) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 14 07:16:31.442014 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-c4340555-b8f7-48a7-81f8-460cdfd9437f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-596065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3154253'] for segment, after_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:16:31.443167 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-0de18df9-2ad4-416c-82fc-105cea7a146f None None] Provisioning for port cb71cd53-fc66-4572-bc74-b055f620d367 completed by entity DHCP. {{(pid=84876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 07:16:31.461829 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-a451cfed-452c-4780-b968-936611f69ccb admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:16:31.471597 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:16:31.483196 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-5960d252-da46-4339-8f0a-566ad40abc9f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850887153'] for security_group, after_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:16:31.540848 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-a451cfed-452c-4780-b968-936611f69ccb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555753'] for port, before_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:16:31.559595 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [req-8335ab30-5b7f-4ec2-bb0e-f06db4a30db4 req-7364ae16-cbc2-4a38-89d7-ab43ff28905b service neutron] For port 3474e0fd-2e5e-4c13-8e73-97a70f185fad, host n-h2-768862-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-h2-768862-2',level=0,port_id=3474e0fd-2e5e-4c13-8e73-97a70f185fad,segment=NetworkSegment(ea8bea7c-a41a-42f0-8ceb-6c6f9bd09163),segment_id=ea8bea7c-a41a-42f0-8ceb-6c6f9bd09163)] {{(pid=84874) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 14 07:16:31.589844 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Device cb71cd53-fc66-4572-bc74-b055f620d367 up at agent ovs-agent-n-d-768862-2 {{(pid=84876) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 07:16:31.597221 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [req-8335ab30-5b7f-4ec2-bb0e-f06db4a30db4 req-7364ae16-cbc2-4a38-89d7-ab43ff28905b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777640533312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363259214678337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777640097497', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036851521613'] for port, after_update {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:16:31.619346 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d53ede1-146a-4313-b742-2a995882bcb0 tempest-AttachVolumeNegativeTest-666515632 tempest-AttachVolumeNegativeTest-666515632] Pushing event updated for resources: {'Port': ['ID=a423f49c-8602-4af4-9493-ab8902b937ec,revision_number=1']} {{(pid=84874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:16:31.622735 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-0d53ede1-146a-4313-b742-2a995882bcb0 tempest-AttachVolumeNegativeTest-666515632 tempest-AttachVolumeNegativeTest-666515632] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.281s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:16:31.637339 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-1e96b16c-a035-4492-98a1-629395e05279 tempest-ServersNegativeTestJSON-1888996924 tempest-ServersNegativeTestJSON-1888996924] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.018s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:16:31.673199 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4355bfc6-370e-4d79-bfd4-13d7ecdb83a5 tempest-SecurityGroupRulesTestJSON-1709174060 tempest-SecurityGroupRulesTestJSON-1709174060] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=6198171b-6b81-4256-872c-8871c3529f64,revision_number=None']} {{(pid=84875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:16:31.743384 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-4355bfc6-370e-4d79-bfd4-13d7ecdb83a5 tempest-SecurityGroupRulesTestJSON-1709174060 tempest-SecurityGroupRulesTestJSON-1709174060] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.272s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:16:31.755008 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Provisioning for port cb71cd53-fc66-4572-bc74-b055f620d367 completed by entity L2. {{(pid=84876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 07:16:31.761483 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Provisioning complete for port cb71cd53-fc66-4572-bc74-b055f620d367 triggered by entity L2. {{(pid=84876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 07:16:31.762192 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-604227'] for port, provisioning_complete {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:16:31.863467 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-080112fc-7d1c-44f4-b231-70c99fa95738 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.339s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:16:31.895283 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555753'] for port, before_update {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:16:31.917249 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-5960d252-da46-4339-8f0a-566ad40abc9f admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=f945f638e39a40afa38b521bbcaa3b1b&name=default HTTP/1.1" status: 200 len: 2983 time: 1.6171625 Jan 14 07:16:31.918300 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84875) accepted ('10.222.0.24', 33198) {{(pid=84875) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:16:31.936771 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] For port cb71cd53-fc66-4572-bc74-b055f620d367, host n-d-768862-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-2',level=0,port_id=cb71cd53-fc66-4572-bc74-b055f620d367,segment=NetworkSegment(79551e25-9469-411b-8e84-4a913c0321f6),segment_id=79551e25-9469-411b-8e84-4a913c0321f6)] {{(pid=84876) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 07:16:31.944800 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777640533312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363259214678337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777640097497'] for port, after_update {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:16:31.961324 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-46ab5624-30bf-4033-8f17-45d5dbdc99d8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84876) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:16:31.964733 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.managers [None req-c4340555-b8f7-48a7-81f8-460cdfd9437f admin admin] Network 123c9a2b-fdbf-4ea0-9264-91ed25cf5043 has no segments {{(pid=84875) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 14 07:16:31.988565 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5960d252-da46-4339-8f0a-566ad40abc9f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1b50c779-6936-4c1a-9007-e6f77248de9e,revision_number=1']} {{(pid=84875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:16:31.995582 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-5960d252-da46-4339-8f0a-566ad40abc9f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:16:32.017465 n-d-768862-2 neutron-server[84765]: Traceback (most recent call last): Jan 14 07:16:32.017465 n-d-768862-2 neutron-server[84765]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 14 07:16:32.017465 n-d-768862-2 neutron-server[84765]: timer() Jan 14 07:16:32.017465 n-d-768862-2 neutron-server[84765]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 14 07:16:32.017465 n-d-768862-2 neutron-server[84765]: cb(*args, **kw) Jan 14 07:16:32.017465 n-d-768862-2 neutron-server[84765]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Jan 14 07:16:32.017465 n-d-768862-2 neutron-server[84765]: return func(*args, **kwargs) Jan 14 07:16:32.017465 n-d-768862-2 neutron-server[84765]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 14 07:16:32.017465 n-d-768862-2 neutron-server[84765]: self._notify() Jan 14 07:16:32.017465 n-d-768862-2 neutron-server[84765]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 14 07:16:32.017465 n-d-768862-2 neutron-server[84765]: self.callback(batched_events) Jan 14 07:16:32.017465 n-d-768862-2 neutron-server[84765]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 14 07:16:32.017465 n-d-768862-2 neutron-server[84765]: event.method(event) Jan 14 07:16:32.017465 n-d-768862-2 neutron-server[84765]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 14 07:16:32.017465 n-d-768862-2 neutron-server[84765]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 14 07:16:32.017465 n-d-768862-2 neutron-server[84765]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Jan 14 07:16:32.017465 n-d-768862-2 neutron-server[84765]: segment_id)['aggregates'][0] Jan 14 07:16:32.017465 n-d-768862-2 neutron-server[84765]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 14 07:16:32.017465 n-d-768862-2 neutron-server[84765]: return f(self, *a, **k) Jan 14 07:16:32.017465 n-d-768862-2 neutron-server[84765]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 14 07:16:32.017465 n-d-768862-2 neutron-server[84765]: return self._get(url).json() Jan 14 07:16:32.017465 n-d-768862-2 neutron-server[84765]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 14 07:16:32.017465 n-d-768862-2 neutron-server[84765]: **kwargs) Jan 14 07:16:32.017465 n-d-768862-2 neutron-server[84765]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 14 07:16:32.017465 n-d-768862-2 neutron-server[84765]: return self.request(url, 'GET', **kwargs) Jan 14 07:16:32.017465 n-d-768862-2 neutron-server[84765]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Jan 14 07:16:32.017465 n-d-768862-2 neutron-server[84765]: **endpoint_filter) Jan 14 07:16:32.017465 n-d-768862-2 neutron-server[84765]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 14 07:16:32.017465 n-d-768862-2 neutron-server[84765]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 14 07:16:32.017465 n-d-768862-2 neutron-server[84765]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 14 07:16:32.017465 n-d-768862-2 neutron-server[84765]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 14 07:16:32.017465 n-d-768862-2 neutron-server[84765]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 14 07:16:32.065641 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Pushing event updated for resources: {'Port': ['ID=cb71cd53-fc66-4572-bc74-b055f620d367,revision_number=3']} {{(pid=84876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:16:32.074503 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=84876) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:16:32.130817 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-f7fd2893-edd4-4958-bc23-a88fe0d99784 None None] Provisioning complete for port cb71cd53-fc66-4572-bc74-b055f620d367 triggered by entity DHCP. {{(pid=84876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 07:16:32.131509 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-f7fd2893-edd4-4958-bc23-a88fe0d99784 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-604227'] for port, provisioning_complete {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:16:32.140327 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7364ae16-cbc2-4a38-89d7-ab43ff28905b service neutron] Pushing event updated for resources: {'Port': ['ID=3474e0fd-2e5e-4c13-8e73-97a70f185fad,revision_number=3']} {{(pid=84874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:16:32.154957 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [req-61a6f8e7-6d76-446d-8416-cf1562cf1a7d req-4355bfc6-370e-4d79-bfd4-13d7ecdb83a5 tempest-SecurityGroupRulesTestJSON-1709174060 tempest-SecurityGroupRulesTestJSON-1709174060] Notify callbacks [] for security_group_rule, before_response {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:16:32.156242 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [req-61a6f8e7-6d76-446d-8416-cf1562cf1a7d req-4355bfc6-370e-4d79-bfd4-13d7ecdb83a5 tempest-SecurityGroupRulesTestJSON-1709174060 tempest-SecurityGroupRulesTestJSON-1709174060] 10.222.0.24 "DELETE /v2.0/security-group-rules/6198171b-6b81-4256-872c-8871c3529f64 HTTP/1.1" status: 204 len: 173 time: 1.5817692 Jan 14 07:16:32.265498 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-7364ae16-cbc2-4a38-89d7-ab43ff28905b service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.628s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:16:32.277169 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-f2807f2c-03cc-4925-ba41-84abfdcfc960 tempest-AttachVolumeTestJSON-1157025134 tempest-AttachVolumeTestJSON-1157025134] Notify callbacks [] for floatingip, after_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:16:32.279799 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-f2807f2c-03cc-4925-ba41-84abfdcfc960 tempest-AttachVolumeTestJSON-1157025134 tempest-AttachVolumeTestJSON-1157025134] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854768116'] for floatingip, before_response {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:16:32.291816 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-f2807f2c-03cc-4925-ba41-84abfdcfc960 tempest-AttachVolumeTestJSON-1157025134 tempest-AttachVolumeTestJSON-1157025134] 10.222.0.24 "DELETE /v2.0/floatingips/2c672cfc-e6a6-44dd-b2d2-285f26ba4ee4 HTTP/1.1" status: 204 len: 168 time: 4.4801059 Jan 14 07:16:32.305190 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-765d1fc4-7781-478b-8d16-5496900b58a5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:16:32.307153 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.db.api [None req-c4340555-b8f7-48a7-81f8-460cdfd9437f admin admin] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jan 14 07:16:32.307153 n-d-768862-2 neutron-server[84765]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jan 14 07:16:32.307153 n-d-768862-2 neutron-server[84765]: [parameters: {'id': '123c9a2b-fdbf-4ea0-9264-91ed25cf5043'}] Jan 14 07:16:32.307153 n-d-768862-2 neutron-server[84765]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=84875) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Jan 14 07:16:32.307541 n-d-768862-2 neutron-server[84765]: DEBUG oslo_db.api [None req-c4340555-b8f7-48a7-81f8-460cdfd9437f admin admin] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=84875) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Jan 14 07:16:32.315486 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8335ab30-5b7f-4ec2-bb0e-f06db4a30db4 req-7364ae16-cbc2-4a38-89d7-ab43ff28905b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:16:32.318656 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [req-8335ab30-5b7f-4ec2-bb0e-f06db4a30db4 req-7364ae16-cbc2-4a38-89d7-ab43ff28905b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854768116'] for port, before_response {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:16:32.321432 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [req-8335ab30-5b7f-4ec2-bb0e-f06db4a30db4 req-7364ae16-cbc2-4a38-89d7-ab43ff28905b service neutron] 10.222.0.48 "PUT /v2.0/ports/3474e0fd-2e5e-4c13-8e73-97a70f185fad HTTP/1.1" status: 200 len: 1155 time: 6.0262539 Jan 14 07:16:32.354438 n-d-768862-2 neutron-server[84765]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2871d7e5-d082-4af4-bbbd-fc1152f24193', 'tag': '3474e0fd-2e5e-4c13-8e73-97a70f185fad'}] {{(pid=84874) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Jan 14 07:16:32.415907 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-765d1fc4-7781-478b-8d16-5496900b58a5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:16:32.487311 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [req-1c84a302-9bea-4edb-89bc-53d0275bfb1b req-38624ae7-6796-4a26-abf5-0621e8848a86 tempest-SecurityGroupRulesTestJSON-1709174060 tempest-SecurityGroupRulesTestJSON-1709174060] 10.222.0.24 "GET /v2.0/security-groups/36d62b4e-23b0-476d-9a4f-e7df51cf8ce6 HTTP/1.1" status: 200 len: 2400 time: 0.2543533 Jan 14 07:16:32.501010 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-765d1fc4-7781-478b-8d16-5496900b58a5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850887153'] for security_group, after_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:16:32.524953 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-b1bd05ca-f881-45a9-8fe3-978bdb8f2a01 None None] Provisioning complete for port cb71cd53-fc66-4572-bc74-b055f620d367 triggered by entity DHCP. {{(pid=84876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 07:16:32.525407 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-b1bd05ca-f881-45a9-8fe3-978bdb8f2a01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-604227'] for port, provisioning_complete {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:16:32.594035 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-7d33eac2-8da8-4855-839c-379016a9a7e1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:16:32.612172 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-765d1fc4-7781-478b-8d16-5496900b58a5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1b50c779-6936-4c1a-9007-e6f77248de9e,revision_number=None']} {{(pid=84875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:16:32.655234 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-765d1fc4-7781-478b-8d16-5496900b58a5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:16:32.656761 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [req-1c84a302-9bea-4edb-89bc-53d0275bfb1b req-c273c3dd-2b28-4c7f-b26e-de53a6b28d17 tempest-SecurityGroupRulesTestJSON-1709174060 tempest-SecurityGroupRulesTestJSON-1709174060] Notify callbacks [] for security_group, before_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:16:32.695276 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [req-1c84a302-9bea-4edb-89bc-53d0275bfb1b req-c273c3dd-2b28-4c7f-b26e-de53a6b28d17 tempest-SecurityGroupRulesTestJSON-1709174060 tempest-SecurityGroupRulesTestJSON-1709174060] Notify callbacks [] for security_group, precommit_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:16:32.778217 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84875) accepted ('10.222.0.24', 33212) {{(pid=84875) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:16:32.780084 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-765d1fc4-7781-478b-8d16-5496900b58a5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:16:32.784068 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-765d1fc4-7781-478b-8d16-5496900b58a5 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/1b50c779-6936-4c1a-9007-e6f77248de9e HTTP/1.1" status: 204 len: 168 time: 0.8542433 Jan 14 07:16:32.785269 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [req-1c84a302-9bea-4edb-89bc-53d0275bfb1b req-c273c3dd-2b28-4c7f-b26e-de53a6b28d17 tempest-SecurityGroupRulesTestJSON-1709174060 tempest-SecurityGroupRulesTestJSON-1709174060] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850887153'] for security_group, after_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:16:32.798737 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.v2.base [None req-85729ed4-64ac-42ed-a879-8136d58bef0d tempest-AttachVolumeTestJSON-1157025134 tempest-AttachVolumeTestJSON-1157025134] Request body: {'security_group': {'name': 'tempest-securitygroup--1762075141', 'description': 'tempest-description--1542632550'}} {{(pid=84875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:16:32.812068 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-21a48cd1-2f93-42b2-bed3-c989967659f5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:16:32.828221 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-c4340555-b8f7-48a7-81f8-460cdfd9437f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036854160497'] for network, before_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:16:32.839114 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-ad78b322-11e5-4bcd-bdfc-4949e9152ffa None None] Provisioning complete for port cb71cd53-fc66-4572-bc74-b055f620d367 triggered by entity DHCP. {{(pid=84876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 07:16:32.839871 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-ad78b322-11e5-4bcd-bdfc-4949e9152ffa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-604227'] for port, provisioning_complete {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:16:32.864684 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.db_base_plugin_common [None req-a451cfed-452c-4780-b968-936611f69ccb admin admin] Allocated IP 172.25.2.39 (226f1e78-82cd-4481-9055-4eb73b6db8c1/ba8deeec-7658-4195-9449-038c076f5c83/38e5c249-3ac7-47b7-9c79-ccb44776cc65) {{(pid=84874) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 14 07:16:32.896336 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [req-1c84a302-9bea-4edb-89bc-53d0275bfb1b req-c273c3dd-2b28-4c7f-b26e-de53a6b28d17 tempest-SecurityGroupRulesTestJSON-1709174060 tempest-SecurityGroupRulesTestJSON-1709174060] Notify callbacks [] for security_group, before_response {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:16:32.897867 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [req-1c84a302-9bea-4edb-89bc-53d0275bfb1b req-c273c3dd-2b28-4c7f-b26e-de53a6b28d17 tempest-SecurityGroupRulesTestJSON-1709174060 tempest-SecurityGroupRulesTestJSON-1709174060] 10.222.0.24 "DELETE /v2.0/security-groups/36d62b4e-23b0-476d-9a4f-e7df51cf8ce6 HTTP/1.1" status: 204 len: 173 time: 0.4090731 Jan 14 07:16:32.919333 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-85729ed4-64ac-42ed-a879-8136d58bef0d tempest-AttachVolumeTestJSON-1157025134 tempest-AttachVolumeTestJSON-1157025134] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:16:32.923216 n-d-768862-2 neutron-server[84765]: INFO neutron.pecan_wsgi.hooks.translation [None req-c4340555-b8f7-48a7-81f8-460cdfd9437f admin admin] DELETE failed (client error): There was a conflict when trying to complete your request. Jan 14 07:16:32.923817 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c4340555-b8f7-48a7-81f8-460cdfd9437f admin admin] No notification will be sent due to unsuccessful status code: 409 {{(pid=84875) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Jan 14 07:16:32.934036 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-c4340555-b8f7-48a7-81f8-460cdfd9437f admin admin] 10.222.0.24 "DELETE /v2.0/networks/123c9a2b-fdbf-4ea0-9264-91ed25cf5043 HTTP/1.1" status: 409 len: 405 time: 4.4454312 Jan 14 07:16:32.934036 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c273c3dd-2b28-4c7f-b26e-de53a6b28d17 tempest-SecurityGroupRulesTestJSON-1709174060 tempest-SecurityGroupRulesTestJSON-1709174060] Pushing event deleted for resources: {'SecurityGroup': ['ID=36d62b4e-23b0-476d-9a4f-e7df51cf8ce6,revision_number=None']} {{(pid=84875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:16:32.934383 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Device cb71cd53-fc66-4572-bc74-b055f620d367 up at agent ovs-agent-n-d-768862-2 {{(pid=84876) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 07:16:32.937436 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-85729ed4-64ac-42ed-a879-8136d58bef0d tempest-AttachVolumeTestJSON-1157025134 tempest-AttachVolumeTestJSON-1157025134] Usage tracker for resource:security_group and tenant:74f4739a0b63415f9629cd39a2c2160a is out of sync, need to count used quota {{(pid=84875) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:16:32.941036 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-c273c3dd-2b28-4c7f-b26e-de53a6b28d17 tempest-SecurityGroupRulesTestJSON-1709174060 tempest-SecurityGroupRulesTestJSON-1709174060] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:16:32.942146 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-85729ed4-64ac-42ed-a879-8136d58bef0d tempest-AttachVolumeTestJSON-1157025134 tempest-AttachVolumeTestJSON-1157025134] Quota usage for security_group was recalculated. Used quota:1. {{(pid=84875) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:16:32.951782 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-85729ed4-64ac-42ed-a879-8136d58bef0d tempest-AttachVolumeTestJSON-1157025134 tempest-AttachVolumeTestJSON-1157025134] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:16:32.982836 n-d-768862-2 neutron-server[84765]: INFO neutron.api.v2.resource [req-d5ca30b9-fe2f-4518-9280-bc7f15f887a3 req-30041713-4c6c-473e-aef9-1318453b91e1 tempest-SecurityGroupRulesTestJSON-1709174060 tempest-SecurityGroupRulesTestJSON-1709174060] show failed (client error): The resource could not be found. Jan 14 07:16:32.984160 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [req-d5ca30b9-fe2f-4518-9280-bc7f15f887a3 req-30041713-4c6c-473e-aef9-1318453b91e1 tempest-SecurityGroupRulesTestJSON-1709174060 tempest-SecurityGroupRulesTestJSON-1709174060] 10.222.0.24 "GET /v2.0/security-groups/d6e00e78-94da-441f-9636-3716ba4f803f HTTP/1.1" status: 404 len: 352 time: 0.0206876 Jan 14 07:16:32.985928 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-85729ed4-64ac-42ed-a879-8136d58bef0d tempest-AttachVolumeTestJSON-1157025134 tempest-AttachVolumeTestJSON-1157025134] Notify callbacks [] for security_group, before_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:16:33.014145 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-85729ed4-64ac-42ed-a879-8136d58bef0d tempest-AttachVolumeTestJSON-1157025134 tempest-AttachVolumeTestJSON-1157025134] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:16:33.019502 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-85729ed4-64ac-42ed-a879-8136d58bef0d tempest-AttachVolumeTestJSON-1157025134 tempest-AttachVolumeTestJSON-1157025134] Usage tracker for resource:security_group_rule and tenant:74f4739a0b63415f9629cd39a2c2160a is out of sync, need to count used quota {{(pid=84875) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:16:33.025198 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-85729ed4-64ac-42ed-a879-8136d58bef0d tempest-AttachVolumeTestJSON-1157025134 tempest-AttachVolumeTestJSON-1157025134] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84875) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:16:33.033244 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-85729ed4-64ac-42ed-a879-8136d58bef0d tempest-AttachVolumeTestJSON-1157025134 tempest-AttachVolumeTestJSON-1157025134] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:16:33.072256 n-d-768862-2 neutron-server[84765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f21ed50c-ccbd-487d-903b-0c53a3e9a9a2 req-0d53ede1-146a-4313-b742-2a995882bcb0 tempest-AttachVolumeNegativeTest-666515632 tempest-AttachVolumeNegativeTest-666515632] Network 123c9a2b-fdbf-4ea0-9264-91ed25cf5043 is already hosted by enough agents. {{(pid=84874) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 07:16:33.079317 n-d-768862-2 neutron-server[84765]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2871d7e5-d082-4af4-bbbd-fc1152f24193', 'tag': '3474e0fd-2e5e-4c13-8e73-97a70f185fad', 'status': 'completed', 'code': 200} Jan 14 07:16:33.093876 n-d-768862-2 neutron-server[84765]: DEBUG neutron.scheduler.base_scheduler [req-f21ed50c-ccbd-487d-903b-0c53a3e9a9a2 req-0d53ede1-146a-4313-b742-2a995882bcb0 tempest-AttachVolumeNegativeTest-666515632 tempest-AttachVolumeNegativeTest-666515632] Resources bound (agent type, host, resource id): {{(pid=84874) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 07:16:33.096570 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_dvrscheduler_db [req-f21ed50c-ccbd-487d-903b-0c53a3e9a9a2 req-0d53ede1-146a-4313-b742-2a995882bcb0 tempest-AttachVolumeNegativeTest-666515632 tempest-AttachVolumeNegativeTest-666515632] Received port after_create {{(pid=84874) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 14 07:16:33.100527 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:port_security_enabled":"rule:admin_or_owner" was deprecated in W in favor of "update_network:port_security_enabled":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 07:16:33.100527 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:16:33.100527 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:16:33.100527 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:16:33.100527 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "delete_network":"rule:admin_or_owner" was deprecated in W in favor of "delete_network":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 07:16:33.100527 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:16:33.100527 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:16:33.100527 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:16:33.100527 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_segment":"rule:admin_only" was deprecated in W in favor of "create_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:16:33.100527 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:16:33.100527 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_segment":"rule:admin_only" was deprecated in W in favor of "get_segment":"role:reader and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:16:33.100527 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:16:33.100527 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_segment":"rule:admin_only" was deprecated in W in favor of "update_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:16:33.100527 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:16:33.100527 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "delete_segment":"rule:admin_only" was deprecated in W in favor of "delete_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:16:33.100527 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:16:33.100527 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network":"rule:regular_user" was deprecated in W in favor of "create_network":"role:member and project_id:%(project_id)s". Reason: Jan 14 07:16:33.100527 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:16:33.100527 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:16:33.100527 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:16:33.100527 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:shared":"rule:admin_only" was deprecated in W in favor of "create_network:shared":"role:admin and system_scope:all". Reason: Jan 14 07:16:33.100527 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:16:33.100527 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:16:33.100527 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:16:33.100527 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:router:external":"rule:admin_only" was deprecated in W in favor of "create_network:router:external":"role:admin and system_scope:all". Reason: Jan 14 07:16:33.100527 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:16:33.100527 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:16:33.100527 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:16:33.100527 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:is_default":"rule:admin_only" was deprecated in W in favor of "create_network:is_default":"role:admin and system_scope:all". Reason: Jan 14 07:16:33.100527 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:16:33.100527 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:16:33.100527 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:16:33.100527 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:port_security_enabled":"rule:regular_user" was deprecated in W in favor of "create_network:port_security_enabled":"role:member and project_id:%(project_id)s". Reason: Jan 14 07:16:33.100527 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:16:33.100527 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:16:33.100527 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:16:33.100527 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:segments":"rule:admin_only" was deprecated in W in favor of "create_network:segments":"role:admin and system_scope:all". Reason: Jan 14 07:16:33.100527 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:16:33.100527 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:16:33.100527 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:16:33.100527 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "create_network:provider:network_type":"role:admin and system_scope:all". Reason: Jan 14 07:16:33.100527 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:16:33.103533 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:16:33.103533 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:16:33.103533 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "create_network:provider:physical_network":"role:admin and system_scope:all". Reason: Jan 14 07:16:33.103533 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:16:33.103533 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:16:33.103533 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:16:33.103533 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "create_network:provider:segmentation_id":"role:admin and system_scope:all". Reason: Jan 14 07:16:33.103533 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:16:33.103533 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:16:33.103533 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:16:33.103533 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network":"rule:admin_or_owner or rule:shared or rule:external or rule:context_is_advsvc" was deprecated in W in favor of "get_network":"(role:reader and system_scope:all) or (role:reader and project_id:%(project_id)s) or rule:shared or rule:external or rule:context_is_advsvc". Reason: Jan 14 07:16:33.103533 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:16:33.103533 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:16:33.103533 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:16:33.103533 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:router:external":"rule:regular_user" was deprecated in W in favor of "get_network:router:external":"role:reader and project_id:%(project_id)s". Reason: Jan 14 07:16:33.103533 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:16:33.103533 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:16:33.103533 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:16:33.103533 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:segments":"rule:admin_only" was deprecated in W in favor of "get_network:segments":"role:reader and system_scope:all". Reason: Jan 14 07:16:33.103533 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:16:33.103533 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:16:33.103533 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:16:33.103533 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "get_network:provider:network_type":"role:reader and system_scope:all". Reason: Jan 14 07:16:33.103533 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:16:33.103533 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:16:33.103533 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:16:33.103533 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "get_network:provider:physical_network":"role:reader and system_scope:all". Reason: Jan 14 07:16:33.103533 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:16:33.103533 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:16:33.103533 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:16:33.103533 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "get_network:provider:segmentation_id":"role:reader and system_scope:all". Reason: Jan 14 07:16:33.103533 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:16:33.103533 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:16:33.103533 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:16:33.103533 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network":"rule:admin_or_owner" was deprecated in W in favor of "update_network":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 07:16:33.103533 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:16:33.103533 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:16:33.103533 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:16:33.103533 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:segments":"rule:admin_only" was deprecated in W in favor of "update_network:segments":"role:admin and system_scope:all". Reason: Jan 14 07:16:33.103533 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:16:33.103533 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:16:33.103533 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:16:33.103533 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:shared":"rule:admin_only" was deprecated in W in favor of "update_network:shared":"role:admin and system_scope:all". Reason: Jan 14 07:16:33.103533 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:16:33.103533 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:16:33.103533 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:16:33.103533 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "update_network:provider:network_type":"role:admin and system_scope:all". Reason: Jan 14 07:16:33.103533 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:16:33.103533 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:16:33.106897 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:16:33.106897 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "update_network:provider:physical_network":"role:admin and system_scope:all". Reason: Jan 14 07:16:33.106897 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:16:33.106897 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:16:33.106897 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:16:33.106897 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "update_network:provider:segmentation_id":"role:admin and system_scope:all". Reason: Jan 14 07:16:33.106897 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:16:33.106897 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:16:33.106897 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:16:33.106897 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:router:external":"rule:admin_only" was deprecated in W in favor of "update_network:router:external":"role:admin and system_scope:all". Reason: Jan 14 07:16:33.106897 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:16:33.106897 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:16:33.106897 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:16:33.106897 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:is_default":"rule:admin_only" was deprecated in W in favor of "update_network:is_default":"role:admin and system_scope:all". Reason: Jan 14 07:16:33.106897 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:16:33.106897 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:16:33.106897 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:16:33.106897 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:port_security_enabled":"rule:admin_or_owner" was deprecated in W in favor of "update_network:port_security_enabled":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 07:16:33.106897 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:16:33.106897 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:16:33.106897 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:16:33.106897 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "delete_network":"rule:admin_or_owner" was deprecated in W in favor of "delete_network":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 07:16:33.106897 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:16:33.106897 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:16:33.106897 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:16:33.106897 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_segment":"rule:admin_only" was deprecated in W in favor of "create_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:16:33.106897 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:16:33.106897 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_segment":"rule:admin_only" was deprecated in W in favor of "get_segment":"role:reader and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:16:33.106897 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:16:33.106897 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_segment":"rule:admin_only" was deprecated in W in favor of "update_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:16:33.106897 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:16:33.119685 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f21ed50c-ccbd-487d-903b-0c53a3e9a9a2 req-0d53ede1-146a-4313-b742-2a995882bcb0 tempest-AttachVolumeNegativeTest-666515632 tempest-AttachVolumeNegativeTest-666515632] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:16:33.120458 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [req-f21ed50c-ccbd-487d-903b-0c53a3e9a9a2 req-0d53ede1-146a-4313-b742-2a995882bcb0 tempest-AttachVolumeNegativeTest-666515632 tempest-AttachVolumeNegativeTest-666515632] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854768116'] for port, before_response {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:16:33.160150 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [req-851cc588-3eed-4a9d-ba25-ff6beadffeac req-9f5156da-71f1-48bb-be28-3242af7399ae tempest-SecurityGroupRulesTestJSON-1709174060 tempest-SecurityGroupRulesTestJSON-1709174060] 10.222.0.24 "GET /v2.0/security-groups/3ceb2529-9a12-4eaa-acec-7fb839dd9cdc HTTP/1.1" status: 200 len: 1807 time: 0.0938993 Jan 14 07:16:33.235424 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [req-f21ed50c-ccbd-487d-903b-0c53a3e9a9a2 req-0d53ede1-146a-4313-b742-2a995882bcb0 tempest-AttachVolumeNegativeTest-666515632 tempest-AttachVolumeNegativeTest-666515632] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 855 time: 7.6232677 Jan 14 07:16:33.250273 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-a451cfed-452c-4780-b968-936611f69ccb admin admin] Notify callbacks [] for port, precommit_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:16:33.267626 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.v2.base [req-f21ed50c-ccbd-487d-903b-0c53a3e9a9a2 req-110d3209-300b-4f13-be44-4f0f909abe0e service neutron] Request body: {'port': {'device_id': '9b396097-ec3b-4cbb-8d64-5a6a713352ca', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-768862-2'}} {{(pid=84874) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:16:33.294581 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [req-851cc588-3eed-4a9d-ba25-ff6beadffeac req-d6e522e4-15ba-4667-ad33-baa003c2f027 tempest-SecurityGroupRulesTestJSON-1709174060 tempest-SecurityGroupRulesTestJSON-1709174060] Notify callbacks [] for security_group, before_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:16:33.343821 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-b85e0474-1f3b-4183-b902-697d40cb182a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036850886612', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036850863158'] for router, after_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:16:33.379613 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Provisioning complete for port cb71cd53-fc66-4572-bc74-b055f620d367 triggered by entity L2. {{(pid=84876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 07:16:33.381065 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [req-851cc588-3eed-4a9d-ba25-ff6beadffeac req-d6e522e4-15ba-4667-ad33-baa003c2f027 tempest-SecurityGroupRulesTestJSON-1709174060 tempest-SecurityGroupRulesTestJSON-1709174060] Notify callbacks [] for security_group, precommit_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:16:33.384865 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-604227'] for port, provisioning_complete {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:16:33.401621 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-85729ed4-64ac-42ed-a879-8136d58bef0d tempest-AttachVolumeTestJSON-1157025134 tempest-AttachVolumeTestJSON-1157025134] Notify callbacks [] for security_group, precommit_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:16:33.417435 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-85729ed4-64ac-42ed-a879-8136d58bef0d tempest-AttachVolumeTestJSON-1157025134 tempest-AttachVolumeTestJSON-1157025134] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850887153'] for security_group, after_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:16:33.451250 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-b19eae83-5522-4579-82cb-7be81512c295 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:16:33.475607 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-85729ed4-64ac-42ed-a879-8136d58bef0d tempest-AttachVolumeTestJSON-1157025134 tempest-AttachVolumeTestJSON-1157025134] Notify callbacks [] for security_group, before_response {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:16:33.477066 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-85729ed4-64ac-42ed-a879-8136d58bef0d tempest-AttachVolumeTestJSON-1157025134 tempest-AttachVolumeTestJSON-1157025134] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1782 time: 0.6940150 Jan 14 07:16:33.485302 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84874) accepted ('10.222.0.24', 33232) {{(pid=84874) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:16:33.507808 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85729ed4-64ac-42ed-a879-8136d58bef0d tempest-AttachVolumeTestJSON-1157025134 tempest-AttachVolumeTestJSON-1157025134] Pushing event updated for resources: {'SecurityGroup': ['ID=aae7902d-487c-47b7-bc70-c0612950a1d8,revision_number=1']} {{(pid=84875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:16:33.530264 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-85729ed4-64ac-42ed-a879-8136d58bef0d tempest-AttachVolumeTestJSON-1157025134 tempest-AttachVolumeTestJSON-1157025134] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:16:33.540288 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [req-851cc588-3eed-4a9d-ba25-ff6beadffeac req-d6e522e4-15ba-4667-ad33-baa003c2f027 tempest-SecurityGroupRulesTestJSON-1709174060 tempest-SecurityGroupRulesTestJSON-1709174060] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850887153'] for security_group, after_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:16:33.548993 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-3b20186a-1dd1-4414-9a8c-dd0bf304ea36 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:16:33.588542 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.v2.base [None req-e77e145c-a2c7-4d40-90fa-397519731a29 tempest-AttachVolumeTestJSON-1157025134 tempest-AttachVolumeTestJSON-1157025134] Request body: {'security_group_rule': {'security_group_id': 'aae7902d-487c-47b7-bc70-c0612950a1d8', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=84874) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:16:33.595301 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6e522e4-15ba-4667-ad33-baa003c2f027 tempest-SecurityGroupRulesTestJSON-1709174060 tempest-SecurityGroupRulesTestJSON-1709174060] Pushing event deleted for resources: {'SecurityGroup': ['ID=3ceb2529-9a12-4eaa-acec-7fb839dd9cdc,revision_number=None']} {{(pid=84875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:16:33.605188 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-d6e522e4-15ba-4667-ad33-baa003c2f027 tempest-SecurityGroupRulesTestJSON-1709174060 tempest-SecurityGroupRulesTestJSON-1709174060] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:16:33.606078 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [req-851cc588-3eed-4a9d-ba25-ff6beadffeac req-d6e522e4-15ba-4667-ad33-baa003c2f027 tempest-SecurityGroupRulesTestJSON-1709174060 tempest-SecurityGroupRulesTestJSON-1709174060] Notify callbacks [] for security_group, before_response {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:16:33.621003 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8335ab30-5b7f-4ec2-bb0e-f06db4a30db4 req-72ab2a82-8d2f-48ba-9069-f5ba7a5a6a01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:16:33.623023 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [req-8335ab30-5b7f-4ec2-bb0e-f06db4a30db4 req-72ab2a82-8d2f-48ba-9069-f5ba7a5a6a01 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=e3a4f5e44a6346aeb715674b9fdb21db&device_id=2871d7e5-d082-4af4-bbbd-fc1152f24193 HTTP/1.1" status: 200 len: 1158 time: 1.0030029 Jan 14 07:16:33.628086 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-e77e145c-a2c7-4d40-90fa-397519731a29 tempest-AttachVolumeTestJSON-1157025134 tempest-AttachVolumeTestJSON-1157025134] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:16:33.637908 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [req-851cc588-3eed-4a9d-ba25-ff6beadffeac req-d6e522e4-15ba-4667-ad33-baa003c2f027 tempest-SecurityGroupRulesTestJSON-1709174060 tempest-SecurityGroupRulesTestJSON-1709174060] 10.222.0.24 "DELETE /v2.0/security-groups/3ceb2529-9a12-4eaa-acec-7fb839dd9cdc HTTP/1.1" status: 204 len: 173 time: 0.4598572 Jan 14 07:16:33.646876 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-e77e145c-a2c7-4d40-90fa-397519731a29 tempest-AttachVolumeTestJSON-1157025134 tempest-AttachVolumeTestJSON-1157025134] Usage tracker for resource:security_group_rule and tenant:74f4739a0b63415f9629cd39a2c2160a is out of sync, need to count used quota {{(pid=84874) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:16:33.794755 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [req-749eed81-30e6-49df-8376-8b5c1392eaeb req-860b1359-7bfe-4df5-9352-24cdf022a32f tempest-SecurityGroupRulesTestJSON-1709174060 tempest-SecurityGroupRulesTestJSON-1709174060] 10.222.0.24 "GET /v2.0/security-groups/fe252d18-ce82-4399-8858-f67383332873 HTTP/1.1" status: 200 len: 1806 time: 0.1327934 Jan 14 07:16:33.841835 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-e77e145c-a2c7-4d40-90fa-397519731a29 tempest-AttachVolumeTestJSON-1157025134 tempest-AttachVolumeTestJSON-1157025134] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84874) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:16:33.857100 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [req-f21ed50c-ccbd-487d-903b-0c53a3e9a9a2 req-110d3209-300b-4f13-be44-4f0f909abe0e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555753'] for port, before_update {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:16:33.877708 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [req-8335ab30-5b7f-4ec2-bb0e-f06db4a30db4 req-2ce3bc05-95a9-468a-8dc5-3131ec7a03bc service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=3474e0fd-2e5e-4c13-8e73-97a70f185fad HTTP/1.1" status: 200 len: 217 time: 0.2430971 Jan 14 07:16:33.881433 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-e77e145c-a2c7-4d40-90fa-397519731a29 tempest-AttachVolumeTestJSON-1157025134 tempest-AttachVolumeTestJSON-1157025134] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:16:33.888188 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-a451cfed-452c-4780-b968-936611f69ccb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777640123575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3254186'] for port, after_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:16:33.944173 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [req-749eed81-30e6-49df-8376-8b5c1392eaeb req-4b730f6b-6212-444f-a0a7-e3b08e3ad228 tempest-SecurityGroupRulesTestJSON-1709174060 tempest-SecurityGroupRulesTestJSON-1709174060] Notify callbacks [] for security_group, before_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:16:33.956936 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84875) accepted ('10.222.0.24', 33246) {{(pid=84875) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:16:33.996381 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-5d703d1f-8f87-4919-9122-e15111e678a1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:16:34.013874 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [req-749eed81-30e6-49df-8376-8b5c1392eaeb req-4b730f6b-6212-444f-a0a7-e3b08e3ad228 tempest-SecurityGroupRulesTestJSON-1709174060 tempest-SecurityGroupRulesTestJSON-1709174060] Notify callbacks [] for security_group, precommit_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:16:34.041826 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-5d703d1f-8f87-4919-9122-e15111e678a1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:16:34.057196 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-5d703d1f-8f87-4919-9122-e15111e678a1 admin admin] Usage tracker for resource:security_group_rule and tenant:69b0af26f2cd46b4ad2a80b6d052b26e is out of sync, need to count used quota {{(pid=84875) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:16:34.062991 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-5d703d1f-8f87-4919-9122-e15111e678a1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84875) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:16:34.075043 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-5d703d1f-8f87-4919-9122-e15111e678a1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:16:34.124030 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [req-749eed81-30e6-49df-8376-8b5c1392eaeb req-4b730f6b-6212-444f-a0a7-e3b08e3ad228 tempest-SecurityGroupRulesTestJSON-1709174060 tempest-SecurityGroupRulesTestJSON-1709174060] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850887153'] for security_group, after_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:16:34.131961 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-1e280351-d7db-4152-988a-1cf9e48afb2d tempest-TaggedBootDevicesTest_v242-294831919 tempest-TaggedBootDevicesTest_v242-294831919] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:16:34.155563 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b730f6b-6212-444f-a0a7-e3b08e3ad228 tempest-SecurityGroupRulesTestJSON-1709174060 tempest-SecurityGroupRulesTestJSON-1709174060] Pushing event deleted for resources: {'SecurityGroup': ['ID=fe252d18-ce82-4399-8858-f67383332873,revision_number=None']} {{(pid=84875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:16:34.158591 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-4b730f6b-6212-444f-a0a7-e3b08e3ad228 tempest-SecurityGroupRulesTestJSON-1709174060 tempest-SecurityGroupRulesTestJSON-1709174060] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:16:34.170525 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [req-749eed81-30e6-49df-8376-8b5c1392eaeb req-4b730f6b-6212-444f-a0a7-e3b08e3ad228 tempest-SecurityGroupRulesTestJSON-1709174060 tempest-SecurityGroupRulesTestJSON-1709174060] Notify callbacks [] for security_group, before_response {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:16:34.171802 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [req-749eed81-30e6-49df-8376-8b5c1392eaeb req-4b730f6b-6212-444f-a0a7-e3b08e3ad228 tempest-SecurityGroupRulesTestJSON-1709174060 tempest-SecurityGroupRulesTestJSON-1709174060] 10.222.0.24 "DELETE /v2.0/security-groups/fe252d18-ce82-4399-8858-f67383332873 HTTP/1.1" status: 204 len: 173 time: 0.3695500 Jan 14 07:16:34.289281 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-984e6edc-09f9-4506-bbb7-59989768e192 tempest-ServersTestBootFromVolume-651906471 tempest-ServersTestBootFromVolume-651906471] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:16:34.307445 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-5d703d1f-8f87-4919-9122-e15111e678a1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:16:34.319689 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-5d703d1f-8f87-4919-9122-e15111e678a1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850887153'] for security_group, after_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:16:34.352884 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-b1220765-3db5-4cc8-beb0-a743c5630708 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:16:34.442021 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [req-66659027-2e8b-4bb2-96cb-f88a153a0099 req-29c709bf-c1cf-4254-98cb-2eece6560e29 tempest-SecurityGroupRulesTestJSON-1709174060 tempest-SecurityGroupRulesTestJSON-1709174060] 10.222.0.24 "GET /v2.0/security-groups/f7fd278a-ef52-41a7-bc62-1e8f6d405da6 HTTP/1.1" status: 200 len: 1807 time: 0.2240500 Jan 14 07:16:34.448496 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-5d703d1f-8f87-4919-9122-e15111e678a1 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=69b0af26f2cd46b4ad2a80b6d052b26e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4903877 Jan 14 07:16:34.450615 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d703d1f-8f87-4919-9122-e15111e678a1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c67dee1a-f075-4283-9dbc-5d2f130180bf,revision_number=1']} {{(pid=84875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:16:34.454765 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84875) accepted ('10.222.0.24', 33256) {{(pid=84875) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:16:34.496482 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-5d703d1f-8f87-4919-9122-e15111e678a1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:16:34.589970 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [req-66659027-2e8b-4bb2-96cb-f88a153a0099 req-fd08173b-9416-41ff-a859-3e8041f5abf5 tempest-SecurityGroupRulesTestJSON-1709174060 tempest-SecurityGroupRulesTestJSON-1709174060] Notify callbacks [] for security_group, before_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:16:34.602018 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-e77e145c-a2c7-4d40-90fa-397519731a29 tempest-AttachVolumeTestJSON-1157025134 tempest-AttachVolumeTestJSON-1157025134] Notify callbacks [] for security_group_rule, before_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:16:34.634701 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a451cfed-452c-4780-b968-936611f69ccb admin admin] Pushing event updated for resources: {'Port': ['ID=38e5c249-3ac7-47b7-9c79-ccb44776cc65,revision_number=1']} {{(pid=84874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:16:34.634950 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-257da67a-d0ff-47b5-88d0-9c8baac31f11 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:16:34.665911 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [req-66659027-2e8b-4bb2-96cb-f88a153a0099 req-fd08173b-9416-41ff-a859-3e8041f5abf5 tempest-SecurityGroupRulesTestJSON-1709174060 tempest-SecurityGroupRulesTestJSON-1709174060] Notify callbacks [] for security_group, precommit_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:16:34.684130 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-257da67a-d0ff-47b5-88d0-9c8baac31f11 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:16:34.722175 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-a451cfed-452c-4780-b968-936611f69ccb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.433s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:16:34.738558 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8335ab30-5b7f-4ec2-bb0e-f06db4a30db4 req-4a80a0c1-a5fe-4cc7-8119-ea2518f59872 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:16:34.740431 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [req-8335ab30-5b7f-4ec2-bb0e-f06db4a30db4 req-4a80a0c1-a5fe-4cc7-8119-ea2518f59872 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=ae86ae1b-a63e-483f-8a3f-c65450a455bf HTTP/1.1" status: 200 len: 854 time: 0.4563291 Jan 14 07:16:34.756780 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [req-66659027-2e8b-4bb2-96cb-f88a153a0099 req-fd08173b-9416-41ff-a859-3e8041f5abf5 tempest-SecurityGroupRulesTestJSON-1709174060 tempest-SecurityGroupRulesTestJSON-1709174060] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850887153'] for security_group, after_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:16:34.764666 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-765d1fc4-7781-478b-8d16-5496900b58a5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:16:34.782507 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd08173b-9416-41ff-a859-3e8041f5abf5 tempest-SecurityGroupRulesTestJSON-1709174060 tempest-SecurityGroupRulesTestJSON-1709174060] Pushing event deleted for resources: {'SecurityGroup': ['ID=f7fd278a-ef52-41a7-bc62-1e8f6d405da6,revision_number=None']} {{(pid=84875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:16:34.788570 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-fd08173b-9416-41ff-a859-3e8041f5abf5 tempest-SecurityGroupRulesTestJSON-1709174060 tempest-SecurityGroupRulesTestJSON-1709174060] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:16:34.791365 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [req-66659027-2e8b-4bb2-96cb-f88a153a0099 req-fd08173b-9416-41ff-a859-3e8041f5abf5 tempest-SecurityGroupRulesTestJSON-1709174060 tempest-SecurityGroupRulesTestJSON-1709174060] Notify callbacks [] for security_group, before_response {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:16:34.796131 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [req-66659027-2e8b-4bb2-96cb-f88a153a0099 req-fd08173b-9416-41ff-a859-3e8041f5abf5 tempest-SecurityGroupRulesTestJSON-1709174060 tempest-SecurityGroupRulesTestJSON-1709174060] 10.222.0.24 "DELETE /v2.0/security-groups/f7fd278a-ef52-41a7-bc62-1e8f6d405da6 HTTP/1.1" status: 204 len: 173 time: 0.3420260 Jan 14 07:16:34.813290 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-257da67a-d0ff-47b5-88d0-9c8baac31f11 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850887153'] for security_group, after_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:16:34.819281 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-91cb4f03-e67c-4c63-939c-699d5e195cbc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:16:34.843241 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-257da67a-d0ff-47b5-88d0-9c8baac31f11 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:16:34.844555 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-257da67a-d0ff-47b5-88d0-9c8baac31f11 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/c67dee1a-f075-4283-9dbc-5d2f130180bf HTTP/1.1" status: 204 len: 168 time: 0.3887985 Jan 14 07:16:34.886752 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [req-8335ab30-5b7f-4ec2-bb0e-f06db4a30db4 req-584028be-a5c5-436b-b13f-9321116c1c64 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=58634b46-3389-4a58-9255-646914eb2c67&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1025159 Jan 14 07:16:34.898360 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-257da67a-d0ff-47b5-88d0-9c8baac31f11 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c67dee1a-f075-4283-9dbc-5d2f130180bf,revision_number=None']} {{(pid=84875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:16:34.902641 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-257da67a-d0ff-47b5-88d0-9c8baac31f11 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:16:34.923567 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [req-b89aeedd-f996-46c3-8503-81b9004421bb req-f8fb743a-4ac9-4518-8bb9-b5bda95a9d09 tempest-SecurityGroupRulesTestJSON-1709174060 tempest-SecurityGroupRulesTestJSON-1709174060] 10.222.0.24 "GET /v2.0/security-groups/6d2d39f6-b7aa-4aa1-961a-3a29c7bd2ff2 HTTP/1.1" status: 200 len: 2406 time: 0.0776720 Jan 14 07:16:35.077415 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [req-b89aeedd-f996-46c3-8503-81b9004421bb req-5c1017f5-86b8-45e5-988a-4a66988932db tempest-SecurityGroupRulesTestJSON-1709174060 tempest-SecurityGroupRulesTestJSON-1709174060] Notify callbacks [] for security_group, before_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:16:35.126645 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [req-b89aeedd-f996-46c3-8503-81b9004421bb req-5c1017f5-86b8-45e5-988a-4a66988932db tempest-SecurityGroupRulesTestJSON-1709174060 tempest-SecurityGroupRulesTestJSON-1709174060] Notify callbacks [] for security_group, precommit_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:16:35.132438 n-d-768862-2 neutron-server[84765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a451cfed-452c-4780-b968-936611f69ccb admin admin] Network 226f1e78-82cd-4481-9055-4eb73b6db8c1 is already hosted by enough agents. {{(pid=84874) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 07:16:35.149185 n-d-768862-2 neutron-server[84765]: DEBUG neutron.scheduler.base_scheduler [None req-a451cfed-452c-4780-b968-936611f69ccb admin admin] Resources bound (agent type, host, resource id): {{(pid=84874) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 07:16:35.163505 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a451cfed-452c-4780-b968-936611f69ccb admin admin] Received port after_create {{(pid=84874) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 14 07:16:35.185228 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [req-b89aeedd-f996-46c3-8503-81b9004421bb req-5c1017f5-86b8-45e5-988a-4a66988932db tempest-SecurityGroupRulesTestJSON-1709174060 tempest-SecurityGroupRulesTestJSON-1709174060] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850887153'] for security_group, after_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:16:35.193998 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-46b37478-c9d2-4aa2-bc4e-a8b936be2845 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:16:35.195525 n-d-768862-2 neutron-server[84765]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b85e0474-1f3b-4183-b902-697d40cb182a admin admin] Router dacb8376-3716-4edb-a193-0fca9073652a is scheduled to L3 agent 35f592e9-451b-4db9-abea-77b6a5c5391b with binding_index 1 {{(pid=84874) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}} Jan 14 07:16:35.214808 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-e77e145c-a2c7-4d40-90fa-397519731a29 tempest-AttachVolumeTestJSON-1157025134 tempest-AttachVolumeTestJSON-1157025134] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:16:35.220657 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c1017f5-86b8-45e5-988a-4a66988932db tempest-SecurityGroupRulesTestJSON-1709174060 tempest-SecurityGroupRulesTestJSON-1709174060] Pushing event deleted for resources: {'SecurityGroup': ['ID=6d2d39f6-b7aa-4aa1-961a-3a29c7bd2ff2,revision_number=None']} {{(pid=84875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:16:35.224033 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-5c1017f5-86b8-45e5-988a-4a66988932db tempest-SecurityGroupRulesTestJSON-1709174060 tempest-SecurityGroupRulesTestJSON-1709174060] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:16:35.225929 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [req-b89aeedd-f996-46c3-8503-81b9004421bb req-5c1017f5-86b8-45e5-988a-4a66988932db tempest-SecurityGroupRulesTestJSON-1709174060 tempest-SecurityGroupRulesTestJSON-1709174060] Notify callbacks [] for security_group, before_response {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:16:35.245028 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [req-b89aeedd-f996-46c3-8503-81b9004421bb req-5c1017f5-86b8-45e5-988a-4a66988932db tempest-SecurityGroupRulesTestJSON-1709174060 tempest-SecurityGroupRulesTestJSON-1709174060] 10.222.0.24 "DELETE /v2.0/security-groups/6d2d39f6-b7aa-4aa1-961a-3a29c7bd2ff2 HTTP/1.1" status: 204 len: 173 time: 0.3203502 Jan 14 07:16:35.251257 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.db.resource_extend [req-f21ed50c-ccbd-487d-903b-0c53a3e9a9a2 req-110d3209-300b-4f13-be44-4f0f909abe0e service neutron] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84874) wrapper /usr/local/lib/python3.6/dist-packages/oslo_utils/timeutils.py:388}} Jan 14 07:16:35.296094 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-e77e145c-a2c7-4d40-90fa-397519731a29 tempest-AttachVolumeTestJSON-1157025134 tempest-AttachVolumeTestJSON-1157025134] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850966545'] for security_group_rule, after_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:16:35.342529 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [req-8ae285f2-fa95-47cd-a099-e380f9b665f4 req-3e485a5c-34b3-423f-b120-b5072a5e2a2c tempest-SecurityGroupRulesTestJSON-1709174060 tempest-SecurityGroupRulesTestJSON-1709174060] 10.222.0.24 "GET /v2.0/security-groups/d29b2c2d-6b62-4347-b2ea-ae886c0c2882 HTTP/1.1" status: 200 len: 2401 time: 0.0717459 Jan 14 07:16:35.418638 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:16:35.441248 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [req-8ae285f2-fa95-47cd-a099-e380f9b665f4 req-f6934a61-7b91-4f1c-8ab1-5659fd5b34a1 tempest-SecurityGroupRulesTestJSON-1709174060 tempest-SecurityGroupRulesTestJSON-1709174060] Notify callbacks [] for security_group, before_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:16:35.482036 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [req-8ae285f2-fa95-47cd-a099-e380f9b665f4 req-f6934a61-7b91-4f1c-8ab1-5659fd5b34a1 tempest-SecurityGroupRulesTestJSON-1709174060 tempest-SecurityGroupRulesTestJSON-1709174060] Notify callbacks [] for security_group, precommit_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:16:35.535570 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [req-8ae285f2-fa95-47cd-a099-e380f9b665f4 req-f6934a61-7b91-4f1c-8ab1-5659fd5b34a1 tempest-SecurityGroupRulesTestJSON-1709174060 tempest-SecurityGroupRulesTestJSON-1709174060] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850887153'] for security_group, after_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:16:35.543526 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-5d703d1f-8f87-4919-9122-e15111e678a1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:16:35.559453 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e77e145c-a2c7-4d40-90fa-397519731a29 tempest-AttachVolumeTestJSON-1157025134 tempest-AttachVolumeTestJSON-1157025134] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1d01590a-4609-44fd-b20c-8ac0195bb7da,revision_number=0']} {{(pid=84874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:16:35.560228 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6934a61-7b91-4f1c-8ab1-5659fd5b34a1 tempest-SecurityGroupRulesTestJSON-1709174060 tempest-SecurityGroupRulesTestJSON-1709174060] Pushing event deleted for resources: {'SecurityGroup': ['ID=d29b2c2d-6b62-4347-b2ea-ae886c0c2882,revision_number=None']} {{(pid=84875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:16:35.565124 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-f6934a61-7b91-4f1c-8ab1-5659fd5b34a1 tempest-SecurityGroupRulesTestJSON-1709174060 tempest-SecurityGroupRulesTestJSON-1709174060] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:16:35.575338 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [req-8ae285f2-fa95-47cd-a099-e380f9b665f4 req-f6934a61-7b91-4f1c-8ab1-5659fd5b34a1 tempest-SecurityGroupRulesTestJSON-1709174060 tempest-SecurityGroupRulesTestJSON-1709174060] Notify callbacks [] for security_group, before_response {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:16:35.578430 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-e77e145c-a2c7-4d40-90fa-397519731a29 tempest-AttachVolumeTestJSON-1157025134 tempest-AttachVolumeTestJSON-1157025134] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.160s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:16:35.581300 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [req-8ae285f2-fa95-47cd-a099-e380f9b665f4 req-f6934a61-7b91-4f1c-8ab1-5659fd5b34a1 tempest-SecurityGroupRulesTestJSON-1709174060 tempest-SecurityGroupRulesTestJSON-1709174060] 10.222.0.24 "DELETE /v2.0/security-groups/d29b2c2d-6b62-4347-b2ea-ae886c0c2882 HTTP/1.1" status: 204 len: 173 time: 0.2374532 Jan 14 07:16:35.584800 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84875) accepted ('10.222.0.24', 33304) {{(pid=84875) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:16:35.671815 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [req-8335ab30-5b7f-4ec2-bb0e-f06db4a30db4 req-7840f28d-430e-4002-b8fe-1020861fe348 service neutron] 10.222.0.48 "GET /v2.0/networks/58634b46-3389-4a58-9255-646914eb2c67?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7685525 Jan 14 07:16:35.691766 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.db_base_plugin_v2 [None req-b38efca3-a10a-4148-bd18-3ef71ffb7dad admin admin] Deleting subnet 331c5eef-4128-4674-901d-32c6d9677853 {{(pid=84875) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Jan 14 07:16:35.696594 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-b38efca3-a10a-4148-bd18-3ef71ffb7dad admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:16:35.734489 n-d-768862-2 neutron-server[84765]: DEBUG neutron.notifiers.nova [req-f21ed50c-ccbd-487d-903b-0c53a3e9a9a2 req-110d3209-300b-4f13-be44-4f0f909abe0e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a423f49c-8602-4af4-9493-ab8902b937ec {{(pid=84874) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Jan 14 07:16:35.780576 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-b38efca3-a10a-4148-bd18-3ef71ffb7dad admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3367281'] for subnet, precommit_delete_associations {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:16:35.813809 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84875) accepted ('10.222.0.24', 33312) {{(pid=84875) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:16:35.869584 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-b38efca3-a10a-4148-bd18-3ef71ffb7dad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036854176836'] for subnet, precommit_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:16:36.032250 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-e77e145c-a2c7-4d40-90fa-397519731a29 tempest-AttachVolumeTestJSON-1157025134 tempest-AttachVolumeTestJSON-1157025134] Notify callbacks [] for security_group_rule, before_response {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:16:36.038634 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-e77e145c-a2c7-4d40-90fa-397519731a29 tempest-AttachVolumeTestJSON-1157025134 tempest-AttachVolumeTestJSON-1157025134] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 2.4810274 Jan 14 07:16:36.042999 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84874) accepted ('10.222.0.24', 33324) {{(pid=84874) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:16:36.048612 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [req-f21ed50c-ccbd-487d-903b-0c53a3e9a9a2 req-110d3209-300b-4f13-be44-4f0f909abe0e service neutron] Notify callbacks [] for port, precommit_update {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:16:36.059697 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-72da5384-6df2-4dcc-b08f-caca9947ed4a admin admin] Notify callbacks [] for security_group, before_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:16:36.078923 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.v2.base [None req-d5676341-3685-45c4-a750-b3977cce1240 tempest-AttachVolumeTestJSON-1157025134 tempest-AttachVolumeTestJSON-1157025134] Request body: {'security_group_rule': {'security_group_id': 'aae7902d-487c-47b7-bc70-c0612950a1d8', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=84874) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:16:36.088931 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-72da5384-6df2-4dcc-b08f-caca9947ed4a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:16:36.093246 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-72da5384-6df2-4dcc-b08f-caca9947ed4a admin admin] Usage tracker for resource:security_group_rule and tenant:08eeb70adc8c4ab29ccd4725d25eecea is out of sync, need to count used quota {{(pid=84875) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:16:36.096441 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-72da5384-6df2-4dcc-b08f-caca9947ed4a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84875) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:16:36.103453 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-72da5384-6df2-4dcc-b08f-caca9947ed4a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:16:36.149215 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-d5676341-3685-45c4-a750-b3977cce1240 tempest-AttachVolumeTestJSON-1157025134 tempest-AttachVolumeTestJSON-1157025134] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:16:36.165389 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [req-f21ed50c-ccbd-487d-903b-0c53a3e9a9a2 req-110d3209-300b-4f13-be44-4f0f909abe0e service neutron] Transition to ACTIVE for port object a423f49c-8602-4af4-9493-ab8902b937ec will not be triggered until provisioned by entity L2. {{(pid=84874) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 07:16:36.192716 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-d5676341-3685-45c4-a750-b3977cce1240 tempest-AttachVolumeTestJSON-1157025134 tempest-AttachVolumeTestJSON-1157025134] Usage tracker for resource:security_group_rule and tenant:74f4739a0b63415f9629cd39a2c2160a is out of sync, need to count used quota {{(pid=84874) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:16:36.200623 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [req-f21ed50c-ccbd-487d-903b-0c53a3e9a9a2 req-110d3209-300b-4f13-be44-4f0f909abe0e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777640533312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363259214678337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777640097497', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036851521613'] for port, after_update {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:16:36.265743 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-d5676341-3685-45c4-a750-b3977cce1240 tempest-AttachVolumeTestJSON-1157025134 tempest-AttachVolumeTestJSON-1157025134] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=84874) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:16:36.284713 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-3810097b-32be-4ac1-8bbd-f227c7fd69fd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:16:36.410320 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-d5676341-3685-45c4-a750-b3977cce1240 tempest-AttachVolumeTestJSON-1157025134 tempest-AttachVolumeTestJSON-1157025134] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=84874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:16:36.523350 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b85e0474-1f3b-4183-b902-697d40cb182a admin admin] Notify agent at l3_agent.n-d-768862-2 the message routers_updated {{(pid=84874) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jan 14 07:16:36.539755 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6fe784a-539d-4463-bcd6-149a009a3d39 None None] Sync routers for ids ['dacb8376-3716-4edb-a193-0fca9073652a'] in n-d-768862-2 {{(pid=84877) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Jan 14 07:16:36.556581 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6fe784a-539d-4463-bcd6-149a009a3d39 None None] Routers {'dacb8376-3716-4edb-a193-0fca9073652a'} bound to L3 agent in host n-d-768862-2 {{(pid=84877) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 14 07:16:36.557609 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_hamode_db [None req-d6fe784a-539d-4463-bcd6-149a009a3d39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-01-14T06:56:51Z,description=,heartbeat_timestamp=2021-01-14T07:16:21Z,host='n-d-768862-2',id=35f592e9-451b-4db9-abea-77b6a5c5391b,load=0,resource_versions=,resources_synced=,started_at=2021-01-14T06:56:51Z,topic='l3_agent')) {'router_ids': ['dacb8376-3716-4edb-a193-0fca9073652a'], 'active': True} {{(pid=84877) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:16:36.568242 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-110d3209-300b-4f13-be44-4f0f909abe0e service neutron] Pushing event updated for resources: {'Port': ['ID=a423f49c-8602-4af4-9493-ab8902b937ec,revision_number=2']} {{(pid=84874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:16:36.573897 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-72da5384-6df2-4dcc-b08f-caca9947ed4a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:16:36.585921 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-72da5384-6df2-4dcc-b08f-caca9947ed4a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850887153'] for security_group, after_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:16:36.597020 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-257da67a-d0ff-47b5-88d0-9c8baac31f11 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:16:36.612055 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-110d3209-300b-4f13-be44-4f0f909abe0e service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.327s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:16:36.651968 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72da5384-6df2-4dcc-b08f-caca9947ed4a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4ea387b8-d514-43f5-a937-5b0025e93d57,revision_number=1']} {{(pid=84875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:16:36.660040 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-72da5384-6df2-4dcc-b08f-caca9947ed4a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:16:36.671550 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-72da5384-6df2-4dcc-b08f-caca9947ed4a admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=08eeb70adc8c4ab29ccd4725d25eecea&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8565280 Jan 14 07:16:36.673065 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84875) accepted ('10.222.0.24', 33336) {{(pid=84875) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:16:36.780071 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-b38efca3-a10a-4148-bd18-3ef71ffb7dad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-598964', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850887113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3154192', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2308610'] for subnet, after_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:16:36.799739 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:16:36.861904 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_dvr_db [None req-d6fe784a-539d-4463-bcd6-149a009a3d39 None None] Set router dacb8376-3716-4edb-a193-0fca9073652a gateway port host: n-d-768862-2 {{(pid=84877) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 14 07:16:36.922919 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b38efca3-a10a-4148-bd18-3ef71ffb7dad admin admin] Pushing event deleted for resources: {'Subnet': ['ID=331c5eef-4128-4674-901d-32c6d9677853,revision_number=None']} {{(pid=84875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:16:36.940391 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-b38efca3-a10a-4148-bd18-3ef71ffb7dad admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:16:36.941338 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-be38107a-9f6e-47dd-a104-db306fda79dc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:16:36.981012 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-be38107a-9f6e-47dd-a104-db306fda79dc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:16:37.047282 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-be38107a-9f6e-47dd-a104-db306fda79dc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850887153'] for security_group, after_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:16:37.055303 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-72da5384-6df2-4dcc-b08f-caca9947ed4a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:16:37.080738 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be38107a-9f6e-47dd-a104-db306fda79dc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4ea387b8-d514-43f5-a937-5b0025e93d57,revision_number=None']} {{(pid=84875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:16:37.092216 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-be38107a-9f6e-47dd-a104-db306fda79dc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:16:37.119982 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-b85e0474-1f3b-4183-b902-697d40cb182a admin admin] Notify callbacks [] for router, before_response {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:16:37.120265 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-be38107a-9f6e-47dd-a104-db306fda79dc admin admin] Notify callbacks [] for security_group, before_response {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:16:37.124109 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-be38107a-9f6e-47dd-a104-db306fda79dc admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/4ea387b8-d514-43f5-a937-5b0025e93d57 HTTP/1.1" status: 204 len: 168 time: 0.4474056 Jan 14 07:16:37.125038 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-b38efca3-a10a-4148-bd18-3ef71ffb7dad admin admin] Notify callbacks [] for subnet, before_response {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:16:37.126142 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-b85e0474-1f3b-4183-b902-697d40cb182a admin admin] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 14.7738349 Jan 14 07:16:37.131316 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-b38efca3-a10a-4148-bd18-3ef71ffb7dad admin admin] 10.222.0.24 "DELETE /v2.0/subnets/331c5eef-4128-4674-901d-32c6d9677853 HTTP/1.1" status: 204 len: 168 time: 1.5412097 Jan 14 07:16:37.134661 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84875) accepted ('10.222.0.24', 33348) {{(pid=84875) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:16:37.135051 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84875) accepted ('10.222.0.24', 33350) {{(pid=84875) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:16:37.212684 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-d5676341-3685-45c4-a750-b3977cce1240 tempest-AttachVolumeTestJSON-1157025134 tempest-AttachVolumeTestJSON-1157025134] Notify callbacks [] for security_group_rule, before_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:16:37.265326 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [req-8335ab30-5b7f-4ec2-bb0e-f06db4a30db4 req-2aee35d4-6bbf-447a-9ab6-7c370e660e65 service neutron] 10.222.0.48 "GET /v2.0/networks/58634b46-3389-4a58-9255-646914eb2c67?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 1.5128150 Jan 14 07:16:37.267767 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_hamode_db [None req-d6fe784a-539d-4463-bcd6-149a009a3d39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dacb8376-3716-4edb-a193-0fca9073652a', 'name': 'tempest-AttachVolumeShelveTestJSON-395737247-router', 'tenant_id': '0369eaa84818430fab7d025c9522c976', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '226f1e78-82cd-4481-9055-4eb73b6db8c1', 'external_fixed_ips': [{'subnet_id': 'ba8deeec-7658-4195-9449-038c076f5c83', 'ip_address': '172.25.2.22'}], 'enable_snat': True}, 'gw_port_id': '14db865b-e37f-444e-a79f-7f57d62bc021', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-14T07:16:22Z', 'updated_at': '2021-01-14T07:16:30Z', 'revision_number': 3, 'project_id': '0369eaa84818430fab7d025c9522c976', 'gw_port': {'id': '14db865b-e37f-444e-a79f-7f57d62bc021', 'name': '', 'network_id': '226f1e78-82cd-4481-9055-4eb73b6db8c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:5f:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dacb8376-3716-4edb-a193-0fca9073652a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1241, 'fixed_ips': [{'subnet_id': 'ba8deeec-7658-4195-9449-038c076f5c83', 'ip_address': '172.25.2.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T07:16:25Z', 'updated_at': '2021-01-14T07:16:25Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ba8deeec-7658-4195-9449-038c076f5c83', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-2'}], 'n-d-768862-2', False) {} {{(pid=84877) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:16:37.283459 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6fe784a-539d-4463-bcd6-149a009a3d39 None None] Checking router: dacb8376-3716-4edb-a193-0fca9073652a for host: n-d-768862-2 {{(pid=84877) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Jan 14 07:16:37.285192 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6fe784a-539d-4463-bcd6-149a009a3d39 None None] Updating router dacb8376-3716-4edb-a193-0fca9073652a port 14db865b-e37f-444e-a79f-7f57d62bc021 binding host n-d-768862-2 {{(pid=84877) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Jan 14 07:16:37.386519 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-d6fe784a-539d-4463-bcd6-149a009a3d39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555753'] for port, before_update {{(pid=84877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:16:37.522126 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.managers [req-f21ed50c-ccbd-487d-903b-0c53a3e9a9a2 req-110d3209-300b-4f13-be44-4f0f909abe0e service neutron] Attempting to bind port a423f49c-8602-4af4-9493-ab8902b937ec on host n-h1-768862-2 for vnic_type normal with profile {{(pid=84874) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 14 07:16:37.522596 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.managers [req-f21ed50c-ccbd-487d-903b-0c53a3e9a9a2 req-110d3209-300b-4f13-be44-4f0f909abe0e service neutron] Attempting to bind port a423f49c-8602-4af4-9493-ab8902b937ec by drivers openvswitch on host n-h1-768862-2 at level 0 using segments [{'id': 'bf9db35e-3636-43aa-80e1-735a7305fa24', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '123c9a2b-fdbf-4ea0-9264-91ed25cf5043'}] {{(pid=84874) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 14 07:16:37.523150 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f21ed50c-ccbd-487d-903b-0c53a3e9a9a2 req-110d3209-300b-4f13-be44-4f0f909abe0e service neutron] Attempting to bind port a423f49c-8602-4af4-9493-ab8902b937ec on network 123c9a2b-fdbf-4ea0-9264-91ed25cf5043 {{(pid=84874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 14 07:16:37.580828 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f21ed50c-ccbd-487d-903b-0c53a3e9a9a2 req-110d3209-300b-4f13-be44-4f0f909abe0e service neutron] Checking agent: {'id': '40905704-73ec-4668-87ec-fe70ac9582ac', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-h1-768862-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 14, 7, 5, 11), 'started_at': datetime.datetime(2021, 1, 14, 7, 5, 41), 'heartbeat_timestamp': datetime.datetime(2021, 1, 14, 7, 16, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.42', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 14 07:16:37.581481 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f21ed50c-ccbd-487d-903b-0c53a3e9a9a2 req-110d3209-300b-4f13-be44-4f0f909abe0e service neutron] Checking segment: {'id': 'bf9db35e-3636-43aa-80e1-735a7305fa24', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '123c9a2b-fdbf-4ea0-9264-91ed25cf5043'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84874) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 14 07:16:37.582050 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [req-f21ed50c-ccbd-487d-903b-0c53a3e9a9a2 req-110d3209-300b-4f13-be44-4f0f909abe0e service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:16:37.582605 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f21ed50c-ccbd-487d-903b-0c53a3e9a9a2 req-110d3209-300b-4f13-be44-4f0f909abe0e service neutron] Bound using segment: {'id': 'bf9db35e-3636-43aa-80e1-735a7305fa24', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '123c9a2b-fdbf-4ea0-9264-91ed25cf5043'} {{(pid=84874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 14 07:16:37.583441 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.managers [req-f21ed50c-ccbd-487d-903b-0c53a3e9a9a2 req-110d3209-300b-4f13-be44-4f0f909abe0e service neutron] Bound port: a423f49c-8602-4af4-9493-ab8902b937ec, host: n-h1-768862-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bf9db35e-3636-43aa-80e1-735a7305fa24', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '123c9a2b-fdbf-4ea0-9264-91ed25cf5043'}}] {{(pid=84874) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 14 07:16:37.584060 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [req-f21ed50c-ccbd-487d-903b-0c53a3e9a9a2 req-110d3209-300b-4f13-be44-4f0f909abe0e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555753'] for port, before_update {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:16:37.597378 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-b340799a-6318-4081-ba94-79962abad9d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036854160497'] for network, before_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:16:37.600053 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-d5676341-3685-45c4-a750-b3977cce1240 tempest-AttachVolumeTestJSON-1157025134 tempest-AttachVolumeTestJSON-1157025134] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:16:37.616109 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-a451cfed-452c-4780-b968-936611f69ccb admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:16:37.692130 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-d5676341-3685-45c4-a750-b3977cce1240 tempest-AttachVolumeTestJSON-1157025134 tempest-AttachVolumeTestJSON-1157025134] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850966545'] for security_group_rule, after_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:16:37.806560 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [req-f21ed50c-ccbd-487d-903b-0c53a3e9a9a2 req-110d3209-300b-4f13-be44-4f0f909abe0e service neutron] For port a423f49c-8602-4af4-9493-ab8902b937ec, host n-h1-768862-2, cleared binding levels {{(pid=84874) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 14 07:16:37.810822 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [req-f21ed50c-ccbd-487d-903b-0c53a3e9a9a2 req-110d3209-300b-4f13-be44-4f0f909abe0e service neutron] For port a423f49c-8602-4af4-9493-ab8902b937ec, host n-h1-768862-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-h1-768862-2',level=0,port_id=a423f49c-8602-4af4-9493-ab8902b937ec,segment=NetworkSegment(bf9db35e-3636-43aa-80e1-735a7305fa24),segment_id=bf9db35e-3636-43aa-80e1-735a7305fa24)] {{(pid=84874) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 14 07:16:37.822672 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:16:37.933090 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5676341-3685-45c4-a750-b3977cce1240 tempest-AttachVolumeTestJSON-1157025134 tempest-AttachVolumeTestJSON-1157025134] Pushing event updated for resources: {'SecurityGroupRule': ['ID=081382d0-6f03-49b1-9b99-7c6af2cc1be1,revision_number=0']} {{(pid=84874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:16:37.936177 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [req-f21ed50c-ccbd-487d-903b-0c53a3e9a9a2 req-110d3209-300b-4f13-be44-4f0f909abe0e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777640533312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363259214678337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777640097497', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036851521613'] for port, after_update {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:16:37.962680 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-d5676341-3685-45c4-a750-b3977cce1240 tempest-AttachVolumeTestJSON-1157025134 tempest-AttachVolumeTestJSON-1157025134] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:16:37.965064 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccd93360-44cc-434f-8d1a-d0c4a40db9ad req-1e16d2c0-de6d-4ab8-ad03-1fc624f58d4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:16:37.966774 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [req-ccd93360-44cc-434f-8d1a-d0c4a40db9ad req-1e16d2c0-de6d-4ab8-ad03-1fc624f58d4a service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=e3a4f5e44a6346aeb715674b9fdb21db&device_id=2871d7e5-d082-4af4-bbbd-fc1152f24193 HTTP/1.1" status: 200 len: 1158 time: 0.6339545 Jan 14 07:16:37.967508 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-e0d8c2bc-f6ec-4152-838a-f9ba965747dc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:16:38.007393 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-d5676341-3685-45c4-a750-b3977cce1240 tempest-AttachVolumeTestJSON-1157025134 tempest-AttachVolumeTestJSON-1157025134] Notify callbacks [] for security_group_rule, before_response {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:16:38.012277 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-d5676341-3685-45c4-a750-b3977cce1240 tempest-AttachVolumeTestJSON-1157025134 tempest-AttachVolumeTestJSON-1157025134] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.9546013 Jan 14 07:16:38.029130 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84874) accepted ('10.222.0.24', 33372) {{(pid=84874) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:16:38.073256 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-b340799a-6318-4081-ba94-79962abad9d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-598987', 'neutron.services.segments.db._delete_segments_for_network-8777640583949'] for network, precommit_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:16:38.128919 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.v2.base [None req-ee850537-4619-4f65-b094-2501f78ebb8b tempest-AttachVolumeTestJSON-1157025134 tempest-AttachVolumeTestJSON-1157025134] Request body: {'floatingip': {'floating_network_id': '226f1e78-82cd-4481-9055-4eb73b6db8c1'}} {{(pid=84874) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:16:38.132930 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "delete_segment":"rule:admin_only" was deprecated in W in favor of "delete_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:16:38.132930 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:16:38.132930 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network":"rule:regular_user" was deprecated in W in favor of "create_network":"role:member and project_id:%(project_id)s". Reason: Jan 14 07:16:38.132930 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:16:38.132930 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:16:38.132930 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:16:38.132930 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:shared":"rule:admin_only" was deprecated in W in favor of "create_network:shared":"role:admin and system_scope:all". Reason: Jan 14 07:16:38.132930 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:16:38.132930 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:16:38.132930 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:16:38.132930 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:router:external":"rule:admin_only" was deprecated in W in favor of "create_network:router:external":"role:admin and system_scope:all". Reason: Jan 14 07:16:38.132930 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:16:38.132930 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:16:38.132930 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:16:38.132930 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:is_default":"rule:admin_only" was deprecated in W in favor of "create_network:is_default":"role:admin and system_scope:all". Reason: Jan 14 07:16:38.132930 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:16:38.132930 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:16:38.132930 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:16:38.132930 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:port_security_enabled":"rule:regular_user" was deprecated in W in favor of "create_network:port_security_enabled":"role:member and project_id:%(project_id)s". Reason: Jan 14 07:16:38.132930 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:16:38.132930 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:16:38.132930 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:16:38.132930 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:segments":"rule:admin_only" was deprecated in W in favor of "create_network:segments":"role:admin and system_scope:all". Reason: Jan 14 07:16:38.132930 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:16:38.132930 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:16:38.132930 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:16:38.132930 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "create_network:provider:network_type":"role:admin and system_scope:all". Reason: Jan 14 07:16:38.132930 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:16:38.132930 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:16:38.132930 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:16:38.132930 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "create_network:provider:physical_network":"role:admin and system_scope:all". Reason: Jan 14 07:16:38.132930 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:16:38.132930 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:16:38.132930 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:16:38.132930 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "create_network:provider:segmentation_id":"role:admin and system_scope:all". Reason: Jan 14 07:16:38.132930 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:16:38.132930 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:16:38.132930 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:16:38.132930 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network":"rule:admin_or_owner or rule:shared or rule:external or rule:context_is_advsvc" was deprecated in W in favor of "get_network":"(role:reader and system_scope:all) or (role:reader and project_id:%(project_id)s) or rule:shared or rule:external or rule:context_is_advsvc". Reason: Jan 14 07:16:38.132930 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:16:38.132930 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:16:38.132930 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:16:38.132930 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:router:external":"rule:regular_user" was deprecated in W in favor of "get_network:router:external":"role:reader and project_id:%(project_id)s". Reason: Jan 14 07:16:38.132930 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:16:38.132930 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:16:38.132930 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:16:38.136201 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:segments":"rule:admin_only" was deprecated in W in favor of "get_network:segments":"role:reader and system_scope:all". Reason: Jan 14 07:16:38.136201 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:16:38.136201 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:16:38.136201 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:16:38.136201 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "get_network:provider:network_type":"role:reader and system_scope:all". Reason: Jan 14 07:16:38.136201 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:16:38.136201 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:16:38.136201 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:16:38.136201 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "get_network:provider:physical_network":"role:reader and system_scope:all". Reason: Jan 14 07:16:38.136201 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:16:38.136201 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:16:38.136201 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:16:38.136201 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "get_network:provider:segmentation_id":"role:reader and system_scope:all". Reason: Jan 14 07:16:38.136201 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:16:38.136201 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:16:38.136201 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:16:38.136201 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network":"rule:admin_or_owner" was deprecated in W in favor of "update_network":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 07:16:38.136201 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:16:38.136201 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:16:38.136201 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:16:38.142654 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-ee850537-4619-4f65-b094-2501f78ebb8b tempest-AttachVolumeTestJSON-1157025134 tempest-AttachVolumeTestJSON-1157025134] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:16:38.147638 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-ee850537-4619-4f65-b094-2501f78ebb8b tempest-AttachVolumeTestJSON-1157025134 tempest-AttachVolumeTestJSON-1157025134] Usage tracker for resource:floatingip and tenant:74f4739a0b63415f9629cd39a2c2160a is out of sync, need to count used quota {{(pid=84874) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:16:38.151079 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-ee850537-4619-4f65-b094-2501f78ebb8b tempest-AttachVolumeTestJSON-1157025134 tempest-AttachVolumeTestJSON-1157025134] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=84874) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:16:38.158239 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-ee850537-4619-4f65-b094-2501f78ebb8b tempest-AttachVolumeTestJSON-1157025134 tempest-AttachVolumeTestJSON-1157025134] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=84874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:16:38.195461 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-ee850537-4619-4f65-b094-2501f78ebb8b tempest-AttachVolumeTestJSON-1157025134 tempest-AttachVolumeTestJSON-1157025134] Notify callbacks [] for floatingip, before_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:16:38.214807 n-d-768862-2 neutron-server[84765]: DEBUG neutron.services.segments.db [None req-b340799a-6318-4081-ba94-79962abad9d6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1e2578d9-4d6e-4b52-b60a-ceb02a0ce2b1']}} {{(pid=84875) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:16:38.231681 n-d-768862-2 neutron-server[84765]: DEBUG neutron.services.segments.db [None req-b340799a-6318-4081-ba94-79962abad9d6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f0ed92ec-3631-451c-a5b4-402ded5db582') {'for_net_delete': True} {{(pid=84875) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:16:38.232090 n-d-768862-2 neutron-server[84765]: DEBUG neutron.services.segments.db [None req-b340799a-6318-4081-ba94-79962abad9d6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f0ed92ec-3631-451c-a5b4-402ded5db582') {} {{(pid=84875) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:16:38.246026 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-b340799a-6318-4081-ba94-79962abad9d6 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363259214173198', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036851408567'] for segment, before_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:16:38.263059 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-b340799a-6318-4081-ba94-79962abad9d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854179735'] for segment, precommit_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:16:38.265339 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-b340799a-6318-4081-ba94-79962abad9d6 admin admin] Releasing vxlan tunnel 3 to pool {{(pid=84875) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Jan 14 07:16:38.304885 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-d6fe784a-539d-4463-bcd6-149a009a3d39 None None] Notify callbacks [] for port, precommit_update {{(pid=84877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:16:38.358549 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-d6fe784a-539d-4463-bcd6-149a009a3d39 None None] Transition to ACTIVE for port object 14db865b-e37f-444e-a79f-7f57d62bc021 will not be triggered until provisioned by entity L2. {{(pid=84877) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 07:16:38.364848 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-d6fe784a-539d-4463-bcd6-149a009a3d39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777640533312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363259214678337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777640097497'] for port, after_update {{(pid=84877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:16:38.413076 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:16:38.537520 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.managers [None req-b340799a-6318-4081-ba94-79962abad9d6 admin admin] Network 1e2578d9-4d6e-4b52-b60a-ceb02a0ce2b1 has no segments {{(pid=84875) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 14 07:16:38.558310 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-b340799a-6318-4081-ba94-79962abad9d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-596065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3154253'] for segment, after_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:16:38.686002 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-110d3209-300b-4f13-be44-4f0f909abe0e service neutron] Pushing event updated for resources: {'Port': ['ID=a423f49c-8602-4af4-9493-ab8902b937ec,revision_number=3']} {{(pid=84874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:16:38.714354 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f21ed50c-ccbd-487d-903b-0c53a3e9a9a2 req-110d3209-300b-4f13-be44-4f0f909abe0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:16:38.716349 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [req-f21ed50c-ccbd-487d-903b-0c53a3e9a9a2 req-110d3209-300b-4f13-be44-4f0f909abe0e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854768116'] for port, before_response {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:16:38.721495 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [req-f21ed50c-ccbd-487d-903b-0c53a3e9a9a2 req-110d3209-300b-4f13-be44-4f0f909abe0e service neutron] 10.222.0.35 "PUT /v2.0/ports/a423f49c-8602-4af4-9493-ab8902b937ec HTTP/1.1" status: 200 len: 1077 time: 5.4669163 Jan 14 07:16:38.744610 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-110d3209-300b-4f13-be44-4f0f909abe0e service neutron] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@n-h1-768862-2 {{(pid=84874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:16:38.747639 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-110d3209-300b-4f13-be44-4f0f909abe0e service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-h1-768862-2 {{(pid=84874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:16:38.749510 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-110d3209-300b-4f13-be44-4f0f909abe0e service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-h1-768862-2 {{(pid=84874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:16:38.751952 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-110d3209-300b-4f13-be44-4f0f909abe0e service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-h1-768862-2 {{(pid=84874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:16:38.753394 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-110d3209-300b-4f13-be44-4f0f909abe0e service neutron] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@n-h1-768862-2 {{(pid=84874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:16:38.769704 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-110d3209-300b-4f13-be44-4f0f909abe0e service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-h1-768862-2 {{(pid=84874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:16:38.772056 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-110d3209-300b-4f13-be44-4f0f909abe0e service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-h1-768862-2 {{(pid=84874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:16:38.773182 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-110d3209-300b-4f13-be44-4f0f909abe0e service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-h1-768862-2 {{(pid=84874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:16:38.773720 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-110d3209-300b-4f13-be44-4f0f909abe0e service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-h1-768862-2 {{(pid=84874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:16:38.775268 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-110d3209-300b-4f13-be44-4f0f909abe0e service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-h1-768862-2 {{(pid=84874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:16:38.775792 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-110d3209-300b-4f13-be44-4f0f909abe0e service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-h1-768862-2 {{(pid=84874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:16:38.777474 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-110d3209-300b-4f13-be44-4f0f909abe0e service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-h1-768862-2 {{(pid=84874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:16:38.777979 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-110d3209-300b-4f13-be44-4f0f909abe0e service neutron] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@n-h2-768862-2 {{(pid=84874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:16:38.779695 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-110d3209-300b-4f13-be44-4f0f909abe0e service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-h2-768862-2 {{(pid=84874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:16:38.781571 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-110d3209-300b-4f13-be44-4f0f909abe0e service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-h2-768862-2 {{(pid=84874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:16:38.782845 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-110d3209-300b-4f13-be44-4f0f909abe0e service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-h2-768862-2 {{(pid=84874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:16:38.784201 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-110d3209-300b-4f13-be44-4f0f909abe0e service neutron] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@n-h2-768862-2 {{(pid=84874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:16:38.784741 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-110d3209-300b-4f13-be44-4f0f909abe0e service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-h2-768862-2 {{(pid=84874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:16:38.785256 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-110d3209-300b-4f13-be44-4f0f909abe0e service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-h2-768862-2 {{(pid=84874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:16:38.787553 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-110d3209-300b-4f13-be44-4f0f909abe0e service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-h2-768862-2 {{(pid=84874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:16:38.789906 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-110d3209-300b-4f13-be44-4f0f909abe0e service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-h2-768862-2 {{(pid=84874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:16:38.791678 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-110d3209-300b-4f13-be44-4f0f909abe0e service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-h2-768862-2 {{(pid=84874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:16:38.792220 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-110d3209-300b-4f13-be44-4f0f909abe0e service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-h2-768862-2 {{(pid=84874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:16:38.796894 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-110d3209-300b-4f13-be44-4f0f909abe0e service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-h2-768862-2 {{(pid=84874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:16:38.797135 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82dd439f-6b0a-47c4-a284-6d43837b570b None None] Pushing event updated for resources: {'Port': ['ID=14db865b-e37f-444e-a79f-7f57d62bc021,revision_number=2']} {{(pid=84877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:16:38.797581 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-110d3209-300b-4f13-be44-4f0f909abe0e service neutron] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-2 {{(pid=84874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:16:38.798093 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-110d3209-300b-4f13-be44-4f0f909abe0e service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-2 {{(pid=84874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:16:38.798602 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-110d3209-300b-4f13-be44-4f0f909abe0e service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-2 {{(pid=84874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:16:38.799516 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-110d3209-300b-4f13-be44-4f0f909abe0e service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-2 {{(pid=84874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:16:38.800345 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-110d3209-300b-4f13-be44-4f0f909abe0e service neutron] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@n-d-768862-2 {{(pid=84874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:16:38.800853 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-110d3209-300b-4f13-be44-4f0f909abe0e service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-2 {{(pid=84874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:16:38.801343 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-110d3209-300b-4f13-be44-4f0f909abe0e service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-768862-2 {{(pid=84874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:16:38.803318 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-110d3209-300b-4f13-be44-4f0f909abe0e service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-768862-2 {{(pid=84874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:16:38.803929 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-110d3209-300b-4f13-be44-4f0f909abe0e service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-2 {{(pid=84874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:16:38.805939 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-110d3209-300b-4f13-be44-4f0f909abe0e service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-2 {{(pid=84874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:16:38.806698 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-110d3209-300b-4f13-be44-4f0f909abe0e service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-2 {{(pid=84874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:16:38.807778 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-110d3209-300b-4f13-be44-4f0f909abe0e service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-2 {{(pid=84874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:16:38.827293 n-d-768862-2 neutron-server[84765]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9b396097-ec3b-4cbb-8d64-5a6a713352ca', 'tag': 'a423f49c-8602-4af4-9493-ab8902b937ec'}] {{(pid=84874) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Jan 14 07:16:38.854135 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-110d3209-300b-4f13-be44-4f0f909abe0e service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.882s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:16:38.920631 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82dd439f-6b0a-47c4-a284-6d43837b570b None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@n-h1-768862-2 {{(pid=84877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:16:38.925040 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82dd439f-6b0a-47c4-a284-6d43837b570b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-h1-768862-2 {{(pid=84877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:16:38.925749 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82dd439f-6b0a-47c4-a284-6d43837b570b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-h1-768862-2 {{(pid=84877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:16:38.931241 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82dd439f-6b0a-47c4-a284-6d43837b570b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-h1-768862-2 {{(pid=84877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:16:38.932622 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82dd439f-6b0a-47c4-a284-6d43837b570b None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@n-h1-768862-2 {{(pid=84877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:16:38.933428 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82dd439f-6b0a-47c4-a284-6d43837b570b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-h1-768862-2 {{(pid=84877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:16:38.934013 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82dd439f-6b0a-47c4-a284-6d43837b570b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-h1-768862-2 {{(pid=84877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:16:38.934971 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82dd439f-6b0a-47c4-a284-6d43837b570b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-h1-768862-2 {{(pid=84877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:16:38.935558 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82dd439f-6b0a-47c4-a284-6d43837b570b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-h1-768862-2 {{(pid=84877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:16:38.936152 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82dd439f-6b0a-47c4-a284-6d43837b570b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-h1-768862-2 {{(pid=84877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:16:38.936864 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82dd439f-6b0a-47c4-a284-6d43837b570b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-h1-768862-2 {{(pid=84877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:16:38.937426 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82dd439f-6b0a-47c4-a284-6d43837b570b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-h1-768862-2 {{(pid=84877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:16:38.938038 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82dd439f-6b0a-47c4-a284-6d43837b570b None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@n-h2-768862-2 {{(pid=84877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:16:38.940430 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82dd439f-6b0a-47c4-a284-6d43837b570b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-h2-768862-2 {{(pid=84877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:16:38.941134 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82dd439f-6b0a-47c4-a284-6d43837b570b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-h2-768862-2 {{(pid=84877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:16:38.941861 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82dd439f-6b0a-47c4-a284-6d43837b570b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-h2-768862-2 {{(pid=84877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:16:38.942874 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82dd439f-6b0a-47c4-a284-6d43837b570b None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@n-h2-768862-2 {{(pid=84877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:16:38.946786 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82dd439f-6b0a-47c4-a284-6d43837b570b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-h2-768862-2 {{(pid=84877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:16:38.947614 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82dd439f-6b0a-47c4-a284-6d43837b570b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-h2-768862-2 {{(pid=84877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:16:38.948325 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82dd439f-6b0a-47c4-a284-6d43837b570b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-h2-768862-2 {{(pid=84877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:16:38.948913 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82dd439f-6b0a-47c4-a284-6d43837b570b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-h2-768862-2 {{(pid=84877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:16:38.949486 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82dd439f-6b0a-47c4-a284-6d43837b570b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-h2-768862-2 {{(pid=84877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:16:38.951307 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82dd439f-6b0a-47c4-a284-6d43837b570b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-h2-768862-2 {{(pid=84877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:16:38.952421 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82dd439f-6b0a-47c4-a284-6d43837b570b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-h2-768862-2 {{(pid=84877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:16:38.955379 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82dd439f-6b0a-47c4-a284-6d43837b570b None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-2 {{(pid=84877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:16:38.957102 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82dd439f-6b0a-47c4-a284-6d43837b570b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-2 {{(pid=84877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:16:38.957577 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82dd439f-6b0a-47c4-a284-6d43837b570b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-2 {{(pid=84877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:16:38.960318 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82dd439f-6b0a-47c4-a284-6d43837b570b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-2 {{(pid=84877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:16:38.960845 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82dd439f-6b0a-47c4-a284-6d43837b570b None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@n-d-768862-2 {{(pid=84877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:16:38.961306 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82dd439f-6b0a-47c4-a284-6d43837b570b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-2 {{(pid=84877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:16:38.961762 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82dd439f-6b0a-47c4-a284-6d43837b570b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-768862-2 {{(pid=84877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:16:38.962359 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82dd439f-6b0a-47c4-a284-6d43837b570b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-768862-2 {{(pid=84877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:16:38.964572 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82dd439f-6b0a-47c4-a284-6d43837b570b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-2 {{(pid=84877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:16:38.965563 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82dd439f-6b0a-47c4-a284-6d43837b570b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-2 {{(pid=84877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:16:38.967339 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82dd439f-6b0a-47c4-a284-6d43837b570b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-2 {{(pid=84877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:16:38.967816 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82dd439f-6b0a-47c4-a284-6d43837b570b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-2 {{(pid=84877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:16:38.989673 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-82dd439f-6b0a-47c4-a284-6d43837b570b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.577s {{(pid=84877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:16:39.006967 n-d-768862-2 neutron-server[84765]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9b396097-ec3b-4cbb-8d64-5a6a713352ca', 'tag': 'a423f49c-8602-4af4-9493-ab8902b937ec', 'status': 'completed', 'code': 200} Jan 14 07:16:39.048761 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.managers [None req-b340799a-6318-4081-ba94-79962abad9d6 admin admin] Network 1e2578d9-4d6e-4b52-b60a-ceb02a0ce2b1 has no segments {{(pid=84875) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 14 07:16:39.063471 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.managers [None req-d6fe784a-539d-4463-bcd6-149a009a3d39 None None] Attempting to bind port 14db865b-e37f-444e-a79f-7f57d62bc021 on host n-d-768862-2 for vnic_type normal with profile {{(pid=84877) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 14 07:16:39.063931 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.managers [None req-d6fe784a-539d-4463-bcd6-149a009a3d39 None None] Attempting to bind port 14db865b-e37f-444e-a79f-7f57d62bc021 by drivers openvswitch on host n-d-768862-2 at level 0 using segments [{'id': 'cf3ded2c-bc47-4a71-89af-6e7117e60140', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '226f1e78-82cd-4481-9055-4eb73b6db8c1'}] {{(pid=84877) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 14 07:16:39.064295 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6fe784a-539d-4463-bcd6-149a009a3d39 None None] Attempting to bind port 14db865b-e37f-444e-a79f-7f57d62bc021 on network 226f1e78-82cd-4481-9055-4eb73b6db8c1 {{(pid=84877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 14 07:16:39.081237 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6fe784a-539d-4463-bcd6-149a009a3d39 None None] Checking agent: {'id': 'ba5efab1-b43c-4d5a-bc52-6e105d4e67a2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768862-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 14, 6, 56, 52), 'started_at': datetime.datetime(2021, 1, 14, 6, 57, 22), 'heartbeat_timestamp': datetime.datetime(2021, 1, 14, 7, 16, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768862-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.29', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 14 07:16:39.081720 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6fe784a-539d-4463-bcd6-149a009a3d39 None None] Checking segment: {'id': 'cf3ded2c-bc47-4a71-89af-6e7117e60140', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '226f1e78-82cd-4481-9055-4eb73b6db8c1'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84877) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 14 07:16:39.082094 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-d6fe784a-539d-4463-bcd6-149a009a3d39 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:16:39.082536 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6fe784a-539d-4463-bcd6-149a009a3d39 None None] Bound using segment: {'id': 'cf3ded2c-bc47-4a71-89af-6e7117e60140', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '226f1e78-82cd-4481-9055-4eb73b6db8c1'} {{(pid=84877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 14 07:16:39.083239 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.managers [None req-d6fe784a-539d-4463-bcd6-149a009a3d39 None None] Bound port: 14db865b-e37f-444e-a79f-7f57d62bc021, host: n-d-768862-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cf3ded2c-bc47-4a71-89af-6e7117e60140', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '226f1e78-82cd-4481-9055-4eb73b6db8c1'}}] {{(pid=84877) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 14 07:16:39.090374 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-d6fe784a-539d-4463-bcd6-149a009a3d39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555753'] for port, before_update {{(pid=84877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:16:39.108065 n-d-768862-2 neutron-server[84765]: Traceback (most recent call last): Jan 14 07:16:39.108065 n-d-768862-2 neutron-server[84765]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 14 07:16:39.108065 n-d-768862-2 neutron-server[84765]: timer() Jan 14 07:16:39.108065 n-d-768862-2 neutron-server[84765]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 14 07:16:39.108065 n-d-768862-2 neutron-server[84765]: cb(*args, **kw) Jan 14 07:16:39.108065 n-d-768862-2 neutron-server[84765]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Jan 14 07:16:39.108065 n-d-768862-2 neutron-server[84765]: return func(*args, **kwargs) Jan 14 07:16:39.108065 n-d-768862-2 neutron-server[84765]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 14 07:16:39.108065 n-d-768862-2 neutron-server[84765]: self._notify() Jan 14 07:16:39.108065 n-d-768862-2 neutron-server[84765]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 14 07:16:39.108065 n-d-768862-2 neutron-server[84765]: self.callback(batched_events) Jan 14 07:16:39.108065 n-d-768862-2 neutron-server[84765]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 14 07:16:39.108065 n-d-768862-2 neutron-server[84765]: event.method(event) Jan 14 07:16:39.108065 n-d-768862-2 neutron-server[84765]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 14 07:16:39.108065 n-d-768862-2 neutron-server[84765]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 14 07:16:39.108065 n-d-768862-2 neutron-server[84765]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Jan 14 07:16:39.108065 n-d-768862-2 neutron-server[84765]: segment_id)['aggregates'][0] Jan 14 07:16:39.108065 n-d-768862-2 neutron-server[84765]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 14 07:16:39.108065 n-d-768862-2 neutron-server[84765]: return f(self, *a, **k) Jan 14 07:16:39.108065 n-d-768862-2 neutron-server[84765]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 14 07:16:39.108065 n-d-768862-2 neutron-server[84765]: return self._get(url).json() Jan 14 07:16:39.108065 n-d-768862-2 neutron-server[84765]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 14 07:16:39.108065 n-d-768862-2 neutron-server[84765]: **kwargs) Jan 14 07:16:39.108065 n-d-768862-2 neutron-server[84765]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 14 07:16:39.108065 n-d-768862-2 neutron-server[84765]: return self.request(url, 'GET', **kwargs) Jan 14 07:16:39.108065 n-d-768862-2 neutron-server[84765]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Jan 14 07:16:39.108065 n-d-768862-2 neutron-server[84765]: **endpoint_filter) Jan 14 07:16:39.108065 n-d-768862-2 neutron-server[84765]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 14 07:16:39.108065 n-d-768862-2 neutron-server[84765]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 14 07:16:39.108065 n-d-768862-2 neutron-server[84765]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 14 07:16:39.108065 n-d-768862-2 neutron-server[84765]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 14 07:16:39.108065 n-d-768862-2 neutron-server[84765]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 14 07:16:39.189205 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccd93360-44cc-434f-8d1a-d0c4a40db9ad req-07c8a156-168c-4061-adb5-16073a888f99 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:16:39.194326 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [req-ccd93360-44cc-434f-8d1a-d0c4a40db9ad req-07c8a156-168c-4061-adb5-16073a888f99 service neutron] 10.222.0.48 "GET /v2.0/networks?tenant_id=e3a4f5e44a6346aeb715674b9fdb21db&shared=False HTTP/1.1" status: 200 len: 909 time: 1.1597400 Jan 14 07:16:39.310925 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [None req-d6fe784a-539d-4463-bcd6-149a009a3d39 None None] For port 14db865b-e37f-444e-a79f-7f57d62bc021, host n-d-768862-2, cleared binding levels {{(pid=84877) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 14 07:16:39.316958 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [None req-d6fe784a-539d-4463-bcd6-149a009a3d39 None None] For port 14db865b-e37f-444e-a79f-7f57d62bc021, host n-d-768862-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-2',level=0,port_id=14db865b-e37f-444e-a79f-7f57d62bc021,segment=NetworkSegment(cf3ded2c-bc47-4a71-89af-6e7117e60140),segment_id=cf3ded2c-bc47-4a71-89af-6e7117e60140)] {{(pid=84877) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 14 07:16:39.323197 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-d6fe784a-539d-4463-bcd6-149a009a3d39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777640533312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363259214678337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777640097497'] for port, after_update {{(pid=84877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:16:39.520325 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:16:39.527936 n-d-768862-2 neutron-server[84765]: DEBUG neutron.objects.ports [None req-82c3a2e5-5ea6-43b6-9dba-91f5205c2f26 None None] Time-cost: Fetching 1 ports in 1 security groups {{(pid=84876) get_objects /opt/stack/neutron/neutron/objects/ports.py:428}} Jan 14 07:16:39.616880 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82dd439f-6b0a-47c4-a284-6d43837b570b None None] Pushing event updated for resources: {'Port': ['ID=14db865b-e37f-444e-a79f-7f57d62bc021,revision_number=3']} {{(pid=84877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:16:39.623406 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-82dd439f-6b0a-47c4-a284-6d43837b570b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=84877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:16:39.642647 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6fe784a-539d-4463-bcd6-149a009a3d39 None None] Routers {'dacb8376-3716-4edb-a193-0fca9073652a'} bound to L3 agent in host n-d-768862-2 {{(pid=84877) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 14 07:16:39.643345 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_hamode_db [None req-d6fe784a-539d-4463-bcd6-149a009a3d39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-01-14T06:56:51Z,description=,heartbeat_timestamp=2021-01-14T07:16:21Z,host='n-d-768862-2',id=35f592e9-451b-4db9-abea-77b6a5c5391b,load=0,resource_versions=,resources_synced=,started_at=2021-01-14T06:56:51Z,topic='l3_agent')) {'router_ids': ['dacb8376-3716-4edb-a193-0fca9073652a'], 'active': True} {{(pid=84877) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:16:39.705621 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-ee850537-4619-4f65-b094-2501f78ebb8b tempest-AttachVolumeTestJSON-1157025134 tempest-AttachVolumeTestJSON-1157025134] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555753'] for port, before_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:16:39.787008 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-852a24f7-e9a1-4193-9abb-e9506fe5213f None None] Device 3474e0fd-2e5e-4c13-8e73-97a70f185fad up at agent ovs-agent-n-h2-768862-2 {{(pid=84876) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 07:16:39.954979 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84875) accepted ('10.222.0.24', 33406) {{(pid=84875) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:16:40.081681 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-852a24f7-e9a1-4193-9abb-e9506fe5213f None None] Provisioning for port 3474e0fd-2e5e-4c13-8e73-97a70f185fad completed by entity L2. {{(pid=84876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 07:16:40.103486 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-852a24f7-e9a1-4193-9abb-e9506fe5213f None None] Provisioning complete for port 3474e0fd-2e5e-4c13-8e73-97a70f185fad triggered by entity L2. {{(pid=84876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 07:16:40.104269 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-852a24f7-e9a1-4193-9abb-e9506fe5213f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-604227'] for port, provisioning_complete {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:16:40.169083 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-b340799a-6318-4081-ba94-79962abad9d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036854176830', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850887149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3912591'] for network, after_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:16:40.178061 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_dvr_db [None req-d6fe784a-539d-4463-bcd6-149a009a3d39 None None] Set router dacb8376-3716-4edb-a193-0fca9073652a gateway port host: n-d-768862-2 {{(pid=84877) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 14 07:16:40.244301 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-355dfd93-9c34-4239-b4ea-4ddee5a03fb2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:16:40.268099 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-b340799a-6318-4081-ba94-79962abad9d6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3207107'] for network, before_response {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:16:40.279176 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-b340799a-6318-4081-ba94-79962abad9d6 admin admin] 10.222.0.24 "DELETE /v2.0/networks/1e2578d9-4d6e-4b52-b60a-ceb02a0ce2b1 HTTP/1.1" status: 204 len: 168 time: 3.1358202 Jan 14 07:16:40.296795 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b340799a-6318-4081-ba94-79962abad9d6 admin admin] Pushing event deleted for resources: {'Network': ['ID=1e2578d9-4d6e-4b52-b60a-ceb02a0ce2b1,revision_number=None']} {{(pid=84875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:16:40.308496 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-b340799a-6318-4081-ba94-79962abad9d6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:16:40.340666 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-b41c71db-1a0b-4f4e-83e8-04880346bf52 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555753'] for port, before_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:16:40.362879 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-852a24f7-e9a1-4193-9abb-e9506fe5213f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555753'] for port, before_update {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:16:40.401826 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [None req-852a24f7-e9a1-4193-9abb-e9506fe5213f None None] For port 3474e0fd-2e5e-4c13-8e73-97a70f185fad, host n-h2-768862-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-h2-768862-2',level=0,port_id=3474e0fd-2e5e-4c13-8e73-97a70f185fad,segment=NetworkSegment(ea8bea7c-a41a-42f0-8ceb-6c6f9bd09163),segment_id=ea8bea7c-a41a-42f0-8ceb-6c6f9bd09163)] {{(pid=84876) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 07:16:40.404575 n-d-768862-2 neutron-server[84765]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2871d7e5-d082-4af4-bbbd-fc1152f24193', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3474e0fd-2e5e-4c13-8e73-97a70f185fad'}] {{(pid=84876) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Jan 14 07:16:40.411966 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-852a24f7-e9a1-4193-9abb-e9506fe5213f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777640533312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363259214678337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777640097497'] for port, after_update {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:16:40.414759 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-4993f070-ab5a-418e-a658-5ec51b44c987 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84876) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:16:40.491504 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-852a24f7-e9a1-4193-9abb-e9506fe5213f None None] Pushing event updated for resources: {'Port': ['ID=3474e0fd-2e5e-4c13-8e73-97a70f185fad,revision_number=4']} {{(pid=84876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:16:40.496379 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-852a24f7-e9a1-4193-9abb-e9506fe5213f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=84876) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:16:40.555667 n-d-768862-2 neutron-server[84765]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2871d7e5-d082-4af4-bbbd-fc1152f24193', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3474e0fd-2e5e-4c13-8e73-97a70f185fad', 'code': 200} Jan 14 07:16:40.581539 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_hamode_db [None req-d6fe784a-539d-4463-bcd6-149a009a3d39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dacb8376-3716-4edb-a193-0fca9073652a', 'name': 'tempest-AttachVolumeShelveTestJSON-395737247-router', 'tenant_id': '0369eaa84818430fab7d025c9522c976', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '226f1e78-82cd-4481-9055-4eb73b6db8c1', 'external_fixed_ips': [{'subnet_id': 'ba8deeec-7658-4195-9449-038c076f5c83', 'ip_address': '172.25.2.22'}], 'enable_snat': True}, 'gw_port_id': '14db865b-e37f-444e-a79f-7f57d62bc021', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-14T07:16:22Z', 'updated_at': '2021-01-14T07:16:30Z', 'revision_number': 3, 'project_id': '0369eaa84818430fab7d025c9522c976', 'gw_port': {'id': '14db865b-e37f-444e-a79f-7f57d62bc021', 'name': '', 'network_id': '226f1e78-82cd-4481-9055-4eb73b6db8c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:5f:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dacb8376-3716-4edb-a193-0fca9073652a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1241, 'fixed_ips': [{'subnet_id': 'ba8deeec-7658-4195-9449-038c076f5c83', 'ip_address': '172.25.2.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T07:16:25Z', 'updated_at': '2021-01-14T07:16:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ba8deeec-7658-4195-9449-038c076f5c83', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-2'}], 'n-d-768862-2', False) {} {{(pid=84877) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:16:40.599161 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6fe784a-539d-4463-bcd6-149a009a3d39 None None] The sync data for ids ['dacb8376-3716-4edb-a193-0fca9073652a'] in n-d-768862-2 is: [{'id': 'dacb8376-3716-4edb-a193-0fca9073652a', 'name': 'tempest-AttachVolumeShelveTestJSON-395737247-router', 'tenant_id': '0369eaa84818430fab7d025c9522c976', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '226f1e78-82cd-4481-9055-4eb73b6db8c1', 'external_fixed_ips': [{'subnet_id': 'ba8deeec-7658-4195-9449-038c076f5c83', 'ip_address': '172.25.2.22'}], 'enable_snat': True}, 'gw_port_id': '14db865b-e37f-444e-a79f-7f57d62bc021', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-14T07:16:22Z', 'updated_at': '2021-01-14T07:16:30Z', 'revision_number': 3, 'project_id': '0369eaa84818430fab7d025c9522c976', 'gw_port': {'id': '14db865b-e37f-444e-a79f-7f57d62bc021', 'name': '', 'network_id': '226f1e78-82cd-4481-9055-4eb73b6db8c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:5f:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dacb8376-3716-4edb-a193-0fca9073652a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1241, 'fixed_ips': [{'subnet_id': 'ba8deeec-7658-4195-9449-038c076f5c83', 'ip_address': '172.25.2.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T07:16:25Z', 'updated_at': '2021-01-14T07:16:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ba8deeec-7658-4195-9449-038c076f5c83', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-2'}] {{(pid=84877) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Jan 14 07:16:40.905494 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.db_base_plugin_common [None req-ee850537-4619-4f65-b094-2501f78ebb8b tempest-AttachVolumeTestJSON-1157025134 tempest-AttachVolumeTestJSON-1157025134] Allocated IP 172.25.2.56 (226f1e78-82cd-4481-9055-4eb73b6db8c1/ba8deeec-7658-4195-9449-038c076f5c83/e3951f1a-b4b8-4b17-9b1e-442f34cfb578) {{(pid=84874) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 14 07:16:40.941325 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-017f98a9-8a07-408c-a86f-8ff0c00400a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363259214191800', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854171626'] for agent, after_update {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:16:40.949336 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84874) accepted ('10.222.0.24', 33424) {{(pid=84874) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:16:40.993924 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-29466630-9950-41b9-9715-2909dc0cff39 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:16:41.063255 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-29466630-9950-41b9-9715-2909dc0cff39 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:16:41.072957 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-29466630-9950-41b9-9715-2909dc0cff39 admin admin] Usage tracker for resource:security_group_rule and tenant:aac353280b2341d0a41bc280437ed6ba is out of sync, need to count used quota {{(pid=84875) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:16:41.074977 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f21ed50c-ccbd-487d-903b-0c53a3e9a9a2 req-facdfb84-e244-468b-bc5d-1d2145170bf3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:16:41.076714 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [req-f21ed50c-ccbd-487d-903b-0c53a3e9a9a2 req-facdfb84-e244-468b-bc5d-1d2145170bf3 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=309de37299124192a08d7829b2b74c7e&device_id=9b396097-ec3b-4cbb-8d64-5a6a713352ca HTTP/1.1" status: 200 len: 1080 time: 2.2373486 Jan 14 07:16:41.089035 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-29466630-9950-41b9-9715-2909dc0cff39 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84875) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:16:41.106228 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-29466630-9950-41b9-9715-2909dc0cff39 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:16:41.289639 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-852a24f7-e9a1-4193-9abb-e9506fe5213f None None] Device 3474e0fd-2e5e-4c13-8e73-97a70f185fad up at agent ovs-agent-n-h2-768862-2 {{(pid=84876) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 07:16:41.323551 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-f172d8bc-bf24-4d2e-87dd-09f5225de91d admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=d5757080973f4a4ba2f46072097aded2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3654742 Jan 14 07:16:41.337840 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccd93360-44cc-434f-8d1a-d0c4a40db9ad req-2be63eff-8c76-4e32-8c32-1fa740086513 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:16:41.339868 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [req-ccd93360-44cc-434f-8d1a-d0c4a40db9ad req-2be63eff-8c76-4e32-8c32-1fa740086513 service neutron] 10.222.0.48 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 863 time: 2.1167598 Jan 14 07:16:41.340856 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84874) accepted ('10.222.0.24', 33434) {{(pid=84874) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:16:41.389777 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-a451cfed-452c-4780-b968-936611f69ccb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036850886612', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036850863158'] for router, after_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:16:41.548291 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.db_base_plugin_common [None req-b41c71db-1a0b-4f4e-83e8-04880346bf52 admin admin] Allocated IP 172.20.0.1 (fd7a982b-b38c-4e49-b1ba-1aa0df49caf9/7890978c-5326-417f-9fa8-eeb3db0b1fca/0567c8e3-db5c-4d6f-a7c3-5f2506e34323) {{(pid=84875) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 14 07:16:41.631512 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-29466630-9950-41b9-9715-2909dc0cff39 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:16:41.648220 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-852a24f7-e9a1-4193-9abb-e9506fe5213f None None] Provisioning complete for port 3474e0fd-2e5e-4c13-8e73-97a70f185fad triggered by entity L2. {{(pid=84876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 07:16:41.649304 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-29466630-9950-41b9-9715-2909dc0cff39 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850887153'] for security_group, after_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:16:41.649465 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-852a24f7-e9a1-4193-9abb-e9506fe5213f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-604227'] for port, provisioning_complete {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:16:41.678849 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-cc5d5d8a-dba8-431d-ac08-ade43775f833 tempest-SecurityGroupRulesTestJSON-1709174060 tempest-SecurityGroupRulesTestJSON-1709174060] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:16:41.750830 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29466630-9950-41b9-9715-2909dc0cff39 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3a2db7be-9596-49a3-a339-7cc3a9690437,revision_number=1']} {{(pid=84875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:16:41.779453 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-29466630-9950-41b9-9715-2909dc0cff39 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:16:41.892251 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-29466630-9950-41b9-9715-2909dc0cff39 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=aac353280b2341d0a41bc280437ed6ba&name=default HTTP/1.1" status: 200 len: 2983 time: 1.8682306 Jan 14 07:16:41.899104 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84875) accepted ('10.222.0.24', 33442) {{(pid=84875) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:16:42.006272 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [req-f21ed50c-ccbd-487d-903b-0c53a3e9a9a2 req-ff915e65-35d0-4592-939a-fa5616becabf service neutron] 10.222.0.35 "GET /v2.0/networks/123c9a2b-fdbf-4ea0-9264-91ed25cf5043?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8785203 Jan 14 07:16:42.063683 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-5b82a6f5-9c80-4417-96d9-92ccf9ea58e9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:16:42.097165 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-5b82a6f5-9c80-4417-96d9-92ccf9ea58e9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:16:42.152153 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-5b82a6f5-9c80-4417-96d9-92ccf9ea58e9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850887153'] for security_group, after_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:16:42.165804 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-4b730f6b-6212-444f-a0a7-e3b08e3ad228 tempest-SecurityGroupRulesTestJSON-1709174060 tempest-SecurityGroupRulesTestJSON-1709174060] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:16:42.181464 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b82a6f5-9c80-4417-96d9-92ccf9ea58e9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3a2db7be-9596-49a3-a339-7cc3a9690437,revision_number=None']} {{(pid=84875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:16:42.186054 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-5b82a6f5-9c80-4417-96d9-92ccf9ea58e9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:16:42.214696 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-5b82a6f5-9c80-4417-96d9-92ccf9ea58e9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:16:42.215975 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-5b82a6f5-9c80-4417-96d9-92ccf9ea58e9 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/3a2db7be-9596-49a3-a339-7cc3a9690437 HTTP/1.1" status: 204 len: 168 time: 0.3157847 Jan 14 07:16:42.219433 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-b41c71db-1a0b-4f4e-83e8-04880346bf52 admin admin] Notify callbacks [] for port, precommit_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:16:42.237095 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-ee850537-4619-4f65-b094-2501f78ebb8b tempest-AttachVolumeTestJSON-1157025134 tempest-AttachVolumeTestJSON-1157025134] Notify callbacks [] for port, precommit_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:16:42.241431 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-b41c71db-1a0b-4f4e-83e8-04880346bf52 admin admin] Transition to ACTIVE for port object 0567c8e3-db5c-4d6f-a7c3-5f2506e34323 will not be triggered until provisioned by entity DHCP. {{(pid=84875) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 07:16:42.244239 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:segments":"rule:admin_only" was deprecated in W in favor of "update_network:segments":"role:admin and system_scope:all". Reason: Jan 14 07:16:42.244239 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:16:42.244239 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:16:42.244239 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:16:42.244239 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:shared":"rule:admin_only" was deprecated in W in favor of "update_network:shared":"role:admin and system_scope:all". Reason: Jan 14 07:16:42.244239 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:16:42.244239 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:16:42.244239 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:16:42.244239 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "update_network:provider:network_type":"role:admin and system_scope:all". Reason: Jan 14 07:16:42.244239 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:16:42.244239 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:16:42.244239 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:16:42.244239 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "update_network:provider:physical_network":"role:admin and system_scope:all". Reason: Jan 14 07:16:42.244239 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:16:42.244239 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:16:42.244239 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:16:42.244239 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "update_network:provider:segmentation_id":"role:admin and system_scope:all". Reason: Jan 14 07:16:42.244239 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:16:42.244239 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:16:42.244239 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:16:42.244239 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:router:external":"rule:admin_only" was deprecated in W in favor of "update_network:router:external":"role:admin and system_scope:all". Reason: Jan 14 07:16:42.244239 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:16:42.244239 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:16:42.244239 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:16:42.244239 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:is_default":"rule:admin_only" was deprecated in W in favor of "update_network:is_default":"role:admin and system_scope:all". Reason: Jan 14 07:16:42.244239 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:16:42.244239 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:16:42.244239 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:16:42.244239 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:port_security_enabled":"rule:admin_or_owner" was deprecated in W in favor of "update_network:port_security_enabled":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 07:16:42.244239 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:16:42.244239 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:16:42.244239 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:16:42.244239 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "delete_network":"rule:admin_or_owner" was deprecated in W in favor of "delete_network":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 07:16:42.244239 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:16:42.244239 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:16:42.244239 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:16:42.244239 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_segment":"rule:admin_only" was deprecated in W in favor of "create_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:16:42.244239 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:16:42.244239 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_segment":"rule:admin_only" was deprecated in W in favor of "get_segment":"role:reader and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:16:42.244239 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:16:42.244239 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_segment":"rule:admin_only" was deprecated in W in favor of "update_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:16:42.244239 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:16:42.247416 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "delete_segment":"rule:admin_only" was deprecated in W in favor of "delete_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:16:42.247416 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:16:42.247416 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network":"rule:regular_user" was deprecated in W in favor of "create_network":"role:member and project_id:%(project_id)s". Reason: Jan 14 07:16:42.247416 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:16:42.247416 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:16:42.247416 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:16:42.247416 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:shared":"rule:admin_only" was deprecated in W in favor of "create_network:shared":"role:admin and system_scope:all". Reason: Jan 14 07:16:42.247416 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:16:42.247416 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:16:42.247416 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:16:42.247416 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:router:external":"rule:admin_only" was deprecated in W in favor of "create_network:router:external":"role:admin and system_scope:all". Reason: Jan 14 07:16:42.247416 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:16:42.247416 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:16:42.247416 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:16:42.247416 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:is_default":"rule:admin_only" was deprecated in W in favor of "create_network:is_default":"role:admin and system_scope:all". Reason: Jan 14 07:16:42.247416 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:16:42.247416 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:16:42.247416 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:16:42.247416 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:port_security_enabled":"rule:regular_user" was deprecated in W in favor of "create_network:port_security_enabled":"role:member and project_id:%(project_id)s". Reason: Jan 14 07:16:42.247416 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:16:42.247416 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:16:42.247416 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:16:42.247416 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:segments":"rule:admin_only" was deprecated in W in favor of "create_network:segments":"role:admin and system_scope:all". Reason: Jan 14 07:16:42.247416 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:16:42.247416 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:16:42.247416 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:16:42.247416 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "create_network:provider:network_type":"role:admin and system_scope:all". Reason: Jan 14 07:16:42.247416 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:16:42.247416 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:16:42.247416 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:16:42.247416 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "create_network:provider:physical_network":"role:admin and system_scope:all". Reason: Jan 14 07:16:42.247416 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:16:42.247416 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:16:42.247416 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:16:42.247416 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "create_network:provider:segmentation_id":"role:admin and system_scope:all". Reason: Jan 14 07:16:42.247416 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:16:42.247416 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:16:42.247416 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:16:42.247416 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network":"rule:admin_or_owner or rule:shared or rule:external or rule:context_is_advsvc" was deprecated in W in favor of "get_network":"(role:reader and system_scope:all) or (role:reader and project_id:%(project_id)s) or rule:shared or rule:external or rule:context_is_advsvc". Reason: Jan 14 07:16:42.247416 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:16:42.247416 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:16:42.247416 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:16:42.247416 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:router:external":"rule:regular_user" was deprecated in W in favor of "get_network:router:external":"role:reader and project_id:%(project_id)s". Reason: Jan 14 07:16:42.247416 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:16:42.247416 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:16:42.247416 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:16:42.255956 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:segments":"rule:admin_only" was deprecated in W in favor of "get_network:segments":"role:reader and system_scope:all". Reason: Jan 14 07:16:42.255956 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:16:42.255956 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:16:42.255956 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:16:42.255956 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "get_network:provider:network_type":"role:reader and system_scope:all". Reason: Jan 14 07:16:42.255956 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:16:42.255956 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:16:42.255956 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:16:42.255956 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "get_network:provider:physical_network":"role:reader and system_scope:all". Reason: Jan 14 07:16:42.255956 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:16:42.255956 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:16:42.255956 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:16:42.255956 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "get_network:provider:segmentation_id":"role:reader and system_scope:all". Reason: Jan 14 07:16:42.255956 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:16:42.255956 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:16:42.255956 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:16:42.255956 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network":"rule:admin_or_owner" was deprecated in W in favor of "update_network":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 07:16:42.255956 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:16:42.255956 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:16:42.255956 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:16:42.255956 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:segments":"rule:admin_only" was deprecated in W in favor of "update_network:segments":"role:admin and system_scope:all". Reason: Jan 14 07:16:42.255956 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:16:42.255956 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:16:42.255956 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:16:42.255956 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:shared":"rule:admin_only" was deprecated in W in favor of "update_network:shared":"role:admin and system_scope:all". Reason: Jan 14 07:16:42.255956 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:16:42.255956 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:16:42.255956 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:16:42.255956 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "update_network:provider:network_type":"role:admin and system_scope:all". Reason: Jan 14 07:16:42.255956 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:16:42.255956 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:16:42.255956 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:16:42.255956 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "update_network:provider:physical_network":"role:admin and system_scope:all". Reason: Jan 14 07:16:42.255956 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:16:42.255956 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:16:42.255956 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:16:42.255956 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "update_network:provider:segmentation_id":"role:admin and system_scope:all". Reason: Jan 14 07:16:42.255956 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:16:42.255956 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:16:42.255956 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:16:42.255956 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:router:external":"rule:admin_only" was deprecated in W in favor of "update_network:router:external":"role:admin and system_scope:all". Reason: Jan 14 07:16:42.255956 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:16:42.255956 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:16:42.255956 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:16:42.270485 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8335ab30-5b7f-4ec2-bb0e-f06db4a30db4 req-b42a383b-26ef-4630-90c7-5902850363d9 tempest-ServersNegativeTestJSON-1888996924 tempest-ServersNegativeTestJSON-1888996924] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:16:42.271479 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [req-8335ab30-5b7f-4ec2-bb0e-f06db4a30db4 req-b42a383b-26ef-4630-90c7-5902850363d9 tempest-ServersNegativeTestJSON-1888996924 tempest-ServersNegativeTestJSON-1888996924] Synchronizing usage tracker for tenant:e3a4f5e44a6346aeb715674b9fdb21db on resource:port {{(pid=84874) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 14 07:16:42.292038 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-b41c71db-1a0b-4f4e-83e8-04880346bf52 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777640123575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851621574'] for port, after_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:16:42.293439 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-b1921e43-6686-48c7-9ec8-f0130db9e856 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:16:42.313693 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-852a24f7-e9a1-4193-9abb-e9506fe5213f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363259214191800', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854171626'] for agent, after_update {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:16:42.331578 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [req-8335ab30-5b7f-4ec2-bb0e-f06db4a30db4 req-b42a383b-26ef-4630-90c7-5902850363d9 tempest-ServersNegativeTestJSON-1888996924 tempest-ServersNegativeTestJSON-1888996924] Unset dirty status for tenant:e3a4f5e44a6346aeb715674b9fdb21db on resource:port {{(pid=84874) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 14 07:16:42.333308 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [req-8335ab30-5b7f-4ec2-bb0e-f06db4a30db4 req-b42a383b-26ef-4630-90c7-5902850363d9 tempest-ServersNegativeTestJSON-1888996924 tempest-ServersNegativeTestJSON-1888996924] 10.222.0.48 "GET /v2.0/ports?device_id=2871d7e5-d082-4af4-bbbd-fc1152f24193 HTTP/1.1" status: 200 len: 945 time: 0.5702691 Jan 14 07:16:42.442716 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.plugin [req-8335ab30-5b7f-4ec2-bb0e-f06db4a30db4 req-c7ce4ff5-030d-4e03-8b76-1a4d54d17c21 tempest-ServersNegativeTestJSON-1888996924 tempest-ServersNegativeTestJSON-1888996924] Deleting port 3474e0fd-2e5e-4c13-8e73-97a70f185fad {{(pid=84874) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 07:16:42.444272 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [req-8335ab30-5b7f-4ec2-bb0e-f06db4a30db4 req-c7ce4ff5-030d-4e03-8b76-1a4d54d17c21 tempest-ServersNegativeTestJSON-1888996924 tempest-ServersNegativeTestJSON-1888996924] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363259214248359'] for port, before_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:16:42.475495 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-8958594e-e8ef-43ac-9055-28e4a85316b0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:16:42.552615 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b41c71db-1a0b-4f4e-83e8-04880346bf52 admin admin] Pushing event updated for resources: {'Port': ['ID=0567c8e3-db5c-4d6f-a7c3-5f2506e34323,revision_number=1']} {{(pid=84875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:16:42.558597 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-b41c71db-1a0b-4f4e-83e8-04880346bf52 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:16:42.571496 n-d-768862-2 neutron-server[84765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b41c71db-1a0b-4f4e-83e8-04880346bf52 admin admin] Network fd7a982b-b38c-4e49-b1ba-1aa0df49caf9 is already hosted by enough agents. {{(pid=84875) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 07:16:42.573188 n-d-768862-2 neutron-server[84765]: DEBUG neutron.scheduler.base_scheduler [None req-b41c71db-1a0b-4f4e-83e8-04880346bf52 admin admin] Resources bound (agent type, host, resource id): {{(pid=84875) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 07:16:42.576039 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b41c71db-1a0b-4f4e-83e8-04880346bf52 admin admin] Received port after_create {{(pid=84875) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 14 07:16:42.651785 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-b41c71db-1a0b-4f4e-83e8-04880346bf52 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036850886386'] for router_interface, before_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:16:42.837749 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-b41c71db-1a0b-4f4e-83e8-04880346bf52 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555753'] for port, before_update {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:16:42.904110 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [req-f21ed50c-ccbd-487d-903b-0c53a3e9a9a2 req-82ddd982-d75a-4a68-b81c-9bfc2e53774b service neutron] 10.222.0.35 "GET /v2.0/networks/123c9a2b-fdbf-4ea0-9264-91ed25cf5043?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.8759165 Jan 14 07:16:42.904819 n-d-768862-2 neutron-server[84765]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a451cfed-452c-4780-b968-936611f69ccb admin admin] Router 98ccb2ce-a877-4316-a02c-485f5fa3230b is scheduled to L3 agent 35f592e9-451b-4db9-abea-77b6a5c5391b with binding_index 1 {{(pid=84874) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}} Jan 14 07:16:42.958268 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-b1921e43-6686-48c7-9ec8-f0130db9e856 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:16:42.995084 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Device 14db865b-e37f-444e-a79f-7f57d62bc021 up at agent ovs-agent-n-d-768862-2 {{(pid=84876) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 07:16:43.120769 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [req-8335ab30-5b7f-4ec2-bb0e-f06db4a30db4 req-c7ce4ff5-030d-4e03-8b76-1a4d54d17c21 tempest-ServersNegativeTestJSON-1888996924 tempest-ServersNegativeTestJSON-1888996924] For port 3474e0fd-2e5e-4c13-8e73-97a70f185fad, host n-h2-768862-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-h2-768862-2',level=0,port_id=3474e0fd-2e5e-4c13-8e73-97a70f185fad,segment=NetworkSegment(ea8bea7c-a41a-42f0-8ceb-6c6f9bd09163),segment_id=ea8bea7c-a41a-42f0-8ceb-6c6f9bd09163)] {{(pid=84874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 07:16:43.121286 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [req-8335ab30-5b7f-4ec2-bb0e-f06db4a30db4 req-c7ce4ff5-030d-4e03-8b76-1a4d54d17c21 tempest-ServersNegativeTestJSON-1888996924 tempest-ServersNegativeTestJSON-1888996924] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036850862667'] for port, precommit_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:16:43.285728 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Provisioning for port 14db865b-e37f-444e-a79f-7f57d62bc021 completed by entity L2. {{(pid=84876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 07:16:43.298209 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.plugin [req-8335ab30-5b7f-4ec2-bb0e-f06db4a30db4 req-c7ce4ff5-030d-4e03-8b76-1a4d54d17c21 tempest-ServersNegativeTestJSON-1888996924 tempest-ServersNegativeTestJSON-1888996924] Calling delete_port for 3474e0fd-2e5e-4c13-8e73-97a70f185fad owned by compute:nova {{(pid=84874) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 07:16:43.313995 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Provisioning complete for port 14db865b-e37f-444e-a79f-7f57d62bc021 triggered by entity L2. {{(pid=84876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 07:16:43.318624 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-604227'] for port, provisioning_complete {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:16:43.340218 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-b1921e43-6686-48c7-9ec8-f0130db9e856 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850887153'] for security_group, after_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:16:43.341341 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-b41c71db-1a0b-4f4e-83e8-04880346bf52 admin admin] Notify callbacks [] for port, precommit_update {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:16:43.347042 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-b41c71db-1a0b-4f4e-83e8-04880346bf52 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777640533312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363259214678337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777640097497', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3154211'] for port, after_update {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:16:43.402498 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-a330ad90-7178-41f5-bac7-5217fe2e6094 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:16:43.412009 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-67524175-f9df-461f-9e65-ea5da239ecd2 tempest-FloatingIPDetailsTestJSON-1519139485 tempest-FloatingIPDetailsTestJSON-1519139485] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:16:43.485188 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-b41c71db-1a0b-4f4e-83e8-04880346bf52 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3206949', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3889649'] for router_interface, after_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:16:43.489707 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1921e43-6686-48c7-9ec8-f0130db9e856 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=664acbf6-fb50-4bbe-ba58-3c4df75c07b7,revision_number=None']} {{(pid=84874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:16:43.489995 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-e63ceb0a-cbe1-4d93-988a-9244873f5028 None None] Provisioning for port 0567c8e3-db5c-4d6f-a7c3-5f2506e34323 completed by entity DHCP. {{(pid=84876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 07:16:43.513989 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-b1921e43-6686-48c7-9ec8-f0130db9e856 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:16:43.518576 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-852a24f7-e9a1-4193-9abb-e9506fe5213f None None] Device 3474e0fd-2e5e-4c13-8e73-97a70f185fad no longer exists at agent ovs-agent-n-h2-768862-2 {{(pid=84876) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jan 14 07:16:43.604565 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84874) accepted ('10.222.0.24', 33466) {{(pid=84874) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:16:43.636249 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b41c71db-1a0b-4f4e-83e8-04880346bf52 admin admin] Pushing event updated for resources: {'Port': ['ID=0567c8e3-db5c-4d6f-a7c3-5f2506e34323,revision_number=2']} {{(pid=84875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:16:43.649087 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-b41c71db-1a0b-4f4e-83e8-04880346bf52 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.237s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:16:43.677316 n-d-768862-2 neutron-server[84765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b41c71db-1a0b-4f4e-83e8-04880346bf52 admin admin] Network fd7a982b-b38c-4e49-b1ba-1aa0df49caf9 is already hosted by enough agents. {{(pid=84875) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 07:16:43.680268 n-d-768862-2 neutron-server[84765]: DEBUG neutron.scheduler.base_scheduler [None req-b41c71db-1a0b-4f4e-83e8-04880346bf52 admin admin] Resources bound (agent type, host, resource id): {{(pid=84875) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 07:16:43.683292 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-b1921e43-6686-48c7-9ec8-f0130db9e856 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:16:43.688809 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-b1921e43-6686-48c7-9ec8-f0130db9e856 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/664acbf6-fb50-4bbe-ba58-3c4df75c07b7 HTTP/1.1" status: 204 len: 168 time: 2.3340056 Jan 14 07:16:43.715674 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-5b6079f4-f559-4a27-ba85-dee36970d34f admin admin] Notify callbacks [] for security_group, before_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:16:43.758694 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-ee850537-4619-4f65-b094-2501f78ebb8b tempest-AttachVolumeTestJSON-1157025134 tempest-AttachVolumeTestJSON-1157025134] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777640123575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3254186'] for port, after_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:16:44.127618 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-80100f50-c0ac-4a92-bdc3-4ee5f6634513 tempest-TaggedBootDevicesTest-541410187 tempest-TaggedBootDevicesTest-541410187] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:16:44.180769 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-e63ceb0a-cbe1-4d93-988a-9244873f5028 None None] Provisioning complete for port 0567c8e3-db5c-4d6f-a7c3-5f2506e34323 triggered by entity DHCP. {{(pid=84876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 07:16:44.181821 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-e63ceb0a-cbe1-4d93-988a-9244873f5028 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-604227'] for port, provisioning_complete {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:16:44.285790 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee850537-4619-4f65-b094-2501f78ebb8b tempest-AttachVolumeTestJSON-1157025134 tempest-AttachVolumeTestJSON-1157025134] Pushing event updated for resources: {'Port': ['ID=e3951f1a-b4b8-4b17-9b1e-442f34cfb578,revision_number=1']} {{(pid=84874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:16:44.307133 n-d-768862-2 neutron-server[84765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee850537-4619-4f65-b094-2501f78ebb8b tempest-AttachVolumeTestJSON-1157025134 tempest-AttachVolumeTestJSON-1157025134] Network 226f1e78-82cd-4481-9055-4eb73b6db8c1 is already hosted by enough agents. {{(pid=84874) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 07:16:44.312805 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.plugin [None req-e63ceb0a-cbe1-4d93-988a-9244873f5028 None None] Port 0567c8e3-db5c-4d6f-a7c3-5f2506e34323 cannot update to ACTIVE because it is not bound. {{(pid=84876) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:329}} Jan 14 07:16:44.349079 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-ee850537-4619-4f65-b094-2501f78ebb8b tempest-AttachVolumeTestJSON-1157025134 tempest-AttachVolumeTestJSON-1157025134] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.220s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:16:44.351206 n-d-768862-2 neutron-server[84765]: DEBUG neutron.scheduler.base_scheduler [None req-ee850537-4619-4f65-b094-2501f78ebb8b tempest-AttachVolumeTestJSON-1157025134 tempest-AttachVolumeTestJSON-1157025134] Resources bound (agent type, host, resource id): {{(pid=84874) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 07:16:44.362440 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee850537-4619-4f65-b094-2501f78ebb8b tempest-AttachVolumeTestJSON-1157025134 tempest-AttachVolumeTestJSON-1157025134] Received port after_create {{(pid=84874) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 14 07:16:44.382516 n-d-768862-2 neutron-server[84765]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b41c71db-1a0b-4f4e-83e8-04880346bf52 admin admin] Router dacb8376-3716-4edb-a193-0fca9073652a has already been hosted by L3 agent 35f592e9-451b-4db9-abea-77b6a5c5391b {{(pid=84875) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Jan 14 07:16:44.399529 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555753'] for port, before_update {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:16:44.418461 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] For port 14db865b-e37f-444e-a79f-7f57d62bc021, host n-d-768862-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-2',level=0,port_id=14db865b-e37f-444e-a79f-7f57d62bc021,segment=NetworkSegment(cf3ded2c-bc47-4a71-89af-6e7117e60140),segment_id=cf3ded2c-bc47-4a71-89af-6e7117e60140)] {{(pid=84876) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 07:16:44.436312 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777640533312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363259214678337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777640097497'] for port, after_update {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:16:44.437914 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-5b6079f4-f559-4a27-ba85-dee36970d34f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:16:44.443619 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84876) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:16:44.541815 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-5b6079f4-f559-4a27-ba85-dee36970d34f admin admin] Usage tracker for resource:security_group_rule and tenant:7ac2108f92df4f6990d93577af13f8e5 is out of sync, need to count used quota {{(pid=84874) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:16:44.543562 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Pushing event updated for resources: {'Port': ['ID=14db865b-e37f-444e-a79f-7f57d62bc021,revision_number=4']} {{(pid=84876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:16:44.548462 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=84876) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:16:44.551484 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-46761ee7-13e7-49c9-b4bb-bad44cee3fc5 None None] Provisioning complete for port 0567c8e3-db5c-4d6f-a7c3-5f2506e34323 triggered by entity DHCP. {{(pid=84876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 07:16:44.553021 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-46761ee7-13e7-49c9-b4bb-bad44cee3fc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-604227'] for port, provisioning_complete {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:16:44.565538 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90b2775b-64c1-4ca6-86e5-3f76d937de02 req-6b2d3e2b-3613-4f26-b217-77f567dc60a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:16:44.569749 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [req-90b2775b-64c1-4ca6-86e5-3f76d937de02 req-6b2d3e2b-3613-4f26-b217-77f567dc60a2 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=309de37299124192a08d7829b2b74c7e&device_id=9b396097-ec3b-4cbb-8d64-5a6a713352ca HTTP/1.1" status: 200 len: 1080 time: 1.2366192 Jan 14 07:16:44.572073 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-5b6079f4-f559-4a27-ba85-dee36970d34f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84874) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:16:44.673598 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-852a24f7-e9a1-4193-9abb-e9506fe5213f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555753'] for port, before_update {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:16:44.738327 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.plugin [None req-46761ee7-13e7-49c9-b4bb-bad44cee3fc5 None None] Port 0567c8e3-db5c-4d6f-a7c3-5f2506e34323 cannot update to ACTIVE because it is not bound. {{(pid=84876) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:329}} Jan 14 07:16:44.774047 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b41c71db-1a0b-4f4e-83e8-04880346bf52 admin admin] Notify agent at l3_agent.n-d-768862-2 the message routers_updated {{(pid=84875) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jan 14 07:16:44.799186 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b08f7fc-7ff5-4292-ac60-aaed2f004e10 None None] Sync routers for ids ['dacb8376-3716-4edb-a193-0fca9073652a'] in n-d-768862-2 {{(pid=84876) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Jan 14 07:16:44.810127 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-b41c71db-1a0b-4f4e-83e8-04880346bf52 admin admin] 10.222.0.24 "PUT /v2.0/routers/dacb8376-3716-4edb-a193-0fca9073652a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.6644995 Jan 14 07:16:44.822585 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b08f7fc-7ff5-4292-ac60-aaed2f004e10 None None] Routers {'dacb8376-3716-4edb-a193-0fca9073652a'} bound to L3 agent in host n-d-768862-2 {{(pid=84876) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 14 07:16:44.834323 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_hamode_db [None req-6b08f7fc-7ff5-4292-ac60-aaed2f004e10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-01-14T06:56:51Z,description=,heartbeat_timestamp=2021-01-14T07:16:21Z,host='n-d-768862-2',id=35f592e9-451b-4db9-abea-77b6a5c5391b,load=0,resource_versions=,resources_synced=,started_at=2021-01-14T06:56:51Z,topic='l3_agent')) {'router_ids': ['dacb8376-3716-4edb-a193-0fca9073652a'], 'active': True} {{(pid=84876) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:16:44.918246 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Device 14db865b-e37f-444e-a79f-7f57d62bc021 up at agent ovs-agent-n-d-768862-2 {{(pid=84876) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 07:16:45.112968 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Provisioning complete for port 14db865b-e37f-444e-a79f-7f57d62bc021 triggered by entity L2. {{(pid=84876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 07:16:45.113397 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-604227'] for port, provisioning_complete {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:16:45.265220 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-5b6079f4-f559-4a27-ba85-dee36970d34f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:16:45.273298 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_dvr_db [None req-6b08f7fc-7ff5-4292-ac60-aaed2f004e10 None None] Set router dacb8376-3716-4edb-a193-0fca9073652a gateway port host: n-d-768862-2 {{(pid=84876) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 14 07:16:45.635217 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-5b6079f4-f559-4a27-ba85-dee36970d34f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:16:45.668246 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a451cfed-452c-4780-b968-936611f69ccb admin admin] Notify agent at l3_agent.n-d-768862-2 the message routers_updated {{(pid=84874) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jan 14 07:16:45.688368 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d5e3a33-edb6-463d-8675-91eee1b8fd89 None None] Sync routers for ids ['98ccb2ce-a877-4316-a02c-485f5fa3230b'] in n-d-768862-2 {{(pid=84877) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Jan 14 07:16:45.711917 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d5e3a33-edb6-463d-8675-91eee1b8fd89 None None] Routers {'98ccb2ce-a877-4316-a02c-485f5fa3230b'} bound to L3 agent in host n-d-768862-2 {{(pid=84877) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 14 07:16:45.712814 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_hamode_db [None req-3d5e3a33-edb6-463d-8675-91eee1b8fd89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-01-14T06:56:51Z,description=,heartbeat_timestamp=2021-01-14T07:16:21Z,host='n-d-768862-2',id=35f592e9-451b-4db9-abea-77b6a5c5391b,load=0,resource_versions=,resources_synced=,started_at=2021-01-14T06:56:51Z,topic='l3_agent')) {'router_ids': ['98ccb2ce-a877-4316-a02c-485f5fa3230b'], 'active': True} {{(pid=84877) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:16:45.765448 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-5b6079f4-f559-4a27-ba85-dee36970d34f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850887153'] for security_group, after_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:16:45.817055 n-d-768862-2 neutron-server[84765]: DEBUG neutron.objects.ports [None req-2492273d-562a-4907-a088-38f4d1ca1cb4 None None] Time-cost: Fetching 1 ports in 1 security groups {{(pid=84876) get_objects /opt/stack/neutron/neutron/objects/ports.py:428}} Jan 14 07:16:45.817650 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-b0f0eca3-78c0-4f12-9425-c91031793129 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:16:45.876545 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90b2775b-64c1-4ca6-86e5-3f76d937de02 req-b3887137-7dcf-4bbd-8894-9f347480657e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:16:45.876545 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [req-90b2775b-64c1-4ca6-86e5-3f76d937de02 req-b3887137-7dcf-4bbd-8894-9f347480657e service neutron] 10.222.0.35 "GET /v2.0/networks?id=123c9a2b-fdbf-4ea0-9264-91ed25cf5043 HTTP/1.1" status: 200 len: 871 time: 1.2424648 Jan 14 07:16:45.986572 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-ee850537-4619-4f65-b094-2501f78ebb8b tempest-AttachVolumeTestJSON-1157025134 tempest-AttachVolumeTestJSON-1157025134] Notify callbacks [] for floatingip, precommit_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:16:46.007710 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_hamode_db [None req-6b08f7fc-7ff5-4292-ac60-aaed2f004e10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dacb8376-3716-4edb-a193-0fca9073652a', 'name': 'tempest-AttachVolumeShelveTestJSON-395737247-router', 'tenant_id': '0369eaa84818430fab7d025c9522c976', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '226f1e78-82cd-4481-9055-4eb73b6db8c1', 'external_fixed_ips': [{'subnet_id': 'ba8deeec-7658-4195-9449-038c076f5c83', 'ip_address': '172.25.2.22'}], 'enable_snat': True}, 'gw_port_id': '14db865b-e37f-444e-a79f-7f57d62bc021', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-14T07:16:22Z', 'updated_at': '2021-01-14T07:16:42Z', 'revision_number': 4, 'project_id': '0369eaa84818430fab7d025c9522c976', 'gw_port': {'id': '14db865b-e37f-444e-a79f-7f57d62bc021', 'name': '', 'network_id': '226f1e78-82cd-4481-9055-4eb73b6db8c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:5f:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dacb8376-3716-4edb-a193-0fca9073652a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1241, 'fixed_ips': [{'subnet_id': 'ba8deeec-7658-4195-9449-038c076f5c83', 'ip_address': '172.25.2.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T07:16:25Z', 'updated_at': '2021-01-14T07:16:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ba8deeec-7658-4195-9449-038c076f5c83', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-2', '_interfaces': [{'id': '0567c8e3-db5c-4d6f-a7c3-5f2506e34323', 'name': '', 'network_id': 'fd7a982b-b38c-4e49-b1ba-1aa0df49caf9', 'tenant_id': '0369eaa84818430fab7d025c9522c976', 'mac_address': 'fa:16:3e:a1:6e:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dacb8376-3716-4edb-a193-0fca9073652a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1272, 'fixed_ips': [{'subnet_id': '7890978c-5326-417f-9fa8-eeb3db0b1fca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T07:16:41Z', 'updated_at': '2021-01-14T07:16:43Z', 'revision_number': 2, 'project_id': '0369eaa84818430fab7d025c9522c976', 'subnets': [{'id': '7890978c-5326-417f-9fa8-eeb3db0b1fca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'n-d-768862-2', False) {} {{(pid=84876) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:16:46.026989 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b08f7fc-7ff5-4292-ac60-aaed2f004e10 None None] Checking router: dacb8376-3716-4edb-a193-0fca9073652a for host: n-d-768862-2 {{(pid=84876) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Jan 14 07:16:46.027371 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b08f7fc-7ff5-4292-ac60-aaed2f004e10 None None] Updating router dacb8376-3716-4edb-a193-0fca9073652a port 0567c8e3-db5c-4d6f-a7c3-5f2506e34323 binding host n-d-768862-2 {{(pid=84876) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Jan 14 07:16:46.090209 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_dvr_db [None req-3d5e3a33-edb6-463d-8675-91eee1b8fd89 None None] Set router 98ccb2ce-a877-4316-a02c-485f5fa3230b gateway port host: n-d-768862-2 {{(pid=84877) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 14 07:16:46.145793 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [req-8335ab30-5b7f-4ec2-bb0e-f06db4a30db4 req-c7ce4ff5-030d-4e03-8b76-1a4d54d17c21 tempest-ServersNegativeTestJSON-1888996924 tempest-ServersNegativeTestJSON-1888996924] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777640533329', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777640097463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3254186'] for port, after_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:16:46.154481 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-6b08f7fc-7ff5-4292-ac60-aaed2f004e10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555753'] for port, before_update {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:16:46.185345 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-017f98a9-8a07-408c-a86f-8ff0c00400a0 None None] Device a423f49c-8602-4af4-9493-ab8902b937ec up at agent ovs-agent-n-h1-768862-2 {{(pid=84876) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 07:16:46.901260 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_hamode_db [None req-3d5e3a33-edb6-463d-8675-91eee1b8fd89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '98ccb2ce-a877-4316-a02c-485f5fa3230b', 'name': 'tempest-ServersTestManualDisk-1854327711-router', 'tenant_id': '661b4734ee684b3ea96a5a2b407b90b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '226f1e78-82cd-4481-9055-4eb73b6db8c1', 'external_fixed_ips': [{'subnet_id': 'ba8deeec-7658-4195-9449-038c076f5c83', 'ip_address': '172.25.2.39'}], 'enable_snat': True}, 'gw_port_id': '38e5c249-3ac7-47b7-9c79-ccb44776cc65', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-14T07:16:27Z', 'updated_at': '2021-01-14T07:16:36Z', 'revision_number': 3, 'project_id': '661b4734ee684b3ea96a5a2b407b90b1', 'gw_port': {'id': '38e5c249-3ac7-47b7-9c79-ccb44776cc65', 'name': '', 'network_id': '226f1e78-82cd-4481-9055-4eb73b6db8c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:18:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '98ccb2ce-a877-4316-a02c-485f5fa3230b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1255, 'fixed_ips': [{'subnet_id': 'ba8deeec-7658-4195-9449-038c076f5c83', 'ip_address': '172.25.2.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T07:16:32Z', 'updated_at': '2021-01-14T07:16:32Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ba8deeec-7658-4195-9449-038c076f5c83', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-2'}], 'n-d-768862-2', False) {} {{(pid=84877) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:16:46.918396 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d5e3a33-edb6-463d-8675-91eee1b8fd89 None None] Checking router: 98ccb2ce-a877-4316-a02c-485f5fa3230b for host: n-d-768862-2 {{(pid=84877) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Jan 14 07:16:46.919037 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d5e3a33-edb6-463d-8675-91eee1b8fd89 None None] Updating router 98ccb2ce-a877-4316-a02c-485f5fa3230b port 38e5c249-3ac7-47b7-9c79-ccb44776cc65 binding host n-d-768862-2 {{(pid=84877) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Jan 14 07:16:46.949130 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84875) accepted ('10.222.0.24', 33522) {{(pid=84875) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:16:46.961307 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-5b6079f4-f559-4a27-ba85-dee36970d34f admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=7ac2108f92df4f6990d93577af13f8e5&name=default HTTP/1.1" status: 200 len: 2983 time: 3.3435345 Jan 14 07:16:47.037118 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84875) accepted ('10.222.0.24', 33526) {{(pid=84875) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:16:47.066628 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-6b08f7fc-7ff5-4292-ac60-aaed2f004e10 None None] Notify callbacks [] for port, precommit_update {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:16:47.110582 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-6b08f7fc-7ff5-4292-ac60-aaed2f004e10 None None] Transition to ACTIVE for port object 0567c8e3-db5c-4d6f-a7c3-5f2506e34323 will not be triggered until provisioned by entity L2. {{(pid=84876) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 07:16:47.123711 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-6b08f7fc-7ff5-4292-ac60-aaed2f004e10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777640533312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363259214678337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777640097497'] for port, after_update {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:16:47.155775 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b6079f4-f559-4a27-ba85-dee36970d34f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c03ccd77-a4bb-4dd1-93ed-bbe09a7b2e7c,revision_number=1']} {{(pid=84874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:16:47.162409 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-3d5e3a33-edb6-463d-8675-91eee1b8fd89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555753'] for port, before_update {{(pid=84877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:16:47.226887 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-606a97b0-59d2-4b0b-b96e-b18652551eab admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:16:47.297228 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-606a97b0-59d2-4b0b-b96e-b18652551eab admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:16:47.300918 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-a69b315e-93ec-4d51-b67f-5697f555a35a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84876) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:16:47.322727 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [req-90b2775b-64c1-4ca6-86e5-3f76d937de02 req-6db1386a-79cc-4420-ba35-a49d87dd4951 service neutron] 10.222.0.35 "GET /v2.0/networks/123c9a2b-fdbf-4ea0-9264-91ed25cf5043?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.4090936 Jan 14 07:16:47.342504 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-5b6079f4-f559-4a27-ba85-dee36970d34f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.526s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:16:47.362253 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-a451cfed-452c-4780-b968-936611f69ccb admin admin] Notify callbacks [] for router, before_response {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:16:47.363744 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-a451cfed-452c-4780-b968-936611f69ccb admin admin] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 21.5653501 Jan 14 07:16:47.364740 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-b66ab51d-22af-4736-9872-1e8bcb24159e service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.743s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:16:47.388184 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84875) accepted ('10.222.0.24', 33536) {{(pid=84875) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:16:47.388538 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84875) accepted ('10.222.0.24', 33538) {{(pid=84875) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:16:47.408248 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.v2.base [None req-7565ce9c-4ba0-454a-aa1e-a8a902300a29 admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsTestJSON-814218203-network', 'tenant_id': 'ca59055ca54243c4af20a98b78d91167'}} {{(pid=84875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:16:47.456765 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-661ce0ff-b5f8-4004-b39e-4eef09b9cfc7 None None] Pushing event updated for resources: {'Port': ['ID=0567c8e3-db5c-4d6f-a7c3-5f2506e34323,revision_number=3']} {{(pid=84876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:16:47.462906 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-661ce0ff-b5f8-4004-b39e-4eef09b9cfc7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.162s {{(pid=84876) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:16:47.475310 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-017f98a9-8a07-408c-a86f-8ff0c00400a0 None None] Provisioning for port a423f49c-8602-4af4-9493-ab8902b937ec completed by entity L2. {{(pid=84876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 07:16:47.503621 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_dvrscheduler_db [req-8335ab30-5b7f-4ec2-bb0e-f06db4a30db4 req-c7ce4ff5-030d-4e03-8b76-1a4d54d17c21 tempest-ServersNegativeTestJSON-1888996924 tempest-ServersNegativeTestJSON-1888996924] No DVR routers for this DVR port 3474e0fd-2e5e-4c13-8e73-97a70f185fad on host n-h2-768862-2 {{(pid=84874) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Jan 14 07:16:47.511643 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7ce4ff5-030d-4e03-8b76-1a4d54d17c21 tempest-ServersNegativeTestJSON-1888996924 tempest-ServersNegativeTestJSON-1888996924] Pushing event deleted for resources: {'Port': ['ID=3474e0fd-2e5e-4c13-8e73-97a70f185fad,revision_number=None']} {{(pid=84874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:16:47.515188 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [req-8335ab30-5b7f-4ec2-bb0e-f06db4a30db4 req-c7ce4ff5-030d-4e03-8b76-1a4d54d17c21 tempest-ServersNegativeTestJSON-1888996924 tempest-ServersNegativeTestJSON-1888996924] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854768116'] for port, before_response {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:16:47.518100 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [req-8335ab30-5b7f-4ec2-bb0e-f06db4a30db4 req-c7ce4ff5-030d-4e03-8b76-1a4d54d17c21 tempest-ServersNegativeTestJSON-1888996924 tempest-ServersNegativeTestJSON-1888996924] 10.222.0.48 "DELETE /v2.0/ports/3474e0fd-2e5e-4c13-8e73-97a70f185fad HTTP/1.1" status: 204 len: 173 time: 5.1706212 Jan 14 07:16:47.526390 n-d-768862-2 neutron-server[84765]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2871d7e5-d082-4af4-bbbd-fc1152f24193', 'name': 'network-vif-deleted', 'tag': '3474e0fd-2e5e-4c13-8e73-97a70f185fad'}] {{(pid=84874) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Jan 14 07:16:47.599218 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.v2.base [None req-89088902-c10b-46db-b19a-77b6e56bb0d1 tempest-AttachVolumeShelveTestJSON-2054363538 tempest-AttachVolumeShelveTestJSON-2054363538] Request body: {'security_group': {'name': 'tempest-securitygroup--666842008', 'description': 'tempest-description--1604218685'}} {{(pid=84875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:16:47.610193 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-c7ce4ff5-030d-4e03-8b76-1a4d54d17c21 tempest-ServersNegativeTestJSON-1888996924 tempest-ServersNegativeTestJSON-1888996924] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.245s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:16:47.618653 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-89088902-c10b-46db-b19a-77b6e56bb0d1 tempest-AttachVolumeShelveTestJSON-2054363538 tempest-AttachVolumeShelveTestJSON-2054363538] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:16:47.620870 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-ee850537-4619-4f65-b094-2501f78ebb8b tempest-AttachVolumeTestJSON-1157025134 tempest-AttachVolumeTestJSON-1157025134] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555753'] for port, before_update {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:16:47.624821 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-89088902-c10b-46db-b19a-77b6e56bb0d1 tempest-AttachVolumeShelveTestJSON-2054363538 tempest-AttachVolumeShelveTestJSON-2054363538] Usage tracker for resource:security_group and tenant:0369eaa84818430fab7d025c9522c976 is out of sync, need to count used quota {{(pid=84875) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:16:47.628936 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-89088902-c10b-46db-b19a-77b6e56bb0d1 tempest-AttachVolumeShelveTestJSON-2054363538 tempest-AttachVolumeShelveTestJSON-2054363538] Quota usage for security_group was recalculated. Used quota:1. {{(pid=84875) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:16:47.636870 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-89088902-c10b-46db-b19a-77b6e56bb0d1 tempest-AttachVolumeShelveTestJSON-2054363538 tempest-AttachVolumeShelveTestJSON-2054363538] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:16:47.682171 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-7565ce9c-4ba0-454a-aa1e-a8a902300a29 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:16:47.747053 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-017f98a9-8a07-408c-a86f-8ff0c00400a0 None None] Provisioning complete for port a423f49c-8602-4af4-9493-ab8902b937ec triggered by entity L2. {{(pid=84876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 07:16:47.747481 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-017f98a9-8a07-408c-a86f-8ff0c00400a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-604227'] for port, provisioning_complete {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:16:47.840159 n-d-768862-2 neutron-server[84765]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2871d7e5-d082-4af4-bbbd-fc1152f24193', 'name': 'network-vif-deleted', 'tag': '3474e0fd-2e5e-4c13-8e73-97a70f185fad', 'status': 'completed', 'code': 200} Jan 14 07:16:47.875927 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.managers [None req-6b08f7fc-7ff5-4292-ac60-aaed2f004e10 None None] Attempting to bind port 0567c8e3-db5c-4d6f-a7c3-5f2506e34323 on host n-d-768862-2 for vnic_type normal with profile {{(pid=84876) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 14 07:16:47.876296 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.managers [None req-6b08f7fc-7ff5-4292-ac60-aaed2f004e10 None None] Attempting to bind port 0567c8e3-db5c-4d6f-a7c3-5f2506e34323 by drivers openvswitch on host n-d-768862-2 at level 0 using segments [{'id': 'd6c8166d-60cc-4e5d-800b-1ffdaaaf7600', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 15, 'network_id': 'fd7a982b-b38c-4e49-b1ba-1aa0df49caf9'}] {{(pid=84876) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 14 07:16:47.876660 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b08f7fc-7ff5-4292-ac60-aaed2f004e10 None None] Attempting to bind port 0567c8e3-db5c-4d6f-a7c3-5f2506e34323 on network fd7a982b-b38c-4e49-b1ba-1aa0df49caf9 {{(pid=84876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 14 07:16:47.933799 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [req-90b2775b-64c1-4ca6-86e5-3f76d937de02 req-ddfa6d32-72a1-4acd-8ef9-43a0b2146cdd service neutron] 10.222.0.35 "GET /v2.0/networks/123c9a2b-fdbf-4ea0-9264-91ed25cf5043?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.4631603 Jan 14 07:16:47.940186 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-89088902-c10b-46db-b19a-77b6e56bb0d1 tempest-AttachVolumeShelveTestJSON-2054363538 tempest-AttachVolumeShelveTestJSON-2054363538] Notify callbacks [] for security_group, before_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:16:47.960915 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b08f7fc-7ff5-4292-ac60-aaed2f004e10 None None] Checking agent: {'id': 'ba5efab1-b43c-4d5a-bc52-6e105d4e67a2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768862-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 14, 6, 56, 52), 'started_at': datetime.datetime(2021, 1, 14, 6, 57, 22), 'heartbeat_timestamp': datetime.datetime(2021, 1, 14, 7, 16, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768862-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.29', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 14 07:16:47.962546 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b08f7fc-7ff5-4292-ac60-aaed2f004e10 None None] Checking segment: {'id': 'd6c8166d-60cc-4e5d-800b-1ffdaaaf7600', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 15, 'network_id': 'fd7a982b-b38c-4e49-b1ba-1aa0df49caf9'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84876) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 14 07:16:47.973252 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-7565ce9c-4ba0-454a-aa1e-a8a902300a29 admin admin] Usage tracker for resource:network and tenant:ca59055ca54243c4af20a98b78d91167 is out of sync, need to count used quota {{(pid=84875) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:16:47.973430 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-6b08f7fc-7ff5-4292-ac60-aaed2f004e10 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:16:47.974514 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b08f7fc-7ff5-4292-ac60-aaed2f004e10 None None] Bound using segment: {'id': 'd6c8166d-60cc-4e5d-800b-1ffdaaaf7600', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 15, 'network_id': 'fd7a982b-b38c-4e49-b1ba-1aa0df49caf9'} {{(pid=84876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 14 07:16:47.975180 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.managers [None req-6b08f7fc-7ff5-4292-ac60-aaed2f004e10 None None] Bound port: 0567c8e3-db5c-4d6f-a7c3-5f2506e34323, host: n-d-768862-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd6c8166d-60cc-4e5d-800b-1ffdaaaf7600', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 15, 'network_id': 'fd7a982b-b38c-4e49-b1ba-1aa0df49caf9'}}] {{(pid=84876) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 14 07:16:47.980990 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-6b08f7fc-7ff5-4292-ac60-aaed2f004e10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555753'] for port, before_update {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:16:47.985002 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-89088902-c10b-46db-b19a-77b6e56bb0d1 tempest-AttachVolumeShelveTestJSON-2054363538 tempest-AttachVolumeShelveTestJSON-2054363538] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:16:47.989665 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-89088902-c10b-46db-b19a-77b6e56bb0d1 tempest-AttachVolumeShelveTestJSON-2054363538 tempest-AttachVolumeShelveTestJSON-2054363538] Usage tracker for resource:security_group_rule and tenant:0369eaa84818430fab7d025c9522c976 is out of sync, need to count used quota {{(pid=84875) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:16:47.993348 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-89088902-c10b-46db-b19a-77b6e56bb0d1 tempest-AttachVolumeShelveTestJSON-2054363538 tempest-AttachVolumeShelveTestJSON-2054363538] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84875) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:16:48.001439 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-89088902-c10b-46db-b19a-77b6e56bb0d1 tempest-AttachVolumeShelveTestJSON-2054363538 tempest-AttachVolumeShelveTestJSON-2054363538] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:16:48.090100 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-7565ce9c-4ba0-454a-aa1e-a8a902300a29 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84875) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:16:48.101937 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-89088902-c10b-46db-b19a-77b6e56bb0d1 tempest-AttachVolumeShelveTestJSON-2054363538 tempest-AttachVolumeShelveTestJSON-2054363538] Notify callbacks [] for security_group, precommit_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:16:48.111439 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-89088902-c10b-46db-b19a-77b6e56bb0d1 tempest-AttachVolumeShelveTestJSON-2054363538 tempest-AttachVolumeShelveTestJSON-2054363538] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850887153'] for security_group, after_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:16:48.120924 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-7565ce9c-4ba0-454a-aa1e-a8a902300a29 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:16:48.123315 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-be38107a-9f6e-47dd-a104-db306fda79dc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:16:48.173720 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89088902-c10b-46db-b19a-77b6e56bb0d1 tempest-AttachVolumeShelveTestJSON-2054363538 tempest-AttachVolumeShelveTestJSON-2054363538] Pushing event updated for resources: {'SecurityGroup': ['ID=8708e04c-cf72-4b38-a29b-ac753d57dabb,revision_number=1']} {{(pid=84875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:16:48.193381 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89088902-c10b-46db-b19a-77b6e56bb0d1 tempest-AttachVolumeShelveTestJSON-2054363538 tempest-AttachVolumeShelveTestJSON-2054363538] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@n-h1-768862-2 {{(pid=84875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:16:48.194096 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89088902-c10b-46db-b19a-77b6e56bb0d1 tempest-AttachVolumeShelveTestJSON-2054363538 tempest-AttachVolumeShelveTestJSON-2054363538] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-h1-768862-2 {{(pid=84875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:16:48.194698 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89088902-c10b-46db-b19a-77b6e56bb0d1 tempest-AttachVolumeShelveTestJSON-2054363538 tempest-AttachVolumeShelveTestJSON-2054363538] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-h1-768862-2 {{(pid=84875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:16:48.195322 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89088902-c10b-46db-b19a-77b6e56bb0d1 tempest-AttachVolumeShelveTestJSON-2054363538 tempest-AttachVolumeShelveTestJSON-2054363538] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-h1-768862-2 {{(pid=84875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:16:48.195710 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89088902-c10b-46db-b19a-77b6e56bb0d1 tempest-AttachVolumeShelveTestJSON-2054363538 tempest-AttachVolumeShelveTestJSON-2054363538] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@n-h1-768862-2 {{(pid=84875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:16:48.196307 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89088902-c10b-46db-b19a-77b6e56bb0d1 tempest-AttachVolumeShelveTestJSON-2054363538 tempest-AttachVolumeShelveTestJSON-2054363538] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-h1-768862-2 {{(pid=84875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:16:48.196876 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89088902-c10b-46db-b19a-77b6e56bb0d1 tempest-AttachVolumeShelveTestJSON-2054363538 tempest-AttachVolumeShelveTestJSON-2054363538] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-h1-768862-2 {{(pid=84875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:16:48.197458 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89088902-c10b-46db-b19a-77b6e56bb0d1 tempest-AttachVolumeShelveTestJSON-2054363538 tempest-AttachVolumeShelveTestJSON-2054363538] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-h1-768862-2 {{(pid=84875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:16:48.198072 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89088902-c10b-46db-b19a-77b6e56bb0d1 tempest-AttachVolumeShelveTestJSON-2054363538 tempest-AttachVolumeShelveTestJSON-2054363538] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-h1-768862-2 {{(pid=84875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:16:48.198646 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89088902-c10b-46db-b19a-77b6e56bb0d1 tempest-AttachVolumeShelveTestJSON-2054363538 tempest-AttachVolumeShelveTestJSON-2054363538] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-h1-768862-2 {{(pid=84875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:16:48.199213 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89088902-c10b-46db-b19a-77b6e56bb0d1 tempest-AttachVolumeShelveTestJSON-2054363538 tempest-AttachVolumeShelveTestJSON-2054363538] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-h1-768862-2 {{(pid=84875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:16:48.199774 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89088902-c10b-46db-b19a-77b6e56bb0d1 tempest-AttachVolumeShelveTestJSON-2054363538 tempest-AttachVolumeShelveTestJSON-2054363538] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-h1-768862-2 {{(pid=84875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:16:48.200464 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89088902-c10b-46db-b19a-77b6e56bb0d1 tempest-AttachVolumeShelveTestJSON-2054363538 tempest-AttachVolumeShelveTestJSON-2054363538] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@n-h2-768862-2 {{(pid=84875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:16:48.201032 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89088902-c10b-46db-b19a-77b6e56bb0d1 tempest-AttachVolumeShelveTestJSON-2054363538 tempest-AttachVolumeShelveTestJSON-2054363538] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-h2-768862-2 {{(pid=84875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:16:48.201606 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89088902-c10b-46db-b19a-77b6e56bb0d1 tempest-AttachVolumeShelveTestJSON-2054363538 tempest-AttachVolumeShelveTestJSON-2054363538] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-h2-768862-2 {{(pid=84875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:16:48.202171 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89088902-c10b-46db-b19a-77b6e56bb0d1 tempest-AttachVolumeShelveTestJSON-2054363538 tempest-AttachVolumeShelveTestJSON-2054363538] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-h2-768862-2 {{(pid=84875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:16:48.202739 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89088902-c10b-46db-b19a-77b6e56bb0d1 tempest-AttachVolumeShelveTestJSON-2054363538 tempest-AttachVolumeShelveTestJSON-2054363538] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@n-h2-768862-2 {{(pid=84875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:16:48.203314 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89088902-c10b-46db-b19a-77b6e56bb0d1 tempest-AttachVolumeShelveTestJSON-2054363538 tempest-AttachVolumeShelveTestJSON-2054363538] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-h2-768862-2 {{(pid=84875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:16:48.203931 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89088902-c10b-46db-b19a-77b6e56bb0d1 tempest-AttachVolumeShelveTestJSON-2054363538 tempest-AttachVolumeShelveTestJSON-2054363538] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-h2-768862-2 {{(pid=84875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:16:48.204520 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89088902-c10b-46db-b19a-77b6e56bb0d1 tempest-AttachVolumeShelveTestJSON-2054363538 tempest-AttachVolumeShelveTestJSON-2054363538] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-h2-768862-2 {{(pid=84875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:16:48.205084 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89088902-c10b-46db-b19a-77b6e56bb0d1 tempest-AttachVolumeShelveTestJSON-2054363538 tempest-AttachVolumeShelveTestJSON-2054363538] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-h2-768862-2 {{(pid=84875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:16:48.205653 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89088902-c10b-46db-b19a-77b6e56bb0d1 tempest-AttachVolumeShelveTestJSON-2054363538 tempest-AttachVolumeShelveTestJSON-2054363538] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-h2-768862-2 {{(pid=84875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:16:48.206210 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89088902-c10b-46db-b19a-77b6e56bb0d1 tempest-AttachVolumeShelveTestJSON-2054363538 tempest-AttachVolumeShelveTestJSON-2054363538] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-h2-768862-2 {{(pid=84875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:16:48.206766 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89088902-c10b-46db-b19a-77b6e56bb0d1 tempest-AttachVolumeShelveTestJSON-2054363538 tempest-AttachVolumeShelveTestJSON-2054363538] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-h2-768862-2 {{(pid=84875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:16:48.207414 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89088902-c10b-46db-b19a-77b6e56bb0d1 tempest-AttachVolumeShelveTestJSON-2054363538 tempest-AttachVolumeShelveTestJSON-2054363538] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-2 {{(pid=84875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:16:48.208071 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89088902-c10b-46db-b19a-77b6e56bb0d1 tempest-AttachVolumeShelveTestJSON-2054363538 tempest-AttachVolumeShelveTestJSON-2054363538] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-2 {{(pid=84875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:16:48.208651 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89088902-c10b-46db-b19a-77b6e56bb0d1 tempest-AttachVolumeShelveTestJSON-2054363538 tempest-AttachVolumeShelveTestJSON-2054363538] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-2 {{(pid=84875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:16:48.209208 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89088902-c10b-46db-b19a-77b6e56bb0d1 tempest-AttachVolumeShelveTestJSON-2054363538 tempest-AttachVolumeShelveTestJSON-2054363538] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-2 {{(pid=84875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:16:48.209770 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89088902-c10b-46db-b19a-77b6e56bb0d1 tempest-AttachVolumeShelveTestJSON-2054363538 tempest-AttachVolumeShelveTestJSON-2054363538] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@n-d-768862-2 {{(pid=84875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:16:48.210326 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89088902-c10b-46db-b19a-77b6e56bb0d1 tempest-AttachVolumeShelveTestJSON-2054363538 tempest-AttachVolumeShelveTestJSON-2054363538] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-2 {{(pid=84875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:16:48.210890 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89088902-c10b-46db-b19a-77b6e56bb0d1 tempest-AttachVolumeShelveTestJSON-2054363538 tempest-AttachVolumeShelveTestJSON-2054363538] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-768862-2 {{(pid=84875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:16:48.211446 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89088902-c10b-46db-b19a-77b6e56bb0d1 tempest-AttachVolumeShelveTestJSON-2054363538 tempest-AttachVolumeShelveTestJSON-2054363538] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-768862-2 {{(pid=84875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:16:48.212040 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89088902-c10b-46db-b19a-77b6e56bb0d1 tempest-AttachVolumeShelveTestJSON-2054363538 tempest-AttachVolumeShelveTestJSON-2054363538] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-2 {{(pid=84875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:16:48.212591 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89088902-c10b-46db-b19a-77b6e56bb0d1 tempest-AttachVolumeShelveTestJSON-2054363538 tempest-AttachVolumeShelveTestJSON-2054363538] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-2 {{(pid=84875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:16:48.213159 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89088902-c10b-46db-b19a-77b6e56bb0d1 tempest-AttachVolumeShelveTestJSON-2054363538 tempest-AttachVolumeShelveTestJSON-2054363538] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-2 {{(pid=84875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:16:48.213723 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89088902-c10b-46db-b19a-77b6e56bb0d1 tempest-AttachVolumeShelveTestJSON-2054363538 tempest-AttachVolumeShelveTestJSON-2054363538] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-2 {{(pid=84875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:16:48.234484 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-89088902-c10b-46db-b19a-77b6e56bb0d1 tempest-AttachVolumeShelveTestJSON-2054363538 tempest-AttachVolumeShelveTestJSON-2054363538] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:16:48.244784 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7565ce9c-4ba0-454a-aa1e-a8a902300a29 admin admin] Made reservation on behalf of ca59055ca54243c4af20a98b78d91167 for: {'network': 1} {{(pid=84875) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 07:16:48.249834 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-7565ce9c-4ba0-454a-aa1e-a8a902300a29 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555753'] for network, before_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:16:48.268285 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-7565ce9c-4ba0-454a-aa1e-a8a902300a29 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:16:48.282745 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-606a97b0-59d2-4b0b-b96e-b18652551eab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850887153'] for security_group, after_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:16:48.285731 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-606a97b0-59d2-4b0b-b96e-b18652551eab admin admin] Notify callbacks [] for security_group, before_response {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:16:48.287421 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-606a97b0-59d2-4b0b-b96e-b18652551eab admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/c03ccd77-a4bb-4dd1-93ed-bbe09a7b2e7c HTTP/1.1" status: 204 len: 168 time: 1.3367531 Jan 14 07:16:48.294035 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-5b82a6f5-9c80-4417-96d9-92ccf9ea58e9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:16:48.295757 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-3d5e3a33-edb6-463d-8675-91eee1b8fd89 None None] Notify callbacks [] for port, precommit_update {{(pid=84877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:16:48.306938 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-606a97b0-59d2-4b0b-b96e-b18652551eab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c03ccd77-a4bb-4dd1-93ed-bbe09a7b2e7c,revision_number=None']} {{(pid=84875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:16:48.309212 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-89088902-c10b-46db-b19a-77b6e56bb0d1 tempest-AttachVolumeShelveTestJSON-2054363538 tempest-AttachVolumeShelveTestJSON-2054363538] Notify callbacks [] for security_group, before_response {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:16:48.310531 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-89088902-c10b-46db-b19a-77b6e56bb0d1 tempest-AttachVolumeShelveTestJSON-2054363538 tempest-AttachVolumeShelveTestJSON-2054363538] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 0.9118991 Jan 14 07:16:48.314924 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84874) accepted ('10.222.0.24', 33558) {{(pid=84874) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:16:48.325870 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.v2.base [None req-660ebca1-e355-44a6-b51d-b23247fffb87 tempest-AttachVolumeShelveTestJSON-2054363538 tempest-AttachVolumeShelveTestJSON-2054363538] Request body: {'security_group_rule': {'security_group_id': '8708e04c-cf72-4b38-a29b-ac753d57dabb', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=84874) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:16:48.340569 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-660ebca1-e355-44a6-b51d-b23247fffb87 tempest-AttachVolumeShelveTestJSON-2054363538 tempest-AttachVolumeShelveTestJSON-2054363538] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:16:48.356018 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-3d5e3a33-edb6-463d-8675-91eee1b8fd89 None None] Transition to ACTIVE for port object 38e5c249-3ac7-47b7-9c79-ccb44776cc65 will not be triggered until provisioned by entity L2. {{(pid=84877) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 07:16:48.360267 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-660ebca1-e355-44a6-b51d-b23247fffb87 tempest-AttachVolumeShelveTestJSON-2054363538 tempest-AttachVolumeShelveTestJSON-2054363538] Usage tracker for resource:security_group_rule and tenant:0369eaa84818430fab7d025c9522c976 is out of sync, need to count used quota {{(pid=84874) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:16:48.364740 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-3d5e3a33-edb6-463d-8675-91eee1b8fd89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777640533312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363259214678337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777640097497'] for port, after_update {{(pid=84877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:16:48.385235 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:16:48.419694 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-ee850537-4619-4f65-b094-2501f78ebb8b tempest-AttachVolumeTestJSON-1157025134 tempest-AttachVolumeTestJSON-1157025134] Notify callbacks [] for port, precommit_update {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:16:48.428049 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-660ebca1-e355-44a6-b51d-b23247fffb87 tempest-AttachVolumeShelveTestJSON-2054363538 tempest-AttachVolumeShelveTestJSON-2054363538] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84874) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:16:48.448955 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-ee850537-4619-4f65-b094-2501f78ebb8b tempest-AttachVolumeTestJSON-1157025134 tempest-AttachVolumeTestJSON-1157025134] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777640533312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363259214678337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777640097497', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036851521613'] for port, after_update {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:16:48.491637 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-660ebca1-e355-44a6-b51d-b23247fffb87 tempest-AttachVolumeShelveTestJSON-2054363538 tempest-AttachVolumeShelveTestJSON-2054363538] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:16:48.507769 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-2386569c-e838-4fc4-a2d9-5929359c9479 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.011s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:16:48.558414 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3c11922-b01f-4646-a6b3-9b9f28356c8c None None] Pushing event updated for resources: {'Port': ['ID=38e5c249-3ac7-47b7-9c79-ccb44776cc65,revision_number=2']} {{(pid=84877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:16:48.567435 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-a3c11922-b01f-4646-a6b3-9b9f28356c8c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.177s {{(pid=84877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:16:48.567824 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-7565ce9c-4ba0-454a-aa1e-a8a902300a29 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:16:48.567824 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-606a97b0-59d2-4b0b-b96e-b18652551eab admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.272s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:16:48.652464 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-017f98a9-8a07-408c-a86f-8ff0c00400a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555753'] for port, before_update {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:16:48.697223 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.managers [None req-3d5e3a33-edb6-463d-8675-91eee1b8fd89 None None] Attempting to bind port 38e5c249-3ac7-47b7-9c79-ccb44776cc65 on host n-d-768862-2 for vnic_type normal with profile {{(pid=84877) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 14 07:16:48.697649 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.managers [None req-3d5e3a33-edb6-463d-8675-91eee1b8fd89 None None] Attempting to bind port 38e5c249-3ac7-47b7-9c79-ccb44776cc65 by drivers openvswitch on host n-d-768862-2 at level 0 using segments [{'id': 'cf3ded2c-bc47-4a71-89af-6e7117e60140', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '226f1e78-82cd-4481-9055-4eb73b6db8c1'}] {{(pid=84877) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 14 07:16:48.700413 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d5e3a33-edb6-463d-8675-91eee1b8fd89 None None] Attempting to bind port 38e5c249-3ac7-47b7-9c79-ccb44776cc65 on network 226f1e78-82cd-4481-9055-4eb73b6db8c1 {{(pid=84877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 14 07:16:48.720080 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d5e3a33-edb6-463d-8675-91eee1b8fd89 None None] Checking agent: {'id': 'ba5efab1-b43c-4d5a-bc52-6e105d4e67a2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768862-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 14, 6, 56, 52), 'started_at': datetime.datetime(2021, 1, 14, 6, 57, 22), 'heartbeat_timestamp': datetime.datetime(2021, 1, 14, 7, 16, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768862-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.29', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 14 07:16:48.720519 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d5e3a33-edb6-463d-8675-91eee1b8fd89 None None] Checking segment: {'id': 'cf3ded2c-bc47-4a71-89af-6e7117e60140', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '226f1e78-82cd-4481-9055-4eb73b6db8c1'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84877) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 14 07:16:48.720990 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-3d5e3a33-edb6-463d-8675-91eee1b8fd89 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:16:48.721447 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d5e3a33-edb6-463d-8675-91eee1b8fd89 None None] Bound using segment: {'id': 'cf3ded2c-bc47-4a71-89af-6e7117e60140', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '226f1e78-82cd-4481-9055-4eb73b6db8c1'} {{(pid=84877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 14 07:16:48.722255 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.managers [None req-3d5e3a33-edb6-463d-8675-91eee1b8fd89 None None] Bound port: 38e5c249-3ac7-47b7-9c79-ccb44776cc65, host: n-d-768862-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cf3ded2c-bc47-4a71-89af-6e7117e60140', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '226f1e78-82cd-4481-9055-4eb73b6db8c1'}}] {{(pid=84877) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 14 07:16:48.725004 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [None req-017f98a9-8a07-408c-a86f-8ff0c00400a0 None None] For port a423f49c-8602-4af4-9493-ab8902b937ec, host n-h1-768862-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-h1-768862-2',level=0,port_id=a423f49c-8602-4af4-9493-ab8902b937ec,segment=NetworkSegment(bf9db35e-3636-43aa-80e1-735a7305fa24),segment_id=bf9db35e-3636-43aa-80e1-735a7305fa24)] {{(pid=84876) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 07:16:48.731454 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-3d5e3a33-edb6-463d-8675-91eee1b8fd89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555753'] for port, before_update {{(pid=84877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:16:48.749057 n-d-768862-2 neutron-server[84765]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9b396097-ec3b-4cbb-8d64-5a6a713352ca', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a423f49c-8602-4af4-9493-ab8902b937ec'}] {{(pid=84876) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Jan 14 07:16:48.761203 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee850537-4619-4f65-b094-2501f78ebb8b tempest-AttachVolumeTestJSON-1157025134 tempest-AttachVolumeTestJSON-1157025134] Pushing event updated for resources: {'Port': ['ID=e3951f1a-b4b8-4b17-9b1e-442f34cfb578,revision_number=2']} {{(pid=84874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:16:48.780702 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-017f98a9-8a07-408c-a86f-8ff0c00400a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777640533312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363259214678337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777640097497'] for port, after_update {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:16:48.792938 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-428c2f5b-bdad-468b-ae4c-ac3704793683 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84876) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:16:48.805133 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-ee850537-4619-4f65-b094-2501f78ebb8b tempest-AttachVolumeTestJSON-1157025134 tempest-AttachVolumeTestJSON-1157025134] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.297s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:16:48.828557 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-660ebca1-e355-44a6-b51d-b23247fffb87 tempest-AttachVolumeShelveTestJSON-2054363538 tempest-AttachVolumeShelveTestJSON-2054363538] Notify callbacks [] for security_group_rule, before_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:16:48.962716 n-d-768862-2 neutron-server[84765]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9b396097-ec3b-4cbb-8d64-5a6a713352ca', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a423f49c-8602-4af4-9493-ab8902b937ec', 'code': 200} Jan 14 07:16:48.969422 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-017f98a9-8a07-408c-a86f-8ff0c00400a0 None None] Pushing event updated for resources: {'Port': ['ID=a423f49c-8602-4af4-9493-ab8902b937ec,revision_number=4']} {{(pid=84876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:16:48.979670 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-017f98a9-8a07-408c-a86f-8ff0c00400a0 None None] Device a423f49c-8602-4af4-9493-ab8902b937ec up at agent ovs-agent-n-h1-768862-2 {{(pid=84876) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 07:16:49.046179 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [None req-3d5e3a33-edb6-463d-8675-91eee1b8fd89 None None] For port 38e5c249-3ac7-47b7-9c79-ccb44776cc65, host n-d-768862-2, cleared binding levels {{(pid=84877) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 14 07:16:49.052715 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [None req-3d5e3a33-edb6-463d-8675-91eee1b8fd89 None None] For port 38e5c249-3ac7-47b7-9c79-ccb44776cc65, host n-d-768862-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-2',level=0,port_id=38e5c249-3ac7-47b7-9c79-ccb44776cc65,segment=NetworkSegment(cf3ded2c-bc47-4a71-89af-6e7117e60140),segment_id=cf3ded2c-bc47-4a71-89af-6e7117e60140)] {{(pid=84877) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 14 07:16:49.060374 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-3d5e3a33-edb6-463d-8675-91eee1b8fd89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777640533312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363259214678337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777640097497'] for port, after_update {{(pid=84877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:16:49.159002 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-017f98a9-8a07-408c-a86f-8ff0c00400a0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.366s {{(pid=84876) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:16:49.183640 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-93712323-bf4a-4590-9a50-1440c5bd4158 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363259214191800', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854171626'] for agent, after_update {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:16:49.205540 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-660ebca1-e355-44a6-b51d-b23247fffb87 tempest-AttachVolumeShelveTestJSON-2054363538 tempest-AttachVolumeShelveTestJSON-2054363538] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:16:49.231372 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [None req-6b08f7fc-7ff5-4292-ac60-aaed2f004e10 None None] For port 0567c8e3-db5c-4d6f-a7c3-5f2506e34323, host n-d-768862-2, cleared binding levels {{(pid=84876) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 14 07:16:49.267174 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-017f98a9-8a07-408c-a86f-8ff0c00400a0 None None] Provisioning complete for port a423f49c-8602-4af4-9493-ab8902b937ec triggered by entity L2. {{(pid=84876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 07:16:49.267704 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-017f98a9-8a07-408c-a86f-8ff0c00400a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-604227'] for port, provisioning_complete {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:16:49.281611 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-660ebca1-e355-44a6-b51d-b23247fffb87 tempest-AttachVolumeShelveTestJSON-2054363538 tempest-AttachVolumeShelveTestJSON-2054363538] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850966545'] for security_group_rule, after_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:16:49.299244 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:16:49.379775 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-660ebca1-e355-44a6-b51d-b23247fffb87 tempest-AttachVolumeShelveTestJSON-2054363538 tempest-AttachVolumeShelveTestJSON-2054363538] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8b9d9f9e-b87f-4bdf-be36-711f4fb9a34e,revision_number=0']} {{(pid=84874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:16:49.394880 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-660ebca1-e355-44a6-b51d-b23247fffb87 tempest-AttachVolumeShelveTestJSON-2054363538 tempest-AttachVolumeShelveTestJSON-2054363538] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:16:49.424020 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-ee850537-4619-4f65-b094-2501f78ebb8b tempest-AttachVolumeTestJSON-1157025134 tempest-AttachVolumeTestJSON-1157025134] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3912638'] for floatingip, after_update {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:16:49.444761 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-660ebca1-e355-44a6-b51d-b23247fffb87 tempest-AttachVolumeShelveTestJSON-2054363538 tempest-AttachVolumeShelveTestJSON-2054363538] Notify callbacks [] for security_group_rule, before_response {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:16:49.446378 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-660ebca1-e355-44a6-b51d-b23247fffb87 tempest-AttachVolumeShelveTestJSON-2054363538 tempest-AttachVolumeShelveTestJSON-2054363538] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.1299317 Jan 14 07:16:49.453041 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84874) accepted ('10.222.0.24', 33584) {{(pid=84874) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:16:49.456585 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [None req-6b08f7fc-7ff5-4292-ac60-aaed2f004e10 None None] For port 0567c8e3-db5c-4d6f-a7c3-5f2506e34323, host n-d-768862-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-2',level=0,port_id=0567c8e3-db5c-4d6f-a7c3-5f2506e34323,segment=NetworkSegment(d6c8166d-60cc-4e5d-800b-1ffdaaaf7600),segment_id=d6c8166d-60cc-4e5d-800b-1ffdaaaf7600)] {{(pid=84876) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 14 07:16:49.461313 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-7565ce9c-4ba0-454a-aa1e-a8a902300a29 admin admin] Usage tracker for resource:security_group_rule and tenant:ca59055ca54243c4af20a98b78d91167 is out of sync, need to count used quota {{(pid=84875) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:16:49.476229 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.v2.base [None req-702a46a2-1d8a-46fc-8420-29b315267f44 tempest-AttachVolumeShelveTestJSON-2054363538 tempest-AttachVolumeShelveTestJSON-2054363538] Request body: {'security_group_rule': {'security_group_id': '8708e04c-cf72-4b38-a29b-ac753d57dabb', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=84874) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:16:49.492606 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-6b08f7fc-7ff5-4292-ac60-aaed2f004e10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777640533312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363259214678337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777640097497'] for port, after_update {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:16:49.510270 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-702a46a2-1d8a-46fc-8420-29b315267f44 tempest-AttachVolumeShelveTestJSON-2054363538 tempest-AttachVolumeShelveTestJSON-2054363538] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:16:49.513356 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-ee850537-4619-4f65-b094-2501f78ebb8b tempest-AttachVolumeTestJSON-1157025134 tempest-AttachVolumeTestJSON-1157025134] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854768116'] for floatingip, before_response {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:16:49.515043 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-ee850537-4619-4f65-b094-2501f78ebb8b tempest-AttachVolumeTestJSON-1157025134 tempest-AttachVolumeTestJSON-1157025134] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 11.4552152 Jan 14 07:16:49.525567 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-702a46a2-1d8a-46fc-8420-29b315267f44 tempest-AttachVolumeShelveTestJSON-2054363538 tempest-AttachVolumeShelveTestJSON-2054363538] Usage tracker for resource:security_group_rule and tenant:0369eaa84818430fab7d025c9522c976 is out of sync, need to count used quota {{(pid=84874) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:16:49.532935 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-702a46a2-1d8a-46fc-8420-29b315267f44 tempest-AttachVolumeShelveTestJSON-2054363538 tempest-AttachVolumeShelveTestJSON-2054363538] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=84874) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:16:49.548897 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-702a46a2-1d8a-46fc-8420-29b315267f44 tempest-AttachVolumeShelveTestJSON-2054363538 tempest-AttachVolumeShelveTestJSON-2054363538] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=84874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:16:49.549674 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-7565ce9c-4ba0-454a-aa1e-a8a902300a29 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84875) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:16:49.559731 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-2b01e6f8-4466-4bdd-9b5b-86acebabdb44 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:16:49.590059 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-702a46a2-1d8a-46fc-8420-29b315267f44 tempest-AttachVolumeShelveTestJSON-2054363538 tempest-AttachVolumeShelveTestJSON-2054363538] Notify callbacks [] for security_group_rule, before_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:16:49.641214 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-cd0a3a60-ac83-49ce-ac20-3c2dacef1ff3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555753'] for port, before_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:16:49.655950 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-7565ce9c-4ba0-454a-aa1e-a8a902300a29 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:16:49.683065 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-661ce0ff-b5f8-4004-b39e-4eef09b9cfc7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84876) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:16:49.768785 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-702a46a2-1d8a-46fc-8420-29b315267f44 tempest-AttachVolumeShelveTestJSON-2054363538 tempest-AttachVolumeShelveTestJSON-2054363538] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:16:49.774210 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-702a46a2-1d8a-46fc-8420-29b315267f44 tempest-AttachVolumeShelveTestJSON-2054363538 tempest-AttachVolumeShelveTestJSON-2054363538] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850966545'] for security_group_rule, after_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:16:49.777166 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-dc5abbcf-cb4f-4943-9be7-03023cfe0954 tempest-AttachVolumeTestJSON-1157025134 tempest-AttachVolumeTestJSON-1157025134] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:16:49.833898 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-702a46a2-1d8a-46fc-8420-29b315267f44 tempest-AttachVolumeShelveTestJSON-2054363538 tempest-AttachVolumeShelveTestJSON-2054363538] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7b4e74af-f415-4b87-aa58-e93d3572da8d,revision_number=0']} {{(pid=84874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:16:49.834211 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3c11922-b01f-4646-a6b3-9b9f28356c8c None None] Pushing event updated for resources: {'Port': ['ID=38e5c249-3ac7-47b7-9c79-ccb44776cc65,revision_number=3']} {{(pid=84877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:16:49.837724 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-702a46a2-1d8a-46fc-8420-29b315267f44 tempest-AttachVolumeShelveTestJSON-2054363538 tempest-AttachVolumeShelveTestJSON-2054363538] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:16:49.847263 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-702a46a2-1d8a-46fc-8420-29b315267f44 tempest-AttachVolumeShelveTestJSON-2054363538 tempest-AttachVolumeShelveTestJSON-2054363538] Notify callbacks [] for security_group_rule, before_response {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:16:49.853208 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-702a46a2-1d8a-46fc-8420-29b315267f44 tempest-AttachVolumeShelveTestJSON-2054363538 tempest-AttachVolumeShelveTestJSON-2054363538] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3892114 Jan 14 07:16:49.859621 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84874) accepted ('10.222.0.24', 33594) {{(pid=84874) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:16:49.860545 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-a3c11922-b01f-4646-a6b3-9b9f28356c8c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.301s {{(pid=84877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:16:49.868546 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.v2.base [None req-4bcfd64e-cfb7-4699-b997-15cd82873bca tempest-AttachVolumeShelveTestJSON-2054363538 tempest-AttachVolumeShelveTestJSON-2054363538] Request body: {'floatingip': {'floating_network_id': '226f1e78-82cd-4481-9055-4eb73b6db8c1'}} {{(pid=84874) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:16:49.880143 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-4bcfd64e-cfb7-4699-b997-15cd82873bca tempest-AttachVolumeShelveTestJSON-2054363538 tempest-AttachVolumeShelveTestJSON-2054363538] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:16:49.881775 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-661ce0ff-b5f8-4004-b39e-4eef09b9cfc7 None None] Pushing event updated for resources: {'Port': ['ID=0567c8e3-db5c-4d6f-a7c3-5f2506e34323,revision_number=4']} {{(pid=84876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:16:49.892548 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-661ce0ff-b5f8-4004-b39e-4eef09b9cfc7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.210s {{(pid=84876) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:16:49.893763 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-4bcfd64e-cfb7-4699-b997-15cd82873bca tempest-AttachVolumeShelveTestJSON-2054363538 tempest-AttachVolumeShelveTestJSON-2054363538] Usage tracker for resource:floatingip and tenant:0369eaa84818430fab7d025c9522c976 is out of sync, need to count used quota {{(pid=84874) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:16:49.898811 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-4bcfd64e-cfb7-4699-b997-15cd82873bca tempest-AttachVolumeShelveTestJSON-2054363538 tempest-AttachVolumeShelveTestJSON-2054363538] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=84874) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:16:49.907161 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-4bcfd64e-cfb7-4699-b997-15cd82873bca tempest-AttachVolumeShelveTestJSON-2054363538 tempest-AttachVolumeShelveTestJSON-2054363538] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=84874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:16:49.920388 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b08f7fc-7ff5-4292-ac60-aaed2f004e10 None None] Routers {'dacb8376-3716-4edb-a193-0fca9073652a'} bound to L3 agent in host n-d-768862-2 {{(pid=84876) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 14 07:16:49.922571 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_hamode_db [None req-6b08f7fc-7ff5-4292-ac60-aaed2f004e10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-01-14T06:56:51Z,description=,heartbeat_timestamp=2021-01-14T07:16:21Z,host='n-d-768862-2',id=35f592e9-451b-4db9-abea-77b6a5c5391b,load=0,resource_versions=,resources_synced=,started_at=2021-01-14T06:56:51Z,topic='l3_agent')) {'router_ids': ['dacb8376-3716-4edb-a193-0fca9073652a'], 'active': True} {{(pid=84876) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:16:49.923094 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d5e3a33-edb6-463d-8675-91eee1b8fd89 None None] Routers {'98ccb2ce-a877-4316-a02c-485f5fa3230b'} bound to L3 agent in host n-d-768862-2 {{(pid=84877) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 14 07:16:49.924315 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_hamode_db [None req-3d5e3a33-edb6-463d-8675-91eee1b8fd89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-01-14T06:56:51Z,description=,heartbeat_timestamp=2021-01-14T07:16:21Z,host='n-d-768862-2',id=35f592e9-451b-4db9-abea-77b6a5c5391b,load=0,resource_versions=,resources_synced=,started_at=2021-01-14T06:56:51Z,topic='l3_agent')) {'router_ids': ['98ccb2ce-a877-4316-a02c-485f5fa3230b'], 'active': True} {{(pid=84877) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:16:49.924484 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-4bcfd64e-cfb7-4699-b997-15cd82873bca tempest-AttachVolumeShelveTestJSON-2054363538 tempest-AttachVolumeShelveTestJSON-2054363538] Notify callbacks [] for floatingip, before_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:16:50.286691 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-4bcfd64e-cfb7-4699-b997-15cd82873bca tempest-AttachVolumeShelveTestJSON-2054363538 tempest-AttachVolumeShelveTestJSON-2054363538] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555753'] for port, before_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:16:50.427498 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_dvr_db [None req-3d5e3a33-edb6-463d-8675-91eee1b8fd89 None None] Set router 98ccb2ce-a877-4316-a02c-485f5fa3230b gateway port host: n-d-768862-2 {{(pid=84877) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 14 07:16:50.589295 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [req-fe00ccfd-4780-4265-8b3c-407080349edb req-1698b72c-db0b-4ffc-b536-dc87b69b55b4 tempest-AttachVolumeTestJSON-1157025134 tempest-AttachVolumeTestJSON-1157025134] Synchronizing usage tracker for tenant:74f4739a0b63415f9629cd39a2c2160a on resource:security_group {{(pid=84875) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 14 07:16:50.624635 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_dvr_db [None req-6b08f7fc-7ff5-4292-ac60-aaed2f004e10 None None] Set router dacb8376-3716-4edb-a193-0fca9073652a gateway port host: n-d-768862-2 {{(pid=84876) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 14 07:16:50.824358 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [req-fe00ccfd-4780-4265-8b3c-407080349edb req-1698b72c-db0b-4ffc-b536-dc87b69b55b4 tempest-AttachVolumeTestJSON-1157025134 tempest-AttachVolumeTestJSON-1157025134] Unset dirty status for tenant:74f4739a0b63415f9629cd39a2c2160a on resource:security_group {{(pid=84875) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 14 07:16:50.844940 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [req-fe00ccfd-4780-4265-8b3c-407080349edb req-1698b72c-db0b-4ffc-b536-dc87b69b55b4 tempest-AttachVolumeTestJSON-1157025134 tempest-AttachVolumeTestJSON-1157025134] 10.222.0.24 "GET /v2.0/security-groups?name=tempest-securitygroup--1762075141&fields=id&tenant_id=74f4739a0b63415f9629cd39a2c2160a HTTP/1.1" status: 200 len: 267 time: 0.5032153 Jan 14 07:16:50.889172 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f21ed50c-ccbd-487d-903b-0c53a3e9a9a2 req-c056a566-aa08-4b68-a432-2e737c2a31d4 tempest-AttachVolumeNegativeTest-666515632 tempest-AttachVolumeNegativeTest-666515632] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:16:50.890017 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [req-f21ed50c-ccbd-487d-903b-0c53a3e9a9a2 req-c056a566-aa08-4b68-a432-2e737c2a31d4 tempest-AttachVolumeNegativeTest-666515632 tempest-AttachVolumeNegativeTest-666515632] Synchronizing usage tracker for tenant:309de37299124192a08d7829b2b74c7e on resource:port {{(pid=84874) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 14 07:16:50.930223 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.db_base_plugin_common [None req-cd0a3a60-ac83-49ce-ac20-3c2dacef1ff3 admin admin] Allocated IP 172.20.0.1 (746fcb4a-0a00-4b9c-9f5d-22bf19df0afb/da6fab9b-80fb-4294-b585-86832b27fbe7/17fb8e95-39c4-4e1f-9712-06b687bfdb25) {{(pid=84875) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 14 07:16:50.985867 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [req-f21ed50c-ccbd-487d-903b-0c53a3e9a9a2 req-c056a566-aa08-4b68-a432-2e737c2a31d4 tempest-AttachVolumeNegativeTest-666515632 tempest-AttachVolumeNegativeTest-666515632] Unset dirty status for tenant:309de37299124192a08d7829b2b74c7e on resource:port {{(pid=84874) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 14 07:16:50.987186 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [req-f21ed50c-ccbd-487d-903b-0c53a3e9a9a2 req-c056a566-aa08-4b68-a432-2e737c2a31d4 tempest-AttachVolumeNegativeTest-666515632 tempest-AttachVolumeNegativeTest-666515632] 10.222.0.35 "GET /v2.0/ports?device_id=9b396097-ec3b-4cbb-8d64-5a6a713352ca HTTP/1.1" status: 200 len: 867 time: 0.4464614 Jan 14 07:16:51.207308 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-017f98a9-8a07-408c-a86f-8ff0c00400a0 None None] Device a423f49c-8602-4af4-9493-ab8902b937ec no longer exists at agent ovs-agent-n-h1-768862-2 {{(pid=84876) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jan 14 07:16:51.262262 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.plugin [req-f21ed50c-ccbd-487d-903b-0c53a3e9a9a2 req-4410792a-a14e-4a66-b271-489dbc53a088 tempest-AttachVolumeNegativeTest-666515632 tempest-AttachVolumeNegativeTest-666515632] Deleting port a423f49c-8602-4af4-9493-ab8902b937ec {{(pid=84874) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 07:16:51.268543 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [req-f21ed50c-ccbd-487d-903b-0c53a3e9a9a2 req-4410792a-a14e-4a66-b271-489dbc53a088 tempest-AttachVolumeNegativeTest-666515632 tempest-AttachVolumeNegativeTest-666515632] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363259214248359'] for port, before_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:16:51.407430 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-06d83d16-0daa-4ea7-a9c5-dc4c868ef73e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363259214191800', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854171626'] for agent, after_update {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:16:51.434997 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.db_base_plugin_common [None req-4bcfd64e-cfb7-4699-b997-15cd82873bca tempest-AttachVolumeShelveTestJSON-2054363538 tempest-AttachVolumeShelveTestJSON-2054363538] Allocated IP 172.25.2.207 (226f1e78-82cd-4481-9055-4eb73b6db8c1/ba8deeec-7658-4195-9449-038c076f5c83/6993ce62-e392-4a85-8415-e1fdf8363425) {{(pid=84874) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 14 07:16:51.460512 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_hamode_db [None req-3d5e3a33-edb6-463d-8675-91eee1b8fd89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '98ccb2ce-a877-4316-a02c-485f5fa3230b', 'name': 'tempest-ServersTestManualDisk-1854327711-router', 'tenant_id': '661b4734ee684b3ea96a5a2b407b90b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '226f1e78-82cd-4481-9055-4eb73b6db8c1', 'external_fixed_ips': [{'subnet_id': 'ba8deeec-7658-4195-9449-038c076f5c83', 'ip_address': '172.25.2.39'}], 'enable_snat': True}, 'gw_port_id': '38e5c249-3ac7-47b7-9c79-ccb44776cc65', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-14T07:16:27Z', 'updated_at': '2021-01-14T07:16:36Z', 'revision_number': 3, 'project_id': '661b4734ee684b3ea96a5a2b407b90b1', 'gw_port': {'id': '38e5c249-3ac7-47b7-9c79-ccb44776cc65', 'name': '', 'network_id': '226f1e78-82cd-4481-9055-4eb73b6db8c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:18:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '98ccb2ce-a877-4316-a02c-485f5fa3230b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1255, 'fixed_ips': [{'subnet_id': 'ba8deeec-7658-4195-9449-038c076f5c83', 'ip_address': '172.25.2.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T07:16:32Z', 'updated_at': '2021-01-14T07:16:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ba8deeec-7658-4195-9449-038c076f5c83', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-2'}], 'n-d-768862-2', False) {} {{(pid=84877) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:16:51.466480 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d5e3a33-edb6-463d-8675-91eee1b8fd89 None None] The sync data for ids ['98ccb2ce-a877-4316-a02c-485f5fa3230b'] in n-d-768862-2 is: [{'id': '98ccb2ce-a877-4316-a02c-485f5fa3230b', 'name': 'tempest-ServersTestManualDisk-1854327711-router', 'tenant_id': '661b4734ee684b3ea96a5a2b407b90b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '226f1e78-82cd-4481-9055-4eb73b6db8c1', 'external_fixed_ips': [{'subnet_id': 'ba8deeec-7658-4195-9449-038c076f5c83', 'ip_address': '172.25.2.39'}], 'enable_snat': True}, 'gw_port_id': '38e5c249-3ac7-47b7-9c79-ccb44776cc65', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-14T07:16:27Z', 'updated_at': '2021-01-14T07:16:36Z', 'revision_number': 3, 'project_id': '661b4734ee684b3ea96a5a2b407b90b1', 'gw_port': {'id': '38e5c249-3ac7-47b7-9c79-ccb44776cc65', 'name': '', 'network_id': '226f1e78-82cd-4481-9055-4eb73b6db8c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:18:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '98ccb2ce-a877-4316-a02c-485f5fa3230b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1255, 'fixed_ips': [{'subnet_id': 'ba8deeec-7658-4195-9449-038c076f5c83', 'ip_address': '172.25.2.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T07:16:32Z', 'updated_at': '2021-01-14T07:16:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ba8deeec-7658-4195-9449-038c076f5c83', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-2'}] {{(pid=84877) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Jan 14 07:16:51.527341 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-017f98a9-8a07-408c-a86f-8ff0c00400a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555753'] for port, before_update {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:16:51.571401 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [None req-017f98a9-8a07-408c-a86f-8ff0c00400a0 None None] For port a423f49c-8602-4af4-9493-ab8902b937ec, host n-h1-768862-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-h1-768862-2',level=0,port_id=a423f49c-8602-4af4-9493-ab8902b937ec,segment=NetworkSegment(bf9db35e-3636-43aa-80e1-735a7305fa24),segment_id=bf9db35e-3636-43aa-80e1-735a7305fa24)] {{(pid=84876) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 07:16:51.572820 n-d-768862-2 neutron-server[84765]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9b396097-ec3b-4cbb-8d64-5a6a713352ca', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a423f49c-8602-4af4-9493-ab8902b937ec'}] {{(pid=84876) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Jan 14 07:16:51.588327 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_hamode_db [None req-6b08f7fc-7ff5-4292-ac60-aaed2f004e10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dacb8376-3716-4edb-a193-0fca9073652a', 'name': 'tempest-AttachVolumeShelveTestJSON-395737247-router', 'tenant_id': '0369eaa84818430fab7d025c9522c976', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '226f1e78-82cd-4481-9055-4eb73b6db8c1', 'external_fixed_ips': [{'subnet_id': 'ba8deeec-7658-4195-9449-038c076f5c83', 'ip_address': '172.25.2.22'}], 'enable_snat': True}, 'gw_port_id': '14db865b-e37f-444e-a79f-7f57d62bc021', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-14T07:16:22Z', 'updated_at': '2021-01-14T07:16:42Z', 'revision_number': 4, 'project_id': '0369eaa84818430fab7d025c9522c976', 'gw_port': {'id': '14db865b-e37f-444e-a79f-7f57d62bc021', 'name': '', 'network_id': '226f1e78-82cd-4481-9055-4eb73b6db8c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:5f:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dacb8376-3716-4edb-a193-0fca9073652a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1241, 'fixed_ips': [{'subnet_id': 'ba8deeec-7658-4195-9449-038c076f5c83', 'ip_address': '172.25.2.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T07:16:25Z', 'updated_at': '2021-01-14T07:16:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ba8deeec-7658-4195-9449-038c076f5c83', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-2', '_interfaces': [{'id': '0567c8e3-db5c-4d6f-a7c3-5f2506e34323', 'name': '', 'network_id': 'fd7a982b-b38c-4e49-b1ba-1aa0df49caf9', 'tenant_id': '0369eaa84818430fab7d025c9522c976', 'mac_address': 'fa:16:3e:a1:6e:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dacb8376-3716-4edb-a193-0fca9073652a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1272, 'fixed_ips': [{'subnet_id': '7890978c-5326-417f-9fa8-eeb3db0b1fca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T07:16:41Z', 'updated_at': '2021-01-14T07:16:49Z', 'revision_number': 4, 'project_id': '0369eaa84818430fab7d025c9522c976', 'subnets': [{'id': '7890978c-5326-417f-9fa8-eeb3db0b1fca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'n-d-768862-2', False) {} {{(pid=84876) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:16:51.592928 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-017f98a9-8a07-408c-a86f-8ff0c00400a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777640533312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363259214678337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777640097497'] for port, after_update {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:16:51.597186 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-4993f070-ab5a-418e-a658-5ec51b44c987 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84876) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:16:51.631503 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe00ccfd-4780-4265-8b3c-407080349edb req-1132ab8a-1ea0-42eb-8529-012aa702b3a2 tempest-AttachVolumeTestJSON-1157025134 tempest-AttachVolumeTestJSON-1157025134] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:16:51.639375 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [req-fe00ccfd-4780-4265-8b3c-407080349edb req-1132ab8a-1ea0-42eb-8529-012aa702b3a2 tempest-AttachVolumeTestJSON-1157025134 tempest-AttachVolumeTestJSON-1157025134] 10.222.0.24 "GET /v2.0/networks?id=829fea34-3751-44bb-9831-30225757d439 HTTP/1.1" status: 200 len: 810 time: 0.7903888 Jan 14 07:16:51.768590 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-7565ce9c-4ba0-454a-aa1e-a8a902300a29 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:16:51.782122 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-017f98a9-8a07-408c-a86f-8ff0c00400a0 None None] Pushing event updated for resources: {'Port': ['ID=a423f49c-8602-4af4-9493-ab8902b937ec,revision_number=5']} {{(pid=84876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:16:51.787412 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-017f98a9-8a07-408c-a86f-8ff0c00400a0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.189s {{(pid=84876) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:16:51.790488 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b08f7fc-7ff5-4292-ac60-aaed2f004e10 None None] The sync data for ids ['dacb8376-3716-4edb-a193-0fca9073652a'] in n-d-768862-2 is: [{'id': 'dacb8376-3716-4edb-a193-0fca9073652a', 'name': 'tempest-AttachVolumeShelveTestJSON-395737247-router', 'tenant_id': '0369eaa84818430fab7d025c9522c976', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '226f1e78-82cd-4481-9055-4eb73b6db8c1', 'external_fixed_ips': [{'subnet_id': 'ba8deeec-7658-4195-9449-038c076f5c83', 'ip_address': '172.25.2.22'}], 'enable_snat': True}, 'gw_port_id': '14db865b-e37f-444e-a79f-7f57d62bc021', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-14T07:16:22Z', 'updated_at': '2021-01-14T07:16:42Z', 'revision_number': 4, 'project_id': '0369eaa84818430fab7d025c9522c976', 'gw_port': {'id': '14db865b-e37f-444e-a79f-7f57d62bc021', 'name': '', 'network_id': '226f1e78-82cd-4481-9055-4eb73b6db8c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:5f:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dacb8376-3716-4edb-a193-0fca9073652a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1241, 'fixed_ips': [{'subnet_id': 'ba8deeec-7658-4195-9449-038c076f5c83', 'ip_address': '172.25.2.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T07:16:25Z', 'updated_at': '2021-01-14T07:16:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ba8deeec-7658-4195-9449-038c076f5c83', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-2', '_interfaces': [{'id': '0567c8e3-db5c-4d6f-a7c3-5f2506e34323', 'name': '', 'network_id': 'fd7a982b-b38c-4e49-b1ba-1aa0df49caf9', 'tenant_id': '0369eaa84818430fab7d025c9522c976', 'mac_address': 'fa:16:3e:a1:6e:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dacb8376-3716-4edb-a193-0fca9073652a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1272, 'fixed_ips': [{'subnet_id': '7890978c-5326-417f-9fa8-eeb3db0b1fca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T07:16:41Z', 'updated_at': '2021-01-14T07:16:49Z', 'revision_number': 4, 'project_id': '0369eaa84818430fab7d025c9522c976', 'subnets': [{'id': '7890978c-5326-417f-9fa8-eeb3db0b1fca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=84876) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Jan 14 07:16:51.804141 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-7565ce9c-4ba0-454a-aa1e-a8a902300a29 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850887153'] for security_group, after_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:16:51.805011 n-d-768862-2 neutron-server[84765]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '9b396097-ec3b-4cbb-8d64-5a6a713352ca', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'a423f49c-8602-4af4-9493-ab8902b937ec', 'code': 422} returned with failed status Jan 14 07:16:51.819487 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-da76cfc0-98e8-4426-9f6d-4f05aa3fae78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363259214191800', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854171626'] for agent, after_update {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:16:51.833481 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-56f61e5b-a419-402e-aae4-95953105db29 tempest-SecurityGroupRulesTestJSON-1709174060 tempest-SecurityGroupRulesTestJSON-1709174060] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:16:51.870571 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [req-fe00ccfd-4780-4265-8b3c-407080349edb req-24ed8608-956d-49ed-9fab-ac974047af5c tempest-AttachVolumeTestJSON-1157025134 tempest-AttachVolumeTestJSON-1157025134] 10.222.0.24 "GET /v2.0/quotas/74f4739a0b63415f9629cd39a2c2160a HTTP/1.1" status: 200 len: 375 time: 0.2299640 Jan 14 07:16:51.971154 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [req-f21ed50c-ccbd-487d-903b-0c53a3e9a9a2 req-4410792a-a14e-4a66-b271-489dbc53a088 tempest-AttachVolumeNegativeTest-666515632 tempest-AttachVolumeNegativeTest-666515632] For port a423f49c-8602-4af4-9493-ab8902b937ec, host n-h1-768862-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-h1-768862-2',level=0,port_id=a423f49c-8602-4af4-9493-ab8902b937ec,segment=NetworkSegment(bf9db35e-3636-43aa-80e1-735a7305fa24),segment_id=bf9db35e-3636-43aa-80e1-735a7305fa24)] {{(pid=84874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 07:16:51.971667 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [req-f21ed50c-ccbd-487d-903b-0c53a3e9a9a2 req-4410792a-a14e-4a66-b271-489dbc53a088 tempest-AttachVolumeNegativeTest-666515632 tempest-AttachVolumeNegativeTest-666515632] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036850862667'] for port, precommit_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:16:52.013436 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7565ce9c-4ba0-454a-aa1e-a8a902300a29 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f7a0b043-2606-4539-b35e-428ccec15947,revision_number=1']} {{(pid=84875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:16:52.031036 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-7565ce9c-4ba0-454a-aa1e-a8a902300a29 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.198s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:16:52.073092 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7565ce9c-4ba0-454a-aa1e-a8a902300a29 admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 3} {{(pid=84875) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Jan 14 07:16:52.129847 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-7565ce9c-4ba0-454a-aa1e-a8a902300a29 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment--9223363259214191851', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854179735'] for segment, precommit_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:16:52.130581 n-d-768862-2 neutron-server[84765]: INFO neutron.db.segments_db [None req-7565ce9c-4ba0-454a-aa1e-a8a902300a29 admin admin] Added segment 1a1ca228-c94e-42ef-8c13-1b3872c6bac0 of type vxlan for network 681d101f-ccb8-47f3-9abd-65869d564a46 Jan 14 07:16:52.164673 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-7565ce9c-4ba0-454a-aa1e-a8a902300a29 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363259214646115'] for network, precommit_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:16:52.165847 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.plugin [req-f21ed50c-ccbd-487d-903b-0c53a3e9a9a2 req-4410792a-a14e-4a66-b271-489dbc53a088 tempest-AttachVolumeNegativeTest-666515632 tempest-AttachVolumeNegativeTest-666515632] Calling delete_port for a423f49c-8602-4af4-9493-ab8902b937ec owned by compute:nova {{(pid=84874) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 07:16:52.220601 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-7565ce9c-4ba0-454a-aa1e-a8a902300a29 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850887149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964'] for network, after_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:16:52.221677 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7565ce9c-4ba0-454a-aa1e-a8a902300a29 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:16:52.222413 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-7565ce9c-4ba0-454a-aa1e-a8a902300a29 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3207107'] for network, before_response {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:16:52.238313 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-3766a54a-6786-4ad1-8ee3-42129b2fb6fa tempest-TaggedBootDevicesTest_v242-294831919 tempest-TaggedBootDevicesTest_v242-294831919] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:16:52.346062 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.db.api [req-f21ed50c-ccbd-487d-903b-0c53a3e9a9a2 req-4410792a-a14e-4a66-b271-489dbc53a088 tempest-AttachVolumeNegativeTest-666515632 tempest-AttachVolumeNegativeTest-666515632] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84874) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Jan 14 07:16:52.352076 n-d-768862-2 neutron-server[84765]: DEBUG oslo_db.api [req-f21ed50c-ccbd-487d-903b-0c53a3e9a9a2 req-4410792a-a14e-4a66-b271-489dbc53a088 tempest-AttachVolumeNegativeTest-666515632 tempest-AttachVolumeNegativeTest-666515632] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84874) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Jan 14 07:16:52.441831 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84874) accepted ('10.222.0.24', 33640) {{(pid=84874) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:16:52.454527 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-cd0a3a60-ac83-49ce-ac20-3c2dacef1ff3 admin admin] Notify callbacks [] for port, precommit_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:16:52.491367 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7565ce9c-4ba0-454a-aa1e-a8a902300a29 admin admin] Pushing event updated for resources: {'Network': ['ID=681d101f-ccb8-47f3-9abd-65869d564a46,revision_number=1']} {{(pid=84875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:16:52.517431 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-017f98a9-8a07-408c-a86f-8ff0c00400a0 None None] Network 681d101f-ccb8-47f3-9abd-65869d564a46 details requested by agent ovs-agent-n-h1-768862-2 with host n-h1-768862-2 {{(pid=84876) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 07:16:52.520693 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-7565ce9c-4ba0-454a-aa1e-a8a902300a29 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.282s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:16:52.522563 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-cd0a3a60-ac83-49ce-ac20-3c2dacef1ff3 admin admin] Transition to ACTIVE for port object 17fb8e95-39c4-4e1f-9712-06b687bfdb25 will not be triggered until provisioned by entity DHCP. {{(pid=84875) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 07:16:52.570395 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [req-fe00ccfd-4780-4265-8b3c-407080349edb req-eb1026fd-67b3-42ec-b269-0cfad7403a64 tempest-AttachVolumeTestJSON-1157025134 tempest-AttachVolumeTestJSON-1157025134] Synchronizing usage tracker for tenant:74f4739a0b63415f9629cd39a2c2160a on resource:port {{(pid=84875) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 14 07:16:52.643855 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-4bcfd64e-cfb7-4699-b997-15cd82873bca tempest-AttachVolumeShelveTestJSON-2054363538 tempest-AttachVolumeShelveTestJSON-2054363538] Notify callbacks [] for port, precommit_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:16:52.650663 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [req-fe00ccfd-4780-4265-8b3c-407080349edb req-eb1026fd-67b3-42ec-b269-0cfad7403a64 tempest-AttachVolumeTestJSON-1157025134 tempest-AttachVolumeTestJSON-1157025134] Unset dirty status for tenant:74f4739a0b63415f9629cd39a2c2160a on resource:port {{(pid=84875) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 14 07:16:52.653841 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [req-fe00ccfd-4780-4265-8b3c-407080349edb req-eb1026fd-67b3-42ec-b269-0cfad7403a64 tempest-AttachVolumeTestJSON-1157025134 tempest-AttachVolumeTestJSON-1157025134] 10.222.0.24 "GET /v2.0/ports?tenant_id=74f4739a0b63415f9629cd39a2c2160a&fields=id HTTP/1.1" status: 200 len: 348 time: 0.7820930 Jan 14 07:16:52.692413 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-7565ce9c-4ba0-454a-aa1e-a8a902300a29 admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 879 time: 5.6530855 Jan 14 07:16:52.694085 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84874) accepted ('10.222.0.24', 33648) {{(pid=84874) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:16:52.722414 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.v2.base [None req-696689fa-0f4b-485e-b7bb-672391b12fe2 admin admin] Request body: {'subnet': {'network_id': '681d101f-ccb8-47f3-9abd-65869d564a46', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsTestJSON-814218203-subnet', 'tenant_id': 'ca59055ca54243c4af20a98b78d91167', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=84874) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:16:52.749858 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-696689fa-0f4b-485e-b7bb-672391b12fe2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:16:52.791757 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-696689fa-0f4b-485e-b7bb-672391b12fe2 admin admin] Usage tracker for resource:subnet and tenant:ca59055ca54243c4af20a98b78d91167 is out of sync, need to count used quota {{(pid=84874) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:16:52.796306 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-852a24f7-e9a1-4193-9abb-e9506fe5213f None None] Network 681d101f-ccb8-47f3-9abd-65869d564a46 details requested by agent ovs-agent-n-h2-768862-2 with host n-h2-768862-2 {{(pid=84876) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 07:16:52.802357 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-696689fa-0f4b-485e-b7bb-672391b12fe2 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84874) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:16:52.867294 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-696689fa-0f4b-485e-b7bb-672391b12fe2 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:16:52.872316 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.plugin [req-f21ed50c-ccbd-487d-903b-0c53a3e9a9a2 req-4410792a-a14e-4a66-b271-489dbc53a088 tempest-AttachVolumeNegativeTest-666515632 tempest-AttachVolumeNegativeTest-666515632] Deleting port a423f49c-8602-4af4-9493-ab8902b937ec {{(pid=84874) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 07:16:52.873037 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [req-f21ed50c-ccbd-487d-903b-0c53a3e9a9a2 req-4410792a-a14e-4a66-b271-489dbc53a088 tempest-AttachVolumeNegativeTest-666515632 tempest-AttachVolumeNegativeTest-666515632] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363259214248359'] for port, before_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:16:52.998636 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Network 681d101f-ccb8-47f3-9abd-65869d564a46 details requested by agent ovs-agent-n-d-768862-2 with host n-d-768862-2 {{(pid=84876) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 07:16:53.043971 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-93130fe0-f93a-4e3c-972c-b9a4f7301a22 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:16:53.265938 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Device 38e5c249-3ac7-47b7-9c79-ccb44776cc65 up at agent ovs-agent-n-d-768862-2 {{(pid=84876) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 07:16:53.347155 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [req-fe00ccfd-4780-4265-8b3c-407080349edb req-37c520e5-cc50-4936-826e-48bc1d83a5c1 service neutron] 10.222.0.24 "GET /v2.0/networks/829fea34-3751-44bb-9831-30225757d439?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6419790 Jan 14 07:16:53.390703 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-0f37073e-9c69-4e3c-80e0-6cfaa0fd61a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363259214191800', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854171626'] for agent, after_update {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:16:53.395034 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363259214191800', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854171626'] for agent, after_update {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:16:53.423252 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-cd0a3a60-ac83-49ce-ac20-3c2dacef1ff3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777640123575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851621574'] for port, after_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:16:53.440684 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Provisioning for port 38e5c249-3ac7-47b7-9c79-ccb44776cc65 completed by entity L2. {{(pid=84876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 07:16:53.448246 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Provisioning complete for port 38e5c249-3ac7-47b7-9c79-ccb44776cc65 triggered by entity L2. {{(pid=84876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 07:16:53.448727 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-604227'] for port, provisioning_complete {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:16:53.481942 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-7ce3bd26-2d09-497f-8171-e98d645fa030 tempest-FloatingIPDetailsTestJSON-1519139485 tempest-FloatingIPDetailsTestJSON-1519139485] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:16:53.511765 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [req-f21ed50c-ccbd-487d-903b-0c53a3e9a9a2 req-4410792a-a14e-4a66-b271-489dbc53a088 tempest-AttachVolumeNegativeTest-666515632 tempest-AttachVolumeNegativeTest-666515632] For port a423f49c-8602-4af4-9493-ab8902b937ec, host n-h1-768862-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-h1-768862-2',level=0,port_id=a423f49c-8602-4af4-9493-ab8902b937ec,segment=NetworkSegment(bf9db35e-3636-43aa-80e1-735a7305fa24),segment_id=bf9db35e-3636-43aa-80e1-735a7305fa24)] {{(pid=84874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 07:16:53.512212 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [req-f21ed50c-ccbd-487d-903b-0c53a3e9a9a2 req-4410792a-a14e-4a66-b271-489dbc53a088 tempest-AttachVolumeNegativeTest-666515632 tempest-AttachVolumeNegativeTest-666515632] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036850862667'] for port, precommit_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:16:53.676535 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555753'] for port, before_update {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:16:53.744585 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] For port 38e5c249-3ac7-47b7-9c79-ccb44776cc65, host n-d-768862-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-2',level=0,port_id=38e5c249-3ac7-47b7-9c79-ccb44776cc65,segment=NetworkSegment(cf3ded2c-bc47-4a71-89af-6e7117e60140),segment_id=cf3ded2c-bc47-4a71-89af-6e7117e60140)] {{(pid=84876) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 07:16:53.750931 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777640533312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363259214678337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777640097497'] for port, after_update {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:16:53.760995 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.plugin [req-f21ed50c-ccbd-487d-903b-0c53a3e9a9a2 req-4410792a-a14e-4a66-b271-489dbc53a088 tempest-AttachVolumeNegativeTest-666515632 tempest-AttachVolumeNegativeTest-666515632] Calling delete_port for a423f49c-8602-4af4-9493-ab8902b937ec owned by compute:nova {{(pid=84874) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 07:16:53.763565 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Device 0567c8e3-db5c-4d6f-a7c3-5f2506e34323 up at agent ovs-agent-n-d-768862-2 {{(pid=84876) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 07:16:53.851585 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd0a3a60-ac83-49ce-ac20-3c2dacef1ff3 admin admin] Pushing event updated for resources: {'Port': ['ID=17fb8e95-39c4-4e1f-9712-06b687bfdb25,revision_number=1']} {{(pid=84875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:16:53.878241 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-017f98a9-8a07-408c-a86f-8ff0c00400a0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84876) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:16:54.037491 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Pushing event updated for resources: {'Port': ['ID=38e5c249-3ac7-47b7-9c79-ccb44776cc65,revision_number=4']} {{(pid=84876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:16:54.048413 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.174s {{(pid=84876) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:16:54.066365 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Provisioning for port 0567c8e3-db5c-4d6f-a7c3-5f2506e34323 completed by entity L2. {{(pid=84876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 07:16:54.073354 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Provisioning complete for port 0567c8e3-db5c-4d6f-a7c3-5f2506e34323 triggered by entity L2. {{(pid=84876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 07:16:54.073783 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-604227'] for port, provisioning_complete {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:16:54.102255 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-cd0a3a60-ac83-49ce-ac20-3c2dacef1ff3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.621s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:16:54.210191 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-696689fa-0f4b-485e-b7bb-672391b12fe2 admin admin] Made reservation on behalf of ca59055ca54243c4af20a98b78d91167 for: {'subnet': 1} {{(pid=84874) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 07:16:54.215152 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-696689fa-0f4b-485e-b7bb-672391b12fe2 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036851981161'] for subnet, before_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:16:54.230284 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [req-fe00ccfd-4780-4265-8b3c-407080349edb req-2bb185aa-dd0d-4d98-a9d1-b3e77eaf75e3 service neutron] 10.222.0.24 "GET /v2.0/networks/829fea34-3751-44bb-9831-30225757d439?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.8741367 Jan 14 07:16:54.232179 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-93130fe0-f93a-4e3c-972c-b9a4f7301a22 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:16:54.245903 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-93130fe0-f93a-4e3c-972c-b9a4f7301a22 admin admin] Usage tracker for resource:security_group_rule and tenant:d8f8e36ef4aa401b9ddf057f1ecd0e12 is out of sync, need to count used quota {{(pid=84874) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:16:54.268482 n-d-768862-2 neutron-server[84765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd0a3a60-ac83-49ce-ac20-3c2dacef1ff3 admin admin] Network 746fcb4a-0a00-4b9c-9f5d-22bf19df0afb is already hosted by enough agents. {{(pid=84875) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 07:16:54.271058 n-d-768862-2 neutron-server[84765]: DEBUG neutron.scheduler.base_scheduler [None req-cd0a3a60-ac83-49ce-ac20-3c2dacef1ff3 admin admin] Resources bound (agent type, host, resource id): {{(pid=84875) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 07:16:54.274966 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd0a3a60-ac83-49ce-ac20-3c2dacef1ff3 admin admin] Received port after_create {{(pid=84875) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 14 07:16:54.433949 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-cd0a3a60-ac83-49ce-ac20-3c2dacef1ff3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036850886386'] for router_interface, before_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:16:54.442223 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555753'] for port, before_update {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:16:54.634550 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-cd0a3a60-ac83-49ce-ac20-3c2dacef1ff3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555753'] for port, before_update {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:16:54.650589 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] For port 0567c8e3-db5c-4d6f-a7c3-5f2506e34323, host n-d-768862-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-2',level=0,port_id=0567c8e3-db5c-4d6f-a7c3-5f2506e34323,segment=NetworkSegment(d6c8166d-60cc-4e5d-800b-1ffdaaaf7600),segment_id=d6c8166d-60cc-4e5d-800b-1ffdaaaf7600)] {{(pid=84876) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 07:16:54.662126 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777640533312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363259214678337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777640097497'] for port, after_update {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:16:54.667464 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84876) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:16:54.887476 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-93130fe0-f93a-4e3c-972c-b9a4f7301a22 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84874) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:16:54.909563 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-93130fe0-f93a-4e3c-972c-b9a4f7301a22 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:16:55.011554 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Pushing event updated for resources: {'Port': ['ID=0567c8e3-db5c-4d6f-a7c3-5f2506e34323,revision_number=5']} {{(pid=84876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:16:55.023453 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Device 38e5c249-3ac7-47b7-9c79-ccb44776cc65 up at agent ovs-agent-n-d-768862-2 {{(pid=84876) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 07:16:55.103289 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.423s {{(pid=84876) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:16:55.152692 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-4bcfd64e-cfb7-4699-b997-15cd82873bca tempest-AttachVolumeShelveTestJSON-2054363538 tempest-AttachVolumeShelveTestJSON-2054363538] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777640123575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3254186'] for port, after_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:16:55.178524 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-2e1d1bda-41c4-4844-90db-b17347a48107 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:16:55.186137 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-3b6da5c3-b7ff-4eb4-864e-034c276a7ede None None] Provisioning for port 17fb8e95-39c4-4e1f-9712-06b687bfdb25 completed by entity DHCP. {{(pid=84876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 07:16:55.219453 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [req-f21ed50c-ccbd-487d-903b-0c53a3e9a9a2 req-4410792a-a14e-4a66-b271-489dbc53a088 tempest-AttachVolumeNegativeTest-666515632 tempest-AttachVolumeNegativeTest-666515632] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777640533329', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777640097463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3254186'] for port, after_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:16:55.229466 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-3b6da5c3-b7ff-4eb4-864e-034c276a7ede None None] Provisioning complete for port 17fb8e95-39c4-4e1f-9712-06b687bfdb25 triggered by entity DHCP. {{(pid=84876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 07:16:55.230990 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-3b6da5c3-b7ff-4eb4-864e-034c276a7ede None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-604227'] for port, provisioning_complete {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:16:55.311887 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-cd0a3a60-ac83-49ce-ac20-3c2dacef1ff3 admin admin] Notify callbacks [] for port, precommit_update {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:16:55.319099 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-cd0a3a60-ac83-49ce-ac20-3c2dacef1ff3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777640533312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363259214678337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777640097497', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3154211'] for port, after_update {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:16:55.357498 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Provisioning complete for port 38e5c249-3ac7-47b7-9c79-ccb44776cc65 triggered by entity L2. {{(pid=84876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 07:16:55.358132 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-604227'] for port, provisioning_complete {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:16:55.370624 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-da40cf37-cdb4-4527-97c1-6c616860b621 tempest-TaggedBootDevicesTest_v242-294831919 tempest-TaggedBootDevicesTest_v242-294831919] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:16:55.404545 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-93130fe0-f93a-4e3c-972c-b9a4f7301a22 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:16:55.443851 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.plugin [None req-3b6da5c3-b7ff-4eb4-864e-034c276a7ede None None] Port 17fb8e95-39c4-4e1f-9712-06b687bfdb25 cannot update to ACTIVE because it is not bound. {{(pid=84876) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:329}} Jan 14 07:16:55.471341 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84875) accepted ('10.222.0.24', 33692) {{(pid=84875) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:16:55.616233 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd0a3a60-ac83-49ce-ac20-3c2dacef1ff3 admin admin] Pushing event updated for resources: {'Port': ['ID=17fb8e95-39c4-4e1f-9712-06b687bfdb25,revision_number=2']} {{(pid=84875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:16:55.621432 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-cd0a3a60-ac83-49ce-ac20-3c2dacef1ff3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.251s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:16:55.718657 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-cd0a3a60-ac83-49ce-ac20-3c2dacef1ff3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3206949', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3889649'] for router_interface, after_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:16:55.770932 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-93130fe0-f93a-4e3c-972c-b9a4f7301a22 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850887153'] for security_group, after_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:16:55.786269 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bcfd64e-cfb7-4699-b997-15cd82873bca tempest-AttachVolumeShelveTestJSON-2054363538 tempest-AttachVolumeShelveTestJSON-2054363538] Pushing event updated for resources: {'Port': ['ID=6993ce62-e392-4a85-8415-e1fdf8363425,revision_number=1']} {{(pid=84874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:16:55.806449 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-4bcfd64e-cfb7-4699-b997-15cd82873bca tempest-AttachVolumeShelveTestJSON-2054363538 tempest-AttachVolumeShelveTestJSON-2054363538] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.628s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:16:55.831522 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-130e83c2-9b25-4489-b319-e70fc8c66e3c service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.462s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:16:55.887681 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4410792a-a14e-4a66-b271-489dbc53a088 tempest-AttachVolumeNegativeTest-666515632 tempest-AttachVolumeNegativeTest-666515632] Pushing event deleted for resources: {'Port': ['ID=a423f49c-8602-4af4-9493-ab8902b937ec,revision_number=None']} {{(pid=84874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:16:55.901754 n-d-768862-2 neutron-server[84765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4bcfd64e-cfb7-4699-b997-15cd82873bca tempest-AttachVolumeShelveTestJSON-2054363538 tempest-AttachVolumeShelveTestJSON-2054363538] Network 226f1e78-82cd-4481-9055-4eb73b6db8c1 is already hosted by enough agents. {{(pid=84874) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 07:16:55.911220 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-4410792a-a14e-4a66-b271-489dbc53a088 tempest-AttachVolumeNegativeTest-666515632 tempest-AttachVolumeNegativeTest-666515632] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:16:55.915290 n-d-768862-2 neutron-server[84765]: DEBUG neutron.scheduler.base_scheduler [None req-4bcfd64e-cfb7-4699-b997-15cd82873bca tempest-AttachVolumeShelveTestJSON-2054363538 tempest-AttachVolumeShelveTestJSON-2054363538] Resources bound (agent type, host, resource id): {{(pid=84874) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 07:16:55.920456 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-5913f857-341a-42f4-98e7-0ed7312ee36a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.136s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:16:55.946884 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4bcfd64e-cfb7-4699-b997-15cd82873bca tempest-AttachVolumeShelveTestJSON-2054363538 tempest-AttachVolumeShelveTestJSON-2054363538] Received port after_create {{(pid=84874) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 14 07:16:56.062191 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-93130fe0-f93a-4e3c-972c-b9a4f7301a22 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=d8f8e36ef4aa401b9ddf057f1ecd0e12&name=default HTTP/1.1" status: 200 len: 2983 time: 3.6183763 Jan 14 07:16:56.071889 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84875) accepted ('10.222.0.24', 33704) {{(pid=84875) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:16:56.077282 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-795c3217-6b10-42b7-bed6-468a82b3e3eb tempest-AttachVolumeTestJSON-1157025134 tempest-AttachVolumeTestJSON-1157025134] Notify callbacks [] for security_group, before_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:16:56.133704 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-795c3217-6b10-42b7-bed6-468a82b3e3eb tempest-AttachVolumeTestJSON-1157025134 tempest-AttachVolumeTestJSON-1157025134] Notify callbacks [] for security_group, precommit_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:16:56.146283 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93130fe0-f93a-4e3c-972c-b9a4f7301a22 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=227351a1-1050-46fe-8e59-2ca65a750a81,revision_number=1']} {{(pid=84874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:16:56.156860 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-93130fe0-f93a-4e3c-972c-b9a4f7301a22 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.236s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:16:56.160261 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_dvrscheduler_db [req-f21ed50c-ccbd-487d-903b-0c53a3e9a9a2 req-4410792a-a14e-4a66-b271-489dbc53a088 tempest-AttachVolumeNegativeTest-666515632 tempest-AttachVolumeNegativeTest-666515632] No DVR routers for this DVR port a423f49c-8602-4af4-9493-ab8902b937ec on host n-h1-768862-2 {{(pid=84874) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Jan 14 07:16:56.170719 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [req-f21ed50c-ccbd-487d-903b-0c53a3e9a9a2 req-4410792a-a14e-4a66-b271-489dbc53a088 tempest-AttachVolumeNegativeTest-666515632 tempest-AttachVolumeNegativeTest-666515632] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854768116'] for port, before_response {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:16:56.174261 n-d-768862-2 neutron-server[84765]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9b396097-ec3b-4cbb-8d64-5a6a713352ca', 'name': 'network-vif-deleted', 'tag': 'a423f49c-8602-4af4-9493-ab8902b937ec'}] {{(pid=84874) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Jan 14 07:16:56.313877 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [req-f21ed50c-ccbd-487d-903b-0c53a3e9a9a2 req-4410792a-a14e-4a66-b271-489dbc53a088 tempest-AttachVolumeNegativeTest-666515632 tempest-AttachVolumeNegativeTest-666515632] 10.222.0.35 "DELETE /v2.0/ports/a423f49c-8602-4af4-9493-ab8902b937ec HTTP/1.1" status: 204 len: 173 time: 5.3182147 Jan 14 07:16:56.326420 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-4bcfd64e-cfb7-4699-b997-15cd82873bca tempest-AttachVolumeShelveTestJSON-2054363538 tempest-AttachVolumeShelveTestJSON-2054363538] Notify callbacks [] for floatingip, precommit_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:16:56.339634 n-d-768862-2 neutron-server[84765]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '9b396097-ec3b-4cbb-8d64-5a6a713352ca', 'name': 'network-vif-deleted', 'tag': 'a423f49c-8602-4af4-9493-ab8902b937ec', 'status': 'failed', 'code': 422} returned with failed status Jan 14 07:16:56.363001 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-795c3217-6b10-42b7-bed6-468a82b3e3eb tempest-AttachVolumeTestJSON-1157025134 tempest-AttachVolumeTestJSON-1157025134] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850887153'] for security_group, after_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:16:56.394499 n-d-768862-2 neutron-server[84765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd0a3a60-ac83-49ce-ac20-3c2dacef1ff3 admin admin] Network 746fcb4a-0a00-4b9c-9f5d-22bf19df0afb is already hosted by enough agents. {{(pid=84875) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 07:16:56.404871 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-fba23e3d-014d-45df-8ce5-46728ebe69fc tempest-AttachVolumeTestJSON-1157025134 tempest-AttachVolumeTestJSON-1157025134] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:16:56.429876 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-4bcfd64e-cfb7-4699-b997-15cd82873bca tempest-AttachVolumeShelveTestJSON-2054363538 tempest-AttachVolumeShelveTestJSON-2054363538] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555753'] for port, before_update {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:16:56.440855 n-d-768862-2 neutron-server[84765]: DEBUG neutron.scheduler.base_scheduler [None req-cd0a3a60-ac83-49ce-ac20-3c2dacef1ff3 admin admin] Resources bound (agent type, host, resource id): {{(pid=84875) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 07:16:56.454094 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-795c3217-6b10-42b7-bed6-468a82b3e3eb tempest-AttachVolumeTestJSON-1157025134 tempest-AttachVolumeTestJSON-1157025134] Notify callbacks [] for security_group, before_response {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:16:56.462190 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-795c3217-6b10-42b7-bed6-468a82b3e3eb tempest-AttachVolumeTestJSON-1157025134 tempest-AttachVolumeTestJSON-1157025134] 10.222.0.24 "DELETE /v2.0/security-groups/aae7902d-487c-47b7-bc70-c0612950a1d8 HTTP/1.1" status: 204 len: 168 time: 0.9481332 Jan 14 07:16:56.463179 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84875) accepted ('10.222.0.24', 33712) {{(pid=84875) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:16:56.482895 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-795c3217-6b10-42b7-bed6-468a82b3e3eb tempest-AttachVolumeTestJSON-1157025134 tempest-AttachVolumeTestJSON-1157025134] Pushing event deleted for resources: {'SecurityGroup': ['ID=aae7902d-487c-47b7-bc70-c0612950a1d8,revision_number=None']} {{(pid=84875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:16:56.586781 n-d-768862-2 neutron-server[84765]: INFO neutron.api.v2.resource [None req-a67f052f-f75c-4423-afb0-568d72934ed1 tempest-AttachVolumeTestJSON-1157025134 tempest-AttachVolumeTestJSON-1157025134] show failed (client error): The resource could not be found. Jan 14 07:16:56.596199 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-a67f052f-f75c-4423-afb0-568d72934ed1 tempest-AttachVolumeTestJSON-1157025134 tempest-AttachVolumeTestJSON-1157025134] 10.222.0.24 "GET /v2.0/security-groups/aae7902d-487c-47b7-bc70-c0612950a1d8 HTTP/1.1" status: 404 len: 347 time: 0.1221216 Jan 14 07:16:56.597681 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-795c3217-6b10-42b7-bed6-468a82b3e3eb tempest-AttachVolumeTestJSON-1157025134 tempest-AttachVolumeTestJSON-1157025134] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.194s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:16:56.602136 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84875) accepted ('10.222.0.24', 33716) {{(pid=84875) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:16:56.921727 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-934b60e7-4179-4394-9f1f-be04c28151a2 None None] Provisioning complete for port 17fb8e95-39c4-4e1f-9712-06b687bfdb25 triggered by entity DHCP. {{(pid=84876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 07:16:56.922457 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-934b60e7-4179-4394-9f1f-be04c28151a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-604227'] for port, provisioning_complete {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:16:57.018820 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Device 0567c8e3-db5c-4d6f-a7c3-5f2506e34323 up at agent ovs-agent-n-d-768862-2 {{(pid=84876) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 07:16:57.151995 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.plugin [None req-934b60e7-4179-4394-9f1f-be04c28151a2 None None] Port 17fb8e95-39c4-4e1f-9712-06b687bfdb25 cannot update to ACTIVE because it is not bound. {{(pid=84876) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:329}} Jan 14 07:16:57.207404 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Provisioning complete for port 0567c8e3-db5c-4d6f-a7c3-5f2506e34323 triggered by entity L2. {{(pid=84876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 07:16:57.213721 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-604227'] for port, provisioning_complete {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:16:57.269453 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-4bcfd64e-cfb7-4699-b997-15cd82873bca tempest-AttachVolumeShelveTestJSON-2054363538 tempest-AttachVolumeShelveTestJSON-2054363538] Notify callbacks [] for port, precommit_update {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:16:57.273227 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-696689fa-0f4b-485e-b7bb-672391b12fe2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850887113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3254092', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036851981146'] for subnet, after_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:16:57.307723 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-892bdd7b-7971-44a3-aa9b-fe5b69d62df4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:16:57.327311 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.agents_db [None req-5b939a2f-078d-4c69-a188-cb55a28a77a0 None None] Agent healthcheck: found 7 active agents {{(pid=84877) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Jan 14 07:16:57.342382 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-4bcfd64e-cfb7-4699-b997-15cd82873bca tempest-AttachVolumeShelveTestJSON-2054363538 tempest-AttachVolumeShelveTestJSON-2054363538] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777640533312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363259214678337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777640097497', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036851521613'] for port, after_update {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:16:57.641548 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [req-5bb51a57-608a-45c2-84c6-862e0fa83ab6 req-c29ced87-3e3c-4bf7-a991-ca1e34d2881c service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=309de37299124192a08d7829b2b74c7e&device_id=9b396097-ec3b-4cbb-8d64-5a6a713352ca HTTP/1.1" status: 200 len: 210 time: 0.3354661 Jan 14 07:16:57.856530 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.plugin [None req-bba73e4b-d345-4249-b9ab-9334cb358382 tempest-AttachVolumeTestJSON-1157025134 tempest-AttachVolumeTestJSON-1157025134] Deleting port e3951f1a-b4b8-4b17-9b1e-442f34cfb578 {{(pid=84875) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 07:16:57.857022 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-bba73e4b-d345-4249-b9ab-9334cb358382 tempest-AttachVolumeTestJSON-1157025134 tempest-AttachVolumeTestJSON-1157025134] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363259214248359'] for port, before_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:16:57.936149 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-696689fa-0f4b-485e-b7bb-672391b12fe2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6d43fc5e-b3cb-4581-862f-965df4f3d988,revision_number=0']} {{(pid=84874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:16:57.970643 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-696689fa-0f4b-485e-b7bb-672391b12fe2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.663s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:16:57.984683 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-c40a5e2b-af20-4802-a31a-3677b109b846 tempest-AttachVolumeTestJSON-1157025134 tempest-AttachVolumeTestJSON-1157025134] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.556s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:16:58.090661 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-4b3a337a-bfdd-4d81-90da-cb6a5c9f74e7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:16:58.103181 n-d-768862-2 neutron-server[84765]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cd0a3a60-ac83-49ce-ac20-3c2dacef1ff3 admin admin] Router 98ccb2ce-a877-4316-a02c-485f5fa3230b has already been hosted by L3 agent 35f592e9-451b-4db9-abea-77b6a5c5391b {{(pid=84875) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Jan 14 07:16:58.106812 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-bba73e4b-d345-4249-b9ab-9334cb358382 tempest-AttachVolumeTestJSON-1157025134 tempest-AttachVolumeTestJSON-1157025134] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036850862667'] for port, precommit_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:16:58.107180 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-bba73e4b-d345-4249-b9ab-9334cb358382 tempest-AttachVolumeTestJSON-1157025134 tempest-AttachVolumeTestJSON-1157025134] Notify callbacks [] for floatingip, precommit_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:16:58.218217 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bb51a57-608a-45c2-84c6-862e0fa83ab6 req-00a77177-ff11-41aa-a02f-6a49f6d85584 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:16:58.220300 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [req-5bb51a57-608a-45c2-84c6-862e0fa83ab6 req-00a77177-ff11-41aa-a02f-6a49f6d85584 service neutron] 10.222.0.35 "GET /v2.0/networks?tenant_id=309de37299124192a08d7829b2b74c7e&shared=False HTTP/1.1" status: 200 len: 871 time: 0.5049701 Jan 14 07:16:58.282539 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.plugin [None req-bba73e4b-d345-4249-b9ab-9334cb358382 tempest-AttachVolumeTestJSON-1157025134 tempest-AttachVolumeTestJSON-1157025134] Calling delete_port for e3951f1a-b4b8-4b17-9b1e-442f34cfb578 owned by network:floatingip {{(pid=84875) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 07:16:58.296084 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bcfd64e-cfb7-4699-b997-15cd82873bca tempest-AttachVolumeShelveTestJSON-2054363538 tempest-AttachVolumeShelveTestJSON-2054363538] Pushing event updated for resources: {'Port': ['ID=6993ce62-e392-4a85-8415-e1fdf8363425,revision_number=2']} {{(pid=84874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:16:58.315341 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-4bcfd64e-cfb7-4699-b997-15cd82873bca tempest-AttachVolumeShelveTestJSON-2054363538 tempest-AttachVolumeShelveTestJSON-2054363538] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.331s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:16:58.408892 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-4b3a337a-bfdd-4d81-90da-cb6a5c9f74e7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:16:58.521411 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-4bcfd64e-cfb7-4699-b997-15cd82873bca tempest-AttachVolumeShelveTestJSON-2054363538 tempest-AttachVolumeShelveTestJSON-2054363538] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3912638'] for floatingip, after_update {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:16:58.526829 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-696689fa-0f4b-485e-b7bb-672391b12fe2 admin admin] Checking segment: {'id': '1a1ca228-c94e-42ef-8c13-1b3872c6bac0', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '681d101f-ccb8-47f3-9abd-65869d564a46'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84874) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 14 07:16:58.527370 n-d-768862-2 neutron-server[84765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-696689fa-0f4b-485e-b7bb-672391b12fe2 admin admin] Network hostable DHCP agents. Network: 681d101f-ccb8-47f3-9abd-65869d564a46, hostable agents: ['32f3dd84-26da-4d18-bf15-6017a8fb7247'], hosted agents: [] {{(pid=84874) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Jan 14 07:16:58.589060 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-4bcfd64e-cfb7-4699-b997-15cd82873bca tempest-AttachVolumeShelveTestJSON-2054363538 tempest-AttachVolumeShelveTestJSON-2054363538] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854768116'] for floatingip, before_response {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:16:58.590656 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-4bcfd64e-cfb7-4699-b997-15cd82873bca tempest-AttachVolumeShelveTestJSON-2054363538 tempest-AttachVolumeShelveTestJSON-2054363538] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 8.7297823 Jan 14 07:16:58.594774 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bb51a57-608a-45c2-84c6-862e0fa83ab6 req-2de28bb3-4055-4726-bb63-69211a3c4e18 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:16:58.596822 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [req-5bb51a57-608a-45c2-84c6-862e0fa83ab6 req-2de28bb3-4055-4726-bb63-69211a3c4e18 service neutron] 10.222.0.35 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 863 time: 0.3626549 Jan 14 07:16:58.597633 n-d-768862-2 neutron-server[84765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-696689fa-0f4b-485e-b7bb-672391b12fe2 admin admin] Network 681d101f-ccb8-47f3-9abd-65869d564a46 is scheduled to be hosted by DHCP agent 32f3dd84-26da-4d18-bf15-6017a8fb7247 with binding_index 1 {{(pid=84874) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Jan 14 07:16:58.637219 n-d-768862-2 neutron-server[84765]: DEBUG neutron.scheduler.base_scheduler [None req-696689fa-0f4b-485e-b7bb-672391b12fe2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768862-2, 681d101f-ccb8-47f3-9abd-65869d564a46) {{(pid=84874) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 07:16:58.657681 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c164fb86-7813-4c8e-9be8-e4057f20cf07 None None] Network 681d101f-ccb8-47f3-9abd-65869d564a46 requested from n-d-768862-2 {{(pid=84876) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 07:16:58.773525 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-696689fa-0f4b-485e-b7bb-672391b12fe2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:16:58.775983 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-696689fa-0f4b-485e-b7bb-672391b12fe2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3207107'] for subnet, before_response {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:16:58.789157 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [req-5bb51a57-608a-45c2-84c6-862e0fa83ab6 req-6f4d1c10-57aa-473e-979a-b616122fa33a tempest-AttachVolumeNegativeTest-666515632 tempest-AttachVolumeNegativeTest-666515632] Synchronizing usage tracker for tenant:309de37299124192a08d7829b2b74c7e on resource:port {{(pid=84874) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 14 07:16:58.819312 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [req-5bb51a57-608a-45c2-84c6-862e0fa83ab6 req-6f4d1c10-57aa-473e-979a-b616122fa33a tempest-AttachVolumeNegativeTest-666515632 tempest-AttachVolumeNegativeTest-666515632] Unset dirty status for tenant:309de37299124192a08d7829b2b74c7e on resource:port {{(pid=84874) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 14 07:16:58.821174 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [req-5bb51a57-608a-45c2-84c6-862e0fa83ab6 req-6f4d1c10-57aa-473e-979a-b616122fa33a tempest-AttachVolumeNegativeTest-666515632 tempest-AttachVolumeNegativeTest-666515632] 10.222.0.35 "GET /v2.0/ports?device_id=9b396097-ec3b-4cbb-8d64-5a6a713352ca HTTP/1.1" status: 200 len: 210 time: 0.1765821 Jan 14 07:16:58.832763 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-696689fa-0f4b-485e-b7bb-672391b12fe2 admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 6.1298876 Jan 14 07:16:58.869069 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-4b3a337a-bfdd-4d81-90da-cb6a5c9f74e7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850887153'] for security_group, after_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:16:58.885802 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-8fb7d31b-ec5a-4474-8da5-2e8445fe503b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:16:58.905533 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b3a337a-bfdd-4d81-90da-cb6a5c9f74e7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=227351a1-1050-46fe-8e59-2ca65a750a81,revision_number=None']} {{(pid=84875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:16:58.919236 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cd0a3a60-ac83-49ce-ac20-3c2dacef1ff3 admin admin] Notify agent at l3_agent.n-d-768862-2 the message routers_updated {{(pid=84875) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jan 14 07:16:58.928789 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-4b3a337a-bfdd-4d81-90da-cb6a5c9f74e7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:16:58.982704 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-4b3a337a-bfdd-4d81-90da-cb6a5c9f74e7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:16:58.985376 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-4b3a337a-bfdd-4d81-90da-cb6a5c9f74e7 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/227351a1-1050-46fe-8e59-2ca65a750a81 HTTP/1.1" status: 204 len: 168 time: 2.8188636 Jan 14 07:16:58.986681 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-bba73e4b-d345-4249-b9ab-9334cb358382 tempest-AttachVolumeTestJSON-1157025134 tempest-AttachVolumeTestJSON-1157025134] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777640533329', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777640097463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851621574'] for port, after_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:16:59.007726 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-ef8737bf-f9f3-47b5-b2df-fbe8ea2c09d1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:16:59.010507 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26f6696c-238f-4b8a-818c-79b3ba348e28 None None] Sync routers for ids ['98ccb2ce-a877-4316-a02c-485f5fa3230b'] in n-d-768862-2 {{(pid=84876) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Jan 14 07:16:59.055785 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26f6696c-238f-4b8a-818c-79b3ba348e28 None None] Routers {'98ccb2ce-a877-4316-a02c-485f5fa3230b'} bound to L3 agent in host n-d-768862-2 {{(pid=84876) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 14 07:16:59.065883 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-cd0a3a60-ac83-49ce-ac20-3c2dacef1ff3 admin admin] 10.222.0.24 "PUT /v2.0/routers/98ccb2ce-a877-4316-a02c-485f5fa3230b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 11.6665533 Jan 14 07:16:59.067084 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_hamode_db [None req-26f6696c-238f-4b8a-818c-79b3ba348e28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-01-14T06:56:51Z,description=,heartbeat_timestamp=2021-01-14T07:16:51Z,host='n-d-768862-2',id=35f592e9-451b-4db9-abea-77b6a5c5391b,load=0,resource_versions=,resources_synced=,started_at=2021-01-14T06:56:51Z,topic='l3_agent')) {'router_ids': ['98ccb2ce-a877-4316-a02c-485f5fa3230b'], 'active': True} {{(pid=84876) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:16:59.181958 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bba73e4b-d345-4249-b9ab-9334cb358382 tempest-AttachVolumeTestJSON-1157025134 tempest-AttachVolumeTestJSON-1157025134] Pushing event deleted for resources: {'Port': ['ID=e3951f1a-b4b8-4b17-9b1e-442f34cfb578,revision_number=None']} {{(pid=84875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:16:59.221368 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-bba73e4b-d345-4249-b9ab-9334cb358382 tempest-AttachVolumeTestJSON-1157025134 tempest-AttachVolumeTestJSON-1157025134] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.214s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:16:59.318574 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [req-8575be28-0a2f-420b-acd3-514052dc4f3d req-2c4e8d65-4e0a-4922-abc6-199c45d33c17 tempest-AttachVolumeShelveTestJSON-2054363538 tempest-AttachVolumeShelveTestJSON-2054363538] Synchronizing usage tracker for tenant:0369eaa84818430fab7d025c9522c976 on resource:security_group {{(pid=84875) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 14 07:16:59.424596 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [req-8575be28-0a2f-420b-acd3-514052dc4f3d req-2c4e8d65-4e0a-4922-abc6-199c45d33c17 tempest-AttachVolumeShelveTestJSON-2054363538 tempest-AttachVolumeShelveTestJSON-2054363538] Unset dirty status for tenant:0369eaa84818430fab7d025c9522c976 on resource:security_group {{(pid=84875) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 14 07:16:59.430187 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [req-8575be28-0a2f-420b-acd3-514052dc4f3d req-2c4e8d65-4e0a-4922-abc6-199c45d33c17 tempest-AttachVolumeShelveTestJSON-2054363538 tempest-AttachVolumeShelveTestJSON-2054363538] 10.222.0.24 "GET /v2.0/security-groups?name=tempest-securitygroup--666842008&fields=id&tenant_id=0369eaa84818430fab7d025c9522c976 HTTP/1.1" status: 200 len: 267 time: 0.1882923 Jan 14 07:16:59.605069 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_dvr_db [None req-26f6696c-238f-4b8a-818c-79b3ba348e28 None None] Set router 98ccb2ce-a877-4316-a02c-485f5fa3230b gateway port host: n-d-768862-2 {{(pid=84876) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 14 07:16:59.742156 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7db047f-e79a-4178-8005-4c1d3f2746b9 None None] Network 681d101f-ccb8-47f3-9abd-65869d564a46 requested from n-d-768862-2 {{(pid=84876) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 07:16:59.765345 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f21ed50c-ccbd-487d-903b-0c53a3e9a9a2 req-cf1bc11e-6883-4a8e-a8a7-0da6913ebe4b tempest-AttachVolumeNegativeTest-666515632 tempest-AttachVolumeNegativeTest-666515632] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:16:59.773272 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [req-f21ed50c-ccbd-487d-903b-0c53a3e9a9a2 req-cf1bc11e-6883-4a8e-a8a7-0da6913ebe4b tempest-AttachVolumeNegativeTest-666515632 tempest-AttachVolumeNegativeTest-666515632] 10.222.0.48 "GET /v2.0/networks?id=123c9a2b-fdbf-4ea0-9264-91ed25cf5043 HTTP/1.1" status: 200 len: 777 time: 0.8343925 Jan 14 07:16:59.870678 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-bba73e4b-d345-4249-b9ab-9334cb358382 tempest-AttachVolumeTestJSON-1157025134 tempest-AttachVolumeTestJSON-1157025134] Notify callbacks [] for floatingip, after_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:16:59.874755 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-bba73e4b-d345-4249-b9ab-9334cb358382 tempest-AttachVolumeTestJSON-1157025134 tempest-AttachVolumeTestJSON-1157025134] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854768116'] for floatingip, before_response {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:16:59.882928 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-bba73e4b-d345-4249-b9ab-9334cb358382 tempest-AttachVolumeTestJSON-1157025134 tempest-AttachVolumeTestJSON-1157025134] 10.222.0.24 "DELETE /v2.0/floatingips/147581b9-3c03-46aa-a8bc-56fe03c5f64b HTTP/1.1" status: 204 len: 168 time: 3.1470354 Jan 14 07:16:59.884025 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84875) accepted ('10.222.0.24', 33772) {{(pid=84875) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:17:00.187020 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8575be28-0a2f-420b-acd3-514052dc4f3d req-f3383136-0439-4769-b7f5-1cc98455fd4d tempest-AttachVolumeShelveTestJSON-2054363538 tempest-AttachVolumeShelveTestJSON-2054363538] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:17:00.188873 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [req-8575be28-0a2f-420b-acd3-514052dc4f3d req-f3383136-0439-4769-b7f5-1cc98455fd4d tempest-AttachVolumeShelveTestJSON-2054363538 tempest-AttachVolumeShelveTestJSON-2054363538] 10.222.0.24 "GET /v2.0/networks?id=fd7a982b-b38c-4e49-b1ba-1aa0df49caf9 HTTP/1.1" status: 200 len: 816 time: 0.6413889 Jan 14 07:17:00.215389 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [req-8575be28-0a2f-420b-acd3-514052dc4f3d req-d822dbe8-9877-4416-8323-8e8b6e3c54fc tempest-AttachVolumeShelveTestJSON-2054363538 tempest-AttachVolumeShelveTestJSON-2054363538] 10.222.0.24 "GET /v2.0/quotas/0369eaa84818430fab7d025c9522c976 HTTP/1.1" status: 200 len: 375 time: 0.0187380 Jan 14 07:17:00.459411 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_hamode_db [None req-26f6696c-238f-4b8a-818c-79b3ba348e28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '98ccb2ce-a877-4316-a02c-485f5fa3230b', 'name': 'tempest-ServersTestManualDisk-1854327711-router', 'tenant_id': '661b4734ee684b3ea96a5a2b407b90b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '226f1e78-82cd-4481-9055-4eb73b6db8c1', 'external_fixed_ips': [{'subnet_id': 'ba8deeec-7658-4195-9449-038c076f5c83', 'ip_address': '172.25.2.39'}], 'enable_snat': True}, 'gw_port_id': '38e5c249-3ac7-47b7-9c79-ccb44776cc65', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-14T07:16:27Z', 'updated_at': '2021-01-14T07:16:54Z', 'revision_number': 4, 'project_id': '661b4734ee684b3ea96a5a2b407b90b1', 'gw_port': {'id': '38e5c249-3ac7-47b7-9c79-ccb44776cc65', 'name': '', 'network_id': '226f1e78-82cd-4481-9055-4eb73b6db8c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:18:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98ccb2ce-a877-4316-a02c-485f5fa3230b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1255, 'fixed_ips': [{'subnet_id': 'ba8deeec-7658-4195-9449-038c076f5c83', 'ip_address': '172.25.2.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T07:16:32Z', 'updated_at': '2021-01-14T07:16:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ba8deeec-7658-4195-9449-038c076f5c83', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-2', '_interfaces': [{'id': '17fb8e95-39c4-4e1f-9712-06b687bfdb25', 'name': '', 'network_id': '746fcb4a-0a00-4b9c-9f5d-22bf19df0afb', 'tenant_id': '661b4734ee684b3ea96a5a2b407b90b1', 'mac_address': 'fa:16:3e:c6:1b:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '98ccb2ce-a877-4316-a02c-485f5fa3230b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1290, 'fixed_ips': [{'subnet_id': 'da6fab9b-80fb-4294-b585-86832b27fbe7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T07:16:50Z', 'updated_at': '2021-01-14T07:16:54Z', 'revision_number': 2, 'project_id': '661b4734ee684b3ea96a5a2b407b90b1', 'subnets': [{'id': 'da6fab9b-80fb-4294-b585-86832b27fbe7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'n-d-768862-2', False) {} {{(pid=84876) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:17:00.463640 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26f6696c-238f-4b8a-818c-79b3ba348e28 None None] Checking router: 98ccb2ce-a877-4316-a02c-485f5fa3230b for host: n-d-768862-2 {{(pid=84876) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Jan 14 07:17:00.464102 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26f6696c-238f-4b8a-818c-79b3ba348e28 None None] Updating router 98ccb2ce-a877-4316-a02c-485f5fa3230b port 17fb8e95-39c4-4e1f-9712-06b687bfdb25 binding host n-d-768862-2 {{(pid=84876) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Jan 14 07:17:00.524988 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-26f6696c-238f-4b8a-818c-79b3ba348e28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555753'] for port, before_update {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:17:00.615698 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [req-8575be28-0a2f-420b-acd3-514052dc4f3d req-53f9869e-b3e8-4fd1-a2c7-c454e8beaea9 tempest-AttachVolumeShelveTestJSON-2054363538 tempest-AttachVolumeShelveTestJSON-2054363538] Synchronizing usage tracker for tenant:0369eaa84818430fab7d025c9522c976 on resource:port {{(pid=84875) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 14 07:17:00.725928 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [req-8575be28-0a2f-420b-acd3-514052dc4f3d req-53f9869e-b3e8-4fd1-a2c7-c454e8beaea9 tempest-AttachVolumeShelveTestJSON-2054363538 tempest-AttachVolumeShelveTestJSON-2054363538] Unset dirty status for tenant:0369eaa84818430fab7d025c9522c976 on resource:port {{(pid=84875) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 14 07:17:00.733218 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [req-8575be28-0a2f-420b-acd3-514052dc4f3d req-53f9869e-b3e8-4fd1-a2c7-c454e8beaea9 tempest-AttachVolumeShelveTestJSON-2054363538 tempest-AttachVolumeShelveTestJSON-2054363538] 10.222.0.24 "GET /v2.0/ports?tenant_id=0369eaa84818430fab7d025c9522c976&fields=id HTTP/1.1" status: 200 len: 348 time: 0.5066769 Jan 14 07:17:01.293008 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [req-f21ed50c-ccbd-487d-903b-0c53a3e9a9a2 req-40987cbe-5f47-438e-8d1e-c74539cbb181 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=309de37299124192a08d7829b2b74c7e&device_id=9b396097-ec3b-4cbb-8d64-5a6a713352ca HTTP/1.1" status: 200 len: 210 time: 0.0943420 Jan 14 07:17:01.296747 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-26f6696c-238f-4b8a-818c-79b3ba348e28 None None] Notify callbacks [] for port, precommit_update {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:17:01.324469 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-26f6696c-238f-4b8a-818c-79b3ba348e28 None None] Transition to ACTIVE for port object 17fb8e95-39c4-4e1f-9712-06b687bfdb25 will not be triggered until provisioned by entity L2. {{(pid=84876) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 07:17:01.329409 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-26f6696c-238f-4b8a-818c-79b3ba348e28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777640533312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363259214678337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777640097497'] for port, after_update {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:17:01.355186 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [req-8575be28-0a2f-420b-acd3-514052dc4f3d req-1ae7f5a9-c179-4a75-aaa0-b6c9179002c8 service neutron] 10.222.0.24 "GET /v2.0/networks/fd7a982b-b38c-4e49-b1ba-1aa0df49caf9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5698583 Jan 14 07:17:01.440536 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84875) accepted ('10.222.0.24', 33798) {{(pid=84875) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:17:01.485030 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.v2.base [None req-c0e55aed-a189-4a35-8d71-890e12e67d63 tempest-ServersTestManualDisk-1343302522 tempest-ServersTestManualDisk-1343302522] Request body: {'security_group': {'name': 'tempest-securitygroup--618860797', 'description': 'tempest-description--689322055'}} {{(pid=84875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:17:01.570853 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84876) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:17:01.575722 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f21ed50c-ccbd-487d-903b-0c53a3e9a9a2 req-ceb577b9-68bb-43eb-9ed7-270d7185012e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:17:01.579581 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [req-f21ed50c-ccbd-487d-903b-0c53a3e9a9a2 req-ceb577b9-68bb-43eb-9ed7-270d7185012e service neutron] 10.222.0.48 "GET /v2.0/networks?tenant_id=309de37299124192a08d7829b2b74c7e&shared=False HTTP/1.1" status: 200 len: 871 time: 0.2788367 Jan 14 07:17:01.655945 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4014464b-a727-4cac-8740-1285ab171b1b None None] Pushing event updated for resources: {'Port': ['ID=17fb8e95-39c4-4e1f-9712-06b687bfdb25,revision_number=3']} {{(pid=84876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:17:01.660422 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-4014464b-a727-4cac-8740-1285ab171b1b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=84876) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:17:01.896409 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.managers [None req-26f6696c-238f-4b8a-818c-79b3ba348e28 None None] Attempting to bind port 17fb8e95-39c4-4e1f-9712-06b687bfdb25 on host n-d-768862-2 for vnic_type normal with profile {{(pid=84876) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 14 07:17:01.896965 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.managers [None req-26f6696c-238f-4b8a-818c-79b3ba348e28 None None] Attempting to bind port 17fb8e95-39c4-4e1f-9712-06b687bfdb25 by drivers openvswitch on host n-d-768862-2 at level 0 using segments [{'id': '79551e25-9469-411b-8e84-4a913c0321f6', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 18, 'network_id': '746fcb4a-0a00-4b9c-9f5d-22bf19df0afb'}] {{(pid=84876) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 14 07:17:01.897475 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26f6696c-238f-4b8a-818c-79b3ba348e28 None None] Attempting to bind port 17fb8e95-39c4-4e1f-9712-06b687bfdb25 on network 746fcb4a-0a00-4b9c-9f5d-22bf19df0afb {{(pid=84876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 14 07:17:01.905221 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26f6696c-238f-4b8a-818c-79b3ba348e28 None None] Checking agent: {'id': 'ba5efab1-b43c-4d5a-bc52-6e105d4e67a2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768862-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 14, 6, 56, 52), 'started_at': datetime.datetime(2021, 1, 14, 6, 57, 22), 'heartbeat_timestamp': datetime.datetime(2021, 1, 14, 7, 16, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768862-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.29', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 14 07:17:01.905760 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26f6696c-238f-4b8a-818c-79b3ba348e28 None None] Checking segment: {'id': '79551e25-9469-411b-8e84-4a913c0321f6', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 18, 'network_id': '746fcb4a-0a00-4b9c-9f5d-22bf19df0afb'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84876) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 14 07:17:01.906318 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-26f6696c-238f-4b8a-818c-79b3ba348e28 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:17:01.906850 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26f6696c-238f-4b8a-818c-79b3ba348e28 None None] Bound using segment: {'id': '79551e25-9469-411b-8e84-4a913c0321f6', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 18, 'network_id': '746fcb4a-0a00-4b9c-9f5d-22bf19df0afb'} {{(pid=84876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 14 07:17:01.907483 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.managers [None req-26f6696c-238f-4b8a-818c-79b3ba348e28 None None] Bound port: 17fb8e95-39c4-4e1f-9712-06b687bfdb25, host: n-d-768862-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '79551e25-9469-411b-8e84-4a913c0321f6', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 18, 'network_id': '746fcb4a-0a00-4b9c-9f5d-22bf19df0afb'}}] {{(pid=84876) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 14 07:17:01.908860 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-26f6696c-238f-4b8a-818c-79b3ba348e28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555753'] for port, before_update {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:17:02.047962 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f21ed50c-ccbd-487d-903b-0c53a3e9a9a2 req-3e05d97f-83d0-4ae5-8c1f-4dd8de58d625 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:17:02.060442 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [req-f21ed50c-ccbd-487d-903b-0c53a3e9a9a2 req-3e05d97f-83d0-4ae5-8c1f-4dd8de58d625 service neutron] 10.222.0.48 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 863 time: 0.4737272 Jan 14 07:17:02.087537 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [None req-26f6696c-238f-4b8a-818c-79b3ba348e28 None None] For port 17fb8e95-39c4-4e1f-9712-06b687bfdb25, host n-d-768862-2, cleared binding levels {{(pid=84876) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 14 07:17:02.096758 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [None req-26f6696c-238f-4b8a-818c-79b3ba348e28 None None] For port 17fb8e95-39c4-4e1f-9712-06b687bfdb25, host n-d-768862-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-2',level=0,port_id=17fb8e95-39c4-4e1f-9712-06b687bfdb25,segment=NetworkSegment(79551e25-9469-411b-8e84-4a913c0321f6),segment_id=79551e25-9469-411b-8e84-4a913c0321f6)] {{(pid=84876) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 14 07:17:02.109574 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-26f6696c-238f-4b8a-818c-79b3ba348e28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777640533312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363259214678337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777640097497'] for port, after_update {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:17:02.159256 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-87dc59db-40b0-464d-a107-a8a77c8637fe None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84876) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:17:02.174852 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-c0e55aed-a189-4a35-8d71-890e12e67d63 tempest-ServersTestManualDisk-1343302522 tempest-ServersTestManualDisk-1343302522] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:17:02.191158 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-c0e55aed-a189-4a35-8d71-890e12e67d63 tempest-ServersTestManualDisk-1343302522 tempest-ServersTestManualDisk-1343302522] Usage tracker for resource:security_group and tenant:661b4734ee684b3ea96a5a2b407b90b1 is out of sync, need to count used quota {{(pid=84875) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:17:02.200488 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-c0e55aed-a189-4a35-8d71-890e12e67d63 tempest-ServersTestManualDisk-1343302522 tempest-ServersTestManualDisk-1343302522] Quota usage for security_group was recalculated. Used quota:1. {{(pid=84875) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:17:02.213353 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-c0e55aed-a189-4a35-8d71-890e12e67d63 tempest-ServersTestManualDisk-1343302522 tempest-ServersTestManualDisk-1343302522] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:17:02.259640 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-c0e55aed-a189-4a35-8d71-890e12e67d63 tempest-ServersTestManualDisk-1343302522 tempest-ServersTestManualDisk-1343302522] Notify callbacks [] for security_group, before_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:17:02.275605 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [req-f21ed50c-ccbd-487d-903b-0c53a3e9a9a2 req-de027989-a8d4-4310-9242-b61787c7501a tempest-AttachVolumeNegativeTest-666515632 tempest-AttachVolumeNegativeTest-666515632] 10.222.0.48 "GET /v2.0/ports?device_id=9b396097-ec3b-4cbb-8d64-5a6a713352ca HTTP/1.1" status: 200 len: 210 time: 0.1001189 Jan 14 07:17:02.291001 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-91ab6e3c-b371-47a1-8461-32aa2bf411ed admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3889632'] for router_interface, before_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:17:02.450905 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4014464b-a727-4cac-8740-1285ab171b1b None None] Pushing event updated for resources: {'Port': ['ID=17fb8e95-39c4-4e1f-9712-06b687bfdb25,revision_number=4']} {{(pid=84876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:17:02.465326 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-4014464b-a727-4cac-8740-1285ab171b1b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.306s {{(pid=84876) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:17:02.468302 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [req-8575be28-0a2f-420b-acd3-514052dc4f3d req-f83f5cea-f583-470d-9d4a-eabd5907a425 service neutron] 10.222.0.24 "GET /v2.0/networks/fd7a982b-b38c-4e49-b1ba-1aa0df49caf9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 1.1044195 Jan 14 07:17:02.512714 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26f6696c-238f-4b8a-818c-79b3ba348e28 None None] Routers {'98ccb2ce-a877-4316-a02c-485f5fa3230b'} bound to L3 agent in host n-d-768862-2 {{(pid=84876) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 14 07:17:02.513477 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_hamode_db [None req-26f6696c-238f-4b8a-818c-79b3ba348e28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-01-14T06:56:51Z,description=,heartbeat_timestamp=2021-01-14T07:16:51Z,host='n-d-768862-2',id=35f592e9-451b-4db9-abea-77b6a5c5391b,load=0,resource_versions=,resources_synced=,started_at=2021-01-14T06:56:51Z,topic='l3_agent')) {'router_ids': ['98ccb2ce-a877-4316-a02c-485f5fa3230b'], 'active': True} {{(pid=84876) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:17:02.585733 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-c0e55aed-a189-4a35-8d71-890e12e67d63 tempest-ServersTestManualDisk-1343302522 tempest-ServersTestManualDisk-1343302522] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:17:02.604696 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-c0e55aed-a189-4a35-8d71-890e12e67d63 tempest-ServersTestManualDisk-1343302522 tempest-ServersTestManualDisk-1343302522] Usage tracker for resource:security_group_rule and tenant:661b4734ee684b3ea96a5a2b407b90b1 is out of sync, need to count used quota {{(pid=84875) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:17:02.621013 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-c0e55aed-a189-4a35-8d71-890e12e67d63 tempest-ServersTestManualDisk-1343302522 tempest-ServersTestManualDisk-1343302522] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84875) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:17:02.634846 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-c0e55aed-a189-4a35-8d71-890e12e67d63 tempest-ServersTestManualDisk-1343302522 tempest-ServersTestManualDisk-1343302522] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:17:02.842832 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-c0e55aed-a189-4a35-8d71-890e12e67d63 tempest-ServersTestManualDisk-1343302522 tempest-ServersTestManualDisk-1343302522] Notify callbacks [] for security_group, precommit_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:17:02.847257 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [req-f21ed50c-ccbd-487d-903b-0c53a3e9a9a2 req-533a1678-0b40-4e61-9228-af712de0feb3 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=309de37299124192a08d7829b2b74c7e&device_id=9b396097-ec3b-4cbb-8d64-5a6a713352ca HTTP/1.1" status: 200 len: 210 time: 0.2927067 Jan 14 07:17:02.852392 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-c0e55aed-a189-4a35-8d71-890e12e67d63 tempest-ServersTestManualDisk-1343302522 tempest-ServersTestManualDisk-1343302522] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850887153'] for security_group, after_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:17:02.885216 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-c273c3dd-2b28-4c7f-b26e-de53a6b28d17 tempest-SecurityGroupRulesTestJSON-1709174060 tempest-SecurityGroupRulesTestJSON-1709174060] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:17:03.158395 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e026610-bf08-45e1-bcee-940595f13e90 req-924cf680-8fd6-4c7d-9f29-17e445dd901e tempest-InstanceActionsTestJSON-877267882 tempest-InstanceActionsTestJSON-877267882] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:17:03.159224 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [req-1e026610-bf08-45e1-bcee-940595f13e90 req-924cf680-8fd6-4c7d-9f29-17e445dd901e tempest-InstanceActionsTestJSON-877267882 tempest-InstanceActionsTestJSON-877267882] Synchronizing usage tracker for tenant:ca59055ca54243c4af20a98b78d91167 on resource:network {{(pid=84875) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 14 07:17:03.238478 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_dvr_db [None req-26f6696c-238f-4b8a-818c-79b3ba348e28 None None] Set router 98ccb2ce-a877-4316-a02c-485f5fa3230b gateway port host: n-d-768862-2 {{(pid=84876) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 14 07:17:03.345247 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0e55aed-a189-4a35-8d71-890e12e67d63 tempest-ServersTestManualDisk-1343302522 tempest-ServersTestManualDisk-1343302522] Pushing event updated for resources: {'SecurityGroup': ['ID=e89533db-0402-46a0-bc39-5f9c709b346f,revision_number=1']} {{(pid=84875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:17:03.372402 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84875) accepted ('10.222.0.24', 33834) {{(pid=84875) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:17:03.372982 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f21ed50c-ccbd-487d-903b-0c53a3e9a9a2 req-56283b8d-6695-4a2b-91c4-1861a15820ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:17:03.374941 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-c0e55aed-a189-4a35-8d71-890e12e67d63 tempest-ServersTestManualDisk-1343302522 tempest-ServersTestManualDisk-1343302522] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.489s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:17:03.375393 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [req-f21ed50c-ccbd-487d-903b-0c53a3e9a9a2 req-56283b8d-6695-4a2b-91c4-1861a15820ab service neutron] 10.222.0.48 "GET /v2.0/networks?tenant_id=309de37299124192a08d7829b2b74c7e&shared=False HTTP/1.1" status: 200 len: 871 time: 0.5192671 Jan 14 07:17:03.401136 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-c0e55aed-a189-4a35-8d71-890e12e67d63 tempest-ServersTestManualDisk-1343302522 tempest-ServersTestManualDisk-1343302522] Notify callbacks [] for security_group, before_response {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:17:03.403658 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-c0e55aed-a189-4a35-8d71-890e12e67d63 tempest-ServersTestManualDisk-1343302522 tempest-ServersTestManualDisk-1343302522] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 1.9335594 Jan 14 07:17:03.418852 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84874) accepted ('10.222.0.24', 33842) {{(pid=84874) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:17:03.442318 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.v2.base [None req-f2dbb08d-eadb-458a-a489-f21fb35fa933 tempest-ServersTestManualDisk-1343302522 tempest-ServersTestManualDisk-1343302522] Request body: {'security_group_rule': {'security_group_id': 'e89533db-0402-46a0-bc39-5f9c709b346f', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=84874) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:17:03.518347 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [req-1e026610-bf08-45e1-bcee-940595f13e90 req-924cf680-8fd6-4c7d-9f29-17e445dd901e tempest-InstanceActionsTestJSON-877267882 tempest-InstanceActionsTestJSON-877267882] Unset dirty status for tenant:ca59055ca54243c4af20a98b78d91167 on resource:network {{(pid=84875) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 14 07:17:03.526093 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [req-1e026610-bf08-45e1-bcee-940595f13e90 req-924cf680-8fd6-4c7d-9f29-17e445dd901e tempest-InstanceActionsTestJSON-877267882 tempest-InstanceActionsTestJSON-877267882] 10.222.0.24 "GET /v2.0/networks?id=681d101f-ccb8-47f3-9abd-65869d564a46 HTTP/1.1" status: 200 len: 813 time: 0.6418784 Jan 14 07:17:03.537217 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-f2dbb08d-eadb-458a-a489-f21fb35fa933 tempest-ServersTestManualDisk-1343302522 tempest-ServersTestManualDisk-1343302522] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:17:03.556649 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-f2dbb08d-eadb-458a-a489-f21fb35fa933 tempest-ServersTestManualDisk-1343302522 tempest-ServersTestManualDisk-1343302522] Usage tracker for resource:security_group_rule and tenant:661b4734ee684b3ea96a5a2b407b90b1 is out of sync, need to count used quota {{(pid=84874) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:17:03.576067 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-f2dbb08d-eadb-458a-a489-f21fb35fa933 tempest-ServersTestManualDisk-1343302522 tempest-ServersTestManualDisk-1343302522] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84874) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:17:03.609835 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-f2dbb08d-eadb-458a-a489-f21fb35fa933 tempest-ServersTestManualDisk-1343302522 tempest-ServersTestManualDisk-1343302522] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:17:03.764339 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [req-1e026610-bf08-45e1-bcee-940595f13e90 req-917a1dda-f24c-4b09-92a9-d1b4c3f2634a tempest-InstanceActionsTestJSON-877267882 tempest-InstanceActionsTestJSON-877267882] 10.222.0.24 "GET /v2.0/quotas/ca59055ca54243c4af20a98b78d91167 HTTP/1.1" status: 200 len: 375 time: 0.2215858 Jan 14 07:17:03.822756 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-f2dbb08d-eadb-458a-a489-f21fb35fa933 tempest-ServersTestManualDisk-1343302522 tempest-ServersTestManualDisk-1343302522] Notify callbacks [] for security_group_rule, before_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:17:03.886377 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_hamode_db [None req-26f6696c-238f-4b8a-818c-79b3ba348e28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '98ccb2ce-a877-4316-a02c-485f5fa3230b', 'name': 'tempest-ServersTestManualDisk-1854327711-router', 'tenant_id': '661b4734ee684b3ea96a5a2b407b90b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '226f1e78-82cd-4481-9055-4eb73b6db8c1', 'external_fixed_ips': [{'subnet_id': 'ba8deeec-7658-4195-9449-038c076f5c83', 'ip_address': '172.25.2.39'}], 'enable_snat': True}, 'gw_port_id': '38e5c249-3ac7-47b7-9c79-ccb44776cc65', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-14T07:16:27Z', 'updated_at': '2021-01-14T07:16:54Z', 'revision_number': 4, 'project_id': '661b4734ee684b3ea96a5a2b407b90b1', 'gw_port': {'id': '38e5c249-3ac7-47b7-9c79-ccb44776cc65', 'name': '', 'network_id': '226f1e78-82cd-4481-9055-4eb73b6db8c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:18:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98ccb2ce-a877-4316-a02c-485f5fa3230b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1255, 'fixed_ips': [{'subnet_id': 'ba8deeec-7658-4195-9449-038c076f5c83', 'ip_address': '172.25.2.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T07:16:32Z', 'updated_at': '2021-01-14T07:16:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ba8deeec-7658-4195-9449-038c076f5c83', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-2', '_interfaces': [{'id': '17fb8e95-39c4-4e1f-9712-06b687bfdb25', 'name': '', 'network_id': '746fcb4a-0a00-4b9c-9f5d-22bf19df0afb', 'tenant_id': '661b4734ee684b3ea96a5a2b407b90b1', 'mac_address': 'fa:16:3e:c6:1b:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '98ccb2ce-a877-4316-a02c-485f5fa3230b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1290, 'fixed_ips': [{'subnet_id': 'da6fab9b-80fb-4294-b585-86832b27fbe7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T07:16:50Z', 'updated_at': '2021-01-14T07:17:02Z', 'revision_number': 4, 'project_id': '661b4734ee684b3ea96a5a2b407b90b1', 'subnets': [{'id': 'da6fab9b-80fb-4294-b585-86832b27fbe7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'n-d-768862-2', False) {} {{(pid=84876) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:17:03.893157 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26f6696c-238f-4b8a-818c-79b3ba348e28 None None] The sync data for ids ['98ccb2ce-a877-4316-a02c-485f5fa3230b'] in n-d-768862-2 is: [{'id': '98ccb2ce-a877-4316-a02c-485f5fa3230b', 'name': 'tempest-ServersTestManualDisk-1854327711-router', 'tenant_id': '661b4734ee684b3ea96a5a2b407b90b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '226f1e78-82cd-4481-9055-4eb73b6db8c1', 'external_fixed_ips': [{'subnet_id': 'ba8deeec-7658-4195-9449-038c076f5c83', 'ip_address': '172.25.2.39'}], 'enable_snat': True}, 'gw_port_id': '38e5c249-3ac7-47b7-9c79-ccb44776cc65', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-14T07:16:27Z', 'updated_at': '2021-01-14T07:16:54Z', 'revision_number': 4, 'project_id': '661b4734ee684b3ea96a5a2b407b90b1', 'gw_port': {'id': '38e5c249-3ac7-47b7-9c79-ccb44776cc65', 'name': '', 'network_id': '226f1e78-82cd-4481-9055-4eb73b6db8c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:18:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98ccb2ce-a877-4316-a02c-485f5fa3230b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1255, 'fixed_ips': [{'subnet_id': 'ba8deeec-7658-4195-9449-038c076f5c83', 'ip_address': '172.25.2.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T07:16:32Z', 'updated_at': '2021-01-14T07:16:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ba8deeec-7658-4195-9449-038c076f5c83', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-2', '_interfaces': [{'id': '17fb8e95-39c4-4e1f-9712-06b687bfdb25', 'name': '', 'network_id': '746fcb4a-0a00-4b9c-9f5d-22bf19df0afb', 'tenant_id': '661b4734ee684b3ea96a5a2b407b90b1', 'mac_address': 'fa:16:3e:c6:1b:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '98ccb2ce-a877-4316-a02c-485f5fa3230b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1290, 'fixed_ips': [{'subnet_id': 'da6fab9b-80fb-4294-b585-86832b27fbe7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T07:16:50Z', 'updated_at': '2021-01-14T07:17:02Z', 'revision_number': 4, 'project_id': '661b4734ee684b3ea96a5a2b407b90b1', 'subnets': [{'id': 'da6fab9b-80fb-4294-b585-86832b27fbe7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=84876) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Jan 14 07:17:03.911017 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84875) accepted ('10.222.0.24', 33864) {{(pid=84875) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:17:04.112970 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-f2dbb08d-eadb-458a-a489-f21fb35fa933 tempest-ServersTestManualDisk-1343302522 tempest-ServersTestManualDisk-1343302522] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:17:04.115878 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f21ed50c-ccbd-487d-903b-0c53a3e9a9a2 req-fbfa866a-8112-48f7-b550-d42362ded1f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:17:04.121082 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [req-f21ed50c-ccbd-487d-903b-0c53a3e9a9a2 req-fbfa866a-8112-48f7-b550-d42362ded1f6 service neutron] 10.222.0.48 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 863 time: 0.7389629 Jan 14 07:17:04.122407 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-f2dbb08d-eadb-458a-a489-f21fb35fa933 tempest-ServersTestManualDisk-1343302522 tempest-ServersTestManualDisk-1343302522] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850966545'] for security_group_rule, after_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:17:04.138183 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-d5676341-3685-45c4-a750-b3977cce1240 tempest-AttachVolumeTestJSON-1157025134 tempest-AttachVolumeTestJSON-1157025134] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:17:04.161624 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [req-1e026610-bf08-45e1-bcee-940595f13e90 req-3258b449-4110-453f-96b9-f0a50981270d tempest-InstanceActionsTestJSON-877267882 tempest-InstanceActionsTestJSON-877267882] 10.222.0.24 "GET /v2.0/ports?tenant_id=ca59055ca54243c4af20a98b78d91167&fields=id HTTP/1.1" status: 200 len: 210 time: 0.3962417 Jan 14 07:17:04.194668 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-40dbd12d-eb0f-4802-aa23-f330b79eb9a3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:17:04.230887 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2dbb08d-eadb-458a-a489-f21fb35fa933 tempest-ServersTestManualDisk-1343302522 tempest-ServersTestManualDisk-1343302522] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9e4ed17d-e0a0-499f-aa19-5b0725b4b5a4,revision_number=0']} {{(pid=84874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:17:04.239348 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [req-f21ed50c-ccbd-487d-903b-0c53a3e9a9a2 req-bcc97339-14fe-4c16-a703-9e57b1dbfef0 tempest-AttachVolumeNegativeTest-666515632 tempest-AttachVolumeNegativeTest-666515632] 10.222.0.48 "GET /v2.0/ports?device_id=9b396097-ec3b-4cbb-8d64-5a6a713352ca HTTP/1.1" status: 200 len: 210 time: 0.0645669 Jan 14 07:17:04.240452 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-f2dbb08d-eadb-458a-a489-f21fb35fa933 tempest-ServersTestManualDisk-1343302522 tempest-ServersTestManualDisk-1343302522] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:17:04.253387 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-f2dbb08d-eadb-458a-a489-f21fb35fa933 tempest-ServersTestManualDisk-1343302522 tempest-ServersTestManualDisk-1343302522] Notify callbacks [] for security_group_rule, before_response {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:17:04.256650 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-f2dbb08d-eadb-458a-a489-f21fb35fa933 tempest-ServersTestManualDisk-1343302522 tempest-ServersTestManualDisk-1343302522] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.8315258 Jan 14 07:17:04.260466 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84874) accepted ('10.222.0.24', 33870) {{(pid=84874) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:17:04.266966 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.v2.base [None req-8dab63df-a5a5-4138-a0dc-b7b285bb7894 tempest-ServersTestManualDisk-1343302522 tempest-ServersTestManualDisk-1343302522] Request body: {'security_group_rule': {'security_group_id': 'e89533db-0402-46a0-bc39-5f9c709b346f', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=84874) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:17:04.278670 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-40dbd12d-eb0f-4802-aa23-f330b79eb9a3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:17:04.290545 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-8dab63df-a5a5-4138-a0dc-b7b285bb7894 tempest-ServersTestManualDisk-1343302522 tempest-ServersTestManualDisk-1343302522] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:17:04.298012 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-40dbd12d-eb0f-4802-aa23-f330b79eb9a3 admin admin] Usage tracker for resource:security_group_rule and tenant:58196a9492ca4cdca856cfdab9770808 is out of sync, need to count used quota {{(pid=84875) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:17:04.304084 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-8dab63df-a5a5-4138-a0dc-b7b285bb7894 tempest-ServersTestManualDisk-1343302522 tempest-ServersTestManualDisk-1343302522] Usage tracker for resource:security_group_rule and tenant:661b4734ee684b3ea96a5a2b407b90b1 is out of sync, need to count used quota {{(pid=84874) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:17:04.308958 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-40dbd12d-eb0f-4802-aa23-f330b79eb9a3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84875) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:17:04.314118 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-8dab63df-a5a5-4138-a0dc-b7b285bb7894 tempest-ServersTestManualDisk-1343302522 tempest-ServersTestManualDisk-1343302522] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=84874) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:17:04.322887 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-8dab63df-a5a5-4138-a0dc-b7b285bb7894 tempest-ServersTestManualDisk-1343302522 tempest-ServersTestManualDisk-1343302522] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=84874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:17:04.345612 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-8dab63df-a5a5-4138-a0dc-b7b285bb7894 tempest-ServersTestManualDisk-1343302522 tempest-ServersTestManualDisk-1343302522] Notify callbacks [] for security_group_rule, before_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:17:04.401580 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-40dbd12d-eb0f-4802-aa23-f330b79eb9a3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:17:04.456515 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-8dab63df-a5a5-4138-a0dc-b7b285bb7894 tempest-ServersTestManualDisk-1343302522 tempest-ServersTestManualDisk-1343302522] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:17:04.461220 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-8dab63df-a5a5-4138-a0dc-b7b285bb7894 tempest-ServersTestManualDisk-1343302522 tempest-ServersTestManualDisk-1343302522] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850966545'] for security_group_rule, after_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:17:04.527690 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-2ba60a31-e316-4973-8de5-5c568e5856bd tempest-TaggedBootDevicesTest_v242-294831919 tempest-TaggedBootDevicesTest_v242-294831919] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:17:04.533265 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-d9ba0883-1c5d-4ce6-a263-3f6050d3e6db tempest-AttachVolumeShelveTestJSON-2054363538 tempest-AttachVolumeShelveTestJSON-2054363538] Notify callbacks [] for security_group, before_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:17:04.560556 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dab63df-a5a5-4138-a0dc-b7b285bb7894 tempest-ServersTestManualDisk-1343302522 tempest-ServersTestManualDisk-1343302522] Pushing event updated for resources: {'SecurityGroupRule': ['ID=48105100-544c-4094-aaa9-c5830064a4f5,revision_number=0']} {{(pid=84874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:17:04.572646 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-8dab63df-a5a5-4138-a0dc-b7b285bb7894 tempest-ServersTestManualDisk-1343302522 tempest-ServersTestManualDisk-1343302522] Notify callbacks [] for security_group_rule, before_response {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:17:04.574351 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-8dab63df-a5a5-4138-a0dc-b7b285bb7894 tempest-ServersTestManualDisk-1343302522 tempest-ServersTestManualDisk-1343302522] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3124571 Jan 14 07:17:04.576253 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-8dab63df-a5a5-4138-a0dc-b7b285bb7894 tempest-ServersTestManualDisk-1343302522 tempest-ServersTestManualDisk-1343302522] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:17:04.582987 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84874) accepted ('10.222.0.24', 33880) {{(pid=84874) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:17:04.596812 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.v2.base [None req-d043c1a4-8868-45f4-b481-8e86360f8ea3 tempest-ServersTestManualDisk-1343302522 tempest-ServersTestManualDisk-1343302522] Request body: {'floatingip': {'floating_network_id': '226f1e78-82cd-4481-9055-4eb73b6db8c1'}} {{(pid=84874) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:17:04.623660 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-d043c1a4-8868-45f4-b481-8e86360f8ea3 tempest-ServersTestManualDisk-1343302522 tempest-ServersTestManualDisk-1343302522] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:17:04.626578 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-d9ba0883-1c5d-4ce6-a263-3f6050d3e6db tempest-AttachVolumeShelveTestJSON-2054363538 tempest-AttachVolumeShelveTestJSON-2054363538] Notify callbacks [] for security_group, precommit_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:17:04.635001 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-d043c1a4-8868-45f4-b481-8e86360f8ea3 tempest-ServersTestManualDisk-1343302522 tempest-ServersTestManualDisk-1343302522] Usage tracker for resource:floatingip and tenant:661b4734ee684b3ea96a5a2b407b90b1 is out of sync, need to count used quota {{(pid=84874) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:17:04.639066 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-d043c1a4-8868-45f4-b481-8e86360f8ea3 tempest-ServersTestManualDisk-1343302522 tempest-ServersTestManualDisk-1343302522] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=84874) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:17:04.647537 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-d043c1a4-8868-45f4-b481-8e86360f8ea3 tempest-ServersTestManualDisk-1343302522 tempest-ServersTestManualDisk-1343302522] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=84874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:17:04.673792 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-d043c1a4-8868-45f4-b481-8e86360f8ea3 tempest-ServersTestManualDisk-1343302522 tempest-ServersTestManualDisk-1343302522] Notify callbacks [] for floatingip, before_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:17:04.933317 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-40dbd12d-eb0f-4802-aa23-f330b79eb9a3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:17:05.020533 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-40dbd12d-eb0f-4802-aa23-f330b79eb9a3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850887153'] for security_group, after_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:17:05.034413 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Device 17fb8e95-39c4-4e1f-9712-06b687bfdb25 up at agent ovs-agent-n-d-768862-2 {{(pid=84876) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 07:17:05.069987 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-5c1017f5-86b8-45e5-988a-4a66988932db tempest-SecurityGroupRulesTestJSON-1709174060 tempest-SecurityGroupRulesTestJSON-1709174060] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:17:05.089444 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-d043c1a4-8868-45f4-b481-8e86360f8ea3 tempest-ServersTestManualDisk-1343302522 tempest-ServersTestManualDisk-1343302522] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555753'] for port, before_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:17:05.171394 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40dbd12d-eb0f-4802-aa23-f330b79eb9a3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=10ae2205-f1c1-405b-b7d4-11d4dc47b0d8,revision_number=1']} {{(pid=84875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:17:05.173442 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Provisioning for port 17fb8e95-39c4-4e1f-9712-06b687bfdb25 completed by entity L2. {{(pid=84876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 07:17:05.179764 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Provisioning complete for port 17fb8e95-39c4-4e1f-9712-06b687bfdb25 triggered by entity L2. {{(pid=84876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 07:17:05.180217 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-604227'] for port, provisioning_complete {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:17:05.236912 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [req-1e026610-bf08-45e1-bcee-940595f13e90 req-1737a192-b369-4a4c-ab27-aad089b3e0dd service neutron] 10.222.0.24 "GET /v2.0/networks/681d101f-ccb8-47f3-9abd-65869d564a46?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0235651 Jan 14 07:17:05.242401 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-40dbd12d-eb0f-4802-aa23-f330b79eb9a3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.173s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:17:05.389109 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555753'] for port, before_update {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:17:05.432947 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] For port 17fb8e95-39c4-4e1f-9712-06b687bfdb25, host n-d-768862-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-2',level=0,port_id=17fb8e95-39c4-4e1f-9712-06b687bfdb25,segment=NetworkSegment(79551e25-9469-411b-8e84-4a913c0321f6),segment_id=79551e25-9469-411b-8e84-4a913c0321f6)] {{(pid=84876) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 07:17:05.442794 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777640533312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363259214678337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777640097497'] for port, after_update {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:17:05.445046 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-0f1048e7-4577-430e-acf3-45d99bf8825d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84876) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:17:05.557660 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Pushing event updated for resources: {'Port': ['ID=17fb8e95-39c4-4e1f-9712-06b687bfdb25,revision_number=5']} {{(pid=84876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:17:05.570604 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=84876) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:17:05.592192 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-d9ba0883-1c5d-4ce6-a263-3f6050d3e6db tempest-AttachVolumeShelveTestJSON-2054363538 tempest-AttachVolumeShelveTestJSON-2054363538] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850887153'] for security_group, after_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:17:05.610507 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-c0e55aed-a189-4a35-8d71-890e12e67d63 tempest-ServersTestManualDisk-1343302522 tempest-ServersTestManualDisk-1343302522] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:17:05.655355 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-d9ba0883-1c5d-4ce6-a263-3f6050d3e6db tempest-AttachVolumeShelveTestJSON-2054363538 tempest-AttachVolumeShelveTestJSON-2054363538] Notify callbacks [] for security_group, before_response {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:17:05.656934 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-d9ba0883-1c5d-4ce6-a263-3f6050d3e6db tempest-AttachVolumeShelveTestJSON-2054363538 tempest-AttachVolumeShelveTestJSON-2054363538] 10.222.0.24 "DELETE /v2.0/security-groups/8708e04c-cf72-4b38-a29b-ac753d57dabb HTTP/1.1" status: 204 len: 168 time: 1.7340198 Jan 14 07:17:05.660020 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-40dbd12d-eb0f-4802-aa23-f330b79eb9a3 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=58196a9492ca4cdca856cfdab9770808&name=default HTTP/1.1" status: 200 len: 2983 time: 2.2829473 Jan 14 07:17:05.667875 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9ba0883-1c5d-4ce6-a263-3f6050d3e6db tempest-AttachVolumeShelveTestJSON-2054363538 tempest-AttachVolumeShelveTestJSON-2054363538] Pushing event deleted for resources: {'SecurityGroup': ['ID=8708e04c-cf72-4b38-a29b-ac753d57dabb,revision_number=None']} {{(pid=84875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:17:05.670116 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84875) accepted ('10.222.0.24', 33898) {{(pid=84875) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:17:05.674037 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84874) accepted ('10.222.0.24', 33896) {{(pid=84874) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:17:05.711094 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-d9ba0883-1c5d-4ce6-a263-3f6050d3e6db tempest-AttachVolumeShelveTestJSON-2054363538 tempest-AttachVolumeShelveTestJSON-2054363538] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:17:05.712373 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.plugin [None req-91ab6e3c-b371-47a1-8461-32aa2bf411ed admin admin] Deleting port 7a95cca5-9aca-459e-920d-c55778e57eab {{(pid=84875) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 07:17:05.712753 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-91ab6e3c-b371-47a1-8461-32aa2bf411ed admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363259214248359'] for port, before_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:17:05.750439 n-d-768862-2 neutron-server[84765]: INFO neutron.api.v2.resource [None req-ad5120fe-8436-4de7-bad1-a34bece9a52b tempest-AttachVolumeShelveTestJSON-2054363538 tempest-AttachVolumeShelveTestJSON-2054363538] show failed (client error): The resource could not be found. Jan 14 07:17:05.763461 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-ad5120fe-8436-4de7-bad1-a34bece9a52b tempest-AttachVolumeShelveTestJSON-2054363538 tempest-AttachVolumeShelveTestJSON-2054363538] 10.222.0.24 "GET /v2.0/security-groups/8708e04c-cf72-4b38-a29b-ac753d57dabb HTTP/1.1" status: 404 len: 347 time: 0.0867562 Jan 14 07:17:05.776715 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [req-1e026610-bf08-45e1-bcee-940595f13e90 req-a00848fc-5e25-484f-a86a-4561a19f8937 service neutron] 10.222.0.24 "GET /v2.0/networks/681d101f-ccb8-47f3-9abd-65869d564a46?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.5370059 Jan 14 07:17:05.790878 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84874) accepted ('10.222.0.24', 33904) {{(pid=84874) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:17:06.011330 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-d66a9f13-e3ad-46f3-86c2-5c9fa3c0e501 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:17:06.083855 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-d66a9f13-e3ad-46f3-86c2-5c9fa3c0e501 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:17:06.171641 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [None req-91ab6e3c-b371-47a1-8461-32aa2bf411ed admin admin] For port 7a95cca5-9aca-459e-920d-c55778e57eab, host n-d-768862-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-2',level=0,port_id=7a95cca5-9aca-459e-920d-c55778e57eab,segment=NetworkSegment(7dc8bfe7-08e0-4981-80ff-b785085bd301),segment_id=7dc8bfe7-08e0-4981-80ff-b785085bd301)] {{(pid=84875) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 07:17:06.172167 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-91ab6e3c-b371-47a1-8461-32aa2bf411ed admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036850862667'] for port, precommit_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:17:06.312646 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84874) accepted ('10.222.0.24', 33918) {{(pid=84874) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:17:06.361522 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.plugin [None req-3ef313e0-077d-45c5-b953-9cf1d10b7c29 tempest-AttachVolumeShelveTestJSON-2054363538 tempest-AttachVolumeShelveTestJSON-2054363538] Deleting port 6993ce62-e392-4a85-8415-e1fdf8363425 {{(pid=84874) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 07:17:06.361899 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-3ef313e0-077d-45c5-b953-9cf1d10b7c29 tempest-AttachVolumeShelveTestJSON-2054363538 tempest-AttachVolumeShelveTestJSON-2054363538] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363259214248359'] for port, before_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:17:06.435652 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.plugin [None req-91ab6e3c-b371-47a1-8461-32aa2bf411ed admin admin] Calling delete_port for 7a95cca5-9aca-459e-920d-c55778e57eab owned by network:router_interface {{(pid=84875) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 07:17:06.471126 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.db_base_plugin_common [None req-d043c1a4-8868-45f4-b481-8e86360f8ea3 tempest-ServersTestManualDisk-1343302522 tempest-ServersTestManualDisk-1343302522] Allocated IP 172.25.2.53 (226f1e78-82cd-4481-9055-4eb73b6db8c1/ba8deeec-7658-4195-9449-038c076f5c83/5479af28-0723-40da-a34b-8ccd3a553fe2) {{(pid=84874) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 14 07:17:06.517341 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-d66a9f13-e3ad-46f3-86c2-5c9fa3c0e501 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850887153'] for security_group, after_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:17:06.532078 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-795c3217-6b10-42b7-bed6-468a82b3e3eb tempest-AttachVolumeTestJSON-1157025134 tempest-AttachVolumeTestJSON-1157025134] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:17:06.544937 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84875) accepted ('10.222.0.24', 33932) {{(pid=84875) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:17:06.601905 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d66a9f13-e3ad-46f3-86c2-5c9fa3c0e501 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=10ae2205-f1c1-405b-b7d4-11d4dc47b0d8,revision_number=None']} {{(pid=84875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:17:06.615962 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-d66a9f13-e3ad-46f3-86c2-5c9fa3c0e501 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:17:06.616338 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-d66a9f13-e3ad-46f3-86c2-5c9fa3c0e501 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:17:06.617622 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-d66a9f13-e3ad-46f3-86c2-5c9fa3c0e501 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/10ae2205-f1c1-405b-b7d4-11d4dc47b0d8 HTTP/1.1" status: 204 len: 168 time: 0.9220364 Jan 14 07:17:06.656872 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.db_base_plugin_v2 [None req-57190124-d94b-4ff8-8a76-a4d211284a87 admin admin] Deleting subnet 6d43fc5e-b3cb-4581-862f-965df4f3d988 {{(pid=84875) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Jan 14 07:17:06.678567 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-57190124-d94b-4ff8-8a76-a4d211284a87 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:17:06.781876 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-57190124-d94b-4ff8-8a76-a4d211284a87 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3367281'] for subnet, precommit_delete_associations {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:17:06.876710 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-57190124-d94b-4ff8-8a76-a4d211284a87 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036854176836'] for subnet, precommit_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:17:06.897940 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-1ea7dd1a-8b25-4eab-9ed8-e6dc2691d1ba admin admin] Notify callbacks [] for security_group, before_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:17:06.949155 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-1ea7dd1a-8b25-4eab-9ed8-e6dc2691d1ba admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:17:06.965249 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-1ea7dd1a-8b25-4eab-9ed8-e6dc2691d1ba admin admin] Usage tracker for resource:security_group_rule and tenant:707bdbd210eb42d58d0e9f5b0240e7de is out of sync, need to count used quota {{(pid=84874) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:17:06.971211 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-1ea7dd1a-8b25-4eab-9ed8-e6dc2691d1ba admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84874) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:17:06.984552 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-1ea7dd1a-8b25-4eab-9ed8-e6dc2691d1ba admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:17:06.990976 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Device 17fb8e95-39c4-4e1f-9712-06b687bfdb25 up at agent ovs-agent-n-d-768862-2 {{(pid=84876) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 07:17:07.036035 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-3ef313e0-077d-45c5-b953-9cf1d10b7c29 tempest-AttachVolumeShelveTestJSON-2054363538 tempest-AttachVolumeShelveTestJSON-2054363538] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036850862667'] for port, precommit_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:17:07.036741 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-3ef313e0-077d-45c5-b953-9cf1d10b7c29 tempest-AttachVolumeShelveTestJSON-2054363538 tempest-AttachVolumeShelveTestJSON-2054363538] Notify callbacks [] for floatingip, precommit_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:17:07.139348 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Provisioning complete for port 17fb8e95-39c4-4e1f-9712-06b687bfdb25 triggered by entity L2. {{(pid=84876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 07:17:07.139915 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-604227'] for port, provisioning_complete {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:17:07.223645 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-91ab6e3c-b371-47a1-8461-32aa2bf411ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777640533329', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777640097463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851621574'] for port, after_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:17:07.243396 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.plugin [None req-3ef313e0-077d-45c5-b953-9cf1d10b7c29 tempest-AttachVolumeShelveTestJSON-2054363538 tempest-AttachVolumeShelveTestJSON-2054363538] Calling delete_port for 6993ce62-e392-4a85-8415-e1fdf8363425 owned by network:floatingip {{(pid=84874) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 07:17:07.256325 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-6e9ca740-6857-4aea-94e8-0323d404f500 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:17:07.335147 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-d043c1a4-8868-45f4-b481-8e86360f8ea3 tempest-ServersTestManualDisk-1343302522 tempest-ServersTestManualDisk-1343302522] Notify callbacks [] for port, precommit_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:17:07.449183 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-1ea7dd1a-8b25-4eab-9ed8-e6dc2691d1ba admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:17:07.477327 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91ab6e3c-b371-47a1-8461-32aa2bf411ed admin admin] Pushing event deleted for resources: {'Port': ['ID=7a95cca5-9aca-459e-920d-c55778e57eab,revision_number=None']} {{(pid=84875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:17:07.485432 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-1ea7dd1a-8b25-4eab-9ed8-e6dc2691d1ba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850887153'] for security_group, after_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:17:07.501419 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-86c9aa0c-66c7-414d-95b9-75e3b9db5c8e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:17:07.507992 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-d043c1a4-8868-45f4-b481-8e86360f8ea3 tempest-ServersTestManualDisk-1343302522 tempest-ServersTestManualDisk-1343302522] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777640123575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3254186'] for port, after_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:17:07.515235 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-91ab6e3c-b371-47a1-8461-32aa2bf411ed admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.259s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:17:07.601125 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84875) accepted ('10.222.0.24', 33948) {{(pid=84875) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:17:07.654924 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-1ea7dd1a-8b25-4eab-9ed8-e6dc2691d1ba admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=707bdbd210eb42d58d0e9f5b0240e7de&name=default HTTP/1.1" status: 200 len: 2983 time: 1.3300447 Jan 14 07:17:07.657970 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84874) accepted ('10.222.0.24', 33952) {{(pid=84874) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:17:07.682028 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ea7dd1a-8b25-4eab-9ed8-e6dc2691d1ba admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=13a74b44-2595-4058-a27e-c8aedf3edc17,revision_number=1']} {{(pid=84874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:17:07.693864 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-1ea7dd1a-8b25-4eab-9ed8-e6dc2691d1ba admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.194s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:17:07.694186 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-9635ef9f-dcc9-487e-8b9d-fd049f3e9f8c tempest-ServersNegativeTestJSON-1888996924 tempest-ServersNegativeTestJSON-1888996924] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.160s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:17:07.741106 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-3ef313e0-077d-45c5-b953-9cf1d10b7c29 tempest-AttachVolumeShelveTestJSON-2054363538 tempest-AttachVolumeShelveTestJSON-2054363538] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777640533329', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777640097463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3254186'] for port, after_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:17:08.171433 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-94ab2754-b758-46ef-aa07-90945ffbb878 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:17:08.207877 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d043c1a4-8868-45f4-b481-8e86360f8ea3 tempest-ServersTestManualDisk-1343302522 tempest-ServersTestManualDisk-1343302522] Pushing event updated for resources: {'Port': ['ID=5479af28-0723-40da-a34b-8ccd3a553fe2,revision_number=1']} {{(pid=84874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:17:08.217045 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-d043c1a4-8868-45f4-b481-8e86360f8ea3 tempest-ServersTestManualDisk-1343302522 tempest-ServersTestManualDisk-1343302522] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.523s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:17:08.226796 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-22e4cecd-2cc8-4374-81ca-ca8e38caee5a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.186s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:17:08.244995 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-94ab2754-b758-46ef-aa07-90945ffbb878 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:17:08.258034 n-d-768862-2 neutron-server[84765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d043c1a4-8868-45f4-b481-8e86360f8ea3 tempest-ServersTestManualDisk-1343302522 tempest-ServersTestManualDisk-1343302522] Network 226f1e78-82cd-4481-9055-4eb73b6db8c1 is already hosted by enough agents. {{(pid=84874) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 07:17:08.271593 n-d-768862-2 neutron-server[84765]: DEBUG neutron.scheduler.base_scheduler [None req-d043c1a4-8868-45f4-b481-8e86360f8ea3 tempest-ServersTestManualDisk-1343302522 tempest-ServersTestManualDisk-1343302522] Resources bound (agent type, host, resource id): {{(pid=84874) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 07:17:08.298780 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d043c1a4-8868-45f4-b481-8e86360f8ea3 tempest-ServersTestManualDisk-1343302522 tempest-ServersTestManualDisk-1343302522] Received port after_create {{(pid=84874) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 14 07:17:08.318622 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-94ab2754-b758-46ef-aa07-90945ffbb878 admin admin] Usage tracker for resource:security_group_rule and tenant:744465bc44844aadb8a53ba3d2672c11 is out of sync, need to count used quota {{(pid=84875) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:17:08.327013 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ef313e0-077d-45c5-b953-9cf1d10b7c29 tempest-AttachVolumeShelveTestJSON-2054363538 tempest-AttachVolumeShelveTestJSON-2054363538] Pushing event deleted for resources: {'Port': ['ID=6993ce62-e392-4a85-8415-e1fdf8363425,revision_number=None']} {{(pid=84874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:17:08.330009 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-94ab2754-b758-46ef-aa07-90945ffbb878 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84875) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:17:08.358537 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-94ab2754-b758-46ef-aa07-90945ffbb878 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:17:08.373796 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-3ef313e0-077d-45c5-b953-9cf1d10b7c29 tempest-AttachVolumeShelveTestJSON-2054363538 tempest-AttachVolumeShelveTestJSON-2054363538] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:17:08.375758 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-84c746d9-ee91-4e5b-a35f-535711edf7d3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:17:08.488454 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-84c746d9-ee91-4e5b-a35f-535711edf7d3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:17:08.533316 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-57190124-d94b-4ff8-8a76-a4d211284a87 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-598964', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850887113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3154192', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2308610'] for subnet, after_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:17:08.535808 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-3ef313e0-077d-45c5-b953-9cf1d10b7c29 tempest-AttachVolumeShelveTestJSON-2054363538 tempest-AttachVolumeShelveTestJSON-2054363538] Notify callbacks [] for floatingip, after_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:17:08.557095 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-76918283-547e-4f50-83b8-0bdfb72f699c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:17:08.586521 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-d043c1a4-8868-45f4-b481-8e86360f8ea3 tempest-ServersTestManualDisk-1343302522 tempest-ServersTestManualDisk-1343302522] Notify callbacks [] for floatingip, precommit_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:17:08.635419 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-84c746d9-ee91-4e5b-a35f-535711edf7d3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850887153'] for security_group, after_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:17:08.647656 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-3e574051-0ca6-4569-aed9-eae45442f0b3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:17:08.673652 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-3ef313e0-077d-45c5-b953-9cf1d10b7c29 tempest-AttachVolumeShelveTestJSON-2054363538 tempest-AttachVolumeShelveTestJSON-2054363538] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854768116'] for floatingip, before_response {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:17:08.674967 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-3ef313e0-077d-45c5-b953-9cf1d10b7c29 tempest-AttachVolumeShelveTestJSON-2054363538 tempest-AttachVolumeShelveTestJSON-2054363538] 10.222.0.24 "DELETE /v2.0/floatingips/fcf6e6cf-b0d5-4c62-9cf7-3410113eb974 HTTP/1.1" status: 204 len: 168 time: 2.8795075 Jan 14 07:17:08.693348 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84c746d9-ee91-4e5b-a35f-535711edf7d3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=13a74b44-2595-4058-a27e-c8aedf3edc17,revision_number=None']} {{(pid=84874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:17:08.693348 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-84c746d9-ee91-4e5b-a35f-535711edf7d3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:17:08.693348 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-84c746d9-ee91-4e5b-a35f-535711edf7d3 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/13a74b44-2595-4058-a27e-c8aedf3edc17 HTTP/1.1" status: 204 len: 168 time: 1.0179398 Jan 14 07:17:08.693348 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-84c746d9-ee91-4e5b-a35f-535711edf7d3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:17:08.717505 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-d043c1a4-8868-45f4-b481-8e86360f8ea3 tempest-ServersTestManualDisk-1343302522 tempest-ServersTestManualDisk-1343302522] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555753'] for port, before_update {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:17:08.826877 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57190124-d94b-4ff8-8a76-a4d211284a87 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6d43fc5e-b3cb-4581-862f-965df4f3d988,revision_number=None']} {{(pid=84875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:17:08.829028 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-91ab6e3c-b371-47a1-8461-32aa2bf411ed admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted--9223372036851568851', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal--9223372036850888080'] for router_interface, after_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:17:08.858394 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-57190124-d94b-4ff8-8a76-a4d211284a87 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.301s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:17:09.020397 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-57190124-d94b-4ff8-8a76-a4d211284a87 admin admin] Notify callbacks [] for subnet, before_response {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:17:09.107732 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84874) accepted ('10.222.0.24', 33964) {{(pid=84874) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:17:09.119017 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.v2.base [None req-19a96fc9-992f-4e12-93b8-4ac588e35a78 tempest-AttachVolumeShelveTestJSON-2054363538 tempest-AttachVolumeShelveTestJSON-2054363538] Request body: {'security_group': {'name': 'tempest-securitygroup--790417522', 'description': 'tempest-description--1898119780'}} {{(pid=84874) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:17:09.119275 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-57190124-d94b-4ff8-8a76-a4d211284a87 admin admin] 10.222.0.24 "DELETE /v2.0/subnets/6d43fc5e-b3cb-4581-862f-965df4f3d988 HTTP/1.1" status: 204 len: 168 time: 2.5702074 Jan 14 07:17:09.120133 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84875) accepted ('10.222.0.24', 33968) {{(pid=84875) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:17:09.133761 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-94ab2754-b758-46ef-aa07-90945ffbb878 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:17:09.146337 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-19a96fc9-992f-4e12-93b8-4ac588e35a78 tempest-AttachVolumeShelveTestJSON-2054363538 tempest-AttachVolumeShelveTestJSON-2054363538] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:17:09.162650 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-19a96fc9-992f-4e12-93b8-4ac588e35a78 tempest-AttachVolumeShelveTestJSON-2054363538 tempest-AttachVolumeShelveTestJSON-2054363538] Usage tracker for resource:security_group and tenant:0369eaa84818430fab7d025c9522c976 is out of sync, need to count used quota {{(pid=84874) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:17:09.168419 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-19a96fc9-992f-4e12-93b8-4ac588e35a78 tempest-AttachVolumeShelveTestJSON-2054363538 tempest-AttachVolumeShelveTestJSON-2054363538] Quota usage for security_group was recalculated. Used quota:1. {{(pid=84874) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:17:09.171200 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-94ab2754-b758-46ef-aa07-90945ffbb878 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850887153'] for security_group, after_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:17:09.190304 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-19a96fc9-992f-4e12-93b8-4ac588e35a78 tempest-AttachVolumeShelveTestJSON-2054363538 tempest-AttachVolumeShelveTestJSON-2054363538] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:17:09.207150 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-7e7c7f58-7862-426e-adcd-7f5d860dd06f tempest-SecurityGroupRulesTestJSON-1709174060 tempest-SecurityGroupRulesTestJSON-1709174060] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:17:09.210921 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-19a96fc9-992f-4e12-93b8-4ac588e35a78 tempest-AttachVolumeShelveTestJSON-2054363538 tempest-AttachVolumeShelveTestJSON-2054363538] Notify callbacks [] for security_group, before_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:17:09.264781 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-19a96fc9-992f-4e12-93b8-4ac588e35a78 tempest-AttachVolumeShelveTestJSON-2054363538 tempest-AttachVolumeShelveTestJSON-2054363538] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:17:09.269173 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-d043c1a4-8868-45f4-b481-8e86360f8ea3 tempest-ServersTestManualDisk-1343302522 tempest-ServersTestManualDisk-1343302522] Notify callbacks [] for port, precommit_update {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:17:09.274606 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-d043c1a4-8868-45f4-b481-8e86360f8ea3 tempest-ServersTestManualDisk-1343302522 tempest-ServersTestManualDisk-1343302522] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777640533312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363259214678337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777640097497', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036851521613'] for port, after_update {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:17:09.397534 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-19a96fc9-992f-4e12-93b8-4ac588e35a78 tempest-AttachVolumeShelveTestJSON-2054363538 tempest-AttachVolumeShelveTestJSON-2054363538] Usage tracker for resource:security_group_rule and tenant:0369eaa84818430fab7d025c9522c976 is out of sync, need to count used quota {{(pid=84874) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:17:09.400585 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-ee850537-4619-4f65-b094-2501f78ebb8b tempest-AttachVolumeTestJSON-1157025134 tempest-AttachVolumeTestJSON-1157025134] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:17:09.443268 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-19a96fc9-992f-4e12-93b8-4ac588e35a78 tempest-AttachVolumeShelveTestJSON-2054363538 tempest-AttachVolumeShelveTestJSON-2054363538] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84874) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:17:09.470380 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-19a96fc9-992f-4e12-93b8-4ac588e35a78 tempest-AttachVolumeShelveTestJSON-2054363538 tempest-AttachVolumeShelveTestJSON-2054363538] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:17:09.547249 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-94ab2754-b758-46ef-aa07-90945ffbb878 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=744465bc44844aadb8a53ba3d2672c11&name=default HTTP/1.1" status: 200 len: 2983 time: 1.9341164 Jan 14 07:17:09.558703 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84874) accepted ('10.222.0.24', 33976) {{(pid=84874) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:17:09.559086 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84874) accepted ('10.222.0.24', 33978) {{(pid=84874) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:17:09.586897 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94ab2754-b758-46ef-aa07-90945ffbb878 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=874c26a7-bd1f-4102-96e8-53c117a14117,revision_number=1']} {{(pid=84875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:17:09.601171 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-94ab2754-b758-46ef-aa07-90945ffbb878 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.395s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:17:09.641508 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d043c1a4-8868-45f4-b481-8e86360f8ea3 tempest-ServersTestManualDisk-1343302522 tempest-ServersTestManualDisk-1343302522] Pushing event updated for resources: {'Port': ['ID=5479af28-0723-40da-a34b-8ccd3a553fe2,revision_number=2']} {{(pid=84874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:17:09.645761 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-d043c1a4-8868-45f4-b481-8e86360f8ea3 tempest-ServersTestManualDisk-1343302522 tempest-ServersTestManualDisk-1343302522] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.245s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:17:09.659691 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-dac6abab-5468-49e9-9400-04aea00bd928 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:17:09.692478 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-1ec4ea6a-28ac-4ba0-8348-5813149ba28b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036854160497'] for network, before_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:17:09.709343 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-d043c1a4-8868-45f4-b481-8e86360f8ea3 tempest-ServersTestManualDisk-1343302522 tempest-ServersTestManualDisk-1343302522] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3912638'] for floatingip, after_update {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:17:09.729492 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-dac6abab-5468-49e9-9400-04aea00bd928 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:17:09.741026 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-dac6abab-5468-49e9-9400-04aea00bd928 admin admin] Usage tracker for resource:security_group_rule and tenant:c018d2306f40483ea7619cfc26ee6be7 is out of sync, need to count used quota {{(pid=84874) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:17:09.746186 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-dac6abab-5468-49e9-9400-04aea00bd928 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84874) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:17:09.780446 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-dac6abab-5468-49e9-9400-04aea00bd928 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:17:09.790288 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-d043c1a4-8868-45f4-b481-8e86360f8ea3 tempest-ServersTestManualDisk-1343302522 tempest-ServersTestManualDisk-1343302522] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854768116'] for floatingip, before_response {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:17:09.791680 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-d043c1a4-8868-45f4-b481-8e86360f8ea3 tempest-ServersTestManualDisk-1343302522 tempest-ServersTestManualDisk-1343302522] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 5.2074568 Jan 14 07:17:09.817246 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-5a0957da-16d3-44c9-be2c-b4338b74db10 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:17:09.853194 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-19a96fc9-992f-4e12-93b8-4ac588e35a78 tempest-AttachVolumeShelveTestJSON-2054363538 tempest-AttachVolumeShelveTestJSON-2054363538] Notify callbacks [] for security_group, precommit_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:17:09.861191 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-19a96fc9-992f-4e12-93b8-4ac588e35a78 tempest-AttachVolumeShelveTestJSON-2054363538 tempest-AttachVolumeShelveTestJSON-2054363538] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850887153'] for security_group, after_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:17:09.876277 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-07717067-3031-4e7d-8a51-46be677cc399 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:17:09.924685 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-5a0957da-16d3-44c9-be2c-b4338b74db10 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:17:09.940168 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-19a96fc9-992f-4e12-93b8-4ac588e35a78 tempest-AttachVolumeShelveTestJSON-2054363538 tempest-AttachVolumeShelveTestJSON-2054363538] Notify callbacks [] for security_group, before_response {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:17:09.944050 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-19a96fc9-992f-4e12-93b8-4ac588e35a78 tempest-AttachVolumeShelveTestJSON-2054363538 tempest-AttachVolumeShelveTestJSON-2054363538] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 0.8346288 Jan 14 07:17:09.953537 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84874) accepted ('10.222.0.24', 33986) {{(pid=84874) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:17:09.978929 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.v2.base [None req-9861882f-73ec-4c10-818c-2bc71dca3275 tempest-AttachVolumeShelveTestJSON-2054363538 tempest-AttachVolumeShelveTestJSON-2054363538] Request body: {'security_group_rule': {'security_group_id': 'd89b36a3-71ec-4567-ac2d-8914a3acfa90', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=84874) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:17:10.005653 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-9861882f-73ec-4c10-818c-2bc71dca3275 tempest-AttachVolumeShelveTestJSON-2054363538 tempest-AttachVolumeShelveTestJSON-2054363538] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:17:10.012820 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-1ec4ea6a-28ac-4ba0-8348-5813149ba28b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-598987', 'neutron.services.segments.db._delete_segments_for_network-8777640583949'] for network, precommit_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:17:10.024292 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19a96fc9-992f-4e12-93b8-4ac588e35a78 tempest-AttachVolumeShelveTestJSON-2054363538 tempest-AttachVolumeShelveTestJSON-2054363538] Pushing event updated for resources: {'SecurityGroup': ['ID=d89b36a3-71ec-4567-ac2d-8914a3acfa90,revision_number=1']} {{(pid=84874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:17:10.027820 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-9861882f-73ec-4c10-818c-2bc71dca3275 tempest-AttachVolumeShelveTestJSON-2054363538 tempest-AttachVolumeShelveTestJSON-2054363538] Usage tracker for resource:security_group_rule and tenant:0369eaa84818430fab7d025c9522c976 is out of sync, need to count used quota {{(pid=84874) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:17:10.038125 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-19a96fc9-992f-4e12-93b8-4ac588e35a78 tempest-AttachVolumeShelveTestJSON-2054363538 tempest-AttachVolumeShelveTestJSON-2054363538] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.162s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:17:10.039087 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-9861882f-73ec-4c10-818c-2bc71dca3275 tempest-AttachVolumeShelveTestJSON-2054363538 tempest-AttachVolumeShelveTestJSON-2054363538] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84874) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:17:10.053382 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-9861882f-73ec-4c10-818c-2bc71dca3275 tempest-AttachVolumeShelveTestJSON-2054363538 tempest-AttachVolumeShelveTestJSON-2054363538] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:17:10.090242 n-d-768862-2 neutron-server[84765]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-91ab6e3c-b371-47a1-8461-32aa2bf411ed admin admin] Router e420571a-7467-426d-9b83-cd281fd7be8c has already been hosted by L3 agent 35f592e9-451b-4db9-abea-77b6a5c5391b {{(pid=84875) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Jan 14 07:17:10.093449 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-9861882f-73ec-4c10-818c-2bc71dca3275 tempest-AttachVolumeShelveTestJSON-2054363538 tempest-AttachVolumeShelveTestJSON-2054363538] Notify callbacks [] for security_group_rule, before_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:17:10.124814 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-5a0957da-16d3-44c9-be2c-b4338b74db10 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850887153'] for security_group, after_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:17:10.130568 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-dac6abab-5468-49e9-9400-04aea00bd928 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:17:10.140290 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-0c8a3ffc-2bc7-4921-b0ec-c6d2d31bc008 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:17:10.157104 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-dac6abab-5468-49e9-9400-04aea00bd928 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850887153'] for security_group, after_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:17:10.184195 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a0957da-16d3-44c9-be2c-b4338b74db10 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=874c26a7-bd1f-4102-96e8-53c117a14117,revision_number=None']} {{(pid=84874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:17:10.197740 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-5a0957da-16d3-44c9-be2c-b4338b74db10 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:17:10.211940 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-3f0392b7-9bed-46d8-9f49-355c1dc558fe tempest-AttachVolumeTestJSON-1157025134 tempest-AttachVolumeTestJSON-1157025134] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.036s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:17:10.283355 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-5a0957da-16d3-44c9-be2c-b4338b74db10 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:17:10.286360 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-5a0957da-16d3-44c9-be2c-b4338b74db10 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/874c26a7-bd1f-4102-96e8-53c117a14117 HTTP/1.1" status: 204 len: 168 time: 0.7233605 Jan 14 07:17:10.295798 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dac6abab-5468-49e9-9400-04aea00bd928 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=267a8210-5f96-4e62-95f6-9c053a2c26e3,revision_number=1']} {{(pid=84874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:17:10.304259 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-dac6abab-5468-49e9-9400-04aea00bd928 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:17:10.319386 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-dac6abab-5468-49e9-9400-04aea00bd928 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=c018d2306f40483ea7619cfc26ee6be7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7581072 Jan 14 07:17:10.320021 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84874) accepted ('10.222.0.24', 34004) {{(pid=84874) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:17:10.352114 n-d-768862-2 neutron-server[84765]: DEBUG neutron.services.segments.db [None req-1ec4ea6a-28ac-4ba0-8348-5813149ba28b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['681d101f-ccb8-47f3-9abd-65869d564a46']}} {{(pid=84875) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:17:10.372047 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-9861882f-73ec-4c10-818c-2bc71dca3275 tempest-AttachVolumeShelveTestJSON-2054363538 tempest-AttachVolumeShelveTestJSON-2054363538] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:17:10.381233 n-d-768862-2 neutron-server[84765]: DEBUG neutron.services.segments.db [None req-1ec4ea6a-28ac-4ba0-8348-5813149ba28b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1a1ca228-c94e-42ef-8c13-1b3872c6bac0') {'for_net_delete': True} {{(pid=84875) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:17:10.381658 n-d-768862-2 neutron-server[84765]: DEBUG neutron.services.segments.db [None req-1ec4ea6a-28ac-4ba0-8348-5813149ba28b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1a1ca228-c94e-42ef-8c13-1b3872c6bac0') {} {{(pid=84875) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:17:10.397153 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-9861882f-73ec-4c10-818c-2bc71dca3275 tempest-AttachVolumeShelveTestJSON-2054363538 tempest-AttachVolumeShelveTestJSON-2054363538] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850966545'] for security_group_rule, after_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:17:10.407894 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-1ec4ea6a-28ac-4ba0-8348-5813149ba28b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363259214173198', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036851408567'] for segment, before_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:17:10.423703 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [req-62d5e4fb-c20c-4cb1-8cf7-f780e90e57a8 req-c3f7ca66-a922-44fe-a777-f76cdb9ff3fb tempest-ServersTestManualDisk-1343302522 tempest-ServersTestManualDisk-1343302522] Synchronizing usage tracker for tenant:661b4734ee684b3ea96a5a2b407b90b1 on resource:security_group {{(pid=84875) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 14 07:17:10.425173 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-702a46a2-1d8a-46fc-8420-29b315267f44 tempest-AttachVolumeShelveTestJSON-2054363538 tempest-AttachVolumeShelveTestJSON-2054363538] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:17:10.468078 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-1ec4ea6a-28ac-4ba0-8348-5813149ba28b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854179735'] for segment, precommit_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:17:10.474409 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-1ec4ea6a-28ac-4ba0-8348-5813149ba28b admin admin] Releasing vxlan tunnel 3 to pool {{(pid=84875) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Jan 14 07:17:10.479269 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9861882f-73ec-4c10-818c-2bc71dca3275 tempest-AttachVolumeShelveTestJSON-2054363538 tempest-AttachVolumeShelveTestJSON-2054363538] Pushing event updated for resources: {'SecurityGroupRule': ['ID=617f4625-14a6-410d-9ed7-ee3f656f433c,revision_number=0']} {{(pid=84874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:17:10.493607 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-9861882f-73ec-4c10-818c-2bc71dca3275 tempest-AttachVolumeShelveTestJSON-2054363538 tempest-AttachVolumeShelveTestJSON-2054363538] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:17:10.563532 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-900e3761-2e55-46a9-91ec-9c86a34cbf0e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:17:10.564505 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [req-62d5e4fb-c20c-4cb1-8cf7-f780e90e57a8 req-c3f7ca66-a922-44fe-a777-f76cdb9ff3fb tempest-ServersTestManualDisk-1343302522 tempest-ServersTestManualDisk-1343302522] Unset dirty status for tenant:661b4734ee684b3ea96a5a2b407b90b1 on resource:security_group {{(pid=84875) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 14 07:17:10.566003 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [req-62d5e4fb-c20c-4cb1-8cf7-f780e90e57a8 req-c3f7ca66-a922-44fe-a777-f76cdb9ff3fb tempest-ServersTestManualDisk-1343302522 tempest-ServersTestManualDisk-1343302522] 10.222.0.24 "GET /v2.0/security-groups?name=tempest-securitygroup--618860797&fields=id&tenant_id=661b4734ee684b3ea96a5a2b407b90b1 HTTP/1.1" status: 200 len: 267 time: 0.3492739 Jan 14 07:17:10.571228 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-9861882f-73ec-4c10-818c-2bc71dca3275 tempest-AttachVolumeShelveTestJSON-2054363538 tempest-AttachVolumeShelveTestJSON-2054363538] Notify callbacks [] for security_group_rule, before_response {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:17:10.573486 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-91ab6e3c-b371-47a1-8461-32aa2bf411ed admin admin] Notify agent at l3_agent.n-d-768862-2 the message routers_updated {{(pid=84875) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jan 14 07:17:10.579204 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-9861882f-73ec-4c10-818c-2bc71dca3275 tempest-AttachVolumeShelveTestJSON-2054363538 tempest-AttachVolumeShelveTestJSON-2054363538] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6172266 Jan 14 07:17:10.581092 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84874) accepted ('10.222.0.24', 34010) {{(pid=84874) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:17:10.586074 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-969d8663-e7c8-41bb-80ae-f4fe8671392a None None] Sync routers for ids ['e420571a-7467-426d-9b83-cd281fd7be8c'] in n-d-768862-2 {{(pid=84877) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Jan 14 07:17:10.608587 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.v2.base [None req-11d5056b-34d0-4c25-9ac9-959bf7cd57d1 tempest-AttachVolumeShelveTestJSON-2054363538 tempest-AttachVolumeShelveTestJSON-2054363538] Request body: {'security_group_rule': {'security_group_id': 'd89b36a3-71ec-4567-ac2d-8914a3acfa90', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=84874) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:17:10.611213 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-969d8663-e7c8-41bb-80ae-f4fe8671392a None None] Routers {'e420571a-7467-426d-9b83-cd281fd7be8c'} bound to L3 agent in host n-d-768862-2 {{(pid=84877) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 14 07:17:10.612297 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_hamode_db [None req-969d8663-e7c8-41bb-80ae-f4fe8671392a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-01-14T06:56:51Z,description=,heartbeat_timestamp=2021-01-14T07:16:51Z,host='n-d-768862-2',id=35f592e9-451b-4db9-abea-77b6a5c5391b,load=0,resource_versions=,resources_synced=,started_at=2021-01-14T06:56:51Z,topic='l3_agent')) {'router_ids': ['e420571a-7467-426d-9b83-cd281fd7be8c'], 'active': True} {{(pid=84877) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:17:10.616088 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-91ab6e3c-b371-47a1-8461-32aa2bf411ed admin admin] 10.222.0.24 "PUT /v2.0/routers/e420571a-7467-426d-9b83-cd281fd7be8c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 10.7270694 Jan 14 07:17:10.617772 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84875) accepted ('10.222.0.24', 34014) {{(pid=84875) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:17:10.643504 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-11d5056b-34d0-4c25-9ac9-959bf7cd57d1 tempest-AttachVolumeShelveTestJSON-2054363538 tempest-AttachVolumeShelveTestJSON-2054363538] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:17:10.677590 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-11d5056b-34d0-4c25-9ac9-959bf7cd57d1 tempest-AttachVolumeShelveTestJSON-2054363538 tempest-AttachVolumeShelveTestJSON-2054363538] Usage tracker for resource:security_group_rule and tenant:0369eaa84818430fab7d025c9522c976 is out of sync, need to count used quota {{(pid=84874) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:17:10.684276 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-11d5056b-34d0-4c25-9ac9-959bf7cd57d1 tempest-AttachVolumeShelveTestJSON-2054363538 tempest-AttachVolumeShelveTestJSON-2054363538] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=84874) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:17:10.706254 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-900e3761-2e55-46a9-91ec-9c86a34cbf0e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:17:10.722703 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-11d5056b-34d0-4c25-9ac9-959bf7cd57d1 tempest-AttachVolumeShelveTestJSON-2054363538 tempest-AttachVolumeShelveTestJSON-2054363538] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=84874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:17:10.861393 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-900e3761-2e55-46a9-91ec-9c86a34cbf0e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850887153'] for security_group, after_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:17:10.873119 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-d42a4bf6-2570-4ef5-b062-e9b5aa586a7e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:17:10.902575 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-900e3761-2e55-46a9-91ec-9c86a34cbf0e admin admin] Notify callbacks [] for security_group, before_response {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:17:10.910124 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-900e3761-2e55-46a9-91ec-9c86a34cbf0e admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/267a8210-5f96-4e62-95f6-9c053a2c26e3 HTTP/1.1" status: 204 len: 168 time: 0.5860295 Jan 14 07:17:10.930461 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-900e3761-2e55-46a9-91ec-9c86a34cbf0e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=267a8210-5f96-4e62-95f6-9c053a2c26e3,revision_number=None']} {{(pid=84874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:17:10.936240 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-900e3761-2e55-46a9-91ec-9c86a34cbf0e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:17:10.937557 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-11d5056b-34d0-4c25-9ac9-959bf7cd57d1 tempest-AttachVolumeShelveTestJSON-2054363538 tempest-AttachVolumeShelveTestJSON-2054363538] Notify callbacks [] for security_group_rule, before_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:17:11.092421 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-017f98a9-8a07-408c-a86f-8ff0c00400a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363259214191800', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854171626'] for agent, after_update {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:17:11.111391 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_dvr_db [None req-969d8663-e7c8-41bb-80ae-f4fe8671392a None None] Set router e420571a-7467-426d-9b83-cd281fd7be8c gateway port host: n-d-768862-2 {{(pid=84877) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 14 07:17:11.171258 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-11d5056b-34d0-4c25-9ac9-959bf7cd57d1 tempest-AttachVolumeShelveTestJSON-2054363538 tempest-AttachVolumeShelveTestJSON-2054363538] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:17:11.178865 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-11d5056b-34d0-4c25-9ac9-959bf7cd57d1 tempest-AttachVolumeShelveTestJSON-2054363538 tempest-AttachVolumeShelveTestJSON-2054363538] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850966545'] for security_group_rule, after_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:17:11.186605 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:17:11.257448 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-b691839b-e18e-4127-a281-f81ac0771a82 admin admin] Notify callbacks [] for router, before_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:17:11.263562 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-11d5056b-34d0-4c25-9ac9-959bf7cd57d1 tempest-AttachVolumeShelveTestJSON-2054363538 tempest-AttachVolumeShelveTestJSON-2054363538] Notify callbacks [] for security_group_rule, before_response {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:17:11.272967 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-11d5056b-34d0-4c25-9ac9-959bf7cd57d1 tempest-AttachVolumeShelveTestJSON-2054363538 tempest-AttachVolumeShelveTestJSON-2054363538] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.6695313 Jan 14 07:17:11.272967 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11d5056b-34d0-4c25-9ac9-959bf7cd57d1 tempest-AttachVolumeShelveTestJSON-2054363538 tempest-AttachVolumeShelveTestJSON-2054363538] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cdfd7747-8c8f-4075-816c-3413e7dcb9fe,revision_number=0']} {{(pid=84874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:17:11.292303 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-11d5056b-34d0-4c25-9ac9-959bf7cd57d1 tempest-AttachVolumeShelveTestJSON-2054363538 tempest-AttachVolumeShelveTestJSON-2054363538] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:17:11.303519 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84874) accepted ('10.222.0.24', 34024) {{(pid=84874) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:17:11.318789 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.v2.base [None req-aba7dad1-bfbc-48c2-9223-8badf5f0fb1f tempest-AttachVolumeShelveTestJSON-2054363538 tempest-AttachVolumeShelveTestJSON-2054363538] Request body: {'floatingip': {'floating_network_id': '226f1e78-82cd-4481-9055-4eb73b6db8c1'}} {{(pid=84874) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:17:11.357619 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-aba7dad1-bfbc-48c2-9223-8badf5f0fb1f tempest-AttachVolumeShelveTestJSON-2054363538 tempest-AttachVolumeShelveTestJSON-2054363538] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:17:11.386654 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-aba7dad1-bfbc-48c2-9223-8badf5f0fb1f tempest-AttachVolumeShelveTestJSON-2054363538 tempest-AttachVolumeShelveTestJSON-2054363538] Usage tracker for resource:floatingip and tenant:0369eaa84818430fab7d025c9522c976 is out of sync, need to count used quota {{(pid=84874) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:17:11.393919 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-aba7dad1-bfbc-48c2-9223-8badf5f0fb1f tempest-AttachVolumeShelveTestJSON-2054363538 tempest-AttachVolumeShelveTestJSON-2054363538] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=84874) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:17:11.418927 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-aba7dad1-bfbc-48c2-9223-8badf5f0fb1f tempest-AttachVolumeShelveTestJSON-2054363538 tempest-AttachVolumeShelveTestJSON-2054363538] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=84874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:17:11.433144 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.managers [None req-1ec4ea6a-28ac-4ba0-8348-5813149ba28b admin admin] Network 681d101f-ccb8-47f3-9abd-65869d564a46 has no segments {{(pid=84875) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 14 07:17:11.455109 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-1ec4ea6a-28ac-4ba0-8348-5813149ba28b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-596065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3154253'] for segment, after_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:17:11.456117 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-aba7dad1-bfbc-48c2-9223-8badf5f0fb1f tempest-AttachVolumeShelveTestJSON-2054363538 tempest-AttachVolumeShelveTestJSON-2054363538] Notify callbacks [] for floatingip, before_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:17:11.706716 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62d5e4fb-c20c-4cb1-8cf7-f780e90e57a8 req-710399f2-279a-4be3-96c0-5fbbdf439b41 tempest-ServersTestManualDisk-1343302522 tempest-ServersTestManualDisk-1343302522] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:17:11.707408 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [req-62d5e4fb-c20c-4cb1-8cf7-f780e90e57a8 req-710399f2-279a-4be3-96c0-5fbbdf439b41 tempest-ServersTestManualDisk-1343302522 tempest-ServersTestManualDisk-1343302522] Synchronizing usage tracker for tenant:661b4734ee684b3ea96a5a2b407b90b1 on resource:network {{(pid=84875) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 14 07:17:11.754181 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_hamode_db [None req-969d8663-e7c8-41bb-80ae-f4fe8671392a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e420571a-7467-426d-9b83-cd281fd7be8c', 'name': 'tempest-AttachVolumeTestJSON-587176200-router', 'tenant_id': '74f4739a0b63415f9629cd39a2c2160a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '226f1e78-82cd-4481-9055-4eb73b6db8c1', 'external_fixed_ips': [{'subnet_id': 'ba8deeec-7658-4195-9449-038c076f5c83', 'ip_address': '172.25.2.58'}], 'enable_snat': True}, 'gw_port_id': 'fecb0993-1e0b-4a4a-abce-a7dee4d11228', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-14T07:15:45Z', 'updated_at': '2021-01-14T07:17:06Z', 'revision_number': 5, 'project_id': '74f4739a0b63415f9629cd39a2c2160a', 'gw_port': {'id': 'fecb0993-1e0b-4a4a-abce-a7dee4d11228', 'name': '', 'network_id': '226f1e78-82cd-4481-9055-4eb73b6db8c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:b0:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e420571a-7467-426d-9b83-cd281fd7be8c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1142, 'fixed_ips': [{'subnet_id': 'ba8deeec-7658-4195-9449-038c076f5c83', 'ip_address': '172.25.2.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T07:15:46Z', 'updated_at': '2021-01-14T07:15:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ba8deeec-7658-4195-9449-038c076f5c83', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-2'}], 'n-d-768862-2', False) {} {{(pid=84877) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:17:11.765070 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-969d8663-e7c8-41bb-80ae-f4fe8671392a None None] Checking router: e420571a-7467-426d-9b83-cd281fd7be8c for host: n-d-768862-2 {{(pid=84877) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Jan 14 07:17:11.787063 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-969d8663-e7c8-41bb-80ae-f4fe8671392a None None] Routers {'e420571a-7467-426d-9b83-cd281fd7be8c'} bound to L3 agent in host n-d-768862-2 {{(pid=84877) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 14 07:17:11.787759 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_hamode_db [None req-969d8663-e7c8-41bb-80ae-f4fe8671392a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-01-14T06:56:51Z,description=,heartbeat_timestamp=2021-01-14T07:16:51Z,host='n-d-768862-2',id=35f592e9-451b-4db9-abea-77b6a5c5391b,load=0,resource_versions=,resources_synced=,started_at=2021-01-14T06:56:51Z,topic='l3_agent')) {'router_ids': ['e420571a-7467-426d-9b83-cd281fd7be8c'], 'active': True} {{(pid=84877) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:17:11.956076 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.managers [None req-1ec4ea6a-28ac-4ba0-8348-5813149ba28b admin admin] Network 681d101f-ccb8-47f3-9abd-65869d564a46 has no segments {{(pid=84875) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 14 07:17:11.986699 n-d-768862-2 neutron-server[84765]: Traceback (most recent call last): Jan 14 07:17:11.986699 n-d-768862-2 neutron-server[84765]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 14 07:17:11.986699 n-d-768862-2 neutron-server[84765]: timer() Jan 14 07:17:11.986699 n-d-768862-2 neutron-server[84765]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 14 07:17:11.986699 n-d-768862-2 neutron-server[84765]: cb(*args, **kw) Jan 14 07:17:11.986699 n-d-768862-2 neutron-server[84765]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Jan 14 07:17:11.986699 n-d-768862-2 neutron-server[84765]: return func(*args, **kwargs) Jan 14 07:17:11.986699 n-d-768862-2 neutron-server[84765]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 14 07:17:11.986699 n-d-768862-2 neutron-server[84765]: self._notify() Jan 14 07:17:11.986699 n-d-768862-2 neutron-server[84765]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 14 07:17:11.986699 n-d-768862-2 neutron-server[84765]: self.callback(batched_events) Jan 14 07:17:11.986699 n-d-768862-2 neutron-server[84765]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 14 07:17:11.986699 n-d-768862-2 neutron-server[84765]: event.method(event) Jan 14 07:17:11.986699 n-d-768862-2 neutron-server[84765]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 14 07:17:11.986699 n-d-768862-2 neutron-server[84765]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 14 07:17:11.986699 n-d-768862-2 neutron-server[84765]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Jan 14 07:17:11.986699 n-d-768862-2 neutron-server[84765]: segment_id)['aggregates'][0] Jan 14 07:17:11.986699 n-d-768862-2 neutron-server[84765]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 14 07:17:11.986699 n-d-768862-2 neutron-server[84765]: return f(self, *a, **k) Jan 14 07:17:11.986699 n-d-768862-2 neutron-server[84765]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 14 07:17:11.986699 n-d-768862-2 neutron-server[84765]: return self._get(url).json() Jan 14 07:17:11.986699 n-d-768862-2 neutron-server[84765]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 14 07:17:11.986699 n-d-768862-2 neutron-server[84765]: **kwargs) Jan 14 07:17:11.986699 n-d-768862-2 neutron-server[84765]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 14 07:17:11.986699 n-d-768862-2 neutron-server[84765]: return self.request(url, 'GET', **kwargs) Jan 14 07:17:11.986699 n-d-768862-2 neutron-server[84765]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Jan 14 07:17:11.986699 n-d-768862-2 neutron-server[84765]: **endpoint_filter) Jan 14 07:17:11.986699 n-d-768862-2 neutron-server[84765]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 14 07:17:11.986699 n-d-768862-2 neutron-server[84765]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 14 07:17:11.986699 n-d-768862-2 neutron-server[84765]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 14 07:17:11.986699 n-d-768862-2 neutron-server[84765]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 14 07:17:11.986699 n-d-768862-2 neutron-server[84765]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 14 07:17:12.014485 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-aba7dad1-bfbc-48c2-9223-8badf5f0fb1f tempest-AttachVolumeShelveTestJSON-2054363538 tempest-AttachVolumeShelveTestJSON-2054363538] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555753'] for port, before_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:17:12.066516 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-b691839b-e18e-4127-a281-f81ac0771a82 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:17:12.072484 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.plugin [None req-b691839b-e18e-4127-a281-f81ac0771a82 admin admin] Deleting port fecb0993-1e0b-4a4a-abce-a7dee4d11228 {{(pid=84875) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 07:17:12.072935 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-b691839b-e18e-4127-a281-f81ac0771a82 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363259214248359'] for port, before_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:17:12.226926 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_dvr_db [None req-969d8663-e7c8-41bb-80ae-f4fe8671392a None None] Set router e420571a-7467-426d-9b83-cd281fd7be8c gateway port host: n-d-768862-2 {{(pid=84877) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 14 07:17:12.277308 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [None req-b691839b-e18e-4127-a281-f81ac0771a82 admin admin] For port fecb0993-1e0b-4a4a-abce-a7dee4d11228, host n-d-768862-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-2',level=0,port_id=fecb0993-1e0b-4a4a-abce-a7dee4d11228,segment=NetworkSegment(cf3ded2c-bc47-4a71-89af-6e7117e60140),segment_id=cf3ded2c-bc47-4a71-89af-6e7117e60140)] {{(pid=84875) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 07:17:12.277999 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-b691839b-e18e-4127-a281-f81ac0771a82 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036850862667'] for port, precommit_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:17:12.285713 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-852a24f7-e9a1-4193-9abb-e9506fe5213f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363259214191800', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854171626'] for agent, after_update {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:17:12.421140 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.plugin [None req-b691839b-e18e-4127-a281-f81ac0771a82 admin admin] Calling delete_port for fecb0993-1e0b-4a4a-abce-a7dee4d11228 owned by network:router_gateway {{(pid=84875) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 07:17:12.639639 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [req-62d5e4fb-c20c-4cb1-8cf7-f780e90e57a8 req-710399f2-279a-4be3-96c0-5fbbdf439b41 tempest-ServersTestManualDisk-1343302522 tempest-ServersTestManualDisk-1343302522] Unset dirty status for tenant:661b4734ee684b3ea96a5a2b407b90b1 on resource:network {{(pid=84875) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 14 07:17:12.641011 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [req-62d5e4fb-c20c-4cb1-8cf7-f780e90e57a8 req-710399f2-279a-4be3-96c0-5fbbdf439b41 tempest-ServersTestManualDisk-1343302522 tempest-ServersTestManualDisk-1343302522] 10.222.0.24 "GET /v2.0/networks?id=746fcb4a-0a00-4b9c-9f5d-22bf19df0afb HTTP/1.1" status: 200 len: 812 time: 2.0624785 Jan 14 07:17:12.655781 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.db_base_plugin_common [None req-aba7dad1-bfbc-48c2-9223-8badf5f0fb1f tempest-AttachVolumeShelveTestJSON-2054363538 tempest-AttachVolumeShelveTestJSON-2054363538] Allocated IP 172.25.2.109 (226f1e78-82cd-4481-9055-4eb73b6db8c1/ba8deeec-7658-4195-9449-038c076f5c83/7c0c6451-1315-48c9-9b96-7193da489a0d) {{(pid=84874) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 14 07:17:12.711249 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-1ec4ea6a-28ac-4ba0-8348-5813149ba28b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036854176830', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850887149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3912591'] for network, after_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:17:12.735517 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-7e37d2b3-dee9-465b-a152-a7af98cf1559 tempest-TaggedBootDevicesTest_v242-294831919 tempest-TaggedBootDevicesTest_v242-294831919] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:17:12.828655 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [req-62d5e4fb-c20c-4cb1-8cf7-f780e90e57a8 req-1b1ec71a-59f9-49bf-a99b-8512c95469aa tempest-ServersTestManualDisk-1343302522 tempest-ServersTestManualDisk-1343302522] 10.222.0.24 "GET /v2.0/quotas/661b4734ee684b3ea96a5a2b407b90b1 HTTP/1.1" status: 200 len: 375 time: 0.1600912 Jan 14 07:17:12.832059 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-1ec4ea6a-28ac-4ba0-8348-5813149ba28b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3207107'] for network, before_response {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:17:12.851221 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_hamode_db [None req-969d8663-e7c8-41bb-80ae-f4fe8671392a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e420571a-7467-426d-9b83-cd281fd7be8c', 'name': 'tempest-AttachVolumeTestJSON-587176200-router', 'tenant_id': '74f4739a0b63415f9629cd39a2c2160a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '226f1e78-82cd-4481-9055-4eb73b6db8c1', 'external_fixed_ips': [{'subnet_id': 'ba8deeec-7658-4195-9449-038c076f5c83', 'ip_address': '172.25.2.58'}], 'enable_snat': True}, 'gw_port_id': 'fecb0993-1e0b-4a4a-abce-a7dee4d11228', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-14T07:15:45Z', 'updated_at': '2021-01-14T07:17:06Z', 'revision_number': 5, 'project_id': '74f4739a0b63415f9629cd39a2c2160a', 'gw_port': {'id': 'fecb0993-1e0b-4a4a-abce-a7dee4d11228', 'name': '', 'network_id': '226f1e78-82cd-4481-9055-4eb73b6db8c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:b0:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e420571a-7467-426d-9b83-cd281fd7be8c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1142, 'fixed_ips': [{'subnet_id': 'ba8deeec-7658-4195-9449-038c076f5c83', 'ip_address': '172.25.2.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T07:15:46Z', 'updated_at': '2021-01-14T07:15:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ba8deeec-7658-4195-9449-038c076f5c83', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-2'}], 'n-d-768862-2', False) {} {{(pid=84877) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:17:12.869766 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-969d8663-e7c8-41bb-80ae-f4fe8671392a None None] The sync data for ids ['e420571a-7467-426d-9b83-cd281fd7be8c'] in n-d-768862-2 is: [{'id': 'e420571a-7467-426d-9b83-cd281fd7be8c', 'name': 'tempest-AttachVolumeTestJSON-587176200-router', 'tenant_id': '74f4739a0b63415f9629cd39a2c2160a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '226f1e78-82cd-4481-9055-4eb73b6db8c1', 'external_fixed_ips': [{'subnet_id': 'ba8deeec-7658-4195-9449-038c076f5c83', 'ip_address': '172.25.2.58'}], 'enable_snat': True}, 'gw_port_id': 'fecb0993-1e0b-4a4a-abce-a7dee4d11228', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-14T07:15:45Z', 'updated_at': '2021-01-14T07:17:06Z', 'revision_number': 5, 'project_id': '74f4739a0b63415f9629cd39a2c2160a', 'gw_port': {'id': 'fecb0993-1e0b-4a4a-abce-a7dee4d11228', 'name': '', 'network_id': '226f1e78-82cd-4481-9055-4eb73b6db8c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:b0:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e420571a-7467-426d-9b83-cd281fd7be8c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1142, 'fixed_ips': [{'subnet_id': 'ba8deeec-7658-4195-9449-038c076f5c83', 'ip_address': '172.25.2.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T07:15:46Z', 'updated_at': '2021-01-14T07:15:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ba8deeec-7658-4195-9449-038c076f5c83', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-2'}] {{(pid=84877) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Jan 14 07:17:12.992580 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ec4ea6a-28ac-4ba0-8348-5813149ba28b admin admin] Pushing event deleted for resources: {'Network': ['ID=681d101f-ccb8-47f3-9abd-65869d564a46,revision_number=None']} {{(pid=84875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:17:13.012342 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-b691839b-e18e-4127-a281-f81ac0771a82 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777640533329', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777640097463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851621574'] for port, after_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:17:13.083714 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-1ec4ea6a-28ac-4ba0-8348-5813149ba28b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.347s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:17:13.126340 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-aba7dad1-bfbc-48c2-9223-8badf5f0fb1f tempest-AttachVolumeShelveTestJSON-2054363538 tempest-AttachVolumeShelveTestJSON-2054363538] Notify callbacks [] for port, precommit_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:17:13.172293 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-aba7dad1-bfbc-48c2-9223-8badf5f0fb1f tempest-AttachVolumeShelveTestJSON-2054363538 tempest-AttachVolumeShelveTestJSON-2054363538] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777640123575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3254186'] for port, after_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:17:13.207951 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-c7ce4ff5-030d-4e03-8b76-1a4d54d17c21 tempest-ServersNegativeTestJSON-1888996924 tempest-ServersNegativeTestJSON-1888996924] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:17:13.288717 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-1ec4ea6a-28ac-4ba0-8348-5813149ba28b admin admin] 10.222.0.24 "DELETE /v2.0/networks/681d101f-ccb8-47f3-9abd-65869d564a46 HTTP/1.1" status: 204 len: 168 time: 4.1571610 Jan 14 07:17:13.370323 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [req-62d5e4fb-c20c-4cb1-8cf7-f780e90e57a8 req-7fe9489a-06c2-43b2-9754-41f56c548baa tempest-ServersTestManualDisk-1343302522 tempest-ServersTestManualDisk-1343302522] Synchronizing usage tracker for tenant:661b4734ee684b3ea96a5a2b407b90b1 on resource:port {{(pid=84875) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 14 07:17:13.405436 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aba7dad1-bfbc-48c2-9223-8badf5f0fb1f tempest-AttachVolumeShelveTestJSON-2054363538 tempest-AttachVolumeShelveTestJSON-2054363538] Pushing event updated for resources: {'Port': ['ID=7c0c6451-1315-48c9-9b96-7193da489a0d,revision_number=1']} {{(pid=84874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:17:13.412118 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-aba7dad1-bfbc-48c2-9223-8badf5f0fb1f tempest-AttachVolumeShelveTestJSON-2054363538 tempest-AttachVolumeShelveTestJSON-2054363538] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.204s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:17:13.455620 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [req-62d5e4fb-c20c-4cb1-8cf7-f780e90e57a8 req-7fe9489a-06c2-43b2-9754-41f56c548baa tempest-ServersTestManualDisk-1343302522 tempest-ServersTestManualDisk-1343302522] Unset dirty status for tenant:661b4734ee684b3ea96a5a2b407b90b1 on resource:port {{(pid=84875) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 14 07:17:13.467513 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [req-62d5e4fb-c20c-4cb1-8cf7-f780e90e57a8 req-7fe9489a-06c2-43b2-9754-41f56c548baa tempest-ServersTestManualDisk-1343302522 tempest-ServersTestManualDisk-1343302522] 10.222.0.24 "GET /v2.0/ports?tenant_id=661b4734ee684b3ea96a5a2b407b90b1&fields=id HTTP/1.1" status: 200 len: 348 time: 0.6374664 Jan 14 07:17:13.490069 n-d-768862-2 neutron-server[84765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aba7dad1-bfbc-48c2-9223-8badf5f0fb1f tempest-AttachVolumeShelveTestJSON-2054363538 tempest-AttachVolumeShelveTestJSON-2054363538] Network 226f1e78-82cd-4481-9055-4eb73b6db8c1 is already hosted by enough agents. {{(pid=84874) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 07:17:13.491934 n-d-768862-2 neutron-server[84765]: DEBUG neutron.scheduler.base_scheduler [None req-aba7dad1-bfbc-48c2-9223-8badf5f0fb1f tempest-AttachVolumeShelveTestJSON-2054363538 tempest-AttachVolumeShelveTestJSON-2054363538] Resources bound (agent type, host, resource id): {{(pid=84874) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 07:17:13.494719 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aba7dad1-bfbc-48c2-9223-8badf5f0fb1f tempest-AttachVolumeShelveTestJSON-2054363538 tempest-AttachVolumeShelveTestJSON-2054363538] Received port after_create {{(pid=84874) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 14 07:17:13.666111 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84874) accepted ('10.222.0.24', 34076) {{(pid=84874) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:17:13.747062 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-f1e049ce-a00c-489c-a169-639d2ee60713 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=ca59055ca54243c4af20a98b78d91167&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0791018 Jan 14 07:17:13.752410 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84874) accepted ('10.222.0.24', 34082) {{(pid=84874) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:17:13.767346 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [req-62d5e4fb-c20c-4cb1-8cf7-f780e90e57a8 req-2d8e1ade-5a77-47bc-aa1a-afa03fe1712e service neutron] 10.222.0.24 "GET /v2.0/networks/746fcb4a-0a00-4b9c-9f5d-22bf19df0afb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2616112 Jan 14 07:17:13.811576 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-b691839b-e18e-4127-a281-f81ac0771a82 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036850863128'] for router_gateway, after_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:17:13.877135 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-9f2e3318-4b07-4c42-b1bc-c3afa6f08f1e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:17:13.940010 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-9f2e3318-4b07-4c42-b1bc-c3afa6f08f1e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:17:14.027275 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-9f2e3318-4b07-4c42-b1bc-c3afa6f08f1e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850887153'] for security_group, after_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:17:14.032121 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-0f6896cb-ceb9-4b2e-a6ae-551273e69ecd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:17:14.048623 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f2e3318-4b07-4c42-b1bc-c3afa6f08f1e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f7a0b043-2606-4539-b35e-428ccec15947,revision_number=None']} {{(pid=84874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:17:14.053299 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-9f2e3318-4b07-4c42-b1bc-c3afa6f08f1e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:17:14.102825 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-9f2e3318-4b07-4c42-b1bc-c3afa6f08f1e admin admin] Notify callbacks [] for security_group, before_response {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:17:14.105191 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-9f2e3318-4b07-4c42-b1bc-c3afa6f08f1e admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/f7a0b043-2606-4539-b35e-428ccec15947 HTTP/1.1" status: 204 len: 168 time: 0.3516827 Jan 14 07:17:14.151247 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [req-62d5e4fb-c20c-4cb1-8cf7-f780e90e57a8 req-7058202e-7895-436a-93d1-8e6d4a674b9f service neutron] 10.222.0.24 "GET /v2.0/networks/746fcb4a-0a00-4b9c-9f5d-22bf19df0afb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.3829615 Jan 14 07:17:14.158653 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-b691839b-e18e-4127-a281-f81ac0771a82 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3889346', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036854717606'] for router, precommit_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:17:14.162682 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-b691839b-e18e-4127-a281-f81ac0771a82 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:17:14.201403 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-b691839b-e18e-4127-a281-f81ac0771a82 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036850897070'] for router, after_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:17:14.204144 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b691839b-e18e-4127-a281-f81ac0771a82 admin admin] Fanout notify agent at l3_agent the message router_deleted on router e420571a-7467-426d-9b83-cd281fd7be8c {{(pid=84875) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jan 14 07:17:14.230740 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-aba7dad1-bfbc-48c2-9223-8badf5f0fb1f tempest-AttachVolumeShelveTestJSON-2054363538 tempest-AttachVolumeShelveTestJSON-2054363538] Notify callbacks [] for floatingip, precommit_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:17:14.232940 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-b691839b-e18e-4127-a281-f81ac0771a82 admin admin] Notify callbacks [] for router, before_response {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:17:14.237492 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-b691839b-e18e-4127-a281-f81ac0771a82 admin admin] 10.222.0.24 "DELETE /v2.0/routers/e420571a-7467-426d-9b83-cd281fd7be8c HTTP/1.1" status: 204 len: 168 time: 3.6155624 Jan 14 07:17:14.239065 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84874) accepted ('10.222.0.24', 34096) {{(pid=84874) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:17:14.419668 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-aba7dad1-bfbc-48c2-9223-8badf5f0fb1f tempest-AttachVolumeShelveTestJSON-2054363538 tempest-AttachVolumeShelveTestJSON-2054363538] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555753'] for port, before_update {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:17:14.867588 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.db_base_plugin_v2 [None req-b043d321-0c0e-44f4-954c-e23deca4537a admin admin] Deleting subnet 60405176-213b-469f-9a23-3c75a8d00661 {{(pid=84874) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Jan 14 07:17:14.867588 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-b043d321-0c0e-44f4-954c-e23deca4537a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:17:14.929027 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Device fecb0993-1e0b-4a4a-abce-a7dee4d11228 no longer exists at agent ovs-agent-n-d-768862-2 {{(pid=84876) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jan 14 07:17:14.975494 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.plugin [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] No Port match for: fecb0993-1e0b-4a4a-abce-a7dee4d11228 {{(pid=84876) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2188}} Jan 14 07:17:14.976343 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Device fecb0993-1e0b-4a4a-abce-a7dee4d11228 not bound to the agent host n-d-768862-2 {{(pid=84876) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jan 14 07:17:14.977050 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Device 7a95cca5-9aca-459e-920d-c55778e57eab no longer exists at agent ovs-agent-n-d-768862-2 {{(pid=84876) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jan 14 07:17:15.030565 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.plugin [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] No Port match for: 7a95cca5-9aca-459e-920d-c55778e57eab {{(pid=84876) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2188}} Jan 14 07:17:15.031156 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Device 7a95cca5-9aca-459e-920d-c55778e57eab not bound to the agent host n-d-768862-2 {{(pid=84876) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jan 14 07:17:15.129369 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84875) accepted ('10.222.0.24', 34134) {{(pid=84875) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:17:15.279692 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-b043d321-0c0e-44f4-954c-e23deca4537a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036851807232'] for subnet, precommit_delete_associations {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:17:15.361712 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-52ebcb8c-d1bd-4148-afc9-a8f5db703010 tempest-ServersTestManualDisk-1343302522 tempest-ServersTestManualDisk-1343302522] Notify callbacks [] for security_group, before_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:17:15.401842 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-aba7dad1-bfbc-48c2-9223-8badf5f0fb1f tempest-AttachVolumeShelveTestJSON-2054363538 tempest-AttachVolumeShelveTestJSON-2054363538] Notify callbacks [] for port, precommit_update {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:17:15.414436 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-aba7dad1-bfbc-48c2-9223-8badf5f0fb1f tempest-AttachVolumeShelveTestJSON-2054363538 tempest-AttachVolumeShelveTestJSON-2054363538] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777640533312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363259214678337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777640097497', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036851521613'] for port, after_update {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:17:15.431436 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-aba7dad1-bfbc-48c2-9223-8badf5f0fb1f tempest-AttachVolumeShelveTestJSON-2054363538 tempest-AttachVolumeShelveTestJSON-2054363538] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:17:15.459600 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-52ebcb8c-d1bd-4148-afc9-a8f5db703010 tempest-ServersTestManualDisk-1343302522 tempest-ServersTestManualDisk-1343302522] Notify callbacks [] for security_group, precommit_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:17:15.509241 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aba7dad1-bfbc-48c2-9223-8badf5f0fb1f tempest-AttachVolumeShelveTestJSON-2054363538 tempest-AttachVolumeShelveTestJSON-2054363538] Pushing event updated for resources: {'Port': ['ID=7c0c6451-1315-48c9-9b96-7193da489a0d,revision_number=2']} {{(pid=84874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:17:15.516612 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-b043d321-0c0e-44f4-954c-e23deca4537a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036854176836'] for subnet, precommit_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:17:15.575309 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-52ebcb8c-d1bd-4148-afc9-a8f5db703010 tempest-ServersTestManualDisk-1343302522 tempest-ServersTestManualDisk-1343302522] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850887153'] for security_group, after_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:17:15.586971 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-1452a6b3-6172-4aad-985c-e6fd36d18be9 tempest-SecurityGroupRulesTestJSON-1709174060 tempest-SecurityGroupRulesTestJSON-1709174060] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:17:15.610627 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-aba7dad1-bfbc-48c2-9223-8badf5f0fb1f tempest-AttachVolumeShelveTestJSON-2054363538 tempest-AttachVolumeShelveTestJSON-2054363538] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.179s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:17:15.618440 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52ebcb8c-d1bd-4148-afc9-a8f5db703010 tempest-ServersTestManualDisk-1343302522 tempest-ServersTestManualDisk-1343302522] Pushing event deleted for resources: {'SecurityGroup': ['ID=e89533db-0402-46a0-bc39-5f9c709b346f,revision_number=None']} {{(pid=84875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:17:15.623912 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-52ebcb8c-d1bd-4148-afc9-a8f5db703010 tempest-ServersTestManualDisk-1343302522 tempest-ServersTestManualDisk-1343302522] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:17:15.671950 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-52ebcb8c-d1bd-4148-afc9-a8f5db703010 tempest-ServersTestManualDisk-1343302522 tempest-ServersTestManualDisk-1343302522] Notify callbacks [] for security_group, before_response {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:17:15.671950 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-52ebcb8c-d1bd-4148-afc9-a8f5db703010 tempest-ServersTestManualDisk-1343302522 tempest-ServersTestManualDisk-1343302522] 10.222.0.24 "DELETE /v2.0/security-groups/e89533db-0402-46a0-bc39-5f9c709b346f HTTP/1.1" status: 204 len: 168 time: 0.5398228 Jan 14 07:17:15.685541 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84875) accepted ('10.222.0.24', 34158) {{(pid=84875) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:17:15.733239 n-d-768862-2 neutron-server[84765]: INFO neutron.api.v2.resource [None req-ea8abf6e-636c-4f87-8e46-acb23312c7de tempest-ServersTestManualDisk-1343302522 tempest-ServersTestManualDisk-1343302522] show failed (client error): The resource could not be found. Jan 14 07:17:15.739737 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-ea8abf6e-636c-4f87-8e46-acb23312c7de tempest-ServersTestManualDisk-1343302522 tempest-ServersTestManualDisk-1343302522] 10.222.0.24 "GET /v2.0/security-groups/e89533db-0402-46a0-bc39-5f9c709b346f HTTP/1.1" status: 404 len: 347 time: 0.0529170 Jan 14 07:17:15.744727 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84875) accepted ('10.222.0.24', 34162) {{(pid=84875) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:17:16.044650 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-aba7dad1-bfbc-48c2-9223-8badf5f0fb1f tempest-AttachVolumeShelveTestJSON-2054363538 tempest-AttachVolumeShelveTestJSON-2054363538] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3912638'] for floatingip, after_update {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:17:16.077775 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-aba7dad1-bfbc-48c2-9223-8badf5f0fb1f tempest-AttachVolumeShelveTestJSON-2054363538 tempest-AttachVolumeShelveTestJSON-2054363538] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854768116'] for floatingip, before_response {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:17:16.088584 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-aba7dad1-bfbc-48c2-9223-8badf5f0fb1f tempest-AttachVolumeShelveTestJSON-2054363538 tempest-AttachVolumeShelveTestJSON-2054363538] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 4.7823310 Jan 14 07:17:16.100774 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.plugin [None req-d61773f9-6e9f-40e1-b39d-2f073ce05169 tempest-ServersTestManualDisk-1343302522 tempest-ServersTestManualDisk-1343302522] Deleting port 5479af28-0723-40da-a34b-8ccd3a553fe2 {{(pid=84875) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 07:17:16.101331 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-d61773f9-6e9f-40e1-b39d-2f073ce05169 tempest-ServersTestManualDisk-1343302522 tempest-ServersTestManualDisk-1343302522] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363259214248359'] for port, before_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:17:16.117159 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-b043d321-0c0e-44f4-954c-e23deca4537a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-598964', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850887113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036851521664', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2794686'] for subnet, after_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:17:16.141636 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-db3bd92b-db28-43c4-97b3-3e58fb618da0 tempest-TaggedBootDevicesTest_v242-294831919 tempest-TaggedBootDevicesTest_v242-294831919] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:17:16.275236 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b043d321-0c0e-44f4-954c-e23deca4537a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=60405176-213b-469f-9a23-3c75a8d00661,revision_number=None']} {{(pid=84874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:17:16.291865 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-b043d321-0c0e-44f4-954c-e23deca4537a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:17:16.343143 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-b043d321-0c0e-44f4-954c-e23deca4537a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3207107'] for subnet, before_response {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:17:16.344257 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ffbaaf4-d57e-4952-a0f3-c7992e74933c None None] Network 829fea34-3751-44bb-9831-30225757d439 requested from n-d-768862-2 {{(pid=84876) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 07:17:16.356096 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-b043d321-0c0e-44f4-954c-e23deca4537a admin admin] 10.222.0.24 "DELETE /v2.0/subnets/60405176-213b-469f-9a23-3c75a8d00661 HTTP/1.1" status: 204 len: 168 time: 2.1074679 Jan 14 07:17:16.356417 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84874) accepted ('10.222.0.24', 34190) {{(pid=84874) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:17:16.569524 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-55beffcc-584c-477a-820b-50951a0d13c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036854160497'] for network, before_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:17:16.742289 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.plugin [None req-55beffcc-584c-477a-820b-50951a0d13c2 admin admin] Deleting port 047d15d2-fdad-478b-8136-6e6f264b2776 {{(pid=84874) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 07:17:16.743468 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-55beffcc-584c-477a-820b-50951a0d13c2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363259214248359'] for port, before_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:17:16.979493 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d968f8d3-f774-4d40-ba98-c885ad62dd96 None None] DHCP port deletion for 829fea34-3751-44bb-9831-30225757d439 request from n-d-768862-2 {{(pid=84876) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Jan 14 07:17:16.984559 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.plugin [None req-d968f8d3-f774-4d40-ba98-c885ad62dd96 None None] Deleting port 047d15d2-fdad-478b-8136-6e6f264b2776 {{(pid=84876) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 07:17:16.985306 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-d968f8d3-f774-4d40-ba98-c885ad62dd96 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363259214248359'] for port, before_delete {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:17:17.012185 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [req-456dd2b6-e08d-42ed-afb9-f1735a797954 req-d7e0c73c-1fb9-41c1-a0e0-76d3fbac053e tempest-AttachVolumeShelveTestJSON-2054363538 tempest-AttachVolumeShelveTestJSON-2054363538] Synchronizing usage tracker for tenant:0369eaa84818430fab7d025c9522c976 on resource:security_group {{(pid=84875) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 14 07:17:17.056766 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [req-456dd2b6-e08d-42ed-afb9-f1735a797954 req-d7e0c73c-1fb9-41c1-a0e0-76d3fbac053e tempest-AttachVolumeShelveTestJSON-2054363538 tempest-AttachVolumeShelveTestJSON-2054363538] Unset dirty status for tenant:0369eaa84818430fab7d025c9522c976 on resource:security_group {{(pid=84875) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 14 07:17:17.069185 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [req-456dd2b6-e08d-42ed-afb9-f1735a797954 req-d7e0c73c-1fb9-41c1-a0e0-76d3fbac053e tempest-AttachVolumeShelveTestJSON-2054363538 tempest-AttachVolumeShelveTestJSON-2054363538] 10.222.0.24 "GET /v2.0/security-groups?name=tempest-securitygroup--790417522&fields=id&tenant_id=0369eaa84818430fab7d025c9522c976 HTTP/1.1" status: 200 len: 267 time: 0.1632540 Jan 14 07:17:17.315307 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-d61773f9-6e9f-40e1-b39d-2f073ce05169 tempest-ServersTestManualDisk-1343302522 tempest-ServersTestManualDisk-1343302522] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036850862667'] for port, precommit_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:17:17.315688 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-d61773f9-6e9f-40e1-b39d-2f073ce05169 tempest-ServersTestManualDisk-1343302522 tempest-ServersTestManualDisk-1343302522] Notify callbacks [] for floatingip, precommit_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:17:17.347268 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [None req-55beffcc-584c-477a-820b-50951a0d13c2 admin admin] For port 047d15d2-fdad-478b-8136-6e6f264b2776, host n-d-768862-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-2',level=0,port_id=047d15d2-fdad-478b-8136-6e6f264b2776,segment=NetworkSegment(7dc8bfe7-08e0-4981-80ff-b785085bd301),segment_id=7dc8bfe7-08e0-4981-80ff-b785085bd301)] {{(pid=84874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 07:17:17.348713 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-55beffcc-584c-477a-820b-50951a0d13c2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036850862667'] for port, precommit_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:17:17.386337 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [None req-d968f8d3-f774-4d40-ba98-c885ad62dd96 None None] For port 047d15d2-fdad-478b-8136-6e6f264b2776, host n-d-768862-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-2',level=0,port_id=047d15d2-fdad-478b-8136-6e6f264b2776,segment=NetworkSegment(7dc8bfe7-08e0-4981-80ff-b785085bd301),segment_id=7dc8bfe7-08e0-4981-80ff-b785085bd301)] {{(pid=84876) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 07:17:17.386872 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-d968f8d3-f774-4d40-ba98-c885ad62dd96 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036850862667'] for port, precommit_delete {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:17:17.585981 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.plugin [None req-d61773f9-6e9f-40e1-b39d-2f073ce05169 tempest-ServersTestManualDisk-1343302522 tempest-ServersTestManualDisk-1343302522] Calling delete_port for 5479af28-0723-40da-a34b-8ccd3a553fe2 owned by network:floatingip {{(pid=84875) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 07:17:17.588335 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.plugin [None req-d968f8d3-f774-4d40-ba98-c885ad62dd96 None None] Calling delete_port for 047d15d2-fdad-478b-8136-6e6f264b2776 owned by network:dhcp {{(pid=84876) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 07:17:17.590846 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84874) accepted ('10.222.0.24', 34218) {{(pid=84874) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:17:17.664252 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.plugin [None req-55beffcc-584c-477a-820b-50951a0d13c2 admin admin] Calling delete_port for 047d15d2-fdad-478b-8136-6e6f264b2776 owned by network:dhcp {{(pid=84874) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 07:17:17.830765 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-55beffcc-584c-477a-820b-50951a0d13c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777640533329', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777640097463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3254186'] for port, after_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:17:17.861378 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-d61773f9-6e9f-40e1-b39d-2f073ce05169 tempest-ServersTestManualDisk-1343302522 tempest-ServersTestManualDisk-1343302522] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777640533329', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777640097463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851621574'] for port, after_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:17:17.908191 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-34486b83-38f1-49d6-ba7e-8baf5e5b8341 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:17:17.960135 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/relationships.py:1998: SAWarning: Setting backref / back_populates on relationship QosNetworkPolicyBinding.port to refer to viewonly relationship Port.qos_network_policy_binding should include sync_backref=False set on the QosNetworkPolicyBinding.port relationship. (this warning may be suppressed after 10 occurrences) Jan 14 07:17:17.960135 n-d-768862-2 neutron-server[84765]: (rel_b, rel_a, rel_b), Jan 14 07:17:17.960135 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/relationships.py:1998: SAWarning: Setting backref / back_populates on relationship Tag.standard_attr to refer to viewonly relationship StandardAttribute.tags should include sync_backref=False set on the Tag.standard_attr relationship. (this warning may be suppressed after 10 occurrences) Jan 14 07:17:17.960135 n-d-768862-2 neutron-server[84765]: (rel_b, rel_a, rel_b), Jan 14 07:17:17.960135 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 14 07:17:17.960135 n-d-768862-2 neutron-server[84765]: % (table.description, expected, rows_matched) Jan 14 07:17:17.960135 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 14 07:17:17.960135 n-d-768862-2 neutron-server[84765]: % (table.description, expected, rows_matched) Jan 14 07:17:17.960135 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 14 07:17:17.960135 n-d-768862-2 neutron-server[84765]: % (table.description, expected, rows_matched) Jan 14 07:17:17.960135 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 14 07:17:17.960135 n-d-768862-2 neutron-server[84765]: % (table.description, expected, rows_matched) Jan 14 07:17:17.960135 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 14 07:17:17.960135 n-d-768862-2 neutron-server[84765]: % (table.description, expected, rows_matched) Jan 14 07:17:17.960135 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 14 07:17:17.960135 n-d-768862-2 neutron-server[84765]: % (table.description, expected, rows_matched) Jan 14 07:17:17.960135 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 14 07:17:17.960135 n-d-768862-2 neutron-server[84765]: % (table.description, expected, rows_matched) Jan 14 07:17:17.960135 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 14 07:17:17.960135 n-d-768862-2 neutron-server[84765]: % (table.description, expected, rows_matched) Jan 14 07:17:17.960135 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 14 07:17:17.960135 n-d-768862-2 neutron-server[84765]: % (table.description, expected, rows_matched) Jan 14 07:17:17.960135 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 14 07:17:17.960135 n-d-768862-2 neutron-server[84765]: % (table.description, expected, rows_matched) Jan 14 07:17:17.960135 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 14 07:17:17.960135 n-d-768862-2 neutron-server[84765]: % (table.description, expected, rows_matched) Jan 14 07:17:17.960135 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 14 07:17:17.960135 n-d-768862-2 neutron-server[84765]: % (table.description, expected, rows_matched) Jan 14 07:17:17.960135 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 14 07:17:17.960135 n-d-768862-2 neutron-server[84765]: % (table.description, expected, rows_matched) Jan 14 07:17:17.960135 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 14 07:17:17.960135 n-d-768862-2 neutron-server[84765]: % (table.description, expected, rows_matched) Jan 14 07:17:17.960135 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 14 07:17:17.960135 n-d-768862-2 neutron-server[84765]: % (table.description, expected, rows_matched) Jan 14 07:17:17.960135 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 14 07:17:17.960135 n-d-768862-2 neutron-server[84765]: % (table.description, expected, rows_matched) Jan 14 07:17:17.962797 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 14 07:17:17.962797 n-d-768862-2 neutron-server[84765]: % (table.description, expected, rows_matched) Jan 14 07:17:17.962797 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 14 07:17:17.962797 n-d-768862-2 neutron-server[84765]: % (table.description, expected, rows_matched) Jan 14 07:17:17.962797 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 14 07:17:17.962797 n-d-768862-2 neutron-server[84765]: % (table.description, expected, rows_matched) Jan 14 07:17:17.962797 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 14 07:17:17.962797 n-d-768862-2 neutron-server[84765]: % (table.description, expected, rows_matched) Jan 14 07:17:17.962797 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 14 07:17:17.962797 n-d-768862-2 neutron-server[84765]: % (table.description, expected, rows_matched) Jan 14 07:17:17.962797 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 14 07:17:17.962797 n-d-768862-2 neutron-server[84765]: % (table.description, expected, rows_matched) Jan 14 07:17:17.962797 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 14 07:17:17.962797 n-d-768862-2 neutron-server[84765]: % (table.description, expected, rows_matched) Jan 14 07:17:17.962797 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 14 07:17:17.962797 n-d-768862-2 neutron-server[84765]: % (table.description, expected, rows_matched) Jan 14 07:17:17.976035 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.db.api [None req-d968f8d3-f774-4d40-ba98-c885ad62dd96 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84876) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Jan 14 07:17:17.978928 n-d-768862-2 neutron-server[84765]: DEBUG oslo_db.api [None req-d968f8d3-f774-4d40-ba98-c885ad62dd96 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84876) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Jan 14 07:17:18.057680 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d61773f9-6e9f-40e1-b39d-2f073ce05169 tempest-ServersTestManualDisk-1343302522 tempest-ServersTestManualDisk-1343302522] Pushing event deleted for resources: {'Port': ['ID=5479af28-0723-40da-a34b-8ccd3a553fe2,revision_number=None']} {{(pid=84875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:17:18.124326 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-4410792a-a14e-4a66-b271-489dbc53a088 tempest-AttachVolumeNegativeTest-666515632 tempest-AttachVolumeNegativeTest-666515632] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:17:18.167909 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-d61773f9-6e9f-40e1-b39d-2f073ce05169 tempest-ServersTestManualDisk-1343302522 tempest-ServersTestManualDisk-1343302522] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.260s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:17:18.216764 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.v2.base [None req-b1e29748-a06a-452f-b43b-4311647ae2f4 admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsV221TestJSON-239082623-network', 'tenant_id': '658ee89797c146cba02de58ee5fe1a09'}} {{(pid=84874) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:17:18.223797 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55beffcc-584c-477a-820b-50951a0d13c2 admin admin] Pushing event deleted for resources: {'Port': ['ID=047d15d2-fdad-478b-8136-6e6f264b2776,revision_number=None']} {{(pid=84874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:17:18.228022 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-55beffcc-584c-477a-820b-50951a0d13c2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:17:18.235295 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55beffcc-584c-477a-820b-50951a0d13c2 admin admin] No DVR routers for this DVR port 047d15d2-fdad-478b-8136-6e6f264b2776 on host n-d-768862-2 {{(pid=84874) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Jan 14 07:17:18.279052 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-b1e29748-a06a-452f-b43b-4311647ae2f4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:17:18.292489 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-456dd2b6-e08d-42ed-afb9-f1735a797954 req-ae715a5f-3673-4026-b316-dfcdc072eb1b tempest-AttachVolumeShelveTestJSON-2054363538 tempest-AttachVolumeShelveTestJSON-2054363538] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:17:18.300428 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [req-456dd2b6-e08d-42ed-afb9-f1735a797954 req-ae715a5f-3673-4026-b316-dfcdc072eb1b tempest-AttachVolumeShelveTestJSON-2054363538 tempest-AttachVolumeShelveTestJSON-2054363538] 10.222.0.24 "GET /v2.0/networks?id=fd7a982b-b38c-4e49-b1ba-1aa0df49caf9 HTTP/1.1" status: 200 len: 816 time: 1.2297173 Jan 14 07:17:18.345606 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [req-456dd2b6-e08d-42ed-afb9-f1735a797954 req-8eefce2f-bbd1-494f-b861-cae48d064f01 tempest-AttachVolumeShelveTestJSON-2054363538 tempest-AttachVolumeShelveTestJSON-2054363538] 10.222.0.24 "GET /v2.0/quotas/0369eaa84818430fab7d025c9522c976 HTTP/1.1" status: 200 len: 375 time: 0.0436680 Jan 14 07:17:18.413875 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-55beffcc-584c-477a-820b-50951a0d13c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-598987', 'neutron.services.segments.db._delete_segments_for_network-8777640583949'] for network, precommit_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:17:18.481542 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.plugin [None req-d968f8d3-f774-4d40-ba98-c885ad62dd96 None None] Deleting port 047d15d2-fdad-478b-8136-6e6f264b2776 {{(pid=84876) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 07:17:18.482237 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-d968f8d3-f774-4d40-ba98-c885ad62dd96 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363259214248359'] for port, before_delete {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:17:18.492297 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-d61773f9-6e9f-40e1-b39d-2f073ce05169 tempest-ServersTestManualDisk-1343302522 tempest-ServersTestManualDisk-1343302522] Notify callbacks [] for floatingip, after_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:17:18.556336 n-d-768862-2 neutron-server[84765]: DEBUG neutron.services.segments.db [None req-55beffcc-584c-477a-820b-50951a0d13c2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['829fea34-3751-44bb-9831-30225757d439']}} {{(pid=84874) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:17:18.567918 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [req-456dd2b6-e08d-42ed-afb9-f1735a797954 req-3c536bf0-a774-4b16-82b7-45a6913ccdb4 tempest-AttachVolumeShelveTestJSON-2054363538 tempest-AttachVolumeShelveTestJSON-2054363538] 10.222.0.24 "GET /v2.0/ports?tenant_id=0369eaa84818430fab7d025c9522c976&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2116871 Jan 14 07:17:18.570353 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-d61773f9-6e9f-40e1-b39d-2f073ce05169 tempest-ServersTestManualDisk-1343302522 tempest-ServersTestManualDisk-1343302522] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854768116'] for floatingip, before_response {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:17:18.571673 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-d61773f9-6e9f-40e1-b39d-2f073ce05169 tempest-ServersTestManualDisk-1343302522 tempest-ServersTestManualDisk-1343302522] 10.222.0.24 "DELETE /v2.0/floatingips/7fd9770a-3f4e-48c1-92e8-2f52601651e8 HTTP/1.1" status: 204 len: 168 time: 2.8258543 Jan 14 07:17:18.573042 n-d-768862-2 neutron-server[84765]: DEBUG neutron.services.segments.db [None req-55beffcc-584c-477a-820b-50951a0d13c2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7dc8bfe7-08e0-4981-80ff-b785085bd301') {'for_net_delete': True} {{(pid=84874) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:17:18.573535 n-d-768862-2 neutron-server[84765]: DEBUG neutron.services.segments.db [None req-55beffcc-584c-477a-820b-50951a0d13c2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7dc8bfe7-08e0-4981-80ff-b785085bd301') {} {{(pid=84874) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:17:18.588390 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-55beffcc-584c-477a-820b-50951a0d13c2 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363259214173198', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2968632'] for segment, before_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:17:18.597102 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84875) accepted ('10.222.0.24', 34252) {{(pid=84875) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:17:18.618157 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-b1e29748-a06a-452f-b43b-4311647ae2f4 admin admin] Usage tracker for resource:network and tenant:658ee89797c146cba02de58ee5fe1a09 is out of sync, need to count used quota {{(pid=84874) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:17:18.626535 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-55beffcc-584c-477a-820b-50951a0d13c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854179735'] for segment, precommit_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:17:18.630884 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-55beffcc-584c-477a-820b-50951a0d13c2 admin admin] Releasing vxlan tunnel 17 to pool {{(pid=84874) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Jan 14 07:17:18.647127 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.plugin [None req-d968f8d3-f774-4d40-ba98-c885ad62dd96 None None] The port '047d15d2-fdad-478b-8136-6e6f264b2776' was deleted {{(pid=84876) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Jan 14 07:17:18.760475 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-c5d0c0b3-e17f-4e5b-81f6-3352a7632f3f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363259214191800', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854171626'] for agent, after_update {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:17:18.904464 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-b1e29748-a06a-452f-b43b-4311647ae2f4 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84874) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:17:18.914481 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Device 047d15d2-fdad-478b-8136-6e6f264b2776 no longer exists at agent ovs-agent-n-d-768862-2 {{(pid=84876) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jan 14 07:17:18.916175 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-b1e29748-a06a-452f-b43b-4311647ae2f4 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:17:18.989608 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.plugin [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] No Port match for: 047d15d2-fdad-478b-8136-6e6f264b2776 {{(pid=84876) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2188}} Jan 14 07:17:18.990899 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Device 047d15d2-fdad-478b-8136-6e6f264b2776 not bound to the agent host n-d-768862-2 {{(pid=84876) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jan 14 07:17:19.044823 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b1e29748-a06a-452f-b43b-4311647ae2f4 admin admin] Made reservation on behalf of 658ee89797c146cba02de58ee5fe1a09 for: {'network': 1} {{(pid=84874) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 07:17:19.050643 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-b1e29748-a06a-452f-b43b-4311647ae2f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555753'] for network, before_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:17:19.087733 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-b1e29748-a06a-452f-b43b-4311647ae2f4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:17:19.116326 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.managers [None req-55beffcc-584c-477a-820b-50951a0d13c2 admin admin] Network 829fea34-3751-44bb-9831-30225757d439 has no segments {{(pid=84874) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 14 07:17:19.129138 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-b1e29748-a06a-452f-b43b-4311647ae2f4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:17:19.134037 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-b1e29748-a06a-452f-b43b-4311647ae2f4 admin admin] Usage tracker for resource:security_group_rule and tenant:658ee89797c146cba02de58ee5fe1a09 is out of sync, need to count used quota {{(pid=84874) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:17:19.138283 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-b1e29748-a06a-452f-b43b-4311647ae2f4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84874) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:17:19.146115 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-b1e29748-a06a-452f-b43b-4311647ae2f4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:17:19.155221 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-55beffcc-584c-477a-820b-50951a0d13c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-596065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036851521571'] for segment, after_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:17:19.348338 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84875) accepted ('10.222.0.24', 34286) {{(pid=84875) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:17:19.364784 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-b1e29748-a06a-452f-b43b-4311647ae2f4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:17:19.407216 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-b1e29748-a06a-452f-b43b-4311647ae2f4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850887153'] for security_group, after_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:17:19.411396 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-35b7f008-cda0-40d7-aca6-c8f3d96f6b0a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:17:19.554722 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b1e29748-a06a-452f-b43b-4311647ae2f4 admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 3} {{(pid=84874) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Jan 14 07:17:19.583216 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1e29748-a06a-452f-b43b-4311647ae2f4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=69a7daf9-ed39-45a5-b6f7-a1fe11d43575,revision_number=1']} {{(pid=84874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:17:19.595317 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-b1e29748-a06a-452f-b43b-4311647ae2f4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.184s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:17:19.606414 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [req-456dd2b6-e08d-42ed-afb9-f1735a797954 req-5f9a7ecf-03e9-4afa-8a8e-2a75c9323803 service neutron] 10.222.0.24 "GET /v2.0/networks/fd7a982b-b38c-4e49-b1ba-1aa0df49caf9?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0387702 Jan 14 07:17:19.615917 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.managers [None req-55beffcc-584c-477a-820b-50951a0d13c2 admin admin] Network 829fea34-3751-44bb-9831-30225757d439 has no segments {{(pid=84874) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 14 07:17:19.648762 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:is_default":"rule:admin_only" was deprecated in W in favor of "update_network:is_default":"role:admin and system_scope:all". Reason: Jan 14 07:17:19.648762 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:17:19.648762 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:17:19.648762 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:17:19.648762 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:port_security_enabled":"rule:admin_or_owner" was deprecated in W in favor of "update_network:port_security_enabled":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 07:17:19.648762 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:17:19.648762 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:17:19.648762 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:17:19.648762 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "delete_network":"rule:admin_or_owner" was deprecated in W in favor of "delete_network":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 07:17:19.648762 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:17:19.648762 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:17:19.648762 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:17:19.648762 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_segment":"rule:admin_only" was deprecated in W in favor of "create_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:17:19.648762 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:17:19.648762 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_segment":"rule:admin_only" was deprecated in W in favor of "get_segment":"role:reader and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:17:19.648762 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:17:19.648762 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_segment":"rule:admin_only" was deprecated in W in favor of "update_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:17:19.648762 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:17:19.648762 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "delete_segment":"rule:admin_only" was deprecated in W in favor of "delete_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:17:19.648762 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:17:19.648762 n-d-768862-2 neutron-server[84765]: Traceback (most recent call last): Jan 14 07:17:19.648762 n-d-768862-2 neutron-server[84765]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 14 07:17:19.648762 n-d-768862-2 neutron-server[84765]: timer() Jan 14 07:17:19.648762 n-d-768862-2 neutron-server[84765]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 14 07:17:19.648762 n-d-768862-2 neutron-server[84765]: cb(*args, **kw) Jan 14 07:17:19.648762 n-d-768862-2 neutron-server[84765]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Jan 14 07:17:19.648762 n-d-768862-2 neutron-server[84765]: return func(*args, **kwargs) Jan 14 07:17:19.648762 n-d-768862-2 neutron-server[84765]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 14 07:17:19.648762 n-d-768862-2 neutron-server[84765]: self._notify() Jan 14 07:17:19.648762 n-d-768862-2 neutron-server[84765]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 14 07:17:19.648762 n-d-768862-2 neutron-server[84765]: self.callback(batched_events) Jan 14 07:17:19.648762 n-d-768862-2 neutron-server[84765]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 14 07:17:19.648762 n-d-768862-2 neutron-server[84765]: event.method(event) Jan 14 07:17:19.648762 n-d-768862-2 neutron-server[84765]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 14 07:17:19.648762 n-d-768862-2 neutron-server[84765]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 14 07:17:19.648762 n-d-768862-2 neutron-server[84765]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Jan 14 07:17:19.648762 n-d-768862-2 neutron-server[84765]: segment_id)['aggregates'][0] Jan 14 07:17:19.648762 n-d-768862-2 neutron-server[84765]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 14 07:17:19.648762 n-d-768862-2 neutron-server[84765]: return f(self, *a, **k) Jan 14 07:17:19.648762 n-d-768862-2 neutron-server[84765]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 14 07:17:19.648762 n-d-768862-2 neutron-server[84765]: return self._get(url).json() Jan 14 07:17:19.648762 n-d-768862-2 neutron-server[84765]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 14 07:17:19.648762 n-d-768862-2 neutron-server[84765]: **kwargs) Jan 14 07:17:19.648762 n-d-768862-2 neutron-server[84765]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 14 07:17:19.648762 n-d-768862-2 neutron-server[84765]: return self.request(url, 'GET', **kwargs) Jan 14 07:17:19.648762 n-d-768862-2 neutron-server[84765]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Jan 14 07:17:19.648762 n-d-768862-2 neutron-server[84765]: **endpoint_filter) Jan 14 07:17:19.648762 n-d-768862-2 neutron-server[84765]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 14 07:17:19.648762 n-d-768862-2 neutron-server[84765]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 14 07:17:19.648762 n-d-768862-2 neutron-server[84765]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 14 07:17:19.648762 n-d-768862-2 neutron-server[84765]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 14 07:17:19.648762 n-d-768862-2 neutron-server[84765]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 14 07:17:19.654680 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-b1e29748-a06a-452f-b43b-4311647ae2f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854179735'] for segment, precommit_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:17:19.655960 n-d-768862-2 neutron-server[84765]: INFO neutron.db.segments_db [None req-b1e29748-a06a-452f-b43b-4311647ae2f4 admin admin] Added segment 243d6c9e-7150-4e19-831a-cf280f1cae0e of type vxlan for network 3a33af88-ec2b-4191-b173-53ce2d3764a0 Jan 14 07:17:19.800167 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-b1e29748-a06a-452f-b43b-4311647ae2f4 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363259214646115'] for network, precommit_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:17:19.819383 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84874) accepted ('10.222.0.24', 34294) {{(pid=84874) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:17:19.836024 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-55beffcc-584c-477a-820b-50951a0d13c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036854176830', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850887149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3912591'] for network, after_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:17:19.841980 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-55beffcc-584c-477a-820b-50951a0d13c2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3207107'] for network, before_response {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:17:19.848408 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-fe7ba277-a444-4050-9f50-21742ba086cc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:17:19.897066 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55beffcc-584c-477a-820b-50951a0d13c2 admin admin] Pushing event deleted for resources: {'Network': ['ID=829fea34-3751-44bb-9831-30225757d439,revision_number=None']} {{(pid=84874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:17:19.900241 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-55beffcc-584c-477a-820b-50951a0d13c2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:17:19.910819 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-55beffcc-584c-477a-820b-50951a0d13c2 admin admin] 10.222.0.24 "DELETE /v2.0/networks/829fea34-3751-44bb-9831-30225757d439 HTTP/1.1" status: 204 len: 168 time: 3.5530200 Jan 14 07:17:19.912951 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-b1e29748-a06a-452f-b43b-4311647ae2f4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850887149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964'] for network, after_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:17:19.914079 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1e29748-a06a-452f-b43b-4311647ae2f4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:17:19.915142 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-b1e29748-a06a-452f-b43b-4311647ae2f4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3207107'] for network, before_response {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:17:19.931976 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-8d774345-2370-46e4-8c15-ba1005f1caa3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:17:20.040365 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-95b94e20-0159-435d-8df0-5940147b8425 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:17:20.049113 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-b1e29748-a06a-452f-b43b-4311647ae2f4 admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 2.4572771 Jan 14 07:17:20.058249 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84874) accepted ('10.222.0.24', 34302) {{(pid=84874) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:17:20.073606 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.v2.base [None req-8ab7a4b7-8148-4199-9f29-6195208fa633 admin admin] Request body: {'subnet': {'network_id': '3a33af88-ec2b-4191-b173-53ce2d3764a0', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsV221TestJSON-239082623-subnet', 'tenant_id': '658ee89797c146cba02de58ee5fe1a09', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=84874) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:17:20.085219 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-6db259b8-7511-4902-a52d-0d2d3864d98e admin admin] Notify callbacks [] for security_group, before_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:17:20.114310 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-8ab7a4b7-8148-4199-9f29-6195208fa633 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:17:20.119388 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1e29748-a06a-452f-b43b-4311647ae2f4 admin admin] Pushing event updated for resources: {'Network': ['ID=3a33af88-ec2b-4191-b173-53ce2d3764a0,revision_number=1']} {{(pid=84874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:17:20.126587 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-8ab7a4b7-8148-4199-9f29-6195208fa633 admin admin] Usage tracker for resource:subnet and tenant:658ee89797c146cba02de58ee5fe1a09 is out of sync, need to count used quota {{(pid=84874) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:17:20.130896 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-b1e29748-a06a-452f-b43b-4311647ae2f4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.199s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:17:20.133277 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-8ab7a4b7-8148-4199-9f29-6195208fa633 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84874) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:17:20.136705 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-017f98a9-8a07-408c-a86f-8ff0c00400a0 None None] Network 3a33af88-ec2b-4191-b173-53ce2d3764a0 details requested by agent ovs-agent-n-h1-768862-2 with host n-h1-768862-2 {{(pid=84876) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 07:17:20.136871 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-6db259b8-7511-4902-a52d-0d2d3864d98e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:17:20.140054 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-95b94e20-0159-435d-8df0-5940147b8425 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:17:20.143642 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-8ab7a4b7-8148-4199-9f29-6195208fa633 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:17:20.146674 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-6db259b8-7511-4902-a52d-0d2d3864d98e admin admin] Usage tracker for resource:security_group_rule and tenant:4b209aa67fc3483eb5bfb4608a9d6b7c is out of sync, need to count used quota {{(pid=84874) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:17:20.147447 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-95b94e20-0159-435d-8df0-5940147b8425 admin admin] Usage tracker for resource:security_group_rule and tenant:2b189767ec30453a8f6c86e4ca1dfa07 is out of sync, need to count used quota {{(pid=84875) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:17:20.151092 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-6db259b8-7511-4902-a52d-0d2d3864d98e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84874) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:17:20.153055 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-95b94e20-0159-435d-8df0-5940147b8425 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84875) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:17:20.160902 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-6db259b8-7511-4902-a52d-0d2d3864d98e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:17:20.163134 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-95b94e20-0159-435d-8df0-5940147b8425 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:17:20.173184 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8ab7a4b7-8148-4199-9f29-6195208fa633 admin admin] Made reservation on behalf of 658ee89797c146cba02de58ee5fe1a09 for: {'subnet': 1} {{(pid=84874) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 07:17:20.178636 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-8ab7a4b7-8148-4199-9f29-6195208fa633 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036851981161'] for subnet, before_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:17:20.265087 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-852a24f7-e9a1-4193-9abb-e9506fe5213f None None] Network 3a33af88-ec2b-4191-b173-53ce2d3764a0 details requested by agent ovs-agent-n-h2-768862-2 with host n-h2-768862-2 {{(pid=84876) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 07:17:20.283863 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84875) accepted ('10.222.0.24', 34306) {{(pid=84875) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:17:20.287509 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Network 3a33af88-ec2b-4191-b173-53ce2d3764a0 details requested by agent ovs-agent-n-d-768862-2 with host n-d-768862-2 {{(pid=84876) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 07:17:20.382236 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [req-456dd2b6-e08d-42ed-afb9-f1735a797954 req-640cb04b-554c-436a-b262-3b1ba9edc126 service neutron] 10.222.0.24 "GET /v2.0/networks/fd7a982b-b38c-4e49-b1ba-1aa0df49caf9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.6624932 Jan 14 07:17:20.612467 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-53d04048-be0d-42eb-90b9-284c0a03e397 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=74f4739a0b63415f9629cd39a2c2160a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3261416 Jan 14 07:17:20.620478 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84874) accepted ('10.222.0.24', 34314) {{(pid=84874) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:17:20.713609 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-9f0ff7f0-c959-4913-bdd5-cd2ae536766f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:17:20.737800 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-95b94e20-0159-435d-8df0-5940147b8425 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:17:20.758778 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-95b94e20-0159-435d-8df0-5940147b8425 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850887153'] for security_group, after_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:17:20.790215 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-d6e522e4-15ba-4667-ad33-baa003c2f027 tempest-SecurityGroupRulesTestJSON-1709174060 tempest-SecurityGroupRulesTestJSON-1709174060] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:17:20.859054 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95b94e20-0159-435d-8df0-5940147b8425 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4bd58420-b4c9-4981-89c4-41c36a1a5617,revision_number=1']} {{(pid=84875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:17:20.866674 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-95b94e20-0159-435d-8df0-5940147b8425 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:17:20.903917 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-6db259b8-7511-4902-a52d-0d2d3864d98e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:17:20.916628 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-95b94e20-0159-435d-8df0-5940147b8425 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=2b189767ec30453a8f6c86e4ca1dfa07&name=default HTTP/1.1" status: 200 len: 2983 time: 1.5568335 Jan 14 07:17:20.918072 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-6db259b8-7511-4902-a52d-0d2d3864d98e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850887153'] for security_group, after_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:17:20.919581 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84875) accepted ('10.222.0.24', 34324) {{(pid=84875) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:17:20.936897 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-bdd1559f-733c-4553-a884-675f5555fdee admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3889632'] for router_interface, before_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:17:20.962937 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-84c746d9-ee91-4e5b-a35f-535711edf7d3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:17:20.978038 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-6db259b8-7511-4902-a52d-0d2d3864d98e admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=4b209aa67fc3483eb5bfb4608a9d6b7c&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1517043 Jan 14 07:17:20.992777 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84874) accepted ('10.222.0.24', 34328) {{(pid=84874) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:17:21.080537 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-9f0ff7f0-c959-4913-bdd5-cd2ae536766f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:17:21.183293 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-e57712ff-8aca-4c22-9987-a5ccb73ef1dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363259214191800', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854171626'] for agent, after_update {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:17:21.196293 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-7aeba4da-4ef0-421b-a0d8-54ddf2b51bf3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:17:21.257053 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-7aeba4da-4ef0-421b-a0d8-54ddf2b51bf3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:17:21.273564 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6db259b8-7511-4902-a52d-0d2d3864d98e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=31b97ada-9b6b-424c-a791-59249ebe7d67,revision_number=1']} {{(pid=84874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:17:21.330804 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84875) accepted ('10.222.0.24', 34342) {{(pid=84875) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:17:21.332758 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-6db259b8-7511-4902-a52d-0d2d3864d98e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.369s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:17:21.372296 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-4a3867d4-cf0b-4589-b743-76562c0bdbf4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:17:21.473444 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-4a3867d4-cf0b-4589-b743-76562c0bdbf4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:17:21.500269 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-9f0ff7f0-c959-4913-bdd5-cd2ae536766f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850887153'] for security_group, after_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:17:21.507602 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-83743649-6e85-43b7-aa79-800db2ec87e3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:17:21.540521 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-7aeba4da-4ef0-421b-a0d8-54ddf2b51bf3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850887153'] for security_group, after_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:17:21.556963 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f0ff7f0-c959-4913-bdd5-cd2ae536766f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b2ebe4ee-47b1-4152-85a2-8f9bb806098b,revision_number=None']} {{(pid=84874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:17:21.573001 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-9f0ff7f0-c959-4913-bdd5-cd2ae536766f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:17:21.573901 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-7aeba4da-4ef0-421b-a0d8-54ddf2b51bf3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:17:21.584518 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-0ad136c2-3f93-41bc-b91c-b7afe6855fc8 tempest-AttachVolumeShelveTestJSON-2054363538 tempest-AttachVolumeShelveTestJSON-2054363538] Notify callbacks [] for security_group, before_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:17:21.589380 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-7aeba4da-4ef0-421b-a0d8-54ddf2b51bf3 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/31b97ada-9b6b-424c-a791-59249ebe7d67 HTTP/1.1" status: 204 len: 168 time: 0.5783117 Jan 14 07:17:21.590259 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-6db259b8-7511-4902-a52d-0d2d3864d98e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.029s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:17:21.614569 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-9f0ff7f0-c959-4913-bdd5-cd2ae536766f admin admin] Notify callbacks [] for security_group, before_response {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:17:21.615980 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-9f0ff7f0-c959-4913-bdd5-cd2ae536766f admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/b2ebe4ee-47b1-4152-85a2-8f9bb806098b HTTP/1.1" status: 204 len: 168 time: 0.9941013 Jan 14 07:17:21.618247 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aeba4da-4ef0-421b-a0d8-54ddf2b51bf3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=31b97ada-9b6b-424c-a791-59249ebe7d67,revision_number=None']} {{(pid=84874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:17:21.618827 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-0ad136c2-3f93-41bc-b91c-b7afe6855fc8 tempest-AttachVolumeShelveTestJSON-2054363538 tempest-AttachVolumeShelveTestJSON-2054363538] Notify callbacks [] for security_group, precommit_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:17:21.634037 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-7aeba4da-4ef0-421b-a0d8-54ddf2b51bf3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:17:21.753076 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-0ad136c2-3f93-41bc-b91c-b7afe6855fc8 tempest-AttachVolumeShelveTestJSON-2054363538 tempest-AttachVolumeShelveTestJSON-2054363538] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850887153'] for security_group, after_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:17:21.777263 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-5648a27e-fcdf-4467-b4fd-14c3d5b33031 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:17:21.806378 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-0ad136c2-3f93-41bc-b91c-b7afe6855fc8 tempest-AttachVolumeShelveTestJSON-2054363538 tempest-AttachVolumeShelveTestJSON-2054363538] Notify callbacks [] for security_group, before_response {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:17:21.808018 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-0ad136c2-3f93-41bc-b91c-b7afe6855fc8 tempest-AttachVolumeShelveTestJSON-2054363538 tempest-AttachVolumeShelveTestJSON-2054363538] 10.222.0.24 "DELETE /v2.0/security-groups/d89b36a3-71ec-4567-ac2d-8914a3acfa90 HTTP/1.1" status: 204 len: 168 time: 0.4707603 Jan 14 07:17:21.870431 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84874) accepted ('10.222.0.24', 34358) {{(pid=84874) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:17:21.872437 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ad136c2-3f93-41bc-b91c-b7afe6855fc8 tempest-AttachVolumeShelveTestJSON-2054363538 tempest-AttachVolumeShelveTestJSON-2054363538] Pushing event deleted for resources: {'SecurityGroup': ['ID=d89b36a3-71ec-4567-ac2d-8914a3acfa90,revision_number=None']} {{(pid=84875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:17:21.875885 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-0ad136c2-3f93-41bc-b91c-b7afe6855fc8 tempest-AttachVolumeShelveTestJSON-2054363538 tempest-AttachVolumeShelveTestJSON-2054363538] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:17:21.948635 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-4a3867d4-cf0b-4589-b743-76562c0bdbf4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850887153'] for security_group, after_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:17:21.958981 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-52ebcb8c-d1bd-4148-afc9-a8f5db703010 tempest-ServersTestManualDisk-1343302522 tempest-ServersTestManualDisk-1343302522] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:17:21.976935 n-d-768862-2 neutron-server[84765]: INFO neutron.api.v2.resource [None req-22bdab94-6c3c-4cbd-8306-960c81c2f80b tempest-AttachVolumeShelveTestJSON-2054363538 tempest-AttachVolumeShelveTestJSON-2054363538] show failed (client error): The resource could not be found. Jan 14 07:17:21.983059 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-22bdab94-6c3c-4cbd-8306-960c81c2f80b tempest-AttachVolumeShelveTestJSON-2054363538 tempest-AttachVolumeShelveTestJSON-2054363538] 10.222.0.24 "GET /v2.0/security-groups/d89b36a3-71ec-4567-ac2d-8914a3acfa90 HTTP/1.1" status: 404 len: 347 time: 0.1066155 Jan 14 07:17:21.983719 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a3867d4-cf0b-4589-b743-76562c0bdbf4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4bd58420-b4c9-4981-89c4-41c36a1a5617,revision_number=None']} {{(pid=84875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:17:21.993355 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-4a3867d4-cf0b-4589-b743-76562c0bdbf4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:17:21.993717 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84874) accepted ('10.222.0.24', 34362) {{(pid=84874) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:17:21.994624 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-4a3867d4-cf0b-4589-b743-76562c0bdbf4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:17:22.001240 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-4a3867d4-cf0b-4589-b743-76562c0bdbf4 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/4bd58420-b4c9-4981-89c4-41c36a1a5617 HTTP/1.1" status: 204 len: 168 time: 1.0699632 Jan 14 07:17:22.250885 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-8ab7a4b7-8148-4199-9f29-6195208fa633 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850887113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3254092', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036851981146'] for subnet, after_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:17:22.295207 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-da76cfc0-98e8-4426-9f6d-4f05aa3fae78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363259214191800', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854171626'] for agent, after_update {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:17:22.340426 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-94a8c850-c279-494b-bfc0-0b4201c3b915 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:17:22.545645 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.plugin [None req-bdd1559f-733c-4553-a884-675f5555fdee admin admin] Deleting port 17fb8e95-39c4-4e1f-9712-06b687bfdb25 {{(pid=84875) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 07:17:22.545944 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-bdd1559f-733c-4553-a884-675f5555fdee admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363259214248359'] for port, before_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:17:22.593990 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363259214191800', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854171626'] for agent, after_update {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:17:22.720783 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84874) accepted ('10.222.0.24', 34372) {{(pid=84874) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:17:22.815155 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [None req-bdd1559f-733c-4553-a884-675f5555fdee admin admin] For port 17fb8e95-39c4-4e1f-9712-06b687bfdb25, host n-d-768862-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-2',level=0,port_id=17fb8e95-39c4-4e1f-9712-06b687bfdb25,segment=NetworkSegment(79551e25-9469-411b-8e84-4a913c0321f6),segment_id=79551e25-9469-411b-8e84-4a913c0321f6)] {{(pid=84875) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 07:17:22.815560 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-bdd1559f-733c-4553-a884-675f5555fdee admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036850862667'] for port, precommit_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:17:22.921728 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-e3eb2d96-776f-48f4-88ef-eababe462923 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:17:22.944409 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ab7a4b7-8148-4199-9f29-6195208fa633 admin admin] Pushing event updated for resources: {'Subnet': ['ID=bf861faa-7624-48eb-b8a1-1a33ecf63144,revision_number=0']} {{(pid=84874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:17:22.983875 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-8ab7a4b7-8148-4199-9f29-6195208fa633 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.638s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:17:23.005613 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-e3eb2d96-776f-48f4-88ef-eababe462923 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:17:23.020746 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.plugin [None req-34e57816-e3e0-4ca5-8fc5-e7ba28abda10 tempest-AttachVolumeShelveTestJSON-2054363538 tempest-AttachVolumeShelveTestJSON-2054363538] Deleting port 7c0c6451-1315-48c9-9b96-7193da489a0d {{(pid=84874) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 07:17:23.021416 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-34e57816-e3e0-4ca5-8fc5-e7ba28abda10 tempest-AttachVolumeShelveTestJSON-2054363538 tempest-AttachVolumeShelveTestJSON-2054363538] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363259214248359'] for port, before_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:17:23.027985 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.plugin [None req-bdd1559f-733c-4553-a884-675f5555fdee admin admin] Calling delete_port for 17fb8e95-39c4-4e1f-9712-06b687bfdb25 owned by network:router_interface {{(pid=84875) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 07:17:23.071087 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-e3eb2d96-776f-48f4-88ef-eababe462923 admin admin] Usage tracker for resource:security_group_rule and tenant:cea70fb665ac418ca529e19e781dd57f is out of sync, need to count used quota {{(pid=84874) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:17:23.109713 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-e3eb2d96-776f-48f4-88ef-eababe462923 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84874) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:17:23.190822 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-0f37073e-9c69-4e3c-80e0-6cfaa0fd61a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363259214191800', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854171626'] for agent, after_update {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:17:23.292857 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-e3eb2d96-776f-48f4-88ef-eababe462923 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:17:23.413512 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-bdd1559f-733c-4553-a884-675f5555fdee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777640533329', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777640097463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851621574'] for port, after_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:17:23.522806 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-338fb122-dea1-43a1-83a7-d8447d06dc70 tempest-TaggedBootDevicesTest_v242-294831919 tempest-TaggedBootDevicesTest_v242-294831919] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:17:23.577571 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdd1559f-733c-4553-a884-675f5555fdee admin admin] Pushing event deleted for resources: {'Port': ['ID=17fb8e95-39c4-4e1f-9712-06b687bfdb25,revision_number=None']} {{(pid=84875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:17:23.583736 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-bdd1559f-733c-4553-a884-675f5555fdee admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:17:23.584975 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-e3eb2d96-776f-48f4-88ef-eababe462923 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:17:23.743947 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-e3eb2d96-776f-48f4-88ef-eababe462923 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850887153'] for security_group, after_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:17:23.768979 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-5b6079f4-f559-4a27-ba85-dee36970d34f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:17:23.952345 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3eb2d96-776f-48f4-88ef-eababe462923 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dcabc5c6-aa5f-4cbe-835f-59dfcce0d9f8,revision_number=1']} {{(pid=84874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:17:23.969300 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-e3eb2d96-776f-48f4-88ef-eababe462923 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.200s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:17:23.974550 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-e3eb2d96-776f-48f4-88ef-eababe462923 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=cea70fb665ac418ca529e19e781dd57f&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2315471 Jan 14 07:17:23.995390 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84874) accepted ('10.222.0.24', 34410) {{(pid=84874) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:17:24.080968 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ab7a4b7-8148-4199-9f29-6195208fa633 admin admin] Checking segment: {'id': '243d6c9e-7150-4e19-831a-cf280f1cae0e', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '3a33af88-ec2b-4191-b173-53ce2d3764a0'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84874) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 14 07:17:24.081616 n-d-768862-2 neutron-server[84765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ab7a4b7-8148-4199-9f29-6195208fa633 admin admin] Network hostable DHCP agents. Network: 3a33af88-ec2b-4191-b173-53ce2d3764a0, hostable agents: ['32f3dd84-26da-4d18-bf15-6017a8fb7247'], hosted agents: [] {{(pid=84874) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Jan 14 07:17:24.107418 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-34e57816-e3e0-4ca5-8fc5-e7ba28abda10 tempest-AttachVolumeShelveTestJSON-2054363538 tempest-AttachVolumeShelveTestJSON-2054363538] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036850862667'] for port, precommit_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:17:24.108037 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-34e57816-e3e0-4ca5-8fc5-e7ba28abda10 tempest-AttachVolumeShelveTestJSON-2054363538 tempest-AttachVolumeShelveTestJSON-2054363538] Notify callbacks [] for floatingip, precommit_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:17:24.123669 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-bdd1559f-733c-4553-a884-675f5555fdee admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted--9223372036851568851', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal--9223372036850888080'] for router_interface, after_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:17:24.454043 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.plugin [None req-34e57816-e3e0-4ca5-8fc5-e7ba28abda10 tempest-AttachVolumeShelveTestJSON-2054363538 tempest-AttachVolumeShelveTestJSON-2054363538] Calling delete_port for 7c0c6451-1315-48c9-9b96-7193da489a0d owned by network:floatingip {{(pid=84874) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 07:17:24.543242 n-d-768862-2 neutron-server[84765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ab7a4b7-8148-4199-9f29-6195208fa633 admin admin] Network 3a33af88-ec2b-4191-b173-53ce2d3764a0 is scheduled to be hosted by DHCP agent 32f3dd84-26da-4d18-bf15-6017a8fb7247 with binding_index 1 {{(pid=84874) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Jan 14 07:17:24.614631 n-d-768862-2 neutron-server[84765]: DEBUG neutron.scheduler.base_scheduler [None req-8ab7a4b7-8148-4199-9f29-6195208fa633 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768862-2, 3a33af88-ec2b-4191-b173-53ce2d3764a0) {{(pid=84874) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 07:17:24.617997 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-227fc38e-8fa1-4201-a0e8-208ee934e2ba admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:17:24.624978 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f07f75d-e0d3-4cc8-99e8-506e353aeed6 None None] Network 3a33af88-ec2b-4191-b173-53ce2d3764a0 requested from n-d-768862-2 {{(pid=84876) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 07:17:24.651143 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ab7a4b7-8148-4199-9f29-6195208fa633 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:17:24.652305 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-8ab7a4b7-8148-4199-9f29-6195208fa633 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3207107'] for subnet, before_response {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:17:24.875222 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-227fc38e-8fa1-4201-a0e8-208ee934e2ba admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:17:24.931196 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-8ab7a4b7-8148-4199-9f29-6195208fa633 admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 4.8709011 Jan 14 07:17:25.122187 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-34e57816-e3e0-4ca5-8fc5-e7ba28abda10 tempest-AttachVolumeShelveTestJSON-2054363538 tempest-AttachVolumeShelveTestJSON-2054363538] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777640533329', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777640097463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3254186'] for port, after_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:17:25.152193 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de7b380e-5024-4e49-a620-eaa28bb9756b None None] Network 3a33af88-ec2b-4191-b173-53ce2d3764a0 requested from n-d-768862-2 {{(pid=84876) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 07:17:25.208698 n-d-768862-2 neutron-server[84765]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bdd1559f-733c-4553-a884-675f5555fdee admin admin] Router 98ccb2ce-a877-4316-a02c-485f5fa3230b has already been hosted by L3 agent 35f592e9-451b-4db9-abea-77b6a5c5391b {{(pid=84875) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Jan 14 07:17:25.527537 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-3ef313e0-077d-45c5-b953-9cf1d10b7c29 tempest-AttachVolumeShelveTestJSON-2054363538 tempest-AttachVolumeShelveTestJSON-2054363538] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:17:25.636288 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bdd1559f-733c-4553-a884-675f5555fdee admin admin] Notify agent at l3_agent.n-d-768862-2 the message routers_updated {{(pid=84875) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jan 14 07:17:25.644500 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c91a9d35-95b3-4c75-b08a-bb93990bcfc9 None None] Sync routers for ids ['98ccb2ce-a877-4316-a02c-485f5fa3230b'] in n-d-768862-2 {{(pid=84876) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Jan 14 07:17:25.665191 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c91a9d35-95b3-4c75-b08a-bb93990bcfc9 None None] Routers {'98ccb2ce-a877-4316-a02c-485f5fa3230b'} bound to L3 agent in host n-d-768862-2 {{(pid=84876) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 14 07:17:25.666276 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_hamode_db [None req-c91a9d35-95b3-4c75-b08a-bb93990bcfc9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-01-14T06:56:51Z,description=,heartbeat_timestamp=2021-01-14T07:17:21Z,host='n-d-768862-2',id=35f592e9-451b-4db9-abea-77b6a5c5391b,load=0,resource_versions=,resources_synced=,started_at=2021-01-14T06:56:51Z,topic='l3_agent')) {'router_ids': ['98ccb2ce-a877-4316-a02c-485f5fa3230b'], 'active': True} {{(pid=84876) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:17:25.687505 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-bdd1559f-733c-4553-a884-675f5555fdee admin admin] 10.222.0.24 "PUT /v2.0/routers/98ccb2ce-a877-4316-a02c-485f5fa3230b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.0887303 Jan 14 07:17:25.693326 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84875) accepted ('10.222.0.24', 34456) {{(pid=84875) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:17:25.745859 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-227fc38e-8fa1-4201-a0e8-208ee934e2ba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850887153'] for security_group, after_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:17:25.827029 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34e57816-e3e0-4ca5-8fc5-e7ba28abda10 tempest-AttachVolumeShelveTestJSON-2054363538 tempest-AttachVolumeShelveTestJSON-2054363538] Pushing event deleted for resources: {'Port': ['ID=7c0c6451-1315-48c9-9b96-7193da489a0d,revision_number=None']} {{(pid=84874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:17:25.931349 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-34e57816-e3e0-4ca5-8fc5-e7ba28abda10 tempest-AttachVolumeShelveTestJSON-2054363538 tempest-AttachVolumeShelveTestJSON-2054363538] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.404s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:17:25.933715 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-b1921e43-6686-48c7-9ec8-f0130db9e856 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.124s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:17:26.005336 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_dvr_db [None req-c91a9d35-95b3-4c75-b08a-bb93990bcfc9 None None] Set router 98ccb2ce-a877-4316-a02c-485f5fa3230b gateway port host: n-d-768862-2 {{(pid=84876) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 14 07:17:26.057710 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-227fc38e-8fa1-4201-a0e8-208ee934e2ba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dcabc5c6-aa5f-4cbe-835f-59dfcce0d9f8,revision_number=None']} {{(pid=84874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:17:26.063498 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-227fc38e-8fa1-4201-a0e8-208ee934e2ba admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:17:26.087158 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-227fc38e-8fa1-4201-a0e8-208ee934e2ba admin admin] Notify callbacks [] for security_group, before_response {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:17:26.093150 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-227fc38e-8fa1-4201-a0e8-208ee934e2ba admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/dcabc5c6-aa5f-4cbe-835f-59dfcce0d9f8 HTTP/1.1" status: 204 len: 168 time: 2.0656474 Jan 14 07:17:26.108778 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-34e57816-e3e0-4ca5-8fc5-e7ba28abda10 tempest-AttachVolumeShelveTestJSON-2054363538 tempest-AttachVolumeShelveTestJSON-2054363538] Notify callbacks [] for floatingip, after_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:17:26.112955 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-34e57816-e3e0-4ca5-8fc5-e7ba28abda10 tempest-AttachVolumeShelveTestJSON-2054363538 tempest-AttachVolumeShelveTestJSON-2054363538] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854768116'] for floatingip, before_response {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:17:26.114516 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-34e57816-e3e0-4ca5-8fc5-e7ba28abda10 tempest-AttachVolumeShelveTestJSON-2054363538 tempest-AttachVolumeShelveTestJSON-2054363538] 10.222.0.24 "DELETE /v2.0/floatingips/34c970fc-c75b-449a-a19f-6ce646f525e6 HTTP/1.1" status: 204 len: 168 time: 4.1199028 Jan 14 07:17:26.144011 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84874) accepted ('10.222.0.24', 34472) {{(pid=84874) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:17:26.195603 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-bf2c7ebe-6b53-44a2-a528-5559d6fc36a0 admin admin] Notify callbacks [] for router, before_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:17:27.355374 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_hamode_db [None req-c91a9d35-95b3-4c75-b08a-bb93990bcfc9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '98ccb2ce-a877-4316-a02c-485f5fa3230b', 'name': 'tempest-ServersTestManualDisk-1854327711-router', 'tenant_id': '661b4734ee684b3ea96a5a2b407b90b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '226f1e78-82cd-4481-9055-4eb73b6db8c1', 'external_fixed_ips': [{'subnet_id': 'ba8deeec-7658-4195-9449-038c076f5c83', 'ip_address': '172.25.2.39'}], 'enable_snat': True}, 'gw_port_id': '38e5c249-3ac7-47b7-9c79-ccb44776cc65', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-14T07:16:27Z', 'updated_at': '2021-01-14T07:17:23Z', 'revision_number': 5, 'project_id': '661b4734ee684b3ea96a5a2b407b90b1', 'gw_port': {'id': '38e5c249-3ac7-47b7-9c79-ccb44776cc65', 'name': '', 'network_id': '226f1e78-82cd-4481-9055-4eb73b6db8c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:18:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98ccb2ce-a877-4316-a02c-485f5fa3230b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1255, 'fixed_ips': [{'subnet_id': 'ba8deeec-7658-4195-9449-038c076f5c83', 'ip_address': '172.25.2.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T07:16:32Z', 'updated_at': '2021-01-14T07:16:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ba8deeec-7658-4195-9449-038c076f5c83', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-2'}], 'n-d-768862-2', False) {} {{(pid=84876) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:17:27.361800 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c91a9d35-95b3-4c75-b08a-bb93990bcfc9 None None] Checking router: 98ccb2ce-a877-4316-a02c-485f5fa3230b for host: n-d-768862-2 {{(pid=84876) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Jan 14 07:17:27.373774 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c91a9d35-95b3-4c75-b08a-bb93990bcfc9 None None] Routers {'98ccb2ce-a877-4316-a02c-485f5fa3230b'} bound to L3 agent in host n-d-768862-2 {{(pid=84876) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 14 07:17:27.374919 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_hamode_db [None req-c91a9d35-95b3-4c75-b08a-bb93990bcfc9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-01-14T06:56:51Z,description=,heartbeat_timestamp=2021-01-14T07:17:21Z,host='n-d-768862-2',id=35f592e9-451b-4db9-abea-77b6a5c5391b,load=0,resource_versions=,resources_synced=,started_at=2021-01-14T06:56:51Z,topic='l3_agent')) {'router_ids': ['98ccb2ce-a877-4316-a02c-485f5fa3230b'], 'active': True} {{(pid=84876) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:17:27.704731 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_dvr_db [None req-c91a9d35-95b3-4c75-b08a-bb93990bcfc9 None None] Set router 98ccb2ce-a877-4316-a02c-485f5fa3230b gateway port host: n-d-768862-2 {{(pid=84876) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 14 07:17:27.726755 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-bf2c7ebe-6b53-44a2-a528-5559d6fc36a0 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:17:27.789725 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32cd402f-4cc9-4dc6-b76e-7ba4431a45a8 req-d4e4111a-ede8-4da8-85c0-af579d3fd718 tempest-InstanceActionsV221TestJSON-1659156244 tempest-InstanceActionsV221TestJSON-1659156244] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:17:27.803954 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [req-32cd402f-4cc9-4dc6-b76e-7ba4431a45a8 req-d4e4111a-ede8-4da8-85c0-af579d3fd718 tempest-InstanceActionsV221TestJSON-1659156244 tempest-InstanceActionsV221TestJSON-1659156244] 10.222.0.24 "GET /v2.0/networks?id=3a33af88-ec2b-4191-b173-53ce2d3764a0 HTTP/1.1" status: 200 len: 817 time: 0.9243257 Jan 14 07:17:27.822389 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.plugin [None req-bf2c7ebe-6b53-44a2-a528-5559d6fc36a0 admin admin] Deleting port 38e5c249-3ac7-47b7-9c79-ccb44776cc65 {{(pid=84875) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 07:17:27.823231 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-bf2c7ebe-6b53-44a2-a528-5559d6fc36a0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363259214248359'] for port, before_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:17:27.923222 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [req-32cd402f-4cc9-4dc6-b76e-7ba4431a45a8 req-98e434dc-bca2-4904-9e01-8f47686099a0 tempest-InstanceActionsV221TestJSON-1659156244 tempest-InstanceActionsV221TestJSON-1659156244] 10.222.0.24 "GET /v2.0/quotas/658ee89797c146cba02de58ee5fe1a09 HTTP/1.1" status: 200 len: 375 time: 0.1173735 Jan 14 07:17:28.013982 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [req-32cd402f-4cc9-4dc6-b76e-7ba4431a45a8 req-353b82df-c11c-4476-af5f-17a5f97c6fd6 tempest-InstanceActionsV221TestJSON-1659156244 tempest-InstanceActionsV221TestJSON-1659156244] 10.222.0.24 "GET /v2.0/ports?tenant_id=658ee89797c146cba02de58ee5fe1a09&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0893474 Jan 14 07:17:28.051888 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-6d3e9bcf-206a-48c5-b12b-c8a2bd6ead1a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3889632'] for router_interface, before_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:17:28.301611 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84874) accepted ('10.222.0.24', 34536) {{(pid=84874) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:17:28.371930 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_hamode_db [None req-c91a9d35-95b3-4c75-b08a-bb93990bcfc9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '98ccb2ce-a877-4316-a02c-485f5fa3230b', 'name': 'tempest-ServersTestManualDisk-1854327711-router', 'tenant_id': '661b4734ee684b3ea96a5a2b407b90b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '226f1e78-82cd-4481-9055-4eb73b6db8c1', 'external_fixed_ips': [{'subnet_id': 'ba8deeec-7658-4195-9449-038c076f5c83', 'ip_address': '172.25.2.39'}], 'enable_snat': True}, 'gw_port_id': '38e5c249-3ac7-47b7-9c79-ccb44776cc65', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-14T07:16:27Z', 'updated_at': '2021-01-14T07:17:23Z', 'revision_number': 5, 'project_id': '661b4734ee684b3ea96a5a2b407b90b1', 'gw_port': {'id': '38e5c249-3ac7-47b7-9c79-ccb44776cc65', 'name': '', 'network_id': '226f1e78-82cd-4481-9055-4eb73b6db8c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:18:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98ccb2ce-a877-4316-a02c-485f5fa3230b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1255, 'fixed_ips': [{'subnet_id': 'ba8deeec-7658-4195-9449-038c076f5c83', 'ip_address': '172.25.2.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T07:16:32Z', 'updated_at': '2021-01-14T07:16:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ba8deeec-7658-4195-9449-038c076f5c83', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-2'}], 'n-d-768862-2', False) {} {{(pid=84876) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:17:28.384447 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c91a9d35-95b3-4c75-b08a-bb93990bcfc9 None None] The sync data for ids ['98ccb2ce-a877-4316-a02c-485f5fa3230b'] in n-d-768862-2 is: [{'id': '98ccb2ce-a877-4316-a02c-485f5fa3230b', 'name': 'tempest-ServersTestManualDisk-1854327711-router', 'tenant_id': '661b4734ee684b3ea96a5a2b407b90b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '226f1e78-82cd-4481-9055-4eb73b6db8c1', 'external_fixed_ips': [{'subnet_id': 'ba8deeec-7658-4195-9449-038c076f5c83', 'ip_address': '172.25.2.39'}], 'enable_snat': True}, 'gw_port_id': '38e5c249-3ac7-47b7-9c79-ccb44776cc65', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-14T07:16:27Z', 'updated_at': '2021-01-14T07:17:23Z', 'revision_number': 5, 'project_id': '661b4734ee684b3ea96a5a2b407b90b1', 'gw_port': {'id': '38e5c249-3ac7-47b7-9c79-ccb44776cc65', 'name': '', 'network_id': '226f1e78-82cd-4481-9055-4eb73b6db8c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:18:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98ccb2ce-a877-4316-a02c-485f5fa3230b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1255, 'fixed_ips': [{'subnet_id': 'ba8deeec-7658-4195-9449-038c076f5c83', 'ip_address': '172.25.2.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T07:16:32Z', 'updated_at': '2021-01-14T07:16:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ba8deeec-7658-4195-9449-038c076f5c83', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-2'}] {{(pid=84876) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Jan 14 07:17:28.649648 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [None req-bf2c7ebe-6b53-44a2-a528-5559d6fc36a0 admin admin] For port 38e5c249-3ac7-47b7-9c79-ccb44776cc65, host n-d-768862-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-2',level=0,port_id=38e5c249-3ac7-47b7-9c79-ccb44776cc65,segment=NetworkSegment(cf3ded2c-bc47-4a71-89af-6e7117e60140),segment_id=cf3ded2c-bc47-4a71-89af-6e7117e60140)] {{(pid=84875) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 07:17:28.650167 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-bf2c7ebe-6b53-44a2-a528-5559d6fc36a0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036850862667'] for port, precommit_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:17:28.668421 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [req-32cd402f-4cc9-4dc6-b76e-7ba4431a45a8 req-8daf95c8-c6cf-4737-b542-635c68c8da93 service neutron] 10.222.0.24 "GET /v2.0/networks/3a33af88-ec2b-4191-b173-53ce2d3764a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6131272 Jan 14 07:17:28.920332 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Device 17fb8e95-39c4-4e1f-9712-06b687bfdb25 no longer exists at agent ovs-agent-n-d-768862-2 {{(pid=84876) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jan 14 07:17:28.993454 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.plugin [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] No Port match for: 17fb8e95-39c4-4e1f-9712-06b687bfdb25 {{(pid=84876) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2188}} Jan 14 07:17:28.995664 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Device 17fb8e95-39c4-4e1f-9712-06b687bfdb25 not bound to the agent host n-d-768862-2 {{(pid=84876) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jan 14 07:17:29.083551 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.plugin [None req-bf2c7ebe-6b53-44a2-a528-5559d6fc36a0 admin admin] Calling delete_port for 38e5c249-3ac7-47b7-9c79-ccb44776cc65 owned by network:router_gateway {{(pid=84875) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 07:17:29.237146 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [req-32cd402f-4cc9-4dc6-b76e-7ba4431a45a8 req-abfaf026-49f2-4a79-a4c7-2815ddc1db8e service neutron] 10.222.0.24 "GET /v2.0/networks/3a33af88-ec2b-4191-b173-53ce2d3764a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.5672927 Jan 14 07:17:29.375361 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-2754d1a8-0965-4ac8-bb4e-430df5e6c239 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:17:29.420040 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-2754d1a8-0965-4ac8-bb4e-430df5e6c239 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:17:29.437418 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-2754d1a8-0965-4ac8-bb4e-430df5e6c239 admin admin] Usage tracker for resource:security_group_rule and tenant:b145def8df854f50bb6e20eda44df747 is out of sync, need to count used quota {{(pid=84874) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:17:29.448572 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-2754d1a8-0965-4ac8-bb4e-430df5e6c239 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84874) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:17:29.500757 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-bf2c7ebe-6b53-44a2-a528-5559d6fc36a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777640533329', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777640097463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851621574'] for port, after_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:17:29.532409 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-2754d1a8-0965-4ac8-bb4e-430df5e6c239 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:17:29.739584 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.plugin [None req-6d3e9bcf-206a-48c5-b12b-c8a2bd6ead1a admin admin] Deleting port 0567c8e3-db5c-4d6f-a7c3-5f2506e34323 {{(pid=84874) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 07:17:29.740276 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-6d3e9bcf-206a-48c5-b12b-c8a2bd6ead1a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363259214248359'] for port, before_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:17:29.968960 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-2754d1a8-0965-4ac8-bb4e-430df5e6c239 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:17:29.982186 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-2754d1a8-0965-4ac8-bb4e-430df5e6c239 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850887153'] for security_group, after_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:17:30.036626 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-3b4d3194-52a4-42ad-9563-61d16d539f78 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:17:30.039126 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-bf2c7ebe-6b53-44a2-a528-5559d6fc36a0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036850863128'] for router_gateway, after_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:17:30.078890 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-2754d1a8-0965-4ac8-bb4e-430df5e6c239 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=b145def8df854f50bb6e20eda44df747&name=default HTTP/1.1" status: 200 len: 2983 time: 1.7724562 Jan 14 07:17:30.079655 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84874) accepted ('10.222.0.24', 34590) {{(pid=84874) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:17:30.089497 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2754d1a8-0965-4ac8-bb4e-430df5e6c239 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7b539b11-87aa-42b4-b345-4b58c10eac88,revision_number=1']} {{(pid=84874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:17:30.099799 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-2754d1a8-0965-4ac8-bb4e-430df5e6c239 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:17:30.184199 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84874) accepted ('10.222.0.24', 34594) {{(pid=84874) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:17:30.185061 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-057e095c-7568-4b67-8541-58ac5ec36f24 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:17:30.225599 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-057e095c-7568-4b67-8541-58ac5ec36f24 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:17:30.320694 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-bf2c7ebe-6b53-44a2-a528-5559d6fc36a0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3889346', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036854717606'] for router, precommit_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:17:30.323971 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-bf2c7ebe-6b53-44a2-a528-5559d6fc36a0 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:17:30.412726 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-bf2c7ebe-6b53-44a2-a528-5559d6fc36a0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036850897070'] for router, after_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:17:30.413699 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bf2c7ebe-6b53-44a2-a528-5559d6fc36a0 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 98ccb2ce-a877-4316-a02c-485f5fa3230b {{(pid=84875) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jan 14 07:17:30.457303 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-bf2c7ebe-6b53-44a2-a528-5559d6fc36a0 admin admin] Notify callbacks [] for router, before_response {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:17:30.466025 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-bf2c7ebe-6b53-44a2-a528-5559d6fc36a0 admin admin] 10.222.0.24 "DELETE /v2.0/routers/98ccb2ce-a877-4316-a02c-485f5fa3230b HTTP/1.1" status: 204 len: 168 time: 4.7703731 Jan 14 07:17:30.467443 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84875) accepted ('10.222.0.24', 34602) {{(pid=84875) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:17:30.596653 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.db_base_plugin_v2 [None req-ba308818-884e-4bf4-9b26-b68ea08b14bf admin admin] Deleting subnet da6fab9b-80fb-4294-b585-86832b27fbe7 {{(pid=84875) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Jan 14 07:17:30.601595 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-ba308818-884e-4bf4-9b26-b68ea08b14bf admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:17:30.611282 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-057e095c-7568-4b67-8541-58ac5ec36f24 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850887153'] for security_group, after_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:17:30.629987 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-19a96fc9-992f-4e12-93b8-4ac588e35a78 tempest-AttachVolumeShelveTestJSON-2054363538 tempest-AttachVolumeShelveTestJSON-2054363538] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:17:30.661695 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.db_base_plugin_v2 [None req-ea3c484b-aead-4da8-8e6f-bf9edc34c6a3 admin admin] Deleting subnet bf861faa-7624-48eb-b8a1-1a33ecf63144 {{(pid=84874) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Jan 14 07:17:30.667672 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-ea3c484b-aead-4da8-8e6f-bf9edc34c6a3 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:17:30.727059 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-ba308818-884e-4bf4-9b26-b68ea08b14bf admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3367281'] for subnet, precommit_delete_associations {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:17:30.796057 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-ea3c484b-aead-4da8-8e6f-bf9edc34c6a3 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036851807232'] for subnet, precommit_delete_associations {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:17:30.969202 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84874) accepted ('10.222.0.24', 34612) {{(pid=84874) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:17:31.029877 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-ba308818-884e-4bf4-9b26-b68ea08b14bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036854176836'] for subnet, precommit_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:17:31.045778 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Device 38e5c249-3ac7-47b7-9c79-ccb44776cc65 no longer exists at agent ovs-agent-n-d-768862-2 {{(pid=84876) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jan 14 07:17:31.064924 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-ea3c484b-aead-4da8-8e6f-bf9edc34c6a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036854176836'] for subnet, precommit_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:17:31.136386 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.plugin [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] No Port match for: 38e5c249-3ac7-47b7-9c79-ccb44776cc65 {{(pid=84876) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2188}} Jan 14 07:17:31.137193 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Device 38e5c249-3ac7-47b7-9c79-ccb44776cc65 not bound to the agent host n-d-768862-2 {{(pid=84876) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jan 14 07:17:31.155783 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-057e095c-7568-4b67-8541-58ac5ec36f24 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7b539b11-87aa-42b4-b345-4b58c10eac88,revision_number=None']} {{(pid=84874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:17:31.174517 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-057e095c-7568-4b67-8541-58ac5ec36f24 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.546s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:17:31.275530 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-057e095c-7568-4b67-8541-58ac5ec36f24 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:17:31.281480 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-057e095c-7568-4b67-8541-58ac5ec36f24 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/7b539b11-87aa-42b4-b345-4b58c10eac88 HTTP/1.1" status: 204 len: 168 time: 1.1846983 Jan 14 07:17:31.546241 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [None req-6d3e9bcf-206a-48c5-b12b-c8a2bd6ead1a admin admin] For port 0567c8e3-db5c-4d6f-a7c3-5f2506e34323, host n-d-768862-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-2',level=0,port_id=0567c8e3-db5c-4d6f-a7c3-5f2506e34323,segment=NetworkSegment(d6c8166d-60cc-4e5d-800b-1ffdaaaf7600),segment_id=d6c8166d-60cc-4e5d-800b-1ffdaaaf7600)] {{(pid=84874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 07:17:31.546948 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-6d3e9bcf-206a-48c5-b12b-c8a2bd6ead1a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036850862667'] for port, precommit_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:17:31.796052 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.plugin [None req-6d3e9bcf-206a-48c5-b12b-c8a2bd6ead1a admin admin] Calling delete_port for 0567c8e3-db5c-4d6f-a7c3-5f2506e34323 owned by network:router_interface {{(pid=84874) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 07:17:31.935090 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-7c6c2367-b248-43a7-8adb-a52b01e24aae admin admin] Notify callbacks [] for security_group, before_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:17:31.983143 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-7c6c2367-b248-43a7-8adb-a52b01e24aae admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:17:31.985185 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-ba308818-884e-4bf4-9b26-b68ea08b14bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-598964', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850887113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3154192', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2308610'] for subnet, after_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:17:31.988358 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-7c6c2367-b248-43a7-8adb-a52b01e24aae admin admin] Usage tracker for resource:security_group_rule and tenant:ce44cb299c2e4dc1bab1e5a405173435 is out of sync, need to count used quota {{(pid=84874) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:17:32.011145 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-7c6c2367-b248-43a7-8adb-a52b01e24aae admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84874) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:17:32.030137 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-7c6c2367-b248-43a7-8adb-a52b01e24aae admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:17:32.068114 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-2a067f1a-72d2-4e64-afc8-38f83787812e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:17:32.220401 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-7c6c2367-b248-43a7-8adb-a52b01e24aae admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:17:32.231311 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-7c6c2367-b248-43a7-8adb-a52b01e24aae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850887153'] for security_group, after_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:17:32.264883 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-95dc0781-6f28-4cba-8add-a6123e42ddda admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:17:32.288604 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba308818-884e-4bf4-9b26-b68ea08b14bf admin admin] Pushing event deleted for resources: {'Subnet': ['ID=da6fab9b-80fb-4294-b585-86832b27fbe7,revision_number=None']} {{(pid=84875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:17:32.292786 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-ba308818-884e-4bf4-9b26-b68ea08b14bf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.228s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:17:32.301921 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-7c6c2367-b248-43a7-8adb-a52b01e24aae admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=ce44cb299c2e4dc1bab1e5a405173435&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1453395 Jan 14 07:17:32.302262 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c6c2367-b248-43a7-8adb-a52b01e24aae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f3be9db1-3ea1-454a-9d5a-5550ba35d13c,revision_number=1']} {{(pid=84874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:17:32.305316 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84874) accepted ('10.222.0.24', 34630) {{(pid=84874) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:17:32.313220 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-7c6c2367-b248-43a7-8adb-a52b01e24aae admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:17:32.381851 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-ba308818-884e-4bf4-9b26-b68ea08b14bf admin admin] Notify callbacks [] for subnet, before_response {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:17:32.387688 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-ea3c484b-aead-4da8-8e6f-bf9edc34c6a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-598964', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850887113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036851521664', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2794686'] for subnet, after_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:17:32.390744 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b48199a2-9046-42b7-93b6-a16af78956ea None None] Network 746fcb4a-0a00-4b9c-9f5d-22bf19df0afb requested from n-d-768862-2 {{(pid=84876) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 07:17:32.403798 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-ba308818-884e-4bf4-9b26-b68ea08b14bf admin admin] 10.222.0.24 "DELETE /v2.0/subnets/da6fab9b-80fb-4294-b585-86832b27fbe7 HTTP/1.1" status: 204 len: 168 time: 1.9335287 Jan 14 07:17:32.406252 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84875) accepted ('10.222.0.24', 34634) {{(pid=84875) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:17:32.418120 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-afb82fdd-56b6-490b-90ea-abd3342097ee admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:17:32.520827 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84874) accepted ('10.222.0.24', 34640) {{(pid=84874) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:17:32.525898 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea3c484b-aead-4da8-8e6f-bf9edc34c6a3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=bf861faa-7624-48eb-b8a1-1a33ecf63144,revision_number=None']} {{(pid=84874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:17:32.609138 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-ea3c484b-aead-4da8-8e6f-bf9edc34c6a3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.191s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:17:32.667982 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-d42c1562-03a8-442b-b30e-8bc2047174ce admin admin] Notify callbacks [] for security_group, before_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:17:32.700042 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-6d3e9bcf-206a-48c5-b12b-c8a2bd6ead1a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777640533329', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777640097463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3254186'] for port, after_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:17:32.711774 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-d713859b-9cf7-42ca-85ce-f28390620fa7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036854160497'] for network, before_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:17:32.825521 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-ea3c484b-aead-4da8-8e6f-bf9edc34c6a3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3207107'] for subnet, before_response {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:17:32.854073 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.plugin [None req-d713859b-9cf7-42ca-85ce-f28390620fa7 admin admin] Deleting port cb71cd53-fc66-4572-bc74-b055f620d367 {{(pid=84875) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 07:17:32.854286 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-d713859b-9cf7-42ca-85ce-f28390620fa7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363259214248359'] for port, before_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:17:32.923491 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-55beffcc-584c-477a-820b-50951a0d13c2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:17:32.976147 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b539b91-6584-48b6-9db7-fc58865a3820 None None] DHCP port deletion for 746fcb4a-0a00-4b9c-9f5d-22bf19df0afb request from n-d-768862-2 {{(pid=84876) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Jan 14 07:17:32.977677 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-ea3c484b-aead-4da8-8e6f-bf9edc34c6a3 admin admin] 10.222.0.24 "DELETE /v2.0/subnets/bf861faa-7624-48eb-b8a1-1a33ecf63144 HTTP/1.1" status: 204 len: 168 time: 2.7057097 Jan 14 07:17:32.981843 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.plugin [None req-6b539b91-6584-48b6-9db7-fc58865a3820 None None] Deleting port cb71cd53-fc66-4572-bc74-b055f620d367 {{(pid=84876) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 07:17:32.982536 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-6b539b91-6584-48b6-9db7-fc58865a3820 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363259214248359'] for port, before_delete {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:17:32.991635 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84875) accepted ('10.222.0.24', 34658) {{(pid=84875) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:17:33.019186 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-d42c1562-03a8-442b-b30e-8bc2047174ce admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:17:33.024555 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d3e9bcf-206a-48c5-b12b-c8a2bd6ead1a admin admin] Pushing event deleted for resources: {'Port': ['ID=0567c8e3-db5c-4d6f-a7c3-5f2506e34323,revision_number=None']} {{(pid=84874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:17:33.028045 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-6d3e9bcf-206a-48c5-b12b-c8a2bd6ead1a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:17:33.036481 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-d42c1562-03a8-442b-b30e-8bc2047174ce admin admin] Usage tracker for resource:security_group_rule and tenant:4596ec4869054d028bc969a763b370ce is out of sync, need to count used quota {{(pid=84874) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:17:33.048526 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-d42c1562-03a8-442b-b30e-8bc2047174ce admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84874) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:17:33.055948 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-b55e2cce-94af-4154-b46d-07ce644f2bf9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:17:33.087669 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-d42c1562-03a8-442b-b30e-8bc2047174ce admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:17:33.207368 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [None req-d713859b-9cf7-42ca-85ce-f28390620fa7 admin admin] For port cb71cd53-fc66-4572-bc74-b055f620d367, host n-d-768862-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-2',level=0,port_id=cb71cd53-fc66-4572-bc74-b055f620d367,segment=NetworkSegment(79551e25-9469-411b-8e84-4a913c0321f6),segment_id=79551e25-9469-411b-8e84-4a913c0321f6)] {{(pid=84875) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 07:17:33.208207 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-d713859b-9cf7-42ca-85ce-f28390620fa7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036850862667'] for port, precommit_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:17:33.244839 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-b55e2cce-94af-4154-b46d-07ce644f2bf9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:17:33.282993 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [None req-6b539b91-6584-48b6-9db7-fc58865a3820 None None] For port cb71cd53-fc66-4572-bc74-b055f620d367, host n-d-768862-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-2',level=0,port_id=cb71cd53-fc66-4572-bc74-b055f620d367,segment=NetworkSegment(79551e25-9469-411b-8e84-4a913c0321f6),segment_id=79551e25-9469-411b-8e84-4a913c0321f6)] {{(pid=84876) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 07:17:33.283893 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-6b539b91-6584-48b6-9db7-fc58865a3820 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036850862667'] for port, precommit_delete {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:17:33.371812 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.plugin [None req-d713859b-9cf7-42ca-85ce-f28390620fa7 admin admin] Calling delete_port for cb71cd53-fc66-4572-bc74-b055f620d367 owned by network:dhcp {{(pid=84875) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 07:17:33.468916 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.plugin [None req-6b539b91-6584-48b6-9db7-fc58865a3820 None None] Calling delete_port for cb71cd53-fc66-4572-bc74-b055f620d367 owned by network:dhcp {{(pid=84876) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 07:17:33.583570 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-6b539b91-6584-48b6-9db7-fc58865a3820 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777640533329', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777640097463'] for port, after_delete {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:17:33.809132 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-cdc99aa5-acb9-445c-a93a-799f73226292 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84876) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:17:33.887077 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b539b91-6584-48b6-9db7-fc58865a3820 None None] Pushing event deleted for resources: {'Port': ['ID=cb71cd53-fc66-4572-bc74-b055f620d367,revision_number=None']} {{(pid=84876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:17:33.893012 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b539b91-6584-48b6-9db7-fc58865a3820 None None] No DVR routers for this DVR port cb71cd53-fc66-4572-bc74-b055f620d367 on host n-d-768862-2 {{(pid=84876) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Jan 14 07:17:33.901066 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b539b91-6584-48b6-9db7-fc58865a3820 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@n-h1-768862-2 {{(pid=84876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:17:33.901452 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b539b91-6584-48b6-9db7-fc58865a3820 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-h1-768862-2 {{(pid=84876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:17:33.901838 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b539b91-6584-48b6-9db7-fc58865a3820 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-h1-768862-2 {{(pid=84876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:17:33.902215 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b539b91-6584-48b6-9db7-fc58865a3820 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-h1-768862-2 {{(pid=84876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:17:33.902529 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.db.api [None req-d713859b-9cf7-42ca-85ce-f28390620fa7 admin admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84875) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Jan 14 07:17:33.902668 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b539b91-6584-48b6-9db7-fc58865a3820 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@n-h1-768862-2 {{(pid=84876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:17:33.902935 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b539b91-6584-48b6-9db7-fc58865a3820 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-h1-768862-2 {{(pid=84876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:17:33.903205 n-d-768862-2 neutron-server[84765]: DEBUG oslo_db.api [None req-d713859b-9cf7-42ca-85ce-f28390620fa7 admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84875) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Jan 14 07:17:33.903467 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b539b91-6584-48b6-9db7-fc58865a3820 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-h1-768862-2 {{(pid=84876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:17:33.903867 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b539b91-6584-48b6-9db7-fc58865a3820 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-h1-768862-2 {{(pid=84876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:17:33.904280 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b539b91-6584-48b6-9db7-fc58865a3820 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-h1-768862-2 {{(pid=84876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:17:33.904654 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b539b91-6584-48b6-9db7-fc58865a3820 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-h1-768862-2 {{(pid=84876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:17:33.905239 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b539b91-6584-48b6-9db7-fc58865a3820 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-h1-768862-2 {{(pid=84876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:17:33.905553 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b539b91-6584-48b6-9db7-fc58865a3820 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-h1-768862-2 {{(pid=84876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:17:33.905972 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b539b91-6584-48b6-9db7-fc58865a3820 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@n-h2-768862-2 {{(pid=84876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:17:33.906393 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b539b91-6584-48b6-9db7-fc58865a3820 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-h2-768862-2 {{(pid=84876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:17:33.906682 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b539b91-6584-48b6-9db7-fc58865a3820 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-h2-768862-2 {{(pid=84876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:17:33.907131 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b539b91-6584-48b6-9db7-fc58865a3820 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-h2-768862-2 {{(pid=84876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:17:33.907409 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b539b91-6584-48b6-9db7-fc58865a3820 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@n-h2-768862-2 {{(pid=84876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:17:33.907880 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b539b91-6584-48b6-9db7-fc58865a3820 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-h2-768862-2 {{(pid=84876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:17:33.908169 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b539b91-6584-48b6-9db7-fc58865a3820 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-h2-768862-2 {{(pid=84876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:17:33.908538 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b539b91-6584-48b6-9db7-fc58865a3820 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-h2-768862-2 {{(pid=84876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:17:33.908894 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b539b91-6584-48b6-9db7-fc58865a3820 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-h2-768862-2 {{(pid=84876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:17:33.909258 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b539b91-6584-48b6-9db7-fc58865a3820 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-h2-768862-2 {{(pid=84876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:17:33.909767 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b539b91-6584-48b6-9db7-fc58865a3820 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-h2-768862-2 {{(pid=84876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:17:33.910991 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b539b91-6584-48b6-9db7-fc58865a3820 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-h2-768862-2 {{(pid=84876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:17:33.910991 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b539b91-6584-48b6-9db7-fc58865a3820 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-2 {{(pid=84876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:17:33.910991 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b539b91-6584-48b6-9db7-fc58865a3820 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-2 {{(pid=84876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:17:33.911721 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b539b91-6584-48b6-9db7-fc58865a3820 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-2 {{(pid=84876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:17:33.912089 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b539b91-6584-48b6-9db7-fc58865a3820 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-2 {{(pid=84876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:17:33.912287 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b539b91-6584-48b6-9db7-fc58865a3820 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@n-d-768862-2 {{(pid=84876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:17:33.912545 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b539b91-6584-48b6-9db7-fc58865a3820 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-2 {{(pid=84876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:17:33.912918 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b539b91-6584-48b6-9db7-fc58865a3820 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-768862-2 {{(pid=84876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:17:33.913286 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b539b91-6584-48b6-9db7-fc58865a3820 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-768862-2 {{(pid=84876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:17:33.913784 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b539b91-6584-48b6-9db7-fc58865a3820 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-2 {{(pid=84876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:17:33.914152 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b539b91-6584-48b6-9db7-fc58865a3820 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-2 {{(pid=84876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:17:33.914517 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b539b91-6584-48b6-9db7-fc58865a3820 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-2 {{(pid=84876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:17:33.915022 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b539b91-6584-48b6-9db7-fc58865a3820 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-2 {{(pid=84876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:17:33.920301 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-6b539b91-6584-48b6-9db7-fc58865a3820 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=84876) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:17:33.969018 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-f1b1aa3e-7f9b-4e27-87f7-99f626c9192c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036854160497'] for network, before_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:17:34.231796 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-f1b1aa3e-7f9b-4e27-87f7-99f626c9192c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-598987', 'neutron.services.segments.db._delete_segments_for_network-8777640583949'] for network, precommit_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:17:34.328617 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.agents_db [None req-5b939a2f-078d-4c69-a188-cb55a28a77a0 None None] Agent healthcheck: found 7 active agents {{(pid=84877) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Jan 14 07:17:34.346950 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-b55e2cce-94af-4154-b46d-07ce644f2bf9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850887153'] for security_group, after_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:17:34.357194 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-93130fe0-f93a-4e3c-972c-b9a4f7301a22 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:17:34.378599 n-d-768862-2 neutron-server[84765]: DEBUG neutron.services.segments.db [None req-f1b1aa3e-7f9b-4e27-87f7-99f626c9192c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3a33af88-ec2b-4191-b173-53ce2d3764a0']}} {{(pid=84875) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:17:34.393366 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b55e2cce-94af-4154-b46d-07ce644f2bf9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f3be9db1-3ea1-454a-9d5a-5550ba35d13c,revision_number=None']} {{(pid=84874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:17:34.395946 n-d-768862-2 neutron-server[84765]: DEBUG neutron.services.segments.db [None req-f1b1aa3e-7f9b-4e27-87f7-99f626c9192c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '243d6c9e-7150-4e19-831a-cf280f1cae0e') {'for_net_delete': True} {{(pid=84875) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:17:34.396467 n-d-768862-2 neutron-server[84765]: DEBUG neutron.services.segments.db [None req-f1b1aa3e-7f9b-4e27-87f7-99f626c9192c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '243d6c9e-7150-4e19-831a-cf280f1cae0e') {} {{(pid=84875) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:17:34.406068 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.plugin [None req-d713859b-9cf7-42ca-85ce-f28390620fa7 admin admin] Deleting port cb71cd53-fc66-4572-bc74-b055f620d367 {{(pid=84875) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 07:17:34.406575 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-d713859b-9cf7-42ca-85ce-f28390620fa7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363259214248359'] for port, before_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:17:34.409445 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-b55e2cce-94af-4154-b46d-07ce644f2bf9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:17:34.413448 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-b55e2cce-94af-4154-b46d-07ce644f2bf9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:17:34.423368 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-b55e2cce-94af-4154-b46d-07ce644f2bf9 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/f3be9db1-3ea1-454a-9d5a-5550ba35d13c HTTP/1.1" status: 204 len: 168 time: 2.1067464 Jan 14 07:17:34.474895 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-d42c1562-03a8-442b-b30e-8bc2047174ce admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:17:34.479480 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-d42c1562-03a8-442b-b30e-8bc2047174ce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850887153'] for security_group, after_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:17:34.487198 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.plugin [None req-d713859b-9cf7-42ca-85ce-f28390620fa7 admin admin] The port 'cb71cd53-fc66-4572-bc74-b055f620d367' was deleted {{(pid=84875) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Jan 14 07:17:34.490260 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-f1b1aa3e-7f9b-4e27-87f7-99f626c9192c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363259214173198', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036851408567'] for segment, before_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:17:34.519338 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-ff40bae8-4e5e-4f83-a6f8-03281ce6c6b3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:17:34.554706 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-d42c1562-03a8-442b-b30e-8bc2047174ce admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=4596ec4869054d028bc969a763b370ce&name=default HTTP/1.1" status: 200 len: 2983 time: 2.0304313 Jan 14 07:17:34.555534 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84874) accepted ('10.222.0.24', 34672) {{(pid=84874) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:17:34.556436 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d42c1562-03a8-442b-b30e-8bc2047174ce admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1d735ad5-634b-44f7-9453-4d3b95d7cf85,revision_number=1']} {{(pid=84874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:17:34.559478 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-6d3e9bcf-206a-48c5-b12b-c8a2bd6ead1a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted--9223372036851568851', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal--9223372036850888080'] for router_interface, after_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:17:34.624821 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-f1b1aa3e-7f9b-4e27-87f7-99f626c9192c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854179735'] for segment, precommit_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:17:34.637851 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-f1b1aa3e-7f9b-4e27-87f7-99f626c9192c admin admin] Releasing vxlan tunnel 3 to pool {{(pid=84875) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Jan 14 07:17:34.686972 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-d42c1562-03a8-442b-b30e-8bc2047174ce admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.171s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:17:34.745680 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-d713859b-9cf7-42ca-85ce-f28390620fa7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-598987', 'neutron.services.segments.db._delete_segments_for_network-8777640583949'] for network, precommit_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:17:34.875638 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-656c6c9f-91bf-4dfa-bd02-51b5bf8054fe admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:17:34.991533 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.managers [None req-f1b1aa3e-7f9b-4e27-87f7-99f626c9192c admin admin] Network 3a33af88-ec2b-4191-b173-53ce2d3764a0 has no segments {{(pid=84875) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 14 07:17:35.004991 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-f1b1aa3e-7f9b-4e27-87f7-99f626c9192c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-596065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3154253'] for segment, after_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:17:35.017806 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-656c6c9f-91bf-4dfa-bd02-51b5bf8054fe admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:17:35.026993 n-d-768862-2 neutron-server[84765]: DEBUG neutron.services.segments.db [None req-d713859b-9cf7-42ca-85ce-f28390620fa7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['746fcb4a-0a00-4b9c-9f5d-22bf19df0afb']}} {{(pid=84875) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:17:35.055914 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Device cb71cd53-fc66-4572-bc74-b055f620d367 no longer exists at agent ovs-agent-n-d-768862-2 {{(pid=84876) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jan 14 07:17:35.119792 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.plugin [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] No Port match for: cb71cd53-fc66-4572-bc74-b055f620d367 {{(pid=84876) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2188}} Jan 14 07:17:35.119792 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Device cb71cd53-fc66-4572-bc74-b055f620d367 not bound to the agent host n-d-768862-2 {{(pid=84876) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jan 14 07:17:35.134268 n-d-768862-2 neutron-server[84765]: DEBUG neutron.services.segments.db [None req-d713859b-9cf7-42ca-85ce-f28390620fa7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '79551e25-9469-411b-8e84-4a913c0321f6') {'for_net_delete': True} {{(pid=84875) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:17:35.134616 n-d-768862-2 neutron-server[84765]: DEBUG neutron.services.segments.db [None req-d713859b-9cf7-42ca-85ce-f28390620fa7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '79551e25-9469-411b-8e84-4a913c0321f6') {} {{(pid=84875) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:17:35.174654 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-d713859b-9cf7-42ca-85ce-f28390620fa7 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363259214173198', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036851408567'] for segment, before_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:17:35.304605 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-d713859b-9cf7-42ca-85ce-f28390620fa7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854179735'] for segment, precommit_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:17:35.310005 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-d713859b-9cf7-42ca-85ce-f28390620fa7 admin admin] Releasing vxlan tunnel 18 to pool {{(pid=84875) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Jan 14 07:17:35.451864 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-656c6c9f-91bf-4dfa-bd02-51b5bf8054fe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850887153'] for security_group, after_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:17:35.460675 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-9f2e3318-4b07-4c42-b1bc-c3afa6f08f1e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:17:35.479803 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-656c6c9f-91bf-4dfa-bd02-51b5bf8054fe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1d735ad5-634b-44f7-9453-4d3b95d7cf85,revision_number=None']} {{(pid=84874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:17:35.481970 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.managers [None req-f1b1aa3e-7f9b-4e27-87f7-99f626c9192c admin admin] Network 3a33af88-ec2b-4191-b173-53ce2d3764a0 has no segments {{(pid=84875) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 14 07:17:35.495673 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-656c6c9f-91bf-4dfa-bd02-51b5bf8054fe admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:17:35.502686 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-656c6c9f-91bf-4dfa-bd02-51b5bf8054fe admin admin] Notify callbacks [] for security_group, before_response {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:17:35.507168 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-656c6c9f-91bf-4dfa-bd02-51b5bf8054fe admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/1d735ad5-634b-44f7-9453-4d3b95d7cf85 HTTP/1.1" status: 204 len: 168 time: 0.8204420 Jan 14 07:17:35.553663 n-d-768862-2 neutron-server[84765]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6d3e9bcf-206a-48c5-b12b-c8a2bd6ead1a admin admin] Router dacb8376-3716-4edb-a193-0fca9073652a has already been hosted by L3 agent 35f592e9-451b-4db9-abea-77b6a5c5391b {{(pid=84874) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Jan 14 07:17:35.577797 n-d-768862-2 neutron-server[84765]: Traceback (most recent call last): Jan 14 07:17:35.577797 n-d-768862-2 neutron-server[84765]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 14 07:17:35.577797 n-d-768862-2 neutron-server[84765]: timer() Jan 14 07:17:35.577797 n-d-768862-2 neutron-server[84765]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 14 07:17:35.577797 n-d-768862-2 neutron-server[84765]: cb(*args, **kw) Jan 14 07:17:35.577797 n-d-768862-2 neutron-server[84765]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Jan 14 07:17:35.577797 n-d-768862-2 neutron-server[84765]: return func(*args, **kwargs) Jan 14 07:17:35.577797 n-d-768862-2 neutron-server[84765]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 14 07:17:35.577797 n-d-768862-2 neutron-server[84765]: self._notify() Jan 14 07:17:35.577797 n-d-768862-2 neutron-server[84765]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 14 07:17:35.577797 n-d-768862-2 neutron-server[84765]: self.callback(batched_events) Jan 14 07:17:35.577797 n-d-768862-2 neutron-server[84765]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 14 07:17:35.577797 n-d-768862-2 neutron-server[84765]: event.method(event) Jan 14 07:17:35.577797 n-d-768862-2 neutron-server[84765]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 14 07:17:35.577797 n-d-768862-2 neutron-server[84765]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 14 07:17:35.577797 n-d-768862-2 neutron-server[84765]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Jan 14 07:17:35.577797 n-d-768862-2 neutron-server[84765]: segment_id)['aggregates'][0] Jan 14 07:17:35.577797 n-d-768862-2 neutron-server[84765]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 14 07:17:35.577797 n-d-768862-2 neutron-server[84765]: return f(self, *a, **k) Jan 14 07:17:35.577797 n-d-768862-2 neutron-server[84765]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 14 07:17:35.577797 n-d-768862-2 neutron-server[84765]: return self._get(url).json() Jan 14 07:17:35.577797 n-d-768862-2 neutron-server[84765]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 14 07:17:35.577797 n-d-768862-2 neutron-server[84765]: **kwargs) Jan 14 07:17:35.577797 n-d-768862-2 neutron-server[84765]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 14 07:17:35.577797 n-d-768862-2 neutron-server[84765]: return self.request(url, 'GET', **kwargs) Jan 14 07:17:35.577797 n-d-768862-2 neutron-server[84765]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Jan 14 07:17:35.577797 n-d-768862-2 neutron-server[84765]: **endpoint_filter) Jan 14 07:17:35.577797 n-d-768862-2 neutron-server[84765]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 14 07:17:35.577797 n-d-768862-2 neutron-server[84765]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 14 07:17:35.577797 n-d-768862-2 neutron-server[84765]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 14 07:17:35.577797 n-d-768862-2 neutron-server[84765]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 14 07:17:35.577797 n-d-768862-2 neutron-server[84765]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 14 07:17:35.861707 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.managers [None req-d713859b-9cf7-42ca-85ce-f28390620fa7 admin admin] Network 746fcb4a-0a00-4b9c-9f5d-22bf19df0afb has no segments {{(pid=84875) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 14 07:17:35.876647 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-d713859b-9cf7-42ca-85ce-f28390620fa7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-596065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3154253'] for segment, after_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:17:35.897981 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-f1b1aa3e-7f9b-4e27-87f7-99f626c9192c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036854176830', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850887149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3912591'] for network, after_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:17:35.906052 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-b340799a-6318-4081-ba94-79962abad9d6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:17:35.921834 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6d3e9bcf-206a-48c5-b12b-c8a2bd6ead1a admin admin] Notify agent at l3_agent.n-d-768862-2 the message routers_updated {{(pid=84874) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jan 14 07:17:35.935100 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b939adb9-0a6a-4bb7-aff3-c968dd47c1de None None] Sync routers for ids ['dacb8376-3716-4edb-a193-0fca9073652a'] in n-d-768862-2 {{(pid=84877) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Jan 14 07:17:35.935917 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-6d3e9bcf-206a-48c5-b12b-c8a2bd6ead1a admin admin] 10.222.0.24 "PUT /v2.0/routers/dacb8376-3716-4edb-a193-0fca9073652a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 9.7901919 Jan 14 07:17:35.938312 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84874) accepted ('10.222.0.24', 34710) {{(pid=84874) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:17:35.985882 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-f1b1aa3e-7f9b-4e27-87f7-99f626c9192c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3207107'] for network, before_response {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:17:35.990038 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b939adb9-0a6a-4bb7-aff3-c968dd47c1de None None] Routers {'dacb8376-3716-4edb-a193-0fca9073652a'} bound to L3 agent in host n-d-768862-2 {{(pid=84877) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 14 07:17:35.993642 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_hamode_db [None req-b939adb9-0a6a-4bb7-aff3-c968dd47c1de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-01-14T06:56:51Z,description=,heartbeat_timestamp=2021-01-14T07:17:21Z,host='n-d-768862-2',id=35f592e9-451b-4db9-abea-77b6a5c5391b,load=0,resource_versions=,resources_synced=,started_at=2021-01-14T06:56:51Z,topic='l3_agent')) {'router_ids': ['dacb8376-3716-4edb-a193-0fca9073652a'], 'active': True} {{(pid=84877) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:17:36.029433 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1b1aa3e-7f9b-4e27-87f7-99f626c9192c admin admin] Pushing event deleted for resources: {'Network': ['ID=3a33af88-ec2b-4191-b173-53ce2d3764a0,revision_number=None']} {{(pid=84875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:17:36.055765 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-f1b1aa3e-7f9b-4e27-87f7-99f626c9192c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:17:36.064190 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-f1b1aa3e-7f9b-4e27-87f7-99f626c9192c admin admin] 10.222.0.24 "DELETE /v2.0/networks/3a33af88-ec2b-4191-b173-53ce2d3764a0 HTTP/1.1" status: 204 len: 168 time: 3.0712566 Jan 14 07:17:36.211767 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.managers [None req-d713859b-9cf7-42ca-85ce-f28390620fa7 admin admin] Network 746fcb4a-0a00-4b9c-9f5d-22bf19df0afb has no segments {{(pid=84875) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 14 07:17:36.259456 n-d-768862-2 neutron-server[84765]: Traceback (most recent call last): Jan 14 07:17:36.259456 n-d-768862-2 neutron-server[84765]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 14 07:17:36.259456 n-d-768862-2 neutron-server[84765]: timer() Jan 14 07:17:36.259456 n-d-768862-2 neutron-server[84765]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 14 07:17:36.259456 n-d-768862-2 neutron-server[84765]: cb(*args, **kw) Jan 14 07:17:36.259456 n-d-768862-2 neutron-server[84765]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Jan 14 07:17:36.259456 n-d-768862-2 neutron-server[84765]: return func(*args, **kwargs) Jan 14 07:17:36.259456 n-d-768862-2 neutron-server[84765]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 14 07:17:36.259456 n-d-768862-2 neutron-server[84765]: self._notify() Jan 14 07:17:36.259456 n-d-768862-2 neutron-server[84765]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 14 07:17:36.259456 n-d-768862-2 neutron-server[84765]: self.callback(batched_events) Jan 14 07:17:36.259456 n-d-768862-2 neutron-server[84765]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 14 07:17:36.259456 n-d-768862-2 neutron-server[84765]: event.method(event) Jan 14 07:17:36.259456 n-d-768862-2 neutron-server[84765]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 14 07:17:36.259456 n-d-768862-2 neutron-server[84765]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 14 07:17:36.259456 n-d-768862-2 neutron-server[84765]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Jan 14 07:17:36.259456 n-d-768862-2 neutron-server[84765]: segment_id)['aggregates'][0] Jan 14 07:17:36.259456 n-d-768862-2 neutron-server[84765]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 14 07:17:36.259456 n-d-768862-2 neutron-server[84765]: return f(self, *a, **k) Jan 14 07:17:36.259456 n-d-768862-2 neutron-server[84765]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 14 07:17:36.259456 n-d-768862-2 neutron-server[84765]: return self._get(url).json() Jan 14 07:17:36.259456 n-d-768862-2 neutron-server[84765]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 14 07:17:36.259456 n-d-768862-2 neutron-server[84765]: **kwargs) Jan 14 07:17:36.259456 n-d-768862-2 neutron-server[84765]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 14 07:17:36.259456 n-d-768862-2 neutron-server[84765]: return self.request(url, 'GET', **kwargs) Jan 14 07:17:36.259456 n-d-768862-2 neutron-server[84765]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Jan 14 07:17:36.259456 n-d-768862-2 neutron-server[84765]: **endpoint_filter) Jan 14 07:17:36.259456 n-d-768862-2 neutron-server[84765]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 14 07:17:36.259456 n-d-768862-2 neutron-server[84765]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 14 07:17:36.259456 n-d-768862-2 neutron-server[84765]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 14 07:17:36.259456 n-d-768862-2 neutron-server[84765]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 14 07:17:36.259456 n-d-768862-2 neutron-server[84765]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 14 07:17:36.432874 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-056355c9-442c-487f-86bf-abf0262ba16f admin admin] Notify callbacks [] for router, before_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:17:36.475161 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-d713859b-9cf7-42ca-85ce-f28390620fa7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036854176830', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850887149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3912591'] for network, after_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:17:36.478928 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-97c732c9-284f-44e8-8b6f-3fc2525e28df admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:17:36.502865 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_dvr_db [None req-b939adb9-0a6a-4bb7-aff3-c968dd47c1de None None] Set router dacb8376-3716-4edb-a193-0fca9073652a gateway port host: n-d-768862-2 {{(pid=84877) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 14 07:17:36.543793 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-d713859b-9cf7-42ca-85ce-f28390620fa7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3207107'] for network, before_response {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:17:36.547201 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d713859b-9cf7-42ca-85ce-f28390620fa7 admin admin] Pushing event deleted for resources: {'Network': ['ID=746fcb4a-0a00-4b9c-9f5d-22bf19df0afb,revision_number=None']} {{(pid=84875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:17:36.559066 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-d713859b-9cf7-42ca-85ce-f28390620fa7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:17:36.578214 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-d713859b-9cf7-42ca-85ce-f28390620fa7 admin admin] 10.222.0.24 "DELETE /v2.0/networks/746fcb4a-0a00-4b9c-9f5d-22bf19df0afb HTTP/1.1" status: 204 len: 168 time: 4.1695187 Jan 14 07:17:36.603023 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84875) accepted ('10.222.0.24', 34726) {{(pid=84875) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:17:36.767731 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-83bab931-b73b-4b2a-a3d3-9f37feccdfea admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=658ee89797c146cba02de58ee5fe1a09&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1632707 Jan 14 07:17:36.768809 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84875) accepted ('10.222.0.24', 34732) {{(pid=84875) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:17:36.967746 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-0a91f0ea-2b37-4046-8554-46a493a424a6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:17:37.034205 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-0a91f0ea-2b37-4046-8554-46a493a424a6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:17:37.165470 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-0a91f0ea-2b37-4046-8554-46a493a424a6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850887153'] for security_group, after_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:17:37.179016 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-29466630-9950-41b9-9715-2909dc0cff39 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:17:37.226823 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a91f0ea-2b37-4046-8554-46a493a424a6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=69a7daf9-ed39-45a5-b6f7-a1fe11d43575,revision_number=None']} {{(pid=84875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:17:37.267127 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-0a91f0ea-2b37-4046-8554-46a493a424a6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:17:37.268710 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-0a91f0ea-2b37-4046-8554-46a493a424a6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:17:37.272919 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-0a91f0ea-2b37-4046-8554-46a493a424a6 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/69a7daf9-ed39-45a5-b6f7-a1fe11d43575 HTTP/1.1" status: 204 len: 168 time: 0.4998968 Jan 14 07:17:37.351935 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-056355c9-442c-487f-86bf-abf0262ba16f admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:17:37.365016 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.plugin [None req-056355c9-442c-487f-86bf-abf0262ba16f admin admin] Deleting port 14db865b-e37f-444e-a79f-7f57d62bc021 {{(pid=84874) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 07:17:37.366304 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-056355c9-442c-487f-86bf-abf0262ba16f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363259214248359'] for port, before_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:17:37.502436 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84874) accepted ('10.222.0.24', 34748) {{(pid=84874) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:17:37.756936 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [None req-056355c9-442c-487f-86bf-abf0262ba16f admin admin] For port 14db865b-e37f-444e-a79f-7f57d62bc021, host n-d-768862-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-2',level=0,port_id=14db865b-e37f-444e-a79f-7f57d62bc021,segment=NetworkSegment(cf3ded2c-bc47-4a71-89af-6e7117e60140),segment_id=cf3ded2c-bc47-4a71-89af-6e7117e60140)] {{(pid=84874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 07:17:37.757792 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-056355c9-442c-487f-86bf-abf0262ba16f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036850862667'] for port, precommit_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:17:38.025060 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.plugin [None req-056355c9-442c-487f-86bf-abf0262ba16f admin admin] Calling delete_port for 14db865b-e37f-444e-a79f-7f57d62bc021 owned by network:router_gateway {{(pid=84874) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 07:17:38.191506 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_hamode_db [None req-b939adb9-0a6a-4bb7-aff3-c968dd47c1de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dacb8376-3716-4edb-a193-0fca9073652a', 'name': 'tempest-AttachVolumeShelveTestJSON-395737247-router', 'tenant_id': '0369eaa84818430fab7d025c9522c976', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '226f1e78-82cd-4481-9055-4eb73b6db8c1', 'external_fixed_ips': [{'subnet_id': 'ba8deeec-7658-4195-9449-038c076f5c83', 'ip_address': '172.25.2.22'}], 'enable_snat': True}, 'gw_port_id': '14db865b-e37f-444e-a79f-7f57d62bc021', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-14T07:16:22Z', 'updated_at': '2021-01-14T07:17:32Z', 'revision_number': 5, 'project_id': '0369eaa84818430fab7d025c9522c976', 'gw_port': {'id': '14db865b-e37f-444e-a79f-7f57d62bc021', 'name': '', 'network_id': '226f1e78-82cd-4481-9055-4eb73b6db8c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:5f:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dacb8376-3716-4edb-a193-0fca9073652a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1241, 'fixed_ips': [{'subnet_id': 'ba8deeec-7658-4195-9449-038c076f5c83', 'ip_address': '172.25.2.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T07:16:25Z', 'updated_at': '2021-01-14T07:16:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ba8deeec-7658-4195-9449-038c076f5c83', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-2'}], 'n-d-768862-2', False) {} {{(pid=84877) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:17:38.204961 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b939adb9-0a6a-4bb7-aff3-c968dd47c1de None None] Checking router: dacb8376-3716-4edb-a193-0fca9073652a for host: n-d-768862-2 {{(pid=84877) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Jan 14 07:17:38.249562 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b939adb9-0a6a-4bb7-aff3-c968dd47c1de None None] Routers {'dacb8376-3716-4edb-a193-0fca9073652a'} bound to L3 agent in host n-d-768862-2 {{(pid=84877) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 14 07:17:38.252801 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_hamode_db [None req-b939adb9-0a6a-4bb7-aff3-c968dd47c1de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-01-14T06:56:51Z,description=,heartbeat_timestamp=2021-01-14T07:17:21Z,host='n-d-768862-2',id=35f592e9-451b-4db9-abea-77b6a5c5391b,load=0,resource_versions=,resources_synced=,started_at=2021-01-14T06:56:51Z,topic='l3_agent')) {'router_ids': ['dacb8376-3716-4edb-a193-0fca9073652a'], 'active': True} {{(pid=84877) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:17:38.306997 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-056355c9-442c-487f-86bf-abf0262ba16f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777640533329', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777640097463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3254186'] for port, after_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:17:38.569759 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84875) accepted ('10.222.0.24', 34776) {{(pid=84875) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:17:38.581276 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-dee2775b-aebc-4de9-8e9c-13ac74c0fa49 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=661b4734ee684b3ea96a5a2b407b90b1&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0759530 Jan 14 07:17:38.720437 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-a8654c3d-f096-42d4-959b-7d0e3522a638 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:17:38.739605 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-056355c9-442c-487f-86bf-abf0262ba16f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036850863128'] for router_gateway, after_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:17:38.835623 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-a8654c3d-f096-42d4-959b-7d0e3522a638 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:17:38.914196 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_dvr_db [None req-b939adb9-0a6a-4bb7-aff3-c968dd47c1de None None] Set router dacb8376-3716-4edb-a193-0fca9073652a gateway port host: n-d-768862-2 {{(pid=84877) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 14 07:17:38.974853 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-a8654c3d-f096-42d4-959b-7d0e3522a638 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850887153'] for security_group, after_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:17:38.994502 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-7565ce9c-4ba0-454a-aa1e-a8a902300a29 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:17:39.033552 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8654c3d-f096-42d4-959b-7d0e3522a638 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=daae5045-d03e-4b74-bfe2-b4df33670bae,revision_number=None']} {{(pid=84875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:17:39.057990 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-a8654c3d-f096-42d4-959b-7d0e3522a638 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:17:39.058799 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-a8654c3d-f096-42d4-959b-7d0e3522a638 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:17:39.075293 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-a8654c3d-f096-42d4-959b-7d0e3522a638 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/daae5045-d03e-4b74-bfe2-b4df33670bae HTTP/1.1" status: 204 len: 168 time: 0.5038996 Jan 14 07:17:39.443924 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-056355c9-442c-487f-86bf-abf0262ba16f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3889346', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036854717606'] for router, precommit_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:17:39.451877 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-056355c9-442c-487f-86bf-abf0262ba16f admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:17:39.484178 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-056355c9-442c-487f-86bf-abf0262ba16f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036850897070'] for router, after_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:17:39.484771 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-056355c9-442c-487f-86bf-abf0262ba16f admin admin] Fanout notify agent at l3_agent the message router_deleted on router dacb8376-3716-4edb-a193-0fca9073652a {{(pid=84874) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jan 14 07:17:39.517371 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-056355c9-442c-487f-86bf-abf0262ba16f admin admin] Notify callbacks [] for router, before_response {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:17:39.525147 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84875) accepted ('10.222.0.24', 34798) {{(pid=84875) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:17:39.539578 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-056355c9-442c-487f-86bf-abf0262ba16f admin admin] 10.222.0.24 "DELETE /v2.0/routers/dacb8376-3716-4edb-a193-0fca9073652a HTTP/1.1" status: 204 len: 168 time: 3.5993862 Jan 14 07:17:39.624492 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.db_base_plugin_v2 [None req-9efac5c7-c5d9-410a-ae49-74df14d100c8 admin admin] Deleting subnet 7890978c-5326-417f-9fa8-eeb3db0b1fca {{(pid=84875) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Jan 14 07:17:39.628341 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-9efac5c7-c5d9-410a-ae49-74df14d100c8 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:17:39.688785 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-9efac5c7-c5d9-410a-ae49-74df14d100c8 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3367281'] for subnet, precommit_delete_associations {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:17:39.890476 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-9efac5c7-c5d9-410a-ae49-74df14d100c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036854176836'] for subnet, precommit_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:17:39.963123 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_hamode_db [None req-b939adb9-0a6a-4bb7-aff3-c968dd47c1de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dacb8376-3716-4edb-a193-0fca9073652a', 'name': 'tempest-AttachVolumeShelveTestJSON-395737247-router', 'tenant_id': '0369eaa84818430fab7d025c9522c976', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '226f1e78-82cd-4481-9055-4eb73b6db8c1', 'external_fixed_ips': [{'subnet_id': 'ba8deeec-7658-4195-9449-038c076f5c83', 'ip_address': '172.25.2.22'}], 'enable_snat': True}, 'gw_port_id': '14db865b-e37f-444e-a79f-7f57d62bc021', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-14T07:16:22Z', 'updated_at': '2021-01-14T07:17:32Z', 'revision_number': 5, 'project_id': '0369eaa84818430fab7d025c9522c976', 'gw_port': {'id': '14db865b-e37f-444e-a79f-7f57d62bc021', 'name': '', 'network_id': '226f1e78-82cd-4481-9055-4eb73b6db8c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:5f:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dacb8376-3716-4edb-a193-0fca9073652a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1241, 'fixed_ips': [{'subnet_id': 'ba8deeec-7658-4195-9449-038c076f5c83', 'ip_address': '172.25.2.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T07:16:25Z', 'updated_at': '2021-01-14T07:16:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ba8deeec-7658-4195-9449-038c076f5c83', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-2'}], 'n-d-768862-2', False) {} {{(pid=84877) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:17:39.975277 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b939adb9-0a6a-4bb7-aff3-c968dd47c1de None None] The sync data for ids ['dacb8376-3716-4edb-a193-0fca9073652a'] in n-d-768862-2 is: [{'id': 'dacb8376-3716-4edb-a193-0fca9073652a', 'name': 'tempest-AttachVolumeShelveTestJSON-395737247-router', 'tenant_id': '0369eaa84818430fab7d025c9522c976', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '226f1e78-82cd-4481-9055-4eb73b6db8c1', 'external_fixed_ips': [{'subnet_id': 'ba8deeec-7658-4195-9449-038c076f5c83', 'ip_address': '172.25.2.22'}], 'enable_snat': True}, 'gw_port_id': '14db865b-e37f-444e-a79f-7f57d62bc021', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-14T07:16:22Z', 'updated_at': '2021-01-14T07:17:32Z', 'revision_number': 5, 'project_id': '0369eaa84818430fab7d025c9522c976', 'gw_port': {'id': '14db865b-e37f-444e-a79f-7f57d62bc021', 'name': '', 'network_id': '226f1e78-82cd-4481-9055-4eb73b6db8c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:5f:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dacb8376-3716-4edb-a193-0fca9073652a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1241, 'fixed_ips': [{'subnet_id': 'ba8deeec-7658-4195-9449-038c076f5c83', 'ip_address': '172.25.2.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T07:16:25Z', 'updated_at': '2021-01-14T07:16:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ba8deeec-7658-4195-9449-038c076f5c83', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-2'}] {{(pid=84877) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Jan 14 07:17:40.168428 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84874) accepted ('10.222.0.24', 34812) {{(pid=84874) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:17:40.402781 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-9efac5c7-c5d9-410a-ae49-74df14d100c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-598964', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850887113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3154192', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2308610'] for subnet, after_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:17:40.433258 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-c79e5251-b12f-48ec-9963-53b556d40553 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.004s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:17:40.488230 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9efac5c7-c5d9-410a-ae49-74df14d100c8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7890978c-5326-417f-9fa8-eeb3db0b1fca,revision_number=None']} {{(pid=84875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:17:40.496787 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-9efac5c7-c5d9-410a-ae49-74df14d100c8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:17:40.843123 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec95626f-510d-4bf4-9f83-0dccccb01ac6 None None] Network fd7a982b-b38c-4e49-b1ba-1aa0df49caf9 requested from n-d-768862-2 {{(pid=84876) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 07:17:40.853404 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-9efac5c7-c5d9-410a-ae49-74df14d100c8 admin admin] Notify callbacks [] for subnet, before_response {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:17:40.863901 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-9efac5c7-c5d9-410a-ae49-74df14d100c8 admin admin] 10.222.0.24 "DELETE /v2.0/subnets/7890978c-5326-417f-9fa8-eeb3db0b1fca HTTP/1.1" status: 204 len: 168 time: 1.3374550 Jan 14 07:17:40.869305 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84874) accepted ('10.222.0.24', 34834) {{(pid=84874) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:17:40.905899 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Device 0567c8e3-db5c-4d6f-a7c3-5f2506e34323 no longer exists at agent ovs-agent-n-d-768862-2 {{(pid=84876) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jan 14 07:17:41.158864 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-456ab2a5-69e6-424b-ae06-d32f42d38cf4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036854160497'] for network, before_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:17:41.218825 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.plugin [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] No Port match for: 0567c8e3-db5c-4d6f-a7c3-5f2506e34323 {{(pid=84876) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2188}} Jan 14 07:17:41.219292 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Device 0567c8e3-db5c-4d6f-a7c3-5f2506e34323 not bound to the agent host n-d-768862-2 {{(pid=84876) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jan 14 07:17:41.296549 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.v2.base [None req-39bafbf5-5018-41bb-9e9e-91c2c1d27156 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1559908139 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1559908139] Request body: {'network': {'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-test-network-865049848'}} {{(pid=84874) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:17:41.323511 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-017f98a9-8a07-408c-a86f-8ff0c00400a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363259214191800', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854171626'] for agent, after_update {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:17:41.332683 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-39bafbf5-5018-41bb-9e9e-91c2c1d27156 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1559908139 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1559908139] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:17:41.339169 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-39bafbf5-5018-41bb-9e9e-91c2c1d27156 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1559908139 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1559908139] Usage tracker for resource:network and tenant:ac2eff10c2d545c1a98c38b6e60b5a55 is out of sync, need to count used quota {{(pid=84874) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:17:41.354922 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-39bafbf5-5018-41bb-9e9e-91c2c1d27156 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1559908139 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1559908139] Quota usage for network was recalculated. Used quota:0. {{(pid=84874) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:17:41.364467 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.plugin [None req-456ab2a5-69e6-424b-ae06-d32f42d38cf4 admin admin] Deleting port 33c3ca6a-607e-4cc2-892a-6e1e928973cf {{(pid=84874) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 07:17:41.365048 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-456ab2a5-69e6-424b-ae06-d32f42d38cf4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363259214248359'] for port, before_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:17:41.468645 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1217302-57c3-464d-b7c7-1dfdb8470acc None None] DHCP port deletion for fd7a982b-b38c-4e49-b1ba-1aa0df49caf9 request from n-d-768862-2 {{(pid=84876) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Jan 14 07:17:41.480488 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.plugin [None req-a1217302-57c3-464d-b7c7-1dfdb8470acc None None] Deleting port 33c3ca6a-607e-4cc2-892a-6e1e928973cf {{(pid=84876) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 07:17:41.480905 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-a1217302-57c3-464d-b7c7-1dfdb8470acc None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363259214248359'] for port, before_delete {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:17:41.488999 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-39bafbf5-5018-41bb-9e9e-91c2c1d27156 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1559908139 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1559908139] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:17:41.819398 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [None req-456ab2a5-69e6-424b-ae06-d32f42d38cf4 admin admin] For port 33c3ca6a-607e-4cc2-892a-6e1e928973cf, host n-d-768862-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-2',level=0,port_id=33c3ca6a-607e-4cc2-892a-6e1e928973cf,segment=NetworkSegment(d6c8166d-60cc-4e5d-800b-1ffdaaaf7600),segment_id=d6c8166d-60cc-4e5d-800b-1ffdaaaf7600)] {{(pid=84874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 07:17:41.819800 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-456ab2a5-69e6-424b-ae06-d32f42d38cf4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036850862667'] for port, precommit_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:17:41.891427 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84875) accepted ('10.222.0.24', 34868) {{(pid=84875) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:17:41.953790 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [None req-a1217302-57c3-464d-b7c7-1dfdb8470acc None None] For port 33c3ca6a-607e-4cc2-892a-6e1e928973cf, host n-d-768862-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-2',level=0,port_id=33c3ca6a-607e-4cc2-892a-6e1e928973cf,segment=NetworkSegment(d6c8166d-60cc-4e5d-800b-1ffdaaaf7600),segment_id=d6c8166d-60cc-4e5d-800b-1ffdaaaf7600)] {{(pid=84876) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 07:17:41.954245 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-a1217302-57c3-464d-b7c7-1dfdb8470acc None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036850862667'] for port, precommit_delete {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:17:42.089901 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.plugin [None req-456ab2a5-69e6-424b-ae06-d32f42d38cf4 admin admin] Calling delete_port for 33c3ca6a-607e-4cc2-892a-6e1e928973cf owned by network:dhcp {{(pid=84874) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 07:17:42.107582 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.plugin [None req-a1217302-57c3-464d-b7c7-1dfdb8470acc None None] Calling delete_port for 33c3ca6a-607e-4cc2-892a-6e1e928973cf owned by network:dhcp {{(pid=84876) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 07:17:42.193473 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-a1217302-57c3-464d-b7c7-1dfdb8470acc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777640533329', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777640097463'] for port, after_delete {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:17:42.208501 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-39bafbf5-5018-41bb-9e9e-91c2c1d27156 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1559908139 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1559908139] Made reservation on behalf of ac2eff10c2d545c1a98c38b6e60b5a55 for: {'network': 1} {{(pid=84874) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 07:17:42.228708 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-39bafbf5-5018-41bb-9e9e-91c2c1d27156 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1559908139 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1559908139] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555753'] for network, before_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:17:42.289851 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-39bafbf5-5018-41bb-9e9e-91c2c1d27156 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1559908139 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1559908139] Notify callbacks [] for security_group, before_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:17:42.309735 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.db.api [None req-456ab2a5-69e6-424b-ae06-d32f42d38cf4 admin admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84874) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Jan 14 07:17:42.310376 n-d-768862-2 neutron-server[84765]: DEBUG oslo_db.api [None req-456ab2a5-69e6-424b-ae06-d32f42d38cf4 admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84874) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Jan 14 07:17:42.327503 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-39bafbf5-5018-41bb-9e9e-91c2c1d27156 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1559908139 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1559908139] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:17:42.335150 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-39bafbf5-5018-41bb-9e9e-91c2c1d27156 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1559908139 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1559908139] Usage tracker for resource:security_group_rule and tenant:ac2eff10c2d545c1a98c38b6e60b5a55 is out of sync, need to count used quota {{(pid=84874) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:17:42.339109 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-39bafbf5-5018-41bb-9e9e-91c2c1d27156 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1559908139 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1559908139] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84874) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:17:42.347426 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-39bafbf5-5018-41bb-9e9e-91c2c1d27156 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1559908139 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1559908139] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:17:42.349816 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-9bc2ade2-03b8-4918-a954-8731c6649fd4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84876) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:17:42.444705 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1217302-57c3-464d-b7c7-1dfdb8470acc None None] Pushing event deleted for resources: {'Port': ['ID=33c3ca6a-607e-4cc2-892a-6e1e928973cf,revision_number=None']} {{(pid=84876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:17:42.494537 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-39bafbf5-5018-41bb-9e9e-91c2c1d27156 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1559908139 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1559908139] Notify callbacks [] for security_group, precommit_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:17:42.499691 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-39bafbf5-5018-41bb-9e9e-91c2c1d27156 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1559908139 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1559908139] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850887153'] for security_group, after_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:17:42.503437 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-a1217302-57c3-464d-b7c7-1dfdb8470acc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=84876) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:17:42.514457 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-852a24f7-e9a1-4193-9abb-e9506fe5213f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363259214191800', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854171626'] for agent, after_update {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:17:42.529199 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1217302-57c3-464d-b7c7-1dfdb8470acc None None] No DVR routers for this DVR port 33c3ca6a-607e-4cc2-892a-6e1e928973cf on host n-d-768862-2 {{(pid=84876) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Jan 14 07:17:42.529467 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-5a0957da-16d3-44c9-be2c-b4338b74db10 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:17:42.578241 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.v2.base [None req-3967573c-7a86-48e6-a54b-f38bb2a51ae9 admin admin] Request body: {'network': {'name': 'tempest-ListServerFiltersTestJSON-1786528359-network', 'tenant_id': 'f3e0ca85c13b47d9bbd60446ed1f198e'}} {{(pid=84875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:17:42.589260 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-3967573c-7a86-48e6-a54b-f38bb2a51ae9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:17:42.597545 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-3967573c-7a86-48e6-a54b-f38bb2a51ae9 admin admin] Usage tracker for resource:network and tenant:f3e0ca85c13b47d9bbd60446ed1f198e is out of sync, need to count used quota {{(pid=84875) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:17:42.604426 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-39bafbf5-5018-41bb-9e9e-91c2c1d27156 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1559908139 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1559908139] vxlan segment allocate from pool success with {'vxlan_vni': 3} {{(pid=84874) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Jan 14 07:17:42.608278 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-3967573c-7a86-48e6-a54b-f38bb2a51ae9 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84875) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:17:42.614030 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84875) accepted ('10.222.0.24', 34884) {{(pid=84875) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:17:42.630275 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-3967573c-7a86-48e6-a54b-f38bb2a51ae9 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:17:42.630866 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39bafbf5-5018-41bb-9e9e-91c2c1d27156 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1559908139 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1559908139] Pushing event updated for resources: {'SecurityGroup': ['ID=a42510ed-2c29-462e-8a8c-a3f4016bb2b9,revision_number=1']} {{(pid=84874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:17:42.639079 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-39bafbf5-5018-41bb-9e9e-91c2c1d27156 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1559908139 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1559908139] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854179735'] for segment, precommit_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:17:42.640036 n-d-768862-2 neutron-server[84765]: INFO neutron.db.segments_db [None req-39bafbf5-5018-41bb-9e9e-91c2c1d27156 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1559908139 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1559908139] Added segment bb33aaf5-f96e-436f-85bc-d262bcea487d of type vxlan for network 86e756e9-487c-49d5-b226-d7680a2499be Jan 14 07:17:42.645278 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3967573c-7a86-48e6-a54b-f38bb2a51ae9 admin admin] Made reservation on behalf of f3e0ca85c13b47d9bbd60446ed1f198e for: {'network': 1} {{(pid=84875) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 07:17:42.650867 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-3967573c-7a86-48e6-a54b-f38bb2a51ae9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555753'] for network, before_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:17:42.669486 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-3967573c-7a86-48e6-a54b-f38bb2a51ae9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:17:42.694628 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39bafbf5-5018-41bb-9e9e-91c2c1d27156 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1559908139 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1559908139] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@n-h1-768862-2 {{(pid=84874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:17:42.696825 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39bafbf5-5018-41bb-9e9e-91c2c1d27156 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1559908139 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1559908139] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-h1-768862-2 {{(pid=84874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:17:42.700691 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39bafbf5-5018-41bb-9e9e-91c2c1d27156 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1559908139 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1559908139] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-h1-768862-2 {{(pid=84874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:17:42.701661 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39bafbf5-5018-41bb-9e9e-91c2c1d27156 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1559908139 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1559908139] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-h1-768862-2 {{(pid=84874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:17:42.704850 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39bafbf5-5018-41bb-9e9e-91c2c1d27156 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1559908139 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1559908139] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@n-h1-768862-2 {{(pid=84874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:17:42.705890 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39bafbf5-5018-41bb-9e9e-91c2c1d27156 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1559908139 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1559908139] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-h1-768862-2 {{(pid=84874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:17:42.713884 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39bafbf5-5018-41bb-9e9e-91c2c1d27156 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1559908139 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1559908139] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-h1-768862-2 {{(pid=84874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:17:42.715448 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39bafbf5-5018-41bb-9e9e-91c2c1d27156 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1559908139 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1559908139] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-h1-768862-2 {{(pid=84874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:17:42.717825 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39bafbf5-5018-41bb-9e9e-91c2c1d27156 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1559908139 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1559908139] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-h1-768862-2 {{(pid=84874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:17:42.718874 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39bafbf5-5018-41bb-9e9e-91c2c1d27156 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1559908139 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1559908139] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-h1-768862-2 {{(pid=84874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:17:42.719862 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39bafbf5-5018-41bb-9e9e-91c2c1d27156 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1559908139 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1559908139] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-h1-768862-2 {{(pid=84874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:17:42.720425 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-3967573c-7a86-48e6-a54b-f38bb2a51ae9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:17:42.720935 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39bafbf5-5018-41bb-9e9e-91c2c1d27156 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1559908139 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1559908139] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-h1-768862-2 {{(pid=84874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:17:42.722018 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39bafbf5-5018-41bb-9e9e-91c2c1d27156 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1559908139 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1559908139] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@n-h2-768862-2 {{(pid=84874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:17:42.723470 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39bafbf5-5018-41bb-9e9e-91c2c1d27156 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1559908139 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1559908139] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-h2-768862-2 {{(pid=84874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:17:42.726923 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-3967573c-7a86-48e6-a54b-f38bb2a51ae9 admin admin] Usage tracker for resource:security_group_rule and tenant:f3e0ca85c13b47d9bbd60446ed1f198e is out of sync, need to count used quota {{(pid=84875) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:17:42.728248 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39bafbf5-5018-41bb-9e9e-91c2c1d27156 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1559908139 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1559908139] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-h2-768862-2 {{(pid=84874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:17:42.729260 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39bafbf5-5018-41bb-9e9e-91c2c1d27156 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1559908139 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1559908139] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-h2-768862-2 {{(pid=84874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:17:42.731029 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-3967573c-7a86-48e6-a54b-f38bb2a51ae9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84875) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:17:42.731607 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39bafbf5-5018-41bb-9e9e-91c2c1d27156 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1559908139 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1559908139] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@n-h2-768862-2 {{(pid=84874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:17:42.732618 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39bafbf5-5018-41bb-9e9e-91c2c1d27156 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1559908139 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1559908139] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-h2-768862-2 {{(pid=84874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:17:42.735740 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39bafbf5-5018-41bb-9e9e-91c2c1d27156 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1559908139 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1559908139] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-h2-768862-2 {{(pid=84874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:17:42.737466 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39bafbf5-5018-41bb-9e9e-91c2c1d27156 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1559908139 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1559908139] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-h2-768862-2 {{(pid=84874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:17:42.738755 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-3967573c-7a86-48e6-a54b-f38bb2a51ae9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:17:42.740306 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39bafbf5-5018-41bb-9e9e-91c2c1d27156 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1559908139 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1559908139] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-h2-768862-2 {{(pid=84874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:17:42.741288 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39bafbf5-5018-41bb-9e9e-91c2c1d27156 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1559908139 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1559908139] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-h2-768862-2 {{(pid=84874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:17:42.742186 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39bafbf5-5018-41bb-9e9e-91c2c1d27156 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1559908139 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1559908139] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-h2-768862-2 {{(pid=84874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:17:42.743090 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39bafbf5-5018-41bb-9e9e-91c2c1d27156 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1559908139 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1559908139] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-h2-768862-2 {{(pid=84874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:17:42.744246 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39bafbf5-5018-41bb-9e9e-91c2c1d27156 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1559908139 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1559908139] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-2 {{(pid=84874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:17:42.745413 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39bafbf5-5018-41bb-9e9e-91c2c1d27156 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1559908139 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1559908139] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-2 {{(pid=84874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:17:42.746339 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39bafbf5-5018-41bb-9e9e-91c2c1d27156 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1559908139 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1559908139] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-2 {{(pid=84874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:17:42.747281 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39bafbf5-5018-41bb-9e9e-91c2c1d27156 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1559908139 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1559908139] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-2 {{(pid=84874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:17:42.748289 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39bafbf5-5018-41bb-9e9e-91c2c1d27156 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1559908139 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1559908139] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@n-d-768862-2 {{(pid=84874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:17:42.748989 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39bafbf5-5018-41bb-9e9e-91c2c1d27156 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1559908139 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1559908139] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-2 {{(pid=84874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:17:42.750005 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39bafbf5-5018-41bb-9e9e-91c2c1d27156 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1559908139 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1559908139] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-768862-2 {{(pid=84874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:17:42.750707 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39bafbf5-5018-41bb-9e9e-91c2c1d27156 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1559908139 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1559908139] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-768862-2 {{(pid=84874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:17:42.751426 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39bafbf5-5018-41bb-9e9e-91c2c1d27156 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1559908139 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1559908139] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-2 {{(pid=84874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:17:42.752168 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39bafbf5-5018-41bb-9e9e-91c2c1d27156 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1559908139 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1559908139] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-2 {{(pid=84874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:17:42.752893 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39bafbf5-5018-41bb-9e9e-91c2c1d27156 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1559908139 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1559908139] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-2 {{(pid=84874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:17:42.753661 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39bafbf5-5018-41bb-9e9e-91c2c1d27156 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1559908139 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1559908139] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-2 {{(pid=84874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:17:42.764467 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-39bafbf5-5018-41bb-9e9e-91c2c1d27156 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1559908139 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1559908139] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.243s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:17:42.812162 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-39bafbf5-5018-41bb-9e9e-91c2c1d27156 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1559908139 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1559908139] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363259214646115'] for network, precommit_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:17:42.851758 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.plugin [None req-456ab2a5-69e6-424b-ae06-d32f42d38cf4 admin admin] Deleting port 33c3ca6a-607e-4cc2-892a-6e1e928973cf {{(pid=84874) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 07:17:42.851960 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-456ab2a5-69e6-424b-ae06-d32f42d38cf4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363259214248359'] for port, before_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:17:42.885509 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-39bafbf5-5018-41bb-9e9e-91c2c1d27156 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1559908139 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1559908139] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850887149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964'] for network, after_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:17:42.903813 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39bafbf5-5018-41bb-9e9e-91c2c1d27156 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1559908139 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1559908139] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:17:42.904592 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-39bafbf5-5018-41bb-9e9e-91c2c1d27156 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1559908139 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1559908139] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3207107'] for network, before_response {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:17:42.915206 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-359edbb2-2253-406f-82ef-157a77a93516 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:17:42.945210 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-c78e626d-d5fe-4701-a9d9-e80fe5241523 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:17:42.956690 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Device 14db865b-e37f-444e-a79f-7f57d62bc021 no longer exists at agent ovs-agent-n-d-768862-2 {{(pid=84876) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jan 14 07:17:43.034861 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-359edbb2-2253-406f-82ef-157a77a93516 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:17:43.052951 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-359edbb2-2253-406f-82ef-157a77a93516 admin admin] Usage tracker for resource:security_group_rule and tenant:ed0f8ea1d8e64348aaa1988a4b661060 is out of sync, need to count used quota {{(pid=84875) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:17:43.064941 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-359edbb2-2253-406f-82ef-157a77a93516 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84875) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:17:43.076241 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.plugin [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] No Port match for: 14db865b-e37f-444e-a79f-7f57d62bc021 {{(pid=84876) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2188}} Jan 14 07:17:43.076623 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Device 14db865b-e37f-444e-a79f-7f57d62bc021 not bound to the agent host n-d-768862-2 {{(pid=84876) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jan 14 07:17:43.077179 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Device 33c3ca6a-607e-4cc2-892a-6e1e928973cf no longer exists at agent ovs-agent-n-d-768862-2 {{(pid=84876) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jan 14 07:17:43.079772 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-359edbb2-2253-406f-82ef-157a77a93516 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:17:43.105564 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39bafbf5-5018-41bb-9e9e-91c2c1d27156 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1559908139 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1559908139] Pushing event updated for resources: {'Network': ['ID=86e756e9-487c-49d5-b226-d7680a2499be,revision_number=1']} {{(pid=84874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:17:43.119565 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-39bafbf5-5018-41bb-9e9e-91c2c1d27156 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1559908139 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1559908139] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 802 time: 2.9491172 Jan 14 07:17:43.120949 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-39bafbf5-5018-41bb-9e9e-91c2c1d27156 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1559908139 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1559908139] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.176s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:17:43.128237 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.plugin [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] No Port match for: 33c3ca6a-607e-4cc2-892a-6e1e928973cf {{(pid=84876) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2188}} Jan 14 07:17:43.128787 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Device 33c3ca6a-607e-4cc2-892a-6e1e928973cf not bound to the agent host n-d-768862-2 {{(pid=84876) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jan 14 07:17:43.131168 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-017f98a9-8a07-408c-a86f-8ff0c00400a0 None None] Network 86e756e9-487c-49d5-b226-d7680a2499be details requested by agent ovs-agent-n-h1-768862-2 with host n-h1-768862-2 {{(pid=84876) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 07:17:43.191366 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.plugin [None req-456ab2a5-69e6-424b-ae06-d32f42d38cf4 admin admin] The port '33c3ca6a-607e-4cc2-892a-6e1e928973cf' was deleted {{(pid=84874) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Jan 14 07:17:43.412773 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-359edbb2-2253-406f-82ef-157a77a93516 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:17:43.434485 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-359edbb2-2253-406f-82ef-157a77a93516 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850887153'] for security_group, after_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:17:43.484852 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-456ab2a5-69e6-424b-ae06-d32f42d38cf4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-598987', 'neutron.services.segments.db._delete_segments_for_network-8777640583949'] for network, precommit_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:17:43.509212 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-4a3867d4-cf0b-4589-b743-76562c0bdbf4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:17:43.534351 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-359edbb2-2253-406f-82ef-157a77a93516 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=ed0f8ea1d8e64348aaa1988a4b661060&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9041128 Jan 14 07:17:43.534351 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84875) accepted ('10.222.0.24', 34920) {{(pid=84875) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:17:43.591227 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-359edbb2-2253-406f-82ef-157a77a93516 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2f67354e-1fb9-4ed0-aae0-c8daa41d21fa,revision_number=1']} {{(pid=84875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:17:43.636313 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84875) accepted ('10.222.0.24', 34928) {{(pid=84875) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:17:43.638588 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-359edbb2-2253-406f-82ef-157a77a93516 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:17:43.664429 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-852a24f7-e9a1-4193-9abb-e9506fe5213f None None] Network 86e756e9-487c-49d5-b226-d7680a2499be details requested by agent ovs-agent-n-h2-768862-2 with host n-h2-768862-2 {{(pid=84876) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 07:17:43.816116 n-d-768862-2 neutron-server[84765]: DEBUG neutron.services.segments.db [None req-456ab2a5-69e6-424b-ae06-d32f42d38cf4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fd7a982b-b38c-4e49-b1ba-1aa0df49caf9']}} {{(pid=84874) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:17:43.853063 n-d-768862-2 neutron-server[84765]: DEBUG neutron.services.segments.db [None req-456ab2a5-69e6-424b-ae06-d32f42d38cf4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd6c8166d-60cc-4e5d-800b-1ffdaaaf7600') {'for_net_delete': True} {{(pid=84874) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:17:43.853316 n-d-768862-2 neutron-server[84765]: DEBUG neutron.services.segments.db [None req-456ab2a5-69e6-424b-ae06-d32f42d38cf4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd6c8166d-60cc-4e5d-800b-1ffdaaaf7600') {} {{(pid=84874) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:17:43.893734 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-456ab2a5-69e6-424b-ae06-d32f42d38cf4 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363259214173198', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2968632'] for segment, before_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:17:43.910725 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Network 86e756e9-487c-49d5-b226-d7680a2499be details requested by agent ovs-agent-n-d-768862-2 with host n-d-768862-2 {{(pid=84876) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 07:17:43.934448 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-456ab2a5-69e6-424b-ae06-d32f42d38cf4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854179735'] for segment, precommit_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:17:43.937457 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-456ab2a5-69e6-424b-ae06-d32f42d38cf4 admin admin] Releasing vxlan tunnel 15 to pool {{(pid=84874) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Jan 14 07:17:44.068888 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84874) accepted ('10.222.0.24', 34948) {{(pid=84874) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:17:44.081854 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.v2.base [None req-24c2fc9b-6992-4e22-ba78-c355a7384a38 tempest-PortsAdminExtendedAttrsIpV6TestJSON-54502629 tempest-PortsAdminExtendedAttrsIpV6TestJSON-54502629] Request body: {'port': {'network_id': '86e756e9-487c-49d5-b226-d7680a2499be', 'binding:host_id': 'n-h1-768862-2', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-482798042'}} {{(pid=84874) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:17:44.090923 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-24c2fc9b-6992-4e22-ba78-c355a7384a38 tempest-PortsAdminExtendedAttrsIpV6TestJSON-54502629 tempest-PortsAdminExtendedAttrsIpV6TestJSON-54502629] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:17:44.096046 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-24c2fc9b-6992-4e22-ba78-c355a7384a38 tempest-PortsAdminExtendedAttrsIpV6TestJSON-54502629 tempest-PortsAdminExtendedAttrsIpV6TestJSON-54502629] Usage tracker for resource:port and tenant:56f30083b92a47059ee5873650bc8707 is out of sync, need to count used quota {{(pid=84874) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:17:44.099968 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-24c2fc9b-6992-4e22-ba78-c355a7384a38 tempest-PortsAdminExtendedAttrsIpV6TestJSON-54502629 tempest-PortsAdminExtendedAttrsIpV6TestJSON-54502629] Quota usage for port was recalculated. Used quota:0. {{(pid=84874) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:17:44.107331 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-24c2fc9b-6992-4e22-ba78-c355a7384a38 tempest-PortsAdminExtendedAttrsIpV6TestJSON-54502629 tempest-PortsAdminExtendedAttrsIpV6TestJSON-54502629] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:17:44.188409 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-9f3c1942-b4ca-432f-82a7-3f5c2a9842b8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:17:44.194428 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.v2.base [None req-28be8512-eb2e-4746-b18e-81efd6c90bdc admin admin] Request body: {'network': {'name': 'tempest-ServerDiskConfigTestJSON-864614016-network', 'tenant_id': 'a039bdb1a90d4bbcbb9d815d7e930882'}} {{(pid=84875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:17:44.202405 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-28be8512-eb2e-4746-b18e-81efd6c90bdc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:17:44.209195 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-28be8512-eb2e-4746-b18e-81efd6c90bdc admin admin] Usage tracker for resource:network and tenant:a039bdb1a90d4bbcbb9d815d7e930882 is out of sync, need to count used quota {{(pid=84875) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:17:44.213918 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-28be8512-eb2e-4746-b18e-81efd6c90bdc admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84875) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:17:44.238820 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.managers [None req-456ab2a5-69e6-424b-ae06-d32f42d38cf4 admin admin] Network fd7a982b-b38c-4e49-b1ba-1aa0df49caf9 has no segments {{(pid=84874) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 14 07:17:44.249592 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-456ab2a5-69e6-424b-ae06-d32f42d38cf4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-596065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036851521571'] for segment, after_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:17:44.259241 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-28be8512-eb2e-4746-b18e-81efd6c90bdc admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:17:44.278519 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-3967573c-7a86-48e6-a54b-f38bb2a51ae9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:17:44.286807 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-3967573c-7a86-48e6-a54b-f38bb2a51ae9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850887153'] for security_group, after_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:17:44.292769 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-9f3c1942-b4ca-432f-82a7-3f5c2a9842b8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:17:44.301821 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-606a97b0-59d2-4b0b-b96e-b18652551eab admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:17:44.314148 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-28be8512-eb2e-4746-b18e-81efd6c90bdc admin admin] Made reservation on behalf of a039bdb1a90d4bbcbb9d815d7e930882 for: {'network': 1} {{(pid=84875) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 07:17:44.318102 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84874) accepted ('10.222.0.24', 34956) {{(pid=84874) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:17:44.319201 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-28be8512-eb2e-4746-b18e-81efd6c90bdc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555753'] for network, before_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:17:44.352419 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-24c2fc9b-6992-4e22-ba78-c355a7384a38 tempest-PortsAdminExtendedAttrsIpV6TestJSON-54502629 tempest-PortsAdminExtendedAttrsIpV6TestJSON-54502629] Made reservation on behalf of 56f30083b92a47059ee5873650bc8707 for: {'port': 1} {{(pid=84874) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 07:17:44.357425 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-24c2fc9b-6992-4e22-ba78-c355a7384a38 tempest-PortsAdminExtendedAttrsIpV6TestJSON-54502629 tempest-PortsAdminExtendedAttrsIpV6TestJSON-54502629] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555753'] for port, before_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:17:44.368264 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-28be8512-eb2e-4746-b18e-81efd6c90bdc admin admin] Notify callbacks [] for security_group, before_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:17:44.383759 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3967573c-7a86-48e6-a54b-f38bb2a51ae9 admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 17} {{(pid=84875) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Jan 14 07:17:44.393621 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-24c2fc9b-6992-4e22-ba78-c355a7384a38 tempest-PortsAdminExtendedAttrsIpV6TestJSON-54502629 tempest-PortsAdminExtendedAttrsIpV6TestJSON-54502629] Notify callbacks [] for security_group, before_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:17:44.394337 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3967573c-7a86-48e6-a54b-f38bb2a51ae9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2c30c0f8-9540-4630-8112-f1f3a623bdbd,revision_number=1']} {{(pid=84875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:17:44.412431 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-28be8512-eb2e-4746-b18e-81efd6c90bdc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:17:44.416669 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-28be8512-eb2e-4746-b18e-81efd6c90bdc admin admin] Usage tracker for resource:security_group_rule and tenant:a039bdb1a90d4bbcbb9d815d7e930882 is out of sync, need to count used quota {{(pid=84875) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:17:44.420938 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-28be8512-eb2e-4746-b18e-81efd6c90bdc admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84875) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:17:44.427496 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-28be8512-eb2e-4746-b18e-81efd6c90bdc admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:17:44.444968 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-3967573c-7a86-48e6-a54b-f38bb2a51ae9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:17:44.456752 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-3967573c-7a86-48e6-a54b-f38bb2a51ae9 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment--9223363259214191851', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854179735'] for segment, precommit_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:17:44.457278 n-d-768862-2 neutron-server[84765]: INFO neutron.db.segments_db [None req-3967573c-7a86-48e6-a54b-f38bb2a51ae9 admin admin] Added segment 085a78aa-4643-49c7-96d3-7476d7c34b7b of type vxlan for network dd60e289-d8f0-4db8-80cc-ace3d522263f Jan 14 07:17:44.472531 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-24c2fc9b-6992-4e22-ba78-c355a7384a38 tempest-PortsAdminExtendedAttrsIpV6TestJSON-54502629 tempest-PortsAdminExtendedAttrsIpV6TestJSON-54502629] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:17:44.488704 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-24c2fc9b-6992-4e22-ba78-c355a7384a38 tempest-PortsAdminExtendedAttrsIpV6TestJSON-54502629 tempest-PortsAdminExtendedAttrsIpV6TestJSON-54502629] Usage tracker for resource:security_group_rule and tenant:56f30083b92a47059ee5873650bc8707 is out of sync, need to count used quota {{(pid=84874) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:17:44.492704 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.managers [None req-456ab2a5-69e6-424b-ae06-d32f42d38cf4 admin admin] Network fd7a982b-b38c-4e49-b1ba-1aa0df49caf9 has no segments {{(pid=84874) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 14 07:17:44.505910 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-24c2fc9b-6992-4e22-ba78-c355a7384a38 tempest-PortsAdminExtendedAttrsIpV6TestJSON-54502629 tempest-PortsAdminExtendedAttrsIpV6TestJSON-54502629] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84874) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:17:44.516387 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-3967573c-7a86-48e6-a54b-f38bb2a51ae9 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363259214646115'] for network, precommit_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:17:44.524814 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 14 07:17:44.524814 n-d-768862-2 neutron-server[84765]: % (table.description, expected, rows_matched) Jan 14 07:17:44.524814 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 14 07:17:44.524814 n-d-768862-2 neutron-server[84765]: % (table.description, expected, rows_matched) Jan 14 07:17:44.524814 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 14 07:17:44.524814 n-d-768862-2 neutron-server[84765]: % (table.description, expected, rows_matched) Jan 14 07:17:44.524814 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 14 07:17:44.524814 n-d-768862-2 neutron-server[84765]: % (table.description, expected, rows_matched) Jan 14 07:17:44.524814 n-d-768862-2 neutron-server[84765]: Traceback (most recent call last): Jan 14 07:17:44.524814 n-d-768862-2 neutron-server[84765]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 14 07:17:44.524814 n-d-768862-2 neutron-server[84765]: timer() Jan 14 07:17:44.524814 n-d-768862-2 neutron-server[84765]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 14 07:17:44.524814 n-d-768862-2 neutron-server[84765]: cb(*args, **kw) Jan 14 07:17:44.524814 n-d-768862-2 neutron-server[84765]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Jan 14 07:17:44.524814 n-d-768862-2 neutron-server[84765]: return func(*args, **kwargs) Jan 14 07:17:44.524814 n-d-768862-2 neutron-server[84765]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 14 07:17:44.524814 n-d-768862-2 neutron-server[84765]: self._notify() Jan 14 07:17:44.524814 n-d-768862-2 neutron-server[84765]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 14 07:17:44.524814 n-d-768862-2 neutron-server[84765]: self.callback(batched_events) Jan 14 07:17:44.524814 n-d-768862-2 neutron-server[84765]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 14 07:17:44.524814 n-d-768862-2 neutron-server[84765]: event.method(event) Jan 14 07:17:44.524814 n-d-768862-2 neutron-server[84765]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 14 07:17:44.524814 n-d-768862-2 neutron-server[84765]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 14 07:17:44.524814 n-d-768862-2 neutron-server[84765]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Jan 14 07:17:44.524814 n-d-768862-2 neutron-server[84765]: segment_id)['aggregates'][0] Jan 14 07:17:44.524814 n-d-768862-2 neutron-server[84765]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 14 07:17:44.524814 n-d-768862-2 neutron-server[84765]: return f(self, *a, **k) Jan 14 07:17:44.524814 n-d-768862-2 neutron-server[84765]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 14 07:17:44.524814 n-d-768862-2 neutron-server[84765]: return self._get(url).json() Jan 14 07:17:44.524814 n-d-768862-2 neutron-server[84765]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 14 07:17:44.524814 n-d-768862-2 neutron-server[84765]: **kwargs) Jan 14 07:17:44.524814 n-d-768862-2 neutron-server[84765]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 14 07:17:44.524814 n-d-768862-2 neutron-server[84765]: return self.request(url, 'GET', **kwargs) Jan 14 07:17:44.524814 n-d-768862-2 neutron-server[84765]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Jan 14 07:17:44.524814 n-d-768862-2 neutron-server[84765]: **endpoint_filter) Jan 14 07:17:44.524814 n-d-768862-2 neutron-server[84765]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 14 07:17:44.524814 n-d-768862-2 neutron-server[84765]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 14 07:17:44.524814 n-d-768862-2 neutron-server[84765]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 14 07:17:44.524814 n-d-768862-2 neutron-server[84765]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 14 07:17:44.524814 n-d-768862-2 neutron-server[84765]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 14 07:17:44.528617 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-9f3c1942-b4ca-432f-82a7-3f5c2a9842b8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850887153'] for security_group, after_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:17:44.539992 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-fd08173b-9416-41ff-a859-3e8041f5abf5 tempest-SecurityGroupRulesTestJSON-1709174060 tempest-SecurityGroupRulesTestJSON-1709174060] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:17:44.567820 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f3c1942-b4ca-432f-82a7-3f5c2a9842b8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2f67354e-1fb9-4ed0-aae0-c8daa41d21fa,revision_number=None']} {{(pid=84875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:17:44.607725 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-24c2fc9b-6992-4e22-ba78-c355a7384a38 tempest-PortsAdminExtendedAttrsIpV6TestJSON-54502629 tempest-PortsAdminExtendedAttrsIpV6TestJSON-54502629] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:17:44.608867 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-9f3c1942-b4ca-432f-82a7-3f5c2a9842b8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:17:44.659163 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-9f3c1942-b4ca-432f-82a7-3f5c2a9842b8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:17:44.663825 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-9f3c1942-b4ca-432f-82a7-3f5c2a9842b8 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/2f67354e-1fb9-4ed0-aae0-c8daa41d21fa HTTP/1.1" status: 204 len: 168 time: 1.1257677 Jan 14 07:17:44.698971 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-3967573c-7a86-48e6-a54b-f38bb2a51ae9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850887149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964'] for network, after_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:17:44.700063 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3967573c-7a86-48e6-a54b-f38bb2a51ae9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:17:44.700370 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-33a89909-3367-4da7-b4a2-f011ad1d1af5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:17:44.700718 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-3967573c-7a86-48e6-a54b-f38bb2a51ae9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3207107'] for network, before_response {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:17:44.726442 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-1bd90c28-a3e7-4f0f-93a1-0cd101e0a74c tempest-TaggedBootDevicesTest_v242-294831919 tempest-TaggedBootDevicesTest_v242-294831919] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:17:44.762545 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-33a89909-3367-4da7-b4a2-f011ad1d1af5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:17:44.766726 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-33a89909-3367-4da7-b4a2-f011ad1d1af5 admin admin] Usage tracker for resource:security_group_rule and tenant:f1368c74680947259236b04fbfd5466a is out of sync, need to count used quota {{(pid=84874) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:17:44.769218 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-33a89909-3367-4da7-b4a2-f011ad1d1af5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84874) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:17:44.778677 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-33a89909-3367-4da7-b4a2-f011ad1d1af5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:17:44.781081 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-456ab2a5-69e6-424b-ae06-d32f42d38cf4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036854176830', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850887149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3912591'] for network, after_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:17:44.792439 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:17:44.826553 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-456ab2a5-69e6-424b-ae06-d32f42d38cf4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3207107'] for network, before_response {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:17:44.830368 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-456ab2a5-69e6-424b-ae06-d32f42d38cf4 admin admin] Pushing event deleted for resources: {'Network': ['ID=fd7a982b-b38c-4e49-b1ba-1aa0df49caf9,revision_number=None']} {{(pid=84874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:17:44.840217 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-456ab2a5-69e6-424b-ae06-d32f42d38cf4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:17:44.866381 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-28be8512-eb2e-4746-b18e-81efd6c90bdc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:17:44.873075 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-456ab2a5-69e6-424b-ae06-d32f42d38cf4 admin admin] 10.222.0.24 "DELETE /v2.0/networks/fd7a982b-b38c-4e49-b1ba-1aa0df49caf9 HTTP/1.1" status: 204 len: 168 time: 4.0021200 Jan 14 07:17:44.879599 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3967573c-7a86-48e6-a54b-f38bb2a51ae9 admin admin] Pushing event updated for resources: {'Network': ['ID=dd60e289-d8f0-4db8-80cc-ace3d522263f,revision_number=1']} {{(pid=84875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:17:44.886844 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-3967573c-7a86-48e6-a54b-f38bb2a51ae9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.160s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:17:44.887713 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-28be8512-eb2e-4746-b18e-81efd6c90bdc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850887153'] for security_group, after_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:17:44.896168 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-852a24f7-e9a1-4193-9abb-e9506fe5213f None None] Network dd60e289-d8f0-4db8-80cc-ace3d522263f details requested by agent ovs-agent-n-h2-768862-2 with host n-h2-768862-2 {{(pid=84876) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 07:17:44.904959 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-28be8512-eb2e-4746-b18e-81efd6c90bdc admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 15} {{(pid=84875) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Jan 14 07:17:44.919875 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-28be8512-eb2e-4746-b18e-81efd6c90bdc admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment--9223363259214191851', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854179735'] for segment, precommit_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:17:44.919875 n-d-768862-2 neutron-server[84765]: INFO neutron.db.segments_db [None req-28be8512-eb2e-4746-b18e-81efd6c90bdc admin admin] Added segment 2e533a90-13a7-4ef9-95bb-582eabd9eb7b of type vxlan for network eacad955-4a5e-44c9-b605-5d10f20e45c4 Jan 14 07:17:44.945918 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-28be8512-eb2e-4746-b18e-81efd6c90bdc admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363259214646115'] for network, precommit_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:17:44.958317 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-24c2fc9b-6992-4e22-ba78-c355a7384a38 tempest-PortsAdminExtendedAttrsIpV6TestJSON-54502629 tempest-PortsAdminExtendedAttrsIpV6TestJSON-54502629] Notify callbacks [] for security_group, precommit_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:17:44.969995 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-24c2fc9b-6992-4e22-ba78-c355a7384a38 tempest-PortsAdminExtendedAttrsIpV6TestJSON-54502629 tempest-PortsAdminExtendedAttrsIpV6TestJSON-54502629] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850887153'] for security_group, after_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:17:44.974584 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-d9ba0883-1c5d-4ce6-a263-3f6050d3e6db tempest-AttachVolumeShelveTestJSON-2054363538 tempest-AttachVolumeShelveTestJSON-2054363538] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:17:44.990283 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-057e095c-7568-4b67-8541-58ac5ec36f24 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:17:45.033471 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-3967573c-7a86-48e6-a54b-f38bb2a51ae9 admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 3.1401713 Jan 14 07:17:45.044258 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84874) accepted ('10.222.0.24', 34970) {{(pid=84874) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:17:45.058584 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28be8512-eb2e-4746-b18e-81efd6c90bdc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=54e8509c-fd4d-49a5-b871-e819c9309c38,revision_number=1']} {{(pid=84875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:17:45.065802 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-28be8512-eb2e-4746-b18e-81efd6c90bdc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:17:45.066103 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-33a89909-3367-4da7-b4a2-f011ad1d1af5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:17:45.068793 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-28be8512-eb2e-4746-b18e-81efd6c90bdc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850887149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964'] for network, after_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:17:45.070131 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28be8512-eb2e-4746-b18e-81efd6c90bdc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:17:45.071021 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.v2.base [None req-2f599e40-7eeb-453a-9436-a9c993939d15 admin admin] Request body: {'subnet': {'network_id': 'dd60e289-d8f0-4db8-80cc-ace3d522263f', 'cidr': '172.20.0.0/28', 'name': 'tempest-ListServerFiltersTestJSON-1786528359-subnet', 'tenant_id': 'f3e0ca85c13b47d9bbd60446ed1f198e', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=84874) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:17:45.071174 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-28be8512-eb2e-4746-b18e-81efd6c90bdc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3207107'] for network, before_response {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:17:45.074233 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-017f98a9-8a07-408c-a86f-8ff0c00400a0 None None] Network dd60e289-d8f0-4db8-80cc-ace3d522263f details requested by agent ovs-agent-n-h1-768862-2 with host n-h1-768862-2 {{(pid=84876) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 07:17:45.102414 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-5233121f-7067-40b2-b889-a4c5dc25f9f9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:17:45.135301 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-2f599e40-7eeb-453a-9436-a9c993939d15 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:17:45.143566 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-33a89909-3367-4da7-b4a2-f011ad1d1af5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850887153'] for security_group, after_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:17:45.148262 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-28be8512-eb2e-4746-b18e-81efd6c90bdc admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 1.5083814 Jan 14 07:17:45.153281 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84875) accepted ('10.222.0.24', 34974) {{(pid=84875) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:17:45.169639 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24c2fc9b-6992-4e22-ba78-c355a7384a38 tempest-PortsAdminExtendedAttrsIpV6TestJSON-54502629 tempest-PortsAdminExtendedAttrsIpV6TestJSON-54502629] Pushing event updated for resources: {'SecurityGroup': ['ID=4b08edfb-4fbf-427c-a7a7-f8f88c9fbe8b,revision_number=1']} {{(pid=84874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:17:45.173264 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-2f599e40-7eeb-453a-9436-a9c993939d15 admin admin] Usage tracker for resource:subnet and tenant:f3e0ca85c13b47d9bbd60446ed1f198e is out of sync, need to count used quota {{(pid=84874) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:17:45.184777 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-24c2fc9b-6992-4e22-ba78-c355a7384a38 tempest-PortsAdminExtendedAttrsIpV6TestJSON-54502629 tempest-PortsAdminExtendedAttrsIpV6TestJSON-54502629] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.195s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:17:45.185625 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-2f599e40-7eeb-453a-9436-a9c993939d15 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84874) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:17:45.188702 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-1ea7dd1a-8b25-4eab-9ed8-e6dc2691d1ba admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.019s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:17:45.196506 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.v2.base [None req-9151a446-af5d-4e94-9661-1d2098c821b1 admin admin] Request body: {'subnet': {'network_id': 'eacad955-4a5e-44c9-b605-5d10f20e45c4', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerDiskConfigTestJSON-864614016-subnet', 'tenant_id': 'a039bdb1a90d4bbcbb9d815d7e930882', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=84875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:17:45.197831 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Network dd60e289-d8f0-4db8-80cc-ace3d522263f details requested by agent ovs-agent-n-d-768862-2 with host n-d-768862-2 {{(pid=84876) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 07:17:45.212978 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-2f599e40-7eeb-453a-9436-a9c993939d15 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:17:45.248694 n-d-768862-2 neutron-server[84765]: DEBUG neutron.notifiers.nova [None req-24c2fc9b-6992-4e22-ba78-c355a7384a38 tempest-PortsAdminExtendedAttrsIpV6TestJSON-54502629 tempest-PortsAdminExtendedAttrsIpV6TestJSON-54502629] device_id is not set on port 09b4eb67-4699-4ae5-bf1b-a0d3f2481581 yet. {{(pid=84874) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}} Jan 14 07:17:45.395810 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-33a89909-3367-4da7-b4a2-f011ad1d1af5 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=f1368c74680947259236b04fbfd5466a&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0749321 Jan 14 07:17:45.407725 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84874) accepted ('10.222.0.24', 34984) {{(pid=84874) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:17:45.411137 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33a89909-3367-4da7-b4a2-f011ad1d1af5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d31bcb0c-155f-401d-b997-a56ee031138f,revision_number=1']} {{(pid=84874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:17:45.414363 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2f599e40-7eeb-453a-9436-a9c993939d15 admin admin] Made reservation on behalf of f3e0ca85c13b47d9bbd60446ed1f198e for: {'subnet': 1} {{(pid=84874) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 07:17:45.419427 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-2f599e40-7eeb-453a-9436-a9c993939d15 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036851981161'] for subnet, before_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:17:45.459899 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-33a89909-3367-4da7-b4a2-f011ad1d1af5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.271s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:17:45.467729 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28be8512-eb2e-4746-b18e-81efd6c90bdc admin admin] Pushing event updated for resources: {'Network': ['ID=eacad955-4a5e-44c9-b605-5d10f20e45c4,revision_number=1']} {{(pid=84875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:17:45.473172 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84874) accepted ('10.222.0.24', 34988) {{(pid=84874) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:17:45.478703 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-28be8512-eb2e-4746-b18e-81efd6c90bdc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.376s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:17:45.481185 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-9151a446-af5d-4e94-9661-1d2098c821b1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:17:45.484497 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-852a24f7-e9a1-4193-9abb-e9506fe5213f None None] Network eacad955-4a5e-44c9-b605-5d10f20e45c4 details requested by agent ovs-agent-n-h2-768862-2 with host n-h2-768862-2 {{(pid=84876) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 07:17:45.491023 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-9151a446-af5d-4e94-9661-1d2098c821b1 admin admin] Usage tracker for resource:subnet and tenant:a039bdb1a90d4bbcbb9d815d7e930882 is out of sync, need to count used quota {{(pid=84875) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:17:45.498345 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-9151a446-af5d-4e94-9661-1d2098c821b1 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84875) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:17:45.503387 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-017f98a9-8a07-408c-a86f-8ff0c00400a0 None None] Network eacad955-4a5e-44c9-b605-5d10f20e45c4 details requested by agent ovs-agent-n-h1-768862-2 with host n-h1-768862-2 {{(pid=84876) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 07:17:45.511421 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-9151a446-af5d-4e94-9661-1d2098c821b1 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:17:45.533206 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9151a446-af5d-4e94-9661-1d2098c821b1 admin admin] Made reservation on behalf of a039bdb1a90d4bbcbb9d815d7e930882 for: {'subnet': 1} {{(pid=84875) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 07:17:45.547877 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-9151a446-af5d-4e94-9661-1d2098c821b1 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036852467157'] for subnet, before_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:17:45.630377 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Network eacad955-4a5e-44c9-b605-5d10f20e45c4 details requested by agent ovs-agent-n-d-768862-2 with host n-d-768862-2 {{(pid=84876) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 07:17:45.680268 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-cd8e2e3d-106e-4872-bf08-981134133d55 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=0369eaa84818430fab7d025c9522c976&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1582084 Jan 14 07:17:45.691307 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84874) accepted ('10.222.0.24', 34994) {{(pid=84874) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:17:45.881782 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-5f65e1c5-e5a1-4686-822a-fb27a7d62415 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:17:45.962874 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-5f65e1c5-e5a1-4686-822a-fb27a7d62415 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:17:46.100968 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-adeea3ea-2bcf-4bac-9c15-fdbf0495a299 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:17:46.149576 n-d-768862-2 neutron-server[84765]: DEBUG neutron.notifiers.nova [None req-24c2fc9b-6992-4e22-ba78-c355a7384a38 tempest-PortsAdminExtendedAttrsIpV6TestJSON-54502629 tempest-PortsAdminExtendedAttrsIpV6TestJSON-54502629] device_id is not set on port 09b4eb67-4699-4ae5-bf1b-a0d3f2481581 yet. {{(pid=84874) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}} Jan 14 07:17:46.186860 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-24c2fc9b-6992-4e22-ba78-c355a7384a38 tempest-PortsAdminExtendedAttrsIpV6TestJSON-54502629 tempest-PortsAdminExtendedAttrsIpV6TestJSON-54502629] Notify callbacks [] for port, precommit_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:17:46.197024 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-adeea3ea-2bcf-4bac-9c15-fdbf0495a299 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:17:46.249826 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-24c2fc9b-6992-4e22-ba78-c355a7384a38 tempest-PortsAdminExtendedAttrsIpV6TestJSON-54502629 tempest-PortsAdminExtendedAttrsIpV6TestJSON-54502629] Transition to ACTIVE for port object 09b4eb67-4699-4ae5-bf1b-a0d3f2481581 will not be triggered until provisioned by entity L2. {{(pid=84874) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 07:17:46.257524 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-5f65e1c5-e5a1-4686-822a-fb27a7d62415 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850887153'] for security_group, after_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:17:46.272554 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-dac6abab-5468-49e9-9400-04aea00bd928 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:17:46.280665 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-9151a446-af5d-4e94-9661-1d2098c821b1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850887113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036851621412', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036852467174'] for subnet, after_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:17:46.297431 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-0e2ae3d1-bca5-44ae-9612-a616f237d0f6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:17:46.309359 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f65e1c5-e5a1-4686-822a-fb27a7d62415 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d31bcb0c-155f-401d-b997-a56ee031138f,revision_number=None']} {{(pid=84874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:17:46.311757 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-24c2fc9b-6992-4e22-ba78-c355a7384a38 tempest-PortsAdminExtendedAttrsIpV6TestJSON-54502629 tempest-PortsAdminExtendedAttrsIpV6TestJSON-54502629] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777640123575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3254186'] for port, after_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:17:46.316897 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-5f65e1c5-e5a1-4686-822a-fb27a7d62415 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:17:46.332879 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-130e83c2-9b25-4489-b319-e70fc8c66e3c service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:17:46.558632 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9151a446-af5d-4e94-9661-1d2098c821b1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f3eed0c0-1c20-4f0c-8ac3-bb748e4e9ee0,revision_number=0']} {{(pid=84875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:17:46.562050 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-9151a446-af5d-4e94-9661-1d2098c821b1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.265s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:17:46.563536 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9151a446-af5d-4e94-9661-1d2098c821b1 admin admin] Checking segment: {'id': '2e533a90-13a7-4ef9-95bb-582eabd9eb7b', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 15, 'network_id': 'eacad955-4a5e-44c9-b605-5d10f20e45c4'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84875) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 14 07:17:46.563963 n-d-768862-2 neutron-server[84765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9151a446-af5d-4e94-9661-1d2098c821b1 admin admin] Network hostable DHCP agents. Network: eacad955-4a5e-44c9-b605-5d10f20e45c4, hostable agents: ['32f3dd84-26da-4d18-bf15-6017a8fb7247'], hosted agents: [] {{(pid=84875) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Jan 14 07:17:46.589045 n-d-768862-2 neutron-server[84765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9151a446-af5d-4e94-9661-1d2098c821b1 admin admin] Network eacad955-4a5e-44c9-b605-5d10f20e45c4 is scheduled to be hosted by DHCP agent 32f3dd84-26da-4d18-bf15-6017a8fb7247 with binding_index 1 {{(pid=84875) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Jan 14 07:17:46.602644 n-d-768862-2 neutron-server[84765]: DEBUG neutron.scheduler.base_scheduler [None req-9151a446-af5d-4e94-9661-1d2098c821b1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768862-2, eacad955-4a5e-44c9-b605-5d10f20e45c4) {{(pid=84875) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 07:17:46.617905 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b99c7ee1-7a54-45f6-9901-1300d7502681 None None] Network eacad955-4a5e-44c9-b605-5d10f20e45c4 requested from n-d-768862-2 {{(pid=84876) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 07:17:46.628296 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9151a446-af5d-4e94-9661-1d2098c821b1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:17:46.629680 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-9151a446-af5d-4e94-9661-1d2098c821b1 admin admin] Notify callbacks [] for subnet, before_response {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:17:46.684509 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-9151a446-af5d-4e94-9661-1d2098c821b1 admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.5203640 Jan 14 07:17:46.794827 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24c2fc9b-6992-4e22-ba78-c355a7384a38 tempest-PortsAdminExtendedAttrsIpV6TestJSON-54502629 tempest-PortsAdminExtendedAttrsIpV6TestJSON-54502629] Pushing event updated for resources: {'Port': ['ID=09b4eb67-4699-4ae5-bf1b-a0d3f2481581,revision_number=1']} {{(pid=84874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:17:46.800101 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-24c2fc9b-6992-4e22-ba78-c355a7384a38 tempest-PortsAdminExtendedAttrsIpV6TestJSON-54502629 tempest-PortsAdminExtendedAttrsIpV6TestJSON-54502629] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.467s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:17:46.839296 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-adeea3ea-2bcf-4bac-9c15-fdbf0495a299 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850887153'] for security_group, after_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:17:46.846865 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-2f4442be-8964-493e-bb2b-9c6ff989847c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:17:46.858126 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-5f65e1c5-e5a1-4686-822a-fb27a7d62415 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:17:46.859424 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-5f65e1c5-e5a1-4686-822a-fb27a7d62415 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/d31bcb0c-155f-401d-b997-a56ee031138f HTTP/1.1" status: 204 len: 168 time: 1.4501173 Jan 14 07:17:46.879143 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adeea3ea-2bcf-4bac-9c15-fdbf0495a299 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7afa9400-2b12-4469-a75f-393b53070c32,revision_number=None']} {{(pid=84874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:17:46.883682 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-adeea3ea-2bcf-4bac-9c15-fdbf0495a299 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:17:46.885012 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-adeea3ea-2bcf-4bac-9c15-fdbf0495a299 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/7afa9400-2b12-4469-a75f-393b53070c32 HTTP/1.1" status: 204 len: 168 time: 1.1884704 Jan 14 07:17:46.891801 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-adeea3ea-2bcf-4bac-9c15-fdbf0495a299 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:17:46.948370 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24c2fc9b-6992-4e22-ba78-c355a7384a38 tempest-PortsAdminExtendedAttrsIpV6TestJSON-54502629 tempest-PortsAdminExtendedAttrsIpV6TestJSON-54502629] Checking segment: {'id': 'bb33aaf5-f96e-436f-85bc-d262bcea487d', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '86e756e9-487c-49d5-b226-d7680a2499be'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84874) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 14 07:17:46.949559 n-d-768862-2 neutron-server[84765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24c2fc9b-6992-4e22-ba78-c355a7384a38 tempest-PortsAdminExtendedAttrsIpV6TestJSON-54502629 tempest-PortsAdminExtendedAttrsIpV6TestJSON-54502629] Network hostable DHCP agents. Network: 86e756e9-487c-49d5-b226-d7680a2499be, hostable agents: ['32f3dd84-26da-4d18-bf15-6017a8fb7247'], hosted agents: [] {{(pid=84874) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Jan 14 07:17:46.986439 n-d-768862-2 neutron-server[84765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24c2fc9b-6992-4e22-ba78-c355a7384a38 tempest-PortsAdminExtendedAttrsIpV6TestJSON-54502629 tempest-PortsAdminExtendedAttrsIpV6TestJSON-54502629] Network 86e756e9-487c-49d5-b226-d7680a2499be is scheduled to be hosted by DHCP agent 32f3dd84-26da-4d18-bf15-6017a8fb7247 with binding_index 1 {{(pid=84874) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Jan 14 07:17:47.039306 n-d-768862-2 neutron-server[84765]: DEBUG neutron.scheduler.base_scheduler [None req-24c2fc9b-6992-4e22-ba78-c355a7384a38 tempest-PortsAdminExtendedAttrsIpV6TestJSON-54502629 tempest-PortsAdminExtendedAttrsIpV6TestJSON-54502629] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768862-2, 86e756e9-487c-49d5-b226-d7680a2499be) {{(pid=84874) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 07:17:47.051758 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24c2fc9b-6992-4e22-ba78-c355a7384a38 tempest-PortsAdminExtendedAttrsIpV6TestJSON-54502629 tempest-PortsAdminExtendedAttrsIpV6TestJSON-54502629] Received port after_create {{(pid=84874) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 14 07:17:47.074871 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.managers [None req-24c2fc9b-6992-4e22-ba78-c355a7384a38 tempest-PortsAdminExtendedAttrsIpV6TestJSON-54502629 tempest-PortsAdminExtendedAttrsIpV6TestJSON-54502629] Attempting to bind port 09b4eb67-4699-4ae5-bf1b-a0d3f2481581 on host n-h1-768862-2 for vnic_type normal with profile {{(pid=84874) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 14 07:17:47.075250 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.managers [None req-24c2fc9b-6992-4e22-ba78-c355a7384a38 tempest-PortsAdminExtendedAttrsIpV6TestJSON-54502629 tempest-PortsAdminExtendedAttrsIpV6TestJSON-54502629] Attempting to bind port 09b4eb67-4699-4ae5-bf1b-a0d3f2481581 by drivers openvswitch on host n-h1-768862-2 at level 0 using segments [{'id': 'bb33aaf5-f96e-436f-85bc-d262bcea487d', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '86e756e9-487c-49d5-b226-d7680a2499be'}] {{(pid=84874) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 14 07:17:47.075634 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24c2fc9b-6992-4e22-ba78-c355a7384a38 tempest-PortsAdminExtendedAttrsIpV6TestJSON-54502629 tempest-PortsAdminExtendedAttrsIpV6TestJSON-54502629] Attempting to bind port 09b4eb67-4699-4ae5-bf1b-a0d3f2481581 on network 86e756e9-487c-49d5-b226-d7680a2499be {{(pid=84874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 14 07:17:47.079193 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3fb59119-e93b-455b-92a6-c26f95f6979e None None] Network 86e756e9-487c-49d5-b226-d7680a2499be requested from n-d-768862-2 {{(pid=84876) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 07:17:47.085755 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-2f599e40-7eeb-453a-9436-a9c993939d15 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850887113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3254092', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036851981146'] for subnet, after_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:17:47.220444 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24c2fc9b-6992-4e22-ba78-c355a7384a38 tempest-PortsAdminExtendedAttrsIpV6TestJSON-54502629 tempest-PortsAdminExtendedAttrsIpV6TestJSON-54502629] Checking agent: {'id': '40905704-73ec-4668-87ec-fe70ac9582ac', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-h1-768862-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 14, 7, 5, 11), 'started_at': datetime.datetime(2021, 1, 14, 7, 5, 41), 'heartbeat_timestamp': datetime.datetime(2021, 1, 14, 7, 17, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.42', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 14 07:17:47.220834 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24c2fc9b-6992-4e22-ba78-c355a7384a38 tempest-PortsAdminExtendedAttrsIpV6TestJSON-54502629 tempest-PortsAdminExtendedAttrsIpV6TestJSON-54502629] Checking segment: {'id': 'bb33aaf5-f96e-436f-85bc-d262bcea487d', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '86e756e9-487c-49d5-b226-d7680a2499be'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84874) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 14 07:17:47.221250 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-24c2fc9b-6992-4e22-ba78-c355a7384a38 tempest-PortsAdminExtendedAttrsIpV6TestJSON-54502629 tempest-PortsAdminExtendedAttrsIpV6TestJSON-54502629] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:17:47.221658 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24c2fc9b-6992-4e22-ba78-c355a7384a38 tempest-PortsAdminExtendedAttrsIpV6TestJSON-54502629 tempest-PortsAdminExtendedAttrsIpV6TestJSON-54502629] Bound using segment: {'id': 'bb33aaf5-f96e-436f-85bc-d262bcea487d', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '86e756e9-487c-49d5-b226-d7680a2499be'} {{(pid=84874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 14 07:17:47.222185 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.managers [None req-24c2fc9b-6992-4e22-ba78-c355a7384a38 tempest-PortsAdminExtendedAttrsIpV6TestJSON-54502629 tempest-PortsAdminExtendedAttrsIpV6TestJSON-54502629] Bound port: 09b4eb67-4699-4ae5-bf1b-a0d3f2481581, host: n-h1-768862-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bb33aaf5-f96e-436f-85bc-d262bcea487d', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '86e756e9-487c-49d5-b226-d7680a2499be'}}] {{(pid=84874) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 14 07:17:47.222681 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-24c2fc9b-6992-4e22-ba78-c355a7384a38 tempest-PortsAdminExtendedAttrsIpV6TestJSON-54502629 tempest-PortsAdminExtendedAttrsIpV6TestJSON-54502629] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555753'] for port, before_update {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:17:47.234896 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-15e192ff-85e6-44a2-86fa-d5f4640d5f78 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:17:47.249511 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb5747c6-e4be-427d-a5f1-3e5a9fadd3b8 None None] Network eacad955-4a5e-44c9-b605-5d10f20e45c4 requested from n-d-768862-2 {{(pid=84876) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 07:17:47.424550 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f599e40-7eeb-453a-9436-a9c993939d15 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c6126f00-00e2-4e47-82e7-5b87831fee7f,revision_number=0']} {{(pid=84874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:17:47.443174 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-2f599e40-7eeb-453a-9436-a9c993939d15 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.208s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:17:47.451729 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f599e40-7eeb-453a-9436-a9c993939d15 admin admin] Checking segment: {'id': '085a78aa-4643-49c7-96d3-7476d7c34b7b', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 17, 'network_id': 'dd60e289-d8f0-4db8-80cc-ace3d522263f'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84874) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 14 07:17:47.452488 n-d-768862-2 neutron-server[84765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f599e40-7eeb-453a-9436-a9c993939d15 admin admin] Network hostable DHCP agents. Network: dd60e289-d8f0-4db8-80cc-ace3d522263f, hostable agents: ['32f3dd84-26da-4d18-bf15-6017a8fb7247'], hosted agents: [] {{(pid=84874) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Jan 14 07:17:47.473531 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [None req-24c2fc9b-6992-4e22-ba78-c355a7384a38 tempest-PortsAdminExtendedAttrsIpV6TestJSON-54502629 tempest-PortsAdminExtendedAttrsIpV6TestJSON-54502629] For port 09b4eb67-4699-4ae5-bf1b-a0d3f2481581, host n-h1-768862-2, cleared binding levels {{(pid=84874) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 14 07:17:47.484522 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [None req-24c2fc9b-6992-4e22-ba78-c355a7384a38 tempest-PortsAdminExtendedAttrsIpV6TestJSON-54502629 tempest-PortsAdminExtendedAttrsIpV6TestJSON-54502629] For port 09b4eb67-4699-4ae5-bf1b-a0d3f2481581, host n-h1-768862-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-h1-768862-2',level=0,port_id=09b4eb67-4699-4ae5-bf1b-a0d3f2481581,segment=NetworkSegment(bb33aaf5-f96e-436f-85bc-d262bcea487d),segment_id=bb33aaf5-f96e-436f-85bc-d262bcea487d)] {{(pid=84874) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 14 07:17:47.486068 n-d-768862-2 neutron-server[84765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f599e40-7eeb-453a-9436-a9c993939d15 admin admin] Network dd60e289-d8f0-4db8-80cc-ace3d522263f is scheduled to be hosted by DHCP agent 32f3dd84-26da-4d18-bf15-6017a8fb7247 with binding_index 1 {{(pid=84874) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Jan 14 07:17:47.494695 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-24c2fc9b-6992-4e22-ba78-c355a7384a38 tempest-PortsAdminExtendedAttrsIpV6TestJSON-54502629 tempest-PortsAdminExtendedAttrsIpV6TestJSON-54502629] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777640533312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363259214678337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777640097497', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036851521613'] for port, after_update {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:17:47.511597 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-d941555e-02f0-440e-9ce9-1330a88bca06 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:17:47.567872 n-d-768862-2 neutron-server[84765]: DEBUG neutron.scheduler.base_scheduler [None req-2f599e40-7eeb-453a-9436-a9c993939d15 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768862-2, dd60e289-d8f0-4db8-80cc-ace3d522263f) {{(pid=84874) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 07:17:47.578213 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59573c62-d1a6-45ab-8600-cc40864219e9 None None] Network dd60e289-d8f0-4db8-80cc-ace3d522263f requested from n-d-768862-2 {{(pid=84876) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 07:17:47.728061 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84874) accepted ('10.222.0.24', 35040) {{(pid=84874) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:17:47.780759 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f599e40-7eeb-453a-9436-a9c993939d15 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:17:47.781688 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-2f599e40-7eeb-453a-9436-a9c993939d15 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3207107'] for subnet, before_response {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:17:47.816566 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-2f599e40-7eeb-453a-9436-a9c993939d15 admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 2.7612329 Jan 14 07:17:47.818122 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-79a89ff4-284f-4280-8073-54ee80615f2b admin admin] Notify callbacks [] for security_group, before_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:17:47.863770 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-79a89ff4-284f-4280-8073-54ee80615f2b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:17:47.872288 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-79a89ff4-284f-4280-8073-54ee80615f2b admin admin] Usage tracker for resource:security_group_rule and tenant:99d081c1e7994caa94610ed55fda67ca is out of sync, need to count used quota {{(pid=84874) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:17:47.878100 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24c2fc9b-6992-4e22-ba78-c355a7384a38 tempest-PortsAdminExtendedAttrsIpV6TestJSON-54502629 tempest-PortsAdminExtendedAttrsIpV6TestJSON-54502629] Pushing event updated for resources: {'Port': ['ID=09b4eb67-4699-4ae5-bf1b-a0d3f2481581,revision_number=2']} {{(pid=84874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:17:47.883117 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-24c2fc9b-6992-4e22-ba78-c355a7384a38 tempest-PortsAdminExtendedAttrsIpV6TestJSON-54502629 tempest-PortsAdminExtendedAttrsIpV6TestJSON-54502629] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.371s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:17:47.885417 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-79a89ff4-284f-4280-8073-54ee80615f2b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84874) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:17:47.900236 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-79a89ff4-284f-4280-8073-54ee80615f2b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:17:47.910518 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24c2fc9b-6992-4e22-ba78-c355a7384a38 tempest-PortsAdminExtendedAttrsIpV6TestJSON-54502629 tempest-PortsAdminExtendedAttrsIpV6TestJSON-54502629] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:17:47.911401 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-24c2fc9b-6992-4e22-ba78-c355a7384a38 tempest-PortsAdminExtendedAttrsIpV6TestJSON-54502629 tempest-PortsAdminExtendedAttrsIpV6TestJSON-54502629] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854768116'] for port, before_response {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:17:47.916300 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85353470-fda0-45c0-ab58-385eef6d7c56 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5d94dc7a-c095-50a4-955e-5f3b78718a12-dd60e289-d8f0-4db8-80cc-ace3d522263f', 'network_id': 'dd60e289-d8f0-4db8-80cc-ace3d522263f', 'tenant_id': 'f3e0ca85c13b47d9bbd60446ed1f198e', 'fixed_ips': [{'subnet_id': 'c6126f00-00e2-4e47-82e7-5b87831fee7f'}]}} from n-d-768862-2. {{(pid=84876) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Jan 14 07:17:47.917554 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-85353470-fda0-45c0-ab58-385eef6d7c56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555753'] for port, before_create {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:17:47.954067 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-24c2fc9b-6992-4e22-ba78-c355a7384a38 tempest-PortsAdminExtendedAttrsIpV6TestJSON-54502629 tempest-PortsAdminExtendedAttrsIpV6TestJSON-54502629] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1082 time: 3.8839629 Jan 14 07:17:47.957566 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84875) accepted ('10.222.0.24', 35048) {{(pid=84875) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:17:48.055041 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-79a89ff4-284f-4280-8073-54ee80615f2b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:17:48.062101 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-79a89ff4-284f-4280-8073-54ee80615f2b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850887153'] for security_group, after_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:17:48.083207 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.plugin [None req-34d96f1c-a71a-4180-891c-a2caf39934f6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-54502629 tempest-PortsAdminExtendedAttrsIpV6TestJSON-54502629] Deleting port 09b4eb67-4699-4ae5-bf1b-a0d3f2481581 {{(pid=84875) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 07:17:48.083788 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-34d96f1c-a71a-4180-891c-a2caf39934f6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-54502629 tempest-PortsAdminExtendedAttrsIpV6TestJSON-54502629] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363259214248359'] for port, before_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:17:48.129405 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-84f25628-03c4-4239-86c2-08895d349389 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:17:48.168685 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-79a89ff4-284f-4280-8073-54ee80615f2b admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=99d081c1e7994caa94610ed55fda67ca&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4264526 Jan 14 07:17:48.174443 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84875) accepted ('10.222.0.24', 35058) {{(pid=84875) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:17:48.247208 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79a89ff4-284f-4280-8073-54ee80615f2b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=085804ba-83b1-4ca4-8f6d-1390e6e6a073,revision_number=1']} {{(pid=84874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:17:48.256807 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-79a89ff4-284f-4280-8073-54ee80615f2b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:17:48.419053 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-67fea43b-1a66-43b6-aefc-9ed0bf00b279 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:17:48.460315 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.db_base_plugin_common [None req-85353470-fda0-45c0-ab58-385eef6d7c56 None None] Allocated IP 172.20.0.2 (dd60e289-d8f0-4db8-80cc-ace3d522263f/c6126f00-00e2-4e47-82e7-5b87831fee7f/4349a095-f4f8-4cc6-9620-870e591842a6) {{(pid=84876) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 14 07:17:48.583499 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-67fea43b-1a66-43b6-aefc-9ed0bf00b279 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:17:48.667517 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a67c8242-f087-4218-b52f-d3fb57035cb2 req-32bc3539-e134-459b-b533-6a0f9d906a57 tempest-ServerDiskConfigTestJSON-1230140811 tempest-ServerDiskConfigTestJSON-1230140811] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:17:48.668346 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [req-a67c8242-f087-4218-b52f-d3fb57035cb2 req-32bc3539-e134-459b-b533-6a0f9d906a57 tempest-ServerDiskConfigTestJSON-1230140811 tempest-ServerDiskConfigTestJSON-1230140811] Synchronizing usage tracker for tenant:a039bdb1a90d4bbcbb9d815d7e930882 on resource:network {{(pid=84875) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 14 07:17:48.672742 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [None req-34d96f1c-a71a-4180-891c-a2caf39934f6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-54502629 tempest-PortsAdminExtendedAttrsIpV6TestJSON-54502629] For port 09b4eb67-4699-4ae5-bf1b-a0d3f2481581, host n-h1-768862-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-h1-768862-2',level=0,port_id=09b4eb67-4699-4ae5-bf1b-a0d3f2481581,segment=NetworkSegment(bb33aaf5-f96e-436f-85bc-d262bcea487d),segment_id=bb33aaf5-f96e-436f-85bc-d262bcea487d)] {{(pid=84875) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 07:17:48.673150 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-34d96f1c-a71a-4180-891c-a2caf39934f6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-54502629 tempest-PortsAdminExtendedAttrsIpV6TestJSON-54502629] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036850862667'] for port, precommit_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:17:48.771213 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-ed05d72a-b104-432a-8fa0-45ff97b0144d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363259214191800', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854171626'] for agent, after_update {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:17:48.801699 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-85353470-fda0-45c0-ab58-385eef6d7c56 None None] Notify callbacks [] for port, precommit_create {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:17:48.816529 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-85353470-fda0-45c0-ab58-385eef6d7c56 None None] Transition to ACTIVE for port object 4349a095-f4f8-4cc6-9620-870e591842a6 will not be triggered until provisioned by entity L2. {{(pid=84876) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 07:17:48.854319 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-85353470-fda0-45c0-ab58-385eef6d7c56 None None] Transition to ACTIVE for port object 4349a095-f4f8-4cc6-9620-870e591842a6 will not be triggered until provisioned by entity DHCP. {{(pid=84876) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 07:17:48.863264 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-85353470-fda0-45c0-ab58-385eef6d7c56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777640123575'] for port, after_create {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:17:48.904050 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84876) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:17:48.906974 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.plugin [None req-34d96f1c-a71a-4180-891c-a2caf39934f6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-54502629 tempest-PortsAdminExtendedAttrsIpV6TestJSON-54502629] Calling delete_port for 09b4eb67-4699-4ae5-bf1b-a0d3f2481581 owned by {{(pid=84875) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 07:17:48.945865 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [req-a67c8242-f087-4218-b52f-d3fb57035cb2 req-32bc3539-e134-459b-b533-6a0f9d906a57 tempest-ServerDiskConfigTestJSON-1230140811 tempest-ServerDiskConfigTestJSON-1230140811] Unset dirty status for tenant:a039bdb1a90d4bbcbb9d815d7e930882 on resource:network {{(pid=84875) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 14 07:17:48.947186 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [req-a67c8242-f087-4218-b52f-d3fb57035cb2 req-32bc3539-e134-459b-b533-6a0f9d906a57 tempest-ServerDiskConfigTestJSON-1230140811 tempest-ServerDiskConfigTestJSON-1230140811] 10.222.0.24 "GET /v2.0/networks?id=eacad955-4a5e-44c9-b605-5d10f20e45c4 HTTP/1.1" status: 200 len: 814 time: 0.6955223 Jan 14 07:17:48.973776 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [req-a67c8242-f087-4218-b52f-d3fb57035cb2 req-80aea454-e54a-4284-b731-ea5b1756443a tempest-ServerDiskConfigTestJSON-1230140811 tempest-ServerDiskConfigTestJSON-1230140811] 10.222.0.24 "GET /v2.0/quotas/a039bdb1a90d4bbcbb9d815d7e930882 HTTP/1.1" status: 200 len: 375 time: 0.0184062 Jan 14 07:17:48.980646 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-67fea43b-1a66-43b6-aefc-9ed0bf00b279 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850887153'] for security_group, after_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:17:48.989394 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-0ad136c2-3f93-41bc-b91c-b7afe6855fc8 tempest-AttachVolumeShelveTestJSON-2054363538 tempest-AttachVolumeShelveTestJSON-2054363538] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:17:49.001802 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85353470-fda0-45c0-ab58-385eef6d7c56 None None] Pushing event updated for resources: {'Port': ['ID=4349a095-f4f8-4cc6-9620-870e591842a6,revision_number=1']} {{(pid=84876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:17:49.004024 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67fea43b-1a66-43b6-aefc-9ed0bf00b279 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=085804ba-83b1-4ca4-8f6d-1390e6e6a073,revision_number=None']} {{(pid=84875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:17:49.060964 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-85353470-fda0-45c0-ab58-385eef6d7c56 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.157s {{(pid=84876) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:17:49.081682 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67fea43b-1a66-43b6-aefc-9ed0bf00b279 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@n-h1-768862-2 {{(pid=84875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:17:49.081682 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67fea43b-1a66-43b6-aefc-9ed0bf00b279 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-h1-768862-2 {{(pid=84875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:17:49.081682 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67fea43b-1a66-43b6-aefc-9ed0bf00b279 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-h1-768862-2 {{(pid=84875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:17:49.082250 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67fea43b-1a66-43b6-aefc-9ed0bf00b279 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-h1-768862-2 {{(pid=84875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:17:49.082468 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67fea43b-1a66-43b6-aefc-9ed0bf00b279 admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@n-h1-768862-2 {{(pid=84875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:17:49.082882 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67fea43b-1a66-43b6-aefc-9ed0bf00b279 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-h1-768862-2 {{(pid=84875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:17:49.083291 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67fea43b-1a66-43b6-aefc-9ed0bf00b279 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-h1-768862-2 {{(pid=84875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:17:49.084017 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67fea43b-1a66-43b6-aefc-9ed0bf00b279 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-h1-768862-2 {{(pid=84875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:17:49.084497 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67fea43b-1a66-43b6-aefc-9ed0bf00b279 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-h1-768862-2 {{(pid=84875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:17:49.085150 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67fea43b-1a66-43b6-aefc-9ed0bf00b279 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-h1-768862-2 {{(pid=84875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:17:49.085873 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67fea43b-1a66-43b6-aefc-9ed0bf00b279 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-h1-768862-2 {{(pid=84875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:17:49.086581 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67fea43b-1a66-43b6-aefc-9ed0bf00b279 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-h1-768862-2 {{(pid=84875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:17:49.087391 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67fea43b-1a66-43b6-aefc-9ed0bf00b279 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@n-h2-768862-2 {{(pid=84875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:17:49.088142 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67fea43b-1a66-43b6-aefc-9ed0bf00b279 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-h2-768862-2 {{(pid=84875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:17:49.088836 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67fea43b-1a66-43b6-aefc-9ed0bf00b279 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-h2-768862-2 {{(pid=84875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:17:49.089548 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67fea43b-1a66-43b6-aefc-9ed0bf00b279 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-h2-768862-2 {{(pid=84875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:17:49.090258 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67fea43b-1a66-43b6-aefc-9ed0bf00b279 admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@n-h2-768862-2 {{(pid=84875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:17:49.090980 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67fea43b-1a66-43b6-aefc-9ed0bf00b279 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-h2-768862-2 {{(pid=84875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:17:49.091698 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67fea43b-1a66-43b6-aefc-9ed0bf00b279 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-h2-768862-2 {{(pid=84875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:17:49.092465 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67fea43b-1a66-43b6-aefc-9ed0bf00b279 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-h2-768862-2 {{(pid=84875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:17:49.093108 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67fea43b-1a66-43b6-aefc-9ed0bf00b279 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-h2-768862-2 {{(pid=84875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:17:49.093813 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67fea43b-1a66-43b6-aefc-9ed0bf00b279 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-h2-768862-2 {{(pid=84875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:17:49.094492 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67fea43b-1a66-43b6-aefc-9ed0bf00b279 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-h2-768862-2 {{(pid=84875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:17:49.095178 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67fea43b-1a66-43b6-aefc-9ed0bf00b279 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-h2-768862-2 {{(pid=84875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:17:49.096074 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67fea43b-1a66-43b6-aefc-9ed0bf00b279 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-2 {{(pid=84875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:17:49.096770 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67fea43b-1a66-43b6-aefc-9ed0bf00b279 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-2 {{(pid=84875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:17:49.097547 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67fea43b-1a66-43b6-aefc-9ed0bf00b279 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-2 {{(pid=84875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:17:49.098616 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67fea43b-1a66-43b6-aefc-9ed0bf00b279 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-2 {{(pid=84875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:17:49.099341 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67fea43b-1a66-43b6-aefc-9ed0bf00b279 admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@n-d-768862-2 {{(pid=84875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:17:49.100238 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67fea43b-1a66-43b6-aefc-9ed0bf00b279 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-2 {{(pid=84875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:17:49.100954 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67fea43b-1a66-43b6-aefc-9ed0bf00b279 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-768862-2 {{(pid=84875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:17:49.101670 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67fea43b-1a66-43b6-aefc-9ed0bf00b279 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-768862-2 {{(pid=84875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:17:49.102367 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67fea43b-1a66-43b6-aefc-9ed0bf00b279 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-2 {{(pid=84875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:17:49.103072 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67fea43b-1a66-43b6-aefc-9ed0bf00b279 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-2 {{(pid=84875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:17:49.103784 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67fea43b-1a66-43b6-aefc-9ed0bf00b279 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-2 {{(pid=84875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:17:49.104578 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67fea43b-1a66-43b6-aefc-9ed0bf00b279 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-2 {{(pid=84875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:17:49.116046 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [req-a67c8242-f087-4218-b52f-d3fb57035cb2 req-0dc4404f-bb18-437e-b9c3-12f01e2b3365 tempest-ServerDiskConfigTestJSON-1230140811 tempest-ServerDiskConfigTestJSON-1230140811] 10.222.0.24 "GET /v2.0/ports?tenant_id=a039bdb1a90d4bbcbb9d815d7e930882&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1308966 Jan 14 07:17:49.117083 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-67fea43b-1a66-43b6-aefc-9ed0bf00b279 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:17:49.119410 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-67fea43b-1a66-43b6-aefc-9ed0bf00b279 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:17:49.120478 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-67fea43b-1a66-43b6-aefc-9ed0bf00b279 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/085804ba-83b1-4ca4-8f6d-1390e6e6a073 HTTP/1.1" status: 204 len: 168 time: 0.9423082 Jan 14 07:17:49.130370 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-34d96f1c-a71a-4180-891c-a2caf39934f6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-54502629 tempest-PortsAdminExtendedAttrsIpV6TestJSON-54502629] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777640533329', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777640097463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851621574'] for port, after_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:17:49.147420 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-6750335c-74ed-4b5c-9d6a-08d0dfa9f85b tempest-LiveMigrationNegativeTest-1470825370 tempest-LiveMigrationNegativeTest-1470825370] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:17:49.193698 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34d96f1c-a71a-4180-891c-a2caf39934f6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-54502629 tempest-PortsAdminExtendedAttrsIpV6TestJSON-54502629] Pushing event deleted for resources: {'Port': ['ID=09b4eb67-4699-4ae5-bf1b-a0d3f2481581,revision_number=None']} {{(pid=84875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:17:49.223171 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-34d96f1c-a71a-4180-891c-a2caf39934f6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-54502629 tempest-PortsAdminExtendedAttrsIpV6TestJSON-54502629] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:17:49.335657 n-d-768862-2 neutron-server[84765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85353470-fda0-45c0-ab58-385eef6d7c56 None None] Network dd60e289-d8f0-4db8-80cc-ace3d522263f is already hosted by enough agents. {{(pid=84876) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 07:17:49.338026 n-d-768862-2 neutron-server[84765]: DEBUG neutron.scheduler.base_scheduler [None req-85353470-fda0-45c0-ab58-385eef6d7c56 None None] Resources bound (agent type, host, resource id): {{(pid=84876) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 07:17:49.344050 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85353470-fda0-45c0-ab58-385eef6d7c56 None None] Received port after_create {{(pid=84876) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 14 07:17:49.443547 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.managers [None req-85353470-fda0-45c0-ab58-385eef6d7c56 None None] Attempting to bind port 4349a095-f4f8-4cc6-9620-870e591842a6 on host n-d-768862-2 for vnic_type normal with profile {{(pid=84876) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 14 07:17:49.444319 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.managers [None req-85353470-fda0-45c0-ab58-385eef6d7c56 None None] Attempting to bind port 4349a095-f4f8-4cc6-9620-870e591842a6 by drivers openvswitch on host n-d-768862-2 at level 0 using segments [{'id': '085a78aa-4643-49c7-96d3-7476d7c34b7b', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 17, 'network_id': 'dd60e289-d8f0-4db8-80cc-ace3d522263f'}] {{(pid=84876) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 14 07:17:49.444903 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85353470-fda0-45c0-ab58-385eef6d7c56 None None] Attempting to bind port 4349a095-f4f8-4cc6-9620-870e591842a6 on network dd60e289-d8f0-4db8-80cc-ace3d522263f {{(pid=84876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 14 07:17:49.451804 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85353470-fda0-45c0-ab58-385eef6d7c56 None None] Checking agent: {'id': 'ba5efab1-b43c-4d5a-bc52-6e105d4e67a2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768862-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 14, 6, 56, 52), 'started_at': datetime.datetime(2021, 1, 14, 6, 57, 22), 'heartbeat_timestamp': datetime.datetime(2021, 1, 14, 7, 17, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768862-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.29', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 14 07:17:49.452582 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85353470-fda0-45c0-ab58-385eef6d7c56 None None] Checking segment: {'id': '085a78aa-4643-49c7-96d3-7476d7c34b7b', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 17, 'network_id': 'dd60e289-d8f0-4db8-80cc-ace3d522263f'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84876) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 14 07:17:49.453216 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-85353470-fda0-45c0-ab58-385eef6d7c56 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:17:49.453959 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85353470-fda0-45c0-ab58-385eef6d7c56 None None] Bound using segment: {'id': '085a78aa-4643-49c7-96d3-7476d7c34b7b', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 17, 'network_id': 'dd60e289-d8f0-4db8-80cc-ace3d522263f'} {{(pid=84876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 14 07:17:49.454755 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.managers [None req-85353470-fda0-45c0-ab58-385eef6d7c56 None None] Bound port: 4349a095-f4f8-4cc6-9620-870e591842a6, host: n-d-768862-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '085a78aa-4643-49c7-96d3-7476d7c34b7b', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 17, 'network_id': 'dd60e289-d8f0-4db8-80cc-ace3d522263f'}}] {{(pid=84876) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 14 07:17:49.455362 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-85353470-fda0-45c0-ab58-385eef6d7c56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555753'] for port, before_update {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:17:49.533071 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e178b173-708a-48c2-bdd5-e16a9c5089f3 req-b5739156-39b4-4669-a22a-de2dc36544a3 tempest-ListServerFiltersTestJSON-2017310780 tempest-ListServerFiltersTestJSON-2017310780] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:17:49.533919 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [req-e178b173-708a-48c2-bdd5-e16a9c5089f3 req-b5739156-39b4-4669-a22a-de2dc36544a3 tempest-ListServerFiltersTestJSON-2017310780 tempest-ListServerFiltersTestJSON-2017310780] Synchronizing usage tracker for tenant:f3e0ca85c13b47d9bbd60446ed1f198e on resource:network {{(pid=84875) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 14 07:17:49.569366 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [None req-85353470-fda0-45c0-ab58-385eef6d7c56 None None] For port 4349a095-f4f8-4cc6-9620-870e591842a6, host n-d-768862-2, cleared binding levels {{(pid=84876) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 14 07:17:49.570361 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [req-e178b173-708a-48c2-bdd5-e16a9c5089f3 req-b5739156-39b4-4669-a22a-de2dc36544a3 tempest-ListServerFiltersTestJSON-2017310780 tempest-ListServerFiltersTestJSON-2017310780] Unset dirty status for tenant:f3e0ca85c13b47d9bbd60446ed1f198e on resource:network {{(pid=84875) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 14 07:17:49.571674 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [req-e178b173-708a-48c2-bdd5-e16a9c5089f3 req-b5739156-39b4-4669-a22a-de2dc36544a3 tempest-ListServerFiltersTestJSON-2017310780 tempest-ListServerFiltersTestJSON-2017310780] 10.222.0.24 "GET /v2.0/networks?id=dd60e289-d8f0-4db8-80cc-ace3d522263f HTTP/1.1" status: 200 len: 816 time: 0.2899275 Jan 14 07:17:49.581199 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [None req-85353470-fda0-45c0-ab58-385eef6d7c56 None None] For port 4349a095-f4f8-4cc6-9620-870e591842a6, host n-d-768862-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-2',level=0,port_id=4349a095-f4f8-4cc6-9620-870e591842a6,segment=NetworkSegment(085a78aa-4643-49c7-96d3-7476d7c34b7b),segment_id=085a78aa-4643-49c7-96d3-7476d7c34b7b)] {{(pid=84876) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 14 07:17:49.585607 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-85353470-fda0-45c0-ab58-385eef6d7c56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777640533312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363259214678337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777640097497'] for port, after_update {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:17:49.642311 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [req-e178b173-708a-48c2-bdd5-e16a9c5089f3 req-a3e25228-375f-4668-a6f4-ae63b77250ea tempest-ListServerFiltersTestJSON-2017310780 tempest-ListServerFiltersTestJSON-2017310780] 10.222.0.24 "GET /v2.0/quotas/f3e0ca85c13b47d9bbd60446ed1f198e HTTP/1.1" status: 200 len: 375 time: 0.0494382 Jan 14 07:17:49.779184 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-6ef39031-4de0-4830-9adc-5d6c8335d556 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84876) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:17:49.900384 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85353470-fda0-45c0-ab58-385eef6d7c56 None None] Pushing event updated for resources: {'Port': ['ID=4349a095-f4f8-4cc6-9620-870e591842a6,revision_number=2']} {{(pid=84876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:17:49.908390 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-85353470-fda0-45c0-ab58-385eef6d7c56 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=84876) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:17:50.128557 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-34d96f1c-a71a-4180-891c-a2caf39934f6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-54502629 tempest-PortsAdminExtendedAttrsIpV6TestJSON-54502629] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854768116'] for port, before_response {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:17:50.141626 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84874) accepted ('10.222.0.24', 35124) {{(pid=84874) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:17:50.143648 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-34d96f1c-a71a-4180-891c-a2caf39934f6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-54502629 tempest-PortsAdminExtendedAttrsIpV6TestJSON-54502629] 10.222.0.24 "DELETE /v2.0/ports/09b4eb67-4699-4ae5-bf1b-a0d3f2481581 HTTP/1.1" status: 204 len: 168 time: 2.1846008 Jan 14 07:17:50.171766 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [req-a67c8242-f087-4218-b52f-d3fb57035cb2 req-3ee2cdf3-a74b-411e-9c4e-76bb63538a96 service neutron] 10.222.0.24 "GET /v2.0/networks/eacad955-4a5e-44c9-b605-5d10f20e45c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9793584 Jan 14 07:17:50.245937 n-d-768862-2 neutron-server[84765]: INFO neutron.pecan_wsgi.hooks.translation [None req-e166ce8b-421a-4768-8dc0-31893fff73fb tempest-PortsAdminExtendedAttrsIpV6TestJSON-54502629 tempest-PortsAdminExtendedAttrsIpV6TestJSON-54502629] GET failed (client error): The resource could not be found. Jan 14 07:17:50.246837 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-e166ce8b-421a-4768-8dc0-31893fff73fb tempest-PortsAdminExtendedAttrsIpV6TestJSON-54502629 tempest-PortsAdminExtendedAttrsIpV6TestJSON-54502629] Synchronizing usage tracker for tenant:56f30083b92a47059ee5873650bc8707 on resource:port {{(pid=84874) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 14 07:17:50.269891 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-e166ce8b-421a-4768-8dc0-31893fff73fb tempest-PortsAdminExtendedAttrsIpV6TestJSON-54502629 tempest-PortsAdminExtendedAttrsIpV6TestJSON-54502629] Unset dirty status for tenant:56f30083b92a47059ee5873650bc8707 on resource:port {{(pid=84874) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 14 07:17:50.271327 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-e166ce8b-421a-4768-8dc0-31893fff73fb tempest-PortsAdminExtendedAttrsIpV6TestJSON-54502629 tempest-PortsAdminExtendedAttrsIpV6TestJSON-54502629] 10.222.0.24 "GET /v2.0/ports/09b4eb67-4699-4ae5-bf1b-a0d3f2481581 HTTP/1.1" status: 404 len: 333 time: 0.1283791 Jan 14 07:17:50.281136 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84874) accepted ('10.222.0.24', 35130) {{(pid=84874) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:17:50.331274 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.v2.base [None req-5a7c92bb-50fb-40e0-9261-0e362a65a5ed tempest-PortsAdminExtendedAttrsIpV6TestJSON-54502629 tempest-PortsAdminExtendedAttrsIpV6TestJSON-54502629] Request body: {'port': {'network_id': '86e756e9-487c-49d5-b226-d7680a2499be', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-582682859'}} {{(pid=84874) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:17:50.352188 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-5a7c92bb-50fb-40e0-9261-0e362a65a5ed tempest-PortsAdminExtendedAttrsIpV6TestJSON-54502629 tempest-PortsAdminExtendedAttrsIpV6TestJSON-54502629] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:17:50.368164 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-5a7c92bb-50fb-40e0-9261-0e362a65a5ed tempest-PortsAdminExtendedAttrsIpV6TestJSON-54502629 tempest-PortsAdminExtendedAttrsIpV6TestJSON-54502629] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:17:50.381380 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5a7c92bb-50fb-40e0-9261-0e362a65a5ed tempest-PortsAdminExtendedAttrsIpV6TestJSON-54502629 tempest-PortsAdminExtendedAttrsIpV6TestJSON-54502629] Made reservation on behalf of 56f30083b92a47059ee5873650bc8707 for: {'port': 1} {{(pid=84874) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 07:17:50.389192 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-5a7c92bb-50fb-40e0-9261-0e362a65a5ed tempest-PortsAdminExtendedAttrsIpV6TestJSON-54502629 tempest-PortsAdminExtendedAttrsIpV6TestJSON-54502629] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555753'] for port, before_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:17:50.499914 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [req-a67c8242-f087-4218-b52f-d3fb57035cb2 req-27716395-f587-4561-989b-2018e6ddef47 service neutron] 10.222.0.24 "GET /v2.0/networks/eacad955-4a5e-44c9-b605-5d10f20e45c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.3268206 Jan 14 07:17:50.557711 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [req-e178b173-708a-48c2-bdd5-e16a9c5089f3 req-3d601b65-0a5e-4729-891e-62dfe1250d04 tempest-ListServerFiltersTestJSON-2017310780 tempest-ListServerFiltersTestJSON-2017310780] 10.222.0.24 "GET /v2.0/ports?tenant_id=f3e0ca85c13b47d9bbd60446ed1f198e&fields=id HTTP/1.1" status: 200 len: 255 time: 0.9140480 Jan 14 07:17:50.592414 n-d-768862-2 neutron-server[84765]: DEBUG neutron.notifiers.nova [None req-5a7c92bb-50fb-40e0-9261-0e362a65a5ed tempest-PortsAdminExtendedAttrsIpV6TestJSON-54502629 tempest-PortsAdminExtendedAttrsIpV6TestJSON-54502629] device_id is not set on port 210a09be-7374-4ea8-b303-3a6528553ee5 yet. {{(pid=84874) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}} Jan 14 07:17:50.814082 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [req-e178b173-708a-48c2-bdd5-e16a9c5089f3 req-5a15d20e-d42c-499b-99ad-2ef5661bd22c service neutron] 10.222.0.24 "GET /v2.0/networks/dd60e289-d8f0-4db8-80cc-ace3d522263f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2539105 Jan 14 07:17:51.158596 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Device 4349a095-f4f8-4cc6-9620-870e591842a6 up at agent ovs-agent-n-d-768862-2 {{(pid=84876) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 07:17:51.176924 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [req-e178b173-708a-48c2-bdd5-e16a9c5089f3 req-a19866fd-435d-410f-b7b9-c912c0c6c0c6 service neutron] 10.222.0.24 "GET /v2.0/networks/dd60e289-d8f0-4db8-80cc-ace3d522263f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.3567774 Jan 14 07:17:51.368646 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-5a7c92bb-50fb-40e0-9261-0e362a65a5ed tempest-PortsAdminExtendedAttrsIpV6TestJSON-54502629 tempest-PortsAdminExtendedAttrsIpV6TestJSON-54502629] Notify callbacks [] for port, precommit_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:17:51.421354 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-5a7c92bb-50fb-40e0-9261-0e362a65a5ed tempest-PortsAdminExtendedAttrsIpV6TestJSON-54502629 tempest-PortsAdminExtendedAttrsIpV6TestJSON-54502629] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777640123575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3254186'] for port, after_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:17:51.516272 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-c4ad1d38-0a45-4998-8233-9cfe771f4fed admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:17:52.068514 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a7c92bb-50fb-40e0-9261-0e362a65a5ed tempest-PortsAdminExtendedAttrsIpV6TestJSON-54502629 tempest-PortsAdminExtendedAttrsIpV6TestJSON-54502629] Pushing event updated for resources: {'Port': ['ID=210a09be-7374-4ea8-b303-3a6528553ee5,revision_number=1']} {{(pid=84874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:17:52.075526 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-af870a48-16b8-43ae-83b3-13db3c280f73 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363259214191800', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854171626'] for agent, after_update {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:17:52.083593 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-da76cfc0-98e8-4426-9f6d-4f05aa3fae78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363259214191800', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854171626'] for agent, after_update {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:17:52.086209 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-5a7c92bb-50fb-40e0-9261-0e362a65a5ed tempest-PortsAdminExtendedAttrsIpV6TestJSON-54502629 tempest-PortsAdminExtendedAttrsIpV6TestJSON-54502629] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.570s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:17:52.112862 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Provisioning for port 4349a095-f4f8-4cc6-9620-870e591842a6 completed by entity L2. {{(pid=84876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 07:17:52.147109 n-d-768862-2 neutron-server[84765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a7c92bb-50fb-40e0-9261-0e362a65a5ed tempest-PortsAdminExtendedAttrsIpV6TestJSON-54502629 tempest-PortsAdminExtendedAttrsIpV6TestJSON-54502629] Network 86e756e9-487c-49d5-b226-d7680a2499be is already hosted by enough agents. {{(pid=84874) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 07:17:52.149412 n-d-768862-2 neutron-server[84765]: DEBUG neutron.scheduler.base_scheduler [None req-5a7c92bb-50fb-40e0-9261-0e362a65a5ed tempest-PortsAdminExtendedAttrsIpV6TestJSON-54502629 tempest-PortsAdminExtendedAttrsIpV6TestJSON-54502629] Resources bound (agent type, host, resource id): {{(pid=84874) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 07:17:52.155558 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a7c92bb-50fb-40e0-9261-0e362a65a5ed tempest-PortsAdminExtendedAttrsIpV6TestJSON-54502629 tempest-PortsAdminExtendedAttrsIpV6TestJSON-54502629] Received port after_create {{(pid=84874) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 14 07:17:52.158418 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a7c92bb-50fb-40e0-9261-0e362a65a5ed tempest-PortsAdminExtendedAttrsIpV6TestJSON-54502629 tempest-PortsAdminExtendedAttrsIpV6TestJSON-54502629] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:17:52.160038 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-5a7c92bb-50fb-40e0-9261-0e362a65a5ed tempest-PortsAdminExtendedAttrsIpV6TestJSON-54502629 tempest-PortsAdminExtendedAttrsIpV6TestJSON-54502629] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854768116'] for port, before_response {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:17:52.180667 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8679e133-f448-47a0-a658-175563baa295 None None] Network dd60e289-d8f0-4db8-80cc-ace3d522263f requested from n-d-768862-2 {{(pid=84876) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 07:17:52.240621 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-5a7c92bb-50fb-40e0-9261-0e362a65a5ed tempest-PortsAdminExtendedAttrsIpV6TestJSON-54502629 tempest-PortsAdminExtendedAttrsIpV6TestJSON-54502629] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 963 time: 1.9223678 Jan 14 07:17:52.243398 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84874) accepted ('10.222.0.24', 35184) {{(pid=84874) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:17:52.262004 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.v2.base [None req-1626c298-e077-4028-8d7b-c5dc29dfb346 tempest-PortsAdminExtendedAttrsIpV6TestJSON-54502629 tempest-PortsAdminExtendedAttrsIpV6TestJSON-54502629] Request body: {'port': {'binding:host_id': 'n-h1-768862-2'}} {{(pid=84874) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:17:52.470956 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-8b5f0a1f-433c-4401-a1c1-09384122f799 None None] Provisioning for port 4349a095-f4f8-4cc6-9620-870e591842a6 completed by entity DHCP. {{(pid=84876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 07:17:52.482823 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-8b5f0a1f-433c-4401-a1c1-09384122f799 None None] Provisioning complete for port 4349a095-f4f8-4cc6-9620-870e591842a6 triggered by entity DHCP. {{(pid=84876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 07:17:52.483531 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-8b5f0a1f-433c-4401-a1c1-09384122f799 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-604227'] for port, provisioning_complete {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:17:52.537853 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-1626c298-e077-4028-8d7b-c5dc29dfb346 tempest-PortsAdminExtendedAttrsIpV6TestJSON-54502629 tempest-PortsAdminExtendedAttrsIpV6TestJSON-54502629] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555753'] for port, before_update {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:17:52.680207 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c78295d0-cb98-4396-bb5a-83e3b5d542a1 req-aa931210-96d8-465f-a717-eae1de65abb6 tempest-ListServerFiltersTestJSON-2017310780 tempest-ListServerFiltersTestJSON-2017310780] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:17:52.682972 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363259214191800', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854171626'] for agent, after_update {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:17:52.707166 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [req-c78295d0-cb98-4396-bb5a-83e3b5d542a1 req-aa931210-96d8-465f-a717-eae1de65abb6 tempest-ListServerFiltersTestJSON-2017310780 tempest-ListServerFiltersTestJSON-2017310780] 10.222.0.24 "GET /v2.0/networks?id=dd60e289-d8f0-4db8-80cc-ace3d522263f HTTP/1.1" status: 200 len: 816 time: 0.3779902 Jan 14 07:17:52.736919 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [req-c78295d0-cb98-4396-bb5a-83e3b5d542a1 req-2c61b8ea-7f5f-498e-bd0f-85596989be9d tempest-ListServerFiltersTestJSON-2017310780 tempest-ListServerFiltersTestJSON-2017310780] 10.222.0.24 "GET /v2.0/quotas/f3e0ca85c13b47d9bbd60446ed1f198e HTTP/1.1" status: 200 len: 375 time: 0.0286093 Jan 14 07:17:52.868727 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-8b5f0a1f-433c-4401-a1c1-09384122f799 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555753'] for port, before_update {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:17:52.925265 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [None req-8b5f0a1f-433c-4401-a1c1-09384122f799 None None] For port 4349a095-f4f8-4cc6-9620-870e591842a6, host n-d-768862-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-2',level=0,port_id=4349a095-f4f8-4cc6-9620-870e591842a6,segment=NetworkSegment(085a78aa-4643-49c7-96d3-7476d7c34b7b),segment_id=085a78aa-4643-49c7-96d3-7476d7c34b7b)] {{(pid=84876) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 07:17:52.932989 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-8b5f0a1f-433c-4401-a1c1-09384122f799 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777640533312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363259214678337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777640097497'] for port, after_update {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:17:52.934231 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-a69b315e-93ec-4d51-b67f-5697f555a35a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84876) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:17:52.956634 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [req-c78295d0-cb98-4396-bb5a-83e3b5d542a1 req-36fc2ab2-53e8-49c0-a2a6-4dbb5cf2a6b1 tempest-ListServerFiltersTestJSON-2017310780 tempest-ListServerFiltersTestJSON-2017310780] 10.222.0.24 "GET /v2.0/ports?tenant_id=f3e0ca85c13b47d9bbd60446ed1f198e&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1900282 Jan 14 07:17:53.020144 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b5f0a1f-433c-4401-a1c1-09384122f799 None None] Pushing event updated for resources: {'Port': ['ID=4349a095-f4f8-4cc6-9620-870e591842a6,revision_number=3']} {{(pid=84876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:17:53.024456 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-8b5f0a1f-433c-4401-a1c1-09384122f799 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=84876) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:17:53.188861 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-0f37073e-9c69-4e3c-80e0-6cfaa0fd61a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363259214191800', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854171626'] for agent, after_update {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:17:53.348700 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [req-c78295d0-cb98-4396-bb5a-83e3b5d542a1 req-59c6c8c1-56ba-4664-b66e-19d9fb586b10 service neutron] 10.222.0.24 "GET /v2.0/networks/dd60e289-d8f0-4db8-80cc-ace3d522263f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3800635 Jan 14 07:17:53.383157 n-d-768862-2 neutron-server[84765]: DEBUG neutron.notifiers.nova [None req-1626c298-e077-4028-8d7b-c5dc29dfb346 tempest-PortsAdminExtendedAttrsIpV6TestJSON-54502629 tempest-PortsAdminExtendedAttrsIpV6TestJSON-54502629] device_id is not set on port 210a09be-7374-4ea8-b303-3a6528553ee5 yet. {{(pid=84874) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}} Jan 14 07:17:53.384612 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-933f7610-36a9-4096-a42c-bc6c9c0b6149 None None] Provisioning complete for port 4349a095-f4f8-4cc6-9620-870e591842a6 triggered by entity DHCP. {{(pid=84876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 07:17:53.385741 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-933f7610-36a9-4096-a42c-bc6c9c0b6149 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-604227'] for port, provisioning_complete {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:17:53.394788 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-1626c298-e077-4028-8d7b-c5dc29dfb346 tempest-PortsAdminExtendedAttrsIpV6TestJSON-54502629 tempest-PortsAdminExtendedAttrsIpV6TestJSON-54502629] Notify callbacks [] for port, precommit_update {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:17:53.419764 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-1626c298-e077-4028-8d7b-c5dc29dfb346 tempest-PortsAdminExtendedAttrsIpV6TestJSON-54502629 tempest-PortsAdminExtendedAttrsIpV6TestJSON-54502629] Transition to ACTIVE for port object 210a09be-7374-4ea8-b303-3a6528553ee5 will not be triggered until provisioned by entity L2. {{(pid=84874) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 07:17:53.427323 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-1626c298-e077-4028-8d7b-c5dc29dfb346 tempest-PortsAdminExtendedAttrsIpV6TestJSON-54502629 tempest-PortsAdminExtendedAttrsIpV6TestJSON-54502629] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777640533312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363259214678337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777640097497', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036851521613'] for port, after_update {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:17:53.454659 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-d043c1a4-8868-45f4-b481-8e86360f8ea3 tempest-ServersTestManualDisk-1343302522 tempest-ServersTestManualDisk-1343302522] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:17:53.578045 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [req-c78295d0-cb98-4396-bb5a-83e3b5d542a1 req-660988fc-ff70-4692-91a1-38c25593740a service neutron] 10.222.0.24 "GET /v2.0/networks/dd60e289-d8f0-4db8-80cc-ace3d522263f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.2278879 Jan 14 07:17:53.657381 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1626c298-e077-4028-8d7b-c5dc29dfb346 tempest-PortsAdminExtendedAttrsIpV6TestJSON-54502629 tempest-PortsAdminExtendedAttrsIpV6TestJSON-54502629] Pushing event updated for resources: {'Port': ['ID=210a09be-7374-4ea8-b303-3a6528553ee5,revision_number=2']} {{(pid=84874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:17:53.842853 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-1626c298-e077-4028-8d7b-c5dc29dfb346 tempest-PortsAdminExtendedAttrsIpV6TestJSON-54502629 tempest-PortsAdminExtendedAttrsIpV6TestJSON-54502629] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.388s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:17:53.961831 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-fd7cf39b-0eec-4207-9bd5-3c9e502b7380 None None] Provisioning complete for port 4349a095-f4f8-4cc6-9620-870e591842a6 triggered by entity DHCP. {{(pid=84876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 07:17:53.962566 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-fd7cf39b-0eec-4207-9bd5-3c9e502b7380 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-604227'] for port, provisioning_complete {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:17:54.251484 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.managers [None req-1626c298-e077-4028-8d7b-c5dc29dfb346 tempest-PortsAdminExtendedAttrsIpV6TestJSON-54502629 tempest-PortsAdminExtendedAttrsIpV6TestJSON-54502629] Attempting to bind port 210a09be-7374-4ea8-b303-3a6528553ee5 on host n-h1-768862-2 for vnic_type normal with profile {{(pid=84874) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 14 07:17:54.252113 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.managers [None req-1626c298-e077-4028-8d7b-c5dc29dfb346 tempest-PortsAdminExtendedAttrsIpV6TestJSON-54502629 tempest-PortsAdminExtendedAttrsIpV6TestJSON-54502629] Attempting to bind port 210a09be-7374-4ea8-b303-3a6528553ee5 by drivers openvswitch on host n-h1-768862-2 at level 0 using segments [{'id': 'bb33aaf5-f96e-436f-85bc-d262bcea487d', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '86e756e9-487c-49d5-b226-d7680a2499be'}] {{(pid=84874) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 14 07:17:54.252358 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1626c298-e077-4028-8d7b-c5dc29dfb346 tempest-PortsAdminExtendedAttrsIpV6TestJSON-54502629 tempest-PortsAdminExtendedAttrsIpV6TestJSON-54502629] Attempting to bind port 210a09be-7374-4ea8-b303-3a6528553ee5 on network 86e756e9-487c-49d5-b226-d7680a2499be {{(pid=84874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 14 07:17:54.275146 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1626c298-e077-4028-8d7b-c5dc29dfb346 tempest-PortsAdminExtendedAttrsIpV6TestJSON-54502629 tempest-PortsAdminExtendedAttrsIpV6TestJSON-54502629] Checking agent: {'id': '40905704-73ec-4668-87ec-fe70ac9582ac', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-h1-768862-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 14, 7, 5, 11), 'started_at': datetime.datetime(2021, 1, 14, 7, 5, 41), 'heartbeat_timestamp': datetime.datetime(2021, 1, 14, 7, 17, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.42', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 14 07:17:54.275146 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1626c298-e077-4028-8d7b-c5dc29dfb346 tempest-PortsAdminExtendedAttrsIpV6TestJSON-54502629 tempest-PortsAdminExtendedAttrsIpV6TestJSON-54502629] Checking segment: {'id': 'bb33aaf5-f96e-436f-85bc-d262bcea487d', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '86e756e9-487c-49d5-b226-d7680a2499be'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84874) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 14 07:17:54.275146 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-1626c298-e077-4028-8d7b-c5dc29dfb346 tempest-PortsAdminExtendedAttrsIpV6TestJSON-54502629 tempest-PortsAdminExtendedAttrsIpV6TestJSON-54502629] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:17:54.275604 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1626c298-e077-4028-8d7b-c5dc29dfb346 tempest-PortsAdminExtendedAttrsIpV6TestJSON-54502629 tempest-PortsAdminExtendedAttrsIpV6TestJSON-54502629] Bound using segment: {'id': 'bb33aaf5-f96e-436f-85bc-d262bcea487d', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '86e756e9-487c-49d5-b226-d7680a2499be'} {{(pid=84874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 14 07:17:54.275892 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.managers [None req-1626c298-e077-4028-8d7b-c5dc29dfb346 tempest-PortsAdminExtendedAttrsIpV6TestJSON-54502629 tempest-PortsAdminExtendedAttrsIpV6TestJSON-54502629] Bound port: 210a09be-7374-4ea8-b303-3a6528553ee5, host: n-h1-768862-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bb33aaf5-f96e-436f-85bc-d262bcea487d', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '86e756e9-487c-49d5-b226-d7680a2499be'}}] {{(pid=84874) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 14 07:17:54.276291 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-1626c298-e077-4028-8d7b-c5dc29dfb346 tempest-PortsAdminExtendedAttrsIpV6TestJSON-54502629 tempest-PortsAdminExtendedAttrsIpV6TestJSON-54502629] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555753'] for port, before_update {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:17:54.298139 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-93c37769-99b4-494b-a26c-1e7dd2b78eb1 None None] Provisioning complete for port 4349a095-f4f8-4cc6-9620-870e591842a6 triggered by entity DHCP. {{(pid=84876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 07:17:54.298567 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-93c37769-99b4-494b-a26c-1e7dd2b78eb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-604227'] for port, provisioning_complete {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:17:54.560779 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [None req-1626c298-e077-4028-8d7b-c5dc29dfb346 tempest-PortsAdminExtendedAttrsIpV6TestJSON-54502629 tempest-PortsAdminExtendedAttrsIpV6TestJSON-54502629] For port 210a09be-7374-4ea8-b303-3a6528553ee5, host n-h1-768862-2, cleared binding levels {{(pid=84874) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 14 07:17:54.576457 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [None req-1626c298-e077-4028-8d7b-c5dc29dfb346 tempest-PortsAdminExtendedAttrsIpV6TestJSON-54502629 tempest-PortsAdminExtendedAttrsIpV6TestJSON-54502629] For port 210a09be-7374-4ea8-b303-3a6528553ee5, host n-h1-768862-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-h1-768862-2',level=0,port_id=210a09be-7374-4ea8-b303-3a6528553ee5,segment=NetworkSegment(bb33aaf5-f96e-436f-85bc-d262bcea487d),segment_id=bb33aaf5-f96e-436f-85bc-d262bcea487d)] {{(pid=84874) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 14 07:17:54.611194 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-1626c298-e077-4028-8d7b-c5dc29dfb346 tempest-PortsAdminExtendedAttrsIpV6TestJSON-54502629 tempest-PortsAdminExtendedAttrsIpV6TestJSON-54502629] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777640533312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363259214678337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777640097497', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036851521613'] for port, after_update {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:17:54.711305 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-24c2fc9b-6992-4e22-ba78-c355a7384a38 tempest-PortsAdminExtendedAttrsIpV6TestJSON-54502629 tempest-PortsAdminExtendedAttrsIpV6TestJSON-54502629] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:17:54.995053 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Device 4349a095-f4f8-4cc6-9620-870e591842a6 up at agent ovs-agent-n-d-768862-2 {{(pid=84876) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 07:17:55.244190 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Provisioning complete for port 4349a095-f4f8-4cc6-9620-870e591842a6 triggered by entity L2. {{(pid=84876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 07:17:55.244991 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-604227'] for port, provisioning_complete {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:17:55.310494 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b40618ac-227f-425d-b5b6-fb075302d388 req-67c4ad01-233b-4122-86f7-1bd2fd903a6a tempest-ServerDiskConfigTestJSON-1230140811 tempest-ServerDiskConfigTestJSON-1230140811] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:17:55.334031 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [req-b40618ac-227f-425d-b5b6-fb075302d388 req-67c4ad01-233b-4122-86f7-1bd2fd903a6a tempest-ServerDiskConfigTestJSON-1230140811 tempest-ServerDiskConfigTestJSON-1230140811] 10.222.0.24 "GET /v2.0/networks?id=eacad955-4a5e-44c9-b605-5d10f20e45c4 HTTP/1.1" status: 200 len: 814 time: 0.8341408 Jan 14 07:17:55.537553 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1626c298-e077-4028-8d7b-c5dc29dfb346 tempest-PortsAdminExtendedAttrsIpV6TestJSON-54502629 tempest-PortsAdminExtendedAttrsIpV6TestJSON-54502629] Pushing event updated for resources: {'Port': ['ID=210a09be-7374-4ea8-b303-3a6528553ee5,revision_number=3']} {{(pid=84874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:17:55.549743 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-1626c298-e077-4028-8d7b-c5dc29dfb346 tempest-PortsAdminExtendedAttrsIpV6TestJSON-54502629 tempest-PortsAdminExtendedAttrsIpV6TestJSON-54502629] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.838s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:17:55.561131 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1626c298-e077-4028-8d7b-c5dc29dfb346 tempest-PortsAdminExtendedAttrsIpV6TestJSON-54502629 tempest-PortsAdminExtendedAttrsIpV6TestJSON-54502629] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:17:55.562351 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-1626c298-e077-4028-8d7b-c5dc29dfb346 tempest-PortsAdminExtendedAttrsIpV6TestJSON-54502629 tempest-PortsAdminExtendedAttrsIpV6TestJSON-54502629] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854768116'] for port, before_response {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:17:55.571751 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-1626c298-e077-4028-8d7b-c5dc29dfb346 tempest-PortsAdminExtendedAttrsIpV6TestJSON-54502629 tempest-PortsAdminExtendedAttrsIpV6TestJSON-54502629] 10.222.0.24 "PUT /v2.0/ports/210a09be-7374-4ea8-b303-3a6528553ee5 HTTP/1.1" status: 200 len: 1077 time: 3.3253694 Jan 14 07:17:55.579766 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84874) accepted ('10.222.0.24', 35280) {{(pid=84874) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:17:55.651548 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [req-b40618ac-227f-425d-b5b6-fb075302d388 req-d07d4d2a-491b-43ff-8c5d-a1c97c61c15d tempest-ServerDiskConfigTestJSON-1230140811 tempest-ServerDiskConfigTestJSON-1230140811] 10.222.0.24 "GET /v2.0/quotas/a039bdb1a90d4bbcbb9d815d7e930882 HTTP/1.1" status: 200 len: 375 time: 0.1754680 Jan 14 07:17:55.864341 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47805257-a45a-47c3-b605-2df0adaae165 tempest-PortsAdminExtendedAttrsIpV6TestJSON-54502629 tempest-PortsAdminExtendedAttrsIpV6TestJSON-54502629] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:17:55.864827 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47805257-a45a-47c3-b605-2df0adaae165 tempest-PortsAdminExtendedAttrsIpV6TestJSON-54502629 tempest-PortsAdminExtendedAttrsIpV6TestJSON-54502629] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:17:55.865717 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47805257-a45a-47c3-b605-2df0adaae165 tempest-PortsAdminExtendedAttrsIpV6TestJSON-54502629 tempest-PortsAdminExtendedAttrsIpV6TestJSON-54502629] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:17:55.866095 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47805257-a45a-47c3-b605-2df0adaae165 tempest-PortsAdminExtendedAttrsIpV6TestJSON-54502629 tempest-PortsAdminExtendedAttrsIpV6TestJSON-54502629] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:17:55.866345 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47805257-a45a-47c3-b605-2df0adaae165 tempest-PortsAdminExtendedAttrsIpV6TestJSON-54502629 tempest-PortsAdminExtendedAttrsIpV6TestJSON-54502629] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:17:55.866766 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47805257-a45a-47c3-b605-2df0adaae165 tempest-PortsAdminExtendedAttrsIpV6TestJSON-54502629 tempest-PortsAdminExtendedAttrsIpV6TestJSON-54502629] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:17:55.867158 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47805257-a45a-47c3-b605-2df0adaae165 tempest-PortsAdminExtendedAttrsIpV6TestJSON-54502629 tempest-PortsAdminExtendedAttrsIpV6TestJSON-54502629] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:17:55.872727 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47805257-a45a-47c3-b605-2df0adaae165 tempest-PortsAdminExtendedAttrsIpV6TestJSON-54502629 tempest-PortsAdminExtendedAttrsIpV6TestJSON-54502629] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:17:55.873762 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47805257-a45a-47c3-b605-2df0adaae165 tempest-PortsAdminExtendedAttrsIpV6TestJSON-54502629 tempest-PortsAdminExtendedAttrsIpV6TestJSON-54502629] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:17:55.874197 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47805257-a45a-47c3-b605-2df0adaae165 tempest-PortsAdminExtendedAttrsIpV6TestJSON-54502629 tempest-PortsAdminExtendedAttrsIpV6TestJSON-54502629] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:17:55.874610 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47805257-a45a-47c3-b605-2df0adaae165 tempest-PortsAdminExtendedAttrsIpV6TestJSON-54502629 tempest-PortsAdminExtendedAttrsIpV6TestJSON-54502629] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:17:55.875027 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47805257-a45a-47c3-b605-2df0adaae165 tempest-PortsAdminExtendedAttrsIpV6TestJSON-54502629 tempest-PortsAdminExtendedAttrsIpV6TestJSON-54502629] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:17:55.875439 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47805257-a45a-47c3-b605-2df0adaae165 tempest-PortsAdminExtendedAttrsIpV6TestJSON-54502629 tempest-PortsAdminExtendedAttrsIpV6TestJSON-54502629] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:17:55.875875 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47805257-a45a-47c3-b605-2df0adaae165 tempest-PortsAdminExtendedAttrsIpV6TestJSON-54502629 tempest-PortsAdminExtendedAttrsIpV6TestJSON-54502629] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:17:55.876292 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47805257-a45a-47c3-b605-2df0adaae165 tempest-PortsAdminExtendedAttrsIpV6TestJSON-54502629 tempest-PortsAdminExtendedAttrsIpV6TestJSON-54502629] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:17:55.876699 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47805257-a45a-47c3-b605-2df0adaae165 tempest-PortsAdminExtendedAttrsIpV6TestJSON-54502629 tempest-PortsAdminExtendedAttrsIpV6TestJSON-54502629] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:17:55.877103 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47805257-a45a-47c3-b605-2df0adaae165 tempest-PortsAdminExtendedAttrsIpV6TestJSON-54502629 tempest-PortsAdminExtendedAttrsIpV6TestJSON-54502629] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:17:55.881573 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-47805257-a45a-47c3-b605-2df0adaae165 tempest-PortsAdminExtendedAttrsIpV6TestJSON-54502629 tempest-PortsAdminExtendedAttrsIpV6TestJSON-54502629] Synchronizing usage tracker for tenant:56f30083b92a47059ee5873650bc8707 on resource:port {{(pid=84874) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 14 07:17:55.933327 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b152db1d-676a-451b-99e4-e61e70929d66 req-a6740c99-a9c4-49dc-b693-3904f669ac97 tempest-ListServerFiltersTestJSON-2017310780 tempest-ListServerFiltersTestJSON-2017310780] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:17:55.942476 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [req-b152db1d-676a-451b-99e4-e61e70929d66 req-a6740c99-a9c4-49dc-b693-3904f669ac97 tempest-ListServerFiltersTestJSON-2017310780 tempest-ListServerFiltersTestJSON-2017310780] 10.222.0.24 "GET /v2.0/networks?id=dd60e289-d8f0-4db8-80cc-ace3d522263f HTTP/1.1" status: 200 len: 816 time: 0.6011915 Jan 14 07:17:55.979719 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [req-b40618ac-227f-425d-b5b6-fb075302d388 req-765e5c04-6dc3-4f28-b65e-46151b9a2ce6 tempest-ServerDiskConfigTestJSON-1230140811 tempest-ServerDiskConfigTestJSON-1230140811] 10.222.0.24 "GET /v2.0/ports?tenant_id=a039bdb1a90d4bbcbb9d815d7e930882&fields=id HTTP/1.1" status: 200 len: 210 time: 0.3149211 Jan 14 07:17:56.004560 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [req-b152db1d-676a-451b-99e4-e61e70929d66 req-81d43eb5-bfcb-4cb9-b402-766c2bb213f8 tempest-ListServerFiltersTestJSON-2017310780 tempest-ListServerFiltersTestJSON-2017310780] 10.222.0.24 "GET /v2.0/quotas/f3e0ca85c13b47d9bbd60446ed1f198e HTTP/1.1" status: 200 len: 375 time: 0.0608521 Jan 14 07:17:56.272886 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-47805257-a45a-47c3-b605-2df0adaae165 tempest-PortsAdminExtendedAttrsIpV6TestJSON-54502629 tempest-PortsAdminExtendedAttrsIpV6TestJSON-54502629] Unset dirty status for tenant:56f30083b92a47059ee5873650bc8707 on resource:port {{(pid=84874) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 14 07:17:56.287772 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-47805257-a45a-47c3-b605-2df0adaae165 tempest-PortsAdminExtendedAttrsIpV6TestJSON-54502629 tempest-PortsAdminExtendedAttrsIpV6TestJSON-54502629] 10.222.0.24 "GET /v2.0/ports HTTP/1.1" status: 200 len: 16912 time: 0.7031093 Jan 14 07:17:56.295546 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84874) accepted ('10.222.0.24', 35290) {{(pid=84874) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:17:56.536699 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.plugin [None req-3be2a04d-ee1b-4904-bb91-affee7b589b2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-54502629 tempest-PortsAdminExtendedAttrsIpV6TestJSON-54502629] Deleting port 210a09be-7374-4ea8-b303-3a6528553ee5 {{(pid=84874) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 07:17:56.537585 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-3be2a04d-ee1b-4904-bb91-affee7b589b2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-54502629 tempest-PortsAdminExtendedAttrsIpV6TestJSON-54502629] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363259214248359'] for port, before_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:17:56.611575 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [req-b152db1d-676a-451b-99e4-e61e70929d66 req-40ac3787-72f0-44d0-826e-e2ca890d17da tempest-ListServerFiltersTestJSON-2017310780 tempest-ListServerFiltersTestJSON-2017310780] 10.222.0.24 "GET /v2.0/ports?tenant_id=f3e0ca85c13b47d9bbd60446ed1f198e&fields=id HTTP/1.1" status: 200 len: 255 time: 0.6027238 Jan 14 07:17:56.636330 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [req-b40618ac-227f-425d-b5b6-fb075302d388 req-a52f7131-5798-4d98-81c1-9ce45302a0f0 service neutron] 10.222.0.24 "GET /v2.0/networks/eacad955-4a5e-44c9-b605-5d10f20e45c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6280568 Jan 14 07:17:56.780182 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network":"rule:regular_user" was deprecated in W in favor of "create_network":"role:member and project_id:%(project_id)s". Reason: Jan 14 07:17:56.780182 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:17:56.780182 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:17:56.780182 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:17:56.780182 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:shared":"rule:admin_only" was deprecated in W in favor of "create_network:shared":"role:admin and system_scope:all". Reason: Jan 14 07:17:56.780182 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:17:56.780182 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:17:56.780182 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:17:56.780182 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:router:external":"rule:admin_only" was deprecated in W in favor of "create_network:router:external":"role:admin and system_scope:all". Reason: Jan 14 07:17:56.780182 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:17:56.780182 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:17:56.780182 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:17:56.780182 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:is_default":"rule:admin_only" was deprecated in W in favor of "create_network:is_default":"role:admin and system_scope:all". Reason: Jan 14 07:17:56.780182 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:17:56.780182 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:17:56.780182 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:17:56.780182 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:port_security_enabled":"rule:regular_user" was deprecated in W in favor of "create_network:port_security_enabled":"role:member and project_id:%(project_id)s". Reason: Jan 14 07:17:56.780182 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:17:56.780182 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:17:56.780182 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:17:56.780182 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:segments":"rule:admin_only" was deprecated in W in favor of "create_network:segments":"role:admin and system_scope:all". Reason: Jan 14 07:17:56.780182 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:17:56.780182 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:17:56.780182 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:17:56.780182 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "create_network:provider:network_type":"role:admin and system_scope:all". Reason: Jan 14 07:17:56.780182 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:17:56.780182 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:17:56.780182 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:17:56.780182 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "create_network:provider:physical_network":"role:admin and system_scope:all". Reason: Jan 14 07:17:56.780182 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:17:56.780182 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:17:56.780182 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:17:56.780182 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "create_network:provider:segmentation_id":"role:admin and system_scope:all". Reason: Jan 14 07:17:56.780182 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:17:56.780182 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:17:56.780182 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:17:56.780182 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network":"rule:admin_or_owner or rule:shared or rule:external or rule:context_is_advsvc" was deprecated in W in favor of "get_network":"(role:reader and system_scope:all) or (role:reader and project_id:%(project_id)s) or rule:shared or rule:external or rule:context_is_advsvc". Reason: Jan 14 07:17:56.780182 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:17:56.780182 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:17:56.780182 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:17:56.780182 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:router:external":"rule:regular_user" was deprecated in W in favor of "get_network:router:external":"role:reader and project_id:%(project_id)s". Reason: Jan 14 07:17:56.780182 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:17:56.780182 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:17:56.780182 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:17:56.780182 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:segments":"rule:admin_only" was deprecated in W in favor of "get_network:segments":"role:reader and system_scope:all". Reason: Jan 14 07:17:56.780182 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:17:56.780182 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:17:56.780182 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:17:56.783917 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "get_network:provider:network_type":"role:reader and system_scope:all". Reason: Jan 14 07:17:56.783917 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:17:56.783917 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:17:56.783917 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:17:56.783917 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "get_network:provider:physical_network":"role:reader and system_scope:all". Reason: Jan 14 07:17:56.783917 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:17:56.783917 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:17:56.783917 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:17:56.783917 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "get_network:provider:segmentation_id":"role:reader and system_scope:all". Reason: Jan 14 07:17:56.783917 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:17:56.783917 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:17:56.783917 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:17:56.783917 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network":"rule:admin_or_owner" was deprecated in W in favor of "update_network":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 07:17:56.783917 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:17:56.783917 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:17:56.783917 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:17:56.783917 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:segments":"rule:admin_only" was deprecated in W in favor of "update_network:segments":"role:admin and system_scope:all". Reason: Jan 14 07:17:56.783917 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:17:56.783917 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:17:56.783917 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:17:56.883805 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e178b173-708a-48c2-bdd5-e16a9c5089f3 req-3ac1970b-ff3f-4371-baad-5e27ed35fe1e tempest-ListServerFiltersTestJSON-2017310780 tempest-ListServerFiltersTestJSON-2017310780] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:17:56.890690 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [req-e178b173-708a-48c2-bdd5-e16a9c5089f3 req-3ac1970b-ff3f-4371-baad-5e27ed35fe1e tempest-ListServerFiltersTestJSON-2017310780 tempest-ListServerFiltersTestJSON-2017310780] 10.222.0.35 "GET /v2.0/networks?id=dd60e289-d8f0-4db8-80cc-ace3d522263f HTTP/1.1" status: 200 len: 816 time: 0.9992962 Jan 14 07:17:57.140236 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [req-b152db1d-676a-451b-99e4-e61e70929d66 req-3c66d245-6292-4992-8afe-7787b131ef57 service neutron] 10.222.0.24 "GET /v2.0/networks/dd60e289-d8f0-4db8-80cc-ace3d522263f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4969835 Jan 14 07:17:57.455971 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [req-b40618ac-227f-425d-b5b6-fb075302d388 req-2c7d4112-04b0-413e-afee-6cb4038f8b79 service neutron] 10.222.0.24 "GET /v2.0/networks/eacad955-4a5e-44c9-b605-5d10f20e45c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.8103702 Jan 14 07:17:57.794319 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [None req-3be2a04d-ee1b-4904-bb91-affee7b589b2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-54502629 tempest-PortsAdminExtendedAttrsIpV6TestJSON-54502629] For port 210a09be-7374-4ea8-b303-3a6528553ee5, host n-h1-768862-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-h1-768862-2',level=0,port_id=210a09be-7374-4ea8-b303-3a6528553ee5,segment=NetworkSegment(bb33aaf5-f96e-436f-85bc-d262bcea487d),segment_id=bb33aaf5-f96e-436f-85bc-d262bcea487d)] {{(pid=84874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 07:17:57.795032 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-3be2a04d-ee1b-4904-bb91-affee7b589b2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-54502629 tempest-PortsAdminExtendedAttrsIpV6TestJSON-54502629] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036850862667'] for port, precommit_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:17:57.942469 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [req-b152db1d-676a-451b-99e4-e61e70929d66 req-4841ae31-fceb-4394-ba6d-24a1940005fe service neutron] 10.222.0.24 "GET /v2.0/networks/dd60e289-d8f0-4db8-80cc-ace3d522263f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.4832222 Jan 14 07:17:58.409490 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84875) accepted ('10.222.0.24', 35334) {{(pid=84875) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:17:58.521580 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.v2.base [req-e178b173-708a-48c2-bdd5-e16a9c5089f3 req-045b3554-32c7-4254-b77e-b1cedbfb803f tempest-ListServerFiltersTestJSON-2017310780 tempest-ListServerFiltersTestJSON-2017310780] Request body: {'port': {'device_id': 'feaa1485-2236-4800-ae0c-2bc1ab4f4572', 'network_id': 'dd60e289-d8f0-4db8-80cc-ace3d522263f', 'admin_state_up': True, 'tenant_id': 'f3e0ca85c13b47d9bbd60446ed1f198e'}} {{(pid=84874) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:17:58.848417 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.plugin [None req-3be2a04d-ee1b-4904-bb91-affee7b589b2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-54502629 tempest-PortsAdminExtendedAttrsIpV6TestJSON-54502629] Calling delete_port for 210a09be-7374-4ea8-b303-3a6528553ee5 owned by {{(pid=84874) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 07:17:59.235107 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-cbfa53d9-a5fb-4ea5-a066-64f2388c5007 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:17:59.269330 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-cbfa53d9-a5fb-4ea5-a066-64f2388c5007 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:17:59.279021 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-cbfa53d9-a5fb-4ea5-a066-64f2388c5007 admin admin] Usage tracker for resource:security_group_rule and tenant:b7eaf064073c40b483ef0c69df8680c9 is out of sync, need to count used quota {{(pid=84875) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:17:59.292521 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-cbfa53d9-a5fb-4ea5-a066-64f2388c5007 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84875) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:17:59.334261 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-3be2a04d-ee1b-4904-bb91-affee7b589b2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-54502629 tempest-PortsAdminExtendedAttrsIpV6TestJSON-54502629] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777640533329', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777640097463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3254186'] for port, after_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:17:59.348868 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [req-e178b173-708a-48c2-bdd5-e16a9c5089f3 req-045b3554-32c7-4254-b77e-b1cedbfb803f tempest-ListServerFiltersTestJSON-2017310780 tempest-ListServerFiltersTestJSON-2017310780] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:17:59.356550 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-cbfa53d9-a5fb-4ea5-a066-64f2388c5007 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:17:59.358073 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [req-e178b173-708a-48c2-bdd5-e16a9c5089f3 req-045b3554-32c7-4254-b77e-b1cedbfb803f tempest-ListServerFiltersTestJSON-2017310780 tempest-ListServerFiltersTestJSON-2017310780] Usage tracker for resource:port and tenant:f3e0ca85c13b47d9bbd60446ed1f198e is out of sync, need to count used quota {{(pid=84874) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:17:59.365265 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [req-e178b173-708a-48c2-bdd5-e16a9c5089f3 req-045b3554-32c7-4254-b77e-b1cedbfb803f tempest-ListServerFiltersTestJSON-2017310780 tempest-ListServerFiltersTestJSON-2017310780] Quota usage for port was recalculated. Used quota:1. {{(pid=84874) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:17:59.379679 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [req-e178b173-708a-48c2-bdd5-e16a9c5089f3 req-045b3554-32c7-4254-b77e-b1cedbfb803f tempest-ListServerFiltersTestJSON-2017310780 tempest-ListServerFiltersTestJSON-2017310780] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=84874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:17:59.444493 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-6d3e9bcf-206a-48c5-b12b-c8a2bd6ead1a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:17:59.593500 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e178b173-708a-48c2-bdd5-e16a9c5089f3 req-045b3554-32c7-4254-b77e-b1cedbfb803f tempest-ListServerFiltersTestJSON-2017310780 tempest-ListServerFiltersTestJSON-2017310780] Made reservation on behalf of f3e0ca85c13b47d9bbd60446ed1f198e for: {'port': 1} {{(pid=84874) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 07:17:59.620809 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [req-e178b173-708a-48c2-bdd5-e16a9c5089f3 req-045b3554-32c7-4254-b77e-b1cedbfb803f tempest-ListServerFiltersTestJSON-2017310780 tempest-ListServerFiltersTestJSON-2017310780] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555753'] for port, before_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:17:59.653940 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3be2a04d-ee1b-4904-bb91-affee7b589b2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-54502629 tempest-PortsAdminExtendedAttrsIpV6TestJSON-54502629] Pushing event deleted for resources: {'Port': ['ID=210a09be-7374-4ea8-b303-3a6528553ee5,revision_number=None']} {{(pid=84874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:17:59.668895 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-3be2a04d-ee1b-4904-bb91-affee7b589b2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-54502629 tempest-PortsAdminExtendedAttrsIpV6TestJSON-54502629] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.235s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:17:59.674312 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73d9a5fe-570b-4d13-b78c-93101b2a031b req-bb969e34-774e-4cea-824f-62e319d814e8 tempest-ServerDiskConfigTestJSON-1230140811 tempest-ServerDiskConfigTestJSON-1230140811] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:17:59.682876 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [req-73d9a5fe-570b-4d13-b78c-93101b2a031b req-bb969e34-774e-4cea-824f-62e319d814e8 tempest-ServerDiskConfigTestJSON-1230140811 tempest-ServerDiskConfigTestJSON-1230140811] 10.222.0.24 "GET /v2.0/networks?id=eacad955-4a5e-44c9-b605-5d10f20e45c4 HTTP/1.1" status: 200 len: 814 time: 0.3950613 Jan 14 07:17:59.786323 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [req-73d9a5fe-570b-4d13-b78c-93101b2a031b req-663de782-2b48-4f18-9abb-449587402aff tempest-ServerDiskConfigTestJSON-1230140811 tempest-ServerDiskConfigTestJSON-1230140811] 10.222.0.24 "GET /v2.0/quotas/a039bdb1a90d4bbcbb9d815d7e930882 HTTP/1.1" status: 200 len: 375 time: 0.1023011 Jan 14 07:17:59.890359 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [req-73d9a5fe-570b-4d13-b78c-93101b2a031b req-9040fb60-94dd-439f-957b-695bf063f144 tempest-ServerDiskConfigTestJSON-1230140811 tempest-ServerDiskConfigTestJSON-1230140811] 10.222.0.24 "GET /v2.0/ports?tenant_id=a039bdb1a90d4bbcbb9d815d7e930882&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1028869 Jan 14 07:18:00.007244 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-cbfa53d9-a5fb-4ea5-a066-64f2388c5007 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:18:00.015174 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c78295d0-cb98-4396-bb5a-83e3b5d542a1 req-fb69deeb-ac12-40b7-8394-587a4aaffb4f tempest-ListServerFiltersTestJSON-2017310780 tempest-ListServerFiltersTestJSON-2017310780] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:18:00.018438 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [req-c78295d0-cb98-4396-bb5a-83e3b5d542a1 req-fb69deeb-ac12-40b7-8394-587a4aaffb4f tempest-ListServerFiltersTestJSON-2017310780 tempest-ListServerFiltersTestJSON-2017310780] 10.222.0.35 "GET /v2.0/networks?id=dd60e289-d8f0-4db8-80cc-ace3d522263f HTTP/1.1" status: 200 len: 816 time: 1.9174712 Jan 14 07:18:00.100727 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.v2.base [req-c78295d0-cb98-4396-bb5a-83e3b5d542a1 req-17188354-feb9-493f-8278-16d296988340 tempest-ListServerFiltersTestJSON-2017310780 tempest-ListServerFiltersTestJSON-2017310780] Request body: {'port': {'device_id': 'd2375d9f-96b2-490f-85b0-807f4b73a704', 'network_id': 'dd60e289-d8f0-4db8-80cc-ace3d522263f', 'admin_state_up': True, 'tenant_id': 'f3e0ca85c13b47d9bbd60446ed1f198e'}} {{(pid=84874) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:18:00.448505 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84875) accepted ('10.222.0.24', 35392) {{(pid=84875) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:18:00.495562 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-cbfa53d9-a5fb-4ea5-a066-64f2388c5007 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850887153'] for security_group, after_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:18:00.515067 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-f6934a61-7b91-4f1c-8ab1-5659fd5b34a1 tempest-SecurityGroupRulesTestJSON-1709174060 tempest-SecurityGroupRulesTestJSON-1709174060] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:18:00.556684 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-3be2a04d-ee1b-4904-bb91-affee7b589b2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-54502629 tempest-PortsAdminExtendedAttrsIpV6TestJSON-54502629] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854768116'] for port, before_response {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:18:00.625967 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-cbfa53d9-a5fb-4ea5-a066-64f2388c5007 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=b7eaf064073c40b483ef0c69df8680c9&name=default HTTP/1.1" status: 200 len: 2983 time: 2.2101052 Jan 14 07:18:00.668403 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84874) accepted ('10.222.0.24', 35404) {{(pid=84874) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:18:00.681526 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-3be2a04d-ee1b-4904-bb91-affee7b589b2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-54502629 tempest-PortsAdminExtendedAttrsIpV6TestJSON-54502629] 10.222.0.24 "DELETE /v2.0/ports/210a09be-7374-4ea8-b303-3a6528553ee5 HTTP/1.1" status: 204 len: 168 time: 4.3550608 Jan 14 07:18:00.777689 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbfa53d9-a5fb-4ea5-a066-64f2388c5007 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=863827d3-8638-4643-a81c-03dcdc5cbfc6,revision_number=1']} {{(pid=84875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:18:00.799109 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [req-73d9a5fe-570b-4d13-b78c-93101b2a031b req-26e0c23e-5a75-4224-8f25-f937a99db2f6 service neutron] 10.222.0.24 "GET /v2.0/networks/eacad955-4a5e-44c9-b605-5d10f20e45c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9074793 Jan 14 07:18:00.801178 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-cbfa53d9-a5fb-4ea5-a066-64f2388c5007 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.287s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:18:00.802053 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84875) accepted ('10.222.0.24', 35408) {{(pid=84875) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:18:00.945896 n-d-768862-2 neutron-server[84765]: INFO neutron.pecan_wsgi.hooks.translation [None req-24cb8529-74ec-44ff-87e6-3b57cd257cf8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-54502629 tempest-PortsAdminExtendedAttrsIpV6TestJSON-54502629] GET failed (client error): The resource could not be found. Jan 14 07:18:00.947515 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-24cb8529-74ec-44ff-87e6-3b57cd257cf8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-54502629 tempest-PortsAdminExtendedAttrsIpV6TestJSON-54502629] Synchronizing usage tracker for tenant:56f30083b92a47059ee5873650bc8707 on resource:port {{(pid=84875) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 14 07:18:01.102184 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-24cb8529-74ec-44ff-87e6-3b57cd257cf8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-54502629 tempest-PortsAdminExtendedAttrsIpV6TestJSON-54502629] Unset dirty status for tenant:56f30083b92a47059ee5873650bc8707 on resource:port {{(pid=84875) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 14 07:18:01.104170 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-24cb8529-74ec-44ff-87e6-3b57cd257cf8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-54502629 tempest-PortsAdminExtendedAttrsIpV6TestJSON-54502629] 10.222.0.24 "GET /v2.0/ports/210a09be-7374-4ea8-b303-3a6528553ee5 HTTP/1.1" status: 404 len: 333 time: 0.3003552 Jan 14 07:18:01.112798 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84875) accepted ('10.222.0.24', 35420) {{(pid=84875) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:18:01.123581 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.v2.base [None req-62e44dfe-569b-4c2b-8bbd-7e46709dcc72 tempest-PortsAdminExtendedAttrsIpV6TestJSON-54502629 tempest-PortsAdminExtendedAttrsIpV6TestJSON-54502629] Request body: {'port': {'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-481036077', 'network_id': '86e756e9-487c-49d5-b226-d7680a2499be'}} {{(pid=84875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:18:01.157750 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-62e44dfe-569b-4c2b-8bbd-7e46709dcc72 tempest-PortsAdminExtendedAttrsIpV6TestJSON-54502629 tempest-PortsAdminExtendedAttrsIpV6TestJSON-54502629] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:18:01.217601 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-62e44dfe-569b-4c2b-8bbd-7e46709dcc72 tempest-PortsAdminExtendedAttrsIpV6TestJSON-54502629 tempest-PortsAdminExtendedAttrsIpV6TestJSON-54502629] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:18:01.261135 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84875) accepted ('10.222.0.24', 35424) {{(pid=84875) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:18:01.266393 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [req-c78295d0-cb98-4396-bb5a-83e3b5d542a1 req-17188354-feb9-493f-8278-16d296988340 tempest-ListServerFiltersTestJSON-2017310780 tempest-ListServerFiltersTestJSON-2017310780] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:18:01.295740 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [req-c78295d0-cb98-4396-bb5a-83e3b5d542a1 req-17188354-feb9-493f-8278-16d296988340 tempest-ListServerFiltersTestJSON-2017310780 tempest-ListServerFiltersTestJSON-2017310780] Usage tracker for resource:port and tenant:f3e0ca85c13b47d9bbd60446ed1f198e is out of sync, need to count used quota {{(pid=84874) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:18:01.300729 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [req-c78295d0-cb98-4396-bb5a-83e3b5d542a1 req-17188354-feb9-493f-8278-16d296988340 tempest-ListServerFiltersTestJSON-2017310780 tempest-ListServerFiltersTestJSON-2017310780] Quota usage for port was recalculated. Used quota:1. {{(pid=84874) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:18:01.310447 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [req-c78295d0-cb98-4396-bb5a-83e3b5d542a1 req-17188354-feb9-493f-8278-16d296988340 tempest-ListServerFiltersTestJSON-2017310780 tempest-ListServerFiltersTestJSON-2017310780] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:18:01.331163 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-7c6d8e5f-7f2f-4ded-872c-b3471f547b8c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:18:01.365444 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-7c6d8e5f-7f2f-4ded-872c-b3471f547b8c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:18:01.373918 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.v2.base [None req-fad6ff85-657b-4e5a-9441-23d85a893058 tempest-MeteringIpV6TestJSON-707643846 tempest-MeteringIpV6TestJSON-707643846] Request body: {'metering_label': {'description': 'metering label created by tempest', 'name': 'tempest-metering-label-751117260'}} {{(pid=84875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:18:01.375076 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.v2.base [None req-fad6ff85-657b-4e5a-9441-23d85a893058 tempest-MeteringIpV6TestJSON-707643846 tempest-MeteringIpV6TestJSON-707643846] Unknown quota resources ['metering_label']. {{(pid=84875) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jan 14 07:18:01.380955 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-62e44dfe-569b-4c2b-8bbd-7e46709dcc72 tempest-PortsAdminExtendedAttrsIpV6TestJSON-54502629 tempest-PortsAdminExtendedAttrsIpV6TestJSON-54502629] Made reservation on behalf of 56f30083b92a47059ee5873650bc8707 for: {'port': 1} {{(pid=84875) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 07:18:01.390131 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-62e44dfe-569b-4c2b-8bbd-7e46709dcc72 tempest-PortsAdminExtendedAttrsIpV6TestJSON-54502629 tempest-PortsAdminExtendedAttrsIpV6TestJSON-54502629] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555753'] for port, before_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:18:01.429259 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [req-73d9a5fe-570b-4d13-b78c-93101b2a031b req-0000a351-7291-4eeb-bb6d-dd24c75e725d service neutron] 10.222.0.24 "GET /v2.0/networks/eacad955-4a5e-44c9-b605-5d10f20e45c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.6198761 Jan 14 07:18:01.447679 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c78295d0-cb98-4396-bb5a-83e3b5d542a1 req-17188354-feb9-493f-8278-16d296988340 tempest-ListServerFiltersTestJSON-2017310780 tempest-ListServerFiltersTestJSON-2017310780] Made reservation on behalf of f3e0ca85c13b47d9bbd60446ed1f198e for: {'port': 1} {{(pid=84874) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 07:18:01.458389 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [req-c78295d0-cb98-4396-bb5a-83e3b5d542a1 req-17188354-feb9-493f-8278-16d296988340 tempest-ListServerFiltersTestJSON-2017310780 tempest-ListServerFiltersTestJSON-2017310780] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555753'] for port, before_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:18:01.749094 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-7c6d8e5f-7f2f-4ded-872c-b3471f547b8c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850887153'] for security_group, after_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:18:01.756903 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.db_base_plugin_common [req-e178b173-708a-48c2-bdd5-e16a9c5089f3 req-045b3554-32c7-4254-b77e-b1cedbfb803f tempest-ListServerFiltersTestJSON-2017310780 tempest-ListServerFiltersTestJSON-2017310780] Allocated IP 172.20.0.13 (dd60e289-d8f0-4db8-80cc-ace3d522263f/c6126f00-00e2-4e47-82e7-5b87831fee7f/f0a7bd5e-187f-4959-9498-d95b39016e96) {{(pid=84874) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 14 07:18:01.766852 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-4451a0c8-a119-42ad-bcc9-462bf048a7db tempest-ServerActionsTestJSON-743344072 tempest-ServerActionsTestJSON-743344072] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:18:01.804081 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c6d8e5f-7f2f-4ded-872c-b3471f547b8c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=863827d3-8638-4643-a81c-03dcdc5cbfc6,revision_number=None']} {{(pid=84874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:18:01.807739 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-7c6d8e5f-7f2f-4ded-872c-b3471f547b8c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:18:01.894620 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-7c6d8e5f-7f2f-4ded-872c-b3471f547b8c admin admin] Notify callbacks [] for security_group, before_response {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:18:01.895851 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-7c6d8e5f-7f2f-4ded-872c-b3471f547b8c admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/863827d3-8638-4643-a81c-03dcdc5cbfc6 HTTP/1.1" status: 204 len: 168 time: 1.2125711 Jan 14 07:18:02.052380 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.db_base_plugin_v2 [None req-ce4d386d-eb06-4e81-b81b-d5134765428e admin admin] Deleting subnet c6126f00-00e2-4e47-82e7-5b87831fee7f {{(pid=84875) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Jan 14 07:18:02.260486 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84875) accepted ('10.222.0.24', 35446) {{(pid=84875) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:18:02.323886 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84874) accepted ('10.222.0.24', 35456) {{(pid=84874) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:18:02.335355 n-d-768862-2 neutron-server[84765]: DEBUG neutron.notifiers.nova [None req-62e44dfe-569b-4c2b-8bbd-7e46709dcc72 tempest-PortsAdminExtendedAttrsIpV6TestJSON-54502629 tempest-PortsAdminExtendedAttrsIpV6TestJSON-54502629] device_id is not set on port a255376a-60bb-49c6-bf4a-a1f593df9121 yet. {{(pid=84875) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}} Jan 14 07:18:02.470353 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-fad6ff85-657b-4e5a-9441-23d85a893058 tempest-MeteringIpV6TestJSON-707643846 tempest-MeteringIpV6TestJSON-707643846] Notify callbacks [] for metering_label, before_response {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:18:02.476986 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-fad6ff85-657b-4e5a-9441-23d85a893058 tempest-MeteringIpV6TestJSON-707643846 tempest-MeteringIpV6TestJSON-707643846] 10.222.0.24 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 477 time: 2.0258024 Jan 14 07:18:02.477244 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84874) accepted ('10.222.0.24', 35468) {{(pid=84874) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:18:02.492122 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.v2.base [None req-cd3e0836-bdc5-4554-ac9a-3d8824a40275 tempest-MeteringIpV6TestJSON-707643846 tempest-MeteringIpV6TestJSON-707643846] Request body: {'metering_label_rule': {'remote_ip_prefix': 'fd02::/64', 'direction': 'ingress', 'metering_label_id': '6fb12225-5ddf-474d-84a7-68941bd980c5'}} {{(pid=84874) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:18:02.493110 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.v2.base [None req-cd3e0836-bdc5-4554-ac9a-3d8824a40275 tempest-MeteringIpV6TestJSON-707643846 tempest-MeteringIpV6TestJSON-707643846] Unknown quota resources ['metering_label_rule']. {{(pid=84874) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jan 14 07:18:02.692145 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84875) accepted ('10.222.0.24', 35474) {{(pid=84875) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:18:02.740344 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-cdb38cf3-153d-4bfc-9025-395311511a4e admin admin] Notify callbacks [] for security_group, before_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:18:02.796692 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-cdb38cf3-153d-4bfc-9025-395311511a4e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:18:02.813154 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-cdb38cf3-153d-4bfc-9025-395311511a4e admin admin] Usage tracker for resource:security_group_rule and tenant:bafa9f46325c4f21aa3d64909e89520b is out of sync, need to count used quota {{(pid=84875) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:18:02.826055 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-cdb38cf3-153d-4bfc-9025-395311511a4e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84875) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:18:02.837701 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-cdb38cf3-153d-4bfc-9025-395311511a4e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:18:02.842490 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-62e44dfe-569b-4c2b-8bbd-7e46709dcc72 tempest-PortsAdminExtendedAttrsIpV6TestJSON-54502629 tempest-PortsAdminExtendedAttrsIpV6TestJSON-54502629] Notify callbacks [] for port, precommit_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:18:02.906635 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-62e44dfe-569b-4c2b-8bbd-7e46709dcc72 tempest-PortsAdminExtendedAttrsIpV6TestJSON-54502629 tempest-PortsAdminExtendedAttrsIpV6TestJSON-54502629] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777640123575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851621574'] for port, after_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:18:02.953291 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.db_base_plugin_v2 [None req-5d7d2253-adbb-4b1d-9c68-d17e47b0084b admin admin] Deleting subnet f3eed0c0-1c20-4f0c-8ac3-bb748e4e9ee0 {{(pid=84874) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Jan 14 07:18:02.967029 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-5d7d2253-adbb-4b1d-9c68-d17e47b0084b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:18:02.985183 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-f2807f2c-03cc-4925-ba41-84abfdcfc960 tempest-AttachVolumeTestJSON-1157025134 tempest-AttachVolumeTestJSON-1157025134] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:18:03.101618 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-d71c3f87-a088-4033-868c-fff4d248dd7d admin admin] Notify callbacks [] for security_group, before_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:18:03.158332 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62e44dfe-569b-4c2b-8bbd-7e46709dcc72 tempest-PortsAdminExtendedAttrsIpV6TestJSON-54502629 tempest-PortsAdminExtendedAttrsIpV6TestJSON-54502629] Pushing event updated for resources: {'Port': ['ID=a255376a-60bb-49c6-bf4a-a1f593df9121,revision_number=1']} {{(pid=84875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:18:03.167420 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-62e44dfe-569b-4c2b-8bbd-7e46709dcc72 tempest-PortsAdminExtendedAttrsIpV6TestJSON-54502629 tempest-PortsAdminExtendedAttrsIpV6TestJSON-54502629] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.182s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:18:03.168538 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-d71c3f87-a088-4033-868c-fff4d248dd7d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:18:03.177178 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-d71c3f87-a088-4033-868c-fff4d248dd7d admin admin] Usage tracker for resource:security_group_rule and tenant:ffca9562b1534483b35dcfa562cbf89b is out of sync, need to count used quota {{(pid=84875) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:18:03.184124 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-d71c3f87-a088-4033-868c-fff4d248dd7d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84875) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:18:03.207896 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-d71c3f87-a088-4033-868c-fff4d248dd7d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:18:03.213347 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-cdb38cf3-153d-4bfc-9025-395311511a4e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:18:03.231793 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-cdb38cf3-153d-4bfc-9025-395311511a4e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850887153'] for security_group, after_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:18:03.244079 n-d-768862-2 neutron-server[84765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62e44dfe-569b-4c2b-8bbd-7e46709dcc72 tempest-PortsAdminExtendedAttrsIpV6TestJSON-54502629 tempest-PortsAdminExtendedAttrsIpV6TestJSON-54502629] Network 86e756e9-487c-49d5-b226-d7680a2499be is already hosted by enough agents. {{(pid=84875) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 07:18:03.245091 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-a8654c3d-f096-42d4-959b-7d0e3522a638 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:18:03.256256 n-d-768862-2 neutron-server[84765]: DEBUG neutron.scheduler.base_scheduler [None req-62e44dfe-569b-4c2b-8bbd-7e46709dcc72 tempest-PortsAdminExtendedAttrsIpV6TestJSON-54502629 tempest-PortsAdminExtendedAttrsIpV6TestJSON-54502629] Resources bound (agent type, host, resource id): {{(pid=84875) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 07:18:03.274080 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62e44dfe-569b-4c2b-8bbd-7e46709dcc72 tempest-PortsAdminExtendedAttrsIpV6TestJSON-54502629 tempest-PortsAdminExtendedAttrsIpV6TestJSON-54502629] Received port after_create {{(pid=84875) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 14 07:18:03.274961 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62e44dfe-569b-4c2b-8bbd-7e46709dcc72 tempest-PortsAdminExtendedAttrsIpV6TestJSON-54502629 tempest-PortsAdminExtendedAttrsIpV6TestJSON-54502629] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:18:03.275619 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-62e44dfe-569b-4c2b-8bbd-7e46709dcc72 tempest-PortsAdminExtendedAttrsIpV6TestJSON-54502629 tempest-PortsAdminExtendedAttrsIpV6TestJSON-54502629] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854768116'] for port, before_response {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:18:03.361189 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdb38cf3-153d-4bfc-9025-395311511a4e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3525de78-bfbc-40af-b59a-184c0e3750d1,revision_number=1']} {{(pid=84875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:18:03.373328 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-cdb38cf3-153d-4bfc-9025-395311511a4e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:18:03.383867 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-cdb38cf3-153d-4bfc-9025-395311511a4e admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=bafa9f46325c4f21aa3d64909e89520b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6902013 Jan 14 07:18:03.393286 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84875) accepted ('10.222.0.24', 35480) {{(pid=84875) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:18:03.453808 n-d-768862-2 neutron-server[84765]: WARNING neutron.services.metering.metering_plugin [None req-cd3e0836-bdc5-4554-ac9a-3d8824a40275 tempest-MeteringIpV6TestJSON-707643846 tempest-MeteringIpV6TestJSON-707643846] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Jan 14 07:18:03.477550 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-5d7d2253-adbb-4b1d-9c68-d17e47b0084b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036851807232'] for subnet, precommit_delete_associations {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:18:03.495518 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-62e44dfe-569b-4c2b-8bbd-7e46709dcc72 tempest-PortsAdminExtendedAttrsIpV6TestJSON-54502629 tempest-PortsAdminExtendedAttrsIpV6TestJSON-54502629] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 963 time: 2.3808305 Jan 14 07:18:03.508099 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84875) accepted ('10.222.0.24', 35484) {{(pid=84875) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:18:03.612118 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [req-e178b173-708a-48c2-bdd5-e16a9c5089f3 req-045b3554-32c7-4254-b77e-b1cedbfb803f tempest-ListServerFiltersTestJSON-2017310780 tempest-ListServerFiltersTestJSON-2017310780] Notify callbacks [] for port, precommit_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:18:03.660897 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d2c41f6-23de-4ac1-9c2b-668e629008de tempest-PortsAdminExtendedAttrsIpV6TestJSON-54502629 tempest-PortsAdminExtendedAttrsIpV6TestJSON-54502629] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:18:03.661436 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-3d2c41f6-23de-4ac1-9c2b-668e629008de tempest-PortsAdminExtendedAttrsIpV6TestJSON-54502629 tempest-PortsAdminExtendedAttrsIpV6TestJSON-54502629] Synchronizing usage tracker for tenant:56f30083b92a47059ee5873650bc8707 on resource:port {{(pid=84875) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 14 07:18:03.671564 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-d71c3f87-a088-4033-868c-fff4d248dd7d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:18:03.677599 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-d1f13434-3990-4672-8d85-c2b549e2e1de admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:18:03.681624 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-d71c3f87-a088-4033-868c-fff4d248dd7d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850887153'] for security_group, after_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:18:03.707300 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-cd3e0836-bdc5-4554-ac9a-3d8824a40275 tempest-MeteringIpV6TestJSON-707643846 tempest-MeteringIpV6TestJSON-707643846] Notify callbacks [] for metering_label_rule, before_response {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:18:03.713026 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-cd3e0836-bdc5-4554-ac9a-3d8824a40275 tempest-MeteringIpV6TestJSON-707643846 tempest-MeteringIpV6TestJSON-707643846] 10.222.0.24 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 464 time: 1.2294779 Jan 14 07:18:03.713728 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84874) accepted ('10.222.0.24', 35488) {{(pid=84874) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:18:03.726614 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [req-e178b173-708a-48c2-bdd5-e16a9c5089f3 req-045b3554-32c7-4254-b77e-b1cedbfb803f tempest-ListServerFiltersTestJSON-2017310780 tempest-ListServerFiltersTestJSON-2017310780] Transition to ACTIVE for port object f0a7bd5e-187f-4959-9498-d95b39016e96 will not be triggered until provisioned by entity DHCP. {{(pid=84874) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 07:18:03.734203 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.v2.base [None req-8851efbc-a66e-4f3b-bbed-f96ad1c6250c tempest-MeteringIpV6TestJSON-707643846 tempest-MeteringIpV6TestJSON-707643846] Request body: {'metering_label_rule': {'remote_ip_prefix': 'fd03::/64', 'direction': 'ingress', 'metering_label_id': '6fb12225-5ddf-474d-84a7-68941bd980c5'}} {{(pid=84874) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:18:03.734792 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.v2.base [None req-8851efbc-a66e-4f3b-bbed-f96ad1c6250c tempest-MeteringIpV6TestJSON-707643846 tempest-MeteringIpV6TestJSON-707643846] Unknown quota resources ['metering_label_rule']. {{(pid=84874) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jan 14 07:18:03.758699 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-67fea43b-1a66-43b6-aefc-9ed0bf00b279 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:18:03.763058 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-5d7d2253-adbb-4b1d-9c68-d17e47b0084b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036854176836'] for subnet, precommit_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:18:03.798537 n-d-768862-2 neutron-server[84765]: WARNING neutron.services.metering.metering_plugin [None req-8851efbc-a66e-4f3b-bbed-f96ad1c6250c tempest-MeteringIpV6TestJSON-707643846 tempest-MeteringIpV6TestJSON-707643846] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Jan 14 07:18:03.811786 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-3d2c41f6-23de-4ac1-9c2b-668e629008de tempest-PortsAdminExtendedAttrsIpV6TestJSON-54502629 tempest-PortsAdminExtendedAttrsIpV6TestJSON-54502629] Unset dirty status for tenant:56f30083b92a47059ee5873650bc8707 on resource:port {{(pid=84875) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 14 07:18:03.817618 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-3d2c41f6-23de-4ac1-9c2b-668e629008de tempest-PortsAdminExtendedAttrsIpV6TestJSON-54502629 tempest-PortsAdminExtendedAttrsIpV6TestJSON-54502629] 10.222.0.24 "GET /v2.0/ports/a255376a-60bb-49c6-bf4a-a1f593df9121 HTTP/1.1" status: 200 len: 958 time: 0.3029897 Jan 14 07:18:03.844731 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-d1f13434-3990-4672-8d85-c2b549e2e1de admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:18:03.862309 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84875) accepted ('10.222.0.24', 35494) {{(pid=84875) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:18:03.979365 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-d71c3f87-a088-4033-868c-fff4d248dd7d admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=ffca9562b1534483b35dcfa562cbf89b&name=default HTTP/1.1" status: 200 len: 2983 time: 1.6571338 Jan 14 07:18:04.000341 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84875) accepted ('10.222.0.24', 35498) {{(pid=84875) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:18:04.012592 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-8851efbc-a66e-4f3b-bbed-f96ad1c6250c tempest-MeteringIpV6TestJSON-707643846 tempest-MeteringIpV6TestJSON-707643846] Notify callbacks [] for metering_label_rule, before_response {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:18:04.013967 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-8851efbc-a66e-4f3b-bbed-f96ad1c6250c tempest-MeteringIpV6TestJSON-707643846 tempest-MeteringIpV6TestJSON-707643846] 10.222.0.24 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 464 time: 0.2927377 Jan 14 07:18:04.037373 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d71c3f87-a088-4033-868c-fff4d248dd7d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cdc491d6-ca55-4218-a07d-21f63a291612,revision_number=1']} {{(pid=84875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:18:04.048538 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84875) accepted ('10.222.0.24', 35502) {{(pid=84875) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:18:04.049270 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-d71c3f87-a088-4033-868c-fff4d248dd7d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.291s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:18:04.085125 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-97164321-67c4-4d8e-84ab-5e4b408cd67c tempest-MeteringIpV6TestJSON-707643846 tempest-MeteringIpV6TestJSON-707643846] 10.222.0.24 "GET /v2.0/metering/metering-label-rules?id=5dee4c14-39de-44a4-901a-747748f0348f HTTP/1.1" status: 200 len: 462 time: 0.0302715 Jan 14 07:18:04.085686 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [req-e178b173-708a-48c2-bdd5-e16a9c5089f3 req-045b3554-32c7-4254-b77e-b1cedbfb803f tempest-ListServerFiltersTestJSON-2017310780 tempest-ListServerFiltersTestJSON-2017310780] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777640123575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3254186'] for port, after_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:18:04.090455 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.plugin [None req-c284ccca-e91e-4555-a38f-84f2b27fbf1c tempest-PortsAdminExtendedAttrsIpV6TestJSON-54502629 tempest-PortsAdminExtendedAttrsIpV6TestJSON-54502629] Deleting port a255376a-60bb-49c6-bf4a-a1f593df9121 {{(pid=84875) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 07:18:04.090826 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-c284ccca-e91e-4555-a38f-84f2b27fbf1c tempest-PortsAdminExtendedAttrsIpV6TestJSON-54502629 tempest-PortsAdminExtendedAttrsIpV6TestJSON-54502629] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363259214248359'] for port, before_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:18:04.120690 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84875) accepted ('10.222.0.24', 35506) {{(pid=84875) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:18:04.137893 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-c40a5e2b-af20-4802-a31a-3677b109b846 tempest-AttachVolumeTestJSON-1157025134 tempest-AttachVolumeTestJSON-1157025134] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:18:04.239552 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-d1f13434-3990-4672-8d85-c2b549e2e1de admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850887153'] for security_group, after_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:18:04.260545 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-94ab2754-b758-46ef-aa07-90945ffbb878 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:18:04.377687 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-86b82ad3-ad5c-4c92-b773-ae84d6c2ad33 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:18:04.439419 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1f13434-3990-4672-8d85-c2b549e2e1de admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3525de78-bfbc-40af-b59a-184c0e3750d1,revision_number=None']} {{(pid=84875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:18:04.446267 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-045b3554-32c7-4254-b77e-b1cedbfb803f tempest-ListServerFiltersTestJSON-2017310780 tempest-ListServerFiltersTestJSON-2017310780] Pushing event updated for resources: {'Port': ['ID=f0a7bd5e-187f-4959-9498-d95b39016e96,revision_number=1']} {{(pid=84874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:18:04.469156 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-045b3554-32c7-4254-b77e-b1cedbfb803f tempest-ListServerFiltersTestJSON-2017310780 tempest-ListServerFiltersTestJSON-2017310780] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.331s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:18:04.526137 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.db_base_plugin_common [req-c78295d0-cb98-4396-bb5a-83e3b5d542a1 req-17188354-feb9-493f-8278-16d296988340 tempest-ListServerFiltersTestJSON-2017310780 tempest-ListServerFiltersTestJSON-2017310780] Allocated IP 172.20.0.8 (dd60e289-d8f0-4db8-80cc-ace3d522263f/c6126f00-00e2-4e47-82e7-5b87831fee7f/2b90ad96-cbdd-40ec-ae1d-7bfc872f5aba) {{(pid=84874) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 14 07:18:04.586723 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-c284ccca-e91e-4555-a38f-84f2b27fbf1c tempest-PortsAdminExtendedAttrsIpV6TestJSON-54502629 tempest-PortsAdminExtendedAttrsIpV6TestJSON-54502629] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036850862667'] for port, precommit_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:18:04.635651 n-d-768862-2 neutron-server[84765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e178b173-708a-48c2-bdd5-e16a9c5089f3 req-045b3554-32c7-4254-b77e-b1cedbfb803f tempest-ListServerFiltersTestJSON-2017310780 tempest-ListServerFiltersTestJSON-2017310780] Network dd60e289-d8f0-4db8-80cc-ace3d522263f is already hosted by enough agents. {{(pid=84874) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 07:18:04.639653 n-d-768862-2 neutron-server[84765]: DEBUG neutron.scheduler.base_scheduler [req-e178b173-708a-48c2-bdd5-e16a9c5089f3 req-045b3554-32c7-4254-b77e-b1cedbfb803f tempest-ListServerFiltersTestJSON-2017310780 tempest-ListServerFiltersTestJSON-2017310780] Resources bound (agent type, host, resource id): {{(pid=84874) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 07:18:04.652958 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_dvrscheduler_db [req-e178b173-708a-48c2-bdd5-e16a9c5089f3 req-045b3554-32c7-4254-b77e-b1cedbfb803f tempest-ListServerFiltersTestJSON-2017310780 tempest-ListServerFiltersTestJSON-2017310780] Received port after_create {{(pid=84874) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 14 07:18:04.724477 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:shared":"rule:admin_only" was deprecated in W in favor of "update_network:shared":"role:admin and system_scope:all". Reason: Jan 14 07:18:04.724477 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:18:04.724477 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:18:04.724477 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:18:04.724477 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "update_network:provider:network_type":"role:admin and system_scope:all". Reason: Jan 14 07:18:04.724477 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:18:04.724477 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:18:04.724477 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:18:04.724477 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "update_network:provider:physical_network":"role:admin and system_scope:all". Reason: Jan 14 07:18:04.724477 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:18:04.724477 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:18:04.724477 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:18:04.724477 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "update_network:provider:segmentation_id":"role:admin and system_scope:all". Reason: Jan 14 07:18:04.724477 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:18:04.724477 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:18:04.724477 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:18:04.724477 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:router:external":"rule:admin_only" was deprecated in W in favor of "update_network:router:external":"role:admin and system_scope:all". Reason: Jan 14 07:18:04.724477 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:18:04.724477 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:18:04.724477 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:18:04.724477 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:is_default":"rule:admin_only" was deprecated in W in favor of "update_network:is_default":"role:admin and system_scope:all". Reason: Jan 14 07:18:04.724477 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:18:04.724477 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:18:04.724477 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:18:04.724477 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:port_security_enabled":"rule:admin_or_owner" was deprecated in W in favor of "update_network:port_security_enabled":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 07:18:04.724477 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:18:04.724477 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:18:04.724477 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:18:04.724477 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "delete_network":"rule:admin_or_owner" was deprecated in W in favor of "delete_network":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 07:18:04.724477 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:18:04.724477 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:18:04.724477 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:18:04.724477 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_segment":"rule:admin_only" was deprecated in W in favor of "create_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:18:04.724477 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:18:04.724477 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_segment":"rule:admin_only" was deprecated in W in favor of "get_segment":"role:reader and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:18:04.724477 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:18:04.724477 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_segment":"rule:admin_only" was deprecated in W in favor of "update_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:18:04.724477 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:18:04.724477 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "delete_segment":"rule:admin_only" was deprecated in W in favor of "delete_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:18:04.724477 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:18:04.724477 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network":"rule:regular_user" was deprecated in W in favor of "create_network":"role:member and project_id:%(project_id)s". Reason: Jan 14 07:18:04.724477 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:18:04.730259 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:18:04.730259 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:18:04.730259 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:shared":"rule:admin_only" was deprecated in W in favor of "create_network:shared":"role:admin and system_scope:all". Reason: Jan 14 07:18:04.730259 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:18:04.730259 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:18:04.730259 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:18:04.730259 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:router:external":"rule:admin_only" was deprecated in W in favor of "create_network:router:external":"role:admin and system_scope:all". Reason: Jan 14 07:18:04.730259 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:18:04.730259 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:18:04.730259 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:18:04.730259 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:is_default":"rule:admin_only" was deprecated in W in favor of "create_network:is_default":"role:admin and system_scope:all". Reason: Jan 14 07:18:04.730259 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:18:04.730259 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:18:04.730259 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:18:04.730259 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:port_security_enabled":"rule:regular_user" was deprecated in W in favor of "create_network:port_security_enabled":"role:member and project_id:%(project_id)s". Reason: Jan 14 07:18:04.730259 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:18:04.730259 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:18:04.730259 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:18:04.730259 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:segments":"rule:admin_only" was deprecated in W in favor of "create_network:segments":"role:admin and system_scope:all". Reason: Jan 14 07:18:04.730259 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:18:04.730259 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:18:04.730259 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:18:04.730259 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "create_network:provider:network_type":"role:admin and system_scope:all". Reason: Jan 14 07:18:04.730259 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:18:04.730259 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:18:04.730259 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:18:04.730259 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "create_network:provider:physical_network":"role:admin and system_scope:all". Reason: Jan 14 07:18:04.730259 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:18:04.730259 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:18:04.730259 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:18:04.730259 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "create_network:provider:segmentation_id":"role:admin and system_scope:all". Reason: Jan 14 07:18:04.730259 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:18:04.730259 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:18:04.730259 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:18:04.730259 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network":"rule:admin_or_owner or rule:shared or rule:external or rule:context_is_advsvc" was deprecated in W in favor of "get_network":"(role:reader and system_scope:all) or (role:reader and project_id:%(project_id)s) or rule:shared or rule:external or rule:context_is_advsvc". Reason: Jan 14 07:18:04.730259 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:18:04.730259 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:18:04.730259 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:18:04.730259 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:router:external":"rule:regular_user" was deprecated in W in favor of "get_network:router:external":"role:reader and project_id:%(project_id)s". Reason: Jan 14 07:18:04.730259 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:18:04.730259 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:18:04.730259 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:18:04.730259 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:segments":"rule:admin_only" was deprecated in W in favor of "get_network:segments":"role:reader and system_scope:all". Reason: Jan 14 07:18:04.730259 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:18:04.730259 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:18:04.730259 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:18:04.730259 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "get_network:provider:network_type":"role:reader and system_scope:all". Reason: Jan 14 07:18:04.730259 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:18:04.730259 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:18:04.730259 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:18:04.739753 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "get_network:provider:physical_network":"role:reader and system_scope:all". Reason: Jan 14 07:18:04.739753 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:18:04.739753 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:18:04.739753 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:18:04.739753 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "get_network:provider:segmentation_id":"role:reader and system_scope:all". Reason: Jan 14 07:18:04.739753 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:18:04.739753 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:18:04.739753 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:18:04.739753 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network":"rule:admin_or_owner" was deprecated in W in favor of "update_network":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 07:18:04.739753 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:18:04.739753 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:18:04.739753 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:18:04.739753 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:segments":"rule:admin_only" was deprecated in W in favor of "update_network:segments":"role:admin and system_scope:all". Reason: Jan 14 07:18:04.739753 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:18:04.739753 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:18:04.739753 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:18:04.739753 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:shared":"rule:admin_only" was deprecated in W in favor of "update_network:shared":"role:admin and system_scope:all". Reason: Jan 14 07:18:04.739753 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:18:04.739753 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:18:04.739753 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:18:04.739753 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "update_network:provider:network_type":"role:admin and system_scope:all". Reason: Jan 14 07:18:04.739753 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:18:04.739753 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:18:04.739753 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:18:04.739753 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "update_network:provider:physical_network":"role:admin and system_scope:all". Reason: Jan 14 07:18:04.739753 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:18:04.739753 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:18:04.739753 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:18:04.739753 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "update_network:provider:segmentation_id":"role:admin and system_scope:all". Reason: Jan 14 07:18:04.739753 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:18:04.739753 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:18:04.739753 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:18:04.739753 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:router:external":"rule:admin_only" was deprecated in W in favor of "update_network:router:external":"role:admin and system_scope:all". Reason: Jan 14 07:18:04.739753 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:18:04.739753 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:18:04.739753 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:18:04.739753 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:is_default":"rule:admin_only" was deprecated in W in favor of "update_network:is_default":"role:admin and system_scope:all". Reason: Jan 14 07:18:04.739753 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:18:04.739753 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:18:04.739753 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:18:04.748935 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e178b173-708a-48c2-bdd5-e16a9c5089f3 req-045b3554-32c7-4254-b77e-b1cedbfb803f tempest-ListServerFiltersTestJSON-2017310780 tempest-ListServerFiltersTestJSON-2017310780] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:18:04.748935 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [req-e178b173-708a-48c2-bdd5-e16a9c5089f3 req-045b3554-32c7-4254-b77e-b1cedbfb803f tempest-ListServerFiltersTestJSON-2017310780 tempest-ListServerFiltersTestJSON-2017310780] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854768116'] for port, before_response {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:18:04.820534 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-5d7d2253-adbb-4b1d-9c68-d17e47b0084b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-598964', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850887113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036851521664', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2794686'] for subnet, after_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:18:04.884598 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-2f599e40-7eeb-453a-9436-a9c993939d15 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:18:04.926972 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [req-e178b173-708a-48c2-bdd5-e16a9c5089f3 req-045b3554-32c7-4254-b77e-b1cedbfb803f tempest-ListServerFiltersTestJSON-2017310780 tempest-ListServerFiltersTestJSON-2017310780] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 6.4160504 Jan 14 07:18:04.998821 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.v2.base [req-e178b173-708a-48c2-bdd5-e16a9c5089f3 req-c2ed38d1-ffef-409b-aff8-63a00cf39d8a service neutron] Request body: {'port': {'device_id': 'feaa1485-2236-4800-ae0c-2bc1ab4f4572', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-768862-2'}} {{(pid=84874) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:18:05.071594 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d7d2253-adbb-4b1d-9c68-d17e47b0084b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f3eed0c0-1c20-4f0c-8ac3-bb748e4e9ee0,revision_number=None']} {{(pid=84874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:18:05.087402 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-5d7d2253-adbb-4b1d-9c68-d17e47b0084b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.203s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:18:05.111469 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-b3ce0ae2-10ca-4a7b-a4a0-0b6deca78a8b None None] Provisioning for port f0a7bd5e-187f-4959-9498-d95b39016e96 completed by entity DHCP. {{(pid=84876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 07:18:05.120272 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-b3ce0ae2-10ca-4a7b-a4a0-0b6deca78a8b None None] Provisioning complete for port f0a7bd5e-187f-4959-9498-d95b39016e96 triggered by entity DHCP. {{(pid=84876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 07:18:05.120626 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-b3ce0ae2-10ca-4a7b-a4a0-0b6deca78a8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-604227'] for port, provisioning_complete {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:18:05.148220 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.plugin [None req-c284ccca-e91e-4555-a38f-84f2b27fbf1c tempest-PortsAdminExtendedAttrsIpV6TestJSON-54502629 tempest-PortsAdminExtendedAttrsIpV6TestJSON-54502629] Calling delete_port for a255376a-60bb-49c6-bf4a-a1f593df9121 owned by {{(pid=84875) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 07:18:05.191677 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.plugin [None req-b3ce0ae2-10ca-4a7b-a4a0-0b6deca78a8b None None] Port f0a7bd5e-187f-4959-9498-d95b39016e96 cannot update to ACTIVE because it is not bound. {{(pid=84876) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:329}} Jan 14 07:18:05.208319 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-d1f13434-3990-4672-8d85-c2b549e2e1de admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.948s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:18:05.230502 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-5d7d2253-adbb-4b1d-9c68-d17e47b0084b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3207107'] for subnet, before_response {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:18:05.232657 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-5d7d2253-adbb-4b1d-9c68-d17e47b0084b admin admin] 10.222.0.24 "DELETE /v2.0/subnets/f3eed0c0-1c20-4f0c-8ac3-bb748e4e9ee0 HTTP/1.1" status: 204 len: 168 time: 2.9072487 Jan 14 07:18:05.237619 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-f22a8464-f74b-4cd2-a7b7-c6700c04879a tempest-MeteringIpV6TestJSON-707643846 tempest-MeteringIpV6TestJSON-707643846] Notify callbacks [] for metering_label_rule, before_response {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:18:05.237619 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-f22a8464-f74b-4cd2-a7b7-c6700c04879a tempest-MeteringIpV6TestJSON-707643846 tempest-MeteringIpV6TestJSON-707643846] 10.222.0.24 "DELETE /v2.0/metering/metering-label-rules/5dee4c14-39de-44a4-901a-747748f0348f HTTP/1.1" status: 204 len: 168 time: 1.1155987 Jan 14 07:18:05.238576 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84875) accepted ('10.222.0.24', 35514) {{(pid=84875) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:18:05.244865 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84874) accepted ('10.222.0.24', 35516) {{(pid=84874) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:18:05.246271 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-d1f13434-3990-4672-8d85-c2b549e2e1de admin admin] Notify callbacks [] for security_group, before_response {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:18:05.247468 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-d1f13434-3990-4672-8d85-c2b549e2e1de admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/3525de78-bfbc-40af-b59a-184c0e3750d1 HTTP/1.1" status: 204 len: 168 time: 1.8499529 Jan 14 07:18:05.310764 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-a72c7ab3-0026-419f-81ba-b9d8c80cb368 tempest-MeteringIpV6TestJSON-707643846 tempest-MeteringIpV6TestJSON-707643846] 10.222.0.24 "GET /v2.0/metering/metering-label-rules?id=5dee4c14-39de-44a4-901a-747748f0348f HTTP/1.1" status: 200 len: 221 time: 0.0586445 Jan 14 07:18:05.310764 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [req-e178b173-708a-48c2-bdd5-e16a9c5089f3 req-c2ed38d1-ffef-409b-aff8-63a00cf39d8a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555753'] for port, before_update {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:18:05.336819 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [req-c78295d0-cb98-4396-bb5a-83e3b5d542a1 req-17188354-feb9-493f-8278-16d296988340 tempest-ListServerFiltersTestJSON-2017310780 tempest-ListServerFiltersTestJSON-2017310780] Notify callbacks [] for port, precommit_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:18:05.340138 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84874) accepted ('10.222.0.24', 35524) {{(pid=84874) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:18:05.351077 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-86b82ad3-ad5c-4c92-b773-ae84d6c2ad33 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:18:05.354556 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.v2.base [None req-c3716f33-7773-4251-b7aa-85e59c078f2e tempest-MeteringIpV6TestJSON-707643846 tempest-MeteringIpV6TestJSON-707643846] Request body: {'metering_label': {'name': 'tempest-metering-label--430808487', 'description': 'label created by tempest'}} {{(pid=84874) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:18:05.355343 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.v2.base [None req-c3716f33-7773-4251-b7aa-85e59c078f2e tempest-MeteringIpV6TestJSON-707643846 tempest-MeteringIpV6TestJSON-707643846] Unknown quota resources ['metering_label']. {{(pid=84874) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jan 14 07:18:05.459695 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-6a288165-a6a4-4a42-8c24-13da5c79f4d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036854160497'] for network, before_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:18:05.519571 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-c284ccca-e91e-4555-a38f-84f2b27fbf1c tempest-PortsAdminExtendedAttrsIpV6TestJSON-54502629 tempest-PortsAdminExtendedAttrsIpV6TestJSON-54502629] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777640533329', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777640097463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851621574'] for port, after_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:18:05.540414 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [req-c78295d0-cb98-4396-bb5a-83e3b5d542a1 req-17188354-feb9-493f-8278-16d296988340 tempest-ListServerFiltersTestJSON-2017310780 tempest-ListServerFiltersTestJSON-2017310780] Transition to ACTIVE for port object 2b90ad96-cbdd-40ec-ae1d-7bfc872f5aba will not be triggered until provisioned by entity DHCP. {{(pid=84874) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 07:18:05.547082 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-dbd10a28-85d1-4cf4-8991-fb5d024ce4fd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:18:05.650690 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c284ccca-e91e-4555-a38f-84f2b27fbf1c tempest-PortsAdminExtendedAttrsIpV6TestJSON-54502629 tempest-PortsAdminExtendedAttrsIpV6TestJSON-54502629] Pushing event deleted for resources: {'Port': ['ID=a255376a-60bb-49c6-bf4a-a1f593df9121,revision_number=None']} {{(pid=84875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:18:05.654312 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-c284ccca-e91e-4555-a38f-84f2b27fbf1c tempest-PortsAdminExtendedAttrsIpV6TestJSON-54502629 tempest-PortsAdminExtendedAttrsIpV6TestJSON-54502629] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:18:05.741173 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-86b82ad3-ad5c-4c92-b773-ae84d6c2ad33 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850887153'] for security_group, after_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:18:05.754297 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-8845c85a-5ee6-4b85-85b8-a676e8a3f068 tempest-ServersTestJSON-1630860468 tempest-ServersTestJSON-1630860468] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:18:05.805088 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86b82ad3-ad5c-4c92-b773-ae84d6c2ad33 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cdc491d6-ca55-4218-a07d-21f63a291612,revision_number=None']} {{(pid=84875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:18:05.822483 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-86b82ad3-ad5c-4c92-b773-ae84d6c2ad33 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:18:05.936375 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-86b82ad3-ad5c-4c92-b773-ae84d6c2ad33 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:18:05.938070 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-86b82ad3-ad5c-4c92-b773-ae84d6c2ad33 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/cdc491d6-ca55-4218-a07d-21f63a291612 HTTP/1.1" status: 204 len: 168 time: 1.9312060 Jan 14 07:18:05.942749 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-c284ccca-e91e-4555-a38f-84f2b27fbf1c tempest-PortsAdminExtendedAttrsIpV6TestJSON-54502629 tempest-PortsAdminExtendedAttrsIpV6TestJSON-54502629] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854768116'] for port, before_response {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:18:05.946517 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-c284ccca-e91e-4555-a38f-84f2b27fbf1c tempest-PortsAdminExtendedAttrsIpV6TestJSON-54502629 tempest-PortsAdminExtendedAttrsIpV6TestJSON-54502629] 10.222.0.24 "DELETE /v2.0/ports/a255376a-60bb-49c6-bf4a-a1f593df9121 HTTP/1.1" status: 204 len: 168 time: 2.0852463 Jan 14 07:18:05.953247 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-6a288165-a6a4-4a42-8c24-13da5c79f4d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-598987', 'neutron.services.segments.db._delete_segments_for_network-8777640583949'] for network, precommit_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:18:05.970855 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84875) accepted ('10.222.0.24', 35536) {{(pid=84875) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:18:06.147404 n-d-768862-2 neutron-server[84765]: INFO neutron.pecan_wsgi.hooks.translation [None req-d78c4b68-89b9-4d39-a69c-08416d88a63a tempest-PortsAdminExtendedAttrsIpV6TestJSON-54502629 tempest-PortsAdminExtendedAttrsIpV6TestJSON-54502629] GET failed (client error): The resource could not be found. Jan 14 07:18:06.152579 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-d78c4b68-89b9-4d39-a69c-08416d88a63a tempest-PortsAdminExtendedAttrsIpV6TestJSON-54502629 tempest-PortsAdminExtendedAttrsIpV6TestJSON-54502629] Synchronizing usage tracker for tenant:56f30083b92a47059ee5873650bc8707 on resource:port {{(pid=84875) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 14 07:18:06.163764 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-c3716f33-7773-4251-b7aa-85e59c078f2e tempest-MeteringIpV6TestJSON-707643846 tempest-MeteringIpV6TestJSON-707643846] Notify callbacks [] for metering_label, before_response {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:18:06.165131 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-c3716f33-7773-4251-b7aa-85e59c078f2e tempest-MeteringIpV6TestJSON-707643846 tempest-MeteringIpV6TestJSON-707643846] 10.222.0.24 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 469 time: 0.8238182 Jan 14 07:18:06.180439 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84875) accepted ('10.222.0.24', 35544) {{(pid=84875) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:18:06.263383 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [req-c78295d0-cb98-4396-bb5a-83e3b5d542a1 req-17188354-feb9-493f-8278-16d296988340 tempest-ListServerFiltersTestJSON-2017310780 tempest-ListServerFiltersTestJSON-2017310780] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777640123575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3254186'] for port, after_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:18:06.300230 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-ce4d386d-eb06-4e81-b81b-d5134765428e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:18:06.314252 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-34e57816-e3e0-4ca5-8fc5-e7ba28abda10 tempest-AttachVolumeShelveTestJSON-2054363538 tempest-AttachVolumeShelveTestJSON-2054363538] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:18:06.377623 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-fc2b1477-aa5e-4b8f-851c-f9955331323e tempest-MeteringIpV6TestJSON-707643846 tempest-MeteringIpV6TestJSON-707643846] 10.222.0.24 "GET /v2.0/metering/metering-labels?id=a81deded-3014-41f0-8979-1cae4a50fb74 HTTP/1.1" status: 200 len: 467 time: 0.1957917 Jan 14 07:18:06.385643 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84875) accepted ('10.222.0.24', 35554) {{(pid=84875) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:18:06.393138 n-d-768862-2 neutron-server[84765]: DEBUG neutron.services.segments.db [None req-6a288165-a6a4-4a42-8c24-13da5c79f4d0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['eacad955-4a5e-44c9-b605-5d10f20e45c4']}} {{(pid=84875) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:18:06.420250 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-d78c4b68-89b9-4d39-a69c-08416d88a63a tempest-PortsAdminExtendedAttrsIpV6TestJSON-54502629 tempest-PortsAdminExtendedAttrsIpV6TestJSON-54502629] Unset dirty status for tenant:56f30083b92a47059ee5873650bc8707 on resource:port {{(pid=84875) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 14 07:18:06.421663 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-d78c4b68-89b9-4d39-a69c-08416d88a63a tempest-PortsAdminExtendedAttrsIpV6TestJSON-54502629 tempest-PortsAdminExtendedAttrsIpV6TestJSON-54502629] 10.222.0.24 "GET /v2.0/ports/a255376a-60bb-49c6-bf4a-a1f593df9121 HTTP/1.1" status: 404 len: 333 time: 0.4487114 Jan 14 07:18:06.503711 n-d-768862-2 neutron-server[84765]: DEBUG neutron.services.segments.db [None req-6a288165-a6a4-4a42-8c24-13da5c79f4d0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2e533a90-13a7-4ef9-95bb-582eabd9eb7b') {'for_net_delete': True} {{(pid=84875) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:18:06.504137 n-d-768862-2 neutron-server[84765]: DEBUG neutron.services.segments.db [None req-6a288165-a6a4-4a42-8c24-13da5c79f4d0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2e533a90-13a7-4ef9-95bb-582eabd9eb7b') {} {{(pid=84875) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:18:06.526586 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84875) accepted ('10.222.0.24', 35558) {{(pid=84875) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:18:06.539750 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-ce4d386d-eb06-4e81-b81b-d5134765428e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3367281'] for subnet, precommit_delete_associations {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:18:06.573303 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.v2.base [None req-355a4ae5-d2d8-468f-ae2c-fa8f4737f88e tempest-PortsAdminExtendedAttrsIpV6TestJSON-54502629 tempest-PortsAdminExtendedAttrsIpV6TestJSON-54502629] Request body: {'port': {'network_id': '86e756e9-487c-49d5-b226-d7680a2499be', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-835749443'}} {{(pid=84875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:18:06.584189 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-6a288165-a6a4-4a42-8c24-13da5c79f4d0 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363259214173198', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036851408567'] for segment, before_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:18:06.602043 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-355a4ae5-d2d8-468f-ae2c-fa8f4737f88e tempest-PortsAdminExtendedAttrsIpV6TestJSON-54502629 tempest-PortsAdminExtendedAttrsIpV6TestJSON-54502629] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:18:06.619651 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-355a4ae5-d2d8-468f-ae2c-fa8f4737f88e tempest-PortsAdminExtendedAttrsIpV6TestJSON-54502629 tempest-PortsAdminExtendedAttrsIpV6TestJSON-54502629] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:18:06.668000 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17188354-feb9-493f-8278-16d296988340 tempest-ListServerFiltersTestJSON-2017310780 tempest-ListServerFiltersTestJSON-2017310780] Pushing event updated for resources: {'Port': ['ID=2b90ad96-cbdd-40ec-ae1d-7bfc872f5aba,revision_number=1']} {{(pid=84874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:18:06.679720 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-17188354-feb9-493f-8278-16d296988340 tempest-ListServerFiltersTestJSON-2017310780 tempest-ListServerFiltersTestJSON-2017310780] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.366s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:18:06.697617 n-d-768862-2 neutron-server[84765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c78295d0-cb98-4396-bb5a-83e3b5d542a1 req-17188354-feb9-493f-8278-16d296988340 tempest-ListServerFiltersTestJSON-2017310780 tempest-ListServerFiltersTestJSON-2017310780] Network dd60e289-d8f0-4db8-80cc-ace3d522263f is already hosted by enough agents. {{(pid=84874) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 07:18:06.701963 n-d-768862-2 neutron-server[84765]: DEBUG neutron.scheduler.base_scheduler [req-c78295d0-cb98-4396-bb5a-83e3b5d542a1 req-17188354-feb9-493f-8278-16d296988340 tempest-ListServerFiltersTestJSON-2017310780 tempest-ListServerFiltersTestJSON-2017310780] Resources bound (agent type, host, resource id): {{(pid=84874) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 07:18:06.707545 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_dvrscheduler_db [req-c78295d0-cb98-4396-bb5a-83e3b5d542a1 req-17188354-feb9-493f-8278-16d296988340 tempest-ListServerFiltersTestJSON-2017310780 tempest-ListServerFiltersTestJSON-2017310780] Received port after_create {{(pid=84874) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 14 07:18:06.811804 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:port_security_enabled":"rule:admin_or_owner" was deprecated in W in favor of "update_network:port_security_enabled":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 07:18:06.811804 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:18:06.811804 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:18:06.811804 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:18:06.811804 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "delete_network":"rule:admin_or_owner" was deprecated in W in favor of "delete_network":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 07:18:06.811804 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:18:06.811804 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:18:06.811804 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:18:06.811804 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_segment":"rule:admin_only" was deprecated in W in favor of "create_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:18:06.811804 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:18:06.811804 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_segment":"rule:admin_only" was deprecated in W in favor of "get_segment":"role:reader and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:18:06.811804 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:18:06.811804 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_segment":"rule:admin_only" was deprecated in W in favor of "update_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:18:06.811804 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:18:06.811804 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "delete_segment":"rule:admin_only" was deprecated in W in favor of "delete_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:18:06.811804 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:18:06.811804 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network":"rule:regular_user" was deprecated in W in favor of "create_network":"role:member and project_id:%(project_id)s". Reason: Jan 14 07:18:06.811804 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:18:06.811804 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:18:06.811804 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:18:06.811804 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:shared":"rule:admin_only" was deprecated in W in favor of "create_network:shared":"role:admin and system_scope:all". Reason: Jan 14 07:18:06.811804 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:18:06.811804 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:18:06.811804 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:18:06.811804 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:router:external":"rule:admin_only" was deprecated in W in favor of "create_network:router:external":"role:admin and system_scope:all". Reason: Jan 14 07:18:06.811804 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:18:06.811804 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:18:06.811804 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:18:06.811804 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:is_default":"rule:admin_only" was deprecated in W in favor of "create_network:is_default":"role:admin and system_scope:all". Reason: Jan 14 07:18:06.811804 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:18:06.811804 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:18:06.811804 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:18:06.811804 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:port_security_enabled":"rule:regular_user" was deprecated in W in favor of "create_network:port_security_enabled":"role:member and project_id:%(project_id)s". Reason: Jan 14 07:18:06.811804 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:18:06.811804 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:18:06.811804 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:18:06.811804 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:segments":"rule:admin_only" was deprecated in W in favor of "create_network:segments":"role:admin and system_scope:all". Reason: Jan 14 07:18:06.811804 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:18:06.811804 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:18:06.811804 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:18:06.811804 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "create_network:provider:network_type":"role:admin and system_scope:all". Reason: Jan 14 07:18:06.811804 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:18:06.815959 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:18:06.815959 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:18:06.815959 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "create_network:provider:physical_network":"role:admin and system_scope:all". Reason: Jan 14 07:18:06.815959 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:18:06.815959 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:18:06.815959 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:18:06.815959 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "create_network:provider:segmentation_id":"role:admin and system_scope:all". Reason: Jan 14 07:18:06.815959 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:18:06.815959 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:18:06.815959 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:18:06.815959 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network":"rule:admin_or_owner or rule:shared or rule:external or rule:context_is_advsvc" was deprecated in W in favor of "get_network":"(role:reader and system_scope:all) or (role:reader and project_id:%(project_id)s) or rule:shared or rule:external or rule:context_is_advsvc". Reason: Jan 14 07:18:06.815959 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:18:06.815959 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:18:06.815959 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:18:06.815959 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:router:external":"rule:regular_user" was deprecated in W in favor of "get_network:router:external":"role:reader and project_id:%(project_id)s". Reason: Jan 14 07:18:06.815959 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:18:06.815959 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:18:06.815959 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:18:06.819438 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:segments":"rule:admin_only" was deprecated in W in favor of "get_network:segments":"role:reader and system_scope:all". Reason: Jan 14 07:18:06.819438 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:18:06.819438 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:18:06.819438 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:18:06.819438 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "get_network:provider:network_type":"role:reader and system_scope:all". Reason: Jan 14 07:18:06.819438 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:18:06.819438 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:18:06.819438 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:18:06.819438 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "get_network:provider:physical_network":"role:reader and system_scope:all". Reason: Jan 14 07:18:06.819438 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:18:06.819438 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:18:06.819438 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:18:06.819438 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "get_network:provider:segmentation_id":"role:reader and system_scope:all". Reason: Jan 14 07:18:06.819438 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:18:06.819438 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:18:06.819438 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:18:06.819438 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network":"rule:admin_or_owner" was deprecated in W in favor of "update_network":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 07:18:06.819438 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:18:06.819438 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:18:06.819438 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:18:06.819438 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:segments":"rule:admin_only" was deprecated in W in favor of "update_network:segments":"role:admin and system_scope:all". Reason: Jan 14 07:18:06.819438 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:18:06.819438 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:18:06.819438 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:18:06.819438 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:shared":"rule:admin_only" was deprecated in W in favor of "update_network:shared":"role:admin and system_scope:all". Reason: Jan 14 07:18:06.819438 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:18:06.819438 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:18:06.819438 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:18:06.819438 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "update_network:provider:network_type":"role:admin and system_scope:all". Reason: Jan 14 07:18:06.819438 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:18:06.819438 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:18:06.819438 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:18:06.819438 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "update_network:provider:physical_network":"role:admin and system_scope:all". Reason: Jan 14 07:18:06.819438 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:18:06.819438 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:18:06.819438 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:18:06.819438 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "update_network:provider:segmentation_id":"role:admin and system_scope:all". Reason: Jan 14 07:18:06.819438 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:18:06.819438 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:18:06.819438 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:18:06.819438 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:router:external":"rule:admin_only" was deprecated in W in favor of "update_network:router:external":"role:admin and system_scope:all". Reason: Jan 14 07:18:06.819438 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:18:06.819438 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:18:06.819438 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:18:06.819438 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:is_default":"rule:admin_only" was deprecated in W in favor of "update_network:is_default":"role:admin and system_scope:all". Reason: Jan 14 07:18:06.819438 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:18:06.819438 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:18:06.819438 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:18:06.824225 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:port_security_enabled":"rule:admin_or_owner" was deprecated in W in favor of "update_network:port_security_enabled":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 07:18:06.824225 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:18:06.824225 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:18:06.824225 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:18:06.824225 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "delete_network":"rule:admin_or_owner" was deprecated in W in favor of "delete_network":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 07:18:06.824225 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:18:06.824225 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:18:06.824225 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:18:06.824225 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_segment":"rule:admin_only" was deprecated in W in favor of "create_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:18:06.824225 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:18:06.824225 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_segment":"rule:admin_only" was deprecated in W in favor of "get_segment":"role:reader and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:18:06.824225 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:18:06.824225 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_segment":"rule:admin_only" was deprecated in W in favor of "update_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:18:06.824225 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:18:06.828172 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-6a288165-a6a4-4a42-8c24-13da5c79f4d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854179735'] for segment, precommit_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:18:06.836209 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-6a288165-a6a4-4a42-8c24-13da5c79f4d0 admin admin] Releasing vxlan tunnel 15 to pool {{(pid=84875) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Jan 14 07:18:06.852617 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c78295d0-cb98-4396-bb5a-83e3b5d542a1 req-17188354-feb9-493f-8278-16d296988340 tempest-ListServerFiltersTestJSON-2017310780 tempest-ListServerFiltersTestJSON-2017310780] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:18:06.854042 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [req-c78295d0-cb98-4396-bb5a-83e3b5d542a1 req-17188354-feb9-493f-8278-16d296988340 tempest-ListServerFiltersTestJSON-2017310780 tempest-ListServerFiltersTestJSON-2017310780] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854768116'] for port, before_response {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:18:06.885451 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84874) accepted ('10.222.0.24', 35566) {{(pid=84874) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:18:06.901136 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-355a4ae5-d2d8-468f-ae2c-fa8f4737f88e tempest-PortsAdminExtendedAttrsIpV6TestJSON-54502629 tempest-PortsAdminExtendedAttrsIpV6TestJSON-54502629] Made reservation on behalf of 56f30083b92a47059ee5873650bc8707 for: {'port': 1} {{(pid=84875) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 07:18:06.903435 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [req-c78295d0-cb98-4396-bb5a-83e3b5d542a1 req-17188354-feb9-493f-8278-16d296988340 tempest-ListServerFiltersTestJSON-2017310780 tempest-ListServerFiltersTestJSON-2017310780] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 6.8121793 Jan 14 07:18:06.906342 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-355a4ae5-d2d8-468f-ae2c-fa8f4737f88e tempest-PortsAdminExtendedAttrsIpV6TestJSON-54502629 tempest-PortsAdminExtendedAttrsIpV6TestJSON-54502629] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555753'] for port, before_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:18:06.932152 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-b9d97054-2578-425d-88a5-ba4236cc12ef admin admin] Notify callbacks [] for security_group, before_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:18:06.957910 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.v2.base [req-c78295d0-cb98-4396-bb5a-83e3b5d542a1 req-3b4dd583-092d-48b7-9ed0-59314cdc3d18 service neutron] Request body: {'port': {'device_id': 'd2375d9f-96b2-490f-85b0-807f4b73a704', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-768862-2'}} {{(pid=84874) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:18:07.000979 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-b9d97054-2578-425d-88a5-ba4236cc12ef admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:18:07.019811 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-b9d97054-2578-425d-88a5-ba4236cc12ef admin admin] Usage tracker for resource:security_group_rule and tenant:797036def553490f8c4a50502d326860 is out of sync, need to count used quota {{(pid=84874) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:18:07.026601 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-b9d97054-2578-425d-88a5-ba4236cc12ef admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84874) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:18:07.033844 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-b9d97054-2578-425d-88a5-ba4236cc12ef admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:18:07.064424 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-c41f6a3c-9b90-4695-90c2-99b0abd04b98 None None] Provisioning for port 2b90ad96-cbdd-40ec-ae1d-7bfc872f5aba completed by entity DHCP. {{(pid=84876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 07:18:07.077323 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-c41f6a3c-9b90-4695-90c2-99b0abd04b98 None None] Provisioning complete for port 2b90ad96-cbdd-40ec-ae1d-7bfc872f5aba triggered by entity DHCP. {{(pid=84876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 07:18:07.077671 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-c41f6a3c-9b90-4695-90c2-99b0abd04b98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-604227'] for port, provisioning_complete {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:18:07.229996 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.plugin [None req-c41f6a3c-9b90-4695-90c2-99b0abd04b98 None None] Port 2b90ad96-cbdd-40ec-ae1d-7bfc872f5aba cannot update to ACTIVE because it is not bound. {{(pid=84876) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:329}} Jan 14 07:18:07.233966 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-b9d97054-2578-425d-88a5-ba4236cc12ef admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:18:07.241866 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-b9d97054-2578-425d-88a5-ba4236cc12ef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850887153'] for security_group, after_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:18:07.254828 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-ebfbaa4a-eb84-42d7-8ef3-2ae36bb956e0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:18:07.348781 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [req-c78295d0-cb98-4396-bb5a-83e3b5d542a1 req-3b4dd583-092d-48b7-9ed0-59314cdc3d18 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555753'] for port, before_update {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:18:07.433968 n-d-768862-2 neutron-server[84765]: INFO neutron.db.db_base_plugin_v2 [None req-ce4d386d-eb06-4e81-b81b-d5134765428e admin admin] Found port (f0a7bd5e-187f-4959-9498-d95b39016e96, 172.20.0.13) having IP allocation on subnet c6126f00-00e2-4e47-82e7-5b87831fee7f, cannot delete Jan 14 07:18:07.434315 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-b9d97054-2578-425d-88a5-ba4236cc12ef admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=797036def553490f8c4a50502d326860&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5470407 Jan 14 07:18:07.435341 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9d97054-2578-425d-88a5-ba4236cc12ef admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b0ae2d43-b906-434c-9002-e16e7e13a8fd,revision_number=1']} {{(pid=84874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:18:07.442002 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84874) accepted ('10.222.0.24', 35580) {{(pid=84874) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:18:07.463576 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-b9d97054-2578-425d-88a5-ba4236cc12ef admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.209s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:18:07.470036 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-8ec495ab-8f2d-44e5-893a-a2225fdf8f8b tempest-MeteringIpV6TestJSON-707643846 tempest-MeteringIpV6TestJSON-707643846] Notify callbacks [] for metering_label, before_response {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:18:07.475860 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-8ec495ab-8f2d-44e5-893a-a2225fdf8f8b tempest-MeteringIpV6TestJSON-707643846 tempest-MeteringIpV6TestJSON-707643846] 10.222.0.24 "DELETE /v2.0/metering/metering-labels/a81deded-3014-41f0-8979-1cae4a50fb74 HTTP/1.1" status: 204 len: 168 time: 1.0859652 Jan 14 07:18:07.483557 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84875) accepted ('10.222.0.24', 35584) {{(pid=84875) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:18:07.511290 n-d-768862-2 neutron-server[84765]: INFO neutron.pecan_wsgi.hooks.translation [None req-ce4d386d-eb06-4e81-b81b-d5134765428e admin admin] DELETE failed (client error): There was a conflict when trying to complete your request. Jan 14 07:18:07.511807 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ce4d386d-eb06-4e81-b81b-d5134765428e admin admin] No notification will be sent due to unsuccessful status code: 409 {{(pid=84875) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Jan 14 07:18:07.526395 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-ce4d386d-eb06-4e81-b81b-d5134765428e admin admin] 10.222.0.24 "DELETE /v2.0/subnets/c6126f00-00e2-4e47-82e7-5b87831fee7f HTTP/1.1" status: 409 len: 404 time: 6.2477105 Jan 14 07:18:07.526944 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.managers [None req-6a288165-a6a4-4a42-8c24-13da5c79f4d0 admin admin] Network eacad955-4a5e-44c9-b605-5d10f20e45c4 has no segments {{(pid=84875) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 14 07:18:07.541888 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-6a288165-a6a4-4a42-8c24-13da5c79f4d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-596065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3154253'] for segment, after_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:18:07.568136 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-ac78b3ba-9bab-4ff1-8508-e360095a7532 tempest-MeteringIpV6TestJSON-707643846 tempest-MeteringIpV6TestJSON-707643846] 10.222.0.24 "GET /v2.0/metering/metering-labels?id=a81deded-3014-41f0-8979-1cae4a50fb74 HTTP/1.1" status: 200 len: 216 time: 0.0776799 Jan 14 07:18:07.569599 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84875) accepted ('10.222.0.24', 35590) {{(pid=84875) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:18:07.675654 n-d-768862-2 neutron-server[84765]: DEBUG neutron.notifiers.nova [None req-355a4ae5-d2d8-468f-ae2c-fa8f4737f88e tempest-PortsAdminExtendedAttrsIpV6TestJSON-54502629 tempest-PortsAdminExtendedAttrsIpV6TestJSON-54502629] device_id is not set on port 1ab9c86e-82d8-4002-b929-50c8f32df574 yet. {{(pid=84875) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}} Jan 14 07:18:07.751428 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-c8fb8d4c-a90c-4f45-8925-0ef92413107c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:18:07.864427 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-85dedf35-6ee4-4b13-aa0c-d22787a1f004 tempest-MeteringIpV6TestJSON-707643846 tempest-MeteringIpV6TestJSON-707643846] 10.222.0.24 "GET /v2.0/metering/metering-label-rules?id=33 HTTP/1.1" status: 200 len: 221 time: 0.0439365 Jan 14 07:18:07.884780 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84874) accepted ('10.222.0.24', 35606) {{(pid=84874) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:18:07.949454 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-0bc74409-ef76-4dc3-9268-dbe3e55a13f5 tempest-MeteringIpV6TestJSON-707643846 tempest-MeteringIpV6TestJSON-707643846] 10.222.0.24 "GET /v2.0/metering/metering-labels?id=33 HTTP/1.1" status: 200 len: 216 time: 0.0597131 Jan 14 07:18:07.950701 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84874) accepted ('10.222.0.24', 35610) {{(pid=84874) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:18:07.977547 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-c8fb8d4c-a90c-4f45-8925-0ef92413107c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:18:08.185477 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.db.resource_extend [req-e178b173-708a-48c2-bdd5-e16a9c5089f3 req-c2ed38d1-ffef-409b-aff8-63a00cf39d8a service neutron] It took 0.17 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84874) wrapper /usr/local/lib/python3.6/dist-packages/oslo_utils/timeutils.py:388}} Jan 14 07:18:08.197178 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-cc82284d-7756-4ac8-b37a-7bc0d9b1c526 tempest-MeteringIpV6TestJSON-707643846 tempest-MeteringIpV6TestJSON-707643846] 10.222.0.24 "GET /v2.0/metering/metering-labels/6fb12225-5ddf-474d-84a7-68941bd980c5 HTTP/1.1" status: 200 len: 472 time: 0.2334979 Jan 14 07:18:08.205599 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84874) accepted ('10.222.0.24', 35620) {{(pid=84874) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:18:08.275293 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-baa19421-49eb-4af7-b663-fe17317260dc tempest-MeteringIpV6TestJSON-707643846 tempest-MeteringIpV6TestJSON-707643846] 10.222.0.24 "GET /v2.0/metering/metering-label-rules/da9a8e55-fb87-48ac-9a53-e6ebdfb8f4e1 HTTP/1.1" status: 200 len: 459 time: 0.0657115 Jan 14 07:18:08.279903 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84874) accepted ('10.222.0.24', 35626) {{(pid=84874) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:18:08.315908 n-d-768862-2 neutron-server[84765]: DEBUG neutron.notifiers.nova [req-e178b173-708a-48c2-bdd5-e16a9c5089f3 req-c2ed38d1-ffef-409b-aff8-63a00cf39d8a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f0a7bd5e-187f-4959-9498-d95b39016e96 {{(pid=84874) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Jan 14 07:18:08.324785 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [req-e178b173-708a-48c2-bdd5-e16a9c5089f3 req-c2ed38d1-ffef-409b-aff8-63a00cf39d8a service neutron] Notify callbacks [] for port, precommit_update {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:18:08.451800 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-c8fb8d4c-a90c-4f45-8925-0ef92413107c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850887153'] for security_group, after_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:18:08.469505 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-33a89909-3367-4da7-b4a2-f011ad1d1af5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:18:08.486897 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-c8fb8d4c-a90c-4f45-8925-0ef92413107c admin admin] Notify callbacks [] for security_group, before_response {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:18:08.489289 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-c8fb8d4c-a90c-4f45-8925-0ef92413107c admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/b0ae2d43-b906-434c-9002-e16e7e13a8fd HTTP/1.1" status: 204 len: 168 time: 1.0296557 Jan 14 07:18:08.564994 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8fb8d4c-a90c-4f45-8925-0ef92413107c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b0ae2d43-b906-434c-9002-e16e7e13a8fd,revision_number=None']} {{(pid=84874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:18:08.569725 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-c8fb8d4c-a90c-4f45-8925-0ef92413107c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:18:08.571708 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-10a4d1ce-cb7a-4c53-86e8-2a2b3f4b76ed tempest-MeteringIpV6TestJSON-707643846 tempest-MeteringIpV6TestJSON-707643846] Notify callbacks [] for metering_label_rule, before_response {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:18:08.577537 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-10a4d1ce-cb7a-4c53-86e8-2a2b3f4b76ed tempest-MeteringIpV6TestJSON-707643846 tempest-MeteringIpV6TestJSON-707643846] 10.222.0.24 "DELETE /v2.0/metering/metering-label-rules/da9a8e55-fb87-48ac-9a53-e6ebdfb8f4e1 HTTP/1.1" status: 204 len: 168 time: 0.2920871 Jan 14 07:18:08.578077 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84874) accepted ('10.222.0.24', 35636) {{(pid=84874) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:18:08.707889 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-355a4ae5-d2d8-468f-ae2c-fa8f4737f88e tempest-PortsAdminExtendedAttrsIpV6TestJSON-54502629 tempest-PortsAdminExtendedAttrsIpV6TestJSON-54502629] Notify callbacks [] for port, precommit_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:18:08.741368 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-355a4ae5-d2d8-468f-ae2c-fa8f4737f88e tempest-PortsAdminExtendedAttrsIpV6TestJSON-54502629 tempest-PortsAdminExtendedAttrsIpV6TestJSON-54502629] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777640123575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851621574'] for port, after_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:18:08.854730 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-9fb09f93-7140-4b94-b82e-73cd5a1e192a tempest-TaggedBootDevicesTest_v242-294831919 tempest-TaggedBootDevicesTest_v242-294831919] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:18:08.945217 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.managers [None req-6a288165-a6a4-4a42-8c24-13da5c79f4d0 admin admin] Network eacad955-4a5e-44c9-b605-5d10f20e45c4 has no segments {{(pid=84875) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 14 07:18:08.979359 n-d-768862-2 neutron-server[84765]: Traceback (most recent call last): Jan 14 07:18:08.979359 n-d-768862-2 neutron-server[84765]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 14 07:18:08.979359 n-d-768862-2 neutron-server[84765]: timer() Jan 14 07:18:08.979359 n-d-768862-2 neutron-server[84765]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 14 07:18:08.979359 n-d-768862-2 neutron-server[84765]: cb(*args, **kw) Jan 14 07:18:08.979359 n-d-768862-2 neutron-server[84765]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Jan 14 07:18:08.979359 n-d-768862-2 neutron-server[84765]: return func(*args, **kwargs) Jan 14 07:18:08.979359 n-d-768862-2 neutron-server[84765]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 14 07:18:08.979359 n-d-768862-2 neutron-server[84765]: self._notify() Jan 14 07:18:08.979359 n-d-768862-2 neutron-server[84765]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 14 07:18:08.979359 n-d-768862-2 neutron-server[84765]: self.callback(batched_events) Jan 14 07:18:08.979359 n-d-768862-2 neutron-server[84765]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 14 07:18:08.979359 n-d-768862-2 neutron-server[84765]: event.method(event) Jan 14 07:18:08.979359 n-d-768862-2 neutron-server[84765]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 14 07:18:08.979359 n-d-768862-2 neutron-server[84765]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 14 07:18:08.979359 n-d-768862-2 neutron-server[84765]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Jan 14 07:18:08.979359 n-d-768862-2 neutron-server[84765]: segment_id)['aggregates'][0] Jan 14 07:18:08.979359 n-d-768862-2 neutron-server[84765]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 14 07:18:08.979359 n-d-768862-2 neutron-server[84765]: return f(self, *a, **k) Jan 14 07:18:08.979359 n-d-768862-2 neutron-server[84765]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 14 07:18:08.979359 n-d-768862-2 neutron-server[84765]: return self._get(url).json() Jan 14 07:18:08.979359 n-d-768862-2 neutron-server[84765]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 14 07:18:08.979359 n-d-768862-2 neutron-server[84765]: **kwargs) Jan 14 07:18:08.979359 n-d-768862-2 neutron-server[84765]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 14 07:18:08.979359 n-d-768862-2 neutron-server[84765]: return self.request(url, 'GET', **kwargs) Jan 14 07:18:08.979359 n-d-768862-2 neutron-server[84765]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Jan 14 07:18:08.979359 n-d-768862-2 neutron-server[84765]: **endpoint_filter) Jan 14 07:18:08.979359 n-d-768862-2 neutron-server[84765]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 14 07:18:08.979359 n-d-768862-2 neutron-server[84765]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 14 07:18:08.979359 n-d-768862-2 neutron-server[84765]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 14 07:18:08.979359 n-d-768862-2 neutron-server[84765]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 14 07:18:08.979359 n-d-768862-2 neutron-server[84765]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 14 07:18:09.053667 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-355a4ae5-d2d8-468f-ae2c-fa8f4737f88e tempest-PortsAdminExtendedAttrsIpV6TestJSON-54502629 tempest-PortsAdminExtendedAttrsIpV6TestJSON-54502629] Pushing event updated for resources: {'Port': ['ID=1ab9c86e-82d8-4002-b929-50c8f32df574,revision_number=1']} {{(pid=84875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:18:09.064211 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-355a4ae5-d2d8-468f-ae2c-fa8f4737f88e tempest-PortsAdminExtendedAttrsIpV6TestJSON-54502629 tempest-PortsAdminExtendedAttrsIpV6TestJSON-54502629] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.210s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:18:09.108165 n-d-768862-2 neutron-server[84765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-355a4ae5-d2d8-468f-ae2c-fa8f4737f88e tempest-PortsAdminExtendedAttrsIpV6TestJSON-54502629 tempest-PortsAdminExtendedAttrsIpV6TestJSON-54502629] Network 86e756e9-487c-49d5-b226-d7680a2499be is already hosted by enough agents. {{(pid=84875) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 07:18:09.110948 n-d-768862-2 neutron-server[84765]: DEBUG neutron.scheduler.base_scheduler [None req-355a4ae5-d2d8-468f-ae2c-fa8f4737f88e tempest-PortsAdminExtendedAttrsIpV6TestJSON-54502629 tempest-PortsAdminExtendedAttrsIpV6TestJSON-54502629] Resources bound (agent type, host, resource id): {{(pid=84875) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 07:18:09.121474 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-355a4ae5-d2d8-468f-ae2c-fa8f4737f88e tempest-PortsAdminExtendedAttrsIpV6TestJSON-54502629 tempest-PortsAdminExtendedAttrsIpV6TestJSON-54502629] Received port after_create {{(pid=84875) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 14 07:18:09.123022 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-355a4ae5-d2d8-468f-ae2c-fa8f4737f88e tempest-PortsAdminExtendedAttrsIpV6TestJSON-54502629 tempest-PortsAdminExtendedAttrsIpV6TestJSON-54502629] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:18:09.124825 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-355a4ae5-d2d8-468f-ae2c-fa8f4737f88e tempest-PortsAdminExtendedAttrsIpV6TestJSON-54502629 tempest-PortsAdminExtendedAttrsIpV6TestJSON-54502629] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854768116'] for port, before_response {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:18:09.135817 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-6a288165-a6a4-4a42-8c24-13da5c79f4d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036854176830', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850887149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3912591'] for network, after_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:18:09.151294 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-7d33eac2-8da8-4855-839c-379016a9a7e1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:18:09.176695 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [req-e178b173-708a-48c2-bdd5-e16a9c5089f3 req-c2ed38d1-ffef-409b-aff8-63a00cf39d8a service neutron] Transition to ACTIVE for port object f0a7bd5e-187f-4959-9498-d95b39016e96 will not be triggered until provisioned by entity L2. {{(pid=84874) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 07:18:09.196786 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-6a288165-a6a4-4a42-8c24-13da5c79f4d0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3207107'] for network, before_response {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:18:09.213235 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [req-e178b173-708a-48c2-bdd5-e16a9c5089f3 req-c2ed38d1-ffef-409b-aff8-63a00cf39d8a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777640533312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363259214678337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777640097497', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036851521613'] for port, after_update {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:18:09.234441 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a288165-a6a4-4a42-8c24-13da5c79f4d0 admin admin] Pushing event deleted for resources: {'Network': ['ID=eacad955-4a5e-44c9-b605-5d10f20e45c4,revision_number=None']} {{(pid=84875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:18:09.244031 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-6a288165-a6a4-4a42-8c24-13da5c79f4d0 admin admin] 10.222.0.24 "DELETE /v2.0/networks/eacad955-4a5e-44c9-b605-5d10f20e45c4 HTTP/1.1" status: 204 len: 168 time: 3.9971642 Jan 14 07:18:09.244031 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-6a288165-a6a4-4a42-8c24-13da5c79f4d0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:18:09.255112 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-355a4ae5-d2d8-468f-ae2c-fa8f4737f88e tempest-PortsAdminExtendedAttrsIpV6TestJSON-54502629 tempest-PortsAdminExtendedAttrsIpV6TestJSON-54502629] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 963 time: 2.7269442 Jan 14 07:18:09.257793 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84875) accepted ('10.222.0.24', 35650) {{(pid=84875) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:18:09.274669 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.v2.base [None req-3aeaddbf-e066-4b98-a8ad-9bb6d5bba33e tempest-PortsAdminExtendedAttrsIpV6TestJSON-54502629 tempest-PortsAdminExtendedAttrsIpV6TestJSON-54502629] Request body: {'port': {'binding:host_id': 'n-h1-768862-2'}} {{(pid=84875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:18:09.390243 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-eb0db460-9c08-4125-8476-a40e1b0e05a1 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:18:09.537864 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-3aeaddbf-e066-4b98-a8ad-9bb6d5bba33e tempest-PortsAdminExtendedAttrsIpV6TestJSON-54502629 tempest-PortsAdminExtendedAttrsIpV6TestJSON-54502629] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555753'] for port, before_update {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:18:09.618034 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84875) accepted ('10.222.0.24', 35666) {{(pid=84875) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:18:09.819166 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-1fed10e3-0231-49a0-9181-da65a7c891be admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=a039bdb1a90d4bbcbb9d815d7e930882&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1996830 Jan 14 07:18:09.820336 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84875) accepted ('10.222.0.24', 35672) {{(pid=84875) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:18:09.882925 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-8a6190af-22df-460b-b52b-6bd2b775f872 tempest-MeteringIpV6TestJSON-707643846 tempest-MeteringIpV6TestJSON-707643846] Notify callbacks [] for metering_label, before_response {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:18:09.892200 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-8a6190af-22df-460b-b52b-6bd2b775f872 tempest-MeteringIpV6TestJSON-707643846 tempest-MeteringIpV6TestJSON-707643846] 10.222.0.24 "DELETE /v2.0/metering/metering-labels/6fb12225-5ddf-474d-84a7-68941bd980c5 HTTP/1.1" status: 204 len: 168 time: 1.3120656 Jan 14 07:18:09.983075 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84875) accepted ('10.222.0.24', 35680) {{(pid=84875) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:18:10.092613 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-4fb84717-c2a2-45d7-920d-fdfa8d5855f3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:18:10.158867 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2ed38d1-ffef-409b-aff8-63a00cf39d8a service neutron] Pushing event updated for resources: {'Port': ['ID=f0a7bd5e-187f-4959-9498-d95b39016e96,revision_number=2']} {{(pid=84874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:18:10.175919 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-4fb84717-c2a2-45d7-920d-fdfa8d5855f3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:18:10.185509 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-c2ed38d1-ffef-409b-aff8-63a00cf39d8a service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.795s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:18:10.349403 n-d-768862-2 neutron-server[84765]: DEBUG neutron.notifiers.nova [None req-3aeaddbf-e066-4b98-a8ad-9bb6d5bba33e tempest-PortsAdminExtendedAttrsIpV6TestJSON-54502629 tempest-PortsAdminExtendedAttrsIpV6TestJSON-54502629] device_id is not set on port 1ab9c86e-82d8-4002-b929-50c8f32df574 yet. {{(pid=84875) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}} Jan 14 07:18:10.369496 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-3aeaddbf-e066-4b98-a8ad-9bb6d5bba33e tempest-PortsAdminExtendedAttrsIpV6TestJSON-54502629 tempest-PortsAdminExtendedAttrsIpV6TestJSON-54502629] Notify callbacks [] for port, precommit_update {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:18:10.374626 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.managers [req-e178b173-708a-48c2-bdd5-e16a9c5089f3 req-c2ed38d1-ffef-409b-aff8-63a00cf39d8a service neutron] Attempting to bind port f0a7bd5e-187f-4959-9498-d95b39016e96 on host n-h1-768862-2 for vnic_type normal with profile {{(pid=84874) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 14 07:18:10.375344 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.managers [req-e178b173-708a-48c2-bdd5-e16a9c5089f3 req-c2ed38d1-ffef-409b-aff8-63a00cf39d8a service neutron] Attempting to bind port f0a7bd5e-187f-4959-9498-d95b39016e96 by drivers openvswitch on host n-h1-768862-2 at level 0 using segments [{'id': '085a78aa-4643-49c7-96d3-7476d7c34b7b', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 17, 'network_id': 'dd60e289-d8f0-4db8-80cc-ace3d522263f'}] {{(pid=84874) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 14 07:18:10.376017 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e178b173-708a-48c2-bdd5-e16a9c5089f3 req-c2ed38d1-ffef-409b-aff8-63a00cf39d8a service neutron] Attempting to bind port f0a7bd5e-187f-4959-9498-d95b39016e96 on network dd60e289-d8f0-4db8-80cc-ace3d522263f {{(pid=84874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 14 07:18:10.390220 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e178b173-708a-48c2-bdd5-e16a9c5089f3 req-c2ed38d1-ffef-409b-aff8-63a00cf39d8a service neutron] Checking agent: {'id': '40905704-73ec-4668-87ec-fe70ac9582ac', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-h1-768862-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 14, 7, 5, 11), 'started_at': datetime.datetime(2021, 1, 14, 7, 5, 41), 'heartbeat_timestamp': datetime.datetime(2021, 1, 14, 7, 17, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.42', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 14 07:18:10.390802 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e178b173-708a-48c2-bdd5-e16a9c5089f3 req-c2ed38d1-ffef-409b-aff8-63a00cf39d8a service neutron] Checking segment: {'id': '085a78aa-4643-49c7-96d3-7476d7c34b7b', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 17, 'network_id': 'dd60e289-d8f0-4db8-80cc-ace3d522263f'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84874) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 14 07:18:10.391495 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [req-e178b173-708a-48c2-bdd5-e16a9c5089f3 req-c2ed38d1-ffef-409b-aff8-63a00cf39d8a service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:18:10.392202 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e178b173-708a-48c2-bdd5-e16a9c5089f3 req-c2ed38d1-ffef-409b-aff8-63a00cf39d8a service neutron] Bound using segment: {'id': '085a78aa-4643-49c7-96d3-7476d7c34b7b', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 17, 'network_id': 'dd60e289-d8f0-4db8-80cc-ace3d522263f'} {{(pid=84874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 14 07:18:10.393047 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.managers [req-e178b173-708a-48c2-bdd5-e16a9c5089f3 req-c2ed38d1-ffef-409b-aff8-63a00cf39d8a service neutron] Bound port: f0a7bd5e-187f-4959-9498-d95b39016e96, host: n-h1-768862-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '085a78aa-4643-49c7-96d3-7476d7c34b7b', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 17, 'network_id': 'dd60e289-d8f0-4db8-80cc-ace3d522263f'}}] {{(pid=84874) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 14 07:18:10.393736 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [req-e178b173-708a-48c2-bdd5-e16a9c5089f3 req-c2ed38d1-ffef-409b-aff8-63a00cf39d8a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555753'] for port, before_update {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:18:10.399812 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-3aeaddbf-e066-4b98-a8ad-9bb6d5bba33e tempest-PortsAdminExtendedAttrsIpV6TestJSON-54502629 tempest-PortsAdminExtendedAttrsIpV6TestJSON-54502629] Transition to ACTIVE for port object 1ab9c86e-82d8-4002-b929-50c8f32df574 will not be triggered until provisioned by entity L2. {{(pid=84875) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 07:18:10.401712 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-4fb84717-c2a2-45d7-920d-fdfa8d5855f3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850887153'] for security_group, after_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:18:10.413597 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-40dbd12d-eb0f-4802-aa23-f330b79eb9a3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:18:10.438246 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-3aeaddbf-e066-4b98-a8ad-9bb6d5bba33e tempest-PortsAdminExtendedAttrsIpV6TestJSON-54502629 tempest-PortsAdminExtendedAttrsIpV6TestJSON-54502629] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777640533312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363259214678337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777640097497', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3154211'] for port, after_update {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:18:10.482185 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fb84717-c2a2-45d7-920d-fdfa8d5855f3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=54e8509c-fd4d-49a5-b871-e819c9309c38,revision_number=None']} {{(pid=84875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:18:10.487788 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-4fb84717-c2a2-45d7-920d-fdfa8d5855f3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:18:10.599638 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-34d96f1c-a71a-4180-891c-a2caf39934f6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-54502629 tempest-PortsAdminExtendedAttrsIpV6TestJSON-54502629] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.125s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:18:10.608121 n-d-768862-2 neutron-server[84765]: DEBUG neutron.notifiers.nova [req-c78295d0-cb98-4396-bb5a-83e3b5d542a1 req-3b4dd583-092d-48b7-9ed0-59314cdc3d18 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2b90ad96-cbdd-40ec-ae1d-7bfc872f5aba {{(pid=84874) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Jan 14 07:18:10.622571 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [req-c78295d0-cb98-4396-bb5a-83e3b5d542a1 req-3b4dd583-092d-48b7-9ed0-59314cdc3d18 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:18:10.634358 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [req-e178b173-708a-48c2-bdd5-e16a9c5089f3 req-c2ed38d1-ffef-409b-aff8-63a00cf39d8a service neutron] For port f0a7bd5e-187f-4959-9498-d95b39016e96, host n-h1-768862-2, cleared binding levels {{(pid=84874) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 14 07:18:10.641979 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [req-e178b173-708a-48c2-bdd5-e16a9c5089f3 req-c2ed38d1-ffef-409b-aff8-63a00cf39d8a service neutron] For port f0a7bd5e-187f-4959-9498-d95b39016e96, host n-h1-768862-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-h1-768862-2',level=0,port_id=f0a7bd5e-187f-4959-9498-d95b39016e96,segment=NetworkSegment(085a78aa-4643-49c7-96d3-7476d7c34b7b),segment_id=085a78aa-4643-49c7-96d3-7476d7c34b7b)] {{(pid=84874) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 14 07:18:10.645888 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [req-c78295d0-cb98-4396-bb5a-83e3b5d542a1 req-3b4dd583-092d-48b7-9ed0-59314cdc3d18 service neutron] Transition to ACTIVE for port object 2b90ad96-cbdd-40ec-ae1d-7bfc872f5aba will not be triggered until provisioned by entity L2. {{(pid=84874) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 07:18:10.647809 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [req-e178b173-708a-48c2-bdd5-e16a9c5089f3 req-c2ed38d1-ffef-409b-aff8-63a00cf39d8a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777640533312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363259214678337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777640097497', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036851521613'] for port, after_update {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:18:10.745579 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.v2.base [None req-2397a198-1125-4466-9e41-0304c0db52bd admin admin] Request body: {'network': {'name': 'tempest-ServersTestJSON-1929213284-network', 'tenant_id': 'c07cfbae9ba2404f9978da6162d8dd35'}} {{(pid=84875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:18:10.775089 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-2397a198-1125-4466-9e41-0304c0db52bd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:18:10.810395 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-2397a198-1125-4466-9e41-0304c0db52bd admin admin] Usage tracker for resource:network and tenant:c07cfbae9ba2404f9978da6162d8dd35 is out of sync, need to count used quota {{(pid=84875) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:18:10.905297 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-2397a198-1125-4466-9e41-0304c0db52bd admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84875) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:18:10.950255 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84875) accepted ('10.222.0.24', 35696) {{(pid=84875) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:18:10.958550 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-017f98a9-8a07-408c-a86f-8ff0c00400a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363259214191800', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854171626'] for agent, after_update {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:18:10.961834 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-4fb84717-c2a2-45d7-920d-fdfa8d5855f3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:18:10.966306 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-4fb84717-c2a2-45d7-920d-fdfa8d5855f3 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/54e8509c-fd4d-49a5-b871-e819c9309c38 HTTP/1.1" status: 204 len: 168 time: 1.1355069 Jan 14 07:18:11.074324 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-2397a198-1125-4466-9e41-0304c0db52bd admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:18:11.098938 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aeaddbf-e066-4b98-a8ad-9bb6d5bba33e tempest-PortsAdminExtendedAttrsIpV6TestJSON-54502629 tempest-PortsAdminExtendedAttrsIpV6TestJSON-54502629] Pushing event updated for resources: {'Port': ['ID=1ab9c86e-82d8-4002-b929-50c8f32df574,revision_number=2']} {{(pid=84875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:18:11.106960 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-3aeaddbf-e066-4b98-a8ad-9bb6d5bba33e tempest-PortsAdminExtendedAttrsIpV6TestJSON-54502629 tempest-PortsAdminExtendedAttrsIpV6TestJSON-54502629] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.507s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:18:11.114896 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-ee850537-4619-4f65-b094-2501f78ebb8b tempest-AttachVolumeTestJSON-1157025134 tempest-AttachVolumeTestJSON-1157025134] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:18:11.131483 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2397a198-1125-4466-9e41-0304c0db52bd admin admin] Made reservation on behalf of c07cfbae9ba2404f9978da6162d8dd35 for: {'network': 1} {{(pid=84875) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 07:18:11.140232 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-2397a198-1125-4466-9e41-0304c0db52bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555753'] for network, before_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:18:11.183916 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [req-c78295d0-cb98-4396-bb5a-83e3b5d542a1 req-3b4dd583-092d-48b7-9ed0-59314cdc3d18 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777640533312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363259214678337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777640097497', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036851521613'] for port, after_update {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:18:11.297045 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2ed38d1-ffef-409b-aff8-63a00cf39d8a service neutron] Pushing event updated for resources: {'Port': ['ID=f0a7bd5e-187f-4959-9498-d95b39016e96,revision_number=3']} {{(pid=84874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:18:11.308801 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-c2ed38d1-ffef-409b-aff8-63a00cf39d8a service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.194s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:18:11.309391 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-c2ed38d1-ffef-409b-aff8-63a00cf39d8a service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.087s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:18:11.319292 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-2397a198-1125-4466-9e41-0304c0db52bd admin admin] Notify callbacks [] for security_group, before_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:18:11.331511 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.agents_db [None req-5b939a2f-078d-4c69-a188-cb55a28a77a0 None None] Agent healthcheck: found 7 active agents {{(pid=84877) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Jan 14 07:18:11.349567 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-2397a198-1125-4466-9e41-0304c0db52bd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:18:11.354117 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-2397a198-1125-4466-9e41-0304c0db52bd admin admin] Usage tracker for resource:security_group_rule and tenant:c07cfbae9ba2404f9978da6162d8dd35 is out of sync, need to count used quota {{(pid=84875) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:18:11.358056 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-2397a198-1125-4466-9e41-0304c0db52bd admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84875) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:18:11.365748 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-2397a198-1125-4466-9e41-0304c0db52bd admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:18:11.443741 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.managers [None req-3aeaddbf-e066-4b98-a8ad-9bb6d5bba33e tempest-PortsAdminExtendedAttrsIpV6TestJSON-54502629 tempest-PortsAdminExtendedAttrsIpV6TestJSON-54502629] Attempting to bind port 1ab9c86e-82d8-4002-b929-50c8f32df574 on host n-h1-768862-2 for vnic_type normal with profile {{(pid=84875) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 14 07:18:11.444384 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.managers [None req-3aeaddbf-e066-4b98-a8ad-9bb6d5bba33e tempest-PortsAdminExtendedAttrsIpV6TestJSON-54502629 tempest-PortsAdminExtendedAttrsIpV6TestJSON-54502629] Attempting to bind port 1ab9c86e-82d8-4002-b929-50c8f32df574 by drivers openvswitch on host n-h1-768862-2 at level 0 using segments [{'id': 'bb33aaf5-f96e-436f-85bc-d262bcea487d', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '86e756e9-487c-49d5-b226-d7680a2499be'}] {{(pid=84875) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 14 07:18:11.444522 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3aeaddbf-e066-4b98-a8ad-9bb6d5bba33e tempest-PortsAdminExtendedAttrsIpV6TestJSON-54502629 tempest-PortsAdminExtendedAttrsIpV6TestJSON-54502629] Attempting to bind port 1ab9c86e-82d8-4002-b929-50c8f32df574 on network 86e756e9-487c-49d5-b226-d7680a2499be {{(pid=84875) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 14 07:18:11.452836 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3aeaddbf-e066-4b98-a8ad-9bb6d5bba33e tempest-PortsAdminExtendedAttrsIpV6TestJSON-54502629 tempest-PortsAdminExtendedAttrsIpV6TestJSON-54502629] Checking agent: {'id': '40905704-73ec-4668-87ec-fe70ac9582ac', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-h1-768862-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 14, 7, 5, 11), 'started_at': datetime.datetime(2021, 1, 14, 7, 5, 41), 'heartbeat_timestamp': datetime.datetime(2021, 1, 14, 7, 18, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.42', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84875) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 14 07:18:11.453208 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3aeaddbf-e066-4b98-a8ad-9bb6d5bba33e tempest-PortsAdminExtendedAttrsIpV6TestJSON-54502629 tempest-PortsAdminExtendedAttrsIpV6TestJSON-54502629] Checking segment: {'id': 'bb33aaf5-f96e-436f-85bc-d262bcea487d', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '86e756e9-487c-49d5-b226-d7680a2499be'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84875) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 14 07:18:11.453615 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-3aeaddbf-e066-4b98-a8ad-9bb6d5bba33e tempest-PortsAdminExtendedAttrsIpV6TestJSON-54502629 tempest-PortsAdminExtendedAttrsIpV6TestJSON-54502629] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:18:11.453985 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3aeaddbf-e066-4b98-a8ad-9bb6d5bba33e tempest-PortsAdminExtendedAttrsIpV6TestJSON-54502629 tempest-PortsAdminExtendedAttrsIpV6TestJSON-54502629] Bound using segment: {'id': 'bb33aaf5-f96e-436f-85bc-d262bcea487d', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '86e756e9-487c-49d5-b226-d7680a2499be'} {{(pid=84875) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 14 07:18:11.454547 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.managers [None req-3aeaddbf-e066-4b98-a8ad-9bb6d5bba33e tempest-PortsAdminExtendedAttrsIpV6TestJSON-54502629 tempest-PortsAdminExtendedAttrsIpV6TestJSON-54502629] Bound port: 1ab9c86e-82d8-4002-b929-50c8f32df574, host: n-h1-768862-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bb33aaf5-f96e-436f-85bc-d262bcea487d', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '86e756e9-487c-49d5-b226-d7680a2499be'}}] {{(pid=84875) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 14 07:18:11.454928 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-3aeaddbf-e066-4b98-a8ad-9bb6d5bba33e tempest-PortsAdminExtendedAttrsIpV6TestJSON-54502629 tempest-PortsAdminExtendedAttrsIpV6TestJSON-54502629] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555753'] for port, before_update {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:18:11.563090 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e178b173-708a-48c2-bdd5-e16a9c5089f3 req-c2ed38d1-ffef-409b-aff8-63a00cf39d8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:18:11.563789 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [req-e178b173-708a-48c2-bdd5-e16a9c5089f3 req-c2ed38d1-ffef-409b-aff8-63a00cf39d8a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854768116'] for port, before_response {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:18:11.565930 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [req-e178b173-708a-48c2-bdd5-e16a9c5089f3 req-c2ed38d1-ffef-409b-aff8-63a00cf39d8a service neutron] 10.222.0.35 "PUT /v2.0/ports/f0a7bd5e-187f-4959-9498-d95b39016e96 HTTP/1.1" status: 200 len: 1156 time: 6.5720363 Jan 14 07:18:11.569069 n-d-768862-2 neutron-server[84765]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'feaa1485-2236-4800-ae0c-2bc1ab4f4572', 'tag': 'f0a7bd5e-187f-4959-9498-d95b39016e96'}] {{(pid=84874) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Jan 14 07:18:11.574492 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-2397a198-1125-4466-9e41-0304c0db52bd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:18:11.590180 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-2397a198-1125-4466-9e41-0304c0db52bd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850887153'] for security_group, after_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:18:11.597045 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-cafcb42a-5abe-47dd-90b1-0c3b9f71223a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:18:11.651162 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [None req-3aeaddbf-e066-4b98-a8ad-9bb6d5bba33e tempest-PortsAdminExtendedAttrsIpV6TestJSON-54502629 tempest-PortsAdminExtendedAttrsIpV6TestJSON-54502629] For port 1ab9c86e-82d8-4002-b929-50c8f32df574, host n-h1-768862-2, cleared binding levels {{(pid=84875) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 14 07:18:11.653119 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2397a198-1125-4466-9e41-0304c0db52bd admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 15} {{(pid=84875) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Jan 14 07:18:11.666038 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2397a198-1125-4466-9e41-0304c0db52bd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b7a46961-2ef9-4fcd-869a-79e29e28c365,revision_number=1']} {{(pid=84875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:18:11.670509 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [None req-3aeaddbf-e066-4b98-a8ad-9bb6d5bba33e tempest-PortsAdminExtendedAttrsIpV6TestJSON-54502629 tempest-PortsAdminExtendedAttrsIpV6TestJSON-54502629] For port 1ab9c86e-82d8-4002-b929-50c8f32df574, host n-h1-768862-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-h1-768862-2',level=0,port_id=1ab9c86e-82d8-4002-b929-50c8f32df574,segment=NetworkSegment(bb33aaf5-f96e-436f-85bc-d262bcea487d),segment_id=bb33aaf5-f96e-436f-85bc-d262bcea487d)] {{(pid=84875) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 14 07:18:11.673466 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-2397a198-1125-4466-9e41-0304c0db52bd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:18:11.678355 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-2397a198-1125-4466-9e41-0304c0db52bd admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment--9223363259214191851', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854179735'] for segment, precommit_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:18:11.678850 n-d-768862-2 neutron-server[84765]: INFO neutron.db.segments_db [None req-2397a198-1125-4466-9e41-0304c0db52bd admin admin] Added segment e99cae13-0d60-4f48-9a84-7d76dd88d129 of type vxlan for network beeffc41-01d1-4464-b2ba-58df8aa58d23 Jan 14 07:18:11.680673 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-3aeaddbf-e066-4b98-a8ad-9bb6d5bba33e tempest-PortsAdminExtendedAttrsIpV6TestJSON-54502629 tempest-PortsAdminExtendedAttrsIpV6TestJSON-54502629] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777640533312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363259214678337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777640097497', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3154211'] for port, after_update {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:18:11.709909 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-c4f0fa65-f5a2-4bae-b81b-c28a021a39de tempest-FloatingIPsAssociationNegativeTestJSON-724895750 tempest-FloatingIPsAssociationNegativeTestJSON-724895750] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:18:11.836468 n-d-768862-2 neutron-server[84765]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'feaa1485-2236-4800-ae0c-2bc1ab4f4572', 'tag': 'f0a7bd5e-187f-4959-9498-d95b39016e96', 'status': 'completed', 'code': 200} Jan 14 07:18:11.889402 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b4dd583-092d-48b7-9ed0-59314cdc3d18 service neutron] Pushing event updated for resources: {'Port': ['ID=2b90ad96-cbdd-40ec-ae1d-7bfc872f5aba,revision_number=2']} {{(pid=84874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:18:11.893643 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-3b4dd583-092d-48b7-9ed0-59314cdc3d18 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.584s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:18:11.967469 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.managers [req-c78295d0-cb98-4396-bb5a-83e3b5d542a1 req-3b4dd583-092d-48b7-9ed0-59314cdc3d18 service neutron] Attempting to bind port 2b90ad96-cbdd-40ec-ae1d-7bfc872f5aba on host n-h1-768862-2 for vnic_type normal with profile {{(pid=84874) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 14 07:18:11.968190 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.managers [req-c78295d0-cb98-4396-bb5a-83e3b5d542a1 req-3b4dd583-092d-48b7-9ed0-59314cdc3d18 service neutron] Attempting to bind port 2b90ad96-cbdd-40ec-ae1d-7bfc872f5aba by drivers openvswitch on host n-h1-768862-2 at level 0 using segments [{'id': '085a78aa-4643-49c7-96d3-7476d7c34b7b', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 17, 'network_id': 'dd60e289-d8f0-4db8-80cc-ace3d522263f'}] {{(pid=84874) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 14 07:18:11.968764 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c78295d0-cb98-4396-bb5a-83e3b5d542a1 req-3b4dd583-092d-48b7-9ed0-59314cdc3d18 service neutron] Attempting to bind port 2b90ad96-cbdd-40ec-ae1d-7bfc872f5aba on network dd60e289-d8f0-4db8-80cc-ace3d522263f {{(pid=84874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 14 07:18:11.977765 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c78295d0-cb98-4396-bb5a-83e3b5d542a1 req-3b4dd583-092d-48b7-9ed0-59314cdc3d18 service neutron] Checking agent: {'id': '40905704-73ec-4668-87ec-fe70ac9582ac', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-h1-768862-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 14, 7, 5, 11), 'started_at': datetime.datetime(2021, 1, 14, 7, 5, 41), 'heartbeat_timestamp': datetime.datetime(2021, 1, 14, 7, 18, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.42', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 14 07:18:11.978482 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c78295d0-cb98-4396-bb5a-83e3b5d542a1 req-3b4dd583-092d-48b7-9ed0-59314cdc3d18 service neutron] Checking segment: {'id': '085a78aa-4643-49c7-96d3-7476d7c34b7b', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 17, 'network_id': 'dd60e289-d8f0-4db8-80cc-ace3d522263f'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84874) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 14 07:18:11.979089 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [req-c78295d0-cb98-4396-bb5a-83e3b5d542a1 req-3b4dd583-092d-48b7-9ed0-59314cdc3d18 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:18:11.979687 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c78295d0-cb98-4396-bb5a-83e3b5d542a1 req-3b4dd583-092d-48b7-9ed0-59314cdc3d18 service neutron] Bound using segment: {'id': '085a78aa-4643-49c7-96d3-7476d7c34b7b', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 17, 'network_id': 'dd60e289-d8f0-4db8-80cc-ace3d522263f'} {{(pid=84874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 14 07:18:11.980429 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.managers [req-c78295d0-cb98-4396-bb5a-83e3b5d542a1 req-3b4dd583-092d-48b7-9ed0-59314cdc3d18 service neutron] Bound port: 2b90ad96-cbdd-40ec-ae1d-7bfc872f5aba, host: n-h1-768862-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '085a78aa-4643-49c7-96d3-7476d7c34b7b', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 17, 'network_id': 'dd60e289-d8f0-4db8-80cc-ace3d522263f'}}] {{(pid=84874) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 14 07:18:11.981015 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [req-c78295d0-cb98-4396-bb5a-83e3b5d542a1 req-3b4dd583-092d-48b7-9ed0-59314cdc3d18 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555753'] for port, before_update {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:18:12.009654 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e178b173-708a-48c2-bdd5-e16a9c5089f3 req-b61b93aa-1734-4d37-a463-e6c93fdb7dee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:18:12.011427 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [req-e178b173-708a-48c2-bdd5-e16a9c5089f3 req-b61b93aa-1734-4d37-a463-e6c93fdb7dee service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=f3e0ca85c13b47d9bbd60446ed1f198e&device_id=feaa1485-2236-4800-ae0c-2bc1ab4f4572 HTTP/1.1" status: 200 len: 1159 time: 0.3615782 Jan 14 07:18:12.119466 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-2397a198-1125-4466-9e41-0304c0db52bd admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363259214646115'] for network, precommit_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:18:12.151364 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aeaddbf-e066-4b98-a8ad-9bb6d5bba33e tempest-PortsAdminExtendedAttrsIpV6TestJSON-54502629 tempest-PortsAdminExtendedAttrsIpV6TestJSON-54502629] Pushing event updated for resources: {'Port': ['ID=1ab9c86e-82d8-4002-b929-50c8f32df574,revision_number=3']} {{(pid=84875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:18:12.162199 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [req-e178b173-708a-48c2-bdd5-e16a9c5089f3 req-8b16e089-e272-4c70-9b76-7d44dfb40ed5 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=f0a7bd5e-187f-4959-9498-d95b39016e96 HTTP/1.1" status: 200 len: 217 time: 0.1121004 Jan 14 07:18:12.184573 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3aeaddbf-e066-4b98-a8ad-9bb6d5bba33e tempest-PortsAdminExtendedAttrsIpV6TestJSON-54502629 tempest-PortsAdminExtendedAttrsIpV6TestJSON-54502629] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:18:12.185941 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-3aeaddbf-e066-4b98-a8ad-9bb6d5bba33e tempest-PortsAdminExtendedAttrsIpV6TestJSON-54502629 tempest-PortsAdminExtendedAttrsIpV6TestJSON-54502629] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854768116'] for port, before_response {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:18:12.202842 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-3aeaddbf-e066-4b98-a8ad-9bb6d5bba33e tempest-PortsAdminExtendedAttrsIpV6TestJSON-54502629 tempest-PortsAdminExtendedAttrsIpV6TestJSON-54502629] 10.222.0.24 "PUT /v2.0/ports/1ab9c86e-82d8-4002-b929-50c8f32df574 HTTP/1.1" status: 200 len: 1077 time: 2.9426961 Jan 14 07:18:12.208497 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84875) accepted ('10.222.0.24', 35722) {{(pid=84875) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:18:12.210036 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-3aeaddbf-e066-4b98-a8ad-9bb6d5bba33e tempest-PortsAdminExtendedAttrsIpV6TestJSON-54502629 tempest-PortsAdminExtendedAttrsIpV6TestJSON-54502629] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.500s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:18:12.282974 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [req-c78295d0-cb98-4396-bb5a-83e3b5d542a1 req-3b4dd583-092d-48b7-9ed0-59314cdc3d18 service neutron] For port 2b90ad96-cbdd-40ec-ae1d-7bfc872f5aba, host n-h1-768862-2, cleared binding levels {{(pid=84874) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 14 07:18:12.290306 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [req-c78295d0-cb98-4396-bb5a-83e3b5d542a1 req-3b4dd583-092d-48b7-9ed0-59314cdc3d18 service neutron] For port 2b90ad96-cbdd-40ec-ae1d-7bfc872f5aba, host n-h1-768862-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-h1-768862-2',level=0,port_id=2b90ad96-cbdd-40ec-ae1d-7bfc872f5aba,segment=NetworkSegment(085a78aa-4643-49c7-96d3-7476d7c34b7b),segment_id=085a78aa-4643-49c7-96d3-7476d7c34b7b)] {{(pid=84874) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 14 07:18:12.303799 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [req-c78295d0-cb98-4396-bb5a-83e3b5d542a1 req-3b4dd583-092d-48b7-9ed0-59314cdc3d18 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777640533312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363259214678337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777640097497', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036851521613'] for port, after_update {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:18:12.336843 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-852a24f7-e9a1-4193-9abb-e9506fe5213f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363259214191800', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854171626'] for agent, after_update {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:18:12.373238 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.db.resource_extend [None req-2397a198-1125-4466-9e41-0304c0db52bd admin admin] It took 0.17 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84875) wrapper /usr/local/lib/python3.6/dist-packages/oslo_utils/timeutils.py:388}} Jan 14 07:18:12.439119 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-c2cab953-6053-421a-b197-20e5c3fd32be admin admin] Notify callbacks [] for security_group, before_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:18:12.509770 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.plugin [None req-1898b134-ceac-4400-ba20-f44d446ad4b4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-54502629 tempest-PortsAdminExtendedAttrsIpV6TestJSON-54502629] Deleting port 1ab9c86e-82d8-4002-b929-50c8f32df574 {{(pid=84875) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 07:18:12.510633 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-1898b134-ceac-4400-ba20-f44d446ad4b4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-54502629 tempest-PortsAdminExtendedAttrsIpV6TestJSON-54502629] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363259214248359'] for port, before_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:18:12.560831 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e178b173-708a-48c2-bdd5-e16a9c5089f3 req-a8c172c6-f83d-4aad-9650-9e7cb1697636 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:18:12.562545 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [req-e178b173-708a-48c2-bdd5-e16a9c5089f3 req-a8c172c6-f83d-4aad-9650-9e7cb1697636 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=c6126f00-00e2-4e47-82e7-5b87831fee7f HTTP/1.1" status: 200 len: 855 time: 0.3914883 Jan 14 07:18:12.583164 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-17188354-feb9-493f-8278-16d296988340 tempest-ListServerFiltersTestJSON-2017310780 tempest-ListServerFiltersTestJSON-2017310780] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:18:12.616727 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-c2cab953-6053-421a-b197-20e5c3fd32be admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:18:12.640204 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-2397a198-1125-4466-9e41-0304c0db52bd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850887149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964'] for network, after_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:18:12.641879 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2397a198-1125-4466-9e41-0304c0db52bd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:18:12.643167 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-2397a198-1125-4466-9e41-0304c0db52bd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3207107'] for network, before_response {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:18:12.651858 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-c2cab953-6053-421a-b197-20e5c3fd32be admin admin] Usage tracker for resource:security_group_rule and tenant:1855d3502e7e4776875e8d2b0ab84705 is out of sync, need to count used quota {{(pid=84875) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:18:12.673957 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-7565ce9c-4ba0-454a-aa1e-a8a902300a29 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:18:12.772551 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-c2cab953-6053-421a-b197-20e5c3fd32be admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84875) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:18:12.805946 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b4dd583-092d-48b7-9ed0-59314cdc3d18 service neutron] Pushing event updated for resources: {'Port': ['ID=2b90ad96-cbdd-40ec-ae1d-7bfc872f5aba,revision_number=3']} {{(pid=84874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:18:12.846386 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-3b4dd583-092d-48b7-9ed0-59314cdc3d18 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.263s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:18:12.981470 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-c2cab953-6053-421a-b197-20e5c3fd32be admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:18:12.983068 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c78295d0-cb98-4396-bb5a-83e3b5d542a1 req-3b4dd583-092d-48b7-9ed0-59314cdc3d18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:18:12.984489 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [req-c78295d0-cb98-4396-bb5a-83e3b5d542a1 req-3b4dd583-092d-48b7-9ed0-59314cdc3d18 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854768116'] for port, before_response {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:18:12.987330 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [req-c78295d0-cb98-4396-bb5a-83e3b5d542a1 req-3b4dd583-092d-48b7-9ed0-59314cdc3d18 service neutron] 10.222.0.35 "PUT /v2.0/ports/2b90ad96-cbdd-40ec-ae1d-7bfc872f5aba HTTP/1.1" status: 200 len: 1155 time: 6.0371628 Jan 14 07:18:13.017374 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e178b173-708a-48c2-bdd5-e16a9c5089f3 req-57a1ae8a-6dbc-4e17-8bc7-a81e5c0ef3aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:18:13.021340 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [req-e178b173-708a-48c2-bdd5-e16a9c5089f3 req-57a1ae8a-6dbc-4e17-8bc7-a81e5c0ef3aa service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=dd60e289-d8f0-4db8-80cc-ace3d522263f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3976970 Jan 14 07:18:13.253373 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-2397a198-1125-4466-9e41-0304c0db52bd admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 873 time: 3.2633495 Jan 14 07:18:13.260888 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84875) accepted ('10.222.0.24', 35746) {{(pid=84875) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:18:13.295270 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2397a198-1125-4466-9e41-0304c0db52bd admin admin] Pushing event updated for resources: {'Network': ['ID=beeffc41-01d1-4464-b2ba-58df8aa58d23,revision_number=1']} {{(pid=84875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:18:13.302779 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-2397a198-1125-4466-9e41-0304c0db52bd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.629s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:18:13.314530 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-852a24f7-e9a1-4193-9abb-e9506fe5213f None None] Network beeffc41-01d1-4464-b2ba-58df8aa58d23 details requested by agent ovs-agent-n-h2-768862-2 with host n-h2-768862-2 {{(pid=84876) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 07:18:13.369631 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.v2.base [None req-4b33830d-3cec-4bf0-9a50-7e0f1fcf9414 admin admin] Request body: {'subnet': {'network_id': 'beeffc41-01d1-4464-b2ba-58df8aa58d23', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestJSON-1929213284-subnet', 'tenant_id': 'c07cfbae9ba2404f9978da6162d8dd35', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=84875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:18:13.457413 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-4b33830d-3cec-4bf0-9a50-7e0f1fcf9414 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:18:13.617188 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-4b33830d-3cec-4bf0-9a50-7e0f1fcf9414 admin admin] Usage tracker for resource:subnet and tenant:c07cfbae9ba2404f9978da6162d8dd35 is out of sync, need to count used quota {{(pid=84875) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:18:13.620973 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [req-e178b173-708a-48c2-bdd5-e16a9c5089f3 req-2466d03c-b68f-4772-a1d0-be4206d2ba66 service neutron] 10.222.0.35 "GET /v2.0/networks/dd60e289-d8f0-4db8-80cc-ace3d522263f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5910826 Jan 14 07:18:13.628582 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-4b33830d-3cec-4bf0-9a50-7e0f1fcf9414 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84875) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:18:13.632552 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-017f98a9-8a07-408c-a86f-8ff0c00400a0 None None] Network beeffc41-01d1-4464-b2ba-58df8aa58d23 details requested by agent ovs-agent-n-h1-768862-2 with host n-h1-768862-2 {{(pid=84876) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 07:18:13.655241 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Network beeffc41-01d1-4464-b2ba-58df8aa58d23 details requested by agent ovs-agent-n-d-768862-2 with host n-d-768862-2 {{(pid=84876) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 07:18:13.664591 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-4b33830d-3cec-4bf0-9a50-7e0f1fcf9414 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:18:13.746877 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4b33830d-3cec-4bf0-9a50-7e0f1fcf9414 admin admin] Made reservation on behalf of c07cfbae9ba2404f9978da6162d8dd35 for: {'subnet': 1} {{(pid=84875) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 07:18:13.752481 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-4b33830d-3cec-4bf0-9a50-7e0f1fcf9414 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036852467157'] for subnet, before_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:18:14.059299 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [None req-1898b134-ceac-4400-ba20-f44d446ad4b4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-54502629 tempest-PortsAdminExtendedAttrsIpV6TestJSON-54502629] For port 1ab9c86e-82d8-4002-b929-50c8f32df574, host n-h1-768862-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-h1-768862-2',level=0,port_id=1ab9c86e-82d8-4002-b929-50c8f32df574,segment=NetworkSegment(bb33aaf5-f96e-436f-85bc-d262bcea487d),segment_id=bb33aaf5-f96e-436f-85bc-d262bcea487d)] {{(pid=84875) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 07:18:14.060089 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-1898b134-ceac-4400-ba20-f44d446ad4b4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-54502629 tempest-PortsAdminExtendedAttrsIpV6TestJSON-54502629] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036850862667'] for port, precommit_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:18:14.123801 n-d-768862-2 neutron-server[84765]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd2375d9f-96b2-490f-85b0-807f4b73a704', 'tag': '2b90ad96-cbdd-40ec-ae1d-7bfc872f5aba'}] {{(pid=84874) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Jan 14 07:18:14.152646 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [req-e178b173-708a-48c2-bdd5-e16a9c5089f3 req-3ac792c8-ad4c-45f6-a95f-50eddfe424c1 service neutron] 10.222.0.35 "GET /v2.0/networks/dd60e289-d8f0-4db8-80cc-ace3d522263f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.5193732 Jan 14 07:18:14.177010 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c78295d0-cb98-4396-bb5a-83e3b5d542a1 req-8123b16c-42f4-420f-a71f-c6e38dcc7ee8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:18:14.179801 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [req-c78295d0-cb98-4396-bb5a-83e3b5d542a1 req-8123b16c-42f4-420f-a71f-c6e38dcc7ee8 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=f3e0ca85c13b47d9bbd60446ed1f198e&device_id=d2375d9f-96b2-490f-85b0-807f4b73a704 HTTP/1.1" status: 200 len: 1158 time: 0.7706330 Jan 14 07:18:14.327346 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.plugin [None req-1898b134-ceac-4400-ba20-f44d446ad4b4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-54502629 tempest-PortsAdminExtendedAttrsIpV6TestJSON-54502629] Calling delete_port for 1ab9c86e-82d8-4002-b929-50c8f32df574 owned by {{(pid=84875) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 07:18:14.349887 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [req-c78295d0-cb98-4396-bb5a-83e3b5d542a1 req-7e4f4a22-632b-4512-9302-3fd71c76df5e service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=2b90ad96-cbdd-40ec-ae1d-7bfc872f5aba HTTP/1.1" status: 200 len: 217 time: 0.1588109 Jan 14 07:18:14.352891 n-d-768862-2 neutron-server[84765]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd2375d9f-96b2-490f-85b0-807f4b73a704', 'tag': '2b90ad96-cbdd-40ec-ae1d-7bfc872f5aba', 'status': 'completed', 'code': 200} Jan 14 07:18:14.439948 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-1898b134-ceac-4400-ba20-f44d446ad4b4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-54502629 tempest-PortsAdminExtendedAttrsIpV6TestJSON-54502629] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777640533329', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777640097463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851621574'] for port, after_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:18:14.481058 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-3aeaddbf-e066-4b98-a8ad-9bb6d5bba33e tempest-PortsAdminExtendedAttrsIpV6TestJSON-54502629 tempest-PortsAdminExtendedAttrsIpV6TestJSON-54502629] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:18:14.538310 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-c2cab953-6053-421a-b197-20e5c3fd32be admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:18:14.572201 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c78295d0-cb98-4396-bb5a-83e3b5d542a1 req-ae704657-b43f-43a6-ac10-f57dd33b1722 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:18:14.574127 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [req-c78295d0-cb98-4396-bb5a-83e3b5d542a1 req-ae704657-b43f-43a6-ac10-f57dd33b1722 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=c6126f00-00e2-4e47-82e7-5b87831fee7f HTTP/1.1" status: 200 len: 855 time: 0.2118075 Jan 14 07:18:14.607884 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1898b134-ceac-4400-ba20-f44d446ad4b4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-54502629 tempest-PortsAdminExtendedAttrsIpV6TestJSON-54502629] Pushing event deleted for resources: {'Port': ['ID=1ab9c86e-82d8-4002-b929-50c8f32df574,revision_number=None']} {{(pid=84875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:18:14.612683 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-c2cab953-6053-421a-b197-20e5c3fd32be admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850887153'] for security_group, after_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:18:14.628692 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-1898b134-ceac-4400-ba20-f44d446ad4b4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-54502629 tempest-PortsAdminExtendedAttrsIpV6TestJSON-54502629] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:18:14.731746 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-f94654a1-b82a-4bf8-9f9a-60397dfa2afb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:18:14.742742 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c78295d0-cb98-4396-bb5a-83e3b5d542a1 req-d9a6a1f9-ec26-43ab-aa3d-a34ba1524fa1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:18:14.744546 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [req-c78295d0-cb98-4396-bb5a-83e3b5d542a1 req-d9a6a1f9-ec26-43ab-aa3d-a34ba1524fa1 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=dd60e289-d8f0-4db8-80cc-ace3d522263f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1577120 Jan 14 07:18:14.747187 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72996f4a-52dd-4495-9586-7599357643ec req-1c3a2593-db74-44d8-ab10-f1d4022bf74c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:18:14.749091 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [req-72996f4a-52dd-4495-9586-7599357643ec req-1c3a2593-db74-44d8-ab10-f1d4022bf74c service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=f3e0ca85c13b47d9bbd60446ed1f198e&device_id=feaa1485-2236-4800-ae0c-2bc1ab4f4572 HTTP/1.1" status: 200 len: 1159 time: 0.3881719 Jan 14 07:18:14.936744 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [req-c78295d0-cb98-4396-bb5a-83e3b5d542a1 req-e9237946-73a0-4ae9-b576-f6705de2610d service neutron] 10.222.0.35 "GET /v2.0/networks/dd60e289-d8f0-4db8-80cc-ace3d522263f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1774013 Jan 14 07:18:14.950349 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-c2cab953-6053-421a-b197-20e5c3fd32be admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=1855d3502e7e4776875e8d2b0ab84705&name=default HTTP/1.1" status: 200 len: 2983 time: 3.9842143 Jan 14 07:18:14.952414 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2cab953-6053-421a-b197-20e5c3fd32be admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a0d8c43a-655c-4eba-9cd2-06deba3cc5ff,revision_number=1']} {{(pid=84875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:18:14.957757 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84875) accepted ('10.222.0.24', 35780) {{(pid=84875) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:18:15.049385 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-c2cab953-6053-421a-b197-20e5c3fd32be admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.318s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:18:15.100293 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72996f4a-52dd-4495-9586-7599357643ec req-7b81cc66-7e44-4c8b-acd9-704b88e3692a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:18:15.102147 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [req-72996f4a-52dd-4495-9586-7599357643ec req-7b81cc66-7e44-4c8b-acd9-704b88e3692a service neutron] 10.222.0.35 "GET /v2.0/networks?id=dd60e289-d8f0-4db8-80cc-ace3d522263f HTTP/1.1" status: 200 len: 911 time: 0.1681707 Jan 14 07:18:15.213434 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [req-72996f4a-52dd-4495-9586-7599357643ec req-ac264b10-99ff-4df7-a5b1-2e1d0b3d7ec7 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=f0a7bd5e-187f-4959-9498-d95b39016e96 HTTP/1.1" status: 200 len: 217 time: 0.0827029 Jan 14 07:18:15.363629 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-7f33a6a3-00c9-42c5-800d-14ef8c5ce4f6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:18:15.368308 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-1898b134-ceac-4400-ba20-f44d446ad4b4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-54502629 tempest-PortsAdminExtendedAttrsIpV6TestJSON-54502629] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854768116'] for port, before_response {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:18:15.646258 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-1898b134-ceac-4400-ba20-f44d446ad4b4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-54502629 tempest-PortsAdminExtendedAttrsIpV6TestJSON-54502629] 10.222.0.24 "DELETE /v2.0/ports/1ab9c86e-82d8-4002-b929-50c8f32df574 HTTP/1.1" status: 204 len: 168 time: 3.4339306 Jan 14 07:18:15.652971 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84875) accepted ('10.222.0.24', 35792) {{(pid=84875) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:18:15.705492 n-d-768862-2 neutron-server[84765]: DEBUG neutron.objects.ports [None req-5ad8c893-07b3-4f9b-a730-75db19e8792c None None] Time-cost: Fetching 2 ports in 1 security groups {{(pid=84876) get_objects /opt/stack/neutron/neutron/objects/ports.py:428}} Jan 14 07:18:15.749273 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-7f33a6a3-00c9-42c5-800d-14ef8c5ce4f6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:18:15.756788 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72996f4a-52dd-4495-9586-7599357643ec req-54e10cee-e100-4439-8cbe-8864740db5c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:18:15.758451 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [req-72996f4a-52dd-4495-9586-7599357643ec req-54e10cee-e100-4439-8cbe-8864740db5c9 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=c6126f00-00e2-4e47-82e7-5b87831fee7f HTTP/1.1" status: 200 len: 855 time: 0.4922678 Jan 14 07:18:15.806861 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [req-c78295d0-cb98-4396-bb5a-83e3b5d542a1 req-8ae66042-884c-46cd-9a2e-816d8cb117af service neutron] 10.222.0.35 "GET /v2.0/networks/dd60e289-d8f0-4db8-80cc-ace3d522263f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.7034123 Jan 14 07:18:15.937328 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84874) accepted ('10.222.0.24', 35800) {{(pid=84874) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:18:15.986573 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-017f98a9-8a07-408c-a86f-8ff0c00400a0 None None] Device f0a7bd5e-187f-4959-9498-d95b39016e96 up at agent ovs-agent-n-h1-768862-2 {{(pid=84876) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 07:18:15.987684 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72996f4a-52dd-4495-9586-7599357643ec req-20ad6456-2aeb-4ebd-b247-34e7d238d089 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:18:15.989453 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [req-72996f4a-52dd-4495-9586-7599357643ec req-20ad6456-2aeb-4ebd-b247-34e7d238d089 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=dd60e289-d8f0-4db8-80cc-ace3d522263f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1816990 Jan 14 07:18:16.089999 n-d-768862-2 neutron-server[84765]: INFO neutron.pecan_wsgi.hooks.translation [None req-0adeecb7-d159-4ba6-8efd-071817c90e00 tempest-PortsAdminExtendedAttrsIpV6TestJSON-54502629 tempest-PortsAdminExtendedAttrsIpV6TestJSON-54502629] GET failed (client error): The resource could not be found. Jan 14 07:18:16.091520 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-0adeecb7-d159-4ba6-8efd-071817c90e00 tempest-PortsAdminExtendedAttrsIpV6TestJSON-54502629 tempest-PortsAdminExtendedAttrsIpV6TestJSON-54502629] Synchronizing usage tracker for tenant:56f30083b92a47059ee5873650bc8707 on resource:port {{(pid=84875) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 14 07:18:16.135878 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c655607-f95f-4352-a492-5a82f1d65ca8 req-aa3d200d-9b73-4920-89b5-d5cc698a7940 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:18:16.137625 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [req-6c655607-f95f-4352-a492-5a82f1d65ca8 req-aa3d200d-9b73-4920-89b5-d5cc698a7940 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=f3e0ca85c13b47d9bbd60446ed1f198e&device_id=d2375d9f-96b2-490f-85b0-807f4b73a704 HTTP/1.1" status: 200 len: 1158 time: 0.2727432 Jan 14 07:18:16.186281 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-017f98a9-8a07-408c-a86f-8ff0c00400a0 None None] Provisioning for port f0a7bd5e-187f-4959-9498-d95b39016e96 completed by entity L2. {{(pid=84876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 07:18:16.192462 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-017f98a9-8a07-408c-a86f-8ff0c00400a0 None None] Provisioning complete for port f0a7bd5e-187f-4959-9498-d95b39016e96 triggered by entity L2. {{(pid=84876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 07:18:16.192891 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-017f98a9-8a07-408c-a86f-8ff0c00400a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-604227'] for port, provisioning_complete {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:18:16.466627 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-017f98a9-8a07-408c-a86f-8ff0c00400a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555753'] for port, before_update {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:18:16.481148 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.v2.base [None req-b944e258-e11c-474d-b8e4-48b0796a98db admin admin] Request body: {'network': {'name': 'tempest-ListServersNegativeTestJSON-1296871949-network', 'tenant_id': '3b703899623d47afb7115b4f63ffdfd2'}} {{(pid=84874) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:18:16.557895 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [None req-017f98a9-8a07-408c-a86f-8ff0c00400a0 None None] For port f0a7bd5e-187f-4959-9498-d95b39016e96, host n-h1-768862-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-h1-768862-2',level=0,port_id=f0a7bd5e-187f-4959-9498-d95b39016e96,segment=NetworkSegment(085a78aa-4643-49c7-96d3-7476d7c34b7b),segment_id=085a78aa-4643-49c7-96d3-7476d7c34b7b)] {{(pid=84876) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 07:18:16.565093 n-d-768862-2 neutron-server[84765]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'feaa1485-2236-4800-ae0c-2bc1ab4f4572', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f0a7bd5e-187f-4959-9498-d95b39016e96'}] {{(pid=84876) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Jan 14 07:18:16.570574 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-017f98a9-8a07-408c-a86f-8ff0c00400a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777640533312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363259214678337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777640097497'] for port, after_update {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:18:16.582205 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-b944e258-e11c-474d-b8e4-48b0796a98db admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:18:16.590086 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84876) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:18:16.614447 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [req-72996f4a-52dd-4495-9586-7599357643ec req-69303274-cd12-46d6-ae06-26332c76e7b0 service neutron] 10.222.0.35 "GET /v2.0/networks/dd60e289-d8f0-4db8-80cc-ace3d522263f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6163049 Jan 14 07:18:16.643991 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-0adeecb7-d159-4ba6-8efd-071817c90e00 tempest-PortsAdminExtendedAttrsIpV6TestJSON-54502629 tempest-PortsAdminExtendedAttrsIpV6TestJSON-54502629] Unset dirty status for tenant:56f30083b92a47059ee5873650bc8707 on resource:port {{(pid=84875) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 14 07:18:16.650447 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-0adeecb7-d159-4ba6-8efd-071817c90e00 tempest-PortsAdminExtendedAttrsIpV6TestJSON-54502629 tempest-PortsAdminExtendedAttrsIpV6TestJSON-54502629] 10.222.0.24 "GET /v2.0/ports/1ab9c86e-82d8-4002-b929-50c8f32df574 HTTP/1.1" status: 404 len: 333 time: 0.9163661 Jan 14 07:18:16.651460 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84875) accepted ('10.222.0.24', 35816) {{(pid=84875) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:18:16.653950 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-b944e258-e11c-474d-b8e4-48b0796a98db admin admin] Usage tracker for resource:network and tenant:3b703899623d47afb7115b4f63ffdfd2 is out of sync, need to count used quota {{(pid=84874) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:18:16.698985 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-b944e258-e11c-474d-b8e4-48b0796a98db admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84874) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:18:16.826075 n-d-768862-2 neutron-server[84765]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'feaa1485-2236-4800-ae0c-2bc1ab4f4572', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f0a7bd5e-187f-4959-9498-d95b39016e96', 'code': 200} Jan 14 07:18:16.828219 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-017f98a9-8a07-408c-a86f-8ff0c00400a0 None None] Pushing event updated for resources: {'Port': ['ID=f0a7bd5e-187f-4959-9498-d95b39016e96,revision_number=4']} {{(pid=84876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:18:16.835460 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-017f98a9-8a07-408c-a86f-8ff0c00400a0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.245s {{(pid=84876) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:18:16.937751 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [req-72996f4a-52dd-4495-9586-7599357643ec req-27272343-3c77-4740-83b3-71e23f5c92c6 service neutron] 10.222.0.35 "GET /v2.0/networks/dd60e289-d8f0-4db8-80cc-ace3d522263f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.2802594 Jan 14 07:18:16.944266 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c655607-f95f-4352-a492-5a82f1d65ca8 req-b3fdcebe-76f3-492f-9ce7-d5468d5beff8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:18:16.945631 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [req-6c655607-f95f-4352-a492-5a82f1d65ca8 req-b3fdcebe-76f3-492f-9ce7-d5468d5beff8 service neutron] 10.222.0.35 "GET /v2.0/networks?id=dd60e289-d8f0-4db8-80cc-ace3d522263f HTTP/1.1" status: 200 len: 911 time: 0.7925360 Jan 14 07:18:16.946689 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-b944e258-e11c-474d-b8e4-48b0796a98db admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:18:17.050536 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [req-6c655607-f95f-4352-a492-5a82f1d65ca8 req-1f70f854-4e40-44c3-b970-6eea29affc76 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=2b90ad96-cbdd-40ec-ae1d-7bfc872f5aba HTTP/1.1" status: 200 len: 217 time: 0.0971558 Jan 14 07:18:17.052405 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b944e258-e11c-474d-b8e4-48b0796a98db admin admin] Made reservation on behalf of 3b703899623d47afb7115b4f63ffdfd2 for: {'network': 1} {{(pid=84874) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 07:18:17.061313 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-b944e258-e11c-474d-b8e4-48b0796a98db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555753'] for network, before_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:18:17.066910 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-7f33a6a3-00c9-42c5-800d-14ef8c5ce4f6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850887153'] for security_group, after_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:18:17.078232 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-9f3c1942-b4ca-432f-82a7-3f5c2a9842b8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:18:17.107095 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f33a6a3-00c9-42c5-800d-14ef8c5ce4f6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a0d8c43a-655c-4eba-9cd2-06deba3cc5ff,revision_number=None']} {{(pid=84875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:18:17.130310 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-7f33a6a3-00c9-42c5-800d-14ef8c5ce4f6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:18:17.166857 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network":"rule:regular_user" was deprecated in W in favor of "create_network":"role:member and project_id:%(project_id)s". Reason: Jan 14 07:18:17.166857 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:18:17.166857 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:18:17.166857 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:18:17.166857 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:shared":"rule:admin_only" was deprecated in W in favor of "create_network:shared":"role:admin and system_scope:all". Reason: Jan 14 07:18:17.166857 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:18:17.166857 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:18:17.166857 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:18:17.166857 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:router:external":"rule:admin_only" was deprecated in W in favor of "create_network:router:external":"role:admin and system_scope:all". Reason: Jan 14 07:18:17.166857 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:18:17.166857 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:18:17.166857 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:18:17.166857 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:is_default":"rule:admin_only" was deprecated in W in favor of "create_network:is_default":"role:admin and system_scope:all". Reason: Jan 14 07:18:17.166857 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:18:17.166857 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:18:17.166857 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:18:17.166857 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:port_security_enabled":"rule:regular_user" was deprecated in W in favor of "create_network:port_security_enabled":"role:member and project_id:%(project_id)s". Reason: Jan 14 07:18:17.166857 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:18:17.166857 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:18:17.166857 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:18:17.166857 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:segments":"rule:admin_only" was deprecated in W in favor of "create_network:segments":"role:admin and system_scope:all". Reason: Jan 14 07:18:17.166857 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:18:17.166857 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:18:17.166857 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:18:17.166857 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "create_network:provider:network_type":"role:admin and system_scope:all". Reason: Jan 14 07:18:17.166857 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:18:17.166857 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:18:17.166857 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:18:17.166857 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "create_network:provider:physical_network":"role:admin and system_scope:all". Reason: Jan 14 07:18:17.166857 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:18:17.166857 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:18:17.166857 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:18:17.166857 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "create_network:provider:segmentation_id":"role:admin and system_scope:all". Reason: Jan 14 07:18:17.166857 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:18:17.166857 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:18:17.166857 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:18:17.166857 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network":"rule:admin_or_owner or rule:shared or rule:external or rule:context_is_advsvc" was deprecated in W in favor of "get_network":"(role:reader and system_scope:all) or (role:reader and project_id:%(project_id)s) or rule:shared or rule:external or rule:context_is_advsvc". Reason: Jan 14 07:18:17.166857 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:18:17.166857 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:18:17.166857 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:18:17.166857 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:router:external":"rule:regular_user" was deprecated in W in favor of "get_network:router:external":"role:reader and project_id:%(project_id)s". Reason: Jan 14 07:18:17.166857 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:18:17.166857 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:18:17.166857 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:18:17.166857 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:segments":"rule:admin_only" was deprecated in W in favor of "get_network:segments":"role:reader and system_scope:all". Reason: Jan 14 07:18:17.166857 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:18:17.166857 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:18:17.166857 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:18:17.175136 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "get_network:provider:network_type":"role:reader and system_scope:all". Reason: Jan 14 07:18:17.175136 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:18:17.175136 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:18:17.175136 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:18:17.175136 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "get_network:provider:physical_network":"role:reader and system_scope:all". Reason: Jan 14 07:18:17.175136 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:18:17.175136 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:18:17.175136 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:18:17.175136 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "get_network:provider:segmentation_id":"role:reader and system_scope:all". Reason: Jan 14 07:18:17.175136 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:18:17.175136 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:18:17.175136 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:18:17.175136 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network":"rule:admin_or_owner" was deprecated in W in favor of "update_network":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 07:18:17.175136 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:18:17.175136 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:18:17.175136 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:18:17.175136 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:segments":"rule:admin_only" was deprecated in W in favor of "update_network:segments":"role:admin and system_scope:all". Reason: Jan 14 07:18:17.175136 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:18:17.175136 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:18:17.175136 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:18:17.178396 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-8a755580-4000-4fa1-b7fb-4181a775b713 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1559908139 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1559908139] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036854160497'] for network, before_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:18:17.183864 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-b944e258-e11c-474d-b8e4-48b0796a98db admin admin] Notify callbacks [] for security_group, before_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:18:17.267002 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c655607-f95f-4352-a492-5a82f1d65ca8 req-0f830f89-518b-437a-bc08-4281444b7e02 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:18:17.270240 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [req-6c655607-f95f-4352-a492-5a82f1d65ca8 req-0f830f89-518b-437a-bc08-4281444b7e02 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=c6126f00-00e2-4e47-82e7-5b87831fee7f HTTP/1.1" status: 200 len: 855 time: 0.1830051 Jan 14 07:18:17.280642 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-7f33a6a3-00c9-42c5-800d-14ef8c5ce4f6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:18:17.282106 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-7f33a6a3-00c9-42c5-800d-14ef8c5ce4f6 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/a0d8c43a-655c-4eba-9cd2-06deba3cc5ff HTTP/1.1" status: 204 len: 168 time: 2.3120511 Jan 14 07:18:17.282541 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-b944e258-e11c-474d-b8e4-48b0796a98db admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:18:17.290527 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-b944e258-e11c-474d-b8e4-48b0796a98db admin admin] Usage tracker for resource:security_group_rule and tenant:3b703899623d47afb7115b4f63ffdfd2 is out of sync, need to count used quota {{(pid=84874) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:18:17.298293 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-b944e258-e11c-474d-b8e4-48b0796a98db admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84874) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:18:17.312263 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-b944e258-e11c-474d-b8e4-48b0796a98db admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:18:17.490746 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-b944e258-e11c-474d-b8e4-48b0796a98db admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:18:17.570067 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-b944e258-e11c-474d-b8e4-48b0796a98db admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850887153'] for security_group, after_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:18:17.588922 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-b1e29748-a06a-452f-b43b-4311647ae2f4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:18:17.644082 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b944e258-e11c-474d-b8e4-48b0796a98db admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=826ab663-1b38-4ad3-9a04-b3d0ed667e18,revision_number=1']} {{(pid=84874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:18:17.646970 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-017f98a9-8a07-408c-a86f-8ff0c00400a0 None None] Device f0a7bd5e-187f-4959-9498-d95b39016e96 up at agent ovs-agent-n-h1-768862-2 {{(pid=84876) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 07:18:17.655969 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-b944e258-e11c-474d-b8e4-48b0796a98db admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:18:17.697181 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b944e258-e11c-474d-b8e4-48b0796a98db admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 18} {{(pid=84874) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Jan 14 07:18:17.736695 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-b944e258-e11c-474d-b8e4-48b0796a98db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854179735'] for segment, precommit_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:18:17.737022 n-d-768862-2 neutron-server[84765]: INFO neutron.db.segments_db [None req-b944e258-e11c-474d-b8e4-48b0796a98db admin admin] Added segment 28d8584d-c9ec-4586-a23a-dd767949fc3a of type vxlan for network 4c1dc591-3d22-495d-b920-a9e6c2263139 Jan 14 07:18:17.761099 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-8a755580-4000-4fa1-b7fb-4181a775b713 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1559908139 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1559908139] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-598987', 'neutron.services.segments.db._delete_segments_for_network-8777640583949'] for network, precommit_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:18:17.765671 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c655607-f95f-4352-a492-5a82f1d65ca8 req-2ade8e29-7389-4735-8114-59f8ec18d8e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:18:17.769543 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [req-6c655607-f95f-4352-a492-5a82f1d65ca8 req-2ade8e29-7389-4735-8114-59f8ec18d8e4 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=dd60e289-d8f0-4db8-80cc-ace3d522263f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3645720 Jan 14 07:18:17.786374 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-017f98a9-8a07-408c-a86f-8ff0c00400a0 None None] Provisioning complete for port f0a7bd5e-187f-4959-9498-d95b39016e96 triggered by entity L2. {{(pid=84876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 07:18:17.787049 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-017f98a9-8a07-408c-a86f-8ff0c00400a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-604227'] for port, provisioning_complete {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:18:17.867012 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-4b33830d-3cec-4bf0-9a50-7e0f1fcf9414 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850887113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036851621412', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036852467174'] for subnet, after_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:18:18.094560 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-017f98a9-8a07-408c-a86f-8ff0c00400a0 None None] Device 2b90ad96-cbdd-40ec-ae1d-7bfc872f5aba up at agent ovs-agent-n-h1-768862-2 {{(pid=84876) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 07:18:18.173385 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-b944e258-e11c-474d-b8e4-48b0796a98db admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363259214646115'] for network, precommit_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:18:18.199560 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-017f98a9-8a07-408c-a86f-8ff0c00400a0 None None] Provisioning for port 2b90ad96-cbdd-40ec-ae1d-7bfc872f5aba completed by entity L2. {{(pid=84876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 07:18:18.208079 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-017f98a9-8a07-408c-a86f-8ff0c00400a0 None None] Provisioning complete for port 2b90ad96-cbdd-40ec-ae1d-7bfc872f5aba triggered by entity L2. {{(pid=84876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 07:18:18.208678 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-017f98a9-8a07-408c-a86f-8ff0c00400a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-604227'] for port, provisioning_complete {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:18:18.353924 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-b944e258-e11c-474d-b8e4-48b0796a98db admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850887149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964'] for network, after_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:18:18.355640 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b944e258-e11c-474d-b8e4-48b0796a98db admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:18:18.356797 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-b944e258-e11c-474d-b8e4-48b0796a98db admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3207107'] for network, before_response {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:18:18.367855 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-017f98a9-8a07-408c-a86f-8ff0c00400a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555753'] for port, before_update {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:18:18.371812 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-774705f4-e72d-4ac4-a2aa-04bfe78a1bab admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:18:18.402757 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-456ab2a5-69e6-424b-ae06-d32f42d38cf4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:18:18.413905 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [None req-017f98a9-8a07-408c-a86f-8ff0c00400a0 None None] For port 2b90ad96-cbdd-40ec-ae1d-7bfc872f5aba, host n-h1-768862-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-h1-768862-2',level=0,port_id=2b90ad96-cbdd-40ec-ae1d-7bfc872f5aba,segment=NetworkSegment(085a78aa-4643-49c7-96d3-7476d7c34b7b),segment_id=085a78aa-4643-49c7-96d3-7476d7c34b7b)] {{(pid=84876) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 07:18:18.420663 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-017f98a9-8a07-408c-a86f-8ff0c00400a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777640533312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363259214678337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777640097497'] for port, after_update {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:18:18.425005 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84876) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:18:18.515782 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-017f98a9-8a07-408c-a86f-8ff0c00400a0 None None] Pushing event updated for resources: {'Port': ['ID=2b90ad96-cbdd-40ec-ae1d-7bfc872f5aba,revision_number=4']} {{(pid=84876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:18:18.532268 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-017f98a9-8a07-408c-a86f-8ff0c00400a0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=84876) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:18:18.557637 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84875) accepted ('10.222.0.24', 35850) {{(pid=84875) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:18:18.629187 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-b944e258-e11c-474d-b8e4-48b0796a98db admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 2.6908159 Jan 14 07:18:18.639649 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-3564426d-c620-4d06-9d49-80e29ad6783b admin admin] Notify callbacks [] for security_group, before_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:18:18.641292 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84874) accepted ('10.222.0.24', 35854) {{(pid=84874) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:18:18.643860 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [req-6c655607-f95f-4352-a492-5a82f1d65ca8 req-ed10252c-f9a7-40e4-a8e8-f87a13ca81e5 service neutron] 10.222.0.35 "GET /v2.0/networks/dd60e289-d8f0-4db8-80cc-ace3d522263f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8624811 Jan 14 07:18:18.661193 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.v2.base [None req-9fb9ba4a-88f8-435e-b6c5-e176930f853c admin admin] Request body: {'subnet': {'network_id': '4c1dc591-3d22-495d-b920-a9e6c2263139', 'cidr': '172.20.0.0/28', 'name': 'tempest-ListServersNegativeTestJSON-1296871949-subnet', 'tenant_id': '3b703899623d47afb7115b4f63ffdfd2', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=84874) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:18:18.667544 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-9fb9ba4a-88f8-435e-b6c5-e176930f853c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:18:18.672280 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-9fb9ba4a-88f8-435e-b6c5-e176930f853c admin admin] Usage tracker for resource:subnet and tenant:3b703899623d47afb7115b4f63ffdfd2 is out of sync, need to count used quota {{(pid=84874) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:18:18.676817 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-9fb9ba4a-88f8-435e-b6c5-e176930f853c admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84874) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:18:18.683533 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-9fb9ba4a-88f8-435e-b6c5-e176930f853c admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:18:18.705539 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b33830d-3cec-4bf0-9a50-7e0f1fcf9414 admin admin] Checking segment: {'id': 'e99cae13-0d60-4f48-9a84-7d76dd88d129', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 15, 'network_id': 'beeffc41-01d1-4464-b2ba-58df8aa58d23'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84875) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 14 07:18:18.706214 n-d-768862-2 neutron-server[84765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b33830d-3cec-4bf0-9a50-7e0f1fcf9414 admin admin] Network hostable DHCP agents. Network: beeffc41-01d1-4464-b2ba-58df8aa58d23, hostable agents: ['32f3dd84-26da-4d18-bf15-6017a8fb7247'], hosted agents: [] {{(pid=84875) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Jan 14 07:18:18.721189 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-3564426d-c620-4d06-9d49-80e29ad6783b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:18:18.731417 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b944e258-e11c-474d-b8e4-48b0796a98db admin admin] Pushing event updated for resources: {'Network': ['ID=4c1dc591-3d22-495d-b920-a9e6c2263139,revision_number=1']} {{(pid=84874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:18:18.734417 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9fb9ba4a-88f8-435e-b6c5-e176930f853c admin admin] Made reservation on behalf of 3b703899623d47afb7115b4f63ffdfd2 for: {'subnet': 1} {{(pid=84874) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 07:18:18.735721 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b33830d-3cec-4bf0-9a50-7e0f1fcf9414 admin admin] Pushing event updated for resources: {'Subnet': ['ID=12edf763-e240-410b-b6c2-0dfb8f0b9a23,revision_number=0']} {{(pid=84875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:18:18.740276 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-9fb9ba4a-88f8-435e-b6c5-e176930f853c admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036851981161'] for subnet, before_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:18:18.745857 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-4b33830d-3cec-4bf0-9a50-7e0f1fcf9414 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.374s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:18:18.748746 n-d-768862-2 neutron-server[84765]: DEBUG neutron.services.segments.db [None req-8a755580-4000-4fa1-b7fb-4181a775b713 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1559908139 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1559908139] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['86e756e9-487c-49d5-b226-d7680a2499be']}} {{(pid=84875) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:18:18.762975 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-3564426d-c620-4d06-9d49-80e29ad6783b admin admin] Usage tracker for resource:security_group_rule and tenant:ffa226a22dc14060b6f4f26cd0619fdd is out of sync, need to count used quota {{(pid=84875) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:18:18.768520 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-017f98a9-8a07-408c-a86f-8ff0c00400a0 None None] Network 4c1dc591-3d22-495d-b920-a9e6c2263139 details requested by agent ovs-agent-n-h1-768862-2 with host n-h1-768862-2 {{(pid=84876) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 07:18:18.771590 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-3564426d-c620-4d06-9d49-80e29ad6783b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84875) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:18:18.780170 n-d-768862-2 neutron-server[84765]: DEBUG neutron.services.segments.db [None req-8a755580-4000-4fa1-b7fb-4181a775b713 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1559908139 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1559908139] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bb33aaf5-f96e-436f-85bc-d262bcea487d') {'for_net_delete': True} {{(pid=84875) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:18:18.780710 n-d-768862-2 neutron-server[84765]: DEBUG neutron.services.segments.db [None req-8a755580-4000-4fa1-b7fb-4181a775b713 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1559908139 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1559908139] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bb33aaf5-f96e-436f-85bc-d262bcea487d') {} {{(pid=84875) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:18:18.800189 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-3564426d-c620-4d06-9d49-80e29ad6783b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:18:18.810688 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-8a755580-4000-4fa1-b7fb-4181a775b713 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1559908139 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1559908139] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363259214173198', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036851408567'] for segment, before_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:18:18.833088 n-d-768862-2 neutron-server[84765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b33830d-3cec-4bf0-9a50-7e0f1fcf9414 admin admin] Network beeffc41-01d1-4464-b2ba-58df8aa58d23 is scheduled to be hosted by DHCP agent 32f3dd84-26da-4d18-bf15-6017a8fb7247 with binding_index 1 {{(pid=84875) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Jan 14 07:18:18.878668 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-8a755580-4000-4fa1-b7fb-4181a775b713 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1559908139 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1559908139] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854179735'] for segment, precommit_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:18:18.900781 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-8a755580-4000-4fa1-b7fb-4181a775b713 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1559908139 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1559908139] Releasing vxlan tunnel 3 to pool {{(pid=84875) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Jan 14 07:18:18.991244 n-d-768862-2 neutron-server[84765]: DEBUG neutron.scheduler.base_scheduler [None req-4b33830d-3cec-4bf0-9a50-7e0f1fcf9414 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768862-2, beeffc41-01d1-4464-b2ba-58df8aa58d23) {{(pid=84875) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 07:18:19.007972 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-b944e258-e11c-474d-b8e4-48b0796a98db admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.605s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:18:19.029163 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b33830d-3cec-4bf0-9a50-7e0f1fcf9414 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:18:19.030028 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-4b33830d-3cec-4bf0-9a50-7e0f1fcf9414 admin admin] Notify callbacks [] for subnet, before_response {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:18:19.186141 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-852a24f7-e9a1-4193-9abb-e9506fe5213f None None] Network 4c1dc591-3d22-495d-b920-a9e6c2263139 details requested by agent ovs-agent-n-h2-768862-2 with host n-h2-768862-2 {{(pid=84876) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 07:18:19.193664 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-4b33830d-3cec-4bf0-9a50-7e0f1fcf9414 admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 843 time: 5.9014547 Jan 14 07:18:19.466123 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Network 4c1dc591-3d22-495d-b920-a9e6c2263139 details requested by agent ovs-agent-n-d-768862-2 with host n-d-768862-2 {{(pid=84876) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 07:18:19.486190 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "delete_segment":"rule:admin_only" was deprecated in W in favor of "delete_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:18:19.486190 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:18:19.486190 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network":"rule:regular_user" was deprecated in W in favor of "create_network":"role:member and project_id:%(project_id)s". Reason: Jan 14 07:18:19.486190 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:18:19.486190 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:18:19.486190 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:18:19.486190 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:shared":"rule:admin_only" was deprecated in W in favor of "create_network:shared":"role:admin and system_scope:all". Reason: Jan 14 07:18:19.486190 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:18:19.486190 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:18:19.486190 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:18:19.486190 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:router:external":"rule:admin_only" was deprecated in W in favor of "create_network:router:external":"role:admin and system_scope:all". Reason: Jan 14 07:18:19.486190 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:18:19.486190 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:18:19.486190 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:18:19.486190 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:is_default":"rule:admin_only" was deprecated in W in favor of "create_network:is_default":"role:admin and system_scope:all". Reason: Jan 14 07:18:19.486190 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:18:19.486190 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:18:19.486190 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:18:19.486190 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:port_security_enabled":"rule:regular_user" was deprecated in W in favor of "create_network:port_security_enabled":"role:member and project_id:%(project_id)s". Reason: Jan 14 07:18:19.486190 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:18:19.486190 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:18:19.486190 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:18:19.486190 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:segments":"rule:admin_only" was deprecated in W in favor of "create_network:segments":"role:admin and system_scope:all". Reason: Jan 14 07:18:19.486190 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:18:19.486190 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:18:19.486190 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:18:19.486190 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "create_network:provider:network_type":"role:admin and system_scope:all". Reason: Jan 14 07:18:19.486190 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:18:19.486190 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:18:19.486190 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:18:19.486190 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "create_network:provider:physical_network":"role:admin and system_scope:all". Reason: Jan 14 07:18:19.486190 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:18:19.486190 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:18:19.486190 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:18:19.486190 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "create_network:provider:segmentation_id":"role:admin and system_scope:all". Reason: Jan 14 07:18:19.486190 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:18:19.486190 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:18:19.486190 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:18:19.486190 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network":"rule:admin_or_owner or rule:shared or rule:external or rule:context_is_advsvc" was deprecated in W in favor of "get_network":"(role:reader and system_scope:all) or (role:reader and project_id:%(project_id)s) or rule:shared or rule:external or rule:context_is_advsvc". Reason: Jan 14 07:18:19.486190 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:18:19.486190 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:18:19.486190 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:18:19.486190 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:router:external":"rule:regular_user" was deprecated in W in favor of "get_network:router:external":"role:reader and project_id:%(project_id)s". Reason: Jan 14 07:18:19.486190 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:18:19.486190 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:18:19.486190 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:18:19.489719 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:segments":"rule:admin_only" was deprecated in W in favor of "get_network:segments":"role:reader and system_scope:all". Reason: Jan 14 07:18:19.489719 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:18:19.489719 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:18:19.489719 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:18:19.489719 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "get_network:provider:network_type":"role:reader and system_scope:all". Reason: Jan 14 07:18:19.489719 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:18:19.489719 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:18:19.489719 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:18:19.489719 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "get_network:provider:physical_network":"role:reader and system_scope:all". Reason: Jan 14 07:18:19.489719 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:18:19.489719 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:18:19.489719 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:18:19.489719 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "get_network:provider:segmentation_id":"role:reader and system_scope:all". Reason: Jan 14 07:18:19.489719 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:18:19.489719 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:18:19.489719 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:18:19.489719 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network":"rule:admin_or_owner" was deprecated in W in favor of "update_network":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 07:18:19.489719 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:18:19.489719 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:18:19.489719 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:18:19.533163 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e178b173-708a-48c2-bdd5-e16a9c5089f3 req-b0934a36-9981-4c54-a032-7c669196edf0 tempest-ListServerFiltersTestJSON-2017310780 tempest-ListServerFiltersTestJSON-2017310780] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:18:19.534573 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [req-e178b173-708a-48c2-bdd5-e16a9c5089f3 req-b0934a36-9981-4c54-a032-7c669196edf0 tempest-ListServerFiltersTestJSON-2017310780 tempest-ListServerFiltersTestJSON-2017310780] Synchronizing usage tracker for tenant:f3e0ca85c13b47d9bbd60446ed1f198e on resource:port {{(pid=84874) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 14 07:18:19.535793 n-d-768862-2 neutron-server[84765]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd2375d9f-96b2-490f-85b0-807f4b73a704', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2b90ad96-cbdd-40ec-ae1d-7bfc872f5aba'}] {{(pid=84876) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Jan 14 07:18:19.552230 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-842bfe2d-12f3-4348-bb89-79067b574064 None None] Network beeffc41-01d1-4464-b2ba-58df8aa58d23 requested from n-d-768862-2 {{(pid=84876) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 07:18:19.573852 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-017f98a9-8a07-408c-a86f-8ff0c00400a0 None None] Device 2b90ad96-cbdd-40ec-ae1d-7bfc872f5aba up at agent ovs-agent-n-h1-768862-2 {{(pid=84876) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 07:18:19.598874 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [req-6c655607-f95f-4352-a492-5a82f1d65ca8 req-0c8e25db-da85-44ce-b279-05b9f80403e1 service neutron] 10.222.0.35 "GET /v2.0/networks/dd60e289-d8f0-4db8-80cc-ace3d522263f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.9069374 Jan 14 07:18:19.604753 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [req-e178b173-708a-48c2-bdd5-e16a9c5089f3 req-b0934a36-9981-4c54-a032-7c669196edf0 tempest-ListServerFiltersTestJSON-2017310780 tempest-ListServerFiltersTestJSON-2017310780] Unset dirty status for tenant:f3e0ca85c13b47d9bbd60446ed1f198e on resource:port {{(pid=84874) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 14 07:18:19.606493 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [req-e178b173-708a-48c2-bdd5-e16a9c5089f3 req-b0934a36-9981-4c54-a032-7c669196edf0 tempest-ListServerFiltersTestJSON-2017310780 tempest-ListServerFiltersTestJSON-2017310780] 10.222.0.35 "GET /v2.0/ports?device_id=feaa1485-2236-4800-ae0c-2bc1ab4f4572 HTTP/1.1" status: 200 len: 946 time: 1.0314524 Jan 14 07:18:19.658168 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.managers [None req-8a755580-4000-4fa1-b7fb-4181a775b713 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1559908139 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1559908139] Network 86e756e9-487c-49d5-b226-d7680a2499be has no segments {{(pid=84875) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 14 07:18:19.706857 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-8a755580-4000-4fa1-b7fb-4181a775b713 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1559908139 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1559908139] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-596065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3154253'] for segment, after_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:18:19.753119 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.plugin [req-e178b173-708a-48c2-bdd5-e16a9c5089f3 req-37333ae6-e158-4317-bd2a-c9a801ac087a tempest-ListServerFiltersTestJSON-2017310780 tempest-ListServerFiltersTestJSON-2017310780] Deleting port f0a7bd5e-187f-4959-9498-d95b39016e96 {{(pid=84874) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 07:18:19.753937 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [req-e178b173-708a-48c2-bdd5-e16a9c5089f3 req-37333ae6-e158-4317-bd2a-c9a801ac087a tempest-ListServerFiltersTestJSON-2017310780 tempest-ListServerFiltersTestJSON-2017310780] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363259214248359'] for port, before_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:18:19.974952 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-9fb9ba4a-88f8-435e-b6c5-e176930f853c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850887113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3254092', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036851981146'] for subnet, after_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:18:20.063263 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-e99772ea-2058-4274-a920-a17235d3f81f tempest-ServersTestMultiNic-2121779930 tempest-ServersTestMultiNic-2121779930] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:18:20.102500 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-ecd9d05f-c717-44fe-add3-67ec879f622c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363259214191800', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854171626'] for agent, after_update {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:18:20.134824 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-3564426d-c620-4d06-9d49-80e29ad6783b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:18:20.167143 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-3564426d-c620-4d06-9d49-80e29ad6783b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850887153'] for security_group, after_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:18:20.169381 n-d-768862-2 neutron-server[84765]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd2375d9f-96b2-490f-85b0-807f4b73a704', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2b90ad96-cbdd-40ec-ae1d-7bfc872f5aba', 'code': 200} Jan 14 07:18:20.179289 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.managers [None req-8a755580-4000-4fa1-b7fb-4181a775b713 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1559908139 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1559908139] Network 86e756e9-487c-49d5-b226-d7680a2499be has no segments {{(pid=84875) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 14 07:18:20.193788 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-d1f13434-3990-4672-8d85-c2b549e2e1de admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:18:20.232172 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fb9ba4a-88f8-435e-b6c5-e176930f853c admin admin] Pushing event updated for resources: {'Subnet': ['ID=1741496e-cb6b-44d5-b868-cd84beccbe27,revision_number=0']} {{(pid=84874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:18:20.249941 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3564426d-c620-4d06-9d49-80e29ad6783b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=593a9a0e-fa3e-4ec6-90e3-3d82c7d5c1f5,revision_number=1']} {{(pid=84875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:18:20.253920 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:shared":"rule:admin_only" was deprecated in W in favor of "update_network:shared":"role:admin and system_scope:all". Reason: Jan 14 07:18:20.253920 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:18:20.253920 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:18:20.253920 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:18:20.253920 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "update_network:provider:network_type":"role:admin and system_scope:all". Reason: Jan 14 07:18:20.253920 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:18:20.253920 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:18:20.253920 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:18:20.253920 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "update_network:provider:physical_network":"role:admin and system_scope:all". Reason: Jan 14 07:18:20.253920 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:18:20.253920 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:18:20.253920 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:18:20.253920 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "update_network:provider:segmentation_id":"role:admin and system_scope:all". Reason: Jan 14 07:18:20.253920 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:18:20.253920 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:18:20.253920 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:18:20.253920 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:router:external":"rule:admin_only" was deprecated in W in favor of "update_network:router:external":"role:admin and system_scope:all". Reason: Jan 14 07:18:20.253920 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:18:20.253920 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:18:20.253920 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:18:20.253920 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:is_default":"rule:admin_only" was deprecated in W in favor of "update_network:is_default":"role:admin and system_scope:all". Reason: Jan 14 07:18:20.253920 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:18:20.253920 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:18:20.253920 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:18:20.253920 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:port_security_enabled":"rule:admin_or_owner" was deprecated in W in favor of "update_network:port_security_enabled":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 07:18:20.253920 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:18:20.253920 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:18:20.253920 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:18:20.253920 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "delete_network":"rule:admin_or_owner" was deprecated in W in favor of "delete_network":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 07:18:20.253920 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:18:20.253920 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:18:20.253920 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:18:20.253920 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_segment":"rule:admin_only" was deprecated in W in favor of "create_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:18:20.253920 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:18:20.253920 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_segment":"rule:admin_only" was deprecated in W in favor of "get_segment":"role:reader and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:18:20.253920 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:18:20.253920 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_segment":"rule:admin_only" was deprecated in W in favor of "update_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:18:20.253920 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:18:20.253920 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "delete_segment":"rule:admin_only" was deprecated in W in favor of "delete_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:18:20.253920 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:18:20.253920 n-d-768862-2 neutron-server[84765]: Traceback (most recent call last): Jan 14 07:18:20.253920 n-d-768862-2 neutron-server[84765]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 14 07:18:20.253920 n-d-768862-2 neutron-server[84765]: timer() Jan 14 07:18:20.253920 n-d-768862-2 neutron-server[84765]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 14 07:18:20.253920 n-d-768862-2 neutron-server[84765]: cb(*args, **kw) Jan 14 07:18:20.253920 n-d-768862-2 neutron-server[84765]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Jan 14 07:18:20.253920 n-d-768862-2 neutron-server[84765]: return func(*args, **kwargs) Jan 14 07:18:20.257955 n-d-768862-2 neutron-server[84765]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 14 07:18:20.257955 n-d-768862-2 neutron-server[84765]: self._notify() Jan 14 07:18:20.257955 n-d-768862-2 neutron-server[84765]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 14 07:18:20.257955 n-d-768862-2 neutron-server[84765]: self.callback(batched_events) Jan 14 07:18:20.257955 n-d-768862-2 neutron-server[84765]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 14 07:18:20.257955 n-d-768862-2 neutron-server[84765]: event.method(event) Jan 14 07:18:20.257955 n-d-768862-2 neutron-server[84765]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 14 07:18:20.257955 n-d-768862-2 neutron-server[84765]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 14 07:18:20.257955 n-d-768862-2 neutron-server[84765]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Jan 14 07:18:20.257955 n-d-768862-2 neutron-server[84765]: segment_id)['aggregates'][0] Jan 14 07:18:20.257955 n-d-768862-2 neutron-server[84765]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 14 07:18:20.257955 n-d-768862-2 neutron-server[84765]: return f(self, *a, **k) Jan 14 07:18:20.257955 n-d-768862-2 neutron-server[84765]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 14 07:18:20.257955 n-d-768862-2 neutron-server[84765]: return self._get(url).json() Jan 14 07:18:20.257955 n-d-768862-2 neutron-server[84765]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 14 07:18:20.257955 n-d-768862-2 neutron-server[84765]: **kwargs) Jan 14 07:18:20.257955 n-d-768862-2 neutron-server[84765]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 14 07:18:20.257955 n-d-768862-2 neutron-server[84765]: return self.request(url, 'GET', **kwargs) Jan 14 07:18:20.257955 n-d-768862-2 neutron-server[84765]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Jan 14 07:18:20.257955 n-d-768862-2 neutron-server[84765]: **endpoint_filter) Jan 14 07:18:20.257955 n-d-768862-2 neutron-server[84765]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 14 07:18:20.257955 n-d-768862-2 neutron-server[84765]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 14 07:18:20.257955 n-d-768862-2 neutron-server[84765]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 14 07:18:20.257955 n-d-768862-2 neutron-server[84765]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 14 07:18:20.257955 n-d-768862-2 neutron-server[84765]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 14 07:18:20.261413 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-017f98a9-8a07-408c-a86f-8ff0c00400a0 None None] Provisioning complete for port 2b90ad96-cbdd-40ec-ae1d-7bfc872f5aba triggered by entity L2. {{(pid=84876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 07:18:20.261413 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-017f98a9-8a07-408c-a86f-8ff0c00400a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-604227'] for port, provisioning_complete {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:18:20.263011 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-3564426d-c620-4d06-9d49-80e29ad6783b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:18:20.356651 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-9fb9ba4a-88f8-435e-b6c5-e176930f853c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.284s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:18:20.379665 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-3564426d-c620-4d06-9d49-80e29ad6783b admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=ffa226a22dc14060b6f4f26cd0619fdd&name=default HTTP/1.1" status: 200 len: 2983 time: 1.8098466 Jan 14 07:18:20.381292 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84875) accepted ('10.222.0.24', 35882) {{(pid=84875) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:18:20.405841 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-8a755580-4000-4fa1-b7fb-4181a775b713 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1559908139 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1559908139] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036854176830', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850887149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3912591'] for network, after_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:18:20.418791 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-9606a73c-94a9-4ac3-885e-863e51f6abbc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:18:20.441638 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-8a755580-4000-4fa1-b7fb-4181a775b713 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1559908139 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1559908139] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3207107'] for network, before_response {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:18:20.461529 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-8a755580-4000-4fa1-b7fb-4181a775b713 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1559908139 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1559908139] 10.222.0.24 "DELETE /v2.0/networks/86e756e9-487c-49d5-b226-d7680a2499be HTTP/1.1" status: 204 len: 168 time: 3.8029964 Jan 14 07:18:20.465111 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a755580-4000-4fa1-b7fb-4181a775b713 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1559908139 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1559908139] Pushing event deleted for resources: {'Network': ['ID=86e756e9-487c-49d5-b226-d7680a2499be,revision_number=None']} {{(pid=84875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:18:20.477418 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-8a755580-4000-4fa1-b7fb-4181a775b713 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1559908139 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1559908139] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:18:20.506154 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-f098e7d3-ba41-4b0d-957f-a59511ac303a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:18:20.547661 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-f098e7d3-ba41-4b0d-957f-a59511ac303a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:18:20.637837 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-f098e7d3-ba41-4b0d-957f-a59511ac303a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850887153'] for security_group, after_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:18:20.650458 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-4b3a337a-bfdd-4d81-90da-cb6a5c9f74e7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:18:20.691866 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f098e7d3-ba41-4b0d-957f-a59511ac303a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=593a9a0e-fa3e-4ec6-90e3-3d82c7d5c1f5,revision_number=None']} {{(pid=84875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:18:20.703315 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-f098e7d3-ba41-4b0d-957f-a59511ac303a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:18:20.720904 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-f098e7d3-ba41-4b0d-957f-a59511ac303a admin admin] Notify callbacks [] for security_group, before_response {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:18:20.725440 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-f098e7d3-ba41-4b0d-957f-a59511ac303a admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/593a9a0e-fa3e-4ec6-90e3-3d82c7d5c1f5 HTTP/1.1" status: 204 len: 168 time: 0.3405757 Jan 14 07:18:20.819750 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e805fb38-33a6-4ca7-abf5-2537077544fb None None] Network beeffc41-01d1-4464-b2ba-58df8aa58d23 requested from n-d-768862-2 {{(pid=84876) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 07:18:20.821959 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [req-e178b173-708a-48c2-bdd5-e16a9c5089f3 req-37333ae6-e158-4317-bd2a-c9a801ac087a tempest-ListServerFiltersTestJSON-2017310780 tempest-ListServerFiltersTestJSON-2017310780] For port f0a7bd5e-187f-4959-9498-d95b39016e96, host n-h1-768862-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-h1-768862-2',level=0,port_id=f0a7bd5e-187f-4959-9498-d95b39016e96,segment=NetworkSegment(085a78aa-4643-49c7-96d3-7476d7c34b7b),segment_id=085a78aa-4643-49c7-96d3-7476d7c34b7b)] {{(pid=84874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 07:18:20.822371 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [req-e178b173-708a-48c2-bdd5-e16a9c5089f3 req-37333ae6-e158-4317-bd2a-c9a801ac087a tempest-ListServerFiltersTestJSON-2017310780 tempest-ListServerFiltersTestJSON-2017310780] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036850862667'] for port, precommit_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:18:21.019984 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-017f98a9-8a07-408c-a86f-8ff0c00400a0 None None] Device f0a7bd5e-187f-4959-9498-d95b39016e96 no longer exists at agent ovs-agent-n-h1-768862-2 {{(pid=84876) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jan 14 07:18:21.322741 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-55b7f461-ad13-460a-b80c-73bc455d6319 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363259214191800', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854171626'] for agent, after_update {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:18:21.362005 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-017f98a9-8a07-408c-a86f-8ff0c00400a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555753'] for port, before_update {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:18:21.436021 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [None req-017f98a9-8a07-408c-a86f-8ff0c00400a0 None None] For port f0a7bd5e-187f-4959-9498-d95b39016e96, host n-h1-768862-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-h1-768862-2',level=0,port_id=f0a7bd5e-187f-4959-9498-d95b39016e96,segment=NetworkSegment(085a78aa-4643-49c7-96d3-7476d7c34b7b),segment_id=085a78aa-4643-49c7-96d3-7476d7c34b7b)] {{(pid=84876) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 07:18:21.439239 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-017f98a9-8a07-408c-a86f-8ff0c00400a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777640533312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363259214678337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777640097497'] for port, after_update {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:18:21.443126 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-017f98a9-8a07-408c-a86f-8ff0c00400a0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84876) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:18:21.565276 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.plugin [req-e178b173-708a-48c2-bdd5-e16a9c5089f3 req-37333ae6-e158-4317-bd2a-c9a801ac087a tempest-ListServerFiltersTestJSON-2017310780 tempest-ListServerFiltersTestJSON-2017310780] Calling delete_port for f0a7bd5e-187f-4959-9498-d95b39016e96 owned by compute:nova {{(pid=84874) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 07:18:21.642011 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fb9ba4a-88f8-435e-b6c5-e176930f853c admin admin] Checking segment: {'id': '28d8584d-c9ec-4586-a23a-dd767949fc3a', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 18, 'network_id': '4c1dc591-3d22-495d-b920-a9e6c2263139'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84874) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 14 07:18:21.642456 n-d-768862-2 neutron-server[84765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9fb9ba4a-88f8-435e-b6c5-e176930f853c admin admin] Network hostable DHCP agents. Network: 4c1dc591-3d22-495d-b920-a9e6c2263139, hostable agents: ['32f3dd84-26da-4d18-bf15-6017a8fb7247'], hosted agents: [] {{(pid=84874) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Jan 14 07:18:21.672841 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-017f98a9-8a07-408c-a86f-8ff0c00400a0 None None] Pushing event updated for resources: {'Port': ['ID=f0a7bd5e-187f-4959-9498-d95b39016e96,revision_number=5']} {{(pid=84876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:18:21.710930 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-017f98a9-8a07-408c-a86f-8ff0c00400a0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.268s {{(pid=84876) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:18:21.712463 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-017f98a9-8a07-408c-a86f-8ff0c00400a0 None None] Device 2b90ad96-cbdd-40ec-ae1d-7bfc872f5aba no longer exists at agent ovs-agent-n-h1-768862-2 {{(pid=84876) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jan 14 07:18:21.810951 n-d-768862-2 neutron-server[84765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9fb9ba4a-88f8-435e-b6c5-e176930f853c admin admin] Network 4c1dc591-3d22-495d-b920-a9e6c2263139 is scheduled to be hosted by DHCP agent 32f3dd84-26da-4d18-bf15-6017a8fb7247 with binding_index 1 {{(pid=84874) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Jan 14 07:18:21.859141 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4da3d8e0-7ba5-41a3-9eb7-dd5378d0f679 req-29162a3f-5639-47ee-a4df-997e8927c8ab tempest-ServersTestJSON-1788827820 tempest-ServersTestJSON-1788827820] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:18:21.862687 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [req-4da3d8e0-7ba5-41a3-9eb7-dd5378d0f679 req-29162a3f-5639-47ee-a4df-997e8927c8ab tempest-ServersTestJSON-1788827820 tempest-ServersTestJSON-1788827820] Synchronizing usage tracker for tenant:c07cfbae9ba2404f9978da6162d8dd35 on resource:network {{(pid=84875) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 14 07:18:21.895380 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [req-4da3d8e0-7ba5-41a3-9eb7-dd5378d0f679 req-29162a3f-5639-47ee-a4df-997e8927c8ab tempest-ServersTestJSON-1788827820 tempest-ServersTestJSON-1788827820] Unset dirty status for tenant:c07cfbae9ba2404f9978da6162d8dd35 on resource:network {{(pid=84875) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 14 07:18:21.905065 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [req-4da3d8e0-7ba5-41a3-9eb7-dd5378d0f679 req-29162a3f-5639-47ee-a4df-997e8927c8ab tempest-ServersTestJSON-1788827820 tempest-ServersTestJSON-1788827820] 10.222.0.24 "GET /v2.0/networks?id=beeffc41-01d1-4464-b2ba-58df8aa58d23 HTTP/1.1" status: 200 len: 806 time: 0.4046247 Jan 14 07:18:21.928757 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [req-4da3d8e0-7ba5-41a3-9eb7-dd5378d0f679 req-b5d356ef-1e0d-46d4-8a4f-ac4998d9dab8 tempest-ServersTestJSON-1788827820 tempest-ServersTestJSON-1788827820] 10.222.0.24 "GET /v2.0/quotas/c07cfbae9ba2404f9978da6162d8dd35 HTTP/1.1" status: 200 len: 375 time: 0.0220368 Jan 14 07:18:21.929687 n-d-768862-2 neutron-server[84765]: DEBUG neutron.scheduler.base_scheduler [None req-9fb9ba4a-88f8-435e-b6c5-e176930f853c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768862-2, 4c1dc591-3d22-495d-b920-a9e6c2263139) {{(pid=84874) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 07:18:21.996408 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-227872ef-99a7-4447-a87a-d08285dd8f23 None None] Network 4c1dc591-3d22-495d-b920-a9e6c2263139 requested from n-d-768862-2 {{(pid=84876) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 07:18:22.005016 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [req-4da3d8e0-7ba5-41a3-9eb7-dd5378d0f679 req-67964b0b-e666-456d-aebe-1054033613a1 tempest-ServersTestJSON-1788827820 tempest-ServersTestJSON-1788827820] 10.222.0.24 "GET /v2.0/ports?tenant_id=c07cfbae9ba2404f9978da6162d8dd35&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0751526 Jan 14 07:18:22.026671 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [req-4da3d8e0-7ba5-41a3-9eb7-dd5378d0f679 req-09e0af32-d539-4716-b050-f8902507df19 service neutron] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=84875) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 14 07:18:22.032627 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [req-4da3d8e0-7ba5-41a3-9eb7-dd5378d0f679 req-09e0af32-d539-4716-b050-f8902507df19 service neutron] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13279 time: 0.0164757 Jan 14 07:18:22.040473 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9fb9ba4a-88f8-435e-b6c5-e176930f853c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:18:22.048975 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-9fb9ba4a-88f8-435e-b6c5-e176930f853c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3207107'] for subnet, before_response {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:18:22.084061 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c78295d0-cb98-4396-bb5a-83e3b5d542a1 req-a7982d46-db1d-4059-8384-bf134915c189 tempest-ListServerFiltersTestJSON-2017310780 tempest-ListServerFiltersTestJSON-2017310780] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:18:22.086150 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [req-c78295d0-cb98-4396-bb5a-83e3b5d542a1 req-a7982d46-db1d-4059-8384-bf134915c189 tempest-ListServerFiltersTestJSON-2017310780 tempest-ListServerFiltersTestJSON-2017310780] 10.222.0.35 "GET /v2.0/ports?device_id=d2375d9f-96b2-490f-85b0-807f4b73a704 HTTP/1.1" status: 200 len: 945 time: 0.5311027 Jan 14 07:18:22.188580 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.db.api [req-e178b173-708a-48c2-bdd5-e16a9c5089f3 req-37333ae6-e158-4317-bd2a-c9a801ac087a tempest-ListServerFiltersTestJSON-2017310780 tempest-ListServerFiltersTestJSON-2017310780] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84874) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Jan 14 07:18:22.189802 n-d-768862-2 neutron-server[84765]: DEBUG oslo_db.api [req-e178b173-708a-48c2-bdd5-e16a9c5089f3 req-37333ae6-e158-4317-bd2a-c9a801ac087a tempest-ListServerFiltersTestJSON-2017310780 tempest-ListServerFiltersTestJSON-2017310780] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84874) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Jan 14 07:18:22.210507 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-9fb9ba4a-88f8-435e-b6c5-e176930f853c admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 3.5652416 Jan 14 07:18:22.212462 n-d-768862-2 neutron-server[84765]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'feaa1485-2236-4800-ae0c-2bc1ab4f4572', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f0a7bd5e-187f-4959-9498-d95b39016e96'}] {{(pid=84876) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Jan 14 07:18:22.224435 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-da76cfc0-98e8-4426-9f6d-4f05aa3fae78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363259214191800', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854171626'] for agent, after_update {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:18:22.237250 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.plugin [req-c78295d0-cb98-4396-bb5a-83e3b5d542a1 req-ae4d2e75-870c-4a48-8929-72e802d5a60b tempest-ListServerFiltersTestJSON-2017310780 tempest-ListServerFiltersTestJSON-2017310780] Deleting port 2b90ad96-cbdd-40ec-ae1d-7bfc872f5aba {{(pid=84874) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 07:18:22.237623 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [req-c78295d0-cb98-4396-bb5a-83e3b5d542a1 req-ae4d2e75-870c-4a48-8929-72e802d5a60b tempest-ListServerFiltersTestJSON-2017310780 tempest-ListServerFiltersTestJSON-2017310780] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363259214248359'] for port, before_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:18:22.331022 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84875) accepted ('10.222.0.24', 35922) {{(pid=84875) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:18:22.378981 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [req-4da3d8e0-7ba5-41a3-9eb7-dd5378d0f679 req-b06954ee-bb8f-439b-bb54-2f0652130d05 service neutron] 10.222.0.24 "GET /v2.0/networks/beeffc41-01d1-4464-b2ba-58df8aa58d23?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3368144 Jan 14 07:18:22.393326 n-d-768862-2 neutron-server[84765]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'feaa1485-2236-4800-ae0c-2bc1ab4f4572', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'f0a7bd5e-187f-4959-9498-d95b39016e96', 'code': 422} returned with failed status Jan 14 07:18:22.505893 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-017f98a9-8a07-408c-a86f-8ff0c00400a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555753'] for port, before_update {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:18:22.521734 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9aebe471-7a09-4b12-a894-d62bcf21d095 None None] Network 4c1dc591-3d22-495d-b920-a9e6c2263139 requested from n-d-768862-2 {{(pid=84876) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 07:18:22.567575 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [req-4da3d8e0-7ba5-41a3-9eb7-dd5378d0f679 req-e595de16-8884-4bad-9c8c-960d1172ff94 service neutron] 10.222.0.24 "GET /v2.0/networks/beeffc41-01d1-4464-b2ba-58df8aa58d23?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1812282 Jan 14 07:18:22.757326 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [req-c78295d0-cb98-4396-bb5a-83e3b5d542a1 req-ae4d2e75-870c-4a48-8929-72e802d5a60b tempest-ListServerFiltersTestJSON-2017310780 tempest-ListServerFiltersTestJSON-2017310780] For port 2b90ad96-cbdd-40ec-ae1d-7bfc872f5aba, host n-h1-768862-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-h1-768862-2',level=0,port_id=2b90ad96-cbdd-40ec-ae1d-7bfc872f5aba,segment=NetworkSegment(085a78aa-4643-49c7-96d3-7476d7c34b7b),segment_id=085a78aa-4643-49c7-96d3-7476d7c34b7b)] {{(pid=84874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 07:18:22.758226 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [req-c78295d0-cb98-4396-bb5a-83e3b5d542a1 req-ae4d2e75-870c-4a48-8929-72e802d5a60b tempest-ListServerFiltersTestJSON-2017310780 tempest-ListServerFiltersTestJSON-2017310780] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036850862667'] for port, precommit_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:18:22.889973 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363259214191800', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854171626'] for agent, after_update {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:18:22.909504 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [None req-017f98a9-8a07-408c-a86f-8ff0c00400a0 None None] For port 2b90ad96-cbdd-40ec-ae1d-7bfc872f5aba, host n-h1-768862-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-h1-768862-2',level=0,port_id=2b90ad96-cbdd-40ec-ae1d-7bfc872f5aba,segment=NetworkSegment(085a78aa-4643-49c7-96d3-7476d7c34b7b),segment_id=085a78aa-4643-49c7-96d3-7476d7c34b7b)] {{(pid=84876) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 07:18:22.917293 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-017f98a9-8a07-408c-a86f-8ff0c00400a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777640533312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363259214678337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777640097497'] for port, after_update {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:18:22.922651 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-8b5f0a1f-433c-4401-a1c1-09384122f799 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84876) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:18:23.106188 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-017f98a9-8a07-408c-a86f-8ff0c00400a0 None None] Pushing event updated for resources: {'Port': ['ID=2b90ad96-cbdd-40ec-ae1d-7bfc872f5aba,revision_number=5']} {{(pid=84876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:18:23.110934 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-017f98a9-8a07-408c-a86f-8ff0c00400a0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.188s {{(pid=84876) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:18:23.187881 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-0f37073e-9c69-4e3c-80e0-6cfaa0fd61a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363259214191800', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854171626'] for agent, after_update {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:18:23.203709 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-8684f4ab-c9c4-4028-9019-b453821ed868 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=ac2eff10c2d545c1a98c38b6e60b5a55&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8687494 Jan 14 07:18:23.206461 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84875) accepted ('10.222.0.24', 35954) {{(pid=84875) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:18:23.279755 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.plugin [req-c78295d0-cb98-4396-bb5a-83e3b5d542a1 req-ae4d2e75-870c-4a48-8929-72e802d5a60b tempest-ListServerFiltersTestJSON-2017310780 tempest-ListServerFiltersTestJSON-2017310780] Calling delete_port for 2b90ad96-cbdd-40ec-ae1d-7bfc872f5aba owned by compute:nova {{(pid=84874) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 07:18:23.371869 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.plugin [req-e178b173-708a-48c2-bdd5-e16a9c5089f3 req-37333ae6-e158-4317-bd2a-c9a801ac087a tempest-ListServerFiltersTestJSON-2017310780 tempest-ListServerFiltersTestJSON-2017310780] Deleting port f0a7bd5e-187f-4959-9498-d95b39016e96 {{(pid=84874) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 07:18:23.373989 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [req-e178b173-708a-48c2-bdd5-e16a9c5089f3 req-37333ae6-e158-4317-bd2a-c9a801ac087a tempest-ListServerFiltersTestJSON-2017310780 tempest-ListServerFiltersTestJSON-2017310780] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363259214248359'] for port, before_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:18:23.394931 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-175ba2b9-0bb8-47b0-8d56-0192bb780866 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:18:23.456988 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-175ba2b9-0bb8-47b0-8d56-0192bb780866 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:18:23.560723 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-175ba2b9-0bb8-47b0-8d56-0192bb780866 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850887153'] for security_group, after_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:18:23.571967 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-d71c3f87-a088-4033-868c-fff4d248dd7d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:18:23.607083 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-175ba2b9-0bb8-47b0-8d56-0192bb780866 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a42510ed-2c29-462e-8a8c-a3f4016bb2b9,revision_number=None']} {{(pid=84875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:18:23.620783 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-175ba2b9-0bb8-47b0-8d56-0192bb780866 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:18:23.629455 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-175ba2b9-0bb8-47b0-8d56-0192bb780866 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/a42510ed-2c29-462e-8a8c-a3f4016bb2b9 HTTP/1.1" status: 204 len: 168 time: 0.4165902 Jan 14 07:18:23.629455 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-175ba2b9-0bb8-47b0-8d56-0192bb780866 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:18:23.772136 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.db.api [req-c78295d0-cb98-4396-bb5a-83e3b5d542a1 req-ae4d2e75-870c-4a48-8929-72e802d5a60b tempest-ListServerFiltersTestJSON-2017310780 tempest-ListServerFiltersTestJSON-2017310780] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84874) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Jan 14 07:18:23.772322 n-d-768862-2 neutron-server[84765]: DEBUG oslo_db.api [req-c78295d0-cb98-4396-bb5a-83e3b5d542a1 req-ae4d2e75-870c-4a48-8929-72e802d5a60b tempest-ListServerFiltersTestJSON-2017310780 tempest-ListServerFiltersTestJSON-2017310780] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84874) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Jan 14 07:18:24.038214 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [req-e178b173-708a-48c2-bdd5-e16a9c5089f3 req-37333ae6-e158-4317-bd2a-c9a801ac087a tempest-ListServerFiltersTestJSON-2017310780 tempest-ListServerFiltersTestJSON-2017310780] For port f0a7bd5e-187f-4959-9498-d95b39016e96, host n-h1-768862-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-h1-768862-2',level=0,port_id=f0a7bd5e-187f-4959-9498-d95b39016e96,segment=NetworkSegment(085a78aa-4643-49c7-96d3-7476d7c34b7b),segment_id=085a78aa-4643-49c7-96d3-7476d7c34b7b)] {{(pid=84874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 07:18:24.039151 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [req-e178b173-708a-48c2-bdd5-e16a9c5089f3 req-37333ae6-e158-4317-bd2a-c9a801ac087a tempest-ListServerFiltersTestJSON-2017310780 tempest-ListServerFiltersTestJSON-2017310780] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036850862667'] for port, precommit_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:18:24.143975 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34180163-87cb-4846-81c4-e664a048fc71 req-807d0b2e-2c18-4a67-a0eb-80b2d225ed07 tempest-ServersTestJSON-1788827820 tempest-ServersTestJSON-1788827820] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:18:24.151991 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [req-34180163-87cb-4846-81c4-e664a048fc71 req-807d0b2e-2c18-4a67-a0eb-80b2d225ed07 tempest-ServersTestJSON-1788827820 tempest-ServersTestJSON-1788827820] 10.222.0.24 "GET /v2.0/networks?id=beeffc41-01d1-4464-b2ba-58df8aa58d23 HTTP/1.1" status: 200 len: 806 time: 0.2420349 Jan 14 07:18:24.199931 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.plugin [req-e178b173-708a-48c2-bdd5-e16a9c5089f3 req-37333ae6-e158-4317-bd2a-c9a801ac087a tempest-ListServerFiltersTestJSON-2017310780 tempest-ListServerFiltersTestJSON-2017310780] Calling delete_port for f0a7bd5e-187f-4959-9498-d95b39016e96 owned by compute:nova {{(pid=84874) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 07:18:24.254851 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [req-34180163-87cb-4846-81c4-e664a048fc71 req-19f17176-bf8a-4e98-be67-cff77046df87 tempest-ServersTestJSON-1788827820 tempest-ServersTestJSON-1788827820] 10.222.0.24 "GET /v2.0/quotas/c07cfbae9ba2404f9978da6162d8dd35 HTTP/1.1" status: 200 len: 375 time: 0.1017146 Jan 14 07:18:24.286240 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.plugin [req-c78295d0-cb98-4396-bb5a-83e3b5d542a1 req-ae4d2e75-870c-4a48-8929-72e802d5a60b tempest-ListServerFiltersTestJSON-2017310780 tempest-ListServerFiltersTestJSON-2017310780] Deleting port 2b90ad96-cbdd-40ec-ae1d-7bfc872f5aba {{(pid=84874) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 07:18:24.286606 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [req-c78295d0-cb98-4396-bb5a-83e3b5d542a1 req-ae4d2e75-870c-4a48-8929-72e802d5a60b tempest-ListServerFiltersTestJSON-2017310780 tempest-ListServerFiltersTestJSON-2017310780] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363259214248359'] for port, before_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:18:24.323970 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [req-34180163-87cb-4846-81c4-e664a048fc71 req-b9c64c26-f1fe-454c-a058-a04ab0ddd9e0 tempest-ServersTestJSON-1788827820 tempest-ServersTestJSON-1788827820] 10.222.0.24 "GET /v2.0/ports?tenant_id=c07cfbae9ba2404f9978da6162d8dd35&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0678425 Jan 14 07:18:24.395439 n-d-768862-2 neutron-server[84765]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd2375d9f-96b2-490f-85b0-807f4b73a704', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2b90ad96-cbdd-40ec-ae1d-7bfc872f5aba'}] {{(pid=84876) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Jan 14 07:18:24.503013 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [req-34180163-87cb-4846-81c4-e664a048fc71 req-3d8b71fd-b562-497a-8c29-72ad62c392d4 service neutron] 10.222.0.24 "GET /v2.0/networks/beeffc41-01d1-4464-b2ba-58df8aa58d23?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1776762 Jan 14 07:18:24.542988 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [req-e178b173-708a-48c2-bdd5-e16a9c5089f3 req-37333ae6-e158-4317-bd2a-c9a801ac087a tempest-ListServerFiltersTestJSON-2017310780 tempest-ListServerFiltersTestJSON-2017310780] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777640533329', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777640097463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3254186'] for port, after_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:18:24.571736 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-5f4a81d9-08db-4cb5-9c4f-d5a32701eac8 tempest-ServerPasswordTestJSON-1368291127 tempest-ServerPasswordTestJSON-1368291127] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:18:24.871822 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37333ae6-e158-4317-bd2a-c9a801ac087a tempest-ListServerFiltersTestJSON-2017310780 tempest-ListServerFiltersTestJSON-2017310780] Pushing event deleted for resources: {'Port': ['ID=f0a7bd5e-187f-4959-9498-d95b39016e96,revision_number=None']} {{(pid=84874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:18:24.911122 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-37333ae6-e158-4317-bd2a-c9a801ac087a tempest-ListServerFiltersTestJSON-2017310780 tempest-ListServerFiltersTestJSON-2017310780] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.341s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:18:24.919784 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_dvrscheduler_db [req-e178b173-708a-48c2-bdd5-e16a9c5089f3 req-37333ae6-e158-4317-bd2a-c9a801ac087a tempest-ListServerFiltersTestJSON-2017310780 tempest-ListServerFiltersTestJSON-2017310780] No DVR routers for this DVR port f0a7bd5e-187f-4959-9498-d95b39016e96 on host n-h1-768862-2 {{(pid=84874) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Jan 14 07:18:24.924869 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [req-e178b173-708a-48c2-bdd5-e16a9c5089f3 req-37333ae6-e158-4317-bd2a-c9a801ac087a tempest-ListServerFiltersTestJSON-2017310780 tempest-ListServerFiltersTestJSON-2017310780] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854768116'] for port, before_response {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:18:25.207492 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [req-c78295d0-cb98-4396-bb5a-83e3b5d542a1 req-ae4d2e75-870c-4a48-8929-72e802d5a60b tempest-ListServerFiltersTestJSON-2017310780 tempest-ListServerFiltersTestJSON-2017310780] For port 2b90ad96-cbdd-40ec-ae1d-7bfc872f5aba, host n-h1-768862-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-h1-768862-2',level=0,port_id=2b90ad96-cbdd-40ec-ae1d-7bfc872f5aba,segment=NetworkSegment(085a78aa-4643-49c7-96d3-7476d7c34b7b),segment_id=085a78aa-4643-49c7-96d3-7476d7c34b7b)] {{(pid=84874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 07:18:25.208093 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [req-c78295d0-cb98-4396-bb5a-83e3b5d542a1 req-ae4d2e75-870c-4a48-8929-72e802d5a60b tempest-ListServerFiltersTestJSON-2017310780 tempest-ListServerFiltersTestJSON-2017310780] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036850862667'] for port, precommit_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:18:25.278853 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44a496bb-981f-48e5-b7cb-977194513cf4 req-c3d00844-39dc-4e39-ae57-ca797831510f tempest-ListServersNegativeTestJSON-1024833622 tempest-ListServersNegativeTestJSON-1024833622] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:18:25.287127 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [req-44a496bb-981f-48e5-b7cb-977194513cf4 req-c3d00844-39dc-4e39-ae57-ca797831510f tempest-ListServersNegativeTestJSON-1024833622 tempest-ListServersNegativeTestJSON-1024833622] 10.222.0.24 "GET /v2.0/networks?id=4c1dc591-3d22-495d-b920-a9e6c2263139 HTTP/1.1" status: 200 len: 818 time: 1.1958869 Jan 14 07:18:25.308727 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [req-44a496bb-981f-48e5-b7cb-977194513cf4 req-3014a8ed-1cbb-4ff8-af6f-d87331dc8db8 tempest-ListServersNegativeTestJSON-1024833622 tempest-ListServersNegativeTestJSON-1024833622] 10.222.0.24 "GET /v2.0/quotas/3b703899623d47afb7115b4f63ffdfd2 HTTP/1.1" status: 200 len: 375 time: 0.0204282 Jan 14 07:18:25.353335 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.plugin [req-c78295d0-cb98-4396-bb5a-83e3b5d542a1 req-ae4d2e75-870c-4a48-8929-72e802d5a60b tempest-ListServerFiltersTestJSON-2017310780 tempest-ListServerFiltersTestJSON-2017310780] Calling delete_port for 2b90ad96-cbdd-40ec-ae1d-7bfc872f5aba owned by compute:nova {{(pid=84874) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 07:18:25.370037 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [req-44a496bb-981f-48e5-b7cb-977194513cf4 req-66bcd9d7-82a5-4e44-b323-96024e0970f0 tempest-ListServersNegativeTestJSON-1024833622 tempest-ListServersNegativeTestJSON-1024833622] 10.222.0.24 "GET /v2.0/ports?tenant_id=3b703899623d47afb7115b4f63ffdfd2&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0600471 Jan 14 07:18:25.478568 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [req-34180163-87cb-4846-81c4-e664a048fc71 req-803c18b1-f3a6-48cd-b403-48f5591914cb service neutron] 10.222.0.24 "GET /v2.0/networks/beeffc41-01d1-4464-b2ba-58df8aa58d23?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.9746478 Jan 14 07:18:25.500148 n-d-768862-2 neutron-server[84765]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'feaa1485-2236-4800-ae0c-2bc1ab4f4572', 'name': 'network-vif-deleted', 'tag': 'f0a7bd5e-187f-4959-9498-d95b39016e96'}] {{(pid=84874) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Jan 14 07:18:25.506716 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [req-e178b173-708a-48c2-bdd5-e16a9c5089f3 req-37333ae6-e158-4317-bd2a-c9a801ac087a tempest-ListServerFiltersTestJSON-2017310780 tempest-ListServerFiltersTestJSON-2017310780] 10.222.0.35 "DELETE /v2.0/ports/f0a7bd5e-187f-4959-9498-d95b39016e96 HTTP/1.1" status: 204 len: 173 time: 5.8922513 Jan 14 07:18:25.526164 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [req-c78295d0-cb98-4396-bb5a-83e3b5d542a1 req-ae4d2e75-870c-4a48-8929-72e802d5a60b tempest-ListServerFiltersTestJSON-2017310780 tempest-ListServerFiltersTestJSON-2017310780] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777640533329', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777640097463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3254186'] for port, after_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:18:25.548598 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-24c2fc9b-6992-4e22-ba78-c355a7384a38 tempest-PortsAdminExtendedAttrsIpV6TestJSON-54502629 tempest-PortsAdminExtendedAttrsIpV6TestJSON-54502629] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:18:25.614037 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae4d2e75-870c-4a48-8929-72e802d5a60b tempest-ListServerFiltersTestJSON-2017310780 tempest-ListServerFiltersTestJSON-2017310780] Pushing event deleted for resources: {'Port': ['ID=2b90ad96-cbdd-40ec-ae1d-7bfc872f5aba,revision_number=None']} {{(pid=84874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:18:25.621366 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-ae4d2e75-870c-4a48-8929-72e802d5a60b tempest-ListServerFiltersTestJSON-2017310780 tempest-ListServerFiltersTestJSON-2017310780] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:18:25.643145 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [req-44a496bb-981f-48e5-b7cb-977194513cf4 req-6f818443-65b0-4a87-b97c-bcceba6f5e4c service neutron] 10.222.0.24 "GET /v2.0/networks/4c1dc591-3d22-495d-b920-a9e6c2263139?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2715051 Jan 14 07:18:25.719367 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84874) accepted ('10.222.0.24', 36028) {{(pid=84874) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:18:25.925878 n-d-768862-2 neutron-server[84765]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'd2375d9f-96b2-490f-85b0-807f4b73a704', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '2b90ad96-cbdd-40ec-ae1d-7bfc872f5aba', 'code': 422} returned with failed status Jan 14 07:18:26.086667 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [req-44a496bb-981f-48e5-b7cb-977194513cf4 req-d2edb13d-1f9a-4953-a148-a772f5385e29 service neutron] 10.222.0.24 "GET /v2.0/networks/4c1dc591-3d22-495d-b920-a9e6c2263139?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.4390531 Jan 14 07:18:26.102083 n-d-768862-2 neutron-server[84765]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'feaa1485-2236-4800-ae0c-2bc1ab4f4572', 'name': 'network-vif-deleted', 'tag': 'f0a7bd5e-187f-4959-9498-d95b39016e96', 'status': 'failed', 'code': 422} returned with failed status Jan 14 07:18:26.187613 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-f963703e-8e11-4929-96d8-113d1e9f165a admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=56f30083b92a47059ee5873650bc8707&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4662352 Jan 14 07:18:26.192427 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84875) accepted ('10.222.0.24', 36038) {{(pid=84875) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:18:26.470146 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_dvrscheduler_db [req-c78295d0-cb98-4396-bb5a-83e3b5d542a1 req-ae4d2e75-870c-4a48-8929-72e802d5a60b tempest-ListServerFiltersTestJSON-2017310780 tempest-ListServerFiltersTestJSON-2017310780] No DVR routers for this DVR port 2b90ad96-cbdd-40ec-ae1d-7bfc872f5aba on host n-h1-768862-2 {{(pid=84874) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Jan 14 07:18:26.552351 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-29cfe61f-37bc-4749-8903-ade86e5bb1e0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:18:26.636998 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [req-c78295d0-cb98-4396-bb5a-83e3b5d542a1 req-ae4d2e75-870c-4a48-8929-72e802d5a60b tempest-ListServerFiltersTestJSON-2017310780 tempest-ListServerFiltersTestJSON-2017310780] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854768116'] for port, before_response {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:18:26.673881 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-29cfe61f-37bc-4749-8903-ade86e5bb1e0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:18:26.732669 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [req-c78295d0-cb98-4396-bb5a-83e3b5d542a1 req-ae4d2e75-870c-4a48-8929-72e802d5a60b tempest-ListServerFiltersTestJSON-2017310780 tempest-ListServerFiltersTestJSON-2017310780] 10.222.0.35 "DELETE /v2.0/ports/2b90ad96-cbdd-40ec-ae1d-7bfc872f5aba HTTP/1.1" status: 204 len: 173 time: 4.6359844 Jan 14 07:18:26.735202 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [req-cf3068e6-8ade-41d3-a438-9cc4e7f87e6f req-83e900f6-376b-4efb-9358-df7222913d8a service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=f3e0ca85c13b47d9bbd60446ed1f198e&device_id=feaa1485-2236-4800-ae0c-2bc1ab4f4572 HTTP/1.1" status: 200 len: 210 time: 0.2597914 Jan 14 07:18:26.844125 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-29cfe61f-37bc-4749-8903-ade86e5bb1e0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850887153'] for security_group, after_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:18:26.857768 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-359edbb2-2253-406f-82ef-157a77a93516 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:18:26.896346 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29cfe61f-37bc-4749-8903-ade86e5bb1e0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4b08edfb-4fbf-427c-a7a7-f8f88c9fbe8b,revision_number=None']} {{(pid=84875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:18:26.905477 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-29cfe61f-37bc-4749-8903-ade86e5bb1e0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:18:26.943334 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-29cfe61f-37bc-4749-8903-ade86e5bb1e0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:18:26.952799 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-29cfe61f-37bc-4749-8903-ade86e5bb1e0 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/4b08edfb-4fbf-427c-a7a7-f8f88c9fbe8b HTTP/1.1" status: 204 len: 168 time: 0.7589252 Jan 14 07:18:27.152272 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf3068e6-8ade-41d3-a438-9cc4e7f87e6f req-c3b6b375-06e8-4ab4-9116-d664ed29497e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:18:27.156165 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [req-cf3068e6-8ade-41d3-a438-9cc4e7f87e6f req-c3b6b375-06e8-4ab4-9116-d664ed29497e service neutron] 10.222.0.35 "GET /v2.0/networks?tenant_id=f3e0ca85c13b47d9bbd60446ed1f198e&shared=False HTTP/1.1" status: 200 len: 911 time: 0.4133620 Jan 14 07:18:27.807347 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf3068e6-8ade-41d3-a438-9cc4e7f87e6f req-a2806150-a5c6-4ed0-a87f-9c28381d24bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:18:27.825759 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [req-cf3068e6-8ade-41d3-a438-9cc4e7f87e6f req-a2806150-a5c6-4ed0-a87f-9c28381d24bb service neutron] 10.222.0.35 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 863 time: 0.6544104 Jan 14 07:18:28.104082 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [req-cf3068e6-8ade-41d3-a438-9cc4e7f87e6f req-35b2da16-5332-4078-9210-a31fa2608e22 tempest-ListServerFiltersTestJSON-2017310780 tempest-ListServerFiltersTestJSON-2017310780] Synchronizing usage tracker for tenant:f3e0ca85c13b47d9bbd60446ed1f198e on resource:port {{(pid=84874) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 14 07:18:28.119111 n-d-768862-2 neutron-server[84765]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd2375d9f-96b2-490f-85b0-807f4b73a704', 'name': 'network-vif-deleted', 'tag': '2b90ad96-cbdd-40ec-ae1d-7bfc872f5aba'}] {{(pid=84874) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Jan 14 07:18:28.172342 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [req-cf3068e6-8ade-41d3-a438-9cc4e7f87e6f req-35b2da16-5332-4078-9210-a31fa2608e22 tempest-ListServerFiltersTestJSON-2017310780 tempest-ListServerFiltersTestJSON-2017310780] Unset dirty status for tenant:f3e0ca85c13b47d9bbd60446ed1f198e on resource:port {{(pid=84874) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 14 07:18:28.186744 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [req-cf3068e6-8ade-41d3-a438-9cc4e7f87e6f req-35b2da16-5332-4078-9210-a31fa2608e22 tempest-ListServerFiltersTestJSON-2017310780 tempest-ListServerFiltersTestJSON-2017310780] 10.222.0.35 "GET /v2.0/ports?device_id=feaa1485-2236-4800-ae0c-2bc1ab4f4572 HTTP/1.1" status: 200 len: 210 time: 0.3129122 Jan 14 07:18:28.477759 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [req-a6125531-3d7d-416f-9f86-fb64ca27be3a req-ce5a4c49-754f-4f4c-9faf-3cc794cba947 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=f3e0ca85c13b47d9bbd60446ed1f198e&device_id=d2375d9f-96b2-490f-85b0-807f4b73a704 HTTP/1.1" status: 200 len: 210 time: 0.2392898 Jan 14 07:18:28.480989 n-d-768862-2 neutron-server[84765]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'd2375d9f-96b2-490f-85b0-807f4b73a704', 'name': 'network-vif-deleted', 'tag': '2b90ad96-cbdd-40ec-ae1d-7bfc872f5aba', 'status': 'failed', 'code': 422} returned with failed status Jan 14 07:18:28.989005 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6125531-3d7d-416f-9f86-fb64ca27be3a req-90327816-010d-4668-8dab-a2e4f3d48c94 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:18:28.992502 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [req-a6125531-3d7d-416f-9f86-fb64ca27be3a req-90327816-010d-4668-8dab-a2e4f3d48c94 service neutron] 10.222.0.35 "GET /v2.0/networks?tenant_id=f3e0ca85c13b47d9bbd60446ed1f198e&shared=False HTTP/1.1" status: 200 len: 911 time: 0.5063939 Jan 14 07:18:29.519038 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6125531-3d7d-416f-9f86-fb64ca27be3a req-563bb07b-20df-484d-81f7-f9b72a5ceb44 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:18:29.521337 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [req-a6125531-3d7d-416f-9f86-fb64ca27be3a req-563bb07b-20df-484d-81f7-f9b72a5ceb44 service neutron] 10.222.0.35 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 863 time: 0.5220666 Jan 14 07:18:29.800758 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [req-a6125531-3d7d-416f-9f86-fb64ca27be3a req-a2436dda-3938-40ce-8990-fc9763504f11 tempest-ListServerFiltersTestJSON-2017310780 tempest-ListServerFiltersTestJSON-2017310780] 10.222.0.35 "GET /v2.0/ports?device_id=d2375d9f-96b2-490f-85b0-807f4b73a704 HTTP/1.1" status: 200 len: 210 time: 0.1354933 Jan 14 07:18:29.929677 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9ac22ed-6284-4864-8035-b130c281343b req-e2b58c02-7684-4155-8e03-b502e214467c tempest-ServersTestJSON-1788827820 tempest-ServersTestJSON-1788827820] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:18:29.935990 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [req-b9ac22ed-6284-4864-8035-b130c281343b req-e2b58c02-7684-4155-8e03-b502e214467c tempest-ServersTestJSON-1788827820 tempest-ServersTestJSON-1788827820] 10.222.0.24 "GET /v2.0/networks?id=beeffc41-01d1-4464-b2ba-58df8aa58d23 HTTP/1.1" status: 200 len: 806 time: 0.9728217 Jan 14 07:18:29.973450 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [req-b9ac22ed-6284-4864-8035-b130c281343b req-20a70a29-bf86-4e99-a1f3-9340f0572572 tempest-ServersTestJSON-1788827820 tempest-ServersTestJSON-1788827820] 10.222.0.24 "GET /v2.0/quotas/c07cfbae9ba2404f9978da6162d8dd35 HTTP/1.1" status: 200 len: 375 time: 0.0251453 Jan 14 07:18:30.008405 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84874) accepted ('10.222.0.24', 36168) {{(pid=84874) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:18:30.171334 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [req-b9ac22ed-6284-4864-8035-b130c281343b req-690eb42e-86df-448c-96b6-260fb47f46fd tempest-ServersTestJSON-1788827820 tempest-ServersTestJSON-1788827820] 10.222.0.24 "GET /v2.0/ports?tenant_id=c07cfbae9ba2404f9978da6162d8dd35&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1956832 Jan 14 07:18:30.204393 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.db_base_plugin_v2 [None req-dd3ce2ab-a274-4cf9-9ee5-9ae406c835f3 admin admin] Deleting subnet 1741496e-cb6b-44d5-b868-cd84beccbe27 {{(pid=84874) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Jan 14 07:18:30.211482 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-dd3ce2ab-a274-4cf9-9ee5-9ae406c835f3 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:18:30.377121 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-dd3ce2ab-a274-4cf9-9ee5-9ae406c835f3 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036851807232'] for subnet, precommit_delete_associations {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:18:30.564066 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [req-b9ac22ed-6284-4864-8035-b130c281343b req-411cd7c0-bb3b-4db2-8490-61ee88d2ca55 service neutron] 10.222.0.24 "GET /v2.0/networks/beeffc41-01d1-4464-b2ba-58df8aa58d23?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3775032 Jan 14 07:18:30.804170 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [req-b9ac22ed-6284-4864-8035-b130c281343b req-0d70c229-6b9b-47c8-9af8-40f64f1b10ca service neutron] 10.222.0.24 "GET /v2.0/networks/beeffc41-01d1-4464-b2ba-58df8aa58d23?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.2383823 Jan 14 07:18:30.960916 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-dd3ce2ab-a274-4cf9-9ee5-9ae406c835f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036854176836'] for subnet, precommit_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:18:31.602171 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-dd3ce2ab-a274-4cf9-9ee5-9ae406c835f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-598964', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850887113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036851521664', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2794686'] for subnet, after_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:18:31.733492 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-34243a48-edbd-406e-a1d2-2b774961c18d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:18:31.742492 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84875) accepted ('10.222.0.24', 36226) {{(pid=84875) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:18:31.828769 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd3ce2ab-a274-4cf9-9ee5-9ae406c835f3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1741496e-cb6b-44d5-b868-cd84beccbe27,revision_number=None']} {{(pid=84874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:18:31.842542 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-dd3ce2ab-a274-4cf9-9ee5-9ae406c835f3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:18:31.848541 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-dd3ce2ab-a274-4cf9-9ee5-9ae406c835f3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3207107'] for subnet, before_response {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:18:31.869840 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-dd3ce2ab-a274-4cf9-9ee5-9ae406c835f3 admin admin] 10.222.0.24 "DELETE /v2.0/subnets/1741496e-cb6b-44d5-b868-cd84beccbe27 HTTP/1.1" status: 204 len: 168 time: 1.8600881 Jan 14 07:18:31.870477 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84875) accepted ('10.222.0.24', 36234) {{(pid=84875) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:18:32.089767 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [req-c78295d0-cb98-4396-bb5a-83e3b5d542a1 req-e3746ee6-b218-442b-afd9-5ed5b3fd2c75 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=f3e0ca85c13b47d9bbd60446ed1f198e&device_id=d2375d9f-96b2-490f-85b0-807f4b73a704 HTTP/1.1" status: 200 len: 210 time: 0.9863253 Jan 14 07:18:32.303292 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [req-e178b173-708a-48c2-bdd5-e16a9c5089f3 req-1816d9f9-1f6d-47c7-8cf1-25c2cfed2e18 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=f3e0ca85c13b47d9bbd60446ed1f198e&device_id=feaa1485-2236-4800-ae0c-2bc1ab4f4572 HTTP/1.1" status: 200 len: 210 time: 0.9896522 Jan 14 07:18:32.411993 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c78295d0-cb98-4396-bb5a-83e3b5d542a1 req-9c8697bc-5a76-490f-a1ce-01efe8a8884f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:18:32.424703 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [req-c78295d0-cb98-4396-bb5a-83e3b5d542a1 req-9c8697bc-5a76-490f-a1ce-01efe8a8884f service neutron] 10.222.0.48 "GET /v2.0/networks?tenant_id=f3e0ca85c13b47d9bbd60446ed1f198e&shared=False HTTP/1.1" status: 200 len: 911 time: 0.3218107 Jan 14 07:18:32.437110 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-d3cc9a98-fd09-479f-974e-55c841650582 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036854160497'] for network, before_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:18:32.523311 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.v2.base [None req-46ea35ce-306b-4547-8153-2ddc7904b5cc tempest-MeteringTestJSON-1402414921 tempest-MeteringTestJSON-1402414921] Request body: {'metering_label': {'description': 'metering label created by tempest', 'name': 'tempest-metering-label-216654433'}} {{(pid=84875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:18:32.524141 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.v2.base [None req-46ea35ce-306b-4547-8153-2ddc7904b5cc tempest-MeteringTestJSON-1402414921 tempest-MeteringTestJSON-1402414921] Unknown quota resources ['metering_label']. {{(pid=84875) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jan 14 07:18:32.645227 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c78295d0-cb98-4396-bb5a-83e3b5d542a1 req-dd1cd550-9b3a-453b-9615-573b002152ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:18:32.647053 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [req-c78295d0-cb98-4396-bb5a-83e3b5d542a1 req-dd1cd550-9b3a-453b-9615-573b002152ce service neutron] 10.222.0.48 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 863 time: 0.2157671 Jan 14 07:18:32.771279 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [req-c78295d0-cb98-4396-bb5a-83e3b5d542a1 req-1fe4e556-1d2d-48f7-ab04-4e352c7a59bf tempest-ListServerFiltersTestJSON-2017310780 tempest-ListServerFiltersTestJSON-2017310780] 10.222.0.48 "GET /v2.0/ports?device_id=d2375d9f-96b2-490f-85b0-807f4b73a704 HTTP/1.1" status: 200 len: 210 time: 0.0939741 Jan 14 07:18:33.119109 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-d3cc9a98-fd09-479f-974e-55c841650582 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-598987', 'neutron.services.segments.db._delete_segments_for_network-8777640583949'] for network, precommit_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:18:33.280738 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-46ea35ce-306b-4547-8153-2ddc7904b5cc tempest-MeteringTestJSON-1402414921 tempest-MeteringTestJSON-1402414921] Notify callbacks [] for metering_label, before_response {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:18:33.285287 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-46ea35ce-306b-4547-8153-2ddc7904b5cc tempest-MeteringTestJSON-1402414921 tempest-MeteringTestJSON-1402414921] 10.222.0.24 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 477 time: 1.5306170 Jan 14 07:18:33.286368 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84874) accepted ('10.222.0.24', 36274) {{(pid=84874) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:18:33.291819 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.v2.base [None req-ee3a1785-65c3-4bb7-bf9f-2c9485fcd92f tempest-MeteringTestJSON-1402414921 tempest-MeteringTestJSON-1402414921] Request body: {'metering_label_rule': {'remote_ip_prefix': '10.0.0.0/24', 'direction': 'ingress', 'metering_label_id': '51255f7d-cadc-4772-aa44-e5368d3f9731'}} {{(pid=84874) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:18:33.292727 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.v2.base [None req-ee3a1785-65c3-4bb7-bf9f-2c9485fcd92f tempest-MeteringTestJSON-1402414921 tempest-MeteringTestJSON-1402414921] Unknown quota resources ['metering_label_rule']. {{(pid=84874) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jan 14 07:18:33.326651 n-d-768862-2 neutron-server[84765]: WARNING neutron.services.metering.metering_plugin [None req-ee3a1785-65c3-4bb7-bf9f-2c9485fcd92f tempest-MeteringTestJSON-1402414921 tempest-MeteringTestJSON-1402414921] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Jan 14 07:18:33.405665 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e178b173-708a-48c2-bdd5-e16a9c5089f3 req-361d816b-0941-463f-8ac8-798d1a21ccab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:18:33.407321 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [req-e178b173-708a-48c2-bdd5-e16a9c5089f3 req-361d816b-0941-463f-8ac8-798d1a21ccab service neutron] 10.222.0.48 "GET /v2.0/networks?tenant_id=f3e0ca85c13b47d9bbd60446ed1f198e&shared=False HTTP/1.1" status: 200 len: 911 time: 1.0962422 Jan 14 07:18:33.423171 n-d-768862-2 neutron-server[84765]: DEBUG neutron.services.segments.db [None req-d3cc9a98-fd09-479f-974e-55c841650582 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4c1dc591-3d22-495d-b920-a9e6c2263139']}} {{(pid=84875) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:18:33.528747 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-ee3a1785-65c3-4bb7-bf9f-2c9485fcd92f tempest-MeteringTestJSON-1402414921 tempest-MeteringTestJSON-1402414921] Notify callbacks [] for metering_label_rule, before_response {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:18:33.535190 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-ee3a1785-65c3-4bb7-bf9f-2c9485fcd92f tempest-MeteringTestJSON-1402414921 tempest-MeteringTestJSON-1402414921] 10.222.0.24 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 466 time: 0.2480257 Jan 14 07:18:33.536496 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84874) accepted ('10.222.0.24', 36282) {{(pid=84874) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:18:33.542782 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.v2.base [None req-e3bbfeb9-755a-413e-933f-7a222f2c2b2d tempest-MeteringTestJSON-1402414921 tempest-MeteringTestJSON-1402414921] Request body: {'metering_label_rule': {'remote_ip_prefix': '10.0.1.0/24', 'direction': 'ingress', 'metering_label_id': '51255f7d-cadc-4772-aa44-e5368d3f9731'}} {{(pid=84874) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:18:33.543638 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.v2.base [None req-e3bbfeb9-755a-413e-933f-7a222f2c2b2d tempest-MeteringTestJSON-1402414921 tempest-MeteringTestJSON-1402414921] Unknown quota resources ['metering_label_rule']. {{(pid=84874) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jan 14 07:18:33.578269 n-d-768862-2 neutron-server[84765]: WARNING neutron.services.metering.metering_plugin [None req-e3bbfeb9-755a-413e-933f-7a222f2c2b2d tempest-MeteringTestJSON-1402414921 tempest-MeteringTestJSON-1402414921] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Jan 14 07:18:33.611000 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e178b173-708a-48c2-bdd5-e16a9c5089f3 req-e8d510d9-65ee-44ec-9ebd-ed797283c258 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:18:33.612942 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [req-e178b173-708a-48c2-bdd5-e16a9c5089f3 req-e8d510d9-65ee-44ec-9ebd-ed797283c258 service neutron] 10.222.0.48 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 863 time: 0.1921716 Jan 14 07:18:33.618989 n-d-768862-2 neutron-server[84765]: DEBUG neutron.services.segments.db [None req-d3cc9a98-fd09-479f-974e-55c841650582 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '28d8584d-c9ec-4586-a23a-dd767949fc3a') {'for_net_delete': True} {{(pid=84875) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:18:33.619380 n-d-768862-2 neutron-server[84765]: DEBUG neutron.services.segments.db [None req-d3cc9a98-fd09-479f-974e-55c841650582 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '28d8584d-c9ec-4586-a23a-dd767949fc3a') {} {{(pid=84875) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:18:33.698178 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-d3cc9a98-fd09-479f-974e-55c841650582 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363259214173198', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036851408567'] for segment, before_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:18:33.708127 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [req-e178b173-708a-48c2-bdd5-e16a9c5089f3 req-56f7fbe4-d64c-4e5d-bcc0-77879ac73a56 tempest-ListServerFiltersTestJSON-2017310780 tempest-ListServerFiltersTestJSON-2017310780] 10.222.0.48 "GET /v2.0/ports?device_id=feaa1485-2236-4800-ae0c-2bc1ab4f4572 HTTP/1.1" status: 200 len: 210 time: 0.0592771 Jan 14 07:18:33.774045 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-d3cc9a98-fd09-479f-974e-55c841650582 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854179735'] for segment, precommit_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:18:33.778398 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-d3cc9a98-fd09-479f-974e-55c841650582 admin admin] Releasing vxlan tunnel 18 to pool {{(pid=84875) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Jan 14 07:18:33.882664 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25fd0f5a-376f-4cf5-8216-1790dc682e80 req-91666b6f-d4ef-4319-b678-19c897106e1e tempest-ServersTestJSON-1788827820 tempest-ServersTestJSON-1788827820] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:18:33.889558 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [req-25fd0f5a-376f-4cf5-8216-1790dc682e80 req-91666b6f-d4ef-4319-b678-19c897106e1e tempest-ServersTestJSON-1788827820 tempest-ServersTestJSON-1788827820] 10.222.0.24 "GET /v2.0/networks?id=beeffc41-01d1-4464-b2ba-58df8aa58d23 HTTP/1.1" status: 200 len: 806 time: 0.8046877 Jan 14 07:18:33.923325 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-e3bbfeb9-755a-413e-933f-7a222f2c2b2d tempest-MeteringTestJSON-1402414921 tempest-MeteringTestJSON-1402414921] Notify callbacks [] for metering_label_rule, before_response {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:18:33.924948 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-e3bbfeb9-755a-413e-933f-7a222f2c2b2d tempest-MeteringTestJSON-1402414921 tempest-MeteringTestJSON-1402414921] 10.222.0.24 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 466 time: 0.3871329 Jan 14 07:18:33.927913 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84874) accepted ('10.222.0.24', 36292) {{(pid=84874) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:18:33.953336 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-fd218747-c109-4f87-86aa-836fbe9ae8ad tempest-MeteringTestJSON-1402414921 tempest-MeteringTestJSON-1402414921] 10.222.0.24 "GET /v2.0/metering/metering-label-rules?id=5c4415af-21c7-4015-9cff-4840638a65aa HTTP/1.1" status: 200 len: 464 time: 0.0234554 Jan 14 07:18:33.956263 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84874) accepted ('10.222.0.24', 36296) {{(pid=84874) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:18:34.133912 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.managers [None req-d3cc9a98-fd09-479f-974e-55c841650582 admin admin] Network 4c1dc591-3d22-495d-b920-a9e6c2263139 has no segments {{(pid=84875) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 14 07:18:34.145503 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-d3cc9a98-fd09-479f-974e-55c841650582 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-596065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3154253'] for segment, after_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:18:34.172776 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-9f216f8f-0f59-4c6f-8fd9-021f13f69c0c tempest-MeteringTestJSON-1402414921 tempest-MeteringTestJSON-1402414921] Notify callbacks [] for metering_label_rule, before_response {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:18:34.174358 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-9f216f8f-0f59-4c6f-8fd9-021f13f69c0c tempest-MeteringTestJSON-1402414921 tempest-MeteringTestJSON-1402414921] 10.222.0.24 "DELETE /v2.0/metering/metering-label-rules/5c4415af-21c7-4015-9cff-4840638a65aa HTTP/1.1" status: 204 len: 168 time: 0.2166884 Jan 14 07:18:34.177530 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84874) accepted ('10.222.0.24', 36302) {{(pid=84874) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:18:34.190048 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-f940b557-6ea7-4884-8905-4514bf16d763 tempest-MeteringTestJSON-1402414921 tempest-MeteringTestJSON-1402414921] 10.222.0.24 "GET /v2.0/metering/metering-label-rules?id=5c4415af-21c7-4015-9cff-4840638a65aa HTTP/1.1" status: 200 len: 221 time: 0.0108180 Jan 14 07:18:34.193650 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84874) accepted ('10.222.0.24', 36308) {{(pid=84874) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:18:34.214699 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.v2.base [None req-30db4e61-4865-4e50-8870-0a5309ca86b5 tempest-MeteringTestJSON-1402414921 tempest-MeteringTestJSON-1402414921] Request body: {'metering_label': {'name': 'tempest-metering-label--1187349095', 'description': 'label created by tempest'}} {{(pid=84874) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:18:34.228206 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.v2.base [None req-30db4e61-4865-4e50-8870-0a5309ca86b5 tempest-MeteringTestJSON-1402414921 tempest-MeteringTestJSON-1402414921] Unknown quota resources ['metering_label']. {{(pid=84874) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jan 14 07:18:34.351359 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.managers [None req-d3cc9a98-fd09-479f-974e-55c841650582 admin admin] Network 4c1dc591-3d22-495d-b920-a9e6c2263139 has no segments {{(pid=84875) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 14 07:18:34.467579 n-d-768862-2 neutron-server[84765]: Traceback (most recent call last): Jan 14 07:18:34.467579 n-d-768862-2 neutron-server[84765]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 14 07:18:34.467579 n-d-768862-2 neutron-server[84765]: timer() Jan 14 07:18:34.467579 n-d-768862-2 neutron-server[84765]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 14 07:18:34.467579 n-d-768862-2 neutron-server[84765]: cb(*args, **kw) Jan 14 07:18:34.467579 n-d-768862-2 neutron-server[84765]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Jan 14 07:18:34.467579 n-d-768862-2 neutron-server[84765]: return func(*args, **kwargs) Jan 14 07:18:34.467579 n-d-768862-2 neutron-server[84765]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 14 07:18:34.467579 n-d-768862-2 neutron-server[84765]: self._notify() Jan 14 07:18:34.467579 n-d-768862-2 neutron-server[84765]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 14 07:18:34.467579 n-d-768862-2 neutron-server[84765]: self.callback(batched_events) Jan 14 07:18:34.467579 n-d-768862-2 neutron-server[84765]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 14 07:18:34.467579 n-d-768862-2 neutron-server[84765]: event.method(event) Jan 14 07:18:34.467579 n-d-768862-2 neutron-server[84765]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 14 07:18:34.467579 n-d-768862-2 neutron-server[84765]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 14 07:18:34.467579 n-d-768862-2 neutron-server[84765]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Jan 14 07:18:34.467579 n-d-768862-2 neutron-server[84765]: segment_id)['aggregates'][0] Jan 14 07:18:34.467579 n-d-768862-2 neutron-server[84765]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 14 07:18:34.467579 n-d-768862-2 neutron-server[84765]: return f(self, *a, **k) Jan 14 07:18:34.467579 n-d-768862-2 neutron-server[84765]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 14 07:18:34.467579 n-d-768862-2 neutron-server[84765]: return self._get(url).json() Jan 14 07:18:34.467579 n-d-768862-2 neutron-server[84765]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 14 07:18:34.467579 n-d-768862-2 neutron-server[84765]: **kwargs) Jan 14 07:18:34.467579 n-d-768862-2 neutron-server[84765]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 14 07:18:34.467579 n-d-768862-2 neutron-server[84765]: return self.request(url, 'GET', **kwargs) Jan 14 07:18:34.467579 n-d-768862-2 neutron-server[84765]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Jan 14 07:18:34.467579 n-d-768862-2 neutron-server[84765]: **endpoint_filter) Jan 14 07:18:34.467579 n-d-768862-2 neutron-server[84765]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 14 07:18:34.467579 n-d-768862-2 neutron-server[84765]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 14 07:18:34.467579 n-d-768862-2 neutron-server[84765]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 14 07:18:34.467579 n-d-768862-2 neutron-server[84765]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 14 07:18:34.467579 n-d-768862-2 neutron-server[84765]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 14 07:18:34.488913 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [req-25fd0f5a-376f-4cf5-8216-1790dc682e80 req-5b826111-6a34-4aaf-a55d-4c368f613506 tempest-ServersTestJSON-1788827820 tempest-ServersTestJSON-1788827820] 10.222.0.24 "GET /v2.0/quotas/c07cfbae9ba2404f9978da6162d8dd35 HTTP/1.1" status: 200 len: 375 time: 0.0200124 Jan 14 07:18:34.528366 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-d3cc9a98-fd09-479f-974e-55c841650582 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036854176830', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850887149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3912591'] for network, after_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:18:34.537460 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-3967573c-7a86-48e6-a54b-f38bb2a51ae9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:18:34.557234 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-d3cc9a98-fd09-479f-974e-55c841650582 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3207107'] for network, before_response {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:18:34.569348 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-d3cc9a98-fd09-479f-974e-55c841650582 admin admin] 10.222.0.24 "DELETE /v2.0/networks/4c1dc591-3d22-495d-b920-a9e6c2263139 HTTP/1.1" status: 204 len: 168 time: 2.6968405 Jan 14 07:18:34.578065 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-30db4e61-4865-4e50-8870-0a5309ca86b5 tempest-MeteringTestJSON-1402414921 tempest-MeteringTestJSON-1402414921] Notify callbacks [] for metering_label, before_response {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:18:34.586362 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-30db4e61-4865-4e50-8870-0a5309ca86b5 tempest-MeteringTestJSON-1402414921 tempest-MeteringTestJSON-1402414921] 10.222.0.24 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 470 time: 0.3911803 Jan 14 07:18:34.591116 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84874) accepted ('10.222.0.24', 36320) {{(pid=84874) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:18:34.595893 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [req-25fd0f5a-376f-4cf5-8216-1790dc682e80 req-822dcbc2-c6da-43f3-aca7-f52666c05c21 tempest-ServersTestJSON-1788827820 tempest-ServersTestJSON-1788827820] 10.222.0.24 "GET /v2.0/ports?tenant_id=c07cfbae9ba2404f9978da6162d8dd35&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0983188 Jan 14 07:18:34.600368 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3cc9a98-fd09-479f-974e-55c841650582 admin admin] Pushing event deleted for resources: {'Network': ['ID=4c1dc591-3d22-495d-b920-a9e6c2263139,revision_number=None']} {{(pid=84875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:18:34.606961 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-d3cc9a98-fd09-479f-974e-55c841650582 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:18:34.808897 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-054ca266-27cd-4630-af33-b8ae97a21f05 tempest-MeteringTestJSON-1402414921 tempest-MeteringTestJSON-1402414921] 10.222.0.24 "GET /v2.0/metering/metering-labels?id=6df0fb07-b68f-40c9-9c5c-680ce27c50c6 HTTP/1.1" status: 200 len: 468 time: 0.2158928 Jan 14 07:18:34.811865 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84874) accepted ('10.222.0.24', 36326) {{(pid=84874) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:18:35.120620 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [req-25fd0f5a-376f-4cf5-8216-1790dc682e80 req-107a12f8-644a-44ab-a0e7-6038d7a2d026 service neutron] 10.222.0.24 "GET /v2.0/networks/beeffc41-01d1-4464-b2ba-58df8aa58d23?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5156624 Jan 14 07:18:35.309780 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [req-25fd0f5a-376f-4cf5-8216-1790dc682e80 req-ca4865b3-7b70-4e66-92e0-439a7e5fbcaa service neutron] 10.222.0.24 "GET /v2.0/networks/beeffc41-01d1-4464-b2ba-58df8aa58d23?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1878350 Jan 14 07:18:35.309996 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84875) accepted ('10.222.0.24', 36336) {{(pid=84875) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:18:35.348582 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-0aadf5a9-24c7-4fab-9148-5fcc4d431cad tempest-MeteringTestJSON-1402414921 tempest-MeteringTestJSON-1402414921] Notify callbacks [] for metering_label, before_response {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:18:35.350712 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-0aadf5a9-24c7-4fab-9148-5fcc4d431cad tempest-MeteringTestJSON-1402414921 tempest-MeteringTestJSON-1402414921] 10.222.0.24 "DELETE /v2.0/metering/metering-labels/6df0fb07-b68f-40c9-9c5c-680ce27c50c6 HTTP/1.1" status: 204 len: 168 time: 0.5363846 Jan 14 07:18:35.357352 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84874) accepted ('10.222.0.24', 36340) {{(pid=84874) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:18:35.377565 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-bc6c0d07-0a1f-4f5f-bfab-3e6b8e8aa88d tempest-MeteringTestJSON-1402414921 tempest-MeteringTestJSON-1402414921] 10.222.0.24 "GET /v2.0/metering/metering-labels?id=6df0fb07-b68f-40c9-9c5c-680ce27c50c6 HTTP/1.1" status: 200 len: 216 time: 0.0186903 Jan 14 07:18:35.378380 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84874) accepted ('10.222.0.24', 36344) {{(pid=84874) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:18:35.397034 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-213ffd8c-108f-43a2-8006-aea83064427a tempest-MeteringTestJSON-1402414921 tempest-MeteringTestJSON-1402414921] 10.222.0.24 "GET /v2.0/metering/metering-label-rules?id=33 HTTP/1.1" status: 200 len: 221 time: 0.0169680 Jan 14 07:18:35.397736 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84874) accepted ('10.222.0.24', 36348) {{(pid=84874) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:18:35.416702 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-1fb792f4-3bf4-437e-bbd5-e0c9746c535c tempest-MeteringTestJSON-1402414921 tempest-MeteringTestJSON-1402414921] 10.222.0.24 "GET /v2.0/metering/metering-labels?id=33 HTTP/1.1" status: 200 len: 216 time: 0.0175886 Jan 14 07:18:35.422821 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84874) accepted ('10.222.0.24', 36352) {{(pid=84874) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:18:35.444429 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-d90fbca2-40e0-4711-ac39-6474f01c2eab admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=3b703899623d47afb7115b4f63ffdfd2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1316683 Jan 14 07:18:35.447045 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84875) accepted ('10.222.0.24', 36358) {{(pid=84875) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:18:35.547920 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-63e08194-ddb3-47ce-9038-f4dd0437cc5d tempest-MeteringTestJSON-1402414921 tempest-MeteringTestJSON-1402414921] 10.222.0.24 "GET /v2.0/metering/metering-labels/51255f7d-cadc-4772-aa44-e5368d3f9731 HTTP/1.1" status: 200 len: 472 time: 0.1180058 Jan 14 07:18:35.548677 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84875) accepted ('10.222.0.24', 36362) {{(pid=84875) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:18:35.582494 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-9da99c7c-285d-484d-88a4-de7fb287e2ca admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:18:35.592018 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-b4f65a8a-b3d9-4935-8687-82bd07a7d0b5 tempest-MeteringTestJSON-1402414921 tempest-MeteringTestJSON-1402414921] 10.222.0.24 "GET /v2.0/metering/metering-label-rules/e73c8db9-6035-4868-b90a-d0b3d8cf3c70 HTTP/1.1" status: 200 len: 461 time: 0.0417631 Jan 14 07:18:35.595632 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84874) accepted ('10.222.0.24', 36370) {{(pid=84874) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:18:35.642817 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-9da99c7c-285d-484d-88a4-de7fb287e2ca admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:18:35.797650 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-9da99c7c-285d-484d-88a4-de7fb287e2ca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850887153'] for security_group, after_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:18:35.802634 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-95b94e20-0159-435d-8df0-5940147b8425 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:18:35.821543 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9da99c7c-285d-484d-88a4-de7fb287e2ca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=826ab663-1b38-4ad3-9a04-b3d0ed667e18,revision_number=None']} {{(pid=84875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:18:35.836320 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-9da99c7c-285d-484d-88a4-de7fb287e2ca admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:18:35.862614 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-9da99c7c-285d-484d-88a4-de7fb287e2ca admin admin] Notify callbacks [] for security_group, before_response {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:18:35.863750 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-9da99c7c-285d-484d-88a4-de7fb287e2ca admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/826ab663-1b38-4ad3-9a04-b3d0ed667e18 HTTP/1.1" status: 204 len: 168 time: 0.4152195 Jan 14 07:18:36.332685 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-c546246d-863e-4c6c-b44c-ad9a3dd9b7dc tempest-MeteringTestJSON-1402414921 tempest-MeteringTestJSON-1402414921] Notify callbacks [] for metering_label_rule, before_response {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:18:36.343152 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-c546246d-863e-4c6c-b44c-ad9a3dd9b7dc tempest-MeteringTestJSON-1402414921 tempest-MeteringTestJSON-1402414921] 10.222.0.24 "DELETE /v2.0/metering/metering-label-rules/e73c8db9-6035-4868-b90a-d0b3d8cf3c70 HTTP/1.1" status: 204 len: 168 time: 0.7458124 Jan 14 07:18:36.346221 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84875) accepted ('10.222.0.24', 36408) {{(pid=84875) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:18:36.591059 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84874) accepted ('10.222.0.24', 36424) {{(pid=84874) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:18:36.760377 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84874) accepted ('10.222.0.24', 36436) {{(pid=84874) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:18:36.861103 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-708ce6e0-ef77-45d1-8a31-624457366859 tempest-MeteringTestJSON-1402414921 tempest-MeteringTestJSON-1402414921] Notify callbacks [] for metering_label, before_response {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:18:36.862435 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-e00d7c37-8b3b-40fb-8678-ef2a3d17848b admin admin] Notify callbacks [] for security_group, before_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:18:36.862592 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-708ce6e0-ef77-45d1-8a31-624457366859 tempest-MeteringTestJSON-1402414921 tempest-MeteringTestJSON-1402414921] 10.222.0.24 "DELETE /v2.0/metering/metering-labels/51255f7d-cadc-4772-aa44-e5368d3f9731 HTTP/1.1" status: 204 len: 168 time: 0.5146005 Jan 14 07:18:36.880981 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-e00d7c37-8b3b-40fb-8678-ef2a3d17848b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:18:36.885517 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-e00d7c37-8b3b-40fb-8678-ef2a3d17848b admin admin] Usage tracker for resource:security_group_rule and tenant:3e69fab39cf941aba6389b02eda5dae3 is out of sync, need to count used quota {{(pid=84874) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:18:36.889413 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-e00d7c37-8b3b-40fb-8678-ef2a3d17848b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84874) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:18:36.896387 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-e00d7c37-8b3b-40fb-8678-ef2a3d17848b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:18:36.943594 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.v2.base [None req-9a8add2b-c6df-4cec-8892-10a8ab20ff0f tempest-QuotasTest-390238175 tempest-QuotasTest-390238175] Request body: {'quota': {'network': 0, 'port': 0}} {{(pid=84874) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:18:36.954471 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-739f7ded-68fd-4f59-9286-49eb7227f33d req-5b1d0d3c-ee2f-433c-bc73-578150ac3e3a tempest-ServersTestJSON-1788827820 tempest-ServersTestJSON-1788827820] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:18:36.957078 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [req-739f7ded-68fd-4f59-9286-49eb7227f33d req-5b1d0d3c-ee2f-433c-bc73-578150ac3e3a tempest-ServersTestJSON-1788827820 tempest-ServersTestJSON-1788827820] 10.222.0.24 "GET /v2.0/networks?id=beeffc41-01d1-4464-b2ba-58df8aa58d23 HTTP/1.1" status: 200 len: 806 time: 0.3446810 Jan 14 07:18:36.985898 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [req-739f7ded-68fd-4f59-9286-49eb7227f33d req-4000df5c-ca1f-4e62-b575-ccbc0774840d tempest-ServersTestJSON-1788827820 tempest-ServersTestJSON-1788827820] 10.222.0.24 "GET /v2.0/quotas/c07cfbae9ba2404f9978da6162d8dd35 HTTP/1.1" status: 200 len: 375 time: 0.0215595 Jan 14 07:18:37.004302 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-9a8add2b-c6df-4cec-8892-10a8ab20ff0f tempest-QuotasTest-390238175 tempest-QuotasTest-390238175] 10.222.0.24 "PUT /v2.0/quotas/361e8298077642dabcaa8849ac77b413 HTTP/1.1" status: 200 len: 366 time: 0.2393842 Jan 14 07:18:37.007769 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84874) accepted ('10.222.0.24', 36450) {{(pid=84874) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:18:37.033139 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-18c31a4d-c37a-47e3-a36f-cb3cd7b47f1d tempest-QuotasTest-390238175 tempest-QuotasTest-390238175] 10.222.0.24 "GET /v2.0/quotas HTTP/1.1" status: 200 len: 468 time: 0.0237789 Jan 14 07:18:37.041955 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84874) accepted ('10.222.0.24', 36454) {{(pid=84874) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:18:37.057489 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [req-739f7ded-68fd-4f59-9286-49eb7227f33d req-70f28287-7aca-403b-a9b2-fa39c5a4b530 tempest-ServersTestJSON-1788827820 tempest-ServersTestJSON-1788827820] 10.222.0.24 "GET /v2.0/ports?tenant_id=c07cfbae9ba2404f9978da6162d8dd35&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0697231 Jan 14 07:18:37.060588 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-e00d7c37-8b3b-40fb-8678-ef2a3d17848b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:18:37.064603 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-9126db3d-a24e-43dd-9f90-4142f31e81a2 tempest-QuotasTest-390238175 tempest-QuotasTest-390238175] 10.222.0.24 "GET /v2.0/quotas/361e8298077642dabcaa8849ac77b413 HTTP/1.1" status: 200 len: 366 time: 0.0212102 Jan 14 07:18:37.068174 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84874) accepted ('10.222.0.24', 36460) {{(pid=84874) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:18:37.076170 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-e00d7c37-8b3b-40fb-8678-ef2a3d17848b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850887153'] for security_group, after_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:18:37.110994 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-adeea3ea-2bcf-4bac-9c15-fdbf0495a299 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:18:37.144416 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-e00d7c37-8b3b-40fb-8678-ef2a3d17848b admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=3e69fab39cf941aba6389b02eda5dae3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5519958 Jan 14 07:18:37.146385 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84874) accepted ('10.222.0.24', 36466) {{(pid=84874) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:18:37.149615 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e00d7c37-8b3b-40fb-8678-ef2a3d17848b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=64229a64-2a10-4c16-a4de-71a1afa4a66b,revision_number=1']} {{(pid=84874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:18:37.156390 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-e00d7c37-8b3b-40fb-8678-ef2a3d17848b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:18:37.211745 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-827c6dd1-3fe4-41e0-803b-ebdda0d7e103 tempest-QuotasTest-390238175 tempest-QuotasTest-390238175] 10.222.0.24 "DELETE /v2.0/quotas/361e8298077642dabcaa8849ac77b413 HTTP/1.1" status: 204 len: 168 time: 0.1421976 Jan 14 07:18:37.214516 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84875) accepted ('10.222.0.24', 36472) {{(pid=84875) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:18:37.233609 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-fcd050c0-43b6-4916-8cef-9923c4a7389a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:18:37.242552 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-d90fb120-6f5b-4373-b202-e68a75222492 tempest-QuotasTest-390238175 tempest-QuotasTest-390238175] 10.222.0.24 "GET /v2.0/quotas HTTP/1.1" status: 200 len: 207 time: 0.0266759 Jan 14 07:18:37.246179 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84875) accepted ('10.222.0.24', 36476) {{(pid=84875) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:18:37.261377 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-279d6183-3965-4848-a1b8-2ff51266e042 tempest-QuotasTest-390238175 tempest-QuotasTest-390238175] 10.222.0.24 "GET /v2.0/quotas/361e8298077642dabcaa8849ac77b413 HTTP/1.1" status: 200 len: 370 time: 0.0138717 Jan 14 07:18:37.264226 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84874) accepted ('10.222.0.24', 36480) {{(pid=84874) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:18:37.272378 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [req-739f7ded-68fd-4f59-9286-49eb7227f33d req-ebf4e752-5e40-4210-b3de-bfd77cfad57d service neutron] 10.222.0.24 "GET /v2.0/networks/beeffc41-01d1-4464-b2ba-58df8aa58d23?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2128646 Jan 14 07:18:37.275168 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-45a41abd-342e-4deb-b8f2-7a24ab46c72d tempest-QuotasTest-390238175 tempest-QuotasTest-390238175] 10.222.0.24 "GET /v2.0/quotas/361e8298077642dabcaa8849ac77b413/default HTTP/1.1" status: 200 len: 370 time: 0.0094554 Jan 14 07:18:37.277539 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-fcd050c0-43b6-4916-8cef-9923c4a7389a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:18:37.287134 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84874) accepted ('10.222.0.24', 36484) {{(pid=84874) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:18:37.302347 n-d-768862-2 neutron-server[84765]: INFO neutron.api.v2.resource [None req-20878b90-a74e-4f15-91b4-d4d637579b6f tempest-QuotasTest-390238175 tempest-QuotasTest-390238175] delete failed (client error): The resource could not be found. Jan 14 07:18:37.303568 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-20878b90-a74e-4f15-91b4-d4d637579b6f tempest-QuotasTest-390238175 tempest-QuotasTest-390238175] 10.222.0.24 "DELETE /v2.0/quotas/361e8298077642dabcaa8849ac77b413 HTTP/1.1" status: 404 len: 348 time: 0.0152555 Jan 14 07:18:37.361265 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-fcd050c0-43b6-4916-8cef-9923c4a7389a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850887153'] for security_group, after_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:18:37.374657 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-7c6c2367-b248-43a7-8adb-a52b01e24aae admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:18:37.401818 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84874) accepted ('10.222.0.24', 36496) {{(pid=84874) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:18:37.407045 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-fcd050c0-43b6-4916-8cef-9923c4a7389a admin admin] Notify callbacks [] for security_group, before_response {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:18:37.412650 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-fcd050c0-43b6-4916-8cef-9923c4a7389a admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/64229a64-2a10-4c16-a4de-71a1afa4a66b HTTP/1.1" status: 204 len: 168 time: 0.2589045 Jan 14 07:18:37.419065 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcd050c0-43b6-4916-8cef-9923c4a7389a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=64229a64-2a10-4c16-a4de-71a1afa4a66b,revision_number=None']} {{(pid=84874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:18:37.422831 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-fcd050c0-43b6-4916-8cef-9923c4a7389a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:18:37.425024 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [req-739f7ded-68fd-4f59-9286-49eb7227f33d req-de7456be-6626-4cd2-930e-36f668dd8225 service neutron] 10.222.0.24 "GET /v2.0/networks/beeffc41-01d1-4464-b2ba-58df8aa58d23?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1515234 Jan 14 07:18:37.730342 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84875) accepted ('10.222.0.24', 36512) {{(pid=84875) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:18:37.764554 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-53f2ef1a-8d93-4b3a-a01f-59d766783cda tempest-QuotasTest-390238175 tempest-QuotasTest-390238175] Usage tracker for resource:network and tenant:9424d44a314a4b4ab603ff1e5ce90b75 is out of sync, need to count used quota {{(pid=84875) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:18:37.779712 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-53f2ef1a-8d93-4b3a-a01f-59d766783cda tempest-QuotasTest-390238175 tempest-QuotasTest-390238175] Quota usage for network was recalculated. Used quota:0. {{(pid=84875) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:18:37.802005 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-53f2ef1a-8d93-4b3a-a01f-59d766783cda tempest-QuotasTest-390238175 tempest-QuotasTest-390238175] Usage tracker for resource:subnet and tenant:9424d44a314a4b4ab603ff1e5ce90b75 is out of sync, need to count used quota {{(pid=84875) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:18:37.808859 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-53f2ef1a-8d93-4b3a-a01f-59d766783cda tempest-QuotasTest-390238175 tempest-QuotasTest-390238175] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84875) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:18:37.818788 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-53f2ef1a-8d93-4b3a-a01f-59d766783cda tempest-QuotasTest-390238175 tempest-QuotasTest-390238175] Usage tracker for resource:subnetpool and tenant:9424d44a314a4b4ab603ff1e5ce90b75 is out of sync, need to count used quota {{(pid=84875) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:18:37.824514 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-53f2ef1a-8d93-4b3a-a01f-59d766783cda tempest-QuotasTest-390238175 tempest-QuotasTest-390238175] Quota usage for subnetpool was recalculated. Used quota:0. {{(pid=84875) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:18:37.852101 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-53f2ef1a-8d93-4b3a-a01f-59d766783cda tempest-QuotasTest-390238175 tempest-QuotasTest-390238175] Usage tracker for resource:port and tenant:9424d44a314a4b4ab603ff1e5ce90b75 is out of sync, need to count used quota {{(pid=84875) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:18:37.859019 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-53f2ef1a-8d93-4b3a-a01f-59d766783cda tempest-QuotasTest-390238175 tempest-QuotasTest-390238175] Quota usage for port was recalculated. Used quota:0. {{(pid=84875) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:18:37.867970 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-53f2ef1a-8d93-4b3a-a01f-59d766783cda tempest-QuotasTest-390238175 tempest-QuotasTest-390238175] Usage tracker for resource:router and tenant:9424d44a314a4b4ab603ff1e5ce90b75 is out of sync, need to count used quota {{(pid=84875) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:18:37.873874 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-53f2ef1a-8d93-4b3a-a01f-59d766783cda tempest-QuotasTest-390238175 tempest-QuotasTest-390238175] Quota usage for router was recalculated. Used quota:0. {{(pid=84875) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:18:37.883197 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-53f2ef1a-8d93-4b3a-a01f-59d766783cda tempest-QuotasTest-390238175 tempest-QuotasTest-390238175] Usage tracker for resource:floatingip and tenant:9424d44a314a4b4ab603ff1e5ce90b75 is out of sync, need to count used quota {{(pid=84875) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:18:37.889947 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-53f2ef1a-8d93-4b3a-a01f-59d766783cda tempest-QuotasTest-390238175 tempest-QuotasTest-390238175] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=84875) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:18:37.926191 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-53f2ef1a-8d93-4b3a-a01f-59d766783cda tempest-QuotasTest-390238175 tempest-QuotasTest-390238175] Usage tracker for resource:security_group and tenant:9424d44a314a4b4ab603ff1e5ce90b75 is out of sync, need to count used quota {{(pid=84875) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:18:37.931086 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-53f2ef1a-8d93-4b3a-a01f-59d766783cda tempest-QuotasTest-390238175 tempest-QuotasTest-390238175] Quota usage for security_group was recalculated. Used quota:0. {{(pid=84875) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:18:37.940198 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-53f2ef1a-8d93-4b3a-a01f-59d766783cda tempest-QuotasTest-390238175 tempest-QuotasTest-390238175] Usage tracker for resource:security_group_rule and tenant:9424d44a314a4b4ab603ff1e5ce90b75 is out of sync, need to count used quota {{(pid=84875) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:18:37.945175 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-53f2ef1a-8d93-4b3a-a01f-59d766783cda tempest-QuotasTest-390238175 tempest-QuotasTest-390238175] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84875) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:18:37.959918 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-53f2ef1a-8d93-4b3a-a01f-59d766783cda tempest-QuotasTest-390238175 tempest-QuotasTest-390238175] 10.222.0.24 "GET /v2.0/quotas/9424d44a314a4b4ab603ff1e5ce90b75/details.json HTTP/1.1" status: 200 len: 703 time: 0.2280233 Jan 14 07:18:38.368780 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-71d16c74-6b33-4854-94c2-3f80c9ead7b1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:18:38.400768 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-71d16c74-6b33-4854-94c2-3f80c9ead7b1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:18:38.408168 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-71d16c74-6b33-4854-94c2-3f80c9ead7b1 admin admin] Usage tracker for resource:security_group_rule and tenant:9d0b67e7da2b4abca830e422bb2ad99d is out of sync, need to count used quota {{(pid=84874) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:18:38.413810 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-71d16c74-6b33-4854-94c2-3f80c9ead7b1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84874) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:18:38.424727 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-71d16c74-6b33-4854-94c2-3f80c9ead7b1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:18:38.593344 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-71d16c74-6b33-4854-94c2-3f80c9ead7b1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:18:38.599889 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-71d16c74-6b33-4854-94c2-3f80c9ead7b1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850887153'] for security_group, after_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:18:38.626822 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-39bafbf5-5018-41bb-9e9e-91c2c1d27156 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1559908139 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1559908139] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:18:38.762023 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71d16c74-6b33-4854-94c2-3f80c9ead7b1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f32347de-8933-48be-ac47-94d5795a1c73,revision_number=1']} {{(pid=84874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:18:38.786769 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-71d16c74-6b33-4854-94c2-3f80c9ead7b1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.160s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:18:38.823928 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-71d16c74-6b33-4854-94c2-3f80c9ead7b1 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=9d0b67e7da2b4abca830e422bb2ad99d&name=default HTTP/1.1" status: 200 len: 2983 time: 1.4183669 Jan 14 07:18:38.825068 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84874) accepted ('10.222.0.24', 36558) {{(pid=84874) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:18:38.925257 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-aadc4e29-41cc-4555-beab-a72a4fcb63fb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:18:38.946881 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84875) accepted ('10.222.0.24', 36564) {{(pid=84875) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:18:38.962526 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-aadc4e29-41cc-4555-beab-a72a4fcb63fb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:18:38.989716 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-e34cb38f-2687-4435-ae0f-60efc301bf68 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:18:39.036555 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-aadc4e29-41cc-4555-beab-a72a4fcb63fb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850887153'] for security_group, after_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:18:39.050253 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-d42c1562-03a8-442b-b30e-8bc2047174ce admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:18:39.077619 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aadc4e29-41cc-4555-beab-a72a4fcb63fb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f32347de-8933-48be-ac47-94d5795a1c73,revision_number=None']} {{(pid=84874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:18:39.081446 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-aadc4e29-41cc-4555-beab-a72a4fcb63fb admin admin] Notify callbacks [] for security_group, before_response {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:18:39.083430 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-aadc4e29-41cc-4555-beab-a72a4fcb63fb admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/f32347de-8933-48be-ac47-94d5795a1c73 HTTP/1.1" status: 204 len: 168 time: 0.2568691 Jan 14 07:18:39.085292 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-aadc4e29-41cc-4555-beab-a72a4fcb63fb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:18:39.135181 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccda6fc0-a29f-42e3-acd7-6857c5a2dc49 req-7e78da00-9305-412a-a8ed-6776e8c8dc13 tempest-ServersTestJSON-1788827820 tempest-ServersTestJSON-1788827820] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:18:39.143563 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [req-ccda6fc0-a29f-42e3-acd7-6857c5a2dc49 req-7e78da00-9305-412a-a8ed-6776e8c8dc13 tempest-ServersTestJSON-1788827820 tempest-ServersTestJSON-1788827820] 10.222.0.24 "GET /v2.0/networks?id=beeffc41-01d1-4464-b2ba-58df8aa58d23 HTTP/1.1" status: 200 len: 806 time: 0.4034815 Jan 14 07:18:39.146288 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-e34cb38f-2687-4435-ae0f-60efc301bf68 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:18:39.157594 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84874) accepted ('10.222.0.24', 36572) {{(pid=84874) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:18:39.164354 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-e34cb38f-2687-4435-ae0f-60efc301bf68 admin admin] Usage tracker for resource:security_group_rule and tenant:decd00752698472192da5f1c5d1e89ae is out of sync, need to count used quota {{(pid=84875) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:18:39.168594 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-e34cb38f-2687-4435-ae0f-60efc301bf68 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84875) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:18:39.181524 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [req-ccda6fc0-a29f-42e3-acd7-6857c5a2dc49 req-a27a3c6d-003b-4cc6-b488-b464fe776ba9 tempest-ServersTestJSON-1788827820 tempest-ServersTestJSON-1788827820] 10.222.0.24 "GET /v2.0/quotas/c07cfbae9ba2404f9978da6162d8dd35 HTTP/1.1" status: 200 len: 375 time: 0.0364020 Jan 14 07:18:39.188634 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-e34cb38f-2687-4435-ae0f-60efc301bf68 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:18:39.199473 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84874) accepted ('10.222.0.24', 36578) {{(pid=84874) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:18:39.252400 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [req-ccda6fc0-a29f-42e3-acd7-6857c5a2dc49 req-8cd8d3b4-01ee-47a7-b638-f18880e16f2b tempest-ServersTestJSON-1788827820 tempest-ServersTestJSON-1788827820] 10.222.0.24 "GET /v2.0/ports?tenant_id=c07cfbae9ba2404f9978da6162d8dd35&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0693469 Jan 14 07:18:39.466494 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [req-ccda6fc0-a29f-42e3-acd7-6857c5a2dc49 req-51f50976-64a5-43e1-bcf5-3b12b3860f00 service neutron] 10.222.0.24 "GET /v2.0/networks/beeffc41-01d1-4464-b2ba-58df8aa58d23?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2029345 Jan 14 07:18:39.531029 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-6406301a-5aee-42d6-9633-64d5e48978a6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:18:39.572665 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-6406301a-5aee-42d6-9633-64d5e48978a6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:18:39.582859 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-6406301a-5aee-42d6-9633-64d5e48978a6 admin admin] Usage tracker for resource:security_group_rule and tenant:3870538cfe6f4eaa913bc1a431dd4641 is out of sync, need to count used quota {{(pid=84874) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:18:39.614053 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-6406301a-5aee-42d6-9633-64d5e48978a6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84874) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:18:39.629307 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-6406301a-5aee-42d6-9633-64d5e48978a6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:18:39.667083 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [req-ccda6fc0-a29f-42e3-acd7-6857c5a2dc49 req-6dc48dcc-e540-41b3-9e40-506f85b7449c service neutron] 10.222.0.24 "GET /v2.0/networks/beeffc41-01d1-4464-b2ba-58df8aa58d23?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1854336 Jan 14 07:18:39.669807 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-e34cb38f-2687-4435-ae0f-60efc301bf68 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:18:39.679066 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-e34cb38f-2687-4435-ae0f-60efc301bf68 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850887153'] for security_group, after_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:18:39.762036 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-cdb38cf3-153d-4bfc-9025-395311511a4e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:18:39.826779 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-e34cb38f-2687-4435-ae0f-60efc301bf68 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=decd00752698472192da5f1c5d1e89ae&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8783886 Jan 14 07:18:39.828486 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e34cb38f-2687-4435-ae0f-60efc301bf68 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d9d1dc99-ac67-49d6-a19e-7b6e9d3fa63c,revision_number=1']} {{(pid=84875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:18:39.832882 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84875) accepted ('10.222.0.24', 36592) {{(pid=84875) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:18:39.837416 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-e34cb38f-2687-4435-ae0f-60efc301bf68 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:18:39.870313 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-6406301a-5aee-42d6-9633-64d5e48978a6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:18:39.878988 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-6406301a-5aee-42d6-9633-64d5e48978a6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850887153'] for security_group, after_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:18:39.945865 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-9f0ff7f0-c959-4913-bdd5-cd2ae536766f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:18:39.971288 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-6406301a-5aee-42d6-9633-64d5e48978a6 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=3870538cfe6f4eaa913bc1a431dd4641&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8119245 Jan 14 07:18:39.978924 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84875) accepted ('10.222.0.24', 36596) {{(pid=84875) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:18:40.005336 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-1ded56a7-eb45-4a7d-b4cf-b9878a0ee018 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:18:40.072471 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6406301a-5aee-42d6-9633-64d5e48978a6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f1bed50a-a4b7-43f4-8f16-af83100c56d3,revision_number=1']} {{(pid=84874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:18:40.081976 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-1ded56a7-eb45-4a7d-b4cf-b9878a0ee018 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:18:40.085177 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.v2.base [None req-baecaa52-4e9f-41cf-801a-53347e92c015 admin admin] Request body: {'network': {'name': 'tempest-ServerAddressesTestJSON-880384598-network', 'tenant_id': 'a6b1ed6d6e264714beaeb84cbc6e4b47'}} {{(pid=84874) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:18:40.095148 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-6406301a-5aee-42d6-9633-64d5e48978a6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:18:40.097402 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-baecaa52-4e9f-41cf-801a-53347e92c015 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:18:40.111310 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-baecaa52-4e9f-41cf-801a-53347e92c015 admin admin] Usage tracker for resource:network and tenant:a6b1ed6d6e264714beaeb84cbc6e4b47 is out of sync, need to count used quota {{(pid=84874) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:18:40.119130 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-baecaa52-4e9f-41cf-801a-53347e92c015 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84874) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:18:40.153851 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-baecaa52-4e9f-41cf-801a-53347e92c015 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:18:40.155755 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-1ded56a7-eb45-4a7d-b4cf-b9878a0ee018 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850887153'] for security_group, after_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:18:40.164439 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-5960d252-da46-4339-8f0a-566ad40abc9f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:18:40.184372 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-1ded56a7-eb45-4a7d-b4cf-b9878a0ee018 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:18:40.185912 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-1ded56a7-eb45-4a7d-b4cf-b9878a0ee018 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/d9d1dc99-ac67-49d6-a19e-7b6e9d3fa63c HTTP/1.1" status: 204 len: 168 time: 0.3510833 Jan 14 07:18:40.195764 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-baecaa52-4e9f-41cf-801a-53347e92c015 admin admin] Made reservation on behalf of a6b1ed6d6e264714beaeb84cbc6e4b47 for: {'network': 1} {{(pid=84874) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 07:18:40.205557 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-baecaa52-4e9f-41cf-801a-53347e92c015 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555753'] for network, before_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:18:40.218308 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-35d7f695-ec96-48e7-96df-6eee61e8b753 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:18:40.222523 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ded56a7-eb45-4a7d-b4cf-b9878a0ee018 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d9d1dc99-ac67-49d6-a19e-7b6e9d3fa63c,revision_number=None']} {{(pid=84875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:18:40.240216 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-1ded56a7-eb45-4a7d-b4cf-b9878a0ee018 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:18:40.240945 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-baecaa52-4e9f-41cf-801a-53347e92c015 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:18:40.313697 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-baecaa52-4e9f-41cf-801a-53347e92c015 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:18:40.334666 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84874) accepted ('10.222.0.24', 36614) {{(pid=84874) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:18:40.349229 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-baecaa52-4e9f-41cf-801a-53347e92c015 admin admin] Usage tracker for resource:security_group_rule and tenant:a6b1ed6d6e264714beaeb84cbc6e4b47 is out of sync, need to count used quota {{(pid=84874) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:18:40.358717 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-35d7f695-ec96-48e7-96df-6eee61e8b753 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:18:40.362303 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-baecaa52-4e9f-41cf-801a-53347e92c015 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84874) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:18:40.455994 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-8a328248-3356-42b0-9ed2-b8217dd337e0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:18:40.494478 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-baecaa52-4e9f-41cf-801a-53347e92c015 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:18:40.507958 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-8a328248-3356-42b0-9ed2-b8217dd337e0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:18:40.513922 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-35d7f695-ec96-48e7-96df-6eee61e8b753 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850887153'] for security_group, after_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:18:40.535562 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-8a328248-3356-42b0-9ed2-b8217dd337e0 admin admin] Usage tracker for resource:security_group_rule and tenant:e2f92beeecf249a2a2809604f4b52365 is out of sync, need to count used quota {{(pid=84874) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:18:40.536141 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-d66a9f13-e3ad-46f3-86c2-5c9fa3c0e501 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:18:40.541705 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-8a328248-3356-42b0-9ed2-b8217dd337e0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84874) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:18:40.570644 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-8a328248-3356-42b0-9ed2-b8217dd337e0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:18:40.576732 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-35d7f695-ec96-48e7-96df-6eee61e8b753 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:18:40.578192 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-35d7f695-ec96-48e7-96df-6eee61e8b753 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/f1bed50a-a4b7-43f4-8f16-af83100c56d3 HTTP/1.1" status: 204 len: 168 time: 0.5929368 Jan 14 07:18:40.579226 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35d7f695-ec96-48e7-96df-6eee61e8b753 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f1bed50a-a4b7-43f4-8f16-af83100c56d3,revision_number=None']} {{(pid=84875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:18:40.586529 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-35d7f695-ec96-48e7-96df-6eee61e8b753 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:18:40.833078 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-baecaa52-4e9f-41cf-801a-53347e92c015 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:18:40.846689 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-baecaa52-4e9f-41cf-801a-53347e92c015 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850887153'] for security_group, after_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:18:40.860936 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-900e3761-2e55-46a9-91ec-9c86a34cbf0e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:18:40.872844 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-8a328248-3356-42b0-9ed2-b8217dd337e0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:18:40.883181 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-8a328248-3356-42b0-9ed2-b8217dd337e0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850887153'] for security_group, after_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:18:40.926821 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baecaa52-4e9f-41cf-801a-53347e92c015 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7e8f453b-7ae9-45c4-9895-361b94a0262e,revision_number=1']} {{(pid=84874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:18:40.933834 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-baecaa52-4e9f-41cf-801a-53347e92c015 admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 3} {{(pid=84874) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Jan 14 07:18:40.939522 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-baecaa52-4e9f-41cf-801a-53347e92c015 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:18:40.940377 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-7aeba4da-4ef0-421b-a0d8-54ddf2b51bf3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.014s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:18:40.984825 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a328248-3356-42b0-9ed2-b8217dd337e0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ac32f4da-fb20-42f8-af34-f1d871f55ead,revision_number=1']} {{(pid=84874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:18:41.002575 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-017f98a9-8a07-408c-a86f-8ff0c00400a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363259214191800', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854171626'] for agent, after_update {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:18:41.014098 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-8a328248-3356-42b0-9ed2-b8217dd337e0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:18:41.038715 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-8a328248-3356-42b0-9ed2-b8217dd337e0 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=e2f92beeecf249a2a2809604f4b52365&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6965513 Jan 14 07:18:41.038715 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-baecaa52-4e9f-41cf-801a-53347e92c015 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854179735'] for segment, precommit_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:18:41.038715 n-d-768862-2 neutron-server[84765]: INFO neutron.db.segments_db [None req-baecaa52-4e9f-41cf-801a-53347e92c015 admin admin] Added segment bfc39220-9561-441d-a974-aa3815c7b4b2 of type vxlan for network 79df78ca-7ab6-483f-a196-4b4d94d4ad38 Jan 14 07:18:41.039319 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84875) accepted ('10.222.0.24', 36638) {{(pid=84875) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:18:41.139360 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-5446b00a-c055-4e2b-9ff2-552d12c2a68d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:18:41.140699 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-baecaa52-4e9f-41cf-801a-53347e92c015 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363259214646115'] for network, precommit_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:18:41.179350 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-5446b00a-c055-4e2b-9ff2-552d12c2a68d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:18:41.222184 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-baecaa52-4e9f-41cf-801a-53347e92c015 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850887149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964'] for network, after_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:18:41.224305 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-baecaa52-4e9f-41cf-801a-53347e92c015 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:18:41.225213 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-baecaa52-4e9f-41cf-801a-53347e92c015 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3207107'] for network, before_response {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:18:41.234119 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-74b7c42a-b0fc-4b87-a9ca-50ce398ca19c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:18:41.273386 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-5446b00a-c055-4e2b-9ff2-552d12c2a68d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850887153'] for security_group, after_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:18:41.282305 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-28be8512-eb2e-4746-b18e-81efd6c90bdc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:18:41.391668 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-baecaa52-4e9f-41cf-801a-53347e92c015 admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 879 time: 2.1901634 Jan 14 07:18:41.396730 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84874) accepted ('10.222.0.24', 36650) {{(pid=84874) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:18:41.406869 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.v2.base [None req-1b839120-1c60-424a-839c-ffba3c04bce4 admin admin] Request body: {'subnet': {'network_id': '79df78ca-7ab6-483f-a196-4b4d94d4ad38', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerAddressesTestJSON-880384598-subnet', 'tenant_id': 'a6b1ed6d6e264714beaeb84cbc6e4b47', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=84874) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:18:41.415063 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-1b839120-1c60-424a-839c-ffba3c04bce4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:18:41.424610 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-1b839120-1c60-424a-839c-ffba3c04bce4 admin admin] Usage tracker for resource:subnet and tenant:a6b1ed6d6e264714beaeb84cbc6e4b47 is out of sync, need to count used quota {{(pid=84874) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:18:41.428741 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-1b839120-1c60-424a-839c-ffba3c04bce4 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84874) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:18:41.437348 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-1b839120-1c60-424a-839c-ffba3c04bce4 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:18:41.454721 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1b839120-1c60-424a-839c-ffba3c04bce4 admin admin] Made reservation on behalf of a6b1ed6d6e264714beaeb84cbc6e4b47 for: {'subnet': 1} {{(pid=84874) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 07:18:41.461384 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-1b839120-1c60-424a-839c-ffba3c04bce4 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036851981161'] for subnet, before_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:18:41.512822 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baecaa52-4e9f-41cf-801a-53347e92c015 admin admin] Pushing event updated for resources: {'Network': ['ID=79df78ca-7ab6-483f-a196-4b4d94d4ad38,revision_number=1']} {{(pid=84874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:18:41.529586 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Network 79df78ca-7ab6-483f-a196-4b4d94d4ad38 details requested by agent ovs-agent-n-d-768862-2 with host n-d-768862-2 {{(pid=84876) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 07:18:41.560334 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-baecaa52-4e9f-41cf-801a-53347e92c015 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.326s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:18:41.622715 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-852a24f7-e9a1-4193-9abb-e9506fe5213f None None] Network 79df78ca-7ab6-483f-a196-4b4d94d4ad38 details requested by agent ovs-agent-n-h2-768862-2 with host n-h2-768862-2 {{(pid=84876) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 07:18:41.706243 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-5446b00a-c055-4e2b-9ff2-552d12c2a68d admin admin] Notify callbacks [] for security_group, before_response {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:18:41.714943 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-5446b00a-c055-4e2b-9ff2-552d12c2a68d admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/ac32f4da-fb20-42f8-af34-f1d871f55ead HTTP/1.1" status: 204 len: 168 time: 0.6746857 Jan 14 07:18:41.804313 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5446b00a-c055-4e2b-9ff2-552d12c2a68d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ac32f4da-fb20-42f8-af34-f1d871f55ead,revision_number=None']} {{(pid=84875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:18:41.815379 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-5446b00a-c055-4e2b-9ff2-552d12c2a68d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.529s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:18:41.866938 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-017f98a9-8a07-408c-a86f-8ff0c00400a0 None None] Network 79df78ca-7ab6-483f-a196-4b4d94d4ad38 details requested by agent ovs-agent-n-h1-768862-2 with host n-h1-768862-2 {{(pid=84876) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 07:18:42.010913 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-1b839120-1c60-424a-839c-ffba3c04bce4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850887113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3254092', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036851981146'] for subnet, after_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:18:42.155051 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44d5baaf-9e03-4931-b6ef-91bde11cd5b1 req-12b8fa71-5fed-4b73-9495-9cd043d22208 tempest-ServersTestJSON-1788827820 tempest-ServersTestJSON-1788827820] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:18:42.165484 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [req-44d5baaf-9e03-4931-b6ef-91bde11cd5b1 req-12b8fa71-5fed-4b73-9495-9cd043d22208 tempest-ServersTestJSON-1788827820 tempest-ServersTestJSON-1788827820] 10.222.0.24 "GET /v2.0/networks?id=beeffc41-01d1-4464-b2ba-58df8aa58d23 HTTP/1.1" status: 200 len: 806 time: 0.4893172 Jan 14 07:18:42.166305 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-87c8e48a-b86a-4f2e-b9f5-22ed14721f97 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:18:42.199287 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [req-44d5baaf-9e03-4931-b6ef-91bde11cd5b1 req-5bef2328-11e1-4051-b62f-c8630ada4eb6 tempest-ServersTestJSON-1788827820 tempest-ServersTestJSON-1788827820] 10.222.0.24 "GET /v2.0/quotas/c07cfbae9ba2404f9978da6162d8dd35 HTTP/1.1" status: 200 len: 375 time: 0.0319867 Jan 14 07:18:42.241139 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84874) accepted ('10.222.0.24', 36676) {{(pid=84874) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:18:42.242458 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b839120-1c60-424a-839c-ffba3c04bce4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2393aa8d-1fb5-4e3b-b1b6-eda79b723dd6,revision_number=0']} {{(pid=84874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:18:42.255294 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-1b839120-1c60-424a-839c-ffba3c04bce4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:18:42.279499 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-78a172d8-4056-446d-bb0c-69a8f2faa3f3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:18:42.302402 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-78a172d8-4056-446d-bb0c-69a8f2faa3f3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:18:42.310870 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-78a172d8-4056-446d-bb0c-69a8f2faa3f3 admin admin] Usage tracker for resource:security_group_rule and tenant:9424d44a314a4b4ab603ff1e5ce90b75 is out of sync, need to count used quota {{(pid=84874) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:18:42.320561 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-78a172d8-4056-446d-bb0c-69a8f2faa3f3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84874) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:18:42.328581 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-78a172d8-4056-446d-bb0c-69a8f2faa3f3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:18:42.360912 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [req-44d5baaf-9e03-4931-b6ef-91bde11cd5b1 req-396a3b54-773a-4a3c-b8e1-b645ea4ab101 tempest-ServersTestJSON-1788827820 tempest-ServersTestJSON-1788827820] 10.222.0.24 "GET /v2.0/ports?tenant_id=c07cfbae9ba2404f9978da6162d8dd35&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1591387 Jan 14 07:18:42.516430 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-78a172d8-4056-446d-bb0c-69a8f2faa3f3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:18:42.520674 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b839120-1c60-424a-839c-ffba3c04bce4 admin admin] Checking segment: {'id': 'bfc39220-9561-441d-a974-aa3815c7b4b2', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '79df78ca-7ab6-483f-a196-4b4d94d4ad38'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84874) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 14 07:18:42.523616 n-d-768862-2 neutron-server[84765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b839120-1c60-424a-839c-ffba3c04bce4 admin admin] Network hostable DHCP agents. Network: 79df78ca-7ab6-483f-a196-4b4d94d4ad38, hostable agents: ['32f3dd84-26da-4d18-bf15-6017a8fb7247'], hosted agents: [] {{(pid=84874) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Jan 14 07:18:42.549655 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-78a172d8-4056-446d-bb0c-69a8f2faa3f3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850887153'] for security_group, after_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:18:42.562628 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-24c2fc9b-6992-4e22-ba78-c355a7384a38 tempest-PortsAdminExtendedAttrsIpV6TestJSON-54502629 tempest-PortsAdminExtendedAttrsIpV6TestJSON-54502629] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:18:42.611292 n-d-768862-2 neutron-server[84765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b839120-1c60-424a-839c-ffba3c04bce4 admin admin] Network 79df78ca-7ab6-483f-a196-4b4d94d4ad38 is scheduled to be hosted by DHCP agent 32f3dd84-26da-4d18-bf15-6017a8fb7247 with binding_index 1 {{(pid=84874) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Jan 14 07:18:42.614159 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [req-44d5baaf-9e03-4931-b6ef-91bde11cd5b1 req-4de3e5b2-6f25-468d-8531-c5356c8f6050 service neutron] 10.222.0.24 "GET /v2.0/networks/beeffc41-01d1-4464-b2ba-58df8aa58d23?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2495940 Jan 14 07:18:42.637013 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78a172d8-4056-446d-bb0c-69a8f2faa3f3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=12136880-a567-4870-b65c-79485b6d0f3a,revision_number=1']} {{(pid=84874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:18:42.649177 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-78a172d8-4056-446d-bb0c-69a8f2faa3f3 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=9424d44a314a4b4ab603ff1e5ce90b75&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3919802 Jan 14 07:18:42.649177 n-d-768862-2 neutron-server[84765]: DEBUG neutron.scheduler.base_scheduler [None req-1b839120-1c60-424a-839c-ffba3c04bce4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768862-2, 79df78ca-7ab6-483f-a196-4b4d94d4ad38) {{(pid=84874) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 07:18:42.649177 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-78a172d8-4056-446d-bb0c-69a8f2faa3f3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:18:42.659580 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84874) accepted ('10.222.0.24', 36686) {{(pid=84874) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:18:42.717632 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b839120-1c60-424a-839c-ffba3c04bce4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:18:42.718483 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-1b839120-1c60-424a-839c-ffba3c04bce4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3207107'] for subnet, before_response {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:18:42.761702 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-1b839120-1c60-424a-839c-ffba3c04bce4 admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.3637233 Jan 14 07:18:42.764464 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-372ae953-1814-4719-b6af-43d11beaab94 None None] Network 79df78ca-7ab6-483f-a196-4b4d94d4ad38 requested from n-d-768862-2 {{(pid=84876) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 07:18:42.806642 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-f4b80baf-3087-476b-bf32-1d840d6e3a46 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:18:42.877218 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-f4b80baf-3087-476b-bf32-1d840d6e3a46 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:18:42.948267 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-f4b80baf-3087-476b-bf32-1d840d6e3a46 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850887153'] for security_group, after_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:18:42.956988 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-71d16c74-6b33-4854-94c2-3f80c9ead7b1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:18:42.975674 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [req-44d5baaf-9e03-4931-b6ef-91bde11cd5b1 req-5c703c7c-0693-4ab4-8f3e-d01b1d73c872 service neutron] 10.222.0.24 "GET /v2.0/networks/beeffc41-01d1-4464-b2ba-58df8aa58d23?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.3467648 Jan 14 07:18:42.976319 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-f4b80baf-3087-476b-bf32-1d840d6e3a46 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:18:42.982356 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-f4b80baf-3087-476b-bf32-1d840d6e3a46 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/12136880-a567-4870-b65c-79485b6d0f3a HTTP/1.1" status: 204 len: 168 time: 0.3168561 Jan 14 07:18:42.982356 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4b80baf-3087-476b-bf32-1d840d6e3a46 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=12136880-a567-4870-b65c-79485b6d0f3a,revision_number=None']} {{(pid=84874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:18:42.990989 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4b80baf-3087-476b-bf32-1d840d6e3a46 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@n-h1-768862-2 {{(pid=84874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:18:42.991708 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4b80baf-3087-476b-bf32-1d840d6e3a46 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-h1-768862-2 {{(pid=84874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:18:42.992391 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4b80baf-3087-476b-bf32-1d840d6e3a46 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-h1-768862-2 {{(pid=84874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:18:42.992925 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4b80baf-3087-476b-bf32-1d840d6e3a46 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-h1-768862-2 {{(pid=84874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:18:42.993456 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4b80baf-3087-476b-bf32-1d840d6e3a46 admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@n-h1-768862-2 {{(pid=84874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:18:42.993981 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4b80baf-3087-476b-bf32-1d840d6e3a46 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-h1-768862-2 {{(pid=84874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:18:42.994528 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4b80baf-3087-476b-bf32-1d840d6e3a46 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-h1-768862-2 {{(pid=84874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:18:42.995285 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4b80baf-3087-476b-bf32-1d840d6e3a46 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-h1-768862-2 {{(pid=84874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:18:42.995805 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4b80baf-3087-476b-bf32-1d840d6e3a46 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-h1-768862-2 {{(pid=84874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:18:42.996396 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4b80baf-3087-476b-bf32-1d840d6e3a46 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-h1-768862-2 {{(pid=84874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:18:42.996919 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4b80baf-3087-476b-bf32-1d840d6e3a46 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-h1-768862-2 {{(pid=84874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:18:42.997577 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4b80baf-3087-476b-bf32-1d840d6e3a46 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-h1-768862-2 {{(pid=84874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:18:42.998153 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4b80baf-3087-476b-bf32-1d840d6e3a46 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@n-h2-768862-2 {{(pid=84874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:18:42.998672 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4b80baf-3087-476b-bf32-1d840d6e3a46 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-h2-768862-2 {{(pid=84874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:18:42.999188 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4b80baf-3087-476b-bf32-1d840d6e3a46 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-h2-768862-2 {{(pid=84874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:18:42.999719 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4b80baf-3087-476b-bf32-1d840d6e3a46 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-h2-768862-2 {{(pid=84874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:18:43.000325 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4b80baf-3087-476b-bf32-1d840d6e3a46 admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@n-h2-768862-2 {{(pid=84874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:18:43.000844 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4b80baf-3087-476b-bf32-1d840d6e3a46 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-h2-768862-2 {{(pid=84874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:18:43.001367 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4b80baf-3087-476b-bf32-1d840d6e3a46 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-h2-768862-2 {{(pid=84874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:18:43.002013 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4b80baf-3087-476b-bf32-1d840d6e3a46 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-h2-768862-2 {{(pid=84874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:18:43.002885 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4b80baf-3087-476b-bf32-1d840d6e3a46 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-h2-768862-2 {{(pid=84874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:18:43.003088 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4b80baf-3087-476b-bf32-1d840d6e3a46 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-h2-768862-2 {{(pid=84874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:18:43.003605 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4b80baf-3087-476b-bf32-1d840d6e3a46 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-h2-768862-2 {{(pid=84874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:18:43.004149 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4b80baf-3087-476b-bf32-1d840d6e3a46 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-h2-768862-2 {{(pid=84874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:18:43.004921 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4b80baf-3087-476b-bf32-1d840d6e3a46 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-2 {{(pid=84874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:18:43.005569 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4b80baf-3087-476b-bf32-1d840d6e3a46 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-2 {{(pid=84874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:18:43.006088 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4b80baf-3087-476b-bf32-1d840d6e3a46 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-2 {{(pid=84874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:18:43.006604 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4b80baf-3087-476b-bf32-1d840d6e3a46 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-2 {{(pid=84874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:18:43.007119 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4b80baf-3087-476b-bf32-1d840d6e3a46 admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@n-d-768862-2 {{(pid=84874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:18:43.007774 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4b80baf-3087-476b-bf32-1d840d6e3a46 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-2 {{(pid=84874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:18:43.008316 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4b80baf-3087-476b-bf32-1d840d6e3a46 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-768862-2 {{(pid=84874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:18:43.008833 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4b80baf-3087-476b-bf32-1d840d6e3a46 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-768862-2 {{(pid=84874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:18:43.009349 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4b80baf-3087-476b-bf32-1d840d6e3a46 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-2 {{(pid=84874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:18:43.009883 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4b80baf-3087-476b-bf32-1d840d6e3a46 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-2 {{(pid=84874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:18:43.010397 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4b80baf-3087-476b-bf32-1d840d6e3a46 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-2 {{(pid=84874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:18:43.010908 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4b80baf-3087-476b-bf32-1d840d6e3a46 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-2 {{(pid=84874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:18:43.016930 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-f4b80baf-3087-476b-bf32-1d840d6e3a46 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:18:43.120062 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-852a24f7-e9a1-4193-9abb-e9506fe5213f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363259214191800', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854171626'] for agent, after_update {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:18:43.407269 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4afbb26d-add1-4f8b-b9c6-a3b7bda96a29 None None] Network 79df78ca-7ab6-483f-a196-4b4d94d4ad38 requested from n-d-768862-2 {{(pid=84876) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 07:18:43.995606 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84875) accepted ('10.222.0.24', 36742) {{(pid=84875) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:18:44.072486 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.db_base_plugin_v2 [None req-cca31a9a-7d50-4a60-9877-c2161e41ab5a admin admin] Deleting subnet 12edf763-e240-410b-b6c2-0dfb8f0b9a23 {{(pid=84875) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Jan 14 07:18:44.076579 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-cca31a9a-7d50-4a60-9877-c2161e41ab5a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:18:44.186417 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-cca31a9a-7d50-4a60-9877-c2161e41ab5a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3367281'] for subnet, precommit_delete_associations {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:18:44.299060 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-cca31a9a-7d50-4a60-9877-c2161e41ab5a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036854176836'] for subnet, precommit_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:18:44.873277 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4493d09-1f94-4985-acdc-ba5dc2f6a52a req-96c424cb-7795-4757-b4a8-f757439fe1eb tempest-ServerAddressesTestJSON-1074504300 tempest-ServerAddressesTestJSON-1074504300] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:18:44.875465 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [req-d4493d09-1f94-4985-acdc-ba5dc2f6a52a req-96c424cb-7795-4757-b4a8-f757439fe1eb tempest-ServerAddressesTestJSON-1074504300 tempest-ServerAddressesTestJSON-1074504300] 10.222.0.24 "GET /v2.0/networks?id=79df78ca-7ab6-483f-a196-4b4d94d4ad38 HTTP/1.1" status: 200 len: 813 time: 0.3559024 Jan 14 07:18:44.914685 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [req-d4493d09-1f94-4985-acdc-ba5dc2f6a52a req-c689d311-2064-4a69-b4cb-ac9f70e7cfeb tempest-ServerAddressesTestJSON-1074504300 tempest-ServerAddressesTestJSON-1074504300] 10.222.0.24 "GET /v2.0/quotas/a6b1ed6d6e264714beaeb84cbc6e4b47 HTTP/1.1" status: 200 len: 375 time: 0.0262396 Jan 14 07:18:45.017271 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [req-d4493d09-1f94-4985-acdc-ba5dc2f6a52a req-6c318dbf-e90e-4647-842e-a6b73afb4e5b tempest-ServerAddressesTestJSON-1074504300 tempest-ServerAddressesTestJSON-1074504300] 10.222.0.24 "GET /v2.0/ports?tenant_id=a6b1ed6d6e264714beaeb84cbc6e4b47&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0957892 Jan 14 07:18:45.162166 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-cca31a9a-7d50-4a60-9877-c2161e41ab5a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-598964', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850887113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3154192', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2308610'] for subnet, after_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:18:45.188234 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-93cae46d-c2ef-4e2f-b7df-c8748079317a tempest-ServersTestMultiNic-2121779930 tempest-ServersTestMultiNic-2121779930] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:18:45.289034 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cca31a9a-7d50-4a60-9877-c2161e41ab5a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=12edf763-e240-410b-b6c2-0dfb8f0b9a23,revision_number=None']} {{(pid=84875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:18:45.320153 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-cca31a9a-7d50-4a60-9877-c2161e41ab5a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:18:45.348339 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [req-d4493d09-1f94-4985-acdc-ba5dc2f6a52a req-5662d114-7dd4-454d-a4b6-7deb2404fa96 service neutron] 10.222.0.24 "GET /v2.0/networks/79df78ca-7ab6-483f-a196-4b4d94d4ad38?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3177905 Jan 14 07:18:45.583806 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [req-d4493d09-1f94-4985-acdc-ba5dc2f6a52a req-13cd6ca9-4786-4079-8f53-1926710a4ceb service neutron] 10.222.0.24 "GET /v2.0/networks/79df78ca-7ab6-483f-a196-4b4d94d4ad38?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.2202928 Jan 14 07:18:45.587717 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-cca31a9a-7d50-4a60-9877-c2161e41ab5a admin admin] Notify callbacks [] for subnet, before_response {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:18:45.607434 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-cca31a9a-7d50-4a60-9877-c2161e41ab5a admin admin] 10.222.0.24 "DELETE /v2.0/subnets/12edf763-e240-410b-b6c2-0dfb8f0b9a23 HTTP/1.1" status: 204 len: 168 time: 1.6103482 Jan 14 07:18:45.610554 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84874) accepted ('10.222.0.24', 36794) {{(pid=84874) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:18:45.809139 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-0c38d9db-2afb-4b71-af10-146ded6f614c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036854160497'] for network, before_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:18:46.060105 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-0c38d9db-2afb-4b71-af10-146ded6f614c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-598987', 'neutron.services.segments.db._delete_segments_for_network-8777640583949'] for network, precommit_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:18:46.208561 n-d-768862-2 neutron-server[84765]: DEBUG neutron.services.segments.db [None req-0c38d9db-2afb-4b71-af10-146ded6f614c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['beeffc41-01d1-4464-b2ba-58df8aa58d23']}} {{(pid=84874) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:18:46.227936 n-d-768862-2 neutron-server[84765]: DEBUG neutron.services.segments.db [None req-0c38d9db-2afb-4b71-af10-146ded6f614c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e99cae13-0d60-4f48-9a84-7d76dd88d129') {'for_net_delete': True} {{(pid=84874) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:18:46.228447 n-d-768862-2 neutron-server[84765]: DEBUG neutron.services.segments.db [None req-0c38d9db-2afb-4b71-af10-146ded6f614c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e99cae13-0d60-4f48-9a84-7d76dd88d129') {} {{(pid=84874) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:18:46.249213 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-0c38d9db-2afb-4b71-af10-146ded6f614c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363259214173198', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2968632'] for segment, before_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:18:46.272021 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-0c38d9db-2afb-4b71-af10-146ded6f614c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854179735'] for segment, precommit_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:18:46.275134 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-0c38d9db-2afb-4b71-af10-146ded6f614c admin admin] Releasing vxlan tunnel 15 to pool {{(pid=84874) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Jan 14 07:18:46.457534 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84875) accepted ('10.222.0.24', 36826) {{(pid=84875) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:18:46.570090 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.db_base_plugin_v2 [None req-1870a4ab-884d-4677-98cb-a338621d23cb admin admin] Deleting subnet 2393aa8d-1fb5-4e3b-b1b6-eda79b723dd6 {{(pid=84875) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Jan 14 07:18:46.574687 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-1870a4ab-884d-4677-98cb-a338621d23cb admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:18:46.609123 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.managers [None req-0c38d9db-2afb-4b71-af10-146ded6f614c admin admin] Network beeffc41-01d1-4464-b2ba-58df8aa58d23 has no segments {{(pid=84874) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 14 07:18:46.635297 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-0c38d9db-2afb-4b71-af10-146ded6f614c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-596065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036851521571'] for segment, after_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:18:46.646340 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-1870a4ab-884d-4677-98cb-a338621d23cb admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3367281'] for subnet, precommit_delete_associations {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:18:46.745490 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-1870a4ab-884d-4677-98cb-a338621d23cb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036854176836'] for subnet, precommit_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:18:47.012214 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.managers [None req-0c38d9db-2afb-4b71-af10-146ded6f614c admin admin] Network beeffc41-01d1-4464-b2ba-58df8aa58d23 has no segments {{(pid=84874) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 14 07:18:47.039823 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:segments":"rule:admin_only" was deprecated in W in favor of "update_network:segments":"role:admin and system_scope:all". Reason: Jan 14 07:18:47.039823 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:18:47.039823 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:18:47.039823 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:18:47.039823 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:shared":"rule:admin_only" was deprecated in W in favor of "update_network:shared":"role:admin and system_scope:all". Reason: Jan 14 07:18:47.039823 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:18:47.039823 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:18:47.039823 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:18:47.039823 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "update_network:provider:network_type":"role:admin and system_scope:all". Reason: Jan 14 07:18:47.039823 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:18:47.039823 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:18:47.039823 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:18:47.039823 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "update_network:provider:physical_network":"role:admin and system_scope:all". Reason: Jan 14 07:18:47.039823 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:18:47.039823 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:18:47.039823 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:18:47.039823 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "update_network:provider:segmentation_id":"role:admin and system_scope:all". Reason: Jan 14 07:18:47.039823 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:18:47.039823 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:18:47.039823 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:18:47.039823 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:router:external":"rule:admin_only" was deprecated in W in favor of "update_network:router:external":"role:admin and system_scope:all". Reason: Jan 14 07:18:47.039823 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:18:47.039823 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:18:47.039823 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:18:47.039823 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:is_default":"rule:admin_only" was deprecated in W in favor of "update_network:is_default":"role:admin and system_scope:all". Reason: Jan 14 07:18:47.039823 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:18:47.039823 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:18:47.039823 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:18:47.039823 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:port_security_enabled":"rule:admin_or_owner" was deprecated in W in favor of "update_network:port_security_enabled":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 07:18:47.039823 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:18:47.039823 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:18:47.039823 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:18:47.039823 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "delete_network":"rule:admin_or_owner" was deprecated in W in favor of "delete_network":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 07:18:47.039823 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:18:47.039823 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:18:47.039823 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:18:47.039823 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_segment":"rule:admin_only" was deprecated in W in favor of "create_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:18:47.039823 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:18:47.039823 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_segment":"rule:admin_only" was deprecated in W in favor of "get_segment":"role:reader and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:18:47.039823 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:18:47.039823 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_segment":"rule:admin_only" was deprecated in W in favor of "update_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:18:47.039823 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:18:47.043021 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "delete_segment":"rule:admin_only" was deprecated in W in favor of "delete_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:18:47.043021 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:18:47.043021 n-d-768862-2 neutron-server[84765]: Traceback (most recent call last): Jan 14 07:18:47.043021 n-d-768862-2 neutron-server[84765]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 14 07:18:47.043021 n-d-768862-2 neutron-server[84765]: timer() Jan 14 07:18:47.043021 n-d-768862-2 neutron-server[84765]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 14 07:18:47.043021 n-d-768862-2 neutron-server[84765]: cb(*args, **kw) Jan 14 07:18:47.043021 n-d-768862-2 neutron-server[84765]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Jan 14 07:18:47.043021 n-d-768862-2 neutron-server[84765]: return func(*args, **kwargs) Jan 14 07:18:47.043021 n-d-768862-2 neutron-server[84765]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 14 07:18:47.043021 n-d-768862-2 neutron-server[84765]: self._notify() Jan 14 07:18:47.043021 n-d-768862-2 neutron-server[84765]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 14 07:18:47.043021 n-d-768862-2 neutron-server[84765]: self.callback(batched_events) Jan 14 07:18:47.043021 n-d-768862-2 neutron-server[84765]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 14 07:18:47.043021 n-d-768862-2 neutron-server[84765]: event.method(event) Jan 14 07:18:47.043021 n-d-768862-2 neutron-server[84765]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 14 07:18:47.043021 n-d-768862-2 neutron-server[84765]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 14 07:18:47.043021 n-d-768862-2 neutron-server[84765]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Jan 14 07:18:47.043021 n-d-768862-2 neutron-server[84765]: segment_id)['aggregates'][0] Jan 14 07:18:47.043021 n-d-768862-2 neutron-server[84765]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 14 07:18:47.043021 n-d-768862-2 neutron-server[84765]: return f(self, *a, **k) Jan 14 07:18:47.043021 n-d-768862-2 neutron-server[84765]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 14 07:18:47.043021 n-d-768862-2 neutron-server[84765]: return self._get(url).json() Jan 14 07:18:47.043021 n-d-768862-2 neutron-server[84765]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 14 07:18:47.043021 n-d-768862-2 neutron-server[84765]: **kwargs) Jan 14 07:18:47.043021 n-d-768862-2 neutron-server[84765]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 14 07:18:47.043021 n-d-768862-2 neutron-server[84765]: return self.request(url, 'GET', **kwargs) Jan 14 07:18:47.043021 n-d-768862-2 neutron-server[84765]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Jan 14 07:18:47.043021 n-d-768862-2 neutron-server[84765]: **endpoint_filter) Jan 14 07:18:47.043021 n-d-768862-2 neutron-server[84765]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 14 07:18:47.043021 n-d-768862-2 neutron-server[84765]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 14 07:18:47.043021 n-d-768862-2 neutron-server[84765]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 14 07:18:47.043021 n-d-768862-2 neutron-server[84765]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 14 07:18:47.043021 n-d-768862-2 neutron-server[84765]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 14 07:18:47.162013 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-0c38d9db-2afb-4b71-af10-146ded6f614c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036854176830', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850887149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3912591'] for network, after_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:18:47.176495 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-ebfbaa4a-eb84-42d7-8ef3-2ae36bb956e0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:18:47.230506 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-0c38d9db-2afb-4b71-af10-146ded6f614c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3207107'] for network, before_response {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:18:47.261035 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c38d9db-2afb-4b71-af10-146ded6f614c admin admin] Pushing event deleted for resources: {'Network': ['ID=beeffc41-01d1-4464-b2ba-58df8aa58d23,revision_number=None']} {{(pid=84874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:18:47.269981 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-0c38d9db-2afb-4b71-af10-146ded6f614c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:18:47.273898 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-0c38d9db-2afb-4b71-af10-146ded6f614c admin admin] 10.222.0.24 "DELETE /v2.0/networks/beeffc41-01d1-4464-b2ba-58df8aa58d23 HTTP/1.1" status: 204 len: 168 time: 1.6621120 Jan 14 07:18:47.314269 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-1870a4ab-884d-4677-98cb-a338621d23cb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-598964', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850887113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3154192', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2308610'] for subnet, after_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:18:47.324538 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84874) accepted ('10.222.0.24', 36854) {{(pid=84874) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:18:47.331966 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-aeb79f17-3a3f-45de-acb2-ee327f8d64e1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:18:47.376967 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1870a4ab-884d-4677-98cb-a338621d23cb admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2393aa8d-1fb5-4e3b-b1b6-eda79b723dd6,revision_number=None']} {{(pid=84875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:18:47.428721 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-1870a4ab-884d-4677-98cb-a338621d23cb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:18:47.498851 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-1870a4ab-884d-4677-98cb-a338621d23cb admin admin] Notify callbacks [] for subnet, before_response {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:18:47.511086 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-1870a4ab-884d-4677-98cb-a338621d23cb admin admin] 10.222.0.24 "DELETE /v2.0/subnets/2393aa8d-1fb5-4e3b-b1b6-eda79b723dd6 HTTP/1.1" status: 204 len: 168 time: 1.0514734 Jan 14 07:18:47.515427 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84874) accepted ('10.222.0.24', 36862) {{(pid=84874) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:18:47.690887 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-dc6cfb87-99f0-4295-bac0-8c4356c514c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036854160497'] for network, before_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:18:47.812451 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84875) accepted ('10.222.0.24', 36870) {{(pid=84875) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:18:47.837431 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.v2.base [None req-98f9956f-97fa-4fa1-8e08-926b640991da tempest-RoutersIpV6Test-883692175 tempest-RoutersIpV6Test-883692175] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-449085612'}} {{(pid=84874) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:18:47.843331 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-98f9956f-97fa-4fa1-8e08-926b640991da tempest-RoutersIpV6Test-883692175 tempest-RoutersIpV6Test-883692175] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:18:47.848475 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-98f9956f-97fa-4fa1-8e08-926b640991da tempest-RoutersIpV6Test-883692175 tempest-RoutersIpV6Test-883692175] Usage tracker for resource:network and tenant:d787627cdb8d4cc9b70642659fae99d7 is out of sync, need to count used quota {{(pid=84874) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:18:47.851931 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-98f9956f-97fa-4fa1-8e08-926b640991da tempest-RoutersIpV6Test-883692175 tempest-RoutersIpV6Test-883692175] Quota usage for network was recalculated. Used quota:0. {{(pid=84874) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:18:47.859035 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-98f9956f-97fa-4fa1-8e08-926b640991da tempest-RoutersIpV6Test-883692175 tempest-RoutersIpV6Test-883692175] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:18:47.888048 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-3e9ecb2a-5f53-42bb-847b-8a85f99662b2 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=c07cfbae9ba2404f9978da6162d8dd35&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0703619 Jan 14 07:18:47.888400 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84875) accepted ('10.222.0.24', 36874) {{(pid=84875) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:18:47.901796 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-98f9956f-97fa-4fa1-8e08-926b640991da tempest-RoutersIpV6Test-883692175 tempest-RoutersIpV6Test-883692175] Made reservation on behalf of d787627cdb8d4cc9b70642659fae99d7 for: {'network': 1} {{(pid=84874) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 07:18:47.913657 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-98f9956f-97fa-4fa1-8e08-926b640991da tempest-RoutersIpV6Test-883692175 tempest-RoutersIpV6Test-883692175] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555753'] for network, before_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:18:47.932231 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-98f9956f-97fa-4fa1-8e08-926b640991da tempest-RoutersIpV6Test-883692175 tempest-RoutersIpV6Test-883692175] Notify callbacks [] for security_group, before_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:18:48.052819 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-62d793ed-2863-47e9-9ef9-feb6a28daa76 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:18:48.062951 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-98f9956f-97fa-4fa1-8e08-926b640991da tempest-RoutersIpV6Test-883692175 tempest-RoutersIpV6Test-883692175] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:18:48.070644 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-dc6cfb87-99f0-4295-bac0-8c4356c514c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-598987', 'neutron.services.segments.db._delete_segments_for_network-8777640583949'] for network, precommit_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:18:48.114720 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-98f9956f-97fa-4fa1-8e08-926b640991da tempest-RoutersIpV6Test-883692175 tempest-RoutersIpV6Test-883692175] Usage tracker for resource:security_group_rule and tenant:d787627cdb8d4cc9b70642659fae99d7 is out of sync, need to count used quota {{(pid=84874) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:18:48.124053 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-62d793ed-2863-47e9-9ef9-feb6a28daa76 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:18:48.124747 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-98f9956f-97fa-4fa1-8e08-926b640991da tempest-RoutersIpV6Test-883692175 tempest-RoutersIpV6Test-883692175] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84874) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:18:48.200039 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-62d793ed-2863-47e9-9ef9-feb6a28daa76 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850887153'] for security_group, after_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:18:48.210725 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-175ba2b9-0bb8-47b0-8d56-0192bb780866 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:18:48.233673 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62d793ed-2863-47e9-9ef9-feb6a28daa76 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b7a46961-2ef9-4fcd-869a-79e29e28c365,revision_number=None']} {{(pid=84875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:18:48.238032 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-62d793ed-2863-47e9-9ef9-feb6a28daa76 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:18:48.248430 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-62d793ed-2863-47e9-9ef9-feb6a28daa76 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:18:48.255947 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-62d793ed-2863-47e9-9ef9-feb6a28daa76 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/b7a46961-2ef9-4fcd-869a-79e29e28c365 HTTP/1.1" status: 204 len: 168 time: 0.3661420 Jan 14 07:18:48.334825 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.agents_db [None req-5b939a2f-078d-4c69-a188-cb55a28a77a0 None None] Agent healthcheck: found 7 active agents {{(pid=84877) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Jan 14 07:18:48.385330 n-d-768862-2 neutron-server[84765]: DEBUG neutron.services.segments.db [None req-dc6cfb87-99f0-4295-bac0-8c4356c514c4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['79df78ca-7ab6-483f-a196-4b4d94d4ad38']}} {{(pid=84874) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:18:48.408810 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84875) accepted ('10.222.0.24', 36890) {{(pid=84875) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:18:48.414232 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-98f9956f-97fa-4fa1-8e08-926b640991da tempest-RoutersIpV6Test-883692175 tempest-RoutersIpV6Test-883692175] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:18:48.429492 n-d-768862-2 neutron-server[84765]: DEBUG neutron.services.segments.db [None req-dc6cfb87-99f0-4295-bac0-8c4356c514c4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bfc39220-9561-441d-a974-aa3815c7b4b2') {'for_net_delete': True} {{(pid=84874) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:18:48.429492 n-d-768862-2 neutron-server[84765]: DEBUG neutron.services.segments.db [None req-dc6cfb87-99f0-4295-bac0-8c4356c514c4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bfc39220-9561-441d-a974-aa3815c7b4b2') {} {{(pid=84874) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:18:48.479354 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-dc6cfb87-99f0-4295-bac0-8c4356c514c4 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363259214173198', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2968632'] for segment, before_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:18:48.523249 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-dc6cfb87-99f0-4295-bac0-8c4356c514c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854179735'] for segment, precommit_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:18:48.528769 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-dc6cfb87-99f0-4295-bac0-8c4356c514c4 admin admin] Releasing vxlan tunnel 3 to pool {{(pid=84874) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Jan 14 07:18:48.740682 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.managers [None req-dc6cfb87-99f0-4295-bac0-8c4356c514c4 admin admin] Network 79df78ca-7ab6-483f-a196-4b4d94d4ad38 has no segments {{(pid=84874) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 14 07:18:48.756033 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-dc6cfb87-99f0-4295-bac0-8c4356c514c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-596065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036851521571'] for segment, after_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:18:48.759007 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-ea3e565e-35fe-48ea-9b04-45487cb3c940 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363259214191800', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854171626'] for agent, after_update {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:18:49.001792 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.v2.base [None req-cd9d69ab-0ff0-4a37-8678-4a898eae356e tempest-RoutersTestDVR-1910943547 tempest-RoutersTestDVR-1910943547] Request body: {'router': {'name': 'tempest-pretest-check-1950179860'}} {{(pid=84875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:18:49.011431 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-cd9d69ab-0ff0-4a37-8678-4a898eae356e tempest-RoutersTestDVR-1910943547 tempest-RoutersTestDVR-1910943547] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:18:49.018305 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-cd9d69ab-0ff0-4a37-8678-4a898eae356e tempest-RoutersTestDVR-1910943547 tempest-RoutersTestDVR-1910943547] Usage tracker for resource:router and tenant:0490a632c28f41bcbe52e54d714a6e3c is out of sync, need to count used quota {{(pid=84875) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:18:49.023493 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-cd9d69ab-0ff0-4a37-8678-4a898eae356e tempest-RoutersTestDVR-1910943547 tempest-RoutersTestDVR-1910943547] Quota usage for router was recalculated. Used quota:0. {{(pid=84875) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:18:49.031547 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-cd9d69ab-0ff0-4a37-8678-4a898eae356e tempest-RoutersTestDVR-1910943547 tempest-RoutersTestDVR-1910943547] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:18:49.046363 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-cd9d69ab-0ff0-4a37-8678-4a898eae356e tempest-RoutersTestDVR-1910943547 tempest-RoutersTestDVR-1910943547] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3889205', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854717621'] for router, before_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:18:49.047959 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-cd9d69ab-0ff0-4a37-8678-4a898eae356e tempest-RoutersTestDVR-1910943547 tempest-RoutersTestDVR-1910943547] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036850886574', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3912501', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3808446', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-58179'] for router, precommit_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:18:49.401418 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.managers [None req-dc6cfb87-99f0-4295-bac0-8c4356c514c4 admin admin] Network 79df78ca-7ab6-483f-a196-4b4d94d4ad38 has no segments {{(pid=84874) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 14 07:18:49.442801 n-d-768862-2 neutron-server[84765]: Traceback (most recent call last): Jan 14 07:18:49.442801 n-d-768862-2 neutron-server[84765]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 14 07:18:49.442801 n-d-768862-2 neutron-server[84765]: timer() Jan 14 07:18:49.442801 n-d-768862-2 neutron-server[84765]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 14 07:18:49.442801 n-d-768862-2 neutron-server[84765]: cb(*args, **kw) Jan 14 07:18:49.442801 n-d-768862-2 neutron-server[84765]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Jan 14 07:18:49.442801 n-d-768862-2 neutron-server[84765]: return func(*args, **kwargs) Jan 14 07:18:49.442801 n-d-768862-2 neutron-server[84765]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 14 07:18:49.442801 n-d-768862-2 neutron-server[84765]: self._notify() Jan 14 07:18:49.442801 n-d-768862-2 neutron-server[84765]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 14 07:18:49.442801 n-d-768862-2 neutron-server[84765]: self.callback(batched_events) Jan 14 07:18:49.442801 n-d-768862-2 neutron-server[84765]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 14 07:18:49.442801 n-d-768862-2 neutron-server[84765]: event.method(event) Jan 14 07:18:49.442801 n-d-768862-2 neutron-server[84765]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 14 07:18:49.442801 n-d-768862-2 neutron-server[84765]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 14 07:18:49.442801 n-d-768862-2 neutron-server[84765]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Jan 14 07:18:49.442801 n-d-768862-2 neutron-server[84765]: segment_id)['aggregates'][0] Jan 14 07:18:49.442801 n-d-768862-2 neutron-server[84765]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 14 07:18:49.442801 n-d-768862-2 neutron-server[84765]: return f(self, *a, **k) Jan 14 07:18:49.442801 n-d-768862-2 neutron-server[84765]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 14 07:18:49.442801 n-d-768862-2 neutron-server[84765]: return self._get(url).json() Jan 14 07:18:49.442801 n-d-768862-2 neutron-server[84765]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 14 07:18:49.442801 n-d-768862-2 neutron-server[84765]: **kwargs) Jan 14 07:18:49.442801 n-d-768862-2 neutron-server[84765]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 14 07:18:49.442801 n-d-768862-2 neutron-server[84765]: return self.request(url, 'GET', **kwargs) Jan 14 07:18:49.442801 n-d-768862-2 neutron-server[84765]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Jan 14 07:18:49.442801 n-d-768862-2 neutron-server[84765]: **endpoint_filter) Jan 14 07:18:49.442801 n-d-768862-2 neutron-server[84765]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 14 07:18:49.442801 n-d-768862-2 neutron-server[84765]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 14 07:18:49.442801 n-d-768862-2 neutron-server[84765]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 14 07:18:49.442801 n-d-768862-2 neutron-server[84765]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 14 07:18:49.442801 n-d-768862-2 neutron-server[84765]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 14 07:18:49.606068 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-dc6cfb87-99f0-4295-bac0-8c4356c514c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036854176830', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850887149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3912591'] for network, after_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:18:49.609298 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-cd9d69ab-0ff0-4a37-8678-4a898eae356e tempest-RoutersTestDVR-1910943547 tempest-RoutersTestDVR-1910943547] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:18:49.618992 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-607263ec-cfe0-403b-9032-d8df918b3d42 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:18:49.634229 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-cd9d69ab-0ff0-4a37-8678-4a898eae356e tempest-RoutersTestDVR-1910943547 tempest-RoutersTestDVR-1910943547] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036850886612', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036850863158'] for router, after_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:18:49.656770 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-cd9d69ab-0ff0-4a37-8678-4a898eae356e tempest-RoutersTestDVR-1910943547 tempest-RoutersTestDVR-1910943547] Notify callbacks [] for router, before_response {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:18:49.658701 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-cd9d69ab-0ff0-4a37-8678-4a898eae356e tempest-RoutersTestDVR-1910943547 tempest-RoutersTestDVR-1910943547] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 729 time: 1.2479401 Jan 14 07:18:49.660159 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-dc6cfb87-99f0-4295-bac0-8c4356c514c4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3207107'] for network, before_response {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:18:49.663730 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84875) accepted ('10.222.0.24', 36928) {{(pid=84875) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:18:49.670170 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc6cfb87-99f0-4295-bac0-8c4356c514c4 admin admin] Pushing event deleted for resources: {'Network': ['ID=79df78ca-7ab6-483f-a196-4b4d94d4ad38,revision_number=None']} {{(pid=84874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:18:49.680207 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-dc6cfb87-99f0-4295-bac0-8c4356c514c4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:18:49.688318 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-dc6cfb87-99f0-4295-bac0-8c4356c514c4 admin admin] 10.222.0.24 "DELETE /v2.0/networks/79df78ca-7ab6-483f-a196-4b4d94d4ad38 HTTP/1.1" status: 204 len: 168 time: 2.1713591 Jan 14 07:18:49.748854 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-98f9956f-97fa-4fa1-8e08-926b640991da tempest-RoutersIpV6Test-883692175 tempest-RoutersIpV6Test-883692175] Notify callbacks [] for security_group, precommit_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:18:49.755082 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-98f9956f-97fa-4fa1-8e08-926b640991da tempest-RoutersIpV6Test-883692175 tempest-RoutersIpV6Test-883692175] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850887153'] for security_group, after_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:18:49.804305 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-b9d97054-2578-425d-88a5-ba4236cc12ef admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:18:49.840799 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-41081b93-7294-4210-a777-c2d9658dbf19 tempest-RoutersTestDVR-1910943547 tempest-RoutersTestDVR-1910943547] Notify callbacks [] for router, before_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:18:49.876210 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-98f9956f-97fa-4fa1-8e08-926b640991da tempest-RoutersIpV6Test-883692175 tempest-RoutersIpV6Test-883692175] vxlan segment allocate from pool success with {'vxlan_vni': 3} {{(pid=84874) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Jan 14 07:18:49.889617 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98f9956f-97fa-4fa1-8e08-926b640991da tempest-RoutersIpV6Test-883692175 tempest-RoutersIpV6Test-883692175] Pushing event updated for resources: {'SecurityGroup': ['ID=7a2eb420-1481-45ff-9d2d-17fbd3acabf0,revision_number=1']} {{(pid=84874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:18:49.897531 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-98f9956f-97fa-4fa1-8e08-926b640991da tempest-RoutersIpV6Test-883692175 tempest-RoutersIpV6Test-883692175] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:18:49.904263 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-98f9956f-97fa-4fa1-8e08-926b640991da tempest-RoutersIpV6Test-883692175 tempest-RoutersIpV6Test-883692175] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854179735'] for segment, precommit_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:18:49.904914 n-d-768862-2 neutron-server[84765]: INFO neutron.db.segments_db [None req-98f9956f-97fa-4fa1-8e08-926b640991da tempest-RoutersIpV6Test-883692175 tempest-RoutersIpV6Test-883692175] Added segment ca7d3381-e5ad-4aa0-b98c-4427c3841cde of type vxlan for network 0a09cc48-f4c1-4cd9-9169-5b6f5bece23c Jan 14 07:18:49.964154 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-98f9956f-97fa-4fa1-8e08-926b640991da tempest-RoutersIpV6Test-883692175 tempest-RoutersIpV6Test-883692175] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363259214646115'] for network, precommit_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:18:50.025848 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-98f9956f-97fa-4fa1-8e08-926b640991da tempest-RoutersIpV6Test-883692175 tempest-RoutersIpV6Test-883692175] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850887149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964'] for network, after_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:18:50.073502 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98f9956f-97fa-4fa1-8e08-926b640991da tempest-RoutersIpV6Test-883692175 tempest-RoutersIpV6Test-883692175] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:18:50.075548 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-98f9956f-97fa-4fa1-8e08-926b640991da tempest-RoutersIpV6Test-883692175 tempest-RoutersIpV6Test-883692175] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3207107'] for network, before_response {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:18:50.090191 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:18:50.144385 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-41081b93-7294-4210-a777-c2d9658dbf19 tempest-RoutersTestDVR-1910943547 tempest-RoutersTestDVR-1910943547] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3889346', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036854717606'] for router, precommit_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:18:50.147215 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-41081b93-7294-4210-a777-c2d9658dbf19 tempest-RoutersTestDVR-1910943547 tempest-RoutersTestDVR-1910943547] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:18:50.154478 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84875) accepted ('10.222.0.24', 36940) {{(pid=84875) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:18:50.196614 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-41081b93-7294-4210-a777-c2d9658dbf19 tempest-RoutersTestDVR-1910943547 tempest-RoutersTestDVR-1910943547] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036850897070'] for router, after_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:18:50.197112 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-41081b93-7294-4210-a777-c2d9658dbf19 tempest-RoutersTestDVR-1910943547 tempest-RoutersTestDVR-1910943547] Fanout notify agent at l3_agent the message router_deleted on router 7384cb8e-8ee4-48c2-9f03-40437d2ad1e1 {{(pid=84875) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jan 14 07:18:50.221766 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-41081b93-7294-4210-a777-c2d9658dbf19 tempest-RoutersTestDVR-1910943547 tempest-RoutersTestDVR-1910943547] Notify callbacks [] for router, before_response {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:18:50.223860 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-41081b93-7294-4210-a777-c2d9658dbf19 tempest-RoutersTestDVR-1910943547 tempest-RoutersTestDVR-1910943547] 10.222.0.24 "DELETE /v2.0/routers/7384cb8e-8ee4-48c2-9f03-40437d2ad1e1 HTTP/1.1" status: 204 len: 168 time: 0.5585470 Jan 14 07:18:50.229393 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84875) accepted ('10.222.0.24', 36946) {{(pid=84875) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:18:50.242530 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.v2.base [None req-bff725e1-9b19-43fb-bfb7-ef4d01fbd8a1 tempest-RoutersTestDVR-1910943547 tempest-RoutersTestDVR-1910943547] Request body: {'router': {'name': 'tempest-router-1002310361', 'distributed': False}} {{(pid=84875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:18:50.250403 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-bff725e1-9b19-43fb-bfb7-ef4d01fbd8a1 tempest-RoutersTestDVR-1910943547 tempest-RoutersTestDVR-1910943547] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:18:50.256189 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-bff725e1-9b19-43fb-bfb7-ef4d01fbd8a1 tempest-RoutersTestDVR-1910943547 tempest-RoutersTestDVR-1910943547] Usage tracker for resource:router and tenant:0490a632c28f41bcbe52e54d714a6e3c is out of sync, need to count used quota {{(pid=84875) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:18:50.260799 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-bff725e1-9b19-43fb-bfb7-ef4d01fbd8a1 tempest-RoutersTestDVR-1910943547 tempest-RoutersTestDVR-1910943547] Quota usage for router was recalculated. Used quota:0. {{(pid=84875) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:18:50.270867 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-bff725e1-9b19-43fb-bfb7-ef4d01fbd8a1 tempest-RoutersTestDVR-1910943547 tempest-RoutersTestDVR-1910943547] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:18:50.295723 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-bff725e1-9b19-43fb-bfb7-ef4d01fbd8a1 tempest-RoutersTestDVR-1910943547 tempest-RoutersTestDVR-1910943547] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3889205', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854717621'] for router, before_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:18:50.297630 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-bff725e1-9b19-43fb-bfb7-ef4d01fbd8a1 tempest-RoutersTestDVR-1910943547 tempest-RoutersTestDVR-1910943547] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036850886574', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3912501', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3808446', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-58179'] for router, precommit_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:18:50.316395 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98f9956f-97fa-4fa1-8e08-926b640991da tempest-RoutersIpV6Test-883692175 tempest-RoutersIpV6Test-883692175] Pushing event updated for resources: {'Network': ['ID=0a09cc48-f4c1-4cd9-9169-5b6f5bece23c,revision_number=1']} {{(pid=84874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:18:50.322675 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-98f9956f-97fa-4fa1-8e08-926b640991da tempest-RoutersIpV6Test-883692175 tempest-RoutersIpV6Test-883692175] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.232s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:18:50.325127 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-bff725e1-9b19-43fb-bfb7-ef4d01fbd8a1 tempest-RoutersTestDVR-1910943547 tempest-RoutersTestDVR-1910943547] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:18:50.333919 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-852a24f7-e9a1-4193-9abb-e9506fe5213f None None] Network 0a09cc48-f4c1-4cd9-9169-5b6f5bece23c details requested by agent ovs-agent-n-h2-768862-2 with host n-h2-768862-2 {{(pid=84876) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 07:18:50.343585 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-98f9956f-97fa-4fa1-8e08-926b640991da tempest-RoutersIpV6Test-883692175 tempest-RoutersIpV6Test-883692175] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 3.0170476 Jan 14 07:18:50.348682 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84874) accepted ('10.222.0.24', 36954) {{(pid=84874) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:18:50.364263 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-017f98a9-8a07-408c-a86f-8ff0c00400a0 None None] Network 0a09cc48-f4c1-4cd9-9169-5b6f5bece23c details requested by agent ovs-agent-n-h1-768862-2 with host n-h1-768862-2 {{(pid=84876) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 07:18:50.365022 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.v2.base [None req-6179827e-1073-42e0-bacc-c469f1e60b32 tempest-RoutersIpV6Test-883692175 tempest-RoutersIpV6Test-883692175] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-655803792'}} {{(pid=84874) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:18:50.370553 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-bff725e1-9b19-43fb-bfb7-ef4d01fbd8a1 tempest-RoutersTestDVR-1910943547 tempest-RoutersTestDVR-1910943547] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036850886612', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036850863158'] for router, after_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:18:50.375020 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-6179827e-1073-42e0-bacc-c469f1e60b32 tempest-RoutersIpV6Test-883692175 tempest-RoutersIpV6Test-883692175] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:18:50.382860 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-6179827e-1073-42e0-bacc-c469f1e60b32 tempest-RoutersIpV6Test-883692175 tempest-RoutersIpV6Test-883692175] Usage tracker for resource:network and tenant:d787627cdb8d4cc9b70642659fae99d7 is out of sync, need to count used quota {{(pid=84874) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:18:50.388868 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-6179827e-1073-42e0-bacc-c469f1e60b32 tempest-RoutersIpV6Test-883692175 tempest-RoutersIpV6Test-883692175] Quota usage for network was recalculated. Used quota:1. {{(pid=84874) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:18:50.400333 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-6179827e-1073-42e0-bacc-c469f1e60b32 tempest-RoutersIpV6Test-883692175 tempest-RoutersIpV6Test-883692175] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:18:50.424215 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6179827e-1073-42e0-bacc-c469f1e60b32 tempest-RoutersIpV6Test-883692175 tempest-RoutersIpV6Test-883692175] Made reservation on behalf of d787627cdb8d4cc9b70642659fae99d7 for: {'network': 1} {{(pid=84874) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 07:18:50.434022 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-bff725e1-9b19-43fb-bfb7-ef4d01fbd8a1 tempest-RoutersTestDVR-1910943547 tempest-RoutersTestDVR-1910943547] Notify callbacks [] for router, before_response {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:18:50.443420 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-bff725e1-9b19-43fb-bfb7-ef4d01fbd8a1 tempest-RoutersTestDVR-1910943547 tempest-RoutersTestDVR-1910943547] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 722 time: 0.2105372 Jan 14 07:18:50.444717 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84875) accepted ('10.222.0.24', 36960) {{(pid=84875) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:18:50.453997 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-6179827e-1073-42e0-bacc-c469f1e60b32 tempest-RoutersIpV6Test-883692175 tempest-RoutersIpV6Test-883692175] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555753'] for network, before_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:18:50.514203 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84874) accepted ('10.222.0.24', 36964) {{(pid=84874) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:18:50.695525 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6179827e-1073-42e0-bacc-c469f1e60b32 tempest-RoutersIpV6Test-883692175 tempest-RoutersIpV6Test-883692175] vxlan segment allocate from pool success with {'vxlan_vni': 15} {{(pid=84874) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Jan 14 07:18:50.730049 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-6179827e-1073-42e0-bacc-c469f1e60b32 tempest-RoutersIpV6Test-883692175 tempest-RoutersIpV6Test-883692175] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854179735'] for segment, precommit_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:18:50.730391 n-d-768862-2 neutron-server[84765]: INFO neutron.db.segments_db [None req-6179827e-1073-42e0-bacc-c469f1e60b32 tempest-RoutersIpV6Test-883692175 tempest-RoutersIpV6Test-883692175] Added segment 429317de-249d-4df5-b67a-45f1aa676da1 of type vxlan for network a1af2d80-10b4-4ab2-a404-4c7c4027bad4 Jan 14 07:18:50.762611 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-6179827e-1073-42e0-bacc-c469f1e60b32 tempest-RoutersIpV6Test-883692175 tempest-RoutersIpV6Test-883692175] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363259214646115'] for network, precommit_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:18:50.769411 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Network 0a09cc48-f4c1-4cd9-9169-5b6f5bece23c details requested by agent ovs-agent-n-d-768862-2 with host n-d-768862-2 {{(pid=84876) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 07:18:50.802469 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-6179827e-1073-42e0-bacc-c469f1e60b32 tempest-RoutersIpV6Test-883692175 tempest-RoutersIpV6Test-883692175] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850887149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964'] for network, after_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:18:50.844764 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6179827e-1073-42e0-bacc-c469f1e60b32 tempest-RoutersIpV6Test-883692175 tempest-RoutersIpV6Test-883692175] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:18:50.845513 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-6179827e-1073-42e0-bacc-c469f1e60b32 tempest-RoutersIpV6Test-883692175 tempest-RoutersIpV6Test-883692175] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3207107'] for network, before_response {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:18:50.870235 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-98f9956f-97fa-4fa1-8e08-926b640991da tempest-RoutersIpV6Test-883692175 tempest-RoutersIpV6Test-883692175] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:18:51.099861 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-6179827e-1073-42e0-bacc-c469f1e60b32 tempest-RoutersIpV6Test-883692175 tempest-RoutersIpV6Test-883692175] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.7494888 Jan 14 07:18:51.108328 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84874) accepted ('10.222.0.24', 36972) {{(pid=84874) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:18:51.116605 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-371e5082-604a-4945-9d3a-4030839359e0 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=a6b1ed6d6e264714beaeb84cbc6e4b47&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5952733 Jan 14 07:18:51.121146 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.v2.base [None req-af4611cc-dee2-4ff8-a26f-ba84dc110c14 tempest-RoutersIpV6Test-883692175 tempest-RoutersIpV6Test-883692175] Request body: {'subnet': {'network_id': '0a09cc48-f4c1-4cd9-9169-5b6f5bece23c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=84874) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:18:51.143815 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84874) accepted ('10.222.0.24', 36976) {{(pid=84874) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:18:51.153959 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6179827e-1073-42e0-bacc-c469f1e60b32 tempest-RoutersIpV6Test-883692175 tempest-RoutersIpV6Test-883692175] Pushing event updated for resources: {'Network': ['ID=a1af2d80-10b4-4ab2-a404-4c7c4027bad4,revision_number=1']} {{(pid=84874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:18:51.172360 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-017f98a9-8a07-408c-a86f-8ff0c00400a0 None None] Network a1af2d80-10b4-4ab2-a404-4c7c4027bad4 details requested by agent ovs-agent-n-h1-768862-2 with host n-h1-768862-2 {{(pid=84876) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 07:18:51.199154 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-852a24f7-e9a1-4193-9abb-e9506fe5213f None None] Network a1af2d80-10b4-4ab2-a404-4c7c4027bad4 details requested by agent ovs-agent-n-h2-768862-2 with host n-h2-768862-2 {{(pid=84876) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 07:18:51.212982 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Network a1af2d80-10b4-4ab2-a404-4c7c4027bad4 details requested by agent ovs-agent-n-d-768862-2 with host n-d-768862-2 {{(pid=84876) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 07:18:51.253197 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-0cc95f0d-b22f-4088-aa27-3a3aeb2e11e4 tempest-RoutersTestDVR-1910943547 tempest-RoutersTestDVR-1910943547] Notify callbacks [] for router, before_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:18:51.313125 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-6179827e-1073-42e0-bacc-c469f1e60b32 tempest-RoutersIpV6Test-883692175 tempest-RoutersIpV6Test-883692175] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.443s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:18:51.316347 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-af4611cc-dee2-4ff8-a26f-ba84dc110c14 tempest-RoutersIpV6Test-883692175 tempest-RoutersIpV6Test-883692175] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:18:51.326445 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-af4611cc-dee2-4ff8-a26f-ba84dc110c14 tempest-RoutersIpV6Test-883692175 tempest-RoutersIpV6Test-883692175] Usage tracker for resource:subnet and tenant:d787627cdb8d4cc9b70642659fae99d7 is out of sync, need to count used quota {{(pid=84874) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:18:51.338874 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-af4611cc-dee2-4ff8-a26f-ba84dc110c14 tempest-RoutersIpV6Test-883692175 tempest-RoutersIpV6Test-883692175] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84874) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:18:51.378485 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-af4611cc-dee2-4ff8-a26f-ba84dc110c14 tempest-RoutersIpV6Test-883692175 tempest-RoutersIpV6Test-883692175] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:18:51.405632 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-6b0813a8-9ae0-4f27-8a2d-7da237eab78a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:18:51.447969 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-6b0813a8-9ae0-4f27-8a2d-7da237eab78a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:18:51.521545 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-6b0813a8-9ae0-4f27-8a2d-7da237eab78a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850887153'] for security_group, after_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:18:51.531470 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-7c6d8e5f-7f2f-4ded-872c-b3471f547b8c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:18:51.553749 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-6b0813a8-9ae0-4f27-8a2d-7da237eab78a admin admin] Notify callbacks [] for security_group, before_response {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:18:51.557991 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-6b0813a8-9ae0-4f27-8a2d-7da237eab78a admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/7e8f453b-7ae9-45c4-9895-361b94a0262e HTTP/1.1" status: 204 len: 168 time: 0.4129891 Jan 14 07:18:51.562153 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-af4611cc-dee2-4ff8-a26f-ba84dc110c14 tempest-RoutersIpV6Test-883692175 tempest-RoutersIpV6Test-883692175] Made reservation on behalf of d787627cdb8d4cc9b70642659fae99d7 for: {'subnet': 1} {{(pid=84874) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 07:18:51.603447 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-4d83312a-85eb-47b8-b54e-88078eae4e7e admin admin] Notify callbacks [] for security_group, before_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:18:51.608715 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b0813a8-9ae0-4f27-8a2d-7da237eab78a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7e8f453b-7ae9-45c4-9895-361b94a0262e,revision_number=None']} {{(pid=84874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:18:51.621693 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-6b0813a8-9ae0-4f27-8a2d-7da237eab78a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:18:51.712435 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-4d83312a-85eb-47b8-b54e-88078eae4e7e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:18:51.823883 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-9d873373-83b4-4fdc-903b-8d69d6736b9a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363259214191800', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854171626'] for agent, after_update {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:18:51.836500 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-da76cfc0-98e8-4426-9f6d-4f05aa3fae78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363259214191800', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854171626'] for agent, after_update {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:18:51.848510 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-4d83312a-85eb-47b8-b54e-88078eae4e7e admin admin] Usage tracker for resource:security_group_rule and tenant:5e875be56adb4029a514bfdf79aea926 is out of sync, need to count used quota {{(pid=84875) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:18:51.853505 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-4d83312a-85eb-47b8-b54e-88078eae4e7e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84875) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:18:51.858055 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-0cc95f0d-b22f-4088-aa27-3a3aeb2e11e4 tempest-RoutersTestDVR-1910943547 tempest-RoutersTestDVR-1910943547] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3889346', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036854717606'] for router, precommit_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:18:51.863456 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-0cc95f0d-b22f-4088-aa27-3a3aeb2e11e4 tempest-RoutersTestDVR-1910943547 tempest-RoutersTestDVR-1910943547] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:18:51.865683 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-4d83312a-85eb-47b8-b54e-88078eae4e7e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:18:51.907030 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-0cc95f0d-b22f-4088-aa27-3a3aeb2e11e4 tempest-RoutersTestDVR-1910943547 tempest-RoutersTestDVR-1910943547] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036850897070'] for router, after_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:18:51.907552 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0cc95f0d-b22f-4088-aa27-3a3aeb2e11e4 tempest-RoutersTestDVR-1910943547 tempest-RoutersTestDVR-1910943547] Fanout notify agent at l3_agent the message router_deleted on router c5ada963-1e95-47dd-9771-5d23349cccc5 {{(pid=84875) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jan 14 07:18:51.933458 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-af4611cc-dee2-4ff8-a26f-ba84dc110c14 tempest-RoutersIpV6Test-883692175 tempest-RoutersIpV6Test-883692175] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036851981161'] for subnet, before_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:18:51.948223 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-0cc95f0d-b22f-4088-aa27-3a3aeb2e11e4 tempest-RoutersTestDVR-1910943547 tempest-RoutersTestDVR-1910943547] Notify callbacks [] for router, before_response {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:18:51.949755 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-0cc95f0d-b22f-4088-aa27-3a3aeb2e11e4 tempest-RoutersTestDVR-1910943547 tempest-RoutersTestDVR-1910943547] 10.222.0.24 "DELETE /v2.0/routers/c5ada963-1e95-47dd-9771-5d23349cccc5 HTTP/1.1" status: 204 len: 168 time: 1.5031133 Jan 14 07:18:51.957194 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84875) accepted ('10.222.0.24', 37008) {{(pid=84875) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:18:51.967671 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.v2.base [None req-84f1f54f-27cd-46f6-8c74-36b6a6e7d848 tempest-RoutersTestDVR-1910943547 tempest-RoutersTestDVR-1910943547] Request body: {'router': {'name': 'tempest-router-1074520227', 'distributed': False, 'admin_state_up': False, 'ha': False, 'project_id': '3679ee767a3e40959679ae256affd10d'}} {{(pid=84875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:18:51.981532 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-84f1f54f-27cd-46f6-8c74-36b6a6e7d848 tempest-RoutersTestDVR-1910943547 tempest-RoutersTestDVR-1910943547] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:18:51.989765 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-84f1f54f-27cd-46f6-8c74-36b6a6e7d848 tempest-RoutersTestDVR-1910943547 tempest-RoutersTestDVR-1910943547] Usage tracker for resource:router and tenant:3679ee767a3e40959679ae256affd10d is out of sync, need to count used quota {{(pid=84875) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:18:51.998837 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-84f1f54f-27cd-46f6-8c74-36b6a6e7d848 tempest-RoutersTestDVR-1910943547 tempest-RoutersTestDVR-1910943547] Quota usage for router was recalculated. Used quota:0. {{(pid=84875) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:18:52.012259 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-84f1f54f-27cd-46f6-8c74-36b6a6e7d848 tempest-RoutersTestDVR-1910943547 tempest-RoutersTestDVR-1910943547] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:18:52.038955 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-84f1f54f-27cd-46f6-8c74-36b6a6e7d848 tempest-RoutersTestDVR-1910943547 tempest-RoutersTestDVR-1910943547] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3889205', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854717621'] for router, before_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:18:52.040365 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-84f1f54f-27cd-46f6-8c74-36b6a6e7d848 tempest-RoutersTestDVR-1910943547 tempest-RoutersTestDVR-1910943547] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036850886574', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3912501', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3808446', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-58179'] for router, precommit_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:18:52.067738 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-4d83312a-85eb-47b8-b54e-88078eae4e7e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:18:52.077430 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-4d83312a-85eb-47b8-b54e-88078eae4e7e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850887153'] for security_group, after_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:18:52.109940 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-84f1f54f-27cd-46f6-8c74-36b6a6e7d848 tempest-RoutersTestDVR-1910943547 tempest-RoutersTestDVR-1910943547] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:18:52.112084 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-0a91f0ea-2b37-4046-8554-46a493a424a6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:18:52.123234 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-4d83312a-85eb-47b8-b54e-88078eae4e7e admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=5e875be56adb4029a514bfdf79aea926&name=default HTTP/1.1" status: 200 len: 2983 time: 1.9637079 Jan 14 07:18:52.131521 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84875) accepted ('10.222.0.24', 37016) {{(pid=84875) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:18:52.191130 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d83312a-85eb-47b8-b54e-88078eae4e7e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4e614a14-06e7-48c1-823f-6316536b527f,revision_number=1']} {{(pid=84875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:18:52.203025 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-84f1f54f-27cd-46f6-8c74-36b6a6e7d848 tempest-RoutersTestDVR-1910943547 tempest-RoutersTestDVR-1910943547] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036850886612', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036850863158'] for router, after_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:18:52.228645 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d83312a-85eb-47b8-b54e-88078eae4e7e admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@n-h1-768862-2 {{(pid=84875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:18:52.229762 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d83312a-85eb-47b8-b54e-88078eae4e7e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-h1-768862-2 {{(pid=84875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:18:52.230181 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d83312a-85eb-47b8-b54e-88078eae4e7e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-h1-768862-2 {{(pid=84875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:18:52.230598 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d83312a-85eb-47b8-b54e-88078eae4e7e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-h1-768862-2 {{(pid=84875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:18:52.231009 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d83312a-85eb-47b8-b54e-88078eae4e7e admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@n-h1-768862-2 {{(pid=84875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:18:52.231421 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d83312a-85eb-47b8-b54e-88078eae4e7e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-h1-768862-2 {{(pid=84875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:18:52.231850 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d83312a-85eb-47b8-b54e-88078eae4e7e admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-h1-768862-2 {{(pid=84875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:18:52.232259 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d83312a-85eb-47b8-b54e-88078eae4e7e admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-h1-768862-2 {{(pid=84875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:18:52.232668 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d83312a-85eb-47b8-b54e-88078eae4e7e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-h1-768862-2 {{(pid=84875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:18:52.233203 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d83312a-85eb-47b8-b54e-88078eae4e7e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-h1-768862-2 {{(pid=84875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:18:52.233906 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d83312a-85eb-47b8-b54e-88078eae4e7e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-h1-768862-2 {{(pid=84875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:18:52.234314 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d83312a-85eb-47b8-b54e-88078eae4e7e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-h1-768862-2 {{(pid=84875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:18:52.234766 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d83312a-85eb-47b8-b54e-88078eae4e7e admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@n-h2-768862-2 {{(pid=84875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:18:52.235167 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d83312a-85eb-47b8-b54e-88078eae4e7e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-h2-768862-2 {{(pid=84875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:18:52.235674 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d83312a-85eb-47b8-b54e-88078eae4e7e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-h2-768862-2 {{(pid=84875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:18:52.236024 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d83312a-85eb-47b8-b54e-88078eae4e7e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-h2-768862-2 {{(pid=84875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:18:52.236479 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d83312a-85eb-47b8-b54e-88078eae4e7e admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@n-h2-768862-2 {{(pid=84875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:18:52.237306 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d83312a-85eb-47b8-b54e-88078eae4e7e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-h2-768862-2 {{(pid=84875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:18:52.237540 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d83312a-85eb-47b8-b54e-88078eae4e7e admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-h2-768862-2 {{(pid=84875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:18:52.237882 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d83312a-85eb-47b8-b54e-88078eae4e7e admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-h2-768862-2 {{(pid=84875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:18:52.238249 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d83312a-85eb-47b8-b54e-88078eae4e7e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-h2-768862-2 {{(pid=84875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:18:52.238649 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d83312a-85eb-47b8-b54e-88078eae4e7e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-h2-768862-2 {{(pid=84875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:18:52.239056 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d83312a-85eb-47b8-b54e-88078eae4e7e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-h2-768862-2 {{(pid=84875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:18:52.239452 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d83312a-85eb-47b8-b54e-88078eae4e7e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-h2-768862-2 {{(pid=84875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:18:52.239951 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d83312a-85eb-47b8-b54e-88078eae4e7e admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-2 {{(pid=84875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:18:52.240350 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d83312a-85eb-47b8-b54e-88078eae4e7e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-2 {{(pid=84875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:18:52.241169 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d83312a-85eb-47b8-b54e-88078eae4e7e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-2 {{(pid=84875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:18:52.241169 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d83312a-85eb-47b8-b54e-88078eae4e7e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-2 {{(pid=84875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:18:52.241488 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d83312a-85eb-47b8-b54e-88078eae4e7e admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@n-d-768862-2 {{(pid=84875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:18:52.241853 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d83312a-85eb-47b8-b54e-88078eae4e7e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-2 {{(pid=84875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:18:52.242260 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d83312a-85eb-47b8-b54e-88078eae4e7e admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-768862-2 {{(pid=84875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:18:52.242636 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d83312a-85eb-47b8-b54e-88078eae4e7e admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-768862-2 {{(pid=84875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:18:52.243363 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d83312a-85eb-47b8-b54e-88078eae4e7e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-2 {{(pid=84875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:18:52.243363 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d83312a-85eb-47b8-b54e-88078eae4e7e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-2 {{(pid=84875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:18:52.244316 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d83312a-85eb-47b8-b54e-88078eae4e7e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-2 {{(pid=84875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:18:52.244316 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d83312a-85eb-47b8-b54e-88078eae4e7e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-2 {{(pid=84875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:18:52.262415 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-4d83312a-85eb-47b8-b54e-88078eae4e7e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:18:52.297573 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-255d9fdc-7907-4722-a8b4-4135b7389972 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:18:52.309607 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-84f1f54f-27cd-46f6-8c74-36b6a6e7d848 tempest-RoutersTestDVR-1910943547 tempest-RoutersTestDVR-1910943547] Notify callbacks [] for router, before_response {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:18:52.313734 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-84f1f54f-27cd-46f6-8c74-36b6a6e7d848 tempest-RoutersTestDVR-1910943547 tempest-RoutersTestDVR-1910943547] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 723 time: 0.3511088 Jan 14 07:18:52.314996 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84875) accepted ('10.222.0.24', 37024) {{(pid=84875) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:18:52.332496 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.v2.base [None req-164b3af2-feeb-4044-a829-d9d5dd9f6e66 tempest-RoutersTestDVR-1910943547 tempest-RoutersTestDVR-1910943547] Request body: {'router': {'distributed': True}} {{(pid=84875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:18:52.406988 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-255d9fdc-7907-4722-a8b4-4135b7389972 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:18:52.573807 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363259214191800', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854171626'] for agent, after_update {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:18:52.655797 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84874) accepted ('10.222.0.24', 37034) {{(pid=84874) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:18:52.846396 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-164b3af2-feeb-4044-a829-d9d5dd9f6e66 tempest-RoutersTestDVR-1910943547 tempest-RoutersTestDVR-1910943547] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3912484', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3889188', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-58194'] for router, precommit_update {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:18:52.847030 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-164b3af2-feeb-4044-a829-d9d5dd9f6e66 tempest-RoutersTestDVR-1910943547 tempest-RoutersTestDVR-1910943547] Notify callbacks [] for router, before_update {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:18:52.959729 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-af4611cc-dee2-4ff8-a26f-ba84dc110c14 tempest-RoutersIpV6Test-883692175 tempest-RoutersIpV6Test-883692175] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850887113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3254092', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036851981146'] for subnet, after_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:18:53.137910 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-5d7d2253-adbb-4b1d-9c68-d17e47b0084b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:18:53.153661 n-d-768862-2 neutron-server[84765]: DEBUG neutron.services.l3_router.service_providers.driver_controller [None req-164b3af2-feeb-4044-a829-d9d5dd9f6e66 tempest-RoutersTestDVR-1910943547 tempest-RoutersTestDVR-1910943547] Get a provider driver handle based on the ha flag: False and distributed flag: True {{(pid=84875) _update_router_provider /opt/stack/neutron/neutron/services/l3_router/service_providers/driver_controller.py:159}} Jan 14 07:18:53.154252 n-d-768862-2 neutron-server[84765]: DEBUG neutron.services.l3_router.service_providers.driver_controller [None req-164b3af2-feeb-4044-a829-d9d5dd9f6e66 tempest-RoutersTestDVR-1910943547 tempest-RoutersTestDVR-1910943547] Router 6651357e-0f8c-4582-b726-f5f47d538b61 migrating from provider to provider. {{(pid=84875) _update_router_provider /opt/stack/neutron/neutron/services/l3_router/service_providers/driver_controller.py:165}} Jan 14 07:18:53.154931 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-164b3af2-feeb-4044-a829-d9d5dd9f6e66 tempest-RoutersTestDVR-1910943547 tempest-RoutersTestDVR-1910943547] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:18:53.166047 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-164b3af2-feeb-4044-a829-d9d5dd9f6e66 tempest-RoutersTestDVR-1910943547 tempest-RoutersTestDVR-1910943547] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:18:53.176098 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-164b3af2-feeb-4044-a829-d9d5dd9f6e66 tempest-RoutersTestDVR-1910943547 tempest-RoutersTestDVR-1910943547] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036850863158', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change--9223372036850863141', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3912659', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources--9223372036850886437'] for router, after_update {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:18:53.208768 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-0f37073e-9c69-4e3c-80e0-6cfaa0fd61a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363259214191800', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854171626'] for agent, after_update {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:18:53.353783 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-255d9fdc-7907-4722-a8b4-4135b7389972 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850887153'] for security_group, after_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:18:53.403888 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af4611cc-dee2-4ff8-a26f-ba84dc110c14 tempest-RoutersIpV6Test-883692175 tempest-RoutersIpV6Test-883692175] Pushing event updated for resources: {'Subnet': ['ID=62cb7f5e-6d4b-4f45-a82e-6354a575cc6f,revision_number=0']} {{(pid=84874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:18:53.426466 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-af4611cc-dee2-4ff8-a26f-ba84dc110c14 tempest-RoutersIpV6Test-883692175 tempest-RoutersIpV6Test-883692175] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.288s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:18:53.433293 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-cba7a3b1-f824-4f01-9f53-ae2c677ffcf1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:18:53.441447 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-35d7f695-ec96-48e7-96df-6eee61e8b753 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:18:53.479547 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-cba7a3b1-f824-4f01-9f53-ae2c677ffcf1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:18:53.481292 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-255d9fdc-7907-4722-a8b4-4135b7389972 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4e614a14-06e7-48c1-823f-6316536b527f,revision_number=None']} {{(pid=84875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:18:53.488141 n-d-768862-2 neutron-server[84765]: WARNING neutron.scheduler.l3_agent_scheduler [None req-164b3af2-feeb-4044-a829-d9d5dd9f6e66 tempest-RoutersTestDVR-1910943547 tempest-RoutersTestDVR-1910943547] No L3 agents can host the router 6651357e-0f8c-4582-b726-f5f47d538b61 Jan 14 07:18:53.490645 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-255d9fdc-7907-4722-a8b4-4135b7389972 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:18:53.490801 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-cba7a3b1-f824-4f01-9f53-ae2c677ffcf1 admin admin] Usage tracker for resource:security_group_rule and tenant:1977b75c1b4747a9868a82dc26b4fef9 is out of sync, need to count used quota {{(pid=84874) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:18:53.518737 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-cba7a3b1-f824-4f01-9f53-ae2c677ffcf1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84874) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:18:53.531006 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-cba7a3b1-f824-4f01-9f53-ae2c677ffcf1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:18:53.590536 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af4611cc-dee2-4ff8-a26f-ba84dc110c14 tempest-RoutersIpV6Test-883692175 tempest-RoutersIpV6Test-883692175] Checking segment: {'id': 'ca7d3381-e5ad-4aa0-b98c-4427c3841cde', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '0a09cc48-f4c1-4cd9-9169-5b6f5bece23c'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84874) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 14 07:18:53.591587 n-d-768862-2 neutron-server[84765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af4611cc-dee2-4ff8-a26f-ba84dc110c14 tempest-RoutersIpV6Test-883692175 tempest-RoutersIpV6Test-883692175] Network hostable DHCP agents. Network: 0a09cc48-f4c1-4cd9-9169-5b6f5bece23c, hostable agents: ['32f3dd84-26da-4d18-bf15-6017a8fb7247'], hosted agents: [] {{(pid=84874) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Jan 14 07:18:53.631746 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-255d9fdc-7907-4722-a8b4-4135b7389972 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:18:53.636258 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-255d9fdc-7907-4722-a8b4-4135b7389972 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/4e614a14-06e7-48c1-823f-6316536b527f HTTP/1.1" status: 204 len: 168 time: 1.4979472 Jan 14 07:18:53.636485 n-d-768862-2 neutron-server[84765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af4611cc-dee2-4ff8-a26f-ba84dc110c14 tempest-RoutersIpV6Test-883692175 tempest-RoutersIpV6Test-883692175] Network 0a09cc48-f4c1-4cd9-9169-5b6f5bece23c is scheduled to be hosted by DHCP agent 32f3dd84-26da-4d18-bf15-6017a8fb7247 with binding_index 1 {{(pid=84874) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Jan 14 07:18:53.649527 n-d-768862-2 neutron-server[84765]: DEBUG neutron.scheduler.base_scheduler [None req-af4611cc-dee2-4ff8-a26f-ba84dc110c14 tempest-RoutersIpV6Test-883692175 tempest-RoutersIpV6Test-883692175] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768862-2, 0a09cc48-f4c1-4cd9-9169-5b6f5bece23c) {{(pid=84874) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 07:18:53.660849 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46143d8d-c606-4dfc-8856-65b5e8e64710 None None] Network 0a09cc48-f4c1-4cd9-9169-5b6f5bece23c requested from n-d-768862-2 {{(pid=84876) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 07:18:53.709853 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af4611cc-dee2-4ff8-a26f-ba84dc110c14 tempest-RoutersIpV6Test-883692175 tempest-RoutersIpV6Test-883692175] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:18:53.710911 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-af4611cc-dee2-4ff8-a26f-ba84dc110c14 tempest-RoutersIpV6Test-883692175 tempest-RoutersIpV6Test-883692175] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3207107'] for subnet, before_response {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:18:53.787157 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-af4611cc-dee2-4ff8-a26f-ba84dc110c14 tempest-RoutersIpV6Test-883692175 tempest-RoutersIpV6Test-883692175] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.6775720 Jan 14 07:18:53.796797 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84874) accepted ('10.222.0.24', 37068) {{(pid=84874) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:18:53.828040 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.v2.base [None req-a94d6c7e-176f-475f-be46-714894ae4fa6 tempest-RoutersIpV6Test-883692175 tempest-RoutersIpV6Test-883692175] Request body: {'subnet': {'network_id': 'a1af2d80-10b4-4ab2-a404-4c7c4027bad4', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=84874) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:18:53.894162 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-164b3af2-feeb-4044-a829-d9d5dd9f6e66 tempest-RoutersTestDVR-1910943547 tempest-RoutersTestDVR-1910943547] Hosts for router 6651357e-0f8c-4582-b726-f5f47d538b61: [] {{(pid=84875) _get_dvr_hosts_for_router /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:328}} Jan 14 07:18:53.949156 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-164b3af2-feeb-4044-a829-d9d5dd9f6e66 tempest-RoutersTestDVR-1910943547 tempest-RoutersTestDVR-1910943547] Hosts for other DVR routers connected to router 6651357e-0f8c-4582-b726-f5f47d538b61: set() {{(pid=84875) _get_other_dvr_hosts /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:347}} Jan 14 07:18:53.954602 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-164b3af2-feeb-4044-a829-d9d5dd9f6e66 tempest-RoutersTestDVR-1910943547 tempest-RoutersTestDVR-1910943547] Notify callbacks [] for router, before_response {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:18:53.962234 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-164b3af2-feeb-4044-a829-d9d5dd9f6e66 tempest-RoutersTestDVR-1910943547 tempest-RoutersTestDVR-1910943547] 10.222.0.24 "PUT /v2.0/routers/6651357e-0f8c-4582-b726-f5f47d538b61 HTTP/1.1" status: 200 len: 717 time: 1.6453817 Jan 14 07:18:53.963873 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84875) accepted ('10.222.0.24', 37072) {{(pid=84875) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:18:54.024711 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53268474-5d8b-421d-995a-a838b7a86a08 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5d94dc7a-c095-50a4-955e-5f3b78718a12-0a09cc48-f4c1-4cd9-9169-5b6f5bece23c', 'network_id': '0a09cc48-f4c1-4cd9-9169-5b6f5bece23c', 'tenant_id': 'd787627cdb8d4cc9b70642659fae99d7', 'fixed_ips': [{'subnet_id': '62cb7f5e-6d4b-4f45-a82e-6354a575cc6f'}]}} from n-d-768862-2. {{(pid=84876) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Jan 14 07:18:54.025680 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-53268474-5d8b-421d-995a-a838b7a86a08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555753'] for port, before_create {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:18:54.062552 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84874) accepted ('10.222.0.24', 37078) {{(pid=84874) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:18:54.162630 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-a94d6c7e-176f-475f-be46-714894ae4fa6 tempest-RoutersIpV6Test-883692175 tempest-RoutersIpV6Test-883692175] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:18:54.168187 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-cba7a3b1-f824-4f01-9f53-ae2c677ffcf1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:18:54.173211 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-a94d6c7e-176f-475f-be46-714894ae4fa6 tempest-RoutersIpV6Test-883692175 tempest-RoutersIpV6Test-883692175] Usage tracker for resource:subnet and tenant:d787627cdb8d4cc9b70642659fae99d7 is out of sync, need to count used quota {{(pid=84874) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:18:54.177493 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-cba7a3b1-f824-4f01-9f53-ae2c677ffcf1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850887153'] for security_group, after_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:18:54.185516 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-a94d6c7e-176f-475f-be46-714894ae4fa6 tempest-RoutersIpV6Test-883692175 tempest-RoutersIpV6Test-883692175] Quota usage for subnet was recalculated. Used quota:1. {{(pid=84874) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:18:54.190350 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-b55e2cce-94af-4154-b46d-07ce644f2bf9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:18:54.208286 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-a94d6c7e-176f-475f-be46-714894ae4fa6 tempest-RoutersIpV6Test-883692175 tempest-RoutersIpV6Test-883692175] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:18:54.269919 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-cba7a3b1-f824-4f01-9f53-ae2c677ffcf1 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=1977b75c1b4747a9868a82dc26b4fef9&name=default HTTP/1.1" status: 200 len: 2983 time: 1.5997310 Jan 14 07:18:54.271333 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cba7a3b1-f824-4f01-9f53-ae2c677ffcf1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d17a4065-21f8-4a84-a7a1-b715c06c7adc,revision_number=1']} {{(pid=84874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:18:54.278770 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-cba7a3b1-f824-4f01-9f53-ae2c677ffcf1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:18:54.278770 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84874) accepted ('10.222.0.24', 37090) {{(pid=84874) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:18:54.280658 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a94d6c7e-176f-475f-be46-714894ae4fa6 tempest-RoutersIpV6Test-883692175 tempest-RoutersIpV6Test-883692175] Made reservation on behalf of d787627cdb8d4cc9b70642659fae99d7 for: {'subnet': 1} {{(pid=84874) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 07:18:54.383102 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-b9dccd78-f30f-4ee4-9a52-27b6a679d735 tempest-RoutersTestDVR-1910943547 tempest-RoutersTestDVR-1910943547] 10.222.0.24 "GET /v2.0/routers/6651357e-0f8c-4582-b726-f5f47d538b61 HTTP/1.1" status: 200 len: 717 time: 0.4123600 Jan 14 07:18:54.383339 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84875) accepted ('10.222.0.24', 37096) {{(pid=84875) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:18:54.435497 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-a94d6c7e-176f-475f-be46-714894ae4fa6 tempest-RoutersIpV6Test-883692175 tempest-RoutersIpV6Test-883692175] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036851981161'] for subnet, before_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:18:54.774840 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.v2.base [None req-930afe35-b634-452f-8635-3e3454153447 admin admin] Request body: {'network': {'name': 'tempest-ServerGroupTestJSON-1415381172-network', 'tenant_id': 'd397ade87fc6460186e9682f393a6302'}} {{(pid=84874) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:18:54.864463 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-930afe35-b634-452f-8635-3e3454153447 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:18:54.896316 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-930afe35-b634-452f-8635-3e3454153447 admin admin] Usage tracker for resource:network and tenant:d397ade87fc6460186e9682f393a6302 is out of sync, need to count used quota {{(pid=84874) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:18:54.917867 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.db_base_plugin_common [None req-53268474-5d8b-421d-995a-a838b7a86a08 None None] Allocated IP 2001:db8::2 (0a09cc48-f4c1-4cd9-9169-5b6f5bece23c/62cb7f5e-6d4b-4f45-a82e-6354a575cc6f/fdec2854-c761-4cfd-97d2-1d5d3a447803) {{(pid=84876) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 14 07:18:54.927748 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-930afe35-b634-452f-8635-3e3454153447 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84874) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:18:55.007902 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-930afe35-b634-452f-8635-3e3454153447 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:18:55.040145 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-b425c023-e438-4cb9-8879-10f972ce55ba admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:18:55.073937 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-930afe35-b634-452f-8635-3e3454153447 admin admin] Made reservation on behalf of d397ade87fc6460186e9682f393a6302 for: {'network': 1} {{(pid=84874) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 07:18:55.079234 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-930afe35-b634-452f-8635-3e3454153447 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555753'] for network, before_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:18:55.116871 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-b76ddee8-fda6-487e-ab08-47f210a869d5 tempest-RoutersTestDVR-1431460194 tempest-RoutersTestDVR-1431460194] 10.222.0.24 "GET /v2.0/routers/6651357e-0f8c-4582-b726-f5f47d538b61 HTTP/1.1" status: 200 len: 683 time: 0.7318034 Jan 14 07:18:55.121982 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84875) accepted ('10.222.0.24', 37116) {{(pid=84875) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:18:55.137651 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-930afe35-b634-452f-8635-3e3454153447 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:18:55.153371 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-b425c023-e438-4cb9-8879-10f972ce55ba admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:18:55.169947 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-930afe35-b634-452f-8635-3e3454153447 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:18:55.190732 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-930afe35-b634-452f-8635-3e3454153447 admin admin] Usage tracker for resource:security_group_rule and tenant:d397ade87fc6460186e9682f393a6302 is out of sync, need to count used quota {{(pid=84874) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:18:55.198666 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-930afe35-b634-452f-8635-3e3454153447 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84874) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:18:55.221384 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-930afe35-b634-452f-8635-3e3454153447 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:18:55.299060 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-53268474-5d8b-421d-995a-a838b7a86a08 None None] Notify callbacks [] for port, precommit_create {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:18:55.370458 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-53268474-5d8b-421d-995a-a838b7a86a08 None None] Transition to ACTIVE for port object fdec2854-c761-4cfd-97d2-1d5d3a447803 will not be triggered until provisioned by entity L2. {{(pid=84876) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 07:18:55.390265 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-b425c023-e438-4cb9-8879-10f972ce55ba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850887153'] for security_group, after_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:18:55.396877 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-53268474-5d8b-421d-995a-a838b7a86a08 None None] Transition to ACTIVE for port object fdec2854-c761-4cfd-97d2-1d5d3a447803 will not be triggered until provisioned by entity DHCP. {{(pid=84876) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 07:18:55.403598 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-53268474-5d8b-421d-995a-a838b7a86a08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777640123575'] for port, after_create {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:18:55.410504 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-78a172d8-4056-446d-bb0c-69a8f2faa3f3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:18:55.425793 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-017f98a9-8a07-408c-a86f-8ff0c00400a0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84876) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:18:55.484462 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-a94d6c7e-176f-475f-be46-714894ae4fa6 tempest-RoutersIpV6Test-883692175 tempest-RoutersIpV6Test-883692175] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850887113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3254092', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036851981146'] for subnet, after_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:18:55.544334 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53268474-5d8b-421d-995a-a838b7a86a08 None None] Pushing event updated for resources: {'Port': ['ID=fdec2854-c761-4cfd-97d2-1d5d3a447803,revision_number=1']} {{(pid=84876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:18:55.635032 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b425c023-e438-4cb9-8879-10f972ce55ba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d17a4065-21f8-4a84-a7a1-b715c06c7adc,revision_number=None']} {{(pid=84874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:18:55.656693 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84874) accepted ('10.222.0.24', 37128) {{(pid=84874) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:18:55.671698 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-b425c023-e438-4cb9-8879-10f972ce55ba admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.261s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:18:55.712344 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53268474-5d8b-421d-995a-a838b7a86a08 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@n-h1-768862-2 {{(pid=84876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:18:55.712718 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53268474-5d8b-421d-995a-a838b7a86a08 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-h1-768862-2 {{(pid=84876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:18:55.713086 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53268474-5d8b-421d-995a-a838b7a86a08 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-h1-768862-2 {{(pid=84876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:18:55.713463 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53268474-5d8b-421d-995a-a838b7a86a08 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-h1-768862-2 {{(pid=84876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:18:55.713833 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53268474-5d8b-421d-995a-a838b7a86a08 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@n-h1-768862-2 {{(pid=84876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:18:55.714203 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53268474-5d8b-421d-995a-a838b7a86a08 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-h1-768862-2 {{(pid=84876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:18:55.714571 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53268474-5d8b-421d-995a-a838b7a86a08 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-h1-768862-2 {{(pid=84876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:18:55.714933 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53268474-5d8b-421d-995a-a838b7a86a08 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-h1-768862-2 {{(pid=84876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:18:55.715300 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53268474-5d8b-421d-995a-a838b7a86a08 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-h1-768862-2 {{(pid=84876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:18:55.715660 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53268474-5d8b-421d-995a-a838b7a86a08 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-h1-768862-2 {{(pid=84876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:18:55.716092 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53268474-5d8b-421d-995a-a838b7a86a08 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-h1-768862-2 {{(pid=84876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:18:55.716990 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53268474-5d8b-421d-995a-a838b7a86a08 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-h1-768862-2 {{(pid=84876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:18:55.717425 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53268474-5d8b-421d-995a-a838b7a86a08 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@n-h2-768862-2 {{(pid=84876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:18:55.717791 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53268474-5d8b-421d-995a-a838b7a86a08 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-h2-768862-2 {{(pid=84876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:18:55.718294 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53268474-5d8b-421d-995a-a838b7a86a08 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-h2-768862-2 {{(pid=84876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:18:55.718665 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53268474-5d8b-421d-995a-a838b7a86a08 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-h2-768862-2 {{(pid=84876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:18:55.719095 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53268474-5d8b-421d-995a-a838b7a86a08 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@n-h2-768862-2 {{(pid=84876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:18:55.719492 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53268474-5d8b-421d-995a-a838b7a86a08 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-h2-768862-2 {{(pid=84876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:18:55.719874 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53268474-5d8b-421d-995a-a838b7a86a08 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-h2-768862-2 {{(pid=84876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:18:55.720309 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53268474-5d8b-421d-995a-a838b7a86a08 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-h2-768862-2 {{(pid=84876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:18:55.720763 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53268474-5d8b-421d-995a-a838b7a86a08 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-h2-768862-2 {{(pid=84876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:18:55.721126 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53268474-5d8b-421d-995a-a838b7a86a08 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-h2-768862-2 {{(pid=84876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:18:55.721773 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53268474-5d8b-421d-995a-a838b7a86a08 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-h2-768862-2 {{(pid=84876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:18:55.722226 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53268474-5d8b-421d-995a-a838b7a86a08 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-h2-768862-2 {{(pid=84876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:18:55.722668 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53268474-5d8b-421d-995a-a838b7a86a08 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-2 {{(pid=84876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:18:55.723392 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53268474-5d8b-421d-995a-a838b7a86a08 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-2 {{(pid=84876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:18:55.723752 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53268474-5d8b-421d-995a-a838b7a86a08 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-2 {{(pid=84876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:18:55.724169 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53268474-5d8b-421d-995a-a838b7a86a08 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-2 {{(pid=84876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:18:55.724531 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53268474-5d8b-421d-995a-a838b7a86a08 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@n-d-768862-2 {{(pid=84876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:18:55.724888 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53268474-5d8b-421d-995a-a838b7a86a08 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-2 {{(pid=84876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:18:55.725244 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53268474-5d8b-421d-995a-a838b7a86a08 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-768862-2 {{(pid=84876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:18:55.725586 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53268474-5d8b-421d-995a-a838b7a86a08 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-768862-2 {{(pid=84876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:18:55.725937 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53268474-5d8b-421d-995a-a838b7a86a08 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-2 {{(pid=84876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:18:55.726302 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53268474-5d8b-421d-995a-a838b7a86a08 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-2 {{(pid=84876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:18:55.726686 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53268474-5d8b-421d-995a-a838b7a86a08 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-2 {{(pid=84876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:18:55.726971 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53268474-5d8b-421d-995a-a838b7a86a08 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-2 {{(pid=84876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:18:55.745319 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-53268474-5d8b-421d-995a-a838b7a86a08 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.320s {{(pid=84876) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:18:55.771560 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-930afe35-b634-452f-8635-3e3454153447 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:18:55.788072 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-c8f48cc1-e9d2-428f-b03a-205109078042 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.130s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:18:55.830597 n-d-768862-2 neutron-server[84765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53268474-5d8b-421d-995a-a838b7a86a08 None None] Network 0a09cc48-f4c1-4cd9-9169-5b6f5bece23c is already hosted by enough agents. {{(pid=84876) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 07:18:55.832570 n-d-768862-2 neutron-server[84765]: DEBUG neutron.scheduler.base_scheduler [None req-53268474-5d8b-421d-995a-a838b7a86a08 None None] Resources bound (agent type, host, resource id): {{(pid=84876) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 07:18:55.835461 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53268474-5d8b-421d-995a-a838b7a86a08 None None] Received port after_create {{(pid=84876) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 14 07:18:55.920669 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.managers [None req-53268474-5d8b-421d-995a-a838b7a86a08 None None] Attempting to bind port fdec2854-c761-4cfd-97d2-1d5d3a447803 on host n-d-768862-2 for vnic_type normal with profile {{(pid=84876) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 14 07:18:55.921100 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.managers [None req-53268474-5d8b-421d-995a-a838b7a86a08 None None] Attempting to bind port fdec2854-c761-4cfd-97d2-1d5d3a447803 by drivers openvswitch on host n-d-768862-2 at level 0 using segments [{'id': 'ca7d3381-e5ad-4aa0-b98c-4427c3841cde', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '0a09cc48-f4c1-4cd9-9169-5b6f5bece23c'}] {{(pid=84876) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 14 07:18:55.921528 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53268474-5d8b-421d-995a-a838b7a86a08 None None] Attempting to bind port fdec2854-c761-4cfd-97d2-1d5d3a447803 on network 0a09cc48-f4c1-4cd9-9169-5b6f5bece23c {{(pid=84876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 14 07:18:55.933046 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-b425c023-e438-4cb9-8879-10f972ce55ba admin admin] Notify callbacks [] for security_group, before_response {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:18:55.933046 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-b425c023-e438-4cb9-8879-10f972ce55ba admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/d17a4065-21f8-4a84-a7a1-b715c06c7adc HTTP/1.1" status: 204 len: 168 time: 1.6506619 Jan 14 07:18:55.933046 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a94d6c7e-176f-475f-be46-714894ae4fa6 tempest-RoutersIpV6Test-883692175 tempest-RoutersIpV6Test-883692175] Pushing event updated for resources: {'Subnet': ['ID=ee844b6a-3410-459a-9376-bb9f6cb6215c,revision_number=0']} {{(pid=84874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:18:55.933046 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-930afe35-b634-452f-8635-3e3454153447 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850887153'] for security_group, after_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:18:55.951930 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-930afe35-b634-452f-8635-3e3454153447 admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 18} {{(pid=84874) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Jan 14 07:18:55.962009 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53268474-5d8b-421d-995a-a838b7a86a08 None None] Checking agent: {'id': 'ba5efab1-b43c-4d5a-bc52-6e105d4e67a2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768862-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 14, 6, 56, 52), 'started_at': datetime.datetime(2021, 1, 14, 6, 57, 22), 'heartbeat_timestamp': datetime.datetime(2021, 1, 14, 7, 18, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768862-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.29', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 14 07:18:55.963289 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53268474-5d8b-421d-995a-a838b7a86a08 None None] Checking segment: {'id': 'ca7d3381-e5ad-4aa0-b98c-4427c3841cde', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '0a09cc48-f4c1-4cd9-9169-5b6f5bece23c'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84876) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 14 07:18:55.963460 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-930afe35-b634-452f-8635-3e3454153447 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854179735'] for segment, precommit_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:18:55.963592 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-53268474-5d8b-421d-995a-a838b7a86a08 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:18:55.963806 n-d-768862-2 neutron-server[84765]: INFO neutron.db.segments_db [None req-930afe35-b634-452f-8635-3e3454153447 admin admin] Added segment 6a4acfd3-4a2b-4c16-b247-730d08c18594 of type vxlan for network bf0237c9-eb13-47fb-b923-98817eb0072d Jan 14 07:18:55.964002 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53268474-5d8b-421d-995a-a838b7a86a08 None None] Bound using segment: {'id': 'ca7d3381-e5ad-4aa0-b98c-4427c3841cde', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '0a09cc48-f4c1-4cd9-9169-5b6f5bece23c'} {{(pid=84876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 14 07:18:55.969241 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.managers [None req-53268474-5d8b-421d-995a-a838b7a86a08 None None] Bound port: fdec2854-c761-4cfd-97d2-1d5d3a447803, host: n-d-768862-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ca7d3381-e5ad-4aa0-b98c-4427c3841cde', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '0a09cc48-f4c1-4cd9-9169-5b6f5bece23c'}}] {{(pid=84876) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 14 07:18:55.969714 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-53268474-5d8b-421d-995a-a838b7a86a08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555753'] for port, before_update {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:18:55.998139 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-930afe35-b634-452f-8635-3e3454153447 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363259214646115'] for network, precommit_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:18:56.003743 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-2b49b851-cd83-4ee1-9279-34770f8aeb26 tempest-RoutersTestDVR-1910943547 tempest-RoutersTestDVR-1910943547] Notify callbacks [] for router, before_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:18:56.035372 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-a94d6c7e-176f-475f-be46-714894ae4fa6 tempest-RoutersIpV6Test-883692175 tempest-RoutersIpV6Test-883692175] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.247s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:18:56.036097 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-79a89ff4-284f-4280-8073-54ee80615f2b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:18:56.072776 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-930afe35-b634-452f-8635-3e3454153447 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1e67a08b-6b5a-4ea4-b98c-42c224d8ad0a,revision_number=1']} {{(pid=84874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:18:56.075667 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-930afe35-b634-452f-8635-3e3454153447 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850887149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964'] for network, after_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:18:56.076785 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-930afe35-b634-452f-8635-3e3454153447 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:18:56.077533 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-930afe35-b634-452f-8635-3e3454153447 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3207107'] for network, before_response {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:18:56.099088 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-930afe35-b634-452f-8635-3e3454153447 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:18:56.100531 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-d42a4bf6-2570-4ef5-b062-e9b5aa586a7e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:18:56.114797 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [None req-53268474-5d8b-421d-995a-a838b7a86a08 None None] For port fdec2854-c761-4cfd-97d2-1d5d3a447803, host n-d-768862-2, cleared binding levels {{(pid=84876) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 14 07:18:56.119052 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [None req-53268474-5d8b-421d-995a-a838b7a86a08 None None] For port fdec2854-c761-4cfd-97d2-1d5d3a447803, host n-d-768862-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-2',level=0,port_id=fdec2854-c761-4cfd-97d2-1d5d3a447803,segment=NetworkSegment(ca7d3381-e5ad-4aa0-b98c-4427c3841cde),segment_id=ca7d3381-e5ad-4aa0-b98c-4427c3841cde)] {{(pid=84876) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 14 07:18:56.126440 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-53268474-5d8b-421d-995a-a838b7a86a08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777640533312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363259214678337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777640097497'] for port, after_update {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:18:56.262180 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-852a24f7-e9a1-4193-9abb-e9506fe5213f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84876) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:18:56.366013 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a94d6c7e-176f-475f-be46-714894ae4fa6 tempest-RoutersIpV6Test-883692175 tempest-RoutersIpV6Test-883692175] Checking segment: {'id': '429317de-249d-4df5-b67a-45f1aa676da1', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 15, 'network_id': 'a1af2d80-10b4-4ab2-a404-4c7c4027bad4'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84874) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 14 07:18:56.366263 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53268474-5d8b-421d-995a-a838b7a86a08 None None] Pushing event updated for resources: {'Port': ['ID=fdec2854-c761-4cfd-97d2-1d5d3a447803,revision_number=2']} {{(pid=84876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:18:56.367400 n-d-768862-2 neutron-server[84765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a94d6c7e-176f-475f-be46-714894ae4fa6 tempest-RoutersIpV6Test-883692175 tempest-RoutersIpV6Test-883692175] Network hostable DHCP agents. Network: a1af2d80-10b4-4ab2-a404-4c7c4027bad4, hostable agents: ['32f3dd84-26da-4d18-bf15-6017a8fb7247'], hosted agents: [] {{(pid=84874) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Jan 14 07:18:56.373954 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-930afe35-b634-452f-8635-3e3454153447 admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 877 time: 2.2965839 Jan 14 07:18:56.381331 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-930afe35-b634-452f-8635-3e3454153447 admin admin] Pushing event updated for resources: {'Network': ['ID=bf0237c9-eb13-47fb-b923-98817eb0072d,revision_number=1']} {{(pid=84874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:18:56.383959 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-53268474-5d8b-421d-995a-a838b7a86a08 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=84876) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:18:56.384259 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84874) accepted ('10.222.0.24', 37150) {{(pid=84874) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:18:56.393549 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-930afe35-b634-452f-8635-3e3454153447 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.293s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:18:56.398280 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.v2.base [None req-0d2a518d-8f49-4bd1-9ef9-1ab87805bde5 admin admin] Request body: {'subnet': {'network_id': 'bf0237c9-eb13-47fb-b923-98817eb0072d', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerGroupTestJSON-1415381172-subnet', 'tenant_id': 'd397ade87fc6460186e9682f393a6302', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=84874) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:18:56.404444 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-017f98a9-8a07-408c-a86f-8ff0c00400a0 None None] Network bf0237c9-eb13-47fb-b923-98817eb0072d details requested by agent ovs-agent-n-h1-768862-2 with host n-h1-768862-2 {{(pid=84876) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 07:18:56.405345 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-0d2a518d-8f49-4bd1-9ef9-1ab87805bde5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:18:56.411187 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-0d2a518d-8f49-4bd1-9ef9-1ab87805bde5 admin admin] Usage tracker for resource:subnet and tenant:d397ade87fc6460186e9682f393a6302 is out of sync, need to count used quota {{(pid=84874) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:18:56.415264 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-0d2a518d-8f49-4bd1-9ef9-1ab87805bde5 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84874) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:18:56.422213 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-0d2a518d-8f49-4bd1-9ef9-1ab87805bde5 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:18:56.435553 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-852a24f7-e9a1-4193-9abb-e9506fe5213f None None] Network bf0237c9-eb13-47fb-b923-98817eb0072d details requested by agent ovs-agent-n-h2-768862-2 with host n-h2-768862-2 {{(pid=84876) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 07:18:56.438439 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0d2a518d-8f49-4bd1-9ef9-1ab87805bde5 admin admin] Made reservation on behalf of d397ade87fc6460186e9682f393a6302 for: {'subnet': 1} {{(pid=84874) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 07:18:56.443938 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-0d2a518d-8f49-4bd1-9ef9-1ab87805bde5 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036851981161'] for subnet, before_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:18:56.465821 n-d-768862-2 neutron-server[84765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a94d6c7e-176f-475f-be46-714894ae4fa6 tempest-RoutersIpV6Test-883692175 tempest-RoutersIpV6Test-883692175] Network a1af2d80-10b4-4ab2-a404-4c7c4027bad4 is scheduled to be hosted by DHCP agent 32f3dd84-26da-4d18-bf15-6017a8fb7247 with binding_index 1 {{(pid=84874) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Jan 14 07:18:56.477919 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Network bf0237c9-eb13-47fb-b923-98817eb0072d details requested by agent ovs-agent-n-d-768862-2 with host n-d-768862-2 {{(pid=84876) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 07:18:56.579060 n-d-768862-2 neutron-server[84765]: DEBUG neutron.scheduler.base_scheduler [None req-a94d6c7e-176f-475f-be46-714894ae4fa6 tempest-RoutersIpV6Test-883692175 tempest-RoutersIpV6Test-883692175] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768862-2, a1af2d80-10b4-4ab2-a404-4c7c4027bad4) {{(pid=84874) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 07:18:56.602963 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a94d6c7e-176f-475f-be46-714894ae4fa6 tempest-RoutersIpV6Test-883692175 tempest-RoutersIpV6Test-883692175] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:18:56.604109 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-a94d6c7e-176f-475f-be46-714894ae4fa6 tempest-RoutersIpV6Test-883692175 tempest-RoutersIpV6Test-883692175] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3207107'] for subnet, before_response {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:18:56.811447 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-2b49b851-cd83-4ee1-9279-34770f8aeb26 tempest-RoutersTestDVR-1910943547 tempest-RoutersTestDVR-1910943547] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3889346', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036854717606'] for router, precommit_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:18:56.822069 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-2b49b851-cd83-4ee1-9279-34770f8aeb26 tempest-RoutersTestDVR-1910943547 tempest-RoutersTestDVR-1910943547] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:18:56.883602 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-a94d6c7e-176f-475f-be46-714894ae4fa6 tempest-RoutersIpV6Test-883692175 tempest-RoutersIpV6Test-883692175] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 3.0814178 Jan 14 07:18:56.902683 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84875) accepted ('10.222.0.24', 37158) {{(pid=84875) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:18:56.930076 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.v2.base [None req-31b1f292-1135-4386-a216-28fbed3a8866 tempest-RoutersIpV6Test-883692175 tempest-RoutersIpV6Test-883692175] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-565224227', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=84875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:18:56.972323 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-2b49b851-cd83-4ee1-9279-34770f8aeb26 tempest-RoutersTestDVR-1910943547 tempest-RoutersTestDVR-1910943547] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036850897070'] for router, after_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:18:56.973636 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2b49b851-cd83-4ee1-9279-34770f8aeb26 tempest-RoutersTestDVR-1910943547 tempest-RoutersTestDVR-1910943547] Fanout notify agent at l3_agent the message router_deleted on router 6651357e-0f8c-4582-b726-f5f47d538b61 {{(pid=84875) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jan 14 07:18:56.998871 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-31b1f292-1135-4386-a216-28fbed3a8866 tempest-RoutersIpV6Test-883692175 tempest-RoutersIpV6Test-883692175] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:18:57.037301 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-2b49b851-cd83-4ee1-9279-34770f8aeb26 tempest-RoutersTestDVR-1910943547 tempest-RoutersTestDVR-1910943547] Notify callbacks [] for router, before_response {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:18:57.041182 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-2b49b851-cd83-4ee1-9279-34770f8aeb26 tempest-RoutersTestDVR-1910943547 tempest-RoutersTestDVR-1910943547] 10.222.0.24 "DELETE /v2.0/routers/6651357e-0f8c-4582-b726-f5f47d538b61 HTTP/1.1" status: 204 len: 168 time: 1.9177570 Jan 14 07:18:57.048627 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-31b1f292-1135-4386-a216-28fbed3a8866 tempest-RoutersIpV6Test-883692175 tempest-RoutersIpV6Test-883692175] Usage tracker for resource:router and tenant:d787627cdb8d4cc9b70642659fae99d7 is out of sync, need to count used quota {{(pid=84875) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:18:57.058547 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-31b1f292-1135-4386-a216-28fbed3a8866 tempest-RoutersIpV6Test-883692175 tempest-RoutersIpV6Test-883692175] Quota usage for router was recalculated. Used quota:0. {{(pid=84875) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:18:57.076418 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-31b1f292-1135-4386-a216-28fbed3a8866 tempest-RoutersIpV6Test-883692175 tempest-RoutersIpV6Test-883692175] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:18:57.094723 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84875) accepted ('10.222.0.24', 37164) {{(pid=84875) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:18:57.114147 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.v2.base [None req-4ea1a696-672f-4a12-a768-5ec877089d05 tempest-RoutersTestDVR-1910943547 tempest-RoutersTestDVR-1910943547] Request body: {'router': {'name': 'tempest-router-945035989', 'distributed': True}} {{(pid=84875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:18:57.128566 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-4ea1a696-672f-4a12-a768-5ec877089d05 tempest-RoutersTestDVR-1910943547 tempest-RoutersTestDVR-1910943547] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:18:57.138821 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-4ea1a696-672f-4a12-a768-5ec877089d05 tempest-RoutersTestDVR-1910943547 tempest-RoutersTestDVR-1910943547] Usage tracker for resource:router and tenant:0490a632c28f41bcbe52e54d714a6e3c is out of sync, need to count used quota {{(pid=84875) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:18:57.157044 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-4ea1a696-672f-4a12-a768-5ec877089d05 tempest-RoutersTestDVR-1910943547 tempest-RoutersTestDVR-1910943547] Quota usage for router was recalculated. Used quota:0. {{(pid=84875) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:18:57.189435 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-4ea1a696-672f-4a12-a768-5ec877089d05 tempest-RoutersTestDVR-1910943547 tempest-RoutersTestDVR-1910943547] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:18:57.227352 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-31b1f292-1135-4386-a216-28fbed3a8866 tempest-RoutersIpV6Test-883692175 tempest-RoutersIpV6Test-883692175] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3889205', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854717621'] for router, before_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:18:57.235542 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-31b1f292-1135-4386-a216-28fbed3a8866 tempest-RoutersIpV6Test-883692175 tempest-RoutersIpV6Test-883692175] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036850886574', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3912501', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3808446', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-58179'] for router, precommit_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:18:57.302703 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-4ea1a696-672f-4a12-a768-5ec877089d05 tempest-RoutersTestDVR-1910943547 tempest-RoutersTestDVR-1910943547] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3889205', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854717621'] for router, before_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:18:57.305337 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-4ea1a696-672f-4a12-a768-5ec877089d05 tempest-RoutersTestDVR-1910943547 tempest-RoutersTestDVR-1910943547] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036850886574', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3912501', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3808446', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-58179'] for router, precommit_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:18:57.364779 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-31b1f292-1135-4386-a216-28fbed3a8866 tempest-RoutersIpV6Test-883692175 tempest-RoutersIpV6Test-883692175] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:18:57.432201 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-4ea1a696-672f-4a12-a768-5ec877089d05 tempest-RoutersTestDVR-1910943547 tempest-RoutersTestDVR-1910943547] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:18:57.461406 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-31b1f292-1135-4386-a216-28fbed3a8866 tempest-RoutersIpV6Test-883692175 tempest-RoutersIpV6Test-883692175] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036850886612', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036850863158'] for router, after_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:18:57.487017 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ba17d3b-5489-4a49-8e3f-cea267caed19 None None] Network a1af2d80-10b4-4ab2-a404-4c7c4027bad4 requested from n-d-768862-2 {{(pid=84876) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 07:18:57.542855 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-31b1f292-1135-4386-a216-28fbed3a8866 tempest-RoutersIpV6Test-883692175 tempest-RoutersIpV6Test-883692175] Notify callbacks [] for router, before_response {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:18:57.547563 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-31b1f292-1135-4386-a216-28fbed3a8866 tempest-RoutersIpV6Test-883692175 tempest-RoutersIpV6Test-883692175] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.6360891 Jan 14 07:18:57.555001 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84875) accepted ('10.222.0.24', 37174) {{(pid=84875) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:18:57.602960 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-0d2a518d-8f49-4bd1-9ef9-1ab87805bde5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850887113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3254092', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036851981146'] for subnet, after_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:18:57.741961 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-4ea1a696-672f-4a12-a768-5ec877089d05 tempest-RoutersTestDVR-1910943547 tempest-RoutersTestDVR-1910943547] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036850886612', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036850863158'] for router, after_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:18:58.056856 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-4ea1a696-672f-4a12-a768-5ec877089d05 tempest-RoutersTestDVR-1910943547 tempest-RoutersTestDVR-1910943547] Notify callbacks [] for router, before_response {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:18:58.070200 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-4ea1a696-672f-4a12-a768-5ec877089d05 tempest-RoutersTestDVR-1910943547 tempest-RoutersTestDVR-1910943547] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 720 time: 0.9679692 Jan 14 07:18:58.293801 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84875) accepted ('10.222.0.24', 37186) {{(pid=84875) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:18:58.317286 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4e49b63-2197-4bf8-a24f-3f4e38c86ba3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5d94dc7a-c095-50a4-955e-5f3b78718a12-a1af2d80-10b4-4ab2-a404-4c7c4027bad4', 'network_id': 'a1af2d80-10b4-4ab2-a404-4c7c4027bad4', 'tenant_id': 'd787627cdb8d4cc9b70642659fae99d7', 'fixed_ips': [{'subnet_id': 'ee844b6a-3410-459a-9376-bb9f6cb6215c'}]}} from n-d-768862-2. {{(pid=84876) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Jan 14 07:18:58.318679 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-c4e49b63-2197-4bf8-a24f-3f4e38c86ba3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555753'] for port, before_create {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:18:58.616465 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-9fb9ba4a-88f8-435e-b6c5-e176930f853c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:18:58.737712 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-9123579c-72c8-4784-a47c-476c728f28cb admin admin] Notify callbacks [] for security_group, before_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:18:58.921084 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d2a518d-8f49-4bd1-9ef9-1ab87805bde5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3eb2b8f3-f27e-42b0-b7ff-b996f0ba36f0,revision_number=0']} {{(pid=84874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:18:58.928324 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-0d2a518d-8f49-4bd1-9ef9-1ab87805bde5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.312s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:18:58.977688 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-0fb8a4cf-455e-471b-9af2-98aa56602d22 tempest-RoutersTestDVR-1910943547 tempest-RoutersTestDVR-1910943547] Notify callbacks [] for router, before_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:18:58.985292 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-9123579c-72c8-4784-a47c-476c728f28cb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:18:58.996881 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d2a518d-8f49-4bd1-9ef9-1ab87805bde5 admin admin] Checking segment: {'id': '6a4acfd3-4a2b-4c16-b247-730d08c18594', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 18, 'network_id': 'bf0237c9-eb13-47fb-b923-98817eb0072d'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84874) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 14 07:18:58.997421 n-d-768862-2 neutron-server[84765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d2a518d-8f49-4bd1-9ef9-1ab87805bde5 admin admin] Network hostable DHCP agents. Network: bf0237c9-eb13-47fb-b923-98817eb0072d, hostable agents: ['32f3dd84-26da-4d18-bf15-6017a8fb7247'], hosted agents: [] {{(pid=84874) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Jan 14 07:18:59.012186 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-9123579c-72c8-4784-a47c-476c728f28cb admin admin] Usage tracker for resource:security_group_rule and tenant:555f579e2d3640e3b0154688b9de44b8 is out of sync, need to count used quota {{(pid=84874) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:18:59.019158 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-9123579c-72c8-4784-a47c-476c728f28cb admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84874) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:18:59.083696 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-9123579c-72c8-4784-a47c-476c728f28cb admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:18:59.158642 n-d-768862-2 neutron-server[84765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d2a518d-8f49-4bd1-9ef9-1ab87805bde5 admin admin] Network bf0237c9-eb13-47fb-b923-98817eb0072d is scheduled to be hosted by DHCP agent 32f3dd84-26da-4d18-bf15-6017a8fb7247 with binding_index 1 {{(pid=84874) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Jan 14 07:18:59.212339 n-d-768862-2 neutron-server[84765]: DEBUG neutron.scheduler.base_scheduler [None req-0d2a518d-8f49-4bd1-9ef9-1ab87805bde5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768862-2, bf0237c9-eb13-47fb-b923-98817eb0072d) {{(pid=84874) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 07:18:59.259531 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9612f7bb-715a-48db-851d-03bdbdfed1aa None None] Network bf0237c9-eb13-47fb-b923-98817eb0072d requested from n-d-768862-2 {{(pid=84876) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 07:18:59.267288 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d2a518d-8f49-4bd1-9ef9-1ab87805bde5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:18:59.268533 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-0d2a518d-8f49-4bd1-9ef9-1ab87805bde5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3207107'] for subnet, before_response {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:18:59.307735 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Device fdec2854-c761-4cfd-97d2-1d5d3a447803 up at agent ovs-agent-n-d-768862-2 {{(pid=84876) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 07:18:59.369236 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-0d2a518d-8f49-4bd1-9ef9-1ab87805bde5 admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 2.9793282 Jan 14 07:18:59.449237 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.db_base_plugin_common [None req-c4e49b63-2197-4bf8-a24f-3f4e38c86ba3 None None] Allocated IP 2001:db8:1::2 (a1af2d80-10b4-4ab2-a404-4c7c4027bad4/ee844b6a-3410-459a-9376-bb9f6cb6215c/b6efd261-02f7-41f1-9b31-1035855482ee) {{(pid=84876) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 14 07:18:59.638675 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-9123579c-72c8-4784-a47c-476c728f28cb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:18:59.645140 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-9123579c-72c8-4784-a47c-476c728f28cb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850887153'] for security_group, after_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:18:59.789354 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-656c6c9f-91bf-4dfa-bd02-51b5bf8054fe admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:18:59.963063 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-0fb8a4cf-455e-471b-9af2-98aa56602d22 tempest-RoutersTestDVR-1910943547 tempest-RoutersTestDVR-1910943547] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3889346', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036854717606'] for router, precommit_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:18:59.965975 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84875) accepted ('10.222.0.24', 37236) {{(pid=84875) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:18:59.976522 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-9123579c-72c8-4784-a47c-476c728f28cb admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=555f579e2d3640e3b0154688b9de44b8&name=default HTTP/1.1" status: 200 len: 2983 time: 4.3116899 Jan 14 07:18:59.977892 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9123579c-72c8-4784-a47c-476c728f28cb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e7355cf0-400e-40b3-9cb8-bdbc1169efdb,revision_number=1']} {{(pid=84874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:18:59.982026 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-9123579c-72c8-4784-a47c-476c728f28cb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.201s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:19:00.014598 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-0fb8a4cf-455e-471b-9af2-98aa56602d22 tempest-RoutersTestDVR-1910943547 tempest-RoutersTestDVR-1910943547] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:19:00.135037 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d62d6d5b-6557-4617-b85b-557fab3f0b79 None None] Network 0a09cc48-f4c1-4cd9-9169-5b6f5bece23c requested from n-d-768862-2 {{(pid=84876) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 07:19:00.215447 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-f4dd1a82-6a10-4e1b-ba78-2d9bf03012f6 tempest-RoutersIpV6Test-883692175 tempest-RoutersIpV6Test-883692175] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555753'] for port, before_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:19:00.285881 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Provisioning for port fdec2854-c761-4cfd-97d2-1d5d3a447803 completed by entity L2. {{(pid=84876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 07:19:00.497993 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68045ee5-fceb-45c8-a068-a9aabd9a76f5 None None] Network bf0237c9-eb13-47fb-b923-98817eb0072d requested from n-d-768862-2 {{(pid=84876) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 07:19:00.519596 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-8c4d3ea4-3d0b-4269-b1c3-1afefb25e4ff None None] Provisioning for port fdec2854-c761-4cfd-97d2-1d5d3a447803 completed by entity DHCP. {{(pid=84876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 07:19:00.534734 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-8c4d3ea4-3d0b-4269-b1c3-1afefb25e4ff None None] Provisioning complete for port fdec2854-c761-4cfd-97d2-1d5d3a447803 triggered by entity DHCP. {{(pid=84876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 07:19:00.535252 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-8c4d3ea4-3d0b-4269-b1c3-1afefb25e4ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-604227'] for port, provisioning_complete {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:19:00.898126 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-2c5aa720-066d-4ae0-9fa9-c89d438b896b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:19:00.916786 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-0fb8a4cf-455e-471b-9af2-98aa56602d22 tempest-RoutersTestDVR-1910943547 tempest-RoutersTestDVR-1910943547] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036850897070'] for router, after_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:19:00.923996 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0fb8a4cf-455e-471b-9af2-98aa56602d22 tempest-RoutersTestDVR-1910943547 tempest-RoutersTestDVR-1910943547] Fanout notify agent at l3_agent the message router_deleted on router ffec22f0-5851-47ab-9ee6-b785a4ca7cb1 {{(pid=84875) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jan 14 07:19:00.961805 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84874) accepted ('10.222.0.24', 37260) {{(pid=84874) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:19:01.056244 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-8c4d3ea4-3d0b-4269-b1c3-1afefb25e4ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555753'] for port, before_update {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:19:01.187756 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-0fb8a4cf-455e-471b-9af2-98aa56602d22 tempest-RoutersTestDVR-1910943547 tempest-RoutersTestDVR-1910943547] Notify callbacks [] for router, before_response {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:19:01.190088 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-0fb8a4cf-455e-471b-9af2-98aa56602d22 tempest-RoutersTestDVR-1910943547 tempest-RoutersTestDVR-1910943547] 10.222.0.24 "DELETE /v2.0/routers/ffec22f0-5851-47ab-9ee6-b785a4ca7cb1 HTTP/1.1" status: 204 len: 168 time: 2.8942735 Jan 14 07:19:01.219459 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-2c5aa720-066d-4ae0-9fa9-c89d438b896b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:19:01.428972 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [None req-8c4d3ea4-3d0b-4269-b1c3-1afefb25e4ff None None] For port fdec2854-c761-4cfd-97d2-1d5d3a447803, host n-d-768862-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-2',level=0,port_id=fdec2854-c761-4cfd-97d2-1d5d3a447803,segment=NetworkSegment(ca7d3381-e5ad-4aa0-b98c-4427c3841cde),segment_id=ca7d3381-e5ad-4aa0-b98c-4427c3841cde)] {{(pid=84876) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 07:19:01.460176 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-8c4d3ea4-3d0b-4269-b1c3-1afefb25e4ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777640533312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363259214678337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777640097497'] for port, after_update {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:19:01.501295 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84876) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:19:01.576684 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-2c5aa720-066d-4ae0-9fa9-c89d438b896b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850887153'] for security_group, after_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:19:01.583490 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-def0bf88-6431-40de-a74c-fedd07935886 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:19:01.607424 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-9da99c7c-285d-484d-88a4-de7fb287e2ca admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:19:01.653175 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-c4e49b63-2197-4bf8-a24f-3f4e38c86ba3 None None] Notify callbacks [] for port, precommit_create {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:19:01.657162 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c5aa720-066d-4ae0-9fa9-c89d438b896b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e7355cf0-400e-40b3-9cb8-bdbc1169efdb,revision_number=None']} {{(pid=84875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:19:01.678258 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-def0bf88-6431-40de-a74c-fedd07935886 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:19:01.682314 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-2c5aa720-066d-4ae0-9fa9-c89d438b896b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:19:01.691196 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-def0bf88-6431-40de-a74c-fedd07935886 admin admin] Usage tracker for resource:security_group_rule and tenant:c7634c239b2f4fd4a14a1314998c2740 is out of sync, need to count used quota {{(pid=84874) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:19:01.698768 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-def0bf88-6431-40de-a74c-fedd07935886 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84874) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:19:01.716210 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-def0bf88-6431-40de-a74c-fedd07935886 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:19:01.722687 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-c4e49b63-2197-4bf8-a24f-3f4e38c86ba3 None None] Transition to ACTIVE for port object b6efd261-02f7-41f1-9b31-1035855482ee will not be triggered until provisioned by entity L2. {{(pid=84876) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 07:19:01.782750 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-2c5aa720-066d-4ae0-9fa9-c89d438b896b admin admin] Notify callbacks [] for security_group, before_response {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:19:01.784460 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-2c5aa720-066d-4ae0-9fa9-c89d438b896b admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/e7355cf0-400e-40b3-9cb8-bdbc1169efdb HTTP/1.1" status: 204 len: 168 time: 1.8136616 Jan 14 07:19:01.804491 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-c4e49b63-2197-4bf8-a24f-3f4e38c86ba3 None None] Transition to ACTIVE for port object b6efd261-02f7-41f1-9b31-1035855482ee will not be triggered until provisioned by entity DHCP. {{(pid=84876) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 07:19:01.873624 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.db_base_plugin_common [None req-f4dd1a82-6a10-4e1b-ba78-2d9bf03012f6 tempest-RoutersIpV6Test-883692175 tempest-RoutersIpV6Test-883692175] Allocated IP 2001:db8::1 (0a09cc48-f4c1-4cd9-9169-5b6f5bece23c/62cb7f5e-6d4b-4f45-a82e-6354a575cc6f/dc8c6639-6355-420b-a8e4-b463a1b514e9) {{(pid=84875) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 14 07:19:01.992717 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-def0bf88-6431-40de-a74c-fedd07935886 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:19:01.997098 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-c4e49b63-2197-4bf8-a24f-3f4e38c86ba3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777640123575'] for port, after_create {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:19:02.006664 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-def0bf88-6431-40de-a74c-fedd07935886 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850887153'] for security_group, after_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:19:02.052478 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84874) accepted ('10.222.0.24', 37296) {{(pid=84874) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:19:02.062249 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-6b0813a8-9ae0-4f27-8a2d-7da237eab78a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:19:02.172329 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-0d800a22-13f4-4f6c-8c1e-fc878d341f24 None None] Provisioning complete for port fdec2854-c761-4cfd-97d2-1d5d3a447803 triggered by entity DHCP. {{(pid=84876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 07:19:02.175939 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-0d800a22-13f4-4f6c-8c1e-fc878d341f24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-604227'] for port, provisioning_complete {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:19:02.206364 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-def0bf88-6431-40de-a74c-fedd07935886 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4b1a6365-9791-4687-9592-07340f3552ea,revision_number=1']} {{(pid=84874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:19:02.249099 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-def0bf88-6431-40de-a74c-fedd07935886 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.187s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:19:02.344537 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-def0bf88-6431-40de-a74c-fedd07935886 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=c7634c239b2f4fd4a14a1314998c2740&name=default HTTP/1.1" status: 200 len: 2983 time: 1.3807042 Jan 14 07:19:02.346329 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84874) accepted ('10.222.0.24', 37314) {{(pid=84874) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:19:02.370219 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-f4dd1a82-6a10-4e1b-ba78-2d9bf03012f6 tempest-RoutersIpV6Test-883692175 tempest-RoutersIpV6Test-883692175] Notify callbacks [] for port, precommit_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:19:02.420762 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-f4dd1a82-6a10-4e1b-ba78-2d9bf03012f6 tempest-RoutersIpV6Test-883692175 tempest-RoutersIpV6Test-883692175] Transition to ACTIVE for port object dc8c6639-6355-420b-a8e4-b463a1b514e9 will not be triggered until provisioned by entity DHCP. {{(pid=84875) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 07:19:02.458381 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-f4dd1a82-6a10-4e1b-ba78-2d9bf03012f6 tempest-RoutersIpV6Test-883692175 tempest-RoutersIpV6Test-883692175] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777640123575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851621574'] for port, after_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:19:02.507205 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-b41c71db-1a0b-4f4e-83e8-04880346bf52 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:19:02.636224 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-42d57c5c-3b5e-4c0f-8ac0-909077dd8dee admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:19:02.726903 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c4d3ea4-3d0b-4269-b1c3-1afefb25e4ff None None] Pushing event updated for resources: {'Port': ['ID=fdec2854-c761-4cfd-97d2-1d5d3a447803,revision_number=3']} {{(pid=84876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:19:02.777474 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-42d57c5c-3b5e-4c0f-8ac0-909077dd8dee admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:19:02.803359 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-8c4d3ea4-3d0b-4269-b1c3-1afefb25e4ff None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.294s {{(pid=84876) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:19:02.807723 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-53268474-5d8b-421d-995a-a838b7a86a08 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.780s {{(pid=84876) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:19:02.926249 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-42d57c5c-3b5e-4c0f-8ac0-909077dd8dee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850887153'] for security_group, after_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:19:02.944330 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-def0bf88-6431-40de-a74c-fedd07935886 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:19:02.965712 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4e49b63-2197-4bf8-a24f-3f4e38c86ba3 None None] Pushing event updated for resources: {'Port': ['ID=b6efd261-02f7-41f1-9b31-1035855482ee,revision_number=1']} {{(pid=84876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:19:02.976403 n-d-768862-2 neutron-server[84765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4e49b63-2197-4bf8-a24f-3f4e38c86ba3 None None] Network a1af2d80-10b4-4ab2-a404-4c7c4027bad4 is already hosted by enough agents. {{(pid=84876) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 07:19:02.978148 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-c4e49b63-2197-4bf8-a24f-3f4e38c86ba3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.171s {{(pid=84876) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:19:03.010241 n-d-768862-2 neutron-server[84765]: DEBUG neutron.scheduler.base_scheduler [None req-c4e49b63-2197-4bf8-a24f-3f4e38c86ba3 None None] Resources bound (agent type, host, resource id): {{(pid=84876) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 07:19:03.019390 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-42d57c5c-3b5e-4c0f-8ac0-909077dd8dee admin admin] Notify callbacks [] for security_group, before_response {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:19:03.031902 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-42d57c5c-3b5e-4c0f-8ac0-909077dd8dee admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/4b1a6365-9791-4687-9592-07340f3552ea HTTP/1.1" status: 204 len: 168 time: 0.6814256 Jan 14 07:19:03.037643 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42d57c5c-3b5e-4c0f-8ac0-909077dd8dee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4b1a6365-9791-4687-9592-07340f3552ea,revision_number=None']} {{(pid=84874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:19:03.041834 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-42d57c5c-3b5e-4c0f-8ac0-909077dd8dee admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:19:03.042681 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-5d4926ad-0297-43f7-80fb-8973b893b20a admin admin] Notify callbacks [] for security_group, before_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:19:03.044539 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4e49b63-2197-4bf8-a24f-3f4e38c86ba3 None None] Received port after_create {{(pid=84876) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 14 07:19:03.088919 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-5d4926ad-0297-43f7-80fb-8973b893b20a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:19:03.100217 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-5d4926ad-0297-43f7-80fb-8973b893b20a admin admin] Usage tracker for resource:security_group_rule and tenant:3679ee767a3e40959679ae256affd10d is out of sync, need to count used quota {{(pid=84874) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:19:03.112210 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-5d4926ad-0297-43f7-80fb-8973b893b20a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84874) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:19:03.125139 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-5d4926ad-0297-43f7-80fb-8973b893b20a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:19:03.146051 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Device fdec2854-c761-4cfd-97d2-1d5d3a447803 up at agent ovs-agent-n-d-768862-2 {{(pid=84876) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 07:19:03.151668 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84874) accepted ('10.222.0.24', 37336) {{(pid=84874) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:19:03.229051 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-3336d34e-02cb-444b-96e7-67cb58f5178e admin admin] Notify callbacks [] for security_group, before_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:19:03.290092 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.managers [None req-c4e49b63-2197-4bf8-a24f-3f4e38c86ba3 None None] Attempting to bind port b6efd261-02f7-41f1-9b31-1035855482ee on host n-d-768862-2 for vnic_type normal with profile {{(pid=84876) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 14 07:19:03.290542 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.managers [None req-c4e49b63-2197-4bf8-a24f-3f4e38c86ba3 None None] Attempting to bind port b6efd261-02f7-41f1-9b31-1035855482ee by drivers openvswitch on host n-d-768862-2 at level 0 using segments [{'id': '429317de-249d-4df5-b67a-45f1aa676da1', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 15, 'network_id': 'a1af2d80-10b4-4ab2-a404-4c7c4027bad4'}] {{(pid=84876) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 14 07:19:03.290914 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4e49b63-2197-4bf8-a24f-3f4e38c86ba3 None None] Attempting to bind port b6efd261-02f7-41f1-9b31-1035855482ee on network a1af2d80-10b4-4ab2-a404-4c7c4027bad4 {{(pid=84876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 14 07:19:03.300203 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-3336d34e-02cb-444b-96e7-67cb58f5178e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:19:03.307618 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Provisioning complete for port fdec2854-c761-4cfd-97d2-1d5d3a447803 triggered by entity L2. {{(pid=84876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 07:19:03.308078 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-604227'] for port, provisioning_complete {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:19:03.310310 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-3336d34e-02cb-444b-96e7-67cb58f5178e admin admin] Usage tracker for resource:security_group_rule and tenant:e85e90f4d150425aae8f23348e039063 is out of sync, need to count used quota {{(pid=84874) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:19:03.319851 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-3336d34e-02cb-444b-96e7-67cb58f5178e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84874) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:19:03.334907 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-3336d34e-02cb-444b-96e7-67cb58f5178e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:19:03.369956 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4e49b63-2197-4bf8-a24f-3f4e38c86ba3 None None] Checking agent: {'id': 'ba5efab1-b43c-4d5a-bc52-6e105d4e67a2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768862-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 14, 6, 56, 52), 'started_at': datetime.datetime(2021, 1, 14, 6, 57, 22), 'heartbeat_timestamp': datetime.datetime(2021, 1, 14, 7, 18, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768862-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.29', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 14 07:19:03.370432 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4e49b63-2197-4bf8-a24f-3f4e38c86ba3 None None] Checking segment: {'id': '429317de-249d-4df5-b67a-45f1aa676da1', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 15, 'network_id': 'a1af2d80-10b4-4ab2-a404-4c7c4027bad4'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84876) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 14 07:19:03.370826 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-c4e49b63-2197-4bf8-a24f-3f4e38c86ba3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:19:03.371862 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4e49b63-2197-4bf8-a24f-3f4e38c86ba3 None None] Bound using segment: {'id': '429317de-249d-4df5-b67a-45f1aa676da1', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 15, 'network_id': 'a1af2d80-10b4-4ab2-a404-4c7c4027bad4'} {{(pid=84876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 14 07:19:03.371862 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.managers [None req-c4e49b63-2197-4bf8-a24f-3f4e38c86ba3 None None] Bound port: b6efd261-02f7-41f1-9b31-1035855482ee, host: n-d-768862-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '429317de-249d-4df5-b67a-45f1aa676da1', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 15, 'network_id': 'a1af2d80-10b4-4ab2-a404-4c7c4027bad4'}}] {{(pid=84876) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 14 07:19:03.372270 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-c4e49b63-2197-4bf8-a24f-3f4e38c86ba3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555753'] for port, before_update {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:19:03.498338 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [None req-c4e49b63-2197-4bf8-a24f-3f4e38c86ba3 None None] For port b6efd261-02f7-41f1-9b31-1035855482ee, host n-d-768862-2, cleared binding levels {{(pid=84876) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 14 07:19:03.502558 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [None req-c4e49b63-2197-4bf8-a24f-3f4e38c86ba3 None None] For port b6efd261-02f7-41f1-9b31-1035855482ee, host n-d-768862-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-2',level=0,port_id=b6efd261-02f7-41f1-9b31-1035855482ee,segment=NetworkSegment(429317de-249d-4df5-b67a-45f1aa676da1),segment_id=429317de-249d-4df5-b67a-45f1aa676da1)] {{(pid=84876) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 14 07:19:03.518478 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-c4e49b63-2197-4bf8-a24f-3f4e38c86ba3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777640533312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363259214678337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777640097497'] for port, after_update {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:19:03.552345 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-30871c5f-8fe0-462f-91ee-4bf3a5d02682 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84876) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:19:03.587624 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-5d4926ad-0297-43f7-80fb-8973b893b20a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:19:03.625587 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4dd1a82-6a10-4e1b-ba78-2d9bf03012f6 tempest-RoutersIpV6Test-883692175 tempest-RoutersIpV6Test-883692175] Pushing event updated for resources: {'Port': ['ID=dc8c6639-6355-420b-a8e4-b463a1b514e9,revision_number=1']} {{(pid=84875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:19:03.643490 n-d-768862-2 neutron-server[84765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4dd1a82-6a10-4e1b-ba78-2d9bf03012f6 tempest-RoutersIpV6Test-883692175 tempest-RoutersIpV6Test-883692175] Network 0a09cc48-f4c1-4cd9-9169-5b6f5bece23c is already hosted by enough agents. {{(pid=84875) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 07:19:03.645342 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-f4dd1a82-6a10-4e1b-ba78-2d9bf03012f6 tempest-RoutersIpV6Test-883692175 tempest-RoutersIpV6Test-883692175] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.138s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:19:03.646720 n-d-768862-2 neutron-server[84765]: DEBUG neutron.scheduler.base_scheduler [None req-f4dd1a82-6a10-4e1b-ba78-2d9bf03012f6 tempest-RoutersIpV6Test-883692175 tempest-RoutersIpV6Test-883692175] Resources bound (agent type, host, resource id): {{(pid=84875) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 07:19:03.653708 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4dd1a82-6a10-4e1b-ba78-2d9bf03012f6 tempest-RoutersIpV6Test-883692175 tempest-RoutersIpV6Test-883692175] Received port after_create {{(pid=84875) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 14 07:19:03.655246 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-f4dd1a82-6a10-4e1b-ba78-2d9bf03012f6 tempest-RoutersIpV6Test-883692175 tempest-RoutersIpV6Test-883692175] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036850886386'] for router_interface, before_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:19:03.688725 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-3336d34e-02cb-444b-96e7-67cb58f5178e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:19:03.692569 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-5d4926ad-0297-43f7-80fb-8973b893b20a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850887153'] for security_group, after_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:19:03.695489 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-f4370c17-bd6e-4894-aaf8-7ef60def5058 None None] Provisioning complete for port fdec2854-c761-4cfd-97d2-1d5d3a447803 triggered by entity DHCP. {{(pid=84876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 07:19:03.695975 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-f4370c17-bd6e-4894-aaf8-7ef60def5058 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-604227'] for port, provisioning_complete {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:19:03.804553 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-5f65e1c5-e5a1-4686-822a-fb27a7d62415 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:19:03.901822 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-5d4926ad-0297-43f7-80fb-8973b893b20a admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=3679ee767a3e40959679ae256affd10d&name=default HTTP/1.1" status: 200 len: 2983 time: 1.8013449 Jan 14 07:19:03.902750 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-3336d34e-02cb-444b-96e7-67cb58f5178e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850887153'] for security_group, after_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:19:03.916010 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84875) accepted ('10.222.0.24', 37358) {{(pid=84875) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:19:03.918969 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-f4dd1a82-6a10-4e1b-ba78-2d9bf03012f6 tempest-RoutersIpV6Test-883692175 tempest-RoutersIpV6Test-883692175] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555753'] for port, before_update {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:19:04.003281 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d4926ad-0297-43f7-80fb-8973b893b20a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e72c5fa2-a958-4a3d-a021-0b4be7054ec6,revision_number=1']} {{(pid=84874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:19:04.025535 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-5d4926ad-0297-43f7-80fb-8973b893b20a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.221s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:19:04.033235 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-5d4926ad-0297-43f7-80fb-8973b893b20a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:19:04.052562 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-3336d34e-02cb-444b-96e7-67cb58f5178e admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=e85e90f4d150425aae8f23348e039063&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8996468 Jan 14 07:19:04.062659 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84874) accepted ('10.222.0.24', 37362) {{(pid=84874) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:19:04.152516 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4e49b63-2197-4bf8-a24f-3f4e38c86ba3 None None] Pushing event updated for resources: {'Port': ['ID=b6efd261-02f7-41f1-9b31-1035855482ee,revision_number=2']} {{(pid=84876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:19:04.158409 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-c4e49b63-2197-4bf8-a24f-3f4e38c86ba3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.606s {{(pid=84876) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:19:04.167284 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3336d34e-02cb-444b-96e7-67cb58f5178e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=da9a7059-ab55-46f8-bd56-17bfdc223e6f,revision_number=1']} {{(pid=84874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:19:04.172848 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-3336d34e-02cb-444b-96e7-67cb58f5178e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:19:04.176020 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-752a0296-0f48-454c-a558-6005f48c274d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:19:04.230224 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-752a0296-0f48-454c-a558-6005f48c274d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:19:04.341873 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-752a0296-0f48-454c-a558-6005f48c274d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850887153'] for security_group, after_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:19:04.354137 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-8a328248-3356-42b0-9ed2-b8217dd337e0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:19:04.379106 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-63f288c6-cc86-4810-9556-ff65aa190ab3 None None] Provisioning for port dc8c6639-6355-420b-a8e4-b463a1b514e9 completed by entity DHCP. {{(pid=84876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 07:19:04.386568 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-63f288c6-cc86-4810-9556-ff65aa190ab3 None None] Provisioning complete for port dc8c6639-6355-420b-a8e4-b463a1b514e9 triggered by entity DHCP. {{(pid=84876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 07:19:04.390346 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-63f288c6-cc86-4810-9556-ff65aa190ab3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-604227'] for port, provisioning_complete {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:19:04.400132 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-752a0296-0f48-454c-a558-6005f48c274d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=da9a7059-ab55-46f8-bd56-17bfdc223e6f,revision_number=None']} {{(pid=84874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:19:04.406607 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-752a0296-0f48-454c-a558-6005f48c274d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:19:04.438841 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-752a0296-0f48-454c-a558-6005f48c274d admin admin] Notify callbacks [] for security_group, before_response {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:19:04.449735 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-752a0296-0f48-454c-a558-6005f48c274d admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/da9a7059-ab55-46f8-bd56-17bfdc223e6f HTTP/1.1" status: 204 len: 168 time: 0.3851936 Jan 14 07:19:04.545249 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.plugin [None req-63f288c6-cc86-4810-9556-ff65aa190ab3 None None] Port dc8c6639-6355-420b-a8e4-b463a1b514e9 cannot update to ACTIVE because it is not bound. {{(pid=84876) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:329}} Jan 14 07:19:05.144533 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Device b6efd261-02f7-41f1-9b31-1035855482ee up at agent ovs-agent-n-d-768862-2 {{(pid=84876) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 07:19:05.167698 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feb2944f-7ee2-45b9-bb72-3d5f23a55640 req-bb90eb10-2c8c-4106-a2f3-83738b8b72c1 tempest-ServerGroupTestJSON-2062728592 tempest-ServerGroupTestJSON-2062728592] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:19:05.180887 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [req-feb2944f-7ee2-45b9-bb72-3d5f23a55640 req-bb90eb10-2c8c-4106-a2f3-83738b8b72c1 tempest-ServerGroupTestJSON-2062728592 tempest-ServerGroupTestJSON-2062728592] 10.222.0.24 "GET /v2.0/networks?id=bf0237c9-eb13-47fb-b923-98817eb0072d HTTP/1.1" status: 200 len: 810 time: 0.4255033 Jan 14 07:19:05.333604 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Provisioning for port b6efd261-02f7-41f1-9b31-1035855482ee completed by entity L2. {{(pid=84876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 07:19:05.471897 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-f4dd1a82-6a10-4e1b-ba78-2d9bf03012f6 tempest-RoutersIpV6Test-883692175 tempest-RoutersIpV6Test-883692175] Notify callbacks [] for port, precommit_update {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:19:05.483009 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-f4dd1a82-6a10-4e1b-ba78-2d9bf03012f6 tempest-RoutersIpV6Test-883692175 tempest-RoutersIpV6Test-883692175] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777640533312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363259214678337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777640097497', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3154211'] for port, after_update {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:19:05.483955 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-f4dd1a82-6a10-4e1b-ba78-2d9bf03012f6 tempest-RoutersIpV6Test-883692175 tempest-RoutersIpV6Test-883692175] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3206949', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3889649'] for router_interface, after_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:19:05.515007 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-3aeaddbf-e066-4b98-a8ad-9bb6d5bba33e tempest-PortsAdminExtendedAttrsIpV6TestJSON-54502629 tempest-PortsAdminExtendedAttrsIpV6TestJSON-54502629] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:19:05.646726 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [req-feb2944f-7ee2-45b9-bb72-3d5f23a55640 req-5414d6bc-d23b-4b5d-b934-28dbecd5714d tempest-ServerGroupTestJSON-2062728592 tempest-ServerGroupTestJSON-2062728592] 10.222.0.24 "GET /v2.0/quotas/d397ade87fc6460186e9682f393a6302 HTTP/1.1" status: 200 len: 375 time: 0.1686392 Jan 14 07:19:05.661505 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-08050872-eeca-4306-83a7-8d33063b8d23 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:19:05.727200 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-08050872-eeca-4306-83a7-8d33063b8d23 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:19:05.876248 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [req-feb2944f-7ee2-45b9-bb72-3d5f23a55640 req-b8f18063-76f7-42f7-8742-0a3c35440770 tempest-ServerGroupTestJSON-2062728592 tempest-ServerGroupTestJSON-2062728592] 10.222.0.24 "GET /v2.0/ports?tenant_id=d397ade87fc6460186e9682f393a6302&fields=id HTTP/1.1" status: 200 len: 210 time: 0.2284985 Jan 14 07:19:05.882713 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [req-feb2944f-7ee2-45b9-bb72-3d5f23a55640 req-9dc28fae-51ea-4f8e-9e8b-f2ade3e2108f service neutron] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=84875) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 14 07:19:05.890605 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [req-feb2944f-7ee2-45b9-bb72-3d5f23a55640 req-9dc28fae-51ea-4f8e-9e8b-f2ade3e2108f service neutron] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13279 time: 0.0131345 Jan 14 07:19:05.893139 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-08050872-eeca-4306-83a7-8d33063b8d23 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850887153'] for security_group, after_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:19:06.078787 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4dd1a82-6a10-4e1b-ba78-2d9bf03012f6 tempest-RoutersIpV6Test-883692175 tempest-RoutersIpV6Test-883692175] Pushing event updated for resources: {'Port': ['ID=dc8c6639-6355-420b-a8e4-b463a1b514e9,revision_number=2']} {{(pid=84875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:19:06.106210 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-f4dd1a82-6a10-4e1b-ba78-2d9bf03012f6 tempest-RoutersIpV6Test-883692175 tempest-RoutersIpV6Test-883692175] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.591s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:19:06.110122 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-08050872-eeca-4306-83a7-8d33063b8d23 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:19:06.112194 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-08050872-eeca-4306-83a7-8d33063b8d23 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/e72c5fa2-a958-4a3d-a021-0b4be7054ec6 HTTP/1.1" status: 204 len: 168 time: 2.1458135 Jan 14 07:19:06.112648 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-c2cab953-6053-421a-b197-20e5c3fd32be admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.073s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:19:06.131947 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08050872-eeca-4306-83a7-8d33063b8d23 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e72c5fa2-a958-4a3d-a021-0b4be7054ec6,revision_number=None']} {{(pid=84875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:19:06.152497 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-08050872-eeca-4306-83a7-8d33063b8d23 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:19:06.193804 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [req-feb2944f-7ee2-45b9-bb72-3d5f23a55640 req-d184f696-2044-47ef-b418-350f9e269c06 service neutron] 10.222.0.24 "GET /v2.0/networks/bf0237c9-eb13-47fb-b923-98817eb0072d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3019135 Jan 14 07:19:06.323544 n-d-768862-2 neutron-server[84765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4dd1a82-6a10-4e1b-ba78-2d9bf03012f6 tempest-RoutersIpV6Test-883692175 tempest-RoutersIpV6Test-883692175] Network 0a09cc48-f4c1-4cd9-9169-5b6f5bece23c is already hosted by enough agents. {{(pid=84875) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 07:19:06.327226 n-d-768862-2 neutron-server[84765]: DEBUG neutron.scheduler.base_scheduler [None req-f4dd1a82-6a10-4e1b-ba78-2d9bf03012f6 tempest-RoutersIpV6Test-883692175 tempest-RoutersIpV6Test-883692175] Resources bound (agent type, host, resource id): {{(pid=84875) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 07:19:06.479500 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a0f824f-845e-4abd-924c-45c474b87171 None None] Network a1af2d80-10b4-4ab2-a404-4c7c4027bad4 requested from n-d-768862-2 {{(pid=84876) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 07:19:06.620985 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [req-feb2944f-7ee2-45b9-bb72-3d5f23a55640 req-f125f4c0-4408-4f69-b1e1-49c4236f8feb service neutron] 10.222.0.24 "GET /v2.0/networks/bf0237c9-eb13-47fb-b923-98817eb0072d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.4263089 Jan 14 07:19:06.629413 n-d-768862-2 neutron-server[84765]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f4dd1a82-6a10-4e1b-ba78-2d9bf03012f6 tempest-RoutersIpV6Test-883692175 tempest-RoutersIpV6Test-883692175] Router 132abbc6-1621-4dad-81fd-b883ca8c0806 is scheduled to L3 agent 35f592e9-451b-4db9-abea-77b6a5c5391b with binding_index 1 {{(pid=84875) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}} Jan 14 07:19:06.946436 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-e6f28759-ede5-4fe4-ad0b-e4388869f551 None None] Provisioning for port b6efd261-02f7-41f1-9b31-1035855482ee completed by entity DHCP. {{(pid=84876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 07:19:06.972705 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f4dd1a82-6a10-4e1b-ba78-2d9bf03012f6 tempest-RoutersIpV6Test-883692175 tempest-RoutersIpV6Test-883692175] Notify agent at l3_agent.n-d-768862-2 the message routers_updated {{(pid=84875) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jan 14 07:19:06.992109 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-f4dd1a82-6a10-4e1b-ba78-2d9bf03012f6 tempest-RoutersIpV6Test-883692175 tempest-RoutersIpV6Test-883692175] 10.222.0.24 "PUT /v2.0/routers/132abbc6-1621-4dad-81fd-b883ca8c0806/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.4385056 Jan 14 07:19:06.995164 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84874) accepted ('10.222.0.24', 37502) {{(pid=84874) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:19:07.006588 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-e6f28759-ede5-4fe4-ad0b-e4388869f551 None None] Provisioning complete for port b6efd261-02f7-41f1-9b31-1035855482ee triggered by entity DHCP. {{(pid=84876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 07:19:07.007012 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-e6f28759-ede5-4fe4-ad0b-e4388869f551 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-604227'] for port, provisioning_complete {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:19:07.197230 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5e1b441-a524-4f85-8faa-01f82256eeff tempest-RoutersIpV6Test-883692175 tempest-RoutersIpV6Test-883692175] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:19:07.201491 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-e5e1b441-a524-4f85-8faa-01f82256eeff tempest-RoutersIpV6Test-883692175 tempest-RoutersIpV6Test-883692175] 10.222.0.24 "GET /v2.0/ports/dc8c6639-6355-420b-a8e4-b463a1b514e9 HTTP/1.1" status: 200 len: 911 time: 0.2042360 Jan 14 07:19:07.204913 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84875) accepted ('10.222.0.24', 37524) {{(pid=84875) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:19:07.343384 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-598da234-3cb5-4fa6-b1c2-a7f4daafa231 None None] Sync routers for ids ['132abbc6-1621-4dad-81fd-b883ca8c0806'] in n-d-768862-2 {{(pid=84876) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Jan 14 07:19:07.551726 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-598da234-3cb5-4fa6-b1c2-a7f4daafa231 None None] Routers {'132abbc6-1621-4dad-81fd-b883ca8c0806'} bound to L3 agent in host n-d-768862-2 {{(pid=84876) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 14 07:19:07.560390 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_hamode_db [None req-598da234-3cb5-4fa6-b1c2-a7f4daafa231 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-01-14T06:56:51Z,description=,heartbeat_timestamp=2021-01-14T07:18:51Z,host='n-d-768862-2',id=35f592e9-451b-4db9-abea-77b6a5c5391b,load=0,resource_versions=,resources_synced=,started_at=2021-01-14T06:56:51Z,topic='l3_agent')) {'router_ids': ['132abbc6-1621-4dad-81fd-b883ca8c0806'], 'active': True} {{(pid=84876) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:19:07.700154 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84874) accepted ('10.222.0.24', 37582) {{(pid=84874) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:19:07.769904 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-e7b5338d-6512-4318-b091-23c9e09a74c4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:19:07.858699 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-e6f28759-ede5-4fe4-ad0b-e4388869f551 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555753'] for port, before_update {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:19:07.900387 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-e7b5338d-6512-4318-b091-23c9e09a74c4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:19:07.907288 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_hamode_db [None req-598da234-3cb5-4fa6-b1c2-a7f4daafa231 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768862-2', False) {} {{(pid=84876) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:19:07.930100 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-e7b5338d-6512-4318-b091-23c9e09a74c4 admin admin] Usage tracker for resource:security_group_rule and tenant:0490a632c28f41bcbe52e54d714a6e3c is out of sync, need to count used quota {{(pid=84874) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:19:07.930658 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-598da234-3cb5-4fa6-b1c2-a7f4daafa231 None None] Routers {'132abbc6-1621-4dad-81fd-b883ca8c0806'} bound to L3 agent in host n-d-768862-2 {{(pid=84876) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 14 07:19:07.931515 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_hamode_db [None req-598da234-3cb5-4fa6-b1c2-a7f4daafa231 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-01-14T06:56:51Z,description=,heartbeat_timestamp=2021-01-14T07:18:51Z,host='n-d-768862-2',id=35f592e9-451b-4db9-abea-77b6a5c5391b,load=0,resource_versions=,resources_synced=,started_at=2021-01-14T06:56:51Z,topic='l3_agent')) {'router_ids': ['132abbc6-1621-4dad-81fd-b883ca8c0806'], 'active': True} {{(pid=84876) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:19:07.943126 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-e7b5338d-6512-4318-b091-23c9e09a74c4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84874) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:19:07.981592 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-e7b5338d-6512-4318-b091-23c9e09a74c4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:19:08.221905 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-e7b5338d-6512-4318-b091-23c9e09a74c4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:19:08.231339 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-e7b5338d-6512-4318-b091-23c9e09a74c4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850887153'] for security_group, after_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:19:08.263632 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-fcd050c0-43b6-4916-8cef-9923c4a7389a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:19:08.292140 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [None req-e6f28759-ede5-4fe4-ad0b-e4388869f551 None None] For port b6efd261-02f7-41f1-9b31-1035855482ee, host n-d-768862-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-2',level=0,port_id=b6efd261-02f7-41f1-9b31-1035855482ee,segment=NetworkSegment(429317de-249d-4df5-b67a-45f1aa676da1),segment_id=429317de-249d-4df5-b67a-45f1aa676da1)] {{(pid=84876) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 07:19:08.298445 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_hamode_db [None req-598da234-3cb5-4fa6-b1c2-a7f4daafa231 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768862-2', False) {} {{(pid=84876) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:19:08.299318 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-598da234-3cb5-4fa6-b1c2-a7f4daafa231 None None] The sync data for ids ['132abbc6-1621-4dad-81fd-b883ca8c0806'] in n-d-768862-2 is: [] {{(pid=84876) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Jan 14 07:19:08.308608 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-e6f28759-ede5-4fe4-ad0b-e4388869f551 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777640533312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363259214678337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777640097497'] for port, after_update {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:19:08.313433 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-4014464b-a727-4cac-8740-1285ab171b1b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84876) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:19:08.457577 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-e7b5338d-6512-4318-b091-23c9e09a74c4 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=0490a632c28f41bcbe52e54d714a6e3c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7534647 Jan 14 07:19:08.462751 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84874) accepted ('10.222.0.24', 37642) {{(pid=84874) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:19:08.473766 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7b5338d-6512-4318-b091-23c9e09a74c4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bdbc226c-ab2d-4642-bfb2-05ed185e50e5,revision_number=1']} {{(pid=84874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:19:08.487810 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-e7b5338d-6512-4318-b091-23c9e09a74c4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.224s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:19:08.536667 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84874) accepted ('10.222.0.24', 37648) {{(pid=84874) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:19:08.633805 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6f28759-ede5-4fe4-ad0b-e4388869f551 None None] Pushing event updated for resources: {'Port': ['ID=b6efd261-02f7-41f1-9b31-1035855482ee,revision_number=3']} {{(pid=84876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:19:08.640353 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-e6f28759-ede5-4fe4-ad0b-e4388869f551 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.327s {{(pid=84876) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:19:08.664732 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-7d9719b2-cdaf-4d6b-aa72-efd44665ae41 None None] Provisioning complete for port dc8c6639-6355-420b-a8e4-b463a1b514e9 triggered by entity DHCP. {{(pid=84876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 07:19:08.664732 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-7d9719b2-cdaf-4d6b-aa72-efd44665ae41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-604227'] for port, provisioning_complete {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:19:08.792021 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-37a577bb-2524-4bb6-a609-ad5db4cda2f5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:19:08.811786 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.plugin [None req-7d9719b2-cdaf-4d6b-aa72-efd44665ae41 None None] Port dc8c6639-6355-420b-a8e4-b463a1b514e9 cannot update to ACTIVE because it is not bound. {{(pid=84876) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:329}} Jan 14 07:19:08.867946 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-37a577bb-2524-4bb6-a609-ad5db4cda2f5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:19:08.939688 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84874) accepted ('10.222.0.24', 37662) {{(pid=84874) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:19:08.945094 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-993c916f-1f51-42e9-8c2a-1da20006bd0f None None] Provisioning complete for port b6efd261-02f7-41f1-9b31-1035855482ee triggered by entity DHCP. {{(pid=84876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 07:19:08.945480 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-993c916f-1f51-42e9-8c2a-1da20006bd0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-604227'] for port, provisioning_complete {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:19:08.956182 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-37a577bb-2524-4bb6-a609-ad5db4cda2f5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850887153'] for security_group, after_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:19:08.993230 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-f4b80baf-3087-476b-bf32-1d840d6e3a46 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:19:09.011157 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37a577bb-2524-4bb6-a609-ad5db4cda2f5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bdbc226c-ab2d-4642-bfb2-05ed185e50e5,revision_number=None']} {{(pid=84874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:19:09.021401 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-37a577bb-2524-4bb6-a609-ad5db4cda2f5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:19:09.037674 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.db_base_plugin_v2 [None req-27dff19a-84f9-4b39-9bb0-a1cdea8d2605 admin admin] Deleting subnet 3eb2b8f3-f27e-42b0-b7ff-b996f0ba36f0 {{(pid=84874) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Jan 14 07:19:09.062213 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-27dff19a-84f9-4b39-9bb0-a1cdea8d2605 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:19:09.171093 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Device b6efd261-02f7-41f1-9b31-1035855482ee up at agent ovs-agent-n-d-768862-2 {{(pid=84876) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 07:19:09.192384 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-27dff19a-84f9-4b39-9bb0-a1cdea8d2605 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036851807232'] for subnet, precommit_delete_associations {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:19:09.341458 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-27dff19a-84f9-4b39-9bb0-a1cdea8d2605 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036854176836'] for subnet, precommit_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:19:09.500265 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Provisioning complete for port b6efd261-02f7-41f1-9b31-1035855482ee triggered by entity L2. {{(pid=84876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 07:19:09.501092 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-604227'] for port, provisioning_complete {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:19:09.650531 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-1a1b5f7d-9fbf-4676-9c89-053a78caf200 tempest-RoutersIpV6Test-883692175 tempest-RoutersIpV6Test-883692175] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555753'] for port, before_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:19:09.702606 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-bc5a39b9-c6c6-45d6-8505-7287921b2eec None None] Provisioning complete for port b6efd261-02f7-41f1-9b31-1035855482ee triggered by entity DHCP. {{(pid=84876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 07:19:09.703033 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-bc5a39b9-c6c6-45d6-8505-7287921b2eec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-604227'] for port, provisioning_complete {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:19:09.795739 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-37a577bb-2524-4bb6-a609-ad5db4cda2f5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:19:09.797221 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-37a577bb-2524-4bb6-a609-ad5db4cda2f5 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/bdbc226c-ab2d-4642-bfb2-05ed185e50e5 HTTP/1.1" status: 204 len: 168 time: 1.3294735 Jan 14 07:19:09.801051 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-e57fafe6-7f6e-4aec-bf97-9c9d2d41c56d admin admin] Notify callbacks [] for security_group, before_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:19:09.827860 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-e57fafe6-7f6e-4aec-bf97-9c9d2d41c56d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:19:09.850903 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-e57fafe6-7f6e-4aec-bf97-9c9d2d41c56d admin admin] Usage tracker for resource:security_group_rule and tenant:7b2c5cbe1fbc47658e42b1a19317b5b4 is out of sync, need to count used quota {{(pid=84874) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:19:09.855760 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-e57fafe6-7f6e-4aec-bf97-9c9d2d41c56d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84874) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:19:09.863051 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-e57fafe6-7f6e-4aec-bf97-9c9d2d41c56d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:19:09.976754 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-e57fafe6-7f6e-4aec-bf97-9c9d2d41c56d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:19:09.983970 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-e57fafe6-7f6e-4aec-bf97-9c9d2d41c56d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850887153'] for security_group, after_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:19:10.001384 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-3336d34e-02cb-444b-96e7-67cb58f5178e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:19:10.094681 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-e57fafe6-7f6e-4aec-bf97-9c9d2d41c56d admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=7b2c5cbe1fbc47658e42b1a19317b5b4&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1410427 Jan 14 07:19:10.096998 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e57fafe6-7f6e-4aec-bf97-9c9d2d41c56d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=149a3ad7-4548-46de-80ae-90330ec31d96,revision_number=1']} {{(pid=84874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:19:10.098248 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84875) accepted ('10.222.0.24', 37718) {{(pid=84875) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:19:10.104051 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-e57fafe6-7f6e-4aec-bf97-9c9d2d41c56d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:19:10.201006 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-27dff19a-84f9-4b39-9bb0-a1cdea8d2605 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-598964', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850887113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036851521664', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2794686'] for subnet, after_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:19:10.295346 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-8b483a4c-523c-4169-bbdd-a489bfae3646 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:19:10.331785 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-7ca12fac-cea5-4883-8db1-2777b068763a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:19:10.389341 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-27dff19a-84f9-4b39-9bb0-a1cdea8d2605 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3207107'] for subnet, before_response {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:19:10.393441 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27dff19a-84f9-4b39-9bb0-a1cdea8d2605 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3eb2b8f3-f27e-42b0-b7ff-b996f0ba36f0,revision_number=None']} {{(pid=84874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:19:10.396710 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-27dff19a-84f9-4b39-9bb0-a1cdea8d2605 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:19:10.402481 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-8b483a4c-523c-4169-bbdd-a489bfae3646 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:19:10.408513 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-27dff19a-84f9-4b39-9bb0-a1cdea8d2605 admin admin] 10.222.0.24 "DELETE /v2.0/subnets/3eb2b8f3-f27e-42b0-b7ff-b996f0ba36f0 HTTP/1.1" status: 204 len: 168 time: 1.8211889 Jan 14 07:19:10.409393 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84874) accepted ('10.222.0.24', 37730) {{(pid=84874) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:19:10.547774 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-47efae92-8d37-4d89-85ee-eb530aa6dc36 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036854160497'] for network, before_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:19:10.610534 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-8b483a4c-523c-4169-bbdd-a489bfae3646 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850887153'] for security_group, after_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:19:10.623687 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-29cfe61f-37bc-4749-8903-ade86e5bb1e0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:19:10.640935 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b483a4c-523c-4169-bbdd-a489bfae3646 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=149a3ad7-4548-46de-80ae-90330ec31d96,revision_number=None']} {{(pid=84875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:19:10.648105 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-8b483a4c-523c-4169-bbdd-a489bfae3646 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:19:10.731118 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-8b483a4c-523c-4169-bbdd-a489bfae3646 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:19:10.734440 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-8b483a4c-523c-4169-bbdd-a489bfae3646 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/149a3ad7-4548-46de-80ae-90330ec31d96 HTTP/1.1" status: 204 len: 168 time: 0.6338024 Jan 14 07:19:10.740933 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.db_base_plugin_common [None req-1a1b5f7d-9fbf-4676-9c89-053a78caf200 tempest-RoutersIpV6Test-883692175 tempest-RoutersIpV6Test-883692175] Allocated IP 2001:db8:1::1 (a1af2d80-10b4-4ab2-a404-4c7c4027bad4/ee844b6a-3410-459a-9376-bb9f6cb6215c/14109776-af5f-487e-ba52-8d932c5ca3f9) {{(pid=84875) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 14 07:19:10.851198 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-47efae92-8d37-4d89-85ee-eb530aa6dc36 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-598987', 'neutron.services.segments.db._delete_segments_for_network-8777640583949'] for network, precommit_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:19:10.963799 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-1a1b5f7d-9fbf-4676-9c89-053a78caf200 tempest-RoutersIpV6Test-883692175 tempest-RoutersIpV6Test-883692175] Notify callbacks [] for port, precommit_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:19:10.987033 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-1a1b5f7d-9fbf-4676-9c89-053a78caf200 tempest-RoutersIpV6Test-883692175 tempest-RoutersIpV6Test-883692175] Transition to ACTIVE for port object 14109776-af5f-487e-ba52-8d932c5ca3f9 will not be triggered until provisioned by entity DHCP. {{(pid=84875) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 07:19:11.003278 n-d-768862-2 neutron-server[84765]: DEBUG neutron.services.segments.db [None req-47efae92-8d37-4d89-85ee-eb530aa6dc36 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bf0237c9-eb13-47fb-b923-98817eb0072d']}} {{(pid=84874) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:19:11.007015 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-017f98a9-8a07-408c-a86f-8ff0c00400a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363259214191800', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854171626'] for agent, after_update {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:19:11.018099 n-d-768862-2 neutron-server[84765]: DEBUG neutron.services.segments.db [None req-47efae92-8d37-4d89-85ee-eb530aa6dc36 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6a4acfd3-4a2b-4c16-b247-730d08c18594') {'for_net_delete': True} {{(pid=84874) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:19:11.018440 n-d-768862-2 neutron-server[84765]: DEBUG neutron.services.segments.db [None req-47efae92-8d37-4d89-85ee-eb530aa6dc36 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6a4acfd3-4a2b-4c16-b247-730d08c18594') {} {{(pid=84874) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:19:11.021713 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-1a1b5f7d-9fbf-4676-9c89-053a78caf200 tempest-RoutersIpV6Test-883692175 tempest-RoutersIpV6Test-883692175] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777640123575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851621574'] for port, after_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:19:11.032201 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-47efae92-8d37-4d89-85ee-eb530aa6dc36 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363259214173198', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2968632'] for segment, before_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:19:11.046231 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-04cf8d9a-0de5-4f9e-9913-88a5a279cb56 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:19:11.048533 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-47efae92-8d37-4d89-85ee-eb530aa6dc36 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854179735'] for segment, precommit_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:19:11.050767 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-47efae92-8d37-4d89-85ee-eb530aa6dc36 admin admin] Releasing vxlan tunnel 18 to pool {{(pid=84874) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Jan 14 07:19:11.273708 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a1b5f7d-9fbf-4676-9c89-053a78caf200 tempest-RoutersIpV6Test-883692175 tempest-RoutersIpV6Test-883692175] Pushing event updated for resources: {'Port': ['ID=14109776-af5f-487e-ba52-8d932c5ca3f9,revision_number=1']} {{(pid=84875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:19:11.280240 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-1a1b5f7d-9fbf-4676-9c89-053a78caf200 tempest-RoutersIpV6Test-883692175 tempest-RoutersIpV6Test-883692175] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.234s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:19:11.283098 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.managers [None req-47efae92-8d37-4d89-85ee-eb530aa6dc36 admin admin] Network bf0237c9-eb13-47fb-b923-98817eb0072d has no segments {{(pid=84874) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 14 07:19:11.298663 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-47efae92-8d37-4d89-85ee-eb530aa6dc36 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-596065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036851521571'] for segment, after_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:19:11.323683 n-d-768862-2 neutron-server[84765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a1b5f7d-9fbf-4676-9c89-053a78caf200 tempest-RoutersIpV6Test-883692175 tempest-RoutersIpV6Test-883692175] Network a1af2d80-10b4-4ab2-a404-4c7c4027bad4 is already hosted by enough agents. {{(pid=84875) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 07:19:11.325578 n-d-768862-2 neutron-server[84765]: DEBUG neutron.scheduler.base_scheduler [None req-1a1b5f7d-9fbf-4676-9c89-053a78caf200 tempest-RoutersIpV6Test-883692175 tempest-RoutersIpV6Test-883692175] Resources bound (agent type, host, resource id): {{(pid=84875) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 07:19:11.339499 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a1b5f7d-9fbf-4676-9c89-053a78caf200 tempest-RoutersIpV6Test-883692175 tempest-RoutersIpV6Test-883692175] Received port after_create {{(pid=84875) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 14 07:19:11.342340 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-1a1b5f7d-9fbf-4676-9c89-053a78caf200 tempest-RoutersIpV6Test-883692175 tempest-RoutersIpV6Test-883692175] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036850886386'] for router_interface, before_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:19:11.507032 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-1a1b5f7d-9fbf-4676-9c89-053a78caf200 tempest-RoutersIpV6Test-883692175 tempest-RoutersIpV6Test-883692175] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555753'] for port, before_update {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:19:11.574876 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.managers [None req-47efae92-8d37-4d89-85ee-eb530aa6dc36 admin admin] Network bf0237c9-eb13-47fb-b923-98817eb0072d has no segments {{(pid=84874) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 14 07:19:11.622010 n-d-768862-2 neutron-server[84765]: Traceback (most recent call last): Jan 14 07:19:11.622010 n-d-768862-2 neutron-server[84765]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 14 07:19:11.622010 n-d-768862-2 neutron-server[84765]: timer() Jan 14 07:19:11.622010 n-d-768862-2 neutron-server[84765]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 14 07:19:11.622010 n-d-768862-2 neutron-server[84765]: cb(*args, **kw) Jan 14 07:19:11.622010 n-d-768862-2 neutron-server[84765]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Jan 14 07:19:11.622010 n-d-768862-2 neutron-server[84765]: return func(*args, **kwargs) Jan 14 07:19:11.622010 n-d-768862-2 neutron-server[84765]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 14 07:19:11.622010 n-d-768862-2 neutron-server[84765]: self._notify() Jan 14 07:19:11.622010 n-d-768862-2 neutron-server[84765]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 14 07:19:11.622010 n-d-768862-2 neutron-server[84765]: self.callback(batched_events) Jan 14 07:19:11.622010 n-d-768862-2 neutron-server[84765]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 14 07:19:11.622010 n-d-768862-2 neutron-server[84765]: event.method(event) Jan 14 07:19:11.622010 n-d-768862-2 neutron-server[84765]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 14 07:19:11.622010 n-d-768862-2 neutron-server[84765]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 14 07:19:11.622010 n-d-768862-2 neutron-server[84765]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Jan 14 07:19:11.622010 n-d-768862-2 neutron-server[84765]: segment_id)['aggregates'][0] Jan 14 07:19:11.622010 n-d-768862-2 neutron-server[84765]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 14 07:19:11.622010 n-d-768862-2 neutron-server[84765]: return f(self, *a, **k) Jan 14 07:19:11.622010 n-d-768862-2 neutron-server[84765]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 14 07:19:11.622010 n-d-768862-2 neutron-server[84765]: return self._get(url).json() Jan 14 07:19:11.622010 n-d-768862-2 neutron-server[84765]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 14 07:19:11.622010 n-d-768862-2 neutron-server[84765]: **kwargs) Jan 14 07:19:11.622010 n-d-768862-2 neutron-server[84765]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 14 07:19:11.622010 n-d-768862-2 neutron-server[84765]: return self.request(url, 'GET', **kwargs) Jan 14 07:19:11.622010 n-d-768862-2 neutron-server[84765]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Jan 14 07:19:11.622010 n-d-768862-2 neutron-server[84765]: **endpoint_filter) Jan 14 07:19:11.622010 n-d-768862-2 neutron-server[84765]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 14 07:19:11.622010 n-d-768862-2 neutron-server[84765]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 14 07:19:11.622010 n-d-768862-2 neutron-server[84765]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 14 07:19:11.622010 n-d-768862-2 neutron-server[84765]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 14 07:19:11.622010 n-d-768862-2 neutron-server[84765]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 14 07:19:11.729050 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-c7bb5a79-aa02-43ae-b1b7-99e5a7ea4af0 None None] Provisioning for port 14109776-af5f-487e-ba52-8d932c5ca3f9 completed by entity DHCP. {{(pid=84876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 07:19:11.748523 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-c7bb5a79-aa02-43ae-b1b7-99e5a7ea4af0 None None] Provisioning complete for port 14109776-af5f-487e-ba52-8d932c5ca3f9 triggered by entity DHCP. {{(pid=84876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 07:19:11.753824 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-47efae92-8d37-4d89-85ee-eb530aa6dc36 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036854176830', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850887149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3912591'] for network, after_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:19:11.758389 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-c7bb5a79-aa02-43ae-b1b7-99e5a7ea4af0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-604227'] for port, provisioning_complete {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:19:11.772486 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-39bafbf5-5018-41bb-9e9e-91c2c1d27156 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1559908139 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1559908139] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:19:11.822568 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-47efae92-8d37-4d89-85ee-eb530aa6dc36 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3207107'] for network, before_response {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:19:11.842180 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-47efae92-8d37-4d89-85ee-eb530aa6dc36 admin admin] 10.222.0.24 "DELETE /v2.0/networks/bf0237c9-eb13-47fb-b923-98817eb0072d HTTP/1.1" status: 204 len: 168 time: 1.4315343 Jan 14 07:19:11.855211 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47efae92-8d37-4d89-85ee-eb530aa6dc36 admin admin] Pushing event deleted for resources: {'Network': ['ID=bf0237c9-eb13-47fb-b923-98817eb0072d,revision_number=None']} {{(pid=84874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:19:11.859877 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-47efae92-8d37-4d89-85ee-eb530aa6dc36 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:19:11.887421 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.plugin [None req-c7bb5a79-aa02-43ae-b1b7-99e5a7ea4af0 None None] Port 14109776-af5f-487e-ba52-8d932c5ca3f9 cannot update to ACTIVE because it is not bound. {{(pid=84876) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:329}} Jan 14 07:19:12.117441 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84874) accepted ('10.222.0.24', 37804) {{(pid=84874) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:19:12.203764 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-8bc9210b-7c13-434a-9c78-0f596b0da5d5 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=d397ade87fc6460186e9682f393a6302&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0843225 Jan 14 07:19:12.208190 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84874) accepted ('10.222.0.24', 37812) {{(pid=84874) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:19:12.298715 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-1a1b5f7d-9fbf-4676-9c89-053a78caf200 tempest-RoutersIpV6Test-883692175 tempest-RoutersIpV6Test-883692175] Notify callbacks [] for port, precommit_update {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:19:12.312668 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-1a1b5f7d-9fbf-4676-9c89-053a78caf200 tempest-RoutersIpV6Test-883692175 tempest-RoutersIpV6Test-883692175] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777640533312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363259214678337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777640097497', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3154211'] for port, after_update {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:19:12.314107 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-1a1b5f7d-9fbf-4676-9c89-053a78caf200 tempest-RoutersIpV6Test-883692175 tempest-RoutersIpV6Test-883692175] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3206949', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3889649'] for router_interface, after_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:19:12.326961 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-a0480c05-a2f9-43fa-bcf1-1f4830f80101 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:19:12.345580 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-852a24f7-e9a1-4193-9abb-e9506fe5213f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363259214191800', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854171626'] for agent, after_update {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:19:12.388520 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-a0480c05-a2f9-43fa-bcf1-1f4830f80101 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:19:12.451187 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-138c6ceb-6b5f-4b9f-ab75-10b049f57b11 tempest-TaggedBootDevicesTest_v242-294831919 tempest-TaggedBootDevicesTest_v242-294831919] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:19:12.484045 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-a0480c05-a2f9-43fa-bcf1-1f4830f80101 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850887153'] for security_group, after_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:19:12.494169 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-752a0296-0f48-454c-a558-6005f48c274d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:19:12.517689 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0480c05-a2f9-43fa-bcf1-1f4830f80101 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1e67a08b-6b5a-4ea4-b98c-42c224d8ad0a,revision_number=None']} {{(pid=84874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:19:12.528777 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-a0480c05-a2f9-43fa-bcf1-1f4830f80101 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:19:12.542695 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-a0480c05-a2f9-43fa-bcf1-1f4830f80101 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:19:12.548570 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-a0480c05-a2f9-43fa-bcf1-1f4830f80101 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/1e67a08b-6b5a-4ea4-b98c-42c224d8ad0a HTTP/1.1" status: 204 len: 168 time: 0.3348212 Jan 14 07:19:12.569430 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a1b5f7d-9fbf-4676-9c89-053a78caf200 tempest-RoutersIpV6Test-883692175 tempest-RoutersIpV6Test-883692175] Pushing event updated for resources: {'Port': ['ID=14109776-af5f-487e-ba52-8d932c5ca3f9,revision_number=2']} {{(pid=84875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:19:12.577803 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-1a1b5f7d-9fbf-4676-9c89-053a78caf200 tempest-RoutersIpV6Test-883692175 tempest-RoutersIpV6Test-883692175] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:19:12.654351 n-d-768862-2 neutron-server[84765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a1b5f7d-9fbf-4676-9c89-053a78caf200 tempest-RoutersIpV6Test-883692175 tempest-RoutersIpV6Test-883692175] Network a1af2d80-10b4-4ab2-a404-4c7c4027bad4 is already hosted by enough agents. {{(pid=84875) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 07:19:12.655792 n-d-768862-2 neutron-server[84765]: DEBUG neutron.scheduler.base_scheduler [None req-1a1b5f7d-9fbf-4676-9c89-053a78caf200 tempest-RoutersIpV6Test-883692175 tempest-RoutersIpV6Test-883692175] Resources bound (agent type, host, resource id): {{(pid=84875) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 07:19:12.901348 n-d-768862-2 neutron-server[84765]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1a1b5f7d-9fbf-4676-9c89-053a78caf200 tempest-RoutersIpV6Test-883692175 tempest-RoutersIpV6Test-883692175] Router 132abbc6-1621-4dad-81fd-b883ca8c0806 has already been hosted by L3 agent 35f592e9-451b-4db9-abea-77b6a5c5391b {{(pid=84875) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Jan 14 07:19:13.025071 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-4c20319e-fbd9-4984-bb48-99ec002c313b None None] Provisioning complete for port 14109776-af5f-487e-ba52-8d932c5ca3f9 triggered by entity DHCP. {{(pid=84876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 07:19:13.025797 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-4c20319e-fbd9-4984-bb48-99ec002c313b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-604227'] for port, provisioning_complete {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:19:13.092577 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.plugin [None req-4c20319e-fbd9-4984-bb48-99ec002c313b None None] Port 14109776-af5f-487e-ba52-8d932c5ca3f9 cannot update to ACTIVE because it is not bound. {{(pid=84876) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:329}} Jan 14 07:19:13.118598 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1a1b5f7d-9fbf-4676-9c89-053a78caf200 tempest-RoutersIpV6Test-883692175 tempest-RoutersIpV6Test-883692175] Notify agent at l3_agent.n-d-768862-2 the message routers_updated {{(pid=84875) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jan 14 07:19:13.124198 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-1a1b5f7d-9fbf-4676-9c89-053a78caf200 tempest-RoutersIpV6Test-883692175 tempest-RoutersIpV6Test-883692175] 10.222.0.24 "PUT /v2.0/routers/132abbc6-1621-4dad-81fd-b883ca8c0806/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.9164515 Jan 14 07:19:13.127163 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84874) accepted ('10.222.0.24', 37838) {{(pid=84874) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:19:13.132790 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b973e51f-ea4a-4016-a831-acd147a713e6 None None] Sync routers for ids ['132abbc6-1621-4dad-81fd-b883ca8c0806'] in n-d-768862-2 {{(pid=84877) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Jan 14 07:19:13.145100 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b973e51f-ea4a-4016-a831-acd147a713e6 None None] Routers {'132abbc6-1621-4dad-81fd-b883ca8c0806'} bound to L3 agent in host n-d-768862-2 {{(pid=84877) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 14 07:19:13.146146 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_hamode_db [None req-b973e51f-ea4a-4016-a831-acd147a713e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-01-14T06:56:51Z,description=,heartbeat_timestamp=2021-01-14T07:18:51Z,host='n-d-768862-2',id=35f592e9-451b-4db9-abea-77b6a5c5391b,load=0,resource_versions=,resources_synced=,started_at=2021-01-14T06:56:51Z,topic='l3_agent')) {'router_ids': ['132abbc6-1621-4dad-81fd-b883ca8c0806'], 'active': True} {{(pid=84877) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:19:13.223711 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_hamode_db [None req-b973e51f-ea4a-4016-a831-acd147a713e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768862-2', False) {} {{(pid=84877) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:19:13.234908 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b973e51f-ea4a-4016-a831-acd147a713e6 None None] Routers {'132abbc6-1621-4dad-81fd-b883ca8c0806'} bound to L3 agent in host n-d-768862-2 {{(pid=84877) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 14 07:19:13.235981 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_hamode_db [None req-b973e51f-ea4a-4016-a831-acd147a713e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-01-14T06:56:51Z,description=,heartbeat_timestamp=2021-01-14T07:18:51Z,host='n-d-768862-2',id=35f592e9-451b-4db9-abea-77b6a5c5391b,load=0,resource_versions=,resources_synced=,started_at=2021-01-14T06:56:51Z,topic='l3_agent')) {'router_ids': ['132abbc6-1621-4dad-81fd-b883ca8c0806'], 'active': True} {{(pid=84877) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:19:13.237998 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a776a98f-bc5b-4372-910c-6b50f4d3d43b tempest-RoutersIpV6Test-883692175 tempest-RoutersIpV6Test-883692175] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:19:13.242643 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-a776a98f-bc5b-4372-910c-6b50f4d3d43b tempest-RoutersIpV6Test-883692175 tempest-RoutersIpV6Test-883692175] 10.222.0.24 "GET /v2.0/ports/14109776-af5f-487e-ba52-8d932c5ca3f9 HTTP/1.1" status: 200 len: 913 time: 0.1112905 Jan 14 07:19:13.243050 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84875) accepted ('10.222.0.24', 37844) {{(pid=84875) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:19:13.341921 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_hamode_db [None req-b973e51f-ea4a-4016-a831-acd147a713e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768862-2', False) {} {{(pid=84877) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:19:13.342391 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b973e51f-ea4a-4016-a831-acd147a713e6 None None] The sync data for ids ['132abbc6-1621-4dad-81fd-b883ca8c0806'] in n-d-768862-2 is: [] {{(pid=84877) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Jan 14 07:19:14.211888 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-8ade1451-3d61-421f-8bc0-a8a250504b26 tempest-RoutersIpV6Test-883692175 tempest-RoutersIpV6Test-883692175] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3889632'] for router_interface, before_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:19:14.896249 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.plugin [None req-8ade1451-3d61-421f-8bc0-a8a250504b26 tempest-RoutersIpV6Test-883692175 tempest-RoutersIpV6Test-883692175] Deleting port 14109776-af5f-487e-ba52-8d932c5ca3f9 {{(pid=84875) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 07:19:14.896748 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-8ade1451-3d61-421f-8bc0-a8a250504b26 tempest-RoutersIpV6Test-883692175 tempest-RoutersIpV6Test-883692175] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363259214248359'] for port, before_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:19:15.176665 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-8ade1451-3d61-421f-8bc0-a8a250504b26 tempest-RoutersIpV6Test-883692175 tempest-RoutersIpV6Test-883692175] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036850862667'] for port, precommit_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:19:15.338377 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.plugin [None req-8ade1451-3d61-421f-8bc0-a8a250504b26 tempest-RoutersIpV6Test-883692175 tempest-RoutersIpV6Test-883692175] Calling delete_port for 14109776-af5f-487e-ba52-8d932c5ca3f9 owned by network:router_interface {{(pid=84875) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 07:19:15.483232 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84875) accepted ('10.222.0.24', 37946) {{(pid=84875) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:19:15.586837 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-8ade1451-3d61-421f-8bc0-a8a250504b26 tempest-RoutersIpV6Test-883692175 tempest-RoutersIpV6Test-883692175] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777640533329', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777640097463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851621574'] for port, after_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:19:15.605191 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-6354d444-cba3-4650-a3f8-697e26aa3ac6 tempest-TaggedBootDevicesTest_v242-294831919 tempest-TaggedBootDevicesTest_v242-294831919] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:19:15.651632 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ade1451-3d61-421f-8bc0-a8a250504b26 tempest-RoutersIpV6Test-883692175 tempest-RoutersIpV6Test-883692175] Pushing event deleted for resources: {'Port': ['ID=14109776-af5f-487e-ba52-8d932c5ca3f9,revision_number=None']} {{(pid=84875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:19:15.654968 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-8ade1451-3d61-421f-8bc0-a8a250504b26 tempest-RoutersIpV6Test-883692175 tempest-RoutersIpV6Test-883692175] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:19:16.002363 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-8ade1451-3d61-421f-8bc0-a8a250504b26 tempest-RoutersIpV6Test-883692175 tempest-RoutersIpV6Test-883692175] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted--9223372036851568851', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal--9223372036850888080'] for router_interface, after_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:19:16.344504 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-c173f118-a92e-4fbc-95b2-e5c3879b8cbd admin admin] Notify callbacks [] for security_group, before_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:19:16.390717 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84874) accepted ('10.222.0.24', 37988) {{(pid=84874) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:19:16.516195 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-c173f118-a92e-4fbc-95b2-e5c3879b8cbd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:19:16.532123 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-c173f118-a92e-4fbc-95b2-e5c3879b8cbd admin admin] Usage tracker for resource:security_group_rule and tenant:6c9316558f0a42239c2403800d014af0 is out of sync, need to count used quota {{(pid=84875) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:19:16.594970 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-c173f118-a92e-4fbc-95b2-e5c3879b8cbd admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84875) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:19:16.619945 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-c173f118-a92e-4fbc-95b2-e5c3879b8cbd admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:19:16.646321 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84874) accepted ('10.222.0.24', 37998) {{(pid=84874) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:19:16.874064 n-d-768862-2 neutron-server[84765]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8ade1451-3d61-421f-8bc0-a8a250504b26 tempest-RoutersIpV6Test-883692175 tempest-RoutersIpV6Test-883692175] Router 132abbc6-1621-4dad-81fd-b883ca8c0806 has already been hosted by L3 agent 35f592e9-451b-4db9-abea-77b6a5c5391b {{(pid=84875) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Jan 14 07:19:17.097093 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.v2.base [None req-1ba92b3f-e03c-473e-8803-e49db2ca681f tempest-RoutersAdminNegativeTest-820862856 tempest-RoutersAdminNegativeTest-820862856] Request body: {'port': {'name': 'tempest-RoutersAdminNegativeTest-1339906542', 'network_id': '226f1e78-82cd-4481-9055-4eb73b6db8c1'}} {{(pid=84874) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:19:17.108176 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8ade1451-3d61-421f-8bc0-a8a250504b26 tempest-RoutersIpV6Test-883692175 tempest-RoutersIpV6Test-883692175] Notify agent at l3_agent.n-d-768862-2 the message routers_updated {{(pid=84875) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jan 14 07:19:17.108436 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-1ba92b3f-e03c-473e-8803-e49db2ca681f tempest-RoutersAdminNegativeTest-820862856 tempest-RoutersAdminNegativeTest-820862856] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:19:17.121227 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4290900b-5a3d-4091-8fa2-789e63472924 None None] Sync routers for ids ['132abbc6-1621-4dad-81fd-b883ca8c0806'] in n-d-768862-2 {{(pid=84876) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Jan 14 07:19:17.136233 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-c173f118-a92e-4fbc-95b2-e5c3879b8cbd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:19:17.143231 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-1ba92b3f-e03c-473e-8803-e49db2ca681f tempest-RoutersAdminNegativeTest-820862856 tempest-RoutersAdminNegativeTest-820862856] Usage tracker for resource:port and tenant:bf1663f94a294e85b07a06c178a617dc is out of sync, need to count used quota {{(pid=84874) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:19:17.145055 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-c173f118-a92e-4fbc-95b2-e5c3879b8cbd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850887153'] for security_group, after_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:19:17.155457 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-1ba92b3f-e03c-473e-8803-e49db2ca681f tempest-RoutersAdminNegativeTest-820862856 tempest-RoutersAdminNegativeTest-820862856] Quota usage for port was recalculated. Used quota:0. {{(pid=84874) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:19:17.157459 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4290900b-5a3d-4091-8fa2-789e63472924 None None] Routers {'132abbc6-1621-4dad-81fd-b883ca8c0806'} bound to L3 agent in host n-d-768862-2 {{(pid=84876) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 14 07:19:17.158187 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_hamode_db [None req-4290900b-5a3d-4091-8fa2-789e63472924 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-01-14T06:56:51Z,description=,heartbeat_timestamp=2021-01-14T07:18:51Z,host='n-d-768862-2',id=35f592e9-451b-4db9-abea-77b6a5c5391b,load=0,resource_versions=,resources_synced=,started_at=2021-01-14T06:56:51Z,topic='l3_agent')) {'router_ids': ['132abbc6-1621-4dad-81fd-b883ca8c0806'], 'active': True} {{(pid=84876) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:19:17.172893 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-1ba92b3f-e03c-473e-8803-e49db2ca681f tempest-RoutersAdminNegativeTest-820862856 tempest-RoutersAdminNegativeTest-820862856] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:19:17.183173 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-08050872-eeca-4306-83a7-8d33063b8d23 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:19:17.185307 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1ba92b3f-e03c-473e-8803-e49db2ca681f tempest-RoutersAdminNegativeTest-820862856 tempest-RoutersAdminNegativeTest-820862856] Made reservation on behalf of bf1663f94a294e85b07a06c178a617dc for: {'port': 1} {{(pid=84874) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 07:19:17.193395 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-1ba92b3f-e03c-473e-8803-e49db2ca681f tempest-RoutersAdminNegativeTest-820862856 tempest-RoutersAdminNegativeTest-820862856] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555753'] for port, before_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:19:17.200862 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-8ade1451-3d61-421f-8bc0-a8a250504b26 tempest-RoutersIpV6Test-883692175 tempest-RoutersIpV6Test-883692175] 10.222.0.24 "PUT /v2.0/routers/132abbc6-1621-4dad-81fd-b883ca8c0806/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9560907 Jan 14 07:19:17.235097 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-c173f118-a92e-4fbc-95b2-e5c3879b8cbd admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=6c9316558f0a42239c2403800d014af0&name=default HTTP/1.1" status: 200 len: 2983 time: 1.7501643 Jan 14 07:19:17.240296 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84875) accepted ('10.222.0.24', 38014) {{(pid=84875) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:19:17.240679 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84875) accepted ('10.222.0.24', 38016) {{(pid=84875) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:19:17.247178 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-1ba92b3f-e03c-473e-8803-e49db2ca681f tempest-RoutersAdminNegativeTest-820862856 tempest-RoutersAdminNegativeTest-820862856] Notify callbacks [] for security_group, before_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:19:17.294833 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-1ba92b3f-e03c-473e-8803-e49db2ca681f tempest-RoutersAdminNegativeTest-820862856 tempest-RoutersAdminNegativeTest-820862856] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:19:17.305089 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-1ba92b3f-e03c-473e-8803-e49db2ca681f tempest-RoutersAdminNegativeTest-820862856 tempest-RoutersAdminNegativeTest-820862856] Usage tracker for resource:security_group_rule and tenant:bf1663f94a294e85b07a06c178a617dc is out of sync, need to count used quota {{(pid=84874) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:19:17.313106 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-1ba92b3f-e03c-473e-8803-e49db2ca681f tempest-RoutersAdminNegativeTest-820862856 tempest-RoutersAdminNegativeTest-820862856] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84874) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:19:17.326528 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-1ba92b3f-e03c-473e-8803-e49db2ca681f tempest-RoutersAdminNegativeTest-820862856 tempest-RoutersAdminNegativeTest-820862856] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:19:17.397592 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_hamode_db [None req-4290900b-5a3d-4091-8fa2-789e63472924 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768862-2', False) {} {{(pid=84876) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:19:17.418004 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4290900b-5a3d-4091-8fa2-789e63472924 None None] Routers {'132abbc6-1621-4dad-81fd-b883ca8c0806'} bound to L3 agent in host n-d-768862-2 {{(pid=84876) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 14 07:19:17.418724 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_hamode_db [None req-4290900b-5a3d-4091-8fa2-789e63472924 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-01-14T06:56:51Z,description=,heartbeat_timestamp=2021-01-14T07:18:51Z,host='n-d-768862-2',id=35f592e9-451b-4db9-abea-77b6a5c5391b,load=0,resource_versions=,resources_synced=,started_at=2021-01-14T06:56:51Z,topic='l3_agent')) {'router_ids': ['132abbc6-1621-4dad-81fd-b883ca8c0806'], 'active': True} {{(pid=84876) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:19:17.504441 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_hamode_db [None req-4290900b-5a3d-4091-8fa2-789e63472924 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768862-2', False) {} {{(pid=84876) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:19:17.504906 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4290900b-5a3d-4091-8fa2-789e63472924 None None] The sync data for ids ['132abbc6-1621-4dad-81fd-b883ca8c0806'] in n-d-768862-2 is: [] {{(pid=84876) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Jan 14 07:19:17.521973 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84875) accepted ('10.222.0.24', 38028) {{(pid=84875) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:19:17.592959 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-69770c4b-9022-4e25-84f7-51ee144d31b7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:19:17.634975 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-1ba92b3f-e03c-473e-8803-e49db2ca681f tempest-RoutersAdminNegativeTest-820862856 tempest-RoutersAdminNegativeTest-820862856] Notify callbacks [] for security_group, precommit_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:19:17.638606 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-69770c4b-9022-4e25-84f7-51ee144d31b7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:19:17.643559 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-1ba92b3f-e03c-473e-8803-e49db2ca681f tempest-RoutersAdminNegativeTest-820862856 tempest-RoutersAdminNegativeTest-820862856] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850887153'] for security_group, after_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:19:17.656866 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-69770c4b-9022-4e25-84f7-51ee144d31b7 admin admin] Usage tracker for resource:security_group_rule and tenant:bf5861a3d41d48759b3bd284fefb9748 is out of sync, need to count used quota {{(pid=84874) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:19:17.659564 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-b944e258-e11c-474d-b8e4-48b0796a98db admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:19:17.669473 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-69770c4b-9022-4e25-84f7-51ee144d31b7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84874) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:19:17.686984 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-69770c4b-9022-4e25-84f7-51ee144d31b7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:19:17.740731 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ba92b3f-e03c-473e-8803-e49db2ca681f tempest-RoutersAdminNegativeTest-820862856 tempest-RoutersAdminNegativeTest-820862856] Pushing event updated for resources: {'SecurityGroup': ['ID=30e7c687-2d15-4c78-b945-e248de954365,revision_number=1']} {{(pid=84874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:19:17.831642 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-1ba92b3f-e03c-473e-8803-e49db2ca681f tempest-RoutersAdminNegativeTest-820862856 tempest-RoutersAdminNegativeTest-820862856] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.172s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:19:17.911584 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84874) accepted ('10.222.0.24', 38038) {{(pid=84874) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:19:17.936992 n-d-768862-2 neutron-server[84765]: DEBUG neutron.notifiers.nova [None req-1ba92b3f-e03c-473e-8803-e49db2ca681f tempest-RoutersAdminNegativeTest-820862856 tempest-RoutersAdminNegativeTest-820862856] device_id is not set on port fa675bf9-1bba-4e04-a067-e0530da82001 yet. {{(pid=84874) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}} Jan 14 07:19:18.068353 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-69770c4b-9022-4e25-84f7-51ee144d31b7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:19:18.128221 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-69770c4b-9022-4e25-84f7-51ee144d31b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850887153'] for security_group, after_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:19:18.197023 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-aadc4e29-41cc-4555-beab-a72a4fcb63fb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:19:18.249594 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-90ba0fec-f53b-45d2-a492-717d14ff91e3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:19:18.256054 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c173f118-a92e-4fbc-95b2-e5c3879b8cbd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=900c9d09-7025-451c-8225-0019bd6f3efa,revision_number=1']} {{(pid=84875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:19:18.280697 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.v2.base [None req-d847c343-0014-499f-88aa-54553065e31f admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-1469458046-network', 'tenant_id': 'cfc1b35f9f1d4d4eb4ee151b49ce9e37'}} {{(pid=84875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:19:18.285995 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-c173f118-a92e-4fbc-95b2-e5c3879b8cbd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.103s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:19:18.302547 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-d847c343-0014-499f-88aa-54553065e31f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:19:18.311114 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-d847c343-0014-499f-88aa-54553065e31f admin admin] Usage tracker for resource:network and tenant:cfc1b35f9f1d4d4eb4ee151b49ce9e37 is out of sync, need to count used quota {{(pid=84875) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:19:18.326185 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-90ba0fec-f53b-45d2-a492-717d14ff91e3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:19:18.326614 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-d847c343-0014-499f-88aa-54553065e31f admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84875) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:19:18.334522 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-69770c4b-9022-4e25-84f7-51ee144d31b7 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=bf5861a3d41d48759b3bd284fefb9748&name=default HTTP/1.1" status: 200 len: 2983 time: 1.6866057 Jan 14 07:19:18.335590 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69770c4b-9022-4e25-84f7-51ee144d31b7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d364319f-3b71-4215-b456-e49e39332a8b,revision_number=1']} {{(pid=84874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:19:18.338376 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84874) accepted ('10.222.0.24', 38044) {{(pid=84874) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:19:18.341799 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-d847c343-0014-499f-88aa-54553065e31f admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:19:18.351797 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.db_base_plugin_common [None req-1ba92b3f-e03c-473e-8803-e49db2ca681f tempest-RoutersAdminNegativeTest-820862856 tempest-RoutersAdminNegativeTest-820862856] Allocated IP 172.25.2.29 (226f1e78-82cd-4481-9055-4eb73b6db8c1/ba8deeec-7658-4195-9449-038c076f5c83/fa675bf9-1bba-4e04-a067-e0530da82001) {{(pid=84874) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 14 07:19:18.351964 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-abe5be55-88e8-41b9-a0af-63b880be282a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:19:18.354617 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-69770c4b-9022-4e25-84f7-51ee144d31b7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.158s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:19:18.355775 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-90ba0fec-f53b-45d2-a492-717d14ff91e3 admin admin] Usage tracker for resource:security_group_rule and tenant:26ee33828afc4ab2b14c4abd031a8ed5 is out of sync, need to count used quota {{(pid=84874) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:19:18.359278 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-90ba0fec-f53b-45d2-a492-717d14ff91e3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84874) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:19:18.394002 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-90ba0fec-f53b-45d2-a492-717d14ff91e3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:19:18.425860 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d847c343-0014-499f-88aa-54553065e31f admin admin] Made reservation on behalf of cfc1b35f9f1d4d4eb4ee151b49ce9e37 for: {'network': 1} {{(pid=84875) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 07:19:18.432619 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-d847c343-0014-499f-88aa-54553065e31f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555753'] for network, before_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:19:18.475065 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-d847c343-0014-499f-88aa-54553065e31f admin admin] Notify callbacks [] for security_group, before_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:19:18.504831 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-abe5be55-88e8-41b9-a0af-63b880be282a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:19:18.540731 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-8129cf61-e4e2-4484-a1c4-0979e0d6b1cd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:19:18.562690 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-d847c343-0014-499f-88aa-54553065e31f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:19:18.575851 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-d847c343-0014-499f-88aa-54553065e31f admin admin] Usage tracker for resource:security_group_rule and tenant:cfc1b35f9f1d4d4eb4ee151b49ce9e37 is out of sync, need to count used quota {{(pid=84875) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:19:18.592622 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-d847c343-0014-499f-88aa-54553065e31f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84875) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:19:18.608722 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-d847c343-0014-499f-88aa-54553065e31f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:19:18.667690 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-abe5be55-88e8-41b9-a0af-63b880be282a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850887153'] for security_group, after_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:19:18.676389 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-2397a198-1125-4466-9e41-0304c0db52bd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:19:18.684759 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-8129cf61-e4e2-4484-a1c4-0979e0d6b1cd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:19:18.782080 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-1cc5d40a-4910-4533-ba42-2f83b5d733e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363259214191800', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854171626'] for agent, after_update {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:19:18.792552 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-90ba0fec-f53b-45d2-a492-717d14ff91e3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:19:18.801293 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-90ba0fec-f53b-45d2-a492-717d14ff91e3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850887153'] for security_group, after_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:19:18.811793 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-42d57c5c-3b5e-4c0f-8ac0-909077dd8dee admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:19:18.830977 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abe5be55-88e8-41b9-a0af-63b880be282a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=900c9d09-7025-451c-8225-0019bd6f3efa,revision_number=None']} {{(pid=84875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:19:18.845411 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-abe5be55-88e8-41b9-a0af-63b880be282a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.169s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:19:18.893187 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-abe5be55-88e8-41b9-a0af-63b880be282a admin admin] Notify callbacks [] for security_group, before_response {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:19:18.902319 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-abe5be55-88e8-41b9-a0af-63b880be282a admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/900c9d09-7025-451c-8225-0019bd6f3efa HTTP/1.1" status: 204 len: 168 time: 1.6396277 Jan 14 07:19:18.932349 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-90ba0fec-f53b-45d2-a492-717d14ff91e3 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=26ee33828afc4ab2b14c4abd031a8ed5&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0189059 Jan 14 07:19:18.941582 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84875) accepted ('10.222.0.24', 38054) {{(pid=84875) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:19:18.959568 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-1ba92b3f-e03c-473e-8803-e49db2ca681f tempest-RoutersAdminNegativeTest-820862856 tempest-RoutersAdminNegativeTest-820862856] Notify callbacks [] for port, precommit_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:19:18.966193 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90ba0fec-f53b-45d2-a492-717d14ff91e3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aed5120b-f6c8-40dc-be3d-2f972abe3d31,revision_number=1']} {{(pid=84874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:19:18.976979 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-90ba0fec-f53b-45d2-a492-717d14ff91e3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.165s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:19:18.978431 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-8129cf61-e4e2-4484-a1c4-0979e0d6b1cd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850887153'] for security_group, after_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:19:18.992428 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-c8fb8d4c-a90c-4f45-8925-0ef92413107c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:19:19.031257 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8129cf61-e4e2-4484-a1c4-0979e0d6b1cd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d364319f-3b71-4215-b456-e49e39332a8b,revision_number=None']} {{(pid=84874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:19:19.032498 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-bfe881e2-10ef-499b-9dd7-ef421ac5b79e tempest-RoutersIpV6Test-883692175 tempest-RoutersIpV6Test-883692175] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3889632'] for router_interface, before_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:19:19.053748 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-8129cf61-e4e2-4484-a1c4-0979e0d6b1cd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:19:19.110901 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-1ba92b3f-e03c-473e-8803-e49db2ca681f tempest-RoutersAdminNegativeTest-820862856 tempest-RoutersAdminNegativeTest-820862856] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777640123575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3254186'] for port, after_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:19:19.114768 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-8129cf61-e4e2-4484-a1c4-0979e0d6b1cd admin admin] Notify callbacks [] for security_group, before_response {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:19:19.120589 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-8129cf61-e4e2-4484-a1c4-0979e0d6b1cd admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/d364319f-3b71-4215-b456-e49e39332a8b HTTP/1.1" status: 204 len: 168 time: 0.7668295 Jan 14 07:19:19.134158 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-110d3209-300b-4f13-be44-4f0f909abe0e service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:19:19.216107 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-d847c343-0014-499f-88aa-54553065e31f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:19:19.289977 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ba92b3f-e03c-473e-8803-e49db2ca681f tempest-RoutersAdminNegativeTest-820862856 tempest-RoutersAdminNegativeTest-820862856] Pushing event updated for resources: {'Port': ['ID=fa675bf9-1bba-4e04-a067-e0530da82001,revision_number=1']} {{(pid=84874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:19:19.296080 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-1ba92b3f-e03c-473e-8803-e49db2ca681f tempest-RoutersAdminNegativeTest-820862856 tempest-RoutersAdminNegativeTest-820862856] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.162s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:19:19.383387 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-d847c343-0014-499f-88aa-54553065e31f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850887153'] for security_group, after_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:19:19.385147 n-d-768862-2 neutron-server[84765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ba92b3f-e03c-473e-8803-e49db2ca681f tempest-RoutersAdminNegativeTest-820862856 tempest-RoutersAdminNegativeTest-820862856] Network 226f1e78-82cd-4481-9055-4eb73b6db8c1 is already hosted by enough agents. {{(pid=84874) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 07:19:19.387490 n-d-768862-2 neutron-server[84765]: DEBUG neutron.scheduler.base_scheduler [None req-1ba92b3f-e03c-473e-8803-e49db2ca681f tempest-RoutersAdminNegativeTest-820862856 tempest-RoutersAdminNegativeTest-820862856] Resources bound (agent type, host, resource id): {{(pid=84874) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 07:19:19.391618 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ba92b3f-e03c-473e-8803-e49db2ca681f tempest-RoutersAdminNegativeTest-820862856 tempest-RoutersAdminNegativeTest-820862856] Received port after_create {{(pid=84874) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 14 07:19:19.437393 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-21ef41ab-6bb1-4b34-b32a-842987221874 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:19:19.445855 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d847c343-0014-499f-88aa-54553065e31f admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 18} {{(pid=84875) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Jan 14 07:19:19.486956 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ba92b3f-e03c-473e-8803-e49db2ca681f tempest-RoutersAdminNegativeTest-820862856 tempest-RoutersAdminNegativeTest-820862856] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:19:19.488600 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-1ba92b3f-e03c-473e-8803-e49db2ca681f tempest-RoutersAdminNegativeTest-820862856 tempest-RoutersAdminNegativeTest-820862856] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854768116'] for port, before_response {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:19:19.514504 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-e5912bd1-6567-49db-9864-745af966f120 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:19:19.532641 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-1ba92b3f-e03c-473e-8803-e49db2ca681f tempest-RoutersAdminNegativeTest-820862856 tempest-RoutersAdminNegativeTest-820862856] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1032 time: 3.1381238 Jan 14 07:19:19.534773 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84874) accepted ('10.222.0.24', 38066) {{(pid=84874) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:19:19.552441 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-d847c343-0014-499f-88aa-54553065e31f admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment--9223363259214191851', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854179735'] for segment, precommit_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:19:19.552947 n-d-768862-2 neutron-server[84765]: INFO neutron.db.segments_db [None req-d847c343-0014-499f-88aa-54553065e31f admin admin] Added segment 0750151e-662e-4cb1-844c-677da48ab943 of type vxlan for network 7136c47d-cc04-4011-90f6-51bed0ba3abd Jan 14 07:19:19.562047 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.v2.base [None req-651f6a6e-aaa4-42af-963b-de1aace5a550 tempest-RoutersAdminNegativeTest-820862856 tempest-RoutersAdminNegativeTest-820862856] Request body: {'router': {'external_gateway_info': {'network_id': '226f1e78-82cd-4481-9055-4eb73b6db8c1', 'external_fixed_ips': [{'subnet_id': 'ba8deeec-7658-4195-9449-038c076f5c83', 'ip_address': '172.25.2.29'}]}}} {{(pid=84874) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:19:19.573883 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-651f6a6e-aaa4-42af-963b-de1aace5a550 tempest-RoutersAdminNegativeTest-820862856 tempest-RoutersAdminNegativeTest-820862856] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:19:19.578422 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d847c343-0014-499f-88aa-54553065e31f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9040e38d-bc7a-4da9-95ba-4e92eef3831c,revision_number=1']} {{(pid=84875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:19:19.582268 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-d847c343-0014-499f-88aa-54553065e31f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:19:19.584326 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-651f6a6e-aaa4-42af-963b-de1aace5a550 tempest-RoutersAdminNegativeTest-820862856 tempest-RoutersAdminNegativeTest-820862856] Usage tracker for resource:router and tenant:bf1663f94a294e85b07a06c178a617dc is out of sync, need to count used quota {{(pid=84874) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:19:19.595346 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-651f6a6e-aaa4-42af-963b-de1aace5a550 tempest-RoutersAdminNegativeTest-820862856 tempest-RoutersAdminNegativeTest-820862856] Quota usage for router was recalculated. Used quota:0. {{(pid=84874) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:19:19.613059 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-651f6a6e-aaa4-42af-963b-de1aace5a550 tempest-RoutersAdminNegativeTest-820862856 tempest-RoutersAdminNegativeTest-820862856] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:19:19.637633 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-651f6a6e-aaa4-42af-963b-de1aace5a550 tempest-RoutersAdminNegativeTest-820862856 tempest-RoutersAdminNegativeTest-820862856] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3889205', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854717621'] for router, before_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:19:19.643167 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-651f6a6e-aaa4-42af-963b-de1aace5a550 tempest-RoutersAdminNegativeTest-820862856 tempest-RoutersAdminNegativeTest-820862856] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036850886574', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3912501', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3808446', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-58179'] for router, precommit_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:19:19.668795 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84874) accepted ('10.222.0.24', 38072) {{(pid=84874) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:19:19.676547 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-e5912bd1-6567-49db-9864-745af966f120 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:19:19.772892 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-d5b1122f-314b-4c7c-a80e-7df8f3b254aa admin admin] Notify callbacks [] for security_group, before_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:19:19.778583 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-d847c343-0014-499f-88aa-54553065e31f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363259214646115'] for network, precommit_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:19:19.876196 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-651f6a6e-aaa4-42af-963b-de1aace5a550 tempest-RoutersAdminNegativeTest-820862856 tempest-RoutersAdminNegativeTest-820862856] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:19:19.911879 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-d5b1122f-314b-4c7c-a80e-7df8f3b254aa admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:19:19.914848 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-d847c343-0014-499f-88aa-54553065e31f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850887149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964'] for network, after_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:19:19.916727 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d847c343-0014-499f-88aa-54553065e31f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:19:19.917547 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-d847c343-0014-499f-88aa-54553065e31f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3207107'] for network, before_response {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:19:19.926038 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-2397a198-1125-4466-9e41-0304c0db52bd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:19:20.034598 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-d5b1122f-314b-4c7c-a80e-7df8f3b254aa admin admin] Usage tracker for resource:security_group_rule and tenant:7f26e67f2f094e8898eaa3bda67066a4 is out of sync, need to count used quota {{(pid=84874) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:19:20.051718 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-d5b1122f-314b-4c7c-a80e-7df8f3b254aa admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84874) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:19:20.083875 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-d5b1122f-314b-4c7c-a80e-7df8f3b254aa admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:19:20.104077 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-d847c343-0014-499f-88aa-54553065e31f admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 2.5517347 Jan 14 07:19:20.107670 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d847c343-0014-499f-88aa-54553065e31f admin admin] Pushing event updated for resources: {'Network': ['ID=7136c47d-cc04-4011-90f6-51bed0ba3abd,revision_number=1']} {{(pid=84875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:19:20.110795 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84875) accepted ('10.222.0.24', 38084) {{(pid=84875) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:19:20.118202 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-d847c343-0014-499f-88aa-54553065e31f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.191s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:19:20.123046 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-852a24f7-e9a1-4193-9abb-e9506fe5213f None None] Network 7136c47d-cc04-4011-90f6-51bed0ba3abd details requested by agent ovs-agent-n-h2-768862-2 with host n-h2-768862-2 {{(pid=84876) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 07:19:20.125924 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.v2.base [None req-9c8d8ef3-0bab-4b19-904c-767013148ef5 admin admin] Request body: {'subnet': {'network_id': '7136c47d-cc04-4011-90f6-51bed0ba3abd', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-1469458046-subnet', 'tenant_id': 'cfc1b35f9f1d4d4eb4ee151b49ce9e37', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=84875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:19:20.132113 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-e5912bd1-6567-49db-9864-745af966f120 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850887153'] for security_group, after_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:19:20.134788 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-e5912bd1-6567-49db-9864-745af966f120 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:19:20.138974 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-e5912bd1-6567-49db-9864-745af966f120 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/aed5120b-f6c8-40dc-be3d-2f972abe3d31 HTTP/1.1" status: 204 len: 168 time: 1.1863151 Jan 14 07:19:20.138974 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-255d9fdc-7907-4722-a8b4-4135b7389972 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:19:20.151232 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-9c8d8ef3-0bab-4b19-904c-767013148ef5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:19:20.159293 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-9c8d8ef3-0bab-4b19-904c-767013148ef5 admin admin] Usage tracker for resource:subnet and tenant:cfc1b35f9f1d4d4eb4ee151b49ce9e37 is out of sync, need to count used quota {{(pid=84875) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:19:20.163741 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-9c8d8ef3-0bab-4b19-904c-767013148ef5 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84875) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:19:20.167463 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5912bd1-6567-49db-9864-745af966f120 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aed5120b-f6c8-40dc-be3d-2f972abe3d31,revision_number=None']} {{(pid=84875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:19:20.217833 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-e5912bd1-6567-49db-9864-745af966f120 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:19:20.223672 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-9c8d8ef3-0bab-4b19-904c-767013148ef5 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:19:20.302494 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9c8d8ef3-0bab-4b19-904c-767013148ef5 admin admin] Made reservation on behalf of cfc1b35f9f1d4d4eb4ee151b49ce9e37 for: {'subnet': 1} {{(pid=84875) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 07:19:20.312410 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-017f98a9-8a07-408c-a86f-8ff0c00400a0 None None] Network 7136c47d-cc04-4011-90f6-51bed0ba3abd details requested by agent ovs-agent-n-h1-768862-2 with host n-h1-768862-2 {{(pid=84876) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 07:19:20.321554 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-9c8d8ef3-0bab-4b19-904c-767013148ef5 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036852467157'] for subnet, before_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:19:20.338439 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Network 7136c47d-cc04-4011-90f6-51bed0ba3abd details requested by agent ovs-agent-n-d-768862-2 with host n-d-768862-2 {{(pid=84876) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 07:19:20.803898 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.plugin [None req-bfe881e2-10ef-499b-9dd7-ef421ac5b79e tempest-RoutersIpV6Test-883692175 tempest-RoutersIpV6Test-883692175] Deleting port dc8c6639-6355-420b-a8e4-b463a1b514e9 {{(pid=84875) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 07:19:20.804674 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-bfe881e2-10ef-499b-9dd7-ef421ac5b79e tempest-RoutersIpV6Test-883692175 tempest-RoutersIpV6Test-883692175] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363259214248359'] for port, before_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:19:20.931629 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-d5b1122f-314b-4c7c-a80e-7df8f3b254aa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:19:21.052670 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-d5b1122f-314b-4c7c-a80e-7df8f3b254aa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850887153'] for security_group, after_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:19:21.074590 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-e57fafe6-7f6e-4aec-bf97-9c9d2d41c56d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:19:21.115772 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5b1122f-314b-4c7c-a80e-7df8f3b254aa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2b449d31-244d-4986-bedd-9a18cc9b2bfc,revision_number=1']} {{(pid=84874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:19:21.121702 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-d5b1122f-314b-4c7c-a80e-7df8f3b254aa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:19:21.127198 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-651f6a6e-aaa4-42af-963b-de1aace5a550 tempest-RoutersAdminNegativeTest-820862856 tempest-RoutersAdminNegativeTest-820862856] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3912484', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3889188', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-58194'] for router, precommit_update {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:19:21.214932 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-d5b1122f-314b-4c7c-a80e-7df8f3b254aa admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=7f26e67f2f094e8898eaa3bda67066a4&name=default HTTP/1.1" status: 200 len: 2983 time: 1.5402582 Jan 14 07:19:21.225705 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84874) accepted ('10.222.0.24', 38104) {{(pid=84874) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:19:21.381932 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-2c040e0c-0a09-43be-adb1-949492fdc238 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363259214191800', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854171626'] for agent, after_update {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:19:21.568505 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-2b1ad4e9-d764-4316-8404-6e8ff6460f35 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:19:21.629962 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-2b1ad4e9-d764-4316-8404-6e8ff6460f35 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:19:21.666865 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-bfe881e2-10ef-499b-9dd7-ef421ac5b79e tempest-RoutersIpV6Test-883692175 tempest-RoutersIpV6Test-883692175] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036850862667'] for port, precommit_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:19:21.770089 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-da76cfc0-98e8-4426-9f6d-4f05aa3fae78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363259214191800', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854171626'] for agent, after_update {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:19:21.950866 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-2b1ad4e9-d764-4316-8404-6e8ff6460f35 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850887153'] for security_group, after_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:19:21.961543 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.plugin [None req-bfe881e2-10ef-499b-9dd7-ef421ac5b79e tempest-RoutersIpV6Test-883692175 tempest-RoutersIpV6Test-883692175] Calling delete_port for dc8c6639-6355-420b-a8e4-b463a1b514e9 owned by network:router_interface {{(pid=84875) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 07:19:21.976980 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-8129cf61-e4e2-4484-a1c4-0979e0d6b1cd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:19:22.027470 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b1ad4e9-d764-4316-8404-6e8ff6460f35 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2b449d31-244d-4986-bedd-9a18cc9b2bfc,revision_number=None']} {{(pid=84874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:19:22.046179 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-2b1ad4e9-d764-4316-8404-6e8ff6460f35 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:19:22.492716 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-2b1ad4e9-d764-4316-8404-6e8ff6460f35 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:19:22.494904 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-2b1ad4e9-d764-4316-8404-6e8ff6460f35 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/2b449d31-244d-4986-bedd-9a18cc9b2bfc HTTP/1.1" status: 204 len: 168 time: 1.1456738 Jan 14 07:19:22.526469 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-651f6a6e-aaa4-42af-963b-de1aace5a550 tempest-RoutersAdminNegativeTest-820862856 tempest-RoutersAdminNegativeTest-820862856] Notify callbacks [] for router_gateway, before_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:19:22.579214 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-bfe881e2-10ef-499b-9dd7-ef421ac5b79e tempest-RoutersIpV6Test-883692175 tempest-RoutersIpV6Test-883692175] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777640533329', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777640097463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851621574'] for port, after_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:19:22.586747 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363259214191800', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854171626'] for agent, after_update {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:19:22.600594 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-91ab6e3c-b371-47a1-8461-32aa2bf411ed admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:19:22.601224 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-651f6a6e-aaa4-42af-963b-de1aace5a550 tempest-RoutersAdminNegativeTest-820862856 tempest-RoutersAdminNegativeTest-820862856] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555753'] for port, before_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:19:22.743652 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfe881e2-10ef-499b-9dd7-ef421ac5b79e tempest-RoutersIpV6Test-883692175 tempest-RoutersIpV6Test-883692175] Pushing event deleted for resources: {'Port': ['ID=dc8c6639-6355-420b-a8e4-b463a1b514e9,revision_number=None']} {{(pid=84875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:19:22.759443 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-bfe881e2-10ef-499b-9dd7-ef421ac5b79e tempest-RoutersIpV6Test-883692175 tempest-RoutersIpV6Test-883692175] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.159s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:19:22.762941 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-9c8d8ef3-0bab-4b19-904c-767013148ef5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850887113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036851621412', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036852467174'] for subnet, after_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:19:22.902005 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:19:23.029064 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c8d8ef3-0bab-4b19-904c-767013148ef5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=46d2d917-6b8f-4421-b758-220236cbd4cd,revision_number=0']} {{(pid=84875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:19:23.046637 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-9c8d8ef3-0bab-4b19-904c-767013148ef5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:19:23.075042 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c8d8ef3-0bab-4b19-904c-767013148ef5 admin admin] Checking segment: {'id': '0750151e-662e-4cb1-844c-677da48ab943', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 18, 'network_id': '7136c47d-cc04-4011-90f6-51bed0ba3abd'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84875) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 14 07:19:23.075431 n-d-768862-2 neutron-server[84765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c8d8ef3-0bab-4b19-904c-767013148ef5 admin admin] Network hostable DHCP agents. Network: 7136c47d-cc04-4011-90f6-51bed0ba3abd, hostable agents: ['32f3dd84-26da-4d18-bf15-6017a8fb7247'], hosted agents: [] {{(pid=84875) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Jan 14 07:19:23.190614 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-0f37073e-9c69-4e3c-80e0-6cfaa0fd61a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363259214191800', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854171626'] for agent, after_update {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:19:23.234144 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-bfe881e2-10ef-499b-9dd7-ef421ac5b79e tempest-RoutersIpV6Test-883692175 tempest-RoutersIpV6Test-883692175] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted--9223372036851568851', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal--9223372036850888080'] for router_interface, after_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:19:23.612443 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84874) accepted ('10.222.0.24', 38156) {{(pid=84874) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:19:23.691687 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-651f6a6e-aaa4-42af-963b-de1aace5a550 tempest-RoutersAdminNegativeTest-820862856 tempest-RoutersAdminNegativeTest-820862856] Notify callbacks [] for router, before_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:19:23.993669 n-d-768862-2 neutron-server[84765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c8d8ef3-0bab-4b19-904c-767013148ef5 admin admin] Network 7136c47d-cc04-4011-90f6-51bed0ba3abd is scheduled to be hosted by DHCP agent 32f3dd84-26da-4d18-bf15-6017a8fb7247 with binding_index 1 {{(pid=84875) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Jan 14 07:19:24.053489 n-d-768862-2 neutron-server[84765]: DEBUG neutron.scheduler.base_scheduler [None req-9c8d8ef3-0bab-4b19-904c-767013148ef5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768862-2, 7136c47d-cc04-4011-90f6-51bed0ba3abd) {{(pid=84875) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 07:19:24.065364 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06acd1a8-6b74-4a3f-9304-be6b6ce9b813 None None] Network 7136c47d-cc04-4011-90f6-51bed0ba3abd requested from n-d-768862-2 {{(pid=84876) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 07:19:24.134363 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c8d8ef3-0bab-4b19-904c-767013148ef5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:19:24.135420 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-9c8d8ef3-0bab-4b19-904c-767013148ef5 admin admin] Notify callbacks [] for subnet, before_response {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:19:24.204106 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-651f6a6e-aaa4-42af-963b-de1aace5a550 tempest-RoutersAdminNegativeTest-820862856 tempest-RoutersAdminNegativeTest-820862856] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3889346', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036854717606'] for router, precommit_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:19:24.208055 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-651f6a6e-aaa4-42af-963b-de1aace5a550 tempest-RoutersAdminNegativeTest-820862856 tempest-RoutersAdminNegativeTest-820862856] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:19:24.253775 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.v2.base [None req-92e389eb-8150-4fe8-ab9e-a2a8de2a9903 tempest-DHCPAgentSchedulersTestJSON-1895530401 tempest-DHCPAgentSchedulersTestJSON-1895530401] Request body: {'network': {'name': 'tempest-DHCPAgentSchedulersTestJSON-test-network-2020281656'}} {{(pid=84874) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:19:24.294317 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-92e389eb-8150-4fe8-ab9e-a2a8de2a9903 tempest-DHCPAgentSchedulersTestJSON-1895530401 tempest-DHCPAgentSchedulersTestJSON-1895530401] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:19:24.302101 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-651f6a6e-aaa4-42af-963b-de1aace5a550 tempest-RoutersAdminNegativeTest-820862856 tempest-RoutersAdminNegativeTest-820862856] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036850897070'] for router, after_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:19:24.304716 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-651f6a6e-aaa4-42af-963b-de1aace5a550 tempest-RoutersAdminNegativeTest-820862856 tempest-RoutersAdminNegativeTest-820862856] Fanout notify agent at l3_agent the message router_deleted on router aab4e4f0-ee93-4400-8090-9b73deaab922 {{(pid=84874) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jan 14 07:19:24.329094 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-92e389eb-8150-4fe8-ab9e-a2a8de2a9903 tempest-DHCPAgentSchedulersTestJSON-1895530401 tempest-DHCPAgentSchedulersTestJSON-1895530401] Usage tracker for resource:network and tenant:379c73ea665b4ae382807fe38400f316 is out of sync, need to count used quota {{(pid=84874) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:19:24.345721 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-92e389eb-8150-4fe8-ab9e-a2a8de2a9903 tempest-DHCPAgentSchedulersTestJSON-1895530401 tempest-DHCPAgentSchedulersTestJSON-1895530401] Quota usage for network was recalculated. Used quota:0. {{(pid=84874) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:19:24.366376 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-92e389eb-8150-4fe8-ab9e-a2a8de2a9903 tempest-DHCPAgentSchedulersTestJSON-1895530401 tempest-DHCPAgentSchedulersTestJSON-1895530401] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:19:24.392187 n-d-768862-2 neutron-server[84765]: INFO neutron.api.v2.resource [None req-651f6a6e-aaa4-42af-963b-de1aace5a550 tempest-RoutersAdminNegativeTest-820862856 tempest-RoutersAdminNegativeTest-820862856] create failed (client error): There was a conflict when trying to complete your request. Jan 14 07:19:24.401471 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-651f6a6e-aaa4-42af-963b-de1aace5a550 tempest-RoutersAdminNegativeTest-820862856 tempest-RoutersAdminNegativeTest-820862856] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 409 len: 371 time: 4.8584981 Jan 14 07:19:24.402787 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84874) accepted ('10.222.0.24', 38194) {{(pid=84874) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:19:24.447661 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe4b99e3-77a2-4614-899a-6a2cb824caa8 None None] Network 7136c47d-cc04-4011-90f6-51bed0ba3abd requested from n-d-768862-2 {{(pid=84876) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 07:19:24.550623 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.plugin [None req-630b15d4-f8bd-4fe4-861b-f814a2d6cc77 tempest-RoutersAdminNegativeTest-820862856 tempest-RoutersAdminNegativeTest-820862856] Deleting port fa675bf9-1bba-4e04-a067-e0530da82001 {{(pid=84874) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 07:19:24.551552 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-630b15d4-f8bd-4fe4-861b-f814a2d6cc77 tempest-RoutersAdminNegativeTest-820862856 tempest-RoutersAdminNegativeTest-820862856] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363259214248359'] for port, before_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:19:24.602442 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-9c8d8ef3-0bab-4b19-904c-767013148ef5 admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 856 time: 4.4893093 Jan 14 07:19:24.607220 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84875) accepted ('10.222.0.24', 38208) {{(pid=84875) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:19:24.616015 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-92e389eb-8150-4fe8-ab9e-a2a8de2a9903 tempest-DHCPAgentSchedulersTestJSON-1895530401 tempest-DHCPAgentSchedulersTestJSON-1895530401] Made reservation on behalf of 379c73ea665b4ae382807fe38400f316 for: {'network': 1} {{(pid=84874) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 07:19:24.619886 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.v2.base [None req-3531defa-aad3-450c-98c4-a462842111e3 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-1469458046-router', 'tenant_id': 'cfc1b35f9f1d4d4eb4ee151b49ce9e37', 'external_gateway_info': {'network_id': '226f1e78-82cd-4481-9055-4eb73b6db8c1'}}} {{(pid=84875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:19:24.625151 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-3531defa-aad3-450c-98c4-a462842111e3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:19:24.634092 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-3531defa-aad3-450c-98c4-a462842111e3 admin admin] Usage tracker for resource:router and tenant:cfc1b35f9f1d4d4eb4ee151b49ce9e37 is out of sync, need to count used quota {{(pid=84875) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:19:24.640491 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-3531defa-aad3-450c-98c4-a462842111e3 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=84875) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:19:24.645196 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network":"rule:regular_user" was deprecated in W in favor of "create_network":"role:member and project_id:%(project_id)s". Reason: Jan 14 07:19:24.645196 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:19:24.645196 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:19:24.645196 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:19:24.645196 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:shared":"rule:admin_only" was deprecated in W in favor of "create_network:shared":"role:admin and system_scope:all". Reason: Jan 14 07:19:24.645196 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:19:24.645196 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:19:24.645196 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:19:24.645196 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:router:external":"rule:admin_only" was deprecated in W in favor of "create_network:router:external":"role:admin and system_scope:all". Reason: Jan 14 07:19:24.645196 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:19:24.645196 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:19:24.645196 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:19:24.645196 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:is_default":"rule:admin_only" was deprecated in W in favor of "create_network:is_default":"role:admin and system_scope:all". Reason: Jan 14 07:19:24.645196 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:19:24.645196 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:19:24.645196 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:19:24.645196 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:port_security_enabled":"rule:regular_user" was deprecated in W in favor of "create_network:port_security_enabled":"role:member and project_id:%(project_id)s". Reason: Jan 14 07:19:24.645196 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:19:24.645196 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:19:24.645196 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:19:24.645196 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:segments":"rule:admin_only" was deprecated in W in favor of "create_network:segments":"role:admin and system_scope:all". Reason: Jan 14 07:19:24.645196 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:19:24.645196 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:19:24.645196 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:19:24.645196 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "create_network:provider:network_type":"role:admin and system_scope:all". Reason: Jan 14 07:19:24.645196 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:19:24.645196 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:19:24.645196 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:19:24.645196 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "create_network:provider:physical_network":"role:admin and system_scope:all". Reason: Jan 14 07:19:24.645196 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:19:24.645196 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:19:24.645196 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:19:24.645196 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "create_network:provider:segmentation_id":"role:admin and system_scope:all". Reason: Jan 14 07:19:24.645196 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:19:24.645196 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:19:24.645196 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:19:24.645196 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network":"rule:admin_or_owner or rule:shared or rule:external or rule:context_is_advsvc" was deprecated in W in favor of "get_network":"(role:reader and system_scope:all) or (role:reader and project_id:%(project_id)s) or rule:shared or rule:external or rule:context_is_advsvc". Reason: Jan 14 07:19:24.645196 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:19:24.645196 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:19:24.645196 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:19:24.645196 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:router:external":"rule:regular_user" was deprecated in W in favor of "get_network:router:external":"role:reader and project_id:%(project_id)s". Reason: Jan 14 07:19:24.645196 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:19:24.645196 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:19:24.645196 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:19:24.645196 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:segments":"rule:admin_only" was deprecated in W in favor of "get_network:segments":"role:reader and system_scope:all". Reason: Jan 14 07:19:24.645196 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:19:24.645196 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:19:24.645196 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:19:24.647755 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "get_network:provider:network_type":"role:reader and system_scope:all". Reason: Jan 14 07:19:24.647755 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:19:24.647755 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:19:24.647755 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:19:24.647755 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "get_network:provider:physical_network":"role:reader and system_scope:all". Reason: Jan 14 07:19:24.647755 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:19:24.647755 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:19:24.647755 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:19:24.647755 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "get_network:provider:segmentation_id":"role:reader and system_scope:all". Reason: Jan 14 07:19:24.647755 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:19:24.647755 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:19:24.647755 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:19:24.647755 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network":"rule:admin_or_owner" was deprecated in W in favor of "update_network":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 07:19:24.647755 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:19:24.647755 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:19:24.647755 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:19:24.647755 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:segments":"rule:admin_only" was deprecated in W in favor of "update_network:segments":"role:admin and system_scope:all". Reason: Jan 14 07:19:24.647755 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:19:24.647755 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:19:24.647755 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:19:24.653169 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-3531defa-aad3-450c-98c4-a462842111e3 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:19:24.660949 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-92e389eb-8150-4fe8-ab9e-a2a8de2a9903 tempest-DHCPAgentSchedulersTestJSON-1895530401 tempest-DHCPAgentSchedulersTestJSON-1895530401] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555753'] for network, before_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:19:24.677400 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-3531defa-aad3-450c-98c4-a462842111e3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3889205', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854717621'] for router, before_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:19:24.679871 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-3531defa-aad3-450c-98c4-a462842111e3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036850886574', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3912501', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3808446', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-58179'] for router, precommit_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:19:24.749075 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-92e389eb-8150-4fe8-ab9e-a2a8de2a9903 tempest-DHCPAgentSchedulersTestJSON-1895530401 tempest-DHCPAgentSchedulersTestJSON-1895530401] Notify callbacks [] for security_group, before_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:19:24.781388 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-92e389eb-8150-4fe8-ab9e-a2a8de2a9903 tempest-DHCPAgentSchedulersTestJSON-1895530401 tempest-DHCPAgentSchedulersTestJSON-1895530401] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:19:25.012680 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-630b15d4-f8bd-4fe4-861b-f814a2d6cc77 tempest-RoutersAdminNegativeTest-820862856 tempest-RoutersAdminNegativeTest-820862856] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036850862667'] for port, precommit_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:19:25.186006 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-3531defa-aad3-450c-98c4-a462842111e3 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:19:25.253465 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.plugin [None req-630b15d4-f8bd-4fe4-861b-f814a2d6cc77 tempest-RoutersAdminNegativeTest-820862856 tempest-RoutersAdminNegativeTest-820862856] Calling delete_port for fa675bf9-1bba-4e04-a067-e0530da82001 owned by {{(pid=84874) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 07:19:25.340453 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-92e389eb-8150-4fe8-ab9e-a2a8de2a9903 tempest-DHCPAgentSchedulersTestJSON-1895530401 tempest-DHCPAgentSchedulersTestJSON-1895530401] Usage tracker for resource:security_group_rule and tenant:379c73ea665b4ae382807fe38400f316 is out of sync, need to count used quota {{(pid=84874) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:19:25.348724 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-92e389eb-8150-4fe8-ab9e-a2a8de2a9903 tempest-DHCPAgentSchedulersTestJSON-1895530401 tempest-DHCPAgentSchedulersTestJSON-1895530401] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84874) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:19:25.355738 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.agents_db [None req-5b939a2f-078d-4c69-a188-cb55a28a77a0 None None] Agent healthcheck: found 7 active agents {{(pid=84877) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Jan 14 07:19:25.372844 n-d-768862-2 neutron-server[84765]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bfe881e2-10ef-499b-9dd7-ef421ac5b79e tempest-RoutersIpV6Test-883692175 tempest-RoutersIpV6Test-883692175] Router 132abbc6-1621-4dad-81fd-b883ca8c0806 has already been hosted by L3 agent 35f592e9-451b-4db9-abea-77b6a5c5391b {{(pid=84875) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Jan 14 07:19:25.421215 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-92e389eb-8150-4fe8-ab9e-a2a8de2a9903 tempest-DHCPAgentSchedulersTestJSON-1895530401 tempest-DHCPAgentSchedulersTestJSON-1895530401] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:19:25.424468 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-630b15d4-f8bd-4fe4-861b-f814a2d6cc77 tempest-RoutersAdminNegativeTest-820862856 tempest-RoutersAdminNegativeTest-820862856] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777640533329', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777640097463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3254186'] for port, after_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:19:25.573678 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-1ba92b3f-e03c-473e-8803-e49db2ca681f tempest-RoutersAdminNegativeTest-820862856 tempest-RoutersAdminNegativeTest-820862856] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:19:25.633462 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-630b15d4-f8bd-4fe4-861b-f814a2d6cc77 tempest-RoutersAdminNegativeTest-820862856 tempest-RoutersAdminNegativeTest-820862856] Pushing event deleted for resources: {'Port': ['ID=fa675bf9-1bba-4e04-a067-e0530da82001,revision_number=None']} {{(pid=84874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:19:25.645687 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-630b15d4-f8bd-4fe4-861b-f814a2d6cc77 tempest-RoutersAdminNegativeTest-820862856 tempest-RoutersAdminNegativeTest-820862856] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:19:25.645934 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bfe881e2-10ef-499b-9dd7-ef421ac5b79e tempest-RoutersIpV6Test-883692175 tempest-RoutersIpV6Test-883692175] Notify agent at l3_agent.n-d-768862-2 the message routers_updated {{(pid=84875) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jan 14 07:19:25.661022 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-bfe881e2-10ef-499b-9dd7-ef421ac5b79e tempest-RoutersIpV6Test-883692175 tempest-RoutersIpV6Test-883692175] 10.222.0.24 "PUT /v2.0/routers/132abbc6-1621-4dad-81fd-b883ca8c0806/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.4057834 Jan 14 07:19:25.664979 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18d7b0ca-68f4-4aa2-9a58-4c250f18c5a9 None None] Sync routers for ids ['132abbc6-1621-4dad-81fd-b883ca8c0806'] in n-d-768862-2 {{(pid=84877) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Jan 14 07:19:25.676480 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84874) accepted ('10.222.0.24', 38256) {{(pid=84874) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:19:25.727605 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18d7b0ca-68f4-4aa2-9a58-4c250f18c5a9 None None] Routers {'132abbc6-1621-4dad-81fd-b883ca8c0806'} bound to L3 agent in host n-d-768862-2 {{(pid=84877) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 14 07:19:25.732832 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_hamode_db [None req-18d7b0ca-68f4-4aa2-9a58-4c250f18c5a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-01-14T06:56:51Z,description=,heartbeat_timestamp=2021-01-14T07:19:21Z,host='n-d-768862-2',id=35f592e9-451b-4db9-abea-77b6a5c5391b,load=0,resource_versions=,resources_synced=,started_at=2021-01-14T06:56:51Z,topic='l3_agent')) {'router_ids': ['132abbc6-1621-4dad-81fd-b883ca8c0806'], 'active': True} {{(pid=84877) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:19:25.789636 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-1eda2989-a72c-4e84-84cc-8b32bf27df9f tempest-RoutersIpV6Test-883692175 tempest-RoutersIpV6Test-883692175] 10.222.0.24 "GET /v2.0/ports?device_id=132abbc6-1621-4dad-81fd-b883ca8c0806 HTTP/1.1" status: 200 len: 205 time: 0.0905261 Jan 14 07:19:25.796704 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84874) accepted ('10.222.0.24', 38262) {{(pid=84874) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:19:25.883377 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-3531defa-aad3-450c-98c4-a462842111e3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3912484', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3889188', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-58194'] for router, precommit_update {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:19:25.887309 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_hamode_db [None req-18d7b0ca-68f4-4aa2-9a58-4c250f18c5a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768862-2', False) {} {{(pid=84877) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:19:25.904328 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18d7b0ca-68f4-4aa2-9a58-4c250f18c5a9 None None] Routers {'132abbc6-1621-4dad-81fd-b883ca8c0806'} bound to L3 agent in host n-d-768862-2 {{(pid=84877) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 14 07:19:25.904810 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_hamode_db [None req-18d7b0ca-68f4-4aa2-9a58-4c250f18c5a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-01-14T06:56:51Z,description=,heartbeat_timestamp=2021-01-14T07:19:21Z,host='n-d-768862-2',id=35f592e9-451b-4db9-abea-77b6a5c5391b,load=0,resource_versions=,resources_synced=,started_at=2021-01-14T06:56:51Z,topic='l3_agent')) {'router_ids': ['132abbc6-1621-4dad-81fd-b883ca8c0806'], 'active': True} {{(pid=84877) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:19:25.954441 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-f5558c36-8e8a-453a-bd89-e87d72ca75cb tempest-RoutersIpV6Test-883692175 tempest-RoutersIpV6Test-883692175] Notify callbacks [] for router, before_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:19:26.061032 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_hamode_db [None req-18d7b0ca-68f4-4aa2-9a58-4c250f18c5a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768862-2', False) {} {{(pid=84877) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:19:26.061492 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18d7b0ca-68f4-4aa2-9a58-4c250f18c5a9 None None] The sync data for ids ['132abbc6-1621-4dad-81fd-b883ca8c0806'] in n-d-768862-2 is: [] {{(pid=84877) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Jan 14 07:19:26.092941 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84875) accepted ('10.222.0.24', 38266) {{(pid=84875) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:19:26.622156 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-f5558c36-8e8a-453a-bd89-e87d72ca75cb tempest-RoutersIpV6Test-883692175 tempest-RoutersIpV6Test-883692175] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3889346', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036854717606'] for router, precommit_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:19:26.624822 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-f5558c36-8e8a-453a-bd89-e87d72ca75cb tempest-RoutersIpV6Test-883692175 tempest-RoutersIpV6Test-883692175] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:19:26.660080 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-630b15d4-f8bd-4fe4-861b-f814a2d6cc77 tempest-RoutersAdminNegativeTest-820862856 tempest-RoutersAdminNegativeTest-820862856] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854768116'] for port, before_response {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:19:26.728995 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-f5558c36-8e8a-453a-bd89-e87d72ca75cb tempest-RoutersIpV6Test-883692175 tempest-RoutersIpV6Test-883692175] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036850897070'] for router, after_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:19:26.730416 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f5558c36-8e8a-453a-bd89-e87d72ca75cb tempest-RoutersIpV6Test-883692175 tempest-RoutersIpV6Test-883692175] Fanout notify agent at l3_agent the message router_deleted on router 132abbc6-1621-4dad-81fd-b883ca8c0806 {{(pid=84874) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jan 14 07:19:26.750874 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-630b15d4-f8bd-4fe4-861b-f814a2d6cc77 tempest-RoutersAdminNegativeTest-820862856 tempest-RoutersAdminNegativeTest-820862856] 10.222.0.24 "DELETE /v2.0/ports/fa675bf9-1bba-4e04-a067-e0530da82001 HTTP/1.1" status: 204 len: 168 time: 2.3436375 Jan 14 07:19:26.762436 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-ebb11c1c-d92a-4b65-9f89-a02e158acf26 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:19:26.786612 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-ebb11c1c-d92a-4b65-9f89-a02e158acf26 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:19:26.793322 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-ebb11c1c-d92a-4b65-9f89-a02e158acf26 admin admin] Usage tracker for resource:security_group_rule and tenant:12ec6c9903b94e08b9c8360ead593ee4 is out of sync, need to count used quota {{(pid=84875) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:19:26.798465 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-ebb11c1c-d92a-4b65-9f89-a02e158acf26 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84875) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:19:26.800828 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-f5558c36-8e8a-453a-bd89-e87d72ca75cb tempest-RoutersIpV6Test-883692175 tempest-RoutersIpV6Test-883692175] Notify callbacks [] for router, before_response {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:19:26.805389 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-f5558c36-8e8a-453a-bd89-e87d72ca75cb tempest-RoutersIpV6Test-883692175 tempest-RoutersIpV6Test-883692175] 10.222.0.24 "DELETE /v2.0/routers/132abbc6-1621-4dad-81fd-b883ca8c0806 HTTP/1.1" status: 204 len: 168 time: 1.0025892 Jan 14 07:19:26.806705 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84875) accepted ('10.222.0.24', 38290) {{(pid=84875) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:19:26.810020 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-3531defa-aad3-450c-98c4-a462842111e3 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:19:26.838762 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-ebb11c1c-d92a-4b65-9f89-a02e158acf26 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:19:26.910551 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-92e389eb-8150-4fe8-ab9e-a2a8de2a9903 tempest-DHCPAgentSchedulersTestJSON-1895530401 tempest-DHCPAgentSchedulersTestJSON-1895530401] Notify callbacks [] for security_group, precommit_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:19:26.917406 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-92e389eb-8150-4fe8-ab9e-a2a8de2a9903 tempest-DHCPAgentSchedulersTestJSON-1895530401 tempest-DHCPAgentSchedulersTestJSON-1895530401] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850887153'] for security_group, after_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:19:26.926394 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-3531defa-aad3-450c-98c4-a462842111e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555753'] for port, before_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:19:26.927616 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-227fc38e-8fa1-4201-a0e8-208ee934e2ba admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:19:27.002697 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-92e389eb-8150-4fe8-ab9e-a2a8de2a9903 tempest-DHCPAgentSchedulersTestJSON-1895530401 tempest-DHCPAgentSchedulersTestJSON-1895530401] vxlan segment allocate from pool success with {'vxlan_vni': 19} {{(pid=84874) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Jan 14 07:19:27.034921 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92e389eb-8150-4fe8-ab9e-a2a8de2a9903 tempest-DHCPAgentSchedulersTestJSON-1895530401 tempest-DHCPAgentSchedulersTestJSON-1895530401] Pushing event updated for resources: {'SecurityGroup': ['ID=875b7307-51c6-4abb-ad85-0e033db4ab97,revision_number=1']} {{(pid=84874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:19:27.042510 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-92e389eb-8150-4fe8-ab9e-a2a8de2a9903 tempest-DHCPAgentSchedulersTestJSON-1895530401 tempest-DHCPAgentSchedulersTestJSON-1895530401] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854179735'] for segment, precommit_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:19:27.043124 n-d-768862-2 neutron-server[84765]: INFO neutron.db.segments_db [None req-92e389eb-8150-4fe8-ab9e-a2a8de2a9903 tempest-DHCPAgentSchedulersTestJSON-1895530401 tempest-DHCPAgentSchedulersTestJSON-1895530401] Added segment 02197250-02ed-4d1d-801b-ccc091c08597 of type vxlan for network ca71f1de-44f7-45de-a3cd-ebd1903f37be Jan 14 07:19:27.045882 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-92e389eb-8150-4fe8-ab9e-a2a8de2a9903 tempest-DHCPAgentSchedulersTestJSON-1895530401 tempest-DHCPAgentSchedulersTestJSON-1895530401] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:19:27.112643 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-92e389eb-8150-4fe8-ab9e-a2a8de2a9903 tempest-DHCPAgentSchedulersTestJSON-1895530401 tempest-DHCPAgentSchedulersTestJSON-1895530401] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363259214646115'] for network, precommit_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:19:27.173513 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-92e389eb-8150-4fe8-ab9e-a2a8de2a9903 tempest-DHCPAgentSchedulersTestJSON-1895530401 tempest-DHCPAgentSchedulersTestJSON-1895530401] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850887149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964'] for network, after_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:19:27.217579 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92e389eb-8150-4fe8-ab9e-a2a8de2a9903 tempest-DHCPAgentSchedulersTestJSON-1895530401 tempest-DHCPAgentSchedulersTestJSON-1895530401] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:19:27.218679 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-92e389eb-8150-4fe8-ab9e-a2a8de2a9903 tempest-DHCPAgentSchedulersTestJSON-1895530401 tempest-DHCPAgentSchedulersTestJSON-1895530401] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3207107'] for network, before_response {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:19:27.230507 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-6179827e-1073-42e0-bacc-c469f1e60b32 tempest-RoutersIpV6Test-883692175 tempest-RoutersIpV6Test-883692175] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:19:27.357589 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.db_base_plugin_v2 [None req-3f4b8899-72b5-4d8b-b2ac-cd27b7225073 tempest-RoutersIpV6Test-883692175 tempest-RoutersIpV6Test-883692175] Deleting subnet ee844b6a-3410-459a-9376-bb9f6cb6215c {{(pid=84875) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Jan 14 07:19:27.366502 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-3f4b8899-72b5-4d8b-b2ac-cd27b7225073 tempest-RoutersIpV6Test-883692175 tempest-RoutersIpV6Test-883692175] Notify callbacks [] for subnet, before_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:19:27.448772 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84875) accepted ('10.222.0.24', 38302) {{(pid=84875) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:19:27.468934 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92e389eb-8150-4fe8-ab9e-a2a8de2a9903 tempest-DHCPAgentSchedulersTestJSON-1895530401 tempest-DHCPAgentSchedulersTestJSON-1895530401] Pushing event updated for resources: {'Network': ['ID=ca71f1de-44f7-45de-a3cd-ebd1903f37be,revision_number=1']} {{(pid=84874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:19:27.476720 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-92e389eb-8150-4fe8-ab9e-a2a8de2a9903 tempest-DHCPAgentSchedulersTestJSON-1895530401 tempest-DHCPAgentSchedulersTestJSON-1895530401] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 795 time: 3.8601463 Jan 14 07:19:27.476720 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-92e389eb-8150-4fe8-ab9e-a2a8de2a9903 tempest-DHCPAgentSchedulersTestJSON-1895530401 tempest-DHCPAgentSchedulersTestJSON-1895530401] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.246s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:19:27.477125 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84874) accepted ('10.222.0.24', 38308) {{(pid=84874) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:19:27.484191 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Network ca71f1de-44f7-45de-a3cd-ebd1903f37be details requested by agent ovs-agent-n-d-768862-2 with host n-d-768862-2 {{(pid=84876) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 07:19:27.488539 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.v2.base [None req-95384c7c-aa52-4751-8400-7da0ae01c3c9 tempest-DHCPAgentSchedulersTestJSON-1895530401 tempest-DHCPAgentSchedulersTestJSON-1895530401] Request body: {'subnet': {'network_id': 'ca71f1de-44f7-45de-a3cd-ebd1903f37be', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=84874) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:19:27.507402 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-ebb11c1c-d92a-4b65-9f89-a02e158acf26 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:19:27.533572 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-ebb11c1c-d92a-4b65-9f89-a02e158acf26 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850887153'] for security_group, after_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:19:27.546267 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-86b82ad3-ad5c-4c92-b773-ae84d6c2ad33 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:19:27.577025 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-3f4b8899-72b5-4d8b-b2ac-cd27b7225073 tempest-RoutersIpV6Test-883692175 tempest-RoutersIpV6Test-883692175] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3367281'] for subnet, precommit_delete_associations {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:19:27.624422 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-852a24f7-e9a1-4193-9abb-e9506fe5213f None None] Network ca71f1de-44f7-45de-a3cd-ebd1903f37be details requested by agent ovs-agent-n-h2-768862-2 with host n-h2-768862-2 {{(pid=84876) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 07:19:27.636119 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebb11c1c-d92a-4b65-9f89-a02e158acf26 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7b37588f-17c5-4276-ae0a-68d0d4dd010d,revision_number=1']} {{(pid=84875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:19:27.665853 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-ebb11c1c-d92a-4b65-9f89-a02e158acf26 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:19:27.796213 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-017f98a9-8a07-408c-a86f-8ff0c00400a0 None None] Network ca71f1de-44f7-45de-a3cd-ebd1903f37be details requested by agent ovs-agent-n-h1-768862-2 with host n-h1-768862-2 {{(pid=84876) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 07:19:27.803358 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.db_base_plugin_common [None req-3531defa-aad3-450c-98c4-a462842111e3 admin admin] Allocated IP 172.25.2.129 (226f1e78-82cd-4481-9055-4eb73b6db8c1/ba8deeec-7658-4195-9449-038c076f5c83/c1448423-f255-4037-aa95-f263966dbb30) {{(pid=84875) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 14 07:19:27.827160 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-ebb11c1c-d92a-4b65-9f89-a02e158acf26 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=12ec6c9903b94e08b9c8360ead593ee4&name=default HTTP/1.1" status: 200 len: 2983 time: 1.7281044 Jan 14 07:19:27.828644 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84874) accepted ('10.222.0.24', 38318) {{(pid=84874) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:19:27.831538 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-95384c7c-aa52-4751-8400-7da0ae01c3c9 tempest-DHCPAgentSchedulersTestJSON-1895530401 tempest-DHCPAgentSchedulersTestJSON-1895530401] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:19:27.865700 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-95384c7c-aa52-4751-8400-7da0ae01c3c9 tempest-DHCPAgentSchedulersTestJSON-1895530401 tempest-DHCPAgentSchedulersTestJSON-1895530401] Usage tracker for resource:subnet and tenant:379c73ea665b4ae382807fe38400f316 is out of sync, need to count used quota {{(pid=84874) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:19:27.871309 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-95384c7c-aa52-4751-8400-7da0ae01c3c9 tempest-DHCPAgentSchedulersTestJSON-1895530401 tempest-DHCPAgentSchedulersTestJSON-1895530401] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84874) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:19:27.929697 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-95384c7c-aa52-4751-8400-7da0ae01c3c9 tempest-DHCPAgentSchedulersTestJSON-1895530401 tempest-DHCPAgentSchedulersTestJSON-1895530401] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:19:28.024766 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-95384c7c-aa52-4751-8400-7da0ae01c3c9 tempest-DHCPAgentSchedulersTestJSON-1895530401 tempest-DHCPAgentSchedulersTestJSON-1895530401] Made reservation on behalf of 379c73ea665b4ae382807fe38400f316 for: {'subnet': 1} {{(pid=84874) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 07:19:28.162191 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-47f76745-424a-4c01-918f-a9000de63fab admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:19:28.202498 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-3f4b8899-72b5-4d8b-b2ac-cd27b7225073 tempest-RoutersIpV6Test-883692175 tempest-RoutersIpV6Test-883692175] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036854176836'] for subnet, precommit_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:19:28.229389 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-47f76745-424a-4c01-918f-a9000de63fab admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:19:28.258709 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-95384c7c-aa52-4751-8400-7da0ae01c3c9 tempest-DHCPAgentSchedulersTestJSON-1895530401 tempest-DHCPAgentSchedulersTestJSON-1895530401] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036851981161'] for subnet, before_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:19:28.316696 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-77fbafb2-7375-4169-8359-a569bb76b4a4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:19:28.347740 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-3531defa-aad3-450c-98c4-a462842111e3 admin admin] Notify callbacks [] for port, precommit_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:19:28.365610 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-77fbafb2-7375-4169-8359-a569bb76b4a4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:19:28.378934 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-77fbafb2-7375-4169-8359-a569bb76b4a4 admin admin] Usage tracker for resource:security_group_rule and tenant:18352902c4e548a48a12801895904cc7 is out of sync, need to count used quota {{(pid=84875) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:19:28.389836 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-77fbafb2-7375-4169-8359-a569bb76b4a4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84875) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:19:28.407600 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-47f76745-424a-4c01-918f-a9000de63fab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850887153'] for security_group, after_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:19:28.413553 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-930afe35-b634-452f-8635-3e3454153447 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:19:28.431203 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47f76745-424a-4c01-918f-a9000de63fab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7b37588f-17c5-4276-ae0a-68d0d4dd010d,revision_number=None']} {{(pid=84874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:19:28.438197 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-47f76745-424a-4c01-918f-a9000de63fab admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:19:28.486906 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-47f76745-424a-4c01-918f-a9000de63fab admin admin] Notify callbacks [] for security_group, before_response {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:19:28.492220 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-47f76745-424a-4c01-918f-a9000de63fab admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/7b37588f-17c5-4276-ae0a-68d0d4dd010d HTTP/1.1" status: 204 len: 168 time: 0.6586492 Jan 14 07:19:28.558688 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-77fbafb2-7375-4169-8359-a569bb76b4a4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:19:28.658017 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-3531defa-aad3-450c-98c4-a462842111e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777640123575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851621574'] for port, after_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:19:28.711087 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-bba73e4b-d345-4249-b9ab-9334cb358382 tempest-AttachVolumeTestJSON-1157025134 tempest-AttachVolumeTestJSON-1157025134] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:19:29.099508 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-95384c7c-aa52-4751-8400-7da0ae01c3c9 tempest-DHCPAgentSchedulersTestJSON-1895530401 tempest-DHCPAgentSchedulersTestJSON-1895530401] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850887113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3254092', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036851981146'] for subnet, after_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:19:29.150316 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-27dff19a-84f9-4b39-9bb0-a1cdea8d2605 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:19:29.469787 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95384c7c-aa52-4751-8400-7da0ae01c3c9 tempest-DHCPAgentSchedulersTestJSON-1895530401 tempest-DHCPAgentSchedulersTestJSON-1895530401] Checking segment: {'id': '02197250-02ed-4d1d-801b-ccc091c08597', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 19, 'network_id': 'ca71f1de-44f7-45de-a3cd-ebd1903f37be'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84874) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 14 07:19:29.470465 n-d-768862-2 neutron-server[84765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95384c7c-aa52-4751-8400-7da0ae01c3c9 tempest-DHCPAgentSchedulersTestJSON-1895530401 tempest-DHCPAgentSchedulersTestJSON-1895530401] Network hostable DHCP agents. Network: ca71f1de-44f7-45de-a3cd-ebd1903f37be, hostable agents: ['32f3dd84-26da-4d18-bf15-6017a8fb7247'], hosted agents: [] {{(pid=84874) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Jan 14 07:19:29.504968 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95384c7c-aa52-4751-8400-7da0ae01c3c9 tempest-DHCPAgentSchedulersTestJSON-1895530401 tempest-DHCPAgentSchedulersTestJSON-1895530401] Pushing event updated for resources: {'Subnet': ['ID=c59c705b-a16b-4028-bc56-2c059956a01b,revision_number=0']} {{(pid=84874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:19:29.508586 n-d-768862-2 neutron-server[84765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95384c7c-aa52-4751-8400-7da0ae01c3c9 tempest-DHCPAgentSchedulersTestJSON-1895530401 tempest-DHCPAgentSchedulersTestJSON-1895530401] Network ca71f1de-44f7-45de-a3cd-ebd1903f37be is scheduled to be hosted by DHCP agent 32f3dd84-26da-4d18-bf15-6017a8fb7247 with binding_index 1 {{(pid=84874) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Jan 14 07:19:29.511799 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-95384c7c-aa52-4751-8400-7da0ae01c3c9 tempest-DHCPAgentSchedulersTestJSON-1895530401 tempest-DHCPAgentSchedulersTestJSON-1895530401] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.362s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:19:29.522260 n-d-768862-2 neutron-server[84765]: DEBUG neutron.scheduler.base_scheduler [None req-95384c7c-aa52-4751-8400-7da0ae01c3c9 tempest-DHCPAgentSchedulersTestJSON-1895530401 tempest-DHCPAgentSchedulersTestJSON-1895530401] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768862-2, ca71f1de-44f7-45de-a3cd-ebd1903f37be) {{(pid=84874) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 07:19:29.539380 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a67bf7a2-922a-450a-a609-38f8f4a7072d None None] Network ca71f1de-44f7-45de-a3cd-ebd1903f37be requested from n-d-768862-2 {{(pid=84876) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 07:19:29.555886 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95384c7c-aa52-4751-8400-7da0ae01c3c9 tempest-DHCPAgentSchedulersTestJSON-1895530401 tempest-DHCPAgentSchedulersTestJSON-1895530401] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:19:29.556583 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-95384c7c-aa52-4751-8400-7da0ae01c3c9 tempest-DHCPAgentSchedulersTestJSON-1895530401 tempest-DHCPAgentSchedulersTestJSON-1895530401] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3207107'] for subnet, before_response {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:19:29.599285 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-95384c7c-aa52-4751-8400-7da0ae01c3c9 tempest-DHCPAgentSchedulersTestJSON-1895530401 tempest-DHCPAgentSchedulersTestJSON-1895530401] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.1126032 Jan 14 07:19:29.599285 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84874) accepted ('10.222.0.24', 38352) {{(pid=84874) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:19:29.602466 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.v2.base [None req-d36a6548-2286-4464-aef7-1c0c45d45cab tempest-DHCPAgentSchedulersTestJSON-1895530401 tempest-DHCPAgentSchedulersTestJSON-1895530401] Request body: {'port': {'network_id': 'ca71f1de-44f7-45de-a3cd-ebd1903f37be', 'name': 'tempest-DHCPAgentSchedulersTestJSON-78029534'}} {{(pid=84874) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:19:29.845329 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3531defa-aad3-450c-98c4-a462842111e3 admin admin] Pushing event updated for resources: {'Port': ['ID=c1448423-f255-4037-aa95-f263966dbb30,revision_number=1']} {{(pid=84875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:19:29.861538 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-3531defa-aad3-450c-98c4-a462842111e3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.150s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:19:29.879466 n-d-768862-2 neutron-server[84765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3531defa-aad3-450c-98c4-a462842111e3 admin admin] Network 226f1e78-82cd-4481-9055-4eb73b6db8c1 is already hosted by enough agents. {{(pid=84875) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 07:19:29.881657 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-3f4b8899-72b5-4d8b-b2ac-cd27b7225073 tempest-RoutersIpV6Test-883692175 tempest-RoutersIpV6Test-883692175] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-598964', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850887113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3154192', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2308610'] for subnet, after_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:19:29.902068 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-77fbafb2-7375-4169-8359-a569bb76b4a4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:19:29.908720 n-d-768862-2 neutron-server[84765]: DEBUG neutron.scheduler.base_scheduler [None req-3531defa-aad3-450c-98c4-a462842111e3 admin admin] Resources bound (agent type, host, resource id): {{(pid=84875) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 07:19:29.916332 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3531defa-aad3-450c-98c4-a462842111e3 admin admin] Received port after_create {{(pid=84875) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 14 07:19:29.952242 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-d36a6548-2286-4464-aef7-1c0c45d45cab tempest-DHCPAgentSchedulersTestJSON-1895530401 tempest-DHCPAgentSchedulersTestJSON-1895530401] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:19:29.966884 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-d36a6548-2286-4464-aef7-1c0c45d45cab tempest-DHCPAgentSchedulersTestJSON-1895530401 tempest-DHCPAgentSchedulersTestJSON-1895530401] Usage tracker for resource:port and tenant:379c73ea665b4ae382807fe38400f316 is out of sync, need to count used quota {{(pid=84874) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:19:29.971238 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-d36a6548-2286-4464-aef7-1c0c45d45cab tempest-DHCPAgentSchedulersTestJSON-1895530401 tempest-DHCPAgentSchedulersTestJSON-1895530401] Quota usage for port was recalculated. Used quota:0. {{(pid=84874) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:19:29.985683 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-d36a6548-2286-4464-aef7-1c0c45d45cab tempest-DHCPAgentSchedulersTestJSON-1895530401 tempest-DHCPAgentSchedulersTestJSON-1895530401] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:19:30.000670 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-a6985723-e89a-458e-8f18-42e39f144706 tempest-TaggedBootDevicesTest_v242-294831919 tempest-TaggedBootDevicesTest_v242-294831919] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:19:30.013346 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d36a6548-2286-4464-aef7-1c0c45d45cab tempest-DHCPAgentSchedulersTestJSON-1895530401 tempest-DHCPAgentSchedulersTestJSON-1895530401] Made reservation on behalf of 379c73ea665b4ae382807fe38400f316 for: {'port': 1} {{(pid=84874) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 07:19:30.031677 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-d36a6548-2286-4464-aef7-1c0c45d45cab tempest-DHCPAgentSchedulersTestJSON-1895530401 tempest-DHCPAgentSchedulersTestJSON-1895530401] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555753'] for port, before_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:19:30.129876 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f4b8899-72b5-4d8b-b2ac-cd27b7225073 tempest-RoutersIpV6Test-883692175 tempest-RoutersIpV6Test-883692175] Pushing event deleted for resources: {'Subnet': ['ID=ee844b6a-3410-459a-9376-bb9f6cb6215c,revision_number=None']} {{(pid=84875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:19:30.134644 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-3f4b8899-72b5-4d8b-b2ac-cd27b7225073 tempest-RoutersIpV6Test-883692175 tempest-RoutersIpV6Test-883692175] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:19:30.154414 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf389fd5-7d17-4485-9e55-cbfc336423eb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5d94dc7a-c095-50a4-955e-5f3b78718a12-ca71f1de-44f7-45de-a3cd-ebd1903f37be', 'network_id': 'ca71f1de-44f7-45de-a3cd-ebd1903f37be', 'tenant_id': '379c73ea665b4ae382807fe38400f316', 'fixed_ips': [{'subnet_id': 'c59c705b-a16b-4028-bc56-2c059956a01b'}]}} from n-d-768862-2. {{(pid=84876) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Jan 14 07:19:30.155504 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-bf389fd5-7d17-4485-9e55-cbfc336423eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555753'] for port, before_create {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:19:30.212725 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-77fbafb2-7375-4169-8359-a569bb76b4a4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850887153'] for security_group, after_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:19:30.373967 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-f098e7d3-ba41-4b0d-957f-a59511ac303a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:19:30.469635 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-77fbafb2-7375-4169-8359-a569bb76b4a4 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=18352902c4e548a48a12801895904cc7&name=default HTTP/1.1" status: 200 len: 2983 time: 3.0140572 Jan 14 07:19:30.543158 n-d-768862-2 neutron-server[84765]: DEBUG neutron.notifiers.nova [None req-d36a6548-2286-4464-aef7-1c0c45d45cab tempest-DHCPAgentSchedulersTestJSON-1895530401 tempest-DHCPAgentSchedulersTestJSON-1895530401] device_id is not set on port d1b3a427-1154-4ff5-94bd-6f05f57191d5 yet. {{(pid=84874) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}} Jan 14 07:19:30.585642 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77fbafb2-7375-4169-8359-a569bb76b4a4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d157b6f5-c302-4b97-83ee-9ec3f2d0a2a2,revision_number=1']} {{(pid=84875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:19:30.591006 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-77fbafb2-7375-4169-8359-a569bb76b4a4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.217s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:19:30.608139 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84875) accepted ('10.222.0.24', 38364) {{(pid=84875) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:19:30.631203 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.db_base_plugin_common [None req-bf389fd5-7d17-4485-9e55-cbfc336423eb None None] Allocated IP 172.20.0.2 (ca71f1de-44f7-45de-a3cd-ebd1903f37be/c59c705b-a16b-4028-bc56-2c059956a01b/2a4676b8-4f05-4c09-9962-3fffa849df05) {{(pid=84876) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 14 07:19:30.850776 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-bb120894-a5a4-40fd-ac12-aa6bb4de1e74 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:19:30.890536 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-bb120894-a5a4-40fd-ac12-aa6bb4de1e74 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:19:30.997429 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-3f4b8899-72b5-4d8b-b2ac-cd27b7225073 tempest-RoutersIpV6Test-883692175 tempest-RoutersIpV6Test-883692175] Notify callbacks [] for subnet, before_response {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:19:31.013686 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-bf389fd5-7d17-4485-9e55-cbfc336423eb None None] Notify callbacks [] for port, precommit_create {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:19:31.028737 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db69c0c9-3dc2-4ba1-99cc-860bcd1792e1 None None] Network a1af2d80-10b4-4ab2-a404-4c7c4027bad4 requested from n-d-768862-2 {{(pid=84876) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 07:19:31.039923 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-bb120894-a5a4-40fd-ac12-aa6bb4de1e74 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850887153'] for security_group, after_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:19:31.054111 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-85729ed4-64ac-42ed-a879-8136d58bef0d tempest-AttachVolumeTestJSON-1157025134 tempest-AttachVolumeTestJSON-1157025134] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:19:31.088895 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb120894-a5a4-40fd-ac12-aa6bb4de1e74 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d157b6f5-c302-4b97-83ee-9ec3f2d0a2a2,revision_number=None']} {{(pid=84875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:19:31.104589 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-bb120894-a5a4-40fd-ac12-aa6bb4de1e74 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:19:31.161319 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-bb120894-a5a4-40fd-ac12-aa6bb4de1e74 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:19:31.162571 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-bb120894-a5a4-40fd-ac12-aa6bb4de1e74 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/d157b6f5-c302-4b97-83ee-9ec3f2d0a2a2 HTTP/1.1" status: 204 len: 168 time: 0.5347579 Jan 14 07:19:31.172601 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84874) accepted ('10.222.0.24', 38378) {{(pid=84874) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:19:31.172952 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-3f4b8899-72b5-4d8b-b2ac-cd27b7225073 tempest-RoutersIpV6Test-883692175 tempest-RoutersIpV6Test-883692175] 10.222.0.24 "DELETE /v2.0/subnets/ee844b6a-3410-459a-9376-bb9f6cb6215c HTTP/1.1" status: 204 len: 168 time: 4.3647466 Jan 14 07:19:31.211761 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-bf389fd5-7d17-4485-9e55-cbfc336423eb None None] Transition to ACTIVE for port object 2a4676b8-4f05-4c09-9962-3fffa849df05 will not be triggered until provisioned by entity L2. {{(pid=84876) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 07:19:31.249673 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-bf389fd5-7d17-4485-9e55-cbfc336423eb None None] Transition to ACTIVE for port object 2a4676b8-4f05-4c09-9962-3fffa849df05 will not be triggered until provisioned by entity DHCP. {{(pid=84876) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 07:19:31.399262 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-3531defa-aad3-450c-98c4-a462842111e3 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:19:31.512251 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-bf389fd5-7d17-4485-9e55-cbfc336423eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777640123575'] for port, after_create {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:19:31.606518 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.db_base_plugin_v2 [None req-36756628-f3ba-4000-aaab-13acd535b77b tempest-RoutersIpV6Test-883692175 tempest-RoutersIpV6Test-883692175] Deleting subnet 62cb7f5e-6d4b-4f45-a82e-6354a575cc6f {{(pid=84874) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Jan 14 07:19:31.642360 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-36756628-f3ba-4000-aaab-13acd535b77b tempest-RoutersIpV6Test-883692175 tempest-RoutersIpV6Test-883692175] Notify callbacks [] for subnet, before_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:19:31.736597 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-36756628-f3ba-4000-aaab-13acd535b77b tempest-RoutersIpV6Test-883692175 tempest-RoutersIpV6Test-883692175] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036851807232'] for subnet, precommit_delete_associations {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:19:31.785522 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.db_base_plugin_common [None req-d36a6548-2286-4464-aef7-1c0c45d45cab tempest-DHCPAgentSchedulersTestJSON-1895530401 tempest-DHCPAgentSchedulersTestJSON-1895530401] Allocated IP 172.20.0.10 (ca71f1de-44f7-45de-a3cd-ebd1903f37be/c59c705b-a16b-4028-bc56-2c059956a01b/d1b3a427-1154-4ff5-94bd-6f05f57191d5) {{(pid=84874) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 14 07:19:31.897185 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-9bc2ade2-03b8-4918-a954-8731c6649fd4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84876) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:19:31.929555 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-36756628-f3ba-4000-aaab-13acd535b77b tempest-RoutersIpV6Test-883692175 tempest-RoutersIpV6Test-883692175] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036854176836'] for subnet, precommit_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:19:32.112309 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf389fd5-7d17-4485-9e55-cbfc336423eb None None] Pushing event updated for resources: {'Port': ['ID=2a4676b8-4f05-4c09-9962-3fffa849df05,revision_number=1']} {{(pid=84876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:19:32.117638 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-bf389fd5-7d17-4485-9e55-cbfc336423eb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.220s {{(pid=84876) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:19:32.140519 n-d-768862-2 neutron-server[84765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf389fd5-7d17-4485-9e55-cbfc336423eb None None] Network ca71f1de-44f7-45de-a3cd-ebd1903f37be is already hosted by enough agents. {{(pid=84876) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 07:19:32.157139 n-d-768862-2 neutron-server[84765]: DEBUG neutron.scheduler.base_scheduler [None req-bf389fd5-7d17-4485-9e55-cbfc336423eb None None] Resources bound (agent type, host, resource id): {{(pid=84876) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 07:19:32.169177 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf389fd5-7d17-4485-9e55-cbfc336423eb None None] Received port after_create {{(pid=84876) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 14 07:19:32.317466 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.managers [None req-bf389fd5-7d17-4485-9e55-cbfc336423eb None None] Attempting to bind port 2a4676b8-4f05-4c09-9962-3fffa849df05 on host n-d-768862-2 for vnic_type normal with profile {{(pid=84876) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 14 07:19:32.317935 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.managers [None req-bf389fd5-7d17-4485-9e55-cbfc336423eb None None] Attempting to bind port 2a4676b8-4f05-4c09-9962-3fffa849df05 by drivers openvswitch on host n-d-768862-2 at level 0 using segments [{'id': '02197250-02ed-4d1d-801b-ccc091c08597', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 19, 'network_id': 'ca71f1de-44f7-45de-a3cd-ebd1903f37be'}] {{(pid=84876) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 14 07:19:32.318282 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf389fd5-7d17-4485-9e55-cbfc336423eb None None] Attempting to bind port 2a4676b8-4f05-4c09-9962-3fffa849df05 on network ca71f1de-44f7-45de-a3cd-ebd1903f37be {{(pid=84876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 14 07:19:32.344617 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf389fd5-7d17-4485-9e55-cbfc336423eb None None] Checking agent: {'id': 'ba5efab1-b43c-4d5a-bc52-6e105d4e67a2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768862-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 14, 6, 56, 52), 'started_at': datetime.datetime(2021, 1, 14, 6, 57, 22), 'heartbeat_timestamp': datetime.datetime(2021, 1, 14, 7, 19, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768862-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.29', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 14 07:19:32.344617 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf389fd5-7d17-4485-9e55-cbfc336423eb None None] Checking segment: {'id': '02197250-02ed-4d1d-801b-ccc091c08597', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 19, 'network_id': 'ca71f1de-44f7-45de-a3cd-ebd1903f37be'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84876) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 14 07:19:32.344617 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-bf389fd5-7d17-4485-9e55-cbfc336423eb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:19:32.344617 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf389fd5-7d17-4485-9e55-cbfc336423eb None None] Bound using segment: {'id': '02197250-02ed-4d1d-801b-ccc091c08597', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 19, 'network_id': 'ca71f1de-44f7-45de-a3cd-ebd1903f37be'} {{(pid=84876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 14 07:19:32.344617 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.managers [None req-bf389fd5-7d17-4485-9e55-cbfc336423eb None None] Bound port: 2a4676b8-4f05-4c09-9962-3fffa849df05, host: n-d-768862-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '02197250-02ed-4d1d-801b-ccc091c08597', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 19, 'network_id': 'ca71f1de-44f7-45de-a3cd-ebd1903f37be'}}] {{(pid=84876) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 14 07:19:32.344617 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-bf389fd5-7d17-4485-9e55-cbfc336423eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555753'] for port, before_update {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:19:32.452498 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-d36a6548-2286-4464-aef7-1c0c45d45cab tempest-DHCPAgentSchedulersTestJSON-1895530401 tempest-DHCPAgentSchedulersTestJSON-1895530401] Notify callbacks [] for port, precommit_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:19:32.495369 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-3531defa-aad3-450c-98c4-a462842111e3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036850886612', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036850863158'] for router, after_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:19:32.528088 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-d36a6548-2286-4464-aef7-1c0c45d45cab tempest-DHCPAgentSchedulersTestJSON-1895530401 tempest-DHCPAgentSchedulersTestJSON-1895530401] Transition to ACTIVE for port object d1b3a427-1154-4ff5-94bd-6f05f57191d5 will not be triggered until provisioned by entity DHCP. {{(pid=84874) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 07:19:32.659186 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [None req-bf389fd5-7d17-4485-9e55-cbfc336423eb None None] For port 2a4676b8-4f05-4c09-9962-3fffa849df05, host n-d-768862-2, cleared binding levels {{(pid=84876) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 14 07:19:32.663392 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [None req-bf389fd5-7d17-4485-9e55-cbfc336423eb None None] For port 2a4676b8-4f05-4c09-9962-3fffa849df05, host n-d-768862-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-2',level=0,port_id=2a4676b8-4f05-4c09-9962-3fffa849df05,segment=NetworkSegment(02197250-02ed-4d1d-801b-ccc091c08597),segment_id=02197250-02ed-4d1d-801b-ccc091c08597)] {{(pid=84876) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 14 07:19:32.669145 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-bf389fd5-7d17-4485-9e55-cbfc336423eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777640533312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363259214678337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777640097497'] for port, after_update {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:19:32.839156 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-d36a6548-2286-4464-aef7-1c0c45d45cab tempest-DHCPAgentSchedulersTestJSON-1895530401 tempest-DHCPAgentSchedulersTestJSON-1895530401] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777640123575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3254186'] for port, after_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:19:32.900198 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-d043c1a4-8868-45f4-b481-8e86360f8ea3 tempest-ServersTestManualDisk-1343302522 tempest-ServersTestManualDisk-1343302522] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:19:32.991339 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-017f98a9-8a07-408c-a86f-8ff0c00400a0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84876) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:19:33.033909 n-d-768862-2 neutron-server[84765]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3531defa-aad3-450c-98c4-a462842111e3 admin admin] Router 5de0d2fe-bd57-4747-b9c9-eabc9a219a3e is scheduled to L3 agent 35f592e9-451b-4db9-abea-77b6a5c5391b with binding_index 1 {{(pid=84875) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}} Jan 14 07:19:33.149500 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84874) accepted ('10.222.0.24', 38396) {{(pid=84874) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:19:33.264392 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1af4afdf-69c0-42ef-9762-5f5b200870b8 None None] DHCP port deletion for a1af2d80-10b4-4ab2-a404-4c7c4027bad4 request from n-d-768862-2 {{(pid=84876) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Jan 14 07:19:33.307903 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf389fd5-7d17-4485-9e55-cbfc336423eb None None] Pushing event updated for resources: {'Port': ['ID=2a4676b8-4f05-4c09-9962-3fffa849df05,revision_number=2']} {{(pid=84876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:19:33.324525 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Device b6efd261-02f7-41f1-9b31-1035855482ee no longer exists at agent ovs-agent-n-d-768862-2 {{(pid=84876) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jan 14 07:19:33.397378 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-36756628-f3ba-4000-aaab-13acd535b77b tempest-RoutersIpV6Test-883692175 tempest-RoutersIpV6Test-883692175] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-598964', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850887113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036851521664', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2794686'] for subnet, after_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:19:33.427169 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-bf389fd5-7d17-4485-9e55-cbfc336423eb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.436s {{(pid=84876) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:19:33.446587 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.plugin [None req-1af4afdf-69c0-42ef-9762-5f5b200870b8 None None] Deleting port b6efd261-02f7-41f1-9b31-1035855482ee {{(pid=84876) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 07:19:33.447748 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-1af4afdf-69c0-42ef-9762-5f5b200870b8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363259214248359'] for port, before_delete {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:19:33.497743 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d36a6548-2286-4464-aef7-1c0c45d45cab tempest-DHCPAgentSchedulersTestJSON-1895530401 tempest-DHCPAgentSchedulersTestJSON-1895530401] Pushing event updated for resources: {'Port': ['ID=d1b3a427-1154-4ff5-94bd-6f05f57191d5,revision_number=1']} {{(pid=84874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:19:33.518926 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-d36a6548-2286-4464-aef7-1c0c45d45cab tempest-DHCPAgentSchedulersTestJSON-1895530401 tempest-DHCPAgentSchedulersTestJSON-1895530401] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.616s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:19:33.541799 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.044s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:19:33.807709 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3531defa-aad3-450c-98c4-a462842111e3 admin admin] Notify agent at l3_agent.n-d-768862-2 the message routers_updated {{(pid=84875) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jan 14 07:19:33.907966 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84875) accepted ('10.222.0.24', 38412) {{(pid=84875) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:19:33.938764 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf5a0d17-49da-4023-b1a6-68616b2c6795 None None] Sync routers for ids ['5de0d2fe-bd57-4747-b9c9-eabc9a219a3e'] in n-d-768862-2 {{(pid=84876) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Jan 14 07:19:34.009968 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-3531defa-aad3-450c-98c4-a462842111e3 admin admin] Notify callbacks [] for router, before_response {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:19:34.012444 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-3531defa-aad3-450c-98c4-a462842111e3 admin admin] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 931 time: 9.4036520 Jan 14 07:19:34.017246 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84875) accepted ('10.222.0.24', 38416) {{(pid=84875) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:19:34.032775 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf5a0d17-49da-4023-b1a6-68616b2c6795 None None] Routers {'5de0d2fe-bd57-4747-b9c9-eabc9a219a3e'} bound to L3 agent in host n-d-768862-2 {{(pid=84876) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 14 07:19:34.038220 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_hamode_db [None req-cf5a0d17-49da-4023-b1a6-68616b2c6795 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-01-14T06:56:51Z,description=,heartbeat_timestamp=2021-01-14T07:19:21Z,host='n-d-768862-2',id=35f592e9-451b-4db9-abea-77b6a5c5391b,load=0,resource_versions=,resources_synced=,started_at=2021-01-14T06:56:51Z,topic='l3_agent')) {'router_ids': ['5de0d2fe-bd57-4747-b9c9-eabc9a219a3e'], 'active': True} {{(pid=84876) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:19:35.037291 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36756628-f3ba-4000-aaab-13acd535b77b tempest-RoutersIpV6Test-883692175 tempest-RoutersIpV6Test-883692175] Pushing event deleted for resources: {'Subnet': ['ID=62cb7f5e-6d4b-4f45-a82e-6354a575cc6f,revision_number=None']} {{(pid=84874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:19:35.042992 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-36756628-f3ba-4000-aaab-13acd535b77b tempest-RoutersIpV6Test-883692175 tempest-RoutersIpV6Test-883692175] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.501s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:19:35.167179 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-01dea82b-27f8-41b2-a898-2d69c3ac8903 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=bf1663f94a294e85b07a06c178a617dc&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2418931 Jan 14 07:19:35.169142 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84875) accepted ('10.222.0.24', 38428) {{(pid=84875) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:19:35.188961 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.v2.base [None req-c22f8b4a-9f0c-4223-b79e-2df01c536bf3 tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] Request body: {'network': {'name': 'tempest-NetworksTestDHCPv6-test-network-47292870'}} {{(pid=84874) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:19:35.211923 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555753'] for port, before_update {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:19:35.216799 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-36756628-f3ba-4000-aaab-13acd535b77b tempest-RoutersIpV6Test-883692175 tempest-RoutersIpV6Test-883692175] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3207107'] for subnet, before_response {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:19:35.249977 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-36756628-f3ba-4000-aaab-13acd535b77b tempest-RoutersIpV6Test-883692175 tempest-RoutersIpV6Test-883692175] 10.222.0.24 "DELETE /v2.0/subnets/62cb7f5e-6d4b-4f45-a82e-6354a575cc6f HTTP/1.1" status: 204 len: 168 time: 4.0757310 Jan 14 07:19:35.252205 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-126346c0-17b3-4c38-9c61-a044651033bc None None] Network 0a09cc48-f4c1-4cd9-9169-5b6f5bece23c requested from n-d-768862-2 {{(pid=84876) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 07:19:35.256370 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84874) accepted ('10.222.0.24', 38434) {{(pid=84874) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:19:35.258147 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-c22f8b4a-9f0c-4223-b79e-2df01c536bf3 tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:19:35.354958 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-c22f8b4a-9f0c-4223-b79e-2df01c536bf3 tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] Usage tracker for resource:network and tenant:be0aa702e3ca464795a99c51e3b3b04f is out of sync, need to count used quota {{(pid=84874) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:19:35.397931 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-c22f8b4a-9f0c-4223-b79e-2df01c536bf3 tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] Quota usage for network was recalculated. Used quota:0. {{(pid=84874) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:19:35.481140 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-4ac7b3dc-f48b-4256-9af2-8b998943f9fb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:19:35.672655 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-c22f8b4a-9f0c-4223-b79e-2df01c536bf3 tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:19:35.684410 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-4ac7b3dc-f48b-4256-9af2-8b998943f9fb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:19:35.751462 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [None req-1af4afdf-69c0-42ef-9762-5f5b200870b8 None None] For port b6efd261-02f7-41f1-9b31-1035855482ee, host n-d-768862-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-2',level=0,port_id=b6efd261-02f7-41f1-9b31-1035855482ee,segment=NetworkSegment(429317de-249d-4df5-b67a-45f1aa676da1),segment_id=429317de-249d-4df5-b67a-45f1aa676da1)] {{(pid=84876) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 07:19:35.752218 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-1af4afdf-69c0-42ef-9762-5f5b200870b8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036850862667'] for port, precommit_delete {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:19:35.827067 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_dvr_db [None req-cf5a0d17-49da-4023-b1a6-68616b2c6795 None None] Set router 5de0d2fe-bd57-4747-b9c9-eabc9a219a3e gateway port host: n-d-768862-2 {{(pid=84876) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 14 07:19:35.883281 n-d-768862-2 neutron-server[84765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d36a6548-2286-4464-aef7-1c0c45d45cab tempest-DHCPAgentSchedulersTestJSON-1895530401 tempest-DHCPAgentSchedulersTestJSON-1895530401] Network ca71f1de-44f7-45de-a3cd-ebd1903f37be is already hosted by enough agents. {{(pid=84874) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 07:19:35.889456 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c22f8b4a-9f0c-4223-b79e-2df01c536bf3 tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] Made reservation on behalf of be0aa702e3ca464795a99c51e3b3b04f for: {'network': 1} {{(pid=84874) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 07:19:35.893369 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:shared":"rule:admin_only" was deprecated in W in favor of "update_network:shared":"role:admin and system_scope:all". Reason: Jan 14 07:19:35.893369 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:19:35.893369 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:19:35.893369 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:19:35.893369 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "update_network:provider:network_type":"role:admin and system_scope:all". Reason: Jan 14 07:19:35.893369 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:19:35.893369 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:19:35.893369 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:19:35.893369 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "update_network:provider:physical_network":"role:admin and system_scope:all". Reason: Jan 14 07:19:35.893369 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:19:35.893369 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:19:35.893369 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:19:35.893369 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "update_network:provider:segmentation_id":"role:admin and system_scope:all". Reason: Jan 14 07:19:35.893369 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:19:35.893369 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:19:35.893369 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:19:35.893369 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:router:external":"rule:admin_only" was deprecated in W in favor of "update_network:router:external":"role:admin and system_scope:all". Reason: Jan 14 07:19:35.893369 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:19:35.893369 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:19:35.893369 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:19:35.893369 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:is_default":"rule:admin_only" was deprecated in W in favor of "update_network:is_default":"role:admin and system_scope:all". Reason: Jan 14 07:19:35.893369 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:19:35.893369 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:19:35.893369 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:19:35.893369 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:port_security_enabled":"rule:admin_or_owner" was deprecated in W in favor of "update_network:port_security_enabled":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 07:19:35.893369 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:19:35.893369 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:19:35.893369 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:19:35.893369 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "delete_network":"rule:admin_or_owner" was deprecated in W in favor of "delete_network":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 07:19:35.893369 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:19:35.893369 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:19:35.893369 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:19:35.893369 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_segment":"rule:admin_only" was deprecated in W in favor of "create_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:19:35.893369 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:19:35.893369 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_segment":"rule:admin_only" was deprecated in W in favor of "get_segment":"role:reader and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:19:35.893369 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:19:35.893369 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_segment":"rule:admin_only" was deprecated in W in favor of "update_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:19:35.893369 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:19:35.893369 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "delete_segment":"rule:admin_only" was deprecated in W in favor of "delete_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:19:35.893369 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:19:35.893369 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network":"rule:regular_user" was deprecated in W in favor of "create_network":"role:member and project_id:%(project_id)s". Reason: Jan 14 07:19:35.893369 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:19:35.898611 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:19:35.898611 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:19:35.898611 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:shared":"rule:admin_only" was deprecated in W in favor of "create_network:shared":"role:admin and system_scope:all". Reason: Jan 14 07:19:35.898611 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:19:35.898611 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:19:35.898611 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:19:35.898611 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:router:external":"rule:admin_only" was deprecated in W in favor of "create_network:router:external":"role:admin and system_scope:all". Reason: Jan 14 07:19:35.898611 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:19:35.898611 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:19:35.898611 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:19:35.898611 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:is_default":"rule:admin_only" was deprecated in W in favor of "create_network:is_default":"role:admin and system_scope:all". Reason: Jan 14 07:19:35.898611 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:19:35.898611 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:19:35.898611 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:19:35.898611 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:port_security_enabled":"rule:regular_user" was deprecated in W in favor of "create_network:port_security_enabled":"role:member and project_id:%(project_id)s". Reason: Jan 14 07:19:35.898611 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:19:35.898611 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:19:35.898611 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:19:35.898611 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:segments":"rule:admin_only" was deprecated in W in favor of "create_network:segments":"role:admin and system_scope:all". Reason: Jan 14 07:19:35.898611 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:19:35.898611 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:19:35.898611 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:19:35.922154 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "create_network:provider:network_type":"role:admin and system_scope:all". Reason: Jan 14 07:19:35.922154 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:19:35.922154 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:19:35.922154 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:19:35.922154 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "create_network:provider:physical_network":"role:admin and system_scope:all". Reason: Jan 14 07:19:35.922154 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:19:35.922154 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:19:35.922154 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:19:35.922154 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "create_network:provider:segmentation_id":"role:admin and system_scope:all". Reason: Jan 14 07:19:35.922154 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:19:35.922154 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:19:35.922154 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:19:35.922154 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network":"rule:admin_or_owner or rule:shared or rule:external or rule:context_is_advsvc" was deprecated in W in favor of "get_network":"(role:reader and system_scope:all) or (role:reader and project_id:%(project_id)s) or rule:shared or rule:external or rule:context_is_advsvc". Reason: Jan 14 07:19:35.922154 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:19:35.922154 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:19:35.922154 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:19:35.922154 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:router:external":"rule:regular_user" was deprecated in W in favor of "get_network:router:external":"role:reader and project_id:%(project_id)s". Reason: Jan 14 07:19:35.922154 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:19:35.922154 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:19:35.922154 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:19:35.922154 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:segments":"rule:admin_only" was deprecated in W in favor of "get_network:segments":"role:reader and system_scope:all". Reason: Jan 14 07:19:35.922154 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:19:35.922154 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:19:35.922154 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:19:35.922154 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "get_network:provider:network_type":"role:reader and system_scope:all". Reason: Jan 14 07:19:35.922154 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:19:35.922154 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:19:35.922154 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:19:35.922154 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "get_network:provider:physical_network":"role:reader and system_scope:all". Reason: Jan 14 07:19:35.922154 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:19:35.922154 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:19:35.922154 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:19:35.922154 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "get_network:provider:segmentation_id":"role:reader and system_scope:all". Reason: Jan 14 07:19:35.922154 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:19:35.922154 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:19:35.922154 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:19:35.922154 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network":"rule:admin_or_owner" was deprecated in W in favor of "update_network":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 07:19:35.922154 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:19:35.922154 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:19:35.922154 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:19:35.922154 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:segments":"rule:admin_only" was deprecated in W in favor of "update_network:segments":"role:admin and system_scope:all". Reason: Jan 14 07:19:35.922154 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:19:35.922154 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:19:35.922154 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:19:35.922154 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:shared":"rule:admin_only" was deprecated in W in favor of "update_network:shared":"role:admin and system_scope:all". Reason: Jan 14 07:19:35.922154 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:19:35.922154 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:19:35.922154 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:19:35.929044 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "update_network:provider:network_type":"role:admin and system_scope:all". Reason: Jan 14 07:19:35.929044 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:19:35.929044 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:19:35.929044 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:19:35.929044 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "update_network:provider:physical_network":"role:admin and system_scope:all". Reason: Jan 14 07:19:35.929044 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:19:35.929044 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:19:35.929044 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:19:35.929044 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "update_network:provider:segmentation_id":"role:admin and system_scope:all". Reason: Jan 14 07:19:35.929044 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:19:35.929044 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:19:35.929044 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:19:35.929044 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:router:external":"rule:admin_only" was deprecated in W in favor of "update_network:router:external":"role:admin and system_scope:all". Reason: Jan 14 07:19:35.929044 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:19:35.929044 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:19:35.929044 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:19:35.929044 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:is_default":"rule:admin_only" was deprecated in W in favor of "update_network:is_default":"role:admin and system_scope:all". Reason: Jan 14 07:19:35.929044 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:19:35.929044 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:19:35.929044 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:19:35.939109 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-c22f8b4a-9f0c-4223-b79e-2df01c536bf3 tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555753'] for network, before_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:19:36.040337 n-d-768862-2 neutron-server[84765]: DEBUG neutron.scheduler.base_scheduler [None req-d36a6548-2286-4464-aef7-1c0c45d45cab tempest-DHCPAgentSchedulersTestJSON-1895530401 tempest-DHCPAgentSchedulersTestJSON-1895530401] Resources bound (agent type, host, resource id): {{(pid=84874) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 07:19:36.056210 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d36a6548-2286-4464-aef7-1c0c45d45cab tempest-DHCPAgentSchedulersTestJSON-1895530401 tempest-DHCPAgentSchedulersTestJSON-1895530401] Received port after_create {{(pid=84874) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 14 07:19:36.338915 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-c22f8b4a-9f0c-4223-b79e-2df01c536bf3 tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] Notify callbacks [] for security_group, before_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:19:36.491773 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-c22f8b4a-9f0c-4223-b79e-2df01c536bf3 tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:19:36.569129 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-65f9f609-627e-4a7f-b2dc-b292373498ed tempest-RoutersIpV6Test-883692175 tempest-RoutersIpV6Test-883692175] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036854160497'] for network, before_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:19:36.589588 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] For port b6efd261-02f7-41f1-9b31-1035855482ee, host n-d-768862-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-2',level=0,port_id=b6efd261-02f7-41f1-9b31-1035855482ee,segment=NetworkSegment(429317de-249d-4df5-b67a-45f1aa676da1),segment_id=429317de-249d-4df5-b67a-45f1aa676da1)] {{(pid=84876) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 07:19:36.791346 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777640533312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363259214678337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777640097497'] for port, after_update {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:19:36.796936 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b4994d4-f08c-4a27-8a08-89314a89ab05 None None] Network ca71f1de-44f7-45de-a3cd-ebd1903f37be requested from n-d-768862-2 {{(pid=84876) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 07:19:36.858750 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-c22f8b4a-9f0c-4223-b79e-2df01c536bf3 tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] Usage tracker for resource:security_group_rule and tenant:be0aa702e3ca464795a99c51e3b3b04f is out of sync, need to count used quota {{(pid=84874) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:19:36.889976 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-c22f8b4a-9f0c-4223-b79e-2df01c536bf3 tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84874) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:19:36.916001 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-c22f8b4a-9f0c-4223-b79e-2df01c536bf3 tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:19:36.925627 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.plugin [None req-65f9f609-627e-4a7f-b2dc-b292373498ed tempest-RoutersIpV6Test-883692175 tempest-RoutersIpV6Test-883692175] Deleting port b6efd261-02f7-41f1-9b31-1035855482ee {{(pid=84874) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 07:19:36.926178 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-65f9f609-627e-4a7f-b2dc-b292373498ed tempest-RoutersIpV6Test-883692175 tempest-RoutersIpV6Test-883692175] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363259214248359'] for port, before_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:19:37.049326 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d36a6548-2286-4464-aef7-1c0c45d45cab tempest-DHCPAgentSchedulersTestJSON-1895530401 tempest-DHCPAgentSchedulersTestJSON-1895530401] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:19:37.050549 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-d36a6548-2286-4464-aef7-1c0c45d45cab tempest-DHCPAgentSchedulersTestJSON-1895530401 tempest-DHCPAgentSchedulersTestJSON-1895530401] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854768116'] for port, before_response {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:19:37.150412 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-d36a6548-2286-4464-aef7-1c0c45d45cab tempest-DHCPAgentSchedulersTestJSON-1895530401 tempest-DHCPAgentSchedulersTestJSON-1895530401] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 7.5539694 Jan 14 07:19:37.155903 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84874) accepted ('10.222.0.24', 38448) {{(pid=84874) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:19:37.186116 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.plugin [None req-1af4afdf-69c0-42ef-9762-5f5b200870b8 None None] Calling delete_port for b6efd261-02f7-41f1-9b31-1035855482ee owned by network:dhcp {{(pid=84876) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 07:19:37.217259 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-bf389fd5-7d17-4485-9e55-cbfc336423eb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84876) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:19:37.397847 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Pushing event updated for resources: {'Port': ['ID=b6efd261-02f7-41f1-9b31-1035855482ee,revision_number=5']} {{(pid=84876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:19:37.427540 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Device 2a4676b8-4f05-4c09-9962-3fffa849df05 up at agent ovs-agent-n-d-768862-2 {{(pid=84876) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 07:19:37.507882 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.291s {{(pid=84876) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:19:37.596789 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-902c2a0c-962d-4f40-b1e5-733b5ce3c110 None None] Provisioning for port 2a4676b8-4f05-4c09-9962-3fffa849df05 completed by entity DHCP. {{(pid=84876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 07:19:37.770046 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Provisioning for port 2a4676b8-4f05-4c09-9962-3fffa849df05 completed by entity L2. {{(pid=84876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 07:19:37.797203 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Provisioning complete for port 2a4676b8-4f05-4c09-9962-3fffa849df05 triggered by entity L2. {{(pid=84876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 07:19:37.797984 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-604227'] for port, provisioning_complete {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:19:37.918683 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.plugin [None req-6a45d58b-8eae-4ba2-ac52-9dacb5f25275 tempest-DHCPAgentSchedulersTestJSON-1895530401 tempest-DHCPAgentSchedulersTestJSON-1895530401] Deleting port d1b3a427-1154-4ff5-94bd-6f05f57191d5 {{(pid=84874) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 07:19:37.919079 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-6a45d58b-8eae-4ba2-ac52-9dacb5f25275 tempest-DHCPAgentSchedulersTestJSON-1895530401 tempest-DHCPAgentSchedulersTestJSON-1895530401] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363259214248359'] for port, before_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:19:38.001122 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-4ac7b3dc-f48b-4256-9af2-8b998943f9fb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850887153'] for security_group, after_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:19:38.024032 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f69c647-55ce-44da-935d-df6f6380f377 None None] DHCP port deletion for 0a09cc48-f4c1-4cd9-9169-5b6f5bece23c request from n-d-768862-2 {{(pid=84876) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Jan 14 07:19:38.039954 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-2c5aa720-066d-4ae0-9fa9-c89d438b896b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:19:38.057953 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.db.api [None req-1af4afdf-69c0-42ef-9762-5f5b200870b8 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84876) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Jan 14 07:19:38.060726 n-d-768862-2 neutron-server[84765]: DEBUG oslo_db.api [None req-1af4afdf-69c0-42ef-9762-5f5b200870b8 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84876) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Jan 14 07:19:38.199572 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555753'] for port, before_update {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:19:38.261944 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.plugin [None req-8f69c647-55ce-44da-935d-df6f6380f377 None None] Deleting port fdec2854-c761-4cfd-97d2-1d5d3a447803 {{(pid=84876) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 07:19:38.262381 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-8f69c647-55ce-44da-935d-df6f6380f377 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363259214248359'] for port, before_delete {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:19:38.326294 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ac7b3dc-f48b-4256-9af2-8b998943f9fb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=30e7c687-2d15-4c78-b945-e248de954365,revision_number=None']} {{(pid=84875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:19:38.366205 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-4ac7b3dc-f48b-4256-9af2-8b998943f9fb admin admin] Notify callbacks [] for security_group, before_response {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:19:38.369616 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] For port 2a4676b8-4f05-4c09-9962-3fffa849df05, host n-d-768862-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-2',level=0,port_id=2a4676b8-4f05-4c09-9962-3fffa849df05,segment=NetworkSegment(02197250-02ed-4d1d-801b-ccc091c08597),segment_id=02197250-02ed-4d1d-801b-ccc091c08597)] {{(pid=84876) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 07:19:38.379869 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-4ac7b3dc-f48b-4256-9af2-8b998943f9fb admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/30e7c687-2d15-4c78-b945-e248de954365 HTTP/1.1" status: 204 len: 168 time: 3.2030113 Jan 14 07:19:38.426417 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-4ac7b3dc-f48b-4256-9af2-8b998943f9fb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.386s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:19:38.501720 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_hamode_db [None req-cf5a0d17-49da-4023-b1a6-68616b2c6795 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5de0d2fe-bd57-4747-b9c9-eabc9a219a3e', 'name': 'tempest-ServerRescueNegativeTestJSON-1469458046-router', 'tenant_id': 'cfc1b35f9f1d4d4eb4ee151b49ce9e37', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '226f1e78-82cd-4481-9055-4eb73b6db8c1', 'external_fixed_ips': [{'subnet_id': 'ba8deeec-7658-4195-9449-038c076f5c83', 'ip_address': '172.25.2.129'}], 'enable_snat': True}, 'gw_port_id': 'c1448423-f255-4037-aa95-f263966dbb30', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-14T07:19:24Z', 'updated_at': '2021-01-14T07:19:31Z', 'revision_number': 3, 'project_id': 'cfc1b35f9f1d4d4eb4ee151b49ce9e37', 'gw_port': {'id': 'c1448423-f255-4037-aa95-f263966dbb30', 'name': '', 'network_id': '226f1e78-82cd-4481-9055-4eb73b6db8c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:57:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5de0d2fe-bd57-4747-b9c9-eabc9a219a3e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1628, 'fixed_ips': [{'subnet_id': 'ba8deeec-7658-4195-9449-038c076f5c83', 'ip_address': '172.25.2.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T07:19:27Z', 'updated_at': '2021-01-14T07:19:27Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ba8deeec-7658-4195-9449-038c076f5c83', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-2'}], 'n-d-768862-2', False) {} {{(pid=84876) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:19:38.535808 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf5a0d17-49da-4023-b1a6-68616b2c6795 None None] Checking router: 5de0d2fe-bd57-4747-b9c9-eabc9a219a3e for host: n-d-768862-2 {{(pid=84876) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Jan 14 07:19:38.536334 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf5a0d17-49da-4023-b1a6-68616b2c6795 None None] Updating router 5de0d2fe-bd57-4747-b9c9-eabc9a219a3e port c1448423-f255-4037-aa95-f263966dbb30 binding host n-d-768862-2 {{(pid=84876) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Jan 14 07:19:38.581309 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777640533312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363259214678337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777640097497'] for port, after_update {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:19:38.599675 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-017f98a9-8a07-408c-a86f-8ff0c00400a0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84876) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:19:38.833504 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-6a45d58b-8eae-4ba2-ac52-9dacb5f25275 tempest-DHCPAgentSchedulersTestJSON-1895530401 tempest-DHCPAgentSchedulersTestJSON-1895530401] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036850862667'] for port, precommit_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:19:39.097321 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.plugin [None req-1af4afdf-69c0-42ef-9762-5f5b200870b8 None None] Deleting port b6efd261-02f7-41f1-9b31-1035855482ee {{(pid=84876) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 07:19:39.101198 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-1af4afdf-69c0-42ef-9762-5f5b200870b8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363259214248359'] for port, before_delete {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:19:39.180719 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.plugin [None req-6a45d58b-8eae-4ba2-ac52-9dacb5f25275 tempest-DHCPAgentSchedulersTestJSON-1895530401 tempest-DHCPAgentSchedulersTestJSON-1895530401] Calling delete_port for d1b3a427-1154-4ff5-94bd-6f05f57191d5 owned by {{(pid=84874) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 07:19:39.305870 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [None req-65f9f609-627e-4a7f-b2dc-b292373498ed tempest-RoutersIpV6Test-883692175 tempest-RoutersIpV6Test-883692175] For port b6efd261-02f7-41f1-9b31-1035855482ee, host n-d-768862-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-2',level=0,port_id=b6efd261-02f7-41f1-9b31-1035855482ee,segment=NetworkSegment(429317de-249d-4df5-b67a-45f1aa676da1),segment_id=429317de-249d-4df5-b67a-45f1aa676da1)] {{(pid=84874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 07:19:39.306624 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-65f9f609-627e-4a7f-b2dc-b292373498ed tempest-RoutersIpV6Test-883692175 tempest-RoutersIpV6Test-883692175] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036850862667'] for port, precommit_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:19:39.364531 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-6f9a64d9-d850-40ca-af3a-f7eec0a54bc9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555753'] for port, before_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:19:39.417295 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84875) accepted ('10.222.0.24', 38478) {{(pid=84875) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:19:39.455899 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Device fdec2854-c761-4cfd-97d2-1d5d3a447803 no longer exists at agent ovs-agent-n-d-768862-2 {{(pid=84876) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jan 14 07:19:39.606104 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Pushing event updated for resources: {'Port': ['ID=2a4676b8-4f05-4c09-9962-3fffa849df05,revision_number=3']} {{(pid=84876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:19:39.692163 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-c22f8b4a-9f0c-4223-b79e-2df01c536bf3 tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] Notify callbacks [] for security_group, precommit_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:19:39.700210 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.plugin [None req-65f9f609-627e-4a7f-b2dc-b292373498ed tempest-RoutersIpV6Test-883692175 tempest-RoutersIpV6Test-883692175] Calling delete_port for b6efd261-02f7-41f1-9b31-1035855482ee owned by network:dhcp {{(pid=84874) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 07:19:39.850332 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-c22f8b4a-9f0c-4223-b79e-2df01c536bf3 tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850887153'] for security_group, after_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:19:39.852893 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [None req-8f69c647-55ce-44da-935d-df6f6380f377 None None] For port fdec2854-c761-4cfd-97d2-1d5d3a447803, host n-d-768862-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-2',level=0,port_id=fdec2854-c761-4cfd-97d2-1d5d3a447803,segment=NetworkSegment(ca7d3381-e5ad-4aa0-b98c-4427c3841cde),segment_id=ca7d3381-e5ad-4aa0-b98c-4427c3841cde)] {{(pid=84876) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 07:19:39.853633 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-8f69c647-55ce-44da-935d-df6f6380f377 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036850862667'] for port, precommit_delete {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:19:39.890371 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c22f8b4a-9f0c-4223-b79e-2df01c536bf3 tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] vxlan segment allocate from pool success with {'vxlan_vni': 20} {{(pid=84874) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Jan 14 07:19:39.918180 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-c22f8b4a-9f0c-4223-b79e-2df01c536bf3 tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854179735'] for segment, precommit_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:19:39.918980 n-d-768862-2 neutron-server[84765]: INFO neutron.db.segments_db [None req-c22f8b4a-9f0c-4223-b79e-2df01c536bf3 tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] Added segment 56f1c7cf-f3a3-41d2-9677-68978131444f of type vxlan for network 23f0a15d-6362-4cec-82c1-cacba887c566 Jan 14 07:19:39.958275 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-c22f8b4a-9f0c-4223-b79e-2df01c536bf3 tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363259214646115'] for network, precommit_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:19:39.995190 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-90ba0fec-f53b-45d2-a492-717d14ff91e3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:19:40.023822 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-c22f8b4a-9f0c-4223-b79e-2df01c536bf3 tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850887149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964'] for network, after_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:19:40.064548 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c22f8b4a-9f0c-4223-b79e-2df01c536bf3 tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:19:40.066737 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-c22f8b4a-9f0c-4223-b79e-2df01c536bf3 tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3207107'] for network, before_response {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:19:40.134967 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c22f8b4a-9f0c-4223-b79e-2df01c536bf3 tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] Pushing event updated for resources: {'SecurityGroup': ['ID=2d769cfb-08f5-47b4-90f9-337643ef1570,revision_number=1']} {{(pid=84874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:19:40.162058 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.plugin [None req-8f69c647-55ce-44da-935d-df6f6380f377 None None] Calling delete_port for fdec2854-c761-4cfd-97d2-1d5d3a447803 owned by network:dhcp {{(pid=84876) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 07:19:40.169425 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-c22f8b4a-9f0c-4223-b79e-2df01c536bf3 tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.174s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:19:40.221065 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-dee7b1e0-04c4-4303-b9d7-12169a7c119f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.119s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:19:40.374611 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c22f8b4a-9f0c-4223-b79e-2df01c536bf3 tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] Pushing event updated for resources: {'Network': ['ID=23f0a15d-6362-4cec-82c1-cacba887c566,revision_number=1']} {{(pid=84874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:19:40.425492 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-c22f8b4a-9f0c-4223-b79e-2df01c536bf3 tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.200s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:19:40.513962 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-527d5ccc-b98f-42e3-9cdb-9a53e58c16f2 None None] Provisioning for port d1b3a427-1154-4ff5-94bd-6f05f57191d5 completed by entity DHCP. {{(pid=84876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 07:19:40.566640 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.961s {{(pid=84876) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:19:40.576298 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-c22f8b4a-9f0c-4223-b79e-2df01c536bf3 tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 7.1825533 Jan 14 07:19:40.586924 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84874) accepted ('10.222.0.24', 38500) {{(pid=84874) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:19:40.587758 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-852a24f7-e9a1-4193-9abb-e9506fe5213f None None] Network 23f0a15d-6362-4cec-82c1-cacba887c566 details requested by agent ovs-agent-n-h2-768862-2 with host n-h2-768862-2 {{(pid=84876) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 07:19:40.602483 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.v2.base [None req-ba15568c-540a-4454-95d7-0fde5c988b48 tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] Request body: {'subnet': {'network_id': '23f0a15d-6362-4cec-82c1-cacba887c566', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=84874) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:19:40.624776 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-017f98a9-8a07-408c-a86f-8ff0c00400a0 None None] Network 23f0a15d-6362-4cec-82c1-cacba887c566 details requested by agent ovs-agent-n-h1-768862-2 with host n-h1-768862-2 {{(pid=84876) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 07:19:40.655776 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-65f9f609-627e-4a7f-b2dc-b292373498ed tempest-RoutersIpV6Test-883692175 tempest-RoutersIpV6Test-883692175] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777640533329', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777640097463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3254186'] for port, after_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:19:40.672257 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Network 23f0a15d-6362-4cec-82c1-cacba887c566 details requested by agent ovs-agent-n-d-768862-2 with host n-d-768862-2 {{(pid=84876) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 07:19:40.910202 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-110d3209-300b-4f13-be44-4f0f909abe0e service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:19:41.012300 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65f9f609-627e-4a7f-b2dc-b292373498ed tempest-RoutersIpV6Test-883692175 tempest-RoutersIpV6Test-883692175] Pushing event deleted for resources: {'Port': ['ID=b6efd261-02f7-41f1-9b31-1035855482ee,revision_number=None']} {{(pid=84874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:19:41.035310 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-65f9f609-627e-4a7f-b2dc-b292373498ed tempest-RoutersIpV6Test-883692175 tempest-RoutersIpV6Test-883692175] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:19:41.089014 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-527d5ccc-b98f-42e3-9cdb-9a53e58c16f2 None None] Provisioning complete for port d1b3a427-1154-4ff5-94bd-6f05f57191d5 triggered by entity DHCP. {{(pid=84876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 07:19:41.089819 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-527d5ccc-b98f-42e3-9cdb-9a53e58c16f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-604227'] for port, provisioning_complete {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:19:41.150261 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65f9f609-627e-4a7f-b2dc-b292373498ed tempest-RoutersIpV6Test-883692175 tempest-RoutersIpV6Test-883692175] No DVR routers for this DVR port b6efd261-02f7-41f1-9b31-1035855482ee on host n-d-768862-2 {{(pid=84874) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Jan 14 07:19:41.330205 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-6a45d58b-8eae-4ba2-ac52-9dacb5f25275 tempest-DHCPAgentSchedulersTestJSON-1895530401 tempest-DHCPAgentSchedulersTestJSON-1895530401] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777640533329', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777640097463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3254186'] for port, after_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:19:41.334474 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.plugin [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Port fdec2854-c761-4cfd-97d2-1d5d3a447803 update to DOWN by agent not found {{(pid=84876) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2088}} Jan 14 07:19:41.346126 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.plugin [None req-527d5ccc-b98f-42e3-9cdb-9a53e58c16f2 None None] Port d1b3a427-1154-4ff5-94bd-6f05f57191d5 cannot update to ACTIVE because it is not bound. {{(pid=84876) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:329}} Jan 14 07:19:41.375166 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-cf5a0d17-49da-4023-b1a6-68616b2c6795 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555753'] for port, before_update {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:19:41.561866 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-aba7dad1-bfbc-48c2-9223-8badf5f0fb1f tempest-AttachVolumeShelveTestJSON-2054363538 tempest-AttachVolumeShelveTestJSON-2054363538] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:19:41.613730 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84875) accepted ('10.222.0.24', 38512) {{(pid=84875) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:19:41.671921 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a45d58b-8eae-4ba2-ac52-9dacb5f25275 tempest-DHCPAgentSchedulersTestJSON-1895530401 tempest-DHCPAgentSchedulersTestJSON-1895530401] Pushing event deleted for resources: {'Port': ['ID=d1b3a427-1154-4ff5-94bd-6f05f57191d5,revision_number=None']} {{(pid=84874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:19:41.701674 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-6a45d58b-8eae-4ba2-ac52-9dacb5f25275 tempest-DHCPAgentSchedulersTestJSON-1895530401 tempest-DHCPAgentSchedulersTestJSON-1895530401] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:19:41.812156 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-6a45d58b-8eae-4ba2-ac52-9dacb5f25275 tempest-DHCPAgentSchedulersTestJSON-1895530401 tempest-DHCPAgentSchedulersTestJSON-1895530401] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854768116'] for port, before_response {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:19:41.827132 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-ba15568c-540a-4454-95d7-0fde5c988b48 tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:19:41.833512 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-ba15568c-540a-4454-95d7-0fde5c988b48 tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] Usage tracker for resource:subnet and tenant:be0aa702e3ca464795a99c51e3b3b04f is out of sync, need to count used quota {{(pid=84874) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:19:41.839745 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Device 2a4676b8-4f05-4c09-9962-3fffa849df05 up at agent ovs-agent-n-d-768862-2 {{(pid=84876) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 07:19:41.842214 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-ba15568c-540a-4454-95d7-0fde5c988b48 tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84874) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:19:41.849948 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-ba15568c-540a-4454-95d7-0fde5c988b48 tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:19:41.860511 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-65f9f609-627e-4a7f-b2dc-b292373498ed tempest-RoutersIpV6Test-883692175 tempest-RoutersIpV6Test-883692175] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-598987', 'neutron.services.segments.db._delete_segments_for_network-8777640583949'] for network, precommit_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:19:42.020859 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-8f69c647-55ce-44da-935d-df6f6380f377 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777640533329', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777640097463'] for port, after_delete {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:19:42.144834 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.db_base_plugin_common [None req-6f9a64d9-d850-40ca-af3a-f7eec0a54bc9 admin admin] Allocated IP 172.20.0.1 (7136c47d-cc04-4011-90f6-51bed0ba3abd/46d2d917-6b8f-4421-b758-220236cbd4cd/11b520c1-adce-4af0-b931-ba9ac1a29802) {{(pid=84875) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 14 07:19:42.177580 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-6a45d58b-8eae-4ba2-ac52-9dacb5f25275 tempest-DHCPAgentSchedulersTestJSON-1895530401 tempest-DHCPAgentSchedulersTestJSON-1895530401] 10.222.0.24 "DELETE /v2.0/ports/d1b3a427-1154-4ff5-94bd-6f05f57191d5 HTTP/1.1" status: 204 len: 168 time: 5.0055463 Jan 14 07:19:42.179105 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ba15568c-540a-4454-95d7-0fde5c988b48 tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] Made reservation on behalf of be0aa702e3ca464795a99c51e3b3b04f for: {'subnet': 1} {{(pid=84874) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 07:19:42.184963 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84875) accepted ('10.222.0.24', 38526) {{(pid=84875) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:19:42.299236 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-017f98a9-8a07-408c-a86f-8ff0c00400a0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84876) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:19:42.342230 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.v2.base [None req-4093f5ea-aa6a-42db-b216-0346e3d74dd6 tempest-AllowedAddressPairTestJSON-747646770 tempest-AllowedAddressPairTestJSON-747646770] Request body: {'network': {'name': 'tempest-AllowedAddressPairTestJSON-test-network-1481161543'}} {{(pid=84875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:19:42.353796 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-4093f5ea-aa6a-42db-b216-0346e3d74dd6 tempest-AllowedAddressPairTestJSON-747646770 tempest-AllowedAddressPairTestJSON-747646770] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:19:42.368167 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-4093f5ea-aa6a-42db-b216-0346e3d74dd6 tempest-AllowedAddressPairTestJSON-747646770 tempest-AllowedAddressPairTestJSON-747646770] Usage tracker for resource:network and tenant:ce9e5243d132466aae9bc9a8d2ea0adf is out of sync, need to count used quota {{(pid=84875) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:19:42.375397 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-4093f5ea-aa6a-42db-b216-0346e3d74dd6 tempest-AllowedAddressPairTestJSON-747646770 tempest-AllowedAddressPairTestJSON-747646770] Quota usage for network was recalculated. Used quota:0. {{(pid=84875) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:19:42.452400 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-4093f5ea-aa6a-42db-b216-0346e3d74dd6 tempest-AllowedAddressPairTestJSON-747646770 tempest-AllowedAddressPairTestJSON-747646770] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:19:42.484664 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [None req-1af4afdf-69c0-42ef-9762-5f5b200870b8 None None] For port b6efd261-02f7-41f1-9b31-1035855482ee, host n-d-768862-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-2',level=0,port_id=b6efd261-02f7-41f1-9b31-1035855482ee,segment=NetworkSegment(429317de-249d-4df5-b67a-45f1aa676da1),segment_id=429317de-249d-4df5-b67a-45f1aa676da1)] {{(pid=84876) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 07:19:42.485461 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-1af4afdf-69c0-42ef-9762-5f5b200870b8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036850862667'] for port, precommit_delete {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:19:42.501017 n-d-768862-2 neutron-server[84765]: DEBUG neutron.services.segments.db [None req-65f9f609-627e-4a7f-b2dc-b292373498ed tempest-RoutersIpV6Test-883692175 tempest-RoutersIpV6Test-883692175] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a1af2d80-10b4-4ab2-a404-4c7c4027bad4']}} {{(pid=84874) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:19:42.515641 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4093f5ea-aa6a-42db-b216-0346e3d74dd6 tempest-AllowedAddressPairTestJSON-747646770 tempest-AllowedAddressPairTestJSON-747646770] Made reservation on behalf of ce9e5243d132466aae9bc9a8d2ea0adf for: {'network': 1} {{(pid=84875) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 07:19:42.527774 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-4093f5ea-aa6a-42db-b216-0346e3d74dd6 tempest-AllowedAddressPairTestJSON-747646770 tempest-AllowedAddressPairTestJSON-747646770] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555753'] for network, before_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:19:42.528225 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-ba15568c-540a-4454-95d7-0fde5c988b48 tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036851981161'] for subnet, before_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:19:42.583566 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-4093f5ea-aa6a-42db-b216-0346e3d74dd6 tempest-AllowedAddressPairTestJSON-747646770 tempest-AllowedAddressPairTestJSON-747646770] Notify callbacks [] for security_group, before_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:19:42.616788 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-6f9a64d9-d850-40ca-af3a-f7eec0a54bc9 admin admin] Notify callbacks [] for port, precommit_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:19:42.627665 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-4093f5ea-aa6a-42db-b216-0346e3d74dd6 tempest-AllowedAddressPairTestJSON-747646770 tempest-AllowedAddressPairTestJSON-747646770] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:19:42.632786 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-4093f5ea-aa6a-42db-b216-0346e3d74dd6 tempest-AllowedAddressPairTestJSON-747646770 tempest-AllowedAddressPairTestJSON-747646770] Usage tracker for resource:security_group_rule and tenant:ce9e5243d132466aae9bc9a8d2ea0adf is out of sync, need to count used quota {{(pid=84875) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:19:42.636289 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-4093f5ea-aa6a-42db-b216-0346e3d74dd6 tempest-AllowedAddressPairTestJSON-747646770 tempest-AllowedAddressPairTestJSON-747646770] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84875) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:19:42.644180 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-4093f5ea-aa6a-42db-b216-0346e3d74dd6 tempest-AllowedAddressPairTestJSON-747646770 tempest-AllowedAddressPairTestJSON-747646770] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:19:42.766206 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.plugin [None req-1af4afdf-69c0-42ef-9762-5f5b200870b8 None None] Calling delete_port for b6efd261-02f7-41f1-9b31-1035855482ee owned by network:dhcp {{(pid=84876) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 07:19:42.779441 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-4093f5ea-aa6a-42db-b216-0346e3d74dd6 tempest-AllowedAddressPairTestJSON-747646770 tempest-AllowedAddressPairTestJSON-747646770] Notify callbacks [] for security_group, precommit_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:19:42.793109 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-4093f5ea-aa6a-42db-b216-0346e3d74dd6 tempest-AllowedAddressPairTestJSON-747646770 tempest-AllowedAddressPairTestJSON-747646770] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850887153'] for security_group, after_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:19:42.804412 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-1ded56a7-eb45-4a7d-b4cf-b9878a0ee018 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:19:42.822393 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f69c647-55ce-44da-935d-df6f6380f377 None None] Pushing event deleted for resources: {'Port': ['ID=fdec2854-c761-4cfd-97d2-1d5d3a447803,revision_number=None']} {{(pid=84876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:19:42.836952 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-8f69c647-55ce-44da-935d-df6f6380f377 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.538s {{(pid=84876) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:19:42.894102 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4093f5ea-aa6a-42db-b216-0346e3d74dd6 tempest-AllowedAddressPairTestJSON-747646770 tempest-AllowedAddressPairTestJSON-747646770] vxlan segment allocate from pool success with {'vxlan_vni': 21} {{(pid=84875) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Jan 14 07:19:42.914756 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-4093f5ea-aa6a-42db-b216-0346e3d74dd6 tempest-AllowedAddressPairTestJSON-747646770 tempest-AllowedAddressPairTestJSON-747646770] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment--9223363259214191851', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854179735'] for segment, precommit_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:19:42.915774 n-d-768862-2 neutron-server[84765]: INFO neutron.db.segments_db [None req-4093f5ea-aa6a-42db-b216-0346e3d74dd6 tempest-AllowedAddressPairTestJSON-747646770 tempest-AllowedAddressPairTestJSON-747646770] Added segment 3e1bd123-dba9-416c-83e6-6bedf813c1e7 of type vxlan for network 55688c5f-235c-490e-a156-b75715fdee0f Jan 14 07:19:42.961773 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.db.api [None req-1af4afdf-69c0-42ef-9762-5f5b200870b8 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84876) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Jan 14 07:19:42.962136 n-d-768862-2 neutron-server[84765]: DEBUG oslo_db.api [None req-1af4afdf-69c0-42ef-9762-5f5b200870b8 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84876) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Jan 14 07:19:42.962831 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-017f98a9-8a07-408c-a86f-8ff0c00400a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363259214191800', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854171626'] for agent, after_update {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:19:42.964983 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-527d5ccc-b98f-42e3-9cdb-9a53e58c16f2 None None] Provisioning complete for port 2a4676b8-4f05-4c09-9962-3fffa849df05 triggered by entity DHCP. {{(pid=84876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 07:19:42.965470 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-527d5ccc-b98f-42e3-9cdb-9a53e58c16f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-604227'] for port, provisioning_complete {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:19:42.973418 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-4093f5ea-aa6a-42db-b216-0346e3d74dd6 tempest-AllowedAddressPairTestJSON-747646770 tempest-AllowedAddressPairTestJSON-747646770] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363259214646115'] for network, precommit_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:19:42.989718 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4093f5ea-aa6a-42db-b216-0346e3d74dd6 tempest-AllowedAddressPairTestJSON-747646770 tempest-AllowedAddressPairTestJSON-747646770] Pushing event updated for resources: {'SecurityGroup': ['ID=1cfd57fb-8b9c-4ede-9a49-6aa1f9329783,revision_number=1']} {{(pid=84875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:19:43.013784 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-1fb75eb7-dfea-435d-987e-59687deb1973 tempest-DHCPAgentSchedulersTestJSON-1868396974 tempest-DHCPAgentSchedulersTestJSON-1868396974] 10.222.0.24 "GET /v2.0/agents HTTP/1.1" status: 200 len: 6226 time: 0.8255141 Jan 14 07:19:43.016209 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-4093f5ea-aa6a-42db-b216-0346e3d74dd6 tempest-AllowedAddressPairTestJSON-747646770 tempest-AllowedAddressPairTestJSON-747646770] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.212s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:19:43.021487 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84875) accepted ('10.222.0.24', 38540) {{(pid=84875) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:19:43.035303 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-22f6fe06-34e4-4921-841b-0d7ee4466904 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3889632'] for router_interface, before_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:19:43.153621 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Provisioning complete for port 2a4676b8-4f05-4c09-9962-3fffa849df05 triggered by entity L2. {{(pid=84876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 07:19:43.154098 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-604227'] for port, provisioning_complete {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:19:43.158446 n-d-768862-2 neutron-server[84765]: DEBUG neutron.services.segments.db [None req-65f9f609-627e-4a7f-b2dc-b292373498ed tempest-RoutersIpV6Test-883692175 tempest-RoutersIpV6Test-883692175] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '429317de-249d-4df5-b67a-45f1aa676da1') {'for_net_delete': True} {{(pid=84874) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:19:43.159291 n-d-768862-2 neutron-server[84765]: DEBUG neutron.services.segments.db [None req-65f9f609-627e-4a7f-b2dc-b292373498ed tempest-RoutersIpV6Test-883692175 tempest-RoutersIpV6Test-883692175] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '429317de-249d-4df5-b67a-45f1aa676da1') {} {{(pid=84874) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:19:43.243969 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.v2.base [None req-13f38f5f-97d9-4407-a8b1-916871d69d04 tempest-DHCPAgentSchedulersTestJSON-1895530401 tempest-DHCPAgentSchedulersTestJSON-1895530401] Request body: {'network': {'name': 'tempest-DHCPAgentSchedulersTestJSON-test-network-276692994'}} {{(pid=84875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:19:43.253458 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-65f9f609-627e-4a7f-b2dc-b292373498ed tempest-RoutersIpV6Test-883692175 tempest-RoutersIpV6Test-883692175] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363259214173198', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2968632'] for segment, before_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:19:43.413007 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-65f9f609-627e-4a7f-b2dc-b292373498ed tempest-RoutersIpV6Test-883692175 tempest-RoutersIpV6Test-883692175] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854179735'] for segment, precommit_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:19:43.424597 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-65f9f609-627e-4a7f-b2dc-b292373498ed tempest-RoutersIpV6Test-883692175 tempest-RoutersIpV6Test-883692175] Releasing vxlan tunnel 15 to pool {{(pid=84874) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Jan 14 07:19:43.437320 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-13f38f5f-97d9-4407-a8b1-916871d69d04 tempest-DHCPAgentSchedulersTestJSON-1895530401 tempest-DHCPAgentSchedulersTestJSON-1895530401] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:19:43.455150 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-13f38f5f-97d9-4407-a8b1-916871d69d04 tempest-DHCPAgentSchedulersTestJSON-1895530401 tempest-DHCPAgentSchedulersTestJSON-1895530401] Usage tracker for resource:network and tenant:379c73ea665b4ae382807fe38400f316 is out of sync, need to count used quota {{(pid=84875) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:19:43.464981 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-13f38f5f-97d9-4407-a8b1-916871d69d04 tempest-DHCPAgentSchedulersTestJSON-1895530401 tempest-DHCPAgentSchedulersTestJSON-1895530401] Quota usage for network was recalculated. Used quota:1. {{(pid=84875) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:19:43.468817 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.db.resource_extend [None req-4093f5ea-aa6a-42db-b216-0346e3d74dd6 tempest-AllowedAddressPairTestJSON-747646770 tempest-AllowedAddressPairTestJSON-747646770] It took 0.20 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84875) wrapper /usr/local/lib/python3.6/dist-packages/oslo_utils/timeutils.py:388}} Jan 14 07:19:43.569405 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-13f38f5f-97d9-4407-a8b1-916871d69d04 tempest-DHCPAgentSchedulersTestJSON-1895530401 tempest-DHCPAgentSchedulersTestJSON-1895530401] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:19:43.609896 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-852a24f7-e9a1-4193-9abb-e9506fe5213f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363259214191800', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854171626'] for agent, after_update {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:19:43.625364 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-6f9a64d9-d850-40ca-af3a-f7eec0a54bc9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777640123575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851621574'] for port, after_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:19:43.795558 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-3531defa-aad3-450c-98c4-a462842111e3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:19:43.886117 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f9a64d9-d850-40ca-af3a-f7eec0a54bc9 admin admin] Pushing event updated for resources: {'Port': ['ID=11b520c1-adce-4af0-b931-ba9ac1a29802,revision_number=1']} {{(pid=84875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:19:43.888872 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-4093f5ea-aa6a-42db-b216-0346e3d74dd6 tempest-AllowedAddressPairTestJSON-747646770 tempest-AllowedAddressPairTestJSON-747646770] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850887149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964'] for network, after_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:19:43.895769 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.plugin [None req-1af4afdf-69c0-42ef-9762-5f5b200870b8 None None] Deleting port b6efd261-02f7-41f1-9b31-1035855482ee {{(pid=84876) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 07:19:43.896285 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-1af4afdf-69c0-42ef-9762-5f5b200870b8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363259214248359'] for port, before_delete {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:19:43.911366 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4093f5ea-aa6a-42db-b216-0346e3d74dd6 tempest-AllowedAddressPairTestJSON-747646770 tempest-AllowedAddressPairTestJSON-747646770] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:19:43.912156 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-4093f5ea-aa6a-42db-b216-0346e3d74dd6 tempest-AllowedAddressPairTestJSON-747646770 tempest-AllowedAddressPairTestJSON-747646770] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3207107'] for network, before_response {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:19:43.919353 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-6f9a64d9-d850-40ca-af3a-f7eec0a54bc9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:19:43.923387 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:19:43.954125 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f69c647-55ce-44da-935d-df6f6380f377 None None] No DVR routers for this DVR port fdec2854-c761-4cfd-97d2-1d5d3a447803 on host n-d-768862-2 {{(pid=84876) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Jan 14 07:19:43.982153 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-536ef474-3e34-4086-b521-4bcb434f7c4c None None] Could not find standard attr ID for object d1b3a427-1154-4ff5-94bd-6f05f57191d5. {{(pid=84876) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Jan 14 07:19:44.008291 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.plugin [None req-1af4afdf-69c0-42ef-9762-5f5b200870b8 None None] The port 'b6efd261-02f7-41f1-9b31-1035855482ee' was deleted {{(pid=84876) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Jan 14 07:19:44.050066 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-536ef474-3e34-4086-b521-4bcb434f7c4c None None] Provisioning complete for port 2a4676b8-4f05-4c09-9962-3fffa849df05 triggered by entity DHCP. {{(pid=84876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 07:19:44.050745 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-536ef474-3e34-4086-b521-4bcb434f7c4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-604227'] for port, provisioning_complete {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:19:44.051327 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4093f5ea-aa6a-42db-b216-0346e3d74dd6 tempest-AllowedAddressPairTestJSON-747646770 tempest-AllowedAddressPairTestJSON-747646770] Pushing event updated for resources: {'Network': ['ID=55688c5f-235c-490e-a156-b75715fdee0f,revision_number=1']} {{(pid=84875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:19:44.054034 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-13f38f5f-97d9-4407-a8b1-916871d69d04 tempest-DHCPAgentSchedulersTestJSON-1895530401 tempest-DHCPAgentSchedulersTestJSON-1895530401] Made reservation on behalf of 379c73ea665b4ae382807fe38400f316 for: {'network': 1} {{(pid=84875) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 07:19:44.064960 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-13f38f5f-97d9-4407-a8b1-916871d69d04 tempest-DHCPAgentSchedulersTestJSON-1895530401 tempest-DHCPAgentSchedulersTestJSON-1895530401] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555753'] for network, before_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:19:44.081118 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-4093f5ea-aa6a-42db-b216-0346e3d74dd6 tempest-AllowedAddressPairTestJSON-747646770 tempest-AllowedAddressPairTestJSON-747646770] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.158s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:19:44.116345 n-d-768862-2 neutron-server[84765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f9a64d9-d850-40ca-af3a-f7eec0a54bc9 admin admin] Network 7136c47d-cc04-4011-90f6-51bed0ba3abd is already hosted by enough agents. {{(pid=84875) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 07:19:44.127057 n-d-768862-2 neutron-server[84765]: DEBUG neutron.scheduler.base_scheduler [None req-6f9a64d9-d850-40ca-af3a-f7eec0a54bc9 admin admin] Resources bound (agent type, host, resource id): {{(pid=84875) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 07:19:44.144997 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-852a24f7-e9a1-4193-9abb-e9506fe5213f None None] Network 55688c5f-235c-490e-a156-b75715fdee0f details requested by agent ovs-agent-n-h2-768862-2 with host n-h2-768862-2 {{(pid=84876) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 07:19:44.147382 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f9a64d9-d850-40ca-af3a-f7eec0a54bc9 admin admin] Received port after_create {{(pid=84875) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 14 07:19:44.271800 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-017f98a9-8a07-408c-a86f-8ff0c00400a0 None None] Network 55688c5f-235c-490e-a156-b75715fdee0f details requested by agent ovs-agent-n-h1-768862-2 with host n-h1-768862-2 {{(pid=84876) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 07:19:44.301562 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-6f9a64d9-d850-40ca-af3a-f7eec0a54bc9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036850886386'] for router_interface, before_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:19:44.302487 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.managers [None req-65f9f609-627e-4a7f-b2dc-b292373498ed tempest-RoutersIpV6Test-883692175 tempest-RoutersIpV6Test-883692175] Network a1af2d80-10b4-4ab2-a404-4c7c4027bad4 has no segments {{(pid=84874) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 14 07:19:44.314209 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-65f9f609-627e-4a7f-b2dc-b292373498ed tempest-RoutersIpV6Test-883692175 tempest-RoutersIpV6Test-883692175] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-596065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036851521571'] for segment, after_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:19:44.389057 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Network 55688c5f-235c-490e-a156-b75715fdee0f details requested by agent ovs-agent-n-d-768862-2 with host n-d-768862-2 {{(pid=84876) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 07:19:44.447161 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-4093f5ea-aa6a-42db-b216-0346e3d74dd6 tempest-AllowedAddressPairTestJSON-747646770 tempest-AllowedAddressPairTestJSON-747646770] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 794 time: 2.8317223 Jan 14 07:19:44.518763 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84875) accepted ('10.222.0.24', 38560) {{(pid=84875) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:19:44.520081 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-13f38f5f-97d9-4407-a8b1-916871d69d04 tempest-DHCPAgentSchedulersTestJSON-1895530401 tempest-DHCPAgentSchedulersTestJSON-1895530401] vxlan segment allocate from pool success with {'vxlan_vni': 22} {{(pid=84875) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Jan 14 07:19:44.536189 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.managers [None req-65f9f609-627e-4a7f-b2dc-b292373498ed tempest-RoutersIpV6Test-883692175 tempest-RoutersIpV6Test-883692175] Network a1af2d80-10b4-4ab2-a404-4c7c4027bad4 has no segments {{(pid=84874) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 14 07:19:44.600302 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.v2.base [None req-18bbc3df-4320-4193-bfd2-04f887aa4c31 tempest-AllowedAddressPairTestJSON-747646770 tempest-AllowedAddressPairTestJSON-747646770] Request body: {'subnet': {'network_id': '55688c5f-235c-490e-a156-b75715fdee0f', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=84875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:19:44.671866 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:port_security_enabled":"rule:admin_or_owner" was deprecated in W in favor of "update_network:port_security_enabled":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 07:19:44.671866 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:19:44.671866 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:19:44.671866 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:19:44.671866 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "delete_network":"rule:admin_or_owner" was deprecated in W in favor of "delete_network":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 07:19:44.671866 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:19:44.671866 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:19:44.671866 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:19:44.671866 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_segment":"rule:admin_only" was deprecated in W in favor of "create_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:19:44.671866 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:19:44.671866 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_segment":"rule:admin_only" was deprecated in W in favor of "get_segment":"role:reader and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:19:44.671866 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:19:44.671866 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_segment":"rule:admin_only" was deprecated in W in favor of "update_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:19:44.671866 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:19:44.671866 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "delete_segment":"rule:admin_only" was deprecated in W in favor of "delete_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:19:44.671866 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:19:44.671866 n-d-768862-2 neutron-server[84765]: Traceback (most recent call last): Jan 14 07:19:44.671866 n-d-768862-2 neutron-server[84765]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 14 07:19:44.671866 n-d-768862-2 neutron-server[84765]: timer() Jan 14 07:19:44.671866 n-d-768862-2 neutron-server[84765]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 14 07:19:44.671866 n-d-768862-2 neutron-server[84765]: cb(*args, **kw) Jan 14 07:19:44.671866 n-d-768862-2 neutron-server[84765]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Jan 14 07:19:44.671866 n-d-768862-2 neutron-server[84765]: return func(*args, **kwargs) Jan 14 07:19:44.671866 n-d-768862-2 neutron-server[84765]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 14 07:19:44.671866 n-d-768862-2 neutron-server[84765]: self._notify() Jan 14 07:19:44.671866 n-d-768862-2 neutron-server[84765]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 14 07:19:44.671866 n-d-768862-2 neutron-server[84765]: self.callback(batched_events) Jan 14 07:19:44.671866 n-d-768862-2 neutron-server[84765]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 14 07:19:44.671866 n-d-768862-2 neutron-server[84765]: event.method(event) Jan 14 07:19:44.671866 n-d-768862-2 neutron-server[84765]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 14 07:19:44.671866 n-d-768862-2 neutron-server[84765]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 14 07:19:44.671866 n-d-768862-2 neutron-server[84765]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Jan 14 07:19:44.671866 n-d-768862-2 neutron-server[84765]: segment_id)['aggregates'][0] Jan 14 07:19:44.671866 n-d-768862-2 neutron-server[84765]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 14 07:19:44.671866 n-d-768862-2 neutron-server[84765]: return f(self, *a, **k) Jan 14 07:19:44.671866 n-d-768862-2 neutron-server[84765]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 14 07:19:44.671866 n-d-768862-2 neutron-server[84765]: return self._get(url).json() Jan 14 07:19:44.671866 n-d-768862-2 neutron-server[84765]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 14 07:19:44.671866 n-d-768862-2 neutron-server[84765]: **kwargs) Jan 14 07:19:44.671866 n-d-768862-2 neutron-server[84765]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 14 07:19:44.671866 n-d-768862-2 neutron-server[84765]: return self.request(url, 'GET', **kwargs) Jan 14 07:19:44.671866 n-d-768862-2 neutron-server[84765]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Jan 14 07:19:44.671866 n-d-768862-2 neutron-server[84765]: **endpoint_filter) Jan 14 07:19:44.671866 n-d-768862-2 neutron-server[84765]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 14 07:19:44.671866 n-d-768862-2 neutron-server[84765]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 14 07:19:44.671866 n-d-768862-2 neutron-server[84765]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 14 07:19:44.671866 n-d-768862-2 neutron-server[84765]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 14 07:19:44.671866 n-d-768862-2 neutron-server[84765]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 14 07:19:44.695642 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-65f9f609-627e-4a7f-b2dc-b292373498ed tempest-RoutersIpV6Test-883692175 tempest-RoutersIpV6Test-883692175] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036854176830', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850887149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3912591'] for network, after_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:19:44.714966 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-c22f8b4a-9f0c-4223-b79e-2df01c536bf3 tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:19:44.742168 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.db.resource_extend [None req-cf5a0d17-49da-4023-b1a6-68616b2c6795 None None] It took 0.18 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84876) wrapper /usr/local/lib/python3.6/dist-packages/oslo_utils/timeutils.py:388}} Jan 14 07:19:44.785551 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-65f9f609-627e-4a7f-b2dc-b292373498ed tempest-RoutersIpV6Test-883692175 tempest-RoutersIpV6Test-883692175] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3207107'] for network, before_response {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:19:44.800499 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65f9f609-627e-4a7f-b2dc-b292373498ed tempest-RoutersIpV6Test-883692175 tempest-RoutersIpV6Test-883692175] Pushing event deleted for resources: {'Network': ['ID=a1af2d80-10b4-4ab2-a404-4c7c4027bad4,revision_number=None']} {{(pid=84874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:19:44.813438 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65f9f609-627e-4a7f-b2dc-b292373498ed tempest-RoutersIpV6Test-883692175 tempest-RoutersIpV6Test-883692175] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@n-h1-768862-2 {{(pid=84874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:19:44.813438 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65f9f609-627e-4a7f-b2dc-b292373498ed tempest-RoutersIpV6Test-883692175 tempest-RoutersIpV6Test-883692175] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-h1-768862-2 {{(pid=84874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:19:44.813917 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65f9f609-627e-4a7f-b2dc-b292373498ed tempest-RoutersIpV6Test-883692175 tempest-RoutersIpV6Test-883692175] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-h1-768862-2 {{(pid=84874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:19:44.814110 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65f9f609-627e-4a7f-b2dc-b292373498ed tempest-RoutersIpV6Test-883692175 tempest-RoutersIpV6Test-883692175] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-h1-768862-2 {{(pid=84874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:19:44.814541 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65f9f609-627e-4a7f-b2dc-b292373498ed tempest-RoutersIpV6Test-883692175 tempest-RoutersIpV6Test-883692175] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@n-h1-768862-2 {{(pid=84874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:19:44.815090 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65f9f609-627e-4a7f-b2dc-b292373498ed tempest-RoutersIpV6Test-883692175 tempest-RoutersIpV6Test-883692175] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-h1-768862-2 {{(pid=84874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:19:44.816139 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65f9f609-627e-4a7f-b2dc-b292373498ed tempest-RoutersIpV6Test-883692175 tempest-RoutersIpV6Test-883692175] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-h1-768862-2 {{(pid=84874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:19:44.816971 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65f9f609-627e-4a7f-b2dc-b292373498ed tempest-RoutersIpV6Test-883692175 tempest-RoutersIpV6Test-883692175] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-h1-768862-2 {{(pid=84874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:19:44.816971 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65f9f609-627e-4a7f-b2dc-b292373498ed tempest-RoutersIpV6Test-883692175 tempest-RoutersIpV6Test-883692175] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-h1-768862-2 {{(pid=84874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:19:44.817340 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65f9f609-627e-4a7f-b2dc-b292373498ed tempest-RoutersIpV6Test-883692175 tempest-RoutersIpV6Test-883692175] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-h1-768862-2 {{(pid=84874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:19:44.817769 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65f9f609-627e-4a7f-b2dc-b292373498ed tempest-RoutersIpV6Test-883692175 tempest-RoutersIpV6Test-883692175] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-h1-768862-2 {{(pid=84874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:19:44.818640 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65f9f609-627e-4a7f-b2dc-b292373498ed tempest-RoutersIpV6Test-883692175 tempest-RoutersIpV6Test-883692175] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-h1-768862-2 {{(pid=84874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:19:44.818640 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65f9f609-627e-4a7f-b2dc-b292373498ed tempest-RoutersIpV6Test-883692175 tempest-RoutersIpV6Test-883692175] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@n-h2-768862-2 {{(pid=84874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:19:44.818975 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65f9f609-627e-4a7f-b2dc-b292373498ed tempest-RoutersIpV6Test-883692175 tempest-RoutersIpV6Test-883692175] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-h2-768862-2 {{(pid=84874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:19:44.819402 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65f9f609-627e-4a7f-b2dc-b292373498ed tempest-RoutersIpV6Test-883692175 tempest-RoutersIpV6Test-883692175] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-h2-768862-2 {{(pid=84874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:19:44.820331 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65f9f609-627e-4a7f-b2dc-b292373498ed tempest-RoutersIpV6Test-883692175 tempest-RoutersIpV6Test-883692175] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-h2-768862-2 {{(pid=84874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:19:44.820331 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65f9f609-627e-4a7f-b2dc-b292373498ed tempest-RoutersIpV6Test-883692175 tempest-RoutersIpV6Test-883692175] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@n-h2-768862-2 {{(pid=84874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:19:44.820689 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65f9f609-627e-4a7f-b2dc-b292373498ed tempest-RoutersIpV6Test-883692175 tempest-RoutersIpV6Test-883692175] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-h2-768862-2 {{(pid=84874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:19:44.820870 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65f9f609-627e-4a7f-b2dc-b292373498ed tempest-RoutersIpV6Test-883692175 tempest-RoutersIpV6Test-883692175] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-h2-768862-2 {{(pid=84874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:19:44.821331 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65f9f609-627e-4a7f-b2dc-b292373498ed tempest-RoutersIpV6Test-883692175 tempest-RoutersIpV6Test-883692175] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-h2-768862-2 {{(pid=84874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:19:44.822265 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65f9f609-627e-4a7f-b2dc-b292373498ed tempest-RoutersIpV6Test-883692175 tempest-RoutersIpV6Test-883692175] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-h2-768862-2 {{(pid=84874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:19:44.822265 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65f9f609-627e-4a7f-b2dc-b292373498ed tempest-RoutersIpV6Test-883692175 tempest-RoutersIpV6Test-883692175] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-h2-768862-2 {{(pid=84874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:19:44.822532 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65f9f609-627e-4a7f-b2dc-b292373498ed tempest-RoutersIpV6Test-883692175 tempest-RoutersIpV6Test-883692175] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-h2-768862-2 {{(pid=84874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:19:44.823114 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65f9f609-627e-4a7f-b2dc-b292373498ed tempest-RoutersIpV6Test-883692175 tempest-RoutersIpV6Test-883692175] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-h2-768862-2 {{(pid=84874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:19:44.824211 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65f9f609-627e-4a7f-b2dc-b292373498ed tempest-RoutersIpV6Test-883692175 tempest-RoutersIpV6Test-883692175] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-2 {{(pid=84874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:19:44.824211 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65f9f609-627e-4a7f-b2dc-b292373498ed tempest-RoutersIpV6Test-883692175 tempest-RoutersIpV6Test-883692175] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-2 {{(pid=84874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:19:44.824528 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65f9f609-627e-4a7f-b2dc-b292373498ed tempest-RoutersIpV6Test-883692175 tempest-RoutersIpV6Test-883692175] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-2 {{(pid=84874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:19:44.824678 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65f9f609-627e-4a7f-b2dc-b292373498ed tempest-RoutersIpV6Test-883692175 tempest-RoutersIpV6Test-883692175] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-2 {{(pid=84874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:19:44.825173 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65f9f609-627e-4a7f-b2dc-b292373498ed tempest-RoutersIpV6Test-883692175 tempest-RoutersIpV6Test-883692175] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@n-d-768862-2 {{(pid=84874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:19:44.825481 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65f9f609-627e-4a7f-b2dc-b292373498ed tempest-RoutersIpV6Test-883692175 tempest-RoutersIpV6Test-883692175] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-2 {{(pid=84874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:19:44.826875 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65f9f609-627e-4a7f-b2dc-b292373498ed tempest-RoutersIpV6Test-883692175 tempest-RoutersIpV6Test-883692175] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-768862-2 {{(pid=84874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:19:44.826875 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65f9f609-627e-4a7f-b2dc-b292373498ed tempest-RoutersIpV6Test-883692175 tempest-RoutersIpV6Test-883692175] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-768862-2 {{(pid=84874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:19:44.827171 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65f9f609-627e-4a7f-b2dc-b292373498ed tempest-RoutersIpV6Test-883692175 tempest-RoutersIpV6Test-883692175] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-2 {{(pid=84874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:19:44.827547 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65f9f609-627e-4a7f-b2dc-b292373498ed tempest-RoutersIpV6Test-883692175 tempest-RoutersIpV6Test-883692175] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-2 {{(pid=84874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:19:44.828001 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65f9f609-627e-4a7f-b2dc-b292373498ed tempest-RoutersIpV6Test-883692175 tempest-RoutersIpV6Test-883692175] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-2 {{(pid=84874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:19:44.828262 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65f9f609-627e-4a7f-b2dc-b292373498ed tempest-RoutersIpV6Test-883692175 tempest-RoutersIpV6Test-883692175] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-2 {{(pid=84874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:19:44.847420 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-65f9f609-627e-4a7f-b2dc-b292373498ed tempest-RoutersIpV6Test-883692175 tempest-RoutersIpV6Test-883692175] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:19:44.865233 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-65f9f609-627e-4a7f-b2dc-b292373498ed tempest-RoutersIpV6Test-883692175 tempest-RoutersIpV6Test-883692175] 10.222.0.24 "DELETE /v2.0/networks/a1af2d80-10b4-4ab2-a404-4c7c4027bad4 HTTP/1.1" status: 204 len: 168 time: 9.6015253 Jan 14 07:19:44.880677 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84874) accepted ('10.222.0.24', 38564) {{(pid=84874) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:19:44.899098 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-cf5a0d17-49da-4023-b1a6-68616b2c6795 None None] Notify callbacks [] for port, precommit_update {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:19:44.918449 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-cf5a0d17-49da-4023-b1a6-68616b2c6795 None None] Transition to ACTIVE for port object c1448423-f255-4037-aa95-f263966dbb30 will not be triggered until provisioned by entity L2. {{(pid=84876) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 07:19:44.923579 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-cf5a0d17-49da-4023-b1a6-68616b2c6795 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777640533312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363259214678337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777640097497'] for port, after_update {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:19:44.946603 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-661ce0ff-b5f8-4004-b39e-4eef09b9cfc7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84876) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:19:45.058104 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-ba15568c-540a-4454-95d7-0fde5c988b48 tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850887113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3254092', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036851981146'] for subnet, after_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:19:45.098942 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-36756628-f3ba-4000-aaab-13acd535b77b tempest-RoutersIpV6Test-883692175 tempest-RoutersIpV6Test-883692175] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:19:45.116464 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-825f1c38-c3db-4d0c-bef2-46820c45549f None None] Pushing event updated for resources: {'Port': ['ID=c1448423-f255-4037-aa95-f263966dbb30,revision_number=2']} {{(pid=84876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:19:45.122913 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-825f1c38-c3db-4d0c-bef2-46820c45549f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.176s {{(pid=84876) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:19:45.226993 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.managers [None req-cf5a0d17-49da-4023-b1a6-68616b2c6795 None None] Attempting to bind port c1448423-f255-4037-aa95-f263966dbb30 on host n-d-768862-2 for vnic_type normal with profile {{(pid=84876) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 14 07:19:45.227861 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.managers [None req-cf5a0d17-49da-4023-b1a6-68616b2c6795 None None] Attempting to bind port c1448423-f255-4037-aa95-f263966dbb30 by drivers openvswitch on host n-d-768862-2 at level 0 using segments [{'id': 'cf3ded2c-bc47-4a71-89af-6e7117e60140', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '226f1e78-82cd-4481-9055-4eb73b6db8c1'}] {{(pid=84876) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 14 07:19:45.228338 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf5a0d17-49da-4023-b1a6-68616b2c6795 None None] Attempting to bind port c1448423-f255-4037-aa95-f263966dbb30 on network 226f1e78-82cd-4481-9055-4eb73b6db8c1 {{(pid=84876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 14 07:19:45.235682 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf5a0d17-49da-4023-b1a6-68616b2c6795 None None] Checking agent: {'id': 'ba5efab1-b43c-4d5a-bc52-6e105d4e67a2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768862-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 14, 6, 56, 52), 'started_at': datetime.datetime(2021, 1, 14, 6, 57, 22), 'heartbeat_timestamp': datetime.datetime(2021, 1, 14, 7, 19, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768862-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.29', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 14 07:19:45.236191 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf5a0d17-49da-4023-b1a6-68616b2c6795 None None] Checking segment: {'id': 'cf3ded2c-bc47-4a71-89af-6e7117e60140', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '226f1e78-82cd-4481-9055-4eb73b6db8c1'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84876) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 14 07:19:45.236610 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-cf5a0d17-49da-4023-b1a6-68616b2c6795 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:19:45.237058 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf5a0d17-49da-4023-b1a6-68616b2c6795 None None] Bound using segment: {'id': 'cf3ded2c-bc47-4a71-89af-6e7117e60140', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '226f1e78-82cd-4481-9055-4eb73b6db8c1'} {{(pid=84876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 14 07:19:45.237597 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.managers [None req-cf5a0d17-49da-4023-b1a6-68616b2c6795 None None] Bound port: c1448423-f255-4037-aa95-f263966dbb30, host: n-d-768862-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cf3ded2c-bc47-4a71-89af-6e7117e60140', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '226f1e78-82cd-4481-9055-4eb73b6db8c1'}}] {{(pid=84876) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 14 07:19:45.238035 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-cf5a0d17-49da-4023-b1a6-68616b2c6795 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555753'] for port, before_update {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:19:45.322574 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-13f38f5f-97d9-4407-a8b1-916871d69d04 tempest-DHCPAgentSchedulersTestJSON-1895530401 tempest-DHCPAgentSchedulersTestJSON-1895530401] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment--9223363259214191851', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854179735'] for segment, precommit_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:19:45.323414 n-d-768862-2 neutron-server[84765]: INFO neutron.db.segments_db [None req-13f38f5f-97d9-4407-a8b1-916871d69d04 tempest-DHCPAgentSchedulersTestJSON-1895530401 tempest-DHCPAgentSchedulersTestJSON-1895530401] Added segment ca04bd47-f380-476b-ae48-5dfd6e90fd4e of type vxlan for network b9f35392-c3f0-486f-ade5-7e171dabdf1c Jan 14 07:19:45.329037 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [None req-cf5a0d17-49da-4023-b1a6-68616b2c6795 None None] For port c1448423-f255-4037-aa95-f263966dbb30, host n-d-768862-2, cleared binding levels {{(pid=84876) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 14 07:19:45.332663 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [None req-cf5a0d17-49da-4023-b1a6-68616b2c6795 None None] For port c1448423-f255-4037-aa95-f263966dbb30, host n-d-768862-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-2',level=0,port_id=c1448423-f255-4037-aa95-f263966dbb30,segment=NetworkSegment(cf3ded2c-bc47-4a71-89af-6e7117e60140),segment_id=cf3ded2c-bc47-4a71-89af-6e7117e60140)] {{(pid=84876) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 14 07:19:45.338865 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-cf5a0d17-49da-4023-b1a6-68616b2c6795 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777640533312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363259214678337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777640097497'] for port, after_update {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:19:45.387287 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-13f38f5f-97d9-4407-a8b1-916871d69d04 tempest-DHCPAgentSchedulersTestJSON-1895530401 tempest-DHCPAgentSchedulersTestJSON-1895530401] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363259214646115'] for network, precommit_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:19:45.457834 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-18bbc3df-4320-4193-bfd2-04f887aa4c31 tempest-AllowedAddressPairTestJSON-747646770 tempest-AllowedAddressPairTestJSON-747646770] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:19:45.463307 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-18bbc3df-4320-4193-bfd2-04f887aa4c31 tempest-AllowedAddressPairTestJSON-747646770 tempest-AllowedAddressPairTestJSON-747646770] Usage tracker for resource:subnet and tenant:ce9e5243d132466aae9bc9a8d2ea0adf is out of sync, need to count used quota {{(pid=84875) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:19:45.467425 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-18bbc3df-4320-4193-bfd2-04f887aa4c31 tempest-AllowedAddressPairTestJSON-747646770 tempest-AllowedAddressPairTestJSON-747646770] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84875) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:19:45.475395 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-18bbc3df-4320-4193-bfd2-04f887aa4c31 tempest-AllowedAddressPairTestJSON-747646770 tempest-AllowedAddressPairTestJSON-747646770] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:19:45.548874 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-18bbc3df-4320-4193-bfd2-04f887aa4c31 tempest-AllowedAddressPairTestJSON-747646770 tempest-AllowedAddressPairTestJSON-747646770] Made reservation on behalf of ce9e5243d132466aae9bc9a8d2ea0adf for: {'subnet': 1} {{(pid=84875) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 07:19:45.556286 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba15568c-540a-4454-95d7-0fde5c988b48 tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] Pushing event updated for resources: {'Subnet': ['ID=de0533a3-59db-46b2-9c2a-c0bfe21fd598,revision_number=0']} {{(pid=84874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:19:45.573730 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-ba15568c-540a-4454-95d7-0fde5c988b48 tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.475s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:19:45.606370 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-c4e49b63-2197-4bf8-a24f-3f4e38c86ba3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84876) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:19:45.616405 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-4af68f5e-27ad-4cdc-9f2c-7feea09061e7 tempest-RoutersIpV6Test-883692175 tempest-RoutersIpV6Test-883692175] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036854160497'] for network, before_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:19:45.639791 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.db.resource_extend [None req-13f38f5f-97d9-4407-a8b1-916871d69d04 tempest-DHCPAgentSchedulersTestJSON-1895530401 tempest-DHCPAgentSchedulersTestJSON-1895530401] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84875) wrapper /usr/local/lib/python3.6/dist-packages/oslo_utils/timeutils.py:388}} Jan 14 07:19:45.773086 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-825f1c38-c3db-4d0c-bef2-46820c45549f None None] Pushing event updated for resources: {'Port': ['ID=c1448423-f255-4037-aa95-f263966dbb30,revision_number=3']} {{(pid=84876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:19:45.781534 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-825f1c38-c3db-4d0c-bef2-46820c45549f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.176s {{(pid=84876) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:19:45.806748 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf5a0d17-49da-4023-b1a6-68616b2c6795 None None] Routers {'5de0d2fe-bd57-4747-b9c9-eabc9a219a3e'} bound to L3 agent in host n-d-768862-2 {{(pid=84876) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 14 07:19:45.808048 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_hamode_db [None req-cf5a0d17-49da-4023-b1a6-68616b2c6795 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-01-14T06:56:51Z,description=,heartbeat_timestamp=2021-01-14T07:19:21Z,host='n-d-768862-2',id=35f592e9-451b-4db9-abea-77b6a5c5391b,load=0,resource_versions=,resources_synced=,started_at=2021-01-14T06:56:51Z,topic='l3_agent')) {'router_ids': ['5de0d2fe-bd57-4747-b9c9-eabc9a219a3e'], 'active': True} {{(pid=84876) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:19:45.885366 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-13f38f5f-97d9-4407-a8b1-916871d69d04 tempest-DHCPAgentSchedulersTestJSON-1895530401 tempest-DHCPAgentSchedulersTestJSON-1895530401] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850887149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964'] for network, after_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:19:45.991038 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13f38f5f-97d9-4407-a8b1-916871d69d04 tempest-DHCPAgentSchedulersTestJSON-1895530401 tempest-DHCPAgentSchedulersTestJSON-1895530401] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:19:45.994408 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-13f38f5f-97d9-4407-a8b1-916871d69d04 tempest-DHCPAgentSchedulersTestJSON-1895530401 tempest-DHCPAgentSchedulersTestJSON-1895530401] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3207107'] for network, before_response {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:19:46.060677 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-21a48cd1-2f93-42b2-bed3-c989967659f5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:19:46.099157 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-6f9a64d9-d850-40ca-af3a-f7eec0a54bc9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555753'] for port, before_update {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:19:46.160112 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_dvr_db [None req-cf5a0d17-49da-4023-b1a6-68616b2c6795 None None] Set router 5de0d2fe-bd57-4747-b9c9-eabc9a219a3e gateway port host: n-d-768862-2 {{(pid=84876) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 14 07:19:46.168048 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.plugin [None req-22f6fe06-34e4-4921-841b-0d7ee4466904 admin admin] Deleting port fc7e19f8-6020-4fa6-81d9-8badcf3f5e23 {{(pid=84875) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 07:19:46.168812 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-22f6fe06-34e4-4921-841b-0d7ee4466904 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363259214248359'] for port, before_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:19:46.197390 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-4af68f5e-27ad-4cdc-9f2c-7feea09061e7 tempest-RoutersIpV6Test-883692175 tempest-RoutersIpV6Test-883692175] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-598987', 'neutron.services.segments.db._delete_segments_for_network-8777640583949'] for network, precommit_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:19:46.229246 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba15568c-540a-4454-95d7-0fde5c988b48 tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] Checking segment: {'id': '56f1c7cf-f3a3-41d2-9677-68978131444f', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 20, 'network_id': '23f0a15d-6362-4cec-82c1-cacba887c566'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84874) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 14 07:19:46.229881 n-d-768862-2 neutron-server[84765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba15568c-540a-4454-95d7-0fde5c988b48 tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] Network hostable DHCP agents. Network: 23f0a15d-6362-4cec-82c1-cacba887c566, hostable agents: ['32f3dd84-26da-4d18-bf15-6017a8fb7247'], hosted agents: [] {{(pid=84874) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Jan 14 07:19:46.412672 n-d-768862-2 neutron-server[84765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba15568c-540a-4454-95d7-0fde5c988b48 tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] Network 23f0a15d-6362-4cec-82c1-cacba887c566 is scheduled to be hosted by DHCP agent 32f3dd84-26da-4d18-bf15-6017a8fb7247 with binding_index 1 {{(pid=84874) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Jan 14 07:19:46.442139 n-d-768862-2 neutron-server[84765]: DEBUG neutron.scheduler.base_scheduler [None req-ba15568c-540a-4454-95d7-0fde5c988b48 tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768862-2, 23f0a15d-6362-4cec-82c1-cacba887c566) {{(pid=84874) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 07:19:46.475535 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba15568c-540a-4454-95d7-0fde5c988b48 tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:19:46.476634 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-ba15568c-540a-4454-95d7-0fde5c988b48 tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3207107'] for subnet, before_response {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:19:46.515439 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-835e6e48-51da-4a19-89b7-5defb6e8190b None None] Network 23f0a15d-6362-4cec-82c1-cacba887c566 requested from n-d-768862-2 {{(pid=84876) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 07:19:46.527468 n-d-768862-2 neutron-server[84765]: DEBUG neutron.services.segments.db [None req-4af68f5e-27ad-4cdc-9f2c-7feea09061e7 tempest-RoutersIpV6Test-883692175 tempest-RoutersIpV6Test-883692175] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0a09cc48-f4c1-4cd9-9169-5b6f5bece23c']}} {{(pid=84874) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:19:46.554957 n-d-768862-2 neutron-server[84765]: DEBUG neutron.services.segments.db [None req-4af68f5e-27ad-4cdc-9f2c-7feea09061e7 tempest-RoutersIpV6Test-883692175 tempest-RoutersIpV6Test-883692175] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ca7d3381-e5ad-4aa0-b98c-4427c3841cde') {'for_net_delete': True} {{(pid=84874) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:19:46.555489 n-d-768862-2 neutron-server[84765]: DEBUG neutron.services.segments.db [None req-4af68f5e-27ad-4cdc-9f2c-7feea09061e7 tempest-RoutersIpV6Test-883692175 tempest-RoutersIpV6Test-883692175] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ca7d3381-e5ad-4aa0-b98c-4427c3841cde') {} {{(pid=84874) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:19:46.581231 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-ba15568c-540a-4454-95d7-0fde5c988b48 tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 5.9906271 Jan 14 07:19:46.587774 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84874) accepted ('10.222.0.24', 38584) {{(pid=84874) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:19:46.593691 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-4af68f5e-27ad-4cdc-9f2c-7feea09061e7 tempest-RoutersIpV6Test-883692175 tempest-RoutersIpV6Test-883692175] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363259214173198', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2968632'] for segment, before_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:19:46.594129 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [None req-22f6fe06-34e4-4921-841b-0d7ee4466904 admin admin] For port fc7e19f8-6020-4fa6-81d9-8badcf3f5e23, host n-d-768862-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-2',level=0,port_id=fc7e19f8-6020-4fa6-81d9-8badcf3f5e23,segment=NetworkSegment(74eda698-0180-4b92-830f-64ae8961cc4d),segment_id=74eda698-0180-4b92-830f-64ae8961cc4d)] {{(pid=84875) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 07:19:46.594809 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-22f6fe06-34e4-4921-841b-0d7ee4466904 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036850862667'] for port, precommit_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:19:46.614612 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.v2.base [None req-985349ac-c205-4de8-b300-03f34fbc81a7 tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] Request body: {'port': {'network_id': '23f0a15d-6362-4cec-82c1-cacba887c566', 'name': 'tempest-NetworksTestDHCPv6-1005171045'}} {{(pid=84874) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:19:46.880429 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.plugin [None req-22f6fe06-34e4-4921-841b-0d7ee4466904 admin admin] Calling delete_port for fc7e19f8-6020-4fa6-81d9-8badcf3f5e23 owned by network:router_interface {{(pid=84875) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 07:19:46.949127 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-4af68f5e-27ad-4cdc-9f2c-7feea09061e7 tempest-RoutersIpV6Test-883692175 tempest-RoutersIpV6Test-883692175] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854179735'] for segment, precommit_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:19:46.953448 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-4af68f5e-27ad-4cdc-9f2c-7feea09061e7 tempest-RoutersIpV6Test-883692175 tempest-RoutersIpV6Test-883692175] Releasing vxlan tunnel 3 to pool {{(pid=84874) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Jan 14 07:19:47.106573 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-18bbc3df-4320-4193-bfd2-04f887aa4c31 tempest-AllowedAddressPairTestJSON-747646770 tempest-AllowedAddressPairTestJSON-747646770] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036852467157'] for subnet, before_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:19:47.247915 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-13f38f5f-97d9-4407-a8b1-916871d69d04 tempest-DHCPAgentSchedulersTestJSON-1895530401 tempest-DHCPAgentSchedulersTestJSON-1895530401] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 794 time: 4.2184448 Jan 14 07:19:47.331752 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84874) accepted ('10.222.0.24', 38592) {{(pid=84874) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:19:47.335935 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.managers [None req-4af68f5e-27ad-4cdc-9f2c-7feea09061e7 tempest-RoutersIpV6Test-883692175 tempest-RoutersIpV6Test-883692175] Network 0a09cc48-f4c1-4cd9-9169-5b6f5bece23c has no segments {{(pid=84874) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 14 07:19:47.348849 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-985349ac-c205-4de8-b300-03f34fbc81a7 tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:19:47.354336 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-985349ac-c205-4de8-b300-03f34fbc81a7 tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] Usage tracker for resource:port and tenant:be0aa702e3ca464795a99c51e3b3b04f is out of sync, need to count used quota {{(pid=84874) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:19:47.358232 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-985349ac-c205-4de8-b300-03f34fbc81a7 tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] Quota usage for port was recalculated. Used quota:0. {{(pid=84874) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:19:47.365362 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-985349ac-c205-4de8-b300-03f34fbc81a7 tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:19:47.378998 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-4af68f5e-27ad-4cdc-9f2c-7feea09061e7 tempest-RoutersIpV6Test-883692175 tempest-RoutersIpV6Test-883692175] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-596065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036851521571'] for segment, after_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:19:47.415929 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_hamode_db [None req-cf5a0d17-49da-4023-b1a6-68616b2c6795 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5de0d2fe-bd57-4747-b9c9-eabc9a219a3e', 'name': 'tempest-ServerRescueNegativeTestJSON-1469458046-router', 'tenant_id': 'cfc1b35f9f1d4d4eb4ee151b49ce9e37', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '226f1e78-82cd-4481-9055-4eb73b6db8c1', 'external_fixed_ips': [{'subnet_id': 'ba8deeec-7658-4195-9449-038c076f5c83', 'ip_address': '172.25.2.129'}], 'enable_snat': True}, 'gw_port_id': 'c1448423-f255-4037-aa95-f263966dbb30', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-14T07:19:24Z', 'updated_at': '2021-01-14T07:19:45Z', 'revision_number': 4, 'project_id': 'cfc1b35f9f1d4d4eb4ee151b49ce9e37', 'gw_port': {'id': 'c1448423-f255-4037-aa95-f263966dbb30', 'name': '', 'network_id': '226f1e78-82cd-4481-9055-4eb73b6db8c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:57:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5de0d2fe-bd57-4747-b9c9-eabc9a219a3e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1628, 'fixed_ips': [{'subnet_id': 'ba8deeec-7658-4195-9449-038c076f5c83', 'ip_address': '172.25.2.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T07:19:27Z', 'updated_at': '2021-01-14T07:19:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ba8deeec-7658-4195-9449-038c076f5c83', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-2', '_interfaces': [{'id': '11b520c1-adce-4af0-b931-ba9ac1a29802', 'name': '', 'network_id': '7136c47d-cc04-4011-90f6-51bed0ba3abd', 'tenant_id': 'cfc1b35f9f1d4d4eb4ee151b49ce9e37', 'mac_address': 'fa:16:3e:2c:6b:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5de0d2fe-bd57-4747-b9c9-eabc9a219a3e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1644, 'fixed_ips': [{'subnet_id': '46d2d917-6b8f-4421-b758-220236cbd4cd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T07:19:39Z', 'updated_at': '2021-01-14T07:19:42Z', 'revision_number': 1, 'project_id': 'cfc1b35f9f1d4d4eb4ee151b49ce9e37', 'subnets': [{'id': '46d2d917-6b8f-4421-b758-220236cbd4cd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'n-d-768862-2', False) {} {{(pid=84876) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:19:47.429029 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf5a0d17-49da-4023-b1a6-68616b2c6795 None None] The sync data for ids ['5de0d2fe-bd57-4747-b9c9-eabc9a219a3e'] in n-d-768862-2 is: [{'id': '5de0d2fe-bd57-4747-b9c9-eabc9a219a3e', 'name': 'tempest-ServerRescueNegativeTestJSON-1469458046-router', 'tenant_id': 'cfc1b35f9f1d4d4eb4ee151b49ce9e37', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '226f1e78-82cd-4481-9055-4eb73b6db8c1', 'external_fixed_ips': [{'subnet_id': 'ba8deeec-7658-4195-9449-038c076f5c83', 'ip_address': '172.25.2.129'}], 'enable_snat': True}, 'gw_port_id': 'c1448423-f255-4037-aa95-f263966dbb30', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-14T07:19:24Z', 'updated_at': '2021-01-14T07:19:45Z', 'revision_number': 4, 'project_id': 'cfc1b35f9f1d4d4eb4ee151b49ce9e37', 'gw_port': {'id': 'c1448423-f255-4037-aa95-f263966dbb30', 'name': '', 'network_id': '226f1e78-82cd-4481-9055-4eb73b6db8c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:57:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5de0d2fe-bd57-4747-b9c9-eabc9a219a3e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1628, 'fixed_ips': [{'subnet_id': 'ba8deeec-7658-4195-9449-038c076f5c83', 'ip_address': '172.25.2.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T07:19:27Z', 'updated_at': '2021-01-14T07:19:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ba8deeec-7658-4195-9449-038c076f5c83', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-2', '_interfaces': [{'id': '11b520c1-adce-4af0-b931-ba9ac1a29802', 'name': '', 'network_id': '7136c47d-cc04-4011-90f6-51bed0ba3abd', 'tenant_id': 'cfc1b35f9f1d4d4eb4ee151b49ce9e37', 'mac_address': 'fa:16:3e:2c:6b:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5de0d2fe-bd57-4747-b9c9-eabc9a219a3e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1644, 'fixed_ips': [{'subnet_id': '46d2d917-6b8f-4421-b758-220236cbd4cd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T07:19:39Z', 'updated_at': '2021-01-14T07:19:42Z', 'revision_number': 1, 'project_id': 'cfc1b35f9f1d4d4eb4ee151b49ce9e37', 'subnets': [{'id': '46d2d917-6b8f-4421-b758-220236cbd4cd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=84876) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Jan 14 07:19:47.432568 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9379f4a2-b562-450b-bbaa-9aadb94cbf59 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5d94dc7a-c095-50a4-955e-5f3b78718a12-23f0a15d-6362-4cec-82c1-cacba887c566', 'network_id': '23f0a15d-6362-4cec-82c1-cacba887c566', 'tenant_id': 'be0aa702e3ca464795a99c51e3b3b04f', 'fixed_ips': [{'subnet_id': 'de0533a3-59db-46b2-9c2a-c0bfe21fd598'}]}} from n-d-768862-2. {{(pid=84876) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Jan 14 07:19:47.434872 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-9379f4a2-b562-450b-bbaa-9aadb94cbf59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555753'] for port, before_create {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:19:47.442637 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-985349ac-c205-4de8-b300-03f34fbc81a7 tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] Made reservation on behalf of be0aa702e3ca464795a99c51e3b3b04f for: {'port': 1} {{(pid=84874) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 07:19:47.452614 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-985349ac-c205-4de8-b300-03f34fbc81a7 tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555753'] for port, before_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:19:47.764689 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13f38f5f-97d9-4407-a8b1-916871d69d04 tempest-DHCPAgentSchedulersTestJSON-1895530401 tempest-DHCPAgentSchedulersTestJSON-1895530401] Pushing event updated for resources: {'Network': ['ID=b9f35392-c3f0-486f-ade5-7e171dabdf1c,revision_number=1']} {{(pid=84875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:19:47.786400 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-13f38f5f-97d9-4407-a8b1-916871d69d04 tempest-DHCPAgentSchedulersTestJSON-1895530401 tempest-DHCPAgentSchedulersTestJSON-1895530401] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.727s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:19:47.902217 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-22f6fe06-34e4-4921-841b-0d7ee4466904 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777640533329', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777640097463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851621574'] for port, after_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:19:48.082014 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-1a1b5f7d-9fbf-4676-9c89-053a78caf200 tempest-RoutersIpV6Test-883692175 tempest-RoutersIpV6Test-883692175] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:19:48.146978 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.db_base_plugin_common [None req-9379f4a2-b562-450b-bbaa-9aadb94cbf59 None None] Allocated IP 2001:db8::2 (23f0a15d-6362-4cec-82c1-cacba887c566/de0533a3-59db-46b2-9c2a-c0bfe21fd598/c870dc86-43b7-4f90-94bf-2c5db5689264) {{(pid=84876) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 14 07:19:48.209602 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22f6fe06-34e4-4921-841b-0d7ee4466904 admin admin] Pushing event deleted for resources: {'Port': ['ID=fc7e19f8-6020-4fa6-81d9-8badcf3f5e23,revision_number=None']} {{(pid=84875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:19:48.221729 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-22f6fe06-34e4-4921-841b-0d7ee4466904 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:19:48.257500 n-d-768862-2 neutron-server[84765]: DEBUG neutron.notifiers.nova [None req-985349ac-c205-4de8-b300-03f34fbc81a7 tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] device_id is not set on port 8d2fa32c-1c6d-4f4e-8c15-e87e4a32d7ea yet. {{(pid=84874) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}} Jan 14 07:19:48.440556 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.managers [None req-4af68f5e-27ad-4cdc-9f2c-7feea09061e7 tempest-RoutersIpV6Test-883692175 tempest-RoutersIpV6Test-883692175] Network 0a09cc48-f4c1-4cd9-9169-5b6f5bece23c has no segments {{(pid=84874) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 14 07:19:48.471604 n-d-768862-2 neutron-server[84765]: Traceback (most recent call last): Jan 14 07:19:48.471604 n-d-768862-2 neutron-server[84765]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 14 07:19:48.471604 n-d-768862-2 neutron-server[84765]: timer() Jan 14 07:19:48.471604 n-d-768862-2 neutron-server[84765]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 14 07:19:48.471604 n-d-768862-2 neutron-server[84765]: cb(*args, **kw) Jan 14 07:19:48.471604 n-d-768862-2 neutron-server[84765]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Jan 14 07:19:48.471604 n-d-768862-2 neutron-server[84765]: return func(*args, **kwargs) Jan 14 07:19:48.471604 n-d-768862-2 neutron-server[84765]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 14 07:19:48.471604 n-d-768862-2 neutron-server[84765]: self._notify() Jan 14 07:19:48.471604 n-d-768862-2 neutron-server[84765]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 14 07:19:48.471604 n-d-768862-2 neutron-server[84765]: self.callback(batched_events) Jan 14 07:19:48.471604 n-d-768862-2 neutron-server[84765]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 14 07:19:48.471604 n-d-768862-2 neutron-server[84765]: event.method(event) Jan 14 07:19:48.471604 n-d-768862-2 neutron-server[84765]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 14 07:19:48.471604 n-d-768862-2 neutron-server[84765]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 14 07:19:48.471604 n-d-768862-2 neutron-server[84765]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Jan 14 07:19:48.471604 n-d-768862-2 neutron-server[84765]: segment_id)['aggregates'][0] Jan 14 07:19:48.471604 n-d-768862-2 neutron-server[84765]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 14 07:19:48.471604 n-d-768862-2 neutron-server[84765]: return f(self, *a, **k) Jan 14 07:19:48.471604 n-d-768862-2 neutron-server[84765]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 14 07:19:48.471604 n-d-768862-2 neutron-server[84765]: return self._get(url).json() Jan 14 07:19:48.471604 n-d-768862-2 neutron-server[84765]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 14 07:19:48.471604 n-d-768862-2 neutron-server[84765]: **kwargs) Jan 14 07:19:48.471604 n-d-768862-2 neutron-server[84765]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 14 07:19:48.471604 n-d-768862-2 neutron-server[84765]: return self.request(url, 'GET', **kwargs) Jan 14 07:19:48.471604 n-d-768862-2 neutron-server[84765]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Jan 14 07:19:48.471604 n-d-768862-2 neutron-server[84765]: **endpoint_filter) Jan 14 07:19:48.471604 n-d-768862-2 neutron-server[84765]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 14 07:19:48.471604 n-d-768862-2 neutron-server[84765]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 14 07:19:48.471604 n-d-768862-2 neutron-server[84765]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 14 07:19:48.471604 n-d-768862-2 neutron-server[84765]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 14 07:19:48.471604 n-d-768862-2 neutron-server[84765]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 14 07:19:48.562078 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-670255ce-a03a-4254-95a5-088b01805a15 tempest-DHCPAgentSchedulersTestJSON-1868396974 tempest-DHCPAgentSchedulersTestJSON-1868396974] 10.222.0.24 "GET /v2.0/agents/32f3dd84-26da-4d18-bf15-6017a8fb7247/dhcp-networks HTTP/1.1" status: 200 len: 15846 time: 1.1843321 Jan 14 07:19:48.562503 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84874) accepted ('10.222.0.24', 38602) {{(pid=84874) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:19:48.850385 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-852a24f7-e9a1-4193-9abb-e9506fe5213f None None] Network b9f35392-c3f0-486f-ade5-7e171dabdf1c details requested by agent ovs-agent-n-h2-768862-2 with host n-h2-768862-2 {{(pid=84876) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 07:19:48.910567 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-017f98a9-8a07-408c-a86f-8ff0c00400a0 None None] Network b9f35392-c3f0-486f-ade5-7e171dabdf1c details requested by agent ovs-agent-n-h1-768862-2 with host n-h1-768862-2 {{(pid=84876) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 07:19:48.977662 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Network b9f35392-c3f0-486f-ade5-7e171dabdf1c details requested by agent ovs-agent-n-d-768862-2 with host n-d-768862-2 {{(pid=84876) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 07:19:49.216950 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-4af68f5e-27ad-4cdc-9f2c-7feea09061e7 tempest-RoutersIpV6Test-883692175 tempest-RoutersIpV6Test-883692175] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036854176830', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850887149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3912591'] for network, after_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:19:49.226227 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-4af68f5e-27ad-4cdc-9f2c-7feea09061e7 tempest-RoutersIpV6Test-883692175 tempest-RoutersIpV6Test-883692175] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3207107'] for network, before_response {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:19:49.257306 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-d114ca36-1393-446a-a551-94677feaa986 tempest-ServersTestMultiNic-2121779930 tempest-ServersTestMultiNic-2121779930] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:19:49.281881 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-22f6fe06-34e4-4921-841b-0d7ee4466904 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted--9223372036851568851', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal--9223372036850888080'] for router_interface, after_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:19:49.300068 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-9379f4a2-b562-450b-bbaa-9aadb94cbf59 None None] Notify callbacks [] for port, precommit_create {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:19:49.313483 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-4af68f5e-27ad-4cdc-9f2c-7feea09061e7 tempest-RoutersIpV6Test-883692175 tempest-RoutersIpV6Test-883692175] 10.222.0.24 "DELETE /v2.0/networks/0a09cc48-f4c1-4cd9-9169-5b6f5bece23c HTTP/1.1" status: 204 len: 168 time: 4.2922654 Jan 14 07:19:49.315550 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84874) accepted ('10.222.0.24', 38610) {{(pid=84874) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:19:49.319069 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4af68f5e-27ad-4cdc-9f2c-7feea09061e7 tempest-RoutersIpV6Test-883692175 tempest-RoutersIpV6Test-883692175] Pushing event deleted for resources: {'Network': ['ID=0a09cc48-f4c1-4cd9-9169-5b6f5bece23c,revision_number=None']} {{(pid=84874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:19:49.325262 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-4af68f5e-27ad-4cdc-9f2c-7feea09061e7 tempest-RoutersIpV6Test-883692175 tempest-RoutersIpV6Test-883692175] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:19:49.338397 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.v2.base [None req-91437a01-98dd-46da-a94d-826af365b7f2 tempest-RoutersIpV6Test-883692175 tempest-RoutersIpV6Test-883692175] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-314377378'}} {{(pid=84874) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:19:49.352052 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-91437a01-98dd-46da-a94d-826af365b7f2 tempest-RoutersIpV6Test-883692175 tempest-RoutersIpV6Test-883692175] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:19:49.383506 n-d-768862-2 neutron-server[84765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62a52ddc-4ab8-4651-9792-cb60faed6493 tempest-DHCPAgentSchedulersTestJSON-1868396974 tempest-DHCPAgentSchedulersTestJSON-1868396974] Network b9f35392-c3f0-486f-ade5-7e171dabdf1c is scheduled to be hosted by DHCP agent 32f3dd84-26da-4d18-bf15-6017a8fb7247 with binding_index 1 {{(pid=84874) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Jan 14 07:19:49.403495 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-91437a01-98dd-46da-a94d-826af365b7f2 tempest-RoutersIpV6Test-883692175 tempest-RoutersIpV6Test-883692175] Usage tracker for resource:network and tenant:d787627cdb8d4cc9b70642659fae99d7 is out of sync, need to count used quota {{(pid=84874) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:19:49.416378 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-62a52ddc-4ab8-4651-9792-cb60faed6493 tempest-DHCPAgentSchedulersTestJSON-1868396974 tempest-DHCPAgentSchedulersTestJSON-1868396974] 10.222.0.24 "POST /v2.0/agents/32f3dd84-26da-4d18-bf15-6017a8fb7247/dhcp-networks HTTP/1.1" status: 201 len: 201 time: 0.8481281 Jan 14 07:19:49.418531 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-91437a01-98dd-46da-a94d-826af365b7f2 tempest-RoutersIpV6Test-883692175 tempest-RoutersIpV6Test-883692175] Quota usage for network was recalculated. Used quota:0. {{(pid=84874) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:19:49.422081 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84874) accepted ('10.222.0.24', 38614) {{(pid=84874) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:19:49.466034 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-91437a01-98dd-46da-a94d-826af365b7f2 tempest-RoutersIpV6Test-883692175 tempest-RoutersIpV6Test-883692175] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:19:49.566769 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-9379f4a2-b562-450b-bbaa-9aadb94cbf59 None None] Transition to ACTIVE for port object c870dc86-43b7-4f90-94bf-2c5db5689264 will not be triggered until provisioned by entity L2. {{(pid=84876) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 07:19:49.590434 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-9379f4a2-b562-450b-bbaa-9aadb94cbf59 None None] Transition to ACTIVE for port object c870dc86-43b7-4f90-94bf-2c5db5689264 will not be triggered until provisioned by entity DHCP. {{(pid=84876) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 07:19:49.755851 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e71a70bc-c1a9-401b-b637-17ae5fc8f1a6 None None] Network b9f35392-c3f0-486f-ade5-7e171dabdf1c requested from n-d-768862-2 {{(pid=84876) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 07:19:49.915403 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-9379f4a2-b562-450b-bbaa-9aadb94cbf59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777640123575'] for port, after_create {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:19:50.283950 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-825f1c38-c3db-4d0c-bef2-46820c45549f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84876) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:19:50.360384 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.db.resource_extend [None req-6f9a64d9-d850-40ca-af3a-f7eec0a54bc9 admin admin] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84875) wrapper /usr/local/lib/python3.6/dist-packages/oslo_utils/timeutils.py:388}} Jan 14 07:19:50.440365 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-6f9a64d9-d850-40ca-af3a-f7eec0a54bc9 admin admin] Notify callbacks [] for port, precommit_update {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:19:50.462914 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-6f9a64d9-d850-40ca-af3a-f7eec0a54bc9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777640533312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363259214678337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777640097497', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3154211'] for port, after_update {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:19:50.728801 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9379f4a2-b562-450b-bbaa-9aadb94cbf59 None None] Pushing event updated for resources: {'Port': ['ID=c870dc86-43b7-4f90-94bf-2c5db5689264,revision_number=1']} {{(pid=84876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:19:50.743036 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.db_base_plugin_common [None req-985349ac-c205-4de8-b300-03f34fbc81a7 tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] Allocated IP 2001:db8::176 (23f0a15d-6362-4cec-82c1-cacba887c566/de0533a3-59db-46b2-9c2a-c0bfe21fd598/8d2fa32c-1c6d-4f4e-8c15-e87e4a32d7ea) {{(pid=84874) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 14 07:19:50.791873 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Device c1448423-f255-4037-aa95-f263966dbb30 up at agent ovs-agent-n-d-768862-2 {{(pid=84876) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 07:19:50.838791 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-661cca8e-0b1c-4f53-bd45-9f6c898181ba tempest-DHCPAgentSchedulersTestJSON-1868396974 tempest-DHCPAgentSchedulersTestJSON-1868396974] 10.222.0.24 "GET /v2.0/agents/32f3dd84-26da-4d18-bf15-6017a8fb7247/dhcp-networks HTTP/1.1" status: 200 len: 15872 time: 1.4140828 Jan 14 07:19:50.844134 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84874) accepted ('10.222.0.24', 38628) {{(pid=84874) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:19:50.893485 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-91437a01-98dd-46da-a94d-826af365b7f2 tempest-RoutersIpV6Test-883692175 tempest-RoutersIpV6Test-883692175] Made reservation on behalf of d787627cdb8d4cc9b70642659fae99d7 for: {'network': 1} {{(pid=84874) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 07:19:50.898476 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-a7ae5224-01c1-41f6-8645-e6a5acd7ca95 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363259214191800', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854171626'] for agent, after_update {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:19:50.903761 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-9379f4a2-b562-450b-bbaa-9aadb94cbf59 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.620s {{(pid=84876) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:19:50.905392 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-91437a01-98dd-46da-a94d-826af365b7f2 tempest-RoutersIpV6Test-883692175 tempest-RoutersIpV6Test-883692175] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555753'] for network, before_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:19:50.915144 n-d-768862-2 neutron-server[84765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9379f4a2-b562-450b-bbaa-9aadb94cbf59 None None] Network 23f0a15d-6362-4cec-82c1-cacba887c566 is already hosted by enough agents. {{(pid=84876) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 07:19:50.924598 n-d-768862-2 neutron-server[84765]: DEBUG neutron.scheduler.base_scheduler [None req-9379f4a2-b562-450b-bbaa-9aadb94cbf59 None None] Resources bound (agent type, host, resource id): {{(pid=84876) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 07:19:50.963703 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9379f4a2-b562-450b-bbaa-9aadb94cbf59 None None] Received port after_create {{(pid=84876) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 14 07:19:51.042198 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Provisioning for port c1448423-f255-4037-aa95-f263966dbb30 completed by entity L2. {{(pid=84876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 07:19:51.044826 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-91437a01-98dd-46da-a94d-826af365b7f2 tempest-RoutersIpV6Test-883692175 tempest-RoutersIpV6Test-883692175] vxlan segment allocate from pool success with {'vxlan_vni': 3} {{(pid=84874) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Jan 14 07:19:51.054559 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-bfe881e2-10ef-499b-9dd7-ef421ac5b79e tempest-RoutersIpV6Test-883692175 tempest-RoutersIpV6Test-883692175] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:19:51.058335 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Provisioning complete for port c1448423-f255-4037-aa95-f263966dbb30 triggered by entity L2. {{(pid=84876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 07:19:51.058335 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-604227'] for port, provisioning_complete {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:19:51.131417 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.managers [None req-9379f4a2-b562-450b-bbaa-9aadb94cbf59 None None] Attempting to bind port c870dc86-43b7-4f90-94bf-2c5db5689264 on host n-d-768862-2 for vnic_type normal with profile {{(pid=84876) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 14 07:19:51.132075 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.managers [None req-9379f4a2-b562-450b-bbaa-9aadb94cbf59 None None] Attempting to bind port c870dc86-43b7-4f90-94bf-2c5db5689264 by drivers openvswitch on host n-d-768862-2 at level 0 using segments [{'id': '56f1c7cf-f3a3-41d2-9677-68978131444f', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 20, 'network_id': '23f0a15d-6362-4cec-82c1-cacba887c566'}] {{(pid=84876) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 14 07:19:51.133010 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9379f4a2-b562-450b-bbaa-9aadb94cbf59 None None] Attempting to bind port c870dc86-43b7-4f90-94bf-2c5db5689264 on network 23f0a15d-6362-4cec-82c1-cacba887c566 {{(pid=84876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 14 07:19:51.147642 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9379f4a2-b562-450b-bbaa-9aadb94cbf59 None None] Checking agent: {'id': 'ba5efab1-b43c-4d5a-bc52-6e105d4e67a2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768862-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 14, 6, 56, 52), 'started_at': datetime.datetime(2021, 1, 14, 6, 57, 22), 'heartbeat_timestamp': datetime.datetime(2021, 1, 14, 7, 19, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768862-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.29', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 14 07:19:51.148255 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9379f4a2-b562-450b-bbaa-9aadb94cbf59 None None] Checking segment: {'id': '56f1c7cf-f3a3-41d2-9677-68978131444f', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 20, 'network_id': '23f0a15d-6362-4cec-82c1-cacba887c566'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84876) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 14 07:19:51.148515 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-9379f4a2-b562-450b-bbaa-9aadb94cbf59 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:19:51.149593 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9379f4a2-b562-450b-bbaa-9aadb94cbf59 None None] Bound using segment: {'id': '56f1c7cf-f3a3-41d2-9677-68978131444f', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 20, 'network_id': '23f0a15d-6362-4cec-82c1-cacba887c566'} {{(pid=84876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 14 07:19:51.149762 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-91437a01-98dd-46da-a94d-826af365b7f2 tempest-RoutersIpV6Test-883692175 tempest-RoutersIpV6Test-883692175] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854179735'] for segment, precommit_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:19:51.150137 n-d-768862-2 neutron-server[84765]: INFO neutron.db.segments_db [None req-91437a01-98dd-46da-a94d-826af365b7f2 tempest-RoutersIpV6Test-883692175 tempest-RoutersIpV6Test-883692175] Added segment 52b15418-ab71-4899-9e40-bcda4a993c5f of type vxlan for network 4f4fd859-936f-4644-83e0-dde174ebea87 Jan 14 07:19:51.150298 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.managers [None req-9379f4a2-b562-450b-bbaa-9aadb94cbf59 None None] Bound port: c870dc86-43b7-4f90-94bf-2c5db5689264, host: n-d-768862-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '56f1c7cf-f3a3-41d2-9677-68978131444f', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 20, 'network_id': '23f0a15d-6362-4cec-82c1-cacba887c566'}}] {{(pid=84876) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 14 07:19:51.150558 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-9379f4a2-b562-450b-bbaa-9aadb94cbf59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555753'] for port, before_update {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:19:51.157088 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-d183327f-af45-4357-836c-9118570768bd tempest-DHCPAgentSchedulersTestJSON-1868396974 tempest-DHCPAgentSchedulersTestJSON-1868396974] 10.222.0.24 "DELETE /v2.0/agents/32f3dd84-26da-4d18-bf15-6017a8fb7247/dhcp-networks/b9f35392-c3f0-486f-ade5-7e171dabdf1c HTTP/1.1" status: 204 len: 168 time: 0.3033245 Jan 14 07:19:51.162356 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84874) accepted ('10.222.0.24', 38636) {{(pid=84874) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:19:51.216252 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-6f9a64d9-d850-40ca-af3a-f7eec0a54bc9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3206949', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3889649'] for router_interface, after_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:19:51.398238 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [None req-9379f4a2-b562-450b-bbaa-9aadb94cbf59 None None] For port c870dc86-43b7-4f90-94bf-2c5db5689264, host n-d-768862-2, cleared binding levels {{(pid=84876) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 14 07:19:51.412755 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [None req-9379f4a2-b562-450b-bbaa-9aadb94cbf59 None None] For port c870dc86-43b7-4f90-94bf-2c5db5689264, host n-d-768862-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-2',level=0,port_id=c870dc86-43b7-4f90-94bf-2c5db5689264,segment=NetworkSegment(56f1c7cf-f3a3-41d2-9677-68978131444f),segment_id=56f1c7cf-f3a3-41d2-9677-68978131444f)] {{(pid=84876) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 14 07:19:51.414389 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-90879e77-6a7c-4e94-9ced-3dfefc254623 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363259214191800', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854171626'] for agent, after_update {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:19:51.432814 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-9379f4a2-b562-450b-bbaa-9aadb94cbf59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777640533312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363259214678337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777640097497'] for port, after_update {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:19:51.433335 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-91437a01-98dd-46da-a94d-826af365b7f2 tempest-RoutersIpV6Test-883692175 tempest-RoutersIpV6Test-883692175] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363259214646115'] for network, precommit_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:19:51.466563 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f9a64d9-d850-40ca-af3a-f7eec0a54bc9 admin admin] Pushing event updated for resources: {'Port': ['ID=11b520c1-adce-4af0-b931-ba9ac1a29802,revision_number=2']} {{(pid=84875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:19:51.485541 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-6f9a64d9-d850-40ca-af3a-f7eec0a54bc9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.432s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:19:51.504631 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-91437a01-98dd-46da-a94d-826af365b7f2 tempest-RoutersIpV6Test-883692175 tempest-RoutersIpV6Test-883692175] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850887149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964'] for network, after_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:19:51.536655 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91437a01-98dd-46da-a94d-826af365b7f2 tempest-RoutersIpV6Test-883692175 tempest-RoutersIpV6Test-883692175] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:19:51.537831 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-91437a01-98dd-46da-a94d-826af365b7f2 tempest-RoutersIpV6Test-883692175 tempest-RoutersIpV6Test-883692175] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3207107'] for network, before_response {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:19:51.586818 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84876) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:19:51.644827 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555753'] for port, before_update {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:19:51.708578 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-ff40bae8-4e5e-4f83-a6f8-03281ce6c6b3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:19:51.711151 n-d-768862-2 neutron-server[84765]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-22f6fe06-34e4-4921-841b-0d7ee4466904 admin admin] Router edd66113-474d-430c-86c2-dc251bc10dd9 has already been hosted by L3 agent 35f592e9-451b-4db9-abea-77b6a5c5391b {{(pid=84875) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Jan 14 07:19:51.757188 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] For port c1448423-f255-4037-aa95-f263966dbb30, host n-d-768862-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-2',level=0,port_id=c1448423-f255-4037-aa95-f263966dbb30,segment=NetworkSegment(cf3ded2c-bc47-4a71-89af-6e7117e60140),segment_id=cf3ded2c-bc47-4a71-89af-6e7117e60140)] {{(pid=84876) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 07:19:51.767278 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-9c24ad5a-228f-4065-84a4-117840c2211a tempest-DHCPAgentSchedulersTestJSON-1868396974 tempest-DHCPAgentSchedulersTestJSON-1868396974] 10.222.0.24 "GET /v2.0/agents/32f3dd84-26da-4d18-bf15-6017a8fb7247/dhcp-networks HTTP/1.1" status: 200 len: 15108 time: 0.6035273 Jan 14 07:19:51.782434 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-91437a01-98dd-46da-a94d-826af365b7f2 tempest-RoutersIpV6Test-883692175 tempest-RoutersIpV6Test-883692175] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 2.4545474 Jan 14 07:19:51.792349 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84874) accepted ('10.222.0.24', 38646) {{(pid=84874) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:19:51.793013 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84874) accepted ('10.222.0.24', 38648) {{(pid=84874) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:19:51.795392 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777640533312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363259214678337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777640097497'] for port, after_update {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:19:51.811087 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9379f4a2-b562-450b-bbaa-9aadb94cbf59 None None] Pushing event updated for resources: {'Port': ['ID=c870dc86-43b7-4f90-94bf-2c5db5689264,revision_number=2']} {{(pid=84876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:19:51.818006 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-9379f4a2-b562-450b-bbaa-9aadb94cbf59 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.232s {{(pid=84876) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:19:51.818758 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-da76cfc0-98e8-4426-9f6d-4f05aa3fae78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363259214191800', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854171626'] for agent, after_update {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:19:51.819363 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-c4e49b63-2197-4bf8-a24f-3f4e38c86ba3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.009s {{(pid=84876) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:19:51.920219 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Pushing event updated for resources: {'Port': ['ID=c1448423-f255-4037-aa95-f263966dbb30,revision_number=4']} {{(pid=84876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:19:51.924508 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=84876) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:19:51.956421 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.v2.base [None req-c446c8f9-9de8-4af6-8ee4-c68822c4749b tempest-RoutersIpV6Test-883692175 tempest-RoutersIpV6Test-883692175] Request body: {'subnet': {'network_id': '4f4fd859-936f-4644-83e0-dde174ebea87', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=84874) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:19:52.065656 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Device c1448423-f255-4037-aa95-f263966dbb30 up at agent ovs-agent-n-d-768862-2 {{(pid=84876) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 07:19:52.078045 n-d-768862-2 neutron-server[84765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f9a64d9-d850-40ca-af3a-f7eec0a54bc9 admin admin] Network 7136c47d-cc04-4011-90f6-51bed0ba3abd is already hosted by enough agents. {{(pid=84875) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 07:19:52.091891 n-d-768862-2 neutron-server[84765]: DEBUG neutron.scheduler.base_scheduler [None req-6f9a64d9-d850-40ca-af3a-f7eec0a54bc9 admin admin] Resources bound (agent type, host, resource id): {{(pid=84875) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 07:19:52.185864 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-985349ac-c205-4de8-b300-03f34fbc81a7 tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] Notify callbacks [] for port, precommit_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:19:52.207775 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-985349ac-c205-4de8-b300-03f34fbc81a7 tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] Transition to ACTIVE for port object 8d2fa32c-1c6d-4f4e-8c15-e87e4a32d7ea will not be triggered until provisioned by entity DHCP. {{(pid=84874) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 07:19:52.257357 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-18bbc3df-4320-4193-bfd2-04f887aa4c31 tempest-AllowedAddressPairTestJSON-747646770 tempest-AllowedAddressPairTestJSON-747646770] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850887113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036851621412', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036852467174'] for subnet, after_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:19:52.302567 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Provisioning complete for port c1448423-f255-4037-aa95-f263966dbb30 triggered by entity L2. {{(pid=84876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 07:19:52.304013 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-604227'] for port, provisioning_complete {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:19:52.305996 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-c446c8f9-9de8-4af6-8ee4-c68822c4749b tempest-RoutersIpV6Test-883692175 tempest-RoutersIpV6Test-883692175] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:19:52.330197 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-c446c8f9-9de8-4af6-8ee4-c68822c4749b tempest-RoutersIpV6Test-883692175 tempest-RoutersIpV6Test-883692175] Usage tracker for resource:subnet and tenant:d787627cdb8d4cc9b70642659fae99d7 is out of sync, need to count used quota {{(pid=84874) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:19:52.335629 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-c446c8f9-9de8-4af6-8ee4-c68822c4749b tempest-RoutersIpV6Test-883692175 tempest-RoutersIpV6Test-883692175] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84874) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:19:52.353626 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-c446c8f9-9de8-4af6-8ee4-c68822c4749b tempest-RoutersIpV6Test-883692175 tempest-RoutersIpV6Test-883692175] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:19:52.404632 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c446c8f9-9de8-4af6-8ee4-c68822c4749b tempest-RoutersIpV6Test-883692175 tempest-RoutersIpV6Test-883692175] Made reservation on behalf of d787627cdb8d4cc9b70642659fae99d7 for: {'subnet': 1} {{(pid=84874) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 07:19:52.510457 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-28772f00-368a-4b99-b86e-45bd33549d0f tempest-DHCPAgentSchedulersTestJSON-1868396974 tempest-DHCPAgentSchedulersTestJSON-1868396974] 10.222.0.24 "GET /v2.0/networks/ca71f1de-44f7-45de-a3cd-ebd1903f37be/dhcp-agents HTTP/1.1" status: 200 len: 797 time: 0.7157276 Jan 14 07:19:52.521155 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84874) accepted ('10.222.0.24', 38664) {{(pid=84874) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:19:52.524140 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91437a01-98dd-46da-a94d-826af365b7f2 tempest-RoutersIpV6Test-883692175 tempest-RoutersIpV6Test-883692175] Pushing event updated for resources: {'Network': ['ID=4f4fd859-936f-4644-83e0-dde174ebea87,revision_number=1']} {{(pid=84874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:19:52.537007 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-852a24f7-e9a1-4193-9abb-e9506fe5213f None None] Network 4f4fd859-936f-4644-83e0-dde174ebea87 details requested by agent ovs-agent-n-h2-768862-2 with host n-h2-768862-2 {{(pid=84876) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 07:19:52.551424 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-91437a01-98dd-46da-a94d-826af365b7f2 tempest-RoutersIpV6Test-883692175 tempest-RoutersIpV6Test-883692175] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.843s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:19:52.555822 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-985349ac-c205-4de8-b300-03f34fbc81a7 tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777640123575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3254186'] for port, after_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:19:52.652076 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-15b546c7-6670-4c5c-9fff-45a5e28075cb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:19:52.770006 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-045b3554-32c7-4254-b77e-b1cedbfb803f tempest-ListServerFiltersTestJSON-2017310780 tempest-ListServerFiltersTestJSON-2017310780] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:19:52.843605 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-017f98a9-8a07-408c-a86f-8ff0c00400a0 None None] Network 4f4fd859-936f-4644-83e0-dde174ebea87 details requested by agent ovs-agent-n-h1-768862-2 with host n-h1-768862-2 {{(pid=84876) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 07:19:52.885768 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Network 4f4fd859-936f-4644-83e0-dde174ebea87 details requested by agent ovs-agent-n-d-768862-2 with host n-d-768862-2 {{(pid=84876) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 07:19:52.908989 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-5b7c2ac8-32ea-421a-aa69-54d191551f51 tempest-DHCPAgentSchedulersTestJSON-1868396974 tempest-DHCPAgentSchedulersTestJSON-1868396974] 10.222.0.24 "GET /v2.0/networks/ca71f1de-44f7-45de-a3cd-ebd1903f37be/dhcp-agents HTTP/1.1" status: 200 len: 797 time: 0.3829792 Jan 14 07:19:52.920570 n-d-768862-2 neutron-server[84765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-985349ac-c205-4de8-b300-03f34fbc81a7 tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] Network 23f0a15d-6362-4cec-82c1-cacba887c566 is already hosted by enough agents. {{(pid=84874) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 07:19:52.926507 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-c446c8f9-9de8-4af6-8ee4-c68822c4749b tempest-RoutersIpV6Test-883692175 tempest-RoutersIpV6Test-883692175] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036851981161'] for subnet, before_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:19:52.963636 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84875) accepted ('10.222.0.24', 38670) {{(pid=84875) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:19:53.026281 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-22f6fe06-34e4-4921-841b-0d7ee4466904 admin admin] Notify agent at l3_agent.n-d-768862-2 the message routers_updated {{(pid=84875) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jan 14 07:19:53.039252 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b480bb6e-a6cd-4146-bf1f-1771b945c62d None None] Sync routers for ids ['edd66113-474d-430c-86c2-dc251bc10dd9'] in n-d-768862-2 {{(pid=84877) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Jan 14 07:19:53.087953 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18bbc3df-4320-4193-bfd2-04f887aa4c31 tempest-AllowedAddressPairTestJSON-747646770 tempest-AllowedAddressPairTestJSON-747646770] Pushing event updated for resources: {'Subnet': ['ID=ea9a674a-26a8-40d1-9f51-c70dafb0561d,revision_number=0']} {{(pid=84875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:19:53.089639 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b480bb6e-a6cd-4146-bf1f-1771b945c62d None None] Routers {'edd66113-474d-430c-86c2-dc251bc10dd9'} bound to L3 agent in host n-d-768862-2 {{(pid=84877) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 14 07:19:53.092028 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_hamode_db [None req-b480bb6e-a6cd-4146-bf1f-1771b945c62d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-01-14T06:56:51Z,description=,heartbeat_timestamp=2021-01-14T07:19:51Z,host='n-d-768862-2',id=35f592e9-451b-4db9-abea-77b6a5c5391b,load=0,resource_versions=,resources_synced=,started_at=2021-01-14T06:56:51Z,topic='l3_agent')) {'router_ids': ['edd66113-474d-430c-86c2-dc251bc10dd9'], 'active': True} {{(pid=84877) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:19:53.216614 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-22f6fe06-34e4-4921-841b-0d7ee4466904 admin admin] 10.222.0.24 "PUT /v2.0/routers/edd66113-474d-430c-86c2-dc251bc10dd9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 13.7753756 Jan 14 07:19:53.227066 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18bbc3df-4320-4193-bfd2-04f887aa4c31 tempest-AllowedAddressPairTestJSON-747646770 tempest-AllowedAddressPairTestJSON-747646770] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@n-h1-768862-2 {{(pid=84875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:19:53.227497 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18bbc3df-4320-4193-bfd2-04f887aa4c31 tempest-AllowedAddressPairTestJSON-747646770 tempest-AllowedAddressPairTestJSON-747646770] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-h1-768862-2 {{(pid=84875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:19:53.227955 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18bbc3df-4320-4193-bfd2-04f887aa4c31 tempest-AllowedAddressPairTestJSON-747646770 tempest-AllowedAddressPairTestJSON-747646770] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-h1-768862-2 {{(pid=84875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:19:53.228381 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18bbc3df-4320-4193-bfd2-04f887aa4c31 tempest-AllowedAddressPairTestJSON-747646770 tempest-AllowedAddressPairTestJSON-747646770] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-h1-768862-2 {{(pid=84875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:19:53.228796 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18bbc3df-4320-4193-bfd2-04f887aa4c31 tempest-AllowedAddressPairTestJSON-747646770 tempest-AllowedAddressPairTestJSON-747646770] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@n-h1-768862-2 {{(pid=84875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:19:53.229219 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18bbc3df-4320-4193-bfd2-04f887aa4c31 tempest-AllowedAddressPairTestJSON-747646770 tempest-AllowedAddressPairTestJSON-747646770] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-h1-768862-2 {{(pid=84875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:19:53.229629 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18bbc3df-4320-4193-bfd2-04f887aa4c31 tempest-AllowedAddressPairTestJSON-747646770 tempest-AllowedAddressPairTestJSON-747646770] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-h1-768862-2 {{(pid=84875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:19:53.230039 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18bbc3df-4320-4193-bfd2-04f887aa4c31 tempest-AllowedAddressPairTestJSON-747646770 tempest-AllowedAddressPairTestJSON-747646770] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-h1-768862-2 {{(pid=84875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:19:53.230449 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18bbc3df-4320-4193-bfd2-04f887aa4c31 tempest-AllowedAddressPairTestJSON-747646770 tempest-AllowedAddressPairTestJSON-747646770] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-h1-768862-2 {{(pid=84875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:19:53.230858 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18bbc3df-4320-4193-bfd2-04f887aa4c31 tempest-AllowedAddressPairTestJSON-747646770 tempest-AllowedAddressPairTestJSON-747646770] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-h1-768862-2 {{(pid=84875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:19:53.231268 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18bbc3df-4320-4193-bfd2-04f887aa4c31 tempest-AllowedAddressPairTestJSON-747646770 tempest-AllowedAddressPairTestJSON-747646770] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-h1-768862-2 {{(pid=84875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:19:53.231671 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18bbc3df-4320-4193-bfd2-04f887aa4c31 tempest-AllowedAddressPairTestJSON-747646770 tempest-AllowedAddressPairTestJSON-747646770] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-h1-768862-2 {{(pid=84875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:19:53.244453 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18bbc3df-4320-4193-bfd2-04f887aa4c31 tempest-AllowedAddressPairTestJSON-747646770 tempest-AllowedAddressPairTestJSON-747646770] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@n-h2-768862-2 {{(pid=84875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:19:53.245950 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18bbc3df-4320-4193-bfd2-04f887aa4c31 tempest-AllowedAddressPairTestJSON-747646770 tempest-AllowedAddressPairTestJSON-747646770] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-h2-768862-2 {{(pid=84875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:19:53.248595 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18bbc3df-4320-4193-bfd2-04f887aa4c31 tempest-AllowedAddressPairTestJSON-747646770 tempest-AllowedAddressPairTestJSON-747646770] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-h2-768862-2 {{(pid=84875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:19:53.249329 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18bbc3df-4320-4193-bfd2-04f887aa4c31 tempest-AllowedAddressPairTestJSON-747646770 tempest-AllowedAddressPairTestJSON-747646770] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-h2-768862-2 {{(pid=84875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:19:53.251348 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18bbc3df-4320-4193-bfd2-04f887aa4c31 tempest-AllowedAddressPairTestJSON-747646770 tempest-AllowedAddressPairTestJSON-747646770] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@n-h2-768862-2 {{(pid=84875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:19:53.254309 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18bbc3df-4320-4193-bfd2-04f887aa4c31 tempest-AllowedAddressPairTestJSON-747646770 tempest-AllowedAddressPairTestJSON-747646770] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-h2-768862-2 {{(pid=84875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:19:53.256050 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18bbc3df-4320-4193-bfd2-04f887aa4c31 tempest-AllowedAddressPairTestJSON-747646770 tempest-AllowedAddressPairTestJSON-747646770] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-h2-768862-2 {{(pid=84875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:19:53.256692 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18bbc3df-4320-4193-bfd2-04f887aa4c31 tempest-AllowedAddressPairTestJSON-747646770 tempest-AllowedAddressPairTestJSON-747646770] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-h2-768862-2 {{(pid=84875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:19:53.256815 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84874) accepted ('10.222.0.24', 38676) {{(pid=84874) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:19:53.257776 n-d-768862-2 neutron-server[84765]: DEBUG neutron.scheduler.base_scheduler [None req-985349ac-c205-4de8-b300-03f34fbc81a7 tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] Resources bound (agent type, host, resource id): {{(pid=84874) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 07:19:53.258651 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18bbc3df-4320-4193-bfd2-04f887aa4c31 tempest-AllowedAddressPairTestJSON-747646770 tempest-AllowedAddressPairTestJSON-747646770] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-h2-768862-2 {{(pid=84875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:19:53.259452 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18bbc3df-4320-4193-bfd2-04f887aa4c31 tempest-AllowedAddressPairTestJSON-747646770 tempest-AllowedAddressPairTestJSON-747646770] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-h2-768862-2 {{(pid=84875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:19:53.259960 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-985349ac-c205-4de8-b300-03f34fbc81a7 tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] Pushing event updated for resources: {'Port': ['ID=8d2fa32c-1c6d-4f4e-8c15-e87e4a32d7ea,revision_number=1']} {{(pid=84874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:19:53.271695 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-985349ac-c205-4de8-b300-03f34fbc81a7 tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.502s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:19:53.275977 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18bbc3df-4320-4193-bfd2-04f887aa4c31 tempest-AllowedAddressPairTestJSON-747646770 tempest-AllowedAddressPairTestJSON-747646770] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-h2-768862-2 {{(pid=84875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:19:53.277410 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18bbc3df-4320-4193-bfd2-04f887aa4c31 tempest-AllowedAddressPairTestJSON-747646770 tempest-AllowedAddressPairTestJSON-747646770] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-h2-768862-2 {{(pid=84875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:19:53.279178 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18bbc3df-4320-4193-bfd2-04f887aa4c31 tempest-AllowedAddressPairTestJSON-747646770 tempest-AllowedAddressPairTestJSON-747646770] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-2 {{(pid=84875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:19:53.280429 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-985349ac-c205-4de8-b300-03f34fbc81a7 tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] Received port after_create {{(pid=84874) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 14 07:19:53.282375 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18bbc3df-4320-4193-bfd2-04f887aa4c31 tempest-AllowedAddressPairTestJSON-747646770 tempest-AllowedAddressPairTestJSON-747646770] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-2 {{(pid=84875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:19:53.284371 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18bbc3df-4320-4193-bfd2-04f887aa4c31 tempest-AllowedAddressPairTestJSON-747646770 tempest-AllowedAddressPairTestJSON-747646770] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-2 {{(pid=84875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:19:53.284638 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network":"rule:regular_user" was deprecated in W in favor of "create_network":"role:member and project_id:%(project_id)s". Reason: Jan 14 07:19:53.284638 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:19:53.284638 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:19:53.284638 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:19:53.284638 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:shared":"rule:admin_only" was deprecated in W in favor of "create_network:shared":"role:admin and system_scope:all". Reason: Jan 14 07:19:53.284638 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:19:53.284638 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:19:53.284638 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:19:53.284638 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:router:external":"rule:admin_only" was deprecated in W in favor of "create_network:router:external":"role:admin and system_scope:all". Reason: Jan 14 07:19:53.284638 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:19:53.284638 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:19:53.284638 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:19:53.284638 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:is_default":"rule:admin_only" was deprecated in W in favor of "create_network:is_default":"role:admin and system_scope:all". Reason: Jan 14 07:19:53.284638 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:19:53.284638 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:19:53.284638 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:19:53.284638 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:port_security_enabled":"rule:regular_user" was deprecated in W in favor of "create_network:port_security_enabled":"role:member and project_id:%(project_id)s". Reason: Jan 14 07:19:53.284638 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:19:53.284638 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:19:53.284638 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:19:53.284638 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:segments":"rule:admin_only" was deprecated in W in favor of "create_network:segments":"role:admin and system_scope:all". Reason: Jan 14 07:19:53.284638 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:19:53.284638 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:19:53.284638 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:19:53.284638 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "create_network:provider:network_type":"role:admin and system_scope:all". Reason: Jan 14 07:19:53.284638 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:19:53.284638 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:19:53.284638 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:19:53.284638 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "create_network:provider:physical_network":"role:admin and system_scope:all". Reason: Jan 14 07:19:53.284638 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:19:53.284638 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:19:53.284638 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:19:53.284638 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "create_network:provider:segmentation_id":"role:admin and system_scope:all". Reason: Jan 14 07:19:53.284638 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:19:53.284638 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:19:53.284638 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:19:53.284638 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network":"rule:admin_or_owner or rule:shared or rule:external or rule:context_is_advsvc" was deprecated in W in favor of "get_network":"(role:reader and system_scope:all) or (role:reader and project_id:%(project_id)s) or rule:shared or rule:external or rule:context_is_advsvc". Reason: Jan 14 07:19:53.284638 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:19:53.284638 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:19:53.284638 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:19:53.284638 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:router:external":"rule:regular_user" was deprecated in W in favor of "get_network:router:external":"role:reader and project_id:%(project_id)s". Reason: Jan 14 07:19:53.284638 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:19:53.284638 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:19:53.284638 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:19:53.284638 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:segments":"rule:admin_only" was deprecated in W in favor of "get_network:segments":"role:reader and system_scope:all". Reason: Jan 14 07:19:53.284638 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:19:53.284638 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:19:53.284638 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:19:53.287291 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "get_network:provider:network_type":"role:reader and system_scope:all". Reason: Jan 14 07:19:53.287291 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:19:53.287291 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:19:53.287291 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:19:53.287291 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "get_network:provider:physical_network":"role:reader and system_scope:all". Reason: Jan 14 07:19:53.287291 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:19:53.287291 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:19:53.287291 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:19:53.287291 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "get_network:provider:segmentation_id":"role:reader and system_scope:all". Reason: Jan 14 07:19:53.287291 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:19:53.287291 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:19:53.287291 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:19:53.287291 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network":"rule:admin_or_owner" was deprecated in W in favor of "update_network":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 07:19:53.287291 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:19:53.287291 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:19:53.287291 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:19:53.287291 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:segments":"rule:admin_only" was deprecated in W in favor of "update_network:segments":"role:admin and system_scope:all". Reason: Jan 14 07:19:53.287291 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:19:53.287291 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:19:53.287291 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:19:53.291978 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18bbc3df-4320-4193-bfd2-04f887aa4c31 tempest-AllowedAddressPairTestJSON-747646770 tempest-AllowedAddressPairTestJSON-747646770] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-2 {{(pid=84875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:19:53.292700 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18bbc3df-4320-4193-bfd2-04f887aa4c31 tempest-AllowedAddressPairTestJSON-747646770 tempest-AllowedAddressPairTestJSON-747646770] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@n-d-768862-2 {{(pid=84875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:19:53.295151 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18bbc3df-4320-4193-bfd2-04f887aa4c31 tempest-AllowedAddressPairTestJSON-747646770 tempest-AllowedAddressPairTestJSON-747646770] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-2 {{(pid=84875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:19:53.295850 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18bbc3df-4320-4193-bfd2-04f887aa4c31 tempest-AllowedAddressPairTestJSON-747646770 tempest-AllowedAddressPairTestJSON-747646770] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-768862-2 {{(pid=84875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:19:53.297737 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18bbc3df-4320-4193-bfd2-04f887aa4c31 tempest-AllowedAddressPairTestJSON-747646770 tempest-AllowedAddressPairTestJSON-747646770] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-768862-2 {{(pid=84875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:19:53.300550 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18bbc3df-4320-4193-bfd2-04f887aa4c31 tempest-AllowedAddressPairTestJSON-747646770 tempest-AllowedAddressPairTestJSON-747646770] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-2 {{(pid=84875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:19:53.302758 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18bbc3df-4320-4193-bfd2-04f887aa4c31 tempest-AllowedAddressPairTestJSON-747646770 tempest-AllowedAddressPairTestJSON-747646770] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-2 {{(pid=84875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:19:53.305387 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18bbc3df-4320-4193-bfd2-04f887aa4c31 tempest-AllowedAddressPairTestJSON-747646770 tempest-AllowedAddressPairTestJSON-747646770] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-2 {{(pid=84875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:19:53.306026 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18bbc3df-4320-4193-bfd2-04f887aa4c31 tempest-AllowedAddressPairTestJSON-747646770 tempest-AllowedAddressPairTestJSON-747646770] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-2 {{(pid=84875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:19:53.315866 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-985349ac-c205-4de8-b300-03f34fbc81a7 tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:19:53.320731 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-985349ac-c205-4de8-b300-03f34fbc81a7 tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854768116'] for port, before_response {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:19:53.323226 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18bbc3df-4320-4193-bfd2-04f887aa4c31 tempest-AllowedAddressPairTestJSON-747646770 tempest-AllowedAddressPairTestJSON-747646770] Checking segment: {'id': '3e1bd123-dba9-416c-83e6-6bedf813c1e7', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 21, 'network_id': '55688c5f-235c-490e-a156-b75715fdee0f'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84875) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 14 07:19:53.324206 n-d-768862-2 neutron-server[84765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18bbc3df-4320-4193-bfd2-04f887aa4c31 tempest-AllowedAddressPairTestJSON-747646770 tempest-AllowedAddressPairTestJSON-747646770] Network hostable DHCP agents. Network: 55688c5f-235c-490e-a156-b75715fdee0f, hostable agents: ['32f3dd84-26da-4d18-bf15-6017a8fb7247'], hosted agents: [] {{(pid=84875) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Jan 14 07:19:53.327361 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363259214191800', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854171626'] for agent, after_update {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:19:53.435462 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_dvr_db [None req-b480bb6e-a6cd-4146-bf1f-1771b945c62d None None] Set router edd66113-474d-430c-86c2-dc251bc10dd9 gateway port host: n-d-768862-2 {{(pid=84877) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 14 07:19:53.442695 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-0f37073e-9c69-4e3c-80e0-6cfaa0fd61a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363259214191800', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854171626'] for agent, after_update {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:19:53.460223 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-985349ac-c205-4de8-b300-03f34fbc81a7 tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 6.8720515 Jan 14 07:19:53.475648 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84874) accepted ('10.222.0.24', 38682) {{(pid=84874) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:19:53.483813 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-18bbc3df-4320-4193-bfd2-04f887aa4c31 tempest-AllowedAddressPairTestJSON-747646770 tempest-AllowedAddressPairTestJSON-747646770] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.831s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:19:53.620326 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-06545e00-8a2a-4405-9bbb-114f5619dbc0 tempest-DHCPAgentSchedulersTestJSON-1868396974 tempest-DHCPAgentSchedulersTestJSON-1868396974] 10.222.0.24 "GET /v2.0/agents/32f3dd84-26da-4d18-bf15-6017a8fb7247/dhcp-networks HTTP/1.1" status: 200 len: 15108 time: 0.6462674 Jan 14 07:19:53.626784 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84875) accepted ('10.222.0.24', 38688) {{(pid=84875) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:19:53.630505 n-d-768862-2 neutron-server[84765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18bbc3df-4320-4193-bfd2-04f887aa4c31 tempest-AllowedAddressPairTestJSON-747646770 tempest-AllowedAddressPairTestJSON-747646770] Network 55688c5f-235c-490e-a156-b75715fdee0f is scheduled to be hosted by DHCP agent 32f3dd84-26da-4d18-bf15-6017a8fb7247 with binding_index 1 {{(pid=84875) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Jan 14 07:19:53.692531 n-d-768862-2 neutron-server[84765]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6f9a64d9-d850-40ca-af3a-f7eec0a54bc9 admin admin] Router 5de0d2fe-bd57-4747-b9c9-eabc9a219a3e has already been hosted by L3 agent 35f592e9-451b-4db9-abea-77b6a5c5391b {{(pid=84875) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Jan 14 07:19:53.892966 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8963d2bb-9747-4d71-a517-c6398bd7383d tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:19:53.908770 n-d-768862-2 neutron-server[84765]: DEBUG neutron.scheduler.base_scheduler [None req-18bbc3df-4320-4193-bfd2-04f887aa4c31 tempest-AllowedAddressPairTestJSON-747646770 tempest-AllowedAddressPairTestJSON-747646770] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768862-2, 55688c5f-235c-490e-a156-b75715fdee0f) {{(pid=84875) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 07:19:53.923025 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47b5bd03-87c2-4c25-b6e6-73fcb21e6230 None None] Network 55688c5f-235c-490e-a156-b75715fdee0f requested from n-d-768862-2 {{(pid=84876) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 07:19:53.933974 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8963d2bb-9747-4d71-a517-c6398bd7383d tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:19:53.935253 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-8963d2bb-9747-4d71-a517-c6398bd7383d tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] Synchronizing usage tracker for tenant:be0aa702e3ca464795a99c51e3b3b04f on resource:port {{(pid=84874) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 14 07:19:53.998051 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0123c67-5654-4977-b7f5-195a881f741f None None] Network 23f0a15d-6362-4cec-82c1-cacba887c566 requested from n-d-768862-2 {{(pid=84876) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 07:19:54.001880 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-b5716940-d8bc-4872-a19e-2915f9ec3c0e admin admin] Notify callbacks [] for router, before_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:19:54.191802 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-7843a148-8f16-4f68-819c-789f6b50f5df tempest-DHCPAgentSchedulersTestJSON-1895530401 tempest-DHCPAgentSchedulersTestJSON-1895530401] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036854160497'] for network, before_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:19:54.246036 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-8963d2bb-9747-4d71-a517-c6398bd7383d tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] Unset dirty status for tenant:be0aa702e3ca464795a99c51e3b3b04f on resource:port {{(pid=84874) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 14 07:19:54.253741 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-8963d2bb-9747-4d71-a517-c6398bd7383d tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] 10.222.0.24 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1669 time: 0.7759700 Jan 14 07:19:54.284572 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84875) accepted ('10.222.0.24', 38700) {{(pid=84875) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:19:54.294157 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_hamode_db [None req-b480bb6e-a6cd-4146-bf1f-1771b945c62d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'edd66113-474d-430c-86c2-dc251bc10dd9', 'name': 'tempest-TaggedBootDevicesTest-125334263-router', 'tenant_id': '4873c9000017431bb4db0aa60ef7da75', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '226f1e78-82cd-4481-9055-4eb73b6db8c1', 'external_fixed_ips': [{'subnet_id': 'ba8deeec-7658-4195-9449-038c076f5c83', 'ip_address': '172.25.2.3'}], 'enable_snat': True}, 'gw_port_id': '625ca782-0c09-4444-b186-8e16fb80a65a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-14T07:10:12Z', 'updated_at': '2021-01-14T07:19:47Z', 'revision_number': 5, 'project_id': '4873c9000017431bb4db0aa60ef7da75', 'gw_port': {'id': '625ca782-0c09-4444-b186-8e16fb80a65a', 'name': '', 'network_id': '226f1e78-82cd-4481-9055-4eb73b6db8c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:bc:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'edd66113-474d-430c-86c2-dc251bc10dd9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 573, 'fixed_ips': [{'subnet_id': 'ba8deeec-7658-4195-9449-038c076f5c83', 'ip_address': '172.25.2.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T07:10:14Z', 'updated_at': '2021-01-14T07:10:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ba8deeec-7658-4195-9449-038c076f5c83', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-2'}], 'n-d-768862-2', False) {} {{(pid=84877) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:19:54.300670 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b480bb6e-a6cd-4146-bf1f-1771b945c62d None None] Checking router: edd66113-474d-430c-86c2-dc251bc10dd9 for host: n-d-768862-2 {{(pid=84877) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Jan 14 07:19:54.312568 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b480bb6e-a6cd-4146-bf1f-1771b945c62d None None] Routers {'edd66113-474d-430c-86c2-dc251bc10dd9'} bound to L3 agent in host n-d-768862-2 {{(pid=84877) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 14 07:19:54.313569 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_hamode_db [None req-b480bb6e-a6cd-4146-bf1f-1771b945c62d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-01-14T06:56:51Z,description=,heartbeat_timestamp=2021-01-14T07:19:51Z,host='n-d-768862-2',id=35f592e9-451b-4db9-abea-77b6a5c5391b,load=0,resource_versions=,resources_synced=,started_at=2021-01-14T06:56:51Z,topic='l3_agent')) {'router_ids': ['edd66113-474d-430c-86c2-dc251bc10dd9'], 'active': True} {{(pid=84877) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:19:54.401180 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18bbc3df-4320-4193-bfd2-04f887aa4c31 tempest-AllowedAddressPairTestJSON-747646770 tempest-AllowedAddressPairTestJSON-747646770] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:19:54.401869 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-18bbc3df-4320-4193-bfd2-04f887aa4c31 tempest-AllowedAddressPairTestJSON-747646770 tempest-AllowedAddressPairTestJSON-747646770] Notify callbacks [] for subnet, before_response {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:19:54.602124 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Device c870dc86-43b7-4f90-94bf-2c5db5689264 up at agent ovs-agent-n-d-768862-2 {{(pid=84876) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 07:19:54.763952 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_dvr_db [None req-b480bb6e-a6cd-4146-bf1f-1771b945c62d None None] Set router edd66113-474d-430c-86c2-dc251bc10dd9 gateway port host: n-d-768862-2 {{(pid=84877) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 14 07:19:54.867130 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-b5716940-d8bc-4872-a19e-2915f9ec3c0e admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:19:54.887022 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.plugin [None req-b5716940-d8bc-4872-a19e-2915f9ec3c0e admin admin] Deleting port 625ca782-0c09-4444-b186-8e16fb80a65a {{(pid=84874) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 07:19:54.887531 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-b5716940-d8bc-4872-a19e-2915f9ec3c0e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363259214248359'] for port, before_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:19:54.936346 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-bab26524-dd9d-4a73-9eb0-ac22382d9057 None None] Provisioning for port c870dc86-43b7-4f90-94bf-2c5db5689264 completed by entity DHCP. {{(pid=84876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 07:19:55.057741 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-18bbc3df-4320-4193-bfd2-04f887aa4c31 tempest-AllowedAddressPairTestJSON-747646770 tempest-AllowedAddressPairTestJSON-747646770] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 10.5271542 Jan 14 07:19:55.066380 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84875) accepted ('10.222.0.24', 38712) {{(pid=84875) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:19:55.121000 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.v2.base [None req-810689ef-53de-491b-ac24-b0bab023191c tempest-AllowedAddressPairTestJSON-747646770 tempest-AllowedAddressPairTestJSON-747646770] Request body: {'port': {'network_id': '55688c5f-235c-490e-a156-b75715fdee0f', 'name': 'tempest-AllowedAddressPairTestJSON-1932626068'}} {{(pid=84875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:19:55.155556 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.plugin [None req-ac2f75ed-fd51-436d-bffa-5111de788c51 tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] Deleting port 8d2fa32c-1c6d-4f4e-8c15-e87e4a32d7ea {{(pid=84875) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 07:19:55.155982 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-ac2f75ed-fd51-436d-bffa-5111de788c51 tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363259214248359'] for port, before_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:19:55.308196 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-c446c8f9-9de8-4af6-8ee4-c68822c4749b tempest-RoutersIpV6Test-883692175 tempest-RoutersIpV6Test-883692175] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850887113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3254092', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036851981146'] for subnet, after_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:19:55.336310 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-ba15568c-540a-4454-95d7-0fde5c988b48 tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:19:55.399820 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Provisioning for port c870dc86-43b7-4f90-94bf-2c5db5689264 completed by entity L2. {{(pid=84876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 07:19:55.433186 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c446c8f9-9de8-4af6-8ee4-c68822c4749b tempest-RoutersIpV6Test-883692175 tempest-RoutersIpV6Test-883692175] Pushing event updated for resources: {'Subnet': ['ID=06d47673-de6e-491d-ad72-4264ea2929b9,revision_number=0']} {{(pid=84874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:19:55.447539 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-c446c8f9-9de8-4af6-8ee4-c68822c4749b tempest-RoutersIpV6Test-883692175 tempest-RoutersIpV6Test-883692175] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:19:55.555932 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-810689ef-53de-491b-ac24-b0bab023191c tempest-AllowedAddressPairTestJSON-747646770 tempest-AllowedAddressPairTestJSON-747646770] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:19:55.564049 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Provisioning complete for port c870dc86-43b7-4f90-94bf-2c5db5689264 triggered by entity L2. {{(pid=84876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 07:19:55.564712 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-604227'] for port, provisioning_complete {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:19:55.602485 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_hamode_db [None req-b480bb6e-a6cd-4146-bf1f-1771b945c62d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'edd66113-474d-430c-86c2-dc251bc10dd9', 'name': 'tempest-TaggedBootDevicesTest-125334263-router', 'tenant_id': '4873c9000017431bb4db0aa60ef7da75', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '226f1e78-82cd-4481-9055-4eb73b6db8c1', 'external_fixed_ips': [{'subnet_id': 'ba8deeec-7658-4195-9449-038c076f5c83', 'ip_address': '172.25.2.3'}], 'enable_snat': True}, 'gw_port_id': '625ca782-0c09-4444-b186-8e16fb80a65a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-14T07:10:12Z', 'updated_at': '2021-01-14T07:19:47Z', 'revision_number': 5, 'project_id': '4873c9000017431bb4db0aa60ef7da75', 'gw_port': {'id': '625ca782-0c09-4444-b186-8e16fb80a65a', 'name': '', 'network_id': '226f1e78-82cd-4481-9055-4eb73b6db8c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:bc:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'edd66113-474d-430c-86c2-dc251bc10dd9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 573, 'fixed_ips': [{'subnet_id': 'ba8deeec-7658-4195-9449-038c076f5c83', 'ip_address': '172.25.2.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T07:10:14Z', 'updated_at': '2021-01-14T07:10:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ba8deeec-7658-4195-9449-038c076f5c83', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-2'}], 'n-d-768862-2', False) {} {{(pid=84877) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:19:55.607260 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b480bb6e-a6cd-4146-bf1f-1771b945c62d None None] The sync data for ids ['edd66113-474d-430c-86c2-dc251bc10dd9'] in n-d-768862-2 is: [{'id': 'edd66113-474d-430c-86c2-dc251bc10dd9', 'name': 'tempest-TaggedBootDevicesTest-125334263-router', 'tenant_id': '4873c9000017431bb4db0aa60ef7da75', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '226f1e78-82cd-4481-9055-4eb73b6db8c1', 'external_fixed_ips': [{'subnet_id': 'ba8deeec-7658-4195-9449-038c076f5c83', 'ip_address': '172.25.2.3'}], 'enable_snat': True}, 'gw_port_id': '625ca782-0c09-4444-b186-8e16fb80a65a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-14T07:10:12Z', 'updated_at': '2021-01-14T07:19:47Z', 'revision_number': 5, 'project_id': '4873c9000017431bb4db0aa60ef7da75', 'gw_port': {'id': '625ca782-0c09-4444-b186-8e16fb80a65a', 'name': '', 'network_id': '226f1e78-82cd-4481-9055-4eb73b6db8c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:bc:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'edd66113-474d-430c-86c2-dc251bc10dd9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 573, 'fixed_ips': [{'subnet_id': 'ba8deeec-7658-4195-9449-038c076f5c83', 'ip_address': '172.25.2.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T07:10:14Z', 'updated_at': '2021-01-14T07:10:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ba8deeec-7658-4195-9449-038c076f5c83', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-2'}] {{(pid=84877) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Jan 14 07:19:55.710435 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [None req-b5716940-d8bc-4872-a19e-2915f9ec3c0e admin admin] For port 625ca782-0c09-4444-b186-8e16fb80a65a, host n-d-768862-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-2',level=0,port_id=625ca782-0c09-4444-b186-8e16fb80a65a,segment=NetworkSegment(cf3ded2c-bc47-4a71-89af-6e7117e60140),segment_id=cf3ded2c-bc47-4a71-89af-6e7117e60140)] {{(pid=84874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 07:19:55.710852 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-b5716940-d8bc-4872-a19e-2915f9ec3c0e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036850862667'] for port, precommit_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:19:55.758973 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-810689ef-53de-491b-ac24-b0bab023191c tempest-AllowedAddressPairTestJSON-747646770 tempest-AllowedAddressPairTestJSON-747646770] Usage tracker for resource:port and tenant:ce9e5243d132466aae9bc9a8d2ea0adf is out of sync, need to count used quota {{(pid=84875) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:19:55.804343 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-810689ef-53de-491b-ac24-b0bab023191c tempest-AllowedAddressPairTestJSON-747646770 tempest-AllowedAddressPairTestJSON-747646770] Quota usage for port was recalculated. Used quota:0. {{(pid=84875) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:19:55.840481 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6f9a64d9-d850-40ca-af3a-f7eec0a54bc9 admin admin] Notify agent at l3_agent.n-d-768862-2 the message routers_updated {{(pid=84875) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jan 14 07:19:55.842524 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-810689ef-53de-491b-ac24-b0bab023191c tempest-AllowedAddressPairTestJSON-747646770 tempest-AllowedAddressPairTestJSON-747646770] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:19:55.863769 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-6f9a64d9-d850-40ca-af3a-f7eec0a54bc9 admin admin] 10.222.0.24 "PUT /v2.0/routers/5de0d2fe-bd57-4747-b9c9-eabc9a219a3e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 21.8357987 Jan 14 07:19:55.863769 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-7843a148-8f16-4f68-819c-789f6b50f5df tempest-DHCPAgentSchedulersTestJSON-1895530401 tempest-DHCPAgentSchedulersTestJSON-1895530401] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-598987', 'neutron.services.segments.db._delete_segments_for_network-8777640583949'] for network, precommit_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:19:55.887802 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.plugin [None req-b5716940-d8bc-4872-a19e-2915f9ec3c0e admin admin] Calling delete_port for 625ca782-0c09-4444-b186-8e16fb80a65a owned by network:router_gateway {{(pid=84874) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 07:19:56.098333 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c446c8f9-9de8-4af6-8ee4-c68822c4749b tempest-RoutersIpV6Test-883692175 tempest-RoutersIpV6Test-883692175] Checking segment: {'id': '52b15418-ab71-4899-9e40-bcda4a993c5f', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '4f4fd859-936f-4644-83e0-dde174ebea87'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84874) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 14 07:19:56.098902 n-d-768862-2 neutron-server[84765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c446c8f9-9de8-4af6-8ee4-c68822c4749b tempest-RoutersIpV6Test-883692175 tempest-RoutersIpV6Test-883692175] Network hostable DHCP agents. Network: 4f4fd859-936f-4644-83e0-dde174ebea87, hostable agents: ['32f3dd84-26da-4d18-bf15-6017a8fb7247'], hosted agents: [] {{(pid=84874) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Jan 14 07:19:56.114245 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-b5716940-d8bc-4872-a19e-2915f9ec3c0e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777640533329', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777640097463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3254186'] for port, after_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:19:56.130801 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-810689ef-53de-491b-ac24-b0bab023191c tempest-AllowedAddressPairTestJSON-747646770 tempest-AllowedAddressPairTestJSON-747646770] Made reservation on behalf of ce9e5243d132466aae9bc9a8d2ea0adf for: {'port': 1} {{(pid=84875) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 07:19:56.137091 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555753'] for port, before_update {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:19:56.144663 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-810689ef-53de-491b-ac24-b0bab023191c tempest-AllowedAddressPairTestJSON-747646770 tempest-AllowedAddressPairTestJSON-747646770] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555753'] for port, before_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:19:56.164735 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2451eee7-ada2-4894-a24f-7489f8517c13 None None] Sync routers for ids ['5de0d2fe-bd57-4747-b9c9-eabc9a219a3e'] in n-d-768862-2 {{(pid=84876) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Jan 14 07:19:56.241286 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8b43778-9e11-48de-ba00-75c3408d5eef None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5d94dc7a-c095-50a4-955e-5f3b78718a12-55688c5f-235c-490e-a156-b75715fdee0f', 'network_id': '55688c5f-235c-490e-a156-b75715fdee0f', 'tenant_id': 'ce9e5243d132466aae9bc9a8d2ea0adf', 'fixed_ips': [{'subnet_id': 'ea9a674a-26a8-40d1-9f51-c70dafb0561d'}]}} from n-d-768862-2. {{(pid=84876) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Jan 14 07:19:56.242755 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-e8b43778-9e11-48de-ba00-75c3408d5eef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555753'] for port, before_create {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:19:56.282455 n-d-768862-2 neutron-server[84765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c446c8f9-9de8-4af6-8ee4-c68822c4749b tempest-RoutersIpV6Test-883692175 tempest-RoutersIpV6Test-883692175] Network 4f4fd859-936f-4644-83e0-dde174ebea87 is scheduled to be hosted by DHCP agent 32f3dd84-26da-4d18-bf15-6017a8fb7247 with binding_index 1 {{(pid=84874) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Jan 14 07:19:56.301581 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] For port c870dc86-43b7-4f90-94bf-2c5db5689264, host n-d-768862-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-2',level=0,port_id=c870dc86-43b7-4f90-94bf-2c5db5689264,segment=NetworkSegment(56f1c7cf-f3a3-41d2-9677-68978131444f),segment_id=56f1c7cf-f3a3-41d2-9677-68978131444f)] {{(pid=84876) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 07:19:56.307993 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2451eee7-ada2-4894-a24f-7489f8517c13 None None] Routers {'5de0d2fe-bd57-4747-b9c9-eabc9a219a3e'} bound to L3 agent in host n-d-768862-2 {{(pid=84876) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 14 07:19:56.307993 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_hamode_db [None req-2451eee7-ada2-4894-a24f-7489f8517c13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-01-14T06:56:51Z,description=,heartbeat_timestamp=2021-01-14T07:19:51Z,host='n-d-768862-2',id=35f592e9-451b-4db9-abea-77b6a5c5391b,load=0,resource_versions=,resources_synced=,started_at=2021-01-14T06:56:51Z,topic='l3_agent')) {'router_ids': ['5de0d2fe-bd57-4747-b9c9-eabc9a219a3e'], 'active': True} {{(pid=84876) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:19:56.327576 n-d-768862-2 neutron-server[84765]: DEBUG neutron.scheduler.base_scheduler [None req-c446c8f9-9de8-4af6-8ee4-c68822c4749b tempest-RoutersIpV6Test-883692175 tempest-RoutersIpV6Test-883692175] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768862-2, 4f4fd859-936f-4644-83e0-dde174ebea87) {{(pid=84874) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 07:19:56.425473 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c446c8f9-9de8-4af6-8ee4-c68822c4749b tempest-RoutersIpV6Test-883692175 tempest-RoutersIpV6Test-883692175] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:19:56.426324 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-c446c8f9-9de8-4af6-8ee4-c68822c4749b tempest-RoutersIpV6Test-883692175 tempest-RoutersIpV6Test-883692175] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3207107'] for subnet, before_response {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:19:56.476338 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-734ce3cc-8462-4d6b-9008-89a9f33aa213 None None] Network 4f4fd859-936f-4644-83e0-dde174ebea87 requested from n-d-768862-2 {{(pid=84876) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 07:19:56.503044 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777640533312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363259214678337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777640097497'] for port, after_update {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:19:56.553208 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-c446c8f9-9de8-4af6-8ee4-c68822c4749b tempest-RoutersIpV6Test-883692175 tempest-RoutersIpV6Test-883692175] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 4.7553082 Jan 14 07:19:56.562142 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84874) accepted ('10.222.0.24', 38738) {{(pid=84874) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:19:56.574190 n-d-768862-2 neutron-server[84765]: DEBUG neutron.services.segments.db [None req-7843a148-8f16-4f68-819c-789f6b50f5df tempest-DHCPAgentSchedulersTestJSON-1895530401 tempest-DHCPAgentSchedulersTestJSON-1895530401] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b9f35392-c3f0-486f-ade5-7e171dabdf1c']}} {{(pid=84875) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:19:56.582690 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-6b539b91-6584-48b6-9db7-fc58865a3820 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84876) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:19:56.592460 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.v2.base [None req-0a79583f-6042-4816-9459-0913c2560c9e tempest-RoutersIpV6Test-883692175 tempest-RoutersIpV6Test-883692175] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1768639519', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=84874) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:19:56.630679 n-d-768862-2 neutron-server[84765]: DEBUG neutron.services.segments.db [None req-7843a148-8f16-4f68-819c-789f6b50f5df tempest-DHCPAgentSchedulersTestJSON-1895530401 tempest-DHCPAgentSchedulersTestJSON-1895530401] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ca04bd47-f380-476b-ae48-5dfd6e90fd4e') {'for_net_delete': True} {{(pid=84875) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:19:56.631219 n-d-768862-2 neutron-server[84765]: DEBUG neutron.services.segments.db [None req-7843a148-8f16-4f68-819c-789f6b50f5df tempest-DHCPAgentSchedulersTestJSON-1895530401 tempest-DHCPAgentSchedulersTestJSON-1895530401] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ca04bd47-f380-476b-ae48-5dfd6e90fd4e') {} {{(pid=84875) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:19:56.636772 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-0a79583f-6042-4816-9459-0913c2560c9e tempest-RoutersIpV6Test-883692175 tempest-RoutersIpV6Test-883692175] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:19:56.675245 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-0a79583f-6042-4816-9459-0913c2560c9e tempest-RoutersIpV6Test-883692175 tempest-RoutersIpV6Test-883692175] Usage tracker for resource:router and tenant:d787627cdb8d4cc9b70642659fae99d7 is out of sync, need to count used quota {{(pid=84874) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:19:56.685639 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-0a79583f-6042-4816-9459-0913c2560c9e tempest-RoutersIpV6Test-883692175 tempest-RoutersIpV6Test-883692175] Quota usage for router was recalculated. Used quota:0. {{(pid=84874) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:19:56.708845 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Device fc7e19f8-6020-4fa6-81d9-8badcf3f5e23 no longer exists at agent ovs-agent-n-d-768862-2 {{(pid=84876) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jan 14 07:19:56.723857 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-b5716940-d8bc-4872-a19e-2915f9ec3c0e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036850863128'] for router_gateway, after_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:19:56.727478 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-0a79583f-6042-4816-9459-0913c2560c9e tempest-RoutersIpV6Test-883692175 tempest-RoutersIpV6Test-883692175] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:19:56.777415 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-7843a148-8f16-4f68-819c-789f6b50f5df tempest-DHCPAgentSchedulersTestJSON-1895530401 tempest-DHCPAgentSchedulersTestJSON-1895530401] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363259214173198', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036851408567'] for segment, before_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:19:56.936353 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-7843a148-8f16-4f68-819c-789f6b50f5df tempest-DHCPAgentSchedulersTestJSON-1895530401 tempest-DHCPAgentSchedulersTestJSON-1895530401] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854179735'] for segment, precommit_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:19:56.944373 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-ac2f75ed-fd51-436d-bffa-5111de788c51 tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036850862667'] for port, precommit_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:19:56.980632 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-7843a148-8f16-4f68-819c-789f6b50f5df tempest-DHCPAgentSchedulersTestJSON-1895530401 tempest-DHCPAgentSchedulersTestJSON-1895530401] Releasing vxlan tunnel 22 to pool {{(pid=84875) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Jan 14 07:19:57.252412 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-0a79583f-6042-4816-9459-0913c2560c9e tempest-RoutersIpV6Test-883692175 tempest-RoutersIpV6Test-883692175] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3889205', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854717621'] for router, before_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:19:57.260922 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-0a79583f-6042-4816-9459-0913c2560c9e tempest-RoutersIpV6Test-883692175 tempest-RoutersIpV6Test-883692175] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036850886574', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3912501', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3808446', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-58179'] for router, precommit_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:19:57.270645 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-b5716940-d8bc-4872-a19e-2915f9ec3c0e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3889346', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036854717606'] for router, precommit_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:19:57.289148 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-b5716940-d8bc-4872-a19e-2915f9ec3c0e admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:19:57.327368 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_dvr_db [None req-2451eee7-ada2-4894-a24f-7489f8517c13 None None] Set router 5de0d2fe-bd57-4747-b9c9-eabc9a219a3e gateway port host: n-d-768862-2 {{(pid=84876) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 14 07:19:57.369788 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-b5716940-d8bc-4872-a19e-2915f9ec3c0e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036850897070'] for router, after_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:19:57.370823 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b5716940-d8bc-4872-a19e-2915f9ec3c0e admin admin] Fanout notify agent at l3_agent the message router_deleted on router edd66113-474d-430c-86c2-dc251bc10dd9 {{(pid=84874) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jan 14 07:19:57.400967 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-b5716940-d8bc-4872-a19e-2915f9ec3c0e admin admin] Notify callbacks [] for router, before_response {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:19:57.405538 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-b5716940-d8bc-4872-a19e-2915f9ec3c0e admin admin] 10.222.0.24 "DELETE /v2.0/routers/edd66113-474d-430c-86c2-dc251bc10dd9 HTTP/1.1" status: 204 len: 168 time: 4.1393342 Jan 14 07:19:57.423485 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84874) accepted ('10.222.0.24', 38758) {{(pid=84874) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:19:57.474711 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.plugin [None req-ac2f75ed-fd51-436d-bffa-5111de788c51 tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] Calling delete_port for 8d2fa32c-1c6d-4f4e-8c15-e87e4a32d7ea owned by {{(pid=84875) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 07:19:57.543119 n-d-768862-2 neutron-server[84765]: DEBUG neutron.notifiers.nova [None req-810689ef-53de-491b-ac24-b0bab023191c tempest-AllowedAddressPairTestJSON-747646770 tempest-AllowedAddressPairTestJSON-747646770] device_id is not set on port c9d5bce6-1bee-4fa6-adf0-374595b5dbe8 yet. {{(pid=84875) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}} Jan 14 07:19:57.638013 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.db_base_plugin_v2 [None req-d000c23b-0ec4-4a2b-a81f-13c07ec23901 admin admin] Deleting subnet 2d5e37a0-0841-461f-a59f-1172aa4e92e4 {{(pid=84874) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Jan 14 07:19:57.648376 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-d000c23b-0ec4-4a2b-a81f-13c07ec23901 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:19:57.716407 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Pushing event updated for resources: {'Port': ['ID=c870dc86-43b7-4f90-94bf-2c5db5689264,revision_number=3']} {{(pid=84876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:19:57.920029 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-d000c23b-0ec4-4a2b-a81f-13c07ec23901 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036851807232'] for subnet, precommit_delete_associations {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:19:57.941475 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.plugin [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] No Port match for: fc7e19f8-6020-4fa6-81d9-8badcf3f5e23 {{(pid=84876) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2188}} Jan 14 07:19:57.942414 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Device fc7e19f8-6020-4fa6-81d9-8badcf3f5e23 not bound to the agent host n-d-768862-2 {{(pid=84876) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jan 14 07:19:58.138819 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-d000c23b-0ec4-4a2b-a81f-13c07ec23901 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036854176836'] for subnet, precommit_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:19:58.149288 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@n-h1-768862-2 {{(pid=84876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:19:58.150197 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-h1-768862-2 {{(pid=84876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:19:58.150947 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-h1-768862-2 {{(pid=84876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:19:58.151774 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-h1-768862-2 {{(pid=84876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:19:58.152609 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@n-h1-768862-2 {{(pid=84876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:19:58.153425 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-h1-768862-2 {{(pid=84876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:19:58.154260 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-h1-768862-2 {{(pid=84876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:19:58.155049 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-h1-768862-2 {{(pid=84876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:19:58.155947 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-h1-768862-2 {{(pid=84876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:19:58.156820 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-h1-768862-2 {{(pid=84876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:19:58.157647 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-h1-768862-2 {{(pid=84876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:19:58.158496 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-h1-768862-2 {{(pid=84876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:19:58.159384 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@n-h2-768862-2 {{(pid=84876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:19:58.160201 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-h2-768862-2 {{(pid=84876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:19:58.160996 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-h2-768862-2 {{(pid=84876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:19:58.161778 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-h2-768862-2 {{(pid=84876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:19:58.162580 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@n-h2-768862-2 {{(pid=84876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:19:58.163677 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-h2-768862-2 {{(pid=84876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:19:58.164495 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-h2-768862-2 {{(pid=84876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:19:58.165283 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-h2-768862-2 {{(pid=84876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:19:58.166065 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-h2-768862-2 {{(pid=84876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:19:58.167055 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-h2-768862-2 {{(pid=84876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:19:58.167932 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-h2-768862-2 {{(pid=84876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:19:58.168738 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-h2-768862-2 {{(pid=84876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:19:58.169652 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-2 {{(pid=84876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:19:58.170454 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-2 {{(pid=84876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:19:58.171266 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-2 {{(pid=84876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:19:58.172101 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-2 {{(pid=84876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:19:58.172950 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@n-d-768862-2 {{(pid=84876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:19:58.173828 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-2 {{(pid=84876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:19:58.174608 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-768862-2 {{(pid=84876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:19:58.175507 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-768862-2 {{(pid=84876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:19:58.176397 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-2 {{(pid=84876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:19:58.177189 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-2 {{(pid=84876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:19:58.177979 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-2 {{(pid=84876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:19:58.178812 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-2 {{(pid=84876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:19:58.288951 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.706s {{(pid=84876) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:19:58.446549 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-f17ed191-2a42-4af8-bb9a-9b2967e9c8dc None None] Provisioning complete for port c870dc86-43b7-4f90-94bf-2c5db5689264 triggered by entity DHCP. {{(pid=84876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 07:19:58.447584 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-f17ed191-2a42-4af8-bb9a-9b2967e9c8dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-604227'] for port, provisioning_complete {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:19:58.499910 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.db_base_plugin_common [None req-810689ef-53de-491b-ac24-b0bab023191c tempest-AllowedAddressPairTestJSON-747646770 tempest-AllowedAddressPairTestJSON-747646770] Allocated IP 172.20.0.6 (55688c5f-235c-490e-a156-b75715fdee0f/ea9a674a-26a8-40d1-9f51-c70dafb0561d/c9d5bce6-1bee-4fa6-adf0-374595b5dbe8) {{(pid=84875) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 14 07:19:58.505481 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0be61d8c-abb3-419b-822d-08cd60016e00 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5d94dc7a-c095-50a4-955e-5f3b78718a12-4f4fd859-936f-4644-83e0-dde174ebea87', 'network_id': '4f4fd859-936f-4644-83e0-dde174ebea87', 'tenant_id': 'd787627cdb8d4cc9b70642659fae99d7', 'fixed_ips': [{'subnet_id': '06d47673-de6e-491d-ad72-4264ea2929b9'}]}} from n-d-768862-2. {{(pid=84876) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Jan 14 07:19:58.506995 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-0be61d8c-abb3-419b-822d-08cd60016e00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555753'] for port, before_create {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:19:58.755441 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f06698b4-09f4-4862-a427-19fcb5570949 req-07be9215-4869-47e6-b4e2-072e6c850e3c tempest-ServerRescueNegativeTestJSON-257727271 tempest-ServerRescueNegativeTestJSON-257727271] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:19:58.757398 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [req-f06698b4-09f4-4862-a427-19fcb5570949 req-07be9215-4869-47e6-b4e2-072e6c850e3c tempest-ServerRescueNegativeTestJSON-257727271 tempest-ServerRescueNegativeTestJSON-257727271] Synchronizing usage tracker for tenant:cfc1b35f9f1d4d4eb4ee151b49ce9e37 on resource:network {{(pid=84875) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 14 07:19:58.768339 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-d000c23b-0ec4-4a2b-a81f-13c07ec23901 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-598964', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850887113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036851521664', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2794686'] for subnet, after_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:19:58.817056 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:19:58.920617 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [req-f06698b4-09f4-4862-a427-19fcb5570949 req-07be9215-4869-47e6-b4e2-072e6c850e3c tempest-ServerRescueNegativeTestJSON-257727271 tempest-ServerRescueNegativeTestJSON-257727271] Unset dirty status for tenant:cfc1b35f9f1d4d4eb4ee151b49ce9e37 on resource:network {{(pid=84875) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 14 07:19:58.930655 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [req-f06698b4-09f4-4862-a427-19fcb5570949 req-07be9215-4869-47e6-b4e2-072e6c850e3c tempest-ServerRescueNegativeTestJSON-257727271 tempest-ServerRescueNegativeTestJSON-257727271] 10.222.0.24 "GET /v2.0/networks?id=7136c47d-cc04-4011-90f6-51bed0ba3abd HTTP/1.1" status: 200 len: 819 time: 1.4735298 Jan 14 07:19:59.028650 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Device c870dc86-43b7-4f90-94bf-2c5db5689264 up at agent ovs-agent-n-d-768862-2 {{(pid=84876) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 07:19:59.054940 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d000c23b-0ec4-4a2b-a81f-13c07ec23901 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2d5e37a0-0841-461f-a59f-1172aa4e92e4,revision_number=None']} {{(pid=84874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:19:59.063862 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-d000c23b-0ec4-4a2b-a81f-13c07ec23901 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3207107'] for subnet, before_response {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:19:59.067818 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-d000c23b-0ec4-4a2b-a81f-13c07ec23901 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.251s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:19:59.074026 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-d000c23b-0ec4-4a2b-a81f-13c07ec23901 admin admin] 10.222.0.24 "DELETE /v2.0/subnets/2d5e37a0-0841-461f-a59f-1172aa4e92e4 HTTP/1.1" status: 204 len: 168 time: 1.6491685 Jan 14 07:19:59.077292 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84874) accepted ('10.222.0.24', 38770) {{(pid=84874) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:19:59.124555 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd1fd4d7-ae2e-4eb0-a7af-6b9af0086342 None None] Network ae96959f-6ce5-41d0-90c9-8889aa70257e requested from n-d-768862-2 {{(pid=84876) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 07:19:59.250358 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-6e090c65-9da1-4ff4-9603-bf9b4a362a50 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036854160497'] for network, before_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:19:59.328035 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.managers [None req-7843a148-8f16-4f68-819c-789f6b50f5df tempest-DHCPAgentSchedulersTestJSON-1895530401 tempest-DHCPAgentSchedulersTestJSON-1895530401] Network b9f35392-c3f0-486f-ade5-7e171dabdf1c has no segments {{(pid=84875) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 14 07:19:59.345324 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [req-f06698b4-09f4-4862-a427-19fcb5570949 req-7f41538d-bde7-4c46-9a17-1139b7f24d77 tempest-ServerRescueNegativeTestJSON-257727271 tempest-ServerRescueNegativeTestJSON-257727271] 10.222.0.24 "GET /v2.0/quotas/cfc1b35f9f1d4d4eb4ee151b49ce9e37 HTTP/1.1" status: 200 len: 375 time: 0.2141125 Jan 14 07:19:59.349553 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-7843a148-8f16-4f68-819c-789f6b50f5df tempest-DHCPAgentSchedulersTestJSON-1895530401 tempest-DHCPAgentSchedulersTestJSON-1895530401] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-596065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3154253'] for segment, after_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:19:59.380374 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-ac2f75ed-fd51-436d-bffa-5111de788c51 tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777640533329', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777640097463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851621574'] for port, after_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:19:59.393329 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.plugin [None req-6e090c65-9da1-4ff4-9603-bf9b4a362a50 admin admin] Deleting port be5102db-bd5a-4fc8-b730-530bf343afc1 {{(pid=84874) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 07:19:59.393970 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-6e090c65-9da1-4ff4-9603-bf9b4a362a50 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363259214248359'] for port, before_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:19:59.433663 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-1898b134-ceac-4400-ba20-f44d446ad4b4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-54502629 tempest-PortsAdminExtendedAttrsIpV6TestJSON-54502629] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:19:59.605256 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac2f75ed-fd51-436d-bffa-5111de788c51 tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] Pushing event deleted for resources: {'Port': ['ID=8d2fa32c-1c6d-4f4e-8c15-e87e4a32d7ea,revision_number=None']} {{(pid=84875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:19:59.639983 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-ac2f75ed-fd51-436d-bffa-5111de788c51 tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.207s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:19:59.685880 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [None req-6e090c65-9da1-4ff4-9603-bf9b4a362a50 admin admin] For port be5102db-bd5a-4fc8-b730-530bf343afc1, host n-d-768862-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-2',level=0,port_id=be5102db-bd5a-4fc8-b730-530bf343afc1,segment=NetworkSegment(74eda698-0180-4b92-830f-64ae8961cc4d),segment_id=74eda698-0180-4b92-830f-64ae8961cc4d)] {{(pid=84874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 07:19:59.686565 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-6e090c65-9da1-4ff4-9603-bf9b4a362a50 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036850862667'] for port, precommit_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:19:59.781287 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.db_base_plugin_common [None req-0be61d8c-abb3-419b-822d-08cd60016e00 None None] Allocated IP 2001:db8::2 (4f4fd859-936f-4644-83e0-dde174ebea87/06d47673-de6e-491d-ad72-4264ea2929b9/53c61e8f-0ffd-44fa-8db3-9ba669f0605f) {{(pid=84876) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 14 07:19:59.864316 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.plugin [None req-6e090c65-9da1-4ff4-9603-bf9b4a362a50 admin admin] Calling delete_port for be5102db-bd5a-4fc8-b730-530bf343afc1 owned by network:dhcp {{(pid=84874) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 07:19:59.956221 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-6e090c65-9da1-4ff4-9603-bf9b4a362a50 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777640533329', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777640097463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3254186'] for port, after_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:20:00.097178 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-630b15d4-f8bd-4fe4-861b-f814a2d6cc77 tempest-RoutersAdminNegativeTest-820862856 tempest-RoutersAdminNegativeTest-820862856] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:20:00.168022 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e090c65-9da1-4ff4-9603-bf9b4a362a50 admin admin] Pushing event deleted for resources: {'Port': ['ID=be5102db-bd5a-4fc8-b730-530bf343afc1,revision_number=None']} {{(pid=84874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:20:00.172582 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-6e090c65-9da1-4ff4-9603-bf9b4a362a50 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:20:00.174214 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e090c65-9da1-4ff4-9603-bf9b4a362a50 admin admin] No DVR routers for this DVR port be5102db-bd5a-4fc8-b730-530bf343afc1 on host n-d-768862-2 {{(pid=84874) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Jan 14 07:20:00.233749 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-0be61d8c-abb3-419b-822d-08cd60016e00 None None] Notify callbacks [] for port, precommit_create {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:20:00.255765 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-0be61d8c-abb3-419b-822d-08cd60016e00 None None] Transition to ACTIVE for port object 53c61e8f-0ffd-44fa-8db3-9ba669f0605f will not be triggered until provisioned by entity L2. {{(pid=84876) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 07:20:00.287423 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-0be61d8c-abb3-419b-822d-08cd60016e00 None None] Transition to ACTIVE for port object 53c61e8f-0ffd-44fa-8db3-9ba669f0605f will not be triggered until provisioned by entity DHCP. {{(pid=84876) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 07:20:00.312118 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-ac2f75ed-fd51-436d-bffa-5111de788c51 tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854768116'] for port, before_response {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:20:00.389964 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-6e090c65-9da1-4ff4-9603-bf9b4a362a50 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-598987', 'neutron.services.segments.db._delete_segments_for_network-8777640583949'] for network, precommit_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:20:00.417699 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.managers [None req-7843a148-8f16-4f68-819c-789f6b50f5df tempest-DHCPAgentSchedulersTestJSON-1895530401 tempest-DHCPAgentSchedulersTestJSON-1895530401] Network b9f35392-c3f0-486f-ade5-7e171dabdf1c has no segments {{(pid=84875) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 14 07:20:00.465504 n-d-768862-2 neutron-server[84765]: Traceback (most recent call last): Jan 14 07:20:00.465504 n-d-768862-2 neutron-server[84765]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 14 07:20:00.465504 n-d-768862-2 neutron-server[84765]: timer() Jan 14 07:20:00.465504 n-d-768862-2 neutron-server[84765]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 14 07:20:00.465504 n-d-768862-2 neutron-server[84765]: cb(*args, **kw) Jan 14 07:20:00.465504 n-d-768862-2 neutron-server[84765]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Jan 14 07:20:00.465504 n-d-768862-2 neutron-server[84765]: return func(*args, **kwargs) Jan 14 07:20:00.465504 n-d-768862-2 neutron-server[84765]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 14 07:20:00.465504 n-d-768862-2 neutron-server[84765]: self._notify() Jan 14 07:20:00.465504 n-d-768862-2 neutron-server[84765]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 14 07:20:00.465504 n-d-768862-2 neutron-server[84765]: self.callback(batched_events) Jan 14 07:20:00.465504 n-d-768862-2 neutron-server[84765]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 14 07:20:00.465504 n-d-768862-2 neutron-server[84765]: event.method(event) Jan 14 07:20:00.465504 n-d-768862-2 neutron-server[84765]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 14 07:20:00.465504 n-d-768862-2 neutron-server[84765]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 14 07:20:00.465504 n-d-768862-2 neutron-server[84765]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Jan 14 07:20:00.465504 n-d-768862-2 neutron-server[84765]: segment_id)['aggregates'][0] Jan 14 07:20:00.465504 n-d-768862-2 neutron-server[84765]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 14 07:20:00.465504 n-d-768862-2 neutron-server[84765]: return f(self, *a, **k) Jan 14 07:20:00.465504 n-d-768862-2 neutron-server[84765]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 14 07:20:00.465504 n-d-768862-2 neutron-server[84765]: return self._get(url).json() Jan 14 07:20:00.465504 n-d-768862-2 neutron-server[84765]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 14 07:20:00.465504 n-d-768862-2 neutron-server[84765]: **kwargs) Jan 14 07:20:00.465504 n-d-768862-2 neutron-server[84765]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 14 07:20:00.465504 n-d-768862-2 neutron-server[84765]: return self.request(url, 'GET', **kwargs) Jan 14 07:20:00.465504 n-d-768862-2 neutron-server[84765]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Jan 14 07:20:00.465504 n-d-768862-2 neutron-server[84765]: **endpoint_filter) Jan 14 07:20:00.465504 n-d-768862-2 neutron-server[84765]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 14 07:20:00.465504 n-d-768862-2 neutron-server[84765]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 14 07:20:00.465504 n-d-768862-2 neutron-server[84765]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 14 07:20:00.465504 n-d-768862-2 neutron-server[84765]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 14 07:20:00.465504 n-d-768862-2 neutron-server[84765]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 14 07:20:00.476768 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-ac2f75ed-fd51-436d-bffa-5111de788c51 tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] 10.222.0.24 "DELETE /v2.0/ports/8d2fa32c-1c6d-4f4e-8c15-e87e4a32d7ea HTTP/1.1" status: 204 len: 168 time: 6.1709547 Jan 14 07:20:00.540242 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-810689ef-53de-491b-ac24-b0bab023191c tempest-AllowedAddressPairTestJSON-747646770 tempest-AllowedAddressPairTestJSON-747646770] Notify callbacks [] for port, precommit_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:20:00.552018 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84875) accepted ('10.222.0.24', 38784) {{(pid=84875) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:20:00.558038 n-d-768862-2 neutron-server[84765]: DEBUG neutron.services.segments.db [None req-6e090c65-9da1-4ff4-9603-bf9b4a362a50 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ae96959f-6ce5-41d0-90c9-8889aa70257e']}} {{(pid=84874) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:20:00.565819 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [req-f06698b4-09f4-4862-a427-19fcb5570949 req-fc05d207-447c-4c67-a331-e06db1f31b1f tempest-ServerRescueNegativeTestJSON-257727271 tempest-ServerRescueNegativeTestJSON-257727271] Synchronizing usage tracker for tenant:cfc1b35f9f1d4d4eb4ee151b49ce9e37 on resource:port {{(pid=84875) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 14 07:20:00.580406 n-d-768862-2 neutron-server[84765]: DEBUG neutron.services.segments.db [None req-6e090c65-9da1-4ff4-9603-bf9b4a362a50 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '74eda698-0180-4b92-830f-64ae8961cc4d') {'for_net_delete': True} {{(pid=84874) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:20:00.580757 n-d-768862-2 neutron-server[84765]: DEBUG neutron.services.segments.db [None req-6e090c65-9da1-4ff4-9603-bf9b4a362a50 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '74eda698-0180-4b92-830f-64ae8961cc4d') {} {{(pid=84874) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:20:00.596623 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-6e090c65-9da1-4ff4-9603-bf9b4a362a50 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363259214173198', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2968632'] for segment, before_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:20:00.617163 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-6e090c65-9da1-4ff4-9603-bf9b4a362a50 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854179735'] for segment, precommit_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:20:00.619665 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-6e090c65-9da1-4ff4-9603-bf9b4a362a50 admin admin] Releasing vxlan tunnel 9 to pool {{(pid=84874) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Jan 14 07:20:00.658248 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-0be61d8c-abb3-419b-822d-08cd60016e00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777640123575'] for port, after_create {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:20:00.732429 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc72c3ed-b16d-458e-8676-4162aa1f1cb4 tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:20:00.739386 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc72c3ed-b16d-458e-8676-4162aa1f1cb4 tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:20:00.741714 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-bc72c3ed-b16d-458e-8676-4162aa1f1cb4 tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] 10.222.0.24 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.1722901 Jan 14 07:20:00.755297 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84875) accepted ('10.222.0.24', 38788) {{(pid=84875) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:20:00.829772 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84876) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:20:00.865736 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-810689ef-53de-491b-ac24-b0bab023191c tempest-AllowedAddressPairTestJSON-747646770 tempest-AllowedAddressPairTestJSON-747646770] Transition to ACTIVE for port object c9d5bce6-1bee-4fa6-adf0-374595b5dbe8 will not be triggered until provisioned by entity DHCP. {{(pid=84875) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 07:20:00.870038 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.managers [None req-6e090c65-9da1-4ff4-9603-bf9b4a362a50 admin admin] Network ae96959f-6ce5-41d0-90c9-8889aa70257e has no segments {{(pid=84874) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 14 07:20:00.883054 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-6e090c65-9da1-4ff4-9603-bf9b4a362a50 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-596065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036851521571'] for segment, after_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:20:00.910995 n-d-768862-2 neutron-server[84765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0be61d8c-abb3-419b-822d-08cd60016e00 None None] Network 4f4fd859-936f-4644-83e0-dde174ebea87 is already hosted by enough agents. {{(pid=84876) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 07:20:00.975770 n-d-768862-2 neutron-server[84765]: DEBUG neutron.scheduler.base_scheduler [None req-0be61d8c-abb3-419b-822d-08cd60016e00 None None] Resources bound (agent type, host, resource id): {{(pid=84876) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 07:20:00.992925 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0be61d8c-abb3-419b-822d-08cd60016e00 None None] Received port after_create {{(pid=84876) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 14 07:20:01.011881 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84875) accepted ('10.222.0.24', 38794) {{(pid=84875) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:20:01.035621 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-7843a148-8f16-4f68-819c-789f6b50f5df tempest-DHCPAgentSchedulersTestJSON-1895530401 tempest-DHCPAgentSchedulersTestJSON-1895530401] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036854176830', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850887149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3912591'] for network, after_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:20:01.043744 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-7843a148-8f16-4f68-819c-789f6b50f5df tempest-DHCPAgentSchedulersTestJSON-1895530401 tempest-DHCPAgentSchedulersTestJSON-1895530401] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3207107'] for network, before_response {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:20:01.063404 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-4093f5ea-aa6a-42db-b216-0346e3d74dd6 tempest-AllowedAddressPairTestJSON-747646770 tempest-AllowedAddressPairTestJSON-747646770] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:20:01.075355 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b90dd3f-7503-4d6e-8c02-73ce1579f54e None None] DHCP port deletion for ae96959f-6ce5-41d0-90c9-8889aa70257e request from n-d-768862-2 {{(pid=84876) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Jan 14 07:20:01.108784 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-0a79583f-6042-4816-9459-0913c2560c9e tempest-RoutersIpV6Test-883692175 tempest-RoutersIpV6Test-883692175] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:20:01.136766 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-7843a148-8f16-4f68-819c-789f6b50f5df tempest-DHCPAgentSchedulersTestJSON-1895530401 tempest-DHCPAgentSchedulersTestJSON-1895530401] 10.222.0.24 "DELETE /v2.0/networks/b9f35392-c3f0-486f-ade5-7e171dabdf1c HTTP/1.1" status: 204 len: 168 time: 7.5076067 Jan 14 07:20:01.139914 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84874) accepted ('10.222.0.24', 38800) {{(pid=84874) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:20:01.147807 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.managers [None req-6e090c65-9da1-4ff4-9603-bf9b4a362a50 admin admin] Network ae96959f-6ce5-41d0-90c9-8889aa70257e has no segments {{(pid=84874) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 14 07:20:01.159617 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [req-f06698b4-09f4-4862-a427-19fcb5570949 req-fc05d207-447c-4c67-a331-e06db1f31b1f tempest-ServerRescueNegativeTestJSON-257727271 tempest-ServerRescueNegativeTestJSON-257727271] Unset dirty status for tenant:cfc1b35f9f1d4d4eb4ee151b49ce9e37 on resource:port {{(pid=84875) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 14 07:20:01.162589 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [req-f06698b4-09f4-4862-a427-19fcb5570949 req-fc05d207-447c-4c67-a331-e06db1f31b1f tempest-ServerRescueNegativeTestJSON-257727271 tempest-ServerRescueNegativeTestJSON-257727271] 10.222.0.24 "GET /v2.0/ports?tenant_id=cfc1b35f9f1d4d4eb4ee151b49ce9e37&fields=id HTTP/1.1" status: 200 len: 255 time: 1.7737768 Jan 14 07:20:01.164891 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7843a148-8f16-4f68-819c-789f6b50f5df tempest-DHCPAgentSchedulersTestJSON-1895530401 tempest-DHCPAgentSchedulersTestJSON-1895530401] Pushing event deleted for resources: {'Network': ['ID=b9f35392-c3f0-486f-ade5-7e171dabdf1c,revision_number=None']} {{(pid=84875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:20:01.171214 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-7843a148-8f16-4f68-819c-789f6b50f5df tempest-DHCPAgentSchedulersTestJSON-1895530401 tempest-DHCPAgentSchedulersTestJSON-1895530401] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:20:01.218895 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:shared":"rule:admin_only" was deprecated in W in favor of "update_network:shared":"role:admin and system_scope:all". Reason: Jan 14 07:20:01.218895 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:20:01.218895 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:20:01.218895 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:20:01.218895 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "update_network:provider:network_type":"role:admin and system_scope:all". Reason: Jan 14 07:20:01.218895 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:20:01.218895 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:20:01.218895 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:20:01.218895 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "update_network:provider:physical_network":"role:admin and system_scope:all". Reason: Jan 14 07:20:01.218895 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:20:01.218895 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:20:01.218895 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:20:01.218895 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "update_network:provider:segmentation_id":"role:admin and system_scope:all". Reason: Jan 14 07:20:01.218895 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:20:01.218895 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:20:01.218895 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:20:01.218895 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:router:external":"rule:admin_only" was deprecated in W in favor of "update_network:router:external":"role:admin and system_scope:all". Reason: Jan 14 07:20:01.218895 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:20:01.218895 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:20:01.218895 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:20:01.218895 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:is_default":"rule:admin_only" was deprecated in W in favor of "update_network:is_default":"role:admin and system_scope:all". Reason: Jan 14 07:20:01.218895 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:20:01.218895 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:20:01.218895 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:20:01.218895 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:port_security_enabled":"rule:admin_or_owner" was deprecated in W in favor of "update_network:port_security_enabled":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 07:20:01.218895 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:20:01.218895 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:20:01.218895 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:20:01.218895 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "delete_network":"rule:admin_or_owner" was deprecated in W in favor of "delete_network":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 07:20:01.218895 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:20:01.218895 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:20:01.218895 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:20:01.218895 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_segment":"rule:admin_only" was deprecated in W in favor of "create_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:20:01.218895 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:20:01.218895 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_segment":"rule:admin_only" was deprecated in W in favor of "get_segment":"role:reader and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:20:01.218895 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:20:01.218895 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_segment":"rule:admin_only" was deprecated in W in favor of "update_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:20:01.218895 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:20:01.218895 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "delete_segment":"rule:admin_only" was deprecated in W in favor of "delete_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:20:01.218895 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:20:01.218895 n-d-768862-2 neutron-server[84765]: Traceback (most recent call last): Jan 14 07:20:01.218895 n-d-768862-2 neutron-server[84765]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 14 07:20:01.218895 n-d-768862-2 neutron-server[84765]: timer() Jan 14 07:20:01.218895 n-d-768862-2 neutron-server[84765]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 14 07:20:01.218895 n-d-768862-2 neutron-server[84765]: cb(*args, **kw) Jan 14 07:20:01.218895 n-d-768862-2 neutron-server[84765]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Jan 14 07:20:01.218895 n-d-768862-2 neutron-server[84765]: return func(*args, **kwargs) Jan 14 07:20:01.222114 n-d-768862-2 neutron-server[84765]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 14 07:20:01.222114 n-d-768862-2 neutron-server[84765]: self._notify() Jan 14 07:20:01.222114 n-d-768862-2 neutron-server[84765]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 14 07:20:01.222114 n-d-768862-2 neutron-server[84765]: self.callback(batched_events) Jan 14 07:20:01.222114 n-d-768862-2 neutron-server[84765]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 14 07:20:01.222114 n-d-768862-2 neutron-server[84765]: event.method(event) Jan 14 07:20:01.222114 n-d-768862-2 neutron-server[84765]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 14 07:20:01.222114 n-d-768862-2 neutron-server[84765]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 14 07:20:01.222114 n-d-768862-2 neutron-server[84765]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Jan 14 07:20:01.222114 n-d-768862-2 neutron-server[84765]: segment_id)['aggregates'][0] Jan 14 07:20:01.222114 n-d-768862-2 neutron-server[84765]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 14 07:20:01.222114 n-d-768862-2 neutron-server[84765]: return f(self, *a, **k) Jan 14 07:20:01.222114 n-d-768862-2 neutron-server[84765]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 14 07:20:01.222114 n-d-768862-2 neutron-server[84765]: return self._get(url).json() Jan 14 07:20:01.222114 n-d-768862-2 neutron-server[84765]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 14 07:20:01.222114 n-d-768862-2 neutron-server[84765]: **kwargs) Jan 14 07:20:01.222114 n-d-768862-2 neutron-server[84765]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 14 07:20:01.222114 n-d-768862-2 neutron-server[84765]: return self.request(url, 'GET', **kwargs) Jan 14 07:20:01.222114 n-d-768862-2 neutron-server[84765]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Jan 14 07:20:01.222114 n-d-768862-2 neutron-server[84765]: **endpoint_filter) Jan 14 07:20:01.222114 n-d-768862-2 neutron-server[84765]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 14 07:20:01.222114 n-d-768862-2 neutron-server[84765]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 14 07:20:01.222114 n-d-768862-2 neutron-server[84765]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 14 07:20:01.222114 n-d-768862-2 neutron-server[84765]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 14 07:20:01.222114 n-d-768862-2 neutron-server[84765]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 14 07:20:01.246759 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.db_base_plugin_v2 [None req-d0195e2b-6d4d-45c8-bfc2-299eb8ab7742 tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] Deleting subnet de0533a3-59db-46b2-9c2a-c0bfe21fd598 {{(pid=84875) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Jan 14 07:20:01.254242 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-810689ef-53de-491b-ac24-b0bab023191c tempest-AllowedAddressPairTestJSON-747646770 tempest-AllowedAddressPairTestJSON-747646770] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777640123575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851621574'] for port, after_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:20:01.261810 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0be61d8c-abb3-419b-822d-08cd60016e00 None None] Pushing event updated for resources: {'Port': ['ID=53c61e8f-0ffd-44fa-8db3-9ba669f0605f,revision_number=1']} {{(pid=84876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:20:01.278364 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.managers [None req-0be61d8c-abb3-419b-822d-08cd60016e00 None None] Attempting to bind port 53c61e8f-0ffd-44fa-8db3-9ba669f0605f on host n-d-768862-2 for vnic_type normal with profile {{(pid=84876) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 14 07:20:01.278793 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.managers [None req-0be61d8c-abb3-419b-822d-08cd60016e00 None None] Attempting to bind port 53c61e8f-0ffd-44fa-8db3-9ba669f0605f by drivers openvswitch on host n-d-768862-2 at level 0 using segments [{'id': '52b15418-ab71-4899-9e40-bcda4a993c5f', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '4f4fd859-936f-4644-83e0-dde174ebea87'}] {{(pid=84876) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 14 07:20:01.279223 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0be61d8c-abb3-419b-822d-08cd60016e00 None None] Attempting to bind port 53c61e8f-0ffd-44fa-8db3-9ba669f0605f on network 4f4fd859-936f-4644-83e0-dde174ebea87 {{(pid=84876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 14 07:20:01.286642 n-d-768862-2 neutron-server[84765]: INFO neutron.pecan_wsgi.hooks.translation [None req-f7fc3a03-26f9-4f6d-ba8e-b7bf66185037 tempest-DHCPAgentSchedulersTestJSON-1895530401 tempest-DHCPAgentSchedulersTestJSON-1895530401] DELETE failed (client error): The resource could not be found. Jan 14 07:20:01.287158 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f7fc3a03-26f9-4f6d-ba8e-b7bf66185037 tempest-DHCPAgentSchedulersTestJSON-1895530401 tempest-DHCPAgentSchedulersTestJSON-1895530401] No notification will be sent due to unsuccessful status code: 404 {{(pid=84874) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Jan 14 07:20:01.302161 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-0a79583f-6042-4816-9459-0913c2560c9e tempest-RoutersIpV6Test-883692175 tempest-RoutersIpV6Test-883692175] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036850886612', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036850863158'] for router, after_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:20:01.329559 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-0be61d8c-abb3-419b-822d-08cd60016e00 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.500s {{(pid=84876) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:20:01.332447 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-bdd1559f-733c-4553-a884-675f5555fdee admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:20:01.334069 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0be61d8c-abb3-419b-822d-08cd60016e00 None None] Checking agent: {'id': 'ba5efab1-b43c-4d5a-bc52-6e105d4e67a2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768862-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 14, 6, 56, 52), 'started_at': datetime.datetime(2021, 1, 14, 6, 57, 22), 'heartbeat_timestamp': datetime.datetime(2021, 1, 14, 7, 19, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768862-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.29', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 14 07:20:01.334504 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0be61d8c-abb3-419b-822d-08cd60016e00 None None] Checking segment: {'id': '52b15418-ab71-4899-9e40-bcda4a993c5f', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '4f4fd859-936f-4644-83e0-dde174ebea87'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84876) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 14 07:20:01.334975 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-0be61d8c-abb3-419b-822d-08cd60016e00 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:20:01.335436 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0be61d8c-abb3-419b-822d-08cd60016e00 None None] Bound using segment: {'id': '52b15418-ab71-4899-9e40-bcda4a993c5f', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '4f4fd859-936f-4644-83e0-dde174ebea87'} {{(pid=84876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 14 07:20:01.336033 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.managers [None req-0be61d8c-abb3-419b-822d-08cd60016e00 None None] Bound port: 53c61e8f-0ffd-44fa-8db3-9ba669f0605f, host: n-d-768862-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '52b15418-ab71-4899-9e40-bcda4a993c5f', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '4f4fd859-936f-4644-83e0-dde174ebea87'}}] {{(pid=84876) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 14 07:20:01.336471 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-0be61d8c-abb3-419b-822d-08cd60016e00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555753'] for port, before_update {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:20:01.353499 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-f7fc3a03-26f9-4f6d-ba8e-b7bf66185037 tempest-DHCPAgentSchedulersTestJSON-1895530401 tempest-DHCPAgentSchedulersTestJSON-1895530401] 10.222.0.24 "DELETE /v2.0/ports/d1b3a427-1154-4ff5-94bd-6f05f57191d5 HTTP/1.1" status: 404 len: 333 time: 0.2108271 Jan 14 07:20:01.357803 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84874) accepted ('10.222.0.24', 38806) {{(pid=84874) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:20:01.385261 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Provisioning complete for port c870dc86-43b7-4f90-94bf-2c5db5689264 triggered by entity L2. {{(pid=84876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 07:20:01.385693 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-604227'] for port, provisioning_complete {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:20:01.425072 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-0a79583f-6042-4816-9459-0913c2560c9e tempest-RoutersIpV6Test-883692175 tempest-RoutersIpV6Test-883692175] Notify callbacks [] for router, before_response {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:20:01.426413 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-0a79583f-6042-4816-9459-0913c2560c9e tempest-RoutersIpV6Test-883692175 tempest-RoutersIpV6Test-883692175] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 4.8522186 Jan 14 07:20:01.427314 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-6e090c65-9da1-4ff4-9603-bf9b4a362a50 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036854176830', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850887149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3912591'] for network, after_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:20:01.444550 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-d0195e2b-6d4d-45c8-bfc2-299eb8ab7742 tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] Notify callbacks [] for subnet, before_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:20:01.466277 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84874) accepted ('10.222.0.24', 38812) {{(pid=84874) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:20:01.479359 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-5b1c04b0-be57-43ae-b2b3-3c95e1107daa admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:20:01.513610 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-f17ed191-2a42-4af8-bb9a-9b2967e9c8dc None None] Could not find standard attr ID for object 8d2fa32c-1c6d-4f4e-8c15-e87e4a32d7ea. {{(pid=84876) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Jan 14 07:20:01.519661 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-6e090c65-9da1-4ff4-9603-bf9b4a362a50 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3207107'] for network, before_response {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:20:01.526044 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-6e090c65-9da1-4ff4-9603-bf9b4a362a50 admin admin] 10.222.0.24 "DELETE /v2.0/networks/ae96959f-6ce5-41d0-90c9-8889aa70257e HTTP/1.1" status: 204 len: 168 time: 2.4472497 Jan 14 07:20:01.535154 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.v2.base [None req-8923ef52-a968-4c9a-9561-6757416ffbb1 tempest-RoutersIpV6Test-883692175 tempest-RoutersIpV6Test-883692175] Request body: {'port': {'network_id': '4f4fd859-936f-4644-83e0-dde174ebea87', 'name': 'tempest-RoutersIpV6Test-1863336255'}} {{(pid=84874) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:20:01.566740 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e090c65-9da1-4ff4-9603-bf9b4a362a50 admin admin] Pushing event deleted for resources: {'Network': ['ID=ae96959f-6ce5-41d0-90c9-8889aa70257e,revision_number=None']} {{(pid=84874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:20:01.770265 n-d-768862-2 neutron-server[84765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-810689ef-53de-491b-ac24-b0bab023191c tempest-AllowedAddressPairTestJSON-747646770 tempest-AllowedAddressPairTestJSON-747646770] Network 55688c5f-235c-490e-a156-b75715fdee0f is already hosted by enough agents. {{(pid=84875) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 07:20:01.827056 n-d-768862-2 neutron-server[84765]: DEBUG neutron.scheduler.base_scheduler [None req-810689ef-53de-491b-ac24-b0bab023191c tempest-AllowedAddressPairTestJSON-747646770 tempest-AllowedAddressPairTestJSON-747646770] Resources bound (agent type, host, resource id): {{(pid=84875) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 07:20:01.833655 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-810689ef-53de-491b-ac24-b0bab023191c tempest-AllowedAddressPairTestJSON-747646770 tempest-AllowedAddressPairTestJSON-747646770] Pushing event updated for resources: {'Port': ['ID=c9d5bce6-1bee-4fa6-adf0-374595b5dbe8,revision_number=1']} {{(pid=84875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:20:01.841633 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-810689ef-53de-491b-ac24-b0bab023191c tempest-AllowedAddressPairTestJSON-747646770 tempest-AllowedAddressPairTestJSON-747646770] Received port after_create {{(pid=84875) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 14 07:20:01.928788 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-c87b78db-406c-43fb-85fb-d8b28150c505 None None] Provisioning complete for port c870dc86-43b7-4f90-94bf-2c5db5689264 triggered by entity DHCP. {{(pid=84876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 07:20:01.929708 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-c87b78db-406c-43fb-85fb-d8b28150c505 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-604227'] for port, provisioning_complete {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:20:01.951003 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-810689ef-53de-491b-ac24-b0bab023191c tempest-AllowedAddressPairTestJSON-747646770 tempest-AllowedAddressPairTestJSON-747646770] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.618s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:20:01.967316 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-44bdf6f6-ead8-49c8-9991-21462a2fec46 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:20:01.996769 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-6e090c65-9da1-4ff4-9603-bf9b4a362a50 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.517s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:20:02.023922 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-d0195e2b-6d4d-45c8-bfc2-299eb8ab7742 tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3367281'] for subnet, precommit_delete_associations {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:20:02.030260 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_hamode_db [None req-2451eee7-ada2-4894-a24f-7489f8517c13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5de0d2fe-bd57-4747-b9c9-eabc9a219a3e', 'name': 'tempest-ServerRescueNegativeTestJSON-1469458046-router', 'tenant_id': 'cfc1b35f9f1d4d4eb4ee151b49ce9e37', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '226f1e78-82cd-4481-9055-4eb73b6db8c1', 'external_fixed_ips': [{'subnet_id': 'ba8deeec-7658-4195-9449-038c076f5c83', 'ip_address': '172.25.2.129'}], 'enable_snat': True}, 'gw_port_id': 'c1448423-f255-4037-aa95-f263966dbb30', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-14T07:19:24Z', 'updated_at': '2021-01-14T07:19:45Z', 'revision_number': 4, 'project_id': 'cfc1b35f9f1d4d4eb4ee151b49ce9e37', 'gw_port': {'id': 'c1448423-f255-4037-aa95-f263966dbb30', 'name': '', 'network_id': '226f1e78-82cd-4481-9055-4eb73b6db8c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:57:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5de0d2fe-bd57-4747-b9c9-eabc9a219a3e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1628, 'fixed_ips': [{'subnet_id': 'ba8deeec-7658-4195-9449-038c076f5c83', 'ip_address': '172.25.2.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T07:19:27Z', 'updated_at': '2021-01-14T07:19:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ba8deeec-7658-4195-9449-038c076f5c83', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-2', '_interfaces': [{'id': '11b520c1-adce-4af0-b931-ba9ac1a29802', 'name': '', 'network_id': '7136c47d-cc04-4011-90f6-51bed0ba3abd', 'tenant_id': 'cfc1b35f9f1d4d4eb4ee151b49ce9e37', 'mac_address': 'fa:16:3e:2c:6b:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5de0d2fe-bd57-4747-b9c9-eabc9a219a3e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1644, 'fixed_ips': [{'subnet_id': '46d2d917-6b8f-4421-b758-220236cbd4cd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T07:19:39Z', 'updated_at': '2021-01-14T07:19:48Z', 'revision_number': 2, 'project_id': 'cfc1b35f9f1d4d4eb4ee151b49ce9e37', 'subnets': [{'id': '46d2d917-6b8f-4421-b758-220236cbd4cd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'n-d-768862-2', False) {} {{(pid=84876) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:20:02.048203 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84874) accepted ('10.222.0.24', 38818) {{(pid=84874) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:20:02.071327 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-44bdf6f6-ead8-49c8-9991-21462a2fec46 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:20:02.083519 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [None req-0be61d8c-abb3-419b-822d-08cd60016e00 None None] For port 53c61e8f-0ffd-44fa-8db3-9ba669f0605f, host n-d-768862-2, cleared binding levels {{(pid=84876) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 14 07:20:02.089596 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.db_base_plugin_common [None req-e8b43778-9e11-48de-ba00-75c3408d5eef None None] Allocated IP 172.20.0.2 (55688c5f-235c-490e-a156-b75715fdee0f/ea9a674a-26a8-40d1-9f51-c70dafb0561d/9ef47b2f-5799-45d9-9909-a1bc50511c1e) {{(pid=84876) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 14 07:20:02.103520 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-44bdf6f6-ead8-49c8-9991-21462a2fec46 admin admin] Usage tracker for resource:security_group_rule and tenant:b88637bfac7442eea30ac9635d444477 is out of sync, need to count used quota {{(pid=84875) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:20:02.113647 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-44bdf6f6-ead8-49c8-9991-21462a2fec46 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84875) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:20:02.115292 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2451eee7-ada2-4894-a24f-7489f8517c13 None None] Checking router: 5de0d2fe-bd57-4747-b9c9-eabc9a219a3e for host: n-d-768862-2 {{(pid=84876) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Jan 14 07:20:02.116013 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2451eee7-ada2-4894-a24f-7489f8517c13 None None] Updating router 5de0d2fe-bd57-4747-b9c9-eabc9a219a3e port 11b520c1-adce-4af0-b931-ba9ac1a29802 binding host n-d-768862-2 {{(pid=84876) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Jan 14 07:20:02.138819 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network":"rule:regular_user" was deprecated in W in favor of "create_network":"role:member and project_id:%(project_id)s". Reason: Jan 14 07:20:02.138819 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:20:02.138819 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:20:02.138819 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:20:02.138819 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:shared":"rule:admin_only" was deprecated in W in favor of "create_network:shared":"role:admin and system_scope:all". Reason: Jan 14 07:20:02.138819 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:20:02.138819 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:20:02.138819 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:20:02.138819 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:router:external":"rule:admin_only" was deprecated in W in favor of "create_network:router:external":"role:admin and system_scope:all". Reason: Jan 14 07:20:02.138819 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:20:02.138819 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:20:02.138819 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:20:02.138819 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:is_default":"rule:admin_only" was deprecated in W in favor of "create_network:is_default":"role:admin and system_scope:all". Reason: Jan 14 07:20:02.138819 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:20:02.138819 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:20:02.138819 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:20:02.138819 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:port_security_enabled":"rule:regular_user" was deprecated in W in favor of "create_network:port_security_enabled":"role:member and project_id:%(project_id)s". Reason: Jan 14 07:20:02.138819 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:20:02.138819 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:20:02.138819 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:20:02.138819 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:segments":"rule:admin_only" was deprecated in W in favor of "create_network:segments":"role:admin and system_scope:all". Reason: Jan 14 07:20:02.138819 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:20:02.138819 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:20:02.138819 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:20:02.138819 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "create_network:provider:network_type":"role:admin and system_scope:all". Reason: Jan 14 07:20:02.138819 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:20:02.138819 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:20:02.138819 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:20:02.138819 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "create_network:provider:physical_network":"role:admin and system_scope:all". Reason: Jan 14 07:20:02.138819 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:20:02.138819 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:20:02.138819 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:20:02.138819 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "create_network:provider:segmentation_id":"role:admin and system_scope:all". Reason: Jan 14 07:20:02.138819 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:20:02.138819 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:20:02.138819 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:20:02.138819 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network":"rule:admin_or_owner or rule:shared or rule:external or rule:context_is_advsvc" was deprecated in W in favor of "get_network":"(role:reader and system_scope:all) or (role:reader and project_id:%(project_id)s) or rule:shared or rule:external or rule:context_is_advsvc". Reason: Jan 14 07:20:02.138819 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:20:02.138819 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:20:02.138819 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:20:02.138819 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:router:external":"rule:regular_user" was deprecated in W in favor of "get_network:router:external":"role:reader and project_id:%(project_id)s". Reason: Jan 14 07:20:02.138819 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:20:02.138819 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:20:02.138819 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:20:02.138819 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:segments":"rule:admin_only" was deprecated in W in favor of "get_network:segments":"role:reader and system_scope:all". Reason: Jan 14 07:20:02.138819 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:20:02.138819 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:20:02.138819 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:20:02.143191 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "get_network:provider:network_type":"role:reader and system_scope:all". Reason: Jan 14 07:20:02.143191 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:20:02.143191 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:20:02.143191 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:20:02.143191 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "get_network:provider:physical_network":"role:reader and system_scope:all". Reason: Jan 14 07:20:02.143191 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:20:02.143191 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:20:02.143191 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:20:02.143191 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "get_network:provider:segmentation_id":"role:reader and system_scope:all". Reason: Jan 14 07:20:02.143191 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:20:02.143191 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:20:02.143191 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:20:02.143191 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network":"rule:admin_or_owner" was deprecated in W in favor of "update_network":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 07:20:02.143191 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:20:02.143191 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:20:02.143191 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:20:02.143191 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:segments":"rule:admin_only" was deprecated in W in favor of "update_network:segments":"role:admin and system_scope:all". Reason: Jan 14 07:20:02.143191 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:20:02.143191 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:20:02.143191 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:20:02.157191 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-810689ef-53de-491b-ac24-b0bab023191c tempest-AllowedAddressPairTestJSON-747646770 tempest-AllowedAddressPairTestJSON-747646770] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:20:02.158249 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-810689ef-53de-491b-ac24-b0bab023191c tempest-AllowedAddressPairTestJSON-747646770 tempest-AllowedAddressPairTestJSON-747646770] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854768116'] for port, before_response {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:20:02.191566 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-44bdf6f6-ead8-49c8-9991-21462a2fec46 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:20:02.211793 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-810689ef-53de-491b-ac24-b0bab023191c tempest-AllowedAddressPairTestJSON-747646770 tempest-AllowedAddressPairTestJSON-747646770] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 7.1010621 Jan 14 07:20:02.214201 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84874) accepted ('10.222.0.24', 38822) {{(pid=84874) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:20:02.224399 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [None req-0be61d8c-abb3-419b-822d-08cd60016e00 None None] For port 53c61e8f-0ffd-44fa-8db3-9ba669f0605f, host n-d-768862-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-2',level=0,port_id=53c61e8f-0ffd-44fa-8db3-9ba669f0605f,segment=NetworkSegment(52b15418-ab71-4899-9e40-bcda4a993c5f),segment_id=52b15418-ab71-4899-9e40-bcda4a993c5f)] {{(pid=84876) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 14 07:20:02.244039 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-0be61d8c-abb3-419b-822d-08cd60016e00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777640533312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363259214678337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777640097497'] for port, after_update {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:20:02.258473 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.v2.base [None req-073b9fb4-7d75-4b80-9769-d739792db6a3 tempest-AllowedAddressPairTestJSON-747646770 tempest-AllowedAddressPairTestJSON-747646770] Request body: {'port': {'network_id': '55688c5f-235c-490e-a156-b75715fdee0f', 'name': 'tempest-AllowedAddressPairTestJSON-1797227535', 'allowed_address_pairs': [{'ip_address': '172.20.0.6', 'mac_address': 'fa:16:3e:4f:7e:42'}]}} {{(pid=84874) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:20:02.264448 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [req-f06698b4-09f4-4862-a427-19fcb5570949 req-23012117-37f5-4067-a948-3c7f826a234c service neutron] 10.222.0.24 "GET /v2.0/networks/7136c47d-cc04-4011-90f6-51bed0ba3abd?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0806594 Jan 14 07:20:02.269680 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-85353470-fda0-45c0-ab58-385eef6d7c56 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84876) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:20:02.285876 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-04c05e1d-f15a-45f1-8029-d373c5f9dcbf admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=4873c9000017431bb4db0aa60ef7da75&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2299807 Jan 14 07:20:02.300837 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84874) accepted ('10.222.0.24', 38826) {{(pid=84874) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:20:02.338397 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.agents_db [None req-5b939a2f-078d-4c69-a188-cb55a28a77a0 None None] Agent healthcheck: found 7 active agents {{(pid=84877) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Jan 14 07:20:02.368214 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-8923ef52-a968-4c9a-9561-6757416ffbb1 tempest-RoutersIpV6Test-883692175 tempest-RoutersIpV6Test-883692175] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:20:02.390433 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-8923ef52-a968-4c9a-9561-6757416ffbb1 tempest-RoutersIpV6Test-883692175 tempest-RoutersIpV6Test-883692175] Usage tracker for resource:port and tenant:d787627cdb8d4cc9b70642659fae99d7 is out of sync, need to count used quota {{(pid=84874) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:20:02.406988 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-8923ef52-a968-4c9a-9561-6757416ffbb1 tempest-RoutersIpV6Test-883692175 tempest-RoutersIpV6Test-883692175] Quota usage for port was recalculated. Used quota:1. {{(pid=84874) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:20:02.419889 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.db_base_plugin_v2 [None req-4b8840b7-b55c-4016-9c7f-e90da19e90f4 tempest-DHCPAgentSchedulersTestJSON-1895530401 tempest-DHCPAgentSchedulersTestJSON-1895530401] Deleting subnet c59c705b-a16b-4028-bc56-2c059956a01b {{(pid=84874) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Jan 14 07:20:02.440399 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-8923ef52-a968-4c9a-9561-6757416ffbb1 tempest-RoutersIpV6Test-883692175 tempest-RoutersIpV6Test-883692175] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=84874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:20:02.442748 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-4b8840b7-b55c-4016-9c7f-e90da19e90f4 tempest-DHCPAgentSchedulersTestJSON-1895530401 tempest-DHCPAgentSchedulersTestJSON-1895530401] Notify callbacks [] for subnet, before_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:20:02.460956 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-d0195e2b-6d4d-45c8-bfc2-299eb8ab7742 tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036854176836'] for subnet, precommit_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:20:02.515264 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [req-f06698b4-09f4-4862-a427-19fcb5570949 req-e34dcce3-9095-494c-8c23-d416b80fa3f1 service neutron] 10.222.0.24 "GET /v2.0/networks/7136c47d-cc04-4011-90f6-51bed0ba3abd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.2344139 Jan 14 07:20:02.555791 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8923ef52-a968-4c9a-9561-6757416ffbb1 tempest-RoutersIpV6Test-883692175 tempest-RoutersIpV6Test-883692175] Made reservation on behalf of d787627cdb8d4cc9b70642659fae99d7 for: {'port': 1} {{(pid=84874) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 07:20:02.565572 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-8923ef52-a968-4c9a-9561-6757416ffbb1 tempest-RoutersIpV6Test-883692175 tempest-RoutersIpV6Test-883692175] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555753'] for port, before_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:20:02.567871 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0be61d8c-abb3-419b-822d-08cd60016e00 None None] Pushing event updated for resources: {'Port': ['ID=53c61e8f-0ffd-44fa-8db3-9ba669f0605f,revision_number=2']} {{(pid=84876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:20:02.574606 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-0be61d8c-abb3-419b-822d-08cd60016e00 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.305s {{(pid=84876) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:20:02.620101 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-4b8840b7-b55c-4016-9c7f-e90da19e90f4 tempest-DHCPAgentSchedulersTestJSON-1895530401 tempest-DHCPAgentSchedulersTestJSON-1895530401] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036851807232'] for subnet, precommit_delete_associations {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:20:02.678554 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-8c8e06d2-ab9a-425a-bde3-25a08f144f6f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:20:02.756907 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-2451eee7-ada2-4894-a24f-7489f8517c13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555753'] for port, before_update {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:20:02.854343 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Device 625ca782-0c09-4444-b186-8e16fb80a65a no longer exists at agent ovs-agent-n-d-768862-2 {{(pid=84876) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jan 14 07:20:02.919448 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.plugin [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] No Port match for: 625ca782-0c09-4444-b186-8e16fb80a65a {{(pid=84876) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2188}} Jan 14 07:20:02.919856 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Device 625ca782-0c09-4444-b186-8e16fb80a65a not bound to the agent host n-d-768862-2 {{(pid=84876) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jan 14 07:20:02.948516 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-44bdf6f6-ead8-49c8-9991-21462a2fec46 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:20:02.962585 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-44bdf6f6-ead8-49c8-9991-21462a2fec46 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850887153'] for security_group, after_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:20:02.983653 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-ebb11c1c-d92a-4b65-9f89-a02e158acf26 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:20:02.995384 n-d-768862-2 neutron-server[84765]: DEBUG neutron.notifiers.nova [None req-8923ef52-a968-4c9a-9561-6757416ffbb1 tempest-RoutersIpV6Test-883692175 tempest-RoutersIpV6Test-883692175] device_id is not set on port 317271de-1ce2-4792-87e5-5cda1fd60232 yet. {{(pid=84874) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}} Jan 14 07:20:03.024992 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44bdf6f6-ead8-49c8-9991-21462a2fec46 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=385a4f6b-e8a1-4874-98d6-880f5a7db64d,revision_number=1']} {{(pid=84875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:20:03.029641 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-44bdf6f6-ead8-49c8-9991-21462a2fec46 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:20:03.066077 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-44bdf6f6-ead8-49c8-9991-21462a2fec46 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=b88637bfac7442eea30ac9635d444477&name=default HTTP/1.1" status: 200 len: 2983 time: 2.0333972 Jan 14 07:20:03.067045 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84875) accepted ('10.222.0.24', 38838) {{(pid=84875) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:20:03.168986 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-fe3373ed-1ef8-4f6a-b83d-517eb20fa8ca admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:20:03.208761 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-fe3373ed-1ef8-4f6a-b83d-517eb20fa8ca admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:20:03.263220 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-d0195e2b-6d4d-45c8-bfc2-299eb8ab7742 tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-598964', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850887113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3154192', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2308610'] for subnet, after_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:20:03.271743 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.db_base_plugin_common [None req-8923ef52-a968-4c9a-9561-6757416ffbb1 tempest-RoutersIpV6Test-883692175 tempest-RoutersIpV6Test-883692175] Allocated IP 2001:db8::391 (4f4fd859-936f-4644-83e0-dde174ebea87/06d47673-de6e-491d-ad72-4264ea2929b9/317271de-1ce2-4792-87e5-5cda1fd60232) {{(pid=84874) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 14 07:20:03.366531 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-8c8e06d2-ab9a-425a-bde3-25a08f144f6f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:20:03.369882 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-9151a446-af5d-4e94-9661-1d2098c821b1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:20:03.399449 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-073b9fb4-7d75-4b80-9769-d739792db6a3 tempest-AllowedAddressPairTestJSON-747646770 tempest-AllowedAddressPairTestJSON-747646770] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:20:03.464769 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-073b9fb4-7d75-4b80-9769-d739792db6a3 tempest-AllowedAddressPairTestJSON-747646770 tempest-AllowedAddressPairTestJSON-747646770] Usage tracker for resource:port and tenant:ce9e5243d132466aae9bc9a8d2ea0adf is out of sync, need to count used quota {{(pid=84874) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:20:03.487703 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-073b9fb4-7d75-4b80-9769-d739792db6a3 tempest-AllowedAddressPairTestJSON-747646770 tempest-AllowedAddressPairTestJSON-747646770] Quota usage for port was recalculated. Used quota:1. {{(pid=84874) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:20:03.515991 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-fe3373ed-1ef8-4f6a-b83d-517eb20fa8ca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850887153'] for security_group, after_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:20:03.528690 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84875) accepted ('10.222.0.24', 38852) {{(pid=84875) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:20:03.561792 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-073b9fb4-7d75-4b80-9769-d739792db6a3 tempest-AllowedAddressPairTestJSON-747646770 tempest-AllowedAddressPairTestJSON-747646770] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=84874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:20:03.623960 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-d0195e2b-6d4d-45c8-bfc2-299eb8ab7742 tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] Notify callbacks [] for subnet, before_response {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:20:03.628232 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0195e2b-6d4d-45c8-bfc2-299eb8ab7742 tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] Pushing event deleted for resources: {'Subnet': ['ID=de0533a3-59db-46b2-9c2a-c0bfe21fd598,revision_number=None']} {{(pid=84875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:20:03.635318 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-073b9fb4-7d75-4b80-9769-d739792db6a3 tempest-AllowedAddressPairTestJSON-747646770 tempest-AllowedAddressPairTestJSON-747646770] Made reservation on behalf of ce9e5243d132466aae9bc9a8d2ea0adf for: {'port': 1} {{(pid=84874) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 07:20:03.638783 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-d0195e2b-6d4d-45c8-bfc2-299eb8ab7742 tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.269s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:20:03.676799 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Device be5102db-bd5a-4fc8-b730-530bf343afc1 no longer exists at agent ovs-agent-n-d-768862-2 {{(pid=84876) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jan 14 07:20:03.715333 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5be2491-5e0d-4287-8a0f-a9b1f00fbe5f None None] Network 23f0a15d-6362-4cec-82c1-cacba887c566 requested from n-d-768862-2 {{(pid=84876) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 07:20:03.761377 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-abe5be55-88e8-41b9-a0af-63b880be282a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.164s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:20:03.800017 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-2451eee7-ada2-4894-a24f-7489f8517c13 None None] Notify callbacks [] for port, precommit_update {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:20:03.812570 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.plugin [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] No Port match for: be5102db-bd5a-4fc8-b730-530bf343afc1 {{(pid=84876) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2188}} Jan 14 07:20:03.813110 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Device be5102db-bd5a-4fc8-b730-530bf343afc1 not bound to the agent host n-d-768862-2 {{(pid=84876) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jan 14 07:20:03.820792 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-8c8e06d2-ab9a-425a-bde3-25a08f144f6f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850887153'] for security_group, after_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:20:03.829436 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-4b8840b7-b55c-4016-9c7f-e90da19e90f4 tempest-DHCPAgentSchedulersTestJSON-1895530401 tempest-DHCPAgentSchedulersTestJSON-1895530401] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036854176836'] for subnet, precommit_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:20:03.851243 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-c87b78db-406c-43fb-85fb-d8b28150c505 None None] Could not find standard attr ID for object 8d2fa32c-1c6d-4f4e-8c15-e87e4a32d7ea. {{(pid=84876) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Jan 14 07:20:03.853372 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-2451eee7-ada2-4894-a24f-7489f8517c13 None None] Transition to ACTIVE for port object 11b520c1-adce-4af0-b931-ba9ac1a29802 will not be triggered until provisioned by entity L2. {{(pid=84876) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 07:20:03.865369 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-baecaa52-4e9f-41cf-801a-53347e92c015 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:20:03.866287 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-2451eee7-ada2-4894-a24f-7489f8517c13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777640533312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363259214678337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777640097497'] for port, after_update {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:20:03.886227 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-017f98a9-8a07-408c-a86f-8ff0c00400a0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84876) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:20:03.914364 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c8e06d2-ab9a-425a-bde3-25a08f144f6f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f9be5b69-a887-4279-a81a-535e69611de1,revision_number=None']} {{(pid=84874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:20:03.915058 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe3373ed-1ef8-4f6a-b83d-517eb20fa8ca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=385a4f6b-e8a1-4874-98d6-880f5a7db64d,revision_number=None']} {{(pid=84875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:20:03.917734 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-fe3373ed-1ef8-4f6a-b83d-517eb20fa8ca admin admin] Notify callbacks [] for security_group, before_response {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:20:03.923276 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-fe3373ed-1ef8-4f6a-b83d-517eb20fa8ca admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/385a4f6b-e8a1-4874-98d6-880f5a7db64d HTTP/1.1" status: 204 len: 168 time: 0.8471894 Jan 14 07:20:03.934785 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-8c8e06d2-ab9a-425a-bde3-25a08f144f6f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:20:03.968576 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-fe3373ed-1ef8-4f6a-b83d-517eb20fa8ca admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.207s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:20:03.971564 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-d0195e2b-6d4d-45c8-bfc2-299eb8ab7742 tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] 10.222.0.24 "DELETE /v2.0/subnets/de0533a3-59db-46b2-9c2a-c0bfe21fd598 HTTP/1.1" status: 204 len: 168 time: 3.2144790 Jan 14 07:20:03.977602 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-8923ef52-a968-4c9a-9561-6757416ffbb1 tempest-RoutersIpV6Test-883692175 tempest-RoutersIpV6Test-883692175] Notify callbacks [] for port, precommit_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:20:03.981791 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84874) accepted ('10.222.0.24', 38860) {{(pid=84874) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:20:04.220517 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-8d873ce5-33f3-4cd6-bf2f-ba6cd14c0009 tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] 10.222.0.24 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.2248812 Jan 14 07:20:04.223272 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-8c8e06d2-ab9a-425a-bde3-25a08f144f6f admin admin] Notify callbacks [] for security_group, before_response {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:20:04.225817 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-8c8e06d2-ab9a-425a-bde3-25a08f144f6f admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/f9be5b69-a887-4279-a81a-535e69611de1 HTTP/1.1" status: 204 len: 168 time: 1.9147804 Jan 14 07:20:04.270298 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-8923ef52-a968-4c9a-9561-6757416ffbb1 tempest-RoutersIpV6Test-883692175 tempest-RoutersIpV6Test-883692175] Transition to ACTIVE for port object 317271de-1ce2-4792-87e5-5cda1fd60232 will not be triggered until provisioned by entity DHCP. {{(pid=84874) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 07:20:04.271645 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84874) accepted ('10.222.0.24', 38868) {{(pid=84874) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:20:04.326443 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.v2.base [None req-42ae4ef9-d34c-45f4-a734-3566768f123a tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] Request body: {'subnet': {'network_id': '23f0a15d-6362-4cec-82c1-cacba887c566', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=84874) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:20:04.416560 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-073b9fb4-7d75-4b80-9769-d739792db6a3 tempest-AllowedAddressPairTestJSON-747646770 tempest-AllowedAddressPairTestJSON-747646770] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555753'] for port, before_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:20:04.538927 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a42975e-89e0-4d68-bc21-1cb62b52066f None None] Pushing event updated for resources: {'Port': ['ID=11b520c1-adce-4af0-b931-ba9ac1a29802,revision_number=3']} {{(pid=84876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:20:04.602124 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-2a42975e-89e0-4d68-bc21-1cb62b52066f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.714s {{(pid=84876) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:20:04.652851 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.managers [None req-2451eee7-ada2-4894-a24f-7489f8517c13 None None] Attempting to bind port 11b520c1-adce-4af0-b931-ba9ac1a29802 on host n-d-768862-2 for vnic_type normal with profile {{(pid=84876) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 14 07:20:04.667967 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.managers [None req-2451eee7-ada2-4894-a24f-7489f8517c13 None None] Attempting to bind port 11b520c1-adce-4af0-b931-ba9ac1a29802 by drivers openvswitch on host n-d-768862-2 at level 0 using segments [{'id': '0750151e-662e-4cb1-844c-677da48ab943', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 18, 'network_id': '7136c47d-cc04-4011-90f6-51bed0ba3abd'}] {{(pid=84876) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 14 07:20:04.678002 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2451eee7-ada2-4894-a24f-7489f8517c13 None None] Attempting to bind port 11b520c1-adce-4af0-b931-ba9ac1a29802 on network 7136c47d-cc04-4011-90f6-51bed0ba3abd {{(pid=84876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 14 07:20:04.709729 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2451eee7-ada2-4894-a24f-7489f8517c13 None None] Checking agent: {'id': 'ba5efab1-b43c-4d5a-bc52-6e105d4e67a2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768862-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 14, 6, 56, 52), 'started_at': datetime.datetime(2021, 1, 14, 6, 57, 22), 'heartbeat_timestamp': datetime.datetime(2021, 1, 14, 7, 19, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768862-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.29', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 14 07:20:04.710684 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2451eee7-ada2-4894-a24f-7489f8517c13 None None] Checking segment: {'id': '0750151e-662e-4cb1-844c-677da48ab943', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 18, 'network_id': '7136c47d-cc04-4011-90f6-51bed0ba3abd'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84876) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 14 07:20:04.711332 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-2451eee7-ada2-4894-a24f-7489f8517c13 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:20:04.712011 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2451eee7-ada2-4894-a24f-7489f8517c13 None None] Bound using segment: {'id': '0750151e-662e-4cb1-844c-677da48ab943', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 18, 'network_id': '7136c47d-cc04-4011-90f6-51bed0ba3abd'} {{(pid=84876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 14 07:20:04.712759 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.managers [None req-2451eee7-ada2-4894-a24f-7489f8517c13 None None] Bound port: 11b520c1-adce-4af0-b931-ba9ac1a29802, host: n-d-768862-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0750151e-662e-4cb1-844c-677da48ab943', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 18, 'network_id': '7136c47d-cc04-4011-90f6-51bed0ba3abd'}}] {{(pid=84876) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 14 07:20:04.713393 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-2451eee7-ada2-4894-a24f-7489f8517c13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555753'] for port, before_update {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:20:04.732851 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-e8daebc8-7e11-450f-a57f-5ae913dbae31 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3889632'] for router_interface, before_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:20:04.867153 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-e8b43778-9e11-48de-ba00-75c3408d5eef None None] Notify callbacks [] for port, precommit_create {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:20:04.899217 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-e8b43778-9e11-48de-ba00-75c3408d5eef None None] Transition to ACTIVE for port object 9ef47b2f-5799-45d9-9909-a1bc50511c1e will not be triggered until provisioned by entity L2. {{(pid=84876) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 07:20:04.959874 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-e8b43778-9e11-48de-ba00-75c3408d5eef None None] Transition to ACTIVE for port object 9ef47b2f-5799-45d9-9909-a1bc50511c1e will not be triggered until provisioned by entity DHCP. {{(pid=84876) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 07:20:04.961951 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [None req-2451eee7-ada2-4894-a24f-7489f8517c13 None None] For port 11b520c1-adce-4af0-b931-ba9ac1a29802, host n-d-768862-2, cleared binding levels {{(pid=84876) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 14 07:20:04.968971 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [None req-2451eee7-ada2-4894-a24f-7489f8517c13 None None] For port 11b520c1-adce-4af0-b931-ba9ac1a29802, host n-d-768862-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-2',level=0,port_id=11b520c1-adce-4af0-b931-ba9ac1a29802,segment=NetworkSegment(0750151e-662e-4cb1-844c-677da48ab943),segment_id=0750151e-662e-4cb1-844c-677da48ab943)] {{(pid=84876) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 14 07:20:04.975303 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-e8b43778-9e11-48de-ba00-75c3408d5eef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777640123575'] for port, after_create {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:20:05.015781 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-42ae4ef9-d34c-45f4-a734-3566768f123a tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:20:05.023545 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-42ae4ef9-d34c-45f4-a734-3566768f123a tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] Usage tracker for resource:subnet and tenant:be0aa702e3ca464795a99c51e3b3b04f is out of sync, need to count used quota {{(pid=84874) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:20:05.050118 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-42ae4ef9-d34c-45f4-a734-3566768f123a tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84874) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:20:05.064812 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-42ae4ef9-d34c-45f4-a734-3566768f123a tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:20:05.077668 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-8923ef52-a968-4c9a-9561-6757416ffbb1 tempest-RoutersIpV6Test-883692175 tempest-RoutersIpV6Test-883692175] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777640123575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3254186'] for port, after_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:20:05.147297 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84875) accepted ('10.222.0.24', 38884) {{(pid=84875) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:20:05.276028 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-9379f4a2-b562-450b-bbaa-9aadb94cbf59 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84876) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:20:05.318967 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-799bd14a-a41d-48da-b224-08ebef020b64 None None] DHCP port deletion for 23f0a15d-6362-4cec-82c1-cacba887c566 request from n-d-768862-2 {{(pid=84876) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Jan 14 07:20:05.322086 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef9c33af-c8e5-45f5-b2c5-73e384117c1e None None] Network 4f4fd859-936f-4644-83e0-dde174ebea87 requested from n-d-768862-2 {{(pid=84876) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 07:20:05.391279 n-d-768862-2 neutron-server[84765]: DEBUG neutron.notifiers.nova [None req-073b9fb4-7d75-4b80-9769-d739792db6a3 tempest-AllowedAddressPairTestJSON-747646770 tempest-AllowedAddressPairTestJSON-747646770] device_id is not set on port c12ad1c9-2561-4dc9-8cf8-4c4653fc3366 yet. {{(pid=84874) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}} Jan 14 07:20:05.475212 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Device 53c61e8f-0ffd-44fa-8db3-9ba669f0605f up at agent ovs-agent-n-d-768862-2 {{(pid=84876) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 07:20:05.508291 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-6a45d58b-8eae-4ba2-ac52-9dacb5f25275 tempest-DHCPAgentSchedulersTestJSON-1895530401 tempest-DHCPAgentSchedulersTestJSON-1895530401] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:20:05.590007 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-2451eee7-ada2-4894-a24f-7489f8517c13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777640533312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363259214678337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777640097497'] for port, after_update {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:20:05.703259 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.db_base_plugin_common [None req-073b9fb4-7d75-4b80-9769-d739792db6a3 tempest-AllowedAddressPairTestJSON-747646770 tempest-AllowedAddressPairTestJSON-747646770] Allocated IP 172.20.0.8 (55688c5f-235c-490e-a156-b75715fdee0f/ea9a674a-26a8-40d1-9f51-c70dafb0561d/c12ad1c9-2561-4dc9-8cf8-4c4653fc3366) {{(pid=84874) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 14 07:20:05.853824 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-9998d599-9b5c-4e01-8848-bb33a4febbc5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:20:05.898973 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.plugin [None req-799bd14a-a41d-48da-b224-08ebef020b64 None None] Deleting port c870dc86-43b7-4f90-94bf-2c5db5689264 {{(pid=84876) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 07:20:05.899923 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-799bd14a-a41d-48da-b224-08ebef020b64 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363259214248359'] for port, before_delete {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:20:05.900791 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-9998d599-9b5c-4e01-8848-bb33a4febbc5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:20:05.905597 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-9998d599-9b5c-4e01-8848-bb33a4febbc5 admin admin] Usage tracker for resource:security_group_rule and tenant:59968659900e49a0b3f9c7eecfc80ee8 is out of sync, need to count used quota {{(pid=84875) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:20:05.909596 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-9998d599-9b5c-4e01-8848-bb33a4febbc5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84875) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:20:05.916941 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-9998d599-9b5c-4e01-8848-bb33a4febbc5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:20:05.966016 n-d-768862-2 neutron-server[84765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8b43778-9e11-48de-ba00-75c3408d5eef None None] Network 55688c5f-235c-490e-a156-b75715fdee0f is already hosted by enough agents. {{(pid=84876) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 07:20:05.990612 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-073b9fb4-7d75-4b80-9769-d739792db6a3 tempest-AllowedAddressPairTestJSON-747646770 tempest-AllowedAddressPairTestJSON-747646770] Notify callbacks [] for port, precommit_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:20:06.010421 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-073b9fb4-7d75-4b80-9769-d739792db6a3 tempest-AllowedAddressPairTestJSON-747646770 tempest-AllowedAddressPairTestJSON-747646770] Transition to ACTIVE for port object c12ad1c9-2561-4dc9-8cf8-4c4653fc3366 will not be triggered until provisioned by entity DHCP. {{(pid=84874) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 07:20:06.017967 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-9998d599-9b5c-4e01-8848-bb33a4febbc5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:20:06.023898 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-9998d599-9b5c-4e01-8848-bb33a4febbc5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850887153'] for security_group, after_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:20:06.037969 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-42ae4ef9-d34c-45f4-a734-3566768f123a tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] Made reservation on behalf of be0aa702e3ca464795a99c51e3b3b04f for: {'subnet': 1} {{(pid=84874) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 07:20:06.047489 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84875) accepted ('10.222.0.24', 38896) {{(pid=84875) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:20:06.050605 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-cbfa53d9-a5fb-4ea5-a066-64f2388c5007 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:20:06.100031 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-9998d599-9b5c-4e01-8848-bb33a4febbc5 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=59968659900e49a0b3f9c7eecfc80ee8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9509013 Jan 14 07:20:06.100961 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84875) accepted ('10.222.0.24', 38902) {{(pid=84875) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:20:06.184380 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9998d599-9b5c-4e01-8848-bb33a4febbc5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0e15b3e1-0618-49bb-a752-69095cef7c8b,revision_number=1']} {{(pid=84875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:20:06.218273 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-9998d599-9b5c-4e01-8848-bb33a4febbc5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.168s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:20:06.239876 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [None req-799bd14a-a41d-48da-b224-08ebef020b64 None None] For port c870dc86-43b7-4f90-94bf-2c5db5689264, host n-d-768862-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-2',level=0,port_id=c870dc86-43b7-4f90-94bf-2c5db5689264,segment=NetworkSegment(56f1c7cf-f3a3-41d2-9677-68978131444f),segment_id=56f1c7cf-f3a3-41d2-9677-68978131444f)] {{(pid=84876) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 07:20:06.240716 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-799bd14a-a41d-48da-b224-08ebef020b64 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036850862667'] for port, precommit_delete {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:20:06.261996 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-f4cf8cac-17ae-404c-ad0b-a0a05c4737d8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:20:06.263868 n-d-768862-2 neutron-server[84765]: DEBUG neutron.scheduler.base_scheduler [None req-e8b43778-9e11-48de-ba00-75c3408d5eef None None] Resources bound (agent type, host, resource id): {{(pid=84876) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 07:20:06.372625 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.v2.base [None req-ca3f2c22-8bc8-47dc-960a-f0484dd0574c admin admin] Request body: {'network': {'name': 'tempest-MultipleCreateTestJSON-900206504-network', 'tenant_id': '965515aa66cf4eef8d38f9c2be2f810c'}} {{(pid=84875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:20:06.378529 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-f4cf8cac-17ae-404c-ad0b-a0a05c4737d8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:20:06.408408 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.plugin [None req-799bd14a-a41d-48da-b224-08ebef020b64 None None] Calling delete_port for c870dc86-43b7-4f90-94bf-2c5db5689264 owned by network:dhcp {{(pid=84876) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 07:20:06.415703 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-ca3f2c22-8bc8-47dc-960a-f0484dd0574c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:20:06.425276 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-ca3f2c22-8bc8-47dc-960a-f0484dd0574c admin admin] Usage tracker for resource:network and tenant:965515aa66cf4eef8d38f9c2be2f810c is out of sync, need to count used quota {{(pid=84875) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:20:06.428169 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-073b9fb4-7d75-4b80-9769-d739792db6a3 tempest-AllowedAddressPairTestJSON-747646770 tempest-AllowedAddressPairTestJSON-747646770] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777640123575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3254186'] for port, after_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:20:06.428405 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-ca3f2c22-8bc8-47dc-960a-f0484dd0574c admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84875) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:20:06.452369 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-ca3f2c22-8bc8-47dc-960a-f0484dd0574c admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:20:06.491527 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ca3f2c22-8bc8-47dc-960a-f0484dd0574c admin admin] Made reservation on behalf of 965515aa66cf4eef8d38f9c2be2f810c for: {'network': 1} {{(pid=84875) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 07:20:06.496757 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-ca3f2c22-8bc8-47dc-960a-f0484dd0574c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555753'] for network, before_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:20:06.508191 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8b43778-9e11-48de-ba00-75c3408d5eef None None] Received port after_create {{(pid=84876) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 14 07:20:06.512081 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-799bd14a-a41d-48da-b224-08ebef020b64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777640533329', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777640097463'] for port, after_delete {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:20:06.513581 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-ca3f2c22-8bc8-47dc-960a-f0484dd0574c admin admin] Notify callbacks [] for security_group, before_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:20:06.537357 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-ca3f2c22-8bc8-47dc-960a-f0484dd0574c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:20:06.545208 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-ca3f2c22-8bc8-47dc-960a-f0484dd0574c admin admin] Usage tracker for resource:security_group_rule and tenant:965515aa66cf4eef8d38f9c2be2f810c is out of sync, need to count used quota {{(pid=84875) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:20:06.553145 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-ca3f2c22-8bc8-47dc-960a-f0484dd0574c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84875) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:20:06.562490 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-ca3f2c22-8bc8-47dc-960a-f0484dd0574c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:20:06.598883 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-6e787d88-e6e0-4f1f-880a-d2a5cb919546 None None] Provisioning for port 53c61e8f-0ffd-44fa-8db3-9ba669f0605f completed by entity DHCP. {{(pid=84876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 07:20:06.629819 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-f4cf8cac-17ae-404c-ad0b-a0a05c4737d8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850887153'] for security_group, after_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:20:06.640033 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8b43778-9e11-48de-ba00-75c3408d5eef None None] Pushing event updated for resources: {'Port': ['ID=9ef47b2f-5799-45d9-9909-a1bc50511c1e,revision_number=1']} {{(pid=84876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:20:06.642566 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-89088902-c10b-46db-b19a-77b6e56bb0d1 tempest-AttachVolumeShelveTestJSON-2054363538 tempest-AttachVolumeShelveTestJSON-2054363538] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:20:06.669864 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4cf8cac-17ae-404c-ad0b-a0a05c4737d8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0e15b3e1-0618-49bb-a752-69095cef7c8b,revision_number=None']} {{(pid=84875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:20:06.681952 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-f4cf8cac-17ae-404c-ad0b-a0a05c4737d8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:20:06.687704 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-e8b43778-9e11-48de-ba00-75c3408d5eef None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.412s {{(pid=84876) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:20:06.693380 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-f4cf8cac-17ae-404c-ad0b-a0a05c4737d8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:20:06.694539 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-f4cf8cac-17ae-404c-ad0b-a0a05c4737d8 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/0e15b3e1-0618-49bb-a752-69095cef7c8b HTTP/1.1" status: 204 len: 168 time: 0.5817890 Jan 14 07:20:06.737936 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-53268474-5d8b-421d-995a-a838b7a86a08 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.866s {{(pid=84876) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:20:06.826037 n-d-768862-2 neutron-server[84765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8923ef52-a968-4c9a-9561-6757416ffbb1 tempest-RoutersIpV6Test-883692175 tempest-RoutersIpV6Test-883692175] Network 4f4fd859-936f-4644-83e0-dde174ebea87 is already hosted by enough agents. {{(pid=84874) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 07:20:06.838102 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8923ef52-a968-4c9a-9561-6757416ffbb1 tempest-RoutersIpV6Test-883692175 tempest-RoutersIpV6Test-883692175] Pushing event updated for resources: {'Port': ['ID=317271de-1ce2-4792-87e5-5cda1fd60232,revision_number=1']} {{(pid=84874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:20:06.844697 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-8923ef52-a968-4c9a-9561-6757416ffbb1 tempest-RoutersIpV6Test-883692175 tempest-RoutersIpV6Test-883692175] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.336s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:20:06.864529 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-985349ac-c205-4de8-b300-03f34fbc81a7 tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.255s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:20:06.913773 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-799bd14a-a41d-48da-b224-08ebef020b64 None None] No DVR routers for this DVR port c870dc86-43b7-4f90-94bf-2c5db5689264 on host n-d-768862-2 {{(pid=84876) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Jan 14 07:20:06.921754 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-ca3f2c22-8bc8-47dc-960a-f0484dd0574c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:20:06.927560 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a42975e-89e0-4d68-bc21-1cb62b52066f None None] Pushing event updated for resources: {'Port': ['ID=11b520c1-adce-4af0-b931-ba9ac1a29802,revision_number=4']} {{(pid=84876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:20:06.928010 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.plugin [None req-e8daebc8-7e11-450f-a57f-5ae913dbae31 admin admin] Deleting port 11b520c1-adce-4af0-b931-ba9ac1a29802 {{(pid=84875) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 07:20:06.928715 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-e8daebc8-7e11-450f-a57f-5ae913dbae31 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363259214248359'] for port, before_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:20:06.964705 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-ca3f2c22-8bc8-47dc-960a-f0484dd0574c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850887153'] for security_group, after_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:20:06.974345 n-d-768862-2 neutron-server[84765]: DEBUG neutron.scheduler.base_scheduler [None req-8923ef52-a968-4c9a-9561-6757416ffbb1 tempest-RoutersIpV6Test-883692175 tempest-RoutersIpV6Test-883692175] Resources bound (agent type, host, resource id): {{(pid=84874) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 07:20:06.981110 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8923ef52-a968-4c9a-9561-6757416ffbb1 tempest-RoutersIpV6Test-883692175 tempest-RoutersIpV6Test-883692175] Received port after_create {{(pid=84874) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 14 07:20:06.993058 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network":"rule:regular_user" was deprecated in W in favor of "create_network":"role:member and project_id:%(project_id)s". Reason: Jan 14 07:20:06.993058 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:20:06.993058 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:20:06.993058 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:20:06.993058 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:shared":"rule:admin_only" was deprecated in W in favor of "create_network:shared":"role:admin and system_scope:all". Reason: Jan 14 07:20:06.993058 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:20:06.993058 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:20:06.993058 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:20:06.993058 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:router:external":"rule:admin_only" was deprecated in W in favor of "create_network:router:external":"role:admin and system_scope:all". Reason: Jan 14 07:20:06.993058 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:20:06.993058 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:20:06.993058 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:20:06.993058 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:is_default":"rule:admin_only" was deprecated in W in favor of "create_network:is_default":"role:admin and system_scope:all". Reason: Jan 14 07:20:06.993058 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:20:06.993058 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:20:06.993058 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:20:06.993058 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:port_security_enabled":"rule:regular_user" was deprecated in W in favor of "create_network:port_security_enabled":"role:member and project_id:%(project_id)s". Reason: Jan 14 07:20:06.993058 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:20:06.993058 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:20:06.993058 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:20:06.993058 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:segments":"rule:admin_only" was deprecated in W in favor of "create_network:segments":"role:admin and system_scope:all". Reason: Jan 14 07:20:06.993058 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:20:06.993058 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:20:06.993058 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:20:06.993058 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "create_network:provider:network_type":"role:admin and system_scope:all". Reason: Jan 14 07:20:06.993058 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:20:06.993058 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:20:06.993058 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:20:06.993058 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "create_network:provider:physical_network":"role:admin and system_scope:all". Reason: Jan 14 07:20:06.993058 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:20:06.993058 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:20:06.993058 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:20:06.993058 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "create_network:provider:segmentation_id":"role:admin and system_scope:all". Reason: Jan 14 07:20:06.993058 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:20:06.993058 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:20:06.993058 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:20:06.993058 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network":"rule:admin_or_owner or rule:shared or rule:external or rule:context_is_advsvc" was deprecated in W in favor of "get_network":"(role:reader and system_scope:all) or (role:reader and project_id:%(project_id)s) or rule:shared or rule:external or rule:context_is_advsvc". Reason: Jan 14 07:20:06.993058 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:20:06.993058 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:20:06.993058 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:20:06.993058 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:router:external":"rule:regular_user" was deprecated in W in favor of "get_network:router:external":"role:reader and project_id:%(project_id)s". Reason: Jan 14 07:20:06.993058 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:20:06.993058 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:20:06.993058 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:20:06.993058 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:segments":"rule:admin_only" was deprecated in W in favor of "get_network:segments":"role:reader and system_scope:all". Reason: Jan 14 07:20:06.993058 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:20:06.993058 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:20:06.993058 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:20:06.997834 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "get_network:provider:network_type":"role:reader and system_scope:all". Reason: Jan 14 07:20:06.997834 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:20:06.997834 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:20:06.997834 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:20:06.997834 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "get_network:provider:physical_network":"role:reader and system_scope:all". Reason: Jan 14 07:20:06.997834 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:20:06.997834 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:20:06.997834 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:20:06.997834 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "get_network:provider:segmentation_id":"role:reader and system_scope:all". Reason: Jan 14 07:20:06.997834 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:20:06.997834 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:20:06.997834 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:20:06.997834 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network":"rule:admin_or_owner" was deprecated in W in favor of "update_network":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 07:20:06.997834 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:20:06.997834 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:20:06.997834 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:20:06.997834 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:segments":"rule:admin_only" was deprecated in W in favor of "update_network:segments":"role:admin and system_scope:all". Reason: Jan 14 07:20:06.997834 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:20:06.997834 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:20:06.997834 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:20:06.998933 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ca3f2c22-8bc8-47dc-960a-f0484dd0574c admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 9} {{(pid=84875) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Jan 14 07:20:07.001416 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.managers [None req-e8b43778-9e11-48de-ba00-75c3408d5eef None None] Attempting to bind port 9ef47b2f-5799-45d9-9909-a1bc50511c1e on host n-d-768862-2 for vnic_type normal with profile {{(pid=84876) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 14 07:20:07.001796 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.managers [None req-e8b43778-9e11-48de-ba00-75c3408d5eef None None] Attempting to bind port 9ef47b2f-5799-45d9-9909-a1bc50511c1e by drivers openvswitch on host n-d-768862-2 at level 0 using segments [{'id': '3e1bd123-dba9-416c-83e6-6bedf813c1e7', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 21, 'network_id': '55688c5f-235c-490e-a156-b75715fdee0f'}] {{(pid=84876) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 14 07:20:07.002225 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8b43778-9e11-48de-ba00-75c3408d5eef None None] Attempting to bind port 9ef47b2f-5799-45d9-9909-a1bc50511c1e on network 55688c5f-235c-490e-a156-b75715fdee0f {{(pid=84876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 14 07:20:07.005576 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-ca3f2c22-8bc8-47dc-960a-f0484dd0574c admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment--9223363259214191851', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854179735'] for segment, precommit_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:20:07.006057 n-d-768862-2 neutron-server[84765]: INFO neutron.db.segments_db [None req-ca3f2c22-8bc8-47dc-960a-f0484dd0574c admin admin] Added segment a7479dfd-b2ae-4cb2-bcb2-db061abb8dd3 of type vxlan for network 9b9963ce-3701-45b9-82d2-4f2b78540b20 Jan 14 07:20:07.018417 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8b43778-9e11-48de-ba00-75c3408d5eef None None] Checking agent: {'id': 'ba5efab1-b43c-4d5a-bc52-6e105d4e67a2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768862-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 14, 6, 56, 52), 'started_at': datetime.datetime(2021, 1, 14, 6, 57, 22), 'heartbeat_timestamp': datetime.datetime(2021, 1, 14, 7, 19, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768862-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.29', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 14 07:20:07.018851 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8b43778-9e11-48de-ba00-75c3408d5eef None None] Checking segment: {'id': '3e1bd123-dba9-416c-83e6-6bedf813c1e7', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 21, 'network_id': '55688c5f-235c-490e-a156-b75715fdee0f'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84876) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 14 07:20:07.019383 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-e8b43778-9e11-48de-ba00-75c3408d5eef None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:20:07.019870 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8b43778-9e11-48de-ba00-75c3408d5eef None None] Bound using segment: {'id': '3e1bd123-dba9-416c-83e6-6bedf813c1e7', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 21, 'network_id': '55688c5f-235c-490e-a156-b75715fdee0f'} {{(pid=84876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 14 07:20:07.020440 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.managers [None req-e8b43778-9e11-48de-ba00-75c3408d5eef None None] Bound port: 9ef47b2f-5799-45d9-9909-a1bc50511c1e, host: n-d-768862-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3e1bd123-dba9-416c-83e6-6bedf813c1e7', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 21, 'network_id': '55688c5f-235c-490e-a156-b75715fdee0f'}}] {{(pid=84876) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 14 07:20:07.020876 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-e8b43778-9e11-48de-ba00-75c3408d5eef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555753'] for port, before_update {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:20:07.030576 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8923ef52-a968-4c9a-9561-6757416ffbb1 tempest-RoutersIpV6Test-883692175 tempest-RoutersIpV6Test-883692175] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:20:07.032132 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-8923ef52-a968-4c9a-9561-6757416ffbb1 tempest-RoutersIpV6Test-883692175 tempest-RoutersIpV6Test-883692175] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854768116'] for port, before_response {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:20:07.041321 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-ca3f2c22-8bc8-47dc-960a-f0484dd0574c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363259214646115'] for network, precommit_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:20:07.054875 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Provisioning for port 53c61e8f-0ffd-44fa-8db3-9ba669f0605f completed by entity L2. {{(pid=84876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 07:20:07.058906 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-799bd14a-a41d-48da-b224-08ebef020b64 None None] Pushing event deleted for resources: {'Port': ['ID=c870dc86-43b7-4f90-94bf-2c5db5689264,revision_number=None']} {{(pid=84876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:20:07.075903 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-799bd14a-a41d-48da-b224-08ebef020b64 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.338s {{(pid=84876) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:20:07.076484 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-0be61d8c-abb3-419b-822d-08cd60016e00 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.479s {{(pid=84876) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:20:07.076944 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-0be61d8c-abb3-419b-822d-08cd60016e00 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.000s {{(pid=84876) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:20:07.081090 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Provisioning complete for port 53c61e8f-0ffd-44fa-8db3-9ba669f0605f triggered by entity L2. {{(pid=84876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 07:20:07.081518 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-604227'] for port, provisioning_complete {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:20:07.082964 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-4fb84717-c2a2-45d7-920d-fdfa8d5855f3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:20:07.102073 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-ca3f2c22-8bc8-47dc-960a-f0484dd0574c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850887149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964'] for network, after_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:20:07.103122 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca3f2c22-8bc8-47dc-960a-f0484dd0574c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:20:07.103795 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-ca3f2c22-8bc8-47dc-960a-f0484dd0574c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3207107'] for network, before_response {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:20:07.113430 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-073b9fb4-7d75-4b80-9769-d739792db6a3 tempest-AllowedAddressPairTestJSON-747646770 tempest-AllowedAddressPairTestJSON-747646770] Pushing event updated for resources: {'Port': ['ID=c12ad1c9-2561-4dc9-8cf8-4c4653fc3366,revision_number=1']} {{(pid=84874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:20:07.120009 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-073b9fb4-7d75-4b80-9769-d739792db6a3 tempest-AllowedAddressPairTestJSON-747646770 tempest-AllowedAddressPairTestJSON-747646770] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.256s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:20:07.158357 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-ca3f2c22-8bc8-47dc-960a-f0484dd0574c admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 878 time: 1.0992067 Jan 14 07:20:07.164685 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84874) accepted ('10.222.0.24', 38912) {{(pid=84874) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:20:07.174467 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca3f2c22-8bc8-47dc-960a-f0484dd0574c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=53a37d45-6bb1-4c5e-a945-8a121a359d64,revision_number=1']} {{(pid=84875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:20:07.181111 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-ca3f2c22-8bc8-47dc-960a-f0484dd0574c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:20:07.181701 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-1f2d2bd4-e399-4735-9324-7ed7d9bbb234 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.041s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:20:07.232730 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.v2.base [None req-cdf73439-f794-4108-8fd2-3d90a26ac26c admin admin] Request body: {'subnet': {'network_id': '9b9963ce-3701-45b9-82d2-4f2b78540b20', 'cidr': '172.20.0.0/28', 'name': 'tempest-MultipleCreateTestJSON-900206504-subnet', 'tenant_id': '965515aa66cf4eef8d38f9c2be2f810c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=84874) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:20:07.243739 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-cdf73439-f794-4108-8fd2-3d90a26ac26c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:20:07.251414 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-cdf73439-f794-4108-8fd2-3d90a26ac26c admin admin] Usage tracker for resource:subnet and tenant:965515aa66cf4eef8d38f9c2be2f810c is out of sync, need to count used quota {{(pid=84874) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:20:07.256989 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-cdf73439-f794-4108-8fd2-3d90a26ac26c admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84874) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:20:07.279461 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [None req-e8b43778-9e11-48de-ba00-75c3408d5eef None None] For port 9ef47b2f-5799-45d9-9909-a1bc50511c1e, host n-d-768862-2, cleared binding levels {{(pid=84876) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 14 07:20:07.286002 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [None req-e8b43778-9e11-48de-ba00-75c3408d5eef None None] For port 9ef47b2f-5799-45d9-9909-a1bc50511c1e, host n-d-768862-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-2',level=0,port_id=9ef47b2f-5799-45d9-9909-a1bc50511c1e,segment=NetworkSegment(3e1bd123-dba9-416c-83e6-6bedf813c1e7),segment_id=3e1bd123-dba9-416c-83e6-6bedf813c1e7)] {{(pid=84876) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 14 07:20:07.306398 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-e8b43778-9e11-48de-ba00-75c3408d5eef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777640533312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363259214678337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777640097497'] for port, after_update {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:20:07.309707 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-42ae4ef9-d34c-45f4-a734-3566768f123a tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036851981161'] for subnet, before_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:20:07.373029 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-cdf73439-f794-4108-8fd2-3d90a26ac26c admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:20:07.446230 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca3f2c22-8bc8-47dc-960a-f0484dd0574c admin admin] Pushing event updated for resources: {'Network': ['ID=9b9963ce-3701-45b9-82d2-4f2b78540b20,revision_number=1']} {{(pid=84875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:20:07.455416 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-ca3f2c22-8bc8-47dc-960a-f0484dd0574c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.274s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:20:07.496841 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-4014464b-a727-4cac-8740-1285ab171b1b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84876) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:20:07.529382 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-017f98a9-8a07-408c-a86f-8ff0c00400a0 None None] Network 9b9963ce-3701-45b9-82d2-4f2b78540b20 details requested by agent ovs-agent-n-h1-768862-2 with host n-h1-768862-2 {{(pid=84876) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 07:20:07.536409 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-8923ef52-a968-4c9a-9561-6757416ffbb1 tempest-RoutersIpV6Test-883692175 tempest-RoutersIpV6Test-883692175] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 6.0687928 Jan 14 07:20:07.539954 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84874) accepted ('10.222.0.24', 38922) {{(pid=84874) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:20:07.548151 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-852a24f7-e9a1-4193-9abb-e9506fe5213f None None] Network 9b9963ce-3701-45b9-82d2-4f2b78540b20 details requested by agent ovs-agent-n-h2-768862-2 with host n-h2-768862-2 {{(pid=84876) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 07:20:07.561672 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-4b8840b7-b55c-4016-9c7f-e90da19e90f4 tempest-DHCPAgentSchedulersTestJSON-1895530401 tempest-DHCPAgentSchedulersTestJSON-1895530401] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-598964', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850887113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036851521664', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2794686'] for subnet, after_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:20:07.583356 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [None req-e8daebc8-7e11-450f-a57f-5ae913dbae31 admin admin] For port 11b520c1-adce-4af0-b931-ba9ac1a29802, host n-d-768862-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-2',level=0,port_id=11b520c1-adce-4af0-b931-ba9ac1a29802,segment=NetworkSegment(0750151e-662e-4cb1-844c-677da48ab943),segment_id=0750151e-662e-4cb1-844c-677da48ab943)] {{(pid=84875) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 07:20:07.584255 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-e8daebc8-7e11-450f-a57f-5ae913dbae31 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036850862667'] for port, precommit_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:20:07.721429 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Network 9b9963ce-3701-45b9-82d2-4f2b78540b20 details requested by agent ovs-agent-n-d-768862-2 with host n-d-768862-2 {{(pid=84876) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 07:20:07.728531 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cdf73439-f794-4108-8fd2-3d90a26ac26c admin admin] Made reservation on behalf of 965515aa66cf4eef8d38f9c2be2f810c for: {'subnet': 1} {{(pid=84874) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 07:20:07.744280 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-cdf73439-f794-4108-8fd2-3d90a26ac26c admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036851981161'] for subnet, before_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:20:07.902573 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.plugin [None req-e8daebc8-7e11-450f-a57f-5ae913dbae31 admin admin] Calling delete_port for 11b520c1-adce-4af0-b931-ba9ac1a29802 owned by network:router_interface {{(pid=84875) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 07:20:08.032758 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:20:08.175435 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2451eee7-ada2-4894-a24f-7489f8517c13 None None] Routers {'5de0d2fe-bd57-4747-b9c9-eabc9a219a3e'} bound to L3 agent in host n-d-768862-2 {{(pid=84876) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 14 07:20:08.176210 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_hamode_db [None req-2451eee7-ada2-4894-a24f-7489f8517c13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-01-14T06:56:51Z,description=,heartbeat_timestamp=2021-01-14T07:19:51Z,host='n-d-768862-2',id=35f592e9-451b-4db9-abea-77b6a5c5391b,load=0,resource_versions=,resources_synced=,started_at=2021-01-14T06:56:51Z,topic='l3_agent')) {'router_ids': ['5de0d2fe-bd57-4747-b9c9-eabc9a219a3e'], 'active': True} {{(pid=84876) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:20:08.216803 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-e8daebc8-7e11-450f-a57f-5ae913dbae31 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777640533329', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777640097463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851621574'] for port, after_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:20:08.312673 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b8840b7-b55c-4016-9c7f-e90da19e90f4 tempest-DHCPAgentSchedulersTestJSON-1895530401 tempest-DHCPAgentSchedulersTestJSON-1895530401] Pushing event deleted for resources: {'Subnet': ['ID=c59c705b-a16b-4028-bc56-2c059956a01b,revision_number=None']} {{(pid=84874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:20:08.343152 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-4b8840b7-b55c-4016-9c7f-e90da19e90f4 tempest-DHCPAgentSchedulersTestJSON-1895530401 tempest-DHCPAgentSchedulersTestJSON-1895530401] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.312s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:20:08.375579 n-d-768862-2 neutron-server[84765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-073b9fb4-7d75-4b80-9769-d739792db6a3 tempest-AllowedAddressPairTestJSON-747646770 tempest-AllowedAddressPairTestJSON-747646770] Network 55688c5f-235c-490e-a156-b75715fdee0f is already hosted by enough agents. {{(pid=84874) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 07:20:08.382380 n-d-768862-2 neutron-server[84765]: DEBUG neutron.scheduler.base_scheduler [None req-073b9fb4-7d75-4b80-9769-d739792db6a3 tempest-AllowedAddressPairTestJSON-747646770 tempest-AllowedAddressPairTestJSON-747646770] Resources bound (agent type, host, resource id): {{(pid=84874) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 07:20:08.386668 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:shared":"rule:admin_only" was deprecated in W in favor of "update_network:shared":"role:admin and system_scope:all". Reason: Jan 14 07:20:08.386668 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:20:08.386668 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:20:08.386668 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:20:08.386668 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "update_network:provider:network_type":"role:admin and system_scope:all". Reason: Jan 14 07:20:08.386668 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:20:08.386668 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:20:08.386668 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:20:08.386668 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "update_network:provider:physical_network":"role:admin and system_scope:all". Reason: Jan 14 07:20:08.386668 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:20:08.386668 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:20:08.386668 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:20:08.386668 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "update_network:provider:segmentation_id":"role:admin and system_scope:all". Reason: Jan 14 07:20:08.386668 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:20:08.386668 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:20:08.386668 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:20:08.386668 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:router:external":"rule:admin_only" was deprecated in W in favor of "update_network:router:external":"role:admin and system_scope:all". Reason: Jan 14 07:20:08.386668 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:20:08.386668 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:20:08.386668 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:20:08.386668 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:is_default":"rule:admin_only" was deprecated in W in favor of "update_network:is_default":"role:admin and system_scope:all". Reason: Jan 14 07:20:08.386668 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:20:08.386668 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:20:08.386668 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:20:08.386668 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:port_security_enabled":"rule:admin_or_owner" was deprecated in W in favor of "update_network:port_security_enabled":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 07:20:08.386668 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:20:08.386668 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:20:08.386668 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:20:08.386668 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "delete_network":"rule:admin_or_owner" was deprecated in W in favor of "delete_network":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 07:20:08.386668 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:20:08.386668 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:20:08.386668 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:20:08.386668 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_segment":"rule:admin_only" was deprecated in W in favor of "create_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:20:08.386668 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:20:08.386668 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_segment":"rule:admin_only" was deprecated in W in favor of "get_segment":"role:reader and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:20:08.386668 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:20:08.386668 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_segment":"rule:admin_only" was deprecated in W in favor of "update_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:20:08.386668 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:20:08.386668 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "delete_segment":"rule:admin_only" was deprecated in W in favor of "delete_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:20:08.386668 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:20:08.386668 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network":"rule:regular_user" was deprecated in W in favor of "create_network":"role:member and project_id:%(project_id)s". Reason: Jan 14 07:20:08.386668 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:20:08.392969 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:20:08.392969 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:20:08.392969 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:shared":"rule:admin_only" was deprecated in W in favor of "create_network:shared":"role:admin and system_scope:all". Reason: Jan 14 07:20:08.392969 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:20:08.392969 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:20:08.392969 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:20:08.392969 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:router:external":"rule:admin_only" was deprecated in W in favor of "create_network:router:external":"role:admin and system_scope:all". Reason: Jan 14 07:20:08.392969 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:20:08.392969 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:20:08.392969 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:20:08.392969 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:is_default":"rule:admin_only" was deprecated in W in favor of "create_network:is_default":"role:admin and system_scope:all". Reason: Jan 14 07:20:08.392969 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:20:08.392969 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:20:08.392969 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:20:08.392969 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:port_security_enabled":"rule:regular_user" was deprecated in W in favor of "create_network:port_security_enabled":"role:member and project_id:%(project_id)s". Reason: Jan 14 07:20:08.392969 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:20:08.392969 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:20:08.392969 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:20:08.392969 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:segments":"rule:admin_only" was deprecated in W in favor of "create_network:segments":"role:admin and system_scope:all". Reason: Jan 14 07:20:08.392969 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:20:08.392969 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:20:08.392969 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:20:08.399900 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "create_network:provider:network_type":"role:admin and system_scope:all". Reason: Jan 14 07:20:08.399900 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:20:08.399900 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:20:08.399900 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:20:08.399900 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "create_network:provider:physical_network":"role:admin and system_scope:all". Reason: Jan 14 07:20:08.399900 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:20:08.399900 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:20:08.399900 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:20:08.399900 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "create_network:provider:segmentation_id":"role:admin and system_scope:all". Reason: Jan 14 07:20:08.399900 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:20:08.399900 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:20:08.399900 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:20:08.399900 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network":"rule:admin_or_owner or rule:shared or rule:external or rule:context_is_advsvc" was deprecated in W in favor of "get_network":"(role:reader and system_scope:all) or (role:reader and project_id:%(project_id)s) or rule:shared or rule:external or rule:context_is_advsvc". Reason: Jan 14 07:20:08.399900 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:20:08.399900 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:20:08.399900 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:20:08.399900 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:router:external":"rule:regular_user" was deprecated in W in favor of "get_network:router:external":"role:reader and project_id:%(project_id)s". Reason: Jan 14 07:20:08.399900 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:20:08.399900 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:20:08.399900 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:20:08.399900 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:segments":"rule:admin_only" was deprecated in W in favor of "get_network:segments":"role:reader and system_scope:all". Reason: Jan 14 07:20:08.399900 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:20:08.399900 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:20:08.399900 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:20:08.399900 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "get_network:provider:network_type":"role:reader and system_scope:all". Reason: Jan 14 07:20:08.399900 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:20:08.399900 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:20:08.399900 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:20:08.399900 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "get_network:provider:physical_network":"role:reader and system_scope:all". Reason: Jan 14 07:20:08.399900 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:20:08.399900 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:20:08.399900 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:20:08.399900 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "get_network:provider:segmentation_id":"role:reader and system_scope:all". Reason: Jan 14 07:20:08.399900 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:20:08.399900 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:20:08.399900 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:20:08.399900 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network":"rule:admin_or_owner" was deprecated in W in favor of "update_network":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 07:20:08.399900 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:20:08.399900 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:20:08.399900 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:20:08.399900 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:segments":"rule:admin_only" was deprecated in W in favor of "update_network:segments":"role:admin and system_scope:all". Reason: Jan 14 07:20:08.399900 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:20:08.399900 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:20:08.399900 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:20:08.399900 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:shared":"rule:admin_only" was deprecated in W in favor of "update_network:shared":"role:admin and system_scope:all". Reason: Jan 14 07:20:08.399900 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:20:08.399900 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:20:08.399900 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:20:08.406679 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "update_network:provider:network_type":"role:admin and system_scope:all". Reason: Jan 14 07:20:08.406679 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:20:08.406679 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:20:08.406679 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:20:08.406679 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "update_network:provider:physical_network":"role:admin and system_scope:all". Reason: Jan 14 07:20:08.406679 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:20:08.406679 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:20:08.406679 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:20:08.406679 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "update_network:provider:segmentation_id":"role:admin and system_scope:all". Reason: Jan 14 07:20:08.406679 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:20:08.406679 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:20:08.406679 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:20:08.406679 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:router:external":"rule:admin_only" was deprecated in W in favor of "update_network:router:external":"role:admin and system_scope:all". Reason: Jan 14 07:20:08.406679 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:20:08.406679 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:20:08.406679 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:20:08.406679 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:is_default":"rule:admin_only" was deprecated in W in favor of "update_network:is_default":"role:admin and system_scope:all". Reason: Jan 14 07:20:08.406679 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:20:08.406679 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:20:08.406679 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:20:08.411868 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_dvr_db [None req-2451eee7-ada2-4894-a24f-7489f8517c13 None None] Set router 5de0d2fe-bd57-4747-b9c9-eabc9a219a3e gateway port host: n-d-768862-2 {{(pid=84876) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 14 07:20:08.448698 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-f4dd1a82-6a10-4e1b-ba78-2d9bf03012f6 tempest-RoutersIpV6Test-883692175 tempest-RoutersIpV6Test-883692175] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:20:08.535355 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-073b9fb4-7d75-4b80-9769-d739792db6a3 tempest-AllowedAddressPairTestJSON-747646770 tempest-AllowedAddressPairTestJSON-747646770] Received port after_create {{(pid=84874) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 14 07:20:08.578016 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8daebc8-7e11-450f-a57f-5ae913dbae31 admin admin] Pushing event deleted for resources: {'Port': ['ID=11b520c1-adce-4af0-b931-ba9ac1a29802,revision_number=None']} {{(pid=84875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:20:08.584755 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-e8daebc8-7e11-450f-a57f-5ae913dbae31 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:20:08.618777 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-4b8840b7-b55c-4016-9c7f-e90da19e90f4 tempest-DHCPAgentSchedulersTestJSON-1895530401 tempest-DHCPAgentSchedulersTestJSON-1895530401] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3207107'] for subnet, before_response {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:20:08.621430 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-4b8840b7-b55c-4016-9c7f-e90da19e90f4 tempest-DHCPAgentSchedulersTestJSON-1895530401 tempest-DHCPAgentSchedulersTestJSON-1895530401] 10.222.0.24 "DELETE /v2.0/subnets/c59c705b-a16b-4028-bc56-2c059956a01b HTTP/1.1" status: 204 len: 168 time: 7.2613018 Jan 14 07:20:08.638921 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84875) accepted ('10.222.0.24', 38938) {{(pid=84875) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:20:08.813342 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555753'] for port, before_update {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:20:08.824228 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-888b7cd2-21f9-439f-b754-e8c30b56ff8d None None] Network ca71f1de-44f7-45de-a3cd-ebd1903f37be requested from n-d-768862-2 {{(pid=84876) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 07:20:09.062294 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-073b9fb4-7d75-4b80-9769-d739792db6a3 tempest-AllowedAddressPairTestJSON-747646770 tempest-AllowedAddressPairTestJSON-747646770] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:20:09.063143 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-073b9fb4-7d75-4b80-9769-d739792db6a3 tempest-AllowedAddressPairTestJSON-747646770 tempest-AllowedAddressPairTestJSON-747646770] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854768116'] for port, before_response {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:20:09.228207 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-592c22da-7861-480a-ae41-6ca31cecddf1 None None] Provisioning complete for port 53c61e8f-0ffd-44fa-8db3-9ba669f0605f triggered by entity DHCP. {{(pid=84876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 07:20:09.228660 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-592c22da-7861-480a-ae41-6ca31cecddf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-604227'] for port, provisioning_complete {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:20:09.326924 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8b43778-9e11-48de-ba00-75c3408d5eef None None] Pushing event updated for resources: {'Port': ['ID=9ef47b2f-5799-45d9-9909-a1bc50511c1e,revision_number=2']} {{(pid=84876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:20:09.344171 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-e8daebc8-7e11-450f-a57f-5ae913dbae31 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted--9223372036851568851', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal--9223372036850888080'] for router_interface, after_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:20:09.354109 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-e8b43778-9e11-48de-ba00-75c3408d5eef None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.857s {{(pid=84876) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:20:09.396657 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] For port 53c61e8f-0ffd-44fa-8db3-9ba669f0605f, host n-d-768862-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-2',level=0,port_id=53c61e8f-0ffd-44fa-8db3-9ba669f0605f,segment=NetworkSegment(52b15418-ab71-4899-9e40-bcda4a993c5f),segment_id=52b15418-ab71-4899-9e40-bcda4a993c5f)] {{(pid=84876) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 07:20:09.452860 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777640533312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363259214678337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777640097497'] for port, after_update {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:20:09.530804 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-e8b43778-9e11-48de-ba00-75c3408d5eef None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84876) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:20:09.543953 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-5de35e9c-bbbb-47b2-8df2-a03fa8733855 tempest-DHCPAgentSchedulersTestJSON-1895530401 tempest-DHCPAgentSchedulersTestJSON-1895530401] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036854160497'] for network, before_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:20:09.680712 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-073b9fb4-7d75-4b80-9769-d739792db6a3 tempest-AllowedAddressPairTestJSON-747646770 tempest-AllowedAddressPairTestJSON-747646770] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 998 time: 7.4473064 Jan 14 07:20:09.690813 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84874) accepted ('10.222.0.24', 38948) {{(pid=84874) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:20:09.711996 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Pushing event updated for resources: {'Port': ['ID=53c61e8f-0ffd-44fa-8db3-9ba669f0605f,revision_number=3']} {{(pid=84876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:20:09.743936 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.213s {{(pid=84876) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:20:09.831524 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Device 9ef47b2f-5799-45d9-9909-a1bc50511c1e up at agent ovs-agent-n-d-768862-2 {{(pid=84876) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 07:20:10.007369 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-592c22da-7861-480a-ae41-6ca31cecddf1 None None] Provisioning for port 317271de-1ce2-4792-87e5-5cda1fd60232 completed by entity DHCP. {{(pid=84876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 07:20:10.041548 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-592c22da-7861-480a-ae41-6ca31cecddf1 None None] Provisioning complete for port 317271de-1ce2-4792-87e5-5cda1fd60232 triggered by entity DHCP. {{(pid=84876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 07:20:10.042444 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-592c22da-7861-480a-ae41-6ca31cecddf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-604227'] for port, provisioning_complete {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:20:10.121251 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.plugin [None req-592c22da-7861-480a-ae41-6ca31cecddf1 None None] Port 317271de-1ce2-4792-87e5-5cda1fd60232 cannot update to ACTIVE because it is not bound. {{(pid=84876) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:329}} Jan 14 07:20:10.192792 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Provisioning for port 9ef47b2f-5799-45d9-9909-a1bc50511c1e completed by entity L2. {{(pid=84876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 07:20:10.205028 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_hamode_db [None req-2451eee7-ada2-4894-a24f-7489f8517c13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5de0d2fe-bd57-4747-b9c9-eabc9a219a3e', 'name': 'tempest-ServerRescueNegativeTestJSON-1469458046-router', 'tenant_id': 'cfc1b35f9f1d4d4eb4ee151b49ce9e37', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '226f1e78-82cd-4481-9055-4eb73b6db8c1', 'external_fixed_ips': [{'subnet_id': 'ba8deeec-7658-4195-9449-038c076f5c83', 'ip_address': '172.25.2.129'}], 'enable_snat': True}, 'gw_port_id': 'c1448423-f255-4037-aa95-f263966dbb30', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-14T07:19:24Z', 'updated_at': '2021-01-14T07:20:08Z', 'revision_number': 5, 'project_id': 'cfc1b35f9f1d4d4eb4ee151b49ce9e37', 'gw_port': {'id': 'c1448423-f255-4037-aa95-f263966dbb30', 'name': '', 'network_id': '226f1e78-82cd-4481-9055-4eb73b6db8c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:57:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5de0d2fe-bd57-4747-b9c9-eabc9a219a3e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1628, 'fixed_ips': [{'subnet_id': 'ba8deeec-7658-4195-9449-038c076f5c83', 'ip_address': '172.25.2.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T07:19:27Z', 'updated_at': '2021-01-14T07:19:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ba8deeec-7658-4195-9449-038c076f5c83', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-2'}], 'n-d-768862-2', False) {} {{(pid=84876) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:20:10.217123 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2451eee7-ada2-4894-a24f-7489f8517c13 None None] The sync data for ids ['5de0d2fe-bd57-4747-b9c9-eabc9a219a3e'] in n-d-768862-2 is: [{'id': '5de0d2fe-bd57-4747-b9c9-eabc9a219a3e', 'name': 'tempest-ServerRescueNegativeTestJSON-1469458046-router', 'tenant_id': 'cfc1b35f9f1d4d4eb4ee151b49ce9e37', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '226f1e78-82cd-4481-9055-4eb73b6db8c1', 'external_fixed_ips': [{'subnet_id': 'ba8deeec-7658-4195-9449-038c076f5c83', 'ip_address': '172.25.2.129'}], 'enable_snat': True}, 'gw_port_id': 'c1448423-f255-4037-aa95-f263966dbb30', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-14T07:19:24Z', 'updated_at': '2021-01-14T07:20:08Z', 'revision_number': 5, 'project_id': 'cfc1b35f9f1d4d4eb4ee151b49ce9e37', 'gw_port': {'id': 'c1448423-f255-4037-aa95-f263966dbb30', 'name': '', 'network_id': '226f1e78-82cd-4481-9055-4eb73b6db8c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:57:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5de0d2fe-bd57-4747-b9c9-eabc9a219a3e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1628, 'fixed_ips': [{'subnet_id': 'ba8deeec-7658-4195-9449-038c076f5c83', 'ip_address': '172.25.2.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T07:19:27Z', 'updated_at': '2021-01-14T07:19:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ba8deeec-7658-4195-9449-038c076f5c83', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-2'}] {{(pid=84876) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Jan 14 07:20:10.252441 n-d-768862-2 neutron-server[84765]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e8daebc8-7e11-450f-a57f-5ae913dbae31 admin admin] Router 5de0d2fe-bd57-4747-b9c9-eabc9a219a3e has already been hosted by L3 agent 35f592e9-451b-4db9-abea-77b6a5c5391b {{(pid=84875) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Jan 14 07:20:10.253749 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.plugin [None req-5de35e9c-bbbb-47b2-8df2-a03fa8733855 tempest-DHCPAgentSchedulersTestJSON-1895530401 tempest-DHCPAgentSchedulersTestJSON-1895530401] Deleting port 2a4676b8-4f05-4c09-9962-3fffa849df05 {{(pid=84875) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 07:20:10.254320 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-5de35e9c-bbbb-47b2-8df2-a03fa8733855 tempest-DHCPAgentSchedulersTestJSON-1895530401 tempest-DHCPAgentSchedulersTestJSON-1895530401] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363259214248359'] for port, before_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:20:10.278030 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5bf64892-5502-4a4e-9f1f-628048df3401 None None] DHCP port deletion for ca71f1de-44f7-45de-a3cd-ebd1903f37be request from n-d-768862-2 {{(pid=84876) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Jan 14 07:20:10.308144 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.plugin [None req-5bf64892-5502-4a4e-9f1f-628048df3401 None None] Deleting port 2a4676b8-4f05-4c09-9962-3fffa849df05 {{(pid=84876) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 07:20:10.308579 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-5bf64892-5502-4a4e-9f1f-628048df3401 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363259214248359'] for port, before_delete {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:20:10.461761 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Device c870dc86-43b7-4f90-94bf-2c5db5689264 no longer exists at agent ovs-agent-n-d-768862-2 {{(pid=84876) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jan 14 07:20:10.478881 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-e8b59feb-8459-4a2f-ae72-7e5c1769ca25 tempest-RoutersIpV6Test-883692175 tempest-RoutersIpV6Test-883692175] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555753'] for port, before_update {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:20:10.506073 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e70e8120-dddf-489d-9ada-107e6ff34851 None None] Network 55688c5f-235c-490e-a156-b75715fdee0f requested from n-d-768862-2 {{(pid=84876) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 07:20:10.521115 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-a8a137c9-e672-4820-aaf1-9029a1f77a11 None None] Provisioning complete for port 53c61e8f-0ffd-44fa-8db3-9ba669f0605f triggered by entity DHCP. {{(pid=84876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 07:20:10.521549 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-a8a137c9-e672-4820-aaf1-9029a1f77a11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-604227'] for port, provisioning_complete {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:20:10.577898 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.plugin [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] No Port match for: c870dc86-43b7-4f90-94bf-2c5db5689264 {{(pid=84876) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2188}} Jan 14 07:20:10.578335 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Device c870dc86-43b7-4f90-94bf-2c5db5689264 not bound to the agent host n-d-768862-2 {{(pid=84876) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jan 14 07:20:10.721969 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ffffb1a1-884f-427d-a4f7-82074d374bb1 tempest-AllowedAddressPairTestJSON-747646770 tempest-AllowedAddressPairTestJSON-747646770] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:20:10.769113 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ffffb1a1-884f-427d-a4f7-82074d374bb1 tempest-AllowedAddressPairTestJSON-747646770 tempest-AllowedAddressPairTestJSON-747646770] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:20:10.826032 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ffffb1a1-884f-427d-a4f7-82074d374bb1 tempest-AllowedAddressPairTestJSON-747646770 tempest-AllowedAddressPairTestJSON-747646770] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:20:10.827034 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-ffffb1a1-884f-427d-a4f7-82074d374bb1 tempest-AllowedAddressPairTestJSON-747646770 tempest-AllowedAddressPairTestJSON-747646770] Synchronizing usage tracker for tenant:ce9e5243d132466aae9bc9a8d2ea0adf on resource:port {{(pid=84874) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 14 07:20:11.030417 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-42ae4ef9-d34c-45f4-a734-3566768f123a tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850887113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3254092', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036851981146'] for subnet, after_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:20:11.058382 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-88ae22a7-444d-41ab-a7d7-a55c49c5feb8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:20:11.207266 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [None req-5bf64892-5502-4a4e-9f1f-628048df3401 None None] For port 2a4676b8-4f05-4c09-9962-3fffa849df05, host n-d-768862-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-2',level=0,port_id=2a4676b8-4f05-4c09-9962-3fffa849df05,segment=NetworkSegment(02197250-02ed-4d1d-801b-ccc091c08597),segment_id=02197250-02ed-4d1d-801b-ccc091c08597)] {{(pid=84876) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 07:20:11.207721 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-5bf64892-5502-4a4e-9f1f-628048df3401 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036850862667'] for port, precommit_delete {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:20:11.219991 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-017f98a9-8a07-408c-a86f-8ff0c00400a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363259214191800', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854171626'] for agent, after_update {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:20:11.222270 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42ae4ef9-d34c-45f4-a734-3566768f123a tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] Pushing event updated for resources: {'Subnet': ['ID=1c17c3f1-e76c-4abc-892a-3878eebbd730,revision_number=0']} {{(pid=84874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:20:11.300338 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-42ae4ef9-d34c-45f4-a734-3566768f123a tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.242s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:20:11.304196 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-cdf73439-f794-4108-8fd2-3d90a26ac26c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850887113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3254092', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036851981146'] for subnet, after_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:20:11.322928 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-ffffb1a1-884f-427d-a4f7-82074d374bb1 tempest-AllowedAddressPairTestJSON-747646770 tempest-AllowedAddressPairTestJSON-747646770] Unset dirty status for tenant:ce9e5243d132466aae9bc9a8d2ea0adf on resource:port {{(pid=84874) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 14 07:20:11.324058 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-ffffb1a1-884f-427d-a4f7-82074d374bb1 tempest-AllowedAddressPairTestJSON-747646770 tempest-AllowedAddressPairTestJSON-747646770] 10.222.0.24 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2464 time: 1.6157095 Jan 14 07:20:11.329098 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [None req-5de35e9c-bbbb-47b2-8df2-a03fa8733855 tempest-DHCPAgentSchedulersTestJSON-1895530401 tempest-DHCPAgentSchedulersTestJSON-1895530401] For port 2a4676b8-4f05-4c09-9962-3fffa849df05, host n-d-768862-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-2',level=0,port_id=2a4676b8-4f05-4c09-9962-3fffa849df05,segment=NetworkSegment(02197250-02ed-4d1d-801b-ccc091c08597),segment_id=02197250-02ed-4d1d-801b-ccc091c08597)] {{(pid=84875) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 07:20:11.329508 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-5de35e9c-bbbb-47b2-8df2-a03fa8733855 tempest-DHCPAgentSchedulersTestJSON-1895530401 tempest-DHCPAgentSchedulersTestJSON-1895530401] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036850862667'] for port, precommit_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:20:11.338991 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84875) accepted ('10.222.0.24', 38970) {{(pid=84875) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:20:11.397316 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-f2754990-18f1-464d-b160-8306911bde4e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:20:11.497719 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdf73439-f794-4108-8fd2-3d90a26ac26c admin admin] Pushing event updated for resources: {'Subnet': ['ID=b3c5069e-c200-4843-8c48-9e0c1d530a9c,revision_number=0']} {{(pid=84874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:20:11.542099 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e8daebc8-7e11-450f-a57f-5ae913dbae31 admin admin] Notify agent at l3_agent.n-d-768862-2 the message routers_updated {{(pid=84875) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jan 14 07:20:11.552883 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.plugin [None req-5bf64892-5502-4a4e-9f1f-628048df3401 None None] Calling delete_port for 2a4676b8-4f05-4c09-9962-3fffa849df05 owned by network:dhcp {{(pid=84876) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 07:20:11.577305 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-cdf73439-f794-4108-8fd2-3d90a26ac26c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.180s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:20:11.652519 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-5bf64892-5502-4a4e-9f1f-628048df3401 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777640533329', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777640097463'] for port, after_delete {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:20:11.673634 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-8c4d3ea4-3d0b-4269-b1c3-1afefb25e4ff None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84876) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:20:11.675661 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.plugin [None req-77e4fdb7-2ef2-4eba-afc7-c791e9dc629e tempest-AllowedAddressPairTestJSON-747646770 tempest-AllowedAddressPairTestJSON-747646770] Deleting port c12ad1c9-2561-4dc9-8cf8-4c4653fc3366 {{(pid=84875) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 07:20:11.676209 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-77e4fdb7-2ef2-4eba-afc7-c791e9dc629e tempest-AllowedAddressPairTestJSON-747646770 tempest-AllowedAddressPairTestJSON-747646770] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363259214248359'] for port, before_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:20:11.744143 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.plugin [None req-5de35e9c-bbbb-47b2-8df2-a03fa8733855 tempest-DHCPAgentSchedulersTestJSON-1895530401 tempest-DHCPAgentSchedulersTestJSON-1895530401] Calling delete_port for 2a4676b8-4f05-4c09-9962-3fffa849df05 owned by network:dhcp {{(pid=84875) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 07:20:11.745413 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bf64892-5502-4a4e-9f1f-628048df3401 None None] Pushing event deleted for resources: {'Port': ['ID=2a4676b8-4f05-4c09-9962-3fffa849df05,revision_number=None']} {{(pid=84876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:20:11.765040 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Device 53c61e8f-0ffd-44fa-8db3-9ba669f0605f up at agent ovs-agent-n-d-768862-2 {{(pid=84876) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 07:20:11.803127 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-e8daebc8-7e11-450f-a57f-5ae913dbae31 admin admin] 10.222.0.24 "PUT /v2.0/routers/5de0d2fe-bd57-4747-b9c9-eabc9a219a3e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.2046824 Jan 14 07:20:11.805751 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-5bf64892-5502-4a4e-9f1f-628048df3401 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=84876) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:20:11.822619 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84875) accepted ('10.222.0.24', 38980) {{(pid=84875) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:20:11.990720 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-a8a137c9-e672-4820-aaf1-9029a1f77a11 None None] Provisioning complete for port 317271de-1ce2-4792-87e5-5cda1fd60232 triggered by entity DHCP. {{(pid=84876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 07:20:11.991549 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-a8a137c9-e672-4820-aaf1-9029a1f77a11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-604227'] for port, provisioning_complete {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:20:12.016496 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cdf73439-f794-4108-8fd2-3d90a26ac26c admin admin] Checking segment: {'id': 'a7479dfd-b2ae-4cb2-bcb2-db061abb8dd3', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 9, 'network_id': '9b9963ce-3701-45b9-82d2-4f2b78540b20'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84874) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 14 07:20:12.017035 n-d-768862-2 neutron-server[84765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cdf73439-f794-4108-8fd2-3d90a26ac26c admin admin] Network hostable DHCP agents. Network: 9b9963ce-3701-45b9-82d2-4f2b78540b20, hostable agents: ['32f3dd84-26da-4d18-bf15-6017a8fb7247'], hosted agents: [] {{(pid=84874) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Jan 14 07:20:12.035928 n-d-768862-2 neutron-server[84765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42ae4ef9-d34c-45f4-a734-3566768f123a tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] Network 23f0a15d-6362-4cec-82c1-cacba887c566 is already hosted by enough agents. {{(pid=84874) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 07:20:12.040979 n-d-768862-2 neutron-server[84765]: DEBUG neutron.scheduler.base_scheduler [None req-42ae4ef9-d34c-45f4-a734-3566768f123a tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] Resources bound (agent type, host, resource id): {{(pid=84874) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 07:20:12.072426 n-d-768862-2 neutron-server[84765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cdf73439-f794-4108-8fd2-3d90a26ac26c admin admin] Network 9b9963ce-3701-45b9-82d2-4f2b78540b20 is scheduled to be hosted by DHCP agent 32f3dd84-26da-4d18-bf15-6017a8fb7247 with binding_index 1 {{(pid=84874) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Jan 14 07:20:12.077440 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.plugin [None req-a8a137c9-e672-4820-aaf1-9029a1f77a11 None None] Port 317271de-1ce2-4792-87e5-5cda1fd60232 cannot update to ACTIVE because it is not bound. {{(pid=84876) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:329}} Jan 14 07:20:12.079064 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42ae4ef9-d34c-45f4-a734-3566768f123a tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:20:12.080310 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d55b7977-489c-41e8-9903-0e9842b2bb1a None None] Network 23f0a15d-6362-4cec-82c1-cacba887c566 requested from n-d-768862-2 {{(pid=84876) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 07:20:12.080535 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-42ae4ef9-d34c-45f4-a734-3566768f123a tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3207107'] for subnet, before_response {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:20:12.088482 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-092e41b6-304f-4b38-924e-b7ad87ab6262 admin admin] Notify callbacks [] for router, before_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:20:12.117754 n-d-768862-2 neutron-server[84765]: DEBUG neutron.scheduler.base_scheduler [None req-cdf73439-f794-4108-8fd2-3d90a26ac26c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768862-2, 9b9963ce-3701-45b9-82d2-4f2b78540b20) {{(pid=84874) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 07:20:12.125491 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-42ae4ef9-d34c-45f4-a734-3566768f123a tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 7.8296838 Jan 14 07:20:12.128424 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-e8b59feb-8459-4a2f-ae72-7e5c1769ca25 tempest-RoutersIpV6Test-883692175 tempest-RoutersIpV6Test-883692175] Notify callbacks [] for port, precommit_update {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:20:12.132472 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-949ab7ff-2ea8-4394-b1cd-5e2df206d40b None None] Sync routers for ids ['5de0d2fe-bd57-4747-b9c9-eabc9a219a3e'] in n-d-768862-2 {{(pid=84877) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Jan 14 07:20:12.140182 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cdf73439-f794-4108-8fd2-3d90a26ac26c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:20:12.141050 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-cdf73439-f794-4108-8fd2-3d90a26ac26c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3207107'] for subnet, before_response {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:20:12.148268 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-949ab7ff-2ea8-4394-b1cd-5e2df206d40b None None] Routers {'5de0d2fe-bd57-4747-b9c9-eabc9a219a3e'} bound to L3 agent in host n-d-768862-2 {{(pid=84877) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 14 07:20:12.149856 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_hamode_db [None req-949ab7ff-2ea8-4394-b1cd-5e2df206d40b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-01-14T06:56:51Z,description=,heartbeat_timestamp=2021-01-14T07:19:51Z,host='n-d-768862-2',id=35f592e9-451b-4db9-abea-77b6a5c5391b,load=0,resource_versions=,resources_synced=,started_at=2021-01-14T06:56:51Z,topic='l3_agent')) {'router_ids': ['5de0d2fe-bd57-4747-b9c9-eabc9a219a3e'], 'active': True} {{(pid=84877) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:20:12.158462 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84874) accepted ('10.222.0.24', 38986) {{(pid=84874) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:20:12.162523 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-e8b59feb-8459-4a2f-ae72-7e5c1769ca25 tempest-RoutersIpV6Test-883692175 tempest-RoutersIpV6Test-883692175] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777640533312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363259214678337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777640097497', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036851521613'] for port, after_update {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:20:12.181641 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.v2.base [None req-5738a08a-2e4b-440c-a9e7-5eed64f00b92 tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] Request body: {'port': {'network_id': '23f0a15d-6362-4cec-82c1-cacba887c566', 'name': 'tempest-NetworksTestDHCPv6-45322872'}} {{(pid=84874) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:20:12.383100 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_dvr_db [None req-949ab7ff-2ea8-4394-b1cd-5e2df206d40b None None] Set router 5de0d2fe-bd57-4747-b9c9-eabc9a219a3e gateway port host: n-d-768862-2 {{(pid=84877) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 14 07:20:12.441893 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-0d53ede1-146a-4313-b742-2a995882bcb0 tempest-AttachVolumeNegativeTest-666515632 tempest-AttachVolumeNegativeTest-666515632] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:20:12.497114 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c2ac2bd-c849-46c0-b5cd-20741965ffc3 None None] Network 9b9963ce-3701-45b9-82d2-4f2b78540b20 requested from n-d-768862-2 {{(pid=84876) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 07:20:12.509276 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-cdf73439-f794-4108-8fd2-3d90a26ac26c admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 5.3142436 Jan 14 07:20:12.536693 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-5738a08a-2e4b-440c-a9e7-5eed64f00b92 tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:20:12.554123 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-77e4fdb7-2ef2-4eba-afc7-c791e9dc629e tempest-AllowedAddressPairTestJSON-747646770 tempest-AllowedAddressPairTestJSON-747646770] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036850862667'] for port, precommit_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:20:12.800599 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-5738a08a-2e4b-440c-a9e7-5eed64f00b92 tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] Usage tracker for resource:port and tenant:be0aa702e3ca464795a99c51e3b3b04f is out of sync, need to count used quota {{(pid=84874) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:20:12.824037 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-5738a08a-2e4b-440c-a9e7-5eed64f00b92 tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] Quota usage for port was recalculated. Used quota:0. {{(pid=84874) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:20:12.879417 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-5738a08a-2e4b-440c-a9e7-5eed64f00b92 tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:20:12.920070 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_hamode_db [None req-949ab7ff-2ea8-4394-b1cd-5e2df206d40b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5de0d2fe-bd57-4747-b9c9-eabc9a219a3e', 'name': 'tempest-ServerRescueNegativeTestJSON-1469458046-router', 'tenant_id': 'cfc1b35f9f1d4d4eb4ee151b49ce9e37', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '226f1e78-82cd-4481-9055-4eb73b6db8c1', 'external_fixed_ips': [{'subnet_id': 'ba8deeec-7658-4195-9449-038c076f5c83', 'ip_address': '172.25.2.129'}], 'enable_snat': True}, 'gw_port_id': 'c1448423-f255-4037-aa95-f263966dbb30', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-14T07:19:24Z', 'updated_at': '2021-01-14T07:20:08Z', 'revision_number': 5, 'project_id': 'cfc1b35f9f1d4d4eb4ee151b49ce9e37', 'gw_port': {'id': 'c1448423-f255-4037-aa95-f263966dbb30', 'name': '', 'network_id': '226f1e78-82cd-4481-9055-4eb73b6db8c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:57:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5de0d2fe-bd57-4747-b9c9-eabc9a219a3e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1628, 'fixed_ips': [{'subnet_id': 'ba8deeec-7658-4195-9449-038c076f5c83', 'ip_address': '172.25.2.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T07:19:27Z', 'updated_at': '2021-01-14T07:19:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ba8deeec-7658-4195-9449-038c076f5c83', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-2'}], 'n-d-768862-2', False) {} {{(pid=84877) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:20:12.926157 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-949ab7ff-2ea8-4394-b1cd-5e2df206d40b None None] Checking router: 5de0d2fe-bd57-4747-b9c9-eabc9a219a3e for host: n-d-768862-2 {{(pid=84877) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Jan 14 07:20:12.933635 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8b59feb-8459-4a2f-ae72-7e5c1769ca25 tempest-RoutersIpV6Test-883692175 tempest-RoutersIpV6Test-883692175] Pushing event updated for resources: {'Port': ['ID=317271de-1ce2-4792-87e5-5cda1fd60232,revision_number=2']} {{(pid=84874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:20:12.949159 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-949ab7ff-2ea8-4394-b1cd-5e2df206d40b None None] Routers {'5de0d2fe-bd57-4747-b9c9-eabc9a219a3e'} bound to L3 agent in host n-d-768862-2 {{(pid=84877) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 14 07:20:12.950058 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-e8b59feb-8459-4a2f-ae72-7e5c1769ca25 tempest-RoutersIpV6Test-883692175 tempest-RoutersIpV6Test-883692175] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.508s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:20:12.950447 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_hamode_db [None req-949ab7ff-2ea8-4394-b1cd-5e2df206d40b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-01-14T06:56:51Z,description=,heartbeat_timestamp=2021-01-14T07:19:51Z,host='n-d-768862-2',id=35f592e9-451b-4db9-abea-77b6a5c5391b,load=0,resource_versions=,resources_synced=,started_at=2021-01-14T06:56:51Z,topic='l3_agent')) {'router_ids': ['5de0d2fe-bd57-4747-b9c9-eabc9a219a3e'], 'active': True} {{(pid=84877) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:20:12.985346 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5738a08a-2e4b-440c-a9e7-5eed64f00b92 tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] Made reservation on behalf of be0aa702e3ca464795a99c51e3b3b04f for: {'port': 1} {{(pid=84874) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 07:20:12.993655 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:port_security_enabled":"rule:admin_or_owner" was deprecated in W in favor of "update_network:port_security_enabled":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 07:20:12.993655 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:20:12.993655 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:20:12.993655 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:20:12.993655 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "delete_network":"rule:admin_or_owner" was deprecated in W in favor of "delete_network":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 07:20:12.993655 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:20:12.993655 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:20:12.993655 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:20:12.993655 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_segment":"rule:admin_only" was deprecated in W in favor of "create_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:20:12.993655 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:20:12.993655 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_segment":"rule:admin_only" was deprecated in W in favor of "get_segment":"role:reader and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:20:12.993655 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:20:12.993655 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_segment":"rule:admin_only" was deprecated in W in favor of "update_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:20:12.993655 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:20:12.993655 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "delete_segment":"rule:admin_only" was deprecated in W in favor of "delete_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:20:12.993655 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:20:12.993655 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network":"rule:regular_user" was deprecated in W in favor of "create_network":"role:member and project_id:%(project_id)s". Reason: Jan 14 07:20:12.993655 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:20:12.993655 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:20:12.993655 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:20:12.993655 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:shared":"rule:admin_only" was deprecated in W in favor of "create_network:shared":"role:admin and system_scope:all". Reason: Jan 14 07:20:12.993655 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:20:12.993655 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:20:12.993655 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:20:12.993655 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:router:external":"rule:admin_only" was deprecated in W in favor of "create_network:router:external":"role:admin and system_scope:all". Reason: Jan 14 07:20:12.993655 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:20:12.993655 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:20:12.993655 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:20:12.993655 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:is_default":"rule:admin_only" was deprecated in W in favor of "create_network:is_default":"role:admin and system_scope:all". Reason: Jan 14 07:20:12.993655 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:20:12.993655 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:20:12.993655 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:20:12.993655 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:port_security_enabled":"rule:regular_user" was deprecated in W in favor of "create_network:port_security_enabled":"role:member and project_id:%(project_id)s". Reason: Jan 14 07:20:12.993655 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:20:12.993655 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:20:12.993655 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:20:12.993655 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:segments":"rule:admin_only" was deprecated in W in favor of "create_network:segments":"role:admin and system_scope:all". Reason: Jan 14 07:20:12.993655 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:20:12.993655 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:20:12.993655 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:20:12.993655 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "create_network:provider:network_type":"role:admin and system_scope:all". Reason: Jan 14 07:20:12.993655 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:20:12.999263 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:20:12.999263 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:20:12.999263 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "create_network:provider:physical_network":"role:admin and system_scope:all". Reason: Jan 14 07:20:12.999263 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:20:12.999263 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:20:12.999263 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:20:12.999263 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "create_network:provider:segmentation_id":"role:admin and system_scope:all". Reason: Jan 14 07:20:12.999263 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:20:12.999263 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:20:12.999263 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:20:12.999263 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network":"rule:admin_or_owner or rule:shared or rule:external or rule:context_is_advsvc" was deprecated in W in favor of "get_network":"(role:reader and system_scope:all) or (role:reader and project_id:%(project_id)s) or rule:shared or rule:external or rule:context_is_advsvc". Reason: Jan 14 07:20:12.999263 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:20:12.999263 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:20:12.999263 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:20:12.999263 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:router:external":"rule:regular_user" was deprecated in W in favor of "get_network:router:external":"role:reader and project_id:%(project_id)s". Reason: Jan 14 07:20:12.999263 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:20:12.999263 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:20:12.999263 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:20:13.002296 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.plugin [None req-77e4fdb7-2ef2-4eba-afc7-c791e9dc629e tempest-AllowedAddressPairTestJSON-747646770 tempest-AllowedAddressPairTestJSON-747646770] Calling delete_port for c12ad1c9-2561-4dc9-8cf8-4c4653fc3366 owned by {{(pid=84875) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 07:20:13.016584 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:segments":"rule:admin_only" was deprecated in W in favor of "get_network:segments":"role:reader and system_scope:all". Reason: Jan 14 07:20:13.016584 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:20:13.016584 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:20:13.016584 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:20:13.016584 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "get_network:provider:network_type":"role:reader and system_scope:all". Reason: Jan 14 07:20:13.016584 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:20:13.016584 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:20:13.016584 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:20:13.016584 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "get_network:provider:physical_network":"role:reader and system_scope:all". Reason: Jan 14 07:20:13.016584 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:20:13.016584 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:20:13.016584 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:20:13.016584 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "get_network:provider:segmentation_id":"role:reader and system_scope:all". Reason: Jan 14 07:20:13.016584 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:20:13.016584 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:20:13.016584 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:20:13.016584 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network":"rule:admin_or_owner" was deprecated in W in favor of "update_network":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 07:20:13.016584 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:20:13.016584 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:20:13.016584 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:20:13.016584 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:segments":"rule:admin_only" was deprecated in W in favor of "update_network:segments":"role:admin and system_scope:all". Reason: Jan 14 07:20:13.016584 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:20:13.016584 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:20:13.016584 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:20:13.016584 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:shared":"rule:admin_only" was deprecated in W in favor of "update_network:shared":"role:admin and system_scope:all". Reason: Jan 14 07:20:13.016584 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:20:13.016584 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:20:13.016584 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:20:13.016584 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "update_network:provider:network_type":"role:admin and system_scope:all". Reason: Jan 14 07:20:13.016584 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:20:13.016584 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:20:13.016584 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:20:13.016584 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "update_network:provider:physical_network":"role:admin and system_scope:all". Reason: Jan 14 07:20:13.016584 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:20:13.016584 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:20:13.016584 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:20:13.016584 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "update_network:provider:segmentation_id":"role:admin and system_scope:all". Reason: Jan 14 07:20:13.016584 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:20:13.016584 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:20:13.016584 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:20:13.016584 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:router:external":"rule:admin_only" was deprecated in W in favor of "update_network:router:external":"role:admin and system_scope:all". Reason: Jan 14 07:20:13.016584 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:20:13.016584 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:20:13.016584 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:20:13.016584 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:is_default":"rule:admin_only" was deprecated in W in favor of "update_network:is_default":"role:admin and system_scope:all". Reason: Jan 14 07:20:13.016584 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:20:13.016584 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:20:13.016584 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:20:13.022488 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:port_security_enabled":"rule:admin_or_owner" was deprecated in W in favor of "update_network:port_security_enabled":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 07:20:13.022488 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:20:13.022488 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:20:13.022488 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:20:13.022488 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "delete_network":"rule:admin_or_owner" was deprecated in W in favor of "delete_network":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 07:20:13.022488 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:20:13.022488 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:20:13.022488 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:20:13.022488 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_segment":"rule:admin_only" was deprecated in W in favor of "create_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:20:13.022488 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:20:13.022488 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_segment":"rule:admin_only" was deprecated in W in favor of "get_segment":"role:reader and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:20:13.022488 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:20:13.022488 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_segment":"rule:admin_only" was deprecated in W in favor of "update_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:20:13.022488 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:20:13.041829 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-5738a08a-2e4b-440c-a9e7-5eed64f00b92 tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555753'] for port, before_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:20:13.204029 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_dvr_db [None req-949ab7ff-2ea8-4394-b1cd-5e2df206d40b None None] Set router 5de0d2fe-bd57-4747-b9c9-eabc9a219a3e gateway port host: n-d-768862-2 {{(pid=84877) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 14 07:20:13.618307 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-852a24f7-e9a1-4193-9abb-e9506fe5213f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363259214191800', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854171626'] for agent, after_update {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:20:13.653509 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5bf64892-5502-4a4e-9f1f-628048df3401 None None] No DVR routers for this DVR port 2a4676b8-4f05-4c09-9962-3fffa849df05 on host n-d-768862-2 {{(pid=84876) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Jan 14 07:20:13.663037 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-d2909d1e-ebc7-4b0d-9335-2f79f387f4fe None None] Provisioning for port 9ef47b2f-5799-45d9-9909-a1bc50511c1e completed by entity DHCP. {{(pid=84876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 07:20:13.749269 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_hamode_db [None req-949ab7ff-2ea8-4394-b1cd-5e2df206d40b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5de0d2fe-bd57-4747-b9c9-eabc9a219a3e', 'name': 'tempest-ServerRescueNegativeTestJSON-1469458046-router', 'tenant_id': 'cfc1b35f9f1d4d4eb4ee151b49ce9e37', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '226f1e78-82cd-4481-9055-4eb73b6db8c1', 'external_fixed_ips': [{'subnet_id': 'ba8deeec-7658-4195-9449-038c076f5c83', 'ip_address': '172.25.2.129'}], 'enable_snat': True}, 'gw_port_id': 'c1448423-f255-4037-aa95-f263966dbb30', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-14T07:19:24Z', 'updated_at': '2021-01-14T07:20:08Z', 'revision_number': 5, 'project_id': 'cfc1b35f9f1d4d4eb4ee151b49ce9e37', 'gw_port': {'id': 'c1448423-f255-4037-aa95-f263966dbb30', 'name': '', 'network_id': '226f1e78-82cd-4481-9055-4eb73b6db8c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:57:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5de0d2fe-bd57-4747-b9c9-eabc9a219a3e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1628, 'fixed_ips': [{'subnet_id': 'ba8deeec-7658-4195-9449-038c076f5c83', 'ip_address': '172.25.2.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T07:19:27Z', 'updated_at': '2021-01-14T07:19:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ba8deeec-7658-4195-9449-038c076f5c83', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-2'}], 'n-d-768862-2', False) {} {{(pid=84877) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:20:13.775921 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-949ab7ff-2ea8-4394-b1cd-5e2df206d40b None None] The sync data for ids ['5de0d2fe-bd57-4747-b9c9-eabc9a219a3e'] in n-d-768862-2 is: [{'id': '5de0d2fe-bd57-4747-b9c9-eabc9a219a3e', 'name': 'tempest-ServerRescueNegativeTestJSON-1469458046-router', 'tenant_id': 'cfc1b35f9f1d4d4eb4ee151b49ce9e37', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '226f1e78-82cd-4481-9055-4eb73b6db8c1', 'external_fixed_ips': [{'subnet_id': 'ba8deeec-7658-4195-9449-038c076f5c83', 'ip_address': '172.25.2.129'}], 'enable_snat': True}, 'gw_port_id': 'c1448423-f255-4037-aa95-f263966dbb30', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-14T07:19:24Z', 'updated_at': '2021-01-14T07:20:08Z', 'revision_number': 5, 'project_id': 'cfc1b35f9f1d4d4eb4ee151b49ce9e37', 'gw_port': {'id': 'c1448423-f255-4037-aa95-f263966dbb30', 'name': '', 'network_id': '226f1e78-82cd-4481-9055-4eb73b6db8c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:57:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5de0d2fe-bd57-4747-b9c9-eabc9a219a3e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1628, 'fixed_ips': [{'subnet_id': 'ba8deeec-7658-4195-9449-038c076f5c83', 'ip_address': '172.25.2.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T07:19:27Z', 'updated_at': '2021-01-14T07:19:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ba8deeec-7658-4195-9449-038c076f5c83', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-2'}] {{(pid=84877) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Jan 14 07:20:13.860538 n-d-768862-2 neutron-server[84765]: DEBUG neutron.notifiers.nova [None req-5738a08a-2e4b-440c-a9e7-5eed64f00b92 tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] device_id is not set on port 44d62991-da97-4350-9099-550a21578753 yet. {{(pid=84874) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}} Jan 14 07:20:14.033066 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-d2909d1e-ebc7-4b0d-9335-2f79f387f4fe None None] Provisioning complete for port 9ef47b2f-5799-45d9-9909-a1bc50511c1e triggered by entity DHCP. {{(pid=84876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 07:20:14.033641 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-d2909d1e-ebc7-4b0d-9335-2f79f387f4fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-604227'] for port, provisioning_complete {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:20:14.086393 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-77e4fdb7-2ef2-4eba-afc7-c791e9dc629e tempest-AllowedAddressPairTestJSON-747646770 tempest-AllowedAddressPairTestJSON-747646770] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777640533329', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777640097463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851621574'] for port, after_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:20:14.353609 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Provisioning complete for port 53c61e8f-0ffd-44fa-8db3-9ba669f0605f triggered by entity L2. {{(pid=84876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 07:20:14.354400 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-604227'] for port, provisioning_complete {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:20:14.372743 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-d61773f9-6e9f-40e1-b39d-2f073ce05169 tempest-ServersTestManualDisk-1343302522 tempest-ServersTestManualDisk-1343302522] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:20:14.427578 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-e8b59feb-8459-4a2f-ae72-7e5c1769ca25 tempest-RoutersIpV6Test-883692175 tempest-RoutersIpV6Test-883692175] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036850886386'] for router_interface, before_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:20:14.434575 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77e4fdb7-2ef2-4eba-afc7-c791e9dc629e tempest-AllowedAddressPairTestJSON-747646770 tempest-AllowedAddressPairTestJSON-747646770] Pushing event deleted for resources: {'Port': ['ID=c12ad1c9-2561-4dc9-8cf8-4c4653fc3366,revision_number=None']} {{(pid=84875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:20:14.448584 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-77e4fdb7-2ef2-4eba-afc7-c791e9dc629e tempest-AllowedAddressPairTestJSON-747646770 tempest-AllowedAddressPairTestJSON-747646770] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:20:14.461834 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.db.api [None req-5de35e9c-bbbb-47b2-8df2-a03fa8733855 tempest-DHCPAgentSchedulersTestJSON-1895530401 tempest-DHCPAgentSchedulersTestJSON-1895530401] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84875) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Jan 14 07:20:14.462504 n-d-768862-2 neutron-server[84765]: DEBUG oslo_db.api [None req-5de35e9c-bbbb-47b2-8df2-a03fa8733855 tempest-DHCPAgentSchedulersTestJSON-1895530401 tempest-DHCPAgentSchedulersTestJSON-1895530401] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84875) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Jan 14 07:20:14.706414 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-e8b59feb-8459-4a2f-ae72-7e5c1769ca25 tempest-RoutersIpV6Test-883692175 tempest-RoutersIpV6Test-883692175] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555753'] for port, before_update {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:20:14.737451 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.db_base_plugin_common [None req-5738a08a-2e4b-440c-a9e7-5eed64f00b92 tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] Allocated IP 2001:db8::103 (23f0a15d-6362-4cec-82c1-cacba887c566/1c17c3f1-e76c-4abc-892a-3878eebbd730/44d62991-da97-4350-9099-550a21578753) {{(pid=84874) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 14 07:20:14.873338 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9502fcfe-0337-47e6-ae61-07031196b8cd req-7df57a7d-1ab9-4837-b4dd-66edb398010e tempest-MultipleCreateTestJSON-1121347217 tempest-MultipleCreateTestJSON-1121347217] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:20:14.874173 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [req-9502fcfe-0337-47e6-ae61-07031196b8cd req-7df57a7d-1ab9-4837-b4dd-66edb398010e tempest-MultipleCreateTestJSON-1121347217 tempest-MultipleCreateTestJSON-1121347217] Synchronizing usage tracker for tenant:965515aa66cf4eef8d38f9c2be2f810c on resource:network {{(pid=84875) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 14 07:20:14.882805 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-77e4fdb7-2ef2-4eba-afc7-c791e9dc629e tempest-AllowedAddressPairTestJSON-747646770 tempest-AllowedAddressPairTestJSON-747646770] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854768116'] for port, before_response {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:20:14.915644 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [req-9502fcfe-0337-47e6-ae61-07031196b8cd req-7df57a7d-1ab9-4837-b4dd-66edb398010e tempest-MultipleCreateTestJSON-1121347217 tempest-MultipleCreateTestJSON-1121347217] Unset dirty status for tenant:965515aa66cf4eef8d38f9c2be2f810c on resource:network {{(pid=84875) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 14 07:20:14.923967 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [req-9502fcfe-0337-47e6-ae61-07031196b8cd req-7df57a7d-1ab9-4837-b4dd-66edb398010e tempest-MultipleCreateTestJSON-1121347217 tempest-MultipleCreateTestJSON-1121347217] 10.222.0.24 "GET /v2.0/networks?id=9b9963ce-3701-45b9-82d2-4f2b78540b20 HTTP/1.1" status: 200 len: 812 time: 0.3952911 Jan 14 07:20:14.949392 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-d2909d1e-ebc7-4b0d-9335-2f79f387f4fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555753'] for port, before_update {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:20:14.959109 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [req-9502fcfe-0337-47e6-ae61-07031196b8cd req-40fad8ea-714a-42d1-b2d7-03cb0cfc211e tempest-MultipleCreateTestJSON-1121347217 tempest-MultipleCreateTestJSON-1121347217] 10.222.0.24 "GET /v2.0/quotas/965515aa66cf4eef8d38f9c2be2f810c HTTP/1.1" status: 200 len: 375 time: 0.0338657 Jan 14 07:20:14.971153 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6694293f-b0cd-4778-9741-6c0e76e04ba2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5d94dc7a-c095-50a4-955e-5f3b78718a12-23f0a15d-6362-4cec-82c1-cacba887c566', 'network_id': '23f0a15d-6362-4cec-82c1-cacba887c566', 'tenant_id': 'be0aa702e3ca464795a99c51e3b3b04f', 'fixed_ips': [{'subnet_id': '1c17c3f1-e76c-4abc-892a-3878eebbd730'}]}} from n-d-768862-2. {{(pid=84876) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Jan 14 07:20:14.972748 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-6694293f-b0cd-4778-9741-6c0e76e04ba2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555753'] for port, before_create {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:20:15.043559 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.plugin [None req-5de35e9c-bbbb-47b2-8df2-a03fa8733855 tempest-DHCPAgentSchedulersTestJSON-1895530401 tempest-DHCPAgentSchedulersTestJSON-1895530401] Deleting port 2a4676b8-4f05-4c09-9962-3fffa849df05 {{(pid=84875) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 07:20:15.044058 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-5de35e9c-bbbb-47b2-8df2-a03fa8733855 tempest-DHCPAgentSchedulersTestJSON-1895530401 tempest-DHCPAgentSchedulersTestJSON-1895530401] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363259214248359'] for port, before_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:20:15.081218 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [req-9502fcfe-0337-47e6-ae61-07031196b8cd req-7e2bd615-feec-4a95-a352-3d4767e6d2bf tempest-MultipleCreateTestJSON-1121347217 tempest-MultipleCreateTestJSON-1121347217] 10.222.0.24 "GET /v2.0/ports?tenant_id=965515aa66cf4eef8d38f9c2be2f810c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1209888 Jan 14 07:20:15.118692 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-77e4fdb7-2ef2-4eba-afc7-c791e9dc629e tempest-AllowedAddressPairTestJSON-747646770 tempest-AllowedAddressPairTestJSON-747646770] 10.222.0.24 "DELETE /v2.0/ports/c12ad1c9-2561-4dc9-8cf8-4c4653fc3366 HTTP/1.1" status: 204 len: 168 time: 3.7761512 Jan 14 07:20:15.127623 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84875) accepted ('10.222.0.24', 39024) {{(pid=84875) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:20:15.161924 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-092e41b6-304f-4b38-924e-b7ad87ab6262 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:20:15.342686 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5cb7c86-81d5-433f-9dfb-6ddcf4bbe956 None None] Network 9b9963ce-3701-45b9-82d2-4f2b78540b20 requested from n-d-768862-2 {{(pid=84876) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 07:20:15.528381 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [None req-d2909d1e-ebc7-4b0d-9335-2f79f387f4fe None None] For port 9ef47b2f-5799-45d9-9909-a1bc50511c1e, host n-d-768862-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-2',level=0,port_id=9ef47b2f-5799-45d9-9909-a1bc50511c1e,segment=NetworkSegment(3e1bd123-dba9-416c-83e6-6bedf813c1e7),segment_id=3e1bd123-dba9-416c-83e6-6bedf813c1e7)] {{(pid=84876) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 07:20:15.665898 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-d2909d1e-ebc7-4b0d-9335-2f79f387f4fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777640533312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363259214678337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777640097497'] for port, after_update {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:20:15.970507 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.plugin [None req-092e41b6-304f-4b38-924e-b7ad87ab6262 admin admin] Deleting port c1448423-f255-4037-aa95-f263966dbb30 {{(pid=84875) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 07:20:15.971083 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-092e41b6-304f-4b38-924e-b7ad87ab6262 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363259214248359'] for port, before_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:20:16.025662 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-799bd14a-a41d-48da-b224-08ebef020b64 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84876) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:20:16.359196 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-5738a08a-2e4b-440c-a9e7-5eed64f00b92 tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] Notify callbacks [] for port, precommit_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:20:16.378298 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-5738a08a-2e4b-440c-a9e7-5eed64f00b92 tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] Transition to ACTIVE for port object 44d62991-da97-4350-9099-550a21578753 will not be triggered until provisioned by entity DHCP. {{(pid=84874) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 07:20:16.378588 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [None req-092e41b6-304f-4b38-924e-b7ad87ab6262 admin admin] For port c1448423-f255-4037-aa95-f263966dbb30, host n-d-768862-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-2',level=0,port_id=c1448423-f255-4037-aa95-f263966dbb30,segment=NetworkSegment(cf3ded2c-bc47-4a71-89af-6e7117e60140),segment_id=cf3ded2c-bc47-4a71-89af-6e7117e60140)] {{(pid=84875) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 07:20:16.379043 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-092e41b6-304f-4b38-924e-b7ad87ab6262 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036850862667'] for port, precommit_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:20:16.408047 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-5738a08a-2e4b-440c-a9e7-5eed64f00b92 tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777640123575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3254186'] for port, after_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:20:16.413711 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2909d1e-ebc7-4b0d-9335-2f79f387f4fe None None] Pushing event updated for resources: {'Port': ['ID=9ef47b2f-5799-45d9-9909-a1bc50511c1e,revision_number=3']} {{(pid=84876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:20:16.424302 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-d2909d1e-ebc7-4b0d-9335-2f79f387f4fe None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.395s {{(pid=84876) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:20:16.566987 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.db_base_plugin_common [None req-6694293f-b0cd-4778-9741-6c0e76e04ba2 None None] Allocated IP 2001:db8::2 (23f0a15d-6362-4cec-82c1-cacba887c566/1c17c3f1-e76c-4abc-892a-3878eebbd730/649475eb-4570-40d0-9300-b32e322fd8f8) {{(pid=84876) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 14 07:20:16.635570 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-4bcfd64e-cfb7-4699-b997-15cd82873bca tempest-AttachVolumeShelveTestJSON-2054363538 tempest-AttachVolumeShelveTestJSON-2054363538] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:20:16.700426 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.plugin [None req-092e41b6-304f-4b38-924e-b7ad87ab6262 admin admin] Calling delete_port for c1448423-f255-4037-aa95-f263966dbb30 owned by network:router_gateway {{(pid=84875) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 07:20:16.710829 n-d-768862-2 neutron-server[84765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5738a08a-2e4b-440c-a9e7-5eed64f00b92 tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] Network 23f0a15d-6362-4cec-82c1-cacba887c566 is already hosted by enough agents. {{(pid=84874) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 07:20:16.723519 n-d-768862-2 neutron-server[84765]: DEBUG neutron.scheduler.base_scheduler [None req-5738a08a-2e4b-440c-a9e7-5eed64f00b92 tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] Resources bound (agent type, host, resource id): {{(pid=84874) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 07:20:16.736225 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5738a08a-2e4b-440c-a9e7-5eed64f00b92 tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] Received port after_create {{(pid=84874) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 14 07:20:16.760280 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5738a08a-2e4b-440c-a9e7-5eed64f00b92 tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:20:16.760280 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-5738a08a-2e4b-440c-a9e7-5eed64f00b92 tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854768116'] for port, before_response {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:20:16.823486 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5738a08a-2e4b-440c-a9e7-5eed64f00b92 tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] Pushing event updated for resources: {'Port': ['ID=44d62991-da97-4350-9099-550a21578753,revision_number=1']} {{(pid=84874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:20:16.830100 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-5738a08a-2e4b-440c-a9e7-5eed64f00b92 tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.195s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:20:16.831751 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-5738a08a-2e4b-440c-a9e7-5eed64f00b92 tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 4.6717720 Jan 14 07:20:16.840133 n-d-768862-2 neutron-server[84765]: INFO neutron.pecan_wsgi.hooks.translation [None req-56b193a2-4cb2-4968-ad24-4772497c6add tempest-AllowedAddressPairTestJSON-747646770 tempest-AllowedAddressPairTestJSON-747646770] GET failed (client error): The resource could not be found. Jan 14 07:20:16.840959 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-56b193a2-4cb2-4968-ad24-4772497c6add tempest-AllowedAddressPairTestJSON-747646770 tempest-AllowedAddressPairTestJSON-747646770] Synchronizing usage tracker for tenant:ce9e5243d132466aae9bc9a8d2ea0adf on resource:port {{(pid=84875) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 14 07:20:16.846465 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84874) accepted ('10.222.0.24', 39046) {{(pid=84874) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:20:16.868263 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.plugin [None req-5de35e9c-bbbb-47b2-8df2-a03fa8733855 tempest-DHCPAgentSchedulersTestJSON-1895530401 tempest-DHCPAgentSchedulersTestJSON-1895530401] The port '2a4676b8-4f05-4c09-9962-3fffa849df05' was deleted {{(pid=84875) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Jan 14 07:20:16.955408 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-e8b59feb-8459-4a2f-ae72-7e5c1769ca25 tempest-RoutersIpV6Test-883692175 tempest-RoutersIpV6Test-883692175] Notify callbacks [] for port, precommit_update {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:20:16.972238 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "delete_segment":"rule:admin_only" was deprecated in W in favor of "delete_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:20:16.972238 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:20:16.972238 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network":"rule:regular_user" was deprecated in W in favor of "create_network":"role:member and project_id:%(project_id)s". Reason: Jan 14 07:20:16.972238 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:20:16.972238 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:20:16.972238 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:20:16.972238 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:shared":"rule:admin_only" was deprecated in W in favor of "create_network:shared":"role:admin and system_scope:all". Reason: Jan 14 07:20:16.972238 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:20:16.972238 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:20:16.972238 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:20:16.972238 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:router:external":"rule:admin_only" was deprecated in W in favor of "create_network:router:external":"role:admin and system_scope:all". Reason: Jan 14 07:20:16.972238 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:20:16.972238 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:20:16.972238 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:20:16.972238 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:is_default":"rule:admin_only" was deprecated in W in favor of "create_network:is_default":"role:admin and system_scope:all". Reason: Jan 14 07:20:16.972238 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:20:16.972238 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:20:16.972238 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:20:16.972238 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:port_security_enabled":"rule:regular_user" was deprecated in W in favor of "create_network:port_security_enabled":"role:member and project_id:%(project_id)s". Reason: Jan 14 07:20:16.972238 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:20:16.972238 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:20:16.972238 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:20:16.972238 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:segments":"rule:admin_only" was deprecated in W in favor of "create_network:segments":"role:admin and system_scope:all". Reason: Jan 14 07:20:16.972238 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:20:16.972238 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:20:16.972238 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:20:16.972238 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "create_network:provider:network_type":"role:admin and system_scope:all". Reason: Jan 14 07:20:16.972238 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:20:16.972238 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:20:16.972238 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:20:16.972238 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "create_network:provider:physical_network":"role:admin and system_scope:all". Reason: Jan 14 07:20:16.972238 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:20:16.972238 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:20:16.972238 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:20:16.972238 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "create_network:provider:segmentation_id":"role:admin and system_scope:all". Reason: Jan 14 07:20:16.972238 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:20:16.972238 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:20:16.972238 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:20:16.972238 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network":"rule:admin_or_owner or rule:shared or rule:external or rule:context_is_advsvc" was deprecated in W in favor of "get_network":"(role:reader and system_scope:all) or (role:reader and project_id:%(project_id)s) or rule:shared or rule:external or rule:context_is_advsvc". Reason: Jan 14 07:20:16.972238 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:20:16.972238 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:20:16.972238 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:20:16.972238 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:router:external":"rule:regular_user" was deprecated in W in favor of "get_network:router:external":"role:reader and project_id:%(project_id)s". Reason: Jan 14 07:20:16.972238 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:20:16.972238 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:20:16.972238 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:20:16.975281 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:segments":"rule:admin_only" was deprecated in W in favor of "get_network:segments":"role:reader and system_scope:all". Reason: Jan 14 07:20:16.975281 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:20:16.975281 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:20:16.975281 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:20:16.975281 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "get_network:provider:network_type":"role:reader and system_scope:all". Reason: Jan 14 07:20:16.975281 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:20:16.975281 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:20:16.975281 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:20:16.975281 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "get_network:provider:physical_network":"role:reader and system_scope:all". Reason: Jan 14 07:20:16.975281 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:20:16.975281 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:20:16.975281 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:20:16.975281 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "get_network:provider:segmentation_id":"role:reader and system_scope:all". Reason: Jan 14 07:20:16.975281 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:20:16.975281 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:20:16.975281 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:20:16.975281 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network":"rule:admin_or_owner" was deprecated in W in favor of "update_network":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 07:20:16.975281 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:20:16.975281 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:20:16.975281 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:20:16.995925 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e256eb1-45be-4a3c-a6ea-b90b1467463f tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:20:16.997612 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-2e256eb1-45be-4a3c-a6ea-b90b1467463f tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] Synchronizing usage tracker for tenant:be0aa702e3ca464795a99c51e3b3b04f on resource:port {{(pid=84874) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 14 07:20:17.003081 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-e8b59feb-8459-4a2f-ae72-7e5c1769ca25 tempest-RoutersIpV6Test-883692175 tempest-RoutersIpV6Test-883692175] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777640533312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363259214678337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777640097497', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036851521613'] for port, after_update {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:20:17.004172 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-e8b59feb-8459-4a2f-ae72-7e5c1769ca25 tempest-RoutersIpV6Test-883692175 tempest-RoutersIpV6Test-883692175] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3206949', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3889649'] for router_interface, after_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:20:17.026395 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-7364ae16-cbc2-4a38-89d7-ab43ff28905b service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:20:17.062057 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-56b193a2-4cb2-4968-ad24-4772497c6add tempest-AllowedAddressPairTestJSON-747646770 tempest-AllowedAddressPairTestJSON-747646770] Unset dirty status for tenant:ce9e5243d132466aae9bc9a8d2ea0adf on resource:port {{(pid=84875) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 14 07:20:17.066536 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-56b193a2-4cb2-4968-ad24-4772497c6add tempest-AllowedAddressPairTestJSON-747646770 tempest-AllowedAddressPairTestJSON-747646770] 10.222.0.24 "GET /v2.0/ports/c12ad1c9-2561-4dc9-8cf8-4c4653fc3366 HTTP/1.1" status: 404 len: 333 time: 1.9268179 Jan 14 07:20:17.111611 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Device 2a4676b8-4f05-4c09-9962-3fffa849df05 no longer exists at agent ovs-agent-n-d-768862-2 {{(pid=84876) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jan 14 07:20:17.158715 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-5de35e9c-bbbb-47b2-8df2-a03fa8733855 tempest-DHCPAgentSchedulersTestJSON-1895530401 tempest-DHCPAgentSchedulersTestJSON-1895530401] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-598987', 'neutron.services.segments.db._delete_segments_for_network-8777640583949'] for network, precommit_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:20:17.172598 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.plugin [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] No Port match for: 2a4676b8-4f05-4c09-9962-3fffa849df05 {{(pid=84876) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2188}} Jan 14 07:20:17.173937 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Device 2a4676b8-4f05-4c09-9962-3fffa849df05 not bound to the agent host n-d-768862-2 {{(pid=84876) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jan 14 07:20:17.174682 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Device 11b520c1-adce-4af0-b931-ba9ac1a29802 no longer exists at agent ovs-agent-n-d-768862-2 {{(pid=84876) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jan 14 07:20:17.186876 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84874) accepted ('10.222.0.24', 39052) {{(pid=84874) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:20:17.198242 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.v2.base [None req-1573815c-f526-49cc-8c66-212546c8172d tempest-AllowedAddressPairTestJSON-747646770 tempest-AllowedAddressPairTestJSON-747646770] Request body: {'port': {'network_id': '55688c5f-235c-490e-a156-b75715fdee0f', 'name': 'tempest-AllowedAddressPairTestJSON-576863003'}} {{(pid=84874) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:20:17.214825 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-7cab2cc7-f142-4b86-8187-f40212484e91 None None] Provisioning for port c9d5bce6-1bee-4fa6-adf0-374595b5dbe8 completed by entity DHCP. {{(pid=84876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 07:20:17.230300 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-7cab2cc7-f142-4b86-8187-f40212484e91 None None] Provisioning complete for port c9d5bce6-1bee-4fa6-adf0-374595b5dbe8 triggered by entity DHCP. {{(pid=84876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 07:20:17.230897 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-7cab2cc7-f142-4b86-8187-f40212484e91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-604227'] for port, provisioning_complete {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:20:17.293818 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.plugin [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] No Port match for: 11b520c1-adce-4af0-b931-ba9ac1a29802 {{(pid=84876) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2188}} Jan 14 07:20:17.294718 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Device 11b520c1-adce-4af0-b931-ba9ac1a29802 not bound to the agent host n-d-768862-2 {{(pid=84876) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jan 14 07:20:17.341290 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-6694293f-b0cd-4778-9741-6c0e76e04ba2 None None] Notify callbacks [] for port, precommit_create {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:20:17.374672 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-6694293f-b0cd-4778-9741-6c0e76e04ba2 None None] Transition to ACTIVE for port object 649475eb-4570-40d0-9300-b32e322fd8f8 will not be triggered until provisioned by entity L2. {{(pid=84876) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 07:20:17.397063 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.plugin [None req-7cab2cc7-f142-4b86-8187-f40212484e91 None None] Port c9d5bce6-1bee-4fa6-adf0-374595b5dbe8 cannot update to ACTIVE because it is not bound. {{(pid=84876) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:329}} Jan 14 07:20:17.413050 n-d-768862-2 neutron-server[84765]: DEBUG neutron.services.segments.db [None req-5de35e9c-bbbb-47b2-8df2-a03fa8733855 tempest-DHCPAgentSchedulersTestJSON-1895530401 tempest-DHCPAgentSchedulersTestJSON-1895530401] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ca71f1de-44f7-45de-a3cd-ebd1903f37be']}} {{(pid=84875) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:20:17.429337 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-7cab2cc7-f142-4b86-8187-f40212484e91 None None] Provisioning complete for port 9ef47b2f-5799-45d9-9909-a1bc50511c1e triggered by entity DHCP. {{(pid=84876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 07:20:17.430251 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-7cab2cc7-f142-4b86-8187-f40212484e91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-604227'] for port, provisioning_complete {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:20:17.437561 n-d-768862-2 neutron-server[84765]: DEBUG neutron.services.segments.db [None req-5de35e9c-bbbb-47b2-8df2-a03fa8733855 tempest-DHCPAgentSchedulersTestJSON-1895530401 tempest-DHCPAgentSchedulersTestJSON-1895530401] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '02197250-02ed-4d1d-801b-ccc091c08597') {'for_net_delete': True} {{(pid=84875) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:20:17.438043 n-d-768862-2 neutron-server[84765]: DEBUG neutron.services.segments.db [None req-5de35e9c-bbbb-47b2-8df2-a03fa8733855 tempest-DHCPAgentSchedulersTestJSON-1895530401 tempest-DHCPAgentSchedulersTestJSON-1895530401] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '02197250-02ed-4d1d-801b-ccc091c08597') {} {{(pid=84875) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:20:17.460940 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-5de35e9c-bbbb-47b2-8df2-a03fa8733855 tempest-DHCPAgentSchedulersTestJSON-1895530401 tempest-DHCPAgentSchedulersTestJSON-1895530401] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363259214173198', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036851408567'] for segment, before_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:20:17.463905 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-6694293f-b0cd-4778-9741-6c0e76e04ba2 None None] Transition to ACTIVE for port object 649475eb-4570-40d0-9300-b32e322fd8f8 will not be triggered until provisioned by entity DHCP. {{(pid=84876) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 07:20:17.474223 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-2e256eb1-45be-4a3c-a6ea-b90b1467463f tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] Unset dirty status for tenant:be0aa702e3ca464795a99c51e3b3b04f on resource:port {{(pid=84874) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 14 07:20:17.479022 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-2e256eb1-45be-4a3c-a6ea-b90b1467463f tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] 10.222.0.24 "GET /v2.0/ports HTTP/1.1" status: 200 len: 928 time: 0.6287208 Jan 14 07:20:17.479425 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84875) accepted ('10.222.0.24', 39056) {{(pid=84875) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:20:17.508278 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Device 9ef47b2f-5799-45d9-9909-a1bc50511c1e up at agent ovs-agent-n-d-768862-2 {{(pid=84876) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 07:20:17.580333 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.plugin [None req-3cf378e5-c144-4b86-9dcf-6b60e43f1f35 tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] Deleting port 44d62991-da97-4350-9099-550a21578753 {{(pid=84875) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 07:20:17.580333 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-3cf378e5-c144-4b86-9dcf-6b60e43f1f35 tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363259214248359'] for port, before_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:20:17.582668 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8b59feb-8459-4a2f-ae72-7e5c1769ca25 tempest-RoutersIpV6Test-883692175 tempest-RoutersIpV6Test-883692175] Pushing event updated for resources: {'Port': ['ID=317271de-1ce2-4792-87e5-5cda1fd60232,revision_number=3']} {{(pid=84874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:20:17.602051 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-6694293f-b0cd-4778-9741-6c0e76e04ba2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777640123575'] for port, after_create {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:20:17.621531 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-e8b59feb-8459-4a2f-ae72-7e5c1769ca25 tempest-RoutersIpV6Test-883692175 tempest-RoutersIpV6Test-883692175] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.595s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:20:17.657071 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-5de35e9c-bbbb-47b2-8df2-a03fa8733855 tempest-DHCPAgentSchedulersTestJSON-1895530401 tempest-DHCPAgentSchedulersTestJSON-1895530401] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854179735'] for segment, precommit_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:20:17.664741 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-24d83f11-b1a1-42a6-9b9c-36c38bdb0fd3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84876) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:20:17.665619 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [req-9502fcfe-0337-47e6-ae61-07031196b8cd req-8641d8f2-3d79-410e-878e-ee840dc8b143 service neutron] 10.222.0.24 "GET /v2.0/networks/9b9963ce-3701-45b9-82d2-4f2b78540b20?fields=segments HTTP/1.1" status: 200 len: 212 time: 2.5834153 Jan 14 07:20:17.670030 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-5de35e9c-bbbb-47b2-8df2-a03fa8733855 tempest-DHCPAgentSchedulersTestJSON-1895530401 tempest-DHCPAgentSchedulersTestJSON-1895530401] Releasing vxlan tunnel 19 to pool {{(pid=84875) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Jan 14 07:20:17.733165 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-1573815c-f526-49cc-8c66-212546c8172d tempest-AllowedAddressPairTestJSON-747646770 tempest-AllowedAddressPairTestJSON-747646770] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:20:17.752027 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-1573815c-f526-49cc-8c66-212546c8172d tempest-AllowedAddressPairTestJSON-747646770 tempest-AllowedAddressPairTestJSON-747646770] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:20:17.770054 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1573815c-f526-49cc-8c66-212546c8172d tempest-AllowedAddressPairTestJSON-747646770 tempest-AllowedAddressPairTestJSON-747646770] Made reservation on behalf of ce9e5243d132466aae9bc9a8d2ea0adf for: {'port': 1} {{(pid=84874) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 07:20:17.773314 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:segments":"rule:admin_only" was deprecated in W in favor of "update_network:segments":"role:admin and system_scope:all". Reason: Jan 14 07:20:17.773314 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:20:17.773314 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:20:17.773314 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:20:17.773314 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:shared":"rule:admin_only" was deprecated in W in favor of "update_network:shared":"role:admin and system_scope:all". Reason: Jan 14 07:20:17.773314 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:20:17.773314 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:20:17.773314 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:20:17.773314 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "update_network:provider:network_type":"role:admin and system_scope:all". Reason: Jan 14 07:20:17.773314 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:20:17.773314 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:20:17.773314 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:20:17.773314 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "update_network:provider:physical_network":"role:admin and system_scope:all". Reason: Jan 14 07:20:17.773314 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:20:17.773314 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:20:17.773314 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:20:17.773314 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "update_network:provider:segmentation_id":"role:admin and system_scope:all". Reason: Jan 14 07:20:17.773314 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:20:17.773314 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:20:17.773314 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:20:17.773314 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:router:external":"rule:admin_only" was deprecated in W in favor of "update_network:router:external":"role:admin and system_scope:all". Reason: Jan 14 07:20:17.773314 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:20:17.773314 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:20:17.773314 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:20:17.773314 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:is_default":"rule:admin_only" was deprecated in W in favor of "update_network:is_default":"role:admin and system_scope:all". Reason: Jan 14 07:20:17.773314 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:20:17.773314 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:20:17.773314 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:20:17.773314 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:port_security_enabled":"rule:admin_or_owner" was deprecated in W in favor of "update_network:port_security_enabled":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 07:20:17.773314 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:20:17.773314 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:20:17.773314 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:20:17.773314 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "delete_network":"rule:admin_or_owner" was deprecated in W in favor of "delete_network":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 07:20:17.773314 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:20:17.773314 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:20:17.773314 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:20:17.773314 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_segment":"rule:admin_only" was deprecated in W in favor of "create_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:20:17.773314 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:20:17.773314 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_segment":"rule:admin_only" was deprecated in W in favor of "get_segment":"role:reader and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:20:17.773314 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:20:17.773314 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_segment":"rule:admin_only" was deprecated in W in favor of "update_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:20:17.773314 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:20:17.777942 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "delete_segment":"rule:admin_only" was deprecated in W in favor of "delete_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:20:17.777942 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:20:17.777942 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network":"rule:regular_user" was deprecated in W in favor of "create_network":"role:member and project_id:%(project_id)s". Reason: Jan 14 07:20:17.777942 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:20:17.777942 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:20:17.777942 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:20:17.777942 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:shared":"rule:admin_only" was deprecated in W in favor of "create_network:shared":"role:admin and system_scope:all". Reason: Jan 14 07:20:17.777942 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:20:17.777942 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:20:17.777942 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:20:17.777942 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:router:external":"rule:admin_only" was deprecated in W in favor of "create_network:router:external":"role:admin and system_scope:all". Reason: Jan 14 07:20:17.777942 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:20:17.777942 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:20:17.777942 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:20:17.777942 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:is_default":"rule:admin_only" was deprecated in W in favor of "create_network:is_default":"role:admin and system_scope:all". Reason: Jan 14 07:20:17.777942 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:20:17.777942 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:20:17.777942 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:20:17.777942 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:port_security_enabled":"rule:regular_user" was deprecated in W in favor of "create_network:port_security_enabled":"role:member and project_id:%(project_id)s". Reason: Jan 14 07:20:17.777942 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:20:17.777942 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:20:17.777942 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:20:17.780360 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:segments":"rule:admin_only" was deprecated in W in favor of "create_network:segments":"role:admin and system_scope:all". Reason: Jan 14 07:20:17.780360 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:20:17.780360 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:20:17.780360 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:20:17.780360 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "create_network:provider:network_type":"role:admin and system_scope:all". Reason: Jan 14 07:20:17.780360 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:20:17.780360 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:20:17.780360 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:20:17.780360 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "create_network:provider:physical_network":"role:admin and system_scope:all". Reason: Jan 14 07:20:17.780360 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:20:17.780360 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:20:17.780360 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:20:17.780360 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "create_network:provider:segmentation_id":"role:admin and system_scope:all". Reason: Jan 14 07:20:17.780360 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:20:17.780360 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:20:17.780360 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:20:17.780360 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network":"rule:admin_or_owner or rule:shared or rule:external or rule:context_is_advsvc" was deprecated in W in favor of "get_network":"(role:reader and system_scope:all) or (role:reader and project_id:%(project_id)s) or rule:shared or rule:external or rule:context_is_advsvc". Reason: Jan 14 07:20:17.780360 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:20:17.780360 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:20:17.780360 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:20:17.780360 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:router:external":"rule:regular_user" was deprecated in W in favor of "get_network:router:external":"role:reader and project_id:%(project_id)s". Reason: Jan 14 07:20:17.780360 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:20:17.780360 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:20:17.780360 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:20:17.780360 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:segments":"rule:admin_only" was deprecated in W in favor of "get_network:segments":"role:reader and system_scope:all". Reason: Jan 14 07:20:17.780360 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:20:17.780360 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:20:17.780360 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:20:17.780360 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "get_network:provider:network_type":"role:reader and system_scope:all". Reason: Jan 14 07:20:17.780360 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:20:17.780360 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:20:17.780360 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:20:17.780360 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "get_network:provider:physical_network":"role:reader and system_scope:all". Reason: Jan 14 07:20:17.780360 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:20:17.780360 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:20:17.780360 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:20:17.780360 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "get_network:provider:segmentation_id":"role:reader and system_scope:all". Reason: Jan 14 07:20:17.780360 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:20:17.780360 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:20:17.780360 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:20:17.780360 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network":"rule:admin_or_owner" was deprecated in W in favor of "update_network":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 07:20:17.780360 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:20:17.780360 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:20:17.780360 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:20:17.780360 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:segments":"rule:admin_only" was deprecated in W in favor of "update_network:segments":"role:admin and system_scope:all". Reason: Jan 14 07:20:17.780360 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:20:17.780360 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:20:17.780360 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:20:17.798498 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:shared":"rule:admin_only" was deprecated in W in favor of "update_network:shared":"role:admin and system_scope:all". Reason: Jan 14 07:20:17.798498 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:20:17.798498 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:20:17.798498 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:20:17.798498 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "update_network:provider:network_type":"role:admin and system_scope:all". Reason: Jan 14 07:20:17.798498 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:20:17.798498 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:20:17.798498 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:20:17.798498 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "update_network:provider:physical_network":"role:admin and system_scope:all". Reason: Jan 14 07:20:17.798498 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:20:17.798498 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:20:17.798498 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:20:17.798498 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "update_network:provider:segmentation_id":"role:admin and system_scope:all". Reason: Jan 14 07:20:17.798498 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:20:17.798498 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:20:17.798498 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:20:17.798498 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:router:external":"rule:admin_only" was deprecated in W in favor of "update_network:router:external":"role:admin and system_scope:all". Reason: Jan 14 07:20:17.798498 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:20:17.798498 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:20:17.798498 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:20:17.798498 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-1573815c-f526-49cc-8c66-212546c8172d tempest-AllowedAddressPairTestJSON-747646770 tempest-AllowedAddressPairTestJSON-747646770] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555753'] for port, before_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:20:17.829773 n-d-768862-2 neutron-server[84765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8b59feb-8459-4a2f-ae72-7e5c1769ca25 tempest-RoutersIpV6Test-883692175 tempest-RoutersIpV6Test-883692175] Network 4f4fd859-936f-4644-83e0-dde174ebea87 is already hosted by enough agents. {{(pid=84874) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 07:20:17.858673 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6694293f-b0cd-4778-9741-6c0e76e04ba2 None None] Pushing event updated for resources: {'Port': ['ID=649475eb-4570-40d0-9300-b32e322fd8f8,revision_number=1']} {{(pid=84876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:20:17.862273 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-6694293f-b0cd-4778-9741-6c0e76e04ba2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.198s {{(pid=84876) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:20:17.869914 n-d-768862-2 neutron-server[84765]: DEBUG neutron.scheduler.base_scheduler [None req-e8b59feb-8459-4a2f-ae72-7e5c1769ca25 tempest-RoutersIpV6Test-883692175 tempest-RoutersIpV6Test-883692175] Resources bound (agent type, host, resource id): {{(pid=84874) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 07:20:18.040367 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-7cab2cc7-f142-4b86-8187-f40212484e91 None None] Could not find standard attr ID for object c12ad1c9-2561-4dc9-8cf8-4c4653fc3366. {{(pid=84876) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Jan 14 07:20:18.088896 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Provisioning complete for port 9ef47b2f-5799-45d9-9909-a1bc50511c1e triggered by entity L2. {{(pid=84876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 07:20:18.089698 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-604227'] for port, provisioning_complete {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:20:18.095328 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-3cf378e5-c144-4b86-9dcf-6b60e43f1f35 tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036850862667'] for port, precommit_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:20:18.165968 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-7cab2cc7-f142-4b86-8187-f40212484e91 None None] Provisioning complete for port 317271de-1ce2-4792-87e5-5cda1fd60232 triggered by entity DHCP. {{(pid=84876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 07:20:18.166388 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-7cab2cc7-f142-4b86-8187-f40212484e91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-604227'] for port, provisioning_complete {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:20:18.243404 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.plugin [None req-7cab2cc7-f142-4b86-8187-f40212484e91 None None] Port 317271de-1ce2-4792-87e5-5cda1fd60232 cannot update to ACTIVE because it is not bound. {{(pid=84876) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:329}} Jan 14 07:20:18.278047 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.plugin [None req-3cf378e5-c144-4b86-9dcf-6b60e43f1f35 tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] Calling delete_port for 44d62991-da97-4350-9099-550a21578753 owned by {{(pid=84875) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 07:20:18.425684 n-d-768862-2 neutron-server[84765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6694293f-b0cd-4778-9741-6c0e76e04ba2 None None] Network 23f0a15d-6362-4cec-82c1-cacba887c566 is already hosted by enough agents. {{(pid=84876) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 07:20:18.428489 n-d-768862-2 neutron-server[84765]: DEBUG neutron.scheduler.base_scheduler [None req-6694293f-b0cd-4778-9741-6c0e76e04ba2 None None] Resources bound (agent type, host, resource id): {{(pid=84876) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 07:20:18.442692 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6694293f-b0cd-4778-9741-6c0e76e04ba2 None None] Received port after_create {{(pid=84876) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 14 07:20:18.445586 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-910031d2-77d0-4862-8752-6cca96c8e614 None None] Provisioning complete for port 317271de-1ce2-4792-87e5-5cda1fd60232 triggered by entity DHCP. {{(pid=84876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 07:20:18.446256 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-910031d2-77d0-4862-8752-6cca96c8e614 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-604227'] for port, provisioning_complete {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:20:18.575815 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-3cf378e5-c144-4b86-9dcf-6b60e43f1f35 tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777640533329', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777640097463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851621574'] for port, after_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:20:18.579228 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.managers [None req-6694293f-b0cd-4778-9741-6c0e76e04ba2 None None] Attempting to bind port 649475eb-4570-40d0-9300-b32e322fd8f8 on host n-d-768862-2 for vnic_type normal with profile {{(pid=84876) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 14 07:20:18.579963 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.managers [None req-6694293f-b0cd-4778-9741-6c0e76e04ba2 None None] Attempting to bind port 649475eb-4570-40d0-9300-b32e322fd8f8 by drivers openvswitch on host n-d-768862-2 at level 0 using segments [{'id': '56f1c7cf-f3a3-41d2-9677-68978131444f', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 20, 'network_id': '23f0a15d-6362-4cec-82c1-cacba887c566'}] {{(pid=84876) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 14 07:20:18.580613 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6694293f-b0cd-4778-9741-6c0e76e04ba2 None None] Attempting to bind port 649475eb-4570-40d0-9300-b32e322fd8f8 on network 23f0a15d-6362-4cec-82c1-cacba887c566 {{(pid=84876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 14 07:20:18.589280 n-d-768862-2 neutron-server[84765]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e8b59feb-8459-4a2f-ae72-7e5c1769ca25 tempest-RoutersIpV6Test-883692175 tempest-RoutersIpV6Test-883692175] Router 71e0776e-b497-4096-b74b-1ca14c7c0a4f is scheduled to L3 agent 35f592e9-451b-4db9-abea-77b6a5c5391b with binding_index 1 {{(pid=84874) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}} Jan 14 07:20:18.591211 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6694293f-b0cd-4778-9741-6c0e76e04ba2 None None] Checking agent: {'id': 'ba5efab1-b43c-4d5a-bc52-6e105d4e67a2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768862-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 14, 6, 56, 52), 'started_at': datetime.datetime(2021, 1, 14, 6, 57, 22), 'heartbeat_timestamp': datetime.datetime(2021, 1, 14, 7, 19, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768862-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.29', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 14 07:20:18.592318 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6694293f-b0cd-4778-9741-6c0e76e04ba2 None None] Checking segment: {'id': '56f1c7cf-f3a3-41d2-9677-68978131444f', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 20, 'network_id': '23f0a15d-6362-4cec-82c1-cacba887c566'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84876) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 14 07:20:18.593301 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-6694293f-b0cd-4778-9741-6c0e76e04ba2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:20:18.594379 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6694293f-b0cd-4778-9741-6c0e76e04ba2 None None] Bound using segment: {'id': '56f1c7cf-f3a3-41d2-9677-68978131444f', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 20, 'network_id': '23f0a15d-6362-4cec-82c1-cacba887c566'} {{(pid=84876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 14 07:20:18.595172 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.managers [None req-6694293f-b0cd-4778-9741-6c0e76e04ba2 None None] Bound port: 649475eb-4570-40d0-9300-b32e322fd8f8, host: n-d-768862-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '56f1c7cf-f3a3-41d2-9677-68978131444f', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 20, 'network_id': '23f0a15d-6362-4cec-82c1-cacba887c566'}}] {{(pid=84876) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 14 07:20:18.595910 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-6694293f-b0cd-4778-9741-6c0e76e04ba2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555753'] for port, before_update {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:20:18.604098 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-ac2f75ed-fd51-436d-bffa-5111de788c51 tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:20:18.741991 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cf378e5-c144-4b86-9dcf-6b60e43f1f35 tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] Pushing event deleted for resources: {'Port': ['ID=44d62991-da97-4350-9099-550a21578753,revision_number=None']} {{(pid=84875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:20:18.825296 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-3cf378e5-c144-4b86-9dcf-6b60e43f1f35 tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.221s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:20:18.846222 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-092e41b6-304f-4b38-924e-b7ad87ab6262 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777640533329', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777640097463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851621574'] for port, after_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:20:18.875974 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.plugin [None req-910031d2-77d0-4862-8752-6cca96c8e614 None None] Port 317271de-1ce2-4792-87e5-5cda1fd60232 cannot update to ACTIVE because it is not bound. {{(pid=84876) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:329}} Jan 14 07:20:18.953213 n-d-768862-2 neutron-server[84765]: DEBUG neutron.notifiers.nova [None req-1573815c-f526-49cc-8c66-212546c8172d tempest-AllowedAddressPairTestJSON-747646770 tempest-AllowedAddressPairTestJSON-747646770] device_id is not set on port 841bd98e-c45f-4081-aa0a-c423613a0f40 yet. {{(pid=84874) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}} Jan 14 07:20:18.972735 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [None req-6694293f-b0cd-4778-9741-6c0e76e04ba2 None None] For port 649475eb-4570-40d0-9300-b32e322fd8f8, host n-d-768862-2, cleared binding levels {{(pid=84876) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 14 07:20:18.977282 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [None req-6694293f-b0cd-4778-9741-6c0e76e04ba2 None None] For port 649475eb-4570-40d0-9300-b32e322fd8f8, host n-d-768862-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-2',level=0,port_id=649475eb-4570-40d0-9300-b32e322fd8f8,segment=NetworkSegment(56f1c7cf-f3a3-41d2-9677-68978131444f),segment_id=56f1c7cf-f3a3-41d2-9677-68978131444f)] {{(pid=84876) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 14 07:20:18.980436 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-a30e03e8-071f-4737-81ed-5e122cef61e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363259214191800', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854171626'] for agent, after_update {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:20:18.984572 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-6694293f-b0cd-4778-9741-6c0e76e04ba2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777640533312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363259214678337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777640097497'] for port, after_update {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:20:18.995578 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.managers [None req-5de35e9c-bbbb-47b2-8df2-a03fa8733855 tempest-DHCPAgentSchedulersTestJSON-1895530401 tempest-DHCPAgentSchedulersTestJSON-1895530401] Network ca71f1de-44f7-45de-a3cd-ebd1903f37be has no segments {{(pid=84875) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 14 07:20:19.003493 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-6694293f-b0cd-4778-9741-6c0e76e04ba2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84876) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:20:19.011721 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-5de35e9c-bbbb-47b2-8df2-a03fa8733855 tempest-DHCPAgentSchedulersTestJSON-1895530401 tempest-DHCPAgentSchedulersTestJSON-1895530401] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-596065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3154253'] for segment, after_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:20:19.037029 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [req-9502fcfe-0337-47e6-ae61-07031196b8cd req-bd3c6a7c-6da5-433e-a666-416900132e40 service neutron] 10.222.0.24 "GET /v2.0/networks/9b9963ce-3701-45b9-82d2-4f2b78540b20?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 1.3490927 Jan 14 07:20:19.138139 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e8b59feb-8459-4a2f-ae72-7e5c1769ca25 tempest-RoutersIpV6Test-883692175 tempest-RoutersIpV6Test-883692175] Notify agent at l3_agent.n-d-768862-2 the message routers_updated {{(pid=84874) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jan 14 07:20:19.158336 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d339ed0a-de34-4e14-8a36-ae40caa616f8 None None] Sync routers for ids ['71e0776e-b497-4096-b74b-1ca14c7c0a4f'] in n-d-768862-2 {{(pid=84876) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Jan 14 07:20:19.168423 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-e8b59feb-8459-4a2f-ae72-7e5c1769ca25 tempest-RoutersIpV6Test-883692175 tempest-RoutersIpV6Test-883692175] 10.222.0.24 "PUT /v2.0/routers/71e0776e-b497-4096-b74b-1ca14c7c0a4f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 11.6140211 Jan 14 07:20:19.173819 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84874) accepted ('10.222.0.24', 39074) {{(pid=84874) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:20:19.194619 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d339ed0a-de34-4e14-8a36-ae40caa616f8 None None] Routers {'71e0776e-b497-4096-b74b-1ca14c7c0a4f'} bound to L3 agent in host n-d-768862-2 {{(pid=84876) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 14 07:20:19.195541 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_hamode_db [None req-d339ed0a-de34-4e14-8a36-ae40caa616f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-01-14T06:56:51Z,description=,heartbeat_timestamp=2021-01-14T07:19:51Z,host='n-d-768862-2',id=35f592e9-451b-4db9-abea-77b6a5c5391b,load=0,resource_versions=,resources_synced=,started_at=2021-01-14T06:56:51Z,topic='l3_agent')) {'router_ids': ['71e0776e-b497-4096-b74b-1ca14c7c0a4f'], 'active': True} {{(pid=84876) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:20:19.321545 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dcafdc59-1f53-467a-b40e-bcf240e888d6 tempest-RoutersIpV6Test-883692175 tempest-RoutersIpV6Test-883692175] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:20:19.322676 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-dcafdc59-1f53-467a-b40e-bcf240e888d6 tempest-RoutersIpV6Test-883692175 tempest-RoutersIpV6Test-883692175] Synchronizing usage tracker for tenant:d787627cdb8d4cc9b70642659fae99d7 on resource:port {{(pid=84874) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 14 07:20:19.324110 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_hamode_db [None req-d339ed0a-de34-4e14-8a36-ae40caa616f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768862-2', False) {} {{(pid=84876) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:20:19.366931 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6694293f-b0cd-4778-9741-6c0e76e04ba2 None None] Pushing event updated for resources: {'Port': ['ID=649475eb-4570-40d0-9300-b32e322fd8f8,revision_number=2']} {{(pid=84876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:20:19.375398 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-6694293f-b0cd-4778-9741-6c0e76e04ba2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.372s {{(pid=84876) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:20:19.378916 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d339ed0a-de34-4e14-8a36-ae40caa616f8 None None] Routers {'71e0776e-b497-4096-b74b-1ca14c7c0a4f'} bound to L3 agent in host n-d-768862-2 {{(pid=84876) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 14 07:20:19.379659 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_hamode_db [None req-d339ed0a-de34-4e14-8a36-ae40caa616f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-01-14T06:56:51Z,description=,heartbeat_timestamp=2021-01-14T07:19:51Z,host='n-d-768862-2',id=35f592e9-451b-4db9-abea-77b6a5c5391b,load=0,resource_versions=,resources_synced=,started_at=2021-01-14T06:56:51Z,topic='l3_agent')) {'router_ids': ['71e0776e-b497-4096-b74b-1ca14c7c0a4f'], 'active': True} {{(pid=84876) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:20:19.435312 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-dcafdc59-1f53-467a-b40e-bcf240e888d6 tempest-RoutersIpV6Test-883692175 tempest-RoutersIpV6Test-883692175] Unset dirty status for tenant:d787627cdb8d4cc9b70642659fae99d7 on resource:port {{(pid=84874) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 14 07:20:19.441618 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-dcafdc59-1f53-467a-b40e-bcf240e888d6 tempest-RoutersIpV6Test-883692175 tempest-RoutersIpV6Test-883692175] 10.222.0.24 "GET /v2.0/ports/317271de-1ce2-4792-87e5-5cda1fd60232 HTTP/1.1" status: 200 len: 984 time: 0.2656746 Jan 14 07:20:19.443628 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84874) accepted ('10.222.0.24', 39080) {{(pid=84874) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:20:19.461238 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_hamode_db [None req-d339ed0a-de34-4e14-8a36-ae40caa616f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768862-2', False) {} {{(pid=84876) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:20:19.461818 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d339ed0a-de34-4e14-8a36-ae40caa616f8 None None] The sync data for ids ['71e0776e-b497-4096-b74b-1ca14c7c0a4f'] in n-d-768862-2 is: [] {{(pid=84876) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Jan 14 07:20:19.589099 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.db_base_plugin_common [None req-1573815c-f526-49cc-8c66-212546c8172d tempest-AllowedAddressPairTestJSON-747646770 tempest-AllowedAddressPairTestJSON-747646770] Allocated IP 172.20.0.5 (55688c5f-235c-490e-a156-b75715fdee0f/ea9a674a-26a8-40d1-9f51-c70dafb0561d/841bd98e-c45f-4081-aa0a-c423613a0f40) {{(pid=84874) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 14 07:20:19.993576 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-092e41b6-304f-4b38-924e-b7ad87ab6262 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036850863128'] for router_gateway, after_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:20:20.217851 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-092e41b6-304f-4b38-924e-b7ad87ab6262 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3889346', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036854717606'] for router, precommit_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:20:20.227196 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-092e41b6-304f-4b38-924e-b7ad87ab6262 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:20:20.352331 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-3cf378e5-c144-4b86-9dcf-6b60e43f1f35 tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854768116'] for port, before_response {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:20:20.465116 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-1573815c-f526-49cc-8c66-212546c8172d tempest-AllowedAddressPairTestJSON-747646770 tempest-AllowedAddressPairTestJSON-747646770] Notify callbacks [] for port, precommit_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:20:20.465635 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.managers [None req-5de35e9c-bbbb-47b2-8df2-a03fa8733855 tempest-DHCPAgentSchedulersTestJSON-1895530401 tempest-DHCPAgentSchedulersTestJSON-1895530401] Network ca71f1de-44f7-45de-a3cd-ebd1903f37be has no segments {{(pid=84875) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 14 07:20:20.506512 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-1573815c-f526-49cc-8c66-212546c8172d tempest-AllowedAddressPairTestJSON-747646770 tempest-AllowedAddressPairTestJSON-747646770] Transition to ACTIVE for port object 841bd98e-c45f-4081-aa0a-c423613a0f40 will not be triggered until provisioned by entity DHCP. {{(pid=84874) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 07:20:20.535142 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:shared":"rule:admin_only" was deprecated in W in favor of "update_network:shared":"role:admin and system_scope:all". Reason: Jan 14 07:20:20.535142 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:20:20.535142 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:20:20.535142 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:20:20.535142 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "update_network:provider:network_type":"role:admin and system_scope:all". Reason: Jan 14 07:20:20.535142 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:20:20.535142 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:20:20.535142 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:20:20.535142 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "update_network:provider:physical_network":"role:admin and system_scope:all". Reason: Jan 14 07:20:20.535142 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:20:20.535142 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:20:20.535142 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:20:20.535142 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "update_network:provider:segmentation_id":"role:admin and system_scope:all". Reason: Jan 14 07:20:20.535142 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:20:20.535142 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:20:20.535142 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:20:20.535142 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:router:external":"rule:admin_only" was deprecated in W in favor of "update_network:router:external":"role:admin and system_scope:all". Reason: Jan 14 07:20:20.535142 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:20:20.535142 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:20:20.535142 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:20:20.535142 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:is_default":"rule:admin_only" was deprecated in W in favor of "update_network:is_default":"role:admin and system_scope:all". Reason: Jan 14 07:20:20.535142 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:20:20.535142 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:20:20.535142 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:20:20.535142 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:port_security_enabled":"rule:admin_or_owner" was deprecated in W in favor of "update_network:port_security_enabled":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 07:20:20.535142 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:20:20.535142 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:20:20.535142 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:20:20.535142 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "delete_network":"rule:admin_or_owner" was deprecated in W in favor of "delete_network":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 07:20:20.535142 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:20:20.535142 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:20:20.535142 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:20:20.535142 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_segment":"rule:admin_only" was deprecated in W in favor of "create_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:20:20.535142 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:20:20.535142 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_segment":"rule:admin_only" was deprecated in W in favor of "get_segment":"role:reader and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:20:20.535142 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:20:20.535142 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_segment":"rule:admin_only" was deprecated in W in favor of "update_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:20:20.535142 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:20:20.535142 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "delete_segment":"rule:admin_only" was deprecated in W in favor of "delete_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:20:20.535142 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:20:20.535142 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 14 07:20:20.535142 n-d-768862-2 neutron-server[84765]: % (table.description, expected, rows_matched) Jan 14 07:20:20.539549 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 14 07:20:20.539549 n-d-768862-2 neutron-server[84765]: % (table.description, expected, rows_matched) Jan 14 07:20:20.539549 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 14 07:20:20.539549 n-d-768862-2 neutron-server[84765]: % (table.description, expected, rows_matched) Jan 14 07:20:20.539549 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 14 07:20:20.539549 n-d-768862-2 neutron-server[84765]: % (table.description, expected, rows_matched) Jan 14 07:20:20.539549 n-d-768862-2 neutron-server[84765]: Traceback (most recent call last): Jan 14 07:20:20.539549 n-d-768862-2 neutron-server[84765]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 14 07:20:20.539549 n-d-768862-2 neutron-server[84765]: timer() Jan 14 07:20:20.539549 n-d-768862-2 neutron-server[84765]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 14 07:20:20.539549 n-d-768862-2 neutron-server[84765]: cb(*args, **kw) Jan 14 07:20:20.539549 n-d-768862-2 neutron-server[84765]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Jan 14 07:20:20.539549 n-d-768862-2 neutron-server[84765]: return func(*args, **kwargs) Jan 14 07:20:20.539549 n-d-768862-2 neutron-server[84765]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 14 07:20:20.539549 n-d-768862-2 neutron-server[84765]: self._notify() Jan 14 07:20:20.539549 n-d-768862-2 neutron-server[84765]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 14 07:20:20.539549 n-d-768862-2 neutron-server[84765]: self.callback(batched_events) Jan 14 07:20:20.539549 n-d-768862-2 neutron-server[84765]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 14 07:20:20.539549 n-d-768862-2 neutron-server[84765]: event.method(event) Jan 14 07:20:20.539549 n-d-768862-2 neutron-server[84765]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 14 07:20:20.539549 n-d-768862-2 neutron-server[84765]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 14 07:20:20.539549 n-d-768862-2 neutron-server[84765]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Jan 14 07:20:20.539549 n-d-768862-2 neutron-server[84765]: segment_id)['aggregates'][0] Jan 14 07:20:20.539549 n-d-768862-2 neutron-server[84765]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 14 07:20:20.539549 n-d-768862-2 neutron-server[84765]: return f(self, *a, **k) Jan 14 07:20:20.539549 n-d-768862-2 neutron-server[84765]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 14 07:20:20.539549 n-d-768862-2 neutron-server[84765]: return self._get(url).json() Jan 14 07:20:20.539549 n-d-768862-2 neutron-server[84765]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 14 07:20:20.539549 n-d-768862-2 neutron-server[84765]: **kwargs) Jan 14 07:20:20.539549 n-d-768862-2 neutron-server[84765]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 14 07:20:20.539549 n-d-768862-2 neutron-server[84765]: return self.request(url, 'GET', **kwargs) Jan 14 07:20:20.539549 n-d-768862-2 neutron-server[84765]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Jan 14 07:20:20.539549 n-d-768862-2 neutron-server[84765]: **endpoint_filter) Jan 14 07:20:20.539549 n-d-768862-2 neutron-server[84765]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 14 07:20:20.539549 n-d-768862-2 neutron-server[84765]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 14 07:20:20.539549 n-d-768862-2 neutron-server[84765]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 14 07:20:20.539549 n-d-768862-2 neutron-server[84765]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 14 07:20:20.539549 n-d-768862-2 neutron-server[84765]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 14 07:20:20.542741 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-3cf378e5-c144-4b86-9dcf-6b60e43f1f35 tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] 10.222.0.24 "DELETE /v2.0/ports/44d62991-da97-4350-9099-550a21578753 HTTP/1.1" status: 204 len: 168 time: 3.0555205 Jan 14 07:20:20.555394 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84874) accepted ('10.222.0.24', 39122) {{(pid=84874) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:20:20.617566 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-092e41b6-304f-4b38-924e-b7ad87ab6262 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036850897070'] for router, after_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:20:20.618178 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-092e41b6-304f-4b38-924e-b7ad87ab6262 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 5de0d2fe-bd57-4747-b9c9-eabc9a219a3e {{(pid=84875) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jan 14 07:20:20.635658 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-092e41b6-304f-4b38-924e-b7ad87ab6262 admin admin] Notify callbacks [] for router, before_response {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:20:20.639678 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-092e41b6-304f-4b38-924e-b7ad87ab6262 admin admin] 10.222.0.24 "DELETE /v2.0/routers/5de0d2fe-bd57-4747-b9c9-eabc9a219a3e HTTP/1.1" status: 204 len: 168 time: 8.8128796 Jan 14 07:20:20.640362 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84875) accepted ('10.222.0.24', 39128) {{(pid=84875) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:20:20.652580 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-5de35e9c-bbbb-47b2-8df2-a03fa8733855 tempest-DHCPAgentSchedulersTestJSON-1895530401 tempest-DHCPAgentSchedulersTestJSON-1895530401] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036854176830', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850887149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3912591'] for network, after_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:20:20.880798 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.db_base_plugin_v2 [None req-f7a523f7-520b-4ed0-bb29-eb55b4407d9b admin admin] Deleting subnet 46d2d917-6b8f-4421-b758-220236cbd4cd {{(pid=84875) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Jan 14 07:20:20.896954 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-28be8512-eb2e-4746-b18e-81efd6c90bdc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:20:20.930282 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-5de35e9c-bbbb-47b2-8df2-a03fa8733855 tempest-DHCPAgentSchedulersTestJSON-1895530401 tempest-DHCPAgentSchedulersTestJSON-1895530401] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3207107'] for network, before_response {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:20:20.949194 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-f7a523f7-520b-4ed0-bb29-eb55b4407d9b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:20:21.236362 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5de35e9c-bbbb-47b2-8df2-a03fa8733855 tempest-DHCPAgentSchedulersTestJSON-1895530401 tempest-DHCPAgentSchedulersTestJSON-1895530401] Pushing event deleted for resources: {'Network': ['ID=ca71f1de-44f7-45de-a3cd-ebd1903f37be,revision_number=None']} {{(pid=84875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:20:21.241633 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-fb2ecf59-92c3-468d-9100-5107744b6a0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363259214191800', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854171626'] for agent, after_update {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:20:21.243463 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:is_default":"rule:admin_only" was deprecated in W in favor of "update_network:is_default":"role:admin and system_scope:all". Reason: Jan 14 07:20:21.243463 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:20:21.243463 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:20:21.243463 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:20:21.243463 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:port_security_enabled":"rule:admin_or_owner" was deprecated in W in favor of "update_network:port_security_enabled":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 07:20:21.243463 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:20:21.243463 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:20:21.243463 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:20:21.243463 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "delete_network":"rule:admin_or_owner" was deprecated in W in favor of "delete_network":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 07:20:21.243463 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:20:21.243463 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:20:21.243463 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:20:21.243463 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_segment":"rule:admin_only" was deprecated in W in favor of "create_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:20:21.243463 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:20:21.243463 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_segment":"rule:admin_only" was deprecated in W in favor of "get_segment":"role:reader and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:20:21.243463 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:20:21.243463 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_segment":"rule:admin_only" was deprecated in W in favor of "update_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:20:21.243463 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:20:21.243463 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "delete_segment":"rule:admin_only" was deprecated in W in favor of "delete_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:20:21.243463 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:20:21.243463 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network":"rule:regular_user" was deprecated in W in favor of "create_network":"role:member and project_id:%(project_id)s". Reason: Jan 14 07:20:21.243463 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:20:21.243463 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:20:21.243463 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:20:21.243463 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:shared":"rule:admin_only" was deprecated in W in favor of "create_network:shared":"role:admin and system_scope:all". Reason: Jan 14 07:20:21.243463 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:20:21.243463 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:20:21.243463 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:20:21.243463 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:router:external":"rule:admin_only" was deprecated in W in favor of "create_network:router:external":"role:admin and system_scope:all". Reason: Jan 14 07:20:21.243463 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:20:21.243463 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:20:21.243463 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:20:21.243463 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:is_default":"rule:admin_only" was deprecated in W in favor of "create_network:is_default":"role:admin and system_scope:all". Reason: Jan 14 07:20:21.243463 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:20:21.243463 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:20:21.243463 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:20:21.243463 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:port_security_enabled":"rule:regular_user" was deprecated in W in favor of "create_network:port_security_enabled":"role:member and project_id:%(project_id)s". Reason: Jan 14 07:20:21.243463 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:20:21.243463 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:20:21.243463 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:20:21.243463 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:segments":"rule:admin_only" was deprecated in W in favor of "create_network:segments":"role:admin and system_scope:all". Reason: Jan 14 07:20:21.243463 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:20:21.250232 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:20:21.250232 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:20:21.250232 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "create_network:provider:network_type":"role:admin and system_scope:all". Reason: Jan 14 07:20:21.250232 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:20:21.250232 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:20:21.250232 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:20:21.250232 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "create_network:provider:physical_network":"role:admin and system_scope:all". Reason: Jan 14 07:20:21.250232 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:20:21.250232 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:20:21.250232 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:20:21.250232 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "create_network:provider:segmentation_id":"role:admin and system_scope:all". Reason: Jan 14 07:20:21.250232 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:20:21.250232 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:20:21.250232 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:20:21.250232 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network":"rule:admin_or_owner or rule:shared or rule:external or rule:context_is_advsvc" was deprecated in W in favor of "get_network":"(role:reader and system_scope:all) or (role:reader and project_id:%(project_id)s) or rule:shared or rule:external or rule:context_is_advsvc". Reason: Jan 14 07:20:21.250232 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:20:21.250232 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:20:21.250232 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:20:21.250232 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:router:external":"rule:regular_user" was deprecated in W in favor of "get_network:router:external":"role:reader and project_id:%(project_id)s". Reason: Jan 14 07:20:21.250232 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:20:21.250232 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:20:21.250232 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:20:21.250232 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:segments":"rule:admin_only" was deprecated in W in favor of "get_network:segments":"role:reader and system_scope:all". Reason: Jan 14 07:20:21.250232 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:20:21.250232 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:20:21.250232 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:20:21.250232 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "get_network:provider:network_type":"role:reader and system_scope:all". Reason: Jan 14 07:20:21.250232 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:20:21.250232 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:20:21.250232 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:20:21.250232 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "get_network:provider:physical_network":"role:reader and system_scope:all". Reason: Jan 14 07:20:21.250232 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:20:21.250232 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:20:21.250232 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:20:21.250232 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "get_network:provider:segmentation_id":"role:reader and system_scope:all". Reason: Jan 14 07:20:21.250232 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:20:21.250232 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:20:21.250232 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:20:21.250232 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network":"rule:admin_or_owner" was deprecated in W in favor of "update_network":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 07:20:21.250232 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:20:21.250232 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:20:21.250232 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:20:21.250232 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:segments":"rule:admin_only" was deprecated in W in favor of "update_network:segments":"role:admin and system_scope:all". Reason: Jan 14 07:20:21.250232 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:20:21.250232 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:20:21.250232 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:20:21.250232 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:shared":"rule:admin_only" was deprecated in W in favor of "update_network:shared":"role:admin and system_scope:all". Reason: Jan 14 07:20:21.250232 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:20:21.250232 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:20:21.263165 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:20:21.263165 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "update_network:provider:network_type":"role:admin and system_scope:all". Reason: Jan 14 07:20:21.263165 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:20:21.263165 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:20:21.263165 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:20:21.263165 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "update_network:provider:physical_network":"role:admin and system_scope:all". Reason: Jan 14 07:20:21.263165 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:20:21.263165 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:20:21.263165 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:20:21.263165 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "update_network:provider:segmentation_id":"role:admin and system_scope:all". Reason: Jan 14 07:20:21.263165 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:20:21.263165 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:20:21.263165 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:20:21.263165 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:router:external":"rule:admin_only" was deprecated in W in favor of "update_network:router:external":"role:admin and system_scope:all". Reason: Jan 14 07:20:21.263165 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:20:21.263165 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:20:21.263165 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:20:21.263165 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:is_default":"rule:admin_only" was deprecated in W in favor of "update_network:is_default":"role:admin and system_scope:all". Reason: Jan 14 07:20:21.263165 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:20:21.263165 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:20:21.263165 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:20:21.263165 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:port_security_enabled":"rule:admin_or_owner" was deprecated in W in favor of "update_network:port_security_enabled":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 07:20:21.263165 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:20:21.263165 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:20:21.263165 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:20:21.263165 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "delete_network":"rule:admin_or_owner" was deprecated in W in favor of "delete_network":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 07:20:21.263165 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:20:21.263165 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:20:21.263165 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:20:21.263165 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_segment":"rule:admin_only" was deprecated in W in favor of "create_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:20:21.263165 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:20:21.263165 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_segment":"rule:admin_only" was deprecated in W in favor of "get_segment":"role:reader and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:20:21.263165 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:20:21.263165 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-104e2f0b-486d-4d1b-b544-34eb59f49dd8 tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:20:21.263165 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-104e2f0b-486d-4d1b-b544-34eb59f49dd8 tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] Synchronizing usage tracker for tenant:be0aa702e3ca464795a99c51e3b3b04f on resource:subnet {{(pid=84874) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 14 07:20:21.268648 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49da611c-d423-455e-a127-730436406946 req-60bd87a4-da2c-45c2-8558-a72dc7988ee6 tempest-MultipleCreateTestJSON-1121347217 tempest-MultipleCreateTestJSON-1121347217] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:20:21.272021 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [req-49da611c-d423-455e-a127-730436406946 req-60bd87a4-da2c-45c2-8558-a72dc7988ee6 tempest-MultipleCreateTestJSON-1121347217 tempest-MultipleCreateTestJSON-1121347217] 10.222.0.24 "GET /v2.0/networks?id=9b9963ce-3701-45b9-82d2-4f2b78540b20 HTTP/1.1" status: 200 len: 812 time: 0.2498529 Jan 14 07:20:21.289282 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-5de35e9c-bbbb-47b2-8df2-a03fa8733855 tempest-DHCPAgentSchedulersTestJSON-1895530401 tempest-DHCPAgentSchedulersTestJSON-1895530401] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.392s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:20:21.297719 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [req-49da611c-d423-455e-a127-730436406946 req-9d930be8-15e7-45cd-8b22-7d3873568216 tempest-MultipleCreateTestJSON-1121347217 tempest-MultipleCreateTestJSON-1121347217] 10.222.0.24 "GET /v2.0/quotas/965515aa66cf4eef8d38f9c2be2f810c HTTP/1.1" status: 200 len: 375 time: 0.0246589 Jan 14 07:20:21.304743 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-104e2f0b-486d-4d1b-b544-34eb59f49dd8 tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] Unset dirty status for tenant:be0aa702e3ca464795a99c51e3b3b04f on resource:subnet {{(pid=84874) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 14 07:20:21.304946 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-5de35e9c-bbbb-47b2-8df2-a03fa8733855 tempest-DHCPAgentSchedulersTestJSON-1895530401 tempest-DHCPAgentSchedulersTestJSON-1895530401] 10.222.0.24 "DELETE /v2.0/networks/ca71f1de-44f7-45de-a3cd-ebd1903f37be HTTP/1.1" status: 204 len: 168 time: 12.6628201 Jan 14 07:20:21.305048 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-104e2f0b-486d-4d1b-b544-34eb59f49dd8 tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] 10.222.0.24 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.7130723 Jan 14 07:20:21.309648 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84874) accepted ('10.222.0.24', 39148) {{(pid=84874) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:20:21.350117 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-1573815c-f526-49cc-8c66-212546c8172d tempest-AllowedAddressPairTestJSON-747646770 tempest-AllowedAddressPairTestJSON-747646770] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777640123575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3254186'] for port, after_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:20:21.410982 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-f7a523f7-520b-4ed0-bb29-eb55b4407d9b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3367281'] for subnet, precommit_delete_associations {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:20:21.492772 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [req-49da611c-d423-455e-a127-730436406946 req-a8b732a9-5aa0-477c-8ae6-4c0ffb503bb6 tempest-MultipleCreateTestJSON-1121347217 tempest-MultipleCreateTestJSON-1121347217] 10.222.0.24 "GET /v2.0/ports?tenant_id=965515aa66cf4eef8d38f9c2be2f810c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1832869 Jan 14 07:20:21.527479 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-3b4dd583-092d-48b7-9ed0-59314cdc3d18 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:20:21.552883 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Device 649475eb-4570-40d0-9300-b32e322fd8f8 up at agent ovs-agent-n-d-768862-2 {{(pid=84876) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 07:20:21.565604 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_segment":"rule:admin_only" was deprecated in W in favor of "update_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:20:21.565604 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:20:21.565604 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "delete_segment":"rule:admin_only" was deprecated in W in favor of "delete_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:20:21.565604 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:20:21.565604 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network":"rule:regular_user" was deprecated in W in favor of "create_network":"role:member and project_id:%(project_id)s". Reason: Jan 14 07:20:21.565604 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:20:21.565604 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:20:21.565604 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:20:21.565604 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:shared":"rule:admin_only" was deprecated in W in favor of "create_network:shared":"role:admin and system_scope:all". Reason: Jan 14 07:20:21.565604 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:20:21.565604 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:20:21.565604 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:20:21.565604 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:router:external":"rule:admin_only" was deprecated in W in favor of "create_network:router:external":"role:admin and system_scope:all". Reason: Jan 14 07:20:21.565604 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:20:21.565604 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:20:21.565604 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:20:21.565604 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:is_default":"rule:admin_only" was deprecated in W in favor of "create_network:is_default":"role:admin and system_scope:all". Reason: Jan 14 07:20:21.565604 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:20:21.565604 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:20:21.565604 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:20:21.565604 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:port_security_enabled":"rule:regular_user" was deprecated in W in favor of "create_network:port_security_enabled":"role:member and project_id:%(project_id)s". Reason: Jan 14 07:20:21.565604 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:20:21.565604 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:20:21.565604 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:20:21.565604 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:segments":"rule:admin_only" was deprecated in W in favor of "create_network:segments":"role:admin and system_scope:all". Reason: Jan 14 07:20:21.565604 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:20:21.565604 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:20:21.565604 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:20:21.565604 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "create_network:provider:network_type":"role:admin and system_scope:all". Reason: Jan 14 07:20:21.565604 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:20:21.565604 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:20:21.565604 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:20:21.565604 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "create_network:provider:physical_network":"role:admin and system_scope:all". Reason: Jan 14 07:20:21.565604 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:20:21.565604 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:20:21.565604 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:20:21.565604 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "create_network:provider:segmentation_id":"role:admin and system_scope:all". Reason: Jan 14 07:20:21.565604 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:20:21.565604 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:20:21.565604 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:20:21.565604 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network":"rule:admin_or_owner or rule:shared or rule:external or rule:context_is_advsvc" was deprecated in W in favor of "get_network":"(role:reader and system_scope:all) or (role:reader and project_id:%(project_id)s) or rule:shared or rule:external or rule:context_is_advsvc". Reason: Jan 14 07:20:21.565604 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:20:21.565604 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:20:21.565604 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:20:21.565604 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:router:external":"rule:regular_user" was deprecated in W in favor of "get_network:router:external":"role:reader and project_id:%(project_id)s". Reason: Jan 14 07:20:21.569663 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:20:21.569663 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:20:21.569663 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:20:21.569663 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:segments":"rule:admin_only" was deprecated in W in favor of "get_network:segments":"role:reader and system_scope:all". Reason: Jan 14 07:20:21.569663 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:20:21.569663 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:20:21.569663 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:20:21.569663 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "get_network:provider:network_type":"role:reader and system_scope:all". Reason: Jan 14 07:20:21.569663 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:20:21.569663 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:20:21.569663 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:20:21.569663 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "get_network:provider:physical_network":"role:reader and system_scope:all". Reason: Jan 14 07:20:21.569663 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:20:21.569663 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:20:21.569663 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:20:21.569663 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "get_network:provider:segmentation_id":"role:reader and system_scope:all". Reason: Jan 14 07:20:21.569663 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:20:21.569663 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:20:21.569663 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:20:21.750785 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-f7a523f7-520b-4ed0-bb29-eb55b4407d9b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036854176836'] for subnet, precommit_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:20:21.880199 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-a2ac9975-5754-46b7-9e60-40bfc2f0c200 None None] Provisioning for port 649475eb-4570-40d0-9300-b32e322fd8f8 completed by entity DHCP. {{(pid=84876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 07:20:21.894310 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-da76cfc0-98e8-4426-9f6d-4f05aa3fae78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363259214191800', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854171626'] for agent, after_update {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:20:21.913728 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1573815c-f526-49cc-8c66-212546c8172d tempest-AllowedAddressPairTestJSON-747646770 tempest-AllowedAddressPairTestJSON-747646770] Pushing event updated for resources: {'Port': ['ID=841bd98e-c45f-4081-aa0a-c423613a0f40,revision_number=1']} {{(pid=84874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:20:21.914161 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [req-49da611c-d423-455e-a127-730436406946 req-6c50bd5a-9f09-44ae-8b58-b93172223be4 service neutron] 10.222.0.24 "GET /v2.0/networks/9b9963ce-3701-45b9-82d2-4f2b78540b20?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4199066 Jan 14 07:20:21.915493 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Provisioning for port 649475eb-4570-40d0-9300-b32e322fd8f8 completed by entity L2. {{(pid=84876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 07:20:21.925258 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Provisioning complete for port 649475eb-4570-40d0-9300-b32e322fd8f8 triggered by entity L2. {{(pid=84876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 07:20:21.925981 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-604227'] for port, provisioning_complete {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:20:21.933024 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-1573815c-f526-49cc-8c66-212546c8172d tempest-AllowedAddressPairTestJSON-747646770 tempest-AllowedAddressPairTestJSON-747646770] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.406s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:20:21.981906 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-ddde8b53-a42d-40ba-b1a2-7f68de5f33ad tempest-RoutersIpV6Test-883692175 tempest-RoutersIpV6Test-883692175] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3889632'] for router_interface, before_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:20:22.046165 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-c17d3eff-0c9b-4ea8-a373-52cc710ac0fc None None] Could not find standard attr ID for object 44d62991-da97-4350-9099-550a21578753. {{(pid=84876) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Jan 14 07:20:22.199053 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84875) accepted ('10.222.0.24', 39162) {{(pid=84875) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:20:22.204014 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555753'] for port, before_update {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:20:22.266246 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] For port 649475eb-4570-40d0-9300-b32e322fd8f8, host n-d-768862-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-2',level=0,port_id=649475eb-4570-40d0-9300-b32e322fd8f8,segment=NetworkSegment(56f1c7cf-f3a3-41d2-9677-68978131444f),segment_id=56f1c7cf-f3a3-41d2-9677-68978131444f)] {{(pid=84876) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 07:20:22.275477 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777640533312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363259214678337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777640097497'] for port, after_update {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:20:22.279215 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-8f69c647-55ce-44da-935d-df6f6380f377 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84876) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:20:22.461094 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Device c1448423-f255-4037-aa95-f263966dbb30 no longer exists at agent ovs-agent-n-d-768862-2 {{(pid=84876) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jan 14 07:20:22.533473 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-f7a523f7-520b-4ed0-bb29-eb55b4407d9b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-598964', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850887113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3154192', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2308610'] for subnet, after_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:20:22.544686 n-d-768862-2 neutron-server[84765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1573815c-f526-49cc-8c66-212546c8172d tempest-AllowedAddressPairTestJSON-747646770 tempest-AllowedAddressPairTestJSON-747646770] Network 55688c5f-235c-490e-a156-b75715fdee0f is already hosted by enough agents. {{(pid=84874) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 07:20:22.555370 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.db_base_plugin_v2 [None req-de63c1e2-be49-40bf-826b-3eaa093e7fca tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] Deleting subnet 1c17c3f1-e76c-4abc-892a-3878eebbd730 {{(pid=84874) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Jan 14 07:20:22.561291 n-d-768862-2 neutron-server[84765]: DEBUG neutron.scheduler.base_scheduler [None req-1573815c-f526-49cc-8c66-212546c8172d tempest-AllowedAddressPairTestJSON-747646770 tempest-AllowedAddressPairTestJSON-747646770] Resources bound (agent type, host, resource id): {{(pid=84874) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 07:20:22.581443 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-de63c1e2-be49-40bf-826b-3eaa093e7fca tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] Notify callbacks [] for subnet, before_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:20:22.622033 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1573815c-f526-49cc-8c66-212546c8172d tempest-AllowedAddressPairTestJSON-747646770 tempest-AllowedAddressPairTestJSON-747646770] Received port after_create {{(pid=84874) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 14 07:20:22.721733 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.plugin [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] No Port match for: c1448423-f255-4037-aa95-f263966dbb30 {{(pid=84876) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2188}} Jan 14 07:20:22.722131 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Device c1448423-f255-4037-aa95-f263966dbb30 not bound to the agent host n-d-768862-2 {{(pid=84876) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jan 14 07:20:22.746960 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-18bbc3df-4320-4193-bfd2-04f887aa4c31 tempest-AllowedAddressPairTestJSON-747646770 tempest-AllowedAddressPairTestJSON-747646770] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:20:22.794602 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363259214191800', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854171626'] for agent, after_update {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:20:22.804135 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-1118a2c7-454a-4030-94d8-f5b2c442a635 None None] Provisioning complete for port 649475eb-4570-40d0-9300-b32e322fd8f8 triggered by entity DHCP. {{(pid=84876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 07:20:22.804575 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-1118a2c7-454a-4030-94d8-f5b2c442a635 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-604227'] for port, provisioning_complete {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:20:22.805069 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network":"rule:admin_or_owner" was deprecated in W in favor of "update_network":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 07:20:22.805069 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:20:22.805069 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:20:22.805069 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:20:22.805069 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:segments":"rule:admin_only" was deprecated in W in favor of "update_network:segments":"role:admin and system_scope:all". Reason: Jan 14 07:20:22.805069 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:20:22.805069 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:20:22.805069 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:20:22.805069 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:shared":"rule:admin_only" was deprecated in W in favor of "update_network:shared":"role:admin and system_scope:all". Reason: Jan 14 07:20:22.805069 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:20:22.805069 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:20:22.805069 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:20:22.805069 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "update_network:provider:network_type":"role:admin and system_scope:all". Reason: Jan 14 07:20:22.805069 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:20:22.805069 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:20:22.805069 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:20:22.805069 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "update_network:provider:physical_network":"role:admin and system_scope:all". Reason: Jan 14 07:20:22.805069 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:20:22.805069 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:20:22.805069 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:20:22.805069 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "update_network:provider:segmentation_id":"role:admin and system_scope:all". Reason: Jan 14 07:20:22.805069 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:20:22.805069 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:20:22.805069 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:20:22.805069 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:router:external":"rule:admin_only" was deprecated in W in favor of "update_network:router:external":"role:admin and system_scope:all". Reason: Jan 14 07:20:22.805069 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:20:22.805069 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:20:22.805069 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:20:22.805069 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:is_default":"rule:admin_only" was deprecated in W in favor of "update_network:is_default":"role:admin and system_scope:all". Reason: Jan 14 07:20:22.805069 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:20:22.805069 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:20:22.805069 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:20:22.805069 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:port_security_enabled":"rule:admin_or_owner" was deprecated in W in favor of "update_network:port_security_enabled":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 07:20:22.805069 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:20:22.805069 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:20:22.805069 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:20:22.805069 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "delete_network":"rule:admin_or_owner" was deprecated in W in favor of "delete_network":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 07:20:22.805069 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:20:22.805069 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:20:22.805069 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:20:22.805069 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_segment":"rule:admin_only" was deprecated in W in favor of "create_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:20:22.805069 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:20:22.805069 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_segment":"rule:admin_only" was deprecated in W in favor of "get_segment":"role:reader and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:20:22.805069 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:20:22.807499 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_segment":"rule:admin_only" was deprecated in W in favor of "update_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:20:22.807499 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:20:22.807499 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "delete_segment":"rule:admin_only" was deprecated in W in favor of "delete_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:20:22.807499 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:20:22.807499 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network":"rule:regular_user" was deprecated in W in favor of "create_network":"role:member and project_id:%(project_id)s". Reason: Jan 14 07:20:22.807499 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:20:22.807499 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:20:22.807499 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:20:22.807499 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:shared":"rule:admin_only" was deprecated in W in favor of "create_network:shared":"role:admin and system_scope:all". Reason: Jan 14 07:20:22.807499 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:20:22.807499 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:20:22.807499 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:20:22.807499 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:router:external":"rule:admin_only" was deprecated in W in favor of "create_network:router:external":"role:admin and system_scope:all". Reason: Jan 14 07:20:22.807499 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:20:22.807499 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:20:22.807499 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:20:22.807499 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:is_default":"rule:admin_only" was deprecated in W in favor of "create_network:is_default":"role:admin and system_scope:all". Reason: Jan 14 07:20:22.807499 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:20:22.807499 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:20:22.807499 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:20:22.808814 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:port_security_enabled":"rule:regular_user" was deprecated in W in favor of "create_network:port_security_enabled":"role:member and project_id:%(project_id)s". Reason: Jan 14 07:20:22.808814 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:20:22.808814 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:20:22.808814 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:20:22.808814 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:segments":"rule:admin_only" was deprecated in W in favor of "create_network:segments":"role:admin and system_scope:all". Reason: Jan 14 07:20:22.808814 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:20:22.808814 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:20:22.808814 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:20:22.808814 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "create_network:provider:network_type":"role:admin and system_scope:all". Reason: Jan 14 07:20:22.808814 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:20:22.808814 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:20:22.808814 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:20:22.808814 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "create_network:provider:physical_network":"role:admin and system_scope:all". Reason: Jan 14 07:20:22.808814 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:20:22.808814 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:20:22.808814 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:20:22.808814 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "create_network:provider:segmentation_id":"role:admin and system_scope:all". Reason: Jan 14 07:20:22.808814 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:20:22.808814 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:20:22.808814 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:20:22.808814 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network":"rule:admin_or_owner or rule:shared or rule:external or rule:context_is_advsvc" was deprecated in W in favor of "get_network":"(role:reader and system_scope:all) or (role:reader and project_id:%(project_id)s) or rule:shared or rule:external or rule:context_is_advsvc". Reason: Jan 14 07:20:22.808814 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:20:22.808814 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:20:22.808814 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:20:22.808814 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:router:external":"rule:regular_user" was deprecated in W in favor of "get_network:router:external":"role:reader and project_id:%(project_id)s". Reason: Jan 14 07:20:22.808814 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:20:22.808814 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:20:22.808814 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:20:22.808814 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:segments":"rule:admin_only" was deprecated in W in favor of "get_network:segments":"role:reader and system_scope:all". Reason: Jan 14 07:20:22.808814 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:20:22.808814 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:20:22.808814 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:20:22.808814 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "get_network:provider:network_type":"role:reader and system_scope:all". Reason: Jan 14 07:20:22.808814 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:20:22.808814 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:20:22.808814 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:20:22.808814 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "get_network:provider:physical_network":"role:reader and system_scope:all". Reason: Jan 14 07:20:22.808814 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:20:22.808814 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:20:22.808814 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:20:22.808814 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "get_network:provider:segmentation_id":"role:reader and system_scope:all". Reason: Jan 14 07:20:22.808814 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:20:22.808814 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:20:22.808814 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:20:22.808814 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network":"rule:admin_or_owner" was deprecated in W in favor of "update_network":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 07:20:22.808814 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:20:22.808814 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:20:22.808814 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:20:22.813186 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:segments":"rule:admin_only" was deprecated in W in favor of "update_network:segments":"role:admin and system_scope:all". Reason: Jan 14 07:20:22.813186 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:20:22.813186 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:20:22.813186 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:20:22.813186 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:shared":"rule:admin_only" was deprecated in W in favor of "update_network:shared":"role:admin and system_scope:all". Reason: Jan 14 07:20:22.813186 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:20:22.813186 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:20:22.813186 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:20:22.813186 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "update_network:provider:network_type":"role:admin and system_scope:all". Reason: Jan 14 07:20:22.813186 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:20:22.813186 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:20:22.813186 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:20:22.813186 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "update_network:provider:physical_network":"role:admin and system_scope:all". Reason: Jan 14 07:20:22.813186 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:20:22.813186 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:20:22.813186 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:20:22.813186 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "update_network:provider:segmentation_id":"role:admin and system_scope:all". Reason: Jan 14 07:20:22.813186 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:20:22.813186 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:20:22.813186 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:20:22.824076 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1573815c-f526-49cc-8c66-212546c8172d tempest-AllowedAddressPairTestJSON-747646770 tempest-AllowedAddressPairTestJSON-747646770] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:20:22.824819 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-1573815c-f526-49cc-8c66-212546c8172d tempest-AllowedAddressPairTestJSON-747646770 tempest-AllowedAddressPairTestJSON-747646770] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854768116'] for port, before_response {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:20:22.875216 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7a523f7-520b-4ed0-bb29-eb55b4407d9b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=46d2d917-6b8f-4421-b758-220236cbd4cd,revision_number=None']} {{(pid=84875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:20:22.918788 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Pushing event updated for resources: {'Port': ['ID=649475eb-4570-40d0-9300-b32e322fd8f8,revision_number=3']} {{(pid=84876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:20:22.921620 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-1573815c-f526-49cc-8c66-212546c8172d tempest-AllowedAddressPairTestJSON-747646770 tempest-AllowedAddressPairTestJSON-747646770] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 5.7326305 Jan 14 07:20:22.925754 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84874) accepted ('10.222.0.24', 39174) {{(pid=84874) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:20:22.948266 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.669s {{(pid=84876) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:20:22.964793 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-f7a523f7-520b-4ed0-bb29-eb55b4407d9b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.216s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:20:22.974669 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-f7a523f7-520b-4ed0-bb29-eb55b4407d9b admin admin] Notify callbacks [] for subnet, before_response {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:20:22.986087 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.v2.base [None req-ed9bde6f-6c01-4664-875a-3bd634ccf9de tempest-AllowedAddressPairTestJSON-747646770 tempest-AllowedAddressPairTestJSON-747646770] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.6', 'mac_address': 'fa:16:3e:4f:7e:42'}]}} {{(pid=84874) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:20:23.051873 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-f7a523f7-520b-4ed0-bb29-eb55b4407d9b admin admin] 10.222.0.24 "DELETE /v2.0/subnets/46d2d917-6b8f-4421-b758-220236cbd4cd HTTP/1.1" status: 204 len: 168 time: 2.4101441 Jan 14 07:20:23.055425 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84875) accepted ('10.222.0.24', 39178) {{(pid=84875) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:20:23.169475 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-de63c1e2-be49-40bf-826b-3eaa093e7fca tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036851807232'] for subnet, precommit_delete_associations {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:20:23.236371 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-0f37073e-9c69-4e3c-80e0-6cfaa0fd61a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363259214191800', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854171626'] for agent, after_update {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:20:23.312379 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-162a9704-91f8-46a7-b834-eb04f9300c96 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036854160497'] for network, before_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:20:23.357639 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-3ffe806c-76cc-4880-9ed0-6c34cf761bc1 None None] Provisioning complete for port 649475eb-4570-40d0-9300-b32e322fd8f8 triggered by entity DHCP. {{(pid=84876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 07:20:23.358210 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-3ffe806c-76cc-4880-9ed0-6c34cf761bc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-604227'] for port, provisioning_complete {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:20:23.452769 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Device 649475eb-4570-40d0-9300-b32e322fd8f8 up at agent ovs-agent-n-d-768862-2 {{(pid=84876) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 07:20:23.523685 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.plugin [None req-ddde8b53-a42d-40ba-b1a2-7f68de5f33ad tempest-RoutersIpV6Test-883692175 tempest-RoutersIpV6Test-883692175] Deleting port 317271de-1ce2-4792-87e5-5cda1fd60232 {{(pid=84874) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 07:20:23.524093 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-ddde8b53-a42d-40ba-b1a2-7f68de5f33ad tempest-RoutersIpV6Test-883692175 tempest-RoutersIpV6Test-883692175] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363259214248359'] for port, before_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:20:23.537804 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [req-49da611c-d423-455e-a127-730436406946 req-418f26df-f6b0-4a1e-ae94-ed2222d8dc43 service neutron] 10.222.0.24 "GET /v2.0/networks/9b9963ce-3701-45b9-82d2-4f2b78540b20?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 1.6205757 Jan 14 07:20:23.624078 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-3ffe806c-76cc-4880-9ed0-6c34cf761bc1 None None] Provisioning for port 841bd98e-c45f-4081-aa0a-c423613a0f40 completed by entity DHCP. {{(pid=84876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 07:20:23.631922 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-3ffe806c-76cc-4880-9ed0-6c34cf761bc1 None None] Provisioning complete for port 841bd98e-c45f-4081-aa0a-c423613a0f40 triggered by entity DHCP. {{(pid=84876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 07:20:23.632494 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-3ffe806c-76cc-4880-9ed0-6c34cf761bc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-604227'] for port, provisioning_complete {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:20:23.735149 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.plugin [None req-3ffe806c-76cc-4880-9ed0-6c34cf761bc1 None None] Port 841bd98e-c45f-4081-aa0a-c423613a0f40 cannot update to ACTIVE because it is not bound. {{(pid=84876) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:329}} Jan 14 07:20:23.737016 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Provisioning complete for port 649475eb-4570-40d0-9300-b32e322fd8f8 triggered by entity L2. {{(pid=84876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 07:20:23.737523 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-604227'] for port, provisioning_complete {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:20:23.793964 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-ddde8b53-a42d-40ba-b1a2-7f68de5f33ad tempest-RoutersIpV6Test-883692175 tempest-RoutersIpV6Test-883692175] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036850862667'] for port, precommit_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:20:23.952342 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.plugin [None req-ddde8b53-a42d-40ba-b1a2-7f68de5f33ad tempest-RoutersIpV6Test-883692175 tempest-RoutersIpV6Test-883692175] Calling delete_port for 317271de-1ce2-4792-87e5-5cda1fd60232 owned by network:router_interface {{(pid=84874) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 07:20:23.995124 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-162a9704-91f8-46a7-b834-eb04f9300c96 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-598987', 'neutron.services.segments.db._delete_segments_for_network-8777640583949'] for network, precommit_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:20:24.046620 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-de63c1e2-be49-40bf-826b-3eaa093e7fca tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036854176836'] for subnet, precommit_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:20:24.110962 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-01afcf79-9cff-4ee7-a4c7-c4f832277e04 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=379c73ea665b4ae382807fe38400f316&name=default HTTP/1.1" status: 200 len: 2983 time: 1.8169127 Jan 14 07:20:24.121376 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84875) accepted ('10.222.0.24', 39188) {{(pid=84875) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:20:24.151645 n-d-768862-2 neutron-server[84765]: DEBUG neutron.services.segments.db [None req-162a9704-91f8-46a7-b834-eb04f9300c96 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7136c47d-cc04-4011-90f6-51bed0ba3abd']}} {{(pid=84875) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:20:24.172406 n-d-768862-2 neutron-server[84765]: DEBUG neutron.services.segments.db [None req-162a9704-91f8-46a7-b834-eb04f9300c96 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0750151e-662e-4cb1-844c-677da48ab943') {'for_net_delete': True} {{(pid=84875) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:20:24.173953 n-d-768862-2 neutron-server[84765]: DEBUG neutron.services.segments.db [None req-162a9704-91f8-46a7-b834-eb04f9300c96 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0750151e-662e-4cb1-844c-677da48ab943') {} {{(pid=84875) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:20:24.191977 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-162a9704-91f8-46a7-b834-eb04f9300c96 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363259214173198', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036851408567'] for segment, before_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:20:24.232247 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-162a9704-91f8-46a7-b834-eb04f9300c96 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854179735'] for segment, precommit_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:20:24.237900 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-162a9704-91f8-46a7-b834-eb04f9300c96 admin admin] Releasing vxlan tunnel 18 to pool {{(pid=84875) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Jan 14 07:20:24.787953 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-ed9bde6f-6c01-4664-875a-3bd634ccf9de tempest-AllowedAddressPairTestJSON-747646770 tempest-AllowedAddressPairTestJSON-747646770] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555753'] for port, before_update {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:20:24.873752 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.managers [None req-162a9704-91f8-46a7-b834-eb04f9300c96 admin admin] Network 7136c47d-cc04-4011-90f6-51bed0ba3abd has no segments {{(pid=84875) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 14 07:20:24.897726 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-162a9704-91f8-46a7-b834-eb04f9300c96 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-596065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3154253'] for segment, after_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:20:25.218482 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.managers [None req-162a9704-91f8-46a7-b834-eb04f9300c96 admin admin] Network 7136c47d-cc04-4011-90f6-51bed0ba3abd has no segments {{(pid=84875) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 14 07:20:25.740923 n-d-768862-2 neutron-server[84765]: Traceback (most recent call last): Jan 14 07:20:25.740923 n-d-768862-2 neutron-server[84765]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 14 07:20:25.740923 n-d-768862-2 neutron-server[84765]: timer() Jan 14 07:20:25.740923 n-d-768862-2 neutron-server[84765]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 14 07:20:25.740923 n-d-768862-2 neutron-server[84765]: cb(*args, **kw) Jan 14 07:20:25.740923 n-d-768862-2 neutron-server[84765]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Jan 14 07:20:25.740923 n-d-768862-2 neutron-server[84765]: return func(*args, **kwargs) Jan 14 07:20:25.740923 n-d-768862-2 neutron-server[84765]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 14 07:20:25.740923 n-d-768862-2 neutron-server[84765]: self._notify() Jan 14 07:20:25.740923 n-d-768862-2 neutron-server[84765]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 14 07:20:25.740923 n-d-768862-2 neutron-server[84765]: self.callback(batched_events) Jan 14 07:20:25.740923 n-d-768862-2 neutron-server[84765]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 14 07:20:25.740923 n-d-768862-2 neutron-server[84765]: event.method(event) Jan 14 07:20:25.740923 n-d-768862-2 neutron-server[84765]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 14 07:20:25.740923 n-d-768862-2 neutron-server[84765]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 14 07:20:25.740923 n-d-768862-2 neutron-server[84765]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Jan 14 07:20:25.740923 n-d-768862-2 neutron-server[84765]: segment_id)['aggregates'][0] Jan 14 07:20:25.740923 n-d-768862-2 neutron-server[84765]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 14 07:20:25.740923 n-d-768862-2 neutron-server[84765]: return f(self, *a, **k) Jan 14 07:20:25.740923 n-d-768862-2 neutron-server[84765]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 14 07:20:25.740923 n-d-768862-2 neutron-server[84765]: return self._get(url).json() Jan 14 07:20:25.740923 n-d-768862-2 neutron-server[84765]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 14 07:20:25.740923 n-d-768862-2 neutron-server[84765]: **kwargs) Jan 14 07:20:25.740923 n-d-768862-2 neutron-server[84765]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 14 07:20:25.740923 n-d-768862-2 neutron-server[84765]: return self.request(url, 'GET', **kwargs) Jan 14 07:20:25.740923 n-d-768862-2 neutron-server[84765]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Jan 14 07:20:25.740923 n-d-768862-2 neutron-server[84765]: **endpoint_filter) Jan 14 07:20:25.740923 n-d-768862-2 neutron-server[84765]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 14 07:20:25.740923 n-d-768862-2 neutron-server[84765]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 14 07:20:25.740923 n-d-768862-2 neutron-server[84765]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 14 07:20:25.740923 n-d-768862-2 neutron-server[84765]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 14 07:20:25.740923 n-d-768862-2 neutron-server[84765]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 14 07:20:25.764232 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84875) accepted ('10.222.0.24', 39238) {{(pid=84875) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:20:25.765250 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-3f44c480-752d-4ecb-bb50-39901bc71c31 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:20:25.802242 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-de63c1e2-be49-40bf-826b-3eaa093e7fca tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-598964', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850887113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036851521664', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2794686'] for subnet, after_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:20:25.854560 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-3f44c480-752d-4ecb-bb50-39901bc71c31 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:20:25.864860 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-162a9704-91f8-46a7-b834-eb04f9300c96 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036854176830', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850887149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3912591'] for network, after_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:20:25.869138 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-162a9704-91f8-46a7-b834-eb04f9300c96 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3207107'] for network, before_response {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:20:25.885770 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-f1b1aa3e-7f9b-4e27-87f7-99f626c9192c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:20:25.892597 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-4f0196a6-e6c7-4669-a89d-97dbf986e48a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:20:25.917796 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-162a9704-91f8-46a7-b834-eb04f9300c96 admin admin] 10.222.0.24 "DELETE /v2.0/networks/7136c47d-cc04-4011-90f6-51bed0ba3abd HTTP/1.1" status: 204 len: 168 time: 2.8517377 Jan 14 07:20:25.931009 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-162a9704-91f8-46a7-b834-eb04f9300c96 admin admin] Pushing event deleted for resources: {'Network': ['ID=7136c47d-cc04-4011-90f6-51bed0ba3abd,revision_number=None']} {{(pid=84875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:20:25.934385 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-162a9704-91f8-46a7-b834-eb04f9300c96 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:20:25.957286 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.db_base_plugin_v2 [None req-f4488060-737d-40cf-8f34-9226fa0ae8c1 admin admin] Deleting subnet b3c5069e-c200-4843-8c48-9e0c1d530a9c {{(pid=84875) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Jan 14 07:20:25.961047 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-f4488060-737d-40cf-8f34-9226fa0ae8c1 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:20:26.004450 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de63c1e2-be49-40bf-826b-3eaa093e7fca tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] Pushing event deleted for resources: {'Subnet': ['ID=1c17c3f1-e76c-4abc-892a-3878eebbd730,revision_number=None']} {{(pid=84874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:20:26.007336 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-ddde8b53-a42d-40ba-b1a2-7f68de5f33ad tempest-RoutersIpV6Test-883692175 tempest-RoutersIpV6Test-883692175] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777640533329', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777640097463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3254186'] for port, after_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:20:26.016806 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-de63c1e2-be49-40bf-826b-3eaa093e7fca tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:20:26.024510 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-f4488060-737d-40cf-8f34-9226fa0ae8c1 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3367281'] for subnet, precommit_delete_associations {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:20:26.061387 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-a451cfed-452c-4780-b968-936611f69ccb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:20:26.093527 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-f4488060-737d-40cf-8f34-9226fa0ae8c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036854176836'] for subnet, precommit_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:20:26.118449 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddde8b53-a42d-40ba-b1a2-7f68de5f33ad tempest-RoutersIpV6Test-883692175 tempest-RoutersIpV6Test-883692175] Pushing event deleted for resources: {'Port': ['ID=317271de-1ce2-4792-87e5-5cda1fd60232,revision_number=None']} {{(pid=84874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:20:26.133417 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-ddde8b53-a42d-40ba-b1a2-7f68de5f33ad tempest-RoutersIpV6Test-883692175 tempest-RoutersIpV6Test-883692175] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:20:26.296291 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84875) accepted ('10.222.0.24', 39248) {{(pid=84875) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:20:26.321245 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-de63c1e2-be49-40bf-826b-3eaa093e7fca tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3207107'] for subnet, before_response {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:20:26.329474 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d49c70cf-9207-492e-9057-74f879d247b0 None None] Network 23f0a15d-6362-4cec-82c1-cacba887c566 requested from n-d-768862-2 {{(pid=84876) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 07:20:26.356122 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-de63c1e2-be49-40bf-826b-3eaa093e7fca tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] 10.222.0.24 "DELETE /v2.0/subnets/1c17c3f1-e76c-4abc-892a-3878eebbd730 HTTP/1.1" status: 204 len: 168 time: 5.0129399 Jan 14 07:20:26.367753 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84874) accepted ('10.222.0.24', 39254) {{(pid=84874) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:20:26.383932 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-11f5a461-467c-467b-b0a5-eeb69fd90467 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=cfc1b35f9f1d4d4eb4ee151b49ce9e37&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0814776 Jan 14 07:20:26.385884 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84875) accepted ('10.222.0.24', 39258) {{(pid=84875) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:20:26.460958 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-ed9bde6f-6c01-4664-875a-3bd634ccf9de tempest-AllowedAddressPairTestJSON-747646770 tempest-AllowedAddressPairTestJSON-747646770] Notify callbacks [] for port, precommit_update {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:20:26.472316 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-3f44c480-752d-4ecb-bb50-39901bc71c31 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850887153'] for security_group, after_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:20:26.475855 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-0ef8ad9b-a5fa-4a56-8f1d-a7aa56e3cc46 tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] 10.222.0.24 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1045980 Jan 14 07:20:26.477037 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-ed9bde6f-6c01-4664-875a-3bd634ccf9de tempest-AllowedAddressPairTestJSON-747646770 tempest-AllowedAddressPairTestJSON-747646770] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777640533312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363259214678337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777640097497', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036851521613'] for port, after_update {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:20:26.485794 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-8b483a4c-523c-4169-bbdd-a489bfae3646 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:20:26.497479 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84874) accepted ('10.222.0.24', 39262) {{(pid=84874) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:20:26.505530 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-c2ed38d1-ffef-409b-aff8-63a00cf39d8a service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:20:26.507046 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f44c480-752d-4ecb-bb50-39901bc71c31 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=875b7307-51c6-4abb-ad85-0e033db4ab97,revision_number=None']} {{(pid=84875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:20:26.510515 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-3f44c480-752d-4ecb-bb50-39901bc71c31 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:20:26.548102 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-3f44c480-752d-4ecb-bb50-39901bc71c31 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:20:26.549812 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-3f44c480-752d-4ecb-bb50-39901bc71c31 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/875b7307-51c6-4abb-ad85-0e033db4ab97 HTTP/1.1" status: 204 len: 168 time: 2.4273798 Jan 14 07:20:26.583558 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-2a3142b5-a257-4abe-a2e4-6781e821a008 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:20:26.599976 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed9bde6f-6c01-4664-875a-3bd634ccf9de tempest-AllowedAddressPairTestJSON-747646770 tempest-AllowedAddressPairTestJSON-747646770] Pushing event updated for resources: {'Port': ['ID=841bd98e-c45f-4081-aa0a-c423613a0f40,revision_number=2']} {{(pid=84874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:20:26.621526 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-2a3142b5-a257-4abe-a2e4-6781e821a008 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:20:26.692851 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-2a3142b5-a257-4abe-a2e4-6781e821a008 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850887153'] for security_group, after_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:20:26.710837 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-e34cb38f-2687-4435-ae0f-60efc301bf68 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:20:26.724962 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-f4488060-737d-40cf-8f34-9226fa0ae8c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-598964', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850887113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3154192', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2308610'] for subnet, after_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:20:26.809551 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.v2.base [None req-fafc5517-9535-4f09-803d-045bbd956334 tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] Request body: {'subnet': {'network_id': '23f0a15d-6362-4cec-82c1-cacba887c566', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=84874) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:20:26.826666 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-ed9bde6f-6c01-4664-875a-3bd634ccf9de tempest-AllowedAddressPairTestJSON-747646770 tempest-AllowedAddressPairTestJSON-747646770] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.321s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:20:26.883055 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a3142b5-a257-4abe-a2e4-6781e821a008 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9040e38d-bc7a-4da9-95ba-4e92eef3831c,revision_number=None']} {{(pid=84875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:20:26.892494 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-2a3142b5-a257-4abe-a2e4-6781e821a008 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.182s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:20:26.905531 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-f7a523f7-520b-4ed0-bb29-eb55b4407d9b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.158s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:20:26.970931 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4488060-737d-40cf-8f34-9226fa0ae8c1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b3c5069e-c200-4843-8c48-9e0c1d530a9c,revision_number=None']} {{(pid=84875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:20:26.971159 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-ddde8b53-a42d-40ba-b1a2-7f68de5f33ad tempest-RoutersIpV6Test-883692175 tempest-RoutersIpV6Test-883692175] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted--9223372036851568851', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal--9223372036850888080'] for router_interface, after_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:20:26.975154 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-f4488060-737d-40cf-8f34-9226fa0ae8c1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:20:26.978548 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-f4488060-737d-40cf-8f34-9226fa0ae8c1 admin admin] Notify callbacks [] for subnet, before_response {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:20:26.983883 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-f4488060-737d-40cf-8f34-9226fa0ae8c1 admin admin] 10.222.0.24 "DELETE /v2.0/subnets/b3c5069e-c200-4843-8c48-9e0c1d530a9c HTTP/1.1" status: 204 len: 168 time: 1.2132826 Jan 14 07:20:26.984754 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84875) accepted ('10.222.0.24', 39272) {{(pid=84875) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:20:26.989310 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-2a3142b5-a257-4abe-a2e4-6781e821a008 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:20:26.990608 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-2a3142b5-a257-4abe-a2e4-6781e821a008 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/9040e38d-bc7a-4da9-95ba-4e92eef3831c HTTP/1.1" status: 204 len: 168 time: 0.6033175 Jan 14 07:20:27.012426 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f362551-e39a-4944-b80c-50524915be69 None None] DHCP port deletion for 23f0a15d-6362-4cec-82c1-cacba887c566 request from n-d-768862-2 {{(pid=84876) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Jan 14 07:20:27.056123 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.plugin [None req-5f362551-e39a-4944-b80c-50524915be69 None None] Deleting port 649475eb-4570-40d0-9300-b32e322fd8f8 {{(pid=84876) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 07:20:27.056533 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-5f362551-e39a-4944-b80c-50524915be69 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363259214248359'] for port, before_delete {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:20:27.138873 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-87d785f8-0d2d-460f-9be7-9a3b1f3662c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036854160497'] for network, before_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:20:27.477170 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Device 649475eb-4570-40d0-9300-b32e322fd8f8 no longer exists at agent ovs-agent-n-d-768862-2 {{(pid=84876) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jan 14 07:20:27.563771 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-87d785f8-0d2d-460f-9be7-9a3b1f3662c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-598987', 'neutron.services.segments.db._delete_segments_for_network-8777640583949'] for network, precommit_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:20:27.607737 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-fafc5517-9535-4f09-803d-045bbd956334 tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:20:27.616308 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-fafc5517-9535-4f09-803d-045bbd956334 tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] Usage tracker for resource:subnet and tenant:be0aa702e3ca464795a99c51e3b3b04f is out of sync, need to count used quota {{(pid=84874) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:20:27.620886 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [None req-5f362551-e39a-4944-b80c-50524915be69 None None] For port 649475eb-4570-40d0-9300-b32e322fd8f8, host n-d-768862-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-2',level=0,port_id=649475eb-4570-40d0-9300-b32e322fd8f8,segment=NetworkSegment(56f1c7cf-f3a3-41d2-9677-68978131444f),segment_id=56f1c7cf-f3a3-41d2-9677-68978131444f)] {{(pid=84876) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 07:20:27.621445 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-5f362551-e39a-4944-b80c-50524915be69 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036850862667'] for port, precommit_delete {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:20:27.622034 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-fafc5517-9535-4f09-803d-045bbd956334 tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84874) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:20:27.633939 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-fafc5517-9535-4f09-803d-045bbd956334 tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:20:27.788684 n-d-768862-2 neutron-server[84765]: DEBUG neutron.services.segments.db [None req-87d785f8-0d2d-460f-9be7-9a3b1f3662c0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9b9963ce-3701-45b9-82d2-4f2b78540b20']}} {{(pid=84875) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:20:27.818139 n-d-768862-2 neutron-server[84765]: DEBUG neutron.services.segments.db [None req-87d785f8-0d2d-460f-9be7-9a3b1f3662c0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a7479dfd-b2ae-4cb2-bcb2-db061abb8dd3') {'for_net_delete': True} {{(pid=84875) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:20:27.819177 n-d-768862-2 neutron-server[84765]: DEBUG neutron.services.segments.db [None req-87d785f8-0d2d-460f-9be7-9a3b1f3662c0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a7479dfd-b2ae-4cb2-bcb2-db061abb8dd3') {} {{(pid=84875) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:20:27.837842 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-87d785f8-0d2d-460f-9be7-9a3b1f3662c0 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363259214173198', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036851408567'] for segment, before_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:20:27.839758 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.plugin [None req-5f362551-e39a-4944-b80c-50524915be69 None None] Calling delete_port for 649475eb-4570-40d0-9300-b32e322fd8f8 owned by network:dhcp {{(pid=84876) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 07:20:27.868175 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-87d785f8-0d2d-460f-9be7-9a3b1f3662c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854179735'] for segment, precommit_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:20:27.874209 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-87d785f8-0d2d-460f-9be7-9a3b1f3662c0 admin admin] Releasing vxlan tunnel 9 to pool {{(pid=84875) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Jan 14 07:20:27.967295 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-5f362551-e39a-4944-b80c-50524915be69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777640533329', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777640097463'] for port, after_delete {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:20:27.973202 n-d-768862-2 neutron-server[84765]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ddde8b53-a42d-40ba-b1a2-7f68de5f33ad tempest-RoutersIpV6Test-883692175 tempest-RoutersIpV6Test-883692175] Router 71e0776e-b497-4096-b74b-1ca14c7c0a4f has already been hosted by L3 agent 35f592e9-451b-4db9-abea-77b6a5c5391b {{(pid=84874) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Jan 14 07:20:27.974952 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fafc5517-9535-4f09-803d-045bbd956334 tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] Made reservation on behalf of be0aa702e3ca464795a99c51e3b3b04f for: {'subnet': 1} {{(pid=84874) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 07:20:27.980087 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:router:external":"rule:admin_only" was deprecated in W in favor of "update_network:router:external":"role:admin and system_scope:all". Reason: Jan 14 07:20:27.980087 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:20:27.980087 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:20:27.980087 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:20:27.980087 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:is_default":"rule:admin_only" was deprecated in W in favor of "update_network:is_default":"role:admin and system_scope:all". Reason: Jan 14 07:20:27.980087 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:20:27.980087 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:20:27.980087 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:20:27.980087 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:port_security_enabled":"rule:admin_or_owner" was deprecated in W in favor of "update_network:port_security_enabled":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 07:20:27.980087 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:20:27.980087 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:20:27.980087 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:20:27.980087 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "delete_network":"rule:admin_or_owner" was deprecated in W in favor of "delete_network":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 07:20:27.980087 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:20:27.980087 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:20:27.980087 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:20:27.980087 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_segment":"rule:admin_only" was deprecated in W in favor of "create_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:20:27.980087 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:20:27.980087 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_segment":"rule:admin_only" was deprecated in W in favor of "get_segment":"role:reader and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:20:27.980087 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:20:27.980087 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_segment":"rule:admin_only" was deprecated in W in favor of "update_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:20:27.980087 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:20:27.980087 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "delete_segment":"rule:admin_only" was deprecated in W in favor of "delete_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:20:27.980087 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:20:27.980087 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network":"rule:regular_user" was deprecated in W in favor of "create_network":"role:member and project_id:%(project_id)s". Reason: Jan 14 07:20:27.980087 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:20:27.980087 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:20:27.980087 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:20:27.980087 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:shared":"rule:admin_only" was deprecated in W in favor of "create_network:shared":"role:admin and system_scope:all". Reason: Jan 14 07:20:27.980087 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:20:27.980087 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:20:27.980087 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:20:27.980087 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:router:external":"rule:admin_only" was deprecated in W in favor of "create_network:router:external":"role:admin and system_scope:all". Reason: Jan 14 07:20:27.980087 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:20:27.980087 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:20:27.980087 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:20:27.980087 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:is_default":"rule:admin_only" was deprecated in W in favor of "create_network:is_default":"role:admin and system_scope:all". Reason: Jan 14 07:20:27.980087 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:20:27.980087 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:20:27.980087 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:20:27.980087 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:port_security_enabled":"rule:regular_user" was deprecated in W in favor of "create_network:port_security_enabled":"role:member and project_id:%(project_id)s". Reason: Jan 14 07:20:27.980087 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:20:27.982630 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:20:27.982630 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:20:27.982630 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:segments":"rule:admin_only" was deprecated in W in favor of "create_network:segments":"role:admin and system_scope:all". Reason: Jan 14 07:20:27.982630 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:20:27.982630 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:20:27.982630 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:20:27.982630 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "create_network:provider:network_type":"role:admin and system_scope:all". Reason: Jan 14 07:20:27.982630 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:20:27.982630 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:20:27.982630 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:20:27.982630 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "create_network:provider:physical_network":"role:admin and system_scope:all". Reason: Jan 14 07:20:27.982630 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:20:27.982630 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:20:27.982630 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:20:27.982630 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "create_network:provider:segmentation_id":"role:admin and system_scope:all". Reason: Jan 14 07:20:27.982630 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:20:27.982630 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:20:27.982630 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:20:27.982630 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network":"rule:admin_or_owner or rule:shared or rule:external or rule:context_is_advsvc" was deprecated in W in favor of "get_network":"(role:reader and system_scope:all) or (role:reader and project_id:%(project_id)s) or rule:shared or rule:external or rule:context_is_advsvc". Reason: Jan 14 07:20:27.982630 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:20:27.982630 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:20:27.982630 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:20:27.985841 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:router:external":"rule:regular_user" was deprecated in W in favor of "get_network:router:external":"role:reader and project_id:%(project_id)s". Reason: Jan 14 07:20:27.985841 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:20:27.985841 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:20:27.985841 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:20:27.985841 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:segments":"rule:admin_only" was deprecated in W in favor of "get_network:segments":"role:reader and system_scope:all". Reason: Jan 14 07:20:27.985841 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:20:27.985841 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:20:27.985841 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:20:27.985841 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "get_network:provider:network_type":"role:reader and system_scope:all". Reason: Jan 14 07:20:27.985841 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:20:27.985841 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:20:27.985841 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:20:27.985841 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "get_network:provider:physical_network":"role:reader and system_scope:all". Reason: Jan 14 07:20:27.985841 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:20:27.985841 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:20:27.985841 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:20:27.985841 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "get_network:provider:segmentation_id":"role:reader and system_scope:all". Reason: Jan 14 07:20:27.985841 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:20:27.985841 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:20:27.985841 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:20:27.985841 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network":"rule:admin_or_owner" was deprecated in W in favor of "update_network":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 07:20:27.985841 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:20:27.985841 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:20:27.985841 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:20:27.985841 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:segments":"rule:admin_only" was deprecated in W in favor of "update_network:segments":"role:admin and system_scope:all". Reason: Jan 14 07:20:27.985841 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:20:27.985841 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:20:27.985841 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:20:27.985841 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:shared":"rule:admin_only" was deprecated in W in favor of "update_network:shared":"role:admin and system_scope:all". Reason: Jan 14 07:20:27.985841 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:20:27.985841 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:20:27.985841 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:20:27.985841 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "update_network:provider:network_type":"role:admin and system_scope:all". Reason: Jan 14 07:20:27.985841 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:20:27.985841 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:20:27.985841 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:20:27.985841 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "update_network:provider:physical_network":"role:admin and system_scope:all". Reason: Jan 14 07:20:27.985841 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:20:27.985841 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:20:27.985841 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:20:27.985841 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "update_network:provider:segmentation_id":"role:admin and system_scope:all". Reason: Jan 14 07:20:27.985841 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:20:27.985841 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:20:27.985841 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:20:27.985841 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:router:external":"rule:admin_only" was deprecated in W in favor of "update_network:router:external":"role:admin and system_scope:all". Reason: Jan 14 07:20:27.985841 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:20:27.985841 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:20:27.985841 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:20:27.985841 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:is_default":"rule:admin_only" was deprecated in W in favor of "update_network:is_default":"role:admin and system_scope:all". Reason: Jan 14 07:20:27.988692 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:20:27.988692 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:20:27.988692 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:20:27.988692 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:port_security_enabled":"rule:admin_or_owner" was deprecated in W in favor of "update_network:port_security_enabled":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 07:20:27.988692 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:20:27.988692 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:20:27.988692 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:20:27.988692 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "delete_network":"rule:admin_or_owner" was deprecated in W in favor of "delete_network":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 07:20:27.988692 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:20:27.988692 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:20:27.988692 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:20:27.988692 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_segment":"rule:admin_only" was deprecated in W in favor of "create_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:20:27.988692 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:20:27.988692 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_segment":"rule:admin_only" was deprecated in W in favor of "get_segment":"role:reader and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:20:27.988692 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:20:28.107919 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84875) accepted ('10.222.0.24', 39286) {{(pid=84875) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:20:28.121321 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-e6f28759-ede5-4fe4-ad0b-e4388869f551 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84876) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:20:28.153823 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-fafc5517-9535-4f09-803d-045bbd956334 tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036851981161'] for subnet, before_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:20:28.170968 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-4f998290-ddf0-4f6f-9fde-58e30716516f admin admin] Notify callbacks [] for security_group, before_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:20:28.177410 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f362551-e39a-4944-b80c-50524915be69 None None] Pushing event deleted for resources: {'Port': ['ID=649475eb-4570-40d0-9300-b32e322fd8f8,revision_number=None']} {{(pid=84876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:20:28.180306 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.plugin [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Port 649475eb-4570-40d0-9300-b32e322fd8f8 update to DOWN by agent not found {{(pid=84876) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2088}} Jan 14 07:20:28.182564 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-5f362551-e39a-4944-b80c-50524915be69 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=84876) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:20:28.195161 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f362551-e39a-4944-b80c-50524915be69 None None] No DVR routers for this DVR port 649475eb-4570-40d0-9300-b32e322fd8f8 on host n-d-768862-2 {{(pid=84876) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Jan 14 07:20:28.310545 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-4f998290-ddf0-4f6f-9fde-58e30716516f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:20:28.333889 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-4f998290-ddf0-4f6f-9fde-58e30716516f admin admin] Usage tracker for resource:security_group_rule and tenant:34505bf9c11f4d06b59bfa3728b026cc is out of sync, need to count used quota {{(pid=84875) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:20:28.346768 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-4f998290-ddf0-4f6f-9fde-58e30716516f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84875) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:20:28.351771 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.managers [None req-87d785f8-0d2d-460f-9be7-9a3b1f3662c0 admin admin] Network 9b9963ce-3701-45b9-82d2-4f2b78540b20 has no segments {{(pid=84875) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 14 07:20:28.365447 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-87d785f8-0d2d-460f-9be7-9a3b1f3662c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-596065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3154253'] for segment, after_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:20:28.389157 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-4f998290-ddf0-4f6f-9fde-58e30716516f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:20:28.634901 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.managers [None req-87d785f8-0d2d-460f-9be7-9a3b1f3662c0 admin admin] Network 9b9963ce-3701-45b9-82d2-4f2b78540b20 has no segments {{(pid=84875) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 14 07:20:28.812858 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-89bc77e1-1813-43b9-8d9e-e7f60cb56e90 None None] Provisioning complete for port 841bd98e-c45f-4081-aa0a-c423613a0f40 triggered by entity DHCP. {{(pid=84876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 07:20:28.813273 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-89bc77e1-1813-43b9-8d9e-e7f60cb56e90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-604227'] for port, provisioning_complete {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:20:28.830249 n-d-768862-2 neutron-server[84765]: Traceback (most recent call last): Jan 14 07:20:28.830249 n-d-768862-2 neutron-server[84765]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 14 07:20:28.830249 n-d-768862-2 neutron-server[84765]: timer() Jan 14 07:20:28.830249 n-d-768862-2 neutron-server[84765]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 14 07:20:28.830249 n-d-768862-2 neutron-server[84765]: cb(*args, **kw) Jan 14 07:20:28.830249 n-d-768862-2 neutron-server[84765]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Jan 14 07:20:28.830249 n-d-768862-2 neutron-server[84765]: return func(*args, **kwargs) Jan 14 07:20:28.830249 n-d-768862-2 neutron-server[84765]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 14 07:20:28.830249 n-d-768862-2 neutron-server[84765]: self._notify() Jan 14 07:20:28.830249 n-d-768862-2 neutron-server[84765]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 14 07:20:28.830249 n-d-768862-2 neutron-server[84765]: self.callback(batched_events) Jan 14 07:20:28.830249 n-d-768862-2 neutron-server[84765]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 14 07:20:28.830249 n-d-768862-2 neutron-server[84765]: event.method(event) Jan 14 07:20:28.830249 n-d-768862-2 neutron-server[84765]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 14 07:20:28.830249 n-d-768862-2 neutron-server[84765]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 14 07:20:28.830249 n-d-768862-2 neutron-server[84765]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Jan 14 07:20:28.830249 n-d-768862-2 neutron-server[84765]: segment_id)['aggregates'][0] Jan 14 07:20:28.830249 n-d-768862-2 neutron-server[84765]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 14 07:20:28.830249 n-d-768862-2 neutron-server[84765]: return f(self, *a, **k) Jan 14 07:20:28.830249 n-d-768862-2 neutron-server[84765]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 14 07:20:28.830249 n-d-768862-2 neutron-server[84765]: return self._get(url).json() Jan 14 07:20:28.830249 n-d-768862-2 neutron-server[84765]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 14 07:20:28.830249 n-d-768862-2 neutron-server[84765]: **kwargs) Jan 14 07:20:28.830249 n-d-768862-2 neutron-server[84765]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 14 07:20:28.830249 n-d-768862-2 neutron-server[84765]: return self.request(url, 'GET', **kwargs) Jan 14 07:20:28.830249 n-d-768862-2 neutron-server[84765]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Jan 14 07:20:28.830249 n-d-768862-2 neutron-server[84765]: **endpoint_filter) Jan 14 07:20:28.830249 n-d-768862-2 neutron-server[84765]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 14 07:20:28.830249 n-d-768862-2 neutron-server[84765]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 14 07:20:28.830249 n-d-768862-2 neutron-server[84765]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 14 07:20:28.830249 n-d-768862-2 neutron-server[84765]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 14 07:20:28.830249 n-d-768862-2 neutron-server[84765]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 14 07:20:28.853280 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-87d785f8-0d2d-460f-9be7-9a3b1f3662c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036854176830', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850887149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3912591'] for network, after_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:20:28.862052 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-87d785f8-0d2d-460f-9be7-9a3b1f3662c0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3207107'] for network, before_response {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:20:28.870050 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-ca3f2c22-8bc8-47dc-960a-f0484dd0574c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:20:28.904560 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.plugin [None req-89bc77e1-1813-43b9-8d9e-e7f60cb56e90 None None] Port 841bd98e-c45f-4081-aa0a-c423613a0f40 cannot update to ACTIVE because it is not bound. {{(pid=84876) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:329}} Jan 14 07:20:28.940245 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87d785f8-0d2d-460f-9be7-9a3b1f3662c0 admin admin] Pushing event deleted for resources: {'Network': ['ID=9b9963ce-3701-45b9-82d2-4f2b78540b20,revision_number=None']} {{(pid=84875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:20:28.943516 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-87d785f8-0d2d-460f-9be7-9a3b1f3662c0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:20:28.945606 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-87d785f8-0d2d-460f-9be7-9a3b1f3662c0 admin admin] 10.222.0.24 "DELETE /v2.0/networks/9b9963ce-3701-45b9-82d2-4f2b78540b20 HTTP/1.1" status: 204 len: 168 time: 1.9596112 Jan 14 07:20:28.978956 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ddde8b53-a42d-40ba-b1a2-7f68de5f33ad tempest-RoutersIpV6Test-883692175 tempest-RoutersIpV6Test-883692175] Notify agent at l3_agent.n-d-768862-2 the message routers_updated {{(pid=84874) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jan 14 07:20:28.993858 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5d691c3-b626-4e18-b9d9-c0800d5d3352 None None] Sync routers for ids ['71e0776e-b497-4096-b74b-1ca14c7c0a4f'] in n-d-768862-2 {{(pid=84877) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Jan 14 07:20:29.011199 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-ddde8b53-a42d-40ba-b1a2-7f68de5f33ad tempest-RoutersIpV6Test-883692175 tempest-RoutersIpV6Test-883692175] 10.222.0.24 "PUT /v2.0/routers/71e0776e-b497-4096-b74b-1ca14c7c0a4f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 9.5623882 Jan 14 07:20:29.012742 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.plugin [None req-ed9bde6f-6c01-4664-875a-3bd634ccf9de tempest-AllowedAddressPairTestJSON-747646770 tempest-AllowedAddressPairTestJSON-747646770] In _notify_port_updated(), no bound segment for port 841bd98e-c45f-4081-aa0a-c423613a0f40 on network 55688c5f-235c-490e-a156-b75715fdee0f {{(pid=84874) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:851}} Jan 14 07:20:29.013649 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84875) accepted ('10.222.0.24', 39310) {{(pid=84875) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:20:29.015926 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5d691c3-b626-4e18-b9d9-c0800d5d3352 None None] Routers {'71e0776e-b497-4096-b74b-1ca14c7c0a4f'} bound to L3 agent in host n-d-768862-2 {{(pid=84877) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 14 07:20:29.016282 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_hamode_db [None req-a5d691c3-b626-4e18-b9d9-c0800d5d3352 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-01-14T06:56:51Z,description=,heartbeat_timestamp=2021-01-14T07:20:21Z,host='n-d-768862-2',id=35f592e9-451b-4db9-abea-77b6a5c5391b,load=0,resource_versions=,resources_synced=,started_at=2021-01-14T06:56:51Z,topic='l3_agent')) {'router_ids': ['71e0776e-b497-4096-b74b-1ca14c7c0a4f'], 'active': True} {{(pid=84877) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:20:29.035239 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed9bde6f-6c01-4664-875a-3bd634ccf9de tempest-AllowedAddressPairTestJSON-747646770 tempest-AllowedAddressPairTestJSON-747646770] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:20:29.036475 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-ed9bde6f-6c01-4664-875a-3bd634ccf9de tempest-AllowedAddressPairTestJSON-747646770 tempest-AllowedAddressPairTestJSON-747646770] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854768116'] for port, before_response {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:20:29.038194 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-ed9bde6f-6c01-4664-875a-3bd634ccf9de tempest-AllowedAddressPairTestJSON-747646770 tempest-AllowedAddressPairTestJSON-747646770] 10.222.0.24 "PUT /v2.0/ports/841bd98e-c45f-4081-aa0a-c423613a0f40 HTTP/1.1" status: 200 len: 992 time: 6.1065862 Jan 14 07:20:29.041275 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84874) accepted ('10.222.0.24', 39314) {{(pid=84874) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:20:29.180105 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_hamode_db [None req-a5d691c3-b626-4e18-b9d9-c0800d5d3352 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768862-2', False) {} {{(pid=84877) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:20:29.183390 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.plugin [None req-c27646b8-44a8-40f8-9d2c-d9d3cbe3c07c tempest-AllowedAddressPairTestJSON-747646770 tempest-AllowedAddressPairTestJSON-747646770] Deleting port 841bd98e-c45f-4081-aa0a-c423613a0f40 {{(pid=84874) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 07:20:29.184114 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-c27646b8-44a8-40f8-9d2c-d9d3cbe3c07c tempest-AllowedAddressPairTestJSON-747646770 tempest-AllowedAddressPairTestJSON-747646770] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363259214248359'] for port, before_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:20:29.208941 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5d691c3-b626-4e18-b9d9-c0800d5d3352 None None] Routers {'71e0776e-b497-4096-b74b-1ca14c7c0a4f'} bound to L3 agent in host n-d-768862-2 {{(pid=84877) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 14 07:20:29.209644 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_hamode_db [None req-a5d691c3-b626-4e18-b9d9-c0800d5d3352 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-01-14T06:56:51Z,description=,heartbeat_timestamp=2021-01-14T07:20:21Z,host='n-d-768862-2',id=35f592e9-451b-4db9-abea-77b6a5c5391b,load=0,resource_versions=,resources_synced=,started_at=2021-01-14T06:56:51Z,topic='l3_agent')) {'router_ids': ['71e0776e-b497-4096-b74b-1ca14c7c0a4f'], 'active': True} {{(pid=84877) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:20:29.299864 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_hamode_db [None req-a5d691c3-b626-4e18-b9d9-c0800d5d3352 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768862-2', False) {} {{(pid=84877) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:20:29.300325 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5d691c3-b626-4e18-b9d9-c0800d5d3352 None None] The sync data for ids ['71e0776e-b497-4096-b74b-1ca14c7c0a4f'] in n-d-768862-2 is: [] {{(pid=84877) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Jan 14 07:20:29.514211 n-d-768862-2 neutron-server[84765]: INFO neutron.api.v2.resource [None req-2401d039-395c-4ee4-9177-e454dd077390 tempest-RoutersIpV6Test-883692175 tempest-RoutersIpV6Test-883692175] remove_router_interface failed (client error): The resource could not be found. Jan 14 07:20:29.519203 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-2401d039-395c-4ee4-9177-e454dd077390 tempest-RoutersIpV6Test-883692175 tempest-RoutersIpV6Test-883692175] 10.222.0.24 "PUT /v2.0/routers/71e0776e-b497-4096-b74b-1ca14c7c0a4f/remove_router_interface HTTP/1.1" status: 404 len: 398 time: 0.5038192 Jan 14 07:20:29.522438 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84875) accepted ('10.222.0.24', 39326) {{(pid=84875) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:20:29.587541 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-4f998290-ddf0-4f6f-9fde-58e30716516f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:20:29.598657 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-a3e4c09c-0e2c-4dcd-a34b-1856e0947df9 tempest-RoutersIpV6Test-883692175 tempest-RoutersIpV6Test-883692175] Synchronizing usage tracker for tenant:d787627cdb8d4cc9b70642659fae99d7 on resource:port {{(pid=84875) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 14 07:20:29.604013 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-4f998290-ddf0-4f6f-9fde-58e30716516f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850887153'] for security_group, after_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:20:29.624025 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-77fbafb2-7375-4169-8359-a569bb76b4a4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:20:29.656936 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-c27646b8-44a8-40f8-9d2c-d9d3cbe3c07c tempest-AllowedAddressPairTestJSON-747646770 tempest-AllowedAddressPairTestJSON-747646770] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036850862667'] for port, precommit_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:20:29.669478 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-a3e4c09c-0e2c-4dcd-a34b-1856e0947df9 tempest-RoutersIpV6Test-883692175 tempest-RoutersIpV6Test-883692175] Unset dirty status for tenant:d787627cdb8d4cc9b70642659fae99d7 on resource:port {{(pid=84875) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 14 07:20:29.674927 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-a3e4c09c-0e2c-4dcd-a34b-1856e0947df9 tempest-RoutersIpV6Test-883692175 tempest-RoutersIpV6Test-883692175] 10.222.0.24 "GET /v2.0/ports?device_id=71e0776e-b497-4096-b74b-1ca14c7c0a4f HTTP/1.1" status: 200 len: 205 time: 0.1511860 Jan 14 07:20:29.678130 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84875) accepted ('10.222.0.24', 39330) {{(pid=84875) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:20:29.678515 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84875) accepted ('10.222.0.24', 39332) {{(pid=84875) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:20:29.731879 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-4f998290-ddf0-4f6f-9fde-58e30716516f admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=34505bf9c11f4d06b59bfa3728b026cc&name=default HTTP/1.1" status: 200 len: 2983 time: 1.6181548 Jan 14 07:20:29.766746 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84874) accepted ('10.222.0.24', 39338) {{(pid=84874) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:20:29.836316 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.plugin [None req-c27646b8-44a8-40f8-9d2c-d9d3cbe3c07c tempest-AllowedAddressPairTestJSON-747646770 tempest-AllowedAddressPairTestJSON-747646770] Calling delete_port for 841bd98e-c45f-4081-aa0a-c423613a0f40 owned by {{(pid=84874) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 07:20:29.927425 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-0a0d52f0-805f-4fba-9261-03e0331ea925 tempest-RoutersIpV6Test-883692175 tempest-RoutersIpV6Test-883692175] Notify callbacks [] for router, before_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:20:30.044654 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-e40e521d-3e70-45a1-b337-c5dae3a18879 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:20:30.130041 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-fafc5517-9535-4f09-803d-045bbd956334 tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850887113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3254092', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036851981146'] for subnet, after_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:20:30.224716 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84874) accepted ('10.222.0.24', 39348) {{(pid=84874) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:20:30.233256 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-e40e521d-3e70-45a1-b337-c5dae3a18879 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:20:30.242868 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-dd3ce2ab-a274-4cf9-9ee5-9ae406c835f3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:20:30.454996 n-d-768862-2 neutron-server[84765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fafc5517-9535-4f09-803d-045bbd956334 tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] Network 23f0a15d-6362-4cec-82c1-cacba887c566 is already hosted by enough agents. {{(pid=84874) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 07:20:30.459451 n-d-768862-2 neutron-server[84765]: DEBUG neutron.scheduler.base_scheduler [None req-fafc5517-9535-4f09-803d-045bbd956334 tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] Resources bound (agent type, host, resource id): {{(pid=84874) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 07:20:30.470985 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-731f0256-c76b-4738-9546-37315cf00a62 None None] Network 23f0a15d-6362-4cec-82c1-cacba887c566 requested from n-d-768862-2 {{(pid=84876) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 07:20:30.501564 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fafc5517-9535-4f09-803d-045bbd956334 tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:20:30.502676 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-fafc5517-9535-4f09-803d-045bbd956334 tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3207107'] for subnet, before_response {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:20:30.524969 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fafc5517-9535-4f09-803d-045bbd956334 tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] Pushing event updated for resources: {'Subnet': ['ID=5ed379a2-5b33-4de7-830d-39acafd394ac,revision_number=0']} {{(pid=84874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:20:30.531978 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.v2.base [None req-471ddf6f-5025-4c39-b35c-965bf2773482 admin admin] Request body: {'network': {'name': 'tempest-ServerTagsTestJSON-869617151-network', 'tenant_id': 'd0ee78b849744df49fa3d7e232811e34'}} {{(pid=84874) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:20:30.538119 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-471ddf6f-5025-4c39-b35c-965bf2773482 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:20:30.542903 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-471ddf6f-5025-4c39-b35c-965bf2773482 admin admin] Usage tracker for resource:network and tenant:d0ee78b849744df49fa3d7e232811e34 is out of sync, need to count used quota {{(pid=84874) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:20:30.546380 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-471ddf6f-5025-4c39-b35c-965bf2773482 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84874) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:20:30.553503 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-471ddf6f-5025-4c39-b35c-965bf2773482 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:20:30.563946 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-c27646b8-44a8-40f8-9d2c-d9d3cbe3c07c tempest-AllowedAddressPairTestJSON-747646770 tempest-AllowedAddressPairTestJSON-747646770] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777640533329', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777640097463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3254186'] for port, after_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:20:30.567790 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-fafc5517-9535-4f09-803d-045bbd956334 tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.325s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:20:30.572985 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-fafc5517-9535-4f09-803d-045bbd956334 tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 3.9809570 Jan 14 07:20:30.590317 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84874) accepted ('10.222.0.24', 39356) {{(pid=84874) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:20:30.592275 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-5a7c92bb-50fb-40e0-9261-0e362a65a5ed tempest-PortsAdminExtendedAttrsIpV6TestJSON-54502629 tempest-PortsAdminExtendedAttrsIpV6TestJSON-54502629] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:20:30.628588 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-471ddf6f-5025-4c39-b35c-965bf2773482 admin admin] Made reservation on behalf of d0ee78b849744df49fa3d7e232811e34 for: {'network': 1} {{(pid=84874) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 07:20:30.634428 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-471ddf6f-5025-4c39-b35c-965bf2773482 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555753'] for network, before_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:20:30.660785 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.v2.base [None req-0ee39041-0926-4264-b6a5-18b68f34ea7e tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] Request body: {'port': {'network_id': '23f0a15d-6362-4cec-82c1-cacba887c566', 'name': 'tempest-NetworksTestDHCPv6-1850298251'}} {{(pid=84874) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:20:30.715461 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f998290-ddf0-4f6f-9fde-58e30716516f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f2c42ef2-8b1f-4bbf-8ce6-766e3452cc35,revision_number=1']} {{(pid=84875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:20:30.723699 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-4f998290-ddf0-4f6f-9fde-58e30716516f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.099s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:20:30.765978 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-0a0d52f0-805f-4fba-9261-03e0331ea925 tempest-RoutersIpV6Test-883692175 tempest-RoutersIpV6Test-883692175] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3889346', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036854717606'] for router, precommit_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:20:30.775572 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-0a0d52f0-805f-4fba-9261-03e0331ea925 tempest-RoutersIpV6Test-883692175 tempest-RoutersIpV6Test-883692175] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:20:30.786842 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-2ca5413d-583e-4d61-ae89-634556a893e4 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=965515aa66cf4eef8d38f9c2be2f810c&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0786073 Jan 14 07:20:30.793425 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84875) accepted ('10.222.0.24', 39364) {{(pid=84875) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:20:30.845294 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b3bc941-d96b-4bc0-91ba-cf7aa88754d1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5d94dc7a-c095-50a4-955e-5f3b78718a12-23f0a15d-6362-4cec-82c1-cacba887c566', 'network_id': '23f0a15d-6362-4cec-82c1-cacba887c566', 'tenant_id': 'be0aa702e3ca464795a99c51e3b3b04f', 'fixed_ips': [{'subnet_id': '5ed379a2-5b33-4de7-830d-39acafd394ac'}]}} from n-d-768862-2. {{(pid=84876) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Jan 14 07:20:30.848592 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-8b3bc941-d96b-4bc0-91ba-cf7aa88754d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555753'] for port, before_create {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:20:30.905755 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-0a0d52f0-805f-4fba-9261-03e0331ea925 tempest-RoutersIpV6Test-883692175 tempest-RoutersIpV6Test-883692175] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036850897070'] for router, after_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:20:30.907102 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0a0d52f0-805f-4fba-9261-03e0331ea925 tempest-RoutersIpV6Test-883692175 tempest-RoutersIpV6Test-883692175] Fanout notify agent at l3_agent the message router_deleted on router 71e0776e-b497-4096-b74b-1ca14c7c0a4f {{(pid=84875) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jan 14 07:20:30.954719 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-471ddf6f-5025-4c39-b35c-965bf2773482 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:20:30.967993 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c27646b8-44a8-40f8-9d2c-d9d3cbe3c07c tempest-AllowedAddressPairTestJSON-747646770 tempest-AllowedAddressPairTestJSON-747646770] Pushing event deleted for resources: {'Port': ['ID=841bd98e-c45f-4081-aa0a-c423613a0f40,revision_number=None']} {{(pid=84874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:20:30.971879 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-c27646b8-44a8-40f8-9d2c-d9d3cbe3c07c tempest-AllowedAddressPairTestJSON-747646770 tempest-AllowedAddressPairTestJSON-747646770] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.380s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:20:31.019917 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-0ee39041-0926-4264-b6a5-18b68f34ea7e tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:20:31.020464 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-0a0d52f0-805f-4fba-9261-03e0331ea925 tempest-RoutersIpV6Test-883692175 tempest-RoutersIpV6Test-883692175] Notify callbacks [] for router, before_response {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:20:31.028024 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-0ee39041-0926-4264-b6a5-18b68f34ea7e tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] Usage tracker for resource:port and tenant:be0aa702e3ca464795a99c51e3b3b04f is out of sync, need to count used quota {{(pid=84874) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:20:31.029447 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-0a0d52f0-805f-4fba-9261-03e0331ea925 tempest-RoutersIpV6Test-883692175 tempest-RoutersIpV6Test-883692175] 10.222.0.24 "DELETE /v2.0/routers/71e0776e-b497-4096-b74b-1ca14c7c0a4f HTTP/1.1" status: 204 len: 168 time: 1.3239617 Jan 14 07:20:31.029653 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-0ee39041-0926-4264-b6a5-18b68f34ea7e tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] Quota usage for port was recalculated. Used quota:0. {{(pid=84874) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:20:31.035486 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84875) accepted ('10.222.0.24', 39370) {{(pid=84875) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:20:31.036741 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-0ee39041-0926-4264-b6a5-18b68f34ea7e tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:20:31.041668 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-54e3c9e5-74e8-4d22-93b9-40198c8fd8ee admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:20:31.049508 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-471ddf6f-5025-4c39-b35c-965bf2773482 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:20:31.054811 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-471ddf6f-5025-4c39-b35c-965bf2773482 admin admin] Usage tracker for resource:security_group_rule and tenant:d0ee78b849744df49fa3d7e232811e34 is out of sync, need to count used quota {{(pid=84874) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:20:31.059455 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-471ddf6f-5025-4c39-b35c-965bf2773482 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84874) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:20:31.067102 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-471ddf6f-5025-4c39-b35c-965bf2773482 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:20:31.175917 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-471ddf6f-5025-4c39-b35c-965bf2773482 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:20:31.181294 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0ee39041-0926-4264-b6a5-18b68f34ea7e tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] Made reservation on behalf of be0aa702e3ca464795a99c51e3b3b04f for: {'port': 1} {{(pid=84874) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 07:20:31.192381 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-0ee39041-0926-4264-b6a5-18b68f34ea7e tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555753'] for port, before_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:20:31.215749 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-e40e521d-3e70-45a1-b337-c5dae3a18879 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850887153'] for security_group, after_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:20:31.247064 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-69770c4b-9022-4e25-84f7-51ee144d31b7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:20:31.255485 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-471ddf6f-5025-4c39-b35c-965bf2773482 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850887153'] for security_group, after_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:20:31.296511 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.db_base_plugin_common [None req-8b3bc941-d96b-4bc0-91ba-cf7aa88754d1 None None] Allocated IP 2001:db8::2 (23f0a15d-6362-4cec-82c1-cacba887c566/5ed379a2-5b33-4de7-830d-39acafd394ac/4eae400f-127d-4c62-b646-ef535804fa27) {{(pid=84876) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 14 07:20:31.321801 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e40e521d-3e70-45a1-b337-c5dae3a18879 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f2c42ef2-8b1f-4bbf-8ce6-766e3452cc35,revision_number=None']} {{(pid=84874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:20:31.385858 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-e40e521d-3e70-45a1-b337-c5dae3a18879 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:20:31.387310 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-e40e521d-3e70-45a1-b337-c5dae3a18879 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/f2c42ef2-8b1f-4bbf-8ce6-766e3452cc35 HTTP/1.1" status: 204 len: 168 time: 1.5595198 Jan 14 07:20:31.388691 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-e40e521d-3e70-45a1-b337-c5dae3a18879 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:20:31.436554 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-54e3c9e5-74e8-4d22-93b9-40198c8fd8ee admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:20:31.510225 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-9123579c-72c8-4784-a47c-476c728f28cb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.220s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:20:31.533755 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-471ddf6f-5025-4c39-b35c-965bf2773482 admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 9} {{(pid=84874) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Jan 14 07:20:31.573847 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-8b3bc941-d96b-4bc0-91ba-cf7aa88754d1 None None] Notify callbacks [] for port, precommit_create {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:20:31.580664 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.db_base_plugin_v2 [None req-5e6f4c8b-3df5-4b57-8ddd-4776e87620fc tempest-RoutersIpV6Test-883692175 tempest-RoutersIpV6Test-883692175] Deleting subnet 06d47673-de6e-491d-ad72-4264ea2929b9 {{(pid=84875) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Jan 14 07:20:31.590496 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-8b3bc941-d96b-4bc0-91ba-cf7aa88754d1 None None] Transition to ACTIVE for port object 4eae400f-127d-4c62-b646-ef535804fa27 will not be triggered until provisioned by entity L2. {{(pid=84876) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 07:20:31.600811 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-5e6f4c8b-3df5-4b57-8ddd-4776e87620fc tempest-RoutersIpV6Test-883692175 tempest-RoutersIpV6Test-883692175] Notify callbacks [] for subnet, before_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:20:31.614818 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-8b3bc941-d96b-4bc0-91ba-cf7aa88754d1 None None] Transition to ACTIVE for port object 4eae400f-127d-4c62-b646-ef535804fa27 will not be triggered until provisioned by entity DHCP. {{(pid=84876) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 07:20:31.660733 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-471ddf6f-5025-4c39-b35c-965bf2773482 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854179735'] for segment, precommit_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:20:31.661529 n-d-768862-2 neutron-server[84765]: INFO neutron.db.segments_db [None req-471ddf6f-5025-4c39-b35c-965bf2773482 admin admin] Added segment 84cf3258-6db2-4129-8208-a5fc4ccdff4c of type vxlan for network 1b5c9afb-7c26-47b7-9cdf-7b2415b9650e Jan 14 07:20:31.673488 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-471ddf6f-5025-4c39-b35c-965bf2773482 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7a44d80e-130c-49e5-ac27-a0004bf8b867,revision_number=1']} {{(pid=84874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:20:31.682111 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-5e6f4c8b-3df5-4b57-8ddd-4776e87620fc tempest-RoutersIpV6Test-883692175 tempest-RoutersIpV6Test-883692175] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3367281'] for subnet, precommit_delete_associations {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:20:31.709489 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-8b3bc941-d96b-4bc0-91ba-cf7aa88754d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777640123575'] for port, after_create {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:20:31.857070 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-471ddf6f-5025-4c39-b35c-965bf2773482 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.347s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:20:31.861623 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-5e6f4c8b-3df5-4b57-8ddd-4776e87620fc tempest-RoutersIpV6Test-883692175 tempest-RoutersIpV6Test-883692175] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036854176836'] for subnet, precommit_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:20:31.905316 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-c27646b8-44a8-40f8-9d2c-d9d3cbe3c07c tempest-AllowedAddressPairTestJSON-747646770 tempest-AllowedAddressPairTestJSON-747646770] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854768116'] for port, before_response {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:20:32.029411 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-c27646b8-44a8-40f8-9d2c-d9d3cbe3c07c tempest-AllowedAddressPairTestJSON-747646770 tempest-AllowedAddressPairTestJSON-747646770] 10.222.0.24 "DELETE /v2.0/ports/841bd98e-c45f-4081-aa0a-c423613a0f40 HTTP/1.1" status: 204 len: 168 time: 2.9840906 Jan 14 07:20:32.066154 n-d-768862-2 neutron-server[84765]: DEBUG neutron.notifiers.nova [None req-0ee39041-0926-4264-b6a5-18b68f34ea7e tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] device_id is not set on port 074a2270-5d31-4057-98a3-88cd52535d65 yet. {{(pid=84874) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}} Jan 14 07:20:32.170666 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-0be61d8c-abb3-419b-822d-08cd60016e00 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84876) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:20:32.177302 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84875) accepted ('10.222.0.24', 39380) {{(pid=84875) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:20:32.268303 n-d-768862-2 neutron-server[84765]: INFO neutron.pecan_wsgi.hooks.translation [None req-c67f90a9-7c49-4692-962f-7dfa8c681bd0 tempest-AllowedAddressPairTestJSON-747646770 tempest-AllowedAddressPairTestJSON-747646770] GET failed (client error): The resource could not be found. Jan 14 07:20:32.273841 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-c67f90a9-7c49-4692-962f-7dfa8c681bd0 tempest-AllowedAddressPairTestJSON-747646770 tempest-AllowedAddressPairTestJSON-747646770] 10.222.0.24 "GET /v2.0/ports/841bd98e-c45f-4081-aa0a-c423613a0f40 HTTP/1.1" status: 404 len: 333 time: 0.0864742 Jan 14 07:20:32.276938 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84875) accepted ('10.222.0.24', 39386) {{(pid=84875) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:20:32.296240 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.v2.base [None req-4250c1d1-1c2c-45ee-be61-158f05bfc871 tempest-AllowedAddressPairTestJSON-747646770 tempest-AllowedAddressPairTestJSON-747646770] Request body: {'port': {'network_id': '55688c5f-235c-490e-a156-b75715fdee0f', 'name': 'tempest-AllowedAddressPairTestJSON-1707973655'}} {{(pid=84875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:20:32.313430 n-d-768862-2 neutron-server[84765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b3bc941-d96b-4bc0-91ba-cf7aa88754d1 None None] Network 23f0a15d-6362-4cec-82c1-cacba887c566 is already hosted by enough agents. {{(pid=84876) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 07:20:32.330842 n-d-768862-2 neutron-server[84765]: DEBUG neutron.scheduler.base_scheduler [None req-8b3bc941-d96b-4bc0-91ba-cf7aa88754d1 None None] Resources bound (agent type, host, resource id): {{(pid=84876) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 07:20:32.336411 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-54e3c9e5-74e8-4d22-93b9-40198c8fd8ee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850887153'] for security_group, after_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:20:32.352139 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b3bc941-d96b-4bc0-91ba-cf7aa88754d1 None None] Received port after_create {{(pid=84876) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 14 07:20:32.353618 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-471ddf6f-5025-4c39-b35c-965bf2773482 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363259214646115'] for network, precommit_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:20:32.419379 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.db_base_plugin_common [None req-0ee39041-0926-4264-b6a5-18b68f34ea7e tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] Allocated IP 2001:db8::268 (23f0a15d-6362-4cec-82c1-cacba887c566/5ed379a2-5b33-4de7-830d-39acafd394ac/074a2270-5d31-4057-98a3-88cd52535d65) {{(pid=84874) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 14 07:20:32.424740 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-4093f5ea-aa6a-42db-b216-0346e3d74dd6 tempest-AllowedAddressPairTestJSON-747646770 tempest-AllowedAddressPairTestJSON-747646770] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:20:32.461210 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54e3c9e5-74e8-4d22-93b9-40198c8fd8ee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=53a37d45-6bb1-4c5e-a945-8a121a359d64,revision_number=None']} {{(pid=84875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:20:32.467638 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-471ddf6f-5025-4c39-b35c-965bf2773482 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850887149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964'] for network, after_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:20:32.469764 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-471ddf6f-5025-4c39-b35c-965bf2773482 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:20:32.470958 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-471ddf6f-5025-4c39-b35c-965bf2773482 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3207107'] for network, before_response {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:20:32.476105 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-54e3c9e5-74e8-4d22-93b9-40198c8fd8ee admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:20:32.499409 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-b89053dd-1242-48e6-9ef7-96d6954df8f2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:20:32.514289 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.managers [None req-8b3bc941-d96b-4bc0-91ba-cf7aa88754d1 None None] Attempting to bind port 4eae400f-127d-4c62-b646-ef535804fa27 on host n-d-768862-2 for vnic_type normal with profile {{(pid=84876) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 14 07:20:32.514966 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.managers [None req-8b3bc941-d96b-4bc0-91ba-cf7aa88754d1 None None] Attempting to bind port 4eae400f-127d-4c62-b646-ef535804fa27 by drivers openvswitch on host n-d-768862-2 at level 0 using segments [{'id': '56f1c7cf-f3a3-41d2-9677-68978131444f', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 20, 'network_id': '23f0a15d-6362-4cec-82c1-cacba887c566'}] {{(pid=84876) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 14 07:20:32.515625 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b3bc941-d96b-4bc0-91ba-cf7aa88754d1 None None] Attempting to bind port 4eae400f-127d-4c62-b646-ef535804fa27 on network 23f0a15d-6362-4cec-82c1-cacba887c566 {{(pid=84876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 14 07:20:32.520711 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b3bc941-d96b-4bc0-91ba-cf7aa88754d1 None None] Pushing event updated for resources: {'Port': ['ID=4eae400f-127d-4c62-b646-ef535804fa27,revision_number=1']} {{(pid=84876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:20:32.544173 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-54e3c9e5-74e8-4d22-93b9-40198c8fd8ee admin admin] Notify callbacks [] for security_group, before_response {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:20:32.546219 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-54e3c9e5-74e8-4d22-93b9-40198c8fd8ee admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/53a37d45-6bb1-4c5e-a945-8a121a359d64 HTTP/1.1" status: 204 len: 168 time: 1.7511392 Jan 14 07:20:32.594033 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-8b3bc941-d96b-4bc0-91ba-cf7aa88754d1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.423s {{(pid=84876) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:20:32.635112 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b3bc941-d96b-4bc0-91ba-cf7aa88754d1 None None] Checking agent: {'id': 'ba5efab1-b43c-4d5a-bc52-6e105d4e67a2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768862-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 14, 6, 56, 52), 'started_at': datetime.datetime(2021, 1, 14, 6, 57, 22), 'heartbeat_timestamp': datetime.datetime(2021, 1, 14, 7, 20, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768862-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.29', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 14 07:20:32.636001 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b3bc941-d96b-4bc0-91ba-cf7aa88754d1 None None] Checking segment: {'id': '56f1c7cf-f3a3-41d2-9677-68978131444f', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 20, 'network_id': '23f0a15d-6362-4cec-82c1-cacba887c566'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84876) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 14 07:20:32.637488 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-8b3bc941-d96b-4bc0-91ba-cf7aa88754d1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:20:32.638242 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b3bc941-d96b-4bc0-91ba-cf7aa88754d1 None None] Bound using segment: {'id': '56f1c7cf-f3a3-41d2-9677-68978131444f', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 20, 'network_id': '23f0a15d-6362-4cec-82c1-cacba887c566'} {{(pid=84876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 14 07:20:32.639172 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.managers [None req-8b3bc941-d96b-4bc0-91ba-cf7aa88754d1 None None] Bound port: 4eae400f-127d-4c62-b646-ef535804fa27, host: n-d-768862-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '56f1c7cf-f3a3-41d2-9677-68978131444f', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 20, 'network_id': '23f0a15d-6362-4cec-82c1-cacba887c566'}}] {{(pid=84876) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 14 07:20:32.639914 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-8b3bc941-d96b-4bc0-91ba-cf7aa88754d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555753'] for port, before_update {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:20:32.644912 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-471ddf6f-5025-4c39-b35c-965bf2773482 admin admin] Pushing event updated for resources: {'Network': ['ID=1b5c9afb-7c26-47b7-9cdf-7b2415b9650e,revision_number=1']} {{(pid=84874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:20:32.652902 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-471ddf6f-5025-4c39-b35c-965bf2773482 admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 874 time: 2.3781710 Jan 14 07:20:32.654025 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84874) accepted ('10.222.0.24', 39396) {{(pid=84874) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:20:32.659535 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-471ddf6f-5025-4c39-b35c-965bf2773482 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.160s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:20:32.670802 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.v2.base [None req-1921cc7a-5078-4baa-ae86-12efe47f39a0 admin admin] Request body: {'subnet': {'network_id': '1b5c9afb-7c26-47b7-9cdf-7b2415b9650e', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerTagsTestJSON-869617151-subnet', 'tenant_id': 'd0ee78b849744df49fa3d7e232811e34', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=84874) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:20:32.692156 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-1921cc7a-5078-4baa-ae86-12efe47f39a0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:20:32.698309 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-4250c1d1-1c2c-45ee-be61-158f05bfc871 tempest-AllowedAddressPairTestJSON-747646770 tempest-AllowedAddressPairTestJSON-747646770] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:20:32.704440 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-5e6f4c8b-3df5-4b57-8ddd-4776e87620fc tempest-RoutersIpV6Test-883692175 tempest-RoutersIpV6Test-883692175] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-598964', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850887113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3154192', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2308610'] for subnet, after_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:20:32.710485 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-1921cc7a-5078-4baa-ae86-12efe47f39a0 admin admin] Usage tracker for resource:subnet and tenant:d0ee78b849744df49fa3d7e232811e34 is out of sync, need to count used quota {{(pid=84874) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:20:32.719264 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-852a24f7-e9a1-4193-9abb-e9506fe5213f None None] Network 1b5c9afb-7c26-47b7-9cdf-7b2415b9650e details requested by agent ovs-agent-n-h2-768862-2 with host n-h2-768862-2 {{(pid=84876) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 07:20:32.735395 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-ba308818-884e-4bf4-9b26-b68ea08b14bf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:20:32.737278 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-1921cc7a-5078-4baa-ae86-12efe47f39a0 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84874) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:20:32.829081 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-1921cc7a-5078-4baa-ae86-12efe47f39a0 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:20:32.854586 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e6f4c8b-3df5-4b57-8ddd-4776e87620fc tempest-RoutersIpV6Test-883692175 tempest-RoutersIpV6Test-883692175] Pushing event deleted for resources: {'Subnet': ['ID=06d47673-de6e-491d-ad72-4264ea2929b9,revision_number=None']} {{(pid=84875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:20:32.865024 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-5e6f4c8b-3df5-4b57-8ddd-4776e87620fc tempest-RoutersIpV6Test-883692175 tempest-RoutersIpV6Test-883692175] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:20:32.875690 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-4250c1d1-1c2c-45ee-be61-158f05bfc871 tempest-AllowedAddressPairTestJSON-747646770 tempest-AllowedAddressPairTestJSON-747646770] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:20:32.883431 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1921cc7a-5078-4baa-ae86-12efe47f39a0 admin admin] Made reservation on behalf of d0ee78b849744df49fa3d7e232811e34 for: {'subnet': 1} {{(pid=84874) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 07:20:32.888625 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-1921cc7a-5078-4baa-ae86-12efe47f39a0 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036851981161'] for subnet, before_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:20:32.927480 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4250c1d1-1c2c-45ee-be61-158f05bfc871 tempest-AllowedAddressPairTestJSON-747646770 tempest-AllowedAddressPairTestJSON-747646770] Made reservation on behalf of ce9e5243d132466aae9bc9a8d2ea0adf for: {'port': 1} {{(pid=84875) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 07:20:32.939002 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-4250c1d1-1c2c-45ee-be61-158f05bfc871 tempest-AllowedAddressPairTestJSON-747646770 tempest-AllowedAddressPairTestJSON-747646770] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555753'] for port, before_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:20:32.997064 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-017f98a9-8a07-408c-a86f-8ff0c00400a0 None None] Network 1b5c9afb-7c26-47b7-9cdf-7b2415b9650e details requested by agent ovs-agent-n-h1-768862-2 with host n-h1-768862-2 {{(pid=84876) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 07:20:33.046372 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-5e6f4c8b-3df5-4b57-8ddd-4776e87620fc tempest-RoutersIpV6Test-883692175 tempest-RoutersIpV6Test-883692175] Notify callbacks [] for subnet, before_response {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:20:33.064386 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-5e6f4c8b-3df5-4b57-8ddd-4776e87620fc tempest-RoutersIpV6Test-883692175 tempest-RoutersIpV6Test-883692175] 10.222.0.24 "DELETE /v2.0/subnets/06d47673-de6e-491d-ad72-4264ea2929b9 HTTP/1.1" status: 204 len: 168 time: 2.0263116 Jan 14 07:20:33.065422 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84875) accepted ('10.222.0.24', 39408) {{(pid=84875) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:20:33.206469 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Network 1b5c9afb-7c26-47b7-9cdf-7b2415b9650e details requested by agent ovs-agent-n-d-768862-2 with host n-d-768862-2 {{(pid=84876) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 07:20:33.374517 n-d-768862-2 neutron-server[84765]: DEBUG neutron.notifiers.nova [None req-4250c1d1-1c2c-45ee-be61-158f05bfc871 tempest-AllowedAddressPairTestJSON-747646770 tempest-AllowedAddressPairTestJSON-747646770] device_id is not set on port 464fa71d-0f29-4025-b824-77f7db07499d yet. {{(pid=84875) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}} Jan 14 07:20:33.393494 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72f946bf-a387-413c-83db-fef6e484e52c None None] Network 4f4fd859-936f-4644-83e0-dde174ebea87 requested from n-d-768862-2 {{(pid=84876) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 07:20:33.433327 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-589b61ff-2e6d-4a17-87f0-5d4b3c57fa93 tempest-RoutersIpV6Test-883692175 tempest-RoutersIpV6Test-883692175] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036854160497'] for network, before_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:20:33.527369 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-0ee39041-0926-4264-b6a5-18b68f34ea7e tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] Notify callbacks [] for port, precommit_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:20:33.553394 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-0ee39041-0926-4264-b6a5-18b68f34ea7e tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] Transition to ACTIVE for port object 074a2270-5d31-4057-98a3-88cd52535d65 will not be triggered until provisioned by entity DHCP. {{(pid=84874) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 07:20:33.647166 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [None req-8b3bc941-d96b-4bc0-91ba-cf7aa88754d1 None None] For port 4eae400f-127d-4c62-b646-ef535804fa27, host n-d-768862-2, cleared binding levels {{(pid=84876) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 14 07:20:33.647256 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-0ee39041-0926-4264-b6a5-18b68f34ea7e tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777640123575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3254186'] for port, after_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:20:33.649231 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [None req-8b3bc941-d96b-4bc0-91ba-cf7aa88754d1 None None] For port 4eae400f-127d-4c62-b646-ef535804fa27, host n-d-768862-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-2',level=0,port_id=4eae400f-127d-4c62-b646-ef535804fa27,segment=NetworkSegment(56f1c7cf-f3a3-41d2-9677-68978131444f),segment_id=56f1c7cf-f3a3-41d2-9677-68978131444f)] {{(pid=84876) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 14 07:20:33.685383 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.plugin [None req-589b61ff-2e6d-4a17-87f0-5d4b3c57fa93 tempest-RoutersIpV6Test-883692175 tempest-RoutersIpV6Test-883692175] Deleting port 53c61e8f-0ffd-44fa-8db3-9ba669f0605f {{(pid=84875) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 07:20:33.687475 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-589b61ff-2e6d-4a17-87f0-5d4b3c57fa93 tempest-RoutersIpV6Test-883692175 tempest-RoutersIpV6Test-883692175] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363259214248359'] for port, before_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:20:33.840131 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-8b3bc941-d96b-4bc0-91ba-cf7aa88754d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777640533312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363259214678337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777640097497'] for port, after_update {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:20:33.869994 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-1573815c-f526-49cc-8c66-212546c8172d tempest-AllowedAddressPairTestJSON-747646770 tempest-AllowedAddressPairTestJSON-747646770] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:20:33.967636 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ee39041-0926-4264-b6a5-18b68f34ea7e tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] Pushing event updated for resources: {'Port': ['ID=074a2270-5d31-4057-98a3-88cd52535d65,revision_number=1']} {{(pid=84874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:20:33.978483 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-0ee39041-0926-4264-b6a5-18b68f34ea7e tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:20:34.007410 n-d-768862-2 neutron-server[84765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ee39041-0926-4264-b6a5-18b68f34ea7e tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] Network 23f0a15d-6362-4cec-82c1-cacba887c566 is already hosted by enough agents. {{(pid=84874) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 07:20:34.010676 n-d-768862-2 neutron-server[84765]: DEBUG neutron.scheduler.base_scheduler [None req-0ee39041-0926-4264-b6a5-18b68f34ea7e tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] Resources bound (agent type, host, resource id): {{(pid=84874) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 07:20:34.014595 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ee39041-0926-4264-b6a5-18b68f34ea7e tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] Received port after_create {{(pid=84874) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 14 07:20:34.018598 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_segment":"rule:admin_only" was deprecated in W in favor of "update_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:20:34.018598 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:20:34.018598 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "delete_segment":"rule:admin_only" was deprecated in W in favor of "delete_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:20:34.018598 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:20:34.018598 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network":"rule:regular_user" was deprecated in W in favor of "create_network":"role:member and project_id:%(project_id)s". Reason: Jan 14 07:20:34.018598 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:20:34.018598 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:20:34.018598 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:20:34.018598 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:shared":"rule:admin_only" was deprecated in W in favor of "create_network:shared":"role:admin and system_scope:all". Reason: Jan 14 07:20:34.018598 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:20:34.018598 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:20:34.018598 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:20:34.018598 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:router:external":"rule:admin_only" was deprecated in W in favor of "create_network:router:external":"role:admin and system_scope:all". Reason: Jan 14 07:20:34.018598 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:20:34.018598 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:20:34.018598 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:20:34.018598 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:is_default":"rule:admin_only" was deprecated in W in favor of "create_network:is_default":"role:admin and system_scope:all". Reason: Jan 14 07:20:34.018598 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:20:34.018598 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:20:34.018598 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:20:34.018598 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:port_security_enabled":"rule:regular_user" was deprecated in W in favor of "create_network:port_security_enabled":"role:member and project_id:%(project_id)s". Reason: Jan 14 07:20:34.018598 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:20:34.018598 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:20:34.018598 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:20:34.018598 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:segments":"rule:admin_only" was deprecated in W in favor of "create_network:segments":"role:admin and system_scope:all". Reason: Jan 14 07:20:34.018598 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:20:34.018598 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:20:34.018598 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:20:34.018598 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "create_network:provider:network_type":"role:admin and system_scope:all". Reason: Jan 14 07:20:34.018598 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:20:34.018598 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:20:34.018598 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:20:34.018598 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "create_network:provider:physical_network":"role:admin and system_scope:all". Reason: Jan 14 07:20:34.018598 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:20:34.018598 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:20:34.018598 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:20:34.018598 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "create_network:provider:segmentation_id":"role:admin and system_scope:all". Reason: Jan 14 07:20:34.018598 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:20:34.018598 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:20:34.018598 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:20:34.018598 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network":"rule:admin_or_owner or rule:shared or rule:external or rule:context_is_advsvc" was deprecated in W in favor of "get_network":"(role:reader and system_scope:all) or (role:reader and project_id:%(project_id)s) or rule:shared or rule:external or rule:context_is_advsvc". Reason: Jan 14 07:20:34.018598 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:20:34.018598 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:20:34.018598 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:20:34.018598 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:router:external":"rule:regular_user" was deprecated in W in favor of "get_network:router:external":"role:reader and project_id:%(project_id)s". Reason: Jan 14 07:20:34.022598 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:20:34.022598 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:20:34.022598 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:20:34.022598 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:segments":"rule:admin_only" was deprecated in W in favor of "get_network:segments":"role:reader and system_scope:all". Reason: Jan 14 07:20:34.022598 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:20:34.022598 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:20:34.022598 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:20:34.022598 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "get_network:provider:network_type":"role:reader and system_scope:all". Reason: Jan 14 07:20:34.022598 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:20:34.022598 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:20:34.022598 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:20:34.022598 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "get_network:provider:physical_network":"role:reader and system_scope:all". Reason: Jan 14 07:20:34.022598 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:20:34.022598 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:20:34.022598 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:20:34.022598 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "get_network:provider:segmentation_id":"role:reader and system_scope:all". Reason: Jan 14 07:20:34.022598 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:20:34.022598 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:20:34.022598 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:20:34.035999 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ee39041-0926-4264-b6a5-18b68f34ea7e tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:20:34.036751 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-0ee39041-0926-4264-b6a5-18b68f34ea7e tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854768116'] for port, before_response {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:20:34.051555 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-a1217302-57c3-464d-b7c7-1dfdb8470acc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84876) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:20:34.093067 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [None req-589b61ff-2e6d-4a17-87f0-5d4b3c57fa93 tempest-RoutersIpV6Test-883692175 tempest-RoutersIpV6Test-883692175] For port 53c61e8f-0ffd-44fa-8db3-9ba669f0605f, host n-d-768862-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-2',level=0,port_id=53c61e8f-0ffd-44fa-8db3-9ba669f0605f,segment=NetworkSegment(52b15418-ab71-4899-9e40-bcda4a993c5f),segment_id=52b15418-ab71-4899-9e40-bcda4a993c5f)] {{(pid=84875) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 07:20:34.093892 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-589b61ff-2e6d-4a17-87f0-5d4b3c57fa93 tempest-RoutersIpV6Test-883692175 tempest-RoutersIpV6Test-883692175] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036850862667'] for port, precommit_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:20:34.196535 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b3bc941-d96b-4bc0-91ba-cf7aa88754d1 None None] Pushing event updated for resources: {'Port': ['ID=4eae400f-127d-4c62-b646-ef535804fa27,revision_number=2']} {{(pid=84876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:20:34.211077 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-8b3bc941-d96b-4bc0-91ba-cf7aa88754d1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.160s {{(pid=84876) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:20:34.219563 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-0ee39041-0926-4264-b6a5-18b68f34ea7e tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 3.5916896 Jan 14 07:20:34.220448 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84874) accepted ('10.222.0.24', 39434) {{(pid=84874) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:20:34.279384 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.plugin [None req-589b61ff-2e6d-4a17-87f0-5d4b3c57fa93 tempest-RoutersIpV6Test-883692175 tempest-RoutersIpV6Test-883692175] Calling delete_port for 53c61e8f-0ffd-44fa-8db3-9ba669f0605f owned by network:dhcp {{(pid=84875) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 07:20:34.424449 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dbde7db5-4e61-4217-8796-eca8ec1086b2 tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:20:34.438354 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.db_base_plugin_common [None req-4250c1d1-1c2c-45ee-be61-158f05bfc871 tempest-AllowedAddressPairTestJSON-747646770 tempest-AllowedAddressPairTestJSON-747646770] Allocated IP 172.20.0.12 (55688c5f-235c-490e-a156-b75715fdee0f/ea9a674a-26a8-40d1-9f51-c70dafb0561d/464fa71d-0f29-4025-b824-77f7db07499d) {{(pid=84875) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 14 07:20:34.453584 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dbde7db5-4e61-4217-8796-eca8ec1086b2 tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:20:34.453584 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-dbde7db5-4e61-4217-8796-eca8ec1086b2 tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] Synchronizing usage tracker for tenant:be0aa702e3ca464795a99c51e3b3b04f on resource:port {{(pid=84874) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 14 07:20:34.469332 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-562d8f2b-a153-4ef5-a79e-f8139ce0d73c None None] DHCP port deletion for 4f4fd859-936f-4644-83e0-dde174ebea87 request from n-d-768862-2 {{(pid=84876) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Jan 14 07:20:34.475593 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.plugin [None req-562d8f2b-a153-4ef5-a79e-f8139ce0d73c None None] Deleting port 53c61e8f-0ffd-44fa-8db3-9ba669f0605f {{(pid=84876) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 07:20:34.484858 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-562d8f2b-a153-4ef5-a79e-f8139ce0d73c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363259214248359'] for port, before_delete {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:20:34.522759 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-dbde7db5-4e61-4217-8796-eca8ec1086b2 tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] Unset dirty status for tenant:be0aa702e3ca464795a99c51e3b3b04f on resource:port {{(pid=84874) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 14 07:20:34.524513 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-589b61ff-2e6d-4a17-87f0-5d4b3c57fa93 tempest-RoutersIpV6Test-883692175 tempest-RoutersIpV6Test-883692175] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777640533329', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777640097463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851621574'] for port, after_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:20:34.527713 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-dbde7db5-4e61-4217-8796-eca8ec1086b2 tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] 10.222.0.24 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1669 time: 0.3049741 Jan 14 07:20:34.531816 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84874) accepted ('10.222.0.24', 39446) {{(pid=84874) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:20:34.564443 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-e8daebc8-7e11-450f-a57f-5ae913dbae31 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:20:34.640670 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.plugin [None req-d74f5001-39f2-43b0-8ac6-bf0e2ce2ed4a tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] Deleting port 074a2270-5d31-4057-98a3-88cd52535d65 {{(pid=84874) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 07:20:34.641159 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-d74f5001-39f2-43b0-8ac6-bf0e2ce2ed4a tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363259214248359'] for port, before_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:20:34.697501 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.plugin [None req-562d8f2b-a153-4ef5-a79e-f8139ce0d73c None None] The port '53c61e8f-0ffd-44fa-8db3-9ba669f0605f' was deleted {{(pid=84876) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Jan 14 07:20:34.727275 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-589b61ff-2e6d-4a17-87f0-5d4b3c57fa93 tempest-RoutersIpV6Test-883692175 tempest-RoutersIpV6Test-883692175] Pushing event deleted for resources: {'Port': ['ID=53c61e8f-0ffd-44fa-8db3-9ba669f0605f,revision_number=None']} {{(pid=84875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:20:34.747172 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-589b61ff-2e6d-4a17-87f0-5d4b3c57fa93 tempest-RoutersIpV6Test-883692175 tempest-RoutersIpV6Test-883692175] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.183s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:20:34.802779 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-1921cc7a-5078-4baa-ae86-12efe47f39a0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850887113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3254092', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036851981146'] for subnet, after_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:20:34.823184 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-a94d6c7e-176f-475f-be46-714894ae4fa6 tempest-RoutersIpV6Test-883692175 tempest-RoutersIpV6Test-883692175] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:20:35.084242 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-589b61ff-2e6d-4a17-87f0-5d4b3c57fa93 tempest-RoutersIpV6Test-883692175 tempest-RoutersIpV6Test-883692175] No DVR routers for this DVR port 53c61e8f-0ffd-44fa-8db3-9ba669f0605f on host n-d-768862-2 {{(pid=84875) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Jan 14 07:20:35.161745 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1921cc7a-5078-4baa-ae86-12efe47f39a0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ea4fd68c-90e5-437f-99d4-3e0b9b261f4f,revision_number=0']} {{(pid=84874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:20:35.183113 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-1921cc7a-5078-4baa-ae86-12efe47f39a0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.360s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:20:35.330288 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-4250c1d1-1c2c-45ee-be61-158f05bfc871 tempest-AllowedAddressPairTestJSON-747646770 tempest-AllowedAddressPairTestJSON-747646770] Notify callbacks [] for port, precommit_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:20:35.363503 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-589b61ff-2e6d-4a17-87f0-5d4b3c57fa93 tempest-RoutersIpV6Test-883692175 tempest-RoutersIpV6Test-883692175] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-598987', 'neutron.services.segments.db._delete_segments_for_network-8777640583949'] for network, precommit_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:20:35.370418 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-d74f5001-39f2-43b0-8ac6-bf0e2ce2ed4a tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036850862667'] for port, precommit_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:20:35.518477 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-4250c1d1-1c2c-45ee-be61-158f05bfc871 tempest-AllowedAddressPairTestJSON-747646770 tempest-AllowedAddressPairTestJSON-747646770] Transition to ACTIVE for port object 464fa71d-0f29-4025-b824-77f7db07499d will not be triggered until provisioned by entity DHCP. {{(pid=84875) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 07:20:35.590867 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Device 4eae400f-127d-4c62-b646-ef535804fa27 up at agent ovs-agent-n-d-768862-2 {{(pid=84876) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 07:20:35.647377 n-d-768862-2 neutron-server[84765]: DEBUG neutron.services.segments.db [None req-589b61ff-2e6d-4a17-87f0-5d4b3c57fa93 tempest-RoutersIpV6Test-883692175 tempest-RoutersIpV6Test-883692175] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4f4fd859-936f-4644-83e0-dde174ebea87']}} {{(pid=84875) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:20:35.675654 n-d-768862-2 neutron-server[84765]: DEBUG neutron.services.segments.db [None req-589b61ff-2e6d-4a17-87f0-5d4b3c57fa93 tempest-RoutersIpV6Test-883692175 tempest-RoutersIpV6Test-883692175] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '52b15418-ab71-4899-9e40-bcda4a993c5f') {'for_net_delete': True} {{(pid=84875) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:20:35.675654 n-d-768862-2 neutron-server[84765]: DEBUG neutron.services.segments.db [None req-589b61ff-2e6d-4a17-87f0-5d4b3c57fa93 tempest-RoutersIpV6Test-883692175 tempest-RoutersIpV6Test-883692175] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '52b15418-ab71-4899-9e40-bcda4a993c5f') {} {{(pid=84875) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:20:35.734309 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-589b61ff-2e6d-4a17-87f0-5d4b3c57fa93 tempest-RoutersIpV6Test-883692175 tempest-RoutersIpV6Test-883692175] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363259214173198', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036851408567'] for segment, before_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:20:35.749799 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.plugin [None req-d74f5001-39f2-43b0-8ac6-bf0e2ce2ed4a tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] Calling delete_port for 074a2270-5d31-4057-98a3-88cd52535d65 owned by {{(pid=84874) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 07:20:35.773166 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-589b61ff-2e6d-4a17-87f0-5d4b3c57fa93 tempest-RoutersIpV6Test-883692175 tempest-RoutersIpV6Test-883692175] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854179735'] for segment, precommit_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:20:35.789790 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-589b61ff-2e6d-4a17-87f0-5d4b3c57fa93 tempest-RoutersIpV6Test-883692175 tempest-RoutersIpV6Test-883692175] Releasing vxlan tunnel 3 to pool {{(pid=84875) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Jan 14 07:20:35.824432 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Provisioning for port 4eae400f-127d-4c62-b646-ef535804fa27 completed by entity L2. {{(pid=84876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 07:20:35.828177 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84874) accepted ('10.222.0.24', 39466) {{(pid=84874) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:20:35.841158 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1921cc7a-5078-4baa-ae86-12efe47f39a0 admin admin] Checking segment: {'id': '84cf3258-6db2-4129-8208-a5fc4ccdff4c', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 9, 'network_id': '1b5c9afb-7c26-47b7-9cdf-7b2415b9650e'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84874) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 14 07:20:35.841573 n-d-768862-2 neutron-server[84765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1921cc7a-5078-4baa-ae86-12efe47f39a0 admin admin] Network hostable DHCP agents. Network: 1b5c9afb-7c26-47b7-9cdf-7b2415b9650e, hostable agents: ['32f3dd84-26da-4d18-bf15-6017a8fb7247'], hosted agents: [] {{(pid=84874) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Jan 14 07:20:35.971577 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Device 53c61e8f-0ffd-44fa-8db3-9ba669f0605f no longer exists at agent ovs-agent-n-d-768862-2 {{(pid=84876) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jan 14 07:20:36.007874 n-d-768862-2 neutron-server[84765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1921cc7a-5078-4baa-ae86-12efe47f39a0 admin admin] Network 1b5c9afb-7c26-47b7-9cdf-7b2415b9650e is scheduled to be hosted by DHCP agent 32f3dd84-26da-4d18-bf15-6017a8fb7247 with binding_index 1 {{(pid=84874) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Jan 14 07:20:36.084460 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.plugin [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] No Port match for: 53c61e8f-0ffd-44fa-8db3-9ba669f0605f {{(pid=84876) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2188}} Jan 14 07:20:36.085506 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Device 53c61e8f-0ffd-44fa-8db3-9ba669f0605f not bound to the agent host n-d-768862-2 {{(pid=84876) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jan 14 07:20:36.100183 n-d-768862-2 neutron-server[84765]: DEBUG neutron.scheduler.base_scheduler [None req-1921cc7a-5078-4baa-ae86-12efe47f39a0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768862-2, 1b5c9afb-7c26-47b7-9cdf-7b2415b9650e) {{(pid=84874) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 07:20:36.132647 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dcaf2318-db67-4c06-a3c7-c443bdcb4a1a None None] Network 1b5c9afb-7c26-47b7-9cdf-7b2415b9650e requested from n-d-768862-2 {{(pid=84876) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 07:20:36.342130 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.managers [None req-589b61ff-2e6d-4a17-87f0-5d4b3c57fa93 tempest-RoutersIpV6Test-883692175 tempest-RoutersIpV6Test-883692175] Network 4f4fd859-936f-4644-83e0-dde174ebea87 has no segments {{(pid=84875) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 14 07:20:36.355965 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-589b61ff-2e6d-4a17-87f0-5d4b3c57fa93 tempest-RoutersIpV6Test-883692175 tempest-RoutersIpV6Test-883692175] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-596065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3154253'] for segment, after_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:20:36.472763 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-4250c1d1-1c2c-45ee-be61-158f05bfc871 tempest-AllowedAddressPairTestJSON-747646770 tempest-AllowedAddressPairTestJSON-747646770] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777640123575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851621574'] for port, after_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:20:36.481439 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1921cc7a-5078-4baa-ae86-12efe47f39a0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:20:36.482804 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-1921cc7a-5078-4baa-ae86-12efe47f39a0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3207107'] for subnet, before_response {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:20:36.501665 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-6fade1b7-94fc-410e-87c0-47a463f93509 tempest-TaggedBootDevicesTest-541410187 tempest-TaggedBootDevicesTest-541410187] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:20:36.543157 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9766452e-4075-45cf-988a-d411e82db818 None None] Network 1b5c9afb-7c26-47b7-9cdf-7b2415b9650e requested from n-d-768862-2 {{(pid=84876) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 07:20:36.553964 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-a7e56074-6948-4e4a-bd43-e4b6ce385923 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:20:36.607295 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-1921cc7a-5078-4baa-ae86-12efe47f39a0 admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 3.9463065 Jan 14 07:20:36.641350 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-a7e56074-6948-4e4a-bd43-e4b6ce385923 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:20:36.709990 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-a7e56074-6948-4e4a-bd43-e4b6ce385923 admin admin] Usage tracker for resource:security_group_rule and tenant:6e2bb2cc38aa4296af8e6ba1ffbf6d7c is out of sync, need to count used quota {{(pid=84874) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:20:36.751745 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-a7e56074-6948-4e4a-bd43-e4b6ce385923 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84874) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:20:36.760384 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-a7e56074-6948-4e4a-bd43-e4b6ce385923 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:20:36.767962 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-d74f5001-39f2-43b0-8ac6-bf0e2ce2ed4a tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777640533329', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777640097463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3254186'] for port, after_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:20:36.794443 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-37333ae6-e158-4317-bd2a-c9a801ac087a tempest-ListServerFiltersTestJSON-2017310780 tempest-ListServerFiltersTestJSON-2017310780] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:20:36.893460 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4250c1d1-1c2c-45ee-be61-158f05bfc871 tempest-AllowedAddressPairTestJSON-747646770 tempest-AllowedAddressPairTestJSON-747646770] Pushing event updated for resources: {'Port': ['ID=464fa71d-0f29-4025-b824-77f7db07499d,revision_number=1']} {{(pid=84875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:20:36.926014 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d74f5001-39f2-43b0-8ac6-bf0e2ce2ed4a tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] Pushing event deleted for resources: {'Port': ['ID=074a2270-5d31-4057-98a3-88cd52535d65,revision_number=None']} {{(pid=84874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:20:37.058904 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-3b8f974f-e072-4845-8552-b0d8626465c8 None None] Provisioning for port 4eae400f-127d-4c62-b646-ef535804fa27 completed by entity DHCP. {{(pid=84876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 07:20:37.072181 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-3b8f974f-e072-4845-8552-b0d8626465c8 None None] Provisioning complete for port 4eae400f-127d-4c62-b646-ef535804fa27 triggered by entity DHCP. {{(pid=84876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 07:20:37.074655 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-3b8f974f-e072-4845-8552-b0d8626465c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-604227'] for port, provisioning_complete {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:20:37.115937 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-d74f5001-39f2-43b0-8ac6-bf0e2ce2ed4a tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.321s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:20:37.310520 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-3b8f974f-e072-4845-8552-b0d8626465c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555753'] for port, before_update {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:20:37.513999 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [None req-3b8f974f-e072-4845-8552-b0d8626465c8 None None] For port 4eae400f-127d-4c62-b646-ef535804fa27, host n-d-768862-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-2',level=0,port_id=4eae400f-127d-4c62-b646-ef535804fa27,segment=NetworkSegment(56f1c7cf-f3a3-41d2-9677-68978131444f),segment_id=56f1c7cf-f3a3-41d2-9677-68978131444f)] {{(pid=84876) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 07:20:37.523004 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-3b8f974f-e072-4845-8552-b0d8626465c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777640533312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363259214678337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777640097497'] for port, after_update {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:20:37.535610 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-017f98a9-8a07-408c-a86f-8ff0c00400a0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.008s {{(pid=84876) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:20:37.553624 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-a7e56074-6948-4e4a-bd43-e4b6ce385923 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:20:37.774427 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-a7e56074-6948-4e4a-bd43-e4b6ce385923 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850887153'] for security_group, after_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:20:37.858274 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-c22f8b4a-9f0c-4223-b79e-2df01c536bf3 tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:20:37.895294 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-a7e56074-6948-4e4a-bd43-e4b6ce385923 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=6e2bb2cc38aa4296af8e6ba1ffbf6d7c&name=default HTTP/1.1" status: 200 len: 2983 time: 2.0639105 Jan 14 07:20:37.946162 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84874) accepted ('10.222.0.24', 39532) {{(pid=84874) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:20:38.036119 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b8f974f-e072-4845-8552-b0d8626465c8 None None] Pushing event updated for resources: {'Port': ['ID=4eae400f-127d-4c62-b646-ef535804fa27,revision_number=3']} {{(pid=84876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:20:38.075753 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-3b8f974f-e072-4845-8552-b0d8626465c8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.540s {{(pid=84876) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:20:38.121465 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-555ca328-f80b-4ca9-801d-0234d7c2c5e2 None None] Provisioning complete for port 4eae400f-127d-4c62-b646-ef535804fa27 triggered by entity DHCP. {{(pid=84876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 07:20:38.123127 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-555ca328-f80b-4ca9-801d-0234d7c2c5e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-604227'] for port, provisioning_complete {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:20:38.207180 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-d74f5001-39f2-43b0-8ac6-bf0e2ce2ed4a tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854768116'] for port, before_response {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:20:38.301818 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-d74f5001-39f2-43b0-8ac6-bf0e2ce2ed4a tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] 10.222.0.24 "DELETE /v2.0/ports/074a2270-5d31-4057-98a3-88cd52535d65 HTTP/1.1" status: 204 len: 168 time: 3.7685103 Jan 14 07:20:38.326310 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7e56074-6948-4e4a-bd43-e4b6ce385923 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2fa5344f-54bf-4ccf-a52e-e049a594f2b3,revision_number=1']} {{(pid=84874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:20:38.333796 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-a7e56074-6948-4e4a-bd43-e4b6ce385923 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.476s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:20:38.335794 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84874) accepted ('10.222.0.24', 39546) {{(pid=84874) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:20:38.347289 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-4250c1d1-1c2c-45ee-be61-158f05bfc871 tempest-AllowedAddressPairTestJSON-747646770 tempest-AllowedAddressPairTestJSON-747646770] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.845s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:20:38.451645 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.managers [None req-589b61ff-2e6d-4a17-87f0-5d4b3c57fa93 tempest-RoutersIpV6Test-883692175 tempest-RoutersIpV6Test-883692175] Network 4f4fd859-936f-4644-83e0-dde174ebea87 has no segments {{(pid=84875) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 14 07:20:38.492636 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84875) accepted ('10.222.0.24', 39556) {{(pid=84875) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:20:38.513642 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-919b4db8-52dd-4ec0-8e36-6b8b96b3635c tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:20:38.520340 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-919b4db8-52dd-4ec0-8e36-6b8b96b3635c tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:20:38.521664 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-919b4db8-52dd-4ec0-8e36-6b8b96b3635c tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] Synchronizing usage tracker for tenant:be0aa702e3ca464795a99c51e3b3b04f on resource:subnet {{(pid=84874) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 14 07:20:38.546281 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-2779e250-3a62-4e9a-be98-05601538f976 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:20:38.550292 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-919b4db8-52dd-4ec0-8e36-6b8b96b3635c tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] Unset dirty status for tenant:be0aa702e3ca464795a99c51e3b3b04f on resource:subnet {{(pid=84874) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 14 07:20:38.556092 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-919b4db8-52dd-4ec0-8e36-6b8b96b3635c tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] 10.222.0.24 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.2111115 Jan 14 07:20:38.556769 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84874) accepted ('10.222.0.24', 39562) {{(pid=84874) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:20:38.590140 n-d-768862-2 neutron-server[84765]: Traceback (most recent call last): Jan 14 07:20:38.590140 n-d-768862-2 neutron-server[84765]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 14 07:20:38.590140 n-d-768862-2 neutron-server[84765]: timer() Jan 14 07:20:38.590140 n-d-768862-2 neutron-server[84765]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 14 07:20:38.590140 n-d-768862-2 neutron-server[84765]: cb(*args, **kw) Jan 14 07:20:38.590140 n-d-768862-2 neutron-server[84765]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Jan 14 07:20:38.590140 n-d-768862-2 neutron-server[84765]: return func(*args, **kwargs) Jan 14 07:20:38.590140 n-d-768862-2 neutron-server[84765]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 14 07:20:38.590140 n-d-768862-2 neutron-server[84765]: self._notify() Jan 14 07:20:38.590140 n-d-768862-2 neutron-server[84765]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 14 07:20:38.590140 n-d-768862-2 neutron-server[84765]: self.callback(batched_events) Jan 14 07:20:38.590140 n-d-768862-2 neutron-server[84765]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 14 07:20:38.590140 n-d-768862-2 neutron-server[84765]: event.method(event) Jan 14 07:20:38.590140 n-d-768862-2 neutron-server[84765]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 14 07:20:38.590140 n-d-768862-2 neutron-server[84765]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 14 07:20:38.590140 n-d-768862-2 neutron-server[84765]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Jan 14 07:20:38.590140 n-d-768862-2 neutron-server[84765]: segment_id)['aggregates'][0] Jan 14 07:20:38.590140 n-d-768862-2 neutron-server[84765]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 14 07:20:38.590140 n-d-768862-2 neutron-server[84765]: return f(self, *a, **k) Jan 14 07:20:38.590140 n-d-768862-2 neutron-server[84765]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 14 07:20:38.590140 n-d-768862-2 neutron-server[84765]: return self._get(url).json() Jan 14 07:20:38.590140 n-d-768862-2 neutron-server[84765]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 14 07:20:38.590140 n-d-768862-2 neutron-server[84765]: **kwargs) Jan 14 07:20:38.590140 n-d-768862-2 neutron-server[84765]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 14 07:20:38.590140 n-d-768862-2 neutron-server[84765]: return self.request(url, 'GET', **kwargs) Jan 14 07:20:38.590140 n-d-768862-2 neutron-server[84765]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Jan 14 07:20:38.590140 n-d-768862-2 neutron-server[84765]: **endpoint_filter) Jan 14 07:20:38.590140 n-d-768862-2 neutron-server[84765]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 14 07:20:38.590140 n-d-768862-2 neutron-server[84765]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 14 07:20:38.590140 n-d-768862-2 neutron-server[84765]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 14 07:20:38.590140 n-d-768862-2 neutron-server[84765]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 14 07:20:38.590140 n-d-768862-2 neutron-server[84765]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 14 07:20:38.702160 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-2779e250-3a62-4e9a-be98-05601538f976 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:20:38.890559 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-cfe10a8d-397b-483e-9404-83d88fd014f3 None None] Could not find standard attr ID for object 074a2270-5d31-4057-98a3-88cd52535d65. {{(pid=84876) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Jan 14 07:20:38.976314 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-cfe10a8d-397b-483e-9404-83d88fd014f3 None None] Provisioning complete for port 4eae400f-127d-4c62-b646-ef535804fa27 triggered by entity DHCP. {{(pid=84876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 07:20:38.976314 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-cfe10a8d-397b-483e-9404-83d88fd014f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-604227'] for port, provisioning_complete {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:20:39.183752 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.db_base_plugin_v2 [None req-02090a99-18d7-4cb9-8cd1-61b55b4cade5 tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] Deleting subnet 5ed379a2-5b33-4de7-830d-39acafd394ac {{(pid=84874) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Jan 14 07:20:39.187585 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-2779e250-3a62-4e9a-be98-05601538f976 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850887153'] for security_group, after_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:20:39.187941 n-d-768862-2 neutron-server[84765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4250c1d1-1c2c-45ee-be61-158f05bfc871 tempest-AllowedAddressPairTestJSON-747646770 tempest-AllowedAddressPairTestJSON-747646770] Network 55688c5f-235c-490e-a156-b75715fdee0f is already hosted by enough agents. {{(pid=84875) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 07:20:39.195280 n-d-768862-2 neutron-server[84765]: DEBUG neutron.scheduler.base_scheduler [None req-4250c1d1-1c2c-45ee-be61-158f05bfc871 tempest-AllowedAddressPairTestJSON-747646770 tempest-AllowedAddressPairTestJSON-747646770] Resources bound (agent type, host, resource id): {{(pid=84875) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 07:20:39.206395 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network":"rule:regular_user" was deprecated in W in favor of "create_network":"role:member and project_id:%(project_id)s". Reason: Jan 14 07:20:39.206395 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:20:39.206395 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:20:39.206395 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:20:39.206395 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:shared":"rule:admin_only" was deprecated in W in favor of "create_network:shared":"role:admin and system_scope:all". Reason: Jan 14 07:20:39.206395 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:20:39.206395 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:20:39.206395 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:20:39.206395 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:router:external":"rule:admin_only" was deprecated in W in favor of "create_network:router:external":"role:admin and system_scope:all". Reason: Jan 14 07:20:39.206395 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:20:39.206395 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:20:39.206395 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:20:39.206395 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:is_default":"rule:admin_only" was deprecated in W in favor of "create_network:is_default":"role:admin and system_scope:all". Reason: Jan 14 07:20:39.206395 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:20:39.206395 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:20:39.206395 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:20:39.206395 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:port_security_enabled":"rule:regular_user" was deprecated in W in favor of "create_network:port_security_enabled":"role:member and project_id:%(project_id)s". Reason: Jan 14 07:20:39.206395 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:20:39.206395 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:20:39.206395 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:20:39.206395 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:segments":"rule:admin_only" was deprecated in W in favor of "create_network:segments":"role:admin and system_scope:all". Reason: Jan 14 07:20:39.206395 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:20:39.206395 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:20:39.206395 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:20:39.206395 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "create_network:provider:network_type":"role:admin and system_scope:all". Reason: Jan 14 07:20:39.206395 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:20:39.206395 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:20:39.206395 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:20:39.206395 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "create_network:provider:physical_network":"role:admin and system_scope:all". Reason: Jan 14 07:20:39.206395 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:20:39.206395 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:20:39.206395 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:20:39.206395 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "create_network:provider:segmentation_id":"role:admin and system_scope:all". Reason: Jan 14 07:20:39.206395 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:20:39.206395 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:20:39.206395 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:20:39.206395 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network":"rule:admin_or_owner or rule:shared or rule:external or rule:context_is_advsvc" was deprecated in W in favor of "get_network":"(role:reader and system_scope:all) or (role:reader and project_id:%(project_id)s) or rule:shared or rule:external or rule:context_is_advsvc". Reason: Jan 14 07:20:39.206395 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:20:39.206395 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:20:39.206395 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:20:39.206395 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:router:external":"rule:regular_user" was deprecated in W in favor of "get_network:router:external":"role:reader and project_id:%(project_id)s". Reason: Jan 14 07:20:39.206395 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:20:39.206395 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:20:39.206395 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:20:39.206395 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:segments":"rule:admin_only" was deprecated in W in favor of "get_network:segments":"role:reader and system_scope:all". Reason: Jan 14 07:20:39.206395 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:20:39.206395 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:20:39.206395 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:20:39.209983 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "get_network:provider:network_type":"role:reader and system_scope:all". Reason: Jan 14 07:20:39.209983 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:20:39.209983 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:20:39.209983 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:20:39.209983 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "get_network:provider:physical_network":"role:reader and system_scope:all". Reason: Jan 14 07:20:39.209983 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:20:39.209983 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:20:39.209983 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:20:39.209983 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "get_network:provider:segmentation_id":"role:reader and system_scope:all". Reason: Jan 14 07:20:39.209983 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:20:39.209983 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:20:39.209983 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:20:39.209983 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network":"rule:admin_or_owner" was deprecated in W in favor of "update_network":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 07:20:39.209983 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:20:39.209983 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:20:39.209983 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:20:39.209983 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:segments":"rule:admin_only" was deprecated in W in favor of "update_network:segments":"role:admin and system_scope:all". Reason: Jan 14 07:20:39.209983 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:20:39.209983 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:20:39.209983 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:20:39.246528 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-471ddf6f-5025-4c39-b35c-965bf2773482 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.006s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:20:39.256113 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d63af9fe-0b62-4afc-bbb7-de6adba4f533 req-632f8880-2b44-42d6-81ba-20d6d17fa937 tempest-ServerTagsTestJSON-1255350901 tempest-ServerTagsTestJSON-1255350901] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:20:39.259312 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [req-d63af9fe-0b62-4afc-bbb7-de6adba4f533 req-632f8880-2b44-42d6-81ba-20d6d17fa937 tempest-ServerTagsTestJSON-1255350901 tempest-ServerTagsTestJSON-1255350901] 10.222.0.24 "GET /v2.0/networks?id=1b5c9afb-7c26-47b7-9cdf-7b2415b9650e HTTP/1.1" status: 200 len: 808 time: 0.7683434 Jan 14 07:20:39.260681 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-589b61ff-2e6d-4a17-87f0-5d4b3c57fa93 tempest-RoutersIpV6Test-883692175 tempest-RoutersIpV6Test-883692175] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036854176830', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850887149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3912591'] for network, after_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:20:39.264146 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4250c1d1-1c2c-45ee-be61-158f05bfc871 tempest-AllowedAddressPairTestJSON-747646770 tempest-AllowedAddressPairTestJSON-747646770] Received port after_create {{(pid=84875) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 14 07:20:39.317651 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-02090a99-18d7-4cb9-8cd1-61b55b4cade5 tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] Notify callbacks [] for subnet, before_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:20:39.364654 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.agents_db [None req-5b939a2f-078d-4c69-a188-cb55a28a77a0 None None] Agent healthcheck: found 7 active agents {{(pid=84877) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Jan 14 07:20:39.408416 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:20:39.422662 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2779e250-3a62-4e9a-be98-05601538f976 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2fa5344f-54bf-4ccf-a52e-e049a594f2b3,revision_number=None']} {{(pid=84874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:20:39.427140 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-2779e250-3a62-4e9a-be98-05601538f976 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.181s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:20:39.450086 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-2779e250-3a62-4e9a-be98-05601538f976 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:20:39.455805 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-2779e250-3a62-4e9a-be98-05601538f976 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/2fa5344f-54bf-4ccf-a52e-e049a594f2b3 HTTP/1.1" status: 204 len: 168 time: 1.4804335 Jan 14 07:20:39.516146 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-589b61ff-2e6d-4a17-87f0-5d4b3c57fa93 tempest-RoutersIpV6Test-883692175 tempest-RoutersIpV6Test-883692175] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3207107'] for network, before_response {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:20:39.527017 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-02090a99-18d7-4cb9-8cd1-61b55b4cade5 tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036851807232'] for subnet, precommit_delete_associations {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:20:39.584835 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-589b61ff-2e6d-4a17-87f0-5d4b3c57fa93 tempest-RoutersIpV6Test-883692175 tempest-RoutersIpV6Test-883692175] 10.222.0.24 "DELETE /v2.0/networks/4f4fd859-936f-4644-83e0-dde174ebea87 HTTP/1.1" status: 204 len: 168 time: 6.4589813 Jan 14 07:20:39.617023 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84874) accepted ('10.222.0.24', 39586) {{(pid=84874) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:20:39.631557 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-589b61ff-2e6d-4a17-87f0-5d4b3c57fa93 tempest-RoutersIpV6Test-883692175 tempest-RoutersIpV6Test-883692175] Pushing event deleted for resources: {'Network': ['ID=4f4fd859-936f-4644-83e0-dde174ebea87,revision_number=None']} {{(pid=84875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:20:39.642391 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-589b61ff-2e6d-4a17-87f0-5d4b3c57fa93 tempest-RoutersIpV6Test-883692175 tempest-RoutersIpV6Test-883692175] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.234s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:20:39.649393 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.v2.base [None req-0ecf33a5-518d-47e4-95ac-614b8a0e82e0 tempest-RoutersIpV6Test-883692175 tempest-RoutersIpV6Test-883692175] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1408729730'}} {{(pid=84874) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:20:39.658156 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [req-d63af9fe-0b62-4afc-bbb7-de6adba4f533 req-bf69667d-deb5-4f08-b005-0eb4fef9e5d1 tempest-ServerTagsTestJSON-1255350901 tempest-ServerTagsTestJSON-1255350901] 10.222.0.24 "GET /v2.0/quotas/d0ee78b849744df49fa3d7e232811e34 HTTP/1.1" status: 200 len: 375 time: 0.2530088 Jan 14 07:20:39.684711 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-0ecf33a5-518d-47e4-95ac-614b8a0e82e0 tempest-RoutersIpV6Test-883692175 tempest-RoutersIpV6Test-883692175] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:20:39.733604 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-0ecf33a5-518d-47e4-95ac-614b8a0e82e0 tempest-RoutersIpV6Test-883692175 tempest-RoutersIpV6Test-883692175] Usage tracker for resource:network and tenant:d787627cdb8d4cc9b70642659fae99d7 is out of sync, need to count used quota {{(pid=84874) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:20:39.756661 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Device 4eae400f-127d-4c62-b646-ef535804fa27 up at agent ovs-agent-n-d-768862-2 {{(pid=84876) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 07:20:39.757888 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-0ecf33a5-518d-47e4-95ac-614b8a0e82e0 tempest-RoutersIpV6Test-883692175 tempest-RoutersIpV6Test-883692175] Quota usage for network was recalculated. Used quota:0. {{(pid=84874) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:20:39.793917 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-0ecf33a5-518d-47e4-95ac-614b8a0e82e0 tempest-RoutersIpV6Test-883692175 tempest-RoutersIpV6Test-883692175] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:20:39.827973 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [req-d63af9fe-0b62-4afc-bbb7-de6adba4f533 req-f2a5ec2b-07bc-4242-b93e-f79929a44c91 tempest-ServerTagsTestJSON-1255350901 tempest-ServerTagsTestJSON-1255350901] 10.222.0.24 "GET /v2.0/ports?tenant_id=d0ee78b849744df49fa3d7e232811e34&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1676736 Jan 14 07:20:39.847372 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0ecf33a5-518d-47e4-95ac-614b8a0e82e0 tempest-RoutersIpV6Test-883692175 tempest-RoutersIpV6Test-883692175] Made reservation on behalf of d787627cdb8d4cc9b70642659fae99d7 for: {'network': 1} {{(pid=84874) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 07:20:39.858897 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-0ecf33a5-518d-47e4-95ac-614b8a0e82e0 tempest-RoutersIpV6Test-883692175 tempest-RoutersIpV6Test-883692175] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555753'] for network, before_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:20:39.892100 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.v2.base [None req-a84eecf5-7efa-4728-a613-2c07439b9006 tempest-QuotasNegativeTest-1299002298 tempest-QuotasNegativeTest-1299002298] Request body: {'quota': {'network': 2}} {{(pid=84875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:20:39.923996 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-02090a99-18d7-4cb9-8cd1-61b55b4cade5 tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036854176836'] for subnet, precommit_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:20:39.956772 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4250c1d1-1c2c-45ee-be61-158f05bfc871 tempest-AllowedAddressPairTestJSON-747646770 tempest-AllowedAddressPairTestJSON-747646770] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:20:39.957340 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0ecf33a5-518d-47e4-95ac-614b8a0e82e0 tempest-RoutersIpV6Test-883692175 tempest-RoutersIpV6Test-883692175] vxlan segment allocate from pool success with {'vxlan_vni': 3} {{(pid=84874) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Jan 14 07:20:39.958040 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-4250c1d1-1c2c-45ee-be61-158f05bfc871 tempest-AllowedAddressPairTestJSON-747646770 tempest-AllowedAddressPairTestJSON-747646770] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854768116'] for port, before_response {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:20:39.960991 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-5d7a5b79-8c46-477c-a8e6-19ca222ef83f None None] Provisioning for port 464fa71d-0f29-4025-b824-77f7db07499d completed by entity DHCP. {{(pid=84876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 07:20:39.979787 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Provisioning complete for port 4eae400f-127d-4c62-b646-ef535804fa27 triggered by entity L2. {{(pid=84876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 07:20:39.981897 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-604227'] for port, provisioning_complete {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:20:39.992465 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-0ecf33a5-518d-47e4-95ac-614b8a0e82e0 tempest-RoutersIpV6Test-883692175 tempest-RoutersIpV6Test-883692175] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854179735'] for segment, precommit_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:20:39.993361 n-d-768862-2 neutron-server[84765]: INFO neutron.db.segments_db [None req-0ecf33a5-518d-47e4-95ac-614b8a0e82e0 tempest-RoutersIpV6Test-883692175 tempest-RoutersIpV6Test-883692175] Added segment 38ed1ee4-3fa1-4ad3-9e10-35df70ecef94 of type vxlan for network c1432bbe-f35f-4271-82be-eac0273f0276 Jan 14 07:20:40.001651 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-4250c1d1-1c2c-45ee-be61-158f05bfc871 tempest-AllowedAddressPairTestJSON-747646770 tempest-AllowedAddressPairTestJSON-747646770] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 7.7111397 Jan 14 07:20:40.007523 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84875) accepted ('10.222.0.24', 39596) {{(pid=84875) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:20:40.017017 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-a84eecf5-7efa-4728-a613-2c07439b9006 tempest-QuotasNegativeTest-1299002298 tempest-QuotasNegativeTest-1299002298] 10.222.0.24 "PUT /v2.0/quotas/507ad1072ea14dd6912b2dd21c7b310a HTTP/1.1" status: 200 len: 368 time: 1.4635997 Jan 14 07:20:40.024162 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84875) accepted ('10.222.0.24', 39598) {{(pid=84875) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:20:40.039206 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.v2.base [None req-08d4b9ba-a584-4f69-962c-280ed971264f tempest-AllowedAddressPairTestJSON-747646770 tempest-AllowedAddressPairTestJSON-747646770] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.0/16', 'mac_address': 'fa:16:3e:4f:7e:42'}]}} {{(pid=84875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:20:40.134900 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-5d7a5b79-8c46-477c-a8e6-19ca222ef83f None None] Provisioning complete for port 464fa71d-0f29-4025-b824-77f7db07499d triggered by entity DHCP. {{(pid=84876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 07:20:40.135572 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-5d7a5b79-8c46-477c-a8e6-19ca222ef83f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-604227'] for port, provisioning_complete {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:20:40.182337 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-0ecf33a5-518d-47e4-95ac-614b8a0e82e0 tempest-RoutersIpV6Test-883692175 tempest-RoutersIpV6Test-883692175] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363259214646115'] for network, precommit_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:20:40.209839 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.v2.base [None req-5354e662-e296-4675-b796-02ac3f78a069 tempest-QuotasNegativeTest-1299002298 tempest-QuotasNegativeTest-1299002298] Request body: {'network': {'project_id': '507ad1072ea14dd6912b2dd21c7b310a'}} {{(pid=84875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:20:40.327139 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-5354e662-e296-4675-b796-02ac3f78a069 tempest-QuotasNegativeTest-1299002298 tempest-QuotasNegativeTest-1299002298] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:20:40.418296 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.plugin [None req-5d7a5b79-8c46-477c-a8e6-19ca222ef83f None None] Port 464fa71d-0f29-4025-b824-77f7db07499d cannot update to ACTIVE because it is not bound. {{(pid=84876) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:329}} Jan 14 07:20:40.430388 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-0ecf33a5-518d-47e4-95ac-614b8a0e82e0 tempest-RoutersIpV6Test-883692175 tempest-RoutersIpV6Test-883692175] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850887149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964'] for network, after_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:20:40.472326 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-5354e662-e296-4675-b796-02ac3f78a069 tempest-QuotasNegativeTest-1299002298 tempest-QuotasNegativeTest-1299002298] Usage tracker for resource:network and tenant:507ad1072ea14dd6912b2dd21c7b310a is out of sync, need to count used quota {{(pid=84875) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:20:40.476290 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ecf33a5-518d-47e4-95ac-614b8a0e82e0 tempest-RoutersIpV6Test-883692175 tempest-RoutersIpV6Test-883692175] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:20:40.477534 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-0ecf33a5-518d-47e4-95ac-614b8a0e82e0 tempest-RoutersIpV6Test-883692175 tempest-RoutersIpV6Test-883692175] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3207107'] for network, before_response {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:20:40.489298 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-5354e662-e296-4675-b796-02ac3f78a069 tempest-QuotasNegativeTest-1299002298 tempest-QuotasNegativeTest-1299002298] Quota usage for network was recalculated. Used quota:0. {{(pid=84875) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:20:40.506759 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:20:40.520077 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-5354e662-e296-4675-b796-02ac3f78a069 tempest-QuotasNegativeTest-1299002298 tempest-QuotasNegativeTest-1299002298] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 2; headroom:2 {{(pid=84875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:20:40.536756 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5354e662-e296-4675-b796-02ac3f78a069 tempest-QuotasNegativeTest-1299002298 tempest-QuotasNegativeTest-1299002298] Made reservation on behalf of 507ad1072ea14dd6912b2dd21c7b310a for: {'network': 1} {{(pid=84875) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 07:20:40.541767 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-5354e662-e296-4675-b796-02ac3f78a069 tempest-QuotasNegativeTest-1299002298 tempest-QuotasNegativeTest-1299002298] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555753'] for network, before_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:20:40.560359 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-5354e662-e296-4675-b796-02ac3f78a069 tempest-QuotasNegativeTest-1299002298 tempest-QuotasNegativeTest-1299002298] Notify callbacks [] for security_group, before_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:20:40.608185 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-5354e662-e296-4675-b796-02ac3f78a069 tempest-QuotasNegativeTest-1299002298 tempest-QuotasNegativeTest-1299002298] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:20:40.623983 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-5354e662-e296-4675-b796-02ac3f78a069 tempest-QuotasNegativeTest-1299002298 tempest-QuotasNegativeTest-1299002298] Usage tracker for resource:security_group_rule and tenant:507ad1072ea14dd6912b2dd21c7b310a is out of sync, need to count used quota {{(pid=84875) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:20:40.637972 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84875) accepted ('10.222.0.24', 39610) {{(pid=84875) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:20:40.639022 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-5354e662-e296-4675-b796-02ac3f78a069 tempest-QuotasNegativeTest-1299002298 tempest-QuotasNegativeTest-1299002298] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84875) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:20:40.696766 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-5354e662-e296-4675-b796-02ac3f78a069 tempest-QuotasNegativeTest-1299002298 tempest-QuotasNegativeTest-1299002298] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:20:40.700629 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ecf33a5-518d-47e4-95ac-614b8a0e82e0 tempest-RoutersIpV6Test-883692175 tempest-RoutersIpV6Test-883692175] Pushing event updated for resources: {'Network': ['ID=c1432bbe-f35f-4271-82be-eac0273f0276,revision_number=1']} {{(pid=84874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:20:40.714956 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-852a24f7-e9a1-4193-9abb-e9506fe5213f None None] Network c1432bbe-f35f-4271-82be-eac0273f0276 details requested by agent ovs-agent-n-h2-768862-2 with host n-h2-768862-2 {{(pid=84876) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 07:20:40.751387 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-0ecf33a5-518d-47e4-95ac-614b8a0e82e0 tempest-RoutersIpV6Test-883692175 tempest-RoutersIpV6Test-883692175] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.245s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:20:40.791296 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-0ecf33a5-518d-47e4-95ac-614b8a0e82e0 tempest-RoutersIpV6Test-883692175 tempest-RoutersIpV6Test-883692175] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 1.1730099 Jan 14 07:20:40.800626 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84874) accepted ('10.222.0.24', 39614) {{(pid=84874) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:20:40.823554 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.v2.base [None req-ddfd7ed7-fb45-467e-a3b2-851d2facfe04 tempest-RoutersIpV6Test-883692175 tempest-RoutersIpV6Test-883692175] Request body: {'subnet': {'network_id': 'c1432bbe-f35f-4271-82be-eac0273f0276', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=84874) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:20:40.848335 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-5b7e3234-348a-40ee-a34d-a51795959b2a admin admin] Notify callbacks [] for security_group, before_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:20:40.865936 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-017f98a9-8a07-408c-a86f-8ff0c00400a0 None None] Network c1432bbe-f35f-4271-82be-eac0273f0276 details requested by agent ovs-agent-n-h1-768862-2 with host n-h1-768862-2 {{(pid=84876) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 07:20:40.887146 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [req-d63af9fe-0b62-4afc-bbb7-de6adba4f533 req-5bcedab7-8d1f-41f6-a397-83886950c0cf service neutron] 10.222.0.24 "GET /v2.0/networks/1b5c9afb-7c26-47b7-9cdf-7b2415b9650e?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0571339 Jan 14 07:20:40.897101 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84875) accepted ('10.222.0.24', 39618) {{(pid=84875) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:20:40.903563 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-5b7e3234-348a-40ee-a34d-a51795959b2a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:20:40.962824 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Network c1432bbe-f35f-4271-82be-eac0273f0276 details requested by agent ovs-agent-n-d-768862-2 with host n-d-768862-2 {{(pid=84876) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 07:20:40.971166 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-5b7e3234-348a-40ee-a34d-a51795959b2a admin admin] Usage tracker for resource:security_group_rule and tenant:f5932a6537e5441ab113e53b2124c635 is out of sync, need to count used quota {{(pid=84875) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:20:40.982003 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-5b7e3234-348a-40ee-a34d-a51795959b2a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84875) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:20:41.095479 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-5b7e3234-348a-40ee-a34d-a51795959b2a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:20:41.103331 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-ddfd7ed7-fb45-467e-a3b2-851d2facfe04 tempest-RoutersIpV6Test-883692175 tempest-RoutersIpV6Test-883692175] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:20:41.110469 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-ddfd7ed7-fb45-467e-a3b2-851d2facfe04 tempest-RoutersIpV6Test-883692175 tempest-RoutersIpV6Test-883692175] Usage tracker for resource:subnet and tenant:d787627cdb8d4cc9b70642659fae99d7 is out of sync, need to count used quota {{(pid=84874) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:20:41.115030 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-ddfd7ed7-fb45-467e-a3b2-851d2facfe04 tempest-RoutersIpV6Test-883692175 tempest-RoutersIpV6Test-883692175] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84874) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:20:41.124968 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-ddfd7ed7-fb45-467e-a3b2-851d2facfe04 tempest-RoutersIpV6Test-883692175 tempest-RoutersIpV6Test-883692175] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:20:41.138856 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-02090a99-18d7-4cb9-8cd1-61b55b4cade5 tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-598964', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850887113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036851521664', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2794686'] for subnet, after_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:20:41.141033 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-08d4b9ba-a584-4f69-962c-280ed971264f tempest-AllowedAddressPairTestJSON-747646770 tempest-AllowedAddressPairTestJSON-747646770] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555753'] for port, before_update {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:20:41.145490 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-017f98a9-8a07-408c-a86f-8ff0c00400a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363259214191800', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854171626'] for agent, after_update {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:20:41.173718 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-af4611cc-dee2-4ff8-a26f-ba84dc110c14 tempest-RoutersIpV6Test-883692175 tempest-RoutersIpV6Test-883692175] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:20:41.209021 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ddfd7ed7-fb45-467e-a3b2-851d2facfe04 tempest-RoutersIpV6Test-883692175 tempest-RoutersIpV6Test-883692175] Made reservation on behalf of d787627cdb8d4cc9b70642659fae99d7 for: {'subnet': 1} {{(pid=84874) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 07:20:41.400928 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-924f118d-cb02-48cb-b4dd-536f0a78c360 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:20:41.440046 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [req-d63af9fe-0b62-4afc-bbb7-de6adba4f533 req-b2320aa6-b4ae-4192-b51b-d355e26fdeea service neutron] 10.222.0.24 "GET /v2.0/networks/1b5c9afb-7c26-47b7-9cdf-7b2415b9650e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.5333486 Jan 14 07:20:41.496052 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-924f118d-cb02-48cb-b4dd-536f0a78c360 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:20:41.529764 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-924f118d-cb02-48cb-b4dd-536f0a78c360 admin admin] Usage tracker for resource:security_group_rule and tenant:bdbbb021bac449bb9f10b841f4826dc5 is out of sync, need to count used quota {{(pid=84875) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:20:41.545131 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-924f118d-cb02-48cb-b4dd-536f0a78c360 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84875) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:20:41.569798 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-924f118d-cb02-48cb-b4dd-536f0a78c360 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:20:41.659944 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02090a99-18d7-4cb9-8cd1-61b55b4cade5 tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] Pushing event deleted for resources: {'Subnet': ['ID=5ed379a2-5b33-4de7-830d-39acafd394ac,revision_number=None']} {{(pid=84874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:20:41.668831 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-02090a99-18d7-4cb9-8cd1-61b55b4cade5 tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.494s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:20:41.676960 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-5354e662-e296-4675-b796-02ac3f78a069 tempest-QuotasNegativeTest-1299002298 tempest-QuotasNegativeTest-1299002298] Notify callbacks [] for security_group, precommit_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:20:41.792660 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-5354e662-e296-4675-b796-02ac3f78a069 tempest-QuotasNegativeTest-1299002298 tempest-QuotasNegativeTest-1299002298] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850887153'] for security_group, after_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:20:41.828199 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-3967573c-7a86-48e6-a54b-f38bb2a51ae9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:20:41.873936 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2bccb42b-9fa2-4bf0-af13-7cc5c062ac5c None None] Network 23f0a15d-6362-4cec-82c1-cacba887c566 requested from n-d-768862-2 {{(pid=84876) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 07:20:41.896872 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-5b7e3234-348a-40ee-a34d-a51795959b2a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:20:41.907094 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5354e662-e296-4675-b796-02ac3f78a069 tempest-QuotasNegativeTest-1299002298 tempest-QuotasNegativeTest-1299002298] vxlan segment allocate from pool success with {'vxlan_vni': 15} {{(pid=84875) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Jan 14 07:20:41.927412 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-5b7e3234-348a-40ee-a34d-a51795959b2a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850887153'] for security_group, after_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:20:41.950189 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-02090a99-18d7-4cb9-8cd1-61b55b4cade5 tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3207107'] for subnet, before_response {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:20:41.989514 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [req-4e9581b5-c6a0-4397-a654-79c1daa711c9 req-6b0883de-cb52-480c-bcf0-b750bb3cd42b service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=bdbbb021bac449bb9f10b841f4826dc5&device_id=a24fc438-2b17-47cc-837e-ac81ac78480e HTTP/1.1" status: 200 len: 210 time: 0.6952424 Jan 14 07:20:41.989864 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-5354e662-e296-4675-b796-02ac3f78a069 tempest-QuotasNegativeTest-1299002298 tempest-QuotasNegativeTest-1299002298] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment--9223363259214191851', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854179735'] for segment, precommit_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:20:41.990473 n-d-768862-2 neutron-server[84765]: INFO neutron.db.segments_db [None req-5354e662-e296-4675-b796-02ac3f78a069 tempest-QuotasNegativeTest-1299002298 tempest-QuotasNegativeTest-1299002298] Added segment 2819c3e4-e67a-450b-bee6-2fc351cf5f04 of type vxlan for network b56e5d81-e8b2-4be7-bd7a-e4cf5da5fb95 Jan 14 07:20:42.027523 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-5354e662-e296-4675-b796-02ac3f78a069 tempest-QuotasNegativeTest-1299002298 tempest-QuotasNegativeTest-1299002298] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363259214646115'] for network, precommit_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:20:42.077529 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [req-4e9581b5-c6a0-4397-a654-79c1daa711c9 req-a61cd8af-4934-4e00-a436-ac7807fff876 service neutron] 10.222.0.35 "GET /v2.0/networks?tenant_id=bdbbb021bac449bb9f10b841f4826dc5&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0680261 Jan 14 07:20:42.080681 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-02090a99-18d7-4cb9-8cd1-61b55b4cade5 tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] 10.222.0.24 "DELETE /v2.0/subnets/5ed379a2-5b33-4de7-830d-39acafd394ac HTTP/1.1" status: 204 len: 168 time: 3.5125201 Jan 14 07:20:42.089859 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-ddfd7ed7-fb45-467e-a3b2-851d2facfe04 tempest-RoutersIpV6Test-883692175 tempest-RoutersIpV6Test-883692175] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036851981161'] for subnet, before_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:20:42.161972 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-08d4b9ba-a584-4f69-962c-280ed971264f tempest-AllowedAddressPairTestJSON-747646770 tempest-AllowedAddressPairTestJSON-747646770] Notify callbacks [] for port, precommit_update {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:20:42.176471 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-5b7e3234-348a-40ee-a34d-a51795959b2a admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=f5932a6537e5441ab113e53b2124c635&name=default HTTP/1.1" status: 200 len: 2983 time: 1.5202618 Jan 14 07:20:42.177731 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5354e662-e296-4675-b796-02ac3f78a069 tempest-QuotasNegativeTest-1299002298 tempest-QuotasNegativeTest-1299002298] Pushing event updated for resources: {'SecurityGroup': ['ID=d6fd07c2-d871-4d90-a4d9-476364e35dca,revision_number=1']} {{(pid=84875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:20:42.197131 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-5354e662-e296-4675-b796-02ac3f78a069 tempest-QuotasNegativeTest-1299002298 tempest-QuotasNegativeTest-1299002298] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.369s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:20:42.220937 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84875) accepted ('10.222.0.24', 39636) {{(pid=84875) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:20:42.223868 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84875) accepted ('10.222.0.24', 39644) {{(pid=84875) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:20:42.225524 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-c173f118-a92e-4fbc-95b2-e5c3879b8cbd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.058s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:20:42.251345 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-08d4b9ba-a584-4f69-962c-280ed971264f tempest-AllowedAddressPairTestJSON-747646770 tempest-AllowedAddressPairTestJSON-747646770] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777640533312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363259214678337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777640097497', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3154211'] for port, after_update {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:20:42.418505 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84874) accepted ('10.222.0.24', 39648) {{(pid=84874) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:20:42.639507 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-5354e662-e296-4675-b796-02ac3f78a069 tempest-QuotasNegativeTest-1299002298 tempest-QuotasNegativeTest-1299002298] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850887149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964'] for network, after_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:20:42.642395 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5354e662-e296-4675-b796-02ac3f78a069 tempest-QuotasNegativeTest-1299002298 tempest-QuotasNegativeTest-1299002298] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:20:42.643489 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-5354e662-e296-4675-b796-02ac3f78a069 tempest-QuotasNegativeTest-1299002298 tempest-QuotasNegativeTest-1299002298] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3207107'] for network, before_response {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:20:42.684726 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-852a24f7-e9a1-4193-9abb-e9506fe5213f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363259214191800', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854171626'] for agent, after_update {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:20:42.789898 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e9581b5-c6a0-4397-a654-79c1daa711c9 req-23e6b0f7-27ad-45f0-8e1c-ea33703c1202 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:20:42.791789 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [req-4e9581b5-c6a0-4397-a654-79c1daa711c9 req-23e6b0f7-27ad-45f0-8e1c-ea33703c1202 service neutron] 10.222.0.35 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 863 time: 0.3720491 Jan 14 07:20:42.865206 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7df00a1f-90c4-4f87-a781-9eeb3ab9da3e None None] DHCP port deletion for 23f0a15d-6362-4cec-82c1-cacba887c566 request from n-d-768862-2 {{(pid=84876) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Jan 14 07:20:42.875585 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.plugin [None req-7df00a1f-90c4-4f87-a781-9eeb3ab9da3e None None] Deleting port 4eae400f-127d-4c62-b646-ef535804fa27 {{(pid=84876) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 07:20:42.876410 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-7df00a1f-90c4-4f87-a781-9eeb3ab9da3e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363259214248359'] for port, before_delete {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:20:42.887810 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-5354e662-e296-4675-b796-02ac3f78a069 tempest-QuotasNegativeTest-1299002298 tempest-QuotasNegativeTest-1299002298] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 831 time: 2.8591211 Jan 14 07:20:42.921634 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-00a774d4-c7d5-4a52-9fc0-96c7ae49ea85 tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] 10.222.0.24 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1923413 Jan 14 07:20:42.932199 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84875) accepted ('10.222.0.24', 39662) {{(pid=84875) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:20:42.932199 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84875) accepted ('10.222.0.24', 39664) {{(pid=84875) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:20:42.978374 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.db_base_plugin_v2 [None req-0fc56f78-221c-4260-ae27-3cc86ce3b23e admin admin] Deleting subnet ea4fd68c-90e5-437f-99d4-3e0b9b261f4f {{(pid=84874) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Jan 14 07:20:42.993058 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-0fc56f78-221c-4260-ae27-3cc86ce3b23e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:20:43.044282 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.v2.base [None req-bcb78f9e-04e1-4cf2-a0c6-50ffb195e9cf tempest-QuotasNegativeTest-1299002298 tempest-QuotasNegativeTest-1299002298] Request body: {'network': {'project_id': '507ad1072ea14dd6912b2dd21c7b310a'}} {{(pid=84875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:20:43.112394 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-bcb78f9e-04e1-4cf2-a0c6-50ffb195e9cf tempest-QuotasNegativeTest-1299002298 tempest-QuotasNegativeTest-1299002298] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:20:43.120070 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b7e3234-348a-40ee-a34d-a51795959b2a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cb4f21ad-0ef7-4547-8daf-345666b2fed6,revision_number=1']} {{(pid=84875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:20:43.125523 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-0fc56f78-221c-4260-ae27-3cc86ce3b23e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036851807232'] for subnet, precommit_delete_associations {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:20:43.174654 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-bcb78f9e-04e1-4cf2-a0c6-50ffb195e9cf tempest-QuotasNegativeTest-1299002298 tempest-QuotasNegativeTest-1299002298] Usage tracker for resource:network and tenant:507ad1072ea14dd6912b2dd21c7b310a is out of sync, need to count used quota {{(pid=84875) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:20:43.181537 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-5b7e3234-348a-40ee-a34d-a51795959b2a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.955s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:20:43.199077 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-22f6fe06-34e4-4921-841b-0d7ee4466904 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.443s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:20:43.312845 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-bcb78f9e-04e1-4cf2-a0c6-50ffb195e9cf tempest-QuotasNegativeTest-1299002298 tempest-QuotasNegativeTest-1299002298] Quota usage for network was recalculated. Used quota:1. {{(pid=84875) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:20:43.314198 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-0fc56f78-221c-4260-ae27-3cc86ce3b23e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036854176836'] for subnet, precommit_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:20:43.317351 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08d4b9ba-a584-4f69-962c-280ed971264f tempest-AllowedAddressPairTestJSON-747646770 tempest-AllowedAddressPairTestJSON-747646770] Pushing event updated for resources: {'Port': ['ID=464fa71d-0f29-4025-b824-77f7db07499d,revision_number=2']} {{(pid=84875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:20:43.331665 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-08d4b9ba-a584-4f69-962c-280ed971264f tempest-AllowedAddressPairTestJSON-747646770 tempest-AllowedAddressPairTestJSON-747646770] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:20:43.335622 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-338fb122-dea1-43a1-83a7-d8447d06dc70 tempest-TaggedBootDevicesTest_v242-294831919 tempest-TaggedBootDevicesTest_v242-294831919] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.579s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:20:43.357342 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-bcb78f9e-04e1-4cf2-a0c6-50ffb195e9cf tempest-QuotasNegativeTest-1299002298 tempest-QuotasNegativeTest-1299002298] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 2; headroom:1 {{(pid=84875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:20:43.399003 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-e56e72bb-c74d-4dd7-9f6e-635dd7a07c26 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:20:43.403959 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-924f118d-cb02-48cb-b4dd-536f0a78c360 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:20:43.475643 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [None req-7df00a1f-90c4-4f87-a781-9eeb3ab9da3e None None] For port 4eae400f-127d-4c62-b646-ef535804fa27, host n-d-768862-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-2',level=0,port_id=4eae400f-127d-4c62-b646-ef535804fa27,segment=NetworkSegment(56f1c7cf-f3a3-41d2-9677-68978131444f),segment_id=56f1c7cf-f3a3-41d2-9677-68978131444f)] {{(pid=84876) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 07:20:43.476225 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-7df00a1f-90c4-4f87-a781-9eeb3ab9da3e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036850862667'] for port, precommit_delete {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:20:43.500476 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-924f118d-cb02-48cb-b4dd-536f0a78c360 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850887153'] for security_group, after_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:20:43.513456 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [req-457e307b-3a40-482f-ad3f-955119ac9ef4 req-cfa9e410-ddf4-4b97-bf8f-263aa63f33fa service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=bdbbb021bac449bb9f10b841f4826dc5&device_id=a24fc438-2b17-47cc-837e-ac81ac78480e HTTP/1.1" status: 200 len: 210 time: 0.1416194 Jan 14 07:20:43.561191 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-924f118d-cb02-48cb-b4dd-536f0a78c360 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=bdbbb021bac449bb9f10b841f4826dc5&name=default HTTP/1.1" status: 200 len: 2983 time: 2.6602252 Jan 14 07:20:43.563457 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bcb78f9e-04e1-4cf2-a0c6-50ffb195e9cf tempest-QuotasNegativeTest-1299002298 tempest-QuotasNegativeTest-1299002298] Made reservation on behalf of 507ad1072ea14dd6912b2dd21c7b310a for: {'network': 1} {{(pid=84875) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 07:20:43.572508 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-bcb78f9e-04e1-4cf2-a0c6-50ffb195e9cf tempest-QuotasNegativeTest-1299002298 tempest-QuotasNegativeTest-1299002298] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555753'] for network, before_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:20:43.614592 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84875) accepted ('10.222.0.24', 39670) {{(pid=84875) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:20:43.639700 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.plugin [None req-7df00a1f-90c4-4f87-a781-9eeb3ab9da3e None None] Calling delete_port for 4eae400f-127d-4c62-b646-ef535804fa27 owned by network:dhcp {{(pid=84876) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 07:20:43.726295 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Device 4eae400f-127d-4c62-b646-ef535804fa27 no longer exists at agent ovs-agent-n-d-768862-2 {{(pid=84876) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jan 14 07:20:43.736330 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bcb78f9e-04e1-4cf2-a0c6-50ffb195e9cf tempest-QuotasNegativeTest-1299002298 tempest-QuotasNegativeTest-1299002298] vxlan segment allocate from pool success with {'vxlan_vni': 18} {{(pid=84875) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Jan 14 07:20:43.755549 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-bcb78f9e-04e1-4cf2-a0c6-50ffb195e9cf tempest-QuotasNegativeTest-1299002298 tempest-QuotasNegativeTest-1299002298] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment--9223363259214191851', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854179735'] for segment, precommit_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:20:43.757351 n-d-768862-2 neutron-server[84765]: INFO neutron.db.segments_db [None req-bcb78f9e-04e1-4cf2-a0c6-50ffb195e9cf tempest-QuotasNegativeTest-1299002298 tempest-QuotasNegativeTest-1299002298] Added segment 68e19193-5bb9-4898-98b8-39eb11cf78ee of type vxlan for network c252cde4-4982-49af-adf3-1223884e51c7 Jan 14 07:20:43.768062 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.plugin [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] No Port match for: 4eae400f-127d-4c62-b646-ef535804fa27 {{(pid=84876) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2188}} Jan 14 07:20:43.768505 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Device 4eae400f-127d-4c62-b646-ef535804fa27 not bound to the agent host n-d-768862-2 {{(pid=84876) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jan 14 07:20:43.769999 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [req-457e307b-3a40-482f-ad3f-955119ac9ef4 req-b6ef70b1-7502-4a40-9812-73a15789bfdc service neutron] 10.222.0.35 "GET /v2.0/networks?tenant_id=bdbbb021bac449bb9f10b841f4826dc5&shared=False HTTP/1.1" status: 200 len: 213 time: 0.2462368 Jan 14 07:20:43.771031 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-7df00a1f-90c4-4f87-a781-9eeb3ab9da3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777640533329', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777640097463'] for port, after_delete {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:20:43.815600 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-bcb78f9e-04e1-4cf2-a0c6-50ffb195e9cf tempest-QuotasNegativeTest-1299002298 tempest-QuotasNegativeTest-1299002298] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363259214646115'] for network, precommit_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:20:43.830518 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:shared":"rule:admin_only" was deprecated in W in favor of "update_network:shared":"role:admin and system_scope:all". Reason: Jan 14 07:20:43.830518 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:20:43.830518 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:20:43.830518 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:20:43.830518 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "update_network:provider:network_type":"role:admin and system_scope:all". Reason: Jan 14 07:20:43.830518 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:20:43.830518 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:20:43.830518 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:20:43.830518 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "update_network:provider:physical_network":"role:admin and system_scope:all". Reason: Jan 14 07:20:43.830518 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:20:43.830518 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:20:43.830518 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:20:43.830518 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "update_network:provider:segmentation_id":"role:admin and system_scope:all". Reason: Jan 14 07:20:43.830518 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:20:43.830518 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:20:43.830518 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:20:43.830518 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:router:external":"rule:admin_only" was deprecated in W in favor of "update_network:router:external":"role:admin and system_scope:all". Reason: Jan 14 07:20:43.830518 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:20:43.830518 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:20:43.830518 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:20:43.830518 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:is_default":"rule:admin_only" was deprecated in W in favor of "update_network:is_default":"role:admin and system_scope:all". Reason: Jan 14 07:20:43.830518 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:20:43.830518 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:20:43.830518 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:20:43.830518 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:port_security_enabled":"rule:admin_or_owner" was deprecated in W in favor of "update_network:port_security_enabled":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 07:20:43.830518 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:20:43.830518 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:20:43.830518 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:20:43.830518 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "delete_network":"rule:admin_or_owner" was deprecated in W in favor of "delete_network":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 07:20:43.830518 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:20:43.830518 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:20:43.830518 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:20:43.830518 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_segment":"rule:admin_only" was deprecated in W in favor of "create_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:20:43.830518 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:20:43.830518 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_segment":"rule:admin_only" was deprecated in W in favor of "get_segment":"role:reader and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:20:43.830518 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:20:43.830518 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_segment":"rule:admin_only" was deprecated in W in favor of "update_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:20:43.830518 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:20:43.830518 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "delete_segment":"rule:admin_only" was deprecated in W in favor of "delete_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:20:43.830518 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:20:43.830518 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network":"rule:regular_user" was deprecated in W in favor of "create_network":"role:member and project_id:%(project_id)s". Reason: Jan 14 07:20:43.830518 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:20:43.836474 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:20:43.836474 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:20:43.836474 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:shared":"rule:admin_only" was deprecated in W in favor of "create_network:shared":"role:admin and system_scope:all". Reason: Jan 14 07:20:43.836474 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:20:43.836474 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:20:43.836474 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:20:43.836474 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:router:external":"rule:admin_only" was deprecated in W in favor of "create_network:router:external":"role:admin and system_scope:all". Reason: Jan 14 07:20:43.836474 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:20:43.836474 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:20:43.836474 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:20:43.836474 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:is_default":"rule:admin_only" was deprecated in W in favor of "create_network:is_default":"role:admin and system_scope:all". Reason: Jan 14 07:20:43.836474 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:20:43.836474 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:20:43.836474 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:20:43.836474 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:port_security_enabled":"rule:regular_user" was deprecated in W in favor of "create_network:port_security_enabled":"role:member and project_id:%(project_id)s". Reason: Jan 14 07:20:43.836474 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:20:43.836474 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:20:43.836474 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:20:43.836474 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:segments":"rule:admin_only" was deprecated in W in favor of "create_network:segments":"role:admin and system_scope:all". Reason: Jan 14 07:20:43.836474 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:20:43.836474 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:20:43.836474 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:20:43.836474 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "create_network:provider:network_type":"role:admin and system_scope:all". Reason: Jan 14 07:20:43.836474 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:20:43.836474 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:20:43.836474 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:20:43.836474 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "create_network:provider:physical_network":"role:admin and system_scope:all". Reason: Jan 14 07:20:43.836474 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:20:43.836474 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:20:43.836474 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:20:43.836474 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "create_network:provider:segmentation_id":"role:admin and system_scope:all". Reason: Jan 14 07:20:43.836474 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:20:43.836474 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:20:43.836474 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:20:43.836474 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network":"rule:admin_or_owner or rule:shared or rule:external or rule:context_is_advsvc" was deprecated in W in favor of "get_network":"(role:reader and system_scope:all) or (role:reader and project_id:%(project_id)s) or rule:shared or rule:external or rule:context_is_advsvc". Reason: Jan 14 07:20:43.836474 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:20:43.836474 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:20:43.836474 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:20:43.836474 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:router:external":"rule:regular_user" was deprecated in W in favor of "get_network:router:external":"role:reader and project_id:%(project_id)s". Reason: Jan 14 07:20:43.836474 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:20:43.836474 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:20:43.836474 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:20:43.836474 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:segments":"rule:admin_only" was deprecated in W in favor of "get_network:segments":"role:reader and system_scope:all". Reason: Jan 14 07:20:43.836474 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:20:43.836474 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:20:43.836474 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:20:43.836474 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "get_network:provider:network_type":"role:reader and system_scope:all". Reason: Jan 14 07:20:43.836474 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:20:43.836474 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:20:43.836474 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:20:43.849247 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "get_network:provider:physical_network":"role:reader and system_scope:all". Reason: Jan 14 07:20:43.849247 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:20:43.849247 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:20:43.849247 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:20:43.849247 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "get_network:provider:segmentation_id":"role:reader and system_scope:all". Reason: Jan 14 07:20:43.849247 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:20:43.849247 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:20:43.849247 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:20:43.849247 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network":"rule:admin_or_owner" was deprecated in W in favor of "update_network":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 07:20:43.849247 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:20:43.849247 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:20:43.849247 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:20:43.849247 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:segments":"rule:admin_only" was deprecated in W in favor of "update_network:segments":"role:admin and system_scope:all". Reason: Jan 14 07:20:43.849247 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:20:43.849247 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:20:43.849247 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:20:43.849247 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:shared":"rule:admin_only" was deprecated in W in favor of "update_network:shared":"role:admin and system_scope:all". Reason: Jan 14 07:20:43.849247 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:20:43.849247 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:20:43.849247 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:20:43.849247 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "update_network:provider:network_type":"role:admin and system_scope:all". Reason: Jan 14 07:20:43.849247 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:20:43.849247 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:20:43.849247 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:20:43.849247 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "update_network:provider:physical_network":"role:admin and system_scope:all". Reason: Jan 14 07:20:43.849247 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:20:43.849247 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:20:43.849247 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:20:43.849247 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "update_network:provider:segmentation_id":"role:admin and system_scope:all". Reason: Jan 14 07:20:43.849247 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:20:43.849247 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:20:43.849247 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:20:43.849247 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:router:external":"rule:admin_only" was deprecated in W in favor of "update_network:router:external":"role:admin and system_scope:all". Reason: Jan 14 07:20:43.849247 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:20:43.849247 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:20:43.849247 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:20:43.849247 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:is_default":"rule:admin_only" was deprecated in W in favor of "update_network:is_default":"role:admin and system_scope:all". Reason: Jan 14 07:20:43.849247 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:20:43.849247 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:20:43.849247 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:20:43.859103 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c73c239a-fe73-436d-98b5-3449cd0ad404 tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:20:43.859981 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-c73c239a-fe73-436d-98b5-3449cd0ad404 tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] Synchronizing usage tracker for tenant:be0aa702e3ca464795a99c51e3b3b04f on resource:port {{(pid=84875) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 14 07:20:43.867122 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.plugin [None req-08d4b9ba-a584-4f69-962c-280ed971264f tempest-AllowedAddressPairTestJSON-747646770 tempest-AllowedAddressPairTestJSON-747646770] In _notify_port_updated(), no bound segment for port 464fa71d-0f29-4025-b824-77f7db07499d on network 55688c5f-235c-490e-a156-b75715fdee0f {{(pid=84875) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:851}} Jan 14 07:20:43.872288 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-d2909d1e-ebc7-4b0d-9335-2f79f387f4fe None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84876) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:20:43.880581 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-ddfd7ed7-fb45-467e-a3b2-851d2facfe04 tempest-RoutersIpV6Test-883692175 tempest-RoutersIpV6Test-883692175] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850887113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3254092', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036851981146'] for subnet, after_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:20:43.888962 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08d4b9ba-a584-4f69-962c-280ed971264f tempest-AllowedAddressPairTestJSON-747646770 tempest-AllowedAddressPairTestJSON-747646770] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:20:43.889958 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-08d4b9ba-a584-4f69-962c-280ed971264f tempest-AllowedAddressPairTestJSON-747646770 tempest-AllowedAddressPairTestJSON-747646770] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854768116'] for port, before_response {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:20:43.897335 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-08d4b9ba-a584-4f69-962c-280ed971264f tempest-AllowedAddressPairTestJSON-747646770 tempest-AllowedAddressPairTestJSON-747646770] 10.222.0.24 "PUT /v2.0/ports/464fa71d-0f29-4025-b824-77f7db07499d HTTP/1.1" status: 200 len: 997 time: 3.8720250 Jan 14 07:20:43.912003 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84875) accepted ('10.222.0.24', 39674) {{(pid=84875) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:20:43.914316 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-e56e72bb-c74d-4dd7-9f6e-635dd7a07c26 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:20:43.919233 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-a015a5b9-a38c-4a67-8e5d-3059c48f1416 None None] Provisioning complete for port 464fa71d-0f29-4025-b824-77f7db07499d triggered by entity DHCP. {{(pid=84876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 07:20:43.919629 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-a015a5b9-a38c-4a67-8e5d-3059c48f1416 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-604227'] for port, provisioning_complete {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:20:43.925073 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5354e662-e296-4675-b796-02ac3f78a069 tempest-QuotasNegativeTest-1299002298 tempest-QuotasNegativeTest-1299002298] Pushing event updated for resources: {'Network': ['ID=b56e5d81-e8b2-4be7-bd7a-e4cf5da5fb95,revision_number=1']} {{(pid=84875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:20:43.942068 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-5354e662-e296-4675-b796-02ac3f78a069 tempest-QuotasNegativeTest-1299002298 tempest-QuotasNegativeTest-1299002298] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.606s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:20:43.950672 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7df00a1f-90c4-4f87-a781-9eeb3ab9da3e None None] Pushing event deleted for resources: {'Port': ['ID=4eae400f-127d-4c62-b646-ef535804fa27,revision_number=None']} {{(pid=84876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:20:43.971473 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-3564426d-c620-4d06-9d49-80e29ad6783b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.414s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:20:43.992636 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-852a24f7-e9a1-4193-9abb-e9506fe5213f None None] Network b56e5d81-e8b2-4be7-bd7a-e4cf5da5fb95 details requested by agent ovs-agent-n-h2-768862-2 with host n-h2-768862-2 {{(pid=84876) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 07:20:44.007451 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-017f98a9-8a07-408c-a86f-8ff0c00400a0 None None] Network b56e5d81-e8b2-4be7-bd7a-e4cf5da5fb95 details requested by agent ovs-agent-n-h1-768862-2 with host n-h1-768862-2 {{(pid=84876) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 07:20:44.021383 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Network b56e5d81-e8b2-4be7-bd7a-e4cf5da5fb95 details requested by agent ovs-agent-n-d-768862-2 with host n-d-768862-2 {{(pid=84876) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 07:20:44.047799 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-7df00a1f-90c4-4f87-a781-9eeb3ab9da3e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.176s {{(pid=84876) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:20:44.073574 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.db.resource_extend [None req-bcb78f9e-04e1-4cf2-a0c6-50ffb195e9cf tempest-QuotasNegativeTest-1299002298 tempest-QuotasNegativeTest-1299002298] It took 0.16 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84875) wrapper /usr/local/lib/python3.6/dist-packages/oslo_utils/timeutils.py:388}} Jan 14 07:20:44.116444 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-c73c239a-fe73-436d-98b5-3449cd0ad404 tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] Unset dirty status for tenant:be0aa702e3ca464795a99c51e3b3b04f on resource:port {{(pid=84875) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 14 07:20:44.120857 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-c73c239a-fe73-436d-98b5-3449cd0ad404 tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] 10.222.0.24 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 1.1658428 Jan 14 07:20:44.125298 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84875) accepted ('10.222.0.24', 39680) {{(pid=84875) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:20:44.189423 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-1b839120-1c60-424a-839c-ffba3c04bce4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:20:44.222010 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-924f118d-cb02-48cb-b4dd-536f0a78c360 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2b33c7f9-5fcd-45b3-9ca2-38bcbe716717,revision_number=1']} {{(pid=84875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:20:44.245021 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-924f118d-cb02-48cb-b4dd-536f0a78c360 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.273s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:20:44.310932 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.plugin [None req-a015a5b9-a38c-4a67-8e5d-3059c48f1416 None None] Port 464fa71d-0f29-4025-b824-77f7db07499d cannot update to ACTIVE because it is not bound. {{(pid=84876) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:329}} Jan 14 07:20:44.317796 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-bcb78f9e-04e1-4cf2-a0c6-50ffb195e9cf tempest-QuotasNegativeTest-1299002298 tempest-QuotasNegativeTest-1299002298] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850887149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964'] for network, after_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:20:44.319442 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bcb78f9e-04e1-4cf2-a0c6-50ffb195e9cf tempest-QuotasNegativeTest-1299002298 tempest-QuotasNegativeTest-1299002298] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:20:44.320544 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-bcb78f9e-04e1-4cf2-a0c6-50ffb195e9cf tempest-QuotasNegativeTest-1299002298 tempest-QuotasNegativeTest-1299002298] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3207107'] for network, before_response {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:20:44.342367 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7df00a1f-90c4-4f87-a781-9eeb3ab9da3e None None] No DVR routers for this DVR port 4eae400f-127d-4c62-b646-ef535804fa27 on host n-d-768862-2 {{(pid=84876) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Jan 14 07:20:44.455227 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddfd7ed7-fb45-467e-a3b2-851d2facfe04 tempest-RoutersIpV6Test-883692175 tempest-RoutersIpV6Test-883692175] Pushing event updated for resources: {'Subnet': ['ID=607c56ae-956c-4a13-b2df-1cb4add15c7b,revision_number=0']} {{(pid=84874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:20:44.498224 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-ddfd7ed7-fb45-467e-a3b2-851d2facfe04 tempest-RoutersIpV6Test-883692175 tempest-RoutersIpV6Test-883692175] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.309s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:20:44.617297 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-457e307b-3a40-482f-ad3f-955119ac9ef4 req-6e7d2022-4bd9-475c-b783-95d2dc25df6b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:20:44.618891 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [req-457e307b-3a40-482f-ad3f-955119ac9ef4 req-6e7d2022-4bd9-475c-b783-95d2dc25df6b service neutron] 10.222.0.35 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 863 time: 0.7949374 Jan 14 07:20:44.666123 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-d3cc9a98-fd09-479f-974e-55c841650582 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:20:44.706312 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.plugin [None req-dcf873f2-64d1-4a83-ab7b-a9f07f7df172 tempest-AllowedAddressPairTestJSON-747646770 tempest-AllowedAddressPairTestJSON-747646770] Deleting port 464fa71d-0f29-4025-b824-77f7db07499d {{(pid=84875) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 07:20:44.706698 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-dcf873f2-64d1-4a83-ab7b-a9f07f7df172 tempest-AllowedAddressPairTestJSON-747646770 tempest-AllowedAddressPairTestJSON-747646770] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363259214248359'] for port, before_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:20:44.798080 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [req-457e307b-3a40-482f-ad3f-955119ac9ef4 req-a7d4e1f1-70ba-40c6-b626-0d731c1e1e3a tempest-ServerShowV247Test-1333048056 tempest-ServerShowV247Test-1333048056] 10.222.0.35 "GET /v2.0/ports?device_id=a24fc438-2b17-47cc-837e-ac81ac78480e HTTP/1.1" status: 200 len: 210 time: 0.0657229 Jan 14 07:20:44.798943 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ddfd7ed7-fb45-467e-a3b2-851d2facfe04 tempest-RoutersIpV6Test-883692175 tempest-RoutersIpV6Test-883692175] Checking segment: {'id': '38ed1ee4-3fa1-4ad3-9e10-35df70ecef94', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'c1432bbe-f35f-4271-82be-eac0273f0276'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84874) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 14 07:20:44.799352 n-d-768862-2 neutron-server[84765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ddfd7ed7-fb45-467e-a3b2-851d2facfe04 tempest-RoutersIpV6Test-883692175 tempest-RoutersIpV6Test-883692175] Network hostable DHCP agents. Network: c1432bbe-f35f-4271-82be-eac0273f0276, hostable agents: ['32f3dd84-26da-4d18-bf15-6017a8fb7247'], hosted agents: [] {{(pid=84874) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Jan 14 07:20:44.805296 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-2f886218-83c7-4d6d-8f23-9148022b80d6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:20:44.841250 n-d-768862-2 neutron-server[84765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ddfd7ed7-fb45-467e-a3b2-851d2facfe04 tempest-RoutersIpV6Test-883692175 tempest-RoutersIpV6Test-883692175] Network c1432bbe-f35f-4271-82be-eac0273f0276 is scheduled to be hosted by DHCP agent 32f3dd84-26da-4d18-bf15-6017a8fb7247 with binding_index 1 {{(pid=84874) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Jan 14 07:20:44.850936 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-0fc56f78-221c-4260-ae27-3cc86ce3b23e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-598964', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850887113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036851521664', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2794686'] for subnet, after_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:20:44.869083 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-ddfd7ed7-fb45-467e-a3b2-851d2facfe04 tempest-RoutersIpV6Test-883692175 tempest-RoutersIpV6Test-883692175] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:20:44.909109 n-d-768862-2 neutron-server[84765]: DEBUG neutron.scheduler.base_scheduler [None req-ddfd7ed7-fb45-467e-a3b2-851d2facfe04 tempest-RoutersIpV6Test-883692175 tempest-RoutersIpV6Test-883692175] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768862-2, c1432bbe-f35f-4271-82be-eac0273f0276) {{(pid=84874) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 07:20:44.918594 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d5da261-cd5f-4f80-beec-16dec9b003d2 None None] Network c1432bbe-f35f-4271-82be-eac0273f0276 requested from n-d-768862-2 {{(pid=84876) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 07:20:44.964327 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fc56f78-221c-4260-ae27-3cc86ce3b23e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ea4fd68c-90e5-437f-99d4-3e0b9b261f4f,revision_number=None']} {{(pid=84874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:20:44.968628 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ff7d0a7-3c5d-4ae1-9ddf-aa9f2744efe3 tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:20:44.969991 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-5ff7d0a7-3c5d-4ae1-9ddf-aa9f2744efe3 tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] Synchronizing usage tracker for tenant:be0aa702e3ca464795a99c51e3b3b04f on resource:subnet {{(pid=84875) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 14 07:20:44.993734 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fc56f78-221c-4260-ae27-3cc86ce3b23e admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@n-h1-768862-2 {{(pid=84874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:20:44.994154 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fc56f78-221c-4260-ae27-3cc86ce3b23e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-h1-768862-2 {{(pid=84874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:20:44.994579 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fc56f78-221c-4260-ae27-3cc86ce3b23e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-h1-768862-2 {{(pid=84874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:20:44.995024 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fc56f78-221c-4260-ae27-3cc86ce3b23e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-h1-768862-2 {{(pid=84874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:20:44.995451 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fc56f78-221c-4260-ae27-3cc86ce3b23e admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@n-h1-768862-2 {{(pid=84874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:20:44.995910 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fc56f78-221c-4260-ae27-3cc86ce3b23e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-h1-768862-2 {{(pid=84874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:20:44.996335 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fc56f78-221c-4260-ae27-3cc86ce3b23e admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-h1-768862-2 {{(pid=84874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:20:44.996753 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fc56f78-221c-4260-ae27-3cc86ce3b23e admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-h1-768862-2 {{(pid=84874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:20:44.997165 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fc56f78-221c-4260-ae27-3cc86ce3b23e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-h1-768862-2 {{(pid=84874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:20:44.997582 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fc56f78-221c-4260-ae27-3cc86ce3b23e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-h1-768862-2 {{(pid=84874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:20:44.997995 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fc56f78-221c-4260-ae27-3cc86ce3b23e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-h1-768862-2 {{(pid=84874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:20:44.998405 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fc56f78-221c-4260-ae27-3cc86ce3b23e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-h1-768862-2 {{(pid=84874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:20:44.998875 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fc56f78-221c-4260-ae27-3cc86ce3b23e admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@n-h2-768862-2 {{(pid=84874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:20:44.999286 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fc56f78-221c-4260-ae27-3cc86ce3b23e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-h2-768862-2 {{(pid=84874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:20:44.999754 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fc56f78-221c-4260-ae27-3cc86ce3b23e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-h2-768862-2 {{(pid=84874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:20:45.000310 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fc56f78-221c-4260-ae27-3cc86ce3b23e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-h2-768862-2 {{(pid=84874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:20:45.000730 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fc56f78-221c-4260-ae27-3cc86ce3b23e admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@n-h2-768862-2 {{(pid=84874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:20:45.001135 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fc56f78-221c-4260-ae27-3cc86ce3b23e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-h2-768862-2 {{(pid=84874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:20:45.001472 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-bcb78f9e-04e1-4cf2-a0c6-50ffb195e9cf tempest-QuotasNegativeTest-1299002298 tempest-QuotasNegativeTest-1299002298] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 831 time: 2.0499020 Jan 14 07:20:45.001577 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fc56f78-221c-4260-ae27-3cc86ce3b23e admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-h2-768862-2 {{(pid=84874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:20:45.001923 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fc56f78-221c-4260-ae27-3cc86ce3b23e admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-h2-768862-2 {{(pid=84874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:20:45.002328 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fc56f78-221c-4260-ae27-3cc86ce3b23e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-h2-768862-2 {{(pid=84874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:20:45.002737 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fc56f78-221c-4260-ae27-3cc86ce3b23e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-h2-768862-2 {{(pid=84874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:20:45.002990 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-e56e72bb-c74d-4dd7-9f6e-635dd7a07c26 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850887153'] for security_group, after_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:20:45.003175 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fc56f78-221c-4260-ae27-3cc86ce3b23e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-h2-768862-2 {{(pid=84874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:20:45.003527 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fc56f78-221c-4260-ae27-3cc86ce3b23e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-h2-768862-2 {{(pid=84874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:20:45.004038 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fc56f78-221c-4260-ae27-3cc86ce3b23e admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-2 {{(pid=84874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:20:45.004448 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fc56f78-221c-4260-ae27-3cc86ce3b23e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-2 {{(pid=84874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:20:45.004857 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fc56f78-221c-4260-ae27-3cc86ce3b23e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-2 {{(pid=84874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:20:45.005265 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fc56f78-221c-4260-ae27-3cc86ce3b23e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-2 {{(pid=84874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:20:45.005677 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fc56f78-221c-4260-ae27-3cc86ce3b23e admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@n-d-768862-2 {{(pid=84874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:20:45.006086 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fc56f78-221c-4260-ae27-3cc86ce3b23e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-2 {{(pid=84874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:20:45.006492 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fc56f78-221c-4260-ae27-3cc86ce3b23e admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-768862-2 {{(pid=84874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:20:45.006902 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fc56f78-221c-4260-ae27-3cc86ce3b23e admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-768862-2 {{(pid=84874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:20:45.007307 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fc56f78-221c-4260-ae27-3cc86ce3b23e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-2 {{(pid=84874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:20:45.007778 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fc56f78-221c-4260-ae27-3cc86ce3b23e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-2 {{(pid=84874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:20:45.008111 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-e56e72bb-c74d-4dd7-9f6e-635dd7a07c26 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:20:45.008227 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fc56f78-221c-4260-ae27-3cc86ce3b23e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-2 {{(pid=84874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:20:45.008591 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fc56f78-221c-4260-ae27-3cc86ce3b23e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-2 {{(pid=84874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:20:45.011889 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84874) accepted ('10.222.0.24', 39684) {{(pid=84874) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:20:45.015412 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-e56e72bb-c74d-4dd7-9f6e-635dd7a07c26 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/cb4f21ad-0ef7-4547-8daf-345666b2fed6 HTTP/1.1" status: 204 len: 168 time: 2.2811704 Jan 14 07:20:45.033843 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcb78f9e-04e1-4cf2-a0c6-50ffb195e9cf tempest-QuotasNegativeTest-1299002298 tempest-QuotasNegativeTest-1299002298] Pushing event updated for resources: {'Network': ['ID=c252cde4-4982-49af-adf3-1223884e51c7,revision_number=1']} {{(pid=84875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:20:45.056247 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-0fc56f78-221c-4260-ae27-3cc86ce3b23e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.187s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:20:45.061516 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-2f886218-83c7-4d6d-8f23-9148022b80d6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:20:45.063177 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-852a24f7-e9a1-4193-9abb-e9506fe5213f None None] Network c252cde4-4982-49af-adf3-1223884e51c7 details requested by agent ovs-agent-n-h2-768862-2 with host n-h2-768862-2 {{(pid=84876) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 07:20:45.076721 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-bcb78f9e-04e1-4cf2-a0c6-50ffb195e9cf tempest-QuotasNegativeTest-1299002298 tempest-QuotasNegativeTest-1299002298] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.410s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:20:45.078384 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-924f118d-cb02-48cb-b4dd-536f0a78c360 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.045s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:20:45.101253 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.v2.base [None req-6380ef27-d265-4e3e-8caa-6dc841b1c5e7 tempest-QuotasNegativeTest-1299002298 tempest-QuotasNegativeTest-1299002298] Request body: {'network': {'project_id': '507ad1072ea14dd6912b2dd21c7b310a'}} {{(pid=84874) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:20:45.106820 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ddfd7ed7-fb45-467e-a3b2-851d2facfe04 tempest-RoutersIpV6Test-883692175 tempest-RoutersIpV6Test-883692175] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:20:45.107488 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-ddfd7ed7-fb45-467e-a3b2-851d2facfe04 tempest-RoutersIpV6Test-883692175 tempest-RoutersIpV6Test-883692175] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3207107'] for subnet, before_response {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:20:45.132307 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-6380ef27-d265-4e3e-8caa-6dc841b1c5e7 tempest-QuotasNegativeTest-1299002298 tempest-QuotasNegativeTest-1299002298] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:20:45.155533 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-6380ef27-d265-4e3e-8caa-6dc841b1c5e7 tempest-QuotasNegativeTest-1299002298 tempest-QuotasNegativeTest-1299002298] Usage tracker for resource:network and tenant:507ad1072ea14dd6912b2dd21c7b310a is out of sync, need to count used quota {{(pid=84874) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:20:45.162512 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-6380ef27-d265-4e3e-8caa-6dc841b1c5e7 tempest-QuotasNegativeTest-1299002298 tempest-QuotasNegativeTest-1299002298] Quota usage for network was recalculated. Used quota:2. {{(pid=84874) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:20:45.174032 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-6380ef27-d265-4e3e-8caa-6dc841b1c5e7 tempest-QuotasNegativeTest-1299002298 tempest-QuotasNegativeTest-1299002298] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 2; headroom:0 {{(pid=84874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:20:45.179014 n-d-768862-2 neutron-server[84765]: INFO neutron.pecan_wsgi.hooks.translation [None req-6380ef27-d265-4e3e-8caa-6dc841b1c5e7 tempest-QuotasNegativeTest-1299002298 tempest-QuotasNegativeTest-1299002298] POST failed (client error): There was a conflict when trying to complete your request. Jan 14 07:20:45.179533 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6380ef27-d265-4e3e-8caa-6dc841b1c5e7 tempest-QuotasNegativeTest-1299002298 tempest-QuotasNegativeTest-1299002298] No notification will be sent due to unsuccessful status code: 409 {{(pid=84874) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Jan 14 07:20:45.183657 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-6380ef27-d265-4e3e-8caa-6dc841b1c5e7 tempest-QuotasNegativeTest-1299002298 tempest-QuotasNegativeTest-1299002298] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 409 len: 310 time: 0.1321323 Jan 14 07:20:45.187132 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-ddfd7ed7-fb45-467e-a3b2-851d2facfe04 tempest-RoutersIpV6Test-883692175 tempest-RoutersIpV6Test-883692175] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 4.3782265 Jan 14 07:20:45.187132 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-0fc56f78-221c-4260-ae27-3cc86ce3b23e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3207107'] for subnet, before_response {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:20:45.190956 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-0fc56f78-221c-4260-ae27-3cc86ce3b23e admin admin] 10.222.0.24 "DELETE /v2.0/subnets/ea4fd68c-90e5-437f-99d4-3e0b9b261f4f HTTP/1.1" status: 204 len: 168 time: 2.5276835 Jan 14 07:20:45.191925 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84874) accepted ('10.222.0.24', 39690) {{(pid=84874) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:20:45.192057 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84874) accepted ('10.222.0.24', 39692) {{(pid=84874) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:20:45.192335 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84874) accepted ('10.222.0.24', 39694) {{(pid=84874) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:20:45.222156 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.v2.base [None req-107238c8-8dcd-4ca3-9bec-08f9cfe4de12 tempest-RoutersIpV6Test-883692175 tempest-RoutersIpV6Test-883692175] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1039125526', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=84874) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:20:45.263314 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-107238c8-8dcd-4ca3-9bec-08f9cfe4de12 tempest-RoutersIpV6Test-883692175 tempest-RoutersIpV6Test-883692175] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:20:45.302583 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e56e72bb-c74d-4dd7-9f6e-635dd7a07c26 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cb4f21ad-0ef7-4547-8daf-345666b2fed6,revision_number=None']} {{(pid=84875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:20:45.314990 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-017f98a9-8a07-408c-a86f-8ff0c00400a0 None None] Network c252cde4-4982-49af-adf3-1223884e51c7 details requested by agent ovs-agent-n-h1-768862-2 with host n-h1-768862-2 {{(pid=84876) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 07:20:45.373537 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-107238c8-8dcd-4ca3-9bec-08f9cfe4de12 tempest-RoutersIpV6Test-883692175 tempest-RoutersIpV6Test-883692175] Usage tracker for resource:router and tenant:d787627cdb8d4cc9b70642659fae99d7 is out of sync, need to count used quota {{(pid=84874) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:20:45.404323 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-107238c8-8dcd-4ca3-9bec-08f9cfe4de12 tempest-RoutersIpV6Test-883692175 tempest-RoutersIpV6Test-883692175] Quota usage for router was recalculated. Used quota:0. {{(pid=84874) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:20:45.430938 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-107238c8-8dcd-4ca3-9bec-08f9cfe4de12 tempest-RoutersIpV6Test-883692175 tempest-RoutersIpV6Test-883692175] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:20:45.460467 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-1db9297d-b09b-4cea-ba91-1cbff9f255c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036854160497'] for network, before_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:20:45.548283 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-59db56f3-cf20-4d6f-ab37-6b41b049fb25 tempest-QuotasNegativeTest-1299002298 tempest-QuotasNegativeTest-1299002298] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036854160497'] for network, before_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:20:45.574028 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-dcf873f2-64d1-4a83-ab7b-a9f07f7df172 tempest-AllowedAddressPairTestJSON-747646770 tempest-AllowedAddressPairTestJSON-747646770] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036850862667'] for port, precommit_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:20:45.578566 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Network c252cde4-4982-49af-adf3-1223884e51c7 details requested by agent ovs-agent-n-d-768862-2 with host n-d-768862-2 {{(pid=84876) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 07:20:45.658620 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-107238c8-8dcd-4ca3-9bec-08f9cfe4de12 tempest-RoutersIpV6Test-883692175 tempest-RoutersIpV6Test-883692175] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3889205', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854717621'] for router, before_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:20:45.664127 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-107238c8-8dcd-4ca3-9bec-08f9cfe4de12 tempest-RoutersIpV6Test-883692175 tempest-RoutersIpV6Test-883692175] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036850886574', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3912501', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3808446', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-58179'] for router, precommit_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:20:45.815912 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-107238c8-8dcd-4ca3-9bec-08f9cfe4de12 tempest-RoutersIpV6Test-883692175 tempest-RoutersIpV6Test-883692175] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:20:45.821443 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84874) accepted ('10.222.0.24', 39706) {{(pid=84874) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:20:45.903932 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.plugin [None req-dcf873f2-64d1-4a83-ab7b-a9f07f7df172 tempest-AllowedAddressPairTestJSON-747646770 tempest-AllowedAddressPairTestJSON-747646770] Calling delete_port for 464fa71d-0f29-4025-b824-77f7db07499d owned by {{(pid=84875) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 07:20:45.950089 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31586090-0873-4c2e-9024-c02d7908a22f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5d94dc7a-c095-50a4-955e-5f3b78718a12-c1432bbe-f35f-4271-82be-eac0273f0276', 'network_id': 'c1432bbe-f35f-4271-82be-eac0273f0276', 'tenant_id': 'd787627cdb8d4cc9b70642659fae99d7', 'fixed_ips': [{'subnet_id': '607c56ae-956c-4a13-b2df-1cb4add15c7b'}]}} from n-d-768862-2. {{(pid=84876) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Jan 14 07:20:45.951214 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-31586090-0873-4c2e-9024-c02d7908a22f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555753'] for port, before_create {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:20:45.999604 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-6bd35ff7-132d-4a23-a2ab-07f4eb916fec admin admin] Notify callbacks [] for security_group, before_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:20:46.000184 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-e56e72bb-c74d-4dd7-9f6e-635dd7a07c26 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.922s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:20:46.001648 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-5ff7d0a7-3c5d-4ae1-9ddf-aa9f2744efe3 tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] Unset dirty status for tenant:be0aa702e3ca464795a99c51e3b3b04f on resource:subnet {{(pid=84875) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 14 07:20:46.009124 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-5ff7d0a7-3c5d-4ae1-9ddf-aa9f2744efe3 tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] 10.222.0.24 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 1.8682690 Jan 14 07:20:46.009999 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84874) accepted ('10.222.0.24', 39710) {{(pid=84874) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:20:46.125667 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-6bd35ff7-132d-4a23-a2ab-07f4eb916fec admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:20:46.128129 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-2f886218-83c7-4d6d-8f23-9148022b80d6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850887153'] for security_group, after_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:20:46.139266 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-bb120894-a5a4-40fd-ac12-aa6bb4de1e74 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:20:46.140526 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-1db9297d-b09b-4cea-ba91-1cbff9f255c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-598987', 'neutron.services.segments.db._delete_segments_for_network-8777640583949'] for network, precommit_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:20:46.172887 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f886218-83c7-4d6d-8f23-9148022b80d6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2b33c7f9-5fcd-45b3-9ca2-38bcbe716717,revision_number=None']} {{(pid=84875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:20:46.182111 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-2f886218-83c7-4d6d-8f23-9148022b80d6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:20:46.212527 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-f85d4f5c-c83c-43e5-b6c1-04c7db50da5b tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] 10.222.0.24 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1849575 Jan 14 07:20:46.214121 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-107238c8-8dcd-4ca3-9bec-08f9cfe4de12 tempest-RoutersIpV6Test-883692175 tempest-RoutersIpV6Test-883692175] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036850886612', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036850863158'] for router, after_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:20:46.238864 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84874) accepted ('10.222.0.24', 39714) {{(pid=84874) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:20:46.242465 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-2f886218-83c7-4d6d-8f23-9148022b80d6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:20:46.244539 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-2f886218-83c7-4d6d-8f23-9148022b80d6 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/2b33c7f9-5fcd-45b3-9ca2-38bcbe716717 HTTP/1.1" status: 204 len: 168 time: 2.6150997 Jan 14 07:20:46.324606 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-dcf873f2-64d1-4a83-ab7b-a9f07f7df172 tempest-AllowedAddressPairTestJSON-747646770 tempest-AllowedAddressPairTestJSON-747646770] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777640533329', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777640097463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851621574'] for port, after_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:20:46.366530 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-9fb09f93-7140-4b94-b82e-73cd5a1e192a tempest-TaggedBootDevicesTest_v242-294831919 tempest-TaggedBootDevicesTest_v242-294831919] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:20:46.473704 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcf873f2-64d1-4a83-ab7b-a9f07f7df172 tempest-AllowedAddressPairTestJSON-747646770 tempest-AllowedAddressPairTestJSON-747646770] Pushing event deleted for resources: {'Port': ['ID=464fa71d-0f29-4025-b824-77f7db07499d,revision_number=None']} {{(pid=84875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:20:46.557871 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.db_base_plugin_common [None req-31586090-0873-4c2e-9024-c02d7908a22f None None] Allocated IP 2001:db8::2 (c1432bbe-f35f-4271-82be-eac0273f0276/607c56ae-956c-4a13-b2df-1cb4add15c7b/8cad4432-0874-46cc-8a1a-bde191b34005) {{(pid=84876) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 14 07:20:46.569068 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-dcf873f2-64d1-4a83-ab7b-a9f07f7df172 tempest-AllowedAddressPairTestJSON-747646770 tempest-AllowedAddressPairTestJSON-747646770] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.202s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:20:46.604279 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-6bd35ff7-132d-4a23-a2ab-07f4eb916fec admin admin] Usage tracker for resource:security_group_rule and tenant:111a994fa59441e597310fff08539169 is out of sync, need to count used quota {{(pid=84874) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:20:46.661342 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-6bd35ff7-132d-4a23-a2ab-07f4eb916fec admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84874) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:20:46.693085 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.v2.base [None req-2d66b7bb-9261-457a-90ff-bad148d0f0e5 tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] Request body: {'subnet': {'network_id': '23f0a15d-6362-4cec-82c1-cacba887c566', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=84874) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:20:46.730869 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-107238c8-8dcd-4ca3-9bec-08f9cfe4de12 tempest-RoutersIpV6Test-883692175 tempest-RoutersIpV6Test-883692175] Notify callbacks [] for router, before_response {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:20:46.736512 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-107238c8-8dcd-4ca3-9bec-08f9cfe4de12 tempest-RoutersIpV6Test-883692175 tempest-RoutersIpV6Test-883692175] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 1.5405831 Jan 14 07:20:46.737467 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-6bd35ff7-132d-4a23-a2ab-07f4eb916fec admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:20:46.738760 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84875) accepted ('10.222.0.24', 39722) {{(pid=84875) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:20:46.992303 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-59db56f3-cf20-4d6f-ab37-6b41b049fb25 tempest-QuotasNegativeTest-1299002298 tempest-QuotasNegativeTest-1299002298] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-598987', 'neutron.services.segments.db._delete_segments_for_network-8777640583949'] for network, precommit_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:20:47.159522 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-31586090-0873-4c2e-9024-c02d7908a22f None None] Notify callbacks [] for port, precommit_create {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:20:47.186273 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-31586090-0873-4c2e-9024-c02d7908a22f None None] Transition to ACTIVE for port object 8cad4432-0874-46cc-8a1a-bde191b34005 will not be triggered until provisioned by entity L2. {{(pid=84876) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 07:20:47.230653 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-31586090-0873-4c2e-9024-c02d7908a22f None None] Transition to ACTIVE for port object 8cad4432-0874-46cc-8a1a-bde191b34005 will not be triggered until provisioned by entity DHCP. {{(pid=84876) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 07:20:47.241150 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-31586090-0873-4c2e-9024-c02d7908a22f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777640123575'] for port, after_create {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:20:47.262164 n-d-768862-2 neutron-server[84765]: DEBUG neutron.services.segments.db [None req-59db56f3-cf20-4d6f-ab37-6b41b049fb25 tempest-QuotasNegativeTest-1299002298 tempest-QuotasNegativeTest-1299002298] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c252cde4-4982-49af-adf3-1223884e51c7']}} {{(pid=84874) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:20:47.287945 n-d-768862-2 neutron-server[84765]: DEBUG neutron.services.segments.db [None req-59db56f3-cf20-4d6f-ab37-6b41b049fb25 tempest-QuotasNegativeTest-1299002298 tempest-QuotasNegativeTest-1299002298] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '68e19193-5bb9-4898-98b8-39eb11cf78ee') {'for_net_delete': True} {{(pid=84874) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:20:47.288490 n-d-768862-2 neutron-server[84765]: DEBUG neutron.services.segments.db [None req-59db56f3-cf20-4d6f-ab37-6b41b049fb25 tempest-QuotasNegativeTest-1299002298 tempest-QuotasNegativeTest-1299002298] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '68e19193-5bb9-4898-98b8-39eb11cf78ee') {} {{(pid=84874) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:20:47.313194 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-59db56f3-cf20-4d6f-ab37-6b41b049fb25 tempest-QuotasNegativeTest-1299002298 tempest-QuotasNegativeTest-1299002298] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363259214173198', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2968632'] for segment, before_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:20:47.351568 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-59db56f3-cf20-4d6f-ab37-6b41b049fb25 tempest-QuotasNegativeTest-1299002298 tempest-QuotasNegativeTest-1299002298] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854179735'] for segment, precommit_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:20:47.355391 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-59db56f3-cf20-4d6f-ab37-6b41b049fb25 tempest-QuotasNegativeTest-1299002298 tempest-QuotasNegativeTest-1299002298] Releasing vxlan tunnel 18 to pool {{(pid=84874) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Jan 14 07:20:47.537914 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-e8b43778-9e11-48de-ba00-75c3408d5eef None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84876) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:20:47.579494 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-2d66b7bb-9261-457a-90ff-bad148d0f0e5 tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:20:47.680403 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31586090-0873-4c2e-9024-c02d7908a22f None None] Pushing event updated for resources: {'Port': ['ID=8cad4432-0874-46cc-8a1a-bde191b34005,revision_number=1']} {{(pid=84876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:20:47.700276 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-31586090-0873-4c2e-9024-c02d7908a22f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.162s {{(pid=84876) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:20:47.756237 n-d-768862-2 neutron-server[84765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31586090-0873-4c2e-9024-c02d7908a22f None None] Network c1432bbe-f35f-4271-82be-eac0273f0276 is already hosted by enough agents. {{(pid=84876) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 07:20:47.758701 n-d-768862-2 neutron-server[84765]: DEBUG neutron.scheduler.base_scheduler [None req-31586090-0873-4c2e-9024-c02d7908a22f None None] Resources bound (agent type, host, resource id): {{(pid=84876) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 07:20:47.767915 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31586090-0873-4c2e-9024-c02d7908a22f None None] Received port after_create {{(pid=84876) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 14 07:20:47.781389 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-2d66b7bb-9261-457a-90ff-bad148d0f0e5 tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:20:47.795199 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-ee3d329b-eeae-4d6e-9fa7-16df9edeb3ac tempest-RoutersIpV6Test-883692175 tempest-RoutersIpV6Test-883692175] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555753'] for port, before_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:20:47.843067 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.managers [None req-59db56f3-cf20-4d6f-ab37-6b41b049fb25 tempest-QuotasNegativeTest-1299002298 tempest-QuotasNegativeTest-1299002298] Network c252cde4-4982-49af-adf3-1223884e51c7 has no segments {{(pid=84874) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 14 07:20:47.881874 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-59db56f3-cf20-4d6f-ab37-6b41b049fb25 tempest-QuotasNegativeTest-1299002298 tempest-QuotasNegativeTest-1299002298] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-596065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036851521571'] for segment, after_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:20:47.916502 n-d-768862-2 neutron-server[84765]: DEBUG neutron.services.segments.db [None req-1db9297d-b09b-4cea-ba91-1cbff9f255c8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1b5c9afb-7c26-47b7-9cdf-7b2415b9650e']}} {{(pid=84874) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:20:47.918951 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-dcf873f2-64d1-4a83-ab7b-a9f07f7df172 tempest-AllowedAddressPairTestJSON-747646770 tempest-AllowedAddressPairTestJSON-747646770] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854768116'] for port, before_response {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:20:47.974130 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2d66b7bb-9261-457a-90ff-bad148d0f0e5 tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] Made reservation on behalf of be0aa702e3ca464795a99c51e3b3b04f for: {'subnet': 1} {{(pid=84874) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 07:20:48.005709 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.managers [None req-31586090-0873-4c2e-9024-c02d7908a22f None None] Attempting to bind port 8cad4432-0874-46cc-8a1a-bde191b34005 on host n-d-768862-2 for vnic_type normal with profile {{(pid=84876) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 14 07:20:48.006208 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.managers [None req-31586090-0873-4c2e-9024-c02d7908a22f None None] Attempting to bind port 8cad4432-0874-46cc-8a1a-bde191b34005 by drivers openvswitch on host n-d-768862-2 at level 0 using segments [{'id': '38ed1ee4-3fa1-4ad3-9e10-35df70ecef94', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'c1432bbe-f35f-4271-82be-eac0273f0276'}] {{(pid=84876) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 14 07:20:48.006576 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31586090-0873-4c2e-9024-c02d7908a22f None None] Attempting to bind port 8cad4432-0874-46cc-8a1a-bde191b34005 on network c1432bbe-f35f-4271-82be-eac0273f0276 {{(pid=84876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 14 07:20:48.033485 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31586090-0873-4c2e-9024-c02d7908a22f None None] Checking agent: {'id': 'ba5efab1-b43c-4d5a-bc52-6e105d4e67a2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768862-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 14, 6, 56, 52), 'started_at': datetime.datetime(2021, 1, 14, 6, 57, 22), 'heartbeat_timestamp': datetime.datetime(2021, 1, 14, 7, 20, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768862-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.29', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 14 07:20:48.034007 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31586090-0873-4c2e-9024-c02d7908a22f None None] Checking segment: {'id': '38ed1ee4-3fa1-4ad3-9e10-35df70ecef94', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'c1432bbe-f35f-4271-82be-eac0273f0276'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84876) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 14 07:20:48.034365 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-31586090-0873-4c2e-9024-c02d7908a22f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:20:48.034821 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31586090-0873-4c2e-9024-c02d7908a22f None None] Bound using segment: {'id': '38ed1ee4-3fa1-4ad3-9e10-35df70ecef94', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'c1432bbe-f35f-4271-82be-eac0273f0276'} {{(pid=84876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 14 07:20:48.035407 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.managers [None req-31586090-0873-4c2e-9024-c02d7908a22f None None] Bound port: 8cad4432-0874-46cc-8a1a-bde191b34005, host: n-d-768862-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '38ed1ee4-3fa1-4ad3-9e10-35df70ecef94', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'c1432bbe-f35f-4271-82be-eac0273f0276'}}] {{(pid=84876) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 14 07:20:48.035824 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-31586090-0873-4c2e-9024-c02d7908a22f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555753'] for port, before_update {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:20:48.209364 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [None req-31586090-0873-4c2e-9024-c02d7908a22f None None] For port 8cad4432-0874-46cc-8a1a-bde191b34005, host n-d-768862-2, cleared binding levels {{(pid=84876) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 14 07:20:48.213292 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [None req-31586090-0873-4c2e-9024-c02d7908a22f None None] For port 8cad4432-0874-46cc-8a1a-bde191b34005, host n-d-768862-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-2',level=0,port_id=8cad4432-0874-46cc-8a1a-bde191b34005,segment=NetworkSegment(38ed1ee4-3fa1-4ad3-9e10-35df70ecef94),segment_id=38ed1ee4-3fa1-4ad3-9e10-35df70ecef94)] {{(pid=84876) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 14 07:20:48.220534 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-31586090-0873-4c2e-9024-c02d7908a22f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777640533312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363259214678337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777640097497'] for port, after_update {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:20:48.244742 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-dcf873f2-64d1-4a83-ab7b-a9f07f7df172 tempest-AllowedAddressPairTestJSON-747646770 tempest-AllowedAddressPairTestJSON-747646770] 10.222.0.24 "DELETE /v2.0/ports/464fa71d-0f29-4025-b824-77f7db07499d HTTP/1.1" status: 204 len: 168 time: 4.3056693 Jan 14 07:20:48.265977 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-bf389fd5-7d17-4485-9e55-cbfc336423eb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84876) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:20:48.406003 n-d-768862-2 neutron-server[84765]: DEBUG neutron.services.segments.db [None req-1db9297d-b09b-4cea-ba91-1cbff9f255c8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '84cf3258-6db2-4129-8208-a5fc4ccdff4c') {'for_net_delete': True} {{(pid=84874) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:20:48.407165 n-d-768862-2 neutron-server[84765]: DEBUG neutron.services.segments.db [None req-1db9297d-b09b-4cea-ba91-1cbff9f255c8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '84cf3258-6db2-4129-8208-a5fc4ccdff4c') {} {{(pid=84874) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:20:48.428174 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84874) accepted ('10.222.0.24', 39744) {{(pid=84874) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:20:48.451395 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-2d66b7bb-9261-457a-90ff-bad148d0f0e5 tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036851981161'] for subnet, before_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:20:48.778359 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-1db9297d-b09b-4cea-ba91-1cbff9f255c8 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363259214173198', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2968632'] for segment, before_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:20:48.796675 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.db_base_plugin_common [None req-ee3d329b-eeae-4d6e-9fa7-16df9edeb3ac tempest-RoutersIpV6Test-883692175 tempest-RoutersIpV6Test-883692175] Allocated IP 2001:db8::1 (c1432bbe-f35f-4271-82be-eac0273f0276/607c56ae-956c-4a13-b2df-1cb4add15c7b/7473a099-36a8-4153-aab2-40d84a0650af) {{(pid=84875) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 14 07:20:48.909682 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-88066d31-6a04-4057-bf10-ef03550226f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363259214191800', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854171626'] for agent, after_update {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:20:48.932188 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31586090-0873-4c2e-9024-c02d7908a22f None None] Pushing event updated for resources: {'Port': ['ID=8cad4432-0874-46cc-8a1a-bde191b34005,revision_number=2']} {{(pid=84876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:20:48.948369 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-31586090-0873-4c2e-9024-c02d7908a22f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.683s {{(pid=84876) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:20:49.056722 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.managers [None req-59db56f3-cf20-4d6f-ab37-6b41b049fb25 tempest-QuotasNegativeTest-1299002298 tempest-QuotasNegativeTest-1299002298] Network c252cde4-4982-49af-adf3-1223884e51c7 has no segments {{(pid=84874) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 14 07:20:49.090421 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-ee3d329b-eeae-4d6e-9fa7-16df9edeb3ac tempest-RoutersIpV6Test-883692175 tempest-RoutersIpV6Test-883692175] Notify callbacks [] for port, precommit_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:20:49.117498 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-ee3d329b-eeae-4d6e-9fa7-16df9edeb3ac tempest-RoutersIpV6Test-883692175 tempest-RoutersIpV6Test-883692175] Transition to ACTIVE for port object 7473a099-36a8-4153-aab2-40d84a0650af will not be triggered until provisioned by entity DHCP. {{(pid=84875) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 07:20:49.144768 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-ee3d329b-eeae-4d6e-9fa7-16df9edeb3ac tempest-RoutersIpV6Test-883692175 tempest-RoutersIpV6Test-883692175] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777640123575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851621574'] for port, after_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:20:49.173484 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-6f326160-6a17-4e22-a5ac-87be4f78d57e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:20:49.211028 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network":"rule:admin_or_owner" was deprecated in W in favor of "update_network":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 07:20:49.211028 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:20:49.211028 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:20:49.211028 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:20:49.211028 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:segments":"rule:admin_only" was deprecated in W in favor of "update_network:segments":"role:admin and system_scope:all". Reason: Jan 14 07:20:49.211028 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:20:49.211028 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:20:49.211028 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:20:49.211028 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:shared":"rule:admin_only" was deprecated in W in favor of "update_network:shared":"role:admin and system_scope:all". Reason: Jan 14 07:20:49.211028 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:20:49.211028 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:20:49.211028 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:20:49.211028 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "update_network:provider:network_type":"role:admin and system_scope:all". Reason: Jan 14 07:20:49.211028 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:20:49.211028 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:20:49.211028 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:20:49.211028 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "update_network:provider:physical_network":"role:admin and system_scope:all". Reason: Jan 14 07:20:49.211028 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:20:49.211028 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:20:49.211028 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:20:49.211028 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "update_network:provider:segmentation_id":"role:admin and system_scope:all". Reason: Jan 14 07:20:49.211028 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:20:49.211028 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:20:49.211028 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:20:49.211028 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:router:external":"rule:admin_only" was deprecated in W in favor of "update_network:router:external":"role:admin and system_scope:all". Reason: Jan 14 07:20:49.211028 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:20:49.211028 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:20:49.211028 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:20:49.211028 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:is_default":"rule:admin_only" was deprecated in W in favor of "update_network:is_default":"role:admin and system_scope:all". Reason: Jan 14 07:20:49.211028 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:20:49.211028 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:20:49.211028 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:20:49.211028 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:port_security_enabled":"rule:admin_or_owner" was deprecated in W in favor of "update_network:port_security_enabled":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 07:20:49.211028 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:20:49.211028 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:20:49.211028 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:20:49.211028 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "delete_network":"rule:admin_or_owner" was deprecated in W in favor of "delete_network":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 07:20:49.211028 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:20:49.211028 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:20:49.211028 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:20:49.211028 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_segment":"rule:admin_only" was deprecated in W in favor of "create_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:20:49.211028 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:20:49.211028 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_segment":"rule:admin_only" was deprecated in W in favor of "get_segment":"role:reader and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:20:49.211028 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:20:49.216499 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_segment":"rule:admin_only" was deprecated in W in favor of "update_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:20:49.216499 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:20:49.216499 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "delete_segment":"rule:admin_only" was deprecated in W in favor of "delete_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:20:49.216499 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:20:49.216499 n-d-768862-2 neutron-server[84765]: Traceback (most recent call last): Jan 14 07:20:49.216499 n-d-768862-2 neutron-server[84765]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 14 07:20:49.216499 n-d-768862-2 neutron-server[84765]: timer() Jan 14 07:20:49.216499 n-d-768862-2 neutron-server[84765]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 14 07:20:49.216499 n-d-768862-2 neutron-server[84765]: cb(*args, **kw) Jan 14 07:20:49.216499 n-d-768862-2 neutron-server[84765]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Jan 14 07:20:49.216499 n-d-768862-2 neutron-server[84765]: return func(*args, **kwargs) Jan 14 07:20:49.216499 n-d-768862-2 neutron-server[84765]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 14 07:20:49.216499 n-d-768862-2 neutron-server[84765]: self._notify() Jan 14 07:20:49.216499 n-d-768862-2 neutron-server[84765]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 14 07:20:49.216499 n-d-768862-2 neutron-server[84765]: self.callback(batched_events) Jan 14 07:20:49.216499 n-d-768862-2 neutron-server[84765]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 14 07:20:49.216499 n-d-768862-2 neutron-server[84765]: event.method(event) Jan 14 07:20:49.216499 n-d-768862-2 neutron-server[84765]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 14 07:20:49.216499 n-d-768862-2 neutron-server[84765]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 14 07:20:49.216499 n-d-768862-2 neutron-server[84765]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Jan 14 07:20:49.216499 n-d-768862-2 neutron-server[84765]: segment_id)['aggregates'][0] Jan 14 07:20:49.216499 n-d-768862-2 neutron-server[84765]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 14 07:20:49.216499 n-d-768862-2 neutron-server[84765]: return f(self, *a, **k) Jan 14 07:20:49.216499 n-d-768862-2 neutron-server[84765]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 14 07:20:49.216499 n-d-768862-2 neutron-server[84765]: return self._get(url).json() Jan 14 07:20:49.216499 n-d-768862-2 neutron-server[84765]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 14 07:20:49.216499 n-d-768862-2 neutron-server[84765]: **kwargs) Jan 14 07:20:49.216499 n-d-768862-2 neutron-server[84765]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 14 07:20:49.216499 n-d-768862-2 neutron-server[84765]: return self.request(url, 'GET', **kwargs) Jan 14 07:20:49.223869 n-d-768862-2 neutron-server[84765]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Jan 14 07:20:49.223869 n-d-768862-2 neutron-server[84765]: **endpoint_filter) Jan 14 07:20:49.223869 n-d-768862-2 neutron-server[84765]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 14 07:20:49.223869 n-d-768862-2 neutron-server[84765]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 14 07:20:49.223869 n-d-768862-2 neutron-server[84765]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 14 07:20:49.223869 n-d-768862-2 neutron-server[84765]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 14 07:20:49.223869 n-d-768862-2 neutron-server[84765]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 14 07:20:49.244290 n-d-768862-2 neutron-server[84765]: INFO neutron.pecan_wsgi.hooks.translation [None req-81bb4f7b-2359-4fc0-87e3-5f8f2be10156 tempest-AllowedAddressPairTestJSON-747646770 tempest-AllowedAddressPairTestJSON-747646770] GET failed (client error): The resource could not be found. Jan 14 07:20:49.245209 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-81bb4f7b-2359-4fc0-87e3-5f8f2be10156 tempest-AllowedAddressPairTestJSON-747646770 tempest-AllowedAddressPairTestJSON-747646770] Synchronizing usage tracker for tenant:ce9e5243d132466aae9bc9a8d2ea0adf on resource:port {{(pid=84874) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 14 07:20:49.282172 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-1db9297d-b09b-4cea-ba91-1cbff9f255c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854179735'] for segment, precommit_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:20:49.298052 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-1db9297d-b09b-4cea-ba91-1cbff9f255c8 admin admin] Releasing vxlan tunnel 9 to pool {{(pid=84874) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Jan 14 07:20:49.485751 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee3d329b-eeae-4d6e-9fa7-16df9edeb3ac tempest-RoutersIpV6Test-883692175 tempest-RoutersIpV6Test-883692175] Pushing event updated for resources: {'Port': ['ID=7473a099-36a8-4153-aab2-40d84a0650af,revision_number=1']} {{(pid=84875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:20:49.506729 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-ee3d329b-eeae-4d6e-9fa7-16df9edeb3ac tempest-RoutersIpV6Test-883692175 tempest-RoutersIpV6Test-883692175] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.334s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:20:49.612423 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-59db56f3-cf20-4d6f-ab37-6b41b049fb25 tempest-QuotasNegativeTest-1299002298 tempest-QuotasNegativeTest-1299002298] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036854176830', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850887149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3912591'] for network, after_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:20:49.647348 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-81bb4f7b-2359-4fc0-87e3-5f8f2be10156 tempest-AllowedAddressPairTestJSON-747646770 tempest-AllowedAddressPairTestJSON-747646770] Unset dirty status for tenant:ce9e5243d132466aae9bc9a8d2ea0adf on resource:port {{(pid=84874) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 14 07:20:49.658281 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-81bb4f7b-2359-4fc0-87e3-5f8f2be10156 tempest-AllowedAddressPairTestJSON-747646770 tempest-AllowedAddressPairTestJSON-747646770] 10.222.0.24 "GET /v2.0/ports/464fa71d-0f29-4025-b824-77f7db07499d HTTP/1.1" status: 404 len: 333 time: 0.9640841 Jan 14 07:20:49.671008 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84875) accepted ('10.222.0.24', 39770) {{(pid=84875) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:20:49.732448 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-92e389eb-8150-4fe8-ab9e-a2a8de2a9903 tempest-DHCPAgentSchedulersTestJSON-1895530401 tempest-DHCPAgentSchedulersTestJSON-1895530401] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:20:49.739065 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.v2.base [None req-eb36c5dd-249e-4be1-a0cb-78a6f7490a94 tempest-AllowedAddressPairTestJSON-747646770 tempest-AllowedAddressPairTestJSON-747646770] Request body: {'port': {'network_id': '55688c5f-235c-490e-a156-b75715fdee0f', 'name': 'tempest-AllowedAddressPairTestJSON-660580930'}} {{(pid=84875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:20:49.927201 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-6bd35ff7-132d-4a23-a2ab-07f4eb916fec admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:20:49.932531 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-59db56f3-cf20-4d6f-ab37-6b41b049fb25 tempest-QuotasNegativeTest-1299002298 tempest-QuotasNegativeTest-1299002298] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3207107'] for network, before_response {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:20:50.018483 n-d-768862-2 neutron-server[84765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee3d329b-eeae-4d6e-9fa7-16df9edeb3ac tempest-RoutersIpV6Test-883692175 tempest-RoutersIpV6Test-883692175] Network c1432bbe-f35f-4271-82be-eac0273f0276 is already hosted by enough agents. {{(pid=84875) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 07:20:50.020265 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-6bd35ff7-132d-4a23-a2ab-07f4eb916fec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850887153'] for security_group, after_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:20:50.031164 n-d-768862-2 neutron-server[84765]: DEBUG neutron.scheduler.base_scheduler [None req-ee3d329b-eeae-4d6e-9fa7-16df9edeb3ac tempest-RoutersIpV6Test-883692175 tempest-RoutersIpV6Test-883692175] Resources bound (agent type, host, resource id): {{(pid=84875) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 07:20:50.036502 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee3d329b-eeae-4d6e-9fa7-16df9edeb3ac tempest-RoutersIpV6Test-883692175 tempest-RoutersIpV6Test-883692175] Received port after_create {{(pid=84875) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 14 07:20:50.037487 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-ee3d329b-eeae-4d6e-9fa7-16df9edeb3ac tempest-RoutersIpV6Test-883692175 tempest-RoutersIpV6Test-883692175] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036850886386'] for router_interface, before_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:20:50.070485 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-59db56f3-cf20-4d6f-ab37-6b41b049fb25 tempest-QuotasNegativeTest-1299002298 tempest-QuotasNegativeTest-1299002298] 10.222.0.24 "DELETE /v2.0/networks/c252cde4-4982-49af-adf3-1223884e51c7 HTTP/1.1" status: 204 len: 168 time: 4.8768051 Jan 14 07:20:50.071680 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59db56f3-cf20-4d6f-ab37-6b41b049fb25 tempest-QuotasNegativeTest-1299002298 tempest-QuotasNegativeTest-1299002298] Pushing event deleted for resources: {'Network': ['ID=c252cde4-4982-49af-adf3-1223884e51c7,revision_number=None']} {{(pid=84874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:20:50.074219 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84874) accepted ('10.222.0.24', 39780) {{(pid=84874) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:20:50.100825 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-59db56f3-cf20-4d6f-ab37-6b41b049fb25 tempest-QuotasNegativeTest-1299002298 tempest-QuotasNegativeTest-1299002298] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.377s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:20:50.106723 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-e40e521d-3e70-45a1-b337-c5dae3a18879 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.037s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:20:50.287083 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-aa58e2d5-e8f1-42a4-99ea-4ddad2a1a64c tempest-QuotasNegativeTest-1299002298 tempest-QuotasNegativeTest-1299002298] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036854160497'] for network, before_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:20:50.354946 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.managers [None req-1db9297d-b09b-4cea-ba91-1cbff9f255c8 admin admin] Network 1b5c9afb-7c26-47b7-9cdf-7b2415b9650e has no segments {{(pid=84874) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 14 07:20:50.380652 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-1db9297d-b09b-4cea-ba91-1cbff9f255c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-596065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036851521571'] for segment, after_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:20:50.501056 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-6bd35ff7-132d-4a23-a2ab-07f4eb916fec admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=111a994fa59441e597310fff08539169&name=default HTTP/1.1" status: 200 len: 2983 time: 4.6702273 Jan 14 07:20:50.503234 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84875) accepted ('10.222.0.24', 39792) {{(pid=84875) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:20:50.504403 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-eb36c5dd-249e-4be1-a0cb-78a6f7490a94 tempest-AllowedAddressPairTestJSON-747646770 tempest-AllowedAddressPairTestJSON-747646770] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:20:50.528104 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bd35ff7-132d-4a23-a2ab-07f4eb916fec admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d8c7a605-3a4c-4f11-88b2-480eda7af157,revision_number=1']} {{(pid=84874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:20:50.538180 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-eb36c5dd-249e-4be1-a0cb-78a6f7490a94 tempest-AllowedAddressPairTestJSON-747646770 tempest-AllowedAddressPairTestJSON-747646770] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:20:50.542960 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-6bd35ff7-132d-4a23-a2ab-07f4eb916fec admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.436s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:20:50.654404 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eb36c5dd-249e-4be1-a0cb-78a6f7490a94 tempest-AllowedAddressPairTestJSON-747646770 tempest-AllowedAddressPairTestJSON-747646770] Made reservation on behalf of ce9e5243d132466aae9bc9a8d2ea0adf for: {'port': 1} {{(pid=84875) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 07:20:50.671140 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-eb36c5dd-249e-4be1-a0cb-78a6f7490a94 tempest-AllowedAddressPairTestJSON-747646770 tempest-AllowedAddressPairTestJSON-747646770] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555753'] for port, before_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:20:50.730640 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.managers [None req-1db9297d-b09b-4cea-ba91-1cbff9f255c8 admin admin] Network 1b5c9afb-7c26-47b7-9cdf-7b2415b9650e has no segments {{(pid=84874) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 14 07:20:50.850731 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-ee3d329b-eeae-4d6e-9fa7-16df9edeb3ac tempest-RoutersIpV6Test-883692175 tempest-RoutersIpV6Test-883692175] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555753'] for port, before_update {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:20:50.883800 n-d-768862-2 neutron-server[84765]: Traceback (most recent call last): Jan 14 07:20:50.883800 n-d-768862-2 neutron-server[84765]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 14 07:20:50.883800 n-d-768862-2 neutron-server[84765]: timer() Jan 14 07:20:50.883800 n-d-768862-2 neutron-server[84765]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 14 07:20:50.883800 n-d-768862-2 neutron-server[84765]: cb(*args, **kw) Jan 14 07:20:50.883800 n-d-768862-2 neutron-server[84765]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Jan 14 07:20:50.883800 n-d-768862-2 neutron-server[84765]: return func(*args, **kwargs) Jan 14 07:20:50.883800 n-d-768862-2 neutron-server[84765]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 14 07:20:50.883800 n-d-768862-2 neutron-server[84765]: self._notify() Jan 14 07:20:50.883800 n-d-768862-2 neutron-server[84765]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 14 07:20:50.883800 n-d-768862-2 neutron-server[84765]: self.callback(batched_events) Jan 14 07:20:50.883800 n-d-768862-2 neutron-server[84765]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 14 07:20:50.883800 n-d-768862-2 neutron-server[84765]: event.method(event) Jan 14 07:20:50.883800 n-d-768862-2 neutron-server[84765]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 14 07:20:50.883800 n-d-768862-2 neutron-server[84765]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 14 07:20:50.883800 n-d-768862-2 neutron-server[84765]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Jan 14 07:20:50.883800 n-d-768862-2 neutron-server[84765]: segment_id)['aggregates'][0] Jan 14 07:20:50.883800 n-d-768862-2 neutron-server[84765]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 14 07:20:50.883800 n-d-768862-2 neutron-server[84765]: return f(self, *a, **k) Jan 14 07:20:50.883800 n-d-768862-2 neutron-server[84765]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 14 07:20:50.883800 n-d-768862-2 neutron-server[84765]: return self._get(url).json() Jan 14 07:20:50.883800 n-d-768862-2 neutron-server[84765]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 14 07:20:50.883800 n-d-768862-2 neutron-server[84765]: **kwargs) Jan 14 07:20:50.883800 n-d-768862-2 neutron-server[84765]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 14 07:20:50.883800 n-d-768862-2 neutron-server[84765]: return self.request(url, 'GET', **kwargs) Jan 14 07:20:50.883800 n-d-768862-2 neutron-server[84765]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Jan 14 07:20:50.883800 n-d-768862-2 neutron-server[84765]: **endpoint_filter) Jan 14 07:20:50.883800 n-d-768862-2 neutron-server[84765]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 14 07:20:50.883800 n-d-768862-2 neutron-server[84765]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 14 07:20:50.883800 n-d-768862-2 neutron-server[84765]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 14 07:20:50.883800 n-d-768862-2 neutron-server[84765]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 14 07:20:50.883800 n-d-768862-2 neutron-server[84765]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 14 07:20:50.978289 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84875) accepted ('10.222.0.24', 39800) {{(pid=84875) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:20:50.983116 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-60dac58e-fd09-40d1-82fa-e3b031ebc7b9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:20:51.032633 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-1db9297d-b09b-4cea-ba91-1cbff9f255c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036854176830', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850887149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3912591'] for network, after_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:20:51.038590 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-1db9297d-b09b-4cea-ba91-1cbff9f255c8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3207107'] for network, before_response {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:20:51.055871 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-b1e29748-a06a-452f-b43b-4311647ae2f4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:20:51.109610 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-1db9297d-b09b-4cea-ba91-1cbff9f255c8 admin admin] 10.222.0.24 "DELETE /v2.0/networks/1b5c9afb-7c26-47b7-9cdf-7b2415b9650e HTTP/1.1" status: 204 len: 168 time: 5.9122815 Jan 14 07:20:51.168342 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1db9297d-b09b-4cea-ba91-1cbff9f255c8 admin admin] Pushing event deleted for resources: {'Network': ['ID=1b5c9afb-7c26-47b7-9cdf-7b2415b9650e,revision_number=None']} {{(pid=84874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:20:51.173798 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-1db9297d-b09b-4cea-ba91-1cbff9f255c8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:20:51.206270 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-3cb03ac6-f711-4dad-9093-d8cca1843c5a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363259214191800', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854171626'] for agent, after_update {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:20:51.262702 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-aa58e2d5-e8f1-42a4-99ea-4ddad2a1a64c tempest-QuotasNegativeTest-1299002298 tempest-QuotasNegativeTest-1299002298] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-598987', 'neutron.services.segments.db._delete_segments_for_network-8777640583949'] for network, precommit_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:20:51.392131 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b2862ad-d378-4f82-aca8-016ca52aedf1 None None] Network c1432bbe-f35f-4271-82be-eac0273f0276 requested from n-d-768862-2 {{(pid=84876) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 07:20:51.395026 n-d-768862-2 neutron-server[84765]: DEBUG neutron.notifiers.nova [None req-eb36c5dd-249e-4be1-a0cb-78a6f7490a94 tempest-AllowedAddressPairTestJSON-747646770 tempest-AllowedAddressPairTestJSON-747646770] device_id is not set on port 3828725f-7f42-44f6-8f3b-f0f918583bf1 yet. {{(pid=84875) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}} Jan 14 07:20:51.441811 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84875) accepted ('10.222.0.24', 39808) {{(pid=84875) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:20:51.510075 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-49c95fea-0e00-4e8d-8b65-4401e4bf955d None None] Provisioning for port 8cad4432-0874-46cc-8a1a-bde191b34005 completed by entity DHCP. {{(pid=84876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 07:20:51.634246 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-2f248ab5-3a14-4fcf-b6c9-f53e53aaf95e admin admin] Notify callbacks [] for security_group, before_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:20:51.661712 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-60dac58e-fd09-40d1-82fa-e3b031ebc7b9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:20:51.719580 n-d-768862-2 neutron-server[84765]: DEBUG neutron.services.segments.db [None req-aa58e2d5-e8f1-42a4-99ea-4ddad2a1a64c tempest-QuotasNegativeTest-1299002298 tempest-QuotasNegativeTest-1299002298] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b56e5d81-e8b2-4be7-bd7a-e4cf5da5fb95']}} {{(pid=84874) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:20:51.736578 n-d-768862-2 neutron-server[84765]: DEBUG neutron.services.segments.db [None req-aa58e2d5-e8f1-42a4-99ea-4ddad2a1a64c tempest-QuotasNegativeTest-1299002298 tempest-QuotasNegativeTest-1299002298] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2819c3e4-e67a-450b-bee6-2fc351cf5f04') {'for_net_delete': True} {{(pid=84874) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:20:51.736931 n-d-768862-2 neutron-server[84765]: DEBUG neutron.services.segments.db [None req-aa58e2d5-e8f1-42a4-99ea-4ddad2a1a64c tempest-QuotasNegativeTest-1299002298 tempest-QuotasNegativeTest-1299002298] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2819c3e4-e67a-450b-bee6-2fc351cf5f04') {} {{(pid=84874) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:20:51.745783 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-2f248ab5-3a14-4fcf-b6c9-f53e53aaf95e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:20:51.755488 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-2f248ab5-3a14-4fcf-b6c9-f53e53aaf95e admin admin] Usage tracker for resource:security_group_rule and tenant:3aa33271ecab443497801a387cd5cdec is out of sync, need to count used quota {{(pid=84875) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:20:51.759811 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-2f248ab5-3a14-4fcf-b6c9-f53e53aaf95e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84875) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:20:51.762173 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-aa58e2d5-e8f1-42a4-99ea-4ddad2a1a64c tempest-QuotasNegativeTest-1299002298 tempest-QuotasNegativeTest-1299002298] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363259214173198', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2968632'] for segment, before_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:20:51.767957 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Device 8cad4432-0874-46cc-8a1a-bde191b34005 up at agent ovs-agent-n-d-768862-2 {{(pid=84876) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 07:20:51.781424 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-aa58e2d5-e8f1-42a4-99ea-4ddad2a1a64c tempest-QuotasNegativeTest-1299002298 tempest-QuotasNegativeTest-1299002298] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854179735'] for segment, precommit_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:20:51.787693 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-aa58e2d5-e8f1-42a4-99ea-4ddad2a1a64c tempest-QuotasNegativeTest-1299002298 tempest-QuotasNegativeTest-1299002298] Releasing vxlan tunnel 15 to pool {{(pid=84874) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Jan 14 07:20:51.788837 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-76d348d8-003d-43b7-94d2-1ae4c13abbb5 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=d0ee78b849744df49fa3d7e232811e34&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3309357 Jan 14 07:20:51.795282 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84875) accepted ('10.222.0.24', 39812) {{(pid=84875) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:20:51.800814 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-2f248ab5-3a14-4fcf-b6c9-f53e53aaf95e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:20:51.857359 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-da76cfc0-98e8-4426-9f6d-4f05aa3fae78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363259214191800', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854171626'] for agent, after_update {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:20:51.883152 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Provisioning for port 8cad4432-0874-46cc-8a1a-bde191b34005 completed by entity L2. {{(pid=84876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 07:20:51.893684 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Provisioning complete for port 8cad4432-0874-46cc-8a1a-bde191b34005 triggered by entity L2. {{(pid=84876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 07:20:51.893684 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-604227'] for port, provisioning_complete {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:20:52.038068 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.managers [None req-aa58e2d5-e8f1-42a4-99ea-4ddad2a1a64c tempest-QuotasNegativeTest-1299002298 tempest-QuotasNegativeTest-1299002298] Network b56e5d81-e8b2-4be7-bd7a-e4cf5da5fb95 has no segments {{(pid=84874) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 14 07:20:52.041074 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555753'] for port, before_update {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:20:52.073820 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-aa58e2d5-e8f1-42a4-99ea-4ddad2a1a64c tempest-QuotasNegativeTest-1299002298 tempest-QuotasNegativeTest-1299002298] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-596065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036851521571'] for segment, after_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:20:52.096682 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] For port 8cad4432-0874-46cc-8a1a-bde191b34005, host n-d-768862-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-2',level=0,port_id=8cad4432-0874-46cc-8a1a-bde191b34005,segment=NetworkSegment(38ed1ee4-3fa1-4ad3-9e10-35df70ecef94),segment_id=38ed1ee4-3fa1-4ad3-9e10-35df70ecef94)] {{(pid=84876) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 07:20:52.103194 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777640533312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363259214678337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777640097497'] for port, after_update {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:20:52.105680 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-9379f4a2-b562-450b-bbaa-9aadb94cbf59 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84876) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:20:52.162240 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.db_base_plugin_common [None req-eb36c5dd-249e-4be1-a0cb-78a6f7490a94 tempest-AllowedAddressPairTestJSON-747646770 tempest-AllowedAddressPairTestJSON-747646770] Allocated IP 172.20.0.14 (55688c5f-235c-490e-a156-b75715fdee0f/ea9a674a-26a8-40d1-9f51-c70dafb0561d/3828725f-7f42-44f6-8f3b-f0f918583bf1) {{(pid=84875) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 14 07:20:52.182659 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-60dac58e-fd09-40d1-82fa-e3b031ebc7b9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850887153'] for security_group, after_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:20:52.198580 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-d847c343-0014-499f-88aa-54553065e31f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:20:52.219930 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Pushing event updated for resources: {'Port': ['ID=8cad4432-0874-46cc-8a1a-bde191b34005,revision_number=3']} {{(pid=84876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:20:52.239390 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-9554a0c1-5447-4ade-ba46-724a4a8517d7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:20:52.255570 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=84876) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:20:52.291516 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60dac58e-fd09-40d1-82fa-e3b031ebc7b9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d8c7a605-3a4c-4f11-88b2-480eda7af157,revision_number=None']} {{(pid=84875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:20:52.313676 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-60dac58e-fd09-40d1-82fa-e3b031ebc7b9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:20:52.326685 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-9554a0c1-5447-4ade-ba46-724a4a8517d7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:20:52.346755 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.managers [None req-aa58e2d5-e8f1-42a4-99ea-4ddad2a1a64c tempest-QuotasNegativeTest-1299002298 tempest-QuotasNegativeTest-1299002298] Network b56e5d81-e8b2-4be7-bd7a-e4cf5da5fb95 has no segments {{(pid=84874) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 14 07:20:52.377297 n-d-768862-2 neutron-server[84765]: Traceback (most recent call last): Jan 14 07:20:52.377297 n-d-768862-2 neutron-server[84765]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 14 07:20:52.377297 n-d-768862-2 neutron-server[84765]: timer() Jan 14 07:20:52.377297 n-d-768862-2 neutron-server[84765]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 14 07:20:52.377297 n-d-768862-2 neutron-server[84765]: cb(*args, **kw) Jan 14 07:20:52.377297 n-d-768862-2 neutron-server[84765]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Jan 14 07:20:52.377297 n-d-768862-2 neutron-server[84765]: return func(*args, **kwargs) Jan 14 07:20:52.377297 n-d-768862-2 neutron-server[84765]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 14 07:20:52.377297 n-d-768862-2 neutron-server[84765]: self._notify() Jan 14 07:20:52.377297 n-d-768862-2 neutron-server[84765]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 14 07:20:52.377297 n-d-768862-2 neutron-server[84765]: self.callback(batched_events) Jan 14 07:20:52.377297 n-d-768862-2 neutron-server[84765]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 14 07:20:52.377297 n-d-768862-2 neutron-server[84765]: event.method(event) Jan 14 07:20:52.377297 n-d-768862-2 neutron-server[84765]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 14 07:20:52.377297 n-d-768862-2 neutron-server[84765]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 14 07:20:52.377297 n-d-768862-2 neutron-server[84765]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Jan 14 07:20:52.377297 n-d-768862-2 neutron-server[84765]: segment_id)['aggregates'][0] Jan 14 07:20:52.377297 n-d-768862-2 neutron-server[84765]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 14 07:20:52.377297 n-d-768862-2 neutron-server[84765]: return f(self, *a, **k) Jan 14 07:20:52.377297 n-d-768862-2 neutron-server[84765]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 14 07:20:52.377297 n-d-768862-2 neutron-server[84765]: return self._get(url).json() Jan 14 07:20:52.377297 n-d-768862-2 neutron-server[84765]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 14 07:20:52.377297 n-d-768862-2 neutron-server[84765]: **kwargs) Jan 14 07:20:52.377297 n-d-768862-2 neutron-server[84765]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 14 07:20:52.377297 n-d-768862-2 neutron-server[84765]: return self.request(url, 'GET', **kwargs) Jan 14 07:20:52.377297 n-d-768862-2 neutron-server[84765]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Jan 14 07:20:52.377297 n-d-768862-2 neutron-server[84765]: **endpoint_filter) Jan 14 07:20:52.377297 n-d-768862-2 neutron-server[84765]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 14 07:20:52.377297 n-d-768862-2 neutron-server[84765]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 14 07:20:52.377297 n-d-768862-2 neutron-server[84765]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 14 07:20:52.377297 n-d-768862-2 neutron-server[84765]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 14 07:20:52.377297 n-d-768862-2 neutron-server[84765]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 14 07:20:52.412906 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-1749f5c2-3652-4524-8f4f-0917287210e2 None None] Provisioning complete for port 8cad4432-0874-46cc-8a1a-bde191b34005 triggered by entity DHCP. {{(pid=84876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 07:20:52.413590 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-1749f5c2-3652-4524-8f4f-0917287210e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-604227'] for port, provisioning_complete {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:20:52.512446 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-2d66b7bb-9261-457a-90ff-bad148d0f0e5 tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850887113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3254092', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036851981146'] for subnet, after_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:20:52.541763 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-ea3c484b-aead-4da8-8e6f-bf9edc34c6a3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:20:52.627537 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-60dac58e-fd09-40d1-82fa-e3b031ebc7b9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:20:52.629851 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-60dac58e-fd09-40d1-82fa-e3b031ebc7b9 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/d8c7a605-3a4c-4f11-88b2-480eda7af157 HTTP/1.1" status: 204 len: 168 time: 2.1221452 Jan 14 07:20:52.634150 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-2f248ab5-3a14-4fcf-b6c9-f53e53aaf95e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:20:52.663048 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d66b7bb-9261-457a-90ff-bad148d0f0e5 tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] Pushing event updated for resources: {'Subnet': ['ID=bf0348cd-a2c1-4e1c-88e3-a7b5a4ebc289,revision_number=0']} {{(pid=84874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:20:52.732305 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363259214191800', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854171626'] for agent, after_update {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:20:52.746837 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-2f248ab5-3a14-4fcf-b6c9-f53e53aaf95e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850887153'] for security_group, after_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:20:52.760838 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-1749f5c2-3652-4524-8f4f-0917287210e2 None None] Provisioning for port 7473a099-36a8-4153-aab2-40d84a0650af completed by entity DHCP. {{(pid=84876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 07:20:52.774182 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-1749f5c2-3652-4524-8f4f-0917287210e2 None None] Provisioning complete for port 7473a099-36a8-4153-aab2-40d84a0650af triggered by entity DHCP. {{(pid=84876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 07:20:52.774863 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-1749f5c2-3652-4524-8f4f-0917287210e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-604227'] for port, provisioning_complete {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:20:52.798034 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-2d66b7bb-9261-457a-90ff-bad148d0f0e5 tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.256s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:20:52.902434 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.db.resource_extend [None req-ee3d329b-eeae-4d6e-9fa7-16df9edeb3ac tempest-RoutersIpV6Test-883692175 tempest-RoutersIpV6Test-883692175] It took 0.30 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84875) wrapper /usr/local/lib/python3.6/dist-packages/oslo_utils/timeutils.py:388}} Jan 14 07:20:52.917903 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-2a3142b5-a257-4abe-a2e4-6781e821a008 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:20:52.927083 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-aa58e2d5-e8f1-42a4-99ea-4ddad2a1a64c tempest-QuotasNegativeTest-1299002298 tempest-QuotasNegativeTest-1299002298] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036854176830', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850887149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3912591'] for network, after_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:20:52.937278 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-b944e258-e11c-474d-b8e4-48b0796a98db admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:20:52.960685 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.plugin [None req-1749f5c2-3652-4524-8f4f-0917287210e2 None None] Port 7473a099-36a8-4153-aab2-40d84a0650af cannot update to ACTIVE because it is not bound. {{(pid=84876) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:329}} Jan 14 07:20:52.980256 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-aa58e2d5-e8f1-42a4-99ea-4ddad2a1a64c tempest-QuotasNegativeTest-1299002298 tempest-QuotasNegativeTest-1299002298] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3207107'] for network, before_response {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:20:52.985605 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa58e2d5-e8f1-42a4-99ea-4ddad2a1a64c tempest-QuotasNegativeTest-1299002298 tempest-QuotasNegativeTest-1299002298] Pushing event deleted for resources: {'Network': ['ID=b56e5d81-e8b2-4be7-bd7a-e4cf5da5fb95,revision_number=None']} {{(pid=84874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:20:52.998988 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f248ab5-3a14-4fcf-b6c9-f53e53aaf95e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a3f38bc8-8336-436c-80a2-cd7baeaf7bd5,revision_number=1']} {{(pid=84875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:20:53.003318 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-aa58e2d5-e8f1-42a4-99ea-4ddad2a1a64c tempest-QuotasNegativeTest-1299002298 tempest-QuotasNegativeTest-1299002298] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:20:53.008575 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-aa58e2d5-e8f1-42a4-99ea-4ddad2a1a64c tempest-QuotasNegativeTest-1299002298 tempest-QuotasNegativeTest-1299002298] 10.222.0.24 "DELETE /v2.0/networks/b56e5d81-e8b2-4be7-bd7a-e4cf5da5fb95 HTTP/1.1" status: 204 len: 168 time: 2.9105344 Jan 14 07:20:53.016236 n-d-768862-2 neutron-server[84765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d66b7bb-9261-457a-90ff-bad148d0f0e5 tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] Network 23f0a15d-6362-4cec-82c1-cacba887c566 is already hosted by enough agents. {{(pid=84874) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 07:20:53.018336 n-d-768862-2 neutron-server[84765]: DEBUG neutron.scheduler.base_scheduler [None req-2d66b7bb-9261-457a-90ff-bad148d0f0e5 tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] Resources bound (agent type, host, resource id): {{(pid=84874) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 07:20:53.032518 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e44b8ea2-daf0-4a26-a0b0-e4127bf1a2dc None None] Network 23f0a15d-6362-4cec-82c1-cacba887c566 requested from n-d-768862-2 {{(pid=84876) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 07:20:53.050186 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-2f248ab5-3a14-4fcf-b6c9-f53e53aaf95e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:20:53.057072 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d66b7bb-9261-457a-90ff-bad148d0f0e5 tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:20:53.058673 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-2d66b7bb-9261-457a-90ff-bad148d0f0e5 tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3207107'] for subnet, before_response {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:20:53.119825 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-2d66b7bb-9261-457a-90ff-bad148d0f0e5 tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 6.5115666 Jan 14 07:20:53.124485 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84874) accepted ('10.222.0.24', 39822) {{(pid=84874) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:20:53.143043 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.v2.base [None req-165f1fcc-12c7-45ad-a020-b04e7e91b4ef tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] Request body: {'port': {'network_id': '23f0a15d-6362-4cec-82c1-cacba887c566', 'fixed_ips': [{'subnet_id': 'bf0348cd-a2c1-4e1c-88e3-a7b5a4ebc289', 'ip_address': '2001:db8::968b:1db9:1b96:70ab'}], 'name': 'tempest-NetworksTestDHCPv6-852114050'}} {{(pid=84874) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:20:53.208129 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-eb36c5dd-249e-4be1-a0cb-78a6f7490a94 tempest-AllowedAddressPairTestJSON-747646770 tempest-AllowedAddressPairTestJSON-747646770] Notify callbacks [] for port, precommit_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:20:53.229480 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-eb36c5dd-249e-4be1-a0cb-78a6f7490a94 tempest-AllowedAddressPairTestJSON-747646770 tempest-AllowedAddressPairTestJSON-747646770] Transition to ACTIVE for port object 3828725f-7f42-44f6-8f3b-f0f918583bf1 will not be triggered until provisioned by entity DHCP. {{(pid=84875) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 07:20:53.255361 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-ee3d329b-eeae-4d6e-9fa7-16df9edeb3ac tempest-RoutersIpV6Test-883692175 tempest-RoutersIpV6Test-883692175] Notify callbacks [] for port, precommit_update {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:20:53.262154 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-9554a0c1-5447-4ade-ba46-724a4a8517d7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850887153'] for security_group, after_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:20:53.271502 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-5354e662-e296-4675-b796-02ac3f78a069 tempest-QuotasNegativeTest-1299002298 tempest-QuotasNegativeTest-1299002298] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:20:53.297219 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9554a0c1-5447-4ade-ba46-724a4a8517d7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7a44d80e-130c-49e5-ac27-a0004bf8b867,revision_number=None']} {{(pid=84875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:20:53.299509 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-ee3d329b-eeae-4d6e-9fa7-16df9edeb3ac tempest-RoutersIpV6Test-883692175 tempest-RoutersIpV6Test-883692175] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777640533312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363259214678337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777640097497', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3154211'] for port, after_update {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:20:53.300579 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-ee3d329b-eeae-4d6e-9fa7-16df9edeb3ac tempest-RoutersIpV6Test-883692175 tempest-RoutersIpV6Test-883692175] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3206949', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3889649'] for router_interface, after_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:20:53.334807 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-2f248ab5-3a14-4fcf-b6c9-f53e53aaf95e admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=3aa33271ecab443497801a387cd5cdec&name=default HTTP/1.1" status: 200 len: 2983 time: 2.3488636 Jan 14 07:20:53.349160 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-9554a0c1-5447-4ade-ba46-724a4a8517d7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:20:53.349873 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-355a4ae5-d2d8-468f-ae2c-fa8f4737f88e tempest-PortsAdminExtendedAttrsIpV6TestJSON-54502629 tempest-PortsAdminExtendedAttrsIpV6TestJSON-54502629] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:20:53.400202 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84874) accepted ('10.222.0.24', 39828) {{(pid=84874) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:20:53.521174 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-0f37073e-9c69-4e3c-80e0-6cfaa0fd61a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363259214191800', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854171626'] for agent, after_update {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:20:53.560488 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-be08e582-3189-4d48-aad4-20648e8e88a1 None None] Provisioning complete for port 8cad4432-0874-46cc-8a1a-bde191b34005 triggered by entity DHCP. {{(pid=84876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 07:20:53.560887 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-be08e582-3189-4d48-aad4-20648e8e88a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-604227'] for port, provisioning_complete {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:20:53.666951 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee3d329b-eeae-4d6e-9fa7-16df9edeb3ac tempest-RoutersIpV6Test-883692175 tempest-RoutersIpV6Test-883692175] Pushing event updated for resources: {'Port': ['ID=7473a099-36a8-4153-aab2-40d84a0650af,revision_number=2']} {{(pid=84875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:20:53.722780 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee3d329b-eeae-4d6e-9fa7-16df9edeb3ac tempest-RoutersIpV6Test-883692175 tempest-RoutersIpV6Test-883692175] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@n-h1-768862-2 {{(pid=84875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:20:53.723580 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee3d329b-eeae-4d6e-9fa7-16df9edeb3ac tempest-RoutersIpV6Test-883692175 tempest-RoutersIpV6Test-883692175] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-h1-768862-2 {{(pid=84875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:20:53.724067 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee3d329b-eeae-4d6e-9fa7-16df9edeb3ac tempest-RoutersIpV6Test-883692175 tempest-RoutersIpV6Test-883692175] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-h1-768862-2 {{(pid=84875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:20:53.724492 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee3d329b-eeae-4d6e-9fa7-16df9edeb3ac tempest-RoutersIpV6Test-883692175 tempest-RoutersIpV6Test-883692175] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-h1-768862-2 {{(pid=84875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:20:53.724909 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee3d329b-eeae-4d6e-9fa7-16df9edeb3ac tempest-RoutersIpV6Test-883692175 tempest-RoutersIpV6Test-883692175] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@n-h1-768862-2 {{(pid=84875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:20:53.725329 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee3d329b-eeae-4d6e-9fa7-16df9edeb3ac tempest-RoutersIpV6Test-883692175 tempest-RoutersIpV6Test-883692175] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-h1-768862-2 {{(pid=84875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:20:53.725748 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee3d329b-eeae-4d6e-9fa7-16df9edeb3ac tempest-RoutersIpV6Test-883692175 tempest-RoutersIpV6Test-883692175] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-h1-768862-2 {{(pid=84875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:20:53.726157 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee3d329b-eeae-4d6e-9fa7-16df9edeb3ac tempest-RoutersIpV6Test-883692175 tempest-RoutersIpV6Test-883692175] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-h1-768862-2 {{(pid=84875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:20:53.726567 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee3d329b-eeae-4d6e-9fa7-16df9edeb3ac tempest-RoutersIpV6Test-883692175 tempest-RoutersIpV6Test-883692175] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-h1-768862-2 {{(pid=84875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:20:53.726981 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee3d329b-eeae-4d6e-9fa7-16df9edeb3ac tempest-RoutersIpV6Test-883692175 tempest-RoutersIpV6Test-883692175] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-h1-768862-2 {{(pid=84875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:20:53.727392 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee3d329b-eeae-4d6e-9fa7-16df9edeb3ac tempest-RoutersIpV6Test-883692175 tempest-RoutersIpV6Test-883692175] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-h1-768862-2 {{(pid=84875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:20:53.727801 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee3d329b-eeae-4d6e-9fa7-16df9edeb3ac tempest-RoutersIpV6Test-883692175 tempest-RoutersIpV6Test-883692175] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-h1-768862-2 {{(pid=84875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:20:53.728326 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee3d329b-eeae-4d6e-9fa7-16df9edeb3ac tempest-RoutersIpV6Test-883692175 tempest-RoutersIpV6Test-883692175] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@n-h2-768862-2 {{(pid=84875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:20:53.728893 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee3d329b-eeae-4d6e-9fa7-16df9edeb3ac tempest-RoutersIpV6Test-883692175 tempest-RoutersIpV6Test-883692175] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-h2-768862-2 {{(pid=84875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:20:53.729307 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee3d329b-eeae-4d6e-9fa7-16df9edeb3ac tempest-RoutersIpV6Test-883692175 tempest-RoutersIpV6Test-883692175] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-h2-768862-2 {{(pid=84875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:20:53.729767 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee3d329b-eeae-4d6e-9fa7-16df9edeb3ac tempest-RoutersIpV6Test-883692175 tempest-RoutersIpV6Test-883692175] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-h2-768862-2 {{(pid=84875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:20:53.733416 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee3d329b-eeae-4d6e-9fa7-16df9edeb3ac tempest-RoutersIpV6Test-883692175 tempest-RoutersIpV6Test-883692175] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@n-h2-768862-2 {{(pid=84875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:20:53.733416 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee3d329b-eeae-4d6e-9fa7-16df9edeb3ac tempest-RoutersIpV6Test-883692175 tempest-RoutersIpV6Test-883692175] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-h2-768862-2 {{(pid=84875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:20:53.733416 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee3d329b-eeae-4d6e-9fa7-16df9edeb3ac tempest-RoutersIpV6Test-883692175 tempest-RoutersIpV6Test-883692175] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-h2-768862-2 {{(pid=84875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:20:53.733416 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee3d329b-eeae-4d6e-9fa7-16df9edeb3ac tempest-RoutersIpV6Test-883692175 tempest-RoutersIpV6Test-883692175] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-h2-768862-2 {{(pid=84875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:20:53.733416 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee3d329b-eeae-4d6e-9fa7-16df9edeb3ac tempest-RoutersIpV6Test-883692175 tempest-RoutersIpV6Test-883692175] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-h2-768862-2 {{(pid=84875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:20:53.733416 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee3d329b-eeae-4d6e-9fa7-16df9edeb3ac tempest-RoutersIpV6Test-883692175 tempest-RoutersIpV6Test-883692175] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-h2-768862-2 {{(pid=84875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:20:53.733416 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee3d329b-eeae-4d6e-9fa7-16df9edeb3ac tempest-RoutersIpV6Test-883692175 tempest-RoutersIpV6Test-883692175] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-h2-768862-2 {{(pid=84875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:20:53.733416 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee3d329b-eeae-4d6e-9fa7-16df9edeb3ac tempest-RoutersIpV6Test-883692175 tempest-RoutersIpV6Test-883692175] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-h2-768862-2 {{(pid=84875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:20:53.733416 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee3d329b-eeae-4d6e-9fa7-16df9edeb3ac tempest-RoutersIpV6Test-883692175 tempest-RoutersIpV6Test-883692175] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-2 {{(pid=84875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:20:53.736412 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee3d329b-eeae-4d6e-9fa7-16df9edeb3ac tempest-RoutersIpV6Test-883692175 tempest-RoutersIpV6Test-883692175] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-2 {{(pid=84875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:20:53.736412 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee3d329b-eeae-4d6e-9fa7-16df9edeb3ac tempest-RoutersIpV6Test-883692175 tempest-RoutersIpV6Test-883692175] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-2 {{(pid=84875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:20:53.736412 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee3d329b-eeae-4d6e-9fa7-16df9edeb3ac tempest-RoutersIpV6Test-883692175 tempest-RoutersIpV6Test-883692175] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-2 {{(pid=84875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:20:53.736412 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee3d329b-eeae-4d6e-9fa7-16df9edeb3ac tempest-RoutersIpV6Test-883692175 tempest-RoutersIpV6Test-883692175] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@n-d-768862-2 {{(pid=84875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:20:53.736412 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee3d329b-eeae-4d6e-9fa7-16df9edeb3ac tempest-RoutersIpV6Test-883692175 tempest-RoutersIpV6Test-883692175] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-2 {{(pid=84875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:20:53.736412 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee3d329b-eeae-4d6e-9fa7-16df9edeb3ac tempest-RoutersIpV6Test-883692175 tempest-RoutersIpV6Test-883692175] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-768862-2 {{(pid=84875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:20:53.738070 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee3d329b-eeae-4d6e-9fa7-16df9edeb3ac tempest-RoutersIpV6Test-883692175 tempest-RoutersIpV6Test-883692175] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-768862-2 {{(pid=84875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:20:53.738070 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee3d329b-eeae-4d6e-9fa7-16df9edeb3ac tempest-RoutersIpV6Test-883692175 tempest-RoutersIpV6Test-883692175] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-2 {{(pid=84875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:20:53.738070 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee3d329b-eeae-4d6e-9fa7-16df9edeb3ac tempest-RoutersIpV6Test-883692175 tempest-RoutersIpV6Test-883692175] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-2 {{(pid=84875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:20:53.738070 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee3d329b-eeae-4d6e-9fa7-16df9edeb3ac tempest-RoutersIpV6Test-883692175 tempest-RoutersIpV6Test-883692175] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-2 {{(pid=84875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:20:53.743183 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee3d329b-eeae-4d6e-9fa7-16df9edeb3ac tempest-RoutersIpV6Test-883692175 tempest-RoutersIpV6Test-883692175] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-2 {{(pid=84875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:20:53.748963 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-ee3d329b-eeae-4d6e-9fa7-16df9edeb3ac tempest-RoutersIpV6Test-883692175 tempest-RoutersIpV6Test-883692175] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.399s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:20:53.750937 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-9554a0c1-5447-4ade-ba46-724a4a8517d7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:20:53.758153 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-9554a0c1-5447-4ade-ba46-724a4a8517d7 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/7a44d80e-130c-49e5-ac27-a0004bf8b867 HTTP/1.1" status: 204 len: 168 time: 1.9544673 Jan 14 07:20:53.772443 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-01d37fff-8141-473c-ac8e-3ac4b06b716e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:20:53.804561 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-eb36c5dd-249e-4be1-a0cb-78a6f7490a94 tempest-AllowedAddressPairTestJSON-747646770 tempest-AllowedAddressPairTestJSON-747646770] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777640123575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851621574'] for port, after_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:20:53.829515 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-01d37fff-8141-473c-ac8e-3ac4b06b716e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:20:53.830759 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Device 8cad4432-0874-46cc-8a1a-bde191b34005 up at agent ovs-agent-n-d-768862-2 {{(pid=84876) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 07:20:53.925532 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-01d37fff-8141-473c-ac8e-3ac4b06b716e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850887153'] for security_group, after_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:20:53.943921 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-a7e56074-6948-4e4a-bd43-e4b6ce385923 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:20:53.992081 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01d37fff-8141-473c-ac8e-3ac4b06b716e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a3f38bc8-8336-436c-80a2-cd7baeaf7bd5,revision_number=None']} {{(pid=84874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:20:54.003730 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-01d37fff-8141-473c-ac8e-3ac4b06b716e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:20:54.013419 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-01d37fff-8141-473c-ac8e-3ac4b06b716e admin admin] Notify callbacks [] for security_group, before_response {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:20:54.015863 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-01d37fff-8141-473c-ac8e-3ac4b06b716e admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/a3f38bc8-8336-436c-80a2-cd7baeaf7bd5 HTTP/1.1" status: 204 len: 168 time: 0.6137025 Jan 14 07:20:54.023264 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-ee3d329b-eeae-4d6e-9fa7-16df9edeb3ac tempest-RoutersIpV6Test-883692175 tempest-RoutersIpV6Test-883692175] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:20:54.028987 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-165f1fcc-12c7-45ad-a020-b04e7e91b4ef tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:20:54.038135 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-165f1fcc-12c7-45ad-a020-b04e7e91b4ef tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] Usage tracker for resource:port and tenant:be0aa702e3ca464795a99c51e3b3b04f is out of sync, need to count used quota {{(pid=84874) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:20:54.044494 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-165f1fcc-12c7-45ad-a020-b04e7e91b4ef tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] Quota usage for port was recalculated. Used quota:0. {{(pid=84874) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:20:54.057980 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-165f1fcc-12c7-45ad-a020-b04e7e91b4ef tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:20:54.078322 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-165f1fcc-12c7-45ad-a020-b04e7e91b4ef tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] Made reservation on behalf of be0aa702e3ca464795a99c51e3b3b04f for: {'port': 1} {{(pid=84874) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 07:20:54.118174 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb36c5dd-249e-4be1-a0cb-78a6f7490a94 tempest-AllowedAddressPairTestJSON-747646770 tempest-AllowedAddressPairTestJSON-747646770] Pushing event updated for resources: {'Port': ['ID=3828725f-7f42-44f6-8f3b-f0f918583bf1,revision_number=1']} {{(pid=84875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:20:54.148588 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-eb36c5dd-249e-4be1-a0cb-78a6f7490a94 tempest-AllowedAddressPairTestJSON-747646770 tempest-AllowedAddressPairTestJSON-747646770] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:20:54.204376 n-d-768862-2 neutron-server[84765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb36c5dd-249e-4be1-a0cb-78a6f7490a94 tempest-AllowedAddressPairTestJSON-747646770 tempest-AllowedAddressPairTestJSON-747646770] Network 55688c5f-235c-490e-a156-b75715fdee0f is already hosted by enough agents. {{(pid=84875) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 07:20:54.209174 n-d-768862-2 neutron-server[84765]: DEBUG neutron.scheduler.base_scheduler [None req-eb36c5dd-249e-4be1-a0cb-78a6f7490a94 tempest-AllowedAddressPairTestJSON-747646770 tempest-AllowedAddressPairTestJSON-747646770] Resources bound (agent type, host, resource id): {{(pid=84875) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 07:20:54.228324 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb36c5dd-249e-4be1-a0cb-78a6f7490a94 tempest-AllowedAddressPairTestJSON-747646770 tempest-AllowedAddressPairTestJSON-747646770] Received port after_create {{(pid=84875) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 14 07:20:54.327936 n-d-768862-2 neutron-server[84765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee3d329b-eeae-4d6e-9fa7-16df9edeb3ac tempest-RoutersIpV6Test-883692175 tempest-RoutersIpV6Test-883692175] Network c1432bbe-f35f-4271-82be-eac0273f0276 is already hosted by enough agents. {{(pid=84875) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 07:20:54.336207 n-d-768862-2 neutron-server[84765]: DEBUG neutron.scheduler.base_scheduler [None req-ee3d329b-eeae-4d6e-9fa7-16df9edeb3ac tempest-RoutersIpV6Test-883692175 tempest-RoutersIpV6Test-883692175] Resources bound (agent type, host, resource id): {{(pid=84875) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 07:20:54.677344 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:port_security_enabled":"rule:admin_or_owner" was deprecated in W in favor of "update_network:port_security_enabled":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 07:20:54.677344 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:20:54.677344 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:20:54.677344 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:20:54.677344 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "delete_network":"rule:admin_or_owner" was deprecated in W in favor of "delete_network":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 07:20:54.677344 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:20:54.677344 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:20:54.677344 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:20:54.677344 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_segment":"rule:admin_only" was deprecated in W in favor of "create_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:20:54.677344 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:20:54.677344 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_segment":"rule:admin_only" was deprecated in W in favor of "get_segment":"role:reader and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:20:54.677344 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:20:54.677344 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_segment":"rule:admin_only" was deprecated in W in favor of "update_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:20:54.677344 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:20:54.677344 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "delete_segment":"rule:admin_only" was deprecated in W in favor of "delete_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:20:54.677344 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:20:54.677344 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network":"rule:regular_user" was deprecated in W in favor of "create_network":"role:member and project_id:%(project_id)s". Reason: Jan 14 07:20:54.677344 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:20:54.677344 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:20:54.677344 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:20:54.677344 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:shared":"rule:admin_only" was deprecated in W in favor of "create_network:shared":"role:admin and system_scope:all". Reason: Jan 14 07:20:54.677344 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:20:54.677344 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:20:54.677344 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:20:54.677344 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:router:external":"rule:admin_only" was deprecated in W in favor of "create_network:router:external":"role:admin and system_scope:all". Reason: Jan 14 07:20:54.677344 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:20:54.677344 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:20:54.677344 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:20:54.677344 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:is_default":"rule:admin_only" was deprecated in W in favor of "create_network:is_default":"role:admin and system_scope:all". Reason: Jan 14 07:20:54.677344 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:20:54.677344 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:20:54.677344 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:20:54.677344 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:port_security_enabled":"rule:regular_user" was deprecated in W in favor of "create_network:port_security_enabled":"role:member and project_id:%(project_id)s". Reason: Jan 14 07:20:54.677344 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:20:54.677344 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:20:54.677344 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:20:54.677344 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:segments":"rule:admin_only" was deprecated in W in favor of "create_network:segments":"role:admin and system_scope:all". Reason: Jan 14 07:20:54.677344 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:20:54.677344 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:20:54.677344 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:20:54.677344 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "create_network:provider:network_type":"role:admin and system_scope:all". Reason: Jan 14 07:20:54.677344 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:20:54.682039 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:20:54.682039 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:20:54.682039 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "create_network:provider:physical_network":"role:admin and system_scope:all". Reason: Jan 14 07:20:54.682039 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:20:54.682039 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:20:54.682039 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:20:54.682039 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "create_network:provider:segmentation_id":"role:admin and system_scope:all". Reason: Jan 14 07:20:54.682039 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:20:54.682039 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:20:54.682039 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:20:54.682039 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network":"rule:admin_or_owner or rule:shared or rule:external or rule:context_is_advsvc" was deprecated in W in favor of "get_network":"(role:reader and system_scope:all) or (role:reader and project_id:%(project_id)s) or rule:shared or rule:external or rule:context_is_advsvc". Reason: Jan 14 07:20:54.682039 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:20:54.682039 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:20:54.682039 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:20:54.682039 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:router:external":"rule:regular_user" was deprecated in W in favor of "get_network:router:external":"role:reader and project_id:%(project_id)s". Reason: Jan 14 07:20:54.682039 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:20:54.682039 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:20:54.682039 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:20:54.683679 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-165f1fcc-12c7-45ad-a020-b04e7e91b4ef tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555753'] for port, before_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:20:54.704725 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:segments":"rule:admin_only" was deprecated in W in favor of "get_network:segments":"role:reader and system_scope:all". Reason: Jan 14 07:20:54.704725 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:20:54.704725 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:20:54.704725 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:20:54.704725 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "get_network:provider:network_type":"role:reader and system_scope:all". Reason: Jan 14 07:20:54.704725 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:20:54.704725 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:20:54.704725 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:20:54.704725 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "get_network:provider:physical_network":"role:reader and system_scope:all". Reason: Jan 14 07:20:54.704725 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:20:54.704725 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:20:54.704725 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:20:54.704725 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "get_network:provider:segmentation_id":"role:reader and system_scope:all". Reason: Jan 14 07:20:54.704725 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:20:54.704725 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:20:54.704725 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:20:54.704725 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network":"rule:admin_or_owner" was deprecated in W in favor of "update_network":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 07:20:54.704725 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:20:54.704725 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:20:54.704725 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:20:54.704725 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:segments":"rule:admin_only" was deprecated in W in favor of "update_network:segments":"role:admin and system_scope:all". Reason: Jan 14 07:20:54.704725 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:20:54.704725 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:20:54.704725 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:20:54.704725 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:shared":"rule:admin_only" was deprecated in W in favor of "update_network:shared":"role:admin and system_scope:all". Reason: Jan 14 07:20:54.704725 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:20:54.704725 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:20:54.704725 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:20:54.704725 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "update_network:provider:network_type":"role:admin and system_scope:all". Reason: Jan 14 07:20:54.704725 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:20:54.704725 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:20:54.704725 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:20:54.704725 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "update_network:provider:physical_network":"role:admin and system_scope:all". Reason: Jan 14 07:20:54.704725 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:20:54.704725 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:20:54.704725 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:20:54.704725 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "update_network:provider:segmentation_id":"role:admin and system_scope:all". Reason: Jan 14 07:20:54.704725 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:20:54.704725 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:20:54.704725 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:20:54.704725 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:router:external":"rule:admin_only" was deprecated in W in favor of "update_network:router:external":"role:admin and system_scope:all". Reason: Jan 14 07:20:54.704725 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:20:54.704725 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:20:54.704725 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:20:54.704725 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:is_default":"rule:admin_only" was deprecated in W in favor of "update_network:is_default":"role:admin and system_scope:all". Reason: Jan 14 07:20:54.704725 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:20:54.704725 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:20:54.704725 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:20:54.710052 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:port_security_enabled":"rule:admin_or_owner" was deprecated in W in favor of "update_network:port_security_enabled":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 07:20:54.710052 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:20:54.710052 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:20:54.710052 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:20:54.710052 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "delete_network":"rule:admin_or_owner" was deprecated in W in favor of "delete_network":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 07:20:54.710052 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:20:54.710052 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:20:54.710052 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:20:54.710052 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_segment":"rule:admin_only" was deprecated in W in favor of "create_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:20:54.710052 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:20:54.710052 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_segment":"rule:admin_only" was deprecated in W in favor of "get_segment":"role:reader and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:20:54.710052 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:20:54.710052 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_segment":"rule:admin_only" was deprecated in W in favor of "update_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:20:54.710052 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:20:54.786464 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb36c5dd-249e-4be1-a0cb-78a6f7490a94 tempest-AllowedAddressPairTestJSON-747646770 tempest-AllowedAddressPairTestJSON-747646770] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:20:54.787672 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-eb36c5dd-249e-4be1-a0cb-78a6f7490a94 tempest-AllowedAddressPairTestJSON-747646770 tempest-AllowedAddressPairTestJSON-747646770] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854768116'] for port, before_response {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:20:54.858021 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-eb36c5dd-249e-4be1-a0cb-78a6f7490a94 tempest-AllowedAddressPairTestJSON-747646770 tempest-AllowedAddressPairTestJSON-747646770] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 5.1761148 Jan 14 07:20:54.863561 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84875) accepted ('10.222.0.24', 39848) {{(pid=84875) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:20:54.882140 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.v2.base [None req-13432c7e-5f72-454d-846b-8f758adb7543 tempest-AllowedAddressPairTestJSON-747646770 tempest-AllowedAddressPairTestJSON-747646770] Request body: {'port': {'network_id': '55688c5f-235c-490e-a156-b75715fdee0f', 'name': 'tempest-AllowedAddressPairTestJSON-696368897'}} {{(pid=84875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:20:54.925779 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41be4015-5f09-4888-a38b-4c1d036aade6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5d94dc7a-c095-50a4-955e-5f3b78718a12-23f0a15d-6362-4cec-82c1-cacba887c566', 'network_id': '23f0a15d-6362-4cec-82c1-cacba887c566', 'tenant_id': 'be0aa702e3ca464795a99c51e3b3b04f', 'fixed_ips': [{'subnet_id': 'bf0348cd-a2c1-4e1c-88e3-a7b5a4ebc289'}]}} from n-d-768862-2. {{(pid=84876) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Jan 14 07:20:54.926761 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-41be4015-5f09-4888-a38b-4c1d036aade6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555753'] for port, before_create {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:20:55.097515 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Provisioning complete for port 8cad4432-0874-46cc-8a1a-bde191b34005 triggered by entity L2. {{(pid=84876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 07:20:55.098684 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-604227'] for port, provisioning_complete {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:20:55.198759 n-d-768862-2 neutron-server[84765]: DEBUG neutron.notifiers.nova [None req-165f1fcc-12c7-45ad-a020-b04e7e91b4ef tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] device_id is not set on port a8e64956-a89c-4c53-80e8-1494115165c9 yet. {{(pid=84874) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}} Jan 14 07:20:55.418901 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-505a34ac-5e22-40b3-a152-242f84b93d9d None None] Provisioning for port 3828725f-7f42-44f6-8f3b-f0f918583bf1 completed by entity DHCP. {{(pid=84876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 07:20:55.475887 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-505a34ac-5e22-40b3-a152-242f84b93d9d None None] Provisioning complete for port 3828725f-7f42-44f6-8f3b-f0f918583bf1 triggered by entity DHCP. {{(pid=84876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 07:20:55.476255 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-505a34ac-5e22-40b3-a152-242f84b93d9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-604227'] for port, provisioning_complete {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:20:55.548254 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84874) accepted ('10.222.0.24', 39858) {{(pid=84874) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:20:55.795907 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.db_base_plugin_common [None req-165f1fcc-12c7-45ad-a020-b04e7e91b4ef tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] Allocated IP 2001:db8::968b:1db9:1b96:70ab (23f0a15d-6362-4cec-82c1-cacba887c566/bf0348cd-a2c1-4e1c-88e3-a7b5a4ebc289/a8e64956-a89c-4c53-80e8-1494115165c9) {{(pid=84874) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 14 07:20:55.882665 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.plugin [None req-505a34ac-5e22-40b3-a152-242f84b93d9d None None] Port 3828725f-7f42-44f6-8f3b-f0f918583bf1 cannot update to ACTIVE because it is not bound. {{(pid=84876) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:329}} Jan 14 07:20:55.904829 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-13432c7e-5f72-454d-846b-8f758adb7543 tempest-AllowedAddressPairTestJSON-747646770 tempest-AllowedAddressPairTestJSON-747646770] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:20:55.914963 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-13432c7e-5f72-454d-846b-8f758adb7543 tempest-AllowedAddressPairTestJSON-747646770 tempest-AllowedAddressPairTestJSON-747646770] Usage tracker for resource:port and tenant:ce9e5243d132466aae9bc9a8d2ea0adf is out of sync, need to count used quota {{(pid=84875) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:20:55.941439 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-13432c7e-5f72-454d-846b-8f758adb7543 tempest-AllowedAddressPairTestJSON-747646770 tempest-AllowedAddressPairTestJSON-747646770] Quota usage for port was recalculated. Used quota:3. {{(pid=84875) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:20:55.961497 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-13432c7e-5f72-454d-846b-8f758adb7543 tempest-AllowedAddressPairTestJSON-747646770 tempest-AllowedAddressPairTestJSON-747646770] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=84875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:20:55.989299 n-d-768862-2 neutron-server[84765]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ee3d329b-eeae-4d6e-9fa7-16df9edeb3ac tempest-RoutersIpV6Test-883692175 tempest-RoutersIpV6Test-883692175] Router 41c58501-c8e5-4974-b750-494f7c0729fa is scheduled to L3 agent 35f592e9-451b-4db9-abea-77b6a5c5391b with binding_index 1 {{(pid=84875) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}} Jan 14 07:20:56.013932 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-13432c7e-5f72-454d-846b-8f758adb7543 tempest-AllowedAddressPairTestJSON-747646770 tempest-AllowedAddressPairTestJSON-747646770] Made reservation on behalf of ce9e5243d132466aae9bc9a8d2ea0adf for: {'port': 1} {{(pid=84875) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 07:20:56.045748 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-505a34ac-5e22-40b3-a152-242f84b93d9d None None] Provisioning complete for port 8cad4432-0874-46cc-8a1a-bde191b34005 triggered by entity DHCP. {{(pid=84876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 07:20:56.049678 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-13432c7e-5f72-454d-846b-8f758adb7543 tempest-AllowedAddressPairTestJSON-747646770 tempest-AllowedAddressPairTestJSON-747646770] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555753'] for port, before_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:20:56.057437 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-505a34ac-5e22-40b3-a152-242f84b93d9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-604227'] for port, provisioning_complete {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:20:56.335780 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-ba19db0c-4590-4bfd-97df-0334602f0dae admin admin] Notify callbacks [] for security_group, before_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:20:56.400434 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-505a34ac-5e22-40b3-a152-242f84b93d9d None None] Provisioning complete for port 7473a099-36a8-4153-aab2-40d84a0650af triggered by entity DHCP. {{(pid=84876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 07:20:56.402110 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-505a34ac-5e22-40b3-a152-242f84b93d9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-604227'] for port, provisioning_complete {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:20:56.492318 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-ba19db0c-4590-4bfd-97df-0334602f0dae admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:20:56.515901 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-ba19db0c-4590-4bfd-97df-0334602f0dae admin admin] Usage tracker for resource:security_group_rule and tenant:2ea1033ab7a647208708ecb21db458b7 is out of sync, need to count used quota {{(pid=84874) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:20:56.528055 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-ba19db0c-4590-4bfd-97df-0334602f0dae admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84874) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:20:56.546538 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.plugin [None req-505a34ac-5e22-40b3-a152-242f84b93d9d None None] Port 7473a099-36a8-4153-aab2-40d84a0650af cannot update to ACTIVE because it is not bound. {{(pid=84876) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:329}} Jan 14 07:20:56.556620 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-ba19db0c-4590-4bfd-97df-0334602f0dae admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:20:56.995665 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-165f1fcc-12c7-45ad-a020-b04e7e91b4ef tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] Notify callbacks [] for port, precommit_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:20:57.007579 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-ba19db0c-4590-4bfd-97df-0334602f0dae admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:20:57.023053 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-ba19db0c-4590-4bfd-97df-0334602f0dae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850887153'] for security_group, after_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:20:57.057064 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ee3d329b-eeae-4d6e-9fa7-16df9edeb3ac tempest-RoutersIpV6Test-883692175 tempest-RoutersIpV6Test-883692175] Notify agent at l3_agent.n-d-768862-2 the message routers_updated {{(pid=84875) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jan 14 07:20:57.074687 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-766b0dd4-c6cd-4149-8187-a332d549e335 None None] Sync routers for ids ['41c58501-c8e5-4974-b750-494f7c0729fa'] in n-d-768862-2 {{(pid=84876) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Jan 14 07:20:57.078015 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84874) accepted ('10.222.0.24', 39888) {{(pid=84874) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:20:57.087611 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-ee3d329b-eeae-4d6e-9fa7-16df9edeb3ac tempest-RoutersIpV6Test-883692175 tempest-RoutersIpV6Test-883692175] 10.222.0.24 "PUT /v2.0/routers/41c58501-c8e5-4974-b750-494f7c0729fa/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.3444436 Jan 14 07:20:57.098411 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-d5b1122f-314b-4c7c-a80e-7df8f3b254aa admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:20:57.109014 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-766b0dd4-c6cd-4149-8187-a332d549e335 None None] Routers {'41c58501-c8e5-4974-b750-494f7c0729fa'} bound to L3 agent in host n-d-768862-2 {{(pid=84876) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 14 07:20:57.111208 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_hamode_db [None req-766b0dd4-c6cd-4149-8187-a332d549e335 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-01-14T06:56:51Z,description=,heartbeat_timestamp=2021-01-14T07:20:51Z,host='n-d-768862-2',id=35f592e9-451b-4db9-abea-77b6a5c5391b,load=0,resource_versions=,resources_synced=,started_at=2021-01-14T06:56:51Z,topic='l3_agent')) {'router_ids': ['41c58501-c8e5-4974-b750-494f7c0729fa'], 'active': True} {{(pid=84876) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:20:57.134175 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-ba19db0c-4590-4bfd-97df-0334602f0dae admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=2ea1033ab7a647208708ecb21db458b7&name=default HTTP/1.1" status: 200 len: 2983 time: 1.5765646 Jan 14 07:20:57.140055 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84875) accepted ('10.222.0.24', 39890) {{(pid=84875) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:20:57.196408 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba19db0c-4590-4bfd-97df-0334602f0dae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8c931e29-8c4a-475a-9402-a43a1fbd777c,revision_number=1']} {{(pid=84874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:20:57.258704 n-d-768862-2 neutron-server[84765]: DEBUG neutron.notifiers.nova [None req-13432c7e-5f72-454d-846b-8f758adb7543 tempest-AllowedAddressPairTestJSON-747646770 tempest-AllowedAddressPairTestJSON-747646770] device_id is not set on port 663cd850-1fed-40f5-917a-c3187c55ff1c yet. {{(pid=84875) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}} Jan 14 07:20:57.307567 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-ba19db0c-4590-4bfd-97df-0334602f0dae admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.210s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:20:57.331710 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-165f1fcc-12c7-45ad-a020-b04e7e91b4ef tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] Transition to ACTIVE for port object a8e64956-a89c-4c53-80e8-1494115165c9 will not be triggered until provisioned by entity DHCP. {{(pid=84874) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 07:20:57.440320 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_hamode_db [None req-766b0dd4-c6cd-4149-8187-a332d549e335 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768862-2', False) {} {{(pid=84876) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:20:57.489469 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-766b0dd4-c6cd-4149-8187-a332d549e335 None None] Routers {'41c58501-c8e5-4974-b750-494f7c0729fa'} bound to L3 agent in host n-d-768862-2 {{(pid=84876) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 14 07:20:57.500475 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_hamode_db [None req-766b0dd4-c6cd-4149-8187-a332d549e335 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-01-14T06:56:51Z,description=,heartbeat_timestamp=2021-01-14T07:20:51Z,host='n-d-768862-2',id=35f592e9-451b-4db9-abea-77b6a5c5391b,load=0,resource_versions=,resources_synced=,started_at=2021-01-14T06:56:51Z,topic='l3_agent')) {'router_ids': ['41c58501-c8e5-4974-b750-494f7c0729fa'], 'active': True} {{(pid=84876) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:20:57.623569 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41ecee02-7dac-4089-aa6c-f9207eade6aa tempest-RoutersIpV6Test-883692175 tempest-RoutersIpV6Test-883692175] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:20:57.625258 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-41ecee02-7dac-4089-aa6c-f9207eade6aa tempest-RoutersIpV6Test-883692175 tempest-RoutersIpV6Test-883692175] Synchronizing usage tracker for tenant:d787627cdb8d4cc9b70642659fae99d7 on resource:port {{(pid=84874) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 14 07:20:57.678711 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-41ecee02-7dac-4089-aa6c-f9207eade6aa tempest-RoutersIpV6Test-883692175 tempest-RoutersIpV6Test-883692175] Unset dirty status for tenant:d787627cdb8d4cc9b70642659fae99d7 on resource:port {{(pid=84874) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 14 07:20:57.689124 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-41ecee02-7dac-4089-aa6c-f9207eade6aa tempest-RoutersIpV6Test-883692175 tempest-RoutersIpV6Test-883692175] 10.222.0.24 "GET /v2.0/ports/7473a099-36a8-4153-aab2-40d84a0650af HTTP/1.1" status: 200 len: 911 time: 0.5549052 Jan 14 07:20:57.691005 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84874) accepted ('10.222.0.24', 39906) {{(pid=84874) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:20:57.698557 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_hamode_db [None req-766b0dd4-c6cd-4149-8187-a332d549e335 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768862-2', False) {} {{(pid=84876) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:20:57.699629 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-766b0dd4-c6cd-4149-8187-a332d549e335 None None] The sync data for ids ['41c58501-c8e5-4974-b750-494f7c0729fa'] in n-d-768862-2 is: [] {{(pid=84876) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Jan 14 07:20:57.719418 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.db_base_plugin_common [None req-13432c7e-5f72-454d-846b-8f758adb7543 tempest-AllowedAddressPairTestJSON-747646770 tempest-AllowedAddressPairTestJSON-747646770] Allocated IP 172.20.0.10 (55688c5f-235c-490e-a156-b75715fdee0f/ea9a674a-26a8-40d1-9f51-c70dafb0561d/663cd850-1fed-40f5-917a-c3187c55ff1c) {{(pid=84875) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 14 07:20:57.993071 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-165f1fcc-12c7-45ad-a020-b04e7e91b4ef tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777640123575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3254186'] for port, after_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:20:57.993641 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-ceb2348a-e4be-433c-83d6-369c62761293 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:20:58.001523 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.db_base_plugin_common [None req-41be4015-5f09-4888-a38b-4c1d036aade6 None None] Allocated IP 2001:db8::2 (23f0a15d-6362-4cec-82c1-cacba887c566/bf0348cd-a2c1-4e1c-88e3-a7b5a4ebc289/213ef879-fe86-46c8-949b-7ee87eef278c) {{(pid=84876) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 14 07:20:58.072497 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-ceb2348a-e4be-433c-83d6-369c62761293 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:20:58.375618 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-13432c7e-5f72-454d-846b-8f758adb7543 tempest-AllowedAddressPairTestJSON-747646770 tempest-AllowedAddressPairTestJSON-747646770] Notify callbacks [] for port, precommit_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:20:58.397324 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-13432c7e-5f72-454d-846b-8f758adb7543 tempest-AllowedAddressPairTestJSON-747646770 tempest-AllowedAddressPairTestJSON-747646770] Transition to ACTIVE for port object 663cd850-1fed-40f5-917a-c3187c55ff1c will not be triggered until provisioned by entity DHCP. {{(pid=84875) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 07:20:58.443876 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-ceb2348a-e4be-433c-83d6-369c62761293 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850887153'] for security_group, after_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:20:58.450374 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-4ac7b3dc-f48b-4256-9af2-8b998943f9fb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:20:58.466025 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-13432c7e-5f72-454d-846b-8f758adb7543 tempest-AllowedAddressPairTestJSON-747646770 tempest-AllowedAddressPairTestJSON-747646770] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777640123575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851621574'] for port, after_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:20:58.516165 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceb2348a-e4be-433c-83d6-369c62761293 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8c931e29-8c4a-475a-9402-a43a1fbd777c,revision_number=None']} {{(pid=84875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:20:58.582182 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-ceb2348a-e4be-433c-83d6-369c62761293 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:20:58.587991 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-eb36c5dd-249e-4be1-a0cb-78a6f7490a94 tempest-AllowedAddressPairTestJSON-747646770 tempest-AllowedAddressPairTestJSON-747646770] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.097s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:20:58.667993 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-ae4d2e75-870c-4a48-8929-72e802d5a60b tempest-ListServerFiltersTestJSON-2017310780 tempest-ListServerFiltersTestJSON-2017310780] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:20:58.674477 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-ceb2348a-e4be-433c-83d6-369c62761293 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:20:58.679590 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-ceb2348a-e4be-433c-83d6-369c62761293 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/8c931e29-8c4a-475a-9402-a43a1fbd777c HTTP/1.1" status: 204 len: 168 time: 1.5336835 Jan 14 07:20:58.789082 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13432c7e-5f72-454d-846b-8f758adb7543 tempest-AllowedAddressPairTestJSON-747646770 tempest-AllowedAddressPairTestJSON-747646770] Pushing event updated for resources: {'Port': ['ID=663cd850-1fed-40f5-917a-c3187c55ff1c,revision_number=1']} {{(pid=84875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:20:58.805729 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-13432c7e-5f72-454d-846b-8f758adb7543 tempest-AllowedAddressPairTestJSON-747646770 tempest-AllowedAddressPairTestJSON-747646770] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.218s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:20:58.891909 n-d-768862-2 neutron-server[84765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13432c7e-5f72-454d-846b-8f758adb7543 tempest-AllowedAddressPairTestJSON-747646770 tempest-AllowedAddressPairTestJSON-747646770] Network 55688c5f-235c-490e-a156-b75715fdee0f is already hosted by enough agents. {{(pid=84875) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 07:20:58.899107 n-d-768862-2 neutron-server[84765]: DEBUG neutron.scheduler.base_scheduler [None req-13432c7e-5f72-454d-846b-8f758adb7543 tempest-AllowedAddressPairTestJSON-747646770 tempest-AllowedAddressPairTestJSON-747646770] Resources bound (agent type, host, resource id): {{(pid=84875) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 07:20:58.905558 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13432c7e-5f72-454d-846b-8f758adb7543 tempest-AllowedAddressPairTestJSON-747646770 tempest-AllowedAddressPairTestJSON-747646770] Received port after_create {{(pid=84875) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 14 07:20:58.986571 n-d-768862-2 neutron-server[84765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-165f1fcc-12c7-45ad-a020-b04e7e91b4ef tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] Network 23f0a15d-6362-4cec-82c1-cacba887c566 is already hosted by enough agents. {{(pid=84874) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 07:20:58.988113 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84874) accepted ('10.222.0.24', 39930) {{(pid=84874) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:20:58.989782 n-d-768862-2 neutron-server[84765]: DEBUG neutron.scheduler.base_scheduler [None req-165f1fcc-12c7-45ad-a020-b04e7e91b4ef tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] Resources bound (agent type, host, resource id): {{(pid=84874) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 07:20:59.001349 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-165f1fcc-12c7-45ad-a020-b04e7e91b4ef tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] Received port after_create {{(pid=84874) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 14 07:20:59.050552 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-165f1fcc-12c7-45ad-a020-b04e7e91b4ef tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:20:59.051938 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-165f1fcc-12c7-45ad-a020-b04e7e91b4ef tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854768116'] for port, before_response {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:20:59.085784 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "delete_segment":"rule:admin_only" was deprecated in W in favor of "delete_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:20:59.085784 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:20:59.085784 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network":"rule:regular_user" was deprecated in W in favor of "create_network":"role:member and project_id:%(project_id)s". Reason: Jan 14 07:20:59.085784 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:20:59.085784 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:20:59.085784 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:20:59.085784 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:shared":"rule:admin_only" was deprecated in W in favor of "create_network:shared":"role:admin and system_scope:all". Reason: Jan 14 07:20:59.085784 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:20:59.085784 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:20:59.085784 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:20:59.085784 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:router:external":"rule:admin_only" was deprecated in W in favor of "create_network:router:external":"role:admin and system_scope:all". Reason: Jan 14 07:20:59.085784 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:20:59.085784 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:20:59.085784 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:20:59.085784 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:is_default":"rule:admin_only" was deprecated in W in favor of "create_network:is_default":"role:admin and system_scope:all". Reason: Jan 14 07:20:59.085784 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:20:59.085784 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:20:59.085784 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:20:59.085784 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:port_security_enabled":"rule:regular_user" was deprecated in W in favor of "create_network:port_security_enabled":"role:member and project_id:%(project_id)s". Reason: Jan 14 07:20:59.085784 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:20:59.085784 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:20:59.085784 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:20:59.085784 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:segments":"rule:admin_only" was deprecated in W in favor of "create_network:segments":"role:admin and system_scope:all". Reason: Jan 14 07:20:59.085784 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:20:59.085784 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:20:59.085784 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:20:59.085784 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "create_network:provider:network_type":"role:admin and system_scope:all". Reason: Jan 14 07:20:59.085784 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:20:59.085784 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:20:59.085784 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:20:59.085784 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "create_network:provider:physical_network":"role:admin and system_scope:all". Reason: Jan 14 07:20:59.085784 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:20:59.085784 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:20:59.085784 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:20:59.085784 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "create_network:provider:segmentation_id":"role:admin and system_scope:all". Reason: Jan 14 07:20:59.085784 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:20:59.085784 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:20:59.085784 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:20:59.085784 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network":"rule:admin_or_owner or rule:shared or rule:external or rule:context_is_advsvc" was deprecated in W in favor of "get_network":"(role:reader and system_scope:all) or (role:reader and project_id:%(project_id)s) or rule:shared or rule:external or rule:context_is_advsvc". Reason: Jan 14 07:20:59.085784 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:20:59.085784 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:20:59.085784 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:20:59.085784 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:router:external":"rule:regular_user" was deprecated in W in favor of "get_network:router:external":"role:reader and project_id:%(project_id)s". Reason: Jan 14 07:20:59.085784 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:20:59.085784 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:20:59.085784 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:20:59.088533 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:segments":"rule:admin_only" was deprecated in W in favor of "get_network:segments":"role:reader and system_scope:all". Reason: Jan 14 07:20:59.088533 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:20:59.088533 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:20:59.088533 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:20:59.088533 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "get_network:provider:network_type":"role:reader and system_scope:all". Reason: Jan 14 07:20:59.088533 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:20:59.088533 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:20:59.088533 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:20:59.088533 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "get_network:provider:physical_network":"role:reader and system_scope:all". Reason: Jan 14 07:20:59.088533 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:20:59.088533 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:20:59.088533 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:20:59.088533 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "get_network:provider:segmentation_id":"role:reader and system_scope:all". Reason: Jan 14 07:20:59.088533 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:20:59.088533 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:20:59.088533 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:20:59.088533 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network":"rule:admin_or_owner" was deprecated in W in favor of "update_network":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 07:20:59.088533 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:20:59.088533 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:20:59.088533 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:20:59.129738 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13432c7e-5f72-454d-846b-8f758adb7543 tempest-AllowedAddressPairTestJSON-747646770 tempest-AllowedAddressPairTestJSON-747646770] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:20:59.131712 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-13432c7e-5f72-454d-846b-8f758adb7543 tempest-AllowedAddressPairTestJSON-747646770 tempest-AllowedAddressPairTestJSON-747646770] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854768116'] for port, before_response {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:20:59.159635 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-165f1fcc-12c7-45ad-a020-b04e7e91b4ef tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] Pushing event updated for resources: {'Port': ['ID=a8e64956-a89c-4c53-80e8-1494115165c9,revision_number=1']} {{(pid=84874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:20:59.170914 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network":"rule:regular_user" was deprecated in W in favor of "create_network":"role:member and project_id:%(project_id)s". Reason: Jan 14 07:20:59.170914 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:20:59.170914 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:20:59.170914 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:20:59.170914 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:shared":"rule:admin_only" was deprecated in W in favor of "create_network:shared":"role:admin and system_scope:all". Reason: Jan 14 07:20:59.170914 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:20:59.170914 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:20:59.170914 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:20:59.170914 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:router:external":"rule:admin_only" was deprecated in W in favor of "create_network:router:external":"role:admin and system_scope:all". Reason: Jan 14 07:20:59.170914 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:20:59.170914 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:20:59.170914 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:20:59.170914 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:is_default":"rule:admin_only" was deprecated in W in favor of "create_network:is_default":"role:admin and system_scope:all". Reason: Jan 14 07:20:59.170914 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:20:59.170914 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:20:59.170914 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:20:59.170914 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:port_security_enabled":"rule:regular_user" was deprecated in W in favor of "create_network:port_security_enabled":"role:member and project_id:%(project_id)s". Reason: Jan 14 07:20:59.170914 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:20:59.170914 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:20:59.170914 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:20:59.170914 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:segments":"rule:admin_only" was deprecated in W in favor of "create_network:segments":"role:admin and system_scope:all". Reason: Jan 14 07:20:59.170914 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:20:59.170914 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:20:59.170914 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:20:59.170914 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "create_network:provider:network_type":"role:admin and system_scope:all". Reason: Jan 14 07:20:59.170914 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:20:59.170914 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:20:59.170914 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:20:59.170914 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "create_network:provider:physical_network":"role:admin and system_scope:all". Reason: Jan 14 07:20:59.170914 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:20:59.170914 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:20:59.170914 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:20:59.170914 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "create_network:provider:segmentation_id":"role:admin and system_scope:all". Reason: Jan 14 07:20:59.170914 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:20:59.170914 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:20:59.170914 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:20:59.170914 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network":"rule:admin_or_owner or rule:shared or rule:external or rule:context_is_advsvc" was deprecated in W in favor of "get_network":"(role:reader and system_scope:all) or (role:reader and project_id:%(project_id)s) or rule:shared or rule:external or rule:context_is_advsvc". Reason: Jan 14 07:20:59.170914 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:20:59.170914 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:20:59.170914 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:20:59.170914 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:router:external":"rule:regular_user" was deprecated in W in favor of "get_network:router:external":"role:reader and project_id:%(project_id)s". Reason: Jan 14 07:20:59.170914 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:20:59.170914 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:20:59.170914 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:20:59.170914 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:segments":"rule:admin_only" was deprecated in W in favor of "get_network:segments":"role:reader and system_scope:all". Reason: Jan 14 07:20:59.170914 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:20:59.170914 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:20:59.170914 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:20:59.174532 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "get_network:provider:network_type":"role:reader and system_scope:all". Reason: Jan 14 07:20:59.174532 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:20:59.174532 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:20:59.174532 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:20:59.174532 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "get_network:provider:physical_network":"role:reader and system_scope:all". Reason: Jan 14 07:20:59.174532 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:20:59.174532 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:20:59.174532 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:20:59.174532 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "get_network:provider:segmentation_id":"role:reader and system_scope:all". Reason: Jan 14 07:20:59.174532 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:20:59.174532 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:20:59.174532 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:20:59.174532 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network":"rule:admin_or_owner" was deprecated in W in favor of "update_network":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 07:20:59.174532 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:20:59.174532 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:20:59.174532 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:20:59.174532 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:segments":"rule:admin_only" was deprecated in W in favor of "update_network:segments":"role:admin and system_scope:all". Reason: Jan 14 07:20:59.174532 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:20:59.174532 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:20:59.174532 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:20:59.206755 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-13432c7e-5f72-454d-846b-8f758adb7543 tempest-AllowedAddressPairTestJSON-747646770 tempest-AllowedAddressPairTestJSON-747646770] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 4.3418498 Jan 14 07:20:59.210284 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84875) accepted ('10.222.0.24', 39940) {{(pid=84875) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:20:59.232487 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.v2.base [None req-5d62fe41-3bf8-41ad-b91c-49a19ed95013 tempest-AllowedAddressPairTestJSON-747646770 tempest-AllowedAddressPairTestJSON-747646770] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.6', 'mac_address': 'fa:16:3e:4f:7e:42'}, {'ip_address': '172.20.0.14', 'mac_address': 'fa:16:3e:e3:8f:6a'}]}} {{(pid=84875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:20:59.471065 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-f49079cc-3c98-4ab6-a09a-1c0a97b1ea22 None None] Provisioning for port 663cd850-1fed-40f5-917a-c3187c55ff1c completed by entity DHCP. {{(pid=84876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 07:20:59.487022 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-f49079cc-3c98-4ab6-a09a-1c0a97b1ea22 None None] Provisioning complete for port 663cd850-1fed-40f5-917a-c3187c55ff1c triggered by entity DHCP. {{(pid=84876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 07:20:59.487427 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-f49079cc-3c98-4ab6-a09a-1c0a97b1ea22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-604227'] for port, provisioning_complete {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:20:59.563058 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.plugin [None req-f49079cc-3c98-4ab6-a09a-1c0a97b1ea22 None None] Port 663cd850-1fed-40f5-917a-c3187c55ff1c cannot update to ACTIVE because it is not bound. {{(pid=84876) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:329}} Jan 14 07:20:59.585420 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-41be4015-5f09-4888-a38b-4c1d036aade6 None None] Notify callbacks [] for port, precommit_create {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:20:59.602786 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-41be4015-5f09-4888-a38b-4c1d036aade6 None None] Transition to ACTIVE for port object 213ef879-fe86-46c8-949b-7ee87eef278c will not be triggered until provisioned by entity L2. {{(pid=84876) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 07:20:59.632166 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-41be4015-5f09-4888-a38b-4c1d036aade6 None None] Transition to ACTIVE for port object 213ef879-fe86-46c8-949b-7ee87eef278c will not be triggered until provisioned by entity DHCP. {{(pid=84876) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 07:20:59.639637 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-41be4015-5f09-4888-a38b-4c1d036aade6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777640123575'] for port, after_create {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:20:59.663505 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84876) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:20:59.678195 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84875) accepted ('10.222.0.24', 39948) {{(pid=84875) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:20:59.784869 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41be4015-5f09-4888-a38b-4c1d036aade6 None None] Pushing event updated for resources: {'Port': ['ID=213ef879-fe86-46c8-949b-7ee87eef278c,revision_number=1']} {{(pid=84876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:20:59.800172 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41be4015-5f09-4888-a38b-4c1d036aade6 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@n-h1-768862-2 {{(pid=84876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:20:59.800563 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41be4015-5f09-4888-a38b-4c1d036aade6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-h1-768862-2 {{(pid=84876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:20:59.800943 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41be4015-5f09-4888-a38b-4c1d036aade6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-h1-768862-2 {{(pid=84876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:20:59.801330 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41be4015-5f09-4888-a38b-4c1d036aade6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-h1-768862-2 {{(pid=84876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:20:59.801820 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41be4015-5f09-4888-a38b-4c1d036aade6 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@n-h1-768862-2 {{(pid=84876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:20:59.802197 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41be4015-5f09-4888-a38b-4c1d036aade6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-h1-768862-2 {{(pid=84876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:20:59.802562 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41be4015-5f09-4888-a38b-4c1d036aade6 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-h1-768862-2 {{(pid=84876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:20:59.802928 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41be4015-5f09-4888-a38b-4c1d036aade6 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-h1-768862-2 {{(pid=84876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:20:59.803292 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41be4015-5f09-4888-a38b-4c1d036aade6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-h1-768862-2 {{(pid=84876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:20:59.803663 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41be4015-5f09-4888-a38b-4c1d036aade6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-h1-768862-2 {{(pid=84876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:20:59.804090 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41be4015-5f09-4888-a38b-4c1d036aade6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-h1-768862-2 {{(pid=84876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:20:59.804456 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41be4015-5f09-4888-a38b-4c1d036aade6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-h1-768862-2 {{(pid=84876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:20:59.804879 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41be4015-5f09-4888-a38b-4c1d036aade6 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@n-h2-768862-2 {{(pid=84876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:20:59.805241 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41be4015-5f09-4888-a38b-4c1d036aade6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-h2-768862-2 {{(pid=84876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:20:59.805602 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41be4015-5f09-4888-a38b-4c1d036aade6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-h2-768862-2 {{(pid=84876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:20:59.805960 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41be4015-5f09-4888-a38b-4c1d036aade6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-h2-768862-2 {{(pid=84876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:20:59.806705 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41be4015-5f09-4888-a38b-4c1d036aade6 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@n-h2-768862-2 {{(pid=84876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:20:59.806705 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41be4015-5f09-4888-a38b-4c1d036aade6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-h2-768862-2 {{(pid=84876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:20:59.807047 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41be4015-5f09-4888-a38b-4c1d036aade6 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-h2-768862-2 {{(pid=84876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:20:59.807315 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41be4015-5f09-4888-a38b-4c1d036aade6 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-h2-768862-2 {{(pid=84876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:20:59.808452 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41be4015-5f09-4888-a38b-4c1d036aade6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-h2-768862-2 {{(pid=84876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:20:59.808452 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41be4015-5f09-4888-a38b-4c1d036aade6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-h2-768862-2 {{(pid=84876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:20:59.808452 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41be4015-5f09-4888-a38b-4c1d036aade6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-h2-768862-2 {{(pid=84876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:20:59.808952 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41be4015-5f09-4888-a38b-4c1d036aade6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-h2-768862-2 {{(pid=84876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:20:59.809114 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41be4015-5f09-4888-a38b-4c1d036aade6 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-2 {{(pid=84876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:20:59.809473 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41be4015-5f09-4888-a38b-4c1d036aade6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-2 {{(pid=84876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:20:59.809829 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41be4015-5f09-4888-a38b-4c1d036aade6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-2 {{(pid=84876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:20:59.810183 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41be4015-5f09-4888-a38b-4c1d036aade6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-2 {{(pid=84876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:20:59.810556 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41be4015-5f09-4888-a38b-4c1d036aade6 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@n-d-768862-2 {{(pid=84876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:20:59.810891 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41be4015-5f09-4888-a38b-4c1d036aade6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-2 {{(pid=84876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:20:59.811244 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41be4015-5f09-4888-a38b-4c1d036aade6 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-768862-2 {{(pid=84876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:20:59.811598 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41be4015-5f09-4888-a38b-4c1d036aade6 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-768862-2 {{(pid=84876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:20:59.812256 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41be4015-5f09-4888-a38b-4c1d036aade6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-2 {{(pid=84876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:20:59.812428 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41be4015-5f09-4888-a38b-4c1d036aade6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-2 {{(pid=84876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:20:59.812747 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41be4015-5f09-4888-a38b-4c1d036aade6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-2 {{(pid=84876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:20:59.813805 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41be4015-5f09-4888-a38b-4c1d036aade6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-2 {{(pid=84876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:20:59.839428 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-41be4015-5f09-4888-a38b-4c1d036aade6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.176s {{(pid=84876) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:20:59.923528 n-d-768862-2 neutron-server[84765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41be4015-5f09-4888-a38b-4c1d036aade6 None None] Network 23f0a15d-6362-4cec-82c1-cacba887c566 is already hosted by enough agents. {{(pid=84876) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 07:20:59.925187 n-d-768862-2 neutron-server[84765]: DEBUG neutron.scheduler.base_scheduler [None req-41be4015-5f09-4888-a38b-4c1d036aade6 None None] Resources bound (agent type, host, resource id): {{(pid=84876) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 07:20:59.928930 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41be4015-5f09-4888-a38b-4c1d036aade6 None None] Received port after_create {{(pid=84876) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 14 07:20:59.996806 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.managers [None req-41be4015-5f09-4888-a38b-4c1d036aade6 None None] Attempting to bind port 213ef879-fe86-46c8-949b-7ee87eef278c on host n-d-768862-2 for vnic_type normal with profile {{(pid=84876) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 14 07:20:59.997383 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.managers [None req-41be4015-5f09-4888-a38b-4c1d036aade6 None None] Attempting to bind port 213ef879-fe86-46c8-949b-7ee87eef278c by drivers openvswitch on host n-d-768862-2 at level 0 using segments [{'id': '56f1c7cf-f3a3-41d2-9677-68978131444f', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 20, 'network_id': '23f0a15d-6362-4cec-82c1-cacba887c566'}] {{(pid=84876) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 14 07:20:59.997977 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41be4015-5f09-4888-a38b-4c1d036aade6 None None] Attempting to bind port 213ef879-fe86-46c8-949b-7ee87eef278c on network 23f0a15d-6362-4cec-82c1-cacba887c566 {{(pid=84876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 14 07:21:00.007579 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41be4015-5f09-4888-a38b-4c1d036aade6 None None] Checking agent: {'id': 'ba5efab1-b43c-4d5a-bc52-6e105d4e67a2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768862-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 14, 6, 56, 52), 'started_at': datetime.datetime(2021, 1, 14, 6, 57, 22), 'heartbeat_timestamp': datetime.datetime(2021, 1, 14, 7, 20, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768862-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.29', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 14 07:21:00.007579 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41be4015-5f09-4888-a38b-4c1d036aade6 None None] Checking segment: {'id': '56f1c7cf-f3a3-41d2-9677-68978131444f', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 20, 'network_id': '23f0a15d-6362-4cec-82c1-cacba887c566'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84876) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 14 07:21:00.008121 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-41be4015-5f09-4888-a38b-4c1d036aade6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:21:00.008381 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41be4015-5f09-4888-a38b-4c1d036aade6 None None] Bound using segment: {'id': '56f1c7cf-f3a3-41d2-9677-68978131444f', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 20, 'network_id': '23f0a15d-6362-4cec-82c1-cacba887c566'} {{(pid=84876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 14 07:21:00.009103 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.managers [None req-41be4015-5f09-4888-a38b-4c1d036aade6 None None] Bound port: 213ef879-fe86-46c8-949b-7ee87eef278c, host: n-d-768862-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '56f1c7cf-f3a3-41d2-9677-68978131444f', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 20, 'network_id': '23f0a15d-6362-4cec-82c1-cacba887c566'}}] {{(pid=84876) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 14 07:21:00.009539 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-41be4015-5f09-4888-a38b-4c1d036aade6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555753'] for port, before_update {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:21:00.157762 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [None req-41be4015-5f09-4888-a38b-4c1d036aade6 None None] For port 213ef879-fe86-46c8-949b-7ee87eef278c, host n-d-768862-2, cleared binding levels {{(pid=84876) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 14 07:21:00.163255 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [None req-41be4015-5f09-4888-a38b-4c1d036aade6 None None] For port 213ef879-fe86-46c8-949b-7ee87eef278c, host n-d-768862-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-2',level=0,port_id=213ef879-fe86-46c8-949b-7ee87eef278c,segment=NetworkSegment(56f1c7cf-f3a3-41d2-9677-68978131444f),segment_id=56f1c7cf-f3a3-41d2-9677-68978131444f)] {{(pid=84876) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 14 07:21:00.171587 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-41be4015-5f09-4888-a38b-4c1d036aade6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777640533312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363259214678337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777640097497'] for port, after_update {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:21:00.207719 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-165f1fcc-12c7-45ad-a020-b04e7e91b4ef tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.540s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:21:00.246649 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84875) accepted ('10.222.0.24', 39958) {{(pid=84875) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:21:00.280028 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-5d62fe41-3bf8-41ad-b91c-49a19ed95013 tempest-AllowedAddressPairTestJSON-747646770 tempest-AllowedAddressPairTestJSON-747646770] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555753'] for port, before_update {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:21:00.295034 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-c5200109-a992-4da1-a993-cd5e9f731b5b admin admin] Notify callbacks [] for security_group, before_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:21:00.339994 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-a0309d31-eb89-4597-b95c-67594891ad2b admin admin] Notify callbacks [] for security_group, before_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:21:00.351148 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.v2.base [None req-1294dfac-65f5-402c-b8d0-bc52c5833e6e admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestMultiTenantJSON-2006850312-network', 'tenant_id': '85f89b9917b145ea99acac2453a509f6'}} {{(pid=84874) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:21:00.357852 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84876) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:21:00.400078 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-c5200109-a992-4da1-a993-cd5e9f731b5b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:21:00.401240 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-165f1fcc-12c7-45ad-a020-b04e7e91b4ef tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 7.2748792 Jan 14 07:21:00.410226 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84875) accepted ('10.222.0.24', 39964) {{(pid=84875) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:21:00.452049 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41be4015-5f09-4888-a38b-4c1d036aade6 None None] Pushing event updated for resources: {'Port': ['ID=213ef879-fe86-46c8-949b-7ee87eef278c,revision_number=2']} {{(pid=84876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:21:00.459935 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-41be4015-5f09-4888-a38b-4c1d036aade6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=84876) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:21:00.470777 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-a0309d31-eb89-4597-b95c-67594891ad2b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:21:00.474794 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-c5200109-a992-4da1-a993-cd5e9f731b5b admin admin] Usage tracker for resource:security_group_rule and tenant:8aafa647a7bd4d53a6c6719d1a452500 is out of sync, need to count used quota {{(pid=84875) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:21:00.478815 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-c5200109-a992-4da1-a993-cd5e9f731b5b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84875) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:21:00.485051 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-1294dfac-65f5-402c-b8d0-bc52c5833e6e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:21:00.490651 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-c5200109-a992-4da1-a993-cd5e9f731b5b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:21:00.503474 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-1294dfac-65f5-402c-b8d0-bc52c5833e6e admin admin] Usage tracker for resource:network and tenant:85f89b9917b145ea99acac2453a509f6 is out of sync, need to count used quota {{(pid=84874) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:21:00.510206 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-1294dfac-65f5-402c-b8d0-bc52c5833e6e admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84874) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:21:00.522326 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-1294dfac-65f5-402c-b8d0-bc52c5833e6e admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:21:00.557211 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1294dfac-65f5-402c-b8d0-bc52c5833e6e admin admin] Made reservation on behalf of 85f89b9917b145ea99acac2453a509f6 for: {'network': 1} {{(pid=84874) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 07:21:00.568077 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-1294dfac-65f5-402c-b8d0-bc52c5833e6e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555753'] for network, before_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:21:00.607394 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-1294dfac-65f5-402c-b8d0-bc52c5833e6e admin admin] Notify callbacks [] for security_group, before_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:21:00.636945 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-1294dfac-65f5-402c-b8d0-bc52c5833e6e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:21:00.649054 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-1294dfac-65f5-402c-b8d0-bc52c5833e6e admin admin] Usage tracker for resource:security_group_rule and tenant:85f89b9917b145ea99acac2453a509f6 is out of sync, need to count used quota {{(pid=84874) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:21:00.686519 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-1294dfac-65f5-402c-b8d0-bc52c5833e6e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84874) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:21:00.709719 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-1294dfac-65f5-402c-b8d0-bc52c5833e6e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:21:00.773266 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-e45ab8d9-39c6-48fb-a74f-1e88bb39bad2 tempest-RoutersIpV6Test-883692175 tempest-RoutersIpV6Test-883692175] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3889632'] for router_interface, before_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:21:00.844079 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-a0309d31-eb89-4597-b95c-67594891ad2b admin admin] Usage tracker for resource:security_group_rule and tenant:7e4a6b97e43f488da7c5bf3ea335d408 is out of sync, need to count used quota {{(pid=84875) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:21:00.857868 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-a0309d31-eb89-4597-b95c-67594891ad2b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84875) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:21:00.884057 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-a0309d31-eb89-4597-b95c-67594891ad2b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:21:00.920531 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-c5200109-a992-4da1-a993-cd5e9f731b5b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:21:00.945867 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-c5200109-a992-4da1-a993-cd5e9f731b5b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850887153'] for security_group, after_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:21:00.961117 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-e5912bd1-6567-49db-9864-745af966f120 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:21:01.070699 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5200109-a992-4da1-a993-cd5e9f731b5b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a5d80144-381c-40fb-9f0b-b5a0b034a6b9,revision_number=1']} {{(pid=84875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:21:01.091393 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-c5200109-a992-4da1-a993-cd5e9f731b5b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:21:01.100390 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-c5200109-a992-4da1-a993-cd5e9f731b5b admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=8aafa647a7bd4d53a6c6719d1a452500&name=default HTTP/1.1" status: 200 len: 2983 time: 1.4206338 Jan 14 07:21:01.109831 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84875) accepted ('10.222.0.24', 39972) {{(pid=84875) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:21:01.135400 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1e5e14e-c631-4134-8642-7e289236d1ec tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:21:01.162426 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1e5e14e-c631-4134-8642-7e289236d1ec tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:21:01.164432 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-c1e5e14e-c631-4134-8642-7e289236d1ec tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] 10.222.0.24 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1684 time: 0.7424996 Jan 14 07:21:01.169873 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84874) accepted ('10.222.0.24', 39976) {{(pid=84874) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:21:01.259963 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-5d62fe41-3bf8-41ad-b91c-49a19ed95013 tempest-AllowedAddressPairTestJSON-747646770 tempest-AllowedAddressPairTestJSON-747646770] Notify callbacks [] for port, precommit_update {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:21:01.294693 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-5d62fe41-3bf8-41ad-b91c-49a19ed95013 tempest-AllowedAddressPairTestJSON-747646770 tempest-AllowedAddressPairTestJSON-747646770] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777640533312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363259214678337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777640097497', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3154211'] for port, after_update {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:21:01.329005 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-6f9a64d9-d850-40ca-af3a-f7eec0a54bc9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:21:01.379784 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-1294dfac-65f5-402c-b8d0-bc52c5833e6e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:21:01.397195 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-1294dfac-65f5-402c-b8d0-bc52c5833e6e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850887153'] for security_group, after_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:21:01.401025 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-2779e250-3a62-4e9a-be98-05601538f976 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:21:01.425734 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.plugin [None req-f6c20ea5-da6d-40a1-a172-9cb8efa7cb32 tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] Deleting port a8e64956-a89c-4c53-80e8-1494115165c9 {{(pid=84874) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 07:21:01.426088 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-f6c20ea5-da6d-40a1-a172-9cb8efa7cb32 tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363259214248359'] for port, before_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:21:01.482598 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-a0309d31-eb89-4597-b95c-67594891ad2b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:21:01.507452 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-a0309d31-eb89-4597-b95c-67594891ad2b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850887153'] for security_group, after_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:21:01.511022 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1294dfac-65f5-402c-b8d0-bc52c5833e6e admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 9} {{(pid=84874) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Jan 14 07:21:01.515724 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1294dfac-65f5-402c-b8d0-bc52c5833e6e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=94d88231-f5cc-4dcc-863d-86a5e5138509,revision_number=1']} {{(pid=84874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:21:01.527412 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-1294dfac-65f5-402c-b8d0-bc52c5833e6e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854179735'] for segment, precommit_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:21:01.527810 n-d-768862-2 neutron-server[84765]: INFO neutron.db.segments_db [None req-1294dfac-65f5-402c-b8d0-bc52c5833e6e admin admin] Added segment 052e7d69-18b5-44e0-992d-2aa142f77fc4 of type vxlan for network 969d82fc-8a12-40c0-aa78-5ffb42a58e35 Jan 14 07:21:01.537058 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-673fb9a4-4c4f-4946-95d0-3cf6f02871a3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:21:01.542902 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-1294dfac-65f5-402c-b8d0-bc52c5833e6e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:21:01.560360 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d62fe41-3bf8-41ad-b91c-49a19ed95013 tempest-AllowedAddressPairTestJSON-747646770 tempest-AllowedAddressPairTestJSON-747646770] Pushing event updated for resources: {'Port': ['ID=663cd850-1fed-40f5-917a-c3187c55ff1c,revision_number=2']} {{(pid=84875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:21:01.586877 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-5d62fe41-3bf8-41ad-b91c-49a19ed95013 tempest-AllowedAddressPairTestJSON-747646770 tempest-AllowedAddressPairTestJSON-747646770] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.259s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:21:01.591274 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-3f44c480-752d-4ecb-bb50-39901bc71c31 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.067s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:21:01.609027 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-a0309d31-eb89-4597-b95c-67594891ad2b admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=7e4a6b97e43f488da7c5bf3ea335d408&name=default HTTP/1.1" status: 200 len: 2983 time: 1.3158295 Jan 14 07:21:01.616164 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84874) accepted ('10.222.0.24', 39980) {{(pid=84874) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:21:01.626082 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-1294dfac-65f5-402c-b8d0-bc52c5833e6e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363259214646115'] for network, precommit_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:21:01.668166 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-673fb9a4-4c4f-4946-95d0-3cf6f02871a3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:21:01.677768 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0309d31-eb89-4597-b95c-67594891ad2b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=046d088f-ace7-4851-9434-313193c5e305,revision_number=1']} {{(pid=84875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:21:01.686910 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-a0309d31-eb89-4597-b95c-67594891ad2b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:21:01.798096 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.plugin [None req-5d62fe41-3bf8-41ad-b91c-49a19ed95013 tempest-AllowedAddressPairTestJSON-747646770 tempest-AllowedAddressPairTestJSON-747646770] In _notify_port_updated(), no bound segment for port 663cd850-1fed-40f5-917a-c3187c55ff1c on network 55688c5f-235c-490e-a156-b75715fdee0f {{(pid=84875) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:851}} Jan 14 07:21:01.799955 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:segments":"rule:admin_only" was deprecated in W in favor of "update_network:segments":"role:admin and system_scope:all". Reason: Jan 14 07:21:01.799955 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:21:01.799955 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:21:01.799955 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:21:01.799955 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:shared":"rule:admin_only" was deprecated in W in favor of "update_network:shared":"role:admin and system_scope:all". Reason: Jan 14 07:21:01.799955 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:21:01.799955 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:21:01.799955 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:21:01.799955 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "update_network:provider:network_type":"role:admin and system_scope:all". Reason: Jan 14 07:21:01.799955 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:21:01.799955 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:21:01.799955 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:21:01.799955 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "update_network:provider:physical_network":"role:admin and system_scope:all". Reason: Jan 14 07:21:01.799955 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:21:01.799955 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:21:01.799955 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:21:01.799955 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "update_network:provider:segmentation_id":"role:admin and system_scope:all". Reason: Jan 14 07:21:01.799955 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:21:01.799955 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:21:01.799955 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:21:01.799955 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:router:external":"rule:admin_only" was deprecated in W in favor of "update_network:router:external":"role:admin and system_scope:all". Reason: Jan 14 07:21:01.799955 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:21:01.799955 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:21:01.799955 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:21:01.799955 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:is_default":"rule:admin_only" was deprecated in W in favor of "update_network:is_default":"role:admin and system_scope:all". Reason: Jan 14 07:21:01.799955 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:21:01.799955 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:21:01.799955 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:21:01.799955 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:port_security_enabled":"rule:admin_or_owner" was deprecated in W in favor of "update_network:port_security_enabled":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 07:21:01.799955 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:21:01.799955 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:21:01.799955 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:21:01.799955 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "delete_network":"rule:admin_or_owner" was deprecated in W in favor of "delete_network":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 07:21:01.799955 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:21:01.799955 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:21:01.799955 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:21:01.799955 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_segment":"rule:admin_only" was deprecated in W in favor of "create_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:21:01.799955 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:21:01.799955 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_segment":"rule:admin_only" was deprecated in W in favor of "get_segment":"role:reader and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:21:01.799955 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:21:01.799955 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_segment":"rule:admin_only" was deprecated in W in favor of "update_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:21:01.799955 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:21:01.804629 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "delete_segment":"rule:admin_only" was deprecated in W in favor of "delete_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:21:01.804629 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:21:01.804629 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network":"rule:regular_user" was deprecated in W in favor of "create_network":"role:member and project_id:%(project_id)s". Reason: Jan 14 07:21:01.804629 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:21:01.804629 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:21:01.804629 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:21:01.804629 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:shared":"rule:admin_only" was deprecated in W in favor of "create_network:shared":"role:admin and system_scope:all". Reason: Jan 14 07:21:01.804629 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:21:01.804629 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:21:01.804629 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:21:01.804629 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:router:external":"rule:admin_only" was deprecated in W in favor of "create_network:router:external":"role:admin and system_scope:all". Reason: Jan 14 07:21:01.804629 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:21:01.804629 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:21:01.804629 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:21:01.804629 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:is_default":"rule:admin_only" was deprecated in W in favor of "create_network:is_default":"role:admin and system_scope:all". Reason: Jan 14 07:21:01.804629 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:21:01.804629 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:21:01.804629 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:21:01.804629 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:port_security_enabled":"rule:regular_user" was deprecated in W in favor of "create_network:port_security_enabled":"role:member and project_id:%(project_id)s". Reason: Jan 14 07:21:01.804629 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:21:01.804629 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:21:01.804629 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:21:01.804629 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:segments":"rule:admin_only" was deprecated in W in favor of "create_network:segments":"role:admin and system_scope:all". Reason: Jan 14 07:21:01.804629 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:21:01.804629 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:21:01.804629 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:21:01.804629 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "create_network:provider:network_type":"role:admin and system_scope:all". Reason: Jan 14 07:21:01.804629 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:21:01.804629 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:21:01.804629 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:21:01.804629 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "create_network:provider:physical_network":"role:admin and system_scope:all". Reason: Jan 14 07:21:01.804629 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:21:01.804629 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:21:01.804629 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:21:01.804629 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "create_network:provider:segmentation_id":"role:admin and system_scope:all". Reason: Jan 14 07:21:01.804629 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:21:01.804629 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:21:01.804629 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:21:01.804629 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network":"rule:admin_or_owner or rule:shared or rule:external or rule:context_is_advsvc" was deprecated in W in favor of "get_network":"(role:reader and system_scope:all) or (role:reader and project_id:%(project_id)s) or rule:shared or rule:external or rule:context_is_advsvc". Reason: Jan 14 07:21:01.804629 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:21:01.804629 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:21:01.804629 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:21:01.804629 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:router:external":"rule:regular_user" was deprecated in W in favor of "get_network:router:external":"role:reader and project_id:%(project_id)s". Reason: Jan 14 07:21:01.804629 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:21:01.804629 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:21:01.804629 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:21:01.820272 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:segments":"rule:admin_only" was deprecated in W in favor of "get_network:segments":"role:reader and system_scope:all". Reason: Jan 14 07:21:01.820272 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:21:01.820272 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:21:01.820272 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:21:01.820272 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "get_network:provider:network_type":"role:reader and system_scope:all". Reason: Jan 14 07:21:01.820272 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:21:01.820272 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:21:01.820272 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:21:01.820272 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "get_network:provider:physical_network":"role:reader and system_scope:all". Reason: Jan 14 07:21:01.820272 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:21:01.820272 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:21:01.820272 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:21:01.820272 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "get_network:provider:segmentation_id":"role:reader and system_scope:all". Reason: Jan 14 07:21:01.820272 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:21:01.820272 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:21:01.820272 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:21:01.820272 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network":"rule:admin_or_owner" was deprecated in W in favor of "update_network":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 07:21:01.820272 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:21:01.820272 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:21:01.820272 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:21:01.820272 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:segments":"rule:admin_only" was deprecated in W in favor of "update_network:segments":"role:admin and system_scope:all". Reason: Jan 14 07:21:01.820272 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:21:01.820272 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:21:01.820272 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:21:01.820272 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:shared":"rule:admin_only" was deprecated in W in favor of "update_network:shared":"role:admin and system_scope:all". Reason: Jan 14 07:21:01.820272 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:21:01.820272 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:21:01.820272 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:21:01.820272 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "update_network:provider:network_type":"role:admin and system_scope:all". Reason: Jan 14 07:21:01.820272 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:21:01.820272 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:21:01.820272 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:21:01.820272 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "update_network:provider:physical_network":"role:admin and system_scope:all". Reason: Jan 14 07:21:01.820272 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:21:01.820272 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:21:01.820272 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:21:01.820272 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "update_network:provider:segmentation_id":"role:admin and system_scope:all". Reason: Jan 14 07:21:01.820272 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:21:01.820272 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:21:01.820272 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:21:01.820272 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:router:external":"rule:admin_only" was deprecated in W in favor of "update_network:router:external":"role:admin and system_scope:all". Reason: Jan 14 07:21:01.820272 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:21:01.820272 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:21:01.820272 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:21:01.820272 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d62fe41-3bf8-41ad-b91c-49a19ed95013 tempest-AllowedAddressPairTestJSON-747646770 tempest-AllowedAddressPairTestJSON-747646770] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:21:01.830105 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-5d62fe41-3bf8-41ad-b91c-49a19ed95013 tempest-AllowedAddressPairTestJSON-747646770 tempest-AllowedAddressPairTestJSON-747646770] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854768116'] for port, before_response {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:21:01.830105 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-5d62fe41-3bf8-41ad-b91c-49a19ed95013 tempest-AllowedAddressPairTestJSON-747646770 tempest-AllowedAddressPairTestJSON-747646770] 10.222.0.24 "PUT /v2.0/ports/663cd850-1fed-40f5-917a-c3187c55ff1c HTTP/1.1" status: 200 len: 1056 time: 2.6098578 Jan 14 07:21:01.830105 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84875) accepted ('10.222.0.24', 39988) {{(pid=84875) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:21:01.911678 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-673fb9a4-4c4f-4946-95d0-3cf6f02871a3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850887153'] for security_group, after_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:21:01.939678 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-2f886218-83c7-4d6d-8f23-9148022b80d6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:21:01.978533 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-673fb9a4-4c4f-4946-95d0-3cf6f02871a3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a5d80144-381c-40fb-9f0b-b5a0b034a6b9,revision_number=None']} {{(pid=84875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:21:01.993012 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-673fb9a4-4c4f-4946-95d0-3cf6f02871a3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:21:02.017716 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.plugin [None req-ae7f3072-4e07-4145-8644-fd8200364521 tempest-AllowedAddressPairTestJSON-747646770 tempest-AllowedAddressPairTestJSON-747646770] Deleting port 663cd850-1fed-40f5-917a-c3187c55ff1c {{(pid=84875) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 07:21:02.018116 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-ae7f3072-4e07-4145-8644-fd8200364521 tempest-AllowedAddressPairTestJSON-747646770 tempest-AllowedAddressPairTestJSON-747646770] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363259214248359'] for port, before_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:21:02.033138 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-d3fed6fe-3d94-48ab-a2ea-a645b3900780 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:21:02.061315 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-1294dfac-65f5-402c-b8d0-bc52c5833e6e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850887149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964'] for network, after_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:21:02.062106 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1294dfac-65f5-402c-b8d0-bc52c5833e6e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:21:02.063500 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-1294dfac-65f5-402c-b8d0-bc52c5833e6e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3207107'] for network, before_response {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:21:02.085976 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-673fb9a4-4c4f-4946-95d0-3cf6f02871a3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:21:02.096728 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-673fb9a4-4c4f-4946-95d0-3cf6f02871a3 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/a5d80144-381c-40fb-9f0b-b5a0b034a6b9 HTTP/1.1" status: 204 len: 168 time: 0.9309943 Jan 14 07:21:02.209268 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-471ddf6f-5025-4c39-b35c-965bf2773482 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:21:02.292004 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Device 213ef879-fe86-46c8-949b-7ee87eef278c up at agent ovs-agent-n-d-768862-2 {{(pid=84876) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 07:21:02.365946 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-d3fed6fe-3d94-48ab-a2ea-a645b3900780 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:21:02.486007 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-f6568805-04b6-4315-9e7b-f2b7de0b6078 None None] Provisioning complete for port 663cd850-1fed-40f5-917a-c3187c55ff1c triggered by entity DHCP. {{(pid=84876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 07:21:02.486834 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-f6568805-04b6-4315-9e7b-f2b7de0b6078 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-604227'] for port, provisioning_complete {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:21:02.552513 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Provisioning for port 213ef879-fe86-46c8-949b-7ee87eef278c completed by entity L2. {{(pid=84876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 07:21:02.584499 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.plugin [None req-e45ab8d9-39c6-48fb-a74f-1e88bb39bad2 tempest-RoutersIpV6Test-883692175 tempest-RoutersIpV6Test-883692175] Deleting port 7473a099-36a8-4153-aab2-40d84a0650af {{(pid=84874) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 07:21:02.585001 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-e45ab8d9-39c6-48fb-a74f-1e88bb39bad2 tempest-RoutersIpV6Test-883692175 tempest-RoutersIpV6Test-883692175] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363259214248359'] for port, before_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:21:02.627354 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.plugin [None req-f6568805-04b6-4315-9e7b-f2b7de0b6078 None None] Port 663cd850-1fed-40f5-917a-c3187c55ff1c cannot update to ACTIVE because it is not bound. {{(pid=84876) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:329}} Jan 14 07:21:02.677701 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-f6c20ea5-da6d-40a1-a172-9cb8efa7cb32 tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036850862667'] for port, precommit_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:21:02.697769 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-1294dfac-65f5-402c-b8d0-bc52c5833e6e admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 3.6981416 Jan 14 07:21:02.701347 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84875) accepted ('10.222.0.24', 40000) {{(pid=84875) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:21:02.712101 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.v2.base [None req-cc523690-8527-405e-a069-0c346d2417e5 admin admin] Request body: {'subnet': {'network_id': '969d82fc-8a12-40c0-aa78-5ffb42a58e35', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestMultiTenantJSON-2006850312-subnet', 'tenant_id': '85f89b9917b145ea99acac2453a509f6', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=84875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:21:02.722109 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-cc523690-8527-405e-a069-0c346d2417e5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:21:02.728376 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-cc523690-8527-405e-a069-0c346d2417e5 admin admin] Usage tracker for resource:subnet and tenant:85f89b9917b145ea99acac2453a509f6 is out of sync, need to count used quota {{(pid=84875) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:21:02.733047 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-cc523690-8527-405e-a069-0c346d2417e5 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84875) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:21:02.744436 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-cc523690-8527-405e-a069-0c346d2417e5 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:21:02.757309 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1294dfac-65f5-402c-b8d0-bc52c5833e6e admin admin] Pushing event updated for resources: {'Network': ['ID=969d82fc-8a12-40c0-aa78-5ffb42a58e35,revision_number=1']} {{(pid=84874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:21:02.776800 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-ae7f3072-4e07-4145-8644-fd8200364521 tempest-AllowedAddressPairTestJSON-747646770 tempest-AllowedAddressPairTestJSON-747646770] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036850862667'] for port, precommit_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:21:02.778870 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-852a24f7-e9a1-4193-9abb-e9506fe5213f None None] Network 969d82fc-8a12-40c0-aa78-5ffb42a58e35 details requested by agent ovs-agent-n-h2-768862-2 with host n-h2-768862-2 {{(pid=84876) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 07:21:02.797676 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cc523690-8527-405e-a069-0c346d2417e5 admin admin] Made reservation on behalf of 85f89b9917b145ea99acac2453a509f6 for: {'subnet': 1} {{(pid=84875) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 07:21:02.804063 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-cc523690-8527-405e-a069-0c346d2417e5 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036852467157'] for subnet, before_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:21:02.851411 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-017f98a9-8a07-408c-a86f-8ff0c00400a0 None None] Network 969d82fc-8a12-40c0-aa78-5ffb42a58e35 details requested by agent ovs-agent-n-h1-768862-2 with host n-h1-768862-2 {{(pid=84876) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 07:21:02.955363 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-e45ab8d9-39c6-48fb-a74f-1e88bb39bad2 tempest-RoutersIpV6Test-883692175 tempest-RoutersIpV6Test-883692175] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036850862667'] for port, precommit_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:21:02.968408 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Network 969d82fc-8a12-40c0-aa78-5ffb42a58e35 details requested by agent ovs-agent-n-d-768862-2 with host n-d-768862-2 {{(pid=84876) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 07:21:03.131330 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.plugin [None req-e45ab8d9-39c6-48fb-a74f-1e88bb39bad2 tempest-RoutersIpV6Test-883692175 tempest-RoutersIpV6Test-883692175] Calling delete_port for 7473a099-36a8-4153-aab2-40d84a0650af owned by network:router_interface {{(pid=84874) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 07:21:03.584557 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-25312575-c721-4f86-b0a7-9fd9b9fb095e None None] Provisioning for port 213ef879-fe86-46c8-949b-7ee87eef278c completed by entity DHCP. {{(pid=84876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 07:21:03.611096 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.plugin [None req-ae7f3072-4e07-4145-8644-fd8200364521 tempest-AllowedAddressPairTestJSON-747646770 tempest-AllowedAddressPairTestJSON-747646770] Calling delete_port for 663cd850-1fed-40f5-917a-c3187c55ff1c owned by {{(pid=84875) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 07:21:03.623962 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-1294dfac-65f5-402c-b8d0-bc52c5833e6e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.416s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:21:03.634734 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.plugin [None req-f6c20ea5-da6d-40a1-a172-9cb8efa7cb32 tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] Calling delete_port for a8e64956-a89c-4c53-80e8-1494115165c9 owned by {{(pid=84874) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 07:21:03.677943 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-e45ab8d9-39c6-48fb-a74f-1e88bb39bad2 tempest-RoutersIpV6Test-883692175 tempest-RoutersIpV6Test-883692175] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777640533329', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777640097463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3254186'] for port, after_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:21:03.678980 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-25312575-c721-4f86-b0a7-9fd9b9fb095e None None] Provisioning complete for port 213ef879-fe86-46c8-949b-7ee87eef278c triggered by entity DHCP. {{(pid=84876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 07:21:03.679866 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-25312575-c721-4f86-b0a7-9fd9b9fb095e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-604227'] for port, provisioning_complete {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:21:03.750357 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-073b9fb4-7d75-4b80-9769-d739792db6a3 tempest-AllowedAddressPairTestJSON-747646770 tempest-AllowedAddressPairTestJSON-747646770] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:21:03.931097 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e45ab8d9-39c6-48fb-a74f-1e88bb39bad2 tempest-RoutersIpV6Test-883692175 tempest-RoutersIpV6Test-883692175] Pushing event deleted for resources: {'Port': ['ID=7473a099-36a8-4153-aab2-40d84a0650af,revision_number=None']} {{(pid=84874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:21:03.940389 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-d3fed6fe-3d94-48ab-a2ea-a645b3900780 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850887153'] for security_group, after_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:21:03.944353 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-e45ab8d9-39c6-48fb-a74f-1e88bb39bad2 tempest-RoutersIpV6Test-883692175 tempest-RoutersIpV6Test-883692175] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.194s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:21:03.950780 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-98f9956f-97fa-4fa1-8e08-926b640991da tempest-RoutersIpV6Test-883692175 tempest-RoutersIpV6Test-883692175] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:21:03.987899 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3fed6fe-3d94-48ab-a2ea-a645b3900780 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=046d088f-ace7-4851-9434-313193c5e305,revision_number=None']} {{(pid=84874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:21:04.011642 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-d3fed6fe-3d94-48ab-a2ea-a645b3900780 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:21:04.082026 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-d3fed6fe-3d94-48ab-a2ea-a645b3900780 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:21:04.083329 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-d3fed6fe-3d94-48ab-a2ea-a645b3900780 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/046d088f-ace7-4851-9434-313193c5e305 HTTP/1.1" status: 204 len: 168 time: 2.4520972 Jan 14 07:21:04.280516 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-25312575-c721-4f86-b0a7-9fd9b9fb095e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555753'] for port, before_update {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:21:04.381797 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-e45ab8d9-39c6-48fb-a74f-1e88bb39bad2 tempest-RoutersIpV6Test-883692175 tempest-RoutersIpV6Test-883692175] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted--9223372036851568851', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal--9223372036850888080'] for router_interface, after_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:21:04.409274 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [None req-25312575-c721-4f86-b0a7-9fd9b9fb095e None None] For port 213ef879-fe86-46c8-949b-7ee87eef278c, host n-d-768862-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-2',level=0,port_id=213ef879-fe86-46c8-949b-7ee87eef278c,segment=NetworkSegment(56f1c7cf-f3a3-41d2-9677-68978131444f),segment_id=56f1c7cf-f3a3-41d2-9677-68978131444f)] {{(pid=84876) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 07:21:04.418805 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-25312575-c721-4f86-b0a7-9fd9b9fb095e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777640533312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363259214678337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777640097497'] for port, after_update {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:21:04.427982 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-8b3bc941-d96b-4bc0-91ba-cf7aa88754d1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84876) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:21:04.563184 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-ae7f3072-4e07-4145-8644-fd8200364521 tempest-AllowedAddressPairTestJSON-747646770 tempest-AllowedAddressPairTestJSON-747646770] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777640533329', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777640097463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851621574'] for port, after_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:21:04.820406 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-d837471b-0ec4-4e9f-81c3-e252cb81ff4c None None] Could not find standard attr ID for object a8e64956-a89c-4c53-80e8-1494115165c9. {{(pid=84876) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Jan 14 07:21:04.835046 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25312575-c721-4f86-b0a7-9fd9b9fb095e None None] Pushing event updated for resources: {'Port': ['ID=213ef879-fe86-46c8-949b-7ee87eef278c,revision_number=3']} {{(pid=84876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:21:04.840736 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-25312575-c721-4f86-b0a7-9fd9b9fb095e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.413s {{(pid=84876) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:21:04.861584 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-d837471b-0ec4-4e9f-81c3-e252cb81ff4c None None] Provisioning complete for port 213ef879-fe86-46c8-949b-7ee87eef278c triggered by entity DHCP. {{(pid=84876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 07:21:04.862012 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-d837471b-0ec4-4e9f-81c3-e252cb81ff4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-604227'] for port, provisioning_complete {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:21:04.867080 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-cd0a3a60-ac83-49ce-ac20-3c2dacef1ff3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:21:04.926428 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-f6c20ea5-da6d-40a1-a172-9cb8efa7cb32 tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777640533329', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777640097463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3254186'] for port, after_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:21:04.935964 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae7f3072-4e07-4145-8644-fd8200364521 tempest-AllowedAddressPairTestJSON-747646770 tempest-AllowedAddressPairTestJSON-747646770] Pushing event deleted for resources: {'Port': ['ID=663cd850-1fed-40f5-917a-c3187c55ff1c,revision_number=None']} {{(pid=84875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:21:04.947104 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-ae7f3072-4e07-4145-8644-fd8200364521 tempest-AllowedAddressPairTestJSON-747646770 tempest-AllowedAddressPairTestJSON-747646770] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:21:04.985655 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-5738a08a-2e4b-440c-a9e7-5eed64f00b92 tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:21:05.052555 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-ae7f3072-4e07-4145-8644-fd8200364521 tempest-AllowedAddressPairTestJSON-747646770 tempest-AllowedAddressPairTestJSON-747646770] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854768116'] for port, before_response {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:21:05.071621 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6c20ea5-da6d-40a1-a172-9cb8efa7cb32 tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] Pushing event deleted for resources: {'Port': ['ID=a8e64956-a89c-4c53-80e8-1494115165c9,revision_number=None']} {{(pid=84874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:21:05.129552 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-ae7f3072-4e07-4145-8644-fd8200364521 tempest-AllowedAddressPairTestJSON-747646770 tempest-AllowedAddressPairTestJSON-747646770] 10.222.0.24 "DELETE /v2.0/ports/663cd850-1fed-40f5-917a-c3187c55ff1c HTTP/1.1" status: 204 len: 168 time: 3.2996917 Jan 14 07:21:05.130892 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84875) accepted ('10.222.0.24', 40040) {{(pid=84875) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:21:05.273808 n-d-768862-2 neutron-server[84765]: INFO neutron.pecan_wsgi.hooks.translation [None req-d0b7f8f1-a3b8-477c-ab63-f1912cc80de6 tempest-AllowedAddressPairTestJSON-747646770 tempest-AllowedAddressPairTestJSON-747646770] GET failed (client error): The resource could not be found. Jan 14 07:21:05.274518 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-d0b7f8f1-a3b8-477c-ab63-f1912cc80de6 tempest-AllowedAddressPairTestJSON-747646770 tempest-AllowedAddressPairTestJSON-747646770] Synchronizing usage tracker for tenant:ce9e5243d132466aae9bc9a8d2ea0adf on resource:port {{(pid=84875) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 14 07:21:05.377896 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-d0b7f8f1-a3b8-477c-ab63-f1912cc80de6 tempest-AllowedAddressPairTestJSON-747646770 tempest-AllowedAddressPairTestJSON-747646770] Unset dirty status for tenant:ce9e5243d132466aae9bc9a8d2ea0adf on resource:port {{(pid=84875) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 14 07:21:05.385482 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-d0b7f8f1-a3b8-477c-ab63-f1912cc80de6 tempest-AllowedAddressPairTestJSON-747646770 tempest-AllowedAddressPairTestJSON-747646770] 10.222.0.24 "GET /v2.0/ports/663cd850-1fed-40f5-917a-c3187c55ff1c HTTP/1.1" status: 404 len: 333 time: 0.2518306 Jan 14 07:21:05.386593 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84875) accepted ('10.222.0.24', 40052) {{(pid=84875) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:21:05.651801 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.plugin [None req-69fa06d8-8a0c-4b87-90ff-f34a4752eccf tempest-AllowedAddressPairTestJSON-747646770 tempest-AllowedAddressPairTestJSON-747646770] Deleting port 3828725f-7f42-44f6-8f3b-f0f918583bf1 {{(pid=84875) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 07:21:05.652487 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-69fa06d8-8a0c-4b87-90ff-f34a4752eccf tempest-AllowedAddressPairTestJSON-747646770 tempest-AllowedAddressPairTestJSON-747646770] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363259214248359'] for port, before_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:21:05.667992 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-f6c20ea5-da6d-40a1-a172-9cb8efa7cb32 tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.682s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:21:05.831763 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-cc523690-8527-405e-a069-0c346d2417e5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850887113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036851621412', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036852467174'] for subnet, after_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:21:05.886968 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-22b9984f-4583-4c14-b2c6-f60af64d77fe admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:21:05.899673 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-f6c20ea5-da6d-40a1-a172-9cb8efa7cb32 tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854768116'] for port, before_response {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:21:05.918089 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-f6c20ea5-da6d-40a1-a172-9cb8efa7cb32 tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] 10.222.0.24 "DELETE /v2.0/ports/a8e64956-a89c-4c53-80e8-1494115165c9 HTTP/1.1" status: 204 len: 168 time: 4.6963968 Jan 14 07:21:05.943792 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84874) accepted ('10.222.0.24', 40066) {{(pid=84874) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:21:06.241864 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Device 213ef879-fe86-46c8-949b-7ee87eef278c up at agent ovs-agent-n-d-768862-2 {{(pid=84876) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 07:21:06.283298 n-d-768862-2 neutron-server[84765]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e45ab8d9-39c6-48fb-a74f-1e88bb39bad2 tempest-RoutersIpV6Test-883692175 tempest-RoutersIpV6Test-883692175] Router 41c58501-c8e5-4974-b750-494f7c0729fa has already been hosted by L3 agent 35f592e9-451b-4db9-abea-77b6a5c5391b {{(pid=84874) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Jan 14 07:21:06.310779 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd471de3-6335-4702-82e8-cc4ca12a77ae tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:21:06.321028 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd471de3-6335-4702-82e8-cc4ca12a77ae tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:21:06.322585 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-fd471de3-6335-4702-82e8-cc4ca12a77ae tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] Synchronizing usage tracker for tenant:be0aa702e3ca464795a99c51e3b3b04f on resource:subnet {{(pid=84874) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 14 07:21:06.336129 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Provisioning complete for port 213ef879-fe86-46c8-949b-7ee87eef278c triggered by entity L2. {{(pid=84876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 07:21:06.336822 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-604227'] for port, provisioning_complete {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:21:06.346364 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc523690-8527-405e-a069-0c346d2417e5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=bc134981-33a1-42f7-b807-5f084f6be14b,revision_number=0']} {{(pid=84875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:21:06.358663 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-cc523690-8527-405e-a069-0c346d2417e5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.472s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:21:06.632073 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-fd471de3-6335-4702-82e8-cc4ca12a77ae tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] Unset dirty status for tenant:be0aa702e3ca464795a99c51e3b3b04f on resource:subnet {{(pid=84874) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 14 07:21:06.634122 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-fd471de3-6335-4702-82e8-cc4ca12a77ae tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] 10.222.0.24 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.6882479 Jan 14 07:21:06.640846 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84875) accepted ('10.222.0.24', 40080) {{(pid=84875) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:21:06.658386 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e45ab8d9-39c6-48fb-a74f-1e88bb39bad2 tempest-RoutersIpV6Test-883692175 tempest-RoutersIpV6Test-883692175] Notify agent at l3_agent.n-d-768862-2 the message routers_updated {{(pid=84874) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jan 14 07:21:06.669184 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2737fb2-b3d5-457d-8036-acdd461e641d None None] Sync routers for ids ['41c58501-c8e5-4974-b750-494f7c0729fa'] in n-d-768862-2 {{(pid=84877) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Jan 14 07:21:06.670552 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-e45ab8d9-39c6-48fb-a74f-1e88bb39bad2 tempest-RoutersIpV6Test-883692175 tempest-RoutersIpV6Test-883692175] 10.222.0.24 "PUT /v2.0/routers/41c58501-c8e5-4974-b750-494f7c0729fa/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.9733803 Jan 14 07:21:06.672926 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84874) accepted ('10.222.0.24', 40084) {{(pid=84874) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:21:06.684551 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2737fb2-b3d5-457d-8036-acdd461e641d None None] Routers {'41c58501-c8e5-4974-b750-494f7c0729fa'} bound to L3 agent in host n-d-768862-2 {{(pid=84877) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 14 07:21:06.685447 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_hamode_db [None req-e2737fb2-b3d5-457d-8036-acdd461e641d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-01-14T06:56:51Z,description=,heartbeat_timestamp=2021-01-14T07:20:51Z,host='n-d-768862-2',id=35f592e9-451b-4db9-abea-77b6a5c5391b,load=0,resource_versions=,resources_synced=,started_at=2021-01-14T06:56:51Z,topic='l3_agent')) {'router_ids': ['41c58501-c8e5-4974-b750-494f7c0729fa'], 'active': True} {{(pid=84877) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:21:06.795001 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_hamode_db [None req-e2737fb2-b3d5-457d-8036-acdd461e641d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768862-2', False) {} {{(pid=84877) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:21:06.807603 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-69fa06d8-8a0c-4b87-90ff-f34a4752eccf tempest-AllowedAddressPairTestJSON-747646770 tempest-AllowedAddressPairTestJSON-747646770] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036850862667'] for port, precommit_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:21:06.814598 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2737fb2-b3d5-457d-8036-acdd461e641d None None] Routers {'41c58501-c8e5-4974-b750-494f7c0729fa'} bound to L3 agent in host n-d-768862-2 {{(pid=84877) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 14 07:21:06.816291 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_hamode_db [None req-e2737fb2-b3d5-457d-8036-acdd461e641d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-01-14T06:56:51Z,description=,heartbeat_timestamp=2021-01-14T07:20:51Z,host='n-d-768862-2',id=35f592e9-451b-4db9-abea-77b6a5c5391b,load=0,resource_versions=,resources_synced=,started_at=2021-01-14T06:56:51Z,topic='l3_agent')) {'router_ids': ['41c58501-c8e5-4974-b750-494f7c0729fa'], 'active': True} {{(pid=84877) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:21:06.832119 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-ddfe09ed-f72f-46c2-a531-627716f026dd tempest-RoutersIpV6Test-883692175 tempest-RoutersIpV6Test-883692175] Synchronizing usage tracker for tenant:d787627cdb8d4cc9b70642659fae99d7 on resource:port {{(pid=84874) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 14 07:21:06.870831 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-ddfe09ed-f72f-46c2-a531-627716f026dd tempest-RoutersIpV6Test-883692175 tempest-RoutersIpV6Test-883692175] Unset dirty status for tenant:d787627cdb8d4cc9b70642659fae99d7 on resource:port {{(pid=84874) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 14 07:21:06.872600 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-ddfe09ed-f72f-46c2-a531-627716f026dd tempest-RoutersIpV6Test-883692175 tempest-RoutersIpV6Test-883692175] 10.222.0.24 "GET /v2.0/ports?device_id=41c58501-c8e5-4974-b750-494f7c0729fa HTTP/1.1" status: 200 len: 205 time: 0.1984391 Jan 14 07:21:06.882720 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84874) accepted ('10.222.0.24', 40092) {{(pid=84874) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:21:07.065722 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_hamode_db [None req-e2737fb2-b3d5-457d-8036-acdd461e641d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768862-2', False) {} {{(pid=84877) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:21:07.066492 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2737fb2-b3d5-457d-8036-acdd461e641d None None] The sync data for ids ['41c58501-c8e5-4974-b750-494f7c0729fa'] in n-d-768862-2 is: [] {{(pid=84877) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Jan 14 07:21:07.070495 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc523690-8527-405e-a069-0c346d2417e5 admin admin] Checking segment: {'id': '052e7d69-18b5-44e0-992d-2aa142f77fc4', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 9, 'network_id': '969d82fc-8a12-40c0-aa78-5ffb42a58e35'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84875) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 14 07:21:07.071087 n-d-768862-2 neutron-server[84765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc523690-8527-405e-a069-0c346d2417e5 admin admin] Network hostable DHCP agents. Network: 969d82fc-8a12-40c0-aa78-5ffb42a58e35, hostable agents: ['32f3dd84-26da-4d18-bf15-6017a8fb7247'], hosted agents: [] {{(pid=84875) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Jan 14 07:21:07.164926 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.plugin [None req-69fa06d8-8a0c-4b87-90ff-f34a4752eccf tempest-AllowedAddressPairTestJSON-747646770 tempest-AllowedAddressPairTestJSON-747646770] Calling delete_port for 3828725f-7f42-44f6-8f3b-f0f918583bf1 owned by {{(pid=84875) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 07:21:07.218148 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-dbb32d76-10bd-48e6-b097-e3ba153c49d8 tempest-RoutersIpV6Test-883692175 tempest-RoutersIpV6Test-883692175] Notify callbacks [] for router, before_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:21:07.372282 n-d-768862-2 neutron-server[84765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc523690-8527-405e-a069-0c346d2417e5 admin admin] Network 969d82fc-8a12-40c0-aa78-5ffb42a58e35 is scheduled to be hosted by DHCP agent 32f3dd84-26da-4d18-bf15-6017a8fb7247 with binding_index 1 {{(pid=84875) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Jan 14 07:21:07.394909 n-d-768862-2 neutron-server[84765]: DEBUG neutron.scheduler.base_scheduler [None req-cc523690-8527-405e-a069-0c346d2417e5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768862-2, 969d82fc-8a12-40c0-aa78-5ffb42a58e35) {{(pid=84875) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 07:21:07.412639 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d24d37c-6dec-4835-a396-d0b133113105 None None] Network 969d82fc-8a12-40c0-aa78-5ffb42a58e35 requested from n-d-768862-2 {{(pid=84876) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 07:21:07.448619 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc523690-8527-405e-a069-0c346d2417e5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:21:07.449427 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-cc523690-8527-405e-a069-0c346d2417e5 admin admin] Notify callbacks [] for subnet, before_response {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:21:07.535460 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.db_base_plugin_v2 [None req-ad6f781a-859d-4293-8106-f24d47e071cb tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] Deleting subnet bf0348cd-a2c1-4e1c-88e3-a7b5a4ebc289 {{(pid=84875) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Jan 14 07:21:07.558372 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-ad6f781a-859d-4293-8106-f24d47e071cb tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] Notify callbacks [] for subnet, before_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:21:07.637639 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-cc523690-8527-405e-a069-0c346d2417e5 admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 4.9340615 Jan 14 07:21:07.714810 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-dbb32d76-10bd-48e6-b097-e3ba153c49d8 tempest-RoutersIpV6Test-883692175 tempest-RoutersIpV6Test-883692175] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3889346', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036854717606'] for router, precommit_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:21:07.720918 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-dbb32d76-10bd-48e6-b097-e3ba153c49d8 tempest-RoutersIpV6Test-883692175 tempest-RoutersIpV6Test-883692175] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:21:07.726806 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-ad6f781a-859d-4293-8106-f24d47e071cb tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3367281'] for subnet, precommit_delete_associations {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:21:07.758142 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-dbb32d76-10bd-48e6-b097-e3ba153c49d8 tempest-RoutersIpV6Test-883692175 tempest-RoutersIpV6Test-883692175] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036850897070'] for router, after_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:21:07.758918 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dbb32d76-10bd-48e6-b097-e3ba153c49d8 tempest-RoutersIpV6Test-883692175 tempest-RoutersIpV6Test-883692175] Fanout notify agent at l3_agent the message router_deleted on router 41c58501-c8e5-4974-b750-494f7c0729fa {{(pid=84874) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jan 14 07:21:07.792919 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-dbb32d76-10bd-48e6-b097-e3ba153c49d8 tempest-RoutersIpV6Test-883692175 tempest-RoutersIpV6Test-883692175] Notify callbacks [] for router, before_response {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:21:07.797542 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-dbb32d76-10bd-48e6-b097-e3ba153c49d8 tempest-RoutersIpV6Test-883692175 tempest-RoutersIpV6Test-883692175] 10.222.0.24 "DELETE /v2.0/routers/41c58501-c8e5-4974-b750-494f7c0729fa HTTP/1.1" status: 204 len: 168 time: 0.9111168 Jan 14 07:21:07.801161 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84874) accepted ('10.222.0.24', 40112) {{(pid=84874) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:21:07.875557 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f15b694-b079-4e87-9862-542ae9be370b None None] Network 969d82fc-8a12-40c0-aa78-5ffb42a58e35 requested from n-d-768862-2 {{(pid=84876) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 07:21:07.883227 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-69fa06d8-8a0c-4b87-90ff-f34a4752eccf tempest-AllowedAddressPairTestJSON-747646770 tempest-AllowedAddressPairTestJSON-747646770] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777640533329', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777640097463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851621574'] for port, after_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:21:07.939114 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-ae7f3072-4e07-4145-8644-fd8200364521 tempest-AllowedAddressPairTestJSON-747646770 tempest-AllowedAddressPairTestJSON-747646770] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:21:08.292228 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.db_base_plugin_v2 [None req-3bd9e698-666f-48dc-8996-7a94cea1bf8e tempest-RoutersIpV6Test-883692175 tempest-RoutersIpV6Test-883692175] Deleting subnet 607c56ae-956c-4a13-b2df-1cb4add15c7b {{(pid=84874) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Jan 14 07:21:08.296647 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-3bd9e698-666f-48dc-8996-7a94cea1bf8e tempest-RoutersIpV6Test-883692175 tempest-RoutersIpV6Test-883692175] Notify callbacks [] for subnet, before_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:21:08.312567 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69fa06d8-8a0c-4b87-90ff-f34a4752eccf tempest-AllowedAddressPairTestJSON-747646770 tempest-AllowedAddressPairTestJSON-747646770] Pushing event deleted for resources: {'Port': ['ID=3828725f-7f42-44f6-8f3b-f0f918583bf1,revision_number=None']} {{(pid=84875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:21:08.321286 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-69fa06d8-8a0c-4b87-90ff-f34a4752eccf tempest-AllowedAddressPairTestJSON-747646770 tempest-AllowedAddressPairTestJSON-747646770] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.382s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:21:08.406773 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-3bd9e698-666f-48dc-8996-7a94cea1bf8e tempest-RoutersIpV6Test-883692175 tempest-RoutersIpV6Test-883692175] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036851807232'] for subnet, precommit_delete_associations {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:21:08.543597 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84874) accepted ('10.222.0.24', 40138) {{(pid=84874) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:21:08.553096 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-3bd9e698-666f-48dc-8996-7a94cea1bf8e tempest-RoutersIpV6Test-883692175 tempest-RoutersIpV6Test-883692175] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036854176836'] for subnet, precommit_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:21:08.693784 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-ad6f781a-859d-4293-8106-f24d47e071cb tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036854176836'] for subnet, precommit_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:21:08.879222 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-69fa06d8-8a0c-4b87-90ff-f34a4752eccf tempest-AllowedAddressPairTestJSON-747646770 tempest-AllowedAddressPairTestJSON-747646770] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854768116'] for port, before_response {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:21:08.882224 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-69fa06d8-8a0c-4b87-90ff-f34a4752eccf tempest-AllowedAddressPairTestJSON-747646770 tempest-AllowedAddressPairTestJSON-747646770] 10.222.0.24 "DELETE /v2.0/ports/3828725f-7f42-44f6-8f3b-f0f918583bf1 HTTP/1.1" status: 204 len: 168 time: 3.4923553 Jan 14 07:21:08.892186 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84874) accepted ('10.222.0.24', 40156) {{(pid=84874) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:21:08.969955 n-d-768862-2 neutron-server[84765]: INFO neutron.pecan_wsgi.hooks.translation [None req-9bd6d776-9f79-4197-aab8-db0432a08881 tempest-AllowedAddressPairTestJSON-747646770 tempest-AllowedAddressPairTestJSON-747646770] GET failed (client error): The resource could not be found. Jan 14 07:21:08.971823 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-9bd6d776-9f79-4197-aab8-db0432a08881 tempest-AllowedAddressPairTestJSON-747646770 tempest-AllowedAddressPairTestJSON-747646770] 10.222.0.24 "GET /v2.0/ports/3828725f-7f42-44f6-8f3b-f0f918583bf1 HTTP/1.1" status: 404 len: 333 time: 0.0758364 Jan 14 07:21:08.997698 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84874) accepted ('10.222.0.24', 40162) {{(pid=84874) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:21:09.097091 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.plugin [None req-fb87f20c-252d-4e25-884e-739547b530fd tempest-AllowedAddressPairTestJSON-747646770 tempest-AllowedAddressPairTestJSON-747646770] Deleting port c9d5bce6-1bee-4fa6-adf0-374595b5dbe8 {{(pid=84874) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 07:21:09.097550 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-fb87f20c-252d-4e25-884e-739547b530fd tempest-AllowedAddressPairTestJSON-747646770 tempest-AllowedAddressPairTestJSON-747646770] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363259214248359'] for port, before_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:21:09.224619 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84874) accepted ('10.222.0.24', 40170) {{(pid=84874) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:21:09.273401 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.v2.base [None req-26ffa83c-b896-4526-b9fe-696c9d8b1daa admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestMultiTenantJSON-436993143-network', 'tenant_id': '7f257e6c7fa74026a2393efd50f840ca'}} {{(pid=84874) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:21:09.328231 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-26ffa83c-b896-4526-b9fe-696c9d8b1daa admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:21:09.336668 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.v2.base [None req-73567637-6a20-4368-8db4-adcfbccf9a07 tempest-RoutersIpV6AdminTest-832003634 tempest-RoutersIpV6AdminTest-832003634] Request body: {'network': {'name': 'tempest-RoutersIpV6AdminTest-610771577', 'router:external': True}} {{(pid=84874) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:21:09.342182 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-ad6f781a-859d-4293-8106-f24d47e071cb tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-598964', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850887113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3154192', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2308610'] for subnet, after_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:21:09.353849 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-26ffa83c-b896-4526-b9fe-696c9d8b1daa admin admin] Usage tracker for resource:network and tenant:7f257e6c7fa74026a2393efd50f840ca is out of sync, need to count used quota {{(pid=84874) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:21:09.357674 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-26ffa83c-b896-4526-b9fe-696c9d8b1daa admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84874) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:21:09.363528 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-d0195e2b-6d4d-45c8-bfc2-299eb8ab7742 tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:21:09.366024 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-26ffa83c-b896-4526-b9fe-696c9d8b1daa admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:21:09.389181 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-73567637-6a20-4368-8db4-adcfbccf9a07 tempest-RoutersIpV6AdminTest-832003634 tempest-RoutersIpV6AdminTest-832003634] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:21:09.399220 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-26ffa83c-b896-4526-b9fe-696c9d8b1daa admin admin] Made reservation on behalf of 7f257e6c7fa74026a2393efd50f840ca for: {'network': 1} {{(pid=84874) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 07:21:09.404519 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-26ffa83c-b896-4526-b9fe-696c9d8b1daa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555753'] for network, before_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:21:09.416460 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-73567637-6a20-4368-8db4-adcfbccf9a07 tempest-RoutersIpV6AdminTest-832003634 tempest-RoutersIpV6AdminTest-832003634] Usage tracker for resource:network and tenant:5312235f111841e2bff7d19b335a2a35 is out of sync, need to count used quota {{(pid=84874) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:21:09.425115 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-73567637-6a20-4368-8db4-adcfbccf9a07 tempest-RoutersIpV6AdminTest-832003634 tempest-RoutersIpV6AdminTest-832003634] Quota usage for network was recalculated. Used quota:0. {{(pid=84874) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:21:09.446033 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-73567637-6a20-4368-8db4-adcfbccf9a07 tempest-RoutersIpV6AdminTest-832003634 tempest-RoutersIpV6AdminTest-832003634] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:21:09.451616 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-26ffa83c-b896-4526-b9fe-696c9d8b1daa admin admin] Notify callbacks [] for security_group, before_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:21:09.467588 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad6f781a-859d-4293-8106-f24d47e071cb tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] Pushing event deleted for resources: {'Subnet': ['ID=bf0348cd-a2c1-4e1c-88e3-a7b5a4ebc289,revision_number=None']} {{(pid=84875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:21:09.471402 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-ad6f781a-859d-4293-8106-f24d47e071cb tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:21:09.533460 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-ad6f781a-859d-4293-8106-f24d47e071cb tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] Notify callbacks [] for subnet, before_response {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:21:09.543757 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65769312-08ad-4284-8837-4ce118f3a917 None None] Network 23f0a15d-6362-4cec-82c1-cacba887c566 requested from n-d-768862-2 {{(pid=84876) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 07:21:09.562615 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-ad6f781a-859d-4293-8106-f24d47e071cb tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] 10.222.0.24 "DELETE /v2.0/subnets/bf0348cd-a2c1-4e1c-88e3-a7b5a4ebc289 HTTP/1.1" status: 204 len: 168 time: 2.9200342 Jan 14 07:21:09.563170 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84875) accepted ('10.222.0.24', 40176) {{(pid=84875) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:21:09.588815 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-26ffa83c-b896-4526-b9fe-696c9d8b1daa admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:21:09.603408 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-26ffa83c-b896-4526-b9fe-696c9d8b1daa admin admin] Usage tracker for resource:security_group_rule and tenant:7f257e6c7fa74026a2393efd50f840ca is out of sync, need to count used quota {{(pid=84874) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:21:09.616932 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-26ffa83c-b896-4526-b9fe-696c9d8b1daa admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84874) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:21:09.625927 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-26ffa83c-b896-4526-b9fe-696c9d8b1daa admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:21:09.685572 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-0e290d6a-0c7f-493b-a39b-c1ddffd50bf5 tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] 10.222.0.24 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1204839 Jan 14 07:21:09.687174 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84875) accepted ('10.222.0.24', 40180) {{(pid=84875) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:21:09.693402 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.v2.base [None req-a7e78f0a-95b1-42b5-bfaa-c52730d3241e tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] Request body: {'subnet': {'network_id': '23f0a15d-6362-4cec-82c1-cacba887c566', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=84875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:21:09.907239 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-26ffa83c-b896-4526-b9fe-696c9d8b1daa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:21:09.917532 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-73567637-6a20-4368-8db4-adcfbccf9a07 tempest-RoutersIpV6AdminTest-832003634 tempest-RoutersIpV6AdminTest-832003634] Made reservation on behalf of 5312235f111841e2bff7d19b335a2a35 for: {'network': 1} {{(pid=84874) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 07:21:09.925481 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-73567637-6a20-4368-8db4-adcfbccf9a07 tempest-RoutersIpV6AdminTest-832003634 tempest-RoutersIpV6AdminTest-832003634] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555753'] for network, before_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:21:09.950065 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-26ffa83c-b896-4526-b9fe-696c9d8b1daa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850887153'] for security_group, after_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:21:09.970516 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-26ffa83c-b896-4526-b9fe-696c9d8b1daa admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 15} {{(pid=84874) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Jan 14 07:21:09.984437 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-26ffa83c-b896-4526-b9fe-696c9d8b1daa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854179735'] for segment, precommit_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:21:09.984437 n-d-768862-2 neutron-server[84765]: INFO neutron.db.segments_db [None req-26ffa83c-b896-4526-b9fe-696c9d8b1daa admin admin] Added segment dbf8b3bc-0286-4357-8427-a59aac675952 of type vxlan for network a2ea9d5a-a621-4b57-8751-d24a4442d1fb Jan 14 07:21:10.031802 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-26ffa83c-b896-4526-b9fe-696c9d8b1daa admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363259214646115'] for network, precommit_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:21:10.051710 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-92e389eb-8150-4fe8-ab9e-a2a8de2a9903 tempest-DHCPAgentSchedulersTestJSON-1895530401 tempest-DHCPAgentSchedulersTestJSON-1895530401] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:21:10.105127 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26ffa83c-b896-4526-b9fe-696c9d8b1daa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3ef59e47-6a6f-4791-aa79-7c01baebfac7,revision_number=1']} {{(pid=84874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:21:10.109161 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96756b14-0c68-459e-aa6e-114633a6acb9 None None] DHCP port deletion for 23f0a15d-6362-4cec-82c1-cacba887c566 request from n-d-768862-2 {{(pid=84876) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Jan 14 07:21:10.109689 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-3bd9e698-666f-48dc-8996-7a94cea1bf8e tempest-RoutersIpV6Test-883692175 tempest-RoutersIpV6Test-883692175] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-598964', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850887113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036851521664', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2794686'] for subnet, after_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:21:10.117390 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.plugin [None req-96756b14-0c68-459e-aa6e-114633a6acb9 None None] Deleting port 213ef879-fe86-46c8-949b-7ee87eef278c {{(pid=84876) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 07:21:10.124209 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-96756b14-0c68-459e-aa6e-114633a6acb9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363259214248359'] for port, before_delete {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:21:10.138145 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-26ffa83c-b896-4526-b9fe-696c9d8b1daa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:21:10.138956 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-1921cc7a-5078-4baa-ae86-12efe47f39a0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:21:10.170574 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-73567637-6a20-4368-8db4-adcfbccf9a07 tempest-RoutersIpV6AdminTest-832003634 tempest-RoutersIpV6AdminTest-832003634] Notify callbacks [] for security_group, before_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:21:10.280039 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bd9e698-666f-48dc-8996-7a94cea1bf8e tempest-RoutersIpV6Test-883692175 tempest-RoutersIpV6Test-883692175] Pushing event deleted for resources: {'Subnet': ['ID=607c56ae-956c-4a13-b2df-1cb4add15c7b,revision_number=None']} {{(pid=84874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:21:10.286794 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.db.resource_extend [None req-26ffa83c-b896-4526-b9fe-696c9d8b1daa admin admin] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84874) wrapper /usr/local/lib/python3.6/dist-packages/oslo_utils/timeutils.py:388}} Jan 14 07:21:10.353157 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-a7e78f0a-95b1-42b5-bfaa-c52730d3241e tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:21:10.362697 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-a7e78f0a-95b1-42b5-bfaa-c52730d3241e tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] Usage tracker for resource:subnet and tenant:be0aa702e3ca464795a99c51e3b3b04f is out of sync, need to count used quota {{(pid=84875) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:21:10.368787 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-a7e78f0a-95b1-42b5-bfaa-c52730d3241e tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84875) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:21:10.382645 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-a7e78f0a-95b1-42b5-bfaa-c52730d3241e tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:21:10.419813 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a7e78f0a-95b1-42b5-bfaa-c52730d3241e tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] Made reservation on behalf of be0aa702e3ca464795a99c51e3b3b04f for: {'subnet': 1} {{(pid=84875) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 07:21:10.440581 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-a7e78f0a-95b1-42b5-bfaa-c52730d3241e tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036852467157'] for subnet, before_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:21:10.607137 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [None req-96756b14-0c68-459e-aa6e-114633a6acb9 None None] For port 213ef879-fe86-46c8-949b-7ee87eef278c, host n-d-768862-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-2',level=0,port_id=213ef879-fe86-46c8-949b-7ee87eef278c,segment=NetworkSegment(56f1c7cf-f3a3-41d2-9677-68978131444f),segment_id=56f1c7cf-f3a3-41d2-9677-68978131444f)] {{(pid=84876) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 07:21:10.608089 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-96756b14-0c68-459e-aa6e-114633a6acb9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036850862667'] for port, precommit_delete {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:21:10.783139 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-3bd9e698-666f-48dc-8996-7a94cea1bf8e tempest-RoutersIpV6Test-883692175 tempest-RoutersIpV6Test-883692175] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.644s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:21:10.803186 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-73567637-6a20-4368-8db4-adcfbccf9a07 tempest-RoutersIpV6AdminTest-832003634 tempest-RoutersIpV6AdminTest-832003634] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:21:10.815866 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-3bd9e698-666f-48dc-8996-7a94cea1bf8e tempest-RoutersIpV6Test-883692175 tempest-RoutersIpV6Test-883692175] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3207107'] for subnet, before_response {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:21:10.819765 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-73567637-6a20-4368-8db4-adcfbccf9a07 tempest-RoutersIpV6AdminTest-832003634 tempest-RoutersIpV6AdminTest-832003634] Usage tracker for resource:security_group_rule and tenant:5312235f111841e2bff7d19b335a2a35 is out of sync, need to count used quota {{(pid=84874) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:21:10.857529 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-fb87f20c-252d-4e25-884e-739547b530fd tempest-AllowedAddressPairTestJSON-747646770 tempest-AllowedAddressPairTestJSON-747646770] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036850862667'] for port, precommit_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:21:10.876544 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-73567637-6a20-4368-8db4-adcfbccf9a07 tempest-RoutersIpV6AdminTest-832003634 tempest-RoutersIpV6AdminTest-832003634] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84874) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:21:10.915537 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-73567637-6a20-4368-8db4-adcfbccf9a07 tempest-RoutersIpV6AdminTest-832003634 tempest-RoutersIpV6AdminTest-832003634] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:21:10.938534 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-26ffa83c-b896-4526-b9fe-696c9d8b1daa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850887149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964'] for network, after_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:21:10.939623 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26ffa83c-b896-4526-b9fe-696c9d8b1daa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:21:10.942771 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-26ffa83c-b896-4526-b9fe-696c9d8b1daa admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3207107'] for network, before_response {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:21:11.059263 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-6e090c65-9da1-4ff4-9603-bf9b4a362a50 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:21:11.235905 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.plugin [None req-96756b14-0c68-459e-aa6e-114633a6acb9 None None] Calling delete_port for 213ef879-fe86-46c8-949b-7ee87eef278c owned by network:dhcp {{(pid=84876) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 07:21:11.251292 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-a7e78f0a-95b1-42b5-bfaa-c52730d3241e tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850887113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036851621412', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036852467174'] for subnet, after_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:21:11.264930 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.plugin [None req-fb87f20c-252d-4e25-884e-739547b530fd tempest-AllowedAddressPairTestJSON-747646770 tempest-AllowedAddressPairTestJSON-747646770] Calling delete_port for c9d5bce6-1bee-4fa6-adf0-374595b5dbe8 owned by {{(pid=84874) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 07:21:11.295156 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26ffa83c-b896-4526-b9fe-696c9d8b1daa admin admin] Pushing event updated for resources: {'Network': ['ID=a2ea9d5a-a621-4b57-8751-d24a4442d1fb,revision_number=1']} {{(pid=84874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:21:11.299274 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-26ffa83c-b896-4526-b9fe-696c9d8b1daa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.240s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:21:11.304281 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-26ffa83c-b896-4526-b9fe-696c9d8b1daa admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 2.0424640 Jan 14 07:21:11.304281 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-3bd9e698-666f-48dc-8996-7a94cea1bf8e tempest-RoutersIpV6Test-883692175 tempest-RoutersIpV6Test-883692175] 10.222.0.24 "DELETE /v2.0/subnets/607c56ae-956c-4a13-b2df-1cb4add15c7b HTTP/1.1" status: 204 len: 168 time: 3.5007260 Jan 14 07:21:11.315240 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84874) accepted ('10.222.0.24', 40192) {{(pid=84874) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:21:11.315625 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84874) accepted ('10.222.0.24', 40194) {{(pid=84874) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:21:11.334036 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.v2.base [None req-25caf470-defd-454e-ab62-f9655b5043a5 admin admin] Request body: {'subnet': {'network_id': 'a2ea9d5a-a621-4b57-8751-d24a4442d1fb', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestMultiTenantJSON-436993143-subnet', 'tenant_id': '7f257e6c7fa74026a2393efd50f840ca', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=84874) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:21:11.340752 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-25caf470-defd-454e-ab62-f9655b5043a5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:21:11.346195 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-25caf470-defd-454e-ab62-f9655b5043a5 admin admin] Usage tracker for resource:subnet and tenant:7f257e6c7fa74026a2393efd50f840ca is out of sync, need to count used quota {{(pid=84874) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:21:11.348217 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aaad8f12-9909-4cb7-af8c-a77c10175a2a None None] Network c1432bbe-f35f-4271-82be-eac0273f0276 requested from n-d-768862-2 {{(pid=84876) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 07:21:11.350512 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-25caf470-defd-454e-ab62-f9655b5043a5 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84874) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:21:11.357025 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-25caf470-defd-454e-ab62-f9655b5043a5 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:21:11.370956 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-f4488060-737d-40cf-8f34-9226fa0ae8c1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:21:11.395399 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-25caf470-defd-454e-ab62-f9655b5043a5 admin admin] Made reservation on behalf of 7f257e6c7fa74026a2393efd50f840ca for: {'subnet': 1} {{(pid=84874) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 07:21:11.400501 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-25caf470-defd-454e-ab62-f9655b5043a5 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036851981161'] for subnet, before_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:21:11.481757 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7e78f0a-95b1-42b5-bfaa-c52730d3241e tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] Pushing event updated for resources: {'Subnet': ['ID=1e08e985-658c-48d8-8168-5c7a2da5a4a6,revision_number=0']} {{(pid=84875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:21:11.488251 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-a7e78f0a-95b1-42b5-bfaa-c52730d3241e tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:21:11.509794 n-d-768862-2 neutron-server[84765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7e78f0a-95b1-42b5-bfaa-c52730d3241e tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] Network 23f0a15d-6362-4cec-82c1-cacba887c566 is already hosted by enough agents. {{(pid=84875) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 07:21:11.511622 n-d-768862-2 neutron-server[84765]: DEBUG neutron.scheduler.base_scheduler [None req-a7e78f0a-95b1-42b5-bfaa-c52730d3241e tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] Resources bound (agent type, host, resource id): {{(pid=84875) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 07:21:11.537019 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-017f98a9-8a07-408c-a86f-8ff0c00400a0 None None] Network a2ea9d5a-a621-4b57-8751-d24a4442d1fb details requested by agent ovs-agent-n-h1-768862-2 with host n-h1-768862-2 {{(pid=84876) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 07:21:11.538949 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7e78f0a-95b1-42b5-bfaa-c52730d3241e tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:21:11.539858 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-a7e78f0a-95b1-42b5-bfaa-c52730d3241e tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] Notify callbacks [] for subnet, before_response {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:21:11.552139 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-852a24f7-e9a1-4193-9abb-e9506fe5213f None None] Network a2ea9d5a-a621-4b57-8751-d24a4442d1fb details requested by agent ovs-agent-n-h2-768862-2 with host n-h2-768862-2 {{(pid=84876) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 07:21:11.586515 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-a7e78f0a-95b1-42b5-bfaa-c52730d3241e tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.8986735 Jan 14 07:21:11.589477 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84875) accepted ('10.222.0.24', 40200) {{(pid=84875) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:21:11.602220 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.v2.base [None req-b37f05b3-4b9e-4881-a25a-3f73eff2c611 tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] Request body: {'port': {'network_id': '23f0a15d-6362-4cec-82c1-cacba887c566', 'fixed_ips': [{'subnet_id': '1e08e985-658c-48d8-8168-5c7a2da5a4a6', 'ip_address': '2001:db8::381c:c84e:44ee:c38f'}], 'name': 'tempest-NetworksTestDHCPv6-442145955'}} {{(pid=84875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:21:11.672556 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Network a2ea9d5a-a621-4b57-8751-d24a4442d1fb details requested by agent ovs-agent-n-d-768862-2 with host n-d-768862-2 {{(pid=84876) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 07:21:11.967850 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-111822e5-dd07-4474-97ea-3657af6f757c tempest-RoutersIpV6Test-883692175 tempest-RoutersIpV6Test-883692175] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036854160497'] for network, before_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:21:12.022548 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-b37f05b3-4b9e-4881-a25a-3f73eff2c611 tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:21:12.027981 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-b37f05b3-4b9e-4881-a25a-3f73eff2c611 tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] Usage tracker for resource:port and tenant:be0aa702e3ca464795a99c51e3b3b04f is out of sync, need to count used quota {{(pid=84875) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:21:12.032783 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-b37f05b3-4b9e-4881-a25a-3f73eff2c611 tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] Quota usage for port was recalculated. Used quota:1. {{(pid=84875) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:21:12.047219 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-b37f05b3-4b9e-4881-a25a-3f73eff2c611 tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=84875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:21:12.058638 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-017f98a9-8a07-408c-a86f-8ff0c00400a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363259214191800', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854171626'] for agent, after_update {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:21:12.069712 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b37f05b3-4b9e-4881-a25a-3f73eff2c611 tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] Made reservation on behalf of be0aa702e3ca464795a99c51e3b3b04f for: {'port': 1} {{(pid=84875) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 07:21:12.083701 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-b37f05b3-4b9e-4881-a25a-3f73eff2c611 tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555753'] for port, before_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:21:12.096065 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-96756b14-0c68-459e-aa6e-114633a6acb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777640533329', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777640097463'] for port, after_delete {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:21:12.283509 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-2a42975e-89e0-4d68-bc21-1cb62b52066f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84876) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:21:12.343026 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Device 213ef879-fe86-46c8-949b-7ee87eef278c no longer exists at agent ovs-agent-n-d-768862-2 {{(pid=84876) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jan 14 07:21:12.382195 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96756b14-0c68-459e-aa6e-114633a6acb9 None None] Pushing event deleted for resources: {'Port': ['ID=213ef879-fe86-46c8-949b-7ee87eef278c,revision_number=None']} {{(pid=84876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:21:12.404499 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-96756b14-0c68-459e-aa6e-114633a6acb9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=84876) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:21:12.406852 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96756b14-0c68-459e-aa6e-114633a6acb9 None None] No DVR routers for this DVR port 213ef879-fe86-46c8-949b-7ee87eef278c on host n-d-768862-2 {{(pid=84876) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Jan 14 07:21:12.421804 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.plugin [None req-111822e5-dd07-4474-97ea-3657af6f757c tempest-RoutersIpV6Test-883692175 tempest-RoutersIpV6Test-883692175] Deleting port 8cad4432-0874-46cc-8a1a-bde191b34005 {{(pid=84874) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 07:21:12.422448 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-111822e5-dd07-4474-97ea-3657af6f757c tempest-RoutersIpV6Test-883692175 tempest-RoutersIpV6Test-883692175] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363259214248359'] for port, before_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:21:12.424630 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.plugin [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] No Port match for: 213ef879-fe86-46c8-949b-7ee87eef278c {{(pid=84876) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2188}} Jan 14 07:21:12.425312 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Device 213ef879-fe86-46c8-949b-7ee87eef278c not bound to the agent host n-d-768862-2 {{(pid=84876) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jan 14 07:21:12.460511 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea4c967f-d77b-4473-aa09-8d76ded70320 None None] Network 23f0a15d-6362-4cec-82c1-cacba887c566 requested from n-d-768862-2 {{(pid=84876) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 07:21:12.542298 n-d-768862-2 neutron-server[84765]: DEBUG neutron.notifiers.nova [None req-b37f05b3-4b9e-4881-a25a-3f73eff2c611 tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] device_id is not set on port 813f5c76-1a34-4ea0-97af-2788c0949ced yet. {{(pid=84875) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}} Jan 14 07:21:12.677107 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-852a24f7-e9a1-4193-9abb-e9506fe5213f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363259214191800', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854171626'] for agent, after_update {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:21:12.698284 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-fb87f20c-252d-4e25-884e-739547b530fd tempest-AllowedAddressPairTestJSON-747646770 tempest-AllowedAddressPairTestJSON-747646770] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777640533329', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777640097463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3254186'] for port, after_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:21:12.731336 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-65f9f609-627e-4a7f-b2dc-b292373498ed tempest-RoutersIpV6Test-883692175 tempest-RoutersIpV6Test-883692175] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:21:12.803416 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84875) accepted ('10.222.0.24', 40214) {{(pid=84875) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:21:12.877653 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ecb2a96-0516-4f37-943f-9d571c4560af None None] DHCP port deletion for c1432bbe-f35f-4271-82be-eac0273f0276 request from n-d-768862-2 {{(pid=84876) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Jan 14 07:21:12.921765 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.db_base_plugin_common [None req-b37f05b3-4b9e-4881-a25a-3f73eff2c611 tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] Allocated IP 2001:db8::381c:c84e:44ee:c38f (23f0a15d-6362-4cec-82c1-cacba887c566/1e08e985-658c-48d8-8168-5c7a2da5a4a6/813f5c76-1a34-4ea0-97af-2788c0949ced) {{(pid=84875) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 14 07:21:12.941666 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.plugin [None req-9ecb2a96-0516-4f37-943f-9d571c4560af None None] Deleting port 8cad4432-0874-46cc-8a1a-bde191b34005 {{(pid=84876) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 07:21:12.942798 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-9ecb2a96-0516-4f37-943f-9d571c4560af None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363259214248359'] for port, before_delete {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:21:13.047302 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2b61719-4677-46ee-81de-45f12188e5d9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5d94dc7a-c095-50a4-955e-5f3b78718a12-23f0a15d-6362-4cec-82c1-cacba887c566', 'network_id': '23f0a15d-6362-4cec-82c1-cacba887c566', 'tenant_id': 'be0aa702e3ca464795a99c51e3b3b04f', 'fixed_ips': [{'subnet_id': '1e08e985-658c-48d8-8168-5c7a2da5a4a6'}]}} from n-d-768862-2. {{(pid=84876) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Jan 14 07:21:13.048934 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-f2b61719-4677-46ee-81de-45f12188e5d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555753'] for port, before_create {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:21:13.093567 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-73567637-6a20-4368-8db4-adcfbccf9a07 tempest-RoutersIpV6AdminTest-832003634 tempest-RoutersIpV6AdminTest-832003634] Notify callbacks [] for security_group, precommit_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:21:13.100814 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb87f20c-252d-4e25-884e-739547b530fd tempest-AllowedAddressPairTestJSON-747646770 tempest-AllowedAddressPairTestJSON-747646770] Pushing event deleted for resources: {'Port': ['ID=c9d5bce6-1bee-4fa6-adf0-374595b5dbe8,revision_number=None']} {{(pid=84874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:21:13.149336 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-951f3768-57b1-4263-ba90-04c136615bd4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:21:13.180875 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-951f3768-57b1-4263-ba90-04c136615bd4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:21:13.181201 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-fb87f20c-252d-4e25-884e-739547b530fd tempest-AllowedAddressPairTestJSON-747646770 tempest-AllowedAddressPairTestJSON-747646770] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.449s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:21:13.181201 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-73567637-6a20-4368-8db4-adcfbccf9a07 tempest-RoutersIpV6AdminTest-832003634 tempest-RoutersIpV6AdminTest-832003634] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850887153'] for security_group, after_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:21:13.188504 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-951f3768-57b1-4263-ba90-04c136615bd4 admin admin] Usage tracker for resource:security_group_rule and tenant:e810cda4224b469abb45aadb9334334a is out of sync, need to count used quota {{(pid=84875) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:21:13.203491 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-ba19db0c-4590-4bfd-97df-0334602f0dae admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:21:13.203807 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-951f3768-57b1-4263-ba90-04c136615bd4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84875) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:21:13.216192 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-951f3768-57b1-4263-ba90-04c136615bd4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:21:13.259228 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-73567637-6a20-4368-8db4-adcfbccf9a07 tempest-RoutersIpV6AdminTest-832003634 tempest-RoutersIpV6AdminTest-832003634] vxlan segment allocate from pool success with {'vxlan_vni': 18} {{(pid=84874) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Jan 14 07:21:13.271917 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-73567637-6a20-4368-8db4-adcfbccf9a07 tempest-RoutersIpV6AdminTest-832003634 tempest-RoutersIpV6AdminTest-832003634] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854179735'] for segment, precommit_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:21:13.272261 n-d-768862-2 neutron-server[84765]: INFO neutron.db.segments_db [None req-73567637-6a20-4368-8db4-adcfbccf9a07 tempest-RoutersIpV6AdminTest-832003634 tempest-RoutersIpV6AdminTest-832003634] Added segment fb8468ae-c16d-4b41-9e11-7c44c3e4e429 of type vxlan for network d8ba7c65-0309-4598-a5d6-59e96643a2d6 Jan 14 07:21:13.308044 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-b37f05b3-4b9e-4881-a25a-3f73eff2c611 tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] Notify callbacks [] for port, precommit_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:21:13.350062 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [None req-9ecb2a96-0516-4f37-943f-9d571c4560af None None] For port 8cad4432-0874-46cc-8a1a-bde191b34005, host n-d-768862-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-2',level=0,port_id=8cad4432-0874-46cc-8a1a-bde191b34005,segment=NetworkSegment(38ed1ee4-3fa1-4ad3-9e10-35df70ecef94),segment_id=38ed1ee4-3fa1-4ad3-9e10-35df70ecef94)] {{(pid=84876) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 07:21:13.350515 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-9ecb2a96-0516-4f37-943f-9d571c4560af None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036850862667'] for port, precommit_delete {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:21:13.363469 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-73567637-6a20-4368-8db4-adcfbccf9a07 tempest-RoutersIpV6AdminTest-832003634 tempest-RoutersIpV6AdminTest-832003634] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363259214646115'] for network, precommit_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:21:13.363807 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-b37f05b3-4b9e-4881-a25a-3f73eff2c611 tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] Transition to ACTIVE for port object 813f5c76-1a34-4ea0-97af-2788c0949ced will not be triggered until provisioned by entity DHCP. {{(pid=84875) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 07:21:13.426873 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-73567637-6a20-4368-8db4-adcfbccf9a07 tempest-RoutersIpV6AdminTest-832003634 tempest-RoutersIpV6AdminTest-832003634] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850887149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964'] for network, after_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:21:13.428039 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73567637-6a20-4368-8db4-adcfbccf9a07 tempest-RoutersIpV6AdminTest-832003634 tempest-RoutersIpV6AdminTest-832003634] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:21:13.429156 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-73567637-6a20-4368-8db4-adcfbccf9a07 tempest-RoutersIpV6AdminTest-832003634 tempest-RoutersIpV6AdminTest-832003634] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3207107'] for network, before_response {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:21:13.437539 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [None req-111822e5-dd07-4474-97ea-3657af6f757c tempest-RoutersIpV6Test-883692175 tempest-RoutersIpV6Test-883692175] For port 8cad4432-0874-46cc-8a1a-bde191b34005, host n-d-768862-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-2',level=0,port_id=8cad4432-0874-46cc-8a1a-bde191b34005,segment=NetworkSegment(38ed1ee4-3fa1-4ad3-9e10-35df70ecef94),segment_id=38ed1ee4-3fa1-4ad3-9e10-35df70ecef94)] {{(pid=84874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 07:21:13.437539 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-111822e5-dd07-4474-97ea-3657af6f757c tempest-RoutersIpV6Test-883692175 tempest-RoutersIpV6Test-883692175] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036850862667'] for port, precommit_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:21:13.462798 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73567637-6a20-4368-8db4-adcfbccf9a07 tempest-RoutersIpV6AdminTest-832003634 tempest-RoutersIpV6AdminTest-832003634] Pushing event updated for resources: {'SecurityGroup': ['ID=01c58522-b6ed-45d3-a876-3f82fc1b5ff7,revision_number=1']} {{(pid=84874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:21:13.471761 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-73567637-6a20-4368-8db4-adcfbccf9a07 tempest-RoutersIpV6AdminTest-832003634 tempest-RoutersIpV6AdminTest-832003634] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.268s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:21:13.477880 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-0c38d9db-2afb-4b71-af10-146ded6f614c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.024s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:21:13.505712 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-b37f05b3-4b9e-4881-a25a-3f73eff2c611 tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777640123575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851621574'] for port, after_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:21:13.543054 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-08d4b9ba-a584-4f69-962c-280ed971264f tempest-AllowedAddressPairTestJSON-747646770 tempest-AllowedAddressPairTestJSON-747646770] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:21:13.556402 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.plugin [None req-9ecb2a96-0516-4f37-943f-9d571c4560af None None] Calling delete_port for 8cad4432-0874-46cc-8a1a-bde191b34005 owned by network:dhcp {{(pid=84876) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 07:21:13.595201 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-951f3768-57b1-4263-ba90-04c136615bd4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:21:13.741604 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-951f3768-57b1-4263-ba90-04c136615bd4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850887153'] for security_group, after_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:21:13.745465 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.db_base_plugin_common [None req-f2b61719-4677-46ee-81de-45f12188e5d9 None None] Allocated IP 2001:db8::2 (23f0a15d-6362-4cec-82c1-cacba887c566/1e08e985-658c-48d8-8168-5c7a2da5a4a6/e33e66dc-1a8a-4547-ade7-bdb199d7ac48) {{(pid=84876) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 14 07:21:13.790723 n-d-768862-2 neutron-server[84765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b37f05b3-4b9e-4881-a25a-3f73eff2c611 tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] Network 23f0a15d-6362-4cec-82c1-cacba887c566 is already hosted by enough agents. {{(pid=84875) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 07:21:13.797717 n-d-768862-2 neutron-server[84765]: DEBUG neutron.scheduler.base_scheduler [None req-b37f05b3-4b9e-4881-a25a-3f73eff2c611 tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] Resources bound (agent type, host, resource id): {{(pid=84875) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 07:21:13.807777 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b37f05b3-4b9e-4881-a25a-3f73eff2c611 tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] Received port after_create {{(pid=84875) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 14 07:21:13.812202 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73567637-6a20-4368-8db4-adcfbccf9a07 tempest-RoutersIpV6AdminTest-832003634 tempest-RoutersIpV6AdminTest-832003634] Pushing event updated for resources: {'Network': ['ID=d8ba7c65-0309-4598-a5d6-59e96643a2d6,revision_number=1']} {{(pid=84874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:21:13.827452 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b37f05b3-4b9e-4881-a25a-3f73eff2c611 tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:21:13.828383 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-b37f05b3-4b9e-4881-a25a-3f73eff2c611 tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854768116'] for port, before_response {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:21:13.834719 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.plugin [None req-111822e5-dd07-4474-97ea-3657af6f757c tempest-RoutersIpV6Test-883692175 tempest-RoutersIpV6Test-883692175] Calling delete_port for 8cad4432-0874-46cc-8a1a-bde191b34005 owned by network:dhcp {{(pid=84874) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 07:21:13.849553 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-951f3768-57b1-4263-ba90-04c136615bd4 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=e810cda4224b469abb45aadb9334334a&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0409150 Jan 14 07:21:13.849553 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b37f05b3-4b9e-4881-a25a-3f73eff2c611 tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] Pushing event updated for resources: {'Port': ['ID=813f5c76-1a34-4ea0-97af-2788c0949ced,revision_number=1']} {{(pid=84875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:21:13.855193 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84875) accepted ('10.222.0.24', 40222) {{(pid=84875) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:21:13.867618 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-b37f05b3-4b9e-4881-a25a-3f73eff2c611 tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.326s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:21:13.869028 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-ca3f2c22-8bc8-47dc-960a-f0484dd0574c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.107s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:21:13.882923 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-9ecb2a96-0516-4f37-943f-9d571c4560af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777640533329', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777640097463'] for port, after_delete {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:21:13.890851 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-73567637-6a20-4368-8db4-adcfbccf9a07 tempest-RoutersIpV6AdminTest-832003634 tempest-RoutersIpV6AdminTest-832003634] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.412s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:21:13.897152 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-852a24f7-e9a1-4193-9abb-e9506fe5213f None None] Network d8ba7c65-0309-4598-a5d6-59e96643a2d6 details requested by agent ovs-agent-n-h2-768862-2 with host n-h2-768862-2 {{(pid=84876) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 07:21:13.910791 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-017f98a9-8a07-408c-a86f-8ff0c00400a0 None None] Network d8ba7c65-0309-4598-a5d6-59e96643a2d6 details requested by agent ovs-agent-n-h1-768862-2 with host n-h1-768862-2 {{(pid=84876) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 07:21:13.930675 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Network d8ba7c65-0309-4598-a5d6-59e96643a2d6 details requested by agent ovs-agent-n-d-768862-2 with host n-d-768862-2 {{(pid=84876) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 07:21:13.949128 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-b37f05b3-4b9e-4881-a25a-3f73eff2c611 tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 2.3553665 Jan 14 07:21:13.950165 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-951f3768-57b1-4263-ba90-04c136615bd4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=65092b58-2803-427b-b22f-c4a5e0291ff2,revision_number=1']} {{(pid=84875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:21:13.956729 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84875) accepted ('10.222.0.24', 40226) {{(pid=84875) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:21:13.959814 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-951f3768-57b1-4263-ba90-04c136615bd4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:21:14.055974 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-0a14b4c1-aa7f-4e40-ba0a-58660f8beb50 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:21:14.102381 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-0a14b4c1-aa7f-4e40-ba0a-58660f8beb50 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:21:14.113348 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:is_default":"rule:admin_only" was deprecated in W in favor of "update_network:is_default":"role:admin and system_scope:all". Reason: Jan 14 07:21:14.113348 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:21:14.113348 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:21:14.113348 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:21:14.113348 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:port_security_enabled":"rule:admin_or_owner" was deprecated in W in favor of "update_network:port_security_enabled":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 07:21:14.113348 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:21:14.113348 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:21:14.113348 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:21:14.113348 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "delete_network":"rule:admin_or_owner" was deprecated in W in favor of "delete_network":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 07:21:14.113348 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:21:14.113348 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:21:14.113348 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:21:14.113348 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_segment":"rule:admin_only" was deprecated in W in favor of "create_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:21:14.113348 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:21:14.113348 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_segment":"rule:admin_only" was deprecated in W in favor of "get_segment":"role:reader and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:21:14.113348 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:21:14.113348 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_segment":"rule:admin_only" was deprecated in W in favor of "update_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:21:14.113348 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:21:14.113348 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "delete_segment":"rule:admin_only" was deprecated in W in favor of "delete_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:21:14.113348 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:21:14.113348 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network":"rule:regular_user" was deprecated in W in favor of "create_network":"role:member and project_id:%(project_id)s". Reason: Jan 14 07:21:14.113348 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:21:14.113348 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:21:14.113348 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:21:14.113348 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:shared":"rule:admin_only" was deprecated in W in favor of "create_network:shared":"role:admin and system_scope:all". Reason: Jan 14 07:21:14.113348 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:21:14.113348 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:21:14.113348 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:21:14.113348 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:router:external":"rule:admin_only" was deprecated in W in favor of "create_network:router:external":"role:admin and system_scope:all". Reason: Jan 14 07:21:14.113348 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:21:14.113348 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:21:14.113348 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:21:14.113348 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:is_default":"rule:admin_only" was deprecated in W in favor of "create_network:is_default":"role:admin and system_scope:all". Reason: Jan 14 07:21:14.113348 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:21:14.113348 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:21:14.113348 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:21:14.113348 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:port_security_enabled":"rule:regular_user" was deprecated in W in favor of "create_network:port_security_enabled":"role:member and project_id:%(project_id)s". Reason: Jan 14 07:21:14.113348 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:21:14.113348 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:21:14.113348 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:21:14.113348 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:segments":"rule:admin_only" was deprecated in W in favor of "create_network:segments":"role:admin and system_scope:all". Reason: Jan 14 07:21:14.113348 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:21:14.116073 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:21:14.116073 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:21:14.116073 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "create_network:provider:network_type":"role:admin and system_scope:all". Reason: Jan 14 07:21:14.116073 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:21:14.116073 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:21:14.116073 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:21:14.116073 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "create_network:provider:physical_network":"role:admin and system_scope:all". Reason: Jan 14 07:21:14.116073 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:21:14.116073 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:21:14.116073 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:21:14.116073 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "create_network:provider:segmentation_id":"role:admin and system_scope:all". Reason: Jan 14 07:21:14.116073 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:21:14.116073 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:21:14.116073 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:21:14.116073 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network":"rule:admin_or_owner or rule:shared or rule:external or rule:context_is_advsvc" was deprecated in W in favor of "get_network":"(role:reader and system_scope:all) or (role:reader and project_id:%(project_id)s) or rule:shared or rule:external or rule:context_is_advsvc". Reason: Jan 14 07:21:14.116073 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:21:14.116073 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:21:14.116073 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:21:14.117130 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:router:external":"rule:regular_user" was deprecated in W in favor of "get_network:router:external":"role:reader and project_id:%(project_id)s". Reason: Jan 14 07:21:14.117130 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:21:14.117130 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:21:14.117130 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:21:14.117130 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:segments":"rule:admin_only" was deprecated in W in favor of "get_network:segments":"role:reader and system_scope:all". Reason: Jan 14 07:21:14.117130 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:21:14.117130 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:21:14.117130 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:21:14.117130 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "get_network:provider:network_type":"role:reader and system_scope:all". Reason: Jan 14 07:21:14.117130 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:21:14.117130 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:21:14.117130 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:21:14.117130 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "get_network:provider:physical_network":"role:reader and system_scope:all". Reason: Jan 14 07:21:14.117130 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:21:14.117130 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:21:14.117130 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:21:14.117130 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "get_network:provider:segmentation_id":"role:reader and system_scope:all". Reason: Jan 14 07:21:14.117130 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:21:14.117130 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:21:14.117130 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:21:14.117130 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network":"rule:admin_or_owner" was deprecated in W in favor of "update_network":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 07:21:14.117130 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:21:14.117130 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:21:14.117130 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:21:14.117130 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:segments":"rule:admin_only" was deprecated in W in favor of "update_network:segments":"role:admin and system_scope:all". Reason: Jan 14 07:21:14.117130 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:21:14.117130 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:21:14.117130 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:21:14.117130 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:shared":"rule:admin_only" was deprecated in W in favor of "update_network:shared":"role:admin and system_scope:all". Reason: Jan 14 07:21:14.117130 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:21:14.117130 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:21:14.117130 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:21:14.117130 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "update_network:provider:network_type":"role:admin and system_scope:all". Reason: Jan 14 07:21:14.117130 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:21:14.117130 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:21:14.117130 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:21:14.117130 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "update_network:provider:physical_network":"role:admin and system_scope:all". Reason: Jan 14 07:21:14.117130 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:21:14.117130 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:21:14.117130 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:21:14.117130 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "update_network:provider:segmentation_id":"role:admin and system_scope:all". Reason: Jan 14 07:21:14.117130 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:21:14.117130 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:21:14.117130 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:21:14.117130 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:router:external":"rule:admin_only" was deprecated in W in favor of "update_network:router:external":"role:admin and system_scope:all". Reason: Jan 14 07:21:14.117130 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:21:14.117130 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:21:14.117130 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:21:14.117130 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:is_default":"rule:admin_only" was deprecated in W in favor of "update_network:is_default":"role:admin and system_scope:all". Reason: Jan 14 07:21:14.120179 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:21:14.120179 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:21:14.120179 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:21:14.120179 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:port_security_enabled":"rule:admin_or_owner" was deprecated in W in favor of "update_network:port_security_enabled":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 07:21:14.120179 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:21:14.120179 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:21:14.120179 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:21:14.120179 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "delete_network":"rule:admin_or_owner" was deprecated in W in favor of "delete_network":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 07:21:14.120179 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:21:14.120179 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:21:14.120179 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:21:14.120179 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_segment":"rule:admin_only" was deprecated in W in favor of "create_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:21:14.120179 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:21:14.120179 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_segment":"rule:admin_only" was deprecated in W in favor of "get_segment":"role:reader and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:21:14.120179 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:21:14.121074 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-73567637-6a20-4368-8db4-adcfbccf9a07 tempest-RoutersIpV6AdminTest-832003634 tempest-RoutersIpV6AdminTest-832003634] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 868 time: 5.5729406 Jan 14 07:21:14.126648 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-fb87f20c-252d-4e25-884e-739547b530fd tempest-AllowedAddressPairTestJSON-747646770 tempest-AllowedAddressPairTestJSON-747646770] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854768116'] for port, before_response {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:21:14.131073 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-fb87f20c-252d-4e25-884e-739547b530fd tempest-AllowedAddressPairTestJSON-747646770 tempest-AllowedAddressPairTestJSON-747646770] 10.222.0.24 "DELETE /v2.0/ports/c9d5bce6-1bee-4fa6-adf0-374595b5dbe8 HTTP/1.1" status: 204 len: 168 time: 5.1312585 Jan 14 07:21:14.137215 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84874) accepted ('10.222.0.24', 40230) {{(pid=84874) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:21:14.137861 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84874) accepted ('10.222.0.24', 40232) {{(pid=84874) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:21:14.142095 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-237bd9cf-ffd6-4761-824a-970a2d805e26 tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:21:14.149721 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-237bd9cf-ffd6-4761-824a-970a2d805e26 tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] Synchronizing usage tracker for tenant:be0aa702e3ca464795a99c51e3b3b04f on resource:port {{(pid=84875) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 14 07:21:14.163062 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.v2.base [None req-57a8f1c4-5d20-4b6c-9e5d-c5f79b4c8e44 tempest-RoutersIpV6AdminTest-832003634 tempest-RoutersIpV6AdminTest-832003634] Request body: {'subnet': {'network_id': 'd8ba7c65-0309-4598-a5d6-59e96643a2d6', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'enable_dhcp': False}} {{(pid=84874) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:21:14.174363 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-57a8f1c4-5d20-4b6c-9e5d-c5f79b4c8e44 tempest-RoutersIpV6AdminTest-832003634 tempest-RoutersIpV6AdminTest-832003634] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:21:14.206236 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-237bd9cf-ffd6-4761-824a-970a2d805e26 tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] Unset dirty status for tenant:be0aa702e3ca464795a99c51e3b3b04f on resource:port {{(pid=84875) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 14 07:21:14.207649 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-237bd9cf-ffd6-4761-824a-970a2d805e26 tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] 10.222.0.24 "GET /v2.0/ports HTTP/1.1" status: 200 len: 945 time: 0.2498195 Jan 14 07:21:14.210867 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84875) accepted ('10.222.0.24', 40238) {{(pid=84875) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:21:14.245543 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.db.api [None req-111822e5-dd07-4474-97ea-3657af6f757c tempest-RoutersIpV6Test-883692175 tempest-RoutersIpV6Test-883692175] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84874) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Jan 14 07:21:14.245885 n-d-768862-2 neutron-server[84765]: DEBUG oslo_db.api [None req-111822e5-dd07-4474-97ea-3657af6f757c tempest-RoutersIpV6Test-883692175 tempest-RoutersIpV6Test-883692175] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84874) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Jan 14 07:21:14.310392 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.plugin [None req-75da1b78-7732-4549-85ba-3a5d0d74b38c tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] Deleting port 813f5c76-1a34-4ea0-97af-2788c0949ced {{(pid=84875) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 07:21:14.310781 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-75da1b78-7732-4549-85ba-3a5d0d74b38c tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363259214248359'] for port, before_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:21:14.320556 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-57a8f1c4-5d20-4b6c-9e5d-c5f79b4c8e44 tempest-RoutersIpV6AdminTest-832003634 tempest-RoutersIpV6AdminTest-832003634] Usage tracker for resource:subnet and tenant:5312235f111841e2bff7d19b335a2a35 is out of sync, need to count used quota {{(pid=84874) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:21:14.326297 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-57a8f1c4-5d20-4b6c-9e5d-c5f79b4c8e44 tempest-RoutersIpV6AdminTest-832003634 tempest-RoutersIpV6AdminTest-832003634] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84874) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:21:14.329574 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-6694293f-b0cd-4778-9741-6c0e76e04ba2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84876) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:21:14.366914 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-57a8f1c4-5d20-4b6c-9e5d-c5f79b4c8e44 tempest-RoutersIpV6AdminTest-832003634 tempest-RoutersIpV6AdminTest-832003634] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:21:14.385670 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-0a14b4c1-aa7f-4e40-ba0a-58660f8beb50 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850887153'] for security_group, after_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:21:14.389124 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Device 8cad4432-0874-46cc-8a1a-bde191b34005 no longer exists at agent ovs-agent-n-d-768862-2 {{(pid=84876) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jan 14 07:21:14.408282 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-57a8f1c4-5d20-4b6c-9e5d-c5f79b4c8e44 tempest-RoutersIpV6AdminTest-832003634 tempest-RoutersIpV6AdminTest-832003634] Made reservation on behalf of 5312235f111841e2bff7d19b335a2a35 for: {'subnet': 1} {{(pid=84874) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 07:21:14.415691 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-57a8f1c4-5d20-4b6c-9e5d-c5f79b4c8e44 tempest-RoutersIpV6AdminTest-832003634 tempest-RoutersIpV6AdminTest-832003634] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036851981161'] for subnet, before_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:21:14.418189 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ecb2a96-0516-4f37-943f-9d571c4560af None None] Pushing event deleted for resources: {'Port': ['ID=8cad4432-0874-46cc-8a1a-bde191b34005,revision_number=None']} {{(pid=84876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:21:14.422550 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-9998d599-9b5c-4e01-8848-bb33a4febbc5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:21:14.449573 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a14b4c1-aa7f-4e40-ba0a-58660f8beb50 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=65092b58-2803-427b-b22f-c4a5e0291ff2,revision_number=None']} {{(pid=84875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:21:14.463124 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-0a14b4c1-aa7f-4e40-ba0a-58660f8beb50 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:21:14.464077 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-0a14b4c1-aa7f-4e40-ba0a-58660f8beb50 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:21:14.469144 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-0a14b4c1-aa7f-4e40-ba0a-58660f8beb50 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/65092b58-2803-427b-b22f-c4a5e0291ff2 HTTP/1.1" status: 204 len: 168 time: 0.6111665 Jan 14 07:21:14.642158 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.plugin [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] No Port match for: 8cad4432-0874-46cc-8a1a-bde191b34005 {{(pid=84876) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2188}} Jan 14 07:21:14.642527 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Device 8cad4432-0874-46cc-8a1a-bde191b34005 not bound to the agent host n-d-768862-2 {{(pid=84876) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jan 14 07:21:14.707337 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-9ecb2a96-0516-4f37-943f-9d571c4560af None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.378s {{(pid=84876) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:21:14.819557 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-75da1b78-7732-4549-85ba-3a5d0d74b38c tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036850862667'] for port, precommit_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:21:14.978468 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ecb2a96-0516-4f37-943f-9d571c4560af None None] No DVR routers for this DVR port 8cad4432-0874-46cc-8a1a-bde191b34005 on host n-d-768862-2 {{(pid=84876) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Jan 14 07:21:15.040370 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-f2b61719-4677-46ee-81de-45f12188e5d9 None None] Notify callbacks [] for port, precommit_create {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:21:15.040547 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.plugin [None req-75da1b78-7732-4549-85ba-3a5d0d74b38c tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] Calling delete_port for 813f5c76-1a34-4ea0-97af-2788c0949ced owned by {{(pid=84875) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 07:21:15.056150 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-f2b61719-4677-46ee-81de-45f12188e5d9 None None] Transition to ACTIVE for port object e33e66dc-1a8a-4547-ade7-bdb199d7ac48 will not be triggered until provisioned by entity L2. {{(pid=84876) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 07:21:15.078300 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-f2b61719-4677-46ee-81de-45f12188e5d9 None None] Transition to ACTIVE for port object e33e66dc-1a8a-4547-ade7-bdb199d7ac48 will not be triggered until provisioned by entity DHCP. {{(pid=84876) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 07:21:15.085327 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-f2b61719-4677-46ee-81de-45f12188e5d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777640123575'] for port, after_create {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:21:15.115681 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.plugin [None req-111822e5-dd07-4474-97ea-3657af6f757c tempest-RoutersIpV6Test-883692175 tempest-RoutersIpV6Test-883692175] Deleting port 8cad4432-0874-46cc-8a1a-bde191b34005 {{(pid=84874) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 07:21:15.116094 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-111822e5-dd07-4474-97ea-3657af6f757c tempest-RoutersIpV6Test-883692175 tempest-RoutersIpV6Test-883692175] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363259214248359'] for port, before_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:21:15.141404 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-25caf470-defd-454e-ab62-f9655b5043a5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850887113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3254092', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036851981146'] for subnet, after_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:21:15.160117 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.db_base_plugin_v2 [None req-e9a3e311-495c-4669-b656-d4fbc9fda9a2 tempest-AllowedAddressPairTestJSON-747646770 tempest-AllowedAddressPairTestJSON-747646770] Deleting subnet ea9a674a-26a8-40d1-9f51-c70dafb0561d {{(pid=84874) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Jan 14 07:21:15.177395 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-95384c7c-aa52-4751-8400-7da0ae01c3c9 tempest-DHCPAgentSchedulersTestJSON-1895530401 tempest-DHCPAgentSchedulersTestJSON-1895530401] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:21:15.210740 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-75da1b78-7732-4549-85ba-3a5d0d74b38c tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777640533329', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777640097463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851621574'] for port, after_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:21:15.219259 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-e9a3e311-495c-4669-b656-d4fbc9fda9a2 tempest-AllowedAddressPairTestJSON-747646770 tempest-AllowedAddressPairTestJSON-747646770] Notify callbacks [] for subnet, before_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:21:15.232250 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-8ade1451-3d61-421f-8bc0-a8a250504b26 tempest-RoutersIpV6Test-883692175 tempest-RoutersIpV6Test-883692175] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:21:15.279258 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-31586090-0873-4c2e-9024-c02d7908a22f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84876) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:21:15.301531 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75da1b78-7732-4549-85ba-3a5d0d74b38c tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] Pushing event deleted for resources: {'Port': ['ID=813f5c76-1a34-4ea0-97af-2788c0949ced,revision_number=None']} {{(pid=84875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:21:15.361808 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-75da1b78-7732-4549-85ba-3a5d0d74b38c tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:21:15.383549 n-d-768862-2 neutron-server[84765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2b61719-4677-46ee-81de-45f12188e5d9 None None] Network 23f0a15d-6362-4cec-82c1-cacba887c566 is already hosted by enough agents. {{(pid=84876) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 07:21:15.384774 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.plugin [None req-111822e5-dd07-4474-97ea-3657af6f757c tempest-RoutersIpV6Test-883692175 tempest-RoutersIpV6Test-883692175] The port '8cad4432-0874-46cc-8a1a-bde191b34005' was deleted {{(pid=84874) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Jan 14 07:21:15.387150 n-d-768862-2 neutron-server[84765]: DEBUG neutron.scheduler.base_scheduler [None req-f2b61719-4677-46ee-81de-45f12188e5d9 None None] Resources bound (agent type, host, resource id): {{(pid=84876) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 07:21:15.392149 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2b61719-4677-46ee-81de-45f12188e5d9 None None] Received port after_create {{(pid=84876) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 14 07:21:15.402349 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2b61719-4677-46ee-81de-45f12188e5d9 None None] Pushing event updated for resources: {'Port': ['ID=e33e66dc-1a8a-4547-ade7-bdb199d7ac48,revision_number=1']} {{(pid=84876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:21:15.406497 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-f2b61719-4677-46ee-81de-45f12188e5d9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=84876) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:21:15.477854 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.managers [None req-f2b61719-4677-46ee-81de-45f12188e5d9 None None] Attempting to bind port e33e66dc-1a8a-4547-ade7-bdb199d7ac48 on host n-d-768862-2 for vnic_type normal with profile {{(pid=84876) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 14 07:21:15.478388 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.managers [None req-f2b61719-4677-46ee-81de-45f12188e5d9 None None] Attempting to bind port e33e66dc-1a8a-4547-ade7-bdb199d7ac48 by drivers openvswitch on host n-d-768862-2 at level 0 using segments [{'id': '56f1c7cf-f3a3-41d2-9677-68978131444f', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 20, 'network_id': '23f0a15d-6362-4cec-82c1-cacba887c566'}] {{(pid=84876) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 14 07:21:15.478904 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2b61719-4677-46ee-81de-45f12188e5d9 None None] Attempting to bind port e33e66dc-1a8a-4547-ade7-bdb199d7ac48 on network 23f0a15d-6362-4cec-82c1-cacba887c566 {{(pid=84876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 14 07:21:15.484339 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-75da1b78-7732-4549-85ba-3a5d0d74b38c tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854768116'] for port, before_response {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:21:15.488232 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2b61719-4677-46ee-81de-45f12188e5d9 None None] Checking agent: {'id': 'ba5efab1-b43c-4d5a-bc52-6e105d4e67a2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768862-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 14, 6, 56, 52), 'started_at': datetime.datetime(2021, 1, 14, 6, 57, 22), 'heartbeat_timestamp': datetime.datetime(2021, 1, 14, 7, 20, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768862-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.29', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 14 07:21:15.488671 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2b61719-4677-46ee-81de-45f12188e5d9 None None] Checking segment: {'id': '56f1c7cf-f3a3-41d2-9677-68978131444f', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 20, 'network_id': '23f0a15d-6362-4cec-82c1-cacba887c566'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84876) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 14 07:21:15.489546 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-f2b61719-4677-46ee-81de-45f12188e5d9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:21:15.490009 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2b61719-4677-46ee-81de-45f12188e5d9 None None] Bound using segment: {'id': '56f1c7cf-f3a3-41d2-9677-68978131444f', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 20, 'network_id': '23f0a15d-6362-4cec-82c1-cacba887c566'} {{(pid=84876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 14 07:21:15.490564 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.managers [None req-f2b61719-4677-46ee-81de-45f12188e5d9 None None] Bound port: e33e66dc-1a8a-4547-ade7-bdb199d7ac48, host: n-d-768862-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '56f1c7cf-f3a3-41d2-9677-68978131444f', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 20, 'network_id': '23f0a15d-6362-4cec-82c1-cacba887c566'}}] {{(pid=84876) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 14 07:21:15.490997 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-f2b61719-4677-46ee-81de-45f12188e5d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555753'] for port, before_update {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:21:15.506945 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-75da1b78-7732-4549-85ba-3a5d0d74b38c tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] 10.222.0.24 "DELETE /v2.0/ports/813f5c76-1a34-4ea0-97af-2788c0949ced HTTP/1.1" status: 204 len: 168 time: 1.2948804 Jan 14 07:21:15.509843 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84875) accepted ('10.222.0.24', 40260) {{(pid=84875) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:21:15.590252 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-e9a3e311-495c-4669-b656-d4fbc9fda9a2 tempest-AllowedAddressPairTestJSON-747646770 tempest-AllowedAddressPairTestJSON-747646770] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036851807232'] for subnet, precommit_delete_associations {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:21:15.625245 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39c0970e-07d1-4ebc-8d18-09ce4d750b81 tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:21:15.633039 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [None req-f2b61719-4677-46ee-81de-45f12188e5d9 None None] For port e33e66dc-1a8a-4547-ade7-bdb199d7ac48, host n-d-768862-2, cleared binding levels {{(pid=84876) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 14 07:21:15.636847 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39c0970e-07d1-4ebc-8d18-09ce4d750b81 tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:21:15.638094 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-39c0970e-07d1-4ebc-8d18-09ce4d750b81 tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] Synchronizing usage tracker for tenant:be0aa702e3ca464795a99c51e3b3b04f on resource:subnet {{(pid=84875) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 14 07:21:15.638741 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [None req-f2b61719-4677-46ee-81de-45f12188e5d9 None None] For port e33e66dc-1a8a-4547-ade7-bdb199d7ac48, host n-d-768862-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-2',level=0,port_id=e33e66dc-1a8a-4547-ade7-bdb199d7ac48,segment=NetworkSegment(56f1c7cf-f3a3-41d2-9677-68978131444f),segment_id=56f1c7cf-f3a3-41d2-9677-68978131444f)] {{(pid=84876) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 14 07:21:15.646970 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-f2b61719-4677-46ee-81de-45f12188e5d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777640533312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363259214678337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777640097497'] for port, after_update {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:21:15.650488 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25caf470-defd-454e-ab62-f9655b5043a5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d43c68af-543f-45ec-8479-94e209e5413e,revision_number=0']} {{(pid=84874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:21:15.655603 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-111822e5-dd07-4474-97ea-3657af6f757c tempest-RoutersIpV6Test-883692175 tempest-RoutersIpV6Test-883692175] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-598987', 'neutron.services.segments.db._delete_segments_for_network-8777640583949'] for network, precommit_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:21:15.665653 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-39c0970e-07d1-4ebc-8d18-09ce4d750b81 tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] Unset dirty status for tenant:be0aa702e3ca464795a99c51e3b3b04f on resource:subnet {{(pid=84875) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 14 07:21:15.670527 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-39c0970e-07d1-4ebc-8d18-09ce4d750b81 tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] 10.222.0.24 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.1550860 Jan 14 07:21:15.671315 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84876) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:21:15.671431 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84875) accepted ('10.222.0.24', 40266) {{(pid=84875) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:21:15.714107 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-25caf470-defd-454e-ab62-f9655b5043a5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.537s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:21:15.814263 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2b61719-4677-46ee-81de-45f12188e5d9 None None] Pushing event updated for resources: {'Port': ['ID=e33e66dc-1a8a-4547-ade7-bdb199d7ac48,revision_number=2']} {{(pid=84876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:21:15.872368 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-f2b61719-4677-46ee-81de-45f12188e5d9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.201s {{(pid=84876) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:21:15.953261 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.db_base_plugin_v2 [None req-16ea7354-5ab2-4f68-8290-06c128882aef tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] Deleting subnet 1e08e985-658c-48d8-8168-5c7a2da5a4a6 {{(pid=84875) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Jan 14 07:21:15.957170 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-16ea7354-5ab2-4f68-8290-06c128882aef tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] Notify callbacks [] for subnet, before_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:21:16.007948 n-d-768862-2 neutron-server[84765]: DEBUG neutron.services.segments.db [None req-111822e5-dd07-4474-97ea-3657af6f757c tempest-RoutersIpV6Test-883692175 tempest-RoutersIpV6Test-883692175] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c1432bbe-f35f-4271-82be-eac0273f0276']}} {{(pid=84874) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:21:16.039858 n-d-768862-2 neutron-server[84765]: DEBUG neutron.services.segments.db [None req-111822e5-dd07-4474-97ea-3657af6f757c tempest-RoutersIpV6Test-883692175 tempest-RoutersIpV6Test-883692175] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '38ed1ee4-3fa1-4ad3-9e10-35df70ecef94') {'for_net_delete': True} {{(pid=84874) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:21:16.040199 n-d-768862-2 neutron-server[84765]: DEBUG neutron.services.segments.db [None req-111822e5-dd07-4474-97ea-3657af6f757c tempest-RoutersIpV6Test-883692175 tempest-RoutersIpV6Test-883692175] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '38ed1ee4-3fa1-4ad3-9e10-35df70ecef94') {} {{(pid=84874) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:21:16.046635 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-16ea7354-5ab2-4f68-8290-06c128882aef tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3367281'] for subnet, precommit_delete_associations {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:21:16.059696 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25caf470-defd-454e-ab62-f9655b5043a5 admin admin] Checking segment: {'id': 'dbf8b3bc-0286-4357-8427-a59aac675952', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 15, 'network_id': 'a2ea9d5a-a621-4b57-8751-d24a4442d1fb'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84874) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 14 07:21:16.060384 n-d-768862-2 neutron-server[84765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25caf470-defd-454e-ab62-f9655b5043a5 admin admin] Network hostable DHCP agents. Network: a2ea9d5a-a621-4b57-8751-d24a4442d1fb, hostable agents: ['32f3dd84-26da-4d18-bf15-6017a8fb7247'], hosted agents: [] {{(pid=84874) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Jan 14 07:21:16.081229 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-111822e5-dd07-4474-97ea-3657af6f757c tempest-RoutersIpV6Test-883692175 tempest-RoutersIpV6Test-883692175] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363259214173198', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2968632'] for segment, before_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:21:16.128590 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-e9a3e311-495c-4669-b656-d4fbc9fda9a2 tempest-AllowedAddressPairTestJSON-747646770 tempest-AllowedAddressPairTestJSON-747646770] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036854176836'] for subnet, precommit_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:21:16.159991 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-16ea7354-5ab2-4f68-8290-06c128882aef tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036854176836'] for subnet, precommit_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:21:16.175187 n-d-768862-2 neutron-server[84765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25caf470-defd-454e-ab62-f9655b5043a5 admin admin] Network a2ea9d5a-a621-4b57-8751-d24a4442d1fb is scheduled to be hosted by DHCP agent 32f3dd84-26da-4d18-bf15-6017a8fb7247 with binding_index 1 {{(pid=84874) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Jan 14 07:21:16.198827 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-111822e5-dd07-4474-97ea-3657af6f757c tempest-RoutersIpV6Test-883692175 tempest-RoutersIpV6Test-883692175] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854179735'] for segment, precommit_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:21:16.207879 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-111822e5-dd07-4474-97ea-3657af6f757c tempest-RoutersIpV6Test-883692175 tempest-RoutersIpV6Test-883692175] Releasing vxlan tunnel 3 to pool {{(pid=84874) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Jan 14 07:21:16.224002 n-d-768862-2 neutron-server[84765]: DEBUG neutron.scheduler.base_scheduler [None req-25caf470-defd-454e-ab62-f9655b5043a5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768862-2, a2ea9d5a-a621-4b57-8751-d24a4442d1fb) {{(pid=84874) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 07:21:16.233575 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b747bd7-f469-4618-ad27-fce93c387112 None None] Network a2ea9d5a-a621-4b57-8751-d24a4442d1fb requested from n-d-768862-2 {{(pid=84876) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 07:21:16.357038 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.agents_db [None req-5b939a2f-078d-4c69-a188-cb55a28a77a0 None None] Agent healthcheck: found 7 active agents {{(pid=84877) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Jan 14 07:21:16.416760 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25caf470-defd-454e-ab62-f9655b5043a5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:21:16.417434 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-25caf470-defd-454e-ab62-f9655b5043a5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3207107'] for subnet, before_response {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:21:16.610082 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-16ea7354-5ab2-4f68-8290-06c128882aef tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-598964', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850887113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3154192', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2308610'] for subnet, after_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:21:16.629778 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-25caf470-defd-454e-ab62-f9655b5043a5 admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 5.3116319 Jan 14 07:21:16.630545 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-cca31a9a-7d50-4a60-9877-c2161e41ab5a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:21:16.647686 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3cbd8cce-c59c-44e3-8231-5fdd5431f959 None None] Network a2ea9d5a-a621-4b57-8751-d24a4442d1fb requested from n-d-768862-2 {{(pid=84876) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 07:21:16.768007 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16ea7354-5ab2-4f68-8290-06c128882aef tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] Pushing event deleted for resources: {'Subnet': ['ID=1e08e985-658c-48d8-8168-5c7a2da5a4a6,revision_number=None']} {{(pid=84875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:21:16.779638 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-16ea7354-5ab2-4f68-8290-06c128882aef tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:21:16.825205 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.managers [None req-111822e5-dd07-4474-97ea-3657af6f757c tempest-RoutersIpV6Test-883692175 tempest-RoutersIpV6Test-883692175] Network c1432bbe-f35f-4271-82be-eac0273f0276 has no segments {{(pid=84874) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 14 07:21:16.837031 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-111822e5-dd07-4474-97ea-3657af6f757c tempest-RoutersIpV6Test-883692175 tempest-RoutersIpV6Test-883692175] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-596065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036851521571'] for segment, after_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:21:16.873207 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-16ea7354-5ab2-4f68-8290-06c128882aef tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] Notify callbacks [] for subnet, before_response {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:21:16.899087 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-16ea7354-5ab2-4f68-8290-06c128882aef tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] 10.222.0.24 "DELETE /v2.0/subnets/1e08e985-658c-48d8-8168-5c7a2da5a4a6 HTTP/1.1" status: 204 len: 168 time: 1.2262564 Jan 14 07:21:16.899810 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84875) accepted ('10.222.0.24', 40282) {{(pid=84875) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:21:17.053430 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-a61583a0-9d1e-450f-89b6-f7cac4cb3a6d tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] 10.222.0.24 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1492436 Jan 14 07:21:17.054742 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84875) accepted ('10.222.0.24', 40290) {{(pid=84875) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:21:17.083699 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.v2.base [None req-3969d2b5-0579-4cba-8cdc-3e9b4ffd0653 tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] Request body: {'subnet': {'network_id': '23f0a15d-6362-4cec-82c1-cacba887c566', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=84875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:21:17.173712 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.managers [None req-111822e5-dd07-4474-97ea-3657af6f757c tempest-RoutersIpV6Test-883692175 tempest-RoutersIpV6Test-883692175] Network c1432bbe-f35f-4271-82be-eac0273f0276 has no segments {{(pid=84874) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 14 07:21:17.282255 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:shared":"rule:admin_only" was deprecated in W in favor of "update_network:shared":"role:admin and system_scope:all". Reason: Jan 14 07:21:17.282255 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:21:17.282255 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:21:17.282255 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:21:17.282255 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "update_network:provider:network_type":"role:admin and system_scope:all". Reason: Jan 14 07:21:17.282255 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:21:17.282255 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:21:17.282255 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:21:17.282255 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "update_network:provider:physical_network":"role:admin and system_scope:all". Reason: Jan 14 07:21:17.282255 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:21:17.282255 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:21:17.282255 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:21:17.282255 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "update_network:provider:segmentation_id":"role:admin and system_scope:all". Reason: Jan 14 07:21:17.282255 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:21:17.282255 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:21:17.282255 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:21:17.282255 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:router:external":"rule:admin_only" was deprecated in W in favor of "update_network:router:external":"role:admin and system_scope:all". Reason: Jan 14 07:21:17.282255 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:21:17.282255 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:21:17.282255 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:21:17.282255 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:is_default":"rule:admin_only" was deprecated in W in favor of "update_network:is_default":"role:admin and system_scope:all". Reason: Jan 14 07:21:17.282255 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:21:17.282255 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:21:17.282255 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:21:17.282255 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:port_security_enabled":"rule:admin_or_owner" was deprecated in W in favor of "update_network:port_security_enabled":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 07:21:17.282255 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:21:17.282255 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:21:17.282255 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:21:17.282255 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "delete_network":"rule:admin_or_owner" was deprecated in W in favor of "delete_network":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 07:21:17.282255 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:21:17.282255 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:21:17.282255 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:21:17.282255 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_segment":"rule:admin_only" was deprecated in W in favor of "create_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:21:17.282255 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:21:17.282255 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_segment":"rule:admin_only" was deprecated in W in favor of "get_segment":"role:reader and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:21:17.282255 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:21:17.282255 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_segment":"rule:admin_only" was deprecated in W in favor of "update_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:21:17.282255 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:21:17.282255 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "delete_segment":"rule:admin_only" was deprecated in W in favor of "delete_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:21:17.282255 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:21:17.282255 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 14 07:21:17.282255 n-d-768862-2 neutron-server[84765]: % (table.description, expected, rows_matched) Jan 14 07:21:17.286011 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 14 07:21:17.286011 n-d-768862-2 neutron-server[84765]: % (table.description, expected, rows_matched) Jan 14 07:21:17.286011 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 14 07:21:17.286011 n-d-768862-2 neutron-server[84765]: % (table.description, expected, rows_matched) Jan 14 07:21:17.286011 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 14 07:21:17.286011 n-d-768862-2 neutron-server[84765]: % (table.description, expected, rows_matched) Jan 14 07:21:17.286011 n-d-768862-2 neutron-server[84765]: Traceback (most recent call last): Jan 14 07:21:17.286011 n-d-768862-2 neutron-server[84765]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 14 07:21:17.286011 n-d-768862-2 neutron-server[84765]: timer() Jan 14 07:21:17.286011 n-d-768862-2 neutron-server[84765]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 14 07:21:17.286011 n-d-768862-2 neutron-server[84765]: cb(*args, **kw) Jan 14 07:21:17.286011 n-d-768862-2 neutron-server[84765]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Jan 14 07:21:17.286011 n-d-768862-2 neutron-server[84765]: return func(*args, **kwargs) Jan 14 07:21:17.286011 n-d-768862-2 neutron-server[84765]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 14 07:21:17.286011 n-d-768862-2 neutron-server[84765]: self._notify() Jan 14 07:21:17.286011 n-d-768862-2 neutron-server[84765]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 14 07:21:17.286011 n-d-768862-2 neutron-server[84765]: self.callback(batched_events) Jan 14 07:21:17.286011 n-d-768862-2 neutron-server[84765]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 14 07:21:17.286011 n-d-768862-2 neutron-server[84765]: event.method(event) Jan 14 07:21:17.286011 n-d-768862-2 neutron-server[84765]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 14 07:21:17.286011 n-d-768862-2 neutron-server[84765]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 14 07:21:17.286011 n-d-768862-2 neutron-server[84765]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Jan 14 07:21:17.286011 n-d-768862-2 neutron-server[84765]: segment_id)['aggregates'][0] Jan 14 07:21:17.286011 n-d-768862-2 neutron-server[84765]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 14 07:21:17.286011 n-d-768862-2 neutron-server[84765]: return f(self, *a, **k) Jan 14 07:21:17.286011 n-d-768862-2 neutron-server[84765]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 14 07:21:17.286011 n-d-768862-2 neutron-server[84765]: return self._get(url).json() Jan 14 07:21:17.289539 n-d-768862-2 neutron-server[84765]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 14 07:21:17.289539 n-d-768862-2 neutron-server[84765]: **kwargs) Jan 14 07:21:17.289539 n-d-768862-2 neutron-server[84765]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 14 07:21:17.289539 n-d-768862-2 neutron-server[84765]: return self.request(url, 'GET', **kwargs) Jan 14 07:21:17.289539 n-d-768862-2 neutron-server[84765]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Jan 14 07:21:17.289539 n-d-768862-2 neutron-server[84765]: **endpoint_filter) Jan 14 07:21:17.289539 n-d-768862-2 neutron-server[84765]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 14 07:21:17.289539 n-d-768862-2 neutron-server[84765]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 14 07:21:17.289539 n-d-768862-2 neutron-server[84765]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 14 07:21:17.289539 n-d-768862-2 neutron-server[84765]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 14 07:21:17.289539 n-d-768862-2 neutron-server[84765]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 14 07:21:17.374924 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-3969d2b5-0579-4cba-8cdc-3e9b4ffd0653 tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:21:17.379238 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-111822e5-dd07-4474-97ea-3657af6f757c tempest-RoutersIpV6Test-883692175 tempest-RoutersIpV6Test-883692175] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036854176830', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850887149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3912591'] for network, after_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:21:17.383301 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-3969d2b5-0579-4cba-8cdc-3e9b4ffd0653 tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] Usage tracker for resource:subnet and tenant:be0aa702e3ca464795a99c51e3b3b04f is out of sync, need to count used quota {{(pid=84875) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:21:17.389613 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-3969d2b5-0579-4cba-8cdc-3e9b4ffd0653 tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84875) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:21:17.394855 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-dc6cfb87-99f0-4295-bac0-8c4356c514c4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:21:17.399157 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-3969d2b5-0579-4cba-8cdc-3e9b4ffd0653 tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:21:17.411028 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3969d2b5-0579-4cba-8cdc-3e9b4ffd0653 tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] Made reservation on behalf of be0aa702e3ca464795a99c51e3b3b04f for: {'subnet': 1} {{(pid=84875) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 07:21:17.422650 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-3969d2b5-0579-4cba-8cdc-3e9b4ffd0653 tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036852467157'] for subnet, before_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:21:17.434317 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-111822e5-dd07-4474-97ea-3657af6f757c tempest-RoutersIpV6Test-883692175 tempest-RoutersIpV6Test-883692175] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3207107'] for network, before_response {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:21:17.441295 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-111822e5-dd07-4474-97ea-3657af6f757c tempest-RoutersIpV6Test-883692175 tempest-RoutersIpV6Test-883692175] Pushing event deleted for resources: {'Network': ['ID=c1432bbe-f35f-4271-82be-eac0273f0276,revision_number=None']} {{(pid=84874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:21:17.464615 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-111822e5-dd07-4474-97ea-3657af6f757c tempest-RoutersIpV6Test-883692175 tempest-RoutersIpV6Test-883692175] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:21:17.504750 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-111822e5-dd07-4474-97ea-3657af6f757c tempest-RoutersIpV6Test-883692175 tempest-RoutersIpV6Test-883692175] 10.222.0.24 "DELETE /v2.0/networks/c1432bbe-f35f-4271-82be-eac0273f0276 HTTP/1.1" status: 204 len: 168 time: 6.1847222 Jan 14 07:21:17.509407 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84874) accepted ('10.222.0.24', 40304) {{(pid=84874) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:21:17.566205 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.v2.base [None req-7c18d793-64b3-4f6f-b123-707ac351bf9d tempest-RoutersIpV6Test-883692175 tempest-RoutersIpV6Test-883692175] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-755709770', 'external_gateway_info': {'network_id': '226f1e78-82cd-4481-9055-4eb73b6db8c1'}, 'admin_state_up': False}} {{(pid=84874) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:21:17.591245 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-7c18d793-64b3-4f6f-b123-707ac351bf9d tempest-RoutersIpV6Test-883692175 tempest-RoutersIpV6Test-883692175] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:21:17.611557 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-7c18d793-64b3-4f6f-b123-707ac351bf9d tempest-RoutersIpV6Test-883692175 tempest-RoutersIpV6Test-883692175] Usage tracker for resource:router and tenant:d787627cdb8d4cc9b70642659fae99d7 is out of sync, need to count used quota {{(pid=84874) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:21:17.644690 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-7c18d793-64b3-4f6f-b123-707ac351bf9d tempest-RoutersIpV6Test-883692175 tempest-RoutersIpV6Test-883692175] Quota usage for router was recalculated. Used quota:0. {{(pid=84874) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:21:17.664591 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-7c18d793-64b3-4f6f-b123-707ac351bf9d tempest-RoutersIpV6Test-883692175 tempest-RoutersIpV6Test-883692175] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:21:17.747399 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-7c18d793-64b3-4f6f-b123-707ac351bf9d tempest-RoutersIpV6Test-883692175 tempest-RoutersIpV6Test-883692175] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3889205', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854717621'] for router, before_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:21:17.749020 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-7c18d793-64b3-4f6f-b123-707ac351bf9d tempest-RoutersIpV6Test-883692175 tempest-RoutersIpV6Test-883692175] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036850886574', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3912501', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3808446', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-58179'] for router, precommit_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:21:17.806018 n-d-768862-2 neutron-server[84765]: DEBUG neutron.objects.ports [None req-57a8f1c4-5d20-4b6c-9e5d-c5f79b4c8e44 tempest-RoutersIpV6AdminTest-832003634 tempest-RoutersIpV6AdminTest-832003634] Time-cost: Fetching 0 ports in 0 security groups {{(pid=84874) get_objects /opt/stack/neutron/neutron/objects/ports.py:428}} Jan 14 07:21:17.806599 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-57a8f1c4-5d20-4b6c-9e5d-c5f79b4c8e44 tempest-RoutersIpV6AdminTest-832003634 tempest-RoutersIpV6AdminTest-832003634] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850887113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3254092', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036851981146'] for subnet, after_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:21:17.845988 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-c446c8f9-9de8-4af6-8ee4-c68822c4749b tempest-RoutersIpV6Test-883692175 tempest-RoutersIpV6Test-883692175] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:21:18.018778 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57a8f1c4-5d20-4b6c-9e5d-c5f79b4c8e44 tempest-RoutersIpV6AdminTest-832003634 tempest-RoutersIpV6AdminTest-832003634] Pushing event updated for resources: {'Subnet': ['ID=4d4903d5-18e2-4017-b8f1-ffb6ec3d60d6,revision_number=0']} {{(pid=84874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:21:18.022650 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-57a8f1c4-5d20-4b6c-9e5d-c5f79b4c8e44 tempest-RoutersIpV6AdminTest-832003634 tempest-RoutersIpV6AdminTest-832003634] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.176s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:21:18.024079 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-e9a3e311-495c-4669-b656-d4fbc9fda9a2 tempest-AllowedAddressPairTestJSON-747646770 tempest-AllowedAddressPairTestJSON-747646770] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-598964', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850887113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036851521664', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2794686'] for subnet, after_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:21:18.043995 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-363eb380-697b-4b8a-a03d-a043bd3d9e18 None None] Network 23f0a15d-6362-4cec-82c1-cacba887c566 requested from n-d-768862-2 {{(pid=84876) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 07:21:18.104171 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07fe9588-8e78-459e-a540-15b1d4d45e46 req-6bd5fc98-d5e4-4d43-b97b-3c3981d9745d tempest-ServersNegativeTestMultiTenantJSON-213029199 tempest-ServersNegativeTestMultiTenantJSON-213029199] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:21:18.105620 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [req-07fe9588-8e78-459e-a540-15b1d4d45e46 req-6bd5fc98-d5e4-4d43-b97b-3c3981d9745d tempest-ServersNegativeTestMultiTenantJSON-213029199 tempest-ServersNegativeTestMultiTenantJSON-213029199] 10.222.0.24 "GET /v2.0/networks?id=969d82fc-8a12-40c0-aa78-5ffb42a58e35 HTTP/1.1" status: 200 len: 825 time: 0.5456266 Jan 14 07:21:18.126549 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-b043d321-0c0e-44f4-954c-e23deca4537a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:21:18.137854 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [req-07fe9588-8e78-459e-a540-15b1d4d45e46 req-07a4f556-9b12-4491-b102-52c07d5fadb2 tempest-ServersNegativeTestMultiTenantJSON-213029199 tempest-ServersNegativeTestMultiTenantJSON-213029199] 10.222.0.24 "GET /v2.0/quotas/85f89b9917b145ea99acac2453a509f6 HTTP/1.1" status: 200 len: 375 time: 0.0232279 Jan 14 07:21:18.175194 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-7c18d793-64b3-4f6f-b123-707ac351bf9d tempest-RoutersIpV6Test-883692175 tempest-RoutersIpV6Test-883692175] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:21:18.201901 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [req-07fe9588-8e78-459e-a540-15b1d4d45e46 req-056e1af6-f230-4fe2-b748-0b5f21e71917 tempest-ServersNegativeTestMultiTenantJSON-213029199 tempest-ServersNegativeTestMultiTenantJSON-213029199] 10.222.0.24 "GET /v2.0/ports?tenant_id=85f89b9917b145ea99acac2453a509f6&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0563262 Jan 14 07:21:18.216093 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9a3e311-495c-4669-b656-d4fbc9fda9a2 tempest-AllowedAddressPairTestJSON-747646770 tempest-AllowedAddressPairTestJSON-747646770] Pushing event deleted for resources: {'Subnet': ['ID=ea9a674a-26a8-40d1-9f51-c70dafb0561d,revision_number=None']} {{(pid=84874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:21:18.225823 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-e9a3e311-495c-4669-b656-d4fbc9fda9a2 tempest-AllowedAddressPairTestJSON-747646770 tempest-AllowedAddressPairTestJSON-747646770] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:21:18.351907 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Device e33e66dc-1a8a-4547-ade7-bdb199d7ac48 up at agent ovs-agent-n-d-768862-2 {{(pid=84876) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 07:21:18.402813 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57a8f1c4-5d20-4b6c-9e5d-c5f79b4c8e44 tempest-RoutersIpV6AdminTest-832003634 tempest-RoutersIpV6AdminTest-832003634] Checking segment: {'id': 'fb8468ae-c16d-4b41-9e11-7c44c3e4e429', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 18, 'network_id': 'd8ba7c65-0309-4598-a5d6-59e96643a2d6'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84874) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 14 07:21:18.403215 n-d-768862-2 neutron-server[84765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57a8f1c4-5d20-4b6c-9e5d-c5f79b4c8e44 tempest-RoutersIpV6AdminTest-832003634 tempest-RoutersIpV6AdminTest-832003634] Network hostable DHCP agents. Network: d8ba7c65-0309-4598-a5d6-59e96643a2d6, hostable agents: ['32f3dd84-26da-4d18-bf15-6017a8fb7247'], hosted agents: [] {{(pid=84874) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Jan 14 07:21:18.485027 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa9076ea-8694-4ad8-b12c-bbaed077c7ff None None] Network 55688c5f-235c-490e-a156-b75715fdee0f requested from n-d-768862-2 {{(pid=84876) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 07:21:18.501946 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [req-07fe9588-8e78-459e-a540-15b1d4d45e46 req-05f33823-e676-42fb-b3c6-124bb34d791b service neutron] 10.222.0.24 "GET /v2.0/networks/969d82fc-8a12-40c0-aa78-5ffb42a58e35?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2886243 Jan 14 07:21:18.666853 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-8c4ce2d1-7638-458b-b6d5-d72f64c54200 None None] Provisioning for port e33e66dc-1a8a-4547-ade7-bdb199d7ac48 completed by entity DHCP. {{(pid=84876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 07:21:18.689595 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-8c4ce2d1-7638-458b-b6d5-d72f64c54200 None None] Provisioning complete for port e33e66dc-1a8a-4547-ade7-bdb199d7ac48 triggered by entity DHCP. {{(pid=84876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 07:21:18.690043 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-8c4ce2d1-7638-458b-b6d5-d72f64c54200 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-604227'] for port, provisioning_complete {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:21:18.785009 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Provisioning for port e33e66dc-1a8a-4547-ade7-bdb199d7ac48 completed by entity L2. {{(pid=84876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 07:21:18.805094 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Provisioning complete for port e33e66dc-1a8a-4547-ade7-bdb199d7ac48 triggered by entity L2. {{(pid=84876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 07:21:18.805496 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-604227'] for port, provisioning_complete {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:21:18.835982 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [req-07fe9588-8e78-459e-a540-15b1d4d45e46 req-bfe4ab04-c0c7-4158-a06e-9071b1c23cc5 service neutron] 10.222.0.24 "GET /v2.0/networks/969d82fc-8a12-40c0-aa78-5ffb42a58e35?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.3252969 Jan 14 07:21:19.013923 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-3969d2b5-0579-4cba-8cdc-3e9b4ffd0653 tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850887113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036851621412', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036852467174'] for subnet, after_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:21:19.031148 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-fbeb61bc-a410-48bf-8b9c-51b9e6daf132 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:21:19.049630 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-e9a3e311-495c-4669-b656-d4fbc9fda9a2 tempest-AllowedAddressPairTestJSON-747646770 tempest-AllowedAddressPairTestJSON-747646770] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3207107'] for subnet, before_response {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:21:19.068743 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-e9a3e311-495c-4669-b656-d4fbc9fda9a2 tempest-AllowedAddressPairTestJSON-747646770 tempest-AllowedAddressPairTestJSON-747646770] 10.222.0.24 "DELETE /v2.0/subnets/ea9a674a-26a8-40d1-9f51-c70dafb0561d HTTP/1.1" status: 204 len: 168 time: 4.9253223 Jan 14 07:21:19.069898 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84874) accepted ('10.222.0.24', 40322) {{(pid=84874) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:21:19.083873 n-d-768862-2 neutron-server[84765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57a8f1c4-5d20-4b6c-9e5d-c5f79b4c8e44 tempest-RoutersIpV6AdminTest-832003634 tempest-RoutersIpV6AdminTest-832003634] Network d8ba7c65-0309-4598-a5d6-59e96643a2d6 is scheduled to be hosted by DHCP agent 32f3dd84-26da-4d18-bf15-6017a8fb7247 with binding_index 1 {{(pid=84874) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Jan 14 07:21:19.113929 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-7a243954-9e7f-4f3f-902b-f860249614cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363259214191800', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854171626'] for agent, after_update {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:21:19.214844 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-8c4ce2d1-7638-458b-b6d5-d72f64c54200 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555753'] for port, before_update {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:21:19.215093 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3969d2b5-0579-4cba-8cdc-3e9b4ffd0653 tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] Pushing event updated for resources: {'Subnet': ['ID=0ba868e7-5032-4e6f-9b4e-5caf3c758183,revision_number=0']} {{(pid=84875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:21:19.222080 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-3969d2b5-0579-4cba-8cdc-3e9b4ffd0653 tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.191s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:21:19.286327 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-e3ef405a-a7e8-4078-99e0-98f0f76112bb tempest-AllowedAddressPairTestJSON-747646770 tempest-AllowedAddressPairTestJSON-747646770] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036854160497'] for network, before_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:21:19.312588 n-d-768862-2 neutron-server[84765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3969d2b5-0579-4cba-8cdc-3e9b4ffd0653 tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] Network 23f0a15d-6362-4cec-82c1-cacba887c566 is already hosted by enough agents. {{(pid=84875) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 07:21:19.328430 n-d-768862-2 neutron-server[84765]: DEBUG neutron.scheduler.base_scheduler [None req-3969d2b5-0579-4cba-8cdc-3e9b4ffd0653 tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] Resources bound (agent type, host, resource id): {{(pid=84875) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 07:21:19.359071 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3969d2b5-0579-4cba-8cdc-3e9b4ffd0653 tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:21:19.360043 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-3969d2b5-0579-4cba-8cdc-3e9b4ffd0653 tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] Notify callbacks [] for subnet, before_response {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:21:19.418734 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-680231df-9765-4a2b-b512-8bd9bb81c89c None None] DHCP port deletion for 23f0a15d-6362-4cec-82c1-cacba887c566 request from n-d-768862-2 {{(pid=84876) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Jan 14 07:21:19.428773 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-3969d2b5-0579-4cba-8cdc-3e9b4ffd0653 tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 2.3721418 Jan 14 07:21:19.433805 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84875) accepted ('10.222.0.24', 40336) {{(pid=84875) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:21:19.443148 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [None req-8c4ce2d1-7638-458b-b6d5-d72f64c54200 None None] For port e33e66dc-1a8a-4547-ade7-bdb199d7ac48, host n-d-768862-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-2',level=0,port_id=e33e66dc-1a8a-4547-ade7-bdb199d7ac48,segment=NetworkSegment(56f1c7cf-f3a3-41d2-9677-68978131444f),segment_id=56f1c7cf-f3a3-41d2-9677-68978131444f)] {{(pid=84876) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 07:21:19.446424 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555753'] for port, before_update {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:21:19.451725 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.v2.base [None req-b1483f66-4978-42bf-8222-a4eec559eea9 tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] Request body: {'port': {'network_id': '23f0a15d-6362-4cec-82c1-cacba887c566', 'fixed_ips': [{'subnet_id': '0ba868e7-5032-4e6f-9b4e-5caf3c758183', 'ip_address': '2001:db8::2571:4eef:a7c0:439b'}], 'name': 'tempest-NetworksTestDHCPv6-1970394663'}} {{(pid=84875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:21:19.478001 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-8c4ce2d1-7638-458b-b6d5-d72f64c54200 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777640533312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363259214678337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777640097497'] for port, after_update {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:21:19.483763 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-41be4015-5f09-4888-a38b-4c1d036aade6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84876) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:21:19.567377 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.plugin [None req-680231df-9765-4a2b-b512-8bd9bb81c89c None None] Deleting port e33e66dc-1a8a-4547-ade7-bdb199d7ac48 {{(pid=84876) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 07:21:19.567816 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-680231df-9765-4a2b-b512-8bd9bb81c89c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363259214248359'] for port, before_delete {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:21:19.652485 n-d-768862-2 neutron-server[84765]: DEBUG neutron.scheduler.base_scheduler [None req-57a8f1c4-5d20-4b6c-9e5d-c5f79b4c8e44 tempest-RoutersIpV6AdminTest-832003634 tempest-RoutersIpV6AdminTest-832003634] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768862-2, d8ba7c65-0309-4598-a5d6-59e96643a2d6) {{(pid=84874) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 07:21:19.679712 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57a8f1c4-5d20-4b6c-9e5d-c5f79b4c8e44 tempest-RoutersIpV6AdminTest-832003634 tempest-RoutersIpV6AdminTest-832003634] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:21:19.711380 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-57a8f1c4-5d20-4b6c-9e5d-c5f79b4c8e44 tempest-RoutersIpV6AdminTest-832003634 tempest-RoutersIpV6AdminTest-832003634] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3207107'] for subnet, before_response {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:21:19.733860 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.plugin [None req-e3ef405a-a7e8-4078-99e0-98f0f76112bb tempest-AllowedAddressPairTestJSON-747646770 tempest-AllowedAddressPairTestJSON-747646770] Deleting port 9ef47b2f-5799-45d9-9909-a1bc50511c1e {{(pid=84874) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 07:21:19.734191 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-e3ef405a-a7e8-4078-99e0-98f0f76112bb tempest-AllowedAddressPairTestJSON-747646770 tempest-AllowedAddressPairTestJSON-747646770] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363259214248359'] for port, before_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:21:19.788199 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c4ce2d1-7638-458b-b6d5-d72f64c54200 None None] Pushing event updated for resources: {'Port': ['ID=e33e66dc-1a8a-4547-ade7-bdb199d7ac48,revision_number=4']} {{(pid=84876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:21:19.796387 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-8c4ce2d1-7638-458b-b6d5-d72f64c54200 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.311s {{(pid=84876) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:21:19.852847 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26be2de9-cbb1-46fa-b6ab-72ac40a04a3c None None] Network d8ba7c65-0309-4598-a5d6-59e96643a2d6 requested from n-d-768862-2 {{(pid=84876) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 07:21:19.947944 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-b1483f66-4978-42bf-8222-a4eec559eea9 tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:21:19.957705 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-b1483f66-4978-42bf-8222-a4eec559eea9 tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] Usage tracker for resource:port and tenant:be0aa702e3ca464795a99c51e3b3b04f is out of sync, need to count used quota {{(pid=84875) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:21:19.964469 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-b1483f66-4978-42bf-8222-a4eec559eea9 tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] Quota usage for port was recalculated. Used quota:1. {{(pid=84875) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:21:19.979267 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-b1483f66-4978-42bf-8222-a4eec559eea9 tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=84875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:21:20.002173 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b1483f66-4978-42bf-8222-a4eec559eea9 tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] Made reservation on behalf of be0aa702e3ca464795a99c51e3b3b04f for: {'port': 1} {{(pid=84875) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 07:21:20.026217 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-b1483f66-4978-42bf-8222-a4eec559eea9 tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555753'] for port, before_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:21:20.078207 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-7c18d793-64b3-4f6f-b123-707ac351bf9d tempest-RoutersIpV6Test-883692175 tempest-RoutersIpV6Test-883692175] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3912484', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3889188', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-58194'] for router, precommit_update {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:21:20.099687 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-57a8f1c4-5d20-4b6c-9e5d-c5f79b4c8e44 tempest-RoutersIpV6AdminTest-832003634 tempest-RoutersIpV6AdminTest-832003634] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 822 time: 5.9596572 Jan 14 07:21:20.101100 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84874) accepted ('10.222.0.24', 40362) {{(pid=84874) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:21:20.111073 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.v2.base [None req-0670bce2-5391-4c17-85d4-c969134205ea tempest-RoutersIpV6AdminTest-832003634 tempest-RoutersIpV6AdminTest-832003634] Request body: {'port': {'name': 'tempest-RoutersIpV6AdminTest-1531803483', 'network_id': 'd8ba7c65-0309-4598-a5d6-59e96643a2d6'}} {{(pid=84874) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:21:20.117020 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-0670bce2-5391-4c17-85d4-c969134205ea tempest-RoutersIpV6AdminTest-832003634 tempest-RoutersIpV6AdminTest-832003634] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:21:20.121785 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-0670bce2-5391-4c17-85d4-c969134205ea tempest-RoutersIpV6AdminTest-832003634 tempest-RoutersIpV6AdminTest-832003634] Usage tracker for resource:port and tenant:5312235f111841e2bff7d19b335a2a35 is out of sync, need to count used quota {{(pid=84874) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:21:20.125638 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-0670bce2-5391-4c17-85d4-c969134205ea tempest-RoutersIpV6AdminTest-832003634 tempest-RoutersIpV6AdminTest-832003634] Quota usage for port was recalculated. Used quota:0. {{(pid=84874) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:21:20.132488 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-0670bce2-5391-4c17-85d4-c969134205ea tempest-RoutersIpV6AdminTest-832003634 tempest-RoutersIpV6AdminTest-832003634] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:21:20.157064 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84875) accepted ('10.222.0.24', 40366) {{(pid=84875) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:21:20.213586 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0670bce2-5391-4c17-85d4-c969134205ea tempest-RoutersIpV6AdminTest-832003634 tempest-RoutersIpV6AdminTest-832003634] Made reservation on behalf of 5312235f111841e2bff7d19b335a2a35 for: {'port': 1} {{(pid=84874) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 07:21:20.218933 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-0670bce2-5391-4c17-85d4-c969134205ea tempest-RoutersIpV6AdminTest-832003634 tempest-RoutersIpV6AdminTest-832003634] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555753'] for port, before_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:21:20.361126 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.db_base_plugin_v2 [None req-2dfe8998-b5d1-4e0c-86b3-0de0c21d7bbb admin admin] Deleting subnet bc134981-33a1-42f7-b807-5f084f6be14b {{(pid=84875) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Jan 14 07:21:20.371521 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-2dfe8998-b5d1-4e0c-86b3-0de0c21d7bbb admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:21:20.398991 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.db.api [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=84876) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Jan 14 07:21:20.399398 n-d-768862-2 neutron-server[84765]: DEBUG oslo_db.api [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=84876) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Jan 14 07:21:20.468925 n-d-768862-2 neutron-server[84765]: DEBUG neutron.notifiers.nova [None req-b1483f66-4978-42bf-8222-a4eec559eea9 tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] device_id is not set on port a50bfee7-fd91-4335-bf40-efabf416a569 yet. {{(pid=84875) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}} Jan 14 07:21:20.521400 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-2dfe8998-b5d1-4e0c-86b3-0de0c21d7bbb admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3367281'] for subnet, precommit_delete_associations {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:21:20.669108 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-2dfe8998-b5d1-4e0c-86b3-0de0c21d7bbb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036854176836'] for subnet, precommit_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:21:20.800119 n-d-768862-2 neutron-server[84765]: DEBUG neutron.notifiers.nova [None req-0670bce2-5391-4c17-85d4-c969134205ea tempest-RoutersIpV6AdminTest-832003634 tempest-RoutersIpV6AdminTest-832003634] device_id is not set on port 1d5b531b-ce06-4bf3-a90a-cda099b695d2 yet. {{(pid=84874) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}} Jan 14 07:21:20.853598 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [None req-e3ef405a-a7e8-4078-99e0-98f0f76112bb tempest-AllowedAddressPairTestJSON-747646770 tempest-AllowedAddressPairTestJSON-747646770] For port 9ef47b2f-5799-45d9-9909-a1bc50511c1e, host n-d-768862-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-2',level=0,port_id=9ef47b2f-5799-45d9-9909-a1bc50511c1e,segment=NetworkSegment(3e1bd123-dba9-416c-83e6-6bedf813c1e7),segment_id=3e1bd123-dba9-416c-83e6-6bedf813c1e7)] {{(pid=84874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 07:21:20.854022 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-e3ef405a-a7e8-4078-99e0-98f0f76112bb tempest-AllowedAddressPairTestJSON-747646770 tempest-AllowedAddressPairTestJSON-747646770] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036850862667'] for port, precommit_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:21:20.902268 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [None req-680231df-9765-4a2b-b512-8bd9bb81c89c None None] For port e33e66dc-1a8a-4547-ade7-bdb199d7ac48, host n-d-768862-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-2',level=0,port_id=e33e66dc-1a8a-4547-ade7-bdb199d7ac48,segment=NetworkSegment(56f1c7cf-f3a3-41d2-9677-68978131444f),segment_id=56f1c7cf-f3a3-41d2-9677-68978131444f)] {{(pid=84876) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 07:21:20.903148 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-680231df-9765-4a2b-b512-8bd9bb81c89c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036850862667'] for port, precommit_delete {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:21:21.062956 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.plugin [None req-680231df-9765-4a2b-b512-8bd9bb81c89c None None] Calling delete_port for e33e66dc-1a8a-4547-ade7-bdb199d7ac48 owned by network:dhcp {{(pid=84876) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 07:21:21.078317 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.db_base_plugin_common [None req-b1483f66-4978-42bf-8222-a4eec559eea9 tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] Allocated IP 2001:db8::2571:4eef:a7c0:439b (23f0a15d-6362-4cec-82c1-cacba887c566/0ba868e7-5032-4e6f-9b4e-5caf3c758183/a50bfee7-fd91-4335-bf40-efabf416a569) {{(pid=84875) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 14 07:21:21.210242 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.plugin [None req-e3ef405a-a7e8-4078-99e0-98f0f76112bb tempest-AllowedAddressPairTestJSON-747646770 tempest-AllowedAddressPairTestJSON-747646770] Calling delete_port for 9ef47b2f-5799-45d9-9909-a1bc50511c1e owned by network:dhcp {{(pid=84874) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 07:21:21.262117 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-680231df-9765-4a2b-b512-8bd9bb81c89c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777640533329', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777640097463'] for port, after_delete {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:21:21.413646 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-3b8f974f-e072-4845-8552-b0d8626465c8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84876) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:21:21.466159 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.plugin [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Port e33e66dc-1a8a-4547-ade7-bdb199d7ac48 update to ACTIVE by agent not found {{(pid=84876) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2088}} Jan 14 07:21:21.478650 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-680231df-9765-4a2b-b512-8bd9bb81c89c None None] Pushing event deleted for resources: {'Port': ['ID=e33e66dc-1a8a-4547-ade7-bdb199d7ac48,revision_number=None']} {{(pid=84876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:21:21.486735 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-680231df-9765-4a2b-b512-8bd9bb81c89c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=84876) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:21:21.488781 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-7c18d793-64b3-4f6f-b123-707ac351bf9d tempest-RoutersIpV6Test-883692175 tempest-RoutersIpV6Test-883692175] Notify callbacks [] for router_gateway, before_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:21:21.490576 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-680231df-9765-4a2b-b512-8bd9bb81c89c None None] No DVR routers for this DVR port e33e66dc-1a8a-4547-ade7-bdb199d7ac48 on host n-d-768862-2 {{(pid=84876) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Jan 14 07:21:21.505845 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-ab4b4a1c-d768-4dd6-a261-f8c564819768 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363259214191800', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854171626'] for agent, after_update {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:21:21.521154 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3befecb8-367c-4d63-8281-d8aa4f6438a3 None None] Network d8ba7c65-0309-4598-a5d6-59e96643a2d6 requested from n-d-768862-2 {{(pid=84876) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 07:21:21.545143 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.db_base_plugin_common [None req-0670bce2-5391-4c17-85d4-c969134205ea tempest-RoutersIpV6AdminTest-832003634 tempest-RoutersIpV6AdminTest-832003634] Allocated IP 2001:db8::30d (d8ba7c65-0309-4598-a5d6-59e96643a2d6/4d4903d5-18e2-4017-b8f1-ffb6ec3d60d6/1d5b531b-ce06-4bf3-a90a-cda099b695d2) {{(pid=84874) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 14 07:21:21.554911 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-7c18d793-64b3-4f6f-b123-707ac351bf9d tempest-RoutersIpV6Test-883692175 tempest-RoutersIpV6Test-883692175] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555753'] for port, before_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:21:21.696214 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98bd2c42-c4d4-4882-962b-57573804c03b None None] Network 23f0a15d-6362-4cec-82c1-cacba887c566 requested from n-d-768862-2 {{(pid=84876) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 07:21:21.715907 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-2dfe8998-b5d1-4e0c-86b3-0de0c21d7bbb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-598964', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850887113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3154192', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2308610'] for subnet, after_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:21:21.730741 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-e3ef405a-a7e8-4078-99e0-98f0f76112bb tempest-AllowedAddressPairTestJSON-747646770 tempest-AllowedAddressPairTestJSON-747646770] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777640533329', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777640097463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3254186'] for port, after_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:21:21.781342 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-3b4dd583-092d-48b7-9ed0-59314cdc3d18 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:21:21.914825 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-0235fc0a-6010-4ad4-9ce4-ba7cddf6097c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:21:21.937372 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c14a2f4-2d9c-4f58-86f2-d05cf11381d3 None None] DHCP port deletion for 55688c5f-235c-490e-a156-b75715fdee0f request from n-d-768862-2 {{(pid=84876) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Jan 14 07:21:21.940904 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Device e33e66dc-1a8a-4547-ade7-bdb199d7ac48 no longer exists at agent ovs-agent-n-d-768862-2 {{(pid=84876) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jan 14 07:21:22.008523 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3ef405a-a7e8-4078-99e0-98f0f76112bb tempest-AllowedAddressPairTestJSON-747646770 tempest-AllowedAddressPairTestJSON-747646770] Pushing event deleted for resources: {'Port': ['ID=9ef47b2f-5799-45d9-9909-a1bc50511c1e,revision_number=None']} {{(pid=84874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:21:22.024570 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dfe8998-b5d1-4e0c-86b3-0de0c21d7bbb admin admin] Pushing event deleted for resources: {'Subnet': ['ID=bc134981-33a1-42f7-b807-5f084f6be14b,revision_number=None']} {{(pid=84875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:21:22.077126 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.plugin [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] No Port match for: e33e66dc-1a8a-4547-ade7-bdb199d7ac48 {{(pid=84876) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2188}} Jan 14 07:21:22.077526 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Device e33e66dc-1a8a-4547-ade7-bdb199d7ac48 not bound to the agent host n-d-768862-2 {{(pid=84876) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jan 14 07:21:22.125769 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-2dfe8998-b5d1-4e0c-86b3-0de0c21d7bbb admin admin] Notify callbacks [] for subnet, before_response {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:21:22.140042 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-2dfe8998-b5d1-4e0c-86b3-0de0c21d7bbb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.225s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:21:22.166951 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-da76cfc0-98e8-4426-9f6d-4f05aa3fae78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363259214191800', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854171626'] for agent, after_update {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:21:22.268702 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-e3ef405a-a7e8-4078-99e0-98f0f76112bb tempest-AllowedAddressPairTestJSON-747646770 tempest-AllowedAddressPairTestJSON-747646770] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.487s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:21:22.284785 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3ef405a-a7e8-4078-99e0-98f0f76112bb tempest-AllowedAddressPairTestJSON-747646770 tempest-AllowedAddressPairTestJSON-747646770] No DVR routers for this DVR port 9ef47b2f-5799-45d9-9909-a1bc50511c1e on host n-d-768862-2 {{(pid=84874) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Jan 14 07:21:22.358731 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-b1483f66-4978-42bf-8222-a4eec559eea9 tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] Notify callbacks [] for port, precommit_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:21:22.378841 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-b1483f66-4978-42bf-8222-a4eec559eea9 tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] Transition to ACTIVE for port object a50bfee7-fd91-4335-bf40-efabf416a569 will not be triggered until provisioned by entity DHCP. {{(pid=84875) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 07:21:22.415060 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-2dfe8998-b5d1-4e0c-86b3-0de0c21d7bbb admin admin] 10.222.0.24 "DELETE /v2.0/subnets/bc134981-33a1-42f7-b807-5f084f6be14b HTTP/1.1" status: 204 len: 168 time: 2.2534668 Jan 14 07:21:22.415060 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-b1483f66-4978-42bf-8222-a4eec559eea9 tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777640123575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851621574'] for port, after_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:21:22.416783 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84875) accepted ('10.222.0.24', 40396) {{(pid=84875) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:21:22.458970 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7696d5ba-d369-4b71-95ed-c8342e625335 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5d94dc7a-c095-50a4-955e-5f3b78718a12-23f0a15d-6362-4cec-82c1-cacba887c566', 'network_id': '23f0a15d-6362-4cec-82c1-cacba887c566', 'tenant_id': 'be0aa702e3ca464795a99c51e3b3b04f', 'fixed_ips': [{'subnet_id': '0ba868e7-5032-4e6f-9b4e-5caf3c758183'}]}} from n-d-768862-2. {{(pid=84876) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Jan 14 07:21:22.460052 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-7696d5ba-d369-4b71-95ed-c8342e625335 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555753'] for port, before_create {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:21:22.570826 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-4a92af15-42da-4889-85e8-47baa4c75445 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036854160497'] for network, before_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:21:22.628997 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-ce10398b-5315-4dc5-b15e-1c390b6d05bc tempest-TaggedBootDevicesTest_v242-294831919 tempest-TaggedBootDevicesTest_v242-294831919] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:21:22.847076 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1483f66-4978-42bf-8222-a4eec559eea9 tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] Pushing event updated for resources: {'Port': ['ID=a50bfee7-fd91-4335-bf40-efabf416a569,revision_number=1']} {{(pid=84875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:21:22.898223 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-e3ef405a-a7e8-4078-99e0-98f0f76112bb tempest-AllowedAddressPairTestJSON-747646770 tempest-AllowedAddressPairTestJSON-747646770] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-598987', 'neutron.services.segments.db._delete_segments_for_network-8777640583949'] for network, precommit_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:21:22.909363 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-b1483f66-4978-42bf-8222-a4eec559eea9 tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.280s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:21:23.039435 n-d-768862-2 neutron-server[84765]: DEBUG neutron.services.segments.db [None req-e3ef405a-a7e8-4078-99e0-98f0f76112bb tempest-AllowedAddressPairTestJSON-747646770 tempest-AllowedAddressPairTestJSON-747646770] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['55688c5f-235c-490e-a156-b75715fdee0f']}} {{(pid=84874) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:21:23.056537 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.db_base_plugin_common [None req-7696d5ba-d369-4b71-95ed-c8342e625335 None None] Allocated IP 2001:db8::2 (23f0a15d-6362-4cec-82c1-cacba887c566/0ba868e7-5032-4e6f-9b4e-5caf3c758183/2c3331db-55b1-4f79-87c5-ff14b06c02a1) {{(pid=84876) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 14 07:21:23.079042 n-d-768862-2 neutron-server[84765]: DEBUG neutron.services.segments.db [None req-e3ef405a-a7e8-4078-99e0-98f0f76112bb tempest-AllowedAddressPairTestJSON-747646770 tempest-AllowedAddressPairTestJSON-747646770] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3e1bd123-dba9-416c-83e6-6bedf813c1e7') {'for_net_delete': True} {{(pid=84874) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:21:23.079271 n-d-768862-2 neutron-server[84765]: DEBUG neutron.services.segments.db [None req-e3ef405a-a7e8-4078-99e0-98f0f76112bb tempest-AllowedAddressPairTestJSON-747646770 tempest-AllowedAddressPairTestJSON-747646770] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3e1bd123-dba9-416c-83e6-6bedf813c1e7') {} {{(pid=84874) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:21:23.118632 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-4a92af15-42da-4889-85e8-47baa4c75445 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-598987', 'neutron.services.segments.db._delete_segments_for_network-8777640583949'] for network, precommit_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:21:23.203987 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363259214191800', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854171626'] for agent, after_update {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:21:23.215138 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-e3ef405a-a7e8-4078-99e0-98f0f76112bb tempest-AllowedAddressPairTestJSON-747646770 tempest-AllowedAddressPairTestJSON-747646770] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363259214173198', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2968632'] for segment, before_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:21:23.240815 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-0f37073e-9c69-4e3c-80e0-6cfaa0fd61a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363259214191800', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854171626'] for agent, after_update {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:21:23.325493 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-e3ef405a-a7e8-4078-99e0-98f0f76112bb tempest-AllowedAddressPairTestJSON-747646770 tempest-AllowedAddressPairTestJSON-747646770] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854179735'] for segment, precommit_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:21:23.336222 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-e3ef405a-a7e8-4078-99e0-98f0f76112bb tempest-AllowedAddressPairTestJSON-747646770 tempest-AllowedAddressPairTestJSON-747646770] Releasing vxlan tunnel 21 to pool {{(pid=84874) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Jan 14 07:21:23.382614 n-d-768862-2 neutron-server[84765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1483f66-4978-42bf-8222-a4eec559eea9 tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] Network 23f0a15d-6362-4cec-82c1-cacba887c566 is already hosted by enough agents. {{(pid=84875) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 07:21:23.391981 n-d-768862-2 neutron-server[84765]: DEBUG neutron.scheduler.base_scheduler [None req-b1483f66-4978-42bf-8222-a4eec559eea9 tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] Resources bound (agent type, host, resource id): {{(pid=84875) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 07:21:23.400265 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1483f66-4978-42bf-8222-a4eec559eea9 tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] Received port after_create {{(pid=84875) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 14 07:21:23.408253 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_segment":"rule:admin_only" was deprecated in W in favor of "update_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:21:23.408253 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:21:23.408253 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "delete_segment":"rule:admin_only" was deprecated in W in favor of "delete_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:21:23.408253 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:21:23.408253 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network":"rule:regular_user" was deprecated in W in favor of "create_network":"role:member and project_id:%(project_id)s". Reason: Jan 14 07:21:23.408253 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:21:23.408253 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:21:23.408253 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:21:23.408253 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:shared":"rule:admin_only" was deprecated in W in favor of "create_network:shared":"role:admin and system_scope:all". Reason: Jan 14 07:21:23.408253 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:21:23.408253 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:21:23.408253 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:21:23.408253 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:router:external":"rule:admin_only" was deprecated in W in favor of "create_network:router:external":"role:admin and system_scope:all". Reason: Jan 14 07:21:23.408253 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:21:23.408253 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:21:23.408253 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:21:23.408253 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:is_default":"rule:admin_only" was deprecated in W in favor of "create_network:is_default":"role:admin and system_scope:all". Reason: Jan 14 07:21:23.408253 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:21:23.408253 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:21:23.408253 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:21:23.408253 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:port_security_enabled":"rule:regular_user" was deprecated in W in favor of "create_network:port_security_enabled":"role:member and project_id:%(project_id)s". Reason: Jan 14 07:21:23.408253 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:21:23.408253 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:21:23.408253 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:21:23.408253 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:segments":"rule:admin_only" was deprecated in W in favor of "create_network:segments":"role:admin and system_scope:all". Reason: Jan 14 07:21:23.408253 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:21:23.408253 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:21:23.408253 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:21:23.408253 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "create_network:provider:network_type":"role:admin and system_scope:all". Reason: Jan 14 07:21:23.408253 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:21:23.408253 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:21:23.408253 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:21:23.408253 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "create_network:provider:physical_network":"role:admin and system_scope:all". Reason: Jan 14 07:21:23.408253 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:21:23.408253 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:21:23.408253 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:21:23.408253 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "create_network:provider:segmentation_id":"role:admin and system_scope:all". Reason: Jan 14 07:21:23.408253 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:21:23.408253 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:21:23.408253 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:21:23.408253 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network":"rule:admin_or_owner or rule:shared or rule:external or rule:context_is_advsvc" was deprecated in W in favor of "get_network":"(role:reader and system_scope:all) or (role:reader and project_id:%(project_id)s) or rule:shared or rule:external or rule:context_is_advsvc". Reason: Jan 14 07:21:23.408253 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:21:23.408253 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:21:23.408253 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:21:23.408253 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:router:external":"rule:regular_user" was deprecated in W in favor of "get_network:router:external":"role:reader and project_id:%(project_id)s". Reason: Jan 14 07:21:23.412276 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:21:23.412276 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:21:23.412276 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:21:23.412276 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:segments":"rule:admin_only" was deprecated in W in favor of "get_network:segments":"role:reader and system_scope:all". Reason: Jan 14 07:21:23.412276 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:21:23.412276 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:21:23.412276 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:21:23.412276 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "get_network:provider:network_type":"role:reader and system_scope:all". Reason: Jan 14 07:21:23.412276 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:21:23.412276 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:21:23.412276 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:21:23.412276 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "get_network:provider:physical_network":"role:reader and system_scope:all". Reason: Jan 14 07:21:23.412276 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:21:23.412276 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:21:23.412276 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:21:23.412276 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "get_network:provider:segmentation_id":"role:reader and system_scope:all". Reason: Jan 14 07:21:23.412276 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:21:23.412276 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:21:23.412276 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:21:23.448910 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1483f66-4978-42bf-8222-a4eec559eea9 tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:21:23.450459 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-b1483f66-4978-42bf-8222-a4eec559eea9 tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854768116'] for port, before_response {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:21:23.522128 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-b1483f66-4978-42bf-8222-a4eec559eea9 tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 4.0822198 Jan 14 07:21:23.522128 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84875) accepted ('10.222.0.24', 40410) {{(pid=84875) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:21:23.531412 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-7696d5ba-d369-4b71-95ed-c8342e625335 None None] Notify callbacks [] for port, precommit_create {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:21:23.553172 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-7696d5ba-d369-4b71-95ed-c8342e625335 None None] Transition to ACTIVE for port object 2c3331db-55b1-4f79-87c5-ff14b06c02a1 will not be triggered until provisioned by entity L2. {{(pid=84876) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 07:21:23.581887 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-0670bce2-5391-4c17-85d4-c969134205ea tempest-RoutersIpV6AdminTest-832003634 tempest-RoutersIpV6AdminTest-832003634] Notify callbacks [] for port, precommit_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:21:23.587149 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-7696d5ba-d369-4b71-95ed-c8342e625335 None None] Transition to ACTIVE for port object 2c3331db-55b1-4f79-87c5-ff14b06c02a1 will not be triggered until provisioned by entity DHCP. {{(pid=84876) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 07:21:23.596331 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-7696d5ba-d369-4b71-95ed-c8342e625335 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777640123575'] for port, after_create {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:21:23.628213 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-9ecb2a96-0516-4f37-943f-9d571c4560af None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84876) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:21:23.641196 n-d-768862-2 neutron-server[84765]: DEBUG neutron.services.segments.db [None req-4a92af15-42da-4889-85e8-47baa4c75445 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['969d82fc-8a12-40c0-aa78-5ffb42a58e35']}} {{(pid=84875) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:21:23.670833 n-d-768862-2 neutron-server[84765]: DEBUG neutron.services.segments.db [None req-4a92af15-42da-4889-85e8-47baa4c75445 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '052e7d69-18b5-44e0-992d-2aa142f77fc4') {'for_net_delete': True} {{(pid=84875) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:21:23.671126 n-d-768862-2 neutron-server[84765]: DEBUG neutron.services.segments.db [None req-4a92af15-42da-4889-85e8-47baa4c75445 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '052e7d69-18b5-44e0-992d-2aa142f77fc4') {} {{(pid=84875) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:21:23.703287 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.managers [None req-e3ef405a-a7e8-4078-99e0-98f0f76112bb tempest-AllowedAddressPairTestJSON-747646770 tempest-AllowedAddressPairTestJSON-747646770] Network 55688c5f-235c-490e-a156-b75715fdee0f has no segments {{(pid=84874) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 14 07:21:23.719295 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-e3ef405a-a7e8-4078-99e0-98f0f76112bb tempest-AllowedAddressPairTestJSON-747646770 tempest-AllowedAddressPairTestJSON-747646770] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-596065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036851521571'] for segment, after_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:21:23.731068 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-4a92af15-42da-4889-85e8-47baa4c75445 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363259214173198', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036851408567'] for segment, before_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:21:23.788991 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Device 9ef47b2f-5799-45d9-9909-a1bc50511c1e no longer exists at agent ovs-agent-n-d-768862-2 {{(pid=84876) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jan 14 07:21:23.839494 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.db_base_plugin_common [None req-7c18d793-64b3-4f6f-b123-707ac351bf9d tempest-RoutersIpV6Test-883692175 tempest-RoutersIpV6Test-883692175] Allocated IP 172.25.2.48 (226f1e78-82cd-4481-9055-4eb73b6db8c1/ba8deeec-7658-4195-9449-038c076f5c83/499c26d0-6268-453e-b3b5-5f65294c8171) {{(pid=84874) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 14 07:21:23.873495 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7696d5ba-d369-4b71-95ed-c8342e625335 None None] Pushing event updated for resources: {'Port': ['ID=2c3331db-55b1-4f79-87c5-ff14b06c02a1,revision_number=1']} {{(pid=84876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:21:23.894421 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.plugin [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] No Port match for: 9ef47b2f-5799-45d9-9909-a1bc50511c1e {{(pid=84876) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2188}} Jan 14 07:21:23.895011 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Device 9ef47b2f-5799-45d9-9909-a1bc50511c1e not bound to the agent host n-d-768862-2 {{(pid=84876) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jan 14 07:21:23.897327 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-7696d5ba-d369-4b71-95ed-c8342e625335 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.269s {{(pid=84876) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:21:24.001323 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-0670bce2-5391-4c17-85d4-c969134205ea tempest-RoutersIpV6AdminTest-832003634 tempest-RoutersIpV6AdminTest-832003634] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777640123575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3254186'] for port, after_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:21:24.004716 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.managers [None req-e3ef405a-a7e8-4078-99e0-98f0f76112bb tempest-AllowedAddressPairTestJSON-747646770 tempest-AllowedAddressPairTestJSON-747646770] Network 55688c5f-235c-490e-a156-b75715fdee0f has no segments {{(pid=84874) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 14 07:21:24.112321 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-7364ae16-cbc2-4a38-89d7-ab43ff28905b service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:21:24.142446 n-d-768862-2 neutron-server[84765]: Traceback (most recent call last): Jan 14 07:21:24.142446 n-d-768862-2 neutron-server[84765]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 14 07:21:24.142446 n-d-768862-2 neutron-server[84765]: timer() Jan 14 07:21:24.142446 n-d-768862-2 neutron-server[84765]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 14 07:21:24.142446 n-d-768862-2 neutron-server[84765]: cb(*args, **kw) Jan 14 07:21:24.142446 n-d-768862-2 neutron-server[84765]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Jan 14 07:21:24.142446 n-d-768862-2 neutron-server[84765]: return func(*args, **kwargs) Jan 14 07:21:24.142446 n-d-768862-2 neutron-server[84765]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 14 07:21:24.142446 n-d-768862-2 neutron-server[84765]: self._notify() Jan 14 07:21:24.142446 n-d-768862-2 neutron-server[84765]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 14 07:21:24.142446 n-d-768862-2 neutron-server[84765]: self.callback(batched_events) Jan 14 07:21:24.142446 n-d-768862-2 neutron-server[84765]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 14 07:21:24.142446 n-d-768862-2 neutron-server[84765]: event.method(event) Jan 14 07:21:24.142446 n-d-768862-2 neutron-server[84765]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 14 07:21:24.142446 n-d-768862-2 neutron-server[84765]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 14 07:21:24.142446 n-d-768862-2 neutron-server[84765]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Jan 14 07:21:24.142446 n-d-768862-2 neutron-server[84765]: segment_id)['aggregates'][0] Jan 14 07:21:24.142446 n-d-768862-2 neutron-server[84765]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 14 07:21:24.142446 n-d-768862-2 neutron-server[84765]: return f(self, *a, **k) Jan 14 07:21:24.142446 n-d-768862-2 neutron-server[84765]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 14 07:21:24.142446 n-d-768862-2 neutron-server[84765]: return self._get(url).json() Jan 14 07:21:24.142446 n-d-768862-2 neutron-server[84765]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 14 07:21:24.142446 n-d-768862-2 neutron-server[84765]: **kwargs) Jan 14 07:21:24.142446 n-d-768862-2 neutron-server[84765]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 14 07:21:24.142446 n-d-768862-2 neutron-server[84765]: return self.request(url, 'GET', **kwargs) Jan 14 07:21:24.142446 n-d-768862-2 neutron-server[84765]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Jan 14 07:21:24.142446 n-d-768862-2 neutron-server[84765]: **endpoint_filter) Jan 14 07:21:24.142446 n-d-768862-2 neutron-server[84765]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 14 07:21:24.142446 n-d-768862-2 neutron-server[84765]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 14 07:21:24.142446 n-d-768862-2 neutron-server[84765]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 14 07:21:24.142446 n-d-768862-2 neutron-server[84765]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 14 07:21:24.142446 n-d-768862-2 neutron-server[84765]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 14 07:21:24.170292 n-d-768862-2 neutron-server[84765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7696d5ba-d369-4b71-95ed-c8342e625335 None None] Network 23f0a15d-6362-4cec-82c1-cacba887c566 is already hosted by enough agents. {{(pid=84876) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 07:21:24.173165 n-d-768862-2 neutron-server[84765]: DEBUG neutron.scheduler.base_scheduler [None req-7696d5ba-d369-4b71-95ed-c8342e625335 None None] Resources bound (agent type, host, resource id): {{(pid=84876) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 07:21:24.179324 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7696d5ba-d369-4b71-95ed-c8342e625335 None None] Received port after_create {{(pid=84876) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 14 07:21:24.237446 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-4a92af15-42da-4889-85e8-47baa4c75445 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854179735'] for segment, precommit_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:21:24.242378 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-4a92af15-42da-4889-85e8-47baa4c75445 admin admin] Releasing vxlan tunnel 9 to pool {{(pid=84875) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Jan 14 07:21:24.300512 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.managers [None req-7696d5ba-d369-4b71-95ed-c8342e625335 None None] Attempting to bind port 2c3331db-55b1-4f79-87c5-ff14b06c02a1 on host n-d-768862-2 for vnic_type normal with profile {{(pid=84876) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 14 07:21:24.301164 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.managers [None req-7696d5ba-d369-4b71-95ed-c8342e625335 None None] Attempting to bind port 2c3331db-55b1-4f79-87c5-ff14b06c02a1 by drivers openvswitch on host n-d-768862-2 at level 0 using segments [{'id': '56f1c7cf-f3a3-41d2-9677-68978131444f', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 20, 'network_id': '23f0a15d-6362-4cec-82c1-cacba887c566'}] {{(pid=84876) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 14 07:21:24.301818 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7696d5ba-d369-4b71-95ed-c8342e625335 None None] Attempting to bind port 2c3331db-55b1-4f79-87c5-ff14b06c02a1 on network 23f0a15d-6362-4cec-82c1-cacba887c566 {{(pid=84876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 14 07:21:24.315369 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7abe56ec-23da-4713-b5d3-1275c25928ce tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:21:24.315653 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7696d5ba-d369-4b71-95ed-c8342e625335 None None] Checking agent: {'id': 'ba5efab1-b43c-4d5a-bc52-6e105d4e67a2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768862-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 14, 6, 56, 52), 'started_at': datetime.datetime(2021, 1, 14, 6, 57, 22), 'heartbeat_timestamp': datetime.datetime(2021, 1, 14, 7, 21, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768862-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.29', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 14 07:21:24.315653 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7696d5ba-d369-4b71-95ed-c8342e625335 None None] Checking segment: {'id': '56f1c7cf-f3a3-41d2-9677-68978131444f', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 20, 'network_id': '23f0a15d-6362-4cec-82c1-cacba887c566'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84876) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 14 07:21:24.316474 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-7696d5ba-d369-4b71-95ed-c8342e625335 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:21:24.317178 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7696d5ba-d369-4b71-95ed-c8342e625335 None None] Bound using segment: {'id': '56f1c7cf-f3a3-41d2-9677-68978131444f', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 20, 'network_id': '23f0a15d-6362-4cec-82c1-cacba887c566'} {{(pid=84876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 14 07:21:24.318060 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.managers [None req-7696d5ba-d369-4b71-95ed-c8342e625335 None None] Bound port: 2c3331db-55b1-4f79-87c5-ff14b06c02a1, host: n-d-768862-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '56f1c7cf-f3a3-41d2-9677-68978131444f', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 20, 'network_id': '23f0a15d-6362-4cec-82c1-cacba887c566'}}] {{(pid=84876) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 14 07:21:24.318725 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-7696d5ba-d369-4b71-95ed-c8342e625335 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555753'] for port, before_update {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:21:24.358848 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7abe56ec-23da-4713-b5d3-1275c25928ce tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:21:24.360329 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-7abe56ec-23da-4713-b5d3-1275c25928ce tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] Synchronizing usage tracker for tenant:be0aa702e3ca464795a99c51e3b3b04f on resource:port {{(pid=84875) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 14 07:21:24.486223 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0670bce2-5391-4c17-85d4-c969134205ea tempest-RoutersIpV6AdminTest-832003634 tempest-RoutersIpV6AdminTest-832003634] Pushing event updated for resources: {'Port': ['ID=1d5b531b-ce06-4bf3-a90a-cda099b695d2,revision_number=1']} {{(pid=84874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:21:24.509976 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-e3ef405a-a7e8-4078-99e0-98f0f76112bb tempest-AllowedAddressPairTestJSON-747646770 tempest-AllowedAddressPairTestJSON-747646770] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036854176830', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850887149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3912591'] for network, after_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:21:24.515695 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-0670bce2-5391-4c17-85d4-c969134205ea tempest-RoutersIpV6AdminTest-832003634 tempest-RoutersIpV6AdminTest-832003634] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.403s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:21:24.524253 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-91437a01-98dd-46da-a94d-826af365b7f2 tempest-RoutersIpV6Test-883692175 tempest-RoutersIpV6Test-883692175] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:21:24.546904 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-e3ef405a-a7e8-4078-99e0-98f0f76112bb tempest-AllowedAddressPairTestJSON-747646770 tempest-AllowedAddressPairTestJSON-747646770] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3207107'] for network, before_response {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:21:24.563765 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [None req-7696d5ba-d369-4b71-95ed-c8342e625335 None None] For port 2c3331db-55b1-4f79-87c5-ff14b06c02a1, host n-d-768862-2, cleared binding levels {{(pid=84876) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 14 07:21:24.566912 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-e3ef405a-a7e8-4078-99e0-98f0f76112bb tempest-AllowedAddressPairTestJSON-747646770 tempest-AllowedAddressPairTestJSON-747646770] 10.222.0.24 "DELETE /v2.0/networks/55688c5f-235c-490e-a156-b75715fdee0f HTTP/1.1" status: 204 len: 168 time: 5.4872475 Jan 14 07:21:24.574951 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [None req-7696d5ba-d369-4b71-95ed-c8342e625335 None None] For port 2c3331db-55b1-4f79-87c5-ff14b06c02a1, host n-d-768862-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-2',level=0,port_id=2c3331db-55b1-4f79-87c5-ff14b06c02a1,segment=NetworkSegment(56f1c7cf-f3a3-41d2-9677-68978131444f),segment_id=56f1c7cf-f3a3-41d2-9677-68978131444f)] {{(pid=84876) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 14 07:21:24.587741 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-7696d5ba-d369-4b71-95ed-c8342e625335 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777640533312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363259214678337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777640097497'] for port, after_update {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:21:24.591264 n-d-768862-2 neutron-server[84765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0670bce2-5391-4c17-85d4-c969134205ea tempest-RoutersIpV6AdminTest-832003634 tempest-RoutersIpV6AdminTest-832003634] Network d8ba7c65-0309-4598-a5d6-59e96643a2d6 is already hosted by enough agents. {{(pid=84874) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 07:21:24.592451 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3ef405a-a7e8-4078-99e0-98f0f76112bb tempest-AllowedAddressPairTestJSON-747646770 tempest-AllowedAddressPairTestJSON-747646770] Pushing event deleted for resources: {'Network': ['ID=55688c5f-235c-490e-a156-b75715fdee0f,revision_number=None']} {{(pid=84874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:21:24.597318 n-d-768862-2 neutron-server[84765]: DEBUG neutron.scheduler.base_scheduler [None req-0670bce2-5391-4c17-85d4-c969134205ea tempest-RoutersIpV6AdminTest-832003634 tempest-RoutersIpV6AdminTest-832003634] Resources bound (agent type, host, resource id): {{(pid=84874) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 07:21:24.602529 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-7c18d793-64b3-4f6f-b123-707ac351bf9d tempest-RoutersIpV6Test-883692175 tempest-RoutersIpV6Test-883692175] Notify callbacks [] for port, precommit_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:21:24.606504 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-e3ef405a-a7e8-4078-99e0-98f0f76112bb tempest-AllowedAddressPairTestJSON-747646770 tempest-AllowedAddressPairTestJSON-747646770] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:21:24.607358 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0670bce2-5391-4c17-85d4-c969134205ea tempest-RoutersIpV6AdminTest-832003634 tempest-RoutersIpV6AdminTest-832003634] Received port after_create {{(pid=84874) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 14 07:21:24.608869 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0670bce2-5391-4c17-85d4-c969134205ea tempest-RoutersIpV6AdminTest-832003634 tempest-RoutersIpV6AdminTest-832003634] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:21:24.609463 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-0670bce2-5391-4c17-85d4-c969134205ea tempest-RoutersIpV6AdminTest-832003634 tempest-RoutersIpV6AdminTest-832003634] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854768116'] for port, before_response {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:21:24.649325 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-0670bce2-5391-4c17-85d4-c969134205ea tempest-RoutersIpV6AdminTest-832003634 tempest-RoutersIpV6AdminTest-832003634] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1030 time: 4.5442989 Jan 14 07:21:24.650055 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84874) accepted ('10.222.0.24', 40428) {{(pid=84874) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:21:24.689256 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-7abe56ec-23da-4713-b5d3-1275c25928ce tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] Unset dirty status for tenant:be0aa702e3ca464795a99c51e3b3b04f on resource:port {{(pid=84875) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 14 07:21:24.690860 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-7abe56ec-23da-4713-b5d3-1275c25928ce tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] 10.222.0.24 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1685 time: 1.1672833 Jan 14 07:21:24.704571 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84875) accepted ('10.222.0.24', 40432) {{(pid=84875) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:21:24.777472 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.plugin [None req-34a4b1c9-491d-4d0c-89eb-0be1723125ed tempest-RoutersIpV6AdminTest-832003634 tempest-RoutersIpV6AdminTest-832003634] Deleting port 1d5b531b-ce06-4bf3-a90a-cda099b695d2 {{(pid=84874) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 07:21:24.777882 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-34a4b1c9-491d-4d0c-89eb-0be1723125ed tempest-RoutersIpV6AdminTest-832003634 tempest-RoutersIpV6AdminTest-832003634] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363259214248359'] for port, before_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:21:24.845221 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-7c18d793-64b3-4f6f-b123-707ac351bf9d tempest-RoutersIpV6Test-883692175 tempest-RoutersIpV6Test-883692175] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777640123575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3254186'] for port, after_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:21:24.904447 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.managers [None req-4a92af15-42da-4889-85e8-47baa4c75445 admin admin] Network 969d82fc-8a12-40c0-aa78-5ffb42a58e35 has no segments {{(pid=84875) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 14 07:21:24.913403 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-d36a6548-2286-4464-aef7-1c0c45d45cab tempest-DHCPAgentSchedulersTestJSON-1895530401 tempest-DHCPAgentSchedulersTestJSON-1895530401] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:21:24.918166 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-4a92af15-42da-4889-85e8-47baa4c75445 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-596065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3154253'] for segment, after_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:21:24.926157 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-41be4015-5f09-4888-a38b-4c1d036aade6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84876) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:21:25.172824 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7696d5ba-d369-4b71-95ed-c8342e625335 None None] Pushing event updated for resources: {'Port': ['ID=2c3331db-55b1-4f79-87c5-ff14b06c02a1,revision_number=2']} {{(pid=84876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:21:25.197718 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.managers [None req-4a92af15-42da-4889-85e8-47baa4c75445 admin admin] Network 969d82fc-8a12-40c0-aa78-5ffb42a58e35 has no segments {{(pid=84875) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 14 07:21:25.199164 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-7696d5ba-d369-4b71-95ed-c8342e625335 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.272s {{(pid=84876) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:21:25.316191 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c18d793-64b3-4f6f-b123-707ac351bf9d tempest-RoutersIpV6Test-883692175 tempest-RoutersIpV6Test-883692175] Pushing event updated for resources: {'Port': ['ID=499c26d0-6268-453e-b3b5-5f65294c8171,revision_number=1']} {{(pid=84874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:21:25.341871 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-7c18d793-64b3-4f6f-b123-707ac351bf9d tempest-RoutersIpV6Test-883692175 tempest-RoutersIpV6Test-883692175] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.428s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:21:25.484678 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.plugin [None req-d29607a6-919b-4750-8410-ba52ff8bd2bf tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] Deleting port a50bfee7-fd91-4335-bf40-efabf416a569 {{(pid=84875) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 07:21:25.485189 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-d29607a6-919b-4750-8410-ba52ff8bd2bf tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363259214248359'] for port, before_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:21:25.540741 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network":"rule:admin_or_owner" was deprecated in W in favor of "update_network":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 07:21:25.540741 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:21:25.540741 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:21:25.540741 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:21:25.540741 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:segments":"rule:admin_only" was deprecated in W in favor of "update_network:segments":"role:admin and system_scope:all". Reason: Jan 14 07:21:25.540741 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:21:25.540741 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:21:25.540741 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:21:25.540741 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:shared":"rule:admin_only" was deprecated in W in favor of "update_network:shared":"role:admin and system_scope:all". Reason: Jan 14 07:21:25.540741 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:21:25.540741 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:21:25.540741 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:21:25.540741 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "update_network:provider:network_type":"role:admin and system_scope:all". Reason: Jan 14 07:21:25.540741 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:21:25.540741 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:21:25.540741 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:21:25.540741 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "update_network:provider:physical_network":"role:admin and system_scope:all". Reason: Jan 14 07:21:25.540741 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:21:25.540741 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:21:25.540741 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:21:25.540741 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "update_network:provider:segmentation_id":"role:admin and system_scope:all". Reason: Jan 14 07:21:25.540741 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:21:25.540741 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:21:25.540741 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:21:25.540741 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:router:external":"rule:admin_only" was deprecated in W in favor of "update_network:router:external":"role:admin and system_scope:all". Reason: Jan 14 07:21:25.540741 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:21:25.540741 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:21:25.540741 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:21:25.540741 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:is_default":"rule:admin_only" was deprecated in W in favor of "update_network:is_default":"role:admin and system_scope:all". Reason: Jan 14 07:21:25.540741 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:21:25.540741 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:21:25.540741 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:21:25.540741 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:port_security_enabled":"rule:admin_or_owner" was deprecated in W in favor of "update_network:port_security_enabled":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 07:21:25.540741 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:21:25.540741 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:21:25.540741 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:21:25.540741 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "delete_network":"rule:admin_or_owner" was deprecated in W in favor of "delete_network":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 07:21:25.540741 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:21:25.540741 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:21:25.540741 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:21:25.540741 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_segment":"rule:admin_only" was deprecated in W in favor of "create_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:21:25.540741 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:21:25.540741 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_segment":"rule:admin_only" was deprecated in W in favor of "get_segment":"role:reader and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:21:25.540741 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:21:25.543465 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_segment":"rule:admin_only" was deprecated in W in favor of "update_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:21:25.543465 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:21:25.543465 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "delete_segment":"rule:admin_only" was deprecated in W in favor of "delete_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:21:25.543465 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:21:25.543465 n-d-768862-2 neutron-server[84765]: Traceback (most recent call last): Jan 14 07:21:25.543465 n-d-768862-2 neutron-server[84765]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 14 07:21:25.543465 n-d-768862-2 neutron-server[84765]: timer() Jan 14 07:21:25.543465 n-d-768862-2 neutron-server[84765]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 14 07:21:25.543465 n-d-768862-2 neutron-server[84765]: cb(*args, **kw) Jan 14 07:21:25.543465 n-d-768862-2 neutron-server[84765]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Jan 14 07:21:25.543465 n-d-768862-2 neutron-server[84765]: return func(*args, **kwargs) Jan 14 07:21:25.543465 n-d-768862-2 neutron-server[84765]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 14 07:21:25.543465 n-d-768862-2 neutron-server[84765]: self._notify() Jan 14 07:21:25.543465 n-d-768862-2 neutron-server[84765]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 14 07:21:25.543465 n-d-768862-2 neutron-server[84765]: self.callback(batched_events) Jan 14 07:21:25.543465 n-d-768862-2 neutron-server[84765]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 14 07:21:25.543465 n-d-768862-2 neutron-server[84765]: event.method(event) Jan 14 07:21:25.543465 n-d-768862-2 neutron-server[84765]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 14 07:21:25.543465 n-d-768862-2 neutron-server[84765]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 14 07:21:25.543465 n-d-768862-2 neutron-server[84765]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Jan 14 07:21:25.543465 n-d-768862-2 neutron-server[84765]: segment_id)['aggregates'][0] Jan 14 07:21:25.543465 n-d-768862-2 neutron-server[84765]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 14 07:21:25.543465 n-d-768862-2 neutron-server[84765]: return f(self, *a, **k) Jan 14 07:21:25.543465 n-d-768862-2 neutron-server[84765]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 14 07:21:25.543465 n-d-768862-2 neutron-server[84765]: return self._get(url).json() Jan 14 07:21:25.543465 n-d-768862-2 neutron-server[84765]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 14 07:21:25.543465 n-d-768862-2 neutron-server[84765]: **kwargs) Jan 14 07:21:25.543465 n-d-768862-2 neutron-server[84765]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 14 07:21:25.543465 n-d-768862-2 neutron-server[84765]: return self.request(url, 'GET', **kwargs) Jan 14 07:21:25.543465 n-d-768862-2 neutron-server[84765]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Jan 14 07:21:25.543465 n-d-768862-2 neutron-server[84765]: **endpoint_filter) Jan 14 07:21:25.543465 n-d-768862-2 neutron-server[84765]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 14 07:21:25.543465 n-d-768862-2 neutron-server[84765]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 14 07:21:25.543465 n-d-768862-2 neutron-server[84765]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 14 07:21:25.543465 n-d-768862-2 neutron-server[84765]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 14 07:21:25.543465 n-d-768862-2 neutron-server[84765]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 14 07:21:25.605544 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84874) accepted ('10.222.0.24', 40454) {{(pid=84874) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:21:25.622665 n-d-768862-2 neutron-server[84765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c18d793-64b3-4f6f-b123-707ac351bf9d tempest-RoutersIpV6Test-883692175 tempest-RoutersIpV6Test-883692175] Network 226f1e78-82cd-4481-9055-4eb73b6db8c1 is already hosted by enough agents. {{(pid=84874) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 07:21:25.632930 n-d-768862-2 neutron-server[84765]: DEBUG neutron.scheduler.base_scheduler [None req-7c18d793-64b3-4f6f-b123-707ac351bf9d tempest-RoutersIpV6Test-883692175 tempest-RoutersIpV6Test-883692175] Resources bound (agent type, host, resource id): {{(pid=84874) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 07:21:25.687991 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c18d793-64b3-4f6f-b123-707ac351bf9d tempest-RoutersIpV6Test-883692175 tempest-RoutersIpV6Test-883692175] Received port after_create {{(pid=84874) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 14 07:21:25.778429 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-4a92af15-42da-4889-85e8-47baa4c75445 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036854176830', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850887149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3912591'] for network, after_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:21:25.786519 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-5354e662-e296-4675-b796-02ac3f78a069 tempest-QuotasNegativeTest-1299002298 tempest-QuotasNegativeTest-1299002298] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:21:25.807414 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-4a92af15-42da-4889-85e8-47baa4c75445 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3207107'] for network, before_response {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:21:25.875616 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-4a92af15-42da-4889-85e8-47baa4c75445 admin admin] 10.222.0.24 "DELETE /v2.0/networks/969d82fc-8a12-40c0-aa78-5ffb42a58e35 HTTP/1.1" status: 204 len: 168 time: 3.4576745 Jan 14 07:21:25.877080 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a92af15-42da-4889-85e8-47baa4c75445 admin admin] Pushing event deleted for resources: {'Network': ['ID=969d82fc-8a12-40c0-aa78-5ffb42a58e35,revision_number=None']} {{(pid=84875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:21:25.880346 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84875) accepted ('10.222.0.24', 40464) {{(pid=84875) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:21:25.998359 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-4a92af15-42da-4889-85e8-47baa4c75445 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.212s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:21:26.127417 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-34a4b1c9-491d-4d0c-89eb-0be1723125ed tempest-RoutersIpV6AdminTest-832003634 tempest-RoutersIpV6AdminTest-832003634] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036850862667'] for port, precommit_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:21:26.169040 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.db_base_plugin_v2 [None req-0cf1e4b6-28ba-4cb7-8de0-664358d4ee1f admin admin] Deleting subnet d43c68af-543f-45ec-8479-94e209e5413e {{(pid=84875) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Jan 14 07:21:26.200309 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-d29607a6-919b-4750-8410-ba52ff8bd2bf tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036850862667'] for port, precommit_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:21:26.364670 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.plugin [None req-d29607a6-919b-4750-8410-ba52ff8bd2bf tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] Calling delete_port for a50bfee7-fd91-4335-bf40-efabf416a569 owned by {{(pid=84875) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 07:21:26.372658 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.plugin [None req-34a4b1c9-491d-4d0c-89eb-0be1723125ed tempest-RoutersIpV6AdminTest-832003634 tempest-RoutersIpV6AdminTest-832003634] Calling delete_port for 1d5b531b-ce06-4bf3-a90a-cda099b695d2 owned by {{(pid=84874) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 07:21:26.403960 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-0cf1e4b6-28ba-4cb7-8de0-664358d4ee1f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:21:26.483129 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-0cf1e4b6-28ba-4cb7-8de0-664358d4ee1f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3367281'] for subnet, precommit_delete_associations {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:21:26.491003 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-743e276e-4d56-46b2-8152-507cdbbb018a admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=ce9e5243d132466aae9bc9a8d2ea0adf&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8568869 Jan 14 07:21:26.492152 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84874) accepted ('10.222.0.24', 40488) {{(pid=84874) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:21:26.625773 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-0cf1e4b6-28ba-4cb7-8de0-664358d4ee1f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036854176836'] for subnet, precommit_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:21:26.704092 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-d29607a6-919b-4750-8410-ba52ff8bd2bf tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777640533329', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777640097463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851621574'] for port, after_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:21:26.915123 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-dcf873f2-64d1-4a83-ab7b-a9f07f7df172 tempest-AllowedAddressPairTestJSON-747646770 tempest-AllowedAddressPairTestJSON-747646770] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:21:26.989073 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d29607a6-919b-4750-8410-ba52ff8bd2bf tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] Pushing event deleted for resources: {'Port': ['ID=a50bfee7-fd91-4335-bf40-efabf416a569,revision_number=None']} {{(pid=84875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:21:27.006562 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-d29607a6-919b-4750-8410-ba52ff8bd2bf tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:21:27.070188 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-d29607a6-919b-4750-8410-ba52ff8bd2bf tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854768116'] for port, before_response {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:21:27.105601 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-d29607a6-919b-4750-8410-ba52ff8bd2bf tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] 10.222.0.24 "DELETE /v2.0/ports/a50bfee7-fd91-4335-bf40-efabf416a569 HTTP/1.1" status: 204 len: 168 time: 1.8797176 Jan 14 07:21:27.112902 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84875) accepted ('10.222.0.24', 40498) {{(pid=84875) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:21:27.168690 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-7c18d793-64b3-4f6f-b123-707ac351bf9d tempest-RoutersIpV6Test-883692175 tempest-RoutersIpV6Test-883692175] Notify callbacks [] for router_gateway, after_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:21:27.301020 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-00c3a9fa-1fc6-4723-b47b-75d982d44fdc None None] Provisioning for port 2c3331db-55b1-4f79-87c5-ff14b06c02a1 completed by entity DHCP. {{(pid=84876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 07:21:27.586906 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e96afa4-8e2f-4d67-9edd-f772f66409b1 tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:21:27.604687 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e96afa4-8e2f-4d67-9edd-f772f66409b1 tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:21:27.605606 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-2e96afa4-8e2f-4d67-9edd-f772f66409b1 tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] Synchronizing usage tracker for tenant:be0aa702e3ca464795a99c51e3b3b04f on resource:subnet {{(pid=84875) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 14 07:21:27.710923 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-0cf1e4b6-28ba-4cb7-8de0-664358d4ee1f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-598964', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850887113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3154192', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2308610'] for subnet, after_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:21:27.723639 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Device 2c3331db-55b1-4f79-87c5-ff14b06c02a1 up at agent ovs-agent-n-d-768862-2 {{(pid=84876) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 07:21:27.761634 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-3a23e033-de37-4990-b064-6165f6e7dcdd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:21:27.786884 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-3f4b8899-72b5-4d8b-b2ac-cd27b7225073 tempest-RoutersIpV6Test-883692175 tempest-RoutersIpV6Test-883692175] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:21:27.802323 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-3a23e033-de37-4990-b064-6165f6e7dcdd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:21:27.825985 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-2e96afa4-8e2f-4d67-9edd-f772f66409b1 tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] Unset dirty status for tenant:be0aa702e3ca464795a99c51e3b3b04f on resource:subnet {{(pid=84875) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 14 07:21:27.833466 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-2e96afa4-8e2f-4d67-9edd-f772f66409b1 tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] 10.222.0.24 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.4542952 Jan 14 07:21:27.878430 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84874) accepted ('10.222.0.24', 40508) {{(pid=84874) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:21:27.878811 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84874) accepted ('10.222.0.24', 40510) {{(pid=84874) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:21:27.904714 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-3a23e033-de37-4990-b064-6165f6e7dcdd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850887153'] for security_group, after_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:21:27.951111 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-afa61e2a-180f-4f97-8803-ee437f04d545 None None] Could not find standard attr ID for object 813f5c76-1a34-4ea0-97af-2788c0949ced. {{(pid=84876) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Jan 14 07:21:28.091016 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-37a577bb-2524-4bb6-a609-ad5db4cda2f5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:21:28.093760 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Provisioning for port 2c3331db-55b1-4f79-87c5-ff14b06c02a1 completed by entity L2. {{(pid=84876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 07:21:28.097347 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cf1e4b6-28ba-4cb7-8de0-664358d4ee1f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d43c68af-543f-45ec-8479-94e209e5413e,revision_number=None']} {{(pid=84875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:21:28.107048 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Provisioning complete for port 2c3331db-55b1-4f79-87c5-ff14b06c02a1 triggered by entity L2. {{(pid=84876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 07:21:28.107711 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-604227'] for port, provisioning_complete {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:21:28.132351 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-0cf1e4b6-28ba-4cb7-8de0-664358d4ee1f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.336s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:21:28.142968 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a23e033-de37-4990-b064-6165f6e7dcdd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1cfd57fb-8b9c-4ede-9a49-6aa1f9329783,revision_number=None']} {{(pid=84874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:21:28.163759 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-3a23e033-de37-4990-b064-6165f6e7dcdd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:21:28.164721 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-3a23e033-de37-4990-b064-6165f6e7dcdd admin admin] Notify callbacks [] for security_group, before_response {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:21:28.166004 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-3a23e033-de37-4990-b064-6165f6e7dcdd admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/1cfd57fb-8b9c-4ede-9a49-6aa1f9329783 HTTP/1.1" status: 204 len: 168 time: 1.6676300 Jan 14 07:21:28.166864 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-34a4b1c9-491d-4d0c-89eb-0be1723125ed tempest-RoutersIpV6AdminTest-832003634 tempest-RoutersIpV6AdminTest-832003634] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777640533329', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777640097463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3254186'] for port, after_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:21:28.224919 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-0cf1e4b6-28ba-4cb7-8de0-664358d4ee1f admin admin] Notify callbacks [] for subnet, before_response {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:21:28.237558 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-0cf1e4b6-28ba-4cb7-8de0-664358d4ee1f admin admin] 10.222.0.24 "DELETE /v2.0/subnets/d43c68af-543f-45ec-8479-94e209e5413e HTTP/1.1" status: 204 len: 168 time: 2.2386765 Jan 14 07:21:28.238294 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84875) accepted ('10.222.0.24', 40522) {{(pid=84875) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:21:28.267034 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-d74f5001-39f2-43b0-8ac6-bf0e2ce2ed4a tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:21:28.381639 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-3cd23f74-8561-4b93-833b-ee1520808d91 None None] Could not find standard attr ID for object a50bfee7-fd91-4335-bf40-efabf416a569. {{(pid=84876) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Jan 14 07:21:28.552424 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-81fbb988-47ac-4d26-8d22-13fd8f12fe98 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036854160497'] for network, before_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:21:28.609977 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555753'] for port, before_update {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:21:28.736214 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] For port 2c3331db-55b1-4f79-87c5-ff14b06c02a1, host n-d-768862-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-2',level=0,port_id=2c3331db-55b1-4f79-87c5-ff14b06c02a1,segment=NetworkSegment(56f1c7cf-f3a3-41d2-9677-68978131444f),segment_id=56f1c7cf-f3a3-41d2-9677-68978131444f)] {{(pid=84876) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 07:21:28.738711 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-f8f2e606-9be6-40aa-a811-9846c6bbc538 None None] Provisioning complete for port 2c3331db-55b1-4f79-87c5-ff14b06c02a1 triggered by entity DHCP. {{(pid=84876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 07:21:28.739439 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-f8f2e606-9be6-40aa-a811-9846c6bbc538 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-604227'] for port, provisioning_complete {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:21:28.873083 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34a4b1c9-491d-4d0c-89eb-0be1723125ed tempest-RoutersIpV6AdminTest-832003634 tempest-RoutersIpV6AdminTest-832003634] Pushing event deleted for resources: {'Port': ['ID=1d5b531b-ce06-4bf3-a90a-cda099b695d2,revision_number=None']} {{(pid=84874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:21:28.884360 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777640533312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363259214678337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777640097497'] for port, after_update {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:21:28.890041 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network":"rule:regular_user" was deprecated in W in favor of "create_network":"role:member and project_id:%(project_id)s". Reason: Jan 14 07:21:28.890041 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:21:28.890041 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:21:28.890041 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:21:28.890041 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:shared":"rule:admin_only" was deprecated in W in favor of "create_network:shared":"role:admin and system_scope:all". Reason: Jan 14 07:21:28.890041 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:21:28.890041 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:21:28.890041 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:21:28.890041 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:router:external":"rule:admin_only" was deprecated in W in favor of "create_network:router:external":"role:admin and system_scope:all". Reason: Jan 14 07:21:28.890041 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:21:28.890041 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:21:28.890041 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:21:28.890041 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:is_default":"rule:admin_only" was deprecated in W in favor of "create_network:is_default":"role:admin and system_scope:all". Reason: Jan 14 07:21:28.890041 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:21:28.890041 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:21:28.890041 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:21:28.890041 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:port_security_enabled":"rule:regular_user" was deprecated in W in favor of "create_network:port_security_enabled":"role:member and project_id:%(project_id)s". Reason: Jan 14 07:21:28.890041 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:21:28.890041 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:21:28.890041 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:21:28.890041 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:segments":"rule:admin_only" was deprecated in W in favor of "create_network:segments":"role:admin and system_scope:all". Reason: Jan 14 07:21:28.890041 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:21:28.890041 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:21:28.890041 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:21:28.890041 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "create_network:provider:network_type":"role:admin and system_scope:all". Reason: Jan 14 07:21:28.890041 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:21:28.890041 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:21:28.890041 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:21:28.890041 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "create_network:provider:physical_network":"role:admin and system_scope:all". Reason: Jan 14 07:21:28.890041 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:21:28.890041 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:21:28.890041 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:21:28.890041 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "create_network:provider:segmentation_id":"role:admin and system_scope:all". Reason: Jan 14 07:21:28.890041 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:21:28.890041 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:21:28.890041 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:21:28.890041 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network":"rule:admin_or_owner or rule:shared or rule:external or rule:context_is_advsvc" was deprecated in W in favor of "get_network":"(role:reader and system_scope:all) or (role:reader and project_id:%(project_id)s) or rule:shared or rule:external or rule:context_is_advsvc". Reason: Jan 14 07:21:28.890041 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:21:28.890041 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:21:28.890041 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:21:28.890041 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:router:external":"rule:regular_user" was deprecated in W in favor of "get_network:router:external":"role:reader and project_id:%(project_id)s". Reason: Jan 14 07:21:28.890041 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:21:28.890041 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:21:28.890041 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:21:28.890041 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:segments":"rule:admin_only" was deprecated in W in favor of "get_network:segments":"role:reader and system_scope:all". Reason: Jan 14 07:21:28.890041 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:21:28.890041 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:21:28.890041 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:21:28.892805 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "get_network:provider:network_type":"role:reader and system_scope:all". Reason: Jan 14 07:21:28.892805 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:21:28.892805 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:21:28.892805 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:21:28.892805 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "get_network:provider:physical_network":"role:reader and system_scope:all". Reason: Jan 14 07:21:28.892805 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:21:28.892805 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:21:28.892805 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:21:28.892805 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "get_network:provider:segmentation_id":"role:reader and system_scope:all". Reason: Jan 14 07:21:28.892805 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:21:28.892805 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:21:28.892805 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:21:28.892805 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network":"rule:admin_or_owner" was deprecated in W in favor of "update_network":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 07:21:28.892805 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:21:28.892805 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:21:28.892805 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:21:28.892805 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:segments":"rule:admin_only" was deprecated in W in favor of "update_network:segments":"role:admin and system_scope:all". Reason: Jan 14 07:21:28.892805 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:21:28.892805 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:21:28.892805 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:21:28.906740 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-f2b61719-4677-46ee-81de-45f12188e5d9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84876) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:21:28.964824 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-7c18d793-64b3-4f6f-b123-707ac351bf9d tempest-RoutersIpV6Test-883692175 tempest-RoutersIpV6Test-883692175] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036850886612', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036850863158'] for router, after_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:21:28.990438 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-34a4b1c9-491d-4d0c-89eb-0be1723125ed tempest-RoutersIpV6AdminTest-832003634 tempest-RoutersIpV6AdminTest-832003634] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.725s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:21:28.995982 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-81fbb988-47ac-4d26-8d22-13fd8f12fe98 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-598987', 'neutron.services.segments.db._delete_segments_for_network-8777640583949'] for network, precommit_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:21:29.052465 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Pushing event updated for resources: {'Port': ['ID=2c3331db-55b1-4f79-87c5-ff14b06c02a1,revision_number=3']} {{(pid=84876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:21:29.068483 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.162s {{(pid=84876) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:21:29.344734 n-d-768862-2 neutron-server[84765]: DEBUG neutron.services.segments.db [None req-81fbb988-47ac-4d26-8d22-13fd8f12fe98 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a2ea9d5a-a621-4b57-8751-d24a4442d1fb']}} {{(pid=84875) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:21:29.362914 n-d-768862-2 neutron-server[84765]: DEBUG neutron.services.segments.db [None req-81fbb988-47ac-4d26-8d22-13fd8f12fe98 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dbf8b3bc-0286-4357-8427-a59aac675952') {'for_net_delete': True} {{(pid=84875) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:21:29.363217 n-d-768862-2 neutron-server[84765]: DEBUG neutron.services.segments.db [None req-81fbb988-47ac-4d26-8d22-13fd8f12fe98 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dbf8b3bc-0286-4357-8427-a59aac675952') {} {{(pid=84875) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:21:29.379137 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-81fbb988-47ac-4d26-8d22-13fd8f12fe98 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363259214173198', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036851408567'] for segment, before_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:21:29.411540 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-81fbb988-47ac-4d26-8d22-13fd8f12fe98 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854179735'] for segment, precommit_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:21:29.414747 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-81fbb988-47ac-4d26-8d22-13fd8f12fe98 admin admin] Releasing vxlan tunnel 15 to pool {{(pid=84875) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Jan 14 07:21:29.495252 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-a920d0d9-7a05-4b58-87f9-efb66d0fe78a None None] Provisioning complete for port 2c3331db-55b1-4f79-87c5-ff14b06c02a1 triggered by entity DHCP. {{(pid=84876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 07:21:29.495883 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-a920d0d9-7a05-4b58-87f9-efb66d0fe78a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-604227'] for port, provisioning_complete {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:21:29.594151 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-34a4b1c9-491d-4d0c-89eb-0be1723125ed tempest-RoutersIpV6AdminTest-832003634 tempest-RoutersIpV6AdminTest-832003634] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854768116'] for port, before_response {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:21:29.600137 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-34a4b1c9-491d-4d0c-89eb-0be1723125ed tempest-RoutersIpV6AdminTest-832003634 tempest-RoutersIpV6AdminTest-832003634] 10.222.0.24 "DELETE /v2.0/ports/1d5b531b-ce06-4bf3-a90a-cda099b695d2 HTTP/1.1" status: 204 len: 168 time: 4.9472935 Jan 14 07:21:29.605282 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-60e45139-34fb-4d1e-a94e-d0b4d97a1cd8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:21:29.626469 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Device 2c3331db-55b1-4f79-87c5-ff14b06c02a1 up at agent ovs-agent-n-d-768862-2 {{(pid=84876) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 07:21:29.635438 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84875) accepted ('10.222.0.24', 40546) {{(pid=84875) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:21:29.650975 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.v2.base [None req-dbc1997d-d48c-406a-a3ea-c630be824da0 tempest-RoutersIpV6AdminTest-832003634 tempest-RoutersIpV6AdminTest-832003634] Request body: {'router': {'external_gateway_info': {'network_id': 'd8ba7c65-0309-4598-a5d6-59e96643a2d6', 'external_fixed_ips': [{'subnet_id': '4d4903d5-18e2-4017-b8f1-ffb6ec3d60d6', 'ip_address': '2001:db8::30d'}]}}} {{(pid=84875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:21:29.658954 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.db_base_plugin_v2 [None req-dedec3ee-6e13-4cb7-944e-252bd9cee1ee tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] Deleting subnet 0ba868e7-5032-4e6f-9b4e-5caf3c758183 {{(pid=84874) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Jan 14 07:21:29.661320 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-dbc1997d-d48c-406a-a3ea-c630be824da0 tempest-RoutersIpV6AdminTest-832003634 tempest-RoutersIpV6AdminTest-832003634] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:21:29.662771 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-dedec3ee-6e13-4cb7-944e-252bd9cee1ee tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] Notify callbacks [] for subnet, before_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:21:29.667632 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-dbc1997d-d48c-406a-a3ea-c630be824da0 tempest-RoutersIpV6AdminTest-832003634 tempest-RoutersIpV6AdminTest-832003634] Usage tracker for resource:router and tenant:5312235f111841e2bff7d19b335a2a35 is out of sync, need to count used quota {{(pid=84875) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:21:29.675507 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-dbc1997d-d48c-406a-a3ea-c630be824da0 tempest-RoutersIpV6AdminTest-832003634 tempest-RoutersIpV6AdminTest-832003634] Quota usage for router was recalculated. Used quota:0. {{(pid=84875) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:21:29.683650 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-dbc1997d-d48c-406a-a3ea-c630be824da0 tempest-RoutersIpV6AdminTest-832003634 tempest-RoutersIpV6AdminTest-832003634] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:21:29.704390 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-dbc1997d-d48c-406a-a3ea-c630be824da0 tempest-RoutersIpV6AdminTest-832003634 tempest-RoutersIpV6AdminTest-832003634] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3889205', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854717621'] for router, before_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:21:29.706258 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-dbc1997d-d48c-406a-a3ea-c630be824da0 tempest-RoutersIpV6AdminTest-832003634 tempest-RoutersIpV6AdminTest-832003634] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036850886574', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3912501', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3808446', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-58179'] for router, precommit_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:21:29.728331 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-dedec3ee-6e13-4cb7-944e-252bd9cee1ee tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036851807232'] for subnet, precommit_delete_associations {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:21:29.888088 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-dedec3ee-6e13-4cb7-944e-252bd9cee1ee tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036854176836'] for subnet, precommit_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:21:29.913176 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-dbc1997d-d48c-406a-a3ea-c630be824da0 tempest-RoutersIpV6AdminTest-832003634 tempest-RoutersIpV6AdminTest-832003634] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:21:29.963485 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.managers [None req-81fbb988-47ac-4d26-8d22-13fd8f12fe98 admin admin] Network a2ea9d5a-a621-4b57-8751-d24a4442d1fb has no segments {{(pid=84875) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 14 07:21:29.965395 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef5a9fca-37d5-4e05-ac63-2e91038e8a4e None None] get_active_networks_info from n-d-768862-2 {{(pid=84876) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}} Jan 14 07:21:29.978569 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-81fbb988-47ac-4d26-8d22-13fd8f12fe98 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-596065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3154253'] for segment, after_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:21:30.192788 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-60e45139-34fb-4d1e-a94e-d0b4d97a1cd8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:21:30.224464 n-d-768862-2 neutron-server[84765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef5a9fca-37d5-4e05-ac63-2e91038e8a4e None None] Resources bound (agent type, host, resource id): {{(pid=84876) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:105}} Jan 14 07:21:30.318732 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.managers [None req-81fbb988-47ac-4d26-8d22-13fd8f12fe98 admin admin] Network a2ea9d5a-a621-4b57-8751-d24a4442d1fb has no segments {{(pid=84875) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 14 07:21:30.406687 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-60e45139-34fb-4d1e-a94e-d0b4d97a1cd8 admin admin] Usage tracker for resource:security_group_rule and tenant:b4b1dd15568e41678285429f2bcba1e3 is out of sync, need to count used quota {{(pid=84874) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:21:30.410069 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84874) accepted ('10.222.0.24', 40554) {{(pid=84874) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:21:30.416086 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-60e45139-34fb-4d1e-a94e-d0b4d97a1cd8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84874) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:21:30.420221 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-dedec3ee-6e13-4cb7-944e-252bd9cee1ee tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-598964', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850887113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036851521664', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2794686'] for subnet, after_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:21:30.445321 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-57a8f1c4-5d20-4b6c-9e5d-c5f79b4c8e44 tempest-RoutersIpV6AdminTest-832003634 tempest-RoutersIpV6AdminTest-832003634] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:21:30.505332 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-60e45139-34fb-4d1e-a94e-d0b4d97a1cd8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:21:30.508584 n-d-768862-2 neutron-server[84765]: Traceback (most recent call last): Jan 14 07:21:30.508584 n-d-768862-2 neutron-server[84765]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 14 07:21:30.508584 n-d-768862-2 neutron-server[84765]: timer() Jan 14 07:21:30.508584 n-d-768862-2 neutron-server[84765]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 14 07:21:30.508584 n-d-768862-2 neutron-server[84765]: cb(*args, **kw) Jan 14 07:21:30.508584 n-d-768862-2 neutron-server[84765]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Jan 14 07:21:30.508584 n-d-768862-2 neutron-server[84765]: return func(*args, **kwargs) Jan 14 07:21:30.508584 n-d-768862-2 neutron-server[84765]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 14 07:21:30.508584 n-d-768862-2 neutron-server[84765]: self._notify() Jan 14 07:21:30.508584 n-d-768862-2 neutron-server[84765]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 14 07:21:30.508584 n-d-768862-2 neutron-server[84765]: self.callback(batched_events) Jan 14 07:21:30.508584 n-d-768862-2 neutron-server[84765]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 14 07:21:30.508584 n-d-768862-2 neutron-server[84765]: event.method(event) Jan 14 07:21:30.508584 n-d-768862-2 neutron-server[84765]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 14 07:21:30.508584 n-d-768862-2 neutron-server[84765]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 14 07:21:30.508584 n-d-768862-2 neutron-server[84765]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Jan 14 07:21:30.508584 n-d-768862-2 neutron-server[84765]: segment_id)['aggregates'][0] Jan 14 07:21:30.508584 n-d-768862-2 neutron-server[84765]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 14 07:21:30.508584 n-d-768862-2 neutron-server[84765]: return f(self, *a, **k) Jan 14 07:21:30.508584 n-d-768862-2 neutron-server[84765]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 14 07:21:30.508584 n-d-768862-2 neutron-server[84765]: return self._get(url).json() Jan 14 07:21:30.508584 n-d-768862-2 neutron-server[84765]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 14 07:21:30.508584 n-d-768862-2 neutron-server[84765]: **kwargs) Jan 14 07:21:30.508584 n-d-768862-2 neutron-server[84765]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 14 07:21:30.508584 n-d-768862-2 neutron-server[84765]: return self.request(url, 'GET', **kwargs) Jan 14 07:21:30.508584 n-d-768862-2 neutron-server[84765]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Jan 14 07:21:30.508584 n-d-768862-2 neutron-server[84765]: **endpoint_filter) Jan 14 07:21:30.508584 n-d-768862-2 neutron-server[84765]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 14 07:21:30.508584 n-d-768862-2 neutron-server[84765]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 14 07:21:30.508584 n-d-768862-2 neutron-server[84765]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 14 07:21:30.508584 n-d-768862-2 neutron-server[84765]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 14 07:21:30.508584 n-d-768862-2 neutron-server[84765]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 14 07:21:30.510566 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dedec3ee-6e13-4cb7-944e-252bd9cee1ee tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] Pushing event deleted for resources: {'Subnet': ['ID=0ba868e7-5032-4e6f-9b4e-5caf3c758183,revision_number=None']} {{(pid=84874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:21:30.538065 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-dedec3ee-6e13-4cb7-944e-252bd9cee1ee tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:21:30.747145 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Provisioning complete for port 2c3331db-55b1-4f79-87c5-ff14b06c02a1 triggered by entity L2. {{(pid=84876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 07:21:30.749002 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-604227'] for port, provisioning_complete {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:21:30.784273 n-d-768862-2 neutron-server[84765]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7c18d793-64b3-4f6f-b123-707ac351bf9d tempest-RoutersIpV6Test-883692175 tempest-RoutersIpV6Test-883692175] Router 83c02219-d97e-4f94-bc9c-3d71acf2a24b is scheduled to L3 agent 35f592e9-451b-4db9-abea-77b6a5c5391b with binding_index 1 {{(pid=84874) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}} Jan 14 07:21:30.816477 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.v2.base [None req-5dbc1dec-f2fe-48a7-b6d8-7bd60d8383bc tempest-BulkNetworkOpsIpV6Test-1034590256 tempest-BulkNetworkOpsIpV6Test-1034590256] Request body: {'networks': [{'name': 'tempest-network--807750478'}, {'name': 'tempest-network--793102689'}]} {{(pid=84874) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:21:30.816997 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.v2.base [None req-5dbc1dec-f2fe-48a7-b6d8-7bd60d8383bc tempest-BulkNetworkOpsIpV6Test-1034590256 tempest-BulkNetworkOpsIpV6Test-1034590256] Request body: {'network': {'name': 'tempest-network--807750478'}} {{(pid=84874) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:21:30.817542 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.v2.base [None req-5dbc1dec-f2fe-48a7-b6d8-7bd60d8383bc tempest-BulkNetworkOpsIpV6Test-1034590256 tempest-BulkNetworkOpsIpV6Test-1034590256] Request body: {'network': {'name': 'tempest-network--793102689'}} {{(pid=84874) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:21:30.833037 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-5dbc1dec-f2fe-48a7-b6d8-7bd60d8383bc tempest-BulkNetworkOpsIpV6Test-1034590256 tempest-BulkNetworkOpsIpV6Test-1034590256] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:21:31.072063 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-5dbc1dec-f2fe-48a7-b6d8-7bd60d8383bc tempest-BulkNetworkOpsIpV6Test-1034590256 tempest-BulkNetworkOpsIpV6Test-1034590256] Usage tracker for resource:network and tenant:c426aaa923cd4f78a69be9b70a9d35c7 is out of sync, need to count used quota {{(pid=84874) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:21:31.075943 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-5dbc1dec-f2fe-48a7-b6d8-7bd60d8383bc tempest-BulkNetworkOpsIpV6Test-1034590256 tempest-BulkNetworkOpsIpV6Test-1034590256] Quota usage for network was recalculated. Used quota:0. {{(pid=84874) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:21:31.083306 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-5dbc1dec-f2fe-48a7-b6d8-7bd60d8383bc tempest-BulkNetworkOpsIpV6Test-1034590256 tempest-BulkNetworkOpsIpV6Test-1034590256] Attempting to reserve 2 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:21:31.097139 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-dedec3ee-6e13-4cb7-944e-252bd9cee1ee tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3207107'] for subnet, before_response {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:21:31.108348 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-81fbb988-47ac-4d26-8d22-13fd8f12fe98 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036854176830', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850887149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3912591'] for network, after_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:21:31.115578 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-e4cc531c-1ade-4f12-8542-e8d6def54627 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:21:31.134829 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-81fbb988-47ac-4d26-8d22-13fd8f12fe98 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3207107'] for network, before_response {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:21:31.144317 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5dbc1dec-f2fe-48a7-b6d8-7bd60d8383bc tempest-BulkNetworkOpsIpV6Test-1034590256 tempest-BulkNetworkOpsIpV6Test-1034590256] Made reservation on behalf of c426aaa923cd4f78a69be9b70a9d35c7 for: {'network': 2} {{(pid=84874) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 07:21:31.161194 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-5dbc1dec-f2fe-48a7-b6d8-7bd60d8383bc tempest-BulkNetworkOpsIpV6Test-1034590256 tempest-BulkNetworkOpsIpV6Test-1034590256] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555753'] for network, before_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:21:31.173921 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7c18d793-64b3-4f6f-b123-707ac351bf9d tempest-RoutersIpV6Test-883692175 tempest-RoutersIpV6Test-883692175] Notify agent at l3_agent.n-d-768862-2 the message routers_updated {{(pid=84874) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jan 14 07:21:31.218547 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-dedec3ee-6e13-4cb7-944e-252bd9cee1ee tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] 10.222.0.24 "DELETE /v2.0/subnets/0ba868e7-5032-4e6f-9b4e-5caf3c758183 HTTP/1.1" status: 204 len: 168 time: 3.3300939 Jan 14 07:21:31.223361 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-7c18d793-64b3-4f6f-b123-707ac351bf9d tempest-RoutersIpV6Test-883692175 tempest-RoutersIpV6Test-883692175] Notify callbacks [] for router, before_response {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:21:31.224304 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-81fbb988-47ac-4d26-8d22-13fd8f12fe98 admin admin] 10.222.0.24 "DELETE /v2.0/networks/a2ea9d5a-a621-4b57-8751-d24a4442d1fb HTTP/1.1" status: 204 len: 168 time: 2.9848175 Jan 14 07:21:31.225129 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-7c18d793-64b3-4f6f-b123-707ac351bf9d tempest-RoutersIpV6Test-883692175 tempest-RoutersIpV6Test-883692175] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 882 time: 13.7146831 Jan 14 07:21:31.228093 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84874) accepted ('10.222.0.24', 40568) {{(pid=84874) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:21:31.231397 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-5dbc1dec-f2fe-48a7-b6d8-7bd60d8383bc tempest-BulkNetworkOpsIpV6Test-1034590256 tempest-BulkNetworkOpsIpV6Test-1034590256] Notify callbacks [] for security_group, before_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:21:31.238432 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84875) accepted ('10.222.0.24', 40572) {{(pid=84875) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:21:31.244747 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81fbb988-47ac-4d26-8d22-13fd8f12fe98 admin admin] Pushing event deleted for resources: {'Network': ['ID=a2ea9d5a-a621-4b57-8751-d24a4442d1fb,revision_number=None']} {{(pid=84875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:21:31.277436 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc273be9-b63e-4b54-914f-ecddf049939a None None] Sync routers for ids ['83c02219-d97e-4f94-bc9c-3d71acf2a24b'] in n-d-768862-2 {{(pid=84876) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Jan 14 07:21:31.306289 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc273be9-b63e-4b54-914f-ecddf049939a None None] Routers {'83c02219-d97e-4f94-bc9c-3d71acf2a24b'} bound to L3 agent in host n-d-768862-2 {{(pid=84876) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 14 07:21:31.307042 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_hamode_db [None req-fc273be9-b63e-4b54-914f-ecddf049939a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-01-14T06:56:51Z,description=,heartbeat_timestamp=2021-01-14T07:21:21Z,host='n-d-768862-2',id=35f592e9-451b-4db9-abea-77b6a5c5391b,load=0,resource_versions=,resources_synced=,started_at=2021-01-14T06:56:51Z,topic='l3_agent')) {'router_ids': ['83c02219-d97e-4f94-bc9c-3d71acf2a24b'], 'active': True} {{(pid=84876) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:21:31.332396 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-81fbb988-47ac-4d26-8d22-13fd8f12fe98 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.217s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:21:31.466187 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_hamode_db [None req-fc273be9-b63e-4b54-914f-ecddf049939a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768862-2', False) {} {{(pid=84876) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:21:31.471614 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-ce664cf0-e1fe-4353-9644-2da2c65e7be8 tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] 10.222.0.24 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.2394383 Jan 14 07:21:31.474874 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-5dbc1dec-f2fe-48a7-b6d8-7bd60d8383bc tempest-BulkNetworkOpsIpV6Test-1034590256 tempest-BulkNetworkOpsIpV6Test-1034590256] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:21:31.479485 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84874) accepted ('10.222.0.24', 40578) {{(pid=84874) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:21:31.514281 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-dbc1997d-d48c-406a-a3ea-c630be824da0 tempest-RoutersIpV6AdminTest-832003634 tempest-RoutersIpV6AdminTest-832003634] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3912484', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3889188', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-58194'] for router, precommit_update {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:21:31.617980 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-5dbc1dec-f2fe-48a7-b6d8-7bd60d8383bc tempest-BulkNetworkOpsIpV6Test-1034590256 tempest-BulkNetworkOpsIpV6Test-1034590256] Usage tracker for resource:security_group_rule and tenant:c426aaa923cd4f78a69be9b70a9d35c7 is out of sync, need to count used quota {{(pid=84874) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:21:31.619439 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc273be9-b63e-4b54-914f-ecddf049939a None None] Routers {'83c02219-d97e-4f94-bc9c-3d71acf2a24b'} bound to L3 agent in host n-d-768862-2 {{(pid=84876) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 14 07:21:31.620228 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_hamode_db [None req-fc273be9-b63e-4b54-914f-ecddf049939a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-01-14T06:56:51Z,description=,heartbeat_timestamp=2021-01-14T07:21:21Z,host='n-d-768862-2',id=35f592e9-451b-4db9-abea-77b6a5c5391b,load=0,resource_versions=,resources_synced=,started_at=2021-01-14T06:56:51Z,topic='l3_agent')) {'router_ids': ['83c02219-d97e-4f94-bc9c-3d71acf2a24b'], 'active': True} {{(pid=84876) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:21:31.634980 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-5dbc1dec-f2fe-48a7-b6d8-7bd60d8383bc tempest-BulkNetworkOpsIpV6Test-1034590256 tempest-BulkNetworkOpsIpV6Test-1034590256] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84874) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:21:31.658759 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84875) accepted ('10.222.0.24', 40582) {{(pid=84875) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:21:31.719969 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_hamode_db [None req-fc273be9-b63e-4b54-914f-ecddf049939a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768862-2', False) {} {{(pid=84876) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:21:31.721011 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc273be9-b63e-4b54-914f-ecddf049939a None None] The sync data for ids ['83c02219-d97e-4f94-bc9c-3d71acf2a24b'] in n-d-768862-2 is: [] {{(pid=84876) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Jan 14 07:21:31.789516 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8916d5a-409c-46fe-af93-04fd970dc83c None None] get_active_networks_info from n-d-768862-2 {{(pid=84876) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}} Jan 14 07:21:31.791587 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-60e45139-34fb-4d1e-a94e-d0b4d97a1cd8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:21:31.795030 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-5dbc1dec-f2fe-48a7-b6d8-7bd60d8383bc tempest-BulkNetworkOpsIpV6Test-1034590256 tempest-BulkNetworkOpsIpV6Test-1034590256] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:21:31.802812 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-60e45139-34fb-4d1e-a94e-d0b4d97a1cd8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850887153'] for security_group, after_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:21:31.805139 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-03f42b99-683d-44c2-acef-c457f256b297 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=85f89b9917b145ea99acac2453a509f6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1450131 Jan 14 07:21:31.814496 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84875) accepted ('10.222.0.24', 40586) {{(pid=84875) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:21:31.841026 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-8c8e06d2-ab9a-425a-bde3-25a08f144f6f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:21:31.855007 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-60e45139-34fb-4d1e-a94e-d0b4d97a1cd8 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=b4b1dd15568e41678285429f2bcba1e3&name=default HTTP/1.1" status: 200 len: 2983 time: 3.9672012 Jan 14 07:21:31.856021 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84874) accepted ('10.222.0.24', 40590) {{(pid=84874) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:21:31.872371 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-e7579351-77d0-4ef9-8789-8352075281d0 tempest-RoutersIpV6Test-883692175 tempest-RoutersIpV6Test-883692175] 10.222.0.24 "GET /v2.0/routers/83c02219-d97e-4f94-bc9c-3d71acf2a24b HTTP/1.1" status: 200 len: 883 time: 0.6320391 Jan 14 07:21:31.882050 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84875) accepted ('10.222.0.24', 40594) {{(pid=84875) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:21:31.965745 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60e45139-34fb-4d1e-a94e-d0b4d97a1cd8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c0c313e1-c3bd-4a6c-bd6e-038309a7ec76,revision_number=1']} {{(pid=84874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:21:31.989724 n-d-768862-2 neutron-server[84765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8916d5a-409c-46fe-af93-04fd970dc83c None None] Resources bound (agent type, host, resource id): {{(pid=84876) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:105}} Jan 14 07:21:32.001678 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-60e45139-34fb-4d1e-a94e-d0b4d97a1cd8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.161s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:21:32.035022 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7adbc5ba-3215-4f46-98b6-9fc954c7769f tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:21:32.035993 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-7adbc5ba-3215-4f46-98b6-9fc954c7769f tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] Synchronizing usage tracker for tenant:be0aa702e3ca464795a99c51e3b3b04f on resource:port {{(pid=84874) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 14 07:21:32.078305 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-17caad6b-6026-4ef1-9b17-49441d06ce41 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:21:32.080374 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-7adbc5ba-3215-4f46-98b6-9fc954c7769f tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] Unset dirty status for tenant:be0aa702e3ca464795a99c51e3b3b04f on resource:port {{(pid=84874) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 14 07:21:32.081815 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-7adbc5ba-3215-4f46-98b6-9fc954c7769f tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] 10.222.0.24 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.5840702 Jan 14 07:21:32.086621 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84875) accepted ('10.222.0.24', 40600) {{(pid=84875) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:21:32.098755 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-77ffac29-9711-4406-9b2b-0675beee3fd8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:21:32.133698 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-17caad6b-6026-4ef1-9b17-49441d06ce41 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:21:32.240276 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-5dbc1dec-f2fe-48a7-b6d8-7bd60d8383bc tempest-BulkNetworkOpsIpV6Test-1034590256 tempest-BulkNetworkOpsIpV6Test-1034590256] Notify callbacks [] for security_group, precommit_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:21:32.258476 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-5dbc1dec-f2fe-48a7-b6d8-7bd60d8383bc tempest-BulkNetworkOpsIpV6Test-1034590256 tempest-BulkNetworkOpsIpV6Test-1034590256] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850887153'] for security_group, after_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:21:32.260081 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-5dbc1dec-f2fe-48a7-b6d8-7bd60d8383bc tempest-BulkNetworkOpsIpV6Test-1034590256 tempest-BulkNetworkOpsIpV6Test-1034590256] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555753'] for network, before_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:21:32.310451 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-01d37fff-8141-473c-ac8e-3ac4b06b716e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:21:32.322064 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30261d1b-fcac-4565-a1ec-02e389fd2b04 tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:21:32.324608 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-30261d1b-fcac-4565-a1ec-02e389fd2b04 tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] 10.222.0.24 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1491313 Jan 14 07:21:32.332033 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84875) accepted ('10.222.0.24', 40604) {{(pid=84875) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:21:32.412227 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5dbc1dec-f2fe-48a7-b6d8-7bd60d8383bc tempest-BulkNetworkOpsIpV6Test-1034590256 tempest-BulkNetworkOpsIpV6Test-1034590256] vxlan segment allocate from pool success with {'vxlan_vni': 3} {{(pid=84874) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Jan 14 07:21:32.429447 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-14ba4569-794a-4ea3-a343-eab5bd10ac0f None None] Provisioning complete for port 2c3331db-55b1-4f79-87c5-ff14b06c02a1 triggered by entity DHCP. {{(pid=84876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 07:21:32.429882 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-14ba4569-794a-4ea3-a343-eab5bd10ac0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-604227'] for port, provisioning_complete {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:21:32.433373 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-5dbc1dec-f2fe-48a7-b6d8-7bd60d8383bc tempest-BulkNetworkOpsIpV6Test-1034590256 tempest-BulkNetworkOpsIpV6Test-1034590256] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854179735'] for segment, precommit_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:21:32.434040 n-d-768862-2 neutron-server[84765]: INFO neutron.db.segments_db [None req-5dbc1dec-f2fe-48a7-b6d8-7bd60d8383bc tempest-BulkNetworkOpsIpV6Test-1034590256 tempest-BulkNetworkOpsIpV6Test-1034590256] Added segment 35b98028-3009-4e7a-aad5-60aa9400b7df of type vxlan for network d75699cb-0976-4fd9-826e-c4d5a5439431 Jan 14 07:21:32.444266 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-eae3f1e8-059b-437a-abfa-952df617f4a6 tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] 10.222.0.24 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1042440 Jan 14 07:21:32.449367 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84875) accepted ('10.222.0.24', 40608) {{(pid=84875) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:21:32.467251 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-77ffac29-9711-4406-9b2b-0675beee3fd8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:21:32.496547 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-5dbc1dec-f2fe-48a7-b6d8-7bd60d8383bc tempest-BulkNetworkOpsIpV6Test-1034590256 tempest-BulkNetworkOpsIpV6Test-1034590256] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363259214646115'] for network, precommit_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:21:32.522807 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.v2.base [None req-52782889-b0a8-411a-b60d-bb69b1d04e51 tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] Request body: {'subnet': {'network_id': '23f0a15d-6362-4cec-82c1-cacba887c566', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=84875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:21:32.585432 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5dbc1dec-f2fe-48a7-b6d8-7bd60d8383bc tempest-BulkNetworkOpsIpV6Test-1034590256 tempest-BulkNetworkOpsIpV6Test-1034590256] vxlan segment allocate from pool success with {'vxlan_vni': 9} {{(pid=84874) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Jan 14 07:21:32.607690 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-5dbc1dec-f2fe-48a7-b6d8-7bd60d8383bc tempest-BulkNetworkOpsIpV6Test-1034590256 tempest-BulkNetworkOpsIpV6Test-1034590256] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854179735'] for segment, precommit_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:21:32.608494 n-d-768862-2 neutron-server[84765]: INFO neutron.db.segments_db [None req-5dbc1dec-f2fe-48a7-b6d8-7bd60d8383bc tempest-BulkNetworkOpsIpV6Test-1034590256 tempest-BulkNetworkOpsIpV6Test-1034590256] Added segment b46bdfe2-8b34-4455-8362-0c405f9a3830 of type vxlan for network 7bab0a33-bd9e-4e16-b06d-f9f1b78c3a66 Jan 14 07:21:32.660250 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-52782889-b0a8-411a-b60d-bb69b1d04e51 tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:21:32.665327 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-52782889-b0a8-411a-b60d-bb69b1d04e51 tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] Usage tracker for resource:subnet and tenant:be0aa702e3ca464795a99c51e3b3b04f is out of sync, need to count used quota {{(pid=84875) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:21:32.668814 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-52782889-b0a8-411a-b60d-bb69b1d04e51 tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84875) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:21:32.676729 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-52782889-b0a8-411a-b60d-bb69b1d04e51 tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:21:32.702754 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-5dbc1dec-f2fe-48a7-b6d8-7bd60d8383bc tempest-BulkNetworkOpsIpV6Test-1034590256 tempest-BulkNetworkOpsIpV6Test-1034590256] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363259214646115'] for network, precommit_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:21:32.713900 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-52782889-b0a8-411a-b60d-bb69b1d04e51 tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] Made reservation on behalf of be0aa702e3ca464795a99c51e3b3b04f for: {'subnet': 1} {{(pid=84875) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 07:21:32.729046 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71898bf2-0ee9-4e25-aa41-438ccf3ce854 None None] Network 23f0a15d-6362-4cec-82c1-cacba887c566 requested from n-d-768862-2 {{(pid=84876) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 07:21:32.789571 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-17caad6b-6026-4ef1-9b17-49441d06ce41 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850887153'] for security_group, after_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:21:32.805992 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dbc1dec-f2fe-48a7-b6d8-7bd60d8383bc tempest-BulkNetworkOpsIpV6Test-1034590256 tempest-BulkNetworkOpsIpV6Test-1034590256] Pushing event updated for resources: {'SecurityGroup': ['ID=a44457fb-872c-48a5-b117-69b5f19f9c81,revision_number=1']} {{(pid=84874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:21:32.815851 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-5dbc1dec-f2fe-48a7-b6d8-7bd60d8383bc tempest-BulkNetworkOpsIpV6Test-1034590256 tempest-BulkNetworkOpsIpV6Test-1034590256] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.503s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:21:32.815851 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-5dbc1dec-f2fe-48a7-b6d8-7bd60d8383bc tempest-BulkNetworkOpsIpV6Test-1034590256 tempest-BulkNetworkOpsIpV6Test-1034590256] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:21:32.843487 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-5dbc1dec-f2fe-48a7-b6d8-7bd60d8383bc tempest-BulkNetworkOpsIpV6Test-1034590256 tempest-BulkNetworkOpsIpV6Test-1034590256] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850887149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964'] for network, after_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:21:32.844791 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-5dbc1dec-f2fe-48a7-b6d8-7bd60d8383bc tempest-BulkNetworkOpsIpV6Test-1034590256 tempest-BulkNetworkOpsIpV6Test-1034590256] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850887149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964'] for network, after_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:21:32.888862 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5dbc1dec-f2fe-48a7-b6d8-7bd60d8383bc tempest-BulkNetworkOpsIpV6Test-1034590256 tempest-BulkNetworkOpsIpV6Test-1034590256] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:21:32.903783 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-f633dd8e-e0ad-4b77-9571-99cd36113522 None None] Provisioning complete for port 2c3331db-55b1-4f79-87c5-ff14b06c02a1 triggered by entity DHCP. {{(pid=84876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 07:21:32.905415 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-f633dd8e-e0ad-4b77-9571-99cd36113522 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-604227'] for port, provisioning_complete {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:21:32.934636 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5dbc1dec-f2fe-48a7-b6d8-7bd60d8383bc tempest-BulkNetworkOpsIpV6Test-1034590256 tempest-BulkNetworkOpsIpV6Test-1034590256] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:21:32.936154 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-5dbc1dec-f2fe-48a7-b6d8-7bd60d8383bc tempest-BulkNetworkOpsIpV6Test-1034590256 tempest-BulkNetworkOpsIpV6Test-1034590256] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3207107'] for network, before_response {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:21:32.949807 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17caad6b-6026-4ef1-9b17-49441d06ce41 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c0c313e1-c3bd-4a6c-bd6e-038309a7ec76,revision_number=None']} {{(pid=84874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:21:32.955932 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-17caad6b-6026-4ef1-9b17-49441d06ce41 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:21:32.957029 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-76d95570-3793-45cf-abae-3d2dbd2addcc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:21:33.170733 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-dbc1997d-d48c-406a-a3ea-c630be824da0 tempest-RoutersIpV6AdminTest-832003634 tempest-RoutersIpV6AdminTest-832003634] Notify callbacks [] for router_gateway, before_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:21:33.215146 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-52782889-b0a8-411a-b60d-bb69b1d04e51 tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036852467157'] for subnet, before_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:21:33.256466 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-a54aeaf4-5d45-41ac-b48d-f1b33a52a870 tempest-RoutersIpV6Test-883692175 tempest-RoutersIpV6Test-883692175] Synchronizing usage tracker for tenant:d787627cdb8d4cc9b70642659fae99d7 on resource:router {{(pid=84875) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 14 07:21:33.263900 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-dbc1997d-d48c-406a-a3ea-c630be824da0 tempest-RoutersIpV6AdminTest-832003634 tempest-RoutersIpV6AdminTest-832003634] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555753'] for port, before_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:21:33.375414 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-097fc906-8a7d-4b5f-ba93-6c99b9d2e141 None None] DHCP port deletion for 23f0a15d-6362-4cec-82c1-cacba887c566 request from n-d-768862-2 {{(pid=84876) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Jan 14 07:21:33.385273 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.plugin [None req-097fc906-8a7d-4b5f-ba93-6c99b9d2e141 None None] Deleting port 2c3331db-55b1-4f79-87c5-ff14b06c02a1 {{(pid=84876) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 07:21:33.386406 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-097fc906-8a7d-4b5f-ba93-6c99b9d2e141 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363259214248359'] for port, before_delete {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:21:33.465065 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-a54aeaf4-5d45-41ac-b48d-f1b33a52a870 tempest-RoutersIpV6Test-883692175 tempest-RoutersIpV6Test-883692175] Unset dirty status for tenant:d787627cdb8d4cc9b70642659fae99d7 on resource:router {{(pid=84875) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 14 07:21:33.469423 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-a54aeaf4-5d45-41ac-b48d-f1b33a52a870 tempest-RoutersIpV6Test-883692175 tempest-RoutersIpV6Test-883692175] 10.222.0.24 "GET /v2.0/routers HTTP/1.1" status: 200 len: 886 time: 1.5785136 Jan 14 07:21:33.469423 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-77ffac29-9711-4406-9b2b-0675beee3fd8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850887153'] for security_group, after_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:21:33.479530 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84875) accepted ('10.222.0.24', 40618) {{(pid=84875) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:21:33.486423 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-44bdf6f6-ead8-49c8-9991-21462a2fec46 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:21:33.513862 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-77ffac29-9711-4406-9b2b-0675beee3fd8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:21:33.517910 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-77ffac29-9711-4406-9b2b-0675beee3fd8 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/94d88231-f5cc-4dcc-863d-86a5e5138509 HTTP/1.1" status: 204 len: 168 time: 1.6925218 Jan 14 07:21:33.537990 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.v2.base [None req-27ab74bf-34d6-4eea-81f6-a4a68ec58cff tempest-RoutersIpV6Test-883692175 tempest-RoutersIpV6Test-883692175] Request body: {'router': {'name': 'updatedtempest-RoutersIpV6Test-router-755709770'}} {{(pid=84875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:21:33.803887 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dbc1dec-f2fe-48a7-b6d8-7bd60d8383bc tempest-BulkNetworkOpsIpV6Test-1034590256 tempest-BulkNetworkOpsIpV6Test-1034590256] Pushing event updated for resources: {'Network': ['ID=d75699cb-0976-4fd9-826e-c4d5a5439431,revision_number=1']} {{(pid=84874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:21:33.922888 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-5dbc1dec-f2fe-48a7-b6d8-7bd60d8383bc tempest-BulkNetworkOpsIpV6Test-1034590256 tempest-BulkNetworkOpsIpV6Test-1034590256] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 1318 time: 3.5095167 Jan 14 07:21:33.924849 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84874) accepted ('10.222.0.24', 40628) {{(pid=84874) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:21:34.013654 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-17caad6b-6026-4ef1-9b17-49441d06ce41 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:21:34.015713 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-17caad6b-6026-4ef1-9b17-49441d06ce41 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/c0c313e1-c3bd-4a6c-bd6e-038309a7ec76 HTTP/1.1" status: 204 len: 168 time: 2.1521809 Jan 14 07:21:34.286546 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [None req-097fc906-8a7d-4b5f-ba93-6c99b9d2e141 None None] For port 2c3331db-55b1-4f79-87c5-ff14b06c02a1, host n-d-768862-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-2',level=0,port_id=2c3331db-55b1-4f79-87c5-ff14b06c02a1,segment=NetworkSegment(56f1c7cf-f3a3-41d2-9677-68978131444f),segment_id=56f1c7cf-f3a3-41d2-9677-68978131444f)] {{(pid=84876) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 07:21:34.287328 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-097fc906-8a7d-4b5f-ba93-6c99b9d2e141 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036850862667'] for port, precommit_delete {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:21:34.601434 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77ffac29-9711-4406-9b2b-0675beee3fd8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=94d88231-f5cc-4dcc-863d-86a5e5138509,revision_number=None']} {{(pid=84875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:21:34.624040 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84875) accepted ('10.222.0.24', 40636) {{(pid=84875) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:21:34.642500 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-77ffac29-9711-4406-9b2b-0675beee3fd8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.156s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:21:34.757835 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1d7dc4f-6bdc-4142-ba02-2941af9a86fe tempest-BulkNetworkOpsIpV6Test-1034590256 tempest-BulkNetworkOpsIpV6Test-1034590256] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:21:34.785697 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Device 2c3331db-55b1-4f79-87c5-ff14b06c02a1 no longer exists at agent ovs-agent-n-d-768862-2 {{(pid=84876) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jan 14 07:21:34.819129 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1d7dc4f-6bdc-4142-ba02-2941af9a86fe tempest-BulkNetworkOpsIpV6Test-1034590256 tempest-BulkNetworkOpsIpV6Test-1034590256] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:21:34.854837 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1d7dc4f-6bdc-4142-ba02-2941af9a86fe tempest-BulkNetworkOpsIpV6Test-1034590256 tempest-BulkNetworkOpsIpV6Test-1034590256] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:21:34.879456 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-852a24f7-e9a1-4193-9abb-e9506fe5213f None None] Network d75699cb-0976-4fd9-826e-c4d5a5439431 details requested by agent ovs-agent-n-h2-768862-2 with host n-h2-768862-2 {{(pid=84876) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 07:21:34.880385 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1d7dc4f-6bdc-4142-ba02-2941af9a86fe tempest-BulkNetworkOpsIpV6Test-1034590256 tempest-BulkNetworkOpsIpV6Test-1034590256] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:21:34.901757 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-693ee5d9-90a9-4654-9c8a-229b22aec4f5 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=7f257e6c7fa74026a2393efd50f840ca&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2637441 Jan 14 07:21:34.904878 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1d7dc4f-6bdc-4142-ba02-2941af9a86fe tempest-BulkNetworkOpsIpV6Test-1034590256 tempest-BulkNetworkOpsIpV6Test-1034590256] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:21:34.906207 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-b1d7dc4f-6bdc-4142-ba02-2941af9a86fe tempest-BulkNetworkOpsIpV6Test-1034590256 tempest-BulkNetworkOpsIpV6Test-1034590256] Synchronizing usage tracker for tenant:c426aaa923cd4f78a69be9b70a9d35c7 on resource:network {{(pid=84874) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 14 07:21:34.913672 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84874) accepted ('10.222.0.24', 40646) {{(pid=84874) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:21:35.042216 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-b1d7dc4f-6bdc-4142-ba02-2941af9a86fe tempest-BulkNetworkOpsIpV6Test-1034590256 tempest-BulkNetworkOpsIpV6Test-1034590256] Unset dirty status for tenant:c426aaa923cd4f78a69be9b70a9d35c7 on resource:network {{(pid=84874) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 14 07:21:35.050412 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-b1d7dc4f-6bdc-4142-ba02-2941af9a86fe tempest-BulkNetworkOpsIpV6Test-1034590256 tempest-BulkNetworkOpsIpV6Test-1034590256] 10.222.0.24 "GET /v2.0/networks HTTP/1.1" status: 200 len: 3012 time: 1.1109607 Jan 14 07:21:35.064567 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84874) accepted ('10.222.0.24', 40656) {{(pid=84874) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:21:35.066412 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-ebf451e6-27c1-41b6-8f88-6c59fec74eed admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:21:35.173257 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-ebf451e6-27c1-41b6-8f88-6c59fec74eed admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:21:35.184459 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-017f98a9-8a07-408c-a86f-8ff0c00400a0 None None] Network d75699cb-0976-4fd9-826e-c4d5a5439431 details requested by agent ovs-agent-n-h1-768862-2 with host n-h1-768862-2 {{(pid=84876) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 07:21:35.251504 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dbc1dec-f2fe-48a7-b6d8-7bd60d8383bc tempest-BulkNetworkOpsIpV6Test-1034590256 tempest-BulkNetworkOpsIpV6Test-1034590256] Pushing event updated for resources: {'Network': ['ID=7bab0a33-bd9e-4e16-b06d-f9f1b78c3a66,revision_number=1']} {{(pid=84874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:21:35.262575 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-5dbc1dec-f2fe-48a7-b6d8-7bd60d8383bc tempest-BulkNetworkOpsIpV6Test-1034590256 tempest-BulkNetworkOpsIpV6Test-1034590256] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 2.305s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:21:35.348691 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-111822e5-dd07-4474-97ea-3657af6f757c tempest-RoutersIpV6Test-883692175 tempest-RoutersIpV6Test-883692175] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 2.360s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:21:35.349836 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-111822e5-dd07-4474-97ea-3657af6f757c tempest-RoutersIpV6Test-883692175 tempest-RoutersIpV6Test-883692175] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.002s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:21:35.351863 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Network d75699cb-0976-4fd9-826e-c4d5a5439431 details requested by agent ovs-agent-n-d-768862-2 with host n-d-768862-2 {{(pid=84876) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 07:21:35.394638 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-ebf451e6-27c1-41b6-8f88-6c59fec74eed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850887153'] for security_group, after_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:21:35.404537 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.plugin [None req-097fc906-8a7d-4b5f-ba93-6c99b9d2e141 None None] Calling delete_port for 2c3331db-55b1-4f79-87c5-ff14b06c02a1 owned by network:dhcp {{(pid=84876) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 07:21:35.416207 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-47f76745-424a-4c01-918f-a9000de63fab admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:21:35.463714 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-852a24f7-e9a1-4193-9abb-e9506fe5213f None None] Network 7bab0a33-bd9e-4e16-b06d-f9f1b78c3a66 details requested by agent ovs-agent-n-h2-768862-2 with host n-h2-768862-2 {{(pid=84876) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 07:21:35.484944 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-017f98a9-8a07-408c-a86f-8ff0c00400a0 None None] Network 7bab0a33-bd9e-4e16-b06d-f9f1b78c3a66 details requested by agent ovs-agent-n-h1-768862-2 with host n-h1-768862-2 {{(pid=84876) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 07:21:35.556622 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebf451e6-27c1-41b6-8f88-6c59fec74eed admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3ef59e47-6a6f-4791-aa79-7c01baebfac7,revision_number=None']} {{(pid=84874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:21:35.560213 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-ebf451e6-27c1-41b6-8f88-6c59fec74eed admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:21:35.577062 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-ebf451e6-27c1-41b6-8f88-6c59fec74eed admin admin] Notify callbacks [] for security_group, before_response {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:21:35.578732 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-ebf451e6-27c1-41b6-8f88-6c59fec74eed admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/3ef59e47-6a6f-4791-aa79-7c01baebfac7 HTTP/1.1" status: 204 len: 168 time: 0.6485636 Jan 14 07:21:35.616038 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Network 7bab0a33-bd9e-4e16-b06d-f9f1b78c3a66 details requested by agent ovs-agent-n-d-768862-2 with host n-d-768862-2 {{(pid=84876) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 07:21:35.681897 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-4609cb79-8625-4153-8634-64b41a735aa1 tempest-BulkNetworkOpsIpV6Test-1034590256 tempest-BulkNetworkOpsIpV6Test-1034590256] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036854160497'] for network, before_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:21:35.866841 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-27ab74bf-34d6-4eea-81f6-a4a68ec58cff tempest-RoutersIpV6Test-883692175 tempest-RoutersIpV6Test-883692175] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3912484', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3889188', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-58194'] for router, precommit_update {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:21:35.933733 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-27ab74bf-34d6-4eea-81f6-a4a68ec58cff tempest-RoutersIpV6Test-883692175 tempest-RoutersIpV6Test-883692175] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036850863158', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change--9223372036850863141', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3912659', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources--9223372036850886437'] for router, after_update {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:21:36.270925 n-d-768862-2 neutron-server[84765]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-27ab74bf-34d6-4eea-81f6-a4a68ec58cff tempest-RoutersIpV6Test-883692175 tempest-RoutersIpV6Test-883692175] Router 83c02219-d97e-4f94-bc9c-3d71acf2a24b has already been hosted by L3 agent 35f592e9-451b-4db9-abea-77b6a5c5391b {{(pid=84875) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Jan 14 07:21:36.349514 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-4609cb79-8625-4153-8634-64b41a735aa1 tempest-BulkNetworkOpsIpV6Test-1034590256 tempest-BulkNetworkOpsIpV6Test-1034590256] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-598987', 'neutron.services.segments.db._delete_segments_for_network-8777640583949'] for network, precommit_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:21:36.497393 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-097fc906-8a7d-4b5f-ba93-6c99b9d2e141 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777640533329', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777640097463'] for port, after_delete {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:21:36.751468 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-7696d5ba-d369-4b71-95ed-c8342e625335 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84876) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:21:36.775603 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-27ab74bf-34d6-4eea-81f6-a4a68ec58cff tempest-RoutersIpV6Test-883692175 tempest-RoutersIpV6Test-883692175] Notify agent at l3_agent.n-d-768862-2 the message routers_updated {{(pid=84875) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jan 14 07:21:36.821216 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d774060a-30f0-4f4a-9af3-bbaf7eed8283 None None] Sync routers for ids ['83c02219-d97e-4f94-bc9c-3d71acf2a24b'] in n-d-768862-2 {{(pid=84877) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Jan 14 07:21:36.857869 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d774060a-30f0-4f4a-9af3-bbaf7eed8283 None None] Routers {'83c02219-d97e-4f94-bc9c-3d71acf2a24b'} bound to L3 agent in host n-d-768862-2 {{(pid=84877) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 14 07:21:36.862087 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_hamode_db [None req-d774060a-30f0-4f4a-9af3-bbaf7eed8283 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-01-14T06:56:51Z,description=,heartbeat_timestamp=2021-01-14T07:21:21Z,host='n-d-768862-2',id=35f592e9-451b-4db9-abea-77b6a5c5391b,load=0,resource_versions=,resources_synced=,started_at=2021-01-14T06:56:51Z,topic='l3_agent')) {'router_ids': ['83c02219-d97e-4f94-bc9c-3d71acf2a24b'], 'active': True} {{(pid=84877) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:21:36.943977 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-097fc906-8a7d-4b5f-ba93-6c99b9d2e141 None None] Pushing event deleted for resources: {'Port': ['ID=2c3331db-55b1-4f79-87c5-ff14b06c02a1,revision_number=None']} {{(pid=84876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:21:36.983118 n-d-768862-2 neutron-server[84765]: DEBUG neutron.services.segments.db [None req-4609cb79-8625-4153-8634-64b41a735aa1 tempest-BulkNetworkOpsIpV6Test-1034590256 tempest-BulkNetworkOpsIpV6Test-1034590256] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d75699cb-0976-4fd9-826e-c4d5a5439431']}} {{(pid=84874) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:21:37.010363 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-097fc906-8a7d-4b5f-ba93-6c99b9d2e141 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.259s {{(pid=84876) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:21:37.043569 n-d-768862-2 neutron-server[84765]: DEBUG neutron.services.segments.db [None req-4609cb79-8625-4153-8634-64b41a735aa1 tempest-BulkNetworkOpsIpV6Test-1034590256 tempest-BulkNetworkOpsIpV6Test-1034590256] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '35b98028-3009-4e7a-aad5-60aa9400b7df') {'for_net_delete': True} {{(pid=84874) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:21:37.044811 n-d-768862-2 neutron-server[84765]: DEBUG neutron.services.segments.db [None req-4609cb79-8625-4153-8634-64b41a735aa1 tempest-BulkNetworkOpsIpV6Test-1034590256 tempest-BulkNetworkOpsIpV6Test-1034590256] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '35b98028-3009-4e7a-aad5-60aa9400b7df') {} {{(pid=84874) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:21:37.063143 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_hamode_db [None req-d774060a-30f0-4f4a-9af3-bbaf7eed8283 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768862-2', False) {} {{(pid=84877) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:21:37.070273 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.db_base_plugin_common [None req-dbc1997d-d48c-406a-a3ea-c630be824da0 tempest-RoutersIpV6AdminTest-832003634 tempest-RoutersIpV6AdminTest-832003634] Allocated IP 2001:db8::30d (d8ba7c65-0309-4598-a5d6-59e96643a2d6/4d4903d5-18e2-4017-b8f1-ffb6ec3d60d6/2b6b8aa5-1649-4fd8-9abf-0a005212ca5e) {{(pid=84875) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 14 07:21:37.084870 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-4609cb79-8625-4153-8634-64b41a735aa1 tempest-BulkNetworkOpsIpV6Test-1034590256 tempest-BulkNetworkOpsIpV6Test-1034590256] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363259214173198', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2968632'] for segment, before_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:21:37.098472 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d774060a-30f0-4f4a-9af3-bbaf7eed8283 None None] Routers {'83c02219-d97e-4f94-bc9c-3d71acf2a24b'} bound to L3 agent in host n-d-768862-2 {{(pid=84877) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 14 07:21:37.099962 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_hamode_db [None req-d774060a-30f0-4f4a-9af3-bbaf7eed8283 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-01-14T06:56:51Z,description=,heartbeat_timestamp=2021-01-14T07:21:21Z,host='n-d-768862-2',id=35f592e9-451b-4db9-abea-77b6a5c5391b,load=0,resource_versions=,resources_synced=,started_at=2021-01-14T06:56:51Z,topic='l3_agent')) {'router_ids': ['83c02219-d97e-4f94-bc9c-3d71acf2a24b'], 'active': True} {{(pid=84877) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:21:37.141824 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-27ab74bf-34d6-4eea-81f6-a4a68ec58cff tempest-RoutersIpV6Test-883692175 tempest-RoutersIpV6Test-883692175] Notify callbacks [] for router, before_response {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:21:37.143328 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-27ab74bf-34d6-4eea-81f6-a4a68ec58cff tempest-RoutersIpV6Test-883692175 tempest-RoutersIpV6Test-883692175] 10.222.0.24 "PUT /v2.0/routers/83c02219-d97e-4f94-bc9c-3d71acf2a24b HTTP/1.1" status: 200 len: 890 time: 3.6437118 Jan 14 07:21:37.147534 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84875) accepted ('10.222.0.24', 40690) {{(pid=84875) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:21:37.150443 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] No active binding found for port 2c3331db-55b1-4f79-87c5-ff14b06c02a1 {{(pid=84876) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:223}} Jan 14 07:21:37.150934 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Device 2c3331db-55b1-4f79-87c5-ff14b06c02a1 not bound to the agent host n-d-768862-2 {{(pid=84876) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jan 14 07:21:37.184130 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-4609cb79-8625-4153-8634-64b41a735aa1 tempest-BulkNetworkOpsIpV6Test-1034590256 tempest-BulkNetworkOpsIpV6Test-1034590256] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854179735'] for segment, precommit_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:21:37.187637 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-097fc906-8a7d-4b5f-ba93-6c99b9d2e141 None None] No DVR routers for this DVR port 2c3331db-55b1-4f79-87c5-ff14b06c02a1 on host n-d-768862-2 {{(pid=84876) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Jan 14 07:21:37.200265 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-4609cb79-8625-4153-8634-64b41a735aa1 tempest-BulkNetworkOpsIpV6Test-1034590256 tempest-BulkNetworkOpsIpV6Test-1034590256] Releasing vxlan tunnel 3 to pool {{(pid=84874) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Jan 14 07:21:37.269136 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_hamode_db [None req-d774060a-30f0-4f4a-9af3-bbaf7eed8283 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768862-2', False) {} {{(pid=84877) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:21:37.270054 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d774060a-30f0-4f4a-9af3-bbaf7eed8283 None None] The sync data for ids ['83c02219-d97e-4f94-bc9c-3d71acf2a24b'] in n-d-768862-2 is: [] {{(pid=84877) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Jan 14 07:21:37.481360 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-2ccc8e2f-361a-4851-a7cb-f09d7465a177 tempest-RoutersIpV6Test-883692175 tempest-RoutersIpV6Test-883692175] 10.222.0.24 "GET /v2.0/routers/83c02219-d97e-4f94-bc9c-3d71acf2a24b HTTP/1.1" status: 200 len: 890 time: 0.3296282 Jan 14 07:21:37.488162 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84875) accepted ('10.222.0.24', 40698) {{(pid=84875) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:21:37.557849 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-2b714fd2-d015-4a42-a923-6433be7e1211 tempest-RoutersIpV6Test-883692175 tempest-RoutersIpV6Test-883692175] Synchronizing usage tracker for tenant:d787627cdb8d4cc9b70642659fae99d7 on resource:port {{(pid=84875) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 14 07:21:37.690440 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-2b714fd2-d015-4a42-a923-6433be7e1211 tempest-RoutersIpV6Test-883692175 tempest-RoutersIpV6Test-883692175] Unset dirty status for tenant:d787627cdb8d4cc9b70642659fae99d7 on resource:port {{(pid=84875) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 14 07:21:37.694541 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-2b714fd2-d015-4a42-a923-6433be7e1211 tempest-RoutersIpV6Test-883692175 tempest-RoutersIpV6Test-883692175] 10.222.0.24 "GET /v2.0/ports?device_id=83c02219-d97e-4f94-bc9c-3d71acf2a24b HTTP/1.1" status: 200 len: 205 time: 0.2026625 Jan 14 07:21:37.700502 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84875) accepted ('10.222.0.24', 40706) {{(pid=84875) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:21:37.997190 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.managers [None req-4609cb79-8625-4153-8634-64b41a735aa1 tempest-BulkNetworkOpsIpV6Test-1034590256 tempest-BulkNetworkOpsIpV6Test-1034590256] Network d75699cb-0976-4fd9-826e-c4d5a5439431 has no segments {{(pid=84874) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 14 07:21:38.017290 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-4609cb79-8625-4153-8634-64b41a735aa1 tempest-BulkNetworkOpsIpV6Test-1034590256 tempest-BulkNetworkOpsIpV6Test-1034590256] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-596065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036851521571'] for segment, after_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:21:38.241978 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-3b52e77d-2347-4852-a512-513e1c9a6acf tempest-RoutersIpV6Test-883692175 tempest-RoutersIpV6Test-883692175] Notify callbacks [] for router, before_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:21:38.472664 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.managers [None req-4609cb79-8625-4153-8634-64b41a735aa1 tempest-BulkNetworkOpsIpV6Test-1034590256 tempest-BulkNetworkOpsIpV6Test-1034590256] Network d75699cb-0976-4fd9-826e-c4d5a5439431 has no segments {{(pid=84874) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 14 07:21:38.545284 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:shared":"rule:admin_only" was deprecated in W in favor of "update_network:shared":"role:admin and system_scope:all". Reason: Jan 14 07:21:38.545284 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:21:38.545284 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:21:38.545284 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:21:38.545284 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "update_network:provider:network_type":"role:admin and system_scope:all". Reason: Jan 14 07:21:38.545284 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:21:38.545284 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:21:38.545284 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:21:38.545284 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "update_network:provider:physical_network":"role:admin and system_scope:all". Reason: Jan 14 07:21:38.545284 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:21:38.545284 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:21:38.545284 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:21:38.545284 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "update_network:provider:segmentation_id":"role:admin and system_scope:all". Reason: Jan 14 07:21:38.545284 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:21:38.545284 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:21:38.545284 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:21:38.545284 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:router:external":"rule:admin_only" was deprecated in W in favor of "update_network:router:external":"role:admin and system_scope:all". Reason: Jan 14 07:21:38.545284 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:21:38.545284 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:21:38.545284 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:21:38.545284 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:is_default":"rule:admin_only" was deprecated in W in favor of "update_network:is_default":"role:admin and system_scope:all". Reason: Jan 14 07:21:38.545284 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:21:38.545284 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:21:38.545284 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:21:38.545284 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:port_security_enabled":"rule:admin_or_owner" was deprecated in W in favor of "update_network:port_security_enabled":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 07:21:38.545284 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:21:38.545284 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:21:38.545284 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:21:38.545284 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "delete_network":"rule:admin_or_owner" was deprecated in W in favor of "delete_network":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 07:21:38.545284 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:21:38.545284 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:21:38.545284 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:21:38.545284 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_segment":"rule:admin_only" was deprecated in W in favor of "create_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:21:38.545284 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:21:38.545284 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_segment":"rule:admin_only" was deprecated in W in favor of "get_segment":"role:reader and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:21:38.545284 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:21:38.545284 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_segment":"rule:admin_only" was deprecated in W in favor of "update_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:21:38.545284 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:21:38.545284 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "delete_segment":"rule:admin_only" was deprecated in W in favor of "delete_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:21:38.545284 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:21:38.545284 n-d-768862-2 neutron-server[84765]: Traceback (most recent call last): Jan 14 07:21:38.545284 n-d-768862-2 neutron-server[84765]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 14 07:21:38.545284 n-d-768862-2 neutron-server[84765]: timer() Jan 14 07:21:38.545284 n-d-768862-2 neutron-server[84765]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 14 07:21:38.545284 n-d-768862-2 neutron-server[84765]: cb(*args, **kw) Jan 14 07:21:38.545284 n-d-768862-2 neutron-server[84765]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Jan 14 07:21:38.545284 n-d-768862-2 neutron-server[84765]: return func(*args, **kwargs) Jan 14 07:21:38.549046 n-d-768862-2 neutron-server[84765]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 14 07:21:38.549046 n-d-768862-2 neutron-server[84765]: self._notify() Jan 14 07:21:38.549046 n-d-768862-2 neutron-server[84765]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 14 07:21:38.549046 n-d-768862-2 neutron-server[84765]: self.callback(batched_events) Jan 14 07:21:38.549046 n-d-768862-2 neutron-server[84765]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 14 07:21:38.549046 n-d-768862-2 neutron-server[84765]: event.method(event) Jan 14 07:21:38.549046 n-d-768862-2 neutron-server[84765]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 14 07:21:38.549046 n-d-768862-2 neutron-server[84765]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 14 07:21:38.549046 n-d-768862-2 neutron-server[84765]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Jan 14 07:21:38.549046 n-d-768862-2 neutron-server[84765]: segment_id)['aggregates'][0] Jan 14 07:21:38.549046 n-d-768862-2 neutron-server[84765]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 14 07:21:38.549046 n-d-768862-2 neutron-server[84765]: return f(self, *a, **k) Jan 14 07:21:38.549046 n-d-768862-2 neutron-server[84765]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 14 07:21:38.549046 n-d-768862-2 neutron-server[84765]: return self._get(url).json() Jan 14 07:21:38.549046 n-d-768862-2 neutron-server[84765]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 14 07:21:38.549046 n-d-768862-2 neutron-server[84765]: **kwargs) Jan 14 07:21:38.549046 n-d-768862-2 neutron-server[84765]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 14 07:21:38.549046 n-d-768862-2 neutron-server[84765]: return self.request(url, 'GET', **kwargs) Jan 14 07:21:38.549046 n-d-768862-2 neutron-server[84765]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Jan 14 07:21:38.549046 n-d-768862-2 neutron-server[84765]: **endpoint_filter) Jan 14 07:21:38.549046 n-d-768862-2 neutron-server[84765]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 14 07:21:38.549046 n-d-768862-2 neutron-server[84765]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 14 07:21:38.549046 n-d-768862-2 neutron-server[84765]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 14 07:21:38.549046 n-d-768862-2 neutron-server[84765]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 14 07:21:38.549046 n-d-768862-2 neutron-server[84765]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 14 07:21:38.553853 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84874) accepted ('10.222.0.24', 40720) {{(pid=84874) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:21:38.554482 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84874) accepted ('10.222.0.24', 40728) {{(pid=84874) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:21:38.672880 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84874) accepted ('10.222.0.24', 40734) {{(pid=84874) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:21:38.779931 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-4609cb79-8625-4153-8634-64b41a735aa1 tempest-BulkNetworkOpsIpV6Test-1034590256 tempest-BulkNetworkOpsIpV6Test-1034590256] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036854176830', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850887149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3912591'] for network, after_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:21:38.787155 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-4609cb79-8625-4153-8634-64b41a735aa1 tempest-BulkNetworkOpsIpV6Test-1034590256 tempest-BulkNetworkOpsIpV6Test-1034590256] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3207107'] for network, before_response {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:21:38.797950 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-4af68f5e-27ad-4cdc-9f2c-7feea09061e7 tempest-RoutersIpV6Test-883692175 tempest-RoutersIpV6Test-883692175] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:21:38.865999 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4609cb79-8625-4153-8634-64b41a735aa1 tempest-BulkNetworkOpsIpV6Test-1034590256 tempest-BulkNetworkOpsIpV6Test-1034590256] Pushing event deleted for resources: {'Network': ['ID=d75699cb-0976-4fd9-826e-c4d5a5439431,revision_number=None']} {{(pid=84874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:21:38.871217 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-4609cb79-8625-4153-8634-64b41a735aa1 tempest-BulkNetworkOpsIpV6Test-1034590256 tempest-BulkNetworkOpsIpV6Test-1034590256] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:21:38.884860 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-4609cb79-8625-4153-8634-64b41a735aa1 tempest-BulkNetworkOpsIpV6Test-1034590256 tempest-BulkNetworkOpsIpV6Test-1034590256] 10.222.0.24 "DELETE /v2.0/networks/d75699cb-0976-4fd9-826e-c4d5a5439431 HTTP/1.1" status: 204 len: 168 time: 3.6378291 Jan 14 07:21:38.885357 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84874) accepted ('10.222.0.24', 40744) {{(pid=84874) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:21:38.974873 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-3b52e77d-2347-4852-a512-513e1c9a6acf tempest-RoutersIpV6Test-883692175 tempest-RoutersIpV6Test-883692175] Notify callbacks [] for router_gateway, before_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:21:38.981181 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.plugin [None req-3b52e77d-2347-4852-a512-513e1c9a6acf tempest-RoutersIpV6Test-883692175 tempest-RoutersIpV6Test-883692175] Deleting port 499c26d0-6268-453e-b3b5-5f65294c8171 {{(pid=84875) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 07:21:38.981584 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-3b52e77d-2347-4852-a512-513e1c9a6acf tempest-RoutersIpV6Test-883692175 tempest-RoutersIpV6Test-883692175] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363259214248359'] for port, before_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:21:39.085303 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.v2.base [None req-98e1512c-1cac-4b6b-a234-aee79ec1725b tempest-ExternalNetworksAdminNegativeTestJSON-1161897559 tempest-ExternalNetworksAdminNegativeTestJSON-1161897559] Request body: {'floatingip': {'floating_network_id': '226f1e78-82cd-4481-9055-4eb73b6db8c1'}} {{(pid=84874) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:21:39.100698 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-98e1512c-1cac-4b6b-a234-aee79ec1725b tempest-ExternalNetworksAdminNegativeTestJSON-1161897559 tempest-ExternalNetworksAdminNegativeTestJSON-1161897559] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:21:39.116733 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-98e1512c-1cac-4b6b-a234-aee79ec1725b tempest-ExternalNetworksAdminNegativeTestJSON-1161897559 tempest-ExternalNetworksAdminNegativeTestJSON-1161897559] Usage tracker for resource:floatingip and tenant:79317a68a8984d26b06458b6c3c4f46c is out of sync, need to count used quota {{(pid=84874) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:21:39.122165 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-ccb03598-fc6d-4ec9-872c-363adee3e717 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:21:39.137267 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-98e1512c-1cac-4b6b-a234-aee79ec1725b tempest-ExternalNetworksAdminNegativeTestJSON-1161897559 tempest-ExternalNetworksAdminNegativeTestJSON-1161897559] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=84874) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:21:39.143694 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.v2.base [None req-fe1c7f93-2397-45cd-b2a2-727df57b3687 admin admin] Request body: {'network': {'name': 'tempest-VirtualInterfacesTestJSON-1514634288-network', 'tenant_id': '3dfaeea55ff6479ea8c3ff3512ccc62a'}} {{(pid=84874) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:21:39.159888 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-de58857a-fe58-4720-9c23-8262f66d5807 tempest-BulkNetworkOpsIpV6Test-1034590256 tempest-BulkNetworkOpsIpV6Test-1034590256] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036854160497'] for network, before_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:21:39.183443 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-dbc1997d-d48c-406a-a3ea-c630be824da0 tempest-RoutersIpV6AdminTest-832003634 tempest-RoutersIpV6AdminTest-832003634] Notify callbacks [] for port, precommit_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:21:39.220689 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-fe1c7f93-2397-45cd-b2a2-727df57b3687 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:21:39.226811 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-98e1512c-1cac-4b6b-a234-aee79ec1725b tempest-ExternalNetworksAdminNegativeTestJSON-1161897559 tempest-ExternalNetworksAdminNegativeTestJSON-1161897559] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=84874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:21:39.239182 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-fe1c7f93-2397-45cd-b2a2-727df57b3687 admin admin] Usage tracker for resource:network and tenant:3dfaeea55ff6479ea8c3ff3512ccc62a is out of sync, need to count used quota {{(pid=84874) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:21:39.248186 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-fe1c7f93-2397-45cd-b2a2-727df57b3687 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84874) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:21:39.252023 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-ccb03598-fc6d-4ec9-872c-363adee3e717 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:21:39.262405 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-fe1c7f93-2397-45cd-b2a2-727df57b3687 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:21:39.268699 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-ccb03598-fc6d-4ec9-872c-363adee3e717 admin admin] Usage tracker for resource:security_group_rule and tenant:ab15be38f9df49f9a49ffe5d4dc90565 is out of sync, need to count used quota {{(pid=84874) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:21:39.270021 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-ccb03598-fc6d-4ec9-872c-363adee3e717 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84874) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:21:39.303890 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-3b52e77d-2347-4852-a512-513e1c9a6acf tempest-RoutersIpV6Test-883692175 tempest-RoutersIpV6Test-883692175] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036850862667'] for port, precommit_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:21:39.312356 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-52782889-b0a8-411a-b60d-bb69b1d04e51 tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850887113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036851621412', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036852467174'] for subnet, after_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:21:39.331667 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-ccb03598-fc6d-4ec9-872c-363adee3e717 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:21:39.334726 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-ad6f781a-859d-4293-8106-f24d47e071cb tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:21:39.345211 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-98e1512c-1cac-4b6b-a234-aee79ec1725b tempest-ExternalNetworksAdminNegativeTestJSON-1161897559 tempest-ExternalNetworksAdminNegativeTestJSON-1161897559] Notify callbacks [] for floatingip, before_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:21:39.567594 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fe1c7f93-2397-45cd-b2a2-727df57b3687 admin admin] Made reservation on behalf of 3dfaeea55ff6479ea8c3ff3512ccc62a for: {'network': 1} {{(pid=84874) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 07:21:39.568200 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.plugin [None req-3b52e77d-2347-4852-a512-513e1c9a6acf tempest-RoutersIpV6Test-883692175 tempest-RoutersIpV6Test-883692175] Calling delete_port for 499c26d0-6268-453e-b3b5-5f65294c8171 owned by network:router_gateway {{(pid=84875) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 07:21:39.575914 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-fe1c7f93-2397-45cd-b2a2-727df57b3687 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555753'] for network, before_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:21:39.650083 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-dbc1997d-d48c-406a-a3ea-c630be824da0 tempest-RoutersIpV6AdminTest-832003634 tempest-RoutersIpV6AdminTest-832003634] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777640123575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851621574'] for port, after_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:21:39.678756 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52782889-b0a8-411a-b60d-bb69b1d04e51 tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] Pushing event updated for resources: {'Subnet': ['ID=9b49af54-394a-4417-9b45-78c5c12fade7,revision_number=0']} {{(pid=84875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:21:39.696620 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-fe1c7f93-2397-45cd-b2a2-727df57b3687 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:21:39.719609 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-de58857a-fe58-4720-9c23-8262f66d5807 tempest-BulkNetworkOpsIpV6Test-1034590256 tempest-BulkNetworkOpsIpV6Test-1034590256] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-598987', 'neutron.services.segments.db._delete_segments_for_network-8777640583949'] for network, precommit_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:21:39.784139 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-52782889-b0a8-411a-b60d-bb69b1d04e51 tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.449s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:21:39.812293 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-5d62fe41-3bf8-41ad-b91c-49a19ed95013 tempest-AllowedAddressPairTestJSON-747646770 tempest-AllowedAddressPairTestJSON-747646770] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.141s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:21:39.829632 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-fe1c7f93-2397-45cd-b2a2-727df57b3687 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:21:39.858139 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-fe1c7f93-2397-45cd-b2a2-727df57b3687 admin admin] Usage tracker for resource:security_group_rule and tenant:3dfaeea55ff6479ea8c3ff3512ccc62a is out of sync, need to count used quota {{(pid=84874) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:21:39.872622 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-fe1c7f93-2397-45cd-b2a2-727df57b3687 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84874) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:21:39.902250 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-fe1c7f93-2397-45cd-b2a2-727df57b3687 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:21:39.959204 n-d-768862-2 neutron-server[84765]: DEBUG neutron.services.segments.db [None req-de58857a-fe58-4720-9c23-8262f66d5807 tempest-BulkNetworkOpsIpV6Test-1034590256 tempest-BulkNetworkOpsIpV6Test-1034590256] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7bab0a33-bd9e-4e16-b06d-f9f1b78c3a66']}} {{(pid=84874) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:21:39.994757 n-d-768862-2 neutron-server[84765]: DEBUG neutron.services.segments.db [None req-de58857a-fe58-4720-9c23-8262f66d5807 tempest-BulkNetworkOpsIpV6Test-1034590256 tempest-BulkNetworkOpsIpV6Test-1034590256] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b46bdfe2-8b34-4455-8362-0c405f9a3830') {'for_net_delete': True} {{(pid=84874) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:21:39.995089 n-d-768862-2 neutron-server[84765]: DEBUG neutron.services.segments.db [None req-de58857a-fe58-4720-9c23-8262f66d5807 tempest-BulkNetworkOpsIpV6Test-1034590256 tempest-BulkNetworkOpsIpV6Test-1034590256] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b46bdfe2-8b34-4455-8362-0c405f9a3830') {} {{(pid=84874) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:21:40.024241 n-d-768862-2 neutron-server[84765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dbc1997d-d48c-406a-a3ea-c630be824da0 tempest-RoutersIpV6AdminTest-832003634 tempest-RoutersIpV6AdminTest-832003634] Network d8ba7c65-0309-4598-a5d6-59e96643a2d6 is already hosted by enough agents. {{(pid=84875) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 07:21:40.027771 n-d-768862-2 neutron-server[84765]: DEBUG neutron.scheduler.base_scheduler [None req-dbc1997d-d48c-406a-a3ea-c630be824da0 tempest-RoutersIpV6AdminTest-832003634 tempest-RoutersIpV6AdminTest-832003634] Resources bound (agent type, host, resource id): {{(pid=84875) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 07:21:40.030904 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-de58857a-fe58-4720-9c23-8262f66d5807 tempest-BulkNetworkOpsIpV6Test-1034590256 tempest-BulkNetworkOpsIpV6Test-1034590256] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363259214173198', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2968632'] for segment, before_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:21:40.039811 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-ccb03598-fc6d-4ec9-872c-363adee3e717 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:21:40.041741 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbc1997d-d48c-406a-a3ea-c630be824da0 tempest-RoutersIpV6AdminTest-832003634 tempest-RoutersIpV6AdminTest-832003634] Received port after_create {{(pid=84875) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 14 07:21:40.052740 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-ccb03598-fc6d-4ec9-872c-363adee3e717 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850887153'] for security_group, after_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:21:40.066863 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-73567637-6a20-4368-8db4-adcfbccf9a07 tempest-RoutersIpV6AdminTest-832003634 tempest-RoutersIpV6AdminTest-832003634] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:21:40.094311 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-de58857a-fe58-4720-9c23-8262f66d5807 tempest-BulkNetworkOpsIpV6Test-1034590256 tempest-BulkNetworkOpsIpV6Test-1034590256] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854179735'] for segment, precommit_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:21:40.104387 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-de58857a-fe58-4720-9c23-8262f66d5807 tempest-BulkNetworkOpsIpV6Test-1034590256 tempest-BulkNetworkOpsIpV6Test-1034590256] Releasing vxlan tunnel 9 to pool {{(pid=84874) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Jan 14 07:21:40.104997 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbc1997d-d48c-406a-a3ea-c630be824da0 tempest-RoutersIpV6AdminTest-832003634 tempest-RoutersIpV6AdminTest-832003634] Pushing event updated for resources: {'Port': ['ID=2b6b8aa5-1649-4fd8-9abf-0a005212ca5e,revision_number=1']} {{(pid=84875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:21:40.117904 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-dbc1997d-d48c-406a-a3ea-c630be824da0 tempest-RoutersIpV6AdminTest-832003634 tempest-RoutersIpV6AdminTest-832003634] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.306s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:21:40.241421 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-ccb03598-fc6d-4ec9-872c-363adee3e717 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=ab15be38f9df49f9a49ffe5d4dc90565&name=default HTTP/1.1" status: 200 len: 2983 time: 1.6778660 Jan 14 07:21:40.246191 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccb03598-fc6d-4ec9-872c-363adee3e717 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d57b948c-318c-4b76-9dd8-2fdbf43b6554,revision_number=1']} {{(pid=84874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:21:40.248487 n-d-768862-2 neutron-server[84765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52782889-b0a8-411a-b60d-bb69b1d04e51 tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] Network 23f0a15d-6362-4cec-82c1-cacba887c566 is already hosted by enough agents. {{(pid=84875) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 07:21:40.254563 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84874) accepted ('10.222.0.24', 40756) {{(pid=84874) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:21:40.263080 n-d-768862-2 neutron-server[84765]: DEBUG neutron.scheduler.base_scheduler [None req-52782889-b0a8-411a-b60d-bb69b1d04e51 tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] Resources bound (agent type, host, resource id): {{(pid=84875) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 07:21:40.274646 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-ccb03598-fc6d-4ec9-872c-363adee3e717 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.208s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:21:40.278090 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8bd8f553-6154-4791-a412-6e6f9ca6b6cc None None] Network 23f0a15d-6362-4cec-82c1-cacba887c566 requested from n-d-768862-2 {{(pid=84876) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 07:21:40.339786 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52782889-b0a8-411a-b60d-bb69b1d04e51 tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:21:40.341438 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-52782889-b0a8-411a-b60d-bb69b1d04e51 tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] Notify callbacks [] for subnet, before_response {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:21:40.372567 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-3b52e77d-2347-4852-a512-513e1c9a6acf tempest-RoutersIpV6Test-883692175 tempest-RoutersIpV6Test-883692175] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777640533329', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777640097463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851621574'] for port, after_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:21:40.411420 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-98e1512c-1cac-4b6b-a234-aee79ec1725b tempest-ExternalNetworksAdminNegativeTestJSON-1161897559 tempest-ExternalNetworksAdminNegativeTestJSON-1161897559] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555753'] for port, before_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:21:40.471477 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.managers [None req-de58857a-fe58-4720-9c23-8262f66d5807 tempest-BulkNetworkOpsIpV6Test-1034590256 tempest-BulkNetworkOpsIpV6Test-1034590256] Network 7bab0a33-bd9e-4e16-b06d-f9f1b78c3a66 has no segments {{(pid=84874) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 14 07:21:40.481284 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-52782889-b0a8-411a-b60d-bb69b1d04e51 tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 8.0138104 Jan 14 07:21:40.491057 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84875) accepted ('10.222.0.24', 40762) {{(pid=84875) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:21:40.498341 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-de58857a-fe58-4720-9c23-8262f66d5807 tempest-BulkNetworkOpsIpV6Test-1034590256 tempest-BulkNetworkOpsIpV6Test-1034590256] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-596065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036851521571'] for segment, after_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:21:40.507607 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.v2.base [None req-b4134f0b-6ef0-4c28-ba67-2c1d1fb67819 tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] Request body: {'port': {'network_id': '23f0a15d-6362-4cec-82c1-cacba887c566', 'fixed_ips': [{'subnet_id': '9b49af54-394a-4417-9b45-78c5c12fade7', 'ip_address': '2001:db8::5e10:85f7:7a66:5fee'}], 'name': 'tempest-NetworksTestDHCPv6-1850645672'}} {{(pid=84875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:21:40.730927 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0224f1d-e093-461c-8a73-bda8270a8ae1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5d94dc7a-c095-50a4-955e-5f3b78718a12-23f0a15d-6362-4cec-82c1-cacba887c566', 'network_id': '23f0a15d-6362-4cec-82c1-cacba887c566', 'tenant_id': 'be0aa702e3ca464795a99c51e3b3b04f', 'fixed_ips': [{'subnet_id': '9b49af54-394a-4417-9b45-78c5c12fade7'}]}} from n-d-768862-2. {{(pid=84876) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Jan 14 07:21:40.733078 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-b0224f1d-e093-461c-8a73-bda8270a8ae1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555753'] for port, before_create {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:21:40.783769 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-b4134f0b-6ef0-4c28-ba67-2c1d1fb67819 tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:21:40.802702 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-b4134f0b-6ef0-4c28-ba67-2c1d1fb67819 tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=84875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:21:40.817001 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-3b52e77d-2347-4852-a512-513e1c9a6acf tempest-RoutersIpV6Test-883692175 tempest-RoutersIpV6Test-883692175] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036850863128'] for router_gateway, after_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:21:40.935975 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b4134f0b-6ef0-4c28-ba67-2c1d1fb67819 tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] Made reservation on behalf of be0aa702e3ca464795a99c51e3b3b04f for: {'port': 1} {{(pid=84875) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 07:21:41.063366 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-fe1c7f93-2397-45cd-b2a2-727df57b3687 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:21:41.093577 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-fe1c7f93-2397-45cd-b2a2-727df57b3687 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850887153'] for security_group, after_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:21:41.105332 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-26ffa83c-b896-4526-b9fe-696c9d8b1daa admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:21:41.158237 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-017f98a9-8a07-408c-a86f-8ff0c00400a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363259214191800', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854171626'] for agent, after_update {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:21:41.235098 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-2507e76f-301a-4e49-b53e-f2ca2ae94db9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:21:41.246541 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-3b52e77d-2347-4852-a512-513e1c9a6acf tempest-RoutersIpV6Test-883692175 tempest-RoutersIpV6Test-883692175] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3889346', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036854717606'] for router, precommit_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:21:41.253894 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-3b52e77d-2347-4852-a512-513e1c9a6acf tempest-RoutersIpV6Test-883692175 tempest-RoutersIpV6Test-883692175] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:21:41.298796 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.managers [None req-de58857a-fe58-4720-9c23-8262f66d5807 tempest-BulkNetworkOpsIpV6Test-1034590256 tempest-BulkNetworkOpsIpV6Test-1034590256] Network 7bab0a33-bd9e-4e16-b06d-f9f1b78c3a66 has no segments {{(pid=84874) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 14 07:21:41.332470 n-d-768862-2 neutron-server[84765]: Traceback (most recent call last): Jan 14 07:21:41.332470 n-d-768862-2 neutron-server[84765]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 14 07:21:41.332470 n-d-768862-2 neutron-server[84765]: timer() Jan 14 07:21:41.332470 n-d-768862-2 neutron-server[84765]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 14 07:21:41.332470 n-d-768862-2 neutron-server[84765]: cb(*args, **kw) Jan 14 07:21:41.332470 n-d-768862-2 neutron-server[84765]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Jan 14 07:21:41.332470 n-d-768862-2 neutron-server[84765]: return func(*args, **kwargs) Jan 14 07:21:41.332470 n-d-768862-2 neutron-server[84765]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 14 07:21:41.332470 n-d-768862-2 neutron-server[84765]: self._notify() Jan 14 07:21:41.332470 n-d-768862-2 neutron-server[84765]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 14 07:21:41.332470 n-d-768862-2 neutron-server[84765]: self.callback(batched_events) Jan 14 07:21:41.332470 n-d-768862-2 neutron-server[84765]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 14 07:21:41.332470 n-d-768862-2 neutron-server[84765]: event.method(event) Jan 14 07:21:41.332470 n-d-768862-2 neutron-server[84765]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 14 07:21:41.332470 n-d-768862-2 neutron-server[84765]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 14 07:21:41.332470 n-d-768862-2 neutron-server[84765]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Jan 14 07:21:41.332470 n-d-768862-2 neutron-server[84765]: segment_id)['aggregates'][0] Jan 14 07:21:41.332470 n-d-768862-2 neutron-server[84765]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 14 07:21:41.332470 n-d-768862-2 neutron-server[84765]: return f(self, *a, **k) Jan 14 07:21:41.332470 n-d-768862-2 neutron-server[84765]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 14 07:21:41.332470 n-d-768862-2 neutron-server[84765]: return self._get(url).json() Jan 14 07:21:41.332470 n-d-768862-2 neutron-server[84765]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 14 07:21:41.332470 n-d-768862-2 neutron-server[84765]: **kwargs) Jan 14 07:21:41.332470 n-d-768862-2 neutron-server[84765]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 14 07:21:41.332470 n-d-768862-2 neutron-server[84765]: return self.request(url, 'GET', **kwargs) Jan 14 07:21:41.332470 n-d-768862-2 neutron-server[84765]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Jan 14 07:21:41.332470 n-d-768862-2 neutron-server[84765]: **endpoint_filter) Jan 14 07:21:41.332470 n-d-768862-2 neutron-server[84765]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 14 07:21:41.332470 n-d-768862-2 neutron-server[84765]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 14 07:21:41.332470 n-d-768862-2 neutron-server[84765]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 14 07:21:41.332470 n-d-768862-2 neutron-server[84765]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 14 07:21:41.332470 n-d-768862-2 neutron-server[84765]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 14 07:21:41.336301 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe1c7f93-2397-45cd-b2a2-727df57b3687 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=42222d3a-0471-47c9-bb19-70cf5ef0b370,revision_number=1']} {{(pid=84874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:21:41.341701 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-fe1c7f93-2397-45cd-b2a2-727df57b3687 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.236s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:21:41.347375 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-3b52e77d-2347-4852-a512-513e1c9a6acf tempest-RoutersIpV6Test-883692175 tempest-RoutersIpV6Test-883692175] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036850897070'] for router, after_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:21:41.348815 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3b52e77d-2347-4852-a512-513e1c9a6acf tempest-RoutersIpV6Test-883692175 tempest-RoutersIpV6Test-883692175] Fanout notify agent at l3_agent the message router_deleted on router 83c02219-d97e-4f94-bc9c-3d71acf2a24b {{(pid=84875) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jan 14 07:21:41.364329 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.db_base_plugin_common [None req-b0224f1d-e093-461c-8a73-bda8270a8ae1 None None] Allocated IP 2001:db8::2 (23f0a15d-6362-4cec-82c1-cacba887c566/9b49af54-394a-4417-9b45-78c5c12fade7/530592da-d66d-46b0-9463-c8d537c14e53) {{(pid=84876) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 14 07:21:41.444631 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-2507e76f-301a-4e49-b53e-f2ca2ae94db9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:21:41.534459 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-de58857a-fe58-4720-9c23-8262f66d5807 tempest-BulkNetworkOpsIpV6Test-1034590256 tempest-BulkNetworkOpsIpV6Test-1034590256] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036854176830', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850887149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3912591'] for network, after_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:21:41.538587 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-de58857a-fe58-4720-9c23-8262f66d5807 tempest-BulkNetworkOpsIpV6Test-1034590256 tempest-BulkNetworkOpsIpV6Test-1034590256] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3207107'] for network, before_response {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:21:41.540291 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-b4134f0b-6ef0-4c28-ba67-2c1d1fb67819 tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555753'] for port, before_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:21:41.542602 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fe1c7f93-2397-45cd-b2a2-727df57b3687 admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 3} {{(pid=84874) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Jan 14 07:21:41.550491 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-55beffcc-584c-477a-820b-50951a0d13c2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:21:41.562916 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-3b52e77d-2347-4852-a512-513e1c9a6acf tempest-RoutersIpV6Test-883692175 tempest-RoutersIpV6Test-883692175] Notify callbacks [] for router, before_response {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:21:41.570330 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-3b52e77d-2347-4852-a512-513e1c9a6acf tempest-RoutersIpV6Test-883692175 tempest-RoutersIpV6Test-883692175] 10.222.0.24 "DELETE /v2.0/routers/83c02219-d97e-4f94-bc9c-3d71acf2a24b HTTP/1.1" status: 204 len: 168 time: 3.8626578 Jan 14 07:21:41.570582 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84875) accepted ('10.222.0.24', 40766) {{(pid=84875) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:21:41.577120 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.v2.base [None req-5f28fc25-33bf-4c50-b4e5-51357dd9467b tempest-RoutersIpV6Test-883692175 tempest-RoutersIpV6Test-883692175] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1281499784'}} {{(pid=84875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:21:41.617223 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de58857a-fe58-4720-9c23-8262f66d5807 tempest-BulkNetworkOpsIpV6Test-1034590256 tempest-BulkNetworkOpsIpV6Test-1034590256] Pushing event deleted for resources: {'Network': ['ID=7bab0a33-bd9e-4e16-b06d-f9f1b78c3a66,revision_number=None']} {{(pid=84874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:21:41.620378 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-de58857a-fe58-4720-9c23-8262f66d5807 tempest-BulkNetworkOpsIpV6Test-1034590256 tempest-BulkNetworkOpsIpV6Test-1034590256] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:21:41.649051 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-fe1c7f93-2397-45cd-b2a2-727df57b3687 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854179735'] for segment, precommit_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:21:41.649408 n-d-768862-2 neutron-server[84765]: INFO neutron.db.segments_db [None req-fe1c7f93-2397-45cd-b2a2-727df57b3687 admin admin] Added segment 5c67d414-dd32-41ff-8976-ba8f6a899bb5 of type vxlan for network 56e3b466-9a03-4087-93ff-00c00c07e4f5 Jan 14 07:21:41.651444 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-5f28fc25-33bf-4c50-b4e5-51357dd9467b tempest-RoutersIpV6Test-883692175 tempest-RoutersIpV6Test-883692175] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:21:41.715105 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-b0224f1d-e093-461c-8a73-bda8270a8ae1 None None] Notify callbacks [] for port, precommit_create {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:21:41.720994 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-2507e76f-301a-4e49-b53e-f2ca2ae94db9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850887153'] for security_group, after_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:21:41.724186 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-2507e76f-301a-4e49-b53e-f2ca2ae94db9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:21:41.730515 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-b0224f1d-e093-461c-8a73-bda8270a8ae1 None None] Transition to ACTIVE for port object 530592da-d66d-46b0-9463-c8d537c14e53 will not be triggered until provisioned by entity L2. {{(pid=84876) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 07:21:41.735320 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-2507e76f-301a-4e49-b53e-f2ca2ae94db9 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/d57b948c-318c-4b76-9dd8-2fdbf43b6554 HTTP/1.1" status: 204 len: 168 time: 1.4627471 Jan 14 07:21:41.741992 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-1ba92b3f-e03c-473e-8803-e49db2ca681f tempest-RoutersAdminNegativeTest-820862856 tempest-RoutersAdminNegativeTest-820862856] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:21:41.751383 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-b0224f1d-e093-461c-8a73-bda8270a8ae1 None None] Transition to ACTIVE for port object 530592da-d66d-46b0-9463-c8d537c14e53 will not be triggered until provisioned by entity DHCP. {{(pid=84876) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 07:21:41.757089 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-de58857a-fe58-4720-9c23-8262f66d5807 tempest-BulkNetworkOpsIpV6Test-1034590256 tempest-BulkNetworkOpsIpV6Test-1034590256] 10.222.0.24 "DELETE /v2.0/networks/7bab0a33-bd9e-4e16-b06d-f9f1b78c3a66 HTTP/1.1" status: 204 len: 168 time: 2.8702693 Jan 14 07:21:41.761860 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-b0224f1d-e093-461c-8a73-bda8270a8ae1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777640123575'] for port, after_create {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:21:41.787778 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-31586090-0873-4c2e-9024-c02d7908a22f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84876) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:21:41.802385 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.db_base_plugin_common [None req-98e1512c-1cac-4b6b-a234-aee79ec1725b tempest-ExternalNetworksAdminNegativeTestJSON-1161897559 tempest-ExternalNetworksAdminNegativeTestJSON-1161897559] Allocated IP 172.25.2.173 (226f1e78-82cd-4481-9055-4eb73b6db8c1/ba8deeec-7658-4195-9449-038c076f5c83/2094e6d5-68e4-49b0-a078-5a748d284ff0) {{(pid=84874) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 14 07:21:41.804729 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84874) accepted ('10.222.0.24', 40774) {{(pid=84874) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:21:41.814293 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2507e76f-301a-4e49-b53e-f2ca2ae94db9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d57b948c-318c-4b76-9dd8-2fdbf43b6554,revision_number=None']} {{(pid=84874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:21:41.817936 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-2507e76f-301a-4e49-b53e-f2ca2ae94db9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:21:41.988716 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0224f1d-e093-461c-8a73-bda8270a8ae1 None None] Pushing event updated for resources: {'Port': ['ID=530592da-d66d-46b0-9463-c8d537c14e53,revision_number=1']} {{(pid=84876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:21:41.997852 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-b0224f1d-e093-461c-8a73-bda8270a8ae1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.210s {{(pid=84876) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:21:42.043300 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-400b383c-40ff-42e6-bdf4-2a99eb89fd54 tempest-BulkNetworkOpsIpV6Test-1034590256 tempest-BulkNetworkOpsIpV6Test-1034590256] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:21:42.070587 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-400b383c-40ff-42e6-bdf4-2a99eb89fd54 tempest-BulkNetworkOpsIpV6Test-1034590256 tempest-BulkNetworkOpsIpV6Test-1034590256] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:21:42.077981 n-d-768862-2 neutron-server[84765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0224f1d-e093-461c-8a73-bda8270a8ae1 None None] Network 23f0a15d-6362-4cec-82c1-cacba887c566 is already hosted by enough agents. {{(pid=84876) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 07:21:42.079415 n-d-768862-2 neutron-server[84765]: DEBUG neutron.scheduler.base_scheduler [None req-b0224f1d-e093-461c-8a73-bda8270a8ae1 None None] Resources bound (agent type, host, resource id): {{(pid=84876) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 07:21:42.085943 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0224f1d-e093-461c-8a73-bda8270a8ae1 None None] Received port after_create {{(pid=84876) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 14 07:21:42.097151 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-400b383c-40ff-42e6-bdf4-2a99eb89fd54 tempest-BulkNetworkOpsIpV6Test-1034590256 tempest-BulkNetworkOpsIpV6Test-1034590256] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:21:42.098497 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-400b383c-40ff-42e6-bdf4-2a99eb89fd54 tempest-BulkNetworkOpsIpV6Test-1034590256 tempest-BulkNetworkOpsIpV6Test-1034590256] Synchronizing usage tracker for tenant:c426aaa923cd4f78a69be9b70a9d35c7 on resource:network {{(pid=84874) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 14 07:21:42.108473 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-fe1c7f93-2397-45cd-b2a2-727df57b3687 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363259214646115'] for network, precommit_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:21:42.170978 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.managers [None req-b0224f1d-e093-461c-8a73-bda8270a8ae1 None None] Attempting to bind port 530592da-d66d-46b0-9463-c8d537c14e53 on host n-d-768862-2 for vnic_type normal with profile {{(pid=84876) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 14 07:21:42.171412 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.managers [None req-b0224f1d-e093-461c-8a73-bda8270a8ae1 None None] Attempting to bind port 530592da-d66d-46b0-9463-c8d537c14e53 by drivers openvswitch on host n-d-768862-2 at level 0 using segments [{'id': '56f1c7cf-f3a3-41d2-9677-68978131444f', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 20, 'network_id': '23f0a15d-6362-4cec-82c1-cacba887c566'}] {{(pid=84876) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 14 07:21:42.172019 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0224f1d-e093-461c-8a73-bda8270a8ae1 None None] Attempting to bind port 530592da-d66d-46b0-9463-c8d537c14e53 on network 23f0a15d-6362-4cec-82c1-cacba887c566 {{(pid=84876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 14 07:21:42.179898 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0224f1d-e093-461c-8a73-bda8270a8ae1 None None] Checking agent: {'id': 'ba5efab1-b43c-4d5a-bc52-6e105d4e67a2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768862-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 14, 6, 56, 52), 'started_at': datetime.datetime(2021, 1, 14, 6, 57, 22), 'heartbeat_timestamp': datetime.datetime(2021, 1, 14, 7, 21, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768862-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.29', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 14 07:21:42.180350 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0224f1d-e093-461c-8a73-bda8270a8ae1 None None] Checking segment: {'id': '56f1c7cf-f3a3-41d2-9677-68978131444f', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 20, 'network_id': '23f0a15d-6362-4cec-82c1-cacba887c566'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84876) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 14 07:21:42.180809 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-b0224f1d-e093-461c-8a73-bda8270a8ae1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:21:42.181263 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0224f1d-e093-461c-8a73-bda8270a8ae1 None None] Bound using segment: {'id': '56f1c7cf-f3a3-41d2-9677-68978131444f', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 20, 'network_id': '23f0a15d-6362-4cec-82c1-cacba887c566'} {{(pid=84876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 14 07:21:42.181991 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.managers [None req-b0224f1d-e093-461c-8a73-bda8270a8ae1 None None] Bound port: 530592da-d66d-46b0-9463-c8d537c14e53, host: n-d-768862-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '56f1c7cf-f3a3-41d2-9677-68978131444f', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 20, 'network_id': '23f0a15d-6362-4cec-82c1-cacba887c566'}}] {{(pid=84876) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 14 07:21:42.182504 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-b0224f1d-e093-461c-8a73-bda8270a8ae1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555753'] for port, before_update {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:21:42.222821 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-400b383c-40ff-42e6-bdf4-2a99eb89fd54 tempest-BulkNetworkOpsIpV6Test-1034590256 tempest-BulkNetworkOpsIpV6Test-1034590256] Unset dirty status for tenant:c426aaa923cd4f78a69be9b70a9d35c7 on resource:network {{(pid=84874) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 14 07:21:42.228826 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-400b383c-40ff-42e6-bdf4-2a99eb89fd54 tempest-BulkNetworkOpsIpV6Test-1034590256 tempest-BulkNetworkOpsIpV6Test-1034590256] 10.222.0.24 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1946 time: 0.4190180 Jan 14 07:21:42.243734 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.db.resource_extend [None req-fe1c7f93-2397-45cd-b2a2-727df57b3687 admin admin] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84874) wrapper /usr/local/lib/python3.6/dist-packages/oslo_utils/timeutils.py:388}} Jan 14 07:21:42.254570 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84874) accepted ('10.222.0.24', 40780) {{(pid=84874) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:21:42.263896 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.v2.base [None req-e8396eef-1bae-47b5-8473-d1dc295727c3 tempest-BulkNetworkOpsIpV6Test-1034590256 tempest-BulkNetworkOpsIpV6Test-1034590256] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-965644042'}} {{(pid=84874) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:21:42.287635 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-e8396eef-1bae-47b5-8473-d1dc295727c3 tempest-BulkNetworkOpsIpV6Test-1034590256 tempest-BulkNetworkOpsIpV6Test-1034590256] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:21:42.302949 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-5f28fc25-33bf-4c50-b4e5-51357dd9467b tempest-RoutersIpV6Test-883692175 tempest-RoutersIpV6Test-883692175] Usage tracker for resource:network and tenant:d787627cdb8d4cc9b70642659fae99d7 is out of sync, need to count used quota {{(pid=84875) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:21:42.313517 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-e8396eef-1bae-47b5-8473-d1dc295727c3 tempest-BulkNetworkOpsIpV6Test-1034590256 tempest-BulkNetworkOpsIpV6Test-1034590256] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:21:42.324567 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-fe1c7f93-2397-45cd-b2a2-727df57b3687 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850887149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964'] for network, after_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:21:42.325364 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe1c7f93-2397-45cd-b2a2-727df57b3687 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:21:42.326862 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-fe1c7f93-2397-45cd-b2a2-727df57b3687 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3207107'] for network, before_response {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:21:42.327475 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-5f28fc25-33bf-4c50-b4e5-51357dd9467b tempest-RoutersIpV6Test-883692175 tempest-RoutersIpV6Test-883692175] Quota usage for network was recalculated. Used quota:0. {{(pid=84875) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:21:42.338486 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-47efae92-8d37-4d89-85ee-eb530aa6dc36 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:21:42.354270 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-5f28fc25-33bf-4c50-b4e5-51357dd9467b tempest-RoutersIpV6Test-883692175 tempest-RoutersIpV6Test-883692175] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:21:42.360210 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e8396eef-1bae-47b5-8473-d1dc295727c3 tempest-BulkNetworkOpsIpV6Test-1034590256 tempest-BulkNetworkOpsIpV6Test-1034590256] Made reservation on behalf of c426aaa923cd4f78a69be9b70a9d35c7 for: {'network': 1} {{(pid=84874) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 07:21:42.373216 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-e8396eef-1bae-47b5-8473-d1dc295727c3 tempest-BulkNetworkOpsIpV6Test-1034590256 tempest-BulkNetworkOpsIpV6Test-1034590256] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555753'] for network, before_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:21:42.437768 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [None req-b0224f1d-e093-461c-8a73-bda8270a8ae1 None None] For port 530592da-d66d-46b0-9463-c8d537c14e53, host n-d-768862-2, cleared binding levels {{(pid=84876) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 14 07:21:42.440926 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-852a24f7-e9a1-4193-9abb-e9506fe5213f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363259214191800', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854171626'] for agent, after_update {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:21:42.445310 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [None req-b0224f1d-e093-461c-8a73-bda8270a8ae1 None None] For port 530592da-d66d-46b0-9463-c8d537c14e53, host n-d-768862-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-2',level=0,port_id=530592da-d66d-46b0-9463-c8d537c14e53,segment=NetworkSegment(56f1c7cf-f3a3-41d2-9677-68978131444f),segment_id=56f1c7cf-f3a3-41d2-9677-68978131444f)] {{(pid=84876) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 14 07:21:42.452237 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-fe1c7f93-2397-45cd-b2a2-727df57b3687 admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 3.8928001 Jan 14 07:21:42.455284 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-b0224f1d-e093-461c-8a73-bda8270a8ae1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777640533312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363259214678337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777640097497'] for port, after_update {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:21:42.471778 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-7df00a1f-90c4-4f87-a781-9eeb3ab9da3e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84876) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:21:42.518387 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84874) accepted ('10.222.0.24', 40786) {{(pid=84874) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:21:42.550070 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-dbc1997d-d48c-406a-a3ea-c630be824da0 tempest-RoutersIpV6AdminTest-832003634 tempest-RoutersIpV6AdminTest-832003634] Notify callbacks [] for router_gateway, after_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:21:42.563402 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.v2.base [None req-10cf290c-1f2f-48dd-9ae1-eacbfe73c819 admin admin] Request body: {'subnet': {'network_id': '56e3b466-9a03-4087-93ff-00c00c07e4f5', 'cidr': '172.20.0.0/28', 'name': 'tempest-VirtualInterfacesTestJSON-1514634288-subnet', 'tenant_id': '3dfaeea55ff6479ea8c3ff3512ccc62a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=84874) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:21:42.583874 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e8396eef-1bae-47b5-8473-d1dc295727c3 tempest-BulkNetworkOpsIpV6Test-1034590256 tempest-BulkNetworkOpsIpV6Test-1034590256] vxlan segment allocate from pool success with {'vxlan_vni': 9} {{(pid=84874) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Jan 14 07:21:42.588974 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-10cf290c-1f2f-48dd-9ae1-eacbfe73c819 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:21:42.620733 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-10cf290c-1f2f-48dd-9ae1-eacbfe73c819 admin admin] Usage tracker for resource:subnet and tenant:3dfaeea55ff6479ea8c3ff3512ccc62a is out of sync, need to count used quota {{(pid=84874) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:21:42.630153 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe1c7f93-2397-45cd-b2a2-727df57b3687 admin admin] Pushing event updated for resources: {'Network': ['ID=56e3b466-9a03-4087-93ff-00c00c07e4f5,revision_number=1']} {{(pid=84874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:21:42.635672 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-10cf290c-1f2f-48dd-9ae1-eacbfe73c819 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84874) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:21:42.645345 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-98e1512c-1cac-4b6b-a234-aee79ec1725b tempest-ExternalNetworksAdminNegativeTestJSON-1161897559 tempest-ExternalNetworksAdminNegativeTestJSON-1161897559] Notify callbacks [] for port, precommit_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:21:42.649296 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-852a24f7-e9a1-4193-9abb-e9506fe5213f None None] Network 56e3b466-9a03-4087-93ff-00c00c07e4f5 details requested by agent ovs-agent-n-h2-768862-2 with host n-h2-768862-2 {{(pid=84876) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 07:21:42.652400 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-fe1c7f93-2397-45cd-b2a2-727df57b3687 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.314s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:21:42.653580 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-e8396eef-1bae-47b5-8473-d1dc295727c3 tempest-BulkNetworkOpsIpV6Test-1034590256 tempest-BulkNetworkOpsIpV6Test-1034590256] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854179735'] for segment, precommit_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:21:42.653971 n-d-768862-2 neutron-server[84765]: INFO neutron.db.segments_db [None req-e8396eef-1bae-47b5-8473-d1dc295727c3 tempest-BulkNetworkOpsIpV6Test-1034590256 tempest-BulkNetworkOpsIpV6Test-1034590256] Added segment e15d8dcc-657b-43e7-9a45-8eb623da63ca of type vxlan for network e3f85f40-bcf0-469e-bf60-39d012082727 Jan 14 07:21:42.655586 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-10cf290c-1f2f-48dd-9ae1-eacbfe73c819 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:21:42.666783 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-017f98a9-8a07-408c-a86f-8ff0c00400a0 None None] Network 56e3b466-9a03-4087-93ff-00c00c07e4f5 details requested by agent ovs-agent-n-h1-768862-2 with host n-h1-768862-2 {{(pid=84876) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 07:21:42.714037 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5f28fc25-33bf-4c50-b4e5-51357dd9467b tempest-RoutersIpV6Test-883692175 tempest-RoutersIpV6Test-883692175] Made reservation on behalf of d787627cdb8d4cc9b70642659fae99d7 for: {'network': 1} {{(pid=84875) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 07:21:42.714179 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-10cf290c-1f2f-48dd-9ae1-eacbfe73c819 admin admin] Made reservation on behalf of 3dfaeea55ff6479ea8c3ff3512ccc62a for: {'subnet': 1} {{(pid=84874) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 07:21:42.725183 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-10cf290c-1f2f-48dd-9ae1-eacbfe73c819 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036851981161'] for subnet, before_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:21:42.737285 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-5f28fc25-33bf-4c50-b4e5-51357dd9467b tempest-RoutersIpV6Test-883692175 tempest-RoutersIpV6Test-883692175] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555753'] for network, before_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:21:42.890041 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Network 56e3b466-9a03-4087-93ff-00c00c07e4f5 details requested by agent ovs-agent-n-d-768862-2 with host n-d-768862-2 {{(pid=84876) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 07:21:42.949931 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-e8396eef-1bae-47b5-8473-d1dc295727c3 tempest-BulkNetworkOpsIpV6Test-1034590256 tempest-BulkNetworkOpsIpV6Test-1034590256] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363259214646115'] for network, precommit_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:21:43.140561 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0224f1d-e093-461c-8a73-bda8270a8ae1 None None] Pushing event updated for resources: {'Port': ['ID=530592da-d66d-46b0-9463-c8d537c14e53,revision_number=2']} {{(pid=84876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:21:43.144799 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-b0224f1d-e093-461c-8a73-bda8270a8ae1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.673s {{(pid=84876) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:21:43.311512 n-d-768862-2 neutron-server[84765]: DEBUG neutron.notifiers.nova [None req-b4134f0b-6ef0-4c28-ba67-2c1d1fb67819 tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] device_id is not set on port 90d40638-e8c3-4e91-b7df-c1f51731ee22 yet. {{(pid=84875) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}} Jan 14 07:21:43.347138 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-98e1512c-1cac-4b6b-a234-aee79ec1725b tempest-ExternalNetworksAdminNegativeTestJSON-1161897559 tempest-ExternalNetworksAdminNegativeTestJSON-1161897559] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777640123575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3254186'] for port, after_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:21:43.352224 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-dbc1997d-d48c-406a-a3ea-c630be824da0 tempest-RoutersIpV6AdminTest-832003634 tempest-RoutersIpV6AdminTest-832003634] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036850886612', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036850863158'] for router, after_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:21:43.376570 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-f6c20ea5-da6d-40a1-a172-9cb8efa7cb32 tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:21:43.407908 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-e8396eef-1bae-47b5-8473-d1dc295727c3 tempest-BulkNetworkOpsIpV6Test-1034590256 tempest-BulkNetworkOpsIpV6Test-1034590256] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850887149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964'] for network, after_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:21:43.424124 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.db.api [None req-5f28fc25-33bf-4c50-b4e5-51357dd9467b tempest-RoutersIpV6Test-883692175 tempest-RoutersIpV6Test-883692175] Retry wrapper got retriable exception: Unable to create the network. No available network found in maximum allowed attempts. {{(pid=84875) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Jan 14 07:21:43.424543 n-d-768862-2 neutron-server[84765]: DEBUG oslo_db.api [None req-5f28fc25-33bf-4c50-b4e5-51357dd9467b tempest-RoutersIpV6Test-883692175 tempest-RoutersIpV6Test-883692175] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_network {{(pid=84875) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Jan 14 07:21:43.429482 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8396eef-1bae-47b5-8473-d1dc295727c3 tempest-BulkNetworkOpsIpV6Test-1034590256 tempest-BulkNetworkOpsIpV6Test-1034590256] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:21:43.430222 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-e8396eef-1bae-47b5-8473-d1dc295727c3 tempest-BulkNetworkOpsIpV6Test-1034590256 tempest-BulkNetworkOpsIpV6Test-1034590256] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3207107'] for network, before_response {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:21:43.775104 n-d-768862-2 neutron-server[84765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98e1512c-1cac-4b6b-a234-aee79ec1725b tempest-ExternalNetworksAdminNegativeTestJSON-1161897559 tempest-ExternalNetworksAdminNegativeTestJSON-1161897559] Network 226f1e78-82cd-4481-9055-4eb73b6db8c1 is already hosted by enough agents. {{(pid=84874) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 07:21:43.786374 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-e8396eef-1bae-47b5-8473-d1dc295727c3 tempest-BulkNetworkOpsIpV6Test-1034590256 tempest-BulkNetworkOpsIpV6Test-1034590256] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 1.5305622 Jan 14 07:21:43.787931 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98e1512c-1cac-4b6b-a234-aee79ec1725b tempest-ExternalNetworksAdminNegativeTestJSON-1161897559 tempest-ExternalNetworksAdminNegativeTestJSON-1161897559] Pushing event updated for resources: {'Port': ['ID=2094e6d5-68e4-49b0-a078-5a748d284ff0,revision_number=1']} {{(pid=84874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:21:43.793106 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84875) accepted ('10.222.0.24', 40806) {{(pid=84875) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:21:43.803318 n-d-768862-2 neutron-server[84765]: DEBUG neutron.scheduler.base_scheduler [None req-98e1512c-1cac-4b6b-a234-aee79ec1725b tempest-ExternalNetworksAdminNegativeTestJSON-1161897559 tempest-ExternalNetworksAdminNegativeTestJSON-1161897559] Resources bound (agent type, host, resource id): {{(pid=84874) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 07:21:43.806143 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-98e1512c-1cac-4b6b-a234-aee79ec1725b tempest-ExternalNetworksAdminNegativeTestJSON-1161897559 tempest-ExternalNetworksAdminNegativeTestJSON-1161897559] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.430s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:21:43.812643 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-26ffa83c-b896-4526-b9fe-696c9d8b1daa admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.273s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:21:43.817622 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.v2.base [None req-a0e4ff1b-ddcb-4402-af0b-06785779f226 tempest-BulkNetworkOpsIpV6Test-1034590256 tempest-BulkNetworkOpsIpV6Test-1034590256] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-1963860157'}} {{(pid=84875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:21:43.828802 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.db_base_plugin_common [None req-b4134f0b-6ef0-4c28-ba67-2c1d1fb67819 tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] Allocated IP 2001:db8::5e10:85f7:7a66:5fee (23f0a15d-6362-4cec-82c1-cacba887c566/9b49af54-394a-4417-9b45-78c5c12fade7/90d40638-e8c3-4e91-b7df-c1f51731ee22) {{(pid=84875) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 14 07:21:43.835660 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-a0e4ff1b-ddcb-4402-af0b-06785779f226 tempest-BulkNetworkOpsIpV6Test-1034590256 tempest-BulkNetworkOpsIpV6Test-1034590256] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:21:43.853384 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-a0e4ff1b-ddcb-4402-af0b-06785779f226 tempest-BulkNetworkOpsIpV6Test-1034590256 tempest-BulkNetworkOpsIpV6Test-1034590256] Usage tracker for resource:network and tenant:c426aaa923cd4f78a69be9b70a9d35c7 is out of sync, need to count used quota {{(pid=84875) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:21:43.859119 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-a0e4ff1b-ddcb-4402-af0b-06785779f226 tempest-BulkNetworkOpsIpV6Test-1034590256 tempest-BulkNetworkOpsIpV6Test-1034590256] Quota usage for network was recalculated. Used quota:1. {{(pid=84875) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:21:43.862903 n-d-768862-2 neutron-server[84765]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dbc1997d-d48c-406a-a3ea-c630be824da0 tempest-RoutersIpV6AdminTest-832003634 tempest-RoutersIpV6AdminTest-832003634] Router 92e6187c-2a11-4fb1-817d-15f8c6943440 is scheduled to L3 agent 35f592e9-451b-4db9-abea-77b6a5c5391b with binding_index 1 {{(pid=84875) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}} Jan 14 07:21:43.873727 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-a0e4ff1b-ddcb-4402-af0b-06785779f226 tempest-BulkNetworkOpsIpV6Test-1034590256 tempest-BulkNetworkOpsIpV6Test-1034590256] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:21:43.905696 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98e1512c-1cac-4b6b-a234-aee79ec1725b tempest-ExternalNetworksAdminNegativeTestJSON-1161897559 tempest-ExternalNetworksAdminNegativeTestJSON-1161897559] Received port after_create {{(pid=84874) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 14 07:21:43.975227 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-5f28fc25-33bf-4c50-b4e5-51357dd9467b tempest-RoutersIpV6Test-883692175 tempest-RoutersIpV6Test-883692175] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555753'] for network, before_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:21:44.002561 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a0e4ff1b-ddcb-4402-af0b-06785779f226 tempest-BulkNetworkOpsIpV6Test-1034590256 tempest-BulkNetworkOpsIpV6Test-1034590256] Made reservation on behalf of c426aaa923cd4f78a69be9b70a9d35c7 for: {'network': 1} {{(pid=84875) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 07:21:44.012302 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-a0e4ff1b-ddcb-4402-af0b-06785779f226 tempest-BulkNetworkOpsIpV6Test-1034590256 tempest-BulkNetworkOpsIpV6Test-1034590256] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555753'] for network, before_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:21:44.074299 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8396eef-1bae-47b5-8473-d1dc295727c3 tempest-BulkNetworkOpsIpV6Test-1034590256 tempest-BulkNetworkOpsIpV6Test-1034590256] Pushing event updated for resources: {'Network': ['ID=e3f85f40-bcf0-469e-bf60-39d012082727,revision_number=1']} {{(pid=84874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:21:44.083864 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-e8396eef-1bae-47b5-8473-d1dc295727c3 tempest-BulkNetworkOpsIpV6Test-1034590256 tempest-BulkNetworkOpsIpV6Test-1034590256] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.274s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:21:44.098511 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-017f98a9-8a07-408c-a86f-8ff0c00400a0 None None] Network e3f85f40-bcf0-469e-bf60-39d012082727 details requested by agent ovs-agent-n-h1-768862-2 with host n-h1-768862-2 {{(pid=84876) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 07:21:44.159111 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-98e1512c-1cac-4b6b-a234-aee79ec1725b tempest-ExternalNetworksAdminNegativeTestJSON-1161897559 tempest-ExternalNetworksAdminNegativeTestJSON-1161897559] Notify callbacks [] for floatingip, precommit_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:21:44.162707 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-852a24f7-e9a1-4193-9abb-e9506fe5213f None None] Network e3f85f40-bcf0-469e-bf60-39d012082727 details requested by agent ovs-agent-n-h2-768862-2 with host n-h2-768862-2 {{(pid=84876) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 07:21:44.179214 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5f28fc25-33bf-4c50-b4e5-51357dd9467b tempest-RoutersIpV6Test-883692175 tempest-RoutersIpV6Test-883692175] vxlan segment allocate from pool success with {'vxlan_vni': 15} {{(pid=84875) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Jan 14 07:21:44.225126 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Network e3f85f40-bcf0-469e-bf60-39d012082727 details requested by agent ovs-agent-n-d-768862-2 with host n-d-768862-2 {{(pid=84876) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 07:21:44.231051 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-10cf290c-1f2f-48dd-9ae1-eacbfe73c819 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850887113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3254092', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036851981146'] for subnet, after_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:21:44.252105 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-0fc56f78-221c-4260-ae27-3cc86ce3b23e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:21:44.291024 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-5f28fc25-33bf-4c50-b4e5-51357dd9467b tempest-RoutersIpV6Test-883692175 tempest-RoutersIpV6Test-883692175] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment--9223363259214191851', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854179735'] for segment, precommit_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:21:44.291472 n-d-768862-2 neutron-server[84765]: INFO neutron.db.segments_db [None req-5f28fc25-33bf-4c50-b4e5-51357dd9467b tempest-RoutersIpV6Test-883692175 tempest-RoutersIpV6Test-883692175] Added segment 413c8920-9c32-4c0d-b6c5-e276c9950385 of type vxlan for network de8f1523-5720-4564-861b-bf6f29e16200 Jan 14 07:21:44.395340 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-5f28fc25-33bf-4c50-b4e5-51357dd9467b tempest-RoutersIpV6Test-883692175 tempest-RoutersIpV6Test-883692175] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363259214646115'] for network, precommit_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:21:44.403768 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dbc1997d-d48c-406a-a3ea-c630be824da0 tempest-RoutersIpV6AdminTest-832003634 tempest-RoutersIpV6AdminTest-832003634] Notify agent at l3_agent.n-d-768862-2 the message routers_updated {{(pid=84875) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jan 14 07:21:44.451747 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-b4134f0b-6ef0-4c28-ba67-2c1d1fb67819 tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] Notify callbacks [] for port, precommit_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:21:44.514228 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-b4134f0b-6ef0-4c28-ba67-2c1d1fb67819 tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] Transition to ACTIVE for port object 90d40638-e8c3-4e91-b7df-c1f51731ee22 will not be triggered until provisioned by entity DHCP. {{(pid=84875) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 07:21:44.522275 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10cf290c-1f2f-48dd-9ae1-eacbfe73c819 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5b59f05a-54d5-44d0-a429-c26afd2fcff4,revision_number=0']} {{(pid=84874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:21:44.523142 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-5f28fc25-33bf-4c50-b4e5-51357dd9467b tempest-RoutersIpV6Test-883692175 tempest-RoutersIpV6Test-883692175] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850887149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964'] for network, after_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:21:44.547333 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f28fc25-33bf-4c50-b4e5-51357dd9467b tempest-RoutersIpV6Test-883692175 tempest-RoutersIpV6Test-883692175] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:21:44.548106 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-5f28fc25-33bf-4c50-b4e5-51357dd9467b tempest-RoutersIpV6Test-883692175 tempest-RoutersIpV6Test-883692175] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3207107'] for network, before_response {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:21:44.558141 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-313e9cb0-2185-4730-b7cc-e4ee1f8d512a tempest-ServersTestMultiNic-2121779930 tempest-ServersTestMultiNic-2121779930] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:21:44.558773 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-10cf290c-1f2f-48dd-9ae1-eacbfe73c819 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.307s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:21:44.559638 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-98e1512c-1cac-4b6b-a234-aee79ec1725b tempest-ExternalNetworksAdminNegativeTestJSON-1161897559 tempest-ExternalNetworksAdminNegativeTestJSON-1161897559] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555753'] for port, before_update {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:21:44.575332 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.db.api [None req-a0e4ff1b-ddcb-4402-af0b-06785779f226 tempest-BulkNetworkOpsIpV6Test-1034590256 tempest-BulkNetworkOpsIpV6Test-1034590256] Retry wrapper got retriable exception: Unable to create the network. No available network found in maximum allowed attempts. {{(pid=84875) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Jan 14 07:21:44.575693 n-d-768862-2 neutron-server[84765]: DEBUG oslo_db.api [None req-a0e4ff1b-ddcb-4402-af0b-06785779f226 tempest-BulkNetworkOpsIpV6Test-1034590256 tempest-BulkNetworkOpsIpV6Test-1034590256] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_network {{(pid=84875) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Jan 14 07:21:44.586889 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-dbc1997d-d48c-406a-a3ea-c630be824da0 tempest-RoutersIpV6AdminTest-832003634 tempest-RoutersIpV6AdminTest-832003634] Notify callbacks [] for router, before_response {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:21:44.591434 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-dbc1997d-d48c-406a-a3ea-c630be824da0 tempest-RoutersIpV6AdminTest-832003634 tempest-RoutersIpV6AdminTest-832003634] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 878 time: 14.9547195 Jan 14 07:21:44.596807 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84875) accepted ('10.222.0.24', 40820) {{(pid=84875) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:21:44.837265 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-5f28fc25-33bf-4c50-b4e5-51357dd9467b tempest-RoutersIpV6Test-883692175 tempest-RoutersIpV6Test-883692175] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 3.2655632 Jan 14 07:21:44.945556 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96438d67-d70b-43d7-8131-734c67ce2d4e None None] Sync routers for ids ['92e6187c-2a11-4fb1-817d-15f8c6943440'] in n-d-768862-2 {{(pid=84876) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Jan 14 07:21:44.956327 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84875) accepted ('10.222.0.24', 40826) {{(pid=84875) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:21:44.994743 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.v2.base [None req-592cbd01-3a9c-4cb6-9d10-b54e15cd62d2 tempest-RoutersIpV6Test-883692175 tempest-RoutersIpV6Test-883692175] Request body: {'subnet': {'network_id': 'de8f1523-5720-4564-861b-bf6f29e16200', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=84875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:21:45.068178 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96438d67-d70b-43d7-8131-734c67ce2d4e None None] Routers {'92e6187c-2a11-4fb1-817d-15f8c6943440'} bound to L3 agent in host n-d-768862-2 {{(pid=84876) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 14 07:21:45.068918 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_hamode_db [None req-96438d67-d70b-43d7-8131-734c67ce2d4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-01-14T06:56:51Z,description=,heartbeat_timestamp=2021-01-14T07:21:21Z,host='n-d-768862-2',id=35f592e9-451b-4db9-abea-77b6a5c5391b,load=0,resource_versions=,resources_synced=,started_at=2021-01-14T06:56:51Z,topic='l3_agent')) {'router_ids': ['92e6187c-2a11-4fb1-817d-15f8c6943440'], 'active': True} {{(pid=84876) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:21:45.157550 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-b4134f0b-6ef0-4c28-ba67-2c1d1fb67819 tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777640123575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851621574'] for port, after_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:21:45.160763 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-a0e4ff1b-ddcb-4402-af0b-06785779f226 tempest-BulkNetworkOpsIpV6Test-1034590256 tempest-BulkNetworkOpsIpV6Test-1034590256] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555753'] for network, before_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:21:45.283446 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f28fc25-33bf-4c50-b4e5-51357dd9467b tempest-RoutersIpV6Test-883692175 tempest-RoutersIpV6Test-883692175] Pushing event updated for resources: {'Network': ['ID=de8f1523-5720-4564-861b-bf6f29e16200,revision_number=1']} {{(pid=84875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:21:45.297080 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-592cbd01-3a9c-4cb6-9d10-b54e15cd62d2 tempest-RoutersIpV6Test-883692175 tempest-RoutersIpV6Test-883692175] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:21:45.305069 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-852a24f7-e9a1-4193-9abb-e9506fe5213f None None] Network de8f1523-5720-4564-861b-bf6f29e16200 details requested by agent ovs-agent-n-h2-768862-2 with host n-h2-768862-2 {{(pid=84876) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 07:21:45.340185 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-017f98a9-8a07-408c-a86f-8ff0c00400a0 None None] Network de8f1523-5720-4564-861b-bf6f29e16200 details requested by agent ovs-agent-n-h1-768862-2 with host n-h1-768862-2 {{(pid=84876) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 07:21:45.362560 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-98e1512c-1cac-4b6b-a234-aee79ec1725b tempest-ExternalNetworksAdminNegativeTestJSON-1161897559 tempest-ExternalNetworksAdminNegativeTestJSON-1161897559] Notify callbacks [] for port, precommit_update {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:21:45.375031 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-98e1512c-1cac-4b6b-a234-aee79ec1725b tempest-ExternalNetworksAdminNegativeTestJSON-1161897559 tempest-ExternalNetworksAdminNegativeTestJSON-1161897559] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777640533312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363259214678337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777640097497', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036851521613'] for port, after_update {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:21:45.385728 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-5d2c8e7b-bd52-4e41-9c82-7555cf75b42a tempest-RoutersIpV6AdminTest-832003634 tempest-RoutersIpV6AdminTest-832003634] Notify callbacks [] for router, before_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:21:45.405625 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-0670bce2-5391-4c17-85d4-c969134205ea tempest-RoutersIpV6AdminTest-832003634 tempest-RoutersIpV6AdminTest-832003634] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:21:45.509671 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Network de8f1523-5720-4564-861b-bf6f29e16200 details requested by agent ovs-agent-n-d-768862-2 with host n-d-768862-2 {{(pid=84876) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 07:21:45.556164 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Device 530592da-d66d-46b0-9463-c8d537c14e53 up at agent ovs-agent-n-d-768862-2 {{(pid=84876) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 07:21:45.635726 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-5f28fc25-33bf-4c50-b4e5-51357dd9467b tempest-RoutersIpV6Test-883692175 tempest-RoutersIpV6Test-883692175] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.075s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:21:45.636934 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-77e4fdb7-2ef2-4eba-afc7-c791e9dc629e tempest-AllowedAddressPairTestJSON-747646770 tempest-AllowedAddressPairTestJSON-747646770] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.349s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:21:45.673909 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98e1512c-1cac-4b6b-a234-aee79ec1725b tempest-ExternalNetworksAdminNegativeTestJSON-1161897559 tempest-ExternalNetworksAdminNegativeTestJSON-1161897559] Pushing event updated for resources: {'Port': ['ID=2094e6d5-68e4-49b0-a078-5a748d284ff0,revision_number=2']} {{(pid=84874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:21:45.717384 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98e1512c-1cac-4b6b-a234-aee79ec1725b tempest-ExternalNetworksAdminNegativeTestJSON-1161897559 tempest-ExternalNetworksAdminNegativeTestJSON-1161897559] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@n-h1-768862-2 {{(pid=84874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:21:45.717927 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98e1512c-1cac-4b6b-a234-aee79ec1725b tempest-ExternalNetworksAdminNegativeTestJSON-1161897559 tempest-ExternalNetworksAdminNegativeTestJSON-1161897559] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-h1-768862-2 {{(pid=84874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:21:45.722438 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98e1512c-1cac-4b6b-a234-aee79ec1725b tempest-ExternalNetworksAdminNegativeTestJSON-1161897559 tempest-ExternalNetworksAdminNegativeTestJSON-1161897559] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-h1-768862-2 {{(pid=84874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:21:45.723418 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98e1512c-1cac-4b6b-a234-aee79ec1725b tempest-ExternalNetworksAdminNegativeTestJSON-1161897559 tempest-ExternalNetworksAdminNegativeTestJSON-1161897559] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-h1-768862-2 {{(pid=84874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:21:45.724056 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98e1512c-1cac-4b6b-a234-aee79ec1725b tempest-ExternalNetworksAdminNegativeTestJSON-1161897559 tempest-ExternalNetworksAdminNegativeTestJSON-1161897559] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@n-h1-768862-2 {{(pid=84874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:21:45.725899 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98e1512c-1cac-4b6b-a234-aee79ec1725b tempest-ExternalNetworksAdminNegativeTestJSON-1161897559 tempest-ExternalNetworksAdminNegativeTestJSON-1161897559] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-h1-768862-2 {{(pid=84874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:21:45.726491 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98e1512c-1cac-4b6b-a234-aee79ec1725b tempest-ExternalNetworksAdminNegativeTestJSON-1161897559 tempest-ExternalNetworksAdminNegativeTestJSON-1161897559] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-h1-768862-2 {{(pid=84874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:21:45.730992 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98e1512c-1cac-4b6b-a234-aee79ec1725b tempest-ExternalNetworksAdminNegativeTestJSON-1161897559 tempest-ExternalNetworksAdminNegativeTestJSON-1161897559] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-h1-768862-2 {{(pid=84874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:21:45.731425 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98e1512c-1cac-4b6b-a234-aee79ec1725b tempest-ExternalNetworksAdminNegativeTestJSON-1161897559 tempest-ExternalNetworksAdminNegativeTestJSON-1161897559] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-h1-768862-2 {{(pid=84874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:21:45.731876 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98e1512c-1cac-4b6b-a234-aee79ec1725b tempest-ExternalNetworksAdminNegativeTestJSON-1161897559 tempest-ExternalNetworksAdminNegativeTestJSON-1161897559] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-h1-768862-2 {{(pid=84874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:21:45.732357 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98e1512c-1cac-4b6b-a234-aee79ec1725b tempest-ExternalNetworksAdminNegativeTestJSON-1161897559 tempest-ExternalNetworksAdminNegativeTestJSON-1161897559] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-h1-768862-2 {{(pid=84874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:21:45.732842 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98e1512c-1cac-4b6b-a234-aee79ec1725b tempest-ExternalNetworksAdminNegativeTestJSON-1161897559 tempest-ExternalNetworksAdminNegativeTestJSON-1161897559] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-h1-768862-2 {{(pid=84874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:21:45.733322 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98e1512c-1cac-4b6b-a234-aee79ec1725b tempest-ExternalNetworksAdminNegativeTestJSON-1161897559 tempest-ExternalNetworksAdminNegativeTestJSON-1161897559] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@n-h2-768862-2 {{(pid=84874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:21:45.733739 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98e1512c-1cac-4b6b-a234-aee79ec1725b tempest-ExternalNetworksAdminNegativeTestJSON-1161897559 tempest-ExternalNetworksAdminNegativeTestJSON-1161897559] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-h2-768862-2 {{(pid=84874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:21:45.734164 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98e1512c-1cac-4b6b-a234-aee79ec1725b tempest-ExternalNetworksAdminNegativeTestJSON-1161897559 tempest-ExternalNetworksAdminNegativeTestJSON-1161897559] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-h2-768862-2 {{(pid=84874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:21:45.734578 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98e1512c-1cac-4b6b-a234-aee79ec1725b tempest-ExternalNetworksAdminNegativeTestJSON-1161897559 tempest-ExternalNetworksAdminNegativeTestJSON-1161897559] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-h2-768862-2 {{(pid=84874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:21:45.734992 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98e1512c-1cac-4b6b-a234-aee79ec1725b tempest-ExternalNetworksAdminNegativeTestJSON-1161897559 tempest-ExternalNetworksAdminNegativeTestJSON-1161897559] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@n-h2-768862-2 {{(pid=84874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:21:45.746252 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98e1512c-1cac-4b6b-a234-aee79ec1725b tempest-ExternalNetworksAdminNegativeTestJSON-1161897559 tempest-ExternalNetworksAdminNegativeTestJSON-1161897559] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-h2-768862-2 {{(pid=84874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:21:45.746868 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98e1512c-1cac-4b6b-a234-aee79ec1725b tempest-ExternalNetworksAdminNegativeTestJSON-1161897559 tempest-ExternalNetworksAdminNegativeTestJSON-1161897559] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-h2-768862-2 {{(pid=84874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:21:45.747288 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98e1512c-1cac-4b6b-a234-aee79ec1725b tempest-ExternalNetworksAdminNegativeTestJSON-1161897559 tempest-ExternalNetworksAdminNegativeTestJSON-1161897559] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-h2-768862-2 {{(pid=84874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:21:45.747716 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98e1512c-1cac-4b6b-a234-aee79ec1725b tempest-ExternalNetworksAdminNegativeTestJSON-1161897559 tempest-ExternalNetworksAdminNegativeTestJSON-1161897559] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-h2-768862-2 {{(pid=84874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:21:45.748197 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98e1512c-1cac-4b6b-a234-aee79ec1725b tempest-ExternalNetworksAdminNegativeTestJSON-1161897559 tempest-ExternalNetworksAdminNegativeTestJSON-1161897559] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-h2-768862-2 {{(pid=84874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:21:45.748708 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98e1512c-1cac-4b6b-a234-aee79ec1725b tempest-ExternalNetworksAdminNegativeTestJSON-1161897559 tempest-ExternalNetworksAdminNegativeTestJSON-1161897559] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-h2-768862-2 {{(pid=84874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:21:45.749015 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98e1512c-1cac-4b6b-a234-aee79ec1725b tempest-ExternalNetworksAdminNegativeTestJSON-1161897559 tempest-ExternalNetworksAdminNegativeTestJSON-1161897559] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-h2-768862-2 {{(pid=84874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:21:45.749508 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98e1512c-1cac-4b6b-a234-aee79ec1725b tempest-ExternalNetworksAdminNegativeTestJSON-1161897559 tempest-ExternalNetworksAdminNegativeTestJSON-1161897559] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-2 {{(pid=84874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:21:45.749924 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98e1512c-1cac-4b6b-a234-aee79ec1725b tempest-ExternalNetworksAdminNegativeTestJSON-1161897559 tempest-ExternalNetworksAdminNegativeTestJSON-1161897559] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-2 {{(pid=84874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:21:45.750444 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98e1512c-1cac-4b6b-a234-aee79ec1725b tempest-ExternalNetworksAdminNegativeTestJSON-1161897559 tempest-ExternalNetworksAdminNegativeTestJSON-1161897559] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-2 {{(pid=84874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:21:45.750752 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98e1512c-1cac-4b6b-a234-aee79ec1725b tempest-ExternalNetworksAdminNegativeTestJSON-1161897559 tempest-ExternalNetworksAdminNegativeTestJSON-1161897559] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-2 {{(pid=84874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:21:45.751165 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98e1512c-1cac-4b6b-a234-aee79ec1725b tempest-ExternalNetworksAdminNegativeTestJSON-1161897559 tempest-ExternalNetworksAdminNegativeTestJSON-1161897559] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@n-d-768862-2 {{(pid=84874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:21:45.751573 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98e1512c-1cac-4b6b-a234-aee79ec1725b tempest-ExternalNetworksAdminNegativeTestJSON-1161897559 tempest-ExternalNetworksAdminNegativeTestJSON-1161897559] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-2 {{(pid=84874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:21:45.752017 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98e1512c-1cac-4b6b-a234-aee79ec1725b tempest-ExternalNetworksAdminNegativeTestJSON-1161897559 tempest-ExternalNetworksAdminNegativeTestJSON-1161897559] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-768862-2 {{(pid=84874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:21:45.752430 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98e1512c-1cac-4b6b-a234-aee79ec1725b tempest-ExternalNetworksAdminNegativeTestJSON-1161897559 tempest-ExternalNetworksAdminNegativeTestJSON-1161897559] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-768862-2 {{(pid=84874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:21:45.752839 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98e1512c-1cac-4b6b-a234-aee79ec1725b tempest-ExternalNetworksAdminNegativeTestJSON-1161897559 tempest-ExternalNetworksAdminNegativeTestJSON-1161897559] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-2 {{(pid=84874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:21:45.753250 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98e1512c-1cac-4b6b-a234-aee79ec1725b tempest-ExternalNetworksAdminNegativeTestJSON-1161897559 tempest-ExternalNetworksAdminNegativeTestJSON-1161897559] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-2 {{(pid=84874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:21:45.753664 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98e1512c-1cac-4b6b-a234-aee79ec1725b tempest-ExternalNetworksAdminNegativeTestJSON-1161897559 tempest-ExternalNetworksAdminNegativeTestJSON-1161897559] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-2 {{(pid=84874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:21:45.754072 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98e1512c-1cac-4b6b-a234-aee79ec1725b tempest-ExternalNetworksAdminNegativeTestJSON-1161897559 tempest-ExternalNetworksAdminNegativeTestJSON-1161897559] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-2 {{(pid=84874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:21:45.765170 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-98e1512c-1cac-4b6b-a234-aee79ec1725b tempest-ExternalNetworksAdminNegativeTestJSON-1161897559 tempest-ExternalNetworksAdminNegativeTestJSON-1161897559] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.360s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:21:45.922699 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10cf290c-1f2f-48dd-9ae1-eacbfe73c819 admin admin] Checking segment: {'id': '5c67d414-dd32-41ff-8976-ba8f6a899bb5', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '56e3b466-9a03-4087-93ff-00c00c07e4f5'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84874) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 14 07:21:45.923152 n-d-768862-2 neutron-server[84765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10cf290c-1f2f-48dd-9ae1-eacbfe73c819 admin admin] Network hostable DHCP agents. Network: 56e3b466-9a03-4087-93ff-00c00c07e4f5, hostable agents: ['32f3dd84-26da-4d18-bf15-6017a8fb7247'], hosted agents: [] {{(pid=84874) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Jan 14 07:21:45.952770 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Provisioning for port 530592da-d66d-46b0-9463-c8d537c14e53 completed by entity L2. {{(pid=84876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 07:21:45.968714 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-540ef1df-ff16-4d1d-bd01-3d8cb14d8000 None None] Provisioning for port 530592da-d66d-46b0-9463-c8d537c14e53 completed by entity DHCP. {{(pid=84876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 07:21:45.981132 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-540ef1df-ff16-4d1d-bd01-3d8cb14d8000 None None] Provisioning complete for port 530592da-d66d-46b0-9463-c8d537c14e53 triggered by entity DHCP. {{(pid=84876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 07:21:45.981952 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-540ef1df-ff16-4d1d-bd01-3d8cb14d8000 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-604227'] for port, provisioning_complete {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:21:46.014133 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Provisioning complete for port 530592da-d66d-46b0-9463-c8d537c14e53 triggered by entity L2. {{(pid=84876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 07:21:46.014944 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-604227'] for port, provisioning_complete {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:21:46.075222 n-d-768862-2 neutron-server[84765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10cf290c-1f2f-48dd-9ae1-eacbfe73c819 admin admin] Network 56e3b466-9a03-4087-93ff-00c00c07e4f5 is scheduled to be hosted by DHCP agent 32f3dd84-26da-4d18-bf15-6017a8fb7247 with binding_index 1 {{(pid=84874) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Jan 14 07:21:46.078921 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-98e1512c-1cac-4b6b-a234-aee79ec1725b tempest-ExternalNetworksAdminNegativeTestJSON-1161897559 tempest-ExternalNetworksAdminNegativeTestJSON-1161897559] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3912638'] for floatingip, after_update {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:21:46.114650 n-d-768862-2 neutron-server[84765]: DEBUG neutron.scheduler.base_scheduler [None req-10cf290c-1f2f-48dd-9ae1-eacbfe73c819 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768862-2, 56e3b466-9a03-4087-93ff-00c00c07e4f5) {{(pid=84874) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 07:21:46.119897 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-98e1512c-1cac-4b6b-a234-aee79ec1725b tempest-ExternalNetworksAdminNegativeTestJSON-1161897559 tempest-ExternalNetworksAdminNegativeTestJSON-1161897559] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854768116'] for floatingip, before_response {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:21:46.121470 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_dvr_db [None req-96438d67-d70b-43d7-8131-734c67ce2d4e None None] Set router 92e6187c-2a11-4fb1-817d-15f8c6943440 gateway port host: n-d-768862-2 {{(pid=84876) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 14 07:21:46.129120 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-98e1512c-1cac-4b6b-a234-aee79ec1725b tempest-ExternalNetworksAdminNegativeTestJSON-1161897559 tempest-ExternalNetworksAdminNegativeTestJSON-1161897559] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 7.4545126 Jan 14 07:21:46.130285 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84874) accepted ('10.222.0.24', 40850) {{(pid=84874) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:21:46.157108 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.v2.base [None req-35f8bb48-2185-4562-8247-436d12d88a80 tempest-ExternalNetworksAdminNegativeTestJSON-1161897559 tempest-ExternalNetworksAdminNegativeTestJSON-1161897559] Request body: {'port': {'name': 'tempest-ExternalNetworksAdminNegativeTestJSON-1177546264', 'network_id': '226f1e78-82cd-4481-9055-4eb73b6db8c1', 'fixed_ips': [{'ip_address': '172.25.2.173'}]}} {{(pid=84874) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:21:46.173913 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10cf290c-1f2f-48dd-9ae1-eacbfe73c819 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:21:46.175046 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-10cf290c-1f2f-48dd-9ae1-eacbfe73c819 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3207107'] for subnet, before_response {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:21:46.206673 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-35f8bb48-2185-4562-8247-436d12d88a80 tempest-ExternalNetworksAdminNegativeTestJSON-1161897559 tempest-ExternalNetworksAdminNegativeTestJSON-1161897559] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:21:46.218997 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-10cf290c-1f2f-48dd-9ae1-eacbfe73c819 admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 3.6899662 Jan 14 07:21:46.221487 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-35f8bb48-2185-4562-8247-436d12d88a80 tempest-ExternalNetworksAdminNegativeTestJSON-1161897559 tempest-ExternalNetworksAdminNegativeTestJSON-1161897559] Usage tracker for resource:port and tenant:79317a68a8984d26b06458b6c3c4f46c is out of sync, need to count used quota {{(pid=84874) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:21:46.241029 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-35f8bb48-2185-4562-8247-436d12d88a80 tempest-ExternalNetworksAdminNegativeTestJSON-1161897559 tempest-ExternalNetworksAdminNegativeTestJSON-1161897559] Quota usage for port was recalculated. Used quota:1. {{(pid=84874) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:21:46.249086 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-35f8bb48-2185-4562-8247-436d12d88a80 tempest-ExternalNetworksAdminNegativeTestJSON-1161897559 tempest-ExternalNetworksAdminNegativeTestJSON-1161897559] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=84874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:21:46.269827 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-35f8bb48-2185-4562-8247-436d12d88a80 tempest-ExternalNetworksAdminNegativeTestJSON-1161897559 tempest-ExternalNetworksAdminNegativeTestJSON-1161897559] Made reservation on behalf of 79317a68a8984d26b06458b6c3c4f46c for: {'port': 1} {{(pid=84874) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 07:21:46.275593 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-35f8bb48-2185-4562-8247-436d12d88a80 tempest-ExternalNetworksAdminNegativeTestJSON-1161897559 tempest-ExternalNetworksAdminNegativeTestJSON-1161897559] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555753'] for port, before_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:21:46.294073 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-35f8bb48-2185-4562-8247-436d12d88a80 tempest-ExternalNetworksAdminNegativeTestJSON-1161897559 tempest-ExternalNetworksAdminNegativeTestJSON-1161897559] Notify callbacks [] for security_group, before_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:21:46.331176 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-35f8bb48-2185-4562-8247-436d12d88a80 tempest-ExternalNetworksAdminNegativeTestJSON-1161897559 tempest-ExternalNetworksAdminNegativeTestJSON-1161897559] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:21:46.342931 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-35f8bb48-2185-4562-8247-436d12d88a80 tempest-ExternalNetworksAdminNegativeTestJSON-1161897559 tempest-ExternalNetworksAdminNegativeTestJSON-1161897559] Usage tracker for resource:security_group_rule and tenant:79317a68a8984d26b06458b6c3c4f46c is out of sync, need to count used quota {{(pid=84874) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:21:46.350527 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-35f8bb48-2185-4562-8247-436d12d88a80 tempest-ExternalNetworksAdminNegativeTestJSON-1161897559 tempest-ExternalNetworksAdminNegativeTestJSON-1161897559] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84874) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:21:46.363492 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-35f8bb48-2185-4562-8247-436d12d88a80 tempest-ExternalNetworksAdminNegativeTestJSON-1161897559 tempest-ExternalNetworksAdminNegativeTestJSON-1161897559] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:21:46.403930 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-592cbd01-3a9c-4cb6-9d10-b54e15cd62d2 tempest-RoutersIpV6Test-883692175 tempest-RoutersIpV6Test-883692175] Usage tracker for resource:subnet and tenant:d787627cdb8d4cc9b70642659fae99d7 is out of sync, need to count used quota {{(pid=84875) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:21:46.417759 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92b5cd0b-4d8a-4011-b59d-ad5e66dc6428 None None] Network 56e3b466-9a03-4087-93ff-00c00c07e4f5 requested from n-d-768862-2 {{(pid=84876) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 07:21:46.474719 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-592cbd01-3a9c-4cb6-9d10-b54e15cd62d2 tempest-RoutersIpV6Test-883692175 tempest-RoutersIpV6Test-883692175] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84875) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:21:46.484256 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555753'] for port, before_update {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:21:46.532045 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84874) accepted ('10.222.0.24', 40864) {{(pid=84874) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:21:46.573020 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] For port 530592da-d66d-46b0-9463-c8d537c14e53, host n-d-768862-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-2',level=0,port_id=530592da-d66d-46b0-9463-c8d537c14e53,segment=NetworkSegment(56f1c7cf-f3a3-41d2-9677-68978131444f),segment_id=56f1c7cf-f3a3-41d2-9677-68978131444f)] {{(pid=84876) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 07:21:46.610347 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-592cbd01-3a9c-4cb6-9d10-b54e15cd62d2 tempest-RoutersIpV6Test-883692175 tempest-RoutersIpV6Test-883692175] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:21:46.620980 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.db_base_plugin_v2 [None req-5fd81889-aa12-4032-a8be-0d2d0d9badd6 admin admin] Deleting subnet 5b59f05a-54d5-44d0-a429-c26afd2fcff4 {{(pid=84874) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Jan 14 07:21:46.630755 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-5fd81889-aa12-4032-a8be-0d2d0d9badd6 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:21:46.663464 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-35f8bb48-2185-4562-8247-436d12d88a80 tempest-ExternalNetworksAdminNegativeTestJSON-1161897559 tempest-ExternalNetworksAdminNegativeTestJSON-1161897559] Notify callbacks [] for security_group, precommit_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:21:46.669009 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a0e4ff1b-ddcb-4402-af0b-06785779f226 tempest-BulkNetworkOpsIpV6Test-1034590256 tempest-BulkNetworkOpsIpV6Test-1034590256] vxlan segment allocate from pool success with {'vxlan_vni': 19} {{(pid=84875) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Jan 14 07:21:46.677756 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-35f8bb48-2185-4562-8247-436d12d88a80 tempest-ExternalNetworksAdminNegativeTestJSON-1161897559 tempest-ExternalNetworksAdminNegativeTestJSON-1161897559] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850887153'] for security_group, after_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:21:46.692826 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-6bd35ff7-132d-4a23-a2ab-07f4eb916fec admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:21:46.702588 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4134f0b-6ef0-4c28-ba67-2c1d1fb67819 tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] Pushing event updated for resources: {'Port': ['ID=90d40638-e8c3-4e91-b7df-c1f51731ee22,revision_number=1']} {{(pid=84875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:21:46.725454 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777640533312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363259214678337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777640097497'] for port, after_update {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:21:46.751912 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-5fd81889-aa12-4032-a8be-0d2d0d9badd6 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036851807232'] for subnet, precommit_delete_associations {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:21:46.759269 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-b4134f0b-6ef0-4c28-ba67-2c1d1fb67819 tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.122s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:21:46.760152 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-592cbd01-3a9c-4cb6-9d10-b54e15cd62d2 tempest-RoutersIpV6Test-883692175 tempest-RoutersIpV6Test-883692175] Made reservation on behalf of d787627cdb8d4cc9b70642659fae99d7 for: {'subnet': 1} {{(pid=84875) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 07:21:46.763961 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network":"rule:regular_user" was deprecated in W in favor of "create_network":"role:member and project_id:%(project_id)s". Reason: Jan 14 07:21:46.763961 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:21:46.763961 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:21:46.763961 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:21:46.763961 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:shared":"rule:admin_only" was deprecated in W in favor of "create_network:shared":"role:admin and system_scope:all". Reason: Jan 14 07:21:46.763961 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:21:46.763961 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:21:46.763961 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:21:46.763961 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:router:external":"rule:admin_only" was deprecated in W in favor of "create_network:router:external":"role:admin and system_scope:all". Reason: Jan 14 07:21:46.763961 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:21:46.763961 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:21:46.763961 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:21:46.763961 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:is_default":"rule:admin_only" was deprecated in W in favor of "create_network:is_default":"role:admin and system_scope:all". Reason: Jan 14 07:21:46.763961 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:21:46.763961 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:21:46.763961 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:21:46.763961 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:port_security_enabled":"rule:regular_user" was deprecated in W in favor of "create_network:port_security_enabled":"role:member and project_id:%(project_id)s". Reason: Jan 14 07:21:46.763961 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:21:46.763961 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:21:46.763961 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:21:46.763961 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:segments":"rule:admin_only" was deprecated in W in favor of "create_network:segments":"role:admin and system_scope:all". Reason: Jan 14 07:21:46.763961 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:21:46.763961 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:21:46.763961 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:21:46.763961 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "create_network:provider:network_type":"role:admin and system_scope:all". Reason: Jan 14 07:21:46.763961 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:21:46.763961 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:21:46.763961 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:21:46.763961 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "create_network:provider:physical_network":"role:admin and system_scope:all". Reason: Jan 14 07:21:46.763961 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:21:46.763961 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:21:46.763961 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:21:46.763961 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "create_network:provider:segmentation_id":"role:admin and system_scope:all". Reason: Jan 14 07:21:46.763961 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:21:46.763961 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:21:46.763961 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:21:46.763961 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network":"rule:admin_or_owner or rule:shared or rule:external or rule:context_is_advsvc" was deprecated in W in favor of "get_network":"(role:reader and system_scope:all) or (role:reader and project_id:%(project_id)s) or rule:shared or rule:external or rule:context_is_advsvc". Reason: Jan 14 07:21:46.763961 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:21:46.763961 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:21:46.763961 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:21:46.763961 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:router:external":"rule:regular_user" was deprecated in W in favor of "get_network:router:external":"role:reader and project_id:%(project_id)s". Reason: Jan 14 07:21:46.763961 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:21:46.763961 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:21:46.763961 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:21:46.763961 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:segments":"rule:admin_only" was deprecated in W in favor of "get_network:segments":"role:reader and system_scope:all". Reason: Jan 14 07:21:46.763961 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:21:46.763961 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:21:46.763961 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:21:46.768398 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "get_network:provider:network_type":"role:reader and system_scope:all". Reason: Jan 14 07:21:46.768398 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:21:46.768398 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:21:46.768398 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:21:46.768398 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "get_network:provider:physical_network":"role:reader and system_scope:all". Reason: Jan 14 07:21:46.768398 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:21:46.768398 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:21:46.768398 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:21:46.768398 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "get_network:provider:segmentation_id":"role:reader and system_scope:all". Reason: Jan 14 07:21:46.768398 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:21:46.768398 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:21:46.768398 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:21:46.768398 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network":"rule:admin_or_owner" was deprecated in W in favor of "update_network":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 07:21:46.768398 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:21:46.768398 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:21:46.768398 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:21:46.768398 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:segments":"rule:admin_only" was deprecated in W in favor of "update_network:segments":"role:admin and system_scope:all". Reason: Jan 14 07:21:46.768398 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:21:46.768398 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:21:46.768398 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:21:46.821736 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-a0e4ff1b-ddcb-4402-af0b-06785779f226 tempest-BulkNetworkOpsIpV6Test-1034590256 tempest-BulkNetworkOpsIpV6Test-1034590256] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment--9223363259214191851', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854179735'] for segment, precommit_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:21:46.822203 n-d-768862-2 neutron-server[84765]: INFO neutron.db.segments_db [None req-a0e4ff1b-ddcb-4402-af0b-06785779f226 tempest-BulkNetworkOpsIpV6Test-1034590256 tempest-BulkNetworkOpsIpV6Test-1034590256] Added segment e490e3cf-7296-4da4-ba16-e563e3935d08 of type vxlan for network 122e5759-1c70-4f26-9f4c-c3118e76b4f9 Jan 14 07:21:46.835250 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-96756b14-0c68-459e-aa6e-114633a6acb9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84876) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:21:46.870531 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35f8bb48-2185-4562-8247-436d12d88a80 tempest-ExternalNetworksAdminNegativeTestJSON-1161897559 tempest-ExternalNetworksAdminNegativeTestJSON-1161897559] Pushing event updated for resources: {'SecurityGroup': ['ID=ebb4095a-dc47-4f1f-b408-cbdf9a570271,revision_number=1']} {{(pid=84874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:21:46.875761 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-35f8bb48-2185-4562-8247-436d12d88a80 tempest-ExternalNetworksAdminNegativeTestJSON-1161897559 tempest-ExternalNetworksAdminNegativeTestJSON-1161897559] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.183s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:21:46.923890 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-5fd81889-aa12-4032-a8be-0d2d0d9badd6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036854176836'] for subnet, precommit_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:21:46.991204 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-a0e4ff1b-ddcb-4402-af0b-06785779f226 tempest-BulkNetworkOpsIpV6Test-1034590256 tempest-BulkNetworkOpsIpV6Test-1034590256] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363259214646115'] for network, precommit_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:21:47.002219 n-d-768862-2 neutron-server[84765]: DEBUG neutron.notifiers.nova [None req-35f8bb48-2185-4562-8247-436d12d88a80 tempest-ExternalNetworksAdminNegativeTestJSON-1161897559 tempest-ExternalNetworksAdminNegativeTestJSON-1161897559] device_id is not set on port bc6c9a03-623d-40cf-94e4-7b6d8ee27036 yet. {{(pid=84874) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}} Jan 14 07:21:47.148537 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-592cbd01-3a9c-4cb6-9d10-b54e15cd62d2 tempest-RoutersIpV6Test-883692175 tempest-RoutersIpV6Test-883692175] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036852467157'] for subnet, before_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:21:47.166626 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-a0e4ff1b-ddcb-4402-af0b-06785779f226 tempest-BulkNetworkOpsIpV6Test-1034590256 tempest-BulkNetworkOpsIpV6Test-1034590256] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850887149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964'] for network, after_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:21:47.188747 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0e4ff1b-ddcb-4402-af0b-06785779f226 tempest-BulkNetworkOpsIpV6Test-1034590256 tempest-BulkNetworkOpsIpV6Test-1034590256] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:21:47.189608 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-a0e4ff1b-ddcb-4402-af0b-06785779f226 tempest-BulkNetworkOpsIpV6Test-1034590256 tempest-BulkNetworkOpsIpV6Test-1034590256] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3207107'] for network, before_response {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:21:47.223699 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-4a92af15-42da-4889-85e8-47baa4c75445 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:21:47.292699 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Pushing event updated for resources: {'Port': ['ID=530592da-d66d-46b0-9463-c8d537c14e53,revision_number=3']} {{(pid=84876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:21:47.326667 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.490s {{(pid=84876) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:21:47.342131 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bac41efc-cb9d-44aa-a2bf-d939d24b1ada None None] Network 56e3b466-9a03-4087-93ff-00c00c07e4f5 requested from n-d-768862-2 {{(pid=84876) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 07:21:47.366284 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0e4ff1b-ddcb-4402-af0b-06785779f226 tempest-BulkNetworkOpsIpV6Test-1034590256 tempest-BulkNetworkOpsIpV6Test-1034590256] Pushing event updated for resources: {'Network': ['ID=122e5759-1c70-4f26-9f4c-c3118e76b4f9,revision_number=1']} {{(pid=84875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:21:47.370488 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-a0e4ff1b-ddcb-4402-af0b-06785779f226 tempest-BulkNetworkOpsIpV6Test-1034590256 tempest-BulkNetworkOpsIpV6Test-1034590256] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 3.5760756 Jan 14 07:21:47.373057 n-d-768862-2 neutron-server[84765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4134f0b-6ef0-4c28-ba67-2c1d1fb67819 tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] Network 23f0a15d-6362-4cec-82c1-cacba887c566 is already hosted by enough agents. {{(pid=84875) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 07:21:47.391970 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84874) accepted ('10.222.0.24', 40882) {{(pid=84874) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:21:47.407329 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.v2.base [None req-43966cb1-7d5f-4f34-baeb-008e956fcbee tempest-BulkNetworkOpsIpV6Test-1034590256 tempest-BulkNetworkOpsIpV6Test-1034590256] Request body: {'ports': [{'network_id': 'e3f85f40-bcf0-469e-bf60-39d012082727', 'name': 'tempest-port--1833800564', 'admin_state_up': True}, {'network_id': '122e5759-1c70-4f26-9f4c-c3118e76b4f9', 'admin_state_up': False}]} {{(pid=84874) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:21:47.407899 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.v2.base [None req-43966cb1-7d5f-4f34-baeb-008e956fcbee tempest-BulkNetworkOpsIpV6Test-1034590256 tempest-BulkNetworkOpsIpV6Test-1034590256] Request body: {'port': {'network_id': 'e3f85f40-bcf0-469e-bf60-39d012082727', 'name': 'tempest-port--1833800564', 'admin_state_up': True}} {{(pid=84874) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:21:47.408563 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.v2.base [None req-43966cb1-7d5f-4f34-baeb-008e956fcbee tempest-BulkNetworkOpsIpV6Test-1034590256 tempest-BulkNetworkOpsIpV6Test-1034590256] Request body: {'port': {'network_id': '122e5759-1c70-4f26-9f4c-c3118e76b4f9', 'admin_state_up': False}} {{(pid=84874) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:21:47.436143 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-a0e4ff1b-ddcb-4402-af0b-06785779f226 tempest-BulkNetworkOpsIpV6Test-1034590256 tempest-BulkNetworkOpsIpV6Test-1034590256] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.213s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:21:47.447266 n-d-768862-2 neutron-server[84765]: DEBUG neutron.scheduler.base_scheduler [None req-b4134f0b-6ef0-4c28-ba67-2c1d1fb67819 tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] Resources bound (agent type, host, resource id): {{(pid=84875) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 07:21:47.476465 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4134f0b-6ef0-4c28-ba67-2c1d1fb67819 tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] Received port after_create {{(pid=84875) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 14 07:21:47.498116 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4134f0b-6ef0-4c28-ba67-2c1d1fb67819 tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:21:47.498879 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-b4134f0b-6ef0-4c28-ba67-2c1d1fb67819 tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854768116'] for port, before_response {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:21:47.527226 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-5d2c8e7b-bd52-4e41-9c82-7555cf75b42a tempest-RoutersIpV6AdminTest-832003634 tempest-RoutersIpV6AdminTest-832003634] Notify callbacks [] for router_gateway, before_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:21:47.550683 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84874) accepted ('10.222.0.24', 40886) {{(pid=84874) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:21:47.553052 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-b4134f0b-6ef0-4c28-ba67-2c1d1fb67819 tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 7.0597551 Jan 14 07:21:47.585310 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.v2.base [None req-eddb30c4-570d-4bc5-899f-7e8e94cfc8f4 tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] Request body: {'port': {'network_id': '23f0a15d-6362-4cec-82c1-cacba887c566', 'fixed_ips': [{'subnet_id': '9b49af54-394a-4417-9b45-78c5c12fade7', 'ip_address': '2001:db8::5e10:85f7:7a66:5fee'}], 'name': 'tempest-NetworksTestDHCPv6-1893299324'}} {{(pid=84874) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:21:47.760554 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.plugin [None req-5d2c8e7b-bd52-4e41-9c82-7555cf75b42a tempest-RoutersIpV6AdminTest-832003634 tempest-RoutersIpV6AdminTest-832003634] Deleting port 2b6b8aa5-1649-4fd8-9abf-0a005212ca5e {{(pid=84875) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 07:21:47.760934 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-5d2c8e7b-bd52-4e41-9c82-7555cf75b42a tempest-RoutersIpV6AdminTest-832003634 tempest-RoutersIpV6AdminTest-832003634] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363259214248359'] for port, before_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:21:47.771735 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-eddb30c4-570d-4bc5-899f-7e8e94cfc8f4 tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:21:47.776734 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-eddb30c4-570d-4bc5-899f-7e8e94cfc8f4 tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] Usage tracker for resource:port and tenant:be0aa702e3ca464795a99c51e3b3b04f is out of sync, need to count used quota {{(pid=84874) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:21:47.780409 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-eddb30c4-570d-4bc5-899f-7e8e94cfc8f4 tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] Quota usage for port was recalculated. Used quota:2. {{(pid=84874) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:21:47.787382 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-eddb30c4-570d-4bc5-899f-7e8e94cfc8f4 tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:21:47.811089 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-852a24f7-e9a1-4193-9abb-e9506fe5213f None None] Network 122e5759-1c70-4f26-9f4c-c3118e76b4f9 details requested by agent ovs-agent-n-h2-768862-2 with host n-h2-768862-2 {{(pid=84876) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 07:21:47.830628 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eddb30c4-570d-4bc5-899f-7e8e94cfc8f4 tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] Made reservation on behalf of be0aa702e3ca464795a99c51e3b3b04f for: {'port': 1} {{(pid=84874) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 07:21:47.867700 n-d-768862-2 neutron-server[84765]: INFO neutron.pecan_wsgi.hooks.translation [None req-35f8bb48-2185-4562-8247-436d12d88a80 tempest-ExternalNetworksAdminNegativeTestJSON-1161897559 tempest-ExternalNetworksAdminNegativeTestJSON-1161897559] POST failed (client error): There was a conflict when trying to complete your request. Jan 14 07:21:47.868970 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-35f8bb48-2185-4562-8247-436d12d88a80 tempest-ExternalNetworksAdminNegativeTestJSON-1161897559 tempest-ExternalNetworksAdminNegativeTestJSON-1161897559] No notification will be sent due to unsuccessful status code: 409 {{(pid=84874) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Jan 14 07:21:47.935855 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-017f98a9-8a07-408c-a86f-8ff0c00400a0 None None] Network 122e5759-1c70-4f26-9f4c-c3118e76b4f9 details requested by agent ovs-agent-n-h1-768862-2 with host n-h1-768862-2 {{(pid=84876) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 07:21:47.957151 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Network 122e5759-1c70-4f26-9f4c-c3118e76b4f9 details requested by agent ovs-agent-n-d-768862-2 with host n-d-768862-2 {{(pid=84876) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 07:21:48.079905 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-eddb30c4-570d-4bc5-899f-7e8e94cfc8f4 tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555753'] for port, before_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:21:48.189650 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-5d2c8e7b-bd52-4e41-9c82-7555cf75b42a tempest-RoutersIpV6AdminTest-832003634 tempest-RoutersIpV6AdminTest-832003634] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036850862667'] for port, precommit_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:21:48.314029 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-35f8bb48-2185-4562-8247-436d12d88a80 tempest-ExternalNetworksAdminNegativeTestJSON-1161897559 tempest-ExternalNetworksAdminNegativeTestJSON-1161897559] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 409 len: 372 time: 2.1771994 Jan 14 07:21:48.314029 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-5fd81889-aa12-4032-a8be-0d2d0d9badd6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-598964', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850887113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036851521664', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2794686'] for subnet, after_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:21:48.333518 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84874) accepted ('10.222.0.24', 40900) {{(pid=84874) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:21:48.335188 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-2d66b7bb-9261-457a-90ff-bad148d0f0e5 tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:21:48.416057 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.plugin [None req-5d2c8e7b-bd52-4e41-9c82-7555cf75b42a tempest-RoutersIpV6AdminTest-832003634 tempest-RoutersIpV6AdminTest-832003634] Calling delete_port for 2b6b8aa5-1649-4fd8-9abf-0a005212ca5e owned by network:router_gateway {{(pid=84875) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 07:21:48.416339 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-c610f73a-221d-40b1-b195-b91dd85b582c None None] Provisioning complete for port 530592da-d66d-46b0-9463-c8d537c14e53 triggered by entity DHCP. {{(pid=84876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 07:21:48.416915 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-c610f73a-221d-40b1-b195-b91dd85b582c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-604227'] for port, provisioning_complete {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:21:48.571962 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_hamode_db [None req-96438d67-d70b-43d7-8131-734c67ce2d4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '92e6187c-2a11-4fb1-817d-15f8c6943440', 'name': '', 'tenant_id': '5312235f111841e2bff7d19b335a2a35', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8ba7c65-0309-4598-a5d6-59e96643a2d6', 'external_fixed_ips': [{'subnet_id': '4d4903d5-18e2-4017-b8f1-ffb6ec3d60d6', 'ip_address': '2001:db8::30d'}], 'enable_snat': True}, 'gw_port_id': '2b6b8aa5-1649-4fd8-9abf-0a005212ca5e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-14T07:21:29Z', 'updated_at': '2021-01-14T07:21:40Z', 'revision_number': 3, 'project_id': '5312235f111841e2bff7d19b335a2a35', 'gw_port': {'id': '2b6b8aa5-1649-4fd8-9abf-0a005212ca5e', 'name': '', 'network_id': 'd8ba7c65-0309-4598-a5d6-59e96643a2d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:0f:a1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '92e6187c-2a11-4fb1-817d-15f8c6943440', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1820, 'fixed_ips': [{'subnet_id': '4d4903d5-18e2-4017-b8f1-ffb6ec3d60d6', 'ip_address': '2001:db8::30d', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T07:21:35Z', 'updated_at': '2021-01-14T07:21:37Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4d4903d5-18e2-4017-b8f1-ffb6ec3d60d6', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-2'}], 'n-d-768862-2', False) {} {{(pid=84876) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:21:48.582543 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96438d67-d70b-43d7-8131-734c67ce2d4e None None] Checking router: 92e6187c-2a11-4fb1-817d-15f8c6943440 for host: n-d-768862-2 {{(pid=84876) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Jan 14 07:21:48.583308 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96438d67-d70b-43d7-8131-734c67ce2d4e None None] Updating router 92e6187c-2a11-4fb1-817d-15f8c6943440 port 2b6b8aa5-1649-4fd8-9abf-0a005212ca5e binding host n-d-768862-2 {{(pid=84876) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Jan 14 07:21:48.622812 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-5d2c8e7b-bd52-4e41-9c82-7555cf75b42a tempest-RoutersIpV6AdminTest-832003634 tempest-RoutersIpV6AdminTest-832003634] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777640533329', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777640097463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851621574'] for port, after_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:21:48.678278 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-96438d67-d70b-43d7-8131-734c67ce2d4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555753'] for port, before_update {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:21:48.744377 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84875) accepted ('10.222.0.24', 40906) {{(pid=84875) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:21:48.825018 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-592cbd01-3a9c-4cb6-9d10-b54e15cd62d2 tempest-RoutersIpV6Test-883692175 tempest-RoutersIpV6Test-883692175] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850887113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036851621412', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036852467174'] for subnet, after_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:21:48.847263 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-f060c725-fc5e-4d26-ae2e-7dcd13570787 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:21:48.849891 n-d-768862-2 neutron-server[84765]: DEBUG neutron.notifiers.nova [None req-eddb30c4-570d-4bc5-899f-7e8e94cfc8f4 tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] device_id is not set on port e7c756df-5cce-4773-9db1-4cc09c9f867b yet. {{(pid=84874) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}} Jan 14 07:21:48.943161 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-99ef4a05-960d-4b79-b191-f472a527fcf1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363259214191800', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854171626'] for agent, after_update {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:21:49.014879 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-5d2c8e7b-bd52-4e41-9c82-7555cf75b42a tempest-RoutersIpV6AdminTest-832003634 tempest-RoutersIpV6AdminTest-832003634] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036850863128'] for router_gateway, after_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:21:49.061767 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.plugin [None req-115f9ffd-74d1-4a2d-bb1f-7447feafe953 tempest-ExternalNetworksAdminNegativeTestJSON-1161897559 tempest-ExternalNetworksAdminNegativeTestJSON-1161897559] Deleting port 2094e6d5-68e4-49b0-a078-5a748d284ff0 {{(pid=84874) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 07:21:49.061972 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-115f9ffd-74d1-4a2d-bb1f-7447feafe953 tempest-ExternalNetworksAdminNegativeTestJSON-1161897559 tempest-ExternalNetworksAdminNegativeTestJSON-1161897559] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363259214248359'] for port, before_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:21:49.098671 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fd81889-aa12-4032-a8be-0d2d0d9badd6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5b59f05a-54d5-44d0-a429-c26afd2fcff4,revision_number=None']} {{(pid=84874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:21:49.117726 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-592cbd01-3a9c-4cb6-9d10-b54e15cd62d2 tempest-RoutersIpV6Test-883692175 tempest-RoutersIpV6Test-883692175] Pushing event updated for resources: {'Subnet': ['ID=498a844b-1604-4d80-bbfa-b694af82327c,revision_number=0']} {{(pid=84875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:21:49.124427 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-43966cb1-7d5f-4f34-baeb-008e956fcbee tempest-BulkNetworkOpsIpV6Test-1034590256 tempest-BulkNetworkOpsIpV6Test-1034590256] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:21:49.127305 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-5fd81889-aa12-4032-a8be-0d2d0d9badd6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.792s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:21:49.153753 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-43966cb1-7d5f-4f34-baeb-008e956fcbee tempest-BulkNetworkOpsIpV6Test-1034590256 tempest-BulkNetworkOpsIpV6Test-1034590256] Usage tracker for resource:port and tenant:c426aaa923cd4f78a69be9b70a9d35c7 is out of sync, need to count used quota {{(pid=84874) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:21:49.163397 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-43966cb1-7d5f-4f34-baeb-008e956fcbee tempest-BulkNetworkOpsIpV6Test-1034590256 tempest-BulkNetworkOpsIpV6Test-1034590256] Quota usage for port was recalculated. Used quota:0. {{(pid=84874) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:21:49.193426 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-592cbd01-3a9c-4cb6-9d10-b54e15cd62d2 tempest-RoutersIpV6Test-883692175 tempest-RoutersIpV6Test-883692175] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.346s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:21:49.197263 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-c610f73a-221d-40b1-b195-b91dd85b582c None None] Provisioning for port 90d40638-e8c3-4e91-b7df-c1f51731ee22 completed by entity DHCP. {{(pid=84876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 07:21:49.209216 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-c610f73a-221d-40b1-b195-b91dd85b582c None None] Provisioning complete for port 90d40638-e8c3-4e91-b7df-c1f51731ee22 triggered by entity DHCP. {{(pid=84876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 07:21:49.210134 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-c610f73a-221d-40b1-b195-b91dd85b582c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-604227'] for port, provisioning_complete {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:21:49.213986 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-460a0d4c-fdf6-487e-8021-b296b0179943 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:21:49.230762 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-5d2c8e7b-bd52-4e41-9c82-7555cf75b42a tempest-RoutersIpV6AdminTest-832003634 tempest-RoutersIpV6AdminTest-832003634] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3889346', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036854717606'] for router, precommit_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:21:49.245478 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-5d2c8e7b-bd52-4e41-9c82-7555cf75b42a tempest-RoutersIpV6AdminTest-832003634 tempest-RoutersIpV6AdminTest-832003634] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:21:49.267926 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-460a0d4c-fdf6-487e-8021-b296b0179943 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:21:49.286356 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-460a0d4c-fdf6-487e-8021-b296b0179943 admin admin] Usage tracker for resource:security_group_rule and tenant:197e972193304536a62eb49183a80014 is out of sync, need to count used quota {{(pid=84875) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:21:49.294059 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-460a0d4c-fdf6-487e-8021-b296b0179943 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84875) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:21:49.305117 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-460a0d4c-fdf6-487e-8021-b296b0179943 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:21:49.317879 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-5d2c8e7b-bd52-4e41-9c82-7555cf75b42a tempest-RoutersIpV6AdminTest-832003634 tempest-RoutersIpV6AdminTest-832003634] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036850897070'] for router, after_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:21:49.336658 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5d2c8e7b-bd52-4e41-9c82-7555cf75b42a tempest-RoutersIpV6AdminTest-832003634 tempest-RoutersIpV6AdminTest-832003634] Fanout notify agent at l3_agent the message router_deleted on router 92e6187c-2a11-4fb1-817d-15f8c6943440 {{(pid=84875) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jan 14 07:21:49.516068 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-592cbd01-3a9c-4cb6-9d10-b54e15cd62d2 tempest-RoutersIpV6Test-883692175 tempest-RoutersIpV6Test-883692175] Checking segment: {'id': '413c8920-9c32-4c0d-b6c5-e276c9950385', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 15, 'network_id': 'de8f1523-5720-4564-861b-bf6f29e16200'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84875) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 14 07:21:49.516767 n-d-768862-2 neutron-server[84765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-592cbd01-3a9c-4cb6-9d10-b54e15cd62d2 tempest-RoutersIpV6Test-883692175 tempest-RoutersIpV6Test-883692175] Network hostable DHCP agents. Network: de8f1523-5720-4564-861b-bf6f29e16200, hostable agents: ['32f3dd84-26da-4d18-bf15-6017a8fb7247'], hosted agents: [] {{(pid=84875) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Jan 14 07:21:49.525500 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-43966cb1-7d5f-4f34-baeb-008e956fcbee tempest-BulkNetworkOpsIpV6Test-1034590256 tempest-BulkNetworkOpsIpV6Test-1034590256] Attempting to reserve 2 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:21:49.531005 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.plugin [None req-c610f73a-221d-40b1-b195-b91dd85b582c None None] Port 90d40638-e8c3-4e91-b7df-c1f51731ee22 cannot update to ACTIVE because it is not bound. {{(pid=84876) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:329}} Jan 14 07:21:49.539215 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Device 530592da-d66d-46b0-9463-c8d537c14e53 up at agent ovs-agent-n-d-768862-2 {{(pid=84876) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 07:21:49.609337 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-5d2c8e7b-bd52-4e41-9c82-7555cf75b42a tempest-RoutersIpV6AdminTest-832003634 tempest-RoutersIpV6AdminTest-832003634] Notify callbacks [] for router, before_response {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:21:49.613721 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-5d2c8e7b-bd52-4e41-9c82-7555cf75b42a tempest-RoutersIpV6AdminTest-832003634 tempest-RoutersIpV6AdminTest-832003634] 10.222.0.24 "DELETE /v2.0/routers/92e6187c-2a11-4fb1-817d-15f8c6943440 HTTP/1.1" status: 204 len: 168 time: 5.0111525 Jan 14 07:21:49.617509 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84875) accepted ('10.222.0.24', 40914) {{(pid=84875) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:21:49.620529 n-d-768862-2 neutron-server[84765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-592cbd01-3a9c-4cb6-9d10-b54e15cd62d2 tempest-RoutersIpV6Test-883692175 tempest-RoutersIpV6Test-883692175] Network de8f1523-5720-4564-861b-bf6f29e16200 is scheduled to be hosted by DHCP agent 32f3dd84-26da-4d18-bf15-6017a8fb7247 with binding_index 1 {{(pid=84875) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Jan 14 07:21:49.624431 n-d-768862-2 neutron-server[84765]: INFO neutron.pecan_wsgi.hooks.translation [None req-eddb30c4-570d-4bc5-899f-7e8e94cfc8f4 tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] POST failed (client error): There was a conflict when trying to complete your request. Jan 14 07:21:49.625117 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-eddb30c4-570d-4bc5-899f-7e8e94cfc8f4 tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] No notification will be sent due to unsuccessful status code: 409 {{(pid=84874) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Jan 14 07:21:49.632381 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-5fd81889-aa12-4032-a8be-0d2d0d9badd6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3207107'] for subnet, before_response {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:21:49.646306 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Provisioning complete for port 530592da-d66d-46b0-9463-c8d537c14e53 triggered by entity L2. {{(pid=84876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 07:21:49.646758 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-604227'] for port, provisioning_complete {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:21:49.649967 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-43966cb1-7d5f-4f34-baeb-008e956fcbee tempest-BulkNetworkOpsIpV6Test-1034590256 tempest-BulkNetworkOpsIpV6Test-1034590256] Made reservation on behalf of c426aaa923cd4f78a69be9b70a9d35c7 for: {'port': 2} {{(pid=84874) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 07:21:49.664462 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-43966cb1-7d5f-4f34-baeb-008e956fcbee tempest-BulkNetworkOpsIpV6Test-1034590256 tempest-BulkNetworkOpsIpV6Test-1034590256] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555753'] for port, before_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:21:49.680072 n-d-768862-2 neutron-server[84765]: DEBUG neutron.scheduler.base_scheduler [None req-592cbd01-3a9c-4cb6-9d10-b54e15cd62d2 tempest-RoutersIpV6Test-883692175 tempest-RoutersIpV6Test-883692175] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768862-2, de8f1523-5720-4564-861b-bf6f29e16200) {{(pid=84875) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 07:21:49.699365 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-5fd81889-aa12-4032-a8be-0d2d0d9badd6 admin admin] 10.222.0.24 "DELETE /v2.0/subnets/5b59f05a-54d5-44d0-a429-c26afd2fcff4 HTTP/1.1" status: 204 len: 168 time: 3.1660995 Jan 14 07:21:49.705335 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84874) accepted ('10.222.0.24', 40918) {{(pid=84874) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:21:49.712977 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-460a0d4c-fdf6-487e-8021-b296b0179943 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:21:49.731781 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-592cbd01-3a9c-4cb6-9d10-b54e15cd62d2 tempest-RoutersIpV6Test-883692175 tempest-RoutersIpV6Test-883692175] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:21:49.732348 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-592cbd01-3a9c-4cb6-9d10-b54e15cd62d2 tempest-RoutersIpV6Test-883692175 tempest-RoutersIpV6Test-883692175] Notify callbacks [] for subnet, before_response {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:21:49.741788 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54ff167b-6b72-49b3-9dd1-c2b78c845793 None None] Network de8f1523-5720-4564-861b-bf6f29e16200 requested from n-d-768862-2 {{(pid=84876) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 07:21:49.748318 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-43966cb1-7d5f-4f34-baeb-008e956fcbee tempest-BulkNetworkOpsIpV6Test-1034590256 tempest-BulkNetworkOpsIpV6Test-1034590256] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555753'] for port, before_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:21:49.779507 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-460a0d4c-fdf6-487e-8021-b296b0179943 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850887153'] for security_group, after_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:21:49.800760 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-eddb30c4-570d-4bc5-899f-7e8e94cfc8f4 tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 409 len: 389 time: 2.2462339 Jan 14 07:21:49.808729 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84874) accepted ('10.222.0.24', 40922) {{(pid=84874) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:21:50.050572 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-115f9ffd-74d1-4a2d-bb1f-7447feafe953 tempest-ExternalNetworksAdminNegativeTestJSON-1161897559 tempest-ExternalNetworksAdminNegativeTestJSON-1161897559] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036850862667'] for port, precommit_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:21:50.051122 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-115f9ffd-74d1-4a2d-bb1f-7447feafe953 tempest-ExternalNetworksAdminNegativeTestJSON-1161897559 tempest-ExternalNetworksAdminNegativeTestJSON-1161897559] Notify callbacks [] for floatingip, precommit_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:21:50.090823 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-2f248ab5-3a14-4fcf-b6c9-f53e53aaf95e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:21:50.104324 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-592cbd01-3a9c-4cb6-9d10-b54e15cd62d2 tempest-RoutersIpV6Test-883692175 tempest-RoutersIpV6Test-883692175] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 5.1372721 Jan 14 07:21:50.123572 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84875) accepted ('10.222.0.24', 40926) {{(pid=84875) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:21:50.136760 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-460a0d4c-fdf6-487e-8021-b296b0179943 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=197e972193304536a62eb49183a80014&name=default HTTP/1.1" status: 200 len: 2983 time: 1.3738146 Jan 14 07:21:50.144255 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.v2.base [None req-1bb2a10d-af58-4d01-9489-213ac3619077 tempest-RoutersIpV6Test-883692175 tempest-RoutersIpV6Test-883692175] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-385964926', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=84875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:21:50.156918 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84875) accepted ('10.222.0.24', 40930) {{(pid=84875) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:21:50.165581 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c549d08-c94c-4025-8f9d-139bed006b42 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5d94dc7a-c095-50a4-955e-5f3b78718a12-de8f1523-5720-4564-861b-bf6f29e16200', 'network_id': 'de8f1523-5720-4564-861b-bf6f29e16200', 'tenant_id': 'd787627cdb8d4cc9b70642659fae99d7', 'fixed_ips': [{'subnet_id': '498a844b-1604-4d80-bbfa-b694af82327c'}]}} from n-d-768862-2. {{(pid=84876) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Jan 14 07:21:50.166537 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-8c549d08-c94c-4025-8f9d-139bed006b42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555753'] for port, before_create {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:21:50.166964 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-1bb2a10d-af58-4d01-9489-213ac3619077 tempest-RoutersIpV6Test-883692175 tempest-RoutersIpV6Test-883692175] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:21:50.190064 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.db_base_plugin_v2 [None req-0dc42c23-69cd-4132-bd17-5fc99a190356 tempest-RoutersIpV6AdminTest-832003634 tempest-RoutersIpV6AdminTest-832003634] Deleting subnet 4d4903d5-18e2-4017-b8f1-ffb6ec3d60d6 {{(pid=84875) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Jan 14 07:21:50.193971 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-1bb2a10d-af58-4d01-9489-213ac3619077 tempest-RoutersIpV6Test-883692175 tempest-RoutersIpV6Test-883692175] Usage tracker for resource:router and tenant:d787627cdb8d4cc9b70642659fae99d7 is out of sync, need to count used quota {{(pid=84875) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:21:50.198283 n-d-768862-2 neutron-server[84765]: DEBUG neutron.notifiers.nova [None req-43966cb1-7d5f-4f34-baeb-008e956fcbee tempest-BulkNetworkOpsIpV6Test-1034590256 tempest-BulkNetworkOpsIpV6Test-1034590256] device_id is not set on port a10b4cbe-bf38-4051-869e-23c10f41d63e yet. {{(pid=84874) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}} Jan 14 07:21:50.199946 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-1bb2a10d-af58-4d01-9489-213ac3619077 tempest-RoutersIpV6Test-883692175 tempest-RoutersIpV6Test-883692175] Quota usage for router was recalculated. Used quota:0. {{(pid=84875) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:21:50.203608 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-460a0d4c-fdf6-487e-8021-b296b0179943 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8f6a5448-37eb-4819-b41d-606a0846042e,revision_number=1']} {{(pid=84875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:21:50.212322 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-1bb2a10d-af58-4d01-9489-213ac3619077 tempest-RoutersIpV6Test-883692175 tempest-RoutersIpV6Test-883692175] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:21:50.214881 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-460a0d4c-fdf6-487e-8021-b296b0179943 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:21:50.246252 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-0dc42c23-69cd-4132-bd17-5fc99a190356 tempest-RoutersIpV6AdminTest-832003634 tempest-RoutersIpV6AdminTest-832003634] Notify callbacks [] for subnet, before_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:21:50.276505 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-1bb2a10d-af58-4d01-9489-213ac3619077 tempest-RoutersIpV6Test-883692175 tempest-RoutersIpV6Test-883692175] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3889205', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854717621'] for router, before_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:21:50.277694 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-1bb2a10d-af58-4d01-9489-213ac3619077 tempest-RoutersIpV6Test-883692175 tempest-RoutersIpV6Test-883692175] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036850886574', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3912501', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3808446', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-58179'] for router, precommit_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:21:50.304465 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.db.api [None req-96438d67-d70b-43d7-8131-734c67ce2d4e None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=84876) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Jan 14 07:21:50.304753 n-d-768862-2 neutron-server[84765]: DEBUG oslo_db.api [None req-96438d67-d70b-43d7-8131-734c67ce2d4e None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=84876) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Jan 14 07:21:50.309958 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.plugin [None req-115f9ffd-74d1-4a2d-bb1f-7447feafe953 tempest-ExternalNetworksAdminNegativeTestJSON-1161897559 tempest-ExternalNetworksAdminNegativeTestJSON-1161897559] Calling delete_port for 2094e6d5-68e4-49b0-a078-5a748d284ff0 owned by network:floatingip {{(pid=84874) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 07:21:50.342746 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-1bb2a10d-af58-4d01-9489-213ac3619077 tempest-RoutersIpV6Test-883692175 tempest-RoutersIpV6Test-883692175] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:21:50.346000 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-0dc42c23-69cd-4132-bd17-5fc99a190356 tempest-RoutersIpV6AdminTest-832003634 tempest-RoutersIpV6AdminTest-832003634] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3367281'] for subnet, precommit_delete_associations {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:21:50.389899 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-a82dbea0-f5de-45de-a1bf-3a581c2d5f3b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:21:50.390891 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-e168cfe3-5278-4904-a508-a81aa8d79959 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036854160497'] for network, before_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:21:50.442440 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-a82dbea0-f5de-45de-a1bf-3a581c2d5f3b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:21:50.451194 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-1bb2a10d-af58-4d01-9489-213ac3619077 tempest-RoutersIpV6Test-883692175 tempest-RoutersIpV6Test-883692175] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036850886612', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036850863158'] for router, after_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:21:50.494200 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-0dc42c23-69cd-4132-bd17-5fc99a190356 tempest-RoutersIpV6AdminTest-832003634 tempest-RoutersIpV6AdminTest-832003634] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036854176836'] for subnet, precommit_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:21:50.581960 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-1bb2a10d-af58-4d01-9489-213ac3619077 tempest-RoutersIpV6Test-883692175 tempest-RoutersIpV6Test-883692175] Notify callbacks [] for router, before_response {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:21:50.587995 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-1bb2a10d-af58-4d01-9489-213ac3619077 tempest-RoutersIpV6Test-883692175 tempest-RoutersIpV6Test-883692175] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.4597828 Jan 14 07:21:50.592068 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.db_base_plugin_common [None req-8c549d08-c94c-4025-8f9d-139bed006b42 None None] Allocated IP 2001:db8::2 (de8f1523-5720-4564-861b-bf6f29e16200/498a844b-1604-4d80-bbfa-b694af82327c/4d3e060a-82a8-49ad-8359-b36f48f00a12) {{(pid=84876) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 14 07:21:50.635915 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84875) accepted ('10.222.0.24', 40936) {{(pid=84875) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:21:50.660478 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-43966cb1-7d5f-4f34-baeb-008e956fcbee tempest-BulkNetworkOpsIpV6Test-1034590256 tempest-BulkNetworkOpsIpV6Test-1034590256] Notify callbacks [] for port, precommit_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:21:50.884482 n-d-768862-2 neutron-server[84765]: DEBUG neutron.notifiers.nova [None req-43966cb1-7d5f-4f34-baeb-008e956fcbee tempest-BulkNetworkOpsIpV6Test-1034590256 tempest-BulkNetworkOpsIpV6Test-1034590256] device_id is not set on port 52a21819-ae65-4e3c-bd42-b888391d41db yet. {{(pid=84874) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}} Jan 14 07:21:50.896285 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96438d67-d70b-43d7-8131-734c67ce2d4e None None] Port 2b6b8aa5-1649-4fd8-9abf-0a005212ca5e not found while updating agent binding for router 92e6187c-2a11-4fb1-817d-15f8c6943440. {{(pid=84876) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:218}} Jan 14 07:21:50.980706 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96438d67-d70b-43d7-8131-734c67ce2d4e None None] Routers set() bound to L3 agent in host n-d-768862-2 {{(pid=84876) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 14 07:21:50.981159 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96438d67-d70b-43d7-8131-734c67ce2d4e None None] Router IDs set() for agent in host n-d-768862-2 {{(pid=84876) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:464}} Jan 14 07:21:50.981835 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_agentschedulers_db [None req-96438d67-d70b-43d7-8131-734c67ce2d4e None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'92e6187c-2a11-4fb1-817d-15f8c6943440'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-01-14T06:56:51Z,description=,heartbeat_timestamp=2021-01-14T07:21:21Z,host='n-d-768862-2',id=35f592e9-451b-4db9-abea-77b6a5c5391b,load=0,resource_versions=,resources_synced=,started_at=2021-01-14T06:56:51Z,topic='l3_agent'). {{(pid=84876) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:357}} Jan 14 07:21:50.982283 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96438d67-d70b-43d7-8131-734c67ce2d4e None None] The sync data for ids ['92e6187c-2a11-4fb1-817d-15f8c6943440'] in n-d-768862-2 is: [] {{(pid=84876) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Jan 14 07:21:51.021506 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79290cae-3f02-4296-99c6-c80d9b0cd4e6 tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:21:51.038535 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-8c549d08-c94c-4025-8f9d-139bed006b42 None None] Notify callbacks [] for port, precommit_create {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:21:51.047356 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79290cae-3f02-4296-99c6-c80d9b0cd4e6 tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:21:51.048845 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-79290cae-3f02-4296-99c6-c80d9b0cd4e6 tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] Synchronizing usage tracker for tenant:be0aa702e3ca464795a99c51e3b3b04f on resource:port {{(pid=84874) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 14 07:21:51.061228 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-8c549d08-c94c-4025-8f9d-139bed006b42 None None] Transition to ACTIVE for port object 4d3e060a-82a8-49ad-8359-b36f48f00a12 will not be triggered until provisioned by entity L2. {{(pid=84876) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 07:21:51.099505 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-8c549d08-c94c-4025-8f9d-139bed006b42 None None] Transition to ACTIVE for port object 4d3e060a-82a8-49ad-8359-b36f48f00a12 will not be triggered until provisioned by entity DHCP. {{(pid=84876) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 07:21:51.109517 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-8c549d08-c94c-4025-8f9d-139bed006b42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777640123575'] for port, after_create {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:21:51.111598 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-a82dbea0-f5de-45de-a1bf-3a581c2d5f3b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850887153'] for security_group, after_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:21:51.142891 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-097fc906-8a7d-4b5f-ba93-6c99b9d2e141 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84876) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:21:51.146674 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-4d83312a-85eb-47b8-b54e-88078eae4e7e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:21:51.161952 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-79290cae-3f02-4296-99c6-c80d9b0cd4e6 tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] Unset dirty status for tenant:be0aa702e3ca464795a99c51e3b3b04f on resource:port {{(pid=84874) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 14 07:21:51.168002 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-79290cae-3f02-4296-99c6-c80d9b0cd4e6 tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] 10.222.0.24 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1687 time: 1.3487315 Jan 14 07:21:51.172401 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84875) accepted ('10.222.0.24', 40940) {{(pid=84875) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:21:51.182961 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a82dbea0-f5de-45de-a1bf-3a581c2d5f3b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8f6a5448-37eb-4819-b41d-606a0846042e,revision_number=None']} {{(pid=84875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:21:51.191783 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-a82dbea0-f5de-45de-a1bf-3a581c2d5f3b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:21:51.223317 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-e168cfe3-5278-4904-a508-a81aa8d79959 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-598987', 'neutron.services.segments.db._delete_segments_for_network-8777640583949'] for network, precommit_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:21:51.447623 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-a82dbea0-f5de-45de-a1bf-3a581c2d5f3b admin admin] Notify callbacks [] for security_group, before_response {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:21:51.452365 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-a82dbea0-f5de-45de-a1bf-3a581c2d5f3b admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/8f6a5448-37eb-4819-b41d-606a0846042e HTTP/1.1" status: 204 len: 168 time: 1.2866416 Jan 14 07:21:51.458733 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-115f9ffd-74d1-4a2d-bb1f-7447feafe953 tempest-ExternalNetworksAdminNegativeTestJSON-1161897559 tempest-ExternalNetworksAdminNegativeTestJSON-1161897559] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777640533329', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777640097463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3254186'] for port, after_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:21:51.480422 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-6e090c65-9da1-4ff4-9603-bf9b4a362a50 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:21:51.528374 n-d-768862-2 neutron-server[84765]: DEBUG neutron.services.segments.db [None req-e168cfe3-5278-4904-a508-a81aa8d79959 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['56e3b466-9a03-4087-93ff-00c00c07e4f5']}} {{(pid=84874) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:21:51.546604 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-115f9ffd-74d1-4a2d-bb1f-7447feafe953 tempest-ExternalNetworksAdminNegativeTestJSON-1161897559 tempest-ExternalNetworksAdminNegativeTestJSON-1161897559] Pushing event deleted for resources: {'Port': ['ID=2094e6d5-68e4-49b0-a078-5a748d284ff0,revision_number=None']} {{(pid=84874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:21:51.550854 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-695aa191-29df-4a04-99e7-cc4fbc22461d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363259214191800', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854171626'] for agent, after_update {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:21:51.573112 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c549d08-c94c-4025-8f9d-139bed006b42 None None] Pushing event updated for resources: {'Port': ['ID=4d3e060a-82a8-49ad-8359-b36f48f00a12,revision_number=1']} {{(pid=84876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:21:51.579341 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-8c549d08-c94c-4025-8f9d-139bed006b42 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.437s {{(pid=84876) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:21:51.588219 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.plugin [None req-cdae7ada-b3da-4f78-b203-b7a9fccfd996 tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] Deleting port 90d40638-e8c3-4e91-b7df-c1f51731ee22 {{(pid=84875) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 07:21:51.588603 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-cdae7ada-b3da-4f78-b203-b7a9fccfd996 tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363259214248359'] for port, before_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:21:51.621385 n-d-768862-2 neutron-server[84765]: DEBUG neutron.services.segments.db [None req-e168cfe3-5278-4904-a508-a81aa8d79959 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5c67d414-dd32-41ff-8976-ba8f6a899bb5') {'for_net_delete': True} {{(pid=84874) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:21:51.621750 n-d-768862-2 neutron-server[84765]: DEBUG neutron.services.segments.db [None req-e168cfe3-5278-4904-a508-a81aa8d79959 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5c67d414-dd32-41ff-8976-ba8f6a899bb5') {} {{(pid=84874) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:21:51.629905 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-115f9ffd-74d1-4a2d-bb1f-7447feafe953 tempest-ExternalNetworksAdminNegativeTestJSON-1161897559 tempest-ExternalNetworksAdminNegativeTestJSON-1161897559] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:21:51.635376 n-d-768862-2 neutron-server[84765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c549d08-c94c-4025-8f9d-139bed006b42 None None] Network de8f1523-5720-4564-861b-bf6f29e16200 is already hosted by enough agents. {{(pid=84876) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 07:21:51.637336 n-d-768862-2 neutron-server[84765]: DEBUG neutron.scheduler.base_scheduler [None req-8c549d08-c94c-4025-8f9d-139bed006b42 None None] Resources bound (agent type, host, resource id): {{(pid=84876) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 07:21:51.641277 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c549d08-c94c-4025-8f9d-139bed006b42 None None] Received port after_create {{(pid=84876) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 14 07:21:51.659484 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-e168cfe3-5278-4904-a508-a81aa8d79959 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363259214173198', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2968632'] for segment, before_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:21:51.706038 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-e168cfe3-5278-4904-a508-a81aa8d79959 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854179735'] for segment, precommit_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:21:51.712737 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-43966cb1-7d5f-4f34-baeb-008e956fcbee tempest-BulkNetworkOpsIpV6Test-1034590256 tempest-BulkNetworkOpsIpV6Test-1034590256] Notify callbacks [] for port, precommit_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:21:51.715600 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-e168cfe3-5278-4904-a508-a81aa8d79959 admin admin] Releasing vxlan tunnel 3 to pool {{(pid=84874) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Jan 14 07:21:51.754211 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.managers [None req-8c549d08-c94c-4025-8f9d-139bed006b42 None None] Attempting to bind port 4d3e060a-82a8-49ad-8359-b36f48f00a12 on host n-d-768862-2 for vnic_type normal with profile {{(pid=84876) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 14 07:21:51.754627 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.managers [None req-8c549d08-c94c-4025-8f9d-139bed006b42 None None] Attempting to bind port 4d3e060a-82a8-49ad-8359-b36f48f00a12 by drivers openvswitch on host n-d-768862-2 at level 0 using segments [{'id': '413c8920-9c32-4c0d-b6c5-e276c9950385', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 15, 'network_id': 'de8f1523-5720-4564-861b-bf6f29e16200'}] {{(pid=84876) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 14 07:21:51.755024 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c549d08-c94c-4025-8f9d-139bed006b42 None None] Attempting to bind port 4d3e060a-82a8-49ad-8359-b36f48f00a12 on network de8f1523-5720-4564-861b-bf6f29e16200 {{(pid=84876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 14 07:21:51.768090 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c549d08-c94c-4025-8f9d-139bed006b42 None None] Checking agent: {'id': 'ba5efab1-b43c-4d5a-bc52-6e105d4e67a2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768862-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 14, 6, 56, 52), 'started_at': datetime.datetime(2021, 1, 14, 6, 57, 22), 'heartbeat_timestamp': datetime.datetime(2021, 1, 14, 7, 21, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768862-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.29', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 14 07:21:51.768880 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c549d08-c94c-4025-8f9d-139bed006b42 None None] Checking segment: {'id': '413c8920-9c32-4c0d-b6c5-e276c9950385', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 15, 'network_id': 'de8f1523-5720-4564-861b-bf6f29e16200'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84876) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 14 07:21:51.769179 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-8c549d08-c94c-4025-8f9d-139bed006b42 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:21:51.769925 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c549d08-c94c-4025-8f9d-139bed006b42 None None] Bound using segment: {'id': '413c8920-9c32-4c0d-b6c5-e276c9950385', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 15, 'network_id': 'de8f1523-5720-4564-861b-bf6f29e16200'} {{(pid=84876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 14 07:21:51.770482 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.managers [None req-8c549d08-c94c-4025-8f9d-139bed006b42 None None] Bound port: 4d3e060a-82a8-49ad-8359-b36f48f00a12, host: n-d-768862-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '413c8920-9c32-4c0d-b6c5-e276c9950385', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 15, 'network_id': 'de8f1523-5720-4564-861b-bf6f29e16200'}}] {{(pid=84876) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 14 07:21:51.770908 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-8c549d08-c94c-4025-8f9d-139bed006b42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555753'] for port, before_update {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:21:51.784775 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-da76cfc0-98e8-4426-9f6d-4f05aa3fae78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363259214191800', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854171626'] for agent, after_update {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:21:51.879416 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [None req-8c549d08-c94c-4025-8f9d-139bed006b42 None None] For port 4d3e060a-82a8-49ad-8359-b36f48f00a12, host n-d-768862-2, cleared binding levels {{(pid=84876) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 14 07:21:51.883246 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [None req-8c549d08-c94c-4025-8f9d-139bed006b42 None None] For port 4d3e060a-82a8-49ad-8359-b36f48f00a12, host n-d-768862-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-2',level=0,port_id=4d3e060a-82a8-49ad-8359-b36f48f00a12,segment=NetworkSegment(413c8920-9c32-4c0d-b6c5-e276c9950385),segment_id=413c8920-9c32-4c0d-b6c5-e276c9950385)] {{(pid=84876) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 14 07:21:51.889290 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-8c549d08-c94c-4025-8f9d-139bed006b42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777640533312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363259214678337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777640097497'] for port, after_update {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:21:51.907131 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-8c549d08-c94c-4025-8f9d-139bed006b42 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84876) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:21:51.993399 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-0dc42c23-69cd-4132-bd17-5fc99a190356 tempest-RoutersIpV6AdminTest-832003634 tempest-RoutersIpV6AdminTest-832003634] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-598964', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850887113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3154192', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2308610'] for subnet, after_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:21:52.070945 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.managers [None req-e168cfe3-5278-4904-a508-a81aa8d79959 admin admin] Network 56e3b466-9a03-4087-93ff-00c00c07e4f5 has no segments {{(pid=84874) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 14 07:21:52.086666 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c549d08-c94c-4025-8f9d-139bed006b42 None None] Pushing event updated for resources: {'Port': ['ID=4d3e060a-82a8-49ad-8359-b36f48f00a12,revision_number=2']} {{(pid=84876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:21:52.088526 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-e168cfe3-5278-4904-a508-a81aa8d79959 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-596065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036851521571'] for segment, after_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:21:52.092385 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-8c549d08-c94c-4025-8f9d-139bed006b42 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.185s {{(pid=84876) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:21:52.126612 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-a7e78f0a-95b1-42b5-bfaa-c52730d3241e tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:21:52.163129 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84874) accepted ('10.222.0.24', 40950) {{(pid=84874) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:21:52.212816 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-43966cb1-7d5f-4f34-baeb-008e956fcbee tempest-BulkNetworkOpsIpV6Test-1034590256 tempest-BulkNetworkOpsIpV6Test-1034590256] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777640123575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3254186'] for port, after_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:21:52.221297 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-cdae7ada-b3da-4f78-b203-b7a9fccfd996 tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036850862667'] for port, precommit_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:21:52.230879 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dc42c23-69cd-4132-bd17-5fc99a190356 tempest-RoutersIpV6AdminTest-832003634 tempest-RoutersIpV6AdminTest-832003634] Pushing event deleted for resources: {'Subnet': ['ID=4d4903d5-18e2-4017-b8f1-ffb6ec3d60d6,revision_number=None']} {{(pid=84875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:21:52.235299 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-201d1692-4401-4d00-9dda-801be718786f tempest-RoutersIpV6Test-883692175 tempest-RoutersIpV6Test-883692175] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555753'] for port, before_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:21:52.244640 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-98e1512c-1cac-4b6b-a234-aee79ec1725b tempest-ExternalNetworksAdminNegativeTestJSON-1161897559 tempest-ExternalNetworksAdminNegativeTestJSON-1161897559] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:21:52.246909 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-0dc42c23-69cd-4132-bd17-5fc99a190356 tempest-RoutersIpV6AdminTest-832003634 tempest-RoutersIpV6AdminTest-832003634] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:21:52.256567 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-0dc42c23-69cd-4132-bd17-5fc99a190356 tempest-RoutersIpV6AdminTest-832003634 tempest-RoutersIpV6AdminTest-832003634] Notify callbacks [] for subnet, before_response {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:21:52.278036 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-a33d4389-c038-4a87-8911-ff9e33b45c48 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:21:52.316558 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-115f9ffd-74d1-4a2d-bb1f-7447feafe953 tempest-ExternalNetworksAdminNegativeTestJSON-1161897559 tempest-ExternalNetworksAdminNegativeTestJSON-1161897559] Notify callbacks [] for floatingip, after_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:21:52.394166 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-0dc42c23-69cd-4132-bd17-5fc99a190356 tempest-RoutersIpV6AdminTest-832003634 tempest-RoutersIpV6AdminTest-832003634] 10.222.0.24 "DELETE /v2.0/subnets/4d4903d5-18e2-4017-b8f1-ffb6ec3d60d6 HTTP/1.1" status: 204 len: 168 time: 2.7756307 Jan 14 07:21:52.403219 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.plugin [None req-cdae7ada-b3da-4f78-b203-b7a9fccfd996 tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] Calling delete_port for 90d40638-e8c3-4e91-b7df-c1f51731ee22 owned by {{(pid=84875) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 07:21:52.501835 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84875) accepted ('10.222.0.24', 40954) {{(pid=84875) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:21:52.582759 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363259214191800', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854171626'] for agent, after_update {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:21:52.773598 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-a33d4389-c038-4a87-8911-ff9e33b45c48 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:21:52.804015 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-a33d4389-c038-4a87-8911-ff9e33b45c48 admin admin] Usage tracker for resource:security_group_rule and tenant:b2cfe968465f4f87a06cfb94103eb183 is out of sync, need to count used quota {{(pid=84874) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:21:52.812319 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-a33d4389-c038-4a87-8911-ff9e33b45c48 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84874) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:21:52.819064 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-115f9ffd-74d1-4a2d-bb1f-7447feafe953 tempest-ExternalNetworksAdminNegativeTestJSON-1161897559 tempest-ExternalNetworksAdminNegativeTestJSON-1161897559] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854768116'] for floatingip, before_response {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:21:52.820377 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-115f9ffd-74d1-4a2d-bb1f-7447feafe953 tempest-ExternalNetworksAdminNegativeTestJSON-1161897559 tempest-ExternalNetworksAdminNegativeTestJSON-1161897559] 10.222.0.24 "DELETE /v2.0/floatingips/dff0c63e-e5ff-404c-8bda-abf188aa97a9 HTTP/1.1" status: 204 len: 168 time: 4.4442422 Jan 14 07:21:52.834214 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-a33d4389-c038-4a87-8911-ff9e33b45c48 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:21:52.842693 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.managers [None req-e168cfe3-5278-4904-a508-a81aa8d79959 admin admin] Network 56e3b466-9a03-4087-93ff-00c00c07e4f5 has no segments {{(pid=84874) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 14 07:21:52.893392 n-d-768862-2 neutron-server[84765]: Traceback (most recent call last): Jan 14 07:21:52.893392 n-d-768862-2 neutron-server[84765]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 14 07:21:52.893392 n-d-768862-2 neutron-server[84765]: timer() Jan 14 07:21:52.893392 n-d-768862-2 neutron-server[84765]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 14 07:21:52.893392 n-d-768862-2 neutron-server[84765]: cb(*args, **kw) Jan 14 07:21:52.893392 n-d-768862-2 neutron-server[84765]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Jan 14 07:21:52.893392 n-d-768862-2 neutron-server[84765]: return func(*args, **kwargs) Jan 14 07:21:52.893392 n-d-768862-2 neutron-server[84765]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 14 07:21:52.893392 n-d-768862-2 neutron-server[84765]: self._notify() Jan 14 07:21:52.893392 n-d-768862-2 neutron-server[84765]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 14 07:21:52.893392 n-d-768862-2 neutron-server[84765]: self.callback(batched_events) Jan 14 07:21:52.893392 n-d-768862-2 neutron-server[84765]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 14 07:21:52.893392 n-d-768862-2 neutron-server[84765]: event.method(event) Jan 14 07:21:52.893392 n-d-768862-2 neutron-server[84765]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 14 07:21:52.893392 n-d-768862-2 neutron-server[84765]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 14 07:21:52.893392 n-d-768862-2 neutron-server[84765]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Jan 14 07:21:52.893392 n-d-768862-2 neutron-server[84765]: segment_id)['aggregates'][0] Jan 14 07:21:52.893392 n-d-768862-2 neutron-server[84765]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 14 07:21:52.893392 n-d-768862-2 neutron-server[84765]: return f(self, *a, **k) Jan 14 07:21:52.893392 n-d-768862-2 neutron-server[84765]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 14 07:21:52.893392 n-d-768862-2 neutron-server[84765]: return self._get(url).json() Jan 14 07:21:52.893392 n-d-768862-2 neutron-server[84765]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 14 07:21:52.893392 n-d-768862-2 neutron-server[84765]: **kwargs) Jan 14 07:21:52.893392 n-d-768862-2 neutron-server[84765]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 14 07:21:52.893392 n-d-768862-2 neutron-server[84765]: return self.request(url, 'GET', **kwargs) Jan 14 07:21:52.893392 n-d-768862-2 neutron-server[84765]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Jan 14 07:21:52.893392 n-d-768862-2 neutron-server[84765]: **endpoint_filter) Jan 14 07:21:52.893392 n-d-768862-2 neutron-server[84765]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 14 07:21:52.893392 n-d-768862-2 neutron-server[84765]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 14 07:21:52.893392 n-d-768862-2 neutron-server[84765]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 14 07:21:52.893392 n-d-768862-2 neutron-server[84765]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 14 07:21:52.893392 n-d-768862-2 neutron-server[84765]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 14 07:21:52.964061 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43966cb1-7d5f-4f34-baeb-008e956fcbee tempest-BulkNetworkOpsIpV6Test-1034590256 tempest-BulkNetworkOpsIpV6Test-1034590256] Pushing event updated for resources: {'Port': ['ID=a10b4cbe-bf38-4051-869e-23c10f41d63e,revision_number=1']} {{(pid=84874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:21:52.967730 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-43966cb1-7d5f-4f34-baeb-008e956fcbee tempest-BulkNetworkOpsIpV6Test-1034590256 tempest-BulkNetworkOpsIpV6Test-1034590256] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.723s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:21:53.081451 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-a33d4389-c038-4a87-8911-ff9e33b45c48 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:21:53.093650 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-a33d4389-c038-4a87-8911-ff9e33b45c48 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850887153'] for security_group, after_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:21:53.103629 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-2507e76f-301a-4e49-b53e-f2ca2ae94db9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:21:53.158527 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-e168cfe3-5278-4904-a508-a81aa8d79959 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036854176830', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850887149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3912591'] for network, after_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:21:53.163071 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-e168cfe3-5278-4904-a508-a81aa8d79959 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3207107'] for network, before_response {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:21:53.175215 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-a33d4389-c038-4a87-8911-ff9e33b45c48 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=b2cfe968465f4f87a06cfb94103eb183&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0090127 Jan 14 07:21:53.189823 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84874) accepted ('10.222.0.24', 40964) {{(pid=84874) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:21:53.206657 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-0f37073e-9c69-4e3c-80e0-6cfaa0fd61a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363259214191800', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854171626'] for agent, after_update {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:21:53.220401 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a33d4389-c038-4a87-8911-ff9e33b45c48 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ee149d2a-f64c-4a9e-990a-a7036309cd42,revision_number=1']} {{(pid=84874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:21:53.225069 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-a33d4389-c038-4a87-8911-ff9e33b45c48 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:21:53.230387 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-e3ef405a-a7e8-4078-99e0-98f0f76112bb tempest-AllowedAddressPairTestJSON-747646770 tempest-AllowedAddressPairTestJSON-747646770] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.050s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:21:53.246132 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-e168cfe3-5278-4904-a508-a81aa8d79959 admin admin] 10.222.0.24 "DELETE /v2.0/networks/56e3b466-9a03-4087-93ff-00c00c07e4f5 HTTP/1.1" status: 204 len: 168 time: 3.5362406 Jan 14 07:21:53.263539 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e168cfe3-5278-4904-a508-a81aa8d79959 admin admin] Pushing event deleted for resources: {'Network': ['ID=56e3b466-9a03-4087-93ff-00c00c07e4f5,revision_number=None']} {{(pid=84874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:21:53.267294 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-e168cfe3-5278-4904-a508-a81aa8d79959 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:21:53.278644 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43966cb1-7d5f-4f34-baeb-008e956fcbee tempest-BulkNetworkOpsIpV6Test-1034590256 tempest-BulkNetworkOpsIpV6Test-1034590256] Checking segment: {'id': 'e15d8dcc-657b-43e7-9a45-8eb623da63ca', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 9, 'network_id': 'e3f85f40-bcf0-469e-bf60-39d012082727'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84874) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 14 07:21:53.279016 n-d-768862-2 neutron-server[84765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43966cb1-7d5f-4f34-baeb-008e956fcbee tempest-BulkNetworkOpsIpV6Test-1034590256 tempest-BulkNetworkOpsIpV6Test-1034590256] Network hostable DHCP agents. Network: e3f85f40-bcf0-469e-bf60-39d012082727, hostable agents: ['32f3dd84-26da-4d18-bf15-6017a8fb7247'], hosted agents: [] {{(pid=84874) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Jan 14 07:21:53.330401 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-d29e27ce-0f9d-4909-b3ba-0d606b85a414 tempest-RoutersIpV6AdminTest-832003634 tempest-RoutersIpV6AdminTest-832003634] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036854160497'] for network, before_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:21:53.344325 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84874) accepted ('10.222.0.24', 40970) {{(pid=84874) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:21:53.345446 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-88b5b60a-8824-40fd-8ef5-44c7d2f20190 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:21:53.365085 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.agents_db [None req-5b939a2f-078d-4c69-a188-cb55a28a77a0 None None] Agent healthcheck: found 7 active agents {{(pid=84877) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Jan 14 07:21:53.377125 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-88b5b60a-8824-40fd-8ef5-44c7d2f20190 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:21:53.433251 n-d-768862-2 neutron-server[84765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43966cb1-7d5f-4f34-baeb-008e956fcbee tempest-BulkNetworkOpsIpV6Test-1034590256 tempest-BulkNetworkOpsIpV6Test-1034590256] Network e3f85f40-bcf0-469e-bf60-39d012082727 is scheduled to be hosted by DHCP agent 32f3dd84-26da-4d18-bf15-6017a8fb7247 with binding_index 1 {{(pid=84874) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Jan 14 07:21:53.444451 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-88b5b60a-8824-40fd-8ef5-44c7d2f20190 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850887153'] for security_group, after_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:21:53.452822 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-2754d1a8-0965-4ac8-bb4e-430df5e6c239 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:21:53.471546 n-d-768862-2 neutron-server[84765]: DEBUG neutron.scheduler.base_scheduler [None req-43966cb1-7d5f-4f34-baeb-008e956fcbee tempest-BulkNetworkOpsIpV6Test-1034590256 tempest-BulkNetworkOpsIpV6Test-1034590256] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768862-2, e3f85f40-bcf0-469e-bf60-39d012082727) {{(pid=84874) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 07:21:53.476101 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43966cb1-7d5f-4f34-baeb-008e956fcbee tempest-BulkNetworkOpsIpV6Test-1034590256 tempest-BulkNetworkOpsIpV6Test-1034590256] Received port after_create {{(pid=84874) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 14 07:21:53.477136 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-43966cb1-7d5f-4f34-baeb-008e956fcbee tempest-BulkNetworkOpsIpV6Test-1034590256 tempest-BulkNetworkOpsIpV6Test-1034590256] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777640123575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3254186'] for port, after_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:21:53.486804 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b6a6ded-4c1f-4ccd-a248-0c4fad50c5b4 None None] Network e3f85f40-bcf0-469e-bf60-39d012082727 requested from n-d-768862-2 {{(pid=84876) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 07:21:53.498976 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88b5b60a-8824-40fd-8ef5-44c7d2f20190 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ee149d2a-f64c-4a9e-990a-a7036309cd42,revision_number=None']} {{(pid=84874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:21:53.506722 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-88b5b60a-8824-40fd-8ef5-44c7d2f20190 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:21:53.507653 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-88b5b60a-8824-40fd-8ef5-44c7d2f20190 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:21:53.512453 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-88b5b60a-8824-40fd-8ef5-44c7d2f20190 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/ee149d2a-f64c-4a9e-990a-a7036309cd42 HTTP/1.1" status: 204 len: 168 time: 0.3141129 Jan 14 07:21:53.520448 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-ed9bde6f-6c01-4664-875a-3bd634ccf9de tempest-AllowedAddressPairTestJSON-747646770 tempest-AllowedAddressPairTestJSON-747646770] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.023s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:21:53.562843 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Device 4d3e060a-82a8-49ad-8359-b36f48f00a12 up at agent ovs-agent-n-d-768862-2 {{(pid=84876) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 07:21:53.745861 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43966cb1-7d5f-4f34-baeb-008e956fcbee tempest-BulkNetworkOpsIpV6Test-1034590256 tempest-BulkNetworkOpsIpV6Test-1034590256] Pushing event updated for resources: {'Port': ['ID=52a21819-ae65-4e3c-bd42-b888391d41db,revision_number=1']} {{(pid=84874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:21:53.765205 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-43966cb1-7d5f-4f34-baeb-008e956fcbee tempest-BulkNetworkOpsIpV6Test-1034590256 tempest-BulkNetworkOpsIpV6Test-1034590256] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.245s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:21:53.881655 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84874) accepted ('10.222.0.24', 40978) {{(pid=84874) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:21:53.920511 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-cdae7ada-b3da-4f78-b203-b7a9fccfd996 tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777640533329', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777640097463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851621574'] for port, after_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:21:53.936362 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-33631ae4-61fb-484b-8df5-afcff4a0d42a admin admin] Notify callbacks [] for security_group, before_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:21:53.960921 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-33631ae4-61fb-484b-8df5-afcff4a0d42a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:21:53.985379 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-33631ae4-61fb-484b-8df5-afcff4a0d42a admin admin] Usage tracker for resource:security_group_rule and tenant:6c8663549055465c87b3d37b09902851 is out of sync, need to count used quota {{(pid=84874) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:21:54.002430 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-33631ae4-61fb-484b-8df5-afcff4a0d42a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84874) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:21:54.030731 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-33631ae4-61fb-484b-8df5-afcff4a0d42a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:21:54.057743 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-d29e27ce-0f9d-4909-b3ba-0d606b85a414 tempest-RoutersIpV6AdminTest-832003634 tempest-RoutersIpV6AdminTest-832003634] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-598987', 'neutron.services.segments.db._delete_segments_for_network-8777640583949'] for network, precommit_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:21:54.063435 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f639a35e-9749-4a7b-a7ba-2dd74b3ffe06 None None] Network de8f1523-5720-4564-861b-bf6f29e16200 requested from n-d-768862-2 {{(pid=84876) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 07:21:54.065659 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43966cb1-7d5f-4f34-baeb-008e956fcbee tempest-BulkNetworkOpsIpV6Test-1034590256 tempest-BulkNetworkOpsIpV6Test-1034590256] Checking segment: {'id': 'e490e3cf-7296-4da4-ba16-e563e3935d08', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 19, 'network_id': '122e5759-1c70-4f26-9f4c-c3118e76b4f9'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84874) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 14 07:21:54.066064 n-d-768862-2 neutron-server[84765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43966cb1-7d5f-4f34-baeb-008e956fcbee tempest-BulkNetworkOpsIpV6Test-1034590256 tempest-BulkNetworkOpsIpV6Test-1034590256] Network hostable DHCP agents. Network: 122e5759-1c70-4f26-9f4c-c3118e76b4f9, hostable agents: ['32f3dd84-26da-4d18-bf15-6017a8fb7247'], hosted agents: [] {{(pid=84874) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Jan 14 07:21:54.086345 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-1c9753e9-b473-4d75-8aef-ad8a3aa2d84e admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=3dfaeea55ff6479ea8c3ff3512ccc62a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2011311 Jan 14 07:21:54.092696 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84874) accepted ('10.222.0.24', 40984) {{(pid=84874) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:21:54.099482 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Provisioning for port 4d3e060a-82a8-49ad-8359-b36f48f00a12 completed by entity L2. {{(pid=84876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 07:21:54.193334 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-4bd41358-25dd-4e30-aa0d-cc0413bc2633 None None] Provisioning for port 4d3e060a-82a8-49ad-8359-b36f48f00a12 completed by entity DHCP. {{(pid=84876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 07:21:54.194274 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-aa1b12a4-39f2-4834-8fce-32d43830e1a3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:21:54.222689 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-4bd41358-25dd-4e30-aa0d-cc0413bc2633 None None] Provisioning complete for port 4d3e060a-82a8-49ad-8359-b36f48f00a12 triggered by entity DHCP. {{(pid=84876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 07:21:54.223871 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-4bd41358-25dd-4e30-aa0d-cc0413bc2633 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-604227'] for port, provisioning_complete {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:21:54.235247 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-aa1b12a4-39f2-4834-8fce-32d43830e1a3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:21:54.252170 n-d-768862-2 neutron-server[84765]: DEBUG neutron.services.segments.db [None req-d29e27ce-0f9d-4909-b3ba-0d606b85a414 tempest-RoutersIpV6AdminTest-832003634 tempest-RoutersIpV6AdminTest-832003634] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d8ba7c65-0309-4598-a5d6-59e96643a2d6']}} {{(pid=84875) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:21:54.268948 n-d-768862-2 neutron-server[84765]: DEBUG neutron.services.segments.db [None req-d29e27ce-0f9d-4909-b3ba-0d606b85a414 tempest-RoutersIpV6AdminTest-832003634 tempest-RoutersIpV6AdminTest-832003634] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fb8468ae-c16d-4b41-9e11-7c44c3e4e429') {'for_net_delete': True} {{(pid=84875) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:21:54.269173 n-d-768862-2 neutron-server[84765]: DEBUG neutron.services.segments.db [None req-d29e27ce-0f9d-4909-b3ba-0d606b85a414 tempest-RoutersIpV6AdminTest-832003634 tempest-RoutersIpV6AdminTest-832003634] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fb8468ae-c16d-4b41-9e11-7c44c3e4e429') {} {{(pid=84875) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:21:54.281046 n-d-768862-2 neutron-server[84765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43966cb1-7d5f-4f34-baeb-008e956fcbee tempest-BulkNetworkOpsIpV6Test-1034590256 tempest-BulkNetworkOpsIpV6Test-1034590256] Network 122e5759-1c70-4f26-9f4c-c3118e76b4f9 is scheduled to be hosted by DHCP agent 32f3dd84-26da-4d18-bf15-6017a8fb7247 with binding_index 1 {{(pid=84874) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Jan 14 07:21:54.285713 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-d29e27ce-0f9d-4909-b3ba-0d606b85a414 tempest-RoutersIpV6AdminTest-832003634 tempest-RoutersIpV6AdminTest-832003634] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363259214173198', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036851408567'] for segment, before_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:21:54.293493 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-aa1b12a4-39f2-4834-8fce-32d43830e1a3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850887153'] for security_group, after_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:21:54.301692 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-b425c023-e438-4cb9-8879-10f972ce55ba admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:21:54.325053 n-d-768862-2 neutron-server[84765]: DEBUG neutron.scheduler.base_scheduler [None req-43966cb1-7d5f-4f34-baeb-008e956fcbee tempest-BulkNetworkOpsIpV6Test-1034590256 tempest-BulkNetworkOpsIpV6Test-1034590256] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768862-2, 122e5759-1c70-4f26-9f4c-c3118e76b4f9) {{(pid=84874) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 07:21:54.338617 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43966cb1-7d5f-4f34-baeb-008e956fcbee tempest-BulkNetworkOpsIpV6Test-1034590256 tempest-BulkNetworkOpsIpV6Test-1034590256] Received port after_create {{(pid=84874) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 14 07:21:54.344459 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81bac674-c3e9-4304-9c65-7207e3c69d1a None None] Network 122e5759-1c70-4f26-9f4c-c3118e76b4f9 requested from n-d-768862-2 {{(pid=84876) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 07:21:54.344703 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-75da1b78-7732-4549-85ba-3a5d0d74b38c tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:21:54.345325 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network":"rule:regular_user" was deprecated in W in favor of "create_network":"role:member and project_id:%(project_id)s". Reason: Jan 14 07:21:54.345325 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:21:54.345325 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:21:54.345325 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:21:54.345325 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:shared":"rule:admin_only" was deprecated in W in favor of "create_network:shared":"role:admin and system_scope:all". Reason: Jan 14 07:21:54.345325 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:21:54.345325 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:21:54.345325 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:21:54.345325 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:router:external":"rule:admin_only" was deprecated in W in favor of "create_network:router:external":"role:admin and system_scope:all". Reason: Jan 14 07:21:54.345325 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:21:54.345325 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:21:54.345325 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:21:54.345325 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:is_default":"rule:admin_only" was deprecated in W in favor of "create_network:is_default":"role:admin and system_scope:all". Reason: Jan 14 07:21:54.345325 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:21:54.345325 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:21:54.345325 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:21:54.345325 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:port_security_enabled":"rule:regular_user" was deprecated in W in favor of "create_network:port_security_enabled":"role:member and project_id:%(project_id)s". Reason: Jan 14 07:21:54.345325 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:21:54.345325 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:21:54.345325 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:21:54.345325 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:segments":"rule:admin_only" was deprecated in W in favor of "create_network:segments":"role:admin and system_scope:all". Reason: Jan 14 07:21:54.345325 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:21:54.345325 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:21:54.345325 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:21:54.345325 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "create_network:provider:network_type":"role:admin and system_scope:all". Reason: Jan 14 07:21:54.345325 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:21:54.345325 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:21:54.345325 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:21:54.345325 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "create_network:provider:physical_network":"role:admin and system_scope:all". Reason: Jan 14 07:21:54.345325 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:21:54.345325 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:21:54.345325 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:21:54.345325 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "create_network:provider:segmentation_id":"role:admin and system_scope:all". Reason: Jan 14 07:21:54.345325 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:21:54.345325 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:21:54.345325 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:21:54.345325 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network":"rule:admin_or_owner or rule:shared or rule:external or rule:context_is_advsvc" was deprecated in W in favor of "get_network":"(role:reader and system_scope:all) or (role:reader and project_id:%(project_id)s) or rule:shared or rule:external or rule:context_is_advsvc". Reason: Jan 14 07:21:54.345325 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:21:54.345325 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:21:54.345325 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:21:54.345325 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:router:external":"rule:regular_user" was deprecated in W in favor of "get_network:router:external":"role:reader and project_id:%(project_id)s". Reason: Jan 14 07:21:54.345325 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:21:54.345325 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:21:54.345325 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:21:54.345325 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:segments":"rule:admin_only" was deprecated in W in favor of "get_network:segments":"role:reader and system_scope:all". Reason: Jan 14 07:21:54.345325 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:21:54.345325 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:21:54.345325 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:21:54.348636 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "get_network:provider:network_type":"role:reader and system_scope:all". Reason: Jan 14 07:21:54.348636 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:21:54.348636 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:21:54.348636 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:21:54.348636 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "get_network:provider:physical_network":"role:reader and system_scope:all". Reason: Jan 14 07:21:54.348636 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:21:54.348636 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:21:54.348636 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:21:54.348636 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "get_network:provider:segmentation_id":"role:reader and system_scope:all". Reason: Jan 14 07:21:54.348636 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:21:54.348636 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:21:54.348636 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:21:54.348636 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network":"rule:admin_or_owner" was deprecated in W in favor of "update_network":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 07:21:54.348636 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:21:54.348636 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:21:54.348636 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:21:54.348636 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:segments":"rule:admin_only" was deprecated in W in favor of "update_network:segments":"role:admin and system_scope:all". Reason: Jan 14 07:21:54.348636 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:21:54.348636 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:21:54.348636 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:21:54.375008 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43966cb1-7d5f-4f34-baeb-008e956fcbee tempest-BulkNetworkOpsIpV6Test-1034590256 tempest-BulkNetworkOpsIpV6Test-1034590256] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details'] {{(pid=84874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:21:54.412496 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43966cb1-7d5f-4f34-baeb-008e956fcbee tempest-BulkNetworkOpsIpV6Test-1034590256 tempest-BulkNetworkOpsIpV6Test-1034590256] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details'] {{(pid=84874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:21:54.413275 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-43966cb1-7d5f-4f34-baeb-008e956fcbee tempest-BulkNetworkOpsIpV6Test-1034590256 tempest-BulkNetworkOpsIpV6Test-1034590256] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854768116'] for port, before_response {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:21:54.429445 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa1b12a4-39f2-4834-8fce-32d43830e1a3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=42222d3a-0471-47c9-bb19-70cf5ef0b370,revision_number=None']} {{(pid=84874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:21:54.457877 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-aa1b12a4-39f2-4834-8fce-32d43830e1a3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.156s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:21:54.504899 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-d29e27ce-0f9d-4909-b3ba-0d606b85a414 tempest-RoutersIpV6AdminTest-832003634 tempest-RoutersIpV6AdminTest-832003634] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854179735'] for segment, precommit_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:21:54.508704 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-d29e27ce-0f9d-4909-b3ba-0d606b85a414 tempest-RoutersIpV6AdminTest-832003634 tempest-RoutersIpV6AdminTest-832003634] Releasing vxlan tunnel 18 to pool {{(pid=84875) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Jan 14 07:21:54.534518 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-aa1b12a4-39f2-4834-8fce-32d43830e1a3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:21:54.538898 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-aa1b12a4-39f2-4834-8fce-32d43830e1a3 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/42222d3a-0471-47c9-bb19-70cf5ef0b370 HTTP/1.1" status: 204 len: 168 time: 0.4408901 Jan 14 07:21:54.576817 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-43966cb1-7d5f-4f34-baeb-008e956fcbee tempest-BulkNetworkOpsIpV6Test-1034590256 tempest-BulkNetworkOpsIpV6Test-1034590256] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1450 time: 7.1833923 Jan 14 07:21:54.578126 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84874) accepted ('10.222.0.24', 40996) {{(pid=84874) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:21:54.671264 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-33631ae4-61fb-484b-8df5-afcff4a0d42a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:21:54.696519 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-33631ae4-61fb-484b-8df5-afcff4a0d42a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850887153'] for security_group, after_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:21:54.735741 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-4bd41358-25dd-4e30-aa0d-cc0413bc2633 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555753'] for port, before_update {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:21:54.782197 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-2b1ad4e9-d764-4316-8404-6e8ff6460f35 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:21:54.806461 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-33631ae4-61fb-484b-8df5-afcff4a0d42a admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=6c8663549055465c87b3d37b09902851&name=default HTTP/1.1" status: 200 len: 2983 time: 1.3814328 Jan 14 07:21:54.808086 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84874) accepted ('10.222.0.24', 41002) {{(pid=84874) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:21:54.926196 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [None req-4bd41358-25dd-4e30-aa0d-cc0413bc2633 None None] For port 4d3e060a-82a8-49ad-8359-b36f48f00a12, host n-d-768862-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-2',level=0,port_id=4d3e060a-82a8-49ad-8359-b36f48f00a12,segment=NetworkSegment(413c8920-9c32-4c0d-b6c5-e276c9950385),segment_id=413c8920-9c32-4c0d-b6c5-e276c9950385)] {{(pid=84876) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 07:21:54.936177 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-4bd41358-25dd-4e30-aa0d-cc0413bc2633 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777640533312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363259214678337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777640097497'] for port, after_update {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:21:54.942580 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84876) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:21:54.948384 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.managers [None req-d29e27ce-0f9d-4909-b3ba-0d606b85a414 tempest-RoutersIpV6AdminTest-832003634 tempest-RoutersIpV6AdminTest-832003634] Network d8ba7c65-0309-4598-a5d6-59e96643a2d6 has no segments {{(pid=84875) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 14 07:21:54.959803 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-d29e27ce-0f9d-4909-b3ba-0d606b85a414 tempest-RoutersIpV6AdminTest-832003634 tempest-RoutersIpV6AdminTest-832003634] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-596065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3154253'] for segment, after_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:21:54.990530 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c59dc6b-24a5-469f-ab36-9c331b666704 tempest-BulkNetworkOpsIpV6Test-1034590256 tempest-BulkNetworkOpsIpV6Test-1034590256] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:21:55.033499 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c59dc6b-24a5-469f-ab36-9c331b666704 tempest-BulkNetworkOpsIpV6Test-1034590256 tempest-BulkNetworkOpsIpV6Test-1034590256] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:21:55.034859 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-7c59dc6b-24a5-469f-ab36-9c331b666704 tempest-BulkNetworkOpsIpV6Test-1034590256 tempest-BulkNetworkOpsIpV6Test-1034590256] Synchronizing usage tracker for tenant:c426aaa923cd4f78a69be9b70a9d35c7 on resource:port {{(pid=84874) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 14 07:21:55.084907 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33631ae4-61fb-484b-8df5-afcff4a0d42a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=809b626f-2b35-4722-9be7-d0de7ffc550b,revision_number=1']} {{(pid=84874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:21:55.106583 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-33631ae4-61fb-484b-8df5-afcff4a0d42a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.327s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:21:55.125925 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bd41358-25dd-4e30-aa0d-cc0413bc2633 None None] Pushing event updated for resources: {'Port': ['ID=4d3e060a-82a8-49ad-8359-b36f48f00a12,revision_number=3']} {{(pid=84876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:21:55.136615 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-4bd41358-25dd-4e30-aa0d-cc0413bc2633 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.192s {{(pid=84876) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:21:55.218023 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-2d75f6e8-b540-428e-bfe1-7994eca5deae admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:21:55.222187 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-7c59dc6b-24a5-469f-ab36-9c331b666704 tempest-BulkNetworkOpsIpV6Test-1034590256 tempest-BulkNetworkOpsIpV6Test-1034590256] Unset dirty status for tenant:c426aaa923cd4f78a69be9b70a9d35c7 on resource:port {{(pid=84874) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 14 07:21:55.228691 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-7c59dc6b-24a5-469f-ab36-9c331b666704 tempest-BulkNetworkOpsIpV6Test-1034590256 tempest-BulkNetworkOpsIpV6Test-1034590256] 10.222.0.24 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1445 time: 0.6374085 Jan 14 07:21:55.240547 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.managers [None req-d29e27ce-0f9d-4909-b3ba-0d606b85a414 tempest-RoutersIpV6AdminTest-832003634 tempest-RoutersIpV6AdminTest-832003634] Network d8ba7c65-0309-4598-a5d6-59e96643a2d6 has no segments {{(pid=84875) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 14 07:21:55.250920 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84874) accepted ('10.222.0.24', 41018) {{(pid=84874) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:21:55.468546 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.plugin [None req-9162a3ff-0a9e-4081-917e-e26b7ca09937 tempest-BulkNetworkOpsIpV6Test-1034590256 tempest-BulkNetworkOpsIpV6Test-1034590256] Deleting port a10b4cbe-bf38-4051-869e-23c10f41d63e {{(pid=84874) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 07:21:55.469272 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-9162a3ff-0a9e-4081-917e-e26b7ca09937 tempest-BulkNetworkOpsIpV6Test-1034590256 tempest-BulkNetworkOpsIpV6Test-1034590256] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363259214248359'] for port, before_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:21:55.476799 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Device 4d3e060a-82a8-49ad-8359-b36f48f00a12 up at agent ovs-agent-n-d-768862-2 {{(pid=84876) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 07:21:55.566447 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:shared":"rule:admin_only" was deprecated in W in favor of "update_network:shared":"role:admin and system_scope:all". Reason: Jan 14 07:21:55.566447 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:21:55.566447 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:21:55.566447 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:21:55.566447 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "update_network:provider:network_type":"role:admin and system_scope:all". Reason: Jan 14 07:21:55.566447 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:21:55.566447 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:21:55.566447 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:21:55.566447 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "update_network:provider:physical_network":"role:admin and system_scope:all". Reason: Jan 14 07:21:55.566447 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:21:55.566447 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:21:55.566447 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:21:55.566447 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "update_network:provider:segmentation_id":"role:admin and system_scope:all". Reason: Jan 14 07:21:55.566447 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:21:55.566447 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:21:55.566447 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:21:55.566447 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:router:external":"rule:admin_only" was deprecated in W in favor of "update_network:router:external":"role:admin and system_scope:all". Reason: Jan 14 07:21:55.566447 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:21:55.566447 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:21:55.566447 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:21:55.566447 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:is_default":"rule:admin_only" was deprecated in W in favor of "update_network:is_default":"role:admin and system_scope:all". Reason: Jan 14 07:21:55.566447 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:21:55.566447 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:21:55.566447 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:21:55.566447 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:port_security_enabled":"rule:admin_or_owner" was deprecated in W in favor of "update_network:port_security_enabled":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 07:21:55.566447 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:21:55.566447 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:21:55.566447 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:21:55.566447 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "delete_network":"rule:admin_or_owner" was deprecated in W in favor of "delete_network":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 07:21:55.566447 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:21:55.566447 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:21:55.566447 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:21:55.566447 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_segment":"rule:admin_only" was deprecated in W in favor of "create_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:21:55.566447 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:21:55.566447 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_segment":"rule:admin_only" was deprecated in W in favor of "get_segment":"role:reader and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:21:55.566447 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:21:55.566447 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_segment":"rule:admin_only" was deprecated in W in favor of "update_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:21:55.566447 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:21:55.566447 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "delete_segment":"rule:admin_only" was deprecated in W in favor of "delete_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:21:55.566447 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:21:55.566447 n-d-768862-2 neutron-server[84765]: Traceback (most recent call last): Jan 14 07:21:55.566447 n-d-768862-2 neutron-server[84765]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 14 07:21:55.566447 n-d-768862-2 neutron-server[84765]: timer() Jan 14 07:21:55.566447 n-d-768862-2 neutron-server[84765]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 14 07:21:55.566447 n-d-768862-2 neutron-server[84765]: cb(*args, **kw) Jan 14 07:21:55.566447 n-d-768862-2 neutron-server[84765]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Jan 14 07:21:55.566447 n-d-768862-2 neutron-server[84765]: return func(*args, **kwargs) Jan 14 07:21:55.574464 n-d-768862-2 neutron-server[84765]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 14 07:21:55.574464 n-d-768862-2 neutron-server[84765]: self._notify() Jan 14 07:21:55.574464 n-d-768862-2 neutron-server[84765]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 14 07:21:55.574464 n-d-768862-2 neutron-server[84765]: self.callback(batched_events) Jan 14 07:21:55.574464 n-d-768862-2 neutron-server[84765]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 14 07:21:55.574464 n-d-768862-2 neutron-server[84765]: event.method(event) Jan 14 07:21:55.574464 n-d-768862-2 neutron-server[84765]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 14 07:21:55.574464 n-d-768862-2 neutron-server[84765]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 14 07:21:55.574464 n-d-768862-2 neutron-server[84765]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Jan 14 07:21:55.574464 n-d-768862-2 neutron-server[84765]: segment_id)['aggregates'][0] Jan 14 07:21:55.574464 n-d-768862-2 neutron-server[84765]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 14 07:21:55.574464 n-d-768862-2 neutron-server[84765]: return f(self, *a, **k) Jan 14 07:21:55.574464 n-d-768862-2 neutron-server[84765]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 14 07:21:55.574464 n-d-768862-2 neutron-server[84765]: return self._get(url).json() Jan 14 07:21:55.574464 n-d-768862-2 neutron-server[84765]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 14 07:21:55.574464 n-d-768862-2 neutron-server[84765]: **kwargs) Jan 14 07:21:55.574464 n-d-768862-2 neutron-server[84765]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 14 07:21:55.574464 n-d-768862-2 neutron-server[84765]: return self.request(url, 'GET', **kwargs) Jan 14 07:21:55.574464 n-d-768862-2 neutron-server[84765]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Jan 14 07:21:55.574464 n-d-768862-2 neutron-server[84765]: **endpoint_filter) Jan 14 07:21:55.574464 n-d-768862-2 neutron-server[84765]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 14 07:21:55.574464 n-d-768862-2 neutron-server[84765]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 14 07:21:55.574464 n-d-768862-2 neutron-server[84765]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 14 07:21:55.574464 n-d-768862-2 neutron-server[84765]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 14 07:21:55.574464 n-d-768862-2 neutron-server[84765]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 14 07:21:55.606255 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdae7ada-b3da-4f78-b203-b7a9fccfd996 tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] Pushing event deleted for resources: {'Port': ['ID=90d40638-e8c3-4e91-b7df-c1f51731ee22,revision_number=None']} {{(pid=84875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:21:55.647453 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-2d75f6e8-b540-428e-bfe1-7994eca5deae admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:21:55.709468 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-b8fa091e-0a44-46c2-9385-f0c114b31169 None None] Provisioning complete for port 4d3e060a-82a8-49ad-8359-b36f48f00a12 triggered by entity DHCP. {{(pid=84876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 07:21:55.710394 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-b8fa091e-0a44-46c2-9385-f0c114b31169 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-604227'] for port, provisioning_complete {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:21:55.733484 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdae7ada-b3da-4f78-b203-b7a9fccfd996 tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@n-h1-768862-2 {{(pid=84875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:21:55.734404 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdae7ada-b3da-4f78-b203-b7a9fccfd996 tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-h1-768862-2 {{(pid=84875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:21:55.734961 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdae7ada-b3da-4f78-b203-b7a9fccfd996 tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-h1-768862-2 {{(pid=84875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:21:55.735631 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdae7ada-b3da-4f78-b203-b7a9fccfd996 tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-h1-768862-2 {{(pid=84875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:21:55.736224 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdae7ada-b3da-4f78-b203-b7a9fccfd996 tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@n-h1-768862-2 {{(pid=84875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:21:55.736783 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdae7ada-b3da-4f78-b203-b7a9fccfd996 tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-h1-768862-2 {{(pid=84875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:21:55.737493 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdae7ada-b3da-4f78-b203-b7a9fccfd996 tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-h1-768862-2 {{(pid=84875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:21:55.738416 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdae7ada-b3da-4f78-b203-b7a9fccfd996 tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-h1-768862-2 {{(pid=84875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:21:55.738988 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdae7ada-b3da-4f78-b203-b7a9fccfd996 tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-h1-768862-2 {{(pid=84875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:21:55.753541 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdae7ada-b3da-4f78-b203-b7a9fccfd996 tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-h1-768862-2 {{(pid=84875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:21:55.754144 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdae7ada-b3da-4f78-b203-b7a9fccfd996 tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-h1-768862-2 {{(pid=84875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:21:55.754826 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdae7ada-b3da-4f78-b203-b7a9fccfd996 tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-h1-768862-2 {{(pid=84875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:21:55.755531 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdae7ada-b3da-4f78-b203-b7a9fccfd996 tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@n-h2-768862-2 {{(pid=84875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:21:55.772435 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdae7ada-b3da-4f78-b203-b7a9fccfd996 tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-h2-768862-2 {{(pid=84875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:21:55.773027 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdae7ada-b3da-4f78-b203-b7a9fccfd996 tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-h2-768862-2 {{(pid=84875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:21:55.773620 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdae7ada-b3da-4f78-b203-b7a9fccfd996 tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-h2-768862-2 {{(pid=84875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:21:55.774178 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdae7ada-b3da-4f78-b203-b7a9fccfd996 tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@n-h2-768862-2 {{(pid=84875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:21:55.774738 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdae7ada-b3da-4f78-b203-b7a9fccfd996 tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-h2-768862-2 {{(pid=84875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:21:55.775292 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdae7ada-b3da-4f78-b203-b7a9fccfd996 tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-h2-768862-2 {{(pid=84875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:21:55.792987 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdae7ada-b3da-4f78-b203-b7a9fccfd996 tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-h2-768862-2 {{(pid=84875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:21:55.793299 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdae7ada-b3da-4f78-b203-b7a9fccfd996 tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-h2-768862-2 {{(pid=84875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:21:55.793605 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdae7ada-b3da-4f78-b203-b7a9fccfd996 tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-h2-768862-2 {{(pid=84875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:21:55.794026 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdae7ada-b3da-4f78-b203-b7a9fccfd996 tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-h2-768862-2 {{(pid=84875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:21:55.794445 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdae7ada-b3da-4f78-b203-b7a9fccfd996 tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-h2-768862-2 {{(pid=84875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:21:55.795112 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdae7ada-b3da-4f78-b203-b7a9fccfd996 tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-2 {{(pid=84875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:21:55.795530 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdae7ada-b3da-4f78-b203-b7a9fccfd996 tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-2 {{(pid=84875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:21:55.795977 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdae7ada-b3da-4f78-b203-b7a9fccfd996 tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-2 {{(pid=84875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:21:55.796388 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdae7ada-b3da-4f78-b203-b7a9fccfd996 tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-2 {{(pid=84875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:21:55.796794 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdae7ada-b3da-4f78-b203-b7a9fccfd996 tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@n-d-768862-2 {{(pid=84875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:21:55.797196 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdae7ada-b3da-4f78-b203-b7a9fccfd996 tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-2 {{(pid=84875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:21:55.797597 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdae7ada-b3da-4f78-b203-b7a9fccfd996 tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-768862-2 {{(pid=84875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:21:55.798001 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdae7ada-b3da-4f78-b203-b7a9fccfd996 tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-768862-2 {{(pid=84875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:21:55.798403 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdae7ada-b3da-4f78-b203-b7a9fccfd996 tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-2 {{(pid=84875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:21:55.798803 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdae7ada-b3da-4f78-b203-b7a9fccfd996 tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-2 {{(pid=84875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:21:55.799201 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdae7ada-b3da-4f78-b203-b7a9fccfd996 tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-2 {{(pid=84875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:21:55.799602 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdae7ada-b3da-4f78-b203-b7a9fccfd996 tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-2 {{(pid=84875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:21:55.834224 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-cdae7ada-b3da-4f78-b203-b7a9fccfd996 tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.490s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:21:55.871729 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Provisioning complete for port 4d3e060a-82a8-49ad-8359-b36f48f00a12 triggered by entity L2. {{(pid=84876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 07:21:55.876979 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-604227'] for port, provisioning_complete {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:21:55.918608 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-cdae7ada-b3da-4f78-b203-b7a9fccfd996 tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854768116'] for port, before_response {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:21:56.016092 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-d29e27ce-0f9d-4909-b3ba-0d606b85a414 tempest-RoutersIpV6AdminTest-832003634 tempest-RoutersIpV6AdminTest-832003634] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036854176830', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850887149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3912591'] for network, after_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:21:56.020131 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-9162a3ff-0a9e-4081-917e-e26b7ca09937 tempest-BulkNetworkOpsIpV6Test-1034590256 tempest-BulkNetworkOpsIpV6Test-1034590256] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036850862667'] for port, precommit_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:21:56.036473 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-bcb78f9e-04e1-4cf2-a0c6-50ffb195e9cf tempest-QuotasNegativeTest-1299002298 tempest-QuotasNegativeTest-1299002298] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:21:56.096547 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d29e27ce-0f9d-4909-b3ba-0d606b85a414 tempest-RoutersIpV6AdminTest-832003634 tempest-RoutersIpV6AdminTest-832003634] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network d8ba7c65-0309-4598-a5d6-59e96643a2d6 {{(pid=84875) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:124}} Jan 14 07:21:56.100001 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-cdae7ada-b3da-4f78-b203-b7a9fccfd996 tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] 10.222.0.24 "DELETE /v2.0/ports/90d40638-e8c3-4e91-b7df-c1f51731ee22 HTTP/1.1" status: 204 len: 168 time: 4.9128892 Jan 14 07:21:56.104470 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-d29e27ce-0f9d-4909-b3ba-0d606b85a414 tempest-RoutersIpV6AdminTest-832003634 tempest-RoutersIpV6AdminTest-832003634] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3207107'] for network, before_response {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:21:56.125363 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84875) accepted ('10.222.0.24', 41034) {{(pid=84875) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:21:56.149044 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d29e27ce-0f9d-4909-b3ba-0d606b85a414 tempest-RoutersIpV6AdminTest-832003634 tempest-RoutersIpV6AdminTest-832003634] Pushing event deleted for resources: {'Network': ['ID=d8ba7c65-0309-4598-a5d6-59e96643a2d6,revision_number=None']} {{(pid=84875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:21:56.153840 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.db_base_plugin_common [None req-201d1692-4401-4d00-9dda-801be718786f tempest-RoutersIpV6Test-883692175 tempest-RoutersIpV6Test-883692175] Allocated IP 2001:db8::1 (de8f1523-5720-4564-861b-bf6f29e16200/498a844b-1604-4d80-bbfa-b694af82327c/3309f92d-95ac-45ab-921e-8765ea49a127) {{(pid=84875) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 14 07:21:56.194700 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-2d75f6e8-b540-428e-bfe1-7994eca5deae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850887153'] for security_group, after_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:21:56.254314 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-d29e27ce-0f9d-4909-b3ba-0d606b85a414 tempest-RoutersIpV6AdminTest-832003634 tempest-RoutersIpV6AdminTest-832003634] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.224s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:21:56.271111 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-d29e27ce-0f9d-4909-b3ba-0d606b85a414 tempest-RoutersIpV6AdminTest-832003634 tempest-RoutersIpV6AdminTest-832003634] 10.222.0.24 "DELETE /v2.0/networks/d8ba7c65-0309-4598-a5d6-59e96643a2d6 HTTP/1.1" status: 204 len: 168 time: 3.7544963 Jan 14 07:21:56.406735 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-cba7a3b1-f824-4f01-9f53-ae2c677ffcf1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:21:56.454051 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.plugin [None req-9162a3ff-0a9e-4081-917e-e26b7ca09937 tempest-BulkNetworkOpsIpV6Test-1034590256 tempest-BulkNetworkOpsIpV6Test-1034590256] Calling delete_port for a10b4cbe-bf38-4051-869e-23c10f41d63e owned by {{(pid=84874) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 07:21:56.528014 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-170315d5-bb41-471f-9744-ffb2a78fa726 None None] Provisioning complete for port 4d3e060a-82a8-49ad-8359-b36f48f00a12 triggered by entity DHCP. {{(pid=84876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 07:21:56.528579 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-170315d5-bb41-471f-9744-ffb2a78fa726 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-604227'] for port, provisioning_complete {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:21:56.540835 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d75f6e8-b540-428e-bfe1-7994eca5deae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=809b626f-2b35-4722-9be7-d0de7ffc550b,revision_number=None']} {{(pid=84874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:21:56.559308 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d645d342-eebf-44ee-bb1b-0859a59f213b tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:21:56.559547 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-2d75f6e8-b540-428e-bfe1-7994eca5deae admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.153s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:21:56.566148 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d645d342-eebf-44ee-bb1b-0859a59f213b tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:21:56.567395 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-d645d342-eebf-44ee-bb1b-0859a59f213b tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] Synchronizing usage tracker for tenant:be0aa702e3ca464795a99c51e3b3b04f on resource:subnet {{(pid=84875) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 14 07:21:56.636938 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-2d75f6e8-b540-428e-bfe1-7994eca5deae admin admin] Notify callbacks [] for security_group, before_response {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:21:56.642527 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-2d75f6e8-b540-428e-bfe1-7994eca5deae admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/809b626f-2b35-4722-9be7-d0de7ffc550b HTTP/1.1" status: 204 len: 168 time: 1.8307393 Jan 14 07:21:56.665852 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-d645d342-eebf-44ee-bb1b-0859a59f213b tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] Unset dirty status for tenant:be0aa702e3ca464795a99c51e3b3b04f on resource:subnet {{(pid=84875) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 14 07:21:56.666665 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-d645d342-eebf-44ee-bb1b-0859a59f213b tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] 10.222.0.24 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.5348237 Jan 14 07:21:56.671398 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84875) accepted ('10.222.0.24', 41054) {{(pid=84875) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:21:56.736017 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-9162a3ff-0a9e-4081-917e-e26b7ca09937 tempest-BulkNetworkOpsIpV6Test-1034590256 tempest-BulkNetworkOpsIpV6Test-1034590256] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777640533329', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777640097463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3254186'] for port, after_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:21:56.756722 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-3be2a04d-ee1b-4904-bb91-affee7b589b2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-54502629 tempest-PortsAdminExtendedAttrsIpV6TestJSON-54502629] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:21:56.870964 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9162a3ff-0a9e-4081-917e-e26b7ca09937 tempest-BulkNetworkOpsIpV6Test-1034590256 tempest-BulkNetworkOpsIpV6Test-1034590256] Pushing event deleted for resources: {'Port': ['ID=a10b4cbe-bf38-4051-869e-23c10f41d63e,revision_number=None']} {{(pid=84874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:21:56.882499 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-9162a3ff-0a9e-4081-917e-e26b7ca09937 tempest-BulkNetworkOpsIpV6Test-1034590256 tempest-BulkNetworkOpsIpV6Test-1034590256] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:21:56.912222 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-201d1692-4401-4d00-9dda-801be718786f tempest-RoutersIpV6Test-883692175 tempest-RoutersIpV6Test-883692175] Notify callbacks [] for port, precommit_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:21:56.988071 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-9162a3ff-0a9e-4081-917e-e26b7ca09937 tempest-BulkNetworkOpsIpV6Test-1034590256 tempest-BulkNetworkOpsIpV6Test-1034590256] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854768116'] for port, before_response {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:21:57.012666 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-9162a3ff-0a9e-4081-917e-e26b7ca09937 tempest-BulkNetworkOpsIpV6Test-1034590256 tempest-BulkNetworkOpsIpV6Test-1034590256] 10.222.0.24 "DELETE /v2.0/ports/a10b4cbe-bf38-4051-869e-23c10f41d63e HTTP/1.1" status: 204 len: 168 time: 1.7596648 Jan 14 07:21:57.014045 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84874) accepted ('10.222.0.24', 41058) {{(pid=84874) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:21:57.022037 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-0e5b8d63-6926-4877-bff0-e2e27e7f6aab None None] Provisioning complete for port 4d3e060a-82a8-49ad-8359-b36f48f00a12 triggered by entity DHCP. {{(pid=84876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 07:21:57.022562 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-0e5b8d63-6926-4877-bff0-e2e27e7f6aab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-604227'] for port, provisioning_complete {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:21:57.056402 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-201d1692-4401-4d00-9dda-801be718786f tempest-RoutersIpV6Test-883692175 tempest-RoutersIpV6Test-883692175] Transition to ACTIVE for port object 3309f92d-95ac-45ab-921e-8765ea49a127 will not be triggered until provisioned by entity DHCP. {{(pid=84875) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 07:21:57.209631 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.plugin [None req-0d8b7e9b-f6d5-4a7a-a7a6-d01e86a02958 tempest-BulkNetworkOpsIpV6Test-1034590256 tempest-BulkNetworkOpsIpV6Test-1034590256] Deleting port 52a21819-ae65-4e3c-bd42-b888391d41db {{(pid=84874) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 07:21:57.210387 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-0d8b7e9b-f6d5-4a7a-a7a6-d01e86a02958 tempest-BulkNetworkOpsIpV6Test-1034590256 tempest-BulkNetworkOpsIpV6Test-1034590256] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363259214248359'] for port, before_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:21:57.259521 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-201d1692-4401-4d00-9dda-801be718786f tempest-RoutersIpV6Test-883692175 tempest-RoutersIpV6Test-883692175] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777640123575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851621574'] for port, after_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:21:57.387605 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-13432c7e-5f72-454d-846b-8f758adb7543 tempest-AllowedAddressPairTestJSON-747646770 tempest-AllowedAddressPairTestJSON-747646770] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:21:57.457006 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.db_base_plugin_v2 [None req-01fc8431-5282-42dc-8b9d-d2052445398b tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] Deleting subnet 9b49af54-394a-4417-9b45-78c5c12fade7 {{(pid=84875) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Jan 14 07:21:57.477501 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-01fc8431-5282-42dc-8b9d-d2052445398b tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] Notify callbacks [] for subnet, before_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:21:57.576651 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-201d1692-4401-4d00-9dda-801be718786f tempest-RoutersIpV6Test-883692175 tempest-RoutersIpV6Test-883692175] Pushing event updated for resources: {'Port': ['ID=3309f92d-95ac-45ab-921e-8765ea49a127,revision_number=1']} {{(pid=84875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:21:57.581825 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-01fc8431-5282-42dc-8b9d-d2052445398b tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3367281'] for subnet, precommit_delete_associations {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:21:57.602607 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-0d8b7e9b-f6d5-4a7a-a7a6-d01e86a02958 tempest-BulkNetworkOpsIpV6Test-1034590256 tempest-BulkNetworkOpsIpV6Test-1034590256] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036850862667'] for port, precommit_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:21:57.632415 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-201d1692-4401-4d00-9dda-801be718786f tempest-RoutersIpV6Test-883692175 tempest-RoutersIpV6Test-883692175] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.245s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:21:57.759912 n-d-768862-2 neutron-server[84765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-201d1692-4401-4d00-9dda-801be718786f tempest-RoutersIpV6Test-883692175 tempest-RoutersIpV6Test-883692175] Network de8f1523-5720-4564-861b-bf6f29e16200 is already hosted by enough agents. {{(pid=84875) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 07:21:57.763392 n-d-768862-2 neutron-server[84765]: DEBUG neutron.scheduler.base_scheduler [None req-201d1692-4401-4d00-9dda-801be718786f tempest-RoutersIpV6Test-883692175 tempest-RoutersIpV6Test-883692175] Resources bound (agent type, host, resource id): {{(pid=84875) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 07:21:57.766997 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-201d1692-4401-4d00-9dda-801be718786f tempest-RoutersIpV6Test-883692175 tempest-RoutersIpV6Test-883692175] Received port after_create {{(pid=84875) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 14 07:21:57.767949 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-201d1692-4401-4d00-9dda-801be718786f tempest-RoutersIpV6Test-883692175 tempest-RoutersIpV6Test-883692175] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036850886386'] for router_interface, before_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:21:57.804444 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-01fc8431-5282-42dc-8b9d-d2052445398b tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036854176836'] for subnet, precommit_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:21:57.819279 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.plugin [None req-0d8b7e9b-f6d5-4a7a-a7a6-d01e86a02958 tempest-BulkNetworkOpsIpV6Test-1034590256 tempest-BulkNetworkOpsIpV6Test-1034590256] Calling delete_port for 52a21819-ae65-4e3c-bd42-b888391d41db owned by {{(pid=84874) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 07:21:57.914283 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-0d8b7e9b-f6d5-4a7a-a7a6-d01e86a02958 tempest-BulkNetworkOpsIpV6Test-1034590256 tempest-BulkNetworkOpsIpV6Test-1034590256] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777640533329', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777640097463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3254186'] for port, after_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:21:58.022006 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-7c18d793-64b3-4f6f-b123-707ac351bf9d tempest-RoutersIpV6Test-883692175 tempest-RoutersIpV6Test-883692175] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:21:58.094127 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d8b7e9b-f6d5-4a7a-a7a6-d01e86a02958 tempest-BulkNetworkOpsIpV6Test-1034590256 tempest-BulkNetworkOpsIpV6Test-1034590256] Pushing event deleted for resources: {'Port': ['ID=52a21819-ae65-4e3c-bd42-b888391d41db,revision_number=None']} {{(pid=84874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:21:58.099317 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-0d8b7e9b-f6d5-4a7a-a7a6-d01e86a02958 tempest-BulkNetworkOpsIpV6Test-1034590256 tempest-BulkNetworkOpsIpV6Test-1034590256] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:21:58.182727 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84874) accepted ('10.222.0.24', 41074) {{(pid=84874) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:21:58.216483 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-0d8b7e9b-f6d5-4a7a-a7a6-d01e86a02958 tempest-BulkNetworkOpsIpV6Test-1034590256 tempest-BulkNetworkOpsIpV6Test-1034590256] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854768116'] for port, before_response {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:21:58.239104 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-0d8b7e9b-f6d5-4a7a-a7a6-d01e86a02958 tempest-BulkNetworkOpsIpV6Test-1034590256 tempest-BulkNetworkOpsIpV6Test-1034590256] 10.222.0.24 "DELETE /v2.0/ports/52a21819-ae65-4e3c-bd42-b888391d41db HTTP/1.1" status: 204 len: 168 time: 1.2217772 Jan 14 07:21:58.240032 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84874) accepted ('10.222.0.24', 41080) {{(pid=84874) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:21:58.318653 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-7cae2f25-f15b-4181-a222-32bfe710322a tempest-BulkNetworkOpsIpV6Test-1034590256 tempest-BulkNetworkOpsIpV6Test-1034590256] Synchronizing usage tracker for tenant:c426aaa923cd4f78a69be9b70a9d35c7 on resource:port {{(pid=84874) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 14 07:21:58.343478 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-7cae2f25-f15b-4181-a222-32bfe710322a tempest-BulkNetworkOpsIpV6Test-1034590256 tempest-BulkNetworkOpsIpV6Test-1034590256] Unset dirty status for tenant:c426aaa923cd4f78a69be9b70a9d35c7 on resource:port {{(pid=84874) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 14 07:21:58.345372 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-7cae2f25-f15b-4181-a222-32bfe710322a tempest-BulkNetworkOpsIpV6Test-1034590256 tempest-BulkNetworkOpsIpV6Test-1034590256] 10.222.0.24 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.1041398 Jan 14 07:21:58.345530 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-f3b440f7-5866-4656-8db1-c4facaadbbd8 None None] Provisioning for port 3309f92d-95ac-45ab-921e-8765ea49a127 completed by entity DHCP. {{(pid=84876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 07:21:58.355740 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84874) accepted ('10.222.0.24', 41084) {{(pid=84874) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:21:58.358356 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-f3b440f7-5866-4656-8db1-c4facaadbbd8 None None] Provisioning complete for port 3309f92d-95ac-45ab-921e-8765ea49a127 triggered by entity DHCP. {{(pid=84876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 07:21:58.358775 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-f3b440f7-5866-4656-8db1-c4facaadbbd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-604227'] for port, provisioning_complete {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:21:58.365274 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.v2.base [None req-f16afcc3-35ab-4c35-8693-960c5fafb89e tempest-BulkNetworkOpsIpV6Test-1034590256 tempest-BulkNetworkOpsIpV6Test-1034590256] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-747117792'}} {{(pid=84874) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:21:58.372766 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-f16afcc3-35ab-4c35-8693-960c5fafb89e tempest-BulkNetworkOpsIpV6Test-1034590256 tempest-BulkNetworkOpsIpV6Test-1034590256] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:21:58.380170 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-f16afcc3-35ab-4c35-8693-960c5fafb89e tempest-BulkNetworkOpsIpV6Test-1034590256 tempest-BulkNetworkOpsIpV6Test-1034590256] Usage tracker for resource:network and tenant:c426aaa923cd4f78a69be9b70a9d35c7 is out of sync, need to count used quota {{(pid=84874) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:21:58.385335 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-f16afcc3-35ab-4c35-8693-960c5fafb89e tempest-BulkNetworkOpsIpV6Test-1034590256 tempest-BulkNetworkOpsIpV6Test-1034590256] Quota usage for network was recalculated. Used quota:2. {{(pid=84874) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:21:58.395931 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-f16afcc3-35ab-4c35-8693-960c5fafb89e tempest-BulkNetworkOpsIpV6Test-1034590256 tempest-BulkNetworkOpsIpV6Test-1034590256] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=84874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:21:58.414766 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f16afcc3-35ab-4c35-8693-960c5fafb89e tempest-BulkNetworkOpsIpV6Test-1034590256 tempest-BulkNetworkOpsIpV6Test-1034590256] Made reservation on behalf of c426aaa923cd4f78a69be9b70a9d35c7 for: {'network': 1} {{(pid=84874) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 07:21:58.440301 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-f16afcc3-35ab-4c35-8693-960c5fafb89e tempest-BulkNetworkOpsIpV6Test-1034590256 tempest-BulkNetworkOpsIpV6Test-1034590256] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555753'] for network, before_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:21:58.487313 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f16afcc3-35ab-4c35-8693-960c5fafb89e tempest-BulkNetworkOpsIpV6Test-1034590256 tempest-BulkNetworkOpsIpV6Test-1034590256] vxlan segment allocate from pool success with {'vxlan_vni': 3} {{(pid=84874) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Jan 14 07:21:58.501875 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-f16afcc3-35ab-4c35-8693-960c5fafb89e tempest-BulkNetworkOpsIpV6Test-1034590256 tempest-BulkNetworkOpsIpV6Test-1034590256] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854179735'] for segment, precommit_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:21:58.502312 n-d-768862-2 neutron-server[84765]: INFO neutron.db.segments_db [None req-f16afcc3-35ab-4c35-8693-960c5fafb89e tempest-BulkNetworkOpsIpV6Test-1034590256 tempest-BulkNetworkOpsIpV6Test-1034590256] Added segment c035af6b-3e7c-4781-91bb-946454f58254 of type vxlan for network 0371f441-53fb-482a-a794-d7d2dffd2bc3 Jan 14 07:21:58.506160 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.plugin [None req-f3b440f7-5866-4656-8db1-c4facaadbbd8 None None] Port 3309f92d-95ac-45ab-921e-8765ea49a127 cannot update to ACTIVE because it is not bound. {{(pid=84876) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:329}} Jan 14 07:21:58.535390 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84875) accepted ('10.222.0.24', 41090) {{(pid=84875) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:21:58.564574 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-f16afcc3-35ab-4c35-8693-960c5fafb89e tempest-BulkNetworkOpsIpV6Test-1034590256 tempest-BulkNetworkOpsIpV6Test-1034590256] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363259214646115'] for network, precommit_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:21:58.631762 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-f16afcc3-35ab-4c35-8693-960c5fafb89e tempest-BulkNetworkOpsIpV6Test-1034590256 tempest-BulkNetworkOpsIpV6Test-1034590256] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850887149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964'] for network, after_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:21:58.677010 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f16afcc3-35ab-4c35-8693-960c5fafb89e tempest-BulkNetworkOpsIpV6Test-1034590256 tempest-BulkNetworkOpsIpV6Test-1034590256] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:21:58.679191 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-f16afcc3-35ab-4c35-8693-960c5fafb89e tempest-BulkNetworkOpsIpV6Test-1034590256 tempest-BulkNetworkOpsIpV6Test-1034590256] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3207107'] for network, before_response {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:21:58.711546 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-1db9297d-b09b-4cea-ba91-1cbff9f255c8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:21:58.742610 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-ed8086f8-c715-416a-9c0d-5c4f0c80df2b admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=79317a68a8984d26b06458b6c3c4f46c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1993215 Jan 14 07:21:58.746984 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-f16afcc3-35ab-4c35-8693-960c5fafb89e tempest-BulkNetworkOpsIpV6Test-1034590256 tempest-BulkNetworkOpsIpV6Test-1034590256] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.3890548 Jan 14 07:21:58.754108 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84874) accepted ('10.222.0.24', 41094) {{(pid=84874) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:21:58.754841 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84874) accepted ('10.222.0.24', 41096) {{(pid=84874) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:21:58.765796 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84875) accepted ('10.222.0.24', 41102) {{(pid=84875) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:21:58.767464 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.v2.base [None req-b3d0c8ed-f1ef-49af-a40b-b44b42668ff0 tempest-BulkNetworkOpsIpV6Test-1034590256 tempest-BulkNetworkOpsIpV6Test-1034590256] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-1797017910'}} {{(pid=84874) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:21:58.774907 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-b3d0c8ed-f1ef-49af-a40b-b44b42668ff0 tempest-BulkNetworkOpsIpV6Test-1034590256 tempest-BulkNetworkOpsIpV6Test-1034590256] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:21:58.780722 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-b3d0c8ed-f1ef-49af-a40b-b44b42668ff0 tempest-BulkNetworkOpsIpV6Test-1034590256 tempest-BulkNetworkOpsIpV6Test-1034590256] Usage tracker for resource:network and tenant:c426aaa923cd4f78a69be9b70a9d35c7 is out of sync, need to count used quota {{(pid=84874) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:21:58.785258 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-b3d0c8ed-f1ef-49af-a40b-b44b42668ff0 tempest-BulkNetworkOpsIpV6Test-1034590256 tempest-BulkNetworkOpsIpV6Test-1034590256] Quota usage for network was recalculated. Used quota:3. {{(pid=84874) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:21:58.793214 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-b3d0c8ed-f1ef-49af-a40b-b44b42668ff0 tempest-BulkNetworkOpsIpV6Test-1034590256 tempest-BulkNetworkOpsIpV6Test-1034590256] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=84874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:21:58.801263 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.v2.base [None req-106db821-695d-4da4-bf8b-16a042d91ccf tempest-RoutersIpV6AdminTest-832003634 tempest-RoutersIpV6AdminTest-832003634] Request body: {'router': {'name': 'tempest-router--1362593790', 'project_id': '6b492cae82504e8ebcc1afda1fe7a8f2'}} {{(pid=84875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:21:58.807589 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-106db821-695d-4da4-bf8b-16a042d91ccf tempest-RoutersIpV6AdminTest-832003634 tempest-RoutersIpV6AdminTest-832003634] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:21:58.812182 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-106db821-695d-4da4-bf8b-16a042d91ccf tempest-RoutersIpV6AdminTest-832003634 tempest-RoutersIpV6AdminTest-832003634] Usage tracker for resource:router and tenant:6b492cae82504e8ebcc1afda1fe7a8f2 is out of sync, need to count used quota {{(pid=84875) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:21:58.815422 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-106db821-695d-4da4-bf8b-16a042d91ccf tempest-RoutersIpV6AdminTest-832003634 tempest-RoutersIpV6AdminTest-832003634] Quota usage for router was recalculated. Used quota:0. {{(pid=84875) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:21:58.822472 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-106db821-695d-4da4-bf8b-16a042d91ccf tempest-RoutersIpV6AdminTest-832003634 tempest-RoutersIpV6AdminTest-832003634] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:21:58.833956 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-201d1692-4401-4d00-9dda-801be718786f tempest-RoutersIpV6Test-883692175 tempest-RoutersIpV6Test-883692175] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555753'] for port, before_update {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:21:58.872742 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b3d0c8ed-f1ef-49af-a40b-b44b42668ff0 tempest-BulkNetworkOpsIpV6Test-1034590256 tempest-BulkNetworkOpsIpV6Test-1034590256] Made reservation on behalf of c426aaa923cd4f78a69be9b70a9d35c7 for: {'network': 1} {{(pid=84874) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 07:21:58.882883 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-b3d0c8ed-f1ef-49af-a40b-b44b42668ff0 tempest-BulkNetworkOpsIpV6Test-1034590256 tempest-BulkNetworkOpsIpV6Test-1034590256] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555753'] for network, before_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:21:58.884687 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-106db821-695d-4da4-bf8b-16a042d91ccf tempest-RoutersIpV6AdminTest-832003634 tempest-RoutersIpV6AdminTest-832003634] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3889205', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854717621'] for router, before_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:21:58.885850 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-106db821-695d-4da4-bf8b-16a042d91ccf tempest-RoutersIpV6AdminTest-832003634 tempest-RoutersIpV6AdminTest-832003634] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036850886574', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3912501', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3808446', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-58179'] for router, precommit_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:21:58.916450 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-01fc8431-5282-42dc-8b9d-d2052445398b tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-598964', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850887113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3154192', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2308610'] for subnet, after_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:21:58.968715 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-db15fda1-cdf7-44cd-8b4a-81ad315f4511 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:21:58.990901 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f16afcc3-35ab-4c35-8693-960c5fafb89e tempest-BulkNetworkOpsIpV6Test-1034590256 tempest-BulkNetworkOpsIpV6Test-1034590256] Pushing event updated for resources: {'Network': ['ID=0371f441-53fb-482a-a794-d7d2dffd2bc3,revision_number=1']} {{(pid=84874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:21:58.994745 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-f16afcc3-35ab-4c35-8693-960c5fafb89e tempest-BulkNetworkOpsIpV6Test-1034590256 tempest-BulkNetworkOpsIpV6Test-1034590256] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.283s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:21:59.007114 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-852a24f7-e9a1-4193-9abb-e9506fe5213f None None] Network 0371f441-53fb-482a-a794-d7d2dffd2bc3 details requested by agent ovs-agent-n-h2-768862-2 with host n-h2-768862-2 {{(pid=84876) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 07:21:59.024256 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b3d0c8ed-f1ef-49af-a40b-b44b42668ff0 tempest-BulkNetworkOpsIpV6Test-1034590256 tempest-BulkNetworkOpsIpV6Test-1034590256] vxlan segment allocate from pool success with {'vxlan_vni': 18} {{(pid=84874) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Jan 14 07:21:59.040408 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-b3d0c8ed-f1ef-49af-a40b-b44b42668ff0 tempest-BulkNetworkOpsIpV6Test-1034590256 tempest-BulkNetworkOpsIpV6Test-1034590256] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854179735'] for segment, precommit_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:21:59.041659 n-d-768862-2 neutron-server[84765]: INFO neutron.db.segments_db [None req-b3d0c8ed-f1ef-49af-a40b-b44b42668ff0 tempest-BulkNetworkOpsIpV6Test-1034590256 tempest-BulkNetworkOpsIpV6Test-1034590256] Added segment fab72d8c-325f-498a-b8d8-57314e13f5a8 of type vxlan for network d5ceff35-6742-45f3-b435-63b87f9f4e9b Jan 14 07:21:59.052814 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-01e4a06b-b287-477f-8d62-10085f86c82d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:21:59.082549 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-b3d0c8ed-f1ef-49af-a40b-b44b42668ff0 tempest-BulkNetworkOpsIpV6Test-1034590256 tempest-BulkNetworkOpsIpV6Test-1034590256] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363259214646115'] for network, precommit_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:21:59.120210 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-017f98a9-8a07-408c-a86f-8ff0c00400a0 None None] Network 0371f441-53fb-482a-a794-d7d2dffd2bc3 details requested by agent ovs-agent-n-h1-768862-2 with host n-h1-768862-2 {{(pid=84876) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 07:21:59.141308 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-b3d0c8ed-f1ef-49af-a40b-b44b42668ff0 tempest-BulkNetworkOpsIpV6Test-1034590256 tempest-BulkNetworkOpsIpV6Test-1034590256] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850887149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964'] for network, after_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:21:59.168086 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3d0c8ed-f1ef-49af-a40b-b44b42668ff0 tempest-BulkNetworkOpsIpV6Test-1034590256 tempest-BulkNetworkOpsIpV6Test-1034590256] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:21:59.170078 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-b3d0c8ed-f1ef-49af-a40b-b44b42668ff0 tempest-BulkNetworkOpsIpV6Test-1034590256 tempest-BulkNetworkOpsIpV6Test-1034590256] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3207107'] for network, before_response {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:21:59.180693 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01fc8431-5282-42dc-8b9d-d2052445398b tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] Pushing event deleted for resources: {'Subnet': ['ID=9b49af54-394a-4417-9b45-78c5c12fade7,revision_number=None']} {{(pid=84875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:21:59.193676 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-106db821-695d-4da4-bf8b-16a042d91ccf tempest-RoutersIpV6AdminTest-832003634 tempest-RoutersIpV6AdminTest-832003634] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:21:59.205411 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-01fc8431-5282-42dc-8b9d-d2052445398b tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.153s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:21:59.211660 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-db15fda1-cdf7-44cd-8b4a-81ad315f4511 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:21:59.214824 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-e8396eef-1bae-47b5-8473-d1dc295727c3 tempest-BulkNetworkOpsIpV6Test-1034590256 tempest-BulkNetworkOpsIpV6Test-1034590256] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:21:59.246177 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-b3d0c8ed-f1ef-49af-a40b-b44b42668ff0 tempest-BulkNetworkOpsIpV6Test-1034590256 tempest-BulkNetworkOpsIpV6Test-1034590256] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.4871786 Jan 14 07:21:59.248098 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-db15fda1-cdf7-44cd-8b4a-81ad315f4511 admin admin] Usage tracker for resource:security_group_rule and tenant:5673c7090db64b5baf4f0299e30a5b03 is out of sync, need to count used quota {{(pid=84874) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:21:59.258828 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-db15fda1-cdf7-44cd-8b4a-81ad315f4511 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84874) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:21:59.279213 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Network 0371f441-53fb-482a-a794-d7d2dffd2bc3 details requested by agent ovs-agent-n-d-768862-2 with host n-d-768862-2 {{(pid=84876) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 07:21:59.379562 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-4428ed2a-eea7-43f3-80cd-b564bc20bca1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:21:59.386582 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-db15fda1-cdf7-44cd-8b4a-81ad315f4511 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:21:59.473562 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-4428ed2a-eea7-43f3-80cd-b564bc20bca1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:21:59.536109 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3d0c8ed-f1ef-49af-a40b-b44b42668ff0 tempest-BulkNetworkOpsIpV6Test-1034590256 tempest-BulkNetworkOpsIpV6Test-1034590256] Pushing event updated for resources: {'Network': ['ID=d5ceff35-6742-45f3-b435-63b87f9f4e9b,revision_number=1']} {{(pid=84874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:21:59.541181 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-4428ed2a-eea7-43f3-80cd-b564bc20bca1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850887153'] for security_group, after_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:21:59.551093 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-b3d0c8ed-f1ef-49af-a40b-b44b42668ff0 tempest-BulkNetworkOpsIpV6Test-1034590256 tempest-BulkNetworkOpsIpV6Test-1034590256] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.336s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:21:59.551778 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-2d75f6e8-b540-428e-bfe1-7994eca5deae admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:21:59.590091 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4428ed2a-eea7-43f3-80cd-b564bc20bca1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ebb4095a-dc47-4f1f-b408-cbdf9a570271,revision_number=None']} {{(pid=84874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:21:59.612609 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-4428ed2a-eea7-43f3-80cd-b564bc20bca1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:21:59.615492 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-4428ed2a-eea7-43f3-80cd-b564bc20bca1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:21:59.629239 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-4428ed2a-eea7-43f3-80cd-b564bc20bca1 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/ebb4095a-dc47-4f1f-b408-cbdf9a570271 HTTP/1.1" status: 204 len: 168 time: 0.8730106 Jan 14 07:21:59.707871 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-852a24f7-e9a1-4193-9abb-e9506fe5213f None None] Network d5ceff35-6742-45f3-b435-63b87f9f4e9b details requested by agent ovs-agent-n-h2-768862-2 with host n-h2-768862-2 {{(pid=84876) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 07:21:59.753132 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-017f98a9-8a07-408c-a86f-8ff0c00400a0 None None] Network d5ceff35-6742-45f3-b435-63b87f9f4e9b details requested by agent ovs-agent-n-h1-768862-2 with host n-h1-768862-2 {{(pid=84876) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 07:21:59.783453 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Network d5ceff35-6742-45f3-b435-63b87f9f4e9b details requested by agent ovs-agent-n-d-768862-2 with host n-d-768862-2 {{(pid=84876) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 07:21:59.801986 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-db15fda1-cdf7-44cd-8b4a-81ad315f4511 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:21:59.811618 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-db15fda1-cdf7-44cd-8b4a-81ad315f4511 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850887153'] for security_group, after_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:21:59.827321 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-e00d7c37-8b3b-40fb-8678-ef2a3d17848b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:21:59.942046 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-db15fda1-cdf7-44cd-8b4a-81ad315f4511 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=5673c7090db64b5baf4f0299e30a5b03&name=default HTTP/1.1" status: 200 len: 2983 time: 1.7476194 Jan 14 07:21:59.952739 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84874) accepted ('10.222.0.24', 41116) {{(pid=84874) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:21:59.956652 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db15fda1-cdf7-44cd-8b4a-81ad315f4511 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3c03fe67-4b42-4157-8de5-60b407cb7245,revision_number=1']} {{(pid=84874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:21:59.987940 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-db15fda1-cdf7-44cd-8b4a-81ad315f4511 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.160s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:22:00.102683 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-475143f7-10f0-417d-8cb6-157770a3b56d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:22:00.168598 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-475143f7-10f0-417d-8cb6-157770a3b56d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:22:00.173644 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-201d1692-4401-4d00-9dda-801be718786f tempest-RoutersIpV6Test-883692175 tempest-RoutersIpV6Test-883692175] Notify callbacks [] for port, precommit_update {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:22:00.192138 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-201d1692-4401-4d00-9dda-801be718786f tempest-RoutersIpV6Test-883692175 tempest-RoutersIpV6Test-883692175] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777640533312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363259214678337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777640097497', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3154211'] for port, after_update {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:22:00.193331 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-201d1692-4401-4d00-9dda-801be718786f tempest-RoutersIpV6Test-883692175 tempest-RoutersIpV6Test-883692175] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3206949', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3889649'] for router_interface, after_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:22:00.215146 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-01fc8431-5282-42dc-8b9d-d2052445398b tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] Notify callbacks [] for subnet, before_response {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:22:00.221627 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-b1483f66-4978-42bf-8222-a4eec559eea9 tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:22:00.282822 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-475143f7-10f0-417d-8cb6-157770a3b56d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850887153'] for security_group, after_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:22:00.296304 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-6406301a-5aee-42d6-9633-64d5e48978a6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:22:00.318785 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-106db821-695d-4da4-bf8b-16a042d91ccf tempest-RoutersIpV6AdminTest-832003634 tempest-RoutersIpV6AdminTest-832003634] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036850886612', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036850863158'] for router, after_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:22:00.323984 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-475143f7-10f0-417d-8cb6-157770a3b56d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3c03fe67-4b42-4157-8de5-60b407cb7245,revision_number=None']} {{(pid=84874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:22:00.343314 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-475143f7-10f0-417d-8cb6-157770a3b56d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:22:00.344804 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-475143f7-10f0-417d-8cb6-157770a3b56d admin admin] Notify callbacks [] for security_group, before_response {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:22:00.349528 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-475143f7-10f0-417d-8cb6-157770a3b56d admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/3c03fe67-4b42-4157-8de5-60b407cb7245 HTTP/1.1" status: 204 len: 168 time: 0.3948789 Jan 14 07:22:00.361800 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-201d1692-4401-4d00-9dda-801be718786f tempest-RoutersIpV6Test-883692175 tempest-RoutersIpV6Test-883692175] Pushing event updated for resources: {'Port': ['ID=3309f92d-95ac-45ab-921e-8765ea49a127,revision_number=2']} {{(pid=84875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:22:00.424193 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-106db821-695d-4da4-bf8b-16a042d91ccf tempest-RoutersIpV6AdminTest-832003634 tempest-RoutersIpV6AdminTest-832003634] Notify callbacks [] for router, before_response {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:22:00.428723 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-106db821-695d-4da4-bf8b-16a042d91ccf tempest-RoutersIpV6AdminTest-832003634 tempest-RoutersIpV6AdminTest-832003634] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 723 time: 1.6477444 Jan 14 07:22:00.429977 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84874) accepted ('10.222.0.24', 41128) {{(pid=84874) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:22:00.430746 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-201d1692-4401-4d00-9dda-801be718786f tempest-RoutersIpV6Test-883692175 tempest-RoutersIpV6Test-883692175] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.209s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:22:00.442348 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-01fc8431-5282-42dc-8b9d-d2052445398b tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] 10.222.0.24 "DELETE /v2.0/subnets/9b49af54-394a-4417-9b45-78c5c12fade7 HTTP/1.1" status: 204 len: 168 time: 3.7635770 Jan 14 07:22:00.453429 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84875) accepted ('10.222.0.24', 41132) {{(pid=84875) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:22:00.553725 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-dd44bd6d-1117-4e42-8b43-ded9af9cbfa5 tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] 10.222.0.24 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0983684 Jan 14 07:22:00.556890 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84875) accepted ('10.222.0.24', 41138) {{(pid=84875) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:22:00.566992 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.v2.base [None req-09b4b830-50c0-4019-9841-6aa6807d7dcb tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] Request body: {'subnet': {'network_id': '23f0a15d-6362-4cec-82c1-cacba887c566', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=84875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:22:00.761230 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-09b4b830-50c0-4019-9841-6aa6807d7dcb tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:22:00.772630 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-09b4b830-50c0-4019-9841-6aa6807d7dcb tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] Usage tracker for resource:subnet and tenant:be0aa702e3ca464795a99c51e3b3b04f is out of sync, need to count used quota {{(pid=84875) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:22:00.785362 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-09b4b830-50c0-4019-9841-6aa6807d7dcb tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84875) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:22:00.799882 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da5c098c-1d57-45a3-895e-da67fd237648 None None] Network 23f0a15d-6362-4cec-82c1-cacba887c566 requested from n-d-768862-2 {{(pid=84876) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 07:22:00.802493 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-09b4b830-50c0-4019-9841-6aa6807d7dcb tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:22:00.816537 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-32de0e4e-bcf2-417f-8907-6324c1730fb4 tempest-RoutersIpV6AdminTest-832003634 tempest-RoutersIpV6AdminTest-832003634] Notify callbacks [] for router, before_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:22:00.893126 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-09b4b830-50c0-4019-9841-6aa6807d7dcb tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] Made reservation on behalf of be0aa702e3ca464795a99c51e3b3b04f for: {'subnet': 1} {{(pid=84875) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 07:22:00.915141 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-09b4b830-50c0-4019-9841-6aa6807d7dcb tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036852467157'] for subnet, before_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:22:01.082463 n-d-768862-2 neutron-server[84765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-201d1692-4401-4d00-9dda-801be718786f tempest-RoutersIpV6Test-883692175 tempest-RoutersIpV6Test-883692175] Network de8f1523-5720-4564-861b-bf6f29e16200 is already hosted by enough agents. {{(pid=84875) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 07:22:01.241249 n-d-768862-2 neutron-server[84765]: DEBUG neutron.scheduler.base_scheduler [None req-201d1692-4401-4d00-9dda-801be718786f tempest-RoutersIpV6Test-883692175 tempest-RoutersIpV6Test-883692175] Resources bound (agent type, host, resource id): {{(pid=84875) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 07:22:01.705125 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff991e07-b523-48f1-a5bc-2325093d600e None None] DHCP port deletion for 23f0a15d-6362-4cec-82c1-cacba887c566 request from n-d-768862-2 {{(pid=84876) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Jan 14 07:22:01.710867 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.plugin [None req-ff991e07-b523-48f1-a5bc-2325093d600e None None] Deleting port 530592da-d66d-46b0-9463-c8d537c14e53 {{(pid=84876) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 07:22:01.711592 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-ff991e07-b523-48f1-a5bc-2325093d600e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363259214248359'] for port, before_delete {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:22:01.880281 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-2e00797e-0740-4403-b146-49ba708a9824 None None] Provisioning complete for port 3309f92d-95ac-45ab-921e-8765ea49a127 triggered by entity DHCP. {{(pid=84876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 07:22:01.882600 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-2e00797e-0740-4403-b146-49ba708a9824 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-604227'] for port, provisioning_complete {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:22:02.105744 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-32de0e4e-bcf2-417f-8907-6324c1730fb4 tempest-RoutersIpV6AdminTest-832003634 tempest-RoutersIpV6AdminTest-832003634] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3889346', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036854717606'] for router, precommit_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:22:02.109364 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-32de0e4e-bcf2-417f-8907-6324c1730fb4 tempest-RoutersIpV6AdminTest-832003634 tempest-RoutersIpV6AdminTest-832003634] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:22:02.157760 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-32de0e4e-bcf2-417f-8907-6324c1730fb4 tempest-RoutersIpV6AdminTest-832003634 tempest-RoutersIpV6AdminTest-832003634] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036850897070'] for router, after_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:22:02.159650 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-32de0e4e-bcf2-417f-8907-6324c1730fb4 tempest-RoutersIpV6AdminTest-832003634 tempest-RoutersIpV6AdminTest-832003634] Fanout notify agent at l3_agent the message router_deleted on router 8d265de9-a03e-4b81-a2b2-43c382f42688 {{(pid=84874) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jan 14 07:22:02.173058 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-32de0e4e-bcf2-417f-8907-6324c1730fb4 tempest-RoutersIpV6AdminTest-832003634 tempest-RoutersIpV6AdminTest-832003634] Notify callbacks [] for router, before_response {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:22:02.174670 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-32de0e4e-bcf2-417f-8907-6324c1730fb4 tempest-RoutersIpV6AdminTest-832003634 tempest-RoutersIpV6AdminTest-832003634] 10.222.0.24 "DELETE /v2.0/routers/8d265de9-a03e-4b81-a2b2-43c382f42688 HTTP/1.1" status: 204 len: 168 time: 1.7431688 Jan 14 07:22:02.228817 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.plugin [None req-2e00797e-0740-4403-b146-49ba708a9824 None None] Port 3309f92d-95ac-45ab-921e-8765ea49a127 cannot update to ACTIVE because it is not bound. {{(pid=84876) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:329}} Jan 14 07:22:02.279952 n-d-768862-2 neutron-server[84765]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-201d1692-4401-4d00-9dda-801be718786f tempest-RoutersIpV6Test-883692175 tempest-RoutersIpV6Test-883692175] Router a710d1a5-07b6-4167-95f5-8c598efcd6ce is scheduled to L3 agent 35f592e9-451b-4db9-abea-77b6a5c5391b with binding_index 1 {{(pid=84875) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}} Jan 14 07:22:02.435872 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [None req-ff991e07-b523-48f1-a5bc-2325093d600e None None] For port 530592da-d66d-46b0-9463-c8d537c14e53, host n-d-768862-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-2',level=0,port_id=530592da-d66d-46b0-9463-c8d537c14e53,segment=NetworkSegment(56f1c7cf-f3a3-41d2-9677-68978131444f),segment_id=56f1c7cf-f3a3-41d2-9677-68978131444f)] {{(pid=84876) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 07:22:02.436435 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-ff991e07-b523-48f1-a5bc-2325093d600e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036850862667'] for port, precommit_delete {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:22:02.552381 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-201d1692-4401-4d00-9dda-801be718786f tempest-RoutersIpV6Test-883692175 tempest-RoutersIpV6Test-883692175] Notify agent at l3_agent.n-d-768862-2 the message routers_updated {{(pid=84875) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jan 14 07:22:02.565778 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-416a9aac-6afd-4b93-bc82-4a7c27638d72 None None] Sync routers for ids ['a710d1a5-07b6-4167-95f5-8c598efcd6ce'] in n-d-768862-2 {{(pid=84877) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Jan 14 07:22:02.590142 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-416a9aac-6afd-4b93-bc82-4a7c27638d72 None None] Routers {'a710d1a5-07b6-4167-95f5-8c598efcd6ce'} bound to L3 agent in host n-d-768862-2 {{(pid=84877) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 14 07:22:02.591292 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_hamode_db [None req-416a9aac-6afd-4b93-bc82-4a7c27638d72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-01-14T06:56:51Z,description=,heartbeat_timestamp=2021-01-14T07:21:51Z,host='n-d-768862-2',id=35f592e9-451b-4db9-abea-77b6a5c5391b,load=0,resource_versions=,resources_synced=,started_at=2021-01-14T06:56:51Z,topic='l3_agent')) {'router_ids': ['a710d1a5-07b6-4167-95f5-8c598efcd6ce'], 'active': True} {{(pid=84877) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:22:02.599236 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.plugin [None req-ff991e07-b523-48f1-a5bc-2325093d600e None None] Calling delete_port for 530592da-d66d-46b0-9463-c8d537c14e53 owned by network:dhcp {{(pid=84876) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 07:22:02.648872 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-09b4b830-50c0-4019-9841-6aa6807d7dcb tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850887113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036851621412', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036852467174'] for subnet, after_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:22:02.694095 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-4b33830d-3cec-4bf0-9a50-7e0f1fcf9414 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:22:02.700527 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-ff991e07-b523-48f1-a5bc-2325093d600e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777640533329', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777640097463'] for port, after_delete {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:22:02.740628 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84874) accepted ('10.222.0.24', 41176) {{(pid=84874) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:22:02.742445 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-201d1692-4401-4d00-9dda-801be718786f tempest-RoutersIpV6Test-883692175 tempest-RoutersIpV6Test-883692175] 10.222.0.24 "PUT /v2.0/routers/a710d1a5-07b6-4167-95f5-8c598efcd6ce/add_router_interface HTTP/1.1" status: 200 len: 503 time: 12.1046617 Jan 14 07:22:02.750293 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-825f1c38-c3db-4d0c-bef2-46820c45549f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84876) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:22:02.850375 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff991e07-b523-48f1-a5bc-2325093d600e None None] Pushing event deleted for resources: {'Port': ['ID=530592da-d66d-46b0-9463-c8d537c14e53,revision_number=None']} {{(pid=84876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:22:02.863429 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_hamode_db [None req-416a9aac-6afd-4b93-bc82-4a7c27638d72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768862-2', False) {} {{(pid=84877) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:22:02.896517 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09b4b830-50c0-4019-9841-6aa6807d7dcb tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] Pushing event updated for resources: {'Subnet': ['ID=e23e7597-faa2-4ba7-94a4-dcc061a44aba,revision_number=0']} {{(pid=84875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:22:02.906251 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-416a9aac-6afd-4b93-bc82-4a7c27638d72 None None] Routers {'a710d1a5-07b6-4167-95f5-8c598efcd6ce'} bound to L3 agent in host n-d-768862-2 {{(pid=84877) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 14 07:22:02.907099 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_hamode_db [None req-416a9aac-6afd-4b93-bc82-4a7c27638d72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-01-14T06:56:51Z,description=,heartbeat_timestamp=2021-01-14T07:21:51Z,host='n-d-768862-2',id=35f592e9-451b-4db9-abea-77b6a5c5391b,load=0,resource_versions=,resources_synced=,started_at=2021-01-14T06:56:51Z,topic='l3_agent')) {'router_ids': ['a710d1a5-07b6-4167-95f5-8c598efcd6ce'], 'active': True} {{(pid=84877) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:22:02.923330 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-09b4b830-50c0-4019-9841-6aa6807d7dcb tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.231s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:22:02.980638 n-d-768862-2 neutron-server[84765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09b4b830-50c0-4019-9841-6aa6807d7dcb tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] Network 23f0a15d-6362-4cec-82c1-cacba887c566 is already hosted by enough agents. {{(pid=84875) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 07:22:02.982455 n-d-768862-2 neutron-server[84765]: DEBUG neutron.scheduler.base_scheduler [None req-09b4b830-50c0-4019-9841-6aa6807d7dcb tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] Resources bound (agent type, host, resource id): {{(pid=84875) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 07:22:02.986642 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57f74a5a-17dd-415d-ae12-52c2d072b9f9 tempest-RoutersIpV6Test-883692175 tempest-RoutersIpV6Test-883692175] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:22:02.987354 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-57f74a5a-17dd-415d-ae12-52c2d072b9f9 tempest-RoutersIpV6Test-883692175 tempest-RoutersIpV6Test-883692175] Synchronizing usage tracker for tenant:d787627cdb8d4cc9b70642659fae99d7 on resource:port {{(pid=84874) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 14 07:22:02.994737 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff991e07-b523-48f1-a5bc-2325093d600e None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@n-h1-768862-2 {{(pid=84876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:22:02.995156 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff991e07-b523-48f1-a5bc-2325093d600e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-h1-768862-2 {{(pid=84876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:22:02.995647 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff991e07-b523-48f1-a5bc-2325093d600e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-h1-768862-2 {{(pid=84876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:22:02.996084 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff991e07-b523-48f1-a5bc-2325093d600e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-h1-768862-2 {{(pid=84876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:22:02.996491 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff991e07-b523-48f1-a5bc-2325093d600e None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@n-h1-768862-2 {{(pid=84876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:22:02.996868 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff991e07-b523-48f1-a5bc-2325093d600e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-h1-768862-2 {{(pid=84876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:22:02.997292 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff991e07-b523-48f1-a5bc-2325093d600e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-h1-768862-2 {{(pid=84876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:22:02.997671 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff991e07-b523-48f1-a5bc-2325093d600e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-h1-768862-2 {{(pid=84876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:22:02.998144 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff991e07-b523-48f1-a5bc-2325093d600e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-h1-768862-2 {{(pid=84876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:22:02.998513 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff991e07-b523-48f1-a5bc-2325093d600e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-h1-768862-2 {{(pid=84876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:22:02.998906 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff991e07-b523-48f1-a5bc-2325093d600e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-h1-768862-2 {{(pid=84876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:22:02.999240 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff991e07-b523-48f1-a5bc-2325093d600e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-h1-768862-2 {{(pid=84876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:22:02.999663 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff991e07-b523-48f1-a5bc-2325093d600e None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@n-h2-768862-2 {{(pid=84876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:22:03.000061 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff991e07-b523-48f1-a5bc-2325093d600e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-h2-768862-2 {{(pid=84876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:22:03.000430 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff991e07-b523-48f1-a5bc-2325093d600e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-h2-768862-2 {{(pid=84876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:22:03.000796 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff991e07-b523-48f1-a5bc-2325093d600e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-h2-768862-2 {{(pid=84876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:22:03.001281 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff991e07-b523-48f1-a5bc-2325093d600e None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@n-h2-768862-2 {{(pid=84876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:22:03.001597 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff991e07-b523-48f1-a5bc-2325093d600e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-h2-768862-2 {{(pid=84876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:22:03.002004 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff991e07-b523-48f1-a5bc-2325093d600e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-h2-768862-2 {{(pid=84876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:22:03.002410 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff991e07-b523-48f1-a5bc-2325093d600e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-h2-768862-2 {{(pid=84876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:22:03.002781 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff991e07-b523-48f1-a5bc-2325093d600e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-h2-768862-2 {{(pid=84876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:22:03.003240 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff991e07-b523-48f1-a5bc-2325093d600e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-h2-768862-2 {{(pid=84876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:22:03.003721 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff991e07-b523-48f1-a5bc-2325093d600e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-h2-768862-2 {{(pid=84876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:22:03.008595 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09b4b830-50c0-4019-9841-6aa6807d7dcb tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:22:03.009560 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-09b4b830-50c0-4019-9841-6aa6807d7dcb tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] Notify callbacks [] for subnet, before_response {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:22:03.011171 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84874) accepted ('10.222.0.24', 41180) {{(pid=84874) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:22:03.019575 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff991e07-b523-48f1-a5bc-2325093d600e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-h2-768862-2 {{(pid=84876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:22:03.021937 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff991e07-b523-48f1-a5bc-2325093d600e None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-2 {{(pid=84876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:22:03.022339 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff991e07-b523-48f1-a5bc-2325093d600e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-2 {{(pid=84876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:22:03.022725 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff991e07-b523-48f1-a5bc-2325093d600e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-2 {{(pid=84876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:22:03.023106 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff991e07-b523-48f1-a5bc-2325093d600e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-2 {{(pid=84876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:22:03.023475 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff991e07-b523-48f1-a5bc-2325093d600e None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@n-d-768862-2 {{(pid=84876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:22:03.023902 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff991e07-b523-48f1-a5bc-2325093d600e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-2 {{(pid=84876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:22:03.024246 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff991e07-b523-48f1-a5bc-2325093d600e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-768862-2 {{(pid=84876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:22:03.024617 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff991e07-b523-48f1-a5bc-2325093d600e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-768862-2 {{(pid=84876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:22:03.024987 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff991e07-b523-48f1-a5bc-2325093d600e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-2 {{(pid=84876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:22:03.025354 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff991e07-b523-48f1-a5bc-2325093d600e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-2 {{(pid=84876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:22:03.025721 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff991e07-b523-48f1-a5bc-2325093d600e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-2 {{(pid=84876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:22:03.027899 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff991e07-b523-48f1-a5bc-2325093d600e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-2 {{(pid=84876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:22:03.048235 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-57f74a5a-17dd-415d-ae12-52c2d072b9f9 tempest-RoutersIpV6Test-883692175 tempest-RoutersIpV6Test-883692175] Unset dirty status for tenant:d787627cdb8d4cc9b70642659fae99d7 on resource:port {{(pid=84874) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 14 07:22:03.053008 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-57f74a5a-17dd-415d-ae12-52c2d072b9f9 tempest-RoutersIpV6Test-883692175 tempest-RoutersIpV6Test-883692175] 10.222.0.24 "GET /v2.0/ports/3309f92d-95ac-45ab-921e-8765ea49a127 HTTP/1.1" status: 200 len: 911 time: 0.3081334 Jan 14 07:22:03.053008 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84874) accepted ('10.222.0.24', 41186) {{(pid=84874) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:22:03.056779 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-09b4b830-50c0-4019-9841-6aa6807d7dcb tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 2.4986210 Jan 14 07:22:03.060455 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84875) accepted ('10.222.0.24', 41190) {{(pid=84875) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:22:03.064162 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.v2.base [None req-e3965e43-8456-4f12-ae99-25999d3a2391 tempest-RoutersIpV6Test-883692175 tempest-RoutersIpV6Test-883692175] Request body: {'port': {'fixed_ips': [{'subnet_id': '498a844b-1604-4d80-bbfa-b694af82327c'}]}} {{(pid=84874) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:22:03.089435 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.v2.base [None req-da25f61f-a1d3-4dfd-9080-1b6b449d43a5 tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] Request body: {'port': {'network_id': '23f0a15d-6362-4cec-82c1-cacba887c566', 'fixed_ips': [{'subnet_id': 'e23e7597-faa2-4ba7-94a4-dcc061a44aba', 'ip_address': '2001:db8:0:1::7'}], 'name': 'tempest-NetworksTestDHCPv6-2110732566'}} {{(pid=84875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:22:03.193264 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-ff991e07-b523-48f1-a5bc-2325093d600e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.443s {{(pid=84876) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:22:03.198482 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff991e07-b523-48f1-a5bc-2325093d600e None None] No DVR routers for this DVR port 530592da-d66d-46b0-9463-c8d537c14e53 on host n-d-768862-2 {{(pid=84876) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Jan 14 07:22:03.199169 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_hamode_db [None req-416a9aac-6afd-4b93-bc82-4a7c27638d72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768862-2', False) {} {{(pid=84877) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:22:03.199782 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-416a9aac-6afd-4b93-bc82-4a7c27638d72 None None] The sync data for ids ['a710d1a5-07b6-4167-95f5-8c598efcd6ce'] in n-d-768862-2 is: [] {{(pid=84877) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Jan 14 07:22:03.241433 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bfced7d1-dc08-4e44-ab53-6ac998b5a98a None None] Network 23f0a15d-6362-4cec-82c1-cacba887c566 requested from n-d-768862-2 {{(pid=84876) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 07:22:03.448888 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-da25f61f-a1d3-4dfd-9080-1b6b449d43a5 tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:22:03.466530 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-da25f61f-a1d3-4dfd-9080-1b6b449d43a5 tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] Usage tracker for resource:port and tenant:be0aa702e3ca464795a99c51e3b3b04f is out of sync, need to count used quota {{(pid=84875) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:22:03.485955 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-da25f61f-a1d3-4dfd-9080-1b6b449d43a5 tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] Quota usage for port was recalculated. Used quota:0. {{(pid=84875) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:22:03.489223 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Device 530592da-d66d-46b0-9463-c8d537c14e53 no longer exists at agent ovs-agent-n-d-768862-2 {{(pid=84876) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jan 14 07:22:03.503258 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-da25f61f-a1d3-4dfd-9080-1b6b449d43a5 tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:22:03.519901 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-da25f61f-a1d3-4dfd-9080-1b6b449d43a5 tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] Made reservation on behalf of be0aa702e3ca464795a99c51e3b3b04f for: {'port': 1} {{(pid=84875) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 07:22:03.577450 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.plugin [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] No Port match for: 530592da-d66d-46b0-9463-c8d537c14e53 {{(pid=84876) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2188}} Jan 14 07:22:03.577821 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Device 530592da-d66d-46b0-9463-c8d537c14e53 not bound to the agent host n-d-768862-2 {{(pid=84876) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jan 14 07:22:03.608104 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-e3965e43-8456-4f12-ae99-25999d3a2391 tempest-RoutersIpV6Test-883692175 tempest-RoutersIpV6Test-883692175] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555753'] for port, before_update {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:22:03.895263 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-da25f61f-a1d3-4dfd-9080-1b6b449d43a5 tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555753'] for port, before_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:22:04.026430 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-921a28cc-33ba-4127-85dc-d79df6d5020b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5d94dc7a-c095-50a4-955e-5f3b78718a12-23f0a15d-6362-4cec-82c1-cacba887c566', 'network_id': '23f0a15d-6362-4cec-82c1-cacba887c566', 'tenant_id': 'be0aa702e3ca464795a99c51e3b3b04f', 'fixed_ips': [{'subnet_id': 'e23e7597-faa2-4ba7-94a4-dcc061a44aba'}]}} from n-d-768862-2. {{(pid=84876) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Jan 14 07:22:04.029204 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-921a28cc-33ba-4127-85dc-d79df6d5020b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555753'] for port, before_create {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:22:04.090506 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.v2.base [None req-3dc72ce3-04ab-4704-bace-b3a94b5861b6 tempest-RoutersIpV6AdminTest-1631784580 tempest-RoutersIpV6AdminTest-1631784580] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1360855540', 'external_gateway_info': {'network_id': '226f1e78-82cd-4481-9055-4eb73b6db8c1'}, 'admin_state_up': False}} {{(pid=84874) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:22:04.222214 n-d-768862-2 neutron-server[84765]: DEBUG neutron.notifiers.nova [None req-da25f61f-a1d3-4dfd-9080-1b6b449d43a5 tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] device_id is not set on port c97f6e2f-8f04-4c22-b0f3-c88ffad30bd3 yet. {{(pid=84875) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}} Jan 14 07:22:04.261886 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-3dc72ce3-04ab-4704-bace-b3a94b5861b6 tempest-RoutersIpV6AdminTest-1631784580 tempest-RoutersIpV6AdminTest-1631784580] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:22:04.601773 n-d-768862-2 neutron-server[84765]: INFO neutron.pecan_wsgi.hooks.translation [None req-da25f61f-a1d3-4dfd-9080-1b6b449d43a5 tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 14 07:22:04.602286 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-da25f61f-a1d3-4dfd-9080-1b6b449d43a5 tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] No notification will be sent due to unsuccessful status code: 400 {{(pid=84875) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Jan 14 07:22:04.652660 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-da25f61f-a1d3-4dfd-9080-1b6b449d43a5 tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 400 len: 350 time: 1.5905609 Jan 14 07:22:04.655490 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84875) accepted ('10.222.0.24', 41216) {{(pid=84875) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:22:04.813635 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-f55d1a80-6840-493d-8fa5-aca0eb205758 tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] Synchronizing usage tracker for tenant:be0aa702e3ca464795a99c51e3b3b04f on resource:port {{(pid=84875) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 14 07:22:04.859073 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-f55d1a80-6840-493d-8fa5-aca0eb205758 tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] Unset dirty status for tenant:be0aa702e3ca464795a99c51e3b3b04f on resource:port {{(pid=84875) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 14 07:22:04.860460 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-f55d1a80-6840-493d-8fa5-aca0eb205758 tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] 10.222.0.24 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.2014689 Jan 14 07:22:04.866209 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84875) accepted ('10.222.0.24', 41222) {{(pid=84875) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:22:04.927132 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.db_base_plugin_common [None req-921a28cc-33ba-4127-85dc-d79df6d5020b None None] Allocated IP 2001:db8::2 (23f0a15d-6362-4cec-82c1-cacba887c566/e23e7597-faa2-4ba7-94a4-dcc061a44aba/dbad332c-305c-4fa9-9e60-2ceb503cabc9) {{(pid=84876) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 14 07:22:05.054399 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25d3c9d0-8032-4ec7-9c89-da6210e9a257 tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:22:05.060833 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25d3c9d0-8032-4ec7-9c89-da6210e9a257 tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:22:05.061712 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-25d3c9d0-8032-4ec7-9c89-da6210e9a257 tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] Synchronizing usage tracker for tenant:be0aa702e3ca464795a99c51e3b3b04f on resource:subnet {{(pid=84875) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 14 07:22:05.102189 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-25d3c9d0-8032-4ec7-9c89-da6210e9a257 tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] Unset dirty status for tenant:be0aa702e3ca464795a99c51e3b3b04f on resource:subnet {{(pid=84875) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 14 07:22:05.103621 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-25d3c9d0-8032-4ec7-9c89-da6210e9a257 tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] 10.222.0.24 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.2362909 Jan 14 07:22:05.106803 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84875) accepted ('10.222.0.24', 41230) {{(pid=84875) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:22:05.300576 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.db_base_plugin_v2 [None req-1f8797ae-3c55-4e71-a562-e5fc56325c3f tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] Deleting subnet e23e7597-faa2-4ba7-94a4-dcc061a44aba {{(pid=84875) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Jan 14 07:22:05.317843 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-e3965e43-8456-4f12-ae99-25999d3a2391 tempest-RoutersIpV6Test-883692175 tempest-RoutersIpV6Test-883692175] Notify callbacks [] for port, precommit_update {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:22:05.327477 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-3dc72ce3-04ab-4704-bace-b3a94b5861b6 tempest-RoutersIpV6AdminTest-1631784580 tempest-RoutersIpV6AdminTest-1631784580] Usage tracker for resource:router and tenant:17f7834e023140e68315b89e35fe9c50 is out of sync, need to count used quota {{(pid=84874) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:22:05.336034 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-3dc72ce3-04ab-4704-bace-b3a94b5861b6 tempest-RoutersIpV6AdminTest-1631784580 tempest-RoutersIpV6AdminTest-1631784580] Quota usage for router was recalculated. Used quota:0. {{(pid=84874) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:22:05.349903 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-3dc72ce3-04ab-4704-bace-b3a94b5861b6 tempest-RoutersIpV6AdminTest-1631784580 tempest-RoutersIpV6AdminTest-1631784580] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:22:05.357198 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-e3965e43-8456-4f12-ae99-25999d3a2391 tempest-RoutersIpV6Test-883692175 tempest-RoutersIpV6Test-883692175] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777640533312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363259214678337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777640097497', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036851521613'] for port, after_update {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:22:05.403059 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3965e43-8456-4f12-ae99-25999d3a2391 tempest-RoutersIpV6Test-883692175 tempest-RoutersIpV6Test-883692175] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:22:05.405001 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-e3965e43-8456-4f12-ae99-25999d3a2391 tempest-RoutersIpV6Test-883692175 tempest-RoutersIpV6Test-883692175] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854768116'] for port, before_response {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:22:05.410191 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-e3965e43-8456-4f12-ae99-25999d3a2391 tempest-RoutersIpV6Test-883692175 tempest-RoutersIpV6Test-883692175] 10.222.0.24 "PUT /v2.0/ports/3309f92d-95ac-45ab-921e-8765ea49a127 HTTP/1.1" status: 200 len: 911 time: 2.3559055 Jan 14 07:22:05.414526 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-1626c298-e077-4028-8d7b-c5dc29dfb346 tempest-PortsAdminExtendedAttrsIpV6TestJSON-54502629 tempest-PortsAdminExtendedAttrsIpV6TestJSON-54502629] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:22:05.415568 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84875) accepted ('10.222.0.24', 41240) {{(pid=84875) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:22:05.538083 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-921a28cc-33ba-4127-85dc-d79df6d5020b None None] Notify callbacks [] for port, precommit_create {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:22:05.557470 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-921a28cc-33ba-4127-85dc-d79df6d5020b None None] Transition to ACTIVE for port object dbad332c-305c-4fa9-9e60-2ceb503cabc9 will not be triggered until provisioned by entity L2. {{(pid=84876) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 07:22:05.561393 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84874) accepted ('10.222.0.24', 41246) {{(pid=84874) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:22:05.590766 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.v2.base [None req-30c8e327-7b0d-4a88-ae58-c955833ddb3a tempest-BulkNetworkOpsIpV6Test-1034590256 tempest-BulkNetworkOpsIpV6Test-1034590256] Request body: {'subnets': [{'network_id': '0371f441-53fb-482a-a794-d7d2dffd2bc3', 'cidr': '2001:db8::/64', 'name': 'tempest-subnet--1191346461', 'ip_version': 6}, {'network_id': 'd5ceff35-6742-45f3-b435-63b87f9f4e9b', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6}]} {{(pid=84874) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:22:05.592649 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.v2.base [None req-30c8e327-7b0d-4a88-ae58-c955833ddb3a tempest-BulkNetworkOpsIpV6Test-1034590256 tempest-BulkNetworkOpsIpV6Test-1034590256] Request body: {'subnet': {'network_id': '0371f441-53fb-482a-a794-d7d2dffd2bc3', 'cidr': '2001:db8::/64', 'name': 'tempest-subnet--1191346461', 'ip_version': 6}} {{(pid=84874) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:22:05.596687 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.v2.base [None req-30c8e327-7b0d-4a88-ae58-c955833ddb3a tempest-BulkNetworkOpsIpV6Test-1034590256 tempest-BulkNetworkOpsIpV6Test-1034590256] Request body: {'subnet': {'network_id': 'd5ceff35-6742-45f3-b435-63b87f9f4e9b', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6}} {{(pid=84874) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:22:05.622554 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-921a28cc-33ba-4127-85dc-d79df6d5020b None None] Transition to ACTIVE for port object dbad332c-305c-4fa9-9e60-2ceb503cabc9 will not be triggered until provisioned by entity DHCP. {{(pid=84876) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 07:22:05.633785 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-921a28cc-33ba-4127-85dc-d79df6d5020b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777640123575'] for port, after_create {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:22:05.675193 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-7696d5ba-d369-4b71-95ed-c8342e625335 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84876) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:22:05.958495 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-921a28cc-33ba-4127-85dc-d79df6d5020b None None] Pushing event updated for resources: {'Port': ['ID=dbad332c-305c-4fa9-9e60-2ceb503cabc9,revision_number=1']} {{(pid=84876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:22:05.971165 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-921a28cc-33ba-4127-85dc-d79df6d5020b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.296s {{(pid=84876) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:22:05.990054 n-d-768862-2 neutron-server[84765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-921a28cc-33ba-4127-85dc-d79df6d5020b None None] Network 23f0a15d-6362-4cec-82c1-cacba887c566 is already hosted by enough agents. {{(pid=84876) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 07:22:05.992983 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-3dc72ce3-04ab-4704-bace-b3a94b5861b6 tempest-RoutersIpV6AdminTest-1631784580 tempest-RoutersIpV6AdminTest-1631784580] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3889205', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854717621'] for router, before_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:22:05.994172 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-3dc72ce3-04ab-4704-bace-b3a94b5861b6 tempest-RoutersIpV6AdminTest-1631784580 tempest-RoutersIpV6AdminTest-1631784580] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036850886574', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3912501', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3808446', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-58179'] for router, precommit_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:22:05.995288 n-d-768862-2 neutron-server[84765]: DEBUG neutron.scheduler.base_scheduler [None req-921a28cc-33ba-4127-85dc-d79df6d5020b None None] Resources bound (agent type, host, resource id): {{(pid=84876) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 07:22:05.998557 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-921a28cc-33ba-4127-85dc-d79df6d5020b None None] Received port after_create {{(pid=84876) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 14 07:22:06.080550 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-1f8797ae-3c55-4e71-a562-e5fc56325c3f tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] Notify callbacks [] for subnet, before_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:22:06.135168 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.managers [None req-921a28cc-33ba-4127-85dc-d79df6d5020b None None] Attempting to bind port dbad332c-305c-4fa9-9e60-2ceb503cabc9 on host n-d-768862-2 for vnic_type normal with profile {{(pid=84876) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 14 07:22:06.136927 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.managers [None req-921a28cc-33ba-4127-85dc-d79df6d5020b None None] Attempting to bind port dbad332c-305c-4fa9-9e60-2ceb503cabc9 by drivers openvswitch on host n-d-768862-2 at level 0 using segments [{'id': '56f1c7cf-f3a3-41d2-9677-68978131444f', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 20, 'network_id': '23f0a15d-6362-4cec-82c1-cacba887c566'}] {{(pid=84876) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 14 07:22:06.138495 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-921a28cc-33ba-4127-85dc-d79df6d5020b None None] Attempting to bind port dbad332c-305c-4fa9-9e60-2ceb503cabc9 on network 23f0a15d-6362-4cec-82c1-cacba887c566 {{(pid=84876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 14 07:22:06.155965 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-921a28cc-33ba-4127-85dc-d79df6d5020b None None] Checking agent: {'id': 'ba5efab1-b43c-4d5a-bc52-6e105d4e67a2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768862-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 14, 6, 56, 52), 'started_at': datetime.datetime(2021, 1, 14, 6, 57, 22), 'heartbeat_timestamp': datetime.datetime(2021, 1, 14, 7, 21, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768862-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.29', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 14 07:22:06.157792 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-921a28cc-33ba-4127-85dc-d79df6d5020b None None] Checking segment: {'id': '56f1c7cf-f3a3-41d2-9677-68978131444f', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 20, 'network_id': '23f0a15d-6362-4cec-82c1-cacba887c566'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84876) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 14 07:22:06.159468 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-921a28cc-33ba-4127-85dc-d79df6d5020b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:22:06.160568 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-921a28cc-33ba-4127-85dc-d79df6d5020b None None] Bound using segment: {'id': '56f1c7cf-f3a3-41d2-9677-68978131444f', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 20, 'network_id': '23f0a15d-6362-4cec-82c1-cacba887c566'} {{(pid=84876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 14 07:22:06.164989 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.managers [None req-921a28cc-33ba-4127-85dc-d79df6d5020b None None] Bound port: dbad332c-305c-4fa9-9e60-2ceb503cabc9, host: n-d-768862-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '56f1c7cf-f3a3-41d2-9677-68978131444f', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 20, 'network_id': '23f0a15d-6362-4cec-82c1-cacba887c566'}}] {{(pid=84876) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 14 07:22:06.166387 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-921a28cc-33ba-4127-85dc-d79df6d5020b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555753'] for port, before_update {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:22:06.172170 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3965e43-8456-4f12-ae99-25999d3a2391 tempest-RoutersIpV6Test-883692175 tempest-RoutersIpV6Test-883692175] Pushing event updated for resources: {'Port': ['ID=3309f92d-95ac-45ab-921e-8765ea49a127,revision_number=3']} {{(pid=84874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:22:06.194392 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-e3965e43-8456-4f12-ae99-25999d3a2391 tempest-RoutersIpV6Test-883692175 tempest-RoutersIpV6Test-883692175] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.780s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:22:06.293223 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-3dc72ce3-04ab-4704-bace-b3a94b5861b6 tempest-RoutersIpV6AdminTest-1631784580 tempest-RoutersIpV6AdminTest-1631784580] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:22:06.332300 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-1f8797ae-3c55-4e71-a562-e5fc56325c3f tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3367281'] for subnet, precommit_delete_associations {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:22:06.443311 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [None req-921a28cc-33ba-4127-85dc-d79df6d5020b None None] For port dbad332c-305c-4fa9-9e60-2ceb503cabc9, host n-d-768862-2, cleared binding levels {{(pid=84876) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 14 07:22:06.454148 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [None req-921a28cc-33ba-4127-85dc-d79df6d5020b None None] For port dbad332c-305c-4fa9-9e60-2ceb503cabc9, host n-d-768862-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-2',level=0,port_id=dbad332c-305c-4fa9-9e60-2ceb503cabc9,segment=NetworkSegment(56f1c7cf-f3a3-41d2-9677-68978131444f),segment_id=56f1c7cf-f3a3-41d2-9677-68978131444f)] {{(pid=84876) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 14 07:22:06.463067 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-921a28cc-33ba-4127-85dc-d79df6d5020b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777640533312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363259214678337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777640097497'] for port, after_update {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:22:06.509815 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-30c8e327-7b0d-4a88-ae58-c955833ddb3a tempest-BulkNetworkOpsIpV6Test-1034590256 tempest-BulkNetworkOpsIpV6Test-1034590256] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:22:06.510829 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-8b3bc941-d96b-4bc0-91ba-cf7aa88754d1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84876) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:22:06.573837 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-30c8e327-7b0d-4a88-ae58-c955833ddb3a tempest-BulkNetworkOpsIpV6Test-1034590256 tempest-BulkNetworkOpsIpV6Test-1034590256] Usage tracker for resource:subnet and tenant:c426aaa923cd4f78a69be9b70a9d35c7 is out of sync, need to count used quota {{(pid=84874) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:22:06.589456 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-30c8e327-7b0d-4a88-ae58-c955833ddb3a tempest-BulkNetworkOpsIpV6Test-1034590256 tempest-BulkNetworkOpsIpV6Test-1034590256] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84874) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:22:06.616905 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-921a28cc-33ba-4127-85dc-d79df6d5020b None None] Pushing event updated for resources: {'Port': ['ID=dbad332c-305c-4fa9-9e60-2ceb503cabc9,revision_number=2']} {{(pid=84876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:22:06.653261 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-30c8e327-7b0d-4a88-ae58-c955833ddb3a tempest-BulkNetworkOpsIpV6Test-1034590256 tempest-BulkNetworkOpsIpV6Test-1034590256] Attempting to reserve 2 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:22:06.670746 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-3dc72ce3-04ab-4704-bace-b3a94b5861b6 tempest-RoutersIpV6AdminTest-1631784580 tempest-RoutersIpV6AdminTest-1631784580] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3912484', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3889188', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-58194'] for router, precommit_update {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:22:06.693802 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-921a28cc-33ba-4127-85dc-d79df6d5020b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.183s {{(pid=84876) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:22:06.701589 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-30c8e327-7b0d-4a88-ae58-c955833ddb3a tempest-BulkNetworkOpsIpV6Test-1034590256 tempest-BulkNetworkOpsIpV6Test-1034590256] Made reservation on behalf of c426aaa923cd4f78a69be9b70a9d35c7 for: {'subnet': 2} {{(pid=84874) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 07:22:06.783339 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84874) accepted ('10.222.0.24', 41274) {{(pid=84874) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:22:06.980990 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-1f8797ae-3c55-4e71-a562-e5fc56325c3f tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036854176836'] for subnet, precommit_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:22:07.152799 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-30c8e327-7b0d-4a88-ae58-c955833ddb3a tempest-BulkNetworkOpsIpV6Test-1034590256 tempest-BulkNetworkOpsIpV6Test-1034590256] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036851981161'] for subnet, before_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:22:07.153309 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-30c8e327-7b0d-4a88-ae58-c955833ddb3a tempest-BulkNetworkOpsIpV6Test-1034590256 tempest-BulkNetworkOpsIpV6Test-1034590256] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036851981161'] for subnet, before_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:22:07.549483 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Device dbad332c-305c-4fa9-9e60-2ceb503cabc9 up at agent ovs-agent-n-d-768862-2 {{(pid=84876) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 07:22:07.642629 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-1f8797ae-3c55-4e71-a562-e5fc56325c3f tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-598964', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850887113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3154192', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2308610'] for subnet, after_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:22:07.663154 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-9830c4d0-0a4e-40ac-9f56-0f16eefd0328 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:22:07.756195 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Provisioning for port dbad332c-305c-4fa9-9e60-2ceb503cabc9 completed by entity L2. {{(pid=84876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 07:22:07.798452 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f8797ae-3c55-4e71-a562-e5fc56325c3f tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] Pushing event deleted for resources: {'Subnet': ['ID=e23e7597-faa2-4ba7-94a4-dcc061a44aba,revision_number=None']} {{(pid=84875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:22:07.802249 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-1f8797ae-3c55-4e71-a562-e5fc56325c3f tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:22:07.923809 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-1f8797ae-3c55-4e71-a562-e5fc56325c3f tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] Notify callbacks [] for subnet, before_response {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:22:07.944686 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-1f8797ae-3c55-4e71-a562-e5fc56325c3f tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] 10.222.0.24 "DELETE /v2.0/subnets/e23e7597-faa2-4ba7-94a4-dcc061a44aba HTTP/1.1" status: 204 len: 168 time: 2.8364382 Jan 14 07:22:07.948309 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84875) accepted ('10.222.0.24', 41306) {{(pid=84875) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:22:08.035629 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-5d905b2a-c783-47bd-b7a0-4ff2b67b2a70 tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] 10.222.0.24 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0857861 Jan 14 07:22:08.041517 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84875) accepted ('10.222.0.24', 41314) {{(pid=84875) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:22:08.053074 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.v2.base [None req-5651a22d-7a18-4565-94ae-bfdd05e2885a tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] Request body: {'subnet': {'network_id': '23f0a15d-6362-4cec-82c1-cacba887c566', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=84875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:22:08.082789 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-7f4ab6ab-7f45-43a1-8578-0de244e560d9 tempest-RoutersIpV6Test-883692175 tempest-RoutersIpV6Test-883692175] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3889632'] for router_interface, before_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:22:08.092907 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.v2.base [None req-ecda26c2-8380-4019-a361-f280cdfc0b45 tempest-RoutersAdminNegativeIpV6Test-721887339 tempest-RoutersAdminNegativeIpV6Test-721887339] Request body: {'port': {'name': 'tempest-RoutersAdminNegativeIpV6Test-820935811', 'network_id': '226f1e78-82cd-4481-9055-4eb73b6db8c1'}} {{(pid=84874) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:22:08.097087 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-3dc72ce3-04ab-4704-bace-b3a94b5861b6 tempest-RoutersIpV6AdminTest-1631784580 tempest-RoutersIpV6AdminTest-1631784580] Notify callbacks [] for router_gateway, before_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:22:08.131644 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-ecda26c2-8380-4019-a361-f280cdfc0b45 tempest-RoutersAdminNegativeIpV6Test-721887339 tempest-RoutersAdminNegativeIpV6Test-721887339] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:22:08.141434 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-3dc72ce3-04ab-4704-bace-b3a94b5861b6 tempest-RoutersIpV6AdminTest-1631784580 tempest-RoutersIpV6AdminTest-1631784580] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555753'] for port, before_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:22:08.153484 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-ecda26c2-8380-4019-a361-f280cdfc0b45 tempest-RoutersAdminNegativeIpV6Test-721887339 tempest-RoutersAdminNegativeIpV6Test-721887339] Usage tracker for resource:port and tenant:a30e9853809543449f110119fe25376e is out of sync, need to count used quota {{(pid=84874) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:22:08.160612 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-ecda26c2-8380-4019-a361-f280cdfc0b45 tempest-RoutersAdminNegativeIpV6Test-721887339 tempest-RoutersAdminNegativeIpV6Test-721887339] Quota usage for port was recalculated. Used quota:0. {{(pid=84874) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:22:08.171634 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-ecda26c2-8380-4019-a361-f280cdfc0b45 tempest-RoutersAdminNegativeIpV6Test-721887339 tempest-RoutersAdminNegativeIpV6Test-721887339] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:22:08.340699 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ecda26c2-8380-4019-a361-f280cdfc0b45 tempest-RoutersAdminNegativeIpV6Test-721887339 tempest-RoutersAdminNegativeIpV6Test-721887339] Made reservation on behalf of a30e9853809543449f110119fe25376e for: {'port': 1} {{(pid=84874) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 07:22:08.345975 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-ecda26c2-8380-4019-a361-f280cdfc0b45 tempest-RoutersAdminNegativeIpV6Test-721887339 tempest-RoutersAdminNegativeIpV6Test-721887339] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555753'] for port, before_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:22:08.373426 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-ecda26c2-8380-4019-a361-f280cdfc0b45 tempest-RoutersAdminNegativeIpV6Test-721887339 tempest-RoutersAdminNegativeIpV6Test-721887339] Notify callbacks [] for security_group, before_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:22:08.413555 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-ecda26c2-8380-4019-a361-f280cdfc0b45 tempest-RoutersAdminNegativeIpV6Test-721887339 tempest-RoutersAdminNegativeIpV6Test-721887339] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:22:08.458565 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-ecda26c2-8380-4019-a361-f280cdfc0b45 tempest-RoutersAdminNegativeIpV6Test-721887339 tempest-RoutersAdminNegativeIpV6Test-721887339] Usage tracker for resource:security_group_rule and tenant:a30e9853809543449f110119fe25376e is out of sync, need to count used quota {{(pid=84874) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:22:08.465088 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-5651a22d-7a18-4565-94ae-bfdd05e2885a tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:22:08.468470 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-ecda26c2-8380-4019-a361-f280cdfc0b45 tempest-RoutersAdminNegativeIpV6Test-721887339 tempest-RoutersAdminNegativeIpV6Test-721887339] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84874) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:22:08.480565 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-5651a22d-7a18-4565-94ae-bfdd05e2885a tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] Usage tracker for resource:subnet and tenant:be0aa702e3ca464795a99c51e3b3b04f is out of sync, need to count used quota {{(pid=84875) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:22:08.486794 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-5651a22d-7a18-4565-94ae-bfdd05e2885a tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84875) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:22:08.501691 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-5651a22d-7a18-4565-94ae-bfdd05e2885a tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:22:08.556885 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-ecda26c2-8380-4019-a361-f280cdfc0b45 tempest-RoutersAdminNegativeIpV6Test-721887339 tempest-RoutersAdminNegativeIpV6Test-721887339] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:22:08.677969 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5651a22d-7a18-4565-94ae-bfdd05e2885a tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] Made reservation on behalf of be0aa702e3ca464795a99c51e3b3b04f for: {'subnet': 1} {{(pid=84875) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 07:22:08.688869 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-5651a22d-7a18-4565-94ae-bfdd05e2885a tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036852467157'] for subnet, before_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:22:08.910257 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1973c8b3-fa65-493a-8db2-95e9e973c48d None None] Network 23f0a15d-6362-4cec-82c1-cacba887c566 requested from n-d-768862-2 {{(pid=84876) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 07:22:09.079944 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-ecda26c2-8380-4019-a361-f280cdfc0b45 tempest-RoutersAdminNegativeIpV6Test-721887339 tempest-RoutersAdminNegativeIpV6Test-721887339] Notify callbacks [] for security_group, precommit_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:22:09.090709 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-ecda26c2-8380-4019-a361-f280cdfc0b45 tempest-RoutersAdminNegativeIpV6Test-721887339 tempest-RoutersAdminNegativeIpV6Test-721887339] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850887153'] for security_group, after_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:22:09.108538 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-17caad6b-6026-4ef1-9b17-49441d06ce41 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:22:09.129334 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84874) accepted ('10.222.0.24', 41346) {{(pid=84874) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:22:09.130915 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.db_base_plugin_common [None req-3dc72ce3-04ab-4704-bace-b3a94b5861b6 tempest-RoutersIpV6AdminTest-1631784580 tempest-RoutersIpV6AdminTest-1631784580] Allocated IP 172.25.2.8 (226f1e78-82cd-4481-9055-4eb73b6db8c1/ba8deeec-7658-4195-9449-038c076f5c83/0f97781d-8e54-4337-ac8f-08980fa6013b) {{(pid=84874) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 14 07:22:09.161632 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.plugin [None req-7f4ab6ab-7f45-43a1-8578-0de244e560d9 tempest-RoutersIpV6Test-883692175 tempest-RoutersIpV6Test-883692175] Deleting port 3309f92d-95ac-45ab-921e-8765ea49a127 {{(pid=84875) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 07:22:09.162717 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-7f4ab6ab-7f45-43a1-8578-0de244e560d9 tempest-RoutersIpV6Test-883692175 tempest-RoutersIpV6Test-883692175] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363259214248359'] for port, before_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:22:09.200441 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-e13b2c6a-bac3-4f31-a548-12714110e550 None None] Provisioning for port dbad332c-305c-4fa9-9e60-2ceb503cabc9 completed by entity DHCP. {{(pid=84876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 07:22:09.207198 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-e13b2c6a-bac3-4f31-a548-12714110e550 None None] Provisioning complete for port dbad332c-305c-4fa9-9e60-2ceb503cabc9 triggered by entity DHCP. {{(pid=84876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 07:22:09.207621 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-e13b2c6a-bac3-4f31-a548-12714110e550 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-604227'] for port, provisioning_complete {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:22:09.373827 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecda26c2-8380-4019-a361-f280cdfc0b45 tempest-RoutersAdminNegativeIpV6Test-721887339 tempest-RoutersAdminNegativeIpV6Test-721887339] Pushing event updated for resources: {'SecurityGroup': ['ID=32d52469-1475-4ada-a72b-71e09e0f2159,revision_number=1']} {{(pid=84874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:22:09.387199 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-ecda26c2-8380-4019-a361-f280cdfc0b45 tempest-RoutersAdminNegativeIpV6Test-721887339 tempest-RoutersAdminNegativeIpV6Test-721887339] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.279s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:22:09.461892 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-7f4ab6ab-7f45-43a1-8578-0de244e560d9 tempest-RoutersIpV6Test-883692175 tempest-RoutersIpV6Test-883692175] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036850862667'] for port, precommit_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:22:09.607603 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.plugin [None req-7f4ab6ab-7f45-43a1-8578-0de244e560d9 tempest-RoutersIpV6Test-883692175 tempest-RoutersIpV6Test-883692175] Calling delete_port for 3309f92d-95ac-45ab-921e-8765ea49a127 owned by network:router_interface {{(pid=84875) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 07:22:09.639261 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-e13b2c6a-bac3-4f31-a548-12714110e550 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555753'] for port, before_update {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:22:09.663051 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dad26d7f-d8fd-479b-aeed-430bdbb4a622 None None] DHCP port deletion for 23f0a15d-6362-4cec-82c1-cacba887c566 request from n-d-768862-2 {{(pid=84876) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Jan 14 07:22:09.683147 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [None req-e13b2c6a-bac3-4f31-a548-12714110e550 None None] For port dbad332c-305c-4fa9-9e60-2ceb503cabc9, host n-d-768862-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-2',level=0,port_id=dbad332c-305c-4fa9-9e60-2ceb503cabc9,segment=NetworkSegment(56f1c7cf-f3a3-41d2-9677-68978131444f),segment_id=56f1c7cf-f3a3-41d2-9677-68978131444f)] {{(pid=84876) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 07:22:09.702499 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.plugin [None req-dad26d7f-d8fd-479b-aeed-430bdbb4a622 None None] Deleting port dbad332c-305c-4fa9-9e60-2ceb503cabc9 {{(pid=84876) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 07:22:09.703180 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-dad26d7f-d8fd-479b-aeed-430bdbb4a622 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363259214248359'] for port, before_delete {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:22:09.744516 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-1010dfec-715f-49de-ba4a-ec2b5a9a596b admin admin] Notify callbacks [] for security_group, before_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:22:09.819470 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-e13b2c6a-bac3-4f31-a548-12714110e550 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777640533312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363259214678337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777640097497'] for port, after_update {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:22:09.821868 n-d-768862-2 neutron-server[84765]: DEBUG neutron.notifiers.nova [None req-ecda26c2-8380-4019-a361-f280cdfc0b45 tempest-RoutersAdminNegativeIpV6Test-721887339 tempest-RoutersAdminNegativeIpV6Test-721887339] device_id is not set on port d1f87bf9-0768-482b-9edd-c2870aa165a0 yet. {{(pid=84874) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}} Jan 14 07:22:09.826247 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-7f4ab6ab-7f45-43a1-8578-0de244e560d9 tempest-RoutersIpV6Test-883692175 tempest-RoutersIpV6Test-883692175] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777640533329', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777640097463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851621574'] for port, after_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:22:09.888033 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-1010dfec-715f-49de-ba4a-ec2b5a9a596b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:22:09.902935 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-1010dfec-715f-49de-ba4a-ec2b5a9a596b admin admin] Usage tracker for resource:security_group_rule and tenant:cefd868ef7aa4efdadf76a303b6a2fb3 is out of sync, need to count used quota {{(pid=84874) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:22:09.913563 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-1010dfec-715f-49de-ba4a-ec2b5a9a596b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84874) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:22:09.928916 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-b4134f0b-6ef0-4c28-ba67-2c1d1fb67819 tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:22:10.008082 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [None req-dad26d7f-d8fd-479b-aeed-430bdbb4a622 None None] For port dbad332c-305c-4fa9-9e60-2ceb503cabc9, host n-d-768862-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-2',level=0,port_id=dbad332c-305c-4fa9-9e60-2ceb503cabc9,segment=NetworkSegment(56f1c7cf-f3a3-41d2-9677-68978131444f),segment_id=56f1c7cf-f3a3-41d2-9677-68978131444f)] {{(pid=84876) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 07:22:10.008837 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-dad26d7f-d8fd-479b-aeed-430bdbb4a622 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036850862667'] for port, precommit_delete {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:22:10.018463 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-1010dfec-715f-49de-ba4a-ec2b5a9a596b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:22:10.029855 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-3dc72ce3-04ab-4704-bace-b3a94b5861b6 tempest-RoutersIpV6AdminTest-1631784580 tempest-RoutersIpV6AdminTest-1631784580] Notify callbacks [] for port, precommit_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:22:10.033795 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f4ab6ab-7f45-43a1-8578-0de244e560d9 tempest-RoutersIpV6Test-883692175 tempest-RoutersIpV6Test-883692175] Pushing event deleted for resources: {'Port': ['ID=3309f92d-95ac-45ab-921e-8765ea49a127,revision_number=None']} {{(pid=84875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:22:10.046348 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-7f4ab6ab-7f45-43a1-8578-0de244e560d9 tempest-RoutersIpV6Test-883692175 tempest-RoutersIpV6Test-883692175] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:22:10.177349 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.plugin [None req-dad26d7f-d8fd-479b-aeed-430bdbb4a622 None None] Calling delete_port for dbad332c-305c-4fa9-9e60-2ceb503cabc9 owned by network:dhcp {{(pid=84876) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 07:22:10.212001 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-3dc72ce3-04ab-4704-bace-b3a94b5861b6 tempest-RoutersIpV6AdminTest-1631784580 tempest-RoutersIpV6AdminTest-1631784580] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777640123575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3254186'] for port, after_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:22:10.264649 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-4bcfd64e-cfb7-4699-b997-15cd82873bca tempest-AttachVolumeShelveTestJSON-2054363538 tempest-AttachVolumeShelveTestJSON-2054363538] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:22:10.281341 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-5bf64892-5502-4a4e-9f1f-628048df3401 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84876) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:22:10.331028 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-dad26d7f-d8fd-479b-aeed-430bdbb4a622 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777640533329', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777640097463'] for port, after_delete {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:22:10.515133 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e13b2c6a-bac3-4f31-a548-12714110e550 None None] Pushing event updated for resources: {'Port': ['ID=dbad332c-305c-4fa9-9e60-2ceb503cabc9,revision_number=4']} {{(pid=84876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:22:10.520934 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-e13b2c6a-bac3-4f31-a548-12714110e550 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.240s {{(pid=84876) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:22:10.521607 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-85353470-fda0-45c0-ab58-385eef6d7c56 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.156s {{(pid=84876) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:22:10.531893 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dc72ce3-04ab-4704-bace-b3a94b5861b6 tempest-RoutersIpV6AdminTest-1631784580 tempest-RoutersIpV6AdminTest-1631784580] Pushing event updated for resources: {'Port': ['ID=0f97781d-8e54-4337-ac8f-08980fa6013b,revision_number=1']} {{(pid=84874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:22:10.535894 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-3dc72ce3-04ab-4704-bace-b3a94b5861b6 tempest-RoutersIpV6AdminTest-1631784580 tempest-RoutersIpV6AdminTest-1631784580] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.272s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:22:10.542299 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84874) accepted ('10.222.0.24', 41368) {{(pid=84874) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:22:10.571121 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dad26d7f-d8fd-479b-aeed-430bdbb4a622 None None] Pushing event deleted for resources: {'Port': ['ID=dbad332c-305c-4fa9-9e60-2ceb503cabc9,revision_number=None']} {{(pid=84876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:22:10.575588 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-dad26d7f-d8fd-479b-aeed-430bdbb4a622 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=84876) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:22:10.578727 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dad26d7f-d8fd-479b-aeed-430bdbb4a622 None None] No DVR routers for this DVR port dbad332c-305c-4fa9-9e60-2ceb503cabc9 on host n-d-768862-2 {{(pid=84876) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Jan 14 07:22:10.591142 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.db_base_plugin_common [None req-ecda26c2-8380-4019-a361-f280cdfc0b45 tempest-RoutersAdminNegativeIpV6Test-721887339 tempest-RoutersAdminNegativeIpV6Test-721887339] Allocated IP 172.25.2.210 (226f1e78-82cd-4481-9055-4eb73b6db8c1/ba8deeec-7658-4195-9449-038c076f5c83/d1f87bf9-0768-482b-9edd-c2870aa165a0) {{(pid=84874) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 14 07:22:10.652382 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-7f4ab6ab-7f45-43a1-8578-0de244e560d9 tempest-RoutersIpV6Test-883692175 tempest-RoutersIpV6Test-883692175] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted--9223372036851568851', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal--9223372036850888080'] for router_interface, after_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:22:10.660333 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-1010dfec-715f-49de-ba4a-ec2b5a9a596b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:22:10.702316 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-1010dfec-715f-49de-ba4a-ec2b5a9a596b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850887153'] for security_group, after_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:22:10.726798 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-1294dfac-65f5-402c-b8d0-bc52c5833e6e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:22:10.778973 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1010dfec-715f-49de-ba4a-ec2b5a9a596b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=03582d98-c101-424f-8dac-042e59aba63e,revision_number=1']} {{(pid=84874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:22:10.783273 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-1010dfec-715f-49de-ba4a-ec2b5a9a596b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:22:10.830767 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-30c8e327-7b0d-4a88-ae58-c955833ddb3a tempest-BulkNetworkOpsIpV6Test-1034590256 tempest-BulkNetworkOpsIpV6Test-1034590256] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850887113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3254092', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036851981146'] for subnet, after_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:22:10.864404 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-5fd81889-aa12-4032-a8be-0d2d0d9badd6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:22:10.898998 n-d-768862-2 neutron-server[84765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3dc72ce3-04ab-4704-bace-b3a94b5861b6 tempest-RoutersIpV6AdminTest-1631784580 tempest-RoutersIpV6AdminTest-1631784580] Network 226f1e78-82cd-4481-9055-4eb73b6db8c1 is already hosted by enough agents. {{(pid=84874) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 07:22:10.921020 n-d-768862-2 neutron-server[84765]: DEBUG neutron.scheduler.base_scheduler [None req-3dc72ce3-04ab-4704-bace-b3a94b5861b6 tempest-RoutersIpV6AdminTest-1631784580 tempest-RoutersIpV6AdminTest-1631784580] Resources bound (agent type, host, resource id): {{(pid=84874) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 07:22:10.923626 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3dc72ce3-04ab-4704-bace-b3a94b5861b6 tempest-RoutersIpV6AdminTest-1631784580 tempest-RoutersIpV6AdminTest-1631784580] Received port after_create {{(pid=84874) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 14 07:22:10.953329 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-1010dfec-715f-49de-ba4a-ec2b5a9a596b admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=cefd868ef7aa4efdadf76a303b6a2fb3&name=default HTTP/1.1" status: 200 len: 2983 time: 1.8142190 Jan 14 07:22:10.968785 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84875) accepted ('10.222.0.24', 41376) {{(pid=84875) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:22:11.017280 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-c5775dfe-4a51-4d4b-aaf9-548bf1330135 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:22:11.069693 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-017f98a9-8a07-408c-a86f-8ff0c00400a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363259214191800', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854171626'] for agent, after_update {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:22:11.160465 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-c5775dfe-4a51-4d4b-aaf9-548bf1330135 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:22:11.184549 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-c5775dfe-4a51-4d4b-aaf9-548bf1330135 admin admin] Usage tracker for resource:security_group_rule and tenant:c00658d3d0cb47a3905a46a9ec0f496f is out of sync, need to count used quota {{(pid=84874) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:22:11.194107 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-c5775dfe-4a51-4d4b-aaf9-548bf1330135 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84874) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:22:11.197121 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30c8e327-7b0d-4a88-ae58-c955833ddb3a tempest-BulkNetworkOpsIpV6Test-1034590256 tempest-BulkNetworkOpsIpV6Test-1034590256] Pushing event updated for resources: {'Subnet': ['ID=d277f5ce-5bec-41d1-9d38-78de05a49e4f,revision_number=0']} {{(pid=84874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:22:11.208319 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-30c8e327-7b0d-4a88-ae58-c955833ddb3a tempest-BulkNetworkOpsIpV6Test-1034590256 tempest-BulkNetworkOpsIpV6Test-1034590256] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.344s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:22:11.209255 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-c5775dfe-4a51-4d4b-aaf9-548bf1330135 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:22:11.291486 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-20f08208-f84a-4d84-a8d0-c8ea0a61dc60 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:22:11.295255 n-d-768862-2 neutron-server[84765]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7f4ab6ab-7f45-43a1-8578-0de244e560d9 tempest-RoutersIpV6Test-883692175 tempest-RoutersIpV6Test-883692175] Router a710d1a5-07b6-4167-95f5-8c598efcd6ce has already been hosted by L3 agent 35f592e9-451b-4db9-abea-77b6a5c5391b {{(pid=84875) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Jan 14 07:22:11.393150 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Device dbad332c-305c-4fa9-9e60-2ceb503cabc9 no longer exists at agent ovs-agent-n-d-768862-2 {{(pid=84876) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jan 14 07:22:11.407097 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-20f08208-f84a-4d84-a8d0-c8ea0a61dc60 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:22:11.437677 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.plugin [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] No Port match for: dbad332c-305c-4fa9-9e60-2ceb503cabc9 {{(pid=84876) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2188}} Jan 14 07:22:11.438694 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Device dbad332c-305c-4fa9-9e60-2ceb503cabc9 not bound to the agent host n-d-768862-2 {{(pid=84876) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jan 14 07:22:11.554795 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7f4ab6ab-7f45-43a1-8578-0de244e560d9 tempest-RoutersIpV6Test-883692175 tempest-RoutersIpV6Test-883692175] Notify agent at l3_agent.n-d-768862-2 the message routers_updated {{(pid=84875) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jan 14 07:22:11.567665 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62b44a3d-8ed3-493f-a8da-fb5bad132930 None None] Sync routers for ids ['a710d1a5-07b6-4167-95f5-8c598efcd6ce'] in n-d-768862-2 {{(pid=84876) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Jan 14 07:22:11.580629 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62b44a3d-8ed3-493f-a8da-fb5bad132930 None None] Routers {'a710d1a5-07b6-4167-95f5-8c598efcd6ce'} bound to L3 agent in host n-d-768862-2 {{(pid=84876) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 14 07:22:11.581660 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_hamode_db [None req-62b44a3d-8ed3-493f-a8da-fb5bad132930 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-01-14T06:56:51Z,description=,heartbeat_timestamp=2021-01-14T07:21:51Z,host='n-d-768862-2',id=35f592e9-451b-4db9-abea-77b6a5c5391b,load=0,resource_versions=,resources_synced=,started_at=2021-01-14T06:56:51Z,topic='l3_agent')) {'router_ids': ['a710d1a5-07b6-4167-95f5-8c598efcd6ce'], 'active': True} {{(pid=84876) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:22:11.621062 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-5651a22d-7a18-4565-94ae-bfdd05e2885a tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850887113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036851621412', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036852467174'] for subnet, after_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:22:11.640230 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-16ea7354-5ab2-4f68-8290-06c128882aef tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:22:11.649962 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_hamode_db [None req-62b44a3d-8ed3-493f-a8da-fb5bad132930 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768862-2', False) {} {{(pid=84876) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:22:11.660295 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62b44a3d-8ed3-493f-a8da-fb5bad132930 None None] Routers {'a710d1a5-07b6-4167-95f5-8c598efcd6ce'} bound to L3 agent in host n-d-768862-2 {{(pid=84876) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 14 07:22:11.660990 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_hamode_db [None req-62b44a3d-8ed3-493f-a8da-fb5bad132930 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-01-14T06:56:51Z,description=,heartbeat_timestamp=2021-01-14T07:21:51Z,host='n-d-768862-2',id=35f592e9-451b-4db9-abea-77b6a5c5391b,load=0,resource_versions=,resources_synced=,started_at=2021-01-14T06:56:51Z,topic='l3_agent')) {'router_ids': ['a710d1a5-07b6-4167-95f5-8c598efcd6ce'], 'active': True} {{(pid=84876) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:22:11.680546 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-20f08208-f84a-4d84-a8d0-c8ea0a61dc60 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850887153'] for security_group, after_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:22:11.683097 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-20f08208-f84a-4d84-a8d0-c8ea0a61dc60 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:22:11.697015 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-20f08208-f84a-4d84-a8d0-c8ea0a61dc60 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/03582d98-c101-424f-8dac-042e59aba63e HTTP/1.1" status: 204 len: 168 time: 0.7266018 Jan 14 07:22:11.738150 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_hamode_db [None req-62b44a3d-8ed3-493f-a8da-fb5bad132930 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768862-2', False) {} {{(pid=84876) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:22:11.738607 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62b44a3d-8ed3-493f-a8da-fb5bad132930 None None] The sync data for ids ['a710d1a5-07b6-4167-95f5-8c598efcd6ce'] in n-d-768862-2 is: [] {{(pid=84876) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Jan 14 07:22:11.753668 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-7f4ab6ab-7f45-43a1-8578-0de244e560d9 tempest-RoutersIpV6Test-883692175 tempest-RoutersIpV6Test-883692175] 10.222.0.24 "PUT /v2.0/routers/a710d1a5-07b6-4167-95f5-8c598efcd6ce/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.3340533 Jan 14 07:22:11.766173 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84875) accepted ('10.222.0.24', 41382) {{(pid=84875) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:22:11.841868 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-7c1ad175-f145-44c3-9d69-953fb3882341 tempest-RoutersIpV6Test-883692175 tempest-RoutersIpV6Test-883692175] Synchronizing usage tracker for tenant:d787627cdb8d4cc9b70642659fae99d7 on resource:port {{(pid=84875) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 14 07:22:11.864787 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5651a22d-7a18-4565-94ae-bfdd05e2885a tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] Pushing event updated for resources: {'Subnet': ['ID=44580eaa-edb2-43a6-912a-591a1d1fb1d0,revision_number=0']} {{(pid=84875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:22:11.867483 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-ecda26c2-8380-4019-a361-f280cdfc0b45 tempest-RoutersAdminNegativeIpV6Test-721887339 tempest-RoutersAdminNegativeIpV6Test-721887339] Notify callbacks [] for port, precommit_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:22:11.885366 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-5651a22d-7a18-4565-94ae-bfdd05e2885a tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.245s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:22:11.886342 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-5b7e3234-348a-40ee-a34d-a51795959b2a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.136s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:22:11.898815 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-7c1ad175-f145-44c3-9d69-953fb3882341 tempest-RoutersIpV6Test-883692175 tempest-RoutersIpV6Test-883692175] Unset dirty status for tenant:d787627cdb8d4cc9b70642659fae99d7 on resource:port {{(pid=84875) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 14 07:22:11.898815 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-7c1ad175-f145-44c3-9d69-953fb3882341 tempest-RoutersIpV6Test-883692175 tempest-RoutersIpV6Test-883692175] 10.222.0.24 "GET /v2.0/ports?device_id=a710d1a5-07b6-4167-95f5-8c598efcd6ce HTTP/1.1" status: 200 len: 205 time: 0.1275012 Jan 14 07:22:11.918016 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84875) accepted ('10.222.0.24', 41386) {{(pid=84875) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:22:11.926629 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20f08208-f84a-4d84-a8d0-c8ea0a61dc60 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=03582d98-c101-424f-8dac-042e59aba63e,revision_number=None']} {{(pid=84875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:22:11.930418 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-20f08208-f84a-4d84-a8d0-c8ea0a61dc60 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:22:12.106647 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-e800dedf-9179-48c1-8958-9134f3f83665 tempest-RoutersIpV6Test-883692175 tempest-RoutersIpV6Test-883692175] Notify callbacks [] for router, before_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:22:12.124845 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-3dc72ce3-04ab-4704-bace-b3a94b5861b6 tempest-RoutersIpV6AdminTest-1631784580 tempest-RoutersIpV6AdminTest-1631784580] Notify callbacks [] for router_gateway, after_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:22:12.210118 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84874) accepted ('10.222.0.24', 41394) {{(pid=84874) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:22:12.270366 n-d-768862-2 neutron-server[84765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5651a22d-7a18-4565-94ae-bfdd05e2885a tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] Network 23f0a15d-6362-4cec-82c1-cacba887c566 is already hosted by enough agents. {{(pid=84875) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 07:22:12.281887 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30c8e327-7b0d-4a88-ae58-c955833ddb3a tempest-BulkNetworkOpsIpV6Test-1034590256 tempest-BulkNetworkOpsIpV6Test-1034590256] Checking segment: {'id': 'c035af6b-3e7c-4781-91bb-946454f58254', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '0371f441-53fb-482a-a794-d7d2dffd2bc3'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84874) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 14 07:22:12.282288 n-d-768862-2 neutron-server[84765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30c8e327-7b0d-4a88-ae58-c955833ddb3a tempest-BulkNetworkOpsIpV6Test-1034590256 tempest-BulkNetworkOpsIpV6Test-1034590256] Network hostable DHCP agents. Network: 0371f441-53fb-482a-a794-d7d2dffd2bc3, hostable agents: ['32f3dd84-26da-4d18-bf15-6017a8fb7247'], hosted agents: [] {{(pid=84874) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Jan 14 07:22:12.327677 n-d-768862-2 neutron-server[84765]: DEBUG neutron.scheduler.base_scheduler [None req-5651a22d-7a18-4565-94ae-bfdd05e2885a tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] Resources bound (agent type, host, resource id): {{(pid=84875) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 07:22:12.339266 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69fe382e-d07e-4263-bf4e-3b932034ecbd None None] Network 23f0a15d-6362-4cec-82c1-cacba887c566 requested from n-d-768862-2 {{(pid=84876) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 07:22:12.350549 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-2b374fba-2575-4962-badf-0cc000d8e905 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:22:12.350882 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5651a22d-7a18-4565-94ae-bfdd05e2885a tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:22:12.351531 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-5651a22d-7a18-4565-94ae-bfdd05e2885a tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] Notify callbacks [] for subnet, before_response {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:22:12.387547 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-c5775dfe-4a51-4d4b-aaf9-548bf1330135 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:22:12.398988 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-ecda26c2-8380-4019-a361-f280cdfc0b45 tempest-RoutersAdminNegativeIpV6Test-721887339 tempest-RoutersAdminNegativeIpV6Test-721887339] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777640123575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3254186'] for port, after_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:22:12.405084 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-c5775dfe-4a51-4d4b-aaf9-548bf1330135 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850887153'] for security_group, after_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:22:12.415658 n-d-768862-2 neutron-server[84765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30c8e327-7b0d-4a88-ae58-c955833ddb3a tempest-BulkNetworkOpsIpV6Test-1034590256 tempest-BulkNetworkOpsIpV6Test-1034590256] Network 0371f441-53fb-482a-a794-d7d2dffd2bc3 is scheduled to be hosted by DHCP agent 32f3dd84-26da-4d18-bf15-6017a8fb7247 with binding_index 1 {{(pid=84874) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Jan 14 07:22:12.437019 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-2b374fba-2575-4962-badf-0cc000d8e905 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:22:12.448620 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-5651a22d-7a18-4565-94ae-bfdd05e2885a tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 4.3988969 Jan 14 07:22:12.448620 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-e800dedf-9179-48c1-8958-9134f3f83665 tempest-RoutersIpV6Test-883692175 tempest-RoutersIpV6Test-883692175] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3889346', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036854717606'] for router, precommit_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:22:12.449344 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84875) accepted ('10.222.0.24', 41398) {{(pid=84875) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:22:12.451233 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-852a24f7-e9a1-4193-9abb-e9506fe5213f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363259214191800', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854171626'] for agent, after_update {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:22:12.454617 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-e800dedf-9179-48c1-8958-9134f3f83665 tempest-RoutersIpV6Test-883692175 tempest-RoutersIpV6Test-883692175] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:22:12.454983 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-33631ae4-61fb-484b-8df5-afcff4a0d42a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:22:12.459869 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.v2.base [None req-dd296e2c-b2f3-400a-a400-f1263b5c3d86 tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] Request body: {'router': {'name': 'tempest-NetworksTestDHCPv6-router-481448758', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=84875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:22:12.473378 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-dd296e2c-b2f3-400a-a400-f1263b5c3d86 tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:22:12.477623 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-2b374fba-2575-4962-badf-0cc000d8e905 admin admin] Usage tracker for resource:security_group_rule and tenant:ff5c0bca5ec047d09d70a9bdad9c7a12 is out of sync, need to count used quota {{(pid=84874) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:22:12.483044 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-dd296e2c-b2f3-400a-a400-f1263b5c3d86 tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] Usage tracker for resource:router and tenant:be0aa702e3ca464795a99c51e3b3b04f is out of sync, need to count used quota {{(pid=84875) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:22:12.489774 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-2b374fba-2575-4962-badf-0cc000d8e905 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84874) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:22:12.494085 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-dd296e2c-b2f3-400a-a400-f1263b5c3d86 tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] Quota usage for router was recalculated. Used quota:0. {{(pid=84875) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:22:12.502237 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-dd296e2c-b2f3-400a-a400-f1263b5c3d86 tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:22:12.511568 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-e800dedf-9179-48c1-8958-9134f3f83665 tempest-RoutersIpV6Test-883692175 tempest-RoutersIpV6Test-883692175] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036850897070'] for router, after_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:22:12.512197 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e800dedf-9179-48c1-8958-9134f3f83665 tempest-RoutersIpV6Test-883692175 tempest-RoutersIpV6Test-883692175] Fanout notify agent at l3_agent the message router_deleted on router a710d1a5-07b6-4167-95f5-8c598efcd6ce {{(pid=84875) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jan 14 07:22:12.535711 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-e800dedf-9179-48c1-8958-9134f3f83665 tempest-RoutersIpV6Test-883692175 tempest-RoutersIpV6Test-883692175] Notify callbacks [] for router, before_response {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:22:12.537007 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-e800dedf-9179-48c1-8958-9134f3f83665 tempest-RoutersIpV6Test-883692175 tempest-RoutersIpV6Test-883692175] 10.222.0.24 "DELETE /v2.0/routers/a710d1a5-07b6-4167-95f5-8c598efcd6ce HTTP/1.1" status: 204 len: 168 time: 0.6148632 Jan 14 07:22:12.538416 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-dd296e2c-b2f3-400a-a400-f1263b5c3d86 tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3889205', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854717621'] for router, before_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:22:12.539573 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-dd296e2c-b2f3-400a-a400-f1263b5c3d86 tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036850886574', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3912501', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3808446', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-58179'] for router, precommit_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:22:12.543260 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84875) accepted ('10.222.0.24', 41402) {{(pid=84875) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:22:12.578789 n-d-768862-2 neutron-server[84765]: DEBUG neutron.scheduler.base_scheduler [None req-30c8e327-7b0d-4a88-ae58-c955833ddb3a tempest-BulkNetworkOpsIpV6Test-1034590256 tempest-BulkNetworkOpsIpV6Test-1034590256] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768862-2, 0371f441-53fb-482a-a794-d7d2dffd2bc3) {{(pid=84874) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 07:22:12.584592 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-2b374fba-2575-4962-badf-0cc000d8e905 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:22:12.624661 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b341f59c-7f14-4676-9fa8-949fbad9dcd3 None None] Network 0371f441-53fb-482a-a794-d7d2dffd2bc3 requested from n-d-768862-2 {{(pid=84876) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 07:22:12.627010 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-dd296e2c-b2f3-400a-a400-f1263b5c3d86 tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:22:12.798447 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-c5775dfe-4a51-4d4b-aaf9-548bf1330135 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=c00658d3d0cb47a3905a46a9ec0f496f&name=default HTTP/1.1" status: 200 len: 2983 time: 2.2443054 Jan 14 07:22:12.805031 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84875) accepted ('10.222.0.24', 41406) {{(pid=84875) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:22:12.819179 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.db_base_plugin_v2 [None req-b227e05c-fa1c-4273-bf28-0169d4054374 tempest-RoutersIpV6Test-883692175 tempest-RoutersIpV6Test-883692175] Deleting subnet 498a844b-1604-4d80-bbfa-b694af82327c {{(pid=84875) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Jan 14 07:22:12.824636 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5775dfe-4a51-4d4b-aaf9-548bf1330135 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9bde46dc-1890-49d3-a297-2ee7930dbebb,revision_number=1']} {{(pid=84874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:22:12.842447 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-b227e05c-fa1c-4273-bf28-0169d4054374 tempest-RoutersIpV6Test-883692175 tempest-RoutersIpV6Test-883692175] Notify callbacks [] for subnet, before_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:22:12.854007 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-c5775dfe-4a51-4d4b-aaf9-548bf1330135 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.399s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:22:12.854611 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-0ee39041-0926-4264-b6a5-18b68f34ea7e tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.392s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:22:12.905832 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9559a7be-29e0-4d87-8466-9368087a9ef6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5d94dc7a-c095-50a4-955e-5f3b78718a12-23f0a15d-6362-4cec-82c1-cacba887c566', 'network_id': '23f0a15d-6362-4cec-82c1-cacba887c566', 'tenant_id': 'be0aa702e3ca464795a99c51e3b3b04f', 'fixed_ips': [{'subnet_id': '44580eaa-edb2-43a6-912a-591a1d1fb1d0'}]}} from n-d-768862-2. {{(pid=84876) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Jan 14 07:22:12.907324 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-dd296e2c-b2f3-400a-a400-f1263b5c3d86 tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036850886612', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036850863158'] for router, after_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:22:12.909263 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-9559a7be-29e0-4d87-8466-9368087a9ef6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555753'] for port, before_create {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:22:12.962761 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-dd296e2c-b2f3-400a-a400-f1263b5c3d86 tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] Notify callbacks [] for router, before_response {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:22:12.962761 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-dd296e2c-b2f3-400a-a400-f1263b5c3d86 tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.5096829 Jan 14 07:22:12.963511 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84875) accepted ('10.222.0.24', 41410) {{(pid=84875) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:22:13.052118 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecda26c2-8380-4019-a361-f280cdfc0b45 tempest-RoutersAdminNegativeIpV6Test-721887339 tempest-RoutersAdminNegativeIpV6Test-721887339] Pushing event updated for resources: {'Port': ['ID=d1f87bf9-0768-482b-9edd-c2870aa165a0,revision_number=1']} {{(pid=84874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:22:13.054991 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-3dc72ce3-04ab-4704-bace-b3a94b5861b6 tempest-RoutersIpV6AdminTest-1631784580 tempest-RoutersIpV6AdminTest-1631784580] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036850886612', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036850863158'] for router, after_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:22:13.058440 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-ecda26c2-8380-4019-a361-f280cdfc0b45 tempest-RoutersAdminNegativeIpV6Test-721887339 tempest-RoutersAdminNegativeIpV6Test-721887339] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.204s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:22:13.065057 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-b227e05c-fa1c-4273-bf28-0169d4054374 tempest-RoutersIpV6Test-883692175 tempest-RoutersIpV6Test-883692175] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3367281'] for subnet, precommit_delete_associations {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:22:13.306391 n-d-768862-2 neutron-server[84765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ecda26c2-8380-4019-a361-f280cdfc0b45 tempest-RoutersAdminNegativeIpV6Test-721887339 tempest-RoutersAdminNegativeIpV6Test-721887339] Network 226f1e78-82cd-4481-9055-4eb73b6db8c1 is already hosted by enough agents. {{(pid=84874) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 07:22:13.311521 n-d-768862-2 neutron-server[84765]: DEBUG neutron.scheduler.base_scheduler [None req-ecda26c2-8380-4019-a361-f280cdfc0b45 tempest-RoutersAdminNegativeIpV6Test-721887339 tempest-RoutersAdminNegativeIpV6Test-721887339] Resources bound (agent type, host, resource id): {{(pid=84874) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 07:22:13.331538 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ecda26c2-8380-4019-a361-f280cdfc0b45 tempest-RoutersAdminNegativeIpV6Test-721887339 tempest-RoutersAdminNegativeIpV6Test-721887339] Received port after_create {{(pid=84874) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 14 07:22:13.338438 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-448a8fe1-6c36-4821-a9b3-b5ce0b44b68a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5d94dc7a-c095-50a4-955e-5f3b78718a12-0371f441-53fb-482a-a794-d7d2dffd2bc3', 'network_id': '0371f441-53fb-482a-a794-d7d2dffd2bc3', 'tenant_id': 'c426aaa923cd4f78a69be9b70a9d35c7', 'fixed_ips': [{'subnet_id': 'd277f5ce-5bec-41d1-9d38-78de05a49e4f'}]}} from n-d-768862-2. {{(pid=84876) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Jan 14 07:22:13.339920 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-448a8fe1-6c36-4821-a9b3-b5ce0b44b68a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555753'] for port, before_create {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:22:13.422927 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-2b374fba-2575-4962-badf-0cc000d8e905 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:22:13.438166 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-2b374fba-2575-4962-badf-0cc000d8e905 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850887153'] for security_group, after_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:22:13.450047 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-60e45139-34fb-4d1e-a94e-d0b4d97a1cd8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:22:13.502667 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-f0e5b789-b61c-4c76-9f0c-9c2eb7e78902 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:22:13.515163 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ecda26c2-8380-4019-a361-f280cdfc0b45 tempest-RoutersAdminNegativeIpV6Test-721887339 tempest-RoutersAdminNegativeIpV6Test-721887339] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:22:13.516277 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-ecda26c2-8380-4019-a361-f280cdfc0b45 tempest-RoutersAdminNegativeIpV6Test-721887339 tempest-RoutersAdminNegativeIpV6Test-721887339] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854768116'] for port, before_response {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:22:13.537797 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.db_base_plugin_common [None req-9559a7be-29e0-4d87-8466-9368087a9ef6 None None] Allocated IP 2001:db8::2 (23f0a15d-6362-4cec-82c1-cacba887c566/44580eaa-edb2-43a6-912a-591a1d1fb1d0/9849d1ab-8747-45ab-b02b-47c9afb42c54) {{(pid=84876) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 14 07:22:13.633902 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b374fba-2575-4962-badf-0cc000d8e905 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4f7fc003-b953-4f30-ba70-4089d7801cdb,revision_number=1']} {{(pid=84874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:22:13.646270 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-2b374fba-2575-4962-badf-0cc000d8e905 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=ff5c0bca5ec047d09d70a9bdad9c7a12&name=default HTTP/1.1" status: 200 len: 2983 time: 1.3733072 Jan 14 07:22:13.646270 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-2b374fba-2575-4962-badf-0cc000d8e905 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.196s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:22:13.653283 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84874) accepted ('10.222.0.24', 41416) {{(pid=84874) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:22:13.705903 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-f0e5b789-b61c-4c76-9f0c-9c2eb7e78902 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:22:13.784834 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-ecda26c2-8380-4019-a361-f280cdfc0b45 tempest-RoutersAdminNegativeIpV6Test-721887339 tempest-RoutersAdminNegativeIpV6Test-721887339] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1036 time: 6.9936934 Jan 14 07:22:13.807140 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84874) accepted ('10.222.0.24', 41420) {{(pid=84874) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:22:13.807869 n-d-768862-2 neutron-server[84765]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3dc72ce3-04ab-4704-bace-b3a94b5861b6 tempest-RoutersIpV6AdminTest-1631784580 tempest-RoutersIpV6AdminTest-1631784580] Router fc8eb4c0-1d2c-4c37-89e9-66e05dca6620 is scheduled to L3 agent 35f592e9-451b-4db9-abea-77b6a5c5391b with binding_index 1 {{(pid=84874) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}} Jan 14 07:22:13.821256 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.v2.base [None req-7b545fe6-bf57-4812-9807-df75669f4841 tempest-RoutersAdminNegativeIpV6Test-721887339 tempest-RoutersAdminNegativeIpV6Test-721887339] Request body: {'router': {'external_gateway_info': {'network_id': '226f1e78-82cd-4481-9055-4eb73b6db8c1', 'external_fixed_ips': [{'subnet_id': 'ba8deeec-7658-4195-9449-038c076f5c83', 'ip_address': '172.25.2.210'}]}}} {{(pid=84874) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:22:13.840543 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-7b545fe6-bf57-4812-9807-df75669f4841 tempest-RoutersAdminNegativeIpV6Test-721887339 tempest-RoutersAdminNegativeIpV6Test-721887339] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:22:13.860023 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-7b545fe6-bf57-4812-9807-df75669f4841 tempest-RoutersAdminNegativeIpV6Test-721887339 tempest-RoutersAdminNegativeIpV6Test-721887339] Usage tracker for resource:router and tenant:a30e9853809543449f110119fe25376e is out of sync, need to count used quota {{(pid=84874) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:22:13.924728 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-7b545fe6-bf57-4812-9807-df75669f4841 tempest-RoutersAdminNegativeIpV6Test-721887339 tempest-RoutersAdminNegativeIpV6Test-721887339] Quota usage for router was recalculated. Used quota:0. {{(pid=84874) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:22:13.950489 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-30c8e327-7b0d-4a88-ae58-c955833ddb3a tempest-BulkNetworkOpsIpV6Test-1034590256 tempest-BulkNetworkOpsIpV6Test-1034590256] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850887113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3254092', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036851981146'] for subnet, after_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:22:13.955123 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-b227e05c-fa1c-4273-bf28-0169d4054374 tempest-RoutersIpV6Test-883692175 tempest-RoutersIpV6Test-883692175] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036854176836'] for subnet, precommit_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:22:13.969699 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-7b545fe6-bf57-4812-9807-df75669f4841 tempest-RoutersAdminNegativeIpV6Test-721887339 tempest-RoutersAdminNegativeIpV6Test-721887339] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:22:13.972126 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-696689fa-0f4b-485e-b7bb-672391b12fe2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:22:14.068985 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-f0e5b789-b61c-4c76-9f0c-9c2eb7e78902 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850887153'] for security_group, after_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:22:14.078713 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-fe3373ed-1ef8-4f6a-b83d-517eb20fa8ca admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:22:14.113946 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.db_base_plugin_common [None req-448a8fe1-6c36-4821-a9b3-b5ce0b44b68a None None] Allocated IP 2001:db8::1 (0371f441-53fb-482a-a794-d7d2dffd2bc3/d277f5ce-5bec-41d1-9d38-78de05a49e4f/d8752f81-84d9-41c7-9f5f-6f7911a6f474) {{(pid=84876) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 14 07:22:14.144881 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-9559a7be-29e0-4d87-8466-9368087a9ef6 None None] Notify callbacks [] for port, precommit_create {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:22:14.227965 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0e5b789-b61c-4c76-9f0c-9c2eb7e78902 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9bde46dc-1890-49d3-a297-2ee7930dbebb,revision_number=None']} {{(pid=84875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:22:14.228909 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-9559a7be-29e0-4d87-8466-9368087a9ef6 None None] Transition to ACTIVE for port object 9849d1ab-8747-45ab-b02b-47c9afb42c54 will not be triggered until provisioned by entity L2. {{(pid=84876) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 07:22:14.238456 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-f0e5b789-b61c-4c76-9f0c-9c2eb7e78902 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.160s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:22:14.247281 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-f0e5b789-b61c-4c76-9f0c-9c2eb7e78902 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:22:14.253206 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-f0e5b789-b61c-4c76-9f0c-9c2eb7e78902 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/9bde46dc-1890-49d3-a297-2ee7930dbebb HTTP/1.1" status: 204 len: 168 time: 1.4359353 Jan 14 07:22:14.253206 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-b83fdcba-9c0b-4ca3-bb5d-e7f5daee4f4e tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555753'] for port, before_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:22:14.311798 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-9559a7be-29e0-4d87-8466-9368087a9ef6 None None] Transition to ACTIVE for port object 9849d1ab-8747-45ab-b02b-47c9afb42c54 will not be triggered until provisioned by entity DHCP. {{(pid=84876) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 07:22:14.317969 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-00460d92-a604-45ec-8549-5ffb0f016e13 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:22:14.340589 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-9559a7be-29e0-4d87-8466-9368087a9ef6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777640123575'] for port, after_create {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:22:14.358868 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84876) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:22:14.630066 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9559a7be-29e0-4d87-8466-9368087a9ef6 None None] Pushing event updated for resources: {'Port': ['ID=9849d1ab-8747-45ab-b02b-47c9afb42c54,revision_number=1']} {{(pid=84876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:22:14.667606 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-9559a7be-29e0-4d87-8466-9368087a9ef6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.308s {{(pid=84876) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:22:14.737049 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-7b545fe6-bf57-4812-9807-df75669f4841 tempest-RoutersAdminNegativeIpV6Test-721887339 tempest-RoutersAdminNegativeIpV6Test-721887339] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3889205', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854717621'] for router, before_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:22:14.738042 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-7b545fe6-bf57-4812-9807-df75669f4841 tempest-RoutersAdminNegativeIpV6Test-721887339 tempest-RoutersAdminNegativeIpV6Test-721887339] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036850886574', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3912501', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3808446', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-58179'] for router, precommit_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:22:14.741681 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-448a8fe1-6c36-4821-a9b3-b5ce0b44b68a None None] Notify callbacks [] for port, precommit_create {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:22:14.771204 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-448a8fe1-6c36-4821-a9b3-b5ce0b44b68a None None] Transition to ACTIVE for port object d8752f81-84d9-41c7-9f5f-6f7911a6f474 will not be triggered until provisioned by entity L2. {{(pid=84876) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 07:22:14.772464 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-00460d92-a604-45ec-8549-5ffb0f016e13 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:22:14.787715 n-d-768862-2 neutron-server[84765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9559a7be-29e0-4d87-8466-9368087a9ef6 None None] Network 23f0a15d-6362-4cec-82c1-cacba887c566 is already hosted by enough agents. {{(pid=84876) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 07:22:14.791639 n-d-768862-2 neutron-server[84765]: DEBUG neutron.scheduler.base_scheduler [None req-9559a7be-29e0-4d87-8466-9368087a9ef6 None None] Resources bound (agent type, host, resource id): {{(pid=84876) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 07:22:14.797479 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9559a7be-29e0-4d87-8466-9368087a9ef6 None None] Received port after_create {{(pid=84876) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 14 07:22:14.809441 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-448a8fe1-6c36-4821-a9b3-b5ce0b44b68a None None] Transition to ACTIVE for port object d8752f81-84d9-41c7-9f5f-6f7911a6f474 will not be triggered until provisioned by entity DHCP. {{(pid=84876) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 07:22:14.833815 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30c8e327-7b0d-4a88-ae58-c955833ddb3a tempest-BulkNetworkOpsIpV6Test-1034590256 tempest-BulkNetworkOpsIpV6Test-1034590256] Pushing event updated for resources: {'Subnet': ['ID=e4044a7f-ccbf-46f5-bdfd-9c5174645023,revision_number=0']} {{(pid=84874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:22:14.834437 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-b227e05c-fa1c-4273-bf28-0169d4054374 tempest-RoutersIpV6Test-883692175 tempest-RoutersIpV6Test-883692175] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-598964', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850887113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3154192', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2308610'] for subnet, after_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:22:14.850925 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-448a8fe1-6c36-4821-a9b3-b5ce0b44b68a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777640123575'] for port, after_create {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:22:14.860608 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-9efac5c7-c5d9-410a-ae49-74df14d100c8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:22:14.863454 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-30c8e327-7b0d-4a88-ae58-c955833ddb3a tempest-BulkNetworkOpsIpV6Test-1034590256 tempest-BulkNetworkOpsIpV6Test-1034590256] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.891s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:22:14.864893 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-7b545fe6-bf57-4812-9807-df75669f4841 tempest-RoutersAdminNegativeIpV6Test-721887339 tempest-RoutersAdminNegativeIpV6Test-721887339] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:22:14.892927 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84876) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:22:14.894661 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3dc72ce3-04ab-4704-bace-b3a94b5861b6 tempest-RoutersIpV6AdminTest-1631784580 tempest-RoutersIpV6AdminTest-1631784580] Notify agent at l3_agent.n-d-768862-2 the message routers_updated {{(pid=84874) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jan 14 07:22:14.907360 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60d7da59-e1d4-4ca8-9ad4-da0fc9da67dd None None] Sync routers for ids ['fc8eb4c0-1d2c-4c37-89e9-66e05dca6620'] in n-d-768862-2 {{(pid=84877) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Jan 14 07:22:14.918683 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:shared":"rule:admin_only" was deprecated in W in favor of "update_network:shared":"role:admin and system_scope:all". Reason: Jan 14 07:22:14.918683 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:22:14.918683 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:22:14.918683 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:22:14.918683 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "update_network:provider:network_type":"role:admin and system_scope:all". Reason: Jan 14 07:22:14.918683 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:22:14.918683 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:22:14.918683 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:22:14.918683 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "update_network:provider:physical_network":"role:admin and system_scope:all". Reason: Jan 14 07:22:14.918683 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:22:14.918683 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:22:14.918683 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:22:14.918683 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "update_network:provider:segmentation_id":"role:admin and system_scope:all". Reason: Jan 14 07:22:14.918683 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:22:14.918683 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:22:14.918683 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:22:14.918683 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:router:external":"rule:admin_only" was deprecated in W in favor of "update_network:router:external":"role:admin and system_scope:all". Reason: Jan 14 07:22:14.918683 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:22:14.918683 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:22:14.918683 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:22:14.918683 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:is_default":"rule:admin_only" was deprecated in W in favor of "update_network:is_default":"role:admin and system_scope:all". Reason: Jan 14 07:22:14.918683 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:22:14.918683 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:22:14.918683 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:22:14.918683 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:port_security_enabled":"rule:admin_or_owner" was deprecated in W in favor of "update_network:port_security_enabled":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 07:22:14.918683 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:22:14.918683 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:22:14.918683 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:22:14.918683 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "delete_network":"rule:admin_or_owner" was deprecated in W in favor of "delete_network":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 07:22:14.918683 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:22:14.918683 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:22:14.918683 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:22:14.918683 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_segment":"rule:admin_only" was deprecated in W in favor of "create_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:22:14.918683 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:22:14.918683 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_segment":"rule:admin_only" was deprecated in W in favor of "get_segment":"role:reader and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:22:14.918683 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:22:14.918683 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_segment":"rule:admin_only" was deprecated in W in favor of "update_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:22:14.918683 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:22:14.918683 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "delete_segment":"rule:admin_only" was deprecated in W in favor of "delete_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:22:14.918683 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:22:14.918683 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network":"rule:regular_user" was deprecated in W in favor of "create_network":"role:member and project_id:%(project_id)s". Reason: Jan 14 07:22:14.918683 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:22:14.923562 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:22:14.923562 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:22:14.923562 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:shared":"rule:admin_only" was deprecated in W in favor of "create_network:shared":"role:admin and system_scope:all". Reason: Jan 14 07:22:14.923562 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:22:14.923562 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:22:14.923562 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:22:14.923562 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:router:external":"rule:admin_only" was deprecated in W in favor of "create_network:router:external":"role:admin and system_scope:all". Reason: Jan 14 07:22:14.923562 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:22:14.923562 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:22:14.923562 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:22:14.923562 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:is_default":"rule:admin_only" was deprecated in W in favor of "create_network:is_default":"role:admin and system_scope:all". Reason: Jan 14 07:22:14.923562 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:22:14.923562 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:22:14.923562 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:22:14.923562 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:port_security_enabled":"rule:regular_user" was deprecated in W in favor of "create_network:port_security_enabled":"role:member and project_id:%(project_id)s". Reason: Jan 14 07:22:14.923562 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:22:14.923562 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:22:14.923562 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:22:14.923562 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:segments":"rule:admin_only" was deprecated in W in favor of "create_network:segments":"role:admin and system_scope:all". Reason: Jan 14 07:22:14.923562 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:22:14.923562 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:22:14.923562 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:22:14.923562 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "create_network:provider:network_type":"role:admin and system_scope:all". Reason: Jan 14 07:22:14.923562 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:22:14.923562 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:22:14.923562 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:22:14.923562 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "create_network:provider:physical_network":"role:admin and system_scope:all". Reason: Jan 14 07:22:14.923562 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:22:14.923562 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:22:14.923562 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:22:14.923562 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "create_network:provider:segmentation_id":"role:admin and system_scope:all". Reason: Jan 14 07:22:14.923562 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:22:14.923562 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:22:14.923562 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:22:14.923562 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network":"rule:admin_or_owner or rule:shared or rule:external or rule:context_is_advsvc" was deprecated in W in favor of "get_network":"(role:reader and system_scope:all) or (role:reader and project_id:%(project_id)s) or rule:shared or rule:external or rule:context_is_advsvc". Reason: Jan 14 07:22:14.923562 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:22:14.923562 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:22:14.923562 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:22:14.923562 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:router:external":"rule:regular_user" was deprecated in W in favor of "get_network:router:external":"role:reader and project_id:%(project_id)s". Reason: Jan 14 07:22:14.923562 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:22:14.923562 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:22:14.923562 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:22:14.923562 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:segments":"rule:admin_only" was deprecated in W in favor of "get_network:segments":"role:reader and system_scope:all". Reason: Jan 14 07:22:14.923562 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:22:14.923562 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:22:14.923562 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:22:14.923562 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "get_network:provider:network_type":"role:reader and system_scope:all". Reason: Jan 14 07:22:14.923562 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:22:14.923562 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:22:14.923562 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:22:14.940443 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "get_network:provider:physical_network":"role:reader and system_scope:all". Reason: Jan 14 07:22:14.940443 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:22:14.940443 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:22:14.940443 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:22:14.940443 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "get_network:provider:segmentation_id":"role:reader and system_scope:all". Reason: Jan 14 07:22:14.940443 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:22:14.940443 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:22:14.940443 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:22:14.940443 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network":"rule:admin_or_owner" was deprecated in W in favor of "update_network":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 07:22:14.940443 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:22:14.940443 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:22:14.940443 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:22:14.940443 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:segments":"rule:admin_only" was deprecated in W in favor of "update_network:segments":"role:admin and system_scope:all". Reason: Jan 14 07:22:14.940443 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:22:14.940443 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:22:14.940443 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:22:14.940443 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:shared":"rule:admin_only" was deprecated in W in favor of "update_network:shared":"role:admin and system_scope:all". Reason: Jan 14 07:22:14.940443 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:22:14.940443 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:22:14.940443 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:22:14.940443 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "update_network:provider:network_type":"role:admin and system_scope:all". Reason: Jan 14 07:22:14.940443 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:22:14.940443 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:22:14.940443 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:22:14.940443 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "update_network:provider:physical_network":"role:admin and system_scope:all". Reason: Jan 14 07:22:14.940443 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:22:14.940443 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:22:14.940443 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:22:14.940443 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "update_network:provider:segmentation_id":"role:admin and system_scope:all". Reason: Jan 14 07:22:14.940443 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:22:14.940443 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:22:14.940443 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:22:14.940443 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:router:external":"rule:admin_only" was deprecated in W in favor of "update_network:router:external":"role:admin and system_scope:all". Reason: Jan 14 07:22:14.940443 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:22:14.940443 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:22:14.940443 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:22:14.940443 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:is_default":"rule:admin_only" was deprecated in W in favor of "update_network:is_default":"role:admin and system_scope:all". Reason: Jan 14 07:22:14.940443 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:22:14.940443 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:22:14.940443 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:22:14.943759 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60d7da59-e1d4-4ca8-9ad4-da0fc9da67dd None None] Routers {'fc8eb4c0-1d2c-4c37-89e9-66e05dca6620'} bound to L3 agent in host n-d-768862-2 {{(pid=84877) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 14 07:22:14.943759 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_hamode_db [None req-60d7da59-e1d4-4ca8-9ad4-da0fc9da67dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-01-14T06:56:51Z,description=,heartbeat_timestamp=2021-01-14T07:21:51Z,host='n-d-768862-2',id=35f592e9-451b-4db9-abea-77b6a5c5391b,load=0,resource_versions=,resources_synced=,started_at=2021-01-14T06:56:51Z,topic='l3_agent')) {'router_ids': ['fc8eb4c0-1d2c-4c37-89e9-66e05dca6620'], 'active': True} {{(pid=84877) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:22:14.966115 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.managers [None req-9559a7be-29e0-4d87-8466-9368087a9ef6 None None] Attempting to bind port 9849d1ab-8747-45ab-b02b-47c9afb42c54 on host n-d-768862-2 for vnic_type normal with profile {{(pid=84876) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 14 07:22:14.966115 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.managers [None req-9559a7be-29e0-4d87-8466-9368087a9ef6 None None] Attempting to bind port 9849d1ab-8747-45ab-b02b-47c9afb42c54 by drivers openvswitch on host n-d-768862-2 at level 0 using segments [{'id': '56f1c7cf-f3a3-41d2-9677-68978131444f', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 20, 'network_id': '23f0a15d-6362-4cec-82c1-cacba887c566'}] {{(pid=84876) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 14 07:22:14.966115 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9559a7be-29e0-4d87-8466-9368087a9ef6 None None] Attempting to bind port 9849d1ab-8747-45ab-b02b-47c9afb42c54 on network 23f0a15d-6362-4cec-82c1-cacba887c566 {{(pid=84876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 14 07:22:15.030045 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9559a7be-29e0-4d87-8466-9368087a9ef6 None None] Checking agent: {'id': 'ba5efab1-b43c-4d5a-bc52-6e105d4e67a2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768862-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 14, 6, 56, 52), 'started_at': datetime.datetime(2021, 1, 14, 6, 57, 22), 'heartbeat_timestamp': datetime.datetime(2021, 1, 14, 7, 21, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768862-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.29', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 14 07:22:15.030471 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9559a7be-29e0-4d87-8466-9368087a9ef6 None None] Checking segment: {'id': '56f1c7cf-f3a3-41d2-9677-68978131444f', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 20, 'network_id': '23f0a15d-6362-4cec-82c1-cacba887c566'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84876) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 14 07:22:15.030914 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-9559a7be-29e0-4d87-8466-9368087a9ef6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:22:15.031363 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9559a7be-29e0-4d87-8466-9368087a9ef6 None None] Bound using segment: {'id': '56f1c7cf-f3a3-41d2-9677-68978131444f', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 20, 'network_id': '23f0a15d-6362-4cec-82c1-cacba887c566'} {{(pid=84876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 14 07:22:15.031928 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.managers [None req-9559a7be-29e0-4d87-8466-9368087a9ef6 None None] Bound port: 9849d1ab-8747-45ab-b02b-47c9afb42c54, host: n-d-768862-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '56f1c7cf-f3a3-41d2-9677-68978131444f', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 20, 'network_id': '23f0a15d-6362-4cec-82c1-cacba887c566'}}] {{(pid=84876) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 14 07:22:15.032354 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-9559a7be-29e0-4d87-8466-9368087a9ef6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555753'] for port, before_update {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:22:15.040901 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_hamode_db [None req-60d7da59-e1d4-4ca8-9ad4-da0fc9da67dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768862-2', False) {} {{(pid=84877) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:22:15.053405 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60d7da59-e1d4-4ca8-9ad4-da0fc9da67dd None None] Routers {'fc8eb4c0-1d2c-4c37-89e9-66e05dca6620'} bound to L3 agent in host n-d-768862-2 {{(pid=84877) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 14 07:22:15.054474 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_hamode_db [None req-60d7da59-e1d4-4ca8-9ad4-da0fc9da67dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-01-14T06:56:51Z,description=,heartbeat_timestamp=2021-01-14T07:21:51Z,host='n-d-768862-2',id=35f592e9-451b-4db9-abea-77b6a5c5391b,load=0,resource_versions=,resources_synced=,started_at=2021-01-14T06:56:51Z,topic='l3_agent')) {'router_ids': ['fc8eb4c0-1d2c-4c37-89e9-66e05dca6620'], 'active': True} {{(pid=84877) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:22:15.085460 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-3dc72ce3-04ab-4704-bace-b3a94b5861b6 tempest-RoutersIpV6AdminTest-1631784580 tempest-RoutersIpV6AdminTest-1631784580] Notify callbacks [] for router, before_response {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:22:15.087028 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-3dc72ce3-04ab-4704-bace-b3a94b5861b6 tempest-RoutersIpV6AdminTest-1631784580 tempest-RoutersIpV6AdminTest-1631784580] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 12.0747051 Jan 14 07:22:15.108701 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b227e05c-fa1c-4273-bf28-0169d4054374 tempest-RoutersIpV6Test-883692175 tempest-RoutersIpV6Test-883692175] Pushing event deleted for resources: {'Subnet': ['ID=498a844b-1604-4d80-bbfa-b694af82327c,revision_number=None']} {{(pid=84875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:22:15.116293 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-b227e05c-fa1c-4273-bf28-0169d4054374 tempest-RoutersIpV6Test-883692175 tempest-RoutersIpV6Test-883692175] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.256s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:22:15.164960 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_hamode_db [None req-60d7da59-e1d4-4ca8-9ad4-da0fc9da67dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768862-2', False) {} {{(pid=84877) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:22:15.166277 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60d7da59-e1d4-4ca8-9ad4-da0fc9da67dd None None] The sync data for ids ['fc8eb4c0-1d2c-4c37-89e9-66e05dca6620'] in n-d-768862-2 is: [] {{(pid=84877) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Jan 14 07:22:15.207979 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-00460d92-a604-45ec-8549-5ffb0f016e13 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850887153'] for security_group, after_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:22:15.210942 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-00460d92-a604-45ec-8549-5ffb0f016e13 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:22:15.211458 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84875) accepted ('10.222.0.24', 41430) {{(pid=84875) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:22:15.214686 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-00460d92-a604-45ec-8549-5ffb0f016e13 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/4f7fc003-b953-4f30-ba70-4089d7801cdb HTTP/1.1" status: 204 len: 168 time: 1.5530808 Jan 14 07:22:15.217503 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-fe1c7f93-2397-45cd-b2a2-727df57b3687 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:22:15.222410 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-448a8fe1-6c36-4821-a9b3-b5ce0b44b68a None None] Pushing event updated for resources: {'Port': ['ID=d8752f81-84d9-41c7-9f5f-6f7911a6f474,revision_number=1']} {{(pid=84876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:22:15.236357 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-448a8fe1-6c36-4821-a9b3-b5ce0b44b68a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.344s {{(pid=84876) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:22:15.313195 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [None req-9559a7be-29e0-4d87-8466-9368087a9ef6 None None] For port 9849d1ab-8747-45ab-b02b-47c9afb42c54, host n-d-768862-2, cleared binding levels {{(pid=84876) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 14 07:22:15.349092 n-d-768862-2 neutron-server[84765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-448a8fe1-6c36-4821-a9b3-b5ce0b44b68a None None] Network 0371f441-53fb-482a-a794-d7d2dffd2bc3 is already hosted by enough agents. {{(pid=84876) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 07:22:15.353241 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00460d92-a604-45ec-8549-5ffb0f016e13 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4f7fc003-b953-4f30-ba70-4089d7801cdb,revision_number=None']} {{(pid=84874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:22:15.354530 n-d-768862-2 neutron-server[84765]: DEBUG neutron.scheduler.base_scheduler [None req-448a8fe1-6c36-4821-a9b3-b5ce0b44b68a None None] Resources bound (agent type, host, resource id): {{(pid=84876) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 07:22:15.359665 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30c8e327-7b0d-4a88-ae58-c955833ddb3a tempest-BulkNetworkOpsIpV6Test-1034590256 tempest-BulkNetworkOpsIpV6Test-1034590256] Checking segment: {'id': 'fab72d8c-325f-498a-b8d8-57314e13f5a8', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 18, 'network_id': 'd5ceff35-6742-45f3-b435-63b87f9f4e9b'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84874) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 14 07:22:15.360048 n-d-768862-2 neutron-server[84765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30c8e327-7b0d-4a88-ae58-c955833ddb3a tempest-BulkNetworkOpsIpV6Test-1034590256 tempest-BulkNetworkOpsIpV6Test-1034590256] Network hostable DHCP agents. Network: d5ceff35-6742-45f3-b435-63b87f9f4e9b, hostable agents: ['32f3dd84-26da-4d18-bf15-6017a8fb7247'], hosted agents: [] {{(pid=84874) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Jan 14 07:22:15.370288 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [None req-9559a7be-29e0-4d87-8466-9368087a9ef6 None None] For port 9849d1ab-8747-45ab-b02b-47c9afb42c54, host n-d-768862-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-2',level=0,port_id=9849d1ab-8747-45ab-b02b-47c9afb42c54,segment=NetworkSegment(56f1c7cf-f3a3-41d2-9677-68978131444f),segment_id=56f1c7cf-f3a3-41d2-9677-68978131444f)] {{(pid=84876) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 14 07:22:15.412582 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-448a8fe1-6c36-4821-a9b3-b5ce0b44b68a None None] Received port after_create {{(pid=84876) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 14 07:22:15.437735 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-00460d92-a604-45ec-8549-5ffb0f016e13 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.220s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:22:15.456004 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84874) accepted ('10.222.0.24', 41436) {{(pid=84874) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:22:15.458934 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-7b545fe6-bf57-4812-9807-df75669f4841 tempest-RoutersAdminNegativeIpV6Test-721887339 tempest-RoutersAdminNegativeIpV6Test-721887339] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3912484', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3889188', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-58194'] for router, precommit_update {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:22:15.476792 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-9559a7be-29e0-4d87-8466-9368087a9ef6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777640533312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363259214678337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777640097497'] for port, after_update {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:22:15.495269 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-9a025b50-658d-4213-824e-7aa819b3b0a7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:22:15.531053 n-d-768862-2 neutron-server[84765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30c8e327-7b0d-4a88-ae58-c955833ddb3a tempest-BulkNetworkOpsIpV6Test-1034590256 tempest-BulkNetworkOpsIpV6Test-1034590256] Network d5ceff35-6742-45f3-b435-63b87f9f4e9b is scheduled to be hosted by DHCP agent 32f3dd84-26da-4d18-bf15-6017a8fb7247 with binding_index 1 {{(pid=84874) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Jan 14 07:22:15.546594 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-9a025b50-658d-4213-824e-7aa819b3b0a7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:22:15.553406 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-9a025b50-658d-4213-824e-7aa819b3b0a7 admin admin] Usage tracker for resource:security_group_rule and tenant:fed64dd508b84971b45896ef3b99d85d is out of sync, need to count used quota {{(pid=84874) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:22:15.556701 n-d-768862-2 neutron-server[84765]: DEBUG neutron.scheduler.base_scheduler [None req-30c8e327-7b0d-4a88-ae58-c955833ddb3a tempest-BulkNetworkOpsIpV6Test-1034590256 tempest-BulkNetworkOpsIpV6Test-1034590256] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768862-2, d5ceff35-6742-45f3-b435-63b87f9f4e9b) {{(pid=84874) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 07:22:15.558915 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-9a025b50-658d-4213-824e-7aa819b3b0a7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84874) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:22:15.572199 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-b227e05c-fa1c-4273-bf28-0169d4054374 tempest-RoutersIpV6Test-883692175 tempest-RoutersIpV6Test-883692175] Notify callbacks [] for subnet, before_response {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:22:15.586042 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-b227e05c-fa1c-4273-bf28-0169d4054374 tempest-RoutersIpV6Test-883692175 tempest-RoutersIpV6Test-883692175] 10.222.0.24 "DELETE /v2.0/subnets/498a844b-1604-4d80-bbfa-b694af82327c HTTP/1.1" status: 204 len: 168 time: 3.0416255 Jan 14 07:22:15.595130 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84875) accepted ('10.222.0.24', 41442) {{(pid=84875) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:22:15.676342 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-5f362551-e39a-4944-b80c-50524915be69 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=84876) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:22:15.689971 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-9a025b50-658d-4213-824e-7aa819b3b0a7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:22:15.721680 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30c8e327-7b0d-4a88-ae58-c955833ddb3a tempest-BulkNetworkOpsIpV6Test-1034590256 tempest-BulkNetworkOpsIpV6Test-1034590256] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:22:15.725529 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30c8e327-7b0d-4a88-ae58-c955833ddb3a tempest-BulkNetworkOpsIpV6Test-1034590256 tempest-BulkNetworkOpsIpV6Test-1034590256] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:22:15.731981 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-30c8e327-7b0d-4a88-ae58-c955833ddb3a tempest-BulkNetworkOpsIpV6Test-1034590256 tempest-BulkNetworkOpsIpV6Test-1034590256] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3207107'] for subnet, before_response {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:22:15.831030 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-30c8e327-7b0d-4a88-ae58-c955833ddb3a tempest-BulkNetworkOpsIpV6Test-1034590256 tempest-BulkNetworkOpsIpV6Test-1034590256] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 1476 time: 10.2658000 Jan 14 07:22:15.835665 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84874) accepted ('10.222.0.24', 41452) {{(pid=84874) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:22:15.839493 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22a40e9a-dfc7-4bd9-90dc-6cac46fe17de None None] Network d5ceff35-6742-45f3-b435-63b87f9f4e9b requested from n-d-768862-2 {{(pid=84876) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 07:22:15.843229 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-fbaf36b1-79e5-46c4-b530-aafd4c514694 tempest-RoutersIpV6AdminTest-832003634 tempest-RoutersIpV6AdminTest-832003634] 10.222.0.24 "GET /v2.0/routers/fc8eb4c0-1d2c-4c37-89e9-66e05dca6620 HTTP/1.1" status: 200 len: 923 time: 0.6039252 Jan 14 07:22:15.850508 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84875) accepted ('10.222.0.24', 41456) {{(pid=84875) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:22:15.855246 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.db_base_plugin_common [None req-b83fdcba-9c0b-4ca3-bb5d-e7f5daee4f4e tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] Allocated IP 2001:db8::1 (23f0a15d-6362-4cec-82c1-cacba887c566/44580eaa-edb2-43a6-912a-591a1d1fb1d0/3becc3fe-ce01-4815-b33e-7a8b5db1ecdb) {{(pid=84875) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 14 07:22:15.913001 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-fe3bf208-f199-4eb8-9f28-49927c9e9ba3 tempest-RoutersIpV6Test-883692175 tempest-RoutersIpV6Test-883692175] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036854160497'] for network, before_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:22:15.970648 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44be7d02-be19-4c55-935d-4976bfc34f95 tempest-BulkNetworkOpsIpV6Test-1034590256 tempest-BulkNetworkOpsIpV6Test-1034590256] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:22:15.976267 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44be7d02-be19-4c55-935d-4976bfc34f95 tempest-BulkNetworkOpsIpV6Test-1034590256 tempest-BulkNetworkOpsIpV6Test-1034590256] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:22:15.981964 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44be7d02-be19-4c55-935d-4976bfc34f95 tempest-BulkNetworkOpsIpV6Test-1034590256 tempest-BulkNetworkOpsIpV6Test-1034590256] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:22:15.983298 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-44be7d02-be19-4c55-935d-4976bfc34f95 tempest-BulkNetworkOpsIpV6Test-1034590256 tempest-BulkNetworkOpsIpV6Test-1034590256] Synchronizing usage tracker for tenant:c426aaa923cd4f78a69be9b70a9d35c7 on resource:subnet {{(pid=84874) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 14 07:22:16.005536 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-8b535176-f10b-473d-9361-df739489de1c tempest-RoutersIpV6AdminTest-1631784580 tempest-RoutersIpV6AdminTest-1631784580] 10.222.0.24 "GET /v2.0/ports?device_id=fc8eb4c0-1d2c-4c37-89e9-66e05dca6620 HTTP/1.1" status: 200 len: 205 time: 0.1541529 Jan 14 07:22:16.010789 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84874) accepted ('10.222.0.24', 41464) {{(pid=84874) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:22:16.011368 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de778ce7-3254-45a4-8c8f-cb57101a7d4f None None] Network de8f1523-5720-4564-861b-bf6f29e16200 requested from n-d-768862-2 {{(pid=84876) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 07:22:16.040556 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.plugin [None req-fe3bf208-f199-4eb8-9f28-49927c9e9ba3 tempest-RoutersIpV6Test-883692175 tempest-RoutersIpV6Test-883692175] Deleting port 4d3e060a-82a8-49ad-8359-b36f48f00a12 {{(pid=84875) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 07:22:16.041049 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-fe3bf208-f199-4eb8-9f28-49927c9e9ba3 tempest-RoutersIpV6Test-883692175 tempest-RoutersIpV6Test-883692175] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363259214248359'] for port, before_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:22:16.155917 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9559a7be-29e0-4d87-8466-9368087a9ef6 None None] Pushing event updated for resources: {'Port': ['ID=9849d1ab-8747-45ab-b02b-47c9afb42c54,revision_number=2']} {{(pid=84876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:22:16.210742 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-44be7d02-be19-4c55-935d-4976bfc34f95 tempest-BulkNetworkOpsIpV6Test-1034590256 tempest-BulkNetworkOpsIpV6Test-1034590256] Unset dirty status for tenant:c426aaa923cd4f78a69be9b70a9d35c7 on resource:subnet {{(pid=84874) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 14 07:22:16.223885 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-44be7d02-be19-4c55-935d-4976bfc34f95 tempest-BulkNetworkOpsIpV6Test-1034590256 tempest-BulkNetworkOpsIpV6Test-1034590256] 10.222.0.24 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2102 time: 0.3740046 Jan 14 07:22:16.243758 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84874) accepted ('10.222.0.24', 41468) {{(pid=84874) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:22:16.305708 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-9a025b50-658d-4213-824e-7aa819b3b0a7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:22:16.319210 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-9559a7be-29e0-4d87-8466-9368087a9ef6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.648s {{(pid=84876) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:22:16.335124 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-9a025b50-658d-4213-824e-7aa819b3b0a7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850887153'] for security_group, after_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:22:16.354276 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-db15fda1-cdf7-44cd-8b4a-81ad315f4511 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:22:16.416053 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.managers [None req-448a8fe1-6c36-4821-a9b3-b5ce0b44b68a None None] Attempting to bind port d8752f81-84d9-41c7-9f5f-6f7911a6f474 on host n-d-768862-2 for vnic_type normal with profile {{(pid=84876) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 14 07:22:16.416575 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.managers [None req-448a8fe1-6c36-4821-a9b3-b5ce0b44b68a None None] Attempting to bind port d8752f81-84d9-41c7-9f5f-6f7911a6f474 by drivers openvswitch on host n-d-768862-2 at level 0 using segments [{'id': 'c035af6b-3e7c-4781-91bb-946454f58254', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '0371f441-53fb-482a-a794-d7d2dffd2bc3'}] {{(pid=84876) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 14 07:22:16.416864 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-448a8fe1-6c36-4821-a9b3-b5ce0b44b68a None None] Attempting to bind port d8752f81-84d9-41c7-9f5f-6f7911a6f474 on network 0371f441-53fb-482a-a794-d7d2dffd2bc3 {{(pid=84876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 14 07:22:16.475890 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-448a8fe1-6c36-4821-a9b3-b5ce0b44b68a None None] Checking agent: {'id': 'ba5efab1-b43c-4d5a-bc52-6e105d4e67a2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768862-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 14, 6, 56, 52), 'started_at': datetime.datetime(2021, 1, 14, 6, 57, 22), 'heartbeat_timestamp': datetime.datetime(2021, 1, 14, 7, 21, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768862-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.29', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 14 07:22:16.476431 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-448a8fe1-6c36-4821-a9b3-b5ce0b44b68a None None] Checking segment: {'id': 'c035af6b-3e7c-4781-91bb-946454f58254', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '0371f441-53fb-482a-a794-d7d2dffd2bc3'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84876) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 14 07:22:16.476769 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-448a8fe1-6c36-4821-a9b3-b5ce0b44b68a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:22:16.477273 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-448a8fe1-6c36-4821-a9b3-b5ce0b44b68a None None] Bound using segment: {'id': 'c035af6b-3e7c-4781-91bb-946454f58254', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '0371f441-53fb-482a-a794-d7d2dffd2bc3'} {{(pid=84876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 14 07:22:16.477819 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.managers [None req-448a8fe1-6c36-4821-a9b3-b5ce0b44b68a None None] Bound port: d8752f81-84d9-41c7-9f5f-6f7911a6f474, host: n-d-768862-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c035af6b-3e7c-4781-91bb-946454f58254', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '0371f441-53fb-482a-a794-d7d2dffd2bc3'}}] {{(pid=84876) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 14 07:22:16.478239 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-448a8fe1-6c36-4821-a9b3-b5ce0b44b68a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555753'] for port, before_update {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:22:16.548419 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a025b50-658d-4213-824e-7aa819b3b0a7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=87758993-33be-4b1d-a0d7-3b2c4f50f58d,revision_number=1']} {{(pid=84874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:22:16.619522 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [None req-448a8fe1-6c36-4821-a9b3-b5ce0b44b68a None None] For port d8752f81-84d9-41c7-9f5f-6f7911a6f474, host n-d-768862-2, cleared binding levels {{(pid=84876) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 14 07:22:16.623428 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [None req-448a8fe1-6c36-4821-a9b3-b5ce0b44b68a None None] For port d8752f81-84d9-41c7-9f5f-6f7911a6f474, host n-d-768862-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-2',level=0,port_id=d8752f81-84d9-41c7-9f5f-6f7911a6f474,segment=NetworkSegment(c035af6b-3e7c-4781-91bb-946454f58254),segment_id=c035af6b-3e7c-4781-91bb-946454f58254)] {{(pid=84876) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 14 07:22:16.626618 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2298334c-491d-4f92-8e84-28bc89b492c8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5d94dc7a-c095-50a4-955e-5f3b78718a12-d5ceff35-6742-45f3-b435-63b87f9f4e9b', 'network_id': 'd5ceff35-6742-45f3-b435-63b87f9f4e9b', 'tenant_id': 'c426aaa923cd4f78a69be9b70a9d35c7', 'fixed_ips': [{'subnet_id': 'e4044a7f-ccbf-46f5-bdfd-9c5174645023'}]}} from n-d-768862-2. {{(pid=84876) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Jan 14 07:22:16.627653 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-2298334c-491d-4f92-8e84-28bc89b492c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555753'] for port, before_create {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:22:16.640904 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-9a025b50-658d-4213-824e-7aa819b3b0a7 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=fed64dd508b84971b45896ef3b99d85d&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1722615 Jan 14 07:22:16.662726 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-448a8fe1-6c36-4821-a9b3-b5ce0b44b68a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777640533312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363259214678337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777640097497'] for port, after_update {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:22:16.679729 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [None req-fe3bf208-f199-4eb8-9f28-49927c9e9ba3 tempest-RoutersIpV6Test-883692175 tempest-RoutersIpV6Test-883692175] For port 4d3e060a-82a8-49ad-8359-b36f48f00a12, host n-d-768862-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-2',level=0,port_id=4d3e060a-82a8-49ad-8359-b36f48f00a12,segment=NetworkSegment(413c8920-9c32-4c0d-b6c5-e276c9950385),segment_id=413c8920-9c32-4c0d-b6c5-e276c9950385)] {{(pid=84875) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 07:22:16.680134 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-fe3bf208-f199-4eb8-9f28-49927c9e9ba3 tempest-RoutersIpV6Test-883692175 tempest-RoutersIpV6Test-883692175] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036850862667'] for port, precommit_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:22:16.695698 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-9a025b50-658d-4213-824e-7aa819b3b0a7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.341s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:22:16.726808 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84874) accepted ('10.222.0.24', 41476) {{(pid=84874) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:22:16.794399 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-9e31f64b-a703-4b60-8d1d-b81fdf8a0dbd tempest-RoutersIpV6AdminTest-1631784580 tempest-RoutersIpV6AdminTest-1631784580] Notify callbacks [] for router, before_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:22:16.847691 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-e13b2c6a-bac3-4f31-a548-12714110e550 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84876) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:22:16.907171 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.plugin [None req-fe3bf208-f199-4eb8-9f28-49927c9e9ba3 tempest-RoutersIpV6Test-883692175 tempest-RoutersIpV6Test-883692175] Calling delete_port for 4d3e060a-82a8-49ad-8359-b36f48f00a12 owned by network:dhcp {{(pid=84875) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 07:22:16.939058 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-448a8fe1-6c36-4821-a9b3-b5ce0b44b68a None None] Pushing event updated for resources: {'Port': ['ID=d8752f81-84d9-41c7-9f5f-6f7911a6f474,revision_number=2']} {{(pid=84876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:22:16.950172 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-448a8fe1-6c36-4821-a9b3-b5ce0b44b68a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=84876) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:22:17.137374 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-b83fdcba-9c0b-4ca3-bb5d-e7f5daee4f4e tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] Notify callbacks [] for port, precommit_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:22:17.172507 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-b83fdcba-9c0b-4ca3-bb5d-e7f5daee4f4e tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] Transition to ACTIVE for port object 3becc3fe-ce01-4815-b33e-7a8b5db1ecdb will not be triggered until provisioned by entity DHCP. {{(pid=84875) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 07:22:17.193270 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-fe3bf208-f199-4eb8-9f28-49927c9e9ba3 tempest-RoutersIpV6Test-883692175 tempest-RoutersIpV6Test-883692175] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777640533329', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777640097463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851621574'] for port, after_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:22:17.329237 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-cd0a3a60-ac83-49ce-ac20-3c2dacef1ff3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:22:17.395960 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe3bf208-f199-4eb8-9f28-49927c9e9ba3 tempest-RoutersIpV6Test-883692175 tempest-RoutersIpV6Test-883692175] No DVR routers for this DVR port 4d3e060a-82a8-49ad-8359-b36f48f00a12 on host n-d-768862-2 {{(pid=84875) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Jan 14 07:22:17.398052 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe3bf208-f199-4eb8-9f28-49927c9e9ba3 tempest-RoutersIpV6Test-883692175 tempest-RoutersIpV6Test-883692175] Pushing event deleted for resources: {'Port': ['ID=4d3e060a-82a8-49ad-8359-b36f48f00a12,revision_number=None']} {{(pid=84875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:22:17.437350 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-fe3bf208-f199-4eb8-9f28-49927c9e9ba3 tempest-RoutersIpV6Test-883692175 tempest-RoutersIpV6Test-883692175] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:22:17.473548 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-b83fdcba-9c0b-4ca3-bb5d-e7f5daee4f4e tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777640123575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851621574'] for port, after_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:22:17.574453 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-cdae7ada-b3da-4f78-b203-b7a9fccfd996 tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:22:17.808205 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-fe3bf208-f199-4eb8-9f28-49927c9e9ba3 tempest-RoutersIpV6Test-883692175 tempest-RoutersIpV6Test-883692175] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-598987', 'neutron.services.segments.db._delete_segments_for_network-8777640583949'] for network, precommit_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:22:17.889249 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Device 9849d1ab-8747-45ab-b02b-47c9afb42c54 up at agent ovs-agent-n-d-768862-2 {{(pid=84876) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 07:22:17.901235 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-7b545fe6-bf57-4812-9807-df75669f4841 tempest-RoutersAdminNegativeIpV6Test-721887339 tempest-RoutersAdminNegativeIpV6Test-721887339] Notify callbacks [] for router_gateway, before_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:22:17.947424 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73b212f6-59ee-43d8-823d-0b3567e68010 None None] DHCP port deletion for de8f1523-5720-4564-861b-bf6f29e16200 request from n-d-768862-2 {{(pid=84876) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Jan 14 07:22:17.952513 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-7b545fe6-bf57-4812-9807-df75669f4841 tempest-RoutersAdminNegativeIpV6Test-721887339 tempest-RoutersAdminNegativeIpV6Test-721887339] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555753'] for port, before_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:22:17.974333 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b83fdcba-9c0b-4ca3-bb5d-e7f5daee4f4e tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] Pushing event updated for resources: {'Port': ['ID=3becc3fe-ce01-4815-b33e-7a8b5db1ecdb,revision_number=1']} {{(pid=84875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:22:17.978761 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-b83fdcba-9c0b-4ca3-bb5d-e7f5daee4f4e tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.404s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:22:18.002747 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.db_base_plugin_v2 [None req-c6f7b7e5-389e-4fab-acc3-5af300ccceb6 tempest-BulkNetworkOpsIpV6Test-1034590256 tempest-BulkNetworkOpsIpV6Test-1034590256] Deleting subnet d277f5ce-5bec-41d1-9d38-78de05a49e4f {{(pid=84874) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Jan 14 07:22:18.023680 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-c6f7b7e5-389e-4fab-acc3-5af300ccceb6 tempest-BulkNetworkOpsIpV6Test-1034590256 tempest-BulkNetworkOpsIpV6Test-1034590256] Notify callbacks [] for subnet, before_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:22:18.045335 n-d-768862-2 neutron-server[84765]: DEBUG neutron.services.segments.db [None req-fe3bf208-f199-4eb8-9f28-49927c9e9ba3 tempest-RoutersIpV6Test-883692175 tempest-RoutersIpV6Test-883692175] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['de8f1523-5720-4564-861b-bf6f29e16200']}} {{(pid=84875) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:22:18.077006 n-d-768862-2 neutron-server[84765]: DEBUG neutron.services.segments.db [None req-fe3bf208-f199-4eb8-9f28-49927c9e9ba3 tempest-RoutersIpV6Test-883692175 tempest-RoutersIpV6Test-883692175] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '413c8920-9c32-4c0d-b6c5-e276c9950385') {'for_net_delete': True} {{(pid=84875) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:22:18.077259 n-d-768862-2 neutron-server[84765]: DEBUG neutron.services.segments.db [None req-fe3bf208-f199-4eb8-9f28-49927c9e9ba3 tempest-RoutersIpV6Test-883692175 tempest-RoutersIpV6Test-883692175] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '413c8920-9c32-4c0d-b6c5-e276c9950385') {} {{(pid=84875) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:22:18.107267 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-fe3bf208-f199-4eb8-9f28-49927c9e9ba3 tempest-RoutersIpV6Test-883692175 tempest-RoutersIpV6Test-883692175] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363259214173198', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036851408567'] for segment, before_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:22:18.135311 n-d-768862-2 neutron-server[84765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b83fdcba-9c0b-4ca3-bb5d-e7f5daee4f4e tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] Network 23f0a15d-6362-4cec-82c1-cacba887c566 is already hosted by enough agents. {{(pid=84875) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 07:22:18.139573 n-d-768862-2 neutron-server[84765]: DEBUG neutron.scheduler.base_scheduler [None req-b83fdcba-9c0b-4ca3-bb5d-e7f5daee4f4e tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] Resources bound (agent type, host, resource id): {{(pid=84875) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 07:22:18.152263 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b83fdcba-9c0b-4ca3-bb5d-e7f5daee4f4e tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] Received port after_create {{(pid=84875) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 14 07:22:18.152905 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-b83fdcba-9c0b-4ca3-bb5d-e7f5daee4f4e tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036850886386'] for router_interface, before_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:22:18.153826 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.db_base_plugin_common [None req-2298334c-491d-4f92-8e84-28bc89b492c8 None None] Allocated IP 2001:db8:0:1::1 (d5ceff35-6742-45f3-b435-63b87f9f4e9b/e4044a7f-ccbf-46f5-bdfd-9c5174645023/a45fbcbf-b193-4cdc-a7c2-0604f2b61078) {{(pid=84876) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 14 07:22:18.188023 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Provisioning for port 9849d1ab-8747-45ab-b02b-47c9afb42c54 completed by entity L2. {{(pid=84876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 07:22:18.228698 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-e6d24639-152c-49e0-9184-65f305207628 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:22:18.294165 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-9e31f64b-a703-4b60-8d1d-b81fdf8a0dbd tempest-RoutersIpV6AdminTest-1631784580 tempest-RoutersIpV6AdminTest-1631784580] Notify callbacks [] for router_gateway, before_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:22:18.318155 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-c6f7b7e5-389e-4fab-acc3-5af300ccceb6 tempest-BulkNetworkOpsIpV6Test-1034590256 tempest-BulkNetworkOpsIpV6Test-1034590256] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036851807232'] for subnet, precommit_delete_associations {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:22:18.366415 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-b83fdcba-9c0b-4ca3-bb5d-e7f5daee4f4e tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555753'] for port, before_update {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:22:18.368117 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.plugin [None req-9e31f64b-a703-4b60-8d1d-b81fdf8a0dbd tempest-RoutersIpV6AdminTest-1631784580 tempest-RoutersIpV6AdminTest-1631784580] Deleting port 0f97781d-8e54-4337-ac8f-08980fa6013b {{(pid=84874) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 07:22:18.368515 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-9e31f64b-a703-4b60-8d1d-b81fdf8a0dbd tempest-RoutersIpV6AdminTest-1631784580 tempest-RoutersIpV6AdminTest-1631784580] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363259214248359'] for port, before_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:22:18.395435 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-fe3bf208-f199-4eb8-9f28-49927c9e9ba3 tempest-RoutersIpV6Test-883692175 tempest-RoutersIpV6Test-883692175] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854179735'] for segment, precommit_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:22:18.401253 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-fe3bf208-f199-4eb8-9f28-49927c9e9ba3 tempest-RoutersIpV6Test-883692175 tempest-RoutersIpV6Test-883692175] Releasing vxlan tunnel 15 to pool {{(pid=84875) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Jan 14 07:22:18.469772 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-e6d24639-152c-49e0-9184-65f305207628 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:22:18.777373 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-2298334c-491d-4f92-8e84-28bc89b492c8 None None] Notify callbacks [] for port, precommit_create {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:22:18.799528 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-a7b16b41-4ad0-4e65-a758-f78abb7c5aa8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363259214191800', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854171626'] for agent, after_update {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:22:18.808057 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-2298334c-491d-4f92-8e84-28bc89b492c8 None None] Transition to ACTIVE for port object a45fbcbf-b193-4cdc-a7c2-0604f2b61078 will not be triggered until provisioned by entity L2. {{(pid=84876) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 07:22:18.896883 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.managers [None req-fe3bf208-f199-4eb8-9f28-49927c9e9ba3 tempest-RoutersIpV6Test-883692175 tempest-RoutersIpV6Test-883692175] Network de8f1523-5720-4564-861b-bf6f29e16200 has no segments {{(pid=84875) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 14 07:22:18.910232 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-fe3bf208-f199-4eb8-9f28-49927c9e9ba3 tempest-RoutersIpV6Test-883692175 tempest-RoutersIpV6Test-883692175] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-596065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3154253'] for segment, after_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:22:18.918007 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-c6f7b7e5-389e-4fab-acc3-5af300ccceb6 tempest-BulkNetworkOpsIpV6Test-1034590256 tempest-BulkNetworkOpsIpV6Test-1034590256] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036854176836'] for subnet, precommit_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:22:18.955073 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-2298334c-491d-4f92-8e84-28bc89b492c8 None None] Transition to ACTIVE for port object a45fbcbf-b193-4cdc-a7c2-0604f2b61078 will not be triggered until provisioned by entity DHCP. {{(pid=84876) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 07:22:18.962817 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-2298334c-491d-4f92-8e84-28bc89b492c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777640123575'] for port, after_create {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:22:18.993174 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-e6d24639-152c-49e0-9184-65f305207628 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850887153'] for security_group, after_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:22:19.005846 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-1010dfec-715f-49de-ba4a-ec2b5a9a596b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:22:19.025319 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-9e31f64b-a703-4b60-8d1d-b81fdf8a0dbd tempest-RoutersIpV6AdminTest-1631784580 tempest-RoutersIpV6AdminTest-1631784580] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036850862667'] for port, precommit_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:22:19.128449 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-25312575-c721-4f86-b0a7-9fd9b9fb095e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84876) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:22:19.169414 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6d24639-152c-49e0-9184-65f305207628 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=87758993-33be-4b1d-a0d7-3b2c4f50f58d,revision_number=None']} {{(pid=84874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:22:19.188764 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-e6d24639-152c-49e0-9184-65f305207628 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.182s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:22:19.239005 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2298334c-491d-4f92-8e84-28bc89b492c8 None None] Pushing event updated for resources: {'Port': ['ID=a45fbcbf-b193-4cdc-a7c2-0604f2b61078,revision_number=1']} {{(pid=84876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:22:19.278190 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-2298334c-491d-4f92-8e84-28bc89b492c8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=84876) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:22:19.312022 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-e5a645f5-542d-43cb-b10a-d92ce9791765 None None] Provisioning for port 9849d1ab-8747-45ab-b02b-47c9afb42c54 completed by entity DHCP. {{(pid=84876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 07:22:19.319124 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.plugin [None req-9e31f64b-a703-4b60-8d1d-b81fdf8a0dbd tempest-RoutersIpV6AdminTest-1631784580 tempest-RoutersIpV6AdminTest-1631784580] Calling delete_port for 0f97781d-8e54-4337-ac8f-08980fa6013b owned by network:router_gateway {{(pid=84874) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 07:22:19.322249 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-e5a645f5-542d-43cb-b10a-d92ce9791765 None None] Provisioning complete for port 9849d1ab-8747-45ab-b02b-47c9afb42c54 triggered by entity DHCP. {{(pid=84876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 07:22:19.322800 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-e5a645f5-542d-43cb-b10a-d92ce9791765 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-604227'] for port, provisioning_complete {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:22:19.462893 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.managers [None req-fe3bf208-f199-4eb8-9f28-49927c9e9ba3 tempest-RoutersIpV6Test-883692175 tempest-RoutersIpV6Test-883692175] Network de8f1523-5720-4564-861b-bf6f29e16200 has no segments {{(pid=84875) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 14 07:22:19.556112 n-d-768862-2 neutron-server[84765]: Traceback (most recent call last): Jan 14 07:22:19.556112 n-d-768862-2 neutron-server[84765]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 14 07:22:19.556112 n-d-768862-2 neutron-server[84765]: timer() Jan 14 07:22:19.556112 n-d-768862-2 neutron-server[84765]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 14 07:22:19.556112 n-d-768862-2 neutron-server[84765]: cb(*args, **kw) Jan 14 07:22:19.556112 n-d-768862-2 neutron-server[84765]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Jan 14 07:22:19.556112 n-d-768862-2 neutron-server[84765]: return func(*args, **kwargs) Jan 14 07:22:19.556112 n-d-768862-2 neutron-server[84765]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 14 07:22:19.556112 n-d-768862-2 neutron-server[84765]: self._notify() Jan 14 07:22:19.556112 n-d-768862-2 neutron-server[84765]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 14 07:22:19.556112 n-d-768862-2 neutron-server[84765]: self.callback(batched_events) Jan 14 07:22:19.556112 n-d-768862-2 neutron-server[84765]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 14 07:22:19.556112 n-d-768862-2 neutron-server[84765]: event.method(event) Jan 14 07:22:19.556112 n-d-768862-2 neutron-server[84765]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 14 07:22:19.556112 n-d-768862-2 neutron-server[84765]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 14 07:22:19.556112 n-d-768862-2 neutron-server[84765]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Jan 14 07:22:19.556112 n-d-768862-2 neutron-server[84765]: segment_id)['aggregates'][0] Jan 14 07:22:19.556112 n-d-768862-2 neutron-server[84765]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 14 07:22:19.556112 n-d-768862-2 neutron-server[84765]: return f(self, *a, **k) Jan 14 07:22:19.556112 n-d-768862-2 neutron-server[84765]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 14 07:22:19.556112 n-d-768862-2 neutron-server[84765]: return self._get(url).json() Jan 14 07:22:19.556112 n-d-768862-2 neutron-server[84765]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 14 07:22:19.556112 n-d-768862-2 neutron-server[84765]: **kwargs) Jan 14 07:22:19.556112 n-d-768862-2 neutron-server[84765]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 14 07:22:19.556112 n-d-768862-2 neutron-server[84765]: return self.request(url, 'GET', **kwargs) Jan 14 07:22:19.556112 n-d-768862-2 neutron-server[84765]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Jan 14 07:22:19.556112 n-d-768862-2 neutron-server[84765]: **endpoint_filter) Jan 14 07:22:19.556112 n-d-768862-2 neutron-server[84765]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 14 07:22:19.556112 n-d-768862-2 neutron-server[84765]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 14 07:22:19.556112 n-d-768862-2 neutron-server[84765]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 14 07:22:19.556112 n-d-768862-2 neutron-server[84765]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 14 07:22:19.556112 n-d-768862-2 neutron-server[84765]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 14 07:22:19.653601 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-e5a645f5-542d-43cb-b10a-d92ce9791765 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555753'] for port, before_update {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:22:19.670005 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Device d8752f81-84d9-41c7-9f5f-6f7911a6f474 up at agent ovs-agent-n-d-768862-2 {{(pid=84876) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 07:22:19.696157 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-251af94d-0dd7-40f1-b5f0-71d1dd89daa1 None None] Network 0371f441-53fb-482a-a794-d7d2dffd2bc3 requested from n-d-768862-2 {{(pid=84876) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 07:22:19.805065 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-fe3bf208-f199-4eb8-9f28-49927c9e9ba3 tempest-RoutersIpV6Test-883692175 tempest-RoutersIpV6Test-883692175] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036854176830', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850887149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3912591'] for network, after_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:22:19.825203 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-fe3bf208-f199-4eb8-9f28-49927c9e9ba3 tempest-RoutersIpV6Test-883692175 tempest-RoutersIpV6Test-883692175] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3207107'] for network, before_response {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:22:19.841783 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-8a755580-4000-4fa1-b7fb-4181a775b713 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1559908139 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1559908139] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:22:19.856394 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-e6d24639-152c-49e0-9184-65f305207628 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:22:19.857796 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-e6d24639-152c-49e0-9184-65f305207628 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/87758993-33be-4b1d-a0d7-3b2c4f50f58d HTTP/1.1" status: 204 len: 168 time: 3.1290033 Jan 14 07:22:19.894655 n-d-768862-2 neutron-server[84765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2298334c-491d-4f92-8e84-28bc89b492c8 None None] Network d5ceff35-6742-45f3-b435-63b87f9f4e9b is already hosted by enough agents. {{(pid=84876) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 07:22:19.896393 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-7b545fe6-bf57-4812-9807-df75669f4841 tempest-RoutersAdminNegativeIpV6Test-721887339 tempest-RoutersAdminNegativeIpV6Test-721887339] Notify callbacks [] for router, before_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:22:19.912296 n-d-768862-2 neutron-server[84765]: DEBUG neutron.scheduler.base_scheduler [None req-2298334c-491d-4f92-8e84-28bc89b492c8 None None] Resources bound (agent type, host, resource id): {{(pid=84876) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 07:22:19.940735 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2298334c-491d-4f92-8e84-28bc89b492c8 None None] Received port after_create {{(pid=84876) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 14 07:22:19.957860 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe3bf208-f199-4eb8-9f28-49927c9e9ba3 tempest-RoutersIpV6Test-883692175 tempest-RoutersIpV6Test-883692175] Pushing event deleted for resources: {'Network': ['ID=de8f1523-5720-4564-861b-bf6f29e16200,revision_number=None']} {{(pid=84875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:22:19.972655 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-fe3bf208-f199-4eb8-9f28-49927c9e9ba3 tempest-RoutersIpV6Test-883692175 tempest-RoutersIpV6Test-883692175] 10.222.0.24 "DELETE /v2.0/networks/de8f1523-5720-4564-861b-bf6f29e16200 HTTP/1.1" status: 204 len: 168 time: 4.3661845 Jan 14 07:22:19.988128 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84874) accepted ('10.222.0.24', 41514) {{(pid=84874) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:22:19.993795 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-fe3bf208-f199-4eb8-9f28-49927c9e9ba3 tempest-RoutersIpV6Test-883692175 tempest-RoutersIpV6Test-883692175] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:22:20.017675 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.v2.base [None req-3e5e7b77-f736-420e-9d33-c1e4309543b0 tempest-RoutersIpV6Test-883692175 tempest-RoutersIpV6Test-883692175] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-637200602', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=84874) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:22:20.036100 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-3e5e7b77-f736-420e-9d33-c1e4309543b0 tempest-RoutersIpV6Test-883692175 tempest-RoutersIpV6Test-883692175] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:22:20.074999 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [None req-e5a645f5-542d-43cb-b10a-d92ce9791765 None None] For port 9849d1ab-8747-45ab-b02b-47c9afb42c54, host n-d-768862-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-2',level=0,port_id=9849d1ab-8747-45ab-b02b-47c9afb42c54,segment=NetworkSegment(56f1c7cf-f3a3-41d2-9677-68978131444f),segment_id=56f1c7cf-f3a3-41d2-9677-68978131444f)] {{(pid=84876) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 07:22:20.108848 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.managers [None req-2298334c-491d-4f92-8e84-28bc89b492c8 None None] Attempting to bind port a45fbcbf-b193-4cdc-a7c2-0604f2b61078 on host n-d-768862-2 for vnic_type normal with profile {{(pid=84876) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 14 07:22:20.109364 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.managers [None req-2298334c-491d-4f92-8e84-28bc89b492c8 None None] Attempting to bind port a45fbcbf-b193-4cdc-a7c2-0604f2b61078 by drivers openvswitch on host n-d-768862-2 at level 0 using segments [{'id': 'fab72d8c-325f-498a-b8d8-57314e13f5a8', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 18, 'network_id': 'd5ceff35-6742-45f3-b435-63b87f9f4e9b'}] {{(pid=84876) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 14 07:22:20.109849 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2298334c-491d-4f92-8e84-28bc89b492c8 None None] Attempting to bind port a45fbcbf-b193-4cdc-a7c2-0604f2b61078 on network d5ceff35-6742-45f3-b435-63b87f9f4e9b {{(pid=84876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 14 07:22:20.130265 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2298334c-491d-4f92-8e84-28bc89b492c8 None None] Checking agent: {'id': 'ba5efab1-b43c-4d5a-bc52-6e105d4e67a2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768862-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 14, 6, 56, 52), 'started_at': datetime.datetime(2021, 1, 14, 6, 57, 22), 'heartbeat_timestamp': datetime.datetime(2021, 1, 14, 7, 21, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768862-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.29', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 14 07:22:20.130732 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2298334c-491d-4f92-8e84-28bc89b492c8 None None] Checking segment: {'id': 'fab72d8c-325f-498a-b8d8-57314e13f5a8', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 18, 'network_id': 'd5ceff35-6742-45f3-b435-63b87f9f4e9b'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84876) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 14 07:22:20.131174 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-2298334c-491d-4f92-8e84-28bc89b492c8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:22:20.131653 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2298334c-491d-4f92-8e84-28bc89b492c8 None None] Bound using segment: {'id': 'fab72d8c-325f-498a-b8d8-57314e13f5a8', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 18, 'network_id': 'd5ceff35-6742-45f3-b435-63b87f9f4e9b'} {{(pid=84876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 14 07:22:20.132258 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.managers [None req-2298334c-491d-4f92-8e84-28bc89b492c8 None None] Bound port: a45fbcbf-b193-4cdc-a7c2-0604f2b61078, host: n-d-768862-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fab72d8c-325f-498a-b8d8-57314e13f5a8', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 18, 'network_id': 'd5ceff35-6742-45f3-b435-63b87f9f4e9b'}}] {{(pid=84876) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 14 07:22:20.133075 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-2298334c-491d-4f92-8e84-28bc89b492c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555753'] for port, before_update {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:22:20.147565 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-e5a645f5-542d-43cb-b10a-d92ce9791765 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777640533312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363259214678337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777640097497'] for port, after_update {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:22:20.157711 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-8c4ce2d1-7638-458b-b6d5-d72f64c54200 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84876) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:22:20.247627 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-b83fdcba-9c0b-4ca3-bb5d-e7f5daee4f4e tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] Notify callbacks [] for port, precommit_update {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:22:20.255616 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-b83fdcba-9c0b-4ca3-bb5d-e7f5daee4f4e tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777640533312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363259214678337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777640097497', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3154211'] for port, after_update {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:22:20.258385 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-b83fdcba-9c0b-4ca3-bb5d-e7f5daee4f4e tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3206949', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3889649'] for router_interface, after_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:22:20.282772 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Provisioning for port d8752f81-84d9-41c7-9f5f-6f7911a6f474 completed by entity L2. {{(pid=84876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 07:22:20.298259 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-4250c1d1-1c2c-45ee-be61-158f05bfc871 tempest-AllowedAddressPairTestJSON-747646770 tempest-AllowedAddressPairTestJSON-747646770] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:22:20.397448 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-fc5ce3c5-14f7-4add-8b76-744ab1a91264 None None] Provisioning complete for port 9849d1ab-8747-45ab-b02b-47c9afb42c54 triggered by entity DHCP. {{(pid=84876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 07:22:20.398045 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-fc5ce3c5-14f7-4add-8b76-744ab1a91264 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-604227'] for port, provisioning_complete {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:22:20.400975 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-7b545fe6-bf57-4812-9807-df75669f4841 tempest-RoutersAdminNegativeIpV6Test-721887339 tempest-RoutersAdminNegativeIpV6Test-721887339] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3889346', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036854717606'] for router, precommit_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:22:20.403903 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-7b545fe6-bf57-4812-9807-df75669f4841 tempest-RoutersAdminNegativeIpV6Test-721887339 tempest-RoutersAdminNegativeIpV6Test-721887339] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:22:20.427342 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-3e5e7b77-f736-420e-9d33-c1e4309543b0 tempest-RoutersIpV6Test-883692175 tempest-RoutersIpV6Test-883692175] Usage tracker for resource:router and tenant:d787627cdb8d4cc9b70642659fae99d7 is out of sync, need to count used quota {{(pid=84874) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:22:20.434412 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Device 4d3e060a-82a8-49ad-8359-b36f48f00a12 no longer exists at agent ovs-agent-n-d-768862-2 {{(pid=84876) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jan 14 07:22:20.435980 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-3e5e7b77-f736-420e-9d33-c1e4309543b0 tempest-RoutersIpV6Test-883692175 tempest-RoutersIpV6Test-883692175] Quota usage for router was recalculated. Used quota:0. {{(pid=84874) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:22:20.496610 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b83fdcba-9c0b-4ca3-bb5d-e7f5daee4f4e tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] Pushing event updated for resources: {'Port': ['ID=3becc3fe-ce01-4815-b33e-7a8b5db1ecdb,revision_number=2']} {{(pid=84875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:22:20.500699 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.plugin [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] No Port match for: 4d3e060a-82a8-49ad-8359-b36f48f00a12 {{(pid=84876) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2188}} Jan 14 07:22:20.501257 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Device 4d3e060a-82a8-49ad-8359-b36f48f00a12 not bound to the agent host n-d-768862-2 {{(pid=84876) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jan 14 07:22:20.542564 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-9e31f64b-a703-4b60-8d1d-b81fdf8a0dbd tempest-RoutersIpV6AdminTest-1631784580 tempest-RoutersIpV6AdminTest-1631784580] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777640533329', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777640097463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3254186'] for port, after_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:22:20.580938 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-7b545fe6-bf57-4812-9807-df75669f4841 tempest-RoutersAdminNegativeIpV6Test-721887339 tempest-RoutersAdminNegativeIpV6Test-721887339] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036850897070'] for router, after_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:22:20.581606 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7b545fe6-bf57-4812-9807-df75669f4841 tempest-RoutersAdminNegativeIpV6Test-721887339 tempest-RoutersAdminNegativeIpV6Test-721887339] Fanout notify agent at l3_agent the message router_deleted on router c8d8b105-9ddb-4969-9210-82ee0ac2ca20 {{(pid=84874) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jan 14 07:22:20.584585 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-3e5e7b77-f736-420e-9d33-c1e4309543b0 tempest-RoutersIpV6Test-883692175 tempest-RoutersIpV6Test-883692175] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:22:20.614442 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-b83fdcba-9c0b-4ca3-bb5d-e7f5daee4f4e tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.316s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:22:20.636234 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5a645f5-542d-43cb-b10a-d92ce9791765 None None] Pushing event updated for resources: {'Port': ['ID=9849d1ab-8747-45ab-b02b-47c9afb42c54,revision_number=3']} {{(pid=84876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:22:20.646986 n-d-768862-2 neutron-server[84765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b83fdcba-9c0b-4ca3-bb5d-e7f5daee4f4e tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] Network 23f0a15d-6362-4cec-82c1-cacba887c566 is already hosted by enough agents. {{(pid=84875) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 07:22:20.651050 n-d-768862-2 neutron-server[84765]: DEBUG neutron.scheduler.base_scheduler [None req-b83fdcba-9c0b-4ca3-bb5d-e7f5daee4f4e tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] Resources bound (agent type, host, resource id): {{(pid=84875) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 07:22:20.657567 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-e5a645f5-542d-43cb-b10a-d92ce9791765 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.500s {{(pid=84876) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:22:20.694375 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-c6f7b7e5-389e-4fab-acc3-5af300ccceb6 tempest-BulkNetworkOpsIpV6Test-1034590256 tempest-BulkNetworkOpsIpV6Test-1034590256] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-598964', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850887113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036851521664', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2794686'] for subnet, after_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:22:20.732582 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [None req-2298334c-491d-4f92-8e84-28bc89b492c8 None None] For port a45fbcbf-b193-4cdc-a7c2-0604f2b61078, host n-d-768862-2, cleared binding levels {{(pid=84876) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 14 07:22:20.758426 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [None req-2298334c-491d-4f92-8e84-28bc89b492c8 None None] For port a45fbcbf-b193-4cdc-a7c2-0604f2b61078, host n-d-768862-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-2',level=0,port_id=a45fbcbf-b193-4cdc-a7c2-0604f2b61078,segment=NetworkSegment(fab72d8c-325f-498a-b8d8-57314e13f5a8),segment_id=fab72d8c-325f-498a-b8d8-57314e13f5a8)] {{(pid=84876) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 14 07:22:20.788392 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-8ab7a4b7-8148-4199-9f29-6195208fa633 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:22:20.803697 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-2298334c-491d-4f92-8e84-28bc89b492c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777640533312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363259214678337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777640097497'] for port, after_update {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:22:20.840483 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-2298334c-491d-4f92-8e84-28bc89b492c8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84876) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:22:20.999555 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-3e5e7b77-f736-420e-9d33-c1e4309543b0 tempest-RoutersIpV6Test-883692175 tempest-RoutersIpV6Test-883692175] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3889205', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854717621'] for router, before_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:22:21.000921 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-3e5e7b77-f736-420e-9d33-c1e4309543b0 tempest-RoutersIpV6Test-883692175 tempest-RoutersIpV6Test-883692175] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036850886574', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3912501', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3808446', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-58179'] for router, precommit_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:22:21.018631 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6f7b7e5-389e-4fab-acc3-5af300ccceb6 tempest-BulkNetworkOpsIpV6Test-1034590256 tempest-BulkNetworkOpsIpV6Test-1034590256] Pushing event deleted for resources: {'Subnet': ['ID=d277f5ce-5bec-41d1-9d38-78de05a49e4f,revision_number=None']} {{(pid=84874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:22:21.056352 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-c6f7b7e5-389e-4fab-acc3-5af300ccceb6 tempest-BulkNetworkOpsIpV6Test-1034590256 tempest-BulkNetworkOpsIpV6Test-1034590256] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.268s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:22:21.074409 n-d-768862-2 neutron-server[84765]: INFO neutron.api.v2.resource [None req-7b545fe6-bf57-4812-9807-df75669f4841 tempest-RoutersAdminNegativeIpV6Test-721887339 tempest-RoutersAdminNegativeIpV6Test-721887339] create failed (client error): There was a conflict when trying to complete your request. Jan 14 07:22:21.078752 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-7b545fe6-bf57-4812-9807-df75669f4841 tempest-RoutersAdminNegativeIpV6Test-721887339 tempest-RoutersAdminNegativeIpV6Test-721887339] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 409 len: 372 time: 7.2649703 Jan 14 07:22:21.085766 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84874) accepted ('10.222.0.24', 41544) {{(pid=84874) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:22:21.232042 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-fc5ce3c5-14f7-4add-8b76-744ab1a91264 None None] Provisioning for port 3becc3fe-ce01-4815-b33e-7a8b5db1ecdb completed by entity DHCP. {{(pid=84876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 07:22:21.284175 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2298334c-491d-4f92-8e84-28bc89b492c8 None None] Pushing event updated for resources: {'Port': ['ID=a45fbcbf-b193-4cdc-a7c2-0604f2b61078,revision_number=2']} {{(pid=84876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:22:21.302071 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-2298334c-491d-4f92-8e84-28bc89b492c8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.460s {{(pid=84876) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:22:21.309202 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-fc5ce3c5-14f7-4add-8b76-744ab1a91264 None None] Provisioning complete for port 3becc3fe-ce01-4815-b33e-7a8b5db1ecdb triggered by entity DHCP. {{(pid=84876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 07:22:21.309689 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-fc5ce3c5-14f7-4add-8b76-744ab1a91264 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-604227'] for port, provisioning_complete {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:22:21.360415 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.plugin [None req-fe5b7815-5fe4-4e56-95c5-94e3ad126cc7 tempest-RoutersAdminNegativeIpV6Test-721887339 tempest-RoutersAdminNegativeIpV6Test-721887339] Deleting port d1f87bf9-0768-482b-9edd-c2870aa165a0 {{(pid=84874) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 07:22:21.361077 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-fe5b7815-5fe4-4e56-95c5-94e3ad126cc7 tempest-RoutersAdminNegativeIpV6Test-721887339 tempest-RoutersAdminNegativeIpV6Test-721887339] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363259214248359'] for port, before_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:22:21.446378 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.plugin [None req-fc5ce3c5-14f7-4add-8b76-744ab1a91264 None None] Port 3becc3fe-ce01-4815-b33e-7a8b5db1ecdb cannot update to ACTIVE because it is not bound. {{(pid=84876) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:329}} Jan 14 07:22:21.448251 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-83403935-c4cb-4d37-9969-084732b394ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363259214191800', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854171626'] for agent, after_update {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:22:21.494927 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Device 9849d1ab-8747-45ab-b02b-47c9afb42c54 up at agent ovs-agent-n-d-768862-2 {{(pid=84876) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 07:22:21.582784 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-3e5e7b77-f736-420e-9d33-c1e4309543b0 tempest-RoutersIpV6Test-883692175 tempest-RoutersIpV6Test-883692175] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:22:21.627633 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-fc5ce3c5-14f7-4add-8b76-744ab1a91264 None None] Provisioning for port d8752f81-84d9-41c7-9f5f-6f7911a6f474 completed by entity DHCP. {{(pid=84876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 07:22:21.655803 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-fc5ce3c5-14f7-4add-8b76-744ab1a91264 None None] Provisioning complete for port d8752f81-84d9-41c7-9f5f-6f7911a6f474 triggered by entity DHCP. {{(pid=84876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 07:22:21.656460 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-fc5ce3c5-14f7-4add-8b76-744ab1a91264 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-604227'] for port, provisioning_complete {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:22:21.734605 n-d-768862-2 neutron-server[84765]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b83fdcba-9c0b-4ca3-bb5d-e7f5daee4f4e tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] Router bff61278-a303-4ed0-9e6a-c4aa43683298 is scheduled to L3 agent 35f592e9-451b-4db9-abea-77b6a5c5391b with binding_index 1 {{(pid=84875) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}} Jan 14 07:22:21.736575 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Provisioning complete for port 9849d1ab-8747-45ab-b02b-47c9afb42c54 triggered by entity L2. {{(pid=84876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 07:22:21.737071 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-604227'] for port, provisioning_complete {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:22:22.146584 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b83fdcba-9c0b-4ca3-bb5d-e7f5daee4f4e tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] Notify agent at l3_agent.n-d-768862-2 the message routers_updated {{(pid=84875) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jan 14 07:22:22.182934 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-b83fdcba-9c0b-4ca3-bb5d-e7f5daee4f4e tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] 10.222.0.24 "PUT /v2.0/routers/bff61278-a303-4ed0-9e6a-c4aa43683298/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.2146678 Jan 14 07:22:22.185791 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84875) accepted ('10.222.0.24', 41566) {{(pid=84875) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:22:22.334673 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f0ec7bc-0aad-42ba-80af-b5e9ff602762 None None] Sync routers for ids ['bff61278-a303-4ed0-9e6a-c4aa43683298'] in n-d-768862-2 {{(pid=84876) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Jan 14 07:22:22.459111 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-fe5b7815-5fe4-4e56-95c5-94e3ad126cc7 tempest-RoutersAdminNegativeIpV6Test-721887339 tempest-RoutersAdminNegativeIpV6Test-721887339] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036850862667'] for port, precommit_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:22:22.496703 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a715c98d-188b-42d1-86ee-6080aaa73278 tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:22:22.507262 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-a715c98d-188b-42d1-86ee-6080aaa73278 tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] Synchronizing usage tracker for tenant:be0aa702e3ca464795a99c51e3b3b04f on resource:port {{(pid=84875) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 14 07:22:22.562008 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-a715c98d-188b-42d1-86ee-6080aaa73278 tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] Unset dirty status for tenant:be0aa702e3ca464795a99c51e3b3b04f on resource:port {{(pid=84875) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 14 07:22:22.562634 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f0ec7bc-0aad-42ba-80af-b5e9ff602762 None None] Routers {'bff61278-a303-4ed0-9e6a-c4aa43683298'} bound to L3 agent in host n-d-768862-2 {{(pid=84876) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 14 07:22:22.564283 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-a715c98d-188b-42d1-86ee-6080aaa73278 tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] 10.222.0.24 "GET /v2.0/ports/3becc3fe-ce01-4815-b33e-7a8b5db1ecdb HTTP/1.1" status: 200 len: 911 time: 0.3740292 Jan 14 07:22:22.565425 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_hamode_db [None req-8f0ec7bc-0aad-42ba-80af-b5e9ff602762 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-01-14T06:56:51Z,description=,heartbeat_timestamp=2021-01-14T07:22:21Z,host='n-d-768862-2',id=35f592e9-451b-4db9-abea-77b6a5c5391b,load=0,resource_versions=,resources_synced=,started_at=2021-01-14T06:56:51Z,topic='l3_agent')) {'router_ids': ['bff61278-a303-4ed0-9e6a-c4aa43683298'], 'active': True} {{(pid=84876) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:22:22.566982 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84875) accepted ('10.222.0.24', 41576) {{(pid=84875) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:22:22.667858 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.plugin [None req-fe5b7815-5fe4-4e56-95c5-94e3ad126cc7 tempest-RoutersAdminNegativeIpV6Test-721887339 tempest-RoutersAdminNegativeIpV6Test-721887339] Calling delete_port for d1f87bf9-0768-482b-9edd-c2870aa165a0 owned by {{(pid=84874) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 07:22:22.746959 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84875) accepted ('10.222.0.24', 41580) {{(pid=84875) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:22:22.826903 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-da76cfc0-98e8-4426-9f6d-4f05aa3fae78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363259214191800', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854171626'] for agent, after_update {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:22:22.865721 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62921207-f199-479b-8891-6bd3d2905a64 tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:22:22.905232 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62921207-f199-479b-8891-6bd3d2905a64 tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:22:22.909990 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-62921207-f199-479b-8891-6bd3d2905a64 tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] 10.222.0.24 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1655 time: 0.3386850 Jan 14 07:22:22.910189 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-3e5e7b77-f736-420e-9d33-c1e4309543b0 tempest-RoutersIpV6Test-883692175 tempest-RoutersIpV6Test-883692175] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036850886612', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036850863158'] for router, after_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:22:22.912541 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84875) accepted ('10.222.0.24', 41590) {{(pid=84875) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:22:22.959726 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-fe5b7815-5fe4-4e56-95c5-94e3ad126cc7 tempest-RoutersAdminNegativeIpV6Test-721887339 tempest-RoutersAdminNegativeIpV6Test-721887339] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777640533329', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777640097463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3254186'] for port, after_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:22:22.990576 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-9162a3ff-0a9e-4081-917e-e26b7ca09937 tempest-BulkNetworkOpsIpV6Test-1034590256 tempest-BulkNetworkOpsIpV6Test-1034590256] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:22:23.039191 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_dvr_db [None req-8f0ec7bc-0aad-42ba-80af-b5e9ff602762 None None] Set router bff61278-a303-4ed0-9e6a-c4aa43683298 gateway port host: None {{(pid=84876) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 14 07:22:23.051401 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-3e5e7b77-f736-420e-9d33-c1e4309543b0 tempest-RoutersIpV6Test-883692175 tempest-RoutersIpV6Test-883692175] Notify callbacks [] for router, before_response {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:22:23.056629 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-3e5e7b77-f736-420e-9d33-c1e4309543b0 tempest-RoutersIpV6Test-883692175 tempest-RoutersIpV6Test-883692175] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 702 time: 3.0670996 Jan 14 07:22:23.059870 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84875) accepted ('10.222.0.24', 41596) {{(pid=84875) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:22:23.065095 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe5b7815-5fe4-4e56-95c5-94e3ad126cc7 tempest-RoutersAdminNegativeIpV6Test-721887339 tempest-RoutersAdminNegativeIpV6Test-721887339] Pushing event deleted for resources: {'Port': ['ID=d1f87bf9-0768-482b-9edd-c2870aa165a0,revision_number=None']} {{(pid=84874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:22:23.088076 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-fe5b7815-5fe4-4e56-95c5-94e3ad126cc7 tempest-RoutersAdminNegativeIpV6Test-721887339 tempest-RoutersAdminNegativeIpV6Test-721887339] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:22:23.136003 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-e00623c3-725e-43e3-ae77-30046c52c0e0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:22:23.161381 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.v2.base [None req-242b0519-eb94-4526-935e-a7da60db59b7 tempest-RoutersIpV6Test-883692175 tempest-RoutersIpV6Test-883692175] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-2068144130'}} {{(pid=84875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:22:23.168475 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-242b0519-eb94-4526-935e-a7da60db59b7 tempest-RoutersIpV6Test-883692175 tempest-RoutersIpV6Test-883692175] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:22:23.174435 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-242b0519-eb94-4526-935e-a7da60db59b7 tempest-RoutersIpV6Test-883692175 tempest-RoutersIpV6Test-883692175] Usage tracker for resource:network and tenant:d787627cdb8d4cc9b70642659fae99d7 is out of sync, need to count used quota {{(pid=84875) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:22:23.178097 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-242b0519-eb94-4526-935e-a7da60db59b7 tempest-RoutersIpV6Test-883692175 tempest-RoutersIpV6Test-883692175] Quota usage for network was recalculated. Used quota:0. {{(pid=84875) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:22:23.185150 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-242b0519-eb94-4526-935e-a7da60db59b7 tempest-RoutersIpV6Test-883692175 tempest-RoutersIpV6Test-883692175] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:22:23.218024 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-242b0519-eb94-4526-935e-a7da60db59b7 tempest-RoutersIpV6Test-883692175 tempest-RoutersIpV6Test-883692175] Made reservation on behalf of d787627cdb8d4cc9b70642659fae99d7 for: {'network': 1} {{(pid=84875) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 07:22:23.229956 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-242b0519-eb94-4526-935e-a7da60db59b7 tempest-RoutersIpV6Test-883692175 tempest-RoutersIpV6Test-883692175] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555753'] for network, before_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:22:23.255203 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-e00623c3-725e-43e3-ae77-30046c52c0e0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:22:23.269348 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-e00623c3-725e-43e3-ae77-30046c52c0e0 admin admin] Usage tracker for resource:security_group_rule and tenant:9c0b2521b5b84533bdf2e31ebc20652e is out of sync, need to count used quota {{(pid=84875) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:22:23.276749 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-e00623c3-725e-43e3-ae77-30046c52c0e0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84875) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:22:23.296751 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-e00623c3-725e-43e3-ae77-30046c52c0e0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:22:23.306060 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2eebf71-a668-47af-85dc-52fbbd363aff None None] Network 0371f441-53fb-482a-a794-d7d2dffd2bc3 requested from n-d-768862-2 {{(pid=84876) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 07:22:23.333829 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-c6f7b7e5-389e-4fab-acc3-5af300ccceb6 tempest-BulkNetworkOpsIpV6Test-1034590256 tempest-BulkNetworkOpsIpV6Test-1034590256] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3207107'] for subnet, before_response {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:22:23.359694 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-c6f7b7e5-389e-4fab-acc3-5af300ccceb6 tempest-BulkNetworkOpsIpV6Test-1034590256 tempest-BulkNetworkOpsIpV6Test-1034590256] 10.222.0.24 "DELETE /v2.0/subnets/d277f5ce-5bec-41d1-9d38-78de05a49e4f HTTP/1.1" status: 204 len: 168 time: 7.1146524 Jan 14 07:22:23.377767 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84874) accepted ('10.222.0.24', 41606) {{(pid=84874) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:22:23.378485 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-9e31f64b-a703-4b60-8d1d-b81fdf8a0dbd tempest-RoutersIpV6AdminTest-1631784580 tempest-RoutersIpV6AdminTest-1631784580] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036850863128'] for router_gateway, after_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:22:23.565909 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363259214191800', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854171626'] for agent, after_update {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:22:23.751639 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-0f37073e-9c69-4e3c-80e0-6cfaa0fd61a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363259214191800', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854171626'] for agent, after_update {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:22:23.927455 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-fc5ce3c5-14f7-4add-8b76-744ab1a91264 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555753'] for port, before_update {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:22:23.934084 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-e00623c3-725e-43e3-ae77-30046c52c0e0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:22:23.944253 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-e00623c3-725e-43e3-ae77-30046c52c0e0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850887153'] for security_group, after_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:22:23.962597 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-a0309d31-eb89-4597-b95c-67594891ad2b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:22:23.998765 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e00623c3-725e-43e3-ae77-30046c52c0e0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=881eeec2-1f74-465e-a445-9613ac96abcb,revision_number=1']} {{(pid=84875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:22:24.014316 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Device a45fbcbf-b193-4cdc-a7c2-0604f2b61078 up at agent ovs-agent-n-d-768862-2 {{(pid=84876) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 07:22:24.028214 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-e00623c3-725e-43e3-ae77-30046c52c0e0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:22:24.096138 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-e00623c3-725e-43e3-ae77-30046c52c0e0 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=9c0b2521b5b84533bdf2e31ebc20652e&name=default HTTP/1.1" status: 200 len: 2983 time: 1.3448298 Jan 14 07:22:24.110833 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84874) accepted ('10.222.0.24', 41616) {{(pid=84874) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:22:24.123819 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-9e31f64b-a703-4b60-8d1d-b81fdf8a0dbd tempest-RoutersIpV6AdminTest-1631784580 tempest-RoutersIpV6AdminTest-1631784580] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3889346', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036854717606'] for router, precommit_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:22:24.130627 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-9e31f64b-a703-4b60-8d1d-b81fdf8a0dbd tempest-RoutersIpV6AdminTest-1631784580 tempest-RoutersIpV6AdminTest-1631784580] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:22:24.146727 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22c1312d-1ac4-4719-a87e-2784a9304881 None None] Network d5ceff35-6742-45f3-b435-63b87f9f4e9b requested from n-d-768862-2 {{(pid=84876) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 07:22:24.197588 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-fe5b7815-5fe4-4e56-95c5-94e3ad126cc7 tempest-RoutersAdminNegativeIpV6Test-721887339 tempest-RoutersAdminNegativeIpV6Test-721887339] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854768116'] for port, before_response {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:22:24.212765 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-fe5b7815-5fe4-4e56-95c5-94e3ad126cc7 tempest-RoutersAdminNegativeIpV6Test-721887339 tempest-RoutersAdminNegativeIpV6Test-721887339] 10.222.0.24 "DELETE /v2.0/ports/d1f87bf9-0768-482b-9edd-c2870aa165a0 HTTP/1.1" status: 204 len: 168 time: 3.1055920 Jan 14 07:22:24.246947 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-6904f8f5-ec4e-4b37-b500-21faf367010e tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3889632'] for router_interface, before_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:22:24.261553 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-3bc292c7-a07e-401d-88ba-69c94b8952c4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:22:24.337085 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-3bc292c7-a07e-401d-88ba-69c94b8952c4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:22:24.432868 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.db_base_plugin_v2 [None req-c9b32890-01e0-491a-8d86-f6ac46e0529f tempest-BulkNetworkOpsIpV6Test-1034590256 tempest-BulkNetworkOpsIpV6Test-1034590256] Deleting subnet e4044a7f-ccbf-46f5-bdfd-9c5174645023 {{(pid=84874) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Jan 14 07:22:24.437130 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-c9b32890-01e0-491a-8d86-f6ac46e0529f tempest-BulkNetworkOpsIpV6Test-1034590256 tempest-BulkNetworkOpsIpV6Test-1034590256] Notify callbacks [] for subnet, before_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:22:24.516843 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-c9b32890-01e0-491a-8d86-f6ac46e0529f tempest-BulkNetworkOpsIpV6Test-1034590256 tempest-BulkNetworkOpsIpV6Test-1034590256] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036851807232'] for subnet, precommit_delete_associations {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:22:24.738993 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-c9b32890-01e0-491a-8d86-f6ac46e0529f tempest-BulkNetworkOpsIpV6Test-1034590256 tempest-BulkNetworkOpsIpV6Test-1034590256] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036854176836'] for subnet, precommit_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:22:24.858652 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [None req-fc5ce3c5-14f7-4add-8b76-744ab1a91264 None None] For port d8752f81-84d9-41c7-9f5f-6f7911a6f474, host n-d-768862-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-2',level=0,port_id=d8752f81-84d9-41c7-9f5f-6f7911a6f474,segment=NetworkSegment(c035af6b-3e7c-4781-91bb-946454f58254),segment_id=c035af6b-3e7c-4781-91bb-946454f58254)] {{(pid=84876) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 07:22:24.889320 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-fc5ce3c5-14f7-4add-8b76-744ab1a91264 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777640533312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363259214678337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777640097497'] for port, after_update {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:22:24.894931 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-e5a645f5-542d-43cb-b10a-d92ce9791765 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84876) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:22:24.957509 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-3bc292c7-a07e-401d-88ba-69c94b8952c4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850887153'] for security_group, after_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:22:25.027860 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-88b5b60a-8824-40fd-8ef5-44c7d2f20190 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:22:25.030503 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0349983-2865-466c-9b00-81cb9b9b5678 None None] DHCP port deletion for 0371f441-53fb-482a-a794-d7d2dffd2bc3 request from n-d-768862-2 {{(pid=84876) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Jan 14 07:22:25.039522 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Provisioning for port a45fbcbf-b193-4cdc-a7c2-0604f2b61078 completed by entity L2. {{(pid=84876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 07:22:25.049832 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-9e31f64b-a703-4b60-8d1d-b81fdf8a0dbd tempest-RoutersIpV6AdminTest-1631784580 tempest-RoutersIpV6AdminTest-1631784580] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036850897070'] for router, after_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:22:25.050568 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9e31f64b-a703-4b60-8d1d-b81fdf8a0dbd tempest-RoutersIpV6AdminTest-1631784580 tempest-RoutersIpV6AdminTest-1631784580] Fanout notify agent at l3_agent the message router_deleted on router fc8eb4c0-1d2c-4c37-89e9-66e05dca6620 {{(pid=84874) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jan 14 07:22:25.086025 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bc292c7-a07e-401d-88ba-69c94b8952c4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=881eeec2-1f74-465e-a445-9613ac96abcb,revision_number=None']} {{(pid=84874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:22:25.098598 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-3bc292c7-a07e-401d-88ba-69c94b8952c4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:22:25.100285 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.plugin [None req-d0349983-2865-466c-9b00-81cb9b9b5678 None None] Deleting port d8752f81-84d9-41c7-9f5f-6f7911a6f474 {{(pid=84876) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 07:22:25.100996 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-d0349983-2865-466c-9b00-81cb9b9b5678 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363259214248359'] for port, before_delete {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:22:25.104319 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-3bc292c7-a07e-401d-88ba-69c94b8952c4 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/881eeec2-1f74-465e-a445-9613ac96abcb HTTP/1.1" status: 204 len: 168 time: 0.9916940 Jan 14 07:22:25.109372 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-3bc292c7-a07e-401d-88ba-69c94b8952c4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:22:25.120388 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-9e31f64b-a703-4b60-8d1d-b81fdf8a0dbd tempest-RoutersIpV6AdminTest-1631784580 tempest-RoutersIpV6AdminTest-1631784580] Notify callbacks [] for router, before_response {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:22:25.121798 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-9e31f64b-a703-4b60-8d1d-b81fdf8a0dbd tempest-RoutersIpV6AdminTest-1631784580 tempest-RoutersIpV6AdminTest-1631784580] 10.222.0.24 "DELETE /v2.0/routers/fc8eb4c0-1d2c-4c37-89e9-66e05dca6620 HTTP/1.1" status: 204 len: 168 time: 9.1084604 Jan 14 07:22:25.129348 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84874) accepted ('10.222.0.24', 41642) {{(pid=84874) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:22:25.209046 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-242b0519-eb94-4526-935e-a7da60db59b7 tempest-RoutersIpV6Test-883692175 tempest-RoutersIpV6Test-883692175] vxlan segment allocate from pool success with {'vxlan_vni': 15} {{(pid=84875) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Jan 14 07:22:25.262058 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-242b0519-eb94-4526-935e-a7da60db59b7 tempest-RoutersIpV6Test-883692175 tempest-RoutersIpV6Test-883692175] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment--9223363259214191851', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854179735'] for segment, precommit_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:22:25.262518 n-d-768862-2 neutron-server[84765]: INFO neutron.db.segments_db [None req-242b0519-eb94-4526-935e-a7da60db59b7 tempest-RoutersIpV6Test-883692175 tempest-RoutersIpV6Test-883692175] Added segment de17349f-b434-4c72-89e6-63bfa854130b of type vxlan for network d7d2c5e4-b39f-4c26-a03a-605439415826 Jan 14 07:22:25.298616 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-242b0519-eb94-4526-935e-a7da60db59b7 tempest-RoutersIpV6Test-883692175 tempest-RoutersIpV6Test-883692175] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363259214646115'] for network, precommit_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:22:25.353215 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84875) accepted ('10.222.0.24', 41646) {{(pid=84875) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:22:25.363108 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-242b0519-eb94-4526-935e-a7da60db59b7 tempest-RoutersIpV6Test-883692175 tempest-RoutersIpV6Test-883692175] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850887149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964'] for network, after_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:22:25.366786 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.v2.base [None req-253378b0-3a6f-4999-856d-476c815f8a4c tempest-RoutersIpV6AdminTest-832003634 tempest-RoutersIpV6AdminTest-832003634] Request body: {'router': {'name': 'tempest-snat-router-882879858', 'external_gateway_info': {'network_id': '226f1e78-82cd-4481-9055-4eb73b6db8c1', 'enable_snat': False}}} {{(pid=84874) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:22:25.377354 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-253378b0-3a6f-4999-856d-476c815f8a4c tempest-RoutersIpV6AdminTest-832003634 tempest-RoutersIpV6AdminTest-832003634] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:22:25.383372 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-253378b0-3a6f-4999-856d-476c815f8a4c tempest-RoutersIpV6AdminTest-832003634 tempest-RoutersIpV6AdminTest-832003634] Usage tracker for resource:router and tenant:5312235f111841e2bff7d19b335a2a35 is out of sync, need to count used quota {{(pid=84874) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:22:25.383935 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-242b0519-eb94-4526-935e-a7da60db59b7 tempest-RoutersIpV6Test-883692175 tempest-RoutersIpV6Test-883692175] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:22:25.384679 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-242b0519-eb94-4526-935e-a7da60db59b7 tempest-RoutersIpV6Test-883692175 tempest-RoutersIpV6Test-883692175] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3207107'] for network, before_response {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:22:25.391062 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-253378b0-3a6f-4999-856d-476c815f8a4c tempest-RoutersIpV6AdminTest-832003634 tempest-RoutersIpV6AdminTest-832003634] Quota usage for router was recalculated. Used quota:0. {{(pid=84874) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:22:25.397804 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-5f28fc25-33bf-4c50-b4e5-51357dd9467b tempest-RoutersIpV6Test-883692175 tempest-RoutersIpV6Test-883692175] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:22:25.404316 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-253378b0-3a6f-4999-856d-476c815f8a4c tempest-RoutersIpV6AdminTest-832003634 tempest-RoutersIpV6AdminTest-832003634] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:22:25.438138 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-7cf4698b-6399-47e6-8451-fffba07380de None None] Provisioning complete for port d8752f81-84d9-41c7-9f5f-6f7911a6f474 triggered by entity DHCP. {{(pid=84876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 07:22:25.438559 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-7cf4698b-6399-47e6-8451-fffba07380de None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-604227'] for port, provisioning_complete {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:22:25.439960 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-253378b0-3a6f-4999-856d-476c815f8a4c tempest-RoutersIpV6AdminTest-832003634 tempest-RoutersIpV6AdminTest-832003634] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3889205', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854717621'] for router, before_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:22:25.441977 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-253378b0-3a6f-4999-856d-476c815f8a4c tempest-RoutersIpV6AdminTest-832003634 tempest-RoutersIpV6AdminTest-832003634] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036850886574', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3912501', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3808446', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-58179'] for router, precommit_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:22:25.543000 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_hamode_db [None req-8f0ec7bc-0aad-42ba-80af-b5e9ff602762 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bff61278-a303-4ed0-9e6a-c4aa43683298', 'name': 'tempest-NetworksTestDHCPv6-router-481448758', 'tenant_id': 'be0aa702e3ca464795a99c51e3b3b04f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-14T07:22:12Z', 'updated_at': '2021-01-14T07:22:18Z', 'revision_number': 2, 'project_id': 'be0aa702e3ca464795a99c51e3b3b04f', 'gw_port_host': None, '_interfaces': [{'id': '3becc3fe-ce01-4815-b33e-7a8b5db1ecdb', 'name': '', 'network_id': '23f0a15d-6362-4cec-82c1-cacba887c566', 'tenant_id': 'be0aa702e3ca464795a99c51e3b3b04f', 'mac_address': 'fa:16:3e:85:7b:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bff61278-a303-4ed0-9e6a-c4aa43683298', 'device_owner': 'network:router_interface', 'standard_attr_id': 1917, 'fixed_ips': [{'subnet_id': '44580eaa-edb2-43a6-912a-591a1d1fb1d0', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T07:22:14Z', 'updated_at': '2021-01-14T07:22:19Z', 'revision_number': 2, 'project_id': 'be0aa702e3ca464795a99c51e3b3b04f', 'subnets': [{'id': '44580eaa-edb2-43a6-912a-591a1d1fb1d0', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'n-d-768862-2', False) {} {{(pid=84876) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:22:25.553804 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f0ec7bc-0aad-42ba-80af-b5e9ff602762 None None] Checking router: bff61278-a303-4ed0-9e6a-c4aa43683298 for host: n-d-768862-2 {{(pid=84876) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Jan 14 07:22:25.554254 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f0ec7bc-0aad-42ba-80af-b5e9ff602762 None None] Updating router bff61278-a303-4ed0-9e6a-c4aa43683298 port 3becc3fe-ce01-4815-b33e-7a8b5db1ecdb binding host n-d-768862-2 {{(pid=84876) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Jan 14 07:22:25.610416 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc5ce3c5-14f7-4add-8b76-744ab1a91264 None None] Pushing event updated for resources: {'Port': ['ID=d8752f81-84d9-41c7-9f5f-6f7911a6f474,revision_number=4']} {{(pid=84876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:22:25.618399 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-fc5ce3c5-14f7-4add-8b76-744ab1a91264 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.721s {{(pid=84876) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:22:25.627583 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-c9b32890-01e0-491a-8d86-f6ac46e0529f tempest-BulkNetworkOpsIpV6Test-1034590256 tempest-BulkNetworkOpsIpV6Test-1034590256] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-598964', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850887113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036851521664', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2794686'] for subnet, after_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:22:25.709509 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-25caf470-defd-454e-ab62-f9655b5043a5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:22:25.740533 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-242b0519-eb94-4526-935e-a7da60db59b7 tempest-RoutersIpV6Test-883692175 tempest-RoutersIpV6Test-883692175] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 2.6062164 Jan 14 07:22:25.745615 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84875) accepted ('10.222.0.24', 41660) {{(pid=84875) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:22:25.880268 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.v2.base [None req-b51f4c1e-e22a-4555-a31d-2b6d16a6ecfa tempest-RoutersIpV6Test-883692175 tempest-RoutersIpV6Test-883692175] Request body: {'subnet': {'network_id': 'd7d2c5e4-b39f-4c26-a03a-605439415826', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=84875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:22:26.001140 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-253378b0-3a6f-4999-856d-476c815f8a4c tempest-RoutersIpV6AdminTest-832003634 tempest-RoutersIpV6AdminTest-832003634] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:22:26.010396 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9b32890-01e0-491a-8d86-f6ac46e0529f tempest-BulkNetworkOpsIpV6Test-1034590256 tempest-BulkNetworkOpsIpV6Test-1034590256] Pushing event deleted for resources: {'Subnet': ['ID=e4044a7f-ccbf-46f5-bdfd-9c5174645023,revision_number=None']} {{(pid=84874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:22:26.047065 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-c9b32890-01e0-491a-8d86-f6ac46e0529f tempest-BulkNetworkOpsIpV6Test-1034590256 tempest-BulkNetworkOpsIpV6Test-1034590256] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.338s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:22:26.132741 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Device d8752f81-84d9-41c7-9f5f-6f7911a6f474 no longer exists at agent ovs-agent-n-d-768862-2 {{(pid=84876) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jan 14 07:22:26.193010 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-c9b32890-01e0-491a-8d86-f6ac46e0529f tempest-BulkNetworkOpsIpV6Test-1034590256 tempest-BulkNetworkOpsIpV6Test-1034590256] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3207107'] for subnet, before_response {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:22:26.278966 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-c9b32890-01e0-491a-8d86-f6ac46e0529f tempest-BulkNetworkOpsIpV6Test-1034590256 tempest-BulkNetworkOpsIpV6Test-1034590256] 10.222.0.24 "DELETE /v2.0/subnets/e4044a7f-ccbf-46f5-bdfd-9c5174645023 HTTP/1.1" status: 204 len: 168 time: 2.8934495 Jan 14 07:22:26.332805 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84875) accepted ('10.222.0.24', 41670) {{(pid=84875) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:22:26.356397 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-242b0519-eb94-4526-935e-a7da60db59b7 tempest-RoutersIpV6Test-883692175 tempest-RoutersIpV6Test-883692175] Pushing event updated for resources: {'Network': ['ID=d7d2c5e4-b39f-4c26-a03a-605439415826,revision_number=1']} {{(pid=84875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:22:26.449380 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-b51f4c1e-e22a-4555-a31d-2b6d16a6ecfa tempest-RoutersIpV6Test-883692175 tempest-RoutersIpV6Test-883692175] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:22:26.454729 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.plugin [None req-6904f8f5-ec4e-4b37-b500-21faf367010e tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] Deleting port 3becc3fe-ce01-4815-b33e-7a8b5db1ecdb {{(pid=84875) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 07:22:26.455112 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-6904f8f5-ec4e-4b37-b500-21faf367010e tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363259214248359'] for port, before_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:22:26.544716 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-b51f4c1e-e22a-4555-a31d-2b6d16a6ecfa tempest-RoutersIpV6Test-883692175 tempest-RoutersIpV6Test-883692175] Usage tracker for resource:subnet and tenant:d787627cdb8d4cc9b70642659fae99d7 is out of sync, need to count used quota {{(pid=84875) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:22:26.548137 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-b51f4c1e-e22a-4555-a31d-2b6d16a6ecfa tempest-RoutersIpV6Test-883692175 tempest-RoutersIpV6Test-883692175] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84875) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:22:26.554546 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-b51f4c1e-e22a-4555-a31d-2b6d16a6ecfa tempest-RoutersIpV6Test-883692175 tempest-RoutersIpV6Test-883692175] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:22:26.567621 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-242b0519-eb94-4526-935e-a7da60db59b7 tempest-RoutersIpV6Test-883692175 tempest-RoutersIpV6Test-883692175] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.170s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:22:26.573739 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-8e8e6d93-4056-4580-9bcd-1e1ac369c185 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:22:26.609933 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b51f4c1e-e22a-4555-a31d-2b6d16a6ecfa tempest-RoutersIpV6Test-883692175 tempest-RoutersIpV6Test-883692175] Made reservation on behalf of d787627cdb8d4cc9b70642659fae99d7 for: {'subnet': 1} {{(pid=84875) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 07:22:26.710929 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-017f98a9-8a07-408c-a86f-8ff0c00400a0 None None] Network d7d2c5e4-b39f-4c26-a03a-605439415826 details requested by agent ovs-agent-n-h1-768862-2 with host n-h1-768862-2 {{(pid=84876) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 07:22:26.780274 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-253378b0-3a6f-4999-856d-476c815f8a4c tempest-RoutersIpV6AdminTest-832003634 tempest-RoutersIpV6AdminTest-832003634] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3912484', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3889188', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-58194'] for router, precommit_update {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:22:26.789043 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84874) accepted ('10.222.0.24', 41676) {{(pid=84874) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:22:26.828916 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-c7bb5b06-b039-486e-a50c-eafd5b0619be admin admin] Notify callbacks [] for security_group, before_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:22:26.835509 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-b51f4c1e-e22a-4555-a31d-2b6d16a6ecfa tempest-RoutersIpV6Test-883692175 tempest-RoutersIpV6Test-883692175] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036852467157'] for subnet, before_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:22:26.858951 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-852a24f7-e9a1-4193-9abb-e9506fe5213f None None] Network d7d2c5e4-b39f-4c26-a03a-605439415826 details requested by agent ovs-agent-n-h2-768862-2 with host n-h2-768862-2 {{(pid=84876) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 07:22:26.911983 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84874) accepted ('10.222.0.24', 41680) {{(pid=84874) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:22:26.916440 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-c7bb5b06-b039-486e-a50c-eafd5b0619be admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:22:26.927757 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-c7bb5b06-b039-486e-a50c-eafd5b0619be admin admin] Usage tracker for resource:security_group_rule and tenant:fff314a8ff8446cba0acdc1eac464ba1 is out of sync, need to count used quota {{(pid=84874) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:22:26.940064 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-c7bb5b06-b039-486e-a50c-eafd5b0619be admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84874) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:22:26.950417 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-c7bb5b06-b039-486e-a50c-eafd5b0619be admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:22:26.958670 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-8e8e6d93-4056-4580-9bcd-1e1ac369c185 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:22:27.011167 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Network d7d2c5e4-b39f-4c26-a03a-605439415826 details requested by agent ovs-agent-n-d-768862-2 with host n-d-768862-2 {{(pid=84876) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 07:22:27.036476 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b07ca126-e813-4cb0-8b19-8491c2b54c1f None None] Network d5ceff35-6742-45f3-b435-63b87f9f4e9b requested from n-d-768862-2 {{(pid=84876) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 07:22:27.141026 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-8e8e6d93-4056-4580-9bcd-1e1ac369c185 admin admin] Usage tracker for resource:security_group_rule and tenant:545e0bde1a4b42ca9eb4402f41886499 is out of sync, need to count used quota {{(pid=84875) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:22:27.179679 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-8e8e6d93-4056-4580-9bcd-1e1ac369c185 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84875) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:22:27.204977 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-8e8e6d93-4056-4580-9bcd-1e1ac369c185 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:22:27.256858 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-8f0ec7bc-0aad-42ba-80af-b5e9ff602762 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555753'] for port, before_update {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:22:27.632768 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-d9918613-3f51-4e8f-b6ac-67a669647721 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:22:27.663868 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-c7bb5b06-b039-486e-a50c-eafd5b0619be admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:22:27.668979 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-d9918613-3f51-4e8f-b6ac-67a669647721 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:22:27.675585 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-c7bb5b06-b039-486e-a50c-eafd5b0619be admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850887153'] for security_group, after_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:22:27.688551 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-d9918613-3f51-4e8f-b6ac-67a669647721 admin admin] Usage tracker for resource:security_group_rule and tenant:1bcb5212558c4ae5a46f797f6adfbdb4 is out of sync, need to count used quota {{(pid=84874) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:22:27.691189 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-e7b5338d-6512-4318-b091-23c9e09a74c4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:22:27.723758 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-d9918613-3f51-4e8f-b6ac-67a669647721 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84874) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:22:27.728767 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7bb5b06-b039-486e-a50c-eafd5b0619be admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=211fa8f0-7707-42cb-a2b0-dc969eb489c0,revision_number=1']} {{(pid=84874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:22:27.741008 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-c7bb5b06-b039-486e-a50c-eafd5b0619be admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:22:27.751778 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-d9918613-3f51-4e8f-b6ac-67a669647721 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:22:27.758201 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-253378b0-3a6f-4999-856d-476c815f8a4c tempest-RoutersIpV6AdminTest-832003634 tempest-RoutersIpV6AdminTest-832003634] Notify callbacks [] for router_gateway, before_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:22:27.800500 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-253378b0-3a6f-4999-856d-476c815f8a4c tempest-RoutersIpV6AdminTest-832003634 tempest-RoutersIpV6AdminTest-832003634] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555753'] for port, before_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:22:27.823294 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c31a2bd0-c01e-4034-b331-d17d65813343 tempest-BulkNetworkOpsIpV6Test-1034590256 tempest-BulkNetworkOpsIpV6Test-1034590256] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:22:27.827889 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-c7bb5b06-b039-486e-a50c-eafd5b0619be admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=fff314a8ff8446cba0acdc1eac464ba1&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0359566 Jan 14 07:22:27.831943 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-c31a2bd0-c01e-4034-b331-d17d65813343 tempest-BulkNetworkOpsIpV6Test-1034590256 tempest-BulkNetworkOpsIpV6Test-1034590256] 10.222.0.24 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 1.4786081 Jan 14 07:22:27.832770 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84875) accepted ('10.222.0.24', 41688) {{(pid=84875) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:22:27.840517 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84874) accepted ('10.222.0.24', 41690) {{(pid=84874) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:22:28.008016 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-6904f8f5-ec4e-4b37-b500-21faf367010e tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036850862667'] for port, precommit_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:22:28.109802 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [None req-d0349983-2865-466c-9b00-81cb9b9b5678 None None] For port d8752f81-84d9-41c7-9f5f-6f7911a6f474, host n-d-768862-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-2',level=0,port_id=d8752f81-84d9-41c7-9f5f-6f7911a6f474,segment=NetworkSegment(c035af6b-3e7c-4781-91bb-946454f58254),segment_id=c035af6b-3e7c-4781-91bb-946454f58254)] {{(pid=84876) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 07:22:28.110755 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-d0349983-2865-466c-9b00-81cb9b9b5678 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036850862667'] for port, precommit_delete {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:22:28.129167 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-d41361a8-1da0-4673-90f6-88481508d088 tempest-BulkNetworkOpsIpV6Test-1034590256 tempest-BulkNetworkOpsIpV6Test-1034590256] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036854160497'] for network, before_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:22:28.192046 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.plugin [None req-6904f8f5-ec4e-4b37-b500-21faf367010e tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] Calling delete_port for 3becc3fe-ce01-4815-b33e-7a8b5db1ecdb owned by network:router_interface {{(pid=84875) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 07:22:28.265305 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-bc50b8c5-eaf7-4010-84d6-da6c5727573e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:22:28.280785 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.plugin [None req-d41361a8-1da0-4673-90f6-88481508d088 tempest-BulkNetworkOpsIpV6Test-1034590256 tempest-BulkNetworkOpsIpV6Test-1034590256] Deleting port a45fbcbf-b193-4cdc-a7c2-0604f2b61078 {{(pid=84874) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 07:22:28.281167 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-d41361a8-1da0-4673-90f6-88481508d088 tempest-BulkNetworkOpsIpV6Test-1034590256 tempest-BulkNetworkOpsIpV6Test-1034590256] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363259214248359'] for port, before_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:22:28.350162 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-bc50b8c5-eaf7-4010-84d6-da6c5727573e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:22:28.374052 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-8e8e6d93-4056-4580-9bcd-1e1ac369c185 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:22:28.397822 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-8e8e6d93-4056-4580-9bcd-1e1ac369c185 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850887153'] for security_group, after_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:22:28.421687 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-d9918613-3f51-4e8f-b6ac-67a669647721 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:22:28.426112 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-f4cf8cac-17ae-404c-ad0b-a0a05c4737d8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:22:28.445652 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-d9918613-3f51-4e8f-b6ac-67a669647721 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850887153'] for security_group, after_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:22:28.470195 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-e3eb2d96-776f-48f4-88ef-eababe462923 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:22:28.529379 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.plugin [None req-d0349983-2865-466c-9b00-81cb9b9b5678 None None] Calling delete_port for d8752f81-84d9-41c7-9f5f-6f7911a6f474 owned by network:dhcp {{(pid=84876) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 07:22:28.534756 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-8e8e6d93-4056-4580-9bcd-1e1ac369c185 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=545e0bde1a4b42ca9eb4402f41886499&name=default HTTP/1.1" status: 200 len: 2983 time: 3.1794293 Jan 14 07:22:28.548469 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84875) accepted ('10.222.0.24', 41696) {{(pid=84875) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:22:28.574008 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e8e6d93-4056-4580-9bcd-1e1ac369c185 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1f037922-3002-4f8c-b9cf-0ec124629e3c,revision_number=1']} {{(pid=84875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:22:28.612618 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-8e8e6d93-4056-4580-9bcd-1e1ac369c185 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.186s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:22:28.634002 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-b51f4c1e-e22a-4555-a31d-2b6d16a6ecfa tempest-RoutersIpV6Test-883692175 tempest-RoutersIpV6Test-883692175] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850887113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036851621412', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036852467174'] for subnet, after_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:22:28.654612 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:22:28.673732 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-7cf4698b-6399-47e6-8451-fffba07380de None None] Provisioning complete for port 3becc3fe-ce01-4815-b33e-7a8b5db1ecdb triggered by entity DHCP. {{(pid=84876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 07:22:28.674313 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-7cf4698b-6399-47e6-8451-fffba07380de None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-604227'] for port, provisioning_complete {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:22:28.676460 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9918613-3f51-4e8f-b6ac-67a669647721 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9f01656e-5e4b-439b-8dff-569e4b89368a,revision_number=1']} {{(pid=84874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:22:28.690754 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-d9918613-3f51-4e8f-b6ac-67a669647721 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=1bcb5212558c4ae5a46f797f6adfbdb4&name=default HTTP/1.1" status: 200 len: 2983 time: 1.7736516 Jan 14 07:22:28.691616 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-d9918613-3f51-4e8f-b6ac-67a669647721 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.221s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:22:28.703956 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84874) accepted ('10.222.0.24', 41700) {{(pid=84874) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:22:28.739853 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [None req-d41361a8-1da0-4673-90f6-88481508d088 tempest-BulkNetworkOpsIpV6Test-1034590256 tempest-BulkNetworkOpsIpV6Test-1034590256] For port a45fbcbf-b193-4cdc-a7c2-0604f2b61078, host n-d-768862-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-2',level=0,port_id=a45fbcbf-b193-4cdc-a7c2-0604f2b61078,segment=NetworkSegment(fab72d8c-325f-498a-b8d8-57314e13f5a8),segment_id=fab72d8c-325f-498a-b8d8-57314e13f5a8)] {{(pid=84874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 07:22:28.740378 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-d41361a8-1da0-4673-90f6-88481508d088 tempest-BulkNetworkOpsIpV6Test-1034590256 tempest-BulkNetworkOpsIpV6Test-1034590256] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036850862667'] for port, precommit_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:22:28.770770 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.db_base_plugin_common [None req-253378b0-3a6f-4999-856d-476c815f8a4c tempest-RoutersIpV6AdminTest-832003634 tempest-RoutersIpV6AdminTest-832003634] Allocated IP 172.25.2.10 (226f1e78-82cd-4481-9055-4eb73b6db8c1/ba8deeec-7658-4195-9449-038c076f5c83/c68d86dc-01e0-4439-b2df-9cb8590eeef5) {{(pid=84874) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 14 07:22:28.849418 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b51f4c1e-e22a-4555-a31d-2b6d16a6ecfa tempest-RoutersIpV6Test-883692175 tempest-RoutersIpV6Test-883692175] Pushing event updated for resources: {'Subnet': ['ID=44b3d79f-589d-4894-89ff-0fd9901e6ead,revision_number=0']} {{(pid=84875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:22:28.859757 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-b51f4c1e-e22a-4555-a31d-2b6d16a6ecfa tempest-RoutersIpV6Test-883692175 tempest-RoutersIpV6Test-883692175] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.205s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:22:28.862931 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-bc50b8c5-eaf7-4010-84d6-da6c5727573e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850887153'] for security_group, after_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:22:28.874126 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-9554a0c1-5447-4ade-ba46-724a4a8517d7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:22:28.887252 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.plugin [None req-7cf4698b-6399-47e6-8451-fffba07380de None None] Port 3becc3fe-ce01-4815-b33e-7a8b5db1ecdb cannot update to ACTIVE because it is not bound. {{(pid=84876) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:329}} Jan 14 07:22:28.896445 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-627c6607-3f9d-46fb-8909-2240787d46a6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:22:28.933337 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555753'] for port, before_update {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:22:28.938980 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc50b8c5-eaf7-4010-84d6-da6c5727573e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=211fa8f0-7707-42cb-a2b0-dc969eb489c0,revision_number=None']} {{(pid=84875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:22:28.960531 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.plugin [None req-d41361a8-1da0-4673-90f6-88481508d088 tempest-BulkNetworkOpsIpV6Test-1034590256 tempest-BulkNetworkOpsIpV6Test-1034590256] Calling delete_port for a45fbcbf-b193-4cdc-a7c2-0604f2b61078 owned by network:dhcp {{(pid=84874) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 07:22:28.980421 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-bc50b8c5-eaf7-4010-84d6-da6c5727573e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:22:29.002261 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-219bb533-c392-4fe8-912f-e9f7c4c79294 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:22:29.066210 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-bc50b8c5-eaf7-4010-84d6-da6c5727573e admin admin] Notify callbacks [] for security_group, before_response {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:22:29.068236 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-bc50b8c5-eaf7-4010-84d6-da6c5727573e admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/211fa8f0-7707-42cb-a2b0-dc969eb489c0 HTTP/1.1" status: 204 len: 168 time: 1.2164938 Jan 14 07:22:29.074486 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-627c6607-3f9d-46fb-8909-2240787d46a6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:22:29.116479 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-7cf4698b-6399-47e6-8451-fffba07380de None None] Provisioning for port a45fbcbf-b193-4cdc-a7c2-0604f2b61078 completed by entity DHCP. {{(pid=84876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 07:22:29.141798 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.db.resource_extend [None req-8f0ec7bc-0aad-42ba-80af-b5e9ff602762 None None] It took 0.23 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84876) wrapper /usr/local/lib/python3.6/dist-packages/oslo_utils/timeutils.py:388}} Jan 14 07:22:29.163938 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-6904f8f5-ec4e-4b37-b500-21faf367010e tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777640533329', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777640097463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851621574'] for port, after_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:22:29.164109 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] For port d8752f81-84d9-41c7-9f5f-6f7911a6f474, host n-d-768862-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-2',level=0,port_id=d8752f81-84d9-41c7-9f5f-6f7911a6f474,segment=NetworkSegment(c035af6b-3e7c-4781-91bb-946454f58254),segment_id=c035af6b-3e7c-4781-91bb-946454f58254)] {{(pid=84876) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 07:22:29.174143 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-7cf4698b-6399-47e6-8451-fffba07380de None None] Provisioning complete for port a45fbcbf-b193-4cdc-a7c2-0604f2b61078 triggered by entity DHCP. {{(pid=84876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 07:22:29.174877 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-7cf4698b-6399-47e6-8451-fffba07380de None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-604227'] for port, provisioning_complete {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:22:29.221280 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79b5617b-e951-462a-88d1-b2ae530b5164 None None] DHCP port deletion for d5ceff35-6742-45f3-b435-63b87f9f4e9b request from n-d-768862-2 {{(pid=84876) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Jan 14 07:22:29.226875 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777640533312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363259214678337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777640097497'] for port, after_update {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:22:29.248853 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-219bb533-c392-4fe8-912f-e9f7c4c79294 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:22:29.277191 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-d41361a8-1da0-4673-90f6-88481508d088 tempest-BulkNetworkOpsIpV6Test-1034590256 tempest-BulkNetworkOpsIpV6Test-1034590256] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777640533329', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777640097463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3254186'] for port, after_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:22:29.314650 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-6f9a64d9-d850-40ca-af3a-f7eec0a54bc9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:22:29.348928 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-f2b61719-4677-46ee-81de-45f12188e5d9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84876) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:22:29.383602 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.plugin [None req-7cf4698b-6399-47e6-8451-fffba07380de None None] Port a45fbcbf-b193-4cdc-a7c2-0604f2b61078 was deleted so its status cannot be updated. {{(pid=84876) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:322}} Jan 14 07:22:29.390725 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6904f8f5-ec4e-4b37-b500-21faf367010e tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] Pushing event deleted for resources: {'Port': ['ID=3becc3fe-ce01-4815-b33e-7a8b5db1ecdb,revision_number=None']} {{(pid=84875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:22:29.392278 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.db.api [None req-8f0ec7bc-0aad-42ba-80af-b5e9ff602762 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=84876) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Jan 14 07:22:29.392804 n-d-768862-2 neutron-server[84765]: DEBUG oslo_db.api [None req-8f0ec7bc-0aad-42ba-80af-b5e9ff602762 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=84876) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Jan 14 07:22:29.393471 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.db.api [None req-d0349983-2865-466c-9b00-81cb9b9b5678 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84876) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Jan 14 07:22:29.393988 n-d-768862-2 neutron-server[84765]: DEBUG oslo_db.api [None req-d0349983-2865-466c-9b00-81cb9b9b5678 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84876) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Jan 14 07:22:29.405432 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Device a45fbcbf-b193-4cdc-a7c2-0604f2b61078 no longer exists at agent ovs-agent-n-d-768862-2 {{(pid=84876) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jan 14 07:22:29.412684 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-6904f8f5-ec4e-4b37-b500-21faf367010e tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:22:29.431678 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b51f4c1e-e22a-4555-a31d-2b6d16a6ecfa tempest-RoutersIpV6Test-883692175 tempest-RoutersIpV6Test-883692175] Checking segment: {'id': 'de17349f-b434-4c72-89e6-63bfa854130b', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 15, 'network_id': 'd7d2c5e4-b39f-4c26-a03a-605439415826'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84875) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 14 07:22:29.432421 n-d-768862-2 neutron-server[84765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b51f4c1e-e22a-4555-a31d-2b6d16a6ecfa tempest-RoutersIpV6Test-883692175 tempest-RoutersIpV6Test-883692175] Network hostable DHCP agents. Network: d7d2c5e4-b39f-4c26-a03a-605439415826, hostable agents: ['32f3dd84-26da-4d18-bf15-6017a8fb7247'], hosted agents: [] {{(pid=84875) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Jan 14 07:22:29.440533 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-ddde8b53-a42d-40ba-b1a2-7f68de5f33ad tempest-RoutersIpV6Test-883692175 tempest-RoutersIpV6Test-883692175] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:22:29.476701 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.plugin [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] No Port match for: a45fbcbf-b193-4cdc-a7c2-0604f2b61078 {{(pid=84876) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2188}} Jan 14 07:22:29.477477 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Device a45fbcbf-b193-4cdc-a7c2-0604f2b61078 not bound to the agent host n-d-768862-2 {{(pid=84876) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jan 14 07:22:29.513280 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-860cc0e6-8a93-4106-80f0-8552a3f44c47 None None] Could not find standard attr ID for object a45fbcbf-b193-4cdc-a7c2-0604f2b61078. {{(pid=84876) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Jan 14 07:22:29.520907 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d41361a8-1da0-4673-90f6-88481508d088 tempest-BulkNetworkOpsIpV6Test-1034590256 tempest-BulkNetworkOpsIpV6Test-1034590256] Pushing event deleted for resources: {'Port': ['ID=a45fbcbf-b193-4cdc-a7c2-0604f2b61078,revision_number=None']} {{(pid=84874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:22:29.524897 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-d41361a8-1da0-4673-90f6-88481508d088 tempest-BulkNetworkOpsIpV6Test-1034590256 tempest-BulkNetworkOpsIpV6Test-1034590256] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:22:29.540157 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Pushing event updated for resources: {'Port': ['ID=d8752f81-84d9-41c7-9f5f-6f7911a6f474,revision_number=5']} {{(pid=84876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:22:29.544348 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d41361a8-1da0-4673-90f6-88481508d088 tempest-BulkNetworkOpsIpV6Test-1034590256 tempest-BulkNetworkOpsIpV6Test-1034590256] No DVR routers for this DVR port a45fbcbf-b193-4cdc-a7c2-0604f2b61078 on host n-d-768862-2 {{(pid=84874) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Jan 14 07:22:29.559962 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.211s {{(pid=84876) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:22:29.632476 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-6904f8f5-ec4e-4b37-b500-21faf367010e tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted--9223372036851568851', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal--9223372036850888080'] for router_interface, after_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:22:29.802865 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-d41361a8-1da0-4673-90f6-88481508d088 tempest-BulkNetworkOpsIpV6Test-1034590256 tempest-BulkNetworkOpsIpV6Test-1034590256] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-598987', 'neutron.services.segments.db._delete_segments_for_network-8777640583949'] for network, precommit_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:22:29.810467 n-d-768862-2 neutron-server[84765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b51f4c1e-e22a-4555-a31d-2b6d16a6ecfa tempest-RoutersIpV6Test-883692175 tempest-RoutersIpV6Test-883692175] Network d7d2c5e4-b39f-4c26-a03a-605439415826 is scheduled to be hosted by DHCP agent 32f3dd84-26da-4d18-bf15-6017a8fb7247 with binding_index 1 {{(pid=84875) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Jan 14 07:22:29.825659 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-253378b0-3a6f-4999-856d-476c815f8a4c tempest-RoutersIpV6AdminTest-832003634 tempest-RoutersIpV6AdminTest-832003634] Notify callbacks [] for port, precommit_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:22:29.849738 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-627c6607-3f9d-46fb-8909-2240787d46a6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850887153'] for security_group, after_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:22:29.861717 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-62d793ed-2863-47e9-9ef9-feb6a28daa76 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:22:29.885774 n-d-768862-2 neutron-server[84765]: DEBUG neutron.scheduler.base_scheduler [None req-b51f4c1e-e22a-4555-a31d-2b6d16a6ecfa tempest-RoutersIpV6Test-883692175 tempest-RoutersIpV6Test-883692175] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768862-2, d7d2c5e4-b39f-4c26-a03a-605439415826) {{(pid=84875) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 07:22:29.894679 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-627c6607-3f9d-46fb-8909-2240787d46a6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1f037922-3002-4f8c-b9cf-0ec124629e3c,revision_number=None']} {{(pid=84875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:22:29.930466 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-627c6607-3f9d-46fb-8909-2240787d46a6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:22:29.948196 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b51f4c1e-e22a-4555-a31d-2b6d16a6ecfa tempest-RoutersIpV6Test-883692175 tempest-RoutersIpV6Test-883692175] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:22:29.949464 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-b51f4c1e-e22a-4555-a31d-2b6d16a6ecfa tempest-RoutersIpV6Test-883692175 tempest-RoutersIpV6Test-883692175] Notify callbacks [] for subnet, before_response {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:22:29.953416 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.plugin [None req-d0349983-2865-466c-9b00-81cb9b9b5678 None None] Deleting port d8752f81-84d9-41c7-9f5f-6f7911a6f474 {{(pid=84876) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 07:22:29.956576 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-d0349983-2865-466c-9b00-81cb9b9b5678 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363259214248359'] for port, before_delete {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:22:30.018462 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1cbc32f2-5a4f-4e37-96d9-999789bdfa63 None None] Network d7d2c5e4-b39f-4c26-a03a-605439415826 requested from n-d-768862-2 {{(pid=84876) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 07:22:30.033042 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f0ec7bc-0aad-42ba-80af-b5e9ff602762 None None] Port 3becc3fe-ce01-4815-b33e-7a8b5db1ecdb not found while updating agent binding for router bff61278-a303-4ed0-9e6a-c4aa43683298. {{(pid=84876) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:218}} Jan 14 07:22:30.033354 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-627c6607-3f9d-46fb-8909-2240787d46a6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:22:30.034847 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-627c6607-3f9d-46fb-8909-2240787d46a6 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/1f037922-3002-4f8c-b9cf-0ec124629e3c HTTP/1.1" status: 204 len: 168 time: 1.4855125 Jan 14 07:22:30.062331 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-b51f4c1e-e22a-4555-a31d-2b6d16a6ecfa tempest-RoutersIpV6Test-883692175 tempest-RoutersIpV6Test-883692175] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 4.2596407 Jan 14 07:22:30.065363 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84875) accepted ('10.222.0.24', 41722) {{(pid=84875) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:22:30.170274 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-253378b0-3a6f-4999-856d-476c815f8a4c tempest-RoutersIpV6AdminTest-832003634 tempest-RoutersIpV6AdminTest-832003634] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777640123575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3254186'] for port, after_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:22:30.217850 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f0ec7bc-0aad-42ba-80af-b5e9ff602762 None None] Routers {'bff61278-a303-4ed0-9e6a-c4aa43683298'} bound to L3 agent in host n-d-768862-2 {{(pid=84876) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 14 07:22:30.218597 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_hamode_db [None req-8f0ec7bc-0aad-42ba-80af-b5e9ff602762 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-01-14T06:56:51Z,description=,heartbeat_timestamp=2021-01-14T07:22:21Z,host='n-d-768862-2',id=35f592e9-451b-4db9-abea-77b6a5c5391b,load=0,resource_versions=,resources_synced=,started_at=2021-01-14T06:56:51Z,topic='l3_agent')) {'router_ids': ['bff61278-a303-4ed0-9e6a-c4aa43683298'], 'active': True} {{(pid=84876) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:22:30.236928 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-43966cb1-7d5f-4f34-baeb-008e956fcbee tempest-BulkNetworkOpsIpV6Test-1034590256 tempest-BulkNetworkOpsIpV6Test-1034590256] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:22:30.376732 n-d-768862-2 neutron-server[84765]: DEBUG neutron.services.segments.db [None req-d41361a8-1da0-4673-90f6-88481508d088 tempest-BulkNetworkOpsIpV6Test-1034590256 tempest-BulkNetworkOpsIpV6Test-1034590256] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d5ceff35-6742-45f3-b435-63b87f9f4e9b']}} {{(pid=84874) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:22:30.377830 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.agents_db [None req-5b939a2f-078d-4c69-a188-cb55a28a77a0 None None] Agent healthcheck: found 7 active agents {{(pid=84877) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Jan 14 07:22:30.402038 n-d-768862-2 neutron-server[84765]: DEBUG neutron.services.segments.db [None req-d41361a8-1da0-4673-90f6-88481508d088 tempest-BulkNetworkOpsIpV6Test-1034590256 tempest-BulkNetworkOpsIpV6Test-1034590256] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fab72d8c-325f-498a-b8d8-57314e13f5a8') {'for_net_delete': True} {{(pid=84874) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:22:30.402427 n-d-768862-2 neutron-server[84765]: DEBUG neutron.services.segments.db [None req-d41361a8-1da0-4673-90f6-88481508d088 tempest-BulkNetworkOpsIpV6Test-1034590256 tempest-BulkNetworkOpsIpV6Test-1034590256] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fab72d8c-325f-498a-b8d8-57314e13f5a8') {} {{(pid=84874) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:22:30.421010 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-d41361a8-1da0-4673-90f6-88481508d088 tempest-BulkNetworkOpsIpV6Test-1034590256 tempest-BulkNetworkOpsIpV6Test-1034590256] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363259214173198', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2968632'] for segment, before_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:22:30.442275 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-d41361a8-1da0-4673-90f6-88481508d088 tempest-BulkNetworkOpsIpV6Test-1034590256 tempest-BulkNetworkOpsIpV6Test-1034590256] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854179735'] for segment, precommit_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:22:30.445027 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-d41361a8-1da0-4673-90f6-88481508d088 tempest-BulkNetworkOpsIpV6Test-1034590256 tempest-BulkNetworkOpsIpV6Test-1034590256] Releasing vxlan tunnel 18 to pool {{(pid=84874) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Jan 14 07:22:30.683316 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.managers [None req-d41361a8-1da0-4673-90f6-88481508d088 tempest-BulkNetworkOpsIpV6Test-1034590256 tempest-BulkNetworkOpsIpV6Test-1034590256] Network d5ceff35-6742-45f3-b435-63b87f9f4e9b has no segments {{(pid=84874) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 14 07:22:30.694230 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_dvr_db [None req-8f0ec7bc-0aad-42ba-80af-b5e9ff602762 None None] Set router bff61278-a303-4ed0-9e6a-c4aa43683298 gateway port host: None {{(pid=84876) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 14 07:22:30.694854 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-d41361a8-1da0-4673-90f6-88481508d088 tempest-BulkNetworkOpsIpV6Test-1034590256 tempest-BulkNetworkOpsIpV6Test-1034590256] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-596065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036851521571'] for segment, after_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:22:30.770691 n-d-768862-2 neutron-server[84765]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6904f8f5-ec4e-4b37-b500-21faf367010e tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] Router bff61278-a303-4ed0-9e6a-c4aa43683298 has already been hosted by L3 agent 35f592e9-451b-4db9-abea-77b6a5c5391b {{(pid=84875) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Jan 14 07:22:30.980720 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [None req-d0349983-2865-466c-9b00-81cb9b9b5678 None None] For port d8752f81-84d9-41c7-9f5f-6f7911a6f474, host n-d-768862-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-2',level=0,port_id=d8752f81-84d9-41c7-9f5f-6f7911a6f474,segment=NetworkSegment(c035af6b-3e7c-4781-91bb-946454f58254),segment_id=c035af6b-3e7c-4781-91bb-946454f58254)] {{(pid=84876) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 07:22:30.981801 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-d0349983-2865-466c-9b00-81cb9b9b5678 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036850862667'] for port, precommit_delete {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:22:31.008206 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-219bb533-c392-4fe8-912f-e9f7c4c79294 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850887153'] for security_group, after_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:22:31.042907 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-253378b0-3a6f-4999-856d-476c815f8a4c tempest-RoutersIpV6AdminTest-832003634 tempest-RoutersIpV6AdminTest-832003634] Pushing event updated for resources: {'Port': ['ID=c68d86dc-01e0-4439-b2df-9cb8590eeef5,revision_number=1']} {{(pid=84874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:22:31.056732 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-253378b0-3a6f-4999-856d-476c815f8a4c tempest-RoutersIpV6AdminTest-832003634 tempest-RoutersIpV6AdminTest-832003634] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.820s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:22:31.062200 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-2b374fba-2575-4962-badf-0cc000d8e905 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.020s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:22:31.150021 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.plugin [None req-d0349983-2865-466c-9b00-81cb9b9b5678 None None] Calling delete_port for d8752f81-84d9-41c7-9f5f-6f7911a6f474 owned by network:dhcp {{(pid=84876) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 07:22:31.183093 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84874) accepted ('10.222.0.24', 41734) {{(pid=84874) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:22:31.186850 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-219bb533-c392-4fe8-912f-e9f7c4c79294 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9f01656e-5e4b-439b-8dff-569e4b89368a,revision_number=None']} {{(pid=84874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:22:31.217749 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-219bb533-c392-4fe8-912f-e9f7c4c79294 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:22:31.286256 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.managers [None req-d41361a8-1da0-4673-90f6-88481508d088 tempest-BulkNetworkOpsIpV6Test-1034590256 tempest-BulkNetworkOpsIpV6Test-1034590256] Network d5ceff35-6742-45f3-b435-63b87f9f4e9b has no segments {{(pid=84874) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 14 07:22:31.321370 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:port_security_enabled":"rule:admin_or_owner" was deprecated in W in favor of "update_network:port_security_enabled":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 07:22:31.321370 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:22:31.321370 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:22:31.321370 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:22:31.321370 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "delete_network":"rule:admin_or_owner" was deprecated in W in favor of "delete_network":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 07:22:31.321370 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:22:31.321370 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:22:31.321370 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:22:31.321370 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_segment":"rule:admin_only" was deprecated in W in favor of "create_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:22:31.321370 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:22:31.321370 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_segment":"rule:admin_only" was deprecated in W in favor of "get_segment":"role:reader and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:22:31.321370 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:22:31.321370 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_segment":"rule:admin_only" was deprecated in W in favor of "update_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:22:31.321370 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:22:31.321370 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "delete_segment":"rule:admin_only" was deprecated in W in favor of "delete_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:22:31.321370 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:22:31.321370 n-d-768862-2 neutron-server[84765]: Traceback (most recent call last): Jan 14 07:22:31.321370 n-d-768862-2 neutron-server[84765]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 14 07:22:31.321370 n-d-768862-2 neutron-server[84765]: timer() Jan 14 07:22:31.321370 n-d-768862-2 neutron-server[84765]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 14 07:22:31.321370 n-d-768862-2 neutron-server[84765]: cb(*args, **kw) Jan 14 07:22:31.321370 n-d-768862-2 neutron-server[84765]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Jan 14 07:22:31.321370 n-d-768862-2 neutron-server[84765]: return func(*args, **kwargs) Jan 14 07:22:31.321370 n-d-768862-2 neutron-server[84765]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 14 07:22:31.321370 n-d-768862-2 neutron-server[84765]: self._notify() Jan 14 07:22:31.321370 n-d-768862-2 neutron-server[84765]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 14 07:22:31.321370 n-d-768862-2 neutron-server[84765]: self.callback(batched_events) Jan 14 07:22:31.321370 n-d-768862-2 neutron-server[84765]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 14 07:22:31.321370 n-d-768862-2 neutron-server[84765]: event.method(event) Jan 14 07:22:31.321370 n-d-768862-2 neutron-server[84765]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 14 07:22:31.321370 n-d-768862-2 neutron-server[84765]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 14 07:22:31.321370 n-d-768862-2 neutron-server[84765]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Jan 14 07:22:31.321370 n-d-768862-2 neutron-server[84765]: segment_id)['aggregates'][0] Jan 14 07:22:31.321370 n-d-768862-2 neutron-server[84765]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 14 07:22:31.321370 n-d-768862-2 neutron-server[84765]: return f(self, *a, **k) Jan 14 07:22:31.321370 n-d-768862-2 neutron-server[84765]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 14 07:22:31.321370 n-d-768862-2 neutron-server[84765]: return self._get(url).json() Jan 14 07:22:31.321370 n-d-768862-2 neutron-server[84765]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 14 07:22:31.321370 n-d-768862-2 neutron-server[84765]: **kwargs) Jan 14 07:22:31.321370 n-d-768862-2 neutron-server[84765]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 14 07:22:31.321370 n-d-768862-2 neutron-server[84765]: return self.request(url, 'GET', **kwargs) Jan 14 07:22:31.321370 n-d-768862-2 neutron-server[84765]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Jan 14 07:22:31.321370 n-d-768862-2 neutron-server[84765]: **endpoint_filter) Jan 14 07:22:31.321370 n-d-768862-2 neutron-server[84765]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 14 07:22:31.321370 n-d-768862-2 neutron-server[84765]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 14 07:22:31.321370 n-d-768862-2 neutron-server[84765]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 14 07:22:31.321370 n-d-768862-2 neutron-server[84765]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 14 07:22:31.321370 n-d-768862-2 neutron-server[84765]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 14 07:22:31.420505 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-219bb533-c392-4fe8-912f-e9f7c4c79294 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:22:31.420687 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_hamode_db [None req-8f0ec7bc-0aad-42ba-80af-b5e9ff602762 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bff61278-a303-4ed0-9e6a-c4aa43683298', 'name': 'tempest-NetworksTestDHCPv6-router-481448758', 'tenant_id': 'be0aa702e3ca464795a99c51e3b3b04f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-14T07:22:12Z', 'updated_at': '2021-01-14T07:22:28Z', 'revision_number': 3, 'project_id': 'be0aa702e3ca464795a99c51e3b3b04f', 'gw_port_host': None}], 'n-d-768862-2', False) {} {{(pid=84876) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:22:31.425294 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-219bb533-c392-4fe8-912f-e9f7c4c79294 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/9f01656e-5e4b-439b-8dff-569e4b89368a HTTP/1.1" status: 204 len: 168 time: 2.7199469 Jan 14 07:22:31.461804 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-047aef54-bbfb-443d-b329-2a524c06de3b admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=a30e9853809543449f110119fe25376e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2726884 Jan 14 07:22:31.463512 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84874) accepted ('10.222.0.24', 41744) {{(pid=84874) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:22:31.486157 n-d-768862-2 neutron-server[84765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-253378b0-3a6f-4999-856d-476c815f8a4c tempest-RoutersIpV6AdminTest-832003634 tempest-RoutersIpV6AdminTest-832003634] Network 226f1e78-82cd-4481-9055-4eb73b6db8c1 is already hosted by enough agents. {{(pid=84874) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 07:22:31.490519 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-d41361a8-1da0-4673-90f6-88481508d088 tempest-BulkNetworkOpsIpV6Test-1034590256 tempest-BulkNetworkOpsIpV6Test-1034590256] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036854176830', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850887149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3912591'] for network, after_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:22:31.492976 n-d-768862-2 neutron-server[84765]: DEBUG neutron.scheduler.base_scheduler [None req-253378b0-3a6f-4999-856d-476c815f8a4c tempest-RoutersIpV6AdminTest-832003634 tempest-RoutersIpV6AdminTest-832003634] Resources bound (agent type, host, resource id): {{(pid=84874) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 07:22:31.493455 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f0ec7bc-0aad-42ba-80af-b5e9ff602762 None None] The sync data for ids ['bff61278-a303-4ed0-9e6a-c4aa43683298'] in n-d-768862-2 is: [{'id': 'bff61278-a303-4ed0-9e6a-c4aa43683298', 'name': 'tempest-NetworksTestDHCPv6-router-481448758', 'tenant_id': 'be0aa702e3ca464795a99c51e3b3b04f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-14T07:22:12Z', 'updated_at': '2021-01-14T07:22:28Z', 'revision_number': 3, 'project_id': 'be0aa702e3ca464795a99c51e3b3b04f', 'gw_port_host': None}] {{(pid=84876) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Jan 14 07:22:31.499381 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-baecaa52-4e9f-41cf-801a-53347e92c015 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:22:31.523599 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-d41361a8-1da0-4673-90f6-88481508d088 tempest-BulkNetworkOpsIpV6Test-1034590256 tempest-BulkNetworkOpsIpV6Test-1034590256] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3207107'] for network, before_response {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:22:31.535393 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-253378b0-3a6f-4999-856d-476c815f8a4c tempest-RoutersIpV6AdminTest-832003634 tempest-RoutersIpV6AdminTest-832003634] Received port after_create {{(pid=84874) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 14 07:22:31.656563 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6904f8f5-ec4e-4b37-b500-21faf367010e tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] Notify agent at l3_agent.n-d-768862-2 the message routers_updated {{(pid=84875) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jan 14 07:22:31.666002 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-6904f8f5-ec4e-4b37-b500-21faf367010e tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] 10.222.0.24 "PUT /v2.0/routers/bff61278-a303-4ed0-9e6a-c4aa43683298/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.7519910 Jan 14 07:22:31.745579 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-d0349983-2865-466c-9b00-81cb9b9b5678 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777640533329', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777640097463'] for port, after_delete {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:22:31.780972 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-48e2b6c4-d23b-49ad-81b0-482200260ef8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84876) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:22:31.844655 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0349983-2865-466c-9b00-81cb9b9b5678 None None] Pushing event deleted for resources: {'Port': ['ID=d8752f81-84d9-41c7-9f5f-6f7911a6f474,revision_number=None']} {{(pid=84876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:22:31.849304 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-d0349983-2865-466c-9b00-81cb9b9b5678 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=84876) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:22:31.860179 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84875) accepted ('10.222.0.24', 41748) {{(pid=84875) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:22:32.054578 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bfe2d2fd-c71d-42e6-872e-b3f379b04710 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5d94dc7a-c095-50a4-955e-5f3b78718a12-d7d2c5e4-b39f-4c26-a03a-605439415826', 'network_id': 'd7d2c5e4-b39f-4c26-a03a-605439415826', 'tenant_id': 'd787627cdb8d4cc9b70642659fae99d7', 'fixed_ips': [{'subnet_id': '44b3d79f-589d-4894-89ff-0fd9901e6ead'}]}} from n-d-768862-2. {{(pid=84876) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Jan 14 07:22:32.055567 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-bfe2d2fd-c71d-42e6-872e-b3f379b04710 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555753'] for port, before_create {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:22:32.084705 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-4bbe7dc4-51a6-4b24-b2a3-215a0e1b6f6f tempest-RoutersIpV6Test-883692175 tempest-RoutersIpV6Test-883692175] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555753'] for port, before_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:22:32.099986 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0349983-2865-466c-9b00-81cb9b9b5678 None None] No DVR routers for this DVR port d8752f81-84d9-41c7-9f5f-6f7911a6f474 on host n-d-768862-2 {{(pid=84876) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Jan 14 07:22:32.111149 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1313d55-b5ea-4f2c-b4be-8749884d6f4f tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:22:32.118867 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1313d55-b5ea-4f2c-b4be-8749884d6f4f tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:22:32.120282 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-a1313d55-b5ea-4f2c-b4be-8749884d6f4f tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] Synchronizing usage tracker for tenant:be0aa702e3ca464795a99c51e3b3b04f on resource:subnet {{(pid=84875) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 14 07:22:32.175057 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-a1313d55-b5ea-4f2c-b4be-8749884d6f4f tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] Unset dirty status for tenant:be0aa702e3ca464795a99c51e3b3b04f on resource:subnet {{(pid=84875) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 14 07:22:32.177062 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-a1313d55-b5ea-4f2c-b4be-8749884d6f4f tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] 10.222.0.24 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.3113596 Jan 14 07:22:32.181967 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84875) accepted ('10.222.0.24', 41758) {{(pid=84875) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:22:32.214072 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d41361a8-1da0-4673-90f6-88481508d088 tempest-BulkNetworkOpsIpV6Test-1034590256 tempest-BulkNetworkOpsIpV6Test-1034590256] Pushing event deleted for resources: {'Network': ['ID=d5ceff35-6742-45f3-b435-63b87f9f4e9b,revision_number=None']} {{(pid=84874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:22:32.271215 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-d41361a8-1da0-4673-90f6-88481508d088 tempest-BulkNetworkOpsIpV6Test-1034590256 tempest-BulkNetworkOpsIpV6Test-1034590256] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.772s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:22:32.291227 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-d41361a8-1da0-4673-90f6-88481508d088 tempest-BulkNetworkOpsIpV6Test-1034590256 tempest-BulkNetworkOpsIpV6Test-1034590256] 10.222.0.24 "DELETE /v2.0/networks/d5ceff35-6742-45f3-b435-63b87f9f4e9b HTTP/1.1" status: 204 len: 168 time: 4.4471743 Jan 14 07:22:32.314083 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84874) accepted ('10.222.0.24', 41764) {{(pid=84874) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:22:32.375786 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-3b437599-8203-417b-a85c-1cb1f51731d5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:22:32.424070 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84875) accepted ('10.222.0.24', 41768) {{(pid=84875) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:22:32.601231 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-3dafd2bf-bfc0-4aae-bcc9-da6c0677dc30 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:22:32.622511 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.db_base_plugin_common [None req-bfe2d2fd-c71d-42e6-872e-b3f379b04710 None None] Allocated IP 2001:db8::2 (d7d2c5e4-b39f-4c26-a03a-605439415826/44b3d79f-589d-4894-89ff-0fd9901e6ead/628b5657-e15c-4ba3-8d31-d31ab0f70238) {{(pid=84876) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 14 07:22:32.733770 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-3b437599-8203-417b-a85c-1cb1f51731d5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:22:32.770977 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-89e48eef-c665-4c6e-8037-7728b2951952 tempest-BulkNetworkOpsIpV6Test-1034590256 tempest-BulkNetworkOpsIpV6Test-1034590256] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036854160497'] for network, before_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:22:32.816425 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-3dafd2bf-bfc0-4aae-bcc9-da6c0677dc30 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:22:32.838831 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-3dafd2bf-bfc0-4aae-bcc9-da6c0677dc30 admin admin] Usage tracker for resource:security_group_rule and tenant:acaa11c95ff1499f9f27ffff7bf111c9 is out of sync, need to count used quota {{(pid=84875) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:22:32.850659 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-3dafd2bf-bfc0-4aae-bcc9-da6c0677dc30 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84875) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:22:32.884827 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-3dafd2bf-bfc0-4aae-bcc9-da6c0677dc30 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:22:33.089503 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-bfe2d2fd-c71d-42e6-872e-b3f379b04710 None None] Notify callbacks [] for port, precommit_create {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:22:33.105564 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-bfe2d2fd-c71d-42e6-872e-b3f379b04710 None None] Transition to ACTIVE for port object 628b5657-e15c-4ba3-8d31-d31ab0f70238 will not be triggered until provisioned by entity L2. {{(pid=84876) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 07:22:33.130376 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-bfe2d2fd-c71d-42e6-872e-b3f379b04710 None None] Transition to ACTIVE for port object 628b5657-e15c-4ba3-8d31-d31ab0f70238 will not be triggered until provisioned by entity DHCP. {{(pid=84876) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 07:22:33.141392 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-bfe2d2fd-c71d-42e6-872e-b3f379b04710 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777640123575'] for port, after_create {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:22:33.195034 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.db_base_plugin_v2 [None req-b6300bb1-807f-4ff9-9829-d6a3388fc8d7 tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] Deleting subnet 44580eaa-edb2-43a6-912a-591a1d1fb1d0 {{(pid=84875) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Jan 14 07:22:33.213947 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-b6300bb1-807f-4ff9-9829-d6a3388fc8d7 tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] Notify callbacks [] for subnet, before_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:22:33.218592 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-89e48eef-c665-4c6e-8037-7728b2951952 tempest-BulkNetworkOpsIpV6Test-1034590256 tempest-BulkNetworkOpsIpV6Test-1034590256] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-598987', 'neutron.services.segments.db._delete_segments_for_network-8777640583949'] for network, precommit_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:22:33.307496 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-921a28cc-33ba-4127-85dc-d79df6d5020b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84876) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:22:33.395457 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfe2d2fd-c71d-42e6-872e-b3f379b04710 None None] Pushing event updated for resources: {'Port': ['ID=628b5657-e15c-4ba3-8d31-d31ab0f70238,revision_number=1']} {{(pid=84876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:22:33.401136 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-bfe2d2fd-c71d-42e6-872e-b3f379b04710 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=84876) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:22:33.414165 n-d-768862-2 neutron-server[84765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bfe2d2fd-c71d-42e6-872e-b3f379b04710 None None] Network d7d2c5e4-b39f-4c26-a03a-605439415826 is already hosted by enough agents. {{(pid=84876) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 07:22:33.416200 n-d-768862-2 neutron-server[84765]: DEBUG neutron.scheduler.base_scheduler [None req-bfe2d2fd-c71d-42e6-872e-b3f379b04710 None None] Resources bound (agent type, host, resource id): {{(pid=84876) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 07:22:33.418208 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bfe2d2fd-c71d-42e6-872e-b3f379b04710 None None] Received port after_create {{(pid=84876) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 14 07:22:33.482803 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-b6300bb1-807f-4ff9-9829-d6a3388fc8d7 tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3367281'] for subnet, precommit_delete_associations {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:22:33.490953 n-d-768862-2 neutron-server[84765]: DEBUG neutron.services.segments.db [None req-89e48eef-c665-4c6e-8037-7728b2951952 tempest-BulkNetworkOpsIpV6Test-1034590256 tempest-BulkNetworkOpsIpV6Test-1034590256] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0371f441-53fb-482a-a794-d7d2dffd2bc3']}} {{(pid=84874) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:22:33.494259 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.managers [None req-bfe2d2fd-c71d-42e6-872e-b3f379b04710 None None] Attempting to bind port 628b5657-e15c-4ba3-8d31-d31ab0f70238 on host n-d-768862-2 for vnic_type normal with profile {{(pid=84876) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 14 07:22:33.494680 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.managers [None req-bfe2d2fd-c71d-42e6-872e-b3f379b04710 None None] Attempting to bind port 628b5657-e15c-4ba3-8d31-d31ab0f70238 by drivers openvswitch on host n-d-768862-2 at level 0 using segments [{'id': 'de17349f-b434-4c72-89e6-63bfa854130b', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 15, 'network_id': 'd7d2c5e4-b39f-4c26-a03a-605439415826'}] {{(pid=84876) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 14 07:22:33.495094 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfe2d2fd-c71d-42e6-872e-b3f379b04710 None None] Attempting to bind port 628b5657-e15c-4ba3-8d31-d31ab0f70238 on network d7d2c5e4-b39f-4c26-a03a-605439415826 {{(pid=84876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 14 07:22:33.503782 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfe2d2fd-c71d-42e6-872e-b3f379b04710 None None] Checking agent: {'id': 'ba5efab1-b43c-4d5a-bc52-6e105d4e67a2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768862-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 14, 6, 56, 52), 'started_at': datetime.datetime(2021, 1, 14, 6, 57, 22), 'heartbeat_timestamp': datetime.datetime(2021, 1, 14, 7, 22, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768862-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.29', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 14 07:22:33.504270 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfe2d2fd-c71d-42e6-872e-b3f379b04710 None None] Checking segment: {'id': 'de17349f-b434-4c72-89e6-63bfa854130b', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 15, 'network_id': 'd7d2c5e4-b39f-4c26-a03a-605439415826'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84876) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 14 07:22:33.504674 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-bfe2d2fd-c71d-42e6-872e-b3f379b04710 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:22:33.505129 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfe2d2fd-c71d-42e6-872e-b3f379b04710 None None] Bound using segment: {'id': 'de17349f-b434-4c72-89e6-63bfa854130b', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 15, 'network_id': 'd7d2c5e4-b39f-4c26-a03a-605439415826'} {{(pid=84876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 14 07:22:33.505673 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.managers [None req-bfe2d2fd-c71d-42e6-872e-b3f379b04710 None None] Bound port: 628b5657-e15c-4ba3-8d31-d31ab0f70238, host: n-d-768862-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'de17349f-b434-4c72-89e6-63bfa854130b', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 15, 'network_id': 'd7d2c5e4-b39f-4c26-a03a-605439415826'}}] {{(pid=84876) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 14 07:22:33.506091 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-bfe2d2fd-c71d-42e6-872e-b3f379b04710 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555753'] for port, before_update {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:22:33.519952 n-d-768862-2 neutron-server[84765]: DEBUG neutron.services.segments.db [None req-89e48eef-c665-4c6e-8037-7728b2951952 tempest-BulkNetworkOpsIpV6Test-1034590256 tempest-BulkNetworkOpsIpV6Test-1034590256] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c035af6b-3e7c-4781-91bb-946454f58254') {'for_net_delete': True} {{(pid=84874) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:22:33.520538 n-d-768862-2 neutron-server[84765]: DEBUG neutron.services.segments.db [None req-89e48eef-c665-4c6e-8037-7728b2951952 tempest-BulkNetworkOpsIpV6Test-1034590256 tempest-BulkNetworkOpsIpV6Test-1034590256] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c035af6b-3e7c-4781-91bb-946454f58254') {} {{(pid=84874) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:22:33.547079 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-89e48eef-c665-4c6e-8037-7728b2951952 tempest-BulkNetworkOpsIpV6Test-1034590256 tempest-BulkNetworkOpsIpV6Test-1034590256] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363259214173198', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2968632'] for segment, before_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:22:33.584447 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-89e48eef-c665-4c6e-8037-7728b2951952 tempest-BulkNetworkOpsIpV6Test-1034590256 tempest-BulkNetworkOpsIpV6Test-1034590256] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854179735'] for segment, precommit_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:22:33.591898 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-89e48eef-c665-4c6e-8037-7728b2951952 tempest-BulkNetworkOpsIpV6Test-1034590256 tempest-BulkNetworkOpsIpV6Test-1034590256] Releasing vxlan tunnel 3 to pool {{(pid=84874) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Jan 14 07:22:33.634105 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [None req-bfe2d2fd-c71d-42e6-872e-b3f379b04710 None None] For port 628b5657-e15c-4ba3-8d31-d31ab0f70238, host n-d-768862-2, cleared binding levels {{(pid=84876) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 14 07:22:33.638996 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [None req-bfe2d2fd-c71d-42e6-872e-b3f379b04710 None None] For port 628b5657-e15c-4ba3-8d31-d31ab0f70238, host n-d-768862-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-2',level=0,port_id=628b5657-e15c-4ba3-8d31-d31ab0f70238,segment=NetworkSegment(de17349f-b434-4c72-89e6-63bfa854130b),segment_id=de17349f-b434-4c72-89e6-63bfa854130b)] {{(pid=84876) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 14 07:22:33.645181 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-bfe2d2fd-c71d-42e6-872e-b3f379b04710 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777640533312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363259214678337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777640097497'] for port, after_update {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:22:33.667102 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-fc5ce3c5-14f7-4add-8b76-744ab1a91264 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84876) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:22:33.796542 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfe2d2fd-c71d-42e6-872e-b3f379b04710 None None] Pushing event updated for resources: {'Port': ['ID=628b5657-e15c-4ba3-8d31-d31ab0f70238,revision_number=2']} {{(pid=84876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:22:33.828728 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-3dafd2bf-bfc0-4aae-bcc9-da6c0677dc30 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:22:33.853693 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-3dafd2bf-bfc0-4aae-bcc9-da6c0677dc30 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850887153'] for security_group, after_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:22:33.878024 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-e00623c3-725e-43e3-ae77-30046c52c0e0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:22:33.898004 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0187752-c96f-4c52-aed4-3b91d4f0de86 None None] Sync routers for ids ['bff61278-a303-4ed0-9e6a-c4aa43683298'] in n-d-768862-2 {{(pid=84877) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Jan 14 07:22:33.939464 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-bfe2d2fd-c71d-42e6-872e-b3f379b04710 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.272s {{(pid=84876) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:22:33.943861 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0187752-c96f-4c52-aed4-3b91d4f0de86 None None] Routers {'bff61278-a303-4ed0-9e6a-c4aa43683298'} bound to L3 agent in host n-d-768862-2 {{(pid=84877) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 14 07:22:33.945028 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_hamode_db [None req-e0187752-c96f-4c52-aed4-3b91d4f0de86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-01-14T06:56:51Z,description=,heartbeat_timestamp=2021-01-14T07:22:21Z,host='n-d-768862-2',id=35f592e9-451b-4db9-abea-77b6a5c5391b,load=0,resource_versions=,resources_synced=,started_at=2021-01-14T06:56:51Z,topic='l3_agent')) {'router_ids': ['bff61278-a303-4ed0-9e6a-c4aa43683298'], 'active': True} {{(pid=84877) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:22:33.974921 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dafd2bf-bfc0-4aae-bcc9-da6c0677dc30 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fd7ca317-8257-4aff-aa06-6611913b7a3f,revision_number=1']} {{(pid=84875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:22:34.006959 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-3dafd2bf-bfc0-4aae-bcc9-da6c0677dc30 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:22:34.034997 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.db_base_plugin_common [None req-4bbe7dc4-51a6-4b24-b2a3-215a0e1b6f6f tempest-RoutersIpV6Test-883692175 tempest-RoutersIpV6Test-883692175] Allocated IP 2001:db8::1 (d7d2c5e4-b39f-4c26-a03a-605439415826/44b3d79f-589d-4894-89ff-0fd9901e6ead/d21b5147-a877-46a5-a233-6a97d5befecb) {{(pid=84875) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 14 07:22:34.072621 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84874) accepted ('10.222.0.24', 41796) {{(pid=84874) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:22:34.082874 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-3dafd2bf-bfc0-4aae-bcc9-da6c0677dc30 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=acaa11c95ff1499f9f27ffff7bf111c9&name=default HTTP/1.1" status: 200 len: 2983 time: 1.6563394 Jan 14 07:22:34.142645 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-b6300bb1-807f-4ff9-9829-d6a3388fc8d7 tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036854176836'] for subnet, precommit_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:22:34.319259 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_dvr_db [None req-e0187752-c96f-4c52-aed4-3b91d4f0de86 None None] Set router bff61278-a303-4ed0-9e6a-c4aa43683298 gateway port host: None {{(pid=84877) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 14 07:22:34.367044 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-253378b0-3a6f-4999-856d-476c815f8a4c tempest-RoutersIpV6AdminTest-832003634 tempest-RoutersIpV6AdminTest-832003634] Notify callbacks [] for router_gateway, after_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:22:34.463875 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.managers [None req-89e48eef-c665-4c6e-8037-7728b2951952 tempest-BulkNetworkOpsIpV6Test-1034590256 tempest-BulkNetworkOpsIpV6Test-1034590256] Network 0371f441-53fb-482a-a794-d7d2dffd2bc3 has no segments {{(pid=84874) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 14 07:22:34.501848 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-89e48eef-c665-4c6e-8037-7728b2951952 tempest-BulkNetworkOpsIpV6Test-1034590256 tempest-BulkNetworkOpsIpV6Test-1034590256] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-596065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036851521571'] for segment, after_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:22:34.675544 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_hamode_db [None req-e0187752-c96f-4c52-aed4-3b91d4f0de86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bff61278-a303-4ed0-9e6a-c4aa43683298', 'name': 'tempest-NetworksTestDHCPv6-router-481448758', 'tenant_id': 'be0aa702e3ca464795a99c51e3b3b04f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-14T07:22:12Z', 'updated_at': '2021-01-14T07:22:28Z', 'revision_number': 3, 'project_id': 'be0aa702e3ca464795a99c51e3b3b04f', 'gw_port_host': None}], 'n-d-768862-2', False) {} {{(pid=84877) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:22:34.684174 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0187752-c96f-4c52-aed4-3b91d4f0de86 None None] Checking router: bff61278-a303-4ed0-9e6a-c4aa43683298 for host: n-d-768862-2 {{(pid=84877) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Jan 14 07:22:34.702890 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0187752-c96f-4c52-aed4-3b91d4f0de86 None None] Routers {'bff61278-a303-4ed0-9e6a-c4aa43683298'} bound to L3 agent in host n-d-768862-2 {{(pid=84877) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 14 07:22:34.704396 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_hamode_db [None req-e0187752-c96f-4c52-aed4-3b91d4f0de86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-01-14T06:56:51Z,description=,heartbeat_timestamp=2021-01-14T07:22:21Z,host='n-d-768862-2',id=35f592e9-451b-4db9-abea-77b6a5c5391b,load=0,resource_versions=,resources_synced=,started_at=2021-01-14T06:56:51Z,topic='l3_agent')) {'router_ids': ['bff61278-a303-4ed0-9e6a-c4aa43683298'], 'active': True} {{(pid=84877) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:22:34.793469 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-3b437599-8203-417b-a85c-1cb1f51731d5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850887153'] for security_group, after_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:22:34.820245 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-ebf451e6-27c1-41b6-8f88-6c59fec74eed admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:22:34.888380 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-20c045c9-184d-4808-a0b9-3832ec92ce0b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:22:34.898186 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b437599-8203-417b-a85c-1cb1f51731d5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=32d52469-1475-4ada-a72b-71e09e0f2159,revision_number=None']} {{(pid=84874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:22:34.936404 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_dvr_db [None req-e0187752-c96f-4c52-aed4-3b91d4f0de86 None None] Set router bff61278-a303-4ed0-9e6a-c4aa43683298 gateway port host: None {{(pid=84877) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 14 07:22:34.961212 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-4bbe7dc4-51a6-4b24-b2a3-215a0e1b6f6f tempest-RoutersIpV6Test-883692175 tempest-RoutersIpV6Test-883692175] Notify callbacks [] for port, precommit_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:22:34.980242 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-3b437599-8203-417b-a85c-1cb1f51731d5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.160s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:22:35.040346 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.managers [None req-89e48eef-c665-4c6e-8037-7728b2951952 tempest-BulkNetworkOpsIpV6Test-1034590256 tempest-BulkNetworkOpsIpV6Test-1034590256] Network 0371f441-53fb-482a-a794-d7d2dffd2bc3 has no segments {{(pid=84874) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 14 07:22:35.060278 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-4bbe7dc4-51a6-4b24-b2a3-215a0e1b6f6f tempest-RoutersIpV6Test-883692175 tempest-RoutersIpV6Test-883692175] Transition to ACTIVE for port object d21b5147-a877-46a5-a233-6a97d5befecb will not be triggered until provisioned by entity DHCP. {{(pid=84875) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 07:22:35.069837 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_hamode_db [None req-e0187752-c96f-4c52-aed4-3b91d4f0de86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bff61278-a303-4ed0-9e6a-c4aa43683298', 'name': 'tempest-NetworksTestDHCPv6-router-481448758', 'tenant_id': 'be0aa702e3ca464795a99c51e3b3b04f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-14T07:22:12Z', 'updated_at': '2021-01-14T07:22:28Z', 'revision_number': 3, 'project_id': 'be0aa702e3ca464795a99c51e3b3b04f', 'gw_port_host': None}], 'n-d-768862-2', False) {} {{(pid=84877) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:22:35.075251 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0187752-c96f-4c52-aed4-3b91d4f0de86 None None] The sync data for ids ['bff61278-a303-4ed0-9e6a-c4aa43683298'] in n-d-768862-2 is: [{'id': 'bff61278-a303-4ed0-9e6a-c4aa43683298', 'name': 'tempest-NetworksTestDHCPv6-router-481448758', 'tenant_id': 'be0aa702e3ca464795a99c51e3b3b04f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-14T07:22:12Z', 'updated_at': '2021-01-14T07:22:28Z', 'revision_number': 3, 'project_id': 'be0aa702e3ca464795a99c51e3b3b04f', 'gw_port_host': None}] {{(pid=84877) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Jan 14 07:22:35.080048 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-3b437599-8203-417b-a85c-1cb1f51731d5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:22:35.082159 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-3b437599-8203-417b-a85c-1cb1f51731d5 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/32d52469-1475-4ada-a72b-71e09e0f2159 HTTP/1.1" status: 204 len: 168 time: 3.6175201 Jan 14 07:22:35.084024 n-d-768862-2 neutron-server[84765]: Traceback (most recent call last): Jan 14 07:22:35.084024 n-d-768862-2 neutron-server[84765]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 14 07:22:35.084024 n-d-768862-2 neutron-server[84765]: timer() Jan 14 07:22:35.084024 n-d-768862-2 neutron-server[84765]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 14 07:22:35.084024 n-d-768862-2 neutron-server[84765]: cb(*args, **kw) Jan 14 07:22:35.084024 n-d-768862-2 neutron-server[84765]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Jan 14 07:22:35.084024 n-d-768862-2 neutron-server[84765]: return func(*args, **kwargs) Jan 14 07:22:35.084024 n-d-768862-2 neutron-server[84765]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 14 07:22:35.084024 n-d-768862-2 neutron-server[84765]: self._notify() Jan 14 07:22:35.084024 n-d-768862-2 neutron-server[84765]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 14 07:22:35.084024 n-d-768862-2 neutron-server[84765]: self.callback(batched_events) Jan 14 07:22:35.084024 n-d-768862-2 neutron-server[84765]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 14 07:22:35.084024 n-d-768862-2 neutron-server[84765]: event.method(event) Jan 14 07:22:35.084024 n-d-768862-2 neutron-server[84765]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 14 07:22:35.084024 n-d-768862-2 neutron-server[84765]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 14 07:22:35.084024 n-d-768862-2 neutron-server[84765]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Jan 14 07:22:35.084024 n-d-768862-2 neutron-server[84765]: segment_id)['aggregates'][0] Jan 14 07:22:35.084024 n-d-768862-2 neutron-server[84765]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 14 07:22:35.084024 n-d-768862-2 neutron-server[84765]: return f(self, *a, **k) Jan 14 07:22:35.084024 n-d-768862-2 neutron-server[84765]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 14 07:22:35.084024 n-d-768862-2 neutron-server[84765]: return self._get(url).json() Jan 14 07:22:35.084024 n-d-768862-2 neutron-server[84765]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 14 07:22:35.084024 n-d-768862-2 neutron-server[84765]: **kwargs) Jan 14 07:22:35.084024 n-d-768862-2 neutron-server[84765]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 14 07:22:35.084024 n-d-768862-2 neutron-server[84765]: return self.request(url, 'GET', **kwargs) Jan 14 07:22:35.084024 n-d-768862-2 neutron-server[84765]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Jan 14 07:22:35.084024 n-d-768862-2 neutron-server[84765]: **endpoint_filter) Jan 14 07:22:35.084024 n-d-768862-2 neutron-server[84765]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 14 07:22:35.084024 n-d-768862-2 neutron-server[84765]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 14 07:22:35.084024 n-d-768862-2 neutron-server[84765]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 14 07:22:35.084024 n-d-768862-2 neutron-server[84765]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 14 07:22:35.084024 n-d-768862-2 neutron-server[84765]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 14 07:22:35.181472 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-20c045c9-184d-4808-a0b9-3832ec92ce0b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:22:35.326645 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-4bbe7dc4-51a6-4b24-b2a3-215a0e1b6f6f tempest-RoutersIpV6Test-883692175 tempest-RoutersIpV6Test-883692175] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777640123575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851621574'] for port, after_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:22:35.351120 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-89e48eef-c665-4c6e-8037-7728b2951952 tempest-BulkNetworkOpsIpV6Test-1034590256 tempest-BulkNetworkOpsIpV6Test-1034590256] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036854176830', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850887149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3912591'] for network, after_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:22:35.424518 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-f4dd1a82-6a10-4e1b-ba78-2d9bf03012f6 tempest-RoutersIpV6Test-883692175 tempest-RoutersIpV6Test-883692175] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:22:35.431482 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-c835ca65-c470-44a2-ae39-7d11874b77f8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:22:35.470507 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Device 628b5657-e15c-4ba3-8d31-d31ab0f70238 up at agent ovs-agent-n-d-768862-2 {{(pid=84876) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 07:22:35.487743 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-89e48eef-c665-4c6e-8037-7728b2951952 tempest-BulkNetworkOpsIpV6Test-1034590256 tempest-BulkNetworkOpsIpV6Test-1034590256] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3207107'] for network, before_response {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:22:35.509797 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89e48eef-c665-4c6e-8037-7728b2951952 tempest-BulkNetworkOpsIpV6Test-1034590256 tempest-BulkNetworkOpsIpV6Test-1034590256] Pushing event deleted for resources: {'Network': ['ID=0371f441-53fb-482a-a794-d7d2dffd2bc3,revision_number=None']} {{(pid=84874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:22:35.537590 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-89e48eef-c665-4c6e-8037-7728b2951952 tempest-BulkNetworkOpsIpV6Test-1034590256 tempest-BulkNetworkOpsIpV6Test-1034590256] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:22:35.545903 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-89e48eef-c665-4c6e-8037-7728b2951952 tempest-BulkNetworkOpsIpV6Test-1034590256 tempest-BulkNetworkOpsIpV6Test-1034590256] 10.222.0.24 "DELETE /v2.0/networks/0371f441-53fb-482a-a794-d7d2dffd2bc3 HTTP/1.1" status: 204 len: 168 time: 3.2280991 Jan 14 07:22:35.548373 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84874) accepted ('10.222.0.24', 41818) {{(pid=84874) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:22:35.654258 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Provisioning for port 628b5657-e15c-4ba3-8d31-d31ab0f70238 completed by entity L2. {{(pid=84876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 07:22:35.737311 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-d8bd4bd7-2871-484e-9b65-44532d04b554 tempest-BulkNetworkOpsIpV6Test-1034590256 tempest-BulkNetworkOpsIpV6Test-1034590256] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036854160497'] for network, before_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:22:35.882640 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-b6300bb1-807f-4ff9-9829-d6a3388fc8d7 tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-598964', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850887113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3154192', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2308610'] for subnet, after_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:22:35.885161 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-253378b0-3a6f-4999-856d-476c815f8a4c tempest-RoutersIpV6AdminTest-832003634 tempest-RoutersIpV6AdminTest-832003634] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036850886612', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036850863158'] for router, after_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:22:35.957914 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bbe7dc4-51a6-4b24-b2a3-215a0e1b6f6f tempest-RoutersIpV6Test-883692175 tempest-RoutersIpV6Test-883692175] Pushing event updated for resources: {'Port': ['ID=d21b5147-a877-46a5-a233-6a97d5befecb,revision_number=1']} {{(pid=84875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:22:35.960044 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-20c045c9-184d-4808-a0b9-3832ec92ce0b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850887153'] for security_group, after_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:22:35.978345 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-d3fed6fe-3d94-48ab-a2ea-a645b3900780 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:22:35.981001 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-4bbe7dc4-51a6-4b24-b2a3-215a0e1b6f6f tempest-RoutersIpV6Test-883692175 tempest-RoutersIpV6Test-883692175] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.557s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:22:35.999805 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-592cbd01-3a9c-4cb6-9d10-b54e15cd62d2 tempest-RoutersIpV6Test-883692175 tempest-RoutersIpV6Test-883692175] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:22:36.082785 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20c045c9-184d-4808-a0b9-3832ec92ce0b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fd7ca317-8257-4aff-aa06-6611913b7a3f,revision_number=None']} {{(pid=84874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:22:36.112873 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-20c045c9-184d-4808-a0b9-3832ec92ce0b admin admin] Notify callbacks [] for security_group, before_response {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:22:36.114200 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-20c045c9-184d-4808-a0b9-3832ec92ce0b admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/fd7ca317-8257-4aff-aa06-6611913b7a3f HTTP/1.1" status: 204 len: 168 time: 2.0196450 Jan 14 07:22:36.267746 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ff07210-63e5-4a1c-baa8-95de6da83c6f None None] Network d7d2c5e4-b39f-4c26-a03a-605439415826 requested from n-d-768862-2 {{(pid=84876) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 07:22:36.328003 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6300bb1-807f-4ff9-9829-d6a3388fc8d7 tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] Pushing event deleted for resources: {'Subnet': ['ID=44580eaa-edb2-43a6-912a-591a1d1fb1d0,revision_number=None']} {{(pid=84875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:22:36.348662 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-b6300bb1-807f-4ff9-9829-d6a3388fc8d7 tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.348s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:22:36.471817 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-b6300bb1-807f-4ff9-9829-d6a3388fc8d7 tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] Notify callbacks [] for subnet, before_response {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:22:36.479867 n-d-768862-2 neutron-server[84765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4bbe7dc4-51a6-4b24-b2a3-215a0e1b6f6f tempest-RoutersIpV6Test-883692175 tempest-RoutersIpV6Test-883692175] Network d7d2c5e4-b39f-4c26-a03a-605439415826 is already hosted by enough agents. {{(pid=84875) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 07:22:36.485362 n-d-768862-2 neutron-server[84765]: DEBUG neutron.scheduler.base_scheduler [None req-4bbe7dc4-51a6-4b24-b2a3-215a0e1b6f6f tempest-RoutersIpV6Test-883692175 tempest-RoutersIpV6Test-883692175] Resources bound (agent type, host, resource id): {{(pid=84875) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 07:22:36.494417 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4bbe7dc4-51a6-4b24-b2a3-215a0e1b6f6f tempest-RoutersIpV6Test-883692175 tempest-RoutersIpV6Test-883692175] Received port after_create {{(pid=84875) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 14 07:22:36.495149 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-4bbe7dc4-51a6-4b24-b2a3-215a0e1b6f6f tempest-RoutersIpV6Test-883692175 tempest-RoutersIpV6Test-883692175] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036850886386'] for router_interface, before_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:22:36.541727 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-b6300bb1-807f-4ff9-9829-d6a3388fc8d7 tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] 10.222.0.24 "DELETE /v2.0/subnets/44580eaa-edb2-43a6-912a-591a1d1fb1d0 HTTP/1.1" status: 204 len: 168 time: 4.3571746 Jan 14 07:22:36.545670 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84875) accepted ('10.222.0.24', 41842) {{(pid=84875) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:22:36.558079 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5ffb140-f799-4968-aca8-41989846794d None None] Network 23f0a15d-6362-4cec-82c1-cacba887c566 requested from n-d-768862-2 {{(pid=84876) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 07:22:36.683025 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-6ec2371b-ea81-4472-9c0b-f144acc4454c None None] Provisioning for port 628b5657-e15c-4ba3-8d31-d31ab0f70238 completed by entity DHCP. {{(pid=84876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 07:22:36.732269 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-6ec2371b-ea81-4472-9c0b-f144acc4454c None None] Provisioning complete for port 628b5657-e15c-4ba3-8d31-d31ab0f70238 triggered by entity DHCP. {{(pid=84876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 07:22:36.735011 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-6ec2371b-ea81-4472-9c0b-f144acc4454c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-604227'] for port, provisioning_complete {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:22:36.781322 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-20c045c9-184d-4808-a0b9-3832ec92ce0b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.803s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:22:37.055494 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-d8bd4bd7-2871-484e-9b65-44532d04b554 tempest-BulkNetworkOpsIpV6Test-1034590256 tempest-BulkNetworkOpsIpV6Test-1034590256] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-598987', 'neutron.services.segments.db._delete_segments_for_network-8777640583949'] for network, precommit_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:22:37.093262 n-d-768862-2 neutron-server[84765]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-253378b0-3a6f-4999-856d-476c815f8a4c tempest-RoutersIpV6AdminTest-832003634 tempest-RoutersIpV6AdminTest-832003634] Router 6fd57880-8581-4290-af08-fab0ddfe4df3 is scheduled to L3 agent 35f592e9-451b-4db9-abea-77b6a5c5391b with binding_index 1 {{(pid=84874) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}} Jan 14 07:22:37.157667 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-4bbe7dc4-51a6-4b24-b2a3-215a0e1b6f6f tempest-RoutersIpV6Test-883692175 tempest-RoutersIpV6Test-883692175] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555753'] for port, before_update {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:22:37.323152 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-51877694-0fef-453c-a60d-463c0878df70 tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] Synchronizing usage tracker for tenant:be0aa702e3ca464795a99c51e3b3b04f on resource:router {{(pid=84875) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 14 07:22:37.376946 n-d-768862-2 neutron-server[84765]: DEBUG neutron.services.segments.db [None req-d8bd4bd7-2871-484e-9b65-44532d04b554 tempest-BulkNetworkOpsIpV6Test-1034590256 tempest-BulkNetworkOpsIpV6Test-1034590256] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['122e5759-1c70-4f26-9f4c-c3118e76b4f9']}} {{(pid=84874) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:22:37.397904 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-6ec2371b-ea81-4472-9c0b-f144acc4454c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555753'] for port, before_update {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:22:37.406120 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-51877694-0fef-453c-a60d-463c0878df70 tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] Unset dirty status for tenant:be0aa702e3ca464795a99c51e3b3b04f on resource:router {{(pid=84875) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 14 07:22:37.410410 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-51877694-0fef-453c-a60d-463c0878df70 tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] 10.222.0.24 "GET /v2.0/routers HTTP/1.1" status: 200 len: 709 time: 0.8496675 Jan 14 07:22:37.410590 n-d-768862-2 neutron-server[84765]: DEBUG neutron.services.segments.db [None req-d8bd4bd7-2871-484e-9b65-44532d04b554 tempest-BulkNetworkOpsIpV6Test-1034590256 tempest-BulkNetworkOpsIpV6Test-1034590256] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e490e3cf-7296-4da4-ba16-e563e3935d08') {'for_net_delete': True} {{(pid=84874) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:22:37.410590 n-d-768862-2 neutron-server[84765]: DEBUG neutron.services.segments.db [None req-d8bd4bd7-2871-484e-9b65-44532d04b554 tempest-BulkNetworkOpsIpV6Test-1034590256 tempest-BulkNetworkOpsIpV6Test-1034590256] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e490e3cf-7296-4da4-ba16-e563e3935d08') {} {{(pid=84874) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:22:37.411315 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84875) accepted ('10.222.0.24', 41856) {{(pid=84875) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:22:37.443149 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-d8bd4bd7-2871-484e-9b65-44532d04b554 tempest-BulkNetworkOpsIpV6Test-1034590256 tempest-BulkNetworkOpsIpV6Test-1034590256] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363259214173198', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2968632'] for segment, before_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:22:37.460858 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-d8bd4bd7-2871-484e-9b65-44532d04b554 tempest-BulkNetworkOpsIpV6Test-1034590256 tempest-BulkNetworkOpsIpV6Test-1034590256] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854179735'] for segment, precommit_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:22:37.463351 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-d8bd4bd7-2871-484e-9b65-44532d04b554 tempest-BulkNetworkOpsIpV6Test-1034590256 tempest-BulkNetworkOpsIpV6Test-1034590256] Releasing vxlan tunnel 19 to pool {{(pid=84874) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Jan 14 07:22:37.473866 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [None req-6ec2371b-ea81-4472-9c0b-f144acc4454c None None] For port 628b5657-e15c-4ba3-8d31-d31ab0f70238, host n-d-768862-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-2',level=0,port_id=628b5657-e15c-4ba3-8d31-d31ab0f70238,segment=NetworkSegment(de17349f-b434-4c72-89e6-63bfa854130b),segment_id=de17349f-b434-4c72-89e6-63bfa854130b)] {{(pid=84876) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 07:22:37.483964 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-6ec2371b-ea81-4472-9c0b-f144acc4454c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777640533312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363259214678337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777640097497'] for port, after_update {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:22:37.487468 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-8c549d08-c94c-4025-8f9d-139bed006b42 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84876) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:22:37.578343 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ec2371b-ea81-4472-9c0b-f144acc4454c None None] Pushing event updated for resources: {'Port': ['ID=628b5657-e15c-4ba3-8d31-d31ab0f70238,revision_number=3']} {{(pid=84876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:22:37.584821 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-6ec2371b-ea81-4472-9c0b-f144acc4454c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=84876) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:22:37.594303 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da76067d-19c1-44d4-95db-9934c9f041fb None None] DHCP port deletion for 23f0a15d-6362-4cec-82c1-cacba887c566 request from n-d-768862-2 {{(pid=84876) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Jan 14 07:22:37.599964 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.plugin [None req-da76067d-19c1-44d4-95db-9934c9f041fb None None] Deleting port 9849d1ab-8747-45ab-b02b-47c9afb42c54 {{(pid=84876) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 07:22:37.600396 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-da76067d-19c1-44d4-95db-9934c9f041fb None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363259214248359'] for port, before_delete {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:22:37.647993 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-de0e37a2-015e-45aa-8a19-b2edbcec16b8 tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] Notify callbacks [] for router, before_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:22:37.918148 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.managers [None req-d8bd4bd7-2871-484e-9b65-44532d04b554 tempest-BulkNetworkOpsIpV6Test-1034590256 tempest-BulkNetworkOpsIpV6Test-1034590256] Network 122e5759-1c70-4f26-9f4c-c3118e76b4f9 has no segments {{(pid=84874) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 14 07:22:38.042742 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-d0cd228e-70ff-42e5-bc24-380d45eb4407 None None] Provisioning complete for port 628b5657-e15c-4ba3-8d31-d31ab0f70238 triggered by entity DHCP. {{(pid=84876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 07:22:38.043266 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-d0cd228e-70ff-42e5-bc24-380d45eb4407 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-604227'] for port, provisioning_complete {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:22:38.127767 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [None req-da76067d-19c1-44d4-95db-9934c9f041fb None None] For port 9849d1ab-8747-45ab-b02b-47c9afb42c54, host n-d-768862-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-2',level=0,port_id=9849d1ab-8747-45ab-b02b-47c9afb42c54,segment=NetworkSegment(56f1c7cf-f3a3-41d2-9677-68978131444f),segment_id=56f1c7cf-f3a3-41d2-9677-68978131444f)] {{(pid=84876) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 07:22:38.128247 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-da76067d-19c1-44d4-95db-9934c9f041fb None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036850862667'] for port, precommit_delete {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:22:38.135928 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-d8bd4bd7-2871-484e-9b65-44532d04b554 tempest-BulkNetworkOpsIpV6Test-1034590256 tempest-BulkNetworkOpsIpV6Test-1034590256] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-596065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036851521571'] for segment, after_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:22:38.394877 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-de0e37a2-015e-45aa-8a19-b2edbcec16b8 tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3889346', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036854717606'] for router, precommit_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:22:38.400410 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-de0e37a2-015e-45aa-8a19-b2edbcec16b8 tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:22:38.439879 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-253378b0-3a6f-4999-856d-476c815f8a4c tempest-RoutersIpV6AdminTest-832003634 tempest-RoutersIpV6AdminTest-832003634] Notify agent at l3_agent.n-d-768862-2 the message routers_updated {{(pid=84874) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jan 14 07:22:38.473849 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2fa8439-79ea-4197-87fe-7eac05cfd7bc None None] Sync routers for ids ['6fd57880-8581-4290-af08-fab0ddfe4df3'] in n-d-768862-2 {{(pid=84876) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Jan 14 07:22:38.508337 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.plugin [None req-da76067d-19c1-44d4-95db-9934c9f041fb None None] Calling delete_port for 9849d1ab-8747-45ab-b02b-47c9afb42c54 owned by network:dhcp {{(pid=84876) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 07:22:38.570168 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-de0e37a2-015e-45aa-8a19-b2edbcec16b8 tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036850897070'] for router, after_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:22:38.570673 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-de0e37a2-015e-45aa-8a19-b2edbcec16b8 tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] Fanout notify agent at l3_agent the message router_deleted on router bff61278-a303-4ed0-9e6a-c4aa43683298 {{(pid=84875) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jan 14 07:22:38.650813 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-de0e37a2-015e-45aa-8a19-b2edbcec16b8 tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] Notify callbacks [] for router, before_response {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:22:38.655190 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-de0e37a2-015e-45aa-8a19-b2edbcec16b8 tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] 10.222.0.24 "DELETE /v2.0/routers/bff61278-a303-4ed0-9e6a-c4aa43683298 HTTP/1.1" status: 204 len: 168 time: 1.2396686 Jan 14 07:22:38.655380 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-253378b0-3a6f-4999-856d-476c815f8a4c tempest-RoutersIpV6AdminTest-832003634 tempest-RoutersIpV6AdminTest-832003634] Notify callbacks [] for router, before_response {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:22:38.655606 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-253378b0-3a6f-4999-856d-476c815f8a4c tempest-RoutersIpV6AdminTest-832003634 tempest-RoutersIpV6AdminTest-832003634] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 906 time: 13.5247195 Jan 14 07:22:38.667752 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84875) accepted ('10.222.0.24', 41878) {{(pid=84875) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:22:38.668183 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84875) accepted ('10.222.0.24', 41880) {{(pid=84875) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:22:38.685664 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.v2.base [None req-bc90d145-6873-44d5-bac3-c9b025b1b6f4 tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] Request body: {'subnet': {'network_id': '23f0a15d-6362-4cec-82c1-cacba887c566', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=84875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:22:38.721597 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2fa8439-79ea-4197-87fe-7eac05cfd7bc None None] Routers {'6fd57880-8581-4290-af08-fab0ddfe4df3'} bound to L3 agent in host n-d-768862-2 {{(pid=84876) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 14 07:22:38.722456 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_hamode_db [None req-d2fa8439-79ea-4197-87fe-7eac05cfd7bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-01-14T06:56:51Z,description=,heartbeat_timestamp=2021-01-14T07:22:21Z,host='n-d-768862-2',id=35f592e9-451b-4db9-abea-77b6a5c5391b,load=0,resource_versions=,resources_synced=,started_at=2021-01-14T06:56:51Z,topic='l3_agent')) {'router_ids': ['6fd57880-8581-4290-af08-fab0ddfe4df3'], 'active': True} {{(pid=84876) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:22:38.755567 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84874) accepted ('10.222.0.24', 41886) {{(pid=84874) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:22:39.025100 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.managers [None req-d8bd4bd7-2871-484e-9b65-44532d04b554 tempest-BulkNetworkOpsIpV6Test-1034590256 tempest-BulkNetworkOpsIpV6Test-1034590256] Network 122e5759-1c70-4f26-9f4c-c3118e76b4f9 has no segments {{(pid=84874) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 14 07:22:39.039302 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-bc90d145-6873-44d5-bac3-c9b025b1b6f4 tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:22:39.044056 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-bc90d145-6873-44d5-bac3-c9b025b1b6f4 tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] Usage tracker for resource:subnet and tenant:be0aa702e3ca464795a99c51e3b3b04f is out of sync, need to count used quota {{(pid=84875) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:22:39.047300 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-bc90d145-6873-44d5-bac3-c9b025b1b6f4 tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84875) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:22:39.053428 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-bc90d145-6873-44d5-bac3-c9b025b1b6f4 tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:22:39.072927 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bc90d145-6873-44d5-bac3-c9b025b1b6f4 tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] Made reservation on behalf of be0aa702e3ca464795a99c51e3b3b04f for: {'subnet': 1} {{(pid=84875) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 07:22:39.149398 n-d-768862-2 neutron-server[84765]: Traceback (most recent call last): Jan 14 07:22:39.149398 n-d-768862-2 neutron-server[84765]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 14 07:22:39.149398 n-d-768862-2 neutron-server[84765]: timer() Jan 14 07:22:39.149398 n-d-768862-2 neutron-server[84765]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 14 07:22:39.149398 n-d-768862-2 neutron-server[84765]: cb(*args, **kw) Jan 14 07:22:39.149398 n-d-768862-2 neutron-server[84765]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Jan 14 07:22:39.149398 n-d-768862-2 neutron-server[84765]: return func(*args, **kwargs) Jan 14 07:22:39.149398 n-d-768862-2 neutron-server[84765]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 14 07:22:39.149398 n-d-768862-2 neutron-server[84765]: self._notify() Jan 14 07:22:39.149398 n-d-768862-2 neutron-server[84765]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 14 07:22:39.149398 n-d-768862-2 neutron-server[84765]: self.callback(batched_events) Jan 14 07:22:39.149398 n-d-768862-2 neutron-server[84765]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 14 07:22:39.149398 n-d-768862-2 neutron-server[84765]: event.method(event) Jan 14 07:22:39.149398 n-d-768862-2 neutron-server[84765]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 14 07:22:39.149398 n-d-768862-2 neutron-server[84765]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 14 07:22:39.149398 n-d-768862-2 neutron-server[84765]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Jan 14 07:22:39.149398 n-d-768862-2 neutron-server[84765]: segment_id)['aggregates'][0] Jan 14 07:22:39.149398 n-d-768862-2 neutron-server[84765]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 14 07:22:39.149398 n-d-768862-2 neutron-server[84765]: return f(self, *a, **k) Jan 14 07:22:39.149398 n-d-768862-2 neutron-server[84765]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 14 07:22:39.149398 n-d-768862-2 neutron-server[84765]: return self._get(url).json() Jan 14 07:22:39.149398 n-d-768862-2 neutron-server[84765]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 14 07:22:39.149398 n-d-768862-2 neutron-server[84765]: **kwargs) Jan 14 07:22:39.149398 n-d-768862-2 neutron-server[84765]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 14 07:22:39.149398 n-d-768862-2 neutron-server[84765]: return self.request(url, 'GET', **kwargs) Jan 14 07:22:39.149398 n-d-768862-2 neutron-server[84765]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Jan 14 07:22:39.149398 n-d-768862-2 neutron-server[84765]: **endpoint_filter) Jan 14 07:22:39.149398 n-d-768862-2 neutron-server[84765]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 14 07:22:39.149398 n-d-768862-2 neutron-server[84765]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 14 07:22:39.149398 n-d-768862-2 neutron-server[84765]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 14 07:22:39.149398 n-d-768862-2 neutron-server[84765]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 14 07:22:39.149398 n-d-768862-2 neutron-server[84765]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 14 07:22:39.274692 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_dvr_db [None req-d2fa8439-79ea-4197-87fe-7eac05cfd7bc None None] Set router 6fd57880-8581-4290-af08-fab0ddfe4df3 gateway port host: n-d-768862-2 {{(pid=84876) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 14 07:22:39.301638 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.v2.base [None req-6aaa142d-aa38-47e9-9166-b46fd9ec669d tempest-AllowedAddressPairIpV6TestJSON-498488695 tempest-AllowedAddressPairIpV6TestJSON-498488695] Request body: {'network': {'name': 'tempest-AllowedAddressPairIpV6TestJSON-test-network-1234061397'}} {{(pid=84874) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:22:39.371285 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-6aaa142d-aa38-47e9-9166-b46fd9ec669d tempest-AllowedAddressPairIpV6TestJSON-498488695 tempest-AllowedAddressPairIpV6TestJSON-498488695] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:22:39.382848 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-6aaa142d-aa38-47e9-9166-b46fd9ec669d tempest-AllowedAddressPairIpV6TestJSON-498488695 tempest-AllowedAddressPairIpV6TestJSON-498488695] Usage tracker for resource:network and tenant:25bfe76596c546468c14c705e418c08f is out of sync, need to count used quota {{(pid=84874) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:22:39.399772 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-6aaa142d-aa38-47e9-9166-b46fd9ec669d tempest-AllowedAddressPairIpV6TestJSON-498488695 tempest-AllowedAddressPairIpV6TestJSON-498488695] Quota usage for network was recalculated. Used quota:0. {{(pid=84874) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:22:39.409161 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-6aaa142d-aa38-47e9-9166-b46fd9ec669d tempest-AllowedAddressPairIpV6TestJSON-498488695 tempest-AllowedAddressPairIpV6TestJSON-498488695] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:22:39.426546 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-d8bd4bd7-2871-484e-9b65-44532d04b554 tempest-BulkNetworkOpsIpV6Test-1034590256 tempest-BulkNetworkOpsIpV6Test-1034590256] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036854176830', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850887149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3912591'] for network, after_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:22:39.444384 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-65f9f609-627e-4a7f-b2dc-b292373498ed tempest-RoutersIpV6Test-883692175 tempest-RoutersIpV6Test-883692175] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:22:39.490668 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-d8bd4bd7-2871-484e-9b65-44532d04b554 tempest-BulkNetworkOpsIpV6Test-1034590256 tempest-BulkNetworkOpsIpV6Test-1034590256] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3207107'] for network, before_response {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:22:39.510196 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6aaa142d-aa38-47e9-9166-b46fd9ec669d tempest-AllowedAddressPairIpV6TestJSON-498488695 tempest-AllowedAddressPairIpV6TestJSON-498488695] Made reservation on behalf of 25bfe76596c546468c14c705e418c08f for: {'network': 1} {{(pid=84874) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 07:22:39.523424 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-bc90d145-6873-44d5-bac3-c9b025b1b6f4 tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036852467157'] for subnet, before_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:22:39.531515 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-6aaa142d-aa38-47e9-9166-b46fd9ec669d tempest-AllowedAddressPairIpV6TestJSON-498488695 tempest-AllowedAddressPairIpV6TestJSON-498488695] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555753'] for network, before_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:22:39.545558 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8bd4bd7-2871-484e-9b65-44532d04b554 tempest-BulkNetworkOpsIpV6Test-1034590256 tempest-BulkNetworkOpsIpV6Test-1034590256] Pushing event deleted for resources: {'Network': ['ID=122e5759-1c70-4f26-9f4c-c3118e76b4f9,revision_number=None']} {{(pid=84874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:22:39.549000 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-d8bd4bd7-2871-484e-9b65-44532d04b554 tempest-BulkNetworkOpsIpV6Test-1034590256 tempest-BulkNetworkOpsIpV6Test-1034590256] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:22:39.553361 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-6aaa142d-aa38-47e9-9166-b46fd9ec669d tempest-AllowedAddressPairIpV6TestJSON-498488695 tempest-AllowedAddressPairIpV6TestJSON-498488695] Notify callbacks [] for security_group, before_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:22:39.573121 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-d8bd4bd7-2871-484e-9b65-44532d04b554 tempest-BulkNetworkOpsIpV6Test-1034590256 tempest-BulkNetworkOpsIpV6Test-1034590256] 10.222.0.24 "DELETE /v2.0/networks/122e5759-1c70-4f26-9f4c-c3118e76b4f9 HTTP/1.1" status: 204 len: 168 time: 4.0206144 Jan 14 07:22:39.574089 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84874) accepted ('10.222.0.24', 41908) {{(pid=84874) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:22:39.602672 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-6aaa142d-aa38-47e9-9166-b46fd9ec669d tempest-AllowedAddressPairIpV6TestJSON-498488695 tempest-AllowedAddressPairIpV6TestJSON-498488695] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:22:39.672291 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Device 628b5657-e15c-4ba3-8d31-d31ab0f70238 up at agent ovs-agent-n-d-768862-2 {{(pid=84876) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 07:22:39.678840 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-6aaa142d-aa38-47e9-9166-b46fd9ec669d tempest-AllowedAddressPairIpV6TestJSON-498488695 tempest-AllowedAddressPairIpV6TestJSON-498488695] Usage tracker for resource:security_group_rule and tenant:25bfe76596c546468c14c705e418c08f is out of sync, need to count used quota {{(pid=84874) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:22:39.687888 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-6aaa142d-aa38-47e9-9166-b46fd9ec669d tempest-AllowedAddressPairIpV6TestJSON-498488695 tempest-AllowedAddressPairIpV6TestJSON-498488695] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84874) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:22:39.709141 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-6aaa142d-aa38-47e9-9166-b46fd9ec669d tempest-AllowedAddressPairIpV6TestJSON-498488695 tempest-AllowedAddressPairIpV6TestJSON-498488695] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:22:39.763234 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-1f55960c-1332-423c-896e-a9232703b4dc tempest-BulkNetworkOpsIpV6Test-1034590256 tempest-BulkNetworkOpsIpV6Test-1034590256] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036854160497'] for network, before_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:22:39.855605 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.db.resource_extend [None req-4bbe7dc4-51a6-4b24-b2a3-215a0e1b6f6f tempest-RoutersIpV6Test-883692175 tempest-RoutersIpV6Test-883692175] It took 0.39 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84875) wrapper /usr/local/lib/python3.6/dist-packages/oslo_utils/timeutils.py:388}} Jan 14 07:22:39.906366 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-5cff2769-8532-43bd-85e0-e4cf71c27566 tempest-RoutersIpV6AdminTest-832003634 tempest-RoutersIpV6AdminTest-832003634] 10.222.0.24 "GET /v2.0/routers/6fd57880-8581-4290-af08-fab0ddfe4df3 HTTP/1.1" status: 200 len: 907 time: 1.2269845 Jan 14 07:22:39.912853 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84874) accepted ('10.222.0.24', 41916) {{(pid=84874) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:22:39.922297 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-4bbe7dc4-51a6-4b24-b2a3-215a0e1b6f6f tempest-RoutersIpV6Test-883692175 tempest-RoutersIpV6Test-883692175] Notify callbacks [] for port, precommit_update {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:22:39.942597 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-4bbe7dc4-51a6-4b24-b2a3-215a0e1b6f6f tempest-RoutersIpV6Test-883692175 tempest-RoutersIpV6Test-883692175] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777640533312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363259214678337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777640097497', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3154211'] for port, after_update {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:22:39.947782 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-4bbe7dc4-51a6-4b24-b2a3-215a0e1b6f6f tempest-RoutersIpV6Test-883692175 tempest-RoutersIpV6Test-883692175] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3206949', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3889649'] for router_interface, after_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:22:39.988365 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.v2.base [None req-fb94c178-f3e3-400b-bd1d-1ecd8758af72 tempest-RoutersIpV6AdminTest-832003634 tempest-RoutersIpV6AdminTest-832003634] Request body: {'router': {'name': 'tempest-snat-router-882879858', 'external_gateway_info': {'network_id': '226f1e78-82cd-4481-9055-4eb73b6db8c1', 'enable_snat': True}}} {{(pid=84874) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:22:40.011559 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-d0cd228e-70ff-42e5-bc24-380d45eb4407 None None] Provisioning for port d21b5147-a877-46a5-a233-6a97d5befecb completed by entity DHCP. {{(pid=84876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 07:22:40.024290 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-fb94c178-f3e3-400b-bd1d-1ecd8758af72 tempest-RoutersIpV6AdminTest-832003634 tempest-RoutersIpV6AdminTest-832003634] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:22:40.024938 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-d0cd228e-70ff-42e5-bc24-380d45eb4407 None None] Provisioning complete for port d21b5147-a877-46a5-a233-6a97d5befecb triggered by entity DHCP. {{(pid=84876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 07:22:40.025376 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-d0cd228e-70ff-42e5-bc24-380d45eb4407 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-604227'] for port, provisioning_complete {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:22:40.052354 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-fb94c178-f3e3-400b-bd1d-1ecd8758af72 tempest-RoutersIpV6AdminTest-832003634 tempest-RoutersIpV6AdminTest-832003634] Usage tracker for resource:router and tenant:5312235f111841e2bff7d19b335a2a35 is out of sync, need to count used quota {{(pid=84874) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:22:40.062174 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-fb94c178-f3e3-400b-bd1d-1ecd8758af72 tempest-RoutersIpV6AdminTest-832003634 tempest-RoutersIpV6AdminTest-832003634] Quota usage for router was recalculated. Used quota:1. {{(pid=84874) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:22:40.064271 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Provisioning complete for port 628b5657-e15c-4ba3-8d31-d31ab0f70238 triggered by entity L2. {{(pid=84876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 07:22:40.064701 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-604227'] for port, provisioning_complete {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:22:40.093966 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-1f55960c-1332-423c-896e-a9232703b4dc tempest-BulkNetworkOpsIpV6Test-1034590256 tempest-BulkNetworkOpsIpV6Test-1034590256] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-598987', 'neutron.services.segments.db._delete_segments_for_network-8777640583949'] for network, precommit_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:22:40.126444 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-fb94c178-f3e3-400b-bd1d-1ecd8758af72 tempest-RoutersIpV6AdminTest-832003634 tempest-RoutersIpV6AdminTest-832003634] Attempting to reserve 1 items for resource router. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:22:40.134524 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-b37f05b3-4b9e-4881-a25a-3f73eff2c611 tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:22:40.161715 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_hamode_db [None req-d2fa8439-79ea-4197-87fe-7eac05cfd7bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6fd57880-8581-4290-af08-fab0ddfe4df3', 'name': 'tempest-snat-router-882879858', 'tenant_id': '5312235f111841e2bff7d19b335a2a35', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '226f1e78-82cd-4481-9055-4eb73b6db8c1', 'external_fixed_ips': [{'subnet_id': 'ba8deeec-7658-4195-9449-038c076f5c83', 'ip_address': '172.25.2.10'}], 'enable_snat': False}, 'gw_port_id': 'c68d86dc-01e0-4439-b2df-9cb8590eeef5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-14T07:22:25Z', 'updated_at': '2021-01-14T07:22:32Z', 'revision_number': 3, 'project_id': '5312235f111841e2bff7d19b335a2a35', 'gw_port': {'id': 'c68d86dc-01e0-4439-b2df-9cb8590eeef5', 'name': '', 'network_id': '226f1e78-82cd-4481-9055-4eb73b6db8c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:b7:c6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6fd57880-8581-4290-af08-fab0ddfe4df3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1950, 'fixed_ips': [{'subnet_id': 'ba8deeec-7658-4195-9449-038c076f5c83', 'ip_address': '172.25.2.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T07:22:28Z', 'updated_at': '2021-01-14T07:22:28Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ba8deeec-7658-4195-9449-038c076f5c83', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-768862-2'}], 'n-d-768862-2', False) {} {{(pid=84876) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:22:40.178695 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2fa8439-79ea-4197-87fe-7eac05cfd7bc None None] Checking router: 6fd57880-8581-4290-af08-fab0ddfe4df3 for host: n-d-768862-2 {{(pid=84876) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Jan 14 07:22:40.179259 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2fa8439-79ea-4197-87fe-7eac05cfd7bc None None] Updating router 6fd57880-8581-4290-af08-fab0ddfe4df3 port c68d86dc-01e0-4439-b2df-9cb8590eeef5 binding host n-d-768862-2 {{(pid=84876) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Jan 14 07:22:40.210115 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-da76067d-19c1-44d4-95db-9934c9f041fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777640533329', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777640097463'] for port, after_delete {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:22:40.241542 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-fb94c178-f3e3-400b-bd1d-1ecd8758af72 tempest-RoutersIpV6AdminTest-832003634 tempest-RoutersIpV6AdminTest-832003634] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3889205', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854717621'] for router, before_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:22:40.243145 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-fb94c178-f3e3-400b-bd1d-1ecd8758af72 tempest-RoutersIpV6AdminTest-832003634 tempest-RoutersIpV6AdminTest-832003634] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036850886574', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3912501', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3808446', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-58179'] for router, precommit_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:22:40.262941 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-fb94c178-f3e3-400b-bd1d-1ecd8758af72 tempest-RoutersIpV6AdminTest-832003634 tempest-RoutersIpV6AdminTest-832003634] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:22:40.627535 n-d-768862-2 neutron-server[84765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4bbe7dc4-51a6-4b24-b2a3-215a0e1b6f6f tempest-RoutersIpV6Test-883692175 tempest-RoutersIpV6Test-883692175] Network d7d2c5e4-b39f-4c26-a03a-605439415826 is already hosted by enough agents. {{(pid=84875) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 07:22:40.637382 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-d0349983-2865-466c-9b00-81cb9b9b5678 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84876) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:22:40.641932 n-d-768862-2 neutron-server[84765]: DEBUG neutron.scheduler.base_scheduler [None req-4bbe7dc4-51a6-4b24-b2a3-215a0e1b6f6f tempest-RoutersIpV6Test-883692175 tempest-RoutersIpV6Test-883692175] Resources bound (agent type, host, resource id): {{(pid=84875) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 07:22:40.706458 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.plugin [None req-d0cd228e-70ff-42e5-bc24-380d45eb4407 None None] Port d21b5147-a877-46a5-a233-6a97d5befecb cannot update to ACTIVE because it is not bound. {{(pid=84876) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:329}} Jan 14 07:22:40.756379 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-d2fa8439-79ea-4197-87fe-7eac05cfd7bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555753'] for port, before_update {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:22:40.935450 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bbe7dc4-51a6-4b24-b2a3-215a0e1b6f6f tempest-RoutersIpV6Test-883692175 tempest-RoutersIpV6Test-883692175] Pushing event updated for resources: {'Port': ['ID=d21b5147-a877-46a5-a233-6a97d5befecb,revision_number=2']} {{(pid=84875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:22:40.952623 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-4bbe7dc4-51a6-4b24-b2a3-215a0e1b6f6f tempest-RoutersIpV6Test-883692175 tempest-RoutersIpV6Test-883692175] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.818s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:22:40.969513 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da76067d-19c1-44d4-95db-9934c9f041fb None None] Pushing event deleted for resources: {'Port': ['ID=9849d1ab-8747-45ab-b02b-47c9afb42c54,revision_number=None']} {{(pid=84876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:22:40.981321 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-da76067d-19c1-44d4-95db-9934c9f041fb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.344s {{(pid=84876) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:22:41.120570 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Device 9849d1ab-8747-45ab-b02b-47c9afb42c54 no longer exists at agent ovs-agent-n-d-768862-2 {{(pid=84876) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jan 14 07:22:41.161210 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.plugin [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] No Port match for: 9849d1ab-8747-45ab-b02b-47c9afb42c54 {{(pid=84876) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2188}} Jan 14 07:22:41.161463 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Device 9849d1ab-8747-45ab-b02b-47c9afb42c54 not bound to the agent host n-d-768862-2 {{(pid=84876) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jan 14 07:22:41.175449 n-d-768862-2 neutron-server[84765]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4bbe7dc4-51a6-4b24-b2a3-215a0e1b6f6f tempest-RoutersIpV6Test-883692175 tempest-RoutersIpV6Test-883692175] Router 40febb8e-85a2-44af-bb73-f559467ae85b is scheduled to L3 agent 35f592e9-451b-4db9-abea-77b6a5c5391b with binding_index 1 {{(pid=84875) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}} Jan 14 07:22:41.198668 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da76067d-19c1-44d4-95db-9934c9f041fb None None] No DVR routers for this DVR port 9849d1ab-8747-45ab-b02b-47c9afb42c54 on host n-d-768862-2 {{(pid=84876) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Jan 14 07:22:41.203446 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-017f98a9-8a07-408c-a86f-8ff0c00400a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363259214191800', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854171626'] for agent, after_update {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:22:41.230966 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-fb94c178-f3e3-400b-bd1d-1ecd8758af72 tempest-RoutersIpV6AdminTest-832003634 tempest-RoutersIpV6AdminTest-832003634] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3912484', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3889188', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-58194'] for router, precommit_update {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:22:41.312312 n-d-768862-2 neutron-server[84765]: DEBUG neutron.services.segments.db [None req-1f55960c-1332-423c-896e-a9232703b4dc tempest-BulkNetworkOpsIpV6Test-1034590256 tempest-BulkNetworkOpsIpV6Test-1034590256] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e3f85f40-bcf0-469e-bf60-39d012082727']}} {{(pid=84874) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:22:41.328259 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-6aaa142d-aa38-47e9-9166-b46fd9ec669d tempest-AllowedAddressPairIpV6TestJSON-498488695 tempest-AllowedAddressPairIpV6TestJSON-498488695] Notify callbacks [] for security_group, precommit_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:22:41.399234 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-6aaa142d-aa38-47e9-9166-b46fd9ec669d tempest-AllowedAddressPairIpV6TestJSON-498488695 tempest-AllowedAddressPairIpV6TestJSON-498488695] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850887153'] for security_group, after_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:22:41.407674 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4bbe7dc4-51a6-4b24-b2a3-215a0e1b6f6f tempest-RoutersIpV6Test-883692175 tempest-RoutersIpV6Test-883692175] Notify agent at l3_agent.n-d-768862-2 the message routers_updated {{(pid=84875) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jan 14 07:22:41.412138 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-4428ed2a-eea7-43f3-80cd-b564bc20bca1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:22:41.420016 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0dfdcb11-934b-43c1-a984-b825133462e3 None None] Sync routers for ids ['40febb8e-85a2-44af-bb73-f559467ae85b'] in n-d-768862-2 {{(pid=84877) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Jan 14 07:22:41.441908 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-4bbe7dc4-51a6-4b24-b2a3-215a0e1b6f6f tempest-RoutersIpV6Test-883692175 tempest-RoutersIpV6Test-883692175] 10.222.0.24 "PUT /v2.0/routers/40febb8e-85a2-44af-bb73-f559467ae85b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 11.3581715 Jan 14 07:22:41.443159 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84875) accepted ('10.222.0.24', 41950) {{(pid=84875) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:22:41.443826 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0dfdcb11-934b-43c1-a984-b825133462e3 None None] Routers {'40febb8e-85a2-44af-bb73-f559467ae85b'} bound to L3 agent in host n-d-768862-2 {{(pid=84877) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 14 07:22:41.447192 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_hamode_db [None req-0dfdcb11-934b-43c1-a984-b825133462e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-01-14T06:56:51Z,description=,heartbeat_timestamp=2021-01-14T07:22:21Z,host='n-d-768862-2',id=35f592e9-451b-4db9-abea-77b6a5c5391b,load=0,resource_versions=,resources_synced=,started_at=2021-01-14T06:56:51Z,topic='l3_agent')) {'router_ids': ['40febb8e-85a2-44af-bb73-f559467ae85b'], 'active': True} {{(pid=84877) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:22:41.452342 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.v2.base [None req-f9fc4871-9b56-4fdb-9a21-18aa70d95234 tempest-RoutersIpV6Test-883692175 tempest-RoutersIpV6Test-883692175] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1283692578'}} {{(pid=84875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:22:41.457712 n-d-768862-2 neutron-server[84765]: DEBUG neutron.services.segments.db [None req-1f55960c-1332-423c-896e-a9232703b4dc tempest-BulkNetworkOpsIpV6Test-1034590256 tempest-BulkNetworkOpsIpV6Test-1034590256] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e15d8dcc-657b-43e7-9a45-8eb623da63ca') {'for_net_delete': True} {{(pid=84874) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:22:41.458450 n-d-768862-2 neutron-server[84765]: DEBUG neutron.services.segments.db [None req-1f55960c-1332-423c-896e-a9232703b4dc tempest-BulkNetworkOpsIpV6Test-1034590256 tempest-BulkNetworkOpsIpV6Test-1034590256] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e15d8dcc-657b-43e7-9a45-8eb623da63ca') {} {{(pid=84874) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:22:41.462468 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-f9fc4871-9b56-4fdb-9a21-18aa70d95234 tempest-RoutersIpV6Test-883692175 tempest-RoutersIpV6Test-883692175] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:22:41.468141 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aaa142d-aa38-47e9-9166-b46fd9ec669d tempest-AllowedAddressPairIpV6TestJSON-498488695 tempest-AllowedAddressPairIpV6TestJSON-498488695] Pushing event updated for resources: {'SecurityGroup': ['ID=ae058b9f-250e-42d5-ab10-93c68cbcabf3,revision_number=1']} {{(pid=84874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:22:41.486578 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-6aaa142d-aa38-47e9-9166-b46fd9ec669d tempest-AllowedAddressPairIpV6TestJSON-498488695 tempest-AllowedAddressPairIpV6TestJSON-498488695] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:22:41.491225 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-f9fc4871-9b56-4fdb-9a21-18aa70d95234 tempest-RoutersIpV6Test-883692175 tempest-RoutersIpV6Test-883692175] Usage tracker for resource:network and tenant:d787627cdb8d4cc9b70642659fae99d7 is out of sync, need to count used quota {{(pid=84875) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:22:41.496107 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-f9fc4871-9b56-4fdb-9a21-18aa70d95234 tempest-RoutersIpV6Test-883692175 tempest-RoutersIpV6Test-883692175] Quota usage for network was recalculated. Used quota:1. {{(pid=84875) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:22:41.506286 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-f9fc4871-9b56-4fdb-9a21-18aa70d95234 tempest-RoutersIpV6Test-883692175 tempest-RoutersIpV6Test-883692175] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:22:41.542212 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-1f55960c-1332-423c-896e-a9232703b4dc tempest-BulkNetworkOpsIpV6Test-1034590256 tempest-BulkNetworkOpsIpV6Test-1034590256] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363259214173198', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2968632'] for segment, before_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:22:41.609281 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6aaa142d-aa38-47e9-9166-b46fd9ec669d tempest-AllowedAddressPairIpV6TestJSON-498488695 tempest-AllowedAddressPairIpV6TestJSON-498488695] vxlan segment allocate from pool success with {'vxlan_vni': 3} {{(pid=84874) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Jan 14 07:22:41.619849 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f9fc4871-9b56-4fdb-9a21-18aa70d95234 tempest-RoutersIpV6Test-883692175 tempest-RoutersIpV6Test-883692175] Made reservation on behalf of d787627cdb8d4cc9b70642659fae99d7 for: {'network': 1} {{(pid=84875) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 07:22:41.638483 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-1f55960c-1332-423c-896e-a9232703b4dc tempest-BulkNetworkOpsIpV6Test-1034590256 tempest-BulkNetworkOpsIpV6Test-1034590256] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854179735'] for segment, precommit_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:22:41.648227 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-f9fc4871-9b56-4fdb-9a21-18aa70d95234 tempest-RoutersIpV6Test-883692175 tempest-RoutersIpV6Test-883692175] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555753'] for network, before_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:22:41.649334 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-1f55960c-1332-423c-896e-a9232703b4dc tempest-BulkNetworkOpsIpV6Test-1034590256 tempest-BulkNetworkOpsIpV6Test-1034590256] Releasing vxlan tunnel 9 to pool {{(pid=84874) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Jan 14 07:22:41.674109 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-6aaa142d-aa38-47e9-9166-b46fd9ec669d tempest-AllowedAddressPairIpV6TestJSON-498488695 tempest-AllowedAddressPairIpV6TestJSON-498488695] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854179735'] for segment, precommit_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:22:41.675347 n-d-768862-2 neutron-server[84765]: INFO neutron.db.segments_db [None req-6aaa142d-aa38-47e9-9166-b46fd9ec669d tempest-AllowedAddressPairIpV6TestJSON-498488695 tempest-AllowedAddressPairIpV6TestJSON-498488695] Added segment 8f5cf988-ff2b-4a82-80a5-8ecc20f504ac of type vxlan for network e036a402-9710-4529-9dbb-b94dac95fa3a Jan 14 07:22:41.795409 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-bc90d145-6873-44d5-bac3-c9b025b1b6f4 tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850887113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036851621412', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036852467174'] for subnet, after_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:22:41.868680 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_dvr_db [None req-0dfdcb11-934b-43c1-a984-b825133462e3 None None] Set router 40febb8e-85a2-44af-bb73-f559467ae85b gateway port host: None {{(pid=84877) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 14 07:22:41.891739 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-6aaa142d-aa38-47e9-9166-b46fd9ec669d tempest-AllowedAddressPairIpV6TestJSON-498488695 tempest-AllowedAddressPairIpV6TestJSON-498488695] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363259214646115'] for network, precommit_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:22:41.958122 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-d2fa8439-79ea-4197-87fe-7eac05cfd7bc None None] Notify callbacks [] for port, precommit_update {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:22:41.975461 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-c73a013f-995d-42cb-97a9-0305704ce998 None None] Provisioning complete for port 628b5657-e15c-4ba3-8d31-d31ab0f70238 triggered by entity DHCP. {{(pid=84876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 07:22:41.975461 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-c73a013f-995d-42cb-97a9-0305704ce998 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-604227'] for port, provisioning_complete {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:22:41.991434 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-b38efca3-a10a-4148-bd18-3ef71ffb7dad admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:22:42.176575 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.managers [None req-1f55960c-1332-423c-896e-a9232703b4dc tempest-BulkNetworkOpsIpV6Test-1034590256 tempest-BulkNetworkOpsIpV6Test-1034590256] Network e3f85f40-bcf0-469e-bf60-39d012082727 has no segments {{(pid=84874) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 14 07:22:42.197739 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-1f55960c-1332-423c-896e-a9232703b4dc tempest-BulkNetworkOpsIpV6Test-1034590256 tempest-BulkNetworkOpsIpV6Test-1034590256] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-596065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036851521571'] for segment, after_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:22:42.228557 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc90d145-6873-44d5-bac3-c9b025b1b6f4 tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] Pushing event updated for resources: {'Subnet': ['ID=85105767-3793-4c05-be17-2da650edfa72,revision_number=0']} {{(pid=84875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:22:42.239893 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-bc90d145-6873-44d5-bac3-c9b025b1b6f4 tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.249s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:22:42.278593 n-d-768862-2 neutron-server[84765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc90d145-6873-44d5-bac3-c9b025b1b6f4 tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] Network 23f0a15d-6362-4cec-82c1-cacba887c566 is already hosted by enough agents. {{(pid=84875) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 07:22:42.280349 n-d-768862-2 neutron-server[84765]: DEBUG neutron.scheduler.base_scheduler [None req-bc90d145-6873-44d5-bac3-c9b025b1b6f4 tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] Resources bound (agent type, host, resource id): {{(pid=84875) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 07:22:42.296142 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc90d145-6873-44d5-bac3-c9b025b1b6f4 tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:22:42.296971 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-bc90d145-6873-44d5-bac3-c9b025b1b6f4 tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] Notify callbacks [] for subnet, before_response {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:22:42.303880 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30c6aa5d-21a3-44ac-af83-592fd1bb4fcc None None] Network 23f0a15d-6362-4cec-82c1-cacba887c566 requested from n-d-768862-2 {{(pid=84876) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 07:22:42.321311 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-bc90d145-6873-44d5-bac3-c9b025b1b6f4 tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 3.6490400 Jan 14 07:22:42.323897 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84875) accepted ('10.222.0.24', 41970) {{(pid=84875) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:22:42.331714 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.v2.base [None req-eb6aad23-8d16-46c4-bc58-148d75aca12b tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] Request body: {'router': {'name': 'tempest-NetworksTestDHCPv6-router-933967872', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=84875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:22:42.345539 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-eb6aad23-8d16-46c4-bc58-148d75aca12b tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:22:42.354121 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-eb6aad23-8d16-46c4-bc58-148d75aca12b tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] Usage tracker for resource:router and tenant:be0aa702e3ca464795a99c51e3b3b04f is out of sync, need to count used quota {{(pid=84875) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:22:42.358885 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-eb6aad23-8d16-46c4-bc58-148d75aca12b tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] Quota usage for router was recalculated. Used quota:0. {{(pid=84875) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:22:42.380221 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-eb6aad23-8d16-46c4-bc58-148d75aca12b tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:22:42.406572 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-eb6aad23-8d16-46c4-bc58-148d75aca12b tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3889205', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854717621'] for router, before_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:22:42.409169 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-eb6aad23-8d16-46c4-bc58-148d75aca12b tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036850886574', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3912501', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3808446', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-58179'] for router, precommit_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:22:42.442975 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-eb6aad23-8d16-46c4-bc58-148d75aca12b tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:22:42.474420 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-eb6aad23-8d16-46c4-bc58-148d75aca12b tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036850886612', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036850863158'] for router, after_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:22:42.500898 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-852a24f7-e9a1-4193-9abb-e9506fe5213f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363259214191800', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854171626'] for agent, after_update {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:22:42.543552 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-eb6aad23-8d16-46c4-bc58-148d75aca12b tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] Notify callbacks [] for router, before_response {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:22:42.544034 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-c73a013f-995d-42cb-97a9-0305704ce998 None None] Provisioning complete for port d21b5147-a877-46a5-a233-6a97d5befecb triggered by entity DHCP. {{(pid=84876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 07:22:42.544975 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-c73a013f-995d-42cb-97a9-0305704ce998 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-604227'] for port, provisioning_complete {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:22:42.545099 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-eb6aad23-8d16-46c4-bc58-148d75aca12b tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.2197757 Jan 14 07:22:42.548184 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84875) accepted ('10.222.0.24', 41976) {{(pid=84875) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:22:42.609233 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.plugin [None req-c73a013f-995d-42cb-97a9-0305704ce998 None None] Port d21b5147-a877-46a5-a233-6a97d5befecb cannot update to ACTIVE because it is not bound. {{(pid=84876) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:329}} Jan 14 07:22:42.721074 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_hamode_db [None req-0dfdcb11-934b-43c1-a984-b825133462e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '40febb8e-85a2-44af-bb73-f559467ae85b', 'name': 'tempest-RoutersIpV6Test-router-637200602', 'tenant_id': 'd787627cdb8d4cc9b70642659fae99d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-14T07:22:21Z', 'updated_at': '2021-01-14T07:22:37Z', 'revision_number': 2, 'project_id': 'd787627cdb8d4cc9b70642659fae99d7', 'gw_port_host': None, '_interfaces': [{'id': 'd21b5147-a877-46a5-a233-6a97d5befecb', 'name': '', 'network_id': 'd7d2c5e4-b39f-4c26-a03a-605439415826', 'tenant_id': 'd787627cdb8d4cc9b70642659fae99d7', 'mac_address': 'fa:16:3e:5b:cd:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '40febb8e-85a2-44af-bb73-f559467ae85b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1953, 'fixed_ips': [{'subnet_id': '44b3d79f-589d-4894-89ff-0fd9901e6ead', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T07:22:33Z', 'updated_at': '2021-01-14T07:22:38Z', 'revision_number': 2, 'project_id': 'd787627cdb8d4cc9b70642659fae99d7', 'subnets': [{'id': '44b3d79f-589d-4894-89ff-0fd9901e6ead', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'n-d-768862-2', False) {} {{(pid=84877) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:22:42.733403 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0dfdcb11-934b-43c1-a984-b825133462e3 None None] Checking router: 40febb8e-85a2-44af-bb73-f559467ae85b for host: n-d-768862-2 {{(pid=84877) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Jan 14 07:22:42.737504 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0dfdcb11-934b-43c1-a984-b825133462e3 None None] Updating router 40febb8e-85a2-44af-bb73-f559467ae85b port d21b5147-a877-46a5-a233-6a97d5befecb binding host n-d-768862-2 {{(pid=84877) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Jan 14 07:22:42.878224 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-edeea361-542e-45f1-b048-ecceb4046f8f None None] Provisioning complete for port d21b5147-a877-46a5-a233-6a97d5befecb triggered by entity DHCP. {{(pid=84876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 07:22:42.881156 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.db.resource_extend [None req-6aaa142d-aa38-47e9-9166-b46fd9ec669d tempest-AllowedAddressPairIpV6TestJSON-498488695 tempest-AllowedAddressPairIpV6TestJSON-498488695] It took 0.88 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84874) wrapper /usr/local/lib/python3.6/dist-packages/oslo_utils/timeutils.py:388}} Jan 14 07:22:42.884986 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-edeea361-542e-45f1-b048-ecceb4046f8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-604227'] for port, provisioning_complete {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:22:42.898261 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-0dfdcb11-934b-43c1-a984-b825133462e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555753'] for port, before_update {{(pid=84877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:22:42.946540 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd9efbd5-408b-4856-9a48-5ceccb43c6ac None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5d94dc7a-c095-50a4-955e-5f3b78718a12-23f0a15d-6362-4cec-82c1-cacba887c566', 'network_id': '23f0a15d-6362-4cec-82c1-cacba887c566', 'tenant_id': 'be0aa702e3ca464795a99c51e3b3b04f', 'fixed_ips': [{'subnet_id': '85105767-3793-4c05-be17-2da650edfa72'}]}} from n-d-768862-2. {{(pid=84876) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Jan 14 07:22:42.950517 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-cd9efbd5-408b-4856-9a48-5ceccb43c6ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555753'] for port, before_create {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:22:43.055441 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-fb94c178-f3e3-400b-bd1d-1ecd8758af72 tempest-RoutersIpV6AdminTest-832003634 tempest-RoutersIpV6AdminTest-832003634] Notify callbacks [] for router_gateway, before_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:22:43.064371 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.plugin [None req-edeea361-542e-45f1-b048-ecceb4046f8f None None] Port d21b5147-a877-46a5-a233-6a97d5befecb cannot update to ACTIVE because it is not bound. {{(pid=84876) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:329}} Jan 14 07:22:43.111652 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-fb94c178-f3e3-400b-bd1d-1ecd8758af72 tempest-RoutersIpV6AdminTest-832003634 tempest-RoutersIpV6AdminTest-832003634] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555753'] for port, before_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:22:43.237165 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-6aaa142d-aa38-47e9-9166-b46fd9ec669d tempest-AllowedAddressPairIpV6TestJSON-498488695 tempest-AllowedAddressPairIpV6TestJSON-498488695] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850887149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964'] for network, after_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:22:43.260483 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6aaa142d-aa38-47e9-9166-b46fd9ec669d tempest-AllowedAddressPairIpV6TestJSON-498488695 tempest-AllowedAddressPairIpV6TestJSON-498488695] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:22:43.261268 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-6aaa142d-aa38-47e9-9166-b46fd9ec669d tempest-AllowedAddressPairIpV6TestJSON-498488695 tempest-AllowedAddressPairIpV6TestJSON-498488695] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3207107'] for network, before_response {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:22:43.305904 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-0ecf33a5-518d-47e4-95ac-614b8a0e82e0 tempest-RoutersIpV6Test-883692175 tempest-RoutersIpV6Test-883692175] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:22:43.479709 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.db.api [None req-f9fc4871-9b56-4fdb-9a21-18aa70d95234 tempest-RoutersIpV6Test-883692175 tempest-RoutersIpV6Test-883692175] Retry wrapper got retriable exception: Unable to create the network. No available network found in maximum allowed attempts. {{(pid=84875) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Jan 14 07:22:43.480038 n-d-768862-2 neutron-server[84765]: DEBUG oslo_db.api [None req-f9fc4871-9b56-4fdb-9a21-18aa70d95234 tempest-RoutersIpV6Test-883692175 tempest-RoutersIpV6Test-883692175] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_network {{(pid=84875) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Jan 14 07:22:43.512227 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.db_base_plugin_common [None req-cd9efbd5-408b-4856-9a48-5ceccb43c6ac None None] Allocated IP 2001:db8::2 (23f0a15d-6362-4cec-82c1-cacba887c566/85105767-3793-4c05-be17-2da650edfa72/95011ff1-19cc-49b2-aa8f-40e24b5aa592) {{(pid=84876) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 14 07:22:43.618795 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-7d789177-af1a-451b-b265-a7b979bc42a6 tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555753'] for port, before_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:22:43.642717 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.managers [None req-1f55960c-1332-423c-896e-a9232703b4dc tempest-BulkNetworkOpsIpV6Test-1034590256 tempest-BulkNetworkOpsIpV6Test-1034590256] Network e3f85f40-bcf0-469e-bf60-39d012082727 has no segments {{(pid=84874) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 14 07:22:43.709947 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-6aaa142d-aa38-47e9-9166-b46fd9ec669d tempest-AllowedAddressPairIpV6TestJSON-498488695 tempest-AllowedAddressPairIpV6TestJSON-498488695] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 798 time: 4.9529533 Jan 14 07:22:43.826593 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84874) accepted ('10.222.0.24', 41994) {{(pid=84874) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:22:43.828202 n-d-768862-2 neutron-server[84765]: Traceback (most recent call last): Jan 14 07:22:43.828202 n-d-768862-2 neutron-server[84765]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 14 07:22:43.828202 n-d-768862-2 neutron-server[84765]: timer() Jan 14 07:22:43.828202 n-d-768862-2 neutron-server[84765]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 14 07:22:43.828202 n-d-768862-2 neutron-server[84765]: cb(*args, **kw) Jan 14 07:22:43.828202 n-d-768862-2 neutron-server[84765]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Jan 14 07:22:43.828202 n-d-768862-2 neutron-server[84765]: return func(*args, **kwargs) Jan 14 07:22:43.828202 n-d-768862-2 neutron-server[84765]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 14 07:22:43.828202 n-d-768862-2 neutron-server[84765]: self._notify() Jan 14 07:22:43.828202 n-d-768862-2 neutron-server[84765]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 14 07:22:43.828202 n-d-768862-2 neutron-server[84765]: self.callback(batched_events) Jan 14 07:22:43.828202 n-d-768862-2 neutron-server[84765]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 14 07:22:43.828202 n-d-768862-2 neutron-server[84765]: event.method(event) Jan 14 07:22:43.828202 n-d-768862-2 neutron-server[84765]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 14 07:22:43.828202 n-d-768862-2 neutron-server[84765]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 14 07:22:43.828202 n-d-768862-2 neutron-server[84765]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Jan 14 07:22:43.828202 n-d-768862-2 neutron-server[84765]: segment_id)['aggregates'][0] Jan 14 07:22:43.828202 n-d-768862-2 neutron-server[84765]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 14 07:22:43.828202 n-d-768862-2 neutron-server[84765]: return f(self, *a, **k) Jan 14 07:22:43.828202 n-d-768862-2 neutron-server[84765]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 14 07:22:43.828202 n-d-768862-2 neutron-server[84765]: return self._get(url).json() Jan 14 07:22:43.828202 n-d-768862-2 neutron-server[84765]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 14 07:22:43.828202 n-d-768862-2 neutron-server[84765]: **kwargs) Jan 14 07:22:43.828202 n-d-768862-2 neutron-server[84765]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 14 07:22:43.828202 n-d-768862-2 neutron-server[84765]: return self.request(url, 'GET', **kwargs) Jan 14 07:22:43.828202 n-d-768862-2 neutron-server[84765]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Jan 14 07:22:43.828202 n-d-768862-2 neutron-server[84765]: **endpoint_filter) Jan 14 07:22:43.828202 n-d-768862-2 neutron-server[84765]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 14 07:22:43.828202 n-d-768862-2 neutron-server[84765]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 14 07:22:43.828202 n-d-768862-2 neutron-server[84765]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 14 07:22:43.828202 n-d-768862-2 neutron-server[84765]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 14 07:22:43.828202 n-d-768862-2 neutron-server[84765]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 14 07:22:43.841938 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.v2.base [None req-ce5524c7-f2f4-401f-8c93-025990871e83 tempest-AllowedAddressPairIpV6TestJSON-498488695 tempest-AllowedAddressPairIpV6TestJSON-498488695] Request body: {'subnet': {'network_id': 'e036a402-9710-4529-9dbb-b94dac95fa3a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=84874) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:22:43.884458 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-cd9efbd5-408b-4856-9a48-5ceccb43c6ac None None] Notify callbacks [] for port, precommit_create {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:22:43.897961 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-cd9efbd5-408b-4856-9a48-5ceccb43c6ac None None] Transition to ACTIVE for port object 95011ff1-19cc-49b2-aa8f-40e24b5aa592 will not be triggered until provisioned by entity L2. {{(pid=84876) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 07:22:43.917812 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-cd9efbd5-408b-4856-9a48-5ceccb43c6ac None None] Transition to ACTIVE for port object 95011ff1-19cc-49b2-aa8f-40e24b5aa592 will not be triggered until provisioned by entity DHCP. {{(pid=84876) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 07:22:43.928303 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-cd9efbd5-408b-4856-9a48-5ceccb43c6ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777640123575'] for port, after_create {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:22:43.936243 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-0dfdcb11-934b-43c1-a984-b825133462e3 None None] Notify callbacks [] for port, precommit_update {{(pid=84877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:22:43.963715 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-b0224f1d-e093-461c-8a73-bda8270a8ae1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84876) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:22:43.968477 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-0dfdcb11-934b-43c1-a984-b825133462e3 None None] Transition to ACTIVE for port object d21b5147-a877-46a5-a233-6a97d5befecb will not be triggered until provisioned by entity L2. {{(pid=84877) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 07:22:43.974662 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-0dfdcb11-934b-43c1-a984-b825133462e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777640533312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363259214678337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777640097497'] for port, after_update {{(pid=84877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:22:44.011175 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aaa142d-aa38-47e9-9166-b46fd9ec669d tempest-AllowedAddressPairIpV6TestJSON-498488695 tempest-AllowedAddressPairIpV6TestJSON-498488695] Pushing event updated for resources: {'Network': ['ID=e036a402-9710-4529-9dbb-b94dac95fa3a,revision_number=1']} {{(pid=84874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:22:44.020702 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-6aaa142d-aa38-47e9-9166-b46fd9ec669d tempest-AllowedAddressPairIpV6TestJSON-498488695 tempest-AllowedAddressPairIpV6TestJSON-498488695] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.714s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:22:44.036277 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-909d2128-827d-493e-bfc6-1670cf910952 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:22:44.092801 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-ce5524c7-f2f4-401f-8c93-025990871e83 tempest-AllowedAddressPairIpV6TestJSON-498488695 tempest-AllowedAddressPairIpV6TestJSON-498488695] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:22:44.108364 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-ce5524c7-f2f4-401f-8c93-025990871e83 tempest-AllowedAddressPairIpV6TestJSON-498488695 tempest-AllowedAddressPairIpV6TestJSON-498488695] Usage tracker for resource:subnet and tenant:25bfe76596c546468c14c705e418c08f is out of sync, need to count used quota {{(pid=84874) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:22:44.136418 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd9efbd5-408b-4856-9a48-5ceccb43c6ac None None] Pushing event updated for resources: {'Port': ['ID=95011ff1-19cc-49b2-aa8f-40e24b5aa592,revision_number=1']} {{(pid=84876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:22:44.140157 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-852a24f7-e9a1-4193-9abb-e9506fe5213f None None] Network e036a402-9710-4529-9dbb-b94dac95fa3a details requested by agent ovs-agent-n-h2-768862-2 with host n-h2-768862-2 {{(pid=84876) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 07:22:44.205897 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-ce5524c7-f2f4-401f-8c93-025990871e83 tempest-AllowedAddressPairIpV6TestJSON-498488695 tempest-AllowedAddressPairIpV6TestJSON-498488695] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84874) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:22:44.239449 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-ce5524c7-f2f4-401f-8c93-025990871e83 tempest-AllowedAddressPairIpV6TestJSON-498488695 tempest-AllowedAddressPairIpV6TestJSON-498488695] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:22:44.266526 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae1637fc-7f30-4c31-8eff-30f38d25d3d6 None None] Pushing event updated for resources: {'Port': ['ID=d21b5147-a877-46a5-a233-6a97d5befecb,revision_number=3']} {{(pid=84877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:22:44.293344 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-1f55960c-1332-423c-896e-a9232703b4dc tempest-BulkNetworkOpsIpV6Test-1034590256 tempest-BulkNetworkOpsIpV6Test-1034590256] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036854176830', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850887149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3912591'] for network, after_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:22:44.303779 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae1637fc-7f30-4c31-8eff-30f38d25d3d6 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@n-h1-768862-2 {{(pid=84877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:22:44.305331 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-1f55960c-1332-423c-896e-a9232703b4dc tempest-BulkNetworkOpsIpV6Test-1034590256 tempest-BulkNetworkOpsIpV6Test-1034590256] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3207107'] for network, before_response {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:22:44.305987 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae1637fc-7f30-4c31-8eff-30f38d25d3d6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-h1-768862-2 {{(pid=84877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:22:44.306567 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae1637fc-7f30-4c31-8eff-30f38d25d3d6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-h1-768862-2 {{(pid=84877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:22:44.308666 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae1637fc-7f30-4c31-8eff-30f38d25d3d6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-h1-768862-2 {{(pid=84877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:22:44.310393 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae1637fc-7f30-4c31-8eff-30f38d25d3d6 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@n-h1-768862-2 {{(pid=84877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:22:44.311019 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae1637fc-7f30-4c31-8eff-30f38d25d3d6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-h1-768862-2 {{(pid=84877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:22:44.312646 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae1637fc-7f30-4c31-8eff-30f38d25d3d6 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-h1-768862-2 {{(pid=84877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:22:44.313995 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae1637fc-7f30-4c31-8eff-30f38d25d3d6 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-h1-768862-2 {{(pid=84877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:22:44.314852 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae1637fc-7f30-4c31-8eff-30f38d25d3d6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-h1-768862-2 {{(pid=84877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:22:44.316599 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae1637fc-7f30-4c31-8eff-30f38d25d3d6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-h1-768862-2 {{(pid=84877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:22:44.317176 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae1637fc-7f30-4c31-8eff-30f38d25d3d6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-h1-768862-2 {{(pid=84877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:22:44.318953 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae1637fc-7f30-4c31-8eff-30f38d25d3d6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-h1-768862-2 {{(pid=84877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:22:44.319728 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae1637fc-7f30-4c31-8eff-30f38d25d3d6 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@n-h2-768862-2 {{(pid=84877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:22:44.323099 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae1637fc-7f30-4c31-8eff-30f38d25d3d6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-h2-768862-2 {{(pid=84877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:22:44.323873 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae1637fc-7f30-4c31-8eff-30f38d25d3d6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-h2-768862-2 {{(pid=84877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:22:44.324433 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae1637fc-7f30-4c31-8eff-30f38d25d3d6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-h2-768862-2 {{(pid=84877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:22:44.325315 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae1637fc-7f30-4c31-8eff-30f38d25d3d6 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@n-h2-768862-2 {{(pid=84877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:22:44.326845 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae1637fc-7f30-4c31-8eff-30f38d25d3d6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-h2-768862-2 {{(pid=84877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:22:44.327419 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae1637fc-7f30-4c31-8eff-30f38d25d3d6 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-h2-768862-2 {{(pid=84877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:22:44.328952 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae1637fc-7f30-4c31-8eff-30f38d25d3d6 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-h2-768862-2 {{(pid=84877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:22:44.329837 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae1637fc-7f30-4c31-8eff-30f38d25d3d6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-h2-768862-2 {{(pid=84877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:22:44.330581 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae1637fc-7f30-4c31-8eff-30f38d25d3d6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-h2-768862-2 {{(pid=84877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:22:44.331129 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae1637fc-7f30-4c31-8eff-30f38d25d3d6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-h2-768862-2 {{(pid=84877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:22:44.331769 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae1637fc-7f30-4c31-8eff-30f38d25d3d6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-h2-768862-2 {{(pid=84877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:22:44.332471 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae1637fc-7f30-4c31-8eff-30f38d25d3d6 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-2 {{(pid=84877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:22:44.333381 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae1637fc-7f30-4c31-8eff-30f38d25d3d6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-2 {{(pid=84877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:22:44.333956 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae1637fc-7f30-4c31-8eff-30f38d25d3d6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-2 {{(pid=84877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:22:44.334504 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae1637fc-7f30-4c31-8eff-30f38d25d3d6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-2 {{(pid=84877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:22:44.335184 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae1637fc-7f30-4c31-8eff-30f38d25d3d6 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@n-d-768862-2 {{(pid=84877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:22:44.335879 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae1637fc-7f30-4c31-8eff-30f38d25d3d6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-2 {{(pid=84877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:22:44.336490 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae1637fc-7f30-4c31-8eff-30f38d25d3d6 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-768862-2 {{(pid=84877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:22:44.337037 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae1637fc-7f30-4c31-8eff-30f38d25d3d6 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-768862-2 {{(pid=84877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:22:44.337584 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae1637fc-7f30-4c31-8eff-30f38d25d3d6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-2 {{(pid=84877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:22:44.338122 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae1637fc-7f30-4c31-8eff-30f38d25d3d6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-2 {{(pid=84877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:22:44.338674 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae1637fc-7f30-4c31-8eff-30f38d25d3d6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-2 {{(pid=84877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:22:44.339336 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae1637fc-7f30-4c31-8eff-30f38d25d3d6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-2 {{(pid=84877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:22:44.352112 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-de58857a-fe58-4720-9c23-8262f66d5807 tempest-BulkNetworkOpsIpV6Test-1034590256 tempest-BulkNetworkOpsIpV6Test-1034590256] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:22:44.399779 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-1f55960c-1332-423c-896e-a9232703b4dc tempest-BulkNetworkOpsIpV6Test-1034590256 tempest-BulkNetworkOpsIpV6Test-1034590256] 10.222.0.24 "DELETE /v2.0/networks/e3f85f40-bcf0-469e-bf60-39d012082727 HTTP/1.1" status: 204 len: 168 time: 4.8172879 Jan 14 07:22:44.414444 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ce5524c7-f2f4-401f-8c93-025990871e83 tempest-AllowedAddressPairIpV6TestJSON-498488695 tempest-AllowedAddressPairIpV6TestJSON-498488695] Made reservation on behalf of 25bfe76596c546468c14c705e418c08f for: {'subnet': 1} {{(pid=84874) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 07:22:44.425042 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-ae1637fc-7f30-4c31-8eff-30f38d25d3d6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.414s {{(pid=84877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:22:44.431379 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-017f98a9-8a07-408c-a86f-8ff0c00400a0 None None] Network e036a402-9710-4529-9dbb-b94dac95fa3a details requested by agent ovs-agent-n-h1-768862-2 with host n-h1-768862-2 {{(pid=84876) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 07:22:44.435387 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.db_base_plugin_common [None req-7d789177-af1a-451b-b265-a7b979bc42a6 tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] Allocated IP 2001:db8::1 (23f0a15d-6362-4cec-82c1-cacba887c566/85105767-3793-4c05-be17-2da650edfa72/aaafc735-8cd0-48f7-8ed9-315493bd1065) {{(pid=84875) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 14 07:22:44.645345 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Network e036a402-9710-4529-9dbb-b94dac95fa3a details requested by agent ovs-agent-n-d-768862-2 with host n-d-768862-2 {{(pid=84876) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 07:22:44.696207 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-ce5524c7-f2f4-401f-8c93-025990871e83 tempest-AllowedAddressPairIpV6TestJSON-498488695 tempest-AllowedAddressPairIpV6TestJSON-498488695] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036851981161'] for subnet, before_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:22:44.756742 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-7d789177-af1a-451b-b265-a7b979bc42a6 tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] Notify callbacks [] for port, precommit_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:22:44.775239 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f55960c-1332-423c-896e-a9232703b4dc tempest-BulkNetworkOpsIpV6Test-1034590256 tempest-BulkNetworkOpsIpV6Test-1034590256] Pushing event deleted for resources: {'Network': ['ID=e3f85f40-bcf0-469e-bf60-39d012082727,revision_number=None']} {{(pid=84874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:22:44.783767 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-7d789177-af1a-451b-b265-a7b979bc42a6 tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] Transition to ACTIVE for port object aaafc735-8cd0-48f7-8ed9-315493bd1065 will not be triggered until provisioned by entity DHCP. {{(pid=84875) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 07:22:44.810837 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-1f55960c-1332-423c-896e-a9232703b4dc tempest-BulkNetworkOpsIpV6Test-1034590256 tempest-BulkNetworkOpsIpV6Test-1034590256] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.458s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:22:44.833221 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-f9fc4871-9b56-4fdb-9a21-18aa70d95234 tempest-RoutersIpV6Test-883692175 tempest-RoutersIpV6Test-883692175] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555753'] for network, before_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:22:44.864927 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-7d789177-af1a-451b-b265-a7b979bc42a6 tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777640123575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851621574'] for port, after_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:22:44.905989 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-6904f8f5-ec4e-4b37-b500-21faf367010e tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.003s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:22:44.915040 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-d2fa8439-79ea-4197-87fe-7eac05cfd7bc None None] Transition to ACTIVE for port object c68d86dc-01e0-4439-b2df-9cb8590eeef5 will not be triggered until provisioned by entity L2. {{(pid=84876) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 07:22:44.916818 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-cd9efbd5-408b-4856-9a48-5ceccb43c6ac None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.953s {{(pid=84876) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:22:44.993167 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.managers [None req-0dfdcb11-934b-43c1-a984-b825133462e3 None None] Attempting to bind port d21b5147-a877-46a5-a233-6a97d5befecb on host n-d-768862-2 for vnic_type normal with profile {{(pid=84877) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 14 07:22:44.997532 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.managers [None req-0dfdcb11-934b-43c1-a984-b825133462e3 None None] Attempting to bind port d21b5147-a877-46a5-a233-6a97d5befecb by drivers openvswitch on host n-d-768862-2 at level 0 using segments [{'id': 'de17349f-b434-4c72-89e6-63bfa854130b', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 15, 'network_id': 'd7d2c5e4-b39f-4c26-a03a-605439415826'}] {{(pid=84877) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 14 07:22:44.998217 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0dfdcb11-934b-43c1-a984-b825133462e3 None None] Attempting to bind port d21b5147-a877-46a5-a233-6a97d5befecb on network d7d2c5e4-b39f-4c26-a03a-605439415826 {{(pid=84877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 14 07:22:44.998966 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-d2fa8439-79ea-4197-87fe-7eac05cfd7bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777640533312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363259214678337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777640097497'] for port, after_update {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:22:45.009185 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0dfdcb11-934b-43c1-a984-b825133462e3 None None] Checking agent: {'id': 'ba5efab1-b43c-4d5a-bc52-6e105d4e67a2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768862-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 14, 6, 56, 52), 'started_at': datetime.datetime(2021, 1, 14, 6, 57, 22), 'heartbeat_timestamp': datetime.datetime(2021, 1, 14, 7, 22, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768862-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.29', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 14 07:22:45.015912 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0dfdcb11-934b-43c1-a984-b825133462e3 None None] Checking segment: {'id': 'de17349f-b434-4c72-89e6-63bfa854130b', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 15, 'network_id': 'd7d2c5e4-b39f-4c26-a03a-605439415826'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84877) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 14 07:22:45.016862 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-0dfdcb11-934b-43c1-a984-b825133462e3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:22:45.019491 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0dfdcb11-934b-43c1-a984-b825133462e3 None None] Bound using segment: {'id': 'de17349f-b434-4c72-89e6-63bfa854130b', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 15, 'network_id': 'd7d2c5e4-b39f-4c26-a03a-605439415826'} {{(pid=84877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 14 07:22:45.020689 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.managers [None req-0dfdcb11-934b-43c1-a984-b825133462e3 None None] Bound port: d21b5147-a877-46a5-a233-6a97d5befecb, host: n-d-768862-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'de17349f-b434-4c72-89e6-63bfa854130b', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 15, 'network_id': 'd7d2c5e4-b39f-4c26-a03a-605439415826'}}] {{(pid=84877) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 14 07:22:45.021260 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-0dfdcb11-934b-43c1-a984-b825133462e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555753'] for port, before_update {{(pid=84877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:22:45.128795 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d789177-af1a-451b-b265-a7b979bc42a6 tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] Pushing event updated for resources: {'Port': ['ID=aaafc735-8cd0-48f7-8ed9-315493bd1065,revision_number=1']} {{(pid=84875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:22:45.211427 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84876) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:22:45.218778 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-7d789177-af1a-451b-b265-a7b979bc42a6 tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.324s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:22:45.242009 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f9fc4871-9b56-4fdb-9a21-18aa70d95234 tempest-RoutersIpV6Test-883692175 tempest-RoutersIpV6Test-883692175] vxlan segment allocate from pool success with {'vxlan_vni': 9} {{(pid=84875) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Jan 14 07:22:45.255436 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-f9fc4871-9b56-4fdb-9a21-18aa70d95234 tempest-RoutersIpV6Test-883692175 tempest-RoutersIpV6Test-883692175] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment--9223363259214191851', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854179735'] for segment, precommit_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:22:45.256206 n-d-768862-2 neutron-server[84765]: INFO neutron.db.segments_db [None req-f9fc4871-9b56-4fdb-9a21-18aa70d95234 tempest-RoutersIpV6Test-883692175 tempest-RoutersIpV6Test-883692175] Added segment fc48cc44-a810-4f26-b8fd-eea29b421c2b of type vxlan for network ecd2ef9e-48e8-480a-a1fc-ce09ba6212c7 Jan 14 07:22:45.293455 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ce56342-5853-4ca2-ae69-b5024b362ad0 None None] Pushing event updated for resources: {'Port': ['ID=c68d86dc-01e0-4439-b2df-9cb8590eeef5,revision_number=2']} {{(pid=84876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:22:45.297793 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-1ce56342-5853-4ca2-ae69-b5024b362ad0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=84876) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:22:45.308481 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [None req-0dfdcb11-934b-43c1-a984-b825133462e3 None None] For port d21b5147-a877-46a5-a233-6a97d5befecb, host n-d-768862-2, cleared binding levels {{(pid=84877) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 14 07:22:45.318552 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [None req-0dfdcb11-934b-43c1-a984-b825133462e3 None None] For port d21b5147-a877-46a5-a233-6a97d5befecb, host n-d-768862-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-2',level=0,port_id=d21b5147-a877-46a5-a233-6a97d5befecb,segment=NetworkSegment(de17349f-b434-4c72-89e6-63bfa854130b),segment_id=de17349f-b434-4c72-89e6-63bfa854130b)] {{(pid=84877) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 14 07:22:45.328829 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-0dfdcb11-934b-43c1-a984-b825133462e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777640533312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363259214678337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777640097497'] for port, after_update {{(pid=84877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:22:45.360224 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-5fd80730-6d3e-4cdf-8011-d32fd1027fc0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:22:45.414568 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.managers [None req-d2fa8439-79ea-4197-87fe-7eac05cfd7bc None None] Attempting to bind port c68d86dc-01e0-4439-b2df-9cb8590eeef5 on host n-d-768862-2 for vnic_type normal with profile {{(pid=84876) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 14 07:22:45.415143 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.managers [None req-d2fa8439-79ea-4197-87fe-7eac05cfd7bc None None] Attempting to bind port c68d86dc-01e0-4439-b2df-9cb8590eeef5 by drivers openvswitch on host n-d-768862-2 at level 0 using segments [{'id': 'cf3ded2c-bc47-4a71-89af-6e7117e60140', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '226f1e78-82cd-4481-9055-4eb73b6db8c1'}] {{(pid=84876) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 14 07:22:45.415803 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2fa8439-79ea-4197-87fe-7eac05cfd7bc None None] Attempting to bind port c68d86dc-01e0-4439-b2df-9cb8590eeef5 on network 226f1e78-82cd-4481-9055-4eb73b6db8c1 {{(pid=84876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 14 07:22:45.425774 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.db_base_plugin_common [None req-fb94c178-f3e3-400b-bd1d-1ecd8758af72 tempest-RoutersIpV6AdminTest-832003634 tempest-RoutersIpV6AdminTest-832003634] Allocated IP 172.25.2.171 (226f1e78-82cd-4481-9055-4eb73b6db8c1/ba8deeec-7658-4195-9449-038c076f5c83/9fe14358-a432-4057-a80a-59f4dbbac1f4) {{(pid=84874) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 14 07:22:45.469165 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2fa8439-79ea-4197-87fe-7eac05cfd7bc None None] Checking agent: {'id': 'ba5efab1-b43c-4d5a-bc52-6e105d4e67a2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768862-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 14, 6, 56, 52), 'started_at': datetime.datetime(2021, 1, 14, 6, 57, 22), 'heartbeat_timestamp': datetime.datetime(2021, 1, 14, 7, 22, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768862-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.29', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 14 07:22:45.469710 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2fa8439-79ea-4197-87fe-7eac05cfd7bc None None] Checking segment: {'id': 'cf3ded2c-bc47-4a71-89af-6e7117e60140', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '226f1e78-82cd-4481-9055-4eb73b6db8c1'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84876) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 14 07:22:45.474248 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-d2fa8439-79ea-4197-87fe-7eac05cfd7bc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:22:45.474705 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2fa8439-79ea-4197-87fe-7eac05cfd7bc None None] Bound using segment: {'id': 'cf3ded2c-bc47-4a71-89af-6e7117e60140', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '226f1e78-82cd-4481-9055-4eb73b6db8c1'} {{(pid=84876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 14 07:22:45.475278 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.managers [None req-d2fa8439-79ea-4197-87fe-7eac05cfd7bc None None] Bound port: c68d86dc-01e0-4439-b2df-9cb8590eeef5, host: n-d-768862-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cf3ded2c-bc47-4a71-89af-6e7117e60140', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '226f1e78-82cd-4481-9055-4eb73b6db8c1'}}] {{(pid=84876) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 14 07:22:45.475706 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-d2fa8439-79ea-4197-87fe-7eac05cfd7bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555753'] for port, before_update {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:22:45.576789 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae1637fc-7f30-4c31-8eff-30f38d25d3d6 None None] Pushing event updated for resources: {'Port': ['ID=d21b5147-a877-46a5-a233-6a97d5befecb,revision_number=4']} {{(pid=84877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:22:45.720492 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-ae1637fc-7f30-4c31-8eff-30f38d25d3d6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.356s {{(pid=84877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:22:45.757029 n-d-768862-2 neutron-server[84765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd9efbd5-408b-4856-9a48-5ceccb43c6ac None None] Network 23f0a15d-6362-4cec-82c1-cacba887c566 is already hosted by enough agents. {{(pid=84876) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 07:22:45.761206 n-d-768862-2 neutron-server[84765]: DEBUG neutron.scheduler.base_scheduler [None req-cd9efbd5-408b-4856-9a48-5ceccb43c6ac None None] Resources bound (agent type, host, resource id): {{(pid=84876) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 07:22:45.765757 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-fb94c178-f3e3-400b-bd1d-1ecd8758af72 tempest-RoutersIpV6AdminTest-832003634 tempest-RoutersIpV6AdminTest-832003634] Notify callbacks [] for port, precommit_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:22:45.769204 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd9efbd5-408b-4856-9a48-5ceccb43c6ac None None] Received port after_create {{(pid=84876) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 14 07:22:45.847169 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [None req-d2fa8439-79ea-4197-87fe-7eac05cfd7bc None None] For port c68d86dc-01e0-4439-b2df-9cb8590eeef5, host n-d-768862-2, cleared binding levels {{(pid=84876) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 14 07:22:45.861364 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [None req-d2fa8439-79ea-4197-87fe-7eac05cfd7bc None None] For port c68d86dc-01e0-4439-b2df-9cb8590eeef5, host n-d-768862-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-2',level=0,port_id=c68d86dc-01e0-4439-b2df-9cb8590eeef5,segment=NetworkSegment(cf3ded2c-bc47-4a71-89af-6e7117e60140),segment_id=cf3ded2c-bc47-4a71-89af-6e7117e60140)] {{(pid=84876) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 14 07:22:45.864444 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.managers [None req-cd9efbd5-408b-4856-9a48-5ceccb43c6ac None None] Attempting to bind port 95011ff1-19cc-49b2-aa8f-40e24b5aa592 on host n-d-768862-2 for vnic_type normal with profile {{(pid=84876) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 14 07:22:45.865130 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.managers [None req-cd9efbd5-408b-4856-9a48-5ceccb43c6ac None None] Attempting to bind port 95011ff1-19cc-49b2-aa8f-40e24b5aa592 by drivers openvswitch on host n-d-768862-2 at level 0 using segments [{'id': '56f1c7cf-f3a3-41d2-9677-68978131444f', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 20, 'network_id': '23f0a15d-6362-4cec-82c1-cacba887c566'}] {{(pid=84876) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 14 07:22:45.865844 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd9efbd5-408b-4856-9a48-5ceccb43c6ac None None] Attempting to bind port 95011ff1-19cc-49b2-aa8f-40e24b5aa592 on network 23f0a15d-6362-4cec-82c1-cacba887c566 {{(pid=84876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 14 07:22:45.872163 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-d2fa8439-79ea-4197-87fe-7eac05cfd7bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777640533312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363259214678337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777640097497'] for port, after_update {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:22:45.904336 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-fb94c178-f3e3-400b-bd1d-1ecd8758af72 tempest-RoutersIpV6AdminTest-832003634 tempest-RoutersIpV6AdminTest-832003634] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777640123575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3254186'] for port, after_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:22:45.980262 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-e8b59feb-8459-4a2f-ae72-7e5c1769ca25 tempest-RoutersIpV6Test-883692175 tempest-RoutersIpV6Test-883692175] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:22:46.009167 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0dfdcb11-934b-43c1-a984-b825133462e3 None None] Routers {'40febb8e-85a2-44af-bb73-f559467ae85b'} bound to L3 agent in host n-d-768862-2 {{(pid=84877) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 14 07:22:46.010479 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_hamode_db [None req-0dfdcb11-934b-43c1-a984-b825133462e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-01-14T06:56:51Z,description=,heartbeat_timestamp=2021-01-14T07:22:21Z,host='n-d-768862-2',id=35f592e9-451b-4db9-abea-77b6a5c5391b,load=0,resource_versions=,resources_synced=,started_at=2021-01-14T06:56:51Z,topic='l3_agent')) {'router_ids': ['40febb8e-85a2-44af-bb73-f559467ae85b'], 'active': True} {{(pid=84877) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:22:46.130039 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-f9fc4871-9b56-4fdb-9a21-18aa70d95234 tempest-RoutersIpV6Test-883692175 tempest-RoutersIpV6Test-883692175] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363259214646115'] for network, precommit_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:22:46.174034 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84875) accepted ('10.222.0.24', 42024) {{(pid=84875) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:22:46.224523 n-d-768862-2 neutron-server[84765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d789177-af1a-451b-b265-a7b979bc42a6 tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] Network 23f0a15d-6362-4cec-82c1-cacba887c566 is already hosted by enough agents. {{(pid=84875) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 07:22:46.230668 n-d-768862-2 neutron-server[84765]: DEBUG neutron.scheduler.base_scheduler [None req-7d789177-af1a-451b-b265-a7b979bc42a6 tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] Resources bound (agent type, host, resource id): {{(pid=84875) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 07:22:46.236123 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d789177-af1a-451b-b265-a7b979bc42a6 tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] Received port after_create {{(pid=84875) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 14 07:22:46.237074 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-7d789177-af1a-451b-b265-a7b979bc42a6 tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036850886386'] for router_interface, before_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:22:46.333972 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.db.resource_extend [None req-f9fc4871-9b56-4fdb-9a21-18aa70d95234 tempest-RoutersIpV6Test-883692175 tempest-RoutersIpV6Test-883692175] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84875) wrapper /usr/local/lib/python3.6/dist-packages/oslo_utils/timeutils.py:388}} Jan 14 07:22:46.453411 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84875) accepted ('10.222.0.24', 42030) {{(pid=84875) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:22:46.541396 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-7d789177-af1a-451b-b265-a7b979bc42a6 tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555753'] for port, before_update {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:22:46.579454 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-f9fc4871-9b56-4fdb-9a21-18aa70d95234 tempest-RoutersIpV6Test-883692175 tempest-RoutersIpV6Test-883692175] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850887149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964'] for network, after_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:22:46.631006 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9fc4871-9b56-4fdb-9a21-18aa70d95234 tempest-RoutersIpV6Test-883692175 tempest-RoutersIpV6Test-883692175] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:22:46.644313 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-f9fc4871-9b56-4fdb-9a21-18aa70d95234 tempest-RoutersIpV6Test-883692175 tempest-RoutersIpV6Test-883692175] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3207107'] for network, before_response {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:22:46.657208 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-6a288165-a6a4-4a42-8c24-13da5c79f4d0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:22:46.739978 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-680231df-9765-4a2b-b512-8bd9bb81c89c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84876) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:22:46.898723 n-d-768862-2 neutron-server[84765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb94c178-f3e3-400b-bd1d-1ecd8758af72 tempest-RoutersIpV6AdminTest-832003634 tempest-RoutersIpV6AdminTest-832003634] Network 226f1e78-82cd-4481-9055-4eb73b6db8c1 is already hosted by enough agents. {{(pid=84874) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 07:22:46.907459 n-d-768862-2 neutron-server[84765]: DEBUG neutron.scheduler.base_scheduler [None req-fb94c178-f3e3-400b-bd1d-1ecd8758af72 tempest-RoutersIpV6AdminTest-832003634 tempest-RoutersIpV6AdminTest-832003634] Resources bound (agent type, host, resource id): {{(pid=84874) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 07:22:46.913277 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_dvr_db [None req-0dfdcb11-934b-43c1-a984-b825133462e3 None None] Set router 40febb8e-85a2-44af-bb73-f559467ae85b gateway port host: None {{(pid=84877) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 14 07:22:46.919906 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb94c178-f3e3-400b-bd1d-1ecd8758af72 tempest-RoutersIpV6AdminTest-832003634 tempest-RoutersIpV6AdminTest-832003634] Received port after_create {{(pid=84874) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 14 07:22:46.942195 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ce56342-5853-4ca2-ae69-b5024b362ad0 None None] Pushing event updated for resources: {'Port': ['ID=c68d86dc-01e0-4439-b2df-9cb8590eeef5,revision_number=3']} {{(pid=84876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:22:46.963323 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd9efbd5-408b-4856-9a48-5ceccb43c6ac None None] Checking agent: {'id': 'ba5efab1-b43c-4d5a-bc52-6e105d4e67a2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768862-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 14, 6, 56, 52), 'started_at': datetime.datetime(2021, 1, 14, 6, 57, 22), 'heartbeat_timestamp': datetime.datetime(2021, 1, 14, 7, 22, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768862-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.29', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 14 07:22:46.963751 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd9efbd5-408b-4856-9a48-5ceccb43c6ac None None] Checking segment: {'id': '56f1c7cf-f3a3-41d2-9677-68978131444f', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 20, 'network_id': '23f0a15d-6362-4cec-82c1-cacba887c566'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84876) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 14 07:22:46.964272 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-cd9efbd5-408b-4856-9a48-5ceccb43c6ac None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:22:46.964725 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd9efbd5-408b-4856-9a48-5ceccb43c6ac None None] Bound using segment: {'id': '56f1c7cf-f3a3-41d2-9677-68978131444f', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 20, 'network_id': '23f0a15d-6362-4cec-82c1-cacba887c566'} {{(pid=84876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 14 07:22:46.965289 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.managers [None req-cd9efbd5-408b-4856-9a48-5ceccb43c6ac None None] Bound port: 95011ff1-19cc-49b2-aa8f-40e24b5aa592, host: n-d-768862-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '56f1c7cf-f3a3-41d2-9677-68978131444f', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 20, 'network_id': '23f0a15d-6362-4cec-82c1-cacba887c566'}}] {{(pid=84876) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 14 07:22:46.965789 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-cd9efbd5-408b-4856-9a48-5ceccb43c6ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555753'] for port, before_update {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:22:46.983082 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-1ce56342-5853-4ca2-ae69-b5024b362ad0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.246s {{(pid=84876) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:22:47.000949 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-96d9a017-cce2-47be-ac45-eb759f905f7e admin admin] Notify callbacks [] for security_group, before_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:22:47.020522 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2fa8439-79ea-4197-87fe-7eac05cfd7bc None None] Routers {'6fd57880-8581-4290-af08-fab0ddfe4df3'} bound to L3 agent in host n-d-768862-2 {{(pid=84876) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 14 07:22:47.021501 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_hamode_db [None req-d2fa8439-79ea-4197-87fe-7eac05cfd7bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-01-14T06:56:51Z,description=,heartbeat_timestamp=2021-01-14T07:22:21Z,host='n-d-768862-2',id=35f592e9-451b-4db9-abea-77b6a5c5391b,load=0,resource_versions=,resources_synced=,started_at=2021-01-14T06:56:51Z,topic='l3_agent')) {'router_ids': ['6fd57880-8581-4290-af08-fab0ddfe4df3'], 'active': True} {{(pid=84876) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:22:47.049142 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb94c178-f3e3-400b-bd1d-1ecd8758af72 tempest-RoutersIpV6AdminTest-832003634 tempest-RoutersIpV6AdminTest-832003634] Pushing event updated for resources: {'Port': ['ID=9fe14358-a432-4057-a80a-59f4dbbac1f4,revision_number=1']} {{(pid=84874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:22:47.078302 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb94c178-f3e3-400b-bd1d-1ecd8758af72 tempest-RoutersIpV6AdminTest-832003634 tempest-RoutersIpV6AdminTest-832003634] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@n-h1-768862-2 {{(pid=84874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:22:47.079037 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb94c178-f3e3-400b-bd1d-1ecd8758af72 tempest-RoutersIpV6AdminTest-832003634 tempest-RoutersIpV6AdminTest-832003634] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-h1-768862-2 {{(pid=84874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:22:47.079611 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb94c178-f3e3-400b-bd1d-1ecd8758af72 tempest-RoutersIpV6AdminTest-832003634 tempest-RoutersIpV6AdminTest-832003634] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-h1-768862-2 {{(pid=84874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:22:47.080794 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb94c178-f3e3-400b-bd1d-1ecd8758af72 tempest-RoutersIpV6AdminTest-832003634 tempest-RoutersIpV6AdminTest-832003634] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-h1-768862-2 {{(pid=84874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:22:47.081395 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb94c178-f3e3-400b-bd1d-1ecd8758af72 tempest-RoutersIpV6AdminTest-832003634 tempest-RoutersIpV6AdminTest-832003634] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@n-h1-768862-2 {{(pid=84874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:22:47.081977 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb94c178-f3e3-400b-bd1d-1ecd8758af72 tempest-RoutersIpV6AdminTest-832003634 tempest-RoutersIpV6AdminTest-832003634] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-h1-768862-2 {{(pid=84874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:22:47.082543 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb94c178-f3e3-400b-bd1d-1ecd8758af72 tempest-RoutersIpV6AdminTest-832003634 tempest-RoutersIpV6AdminTest-832003634] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-h1-768862-2 {{(pid=84874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:22:47.083099 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb94c178-f3e3-400b-bd1d-1ecd8758af72 tempest-RoutersIpV6AdminTest-832003634 tempest-RoutersIpV6AdminTest-832003634] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-h1-768862-2 {{(pid=84874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:22:47.083652 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb94c178-f3e3-400b-bd1d-1ecd8758af72 tempest-RoutersIpV6AdminTest-832003634 tempest-RoutersIpV6AdminTest-832003634] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-h1-768862-2 {{(pid=84874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:22:47.084503 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb94c178-f3e3-400b-bd1d-1ecd8758af72 tempest-RoutersIpV6AdminTest-832003634 tempest-RoutersIpV6AdminTest-832003634] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-h1-768862-2 {{(pid=84874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:22:47.085689 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb94c178-f3e3-400b-bd1d-1ecd8758af72 tempest-RoutersIpV6AdminTest-832003634 tempest-RoutersIpV6AdminTest-832003634] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-h1-768862-2 {{(pid=84874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:22:47.086251 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb94c178-f3e3-400b-bd1d-1ecd8758af72 tempest-RoutersIpV6AdminTest-832003634 tempest-RoutersIpV6AdminTest-832003634] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-h1-768862-2 {{(pid=84874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:22:47.086870 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb94c178-f3e3-400b-bd1d-1ecd8758af72 tempest-RoutersIpV6AdminTest-832003634 tempest-RoutersIpV6AdminTest-832003634] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@n-h2-768862-2 {{(pid=84874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:22:47.087436 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb94c178-f3e3-400b-bd1d-1ecd8758af72 tempest-RoutersIpV6AdminTest-832003634 tempest-RoutersIpV6AdminTest-832003634] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-h2-768862-2 {{(pid=84874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:22:47.088031 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb94c178-f3e3-400b-bd1d-1ecd8758af72 tempest-RoutersIpV6AdminTest-832003634 tempest-RoutersIpV6AdminTest-832003634] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-h2-768862-2 {{(pid=84874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:22:47.088596 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb94c178-f3e3-400b-bd1d-1ecd8758af72 tempest-RoutersIpV6AdminTest-832003634 tempest-RoutersIpV6AdminTest-832003634] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-h2-768862-2 {{(pid=84874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:22:47.089154 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb94c178-f3e3-400b-bd1d-1ecd8758af72 tempest-RoutersIpV6AdminTest-832003634 tempest-RoutersIpV6AdminTest-832003634] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@n-h2-768862-2 {{(pid=84874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:22:47.089711 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb94c178-f3e3-400b-bd1d-1ecd8758af72 tempest-RoutersIpV6AdminTest-832003634 tempest-RoutersIpV6AdminTest-832003634] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-h2-768862-2 {{(pid=84874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:22:47.090262 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb94c178-f3e3-400b-bd1d-1ecd8758af72 tempest-RoutersIpV6AdminTest-832003634 tempest-RoutersIpV6AdminTest-832003634] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-h2-768862-2 {{(pid=84874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:22:47.090974 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb94c178-f3e3-400b-bd1d-1ecd8758af72 tempest-RoutersIpV6AdminTest-832003634 tempest-RoutersIpV6AdminTest-832003634] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-h2-768862-2 {{(pid=84874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:22:47.091587 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb94c178-f3e3-400b-bd1d-1ecd8758af72 tempest-RoutersIpV6AdminTest-832003634 tempest-RoutersIpV6AdminTest-832003634] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-h2-768862-2 {{(pid=84874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:22:47.092159 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb94c178-f3e3-400b-bd1d-1ecd8758af72 tempest-RoutersIpV6AdminTest-832003634 tempest-RoutersIpV6AdminTest-832003634] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-h2-768862-2 {{(pid=84874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:22:47.092929 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb94c178-f3e3-400b-bd1d-1ecd8758af72 tempest-RoutersIpV6AdminTest-832003634 tempest-RoutersIpV6AdminTest-832003634] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-h2-768862-2 {{(pid=84874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:22:47.093490 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb94c178-f3e3-400b-bd1d-1ecd8758af72 tempest-RoutersIpV6AdminTest-832003634 tempest-RoutersIpV6AdminTest-832003634] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-h2-768862-2 {{(pid=84874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:22:47.094378 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb94c178-f3e3-400b-bd1d-1ecd8758af72 tempest-RoutersIpV6AdminTest-832003634 tempest-RoutersIpV6AdminTest-832003634] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-2 {{(pid=84874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:22:47.094940 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb94c178-f3e3-400b-bd1d-1ecd8758af72 tempest-RoutersIpV6AdminTest-832003634 tempest-RoutersIpV6AdminTest-832003634] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-2 {{(pid=84874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:22:47.095498 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb94c178-f3e3-400b-bd1d-1ecd8758af72 tempest-RoutersIpV6AdminTest-832003634 tempest-RoutersIpV6AdminTest-832003634] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-2 {{(pid=84874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:22:47.096078 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb94c178-f3e3-400b-bd1d-1ecd8758af72 tempest-RoutersIpV6AdminTest-832003634 tempest-RoutersIpV6AdminTest-832003634] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-2 {{(pid=84874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:22:47.096635 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb94c178-f3e3-400b-bd1d-1ecd8758af72 tempest-RoutersIpV6AdminTest-832003634 tempest-RoutersIpV6AdminTest-832003634] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@n-d-768862-2 {{(pid=84874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:22:47.097188 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb94c178-f3e3-400b-bd1d-1ecd8758af72 tempest-RoutersIpV6AdminTest-832003634 tempest-RoutersIpV6AdminTest-832003634] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-2 {{(pid=84874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:22:47.097741 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb94c178-f3e3-400b-bd1d-1ecd8758af72 tempest-RoutersIpV6AdminTest-832003634 tempest-RoutersIpV6AdminTest-832003634] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-768862-2 {{(pid=84874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:22:47.098644 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb94c178-f3e3-400b-bd1d-1ecd8758af72 tempest-RoutersIpV6AdminTest-832003634 tempest-RoutersIpV6AdminTest-832003634] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-768862-2 {{(pid=84874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:22:47.099206 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb94c178-f3e3-400b-bd1d-1ecd8758af72 tempest-RoutersIpV6AdminTest-832003634 tempest-RoutersIpV6AdminTest-832003634] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-2 {{(pid=84874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:22:47.099748 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb94c178-f3e3-400b-bd1d-1ecd8758af72 tempest-RoutersIpV6AdminTest-832003634 tempest-RoutersIpV6AdminTest-832003634] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-2 {{(pid=84874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:22:47.100314 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb94c178-f3e3-400b-bd1d-1ecd8758af72 tempest-RoutersIpV6AdminTest-832003634 tempest-RoutersIpV6AdminTest-832003634] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-2 {{(pid=84874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:22:47.100870 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb94c178-f3e3-400b-bd1d-1ecd8758af72 tempest-RoutersIpV6AdminTest-832003634 tempest-RoutersIpV6AdminTest-832003634] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-2 {{(pid=84874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:22:47.109077 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-fb94c178-f3e3-400b-bd1d-1ecd8758af72 tempest-RoutersIpV6AdminTest-832003634 tempest-RoutersIpV6AdminTest-832003634] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.129s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:22:47.297707 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [None req-cd9efbd5-408b-4856-9a48-5ceccb43c6ac None None] For port 95011ff1-19cc-49b2-aa8f-40e24b5aa592, host n-d-768862-2, cleared binding levels {{(pid=84876) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 14 07:22:47.303252 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [None req-cd9efbd5-408b-4856-9a48-5ceccb43c6ac None None] For port 95011ff1-19cc-49b2-aa8f-40e24b5aa592, host n-d-768862-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-2',level=0,port_id=95011ff1-19cc-49b2-aa8f-40e24b5aa592,segment=NetworkSegment(56f1c7cf-f3a3-41d2-9677-68978131444f),segment_id=56f1c7cf-f3a3-41d2-9677-68978131444f)] {{(pid=84876) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 14 07:22:47.312398 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-e010f0ac-6661-49e9-8af5-b8f5042852e4 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=c426aaa923cd4f78a69be9b70a9d35c7&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1364832 Jan 14 07:22:47.318458 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-cd9efbd5-408b-4856-9a48-5ceccb43c6ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777640533312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363259214678337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777640097497'] for port, after_update {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:22:47.326677 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84875) accepted ('10.222.0.24', 42046) {{(pid=84875) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:22:47.351187 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84874) accepted ('10.222.0.24', 42050) {{(pid=84874) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:22:47.364488 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-f9fc4871-9b56-4fdb-9a21-18aa70d95234 tempest-RoutersIpV6Test-883692175 tempest-RoutersIpV6Test-883692175] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 5.9011879 Jan 14 07:22:47.396335 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-96d9a017-cce2-47be-ac45-eb759f905f7e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:22:47.399059 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9fc4871-9b56-4fdb-9a21-18aa70d95234 tempest-RoutersIpV6Test-883692175 tempest-RoutersIpV6Test-883692175] Pushing event updated for resources: {'Network': ['ID=ecd2ef9e-48e8-480a-a1fc-ce09ba6212c7,revision_number=1']} {{(pid=84875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:22:47.409338 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-f9fc4871-9b56-4fdb-9a21-18aa70d95234 tempest-RoutersIpV6Test-883692175 tempest-RoutersIpV6Test-883692175] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.753s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:22:47.422154 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-96d9a017-cce2-47be-ac45-eb759f905f7e admin admin] Usage tracker for resource:security_group_rule and tenant:2a546866bf30462f80926a52ef6647c2 is out of sync, need to count used quota {{(pid=84875) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:22:47.438383 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-96d9a017-cce2-47be-ac45-eb759f905f7e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84875) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:22:47.461640 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-96d9a017-cce2-47be-ac45-eb759f905f7e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:22:47.515077 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-9559a7be-29e0-4d87-8466-9368087a9ef6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84876) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:22:47.595504 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.v2.base [None req-af203134-6235-4f56-a186-a565614e0fce tempest-RoutersIpV6Test-883692175 tempest-RoutersIpV6Test-883692175] Request body: {'subnet': {'network_id': 'ecd2ef9e-48e8-480a-a1fc-ce09ba6212c7', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=84874) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:22:47.616969 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-fb94c178-f3e3-400b-bd1d-1ecd8758af72 tempest-RoutersIpV6AdminTest-832003634 tempest-RoutersIpV6AdminTest-832003634] Notify callbacks [] for router_gateway, after_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:22:47.617838 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-017f98a9-8a07-408c-a86f-8ff0c00400a0 None None] Network ecd2ef9e-48e8-480a-a1fc-ce09ba6212c7 details requested by agent ovs-agent-n-h1-768862-2 with host n-h1-768862-2 {{(pid=84876) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 07:22:47.625990 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_hamode_db [None req-0dfdcb11-934b-43c1-a984-b825133462e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '40febb8e-85a2-44af-bb73-f559467ae85b', 'name': 'tempest-RoutersIpV6Test-router-637200602', 'tenant_id': 'd787627cdb8d4cc9b70642659fae99d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-14T07:22:21Z', 'updated_at': '2021-01-14T07:22:37Z', 'revision_number': 2, 'project_id': 'd787627cdb8d4cc9b70642659fae99d7', 'gw_port_host': None, '_interfaces': [{'id': 'd21b5147-a877-46a5-a233-6a97d5befecb', 'name': '', 'network_id': 'd7d2c5e4-b39f-4c26-a03a-605439415826', 'tenant_id': 'd787627cdb8d4cc9b70642659fae99d7', 'mac_address': 'fa:16:3e:5b:cd:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '40febb8e-85a2-44af-bb73-f559467ae85b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1953, 'fixed_ips': [{'subnet_id': '44b3d79f-589d-4894-89ff-0fd9901e6ead', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T07:22:33Z', 'updated_at': '2021-01-14T07:22:45Z', 'revision_number': 4, 'project_id': 'd787627cdb8d4cc9b70642659fae99d7', 'subnets': [{'id': '44b3d79f-589d-4894-89ff-0fd9901e6ead', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'n-d-768862-2', False) {} {{(pid=84877) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:22:47.633906 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0dfdcb11-934b-43c1-a984-b825133462e3 None None] The sync data for ids ['40febb8e-85a2-44af-bb73-f559467ae85b'] in n-d-768862-2 is: [{'id': '40febb8e-85a2-44af-bb73-f559467ae85b', 'name': 'tempest-RoutersIpV6Test-router-637200602', 'tenant_id': 'd787627cdb8d4cc9b70642659fae99d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-14T07:22:21Z', 'updated_at': '2021-01-14T07:22:37Z', 'revision_number': 2, 'project_id': 'd787627cdb8d4cc9b70642659fae99d7', 'gw_port_host': None, '_interfaces': [{'id': 'd21b5147-a877-46a5-a233-6a97d5befecb', 'name': '', 'network_id': 'd7d2c5e4-b39f-4c26-a03a-605439415826', 'tenant_id': 'd787627cdb8d4cc9b70642659fae99d7', 'mac_address': 'fa:16:3e:5b:cd:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '40febb8e-85a2-44af-bb73-f559467ae85b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1953, 'fixed_ips': [{'subnet_id': '44b3d79f-589d-4894-89ff-0fd9901e6ead', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T07:22:33Z', 'updated_at': '2021-01-14T07:22:45Z', 'revision_number': 4, 'project_id': 'd787627cdb8d4cc9b70642659fae99d7', 'subnets': [{'id': '44b3d79f-589d-4894-89ff-0fd9901e6ead', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=84877) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Jan 14 07:22:47.635351 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-852a24f7-e9a1-4193-9abb-e9506fe5213f None None] Network ecd2ef9e-48e8-480a-a1fc-ce09ba6212c7 details requested by agent ovs-agent-n-h2-768862-2 with host n-h2-768862-2 {{(pid=84876) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 07:22:47.660294 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Network ecd2ef9e-48e8-480a-a1fc-ce09ba6212c7 details requested by agent ovs-agent-n-d-768862-2 with host n-d-768862-2 {{(pid=84876) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 07:22:47.695141 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-de8b21a4-1d03-48b1-b74f-8614558ed96c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:22:47.731494 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-de8b21a4-1d03-48b1-b74f-8614558ed96c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:22:47.801167 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-de8b21a4-1d03-48b1-b74f-8614558ed96c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850887153'] for security_group, after_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:22:47.814905 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-bc50b8c5-eaf7-4010-84d6-da6c5727573e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:22:47.919530 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd9efbd5-408b-4856-9a48-5ceccb43c6ac None None] Pushing event updated for resources: {'Port': ['ID=95011ff1-19cc-49b2-aa8f-40e24b5aa592,revision_number=2']} {{(pid=84876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:22:47.936026 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-cd9efbd5-408b-4856-9a48-5ceccb43c6ac None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.421s {{(pid=84876) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:22:47.997209 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-96d9a017-cce2-47be-ac45-eb759f905f7e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:22:48.002039 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de8b21a4-1d03-48b1-b74f-8614558ed96c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a44457fb-872c-48a5-b117-69b5f19f9c81,revision_number=None']} {{(pid=84875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:22:48.013175 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-de8b21a4-1d03-48b1-b74f-8614558ed96c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.197s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:22:48.040709 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-96d9a017-cce2-47be-ac45-eb759f905f7e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850887153'] for security_group, after_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:22:48.057459 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-4f998290-ddf0-4f6f-9fde-58e30716516f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:22:48.107149 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96d9a017-cce2-47be-ac45-eb759f905f7e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=47d4857d-c7a4-4812-93cd-1325a2f99941,revision_number=1']} {{(pid=84875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:22:48.111422 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-de8b21a4-1d03-48b1-b74f-8614558ed96c admin admin] Notify callbacks [] for security_group, before_response {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:22:48.116204 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-de8b21a4-1d03-48b1-b74f-8614558ed96c admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/a44457fb-872c-48a5-b117-69b5f19f9c81 HTTP/1.1" status: 204 len: 168 time: 0.7786870 Jan 14 07:22:48.122640 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-96d9a017-cce2-47be-ac45-eb759f905f7e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:22:48.164662 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-96d9a017-cce2-47be-ac45-eb759f905f7e admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=2a546866bf30462f80926a52ef6647c2&name=default HTTP/1.1" status: 200 len: 2983 time: 1.7048275 Jan 14 07:22:48.170703 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84875) accepted ('10.222.0.24', 42068) {{(pid=84875) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:22:48.286111 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-7d789177-af1a-451b-b265-a7b979bc42a6 tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] Notify callbacks [] for port, precommit_update {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:22:48.295813 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-7d789177-af1a-451b-b265-a7b979bc42a6 tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777640533312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363259214678337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777640097497', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3154211'] for port, after_update {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:22:48.297260 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-7d789177-af1a-451b-b265-a7b979bc42a6 tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3206949', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3889649'] for router_interface, after_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:22:48.515097 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_dvr_db [None req-d2fa8439-79ea-4197-87fe-7eac05cfd7bc None None] Set router 6fd57880-8581-4290-af08-fab0ddfe4df3 gateway port host: n-d-768862-2 {{(pid=84876) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 14 07:22:48.677496 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-fb94c178-f3e3-400b-bd1d-1ecd8758af72 tempest-RoutersIpV6AdminTest-832003634 tempest-RoutersIpV6AdminTest-832003634] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036850886612', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036850863158'] for router, after_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:22:48.714833 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-69fa06d8-8a0c-4b87-90ff-f34a4752eccf tempest-AllowedAddressPairTestJSON-747646770 tempest-AllowedAddressPairTestJSON-747646770] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:22:48.854313 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d789177-af1a-451b-b265-a7b979bc42a6 tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] Pushing event updated for resources: {'Port': ['ID=aaafc735-8cd0-48f7-8ed9-315493bd1065,revision_number=2']} {{(pid=84875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:22:48.908036 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-7d789177-af1a-451b-b265-a7b979bc42a6 tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.193s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:22:48.912853 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-8a6f072d-3e4e-46af-969c-f1e3ebf0f803 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:22:49.004917 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-8a6f072d-3e4e-46af-969c-f1e3ebf0f803 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:22:49.026250 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-6cfa7c56-efbe-4635-b95c-bce75ca26414 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363259214191800', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854171626'] for agent, after_update {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:22:49.092387 n-d-768862-2 neutron-server[84765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d789177-af1a-451b-b265-a7b979bc42a6 tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] Network 23f0a15d-6362-4cec-82c1-cacba887c566 is already hosted by enough agents. {{(pid=84875) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 07:22:49.094702 n-d-768862-2 neutron-server[84765]: DEBUG neutron.scheduler.base_scheduler [None req-7d789177-af1a-451b-b265-a7b979bc42a6 tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] Resources bound (agent type, host, resource id): {{(pid=84875) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 07:22:49.098280 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-8a6f072d-3e4e-46af-969c-f1e3ebf0f803 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850887153'] for security_group, after_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:22:49.109326 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-c5200109-a992-4da1-a993-cd5e9f731b5b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:22:49.124618 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a6f072d-3e4e-46af-969c-f1e3ebf0f803 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=47d4857d-c7a4-4812-93cd-1325a2f99941,revision_number=None']} {{(pid=84875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:22:49.128634 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-8a6f072d-3e4e-46af-969c-f1e3ebf0f803 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:22:49.218895 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-8a6f072d-3e4e-46af-969c-f1e3ebf0f803 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:22:49.229685 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-8a6f072d-3e4e-46af-969c-f1e3ebf0f803 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/47d4857d-c7a4-4812-93cd-1325a2f99941 HTTP/1.1" status: 204 len: 168 time: 1.0577090 Jan 14 07:22:49.234923 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-af203134-6235-4f56-a186-a565614e0fce tempest-RoutersIpV6Test-883692175 tempest-RoutersIpV6Test-883692175] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:22:49.239752 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-af203134-6235-4f56-a186-a565614e0fce tempest-RoutersIpV6Test-883692175 tempest-RoutersIpV6Test-883692175] Usage tracker for resource:subnet and tenant:d787627cdb8d4cc9b70642659fae99d7 is out of sync, need to count used quota {{(pid=84874) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:22:49.243452 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-af203134-6235-4f56-a186-a565614e0fce tempest-RoutersIpV6Test-883692175 tempest-RoutersIpV6Test-883692175] Quota usage for subnet was recalculated. Used quota:1. {{(pid=84874) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:22:49.257461 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-af203134-6235-4f56-a186-a565614e0fce tempest-RoutersIpV6Test-883692175 tempest-RoutersIpV6Test-883692175] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:22:49.293353 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-af203134-6235-4f56-a186-a565614e0fce tempest-RoutersIpV6Test-883692175 tempest-RoutersIpV6Test-883692175] Made reservation on behalf of d787627cdb8d4cc9b70642659fae99d7 for: {'subnet': 1} {{(pid=84874) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 07:22:49.483060 n-d-768862-2 neutron-server[84765]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7d789177-af1a-451b-b265-a7b979bc42a6 tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] Router c77e9d1d-c529-4769-9dcd-97c7b6d9a2f3 is scheduled to L3 agent 35f592e9-451b-4db9-abea-77b6a5c5391b with binding_index 1 {{(pid=84875) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}} Jan 14 07:22:49.485995 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_hamode_db [None req-d2fa8439-79ea-4197-87fe-7eac05cfd7bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6fd57880-8581-4290-af08-fab0ddfe4df3', 'name': 'tempest-snat-router-882879858', 'tenant_id': '5312235f111841e2bff7d19b335a2a35', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '226f1e78-82cd-4481-9055-4eb73b6db8c1', 'external_fixed_ips': [{'subnet_id': 'ba8deeec-7658-4195-9449-038c076f5c83', 'ip_address': '172.25.2.10'}], 'enable_snat': False}, 'gw_port_id': 'c68d86dc-01e0-4439-b2df-9cb8590eeef5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-14T07:22:25Z', 'updated_at': '2021-01-14T07:22:32Z', 'revision_number': 3, 'project_id': '5312235f111841e2bff7d19b335a2a35', 'gw_port': {'id': 'c68d86dc-01e0-4439-b2df-9cb8590eeef5', 'name': '', 'network_id': '226f1e78-82cd-4481-9055-4eb73b6db8c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:b7:c6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6fd57880-8581-4290-af08-fab0ddfe4df3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1950, 'fixed_ips': [{'subnet_id': 'ba8deeec-7658-4195-9449-038c076f5c83', 'ip_address': '172.25.2.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T07:22:28Z', 'updated_at': '2021-01-14T07:22:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ba8deeec-7658-4195-9449-038c076f5c83', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-768862-2'}], 'n-d-768862-2', False) {} {{(pid=84876) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:22:49.500366 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2fa8439-79ea-4197-87fe-7eac05cfd7bc None None] The sync data for ids ['6fd57880-8581-4290-af08-fab0ddfe4df3'] in n-d-768862-2 is: [{'id': '6fd57880-8581-4290-af08-fab0ddfe4df3', 'name': 'tempest-snat-router-882879858', 'tenant_id': '5312235f111841e2bff7d19b335a2a35', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '226f1e78-82cd-4481-9055-4eb73b6db8c1', 'external_fixed_ips': [{'subnet_id': 'ba8deeec-7658-4195-9449-038c076f5c83', 'ip_address': '172.25.2.10'}], 'enable_snat': False}, 'gw_port_id': 'c68d86dc-01e0-4439-b2df-9cb8590eeef5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-14T07:22:25Z', 'updated_at': '2021-01-14T07:22:32Z', 'revision_number': 3, 'project_id': '5312235f111841e2bff7d19b335a2a35', 'gw_port': {'id': 'c68d86dc-01e0-4439-b2df-9cb8590eeef5', 'name': '', 'network_id': '226f1e78-82cd-4481-9055-4eb73b6db8c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:b7:c6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6fd57880-8581-4290-af08-fab0ddfe4df3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1950, 'fixed_ips': [{'subnet_id': 'ba8deeec-7658-4195-9449-038c076f5c83', 'ip_address': '172.25.2.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T07:22:28Z', 'updated_at': '2021-01-14T07:22:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ba8deeec-7658-4195-9449-038c076f5c83', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-768862-2'}] {{(pid=84876) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Jan 14 07:22:49.527484 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-af203134-6235-4f56-a186-a565614e0fce tempest-RoutersIpV6Test-883692175 tempest-RoutersIpV6Test-883692175] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036851981161'] for subnet, before_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:22:49.569152 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Device 95011ff1-19cc-49b2-aa8f-40e24b5aa592 up at agent ovs-agent-n-d-768862-2 {{(pid=84876) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 07:22:49.740292 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Provisioning for port 95011ff1-19cc-49b2-aa8f-40e24b5aa592 completed by entity L2. {{(pid=84876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 07:22:49.753722 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Device d21b5147-a877-46a5-a233-6a97d5befecb up at agent ovs-agent-n-d-768862-2 {{(pid=84876) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 07:22:49.862690 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-ce5524c7-f2f4-401f-8c93-025990871e83 tempest-AllowedAddressPairIpV6TestJSON-498488695 tempest-AllowedAddressPairIpV6TestJSON-498488695] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850887113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3254092', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036851981146'] for subnet, after_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:22:49.886306 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Provisioning for port d21b5147-a877-46a5-a233-6a97d5befecb completed by entity L2. {{(pid=84876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 07:22:49.893773 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Provisioning complete for port d21b5147-a877-46a5-a233-6a97d5befecb triggered by entity L2. {{(pid=84876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 07:22:49.894054 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-604227'] for port, provisioning_complete {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:22:49.908805 n-d-768862-2 neutron-server[84765]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fb94c178-f3e3-400b-bd1d-1ecd8758af72 tempest-RoutersIpV6AdminTest-832003634 tempest-RoutersIpV6AdminTest-832003634] Router b98f1f6e-6a0b-4074-a63c-4bed21ddce74 is scheduled to L3 agent 35f592e9-451b-4db9-abea-77b6a5c5391b with binding_index 1 {{(pid=84874) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}} Jan 14 07:22:49.919267 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-02090a99-18d7-4cb9-8cd1-61b55b4cade5 tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:22:50.067139 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce5524c7-f2f4-401f-8c93-025990871e83 tempest-AllowedAddressPairIpV6TestJSON-498488695 tempest-AllowedAddressPairIpV6TestJSON-498488695] Pushing event updated for resources: {'Subnet': ['ID=8affe838-b457-444f-a46a-03ca2db0d97d,revision_number=0']} {{(pid=84874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:22:50.068615 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7d789177-af1a-451b-b265-a7b979bc42a6 tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] Notify agent at l3_agent.n-d-768862-2 the message routers_updated {{(pid=84875) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jan 14 07:22:50.078689 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-7d789177-af1a-451b-b265-a7b979bc42a6 tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] 10.222.0.24 "PUT /v2.0/routers/c77e9d1d-c529-4769-9dcd-97c7b6d9a2f3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.5291359 Jan 14 07:22:50.084387 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84875) accepted ('10.222.0.24', 42092) {{(pid=84875) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:22:50.088047 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-ce5524c7-f2f4-401f-8c93-025990871e83 tempest-AllowedAddressPairIpV6TestJSON-498488695 tempest-AllowedAddressPairIpV6TestJSON-498488695] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.170s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:22:50.089023 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abe2fae6-1573-4618-b637-474096b36e5e None None] Sync routers for ids ['c77e9d1d-c529-4769-9dcd-97c7b6d9a2f3'] in n-d-768862-2 {{(pid=84876) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Jan 14 07:22:50.152406 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abe2fae6-1573-4618-b637-474096b36e5e None None] Routers {'c77e9d1d-c529-4769-9dcd-97c7b6d9a2f3'} bound to L3 agent in host n-d-768862-2 {{(pid=84876) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 14 07:22:50.154191 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_hamode_db [None req-abe2fae6-1573-4618-b637-474096b36e5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-01-14T06:56:51Z,description=,heartbeat_timestamp=2021-01-14T07:22:21Z,host='n-d-768862-2',id=35f592e9-451b-4db9-abea-77b6a5c5391b,load=0,resource_versions=,resources_synced=,started_at=2021-01-14T06:56:51Z,topic='l3_agent')) {'router_ids': ['c77e9d1d-c529-4769-9dcd-97c7b6d9a2f3'], 'active': True} {{(pid=84876) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:22:50.253099 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c68b72c8-2b0f-4f1e-8a9e-73db6a512834 tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:22:50.254042 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-c68b72c8-2b0f-4f1e-8a9e-73db6a512834 tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] Synchronizing usage tracker for tenant:be0aa702e3ca464795a99c51e3b3b04f on resource:port {{(pid=84875) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 14 07:22:50.293329 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-c68b72c8-2b0f-4f1e-8a9e-73db6a512834 tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] Unset dirty status for tenant:be0aa702e3ca464795a99c51e3b3b04f on resource:port {{(pid=84875) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 14 07:22:50.302733 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-c68b72c8-2b0f-4f1e-8a9e-73db6a512834 tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] 10.222.0.24 "GET /v2.0/ports/aaafc735-8cd0-48f7-8ed9-315493bd1065 HTTP/1.1" status: 200 len: 911 time: 0.2170064 Jan 14 07:22:50.307300 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84875) accepted ('10.222.0.24', 42100) {{(pid=84875) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:22:50.329353 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555753'] for port, before_update {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:22:50.492863 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84875) accepted ('10.222.0.24', 42106) {{(pid=84875) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:22:50.516139 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] For port d21b5147-a877-46a5-a233-6a97d5befecb, host n-d-768862-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-2',level=0,port_id=d21b5147-a877-46a5-a233-6a97d5befecb,segment=NetworkSegment(de17349f-b434-4c72-89e6-63bfa854130b),segment_id=de17349f-b434-4c72-89e6-63bfa854130b)] {{(pid=84876) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 07:22:50.530577 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-34a5758d-8a75-4d62-937a-74a57eb6357c admin admin] Notify callbacks [] for security_group, before_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:22:50.539149 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777640533312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363259214678337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777640097497'] for port, after_update {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:22:50.540908 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-48041e78-90df-4268-8240-7d110fbee9dc None None] Provisioning for port 95011ff1-19cc-49b2-aa8f-40e24b5aa592 completed by entity DHCP. {{(pid=84876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 07:22:50.556515 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-da76067d-19c1-44d4-95db-9934c9f041fb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84876) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:22:50.590781 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fb94c178-f3e3-400b-bd1d-1ecd8758af72 tempest-RoutersIpV6AdminTest-832003634 tempest-RoutersIpV6AdminTest-832003634] Notify agent at l3_agent.n-d-768862-2 the message routers_updated {{(pid=84874) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jan 14 07:22:50.602356 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f8d8802-7e11-477d-b01b-433171b8514d None None] Sync routers for ids ['b98f1f6e-6a0b-4074-a63c-4bed21ddce74'] in n-d-768862-2 {{(pid=84877) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Jan 14 07:22:50.617183 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-111e535c-57a4-4e42-81f7-5307d5bbb378 tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:22:50.633065 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f8d8802-7e11-477d-b01b-433171b8514d None None] Routers {'b98f1f6e-6a0b-4074-a63c-4bed21ddce74'} bound to L3 agent in host n-d-768862-2 {{(pid=84877) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 14 07:22:50.634076 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_hamode_db [None req-4f8d8802-7e11-477d-b01b-433171b8514d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-01-14T06:56:51Z,description=,heartbeat_timestamp=2021-01-14T07:22:21Z,host='n-d-768862-2',id=35f592e9-451b-4db9-abea-77b6a5c5391b,load=0,resource_versions=,resources_synced=,started_at=2021-01-14T06:56:51Z,topic='l3_agent')) {'router_ids': ['b98f1f6e-6a0b-4074-a63c-4bed21ddce74'], 'active': True} {{(pid=84877) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:22:50.652239 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-111e535c-57a4-4e42-81f7-5307d5bbb378 tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:22:50.654414 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-111e535c-57a4-4e42-81f7-5307d5bbb378 tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] 10.222.0.24 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1653 time: 0.3449364 Jan 14 07:22:50.662201 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84875) accepted ('10.222.0.24', 42110) {{(pid=84875) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:22:50.675252 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-48041e78-90df-4268-8240-7d110fbee9dc None None] Provisioning complete for port 95011ff1-19cc-49b2-aa8f-40e24b5aa592 triggered by entity DHCP. {{(pid=84876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 07:22:50.675678 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-48041e78-90df-4268-8240-7d110fbee9dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-604227'] for port, provisioning_complete {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:22:50.684741 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-34a5758d-8a75-4d62-937a-74a57eb6357c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:22:50.692343 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-34a5758d-8a75-4d62-937a-74a57eb6357c admin admin] Usage tracker for resource:security_group_rule and tenant:effb98b6ec6047f0a5b10866517991a7 is out of sync, need to count used quota {{(pid=84875) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:22:50.696087 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-34a5758d-8a75-4d62-937a-74a57eb6357c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84875) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:22:50.703898 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-34a5758d-8a75-4d62-937a-74a57eb6357c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:22:50.851978 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-34a5758d-8a75-4d62-937a-74a57eb6357c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:22:51.208297 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_dvr_db [None req-4f8d8802-7e11-477d-b01b-433171b8514d None None] Set router b98f1f6e-6a0b-4074-a63c-4bed21ddce74 gateway port host: n-d-768862-2 {{(pid=84877) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 14 07:22:51.219135 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-fb94c178-f3e3-400b-bd1d-1ecd8758af72 tempest-RoutersIpV6AdminTest-832003634 tempest-RoutersIpV6AdminTest-832003634] Notify callbacks [] for router, before_response {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:22:51.241639 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-fb94c178-f3e3-400b-bd1d-1ecd8758af72 tempest-RoutersIpV6AdminTest-832003634 tempest-RoutersIpV6AdminTest-832003634] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 906 time: 11.3210535 Jan 14 07:22:51.242857 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce5524c7-f2f4-401f-8c93-025990871e83 tempest-AllowedAddressPairIpV6TestJSON-498488695 tempest-AllowedAddressPairIpV6TestJSON-498488695] Checking segment: {'id': '8f5cf988-ff2b-4a82-80a5-8ecc20f504ac', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'e036a402-9710-4529-9dbb-b94dac95fa3a'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84874) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 14 07:22:51.243270 n-d-768862-2 neutron-server[84765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce5524c7-f2f4-401f-8c93-025990871e83 tempest-AllowedAddressPairIpV6TestJSON-498488695 tempest-AllowedAddressPairIpV6TestJSON-498488695] Network hostable DHCP agents. Network: e036a402-9710-4529-9dbb-b94dac95fa3a, hostable agents: ['32f3dd84-26da-4d18-bf15-6017a8fb7247'], hosted agents: [] {{(pid=84874) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Jan 14 07:22:51.257308 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84874) accepted ('10.222.0.24', 42118) {{(pid=84874) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:22:51.323802 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Pushing event updated for resources: {'Port': ['ID=d21b5147-a877-46a5-a233-6a97d5befecb,revision_number=5']} {{(pid=84876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:22:51.350863 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.794s {{(pid=84876) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:22:51.531106 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_dvr_db [None req-abe2fae6-1573-4618-b637-474096b36e5e None None] Set router c77e9d1d-c529-4769-9dcd-97c7b6d9a2f3 gateway port host: None {{(pid=84876) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 14 07:22:51.656242 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-34a5758d-8a75-4d62-937a-74a57eb6357c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850887153'] for security_group, after_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:22:51.673255 n-d-768862-2 neutron-server[84765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce5524c7-f2f4-401f-8c93-025990871e83 tempest-AllowedAddressPairIpV6TestJSON-498488695 tempest-AllowedAddressPairIpV6TestJSON-498488695] Network e036a402-9710-4529-9dbb-b94dac95fa3a is scheduled to be hosted by DHCP agent 32f3dd84-26da-4d18-bf15-6017a8fb7247 with binding_index 1 {{(pid=84874) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Jan 14 07:22:51.731673 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-5446b00a-c055-4e2b-9ff2-552d12c2a68d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:22:51.788399 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Device c68d86dc-01e0-4439-b2df-9cb8590eeef5 up at agent ovs-agent-n-d-768862-2 {{(pid=84876) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 07:22:51.983906 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-d4f6d2ac-5ac7-4151-9d8e-546ec08d85fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363259214191800', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854171626'] for agent, after_update {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:22:51.986748 n-d-768862-2 neutron-server[84765]: DEBUG neutron.scheduler.base_scheduler [None req-ce5524c7-f2f4-401f-8c93-025990871e83 tempest-AllowedAddressPairIpV6TestJSON-498488695 tempest-AllowedAddressPairIpV6TestJSON-498488695] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768862-2, e036a402-9710-4529-9dbb-b94dac95fa3a) {{(pid=84874) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 07:22:52.045945 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-271b2788-f43f-42b8-b6f3-2635b5e1fca1 None None] Network e036a402-9710-4529-9dbb-b94dac95fa3a requested from n-d-768862-2 {{(pid=84876) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 07:22:52.056755 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce5524c7-f2f4-401f-8c93-025990871e83 tempest-AllowedAddressPairIpV6TestJSON-498488695 tempest-AllowedAddressPairIpV6TestJSON-498488695] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:22:52.057440 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-ce5524c7-f2f4-401f-8c93-025990871e83 tempest-AllowedAddressPairIpV6TestJSON-498488695 tempest-AllowedAddressPairIpV6TestJSON-498488695] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3207107'] for subnet, before_response {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:22:52.077836 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-da76cfc0-98e8-4426-9f6d-4f05aa3fae78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363259214191800', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854171626'] for agent, after_update {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:22:52.113436 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-34a5758d-8a75-4d62-937a-74a57eb6357c admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=effb98b6ec6047f0a5b10866517991a7&name=default HTTP/1.1" status: 200 len: 2983 time: 1.6171274 Jan 14 07:22:52.129793 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84874) accepted ('10.222.0.24', 42130) {{(pid=84874) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:22:52.148190 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34a5758d-8a75-4d62-937a-74a57eb6357c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=941c5ea3-06b5-4923-8d85-4fc5cee255f6,revision_number=1']} {{(pid=84875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:22:52.174609 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-ce5524c7-f2f4-401f-8c93-025990871e83 tempest-AllowedAddressPairIpV6TestJSON-498488695 tempest-AllowedAddressPairIpV6TestJSON-498488695] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 8.3428872 Jan 14 07:22:52.198062 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-34a5758d-8a75-4d62-937a-74a57eb6357c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.467s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:22:52.198630 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84875) accepted ('10.222.0.24', 42134) {{(pid=84875) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:22:52.213043 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Provisioning for port c68d86dc-01e0-4439-b2df-9cb8590eeef5 completed by entity L2. {{(pid=84876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 07:22:52.236828 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.v2.base [None req-7ef9194f-0671-44b9-be9e-99fdda61c61a tempest-AllowedAddressPairIpV6TestJSON-498488695 tempest-AllowedAddressPairIpV6TestJSON-498488695] Request body: {'port': {'network_id': 'e036a402-9710-4529-9dbb-b94dac95fa3a', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-294539570'}} {{(pid=84875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:22:52.265407 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_hamode_db [None req-4f8d8802-7e11-477d-b01b-433171b8514d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b98f1f6e-6a0b-4074-a63c-4bed21ddce74', 'name': 'tempest-snat-router-882879858', 'tenant_id': '5312235f111841e2bff7d19b335a2a35', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '226f1e78-82cd-4481-9055-4eb73b6db8c1', 'external_fixed_ips': [{'subnet_id': 'ba8deeec-7658-4195-9449-038c076f5c83', 'ip_address': '172.25.2.171'}], 'enable_snat': True}, 'gw_port_id': '9fe14358-a432-4057-a80a-59f4dbbac1f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-14T07:22:40Z', 'updated_at': '2021-01-14T07:22:47Z', 'revision_number': 3, 'project_id': '5312235f111841e2bff7d19b335a2a35', 'gw_port': {'id': '9fe14358-a432-4057-a80a-59f4dbbac1f4', 'name': '', 'network_id': '226f1e78-82cd-4481-9055-4eb73b6db8c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:ea:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b98f1f6e-6a0b-4074-a63c-4bed21ddce74', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1970, 'fixed_ips': [{'subnet_id': 'ba8deeec-7658-4195-9449-038c076f5c83', 'ip_address': '172.25.2.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T07:22:44Z', 'updated_at': '2021-01-14T07:22:45Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ba8deeec-7658-4195-9449-038c076f5c83', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-2'}], 'n-d-768862-2', False) {} {{(pid=84877) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:22:52.273144 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f8d8802-7e11-477d-b01b-433171b8514d None None] Checking router: b98f1f6e-6a0b-4074-a63c-4bed21ddce74 for host: n-d-768862-2 {{(pid=84877) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Jan 14 07:22:52.273538 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f8d8802-7e11-477d-b01b-433171b8514d None None] Updating router b98f1f6e-6a0b-4074-a63c-4bed21ddce74 port 9fe14358-a432-4057-a80a-59f4dbbac1f4 binding host n-d-768862-2 {{(pid=84877) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Jan 14 07:22:52.301803 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Provisioning complete for port c68d86dc-01e0-4439-b2df-9cb8590eeef5 triggered by entity L2. {{(pid=84876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 07:22:52.302565 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-604227'] for port, provisioning_complete {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:22:52.407291 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-4f8d8802-7e11-477d-b01b-433171b8514d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555753'] for port, before_update {{(pid=84877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:22:52.520669 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-aa279798-4955-4b63-aef3-c67e548c07ca admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:22:52.649238 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-48041e78-90df-4268-8240-7d110fbee9dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555753'] for port, before_update {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:22:52.677661 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-af203134-6235-4f56-a186-a565614e0fce tempest-RoutersIpV6Test-883692175 tempest-RoutersIpV6Test-883692175] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850887113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3254092', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036851981146'] for subnet, after_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:22:52.757545 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555753'] for port, before_update {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:22:52.776981 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] For port c68d86dc-01e0-4439-b2df-9cb8590eeef5, host n-d-768862-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-2',level=0,port_id=c68d86dc-01e0-4439-b2df-9cb8590eeef5,segment=NetworkSegment(cf3ded2c-bc47-4a71-89af-6e7117e60140),segment_id=cf3ded2c-bc47-4a71-89af-6e7117e60140)] {{(pid=84876) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 07:22:52.809467 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [None req-48041e78-90df-4268-8240-7d110fbee9dc None None] For port 95011ff1-19cc-49b2-aa8f-40e24b5aa592, host n-d-768862-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-2',level=0,port_id=95011ff1-19cc-49b2-aa8f-40e24b5aa592,segment=NetworkSegment(56f1c7cf-f3a3-41d2-9677-68978131444f),segment_id=56f1c7cf-f3a3-41d2-9677-68978131444f)] {{(pid=84876) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 07:22:52.811467 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363259214191800', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854171626'] for agent, after_update {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:22:52.830931 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777640533312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363259214678337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777640097497'] for port, after_update {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:22:52.839077 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-48041e78-90df-4268-8240-7d110fbee9dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777640533312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363259214678337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777640097497'] for port, after_update {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:22:52.880703 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-ff991e07-b523-48f1-a5bc-2325093d600e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84876) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:22:52.989073 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-e9a3e311-495c-4669-b656-d4fbc9fda9a2 tempest-AllowedAddressPairTestJSON-747646770 tempest-AllowedAddressPairTestJSON-747646770] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:22:53.176394 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Pushing event updated for resources: {'Port': ['ID=c68d86dc-01e0-4439-b2df-9cb8590eeef5,revision_number=4']} {{(pid=84876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:22:53.192268 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-5260ee93-507a-45fa-9efb-fb37bf54ed74 None None] Provisioning for port aaafc735-8cd0-48f7-8ed9-315493bd1065 completed by entity DHCP. {{(pid=84876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 07:22:53.197355 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-0f22cc70-69c6-474f-bb1f-ed95c2ab7da7 tempest-RoutersIpV6AdminTest-832003634 tempest-RoutersIpV6AdminTest-832003634] 10.222.0.24 "GET /v2.0/routers/b98f1f6e-6a0b-4074-a63c-4bed21ddce74 HTTP/1.1" status: 200 len: 907 time: 1.9284508 Jan 14 07:22:53.205081 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84874) accepted ('10.222.0.24', 42156) {{(pid=84874) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:22:53.249342 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af203134-6235-4f56-a186-a565614e0fce tempest-RoutersIpV6Test-883692175 tempest-RoutersIpV6Test-883692175] Pushing event updated for resources: {'Subnet': ['ID=6d7b8862-6c15-43ed-8ff1-841e54b08eb8,revision_number=0']} {{(pid=84874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:22:53.360670 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-5260ee93-507a-45fa-9efb-fb37bf54ed74 None None] Provisioning complete for port aaafc735-8cd0-48f7-8ed9-315493bd1065 triggered by entity DHCP. {{(pid=84876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 07:22:53.361240 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-5260ee93-507a-45fa-9efb-fb37bf54ed74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-604227'] for port, provisioning_complete {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:22:53.469937 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-af203134-6235-4f56-a186-a565614e0fce tempest-RoutersIpV6Test-883692175 tempest-RoutersIpV6Test-883692175] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.481s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:22:53.500115 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-aa279798-4955-4b63-aef3-c67e548c07ca admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:22:53.562323 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-4f8d8802-7e11-477d-b01b-433171b8514d None None] Notify callbacks [] for port, precommit_update {{(pid=84877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:22:53.569639 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-7ef9194f-0671-44b9-be9e-99fdda61c61a tempest-AllowedAddressPairIpV6TestJSON-498488695 tempest-AllowedAddressPairIpV6TestJSON-498488695] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:22:53.587372 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-7ef9194f-0671-44b9-be9e-99fdda61c61a tempest-AllowedAddressPairIpV6TestJSON-498488695 tempest-AllowedAddressPairIpV6TestJSON-498488695] Usage tracker for resource:port and tenant:25bfe76596c546468c14c705e418c08f is out of sync, need to count used quota {{(pid=84875) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:22:53.595035 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-4f8d8802-7e11-477d-b01b-433171b8514d None None] Transition to ACTIVE for port object 9fe14358-a432-4057-a80a-59f4dbbac1f4 will not be triggered until provisioned by entity L2. {{(pid=84877) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 07:22:53.600518 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-4f8d8802-7e11-477d-b01b-433171b8514d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777640533312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363259214678337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777640097497'] for port, after_update {{(pid=84877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:22:53.623031 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Device c68d86dc-01e0-4439-b2df-9cb8590eeef5 up at agent ovs-agent-n-d-768862-2 {{(pid=84876) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 07:22:53.629188 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-7ef9194f-0671-44b9-be9e-99fdda61c61a tempest-AllowedAddressPairIpV6TestJSON-498488695 tempest-AllowedAddressPairIpV6TestJSON-498488695] Quota usage for port was recalculated. Used quota:0. {{(pid=84875) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:22:53.634940 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af203134-6235-4f56-a186-a565614e0fce tempest-RoutersIpV6Test-883692175 tempest-RoutersIpV6Test-883692175] Checking segment: {'id': 'fc48cc44-a810-4f26-b8fd-eea29b421c2b', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 9, 'network_id': 'ecd2ef9e-48e8-480a-a1fc-ce09ba6212c7'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84874) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 14 07:22:53.635362 n-d-768862-2 neutron-server[84765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af203134-6235-4f56-a186-a565614e0fce tempest-RoutersIpV6Test-883692175 tempest-RoutersIpV6Test-883692175] Network hostable DHCP agents. Network: ecd2ef9e-48e8-480a-a1fc-ce09ba6212c7, hostable agents: ['32f3dd84-26da-4d18-bf15-6017a8fb7247'], hosted agents: [] {{(pid=84874) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Jan 14 07:22:53.649430 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-a3c11922-b01f-4646-a6b3-9b9f28356c8c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:22:53.657739 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-7ef9194f-0671-44b9-be9e-99fdda61c61a tempest-AllowedAddressPairIpV6TestJSON-498488695 tempest-AllowedAddressPairIpV6TestJSON-498488695] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:22:53.714271 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7ef9194f-0671-44b9-be9e-99fdda61c61a tempest-AllowedAddressPairIpV6TestJSON-498488695 tempest-AllowedAddressPairIpV6TestJSON-498488695] Made reservation on behalf of 25bfe76596c546468c14c705e418c08f for: {'port': 1} {{(pid=84875) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 07:22:53.741746 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-7ef9194f-0671-44b9-be9e-99fdda61c61a tempest-AllowedAddressPairIpV6TestJSON-498488695 tempest-AllowedAddressPairIpV6TestJSON-498488695] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555753'] for port, before_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:22:53.750966 n-d-768862-2 neutron-server[84765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af203134-6235-4f56-a186-a565614e0fce tempest-RoutersIpV6Test-883692175 tempest-RoutersIpV6Test-883692175] Network ecd2ef9e-48e8-480a-a1fc-ce09ba6212c7 is scheduled to be hosted by DHCP agent 32f3dd84-26da-4d18-bf15-6017a8fb7247 with binding_index 1 {{(pid=84874) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Jan 14 07:22:53.760134 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.plugin [None req-5260ee93-507a-45fa-9efb-fb37bf54ed74 None None] Port aaafc735-8cd0-48f7-8ed9-315493bd1065 cannot update to ACTIVE because it is not bound. {{(pid=84876) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:329}} Jan 14 07:22:53.832615 n-d-768862-2 neutron-server[84765]: DEBUG neutron.scheduler.base_scheduler [None req-af203134-6235-4f56-a186-a565614e0fce tempest-RoutersIpV6Test-883692175 tempest-RoutersIpV6Test-883692175] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768862-2, ecd2ef9e-48e8-480a-a1fc-ce09ba6212c7) {{(pid=84874) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 07:22:53.863141 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-5260ee93-507a-45fa-9efb-fb37bf54ed74 None None] Provisioning complete for port 95011ff1-19cc-49b2-aa8f-40e24b5aa592 triggered by entity DHCP. {{(pid=84876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 07:22:53.864030 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-5260ee93-507a-45fa-9efb-fb37bf54ed74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-604227'] for port, provisioning_complete {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:22:53.871056 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af203134-6235-4f56-a186-a565614e0fce tempest-RoutersIpV6Test-883692175 tempest-RoutersIpV6Test-883692175] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:22:53.871821 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-af203134-6235-4f56-a186-a565614e0fce tempest-RoutersIpV6Test-883692175 tempest-RoutersIpV6Test-883692175] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3207107'] for subnet, before_response {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:22:53.930244 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-25536a0b-57ec-4a6a-b204-dc1abf01309b tempest-RoutersIpV6AdminTest-832003634 tempest-RoutersIpV6AdminTest-832003634] Notify callbacks [] for router, before_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:22:53.959799 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b54177a-e90b-46c0-aaad-285a538e9e8f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5d94dc7a-c095-50a4-955e-5f3b78718a12-e036a402-9710-4529-9dbb-b94dac95fa3a', 'network_id': 'e036a402-9710-4529-9dbb-b94dac95fa3a', 'tenant_id': '25bfe76596c546468c14c705e418c08f', 'fixed_ips': [{'subnet_id': '8affe838-b457-444f-a46a-03ca2db0d97d'}]}} from n-d-768862-2. {{(pid=84876) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Jan 14 07:22:53.962118 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-5b54177a-e90b-46c0-aaad-285a538e9e8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555753'] for port, before_create {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:22:53.987743 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50602233-ccb3-4fdc-8883-3d1e8c6a36fd None None] Network ecd2ef9e-48e8-480a-a1fc-ce09ba6212c7 requested from n-d-768862-2 {{(pid=84876) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 07:22:54.016783 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Provisioning complete for port c68d86dc-01e0-4439-b2df-9cb8590eeef5 triggered by entity L2. {{(pid=84876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 07:22:54.017477 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-604227'] for port, provisioning_complete {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:22:54.029691 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bac2a3f2-7492-4538-a605-99904a71d35c None None] Pushing event updated for resources: {'Port': ['ID=9fe14358-a432-4057-a80a-59f4dbbac1f4,revision_number=2']} {{(pid=84877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:22:54.035605 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-bac2a3f2-7492-4538-a605-99904a71d35c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.386s {{(pid=84877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:22:54.139527 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_hamode_db [None req-abe2fae6-1573-4618-b637-474096b36e5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c77e9d1d-c529-4769-9dcd-97c7b6d9a2f3', 'name': 'tempest-NetworksTestDHCPv6-router-933967872', 'tenant_id': 'be0aa702e3ca464795a99c51e3b3b04f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-14T07:22:42Z', 'updated_at': '2021-01-14T07:22:46Z', 'revision_number': 2, 'project_id': 'be0aa702e3ca464795a99c51e3b3b04f', 'gw_port_host': None, '_interfaces': [{'id': 'aaafc735-8cd0-48f7-8ed9-315493bd1065', 'name': '', 'network_id': '23f0a15d-6362-4cec-82c1-cacba887c566', 'tenant_id': 'be0aa702e3ca464795a99c51e3b3b04f', 'mac_address': 'fa:16:3e:fd:d6:22', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c77e9d1d-c529-4769-9dcd-97c7b6d9a2f3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1971, 'fixed_ips': [{'subnet_id': '85105767-3793-4c05-be17-2da650edfa72', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T07:22:44Z', 'updated_at': '2021-01-14T07:22:47Z', 'revision_number': 2, 'project_id': 'be0aa702e3ca464795a99c51e3b3b04f', 'subnets': [{'id': '85105767-3793-4c05-be17-2da650edfa72', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'n-d-768862-2', False) {} {{(pid=84876) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:22:54.195475 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.managers [None req-4f8d8802-7e11-477d-b01b-433171b8514d None None] Attempting to bind port 9fe14358-a432-4057-a80a-59f4dbbac1f4 on host n-d-768862-2 for vnic_type normal with profile {{(pid=84877) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 14 07:22:54.195933 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.managers [None req-4f8d8802-7e11-477d-b01b-433171b8514d None None] Attempting to bind port 9fe14358-a432-4057-a80a-59f4dbbac1f4 by drivers openvswitch on host n-d-768862-2 at level 0 using segments [{'id': 'cf3ded2c-bc47-4a71-89af-6e7117e60140', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '226f1e78-82cd-4481-9055-4eb73b6db8c1'}] {{(pid=84877) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 14 07:22:54.196388 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f8d8802-7e11-477d-b01b-433171b8514d None None] Attempting to bind port 9fe14358-a432-4057-a80a-59f4dbbac1f4 on network 226f1e78-82cd-4481-9055-4eb73b6db8c1 {{(pid=84877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 14 07:22:54.220787 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f8d8802-7e11-477d-b01b-433171b8514d None None] Checking agent: {'id': 'ba5efab1-b43c-4d5a-bc52-6e105d4e67a2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768862-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 14, 6, 56, 52), 'started_at': datetime.datetime(2021, 1, 14, 6, 57, 22), 'heartbeat_timestamp': datetime.datetime(2021, 1, 14, 7, 22, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768862-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.29', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 14 07:22:54.221213 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f8d8802-7e11-477d-b01b-433171b8514d None None] Checking segment: {'id': 'cf3ded2c-bc47-4a71-89af-6e7117e60140', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '226f1e78-82cd-4481-9055-4eb73b6db8c1'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84877) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 14 07:22:54.221676 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-4f8d8802-7e11-477d-b01b-433171b8514d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:22:54.222134 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f8d8802-7e11-477d-b01b-433171b8514d None None] Bound using segment: {'id': 'cf3ded2c-bc47-4a71-89af-6e7117e60140', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '226f1e78-82cd-4481-9055-4eb73b6db8c1'} {{(pid=84877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 14 07:22:54.222640 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.managers [None req-4f8d8802-7e11-477d-b01b-433171b8514d None None] Bound port: 9fe14358-a432-4057-a80a-59f4dbbac1f4, host: n-d-768862-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cf3ded2c-bc47-4a71-89af-6e7117e60140', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '226f1e78-82cd-4481-9055-4eb73b6db8c1'}}] {{(pid=84877) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 14 07:22:54.223625 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-4f8d8802-7e11-477d-b01b-433171b8514d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555753'] for port, before_update {{(pid=84877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:22:54.335820 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-90220d33-6b2c-4b74-a25e-ce3d2ac7df15 tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3889632'] for router_interface, before_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:22:54.411487 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [None req-4f8d8802-7e11-477d-b01b-433171b8514d None None] For port 9fe14358-a432-4057-a80a-59f4dbbac1f4, host n-d-768862-2, cleared binding levels {{(pid=84877) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 14 07:22:54.418111 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [None req-4f8d8802-7e11-477d-b01b-433171b8514d None None] For port 9fe14358-a432-4057-a80a-59f4dbbac1f4, host n-d-768862-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-2',level=0,port_id=9fe14358-a432-4057-a80a-59f4dbbac1f4,segment=NetworkSegment(cf3ded2c-bc47-4a71-89af-6e7117e60140),segment_id=cf3ded2c-bc47-4a71-89af-6e7117e60140)] {{(pid=84877) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 14 07:22:54.424431 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-4f8d8802-7e11-477d-b01b-433171b8514d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777640533312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363259214678337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777640097497'] for port, after_update {{(pid=84877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:22:54.454960 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-ae1637fc-7f30-4c31-8eff-30f38d25d3d6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:22:54.526555 n-d-768862-2 neutron-server[84765]: DEBUG neutron.notifiers.nova [None req-7ef9194f-0671-44b9-be9e-99fdda61c61a tempest-AllowedAddressPairIpV6TestJSON-498488695 tempest-AllowedAddressPairIpV6TestJSON-498488695] device_id is not set on port cad56228-8893-4720-b3f1-d009b1ee8cdd yet. {{(pid=84875) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}} Jan 14 07:22:54.543339 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-0f37073e-9c69-4e3c-80e0-6cfaa0fd61a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363259214191800', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854171626'] for agent, after_update {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:22:54.544311 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abe2fae6-1573-4618-b637-474096b36e5e None None] Checking router: c77e9d1d-c529-4769-9dcd-97c7b6d9a2f3 for host: n-d-768862-2 {{(pid=84876) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Jan 14 07:22:54.544720 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abe2fae6-1573-4618-b637-474096b36e5e None None] Updating router c77e9d1d-c529-4769-9dcd-97c7b6d9a2f3 port aaafc735-8cd0-48f7-8ed9-315493bd1065 binding host n-d-768862-2 {{(pid=84876) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Jan 14 07:22:54.877270 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bac2a3f2-7492-4538-a605-99904a71d35c None None] Pushing event updated for resources: {'Port': ['ID=9fe14358-a432-4057-a80a-59f4dbbac1f4,revision_number=3']} {{(pid=84877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:22:54.895720 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-bac2a3f2-7492-4538-a605-99904a71d35c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.441s {{(pid=84877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:22:55.002178 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f8d8802-7e11-477d-b01b-433171b8514d None None] Routers {'b98f1f6e-6a0b-4074-a63c-4bed21ddce74'} bound to L3 agent in host n-d-768862-2 {{(pid=84877) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 14 07:22:55.003249 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_hamode_db [None req-4f8d8802-7e11-477d-b01b-433171b8514d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-01-14T06:56:51Z,description=,heartbeat_timestamp=2021-01-14T07:22:51Z,host='n-d-768862-2',id=35f592e9-451b-4db9-abea-77b6a5c5391b,load=0,resource_versions=,resources_synced=,started_at=2021-01-14T06:56:51Z,topic='l3_agent')) {'router_ids': ['b98f1f6e-6a0b-4074-a63c-4bed21ddce74'], 'active': True} {{(pid=84877) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:22:55.117476 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-25536a0b-57ec-4a6a-b204-dc1abf01309b tempest-RoutersIpV6AdminTest-832003634 tempest-RoutersIpV6AdminTest-832003634] Notify callbacks [] for router_gateway, before_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:22:55.123720 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.plugin [None req-25536a0b-57ec-4a6a-b204-dc1abf01309b tempest-RoutersIpV6AdminTest-832003634 tempest-RoutersIpV6AdminTest-832003634] Deleting port 9fe14358-a432-4057-a80a-59f4dbbac1f4 {{(pid=84874) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 07:22:55.125201 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-25536a0b-57ec-4a6a-b204-dc1abf01309b tempest-RoutersIpV6AdminTest-832003634 tempest-RoutersIpV6AdminTest-832003634] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363259214248359'] for port, before_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:22:55.187465 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-abe2fae6-1573-4618-b637-474096b36e5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555753'] for port, before_update {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:22:55.211411 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-af203134-6235-4f56-a186-a565614e0fce tempest-RoutersIpV6Test-883692175 tempest-RoutersIpV6Test-883692175] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 7.8495946 Jan 14 07:22:55.211411 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-aa279798-4955-4b63-aef3-c67e548c07ca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850887153'] for security_group, after_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:22:55.211411 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-aa279798-4955-4b63-aef3-c67e548c07ca admin admin] Notify callbacks [] for security_group, before_response {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:22:55.211411 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-aa279798-4955-4b63-aef3-c67e548c07ca admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/941c5ea3-06b5-4923-8d85-4fc5cee255f6 HTTP/1.1" status: 204 len: 168 time: 3.0495055 Jan 14 07:22:55.215547 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84874) accepted ('10.222.0.24', 42198) {{(pid=84874) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:22:55.228725 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-d9918613-3f51-4e8f-b6ac-67a669647721 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:22:55.268646 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48041e78-90df-4268-8240-7d110fbee9dc None None] Pushing event updated for resources: {'Port': ['ID=95011ff1-19cc-49b2-aa8f-40e24b5aa592,revision_number=3']} {{(pid=84876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:22:55.284849 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-48041e78-90df-4268-8240-7d110fbee9dc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 2.404s {{(pid=84876) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:22:55.296231 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-cd9efbd5-408b-4856-9a48-5ceccb43c6ac None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 2.381s {{(pid=84876) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:22:55.308404 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-cd9efbd5-408b-4856-9a48-5ceccb43c6ac None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.001s {{(pid=84876) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:22:55.311715 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.db_base_plugin_common [None req-7ef9194f-0671-44b9-be9e-99fdda61c61a tempest-AllowedAddressPairIpV6TestJSON-498488695 tempest-AllowedAddressPairIpV6TestJSON-498488695] Allocated IP 2001:db8::c5 (e036a402-9710-4529-9dbb-b94dac95fa3a/8affe838-b457-444f-a46a-03ca2db0d97d/cad56228-8893-4720-b3f1-d009b1ee8cdd) {{(pid=84875) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 14 07:22:55.402327 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_dvr_db [None req-4f8d8802-7e11-477d-b01b-433171b8514d None None] Set router b98f1f6e-6a0b-4074-a63c-4bed21ddce74 gateway port host: n-d-768862-2 {{(pid=84877) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 14 07:22:55.499855 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Device d21b5147-a877-46a5-a233-6a97d5befecb up at agent ovs-agent-n-d-768862-2 {{(pid=84876) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 07:22:55.716412 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.plugin [None req-90220d33-6b2c-4b74-a25e-ce3d2ac7df15 tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] Deleting port aaafc735-8cd0-48f7-8ed9-315493bd1065 {{(pid=84875) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 07:22:55.724417 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-90220d33-6b2c-4b74-a25e-ce3d2ac7df15 tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363259214248359'] for port, before_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:22:56.174277 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84875) accepted ('10.222.0.24', 42214) {{(pid=84875) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:22:56.415027 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-90220d33-6b2c-4b74-a25e-ce3d2ac7df15 tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036850862667'] for port, precommit_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:22:56.460231 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-7ef9194f-0671-44b9-be9e-99fdda61c61a tempest-AllowedAddressPairIpV6TestJSON-498488695 tempest-AllowedAddressPairIpV6TestJSON-498488695] Notify callbacks [] for port, precommit_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:22:56.488376 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_hamode_db [None req-4f8d8802-7e11-477d-b01b-433171b8514d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b98f1f6e-6a0b-4074-a63c-4bed21ddce74', 'name': 'tempest-snat-router-882879858', 'tenant_id': '5312235f111841e2bff7d19b335a2a35', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '226f1e78-82cd-4481-9055-4eb73b6db8c1', 'external_fixed_ips': [{'subnet_id': 'ba8deeec-7658-4195-9449-038c076f5c83', 'ip_address': '172.25.2.171'}], 'enable_snat': True}, 'gw_port_id': '9fe14358-a432-4057-a80a-59f4dbbac1f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-14T07:22:40Z', 'updated_at': '2021-01-14T07:22:47Z', 'revision_number': 3, 'project_id': '5312235f111841e2bff7d19b335a2a35', 'gw_port': {'id': '9fe14358-a432-4057-a80a-59f4dbbac1f4', 'name': '', 'network_id': '226f1e78-82cd-4481-9055-4eb73b6db8c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:ea:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b98f1f6e-6a0b-4074-a63c-4bed21ddce74', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1970, 'fixed_ips': [{'subnet_id': 'ba8deeec-7658-4195-9449-038c076f5c83', 'ip_address': '172.25.2.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T07:22:44Z', 'updated_at': '2021-01-14T07:22:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ba8deeec-7658-4195-9449-038c076f5c83', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-2'}], 'n-d-768862-2', False) {} {{(pid=84877) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:22:56.493162 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f8d8802-7e11-477d-b01b-433171b8514d None None] The sync data for ids ['b98f1f6e-6a0b-4074-a63c-4bed21ddce74'] in n-d-768862-2 is: [{'id': 'b98f1f6e-6a0b-4074-a63c-4bed21ddce74', 'name': 'tempest-snat-router-882879858', 'tenant_id': '5312235f111841e2bff7d19b335a2a35', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '226f1e78-82cd-4481-9055-4eb73b6db8c1', 'external_fixed_ips': [{'subnet_id': 'ba8deeec-7658-4195-9449-038c076f5c83', 'ip_address': '172.25.2.171'}], 'enable_snat': True}, 'gw_port_id': '9fe14358-a432-4057-a80a-59f4dbbac1f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-14T07:22:40Z', 'updated_at': '2021-01-14T07:22:47Z', 'revision_number': 3, 'project_id': '5312235f111841e2bff7d19b335a2a35', 'gw_port': {'id': '9fe14358-a432-4057-a80a-59f4dbbac1f4', 'name': '', 'network_id': '226f1e78-82cd-4481-9055-4eb73b6db8c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:ea:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b98f1f6e-6a0b-4074-a63c-4bed21ddce74', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1970, 'fixed_ips': [{'subnet_id': 'ba8deeec-7658-4195-9449-038c076f5c83', 'ip_address': '172.25.2.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T07:22:44Z', 'updated_at': '2021-01-14T07:22:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ba8deeec-7658-4195-9449-038c076f5c83', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-2'}] {{(pid=84877) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Jan 14 07:22:56.517164 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa279798-4955-4b63-aef3-c67e548c07ca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=941c5ea3-06b5-4923-8d85-4fc5cee255f6,revision_number=None']} {{(pid=84874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:22:56.521092 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-aa279798-4955-4b63-aef3-c67e548c07ca admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.292s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:22:56.787453 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-48a0ed07-f6a7-4aca-bd2f-f3661901215c tempest-RoutersIpV6Test-883692175 tempest-RoutersIpV6Test-883692175] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555753'] for port, before_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:22:56.871877 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.plugin [None req-90220d33-6b2c-4b74-a25e-ce3d2ac7df15 tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] Calling delete_port for aaafc735-8cd0-48f7-8ed9-315493bd1065 owned by network:router_interface {{(pid=84875) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 07:22:56.876449 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [None req-25536a0b-57ec-4a6a-b204-dc1abf01309b tempest-RoutersIpV6AdminTest-832003634 tempest-RoutersIpV6AdminTest-832003634] For port 9fe14358-a432-4057-a80a-59f4dbbac1f4, host n-d-768862-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-2',level=0,port_id=9fe14358-a432-4057-a80a-59f4dbbac1f4,segment=NetworkSegment(cf3ded2c-bc47-4a71-89af-6e7117e60140),segment_id=cf3ded2c-bc47-4a71-89af-6e7117e60140)] {{(pid=84874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 07:22:56.876878 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-25536a0b-57ec-4a6a-b204-dc1abf01309b tempest-RoutersIpV6AdminTest-832003634 tempest-RoutersIpV6AdminTest-832003634] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036850862667'] for port, precommit_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:22:56.983194 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-abe2fae6-1573-4618-b637-474096b36e5e None None] Notify callbacks [] for port, precommit_update {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:22:57.001736 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-abe2fae6-1573-4618-b637-474096b36e5e None None] Transition to ACTIVE for port object aaafc735-8cd0-48f7-8ed9-315493bd1065 will not be triggered until provisioned by entity L2. {{(pid=84876) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 07:22:57.057344 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-abe2fae6-1573-4618-b637-474096b36e5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777640533312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363259214678337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777640097497'] for port, after_update {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:22:57.138698 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84876) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:22:57.307654 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-39e8e5cc-16d9-4be1-b325-c5d9730037cf admin admin] Notify callbacks [] for security_group, before_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:22:57.363999 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-39e8e5cc-16d9-4be1-b325-c5d9730037cf admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:22:57.385901 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-39e8e5cc-16d9-4be1-b325-c5d9730037cf admin admin] Usage tracker for resource:security_group_rule and tenant:e8d17a973a904cc3bb476a52a1c71dea is out of sync, need to count used quota {{(pid=84875) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:22:57.391392 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9bbfe788-5bac-4edd-bdad-6eafa3075c0e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5d94dc7a-c095-50a4-955e-5f3b78718a12-ecd2ef9e-48e8-480a-a1fc-ce09ba6212c7', 'network_id': 'ecd2ef9e-48e8-480a-a1fc-ce09ba6212c7', 'tenant_id': 'd787627cdb8d4cc9b70642659fae99d7', 'fixed_ips': [{'subnet_id': '6d7b8862-6c15-43ed-8ff1-841e54b08eb8'}]}} from n-d-768862-2. {{(pid=84876) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Jan 14 07:22:57.392696 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-9bbfe788-5bac-4edd-bdad-6eafa3075c0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555753'] for port, before_create {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:22:57.394870 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-39e8e5cc-16d9-4be1-b325-c5d9730037cf admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84875) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:22:57.421032 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-39e8e5cc-16d9-4be1-b325-c5d9730037cf admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:22:57.630021 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.db.api [None req-90220d33-6b2c-4b74-a25e-ce3d2ac7df15 tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84875) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Jan 14 07:22:57.630439 n-d-768862-2 neutron-server[84765]: DEBUG oslo_db.api [None req-90220d33-6b2c-4b74-a25e-ce3d2ac7df15 tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84875) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Jan 14 07:22:57.732072 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-39e8e5cc-16d9-4be1-b325-c5d9730037cf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:22:57.741681 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-7ef9194f-0671-44b9-be9e-99fdda61c61a tempest-AllowedAddressPairIpV6TestJSON-498488695 tempest-AllowedAddressPairIpV6TestJSON-498488695] Transition to ACTIVE for port object cad56228-8893-4720-b3f1-d009b1ee8cdd will not be triggered until provisioned by entity DHCP. {{(pid=84875) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 07:22:57.743823 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-39e8e5cc-16d9-4be1-b325-c5d9730037cf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850887153'] for security_group, after_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:22:57.819499 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-951f3768-57b1-4263-ba90-04c136615bd4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:22:57.842419 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-39e8e5cc-16d9-4be1-b325-c5d9730037cf admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=e8d17a973a904cc3bb476a52a1c71dea&name=default HTTP/1.1" status: 200 len: 2983 time: 1.6610136 Jan 14 07:22:57.847266 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84875) accepted ('10.222.0.24', 42240) {{(pid=84875) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:22:57.974447 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39e8e5cc-16d9-4be1-b325-c5d9730037cf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9c6630ed-ce25-4061-8373-58f64001bbcf,revision_number=1']} {{(pid=84875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:22:58.010014 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39e8e5cc-16d9-4be1-b325-c5d9730037cf admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@n-h1-768862-2 {{(pid=84875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:22:58.010679 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39e8e5cc-16d9-4be1-b325-c5d9730037cf admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-h1-768862-2 {{(pid=84875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:22:58.011264 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39e8e5cc-16d9-4be1-b325-c5d9730037cf admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-h1-768862-2 {{(pid=84875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:22:58.011898 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39e8e5cc-16d9-4be1-b325-c5d9730037cf admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-h1-768862-2 {{(pid=84875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:22:58.013058 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39e8e5cc-16d9-4be1-b325-c5d9730037cf admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@n-h1-768862-2 {{(pid=84875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:22:58.013746 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39e8e5cc-16d9-4be1-b325-c5d9730037cf admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-h1-768862-2 {{(pid=84875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:22:58.014311 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39e8e5cc-16d9-4be1-b325-c5d9730037cf admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-h1-768862-2 {{(pid=84875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:22:58.014889 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39e8e5cc-16d9-4be1-b325-c5d9730037cf admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-h1-768862-2 {{(pid=84875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:22:58.015444 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39e8e5cc-16d9-4be1-b325-c5d9730037cf admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-h1-768862-2 {{(pid=84875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:22:58.016071 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39e8e5cc-16d9-4be1-b325-c5d9730037cf admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-h1-768862-2 {{(pid=84875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:22:58.016626 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39e8e5cc-16d9-4be1-b325-c5d9730037cf admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-h1-768862-2 {{(pid=84875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:22:58.017197 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39e8e5cc-16d9-4be1-b325-c5d9730037cf admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-h1-768862-2 {{(pid=84875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:22:58.023590 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39e8e5cc-16d9-4be1-b325-c5d9730037cf admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@n-h2-768862-2 {{(pid=84875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:22:58.024312 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39e8e5cc-16d9-4be1-b325-c5d9730037cf admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-h2-768862-2 {{(pid=84875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:22:58.024877 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39e8e5cc-16d9-4be1-b325-c5d9730037cf admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-h2-768862-2 {{(pid=84875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:22:58.025532 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39e8e5cc-16d9-4be1-b325-c5d9730037cf admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-h2-768862-2 {{(pid=84875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:22:58.026367 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39e8e5cc-16d9-4be1-b325-c5d9730037cf admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@n-h2-768862-2 {{(pid=84875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:22:58.026935 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39e8e5cc-16d9-4be1-b325-c5d9730037cf admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-h2-768862-2 {{(pid=84875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:22:58.027537 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39e8e5cc-16d9-4be1-b325-c5d9730037cf admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-h2-768862-2 {{(pid=84875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:22:58.028513 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39e8e5cc-16d9-4be1-b325-c5d9730037cf admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-h2-768862-2 {{(pid=84875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:22:58.029111 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39e8e5cc-16d9-4be1-b325-c5d9730037cf admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-h2-768862-2 {{(pid=84875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:22:58.029686 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39e8e5cc-16d9-4be1-b325-c5d9730037cf admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-h2-768862-2 {{(pid=84875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:22:58.038298 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39e8e5cc-16d9-4be1-b325-c5d9730037cf admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-h2-768862-2 {{(pid=84875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:22:58.038984 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39e8e5cc-16d9-4be1-b325-c5d9730037cf admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-h2-768862-2 {{(pid=84875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:22:58.039658 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39e8e5cc-16d9-4be1-b325-c5d9730037cf admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-2 {{(pid=84875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:22:58.040254 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39e8e5cc-16d9-4be1-b325-c5d9730037cf admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-2 {{(pid=84875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:22:58.040864 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39e8e5cc-16d9-4be1-b325-c5d9730037cf admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-2 {{(pid=84875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:22:58.041448 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39e8e5cc-16d9-4be1-b325-c5d9730037cf admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-2 {{(pid=84875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:22:58.044701 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39e8e5cc-16d9-4be1-b325-c5d9730037cf admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@n-d-768862-2 {{(pid=84875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:22:58.045630 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39e8e5cc-16d9-4be1-b325-c5d9730037cf admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-2 {{(pid=84875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:22:58.046372 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39e8e5cc-16d9-4be1-b325-c5d9730037cf admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-768862-2 {{(pid=84875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:22:58.046947 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39e8e5cc-16d9-4be1-b325-c5d9730037cf admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-768862-2 {{(pid=84875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:22:58.047515 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39e8e5cc-16d9-4be1-b325-c5d9730037cf admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-2 {{(pid=84875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:22:58.048100 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39e8e5cc-16d9-4be1-b325-c5d9730037cf admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-2 {{(pid=84875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:22:58.048656 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39e8e5cc-16d9-4be1-b325-c5d9730037cf admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-2 {{(pid=84875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:22:58.049229 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39e8e5cc-16d9-4be1-b325-c5d9730037cf admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-2 {{(pid=84875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:22:58.089034 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-39e8e5cc-16d9-4be1-b325-c5d9730037cf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.270s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:22:58.132345 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.plugin [None req-90220d33-6b2c-4b74-a25e-ce3d2ac7df15 tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] Deleting port aaafc735-8cd0-48f7-8ed9-315493bd1065 {{(pid=84875) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 07:22:58.132699 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-90220d33-6b2c-4b74-a25e-ce3d2ac7df15 tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363259214248359'] for port, before_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:22:58.201747 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51f5a2a0-4d6e-49f0-9f01-c25387557261 None None] Pushing event updated for resources: {'Port': ['ID=aaafc735-8cd0-48f7-8ed9-315493bd1065,revision_number=3']} {{(pid=84876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:22:58.211194 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-51f5a2a0-4d6e-49f0-9f01-c25387557261 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.073s {{(pid=84876) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:22:58.270990 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.plugin [None req-25536a0b-57ec-4a6a-b204-dc1abf01309b tempest-RoutersIpV6AdminTest-832003634 tempest-RoutersIpV6AdminTest-832003634] Calling delete_port for 9fe14358-a432-4057-a80a-59f4dbbac1f4 owned by network:router_gateway {{(pid=84874) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 07:22:58.278355 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Provisioning complete for port d21b5147-a877-46a5-a233-6a97d5befecb triggered by entity L2. {{(pid=84876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 07:22:58.285367 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-604227'] for port, provisioning_complete {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:22:58.385077 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-7ef9194f-0671-44b9-be9e-99fdda61c61a tempest-AllowedAddressPairIpV6TestJSON-498488695 tempest-AllowedAddressPairIpV6TestJSON-498488695] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777640123575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851621574'] for port, after_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:22:58.568626 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-d29607a6-919b-4750-8410-ba52ff8bd2bf tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:22:58.667054 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.db_base_plugin_common [None req-48a0ed07-f6a7-4aca-bd2f-f3661901215c tempest-RoutersIpV6Test-883692175 tempest-RoutersIpV6Test-883692175] Allocated IP 2001:db8:1::1 (ecd2ef9e-48e8-480a-a1fc-ce09ba6212c7/6d7b8862-6c15-43ed-8ff1-841e54b08eb8/5d4c80f7-fa86-4260-9c85-c0e3fe21da09) {{(pid=84874) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 14 07:22:58.674985 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-a2525ffc-f1d1-401a-9935-1743c95d4346 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:22:58.677370 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ef9194f-0671-44b9-be9e-99fdda61c61a tempest-AllowedAddressPairIpV6TestJSON-498488695 tempest-AllowedAddressPairIpV6TestJSON-498488695] Pushing event updated for resources: {'Port': ['ID=cad56228-8893-4720-b3f1-d009b1ee8cdd,revision_number=1']} {{(pid=84875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:22:58.693096 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-7ef9194f-0671-44b9-be9e-99fdda61c61a tempest-AllowedAddressPairIpV6TestJSON-498488695 tempest-AllowedAddressPairIpV6TestJSON-498488695] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:22:58.772516 n-d-768862-2 neutron-server[84765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ef9194f-0671-44b9-be9e-99fdda61c61a tempest-AllowedAddressPairIpV6TestJSON-498488695 tempest-AllowedAddressPairIpV6TestJSON-498488695] Network e036a402-9710-4529-9dbb-b94dac95fa3a is already hosted by enough agents. {{(pid=84875) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 07:22:58.774529 n-d-768862-2 neutron-server[84765]: DEBUG neutron.scheduler.base_scheduler [None req-7ef9194f-0671-44b9-be9e-99fdda61c61a tempest-AllowedAddressPairIpV6TestJSON-498488695 tempest-AllowedAddressPairIpV6TestJSON-498488695] Resources bound (agent type, host, resource id): {{(pid=84875) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 07:22:58.777754 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ef9194f-0671-44b9-be9e-99fdda61c61a tempest-AllowedAddressPairIpV6TestJSON-498488695 tempest-AllowedAddressPairIpV6TestJSON-498488695] Received port after_create {{(pid=84875) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 14 07:22:58.782189 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 14 07:22:58.782189 n-d-768862-2 neutron-server[84765]: % (table.description, expected, rows_matched) Jan 14 07:22:58.782189 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network":"rule:regular_user" was deprecated in W in favor of "create_network":"role:member and project_id:%(project_id)s". Reason: Jan 14 07:22:58.782189 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:22:58.782189 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:22:58.782189 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:22:58.782189 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:shared":"rule:admin_only" was deprecated in W in favor of "create_network:shared":"role:admin and system_scope:all". Reason: Jan 14 07:22:58.782189 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:22:58.782189 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:22:58.782189 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:22:58.782189 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:router:external":"rule:admin_only" was deprecated in W in favor of "create_network:router:external":"role:admin and system_scope:all". Reason: Jan 14 07:22:58.782189 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:22:58.782189 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:22:58.782189 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:22:58.782189 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:is_default":"rule:admin_only" was deprecated in W in favor of "create_network:is_default":"role:admin and system_scope:all". Reason: Jan 14 07:22:58.782189 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:22:58.782189 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:22:58.782189 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:22:58.782189 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:port_security_enabled":"rule:regular_user" was deprecated in W in favor of "create_network:port_security_enabled":"role:member and project_id:%(project_id)s". Reason: Jan 14 07:22:58.782189 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:22:58.782189 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:22:58.782189 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:22:58.782189 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:segments":"rule:admin_only" was deprecated in W in favor of "create_network:segments":"role:admin and system_scope:all". Reason: Jan 14 07:22:58.782189 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:22:58.782189 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:22:58.782189 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:22:58.782189 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "create_network:provider:network_type":"role:admin and system_scope:all". Reason: Jan 14 07:22:58.782189 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:22:58.782189 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:22:58.782189 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:22:58.782189 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "create_network:provider:physical_network":"role:admin and system_scope:all". Reason: Jan 14 07:22:58.782189 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:22:58.782189 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:22:58.782189 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:22:58.782189 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "create_network:provider:segmentation_id":"role:admin and system_scope:all". Reason: Jan 14 07:22:58.782189 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:22:58.782189 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:22:58.782189 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:22:58.782189 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network":"rule:admin_or_owner or rule:shared or rule:external or rule:context_is_advsvc" was deprecated in W in favor of "get_network":"(role:reader and system_scope:all) or (role:reader and project_id:%(project_id)s) or rule:shared or rule:external or rule:context_is_advsvc". Reason: Jan 14 07:22:58.782189 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:22:58.782189 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:22:58.782189 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:22:58.782189 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:router:external":"rule:regular_user" was deprecated in W in favor of "get_network:router:external":"role:reader and project_id:%(project_id)s". Reason: Jan 14 07:22:58.782189 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:22:58.782189 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:22:58.782189 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:22:58.782189 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:segments":"rule:admin_only" was deprecated in W in favor of "get_network:segments":"role:reader and system_scope:all". Reason: Jan 14 07:22:58.782189 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:22:58.785348 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:22:58.785348 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:22:58.785348 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "get_network:provider:network_type":"role:reader and system_scope:all". Reason: Jan 14 07:22:58.785348 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:22:58.785348 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:22:58.785348 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:22:58.785348 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "get_network:provider:physical_network":"role:reader and system_scope:all". Reason: Jan 14 07:22:58.785348 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:22:58.785348 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:22:58.785348 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:22:58.785348 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "get_network:provider:segmentation_id":"role:reader and system_scope:all". Reason: Jan 14 07:22:58.785348 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:22:58.785348 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:22:58.785348 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:22:58.785348 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network":"rule:admin_or_owner" was deprecated in W in favor of "update_network":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 07:22:58.785348 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:22:58.785348 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:22:58.785348 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:22:58.804645 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ef9194f-0671-44b9-be9e-99fdda61c61a tempest-AllowedAddressPairIpV6TestJSON-498488695 tempest-AllowedAddressPairIpV6TestJSON-498488695] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:22:58.805781 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-7ef9194f-0671-44b9-be9e-99fdda61c61a tempest-AllowedAddressPairIpV6TestJSON-498488695 tempest-AllowedAddressPairIpV6TestJSON-498488695] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854768116'] for port, before_response {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:22:58.863117 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-a2525ffc-f1d1-401a-9935-1743c95d4346 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:22:58.924088 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [None req-90220d33-6b2c-4b74-a25e-ce3d2ac7df15 tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] For port aaafc735-8cd0-48f7-8ed9-315493bd1065, host n-d-768862-2, got binding levels [] {{(pid=84875) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 07:22:58.924756 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-90220d33-6b2c-4b74-a25e-ce3d2ac7df15 tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036850862667'] for port, precommit_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:22:58.965999 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-25536a0b-57ec-4a6a-b204-dc1abf01309b tempest-RoutersIpV6AdminTest-832003634 tempest-RoutersIpV6AdminTest-832003634] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777640533329', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777640097463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3254186'] for port, after_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:22:59.212201 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.db_base_plugin_common [None req-5b54177a-e90b-46c0-aaad-285a538e9e8f None None] Allocated IP 2001:db8::2 (e036a402-9710-4529-9dbb-b94dac95fa3a/8affe838-b457-444f-a46a-03ca2db0d97d/b72d1d28-f945-48f1-8fd2-2eebc5d69146) {{(pid=84876) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 14 07:22:59.269205 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.plugin [None req-90220d33-6b2c-4b74-a25e-ce3d2ac7df15 tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] Calling delete_port for aaafc735-8cd0-48f7-8ed9-315493bd1065 owned by network:router_interface {{(pid=84875) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 07:22:59.304560 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.managers [None req-abe2fae6-1573-4618-b637-474096b36e5e None None] Attempting to bind port aaafc735-8cd0-48f7-8ed9-315493bd1065 on host n-d-768862-2 for vnic_type normal with profile {{(pid=84876) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 14 07:22:59.305181 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.managers [None req-abe2fae6-1573-4618-b637-474096b36e5e None None] Attempting to bind port aaafc735-8cd0-48f7-8ed9-315493bd1065 by drivers openvswitch on host n-d-768862-2 at level 0 using segments [{'id': '56f1c7cf-f3a3-41d2-9677-68978131444f', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 20, 'network_id': '23f0a15d-6362-4cec-82c1-cacba887c566'}] {{(pid=84876) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 14 07:22:59.305946 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abe2fae6-1573-4618-b637-474096b36e5e None None] Attempting to bind port aaafc735-8cd0-48f7-8ed9-315493bd1065 on network 23f0a15d-6362-4cec-82c1-cacba887c566 {{(pid=84876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 14 07:22:59.426563 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-7ef9194f-0671-44b9-be9e-99fdda61c61a tempest-AllowedAddressPairIpV6TestJSON-498488695 tempest-AllowedAddressPairIpV6TestJSON-498488695] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 942 time: 7.2238426 Jan 14 07:22:59.440076 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84875) accepted ('10.222.0.24', 42266) {{(pid=84875) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:22:59.486323 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.v2.base [None req-f3d3d686-c6f9-4996-bfb4-06295cb1eb1b tempest-AllowedAddressPairIpV6TestJSON-498488695 tempest-AllowedAddressPairIpV6TestJSON-498488695] Request body: {'port': {'network_id': 'e036a402-9710-4529-9dbb-b94dac95fa3a', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-629092438', 'allowed_address_pairs': [{'ip_address': '2001:db8::c5', 'mac_address': 'fa:16:3e:df:73:b3'}]}} {{(pid=84875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:22:59.507047 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abe2fae6-1573-4618-b637-474096b36e5e None None] Checking agent: {'id': 'ba5efab1-b43c-4d5a-bc52-6e105d4e67a2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768862-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 14, 6, 56, 52), 'started_at': datetime.datetime(2021, 1, 14, 6, 57, 22), 'heartbeat_timestamp': datetime.datetime(2021, 1, 14, 7, 22, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768862-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.29', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 14 07:22:59.507569 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abe2fae6-1573-4618-b637-474096b36e5e None None] Checking segment: {'id': '56f1c7cf-f3a3-41d2-9677-68978131444f', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 20, 'network_id': '23f0a15d-6362-4cec-82c1-cacba887c566'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84876) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 14 07:22:59.508105 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-abe2fae6-1573-4618-b637-474096b36e5e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:22:59.508572 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abe2fae6-1573-4618-b637-474096b36e5e None None] Bound using segment: {'id': '56f1c7cf-f3a3-41d2-9677-68978131444f', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 20, 'network_id': '23f0a15d-6362-4cec-82c1-cacba887c566'} {{(pid=84876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 14 07:22:59.509152 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.managers [None req-abe2fae6-1573-4618-b637-474096b36e5e None None] Bound port: aaafc735-8cd0-48f7-8ed9-315493bd1065, host: n-d-768862-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '56f1c7cf-f3a3-41d2-9677-68978131444f', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 20, 'network_id': '23f0a15d-6362-4cec-82c1-cacba887c566'}}] {{(pid=84876) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 14 07:22:59.509596 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-abe2fae6-1573-4618-b637-474096b36e5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555753'] for port, before_update {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:22:59.599938 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-a2525ffc-f1d1-401a-9935-1743c95d4346 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850887153'] for security_group, after_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:23:00.008218 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-25536a0b-57ec-4a6a-b204-dc1abf01309b tempest-RoutersIpV6AdminTest-832003634 tempest-RoutersIpV6AdminTest-832003634] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036850863128'] for router_gateway, after_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:23:00.270975 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-de8b21a4-1d03-48b1-b74f-8614558ed96c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:23:00.317004 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Device 95011ff1-19cc-49b2-aa8f-40e24b5aa592 up at agent ovs-agent-n-d-768862-2 {{(pid=84876) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 07:23:00.361248 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-25536a0b-57ec-4a6a-b204-dc1abf01309b tempest-RoutersIpV6AdminTest-832003634 tempest-RoutersIpV6AdminTest-832003634] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3889346', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036854717606'] for router, precommit_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:23:00.367196 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-25536a0b-57ec-4a6a-b204-dc1abf01309b tempest-RoutersIpV6AdminTest-832003634 tempest-RoutersIpV6AdminTest-832003634] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:23:00.394636 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-a2525ffc-f1d1-401a-9935-1743c95d4346 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:23:00.396136 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-a2525ffc-f1d1-401a-9935-1743c95d4346 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/9c6630ed-ce25-4061-8373-58f64001bbcf HTTP/1.1" status: 204 len: 168 time: 2.5461800 Jan 14 07:23:00.398801 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2525ffc-f1d1-401a-9935-1743c95d4346 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9c6630ed-ce25-4061-8373-58f64001bbcf,revision_number=None']} {{(pid=84875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:23:00.414619 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-a2525ffc-f1d1-401a-9935-1743c95d4346 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:23:00.435199 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-48a0ed07-f6a7-4aca-bd2f-f3661901215c tempest-RoutersIpV6Test-883692175 tempest-RoutersIpV6Test-883692175] Notify callbacks [] for port, precommit_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:23:00.439539 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-25536a0b-57ec-4a6a-b204-dc1abf01309b tempest-RoutersIpV6AdminTest-832003634 tempest-RoutersIpV6AdminTest-832003634] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036850897070'] for router, after_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:23:00.440413 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-25536a0b-57ec-4a6a-b204-dc1abf01309b tempest-RoutersIpV6AdminTest-832003634 tempest-RoutersIpV6AdminTest-832003634] Fanout notify agent at l3_agent the message router_deleted on router b98f1f6e-6a0b-4074-a63c-4bed21ddce74 {{(pid=84874) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jan 14 07:23:00.476535 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-25536a0b-57ec-4a6a-b204-dc1abf01309b tempest-RoutersIpV6AdminTest-832003634 tempest-RoutersIpV6AdminTest-832003634] Notify callbacks [] for router, before_response {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:23:00.480955 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-25536a0b-57ec-4a6a-b204-dc1abf01309b tempest-RoutersIpV6AdminTest-832003634 tempest-RoutersIpV6AdminTest-832003634] 10.222.0.24 "DELETE /v2.0/routers/b98f1f6e-6a0b-4074-a63c-4bed21ddce74 HTTP/1.1" status: 204 len: 168 time: 7.2562106 Jan 14 07:23:00.481874 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84874) accepted ('10.222.0.24', 42284) {{(pid=84874) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:23:00.534207 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-f3d3d686-c6f9-4996-bfb4-06295cb1eb1b tempest-AllowedAddressPairIpV6TestJSON-498488695 tempest-AllowedAddressPairIpV6TestJSON-498488695] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:23:00.544973 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-f3d3d686-c6f9-4996-bfb4-06295cb1eb1b tempest-AllowedAddressPairIpV6TestJSON-498488695 tempest-AllowedAddressPairIpV6TestJSON-498488695] Usage tracker for resource:port and tenant:25bfe76596c546468c14c705e418c08f is out of sync, need to count used quota {{(pid=84875) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:23:00.550940 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-f3d3d686-c6f9-4996-bfb4-06295cb1eb1b tempest-AllowedAddressPairIpV6TestJSON-498488695 tempest-AllowedAddressPairIpV6TestJSON-498488695] Quota usage for port was recalculated. Used quota:1. {{(pid=84875) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:23:00.566210 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-f3d3d686-c6f9-4996-bfb4-06295cb1eb1b tempest-AllowedAddressPairIpV6TestJSON-498488695 tempest-AllowedAddressPairIpV6TestJSON-498488695] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=84875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:23:00.592062 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f3d3d686-c6f9-4996-bfb4-06295cb1eb1b tempest-AllowedAddressPairIpV6TestJSON-498488695 tempest-AllowedAddressPairIpV6TestJSON-498488695] Made reservation on behalf of 25bfe76596c546468c14c705e418c08f for: {'port': 1} {{(pid=84875) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 07:23:00.679106 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-48a0ed07-f6a7-4aca-bd2f-f3661901215c tempest-RoutersIpV6Test-883692175 tempest-RoutersIpV6Test-883692175] Transition to ACTIVE for port object 5d4c80f7-fa86-4260-9c85-c0e3fe21da09 will not be triggered until provisioned by entity DHCP. {{(pid=84874) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 07:23:00.785802 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-6fb8714b-7692-46c6-b7d7-ecacdc2161f5 tempest-RoutersIpV6AdminTest-832003634 tempest-RoutersIpV6AdminTest-832003634] Notify callbacks [] for router, before_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:23:00.942677 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-f3d3d686-c6f9-4996-bfb4-06295cb1eb1b tempest-AllowedAddressPairIpV6TestJSON-498488695 tempest-AllowedAddressPairIpV6TestJSON-498488695] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555753'] for port, before_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:23:01.201990 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-90220d33-6b2c-4b74-a25e-ce3d2ac7df15 tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777640533329', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777640097463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851621574'] for port, after_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:23:01.219210 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-5b54177a-e90b-46c0-aaad-285a538e9e8f None None] Notify callbacks [] for port, precommit_create {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:23:01.241295 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-b41c71db-1a0b-4f4e-83e8-04880346bf52 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:23:01.248320 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-5b54177a-e90b-46c0-aaad-285a538e9e8f None None] Transition to ACTIVE for port object b72d1d28-f945-48f1-8fd2-2eebc5d69146 will not be triggered until provisioned by entity L2. {{(pid=84876) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 07:23:01.289246 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-5b54177a-e90b-46c0-aaad-285a538e9e8f None None] Transition to ACTIVE for port object b72d1d28-f945-48f1-8fd2-2eebc5d69146 will not be triggered until provisioned by entity DHCP. {{(pid=84876) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 07:23:01.336163 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-5b54177a-e90b-46c0-aaad-285a538e9e8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777640123575'] for port, after_create {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:23:01.423564 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-6fb8714b-7692-46c6-b7d7-ecacdc2161f5 tempest-RoutersIpV6AdminTest-832003634 tempest-RoutersIpV6AdminTest-832003634] Notify callbacks [] for router_gateway, before_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:23:01.437350 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.plugin [None req-6fb8714b-7692-46c6-b7d7-ecacdc2161f5 tempest-RoutersIpV6AdminTest-832003634 tempest-RoutersIpV6AdminTest-832003634] Deleting port c68d86dc-01e0-4439-b2df-9cb8590eeef5 {{(pid=84874) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 07:23:01.440002 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-6fb8714b-7692-46c6-b7d7-ecacdc2161f5 tempest-RoutersIpV6AdminTest-832003634 tempest-RoutersIpV6AdminTest-832003634] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363259214248359'] for port, before_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:23:01.447435 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84875) accepted ('10.222.0.24', 42296) {{(pid=84875) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:23:01.460341 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90220d33-6b2c-4b74-a25e-ce3d2ac7df15 tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] Pushing event deleted for resources: {'Port': ['ID=aaafc735-8cd0-48f7-8ed9-315493bd1065,revision_number=None']} {{(pid=84875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:23:01.482277 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-90220d33-6b2c-4b74-a25e-ce3d2ac7df15 tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.241s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:23:01.594190 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-6c6f0b2e-1274-4ee0-9f1e-a9569bd1fad8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:23:01.652510 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-6c6f0b2e-1274-4ee0-9f1e-a9569bd1fad8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:23:01.657574 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-6c6f0b2e-1274-4ee0-9f1e-a9569bd1fad8 admin admin] Usage tracker for resource:security_group_rule and tenant:cba6164ae16a40f58e4198da7a38ecf6 is out of sync, need to count used quota {{(pid=84875) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:23:01.661881 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-6c6f0b2e-1274-4ee0-9f1e-a9569bd1fad8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84875) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:23:01.698087 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-b0224f1d-e093-461c-8a73-bda8270a8ae1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84876) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:23:01.710900 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-6c6f0b2e-1274-4ee0-9f1e-a9569bd1fad8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:23:01.858449 n-d-768862-2 neutron-server[84765]: DEBUG neutron.notifiers.nova [None req-f3d3d686-c6f9-4996-bfb4-06295cb1eb1b tempest-AllowedAddressPairIpV6TestJSON-498488695 tempest-AllowedAddressPairIpV6TestJSON-498488695] device_id is not set on port beb62f40-20d6-4d69-8c55-0417dd943c46 yet. {{(pid=84875) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}} Jan 14 07:23:01.866137 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-48a0ed07-f6a7-4aca-bd2f-f3661901215c tempest-RoutersIpV6Test-883692175 tempest-RoutersIpV6Test-883692175] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777640123575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3254186'] for port, after_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:23:02.001900 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.db_base_plugin_common [None req-9bbfe788-5bac-4edd-bdad-6eafa3075c0e None None] Allocated IP 2001:db8:1::2 (ecd2ef9e-48e8-480a-a1fc-ce09ba6212c7/6d7b8862-6c15-43ed-8ff1-841e54b08eb8/8bf45f92-0155-4eb0-b313-7a54318ef0e6) {{(pid=84876) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 14 07:23:02.037248 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b54177a-e90b-46c0-aaad-285a538e9e8f None None] Pushing event updated for resources: {'Port': ['ID=b72d1d28-f945-48f1-8fd2-2eebc5d69146,revision_number=1']} {{(pid=84876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:23:02.095532 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-5b54177a-e90b-46c0-aaad-285a538e9e8f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.397s {{(pid=84876) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:23:02.116835 n-d-768862-2 neutron-server[84765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b54177a-e90b-46c0-aaad-285a538e9e8f None None] Network e036a402-9710-4529-9dbb-b94dac95fa3a is already hosted by enough agents. {{(pid=84876) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 07:23:02.128777 n-d-768862-2 neutron-server[84765]: DEBUG neutron.scheduler.base_scheduler [None req-5b54177a-e90b-46c0-aaad-285a538e9e8f None None] Resources bound (agent type, host, resource id): {{(pid=84876) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 07:23:02.162044 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b54177a-e90b-46c0-aaad-285a538e9e8f None None] Received port after_create {{(pid=84876) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 14 07:23:02.166882 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Provisioning complete for port 95011ff1-19cc-49b2-aa8f-40e24b5aa592 triggered by entity L2. {{(pid=84876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 07:23:02.167444 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-604227'] for port, provisioning_complete {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:23:02.187472 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-8923ef52-a968-4c9a-9561-6757416ffbb1 tempest-RoutersIpV6Test-883692175 tempest-RoutersIpV6Test-883692175] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:23:02.375974 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48a0ed07-f6a7-4aca-bd2f-f3661901215c tempest-RoutersIpV6Test-883692175 tempest-RoutersIpV6Test-883692175] Pushing event updated for resources: {'Port': ['ID=5d4c80f7-fa86-4260-9c85-c0e3fe21da09,revision_number=1']} {{(pid=84874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:23:02.384264 n-d-768862-2 neutron-server[84765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48a0ed07-f6a7-4aca-bd2f-f3661901215c tempest-RoutersIpV6Test-883692175 tempest-RoutersIpV6Test-883692175] Network ecd2ef9e-48e8-480a-a1fc-ce09ba6212c7 is already hosted by enough agents. {{(pid=84874) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 07:23:02.392292 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-48a0ed07-f6a7-4aca-bd2f-f3661901215c tempest-RoutersIpV6Test-883692175 tempest-RoutersIpV6Test-883692175] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.205s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:23:02.393848 n-d-768862-2 neutron-server[84765]: DEBUG neutron.scheduler.base_scheduler [None req-48a0ed07-f6a7-4aca-bd2f-f3661901215c tempest-RoutersIpV6Test-883692175 tempest-RoutersIpV6Test-883692175] Resources bound (agent type, host, resource id): {{(pid=84874) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 07:23:02.401064 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48a0ed07-f6a7-4aca-bd2f-f3661901215c tempest-RoutersIpV6Test-883692175 tempest-RoutersIpV6Test-883692175] Received port after_create {{(pid=84874) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 14 07:23:02.402339 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-48a0ed07-f6a7-4aca-bd2f-f3661901215c tempest-RoutersIpV6Test-883692175 tempest-RoutersIpV6Test-883692175] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036850886386'] for router_interface, before_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:23:02.469267 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.db.api [None req-abe2fae6-1573-4618-b637-474096b36e5e None None] Retry wrapper got retriable exception: UPDATE statement on table 'ml2_port_bindings' expected to update 1 row(s); 0 were matched. {{(pid=84876) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Jan 14 07:23:02.469661 n-d-768862-2 neutron-server[84765]: DEBUG oslo_db.api [None req-abe2fae6-1573-4618-b637-474096b36e5e None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin._bind_port_if_needed {{(pid=84876) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Jan 14 07:23:02.498697 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-90220d33-6b2c-4b74-a25e-ce3d2ac7df15 tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted--9223372036851568851', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal--9223372036850888080'] for router_interface, after_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:23:02.544276 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [None req-6fb8714b-7692-46c6-b7d7-ecacdc2161f5 tempest-RoutersIpV6AdminTest-832003634 tempest-RoutersIpV6AdminTest-832003634] For port c68d86dc-01e0-4439-b2df-9cb8590eeef5, host n-d-768862-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-2',level=0,port_id=c68d86dc-01e0-4439-b2df-9cb8590eeef5,segment=NetworkSegment(cf3ded2c-bc47-4a71-89af-6e7117e60140),segment_id=cf3ded2c-bc47-4a71-89af-6e7117e60140)] {{(pid=84874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 07:23:02.544906 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-6fb8714b-7692-46c6-b7d7-ecacdc2161f5 tempest-RoutersIpV6AdminTest-832003634 tempest-RoutersIpV6AdminTest-832003634] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036850862667'] for port, precommit_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:23:02.693414 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.managers [None req-5b54177a-e90b-46c0-aaad-285a538e9e8f None None] Attempting to bind port b72d1d28-f945-48f1-8fd2-2eebc5d69146 on host n-d-768862-2 for vnic_type normal with profile {{(pid=84876) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 14 07:23:02.693698 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.managers [None req-5b54177a-e90b-46c0-aaad-285a538e9e8f None None] Attempting to bind port b72d1d28-f945-48f1-8fd2-2eebc5d69146 by drivers openvswitch on host n-d-768862-2 at level 0 using segments [{'id': '8f5cf988-ff2b-4a82-80a5-8ecc20f504ac', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'e036a402-9710-4529-9dbb-b94dac95fa3a'}] {{(pid=84876) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 14 07:23:02.694509 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b54177a-e90b-46c0-aaad-285a538e9e8f None None] Attempting to bind port b72d1d28-f945-48f1-8fd2-2eebc5d69146 on network e036a402-9710-4529-9dbb-b94dac95fa3a {{(pid=84876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 14 07:23:02.705822 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b54177a-e90b-46c0-aaad-285a538e9e8f None None] Checking agent: {'id': 'ba5efab1-b43c-4d5a-bc52-6e105d4e67a2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768862-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 14, 6, 56, 52), 'started_at': datetime.datetime(2021, 1, 14, 6, 57, 22), 'heartbeat_timestamp': datetime.datetime(2021, 1, 14, 7, 22, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768862-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.29', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 14 07:23:02.706641 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b54177a-e90b-46c0-aaad-285a538e9e8f None None] Checking segment: {'id': '8f5cf988-ff2b-4a82-80a5-8ecc20f504ac', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'e036a402-9710-4529-9dbb-b94dac95fa3a'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84876) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 14 07:23:02.706949 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-5b54177a-e90b-46c0-aaad-285a538e9e8f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:23:02.708979 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b54177a-e90b-46c0-aaad-285a538e9e8f None None] Bound using segment: {'id': '8f5cf988-ff2b-4a82-80a5-8ecc20f504ac', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'e036a402-9710-4529-9dbb-b94dac95fa3a'} {{(pid=84876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 14 07:23:02.709659 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.managers [None req-5b54177a-e90b-46c0-aaad-285a538e9e8f None None] Bound port: b72d1d28-f945-48f1-8fd2-2eebc5d69146, host: n-d-768862-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8f5cf988-ff2b-4a82-80a5-8ecc20f504ac', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'e036a402-9710-4529-9dbb-b94dac95fa3a'}}] {{(pid=84876) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 14 07:23:02.710196 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-5b54177a-e90b-46c0-aaad-285a538e9e8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555753'] for port, before_update {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:23:02.840951 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [None req-5b54177a-e90b-46c0-aaad-285a538e9e8f None None] For port b72d1d28-f945-48f1-8fd2-2eebc5d69146, host n-d-768862-2, cleared binding levels {{(pid=84876) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 14 07:23:02.845405 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [None req-5b54177a-e90b-46c0-aaad-285a538e9e8f None None] For port b72d1d28-f945-48f1-8fd2-2eebc5d69146, host n-d-768862-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-2',level=0,port_id=b72d1d28-f945-48f1-8fd2-2eebc5d69146,segment=NetworkSegment(8f5cf988-ff2b-4a82-80a5-8ecc20f504ac),segment_id=8f5cf988-ff2b-4a82-80a5-8ecc20f504ac)] {{(pid=84876) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 14 07:23:02.893718 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.plugin [None req-6fb8714b-7692-46c6-b7d7-ecacdc2161f5 tempest-RoutersIpV6AdminTest-832003634 tempest-RoutersIpV6AdminTest-832003634] Calling delete_port for c68d86dc-01e0-4439-b2df-9cb8590eeef5 owned by network:router_gateway {{(pid=84874) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 07:23:02.929041 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Device 9fe14358-a432-4057-a80a-59f4dbbac1f4 up at agent ovs-agent-n-d-768862-2 {{(pid=84876) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 07:23:02.977038 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-5b54177a-e90b-46c0-aaad-285a538e9e8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777640533312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363259214678337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777640097497'] for port, after_update {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:23:03.136518 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.db_base_plugin_common [None req-f3d3d686-c6f9-4996-bfb4-06295cb1eb1b tempest-AllowedAddressPairIpV6TestJSON-498488695 tempest-AllowedAddressPairIpV6TestJSON-498488695] Allocated IP 2001:db8::317 (e036a402-9710-4529-9dbb-b94dac95fa3a/8affe838-b457-444f-a46a-03ca2db0d97d/beb62f40-20d6-4d69-8c55-0417dd943c46) {{(pid=84875) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 14 07:23:03.163787 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-6c6f0b2e-1274-4ee0-9f1e-a9569bd1fad8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:23:03.173534 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-cd9efbd5-408b-4856-9a48-5ceccb43c6ac None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84876) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:23:03.204679 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-6c6f0b2e-1274-4ee0-9f1e-a9569bd1fad8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850887153'] for security_group, after_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:23:03.228521 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-48a0ed07-f6a7-4aca-bd2f-f3661901215c tempest-RoutersIpV6Test-883692175 tempest-RoutersIpV6Test-883692175] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555753'] for port, before_update {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:23:03.230725 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-8a6f072d-3e4e-46af-969c-f1e3ebf0f803 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:23:03.256929 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.managers [None req-abe2fae6-1573-4618-b637-474096b36e5e None None] Attempting to bind port aaafc735-8cd0-48f7-8ed9-315493bd1065 on host n-d-768862-2 for vnic_type normal with profile {{(pid=84876) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 14 07:23:03.257463 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.managers [None req-abe2fae6-1573-4618-b637-474096b36e5e None None] Attempting to bind port aaafc735-8cd0-48f7-8ed9-315493bd1065 by drivers openvswitch on host n-d-768862-2 at level 0 using segments [{'id': '56f1c7cf-f3a3-41d2-9677-68978131444f', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 20, 'network_id': '23f0a15d-6362-4cec-82c1-cacba887c566'}] {{(pid=84876) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 14 07:23:03.257730 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abe2fae6-1573-4618-b637-474096b36e5e None None] Attempting to bind port aaafc735-8cd0-48f7-8ed9-315493bd1065 on network 23f0a15d-6362-4cec-82c1-cacba887c566 {{(pid=84876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 14 07:23:03.280089 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abe2fae6-1573-4618-b637-474096b36e5e None None] Checking agent: {'id': 'ba5efab1-b43c-4d5a-bc52-6e105d4e67a2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768862-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 14, 6, 56, 52), 'started_at': datetime.datetime(2021, 1, 14, 6, 57, 22), 'heartbeat_timestamp': datetime.datetime(2021, 1, 14, 7, 22, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768862-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.29', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 14 07:23:03.280588 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abe2fae6-1573-4618-b637-474096b36e5e None None] Checking segment: {'id': '56f1c7cf-f3a3-41d2-9677-68978131444f', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 20, 'network_id': '23f0a15d-6362-4cec-82c1-cacba887c566'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84876) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 14 07:23:03.280953 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-abe2fae6-1573-4618-b637-474096b36e5e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:23:03.281395 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abe2fae6-1573-4618-b637-474096b36e5e None None] Bound using segment: {'id': '56f1c7cf-f3a3-41d2-9677-68978131444f', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 20, 'network_id': '23f0a15d-6362-4cec-82c1-cacba887c566'} {{(pid=84876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 14 07:23:03.281942 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.managers [None req-abe2fae6-1573-4618-b637-474096b36e5e None None] Bound port: aaafc735-8cd0-48f7-8ed9-315493bd1065, host: n-d-768862-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '56f1c7cf-f3a3-41d2-9677-68978131444f', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 20, 'network_id': '23f0a15d-6362-4cec-82c1-cacba887c566'}}] {{(pid=84876) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 14 07:23:03.282358 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-abe2fae6-1573-4618-b637-474096b36e5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555753'] for port, before_update {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:23:03.294085 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.plugin [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] No Port match for: 9fe14358-a432-4057-a80a-59f4dbbac1f4 {{(pid=84876) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2188}} Jan 14 07:23:03.294574 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Device 9fe14358-a432-4057-a80a-59f4dbbac1f4 not bound to the agent host n-d-768862-2 {{(pid=84876) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:286}} Jan 14 07:23:03.417167 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Port 9fe14358-a432-4057-a80a-59f4dbbac1f4 not found, will not notify nova. {{(pid=84876) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:294}} Jan 14 07:23:03.529851 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-6c6f0b2e-1274-4ee0-9f1e-a9569bd1fad8 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=cba6164ae16a40f58e4198da7a38ecf6&name=default HTTP/1.1" status: 200 len: 2983 time: 2.0462763 Jan 14 07:23:03.550881 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84875) accepted ('10.222.0.24', 42342) {{(pid=84875) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:23:03.567071 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c6f0b2e-1274-4ee0-9f1e-a9569bd1fad8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=33733e1f-2060-49cd-aef1-5303487becf4,revision_number=1']} {{(pid=84875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:23:03.571123 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-6c6f0b2e-1274-4ee0-9f1e-a9569bd1fad8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.341s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:23:03.601832 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.plugin [None req-abe2fae6-1573-4618-b637-474096b36e5e None None] Port aaafc735-8cd0-48f7-8ed9-315493bd1065 has been deleted concurrently {{(pid=84876) _commit_port_binding /opt/stack/neutron/neutron/plugins/ml2/plugin.py:637}} Jan 14 07:23:03.683159 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abe2fae6-1573-4618-b637-474096b36e5e None None] Routers {'c77e9d1d-c529-4769-9dcd-97c7b6d9a2f3'} bound to L3 agent in host n-d-768862-2 {{(pid=84876) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 14 07:23:03.684447 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_hamode_db [None req-abe2fae6-1573-4618-b637-474096b36e5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-01-14T06:56:51Z,description=,heartbeat_timestamp=2021-01-14T07:22:51Z,host='n-d-768862-2',id=35f592e9-451b-4db9-abea-77b6a5c5391b,load=0,resource_versions=,resources_synced=,started_at=2021-01-14T06:56:51Z,topic='l3_agent')) {'router_ids': ['c77e9d1d-c529-4769-9dcd-97c7b6d9a2f3'], 'active': True} {{(pid=84876) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:23:03.875522 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Device 9fe14358-a432-4057-a80a-59f4dbbac1f4 no longer exists at agent ovs-agent-n-d-768862-2 {{(pid=84876) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jan 14 07:23:03.992589 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b54177a-e90b-46c0-aaad-285a538e9e8f None None] Pushing event updated for resources: {'Port': ['ID=b72d1d28-f945-48f1-8fd2-2eebc5d69146,revision_number=2']} {{(pid=84876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:23:04.074955 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_dvr_db [None req-abe2fae6-1573-4618-b637-474096b36e5e None None] Set router c77e9d1d-c529-4769-9dcd-97c7b6d9a2f3 gateway port host: None {{(pid=84876) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 14 07:23:04.209157 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b54177a-e90b-46c0-aaad-285a538e9e8f None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@n-h1-768862-2 {{(pid=84876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:23:04.209593 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b54177a-e90b-46c0-aaad-285a538e9e8f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-h1-768862-2 {{(pid=84876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:23:04.210061 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b54177a-e90b-46c0-aaad-285a538e9e8f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-h1-768862-2 {{(pid=84876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:23:04.210501 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b54177a-e90b-46c0-aaad-285a538e9e8f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-h1-768862-2 {{(pid=84876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:23:04.210918 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b54177a-e90b-46c0-aaad-285a538e9e8f None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@n-h1-768862-2 {{(pid=84876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:23:04.211352 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b54177a-e90b-46c0-aaad-285a538e9e8f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-h1-768862-2 {{(pid=84876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:23:04.211810 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b54177a-e90b-46c0-aaad-285a538e9e8f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-h1-768862-2 {{(pid=84876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:23:04.212276 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b54177a-e90b-46c0-aaad-285a538e9e8f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-h1-768862-2 {{(pid=84876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:23:04.212703 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b54177a-e90b-46c0-aaad-285a538e9e8f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-h1-768862-2 {{(pid=84876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:23:04.213128 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b54177a-e90b-46c0-aaad-285a538e9e8f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-h1-768862-2 {{(pid=84876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:23:04.213562 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b54177a-e90b-46c0-aaad-285a538e9e8f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-h1-768862-2 {{(pid=84876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:23:04.213983 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b54177a-e90b-46c0-aaad-285a538e9e8f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-h1-768862-2 {{(pid=84876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:23:04.214472 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b54177a-e90b-46c0-aaad-285a538e9e8f None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@n-h2-768862-2 {{(pid=84876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:23:04.215035 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b54177a-e90b-46c0-aaad-285a538e9e8f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-h2-768862-2 {{(pid=84876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:23:04.215627 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b54177a-e90b-46c0-aaad-285a538e9e8f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-h2-768862-2 {{(pid=84876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:23:04.216118 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b54177a-e90b-46c0-aaad-285a538e9e8f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-h2-768862-2 {{(pid=84876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:23:04.216545 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b54177a-e90b-46c0-aaad-285a538e9e8f None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@n-h2-768862-2 {{(pid=84876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:23:04.216964 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b54177a-e90b-46c0-aaad-285a538e9e8f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-h2-768862-2 {{(pid=84876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:23:04.217492 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b54177a-e90b-46c0-aaad-285a538e9e8f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-h2-768862-2 {{(pid=84876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:23:04.217927 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b54177a-e90b-46c0-aaad-285a538e9e8f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-h2-768862-2 {{(pid=84876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:23:04.218350 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b54177a-e90b-46c0-aaad-285a538e9e8f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-h2-768862-2 {{(pid=84876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:23:04.218772 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b54177a-e90b-46c0-aaad-285a538e9e8f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-h2-768862-2 {{(pid=84876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:23:04.219190 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b54177a-e90b-46c0-aaad-285a538e9e8f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-h2-768862-2 {{(pid=84876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:23:04.219611 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b54177a-e90b-46c0-aaad-285a538e9e8f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-h2-768862-2 {{(pid=84876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:23:04.220238 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b54177a-e90b-46c0-aaad-285a538e9e8f None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-2 {{(pid=84876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:23:04.220660 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b54177a-e90b-46c0-aaad-285a538e9e8f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-2 {{(pid=84876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:23:04.221083 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b54177a-e90b-46c0-aaad-285a538e9e8f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-2 {{(pid=84876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:23:04.221509 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b54177a-e90b-46c0-aaad-285a538e9e8f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-2 {{(pid=84876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:23:04.221936 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b54177a-e90b-46c0-aaad-285a538e9e8f None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@n-d-768862-2 {{(pid=84876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:23:04.222378 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b54177a-e90b-46c0-aaad-285a538e9e8f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-2 {{(pid=84876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:23:04.222798 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b54177a-e90b-46c0-aaad-285a538e9e8f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-768862-2 {{(pid=84876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:23:04.223566 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b54177a-e90b-46c0-aaad-285a538e9e8f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-768862-2 {{(pid=84876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:23:04.224029 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b54177a-e90b-46c0-aaad-285a538e9e8f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-2 {{(pid=84876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:23:04.224442 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b54177a-e90b-46c0-aaad-285a538e9e8f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-2 {{(pid=84876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:23:04.225050 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b54177a-e90b-46c0-aaad-285a538e9e8f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-2 {{(pid=84876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:23:04.225474 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b54177a-e90b-46c0-aaad-285a538e9e8f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-2 {{(pid=84876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:23:04.230955 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_hamode_db [None req-abe2fae6-1573-4618-b637-474096b36e5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c77e9d1d-c529-4769-9dcd-97c7b6d9a2f3', 'name': 'tempest-NetworksTestDHCPv6-router-933967872', 'tenant_id': 'be0aa702e3ca464795a99c51e3b3b04f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-14T07:22:42Z', 'updated_at': '2021-01-14T07:23:01Z', 'revision_number': 3, 'project_id': 'be0aa702e3ca464795a99c51e3b3b04f', 'gw_port_host': None}], 'n-d-768862-2', False) {} {{(pid=84876) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:23:04.236853 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-5b54177a-e90b-46c0-aaad-285a538e9e8f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.063s {{(pid=84876) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:23:04.237119 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-48a0ed07-f6a7-4aca-bd2f-f3661901215c tempest-RoutersIpV6Test-883692175 tempest-RoutersIpV6Test-883692175] Notify callbacks [] for port, precommit_update {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:23:04.245430 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abe2fae6-1573-4618-b637-474096b36e5e None None] The sync data for ids ['c77e9d1d-c529-4769-9dcd-97c7b6d9a2f3'] in n-d-768862-2 is: [{'id': 'c77e9d1d-c529-4769-9dcd-97c7b6d9a2f3', 'name': 'tempest-NetworksTestDHCPv6-router-933967872', 'tenant_id': 'be0aa702e3ca464795a99c51e3b3b04f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-14T07:22:42Z', 'updated_at': '2021-01-14T07:23:01Z', 'revision_number': 3, 'project_id': 'be0aa702e3ca464795a99c51e3b3b04f', 'gw_port_host': None}] {{(pid=84876) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Jan 14 07:23:04.248022 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.plugin [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] No Port match for: 9fe14358-a432-4057-a80a-59f4dbbac1f4 {{(pid=84876) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2188}} Jan 14 07:23:04.248414 n-d-768862-2 neutron-server[84765]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-90220d33-6b2c-4b74-a25e-ce3d2ac7df15 tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] Router c77e9d1d-c529-4769-9dcd-97c7b6d9a2f3 has already been hosted by L3 agent 35f592e9-451b-4db9-abea-77b6a5c5391b {{(pid=84875) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Jan 14 07:23:04.248687 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Device 9fe14358-a432-4057-a80a-59f4dbbac1f4 not bound to the agent host n-d-768862-2 {{(pid=84876) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jan 14 07:23:04.283511 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-9bbfe788-5bac-4edd-bdad-6eafa3075c0e None None] Notify callbacks [] for port, precommit_create {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:23:04.296262 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-48a0ed07-f6a7-4aca-bd2f-f3661901215c tempest-RoutersIpV6Test-883692175 tempest-RoutersIpV6Test-883692175] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777640533312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363259214678337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777640097497', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036851521613'] for port, after_update {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:23:04.297368 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-48a0ed07-f6a7-4aca-bd2f-f3661901215c tempest-RoutersIpV6Test-883692175 tempest-RoutersIpV6Test-883692175] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3206949', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3889649'] for router_interface, after_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:23:04.306752 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-6674e6f4-ad9b-446a-a283-be2c362c8bc0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:23:04.317785 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-9bbfe788-5bac-4edd-bdad-6eafa3075c0e None None] Transition to ACTIVE for port object 8bf45f92-0155-4eb0-b313-7a54318ef0e6 will not be triggered until provisioned by entity L2. {{(pid=84876) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 07:23:04.361083 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-9bbfe788-5bac-4edd-bdad-6eafa3075c0e None None] Transition to ACTIVE for port object 8bf45f92-0155-4eb0-b313-7a54318ef0e6 will not be triggered until provisioned by entity DHCP. {{(pid=84876) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 07:23:04.368773 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-6674e6f4-ad9b-446a-a283-be2c362c8bc0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:23:04.370501 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-9bbfe788-5bac-4edd-bdad-6eafa3075c0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777640123575'] for port, after_create {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:23:04.474928 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-3dc72ce3-04ab-4704-bace-b3a94b5861b6 tempest-RoutersIpV6AdminTest-1631784580 tempest-RoutersIpV6AdminTest-1631784580] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:23:04.595238 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-448a8fe1-6c36-4821-a9b3-b5ce0b44b68a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84876) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:23:04.624764 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-90220d33-6b2c-4b74-a25e-ce3d2ac7df15 tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] Notify agent at l3_agent.n-d-768862-2 the message routers_updated {{(pid=84875) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jan 14 07:23:04.627244 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-6674e6f4-ad9b-446a-a283-be2c362c8bc0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850887153'] for security_group, after_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:23:04.668927 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-54e3c9e5-74e8-4d22-93b9-40198c8fd8ee admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:23:04.709053 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48a0ed07-f6a7-4aca-bd2f-f3661901215c tempest-RoutersIpV6Test-883692175 tempest-RoutersIpV6Test-883692175] Pushing event updated for resources: {'Port': ['ID=5d4c80f7-fa86-4260-9c85-c0e3fe21da09,revision_number=2']} {{(pid=84874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:23:04.719406 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6674e6f4-ad9b-446a-a283-be2c362c8bc0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=33733e1f-2060-49cd-aef1-5303487becf4,revision_number=None']} {{(pid=84875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:23:04.723490 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-90220d33-6b2c-4b74-a25e-ce3d2ac7df15 tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] 10.222.0.24 "PUT /v2.0/routers/c77e9d1d-c529-4769-9dcd-97c7b6d9a2f3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 13.9745426 Jan 14 07:23:04.725306 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-6674e6f4-ad9b-446a-a283-be2c362c8bc0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:23:04.733493 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-48a0ed07-f6a7-4aca-bd2f-f3661901215c tempest-RoutersIpV6Test-883692175 tempest-RoutersIpV6Test-883692175] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.258s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:23:04.736441 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-6674e6f4-ad9b-446a-a283-be2c362c8bc0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:23:04.737939 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-6674e6f4-ad9b-446a-a283-be2c362c8bc0 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/33733e1f-2060-49cd-aef1-5303487becf4 HTTP/1.1" status: 204 len: 168 time: 1.1774652 Jan 14 07:23:04.748021 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84874) accepted ('10.222.0.24', 42358) {{(pid=84874) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:23:05.077335 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa2602c8-2fef-436e-a3b1-e2893bf54331 tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:23:05.088382 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa2602c8-2fef-436e-a3b1-e2893bf54331 tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:23:05.090335 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-aa2602c8-2fef-436e-a3b1-e2893bf54331 tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] Synchronizing usage tracker for tenant:be0aa702e3ca464795a99c51e3b3b04f on resource:subnet {{(pid=84874) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 14 07:23:05.131541 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-aa2602c8-2fef-436e-a3b1-e2893bf54331 tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] Unset dirty status for tenant:be0aa702e3ca464795a99c51e3b3b04f on resource:subnet {{(pid=84874) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 14 07:23:05.133841 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-aa2602c8-2fef-436e-a3b1-e2893bf54331 tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] 10.222.0.24 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.3739815 Jan 14 07:23:05.138659 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84875) accepted ('10.222.0.24', 42364) {{(pid=84875) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:23:05.151500 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-6fb8714b-7692-46c6-b7d7-ecacdc2161f5 tempest-RoutersIpV6AdminTest-832003634 tempest-RoutersIpV6AdminTest-832003634] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777640533329', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777640097463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3254186'] for port, after_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:23:05.151726 n-d-768862-2 neutron-server[84765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9bbfe788-5bac-4edd-bdad-6eafa3075c0e None None] Network ecd2ef9e-48e8-480a-a1fc-ce09ba6212c7 is already hosted by enough agents. {{(pid=84876) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 07:23:05.162700 n-d-768862-2 neutron-server[84765]: DEBUG neutron.scheduler.base_scheduler [None req-9bbfe788-5bac-4edd-bdad-6eafa3075c0e None None] Resources bound (agent type, host, resource id): {{(pid=84876) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 07:23:05.173329 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9bbfe788-5bac-4edd-bdad-6eafa3075c0e None None] Received port after_create {{(pid=84876) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 14 07:23:05.182110 n-d-768862-2 neutron-server[84765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48a0ed07-f6a7-4aca-bd2f-f3661901215c tempest-RoutersIpV6Test-883692175 tempest-RoutersIpV6Test-883692175] Network ecd2ef9e-48e8-480a-a1fc-ce09ba6212c7 is already hosted by enough agents. {{(pid=84874) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 07:23:05.197354 n-d-768862-2 neutron-server[84765]: DEBUG neutron.scheduler.base_scheduler [None req-48a0ed07-f6a7-4aca-bd2f-f3661901215c tempest-RoutersIpV6Test-883692175 tempest-RoutersIpV6Test-883692175] Resources bound (agent type, host, resource id): {{(pid=84874) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 07:23:05.333086 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bbfe788-5bac-4edd-bdad-6eafa3075c0e None None] Pushing event updated for resources: {'Port': ['ID=8bf45f92-0155-4eb0-b313-7a54318ef0e6,revision_number=1']} {{(pid=84876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:23:05.350570 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-9bbfe788-5bac-4edd-bdad-6eafa3075c0e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.755s {{(pid=84876) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:23:05.382791 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.managers [None req-9bbfe788-5bac-4edd-bdad-6eafa3075c0e None None] Attempting to bind port 8bf45f92-0155-4eb0-b313-7a54318ef0e6 on host n-d-768862-2 for vnic_type normal with profile {{(pid=84876) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 14 07:23:05.383456 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.managers [None req-9bbfe788-5bac-4edd-bdad-6eafa3075c0e None None] Attempting to bind port 8bf45f92-0155-4eb0-b313-7a54318ef0e6 by drivers openvswitch on host n-d-768862-2 at level 0 using segments [{'id': 'fc48cc44-a810-4f26-b8fd-eea29b421c2b', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 9, 'network_id': 'ecd2ef9e-48e8-480a-a1fc-ce09ba6212c7'}] {{(pid=84876) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 14 07:23:05.384143 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9bbfe788-5bac-4edd-bdad-6eafa3075c0e None None] Attempting to bind port 8bf45f92-0155-4eb0-b313-7a54318ef0e6 on network ecd2ef9e-48e8-480a-a1fc-ce09ba6212c7 {{(pid=84876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 14 07:23:05.392732 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9bbfe788-5bac-4edd-bdad-6eafa3075c0e None None] Checking agent: {'id': 'ba5efab1-b43c-4d5a-bc52-6e105d4e67a2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768862-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 14, 6, 56, 52), 'started_at': datetime.datetime(2021, 1, 14, 6, 57, 22), 'heartbeat_timestamp': datetime.datetime(2021, 1, 14, 7, 22, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768862-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.29', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 14 07:23:05.393162 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9bbfe788-5bac-4edd-bdad-6eafa3075c0e None None] Checking segment: {'id': 'fc48cc44-a810-4f26-b8fd-eea29b421c2b', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 9, 'network_id': 'ecd2ef9e-48e8-480a-a1fc-ce09ba6212c7'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84876) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 14 07:23:05.393628 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-9bbfe788-5bac-4edd-bdad-6eafa3075c0e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:23:05.394262 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9bbfe788-5bac-4edd-bdad-6eafa3075c0e None None] Bound using segment: {'id': 'fc48cc44-a810-4f26-b8fd-eea29b421c2b', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 9, 'network_id': 'ecd2ef9e-48e8-480a-a1fc-ce09ba6212c7'} {{(pid=84876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 14 07:23:05.394958 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.managers [None req-9bbfe788-5bac-4edd-bdad-6eafa3075c0e None None] Bound port: 8bf45f92-0155-4eb0-b313-7a54318ef0e6, host: n-d-768862-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fc48cc44-a810-4f26-b8fd-eea29b421c2b', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 9, 'network_id': 'ecd2ef9e-48e8-480a-a1fc-ce09ba6212c7'}}] {{(pid=84876) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 14 07:23:05.395631 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-9bbfe788-5bac-4edd-bdad-6eafa3075c0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555753'] for port, before_update {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:23:05.605009 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [None req-9bbfe788-5bac-4edd-bdad-6eafa3075c0e None None] For port 8bf45f92-0155-4eb0-b313-7a54318ef0e6, host n-d-768862-2, cleared binding levels {{(pid=84876) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 14 07:23:05.617042 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [None req-9bbfe788-5bac-4edd-bdad-6eafa3075c0e None None] For port 8bf45f92-0155-4eb0-b313-7a54318ef0e6, host n-d-768862-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-2',level=0,port_id=8bf45f92-0155-4eb0-b313-7a54318ef0e6,segment=NetworkSegment(fc48cc44-a810-4f26-b8fd-eea29b421c2b),segment_id=fc48cc44-a810-4f26-b8fd-eea29b421c2b)] {{(pid=84876) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 14 07:23:05.626264 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-9bbfe788-5bac-4edd-bdad-6eafa3075c0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777640533312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363259214678337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777640097497'] for port, after_update {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:23:05.667064 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-2298334c-491d-4f92-8e84-28bc89b492c8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84876) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:23:05.722565 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.db_base_plugin_v2 [None req-2534603b-18ee-46b7-bba2-744b1f6342d3 tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] Deleting subnet 85105767-3793-4c05-be17-2da650edfa72 {{(pid=84875) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Jan 14 07:23:05.733259 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-2534603b-18ee-46b7-bba2-744b1f6342d3 tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] Notify callbacks [] for subnet, before_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:23:05.760987 n-d-768862-2 neutron-server[84765]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-48a0ed07-f6a7-4aca-bd2f-f3661901215c tempest-RoutersIpV6Test-883692175 tempest-RoutersIpV6Test-883692175] Router 40febb8e-85a2-44af-bb73-f559467ae85b has already been hosted by L3 agent 35f592e9-451b-4db9-abea-77b6a5c5391b {{(pid=84874) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Jan 14 07:23:05.825897 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Device b72d1d28-f945-48f1-8fd2-2eebc5d69146 up at agent ovs-agent-n-d-768862-2 {{(pid=84876) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 07:23:05.847550 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-2534603b-18ee-46b7-bba2-744b1f6342d3 tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3367281'] for subnet, precommit_delete_associations {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:23:05.871025 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bbfe788-5bac-4edd-bdad-6eafa3075c0e None None] Pushing event updated for resources: {'Port': ['ID=8bf45f92-0155-4eb0-b313-7a54318ef0e6,revision_number=2']} {{(pid=84876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:23:05.875769 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-9bbfe788-5bac-4edd-bdad-6eafa3075c0e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.209s {{(pid=84876) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:23:05.877109 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a506b4a1-b7a5-48fe-af4e-9719760ef1ab None None] Network e036a402-9710-4529-9dbb-b94dac95fa3a requested from n-d-768862-2 {{(pid=84876) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 07:23:06.069949 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-2534603b-18ee-46b7-bba2-744b1f6342d3 tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036854176836'] for subnet, precommit_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:23:06.071958 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-c6ac71e1-2322-456b-a8f1-a097c535210a None None] Provisioning for port b72d1d28-f945-48f1-8fd2-2eebc5d69146 completed by entity DHCP. {{(pid=84876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 07:23:06.347816 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Provisioning for port b72d1d28-f945-48f1-8fd2-2eebc5d69146 completed by entity L2. {{(pid=84876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 07:23:06.373507 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Provisioning complete for port b72d1d28-f945-48f1-8fd2-2eebc5d69146 triggered by entity L2. {{(pid=84876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 07:23:06.373945 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-604227'] for port, provisioning_complete {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:23:06.539443 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555753'] for port, before_update {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:23:06.566510 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-48a0ed07-f6a7-4aca-bd2f-f3661901215c tempest-RoutersIpV6Test-883692175 tempest-RoutersIpV6Test-883692175] Notify agent at l3_agent.n-d-768862-2 the message routers_updated {{(pid=84874) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jan 14 07:23:06.583645 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3295ade7-aa72-446e-a237-484a22eb9040 None None] Sync routers for ids ['40febb8e-85a2-44af-bb73-f559467ae85b'] in n-d-768862-2 {{(pid=84876) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Jan 14 07:23:06.611427 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-48a0ed07-f6a7-4aca-bd2f-f3661901215c tempest-RoutersIpV6Test-883692175 tempest-RoutersIpV6Test-883692175] 10.222.0.24 "PUT /v2.0/routers/40febb8e-85a2-44af-bb73-f559467ae85b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 11.3733599 Jan 14 07:23:06.614824 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84874) accepted ('10.222.0.24', 42396) {{(pid=84874) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:23:06.617010 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3295ade7-aa72-446e-a237-484a22eb9040 None None] Routers {'40febb8e-85a2-44af-bb73-f559467ae85b'} bound to L3 agent in host n-d-768862-2 {{(pid=84876) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 14 07:23:06.617743 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_hamode_db [None req-3295ade7-aa72-446e-a237-484a22eb9040 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-01-14T06:56:51Z,description=,heartbeat_timestamp=2021-01-14T07:22:51Z,host='n-d-768862-2',id=35f592e9-451b-4db9-abea-77b6a5c5391b,load=0,resource_versions=,resources_synced=,started_at=2021-01-14T06:56:51Z,topic='l3_agent')) {'router_ids': ['40febb8e-85a2-44af-bb73-f559467ae85b'], 'active': True} {{(pid=84876) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:23:06.622505 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.v2.base [None req-ff315fef-f0bc-4e2e-ba6c-03f892862260 tempest-RoutersIpV6Test-883692175 tempest-RoutersIpV6Test-883692175] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-596470249'}} {{(pid=84874) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:23:06.628976 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-ff315fef-f0bc-4e2e-ba6c-03f892862260 tempest-RoutersIpV6Test-883692175 tempest-RoutersIpV6Test-883692175] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:23:06.633629 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-ff315fef-f0bc-4e2e-ba6c-03f892862260 tempest-RoutersIpV6Test-883692175 tempest-RoutersIpV6Test-883692175] Usage tracker for resource:network and tenant:d787627cdb8d4cc9b70642659fae99d7 is out of sync, need to count used quota {{(pid=84874) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:23:06.637253 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-ff315fef-f0bc-4e2e-ba6c-03f892862260 tempest-RoutersIpV6Test-883692175 tempest-RoutersIpV6Test-883692175] Quota usage for network was recalculated. Used quota:2. {{(pid=84874) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:23:06.644796 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-ff315fef-f0bc-4e2e-ba6c-03f892862260 tempest-RoutersIpV6Test-883692175 tempest-RoutersIpV6Test-883692175] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=84874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:23:06.682104 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-2534603b-18ee-46b7-bba2-744b1f6342d3 tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-598964', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850887113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3154192', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2308610'] for subnet, after_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:23:06.683280 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ff315fef-f0bc-4e2e-ba6c-03f892862260 tempest-RoutersIpV6Test-883692175 tempest-RoutersIpV6Test-883692175] Made reservation on behalf of d787627cdb8d4cc9b70642659fae99d7 for: {'network': 1} {{(pid=84874) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 07:23:06.731674 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-ff315fef-f0bc-4e2e-ba6c-03f892862260 tempest-RoutersIpV6Test-883692175 tempest-RoutersIpV6Test-883692175] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555753'] for network, before_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:23:06.764282 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] For port b72d1d28-f945-48f1-8fd2-2eebc5d69146, host n-d-768862-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-2',level=0,port_id=b72d1d28-f945-48f1-8fd2-2eebc5d69146,segment=NetworkSegment(8f5cf988-ff2b-4a82-80a5-8ecc20f504ac),segment_id=8f5cf988-ff2b-4a82-80a5-8ecc20f504ac)] {{(pid=84876) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 07:23:06.827324 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e5bd696-12e2-418c-888f-c90ad4e61017 None None] Sync routers for ids ['c77e9d1d-c529-4769-9dcd-97c7b6d9a2f3'] in n-d-768862-2 {{(pid=84877) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Jan 14 07:23:06.845109 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e5bd696-12e2-418c-888f-c90ad4e61017 None None] Routers {'c77e9d1d-c529-4769-9dcd-97c7b6d9a2f3'} bound to L3 agent in host n-d-768862-2 {{(pid=84877) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 14 07:23:06.846246 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_hamode_db [None req-5e5bd696-12e2-418c-888f-c90ad4e61017 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-01-14T06:56:51Z,description=,heartbeat_timestamp=2021-01-14T07:22:51Z,host='n-d-768862-2',id=35f592e9-451b-4db9-abea-77b6a5c5391b,load=0,resource_versions=,resources_synced=,started_at=2021-01-14T06:56:51Z,topic='l3_agent')) {'router_ids': ['c77e9d1d-c529-4769-9dcd-97c7b6d9a2f3'], 'active': True} {{(pid=84877) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:23:06.865005 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777640533312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363259214678337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777640097497'] for port, after_update {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:23:06.882288 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-cd9efbd5-408b-4856-9a48-5ceccb43c6ac None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84876) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:23:06.903638 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ff315fef-f0bc-4e2e-ba6c-03f892862260 tempest-RoutersIpV6Test-883692175 tempest-RoutersIpV6Test-883692175] vxlan segment allocate from pool success with {'vxlan_vni': 18} {{(pid=84874) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Jan 14 07:23:06.914866 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-ff315fef-f0bc-4e2e-ba6c-03f892862260 tempest-RoutersIpV6Test-883692175 tempest-RoutersIpV6Test-883692175] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854179735'] for segment, precommit_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:23:06.915271 n-d-768862-2 neutron-server[84765]: INFO neutron.db.segments_db [None req-ff315fef-f0bc-4e2e-ba6c-03f892862260 tempest-RoutersIpV6Test-883692175 tempest-RoutersIpV6Test-883692175] Added segment e27218cc-75b2-4562-990f-480272fa161a of type vxlan for network 6adec993-1400-47e5-9a29-907bc02c17ed Jan 14 07:23:06.959257 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-ff315fef-f0bc-4e2e-ba6c-03f892862260 tempest-RoutersIpV6Test-883692175 tempest-RoutersIpV6Test-883692175] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363259214646115'] for network, precommit_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:23:07.012441 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Pushing event updated for resources: {'Port': ['ID=b72d1d28-f945-48f1-8fd2-2eebc5d69146,revision_number=3']} {{(pid=84876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:23:07.017225 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=84876) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:23:07.020827 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-ff315fef-f0bc-4e2e-ba6c-03f892862260 tempest-RoutersIpV6Test-883692175 tempest-RoutersIpV6Test-883692175] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850887149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964'] for network, after_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:23:07.089399 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff315fef-f0bc-4e2e-ba6c-03f892862260 tempest-RoutersIpV6Test-883692175 tempest-RoutersIpV6Test-883692175] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:23:07.090147 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-e638f0b5-a815-47db-a8db-cd35194ce75e None None] Provisioning for port cad56228-8893-4720-b3f1-d009b1ee8cdd completed by entity DHCP. {{(pid=84876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 07:23:07.091962 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-ff315fef-f0bc-4e2e-ba6c-03f892862260 tempest-RoutersIpV6Test-883692175 tempest-RoutersIpV6Test-883692175] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3207107'] for network, before_response {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:23:07.108868 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-e638f0b5-a815-47db-a8db-cd35194ce75e None None] Provisioning complete for port cad56228-8893-4720-b3f1-d009b1ee8cdd triggered by entity DHCP. {{(pid=84876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 07:23:07.109304 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-e638f0b5-a815-47db-a8db-cd35194ce75e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-604227'] for port, provisioning_complete {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:23:07.149240 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-d41361a8-1da0-4673-90f6-88481508d088 tempest-BulkNetworkOpsIpV6Test-1034590256 tempest-BulkNetworkOpsIpV6Test-1034590256] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:23:07.181670 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-6fb8714b-7692-46c6-b7d7-ecacdc2161f5 tempest-RoutersIpV6AdminTest-832003634 tempest-RoutersIpV6AdminTest-832003634] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036850863128'] for router_gateway, after_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:23:07.184911 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_dvr_db [None req-5e5bd696-12e2-418c-888f-c90ad4e61017 None None] Set router c77e9d1d-c529-4769-9dcd-97c7b6d9a2f3 gateway port host: None {{(pid=84877) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 14 07:23:07.252759 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_dvr_db [None req-3295ade7-aa72-446e-a237-484a22eb9040 None None] Set router 40febb8e-85a2-44af-bb73-f559467ae85b gateway port host: None {{(pid=84876) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 14 07:23:07.423418 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_hamode_db [None req-5e5bd696-12e2-418c-888f-c90ad4e61017 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c77e9d1d-c529-4769-9dcd-97c7b6d9a2f3', 'name': 'tempest-NetworksTestDHCPv6-router-933967872', 'tenant_id': 'be0aa702e3ca464795a99c51e3b3b04f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-14T07:22:42Z', 'updated_at': '2021-01-14T07:23:01Z', 'revision_number': 3, 'project_id': 'be0aa702e3ca464795a99c51e3b3b04f', 'gw_port_host': None}], 'n-d-768862-2', False) {} {{(pid=84877) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:23:07.432053 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.agents_db [None req-5b939a2f-078d-4c69-a188-cb55a28a77a0 None None] Agent healthcheck: found 7 active agents {{(pid=84877) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Jan 14 07:23:07.436223 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e5bd696-12e2-418c-888f-c90ad4e61017 None None] Checking router: c77e9d1d-c529-4769-9dcd-97c7b6d9a2f3 for host: n-d-768862-2 {{(pid=84877) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Jan 14 07:23:07.452406 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e5bd696-12e2-418c-888f-c90ad4e61017 None None] Routers {'c77e9d1d-c529-4769-9dcd-97c7b6d9a2f3'} bound to L3 agent in host n-d-768862-2 {{(pid=84877) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 14 07:23:07.453318 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_hamode_db [None req-5e5bd696-12e2-418c-888f-c90ad4e61017 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-01-14T06:56:51Z,description=,heartbeat_timestamp=2021-01-14T07:22:51Z,host='n-d-768862-2',id=35f592e9-451b-4db9-abea-77b6a5c5391b,load=0,resource_versions=,resources_synced=,started_at=2021-01-14T06:56:51Z,topic='l3_agent')) {'router_ids': ['c77e9d1d-c529-4769-9dcd-97c7b6d9a2f3'], 'active': True} {{(pid=84877) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:23:07.657753 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-4dadd8c6-20b4-4076-a68f-16706cd9eaff admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:23:07.769086 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2534603b-18ee-46b7-bba2-744b1f6342d3 tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] Pushing event deleted for resources: {'Subnet': ['ID=85105767-3793-4c05-be17-2da650edfa72,revision_number=None']} {{(pid=84875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:23:07.779621 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-2534603b-18ee-46b7-bba2-744b1f6342d3 tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:23:07.783188 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-2534603b-18ee-46b7-bba2-744b1f6342d3 tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] Notify callbacks [] for subnet, before_response {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:23:07.803052 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-2534603b-18ee-46b7-bba2-744b1f6342d3 tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] 10.222.0.24 "DELETE /v2.0/subnets/85105767-3793-4c05-be17-2da650edfa72 HTTP/1.1" status: 204 len: 168 time: 2.6627395 Jan 14 07:23:07.805698 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84875) accepted ('10.222.0.24', 42412) {{(pid=84875) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:23:07.809878 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_dvr_db [None req-5e5bd696-12e2-418c-888f-c90ad4e61017 None None] Set router c77e9d1d-c529-4769-9dcd-97c7b6d9a2f3 gateway port host: None {{(pid=84877) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 14 07:23:07.870542 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-6fb8714b-7692-46c6-b7d7-ecacdc2161f5 tempest-RoutersIpV6AdminTest-832003634 tempest-RoutersIpV6AdminTest-832003634] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3889346', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036854717606'] for router, precommit_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:23:07.892607 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-6fb8714b-7692-46c6-b7d7-ecacdc2161f5 tempest-RoutersIpV6AdminTest-832003634 tempest-RoutersIpV6AdminTest-832003634] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:23:07.899032 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-ff315fef-f0bc-4e2e-ba6c-03f892862260 tempest-RoutersIpV6Test-883692175 tempest-RoutersIpV6Test-883692175] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 1.2827971 Jan 14 07:23:07.899768 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84874) accepted ('10.222.0.24', 42416) {{(pid=84874) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:23:07.940645 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.v2.base [None req-3666777e-a2ab-465d-8df6-fc2f640acd2e tempest-RoutersIpV6Test-883692175 tempest-RoutersIpV6Test-883692175] Request body: {'subnet': {'network_id': '6adec993-1400-47e5-9a29-907bc02c17ed', 'cidr': '2001:db8:2::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:2::1'}} {{(pid=84874) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:23:08.085776 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_hamode_db [None req-5e5bd696-12e2-418c-888f-c90ad4e61017 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c77e9d1d-c529-4769-9dcd-97c7b6d9a2f3', 'name': 'tempest-NetworksTestDHCPv6-router-933967872', 'tenant_id': 'be0aa702e3ca464795a99c51e3b3b04f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-14T07:22:42Z', 'updated_at': '2021-01-14T07:23:01Z', 'revision_number': 3, 'project_id': 'be0aa702e3ca464795a99c51e3b3b04f', 'gw_port_host': None}], 'n-d-768862-2', False) {} {{(pid=84877) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:23:08.091012 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e5bd696-12e2-418c-888f-c90ad4e61017 None None] The sync data for ids ['c77e9d1d-c529-4769-9dcd-97c7b6d9a2f3'] in n-d-768862-2 is: [{'id': 'c77e9d1d-c529-4769-9dcd-97c7b6d9a2f3', 'name': 'tempest-NetworksTestDHCPv6-router-933967872', 'tenant_id': 'be0aa702e3ca464795a99c51e3b3b04f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-14T07:22:42Z', 'updated_at': '2021-01-14T07:23:01Z', 'revision_number': 3, 'project_id': 'be0aa702e3ca464795a99c51e3b3b04f', 'gw_port_host': None}] {{(pid=84877) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Jan 14 07:23:08.145807 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0247121-3b36-4605-9aaf-b2f55d10796e None None] Network 23f0a15d-6362-4cec-82c1-cacba887c566 requested from n-d-768862-2 {{(pid=84876) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 07:23:08.189239 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff315fef-f0bc-4e2e-ba6c-03f892862260 tempest-RoutersIpV6Test-883692175 tempest-RoutersIpV6Test-883692175] Pushing event updated for resources: {'Network': ['ID=6adec993-1400-47e5-9a29-907bc02c17ed,revision_number=1']} {{(pid=84874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:23:08.193901 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-8f6bdc83-428f-437d-af54-b4582714143a tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] Synchronizing usage tracker for tenant:be0aa702e3ca464795a99c51e3b3b04f on resource:router {{(pid=84875) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 14 07:23:08.215356 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-3666777e-a2ab-465d-8df6-fc2f640acd2e tempest-RoutersIpV6Test-883692175 tempest-RoutersIpV6Test-883692175] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:23:08.218476 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-ff315fef-f0bc-4e2e-ba6c-03f892862260 tempest-RoutersIpV6Test-883692175 tempest-RoutersIpV6Test-883692175] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.069s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:23:08.221687 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-3666777e-a2ab-465d-8df6-fc2f640acd2e tempest-RoutersIpV6Test-883692175 tempest-RoutersIpV6Test-883692175] Usage tracker for resource:subnet and tenant:d787627cdb8d4cc9b70642659fae99d7 is out of sync, need to count used quota {{(pid=84874) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:23:08.225961 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-3666777e-a2ab-465d-8df6-fc2f640acd2e tempest-RoutersIpV6Test-883692175 tempest-RoutersIpV6Test-883692175] Quota usage for subnet was recalculated. Used quota:2. {{(pid=84874) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:23:08.254789 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Device b72d1d28-f945-48f1-8fd2-2eebc5d69146 up at agent ovs-agent-n-d-768862-2 {{(pid=84876) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 07:23:08.258158 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-3666777e-a2ab-465d-8df6-fc2f640acd2e tempest-RoutersIpV6Test-883692175 tempest-RoutersIpV6Test-883692175] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=84874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:23:08.261768 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-6fb8714b-7692-46c6-b7d7-ecacdc2161f5 tempest-RoutersIpV6AdminTest-832003634 tempest-RoutersIpV6AdminTest-832003634] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036850897070'] for router, after_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:23:08.262318 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6fb8714b-7692-46c6-b7d7-ecacdc2161f5 tempest-RoutersIpV6AdminTest-832003634 tempest-RoutersIpV6AdminTest-832003634] Fanout notify agent at l3_agent the message router_deleted on router 6fd57880-8581-4290-af08-fab0ddfe4df3 {{(pid=84874) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jan 14 07:23:08.288556 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84874) accepted ('10.222.0.24', 42424) {{(pid=84874) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:23:08.323484 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-6fb8714b-7692-46c6-b7d7-ecacdc2161f5 tempest-RoutersIpV6AdminTest-832003634 tempest-RoutersIpV6AdminTest-832003634] Notify callbacks [] for router, before_response {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:23:08.335530 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-6fb8714b-7692-46c6-b7d7-ecacdc2161f5 tempest-RoutersIpV6AdminTest-832003634 tempest-RoutersIpV6AdminTest-832003634] 10.222.0.24 "DELETE /v2.0/routers/6fd57880-8581-4290-af08-fab0ddfe4df3 HTTP/1.1" status: 204 len: 168 time: 7.8493209 Jan 14 07:23:08.337024 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3666777e-a2ab-465d-8df6-fc2f640acd2e tempest-RoutersIpV6Test-883692175 tempest-RoutersIpV6Test-883692175] Made reservation on behalf of d787627cdb8d4cc9b70642659fae99d7 for: {'subnet': 1} {{(pid=84874) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 07:23:08.364929 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.plugin [None req-e638f0b5-a815-47db-a8db-cd35194ce75e None None] Port cad56228-8893-4720-b3f1-d009b1ee8cdd cannot update to ACTIVE because it is not bound. {{(pid=84876) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:329}} Jan 14 07:23:08.395962 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84874) accepted ('10.222.0.24', 42432) {{(pid=84874) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:23:08.399788 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-852a24f7-e9a1-4193-9abb-e9506fe5213f None None] Network 6adec993-1400-47e5-9a29-907bc02c17ed details requested by agent ovs-agent-n-h2-768862-2 with host n-h2-768862-2 {{(pid=84876) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 07:23:08.427379 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.v2.base [None req-091bc560-c697-4132-88e8-ddec41e192aa tempest-RoutersIpV6AdminTest-1631784580 tempest-RoutersIpV6AdminTest-1631784580] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1707859832', 'external_gateway_info': {'network_id': '226f1e78-82cd-4481-9055-4eb73b6db8c1'}, 'admin_state_up': False}} {{(pid=84874) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:23:08.439284 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-8f6bdc83-428f-437d-af54-b4582714143a tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] Unset dirty status for tenant:be0aa702e3ca464795a99c51e3b3b04f on resource:router {{(pid=84875) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 14 07:23:08.454615 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-8f6bdc83-428f-437d-af54-b4582714143a tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] 10.222.0.24 "GET /v2.0/routers HTTP/1.1" status: 200 len: 709 time: 0.6465154 Jan 14 07:23:08.474066 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-017f98a9-8a07-408c-a86f-8ff0c00400a0 None None] Network 6adec993-1400-47e5-9a29-907bc02c17ed details requested by agent ovs-agent-n-h1-768862-2 with host n-h1-768862-2 {{(pid=84876) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 07:23:08.493034 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-091bc560-c697-4132-88e8-ddec41e192aa tempest-RoutersIpV6AdminTest-1631784580 tempest-RoutersIpV6AdminTest-1631784580] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:23:08.501095 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-091bc560-c697-4132-88e8-ddec41e192aa tempest-RoutersIpV6AdminTest-1631784580 tempest-RoutersIpV6AdminTest-1631784580] Usage tracker for resource:router and tenant:17f7834e023140e68315b89e35fe9c50 is out of sync, need to count used quota {{(pid=84874) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:23:08.501842 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84875) accepted ('10.222.0.24', 42436) {{(pid=84875) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:23:08.507859 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Network 6adec993-1400-47e5-9a29-907bc02c17ed details requested by agent ovs-agent-n-d-768862-2 with host n-d-768862-2 {{(pid=84876) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 07:23:08.516045 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-091bc560-c697-4132-88e8-ddec41e192aa tempest-RoutersIpV6AdminTest-1631784580 tempest-RoutersIpV6AdminTest-1631784580] Quota usage for router was recalculated. Used quota:0. {{(pid=84874) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:23:08.534459 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-091bc560-c697-4132-88e8-ddec41e192aa tempest-RoutersIpV6AdminTest-1631784580 tempest-RoutersIpV6AdminTest-1631784580] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:23:08.732178 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-091bc560-c697-4132-88e8-ddec41e192aa tempest-RoutersIpV6AdminTest-1631784580 tempest-RoutersIpV6AdminTest-1631784580] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3889205', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854717621'] for router, before_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:23:08.733368 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-091bc560-c697-4132-88e8-ddec41e192aa tempest-RoutersIpV6AdminTest-1631784580 tempest-RoutersIpV6AdminTest-1631784580] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036850886574', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3912501', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3808446', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-58179'] for router, precommit_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:23:08.786615 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-091bc560-c697-4132-88e8-ddec41e192aa tempest-RoutersIpV6AdminTest-1631784580 tempest-RoutersIpV6AdminTest-1631784580] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:23:08.987967 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-6c6abfc8-e545-49f5-8cc5-dea319161d00 tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] Notify callbacks [] for router, before_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:23:09.220461 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-4ec11b50-69c2-4d5b-a0f2-36122ab88c5a admin admin] Notify callbacks [] for security_group, before_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:23:09.270658 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f44548de-16b5-43ff-97fc-3e5033a1af90 None None] Network ecd2ef9e-48e8-480a-a1fc-ce09ba6212c7 requested from n-d-768862-2 {{(pid=84876) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 07:23:09.272415 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-4ec11b50-69c2-4d5b-a0f2-36122ab88c5a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:23:09.277365 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-4ec11b50-69c2-4d5b-a0f2-36122ab88c5a admin admin] Usage tracker for resource:security_group_rule and tenant:a2148c87e5954200880ed87f7dbc88b0 is out of sync, need to count used quota {{(pid=84874) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:23:09.282442 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-4ec11b50-69c2-4d5b-a0f2-36122ab88c5a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84874) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:23:09.290944 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-4ec11b50-69c2-4d5b-a0f2-36122ab88c5a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:23:09.413645 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-4ec11b50-69c2-4d5b-a0f2-36122ab88c5a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:23:09.448193 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-6c6abfc8-e545-49f5-8cc5-dea319161d00 tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3889346', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036854717606'] for router, precommit_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:23:09.452631 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-6c6abfc8-e545-49f5-8cc5-dea319161d00 tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:23:09.482632 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-4ec11b50-69c2-4d5b-a0f2-36122ab88c5a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850887153'] for security_group, after_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:23:09.491508 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-6c6abfc8-e545-49f5-8cc5-dea319161d00 tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036850897070'] for router, after_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:23:09.492738 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6c6abfc8-e545-49f5-8cc5-dea319161d00 tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] Fanout notify agent at l3_agent the message router_deleted on router c77e9d1d-c529-4769-9dcd-97c7b6d9a2f3 {{(pid=84875) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jan 14 07:23:09.529966 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-dd615851-298f-405d-8718-9b50f5e85ee2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:23:09.541854 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-4ec11b50-69c2-4d5b-a0f2-36122ab88c5a admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=a2148c87e5954200880ed87f7dbc88b0&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2437844 Jan 14 07:23:09.554453 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-3666777e-a2ab-465d-8df6-fc2f640acd2e tempest-RoutersIpV6Test-883692175 tempest-RoutersIpV6Test-883692175] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036851981161'] for subnet, before_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:23:09.582448 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84874) accepted ('10.222.0.24', 42454) {{(pid=84874) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:23:09.607861 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-091bc560-c697-4132-88e8-ddec41e192aa tempest-RoutersIpV6AdminTest-1631784580 tempest-RoutersIpV6AdminTest-1631784580] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3912484', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3889188', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-58194'] for router, precommit_update {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:23:09.640119 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-f3d3d686-c6f9-4996-bfb4-06295cb1eb1b tempest-AllowedAddressPairIpV6TestJSON-498488695 tempest-AllowedAddressPairIpV6TestJSON-498488695] Notify callbacks [] for port, precommit_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:23:09.669044 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-f3d3d686-c6f9-4996-bfb4-06295cb1eb1b tempest-AllowedAddressPairIpV6TestJSON-498488695 tempest-AllowedAddressPairIpV6TestJSON-498488695] Transition to ACTIVE for port object beb62f40-20d6-4d69-8c55-0417dd943c46 will not be triggered until provisioned by entity DHCP. {{(pid=84875) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 07:23:09.702826 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-f3d3d686-c6f9-4996-bfb4-06295cb1eb1b tempest-AllowedAddressPairIpV6TestJSON-498488695 tempest-AllowedAddressPairIpV6TestJSON-498488695] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777640123575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851621574'] for port, after_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:23:09.718781 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-6c6abfc8-e545-49f5-8cc5-dea319161d00 tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] Notify callbacks [] for router, before_response {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:23:09.720603 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-6c6abfc8-e545-49f5-8cc5-dea319161d00 tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] 10.222.0.24 "DELETE /v2.0/routers/c77e9d1d-c529-4769-9dcd-97c7b6d9a2f3 HTTP/1.1" status: 204 len: 168 time: 1.2177141 Jan 14 07:23:09.741091 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-dbc1997d-d48c-406a-a3ea-c630be824da0 tempest-RoutersIpV6AdminTest-832003634 tempest-RoutersIpV6AdminTest-832003634] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:23:09.794915 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84874) accepted ('10.222.0.24', 42460) {{(pid=84874) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:23:09.805363 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-65ac4761-4ff1-4a76-bd81-dba5b0aa28ed admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:23:09.860889 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-65ac4761-4ff1-4a76-bd81-dba5b0aa28ed admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:23:09.986509 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-e638f0b5-a815-47db-a8db-cd35194ce75e None None] Provisioning complete for port b72d1d28-f945-48f1-8fd2-2eebc5d69146 triggered by entity DHCP. {{(pid=84876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 07:23:09.986940 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-e638f0b5-a815-47db-a8db-cd35194ce75e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-604227'] for port, provisioning_complete {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:23:10.139519 n-d-768862-2 neutron-server[84765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3d3d686-c6f9-4996-bfb4-06295cb1eb1b tempest-AllowedAddressPairIpV6TestJSON-498488695 tempest-AllowedAddressPairIpV6TestJSON-498488695] Network e036a402-9710-4529-9dbb-b94dac95fa3a is already hosted by enough agents. {{(pid=84875) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 07:23:10.143635 n-d-768862-2 neutron-server[84765]: DEBUG neutron.scheduler.base_scheduler [None req-f3d3d686-c6f9-4996-bfb4-06295cb1eb1b tempest-AllowedAddressPairIpV6TestJSON-498488695 tempest-AllowedAddressPairIpV6TestJSON-498488695] Resources bound (agent type, host, resource id): {{(pid=84875) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 07:23:10.149178 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3d3d686-c6f9-4996-bfb4-06295cb1eb1b tempest-AllowedAddressPairIpV6TestJSON-498488695 tempest-AllowedAddressPairIpV6TestJSON-498488695] Received port after_create {{(pid=84875) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 14 07:23:10.172000 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3d3d686-c6f9-4996-bfb4-06295cb1eb1b tempest-AllowedAddressPairIpV6TestJSON-498488695 tempest-AllowedAddressPairIpV6TestJSON-498488695] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:23:10.173096 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-f3d3d686-c6f9-4996-bfb4-06295cb1eb1b tempest-AllowedAddressPairIpV6TestJSON-498488695 tempest-AllowedAddressPairIpV6TestJSON-498488695] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854768116'] for port, before_response {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:23:10.201396 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3d3d686-c6f9-4996-bfb4-06295cb1eb1b tempest-AllowedAddressPairIpV6TestJSON-498488695 tempest-AllowedAddressPairIpV6TestJSON-498488695] Pushing event updated for resources: {'Port': ['ID=beb62f40-20d6-4d69-8c55-0417dd943c46,revision_number=1']} {{(pid=84875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:23:10.228941 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-f3d3d686-c6f9-4996-bfb4-06295cb1eb1b tempest-AllowedAddressPairIpV6TestJSON-498488695 tempest-AllowedAddressPairIpV6TestJSON-498488695] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.488s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:23:10.234619 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-f3d3d686-c6f9-4996-bfb4-06295cb1eb1b tempest-AllowedAddressPairIpV6TestJSON-498488695 tempest-AllowedAddressPairIpV6TestJSON-498488695] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1006 time: 10.7929118 Jan 14 07:23:10.240258 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84875) accepted ('10.222.0.24', 42476) {{(pid=84875) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:23:10.372947 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_hamode_db [None req-3295ade7-aa72-446e-a237-484a22eb9040 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '40febb8e-85a2-44af-bb73-f559467ae85b', 'name': 'tempest-RoutersIpV6Test-router-637200602', 'tenant_id': 'd787627cdb8d4cc9b70642659fae99d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-14T07:22:21Z', 'updated_at': '2021-01-14T07:23:03Z', 'revision_number': 3, 'project_id': 'd787627cdb8d4cc9b70642659fae99d7', 'gw_port_host': None, '_interfaces': [{'id': '5d4c80f7-fa86-4260-9c85-c0e3fe21da09', 'name': '', 'network_id': 'ecd2ef9e-48e8-480a-a1fc-ce09ba6212c7', 'tenant_id': 'd787627cdb8d4cc9b70642659fae99d7', 'mac_address': 'fa:16:3e:b9:1b:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '40febb8e-85a2-44af-bb73-f559467ae85b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1993, 'fixed_ips': [{'subnet_id': '6d7b8862-6c15-43ed-8ff1-841e54b08eb8', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T07:22:57Z', 'updated_at': '2021-01-14T07:23:04Z', 'revision_number': 2, 'project_id': 'd787627cdb8d4cc9b70642659fae99d7', 'subnets': [{'id': '6d7b8862-6c15-43ed-8ff1-841e54b08eb8', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}, {'id': 'd21b5147-a877-46a5-a233-6a97d5befecb', 'name': '', 'network_id': 'd7d2c5e4-b39f-4c26-a03a-605439415826', 'tenant_id': 'd787627cdb8d4cc9b70642659fae99d7', 'mac_address': 'fa:16:3e:5b:cd:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40febb8e-85a2-44af-bb73-f559467ae85b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1953, 'fixed_ips': [{'subnet_id': '44b3d79f-589d-4894-89ff-0fd9901e6ead', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T07:22:33Z', 'updated_at': '2021-01-14T07:22:50Z', 'revision_number': 5, 'project_id': 'd787627cdb8d4cc9b70642659fae99d7', 'subnets': [{'id': '44b3d79f-589d-4894-89ff-0fd9901e6ead', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'n-d-768862-2', False) {} {{(pid=84876) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:23:10.385462 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Provisioning complete for port b72d1d28-f945-48f1-8fd2-2eebc5d69146 triggered by entity L2. {{(pid=84876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 07:23:10.385899 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-604227'] for port, provisioning_complete {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:23:10.422609 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:segments":"rule:admin_only" was deprecated in W in favor of "update_network:segments":"role:admin and system_scope:all". Reason: Jan 14 07:23:10.422609 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:23:10.422609 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:23:10.422609 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:23:10.422609 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:shared":"rule:admin_only" was deprecated in W in favor of "update_network:shared":"role:admin and system_scope:all". Reason: Jan 14 07:23:10.422609 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:23:10.422609 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:23:10.422609 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:23:10.422609 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "update_network:provider:network_type":"role:admin and system_scope:all". Reason: Jan 14 07:23:10.422609 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:23:10.422609 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:23:10.422609 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:23:10.422609 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "update_network:provider:physical_network":"role:admin and system_scope:all". Reason: Jan 14 07:23:10.422609 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:23:10.422609 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:23:10.422609 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:23:10.422609 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "update_network:provider:segmentation_id":"role:admin and system_scope:all". Reason: Jan 14 07:23:10.422609 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:23:10.422609 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:23:10.422609 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:23:10.422609 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:router:external":"rule:admin_only" was deprecated in W in favor of "update_network:router:external":"role:admin and system_scope:all". Reason: Jan 14 07:23:10.422609 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:23:10.422609 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:23:10.422609 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:23:10.422609 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:is_default":"rule:admin_only" was deprecated in W in favor of "update_network:is_default":"role:admin and system_scope:all". Reason: Jan 14 07:23:10.422609 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:23:10.422609 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:23:10.422609 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:23:10.422609 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:port_security_enabled":"rule:admin_or_owner" was deprecated in W in favor of "update_network:port_security_enabled":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 07:23:10.422609 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:23:10.422609 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:23:10.422609 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:23:10.422609 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "delete_network":"rule:admin_or_owner" was deprecated in W in favor of "delete_network":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 07:23:10.422609 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:23:10.422609 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:23:10.422609 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:23:10.422609 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_segment":"rule:admin_only" was deprecated in W in favor of "create_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:23:10.422609 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:23:10.422609 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_segment":"rule:admin_only" was deprecated in W in favor of "get_segment":"role:reader and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:23:10.422609 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:23:10.422609 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_segment":"rule:admin_only" was deprecated in W in favor of "update_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:23:10.422609 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:23:10.425362 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "delete_segment":"rule:admin_only" was deprecated in W in favor of "delete_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:23:10.425362 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:23:10.425362 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network":"rule:regular_user" was deprecated in W in favor of "create_network":"role:member and project_id:%(project_id)s". Reason: Jan 14 07:23:10.425362 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:23:10.425362 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:23:10.425362 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:23:10.425362 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:shared":"rule:admin_only" was deprecated in W in favor of "create_network:shared":"role:admin and system_scope:all". Reason: Jan 14 07:23:10.425362 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:23:10.425362 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:23:10.425362 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:23:10.425362 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:router:external":"rule:admin_only" was deprecated in W in favor of "create_network:router:external":"role:admin and system_scope:all". Reason: Jan 14 07:23:10.425362 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:23:10.425362 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:23:10.425362 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:23:10.425362 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:is_default":"rule:admin_only" was deprecated in W in favor of "create_network:is_default":"role:admin and system_scope:all". Reason: Jan 14 07:23:10.425362 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:23:10.425362 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:23:10.425362 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:23:10.425362 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:port_security_enabled":"rule:regular_user" was deprecated in W in favor of "create_network:port_security_enabled":"role:member and project_id:%(project_id)s". Reason: Jan 14 07:23:10.425362 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:23:10.425362 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:23:10.425362 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:23:10.426646 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:segments":"rule:admin_only" was deprecated in W in favor of "create_network:segments":"role:admin and system_scope:all". Reason: Jan 14 07:23:10.426646 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:23:10.426646 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:23:10.426646 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:23:10.426646 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "create_network:provider:network_type":"role:admin and system_scope:all". Reason: Jan 14 07:23:10.426646 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:23:10.426646 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:23:10.426646 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:23:10.426646 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "create_network:provider:physical_network":"role:admin and system_scope:all". Reason: Jan 14 07:23:10.426646 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:23:10.426646 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:23:10.426646 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:23:10.426646 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "create_network:provider:segmentation_id":"role:admin and system_scope:all". Reason: Jan 14 07:23:10.426646 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:23:10.426646 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:23:10.426646 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:23:10.426646 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network":"rule:admin_or_owner or rule:shared or rule:external or rule:context_is_advsvc" was deprecated in W in favor of "get_network":"(role:reader and system_scope:all) or (role:reader and project_id:%(project_id)s) or rule:shared or rule:external or rule:context_is_advsvc". Reason: Jan 14 07:23:10.426646 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:23:10.426646 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:23:10.426646 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:23:10.426646 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:router:external":"rule:regular_user" was deprecated in W in favor of "get_network:router:external":"role:reader and project_id:%(project_id)s". Reason: Jan 14 07:23:10.426646 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:23:10.426646 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:23:10.426646 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:23:10.426646 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:segments":"rule:admin_only" was deprecated in W in favor of "get_network:segments":"role:reader and system_scope:all". Reason: Jan 14 07:23:10.426646 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:23:10.426646 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:23:10.426646 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:23:10.426646 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "get_network:provider:network_type":"role:reader and system_scope:all". Reason: Jan 14 07:23:10.426646 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:23:10.426646 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:23:10.426646 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:23:10.426646 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "get_network:provider:physical_network":"role:reader and system_scope:all". Reason: Jan 14 07:23:10.426646 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:23:10.426646 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:23:10.426646 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:23:10.426646 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "get_network:provider:segmentation_id":"role:reader and system_scope:all". Reason: Jan 14 07:23:10.426646 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:23:10.426646 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:23:10.426646 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:23:10.426646 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network":"rule:admin_or_owner" was deprecated in W in favor of "update_network":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 07:23:10.426646 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:23:10.426646 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:23:10.426646 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:23:10.426646 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:segments":"rule:admin_only" was deprecated in W in favor of "update_network:segments":"role:admin and system_scope:all". Reason: Jan 14 07:23:10.426646 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:23:10.426646 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:23:10.426646 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:23:10.429466 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:shared":"rule:admin_only" was deprecated in W in favor of "update_network:shared":"role:admin and system_scope:all". Reason: Jan 14 07:23:10.429466 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:23:10.429466 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:23:10.429466 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:23:10.429466 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "update_network:provider:network_type":"role:admin and system_scope:all". Reason: Jan 14 07:23:10.429466 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:23:10.429466 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:23:10.429466 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:23:10.429466 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "update_network:provider:physical_network":"role:admin and system_scope:all". Reason: Jan 14 07:23:10.429466 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:23:10.429466 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:23:10.429466 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:23:10.429466 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "update_network:provider:segmentation_id":"role:admin and system_scope:all". Reason: Jan 14 07:23:10.429466 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:23:10.429466 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:23:10.429466 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:23:10.429466 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:router:external":"rule:admin_only" was deprecated in W in favor of "update_network:router:external":"role:admin and system_scope:all". Reason: Jan 14 07:23:10.429466 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:23:10.429466 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:23:10.429466 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:23:10.467185 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c971391f-fc75-4d80-90b9-483109cf77af tempest-AllowedAddressPairIpV6TestJSON-498488695 tempest-AllowedAddressPairIpV6TestJSON-498488695] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:23:10.468337 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ec11b50-69c2-4d5b-a0f2-36122ab88c5a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=188c732b-2d36-404b-8d9b-1d5d235d6866,revision_number=1']} {{(pid=84874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:23:10.476667 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-4ec11b50-69c2-4d5b-a0f2-36122ab88c5a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.947s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:23:10.510618 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3295ade7-aa72-446e-a237-484a22eb9040 None None] Checking router: 40febb8e-85a2-44af-bb73-f559467ae85b for host: n-d-768862-2 {{(pid=84876) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Jan 14 07:23:10.510934 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3295ade7-aa72-446e-a237-484a22eb9040 None None] Updating router 40febb8e-85a2-44af-bb73-f559467ae85b port 5d4c80f7-fa86-4260-9c85-c0e3fe21da09 binding host n-d-768862-2 {{(pid=84876) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Jan 14 07:23:10.533176 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c971391f-fc75-4d80-90b9-483109cf77af tempest-AllowedAddressPairIpV6TestJSON-498488695 tempest-AllowedAddressPairIpV6TestJSON-498488695] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:23:10.584711 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-837f0612-12c9-4c93-afd8-3e3e1c815157 None None] DHCP port deletion for 23f0a15d-6362-4cec-82c1-cacba887c566 request from n-d-768862-2 {{(pid=84876) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Jan 14 07:23:10.589907 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c971391f-fc75-4d80-90b9-483109cf77af tempest-AllowedAddressPairIpV6TestJSON-498488695 tempest-AllowedAddressPairIpV6TestJSON-498488695] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:23:10.591063 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-c971391f-fc75-4d80-90b9-483109cf77af tempest-AllowedAddressPairIpV6TestJSON-498488695 tempest-AllowedAddressPairIpV6TestJSON-498488695] Synchronizing usage tracker for tenant:25bfe76596c546468c14c705e418c08f on resource:port {{(pid=84875) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 14 07:23:10.641312 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-c971391f-fc75-4d80-90b9-483109cf77af tempest-AllowedAddressPairIpV6TestJSON-498488695 tempest-AllowedAddressPairIpV6TestJSON-498488695] Unset dirty status for tenant:25bfe76596c546468c14c705e418c08f on resource:port {{(pid=84875) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 14 07:23:10.646435 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-c971391f-fc75-4d80-90b9-483109cf77af tempest-AllowedAddressPairIpV6TestJSON-498488695 tempest-AllowedAddressPairIpV6TestJSON-498488695] 10.222.0.24 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2480 time: 0.4047844 Jan 14 07:23:10.647185 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84875) accepted ('10.222.0.24', 42486) {{(pid=84875) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:23:10.711983 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-3295ade7-aa72-446e-a237-484a22eb9040 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555753'] for port, before_update {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:23:10.786694 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.plugin [None req-837f0612-12c9-4c93-afd8-3e3e1c815157 None None] Deleting port 95011ff1-19cc-49b2-aa8f-40e24b5aa592 {{(pid=84876) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 07:23:10.787123 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-837f0612-12c9-4c93-afd8-3e3e1c815157 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363259214248359'] for port, before_delete {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:23:10.852017 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.plugin [None req-28405a56-32b5-4a8a-89fa-d4c2207c9be9 tempest-AllowedAddressPairIpV6TestJSON-498488695 tempest-AllowedAddressPairIpV6TestJSON-498488695] Deleting port beb62f40-20d6-4d69-8c55-0417dd943c46 {{(pid=84875) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 07:23:10.852873 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-28405a56-32b5-4a8a-89fa-d4c2207c9be9 tempest-AllowedAddressPairIpV6TestJSON-498488695 tempest-AllowedAddressPairIpV6TestJSON-498488695] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363259214248359'] for port, before_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:23:11.098805 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5a70810-bc0c-47d2-886a-f1961d7df261 tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:23:11.110287 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-b5a70810-bc0c-47d2-886a-f1961d7df261 tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] 10.222.0.24 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 1.2244523 Jan 14 07:23:11.114600 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84875) accepted ('10.222.0.24', 42496) {{(pid=84875) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:23:11.166811 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-65ac4761-4ff1-4a76-bd81-dba5b0aa28ed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850887153'] for security_group, after_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:23:11.176323 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-ecda26c2-8380-4019-a361-f280cdfc0b45 tempest-RoutersAdminNegativeIpV6Test-721887339 tempest-RoutersAdminNegativeIpV6Test-721887339] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:23:11.194894 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65ac4761-4ff1-4a76-bd81-dba5b0aa28ed admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=188c732b-2d36-404b-8d9b-1d5d235d6866,revision_number=None']} {{(pid=84874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:23:11.219976 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-65ac4761-4ff1-4a76-bd81-dba5b0aa28ed admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:23:11.293279 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [None req-837f0612-12c9-4c93-afd8-3e3e1c815157 None None] For port 95011ff1-19cc-49b2-aa8f-40e24b5aa592, host n-d-768862-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-2',level=0,port_id=95011ff1-19cc-49b2-aa8f-40e24b5aa592,segment=NetworkSegment(56f1c7cf-f3a3-41d2-9677-68978131444f),segment_id=56f1c7cf-f3a3-41d2-9677-68978131444f)] {{(pid=84876) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 07:23:11.293727 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-837f0612-12c9-4c93-afd8-3e3e1c815157 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036850862667'] for port, precommit_delete {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:23:11.447028 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.plugin [None req-837f0612-12c9-4c93-afd8-3e3e1c815157 None None] Calling delete_port for 95011ff1-19cc-49b2-aa8f-40e24b5aa592 owned by network:dhcp {{(pid=84876) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 07:23:11.452791 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7c82996-86c3-4427-92dc-2212cc7409d7 tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:23:11.453932 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-b7c82996-86c3-4427-92dc-2212cc7409d7 tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] Synchronizing usage tracker for tenant:be0aa702e3ca464795a99c51e3b3b04f on resource:subnet {{(pid=84875) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 14 07:23:11.493015 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-28405a56-32b5-4a8a-89fa-d4c2207c9be9 tempest-AllowedAddressPairIpV6TestJSON-498488695 tempest-AllowedAddressPairIpV6TestJSON-498488695] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036850862667'] for port, precommit_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:23:11.502471 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-b7c82996-86c3-4427-92dc-2212cc7409d7 tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] Unset dirty status for tenant:be0aa702e3ca464795a99c51e3b3b04f on resource:subnet {{(pid=84875) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 14 07:23:11.507415 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-b7c82996-86c3-4427-92dc-2212cc7409d7 tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] 10.222.0.24 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.3428943 Jan 14 07:23:11.508441 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84875) accepted ('10.222.0.24', 42504) {{(pid=84875) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:23:11.543964 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-65ac4761-4ff1-4a76-bd81-dba5b0aa28ed admin admin] Notify callbacks [] for security_group, before_response {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:23:11.547697 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-65ac4761-4ff1-4a76-bd81-dba5b0aa28ed admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/188c732b-2d36-404b-8d9b-1d5d235d6866 HTTP/1.1" status: 204 len: 168 time: 1.9421573 Jan 14 07:23:11.618523 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-837f0612-12c9-4c93-afd8-3e3e1c815157 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777640533329', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777640097463'] for port, after_delete {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:23:11.829569 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-9bbfe788-5bac-4edd-bdad-6eafa3075c0e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84876) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:23:12.049002 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-091bc560-c697-4132-88e8-ddec41e192aa tempest-RoutersIpV6AdminTest-1631784580 tempest-RoutersIpV6AdminTest-1631784580] Notify callbacks [] for router_gateway, before_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:23:12.136627 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-091bc560-c697-4132-88e8-ddec41e192aa tempest-RoutersIpV6AdminTest-1631784580 tempest-RoutersIpV6AdminTest-1631784580] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555753'] for port, before_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:23:12.199430 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-3666777e-a2ab-465d-8df6-fc2f640acd2e tempest-RoutersIpV6Test-883692175 tempest-RoutersIpV6Test-883692175] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850887113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3254092', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036851981146'] for subnet, after_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:23:12.210789 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-d853148b-35c8-4ef0-a9d1-109350236ff8 tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] Synchronizing usage tracker for tenant:be0aa702e3ca464795a99c51e3b3b04f on resource:router {{(pid=84875) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 14 07:23:12.247723 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.plugin [None req-28405a56-32b5-4a8a-89fa-d4c2207c9be9 tempest-AllowedAddressPairIpV6TestJSON-498488695 tempest-AllowedAddressPairIpV6TestJSON-498488695] Calling delete_port for beb62f40-20d6-4d69-8c55-0417dd943c46 owned by {{(pid=84875) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 07:23:12.252589 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-6b30ae49-80fd-4e6f-858f-2bd963bc2bad admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:23:12.350854 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-d853148b-35c8-4ef0-a9d1-109350236ff8 tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] Unset dirty status for tenant:be0aa702e3ca464795a99c51e3b3b04f on resource:router {{(pid=84875) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 14 07:23:12.357948 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-d853148b-35c8-4ef0-a9d1-109350236ff8 tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] 10.222.0.24 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.8446810 Jan 14 07:23:12.372833 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84875) accepted ('10.222.0.24', 42522) {{(pid=84875) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:23:12.405076 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.v2.base [None req-7049dcf3-c4f4-4beb-99ba-be3b1f07222a tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] Request body: {'subnet': {'network_id': '23f0a15d-6362-4cec-82c1-cacba887c566', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=84875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:23:12.550291 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-837f0612-12c9-4c93-afd8-3e3e1c815157 None None] Pushing event deleted for resources: {'Port': ['ID=95011ff1-19cc-49b2-aa8f-40e24b5aa592,revision_number=None']} {{(pid=84876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:23:12.557000 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-017f98a9-8a07-408c-a86f-8ff0c00400a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363259214191800', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854171626'] for agent, after_update {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:23:12.657809 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-7049dcf3-c4f4-4beb-99ba-be3b1f07222a tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:23:12.679453 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-7049dcf3-c4f4-4beb-99ba-be3b1f07222a tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:23:12.691555 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-837f0612-12c9-4c93-afd8-3e3e1c815157 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.862s {{(pid=84876) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:23:12.713491 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Device 8bf45f92-0155-4eb0-b313-7a54318ef0e6 up at agent ovs-agent-n-d-768862-2 {{(pid=84876) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 07:23:12.717374 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7049dcf3-c4f4-4beb-99ba-be3b1f07222a tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] Made reservation on behalf of be0aa702e3ca464795a99c51e3b3b04f for: {'subnet': 1} {{(pid=84875) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 07:23:12.786580 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-b282072a-4cc2-4b79-8e99-6b0f32664622 None None] Provisioning complete for port cad56228-8893-4720-b3f1-d009b1ee8cdd triggered by entity DHCP. {{(pid=84876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 07:23:12.787009 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-b282072a-4cc2-4b79-8e99-6b0f32664622 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-604227'] for port, provisioning_complete {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:23:12.875799 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84874) accepted ('10.222.0.24', 42528) {{(pid=84874) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:23:12.997190 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-b1dce6fd-d5e7-44ea-b988-f3eca1e18ef8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:23:13.049694 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-7049dcf3-c4f4-4beb-99ba-be3b1f07222a tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036852467157'] for subnet, before_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:23:13.094927 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-852a24f7-e9a1-4193-9abb-e9506fe5213f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363259214191800', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854171626'] for agent, after_update {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:23:13.096997 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-837f0612-12c9-4c93-afd8-3e3e1c815157 None None] No DVR routers for this DVR port 95011ff1-19cc-49b2-aa8f-40e24b5aa592 on host n-d-768862-2 {{(pid=84876) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Jan 14 07:23:13.141182 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-3295ade7-aa72-446e-a237-484a22eb9040 None None] Notify callbacks [] for port, precommit_update {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:23:13.160340 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84875) accepted ('10.222.0.24', 42534) {{(pid=84875) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:23:13.172352 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.plugin [None req-b282072a-4cc2-4b79-8e99-6b0f32664622 None None] Port cad56228-8893-4720-b3f1-d009b1ee8cdd cannot update to ACTIVE because it is not bound. {{(pid=84876) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:329}} Jan 14 07:23:13.177151 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Provisioning for port 8bf45f92-0155-4eb0-b313-7a54318ef0e6 completed by entity L2. {{(pid=84876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 07:23:13.184512 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-3295ade7-aa72-446e-a237-484a22eb9040 None None] Transition to ACTIVE for port object 5d4c80f7-fa86-4260-9c85-c0e3fe21da09 will not be triggered until provisioned by entity L2. {{(pid=84876) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 07:23:13.191671 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-3295ade7-aa72-446e-a237-484a22eb9040 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777640533312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363259214678337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777640097497'] for port, after_update {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:23:13.209639 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-921a28cc-33ba-4127-85dc-d79df6d5020b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84876) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:23:13.446643 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3666777e-a2ab-465d-8df6-fc2f640acd2e tempest-RoutersIpV6Test-883692175 tempest-RoutersIpV6Test-883692175] Pushing event updated for resources: {'Subnet': ['ID=2d637449-0027-48ee-bf00-a964d9e4da4e,revision_number=0']} {{(pid=84874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:23:13.466924 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-b1dce6fd-d5e7-44ea-b988-f3eca1e18ef8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:23:13.470290 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-3666777e-a2ab-465d-8df6-fc2f640acd2e tempest-RoutersIpV6Test-883692175 tempest-RoutersIpV6Test-883692175] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.227s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:23:13.483318 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-b1dce6fd-d5e7-44ea-b988-f3eca1e18ef8 admin admin] Usage tracker for resource:security_group_rule and tenant:62554fc159a745219ca9b74db22aa102 is out of sync, need to count used quota {{(pid=84874) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:23:13.489932 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-b1dce6fd-d5e7-44ea-b988-f3eca1e18ef8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84874) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:23:13.511800 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1a305fd-a61c-4671-a0e0-aef8100a107b None None] Pushing event updated for resources: {'Port': ['ID=5d4c80f7-fa86-4260-9c85-c0e3fe21da09,revision_number=3']} {{(pid=84876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:23:13.526053 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-a1a305fd-a61c-4671-a0e0-aef8100a107b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.316s {{(pid=84876) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:23:13.529536 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Device c68d86dc-01e0-4439-b2df-9cb8590eeef5 no longer exists at agent ovs-agent-n-d-768862-2 {{(pid=84876) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jan 14 07:23:13.533741 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-b1dce6fd-d5e7-44ea-b988-f3eca1e18ef8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:23:13.547628 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3666777e-a2ab-465d-8df6-fc2f640acd2e tempest-RoutersIpV6Test-883692175 tempest-RoutersIpV6Test-883692175] Checking segment: {'id': 'e27218cc-75b2-4562-990f-480272fa161a', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 18, 'network_id': '6adec993-1400-47e5-9a29-907bc02c17ed'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84874) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 14 07:23:13.548221 n-d-768862-2 neutron-server[84765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3666777e-a2ab-465d-8df6-fc2f640acd2e tempest-RoutersIpV6Test-883692175 tempest-RoutersIpV6Test-883692175] Network hostable DHCP agents. Network: 6adec993-1400-47e5-9a29-907bc02c17ed, hostable agents: ['32f3dd84-26da-4d18-bf15-6017a8fb7247'], hosted agents: [] {{(pid=84874) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Jan 14 07:23:13.561669 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-28405a56-32b5-4a8a-89fa-d4c2207c9be9 tempest-AllowedAddressPairIpV6TestJSON-498488695 tempest-AllowedAddressPairIpV6TestJSON-498488695] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777640533329', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777640097463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851621574'] for port, after_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:23:13.600294 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.plugin [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] No Port match for: c68d86dc-01e0-4439-b2df-9cb8590eeef5 {{(pid=84876) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2188}} Jan 14 07:23:13.601075 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Device c68d86dc-01e0-4439-b2df-9cb8590eeef5 not bound to the agent host n-d-768862-2 {{(pid=84876) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jan 14 07:23:13.602314 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Device 95011ff1-19cc-49b2-aa8f-40e24b5aa592 no longer exists at agent ovs-agent-n-d-768862-2 {{(pid=84876) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jan 14 07:23:13.605102 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-201d1692-4401-4d00-9dda-801be718786f tempest-RoutersIpV6Test-883692175 tempest-RoutersIpV6Test-883692175] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:23:13.671950 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-b282072a-4cc2-4b79-8e99-6b0f32664622 None None] Provisioning for port 8bf45f92-0155-4eb0-b313-7a54318ef0e6 completed by entity DHCP. {{(pid=84876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 07:23:13.739613 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28405a56-32b5-4a8a-89fa-d4c2207c9be9 tempest-AllowedAddressPairIpV6TestJSON-498488695 tempest-AllowedAddressPairIpV6TestJSON-498488695] Pushing event deleted for resources: {'Port': ['ID=beb62f40-20d6-4d69-8c55-0417dd943c46,revision_number=None']} {{(pid=84875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:23:13.741469 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.db_base_plugin_common [None req-091bc560-c697-4132-88e8-ddec41e192aa tempest-RoutersIpV6AdminTest-1631784580 tempest-RoutersIpV6AdminTest-1631784580] Allocated IP 172.25.2.250 (226f1e78-82cd-4481-9055-4eb73b6db8c1/ba8deeec-7658-4195-9449-038c076f5c83/643c45c9-30ad-4a46-a25c-4c9a46e467c1) {{(pid=84874) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 14 07:23:13.752458 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-28405a56-32b5-4a8a-89fa-d4c2207c9be9 tempest-AllowedAddressPairIpV6TestJSON-498488695 tempest-AllowedAddressPairIpV6TestJSON-498488695] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:23:13.975087 n-d-768862-2 neutron-server[84765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3666777e-a2ab-465d-8df6-fc2f640acd2e tempest-RoutersIpV6Test-883692175 tempest-RoutersIpV6Test-883692175] Network 6adec993-1400-47e5-9a29-907bc02c17ed is scheduled to be hosted by DHCP agent 32f3dd84-26da-4d18-bf15-6017a8fb7247 with binding_index 1 {{(pid=84874) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Jan 14 07:23:13.984935 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.plugin [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] No Port match for: 95011ff1-19cc-49b2-aa8f-40e24b5aa592 {{(pid=84876) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2188}} Jan 14 07:23:13.985501 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Device 95011ff1-19cc-49b2-aa8f-40e24b5aa592 not bound to the agent host n-d-768862-2 {{(pid=84876) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jan 14 07:23:14.020809 n-d-768862-2 neutron-server[84765]: DEBUG neutron.scheduler.base_scheduler [None req-3666777e-a2ab-465d-8df6-fc2f640acd2e tempest-RoutersIpV6Test-883692175 tempest-RoutersIpV6Test-883692175] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768862-2, 6adec993-1400-47e5-9a29-907bc02c17ed) {{(pid=84874) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 07:23:14.070471 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3666777e-a2ab-465d-8df6-fc2f640acd2e tempest-RoutersIpV6Test-883692175 tempest-RoutersIpV6Test-883692175] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:23:14.071137 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-3666777e-a2ab-465d-8df6-fc2f640acd2e tempest-RoutersIpV6Test-883692175 tempest-RoutersIpV6Test-883692175] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3207107'] for subnet, before_response {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:23:14.107425 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-091bc560-c697-4132-88e8-ddec41e192aa tempest-RoutersIpV6AdminTest-1631784580 tempest-RoutersIpV6AdminTest-1631784580] Notify callbacks [] for port, precommit_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:23:14.118257 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-663aa9dd-6def-4e07-b8bf-f96928da4d9d None None] Network 6adec993-1400-47e5-9a29-907bc02c17ed requested from n-d-768862-2 {{(pid=84876) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 07:23:14.123144 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-3666777e-a2ab-465d-8df6-fc2f640acd2e tempest-RoutersIpV6Test-883692175 tempest-RoutersIpV6Test-883692175] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 6.2174754 Jan 14 07:23:14.126405 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84874) accepted ('10.222.0.24', 42544) {{(pid=84874) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:23:14.248875 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-4890d7f4-7d00-4bec-82ab-3bf132ef45b6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:23:14.274401 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-b282072a-4cc2-4b79-8e99-6b0f32664622 None None] Provisioning complete for port 8bf45f92-0155-4eb0-b313-7a54318ef0e6 triggered by entity DHCP. {{(pid=84876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 07:23:14.275285 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-b282072a-4cc2-4b79-8e99-6b0f32664622 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-604227'] for port, provisioning_complete {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:23:14.300960 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-4890d7f4-7d00-4bec-82ab-3bf132ef45b6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:23:14.305482 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-4890d7f4-7d00-4bec-82ab-3bf132ef45b6 admin admin] Usage tracker for resource:security_group_rule and tenant:7ef4acd6ca72422da8979a8d887352e5 is out of sync, need to count used quota {{(pid=84875) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:23:14.309666 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-4890d7f4-7d00-4bec-82ab-3bf132ef45b6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84875) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:23:14.315661 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-4890d7f4-7d00-4bec-82ab-3bf132ef45b6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:23:14.412547 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.managers [None req-3295ade7-aa72-446e-a237-484a22eb9040 None None] Attempting to bind port 5d4c80f7-fa86-4260-9c85-c0e3fe21da09 on host n-d-768862-2 for vnic_type normal with profile {{(pid=84876) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 14 07:23:14.413234 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.managers [None req-3295ade7-aa72-446e-a237-484a22eb9040 None None] Attempting to bind port 5d4c80f7-fa86-4260-9c85-c0e3fe21da09 by drivers openvswitch on host n-d-768862-2 at level 0 using segments [{'id': 'fc48cc44-a810-4f26-b8fd-eea29b421c2b', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 9, 'network_id': 'ecd2ef9e-48e8-480a-a1fc-ce09ba6212c7'}] {{(pid=84876) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 14 07:23:14.413821 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3295ade7-aa72-446e-a237-484a22eb9040 None None] Attempting to bind port 5d4c80f7-fa86-4260-9c85-c0e3fe21da09 on network ecd2ef9e-48e8-480a-a1fc-ce09ba6212c7 {{(pid=84876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 14 07:23:14.466939 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3295ade7-aa72-446e-a237-484a22eb9040 None None] Checking agent: {'id': 'ba5efab1-b43c-4d5a-bc52-6e105d4e67a2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768862-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 14, 6, 56, 52), 'started_at': datetime.datetime(2021, 1, 14, 6, 57, 22), 'heartbeat_timestamp': datetime.datetime(2021, 1, 14, 7, 22, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768862-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.29', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 14 07:23:14.467369 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3295ade7-aa72-446e-a237-484a22eb9040 None None] Checking segment: {'id': 'fc48cc44-a810-4f26-b8fd-eea29b421c2b', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 9, 'network_id': 'ecd2ef9e-48e8-480a-a1fc-ce09ba6212c7'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84876) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 14 07:23:14.467822 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-3295ade7-aa72-446e-a237-484a22eb9040 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:23:14.468289 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3295ade7-aa72-446e-a237-484a22eb9040 None None] Bound using segment: {'id': 'fc48cc44-a810-4f26-b8fd-eea29b421c2b', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 9, 'network_id': 'ecd2ef9e-48e8-480a-a1fc-ce09ba6212c7'} {{(pid=84876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 14 07:23:14.468828 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.managers [None req-3295ade7-aa72-446e-a237-484a22eb9040 None None] Bound port: 5d4c80f7-fa86-4260-9c85-c0e3fe21da09, host: n-d-768862-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fc48cc44-a810-4f26-b8fd-eea29b421c2b', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 9, 'network_id': 'ecd2ef9e-48e8-480a-a1fc-ce09ba6212c7'}}] {{(pid=84876) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 14 07:23:14.469261 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-3295ade7-aa72-446e-a237-484a22eb9040 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555753'] for port, before_update {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:23:14.514185 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-4890d7f4-7d00-4bec-82ab-3bf132ef45b6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:23:14.524501 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-4890d7f4-7d00-4bec-82ab-3bf132ef45b6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850887153'] for security_group, after_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:23:14.540956 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-3dafd2bf-bfc0-4aae-bcc9-da6c0677dc30 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:23:14.568151 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-b282072a-4cc2-4b79-8e99-6b0f32664622 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555753'] for port, before_update {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:23:14.659230 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [None req-b282072a-4cc2-4b79-8e99-6b0f32664622 None None] For port 8bf45f92-0155-4eb0-b313-7a54318ef0e6, host n-d-768862-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-2',level=0,port_id=8bf45f92-0155-4eb0-b313-7a54318ef0e6,segment=NetworkSegment(fc48cc44-a810-4f26-b8fd-eea29b421c2b),segment_id=fc48cc44-a810-4f26-b8fd-eea29b421c2b)] {{(pid=84876) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 07:23:14.672012 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-4890d7f4-7d00-4bec-82ab-3bf132ef45b6 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=7ef4acd6ca72422da8979a8d887352e5&name=default HTTP/1.1" status: 200 len: 2983 time: 1.5082898 Jan 14 07:23:14.673241 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-28405a56-32b5-4a8a-89fa-d4c2207c9be9 tempest-AllowedAddressPairIpV6TestJSON-498488695 tempest-AllowedAddressPairIpV6TestJSON-498488695] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854768116'] for port, before_response {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:23:14.678774 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84874) accepted ('10.222.0.24', 42550) {{(pid=84874) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:23:14.706589 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4890d7f4-7d00-4bec-82ab-3bf132ef45b6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c7e8af59-105f-4902-a0ca-badf8b5e3703,revision_number=1']} {{(pid=84875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:23:14.716352 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-28405a56-32b5-4a8a-89fa-d4c2207c9be9 tempest-AllowedAddressPairIpV6TestJSON-498488695 tempest-AllowedAddressPairIpV6TestJSON-498488695] 10.222.0.24 "DELETE /v2.0/ports/beb62f40-20d6-4d69-8c55-0417dd943c46 HTTP/1.1" status: 204 len: 168 time: 4.0680006 Jan 14 07:23:14.718159 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-4890d7f4-7d00-4bec-82ab-3bf132ef45b6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.177s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:23:14.719392 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84875) accepted ('10.222.0.24', 42554) {{(pid=84875) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:23:14.732557 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-b1dce6fd-d5e7-44ea-b988-f3eca1e18ef8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:23:14.741888 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-091bc560-c697-4132-88e8-ddec41e192aa tempest-RoutersIpV6AdminTest-1631784580 tempest-RoutersIpV6AdminTest-1631784580] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777640123575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3254186'] for port, after_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:23:14.763457 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-0d8b7e9b-f6d5-4a7a-a7a6-d01e86a02958 tempest-BulkNetworkOpsIpV6Test-1034590256 tempest-BulkNetworkOpsIpV6Test-1034590256] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:23:14.766391 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-b282072a-4cc2-4b79-8e99-6b0f32664622 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777640533312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363259214678337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777640097497'] for port, after_update {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:23:14.772772 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-9bbfe788-5bac-4edd-bdad-6eafa3075c0e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84876) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:23:14.799066 n-d-768862-2 neutron-server[84765]: INFO neutron.pecan_wsgi.hooks.translation [None req-34f0717b-f6d0-49ac-a8c7-15633fead3e2 tempest-AllowedAddressPairIpV6TestJSON-498488695 tempest-AllowedAddressPairIpV6TestJSON-498488695] GET failed (client error): The resource could not be found. Jan 14 07:23:14.799804 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-34f0717b-f6d0-49ac-a8c7-15633fead3e2 tempest-AllowedAddressPairIpV6TestJSON-498488695 tempest-AllowedAddressPairIpV6TestJSON-498488695] Synchronizing usage tracker for tenant:25bfe76596c546468c14c705e418c08f on resource:port {{(pid=84875) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 14 07:23:14.806893 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-b282072a-4cc2-4b79-8e99-6b0f32664622 None None] Could not find standard attr ID for object beb62f40-20d6-4d69-8c55-0417dd943c46. {{(pid=84876) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Jan 14 07:23:14.820452 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-b1dce6fd-d5e7-44ea-b988-f3eca1e18ef8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850887153'] for security_group, after_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:23:14.826944 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3580ad2b-a376-414d-a377-cd04b562f29b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5d94dc7a-c095-50a4-955e-5f3b78718a12-6adec993-1400-47e5-9a29-907bc02c17ed', 'network_id': '6adec993-1400-47e5-9a29-907bc02c17ed', 'tenant_id': 'd787627cdb8d4cc9b70642659fae99d7', 'fixed_ips': [{'subnet_id': '2d637449-0027-48ee-bf00-a964d9e4da4e'}]}} from n-d-768862-2. {{(pid=84876) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Jan 14 07:23:14.827921 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-3580ad2b-a376-414d-a377-cd04b562f29b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555753'] for port, before_create {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:23:14.853383 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-34f0717b-f6d0-49ac-a8c7-15633fead3e2 tempest-AllowedAddressPairIpV6TestJSON-498488695 tempest-AllowedAddressPairIpV6TestJSON-498488695] Unset dirty status for tenant:25bfe76596c546468c14c705e418c08f on resource:port {{(pid=84875) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 14 07:23:14.863593 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-34f0717b-f6d0-49ac-a8c7-15633fead3e2 tempest-AllowedAddressPairIpV6TestJSON-498488695 tempest-AllowedAddressPairIpV6TestJSON-498488695] 10.222.0.24 "GET /v2.0/ports/beb62f40-20d6-4d69-8c55-0417dd943c46 HTTP/1.1" status: 404 len: 333 time: 0.1426458 Jan 14 07:23:14.867031 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84875) accepted ('10.222.0.24', 42560) {{(pid=84875) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:23:14.877988 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.v2.base [None req-a9bbaecc-b65d-49f8-8225-6ae62e267221 tempest-AllowedAddressPairIpV6TestJSON-498488695 tempest-AllowedAddressPairIpV6TestJSON-498488695] Request body: {'port': {'network_id': 'e036a402-9710-4529-9dbb-b94dac95fa3a', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-468178440'}} {{(pid=84875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:23:15.096713 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-a9bbaecc-b65d-49f8-8225-6ae62e267221 tempest-AllowedAddressPairIpV6TestJSON-498488695 tempest-AllowedAddressPairIpV6TestJSON-498488695] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:23:15.105333 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-a9bbaecc-b65d-49f8-8225-6ae62e267221 tempest-AllowedAddressPairIpV6TestJSON-498488695 tempest-AllowedAddressPairIpV6TestJSON-498488695] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:23:15.117273 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a9bbaecc-b65d-49f8-8225-6ae62e267221 tempest-AllowedAddressPairIpV6TestJSON-498488695 tempest-AllowedAddressPairIpV6TestJSON-498488695] Made reservation on behalf of 25bfe76596c546468c14c705e418c08f for: {'port': 1} {{(pid=84875) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 07:23:15.126849 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-a9bbaecc-b65d-49f8-8225-6ae62e267221 tempest-AllowedAddressPairIpV6TestJSON-498488695 tempest-AllowedAddressPairIpV6TestJSON-498488695] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555753'] for port, before_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:23:15.152855 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [None req-3295ade7-aa72-446e-a237-484a22eb9040 None None] For port 5d4c80f7-fa86-4260-9c85-c0e3fe21da09, host n-d-768862-2, cleared binding levels {{(pid=84876) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 14 07:23:15.190461 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-b282072a-4cc2-4b79-8e99-6b0f32664622 None None] Provisioning complete for port b72d1d28-f945-48f1-8fd2-2eebc5d69146 triggered by entity DHCP. {{(pid=84876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 07:23:15.190461 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-b282072a-4cc2-4b79-8e99-6b0f32664622 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-604227'] for port, provisioning_complete {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:23:15.248660 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [None req-3295ade7-aa72-446e-a237-484a22eb9040 None None] For port 5d4c80f7-fa86-4260-9c85-c0e3fe21da09, host n-d-768862-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-2',level=0,port_id=5d4c80f7-fa86-4260-9c85-c0e3fe21da09,segment=NetworkSegment(fc48cc44-a810-4f26-b8fd-eea29b421c2b),segment_id=fc48cc44-a810-4f26-b8fd-eea29b421c2b)] {{(pid=84876) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 14 07:23:15.264243 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b282072a-4cc2-4b79-8e99-6b0f32664622 None None] Pushing event updated for resources: {'Port': ['ID=8bf45f92-0155-4eb0-b313-7a54318ef0e6,revision_number=3']} {{(pid=84876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:23:15.275686 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-3295ade7-aa72-446e-a237-484a22eb9040 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777640533312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363259214678337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777640097497'] for port, after_update {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:23:15.290790 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-b282072a-4cc2-4b79-8e99-6b0f32664622 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.518s {{(pid=84876) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:23:15.291212 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-b282072a-4cc2-4b79-8e99-6b0f32664622 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84876) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:23:15.326852 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-b1dce6fd-d5e7-44ea-b988-f3eca1e18ef8 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=62554fc159a745219ca9b74db22aa102&name=default HTTP/1.1" status: 200 len: 2983 time: 2.4468806 Jan 14 07:23:15.341694 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84875) accepted ('10.222.0.24', 42564) {{(pid=84875) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:23:15.364243 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-120da8b7-93cc-4b8e-9140-f56ce62300a9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:23:15.372854 n-d-768862-2 neutron-server[84765]: DEBUG neutron.notifiers.nova [None req-a9bbaecc-b65d-49f8-8225-6ae62e267221 tempest-AllowedAddressPairIpV6TestJSON-498488695 tempest-AllowedAddressPairIpV6TestJSON-498488695] device_id is not set on port 03768ac7-f671-49bc-b748-da97b84f8422 yet. {{(pid=84875) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}} Jan 14 07:23:15.441518 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1a305fd-a61c-4671-a0e0-aef8100a107b None None] Pushing event updated for resources: {'Port': ['ID=5d4c80f7-fa86-4260-9c85-c0e3fe21da09,revision_number=4']} {{(pid=84876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:23:15.458418 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-a1a305fd-a61c-4671-a0e0-aef8100a107b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.167s {{(pid=84876) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:23:15.481210 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.db_base_plugin_common [None req-3580ad2b-a376-414d-a377-cd04b562f29b None None] Allocated IP 2001:db8:2::2 (6adec993-1400-47e5-9a29-907bc02c17ed/2d637449-0027-48ee-bf00-a964d9e4da4e/480af4b6-294d-413f-ac3c-504c0f3d98b3) {{(pid=84876) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 14 07:23:15.539170 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.db_base_plugin_common [None req-a9bbaecc-b65d-49f8-8225-6ae62e267221 tempest-AllowedAddressPairIpV6TestJSON-498488695 tempest-AllowedAddressPairIpV6TestJSON-498488695] Allocated IP 2001:db8::3ca (e036a402-9710-4529-9dbb-b94dac95fa3a/8affe838-b457-444f-a46a-03ca2db0d97d/03768ac7-f671-49bc-b748-da97b84f8422) {{(pid=84875) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 14 07:23:15.557282 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-120da8b7-93cc-4b8e-9140-f56ce62300a9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:23:15.658746 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-091bc560-c697-4132-88e8-ddec41e192aa tempest-RoutersIpV6AdminTest-1631784580 tempest-RoutersIpV6AdminTest-1631784580] Pushing event updated for resources: {'Port': ['ID=643c45c9-30ad-4a46-a25c-4c9a46e467c1,revision_number=1']} {{(pid=84874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:23:15.666293 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-120da8b7-93cc-4b8e-9140-f56ce62300a9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850887153'] for security_group, after_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:23:15.677777 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-091bc560-c697-4132-88e8-ddec41e192aa tempest-RoutersIpV6AdminTest-1631784580 tempest-RoutersIpV6AdminTest-1631784580] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.914s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:23:15.678438 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-3a23e033-de37-4990-b064-6165f6e7dcdd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:23:15.759492 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3295ade7-aa72-446e-a237-484a22eb9040 None None] Routers {'40febb8e-85a2-44af-bb73-f559467ae85b'} bound to L3 agent in host n-d-768862-2 {{(pid=84876) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 14 07:23:15.760836 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_hamode_db [None req-3295ade7-aa72-446e-a237-484a22eb9040 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-01-14T06:56:51Z,description=,heartbeat_timestamp=2021-01-14T07:22:51Z,host='n-d-768862-2',id=35f592e9-451b-4db9-abea-77b6a5c5391b,load=0,resource_versions=,resources_synced=,started_at=2021-01-14T06:56:51Z,topic='l3_agent')) {'router_ids': ['40febb8e-85a2-44af-bb73-f559467ae85b'], 'active': True} {{(pid=84876) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:23:15.764785 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1dce6fd-d5e7-44ea-b988-f3eca1e18ef8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f30b4e0c-4bf1-4351-8071-8e251bec619b,revision_number=1']} {{(pid=84874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:23:15.816228 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-a9bbaecc-b65d-49f8-8225-6ae62e267221 tempest-AllowedAddressPairIpV6TestJSON-498488695 tempest-AllowedAddressPairIpV6TestJSON-498488695] Notify callbacks [] for port, precommit_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:23:15.822785 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-120da8b7-93cc-4b8e-9140-f56ce62300a9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c7e8af59-105f-4902-a0ca-badf8b5e3703,revision_number=None']} {{(pid=84874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:23:15.832331 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-120da8b7-93cc-4b8e-9140-f56ce62300a9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.154s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:23:15.835185 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-a9bbaecc-b65d-49f8-8225-6ae62e267221 tempest-AllowedAddressPairIpV6TestJSON-498488695 tempest-AllowedAddressPairIpV6TestJSON-498488695] Transition to ACTIVE for port object 03768ac7-f671-49bc-b748-da97b84f8422 will not be triggered until provisioned by entity DHCP. {{(pid=84875) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 07:23:15.835588 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-87d858cf-216e-446d-affa-ba2850f5f500 tempest-RoutersIpV6Test-883692175 tempest-RoutersIpV6Test-883692175] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555753'] for port, before_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:23:15.847184 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-e6d24639-152c-49e0-9184-65f305207628 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.674s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:23:15.848414 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-e6d24639-152c-49e0-9184-65f305207628 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.001s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:23:15.853242 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-120da8b7-93cc-4b8e-9140-f56ce62300a9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:23:15.859547 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-120da8b7-93cc-4b8e-9140-f56ce62300a9 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/c7e8af59-105f-4902-a0ca-badf8b5e3703 HTTP/1.1" status: 204 len: 168 time: 1.1757803 Jan 14 07:23:15.889803 n-d-768862-2 neutron-server[84765]: DEBUG neutron.objects.ports [None req-7049dcf3-c4f4-4beb-99ba-be3b1f07222a tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] Time-cost: Fetching 0 ports in 0 security groups {{(pid=84875) get_objects /opt/stack/neutron/neutron/objects/ports.py:428}} Jan 14 07:23:15.898254 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-7049dcf3-c4f4-4beb-99ba-be3b1f07222a tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850887113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036851621412', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036852467174'] for subnet, after_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:23:15.913178 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-bc90d145-6873-44d5-bac3-c9b025b1b6f4 tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:23:15.937456 n-d-768862-2 neutron-server[84765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-091bc560-c697-4132-88e8-ddec41e192aa tempest-RoutersIpV6AdminTest-1631784580 tempest-RoutersIpV6AdminTest-1631784580] Network 226f1e78-82cd-4481-9055-4eb73b6db8c1 is already hosted by enough agents. {{(pid=84874) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 07:23:15.941574 n-d-768862-2 neutron-server[84765]: DEBUG neutron.scheduler.base_scheduler [None req-091bc560-c697-4132-88e8-ddec41e192aa tempest-RoutersIpV6AdminTest-1631784580 tempest-RoutersIpV6AdminTest-1631784580] Resources bound (agent type, host, resource id): {{(pid=84874) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 07:23:15.954547 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-a9bbaecc-b65d-49f8-8225-6ae62e267221 tempest-AllowedAddressPairIpV6TestJSON-498488695 tempest-AllowedAddressPairIpV6TestJSON-498488695] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777640123575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851621574'] for port, after_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:23:15.964855 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-091bc560-c697-4132-88e8-ddec41e192aa tempest-RoutersIpV6AdminTest-1631784580 tempest-RoutersIpV6AdminTest-1631784580] Received port after_create {{(pid=84874) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 14 07:23:16.277337 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7049dcf3-c4f4-4beb-99ba-be3b1f07222a tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] Pushing event updated for resources: {'Subnet': ['ID=2755480c-41f2-43bf-a630-951145809a8b,revision_number=0']} {{(pid=84875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:23:16.287797 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-7049dcf3-c4f4-4beb-99ba-be3b1f07222a tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.375s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:23:16.293578 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-7ef9194f-0671-44b9-be9e-99fdda61c61a tempest-AllowedAddressPairIpV6TestJSON-498488695 tempest-AllowedAddressPairIpV6TestJSON-498488695] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.293s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:23:16.366656 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-95ccb5cb-3f8f-4010-a4bc-c4a70ed38838 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:23:16.435417 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-9a0cdf2d-be99-4437-9731-eb7bc9b9cb07 None None] Provisioning for port 5d4c80f7-fa86-4260-9c85-c0e3fe21da09 completed by entity DHCP. {{(pid=84876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 07:23:16.538173 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_dvr_db [None req-3295ade7-aa72-446e-a237-484a22eb9040 None None] Set router 40febb8e-85a2-44af-bb73-f559467ae85b gateway port host: None {{(pid=84876) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 14 07:23:16.547265 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-95ccb5cb-3f8f-4010-a4bc-c4a70ed38838 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:23:16.582784 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9bbaecc-b65d-49f8-8225-6ae62e267221 tempest-AllowedAddressPairIpV6TestJSON-498488695 tempest-AllowedAddressPairIpV6TestJSON-498488695] Pushing event updated for resources: {'Port': ['ID=03768ac7-f671-49bc-b748-da97b84f8422,revision_number=1']} {{(pid=84875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:23:16.597690 n-d-768862-2 neutron-server[84765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7049dcf3-c4f4-4beb-99ba-be3b1f07222a tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] Network 23f0a15d-6362-4cec-82c1-cacba887c566 is already hosted by enough agents. {{(pid=84875) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 07:23:16.600348 n-d-768862-2 neutron-server[84765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9bbaecc-b65d-49f8-8225-6ae62e267221 tempest-AllowedAddressPairIpV6TestJSON-498488695 tempest-AllowedAddressPairIpV6TestJSON-498488695] Network e036a402-9710-4529-9dbb-b94dac95fa3a is already hosted by enough agents. {{(pid=84875) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 07:23:16.605288 n-d-768862-2 neutron-server[84765]: DEBUG neutron.scheduler.base_scheduler [None req-a9bbaecc-b65d-49f8-8225-6ae62e267221 tempest-AllowedAddressPairIpV6TestJSON-498488695 tempest-AllowedAddressPairIpV6TestJSON-498488695] Resources bound (agent type, host, resource id): {{(pid=84875) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 07:23:16.626686 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-a9bbaecc-b65d-49f8-8225-6ae62e267221 tempest-AllowedAddressPairIpV6TestJSON-498488695 tempest-AllowedAddressPairIpV6TestJSON-498488695] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.315s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:23:16.635136 n-d-768862-2 neutron-server[84765]: DEBUG neutron.scheduler.base_scheduler [None req-7049dcf3-c4f4-4beb-99ba-be3b1f07222a tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] Resources bound (agent type, host, resource id): {{(pid=84875) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 07:23:16.639347 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-9a0cdf2d-be99-4437-9731-eb7bc9b9cb07 None None] Provisioning complete for port 8bf45f92-0155-4eb0-b313-7a54318ef0e6 triggered by entity DHCP. {{(pid=84876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 07:23:16.640179 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-9a0cdf2d-be99-4437-9731-eb7bc9b9cb07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-604227'] for port, provisioning_complete {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:23:16.651032 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9bbaecc-b65d-49f8-8225-6ae62e267221 tempest-AllowedAddressPairIpV6TestJSON-498488695 tempest-AllowedAddressPairIpV6TestJSON-498488695] Received port after_create {{(pid=84875) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 14 07:23:16.654118 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:is_default":"rule:admin_only" was deprecated in W in favor of "update_network:is_default":"role:admin and system_scope:all". Reason: Jan 14 07:23:16.654118 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:23:16.654118 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:23:16.654118 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:23:16.654118 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:port_security_enabled":"rule:admin_or_owner" was deprecated in W in favor of "update_network:port_security_enabled":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 07:23:16.654118 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:23:16.654118 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:23:16.654118 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:23:16.654118 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "delete_network":"rule:admin_or_owner" was deprecated in W in favor of "delete_network":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 07:23:16.654118 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:23:16.654118 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:23:16.654118 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:23:16.654118 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_segment":"rule:admin_only" was deprecated in W in favor of "create_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:23:16.654118 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:23:16.654118 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_segment":"rule:admin_only" was deprecated in W in favor of "get_segment":"role:reader and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:23:16.654118 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:23:16.654118 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_segment":"rule:admin_only" was deprecated in W in favor of "update_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:23:16.654118 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:23:16.654118 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "delete_segment":"rule:admin_only" was deprecated in W in favor of "delete_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:23:16.654118 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:23:16.654118 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network":"rule:regular_user" was deprecated in W in favor of "create_network":"role:member and project_id:%(project_id)s". Reason: Jan 14 07:23:16.654118 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:23:16.654118 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:23:16.654118 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:23:16.654118 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:shared":"rule:admin_only" was deprecated in W in favor of "create_network:shared":"role:admin and system_scope:all". Reason: Jan 14 07:23:16.654118 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:23:16.654118 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:23:16.654118 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:23:16.654118 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:router:external":"rule:admin_only" was deprecated in W in favor of "create_network:router:external":"role:admin and system_scope:all". Reason: Jan 14 07:23:16.654118 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:23:16.654118 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:23:16.654118 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:23:16.654118 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:is_default":"rule:admin_only" was deprecated in W in favor of "create_network:is_default":"role:admin and system_scope:all". Reason: Jan 14 07:23:16.654118 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:23:16.654118 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:23:16.654118 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:23:16.654118 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:port_security_enabled":"rule:regular_user" was deprecated in W in favor of "create_network:port_security_enabled":"role:member and project_id:%(project_id)s". Reason: Jan 14 07:23:16.654118 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:23:16.654118 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:23:16.654118 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:23:16.654118 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:segments":"rule:admin_only" was deprecated in W in favor of "create_network:segments":"role:admin and system_scope:all". Reason: Jan 14 07:23:16.654118 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:23:16.657416 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:23:16.657416 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:23:16.657416 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "create_network:provider:network_type":"role:admin and system_scope:all". Reason: Jan 14 07:23:16.657416 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:23:16.657416 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:23:16.657416 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:23:16.657416 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "create_network:provider:physical_network":"role:admin and system_scope:all". Reason: Jan 14 07:23:16.657416 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:23:16.657416 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:23:16.657416 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:23:16.657416 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "create_network:provider:segmentation_id":"role:admin and system_scope:all". Reason: Jan 14 07:23:16.657416 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:23:16.657416 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:23:16.657416 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:23:16.657416 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network":"rule:admin_or_owner or rule:shared or rule:external or rule:context_is_advsvc" was deprecated in W in favor of "get_network":"(role:reader and system_scope:all) or (role:reader and project_id:%(project_id)s) or rule:shared or rule:external or rule:context_is_advsvc". Reason: Jan 14 07:23:16.657416 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:23:16.657416 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:23:16.657416 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:23:16.657416 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:router:external":"rule:regular_user" was deprecated in W in favor of "get_network:router:external":"role:reader and project_id:%(project_id)s". Reason: Jan 14 07:23:16.657416 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:23:16.657416 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:23:16.657416 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:23:16.657416 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:segments":"rule:admin_only" was deprecated in W in favor of "get_network:segments":"role:reader and system_scope:all". Reason: Jan 14 07:23:16.657416 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:23:16.657416 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:23:16.657416 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:23:16.657416 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "get_network:provider:network_type":"role:reader and system_scope:all". Reason: Jan 14 07:23:16.657416 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:23:16.657416 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:23:16.657416 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:23:16.657416 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "get_network:provider:physical_network":"role:reader and system_scope:all". Reason: Jan 14 07:23:16.657416 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:23:16.657416 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:23:16.657416 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:23:16.657416 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "get_network:provider:segmentation_id":"role:reader and system_scope:all". Reason: Jan 14 07:23:16.657416 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:23:16.657416 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:23:16.657416 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:23:16.657416 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network":"rule:admin_or_owner" was deprecated in W in favor of "update_network":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 07:23:16.657416 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:23:16.657416 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:23:16.657416 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:23:16.657416 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:segments":"rule:admin_only" was deprecated in W in favor of "update_network:segments":"role:admin and system_scope:all". Reason: Jan 14 07:23:16.657416 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:23:16.657416 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:23:16.657416 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:23:16.657416 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:shared":"rule:admin_only" was deprecated in W in favor of "update_network:shared":"role:admin and system_scope:all". Reason: Jan 14 07:23:16.657416 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:23:16.657416 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:23:16.662427 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:23:16.662427 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "update_network:provider:network_type":"role:admin and system_scope:all". Reason: Jan 14 07:23:16.662427 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:23:16.662427 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:23:16.662427 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:23:16.662427 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "update_network:provider:physical_network":"role:admin and system_scope:all". Reason: Jan 14 07:23:16.662427 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:23:16.662427 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:23:16.662427 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:23:16.662427 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "update_network:provider:segmentation_id":"role:admin and system_scope:all". Reason: Jan 14 07:23:16.662427 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:23:16.662427 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:23:16.662427 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:23:16.662427 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:router:external":"rule:admin_only" was deprecated in W in favor of "update_network:router:external":"role:admin and system_scope:all". Reason: Jan 14 07:23:16.662427 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:23:16.662427 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:23:16.662427 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:23:16.662427 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:is_default":"rule:admin_only" was deprecated in W in favor of "update_network:is_default":"role:admin and system_scope:all". Reason: Jan 14 07:23:16.662427 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:23:16.662427 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:23:16.662427 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:23:16.662427 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:port_security_enabled":"rule:admin_or_owner" was deprecated in W in favor of "update_network:port_security_enabled":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 07:23:16.662427 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:23:16.662427 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:23:16.662427 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:23:16.662427 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "delete_network":"rule:admin_or_owner" was deprecated in W in favor of "delete_network":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 07:23:16.662427 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:23:16.662427 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:23:16.662427 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:23:16.662427 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_segment":"rule:admin_only" was deprecated in W in favor of "create_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:23:16.662427 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:23:16.662427 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_segment":"rule:admin_only" was deprecated in W in favor of "get_segment":"role:reader and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:23:16.662427 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:23:16.711030 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9bbaecc-b65d-49f8-8225-6ae62e267221 tempest-AllowedAddressPairIpV6TestJSON-498488695 tempest-AllowedAddressPairIpV6TestJSON-498488695] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:23:16.720520 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-a9bbaecc-b65d-49f8-8225-6ae62e267221 tempest-AllowedAddressPairIpV6TestJSON-498488695 tempest-AllowedAddressPairIpV6TestJSON-498488695] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854768116'] for port, before_response {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:23:16.770202 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e59592c-9ed3-476d-80bc-6d8939d0cbb2 None None] Network 23f0a15d-6362-4cec-82c1-cacba887c566 requested from n-d-768862-2 {{(pid=84876) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 07:23:16.800161 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7049dcf3-c4f4-4beb-99ba-be3b1f07222a tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:23:16.800820 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-7049dcf3-c4f4-4beb-99ba-be3b1f07222a tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] Notify callbacks [] for subnet, before_response {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:23:16.864080 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84875) accepted ('10.222.0.24', 42580) {{(pid=84875) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:23:16.918881 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-a9bbaecc-b65d-49f8-8225-6ae62e267221 tempest-AllowedAddressPairIpV6TestJSON-498488695 tempest-AllowedAddressPairIpV6TestJSON-498488695] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 2.0502586 Jan 14 07:23:16.927371 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84875) accepted ('10.222.0.24', 42584) {{(pid=84875) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:23:16.929518 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-0634da6d-c496-4a83-905b-8d562de21c49 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:23:16.939120 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-3580ad2b-a376-414d-a377-cd04b562f29b None None] Notify callbacks [] for port, precommit_create {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:23:16.972435 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-0634da6d-c496-4a83-905b-8d562de21c49 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:23:16.980712 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-0634da6d-c496-4a83-905b-8d562de21c49 admin admin] Usage tracker for resource:security_group_rule and tenant:ca05fffc656941d2be81b38be6707c00 is out of sync, need to count used quota {{(pid=84875) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:23:16.986638 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-0634da6d-c496-4a83-905b-8d562de21c49 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84875) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:23:17.015505 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-0634da6d-c496-4a83-905b-8d562de21c49 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:23:17.031971 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.v2.base [None req-89c18f26-e3da-49ff-bcb6-8e82f1ada5bd tempest-AllowedAddressPairIpV6TestJSON-498488695 tempest-AllowedAddressPairIpV6TestJSON-498488695] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::c5', 'mac_address': 'fa:16:3e:df:73:b3'}]}} {{(pid=84875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:23:17.292963 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-0634da6d-c496-4a83-905b-8d562de21c49 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:23:17.319645 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-7049dcf3-c4f4-4beb-99ba-be3b1f07222a tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 4.9405620 Jan 14 07:23:17.321580 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-0634da6d-c496-4a83-905b-8d562de21c49 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850887153'] for security_group, after_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:23:17.330196 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84874) accepted ('10.222.0.24', 42592) {{(pid=84874) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:23:17.360530 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-3580ad2b-a376-414d-a377-cd04b562f29b None None] Transition to ACTIVE for port object 480af4b6-294d-413f-ac3c-504c0f3d98b3 will not be triggered until provisioned by entity L2. {{(pid=84876) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 07:23:17.378813 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-8e8e6d93-4056-4580-9bcd-1e1ac369c185 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:23:17.416715 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-95ccb5cb-3f8f-4010-a4bc-c4a70ed38838 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850887153'] for security_group, after_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:23:17.477137 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Device 8bf45f92-0155-4eb0-b313-7a54318ef0e6 up at agent ovs-agent-n-d-768862-2 {{(pid=84876) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 07:23:17.496690 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-0634da6d-c496-4a83-905b-8d562de21c49 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=ca05fffc656941d2be81b38be6707c00&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6198270 Jan 14 07:23:17.532337 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84875) accepted ('10.222.0.24', 42596) {{(pid=84875) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:23:17.657563 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0634da6d-c496-4a83-905b-8d562de21c49 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=885730aa-0e9b-4fe7-b307-94da72575c09,revision_number=1']} {{(pid=84875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:23:17.663401 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-0634da6d-c496-4a83-905b-8d562de21c49 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.286s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:23:17.664333 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-95ccb5cb-3f8f-4010-a4bc-c4a70ed38838 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:23:17.665610 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-95ccb5cb-3f8f-4010-a4bc-c4a70ed38838 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/f30b4e0c-4bf1-4351-8071-8e251bec619b HTTP/1.1" status: 204 len: 168 time: 2.3205750 Jan 14 07:23:17.675669 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-20f08208-f84a-4d84-a8d0-c8ea0a61dc60 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.228s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:23:17.715318 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.v2.base [None req-fdf9dad7-2d7a-4246-84b4-6e11a1afe04f tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] Request body: {'subnet': {'network_id': '23f0a15d-6362-4cec-82c1-cacba887c566', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=84874) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:23:17.753022 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95ccb5cb-3f8f-4010-a4bc-c4a70ed38838 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f30b4e0c-4bf1-4351-8071-8e251bec619b,revision_number=None']} {{(pid=84875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:23:17.787233 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-95ccb5cb-3f8f-4010-a4bc-c4a70ed38838 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:23:17.821016 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-3580ad2b-a376-414d-a377-cd04b562f29b None None] Transition to ACTIVE for port object 480af4b6-294d-413f-ac3c-504c0f3d98b3 will not be triggered until provisioned by entity DHCP. {{(pid=84876) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 07:23:17.928884 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-029fe6b6-7d39-4cc4-b6da-e21cafbfeb1e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:23:18.078481 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-3580ad2b-a376-414d-a377-cd04b562f29b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777640123575'] for port, after_create {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:23:18.078859 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-029fe6b6-7d39-4cc4-b6da-e21cafbfeb1e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:23:18.220611 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-89c18f26-e3da-49ff-bcb6-8e82f1ada5bd tempest-AllowedAddressPairIpV6TestJSON-498488695 tempest-AllowedAddressPairIpV6TestJSON-498488695] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555753'] for port, before_update {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:23:18.258028 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.db_base_plugin_common [None req-87d858cf-216e-446d-affa-ba2850f5f500 tempest-RoutersIpV6Test-883692175 tempest-RoutersIpV6Test-883692175] Allocated IP 2001:db8:2::1 (6adec993-1400-47e5-9a29-907bc02c17ed/2d637449-0027-48ee-bf00-a964d9e4da4e/c404d567-18b6-4d4f-af34-4bc01b17dec1) {{(pid=84874) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 14 07:23:18.427756 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-029fe6b6-7d39-4cc4-b6da-e21cafbfeb1e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850887153'] for security_group, after_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:23:18.447426 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-a1a305fd-a61c-4671-a0e0-aef8100a107b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84876) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:23:18.455642 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-673fb9a4-4c4f-4946-95d0-3cf6f02871a3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:23:18.491767 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-029fe6b6-7d39-4cc4-b6da-e21cafbfeb1e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=885730aa-0e9b-4fe7-b307-94da72575c09,revision_number=None']} {{(pid=84875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:23:18.518875 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-029fe6b6-7d39-4cc4-b6da-e21cafbfeb1e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:23:18.541342 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-029fe6b6-7d39-4cc4-b6da-e21cafbfeb1e admin admin] Notify callbacks [] for security_group, before_response {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:23:18.543994 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-029fe6b6-7d39-4cc4-b6da-e21cafbfeb1e admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/885730aa-0e9b-4fe7-b307-94da72575c09 HTTP/1.1" status: 204 len: 168 time: 1.0103672 Jan 14 07:23:18.597643 n-d-768862-2 neutron-server[84765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3580ad2b-a376-414d-a377-cd04b562f29b None None] Network 6adec993-1400-47e5-9a29-907bc02c17ed is already hosted by enough agents. {{(pid=84876) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 07:23:18.661337 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-87d858cf-216e-446d-affa-ba2850f5f500 tempest-RoutersIpV6Test-883692175 tempest-RoutersIpV6Test-883692175] Notify callbacks [] for port, precommit_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:23:18.707162 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-87d858cf-216e-446d-affa-ba2850f5f500 tempest-RoutersIpV6Test-883692175 tempest-RoutersIpV6Test-883692175] Transition to ACTIVE for port object c404d567-18b6-4d4f-af34-4bc01b17dec1 will not be triggered until provisioned by entity DHCP. {{(pid=84874) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 07:23:18.743650 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-87d858cf-216e-446d-affa-ba2850f5f500 tempest-RoutersIpV6Test-883692175 tempest-RoutersIpV6Test-883692175] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777640123575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3254186'] for port, after_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:23:18.770991 n-d-768862-2 neutron-server[84765]: DEBUG neutron.scheduler.base_scheduler [None req-3580ad2b-a376-414d-a377-cd04b562f29b None None] Resources bound (agent type, host, resource id): {{(pid=84876) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 07:23:18.823678 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3580ad2b-a376-414d-a377-cd04b562f29b None None] Received port after_create {{(pid=84876) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 14 07:23:18.964764 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-fe5b7815-5fe4-4e56-95c5-94e3ad126cc7 tempest-RoutersAdminNegativeIpV6Test-721887339 tempest-RoutersAdminNegativeIpV6Test-721887339] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:23:18.981841 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-cee4cbfb-44e5-4fa0-a0dd-01473b35573b None None] Provisioning for port 03768ac7-f671-49bc-b748-da97b84f8422 completed by entity DHCP. {{(pid=84876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 07:23:18.992832 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Provisioning complete for port 8bf45f92-0155-4eb0-b313-7a54318ef0e6 triggered by entity L2. {{(pid=84876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 07:23:18.994260 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-604227'] for port, provisioning_complete {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:23:19.121722 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87d858cf-216e-446d-affa-ba2850f5f500 tempest-RoutersIpV6Test-883692175 tempest-RoutersIpV6Test-883692175] Pushing event updated for resources: {'Port': ['ID=c404d567-18b6-4d4f-af34-4bc01b17dec1,revision_number=1']} {{(pid=84874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:23:19.135672 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-87d858cf-216e-446d-affa-ba2850f5f500 tempest-RoutersIpV6Test-883692175 tempest-RoutersIpV6Test-883692175] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.163s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:23:19.190532 n-d-768862-2 neutron-server[84765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87d858cf-216e-446d-affa-ba2850f5f500 tempest-RoutersIpV6Test-883692175 tempest-RoutersIpV6Test-883692175] Network 6adec993-1400-47e5-9a29-907bc02c17ed is already hosted by enough agents. {{(pid=84874) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 07:23:19.202272 n-d-768862-2 neutron-server[84765]: DEBUG neutron.scheduler.base_scheduler [None req-87d858cf-216e-446d-affa-ba2850f5f500 tempest-RoutersIpV6Test-883692175 tempest-RoutersIpV6Test-883692175] Resources bound (agent type, host, resource id): {{(pid=84874) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 07:23:19.241995 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-cee4cbfb-44e5-4fa0-a0dd-01473b35573b None None] Provisioning complete for port 03768ac7-f671-49bc-b748-da97b84f8422 triggered by entity DHCP. {{(pid=84876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 07:23:19.242659 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-cee4cbfb-44e5-4fa0-a0dd-01473b35573b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-604227'] for port, provisioning_complete {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:23:19.257328 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87d858cf-216e-446d-affa-ba2850f5f500 tempest-RoutersIpV6Test-883692175 tempest-RoutersIpV6Test-883692175] Received port after_create {{(pid=84874) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 14 07:23:19.257937 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-87d858cf-216e-446d-affa-ba2850f5f500 tempest-RoutersIpV6Test-883692175 tempest-RoutersIpV6Test-883692175] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036850886386'] for router_interface, before_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:23:19.349401 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3580ad2b-a376-414d-a377-cd04b562f29b None None] Pushing event updated for resources: {'Port': ['ID=480af4b6-294d-413f-ac3c-504c0f3d98b3,revision_number=1']} {{(pid=84876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:23:19.353281 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-89c18f26-e3da-49ff-bcb6-8e82f1ada5bd tempest-AllowedAddressPairIpV6TestJSON-498488695 tempest-AllowedAddressPairIpV6TestJSON-498488695] Notify callbacks [] for port, precommit_update {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:23:19.366730 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-89c18f26-e3da-49ff-bcb6-8e82f1ada5bd tempest-AllowedAddressPairIpV6TestJSON-498488695 tempest-AllowedAddressPairIpV6TestJSON-498488695] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777640533312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363259214678337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777640097497', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3154211'] for port, after_update {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:23:19.404087 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-82d4ebcc-76b3-4fa0-a9aa-80b186f2763a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363259214191800', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854171626'] for agent, after_update {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:23:19.428826 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-87d858cf-216e-446d-affa-ba2850f5f500 tempest-RoutersIpV6Test-883692175 tempest-RoutersIpV6Test-883692175] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555753'] for port, before_update {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:23:19.445858 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-3580ad2b-a376-414d-a377-cd04b562f29b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.009s {{(pid=84876) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:23:19.639898 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-201d1692-4401-4d00-9dda-801be718786f tempest-RoutersIpV6Test-883692175 tempest-RoutersIpV6Test-883692175] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:23:19.715250 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.plugin [None req-cee4cbfb-44e5-4fa0-a0dd-01473b35573b None None] Port 03768ac7-f671-49bc-b748-da97b84f8422 cannot update to ACTIVE because it is not bound. {{(pid=84876) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:329}} Jan 14 07:23:19.757386 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.managers [None req-3580ad2b-a376-414d-a377-cd04b562f29b None None] Attempting to bind port 480af4b6-294d-413f-ac3c-504c0f3d98b3 on host n-d-768862-2 for vnic_type normal with profile {{(pid=84876) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 14 07:23:19.759155 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.managers [None req-3580ad2b-a376-414d-a377-cd04b562f29b None None] Attempting to bind port 480af4b6-294d-413f-ac3c-504c0f3d98b3 by drivers openvswitch on host n-d-768862-2 at level 0 using segments [{'id': 'e27218cc-75b2-4562-990f-480272fa161a', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 18, 'network_id': '6adec993-1400-47e5-9a29-907bc02c17ed'}] {{(pid=84876) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 14 07:23:19.764131 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3580ad2b-a376-414d-a377-cd04b562f29b None None] Attempting to bind port 480af4b6-294d-413f-ac3c-504c0f3d98b3 on network 6adec993-1400-47e5-9a29-907bc02c17ed {{(pid=84876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 14 07:23:19.780973 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3580ad2b-a376-414d-a377-cd04b562f29b None None] Checking agent: {'id': 'ba5efab1-b43c-4d5a-bc52-6e105d4e67a2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768862-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 14, 6, 56, 52), 'started_at': datetime.datetime(2021, 1, 14, 6, 57, 22), 'heartbeat_timestamp': datetime.datetime(2021, 1, 14, 7, 22, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768862-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.29', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 14 07:23:19.781884 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3580ad2b-a376-414d-a377-cd04b562f29b None None] Checking segment: {'id': 'e27218cc-75b2-4562-990f-480272fa161a', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 18, 'network_id': '6adec993-1400-47e5-9a29-907bc02c17ed'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84876) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 14 07:23:19.782569 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-3580ad2b-a376-414d-a377-cd04b562f29b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:23:19.783218 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3580ad2b-a376-414d-a377-cd04b562f29b None None] Bound using segment: {'id': 'e27218cc-75b2-4562-990f-480272fa161a', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 18, 'network_id': '6adec993-1400-47e5-9a29-907bc02c17ed'} {{(pid=84876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 14 07:23:19.784223 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.managers [None req-3580ad2b-a376-414d-a377-cd04b562f29b None None] Bound port: 480af4b6-294d-413f-ac3c-504c0f3d98b3, host: n-d-768862-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e27218cc-75b2-4562-990f-480272fa161a', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 18, 'network_id': '6adec993-1400-47e5-9a29-907bc02c17ed'}}] {{(pid=84876) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 14 07:23:19.784875 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-3580ad2b-a376-414d-a377-cd04b562f29b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555753'] for port, before_update {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:23:19.810033 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3c11b10-2bba-4d54-80cd-7e308e0f8115 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5d94dc7a-c095-50a4-955e-5f3b78718a12-23f0a15d-6362-4cec-82c1-cacba887c566', 'network_id': '23f0a15d-6362-4cec-82c1-cacba887c566', 'tenant_id': 'be0aa702e3ca464795a99c51e3b3b04f', 'fixed_ips': [{'subnet_id': '2755480c-41f2-43bf-a630-951145809a8b'}]}} from n-d-768862-2. {{(pid=84876) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Jan 14 07:23:19.811386 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-a3c11b10-2bba-4d54-80cd-7e308e0f8115 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555753'] for port, before_create {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:23:20.106397 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_hamode_db [None req-3295ade7-aa72-446e-a237-484a22eb9040 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '40febb8e-85a2-44af-bb73-f559467ae85b', 'name': 'tempest-RoutersIpV6Test-router-637200602', 'tenant_id': 'd787627cdb8d4cc9b70642659fae99d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-14T07:22:21Z', 'updated_at': '2021-01-14T07:23:03Z', 'revision_number': 3, 'project_id': 'd787627cdb8d4cc9b70642659fae99d7', 'gw_port_host': None, '_interfaces': [{'id': '5d4c80f7-fa86-4260-9c85-c0e3fe21da09', 'name': '', 'network_id': 'ecd2ef9e-48e8-480a-a1fc-ce09ba6212c7', 'tenant_id': 'd787627cdb8d4cc9b70642659fae99d7', 'mac_address': 'fa:16:3e:b9:1b:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '40febb8e-85a2-44af-bb73-f559467ae85b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1993, 'fixed_ips': [{'subnet_id': '6d7b8862-6c15-43ed-8ff1-841e54b08eb8', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T07:22:57Z', 'updated_at': '2021-01-14T07:23:15Z', 'revision_number': 4, 'project_id': 'd787627cdb8d4cc9b70642659fae99d7', 'subnets': [{'id': '6d7b8862-6c15-43ed-8ff1-841e54b08eb8', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}, {'id': 'd21b5147-a877-46a5-a233-6a97d5befecb', 'name': '', 'network_id': 'd7d2c5e4-b39f-4c26-a03a-605439415826', 'tenant_id': 'd787627cdb8d4cc9b70642659fae99d7', 'mac_address': 'fa:16:3e:5b:cd:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40febb8e-85a2-44af-bb73-f559467ae85b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1953, 'fixed_ips': [{'subnet_id': '44b3d79f-589d-4894-89ff-0fd9901e6ead', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T07:22:33Z', 'updated_at': '2021-01-14T07:22:50Z', 'revision_number': 5, 'project_id': 'd787627cdb8d4cc9b70642659fae99d7', 'subnets': [{'id': '44b3d79f-589d-4894-89ff-0fd9901e6ead', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'n-d-768862-2', False) {} {{(pid=84876) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:23:20.158073 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3295ade7-aa72-446e-a237-484a22eb9040 None None] The sync data for ids ['40febb8e-85a2-44af-bb73-f559467ae85b'] in n-d-768862-2 is: [{'id': '40febb8e-85a2-44af-bb73-f559467ae85b', 'name': 'tempest-RoutersIpV6Test-router-637200602', 'tenant_id': 'd787627cdb8d4cc9b70642659fae99d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-14T07:22:21Z', 'updated_at': '2021-01-14T07:23:03Z', 'revision_number': 3, 'project_id': 'd787627cdb8d4cc9b70642659fae99d7', 'gw_port_host': None, '_interfaces': [{'id': '5d4c80f7-fa86-4260-9c85-c0e3fe21da09', 'name': '', 'network_id': 'ecd2ef9e-48e8-480a-a1fc-ce09ba6212c7', 'tenant_id': 'd787627cdb8d4cc9b70642659fae99d7', 'mac_address': 'fa:16:3e:b9:1b:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '40febb8e-85a2-44af-bb73-f559467ae85b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1993, 'fixed_ips': [{'subnet_id': '6d7b8862-6c15-43ed-8ff1-841e54b08eb8', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T07:22:57Z', 'updated_at': '2021-01-14T07:23:15Z', 'revision_number': 4, 'project_id': 'd787627cdb8d4cc9b70642659fae99d7', 'subnets': [{'id': '6d7b8862-6c15-43ed-8ff1-841e54b08eb8', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}, {'id': 'd21b5147-a877-46a5-a233-6a97d5befecb', 'name': '', 'network_id': 'd7d2c5e4-b39f-4c26-a03a-605439415826', 'tenant_id': 'd787627cdb8d4cc9b70642659fae99d7', 'mac_address': 'fa:16:3e:5b:cd:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40febb8e-85a2-44af-bb73-f559467ae85b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1953, 'fixed_ips': [{'subnet_id': '44b3d79f-589d-4894-89ff-0fd9901e6ead', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T07:22:33Z', 'updated_at': '2021-01-14T07:22:50Z', 'revision_number': 5, 'project_id': 'd787627cdb8d4cc9b70642659fae99d7', 'subnets': [{'id': '44b3d79f-589d-4894-89ff-0fd9901e6ead', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=84876) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Jan 14 07:23:20.482004 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-fdf9dad7-2d7a-4246-84b4-6e11a1afe04f tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:23:20.525619 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [None req-3580ad2b-a376-414d-a377-cd04b562f29b None None] For port 480af4b6-294d-413f-ac3c-504c0f3d98b3, host n-d-768862-2, cleared binding levels {{(pid=84876) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 14 07:23:20.586038 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [None req-3580ad2b-a376-414d-a377-cd04b562f29b None None] For port 480af4b6-294d-413f-ac3c-504c0f3d98b3, host n-d-768862-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-2',level=0,port_id=480af4b6-294d-413f-ac3c-504c0f3d98b3,segment=NetworkSegment(e27218cc-75b2-4562-990f-480272fa161a),segment_id=e27218cc-75b2-4562-990f-480272fa161a)] {{(pid=84876) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 14 07:23:20.605549 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-3580ad2b-a376-414d-a377-cd04b562f29b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777640533312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363259214678337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777640097497'] for port, after_update {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:23:20.641699 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-48041e78-90df-4268-8240-7d110fbee9dc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84876) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:23:20.776959 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3580ad2b-a376-414d-a377-cd04b562f29b None None] Pushing event updated for resources: {'Port': ['ID=480af4b6-294d-413f-ac3c-504c0f3d98b3,revision_number=2']} {{(pid=84876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:23:20.786849 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-3580ad2b-a376-414d-a377-cd04b562f29b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=84876) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:23:20.791771 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Device 5d4c80f7-fa86-4260-9c85-c0e3fe21da09 up at agent ovs-agent-n-d-768862-2 {{(pid=84876) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 07:23:20.799325 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-fdf9dad7-2d7a-4246-84b4-6e11a1afe04f tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:23:20.887205 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fdf9dad7-2d7a-4246-84b4-6e11a1afe04f tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] Made reservation on behalf of be0aa702e3ca464795a99c51e3b3b04f for: {'subnet': 1} {{(pid=84874) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 07:23:20.923589 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89c18f26-e3da-49ff-bcb6-8e82f1ada5bd tempest-AllowedAddressPairIpV6TestJSON-498488695 tempest-AllowedAddressPairIpV6TestJSON-498488695] Pushing event updated for resources: {'Port': ['ID=03768ac7-f671-49bc-b748-da97b84f8422,revision_number=2']} {{(pid=84875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:23:20.950598 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-89c18f26-e3da-49ff-bcb6-8e82f1ada5bd tempest-AllowedAddressPairIpV6TestJSON-498488695 tempest-AllowedAddressPairIpV6TestJSON-498488695] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.311s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:23:21.089997 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-fdf9dad7-2d7a-4246-84b4-6e11a1afe04f tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036851981161'] for subnet, before_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:23:21.115970 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.plugin [None req-89c18f26-e3da-49ff-bcb6-8e82f1ada5bd tempest-AllowedAddressPairIpV6TestJSON-498488695 tempest-AllowedAddressPairIpV6TestJSON-498488695] In _notify_port_updated(), no bound segment for port 03768ac7-f671-49bc-b748-da97b84f8422 on network e036a402-9710-4529-9dbb-b94dac95fa3a {{(pid=84875) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:851}} Jan 14 07:23:21.119412 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_segment":"rule:admin_only" was deprecated in W in favor of "update_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:23:21.119412 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:23:21.119412 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "delete_segment":"rule:admin_only" was deprecated in W in favor of "delete_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:23:21.119412 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:23:21.119412 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network":"rule:regular_user" was deprecated in W in favor of "create_network":"role:member and project_id:%(project_id)s". Reason: Jan 14 07:23:21.119412 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:23:21.119412 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:23:21.119412 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:23:21.119412 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:shared":"rule:admin_only" was deprecated in W in favor of "create_network:shared":"role:admin and system_scope:all". Reason: Jan 14 07:23:21.119412 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:23:21.119412 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:23:21.119412 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:23:21.119412 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:router:external":"rule:admin_only" was deprecated in W in favor of "create_network:router:external":"role:admin and system_scope:all". Reason: Jan 14 07:23:21.119412 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:23:21.119412 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:23:21.119412 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:23:21.119412 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:is_default":"rule:admin_only" was deprecated in W in favor of "create_network:is_default":"role:admin and system_scope:all". Reason: Jan 14 07:23:21.119412 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:23:21.119412 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:23:21.119412 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:23:21.119412 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:port_security_enabled":"rule:regular_user" was deprecated in W in favor of "create_network:port_security_enabled":"role:member and project_id:%(project_id)s". Reason: Jan 14 07:23:21.119412 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:23:21.119412 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:23:21.119412 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:23:21.119412 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:segments":"rule:admin_only" was deprecated in W in favor of "create_network:segments":"role:admin and system_scope:all". Reason: Jan 14 07:23:21.119412 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:23:21.119412 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:23:21.119412 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:23:21.119412 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "create_network:provider:network_type":"role:admin and system_scope:all". Reason: Jan 14 07:23:21.119412 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:23:21.119412 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:23:21.119412 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:23:21.119412 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "create_network:provider:physical_network":"role:admin and system_scope:all". Reason: Jan 14 07:23:21.119412 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:23:21.119412 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:23:21.119412 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:23:21.119412 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "create_network:provider:segmentation_id":"role:admin and system_scope:all". Reason: Jan 14 07:23:21.119412 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:23:21.119412 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:23:21.119412 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:23:21.119412 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network":"rule:admin_or_owner or rule:shared or rule:external or rule:context_is_advsvc" was deprecated in W in favor of "get_network":"(role:reader and system_scope:all) or (role:reader and project_id:%(project_id)s) or rule:shared or rule:external or rule:context_is_advsvc". Reason: Jan 14 07:23:21.119412 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:23:21.119412 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:23:21.119412 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:23:21.119412 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:router:external":"rule:regular_user" was deprecated in W in favor of "get_network:router:external":"role:reader and project_id:%(project_id)s". Reason: Jan 14 07:23:21.123156 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:23:21.123156 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:23:21.123156 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:23:21.123156 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:segments":"rule:admin_only" was deprecated in W in favor of "get_network:segments":"role:reader and system_scope:all". Reason: Jan 14 07:23:21.123156 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:23:21.123156 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:23:21.123156 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:23:21.123156 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "get_network:provider:network_type":"role:reader and system_scope:all". Reason: Jan 14 07:23:21.123156 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:23:21.123156 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:23:21.123156 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:23:21.123156 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "get_network:provider:physical_network":"role:reader and system_scope:all". Reason: Jan 14 07:23:21.123156 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:23:21.123156 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:23:21.123156 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:23:21.123156 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "get_network:provider:segmentation_id":"role:reader and system_scope:all". Reason: Jan 14 07:23:21.123156 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:23:21.123156 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:23:21.123156 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:23:21.185865 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89c18f26-e3da-49ff-bcb6-8e82f1ada5bd tempest-AllowedAddressPairIpV6TestJSON-498488695 tempest-AllowedAddressPairIpV6TestJSON-498488695] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:23:21.186635 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-89c18f26-e3da-49ff-bcb6-8e82f1ada5bd tempest-AllowedAddressPairIpV6TestJSON-498488695 tempest-AllowedAddressPairIpV6TestJSON-498488695] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854768116'] for port, before_response {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:23:21.200187 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-89c18f26-e3da-49ff-bcb6-8e82f1ada5bd tempest-AllowedAddressPairIpV6TestJSON-498488695 tempest-AllowedAddressPairIpV6TestJSON-498488695] 10.222.0.24 "PUT /v2.0/ports/03768ac7-f671-49bc-b748-da97b84f8422 HTTP/1.1" status: 200 len: 1001 time: 4.2422786 Jan 14 07:23:21.203942 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84875) accepted ('10.222.0.24', 42658) {{(pid=84875) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:23:21.423896 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-091bc560-c697-4132-88e8-ddec41e192aa tempest-RoutersIpV6AdminTest-1631784580 tempest-RoutersIpV6AdminTest-1631784580] Notify callbacks [] for router_gateway, after_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:23:21.433830 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.plugin [None req-9604721d-03d4-4c7f-a73d-621726be4856 tempest-AllowedAddressPairIpV6TestJSON-498488695 tempest-AllowedAddressPairIpV6TestJSON-498488695] Deleting port 03768ac7-f671-49bc-b748-da97b84f8422 {{(pid=84875) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 07:23:21.436738 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-9604721d-03d4-4c7f-a73d-621726be4856 tempest-AllowedAddressPairIpV6TestJSON-498488695 tempest-AllowedAddressPairIpV6TestJSON-498488695] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363259214248359'] for port, before_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:23:21.854789 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-c1f27b65-ca4a-4b63-ba77-e756cea85eb3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363259214191800', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854171626'] for agent, after_update {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:23:21.896559 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Provisioning for port 5d4c80f7-fa86-4260-9c85-c0e3fe21da09 completed by entity L2. {{(pid=84876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 07:23:21.965015 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Provisioning complete for port 5d4c80f7-fa86-4260-9c85-c0e3fe21da09 triggered by entity L2. {{(pid=84876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 07:23:21.965839 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-604227'] for port, provisioning_complete {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:23:22.055882 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-9604721d-03d4-4c7f-a73d-621726be4856 tempest-AllowedAddressPairIpV6TestJSON-498488695 tempest-AllowedAddressPairIpV6TestJSON-498488695] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036850862667'] for port, precommit_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:23:22.058046 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-da76cfc0-98e8-4426-9f6d-4f05aa3fae78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363259214191800', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854171626'] for agent, after_update {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:23:22.074336 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-34d1a849-d9fb-470e-83e1-87556adedd4c None None] Provisioning complete for port 03768ac7-f671-49bc-b748-da97b84f8422 triggered by entity DHCP. {{(pid=84876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 07:23:22.075196 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-34d1a849-d9fb-470e-83e1-87556adedd4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-604227'] for port, provisioning_complete {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:23:22.180011 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.plugin [None req-34d1a849-d9fb-470e-83e1-87556adedd4c None None] Port 03768ac7-f671-49bc-b748-da97b84f8422 cannot update to ACTIVE because it is not bound. {{(pid=84876) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:329}} Jan 14 07:23:22.186556 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.db_base_plugin_common [None req-a3c11b10-2bba-4d54-80cd-7e308e0f8115 None None] Allocated IP 2001:db8::f816:3eff:feec:d764 (23f0a15d-6362-4cec-82c1-cacba887c566/2755480c-41f2-43bf-a630-951145809a8b/3d3818d8-dfbd-4ae4-b8fe-e16d99d1e1e7) {{(pid=84876) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 14 07:23:22.268680 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555753'] for port, before_update {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:23:22.349621 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] For port 5d4c80f7-fa86-4260-9c85-c0e3fe21da09, host n-d-768862-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-2',level=0,port_id=5d4c80f7-fa86-4260-9c85-c0e3fe21da09,segment=NetworkSegment(fc48cc44-a810-4f26-b8fd-eea29b421c2b),segment_id=fc48cc44-a810-4f26-b8fd-eea29b421c2b)] {{(pid=84876) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 07:23:22.350812 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.plugin [None req-9604721d-03d4-4c7f-a73d-621726be4856 tempest-AllowedAddressPairIpV6TestJSON-498488695 tempest-AllowedAddressPairIpV6TestJSON-498488695] Calling delete_port for 03768ac7-f671-49bc-b748-da97b84f8422 owned by {{(pid=84875) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 07:23:22.439487 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777640533312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363259214678337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777640097497'] for port, after_update {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:23:22.485494 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84876) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:23:22.671744 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-87d858cf-216e-446d-affa-ba2850f5f500 tempest-RoutersIpV6Test-883692175 tempest-RoutersIpV6Test-883692175] Notify callbacks [] for port, precommit_update {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:23:22.725564 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-87d858cf-216e-446d-affa-ba2850f5f500 tempest-RoutersIpV6Test-883692175 tempest-RoutersIpV6Test-883692175] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777640533312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363259214678337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777640097497', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036851521613'] for port, after_update {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:23:22.728373 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-9604721d-03d4-4c7f-a73d-621726be4856 tempest-AllowedAddressPairIpV6TestJSON-498488695 tempest-AllowedAddressPairIpV6TestJSON-498488695] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777640533329', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777640097463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851621574'] for port, after_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:23:22.728921 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-87d858cf-216e-446d-affa-ba2850f5f500 tempest-RoutersIpV6Test-883692175 tempest-RoutersIpV6Test-883692175] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3206949', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3889649'] for router_interface, after_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:23:22.771077 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-091bc560-c697-4132-88e8-ddec41e192aa tempest-RoutersIpV6AdminTest-1631784580 tempest-RoutersIpV6AdminTest-1631784580] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:23:22.834236 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Pushing event updated for resources: {'Port': ['ID=5d4c80f7-fa86-4260-9c85-c0e3fe21da09,revision_number=5']} {{(pid=84876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:23:22.857837 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.372s {{(pid=84876) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:23:22.871374 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Device 480af4b6-294d-413f-ac3c-504c0f3d98b3 up at agent ovs-agent-n-d-768862-2 {{(pid=84876) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 07:23:22.905558 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-3cf378e5-c144-4b86-9dcf-6b60e43f1f35 tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:23:22.940424 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363259214191800', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854171626'] for agent, after_update {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:23:23.007878 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9604721d-03d4-4c7f-a73d-621726be4856 tempest-AllowedAddressPairIpV6TestJSON-498488695 tempest-AllowedAddressPairIpV6TestJSON-498488695] Pushing event deleted for resources: {'Port': ['ID=03768ac7-f671-49bc-b748-da97b84f8422,revision_number=None']} {{(pid=84875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:23:23.018391 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-9604721d-03d4-4c7f-a73d-621726be4856 tempest-AllowedAddressPairIpV6TestJSON-498488695 tempest-AllowedAddressPairIpV6TestJSON-498488695] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:23:23.052430 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Provisioning for port 480af4b6-294d-413f-ac3c-504c0f3d98b3 completed by entity L2. {{(pid=84876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 07:23:23.054832 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87d858cf-216e-446d-affa-ba2850f5f500 tempest-RoutersIpV6Test-883692175 tempest-RoutersIpV6Test-883692175] Pushing event updated for resources: {'Port': ['ID=c404d567-18b6-4d4f-af34-4bc01b17dec1,revision_number=2']} {{(pid=84874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:23:23.061711 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-87d858cf-216e-446d-affa-ba2850f5f500 tempest-RoutersIpV6Test-883692175 tempest-RoutersIpV6Test-883692175] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.291s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:23:23.177790 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-9604721d-03d4-4c7f-a73d-621726be4856 tempest-AllowedAddressPairIpV6TestJSON-498488695 tempest-AllowedAddressPairIpV6TestJSON-498488695] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854768116'] for port, before_response {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:23:23.212651 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-9604721d-03d4-4c7f-a73d-621726be4856 tempest-AllowedAddressPairIpV6TestJSON-498488695 tempest-AllowedAddressPairIpV6TestJSON-498488695] 10.222.0.24 "DELETE /v2.0/ports/03768ac7-f671-49bc-b748-da97b84f8422 HTTP/1.1" status: 204 len: 168 time: 2.0073607 Jan 14 07:23:23.215678 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84875) accepted ('10.222.0.24', 42702) {{(pid=84875) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:23:23.221823 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-a3c11b10-2bba-4d54-80cd-7e308e0f8115 None None] Notify callbacks [] for port, precommit_create {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:23:23.246950 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-a3c11b10-2bba-4d54-80cd-7e308e0f8115 None None] Transition to ACTIVE for port object 3d3818d8-dfbd-4ae4-b8fe-e16d99d1e1e7 will not be triggered until provisioned by entity L2. {{(pid=84876) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 07:23:23.276035 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-a3c11b10-2bba-4d54-80cd-7e308e0f8115 None None] Transition to ACTIVE for port object 3d3818d8-dfbd-4ae4-b8fe-e16d99d1e1e7 will not be triggered until provisioned by entity DHCP. {{(pid=84876) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 07:23:23.325749 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-a3c11b10-2bba-4d54-80cd-7e308e0f8115 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777640123575'] for port, after_create {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:23:23.340360 n-d-768862-2 neutron-server[84765]: INFO neutron.pecan_wsgi.hooks.translation [None req-b383f817-d552-4283-ae93-e1c61627490c tempest-AllowedAddressPairIpV6TestJSON-498488695 tempest-AllowedAddressPairIpV6TestJSON-498488695] GET failed (client error): The resource could not be found. Jan 14 07:23:23.341003 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-b383f817-d552-4283-ae93-e1c61627490c tempest-AllowedAddressPairIpV6TestJSON-498488695 tempest-AllowedAddressPairIpV6TestJSON-498488695] Synchronizing usage tracker for tenant:25bfe76596c546468c14c705e418c08f on resource:port {{(pid=84875) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 14 07:23:23.389673 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-3580ad2b-a376-414d-a377-cd04b562f29b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84876) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:23:23.411644 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-b383f817-d552-4283-ae93-e1c61627490c tempest-AllowedAddressPairIpV6TestJSON-498488695 tempest-AllowedAddressPairIpV6TestJSON-498488695] Unset dirty status for tenant:25bfe76596c546468c14c705e418c08f on resource:port {{(pid=84875) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 14 07:23:23.413039 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-b383f817-d552-4283-ae93-e1c61627490c tempest-AllowedAddressPairIpV6TestJSON-498488695 tempest-AllowedAddressPairIpV6TestJSON-498488695] 10.222.0.24 "GET /v2.0/ports/03768ac7-f671-49bc-b748-da97b84f8422 HTTP/1.1" status: 404 len: 333 time: 0.1962528 Jan 14 07:23:23.417051 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84875) accepted ('10.222.0.24', 42714) {{(pid=84875) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:23:23.423668 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.v2.base [None req-8e7de9e9-9549-4c15-98e2-dda314d97183 tempest-AllowedAddressPairIpV6TestJSON-498488695 tempest-AllowedAddressPairIpV6TestJSON-498488695] Request body: {'port': {'network_id': 'e036a402-9710-4529-9dbb-b94dac95fa3a', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1103094915'}} {{(pid=84875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:23:23.566886 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-0f37073e-9c69-4e3c-80e0-6cfaa0fd61a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363259214191800', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854171626'] for agent, after_update {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:23:23.669522 n-d-768862-2 neutron-server[84765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87d858cf-216e-446d-affa-ba2850f5f500 tempest-RoutersIpV6Test-883692175 tempest-RoutersIpV6Test-883692175] Network 6adec993-1400-47e5-9a29-907bc02c17ed is already hosted by enough agents. {{(pid=84874) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 07:23:23.692095 n-d-768862-2 neutron-server[84765]: DEBUG neutron.scheduler.base_scheduler [None req-87d858cf-216e-446d-affa-ba2850f5f500 tempest-RoutersIpV6Test-883692175 tempest-RoutersIpV6Test-883692175] Resources bound (agent type, host, resource id): {{(pid=84874) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 07:23:23.797814 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3c11b10-2bba-4d54-80cd-7e308e0f8115 None None] Pushing event updated for resources: {'Port': ['ID=3d3818d8-dfbd-4ae4-b8fe-e16d99d1e1e7,revision_number=1']} {{(pid=84876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:23:23.890869 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-8e7de9e9-9549-4c15-98e2-dda314d97183 tempest-AllowedAddressPairIpV6TestJSON-498488695 tempest-AllowedAddressPairIpV6TestJSON-498488695] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:23:23.916957 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-8e7de9e9-9549-4c15-98e2-dda314d97183 tempest-AllowedAddressPairIpV6TestJSON-498488695 tempest-AllowedAddressPairIpV6TestJSON-498488695] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:23:23.943218 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8e7de9e9-9549-4c15-98e2-dda314d97183 tempest-AllowedAddressPairIpV6TestJSON-498488695 tempest-AllowedAddressPairIpV6TestJSON-498488695] Made reservation on behalf of 25bfe76596c546468c14c705e418c08f for: {'port': 1} {{(pid=84875) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 07:23:23.967685 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-8e7de9e9-9549-4c15-98e2-dda314d97183 tempest-AllowedAddressPairIpV6TestJSON-498488695 tempest-AllowedAddressPairIpV6TestJSON-498488695] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555753'] for port, before_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:23:23.973572 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-a3c11b10-2bba-4d54-80cd-7e308e0f8115 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.584s {{(pid=84876) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:23:24.149312 n-d-768862-2 neutron-server[84765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3c11b10-2bba-4d54-80cd-7e308e0f8115 None None] Network 23f0a15d-6362-4cec-82c1-cacba887c566 is already hosted by enough agents. {{(pid=84876) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 07:23:24.150594 n-d-768862-2 neutron-server[84765]: DEBUG neutron.scheduler.base_scheduler [None req-a3c11b10-2bba-4d54-80cd-7e308e0f8115 None None] Resources bound (agent type, host, resource id): {{(pid=84876) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 07:23:24.156941 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3c11b10-2bba-4d54-80cd-7e308e0f8115 None None] Received port after_create {{(pid=84876) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 14 07:23:24.278270 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.managers [None req-a3c11b10-2bba-4d54-80cd-7e308e0f8115 None None] Attempting to bind port 3d3818d8-dfbd-4ae4-b8fe-e16d99d1e1e7 on host n-d-768862-2 for vnic_type normal with profile {{(pid=84876) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 14 07:23:24.278270 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.managers [None req-a3c11b10-2bba-4d54-80cd-7e308e0f8115 None None] Attempting to bind port 3d3818d8-dfbd-4ae4-b8fe-e16d99d1e1e7 by drivers openvswitch on host n-d-768862-2 at level 0 using segments [{'id': '56f1c7cf-f3a3-41d2-9677-68978131444f', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 20, 'network_id': '23f0a15d-6362-4cec-82c1-cacba887c566'}] {{(pid=84876) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 14 07:23:24.278270 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3c11b10-2bba-4d54-80cd-7e308e0f8115 None None] Attempting to bind port 3d3818d8-dfbd-4ae4-b8fe-e16d99d1e1e7 on network 23f0a15d-6362-4cec-82c1-cacba887c566 {{(pid=84876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 14 07:23:24.287569 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f07324d-7d6d-417e-9c64-d63def2b4907 None None] Network 6adec993-1400-47e5-9a29-907bc02c17ed requested from n-d-768862-2 {{(pid=84876) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 07:23:24.314650 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3c11b10-2bba-4d54-80cd-7e308e0f8115 None None] Checking agent: {'id': 'ba5efab1-b43c-4d5a-bc52-6e105d4e67a2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768862-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 14, 6, 56, 52), 'started_at': datetime.datetime(2021, 1, 14, 6, 57, 22), 'heartbeat_timestamp': datetime.datetime(2021, 1, 14, 7, 23, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768862-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.29', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 14 07:23:24.315074 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3c11b10-2bba-4d54-80cd-7e308e0f8115 None None] Checking segment: {'id': '56f1c7cf-f3a3-41d2-9677-68978131444f', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 20, 'network_id': '23f0a15d-6362-4cec-82c1-cacba887c566'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84876) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 14 07:23:24.315787 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-a3c11b10-2bba-4d54-80cd-7e308e0f8115 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:23:24.316270 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3c11b10-2bba-4d54-80cd-7e308e0f8115 None None] Bound using segment: {'id': '56f1c7cf-f3a3-41d2-9677-68978131444f', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 20, 'network_id': '23f0a15d-6362-4cec-82c1-cacba887c566'} {{(pid=84876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 14 07:23:24.316818 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.managers [None req-a3c11b10-2bba-4d54-80cd-7e308e0f8115 None None] Bound port: 3d3818d8-dfbd-4ae4-b8fe-e16d99d1e1e7, host: n-d-768862-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '56f1c7cf-f3a3-41d2-9677-68978131444f', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 20, 'network_id': '23f0a15d-6362-4cec-82c1-cacba887c566'}}] {{(pid=84876) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 14 07:23:24.317248 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-a3c11b10-2bba-4d54-80cd-7e308e0f8115 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555753'] for port, before_update {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:23:24.378839 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-091bc560-c697-4132-88e8-ddec41e192aa tempest-RoutersIpV6AdminTest-1631784580 tempest-RoutersIpV6AdminTest-1631784580] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036850886612', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036850863158'] for router, after_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:23:24.403531 n-d-768862-2 neutron-server[84765]: DEBUG neutron.notifiers.nova [None req-8e7de9e9-9549-4c15-98e2-dda314d97183 tempest-AllowedAddressPairIpV6TestJSON-498488695 tempest-AllowedAddressPairIpV6TestJSON-498488695] device_id is not set on port a813069c-2846-4518-a8c6-35fe0d63dd4e yet. {{(pid=84875) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}} Jan 14 07:23:24.503330 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84875) accepted ('10.222.0.24', 42730) {{(pid=84875) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:23:24.516547 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-deb09829-44a0-484b-bc6b-b5b03edf4333 None None] Provisioning for port 480af4b6-294d-413f-ac3c-504c0f3d98b3 completed by entity DHCP. {{(pid=84876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 07:23:24.581691 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [None req-a3c11b10-2bba-4d54-80cd-7e308e0f8115 None None] For port 3d3818d8-dfbd-4ae4-b8fe-e16d99d1e1e7, host n-d-768862-2, cleared binding levels {{(pid=84876) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 14 07:23:24.588174 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [None req-a3c11b10-2bba-4d54-80cd-7e308e0f8115 None None] For port 3d3818d8-dfbd-4ae4-b8fe-e16d99d1e1e7, host n-d-768862-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-2',level=0,port_id=3d3818d8-dfbd-4ae4-b8fe-e16d99d1e1e7,segment=NetworkSegment(56f1c7cf-f3a3-41d2-9677-68978131444f),segment_id=56f1c7cf-f3a3-41d2-9677-68978131444f)] {{(pid=84876) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 14 07:23:24.601992 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-a3c11b10-2bba-4d54-80cd-7e308e0f8115 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777640533312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363259214678337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777640097497'] for port, after_update {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:23:24.778230 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.db_base_plugin_common [None req-8e7de9e9-9549-4c15-98e2-dda314d97183 tempest-AllowedAddressPairIpV6TestJSON-498488695 tempest-AllowedAddressPairIpV6TestJSON-498488695] Allocated IP 2001:db8::19a (e036a402-9710-4529-9dbb-b94dac95fa3a/8affe838-b457-444f-a46a-03ca2db0d97d/a813069c-2846-4518-a8c6-35fe0d63dd4e) {{(pid=84875) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 14 07:23:24.932318 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84874) accepted ('10.222.0.24', 42740) {{(pid=84874) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:23:24.940513 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-deb09829-44a0-484b-bc6b-b5b03edf4333 None None] Provisioning complete for port 480af4b6-294d-413f-ac3c-504c0f3d98b3 triggered by entity DHCP. {{(pid=84876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 07:23:24.941023 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-deb09829-44a0-484b-bc6b-b5b03edf4333 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-604227'] for port, provisioning_complete {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:23:25.022565 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-8e7de9e9-9549-4c15-98e2-dda314d97183 tempest-AllowedAddressPairIpV6TestJSON-498488695 tempest-AllowedAddressPairIpV6TestJSON-498488695] Notify callbacks [] for port, precommit_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:23:25.038400 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-a3c11b10-2bba-4d54-80cd-7e308e0f8115 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84876) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:23:25.061858 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-8e7de9e9-9549-4c15-98e2-dda314d97183 tempest-AllowedAddressPairIpV6TestJSON-498488695 tempest-AllowedAddressPairIpV6TestJSON-498488695] Transition to ACTIVE for port object a813069c-2846-4518-a8c6-35fe0d63dd4e will not be triggered until provisioned by entity DHCP. {{(pid=84875) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 07:23:25.118665 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-8e7de9e9-9549-4c15-98e2-dda314d97183 tempest-AllowedAddressPairIpV6TestJSON-498488695 tempest-AllowedAddressPairIpV6TestJSON-498488695] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777640123575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851621574'] for port, after_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:23:25.142581 n-d-768862-2 neutron-server[84765]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-87d858cf-216e-446d-affa-ba2850f5f500 tempest-RoutersIpV6Test-883692175 tempest-RoutersIpV6Test-883692175] Router 40febb8e-85a2-44af-bb73-f559467ae85b has already been hosted by L3 agent 35f592e9-451b-4db9-abea-77b6a5c5391b {{(pid=84874) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Jan 14 07:23:25.167702 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-9604721d-03d4-4c7f-a73d-621726be4856 tempest-AllowedAddressPairIpV6TestJSON-498488695 tempest-AllowedAddressPairIpV6TestJSON-498488695] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:23:25.176769 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Device 5d4c80f7-fa86-4260-9c85-c0e3fe21da09 up at agent ovs-agent-n-d-768862-2 {{(pid=84876) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 07:23:25.179216 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-6e070670-e7cb-4a44-ab84-242995e86167 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:23:25.227734 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3c11b10-2bba-4d54-80cd-7e308e0f8115 None None] Pushing event updated for resources: {'Port': ['ID=3d3818d8-dfbd-4ae4-b8fe-e16d99d1e1e7,revision_number=2']} {{(pid=84876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:23:25.247322 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-a3c11b10-2bba-4d54-80cd-7e308e0f8115 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.209s {{(pid=84876) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:23:25.323034 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-3f0ebd96-cdbf-40e6-ba11-a8e8e56332e9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:23:25.324728 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-6e070670-e7cb-4a44-ab84-242995e86167 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:23:25.382328 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-3f0ebd96-cdbf-40e6-ba11-a8e8e56332e9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:23:25.399991 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-3f0ebd96-cdbf-40e6-ba11-a8e8e56332e9 admin admin] Usage tracker for resource:security_group_rule and tenant:e2ffb1c71b0f42b796e9ff429c75eb27 is out of sync, need to count used quota {{(pid=84875) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:23:25.404148 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e7de9e9-9549-4c15-98e2-dda314d97183 tempest-AllowedAddressPairIpV6TestJSON-498488695 tempest-AllowedAddressPairIpV6TestJSON-498488695] Pushing event updated for resources: {'Port': ['ID=a813069c-2846-4518-a8c6-35fe0d63dd4e,revision_number=1']} {{(pid=84875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:23:25.407030 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-3f0ebd96-cdbf-40e6-ba11-a8e8e56332e9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84875) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:23:25.423029 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-8e7de9e9-9549-4c15-98e2-dda314d97183 tempest-AllowedAddressPairIpV6TestJSON-498488695 tempest-AllowedAddressPairIpV6TestJSON-498488695] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.255s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:23:25.430057 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-3f0ebd96-cdbf-40e6-ba11-a8e8e56332e9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:23:25.470638 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-6e070670-e7cb-4a44-ab84-242995e86167 admin admin] Usage tracker for resource:security_group_rule and tenant:c75abdd11fb0401ea34680e480a1f264 is out of sync, need to count used quota {{(pid=84874) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:23:25.484789 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-6e070670-e7cb-4a44-ab84-242995e86167 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84874) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:23:25.490709 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Provisioning complete for port 5d4c80f7-fa86-4260-9c85-c0e3fe21da09 triggered by entity L2. {{(pid=84876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 07:23:25.491301 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-604227'] for port, provisioning_complete {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:23:25.514281 n-d-768862-2 neutron-server[84765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e7de9e9-9549-4c15-98e2-dda314d97183 tempest-AllowedAddressPairIpV6TestJSON-498488695 tempest-AllowedAddressPairIpV6TestJSON-498488695] Network e036a402-9710-4529-9dbb-b94dac95fa3a is already hosted by enough agents. {{(pid=84875) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 07:23:25.517881 n-d-768862-2 neutron-server[84765]: DEBUG neutron.scheduler.base_scheduler [None req-8e7de9e9-9549-4c15-98e2-dda314d97183 tempest-AllowedAddressPairIpV6TestJSON-498488695 tempest-AllowedAddressPairIpV6TestJSON-498488695] Resources bound (agent type, host, resource id): {{(pid=84875) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 07:23:25.522521 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-6e070670-e7cb-4a44-ab84-242995e86167 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:23:25.532025 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e7de9e9-9549-4c15-98e2-dda314d97183 tempest-AllowedAddressPairIpV6TestJSON-498488695 tempest-AllowedAddressPairIpV6TestJSON-498488695] Received port after_create {{(pid=84875) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 14 07:23:25.534999 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network":"rule:admin_or_owner" was deprecated in W in favor of "update_network":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 07:23:25.534999 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:23:25.534999 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:23:25.534999 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:23:25.534999 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:segments":"rule:admin_only" was deprecated in W in favor of "update_network:segments":"role:admin and system_scope:all". Reason: Jan 14 07:23:25.534999 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:23:25.534999 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:23:25.534999 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:23:25.534999 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:shared":"rule:admin_only" was deprecated in W in favor of "update_network:shared":"role:admin and system_scope:all". Reason: Jan 14 07:23:25.534999 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:23:25.534999 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:23:25.534999 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:23:25.534999 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "update_network:provider:network_type":"role:admin and system_scope:all". Reason: Jan 14 07:23:25.534999 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:23:25.534999 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:23:25.534999 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:23:25.534999 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "update_network:provider:physical_network":"role:admin and system_scope:all". Reason: Jan 14 07:23:25.534999 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:23:25.534999 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:23:25.534999 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:23:25.534999 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "update_network:provider:segmentation_id":"role:admin and system_scope:all". Reason: Jan 14 07:23:25.534999 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:23:25.534999 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:23:25.534999 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:23:25.534999 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:router:external":"rule:admin_only" was deprecated in W in favor of "update_network:router:external":"role:admin and system_scope:all". Reason: Jan 14 07:23:25.534999 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:23:25.534999 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:23:25.534999 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:23:25.534999 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:is_default":"rule:admin_only" was deprecated in W in favor of "update_network:is_default":"role:admin and system_scope:all". Reason: Jan 14 07:23:25.534999 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:23:25.534999 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:23:25.534999 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:23:25.534999 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:port_security_enabled":"rule:admin_or_owner" was deprecated in W in favor of "update_network:port_security_enabled":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 07:23:25.534999 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:23:25.534999 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:23:25.534999 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:23:25.534999 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "delete_network":"rule:admin_or_owner" was deprecated in W in favor of "delete_network":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 07:23:25.534999 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:23:25.534999 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:23:25.534999 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:23:25.534999 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_segment":"rule:admin_only" was deprecated in W in favor of "create_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:23:25.534999 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:23:25.534999 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_segment":"rule:admin_only" was deprecated in W in favor of "get_segment":"role:reader and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:23:25.534999 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:23:25.538251 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_segment":"rule:admin_only" was deprecated in W in favor of "update_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:23:25.538251 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:23:25.538251 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "delete_segment":"rule:admin_only" was deprecated in W in favor of "delete_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:23:25.538251 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:23:25.538251 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network":"rule:regular_user" was deprecated in W in favor of "create_network":"role:member and project_id:%(project_id)s". Reason: Jan 14 07:23:25.538251 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:23:25.538251 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:23:25.538251 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:23:25.538251 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:shared":"rule:admin_only" was deprecated in W in favor of "create_network:shared":"role:admin and system_scope:all". Reason: Jan 14 07:23:25.538251 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:23:25.538251 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:23:25.538251 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:23:25.538251 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:router:external":"rule:admin_only" was deprecated in W in favor of "create_network:router:external":"role:admin and system_scope:all". Reason: Jan 14 07:23:25.538251 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:23:25.538251 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:23:25.538251 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:23:25.538251 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:is_default":"rule:admin_only" was deprecated in W in favor of "create_network:is_default":"role:admin and system_scope:all". Reason: Jan 14 07:23:25.538251 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:23:25.538251 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:23:25.538251 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:23:25.541133 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:port_security_enabled":"rule:regular_user" was deprecated in W in favor of "create_network:port_security_enabled":"role:member and project_id:%(project_id)s". Reason: Jan 14 07:23:25.541133 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:23:25.541133 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:23:25.541133 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:23:25.541133 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:segments":"rule:admin_only" was deprecated in W in favor of "create_network:segments":"role:admin and system_scope:all". Reason: Jan 14 07:23:25.541133 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:23:25.541133 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:23:25.541133 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:23:25.541133 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "create_network:provider:network_type":"role:admin and system_scope:all". Reason: Jan 14 07:23:25.541133 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:23:25.541133 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:23:25.541133 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:23:25.541133 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "create_network:provider:physical_network":"role:admin and system_scope:all". Reason: Jan 14 07:23:25.541133 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:23:25.541133 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:23:25.541133 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:23:25.541133 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "create_network:provider:segmentation_id":"role:admin and system_scope:all". Reason: Jan 14 07:23:25.541133 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:23:25.541133 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:23:25.541133 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:23:25.541133 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network":"rule:admin_or_owner or rule:shared or rule:external or rule:context_is_advsvc" was deprecated in W in favor of "get_network":"(role:reader and system_scope:all) or (role:reader and project_id:%(project_id)s) or rule:shared or rule:external or rule:context_is_advsvc". Reason: Jan 14 07:23:25.541133 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:23:25.541133 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:23:25.541133 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:23:25.541133 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:router:external":"rule:regular_user" was deprecated in W in favor of "get_network:router:external":"role:reader and project_id:%(project_id)s". Reason: Jan 14 07:23:25.541133 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:23:25.541133 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:23:25.541133 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:23:25.541133 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:segments":"rule:admin_only" was deprecated in W in favor of "get_network:segments":"role:reader and system_scope:all". Reason: Jan 14 07:23:25.541133 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:23:25.541133 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:23:25.541133 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:23:25.541133 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "get_network:provider:network_type":"role:reader and system_scope:all". Reason: Jan 14 07:23:25.541133 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:23:25.541133 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:23:25.541133 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:23:25.541133 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "get_network:provider:physical_network":"role:reader and system_scope:all". Reason: Jan 14 07:23:25.541133 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:23:25.541133 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:23:25.541133 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:23:25.541133 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "get_network:provider:segmentation_id":"role:reader and system_scope:all". Reason: Jan 14 07:23:25.541133 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:23:25.541133 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:23:25.541133 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:23:25.541133 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network":"rule:admin_or_owner" was deprecated in W in favor of "update_network":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 07:23:25.541133 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:23:25.541133 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:23:25.541133 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:23:25.544134 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:segments":"rule:admin_only" was deprecated in W in favor of "update_network:segments":"role:admin and system_scope:all". Reason: Jan 14 07:23:25.544134 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:23:25.544134 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:23:25.544134 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:23:25.544134 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:shared":"rule:admin_only" was deprecated in W in favor of "update_network:shared":"role:admin and system_scope:all". Reason: Jan 14 07:23:25.544134 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:23:25.544134 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:23:25.544134 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:23:25.544134 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "update_network:provider:network_type":"role:admin and system_scope:all". Reason: Jan 14 07:23:25.544134 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:23:25.544134 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:23:25.544134 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:23:25.544134 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "update_network:provider:physical_network":"role:admin and system_scope:all". Reason: Jan 14 07:23:25.544134 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:23:25.544134 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:23:25.544134 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:23:25.544134 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "update_network:provider:segmentation_id":"role:admin and system_scope:all". Reason: Jan 14 07:23:25.544134 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:23:25.544134 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:23:25.544134 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:23:25.566512 n-d-768862-2 neutron-server[84765]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-091bc560-c697-4132-88e8-ddec41e192aa tempest-RoutersIpV6AdminTest-1631784580 tempest-RoutersIpV6AdminTest-1631784580] Router 2031fa21-8036-4682-93f6-df1c11fa7240 is scheduled to L3 agent 35f592e9-451b-4db9-abea-77b6a5c5391b with binding_index 1 {{(pid=84874) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}} Jan 14 07:23:25.590966 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-deb09829-44a0-484b-bc6b-b5b03edf4333 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555753'] for port, before_update {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:23:25.602330 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e7de9e9-9549-4c15-98e2-dda314d97183 tempest-AllowedAddressPairIpV6TestJSON-498488695 tempest-AllowedAddressPairIpV6TestJSON-498488695] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:23:25.603082 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-8e7de9e9-9549-4c15-98e2-dda314d97183 tempest-AllowedAddressPairIpV6TestJSON-498488695 tempest-AllowedAddressPairIpV6TestJSON-498488695] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854768116'] for port, before_response {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:23:25.643881 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-87d858cf-216e-446d-affa-ba2850f5f500 tempest-RoutersIpV6Test-883692175 tempest-RoutersIpV6Test-883692175] Notify agent at l3_agent.n-d-768862-2 the message routers_updated {{(pid=84874) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jan 14 07:23:25.666302 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [None req-deb09829-44a0-484b-bc6b-b5b03edf4333 None None] For port 480af4b6-294d-413f-ac3c-504c0f3d98b3, host n-d-768862-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-2',level=0,port_id=480af4b6-294d-413f-ac3c-504c0f3d98b3,segment=NetworkSegment(e27218cc-75b2-4562-990f-480272fa161a),segment_id=e27218cc-75b2-4562-990f-480272fa161a)] {{(pid=84876) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 07:23:25.736265 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29e8effd-e15d-4af4-88c8-93529d9870e0 None None] Sync routers for ids ['40febb8e-85a2-44af-bb73-f559467ae85b'] in n-d-768862-2 {{(pid=84876) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Jan 14 07:23:25.742116 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-8e7de9e9-9549-4c15-98e2-dda314d97183 tempest-AllowedAddressPairIpV6TestJSON-498488695 tempest-AllowedAddressPairIpV6TestJSON-498488695] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 944 time: 2.3213098 Jan 14 07:23:25.751331 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84875) accepted ('10.222.0.24', 42748) {{(pid=84875) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:23:25.764391 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-deb09829-44a0-484b-bc6b-b5b03edf4333 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777640533312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363259214678337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777640097497'] for port, after_update {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:23:25.807711 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-bfe2d2fd-c71d-42e6-872e-b3f379b04710 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84876) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:23:25.812941 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.v2.base [None req-c6470dfd-c747-45ff-8213-2eb3a7810c05 tempest-AllowedAddressPairIpV6TestJSON-498488695 tempest-AllowedAddressPairIpV6TestJSON-498488695] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::/48', 'mac_address': 'fa:16:3e:df:73:b3'}]}} {{(pid=84875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:23:25.905808 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deb09829-44a0-484b-bc6b-b5b03edf4333 None None] Pushing event updated for resources: {'Port': ['ID=480af4b6-294d-413f-ac3c-504c0f3d98b3,revision_number=3']} {{(pid=84876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:23:25.920609 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-deb09829-44a0-484b-bc6b-b5b03edf4333 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=84876) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:23:25.944905 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29e8effd-e15d-4af4-88c8-93529d9870e0 None None] Routers {'40febb8e-85a2-44af-bb73-f559467ae85b'} bound to L3 agent in host n-d-768862-2 {{(pid=84876) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 14 07:23:25.946337 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_hamode_db [None req-29e8effd-e15d-4af4-88c8-93529d9870e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2021-01-14T06:56:51Z,description=,heartbeat_timestamp=2021-01-14T07:23:22Z,host='n-d-768862-2',id=35f592e9-451b-4db9-abea-77b6a5c5391b,load=0,resource_versions=,resources_synced=,started_at=2021-01-14T06:56:51Z,topic='l3_agent')) {'router_ids': ['40febb8e-85a2-44af-bb73-f559467ae85b'], 'active': True} {{(pid=84876) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:23:25.961834 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-3f0ebd96-cdbf-40e6-ba11-a8e8e56332e9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:23:25.989593 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-3f0ebd96-cdbf-40e6-ba11-a8e8e56332e9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850887153'] for security_group, after_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:23:26.042954 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-6674e6f4-ad9b-446a-a283-be2c362c8bc0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:23:26.129391 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-3f0ebd96-cdbf-40e6-ba11-a8e8e56332e9 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=e2ffb1c71b0f42b796e9ff429c75eb27&name=default HTTP/1.1" status: 200 len: 2983 time: 1.6245828 Jan 14 07:23:26.140278 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84875) accepted ('10.222.0.24', 42756) {{(pid=84875) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:23:26.180001 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-091bc560-c697-4132-88e8-ddec41e192aa tempest-RoutersIpV6AdminTest-1631784580 tempest-RoutersIpV6AdminTest-1631784580] Notify agent at l3_agent.n-d-768862-2 the message routers_updated {{(pid=84874) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jan 14 07:23:26.200156 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90a8c744-1f04-41ad-9783-5b8ca82f6495 None None] Sync routers for ids ['2031fa21-8036-4682-93f6-df1c11fa7240'] in n-d-768862-2 {{(pid=84877) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Jan 14 07:23:26.228421 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90a8c744-1f04-41ad-9783-5b8ca82f6495 None None] Routers {'2031fa21-8036-4682-93f6-df1c11fa7240'} bound to L3 agent in host n-d-768862-2 {{(pid=84877) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 14 07:23:26.231288 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_hamode_db [None req-90a8c744-1f04-41ad-9783-5b8ca82f6495 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2021-01-14T06:56:51Z,description=,heartbeat_timestamp=2021-01-14T07:23:22Z,host='n-d-768862-2',id=35f592e9-451b-4db9-abea-77b6a5c5391b,load=0,resource_versions=,resources_synced=,started_at=2021-01-14T06:56:51Z,topic='l3_agent')) {'router_ids': ['2031fa21-8036-4682-93f6-df1c11fa7240'], 'active': True} {{(pid=84877) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:23:26.232838 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_dvr_db [None req-29e8effd-e15d-4af4-88c8-93529d9870e0 None None] Set router 40febb8e-85a2-44af-bb73-f559467ae85b gateway port host: None {{(pid=84876) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 14 07:23:26.284469 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f0ebd96-cdbf-40e6-ba11-a8e8e56332e9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3535fe46-55c8-47e1-8444-3774df526e5c,revision_number=1']} {{(pid=84875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:23:26.323798 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-87d858cf-216e-446d-affa-ba2850f5f500 tempest-RoutersIpV6Test-883692175 tempest-RoutersIpV6Test-883692175] 10.222.0.24 "PUT /v2.0/routers/40febb8e-85a2-44af-bb73-f559467ae85b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 12.1871109 Jan 14 07:23:26.334947 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84874) accepted ('10.222.0.24', 42760) {{(pid=84874) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:23:26.354021 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.v2.base [None req-77026d05-b06f-4cdc-ba0e-4ca15a980bd1 tempest-RoutersIpV6Test-883692175 tempest-RoutersIpV6Test-883692175] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-2058319874'}} {{(pid=84874) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:23:26.370860 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-fdf9dad7-2d7a-4246-84b4-6e11a1afe04f tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850887113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3254092', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036851981146'] for subnet, after_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:23:26.389128 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-091bc560-c697-4132-88e8-ddec41e192aa tempest-RoutersIpV6AdminTest-1631784580 tempest-RoutersIpV6AdminTest-1631784580] Notify callbacks [] for router, before_response {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:23:26.390601 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_hamode_db [None req-90a8c744-1f04-41ad-9783-5b8ca82f6495 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768862-2', False) {} {{(pid=84877) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:23:26.394273 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-091bc560-c697-4132-88e8-ddec41e192aa tempest-RoutersIpV6AdminTest-1631784580 tempest-RoutersIpV6AdminTest-1631784580] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 889 time: 17.9881084 Jan 14 07:23:26.401919 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84874) accepted ('10.222.0.24', 42764) {{(pid=84874) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:23:26.403803 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-77026d05-b06f-4cdc-ba0e-4ca15a980bd1 tempest-RoutersIpV6Test-883692175 tempest-RoutersIpV6Test-883692175] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:23:26.407051 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-3ea9c772-f853-4ec6-87ea-b680e8c47509 tempest-ServersTestMultiNic-2121779930 tempest-ServersTestMultiNic-2121779930] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:23:26.424349 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90a8c744-1f04-41ad-9783-5b8ca82f6495 None None] Routers {'2031fa21-8036-4682-93f6-df1c11fa7240'} bound to L3 agent in host n-d-768862-2 {{(pid=84877) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 14 07:23:26.426177 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_hamode_db [None req-90a8c744-1f04-41ad-9783-5b8ca82f6495 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2021-01-14T06:56:51Z,description=,heartbeat_timestamp=2021-01-14T07:23:22Z,host='n-d-768862-2',id=35f592e9-451b-4db9-abea-77b6a5c5391b,load=0,resource_versions=,resources_synced=,started_at=2021-01-14T06:56:51Z,topic='l3_agent')) {'router_ids': ['2031fa21-8036-4682-93f6-df1c11fa7240'], 'active': True} {{(pid=84877) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:23:26.489847 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-6e070670-e7cb-4a44-ab84-242995e86167 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:23:26.495154 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdf9dad7-2d7a-4246-84b4-6e11a1afe04f tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] Pushing event updated for resources: {'Subnet': ['ID=487f48a4-1bdc-405b-b30a-9fac78a182ac,revision_number=0']} {{(pid=84874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:23:26.501301 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.v2.base [None req-d7bab31f-fdba-4369-ad80-b07f3e033a34 tempest-RoutersIpV6AdminTest-832003634 tempest-RoutersIpV6AdminTest-832003634] Request body: {'router': {'external_gateway_info': {'network_id': '226f1e78-82cd-4481-9055-4eb73b6db8c1', 'enable_snat': False}}} {{(pid=84874) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:23:26.540495 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-3f0ebd96-cdbf-40e6-ba11-a8e8e56332e9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.498s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:23:26.587584 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-77026d05-b06f-4cdc-ba0e-4ca15a980bd1 tempest-RoutersIpV6Test-883692175 tempest-RoutersIpV6Test-883692175] Usage tracker for resource:network and tenant:d787627cdb8d4cc9b70642659fae99d7 is out of sync, need to count used quota {{(pid=84874) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:23:26.642272 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-c6470dfd-c747-45ff-8213-2eb3a7810c05 tempest-AllowedAddressPairIpV6TestJSON-498488695 tempest-AllowedAddressPairIpV6TestJSON-498488695] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555753'] for port, before_update {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:23:26.663384 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-fdf9dad7-2d7a-4246-84b4-6e11a1afe04f tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.256s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:23:26.670140 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-77026d05-b06f-4cdc-ba0e-4ca15a980bd1 tempest-RoutersIpV6Test-883692175 tempest-RoutersIpV6Test-883692175] Quota usage for network was recalculated. Used quota:3. {{(pid=84874) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:23:26.673255 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-6e070670-e7cb-4a44-ab84-242995e86167 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850887153'] for security_group, after_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:23:26.708523 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_hamode_db [None req-90a8c744-1f04-41ad-9783-5b8ca82f6495 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768862-2', False) {} {{(pid=84877) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:23:26.709370 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90a8c744-1f04-41ad-9783-5b8ca82f6495 None None] The sync data for ids ['2031fa21-8036-4682-93f6-df1c11fa7240'] in n-d-768862-2 is: [] {{(pid=84877) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Jan 14 07:23:26.759175 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-20c045c9-184d-4808-a0b9-3832ec92ce0b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:23:26.781867 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-79be937d-71cd-4fd4-940d-87da78256324 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:23:26.836273 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-79be937d-71cd-4fd4-940d-87da78256324 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:23:26.888094 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-77026d05-b06f-4cdc-ba0e-4ca15a980bd1 tempest-RoutersIpV6Test-883692175 tempest-RoutersIpV6Test-883692175] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=84874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:23:26.930410 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e070670-e7cb-4a44-ab84-242995e86167 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6e4aa13b-1742-4266-ba45-244105178a54,revision_number=1']} {{(pid=84874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:23:26.951391 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-6e070670-e7cb-4a44-ab84-242995e86167 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=c75abdd11fb0401ea34680e480a1f264&name=default HTTP/1.1" status: 200 len: 2983 time: 1.9920943 Jan 14 07:23:26.952675 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84875) accepted ('10.222.0.24', 42768) {{(pid=84875) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:23:27.025684 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-6e070670-e7cb-4a44-ab84-242995e86167 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.266s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:23:27.097251 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-77026d05-b06f-4cdc-ba0e-4ca15a980bd1 tempest-RoutersIpV6Test-883692175 tempest-RoutersIpV6Test-883692175] Made reservation on behalf of d787627cdb8d4cc9b70642659fae99d7 for: {'network': 1} {{(pid=84874) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 07:23:27.115340 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-77026d05-b06f-4cdc-ba0e-4ca15a980bd1 tempest-RoutersIpV6Test-883692175 tempest-RoutersIpV6Test-883692175] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555753'] for network, before_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:23:27.148868 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Device 3d3818d8-dfbd-4ae4-b8fe-e16d99d1e1e7 up at agent ovs-agent-n-d-768862-2 {{(pid=84876) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 07:23:27.163120 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-79be937d-71cd-4fd4-940d-87da78256324 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850887153'] for security_group, after_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:23:27.170297 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-029fe6b6-7d39-4cc4-b6da-e21cafbfeb1e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:23:27.191146 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-d79b5160-b210-40ba-9f3f-f33c3fb403d9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:23:27.265753 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79be937d-71cd-4fd4-940d-87da78256324 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3535fe46-55c8-47e1-8444-3774df526e5c,revision_number=None']} {{(pid=84875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:23:27.416623 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-79be937d-71cd-4fd4-940d-87da78256324 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.246s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:23:27.440009 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-5aa326c0-00e8-4eb0-ac8f-8b7ea22945d9 None None] Provisioning for port a813069c-2846-4518-a8c6-35fe0d63dd4e completed by entity DHCP. {{(pid=84876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 07:23:27.457619 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-5aa326c0-00e8-4eb0-ac8f-8b7ea22945d9 None None] Provisioning complete for port a813069c-2846-4518-a8c6-35fe0d63dd4e triggered by entity DHCP. {{(pid=84876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 07:23:27.458111 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-5aa326c0-00e8-4eb0-ac8f-8b7ea22945d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-604227'] for port, provisioning_complete {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:23:27.516105 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-d79b5160-b210-40ba-9f3f-f33c3fb403d9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:23:27.528816 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-79be937d-71cd-4fd4-940d-87da78256324 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:23:27.532675 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-79be937d-71cd-4fd4-940d-87da78256324 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/3535fe46-55c8-47e1-8444-3774df526e5c HTTP/1.1" status: 204 len: 168 time: 1.3477225 Jan 14 07:23:27.733745 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.plugin [None req-5aa326c0-00e8-4eb0-ac8f-8b7ea22945d9 None None] Port a813069c-2846-4518-a8c6-35fe0d63dd4e cannot update to ACTIVE because it is not bound. {{(pid=84876) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:329}} Jan 14 07:23:27.761302 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Provisioning for port 3d3818d8-dfbd-4ae4-b8fe-e16d99d1e1e7 completed by entity L2. {{(pid=84876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 07:23:27.775083 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_hamode_db [None req-29e8effd-e15d-4af4-88c8-93529d9870e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '40febb8e-85a2-44af-bb73-f559467ae85b', 'name': 'tempest-RoutersIpV6Test-router-637200602', 'tenant_id': 'd787627cdb8d4cc9b70642659fae99d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-14T07:22:21Z', 'updated_at': '2021-01-14T07:23:19Z', 'revision_number': 4, 'project_id': 'd787627cdb8d4cc9b70642659fae99d7', 'gw_port_host': None, '_interfaces': [{'id': '5d4c80f7-fa86-4260-9c85-c0e3fe21da09', 'name': '', 'network_id': 'ecd2ef9e-48e8-480a-a1fc-ce09ba6212c7', 'tenant_id': 'd787627cdb8d4cc9b70642659fae99d7', 'mac_address': 'fa:16:3e:b9:1b:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40febb8e-85a2-44af-bb73-f559467ae85b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1993, 'fixed_ips': [{'subnet_id': '6d7b8862-6c15-43ed-8ff1-841e54b08eb8', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T07:22:57Z', 'updated_at': '2021-01-14T07:23:22Z', 'revision_number': 5, 'project_id': 'd787627cdb8d4cc9b70642659fae99d7', 'subnets': [{'id': '6d7b8862-6c15-43ed-8ff1-841e54b08eb8', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}, {'id': 'c404d567-18b6-4d4f-af34-4bc01b17dec1', 'name': '', 'network_id': '6adec993-1400-47e5-9a29-907bc02c17ed', 'tenant_id': 'd787627cdb8d4cc9b70642659fae99d7', 'mac_address': 'fa:16:3e:7d:23:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '40febb8e-85a2-44af-bb73-f559467ae85b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2029, 'fixed_ips': [{'subnet_id': '2d637449-0027-48ee-bf00-a964d9e4da4e', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T07:23:17Z', 'updated_at': '2021-01-14T07:23:20Z', 'revision_number': 2, 'project_id': 'd787627cdb8d4cc9b70642659fae99d7', 'subnets': [{'id': '2d637449-0027-48ee-bf00-a964d9e4da4e', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}, {'id': 'd21b5147-a877-46a5-a233-6a97d5befecb', 'name': '', 'network_id': 'd7d2c5e4-b39f-4c26-a03a-605439415826', 'tenant_id': 'd787627cdb8d4cc9b70642659fae99d7', 'mac_address': 'fa:16:3e:5b:cd:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40febb8e-85a2-44af-bb73-f559467ae85b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1953, 'fixed_ips': [{'subnet_id': '44b3d79f-589d-4894-89ff-0fd9901e6ead', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T07:22:33Z', 'updated_at': '2021-01-14T07:22:50Z', 'revision_number': 5, 'project_id': 'd787627cdb8d4cc9b70642659fae99d7', 'subnets': [{'id': '44b3d79f-589d-4894-89ff-0fd9901e6ead', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'n-d-768862-2', False) {} {{(pid=84876) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:23:27.794508 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Device 480af4b6-294d-413f-ac3c-504c0f3d98b3 up at agent ovs-agent-n-d-768862-2 {{(pid=84876) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 07:23:27.872051 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29e8effd-e15d-4af4-88c8-93529d9870e0 None None] Checking router: 40febb8e-85a2-44af-bb73-f559467ae85b for host: n-d-768862-2 {{(pid=84876) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Jan 14 07:23:27.878238 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-c6470dfd-c747-45ff-8213-2eb3a7810c05 tempest-AllowedAddressPairIpV6TestJSON-498488695 tempest-AllowedAddressPairIpV6TestJSON-498488695] Notify callbacks [] for port, precommit_update {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:23:27.884574 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29e8effd-e15d-4af4-88c8-93529d9870e0 None None] Updating router 40febb8e-85a2-44af-bb73-f559467ae85b port c404d567-18b6-4d4f-af34-4bc01b17dec1 binding host n-d-768862-2 {{(pid=84876) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Jan 14 07:23:27.888296 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-c6470dfd-c747-45ff-8213-2eb3a7810c05 tempest-AllowedAddressPairIpV6TestJSON-498488695 tempest-AllowedAddressPairIpV6TestJSON-498488695] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777640533312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363259214678337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777640097497', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3154211'] for port, after_update {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:23:27.953200 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-c284ccca-e91e-4555-a38f-84f2b27fbf1c tempest-PortsAdminExtendedAttrsIpV6TestJSON-54502629 tempest-PortsAdminExtendedAttrsIpV6TestJSON-54502629] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:23:28.040259 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-29e8effd-e15d-4af4-88c8-93529d9870e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555753'] for port, before_update {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:23:28.094436 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-77026d05-b06f-4cdc-ba0e-4ca15a980bd1 tempest-RoutersIpV6Test-883692175 tempest-RoutersIpV6Test-883692175] vxlan segment allocate from pool success with {'vxlan_vni': 19} {{(pid=84874) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Jan 14 07:23:28.193757 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-77026d05-b06f-4cdc-ba0e-4ca15a980bd1 tempest-RoutersIpV6Test-883692175 tempest-RoutersIpV6Test-883692175] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854179735'] for segment, precommit_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:23:28.194153 n-d-768862-2 neutron-server[84765]: INFO neutron.db.segments_db [None req-77026d05-b06f-4cdc-ba0e-4ca15a980bd1 tempest-RoutersIpV6Test-883692175 tempest-RoutersIpV6Test-883692175] Added segment 06feb7f6-c5d7-4dce-8715-a4c4b119149d of type vxlan for network c9c42f8d-6ced-4552-9599-4e0f839bda7e Jan 14 07:23:28.210923 n-d-768862-2 neutron-server[84765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fdf9dad7-2d7a-4246-84b4-6e11a1afe04f tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] Network 23f0a15d-6362-4cec-82c1-cacba887c566 is already hosted by enough agents. {{(pid=84874) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 07:23:28.295017 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-d7f5ea9b-12fb-46b1-a3d6-24a82a063661 None None] Provisioning for port 3d3818d8-dfbd-4ae4-b8fe-e16d99d1e1e7 completed by entity DHCP. {{(pid=84876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 07:23:28.461268 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6470dfd-c747-45ff-8213-2eb3a7810c05 tempest-AllowedAddressPairIpV6TestJSON-498488695 tempest-AllowedAddressPairIpV6TestJSON-498488695] Pushing event updated for resources: {'Port': ['ID=a813069c-2846-4518-a8c6-35fe0d63dd4e,revision_number=2']} {{(pid=84875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:23:28.466843 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-c6470dfd-c747-45ff-8213-2eb3a7810c05 tempest-AllowedAddressPairIpV6TestJSON-498488695 tempest-AllowedAddressPairIpV6TestJSON-498488695] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.518s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:23:28.505290 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.plugin [None req-c6470dfd-c747-45ff-8213-2eb3a7810c05 tempest-AllowedAddressPairIpV6TestJSON-498488695 tempest-AllowedAddressPairIpV6TestJSON-498488695] In _notify_port_updated(), no bound segment for port a813069c-2846-4518-a8c6-35fe0d63dd4e on network e036a402-9710-4529-9dbb-b94dac95fa3a {{(pid=84875) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:851}} Jan 14 07:23:28.508041 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:router:external":"rule:admin_only" was deprecated in W in favor of "update_network:router:external":"role:admin and system_scope:all". Reason: Jan 14 07:23:28.508041 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:23:28.508041 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:23:28.508041 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:23:28.508041 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:is_default":"rule:admin_only" was deprecated in W in favor of "update_network:is_default":"role:admin and system_scope:all". Reason: Jan 14 07:23:28.508041 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:23:28.508041 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:23:28.508041 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:23:28.508041 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:port_security_enabled":"rule:admin_or_owner" was deprecated in W in favor of "update_network:port_security_enabled":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 07:23:28.508041 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:23:28.508041 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:23:28.508041 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:23:28.508041 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "delete_network":"rule:admin_or_owner" was deprecated in W in favor of "delete_network":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 07:23:28.508041 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:23:28.508041 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:23:28.508041 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:23:28.508041 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_segment":"rule:admin_only" was deprecated in W in favor of "create_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:23:28.508041 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:23:28.508041 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_segment":"rule:admin_only" was deprecated in W in favor of "get_segment":"role:reader and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:23:28.508041 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:23:28.508041 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_segment":"rule:admin_only" was deprecated in W in favor of "update_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:23:28.508041 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:23:28.508041 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "delete_segment":"rule:admin_only" was deprecated in W in favor of "delete_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:23:28.508041 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:23:28.508041 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network":"rule:regular_user" was deprecated in W in favor of "create_network":"role:member and project_id:%(project_id)s". Reason: Jan 14 07:23:28.508041 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:23:28.508041 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:23:28.508041 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:23:28.508041 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:shared":"rule:admin_only" was deprecated in W in favor of "create_network:shared":"role:admin and system_scope:all". Reason: Jan 14 07:23:28.508041 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:23:28.508041 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:23:28.508041 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:23:28.508041 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:router:external":"rule:admin_only" was deprecated in W in favor of "create_network:router:external":"role:admin and system_scope:all". Reason: Jan 14 07:23:28.508041 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:23:28.508041 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:23:28.508041 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:23:28.508041 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:is_default":"rule:admin_only" was deprecated in W in favor of "create_network:is_default":"role:admin and system_scope:all". Reason: Jan 14 07:23:28.508041 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:23:28.508041 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:23:28.508041 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:23:28.508041 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:port_security_enabled":"rule:regular_user" was deprecated in W in favor of "create_network:port_security_enabled":"role:member and project_id:%(project_id)s". Reason: Jan 14 07:23:28.508041 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:23:28.511944 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:23:28.511944 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:23:28.511944 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:segments":"rule:admin_only" was deprecated in W in favor of "create_network:segments":"role:admin and system_scope:all". Reason: Jan 14 07:23:28.511944 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:23:28.511944 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:23:28.511944 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:23:28.511944 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "create_network:provider:network_type":"role:admin and system_scope:all". Reason: Jan 14 07:23:28.511944 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:23:28.511944 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:23:28.511944 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:23:28.511944 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "create_network:provider:physical_network":"role:admin and system_scope:all". Reason: Jan 14 07:23:28.511944 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:23:28.511944 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:23:28.511944 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:23:28.511944 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "create_network:provider:segmentation_id":"role:admin and system_scope:all". Reason: Jan 14 07:23:28.511944 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:23:28.511944 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:23:28.511944 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:23:28.511944 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network":"rule:admin_or_owner or rule:shared or rule:external or rule:context_is_advsvc" was deprecated in W in favor of "get_network":"(role:reader and system_scope:all) or (role:reader and project_id:%(project_id)s) or rule:shared or rule:external or rule:context_is_advsvc". Reason: Jan 14 07:23:28.511944 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:23:28.511944 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:23:28.511944 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:23:28.521626 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:router:external":"rule:regular_user" was deprecated in W in favor of "get_network:router:external":"role:reader and project_id:%(project_id)s". Reason: Jan 14 07:23:28.521626 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:23:28.521626 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:23:28.521626 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:23:28.521626 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:segments":"rule:admin_only" was deprecated in W in favor of "get_network:segments":"role:reader and system_scope:all". Reason: Jan 14 07:23:28.521626 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:23:28.521626 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:23:28.521626 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:23:28.521626 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "get_network:provider:network_type":"role:reader and system_scope:all". Reason: Jan 14 07:23:28.521626 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:23:28.521626 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:23:28.521626 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:23:28.521626 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "get_network:provider:physical_network":"role:reader and system_scope:all". Reason: Jan 14 07:23:28.521626 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:23:28.521626 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:23:28.521626 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:23:28.521626 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "get_network:provider:segmentation_id":"role:reader and system_scope:all". Reason: Jan 14 07:23:28.521626 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:23:28.521626 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:23:28.521626 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:23:28.521626 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network":"rule:admin_or_owner" was deprecated in W in favor of "update_network":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 07:23:28.521626 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:23:28.521626 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:23:28.521626 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:23:28.521626 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:segments":"rule:admin_only" was deprecated in W in favor of "update_network:segments":"role:admin and system_scope:all". Reason: Jan 14 07:23:28.521626 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:23:28.521626 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:23:28.521626 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:23:28.521626 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:shared":"rule:admin_only" was deprecated in W in favor of "update_network:shared":"role:admin and system_scope:all". Reason: Jan 14 07:23:28.521626 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:23:28.521626 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:23:28.521626 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:23:28.521626 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "update_network:provider:network_type":"role:admin and system_scope:all". Reason: Jan 14 07:23:28.521626 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:23:28.521626 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:23:28.521626 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:23:28.521626 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "update_network:provider:physical_network":"role:admin and system_scope:all". Reason: Jan 14 07:23:28.521626 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:23:28.521626 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:23:28.521626 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:23:28.521626 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "update_network:provider:segmentation_id":"role:admin and system_scope:all". Reason: Jan 14 07:23:28.521626 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:23:28.521626 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:23:28.521626 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:23:28.521626 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:router:external":"rule:admin_only" was deprecated in W in favor of "update_network:router:external":"role:admin and system_scope:all". Reason: Jan 14 07:23:28.521626 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:23:28.521626 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:23:28.521626 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:23:28.521626 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:is_default":"rule:admin_only" was deprecated in W in favor of "update_network:is_default":"role:admin and system_scope:all". Reason: Jan 14 07:23:28.525957 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:23:28.525957 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:23:28.525957 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:23:28.525957 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:port_security_enabled":"rule:admin_or_owner" was deprecated in W in favor of "update_network:port_security_enabled":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 07:23:28.525957 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:23:28.525957 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:23:28.525957 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:23:28.525957 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "delete_network":"rule:admin_or_owner" was deprecated in W in favor of "delete_network":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 07:23:28.525957 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:23:28.525957 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:23:28.525957 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:23:28.525957 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_segment":"rule:admin_only" was deprecated in W in favor of "create_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:23:28.525957 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:23:28.525957 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_segment":"rule:admin_only" was deprecated in W in favor of "get_segment":"role:reader and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:23:28.525957 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:23:28.562660 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6470dfd-c747-45ff-8213-2eb3a7810c05 tempest-AllowedAddressPairIpV6TestJSON-498488695 tempest-AllowedAddressPairIpV6TestJSON-498488695] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:23:28.571564 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-c6470dfd-c747-45ff-8213-2eb3a7810c05 tempest-AllowedAddressPairIpV6TestJSON-498488695 tempest-AllowedAddressPairIpV6TestJSON-498488695] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854768116'] for port, before_response {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:23:28.581899 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-c6470dfd-c747-45ff-8213-2eb3a7810c05 tempest-AllowedAddressPairIpV6TestJSON-498488695 tempest-AllowedAddressPairIpV6TestJSON-498488695] 10.222.0.24 "PUT /v2.0/ports/a813069c-2846-4518-a8c6-35fe0d63dd4e HTTP/1.1" status: 200 len: 1003 time: 2.8175092 Jan 14 07:23:28.583127 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-d79b5160-b210-40ba-9f3f-f33c3fb403d9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850887153'] for security_group, after_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:23:28.607105 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84875) accepted ('10.222.0.24', 42788) {{(pid=84875) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:23:28.607488 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84875) accepted ('10.222.0.24', 42790) {{(pid=84875) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:23:28.611697 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-3f0ebd96-cdbf-40e6-ba11-a8e8e56332e9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:23:28.696552 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-d79b5160-b210-40ba-9f3f-f33c3fb403d9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:23:28.700485 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-d79b5160-b210-40ba-9f3f-f33c3fb403d9 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/6e4aa13b-1742-4266-ba45-244105178a54 HTTP/1.1" status: 204 len: 168 time: 1.7377257 Jan 14 07:23:28.759232 n-d-768862-2 neutron-server[84765]: DEBUG neutron.scheduler.base_scheduler [None req-fdf9dad7-2d7a-4246-84b4-6e11a1afe04f tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] Resources bound (agent type, host, resource id): {{(pid=84874) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 07:23:28.893533 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-614e2e6b-968d-43b2-a690-25d364d2b7ba admin admin] Notify callbacks [] for security_group, before_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:23:28.927069 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Provisioning complete for port 480af4b6-294d-413f-ac3c-504c0f3d98b3 triggered by entity L2. {{(pid=84876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 07:23:28.927662 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-604227'] for port, provisioning_complete {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:23:28.936132 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d79b5160-b210-40ba-9f3f-f33c3fb403d9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6e4aa13b-1742-4266-ba45-244105178a54,revision_number=None']} {{(pid=84875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:23:28.949711 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-d79b5160-b210-40ba-9f3f-f33c3fb403d9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.337s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:23:28.986400 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-614e2e6b-968d-43b2-a690-25d364d2b7ba admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:23:28.997752 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-614e2e6b-968d-43b2-a690-25d364d2b7ba admin admin] Usage tracker for resource:security_group_rule and tenant:6f7b588189e84d6bb8dfbe4b07b95a96 is out of sync, need to count used quota {{(pid=84875) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:23:29.012976 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-614e2e6b-968d-43b2-a690-25d364d2b7ba admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84875) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:23:29.020386 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-614e2e6b-968d-43b2-a690-25d364d2b7ba admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:23:29.059638 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e1ae809-2858-44c5-af89-f0e4d3951542 None None] Network 23f0a15d-6362-4cec-82c1-cacba887c566 requested from n-d-768862-2 {{(pid=84876) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 07:23:29.130726 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-614e2e6b-968d-43b2-a690-25d364d2b7ba admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:23:29.163245 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-d7f5ea9b-12fb-46b1-a3d6-24a82a063661 None None] Provisioning complete for port 3d3818d8-dfbd-4ae4-b8fe-e16d99d1e1e7 triggered by entity DHCP. {{(pid=84876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 07:23:29.164130 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-d7f5ea9b-12fb-46b1-a3d6-24a82a063661 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-604227'] for port, provisioning_complete {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:23:29.173150 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.plugin [None req-12034892-db89-4e39-a7b0-fefc11ac4c07 tempest-AllowedAddressPairIpV6TestJSON-498488695 tempest-AllowedAddressPairIpV6TestJSON-498488695] Deleting port a813069c-2846-4518-a8c6-35fe0d63dd4e {{(pid=84875) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 07:23:29.173636 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-12034892-db89-4e39-a7b0-fefc11ac4c07 tempest-AllowedAddressPairIpV6TestJSON-498488695 tempest-AllowedAddressPairIpV6TestJSON-498488695] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363259214248359'] for port, before_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:23:29.304405 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fdf9dad7-2d7a-4246-84b4-6e11a1afe04f tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:23:29.305063 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-fdf9dad7-2d7a-4246-84b4-6e11a1afe04f tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3207107'] for subnet, before_response {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:23:29.353246 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-77026d05-b06f-4cdc-ba0e-4ca15a980bd1 tempest-RoutersIpV6Test-883692175 tempest-RoutersIpV6Test-883692175] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363259214646115'] for network, precommit_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:23:29.376396 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-fdf9dad7-2d7a-4246-84b4-6e11a1afe04f tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 11.9568448 Jan 14 07:23:29.384286 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84874) accepted ('10.222.0.24', 42806) {{(pid=84874) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:23:29.398378 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-d7bab31f-fdba-4369-ad80-b07f3e033a34 tempest-RoutersIpV6AdminTest-832003634 tempest-RoutersIpV6AdminTest-832003634] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3912484', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3889188', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-58194'] for router, precommit_update {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:23:29.415376 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.v2.base [None req-124c7d91-1396-44ae-9eb2-a1fca56f76f5 tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] Request body: {'port': {'network_id': '23f0a15d-6362-4cec-82c1-cacba887c566', 'mac_address': 'fa:16:3e:00:66:2b', 'name': 'tempest-NetworksTestDHCPv6-1881986788'}} {{(pid=84874) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:23:29.467144 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-d7f5ea9b-12fb-46b1-a3d6-24a82a063661 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555753'] for port, before_update {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:23:29.477903 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-614e2e6b-968d-43b2-a690-25d364d2b7ba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850887153'] for security_group, after_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:23:29.491816 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-0634da6d-c496-4a83-905b-8d562de21c49 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:23:29.551192 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-614e2e6b-968d-43b2-a690-25d364d2b7ba admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4276998c-77d9-48ed-957d-865519f0652b,revision_number=1']} {{(pid=84875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:23:29.555607 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-614e2e6b-968d-43b2-a690-25d364d2b7ba admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:23:29.577493 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-12034892-db89-4e39-a7b0-fefc11ac4c07 tempest-AllowedAddressPairIpV6TestJSON-498488695 tempest-AllowedAddressPairIpV6TestJSON-498488695] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036850862667'] for port, precommit_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:23:29.607991 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-614e2e6b-968d-43b2-a690-25d364d2b7ba admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=6f7b588189e84d6bb8dfbe4b07b95a96&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9422107 Jan 14 07:23:29.615916 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84874) accepted ('10.222.0.24', 42816) {{(pid=84874) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:23:29.682801 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [None req-d7f5ea9b-12fb-46b1-a3d6-24a82a063661 None None] For port 3d3818d8-dfbd-4ae4-b8fe-e16d99d1e1e7, host n-d-768862-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-2',level=0,port_id=3d3818d8-dfbd-4ae4-b8fe-e16d99d1e1e7,segment=NetworkSegment(56f1c7cf-f3a3-41d2-9677-68978131444f),segment_id=56f1c7cf-f3a3-41d2-9677-68978131444f)] {{(pid=84876) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 07:23:29.788453 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-d7f5ea9b-12fb-46b1-a3d6-24a82a063661 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777640533312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363259214678337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777640097497'] for port, after_update {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:23:29.800359 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-4bd41358-25dd-4e30-aa0d-cc0413bc2633 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84876) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:23:29.896831 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-77026d05-b06f-4cdc-ba0e-4ca15a980bd1 tempest-RoutersIpV6Test-883692175 tempest-RoutersIpV6Test-883692175] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850887149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964'] for network, after_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:23:29.897535 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7f5ea9b-12fb-46b1-a3d6-24a82a063661 None None] Pushing event updated for resources: {'Port': ['ID=3d3818d8-dfbd-4ae4-b8fe-e16d99d1e1e7,revision_number=3']} {{(pid=84876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:23:29.912216 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-d7f5ea9b-12fb-46b1-a3d6-24a82a063661 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=84876) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:23:29.919961 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77026d05-b06f-4cdc-ba0e-4ca15a980bd1 tempest-RoutersIpV6Test-883692175 tempest-RoutersIpV6Test-883692175] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:23:29.921180 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-77026d05-b06f-4cdc-ba0e-4ca15a980bd1 tempest-RoutersIpV6Test-883692175 tempest-RoutersIpV6Test-883692175] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3207107'] for network, before_response {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:23:29.931711 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-1e82d2a2-361c-4730-98cf-ac880ea121de admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:23:29.933747 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-93cf84e2-fc55-4b4b-a688-3ccab4d8551f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:23:30.001134 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-d7f5ea9b-12fb-46b1-a3d6-24a82a063661 None None] Provisioning for port c404d567-18b6-4d4f-af34-4bc01b17dec1 completed by entity DHCP. {{(pid=84876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 07:23:30.011133 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-d7f5ea9b-12fb-46b1-a3d6-24a82a063661 None None] Provisioning complete for port c404d567-18b6-4d4f-af34-4bc01b17dec1 triggered by entity DHCP. {{(pid=84876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 07:23:30.012060 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-d7f5ea9b-12fb-46b1-a3d6-24a82a063661 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-604227'] for port, provisioning_complete {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:23:30.087293 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77026d05-b06f-4cdc-ba0e-4ca15a980bd1 tempest-RoutersIpV6Test-883692175 tempest-RoutersIpV6Test-883692175] Pushing event updated for resources: {'Network': ['ID=c9c42f8d-6ced-4552-9599-4e0f839bda7e,revision_number=1']} {{(pid=84874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:23:30.088217 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-29e8effd-e15d-4af4-88c8-93529d9870e0 None None] Notify callbacks [] for port, precommit_update {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:23:30.124639 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-017f98a9-8a07-408c-a86f-8ff0c00400a0 None None] Network c9c42f8d-6ced-4552-9599-4e0f839bda7e details requested by agent ovs-agent-n-h1-768862-2 with host n-h1-768862-2 {{(pid=84876) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 07:23:30.139424 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-852a24f7-e9a1-4193-9abb-e9506fe5213f None None] Network c9c42f8d-6ced-4552-9599-4e0f839bda7e details requested by agent ovs-agent-n-h2-768862-2 with host n-h2-768862-2 {{(pid=84876) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 07:23:30.154470 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Network c9c42f8d-6ced-4552-9599-4e0f839bda7e details requested by agent ovs-agent-n-d-768862-2 with host n-d-768862-2 {{(pid=84876) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 07:23:30.164033 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-77026d05-b06f-4cdc-ba0e-4ca15a980bd1 tempest-RoutersIpV6Test-883692175 tempest-RoutersIpV6Test-883692175] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.226s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:23:30.219296 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-124c7d91-1396-44ae-9eb2-a1fca56f76f5 tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:23:30.230925 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-124c7d91-1396-44ae-9eb2-a1fca56f76f5 tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] Usage tracker for resource:port and tenant:be0aa702e3ca464795a99c51e3b3b04f is out of sync, need to count used quota {{(pid=84874) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:23:30.238785 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-124c7d91-1396-44ae-9eb2-a1fca56f76f5 tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] Quota usage for port was recalculated. Used quota:1. {{(pid=84874) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:23:30.252077 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-124c7d91-1396-44ae-9eb2-a1fca56f76f5 tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=84874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:23:30.285993 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-77026d05-b06f-4cdc-ba0e-4ca15a980bd1 tempest-RoutersIpV6Test-883692175 tempest-RoutersIpV6Test-883692175] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 3.9471290 Jan 14 07:23:30.288143 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84874) accepted ('10.222.0.24', 42830) {{(pid=84874) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:23:30.324558 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-124c7d91-1396-44ae-9eb2-a1fca56f76f5 tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] Made reservation on behalf of be0aa702e3ca464795a99c51e3b3b04f for: {'port': 1} {{(pid=84874) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 07:23:30.413842 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-1e82d2a2-361c-4730-98cf-ac880ea121de admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:23:30.445496 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.v2.base [None req-8f428038-e7d0-4862-b38b-23ceadbdb766 tempest-RoutersIpV6Test-883692175 tempest-RoutersIpV6Test-883692175] Request body: {'subnet': {'network_id': 'c9c42f8d-6ced-4552-9599-4e0f839bda7e', 'cidr': '2001:db8:3::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:3::1'}} {{(pid=84874) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:23:30.456711 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.plugin [None req-12034892-db89-4e39-a7b0-fefc11ac4c07 tempest-AllowedAddressPairIpV6TestJSON-498488695 tempest-AllowedAddressPairIpV6TestJSON-498488695] Calling delete_port for a813069c-2846-4518-a8c6-35fe0d63dd4e owned by {{(pid=84875) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 07:23:30.648451 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-12034892-db89-4e39-a7b0-fefc11ac4c07 tempest-AllowedAddressPairIpV6TestJSON-498488695 tempest-AllowedAddressPairIpV6TestJSON-498488695] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777640533329', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777640097463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851621574'] for port, after_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:23:30.668083 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-89c18f26-e3da-49ff-bcb6-8e82f1ada5bd tempest-AllowedAddressPairIpV6TestJSON-498488695 tempest-AllowedAddressPairIpV6TestJSON-498488695] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:23:30.752448 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-8f428038-e7d0-4862-b38b-23ceadbdb766 tempest-RoutersIpV6Test-883692175 tempest-RoutersIpV6Test-883692175] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:23:30.781779 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12034892-db89-4e39-a7b0-fefc11ac4c07 tempest-AllowedAddressPairIpV6TestJSON-498488695 tempest-AllowedAddressPairIpV6TestJSON-498488695] Pushing event deleted for resources: {'Port': ['ID=a813069c-2846-4518-a8c6-35fe0d63dd4e,revision_number=None']} {{(pid=84875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:23:30.790366 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-12034892-db89-4e39-a7b0-fefc11ac4c07 tempest-AllowedAddressPairIpV6TestJSON-498488695 tempest-AllowedAddressPairIpV6TestJSON-498488695] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:23:30.801558 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.plugin [None req-d7f5ea9b-12fb-46b1-a3d6-24a82a063661 None None] Port c404d567-18b6-4d4f-af34-4bc01b17dec1 cannot update to ACTIVE because it is not bound. {{(pid=84876) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:329}} Jan 14 07:23:30.839731 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-8f428038-e7d0-4862-b38b-23ceadbdb766 tempest-RoutersIpV6Test-883692175 tempest-RoutersIpV6Test-883692175] Usage tracker for resource:subnet and tenant:d787627cdb8d4cc9b70642659fae99d7 is out of sync, need to count used quota {{(pid=84874) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:23:30.849763 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-8f428038-e7d0-4862-b38b-23ceadbdb766 tempest-RoutersIpV6Test-883692175 tempest-RoutersIpV6Test-883692175] Quota usage for subnet was recalculated. Used quota:3. {{(pid=84874) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:23:30.879584 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-29e8effd-e15d-4af4-88c8-93529d9870e0 None None] Transition to ACTIVE for port object c404d567-18b6-4d4f-af34-4bc01b17dec1 will not be triggered until provisioned by entity L2. {{(pid=84876) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 07:23:30.886108 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-12034892-db89-4e39-a7b0-fefc11ac4c07 tempest-AllowedAddressPairIpV6TestJSON-498488695 tempest-AllowedAddressPairIpV6TestJSON-498488695] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854768116'] for port, before_response {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:23:30.897112 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-29e8effd-e15d-4af4-88c8-93529d9870e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777640533312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363259214678337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777640097497'] for port, after_update {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:23:30.906139 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-12034892-db89-4e39-a7b0-fefc11ac4c07 tempest-AllowedAddressPairIpV6TestJSON-498488695 tempest-AllowedAddressPairIpV6TestJSON-498488695] 10.222.0.24 "DELETE /v2.0/ports/a813069c-2846-4518-a8c6-35fe0d63dd4e HTTP/1.1" status: 204 len: 168 time: 2.2337606 Jan 14 07:23:30.908692 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84875) accepted ('10.222.0.24', 42842) {{(pid=84875) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:23:30.921052 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-5b54177a-e90b-46c0-aaad-285a538e9e8f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84876) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:23:30.922468 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-1e82d2a2-361c-4730-98cf-ac880ea121de admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850887153'] for security_group, after_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:23:30.929786 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-8f428038-e7d0-4862-b38b-23ceadbdb766 tempest-RoutersIpV6Test-883692175 tempest-RoutersIpV6Test-883692175] Attempting to reserve 1 items for resource subnet. Total usage: 3; quota limit: 100; headroom:97 {{(pid=84874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:23:30.947046 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-aa1b12a4-39f2-4834-8fce-32d43830e1a3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:23:30.971733 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e82d2a2-361c-4730-98cf-ac880ea121de admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4276998c-77d9-48ed-957d-865519f0652b,revision_number=None']} {{(pid=84874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:23:30.978939 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-124c7d91-1396-44ae-9eb2-a1fca56f76f5 tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555753'] for port, before_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:23:30.994941 n-d-768862-2 neutron-server[84765]: INFO neutron.pecan_wsgi.hooks.translation [None req-925dc2f2-271e-4f43-80a0-ac527a7ee4aa tempest-AllowedAddressPairIpV6TestJSON-498488695 tempest-AllowedAddressPairIpV6TestJSON-498488695] GET failed (client error): The resource could not be found. Jan 14 07:23:30.995753 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-925dc2f2-271e-4f43-80a0-ac527a7ee4aa tempest-AllowedAddressPairIpV6TestJSON-498488695 tempest-AllowedAddressPairIpV6TestJSON-498488695] Synchronizing usage tracker for tenant:25bfe76596c546468c14c705e418c08f on resource:port {{(pid=84875) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 14 07:23:31.004115 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-1e82d2a2-361c-4730-98cf-ac880ea121de admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:23:31.037595 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-1e82d2a2-361c-4730-98cf-ac880ea121de admin admin] Notify callbacks [] for security_group, before_response {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:23:31.038886 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-1e82d2a2-361c-4730-98cf-ac880ea121de admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/4276998c-77d9-48ed-957d-865519f0652b HTTP/1.1" status: 204 len: 168 time: 1.4186673 Jan 14 07:23:31.047401 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8f428038-e7d0-4862-b38b-23ceadbdb766 tempest-RoutersIpV6Test-883692175 tempest-RoutersIpV6Test-883692175] Made reservation on behalf of d787627cdb8d4cc9b70642659fae99d7 for: {'subnet': 1} {{(pid=84874) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 07:23:31.070399 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9441709b-0831-4f2c-a4bf-c66340653c5b None None] Pushing event updated for resources: {'Port': ['ID=c404d567-18b6-4d4f-af34-4bc01b17dec1,revision_number=3']} {{(pid=84876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:23:31.086123 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-9441709b-0831-4f2c-a4bf-c66340653c5b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.165s {{(pid=84876) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:23:31.087180 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-925dc2f2-271e-4f43-80a0-ac527a7ee4aa tempest-AllowedAddressPairIpV6TestJSON-498488695 tempest-AllowedAddressPairIpV6TestJSON-498488695] Unset dirty status for tenant:25bfe76596c546468c14c705e418c08f on resource:port {{(pid=84875) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 14 07:23:31.088656 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-925dc2f2-271e-4f43-80a0-ac527a7ee4aa tempest-AllowedAddressPairIpV6TestJSON-498488695 tempest-AllowedAddressPairIpV6TestJSON-498488695] 10.222.0.24 "GET /v2.0/ports/a813069c-2846-4518-a8c6-35fe0d63dd4e HTTP/1.1" status: 404 len: 333 time: 0.1787632 Jan 14 07:23:31.093901 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84875) accepted ('10.222.0.24', 42874) {{(pid=84875) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:23:31.121286 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.v2.base [None req-8af08458-e69a-439d-bd91-684c550dd925 tempest-AllowedAddressPairIpV6TestJSON-498488695 tempest-AllowedAddressPairIpV6TestJSON-498488695] Request body: {'port': {'network_id': 'e036a402-9710-4529-9dbb-b94dac95fa3a', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1059060410'}} {{(pid=84875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:23:31.276200 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-d7f5ea9b-12fb-46b1-a3d6-24a82a063661 None None] Provisioning complete for port 480af4b6-294d-413f-ac3c-504c0f3d98b3 triggered by entity DHCP. {{(pid=84876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 07:23:31.276975 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-d7f5ea9b-12fb-46b1-a3d6-24a82a063661 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-604227'] for port, provisioning_complete {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:23:31.398638 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06780786-0eb1-408b-a38c-395046c02936 None None] Update dhcp port {'port': {'network_id': '23f0a15d-6362-4cec-82c1-cacba887c566', 'fixed_ips': [{'subnet_id': '2755480c-41f2-43bf-a630-951145809a8b', 'ip_address': '2001:db8::f816:3eff:feec:d764'}, {'subnet_id': '487f48a4-1bdc-405b-b30a-9fac78a182ac'}], 'binding:host_id': 'n-d-768862-2'}, 'id': '3d3818d8-dfbd-4ae4-b8fe-e16d99d1e1e7'} from n-d-768862-2. {{(pid=84876) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:310}} Jan 14 07:23:31.413637 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-8af08458-e69a-439d-bd91-684c550dd925 tempest-AllowedAddressPairIpV6TestJSON-498488695 tempest-AllowedAddressPairIpV6TestJSON-498488695] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:23:31.438619 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-8af08458-e69a-439d-bd91-684c550dd925 tempest-AllowedAddressPairIpV6TestJSON-498488695 tempest-AllowedAddressPairIpV6TestJSON-498488695] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:23:31.465649 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8af08458-e69a-439d-bd91-684c550dd925 tempest-AllowedAddressPairIpV6TestJSON-498488695 tempest-AllowedAddressPairIpV6TestJSON-498488695] Made reservation on behalf of 25bfe76596c546468c14c705e418c08f for: {'port': 1} {{(pid=84875) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 07:23:31.465903 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-8f428038-e7d0-4862-b38b-23ceadbdb766 tempest-RoutersIpV6Test-883692175 tempest-RoutersIpV6Test-883692175] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036851981161'] for subnet, before_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:23:31.503211 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-8af08458-e69a-439d-bd91-684c550dd925 tempest-AllowedAddressPairIpV6TestJSON-498488695 tempest-AllowedAddressPairIpV6TestJSON-498488695] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555753'] for port, before_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:23:31.537774 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-06780786-0eb1-408b-a38c-395046c02936 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555753'] for port, before_update {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:23:31.810589 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84875) accepted ('10.222.0.24', 42900) {{(pid=84875) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:23:31.966142 n-d-768862-2 neutron-server[84765]: DEBUG neutron.notifiers.nova [None req-8af08458-e69a-439d-bd91-684c550dd925 tempest-AllowedAddressPairIpV6TestJSON-498488695 tempest-AllowedAddressPairIpV6TestJSON-498488695] device_id is not set on port 5fa2d577-860e-4ae9-a44f-658c7ce923d6 yet. {{(pid=84875) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}} Jan 14 07:23:32.139735 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.db_base_plugin_common [None req-06780786-0eb1-408b-a38c-395046c02936 None None] Allocated IP 172.20.0.2 (23f0a15d-6362-4cec-82c1-cacba887c566/487f48a4-1bdc-405b-b30a-9fac78a182ac/3d3818d8-dfbd-4ae4-b8fe-e16d99d1e1e7) {{(pid=84876) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 14 07:23:32.303780 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.db_base_plugin_common [None req-8af08458-e69a-439d-bd91-684c550dd925 tempest-AllowedAddressPairIpV6TestJSON-498488695 tempest-AllowedAddressPairIpV6TestJSON-498488695] Allocated IP 2001:db8::33e (e036a402-9710-4529-9dbb-b94dac95fa3a/8affe838-b457-444f-a46a-03ca2db0d97d/5fa2d577-860e-4ae9-a44f-658c7ce923d6) {{(pid=84875) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 14 07:23:32.322697 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-46b73d8c-8d60-43cf-83af-4d26b48db837 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:23:32.346141 n-d-768862-2 neutron-server[84765]: DEBUG neutron.notifiers.nova [None req-124c7d91-1396-44ae-9eb2-a1fca56f76f5 tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] device_id is not set on port a54c82b4-b2e6-425d-8eea-c3db5642c856 yet. {{(pid=84874) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}} Jan 14 07:23:32.348384 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-46b73d8c-8d60-43cf-83af-4d26b48db837 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:23:32.355799 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-46b73d8c-8d60-43cf-83af-4d26b48db837 admin admin] Usage tracker for resource:security_group_rule and tenant:7a66b6e84f0540989036ae6a1465032b is out of sync, need to count used quota {{(pid=84875) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:23:32.361276 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-46b73d8c-8d60-43cf-83af-4d26b48db837 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84875) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:23:32.381273 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-46b73d8c-8d60-43cf-83af-4d26b48db837 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:23:32.427993 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [None req-06780786-0eb1-408b-a38c-395046c02936 None None] For port 3d3818d8-dfbd-4ae4-b8fe-e16d99d1e1e7, host n-d-768862-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-2',level=0,port_id=3d3818d8-dfbd-4ae4-b8fe-e16d99d1e1e7,segment=NetworkSegment(56f1c7cf-f3a3-41d2-9677-68978131444f),segment_id=56f1c7cf-f3a3-41d2-9677-68978131444f)] {{(pid=84876) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 07:23:32.470976 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-06780786-0eb1-408b-a38c-395046c02936 None None] Notify callbacks [] for port, precommit_update {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:23:32.492227 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-06780786-0eb1-408b-a38c-395046c02936 None None] Transition to ACTIVE for port object 3d3818d8-dfbd-4ae4-b8fe-e16d99d1e1e7 will not be triggered until provisioned by entity DHCP. {{(pid=84876) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 07:23:32.501033 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Device 3d3818d8-dfbd-4ae4-b8fe-e16d99d1e1e7 up at agent ovs-agent-n-d-768862-2 {{(pid=84876) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 07:23:32.568087 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-06780786-0eb1-408b-a38c-395046c02936 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777640533312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363259214678337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777640097497'] for port, after_update {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:23:32.725278 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-8af08458-e69a-439d-bd91-684c550dd925 tempest-AllowedAddressPairIpV6TestJSON-498488695 tempest-AllowedAddressPairIpV6TestJSON-498488695] Notify callbacks [] for port, precommit_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:23:32.726473 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84876) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:23:32.740191 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-46b73d8c-8d60-43cf-83af-4d26b48db837 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:23:32.753896 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-d7bab31f-fdba-4369-ad80-b07f3e033a34 tempest-RoutersIpV6AdminTest-832003634 tempest-RoutersIpV6AdminTest-832003634] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3912484', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3889188', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-58194'] for router, precommit_update {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:23:32.766264 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-46b73d8c-8d60-43cf-83af-4d26b48db837 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850887153'] for security_group, after_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:23:32.769972 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-6b645573-397d-424c-b4f6-45bcd756a629 None None] Provisioning for port 3d3818d8-dfbd-4ae4-b8fe-e16d99d1e1e7 completed by entity DHCP. {{(pid=84876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 07:23:32.794078 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-6b645573-397d-424c-b4f6-45bcd756a629 None None] Provisioning complete for port 3d3818d8-dfbd-4ae4-b8fe-e16d99d1e1e7 triggered by entity DHCP. {{(pid=84876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 07:23:32.794512 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-6b645573-397d-424c-b4f6-45bcd756a629 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-604227'] for port, provisioning_complete {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:23:32.812042 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-d7bab31f-fdba-4369-ad80-b07f3e033a34 tempest-RoutersIpV6AdminTest-832003634 tempest-RoutersIpV6AdminTest-832003634] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036850863158', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change--9223372036850863141', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3912659', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources--9223372036850886437'] for router, after_update {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:23:32.829581 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-60dac58e-fd09-40d1-82fa-e3b031ebc7b9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:23:32.848593 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-46b73d8c-8d60-43cf-83af-4d26b48db837 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=7a66b6e84f0540989036ae6a1465032b&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0364316 Jan 14 07:23:32.851146 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-8af08458-e69a-439d-bd91-684c550dd925 tempest-AllowedAddressPairIpV6TestJSON-498488695 tempest-AllowedAddressPairIpV6TestJSON-498488695] Transition to ACTIVE for port object 5fa2d577-860e-4ae9-a44f-658c7ce923d6 will not be triggered until provisioned by entity DHCP. {{(pid=84875) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 07:23:32.854680 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84875) accepted ('10.222.0.24', 42920) {{(pid=84875) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:23:32.876790 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.managers [None req-29e8effd-e15d-4af4-88c8-93529d9870e0 None None] Attempting to bind port c404d567-18b6-4d4f-af34-4bc01b17dec1 on host n-d-768862-2 for vnic_type normal with profile {{(pid=84876) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 14 07:23:32.877221 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.managers [None req-29e8effd-e15d-4af4-88c8-93529d9870e0 None None] Attempting to bind port c404d567-18b6-4d4f-af34-4bc01b17dec1 by drivers openvswitch on host n-d-768862-2 at level 0 using segments [{'id': 'e27218cc-75b2-4562-990f-480272fa161a', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 18, 'network_id': '6adec993-1400-47e5-9a29-907bc02c17ed'}] {{(pid=84876) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 14 07:23:32.877640 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29e8effd-e15d-4af4-88c8-93529d9870e0 None None] Attempting to bind port c404d567-18b6-4d4f-af34-4bc01b17dec1 on network 6adec993-1400-47e5-9a29-907bc02c17ed {{(pid=84876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 14 07:23:32.911953 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29e8effd-e15d-4af4-88c8-93529d9870e0 None None] Checking agent: {'id': 'ba5efab1-b43c-4d5a-bc52-6e105d4e67a2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768862-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 14, 6, 56, 52), 'started_at': datetime.datetime(2021, 1, 14, 6, 57, 22), 'heartbeat_timestamp': datetime.datetime(2021, 1, 14, 7, 23, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768862-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.29', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 14 07:23:32.912377 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29e8effd-e15d-4af4-88c8-93529d9870e0 None None] Checking segment: {'id': 'e27218cc-75b2-4562-990f-480272fa161a', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 18, 'network_id': '6adec993-1400-47e5-9a29-907bc02c17ed'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84876) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 14 07:23:32.912830 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-29e8effd-e15d-4af4-88c8-93529d9870e0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:23:32.913271 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29e8effd-e15d-4af4-88c8-93529d9870e0 None None] Bound using segment: {'id': 'e27218cc-75b2-4562-990f-480272fa161a', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 18, 'network_id': '6adec993-1400-47e5-9a29-907bc02c17ed'} {{(pid=84876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 14 07:23:32.913812 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.managers [None req-29e8effd-e15d-4af4-88c8-93529d9870e0 None None] Bound port: c404d567-18b6-4d4f-af34-4bc01b17dec1, host: n-d-768862-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e27218cc-75b2-4562-990f-480272fa161a', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 18, 'network_id': '6adec993-1400-47e5-9a29-907bc02c17ed'}}] {{(pid=84876) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 14 07:23:32.914236 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-29e8effd-e15d-4af4-88c8-93529d9870e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555753'] for port, before_update {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:23:33.004862 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46b73d8c-8d60-43cf-83af-4d26b48db837 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=706e774e-fb80-4136-9d17-9659a19a9d2c,revision_number=1']} {{(pid=84875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:23:33.030869 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-46b73d8c-8d60-43cf-83af-4d26b48db837 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.201s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:23:33.064994 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [None req-29e8effd-e15d-4af4-88c8-93529d9870e0 None None] For port c404d567-18b6-4d4f-af34-4bc01b17dec1, host n-d-768862-2, cleared binding levels {{(pid=84876) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 14 07:23:33.068926 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [None req-29e8effd-e15d-4af4-88c8-93529d9870e0 None None] For port c404d567-18b6-4d4f-af34-4bc01b17dec1, host n-d-768862-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-2',level=0,port_id=c404d567-18b6-4d4f-af34-4bc01b17dec1,segment=NetworkSegment(e27218cc-75b2-4562-990f-480272fa161a),segment_id=e27218cc-75b2-4562-990f-480272fa161a)] {{(pid=84876) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 14 07:23:33.087791 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-29e8effd-e15d-4af4-88c8-93529d9870e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777640533312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363259214678337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777640097497'] for port, after_update {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:23:33.114964 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.db_base_plugin_common [None req-124c7d91-1396-44ae-9eb2-a1fca56f76f5 tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] Allocated IP 172.20.0.6 (23f0a15d-6362-4cec-82c1-cacba887c566/487f48a4-1bdc-405b-b30a-9fac78a182ac/a54c82b4-b2e6-425d-8eea-c3db5642c856) {{(pid=84874) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 14 07:23:33.160743 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-6ce546c0-5f93-478f-be84-c813d1fcfd36 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:23:33.211868 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Provisioning complete for port 3d3818d8-dfbd-4ae4-b8fe-e16d99d1e1e7 triggered by entity L2. {{(pid=84876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 07:23:33.212311 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-604227'] for port, provisioning_complete {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:23:33.244103 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-6ce546c0-5f93-478f-be84-c813d1fcfd36 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:23:33.260381 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06780786-0eb1-408b-a38c-395046c02936 None None] Pushing event updated for resources: {'Port': ['ID=3d3818d8-dfbd-4ae4-b8fe-e16d99d1e1e7,revision_number=4']} {{(pid=84876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:23:33.268777 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-8af08458-e69a-439d-bd91-684c550dd925 tempest-AllowedAddressPairIpV6TestJSON-498488695 tempest-AllowedAddressPairIpV6TestJSON-498488695] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777640123575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851621574'] for port, after_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:23:33.335734 n-d-768862-2 neutron-server[84765]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d7bab31f-fdba-4369-ad80-b07f3e033a34 tempest-RoutersIpV6AdminTest-832003634 tempest-RoutersIpV6AdminTest-832003634] Router 2031fa21-8036-4682-93f6-df1c11fa7240 has already been hosted by L3 agent 35f592e9-451b-4db9-abea-77b6a5c5391b {{(pid=84874) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Jan 14 07:23:33.342626 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.db_base_plugin_common [None req-124c7d91-1396-44ae-9eb2-a1fca56f76f5 tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] Allocated IP 2001:db8::f816:3eff:fe00:662b (23f0a15d-6362-4cec-82c1-cacba887c566/2755480c-41f2-43bf-a630-951145809a8b/a54c82b4-b2e6-425d-8eea-c3db5642c856) {{(pid=84874) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 14 07:23:33.351702 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-06780786-0eb1-408b-a38c-395046c02936 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.625s {{(pid=84876) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:23:33.370118 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-1ce56342-5853-4ca2-ae69-b5024b362ad0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.255s {{(pid=84876) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:23:33.493896 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-8e7de9e9-9549-4c15-98e2-dda314d97183 tempest-AllowedAddressPairIpV6TestJSON-498488695 tempest-AllowedAddressPairIpV6TestJSON-498488695] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:23:33.601748 n-d-768862-2 neutron-server[84765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8af08458-e69a-439d-bd91-684c550dd925 tempest-AllowedAddressPairIpV6TestJSON-498488695 tempest-AllowedAddressPairIpV6TestJSON-498488695] Network e036a402-9710-4529-9dbb-b94dac95fa3a is already hosted by enough agents. {{(pid=84875) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 07:23:33.608404 n-d-768862-2 neutron-server[84765]: DEBUG neutron.scheduler.base_scheduler [None req-8af08458-e69a-439d-bd91-684c550dd925 tempest-AllowedAddressPairIpV6TestJSON-498488695 tempest-AllowedAddressPairIpV6TestJSON-498488695] Resources bound (agent type, host, resource id): {{(pid=84875) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 07:23:33.618569 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8af08458-e69a-439d-bd91-684c550dd925 tempest-AllowedAddressPairIpV6TestJSON-498488695 tempest-AllowedAddressPairIpV6TestJSON-498488695] Received port after_create {{(pid=84875) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 14 07:23:33.648593 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8af08458-e69a-439d-bd91-684c550dd925 tempest-AllowedAddressPairIpV6TestJSON-498488695 tempest-AllowedAddressPairIpV6TestJSON-498488695] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:23:33.649350 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-8af08458-e69a-439d-bd91-684c550dd925 tempest-AllowedAddressPairIpV6TestJSON-498488695 tempest-AllowedAddressPairIpV6TestJSON-498488695] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854768116'] for port, before_response {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:23:33.709455 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8af08458-e69a-439d-bd91-684c550dd925 tempest-AllowedAddressPairIpV6TestJSON-498488695 tempest-AllowedAddressPairIpV6TestJSON-498488695] Pushing event updated for resources: {'Port': ['ID=5fa2d577-860e-4ae9-a44f-658c7ce923d6,revision_number=1']} {{(pid=84875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:23:33.713617 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-8af08458-e69a-439d-bd91-684c550dd925 tempest-AllowedAddressPairIpV6TestJSON-498488695 tempest-AllowedAddressPairIpV6TestJSON-498488695] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.220s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:23:33.762686 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-6ce546c0-5f93-478f-be84-c813d1fcfd36 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850887153'] for security_group, after_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:23:33.766227 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-6ce546c0-5f93-478f-be84-c813d1fcfd36 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:23:33.767573 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-6ce546c0-5f93-478f-be84-c813d1fcfd36 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/706e774e-fb80-4136-9d17-9659a19a9d2c HTTP/1.1" status: 204 len: 168 time: 0.9115708 Jan 14 07:23:33.769337 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-e56e72bb-c74d-4dd7-9f6e-635dd7a07c26 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:23:33.791414 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-8af08458-e69a-439d-bd91-684c550dd925 tempest-AllowedAddressPairIpV6TestJSON-498488695 tempest-AllowedAddressPairIpV6TestJSON-498488695] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 944 time: 2.6928625 Jan 14 07:23:33.807647 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84875) accepted ('10.222.0.24', 42940) {{(pid=84875) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:23:33.815131 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ce546c0-5f93-478f-be84-c813d1fcfd36 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=706e774e-fb80-4136-9d17-9659a19a9d2c,revision_number=None']} {{(pid=84875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:23:33.825535 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.v2.base [None req-5d647999-8fb4-434b-9453-ef8cf402bca7 tempest-AllowedAddressPairIpV6TestJSON-498488695 tempest-AllowedAddressPairIpV6TestJSON-498488695] Request body: {'port': {'network_id': 'e036a402-9710-4529-9dbb-b94dac95fa3a', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1032956971'}} {{(pid=84875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:23:33.900708 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-6ce546c0-5f93-478f-be84-c813d1fcfd36 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:23:34.183429 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-5d647999-8fb4-434b-9453-ef8cf402bca7 tempest-AllowedAddressPairIpV6TestJSON-498488695 tempest-AllowedAddressPairIpV6TestJSON-498488695] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:23:34.192804 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-5d647999-8fb4-434b-9453-ef8cf402bca7 tempest-AllowedAddressPairIpV6TestJSON-498488695 tempest-AllowedAddressPairIpV6TestJSON-498488695] Usage tracker for resource:port and tenant:25bfe76596c546468c14c705e418c08f is out of sync, need to count used quota {{(pid=84875) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:23:34.197394 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-5d647999-8fb4-434b-9453-ef8cf402bca7 tempest-AllowedAddressPairIpV6TestJSON-498488695 tempest-AllowedAddressPairIpV6TestJSON-498488695] Quota usage for port was recalculated. Used quota:3. {{(pid=84875) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:23:34.207517 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-5d647999-8fb4-434b-9453-ef8cf402bca7 tempest-AllowedAddressPairIpV6TestJSON-498488695 tempest-AllowedAddressPairIpV6TestJSON-498488695] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=84875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:23:34.235623 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5d647999-8fb4-434b-9453-ef8cf402bca7 tempest-AllowedAddressPairIpV6TestJSON-498488695 tempest-AllowedAddressPairIpV6TestJSON-498488695] Made reservation on behalf of 25bfe76596c546468c14c705e418c08f for: {'port': 1} {{(pid=84875) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 07:23:34.239598 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_segment":"rule:admin_only" was deprecated in W in favor of "update_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:23:34.239598 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:23:34.239598 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "delete_segment":"rule:admin_only" was deprecated in W in favor of "delete_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:23:34.239598 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:23:34.239598 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network":"rule:regular_user" was deprecated in W in favor of "create_network":"role:member and project_id:%(project_id)s". Reason: Jan 14 07:23:34.239598 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:23:34.239598 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:23:34.239598 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:23:34.239598 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:shared":"rule:admin_only" was deprecated in W in favor of "create_network:shared":"role:admin and system_scope:all". Reason: Jan 14 07:23:34.239598 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:23:34.239598 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:23:34.239598 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:23:34.239598 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:router:external":"rule:admin_only" was deprecated in W in favor of "create_network:router:external":"role:admin and system_scope:all". Reason: Jan 14 07:23:34.239598 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:23:34.239598 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:23:34.239598 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:23:34.239598 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:is_default":"rule:admin_only" was deprecated in W in favor of "create_network:is_default":"role:admin and system_scope:all". Reason: Jan 14 07:23:34.239598 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:23:34.239598 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:23:34.239598 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:23:34.239598 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:port_security_enabled":"rule:regular_user" was deprecated in W in favor of "create_network:port_security_enabled":"role:member and project_id:%(project_id)s". Reason: Jan 14 07:23:34.239598 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:23:34.239598 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:23:34.239598 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:23:34.239598 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:segments":"rule:admin_only" was deprecated in W in favor of "create_network:segments":"role:admin and system_scope:all". Reason: Jan 14 07:23:34.239598 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:23:34.239598 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:23:34.239598 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:23:34.239598 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "create_network:provider:network_type":"role:admin and system_scope:all". Reason: Jan 14 07:23:34.239598 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:23:34.239598 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:23:34.239598 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:23:34.239598 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "create_network:provider:physical_network":"role:admin and system_scope:all". Reason: Jan 14 07:23:34.239598 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:23:34.239598 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:23:34.239598 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:23:34.239598 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "create_network:provider:segmentation_id":"role:admin and system_scope:all". Reason: Jan 14 07:23:34.239598 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:23:34.239598 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:23:34.239598 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:23:34.239598 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network":"rule:admin_or_owner or rule:shared or rule:external or rule:context_is_advsvc" was deprecated in W in favor of "get_network":"(role:reader and system_scope:all) or (role:reader and project_id:%(project_id)s) or rule:shared or rule:external or rule:context_is_advsvc". Reason: Jan 14 07:23:34.239598 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:23:34.239598 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:23:34.239598 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:23:34.239598 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:router:external":"rule:regular_user" was deprecated in W in favor of "get_network:router:external":"role:reader and project_id:%(project_id)s". Reason: Jan 14 07:23:34.243679 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:23:34.243679 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:23:34.243679 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:23:34.243679 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:segments":"rule:admin_only" was deprecated in W in favor of "get_network:segments":"role:reader and system_scope:all". Reason: Jan 14 07:23:34.243679 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:23:34.243679 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:23:34.243679 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:23:34.243679 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "get_network:provider:network_type":"role:reader and system_scope:all". Reason: Jan 14 07:23:34.243679 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:23:34.243679 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:23:34.243679 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:23:34.243679 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "get_network:provider:physical_network":"role:reader and system_scope:all". Reason: Jan 14 07:23:34.243679 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:23:34.243679 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:23:34.243679 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:23:34.243679 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "get_network:provider:segmentation_id":"role:reader and system_scope:all". Reason: Jan 14 07:23:34.243679 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:23:34.243679 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:23:34.243679 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:23:34.260801 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-5d647999-8fb4-434b-9453-ef8cf402bca7 tempest-AllowedAddressPairIpV6TestJSON-498488695 tempest-AllowedAddressPairIpV6TestJSON-498488695] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555753'] for port, before_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:23:34.307280 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9441709b-0831-4f2c-a4bf-c66340653c5b None None] Pushing event updated for resources: {'Port': ['ID=c404d567-18b6-4d4f-af34-4bc01b17dec1,revision_number=4']} {{(pid=84876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:23:34.433077 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d7bab31f-fdba-4369-ad80-b07f3e033a34 tempest-RoutersIpV6AdminTest-832003634 tempest-RoutersIpV6AdminTest-832003634] Notify agent at l3_agent.n-d-768862-2 the message routers_updated {{(pid=84874) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jan 14 07:23:34.451919 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-9441709b-0831-4f2c-a4bf-c66340653c5b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.081s {{(pid=84876) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:23:34.507472 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72715f89-e262-4510-b010-2bc7542c869a None None] Sync routers for ids ['2031fa21-8036-4682-93f6-df1c11fa7240'] in n-d-768862-2 {{(pid=84876) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Jan 14 07:23:34.566779 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-6b645573-397d-424c-b4f6-45bcd756a629 None None] Could not find standard attr ID for object a813069c-2846-4518-a8c6-35fe0d63dd4e. {{(pid=84876) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Jan 14 07:23:34.634058 n-d-768862-2 neutron-server[84765]: DEBUG neutron.notifiers.nova [None req-5d647999-8fb4-434b-9453-ef8cf402bca7 tempest-AllowedAddressPairIpV6TestJSON-498488695 tempest-AllowedAddressPairIpV6TestJSON-498488695] device_id is not set on port f241a7d8-c529-4ce9-9761-e058b7f9f795 yet. {{(pid=84875) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}} Jan 14 07:23:34.637695 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72715f89-e262-4510-b010-2bc7542c869a None None] Routers {'2031fa21-8036-4682-93f6-df1c11fa7240'} bound to L3 agent in host n-d-768862-2 {{(pid=84876) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 14 07:23:34.638560 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_hamode_db [None req-72715f89-e262-4510-b010-2bc7542c869a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2021-01-14T06:56:51Z,description=,heartbeat_timestamp=2021-01-14T07:23:22Z,host='n-d-768862-2',id=35f592e9-451b-4db9-abea-77b6a5c5391b,load=0,resource_versions=,resources_synced=,started_at=2021-01-14T06:56:51Z,topic='l3_agent')) {'router_ids': ['2031fa21-8036-4682-93f6-df1c11fa7240'], 'active': True} {{(pid=84876) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:23:34.723607 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-d7bab31f-fdba-4369-ad80-b07f3e033a34 tempest-RoutersIpV6AdminTest-832003634 tempest-RoutersIpV6AdminTest-832003634] Notify callbacks [] for router, before_response {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:23:34.743121 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-d7bab31f-fdba-4369-ad80-b07f3e033a34 tempest-RoutersIpV6AdminTest-832003634 tempest-RoutersIpV6AdminTest-832003634] 10.222.0.24 "PUT /v2.0/routers/2031fa21-8036-4682-93f6-df1c11fa7240 HTTP/1.1" status: 200 len: 926 time: 8.2577684 Jan 14 07:23:34.773711 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84874) accepted ('10.222.0.24', 42966) {{(pid=84874) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:23:34.929398 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29e8effd-e15d-4af4-88c8-93529d9870e0 None None] Routers {'40febb8e-85a2-44af-bb73-f559467ae85b'} bound to L3 agent in host n-d-768862-2 {{(pid=84876) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 14 07:23:34.930118 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_hamode_db [None req-29e8effd-e15d-4af4-88c8-93529d9870e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2021-01-14T06:56:51Z,description=,heartbeat_timestamp=2021-01-14T07:23:22Z,host='n-d-768862-2',id=35f592e9-451b-4db9-abea-77b6a5c5391b,load=0,resource_versions=,resources_synced=,started_at=2021-01-14T06:56:51Z,topic='l3_agent')) {'router_ids': ['40febb8e-85a2-44af-bb73-f559467ae85b'], 'active': True} {{(pid=84876) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:23:34.968362 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.db_base_plugin_common [None req-5d647999-8fb4-434b-9453-ef8cf402bca7 tempest-AllowedAddressPairIpV6TestJSON-498488695 tempest-AllowedAddressPairIpV6TestJSON-498488695] Allocated IP 2001:db8::57 (e036a402-9710-4529-9dbb-b94dac95fa3a/8affe838-b457-444f-a46a-03ca2db0d97d/f241a7d8-c529-4ce9-9761-e058b7f9f795) {{(pid=84875) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 14 07:23:35.121248 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_hamode_db [None req-72715f89-e262-4510-b010-2bc7542c869a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768862-2', False) {} {{(pid=84876) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:23:35.179142 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-6b645573-397d-424c-b4f6-45bcd756a629 None None] Provisioning complete for port 480af4b6-294d-413f-ac3c-504c0f3d98b3 triggered by entity DHCP. {{(pid=84876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 07:23:35.182871 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-6b645573-397d-424c-b4f6-45bcd756a629 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-604227'] for port, provisioning_complete {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:23:35.348762 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-5d647999-8fb4-434b-9453-ef8cf402bca7 tempest-AllowedAddressPairIpV6TestJSON-498488695 tempest-AllowedAddressPairIpV6TestJSON-498488695] Notify callbacks [] for port, precommit_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:23:35.370977 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-5d647999-8fb4-434b-9453-ef8cf402bca7 tempest-AllowedAddressPairIpV6TestJSON-498488695 tempest-AllowedAddressPairIpV6TestJSON-498488695] Transition to ACTIVE for port object f241a7d8-c529-4ce9-9761-e058b7f9f795 will not be triggered until provisioned by entity DHCP. {{(pid=84875) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 07:23:35.418778 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-5d647999-8fb4-434b-9453-ef8cf402bca7 tempest-AllowedAddressPairIpV6TestJSON-498488695 tempest-AllowedAddressPairIpV6TestJSON-498488695] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777640123575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851621574'] for port, after_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:23:35.458798 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-124c7d91-1396-44ae-9eb2-a1fca56f76f5 tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] Notify callbacks [] for port, precommit_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:23:35.477284 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-b83fdcba-9c0b-4ca3-bb5d-e7f5daee4f4e tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.004s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:23:35.498685 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_dvr_db [None req-29e8effd-e15d-4af4-88c8-93529d9870e0 None None] Set router 40febb8e-85a2-44af-bb73-f559467ae85b gateway port host: None {{(pid=84876) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 14 07:23:35.541107 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-124c7d91-1396-44ae-9eb2-a1fca56f76f5 tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] Transition to ACTIVE for port object a54c82b4-b2e6-425d-8eea-c3db5642c856 will not be triggered until provisioned by entity DHCP. {{(pid=84874) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 07:23:35.575486 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-124c7d91-1396-44ae-9eb2-a1fca56f76f5 tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777640123575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3254186'] for port, after_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:23:35.629107 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-e45ab8d9-39c6-48fb-a74f-1e88bb39bad2 tempest-RoutersIpV6Test-883692175 tempest-RoutersIpV6Test-883692175] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:23:35.753293 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d647999-8fb4-434b-9453-ef8cf402bca7 tempest-AllowedAddressPairIpV6TestJSON-498488695 tempest-AllowedAddressPairIpV6TestJSON-498488695] Pushing event updated for resources: {'Port': ['ID=f241a7d8-c529-4ce9-9761-e058b7f9f795,revision_number=1']} {{(pid=84875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:23:35.757173 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-5d647999-8fb4-434b-9453-ef8cf402bca7 tempest-AllowedAddressPairIpV6TestJSON-498488695 tempest-AllowedAddressPairIpV6TestJSON-498488695] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.280s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:23:35.769867 n-d-768862-2 neutron-server[84765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d647999-8fb4-434b-9453-ef8cf402bca7 tempest-AllowedAddressPairIpV6TestJSON-498488695 tempest-AllowedAddressPairIpV6TestJSON-498488695] Network e036a402-9710-4529-9dbb-b94dac95fa3a is already hosted by enough agents. {{(pid=84875) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 07:23:35.771095 n-d-768862-2 neutron-server[84765]: DEBUG neutron.scheduler.base_scheduler [None req-5d647999-8fb4-434b-9453-ef8cf402bca7 tempest-AllowedAddressPairIpV6TestJSON-498488695 tempest-AllowedAddressPairIpV6TestJSON-498488695] Resources bound (agent type, host, resource id): {{(pid=84875) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 07:23:35.773885 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d647999-8fb4-434b-9453-ef8cf402bca7 tempest-AllowedAddressPairIpV6TestJSON-498488695 tempest-AllowedAddressPairIpV6TestJSON-498488695] Received port after_create {{(pid=84875) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 14 07:23:35.776087 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network":"rule:admin_or_owner" was deprecated in W in favor of "update_network":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 07:23:35.776087 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:23:35.776087 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:23:35.776087 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:23:35.776087 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:segments":"rule:admin_only" was deprecated in W in favor of "update_network:segments":"role:admin and system_scope:all". Reason: Jan 14 07:23:35.776087 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:23:35.776087 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:23:35.776087 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:23:35.776087 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:shared":"rule:admin_only" was deprecated in W in favor of "update_network:shared":"role:admin and system_scope:all". Reason: Jan 14 07:23:35.776087 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:23:35.776087 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:23:35.776087 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:23:35.776087 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "update_network:provider:network_type":"role:admin and system_scope:all". Reason: Jan 14 07:23:35.776087 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:23:35.776087 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:23:35.776087 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:23:35.776087 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "update_network:provider:physical_network":"role:admin and system_scope:all". Reason: Jan 14 07:23:35.776087 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:23:35.776087 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:23:35.776087 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:23:35.776087 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "update_network:provider:segmentation_id":"role:admin and system_scope:all". Reason: Jan 14 07:23:35.776087 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:23:35.776087 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:23:35.776087 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:23:35.776087 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:router:external":"rule:admin_only" was deprecated in W in favor of "update_network:router:external":"role:admin and system_scope:all". Reason: Jan 14 07:23:35.776087 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:23:35.776087 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:23:35.776087 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:23:35.776087 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:is_default":"rule:admin_only" was deprecated in W in favor of "update_network:is_default":"role:admin and system_scope:all". Reason: Jan 14 07:23:35.776087 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:23:35.776087 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:23:35.776087 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:23:35.776087 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:port_security_enabled":"rule:admin_or_owner" was deprecated in W in favor of "update_network:port_security_enabled":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 07:23:35.776087 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:23:35.776087 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:23:35.776087 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:23:35.776087 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "delete_network":"rule:admin_or_owner" was deprecated in W in favor of "delete_network":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 07:23:35.776087 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:23:35.776087 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:23:35.776087 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:23:35.776087 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_segment":"rule:admin_only" was deprecated in W in favor of "create_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:23:35.776087 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:23:35.776087 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_segment":"rule:admin_only" was deprecated in W in favor of "get_segment":"role:reader and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:23:35.776087 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:23:35.780162 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_segment":"rule:admin_only" was deprecated in W in favor of "update_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:23:35.780162 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:23:35.780162 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "delete_segment":"rule:admin_only" was deprecated in W in favor of "delete_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:23:35.780162 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:23:35.780162 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network":"rule:regular_user" was deprecated in W in favor of "create_network":"role:member and project_id:%(project_id)s". Reason: Jan 14 07:23:35.780162 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:23:35.780162 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:23:35.780162 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:23:35.780162 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:shared":"rule:admin_only" was deprecated in W in favor of "create_network:shared":"role:admin and system_scope:all". Reason: Jan 14 07:23:35.780162 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:23:35.780162 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:23:35.780162 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:23:35.780162 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:router:external":"rule:admin_only" was deprecated in W in favor of "create_network:router:external":"role:admin and system_scope:all". Reason: Jan 14 07:23:35.780162 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:23:35.780162 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:23:35.780162 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:23:35.780162 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:is_default":"rule:admin_only" was deprecated in W in favor of "create_network:is_default":"role:admin and system_scope:all". Reason: Jan 14 07:23:35.780162 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:23:35.780162 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:23:35.780162 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:23:35.785198 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:port_security_enabled":"rule:regular_user" was deprecated in W in favor of "create_network:port_security_enabled":"role:member and project_id:%(project_id)s". Reason: Jan 14 07:23:35.785198 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:23:35.785198 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:23:35.785198 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:23:35.785198 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:segments":"rule:admin_only" was deprecated in W in favor of "create_network:segments":"role:admin and system_scope:all". Reason: Jan 14 07:23:35.785198 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:23:35.785198 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:23:35.785198 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:23:35.785198 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "create_network:provider:network_type":"role:admin and system_scope:all". Reason: Jan 14 07:23:35.785198 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:23:35.785198 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:23:35.785198 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:23:35.785198 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "create_network:provider:physical_network":"role:admin and system_scope:all". Reason: Jan 14 07:23:35.785198 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:23:35.785198 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:23:35.785198 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:23:35.785198 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "create_network:provider:segmentation_id":"role:admin and system_scope:all". Reason: Jan 14 07:23:35.785198 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:23:35.785198 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:23:35.785198 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:23:35.785198 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network":"rule:admin_or_owner or rule:shared or rule:external or rule:context_is_advsvc" was deprecated in W in favor of "get_network":"(role:reader and system_scope:all) or (role:reader and project_id:%(project_id)s) or rule:shared or rule:external or rule:context_is_advsvc". Reason: Jan 14 07:23:35.785198 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:23:35.785198 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:23:35.785198 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:23:35.785198 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:router:external":"rule:regular_user" was deprecated in W in favor of "get_network:router:external":"role:reader and project_id:%(project_id)s". Reason: Jan 14 07:23:35.785198 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:23:35.785198 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:23:35.785198 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:23:35.785198 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:segments":"rule:admin_only" was deprecated in W in favor of "get_network:segments":"role:reader and system_scope:all". Reason: Jan 14 07:23:35.785198 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:23:35.785198 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:23:35.785198 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:23:35.785198 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "get_network:provider:network_type":"role:reader and system_scope:all". Reason: Jan 14 07:23:35.785198 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:23:35.785198 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:23:35.785198 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:23:35.785198 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "get_network:provider:physical_network":"role:reader and system_scope:all". Reason: Jan 14 07:23:35.785198 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:23:35.785198 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:23:35.785198 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:23:35.785198 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "get_network:provider:segmentation_id":"role:reader and system_scope:all". Reason: Jan 14 07:23:35.785198 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:23:35.785198 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:23:35.785198 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:23:35.785198 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network":"rule:admin_or_owner" was deprecated in W in favor of "update_network":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 07:23:35.785198 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:23:35.785198 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:23:35.785198 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:23:35.789558 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:segments":"rule:admin_only" was deprecated in W in favor of "update_network:segments":"role:admin and system_scope:all". Reason: Jan 14 07:23:35.789558 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:23:35.789558 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:23:35.789558 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:23:35.789558 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:shared":"rule:admin_only" was deprecated in W in favor of "update_network:shared":"role:admin and system_scope:all". Reason: Jan 14 07:23:35.789558 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:23:35.789558 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:23:35.789558 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:23:35.789558 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "update_network:provider:network_type":"role:admin and system_scope:all". Reason: Jan 14 07:23:35.789558 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:23:35.789558 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:23:35.789558 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:23:35.789558 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "update_network:provider:physical_network":"role:admin and system_scope:all". Reason: Jan 14 07:23:35.789558 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:23:35.789558 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:23:35.789558 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:23:35.789558 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "update_network:provider:segmentation_id":"role:admin and system_scope:all". Reason: Jan 14 07:23:35.789558 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:23:35.789558 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:23:35.789558 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:23:35.836531 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d647999-8fb4-434b-9453-ef8cf402bca7 tempest-AllowedAddressPairIpV6TestJSON-498488695 tempest-AllowedAddressPairIpV6TestJSON-498488695] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:23:35.837300 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-5d647999-8fb4-434b-9453-ef8cf402bca7 tempest-AllowedAddressPairIpV6TestJSON-498488695 tempest-AllowedAddressPairIpV6TestJSON-498488695] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854768116'] for port, before_response {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:23:35.868482 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72715f89-e262-4510-b010-2bc7542c869a None None] Routers {'2031fa21-8036-4682-93f6-df1c11fa7240'} bound to L3 agent in host n-d-768862-2 {{(pid=84876) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 14 07:23:35.869206 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_hamode_db [None req-72715f89-e262-4510-b010-2bc7542c869a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2021-01-14T06:56:51Z,description=,heartbeat_timestamp=2021-01-14T07:23:22Z,host='n-d-768862-2',id=35f592e9-451b-4db9-abea-77b6a5c5391b,load=0,resource_versions=,resources_synced=,started_at=2021-01-14T06:56:51Z,topic='l3_agent')) {'router_ids': ['2031fa21-8036-4682-93f6-df1c11fa7240'], 'active': True} {{(pid=84876) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:23:35.935269 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-5d647999-8fb4-434b-9453-ef8cf402bca7 tempest-AllowedAddressPairIpV6TestJSON-498488695 tempest-AllowedAddressPairIpV6TestJSON-498488695] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 2.1243768 Jan 14 07:23:35.939851 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84875) accepted ('10.222.0.24', 43000) {{(pid=84875) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:23:35.951280 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.v2.base [None req-ed02a3a0-9d19-405f-b4d0-f8487cda6bda tempest-AllowedAddressPairIpV6TestJSON-498488695 tempest-AllowedAddressPairIpV6TestJSON-498488695] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::c5', 'mac_address': 'fa:16:3e:df:73:b3'}, {'ip_address': '2001:db8::33e', 'mac_address': 'fa:16:3e:4d:42:fd'}]}} {{(pid=84875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:23:35.993060 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_hamode_db [None req-72715f89-e262-4510-b010-2bc7542c869a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768862-2', False) {} {{(pid=84876) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:23:35.993534 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72715f89-e262-4510-b010-2bc7542c869a None None] The sync data for ids ['2031fa21-8036-4682-93f6-df1c11fa7240'] in n-d-768862-2 is: [] {{(pid=84876) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Jan 14 07:23:36.068450 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Device 3d3818d8-dfbd-4ae4-b8fe-e16d99d1e1e7 up at agent ovs-agent-n-d-768862-2 {{(pid=84876) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 07:23:36.180862 n-d-768862-2 neutron-server[84765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-124c7d91-1396-44ae-9eb2-a1fca56f76f5 tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] Network 23f0a15d-6362-4cec-82c1-cacba887c566 is already hosted by enough agents. {{(pid=84874) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 07:23:36.322285 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-02f4156f-a5dd-48d8-bb9b-1db32211c052 tempest-RoutersIpV6AdminTest-832003634 tempest-RoutersIpV6AdminTest-832003634] 10.222.0.24 "GET /v2.0/routers/2031fa21-8036-4682-93f6-df1c11fa7240 HTTP/1.1" status: 200 len: 926 time: 1.5422504 Jan 14 07:23:36.334865 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84874) accepted ('10.222.0.24', 43022) {{(pid=84874) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:23:36.335488 n-d-768862-2 neutron-server[84765]: DEBUG neutron.scheduler.base_scheduler [None req-124c7d91-1396-44ae-9eb2-a1fca56f76f5 tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] Resources bound (agent type, host, resource id): {{(pid=84874) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 07:23:36.337691 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-8f428038-e7d0-4862-b38b-23ceadbdb766 tempest-RoutersIpV6Test-883692175 tempest-RoutersIpV6Test-883692175] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850887113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3254092', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036851981146'] for subnet, after_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:23:36.370174 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_hamode_db [None req-29e8effd-e15d-4af4-88c8-93529d9870e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '40febb8e-85a2-44af-bb73-f559467ae85b', 'name': 'tempest-RoutersIpV6Test-router-637200602', 'tenant_id': 'd787627cdb8d4cc9b70642659fae99d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-14T07:22:21Z', 'updated_at': '2021-01-14T07:23:19Z', 'revision_number': 4, 'project_id': 'd787627cdb8d4cc9b70642659fae99d7', 'gw_port_host': None, '_interfaces': [{'id': '5d4c80f7-fa86-4260-9c85-c0e3fe21da09', 'name': '', 'network_id': 'ecd2ef9e-48e8-480a-a1fc-ce09ba6212c7', 'tenant_id': 'd787627cdb8d4cc9b70642659fae99d7', 'mac_address': 'fa:16:3e:b9:1b:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40febb8e-85a2-44af-bb73-f559467ae85b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1993, 'fixed_ips': [{'subnet_id': '6d7b8862-6c15-43ed-8ff1-841e54b08eb8', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T07:22:57Z', 'updated_at': '2021-01-14T07:23:22Z', 'revision_number': 5, 'project_id': 'd787627cdb8d4cc9b70642659fae99d7', 'subnets': [{'id': '6d7b8862-6c15-43ed-8ff1-841e54b08eb8', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}, {'id': 'c404d567-18b6-4d4f-af34-4bc01b17dec1', 'name': '', 'network_id': '6adec993-1400-47e5-9a29-907bc02c17ed', 'tenant_id': 'd787627cdb8d4cc9b70642659fae99d7', 'mac_address': 'fa:16:3e:7d:23:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '40febb8e-85a2-44af-bb73-f559467ae85b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2029, 'fixed_ips': [{'subnet_id': '2d637449-0027-48ee-bf00-a964d9e4da4e', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T07:23:17Z', 'updated_at': '2021-01-14T07:23:33Z', 'revision_number': 4, 'project_id': 'd787627cdb8d4cc9b70642659fae99d7', 'subnets': [{'id': '2d637449-0027-48ee-bf00-a964d9e4da4e', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}, {'id': 'd21b5147-a877-46a5-a233-6a97d5befecb', 'name': '', 'network_id': 'd7d2c5e4-b39f-4c26-a03a-605439415826', 'tenant_id': 'd787627cdb8d4cc9b70642659fae99d7', 'mac_address': 'fa:16:3e:5b:cd:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40febb8e-85a2-44af-bb73-f559467ae85b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1953, 'fixed_ips': [{'subnet_id': '44b3d79f-589d-4894-89ff-0fd9901e6ead', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T07:22:33Z', 'updated_at': '2021-01-14T07:22:50Z', 'revision_number': 5, 'project_id': 'd787627cdb8d4cc9b70642659fae99d7', 'subnets': [{'id': '44b3d79f-589d-4894-89ff-0fd9901e6ead', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'n-d-768862-2', False) {} {{(pid=84876) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:23:36.384091 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29e8effd-e15d-4af4-88c8-93529d9870e0 None None] The sync data for ids ['40febb8e-85a2-44af-bb73-f559467ae85b'] in n-d-768862-2 is: [{'id': '40febb8e-85a2-44af-bb73-f559467ae85b', 'name': 'tempest-RoutersIpV6Test-router-637200602', 'tenant_id': 'd787627cdb8d4cc9b70642659fae99d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-14T07:22:21Z', 'updated_at': '2021-01-14T07:23:19Z', 'revision_number': 4, 'project_id': 'd787627cdb8d4cc9b70642659fae99d7', 'gw_port_host': None, '_interfaces': [{'id': '5d4c80f7-fa86-4260-9c85-c0e3fe21da09', 'name': '', 'network_id': 'ecd2ef9e-48e8-480a-a1fc-ce09ba6212c7', 'tenant_id': 'd787627cdb8d4cc9b70642659fae99d7', 'mac_address': 'fa:16:3e:b9:1b:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40febb8e-85a2-44af-bb73-f559467ae85b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1993, 'fixed_ips': [{'subnet_id': '6d7b8862-6c15-43ed-8ff1-841e54b08eb8', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T07:22:57Z', 'updated_at': '2021-01-14T07:23:22Z', 'revision_number': 5, 'project_id': 'd787627cdb8d4cc9b70642659fae99d7', 'subnets': [{'id': '6d7b8862-6c15-43ed-8ff1-841e54b08eb8', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}, {'id': 'c404d567-18b6-4d4f-af34-4bc01b17dec1', 'name': '', 'network_id': '6adec993-1400-47e5-9a29-907bc02c17ed', 'tenant_id': 'd787627cdb8d4cc9b70642659fae99d7', 'mac_address': 'fa:16:3e:7d:23:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '40febb8e-85a2-44af-bb73-f559467ae85b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2029, 'fixed_ips': [{'subnet_id': '2d637449-0027-48ee-bf00-a964d9e4da4e', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T07:23:17Z', 'updated_at': '2021-01-14T07:23:33Z', 'revision_number': 4, 'project_id': 'd787627cdb8d4cc9b70642659fae99d7', 'subnets': [{'id': '2d637449-0027-48ee-bf00-a964d9e4da4e', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}, {'id': 'd21b5147-a877-46a5-a233-6a97d5befecb', 'name': '', 'network_id': 'd7d2c5e4-b39f-4c26-a03a-605439415826', 'tenant_id': 'd787627cdb8d4cc9b70642659fae99d7', 'mac_address': 'fa:16:3e:5b:cd:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40febb8e-85a2-44af-bb73-f559467ae85b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1953, 'fixed_ips': [{'subnet_id': '44b3d79f-589d-4894-89ff-0fd9901e6ead', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T07:22:33Z', 'updated_at': '2021-01-14T07:22:50Z', 'revision_number': 5, 'project_id': 'd787627cdb8d4cc9b70642659fae99d7', 'subnets': [{'id': '44b3d79f-589d-4894-89ff-0fd9901e6ead', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=84876) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Jan 14 07:23:36.420904 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Provisioning complete for port 3d3818d8-dfbd-4ae4-b8fe-e16d99d1e1e7 triggered by entity L2. {{(pid=84876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 07:23:36.421296 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-604227'] for port, provisioning_complete {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:23:36.647968 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-124c7d91-1396-44ae-9eb2-a1fca56f76f5 tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] Received port after_create {{(pid=84874) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 14 07:23:36.761735 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-124c7d91-1396-44ae-9eb2-a1fca56f76f5 tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] Pushing event updated for resources: {'Port': ['ID=a54c82b4-b2e6-425d-8eea-c3db5642c856,revision_number=1']} {{(pid=84874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:23:36.796421 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-c1eec5cb-04b2-4e44-8362-7eb65c79ae92 None None] Provisioning complete for port 3d3818d8-dfbd-4ae4-b8fe-e16d99d1e1e7 triggered by entity DHCP. {{(pid=84876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 07:23:36.798957 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-124c7d91-1396-44ae-9eb2-a1fca56f76f5 tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.168s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:23:36.808392 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-c1eec5cb-04b2-4e44-8362-7eb65c79ae92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-604227'] for port, provisioning_complete {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:23:36.852403 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-ed02a3a0-9d19-405f-b4d0-f8487cda6bda tempest-AllowedAddressPairIpV6TestJSON-498488695 tempest-AllowedAddressPairIpV6TestJSON-498488695] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555753'] for port, before_update {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:23:36.905379 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-d000c23b-0ec4-4a2b-a81f-13c07ec23901 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.170s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:23:37.010322 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network":"rule:regular_user" was deprecated in W in favor of "create_network":"role:member and project_id:%(project_id)s". Reason: Jan 14 07:23:37.010322 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:23:37.010322 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:23:37.010322 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:23:37.010322 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:shared":"rule:admin_only" was deprecated in W in favor of "create_network:shared":"role:admin and system_scope:all". Reason: Jan 14 07:23:37.010322 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:23:37.010322 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:23:37.010322 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:23:37.010322 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:router:external":"rule:admin_only" was deprecated in W in favor of "create_network:router:external":"role:admin and system_scope:all". Reason: Jan 14 07:23:37.010322 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:23:37.010322 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:23:37.010322 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:23:37.010322 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:is_default":"rule:admin_only" was deprecated in W in favor of "create_network:is_default":"role:admin and system_scope:all". Reason: Jan 14 07:23:37.010322 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:23:37.010322 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:23:37.010322 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:23:37.010322 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:port_security_enabled":"rule:regular_user" was deprecated in W in favor of "create_network:port_security_enabled":"role:member and project_id:%(project_id)s". Reason: Jan 14 07:23:37.010322 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:23:37.010322 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:23:37.010322 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:23:37.010322 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:segments":"rule:admin_only" was deprecated in W in favor of "create_network:segments":"role:admin and system_scope:all". Reason: Jan 14 07:23:37.010322 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:23:37.010322 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:23:37.010322 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:23:37.010322 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "create_network:provider:network_type":"role:admin and system_scope:all". Reason: Jan 14 07:23:37.010322 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:23:37.010322 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:23:37.010322 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:23:37.010322 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "create_network:provider:physical_network":"role:admin and system_scope:all". Reason: Jan 14 07:23:37.010322 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:23:37.010322 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:23:37.010322 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:23:37.010322 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "create_network:provider:segmentation_id":"role:admin and system_scope:all". Reason: Jan 14 07:23:37.010322 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:23:37.010322 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:23:37.010322 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:23:37.010322 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network":"rule:admin_or_owner or rule:shared or rule:external or rule:context_is_advsvc" was deprecated in W in favor of "get_network":"(role:reader and system_scope:all) or (role:reader and project_id:%(project_id)s) or rule:shared or rule:external or rule:context_is_advsvc". Reason: Jan 14 07:23:37.010322 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:23:37.010322 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:23:37.010322 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:23:37.010322 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:router:external":"rule:regular_user" was deprecated in W in favor of "get_network:router:external":"role:reader and project_id:%(project_id)s". Reason: Jan 14 07:23:37.010322 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:23:37.010322 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:23:37.010322 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:23:37.010322 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:segments":"rule:admin_only" was deprecated in W in favor of "get_network:segments":"role:reader and system_scope:all". Reason: Jan 14 07:23:37.010322 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:23:37.010322 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:23:37.010322 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:23:37.013660 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "get_network:provider:network_type":"role:reader and system_scope:all". Reason: Jan 14 07:23:37.013660 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:23:37.013660 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:23:37.013660 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:23:37.013660 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "get_network:provider:physical_network":"role:reader and system_scope:all". Reason: Jan 14 07:23:37.013660 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:23:37.013660 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:23:37.013660 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:23:37.013660 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "get_network:provider:segmentation_id":"role:reader and system_scope:all". Reason: Jan 14 07:23:37.013660 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:23:37.013660 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:23:37.013660 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:23:37.013660 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network":"rule:admin_or_owner" was deprecated in W in favor of "update_network":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 07:23:37.013660 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:23:37.013660 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:23:37.013660 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:23:37.013660 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:segments":"rule:admin_only" was deprecated in W in favor of "update_network:segments":"role:admin and system_scope:all". Reason: Jan 14 07:23:37.013660 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:23:37.013660 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:23:37.013660 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:23:37.070613 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-124c7d91-1396-44ae-9eb2-a1fca56f76f5 tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:23:37.073262 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-124c7d91-1396-44ae-9eb2-a1fca56f76f5 tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854768116'] for port, before_response {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:23:37.232287 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-c1eec5cb-04b2-4e44-8362-7eb65c79ae92 None None] Provisioning for port 5fa2d577-860e-4ae9-a44f-658c7ce923d6 completed by entity DHCP. {{(pid=84876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 07:23:37.252990 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-c1eec5cb-04b2-4e44-8362-7eb65c79ae92 None None] Provisioning complete for port 5fa2d577-860e-4ae9-a44f-658c7ce923d6 triggered by entity DHCP. {{(pid=84876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 07:23:37.254283 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-c1eec5cb-04b2-4e44-8362-7eb65c79ae92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-604227'] for port, provisioning_complete {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:23:37.490311 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.plugin [None req-c1eec5cb-04b2-4e44-8362-7eb65c79ae92 None None] Port 5fa2d577-860e-4ae9-a44f-658c7ce923d6 cannot update to ACTIVE because it is not bound. {{(pid=84876) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:329}} Jan 14 07:23:37.605559 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-c1eec5cb-04b2-4e44-8362-7eb65c79ae92 None None] Provisioning for port f241a7d8-c529-4ce9-9761-e058b7f9f795 completed by entity DHCP. {{(pid=84876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 07:23:37.628686 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-c1eec5cb-04b2-4e44-8362-7eb65c79ae92 None None] Provisioning complete for port f241a7d8-c529-4ce9-9761-e058b7f9f795 triggered by entity DHCP. {{(pid=84876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 07:23:37.629086 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-c1eec5cb-04b2-4e44-8362-7eb65c79ae92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-604227'] for port, provisioning_complete {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:23:37.779025 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.plugin [None req-c1eec5cb-04b2-4e44-8362-7eb65c79ae92 None None] Port f241a7d8-c529-4ce9-9761-e058b7f9f795 cannot update to ACTIVE because it is not bound. {{(pid=84876) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:329}} Jan 14 07:23:37.786371 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-ed02a3a0-9d19-405f-b4d0-f8487cda6bda tempest-AllowedAddressPairIpV6TestJSON-498488695 tempest-AllowedAddressPairIpV6TestJSON-498488695] Notify callbacks [] for port, precommit_update {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:23:37.803069 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-ed02a3a0-9d19-405f-b4d0-f8487cda6bda tempest-AllowedAddressPairIpV6TestJSON-498488695 tempest-AllowedAddressPairIpV6TestJSON-498488695] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777640533312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363259214678337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777640097497', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3154211'] for port, after_update {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:23:37.913735 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-fa055b80-9222-4fd9-8e67-afe53d2927ec None None] Provisioning for port a54c82b4-b2e6-425d-8eea-c3db5642c856 completed by entity DHCP. {{(pid=84876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 07:23:37.933357 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-fa055b80-9222-4fd9-8e67-afe53d2927ec None None] Provisioning complete for port a54c82b4-b2e6-425d-8eea-c3db5642c856 triggered by entity DHCP. {{(pid=84876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 07:23:37.933956 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-fa055b80-9222-4fd9-8e67-afe53d2927ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-604227'] for port, provisioning_complete {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:23:38.057680 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.plugin [None req-fa055b80-9222-4fd9-8e67-afe53d2927ec None None] Port a54c82b4-b2e6-425d-8eea-c3db5642c856 cannot update to ACTIVE because it is not bound. {{(pid=84876) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:329}} Jan 14 07:23:38.059879 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Device c404d567-18b6-4d4f-af34-4bc01b17dec1 up at agent ovs-agent-n-d-768862-2 {{(pid=84876) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 07:23:38.160726 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Provisioning for port c404d567-18b6-4d4f-af34-4bc01b17dec1 completed by entity L2. {{(pid=84876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 07:23:38.172402 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Provisioning complete for port c404d567-18b6-4d4f-af34-4bc01b17dec1 triggered by entity L2. {{(pid=84876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 07:23:38.172832 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-604227'] for port, provisioning_complete {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:23:38.202031 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f428038-e7d0-4862-b38b-23ceadbdb766 tempest-RoutersIpV6Test-883692175 tempest-RoutersIpV6Test-883692175] Checking segment: {'id': '06feb7f6-c5d7-4dce-8715-a4c4b119149d', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 19, 'network_id': 'c9c42f8d-6ced-4552-9599-4e0f839bda7e'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84874) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 14 07:23:38.202618 n-d-768862-2 neutron-server[84765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f428038-e7d0-4862-b38b-23ceadbdb766 tempest-RoutersIpV6Test-883692175 tempest-RoutersIpV6Test-883692175] Network hostable DHCP agents. Network: c9c42f8d-6ced-4552-9599-4e0f839bda7e, hostable agents: ['32f3dd84-26da-4d18-bf15-6017a8fb7247'], hosted agents: [] {{(pid=84874) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Jan 14 07:23:38.212118 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-124c7d91-1396-44ae-9eb2-a1fca56f76f5 tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1027 time: 8.8252313 Jan 14 07:23:38.213208 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84874) accepted ('10.222.0.24', 43092) {{(pid=84874) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:23:38.248465 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-5d647999-8fb4-434b-9453-ef8cf402bca7 tempest-AllowedAddressPairIpV6TestJSON-498488695 tempest-AllowedAddressPairIpV6TestJSON-498488695] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:23:38.311168 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f428038-e7d0-4862-b38b-23ceadbdb766 tempest-RoutersIpV6Test-883692175 tempest-RoutersIpV6Test-883692175] Pushing event updated for resources: {'Subnet': ['ID=f2075c06-81cf-4671-9898-2417d73e67d4,revision_number=0']} {{(pid=84874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:23:38.324238 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-8f428038-e7d0-4862-b38b-23ceadbdb766 tempest-RoutersIpV6Test-883692175 tempest-RoutersIpV6Test-883692175] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.418s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:23:38.346742 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84875) accepted ('10.222.0.24', 43096) {{(pid=84875) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:23:38.380304 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.plugin [None req-ed02a3a0-9d19-405f-b4d0-f8487cda6bda tempest-AllowedAddressPairIpV6TestJSON-498488695 tempest-AllowedAddressPairIpV6TestJSON-498488695] In _notify_port_updated(), no bound segment for port f241a7d8-c529-4ce9-9761-e058b7f9f795 on network e036a402-9710-4529-9dbb-b94dac95fa3a {{(pid=84875) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:851}} Jan 14 07:23:38.396274 n-d-768862-2 neutron-server[84765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f428038-e7d0-4862-b38b-23ceadbdb766 tempest-RoutersIpV6Test-883692175 tempest-RoutersIpV6Test-883692175] Network c9c42f8d-6ced-4552-9599-4e0f839bda7e is scheduled to be hosted by DHCP agent 32f3dd84-26da-4d18-bf15-6017a8fb7247 with binding_index 1 {{(pid=84874) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Jan 14 07:23:38.408178 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed02a3a0-9d19-405f-b4d0-f8487cda6bda tempest-AllowedAddressPairIpV6TestJSON-498488695 tempest-AllowedAddressPairIpV6TestJSON-498488695] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:23:38.408824 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e0b7e2e-a140-485b-bdaa-7cfe460e5049 tempest-RoutersIpV6AdminTest-832003634 tempest-RoutersIpV6AdminTest-832003634] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:23:38.409060 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-ed02a3a0-9d19-405f-b4d0-f8487cda6bda tempest-AllowedAddressPairIpV6TestJSON-498488695 tempest-AllowedAddressPairIpV6TestJSON-498488695] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854768116'] for port, before_response {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:23:38.409643 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-1e0b7e2e-a140-485b-bdaa-7cfe460e5049 tempest-RoutersIpV6AdminTest-832003634 tempest-RoutersIpV6AdminTest-832003634] Synchronizing usage tracker for tenant:5312235f111841e2bff7d19b335a2a35 on resource:port {{(pid=84874) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 14 07:23:38.412740 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-ed02a3a0-9d19-405f-b4d0-f8487cda6bda tempest-AllowedAddressPairIpV6TestJSON-498488695 tempest-AllowedAddressPairIpV6TestJSON-498488695] 10.222.0.24 "PUT /v2.0/ports/f241a7d8-c529-4ce9-9761-e058b7f9f795 HTTP/1.1" status: 200 len: 1066 time: 2.4713445 Jan 14 07:23:38.425605 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84875) accepted ('10.222.0.24', 43106) {{(pid=84875) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:23:38.428002 n-d-768862-2 neutron-server[84765]: DEBUG neutron.scheduler.base_scheduler [None req-8f428038-e7d0-4862-b38b-23ceadbdb766 tempest-RoutersIpV6Test-883692175 tempest-RoutersIpV6Test-883692175] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768862-2, c9c42f8d-6ced-4552-9599-4e0f839bda7e) {{(pid=84874) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 07:23:38.461967 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f428038-e7d0-4862-b38b-23ceadbdb766 tempest-RoutersIpV6Test-883692175 tempest-RoutersIpV6Test-883692175] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:23:38.462632 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-8f428038-e7d0-4862-b38b-23ceadbdb766 tempest-RoutersIpV6Test-883692175 tempest-RoutersIpV6Test-883692175] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3207107'] for subnet, before_response {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:23:38.503580 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-1e0b7e2e-a140-485b-bdaa-7cfe460e5049 tempest-RoutersIpV6AdminTest-832003634 tempest-RoutersIpV6AdminTest-832003634] Unset dirty status for tenant:5312235f111841e2bff7d19b335a2a35 on resource:port {{(pid=84874) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 14 07:23:38.505054 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-1e0b7e2e-a140-485b-bdaa-7cfe460e5049 tempest-RoutersIpV6AdminTest-832003634 tempest-RoutersIpV6AdminTest-832003634] 10.222.0.24 "GET /v2.0/ports?network_id=226f1e78-82cd-4481-9055-4eb73b6db8c1&device_id=2031fa21-8036-4682-93f6-df1c11fa7240&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 1.9028583 Jan 14 07:23:38.512047 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84874) accepted ('10.222.0.24', 43110) {{(pid=84874) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:23:38.521982 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-8f428038-e7d0-4862-b38b-23ceadbdb766 tempest-RoutersIpV6Test-883692175 tempest-RoutersIpV6Test-883692175] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 8.2127094 Jan 14 07:23:38.534529 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555753'] for port, before_update {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:23:38.550648 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6af17dc1-605c-4952-81b6-1b4a22856c62 tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:23:38.583369 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6af17dc1-605c-4952-81b6-1b4a22856c62 tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:23:38.584358 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-6af17dc1-605c-4952-81b6-1b4a22856c62 tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] Synchronizing usage tracker for tenant:be0aa702e3ca464795a99c51e3b3b04f on resource:port {{(pid=84874) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 14 07:23:38.587820 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-066895e1-9ee7-490e-b28f-af6148baaa74 None None] Network c9c42f8d-6ced-4552-9599-4e0f839bda7e requested from n-d-768862-2 {{(pid=84876) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 07:23:38.635449 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.plugin [None req-c7e4fa7a-e6e1-4750-8b0c-959834291dad tempest-AllowedAddressPairIpV6TestJSON-498488695 tempest-AllowedAddressPairIpV6TestJSON-498488695] Deleting port f241a7d8-c529-4ce9-9761-e058b7f9f795 {{(pid=84875) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 07:23:38.636171 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-c7e4fa7a-e6e1-4750-8b0c-959834291dad tempest-AllowedAddressPairIpV6TestJSON-498488695 tempest-AllowedAddressPairIpV6TestJSON-498488695] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363259214248359'] for port, before_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:23:38.732270 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84875) accepted ('10.222.0.24', 43114) {{(pid=84875) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:23:38.769494 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed02a3a0-9d19-405f-b4d0-f8487cda6bda tempest-AllowedAddressPairIpV6TestJSON-498488695 tempest-AllowedAddressPairIpV6TestJSON-498488695] Pushing event updated for resources: {'Port': ['ID=f241a7d8-c529-4ce9-9761-e058b7f9f795,revision_number=2']} {{(pid=84875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:23:38.887310 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f0d978e-c1dd-44d9-8b37-3eee787a8f3d tempest-RoutersIpV6AdminTest-832003634 tempest-RoutersIpV6AdminTest-832003634] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:23:38.888583 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-5f0d978e-c1dd-44d9-8b37-3eee787a8f3d tempest-RoutersIpV6AdminTest-832003634 tempest-RoutersIpV6AdminTest-832003634] Synchronizing usage tracker for tenant:5312235f111841e2bff7d19b335a2a35 on resource:network {{(pid=84874) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 14 07:23:38.954285 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-5f0d978e-c1dd-44d9-8b37-3eee787a8f3d tempest-RoutersIpV6AdminTest-832003634 tempest-RoutersIpV6AdminTest-832003634] Unset dirty status for tenant:5312235f111841e2bff7d19b335a2a35 on resource:network {{(pid=84874) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 14 07:23:38.980761 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-5f0d978e-c1dd-44d9-8b37-3eee787a8f3d tempest-RoutersIpV6AdminTest-832003634 tempest-RoutersIpV6AdminTest-832003634] 10.222.0.24 "GET /v2.0/networks/226f1e78-82cd-4481-9055-4eb73b6db8c1 HTTP/1.1" status: 200 len: 881 time: 0.4438694 Jan 14 07:23:38.982941 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84874) accepted ('10.222.0.24', 43128) {{(pid=84874) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:23:38.994189 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-6af17dc1-605c-4952-81b6-1b4a22856c62 tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] Unset dirty status for tenant:be0aa702e3ca464795a99c51e3b3b04f on resource:port {{(pid=84874) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 14 07:23:39.001305 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-6af17dc1-605c-4952-81b6-1b4a22856c62 tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] 10.222.0.24 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1863 time: 0.7811580 Jan 14 07:23:39.002285 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84874) accepted ('10.222.0.24', 43136) {{(pid=84874) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:23:39.003479 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-ed02a3a0-9d19-405f-b4d0-f8487cda6bda tempest-AllowedAddressPairIpV6TestJSON-498488695 tempest-AllowedAddressPairIpV6TestJSON-498488695] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.755s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:23:39.027976 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.v2.base [None req-536cf4b7-98ac-4203-a81d-beacd44343b3 tempest-ExternalNetworksTestJSON-1189716114 tempest-ExternalNetworksTestJSON-1189716114] Request body: {'network': {'name': 'tempest-ExternalNetworksTestJSON-test-network-1256813406'}} {{(pid=84875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:23:39.042687 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] For port c404d567-18b6-4d4f-af34-4bc01b17dec1, host n-d-768862-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-2',level=0,port_id=c404d567-18b6-4d4f-af34-4bc01b17dec1,segment=NetworkSegment(e27218cc-75b2-4562-990f-480272fa161a),segment_id=e27218cc-75b2-4562-990f-480272fa161a)] {{(pid=84876) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 07:23:39.168837 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-536cf4b7-98ac-4203-a81d-beacd44343b3 tempest-ExternalNetworksTestJSON-1189716114 tempest-ExternalNetworksTestJSON-1189716114] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:23:39.185282 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.plugin [None req-c0d6d193-1c85-4458-879e-820525114871 tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] Deleting port a54c82b4-b2e6-425d-8eea-c3db5642c856 {{(pid=84874) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 07:23:39.185282 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-c0d6d193-1c85-4458-879e-820525114871 tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363259214248359'] for port, before_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:23:39.194098 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-536cf4b7-98ac-4203-a81d-beacd44343b3 tempest-ExternalNetworksTestJSON-1189716114 tempest-ExternalNetworksTestJSON-1189716114] Usage tracker for resource:network and tenant:152152b850934d06bd535cda981c4f92 is out of sync, need to count used quota {{(pid=84875) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:23:39.214140 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-536cf4b7-98ac-4203-a81d-beacd44343b3 tempest-ExternalNetworksTestJSON-1189716114 tempest-ExternalNetworksTestJSON-1189716114] Quota usage for network was recalculated. Used quota:0. {{(pid=84875) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:23:39.235626 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777640533312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363259214678337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777640097497'] for port, after_update {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:23:39.267131 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-a1a305fd-a61c-4671-a0e0-aef8100a107b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84876) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:23:39.273480 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-4d8c03d5-a461-4b85-9047-77a3309fa6ac tempest-RoutersIpV6AdminTest-1631784580 tempest-RoutersIpV6AdminTest-1631784580] 10.222.0.24 "GET /v2.0/ports?device_id=2031fa21-8036-4682-93f6-df1c11fa7240 HTTP/1.1" status: 200 len: 205 time: 0.2872236 Jan 14 07:23:39.274605 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84874) accepted ('10.222.0.24', 43146) {{(pid=84874) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:23:39.466277 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-324f8439-be1e-4516-938e-67a98114bca7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5d94dc7a-c095-50a4-955e-5f3b78718a12-c9c42f8d-6ced-4552-9599-4e0f839bda7e', 'network_id': 'c9c42f8d-6ced-4552-9599-4e0f839bda7e', 'tenant_id': 'd787627cdb8d4cc9b70642659fae99d7', 'fixed_ips': [{'subnet_id': 'f2075c06-81cf-4671-9898-2417d73e67d4'}]}} from n-d-768862-2. {{(pid=84876) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Jan 14 07:23:39.473469 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-324f8439-be1e-4516-938e-67a98114bca7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555753'] for port, before_create {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:23:39.493488 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-bce2c8ab-ae66-4836-ba96-448a41c4a304 None None] Provisioning complete for port f241a7d8-c529-4ce9-9761-e058b7f9f795 triggered by entity DHCP. {{(pid=84876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 07:23:39.494494 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-bce2c8ab-ae66-4836-ba96-448a41c4a304 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-604227'] for port, provisioning_complete {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:23:39.559717 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-1995bebf-9de4-46b2-8969-4a34c5faeb15 tempest-RoutersIpV6AdminTest-1631784580 tempest-RoutersIpV6AdminTest-1631784580] Notify callbacks [] for router, before_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:23:39.563510 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Pushing event updated for resources: {'Port': ['ID=c404d567-18b6-4d4f-af34-4bc01b17dec1,revision_number=5']} {{(pid=84876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:23:39.572941 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-536cf4b7-98ac-4203-a81d-beacd44343b3 tempest-ExternalNetworksTestJSON-1189716114 tempest-ExternalNetworksTestJSON-1189716114] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:23:39.600986 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.334s {{(pid=84876) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:23:39.625272 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:router:external":"rule:admin_only" was deprecated in W in favor of "update_network:router:external":"role:admin and system_scope:all". Reason: Jan 14 07:23:39.625272 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:23:39.625272 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:23:39.625272 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:23:39.625272 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:is_default":"rule:admin_only" was deprecated in W in favor of "update_network:is_default":"role:admin and system_scope:all". Reason: Jan 14 07:23:39.625272 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:23:39.625272 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:23:39.625272 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:23:39.625272 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:port_security_enabled":"rule:admin_or_owner" was deprecated in W in favor of "update_network:port_security_enabled":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 07:23:39.625272 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:23:39.625272 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:23:39.625272 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:23:39.625272 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "delete_network":"rule:admin_or_owner" was deprecated in W in favor of "delete_network":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 07:23:39.625272 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:23:39.625272 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:23:39.625272 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:23:39.625272 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_segment":"rule:admin_only" was deprecated in W in favor of "create_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:23:39.625272 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:23:39.625272 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_segment":"rule:admin_only" was deprecated in W in favor of "get_segment":"role:reader and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:23:39.625272 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:23:39.625272 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_segment":"rule:admin_only" was deprecated in W in favor of "update_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:23:39.625272 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:23:39.625272 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "delete_segment":"rule:admin_only" was deprecated in W in favor of "delete_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:23:39.625272 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:23:39.625272 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network":"rule:regular_user" was deprecated in W in favor of "create_network":"role:member and project_id:%(project_id)s". Reason: Jan 14 07:23:39.625272 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:23:39.625272 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:23:39.625272 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:23:39.625272 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:shared":"rule:admin_only" was deprecated in W in favor of "create_network:shared":"role:admin and system_scope:all". Reason: Jan 14 07:23:39.625272 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:23:39.625272 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:23:39.625272 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:23:39.625272 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:router:external":"rule:admin_only" was deprecated in W in favor of "create_network:router:external":"role:admin and system_scope:all". Reason: Jan 14 07:23:39.625272 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:23:39.625272 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:23:39.625272 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:23:39.625272 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:is_default":"rule:admin_only" was deprecated in W in favor of "create_network:is_default":"role:admin and system_scope:all". Reason: Jan 14 07:23:39.625272 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:23:39.625272 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:23:39.625272 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:23:39.625272 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:port_security_enabled":"rule:regular_user" was deprecated in W in favor of "create_network:port_security_enabled":"role:member and project_id:%(project_id)s". Reason: Jan 14 07:23:39.625272 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:23:39.628044 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:23:39.628044 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:23:39.628044 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:segments":"rule:admin_only" was deprecated in W in favor of "create_network:segments":"role:admin and system_scope:all". Reason: Jan 14 07:23:39.628044 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:23:39.628044 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:23:39.628044 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:23:39.628044 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "create_network:provider:network_type":"role:admin and system_scope:all". Reason: Jan 14 07:23:39.628044 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:23:39.628044 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:23:39.628044 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:23:39.628044 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "create_network:provider:physical_network":"role:admin and system_scope:all". Reason: Jan 14 07:23:39.628044 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:23:39.628044 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:23:39.628044 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:23:39.628044 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "create_network:provider:segmentation_id":"role:admin and system_scope:all". Reason: Jan 14 07:23:39.628044 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:23:39.628044 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:23:39.628044 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:23:39.628044 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network":"rule:admin_or_owner or rule:shared or rule:external or rule:context_is_advsvc" was deprecated in W in favor of "get_network":"(role:reader and system_scope:all) or (role:reader and project_id:%(project_id)s) or rule:shared or rule:external or rule:context_is_advsvc". Reason: Jan 14 07:23:39.628044 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:23:39.628044 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:23:39.628044 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:23:39.634645 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:router:external":"rule:regular_user" was deprecated in W in favor of "get_network:router:external":"role:reader and project_id:%(project_id)s". Reason: Jan 14 07:23:39.634645 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:23:39.634645 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:23:39.634645 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:23:39.634645 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:segments":"rule:admin_only" was deprecated in W in favor of "get_network:segments":"role:reader and system_scope:all". Reason: Jan 14 07:23:39.634645 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:23:39.634645 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:23:39.634645 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:23:39.634645 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "get_network:provider:network_type":"role:reader and system_scope:all". Reason: Jan 14 07:23:39.634645 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:23:39.634645 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:23:39.634645 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:23:39.634645 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "get_network:provider:physical_network":"role:reader and system_scope:all". Reason: Jan 14 07:23:39.634645 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:23:39.634645 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:23:39.634645 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:23:39.634645 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "get_network:provider:segmentation_id":"role:reader and system_scope:all". Reason: Jan 14 07:23:39.634645 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:23:39.634645 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:23:39.634645 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:23:39.634645 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network":"rule:admin_or_owner" was deprecated in W in favor of "update_network":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 07:23:39.634645 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:23:39.634645 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:23:39.634645 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:23:39.634645 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:segments":"rule:admin_only" was deprecated in W in favor of "update_network:segments":"role:admin and system_scope:all". Reason: Jan 14 07:23:39.634645 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:23:39.634645 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:23:39.634645 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:23:39.634645 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:shared":"rule:admin_only" was deprecated in W in favor of "update_network:shared":"role:admin and system_scope:all". Reason: Jan 14 07:23:39.634645 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:23:39.634645 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:23:39.634645 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:23:39.634645 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "update_network:provider:network_type":"role:admin and system_scope:all". Reason: Jan 14 07:23:39.634645 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:23:39.634645 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:23:39.634645 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:23:39.634645 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "update_network:provider:physical_network":"role:admin and system_scope:all". Reason: Jan 14 07:23:39.634645 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:23:39.634645 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:23:39.634645 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:23:39.634645 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "update_network:provider:segmentation_id":"role:admin and system_scope:all". Reason: Jan 14 07:23:39.634645 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:23:39.634645 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:23:39.634645 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:23:39.634645 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:router:external":"rule:admin_only" was deprecated in W in favor of "update_network:router:external":"role:admin and system_scope:all". Reason: Jan 14 07:23:39.634645 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:23:39.634645 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:23:39.634645 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:23:39.634645 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:is_default":"rule:admin_only" was deprecated in W in favor of "update_network:is_default":"role:admin and system_scope:all". Reason: Jan 14 07:23:39.637880 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:23:39.637880 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:23:39.637880 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:23:39.637880 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:port_security_enabled":"rule:admin_or_owner" was deprecated in W in favor of "update_network:port_security_enabled":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 07:23:39.637880 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:23:39.637880 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:23:39.637880 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:23:39.637880 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "delete_network":"rule:admin_or_owner" was deprecated in W in favor of "delete_network":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 07:23:39.637880 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:23:39.637880 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:23:39.637880 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:23:39.637880 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_segment":"rule:admin_only" was deprecated in W in favor of "create_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:23:39.637880 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:23:39.637880 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_segment":"rule:admin_only" was deprecated in W in favor of "get_segment":"role:reader and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:23:39.637880 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:23:39.683870 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.plugin [None req-bce2c8ab-ae66-4836-ba96-448a41c4a304 None None] Port f241a7d8-c529-4ce9-9761-e058b7f9f795 cannot update to ACTIVE because it is not bound. {{(pid=84876) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:329}} Jan 14 07:23:39.851516 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-1995bebf-9de4-46b2-8969-4a34c5faeb15 tempest-RoutersIpV6AdminTest-1631784580 tempest-RoutersIpV6AdminTest-1631784580] Notify callbacks [] for router_gateway, before_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:23:39.857610 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.plugin [None req-1995bebf-9de4-46b2-8969-4a34c5faeb15 tempest-RoutersIpV6AdminTest-1631784580 tempest-RoutersIpV6AdminTest-1631784580] Deleting port 643c45c9-30ad-4a46-a25c-4c9a46e467c1 {{(pid=84874) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 07:23:39.858001 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-1995bebf-9de4-46b2-8969-4a34c5faeb15 tempest-RoutersIpV6AdminTest-1631784580 tempest-RoutersIpV6AdminTest-1631784580] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363259214248359'] for port, before_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:23:40.031739 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Device c404d567-18b6-4d4f-af34-4bc01b17dec1 up at agent ovs-agent-n-d-768862-2 {{(pid=84876) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 07:23:40.221308 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-536cf4b7-98ac-4203-a81d-beacd44343b3 tempest-ExternalNetworksTestJSON-1189716114 tempest-ExternalNetworksTestJSON-1189716114] Made reservation on behalf of 152152b850934d06bd535cda981c4f92 for: {'network': 1} {{(pid=84875) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 07:23:40.247122 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-536cf4b7-98ac-4203-a81d-beacd44343b3 tempest-ExternalNetworksTestJSON-1189716114 tempest-ExternalNetworksTestJSON-1189716114] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555753'] for network, before_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:23:40.292837 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-1995bebf-9de4-46b2-8969-4a34c5faeb15 tempest-RoutersIpV6AdminTest-1631784580 tempest-RoutersIpV6AdminTest-1631784580] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036850862667'] for port, precommit_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:23:40.354302 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Provisioning complete for port c404d567-18b6-4d4f-af34-4bc01b17dec1 triggered by entity L2. {{(pid=84876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 07:23:40.355088 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-604227'] for port, provisioning_complete {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:23:40.379522 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-536cf4b7-98ac-4203-a81d-beacd44343b3 tempest-ExternalNetworksTestJSON-1189716114 tempest-ExternalNetworksTestJSON-1189716114] Notify callbacks [] for security_group, before_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:23:40.419264 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-536cf4b7-98ac-4203-a81d-beacd44343b3 tempest-ExternalNetworksTestJSON-1189716114 tempest-ExternalNetworksTestJSON-1189716114] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:23:40.431152 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-536cf4b7-98ac-4203-a81d-beacd44343b3 tempest-ExternalNetworksTestJSON-1189716114 tempest-ExternalNetworksTestJSON-1189716114] Usage tracker for resource:security_group_rule and tenant:152152b850934d06bd535cda981c4f92 is out of sync, need to count used quota {{(pid=84875) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:23:40.453708 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-536cf4b7-98ac-4203-a81d-beacd44343b3 tempest-ExternalNetworksTestJSON-1189716114 tempest-ExternalNetworksTestJSON-1189716114] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84875) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:23:40.459596 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.db_base_plugin_common [None req-324f8439-be1e-4516-938e-67a98114bca7 None None] Allocated IP 2001:db8:3::2 (c9c42f8d-6ced-4552-9599-4e0f839bda7e/f2075c06-81cf-4671-9898-2417d73e67d4/c9ac565a-c700-4df6-b892-d4eecd1d064e) {{(pid=84876) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 14 07:23:40.514474 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-536cf4b7-98ac-4203-a81d-beacd44343b3 tempest-ExternalNetworksTestJSON-1189716114 tempest-ExternalNetworksTestJSON-1189716114] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:23:40.601920 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.plugin [None req-1995bebf-9de4-46b2-8969-4a34c5faeb15 tempest-RoutersIpV6AdminTest-1631784580 tempest-RoutersIpV6AdminTest-1631784580] Calling delete_port for 643c45c9-30ad-4a46-a25c-4c9a46e467c1 owned by network:router_gateway {{(pid=84874) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 07:23:40.728350 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-c7e4fa7a-e6e1-4750-8b0c-959834291dad tempest-AllowedAddressPairIpV6TestJSON-498488695 tempest-AllowedAddressPairIpV6TestJSON-498488695] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036850862667'] for port, precommit_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:23:40.821157 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-1995bebf-9de4-46b2-8969-4a34c5faeb15 tempest-RoutersIpV6AdminTest-1631784580 tempest-RoutersIpV6AdminTest-1631784580] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777640533329', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777640097463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3254186'] for port, after_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:23:40.864825 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-324f8439-be1e-4516-938e-67a98114bca7 None None] Notify callbacks [] for port, precommit_create {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:23:40.944304 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.plugin [None req-c7e4fa7a-e6e1-4750-8b0c-959834291dad tempest-AllowedAddressPairIpV6TestJSON-498488695 tempest-AllowedAddressPairIpV6TestJSON-498488695] Calling delete_port for f241a7d8-c529-4ce9-9761-e058b7f9f795 owned by {{(pid=84875) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 07:23:41.076492 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-017f98a9-8a07-408c-a86f-8ff0c00400a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363259214191800', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854171626'] for agent, after_update {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:23:41.151386 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-2a8bf354-e86a-4d17-b8b6-eed320e3b4bf tempest-RoutersIpV6Test-883692175 tempest-RoutersIpV6Test-883692175] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555753'] for port, before_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:23:41.168553 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-536cf4b7-98ac-4203-a81d-beacd44343b3 tempest-ExternalNetworksTestJSON-1189716114 tempest-ExternalNetworksTestJSON-1189716114] Notify callbacks [] for security_group, precommit_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:23:41.169789 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-c7e4fa7a-e6e1-4750-8b0c-959834291dad tempest-AllowedAddressPairIpV6TestJSON-498488695 tempest-AllowedAddressPairIpV6TestJSON-498488695] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777640533329', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777640097463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851621574'] for port, after_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:23:41.178216 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-c0d6d193-1c85-4458-879e-820525114871 tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036850862667'] for port, precommit_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:23:41.251011 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-1a1b5f7d-9fbf-4676-9c89-053a78caf200 tempest-RoutersIpV6Test-883692175 tempest-RoutersIpV6Test-883692175] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:23:41.374359 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-536cf4b7-98ac-4203-a81d-beacd44343b3 tempest-ExternalNetworksTestJSON-1189716114 tempest-ExternalNetworksTestJSON-1189716114] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850887153'] for security_group, after_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:23:41.438812 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.plugin [None req-c0d6d193-1c85-4458-879e-820525114871 tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] Calling delete_port for a54c82b4-b2e6-425d-8eea-c3db5642c856 owned by {{(pid=84874) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 07:23:41.519308 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7e4fa7a-e6e1-4750-8b0c-959834291dad tempest-AllowedAddressPairIpV6TestJSON-498488695 tempest-AllowedAddressPairIpV6TestJSON-498488695] Pushing event deleted for resources: {'Port': ['ID=f241a7d8-c529-4ce9-9761-e058b7f9f795,revision_number=None']} {{(pid=84875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:23:41.529347 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-c7e4fa7a-e6e1-4750-8b0c-959834291dad tempest-AllowedAddressPairIpV6TestJSON-498488695 tempest-AllowedAddressPairIpV6TestJSON-498488695] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854768116'] for port, before_response {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:23:41.546077 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-1995bebf-9de4-46b2-8969-4a34c5faeb15 tempest-RoutersIpV6AdminTest-1631784580 tempest-RoutersIpV6AdminTest-1631784580] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036850863128'] for router_gateway, after_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:23:41.554392 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-c7e4fa7a-e6e1-4750-8b0c-959834291dad tempest-AllowedAddressPairIpV6TestJSON-498488695 tempest-AllowedAddressPairIpV6TestJSON-498488695] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.303s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:23:41.555165 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-6ce546c0-5f93-478f-be84-c813d1fcfd36 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.110s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:23:41.721626 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-536cf4b7-98ac-4203-a81d-beacd44343b3 tempest-ExternalNetworksTestJSON-1189716114 tempest-ExternalNetworksTestJSON-1189716114] Pushing event updated for resources: {'SecurityGroup': ['ID=61f00270-5b36-4cc5-8594-b7968a92c941,revision_number=1']} {{(pid=84875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:23:41.751366 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-536cf4b7-98ac-4203-a81d-beacd44343b3 tempest-ExternalNetworksTestJSON-1189716114 tempest-ExternalNetworksTestJSON-1189716114] vxlan segment allocate from pool success with {'vxlan_vni': 21} {{(pid=84875) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Jan 14 07:23:41.773075 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-1995bebf-9de4-46b2-8969-4a34c5faeb15 tempest-RoutersIpV6AdminTest-1631784580 tempest-RoutersIpV6AdminTest-1631784580] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3889346', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036854717606'] for router, precommit_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:23:41.775962 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-1995bebf-9de4-46b2-8969-4a34c5faeb15 tempest-RoutersIpV6AdminTest-1631784580 tempest-RoutersIpV6AdminTest-1631784580] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:23:41.791003 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-536cf4b7-98ac-4203-a81d-beacd44343b3 tempest-ExternalNetworksTestJSON-1189716114 tempest-ExternalNetworksTestJSON-1189716114] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.229s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:23:41.797861 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-324f8439-be1e-4516-938e-67a98114bca7 None None] Transition to ACTIVE for port object c9ac565a-c700-4df6-b892-d4eecd1d064e will not be triggered until provisioned by entity L2. {{(pid=84876) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 07:23:41.809175 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84874) accepted ('10.222.0.24', 43234) {{(pid=84874) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:23:41.811543 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-c7e4fa7a-e6e1-4750-8b0c-959834291dad tempest-AllowedAddressPairIpV6TestJSON-498488695 tempest-AllowedAddressPairIpV6TestJSON-498488695] 10.222.0.24 "DELETE /v2.0/ports/f241a7d8-c529-4ce9-9761-e058b7f9f795 HTTP/1.1" status: 204 len: 168 time: 3.3674550 Jan 14 07:23:41.821608 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-1995bebf-9de4-46b2-8969-4a34c5faeb15 tempest-RoutersIpV6AdminTest-1631784580 tempest-RoutersIpV6AdminTest-1631784580] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036850897070'] for router, after_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:23:41.822225 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1995bebf-9de4-46b2-8969-4a34c5faeb15 tempest-RoutersIpV6AdminTest-1631784580 tempest-RoutersIpV6AdminTest-1631784580] Fanout notify agent at l3_agent the message router_deleted on router 2031fa21-8036-4682-93f6-df1c11fa7240 {{(pid=84874) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jan 14 07:23:41.853260 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-324f8439-be1e-4516-938e-67a98114bca7 None None] Transition to ACTIVE for port object c9ac565a-c700-4df6-b892-d4eecd1d064e will not be triggered until provisioned by entity DHCP. {{(pid=84876) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 07:23:41.864523 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-324f8439-be1e-4516-938e-67a98114bca7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777640123575'] for port, after_create {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:23:41.914415 n-d-768862-2 neutron-server[84765]: INFO neutron.pecan_wsgi.hooks.translation [None req-ee3b9ead-5737-4a58-80c8-5fc708c5f8f8 tempest-AllowedAddressPairIpV6TestJSON-498488695 tempest-AllowedAddressPairIpV6TestJSON-498488695] GET failed (client error): The resource could not be found. Jan 14 07:23:41.916329 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-ee3b9ead-5737-4a58-80c8-5fc708c5f8f8 tempest-AllowedAddressPairIpV6TestJSON-498488695 tempest-AllowedAddressPairIpV6TestJSON-498488695] 10.222.0.24 "GET /v2.0/ports/f241a7d8-c529-4ce9-9761-e058b7f9f795 HTTP/1.1" status: 404 len: 333 time: 0.1056554 Jan 14 07:23:41.932343 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84874) accepted ('10.222.0.24', 43238) {{(pid=84874) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:23:42.010817 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-1995bebf-9de4-46b2-8969-4a34c5faeb15 tempest-RoutersIpV6AdminTest-1631784580 tempest-RoutersIpV6AdminTest-1631784580] Notify callbacks [] for router, before_response {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:23:42.012695 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-1995bebf-9de4-46b2-8969-4a34c5faeb15 tempest-RoutersIpV6AdminTest-1631784580 tempest-RoutersIpV6AdminTest-1631784580] 10.222.0.24 "DELETE /v2.0/routers/2031fa21-8036-4682-93f6-df1c11fa7240 HTTP/1.1" status: 204 len: 168 time: 2.7204199 Jan 14 07:23:42.026341 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84874) accepted ('10.222.0.24', 43244) {{(pid=84874) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:23:42.047917 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-dad26d7f-d8fd-479b-aeed-430bdbb4a622 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84876) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:23:42.049299 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.v2.base [None req-e06edaa9-96ba-4384-a9c8-86d039d5c4d0 tempest-RoutersIpV6AdminTest-1631784580 tempest-RoutersIpV6AdminTest-1631784580] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-199012413', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=84874) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:23:42.090668 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-e06edaa9-96ba-4384-a9c8-86d039d5c4d0 tempest-RoutersIpV6AdminTest-1631784580 tempest-RoutersIpV6AdminTest-1631784580] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:23:42.123667 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.plugin [None req-6157e40a-ed56-4222-b3cf-bb6be1a26772 tempest-AllowedAddressPairIpV6TestJSON-498488695 tempest-AllowedAddressPairIpV6TestJSON-498488695] Deleting port 5fa2d577-860e-4ae9-a44f-658c7ce923d6 {{(pid=84874) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 07:23:42.124061 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-6157e40a-ed56-4222-b3cf-bb6be1a26772 tempest-AllowedAddressPairIpV6TestJSON-498488695 tempest-AllowedAddressPairIpV6TestJSON-498488695] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363259214248359'] for port, before_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:23:42.177561 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-e06edaa9-96ba-4384-a9c8-86d039d5c4d0 tempest-RoutersIpV6AdminTest-1631784580 tempest-RoutersIpV6AdminTest-1631784580] Usage tracker for resource:router and tenant:17f7834e023140e68315b89e35fe9c50 is out of sync, need to count used quota {{(pid=84874) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:23:42.181225 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-e06edaa9-96ba-4384-a9c8-86d039d5c4d0 tempest-RoutersIpV6AdminTest-1631784580 tempest-RoutersIpV6AdminTest-1631784580] Quota usage for router was recalculated. Used quota:0. {{(pid=84874) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:23:42.201239 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-e06edaa9-96ba-4384-a9c8-86d039d5c4d0 tempest-RoutersIpV6AdminTest-1631784580 tempest-RoutersIpV6AdminTest-1631784580] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:23:42.219826 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-e06edaa9-96ba-4384-a9c8-86d039d5c4d0 tempest-RoutersIpV6AdminTest-1631784580 tempest-RoutersIpV6AdminTest-1631784580] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3889205', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854717621'] for router, before_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:23:42.221213 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-e06edaa9-96ba-4384-a9c8-86d039d5c4d0 tempest-RoutersIpV6AdminTest-1631784580 tempest-RoutersIpV6AdminTest-1631784580] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036850886574', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3912501', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3808446', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-58179'] for router, precommit_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:23:42.297387 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84874) accepted ('10.222.0.24', 43248) {{(pid=84874) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:23:42.490075 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-324f8439-be1e-4516-938e-67a98114bca7 None None] Pushing event updated for resources: {'Port': ['ID=c9ac565a-c700-4df6-b892-d4eecd1d064e,revision_number=1']} {{(pid=84876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:23:42.504686 n-d-768862-2 neutron-server[84765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-324f8439-be1e-4516-938e-67a98114bca7 None None] Network c9c42f8d-6ced-4552-9599-4e0f839bda7e is already hosted by enough agents. {{(pid=84876) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 07:23:42.505789 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-324f8439-be1e-4516-938e-67a98114bca7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.458s {{(pid=84876) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:23:42.509870 n-d-768862-2 neutron-server[84765]: DEBUG neutron.scheduler.base_scheduler [None req-324f8439-be1e-4516-938e-67a98114bca7 None None] Resources bound (agent type, host, resource id): {{(pid=84876) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 07:23:42.513907 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-324f8439-be1e-4516-938e-67a98114bca7 None None] Received port after_create {{(pid=84876) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 14 07:23:42.524893 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-852a24f7-e9a1-4193-9abb-e9506fe5213f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363259214191800', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854171626'] for agent, after_update {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:23:42.542839 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-6157e40a-ed56-4222-b3cf-bb6be1a26772 tempest-AllowedAddressPairIpV6TestJSON-498488695 tempest-AllowedAddressPairIpV6TestJSON-498488695] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036850862667'] for port, precommit_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:23:42.653800 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.managers [None req-324f8439-be1e-4516-938e-67a98114bca7 None None] Attempting to bind port c9ac565a-c700-4df6-b892-d4eecd1d064e on host n-d-768862-2 for vnic_type normal with profile {{(pid=84876) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 14 07:23:42.654556 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.managers [None req-324f8439-be1e-4516-938e-67a98114bca7 None None] Attempting to bind port c9ac565a-c700-4df6-b892-d4eecd1d064e by drivers openvswitch on host n-d-768862-2 at level 0 using segments [{'id': '06feb7f6-c5d7-4dce-8715-a4c4b119149d', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 19, 'network_id': 'c9c42f8d-6ced-4552-9599-4e0f839bda7e'}] {{(pid=84876) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 14 07:23:42.655149 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-324f8439-be1e-4516-938e-67a98114bca7 None None] Attempting to bind port c9ac565a-c700-4df6-b892-d4eecd1d064e on network c9c42f8d-6ced-4552-9599-4e0f839bda7e {{(pid=84876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 14 07:23:42.664108 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-324f8439-be1e-4516-938e-67a98114bca7 None None] Checking agent: {'id': 'ba5efab1-b43c-4d5a-bc52-6e105d4e67a2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768862-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 14, 6, 56, 52), 'started_at': datetime.datetime(2021, 1, 14, 6, 57, 22), 'heartbeat_timestamp': datetime.datetime(2021, 1, 14, 7, 23, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768862-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.29', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 14 07:23:42.664831 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-324f8439-be1e-4516-938e-67a98114bca7 None None] Checking segment: {'id': '06feb7f6-c5d7-4dce-8715-a4c4b119149d', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 19, 'network_id': 'c9c42f8d-6ced-4552-9599-4e0f839bda7e'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84876) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 14 07:23:42.665536 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-324f8439-be1e-4516-938e-67a98114bca7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:23:42.666129 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-324f8439-be1e-4516-938e-67a98114bca7 None None] Bound using segment: {'id': '06feb7f6-c5d7-4dce-8715-a4c4b119149d', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 19, 'network_id': 'c9c42f8d-6ced-4552-9599-4e0f839bda7e'} {{(pid=84876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 14 07:23:42.666861 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.managers [None req-324f8439-be1e-4516-938e-67a98114bca7 None None] Bound port: c9ac565a-c700-4df6-b892-d4eecd1d064e, host: n-d-768862-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '06feb7f6-c5d7-4dce-8715-a4c4b119149d', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 19, 'network_id': 'c9c42f8d-6ced-4552-9599-4e0f839bda7e'}}] {{(pid=84876) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 14 07:23:42.667517 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-324f8439-be1e-4516-938e-67a98114bca7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555753'] for port, before_update {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:23:42.693902 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.plugin [None req-6157e40a-ed56-4222-b3cf-bb6be1a26772 tempest-AllowedAddressPairIpV6TestJSON-498488695 tempest-AllowedAddressPairIpV6TestJSON-498488695] Calling delete_port for 5fa2d577-860e-4ae9-a44f-658c7ce923d6 owned by {{(pid=84874) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 07:23:42.747759 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.db_base_plugin_common [None req-2a8bf354-e86a-4d17-b8b6-eed320e3b4bf tempest-RoutersIpV6Test-883692175 tempest-RoutersIpV6Test-883692175] Allocated IP 2001:db8:3::1 (c9c42f8d-6ced-4552-9599-4e0f839bda7e/f2075c06-81cf-4671-9898-2417d73e67d4/6cfd491a-75f6-456b-b2fe-10bbc6241eeb) {{(pid=84875) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 14 07:23:43.005041 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [None req-324f8439-be1e-4516-938e-67a98114bca7 None None] For port c9ac565a-c700-4df6-b892-d4eecd1d064e, host n-d-768862-2, cleared binding levels {{(pid=84876) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 14 07:23:43.012113 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [None req-324f8439-be1e-4516-938e-67a98114bca7 None None] For port c9ac565a-c700-4df6-b892-d4eecd1d064e, host n-d-768862-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-2',level=0,port_id=c9ac565a-c700-4df6-b892-d4eecd1d064e,segment=NetworkSegment(06feb7f6-c5d7-4dce-8715-a4c4b119149d),segment_id=06feb7f6-c5d7-4dce-8715-a4c4b119149d)] {{(pid=84876) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 14 07:23:43.099039 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-324f8439-be1e-4516-938e-67a98114bca7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777640533312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363259214678337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777640097497'] for port, after_update {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:23:43.128508 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-3580ad2b-a376-414d-a377-cd04b562f29b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84876) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:23:43.131233 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-2a8bf354-e86a-4d17-b8b6-eed320e3b4bf tempest-RoutersIpV6Test-883692175 tempest-RoutersIpV6Test-883692175] Notify callbacks [] for port, precommit_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:23:43.158619 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-2a8bf354-e86a-4d17-b8b6-eed320e3b4bf tempest-RoutersIpV6Test-883692175 tempest-RoutersIpV6Test-883692175] Transition to ACTIVE for port object 6cfd491a-75f6-456b-b2fe-10bbc6241eeb will not be triggered until provisioned by entity DHCP. {{(pid=84875) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 07:23:43.237708 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-2a8bf354-e86a-4d17-b8b6-eed320e3b4bf tempest-RoutersIpV6Test-883692175 tempest-RoutersIpV6Test-883692175] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777640123575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851621574'] for port, after_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:23:43.269793 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-8f684fce-6185-4ab9-9f20-8034c4b2ed8c admin admin] Notify callbacks [] for security_group, before_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:23:43.312999 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-324f8439-be1e-4516-938e-67a98114bca7 None None] Pushing event updated for resources: {'Port': ['ID=c9ac565a-c700-4df6-b892-d4eecd1d064e,revision_number=2']} {{(pid=84876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:23:43.318559 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-8f684fce-6185-4ab9-9f20-8034c4b2ed8c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:23:43.334014 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-324f8439-be1e-4516-938e-67a98114bca7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.206s {{(pid=84876) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:23:43.367616 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-8f684fce-6185-4ab9-9f20-8034c4b2ed8c admin admin] Usage tracker for resource:security_group_rule and tenant:051d895da1c04816a8e9665a0502589e is out of sync, need to count used quota {{(pid=84874) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:23:43.380858 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-8f684fce-6185-4ab9-9f20-8034c4b2ed8c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84874) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:23:43.396304 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-f3d3d686-c6f9-4996-bfb4-06295cb1eb1b tempest-AllowedAddressPairIpV6TestJSON-498488695 tempest-AllowedAddressPairIpV6TestJSON-498488695] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:23:43.399496 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-8f684fce-6185-4ab9-9f20-8034c4b2ed8c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:23:43.468263 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-e06edaa9-96ba-4384-a9c8-86d039d5c4d0 tempest-RoutersIpV6AdminTest-1631784580 tempest-RoutersIpV6AdminTest-1631784580] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:23:43.471696 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-536cf4b7-98ac-4203-a81d-beacd44343b3 tempest-ExternalNetworksTestJSON-1189716114 tempest-ExternalNetworksTestJSON-1189716114] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment--9223363259214191851', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854179735'] for segment, precommit_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:23:43.471696 n-d-768862-2 neutron-server[84765]: INFO neutron.db.segments_db [None req-536cf4b7-98ac-4203-a81d-beacd44343b3 tempest-ExternalNetworksTestJSON-1189716114 tempest-ExternalNetworksTestJSON-1189716114] Added segment f67c0f26-20ef-4549-ad69-f9b039900bcf of type vxlan for network ed860a82-149b-4aa6-8ab2-d48e7ca43d09 Jan 14 07:23:43.586866 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-536cf4b7-98ac-4203-a81d-beacd44343b3 tempest-ExternalNetworksTestJSON-1189716114 tempest-ExternalNetworksTestJSON-1189716114] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363259214646115'] for network, precommit_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:23:43.592306 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-8f684fce-6185-4ab9-9f20-8034c4b2ed8c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:23:43.605063 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-6157e40a-ed56-4222-b3cf-bb6be1a26772 tempest-AllowedAddressPairIpV6TestJSON-498488695 tempest-AllowedAddressPairIpV6TestJSON-498488695] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777640533329', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777640097463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3254186'] for port, after_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:23:43.665080 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-536cf4b7-98ac-4203-a81d-beacd44343b3 tempest-ExternalNetworksTestJSON-1189716114 tempest-ExternalNetworksTestJSON-1189716114] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850887149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964'] for network, after_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:23:43.705315 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-536cf4b7-98ac-4203-a81d-beacd44343b3 tempest-ExternalNetworksTestJSON-1189716114 tempest-ExternalNetworksTestJSON-1189716114] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:23:43.706705 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-536cf4b7-98ac-4203-a81d-beacd44343b3 tempest-ExternalNetworksTestJSON-1189716114 tempest-ExternalNetworksTestJSON-1189716114] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3207107'] for network, before_response {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:23:43.744971 n-d-768862-2 neutron-server[84765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a8bf354-e86a-4d17-b8b6-eed320e3b4bf tempest-RoutersIpV6Test-883692175 tempest-RoutersIpV6Test-883692175] Network c9c42f8d-6ced-4552-9599-4e0f839bda7e is already hosted by enough agents. {{(pid=84875) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 07:23:43.752367 n-d-768862-2 neutron-server[84765]: DEBUG neutron.scheduler.base_scheduler [None req-2a8bf354-e86a-4d17-b8b6-eed320e3b4bf tempest-RoutersIpV6Test-883692175 tempest-RoutersIpV6Test-883692175] Resources bound (agent type, host, resource id): {{(pid=84875) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 07:23:43.753193 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a8bf354-e86a-4d17-b8b6-eed320e3b4bf tempest-RoutersIpV6Test-883692175 tempest-RoutersIpV6Test-883692175] Received port after_create {{(pid=84875) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 14 07:23:43.753703 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-2a8bf354-e86a-4d17-b8b6-eed320e3b4bf tempest-RoutersIpV6Test-883692175 tempest-RoutersIpV6Test-883692175] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036850886386'] for router_interface, before_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:23:43.777915 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-e3965e43-8456-4f12-ae99-25999d3a2391 tempest-RoutersIpV6Test-883692175 tempest-RoutersIpV6Test-883692175] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:23:43.779113 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a8bf354-e86a-4d17-b8b6-eed320e3b4bf tempest-RoutersIpV6Test-883692175 tempest-RoutersIpV6Test-883692175] Pushing event updated for resources: {'Port': ['ID=6cfd491a-75f6-456b-b2fe-10bbc6241eeb,revision_number=1']} {{(pid=84875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:23:43.791295 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-2a8bf354-e86a-4d17-b8b6-eed320e3b4bf tempest-RoutersIpV6Test-883692175 tempest-RoutersIpV6Test-883692175] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.396s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:23:43.818137 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-d713859b-9cf7-42ca-85ce-f28390620fa7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.069s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:23:43.853213 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6157e40a-ed56-4222-b3cf-bb6be1a26772 tempest-AllowedAddressPairIpV6TestJSON-498488695 tempest-AllowedAddressPairIpV6TestJSON-498488695] Pushing event deleted for resources: {'Port': ['ID=5fa2d577-860e-4ae9-a44f-658c7ce923d6,revision_number=None']} {{(pid=84874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:23:43.856056 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-e06edaa9-96ba-4384-a9c8-86d039d5c4d0 tempest-RoutersIpV6AdminTest-1631784580 tempest-RoutersIpV6AdminTest-1631784580] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036850886612', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036850863158'] for router, after_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:23:43.902816 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-6157e40a-ed56-4222-b3cf-bb6be1a26772 tempest-AllowedAddressPairIpV6TestJSON-498488695 tempest-AllowedAddressPairIpV6TestJSON-498488695] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:23:43.903639 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-c0d6d193-1c85-4458-879e-820525114871 tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777640533329', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777640097463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3254186'] for port, after_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:23:43.909640 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-8f684fce-6185-4ab9-9f20-8034c4b2ed8c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850887153'] for security_group, after_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:23:44.105388 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Device c9ac565a-c700-4df6-b892-d4eecd1d064e up at agent ovs-agent-n-d-768862-2 {{(pid=84876) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 07:23:44.131792 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-536cf4b7-98ac-4203-a81d-beacd44343b3 tempest-ExternalNetworksTestJSON-1189716114 tempest-ExternalNetworksTestJSON-1189716114] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 792 time: 5.7803948 Jan 14 07:23:44.136174 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84875) accepted ('10.222.0.24', 43262) {{(pid=84875) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:23:44.181444 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-1e82d2a2-361c-4730-98cf-ac880ea121de admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:23:44.272900 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-536cf4b7-98ac-4203-a81d-beacd44343b3 tempest-ExternalNetworksTestJSON-1189716114 tempest-ExternalNetworksTestJSON-1189716114] Pushing event updated for resources: {'Network': ['ID=ed860a82-149b-4aa6-8ab2-d48e7ca43d09,revision_number=1']} {{(pid=84875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:23:44.284006 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-536cf4b7-98ac-4203-a81d-beacd44343b3 tempest-ExternalNetworksTestJSON-1189716114 tempest-ExternalNetworksTestJSON-1189716114] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.468s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:23:44.290960 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f684fce-6185-4ab9-9f20-8034c4b2ed8c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=862ccc3f-694f-4193-979f-46247132b4af,revision_number=1']} {{(pid=84874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:23:44.300332 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-852a24f7-e9a1-4193-9abb-e9506fe5213f None None] Network ed860a82-149b-4aa6-8ab2-d48e7ca43d09 details requested by agent ovs-agent-n-h2-768862-2 with host n-h2-768862-2 {{(pid=84876) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 07:23:44.316131 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-017f98a9-8a07-408c-a86f-8ff0c00400a0 None None] Network ed860a82-149b-4aa6-8ab2-d48e7ca43d09 details requested by agent ovs-agent-n-h1-768862-2 with host n-h1-768862-2 {{(pid=84876) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 07:23:44.322562 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-8f684fce-6185-4ab9-9f20-8034c4b2ed8c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:23:44.327466 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-87d858cf-216e-446d-affa-ba2850f5f500 tempest-RoutersIpV6Test-883692175 tempest-RoutersIpV6Test-883692175] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.076s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:23:44.331606 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Network ed860a82-149b-4aa6-8ab2-d48e7ca43d09 details requested by agent ovs-agent-n-d-768862-2 with host n-d-768862-2 {{(pid=84876) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 07:23:44.342156 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-2a8bf354-e86a-4d17-b8b6-eed320e3b4bf tempest-RoutersIpV6Test-883692175 tempest-RoutersIpV6Test-883692175] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555753'] for port, before_update {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:23:44.423993 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.agents_db [None req-5b939a2f-078d-4c69-a188-cb55a28a77a0 None None] Agent healthcheck: found 7 active agents {{(pid=84877) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Jan 14 07:23:44.475194 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-6157e40a-ed56-4222-b3cf-bb6be1a26772 tempest-AllowedAddressPairIpV6TestJSON-498488695 tempest-AllowedAddressPairIpV6TestJSON-498488695] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854768116'] for port, before_response {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:23:44.486921 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Provisioning for port c9ac565a-c700-4df6-b892-d4eecd1d064e completed by entity L2. {{(pid=84876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 07:23:44.495294 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0d6d193-1c85-4458-879e-820525114871 tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] Pushing event deleted for resources: {'Port': ['ID=a54c82b4-b2e6-425d-8eea-c3db5642c856,revision_number=None']} {{(pid=84874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:23:44.538228 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-c0d6d193-1c85-4458-879e-820525114871 tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.211s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:23:44.574475 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-8f684fce-6185-4ab9-9f20-8034c4b2ed8c admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=051d895da1c04816a8e9665a0502589e&name=default HTTP/1.1" status: 200 len: 2983 time: 2.2727163 Jan 14 07:23:44.578303 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84874) accepted ('10.222.0.24', 43268) {{(pid=84874) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:23:44.593320 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-6157e40a-ed56-4222-b3cf-bb6be1a26772 tempest-AllowedAddressPairIpV6TestJSON-498488695 tempest-AllowedAddressPairIpV6TestJSON-498488695] 10.222.0.24 "DELETE /v2.0/ports/5fa2d577-860e-4ae9-a44f-658c7ce923d6 HTTP/1.1" status: 204 len: 168 time: 2.6576152 Jan 14 07:23:44.619807 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84875) accepted ('10.222.0.24', 43272) {{(pid=84875) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:23:44.700629 n-d-768862-2 neutron-server[84765]: INFO neutron.pecan_wsgi.hooks.translation [None req-3e5d3f80-64d6-4948-95a5-02b5be2936a2 tempest-AllowedAddressPairIpV6TestJSON-498488695 tempest-AllowedAddressPairIpV6TestJSON-498488695] GET failed (client error): The resource could not be found. Jan 14 07:23:44.701249 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-3e5d3f80-64d6-4948-95a5-02b5be2936a2 tempest-AllowedAddressPairIpV6TestJSON-498488695 tempest-AllowedAddressPairIpV6TestJSON-498488695] Synchronizing usage tracker for tenant:25bfe76596c546468c14c705e418c08f on resource:port {{(pid=84875) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 14 07:23:44.815283 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-e06edaa9-96ba-4384-a9c8-86d039d5c4d0 tempest-RoutersIpV6AdminTest-1631784580 tempest-RoutersIpV6AdminTest-1631784580] Notify callbacks [] for router, before_response {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:23:44.824864 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-e06edaa9-96ba-4384-a9c8-86d039d5c4d0 tempest-RoutersIpV6AdminTest-1631784580 tempest-RoutersIpV6AdminTest-1631784580] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 2.7884331 Jan 14 07:23:44.830604 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84874) accepted ('10.222.0.24', 43276) {{(pid=84874) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:23:44.881130 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.v2.base [None req-06ad915a-b606-47a6-b3bd-be8864ee227a tempest-RoutersIpV6AdminTest-1631784580 tempest-RoutersIpV6AdminTest-1631784580] Request body: {'router': {'external_gateway_info': {'network_id': '226f1e78-82cd-4481-9055-4eb73b6db8c1'}}} {{(pid=84874) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:23:44.906080 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.v2.base [None req-069355e4-42e9-4957-9c4e-48717610b5a4 tempest-ExternalNetworksTestJSON-1523440521 tempest-ExternalNetworksTestJSON-1523440521] Request body: {'network': {'name': 'tempest-network--367461642', 'router:external': True}} {{(pid=84875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:23:44.913756 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-3e5d3f80-64d6-4948-95a5-02b5be2936a2 tempest-AllowedAddressPairIpV6TestJSON-498488695 tempest-AllowedAddressPairIpV6TestJSON-498488695] Unset dirty status for tenant:25bfe76596c546468c14c705e418c08f on resource:port {{(pid=84875) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 14 07:23:44.920048 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-3e5d3f80-64d6-4948-95a5-02b5be2936a2 tempest-AllowedAddressPairIpV6TestJSON-498488695 tempest-AllowedAddressPairIpV6TestJSON-498488695] 10.222.0.24 "GET /v2.0/ports/5fa2d577-860e-4ae9-a44f-658c7ce923d6 HTTP/1.1" status: 404 len: 333 time: 0.2942853 Jan 14 07:23:44.972275 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84875) accepted ('10.222.0.24', 43280) {{(pid=84875) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:23:45.115452 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-db7cc579-57a2-4e48-8d55-e1673290cbd9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:23:45.331177 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-db7cc579-57a2-4e48-8d55-e1673290cbd9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:23:45.505596 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-069355e4-42e9-4957-9c4e-48717610b5a4 tempest-ExternalNetworksTestJSON-1523440521 tempest-ExternalNetworksTestJSON-1523440521] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:23:45.557167 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-db7cc579-57a2-4e48-8d55-e1673290cbd9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850887153'] for security_group, after_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:23:45.563654 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-c0d6d193-1c85-4458-879e-820525114871 tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854768116'] for port, before_response {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:23:45.575669 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-aa279798-4955-4b63-aef3-c67e548c07ca admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:23:45.618270 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-069355e4-42e9-4957-9c4e-48717610b5a4 tempest-ExternalNetworksTestJSON-1523440521 tempest-ExternalNetworksTestJSON-1523440521] Usage tracker for resource:network and tenant:818e23dab35146079ddb08b8e1f7b310 is out of sync, need to count used quota {{(pid=84875) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:23:45.641524 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-069355e4-42e9-4957-9c4e-48717610b5a4 tempest-ExternalNetworksTestJSON-1523440521 tempest-ExternalNetworksTestJSON-1523440521] Quota usage for network was recalculated. Used quota:0. {{(pid=84875) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:23:45.666973 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-069355e4-42e9-4957-9c4e-48717610b5a4 tempest-ExternalNetworksTestJSON-1523440521 tempest-ExternalNetworksTestJSON-1523440521] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:23:45.703080 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.plugin [None req-bee15dc1-4b55-4afb-b90b-fcfe4ef24752 tempest-AllowedAddressPairIpV6TestJSON-498488695 tempest-AllowedAddressPairIpV6TestJSON-498488695] Deleting port cad56228-8893-4720-b3f1-d009b1ee8cdd {{(pid=84875) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 07:23:45.703683 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-bee15dc1-4b55-4afb-b90b-fcfe4ef24752 tempest-AllowedAddressPairIpV6TestJSON-498488695 tempest-AllowedAddressPairIpV6TestJSON-498488695] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363259214248359'] for port, before_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:23:45.770286 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db7cc579-57a2-4e48-8d55-e1673290cbd9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=862ccc3f-694f-4193-979f-46247132b4af,revision_number=None']} {{(pid=84874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:23:45.780505 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-069355e4-42e9-4957-9c4e-48717610b5a4 tempest-ExternalNetworksTestJSON-1523440521 tempest-ExternalNetworksTestJSON-1523440521] Made reservation on behalf of 818e23dab35146079ddb08b8e1f7b310 for: {'network': 1} {{(pid=84875) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 07:23:45.805545 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-069355e4-42e9-4957-9c4e-48717610b5a4 tempest-ExternalNetworksTestJSON-1523440521 tempest-ExternalNetworksTestJSON-1523440521] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555753'] for network, before_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:23:45.871194 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-069355e4-42e9-4957-9c4e-48717610b5a4 tempest-ExternalNetworksTestJSON-1523440521 tempest-ExternalNetworksTestJSON-1523440521] Notify callbacks [] for security_group, before_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:23:45.873291 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-689e257f-d836-4e70-a9da-37cc98abc467 None None] Network c9c42f8d-6ced-4552-9599-4e0f839bda7e requested from n-d-768862-2 {{(pid=84876) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 07:23:45.981722 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-06ad915a-b606-47a6-b3bd-be8864ee227a tempest-RoutersIpV6AdminTest-1631784580 tempest-RoutersIpV6AdminTest-1631784580] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3912484', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3889188', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-58194'] for router, precommit_update {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:23:45.991095 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-db7cc579-57a2-4e48-8d55-e1673290cbd9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.416s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:23:45.997835 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-c0d6d193-1c85-4458-879e-820525114871 tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] 10.222.0.24 "DELETE /v2.0/ports/a54c82b4-b2e6-425d-8eea-c3db5642c856 HTTP/1.1" status: 204 len: 168 time: 6.9217312 Jan 14 07:23:45.999574 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-db7cc579-57a2-4e48-8d55-e1673290cbd9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:23:46.000684 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-db7cc579-57a2-4e48-8d55-e1673290cbd9 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/862ccc3f-694f-4193-979f-46247132b4af HTTP/1.1" status: 204 len: 168 time: 1.4205015 Jan 14 07:23:46.001563 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84874) accepted ('10.222.0.24', 43288) {{(pid=84874) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:23:46.095052 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-4bf43286-0bdb-4546-a300-c8b5a02c73d9 None None] Provisioning for port c9ac565a-c700-4df6-b892-d4eecd1d064e completed by entity DHCP. {{(pid=84876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 07:23:46.171462 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-4bf43286-0bdb-4546-a300-c8b5a02c73d9 None None] Provisioning complete for port c9ac565a-c700-4df6-b892-d4eecd1d064e triggered by entity DHCP. {{(pid=84876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 07:23:46.172064 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-4bf43286-0bdb-4546-a300-c8b5a02c73d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-604227'] for port, provisioning_complete {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:23:46.211325 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-069355e4-42e9-4957-9c4e-48717610b5a4 tempest-ExternalNetworksTestJSON-1523440521 tempest-ExternalNetworksTestJSON-1523440521] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:23:46.234998 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-212e6a58-d175-4fa1-94be-b5dc9c360282 tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:23:46.241217 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-212e6a58-d175-4fa1-94be-b5dc9c360282 tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:23:46.248641 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-212e6a58-d175-4fa1-94be-b5dc9c360282 tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:23:46.249717 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-212e6a58-d175-4fa1-94be-b5dc9c360282 tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] Synchronizing usage tracker for tenant:be0aa702e3ca464795a99c51e3b3b04f on resource:subnet {{(pid=84874) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 14 07:23:46.324674 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-069355e4-42e9-4957-9c4e-48717610b5a4 tempest-ExternalNetworksTestJSON-1523440521 tempest-ExternalNetworksTestJSON-1523440521] Usage tracker for resource:security_group_rule and tenant:818e23dab35146079ddb08b8e1f7b310 is out of sync, need to count used quota {{(pid=84875) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:23:46.339824 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-069355e4-42e9-4957-9c4e-48717610b5a4 tempest-ExternalNetworksTestJSON-1523440521 tempest-ExternalNetworksTestJSON-1523440521] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84875) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:23:46.380272 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-069355e4-42e9-4957-9c4e-48717610b5a4 tempest-ExternalNetworksTestJSON-1523440521 tempest-ExternalNetworksTestJSON-1523440521] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:23:46.420865 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-212e6a58-d175-4fa1-94be-b5dc9c360282 tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] Unset dirty status for tenant:be0aa702e3ca464795a99c51e3b3b04f on resource:subnet {{(pid=84874) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 14 07:23:46.426722 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-212e6a58-d175-4fa1-94be-b5dc9c360282 tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] 10.222.0.24 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2049 time: 0.4232039 Jan 14 07:23:46.427580 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84874) accepted ('10.222.0.24', 43294) {{(pid=84874) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:23:46.520948 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-bee15dc1-4b55-4afb-b90b-fcfe4ef24752 tempest-AllowedAddressPairIpV6TestJSON-498488695 tempest-AllowedAddressPairIpV6TestJSON-498488695] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036850862667'] for port, precommit_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:23:46.548118 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-4bf43286-0bdb-4546-a300-c8b5a02c73d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555753'] for port, before_update {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:23:46.648056 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [None req-4bf43286-0bdb-4546-a300-c8b5a02c73d9 None None] For port c9ac565a-c700-4df6-b892-d4eecd1d064e, host n-d-768862-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-2',level=0,port_id=c9ac565a-c700-4df6-b892-d4eecd1d064e,segment=NetworkSegment(06feb7f6-c5d7-4dce-8715-a4c4b119149d),segment_id=06feb7f6-c5d7-4dce-8715-a4c4b119149d)] {{(pid=84876) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 07:23:46.658472 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-4bf43286-0bdb-4546-a300-c8b5a02c73d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777640533312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363259214678337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777640097497'] for port, after_update {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:23:46.670829 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-a3c11b10-2bba-4d54-80cd-7e308e0f8115 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84876) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:23:46.842018 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bf43286-0bdb-4546-a300-c8b5a02c73d9 None None] Pushing event updated for resources: {'Port': ['ID=c9ac565a-c700-4df6-b892-d4eecd1d064e,revision_number=3']} {{(pid=84876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:23:46.859529 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-4bf43286-0bdb-4546-a300-c8b5a02c73d9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.189s {{(pid=84876) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:23:46.972688 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.plugin [None req-bee15dc1-4b55-4afb-b90b-fcfe4ef24752 tempest-AllowedAddressPairIpV6TestJSON-498488695 tempest-AllowedAddressPairIpV6TestJSON-498488695] Calling delete_port for cad56228-8893-4720-b3f1-d009b1ee8cdd owned by {{(pid=84875) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 07:23:47.208289 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-2a8bf354-e86a-4d17-b8b6-eed320e3b4bf tempest-RoutersIpV6Test-883692175 tempest-RoutersIpV6Test-883692175] Notify callbacks [] for port, precommit_update {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:23:47.209760 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-06ad915a-b606-47a6-b3bd-be8864ee227a tempest-RoutersIpV6AdminTest-1631784580 tempest-RoutersIpV6AdminTest-1631784580] Notify callbacks [] for router_gateway, before_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:23:47.268183 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-2a8bf354-e86a-4d17-b8b6-eed320e3b4bf tempest-RoutersIpV6Test-883692175 tempest-RoutersIpV6Test-883692175] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777640533312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363259214678337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777640097497', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3154211'] for port, after_update {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:23:47.269278 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-2a8bf354-e86a-4d17-b8b6-eed320e3b4bf tempest-RoutersIpV6Test-883692175 tempest-RoutersIpV6Test-883692175] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3206949', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3889649'] for router_interface, after_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:23:47.301893 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-68a16d9c-4f4a-4179-a191-98630ba95de7 None None] Provisioning complete for port c9ac565a-c700-4df6-b892-d4eecd1d064e triggered by entity DHCP. {{(pid=84876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 07:23:47.307478 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-68a16d9c-4f4a-4179-a191-98630ba95de7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-604227'] for port, provisioning_complete {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:23:47.315284 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-06ad915a-b606-47a6-b3bd-be8864ee227a tempest-RoutersIpV6AdminTest-1631784580 tempest-RoutersIpV6AdminTest-1631784580] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555753'] for port, before_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:23:47.409060 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-b83fdcba-9c0b-4ca3-bb5d-e7f5daee4f4e tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:23:47.518772 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-68a16d9c-4f4a-4179-a191-98630ba95de7 None None] Provisioning for port 6cfd491a-75f6-456b-b2fe-10bbc6241eeb completed by entity DHCP. {{(pid=84876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 07:23:47.523233 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-069355e4-42e9-4957-9c4e-48717610b5a4 tempest-ExternalNetworksTestJSON-1523440521 tempest-ExternalNetworksTestJSON-1523440521] Notify callbacks [] for security_group, precommit_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:23:47.525549 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a8bf354-e86a-4d17-b8b6-eed320e3b4bf tempest-RoutersIpV6Test-883692175 tempest-RoutersIpV6Test-883692175] Pushing event updated for resources: {'Port': ['ID=6cfd491a-75f6-456b-b2fe-10bbc6241eeb,revision_number=2']} {{(pid=84875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:23:47.529102 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-68a16d9c-4f4a-4179-a191-98630ba95de7 None None] Provisioning complete for port 6cfd491a-75f6-456b-b2fe-10bbc6241eeb triggered by entity DHCP. {{(pid=84876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 07:23:47.530820 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-68a16d9c-4f4a-4179-a191-98630ba95de7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-604227'] for port, provisioning_complete {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:23:47.555663 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-069355e4-42e9-4957-9c4e-48717610b5a4 tempest-ExternalNetworksTestJSON-1523440521 tempest-ExternalNetworksTestJSON-1523440521] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850887153'] for security_group, after_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:23:47.575910 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-2a8bf354-e86a-4d17-b8b6-eed320e3b4bf tempest-RoutersIpV6Test-883692175 tempest-RoutersIpV6Test-883692175] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.167s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:23:47.585411 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-614e2e6b-968d-43b2-a690-25d364d2b7ba admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:23:47.607720 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.plugin [None req-68a16d9c-4f4a-4179-a191-98630ba95de7 None None] Port 6cfd491a-75f6-456b-b2fe-10bbc6241eeb cannot update to ACTIVE because it is not bound. {{(pid=84876) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:329}} Jan 14 07:23:47.747573 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-b6ee8c83-ff11-4247-9179-be04fd823c21 None None] Provisioning complete for port c9ac565a-c700-4df6-b892-d4eecd1d064e triggered by entity DHCP. {{(pid=84876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 07:23:47.748049 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-b6ee8c83-ff11-4247-9179-be04fd823c21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-604227'] for port, provisioning_complete {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:23:47.813920 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.db_base_plugin_common [None req-06ad915a-b606-47a6-b3bd-be8864ee227a tempest-RoutersIpV6AdminTest-1631784580 tempest-RoutersIpV6AdminTest-1631784580] Allocated IP 172.25.2.70 (226f1e78-82cd-4481-9055-4eb73b6db8c1/ba8deeec-7658-4195-9449-038c076f5c83/3da77070-5283-4175-ada2-57b9c480308e) {{(pid=84874) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 14 07:23:47.911576 n-d-768862-2 neutron-server[84765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a8bf354-e86a-4d17-b8b6-eed320e3b4bf tempest-RoutersIpV6Test-883692175 tempest-RoutersIpV6Test-883692175] Network c9c42f8d-6ced-4552-9599-4e0f839bda7e is already hosted by enough agents. {{(pid=84875) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 07:23:47.925236 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-069355e4-42e9-4957-9c4e-48717610b5a4 tempest-ExternalNetworksTestJSON-1523440521 tempest-ExternalNetworksTestJSON-1523440521] Pushing event updated for resources: {'SecurityGroup': ['ID=6fae6ed1-99a7-4d7b-9c6c-f43b82bbbbce,revision_number=1']} {{(pid=84875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:23:47.933579 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-069355e4-42e9-4957-9c4e-48717610b5a4 tempest-ExternalNetworksTestJSON-1523440521 tempest-ExternalNetworksTestJSON-1523440521] vxlan segment allocate from pool success with {'vxlan_vni': 22} {{(pid=84875) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Jan 14 07:23:47.998939 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-069355e4-42e9-4957-9c4e-48717610b5a4 tempest-ExternalNetworksTestJSON-1523440521 tempest-ExternalNetworksTestJSON-1523440521] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment--9223363259214191851', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854179735'] for segment, precommit_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:23:47.999727 n-d-768862-2 neutron-server[84765]: INFO neutron.db.segments_db [None req-069355e4-42e9-4957-9c4e-48717610b5a4 tempest-ExternalNetworksTestJSON-1523440521 tempest-ExternalNetworksTestJSON-1523440521] Added segment d1f0192c-97a9-463a-b186-d96d496e5e52 of type vxlan for network fc88dead-3783-4364-b1ec-db1d229a356e Jan 14 07:23:48.054712 n-d-768862-2 neutron-server[84765]: DEBUG neutron.scheduler.base_scheduler [None req-2a8bf354-e86a-4d17-b8b6-eed320e3b4bf tempest-RoutersIpV6Test-883692175 tempest-RoutersIpV6Test-883692175] Resources bound (agent type, host, resource id): {{(pid=84875) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 07:23:48.058618 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-bee15dc1-4b55-4afb-b90b-fcfe4ef24752 tempest-AllowedAddressPairIpV6TestJSON-498488695 tempest-AllowedAddressPairIpV6TestJSON-498488695] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777640533329', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777640097463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851621574'] for port, after_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:23:48.101186 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-069355e4-42e9-4957-9c4e-48717610b5a4 tempest-ExternalNetworksTestJSON-1523440521 tempest-ExternalNetworksTestJSON-1523440521] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.516s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:23:48.165661 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Device c9ac565a-c700-4df6-b892-d4eecd1d064e up at agent ovs-agent-n-d-768862-2 {{(pid=84876) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 07:23:48.192247 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.db_base_plugin_v2 [None req-96a0c1b8-52c5-4171-a2e3-afc066f8e102 tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] Deleting subnet 2755480c-41f2-43bf-a630-951145809a8b {{(pid=84874) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Jan 14 07:23:48.200392 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-96a0c1b8-52c5-4171-a2e3-afc066f8e102 tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] Notify callbacks [] for subnet, before_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:23:48.316636 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-069355e4-42e9-4957-9c4e-48717610b5a4 tempest-ExternalNetworksTestJSON-1523440521 tempest-ExternalNetworksTestJSON-1523440521] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363259214646115'] for network, precommit_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:23:48.337065 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-96a0c1b8-52c5-4171-a2e3-afc066f8e102 tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036851807232'] for subnet, precommit_delete_associations {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:23:48.348654 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-d8cb84c4-e005-484c-a43f-d9e26c36e920 None None] Provisioning complete for port 6cfd491a-75f6-456b-b2fe-10bbc6241eeb triggered by entity DHCP. {{(pid=84876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 07:23:48.349230 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-d8cb84c4-e005-484c-a43f-d9e26c36e920 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-604227'] for port, provisioning_complete {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:23:48.444158 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.plugin [None req-d8cb84c4-e005-484c-a43f-d9e26c36e920 None None] Port 6cfd491a-75f6-456b-b2fe-10bbc6241eeb cannot update to ACTIVE because it is not bound. {{(pid=84876) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:329}} Jan 14 07:23:48.445859 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Provisioning complete for port c9ac565a-c700-4df6-b892-d4eecd1d064e triggered by entity L2. {{(pid=84876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 07:23:48.446236 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-604227'] for port, provisioning_complete {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:23:48.511030 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-7d789177-af1a-451b-b265-a7b979bc42a6 tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:23:48.557890 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-06ad915a-b606-47a6-b3bd-be8864ee227a tempest-RoutersIpV6AdminTest-1631784580 tempest-RoutersIpV6AdminTest-1631784580] Notify callbacks [] for port, precommit_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:23:48.579389 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-96a0c1b8-52c5-4171-a2e3-afc066f8e102 tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036854176836'] for subnet, precommit_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:23:48.795471 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-06ad915a-b606-47a6-b3bd-be8864ee227a tempest-RoutersIpV6AdminTest-1631784580 tempest-RoutersIpV6AdminTest-1631784580] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777640123575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3254186'] for port, after_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:23:48.853861 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-b5abd152-e5bc-41e3-8e65-cafb4d525b19 None None] Provisioning complete for port 6cfd491a-75f6-456b-b2fe-10bbc6241eeb triggered by entity DHCP. {{(pid=84876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 07:23:48.854307 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-b5abd152-e5bc-41e3-8e65-cafb4d525b19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-604227'] for port, provisioning_complete {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:23:48.991064 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-19aace39-de8c-424a-ae87-6bdad6dc5d72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363259214191800', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854171626'] for agent, after_update {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:23:49.014797 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.plugin [None req-b5abd152-e5bc-41e3-8e65-cafb4d525b19 None None] Port 6cfd491a-75f6-456b-b2fe-10bbc6241eeb cannot update to ACTIVE because it is not bound. {{(pid=84876) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:329}} Jan 14 07:23:49.056062 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bee15dc1-4b55-4afb-b90b-fcfe4ef24752 tempest-AllowedAddressPairIpV6TestJSON-498488695 tempest-AllowedAddressPairIpV6TestJSON-498488695] Pushing event deleted for resources: {'Port': ['ID=cad56228-8893-4720-b3f1-d009b1ee8cdd,revision_number=None']} {{(pid=84875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:23:49.097545 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-069355e4-42e9-4957-9c4e-48717610b5a4 tempest-ExternalNetworksTestJSON-1523440521 tempest-ExternalNetworksTestJSON-1523440521] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850887149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964'] for network, after_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:23:49.100485 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-069355e4-42e9-4957-9c4e-48717610b5a4 tempest-ExternalNetworksTestJSON-1523440521 tempest-ExternalNetworksTestJSON-1523440521] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:23:49.100485 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-069355e4-42e9-4957-9c4e-48717610b5a4 tempest-ExternalNetworksTestJSON-1523440521 tempest-ExternalNetworksTestJSON-1523440521] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3207107'] for network, before_response {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:23:49.311350 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-bee15dc1-4b55-4afb-b90b-fcfe4ef24752 tempest-AllowedAddressPairIpV6TestJSON-498488695 tempest-AllowedAddressPairIpV6TestJSON-498488695] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.801s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:23:49.325954 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-242b0519-eb94-4526-935e-a7da60db59b7 tempest-RoutersIpV6Test-883692175 tempest-RoutersIpV6Test-883692175] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.173s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:23:49.358070 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-165f1fcc-12c7-45ad-a020-b04e7e91b4ef tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:23:49.468036 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-6df219bf-b15a-47b4-8c5e-a8e6a9039462 None None] Provisioning complete for port c9ac565a-c700-4df6-b892-d4eecd1d064e triggered by entity DHCP. {{(pid=84876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 07:23:49.468457 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-6df219bf-b15a-47b4-8c5e-a8e6a9039462 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-604227'] for port, provisioning_complete {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:23:49.477195 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-069355e4-42e9-4957-9c4e-48717610b5a4 tempest-ExternalNetworksTestJSON-1523440521 tempest-ExternalNetworksTestJSON-1523440521] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 856 time: 5.3357694 Jan 14 07:23:49.493700 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84875) accepted ('10.222.0.24', 43342) {{(pid=84875) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:23:49.517421 n-d-768862-2 neutron-server[84765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06ad915a-b606-47a6-b3bd-be8864ee227a tempest-RoutersIpV6AdminTest-1631784580 tempest-RoutersIpV6AdminTest-1631784580] Network 226f1e78-82cd-4481-9055-4eb73b6db8c1 is already hosted by enough agents. {{(pid=84874) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 07:23:49.518699 n-d-768862-2 neutron-server[84765]: DEBUG neutron.scheduler.base_scheduler [None req-06ad915a-b606-47a6-b3bd-be8864ee227a tempest-RoutersIpV6AdminTest-1631784580 tempest-RoutersIpV6AdminTest-1631784580] Resources bound (agent type, host, resource id): {{(pid=84874) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 07:23:49.529005 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06ad915a-b606-47a6-b3bd-be8864ee227a tempest-RoutersIpV6AdminTest-1631784580 tempest-RoutersIpV6AdminTest-1631784580] Received port after_create {{(pid=84874) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 14 07:23:49.580167 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-069355e4-42e9-4957-9c4e-48717610b5a4 tempest-ExternalNetworksTestJSON-1523440521 tempest-ExternalNetworksTestJSON-1523440521] Pushing event updated for resources: {'Network': ['ID=fc88dead-3783-4364-b1ec-db1d229a356e,revision_number=1']} {{(pid=84875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:23:49.596378 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06ad915a-b606-47a6-b3bd-be8864ee227a tempest-RoutersIpV6AdminTest-1631784580 tempest-RoutersIpV6AdminTest-1631784580] Pushing event updated for resources: {'Port': ['ID=3da77070-5283-4175-ada2-57b9c480308e,revision_number=1']} {{(pid=84874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:23:49.602920 n-d-768862-2 neutron-server[84765]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2a8bf354-e86a-4d17-b8b6-eed320e3b4bf tempest-RoutersIpV6Test-883692175 tempest-RoutersIpV6Test-883692175] Router 40febb8e-85a2-44af-bb73-f559467ae85b has already been hosted by L3 agent 35f592e9-451b-4db9-abea-77b6a5c5391b {{(pid=84875) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Jan 14 07:23:49.611634 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06ad915a-b606-47a6-b3bd-be8864ee227a tempest-RoutersIpV6AdminTest-1631784580 tempest-RoutersIpV6AdminTest-1631784580] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@n-h1-768862-2 {{(pid=84874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:23:49.612102 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06ad915a-b606-47a6-b3bd-be8864ee227a tempest-RoutersIpV6AdminTest-1631784580 tempest-RoutersIpV6AdminTest-1631784580] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-h1-768862-2 {{(pid=84874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:23:49.612529 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06ad915a-b606-47a6-b3bd-be8864ee227a tempest-RoutersIpV6AdminTest-1631784580 tempest-RoutersIpV6AdminTest-1631784580] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-h1-768862-2 {{(pid=84874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:23:49.612645 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-017f98a9-8a07-408c-a86f-8ff0c00400a0 None None] Network fc88dead-3783-4364-b1ec-db1d229a356e details requested by agent ovs-agent-n-h1-768862-2 with host n-h1-768862-2 {{(pid=84876) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 07:23:49.612947 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06ad915a-b606-47a6-b3bd-be8864ee227a tempest-RoutersIpV6AdminTest-1631784580 tempest-RoutersIpV6AdminTest-1631784580] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-h1-768862-2 {{(pid=84874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:23:49.613363 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06ad915a-b606-47a6-b3bd-be8864ee227a tempest-RoutersIpV6AdminTest-1631784580 tempest-RoutersIpV6AdminTest-1631784580] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@n-h1-768862-2 {{(pid=84874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:23:49.613778 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06ad915a-b606-47a6-b3bd-be8864ee227a tempest-RoutersIpV6AdminTest-1631784580 tempest-RoutersIpV6AdminTest-1631784580] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-h1-768862-2 {{(pid=84874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:23:49.614261 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06ad915a-b606-47a6-b3bd-be8864ee227a tempest-RoutersIpV6AdminTest-1631784580 tempest-RoutersIpV6AdminTest-1631784580] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-h1-768862-2 {{(pid=84874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:23:49.614575 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06ad915a-b606-47a6-b3bd-be8864ee227a tempest-RoutersIpV6AdminTest-1631784580 tempest-RoutersIpV6AdminTest-1631784580] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-h1-768862-2 {{(pid=84874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:23:49.614984 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06ad915a-b606-47a6-b3bd-be8864ee227a tempest-RoutersIpV6AdminTest-1631784580 tempest-RoutersIpV6AdminTest-1631784580] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-h1-768862-2 {{(pid=84874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:23:49.615385 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06ad915a-b606-47a6-b3bd-be8864ee227a tempest-RoutersIpV6AdminTest-1631784580 tempest-RoutersIpV6AdminTest-1631784580] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-h1-768862-2 {{(pid=84874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:23:49.615861 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06ad915a-b606-47a6-b3bd-be8864ee227a tempest-RoutersIpV6AdminTest-1631784580 tempest-RoutersIpV6AdminTest-1631784580] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-h1-768862-2 {{(pid=84874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:23:49.616540 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06ad915a-b606-47a6-b3bd-be8864ee227a tempest-RoutersIpV6AdminTest-1631784580 tempest-RoutersIpV6AdminTest-1631784580] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-h1-768862-2 {{(pid=84874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:23:49.616662 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06ad915a-b606-47a6-b3bd-be8864ee227a tempest-RoutersIpV6AdminTest-1631784580 tempest-RoutersIpV6AdminTest-1631784580] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@n-h2-768862-2 {{(pid=84874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:23:49.617072 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06ad915a-b606-47a6-b3bd-be8864ee227a tempest-RoutersIpV6AdminTest-1631784580 tempest-RoutersIpV6AdminTest-1631784580] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-h2-768862-2 {{(pid=84874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:23:49.617479 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06ad915a-b606-47a6-b3bd-be8864ee227a tempest-RoutersIpV6AdminTest-1631784580 tempest-RoutersIpV6AdminTest-1631784580] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-h2-768862-2 {{(pid=84874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:23:49.617883 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06ad915a-b606-47a6-b3bd-be8864ee227a tempest-RoutersIpV6AdminTest-1631784580 tempest-RoutersIpV6AdminTest-1631784580] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-h2-768862-2 {{(pid=84874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:23:49.618294 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06ad915a-b606-47a6-b3bd-be8864ee227a tempest-RoutersIpV6AdminTest-1631784580 tempest-RoutersIpV6AdminTest-1631784580] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@n-h2-768862-2 {{(pid=84874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:23:49.618669 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06ad915a-b606-47a6-b3bd-be8864ee227a tempest-RoutersIpV6AdminTest-1631784580 tempest-RoutersIpV6AdminTest-1631784580] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-h2-768862-2 {{(pid=84874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:23:49.619076 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06ad915a-b606-47a6-b3bd-be8864ee227a tempest-RoutersIpV6AdminTest-1631784580 tempest-RoutersIpV6AdminTest-1631784580] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-h2-768862-2 {{(pid=84874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:23:49.619480 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06ad915a-b606-47a6-b3bd-be8864ee227a tempest-RoutersIpV6AdminTest-1631784580 tempest-RoutersIpV6AdminTest-1631784580] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-h2-768862-2 {{(pid=84874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:23:49.619902 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06ad915a-b606-47a6-b3bd-be8864ee227a tempest-RoutersIpV6AdminTest-1631784580 tempest-RoutersIpV6AdminTest-1631784580] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-h2-768862-2 {{(pid=84874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:23:49.620310 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06ad915a-b606-47a6-b3bd-be8864ee227a tempest-RoutersIpV6AdminTest-1631784580 tempest-RoutersIpV6AdminTest-1631784580] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-h2-768862-2 {{(pid=84874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:23:49.620851 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06ad915a-b606-47a6-b3bd-be8864ee227a tempest-RoutersIpV6AdminTest-1631784580 tempest-RoutersIpV6AdminTest-1631784580] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-h2-768862-2 {{(pid=84874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:23:49.621260 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06ad915a-b606-47a6-b3bd-be8864ee227a tempest-RoutersIpV6AdminTest-1631784580 tempest-RoutersIpV6AdminTest-1631784580] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-h2-768862-2 {{(pid=84874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:23:49.621865 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06ad915a-b606-47a6-b3bd-be8864ee227a tempest-RoutersIpV6AdminTest-1631784580 tempest-RoutersIpV6AdminTest-1631784580] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-2 {{(pid=84874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:23:49.622271 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06ad915a-b606-47a6-b3bd-be8864ee227a tempest-RoutersIpV6AdminTest-1631784580 tempest-RoutersIpV6AdminTest-1631784580] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-2 {{(pid=84874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:23:49.622803 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06ad915a-b606-47a6-b3bd-be8864ee227a tempest-RoutersIpV6AdminTest-1631784580 tempest-RoutersIpV6AdminTest-1631784580] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-2 {{(pid=84874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:23:49.623205 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06ad915a-b606-47a6-b3bd-be8864ee227a tempest-RoutersIpV6AdminTest-1631784580 tempest-RoutersIpV6AdminTest-1631784580] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-2 {{(pid=84874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:23:49.623605 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06ad915a-b606-47a6-b3bd-be8864ee227a tempest-RoutersIpV6AdminTest-1631784580 tempest-RoutersIpV6AdminTest-1631784580] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@n-d-768862-2 {{(pid=84874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:23:49.624100 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06ad915a-b606-47a6-b3bd-be8864ee227a tempest-RoutersIpV6AdminTest-1631784580 tempest-RoutersIpV6AdminTest-1631784580] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-2 {{(pid=84874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:23:49.624506 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06ad915a-b606-47a6-b3bd-be8864ee227a tempest-RoutersIpV6AdminTest-1631784580 tempest-RoutersIpV6AdminTest-1631784580] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-768862-2 {{(pid=84874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:23:49.624907 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06ad915a-b606-47a6-b3bd-be8864ee227a tempest-RoutersIpV6AdminTest-1631784580 tempest-RoutersIpV6AdminTest-1631784580] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-768862-2 {{(pid=84874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:23:49.625359 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06ad915a-b606-47a6-b3bd-be8864ee227a tempest-RoutersIpV6AdminTest-1631784580 tempest-RoutersIpV6AdminTest-1631784580] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-2 {{(pid=84874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:23:49.625690 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06ad915a-b606-47a6-b3bd-be8864ee227a tempest-RoutersIpV6AdminTest-1631784580 tempest-RoutersIpV6AdminTest-1631784580] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-2 {{(pid=84874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:23:49.626221 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06ad915a-b606-47a6-b3bd-be8864ee227a tempest-RoutersIpV6AdminTest-1631784580 tempest-RoutersIpV6AdminTest-1631784580] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-2 {{(pid=84874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:23:49.626630 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06ad915a-b606-47a6-b3bd-be8864ee227a tempest-RoutersIpV6AdminTest-1631784580 tempest-RoutersIpV6AdminTest-1631784580] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-2 {{(pid=84874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:23:49.630371 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-852a24f7-e9a1-4193-9abb-e9506fe5213f None None] Network fc88dead-3783-4364-b1ec-db1d229a356e details requested by agent ovs-agent-n-h2-768862-2 with host n-h2-768862-2 {{(pid=84876) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 07:23:49.642399 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-06ad915a-b606-47a6-b3bd-be8864ee227a tempest-RoutersIpV6AdminTest-1631784580 tempest-RoutersIpV6AdminTest-1631784580] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.284s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:23:49.661506 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Network fc88dead-3783-4364-b1ec-db1d229a356e details requested by agent ovs-agent-n-d-768862-2 with host n-d-768862-2 {{(pid=84876) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 07:23:49.703008 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-069355e4-42e9-4957-9c4e-48717610b5a4 tempest-ExternalNetworksTestJSON-1523440521 tempest-ExternalNetworksTestJSON-1523440521] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.375s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:23:49.870844 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-96da7df7-cdca-44b3-b4cc-9e017b1ba2aa tempest-ExternalNetworksTestJSON-1523440521 tempest-ExternalNetworksTestJSON-1523440521] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036854160497'] for network, before_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:23:50.052112 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2a8bf354-e86a-4d17-b8b6-eed320e3b4bf tempest-RoutersIpV6Test-883692175 tempest-RoutersIpV6Test-883692175] Notify agent at l3_agent.n-d-768862-2 the message routers_updated {{(pid=84875) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jan 14 07:23:50.120006 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-2a8bf354-e86a-4d17-b8b6-eed320e3b4bf tempest-RoutersIpV6Test-883692175 tempest-RoutersIpV6Test-883692175] 10.222.0.24 "PUT /v2.0/routers/40febb8e-85a2-44af-bb73-f559467ae85b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 11.3602941 Jan 14 07:23:50.139308 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84875) accepted ('10.222.0.24', 43378) {{(pid=84875) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:23:50.140737 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-bee15dc1-4b55-4afb-b90b-fcfe4ef24752 tempest-AllowedAddressPairIpV6TestJSON-498488695 tempest-AllowedAddressPairIpV6TestJSON-498488695] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854768116'] for port, before_response {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:23:50.142872 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-bee15dc1-4b55-4afb-b90b-fcfe4ef24752 tempest-AllowedAddressPairIpV6TestJSON-498488695 tempest-AllowedAddressPairIpV6TestJSON-498488695] 10.222.0.24 "DELETE /v2.0/ports/cad56228-8893-4720-b3f1-d009b1ee8cdd HTTP/1.1" status: 204 len: 168 time: 5.1688833 Jan 14 07:23:50.150631 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84875) accepted ('10.222.0.24', 43380) {{(pid=84875) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:23:50.236804 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-96a0c1b8-52c5-4171-a2e3-afc066f8e102 tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-598964', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850887113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036851521664', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2794686'] for subnet, after_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:23:50.252142 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-594376ef-8745-46fb-bd19-47b5d6041c8a None None] Sync routers for ids ['40febb8e-85a2-44af-bb73-f559467ae85b'] in n-d-768862-2 {{(pid=84877) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Jan 14 07:23:50.266851 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-594376ef-8745-46fb-bd19-47b5d6041c8a None None] Routers {'40febb8e-85a2-44af-bb73-f559467ae85b'} bound to L3 agent in host n-d-768862-2 {{(pid=84877) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 14 07:23:50.268071 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_hamode_db [None req-594376ef-8745-46fb-bd19-47b5d6041c8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2021-01-14T06:56:51Z,description=,heartbeat_timestamp=2021-01-14T07:23:22Z,host='n-d-768862-2',id=35f592e9-451b-4db9-abea-77b6a5c5391b,load=0,resource_versions=,resources_synced=,started_at=2021-01-14T06:56:51Z,topic='l3_agent')) {'router_ids': ['40febb8e-85a2-44af-bb73-f559467ae85b'], 'active': True} {{(pid=84877) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:23:50.396831 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-30c8e327-7b0d-4a88-ae58-c955833ddb3a tempest-BulkNetworkOpsIpV6Test-1034590256 tempest-BulkNetworkOpsIpV6Test-1034590256] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:23:50.462269 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84875) accepted ('10.222.0.24', 43392) {{(pid=84875) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:23:50.464842 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-06ad915a-b606-47a6-b3bd-be8864ee227a tempest-RoutersIpV6AdminTest-1631784580 tempest-RoutersIpV6AdminTest-1631784580] Notify callbacks [] for router_gateway, after_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:23:50.495695 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-96da7df7-cdca-44b3-b4cc-9e017b1ba2aa tempest-ExternalNetworksTestJSON-1523440521 tempest-ExternalNetworksTestJSON-1523440521] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-598987', 'neutron.services.segments.db._delete_segments_for_network-8777640583949'] for network, precommit_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:23:50.526941 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_dvr_db [None req-594376ef-8745-46fb-bd19-47b5d6041c8a None None] Set router 40febb8e-85a2-44af-bb73-f559467ae85b gateway port host: None {{(pid=84877) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 14 07:23:50.560746 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96a0c1b8-52c5-4171-a2e3-afc066f8e102 tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] Pushing event deleted for resources: {'Subnet': ['ID=2755480c-41f2-43bf-a630-951145809a8b,revision_number=None']} {{(pid=84874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:23:50.568814 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-96a0c1b8-52c5-4171-a2e3-afc066f8e102 tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.172s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:23:50.658993 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55eba84c-1f4e-46df-a4a3-04cbd4943b5b None None] Network 23f0a15d-6362-4cec-82c1-cacba887c566 requested from n-d-768862-2 {{(pid=84876) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 07:23:50.659403 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-96a0c1b8-52c5-4171-a2e3-afc066f8e102 tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3207107'] for subnet, before_response {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:23:50.686079 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-96a0c1b8-52c5-4171-a2e3-afc066f8e102 tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] 10.222.0.24 "DELETE /v2.0/subnets/2755480c-41f2-43bf-a630-951145809a8b HTTP/1.1" status: 204 len: 168 time: 4.2449930 Jan 14 07:23:50.686778 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84874) accepted ('10.222.0.24', 43402) {{(pid=84874) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:23:50.796354 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.db_base_plugin_v2 [None req-fafaaf5c-75d1-447d-a240-e77fe8a91484 tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] Deleting subnet 487f48a4-1bdc-405b-b30a-9fac78a182ac {{(pid=84874) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Jan 14 07:23:50.815803 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-fafaaf5c-75d1-447d-a240-e77fe8a91484 tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] Notify callbacks [] for subnet, before_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:23:50.944788 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-fafaaf5c-75d1-447d-a240-e77fe8a91484 tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036851807232'] for subnet, precommit_delete_associations {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:23:51.214488 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.v2.base [None req-2e264bd4-67c1-48b1-9b79-9e07dbae79af tempest-RoutersIpV6Test-883692175 tempest-RoutersIpV6Test-883692175] Request body: {'router': {'routes': [{'nexthop': '2001:db8:1::2', 'destination': '2001:db8:1::/64'}, {'nexthop': '2001:db8:2::2', 'destination': '2001:db8:2::/64'}, {'nexthop': '2001:db8:3::2', 'destination': '2001:db8:3::/64'}, {'nexthop': '2001:db8::2', 'destination': '2001:db8::/64'}]}} {{(pid=84875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:23:51.231955 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-fafaaf5c-75d1-447d-a240-e77fe8a91484 tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036854176836'] for subnet, precommit_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:23:51.299520 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-a193cd76-1e60-4194-910b-880f0a598db1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:23:51.346870 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-a193cd76-1e60-4194-910b-880f0a598db1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:23:51.352342 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-a193cd76-1e60-4194-910b-880f0a598db1 admin admin] Usage tracker for resource:security_group_rule and tenant:6ac1f416f1ee4a14acc2398d7d8e23cb is out of sync, need to count used quota {{(pid=84875) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:23:51.356672 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-a193cd76-1e60-4194-910b-880f0a598db1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84875) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:23:51.363740 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-a193cd76-1e60-4194-910b-880f0a598db1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:23:51.399327 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-60ed9a11-2ea8-4548-aa9c-2c5640e5ca92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363259214191800', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854171626'] for agent, after_update {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:23:51.445647 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-06ad915a-b606-47a6-b3bd-be8864ee227a tempest-RoutersIpV6AdminTest-1631784580 tempest-RoutersIpV6AdminTest-1631784580] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3912484', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3889188', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-58194'] for router, precommit_update {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:23:51.461091 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_hamode_db [None req-594376ef-8745-46fb-bd19-47b5d6041c8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '40febb8e-85a2-44af-bb73-f559467ae85b', 'name': 'tempest-RoutersIpV6Test-router-637200602', 'tenant_id': 'd787627cdb8d4cc9b70642659fae99d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-14T07:22:21Z', 'updated_at': '2021-01-14T07:23:44Z', 'revision_number': 5, 'project_id': 'd787627cdb8d4cc9b70642659fae99d7', 'gw_port_host': None, '_interfaces': [{'id': '5d4c80f7-fa86-4260-9c85-c0e3fe21da09', 'name': '', 'network_id': 'ecd2ef9e-48e8-480a-a1fc-ce09ba6212c7', 'tenant_id': 'd787627cdb8d4cc9b70642659fae99d7', 'mac_address': 'fa:16:3e:b9:1b:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40febb8e-85a2-44af-bb73-f559467ae85b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1993, 'fixed_ips': [{'subnet_id': '6d7b8862-6c15-43ed-8ff1-841e54b08eb8', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T07:22:57Z', 'updated_at': '2021-01-14T07:23:22Z', 'revision_number': 5, 'project_id': 'd787627cdb8d4cc9b70642659fae99d7', 'subnets': [{'id': '6d7b8862-6c15-43ed-8ff1-841e54b08eb8', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}, {'id': '6cfd491a-75f6-456b-b2fe-10bbc6241eeb', 'name': '', 'network_id': 'c9c42f8d-6ced-4552-9599-4e0f839bda7e', 'tenant_id': 'd787627cdb8d4cc9b70642659fae99d7', 'mac_address': 'fa:16:3e:db:69:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '40febb8e-85a2-44af-bb73-f559467ae85b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2068, 'fixed_ips': [{'subnet_id': 'f2075c06-81cf-4671-9898-2417d73e67d4', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T07:23:42Z', 'updated_at': '2021-01-14T07:23:45Z', 'revision_number': 2, 'project_id': 'd787627cdb8d4cc9b70642659fae99d7', 'subnets': [{'id': 'f2075c06-81cf-4671-9898-2417d73e67d4', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}, {'id': 'c404d567-18b6-4d4f-af34-4bc01b17dec1', 'name': '', 'network_id': '6adec993-1400-47e5-9a29-907bc02c17ed', 'tenant_id': 'd787627cdb8d4cc9b70642659fae99d7', 'mac_address': 'fa:16:3e:7d:23:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40febb8e-85a2-44af-bb73-f559467ae85b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2029, 'fixed_ips': [{'subnet_id': '2d637449-0027-48ee-bf00-a964d9e4da4e', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T07:23:17Z', 'updated_at': '2021-01-14T07:23:38Z', 'revision_number': 5, 'project_id': 'd787627cdb8d4cc9b70642659fae99d7', 'subnets': [{'id': '2d637449-0027-48ee-bf00-a964d9e4da4e', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}, {'id': 'd21b5147-a877-46a5-a233-6a97d5befecb', 'name': '', 'network_id': 'd7d2c5e4-b39f-4c26-a03a-605439415826', 'tenant_id': 'd787627cdb8d4cc9b70642659fae99d7', 'mac_address': 'fa:16:3e:5b:cd:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40febb8e-85a2-44af-bb73-f559467ae85b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1953, 'fixed_ips': [{'subnet_id': '44b3d79f-589d-4894-89ff-0fd9901e6ead', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T07:22:33Z', 'updated_at': '2021-01-14T07:22:50Z', 'revision_number': 5, 'project_id': 'd787627cdb8d4cc9b70642659fae99d7', 'subnets': [{'id': '44b3d79f-589d-4894-89ff-0fd9901e6ead', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'n-d-768862-2', False) {} {{(pid=84877) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:23:51.464559 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-06ad915a-b606-47a6-b3bd-be8864ee227a tempest-RoutersIpV6AdminTest-1631784580 tempest-RoutersIpV6AdminTest-1631784580] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036850863158', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change--9223372036850863141', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3912659', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources--9223372036850886437'] for router, after_update {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:23:51.466030 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-594376ef-8745-46fb-bd19-47b5d6041c8a None None] Checking router: 40febb8e-85a2-44af-bb73-f559467ae85b for host: n-d-768862-2 {{(pid=84877) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Jan 14 07:23:51.479540 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-a193cd76-1e60-4194-910b-880f0a598db1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:23:51.480113 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-594376ef-8745-46fb-bd19-47b5d6041c8a None None] Updating router 40febb8e-85a2-44af-bb73-f559467ae85b port 6cfd491a-75f6-456b-b2fe-10bbc6241eeb binding host n-d-768862-2 {{(pid=84877) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Jan 14 07:23:51.499997 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-a193cd76-1e60-4194-910b-880f0a598db1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850887153'] for security_group, after_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:23:51.517510 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-069355e4-42e9-4957-9c4e-48717610b5a4 tempest-ExternalNetworksTestJSON-1523440521 tempest-ExternalNetworksTestJSON-1523440521] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:23:51.605886 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-594376ef-8745-46fb-bd19-47b5d6041c8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555753'] for port, before_update {{(pid=84877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:23:51.624878 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a193cd76-1e60-4194-910b-880f0a598db1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e67d952c-2e68-4e4c-8f51-46430c99e40f,revision_number=1']} {{(pid=84875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:23:51.656595 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-a193cd76-1e60-4194-910b-880f0a598db1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:23:51.764954 n-d-768862-2 neutron-server[84765]: DEBUG neutron.services.segments.db [None req-96da7df7-cdca-44b3-b4cc-9e017b1ba2aa tempest-ExternalNetworksTestJSON-1523440521 tempest-ExternalNetworksTestJSON-1523440521] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fc88dead-3783-4364-b1ec-db1d229a356e']}} {{(pid=84875) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:23:51.779508 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-a193cd76-1e60-4194-910b-880f0a598db1 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=6ac1f416f1ee4a14acc2398d7d8e23cb&name=default HTTP/1.1" status: 200 len: 2983 time: 1.3160098 Jan 14 07:23:51.785067 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84875) accepted ('10.222.0.24', 43414) {{(pid=84875) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:23:51.785328 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-da76cfc0-98e8-4426-9f6d-4f05aa3fae78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363259214191800', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854171626'] for agent, after_update {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:23:51.858582 n-d-768862-2 neutron-server[84765]: DEBUG neutron.services.segments.db [None req-96da7df7-cdca-44b3-b4cc-9e017b1ba2aa tempest-ExternalNetworksTestJSON-1523440521 tempest-ExternalNetworksTestJSON-1523440521] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd1f0192c-97a9-463a-b186-d96d496e5e52') {'for_net_delete': True} {{(pid=84875) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:23:51.858919 n-d-768862-2 neutron-server[84765]: DEBUG neutron.services.segments.db [None req-96da7df7-cdca-44b3-b4cc-9e017b1ba2aa tempest-ExternalNetworksTestJSON-1523440521 tempest-ExternalNetworksTestJSON-1523440521] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd1f0192c-97a9-463a-b186-d96d496e5e52') {} {{(pid=84875) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:23:51.889742 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.db_base_plugin_v2 [None req-2cdf65c4-2cda-483a-a431-b3b5a118341e tempest-AllowedAddressPairIpV6TestJSON-498488695 tempest-AllowedAddressPairIpV6TestJSON-498488695] Deleting subnet 8affe838-b457-444f-a46a-03ca2db0d97d {{(pid=84875) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Jan 14 07:23:51.890019 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-fafaaf5c-75d1-447d-a240-e77fe8a91484 tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-598964', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850887113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036851521664', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2794686'] for subnet, after_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:23:51.893525 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-2cdf65c4-2cda-483a-a431-b3b5a118341e tempest-AllowedAddressPairIpV6TestJSON-498488695 tempest-AllowedAddressPairIpV6TestJSON-498488695] Notify callbacks [] for subnet, before_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:23:51.921203 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-c6f7b7e5-389e-4fab-acc3-5af300ccceb6 tempest-BulkNetworkOpsIpV6Test-1034590256 tempest-BulkNetworkOpsIpV6Test-1034590256] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:23:51.957821 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-2cdf65c4-2cda-483a-a431-b3b5a118341e tempest-AllowedAddressPairIpV6TestJSON-498488695 tempest-AllowedAddressPairIpV6TestJSON-498488695] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3367281'] for subnet, precommit_delete_associations {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:23:52.061927 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-2cdf65c4-2cda-483a-a431-b3b5a118341e tempest-AllowedAddressPairIpV6TestJSON-498488695 tempest-AllowedAddressPairIpV6TestJSON-498488695] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036854176836'] for subnet, precommit_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:23:52.124407 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fafaaf5c-75d1-447d-a240-e77fe8a91484 tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] Pushing event deleted for resources: {'Subnet': ['ID=487f48a4-1bdc-405b-b30a-9fac78a182ac,revision_number=None']} {{(pid=84874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:23:52.145505 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-fafaaf5c-75d1-447d-a240-e77fe8a91484 tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.224s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:23:52.169903 n-d-768862-2 neutron-server[84765]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-06ad915a-b606-47a6-b3bd-be8864ee227a tempest-RoutersIpV6AdminTest-1631784580 tempest-RoutersIpV6AdminTest-1631784580] Router 9b563951-8a6b-493e-9bce-902cf15044df is scheduled to L3 agent 35f592e9-451b-4db9-abea-77b6a5c5391b with binding_index 1 {{(pid=84874) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}} Jan 14 07:23:52.205424 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-fafaaf5c-75d1-447d-a240-e77fe8a91484 tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3207107'] for subnet, before_response {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:23:52.298001 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-594376ef-8745-46fb-bd19-47b5d6041c8a None None] Notify callbacks [] for port, precommit_update {{(pid=84877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:23:52.321587 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-96da7df7-cdca-44b3-b4cc-9e017b1ba2aa tempest-ExternalNetworksTestJSON-1523440521 tempest-ExternalNetworksTestJSON-1523440521] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363259214173198', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036851408567'] for segment, before_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:23:52.332516 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-594376ef-8745-46fb-bd19-47b5d6041c8a None None] Transition to ACTIVE for port object 6cfd491a-75f6-456b-b2fe-10bbc6241eeb will not be triggered until provisioned by entity L2. {{(pid=84877) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 07:23:52.345489 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-594376ef-8745-46fb-bd19-47b5d6041c8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777640533312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363259214678337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777640097497'] for port, after_update {{(pid=84877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:23:52.367047 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-71952538-57b8-4bb7-bcc2-2ccb8ef3be4b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:23:52.490438 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-fafaaf5c-75d1-447d-a240-e77fe8a91484 tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] 10.222.0.24 "DELETE /v2.0/subnets/487f48a4-1bdc-405b-b30a-9fac78a182ac HTTP/1.1" status: 204 len: 168 time: 1.7997999 Jan 14 07:23:52.491181 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84874) accepted ('10.222.0.24', 43420) {{(pid=84874) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:23:52.596158 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f69bd494-0bca-4216-9b6f-81bbf2a62044 None None] Network 23f0a15d-6362-4cec-82c1-cacba887c566 requested from n-d-768862-2 {{(pid=84876) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 07:23:52.633579 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363259214191800', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854171626'] for agent, after_update {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:23:52.751091 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f9aa775-f444-41c5-9016-7d2d8d6e9fe6 None None] Pushing event updated for resources: {'Port': ['ID=6cfd491a-75f6-456b-b2fe-10bbc6241eeb,revision_number=3']} {{(pid=84877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:23:52.777116 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f9aa775-f444-41c5-9016-7d2d8d6e9fe6 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@n-h1-768862-2 {{(pid=84877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:23:52.777573 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f9aa775-f444-41c5-9016-7d2d8d6e9fe6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-h1-768862-2 {{(pid=84877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:23:52.778045 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f9aa775-f444-41c5-9016-7d2d8d6e9fe6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-h1-768862-2 {{(pid=84877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:23:52.778491 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f9aa775-f444-41c5-9016-7d2d8d6e9fe6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-h1-768862-2 {{(pid=84877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:23:52.778933 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f9aa775-f444-41c5-9016-7d2d8d6e9fe6 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@n-h1-768862-2 {{(pid=84877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:23:52.779371 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f9aa775-f444-41c5-9016-7d2d8d6e9fe6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-h1-768862-2 {{(pid=84877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:23:52.779806 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f9aa775-f444-41c5-9016-7d2d8d6e9fe6 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-h1-768862-2 {{(pid=84877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:23:52.780267 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f9aa775-f444-41c5-9016-7d2d8d6e9fe6 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-h1-768862-2 {{(pid=84877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:23:52.780707 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f9aa775-f444-41c5-9016-7d2d8d6e9fe6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-h1-768862-2 {{(pid=84877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:23:52.781148 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f9aa775-f444-41c5-9016-7d2d8d6e9fe6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-h1-768862-2 {{(pid=84877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:23:52.781583 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f9aa775-f444-41c5-9016-7d2d8d6e9fe6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-h1-768862-2 {{(pid=84877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:23:52.782010 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f9aa775-f444-41c5-9016-7d2d8d6e9fe6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-h1-768862-2 {{(pid=84877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:23:52.782488 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f9aa775-f444-41c5-9016-7d2d8d6e9fe6 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@n-h2-768862-2 {{(pid=84877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:23:52.782920 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f9aa775-f444-41c5-9016-7d2d8d6e9fe6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-h2-768862-2 {{(pid=84877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:23:52.783347 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f9aa775-f444-41c5-9016-7d2d8d6e9fe6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-h2-768862-2 {{(pid=84877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:23:52.783954 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f9aa775-f444-41c5-9016-7d2d8d6e9fe6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-h2-768862-2 {{(pid=84877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:23:52.784391 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f9aa775-f444-41c5-9016-7d2d8d6e9fe6 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@n-h2-768862-2 {{(pid=84877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:23:52.784823 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f9aa775-f444-41c5-9016-7d2d8d6e9fe6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-h2-768862-2 {{(pid=84877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:23:52.785266 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f9aa775-f444-41c5-9016-7d2d8d6e9fe6 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-h2-768862-2 {{(pid=84877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:23:52.785696 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f9aa775-f444-41c5-9016-7d2d8d6e9fe6 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-h2-768862-2 {{(pid=84877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:23:52.786123 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f9aa775-f444-41c5-9016-7d2d8d6e9fe6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-h2-768862-2 {{(pid=84877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:23:52.786547 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f9aa775-f444-41c5-9016-7d2d8d6e9fe6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-h2-768862-2 {{(pid=84877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:23:52.786977 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f9aa775-f444-41c5-9016-7d2d8d6e9fe6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-h2-768862-2 {{(pid=84877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:23:52.787403 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f9aa775-f444-41c5-9016-7d2d8d6e9fe6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-h2-768862-2 {{(pid=84877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:23:52.788036 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f9aa775-f444-41c5-9016-7d2d8d6e9fe6 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-2 {{(pid=84877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:23:52.788366 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f9aa775-f444-41c5-9016-7d2d8d6e9fe6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-2 {{(pid=84877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:23:52.788791 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f9aa775-f444-41c5-9016-7d2d8d6e9fe6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-2 {{(pid=84877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:23:52.789230 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f9aa775-f444-41c5-9016-7d2d8d6e9fe6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-2 {{(pid=84877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:23:52.789655 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f9aa775-f444-41c5-9016-7d2d8d6e9fe6 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@n-d-768862-2 {{(pid=84877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:23:52.790080 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f9aa775-f444-41c5-9016-7d2d8d6e9fe6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-2 {{(pid=84877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:23:52.790502 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f9aa775-f444-41c5-9016-7d2d8d6e9fe6 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-768862-2 {{(pid=84877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:23:52.790926 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f9aa775-f444-41c5-9016-7d2d8d6e9fe6 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-768862-2 {{(pid=84877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:23:52.791349 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f9aa775-f444-41c5-9016-7d2d8d6e9fe6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-2 {{(pid=84877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:23:52.791774 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f9aa775-f444-41c5-9016-7d2d8d6e9fe6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-2 {{(pid=84877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:23:52.792253 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f9aa775-f444-41c5-9016-7d2d8d6e9fe6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-2 {{(pid=84877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:23:52.793885 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f9aa775-f444-41c5-9016-7d2d8d6e9fe6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-2 {{(pid=84877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:23:52.808974 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-3f9aa775-f444-41c5-9016-7d2d8d6e9fe6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.442s {{(pid=84877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:23:52.904917 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-cbfe263a-9c0e-4c7e-8eb9-aea3d3991427 None None] Provisioning complete for port 3d3818d8-dfbd-4ae4-b8fe-e16d99d1e1e7 triggered by entity DHCP. {{(pid=84876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 07:23:52.911980 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-cbfe263a-9c0e-4c7e-8eb9-aea3d3991427 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-604227'] for port, provisioning_complete {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:23:53.075917 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-bf1103cf-f8c5-47a1-a6b9-6c6345b0c4a7 tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] 10.222.0.24 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.5755031 Jan 14 07:23:53.077116 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84874) accepted ('10.222.0.24', 43426) {{(pid=84874) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:23:53.090676 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.v2.base [None req-44412f11-3dbb-4202-a552-6e712c911edf tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] Request body: {'subnet': {'network_id': '23f0a15d-6362-4cec-82c1-cacba887c566', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=84874) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:23:53.148445 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.extraroute_db [None req-2e264bd4-67c1-48b1-9b79-9e07dbae79af tempest-RoutersIpV6Test-883692175 tempest-RoutersIpV6Test-883692175] Added routes are [{'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}, {'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}] {{(pid=84875) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:113}} Jan 14 07:23:53.165038 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.managers [None req-594376ef-8745-46fb-bd19-47b5d6041c8a None None] Attempting to bind port 6cfd491a-75f6-456b-b2fe-10bbc6241eeb on host n-d-768862-2 for vnic_type normal with profile {{(pid=84877) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 14 07:23:53.165545 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.managers [None req-594376ef-8745-46fb-bd19-47b5d6041c8a None None] Attempting to bind port 6cfd491a-75f6-456b-b2fe-10bbc6241eeb by drivers openvswitch on host n-d-768862-2 at level 0 using segments [{'id': '06feb7f6-c5d7-4dce-8715-a4c4b119149d', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 19, 'network_id': 'c9c42f8d-6ced-4552-9599-4e0f839bda7e'}] {{(pid=84877) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 14 07:23:53.168208 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-594376ef-8745-46fb-bd19-47b5d6041c8a None None] Attempting to bind port 6cfd491a-75f6-456b-b2fe-10bbc6241eeb on network c9c42f8d-6ced-4552-9599-4e0f839bda7e {{(pid=84877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 14 07:23:53.169462 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.extraroute_db [None req-2e264bd4-67c1-48b1-9b79-9e07dbae79af tempest-RoutersIpV6Test-883692175 tempest-RoutersIpV6Test-883692175] Removed routes are [] {{(pid=84875) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:121}} Jan 14 07:23:53.169915 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-2e264bd4-67c1-48b1-9b79-9e07dbae79af tempest-RoutersIpV6Test-883692175 tempest-RoutersIpV6Test-883692175] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3912484', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3889188', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-58194'] for router, precommit_update {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:23:53.175128 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-96da7df7-cdca-44b3-b4cc-9e017b1ba2aa tempest-ExternalNetworksTestJSON-1523440521 tempest-ExternalNetworksTestJSON-1523440521] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854179735'] for segment, precommit_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:23:53.177989 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-96da7df7-cdca-44b3-b4cc-9e017b1ba2aa tempest-ExternalNetworksTestJSON-1523440521 tempest-ExternalNetworksTestJSON-1523440521] Releasing vxlan tunnel 22 to pool {{(pid=84875) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Jan 14 07:23:53.182070 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-594376ef-8745-46fb-bd19-47b5d6041c8a None None] Checking agent: {'id': 'ba5efab1-b43c-4d5a-bc52-6e105d4e67a2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768862-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 14, 6, 56, 52), 'started_at': datetime.datetime(2021, 1, 14, 6, 57, 22), 'heartbeat_timestamp': datetime.datetime(2021, 1, 14, 7, 23, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768862-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.29', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 14 07:23:53.188429 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-594376ef-8745-46fb-bd19-47b5d6041c8a None None] Checking segment: {'id': '06feb7f6-c5d7-4dce-8715-a4c4b119149d', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 19, 'network_id': 'c9c42f8d-6ced-4552-9599-4e0f839bda7e'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84877) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 14 07:23:53.189261 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-594376ef-8745-46fb-bd19-47b5d6041c8a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:23:53.189795 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-594376ef-8745-46fb-bd19-47b5d6041c8a None None] Bound using segment: {'id': '06feb7f6-c5d7-4dce-8715-a4c4b119149d', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 19, 'network_id': 'c9c42f8d-6ced-4552-9599-4e0f839bda7e'} {{(pid=84877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 14 07:23:53.190431 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.managers [None req-594376ef-8745-46fb-bd19-47b5d6041c8a None None] Bound port: 6cfd491a-75f6-456b-b2fe-10bbc6241eeb, host: n-d-768862-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '06feb7f6-c5d7-4dce-8715-a4c4b119149d', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 19, 'network_id': 'c9c42f8d-6ced-4552-9599-4e0f839bda7e'}}] {{(pid=84877) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 14 07:23:53.190955 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-594376ef-8745-46fb-bd19-47b5d6041c8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555753'] for port, before_update {{(pid=84877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:23:53.283578 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-06ad915a-b606-47a6-b3bd-be8864ee227a tempest-RoutersIpV6AdminTest-1631784580 tempest-RoutersIpV6AdminTest-1631784580] Notify agent at l3_agent.n-d-768862-2 the message routers_updated {{(pid=84874) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jan 14 07:23:53.286039 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-44412f11-3dbb-4202-a552-6e712c911edf tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:23:53.301426 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-06ad915a-b606-47a6-b3bd-be8864ee227a tempest-RoutersIpV6AdminTest-1631784580 tempest-RoutersIpV6AdminTest-1631784580] Notify callbacks [] for router, before_response {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:23:53.303362 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-06ad915a-b606-47a6-b3bd-be8864ee227a tempest-RoutersIpV6AdminTest-1631784580 tempest-RoutersIpV6AdminTest-1631784580] 10.222.0.24 "PUT /v2.0/routers/9b563951-8a6b-493e-9bce-902cf15044df HTTP/1.1" status: 200 len: 882 time: 8.4715707 Jan 14 07:23:53.306833 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84874) accepted ('10.222.0.24', 43430) {{(pid=84874) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:23:53.308483 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-44412f11-3dbb-4202-a552-6e712c911edf tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] Usage tracker for resource:subnet and tenant:be0aa702e3ca464795a99c51e3b3b04f is out of sync, need to count used quota {{(pid=84874) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:23:53.309164 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-530b296b-0321-4d02-a9d8-10ec0b495d49 None None] Sync routers for ids ['9b563951-8a6b-493e-9bce-902cf15044df'] in n-d-768862-2 {{(pid=84876) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Jan 14 07:23:53.324475 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-44412f11-3dbb-4202-a552-6e712c911edf tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84874) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:23:53.325761 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-530b296b-0321-4d02-a9d8-10ec0b495d49 None None] Routers {'9b563951-8a6b-493e-9bce-902cf15044df'} bound to L3 agent in host n-d-768862-2 {{(pid=84876) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 14 07:23:53.326545 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_hamode_db [None req-530b296b-0321-4d02-a9d8-10ec0b495d49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2021-01-14T06:56:51Z,description=,heartbeat_timestamp=2021-01-14T07:23:51Z,host='n-d-768862-2',id=35f592e9-451b-4db9-abea-77b6a5c5391b,load=0,resource_versions=,resources_synced=,started_at=2021-01-14T06:56:51Z,topic='l3_agent')) {'router_ids': ['9b563951-8a6b-493e-9bce-902cf15044df'], 'active': True} {{(pid=84876) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:23:53.384191 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [None req-594376ef-8745-46fb-bd19-47b5d6041c8a None None] For port 6cfd491a-75f6-456b-b2fe-10bbc6241eeb, host n-d-768862-2, cleared binding levels {{(pid=84877) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 14 07:23:53.387958 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [None req-594376ef-8745-46fb-bd19-47b5d6041c8a None None] For port 6cfd491a-75f6-456b-b2fe-10bbc6241eeb, host n-d-768862-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-2',level=0,port_id=6cfd491a-75f6-456b-b2fe-10bbc6241eeb,segment=NetworkSegment(06feb7f6-c5d7-4dce-8715-a4c4b119149d),segment_id=06feb7f6-c5d7-4dce-8715-a4c4b119149d)] {{(pid=84877) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 14 07:23:53.394587 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-594376ef-8745-46fb-bd19-47b5d6041c8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777640533312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363259214678337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777640097497'] for port, after_update {{(pid=84877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:23:53.430636 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.managers [None req-96da7df7-cdca-44b3-b4cc-9e017b1ba2aa tempest-ExternalNetworksTestJSON-1523440521 tempest-ExternalNetworksTestJSON-1523440521] Network fc88dead-3783-4364-b1ec-db1d229a356e has no segments {{(pid=84875) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 14 07:23:53.439750 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-0f37073e-9c69-4e3c-80e0-6cfaa0fd61a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363259214191800', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854171626'] for agent, after_update {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:23:53.443553 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-96da7df7-cdca-44b3-b4cc-9e017b1ba2aa tempest-ExternalNetworksTestJSON-1523440521 tempest-ExternalNetworksTestJSON-1523440521] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-596065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3154253'] for segment, after_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:23:53.448043 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_hamode_db [None req-530b296b-0321-4d02-a9d8-10ec0b495d49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768862-2', False) {} {{(pid=84876) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:23:53.547461 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-530b296b-0321-4d02-a9d8-10ec0b495d49 None None] Routers {'9b563951-8a6b-493e-9bce-902cf15044df'} bound to L3 agent in host n-d-768862-2 {{(pid=84876) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 14 07:23:53.549919 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_hamode_db [None req-530b296b-0321-4d02-a9d8-10ec0b495d49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2021-01-14T06:56:51Z,description=,heartbeat_timestamp=2021-01-14T07:23:51Z,host='n-d-768862-2',id=35f592e9-451b-4db9-abea-77b6a5c5391b,load=0,resource_versions=,resources_synced=,started_at=2021-01-14T06:56:51Z,topic='l3_agent')) {'router_ids': ['9b563951-8a6b-493e-9bce-902cf15044df'], 'active': True} {{(pid=84876) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:23:53.613289 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-bac2a3f2-7492-4538-a605-99904a71d35c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:23:53.633809 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-b9b22288-b882-4bf3-824a-82fd950229a9 tempest-RoutersIpV6AdminTest-832003634 tempest-RoutersIpV6AdminTest-832003634] 10.222.0.24 "GET /v2.0/routers/9b563951-8a6b-493e-9bce-902cf15044df HTTP/1.1" status: 200 len: 923 time: 0.3114750 Jan 14 07:23:53.639164 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-44412f11-3dbb-4202-a552-6e712c911edf tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:23:53.647493 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84874) accepted ('10.222.0.24', 43436) {{(pid=84874) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:23:53.661326 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.managers [None req-96da7df7-cdca-44b3-b4cc-9e017b1ba2aa tempest-ExternalNetworksTestJSON-1523440521 tempest-ExternalNetworksTestJSON-1523440521] Network fc88dead-3783-4364-b1ec-db1d229a356e has no segments {{(pid=84875) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 14 07:23:53.711169 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-44412f11-3dbb-4202-a552-6e712c911edf tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] Made reservation on behalf of be0aa702e3ca464795a99c51e3b3b04f for: {'subnet': 1} {{(pid=84874) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 07:23:53.743232 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_hamode_db [None req-530b296b-0321-4d02-a9d8-10ec0b495d49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768862-2', False) {} {{(pid=84876) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:23:53.743774 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-530b296b-0321-4d02-a9d8-10ec0b495d49 None None] The sync data for ids ['9b563951-8a6b-493e-9bce-902cf15044df'] in n-d-768862-2 is: [] {{(pid=84876) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Jan 14 07:23:53.803873 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-594376ef-8745-46fb-bd19-47b5d6041c8a None None] Routers {'40febb8e-85a2-44af-bb73-f559467ae85b'} bound to L3 agent in host n-d-768862-2 {{(pid=84877) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 14 07:23:53.807585 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_hamode_db [None req-594376ef-8745-46fb-bd19-47b5d6041c8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2021-01-14T06:56:51Z,description=,heartbeat_timestamp=2021-01-14T07:23:51Z,host='n-d-768862-2',id=35f592e9-451b-4db9-abea-77b6a5c5391b,load=0,resource_versions=,resources_synced=,started_at=2021-01-14T06:56:51Z,topic='l3_agent')) {'router_ids': ['40febb8e-85a2-44af-bb73-f559467ae85b'], 'active': True} {{(pid=84877) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:23:53.873493 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_segment":"rule:admin_only" was deprecated in W in favor of "update_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:23:53.873493 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:23:53.873493 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "delete_segment":"rule:admin_only" was deprecated in W in favor of "delete_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:23:53.873493 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:23:53.873493 n-d-768862-2 neutron-server[84765]: Traceback (most recent call last): Jan 14 07:23:53.873493 n-d-768862-2 neutron-server[84765]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 14 07:23:53.873493 n-d-768862-2 neutron-server[84765]: timer() Jan 14 07:23:53.873493 n-d-768862-2 neutron-server[84765]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 14 07:23:53.873493 n-d-768862-2 neutron-server[84765]: cb(*args, **kw) Jan 14 07:23:53.873493 n-d-768862-2 neutron-server[84765]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Jan 14 07:23:53.873493 n-d-768862-2 neutron-server[84765]: return func(*args, **kwargs) Jan 14 07:23:53.873493 n-d-768862-2 neutron-server[84765]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 14 07:23:53.873493 n-d-768862-2 neutron-server[84765]: self._notify() Jan 14 07:23:53.873493 n-d-768862-2 neutron-server[84765]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 14 07:23:53.873493 n-d-768862-2 neutron-server[84765]: self.callback(batched_events) Jan 14 07:23:53.873493 n-d-768862-2 neutron-server[84765]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 14 07:23:53.873493 n-d-768862-2 neutron-server[84765]: event.method(event) Jan 14 07:23:53.873493 n-d-768862-2 neutron-server[84765]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 14 07:23:53.873493 n-d-768862-2 neutron-server[84765]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 14 07:23:53.873493 n-d-768862-2 neutron-server[84765]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Jan 14 07:23:53.873493 n-d-768862-2 neutron-server[84765]: segment_id)['aggregates'][0] Jan 14 07:23:53.873493 n-d-768862-2 neutron-server[84765]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 14 07:23:53.873493 n-d-768862-2 neutron-server[84765]: return f(self, *a, **k) Jan 14 07:23:53.873493 n-d-768862-2 neutron-server[84765]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 14 07:23:53.873493 n-d-768862-2 neutron-server[84765]: return self._get(url).json() Jan 14 07:23:53.873493 n-d-768862-2 neutron-server[84765]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 14 07:23:53.873493 n-d-768862-2 neutron-server[84765]: **kwargs) Jan 14 07:23:53.873493 n-d-768862-2 neutron-server[84765]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 14 07:23:53.873493 n-d-768862-2 neutron-server[84765]: return self.request(url, 'GET', **kwargs) Jan 14 07:23:53.873493 n-d-768862-2 neutron-server[84765]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Jan 14 07:23:53.873493 n-d-768862-2 neutron-server[84765]: **endpoint_filter) Jan 14 07:23:53.873493 n-d-768862-2 neutron-server[84765]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 14 07:23:53.873493 n-d-768862-2 neutron-server[84765]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 14 07:23:53.873493 n-d-768862-2 neutron-server[84765]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 14 07:23:53.873493 n-d-768862-2 neutron-server[84765]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 14 07:23:53.873493 n-d-768862-2 neutron-server[84765]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 14 07:23:53.877261 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ab9f829-84b7-42db-aa09-97a5931fec5f None None] DHCP port deletion for 23f0a15d-6362-4cec-82c1-cacba887c566 request from n-d-768862-2 {{(pid=84876) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Jan 14 07:23:53.882279 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.plugin [None req-6ab9f829-84b7-42db-aa09-97a5931fec5f None None] Deleting port 3d3818d8-dfbd-4ae4-b8fe-e16d99d1e1e7 {{(pid=84876) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 07:23:53.882972 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-6ab9f829-84b7-42db-aa09-97a5931fec5f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363259214248359'] for port, before_delete {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:23:53.890650 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-44412f11-3dbb-4202-a552-6e712c911edf tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036851981161'] for subnet, before_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:23:54.150761 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_dvr_db [None req-594376ef-8745-46fb-bd19-47b5d6041c8a None None] Set router 40febb8e-85a2-44af-bb73-f559467ae85b gateway port host: None {{(pid=84877) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 14 07:23:54.263591 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-96da7df7-cdca-44b3-b4cc-9e017b1ba2aa tempest-ExternalNetworksTestJSON-1523440521 tempest-ExternalNetworksTestJSON-1523440521] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036854176830', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850887149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3912591'] for network, after_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:23:54.298881 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-81fbb988-47ac-4d26-8d22-13fd8f12fe98 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:23:54.316003 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-afd5c510-09f4-4fcc-aa7e-3b7bdeff6c9b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:23:54.345822 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [None req-6ab9f829-84b7-42db-aa09-97a5931fec5f None None] For port 3d3818d8-dfbd-4ae4-b8fe-e16d99d1e1e7, host n-d-768862-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-2',level=0,port_id=3d3818d8-dfbd-4ae4-b8fe-e16d99d1e1e7,segment=NetworkSegment(56f1c7cf-f3a3-41d2-9677-68978131444f),segment_id=56f1c7cf-f3a3-41d2-9677-68978131444f)] {{(pid=84876) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 07:23:54.346349 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-6ab9f829-84b7-42db-aa09-97a5931fec5f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036850862667'] for port, precommit_delete {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:23:54.351294 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-afd5c510-09f4-4fcc-aa7e-3b7bdeff6c9b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:23:54.410354 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-96da7df7-cdca-44b3-b4cc-9e017b1ba2aa tempest-ExternalNetworksTestJSON-1523440521 tempest-ExternalNetworksTestJSON-1523440521] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network fc88dead-3783-4364-b1ec-db1d229a356e {{(pid=84875) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:124}} Jan 14 07:23:54.496957 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9063f351-88e9-4e16-81cf-edeb311b2e66 tempest-RoutersIpV6AdminTest-832003634 tempest-RoutersIpV6AdminTest-832003634] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:23:54.498715 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-9063f351-88e9-4e16-81cf-edeb311b2e66 tempest-RoutersIpV6AdminTest-832003634 tempest-RoutersIpV6AdminTest-832003634] 10.222.0.24 "GET /v2.0/ports?network_id=226f1e78-82cd-4481-9055-4eb73b6db8c1&device_id=9b563951-8a6b-493e-9bce-902cf15044df&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.8497386 Jan 14 07:23:54.502072 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Device 3d3818d8-dfbd-4ae4-b8fe-e16d99d1e1e7 no longer exists at agent ovs-agent-n-d-768862-2 {{(pid=84876) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jan 14 07:23:54.502252 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84874) accepted ('10.222.0.24', 43444) {{(pid=84874) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:23:54.509412 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f9aa775-f444-41c5-9016-7d2d8d6e9fe6 None None] Pushing event updated for resources: {'Port': ['ID=6cfd491a-75f6-456b-b2fe-10bbc6241eeb,revision_number=4']} {{(pid=84877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:23:54.514178 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-3f9aa775-f444-41c5-9016-7d2d8d6e9fe6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.901s {{(pid=84877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:23:54.545149 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-96da7df7-cdca-44b3-b4cc-9e017b1ba2aa tempest-ExternalNetworksTestJSON-1523440521 tempest-ExternalNetworksTestJSON-1523440521] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3207107'] for network, before_response {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:23:54.582603 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-afd5c510-09f4-4fcc-aa7e-3b7bdeff6c9b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850887153'] for security_group, after_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:23:54.593004 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-afd5c510-09f4-4fcc-aa7e-3b7bdeff6c9b admin admin] Notify callbacks [] for security_group, before_response {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:23:54.594310 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-afd5c510-09f4-4fcc-aa7e-3b7bdeff6c9b admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/e67d952c-2e68-4e4c-8f51-46430c99e40f HTTP/1.1" status: 204 len: 168 time: 2.8048902 Jan 14 07:23:54.600648 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-96da7df7-cdca-44b3-b4cc-9e017b1ba2aa tempest-ExternalNetworksTestJSON-1523440521 tempest-ExternalNetworksTestJSON-1523440521] 10.222.0.24 "DELETE /v2.0/networks/fc88dead-3783-4364-b1ec-db1d229a356e HTTP/1.1" status: 204 len: 168 time: 5.0898409 Jan 14 07:23:54.629795 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96da7df7-cdca-44b3-b4cc-9e017b1ba2aa tempest-ExternalNetworksTestJSON-1523440521 tempest-ExternalNetworksTestJSON-1523440521] Pushing event deleted for resources: {'Network': ['ID=fc88dead-3783-4364-b1ec-db1d229a356e,revision_number=None']} {{(pid=84875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:23:54.692346 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84874) accepted ('10.222.0.24', 43450) {{(pid=84874) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:23:54.715022 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.plugin [None req-6ab9f829-84b7-42db-aa09-97a5931fec5f None None] Calling delete_port for 3d3818d8-dfbd-4ae4-b8fe-e16d99d1e1e7 owned by network:dhcp {{(pid=84876) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 07:23:54.718428 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-96da7df7-cdca-44b3-b4cc-9e017b1ba2aa tempest-ExternalNetworksTestJSON-1523440521 tempest-ExternalNetworksTestJSON-1523440521] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.419s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:23:54.719017 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-0a14b4c1-aa7f-4e40-ba0a-58660f8beb50 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.090s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:23:54.741294 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.v2.base [None req-3ed6ae79-f7c3-4c46-bc95-b90fda41500a tempest-ExternalNetworksTestJSON-1523440521 tempest-ExternalNetworksTestJSON-1523440521] Request body: {'network': {'router:external': True}} {{(pid=84874) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:23:54.757710 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-3ed6ae79-f7c3-4c46-bc95-b90fda41500a tempest-ExternalNetworksTestJSON-1523440521 tempest-ExternalNetworksTestJSON-1523440521] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:23:54.786008 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-3ed6ae79-f7c3-4c46-bc95-b90fda41500a tempest-ExternalNetworksTestJSON-1523440521 tempest-ExternalNetworksTestJSON-1523440521] Usage tracker for resource:network and tenant:818e23dab35146079ddb08b8e1f7b310 is out of sync, need to count used quota {{(pid=84874) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:23:54.794740 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afd5c510-09f4-4fcc-aa7e-3b7bdeff6c9b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e67d952c-2e68-4e4c-8f51-46430c99e40f,revision_number=None']} {{(pid=84875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:23:54.801176 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-3ed6ae79-f7c3-4c46-bc95-b90fda41500a tempest-ExternalNetworksTestJSON-1523440521 tempest-ExternalNetworksTestJSON-1523440521] Quota usage for network was recalculated. Used quota:0. {{(pid=84874) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:23:54.819956 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-afd5c510-09f4-4fcc-aa7e-3b7bdeff6c9b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:23:54.825069 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-3ed6ae79-f7c3-4c46-bc95-b90fda41500a tempest-ExternalNetworksTestJSON-1523440521 tempest-ExternalNetworksTestJSON-1523440521] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:23:54.836165 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-2e264bd4-67c1-48b1-9b79-9e07dbae79af tempest-RoutersIpV6Test-883692175 tempest-RoutersIpV6Test-883692175] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3912484', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3889188', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-58194'] for router, precommit_update {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:23:54.863671 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-2e264bd4-67c1-48b1-9b79-9e07dbae79af tempest-RoutersIpV6Test-883692175 tempest-RoutersIpV6Test-883692175] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036850863158', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change--9223372036850863141', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3912659', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources--9223372036850886437'] for router, after_update {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:23:54.931406 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_hamode_db [None req-594376ef-8745-46fb-bd19-47b5d6041c8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '40febb8e-85a2-44af-bb73-f559467ae85b', 'name': 'tempest-RoutersIpV6Test-router-637200602', 'tenant_id': 'd787627cdb8d4cc9b70642659fae99d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-14T07:22:21Z', 'updated_at': '2021-01-14T07:23:53Z', 'revision_number': 6, 'project_id': 'd787627cdb8d4cc9b70642659fae99d7', 'gw_port_host': None, '_interfaces': [{'id': '5d4c80f7-fa86-4260-9c85-c0e3fe21da09', 'name': '', 'network_id': 'ecd2ef9e-48e8-480a-a1fc-ce09ba6212c7', 'tenant_id': 'd787627cdb8d4cc9b70642659fae99d7', 'mac_address': 'fa:16:3e:b9:1b:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40febb8e-85a2-44af-bb73-f559467ae85b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1993, 'fixed_ips': [{'subnet_id': '6d7b8862-6c15-43ed-8ff1-841e54b08eb8', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T07:22:57Z', 'updated_at': '2021-01-14T07:23:22Z', 'revision_number': 5, 'project_id': 'd787627cdb8d4cc9b70642659fae99d7', 'subnets': [{'id': '6d7b8862-6c15-43ed-8ff1-841e54b08eb8', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}, {'id': '6cfd491a-75f6-456b-b2fe-10bbc6241eeb', 'name': '', 'network_id': 'c9c42f8d-6ced-4552-9599-4e0f839bda7e', 'tenant_id': 'd787627cdb8d4cc9b70642659fae99d7', 'mac_address': 'fa:16:3e:db:69:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '40febb8e-85a2-44af-bb73-f559467ae85b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2068, 'fixed_ips': [{'subnet_id': 'f2075c06-81cf-4671-9898-2417d73e67d4', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T07:23:42Z', 'updated_at': '2021-01-14T07:23:53Z', 'revision_number': 4, 'project_id': 'd787627cdb8d4cc9b70642659fae99d7', 'subnets': [{'id': 'f2075c06-81cf-4671-9898-2417d73e67d4', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}, {'id': 'c404d567-18b6-4d4f-af34-4bc01b17dec1', 'name': '', 'network_id': '6adec993-1400-47e5-9a29-907bc02c17ed', 'tenant_id': 'd787627cdb8d4cc9b70642659fae99d7', 'mac_address': 'fa:16:3e:7d:23:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40febb8e-85a2-44af-bb73-f559467ae85b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2029, 'fixed_ips': [{'subnet_id': '2d637449-0027-48ee-bf00-a964d9e4da4e', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T07:23:17Z', 'updated_at': '2021-01-14T07:23:38Z', 'revision_number': 5, 'project_id': 'd787627cdb8d4cc9b70642659fae99d7', 'subnets': [{'id': '2d637449-0027-48ee-bf00-a964d9e4da4e', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}, {'id': 'd21b5147-a877-46a5-a233-6a97d5befecb', 'name': '', 'network_id': 'd7d2c5e4-b39f-4c26-a03a-605439415826', 'tenant_id': 'd787627cdb8d4cc9b70642659fae99d7', 'mac_address': 'fa:16:3e:5b:cd:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40febb8e-85a2-44af-bb73-f559467ae85b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1953, 'fixed_ips': [{'subnet_id': '44b3d79f-589d-4894-89ff-0fd9901e6ead', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T07:22:33Z', 'updated_at': '2021-01-14T07:22:50Z', 'revision_number': 5, 'project_id': 'd787627cdb8d4cc9b70642659fae99d7', 'subnets': [{'id': '44b3d79f-589d-4894-89ff-0fd9901e6ead', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'n-d-768862-2', False) {} {{(pid=84877) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:23:54.959440 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-594376ef-8745-46fb-bd19-47b5d6041c8a None None] The sync data for ids ['40febb8e-85a2-44af-bb73-f559467ae85b'] in n-d-768862-2 is: [{'id': '40febb8e-85a2-44af-bb73-f559467ae85b', 'name': 'tempest-RoutersIpV6Test-router-637200602', 'tenant_id': 'd787627cdb8d4cc9b70642659fae99d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-14T07:22:21Z', 'updated_at': '2021-01-14T07:23:53Z', 'revision_number': 6, 'project_id': 'd787627cdb8d4cc9b70642659fae99d7', 'gw_port_host': None, '_interfaces': [{'id': '5d4c80f7-fa86-4260-9c85-c0e3fe21da09', 'name': '', 'network_id': 'ecd2ef9e-48e8-480a-a1fc-ce09ba6212c7', 'tenant_id': 'd787627cdb8d4cc9b70642659fae99d7', 'mac_address': 'fa:16:3e:b9:1b:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40febb8e-85a2-44af-bb73-f559467ae85b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1993, 'fixed_ips': [{'subnet_id': '6d7b8862-6c15-43ed-8ff1-841e54b08eb8', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T07:22:57Z', 'updated_at': '2021-01-14T07:23:22Z', 'revision_number': 5, 'project_id': 'd787627cdb8d4cc9b70642659fae99d7', 'subnets': [{'id': '6d7b8862-6c15-43ed-8ff1-841e54b08eb8', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}, {'id': '6cfd491a-75f6-456b-b2fe-10bbc6241eeb', 'name': '', 'network_id': 'c9c42f8d-6ced-4552-9599-4e0f839bda7e', 'tenant_id': 'd787627cdb8d4cc9b70642659fae99d7', 'mac_address': 'fa:16:3e:db:69:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '40febb8e-85a2-44af-bb73-f559467ae85b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2068, 'fixed_ips': [{'subnet_id': 'f2075c06-81cf-4671-9898-2417d73e67d4', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T07:23:42Z', 'updated_at': '2021-01-14T07:23:53Z', 'revision_number': 4, 'project_id': 'd787627cdb8d4cc9b70642659fae99d7', 'subnets': [{'id': 'f2075c06-81cf-4671-9898-2417d73e67d4', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}, {'id': 'c404d567-18b6-4d4f-af34-4bc01b17dec1', 'name': '', 'network_id': '6adec993-1400-47e5-9a29-907bc02c17ed', 'tenant_id': 'd787627cdb8d4cc9b70642659fae99d7', 'mac_address': 'fa:16:3e:7d:23:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40febb8e-85a2-44af-bb73-f559467ae85b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2029, 'fixed_ips': [{'subnet_id': '2d637449-0027-48ee-bf00-a964d9e4da4e', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T07:23:17Z', 'updated_at': '2021-01-14T07:23:38Z', 'revision_number': 5, 'project_id': 'd787627cdb8d4cc9b70642659fae99d7', 'subnets': [{'id': '2d637449-0027-48ee-bf00-a964d9e4da4e', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}, {'id': 'd21b5147-a877-46a5-a233-6a97d5befecb', 'name': '', 'network_id': 'd7d2c5e4-b39f-4c26-a03a-605439415826', 'tenant_id': 'd787627cdb8d4cc9b70642659fae99d7', 'mac_address': 'fa:16:3e:5b:cd:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40febb8e-85a2-44af-bb73-f559467ae85b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1953, 'fixed_ips': [{'subnet_id': '44b3d79f-589d-4894-89ff-0fd9901e6ead', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T07:22:33Z', 'updated_at': '2021-01-14T07:22:50Z', 'revision_number': 5, 'project_id': 'd787627cdb8d4cc9b70642659fae99d7', 'subnets': [{'id': '44b3d79f-589d-4894-89ff-0fd9901e6ead', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=84877) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Jan 14 07:23:54.981228 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3ed6ae79-f7c3-4c46-bc95-b90fda41500a tempest-ExternalNetworksTestJSON-1523440521 tempest-ExternalNetworksTestJSON-1523440521] Made reservation on behalf of 818e23dab35146079ddb08b8e1f7b310 for: {'network': 1} {{(pid=84874) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 07:23:54.997124 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-3ed6ae79-f7c3-4c46-bc95-b90fda41500a tempest-ExternalNetworksTestJSON-1523440521 tempest-ExternalNetworksTestJSON-1523440521] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555753'] for network, before_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:23:55.048806 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555753'] for port, before_update {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:23:55.089626 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eaf4d4f2-caff-44ab-b6c0-0ed51191b5a6 tempest-RoutersIpV6AdminTest-832003634 tempest-RoutersIpV6AdminTest-832003634] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:23:55.099128 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-eaf4d4f2-caff-44ab-b6c0-0ed51191b5a6 tempest-RoutersIpV6AdminTest-832003634 tempest-RoutersIpV6AdminTest-832003634] 10.222.0.24 "GET /v2.0/networks/226f1e78-82cd-4481-9055-4eb73b6db8c1 HTTP/1.1" status: 200 len: 881 time: 0.5958803 Jan 14 07:23:55.141509 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3ed6ae79-f7c3-4c46-bc95-b90fda41500a tempest-ExternalNetworksTestJSON-1523440521 tempest-ExternalNetworksTestJSON-1523440521] vxlan segment allocate from pool success with {'vxlan_vni': 22} {{(pid=84874) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Jan 14 07:23:55.164757 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-3ed6ae79-f7c3-4c46-bc95-b90fda41500a tempest-ExternalNetworksTestJSON-1523440521 tempest-ExternalNetworksTestJSON-1523440521] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854179735'] for segment, precommit_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:23:55.165253 n-d-768862-2 neutron-server[84765]: INFO neutron.db.segments_db [None req-3ed6ae79-f7c3-4c46-bc95-b90fda41500a tempest-ExternalNetworksTestJSON-1523440521 tempest-ExternalNetworksTestJSON-1523440521] Added segment af143065-253d-40ed-9c02-c7c87bfa01fb of type vxlan for network fd02ec87-dfe2-43b0-b31c-8df93a8694af Jan 14 07:23:55.208514 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84874) accepted ('10.222.0.24', 43458) {{(pid=84874) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:23:55.336748 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] For port 3d3818d8-dfbd-4ae4-b8fe-e16d99d1e1e7, host n-d-768862-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-2',level=0,port_id=3d3818d8-dfbd-4ae4-b8fe-e16d99d1e1e7,segment=NetworkSegment(56f1c7cf-f3a3-41d2-9677-68978131444f),segment_id=56f1c7cf-f3a3-41d2-9677-68978131444f)] {{(pid=84876) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 07:23:55.357775 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777640533312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363259214678337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777640097497'] for port, after_update {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:23:55.360372 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84876) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:23:55.417337 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-821adefc-f9aa-4ca1-8650-6b636d5fff24 tempest-RoutersIpV6AdminTest-1631784580 tempest-RoutersIpV6AdminTest-1631784580] 10.222.0.24 "GET /v2.0/ports?device_id=9b563951-8a6b-493e-9bce-902cf15044df HTTP/1.1" status: 200 len: 205 time: 0.2023292 Jan 14 07:23:55.424644 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-3ed6ae79-f7c3-4c46-bc95-b90fda41500a tempest-ExternalNetworksTestJSON-1523440521 tempest-ExternalNetworksTestJSON-1523440521] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363259214646115'] for network, precommit_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:23:55.429554 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84874) accepted ('10.222.0.24', 43468) {{(pid=84874) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:23:55.558181 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Pushing event updated for resources: {'Port': ['ID=3d3818d8-dfbd-4ae4-b8fe-e16d99d1e1e7,revision_number=7']} {{(pid=84876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:23:55.568570 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.205s {{(pid=84876) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:23:55.569359 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.db.api [None req-6ab9f829-84b7-42db-aa09-97a5931fec5f None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84876) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Jan 14 07:23:55.569854 n-d-768862-2 neutron-server[84765]: DEBUG oslo_db.api [None req-6ab9f829-84b7-42db-aa09-97a5931fec5f None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84876) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Jan 14 07:23:55.714915 n-d-768862-2 neutron-server[84765]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2e264bd4-67c1-48b1-9b79-9e07dbae79af tempest-RoutersIpV6Test-883692175 tempest-RoutersIpV6Test-883692175] Router 40febb8e-85a2-44af-bb73-f559467ae85b has already been hosted by L3 agent 35f592e9-451b-4db9-abea-77b6a5c5391b {{(pid=84875) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Jan 14 07:23:55.898575 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-2cdf65c4-2cda-483a-a431-b3b5a118341e tempest-AllowedAddressPairIpV6TestJSON-498488695 tempest-AllowedAddressPairIpV6TestJSON-498488695] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-598964', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850887113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3154192', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2308610'] for subnet, after_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:23:55.921166 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-365445e0-68dd-4578-9d1d-b768e822fcb8 tempest-RoutersIpV6AdminTest-1631784580 tempest-RoutersIpV6AdminTest-1631784580] Notify callbacks [] for router, before_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:23:56.042877 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Device 6cfd491a-75f6-456b-b2fe-10bbc6241eeb up at agent ovs-agent-n-d-768862-2 {{(pid=84876) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 07:23:56.093428 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-1870a4ab-884d-4677-98cb-a338621d23cb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:23:56.149402 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cdf65c4-2cda-483a-a431-b3b5a118341e tempest-AllowedAddressPairIpV6TestJSON-498488695 tempest-AllowedAddressPairIpV6TestJSON-498488695] Pushing event deleted for resources: {'Subnet': ['ID=8affe838-b457-444f-a46a-03ca2db0d97d,revision_number=None']} {{(pid=84875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:23:56.159558 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-2cdf65c4-2cda-483a-a431-b3b5a118341e tempest-AllowedAddressPairIpV6TestJSON-498488695 tempest-AllowedAddressPairIpV6TestJSON-498488695] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:23:56.176935 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-2cdf65c4-2cda-483a-a431-b3b5a118341e tempest-AllowedAddressPairIpV6TestJSON-498488695 tempest-AllowedAddressPairIpV6TestJSON-498488695] Notify callbacks [] for subnet, before_response {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:23:56.189590 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-2cdf65c4-2cda-483a-a431-b3b5a118341e tempest-AllowedAddressPairIpV6TestJSON-498488695 tempest-AllowedAddressPairIpV6TestJSON-498488695] 10.222.0.24 "DELETE /v2.0/subnets/8affe838-b457-444f-a46a-03ca2db0d97d HTTP/1.1" status: 204 len: 168 time: 6.0307012 Jan 14 07:23:56.190489 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84875) accepted ('10.222.0.24', 43480) {{(pid=84875) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:23:56.203347 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.plugin [None req-6ab9f829-84b7-42db-aa09-97a5931fec5f None None] Deleting port 3d3818d8-dfbd-4ae4-b8fe-e16d99d1e1e7 {{(pid=84876) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 07:23:56.203743 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-6ab9f829-84b7-42db-aa09-97a5931fec5f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363259214248359'] for port, before_delete {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:23:56.350885 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-dd845cc4-6c3c-4ee3-a495-37a67f7c0423 tempest-AllowedAddressPairIpV6TestJSON-498488695 tempest-AllowedAddressPairIpV6TestJSON-498488695] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036854160497'] for network, before_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:23:56.371576 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5928386-9a02-467c-b3f7-08e759bce557 None None] Network e036a402-9710-4529-9dbb-b94dac95fa3a requested from n-d-768862-2 {{(pid=84876) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 07:23:56.434099 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2e264bd4-67c1-48b1-9b79-9e07dbae79af tempest-RoutersIpV6Test-883692175 tempest-RoutersIpV6Test-883692175] Notify agent at l3_agent.n-d-768862-2 the message routers_updated {{(pid=84875) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jan 14 07:23:56.450820 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-2e264bd4-67c1-48b1-9b79-9e07dbae79af tempest-RoutersIpV6Test-883692175 tempest-RoutersIpV6Test-883692175] Notify callbacks [] for router, before_response {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:23:56.455908 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-2e264bd4-67c1-48b1-9b79-9e07dbae79af tempest-RoutersIpV6Test-883692175 tempest-RoutersIpV6Test-883692175] 10.222.0.24 "PUT /v2.0/routers/40febb8e-85a2-44af-bb73-f559467ae85b HTTP/1.1" status: 200 len: 953 time: 6.3088431 Jan 14 07:23:56.456848 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.plugin [None req-dd845cc4-6c3c-4ee3-a495-37a67f7c0423 tempest-AllowedAddressPairIpV6TestJSON-498488695 tempest-AllowedAddressPairIpV6TestJSON-498488695] Deleting port b72d1d28-f945-48f1-8fd2-2eebc5d69146 {{(pid=84875) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 07:23:56.457227 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-dd845cc4-6c3c-4ee3-a495-37a67f7c0423 tempest-AllowedAddressPairIpV6TestJSON-498488695 tempest-AllowedAddressPairIpV6TestJSON-498488695] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363259214248359'] for port, before_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:23:56.484350 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84874) accepted ('10.222.0.24', 43490) {{(pid=84874) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:23:56.790358 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b42df513-0e9e-47c6-8d1f-3215fb861a85 None None] Sync routers for ids ['40febb8e-85a2-44af-bb73-f559467ae85b'] in n-d-768862-2 {{(pid=84877) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Jan 14 07:23:56.835699 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b42df513-0e9e-47c6-8d1f-3215fb861a85 None None] Routers {'40febb8e-85a2-44af-bb73-f559467ae85b'} bound to L3 agent in host n-d-768862-2 {{(pid=84877) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 14 07:23:56.837643 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_hamode_db [None req-b42df513-0e9e-47c6-8d1f-3215fb861a85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2021-01-14T06:56:51Z,description=,heartbeat_timestamp=2021-01-14T07:23:51Z,host='n-d-768862-2',id=35f592e9-451b-4db9-abea-77b6a5c5391b,load=0,resource_versions=,resources_synced=,started_at=2021-01-14T06:56:51Z,topic='l3_agent')) {'router_ids': ['40febb8e-85a2-44af-bb73-f559467ae85b'], 'active': True} {{(pid=84877) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:23:57.035591 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [None req-dd845cc4-6c3c-4ee3-a495-37a67f7c0423 tempest-AllowedAddressPairIpV6TestJSON-498488695 tempest-AllowedAddressPairIpV6TestJSON-498488695] For port b72d1d28-f945-48f1-8fd2-2eebc5d69146, host n-d-768862-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-2',level=0,port_id=b72d1d28-f945-48f1-8fd2-2eebc5d69146,segment=NetworkSegment(8f5cf988-ff2b-4a82-80a5-8ecc20f504ac),segment_id=8f5cf988-ff2b-4a82-80a5-8ecc20f504ac)] {{(pid=84875) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 07:23:57.043865 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-dd845cc4-6c3c-4ee3-a495-37a67f7c0423 tempest-AllowedAddressPairIpV6TestJSON-498488695 tempest-AllowedAddressPairIpV6TestJSON-498488695] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036850862667'] for port, precommit_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:23:57.054084 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-286921b9-dc07-4974-ad91-d8cf84934586 tempest-RoutersIpV6Test-883692175 tempest-RoutersIpV6Test-883692175] 10.222.0.24 "GET /v2.0/routers/40febb8e-85a2-44af-bb73-f559467ae85b HTTP/1.1" status: 200 len: 953 time: 0.5386355 Jan 14 07:23:57.057763 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84874) accepted ('10.222.0.24', 43508) {{(pid=84874) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:23:57.064258 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.db.resource_extend [None req-3ed6ae79-f7c3-4c46-bc95-b90fda41500a tempest-ExternalNetworksTestJSON-1523440521 tempest-ExternalNetworksTestJSON-1523440521] It took 1.19 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84874) wrapper /usr/local/lib/python3.6/dist-packages/oslo_utils/timeutils.py:388}} Jan 14 07:23:57.234115 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [None req-6ab9f829-84b7-42db-aa09-97a5931fec5f None None] For port 3d3818d8-dfbd-4ae4-b8fe-e16d99d1e1e7, host n-d-768862-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-2',level=0,port_id=3d3818d8-dfbd-4ae4-b8fe-e16d99d1e1e7,segment=NetworkSegment(56f1c7cf-f3a3-41d2-9677-68978131444f),segment_id=56f1c7cf-f3a3-41d2-9677-68978131444f)] {{(pid=84876) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 07:23:57.237411 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_dvr_db [None req-b42df513-0e9e-47c6-8d1f-3215fb861a85 None None] Set router 40febb8e-85a2-44af-bb73-f559467ae85b gateway port host: None {{(pid=84877) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 14 07:23:57.244179 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-6ab9f829-84b7-42db-aa09-97a5931fec5f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036850862667'] for port, precommit_delete {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:23:57.265848 n-d-768862-2 neutron-server[84765]: DEBUG neutron.objects.ports [None req-44412f11-3dbb-4202-a552-6e712c911edf tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] Time-cost: Fetching 1 ports in 0 security groups {{(pid=84874) get_objects /opt/stack/neutron/neutron/objects/ports.py:428}} Jan 14 07:23:57.270552 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.v2.base [None req-c918a35c-5ffb-490a-91af-3518fbf9c42f tempest-RoutersIpV6Test-883692175 tempest-RoutersIpV6Test-883692175] Request body: {'router': {'routes': None}} {{(pid=84874) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:23:57.368686 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.plugin [None req-dd845cc4-6c3c-4ee3-a495-37a67f7c0423 tempest-AllowedAddressPairIpV6TestJSON-498488695 tempest-AllowedAddressPairIpV6TestJSON-498488695] Calling delete_port for b72d1d28-f945-48f1-8fd2-2eebc5d69146 owned by network:dhcp {{(pid=84875) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 07:23:57.524895 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-dd845cc4-6c3c-4ee3-a495-37a67f7c0423 tempest-AllowedAddressPairIpV6TestJSON-498488695 tempest-AllowedAddressPairIpV6TestJSON-498488695] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777640533329', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777640097463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851621574'] for port, after_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:23:57.594034 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.plugin [None req-6ab9f829-84b7-42db-aa09-97a5931fec5f None None] Calling delete_port for 3d3818d8-dfbd-4ae4-b8fe-e16d99d1e1e7 owned by network:dhcp {{(pid=84876) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 07:23:57.671605 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-ee3d329b-eeae-4d6e-9fa7-16df9edeb3ac tempest-RoutersIpV6Test-883692175 tempest-RoutersIpV6Test-883692175] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:23:57.758518 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd845cc4-6c3c-4ee3-a495-37a67f7c0423 tempest-AllowedAddressPairIpV6TestJSON-498488695 tempest-AllowedAddressPairIpV6TestJSON-498488695] Pushing event deleted for resources: {'Port': ['ID=b72d1d28-f945-48f1-8fd2-2eebc5d69146,revision_number=None']} {{(pid=84875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:23:57.790862 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-dd845cc4-6c3c-4ee3-a495-37a67f7c0423 tempest-AllowedAddressPairIpV6TestJSON-498488695 tempest-AllowedAddressPairIpV6TestJSON-498488695] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:23:57.802715 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd845cc4-6c3c-4ee3-a495-37a67f7c0423 tempest-AllowedAddressPairIpV6TestJSON-498488695 tempest-AllowedAddressPairIpV6TestJSON-498488695] No DVR routers for this DVR port b72d1d28-f945-48f1-8fd2-2eebc5d69146 on host n-d-768862-2 {{(pid=84875) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Jan 14 07:23:57.875553 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-6ab9f829-84b7-42db-aa09-97a5931fec5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777640533329', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777640097463'] for port, after_delete {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:23:58.065799 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84876) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:23:58.102792 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_hamode_db [None req-b42df513-0e9e-47c6-8d1f-3215fb861a85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '40febb8e-85a2-44af-bb73-f559467ae85b', 'name': 'tempest-RoutersIpV6Test-router-637200602', 'tenant_id': 'd787627cdb8d4cc9b70642659fae99d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-14T07:22:21Z', 'updated_at': '2021-01-14T07:23:53Z', 'revision_number': 6, 'project_id': 'd787627cdb8d4cc9b70642659fae99d7', 'gw_port_host': None, '_interfaces': [{'id': '5d4c80f7-fa86-4260-9c85-c0e3fe21da09', 'name': '', 'network_id': 'ecd2ef9e-48e8-480a-a1fc-ce09ba6212c7', 'tenant_id': 'd787627cdb8d4cc9b70642659fae99d7', 'mac_address': 'fa:16:3e:b9:1b:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40febb8e-85a2-44af-bb73-f559467ae85b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1993, 'fixed_ips': [{'subnet_id': '6d7b8862-6c15-43ed-8ff1-841e54b08eb8', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T07:22:57Z', 'updated_at': '2021-01-14T07:23:22Z', 'revision_number': 5, 'project_id': 'd787627cdb8d4cc9b70642659fae99d7', 'subnets': [{'id': '6d7b8862-6c15-43ed-8ff1-841e54b08eb8', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}, {'id': '6cfd491a-75f6-456b-b2fe-10bbc6241eeb', 'name': '', 'network_id': 'c9c42f8d-6ced-4552-9599-4e0f839bda7e', 'tenant_id': 'd787627cdb8d4cc9b70642659fae99d7', 'mac_address': 'fa:16:3e:db:69:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '40febb8e-85a2-44af-bb73-f559467ae85b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2068, 'fixed_ips': [{'subnet_id': 'f2075c06-81cf-4671-9898-2417d73e67d4', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T07:23:42Z', 'updated_at': '2021-01-14T07:23:53Z', 'revision_number': 4, 'project_id': 'd787627cdb8d4cc9b70642659fae99d7', 'subnets': [{'id': 'f2075c06-81cf-4671-9898-2417d73e67d4', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}, {'id': 'c404d567-18b6-4d4f-af34-4bc01b17dec1', 'name': '', 'network_id': '6adec993-1400-47e5-9a29-907bc02c17ed', 'tenant_id': 'd787627cdb8d4cc9b70642659fae99d7', 'mac_address': 'fa:16:3e:7d:23:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40febb8e-85a2-44af-bb73-f559467ae85b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2029, 'fixed_ips': [{'subnet_id': '2d637449-0027-48ee-bf00-a964d9e4da4e', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T07:23:17Z', 'updated_at': '2021-01-14T07:23:38Z', 'revision_number': 5, 'project_id': 'd787627cdb8d4cc9b70642659fae99d7', 'subnets': [{'id': '2d637449-0027-48ee-bf00-a964d9e4da4e', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}, {'id': 'd21b5147-a877-46a5-a233-6a97d5befecb', 'name': '', 'network_id': 'd7d2c5e4-b39f-4c26-a03a-605439415826', 'tenant_id': 'd787627cdb8d4cc9b70642659fae99d7', 'mac_address': 'fa:16:3e:5b:cd:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40febb8e-85a2-44af-bb73-f559467ae85b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1953, 'fixed_ips': [{'subnet_id': '44b3d79f-589d-4894-89ff-0fd9901e6ead', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T07:22:33Z', 'updated_at': '2021-01-14T07:22:50Z', 'revision_number': 5, 'project_id': 'd787627cdb8d4cc9b70642659fae99d7', 'subnets': [{'id': '44b3d79f-589d-4894-89ff-0fd9901e6ead', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'n-d-768862-2', False) {} {{(pid=84877) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:23:58.115492 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b42df513-0e9e-47c6-8d1f-3215fb861a85 None None] Checking router: 40febb8e-85a2-44af-bb73-f559467ae85b for host: n-d-768862-2 {{(pid=84877) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Jan 14 07:23:58.134709 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-dd845cc4-6c3c-4ee3-a495-37a67f7c0423 tempest-AllowedAddressPairIpV6TestJSON-498488695 tempest-AllowedAddressPairIpV6TestJSON-498488695] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-598987', 'neutron.services.segments.db._delete_segments_for_network-8777640583949'] for network, precommit_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:23:58.145475 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b42df513-0e9e-47c6-8d1f-3215fb861a85 None None] Routers {'40febb8e-85a2-44af-bb73-f559467ae85b'} bound to L3 agent in host n-d-768862-2 {{(pid=84877) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 14 07:23:58.146368 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_hamode_db [None req-b42df513-0e9e-47c6-8d1f-3215fb861a85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2021-01-14T06:56:51Z,description=,heartbeat_timestamp=2021-01-14T07:23:51Z,host='n-d-768862-2',id=35f592e9-451b-4db9-abea-77b6a5c5391b,load=0,resource_versions=,resources_synced=,started_at=2021-01-14T06:56:51Z,topic='l3_agent')) {'router_ids': ['40febb8e-85a2-44af-bb73-f559467ae85b'], 'active': True} {{(pid=84877) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:23:58.293034 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ab9f829-84b7-42db-aa09-97a5931fec5f None None] Pushing event deleted for resources: {'Port': ['ID=3d3818d8-dfbd-4ae4-b8fe-e16d99d1e1e7,revision_number=None']} {{(pid=84876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:23:58.308924 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-6ab9f829-84b7-42db-aa09-97a5931fec5f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.244s {{(pid=84876) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:23:58.312369 n-d-768862-2 neutron-server[84765]: DEBUG neutron.services.segments.db [None req-dd845cc4-6c3c-4ee3-a495-37a67f7c0423 tempest-AllowedAddressPairIpV6TestJSON-498488695 tempest-AllowedAddressPairIpV6TestJSON-498488695] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e036a402-9710-4529-9dbb-b94dac95fa3a']}} {{(pid=84875) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:23:58.329061 n-d-768862-2 neutron-server[84765]: DEBUG neutron.services.segments.db [None req-dd845cc4-6c3c-4ee3-a495-37a67f7c0423 tempest-AllowedAddressPairIpV6TestJSON-498488695 tempest-AllowedAddressPairIpV6TestJSON-498488695] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8f5cf988-ff2b-4a82-80a5-8ecc20f504ac') {'for_net_delete': True} {{(pid=84875) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:23:58.329686 n-d-768862-2 neutron-server[84765]: DEBUG neutron.services.segments.db [None req-dd845cc4-6c3c-4ee3-a495-37a67f7c0423 tempest-AllowedAddressPairIpV6TestJSON-498488695 tempest-AllowedAddressPairIpV6TestJSON-498488695] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8f5cf988-ff2b-4a82-80a5-8ecc20f504ac') {} {{(pid=84875) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:23:58.347593 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-dd845cc4-6c3c-4ee3-a495-37a67f7c0423 tempest-AllowedAddressPairIpV6TestJSON-498488695 tempest-AllowedAddressPairIpV6TestJSON-498488695] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363259214173198', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036851408567'] for segment, before_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:23:58.378876 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-dd845cc4-6c3c-4ee3-a495-37a67f7c0423 tempest-AllowedAddressPairIpV6TestJSON-498488695 tempest-AllowedAddressPairIpV6TestJSON-498488695] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854179735'] for segment, precommit_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:23:58.381299 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-dd845cc4-6c3c-4ee3-a495-37a67f7c0423 tempest-AllowedAddressPairIpV6TestJSON-498488695 tempest-AllowedAddressPairIpV6TestJSON-498488695] Releasing vxlan tunnel 3 to pool {{(pid=84875) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Jan 14 07:23:58.389966 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Provisioning for port 6cfd491a-75f6-456b-b2fe-10bbc6241eeb completed by entity L2. {{(pid=84876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 07:23:58.402253 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ab9f829-84b7-42db-aa09-97a5931fec5f None None] No DVR routers for this DVR port 3d3818d8-dfbd-4ae4-b8fe-e16d99d1e1e7 on host n-d-768862-2 {{(pid=84876) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Jan 14 07:23:58.405735 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Provisioning complete for port 6cfd491a-75f6-456b-b2fe-10bbc6241eeb triggered by entity L2. {{(pid=84876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 07:23:58.406340 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-604227'] for port, provisioning_complete {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:23:58.475011 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e082c7e-0feb-4fba-9d45-443736fa85fd None None] DHCP port deletion for e036a402-9710-4529-9dbb-b94dac95fa3a request from n-d-768862-2 {{(pid=84876) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Jan 14 07:23:58.607546 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.managers [None req-dd845cc4-6c3c-4ee3-a495-37a67f7c0423 tempest-AllowedAddressPairIpV6TestJSON-498488695 tempest-AllowedAddressPairIpV6TestJSON-498488695] Network e036a402-9710-4529-9dbb-b94dac95fa3a has no segments {{(pid=84875) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 14 07:23:58.614915 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_dvr_db [None req-b42df513-0e9e-47c6-8d1f-3215fb861a85 None None] Set router 40febb8e-85a2-44af-bb73-f559467ae85b gateway port host: None {{(pid=84877) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 14 07:23:58.619065 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-dd845cc4-6c3c-4ee3-a495-37a67f7c0423 tempest-AllowedAddressPairIpV6TestJSON-498488695 tempest-AllowedAddressPairIpV6TestJSON-498488695] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-596065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3154253'] for segment, after_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:23:58.861906 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.managers [None req-dd845cc4-6c3c-4ee3-a495-37a67f7c0423 tempest-AllowedAddressPairIpV6TestJSON-498488695 tempest-AllowedAddressPairIpV6TestJSON-498488695] Network e036a402-9710-4529-9dbb-b94dac95fa3a has no segments {{(pid=84875) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 14 07:23:58.888384 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-365445e0-68dd-4578-9d1d-b768e822fcb8 tempest-RoutersIpV6AdminTest-1631784580 tempest-RoutersIpV6AdminTest-1631784580] Notify callbacks [] for router_gateway, before_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:23:58.894536 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.plugin [None req-365445e0-68dd-4578-9d1d-b768e822fcb8 tempest-RoutersIpV6AdminTest-1631784580 tempest-RoutersIpV6AdminTest-1631784580] Deleting port 3da77070-5283-4175-ada2-57b9c480308e {{(pid=84874) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 07:23:58.896947 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-365445e0-68dd-4578-9d1d-b768e822fcb8 tempest-RoutersIpV6AdminTest-1631784580 tempest-RoutersIpV6AdminTest-1631784580] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363259214248359'] for port, before_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:23:58.960168 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555753'] for port, before_update {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:23:58.994108 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-3ed6ae79-f7c3-4c46-bc95-b90fda41500a tempest-ExternalNetworksTestJSON-1523440521 tempest-ExternalNetworksTestJSON-1523440521] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850887149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964'] for network, after_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:23:58.995216 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ed6ae79-f7c3-4c46-bc95-b90fda41500a tempest-ExternalNetworksTestJSON-1523440521 tempest-ExternalNetworksTestJSON-1523440521] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:23:58.996273 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-3ed6ae79-f7c3-4c46-bc95-b90fda41500a tempest-ExternalNetworksTestJSON-1523440521 tempest-ExternalNetworksTestJSON-1523440521] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3207107'] for network, before_response {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:23:59.030883 n-d-768862-2 neutron-server[84765]: Traceback (most recent call last): Jan 14 07:23:59.030883 n-d-768862-2 neutron-server[84765]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 14 07:23:59.030883 n-d-768862-2 neutron-server[84765]: timer() Jan 14 07:23:59.030883 n-d-768862-2 neutron-server[84765]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 14 07:23:59.030883 n-d-768862-2 neutron-server[84765]: cb(*args, **kw) Jan 14 07:23:59.030883 n-d-768862-2 neutron-server[84765]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Jan 14 07:23:59.030883 n-d-768862-2 neutron-server[84765]: return func(*args, **kwargs) Jan 14 07:23:59.030883 n-d-768862-2 neutron-server[84765]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 14 07:23:59.030883 n-d-768862-2 neutron-server[84765]: self._notify() Jan 14 07:23:59.030883 n-d-768862-2 neutron-server[84765]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 14 07:23:59.030883 n-d-768862-2 neutron-server[84765]: self.callback(batched_events) Jan 14 07:23:59.030883 n-d-768862-2 neutron-server[84765]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 14 07:23:59.030883 n-d-768862-2 neutron-server[84765]: event.method(event) Jan 14 07:23:59.030883 n-d-768862-2 neutron-server[84765]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 14 07:23:59.030883 n-d-768862-2 neutron-server[84765]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 14 07:23:59.030883 n-d-768862-2 neutron-server[84765]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Jan 14 07:23:59.030883 n-d-768862-2 neutron-server[84765]: segment_id)['aggregates'][0] Jan 14 07:23:59.030883 n-d-768862-2 neutron-server[84765]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 14 07:23:59.030883 n-d-768862-2 neutron-server[84765]: return f(self, *a, **k) Jan 14 07:23:59.030883 n-d-768862-2 neutron-server[84765]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 14 07:23:59.030883 n-d-768862-2 neutron-server[84765]: return self._get(url).json() Jan 14 07:23:59.030883 n-d-768862-2 neutron-server[84765]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 14 07:23:59.030883 n-d-768862-2 neutron-server[84765]: **kwargs) Jan 14 07:23:59.030883 n-d-768862-2 neutron-server[84765]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 14 07:23:59.030883 n-d-768862-2 neutron-server[84765]: return self.request(url, 'GET', **kwargs) Jan 14 07:23:59.030883 n-d-768862-2 neutron-server[84765]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Jan 14 07:23:59.030883 n-d-768862-2 neutron-server[84765]: **endpoint_filter) Jan 14 07:23:59.030883 n-d-768862-2 neutron-server[84765]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 14 07:23:59.030883 n-d-768862-2 neutron-server[84765]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 14 07:23:59.030883 n-d-768862-2 neutron-server[84765]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 14 07:23:59.030883 n-d-768862-2 neutron-server[84765]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 14 07:23:59.030883 n-d-768862-2 neutron-server[84765]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 14 07:23:59.040540 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-dd845cc4-6c3c-4ee3-a495-37a67f7c0423 tempest-AllowedAddressPairIpV6TestJSON-498488695 tempest-AllowedAddressPairIpV6TestJSON-498488695] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036854176830', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850887149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3912591'] for network, after_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:23:59.054888 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-17c6130d-14d6-4a53-a469-7ad946bfba72 tempest-ServersTestMultiNic-2121779930 tempest-ServersTestMultiNic-2121779930] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:23:59.056223 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] For port 6cfd491a-75f6-456b-b2fe-10bbc6241eeb, host n-d-768862-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-2',level=0,port_id=6cfd491a-75f6-456b-b2fe-10bbc6241eeb,segment=NetworkSegment(06feb7f6-c5d7-4dce-8715-a4c4b119149d),segment_id=06feb7f6-c5d7-4dce-8715-a4c4b119149d)] {{(pid=84876) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 07:23:59.065240 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777640533312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363259214678337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777640097497'] for port, after_update {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:23:59.067482 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-448a8fe1-6c36-4821-a9b3-b5ce0b44b68a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84876) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:23:59.116413 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84875) accepted ('10.222.0.24', 43552) {{(pid=84875) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:23:59.119208 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-dd845cc4-6c3c-4ee3-a495-37a67f7c0423 tempest-AllowedAddressPairIpV6TestJSON-498488695 tempest-AllowedAddressPairIpV6TestJSON-498488695] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3207107'] for network, before_response {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:23:59.125045 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd845cc4-6c3c-4ee3-a495-37a67f7c0423 tempest-AllowedAddressPairIpV6TestJSON-498488695 tempest-AllowedAddressPairIpV6TestJSON-498488695] Pushing event deleted for resources: {'Network': ['ID=e036a402-9710-4529-9dbb-b94dac95fa3a,revision_number=None']} {{(pid=84875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:23:59.134756 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-5913f857-341a-42f4-98e7-0ed7312ee36a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:23:59.182683 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd845cc4-6c3c-4ee3-a495-37a67f7c0423 tempest-AllowedAddressPairIpV6TestJSON-498488695 tempest-AllowedAddressPairIpV6TestJSON-498488695] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@n-h1-768862-2 {{(pid=84875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:23:59.183322 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd845cc4-6c3c-4ee3-a495-37a67f7c0423 tempest-AllowedAddressPairIpV6TestJSON-498488695 tempest-AllowedAddressPairIpV6TestJSON-498488695] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-h1-768862-2 {{(pid=84875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:23:59.183892 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd845cc4-6c3c-4ee3-a495-37a67f7c0423 tempest-AllowedAddressPairIpV6TestJSON-498488695 tempest-AllowedAddressPairIpV6TestJSON-498488695] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-h1-768862-2 {{(pid=84875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:23:59.185923 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd845cc4-6c3c-4ee3-a495-37a67f7c0423 tempest-AllowedAddressPairIpV6TestJSON-498488695 tempest-AllowedAddressPairIpV6TestJSON-498488695] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-h1-768862-2 {{(pid=84875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:23:59.186600 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd845cc4-6c3c-4ee3-a495-37a67f7c0423 tempest-AllowedAddressPairIpV6TestJSON-498488695 tempest-AllowedAddressPairIpV6TestJSON-498488695] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@n-h1-768862-2 {{(pid=84875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:23:59.187341 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd845cc4-6c3c-4ee3-a495-37a67f7c0423 tempest-AllowedAddressPairIpV6TestJSON-498488695 tempest-AllowedAddressPairIpV6TestJSON-498488695] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-h1-768862-2 {{(pid=84875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:23:59.189948 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd845cc4-6c3c-4ee3-a495-37a67f7c0423 tempest-AllowedAddressPairIpV6TestJSON-498488695 tempest-AllowedAddressPairIpV6TestJSON-498488695] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-h1-768862-2 {{(pid=84875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:23:59.190521 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd845cc4-6c3c-4ee3-a495-37a67f7c0423 tempest-AllowedAddressPairIpV6TestJSON-498488695 tempest-AllowedAddressPairIpV6TestJSON-498488695] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-h1-768862-2 {{(pid=84875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:23:59.193194 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd845cc4-6c3c-4ee3-a495-37a67f7c0423 tempest-AllowedAddressPairIpV6TestJSON-498488695 tempest-AllowedAddressPairIpV6TestJSON-498488695] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-h1-768862-2 {{(pid=84875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:23:59.193771 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd845cc4-6c3c-4ee3-a495-37a67f7c0423 tempest-AllowedAddressPairIpV6TestJSON-498488695 tempest-AllowedAddressPairIpV6TestJSON-498488695] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-h1-768862-2 {{(pid=84875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:23:59.194324 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd845cc4-6c3c-4ee3-a495-37a67f7c0423 tempest-AllowedAddressPairIpV6TestJSON-498488695 tempest-AllowedAddressPairIpV6TestJSON-498488695] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-h1-768862-2 {{(pid=84875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:23:59.194855 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd845cc4-6c3c-4ee3-a495-37a67f7c0423 tempest-AllowedAddressPairIpV6TestJSON-498488695 tempest-AllowedAddressPairIpV6TestJSON-498488695] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-h1-768862-2 {{(pid=84875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:23:59.195515 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-3ed6ae79-f7c3-4c46-bc95-b90fda41500a tempest-ExternalNetworksTestJSON-1523440521 tempest-ExternalNetworksTestJSON-1523440521] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 830 time: 4.4789391 Jan 14 07:23:59.201105 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd845cc4-6c3c-4ee3-a495-37a67f7c0423 tempest-AllowedAddressPairIpV6TestJSON-498488695 tempest-AllowedAddressPairIpV6TestJSON-498488695] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@n-h2-768862-2 {{(pid=84875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:23:59.203144 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd845cc4-6c3c-4ee3-a495-37a67f7c0423 tempest-AllowedAddressPairIpV6TestJSON-498488695 tempest-AllowedAddressPairIpV6TestJSON-498488695] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-h2-768862-2 {{(pid=84875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:23:59.203683 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd845cc4-6c3c-4ee3-a495-37a67f7c0423 tempest-AllowedAddressPairIpV6TestJSON-498488695 tempest-AllowedAddressPairIpV6TestJSON-498488695] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-h2-768862-2 {{(pid=84875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:23:59.204233 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd845cc4-6c3c-4ee3-a495-37a67f7c0423 tempest-AllowedAddressPairIpV6TestJSON-498488695 tempest-AllowedAddressPairIpV6TestJSON-498488695] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-h2-768862-2 {{(pid=84875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:23:59.209455 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd845cc4-6c3c-4ee3-a495-37a67f7c0423 tempest-AllowedAddressPairIpV6TestJSON-498488695 tempest-AllowedAddressPairIpV6TestJSON-498488695] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@n-h2-768862-2 {{(pid=84875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:23:59.210175 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd845cc4-6c3c-4ee3-a495-37a67f7c0423 tempest-AllowedAddressPairIpV6TestJSON-498488695 tempest-AllowedAddressPairIpV6TestJSON-498488695] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-h2-768862-2 {{(pid=84875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:23:59.210726 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd845cc4-6c3c-4ee3-a495-37a67f7c0423 tempest-AllowedAddressPairIpV6TestJSON-498488695 tempest-AllowedAddressPairIpV6TestJSON-498488695] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-h2-768862-2 {{(pid=84875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:23:59.211218 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd845cc4-6c3c-4ee3-a495-37a67f7c0423 tempest-AllowedAddressPairIpV6TestJSON-498488695 tempest-AllowedAddressPairIpV6TestJSON-498488695] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-h2-768862-2 {{(pid=84875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:23:59.211712 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd845cc4-6c3c-4ee3-a495-37a67f7c0423 tempest-AllowedAddressPairIpV6TestJSON-498488695 tempest-AllowedAddressPairIpV6TestJSON-498488695] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-h2-768862-2 {{(pid=84875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:23:59.212212 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd845cc4-6c3c-4ee3-a495-37a67f7c0423 tempest-AllowedAddressPairIpV6TestJSON-498488695 tempest-AllowedAddressPairIpV6TestJSON-498488695] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-h2-768862-2 {{(pid=84875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:23:59.212703 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd845cc4-6c3c-4ee3-a495-37a67f7c0423 tempest-AllowedAddressPairIpV6TestJSON-498488695 tempest-AllowedAddressPairIpV6TestJSON-498488695] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-h2-768862-2 {{(pid=84875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:23:59.213331 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd845cc4-6c3c-4ee3-a495-37a67f7c0423 tempest-AllowedAddressPairIpV6TestJSON-498488695 tempest-AllowedAddressPairIpV6TestJSON-498488695] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-h2-768862-2 {{(pid=84875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:23:59.213908 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd845cc4-6c3c-4ee3-a495-37a67f7c0423 tempest-AllowedAddressPairIpV6TestJSON-498488695 tempest-AllowedAddressPairIpV6TestJSON-498488695] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-2 {{(pid=84875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:23:59.214215 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84874) accepted ('10.222.0.24', 43558) {{(pid=84874) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:23:59.219949 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd845cc4-6c3c-4ee3-a495-37a67f7c0423 tempest-AllowedAddressPairIpV6TestJSON-498488695 tempest-AllowedAddressPairIpV6TestJSON-498488695] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-2 {{(pid=84875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:23:59.220176 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd845cc4-6c3c-4ee3-a495-37a67f7c0423 tempest-AllowedAddressPairIpV6TestJSON-498488695 tempest-AllowedAddressPairIpV6TestJSON-498488695] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-2 {{(pid=84875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:23:59.220667 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd845cc4-6c3c-4ee3-a495-37a67f7c0423 tempest-AllowedAddressPairIpV6TestJSON-498488695 tempest-AllowedAddressPairIpV6TestJSON-498488695] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-2 {{(pid=84875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:23:59.221164 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd845cc4-6c3c-4ee3-a495-37a67f7c0423 tempest-AllowedAddressPairIpV6TestJSON-498488695 tempest-AllowedAddressPairIpV6TestJSON-498488695] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@n-d-768862-2 {{(pid=84875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:23:59.221663 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd845cc4-6c3c-4ee3-a495-37a67f7c0423 tempest-AllowedAddressPairIpV6TestJSON-498488695 tempest-AllowedAddressPairIpV6TestJSON-498488695] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-2 {{(pid=84875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:23:59.222168 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd845cc4-6c3c-4ee3-a495-37a67f7c0423 tempest-AllowedAddressPairIpV6TestJSON-498488695 tempest-AllowedAddressPairIpV6TestJSON-498488695] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-768862-2 {{(pid=84875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:23:59.222658 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd845cc4-6c3c-4ee3-a495-37a67f7c0423 tempest-AllowedAddressPairIpV6TestJSON-498488695 tempest-AllowedAddressPairIpV6TestJSON-498488695] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-768862-2 {{(pid=84875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:23:59.223663 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd845cc4-6c3c-4ee3-a495-37a67f7c0423 tempest-AllowedAddressPairIpV6TestJSON-498488695 tempest-AllowedAddressPairIpV6TestJSON-498488695] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-2 {{(pid=84875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:23:59.224226 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd845cc4-6c3c-4ee3-a495-37a67f7c0423 tempest-AllowedAddressPairIpV6TestJSON-498488695 tempest-AllowedAddressPairIpV6TestJSON-498488695] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-2 {{(pid=84875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:23:59.224717 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd845cc4-6c3c-4ee3-a495-37a67f7c0423 tempest-AllowedAddressPairIpV6TestJSON-498488695 tempest-AllowedAddressPairIpV6TestJSON-498488695] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-2 {{(pid=84875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:23:59.228307 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd845cc4-6c3c-4ee3-a495-37a67f7c0423 tempest-AllowedAddressPairIpV6TestJSON-498488695 tempest-AllowedAddressPairIpV6TestJSON-498488695] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-2 {{(pid=84875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:23:59.245325 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-dd845cc4-6c3c-4ee3-a495-37a67f7c0423 tempest-AllowedAddressPairIpV6TestJSON-498488695 tempest-AllowedAddressPairIpV6TestJSON-498488695] 10.222.0.24 "DELETE /v2.0/networks/e036a402-9710-4529-9dbb-b94dac95fa3a HTTP/1.1" status: 204 len: 168 time: 3.0494874 Jan 14 07:23:59.246865 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-dd845cc4-6c3c-4ee3-a495-37a67f7c0423 tempest-AllowedAddressPairIpV6TestJSON-498488695 tempest-AllowedAddressPairIpV6TestJSON-498488695] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.198s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:23:59.281562 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Pushing event updated for resources: {'Port': ['ID=6cfd491a-75f6-456b-b2fe-10bbc6241eeb,revision_number=5']} {{(pid=84876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:23:59.292522 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Device b72d1d28-f945-48f1-8fd2-2eebc5d69146 no longer exists at agent ovs-agent-n-d-768862-2 {{(pid=84876) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jan 14 07:23:59.410861 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.343s {{(pid=84876) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:23:59.438729 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.plugin [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] No Port match for: b72d1d28-f945-48f1-8fd2-2eebc5d69146 {{(pid=84876) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2188}} Jan 14 07:23:59.439356 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Device b72d1d28-f945-48f1-8fd2-2eebc5d69146 not bound to the agent host n-d-768862-2 {{(pid=84876) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jan 14 07:23:59.561746 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-803a3fd6-a12d-4002-af88-93d8a9ea0815 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:23:59.586098 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-803a3fd6-a12d-4002-af88-93d8a9ea0815 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:23:59.594302 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-803a3fd6-a12d-4002-af88-93d8a9ea0815 admin admin] Usage tracker for resource:security_group_rule and tenant:b07faa506cab4dc6947a4c81a9166a3e is out of sync, need to count used quota {{(pid=84875) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:23:59.598829 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-803a3fd6-a12d-4002-af88-93d8a9ea0815 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84875) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:23:59.622729 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-803a3fd6-a12d-4002-af88-93d8a9ea0815 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:23:59.659785 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_hamode_db [None req-b42df513-0e9e-47c6-8d1f-3215fb861a85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '40febb8e-85a2-44af-bb73-f559467ae85b', 'name': 'tempest-RoutersIpV6Test-router-637200602', 'tenant_id': 'd787627cdb8d4cc9b70642659fae99d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-14T07:22:21Z', 'updated_at': '2021-01-14T07:23:53Z', 'revision_number': 6, 'project_id': 'd787627cdb8d4cc9b70642659fae99d7', 'gw_port_host': None, '_interfaces': [{'id': '5d4c80f7-fa86-4260-9c85-c0e3fe21da09', 'name': '', 'network_id': 'ecd2ef9e-48e8-480a-a1fc-ce09ba6212c7', 'tenant_id': 'd787627cdb8d4cc9b70642659fae99d7', 'mac_address': 'fa:16:3e:b9:1b:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40febb8e-85a2-44af-bb73-f559467ae85b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1993, 'fixed_ips': [{'subnet_id': '6d7b8862-6c15-43ed-8ff1-841e54b08eb8', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T07:22:57Z', 'updated_at': '2021-01-14T07:23:22Z', 'revision_number': 5, 'project_id': 'd787627cdb8d4cc9b70642659fae99d7', 'subnets': [{'id': '6d7b8862-6c15-43ed-8ff1-841e54b08eb8', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}, {'id': '6cfd491a-75f6-456b-b2fe-10bbc6241eeb', 'name': '', 'network_id': 'c9c42f8d-6ced-4552-9599-4e0f839bda7e', 'tenant_id': 'd787627cdb8d4cc9b70642659fae99d7', 'mac_address': 'fa:16:3e:db:69:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '40febb8e-85a2-44af-bb73-f559467ae85b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2068, 'fixed_ips': [{'subnet_id': 'f2075c06-81cf-4671-9898-2417d73e67d4', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T07:23:42Z', 'updated_at': '2021-01-14T07:23:53Z', 'revision_number': 4, 'project_id': 'd787627cdb8d4cc9b70642659fae99d7', 'subnets': [{'id': 'f2075c06-81cf-4671-9898-2417d73e67d4', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}, {'id': 'c404d567-18b6-4d4f-af34-4bc01b17dec1', 'name': '', 'network_id': '6adec993-1400-47e5-9a29-907bc02c17ed', 'tenant_id': 'd787627cdb8d4cc9b70642659fae99d7', 'mac_address': 'fa:16:3e:7d:23:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40febb8e-85a2-44af-bb73-f559467ae85b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2029, 'fixed_ips': [{'subnet_id': '2d637449-0027-48ee-bf00-a964d9e4da4e', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T07:23:17Z', 'updated_at': '2021-01-14T07:23:38Z', 'revision_number': 5, 'project_id': 'd787627cdb8d4cc9b70642659fae99d7', 'subnets': [{'id': '2d637449-0027-48ee-bf00-a964d9e4da4e', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}, {'id': 'd21b5147-a877-46a5-a233-6a97d5befecb', 'name': '', 'network_id': 'd7d2c5e4-b39f-4c26-a03a-605439415826', 'tenant_id': 'd787627cdb8d4cc9b70642659fae99d7', 'mac_address': 'fa:16:3e:5b:cd:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40febb8e-85a2-44af-bb73-f559467ae85b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1953, 'fixed_ips': [{'subnet_id': '44b3d79f-589d-4894-89ff-0fd9901e6ead', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T07:22:33Z', 'updated_at': '2021-01-14T07:22:50Z', 'revision_number': 5, 'project_id': 'd787627cdb8d4cc9b70642659fae99d7', 'subnets': [{'id': '44b3d79f-589d-4894-89ff-0fd9901e6ead', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'n-d-768862-2', False) {} {{(pid=84877) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:23:59.669176 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b42df513-0e9e-47c6-8d1f-3215fb861a85 None None] The sync data for ids ['40febb8e-85a2-44af-bb73-f559467ae85b'] in n-d-768862-2 is: [{'id': '40febb8e-85a2-44af-bb73-f559467ae85b', 'name': 'tempest-RoutersIpV6Test-router-637200602', 'tenant_id': 'd787627cdb8d4cc9b70642659fae99d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-14T07:22:21Z', 'updated_at': '2021-01-14T07:23:53Z', 'revision_number': 6, 'project_id': 'd787627cdb8d4cc9b70642659fae99d7', 'gw_port_host': None, '_interfaces': [{'id': '5d4c80f7-fa86-4260-9c85-c0e3fe21da09', 'name': '', 'network_id': 'ecd2ef9e-48e8-480a-a1fc-ce09ba6212c7', 'tenant_id': 'd787627cdb8d4cc9b70642659fae99d7', 'mac_address': 'fa:16:3e:b9:1b:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40febb8e-85a2-44af-bb73-f559467ae85b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1993, 'fixed_ips': [{'subnet_id': '6d7b8862-6c15-43ed-8ff1-841e54b08eb8', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T07:22:57Z', 'updated_at': '2021-01-14T07:23:22Z', 'revision_number': 5, 'project_id': 'd787627cdb8d4cc9b70642659fae99d7', 'subnets': [{'id': '6d7b8862-6c15-43ed-8ff1-841e54b08eb8', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}, {'id': '6cfd491a-75f6-456b-b2fe-10bbc6241eeb', 'name': '', 'network_id': 'c9c42f8d-6ced-4552-9599-4e0f839bda7e', 'tenant_id': 'd787627cdb8d4cc9b70642659fae99d7', 'mac_address': 'fa:16:3e:db:69:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '40febb8e-85a2-44af-bb73-f559467ae85b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2068, 'fixed_ips': [{'subnet_id': 'f2075c06-81cf-4671-9898-2417d73e67d4', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T07:23:42Z', 'updated_at': '2021-01-14T07:23:53Z', 'revision_number': 4, 'project_id': 'd787627cdb8d4cc9b70642659fae99d7', 'subnets': [{'id': 'f2075c06-81cf-4671-9898-2417d73e67d4', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}, {'id': 'c404d567-18b6-4d4f-af34-4bc01b17dec1', 'name': '', 'network_id': '6adec993-1400-47e5-9a29-907bc02c17ed', 'tenant_id': 'd787627cdb8d4cc9b70642659fae99d7', 'mac_address': 'fa:16:3e:7d:23:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40febb8e-85a2-44af-bb73-f559467ae85b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2029, 'fixed_ips': [{'subnet_id': '2d637449-0027-48ee-bf00-a964d9e4da4e', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T07:23:17Z', 'updated_at': '2021-01-14T07:23:38Z', 'revision_number': 5, 'project_id': 'd787627cdb8d4cc9b70642659fae99d7', 'subnets': [{'id': '2d637449-0027-48ee-bf00-a964d9e4da4e', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}, {'id': 'd21b5147-a877-46a5-a233-6a97d5befecb', 'name': '', 'network_id': 'd7d2c5e4-b39f-4c26-a03a-605439415826', 'tenant_id': 'd787627cdb8d4cc9b70642659fae99d7', 'mac_address': 'fa:16:3e:5b:cd:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40febb8e-85a2-44af-bb73-f559467ae85b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1953, 'fixed_ips': [{'subnet_id': '44b3d79f-589d-4894-89ff-0fd9901e6ead', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T07:22:33Z', 'updated_at': '2021-01-14T07:22:50Z', 'revision_number': 5, 'project_id': 'd787627cdb8d4cc9b70642659fae99d7', 'subnets': [{'id': '44b3d79f-589d-4894-89ff-0fd9901e6ead', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=84877) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Jan 14 07:23:59.674159 n-d-768862-2 neutron-server[84765]: WARNING neutron.services.revisions.revision_plugin [None req-44412f11-3dbb-4202-a552-6e712c911edf tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] Could not find related port for resource to bump revision. Jan 14 07:23:59.689334 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.v2.base [None req-d842f215-034e-42e7-b1ae-03486b4b7b7b tempest-ExternalNetworksTestJSON-1523440521 tempest-ExternalNetworksTestJSON-1523440521] Request body: {'subnet': {'network_id': 'fd02ec87-dfe2-43b0-b31c-8df93a8694af', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=84874) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:23:59.746861 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.ipam_pluggable_backend [None req-44412f11-3dbb-4202-a552-6e712c911edf tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] Port 3d3818d8-dfbd-4ae4-b8fe-e16d99d1e1e7 was deleted while updating it with an IPv6 auto-address. Ignoring. {{(pid=84874) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:573}} Jan 14 07:23:59.747237 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.ipam_pluggable_backend [None req-44412f11-3dbb-4202-a552-6e712c911edf tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] Reverting IP allocation for 2001:db8::f816:3eff:feec:d764 {{(pid=84874) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:574}} Jan 14 07:23:59.751198 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.ipam_pluggable_backend [None req-44412f11-3dbb-4202-a552-6e712c911edf tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] Reverting IP allocation failed for 2001:db8::f816:3eff:feec:d764 {{(pid=84874) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:581}} Jan 14 07:23:59.752983 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-d842f215-034e-42e7-b1ae-03486b4b7b7b tempest-ExternalNetworksTestJSON-1523440521 tempest-ExternalNetworksTestJSON-1523440521] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:23:59.765003 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-44412f11-3dbb-4202-a552-6e712c911edf tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850887113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3254092', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036851981146'] for subnet, after_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:23:59.802036 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84875) accepted ('10.222.0.24', 43568) {{(pid=84875) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:23:59.817890 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-803a3fd6-a12d-4002-af88-93d8a9ea0815 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:23:59.838329 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-803a3fd6-a12d-4002-af88-93d8a9ea0815 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850887153'] for security_group, after_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:23:59.899752 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-536cf4b7-98ac-4203-a81d-beacd44343b3 tempest-ExternalNetworksTestJSON-1189716114 tempest-ExternalNetworksTestJSON-1189716114] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:23:59.939361 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-803a3fd6-a12d-4002-af88-93d8a9ea0815 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=b07faa506cab4dc6947a4c81a9166a3e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7854855 Jan 14 07:23:59.943330 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84875) accepted ('10.222.0.24', 43574) {{(pid=84875) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:23:59.997130 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-d842f215-034e-42e7-b1ae-03486b4b7b7b tempest-ExternalNetworksTestJSON-1523440521 tempest-ExternalNetworksTestJSON-1523440521] Usage tracker for resource:subnet and tenant:818e23dab35146079ddb08b8e1f7b310 is out of sync, need to count used quota {{(pid=84874) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:24:00.066346 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-d842f215-034e-42e7-b1ae-03486b4b7b7b tempest-ExternalNetworksTestJSON-1523440521 tempest-ExternalNetworksTestJSON-1523440521] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84874) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:24:00.072056 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ed6ae79-f7c3-4c46-bc95-b90fda41500a tempest-ExternalNetworksTestJSON-1523440521 tempest-ExternalNetworksTestJSON-1523440521] Pushing event updated for resources: {'Network': ['ID=fd02ec87-dfe2-43b0-b31c-8df93a8694af,revision_number=1']} {{(pid=84874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:24:00.086648 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-017f98a9-8a07-408c-a86f-8ff0c00400a0 None None] Network fd02ec87-dfe2-43b0-b31c-8df93a8694af details requested by agent ovs-agent-n-h1-768862-2 with host n-h1-768862-2 {{(pid=84876) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 07:24:00.091536 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-3ed6ae79-f7c3-4c46-bc95-b90fda41500a tempest-ExternalNetworksTestJSON-1523440521 tempest-ExternalNetworksTestJSON-1523440521] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.969s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:24:00.092698 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-d842f215-034e-42e7-b1ae-03486b4b7b7b tempest-ExternalNetworksTestJSON-1523440521 tempest-ExternalNetworksTestJSON-1523440521] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:24:00.094850 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-42ae4ef9-d34c-45f4-a734-3566768f123a tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.109s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:24:00.108240 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-803a3fd6-a12d-4002-af88-93d8a9ea0815 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=39a58bbe-014a-418e-b465-1812823996c6,revision_number=1']} {{(pid=84875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:24:00.128696 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-803a3fd6-a12d-4002-af88-93d8a9ea0815 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.229s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:24:00.185913 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-5ecb70f1-cd6a-4d20-a4f9-57f3e47f9029 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:24:00.189043 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44412f11-3dbb-4202-a552-6e712c911edf tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] Pushing event updated for resources: {'Subnet': ['ID=0c5d7d87-6570-4b3e-a416-23d99c064b6b,revision_number=0']} {{(pid=84874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:24:00.203966 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-91822942-7ac5-436e-88e5-8d03d2b9333c admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=25bfe76596c546468c14c705e418c08f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3966687 Jan 14 07:24:00.206140 n-d-768862-2 neutron-server[84765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44412f11-3dbb-4202-a552-6e712c911edf tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] Network 23f0a15d-6362-4cec-82c1-cacba887c566 is already hosted by enough agents. {{(pid=84874) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 07:24:00.208589 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84875) accepted ('10.222.0.24', 43578) {{(pid=84875) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:24:00.208964 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-44412f11-3dbb-4202-a552-6e712c911edf tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:24:00.280274 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-5ecb70f1-cd6a-4d20-a4f9-57f3e47f9029 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:24:00.318713 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.extraroute_db [None req-c918a35c-5ffb-490a-91af-3518fbf9c42f tempest-RoutersIpV6Test-883692175 tempest-RoutersIpV6Test-883692175] Added routes are [] {{(pid=84874) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:113}} Jan 14 07:24:00.319018 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-b7d237d1-6778-4f92-a2ea-631b8c3513a9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:24:00.319601 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.extraroute_db [None req-c918a35c-5ffb-490a-91af-3518fbf9c42f tempest-RoutersIpV6Test-883692175 tempest-RoutersIpV6Test-883692175] Removed routes are [{'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}, {'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}] {{(pid=84874) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:121}} Jan 14 07:24:00.361480 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-852a24f7-e9a1-4193-9abb-e9506fe5213f None None] Network fd02ec87-dfe2-43b0-b31c-8df93a8694af details requested by agent ovs-agent-n-h2-768862-2 with host n-h2-768862-2 {{(pid=84876) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 07:24:00.362012 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-c918a35c-5ffb-490a-91af-3518fbf9c42f tempest-RoutersIpV6Test-883692175 tempest-RoutersIpV6Test-883692175] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3912484', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3889188', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-58194'] for router, precommit_update {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:24:00.365677 n-d-768862-2 neutron-server[84765]: DEBUG neutron.scheduler.base_scheduler [None req-44412f11-3dbb-4202-a552-6e712c911edf tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] Resources bound (agent type, host, resource id): {{(pid=84874) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 07:24:00.385046 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-b7d237d1-6778-4f92-a2ea-631b8c3513a9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:24:00.386135 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44412f11-3dbb-4202-a552-6e712c911edf tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:24:00.386883 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-44412f11-3dbb-4202-a552-6e712c911edf tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3207107'] for subnet, before_response {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:24:00.418630 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d842f215-034e-42e7-b1ae-03486b4b7b7b tempest-ExternalNetworksTestJSON-1523440521 tempest-ExternalNetworksTestJSON-1523440521] Made reservation on behalf of 818e23dab35146079ddb08b8e1f7b310 for: {'subnet': 1} {{(pid=84874) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 07:24:00.425720 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-d842f215-034e-42e7-b1ae-03486b4b7b7b tempest-ExternalNetworksTestJSON-1523440521 tempest-ExternalNetworksTestJSON-1523440521] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036851981161'] for subnet, before_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:24:00.441355 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-5ecb70f1-cd6a-4d20-a4f9-57f3e47f9029 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850887153'] for security_group, after_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:24:00.447554 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-4890d7f4-7d00-4bec-82ab-3bf132ef45b6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:24:00.463904 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ecb70f1-cd6a-4d20-a4f9-57f3e47f9029 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=39a58bbe-014a-418e-b465-1812823996c6,revision_number=None']} {{(pid=84875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:24:00.469953 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-5ecb70f1-cd6a-4d20-a4f9-57f3e47f9029 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:24:00.476567 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-5ecb70f1-cd6a-4d20-a4f9-57f3e47f9029 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:24:00.477869 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-5ecb70f1-cd6a-4d20-a4f9-57f3e47f9029 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/39a58bbe-014a-418e-b465-1812823996c6 HTTP/1.1" status: 204 len: 168 time: 0.5286200 Jan 14 07:24:00.494521 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Network fd02ec87-dfe2-43b0-b31c-8df93a8694af details requested by agent ovs-agent-n-d-768862-2 with host n-d-768862-2 {{(pid=84876) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 07:24:00.497600 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-b7d237d1-6778-4f92-a2ea-631b8c3513a9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850887153'] for security_group, after_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:24:00.508136 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-627c6607-3f9d-46fb-8909-2240787d46a6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:24:00.519979 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e23b178d-9ac3-42a8-934d-be67ebb19b3b None None] Network 23f0a15d-6362-4cec-82c1-cacba887c566 requested from n-d-768862-2 {{(pid=84876) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 07:24:00.542348 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-b7d237d1-6778-4f92-a2ea-631b8c3513a9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:24:00.550107 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-b7d237d1-6778-4f92-a2ea-631b8c3513a9 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/ae058b9f-250e-42d5-ab10-93c68cbcabf3 HTTP/1.1" status: 204 len: 168 time: 0.3397994 Jan 14 07:24:00.552012 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7d237d1-6778-4f92-a2ea-631b8c3513a9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ae058b9f-250e-42d5-ab10-93c68cbcabf3,revision_number=None']} {{(pid=84875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:24:00.569108 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-b7d237d1-6778-4f92-a2ea-631b8c3513a9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:24:00.873199 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84875) accepted ('10.222.0.24', 43602) {{(pid=84875) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:24:00.886247 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-44412f11-3dbb-4202-a552-6e712c911edf tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 7.8035712 Jan 14 07:24:00.892563 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.v2.base [None req-71e999ee-501a-41c5-bcf7-70dbd26c5914 tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] Request body: {'subnet': {'network_id': '23f0a15d-6362-4cec-82c1-cacba887c566', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=84875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:24:01.143209 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f00eb1d0-3407-45be-b67c-50ee066a0946 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5d94dc7a-c095-50a4-955e-5f3b78718a12-23f0a15d-6362-4cec-82c1-cacba887c566', 'network_id': '23f0a15d-6362-4cec-82c1-cacba887c566', 'tenant_id': 'be0aa702e3ca464795a99c51e3b3b04f', 'fixed_ips': [{'subnet_id': '0c5d7d87-6570-4b3e-a416-23d99c064b6b'}]}} from n-d-768862-2. {{(pid=84876) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Jan 14 07:24:01.145791 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-f00eb1d0-3407-45be-b67c-50ee066a0946 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555753'] for port, before_create {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:24:01.259773 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Device 6cfd491a-75f6-456b-b2fe-10bbc6241eeb up at agent ovs-agent-n-d-768862-2 {{(pid=84876) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 07:24:01.334503 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-71e999ee-501a-41c5-bcf7-70dbd26c5914 tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:24:01.343504 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-71e999ee-501a-41c5-bcf7-70dbd26c5914 tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] Usage tracker for resource:subnet and tenant:be0aa702e3ca464795a99c51e3b3b04f is out of sync, need to count used quota {{(pid=84875) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:24:01.351494 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-71e999ee-501a-41c5-bcf7-70dbd26c5914 tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] Quota usage for subnet was recalculated. Used quota:1. {{(pid=84875) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:24:01.370446 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-71e999ee-501a-41c5-bcf7-70dbd26c5914 tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:24:01.387310 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-71e999ee-501a-41c5-bcf7-70dbd26c5914 tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] Made reservation on behalf of be0aa702e3ca464795a99c51e3b3b04f for: {'subnet': 1} {{(pid=84875) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 07:24:01.493034 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-365445e0-68dd-4578-9d1d-b768e822fcb8 tempest-RoutersIpV6AdminTest-1631784580 tempest-RoutersIpV6AdminTest-1631784580] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036850862667'] for port, precommit_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:24:01.633177 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84875) accepted ('10.222.0.24', 43626) {{(pid=84875) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:24:01.743345 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.plugin [None req-365445e0-68dd-4578-9d1d-b768e822fcb8 tempest-RoutersIpV6AdminTest-1631784580 tempest-RoutersIpV6AdminTest-1631784580] Calling delete_port for 3da77070-5283-4175-ada2-57b9c480308e owned by network:router_gateway {{(pid=84874) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 07:24:01.747885 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-71e999ee-501a-41c5-bcf7-70dbd26c5914 tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036852467157'] for subnet, before_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:24:02.120406 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-f4ce6760-ec4b-480d-b114-34b95369f41c admin admin] Notify callbacks [] for security_group, before_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:24:02.144695 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.db_base_plugin_common [None req-f00eb1d0-3407-45be-b67c-50ee066a0946 None None] Allocated IP 2001:db8::f816:3eff:fe37:c71 (23f0a15d-6362-4cec-82c1-cacba887c566/0c5d7d87-6570-4b3e-a416-23d99c064b6b/9ddfdf0f-b1b2-4787-bfe9-62580d513abf) {{(pid=84876) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 14 07:24:02.215753 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-f4ce6760-ec4b-480d-b114-34b95369f41c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:24:02.238067 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-f4ce6760-ec4b-480d-b114-34b95369f41c admin admin] Usage tracker for resource:security_group_rule and tenant:d7d8d5c5a6bb4f9ea2cf5adfec0214ef is out of sync, need to count used quota {{(pid=84875) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:24:02.299164 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Provisioning complete for port 6cfd491a-75f6-456b-b2fe-10bbc6241eeb triggered by entity L2. {{(pid=84876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 07:24:02.299586 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-604227'] for port, provisioning_complete {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:24:02.357806 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-c918a35c-5ffb-490a-91af-3518fbf9c42f tempest-RoutersIpV6Test-883692175 tempest-RoutersIpV6Test-883692175] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3912484', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3889188', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-58194'] for router, precommit_update {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:24:02.365027 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-c918a35c-5ffb-490a-91af-3518fbf9c42f tempest-RoutersIpV6Test-883692175 tempest-RoutersIpV6Test-883692175] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036850863158', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change--9223372036850863141', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3912659', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources--9223372036850886437'] for router, after_update {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:24:02.553690 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-365445e0-68dd-4578-9d1d-b768e822fcb8 tempest-RoutersIpV6AdminTest-1631784580 tempest-RoutersIpV6AdminTest-1631784580] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777640533329', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777640097463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3254186'] for port, after_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:24:02.595355 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-f00eb1d0-3407-45be-b67c-50ee066a0946 None None] Notify callbacks [] for port, precommit_create {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:24:02.729804 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-f4ce6760-ec4b-480d-b114-34b95369f41c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84875) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:24:02.740077 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-f4ce6760-ec4b-480d-b114-34b95369f41c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:24:02.805964 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84875) accepted ('10.222.0.24', 43648) {{(pid=84875) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:24:02.992981 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-f4ce6760-ec4b-480d-b114-34b95369f41c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:24:03.003349 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-f4ce6760-ec4b-480d-b114-34b95369f41c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850887153'] for security_group, after_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:24:03.017983 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-a193cd76-1e60-4194-910b-880f0a598db1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:24:03.050768 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-71e999ee-501a-41c5-bcf7-70dbd26c5914 tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850887113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036851621412', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036852467174'] for subnet, after_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:24:03.089958 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84875) accepted ('10.222.0.24', 43656) {{(pid=84875) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:24:03.219459 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [None req-47d77893-f168-4d34-82b7-e082c10163a2 tempest-ExtensionsTestJSON-595256684 tempest-ExtensionsTestJSON-595256684] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=84875) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 14 07:24:03.226345 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-47d77893-f168-4d34-82b7-e082c10163a2 tempest-ExtensionsTestJSON-595256684 tempest-ExtensionsTestJSON-595256684] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13274 time: 0.4137433 Jan 14 07:24:03.228365 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-f4ce6760-ec4b-480d-b114-34b95369f41c admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=d7d8d5c5a6bb4f9ea2cf5adfec0214ef&name=default HTTP/1.1" status: 200 len: 2983 time: 1.5886273 Jan 14 07:24:03.231928 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84875) accepted ('10.222.0.24', 43662) {{(pid=84875) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:24:03.232304 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84875) accepted ('10.222.0.24', 43664) {{(pid=84875) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:24:03.237236 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4ce6760-ec4b-480d-b114-34b95369f41c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e40e0b61-27cb-4281-9908-f418ebf782cc,revision_number=1']} {{(pid=84875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:24:03.270034 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [None req-d72321d3-de56-4b81-95d3-7dfaabb4a26d tempest-ExtensionsTestJSON-595256684 tempest-ExtensionsTestJSON-595256684] http://10.222.0.24:9696/v2.0/extensions/address-group returned with HTTP 200 {{(pid=84875) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 14 07:24:03.276311 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-d72321d3-de56-4b81-95d3-7dfaabb4a26d tempest-ExtensionsTestJSON-595256684 tempest-ExtensionsTestJSON-595256684] 10.222.0.24 "GET /v2.0/extensions/address-group HTTP/1.1" status: 200 len: 353 time: 0.0376370 Jan 14 07:24:03.286759 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-f4ce6760-ec4b-480d-b114-34b95369f41c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.269s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:24:03.287371 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-9c8d8ef3-0bab-4b19-904c-767013148ef5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.198s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:24:03.290755 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84874) accepted ('10.222.0.24', 43670) {{(pid=84874) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:24:03.316065 n-d-768862-2 neutron-server[84765]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c918a35c-5ffb-490a-91af-3518fbf9c42f tempest-RoutersIpV6Test-883692175 tempest-RoutersIpV6Test-883692175] Router 40febb8e-85a2-44af-bb73-f559467ae85b has already been hosted by L3 agent 35f592e9-451b-4db9-abea-77b6a5c5391b {{(pid=84874) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Jan 14 07:24:03.319873 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [None req-e6a00650-95ed-47bd-94b0-fe950ce6daee tempest-ExtensionsTestJSON-595256684 tempest-ExtensionsTestJSON-595256684] http://10.222.0.24:9696/v2.0/extensions/address-scope returned with HTTP 200 {{(pid=84874) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 14 07:24:03.320968 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-e6a00650-95ed-47bd-94b0-fe950ce6daee tempest-ExtensionsTestJSON-595256684 tempest-ExtensionsTestJSON-595256684] 10.222.0.24 "GET /v2.0/extensions/address-scope HTTP/1.1" status: 200 len: 357 time: 0.0197511 Jan 14 07:24:03.338080 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84874) accepted ('10.222.0.24', 43674) {{(pid=84874) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:24:03.349724 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.v2.base [None req-17162cd5-074c-40ea-b4fa-1644aff6e625 tempest-NetworksIpV6Test-2047944877 tempest-NetworksIpV6Test-2047944877] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1726464161'}} {{(pid=84875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:24:03.352386 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [None req-39d2b5a7-3c96-4872-8bce-48329a077837 tempest-ExtensionsTestJSON-595256684 tempest-ExtensionsTestJSON-595256684] http://10.222.0.24:9696/v2.0/extensions/router-admin-state-down-before-update returned with HTTP 200 {{(pid=84874) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 14 07:24:03.353479 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-39d2b5a7-3c96-4872-8bce-48329a077837 tempest-ExtensionsTestJSON-595256684 tempest-ExtensionsTestJSON-595256684] 10.222.0.24 "GET /v2.0/extensions/router-admin-state-down-before-update HTTP/1.1" status: 200 len: 506 time: 0.0119798 Jan 14 07:24:03.361475 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84875) accepted ('10.222.0.24', 43678) {{(pid=84875) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:24:03.371960 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-17162cd5-074c-40ea-b4fa-1644aff6e625 tempest-NetworksIpV6Test-2047944877 tempest-NetworksIpV6Test-2047944877] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:24:03.383736 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [None req-c3b22d2f-ba7e-4eaf-822d-069d74bd9a23 tempest-ExtensionsTestJSON-595256684 tempest-ExtensionsTestJSON-595256684] http://10.222.0.24:9696/v2.0/extensions/agent returned with HTTP 200 {{(pid=84875) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 14 07:24:03.384855 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-c3b22d2f-ba7e-4eaf-822d-069d74bd9a23 tempest-ExtensionsTestJSON-595256684 tempest-ExtensionsTestJSON-595256684] 10.222.0.24 "GET /v2.0/extensions/agent HTTP/1.1" status: 200 len: 347 time: 0.0153828 Jan 14 07:24:03.403226 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84875) accepted ('10.222.0.24', 43682) {{(pid=84875) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:24:03.406820 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-17162cd5-074c-40ea-b4fa-1644aff6e625 tempest-NetworksIpV6Test-2047944877 tempest-NetworksIpV6Test-2047944877] Usage tracker for resource:network and tenant:130ee88fc4054d968ce76b7b9727c055 is out of sync, need to count used quota {{(pid=84875) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:24:03.412173 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-17162cd5-074c-40ea-b4fa-1644aff6e625 tempest-NetworksIpV6Test-2047944877 tempest-NetworksIpV6Test-2047944877] Quota usage for network was recalculated. Used quota:0. {{(pid=84875) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:24:03.433105 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [None req-9654ad72-c56a-4fa6-961c-e2bffec9e9e1 tempest-ExtensionsTestJSON-595256684 tempest-ExtensionsTestJSON-595256684] http://10.222.0.24:9696/v2.0/extensions/agent-resources-synced returned with HTTP 200 {{(pid=84875) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 14 07:24:03.434399 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-9654ad72-c56a-4fa6-961c-e2bffec9e9e1 tempest-ExtensionsTestJSON-595256684 tempest-ExtensionsTestJSON-595256684] 10.222.0.24 "GET /v2.0/extensions/agent-resources-synced HTTP/1.1" status: 200 len: 417 time: 0.0241740 Jan 14 07:24:03.444199 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84875) accepted ('10.222.0.24', 43686) {{(pid=84875) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:24:03.445150 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-17162cd5-074c-40ea-b4fa-1644aff6e625 tempest-NetworksIpV6Test-2047944877 tempest-NetworksIpV6Test-2047944877] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:24:03.468287 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [None req-ac195f1f-7173-4548-9e43-a8cde0765ba1 tempest-ExtensionsTestJSON-595256684 tempest-ExtensionsTestJSON-595256684] http://10.222.0.24:9696/v2.0/extensions/allowed-address-pairs returned with HTTP 200 {{(pid=84875) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 14 07:24:03.469381 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-ac195f1f-7173-4548-9e43-a8cde0765ba1 tempest-ExtensionsTestJSON-595256684 tempest-ExtensionsTestJSON-595256684] 10.222.0.24 "GET /v2.0/extensions/allowed-address-pairs HTTP/1.1" status: 200 len: 378 time: 0.0216527 Jan 14 07:24:03.476924 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84875) accepted ('10.222.0.24', 43690) {{(pid=84875) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:24:03.478959 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71e999ee-501a-41c5-bcf7-70dbd26c5914 tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] Pushing event updated for resources: {'Subnet': ['ID=1111717e-8850-4944-9f38-67ae53f0d0da,revision_number=0']} {{(pid=84875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:24:03.486469 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-71e999ee-501a-41c5-bcf7-70dbd26c5914 tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.199s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:24:03.493318 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [None req-78a4faca-0fdd-4b90-bb13-7bf48bec8a38 tempest-ExtensionsTestJSON-595256684 tempest-ExtensionsTestJSON-595256684] http://10.222.0.24:9696/v2.0/extensions/auto-allocated-topology returned with HTTP 200 {{(pid=84875) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 14 07:24:03.494294 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-78a4faca-0fdd-4b90-bb13-7bf48bec8a38 tempest-ExtensionsTestJSON-595256684 tempest-ExtensionsTestJSON-595256684] 10.222.0.24 "GET /v2.0/extensions/auto-allocated-topology HTTP/1.1" status: 200 len: 394 time: 0.0124416 Jan 14 07:24:03.497012 n-d-768862-2 neutron-server[84765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71e999ee-501a-41c5-bcf7-70dbd26c5914 tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] Network 23f0a15d-6362-4cec-82c1-cacba887c566 is already hosted by enough agents. {{(pid=84875) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 07:24:03.499481 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84875) accepted ('10.222.0.24', 43694) {{(pid=84875) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:24:03.509843 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-17162cd5-074c-40ea-b4fa-1644aff6e625 tempest-NetworksIpV6Test-2047944877 tempest-NetworksIpV6Test-2047944877] Made reservation on behalf of 130ee88fc4054d968ce76b7b9727c055 for: {'network': 1} {{(pid=84875) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 07:24:03.519879 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-17162cd5-074c-40ea-b4fa-1644aff6e625 tempest-NetworksIpV6Test-2047944877 tempest-NetworksIpV6Test-2047944877] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555753'] for network, before_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:24:03.531692 n-d-768862-2 neutron-server[84765]: DEBUG neutron.scheduler.base_scheduler [None req-71e999ee-501a-41c5-bcf7-70dbd26c5914 tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] Resources bound (agent type, host, resource id): {{(pid=84875) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 07:24:03.539650 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [None req-ed9e2d82-e9e2-4e55-965b-4566e3ae277e tempest-ExtensionsTestJSON-595256684 tempest-ExtensionsTestJSON-595256684] http://10.222.0.24:9696/v2.0/extensions/availability_zone returned with HTTP 200 {{(pid=84875) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 14 07:24:03.548233 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-ed9e2d82-e9e2-4e55-965b-4566e3ae277e tempest-ExtensionsTestJSON-595256684 tempest-ExtensionsTestJSON-595256684] 10.222.0.24 "GET /v2.0/extensions/availability_zone HTTP/1.1" status: 200 len: 372 time: 0.0406284 Jan 14 07:24:03.557580 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84875) accepted ('10.222.0.24', 43698) {{(pid=84875) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:24:03.562134 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-026aa6d5-be04-433e-adb2-bc77172359f5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:24:03.564291 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-17162cd5-074c-40ea-b4fa-1644aff6e625 tempest-NetworksIpV6Test-2047944877 tempest-NetworksIpV6Test-2047944877] Notify callbacks [] for security_group, before_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:24:03.579316 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [None req-c2b4a4b7-b924-44b4-a3f6-5ba317d68983 tempest-ExtensionsTestJSON-595256684 tempest-ExtensionsTestJSON-595256684] http://10.222.0.24:9696/v2.0/extensions/availability_zone_filter returned with HTTP 200 {{(pid=84875) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 14 07:24:03.580459 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-c2b4a4b7-b924-44b4-a3f6-5ba317d68983 tempest-ExtensionsTestJSON-595256684 tempest-ExtensionsTestJSON-595256684] 10.222.0.24 "GET /v2.0/extensions/availability_zone_filter HTTP/1.1" status: 200 len: 414 time: 0.0215206 Jan 14 07:24:03.583974 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71e999ee-501a-41c5-bcf7-70dbd26c5914 tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:24:03.584683 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-71e999ee-501a-41c5-bcf7-70dbd26c5914 tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] Notify callbacks [] for subnet, before_response {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:24:03.598810 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84874) accepted ('10.222.0.24', 43702) {{(pid=84874) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:24:03.604383 n-d-768862-2 neutron-server[84765]: DEBUG neutron.objects.ports [None req-d842f215-034e-42e7-b1ae-03486b4b7b7b tempest-ExternalNetworksTestJSON-1523440521 tempest-ExternalNetworksTestJSON-1523440521] Time-cost: Fetching 0 ports in 0 security groups {{(pid=84874) get_objects /opt/stack/neutron/neutron/objects/ports.py:428}} Jan 14 07:24:03.605131 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-d842f215-034e-42e7-b1ae-03486b4b7b7b tempest-ExternalNetworksTestJSON-1523440521 tempest-ExternalNetworksTestJSON-1523440521] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850887113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3254092', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036851981146'] for subnet, after_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:24:03.630097 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-4b8840b7-b55c-4016-9c7f-e90da19e90f4 tempest-DHCPAgentSchedulersTestJSON-1895530401 tempest-DHCPAgentSchedulersTestJSON-1895530401] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:24:03.631957 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-17162cd5-074c-40ea-b4fa-1644aff6e625 tempest-NetworksIpV6Test-2047944877 tempest-NetworksIpV6Test-2047944877] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:24:03.642366 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-17162cd5-074c-40ea-b4fa-1644aff6e625 tempest-NetworksIpV6Test-2047944877 tempest-NetworksIpV6Test-2047944877] Usage tracker for resource:security_group_rule and tenant:130ee88fc4054d968ce76b7b9727c055 is out of sync, need to count used quota {{(pid=84875) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:24:03.648565 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-17162cd5-074c-40ea-b4fa-1644aff6e625 tempest-NetworksIpV6Test-2047944877 tempest-NetworksIpV6Test-2047944877] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84875) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:24:03.652975 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-026aa6d5-be04-433e-adb2-bc77172359f5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:24:03.665026 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [None req-acd67872-8659-4010-a007-d1ff158e0b25 tempest-ExtensionsTestJSON-595256684 tempest-ExtensionsTestJSON-595256684] http://10.222.0.24:9696/v2.0/extensions/default-subnetpools returned with HTTP 200 {{(pid=84874) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 14 07:24:03.666115 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-acd67872-8659-4010-a007-d1ff158e0b25 tempest-ExtensionsTestJSON-595256684 tempest-ExtensionsTestJSON-595256684] 10.222.0.24 "GET /v2.0/extensions/default-subnetpools HTTP/1.1" status: 200 len: 405 time: 0.0634270 Jan 14 07:24:03.671155 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84874) accepted ('10.222.0.24', 43706) {{(pid=84874) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:24:03.673583 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-17162cd5-074c-40ea-b4fa-1644aff6e625 tempest-NetworksIpV6Test-2047944877 tempest-NetworksIpV6Test-2047944877] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:24:03.717676 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-71e999ee-501a-41c5-bcf7-70dbd26c5914 tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.8420622 Jan 14 07:24:03.726816 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84875) accepted ('10.222.0.24', 43710) {{(pid=84875) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:24:03.742694 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.v2.base [None req-81d90ad3-269a-4032-8333-ce6790f3fb6f tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] Request body: {'port': {'network_id': '23f0a15d-6362-4cec-82c1-cacba887c566', 'mac_address': 'fa:16:3e:68:d6:a8', 'name': 'tempest-NetworksTestDHCPv6-1671726308'}} {{(pid=84875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:24:03.764200 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [None req-b0d1a7b3-5071-410b-863e-b89f8d73d805 tempest-ExtensionsTestJSON-595256684 tempest-ExtensionsTestJSON-595256684] http://10.222.0.24:9696/v2.0/extensions/dhcp_agent_scheduler returned with HTTP 200 {{(pid=84874) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 14 07:24:03.768600 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-b0d1a7b3-5071-410b-863e-b89f8d73d805 tempest-ExtensionsTestJSON-595256684 tempest-ExtensionsTestJSON-595256684] 10.222.0.24 "GET /v2.0/extensions/dhcp_agent_scheduler HTTP/1.1" status: 200 len: 381 time: 0.0863953 Jan 14 07:24:03.786505 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84874) accepted ('10.222.0.24', 43714) {{(pid=84874) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:24:03.799318 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c918a35c-5ffb-490a-91af-3518fbf9c42f tempest-RoutersIpV6Test-883692175 tempest-RoutersIpV6Test-883692175] Notify agent at l3_agent.n-d-768862-2 the message routers_updated {{(pid=84874) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jan 14 07:24:03.808174 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-365445e0-68dd-4578-9d1d-b768e822fcb8 tempest-RoutersIpV6AdminTest-1631784580 tempest-RoutersIpV6AdminTest-1631784580] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036850863128'] for router_gateway, after_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:24:03.814988 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [None req-6f670fd0-afdc-4a1f-94ad-499e20edadc9 tempest-ExtensionsTestJSON-595256684 tempest-ExtensionsTestJSON-595256684] http://10.222.0.24:9696/v2.0/extensions/dvr returned with HTTP 200 {{(pid=84874) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 14 07:24:03.817738 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-6f670fd0-afdc-4a1f-94ad-499e20edadc9 tempest-ExtensionsTestJSON-595256684 tempest-ExtensionsTestJSON-595256684] 10.222.0.24 "GET /v2.0/extensions/dvr HTTP/1.1" status: 200 len: 387 time: 0.0267537 Jan 14 07:24:03.819233 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bea91f3d-151f-4326-a13e-f789eecad6ed None None] Sync routers for ids ['40febb8e-85a2-44af-bb73-f559467ae85b'] in n-d-768862-2 {{(pid=84876) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Jan 14 07:24:03.837536 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bea91f3d-151f-4326-a13e-f789eecad6ed None None] Routers {'40febb8e-85a2-44af-bb73-f559467ae85b'} bound to L3 agent in host n-d-768862-2 {{(pid=84876) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 14 07:24:03.838837 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_hamode_db [None req-bea91f3d-151f-4326-a13e-f789eecad6ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2021-01-14T06:56:51Z,description=,heartbeat_timestamp=2021-01-14T07:23:51Z,host='n-d-768862-2',id=35f592e9-451b-4db9-abea-77b6a5c5391b,load=0,resource_versions=,resources_synced=,started_at=2021-01-14T06:56:51Z,topic='l3_agent')) {'router_ids': ['40febb8e-85a2-44af-bb73-f559467ae85b'], 'active': True} {{(pid=84876) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:24:03.879971 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84875) accepted ('10.222.0.24', 43718) {{(pid=84875) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:24:03.889624 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d842f215-034e-42e7-b1ae-03486b4b7b7b tempest-ExternalNetworksTestJSON-1523440521 tempest-ExternalNetworksTestJSON-1523440521] Pushing event updated for resources: {'Subnet': ['ID=7a96d375-376e-407e-813c-8405bd0c2649,revision_number=0']} {{(pid=84874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:24:03.908342 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [None req-e318e994-1bbf-4901-b297-1dc93b98496d tempest-ExtensionsTestJSON-595256684 tempest-ExtensionsTestJSON-595256684] http://10.222.0.24:9696/v2.0/extensions/empty-string-filtering returned with HTTP 200 {{(pid=84875) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 14 07:24:03.909164 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-e318e994-1bbf-4901-b297-1dc93b98496d tempest-ExtensionsTestJSON-595256684 tempest-ExtensionsTestJSON-595256684] 10.222.0.24 "GET /v2.0/extensions/empty-string-filtering HTTP/1.1" status: 200 len: 413 time: 0.0257354 Jan 14 07:24:03.915575 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84875) accepted ('10.222.0.24', 43724) {{(pid=84875) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:24:03.931480 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [None req-4d839f9b-e3f4-423e-ab3c-5de6cbbb558a tempest-ExtensionsTestJSON-595256684 tempest-ExtensionsTestJSON-595256684] http://10.222.0.24:9696/v2.0/extensions/external-net returned with HTTP 200 {{(pid=84875) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 14 07:24:03.932703 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-4d839f9b-e3f4-423e-ab3c-5de6cbbb558a tempest-ExtensionsTestJSON-595256684 tempest-ExtensionsTestJSON-595256684] 10.222.0.24 "GET /v2.0/extensions/external-net HTTP/1.1" status: 200 len: 394 time: 0.0159972 Jan 14 07:24:03.945525 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84875) accepted ('10.222.0.24', 43728) {{(pid=84875) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:24:03.960206 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [None req-0b462c2f-b424-4594-adfb-69bd937065bc tempest-ExtensionsTestJSON-595256684 tempest-ExtensionsTestJSON-595256684] http://10.222.0.24:9696/v2.0/extensions/extra_dhcp_opt returned with HTTP 200 {{(pid=84875) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 14 07:24:03.961354 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-0b462c2f-b424-4594-adfb-69bd937065bc tempest-ExtensionsTestJSON-595256684 tempest-ExtensionsTestJSON-595256684] 10.222.0.24 "GET /v2.0/extensions/extra_dhcp_opt HTTP/1.1" status: 200 len: 498 time: 0.0147233 Jan 14 07:24:03.962185 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-026aa6d5-be04-433e-adb2-bc77172359f5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850887153'] for security_group, after_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:24:03.973323 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84875) accepted ('10.222.0.24', 43732) {{(pid=84875) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:24:03.974163 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-d79b5160-b210-40ba-9f3f-f33c3fb403d9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:24:04.008165 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [None req-7587ca19-3307-46cd-a618-c40ecd4eaa7f tempest-ExtensionsTestJSON-595256684 tempest-ExtensionsTestJSON-595256684] http://10.222.0.24:9696/v2.0/extensions/extraroute returned with HTTP 200 {{(pid=84875) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 14 07:24:04.008486 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-d842f215-034e-42e7-b1ae-03486b4b7b7b tempest-ExternalNetworksTestJSON-1523440521 tempest-ExternalNetworksTestJSON-1523440521] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.378s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:24:04.009194 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-7587ca19-3307-46cd-a618-c40ecd4eaa7f tempest-ExtensionsTestJSON-595256684 tempest-ExtensionsTestJSON-595256684] 10.222.0.24 "GET /v2.0/extensions/extraroute HTTP/1.1" status: 200 len: 375 time: 0.0271201 Jan 14 07:24:04.015273 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84875) accepted ('10.222.0.24', 43736) {{(pid=84875) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:24:04.022250 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-026aa6d5-be04-433e-adb2-bc77172359f5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e40e0b61-27cb-4281-9908-f418ebf782cc,revision_number=None']} {{(pid=84875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:24:04.032138 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-026aa6d5-be04-433e-adb2-bc77172359f5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:24:04.037143 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [None req-066aa1fe-1f41-4ff3-a8bd-794c97a8a4f2 tempest-ExtensionsTestJSON-595256684 tempest-ExtensionsTestJSON-595256684] http://10.222.0.24:9696/v2.0/extensions/extraroute-atomic returned with HTTP 200 {{(pid=84875) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 14 07:24:04.042232 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-066aa1fe-1f41-4ff3-a8bd-794c97a8a4f2 tempest-ExtensionsTestJSON-595256684 tempest-ExtensionsTestJSON-595256684] 10.222.0.24 "GET /v2.0/extensions/extraroute-atomic HTTP/1.1" status: 200 len: 444 time: 0.0180476 Jan 14 07:24:04.053915 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84874) accepted ('10.222.0.24', 43740) {{(pid=84874) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:24:04.056352 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-365445e0-68dd-4578-9d1d-b768e822fcb8 tempest-RoutersIpV6AdminTest-1631784580 tempest-RoutersIpV6AdminTest-1631784580] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3889346', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036854717606'] for router, precommit_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:24:04.068163 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [None req-3171c8bf-298d-46b0-9f55-ca080fec54ee tempest-ExtensionsTestJSON-595256684 tempest-ExtensionsTestJSON-595256684] http://10.222.0.24:9696/v2.0/extensions/filter-validation returned with HTTP 200 {{(pid=84874) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 14 07:24:04.069644 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-3171c8bf-298d-46b0-9f55-ca080fec54ee tempest-ExtensionsTestJSON-595256684 tempest-ExtensionsTestJSON-595256684] 10.222.0.24 "GET /v2.0/extensions/filter-validation HTTP/1.1" status: 200 len: 392 time: 0.0107219 Jan 14 07:24:04.071219 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-365445e0-68dd-4578-9d1d-b768e822fcb8 tempest-RoutersIpV6AdminTest-1631784580 tempest-RoutersIpV6AdminTest-1631784580] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:24:04.084428 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-c918a35c-5ffb-490a-91af-3518fbf9c42f tempest-RoutersIpV6Test-883692175 tempest-RoutersIpV6Test-883692175] Notify callbacks [] for router, before_response {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:24:04.086986 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84875) accepted ('10.222.0.24', 43744) {{(pid=84875) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:24:04.089809 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-c918a35c-5ffb-490a-91af-3518fbf9c42f tempest-RoutersIpV6Test-883692175 tempest-RoutersIpV6Test-883692175] 10.222.0.24 "PUT /v2.0/routers/40febb8e-85a2-44af-bb73-f559467ae85b HTTP/1.1" status: 200 len: 703 time: 7.0016556 Jan 14 07:24:04.093208 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84875) accepted ('10.222.0.24', 43746) {{(pid=84875) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:24:04.098860 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-026aa6d5-be04-433e-adb2-bc77172359f5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:24:04.102627 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-026aa6d5-be04-433e-adb2-bc77172359f5 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/e40e0b61-27cb-4281-9908-f418ebf782cc HTTP/1.1" status: 204 len: 168 time: 0.8644702 Jan 14 07:24:04.134973 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-17162cd5-074c-40ea-b4fa-1644aff6e625 tempest-NetworksIpV6Test-2047944877 tempest-NetworksIpV6Test-2047944877] Notify callbacks [] for security_group, precommit_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:24:04.143777 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [None req-f4a38e7b-55f8-4e6c-9f40-3d659177932b tempest-ExtensionsTestJSON-595256684 tempest-ExtensionsTestJSON-595256684] http://10.222.0.24:9696/v2.0/extensions/fip-port-details returned with HTTP 200 {{(pid=84875) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 14 07:24:04.150007 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-f4a38e7b-55f8-4e6c-9f40-3d659177932b tempest-ExtensionsTestJSON-595256684 tempest-ExtensionsTestJSON-595256684] 10.222.0.24 "GET /v2.0/extensions/fip-port-details HTTP/1.1" status: 200 len: 406 time: 0.0614114 Jan 14 07:24:04.151771 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84874) accepted ('10.222.0.24', 43754) {{(pid=84874) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:24:04.182145 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [None req-1fc45dbc-d13e-4d59-a9a0-159657d5eac8 tempest-ExtensionsTestJSON-595256684 tempest-ExtensionsTestJSON-595256684] http://10.222.0.24:9696/v2.0/extensions/flavors returned with HTTP 200 {{(pid=84874) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 14 07:24:04.186846 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-1fc45dbc-d13e-4d59-a9a0-159657d5eac8 tempest-ExtensionsTestJSON-595256684 tempest-ExtensionsTestJSON-595256684] 10.222.0.24 "GET /v2.0/extensions/flavors HTTP/1.1" status: 200 len: 387 time: 0.0159657 Jan 14 07:24:04.188192 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d842f215-034e-42e7-b1ae-03486b4b7b7b tempest-ExternalNetworksTestJSON-1523440521 tempest-ExternalNetworksTestJSON-1523440521] Checking segment: {'id': 'af143065-253d-40ed-9c02-c7c87bfa01fb', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 22, 'network_id': 'fd02ec87-dfe2-43b0-b31c-8df93a8694af'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84874) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 14 07:24:04.188765 n-d-768862-2 neutron-server[84765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d842f215-034e-42e7-b1ae-03486b4b7b7b tempest-ExternalNetworksTestJSON-1523440521 tempest-ExternalNetworksTestJSON-1523440521] Network hostable DHCP agents. Network: fd02ec87-dfe2-43b0-b31c-8df93a8694af, hostable agents: ['32f3dd84-26da-4d18-bf15-6017a8fb7247'], hosted agents: [] {{(pid=84874) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Jan 14 07:24:04.190774 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-f00eb1d0-3407-45be-b67c-50ee066a0946 None None] Transition to ACTIVE for port object 9ddfdf0f-b1b2-4787-bfe9-62580d513abf will not be triggered until provisioned by entity L2. {{(pid=84876) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 07:24:04.194382 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-365445e0-68dd-4578-9d1d-b768e822fcb8 tempest-RoutersIpV6AdminTest-1631784580 tempest-RoutersIpV6AdminTest-1631784580] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036850897070'] for router, after_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:24:04.195219 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-365445e0-68dd-4578-9d1d-b768e822fcb8 tempest-RoutersIpV6AdminTest-1631784580 tempest-RoutersIpV6AdminTest-1631784580] Fanout notify agent at l3_agent the message router_deleted on router 9b563951-8a6b-493e-9bce-902cf15044df {{(pid=84874) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jan 14 07:24:04.200560 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84874) accepted ('10.222.0.24', 43758) {{(pid=84874) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:24:04.215475 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [None req-4b708708-e653-4821-b9e3-96ce66f73be9 tempest-ExtensionsTestJSON-595256684 tempest-ExtensionsTestJSON-595256684] http://10.222.0.24:9696/v2.0/extensions/floatingip-pools returned with HTTP 200 {{(pid=84874) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 14 07:24:04.219903 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-4b708708-e653-4821-b9e3-96ce66f73be9 tempest-ExtensionsTestJSON-595256684 tempest-ExtensionsTestJSON-595256684] 10.222.0.24 "GET /v2.0/extensions/floatingip-pools HTTP/1.1" status: 200 len: 382 time: 0.0177479 Jan 14 07:24:04.228091 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84874) accepted ('10.222.0.24', 43762) {{(pid=84874) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:24:04.235213 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-f00eb1d0-3407-45be-b67c-50ee066a0946 None None] Transition to ACTIVE for port object 9ddfdf0f-b1b2-4787-bfe9-62580d513abf will not be triggered until provisioned by entity DHCP. {{(pid=84876) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 07:24:04.241569 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [None req-97c8b558-f4b0-4377-b3c1-7b311d07c6de tempest-ExtensionsTestJSON-595256684 tempest-ExtensionsTestJSON-595256684] http://10.222.0.24:9696/v2.0/extensions/ip-substring-filtering returned with HTTP 200 {{(pid=84874) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 14 07:24:04.246880 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-97c8b558-f4b0-4377-b3c1-7b311d07c6de tempest-ExtensionsTestJSON-595256684 tempest-ExtensionsTestJSON-595256684] 10.222.0.24 "GET /v2.0/extensions/ip-substring-filtering HTTP/1.1" status: 200 len: 416 time: 0.0150774 Jan 14 07:24:04.266278 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-365445e0-68dd-4578-9d1d-b768e822fcb8 tempest-RoutersIpV6AdminTest-1631784580 tempest-RoutersIpV6AdminTest-1631784580] Notify callbacks [] for router, before_response {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:24:04.273690 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-365445e0-68dd-4578-9d1d-b768e822fcb8 tempest-RoutersIpV6AdminTest-1631784580 tempest-RoutersIpV6AdminTest-1631784580] 10.222.0.24 "DELETE /v2.0/routers/9b563951-8a6b-493e-9bce-902cf15044df HTTP/1.1" status: 204 len: 168 time: 8.8040755 Jan 14 07:24:04.276201 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84874) accepted ('10.222.0.24', 43766) {{(pid=84874) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:24:04.277258 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84874) accepted ('10.222.0.24', 43768) {{(pid=84874) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:24:04.277665 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-f00eb1d0-3407-45be-b67c-50ee066a0946 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777640123575'] for port, after_create {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:24:04.278870 n-d-768862-2 neutron-server[84765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d842f215-034e-42e7-b1ae-03486b4b7b7b tempest-ExternalNetworksTestJSON-1523440521 tempest-ExternalNetworksTestJSON-1523440521] Network fd02ec87-dfe2-43b0-b31c-8df93a8694af is scheduled to be hosted by DHCP agent 32f3dd84-26da-4d18-bf15-6017a8fb7247 with binding_index 1 {{(pid=84874) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Jan 14 07:24:04.295776 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [None req-ee968908-eddd-472b-8c76-3975caa72722 tempest-ExtensionsTestJSON-595256684 tempest-ExtensionsTestJSON-595256684] http://10.222.0.24:9696/v2.0/extensions/router returned with HTTP 200 {{(pid=84874) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 14 07:24:04.300617 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-ee968908-eddd-472b-8c76-3975caa72722 tempest-ExtensionsTestJSON-595256684 tempest-ExtensionsTestJSON-595256684] 10.222.0.24 "GET /v2.0/extensions/router HTTP/1.1" status: 200 len: 450 time: 0.0166101 Jan 14 07:24:04.305565 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-0be61d8c-abb3-419b-822d-08cd60016e00 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84876) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:24:04.319004 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84874) accepted ('10.222.0.24', 43774) {{(pid=84874) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:24:04.327274 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.v2.base [None req-afa5db75-203c-4a54-b777-73ce102f4c3a tempest-RoutersIpV6AdminTest-1631784580 tempest-RoutersIpV6AdminTest-1631784580] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1195879331', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=84874) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:24:04.347791 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [None req-3e3792e5-838b-4637-8f73-2c5ca1158f9f tempest-ExtensionsTestJSON-595256684 tempest-ExtensionsTestJSON-595256684] http://10.222.0.24:9696/v2.0/extensions/ext-gw-mode returned with HTTP 200 {{(pid=84874) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 14 07:24:04.353821 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-3e3792e5-838b-4637-8f73-2c5ca1158f9f tempest-ExtensionsTestJSON-595256684 tempest-ExtensionsTestJSON-595256684] 10.222.0.24 "GET /v2.0/extensions/ext-gw-mode HTTP/1.1" status: 200 len: 462 time: 0.0138290 Jan 14 07:24:04.354628 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84874) accepted ('10.222.0.24', 43778) {{(pid=84874) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:24:04.356368 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-afa5db75-203c-4a54-b777-73ce102f4c3a tempest-RoutersIpV6AdminTest-1631784580 tempest-RoutersIpV6AdminTest-1631784580] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:24:04.364343 n-d-768862-2 neutron-server[84765]: DEBUG neutron.scheduler.base_scheduler [None req-d842f215-034e-42e7-b1ae-03486b4b7b7b tempest-ExternalNetworksTestJSON-1523440521 tempest-ExternalNetworksTestJSON-1523440521] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768862-2, fd02ec87-dfe2-43b0-b31c-8df93a8694af) {{(pid=84874) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 07:24:04.367136 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-afa5db75-203c-4a54-b777-73ce102f4c3a tempest-RoutersIpV6AdminTest-1631784580 tempest-RoutersIpV6AdminTest-1631784580] Usage tracker for resource:router and tenant:17f7834e023140e68315b89e35fe9c50 is out of sync, need to count used quota {{(pid=84874) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:24:04.375760 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [None req-f565d8b3-cd0c-46a2-b5ed-1310fbe4ac7e tempest-ExtensionsTestJSON-595256684 tempest-ExtensionsTestJSON-595256684] http://10.222.0.24:9696/v2.0/extensions/l3-ha returned with HTTP 200 {{(pid=84874) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 14 07:24:04.380285 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-f565d8b3-cd0c-46a2-b5ed-1310fbe4ac7e tempest-ExtensionsTestJSON-595256684 tempest-ExtensionsTestJSON-595256684] 10.222.0.24 "GET /v2.0/extensions/l3-ha HTTP/1.1" status: 200 len: 360 time: 0.0201125 Jan 14 07:24:04.383487 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-afa5db75-203c-4a54-b777-73ce102f4c3a tempest-RoutersIpV6AdminTest-1631784580 tempest-RoutersIpV6AdminTest-1631784580] Quota usage for router was recalculated. Used quota:0. {{(pid=84874) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:24:04.394349 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84874) accepted ('10.222.0.24', 43782) {{(pid=84874) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:24:04.412217 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d842f215-034e-42e7-b1ae-03486b4b7b7b tempest-ExternalNetworksTestJSON-1523440521 tempest-ExternalNetworksTestJSON-1523440521] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:24:04.413081 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-d842f215-034e-42e7-b1ae-03486b4b7b7b tempest-ExternalNetworksTestJSON-1523440521 tempest-ExternalNetworksTestJSON-1523440521] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3207107'] for subnet, before_response {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:24:04.429774 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-afa5db75-203c-4a54-b777-73ce102f4c3a tempest-RoutersIpV6AdminTest-1631784580 tempest-RoutersIpV6AdminTest-1631784580] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:24:04.435424 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [None req-8c5f3513-f12c-4242-b753-23108d011dc0 tempest-ExtensionsTestJSON-595256684 tempest-ExtensionsTestJSON-595256684] http://10.222.0.24:9696/v2.0/extensions/l3-flavors returned with HTTP 200 {{(pid=84874) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 14 07:24:04.441895 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-8c5f3513-f12c-4242-b753-23108d011dc0 tempest-ExtensionsTestJSON-595256684 tempest-ExtensionsTestJSON-595256684] 10.222.0.24 "GET /v2.0/extensions/l3-flavors HTTP/1.1" status: 200 len: 366 time: 0.0429144 Jan 14 07:24:04.441895 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84874) accepted ('10.222.0.24', 43788) {{(pid=84874) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:24:04.447911 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-d842f215-034e-42e7-b1ae-03486b4b7b7b tempest-ExternalNetworksTestJSON-1523440521 tempest-ExternalNetworksTestJSON-1523440521] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 4.8392475 Jan 14 07:24:04.451476 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84874) accepted ('10.222.0.24', 43792) {{(pid=84874) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:24:04.457660 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [None req-d90654e6-9f21-4bbe-8f48-164fea2d45c4 tempest-ExtensionsTestJSON-595256684 tempest-ExtensionsTestJSON-595256684] http://10.222.0.24:9696/v2.0/extensions/l3-port-ip-change-not-allowed returned with HTTP 200 {{(pid=84874) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 14 07:24:04.462164 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-d90654e6-9f21-4bbe-8f48-164fea2d45c4 tempest-ExtensionsTestJSON-595256684 tempest-ExtensionsTestJSON-595256684] 10.222.0.24 "GET /v2.0/extensions/l3-port-ip-change-not-allowed HTTP/1.1" status: 200 len: 439 time: 0.0183420 Jan 14 07:24:04.464137 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84874) accepted ('10.222.0.24', 43796) {{(pid=84874) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:24:04.468141 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.v2.base [None req-59243d3c-102b-4da4-b3dc-e96b3d1645df tempest-ExternalNetworksTestJSON-1523440521 tempest-ExternalNetworksTestJSON-1523440521] Request body: {'floatingip': {'floating_network_id': 'fd02ec87-dfe2-43b0-b31c-8df93a8694af'}} {{(pid=84874) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:24:04.473498 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-17162cd5-074c-40ea-b4fa-1644aff6e625 tempest-NetworksIpV6Test-2047944877 tempest-NetworksIpV6Test-2047944877] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850887153'] for security_group, after_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:24:04.474532 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-59243d3c-102b-4da4-b3dc-e96b3d1645df tempest-ExternalNetworksTestJSON-1523440521 tempest-ExternalNetworksTestJSON-1523440521] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:24:04.479025 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-59243d3c-102b-4da4-b3dc-e96b3d1645df tempest-ExternalNetworksTestJSON-1523440521 tempest-ExternalNetworksTestJSON-1523440521] Usage tracker for resource:floatingip and tenant:818e23dab35146079ddb08b8e1f7b310 is out of sync, need to count used quota {{(pid=84874) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:24:04.483309 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-59243d3c-102b-4da4-b3dc-e96b3d1645df tempest-ExternalNetworksTestJSON-1523440521 tempest-ExternalNetworksTestJSON-1523440521] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=84874) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:24:04.491474 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-81d90ad3-269a-4032-8333-ce6790f3fb6f tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:24:04.494467 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-39e8e5cc-16d9-4be1-b325-c5d9730037cf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:24:04.495357 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-59243d3c-102b-4da4-b3dc-e96b3d1645df tempest-ExternalNetworksTestJSON-1523440521 tempest-ExternalNetworksTestJSON-1523440521] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=84874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:24:04.509865 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f6a3ebd-6cc7-4ed1-b961-fdeb955e9a8c None None] Network fd02ec87-dfe2-43b0-b31c-8df93a8694af requested from n-d-768862-2 {{(pid=84876) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 07:24:04.512667 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [None req-54d3f2ce-51fa-4c87-8206-f6747d075b2f tempest-ExtensionsTestJSON-595256684 tempest-ExtensionsTestJSON-595256684] http://10.222.0.24:9696/v2.0/extensions/l3_agent_scheduler returned with HTTP 200 {{(pid=84874) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 14 07:24:04.517127 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-54d3f2ce-51fa-4c87-8206-f6747d075b2f tempest-ExtensionsTestJSON-595256684 tempest-ExtensionsTestJSON-595256684] 10.222.0.24 "GET /v2.0/extensions/l3_agent_scheduler HTTP/1.1" status: 200 len: 374 time: 0.0098898 Jan 14 07:24:04.518486 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-afa5db75-203c-4a54-b777-73ce102f4c3a tempest-RoutersIpV6AdminTest-1631784580 tempest-RoutersIpV6AdminTest-1631784580] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3889205', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854717621'] for router, before_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:24:04.519803 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-afa5db75-203c-4a54-b777-73ce102f4c3a tempest-RoutersIpV6AdminTest-1631784580 tempest-RoutersIpV6AdminTest-1631784580] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036850886574', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3912501', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3808446', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-58179'] for router, precommit_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:24:04.522389 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84875) accepted ('10.222.0.24', 43800) {{(pid=84875) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:24:04.530517 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-59243d3c-102b-4da4-b3dc-e96b3d1645df tempest-ExternalNetworksTestJSON-1523440521 tempest-ExternalNetworksTestJSON-1523440521] Notify callbacks [] for floatingip, before_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:24:04.538606 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-17162cd5-074c-40ea-b4fa-1644aff6e625 tempest-NetworksIpV6Test-2047944877 tempest-NetworksIpV6Test-2047944877] vxlan segment allocate from pool success with {'vxlan_vni': 3} {{(pid=84875) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Jan 14 07:24:04.560092 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-17162cd5-074c-40ea-b4fa-1644aff6e625 tempest-NetworksIpV6Test-2047944877 tempest-NetworksIpV6Test-2047944877] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment--9223363259214191851', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854179735'] for segment, precommit_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:24:04.560092 n-d-768862-2 neutron-server[84765]: INFO neutron.db.segments_db [None req-17162cd5-074c-40ea-b4fa-1644aff6e625 tempest-NetworksIpV6Test-2047944877 tempest-NetworksIpV6Test-2047944877] Added segment 239b6d0a-afb5-433b-ab33-7dd71d07ac92 of type vxlan for network 1653bc9c-200b-4bb4-ba90-743542d6732a Jan 14 07:24:04.573536 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-afa5db75-203c-4a54-b777-73ce102f4c3a tempest-RoutersIpV6AdminTest-1631784580 tempest-RoutersIpV6AdminTest-1631784580] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:24:04.591620 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-17162cd5-074c-40ea-b4fa-1644aff6e625 tempest-NetworksIpV6Test-2047944877 tempest-NetworksIpV6Test-2047944877] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363259214646115'] for network, precommit_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:24:04.609005 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-afa5db75-203c-4a54-b777-73ce102f4c3a tempest-RoutersIpV6AdminTest-1631784580 tempest-RoutersIpV6AdminTest-1631784580] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036850886612', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036850863158'] for router, after_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:24:04.640307 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-81d90ad3-269a-4032-8333-ce6790f3fb6f tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:24:04.642568 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-17162cd5-074c-40ea-b4fa-1644aff6e625 tempest-NetworksIpV6Test-2047944877 tempest-NetworksIpV6Test-2047944877] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850887149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964'] for network, after_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:24:04.664514 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17162cd5-074c-40ea-b4fa-1644aff6e625 tempest-NetworksIpV6Test-2047944877 tempest-NetworksIpV6Test-2047944877] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:24:04.665250 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-17162cd5-074c-40ea-b4fa-1644aff6e625 tempest-NetworksIpV6Test-2047944877 tempest-NetworksIpV6Test-2047944877] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3207107'] for network, before_response {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:24:04.673612 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [None req-8296a495-76f4-4720-aa23-726716b86ec9 tempest-ExtensionsTestJSON-595256684 tempest-ExtensionsTestJSON-595256684] http://10.222.0.24:9696/v2.0/extensions/metering returned with HTTP 200 {{(pid=84875) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 14 07:24:04.674714 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-8296a495-76f4-4720-aa23-726716b86ec9 tempest-ExtensionsTestJSON-595256684 tempest-ExtensionsTestJSON-595256684] 10.222.0.24 "GET /v2.0/extensions/metering HTTP/1.1" status: 200 len: 357 time: 0.0425844 Jan 14 07:24:04.705923 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84875) accepted ('10.222.0.24', 43806) {{(pid=84875) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:24:04.725245 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [None req-74a93ef4-af1e-4b1a-9fdc-bb04032cd0b1 tempest-ExtensionsTestJSON-595256684 tempest-ExtensionsTestJSON-595256684] http://10.222.0.24:9696/v2.0/extensions/metering_source_and_destination_fields returned with HTTP 200 {{(pid=84875) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 14 07:24:04.726459 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-74a93ef4-af1e-4b1a-9fdc-bb04032cd0b1 tempest-ExtensionsTestJSON-595256684 tempest-ExtensionsTestJSON-595256684] 10.222.0.24 "GET /v2.0/extensions/metering_source_and_destination_fields HTTP/1.1" status: 200 len: 515 time: 0.0194561 Jan 14 07:24:04.734043 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-81d90ad3-269a-4032-8333-ce6790f3fb6f tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] Made reservation on behalf of be0aa702e3ca464795a99c51e3b3b04f for: {'port': 1} {{(pid=84875) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 07:24:04.744792 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-81d90ad3-269a-4032-8333-ce6790f3fb6f tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555753'] for port, before_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:24:04.757526 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17162cd5-074c-40ea-b4fa-1644aff6e625 tempest-NetworksIpV6Test-2047944877 tempest-NetworksIpV6Test-2047944877] Pushing event updated for resources: {'SecurityGroup': ['ID=26c5d54b-8e7e-41a6-ad56-80a8abd796ca,revision_number=1']} {{(pid=84875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:24:04.763954 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84875) accepted ('10.222.0.24', 43810) {{(pid=84875) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:24:04.806953 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-af857099-58da-439f-a0bf-a643643f9b73 tempest-RoutersIpV6Test-883692175 tempest-RoutersIpV6Test-883692175] 10.222.0.24 "GET /v2.0/routers/40febb8e-85a2-44af-bb73-f559467ae85b HTTP/1.1" status: 200 len: 703 time: 0.7093549 Jan 14 07:24:04.820825 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84874) accepted ('10.222.0.24', 43814) {{(pid=84874) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:24:04.828127 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [None req-c74c00c1-3f73-41c1-8369-1571b29251ca tempest-ExtensionsTestJSON-595256684 tempest-ExtensionsTestJSON-595256684] http://10.222.0.24:9696/v2.0/extensions/multi-provider returned with HTTP 200 {{(pid=84875) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 14 07:24:04.829889 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-c74c00c1-3f73-41c1-8369-1571b29251ca tempest-ExtensionsTestJSON-595256684 tempest-ExtensionsTestJSON-595256684] 10.222.0.24 "GET /v2.0/extensions/multi-provider HTTP/1.1" status: 200 len: 406 time: 0.0614178 Jan 14 07:24:04.831401 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-17162cd5-074c-40ea-b4fa-1644aff6e625 tempest-NetworksIpV6Test-2047944877 tempest-NetworksIpV6Test-2047944877] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.337s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:24:04.832999 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-fe3bf208-f199-4eb8-9f28-49927c9e9ba3 tempest-RoutersIpV6Test-883692175 tempest-RoutersIpV6Test-883692175] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.144s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:24:04.841486 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84874) accepted ('10.222.0.24', 43818) {{(pid=84874) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:24:04.859032 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-17162cd5-074c-40ea-b4fa-1644aff6e625 tempest-NetworksIpV6Test-2047944877 tempest-NetworksIpV6Test-2047944877] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 1.7502706 Jan 14 07:24:05.063253 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-afa5db75-203c-4a54-b777-73ce102f4c3a tempest-RoutersIpV6AdminTest-1631784580 tempest-RoutersIpV6AdminTest-1631784580] Notify callbacks [] for router, before_response {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:24:05.067937 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-afa5db75-203c-4a54-b777-73ce102f4c3a tempest-RoutersIpV6AdminTest-1631784580 tempest-RoutersIpV6AdminTest-1631784580] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.7805972 Jan 14 07:24:05.077387 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84875) accepted ('10.222.0.24', 43828) {{(pid=84875) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:24:05.092861 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.v2.base [None req-6ff1b845-e6cc-40c3-8811-854d938cee54 tempest-RoutersIpV6AdminTest-832003634 tempest-RoutersIpV6AdminTest-832003634] Request body: {'router': {'external_gateway_info': {'network_id': '226f1e78-82cd-4481-9055-4eb73b6db8c1', 'enable_snat': True}}} {{(pid=84875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:24:05.281517 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17162cd5-074c-40ea-b4fa-1644aff6e625 tempest-NetworksIpV6Test-2047944877 tempest-NetworksIpV6Test-2047944877] Pushing event updated for resources: {'Network': ['ID=1653bc9c-200b-4bb4-ba90-743542d6732a,revision_number=1']} {{(pid=84875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:24:05.359195 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-852a24f7-e9a1-4193-9abb-e9506fe5213f None None] Network 1653bc9c-200b-4bb4-ba90-743542d6732a details requested by agent ovs-agent-n-h2-768862-2 with host n-h2-768862-2 {{(pid=84876) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 07:24:05.411590 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-17162cd5-074c-40ea-b4fa-1644aff6e625 tempest-NetworksIpV6Test-2047944877 tempest-NetworksIpV6Test-2047944877] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.578s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:24:05.435068 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [None req-1303ba8d-9ce3-49a1-abd2-2b19a87209d5 tempest-ExtensionsTestJSON-595256684 tempest-ExtensionsTestJSON-595256684] http://10.222.0.24:9696/v2.0/extensions/net-mtu returned with HTTP 200 {{(pid=84874) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 14 07:24:05.436977 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-1303ba8d-9ce3-49a1-abd2-2b19a87209d5 tempest-ExtensionsTestJSON-595256684 tempest-ExtensionsTestJSON-595256684] 10.222.0.24 "GET /v2.0/extensions/net-mtu HTTP/1.1" status: 200 len: 370 time: 0.3672905 Jan 14 07:24:05.504032 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-017f98a9-8a07-408c-a86f-8ff0c00400a0 None None] Network 1653bc9c-200b-4bb4-ba90-743542d6732a details requested by agent ovs-agent-n-h1-768862-2 with host n-h1-768862-2 {{(pid=84876) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 07:24:05.512263 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84874) accepted ('10.222.0.24', 43836) {{(pid=84874) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:24:05.554598 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [None req-94b03189-f5c4-4909-9ded-0fd4909b376e tempest-ExtensionsTestJSON-595256684 tempest-ExtensionsTestJSON-595256684] http://10.222.0.24:9696/v2.0/extensions/net-mtu-writable returned with HTTP 200 {{(pid=84874) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 14 07:24:05.555738 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-94b03189-f5c4-4909-9ded-0fd4909b376e tempest-ExtensionsTestJSON-595256684 tempest-ExtensionsTestJSON-595256684] 10.222.0.24 "GET /v2.0/extensions/net-mtu-writable HTTP/1.1" status: 200 len: 401 time: 0.0120988 Jan 14 07:24:05.568500 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84874) accepted ('10.222.0.24', 43840) {{(pid=84874) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:24:05.582696 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [None req-af6b75c8-f8da-4dd0-a105-d462b3a8e524 tempest-ExtensionsTestJSON-595256684 tempest-ExtensionsTestJSON-595256684] http://10.222.0.24:9696/v2.0/extensions/network_availability_zone returned with HTTP 200 {{(pid=84874) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 14 07:24:05.583803 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-af6b75c8-f8da-4dd0-a105-d462b3a8e524 tempest-ExtensionsTestJSON-595256684 tempest-ExtensionsTestJSON-595256684] 10.222.0.24 "GET /v2.0/extensions/network_availability_zone HTTP/1.1" status: 200 len: 394 time: 0.0135825 Jan 14 07:24:05.591277 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84874) accepted ('10.222.0.24', 43846) {{(pid=84874) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:24:05.607513 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [None req-ec2160cf-57e0-4c17-9dd7-cdcb2430f213 tempest-ExtensionsTestJSON-595256684 tempest-ExtensionsTestJSON-595256684] http://10.222.0.24:9696/v2.0/extensions/network-ip-availability returned with HTTP 200 {{(pid=84874) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 14 07:24:05.608586 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-ec2160cf-57e0-4c17-9dd7-cdcb2430f213 tempest-ExtensionsTestJSON-595256684 tempest-ExtensionsTestJSON-595256684] 10.222.0.24 "GET /v2.0/extensions/network-ip-availability HTTP/1.1" status: 200 len: 410 time: 0.0105443 Jan 14 07:24:05.612933 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84874) accepted ('10.222.0.24', 43850) {{(pid=84874) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:24:05.622339 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [None req-e60a9016-84bc-45bc-a519-532c6c1e74d5 tempest-ExtensionsTestJSON-595256684 tempest-ExtensionsTestJSON-595256684] http://10.222.0.24:9696/v2.0/extensions/pagination returned with HTTP 200 {{(pid=84874) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 14 07:24:05.622782 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-e60a9016-84bc-45bc-a519-532c6c1e74d5 tempest-ExtensionsTestJSON-595256684 tempest-ExtensionsTestJSON-595256684] 10.222.0.24 "GET /v2.0/extensions/pagination HTTP/1.1" status: 200 len: 386 time: 0.0088158 Jan 14 07:24:05.629182 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84874) accepted ('10.222.0.24', 43854) {{(pid=84874) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:24:05.636995 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [None req-2c3272d4-aa08-4eae-ba8b-c890367eaeb1 tempest-ExtensionsTestJSON-595256684 tempest-ExtensionsTestJSON-595256684] http://10.222.0.24:9696/v2.0/extensions/port-mac-address-regenerate returned with HTTP 200 {{(pid=84874) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 14 07:24:05.638225 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-2c3272d4-aa08-4eae-ba8b-c890367eaeb1 tempest-ExtensionsTestJSON-595256684 tempest-ExtensionsTestJSON-595256684] 10.222.0.24 "GET /v2.0/extensions/port-mac-address-regenerate HTTP/1.1" status: 200 len: 403 time: 0.0067012 Jan 14 07:24:05.654404 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84874) accepted ('10.222.0.24', 43858) {{(pid=84874) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:24:05.665754 n-d-768862-2 neutron-server[84765]: DEBUG neutron.notifiers.nova [None req-81d90ad3-269a-4032-8333-ce6790f3fb6f tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] device_id is not set on port e455323d-204f-4d28-b848-7c35c5000f11 yet. {{(pid=84875) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}} Jan 14 07:24:05.672178 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [None req-84be9624-d794-41be-9da4-d3ac851c7053 tempest-ExtensionsTestJSON-595256684 tempest-ExtensionsTestJSON-595256684] http://10.222.0.24:9696/v2.0/extensions/port-numa-affinity-policy returned with HTTP 200 {{(pid=84874) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 14 07:24:05.673288 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-84be9624-d794-41be-9da4-d3ac851c7053 tempest-ExtensionsTestJSON-595256684 tempest-ExtensionsTestJSON-595256684] 10.222.0.24 "GET /v2.0/extensions/port-numa-affinity-policy HTTP/1.1" status: 200 len: 392 time: 0.0102019 Jan 14 07:24:05.677015 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84874) accepted ('10.222.0.24', 43862) {{(pid=84874) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:24:05.687377 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-59243d3c-102b-4da4-b3dc-e96b3d1645df tempest-ExternalNetworksTestJSON-1523440521 tempest-ExternalNetworksTestJSON-1523440521] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555753'] for port, before_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:24:05.702382 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [None req-c858a81f-c559-4408-8dc9-55c006ff7d79 tempest-ExtensionsTestJSON-595256684 tempest-ExtensionsTestJSON-595256684] http://10.222.0.24:9696/v2.0/extensions/binding returned with HTTP 200 {{(pid=84874) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 14 07:24:05.703540 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-c858a81f-c559-4408-8dc9-55c006ff7d79 tempest-ExtensionsTestJSON-595256684 tempest-ExtensionsTestJSON-595256684] 10.222.0.24 "GET /v2.0/extensions/binding HTTP/1.1" status: 200 len: 387 time: 0.0212336 Jan 14 07:24:05.712585 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84874) accepted ('10.222.0.24', 43866) {{(pid=84874) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:24:05.759661 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [None req-80a23f6c-5950-4c52-aa5c-9b2745bd4cad tempest-ExtensionsTestJSON-595256684 tempest-ExtensionsTestJSON-595256684] http://10.222.0.24:9696/v2.0/extensions/binding-extended returned with HTTP 200 {{(pid=84874) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 14 07:24:05.760896 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-80a23f6c-5950-4c52-aa5c-9b2745bd4cad tempest-ExtensionsTestJSON-595256684 tempest-ExtensionsTestJSON-595256684] 10.222.0.24 "GET /v2.0/extensions/binding-extended HTTP/1.1" status: 200 len: 406 time: 0.0237525 Jan 14 07:24:05.769121 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84874) accepted ('10.222.0.24', 43870) {{(pid=84874) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:24:05.830779 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Network 1653bc9c-200b-4bb4-ba90-743542d6732a details requested by agent ovs-agent-n-d-768862-2 with host n-d-768862-2 {{(pid=84876) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 07:24:05.932089 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [None req-b0914ffe-ec67-4908-b576-deed9b4283b8 tempest-ExtensionsTestJSON-595256684 tempest-ExtensionsTestJSON-595256684] http://10.222.0.24:9696/v2.0/extensions/port-security returned with HTTP 200 {{(pid=84874) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 14 07:24:05.939406 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-b0914ffe-ec67-4908-b576-deed9b4283b8 tempest-ExtensionsTestJSON-595256684 tempest-ExtensionsTestJSON-595256684] 10.222.0.24 "GET /v2.0/extensions/port-security HTTP/1.1" status: 200 len: 354 time: 0.1666613 Jan 14 07:24:05.952266 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84874) accepted ('10.222.0.24', 43876) {{(pid=84874) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:24:05.997879 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [None req-e39effab-4bbb-469a-9847-7be6ddbcc317 tempest-ExtensionsTestJSON-595256684 tempest-ExtensionsTestJSON-595256684] http://10.222.0.24:9696/v2.0/extensions/project-id returned with HTTP 200 {{(pid=84874) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 14 07:24:06.001697 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-e39effab-4bbb-469a-9847-7be6ddbcc317 tempest-ExtensionsTestJSON-595256684 tempest-ExtensionsTestJSON-595256684] 10.222.0.24 "GET /v2.0/extensions/project-id HTTP/1.1" status: 200 len: 398 time: 0.0168417 Jan 14 07:24:06.007142 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_dvr_db [None req-bea91f3d-151f-4326-a13e-f789eecad6ed None None] Set router 40febb8e-85a2-44af-bb73-f559467ae85b gateway port host: None {{(pid=84876) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 14 07:24:06.064144 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-6ff1b845-e6cc-40c3-8811-854d938cee54 tempest-RoutersIpV6AdminTest-832003634 tempest-RoutersIpV6AdminTest-832003634] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3912484', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3889188', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-58194'] for router, precommit_update {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:24:06.073952 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84875) accepted ('10.222.0.24', 43880) {{(pid=84875) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:24:06.114771 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [None req-ac6f9c9e-d36b-4568-b16e-a13110b30f1a tempest-ExtensionsTestJSON-595256684 tempest-ExtensionsTestJSON-595256684] http://10.222.0.24:9696/v2.0/extensions/provider returned with HTTP 200 {{(pid=84875) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 14 07:24:06.118584 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-ac6f9c9e-d36b-4568-b16e-a13110b30f1a tempest-ExtensionsTestJSON-595256684 tempest-ExtensionsTestJSON-595256684] 10.222.0.24 "GET /v2.0/extensions/provider HTTP/1.1" status: 200 len: 385 time: 0.0358844 Jan 14 07:24:06.123802 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84875) accepted ('10.222.0.24', 43884) {{(pid=84875) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:24:06.133388 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84875) accepted ('10.222.0.24', 43888) {{(pid=84875) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:24:06.143461 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [None req-00327800-29cc-41e4-a6cf-0c1ea6a84613 tempest-ExtensionsTestJSON-595256684 tempest-ExtensionsTestJSON-595256684] http://10.222.0.24:9696/v2.0/extensions/quotas returned with HTTP 200 {{(pid=84875) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 14 07:24:06.147293 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-00327800-29cc-41e4-a6cf-0c1ea6a84613 tempest-ExtensionsTestJSON-595256684 tempest-ExtensionsTestJSON-595256684] 10.222.0.24 "GET /v2.0/extensions/quotas HTTP/1.1" status: 200 len: 385 time: 0.0197415 Jan 14 07:24:06.149242 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84875) accepted ('10.222.0.24', 43890) {{(pid=84875) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:24:06.160986 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f00eb1d0-3407-45be-b67c-50ee066a0946 None None] Pushing event updated for resources: {'Port': ['ID=9ddfdf0f-b1b2-4787-bfe9-62580d513abf,revision_number=1']} {{(pid=84876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:24:06.187439 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f00eb1d0-3407-45be-b67c-50ee066a0946 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@n-h1-768862-2 {{(pid=84876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:24:06.188238 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f00eb1d0-3407-45be-b67c-50ee066a0946 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-h1-768862-2 {{(pid=84876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:24:06.188850 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f00eb1d0-3407-45be-b67c-50ee066a0946 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-h1-768862-2 {{(pid=84876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:24:06.189429 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f00eb1d0-3407-45be-b67c-50ee066a0946 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-h1-768862-2 {{(pid=84876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:24:06.190005 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f00eb1d0-3407-45be-b67c-50ee066a0946 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@n-h1-768862-2 {{(pid=84876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:24:06.190600 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f00eb1d0-3407-45be-b67c-50ee066a0946 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-h1-768862-2 {{(pid=84876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:24:06.191174 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f00eb1d0-3407-45be-b67c-50ee066a0946 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-h1-768862-2 {{(pid=84876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:24:06.191766 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f00eb1d0-3407-45be-b67c-50ee066a0946 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-h1-768862-2 {{(pid=84876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:24:06.192407 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f00eb1d0-3407-45be-b67c-50ee066a0946 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-h1-768862-2 {{(pid=84876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:24:06.192989 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f00eb1d0-3407-45be-b67c-50ee066a0946 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-h1-768862-2 {{(pid=84876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:24:06.193561 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f00eb1d0-3407-45be-b67c-50ee066a0946 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-h1-768862-2 {{(pid=84876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:24:06.194127 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f00eb1d0-3407-45be-b67c-50ee066a0946 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-h1-768862-2 {{(pid=84876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:24:06.194774 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f00eb1d0-3407-45be-b67c-50ee066a0946 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@n-h2-768862-2 {{(pid=84876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:24:06.195357 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f00eb1d0-3407-45be-b67c-50ee066a0946 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-h2-768862-2 {{(pid=84876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:24:06.196004 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f00eb1d0-3407-45be-b67c-50ee066a0946 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-h2-768862-2 {{(pid=84876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:24:06.196579 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f00eb1d0-3407-45be-b67c-50ee066a0946 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-h2-768862-2 {{(pid=84876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:24:06.197159 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f00eb1d0-3407-45be-b67c-50ee066a0946 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@n-h2-768862-2 {{(pid=84876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:24:06.197762 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f00eb1d0-3407-45be-b67c-50ee066a0946 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-h2-768862-2 {{(pid=84876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:24:06.198714 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f00eb1d0-3407-45be-b67c-50ee066a0946 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-h2-768862-2 {{(pid=84876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:24:06.199388 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f00eb1d0-3407-45be-b67c-50ee066a0946 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-h2-768862-2 {{(pid=84876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:24:06.200018 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f00eb1d0-3407-45be-b67c-50ee066a0946 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-h2-768862-2 {{(pid=84876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:24:06.200613 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f00eb1d0-3407-45be-b67c-50ee066a0946 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-h2-768862-2 {{(pid=84876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:24:06.201376 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f00eb1d0-3407-45be-b67c-50ee066a0946 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-h2-768862-2 {{(pid=84876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:24:06.201950 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f00eb1d0-3407-45be-b67c-50ee066a0946 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-h2-768862-2 {{(pid=84876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:24:06.202604 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f00eb1d0-3407-45be-b67c-50ee066a0946 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-2 {{(pid=84876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:24:06.203239 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f00eb1d0-3407-45be-b67c-50ee066a0946 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-2 {{(pid=84876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:24:06.203819 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f00eb1d0-3407-45be-b67c-50ee066a0946 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-2 {{(pid=84876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:24:06.204485 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f00eb1d0-3407-45be-b67c-50ee066a0946 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-2 {{(pid=84876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:24:06.205297 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f00eb1d0-3407-45be-b67c-50ee066a0946 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@n-d-768862-2 {{(pid=84876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:24:06.205879 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f00eb1d0-3407-45be-b67c-50ee066a0946 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-2 {{(pid=84876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:24:06.206460 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f00eb1d0-3407-45be-b67c-50ee066a0946 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-768862-2 {{(pid=84876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:24:06.207022 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f00eb1d0-3407-45be-b67c-50ee066a0946 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-768862-2 {{(pid=84876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:24:06.207586 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f00eb1d0-3407-45be-b67c-50ee066a0946 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-2 {{(pid=84876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:24:06.208350 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f00eb1d0-3407-45be-b67c-50ee066a0946 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-2 {{(pid=84876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:24:06.208943 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f00eb1d0-3407-45be-b67c-50ee066a0946 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-2 {{(pid=84876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:24:06.209520 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f00eb1d0-3407-45be-b67c-50ee066a0946 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-2 {{(pid=84876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:24:06.222813 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-f00eb1d0-3407-45be-b67c-50ee066a0946 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.917s {{(pid=84876) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:24:06.274814 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [None req-6798e30a-345c-477c-889c-23426bef0fce tempest-ExtensionsTestJSON-595256684 tempest-ExtensionsTestJSON-595256684] http://10.222.0.24:9696/v2.0/extensions/quota_details returned with HTTP 200 {{(pid=84875) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 14 07:24:06.275978 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-6798e30a-345c-477c-889c-23426bef0fce tempest-ExtensionsTestJSON-595256684 tempest-ExtensionsTestJSON-595256684] 10.222.0.24 "GET /v2.0/extensions/quota_details HTTP/1.1" status: 200 len: 407 time: 0.1147845 Jan 14 07:24:06.289196 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84875) accepted ('10.222.0.24', 43898) {{(pid=84875) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:24:06.306091 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [None req-6dcacc27-075c-4213-be78-f13a454df710 tempest-ExtensionsTestJSON-595256684 tempest-ExtensionsTestJSON-595256684] http://10.222.0.24:9696/v2.0/extensions/rbac-policies returned with HTTP 200 {{(pid=84875) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 14 07:24:06.307176 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-6dcacc27-075c-4213-be78-f13a454df710 tempest-ExtensionsTestJSON-595256684 tempest-ExtensionsTestJSON-595256684] 10.222.0.24 "GET /v2.0/extensions/rbac-policies HTTP/1.1" status: 200 len: 417 time: 0.0164819 Jan 14 07:24:06.311314 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84875) accepted ('10.222.0.24', 43904) {{(pid=84875) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:24:06.328482 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [None req-3e64a328-2742-4b91-8e6d-9cb8ff2d4884 tempest-ExtensionsTestJSON-595256684 tempest-ExtensionsTestJSON-595256684] http://10.222.0.24:9696/v2.0/extensions/rbac-address-scope returned with HTTP 200 {{(pid=84875) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 14 07:24:06.330947 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-3e64a328-2742-4b91-8e6d-9cb8ff2d4884 tempest-ExtensionsTestJSON-595256684 tempest-ExtensionsTestJSON-595256684] 10.222.0.24 "GET /v2.0/extensions/rbac-address-scope HTTP/1.1" status: 200 len: 384 time: 0.0172601 Jan 14 07:24:06.336859 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84875) accepted ('10.222.0.24', 43908) {{(pid=84875) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:24:06.347294 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [None req-28c089dd-3dcc-442f-a819-86bf1093f9eb tempest-ExtensionsTestJSON-595256684 tempest-ExtensionsTestJSON-595256684] http://10.222.0.24:9696/v2.0/extensions/rbac-security-groups returned with HTTP 200 {{(pid=84875) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 14 07:24:06.348791 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-28c089dd-3dcc-442f-a819-86bf1093f9eb tempest-ExtensionsTestJSON-595256684 tempest-ExtensionsTestJSON-595256684] 10.222.0.24 "GET /v2.0/extensions/rbac-security-groups HTTP/1.1" status: 200 len: 404 time: 0.0111644 Jan 14 07:24:06.357497 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84875) accepted ('10.222.0.24', 43912) {{(pid=84875) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:24:06.378987 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [None req-1fadff63-a7ab-4112-803a-0cf7c42f5ef6 tempest-ExtensionsTestJSON-595256684 tempest-ExtensionsTestJSON-595256684] http://10.222.0.24:9696/v2.0/extensions/rbac-subnetpool returned with HTTP 200 {{(pid=84875) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 14 07:24:06.380130 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-1fadff63-a7ab-4112-803a-0cf7c42f5ef6 tempest-ExtensionsTestJSON-595256684 tempest-ExtensionsTestJSON-595256684] 10.222.0.24 "GET /v2.0/extensions/rbac-subnetpool HTTP/1.1" status: 200 len: 375 time: 0.0131567 Jan 14 07:24:06.385437 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84875) accepted ('10.222.0.24', 43916) {{(pid=84875) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:24:06.434684 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [None req-9befdd19-772c-4b3e-b644-1ae43ac72cc7 tempest-ExtensionsTestJSON-595256684 tempest-ExtensionsTestJSON-595256684] http://10.222.0.24:9696/v2.0/extensions/revision-if-match returned with HTTP 200 {{(pid=84875) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 14 07:24:06.435807 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-9befdd19-772c-4b3e-b644-1ae43ac72cc7 tempest-ExtensionsTestJSON-595256684 tempest-ExtensionsTestJSON-595256684] 10.222.0.24 "GET /v2.0/extensions/revision-if-match HTTP/1.1" status: 200 len: 441 time: 0.0436301 Jan 14 07:24:06.445263 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84875) accepted ('10.222.0.24', 43920) {{(pid=84875) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:24:06.489520 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [None req-0934f499-531e-4f03-90dd-033161c03bf7 tempest-ExtensionsTestJSON-595256684 tempest-ExtensionsTestJSON-595256684] http://10.222.0.24:9696/v2.0/extensions/standard-attr-revisions returned with HTTP 200 {{(pid=84875) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 14 07:24:06.493274 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-0934f499-531e-4f03-90dd-033161c03bf7 tempest-ExtensionsTestJSON-595256684 tempest-ExtensionsTestJSON-595256684] 10.222.0.24 "GET /v2.0/extensions/standard-attr-revisions HTTP/1.1" status: 200 len: 423 time: 0.0429814 Jan 14 07:24:06.522205 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84875) accepted ('10.222.0.24', 43924) {{(pid=84875) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:24:06.562462 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [None req-41c425e3-50b7-41ea-a973-5ea40db47a40 tempest-ExtensionsTestJSON-595256684 tempest-ExtensionsTestJSON-595256684] http://10.222.0.24:9696/v2.0/extensions/router_availability_zone returned with HTTP 200 {{(pid=84875) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 14 07:24:06.567377 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-41c425e3-50b7-41ea-a973-5ea40db47a40 tempest-ExtensionsTestJSON-595256684 tempest-ExtensionsTestJSON-595256684] 10.222.0.24 "GET /v2.0/extensions/router_availability_zone HTTP/1.1" status: 200 len: 391 time: 0.0255713 Jan 14 07:24:06.573353 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84875) accepted ('10.222.0.24', 43928) {{(pid=84875) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:24:06.593461 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [None req-fcb67154-2f87-4b18-b1ae-2c36f4eba264 tempest-ExtensionsTestJSON-595256684 tempest-ExtensionsTestJSON-595256684] http://10.222.0.24:9696/v2.0/extensions/security-groups-normalized-cidr returned with HTTP 200 {{(pid=84875) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 14 07:24:06.598999 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-fcb67154-2f87-4b18-b1ae-2c36f4eba264 tempest-ExtensionsTestJSON-595256684 tempest-ExtensionsTestJSON-595256684] 10.222.0.24 "GET /v2.0/extensions/security-groups-normalized-cidr HTTP/1.1" status: 200 len: 445 time: 0.0213766 Jan 14 07:24:06.603506 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84875) accepted ('10.222.0.24', 43932) {{(pid=84875) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:24:06.603703 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.db_base_plugin_common [None req-59243d3c-102b-4da4-b3dc-e96b3d1645df tempest-ExternalNetworksTestJSON-1523440521 tempest-ExternalNetworksTestJSON-1523440521] Allocated IP 172.20.0.4 (fd02ec87-dfe2-43b0-b31c-8df93a8694af/7a96d375-376e-407e-813c-8405bd0c2649/f707d649-5c38-4321-afe3-12559416db4e) {{(pid=84874) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 14 07:24:06.612483 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [None req-4331a2e9-bed7-438b-a3e3-2a9171ad3a22 tempest-ExtensionsTestJSON-595256684 tempest-ExtensionsTestJSON-595256684] http://10.222.0.24:9696/v2.0/extensions/port-security-groups-filtering returned with HTTP 200 {{(pid=84875) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 14 07:24:06.617107 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-4331a2e9-bed7-438b-a3e3-2a9171ad3a22 tempest-ExtensionsTestJSON-595256684 tempest-ExtensionsTestJSON-595256684] 10.222.0.24 "GET /v2.0/extensions/port-security-groups-filtering HTTP/1.1" status: 200 len: 422 time: 0.0103488 Jan 14 07:24:06.619614 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.db_base_plugin_common [None req-81d90ad3-269a-4032-8333-ce6790f3fb6f tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] Allocated IP 172.20.0.7 (23f0a15d-6362-4cec-82c1-cacba887c566/1111717e-8850-4944-9f38-67ae53f0d0da/e455323d-204f-4d28-b848-7c35c5000f11) {{(pid=84875) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 14 07:24:06.623258 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84875) accepted ('10.222.0.24', 43936) {{(pid=84875) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:24:06.636469 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [None req-d8c36251-82ee-4133-be72-45fa492fc6c7 tempest-ExtensionsTestJSON-595256684 tempest-ExtensionsTestJSON-595256684] http://10.222.0.24:9696/v2.0/extensions/security-groups-remote-address-group returned with HTTP 200 {{(pid=84875) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 14 07:24:06.641974 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-d8c36251-82ee-4133-be72-45fa492fc6c7 tempest-ExtensionsTestJSON-595256684 tempest-ExtensionsTestJSON-595256684] 10.222.0.24 "GET /v2.0/extensions/security-groups-remote-address-group HTTP/1.1" status: 200 len: 448 time: 0.0148833 Jan 14 07:24:06.646170 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.db_base_plugin_common [None req-81d90ad3-269a-4032-8333-ce6790f3fb6f tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] Allocated IP 2001:db8::f816:3eff:fe68:d6a8 (23f0a15d-6362-4cec-82c1-cacba887c566/0c5d7d87-6570-4b3e-a416-23d99c064b6b/e455323d-204f-4d28-b848-7c35c5000f11) {{(pid=84875) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 14 07:24:06.778591 n-d-768862-2 neutron-server[84765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f00eb1d0-3407-45be-b67c-50ee066a0946 None None] Network 23f0a15d-6362-4cec-82c1-cacba887c566 is already hosted by enough agents. {{(pid=84876) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 07:24:06.820971 n-d-768862-2 neutron-server[84765]: DEBUG neutron.scheduler.base_scheduler [None req-f00eb1d0-3407-45be-b67c-50ee066a0946 None None] Resources bound (agent type, host, resource id): {{(pid=84876) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 07:24:06.829836 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f00eb1d0-3407-45be-b67c-50ee066a0946 None None] Received port after_create {{(pid=84876) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 14 07:24:06.859736 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-59243d3c-102b-4da4-b3dc-e96b3d1645df tempest-ExternalNetworksTestJSON-1523440521 tempest-ExternalNetworksTestJSON-1523440521] Notify callbacks [] for port, precommit_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:24:06.890535 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b27402a8-60b0-4bbd-a37f-eb37de3fb7b4 None None] Network fd02ec87-dfe2-43b0-b31c-8df93a8694af requested from n-d-768862-2 {{(pid=84876) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 07:24:06.892678 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84874) accepted ('10.222.0.24', 43940) {{(pid=84874) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:24:06.894603 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-59243d3c-102b-4da4-b3dc-e96b3d1645df tempest-ExternalNetworksTestJSON-1523440521 tempest-ExternalNetworksTestJSON-1523440521] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777640123575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3254186'] for port, after_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:24:06.916659 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-d41361a8-1da0-4673-90f6-88481508d088 tempest-BulkNetworkOpsIpV6Test-1034590256 tempest-BulkNetworkOpsIpV6Test-1034590256] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:24:07.013004 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-81d90ad3-269a-4032-8333-ce6790f3fb6f tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] Notify callbacks [] for port, precommit_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:24:07.035662 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-81d90ad3-269a-4032-8333-ce6790f3fb6f tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] Transition to ACTIVE for port object e455323d-204f-4d28-b848-7c35c5000f11 will not be triggered until provisioned by entity DHCP. {{(pid=84875) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 07:24:07.066430 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-81d90ad3-269a-4032-8333-ce6790f3fb6f tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777640123575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851621574'] for port, after_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:24:07.073364 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.v2.base [None req-819af20f-04d3-450f-8f8d-951580d11dd4 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-195055221-network', 'tenant_id': '4b0c2ef1e48d4736b4830179d8915263'}} {{(pid=84875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:24:07.115950 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.managers [None req-f00eb1d0-3407-45be-b67c-50ee066a0946 None None] Attempting to bind port 9ddfdf0f-b1b2-4787-bfe9-62580d513abf on host n-d-768862-2 for vnic_type normal with profile {{(pid=84876) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 14 07:24:07.116356 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.managers [None req-f00eb1d0-3407-45be-b67c-50ee066a0946 None None] Attempting to bind port 9ddfdf0f-b1b2-4787-bfe9-62580d513abf by drivers openvswitch on host n-d-768862-2 at level 0 using segments [{'id': '56f1c7cf-f3a3-41d2-9677-68978131444f', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 20, 'network_id': '23f0a15d-6362-4cec-82c1-cacba887c566'}] {{(pid=84876) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 14 07:24:07.117003 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f00eb1d0-3407-45be-b67c-50ee066a0946 None None] Attempting to bind port 9ddfdf0f-b1b2-4787-bfe9-62580d513abf on network 23f0a15d-6362-4cec-82c1-cacba887c566 {{(pid=84876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 14 07:24:07.162852 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f00eb1d0-3407-45be-b67c-50ee066a0946 None None] Checking agent: {'id': 'ba5efab1-b43c-4d5a-bc52-6e105d4e67a2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768862-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 14, 6, 56, 52), 'started_at': datetime.datetime(2021, 1, 14, 6, 57, 22), 'heartbeat_timestamp': datetime.datetime(2021, 1, 14, 7, 23, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768862-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.29', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 14 07:24:07.163625 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f00eb1d0-3407-45be-b67c-50ee066a0946 None None] Checking segment: {'id': '56f1c7cf-f3a3-41d2-9677-68978131444f', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 20, 'network_id': '23f0a15d-6362-4cec-82c1-cacba887c566'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84876) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 14 07:24:07.164307 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-f00eb1d0-3407-45be-b67c-50ee066a0946 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:24:07.164966 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f00eb1d0-3407-45be-b67c-50ee066a0946 None None] Bound using segment: {'id': '56f1c7cf-f3a3-41d2-9677-68978131444f', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 20, 'network_id': '23f0a15d-6362-4cec-82c1-cacba887c566'} {{(pid=84876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 14 07:24:07.165940 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.managers [None req-f00eb1d0-3407-45be-b67c-50ee066a0946 None None] Bound port: 9ddfdf0f-b1b2-4787-bfe9-62580d513abf, host: n-d-768862-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '56f1c7cf-f3a3-41d2-9677-68978131444f', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 20, 'network_id': '23f0a15d-6362-4cec-82c1-cacba887c566'}}] {{(pid=84876) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 14 07:24:07.166567 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-f00eb1d0-3407-45be-b67c-50ee066a0946 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555753'] for port, before_update {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:24:07.191746 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-ed02a3a0-9d19-405f-b4d0-f8487cda6bda tempest-AllowedAddressPairIpV6TestJSON-498488695 tempest-AllowedAddressPairIpV6TestJSON-498488695] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:24:07.248649 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-819af20f-04d3-450f-8f8d-951580d11dd4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:24:07.288614 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [None req-f00eb1d0-3407-45be-b67c-50ee066a0946 None None] For port 9ddfdf0f-b1b2-4787-bfe9-62580d513abf, host n-d-768862-2, cleared binding levels {{(pid=84876) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 14 07:24:07.292984 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [None req-f00eb1d0-3407-45be-b67c-50ee066a0946 None None] For port 9ddfdf0f-b1b2-4787-bfe9-62580d513abf, host n-d-768862-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-2',level=0,port_id=9ddfdf0f-b1b2-4787-bfe9-62580d513abf,segment=NetworkSegment(56f1c7cf-f3a3-41d2-9677-68978131444f),segment_id=56f1c7cf-f3a3-41d2-9677-68978131444f)] {{(pid=84876) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 14 07:24:07.312469 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_hamode_db [None req-bea91f3d-151f-4326-a13e-f789eecad6ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '40febb8e-85a2-44af-bb73-f559467ae85b', 'name': 'tempest-RoutersIpV6Test-router-637200602', 'tenant_id': 'd787627cdb8d4cc9b70642659fae99d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-14T07:22:21Z', 'updated_at': '2021-01-14T07:24:00Z', 'revision_number': 7, 'project_id': 'd787627cdb8d4cc9b70642659fae99d7', 'gw_port_host': None, '_interfaces': [{'id': '5d4c80f7-fa86-4260-9c85-c0e3fe21da09', 'name': '', 'network_id': 'ecd2ef9e-48e8-480a-a1fc-ce09ba6212c7', 'tenant_id': 'd787627cdb8d4cc9b70642659fae99d7', 'mac_address': 'fa:16:3e:b9:1b:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40febb8e-85a2-44af-bb73-f559467ae85b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1993, 'fixed_ips': [{'subnet_id': '6d7b8862-6c15-43ed-8ff1-841e54b08eb8', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T07:22:57Z', 'updated_at': '2021-01-14T07:23:22Z', 'revision_number': 5, 'project_id': 'd787627cdb8d4cc9b70642659fae99d7', 'subnets': [{'id': '6d7b8862-6c15-43ed-8ff1-841e54b08eb8', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}, {'id': '6cfd491a-75f6-456b-b2fe-10bbc6241eeb', 'name': '', 'network_id': 'c9c42f8d-6ced-4552-9599-4e0f839bda7e', 'tenant_id': 'd787627cdb8d4cc9b70642659fae99d7', 'mac_address': 'fa:16:3e:db:69:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40febb8e-85a2-44af-bb73-f559467ae85b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2068, 'fixed_ips': [{'subnet_id': 'f2075c06-81cf-4671-9898-2417d73e67d4', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T07:23:42Z', 'updated_at': '2021-01-14T07:23:59Z', 'revision_number': 5, 'project_id': 'd787627cdb8d4cc9b70642659fae99d7', 'subnets': [{'id': 'f2075c06-81cf-4671-9898-2417d73e67d4', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}, {'id': 'c404d567-18b6-4d4f-af34-4bc01b17dec1', 'name': '', 'network_id': '6adec993-1400-47e5-9a29-907bc02c17ed', 'tenant_id': 'd787627cdb8d4cc9b70642659fae99d7', 'mac_address': 'fa:16:3e:7d:23:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40febb8e-85a2-44af-bb73-f559467ae85b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2029, 'fixed_ips': [{'subnet_id': '2d637449-0027-48ee-bf00-a964d9e4da4e', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T07:23:17Z', 'updated_at': '2021-01-14T07:23:38Z', 'revision_number': 5, 'project_id': 'd787627cdb8d4cc9b70642659fae99d7', 'subnets': [{'id': '2d637449-0027-48ee-bf00-a964d9e4da4e', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}, {'id': 'd21b5147-a877-46a5-a233-6a97d5befecb', 'name': '', 'network_id': 'd7d2c5e4-b39f-4c26-a03a-605439415826', 'tenant_id': 'd787627cdb8d4cc9b70642659fae99d7', 'mac_address': 'fa:16:3e:5b:cd:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40febb8e-85a2-44af-bb73-f559467ae85b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1953, 'fixed_ips': [{'subnet_id': '44b3d79f-589d-4894-89ff-0fd9901e6ead', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T07:22:33Z', 'updated_at': '2021-01-14T07:22:50Z', 'revision_number': 5, 'project_id': 'd787627cdb8d4cc9b70642659fae99d7', 'subnets': [{'id': '44b3d79f-589d-4894-89ff-0fd9901e6ead', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'n-d-768862-2', False) {} {{(pid=84876) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:24:07.322628 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bea91f3d-151f-4326-a13e-f789eecad6ed None None] Checking router: 40febb8e-85a2-44af-bb73-f559467ae85b for host: n-d-768862-2 {{(pid=84876) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Jan 14 07:24:07.330657 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-819af20f-04d3-450f-8f8d-951580d11dd4 admin admin] Usage tracker for resource:network and tenant:4b0c2ef1e48d4736b4830179d8915263 is out of sync, need to count used quota {{(pid=84875) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:24:07.331035 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-f00eb1d0-3407-45be-b67c-50ee066a0946 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777640533312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363259214678337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777640097497'] for port, after_update {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:24:07.420921 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [None req-d9f36afe-6a84-4c83-8cf7-27e45326c186 tempest-ExtensionsTestJSON-595256684 tempest-ExtensionsTestJSON-595256684] http://10.222.0.24:9696/v2.0/extensions/security-group returned with HTTP 200 {{(pid=84874) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 14 07:24:07.422102 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-d9f36afe-6a84-4c83-8cf7-27e45326c186 tempest-ExtensionsTestJSON-595256684 tempest-ExtensionsTestJSON-595256684] 10.222.0.24 "GET /v2.0/extensions/security-group HTTP/1.1" status: 200 len: 364 time: 0.5104566 Jan 14 07:24:07.475995 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84874) accepted ('10.222.0.24', 43944) {{(pid=84874) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:24:07.493552 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [None req-734321c5-6e0d-4d25-9474-05ca6dce6c67 tempest-ExtensionsTestJSON-595256684 tempest-ExtensionsTestJSON-595256684] http://10.222.0.24:9696/v2.0/extensions/service-type returned with HTTP 200 {{(pid=84874) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 14 07:24:07.494063 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-1ce56342-5853-4ca2-ae69-b5024b362ad0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84876) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:24:07.494704 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-734321c5-6e0d-4d25-9474-05ca6dce6c67 tempest-ExtensionsTestJSON-595256684 tempest-ExtensionsTestJSON-595256684] 10.222.0.24 "GET /v2.0/extensions/service-type HTTP/1.1" status: 200 len: 415 time: 0.0073454 Jan 14 07:24:07.514116 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84874) accepted ('10.222.0.24', 43948) {{(pid=84874) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:24:07.523794 n-d-768862-2 neutron-server[84765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59243d3c-102b-4da4-b3dc-e96b3d1645df tempest-ExternalNetworksTestJSON-1523440521 tempest-ExternalNetworksTestJSON-1523440521] Network fd02ec87-dfe2-43b0-b31c-8df93a8694af is already hosted by enough agents. {{(pid=84874) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 07:24:07.535925 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [None req-ae8f0ca8-c832-452b-abd1-d372b4f35037 tempest-ExtensionsTestJSON-595256684 tempest-ExtensionsTestJSON-595256684] http://10.222.0.24:9696/v2.0/extensions/sorting returned with HTTP 200 {{(pid=84874) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 14 07:24:07.537238 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-ae8f0ca8-c832-452b-abd1-d372b4f35037 tempest-ExtensionsTestJSON-595256684 tempest-ExtensionsTestJSON-595256684] 10.222.0.24 "GET /v2.0/extensions/sorting HTTP/1.1" status: 200 len: 377 time: 0.0173824 Jan 14 07:24:07.538388 n-d-768862-2 neutron-server[84765]: DEBUG neutron.scheduler.base_scheduler [None req-59243d3c-102b-4da4-b3dc-e96b3d1645df tempest-ExternalNetworksTestJSON-1523440521 tempest-ExternalNetworksTestJSON-1523440521] Resources bound (agent type, host, resource id): {{(pid=84874) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 07:24:07.544314 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84874) accepted ('10.222.0.24', 43952) {{(pid=84874) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:24:07.551645 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59243d3c-102b-4da4-b3dc-e96b3d1645df tempest-ExternalNetworksTestJSON-1523440521 tempest-ExternalNetworksTestJSON-1523440521] Received port after_create {{(pid=84874) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 14 07:24:07.554723 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bea91f3d-151f-4326-a13e-f789eecad6ed None None] Routers {'40febb8e-85a2-44af-bb73-f559467ae85b'} bound to L3 agent in host n-d-768862-2 {{(pid=84876) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 14 07:24:07.555898 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_hamode_db [None req-bea91f3d-151f-4326-a13e-f789eecad6ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2021-01-14T06:56:51Z,description=,heartbeat_timestamp=2021-01-14T07:23:51Z,host='n-d-768862-2',id=35f592e9-451b-4db9-abea-77b6a5c5391b,load=0,resource_versions=,resources_synced=,started_at=2021-01-14T06:56:51Z,topic='l3_agent')) {'router_ids': ['40febb8e-85a2-44af-bb73-f559467ae85b'], 'active': True} {{(pid=84876) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:24:07.650569 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [None req-134f15c7-b50d-49a2-96c9-01c17441a0e1 tempest-ExtensionsTestJSON-595256684 tempest-ExtensionsTestJSON-595256684] http://10.222.0.24:9696/v2.0/extensions/standard-attr-description returned with HTTP 200 {{(pid=84874) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 14 07:24:07.652381 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-134f15c7-b50d-49a2-96c9-01c17441a0e1 tempest-ExtensionsTestJSON-595256684 tempest-ExtensionsTestJSON-595256684] 10.222.0.24 "GET /v2.0/extensions/standard-attr-description HTTP/1.1" status: 200 len: 408 time: 0.1067691 Jan 14 07:24:07.663758 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84874) accepted ('10.222.0.24', 43960) {{(pid=84874) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:24:07.668655 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59243d3c-102b-4da4-b3dc-e96b3d1645df tempest-ExternalNetworksTestJSON-1523440521 tempest-ExternalNetworksTestJSON-1523440521] Pushing event updated for resources: {'Port': ['ID=f707d649-5c38-4321-afe3-12559416db4e,revision_number=1']} {{(pid=84874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:24:07.678608 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-59243d3c-102b-4da4-b3dc-e96b3d1645df tempest-ExternalNetworksTestJSON-1523440521 tempest-ExternalNetworksTestJSON-1523440521] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.762s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:24:07.697405 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [None req-28743c61-74ae-4e0c-b97d-e3b3115cfba1 tempest-ExtensionsTestJSON-595256684 tempest-ExtensionsTestJSON-595256684] http://10.222.0.24:9696/v2.0/extensions/stateful-security-group returned with HTTP 200 {{(pid=84874) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 14 07:24:07.699284 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-28743c61-74ae-4e0c-b97d-e3b3115cfba1 tempest-ExtensionsTestJSON-595256684 tempest-ExtensionsTestJSON-595256684] 10.222.0.24 "GET /v2.0/extensions/stateful-security-group HTTP/1.1" status: 200 len: 402 time: 0.0324736 Jan 14 07:24:07.716589 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84874) accepted ('10.222.0.24', 43964) {{(pid=84874) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:24:07.730005 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [None req-1d397070-44f2-4598-b13e-83fb894c69cf tempest-ExtensionsTestJSON-595256684 tempest-ExtensionsTestJSON-595256684] http://10.222.0.24:9696/v2.0/extensions/subnet_onboard returned with HTTP 200 {{(pid=84874) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 14 07:24:07.731133 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-1d397070-44f2-4598-b13e-83fb894c69cf tempest-ExtensionsTestJSON-595256684 tempest-ExtensionsTestJSON-595256684] 10.222.0.24 "GET /v2.0/extensions/subnet_onboard HTTP/1.1" status: 200 len: 391 time: 0.0088909 Jan 14 07:24:07.738894 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84874) accepted ('10.222.0.24', 43968) {{(pid=84874) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:24:07.751593 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-6a01bf64-c3c0-42ab-a931-a0fac365a451 tempest-RoutersIpV6Test-883692175 tempest-RoutersIpV6Test-883692175] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3889632'] for router_interface, before_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:24:07.819973 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [None req-7d242377-c18e-400e-88ce-ac5aff3ee6e3 tempest-ExtensionsTestJSON-595256684 tempest-ExtensionsTestJSON-595256684] http://10.222.0.24:9696/v2.0/extensions/subnet-service-types returned with HTTP 200 {{(pid=84874) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 14 07:24:07.820809 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-7d242377-c18e-400e-88ce-ac5aff3ee6e3 tempest-ExtensionsTestJSON-595256684 tempest-ExtensionsTestJSON-595256684] 10.222.0.24 "GET /v2.0/extensions/subnet-service-types HTTP/1.1" status: 200 len: 400 time: 0.0767589 Jan 14 07:24:07.830632 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84874) accepted ('10.222.0.24', 43972) {{(pid=84874) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:24:07.842088 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_dvr_db [None req-bea91f3d-151f-4326-a13e-f789eecad6ed None None] Set router 40febb8e-85a2-44af-bb73-f559467ae85b gateway port host: None {{(pid=84876) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 14 07:24:07.864646 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [None req-75fa8852-4d3f-4b00-8fe3-02a88f47e625 tempest-ExtensionsTestJSON-595256684 tempest-ExtensionsTestJSON-595256684] http://10.222.0.24:9696/v2.0/extensions/subnet_allocation returned with HTTP 200 {{(pid=84874) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 14 07:24:07.866448 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-75fa8852-4d3f-4b00-8fe3-02a88f47e625 tempest-ExtensionsTestJSON-595256684 tempest-ExtensionsTestJSON-595256684] 10.222.0.24 "GET /v2.0/extensions/subnet_allocation HTTP/1.1" status: 200 len: 388 time: 0.0346751 Jan 14 07:24:07.873744 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84874) accepted ('10.222.0.24', 43976) {{(pid=84874) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:24:07.894954 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [None req-a408de01-e21f-469a-883a-872d7027537c tempest-ExtensionsTestJSON-595256684 tempest-ExtensionsTestJSON-595256684] http://10.222.0.24:9696/v2.0/extensions/subnetpool-prefix-ops returned with HTTP 200 {{(pid=84874) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 14 07:24:07.897076 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-a408de01-e21f-469a-883a-872d7027537c tempest-ExtensionsTestJSON-595256684 tempest-ExtensionsTestJSON-595256684] 10.222.0.24 "GET /v2.0/extensions/subnetpool-prefix-ops HTTP/1.1" status: 200 len: 418 time: 0.0214403 Jan 14 07:24:07.951348 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81d90ad3-269a-4032-8333-ce6790f3fb6f tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] Pushing event updated for resources: {'Port': ['ID=e455323d-204f-4d28-b848-7c35c5000f11,revision_number=1']} {{(pid=84875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:24:07.954625 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-819af20f-04d3-450f-8f8d-951580d11dd4 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84875) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:24:07.965127 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84874) accepted ('10.222.0.24', 43980) {{(pid=84874) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:24:07.985505 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-81d90ad3-269a-4032-8333-ce6790f3fb6f tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.794s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:24:07.996090 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-819af20f-04d3-450f-8f8d-951580d11dd4 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:24:08.068010 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-59243d3c-102b-4da4-b3dc-e96b3d1645df tempest-ExternalNetworksTestJSON-1523440521 tempest-ExternalNetworksTestJSON-1523440521] Notify callbacks [] for floatingip, precommit_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:24:08.081450 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [None req-ef39a96d-6803-49ea-94dd-cc31c5c28603 tempest-ExtensionsTestJSON-595256684 tempest-ExtensionsTestJSON-595256684] http://10.222.0.24:9696/v2.0/extensions/standard-attr-tag returned with HTTP 200 {{(pid=84874) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 14 07:24:08.083029 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-ef39a96d-6803-49ea-94dd-cc31c5c28603 tempest-ExtensionsTestJSON-595256684 tempest-ExtensionsTestJSON-595256684] 10.222.0.24 "GET /v2.0/extensions/standard-attr-tag HTTP/1.1" status: 200 len: 537 time: 0.0582542 Jan 14 07:24:08.088781 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84875) accepted ('10.222.0.24', 43984) {{(pid=84875) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:24:08.096311 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-819af20f-04d3-450f-8f8d-951580d11dd4 admin admin] Made reservation on behalf of 4b0c2ef1e48d4736b4830179d8915263 for: {'network': 1} {{(pid=84875) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 07:24:08.102300 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-819af20f-04d3-450f-8f8d-951580d11dd4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555753'] for network, before_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:24:08.155717 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-819af20f-04d3-450f-8f8d-951580d11dd4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:24:08.183035 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [None req-c940b470-9d11-44cf-9a21-ce03ac30034c tempest-ExtensionsTestJSON-595256684 tempest-ExtensionsTestJSON-595256684] http://10.222.0.24:9696/v2.0/extensions/standard-attr-timestamp returned with HTTP 200 {{(pid=84875) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 14 07:24:08.184937 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-c940b470-9d11-44cf-9a21-ce03ac30034c tempest-ExtensionsTestJSON-595256684 tempest-ExtensionsTestJSON-595256684] 10.222.0.24 "GET /v2.0/extensions/standard-attr-timestamp HTTP/1.1" status: 200 len: 449 time: 0.0942311 Jan 14 07:24:08.210458 n-d-768862-2 neutron-server[84765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81d90ad3-269a-4032-8333-ce6790f3fb6f tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] Network 23f0a15d-6362-4cec-82c1-cacba887c566 is already hosted by enough agents. {{(pid=84875) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 07:24:08.212297 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-6ff1b845-e6cc-40c3-8811-854d938cee54 tempest-RoutersIpV6AdminTest-832003634 tempest-RoutersIpV6AdminTest-832003634] Notify callbacks [] for router_gateway, before_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:24:08.331866 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-819af20f-04d3-450f-8f8d-951580d11dd4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:24:08.349526 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-6ff1b845-e6cc-40c3-8811-854d938cee54 tempest-RoutersIpV6AdminTest-832003634 tempest-RoutersIpV6AdminTest-832003634] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555753'] for port, before_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:24:08.367781 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-59243d3c-102b-4da4-b3dc-e96b3d1645df tempest-ExternalNetworksTestJSON-1523440521 tempest-ExternalNetworksTestJSON-1523440521] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555753'] for port, before_update {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:24:08.420715 n-d-768862-2 neutron-server[84765]: DEBUG neutron.scheduler.base_scheduler [None req-81d90ad3-269a-4032-8333-ce6790f3fb6f tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] Resources bound (agent type, host, resource id): {{(pid=84875) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 07:24:08.456687 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81d90ad3-269a-4032-8333-ce6790f3fb6f tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] Received port after_create {{(pid=84875) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 14 07:24:08.678328 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f00eb1d0-3407-45be-b67c-50ee066a0946 None None] Pushing event updated for resources: {'Port': ['ID=9ddfdf0f-b1b2-4787-bfe9-62580d513abf,revision_number=2']} {{(pid=84876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:24:08.718818 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-f00eb1d0-3407-45be-b67c-50ee066a0946 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.225s {{(pid=84876) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:24:08.721006 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-819af20f-04d3-450f-8f8d-951580d11dd4 admin admin] Usage tracker for resource:security_group_rule and tenant:4b0c2ef1e48d4736b4830179d8915263 is out of sync, need to count used quota {{(pid=84875) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:24:08.735424 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network":"rule:regular_user" was deprecated in W in favor of "create_network":"role:member and project_id:%(project_id)s". Reason: Jan 14 07:24:08.735424 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:24:08.735424 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:24:08.735424 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:24:08.735424 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:shared":"rule:admin_only" was deprecated in W in favor of "create_network:shared":"role:admin and system_scope:all". Reason: Jan 14 07:24:08.735424 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:24:08.735424 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:24:08.735424 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:24:08.735424 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:router:external":"rule:admin_only" was deprecated in W in favor of "create_network:router:external":"role:admin and system_scope:all". Reason: Jan 14 07:24:08.735424 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:24:08.735424 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:24:08.735424 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:24:08.735424 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:is_default":"rule:admin_only" was deprecated in W in favor of "create_network:is_default":"role:admin and system_scope:all". Reason: Jan 14 07:24:08.735424 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:24:08.735424 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:24:08.735424 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:24:08.735424 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:port_security_enabled":"rule:regular_user" was deprecated in W in favor of "create_network:port_security_enabled":"role:member and project_id:%(project_id)s". Reason: Jan 14 07:24:08.735424 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:24:08.735424 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:24:08.735424 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:24:08.735424 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:segments":"rule:admin_only" was deprecated in W in favor of "create_network:segments":"role:admin and system_scope:all". Reason: Jan 14 07:24:08.735424 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:24:08.735424 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:24:08.735424 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:24:08.735424 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "create_network:provider:network_type":"role:admin and system_scope:all". Reason: Jan 14 07:24:08.735424 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:24:08.735424 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:24:08.735424 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:24:08.735424 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "create_network:provider:physical_network":"role:admin and system_scope:all". Reason: Jan 14 07:24:08.735424 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:24:08.735424 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:24:08.735424 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:24:08.735424 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "create_network:provider:segmentation_id":"role:admin and system_scope:all". Reason: Jan 14 07:24:08.735424 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:24:08.735424 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:24:08.735424 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:24:08.735424 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network":"rule:admin_or_owner or rule:shared or rule:external or rule:context_is_advsvc" was deprecated in W in favor of "get_network":"(role:reader and system_scope:all) or (role:reader and project_id:%(project_id)s) or rule:shared or rule:external or rule:context_is_advsvc". Reason: Jan 14 07:24:08.735424 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:24:08.735424 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:24:08.735424 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:24:08.735424 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:router:external":"rule:regular_user" was deprecated in W in favor of "get_network:router:external":"role:reader and project_id:%(project_id)s". Reason: Jan 14 07:24:08.735424 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:24:08.735424 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:24:08.735424 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:24:08.735424 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:segments":"rule:admin_only" was deprecated in W in favor of "get_network:segments":"role:reader and system_scope:all". Reason: Jan 14 07:24:08.735424 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:24:08.735424 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:24:08.735424 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:24:08.735424 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "get_network:provider:network_type":"role:reader and system_scope:all". Reason: Jan 14 07:24:08.735424 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:24:08.735424 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:24:08.735424 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:24:08.735424 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "get_network:provider:physical_network":"role:reader and system_scope:all". Reason: Jan 14 07:24:08.735424 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:24:08.735424 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:24:08.735424 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:24:08.735424 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "get_network:provider:segmentation_id":"role:reader and system_scope:all". Reason: Jan 14 07:24:08.735424 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:24:08.735424 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:24:08.735424 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:24:08.735424 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network":"rule:admin_or_owner" was deprecated in W in favor of "update_network":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 07:24:08.735424 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:24:08.735424 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:24:08.735424 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:24:08.735424 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:segments":"rule:admin_only" was deprecated in W in favor of "update_network:segments":"role:admin and system_scope:all". Reason: Jan 14 07:24:08.735424 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:24:08.735424 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:24:08.735424 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:24:08.779591 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_hamode_db [None req-bea91f3d-151f-4326-a13e-f789eecad6ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '40febb8e-85a2-44af-bb73-f559467ae85b', 'name': 'tempest-RoutersIpV6Test-router-637200602', 'tenant_id': 'd787627cdb8d4cc9b70642659fae99d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-14T07:22:21Z', 'updated_at': '2021-01-14T07:24:00Z', 'revision_number': 7, 'project_id': 'd787627cdb8d4cc9b70642659fae99d7', 'gw_port_host': None, '_interfaces': [{'id': '5d4c80f7-fa86-4260-9c85-c0e3fe21da09', 'name': '', 'network_id': 'ecd2ef9e-48e8-480a-a1fc-ce09ba6212c7', 'tenant_id': 'd787627cdb8d4cc9b70642659fae99d7', 'mac_address': 'fa:16:3e:b9:1b:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40febb8e-85a2-44af-bb73-f559467ae85b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1993, 'fixed_ips': [{'subnet_id': '6d7b8862-6c15-43ed-8ff1-841e54b08eb8', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T07:22:57Z', 'updated_at': '2021-01-14T07:23:22Z', 'revision_number': 5, 'project_id': 'd787627cdb8d4cc9b70642659fae99d7', 'subnets': [{'id': '6d7b8862-6c15-43ed-8ff1-841e54b08eb8', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}, {'id': '6cfd491a-75f6-456b-b2fe-10bbc6241eeb', 'name': '', 'network_id': 'c9c42f8d-6ced-4552-9599-4e0f839bda7e', 'tenant_id': 'd787627cdb8d4cc9b70642659fae99d7', 'mac_address': 'fa:16:3e:db:69:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40febb8e-85a2-44af-bb73-f559467ae85b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2068, 'fixed_ips': [{'subnet_id': 'f2075c06-81cf-4671-9898-2417d73e67d4', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T07:23:42Z', 'updated_at': '2021-01-14T07:23:59Z', 'revision_number': 5, 'project_id': 'd787627cdb8d4cc9b70642659fae99d7', 'subnets': [{'id': 'f2075c06-81cf-4671-9898-2417d73e67d4', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}, {'id': 'c404d567-18b6-4d4f-af34-4bc01b17dec1', 'name': '', 'network_id': '6adec993-1400-47e5-9a29-907bc02c17ed', 'tenant_id': 'd787627cdb8d4cc9b70642659fae99d7', 'mac_address': 'fa:16:3e:7d:23:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40febb8e-85a2-44af-bb73-f559467ae85b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2029, 'fixed_ips': [{'subnet_id': '2d637449-0027-48ee-bf00-a964d9e4da4e', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T07:23:17Z', 'updated_at': '2021-01-14T07:23:38Z', 'revision_number': 5, 'project_id': 'd787627cdb8d4cc9b70642659fae99d7', 'subnets': [{'id': '2d637449-0027-48ee-bf00-a964d9e4da4e', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}, {'id': 'd21b5147-a877-46a5-a233-6a97d5befecb', 'name': '', 'network_id': 'd7d2c5e4-b39f-4c26-a03a-605439415826', 'tenant_id': 'd787627cdb8d4cc9b70642659fae99d7', 'mac_address': 'fa:16:3e:5b:cd:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40febb8e-85a2-44af-bb73-f559467ae85b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1953, 'fixed_ips': [{'subnet_id': '44b3d79f-589d-4894-89ff-0fd9901e6ead', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T07:22:33Z', 'updated_at': '2021-01-14T07:22:50Z', 'revision_number': 5, 'project_id': 'd787627cdb8d4cc9b70642659fae99d7', 'subnets': [{'id': '44b3d79f-589d-4894-89ff-0fd9901e6ead', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'n-d-768862-2', False) {} {{(pid=84876) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:24:08.794135 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81d90ad3-269a-4032-8333-ce6790f3fb6f tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:24:08.795062 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bea91f3d-151f-4326-a13e-f789eecad6ed None None] The sync data for ids ['40febb8e-85a2-44af-bb73-f559467ae85b'] in n-d-768862-2 is: [{'id': '40febb8e-85a2-44af-bb73-f559467ae85b', 'name': 'tempest-RoutersIpV6Test-router-637200602', 'tenant_id': 'd787627cdb8d4cc9b70642659fae99d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-14T07:22:21Z', 'updated_at': '2021-01-14T07:24:00Z', 'revision_number': 7, 'project_id': 'd787627cdb8d4cc9b70642659fae99d7', 'gw_port_host': None, '_interfaces': [{'id': '5d4c80f7-fa86-4260-9c85-c0e3fe21da09', 'name': '', 'network_id': 'ecd2ef9e-48e8-480a-a1fc-ce09ba6212c7', 'tenant_id': 'd787627cdb8d4cc9b70642659fae99d7', 'mac_address': 'fa:16:3e:b9:1b:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40febb8e-85a2-44af-bb73-f559467ae85b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1993, 'fixed_ips': [{'subnet_id': '6d7b8862-6c15-43ed-8ff1-841e54b08eb8', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T07:22:57Z', 'updated_at': '2021-01-14T07:23:22Z', 'revision_number': 5, 'project_id': 'd787627cdb8d4cc9b70642659fae99d7', 'subnets': [{'id': '6d7b8862-6c15-43ed-8ff1-841e54b08eb8', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}, {'id': '6cfd491a-75f6-456b-b2fe-10bbc6241eeb', 'name': '', 'network_id': 'c9c42f8d-6ced-4552-9599-4e0f839bda7e', 'tenant_id': 'd787627cdb8d4cc9b70642659fae99d7', 'mac_address': 'fa:16:3e:db:69:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40febb8e-85a2-44af-bb73-f559467ae85b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2068, 'fixed_ips': [{'subnet_id': 'f2075c06-81cf-4671-9898-2417d73e67d4', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T07:23:42Z', 'updated_at': '2021-01-14T07:23:59Z', 'revision_number': 5, 'project_id': 'd787627cdb8d4cc9b70642659fae99d7', 'subnets': [{'id': 'f2075c06-81cf-4671-9898-2417d73e67d4', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}, {'id': 'c404d567-18b6-4d4f-af34-4bc01b17dec1', 'name': '', 'network_id': '6adec993-1400-47e5-9a29-907bc02c17ed', 'tenant_id': 'd787627cdb8d4cc9b70642659fae99d7', 'mac_address': 'fa:16:3e:7d:23:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40febb8e-85a2-44af-bb73-f559467ae85b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2029, 'fixed_ips': [{'subnet_id': '2d637449-0027-48ee-bf00-a964d9e4da4e', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T07:23:17Z', 'updated_at': '2021-01-14T07:23:38Z', 'revision_number': 5, 'project_id': 'd787627cdb8d4cc9b70642659fae99d7', 'subnets': [{'id': '2d637449-0027-48ee-bf00-a964d9e4da4e', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}, {'id': 'd21b5147-a877-46a5-a233-6a97d5befecb', 'name': '', 'network_id': 'd7d2c5e4-b39f-4c26-a03a-605439415826', 'tenant_id': 'd787627cdb8d4cc9b70642659fae99d7', 'mac_address': 'fa:16:3e:5b:cd:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40febb8e-85a2-44af-bb73-f559467ae85b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1953, 'fixed_ips': [{'subnet_id': '44b3d79f-589d-4894-89ff-0fd9901e6ead', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T07:22:33Z', 'updated_at': '2021-01-14T07:22:50Z', 'revision_number': 5, 'project_id': 'd787627cdb8d4cc9b70642659fae99d7', 'subnets': [{'id': '44b3d79f-589d-4894-89ff-0fd9901e6ead', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=84876) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Jan 14 07:24:08.797290 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-81d90ad3-269a-4032-8333-ce6790f3fb6f tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854768116'] for port, before_response {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:24:08.810897 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84875) accepted ('10.222.0.24', 43990) {{(pid=84875) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:24:08.817625 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-819af20f-04d3-450f-8f8d-951580d11dd4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84875) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:24:08.878690 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.v2.base [None req-e30206a8-7d10-4f22-a18a-1da4337366b6 tempest-NetworksIpV6Test-2047944877 tempest-NetworksIpV6Test-2047944877] Request body: {'subnet': {'network_id': '1653bc9c-200b-4bb4-ba90-743542d6732a', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=84875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:24:08.911248 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-819af20f-04d3-450f-8f8d-951580d11dd4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:24:09.058374 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84874) accepted ('10.222.0.24', 43996) {{(pid=84874) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:24:09.074920 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.plugin [None req-6a01bf64-c3c0-42ab-a931-a0fac365a451 tempest-RoutersIpV6Test-883692175 tempest-RoutersIpV6Test-883692175] Deleting port 6cfd491a-75f6-456b-b2fe-10bbc6241eeb {{(pid=84874) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 07:24:09.075278 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-6a01bf64-c3c0-42ab-a931-a0fac365a451 tempest-RoutersIpV6Test-883692175 tempest-RoutersIpV6Test-883692175] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363259214248359'] for port, before_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:24:09.111398 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-81d90ad3-269a-4032-8333-ce6790f3fb6f tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1027 time: 5.3807158 Jan 14 07:24:09.121233 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84875) accepted ('10.222.0.24', 43998) {{(pid=84875) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:24:09.255104 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Device 9ddfdf0f-b1b2-4787-bfe9-62580d513abf up at agent ovs-agent-n-d-768862-2 {{(pid=84876) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 07:24:09.265981 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-e30206a8-7d10-4f22-a18a-1da4337366b6 tempest-NetworksIpV6Test-2047944877 tempest-NetworksIpV6Test-2047944877] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:24:09.270655 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-e30206a8-7d10-4f22-a18a-1da4337366b6 tempest-NetworksIpV6Test-2047944877 tempest-NetworksIpV6Test-2047944877] Usage tracker for resource:subnet and tenant:130ee88fc4054d968ce76b7b9727c055 is out of sync, need to count used quota {{(pid=84875) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:24:09.274156 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-e30206a8-7d10-4f22-a18a-1da4337366b6 tempest-NetworksIpV6Test-2047944877 tempest-NetworksIpV6Test-2047944877] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84875) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:24:09.281008 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-e30206a8-7d10-4f22-a18a-1da4337366b6 tempest-NetworksIpV6Test-2047944877 tempest-NetworksIpV6Test-2047944877] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:24:09.314857 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e30206a8-7d10-4f22-a18a-1da4337366b6 tempest-NetworksIpV6Test-2047944877 tempest-NetworksIpV6Test-2047944877] Made reservation on behalf of 130ee88fc4054d968ce76b7b9727c055 for: {'subnet': 1} {{(pid=84875) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 07:24:09.379406 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Provisioning for port 9ddfdf0f-b1b2-4787-bfe9-62580d513abf completed by entity L2. {{(pid=84876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 07:24:09.412616 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-59243d3c-102b-4da4-b3dc-e96b3d1645df tempest-ExternalNetworksTestJSON-1523440521 tempest-ExternalNetworksTestJSON-1523440521] Notify callbacks [] for port, precommit_update {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:24:09.449506 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-59243d3c-102b-4da4-b3dc-e96b3d1645df tempest-ExternalNetworksTestJSON-1523440521 tempest-ExternalNetworksTestJSON-1523440521] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777640533312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363259214678337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777640097497', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036851521613'] for port, after_update {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:24:09.471872 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-115f9ffd-74d1-4a2d-bb1f-7447feafe953 tempest-ExternalNetworksAdminNegativeTestJSON-1161897559 tempest-ExternalNetworksAdminNegativeTestJSON-1161897559] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:24:09.523848 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-deabd377-dcc5-450d-b5fe-05213572055e admin admin] Notify callbacks [] for security_group, before_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:24:09.595878 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6882e723-bf91-4aa0-9faf-422ba8c81e34 tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:24:09.614526 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [None req-6a01bf64-c3c0-42ab-a931-a0fac365a451 tempest-RoutersIpV6Test-883692175 tempest-RoutersIpV6Test-883692175] For port 6cfd491a-75f6-456b-b2fe-10bbc6241eeb, host n-d-768862-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-2',level=0,port_id=6cfd491a-75f6-456b-b2fe-10bbc6241eeb,segment=NetworkSegment(06feb7f6-c5d7-4dce-8715-a4c4b119149d),segment_id=06feb7f6-c5d7-4dce-8715-a4c4b119149d)] {{(pid=84874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 07:24:09.614958 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-6a01bf64-c3c0-42ab-a931-a0fac365a451 tempest-RoutersIpV6Test-883692175 tempest-RoutersIpV6Test-883692175] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036850862667'] for port, precommit_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:24:09.618968 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6882e723-bf91-4aa0-9faf-422ba8c81e34 tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:24:09.619823 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-6882e723-bf91-4aa0-9faf-422ba8c81e34 tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] Synchronizing usage tracker for tenant:be0aa702e3ca464795a99c51e3b3b04f on resource:port {{(pid=84875) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 14 07:24:09.632122 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-e30206a8-7d10-4f22-a18a-1da4337366b6 tempest-NetworksIpV6Test-2047944877 tempest-NetworksIpV6Test-2047944877] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036852467157'] for subnet, before_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:24:09.639448 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-deabd377-dcc5-450d-b5fe-05213572055e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:24:09.723589 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-deabd377-dcc5-450d-b5fe-05213572055e admin admin] Usage tracker for resource:security_group_rule and tenant:0070ebb95e52488393f8148cb2bb1028 is out of sync, need to count used quota {{(pid=84874) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:24:09.727494 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-deabd377-dcc5-450d-b5fe-05213572055e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84874) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:24:09.745813 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-deabd377-dcc5-450d-b5fe-05213572055e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:24:09.929142 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.plugin [None req-6a01bf64-c3c0-42ab-a931-a0fac365a451 tempest-RoutersIpV6Test-883692175 tempest-RoutersIpV6Test-883692175] Calling delete_port for 6cfd491a-75f6-456b-b2fe-10bbc6241eeb owned by network:router_interface {{(pid=84874) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 07:24:09.967104 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-deabd377-dcc5-450d-b5fe-05213572055e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:24:09.970759 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-819af20f-04d3-450f-8f8d-951580d11dd4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:24:09.975079 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-6882e723-bf91-4aa0-9faf-422ba8c81e34 tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] Unset dirty status for tenant:be0aa702e3ca464795a99c51e3b3b04f on resource:port {{(pid=84875) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 14 07:24:09.980827 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-6882e723-bf91-4aa0-9faf-422ba8c81e34 tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] 10.222.0.24 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1781 time: 0.8516726 Jan 14 07:24:09.982880 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84875) accepted ('10.222.0.24', 44008) {{(pid=84875) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:24:09.983068 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-819af20f-04d3-450f-8f8d-951580d11dd4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850887153'] for security_group, after_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:24:09.994468 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-77ffac29-9711-4406-9b2b-0675beee3fd8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:24:10.019513 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59243d3c-102b-4da4-b3dc-e96b3d1645df tempest-ExternalNetworksTestJSON-1523440521 tempest-ExternalNetworksTestJSON-1523440521] Pushing event updated for resources: {'Port': ['ID=f707d649-5c38-4321-afe3-12559416db4e,revision_number=2']} {{(pid=84874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:24:10.041034 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-deabd377-dcc5-450d-b5fe-05213572055e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850887153'] for security_group, after_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:24:10.060672 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-59243d3c-102b-4da4-b3dc-e96b3d1645df tempest-ExternalNetworksTestJSON-1523440521 tempest-ExternalNetworksTestJSON-1523440521] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.589s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:24:10.063078 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-a33d4389-c038-4a87-8911-ff9e33b45c48 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:24:10.098743 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-819af20f-04d3-450f-8f8d-951580d11dd4 admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 23} {{(pid=84875) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Jan 14 07:24:10.105845 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27822df0-70e2-41e0-a05c-5412f4891506 None None] Network 23f0a15d-6362-4cec-82c1-cacba887c566 requested from n-d-768862-2 {{(pid=84876) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 07:24:10.151177 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.db_base_plugin_common [None req-6ff1b845-e6cc-40c3-8811-854d938cee54 tempest-RoutersIpV6AdminTest-832003634 tempest-RoutersIpV6AdminTest-832003634] Allocated IP 172.25.2.90 (226f1e78-82cd-4481-9055-4eb73b6db8c1/ba8deeec-7658-4195-9449-038c076f5c83/ae748b60-2a83-4f71-bd6a-6294c9f0acc5) {{(pid=84875) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 14 07:24:10.159011 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-deabd377-dcc5-450d-b5fe-05213572055e admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=0070ebb95e52488393f8148cb2bb1028&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0393536 Jan 14 07:24:10.166884 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deabd377-dcc5-450d-b5fe-05213572055e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3cc972af-94a1-4fa4-951c-85ceadcb0fc1,revision_number=1']} {{(pid=84874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:24:10.170600 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84875) accepted ('10.222.0.24', 44012) {{(pid=84875) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:24:10.176367 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-819af20f-04d3-450f-8f8d-951580d11dd4 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment--9223363259214191851', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854179735'] for segment, precommit_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:24:10.176367 n-d-768862-2 neutron-server[84765]: INFO neutron.db.segments_db [None req-819af20f-04d3-450f-8f8d-951580d11dd4 admin admin] Added segment c85653e0-80c0-4364-9348-5bb62a0ecb3c of type vxlan for network 4c195c8c-de40-44a5-a763-f4fd158718da Jan 14 07:24:10.179074 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-deabd377-dcc5-450d-b5fe-05213572055e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:24:10.234749 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-59243d3c-102b-4da4-b3dc-e96b3d1645df tempest-ExternalNetworksTestJSON-1523440521 tempest-ExternalNetworksTestJSON-1523440521] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3912638'] for floatingip, after_update {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:24:10.235906 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-819af20f-04d3-450f-8f8d-951580d11dd4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f91a971c-871e-48f8-8625-3c9ec7bcf182,revision_number=1']} {{(pid=84875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:24:10.273407 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.plugin [None req-ec4ae100-7885-4b35-853b-7fe368591e5d tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] Deleting port e455323d-204f-4d28-b848-7c35c5000f11 {{(pid=84875) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 07:24:10.273781 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-ec4ae100-7885-4b35-853b-7fe368591e5d tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363259214248359'] for port, before_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:24:10.282584 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-59243d3c-102b-4da4-b3dc-e96b3d1645df tempest-ExternalNetworksTestJSON-1523440521 tempest-ExternalNetworksTestJSON-1523440521] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854768116'] for floatingip, before_response {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:24:10.285613 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-59243d3c-102b-4da4-b3dc-e96b3d1645df tempest-ExternalNetworksTestJSON-1523440521 tempest-ExternalNetworksTestJSON-1523440521] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 691 time: 5.8314054 Jan 14 07:24:10.289240 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84874) accepted ('10.222.0.24', 44016) {{(pid=84874) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:24:10.300395 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-819af20f-04d3-450f-8f8d-951580d11dd4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.306s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:24:10.309792 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-cd1d2790-b5e8-433f-9dc7-f26a59e0f369 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:24:10.374439 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-72808080-8ffe-4154-ab05-2405349ac0a7 None None] Provisioning for port 9ddfdf0f-b1b2-4787-bfe9-62580d513abf completed by entity DHCP. {{(pid=84876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 07:24:10.404936 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-72808080-8ffe-4154-ab05-2405349ac0a7 None None] Provisioning complete for port 9ddfdf0f-b1b2-4787-bfe9-62580d513abf triggered by entity DHCP. {{(pid=84876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 07:24:10.405170 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-72808080-8ffe-4154-ab05-2405349ac0a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-604227'] for port, provisioning_complete {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:24:10.411816 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-819af20f-04d3-450f-8f8d-951580d11dd4 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363259214646115'] for network, precommit_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:24:10.423902 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-7a0f4d6d-7a77-4700-9d13-7003ab789521 tempest-ExternalNetworksTestJSON-1523440521 tempest-ExternalNetworksTestJSON-1523440521] Synchronizing usage tracker for tenant:818e23dab35146079ddb08b8e1f7b310 on resource:floatingip {{(pid=84874) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 14 07:24:10.459159 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-7a0f4d6d-7a77-4700-9d13-7003ab789521 tempest-ExternalNetworksTestJSON-1523440521 tempest-ExternalNetworksTestJSON-1523440521] Unset dirty status for tenant:818e23dab35146079ddb08b8e1f7b310 on resource:floatingip {{(pid=84874) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 14 07:24:10.461667 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-7a0f4d6d-7a77-4700-9d13-7003ab789521 tempest-ExternalNetworksTestJSON-1523440521 tempest-ExternalNetworksTestJSON-1523440521] 10.222.0.24 "GET /v2.0/floatingips?floating_network_id=fd02ec87-dfe2-43b0-b31c-8df93a8694af HTTP/1.1" status: 200 len: 689 time: 0.1702275 Jan 14 07:24:10.469239 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-6a01bf64-c3c0-42ab-a931-a0fac365a451 tempest-RoutersIpV6Test-883692175 tempest-RoutersIpV6Test-883692175] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777640533329', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777640097463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3254186'] for port, after_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:24:10.478605 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84875) accepted ('10.222.0.24', 44020) {{(pid=84875) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:24:10.489772 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-59243d3c-102b-4da4-b3dc-e96b3d1645df tempest-ExternalNetworksTestJSON-1523440521 tempest-ExternalNetworksTestJSON-1523440521] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:24:10.590961 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a01bf64-c3c0-42ab-a931-a0fac365a451 tempest-RoutersIpV6Test-883692175 tempest-RoutersIpV6Test-883692175] Pushing event deleted for resources: {'Port': ['ID=6cfd491a-75f6-456b-b2fe-10bbc6241eeb,revision_number=None']} {{(pid=84874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:24:10.600621 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-6a01bf64-c3c0-42ab-a931-a0fac365a451 tempest-RoutersIpV6Test-883692175 tempest-RoutersIpV6Test-883692175] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:24:10.691464 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-cd1d2790-b5e8-433f-9dc7-f26a59e0f369 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:24:10.770647 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.db.resource_extend [None req-819af20f-04d3-450f-8f8d-951580d11dd4 admin admin] It took 0.22 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84875) wrapper /usr/local/lib/python3.6/dist-packages/oslo_utils/timeutils.py:388}} Jan 14 07:24:10.915658 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-72808080-8ffe-4154-ab05-2405349ac0a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555753'] for port, before_update {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:24:10.957795 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [None req-72808080-8ffe-4154-ab05-2405349ac0a7 None None] For port 9ddfdf0f-b1b2-4787-bfe9-62580d513abf, host n-d-768862-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-2',level=0,port_id=9ddfdf0f-b1b2-4787-bfe9-62580d513abf,segment=NetworkSegment(56f1c7cf-f3a3-41d2-9677-68978131444f),segment_id=56f1c7cf-f3a3-41d2-9677-68978131444f)] {{(pid=84876) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 07:24:10.959119 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-42b6128f-af14-4e4a-8bad-a953c1f05d5a tempest-ExternalNetworksTestJSON-1523440521 tempest-ExternalNetworksTestJSON-1523440521] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036854160497'] for network, before_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:24:10.972477 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-72808080-8ffe-4154-ab05-2405349ac0a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777640533312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363259214678337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777640097497'] for port, after_update {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:24:10.980434 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=84876) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:24:11.067877 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-819af20f-04d3-450f-8f8d-951580d11dd4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850887149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964'] for network, after_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:24:11.068940 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-819af20f-04d3-450f-8f8d-951580d11dd4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:24:11.070469 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-819af20f-04d3-450f-8f8d-951580d11dd4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3207107'] for network, before_response {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:24:11.113482 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-162a9704-91f8-46a7-b834-eb04f9300c96 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:24:11.148232 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72808080-8ffe-4154-ab05-2405349ac0a7 None None] Pushing event updated for resources: {'Port': ['ID=9ddfdf0f-b1b2-4787-bfe9-62580d513abf,revision_number=3']} {{(pid=84876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:24:11.155403 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-72808080-8ffe-4154-ab05-2405349ac0a7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.175s {{(pid=84876) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:24:11.161877 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-017f98a9-8a07-408c-a86f-8ff0c00400a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363259214191800', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854171626'] for agent, after_update {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:24:11.179576 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22c190d5-0fc1-409e-9498-4bd2d9bdb929 None None] Update dhcp port {'port': {'network_id': '23f0a15d-6362-4cec-82c1-cacba887c566', 'fixed_ips': [{'subnet_id': '0c5d7d87-6570-4b3e-a416-23d99c064b6b', 'ip_address': '2001:db8::f816:3eff:fe37:c71'}, {'subnet_id': '1111717e-8850-4944-9f38-67ae53f0d0da'}], 'binding:host_id': 'n-d-768862-2'}, 'id': '9ddfdf0f-b1b2-4787-bfe9-62580d513abf'} from n-d-768862-2. {{(pid=84876) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:310}} Jan 14 07:24:11.247701 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-22c190d5-0fc1-409e-9498-4bd2d9bdb929 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555753'] for port, before_update {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:24:11.360885 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-6a01bf64-c3c0-42ab-a931-a0fac365a451 tempest-RoutersIpV6Test-883692175 tempest-RoutersIpV6Test-883692175] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted--9223372036851568851', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal--9223372036850888080'] for router_interface, after_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:24:11.605984 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.db_base_plugin_common [None req-22c190d5-0fc1-409e-9498-4bd2d9bdb929 None None] Allocated IP 172.20.0.2 (23f0a15d-6362-4cec-82c1-cacba887c566/1111717e-8850-4944-9f38-67ae53f0d0da/9ddfdf0f-b1b2-4787-bfe9-62580d513abf) {{(pid=84876) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 14 07:24:11.727783 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-6ff1b845-e6cc-40c3-8811-854d938cee54 tempest-RoutersIpV6AdminTest-832003634 tempest-RoutersIpV6AdminTest-832003634] Notify callbacks [] for port, precommit_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:24:11.735173 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.plugin [None req-42b6128f-af14-4e4a-8bad-a953c1f05d5a tempest-ExternalNetworksTestJSON-1523440521 tempest-ExternalNetworksTestJSON-1523440521] Deleting port f707d649-5c38-4321-afe3-12559416db4e {{(pid=84875) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 07:24:11.735603 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-42b6128f-af14-4e4a-8bad-a953c1f05d5a tempest-ExternalNetworksTestJSON-1523440521 tempest-ExternalNetworksTestJSON-1523440521] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363259214248359'] for port, before_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:24:11.795274 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-819af20f-04d3-450f-8f8d-951580d11dd4 admin admin] Pushing event updated for resources: {'Network': ['ID=4c195c8c-de40-44a5-a763-f4fd158718da,revision_number=1']} {{(pid=84875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:24:11.811331 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-852a24f7-e9a1-4193-9abb-e9506fe5213f None None] Network 4c195c8c-de40-44a5-a763-f4fd158718da details requested by agent ovs-agent-n-h2-768862-2 with host n-h2-768862-2 {{(pid=84876) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 07:24:11.816069 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-819af20f-04d3-450f-8f8d-951580d11dd4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.703s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:24:11.832102 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-cd1d2790-b5e8-433f-9dc7-f26a59e0f369 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850887153'] for security_group, after_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:24:11.833342 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-017f98a9-8a07-408c-a86f-8ff0c00400a0 None None] Network 4c195c8c-de40-44a5-a763-f4fd158718da details requested by agent ovs-agent-n-h1-768862-2 with host n-h1-768862-2 {{(pid=84876) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 07:24:11.835378 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-cd1d2790-b5e8-433f-9dc7-f26a59e0f369 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:24:11.841794 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-cd1d2790-b5e8-433f-9dc7-f26a59e0f369 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/3cc972af-94a1-4fa4-951c-85ceadcb0fc1 HTTP/1.1" status: 204 len: 168 time: 1.6568904 Jan 14 07:24:11.845937 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-34a5758d-8a75-4d62-937a-74a57eb6357c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:24:11.858313 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-819af20f-04d3-450f-8f8d-951580d11dd4 admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 875 time: 5.7105081 Jan 14 07:24:11.861942 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84875) accepted ('10.222.0.24', 44028) {{(pid=84875) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:24:11.904968 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.v2.base [None req-014f1668-d258-456a-951a-d71d37d05868 admin admin] Request body: {'subnet': {'network_id': '4c195c8c-de40-44a5-a763-f4fd158718da', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-195055221-subnet', 'tenant_id': '4b0c2ef1e48d4736b4830179d8915263', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=84875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:24:11.911509 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-014f1668-d258-456a-951a-d71d37d05868 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:24:11.915885 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-014f1668-d258-456a-951a-d71d37d05868 admin admin] Usage tracker for resource:subnet and tenant:4b0c2ef1e48d4736b4830179d8915263 is out of sync, need to count used quota {{(pid=84875) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:24:11.919680 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-014f1668-d258-456a-951a-d71d37d05868 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84875) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:24:11.925737 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-014f1668-d258-456a-951a-d71d37d05868 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:24:11.938251 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd1d2790-b5e8-433f-9dc7-f26a59e0f369 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3cc972af-94a1-4fa4-951c-85ceadcb0fc1,revision_number=None']} {{(pid=84875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:24:11.956723 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Network 4c195c8c-de40-44a5-a763-f4fd158718da details requested by agent ovs-agent-n-d-768862-2 with host n-d-768862-2 {{(pid=84876) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 07:24:11.961408 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-014f1668-d258-456a-951a-d71d37d05868 admin admin] Made reservation on behalf of 4b0c2ef1e48d4736b4830179d8915263 for: {'subnet': 1} {{(pid=84875) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 07:24:11.966425 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-014f1668-d258-456a-951a-d71d37d05868 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036852467157'] for subnet, before_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:24:11.982286 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-cd1d2790-b5e8-433f-9dc7-f26a59e0f369 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:24:12.004687 n-d-768862-2 neutron-server[84765]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6a01bf64-c3c0-42ab-a931-a0fac365a451 tempest-RoutersIpV6Test-883692175 tempest-RoutersIpV6Test-883692175] Router 40febb8e-85a2-44af-bb73-f559467ae85b has already been hosted by L3 agent 35f592e9-451b-4db9-abea-77b6a5c5391b {{(pid=84874) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Jan 14 07:24:12.236476 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-ec4ae100-7885-4b35-853b-7fe368591e5d tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036850862667'] for port, precommit_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:24:12.237760 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6a01bf64-c3c0-42ab-a931-a0fac365a451 tempest-RoutersIpV6Test-883692175 tempest-RoutersIpV6Test-883692175] Notify agent at l3_agent.n-d-768862-2 the message routers_updated {{(pid=84874) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jan 14 07:24:12.250992 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c42e650b-c8ef-4b0d-9b1c-386ef4e0819d None None] Sync routers for ids ['40febb8e-85a2-44af-bb73-f559467ae85b'] in n-d-768862-2 {{(pid=84877) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Jan 14 07:24:12.257946 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-6a01bf64-c3c0-42ab-a931-a0fac365a451 tempest-RoutersIpV6Test-883692175 tempest-RoutersIpV6Test-883692175] 10.222.0.24 "PUT /v2.0/routers/40febb8e-85a2-44af-bb73-f559467ae85b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.4203937 Jan 14 07:24:12.264539 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84874) accepted ('10.222.0.24', 44036) {{(pid=84874) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:24:12.279144 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c42e650b-c8ef-4b0d-9b1c-386ef4e0819d None None] Routers {'40febb8e-85a2-44af-bb73-f559467ae85b'} bound to L3 agent in host n-d-768862-2 {{(pid=84877) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 14 07:24:12.280247 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_hamode_db [None req-c42e650b-c8ef-4b0d-9b1c-386ef4e0819d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2021-01-14T06:56:51Z,description=,heartbeat_timestamp=2021-01-14T07:23:51Z,host='n-d-768862-2',id=35f592e9-451b-4db9-abea-77b6a5c5391b,load=0,resource_versions=,resources_synced=,started_at=2021-01-14T06:56:51Z,topic='l3_agent')) {'router_ids': ['40febb8e-85a2-44af-bb73-f559467ae85b'], 'active': True} {{(pid=84877) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:24:12.328424 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [None req-22c190d5-0fc1-409e-9498-4bd2d9bdb929 None None] For port 9ddfdf0f-b1b2-4787-bfe9-62580d513abf, host n-d-768862-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-2',level=0,port_id=9ddfdf0f-b1b2-4787-bfe9-62580d513abf,segment=NetworkSegment(56f1c7cf-f3a3-41d2-9677-68978131444f),segment_id=56f1c7cf-f3a3-41d2-9677-68978131444f)] {{(pid=84876) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 07:24:12.374456 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-22c190d5-0fc1-409e-9498-4bd2d9bdb929 None None] Notify callbacks [] for port, precommit_update {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:24:12.398645 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-22c190d5-0fc1-409e-9498-4bd2d9bdb929 None None] Transition to ACTIVE for port object 9ddfdf0f-b1b2-4787-bfe9-62580d513abf will not be triggered until provisioned by entity DHCP. {{(pid=84876) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 07:24:12.434838 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-22c190d5-0fc1-409e-9498-4bd2d9bdb929 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777640533312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363259214678337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777640097497'] for port, after_update {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:24:12.494216 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.plugin [None req-ec4ae100-7885-4b35-853b-7fe368591e5d tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] Calling delete_port for e455323d-204f-4d28-b848-7c35c5000f11 owned by {{(pid=84875) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 07:24:12.537468 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-6ab9f829-84b7-42db-aa09-97a5931fec5f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84876) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:24:12.543777 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.db_base_plugin_v2 [None req-c9428b9d-b7bf-4fb2-a251-6243daed1d50 tempest-RoutersIpV6Test-883692175 tempest-RoutersIpV6Test-883692175] Deleting subnet f2075c06-81cf-4671-9898-2417d73e67d4 {{(pid=84874) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Jan 14 07:24:12.547652 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-c9428b9d-b7bf-4fb2-a251-6243daed1d50 tempest-RoutersIpV6Test-883692175 tempest-RoutersIpV6Test-883692175] Notify callbacks [] for subnet, before_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:24:12.551137 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_dvr_db [None req-c42e650b-c8ef-4b0d-9b1c-386ef4e0819d None None] Set router 40febb8e-85a2-44af-bb73-f559467ae85b gateway port host: None {{(pid=84877) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 14 07:24:12.574823 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-6ff1b845-e6cc-40c3-8811-854d938cee54 tempest-RoutersIpV6AdminTest-832003634 tempest-RoutersIpV6AdminTest-832003634] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777640123575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851621574'] for port, after_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:24:12.617402 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-c9428b9d-b7bf-4fb2-a251-6243daed1d50 tempest-RoutersIpV6Test-883692175 tempest-RoutersIpV6Test-883692175] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036851807232'] for subnet, precommit_delete_associations {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:24:12.748178 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22c190d5-0fc1-409e-9498-4bd2d9bdb929 None None] Pushing event updated for resources: {'Port': ['ID=9ddfdf0f-b1b2-4787-bfe9-62580d513abf,revision_number=4']} {{(pid=84876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:24:12.765536 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-22c190d5-0fc1-409e-9498-4bd2d9bdb929 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.228s {{(pid=84876) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:24:12.773980 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-852a24f7-e9a1-4193-9abb-e9506fe5213f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363259214191800', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854171626'] for agent, after_update {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:24:12.813156 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-2a8bf354-e86a-4d17-b8b6-eed320e3b4bf tempest-RoutersIpV6Test-883692175 tempest-RoutersIpV6Test-883692175] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:24:12.816963 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-c9428b9d-b7bf-4fb2-a251-6243daed1d50 tempest-RoutersIpV6Test-883692175 tempest-RoutersIpV6Test-883692175] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036854176836'] for subnet, precommit_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:24:12.916571 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ff1b845-e6cc-40c3-8811-854d938cee54 tempest-RoutersIpV6AdminTest-832003634 tempest-RoutersIpV6AdminTest-832003634] Pushing event updated for resources: {'Port': ['ID=ae748b60-2a83-4f71-bd6a-6294c9f0acc5,revision_number=1']} {{(pid=84875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:24:12.951882 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-6ff1b845-e6cc-40c3-8811-854d938cee54 tempest-RoutersIpV6AdminTest-832003634 tempest-RoutersIpV6AdminTest-832003634] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:24:12.981075 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-42b6128f-af14-4e4a-8bad-a953c1f05d5a tempest-ExternalNetworksTestJSON-1523440521 tempest-ExternalNetworksTestJSON-1523440521] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036850862667'] for port, precommit_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:24:12.981894 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-42b6128f-af14-4e4a-8bad-a953c1f05d5a tempest-ExternalNetworksTestJSON-1523440521 tempest-ExternalNetworksTestJSON-1523440521] Notify callbacks [] for floatingip, precommit_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:24:13.242210 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.plugin [None req-42b6128f-af14-4e4a-8bad-a953c1f05d5a tempest-ExternalNetworksTestJSON-1523440521 tempest-ExternalNetworksTestJSON-1523440521] Calling delete_port for f707d649-5c38-4321-afe3-12559416db4e owned by network:floatingip {{(pid=84875) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 07:24:13.252489 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Device 9ddfdf0f-b1b2-4787-bfe9-62580d513abf up at agent ovs-agent-n-d-768862-2 {{(pid=84876) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 07:24:13.284728 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-e30206a8-7d10-4f22-a18a-1da4337366b6 tempest-NetworksIpV6Test-2047944877 tempest-NetworksIpV6Test-2047944877] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850887113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036851621412', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036852467174'] for subnet, after_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:24:13.306922 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-09b4b830-50c0-4019-9841-6aa6807d7dcb tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:24:13.313639 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-c9428b9d-b7bf-4fb2-a251-6243daed1d50 tempest-RoutersIpV6Test-883692175 tempest-RoutersIpV6Test-883692175] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-598964', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850887113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036851521664', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2794686'] for subnet, after_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:24:13.354991 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_hamode_db [None req-c42e650b-c8ef-4b0d-9b1c-386ef4e0819d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '40febb8e-85a2-44af-bb73-f559467ae85b', 'name': 'tempest-RoutersIpV6Test-router-637200602', 'tenant_id': 'd787627cdb8d4cc9b70642659fae99d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-14T07:22:21Z', 'updated_at': '2021-01-14T07:24:10Z', 'revision_number': 8, 'project_id': 'd787627cdb8d4cc9b70642659fae99d7', 'gw_port_host': None, '_interfaces': [{'id': '5d4c80f7-fa86-4260-9c85-c0e3fe21da09', 'name': '', 'network_id': 'ecd2ef9e-48e8-480a-a1fc-ce09ba6212c7', 'tenant_id': 'd787627cdb8d4cc9b70642659fae99d7', 'mac_address': 'fa:16:3e:b9:1b:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40febb8e-85a2-44af-bb73-f559467ae85b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1993, 'fixed_ips': [{'subnet_id': '6d7b8862-6c15-43ed-8ff1-841e54b08eb8', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T07:22:57Z', 'updated_at': '2021-01-14T07:23:22Z', 'revision_number': 5, 'project_id': 'd787627cdb8d4cc9b70642659fae99d7', 'subnets': [{'id': '6d7b8862-6c15-43ed-8ff1-841e54b08eb8', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}, {'id': 'c404d567-18b6-4d4f-af34-4bc01b17dec1', 'name': '', 'network_id': '6adec993-1400-47e5-9a29-907bc02c17ed', 'tenant_id': 'd787627cdb8d4cc9b70642659fae99d7', 'mac_address': 'fa:16:3e:7d:23:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40febb8e-85a2-44af-bb73-f559467ae85b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2029, 'fixed_ips': [{'subnet_id': '2d637449-0027-48ee-bf00-a964d9e4da4e', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T07:23:17Z', 'updated_at': '2021-01-14T07:23:38Z', 'revision_number': 5, 'project_id': 'd787627cdb8d4cc9b70642659fae99d7', 'subnets': [{'id': '2d637449-0027-48ee-bf00-a964d9e4da4e', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}, {'id': 'd21b5147-a877-46a5-a233-6a97d5befecb', 'name': '', 'network_id': 'd7d2c5e4-b39f-4c26-a03a-605439415826', 'tenant_id': 'd787627cdb8d4cc9b70642659fae99d7', 'mac_address': 'fa:16:3e:5b:cd:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40febb8e-85a2-44af-bb73-f559467ae85b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1953, 'fixed_ips': [{'subnet_id': '44b3d79f-589d-4894-89ff-0fd9901e6ead', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T07:22:33Z', 'updated_at': '2021-01-14T07:22:50Z', 'revision_number': 5, 'project_id': 'd787627cdb8d4cc9b70642659fae99d7', 'subnets': [{'id': '44b3d79f-589d-4894-89ff-0fd9901e6ead', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'n-d-768862-2', False) {} {{(pid=84877) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:24:13.360318 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c42e650b-c8ef-4b0d-9b1c-386ef4e0819d None None] Checking router: 40febb8e-85a2-44af-bb73-f559467ae85b for host: n-d-768862-2 {{(pid=84877) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Jan 14 07:24:13.374592 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c42e650b-c8ef-4b0d-9b1c-386ef4e0819d None None] Routers {'40febb8e-85a2-44af-bb73-f559467ae85b'} bound to L3 agent in host n-d-768862-2 {{(pid=84877) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 14 07:24:13.374839 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-de63c1e2-be49-40bf-826b-3eaa093e7fca tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:24:13.375531 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_hamode_db [None req-c42e650b-c8ef-4b0d-9b1c-386ef4e0819d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2021-01-14T06:56:51Z,description=,heartbeat_timestamp=2021-01-14T07:23:51Z,host='n-d-768862-2',id=35f592e9-451b-4db9-abea-77b6a5c5391b,load=0,resource_versions=,resources_synced=,started_at=2021-01-14T06:56:51Z,topic='l3_agent')) {'router_ids': ['40febb8e-85a2-44af-bb73-f559467ae85b'], 'active': True} {{(pid=84877) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:24:13.441812 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9428b9d-b7bf-4fb2-a251-6243daed1d50 tempest-RoutersIpV6Test-883692175 tempest-RoutersIpV6Test-883692175] Pushing event deleted for resources: {'Subnet': ['ID=f2075c06-81cf-4671-9898-2417d73e67d4,revision_number=None']} {{(pid=84874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:24:13.461427 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e30206a8-7d10-4f22-a18a-1da4337366b6 tempest-NetworksIpV6Test-2047944877 tempest-NetworksIpV6Test-2047944877] Pushing event updated for resources: {'Subnet': ['ID=b0d9e7c1-7017-4f85-b350-d9bc5fe4b573,revision_number=0']} {{(pid=84875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:24:13.486415 n-d-768862-2 neutron-server[84765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ff1b845-e6cc-40c3-8811-854d938cee54 tempest-RoutersIpV6AdminTest-832003634 tempest-RoutersIpV6AdminTest-832003634] Network 226f1e78-82cd-4481-9055-4eb73b6db8c1 is already hosted by enough agents. {{(pid=84875) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 07:24:13.491493 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-e30206a8-7d10-4f22-a18a-1da4337366b6 tempest-NetworksIpV6Test-2047944877 tempest-NetworksIpV6Test-2047944877] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.186s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:24:13.516452 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-c9428b9d-b7bf-4fb2-a251-6243daed1d50 tempest-RoutersIpV6Test-883692175 tempest-RoutersIpV6Test-883692175] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:24:13.548473 n-d-768862-2 neutron-server[84765]: DEBUG neutron.scheduler.base_scheduler [None req-6ff1b845-e6cc-40c3-8811-854d938cee54 tempest-RoutersIpV6AdminTest-832003634 tempest-RoutersIpV6AdminTest-832003634] Resources bound (agent type, host, resource id): {{(pid=84875) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 07:24:13.551446 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ff1b845-e6cc-40c3-8811-854d938cee54 tempest-RoutersIpV6AdminTest-832003634 tempest-RoutersIpV6AdminTest-832003634] Received port after_create {{(pid=84875) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 14 07:24:13.589891 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84874) accepted ('10.222.0.24', 44056) {{(pid=84874) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:24:13.614356 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-c9428b9d-b7bf-4fb2-a251-6243daed1d50 tempest-RoutersIpV6Test-883692175 tempest-RoutersIpV6Test-883692175] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3207107'] for subnet, before_response {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:24:13.621994 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57346b68-f5c5-4ffb-ad4e-bc6c28f92cd4 None None] Network c9c42f8d-6ced-4552-9599-4e0f839bda7e requested from n-d-768862-2 {{(pid=84876) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 07:24:13.629986 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-c9428b9d-b7bf-4fb2-a251-6243daed1d50 tempest-RoutersIpV6Test-883692175 tempest-RoutersIpV6Test-883692175] 10.222.0.24 "DELETE /v2.0/subnets/f2075c06-81cf-4671-9898-2417d73e67d4 HTTP/1.1" status: 204 len: 168 time: 1.3612101 Jan 14 07:24:13.632065 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84874) accepted ('10.222.0.24', 44062) {{(pid=84874) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:24:13.676800 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_dvr_db [None req-c42e650b-c8ef-4b0d-9b1c-386ef4e0819d None None] Set router 40febb8e-85a2-44af-bb73-f559467ae85b gateway port host: None {{(pid=84877) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 14 07:24:13.858166 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-c4355375-312b-44e0-a12f-2d01b0388e38 tempest-RoutersIpV6Test-883692175 tempest-RoutersIpV6Test-883692175] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036854160497'] for network, before_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:24:13.972057 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.v2.base [None req-6361ea0f-4438-4573-bb83-f9d908df8ca4 tempest-RoutersNegativeIpV6Test-1464408958 tempest-RoutersNegativeIpV6Test-1464408958] Request body: {'router': {'name': 'tempest-RoutersNegativeIpV6Test-router-921142541', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=84874) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:24:13.996876 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-6361ea0f-4438-4573-bb83-f9d908df8ca4 tempest-RoutersNegativeIpV6Test-1464408958 tempest-RoutersNegativeIpV6Test-1464408958] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:24:14.013309 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-6361ea0f-4438-4573-bb83-f9d908df8ca4 tempest-RoutersNegativeIpV6Test-1464408958 tempest-RoutersNegativeIpV6Test-1464408958] Usage tracker for resource:router and tenant:5822f9ff0e344e7eab0f8df2f3e8990f is out of sync, need to count used quota {{(pid=84874) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:24:14.017349 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-6361ea0f-4438-4573-bb83-f9d908df8ca4 tempest-RoutersNegativeIpV6Test-1464408958 tempest-RoutersNegativeIpV6Test-1464408958] Quota usage for router was recalculated. Used quota:0. {{(pid=84874) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:24:14.022478 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.plugin [None req-c4355375-312b-44e0-a12f-2d01b0388e38 tempest-RoutersIpV6Test-883692175 tempest-RoutersIpV6Test-883692175] Deleting port c9ac565a-c700-4df6-b892-d4eecd1d064e {{(pid=84874) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 07:24:14.023335 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-c4355375-312b-44e0-a12f-2d01b0388e38 tempest-RoutersIpV6Test-883692175 tempest-RoutersIpV6Test-883692175] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363259214248359'] for port, before_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:24:14.038857 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-a77c0d77-1803-4cde-a08d-d4a5cd5b420a None None] Provisioning for port 9ddfdf0f-b1b2-4787-bfe9-62580d513abf completed by entity DHCP. {{(pid=84876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 07:24:14.052946 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-a77c0d77-1803-4cde-a08d-d4a5cd5b420a None None] Provisioning complete for port 9ddfdf0f-b1b2-4787-bfe9-62580d513abf triggered by entity DHCP. {{(pid=84876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 07:24:14.053650 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-a77c0d77-1803-4cde-a08d-d4a5cd5b420a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-604227'] for port, provisioning_complete {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:24:14.064016 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-6361ea0f-4438-4573-bb83-f9d908df8ca4 tempest-RoutersNegativeIpV6Test-1464408958 tempest-RoutersNegativeIpV6Test-1464408958] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:24:14.118575 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-6361ea0f-4438-4573-bb83-f9d908df8ca4 tempest-RoutersNegativeIpV6Test-1464408958 tempest-RoutersNegativeIpV6Test-1464408958] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3889205', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854717621'] for router, before_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:24:14.119726 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-6361ea0f-4438-4573-bb83-f9d908df8ca4 tempest-RoutersNegativeIpV6Test-1464408958 tempest-RoutersNegativeIpV6Test-1464408958] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036850886574', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3912501', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3808446', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-58179'] for router, precommit_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:24:14.233899 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7908548a-cd8b-41b7-bcd8-b4d65860b2e1 None None] DHCP port deletion for c9c42f8d-6ced-4552-9599-4e0f839bda7e request from n-d-768862-2 {{(pid=84876) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Jan 14 07:24:14.241701 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.plugin [None req-7908548a-cd8b-41b7-bcd8-b4d65860b2e1 None None] Deleting port c9ac565a-c700-4df6-b892-d4eecd1d064e {{(pid=84876) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 07:24:14.242866 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-7908548a-cd8b-41b7-bcd8-b4d65860b2e1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363259214248359'] for port, before_delete {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:24:14.334316 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_hamode_db [None req-c42e650b-c8ef-4b0d-9b1c-386ef4e0819d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '40febb8e-85a2-44af-bb73-f559467ae85b', 'name': 'tempest-RoutersIpV6Test-router-637200602', 'tenant_id': 'd787627cdb8d4cc9b70642659fae99d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-14T07:22:21Z', 'updated_at': '2021-01-14T07:24:10Z', 'revision_number': 8, 'project_id': 'd787627cdb8d4cc9b70642659fae99d7', 'gw_port_host': None, '_interfaces': [{'id': '5d4c80f7-fa86-4260-9c85-c0e3fe21da09', 'name': '', 'network_id': 'ecd2ef9e-48e8-480a-a1fc-ce09ba6212c7', 'tenant_id': 'd787627cdb8d4cc9b70642659fae99d7', 'mac_address': 'fa:16:3e:b9:1b:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40febb8e-85a2-44af-bb73-f559467ae85b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1993, 'fixed_ips': [{'subnet_id': '6d7b8862-6c15-43ed-8ff1-841e54b08eb8', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T07:22:57Z', 'updated_at': '2021-01-14T07:23:22Z', 'revision_number': 5, 'project_id': 'd787627cdb8d4cc9b70642659fae99d7', 'subnets': [{'id': '6d7b8862-6c15-43ed-8ff1-841e54b08eb8', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}, {'id': 'c404d567-18b6-4d4f-af34-4bc01b17dec1', 'name': '', 'network_id': '6adec993-1400-47e5-9a29-907bc02c17ed', 'tenant_id': 'd787627cdb8d4cc9b70642659fae99d7', 'mac_address': 'fa:16:3e:7d:23:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40febb8e-85a2-44af-bb73-f559467ae85b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2029, 'fixed_ips': [{'subnet_id': '2d637449-0027-48ee-bf00-a964d9e4da4e', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T07:23:17Z', 'updated_at': '2021-01-14T07:23:38Z', 'revision_number': 5, 'project_id': 'd787627cdb8d4cc9b70642659fae99d7', 'subnets': [{'id': '2d637449-0027-48ee-bf00-a964d9e4da4e', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}, {'id': 'd21b5147-a877-46a5-a233-6a97d5befecb', 'name': '', 'network_id': 'd7d2c5e4-b39f-4c26-a03a-605439415826', 'tenant_id': 'd787627cdb8d4cc9b70642659fae99d7', 'mac_address': 'fa:16:3e:5b:cd:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40febb8e-85a2-44af-bb73-f559467ae85b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1953, 'fixed_ips': [{'subnet_id': '44b3d79f-589d-4894-89ff-0fd9901e6ead', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T07:22:33Z', 'updated_at': '2021-01-14T07:22:50Z', 'revision_number': 5, 'project_id': 'd787627cdb8d4cc9b70642659fae99d7', 'subnets': [{'id': '44b3d79f-589d-4894-89ff-0fd9901e6ead', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'n-d-768862-2', False) {} {{(pid=84877) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:24:14.339790 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c42e650b-c8ef-4b0d-9b1c-386ef4e0819d None None] The sync data for ids ['40febb8e-85a2-44af-bb73-f559467ae85b'] in n-d-768862-2 is: [{'id': '40febb8e-85a2-44af-bb73-f559467ae85b', 'name': 'tempest-RoutersIpV6Test-router-637200602', 'tenant_id': 'd787627cdb8d4cc9b70642659fae99d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-14T07:22:21Z', 'updated_at': '2021-01-14T07:24:10Z', 'revision_number': 8, 'project_id': 'd787627cdb8d4cc9b70642659fae99d7', 'gw_port_host': None, '_interfaces': [{'id': '5d4c80f7-fa86-4260-9c85-c0e3fe21da09', 'name': '', 'network_id': 'ecd2ef9e-48e8-480a-a1fc-ce09ba6212c7', 'tenant_id': 'd787627cdb8d4cc9b70642659fae99d7', 'mac_address': 'fa:16:3e:b9:1b:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40febb8e-85a2-44af-bb73-f559467ae85b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1993, 'fixed_ips': [{'subnet_id': '6d7b8862-6c15-43ed-8ff1-841e54b08eb8', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T07:22:57Z', 'updated_at': '2021-01-14T07:23:22Z', 'revision_number': 5, 'project_id': 'd787627cdb8d4cc9b70642659fae99d7', 'subnets': [{'id': '6d7b8862-6c15-43ed-8ff1-841e54b08eb8', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}, {'id': 'c404d567-18b6-4d4f-af34-4bc01b17dec1', 'name': '', 'network_id': '6adec993-1400-47e5-9a29-907bc02c17ed', 'tenant_id': 'd787627cdb8d4cc9b70642659fae99d7', 'mac_address': 'fa:16:3e:7d:23:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40febb8e-85a2-44af-bb73-f559467ae85b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2029, 'fixed_ips': [{'subnet_id': '2d637449-0027-48ee-bf00-a964d9e4da4e', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T07:23:17Z', 'updated_at': '2021-01-14T07:23:38Z', 'revision_number': 5, 'project_id': 'd787627cdb8d4cc9b70642659fae99d7', 'subnets': [{'id': '2d637449-0027-48ee-bf00-a964d9e4da4e', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}, {'id': 'd21b5147-a877-46a5-a233-6a97d5befecb', 'name': '', 'network_id': 'd7d2c5e4-b39f-4c26-a03a-605439415826', 'tenant_id': 'd787627cdb8d4cc9b70642659fae99d7', 'mac_address': 'fa:16:3e:5b:cd:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40febb8e-85a2-44af-bb73-f559467ae85b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1953, 'fixed_ips': [{'subnet_id': '44b3d79f-589d-4894-89ff-0fd9901e6ead', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T07:22:33Z', 'updated_at': '2021-01-14T07:22:50Z', 'revision_number': 5, 'project_id': 'd787627cdb8d4cc9b70642659fae99d7', 'subnets': [{'id': '44b3d79f-589d-4894-89ff-0fd9901e6ead', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=84877) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Jan 14 07:24:14.536035 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [None req-c4355375-312b-44e0-a12f-2d01b0388e38 tempest-RoutersIpV6Test-883692175 tempest-RoutersIpV6Test-883692175] For port c9ac565a-c700-4df6-b892-d4eecd1d064e, host n-d-768862-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-2',level=0,port_id=c9ac565a-c700-4df6-b892-d4eecd1d064e,segment=NetworkSegment(06feb7f6-c5d7-4dce-8715-a4c4b119149d),segment_id=06feb7f6-c5d7-4dce-8715-a4c4b119149d)] {{(pid=84874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 07:24:14.536615 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-c4355375-312b-44e0-a12f-2d01b0388e38 tempest-RoutersIpV6Test-883692175 tempest-RoutersIpV6Test-883692175] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036850862667'] for port, precommit_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:24:14.669682 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-42b6128f-af14-4e4a-8bad-a953c1f05d5a tempest-ExternalNetworksTestJSON-1523440521 tempest-ExternalNetworksTestJSON-1523440521] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777640533329', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777640097463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851621574'] for port, after_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:24:14.742253 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.plugin [None req-c4355375-312b-44e0-a12f-2d01b0388e38 tempest-RoutersIpV6Test-883692175 tempest-RoutersIpV6Test-883692175] Calling delete_port for c9ac565a-c700-4df6-b892-d4eecd1d064e owned by network:dhcp {{(pid=84874) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 07:24:14.752027 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [None req-7908548a-cd8b-41b7-bcd8-b4d65860b2e1 None None] For port c9ac565a-c700-4df6-b892-d4eecd1d064e, host n-d-768862-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-2',level=0,port_id=c9ac565a-c700-4df6-b892-d4eecd1d064e,segment=NetworkSegment(06feb7f6-c5d7-4dce-8715-a4c4b119149d),segment_id=06feb7f6-c5d7-4dce-8715-a4c4b119149d)] {{(pid=84876) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 07:24:14.752769 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-7908548a-cd8b-41b7-bcd8-b4d65860b2e1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036850862667'] for port, precommit_delete {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:24:14.771785 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-a77c0d77-1803-4cde-a08d-d4a5cd5b420a None None] Provisioning for port e455323d-204f-4d28-b848-7c35c5000f11 completed by entity DHCP. {{(pid=84876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 07:24:14.775687 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-7f4ab6ab-7f45-43a1-8578-0de244e560d9 tempest-RoutersIpV6Test-883692175 tempest-RoutersIpV6Test-883692175] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:24:14.809469 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-6361ea0f-4438-4573-bb83-f9d908df8ca4 tempest-RoutersNegativeIpV6Test-1464408958 tempest-RoutersNegativeIpV6Test-1464408958] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:24:14.851275 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42b6128f-af14-4e4a-8bad-a953c1f05d5a tempest-ExternalNetworksTestJSON-1523440521 tempest-ExternalNetworksTestJSON-1523440521] Pushing event deleted for resources: {'Port': ['ID=f707d649-5c38-4321-afe3-12559416db4e,revision_number=None']} {{(pid=84875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:24:14.854652 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-6361ea0f-4438-4573-bb83-f9d908df8ca4 tempest-RoutersNegativeIpV6Test-1464408958 tempest-RoutersNegativeIpV6Test-1464408958] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036850886612', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036850863158'] for router, after_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:24:14.882972 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-c4355375-312b-44e0-a12f-2d01b0388e38 tempest-RoutersIpV6Test-883692175 tempest-RoutersIpV6Test-883692175] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777640533329', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777640097463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3254186'] for port, after_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:24:14.944515 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-a77c0d77-1803-4cde-a08d-d4a5cd5b420a None None] Provisioning complete for port e455323d-204f-4d28-b848-7c35c5000f11 triggered by entity DHCP. {{(pid=84876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 07:24:14.944953 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-a77c0d77-1803-4cde-a08d-d4a5cd5b420a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-604227'] for port, provisioning_complete {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:24:14.962252 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-253378b0-3a6f-4999-856d-476c815f8a4c tempest-RoutersIpV6AdminTest-832003634 tempest-RoutersIpV6AdminTest-832003634] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:24:14.977328 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.plugin [None req-7908548a-cd8b-41b7-bcd8-b4d65860b2e1 None None] Calling delete_port for c9ac565a-c700-4df6-b892-d4eecd1d064e owned by network:dhcp {{(pid=84876) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 07:24:15.032975 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.plugin [None req-a77c0d77-1803-4cde-a08d-d4a5cd5b420a None None] Port e455323d-204f-4d28-b848-7c35c5000f11 was deleted so its status cannot be updated. {{(pid=84876) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:322}} Jan 14 07:24:15.035861 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4355375-312b-44e0-a12f-2d01b0388e38 tempest-RoutersIpV6Test-883692175 tempest-RoutersIpV6Test-883692175] Pushing event deleted for resources: {'Port': ['ID=c9ac565a-c700-4df6-b892-d4eecd1d064e,revision_number=None']} {{(pid=84874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:24:15.041906 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-c4355375-312b-44e0-a12f-2d01b0388e38 tempest-RoutersIpV6Test-883692175 tempest-RoutersIpV6Test-883692175] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:24:15.054695 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-6361ea0f-4438-4573-bb83-f9d908df8ca4 tempest-RoutersNegativeIpV6Test-1464408958 tempest-RoutersNegativeIpV6Test-1464408958] Notify callbacks [] for router, before_response {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:24:15.056058 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-6361ea0f-4438-4573-bb83-f9d908df8ca4 tempest-RoutersNegativeIpV6Test-1464408958 tempest-RoutersNegativeIpV6Test-1464408958] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 711 time: 1.4650989 Jan 14 07:24:15.059936 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84874) accepted ('10.222.0.24', 44072) {{(pid=84874) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:24:15.069969 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.v2.base [None req-38a60134-968e-4e63-9c2e-a11640aac214 tempest-RoutersNegativeIpV6Test-1464408958 tempest-RoutersNegativeIpV6Test-1464408958] Request body: {'network': {'name': 'tempest-RoutersNegativeIpV6Test-test-network-1015567399'}} {{(pid=84874) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:24:15.076775 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-38a60134-968e-4e63-9c2e-a11640aac214 tempest-RoutersNegativeIpV6Test-1464408958 tempest-RoutersNegativeIpV6Test-1464408958] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:24:15.081020 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.db.api [None req-7908548a-cd8b-41b7-bcd8-b4d65860b2e1 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84876) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Jan 14 07:24:15.081443 n-d-768862-2 neutron-server[84765]: DEBUG oslo_db.api [None req-7908548a-cd8b-41b7-bcd8-b4d65860b2e1 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84876) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Jan 14 07:24:15.088475 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-38a60134-968e-4e63-9c2e-a11640aac214 tempest-RoutersNegativeIpV6Test-1464408958 tempest-RoutersNegativeIpV6Test-1464408958] Usage tracker for resource:network and tenant:5822f9ff0e344e7eab0f8df2f3e8990f is out of sync, need to count used quota {{(pid=84874) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:24:15.093753 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-38a60134-968e-4e63-9c2e-a11640aac214 tempest-RoutersNegativeIpV6Test-1464408958 tempest-RoutersNegativeIpV6Test-1464408958] Quota usage for network was recalculated. Used quota:0. {{(pid=84874) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:24:15.101387 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4355375-312b-44e0-a12f-2d01b0388e38 tempest-RoutersIpV6Test-883692175 tempest-RoutersIpV6Test-883692175] No DVR routers for this DVR port c9ac565a-c700-4df6-b892-d4eecd1d064e on host n-d-768862-2 {{(pid=84874) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Jan 14 07:24:15.103462 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-38a60134-968e-4e63-9c2e-a11640aac214 tempest-RoutersNegativeIpV6Test-1464408958 tempest-RoutersNegativeIpV6Test-1464408958] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:24:15.164547 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-38a60134-968e-4e63-9c2e-a11640aac214 tempest-RoutersNegativeIpV6Test-1464408958 tempest-RoutersNegativeIpV6Test-1464408958] Made reservation on behalf of 5822f9ff0e344e7eab0f8df2f3e8990f for: {'network': 1} {{(pid=84874) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 07:24:15.168077 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-18890c56-cb26-4478-8cbe-07082fda995b None None] Provisioning complete for port 9ddfdf0f-b1b2-4787-bfe9-62580d513abf triggered by entity DHCP. {{(pid=84876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 07:24:15.168315 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-18890c56-cb26-4478-8cbe-07082fda995b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-604227'] for port, provisioning_complete {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:24:15.174608 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-38a60134-968e-4e63-9c2e-a11640aac214 tempest-RoutersNegativeIpV6Test-1464408958 tempest-RoutersNegativeIpV6Test-1464408958] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555753'] for network, before_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:24:15.197925 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-ec4ae100-7885-4b35-853b-7fe368591e5d tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777640533329', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777640097463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851621574'] for port, after_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:24:15.210738 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Device c9ac565a-c700-4df6-b892-d4eecd1d064e no longer exists at agent ovs-agent-n-d-768862-2 {{(pid=84876) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jan 14 07:24:15.222759 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-42b6128f-af14-4e4a-8bad-a953c1f05d5a tempest-ExternalNetworksTestJSON-1523440521 tempest-ExternalNetworksTestJSON-1523440521] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.447s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:24:15.223685 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-42b6128f-af14-4e4a-8bad-a953c1f05d5a tempest-ExternalNetworksTestJSON-1523440521 tempest-ExternalNetworksTestJSON-1523440521] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:24:15.249151 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-38a60134-968e-4e63-9c2e-a11640aac214 tempest-RoutersNegativeIpV6Test-1464408958 tempest-RoutersNegativeIpV6Test-1464408958] Notify callbacks [] for security_group, before_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:24:15.269060 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.plugin [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] No Port match for: c9ac565a-c700-4df6-b892-d4eecd1d064e {{(pid=84876) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2188}} Jan 14 07:24:15.269060 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Device c9ac565a-c700-4df6-b892-d4eecd1d064e not bound to the agent host n-d-768862-2 {{(pid=84876) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jan 14 07:24:15.269622 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Device 6cfd491a-75f6-456b-b2fe-10bbc6241eeb no longer exists at agent ovs-agent-n-d-768862-2 {{(pid=84876) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jan 14 07:24:15.285713 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-c4355375-312b-44e0-a12f-2d01b0388e38 tempest-RoutersIpV6Test-883692175 tempest-RoutersIpV6Test-883692175] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-598987', 'neutron.services.segments.db._delete_segments_for_network-8777640583949'] for network, precommit_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:24:15.301951 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-38a60134-968e-4e63-9c2e-a11640aac214 tempest-RoutersNegativeIpV6Test-1464408958 tempest-RoutersNegativeIpV6Test-1464408958] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:24:15.306571 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.plugin [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] No Port match for: 6cfd491a-75f6-456b-b2fe-10bbc6241eeb {{(pid=84876) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2188}} Jan 14 07:24:15.306967 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Device 6cfd491a-75f6-456b-b2fe-10bbc6241eeb not bound to the agent host n-d-768862-2 {{(pid=84876) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jan 14 07:24:15.361865 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-38a60134-968e-4e63-9c2e-a11640aac214 tempest-RoutersNegativeIpV6Test-1464408958 tempest-RoutersNegativeIpV6Test-1464408958] Usage tracker for resource:security_group_rule and tenant:5822f9ff0e344e7eab0f8df2f3e8990f is out of sync, need to count used quota {{(pid=84874) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:24:15.371306 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-38a60134-968e-4e63-9c2e-a11640aac214 tempest-RoutersNegativeIpV6Test-1464408958 tempest-RoutersNegativeIpV6Test-1464408958] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84874) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:24:15.378590 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-18890c56-cb26-4478-8cbe-07082fda995b None None] Could not find standard attr ID for object e455323d-204f-4d28-b848-7c35c5000f11. {{(pid=84876) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Jan 14 07:24:15.390959 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-38a60134-968e-4e63-9c2e-a11640aac214 tempest-RoutersNegativeIpV6Test-1464408958 tempest-RoutersNegativeIpV6Test-1464408958] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:24:15.412112 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec4ae100-7885-4b35-853b-7fe368591e5d tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] Pushing event deleted for resources: {'Port': ['ID=e455323d-204f-4d28-b848-7c35c5000f11,revision_number=None']} {{(pid=84875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:24:15.442224 n-d-768862-2 neutron-server[84765]: DEBUG neutron.services.segments.db [None req-c4355375-312b-44e0-a12f-2d01b0388e38 tempest-RoutersIpV6Test-883692175 tempest-RoutersIpV6Test-883692175] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c9c42f8d-6ced-4552-9599-4e0f839bda7e']}} {{(pid=84874) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:24:15.459335 n-d-768862-2 neutron-server[84765]: DEBUG neutron.services.segments.db [None req-c4355375-312b-44e0-a12f-2d01b0388e38 tempest-RoutersIpV6Test-883692175 tempest-RoutersIpV6Test-883692175] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '06feb7f6-c5d7-4dce-8715-a4c4b119149d') {'for_net_delete': True} {{(pid=84874) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:24:15.459705 n-d-768862-2 neutron-server[84765]: DEBUG neutron.services.segments.db [None req-c4355375-312b-44e0-a12f-2d01b0388e38 tempest-RoutersIpV6Test-883692175 tempest-RoutersIpV6Test-883692175] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '06feb7f6-c5d7-4dce-8715-a4c4b119149d') {} {{(pid=84874) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:24:15.480874 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-c4355375-312b-44e0-a12f-2d01b0388e38 tempest-RoutersIpV6Test-883692175 tempest-RoutersIpV6Test-883692175] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363259214173198', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2968632'] for segment, before_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:24:15.485836 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-ec4ae100-7885-4b35-853b-7fe368591e5d tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.262s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:24:15.506422 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-c4355375-312b-44e0-a12f-2d01b0388e38 tempest-RoutersIpV6Test-883692175 tempest-RoutersIpV6Test-883692175] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854179735'] for segment, precommit_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:24:15.509310 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-c4355375-312b-44e0-a12f-2d01b0388e38 tempest-RoutersIpV6Test-883692175 tempest-RoutersIpV6Test-883692175] Releasing vxlan tunnel 19 to pool {{(pid=84874) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Jan 14 07:24:15.572345 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e30206a8-7d10-4f22-a18a-1da4337366b6 tempest-NetworksIpV6Test-2047944877 tempest-NetworksIpV6Test-2047944877] Checking segment: {'id': '239b6d0a-afb5-433b-ab33-7dd71d07ac92', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '1653bc9c-200b-4bb4-ba90-743542d6732a'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84875) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 14 07:24:15.572673 n-d-768862-2 neutron-server[84765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e30206a8-7d10-4f22-a18a-1da4337366b6 tempest-NetworksIpV6Test-2047944877 tempest-NetworksIpV6Test-2047944877] Network hostable DHCP agents. Network: 1653bc9c-200b-4bb4-ba90-743542d6732a, hostable agents: ['32f3dd84-26da-4d18-bf15-6017a8fb7247'], hosted agents: [] {{(pid=84875) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Jan 14 07:24:15.582781 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.plugin [None req-7908548a-cd8b-41b7-bcd8-b4d65860b2e1 None None] Deleting port c9ac565a-c700-4df6-b892-d4eecd1d064e {{(pid=84876) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 07:24:15.583289 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-7908548a-cd8b-41b7-bcd8-b4d65860b2e1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363259214248359'] for port, before_delete {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:24:15.679704 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.plugin [None req-7908548a-cd8b-41b7-bcd8-b4d65860b2e1 None None] The port 'c9ac565a-c700-4df6-b892-d4eecd1d064e' was deleted {{(pid=84876) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Jan 14 07:24:15.701962 n-d-768862-2 neutron-server[84765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e30206a8-7d10-4f22-a18a-1da4337366b6 tempest-NetworksIpV6Test-2047944877 tempest-NetworksIpV6Test-2047944877] Network 1653bc9c-200b-4bb4-ba90-743542d6732a is scheduled to be hosted by DHCP agent 32f3dd84-26da-4d18-bf15-6017a8fb7247 with binding_index 1 {{(pid=84875) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Jan 14 07:24:15.739904 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f34f9b3-7451-4ec4-8740-d35583570d3a None None] get_active_networks_info from n-d-768862-2 {{(pid=84876) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}} Jan 14 07:24:15.771686 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-6ff1b845-e6cc-40c3-8811-854d938cee54 tempest-RoutersIpV6AdminTest-832003634 tempest-RoutersIpV6AdminTest-832003634] Notify callbacks [] for router_gateway, after_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:24:15.853053 n-d-768862-2 neutron-server[84765]: DEBUG neutron.scheduler.base_scheduler [None req-e30206a8-7d10-4f22-a18a-1da4337366b6 tempest-NetworksIpV6Test-2047944877 tempest-NetworksIpV6Test-2047944877] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768862-2, 1653bc9c-200b-4bb4-ba90-743542d6732a) {{(pid=84875) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 07:24:15.984278 n-d-768862-2 neutron-server[84765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f34f9b3-7451-4ec4-8740-d35583570d3a None None] Resources bound (agent type, host, resource id): {{(pid=84876) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:105}} Jan 14 07:24:16.007131 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e30206a8-7d10-4f22-a18a-1da4337366b6 tempest-NetworksIpV6Test-2047944877 tempest-NetworksIpV6Test-2047944877] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:24:16.007814 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-e30206a8-7d10-4f22-a18a-1da4337366b6 tempest-NetworksIpV6Test-2047944877 tempest-NetworksIpV6Test-2047944877] Notify callbacks [] for subnet, before_response {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:24:16.074336 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.managers [None req-c4355375-312b-44e0-a12f-2d01b0388e38 tempest-RoutersIpV6Test-883692175 tempest-RoutersIpV6Test-883692175] Network c9c42f8d-6ced-4552-9599-4e0f839bda7e has no segments {{(pid=84874) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 14 07:24:16.083402 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-42b6128f-af14-4e4a-8bad-a953c1f05d5a tempest-ExternalNetworksTestJSON-1523440521 tempest-ExternalNetworksTestJSON-1523440521] Notify callbacks [] for floatingip, after_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:24:16.083745 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-38a60134-968e-4e63-9c2e-a11640aac214 tempest-RoutersNegativeIpV6Test-1464408958 tempest-RoutersNegativeIpV6Test-1464408958] Notify callbacks [] for security_group, precommit_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:24:16.086005 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-c4355375-312b-44e0-a12f-2d01b0388e38 tempest-RoutersIpV6Test-883692175 tempest-RoutersIpV6Test-883692175] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-596065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036851521571'] for segment, after_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:24:16.092758 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-ec4ae100-7885-4b35-853b-7fe368591e5d tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854768116'] for port, before_response {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:24:16.106392 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-38a60134-968e-4e63-9c2e-a11640aac214 tempest-RoutersNegativeIpV6Test-1464408958 tempest-RoutersNegativeIpV6Test-1464408958] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850887153'] for security_group, after_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:24:16.161100 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-ccb03598-fc6d-4ec9-872c-363adee3e717 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:24:16.165098 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-e30206a8-7d10-4f22-a18a-1da4337366b6 tempest-NetworksIpV6Test-2047944877 tempest-NetworksIpV6Test-2047944877] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 7.3182611 Jan 14 07:24:16.169680 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84874) accepted ('10.222.0.24', 44078) {{(pid=84874) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:24:16.184234 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-ec4ae100-7885-4b35-853b-7fe368591e5d tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] 10.222.0.24 "DELETE /v2.0/ports/e455323d-204f-4d28-b848-7c35c5000f11 HTTP/1.1" status: 204 len: 168 time: 6.1930876 Jan 14 07:24:16.192389 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84875) accepted ('10.222.0.24', 44082) {{(pid=84875) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:24:16.217394 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.v2.base [None req-a91e611a-0e99-4869-9daf-ad1b0c08c2e5 tempest-NetworksIpV6Test-2047944877 tempest-NetworksIpV6Test-2047944877] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-583605597'}} {{(pid=84874) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:24:16.236788 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-a91e611a-0e99-4869-9daf-ad1b0c08c2e5 tempest-NetworksIpV6Test-2047944877 tempest-NetworksIpV6Test-2047944877] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:24:16.247017 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-38a60134-968e-4e63-9c2e-a11640aac214 tempest-RoutersNegativeIpV6Test-1464408958 tempest-RoutersNegativeIpV6Test-1464408958] vxlan segment allocate from pool success with {'vxlan_vni': 24} {{(pid=84874) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Jan 14 07:24:16.332831 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-a91e611a-0e99-4869-9daf-ad1b0c08c2e5 tempest-NetworksIpV6Test-2047944877 tempest-NetworksIpV6Test-2047944877] Usage tracker for resource:network and tenant:130ee88fc4054d968ce76b7b9727c055 is out of sync, need to count used quota {{(pid=84874) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:24:16.340470 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-a91e611a-0e99-4869-9daf-ad1b0c08c2e5 tempest-NetworksIpV6Test-2047944877 tempest-NetworksIpV6Test-2047944877] Quota usage for network was recalculated. Used quota:1. {{(pid=84874) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:24:16.354307 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-a91e611a-0e99-4869-9daf-ad1b0c08c2e5 tempest-NetworksIpV6Test-2047944877 tempest-NetworksIpV6Test-2047944877] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:24:16.368426 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38a60134-968e-4e63-9c2e-a11640aac214 tempest-RoutersNegativeIpV6Test-1464408958 tempest-RoutersNegativeIpV6Test-1464408958] Pushing event updated for resources: {'SecurityGroup': ['ID=4b7daf6c-0065-4303-86f1-6119aaaf2c7b,revision_number=1']} {{(pid=84874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:24:16.382655 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-38a60134-968e-4e63-9c2e-a11640aac214 tempest-RoutersNegativeIpV6Test-1464408958 tempest-RoutersNegativeIpV6Test-1464408958] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854179735'] for segment, precommit_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:24:16.383063 n-d-768862-2 neutron-server[84765]: INFO neutron.db.segments_db [None req-38a60134-968e-4e63-9c2e-a11640aac214 tempest-RoutersNegativeIpV6Test-1464408958 tempest-RoutersNegativeIpV6Test-1464408958] Added segment 5e48faf3-b44b-4e81-a6b1-6c39eb796395 of type vxlan for network 9533dc0b-12b3-450f-936d-f541d8424211 Jan 14 07:24:16.384850 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-38a60134-968e-4e63-9c2e-a11640aac214 tempest-RoutersNegativeIpV6Test-1464408958 tempest-RoutersNegativeIpV6Test-1464408958] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.224s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:24:16.399999 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a91e611a-0e99-4869-9daf-ad1b0c08c2e5 tempest-NetworksIpV6Test-2047944877 tempest-NetworksIpV6Test-2047944877] Made reservation on behalf of 130ee88fc4054d968ce76b7b9727c055 for: {'network': 1} {{(pid=84874) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 07:24:16.410536 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-a91e611a-0e99-4869-9daf-ad1b0c08c2e5 tempest-NetworksIpV6Test-2047944877 tempest-NetworksIpV6Test-2047944877] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555753'] for network, before_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:24:16.425338 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.managers [None req-c4355375-312b-44e0-a12f-2d01b0388e38 tempest-RoutersIpV6Test-883692175 tempest-RoutersIpV6Test-883692175] Network c9c42f8d-6ced-4552-9599-4e0f839bda7e has no segments {{(pid=84874) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 14 07:24:16.459629 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:shared":"rule:admin_only" was deprecated in W in favor of "update_network:shared":"role:admin and system_scope:all". Reason: Jan 14 07:24:16.459629 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:24:16.459629 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:24:16.459629 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:24:16.459629 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "update_network:provider:network_type":"role:admin and system_scope:all". Reason: Jan 14 07:24:16.459629 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:24:16.459629 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:24:16.459629 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:24:16.459629 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "update_network:provider:physical_network":"role:admin and system_scope:all". Reason: Jan 14 07:24:16.459629 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:24:16.459629 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:24:16.459629 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:24:16.459629 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "update_network:provider:segmentation_id":"role:admin and system_scope:all". Reason: Jan 14 07:24:16.459629 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:24:16.459629 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:24:16.459629 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:24:16.459629 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:router:external":"rule:admin_only" was deprecated in W in favor of "update_network:router:external":"role:admin and system_scope:all". Reason: Jan 14 07:24:16.459629 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:24:16.459629 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:24:16.459629 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:24:16.459629 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:is_default":"rule:admin_only" was deprecated in W in favor of "update_network:is_default":"role:admin and system_scope:all". Reason: Jan 14 07:24:16.459629 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:24:16.459629 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:24:16.459629 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:24:16.459629 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:port_security_enabled":"rule:admin_or_owner" was deprecated in W in favor of "update_network:port_security_enabled":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 07:24:16.459629 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:24:16.459629 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:24:16.459629 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:24:16.459629 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "delete_network":"rule:admin_or_owner" was deprecated in W in favor of "delete_network":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 07:24:16.459629 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:24:16.459629 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:24:16.459629 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:24:16.459629 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_segment":"rule:admin_only" was deprecated in W in favor of "create_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:24:16.459629 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:24:16.459629 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_segment":"rule:admin_only" was deprecated in W in favor of "get_segment":"role:reader and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:24:16.459629 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:24:16.459629 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_segment":"rule:admin_only" was deprecated in W in favor of "update_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:24:16.459629 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:24:16.459629 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "delete_segment":"rule:admin_only" was deprecated in W in favor of "delete_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:24:16.459629 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:24:16.459629 n-d-768862-2 neutron-server[84765]: Traceback (most recent call last): Jan 14 07:24:16.459629 n-d-768862-2 neutron-server[84765]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 14 07:24:16.459629 n-d-768862-2 neutron-server[84765]: timer() Jan 14 07:24:16.459629 n-d-768862-2 neutron-server[84765]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 14 07:24:16.459629 n-d-768862-2 neutron-server[84765]: cb(*args, **kw) Jan 14 07:24:16.459629 n-d-768862-2 neutron-server[84765]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Jan 14 07:24:16.459629 n-d-768862-2 neutron-server[84765]: return func(*args, **kwargs) Jan 14 07:24:16.459629 n-d-768862-2 neutron-server[84765]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 14 07:24:16.459629 n-d-768862-2 neutron-server[84765]: self._notify() Jan 14 07:24:16.459629 n-d-768862-2 neutron-server[84765]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 14 07:24:16.459629 n-d-768862-2 neutron-server[84765]: self.callback(batched_events) Jan 14 07:24:16.459629 n-d-768862-2 neutron-server[84765]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 14 07:24:16.459629 n-d-768862-2 neutron-server[84765]: event.method(event) Jan 14 07:24:16.459629 n-d-768862-2 neutron-server[84765]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 14 07:24:16.459629 n-d-768862-2 neutron-server[84765]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 14 07:24:16.459629 n-d-768862-2 neutron-server[84765]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Jan 14 07:24:16.459629 n-d-768862-2 neutron-server[84765]: segment_id)['aggregates'][0] Jan 14 07:24:16.459629 n-d-768862-2 neutron-server[84765]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 14 07:24:16.459629 n-d-768862-2 neutron-server[84765]: return f(self, *a, **k) Jan 14 07:24:16.459629 n-d-768862-2 neutron-server[84765]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 14 07:24:16.459629 n-d-768862-2 neutron-server[84765]: return self._get(url).json() Jan 14 07:24:16.459629 n-d-768862-2 neutron-server[84765]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 14 07:24:16.459629 n-d-768862-2 neutron-server[84765]: **kwargs) Jan 14 07:24:16.459629 n-d-768862-2 neutron-server[84765]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 14 07:24:16.459629 n-d-768862-2 neutron-server[84765]: return self.request(url, 'GET', **kwargs) Jan 14 07:24:16.459629 n-d-768862-2 neutron-server[84765]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Jan 14 07:24:16.459629 n-d-768862-2 neutron-server[84765]: **endpoint_filter) Jan 14 07:24:16.459629 n-d-768862-2 neutron-server[84765]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 14 07:24:16.459629 n-d-768862-2 neutron-server[84765]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 14 07:24:16.459629 n-d-768862-2 neutron-server[84765]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 14 07:24:16.459629 n-d-768862-2 neutron-server[84765]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 14 07:24:16.459629 n-d-768862-2 neutron-server[84765]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 14 07:24:16.470666 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-014f1668-d258-456a-951a-d71d37d05868 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850887113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036851621412', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036852467174'] for subnet, after_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:24:16.485660 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-52782889-b0a8-411a-b60d-bb69b1d04e51 tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:24:16.569261 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-38a60134-968e-4e63-9c2e-a11640aac214 tempest-RoutersNegativeIpV6Test-1464408958 tempest-RoutersNegativeIpV6Test-1464408958] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363259214646115'] for network, precommit_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:24:16.599865 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-c4355375-312b-44e0-a12f-2d01b0388e38 tempest-RoutersIpV6Test-883692175 tempest-RoutersIpV6Test-883692175] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036854176830', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850887149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3912591'] for network, after_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:24:16.612254 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-aa58e2d5-e8f1-42a4-99ea-4ddad2a1a64c tempest-QuotasNegativeTest-1299002298 tempest-QuotasNegativeTest-1299002298] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:24:16.629617 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-c4355375-312b-44e0-a12f-2d01b0388e38 tempest-RoutersIpV6Test-883692175 tempest-RoutersIpV6Test-883692175] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3207107'] for network, before_response {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:24:16.656035 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38fd0663-1fe6-4ec5-8918-43f165518f57 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5d94dc7a-c095-50a4-955e-5f3b78718a12-1653bc9c-200b-4bb4-ba90-743542d6732a', 'network_id': '1653bc9c-200b-4bb4-ba90-743542d6732a', 'tenant_id': '130ee88fc4054d968ce76b7b9727c055', 'fixed_ips': [{'subnet_id': 'b0d9e7c1-7017-4f85-b350-d9bc5fe4b573'}]}} from n-d-768862-2. {{(pid=84876) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Jan 14 07:24:16.657167 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-38fd0663-1fe6-4ec5-8918-43f165518f57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555753'] for port, before_create {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:24:16.661035 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-c4355375-312b-44e0-a12f-2d01b0388e38 tempest-RoutersIpV6Test-883692175 tempest-RoutersIpV6Test-883692175] 10.222.0.24 "DELETE /v2.0/networks/c9c42f8d-6ced-4552-9599-4e0f839bda7e HTTP/1.1" status: 204 len: 168 time: 3.0246542 Jan 14 07:24:16.661721 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4355375-312b-44e0-a12f-2d01b0388e38 tempest-RoutersIpV6Test-883692175 tempest-RoutersIpV6Test-883692175] Pushing event deleted for resources: {'Network': ['ID=c9c42f8d-6ced-4552-9599-4e0f839bda7e,revision_number=None']} {{(pid=84874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:24:16.664623 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84874) accepted ('10.222.0.24', 44086) {{(pid=84874) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:24:16.665243 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-42b6128f-af14-4e4a-8bad-a953c1f05d5a tempest-ExternalNetworksTestJSON-1523440521 tempest-ExternalNetworksTestJSON-1523440521] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036854176836'] for subnet, precommit_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:24:16.668419 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-c4355375-312b-44e0-a12f-2d01b0388e38 tempest-RoutersIpV6Test-883692175 tempest-RoutersIpV6Test-883692175] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:24:16.723636 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9172fc6-b9ba-45d8-a60a-e3231b580d9e tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:24:16.728833 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9172fc6-b9ba-45d8-a60a-e3231b580d9e tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:24:16.734674 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9172fc6-b9ba-45d8-a60a-e3231b580d9e tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:24:16.735595 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-f9172fc6-b9ba-45d8-a60a-e3231b580d9e tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] Synchronizing usage tracker for tenant:be0aa702e3ca464795a99c51e3b3b04f on resource:subnet {{(pid=84875) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 14 07:24:16.781734 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-014f1668-d258-456a-951a-d71d37d05868 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a678a0cd-37e2-491d-9601-09248c864256,revision_number=0']} {{(pid=84875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:24:16.786769 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-014f1668-d258-456a-951a-d71d37d05868 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.301s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:24:16.866380 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-f9172fc6-b9ba-45d8-a60a-e3231b580d9e tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] Unset dirty status for tenant:be0aa702e3ca464795a99c51e3b3b04f on resource:subnet {{(pid=84875) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 14 07:24:16.872247 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-f9172fc6-b9ba-45d8-a60a-e3231b580d9e tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] 10.222.0.24 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2071 time: 0.6731627 Jan 14 07:24:16.878533 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-6ff1b845-e6cc-40c3-8811-854d938cee54 tempest-RoutersIpV6AdminTest-832003634 tempest-RoutersIpV6AdminTest-832003634] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3912484', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3889188', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-58194'] for router, precommit_update {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:24:16.880450 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84875) accepted ('10.222.0.24', 44092) {{(pid=84875) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:24:17.018628 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-38a60134-968e-4e63-9c2e-a11640aac214 tempest-RoutersNegativeIpV6Test-1464408958 tempest-RoutersNegativeIpV6Test-1464408958] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850887149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964'] for network, after_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:24:17.020280 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-6ff1b845-e6cc-40c3-8811-854d938cee54 tempest-RoutersIpV6AdminTest-832003634 tempest-RoutersIpV6AdminTest-832003634] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036850863158', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change--9223372036850863141', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3912659', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources--9223372036850886437'] for router, after_update {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:24:17.040497 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38a60134-968e-4e63-9c2e-a11640aac214 tempest-RoutersNegativeIpV6Test-1464408958 tempest-RoutersNegativeIpV6Test-1464408958] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:24:17.041384 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-38a60134-968e-4e63-9c2e-a11640aac214 tempest-RoutersNegativeIpV6Test-1464408958 tempest-RoutersNegativeIpV6Test-1464408958] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3207107'] for network, before_response {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:24:17.063754 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-89e48eef-c665-4c6e-8037-7728b2951952 tempest-BulkNetworkOpsIpV6Test-1034590256 tempest-BulkNetworkOpsIpV6Test-1034590256] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:24:17.072914 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.db_base_plugin_common [None req-38fd0663-1fe6-4ec5-8918-43f165518f57 None None] Allocated IP 2001:db8:0:ffff::2 (1653bc9c-200b-4bb4-ba90-743542d6732a/b0d9e7c1-7017-4f85-b350-d9bc5fe4b573/9f42edd3-724c-4b45-bf9a-10cee6b161eb) {{(pid=84876) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 14 07:24:17.167629 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.db.api [None req-a91e611a-0e99-4869-9daf-ad1b0c08c2e5 tempest-NetworksIpV6Test-2047944877 tempest-NetworksIpV6Test-2047944877] Retry wrapper got retriable exception: Unable to create the network. No available network found in maximum allowed attempts. {{(pid=84874) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Jan 14 07:24:17.168204 n-d-768862-2 neutron-server[84765]: DEBUG oslo_db.api [None req-a91e611a-0e99-4869-9daf-ad1b0c08c2e5 tempest-NetworksIpV6Test-2047944877 tempest-NetworksIpV6Test-2047944877] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_network {{(pid=84874) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Jan 14 07:24:17.243198 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38a60134-968e-4e63-9c2e-a11640aac214 tempest-RoutersNegativeIpV6Test-1464408958 tempest-RoutersNegativeIpV6Test-1464408958] Pushing event updated for resources: {'Network': ['ID=9533dc0b-12b3-450f-936d-f541d8424211,revision_number=1']} {{(pid=84874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:24:17.251297 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-38a60134-968e-4e63-9c2e-a11640aac214 tempest-RoutersNegativeIpV6Test-1464408958 tempest-RoutersNegativeIpV6Test-1464408958] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 2.1872802 Jan 14 07:24:17.260407 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-38a60134-968e-4e63-9c2e-a11640aac214 tempest-RoutersNegativeIpV6Test-1464408958 tempest-RoutersNegativeIpV6Test-1464408958] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.197s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:24:17.261477 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84874) accepted ('10.222.0.24', 44096) {{(pid=84874) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:24:17.282742 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.v2.base [None req-24b173e0-79a9-4986-b426-7fd97041d7e2 tempest-RoutersNegativeIpV6Test-1464408958 tempest-RoutersNegativeIpV6Test-1464408958] Request body: {'subnet': {'network_id': '9533dc0b-12b3-450f-936d-f541d8424211', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=84874) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:24:17.372886 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-017f98a9-8a07-408c-a86f-8ff0c00400a0 None None] Network 9533dc0b-12b3-450f-936d-f541d8424211 details requested by agent ovs-agent-n-h1-768862-2 with host n-h1-768862-2 {{(pid=84876) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 07:24:17.479865 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-24b173e0-79a9-4986-b426-7fd97041d7e2 tempest-RoutersNegativeIpV6Test-1464408958 tempest-RoutersNegativeIpV6Test-1464408958] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:24:17.484349 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-24b173e0-79a9-4986-b426-7fd97041d7e2 tempest-RoutersNegativeIpV6Test-1464408958 tempest-RoutersNegativeIpV6Test-1464408958] Usage tracker for resource:subnet and tenant:5822f9ff0e344e7eab0f8df2f3e8990f is out of sync, need to count used quota {{(pid=84874) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:24:17.487657 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-24b173e0-79a9-4986-b426-7fd97041d7e2 tempest-RoutersNegativeIpV6Test-1464408958 tempest-RoutersNegativeIpV6Test-1464408958] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84874) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:24:17.494683 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-24b173e0-79a9-4986-b426-7fd97041d7e2 tempest-RoutersNegativeIpV6Test-1464408958 tempest-RoutersNegativeIpV6Test-1464408958] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:24:17.506415 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-24b173e0-79a9-4986-b426-7fd97041d7e2 tempest-RoutersNegativeIpV6Test-1464408958 tempest-RoutersNegativeIpV6Test-1464408958] Made reservation on behalf of 5822f9ff0e344e7eab0f8df2f3e8990f for: {'subnet': 1} {{(pid=84874) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 07:24:17.509901 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-852a24f7-e9a1-4193-9abb-e9506fe5213f None None] Network 9533dc0b-12b3-450f-936d-f541d8424211 details requested by agent ovs-agent-n-h2-768862-2 with host n-h2-768862-2 {{(pid=84876) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 07:24:17.598912 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Network 9533dc0b-12b3-450f-936d-f541d8424211 details requested by agent ovs-agent-n-d-768862-2 with host n-d-768862-2 {{(pid=84876) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 07:24:17.670130 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-a91e611a-0e99-4869-9daf-ad1b0c08c2e5 tempest-NetworksIpV6Test-2047944877 tempest-NetworksIpV6Test-2047944877] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555753'] for network, before_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:24:17.717670 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a91e611a-0e99-4869-9daf-ad1b0c08c2e5 tempest-NetworksIpV6Test-2047944877 tempest-NetworksIpV6Test-2047944877] vxlan segment allocate from pool success with {'vxlan_vni': 19} {{(pid=84874) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Jan 14 07:24:17.728507 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-a91e611a-0e99-4869-9daf-ad1b0c08c2e5 tempest-NetworksIpV6Test-2047944877 tempest-NetworksIpV6Test-2047944877] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854179735'] for segment, precommit_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:24:17.729064 n-d-768862-2 neutron-server[84765]: INFO neutron.db.segments_db [None req-a91e611a-0e99-4869-9daf-ad1b0c08c2e5 tempest-NetworksIpV6Test-2047944877 tempest-NetworksIpV6Test-2047944877] Added segment ee04a3f8-826c-492b-90a5-2fcceef33492 of type vxlan for network a577c17b-534b-4cd5-b5b4-e1a4d7e99b17 Jan 14 07:24:17.737593 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-014f1668-d258-456a-951a-d71d37d05868 admin admin] Checking segment: {'id': 'c85653e0-80c0-4364-9348-5bb62a0ecb3c', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 23, 'network_id': '4c195c8c-de40-44a5-a763-f4fd158718da'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84875) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 14 07:24:17.737999 n-d-768862-2 neutron-server[84765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-014f1668-d258-456a-951a-d71d37d05868 admin admin] Network hostable DHCP agents. Network: 4c195c8c-de40-44a5-a763-f4fd158718da, hostable agents: ['32f3dd84-26da-4d18-bf15-6017a8fb7247'], hosted agents: [] {{(pid=84875) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Jan 14 07:24:17.757370 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-38fd0663-1fe6-4ec5-8918-43f165518f57 None None] Notify callbacks [] for port, precommit_create {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:24:17.760127 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-a91e611a-0e99-4869-9daf-ad1b0c08c2e5 tempest-NetworksIpV6Test-2047944877 tempest-NetworksIpV6Test-2047944877] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363259214646115'] for network, precommit_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:24:17.789971 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-7cf4d727-41a3-4430-a1e8-3aefef826656 None None] Provisioning complete for port 9ddfdf0f-b1b2-4787-bfe9-62580d513abf triggered by entity DHCP. {{(pid=84876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 07:24:17.789971 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-7cf4d727-41a3-4430-a1e8-3aefef826656 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-604227'] for port, provisioning_complete {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:24:17.800283 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-a91e611a-0e99-4869-9daf-ad1b0c08c2e5 tempest-NetworksIpV6Test-2047944877 tempest-NetworksIpV6Test-2047944877] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850887149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964'] for network, after_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:24:17.821324 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a91e611a-0e99-4869-9daf-ad1b0c08c2e5 tempest-NetworksIpV6Test-2047944877 tempest-NetworksIpV6Test-2047944877] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:24:17.822143 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-a91e611a-0e99-4869-9daf-ad1b0c08c2e5 tempest-NetworksIpV6Test-2047944877 tempest-NetworksIpV6Test-2047944877] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3207107'] for network, before_response {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:24:17.830954 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-38fd0663-1fe6-4ec5-8918-43f165518f57 None None] Transition to ACTIVE for port object 9f42edd3-724c-4b45-bf9a-10cee6b161eb will not be triggered until provisioned by entity L2. {{(pid=84876) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 07:24:17.847399 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-fe1c7f93-2397-45cd-b2a2-727df57b3687 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:24:17.867560 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-38fd0663-1fe6-4ec5-8918-43f165518f57 None None] Transition to ACTIVE for port object 9f42edd3-724c-4b45-bf9a-10cee6b161eb will not be triggered until provisioned by entity DHCP. {{(pid=84876) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 07:24:17.875744 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-38fd0663-1fe6-4ec5-8918-43f165518f57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777640123575'] for port, after_create {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:24:17.891910 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-51f5a2a0-4d6e-49f0-9f01-c25387557261 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84876) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:24:17.904645 n-d-768862-2 neutron-server[84765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-014f1668-d258-456a-951a-d71d37d05868 admin admin] Network 4c195c8c-de40-44a5-a763-f4fd158718da is scheduled to be hosted by DHCP agent 32f3dd84-26da-4d18-bf15-6017a8fb7247 with binding_index 1 {{(pid=84875) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Jan 14 07:24:17.935578 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.db_base_plugin_v2 [None req-2598e757-16f7-43a7-87bb-3377e6b0e63c tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] Deleting subnet 0c5d7d87-6570-4b3e-a416-23d99c064b6b {{(pid=84875) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Jan 14 07:24:17.944236 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-2598e757-16f7-43a7-87bb-3377e6b0e63c tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] Notify callbacks [] for subnet, before_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:24:17.957480 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a91e611a-0e99-4869-9daf-ad1b0c08c2e5 tempest-NetworksIpV6Test-2047944877 tempest-NetworksIpV6Test-2047944877] Pushing event updated for resources: {'Network': ['ID=a577c17b-534b-4cd5-b5b4-e1a4d7e99b17,revision_number=1']} {{(pid=84874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:24:17.966290 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-24b173e0-79a9-4986-b426-7fd97041d7e2 tempest-RoutersNegativeIpV6Test-1464408958 tempest-RoutersNegativeIpV6Test-1464408958] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036851981161'] for subnet, before_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:24:17.984238 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-a91e611a-0e99-4869-9daf-ad1b0c08c2e5 tempest-NetworksIpV6Test-2047944877 tempest-NetworksIpV6Test-2047944877] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:24:17.992022 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-a91e611a-0e99-4869-9daf-ad1b0c08c2e5 tempest-NetworksIpV6Test-2047944877 tempest-NetworksIpV6Test-2047944877] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 1.8119464 Jan 14 07:24:17.996929 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84874) accepted ('10.222.0.24', 44102) {{(pid=84874) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:24:18.020180 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-2598e757-16f7-43a7-87bb-3377e6b0e63c tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3367281'] for subnet, precommit_delete_associations {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:24:18.058189 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.v2.base [None req-83c2f4ca-29e5-46c2-9a09-2d68ca5208af tempest-NetworksIpV6Test-2047944877 tempest-NetworksIpV6Test-2047944877] Request body: {'subnet': {'network_id': 'a577c17b-534b-4cd5-b5b4-e1a4d7e99b17', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'enable_dhcp': True}} {{(pid=84874) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:24:18.129637 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38fd0663-1fe6-4ec5-8918-43f165518f57 None None] Pushing event updated for resources: {'Port': ['ID=9f42edd3-724c-4b45-bf9a-10cee6b161eb,revision_number=1']} {{(pid=84876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:24:18.135066 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-2598e757-16f7-43a7-87bb-3377e6b0e63c tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036854176836'] for subnet, precommit_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:24:18.167278 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-38fd0663-1fe6-4ec5-8918-43f165518f57 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.275s {{(pid=84876) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:24:18.178064 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-017f98a9-8a07-408c-a86f-8ff0c00400a0 None None] Network a577c17b-534b-4cd5-b5b4-e1a4d7e99b17 details requested by agent ovs-agent-n-h1-768862-2 with host n-h1-768862-2 {{(pid=84876) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 07:24:18.189036 n-d-768862-2 neutron-server[84765]: DEBUG neutron.scheduler.base_scheduler [None req-014f1668-d258-456a-951a-d71d37d05868 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768862-2, 4c195c8c-de40-44a5-a763-f4fd158718da) {{(pid=84875) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 07:24:18.194707 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Network a577c17b-534b-4cd5-b5b4-e1a4d7e99b17 details requested by agent ovs-agent-n-d-768862-2 with host n-d-768862-2 {{(pid=84876) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 07:24:18.214420 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-852a24f7-e9a1-4193-9abb-e9506fe5213f None None] Network a577c17b-534b-4cd5-b5b4-e1a4d7e99b17 details requested by agent ovs-agent-n-h2-768862-2 with host n-h2-768862-2 {{(pid=84876) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 07:24:18.236009 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-42b6128f-af14-4e4a-8bad-a953c1f05d5a tempest-ExternalNetworksTestJSON-1523440521 tempest-ExternalNetworksTestJSON-1523440521] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-598964', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850887113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3154192', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2308610'] for subnet, after_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:24:18.253610 n-d-768862-2 neutron-server[84765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38fd0663-1fe6-4ec5-8918-43f165518f57 None None] Network 1653bc9c-200b-4bb4-ba90-743542d6732a is already hosted by enough agents. {{(pid=84876) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 07:24:18.255991 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-b51f4c1e-e22a-4555-a31d-2b6d16a6ecfa tempest-RoutersIpV6Test-883692175 tempest-RoutersIpV6Test-883692175] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:24:18.279030 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-83c2f4ca-29e5-46c2-9a09-2d68ca5208af tempest-NetworksIpV6Test-2047944877 tempest-NetworksIpV6Test-2047944877] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:24:18.285797 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-014f1668-d258-456a-951a-d71d37d05868 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:24:18.286387 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-014f1668-d258-456a-951a-d71d37d05868 admin admin] Notify callbacks [] for subnet, before_response {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:24:18.294739 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-83c2f4ca-29e5-46c2-9a09-2d68ca5208af tempest-NetworksIpV6Test-2047944877 tempest-NetworksIpV6Test-2047944877] Usage tracker for resource:subnet and tenant:130ee88fc4054d968ce76b7b9727c055 is out of sync, need to count used quota {{(pid=84874) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:24:18.300663 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-83c2f4ca-29e5-46c2-9a09-2d68ca5208af tempest-NetworksIpV6Test-2047944877 tempest-NetworksIpV6Test-2047944877] Quota usage for subnet was recalculated. Used quota:1. {{(pid=84874) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:24:18.308763 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-83c2f4ca-29e5-46c2-9a09-2d68ca5208af tempest-NetworksIpV6Test-2047944877 tempest-NetworksIpV6Test-2047944877] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:24:18.358518 n-d-768862-2 neutron-server[84765]: DEBUG neutron.scheduler.base_scheduler [None req-38fd0663-1fe6-4ec5-8918-43f165518f57 None None] Resources bound (agent type, host, resource id): {{(pid=84876) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 07:24:18.373293 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-83c2f4ca-29e5-46c2-9a09-2d68ca5208af tempest-NetworksIpV6Test-2047944877 tempest-NetworksIpV6Test-2047944877] Made reservation on behalf of 130ee88fc4054d968ce76b7b9727c055 for: {'subnet': 1} {{(pid=84874) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 07:24:18.400132 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38fd0663-1fe6-4ec5-8918-43f165518f57 None None] Received port after_create {{(pid=84876) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 14 07:24:18.441658 n-d-768862-2 neutron-server[84765]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6ff1b845-e6cc-40c3-8811-854d938cee54 tempest-RoutersIpV6AdminTest-832003634 tempest-RoutersIpV6AdminTest-832003634] Router 2f3dd886-c295-4c0f-94eb-ee3da72ffa8c is scheduled to L3 agent 35f592e9-451b-4db9-abea-77b6a5c5391b with binding_index 1 {{(pid=84875) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}} Jan 14 07:24:18.444227 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42b6128f-af14-4e4a-8bad-a953c1f05d5a tempest-ExternalNetworksTestJSON-1523440521 tempest-ExternalNetworksTestJSON-1523440521] Pushing event deleted for resources: {'Subnet': ['ID=7a96d375-376e-407e-813c-8405bd0c2649,revision_number=None']} {{(pid=84875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:24:18.478238 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-42b6128f-af14-4e4a-8bad-a953c1f05d5a tempest-ExternalNetworksTestJSON-1523440521 tempest-ExternalNetworksTestJSON-1523440521] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.222s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:24:18.516116 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-014f1668-d258-456a-951a-d71d37d05868 admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 6.6289072 Jan 14 07:24:18.559056 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-044a0331-8f24-43bb-8f41-6b1fb8faee92 tempest-RoutersIpV6Test-883692175 tempest-RoutersIpV6Test-883692175] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3889632'] for router_interface, before_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:24:18.569049 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.managers [None req-38fd0663-1fe6-4ec5-8918-43f165518f57 None None] Attempting to bind port 9f42edd3-724c-4b45-bf9a-10cee6b161eb on host n-d-768862-2 for vnic_type normal with profile {{(pid=84876) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 14 07:24:18.569468 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.managers [None req-38fd0663-1fe6-4ec5-8918-43f165518f57 None None] Attempting to bind port 9f42edd3-724c-4b45-bf9a-10cee6b161eb by drivers openvswitch on host n-d-768862-2 at level 0 using segments [{'id': '239b6d0a-afb5-433b-ab33-7dd71d07ac92', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '1653bc9c-200b-4bb4-ba90-743542d6732a'}] {{(pid=84876) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 14 07:24:18.569880 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38fd0663-1fe6-4ec5-8918-43f165518f57 None None] Attempting to bind port 9f42edd3-724c-4b45-bf9a-10cee6b161eb on network 1653bc9c-200b-4bb4-ba90-743542d6732a {{(pid=84876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 14 07:24:18.585479 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38fd0663-1fe6-4ec5-8918-43f165518f57 None None] Checking agent: {'id': 'ba5efab1-b43c-4d5a-bc52-6e105d4e67a2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768862-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 14, 6, 56, 52), 'started_at': datetime.datetime(2021, 1, 14, 6, 57, 22), 'heartbeat_timestamp': datetime.datetime(2021, 1, 14, 7, 23, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768862-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.29', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 14 07:24:18.585904 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38fd0663-1fe6-4ec5-8918-43f165518f57 None None] Checking segment: {'id': '239b6d0a-afb5-433b-ab33-7dd71d07ac92', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '1653bc9c-200b-4bb4-ba90-743542d6732a'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84876) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 14 07:24:18.586359 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-38fd0663-1fe6-4ec5-8918-43f165518f57 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:24:18.586805 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38fd0663-1fe6-4ec5-8918-43f165518f57 None None] Bound using segment: {'id': '239b6d0a-afb5-433b-ab33-7dd71d07ac92', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '1653bc9c-200b-4bb4-ba90-743542d6732a'} {{(pid=84876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 14 07:24:18.587350 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.managers [None req-38fd0663-1fe6-4ec5-8918-43f165518f57 None None] Bound port: 9f42edd3-724c-4b45-bf9a-10cee6b161eb, host: n-d-768862-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '239b6d0a-afb5-433b-ab33-7dd71d07ac92', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '1653bc9c-200b-4bb4-ba90-743542d6732a'}}] {{(pid=84876) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 14 07:24:18.587776 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-38fd0663-1fe6-4ec5-8918-43f165518f57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555753'] for port, before_update {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:24:18.843460 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-c9200f85-166b-4c02-aefd-7a1bb9491a76 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363259214191800', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854171626'] for agent, after_update {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:24:18.857376 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [None req-38fd0663-1fe6-4ec5-8918-43f165518f57 None None] For port 9f42edd3-724c-4b45-bf9a-10cee6b161eb, host n-d-768862-2, cleared binding levels {{(pid=84876) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 14 07:24:18.866672 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [None req-38fd0663-1fe6-4ec5-8918-43f165518f57 None None] For port 9f42edd3-724c-4b45-bf9a-10cee6b161eb, host n-d-768862-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-2',level=0,port_id=9f42edd3-724c-4b45-bf9a-10cee6b161eb,segment=NetworkSegment(239b6d0a-afb5-433b-ab33-7dd71d07ac92),segment_id=239b6d0a-afb5-433b-ab33-7dd71d07ac92)] {{(pid=84876) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 14 07:24:18.874751 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-38fd0663-1fe6-4ec5-8918-43f165518f57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777640533312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363259214678337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777640097497'] for port, after_update {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:24:18.957795 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-42b6128f-af14-4e4a-8bad-a953c1f05d5a tempest-ExternalNetworksTestJSON-1523440521 tempest-ExternalNetworksTestJSON-1523440521] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-598987', 'neutron.services.segments.db._delete_segments_for_network-8777640583949'] for network, precommit_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:24:18.973821 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-83c2f4ca-29e5-46c2-9a09-2d68ca5208af tempest-NetworksIpV6Test-2047944877 tempest-NetworksIpV6Test-2047944877] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036851981161'] for subnet, before_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:24:19.041281 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-837f0612-12c9-4c93-afd8-3e3e1c815157 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84876) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:24:19.094090 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6ff1b845-e6cc-40c3-8811-854d938cee54 tempest-RoutersIpV6AdminTest-832003634 tempest-RoutersIpV6AdminTest-832003634] Notify agent at l3_agent.n-d-768862-2 the message routers_updated {{(pid=84875) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jan 14 07:24:19.173287 n-d-768862-2 neutron-server[84765]: DEBUG neutron.services.segments.db [None req-42b6128f-af14-4e4a-8bad-a953c1f05d5a tempest-ExternalNetworksTestJSON-1523440521 tempest-ExternalNetworksTestJSON-1523440521] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fd02ec87-dfe2-43b0-b31c-8df93a8694af']}} {{(pid=84875) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:24:19.208895 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-2598e757-16f7-43a7-87bb-3377e6b0e63c tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-598964', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850887113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3154192', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2308610'] for subnet, after_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:24:19.255785 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-b227e05c-fa1c-4273-bf28-0169d4054374 tempest-RoutersIpV6Test-883692175 tempest-RoutersIpV6Test-883692175] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:24:19.324342 n-d-768862-2 neutron-server[84765]: DEBUG neutron.services.segments.db [None req-42b6128f-af14-4e4a-8bad-a953c1f05d5a tempest-ExternalNetworksTestJSON-1523440521 tempest-ExternalNetworksTestJSON-1523440521] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'af143065-253d-40ed-9c02-c7c87bfa01fb') {'for_net_delete': True} {{(pid=84875) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:24:19.324823 n-d-768862-2 neutron-server[84765]: DEBUG neutron.services.segments.db [None req-42b6128f-af14-4e4a-8bad-a953c1f05d5a tempest-ExternalNetworksTestJSON-1523440521 tempest-ExternalNetworksTestJSON-1523440521] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'af143065-253d-40ed-9c02-c7c87bfa01fb') {} {{(pid=84875) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:24:19.404573 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38fd0663-1fe6-4ec5-8918-43f165518f57 None None] Pushing event updated for resources: {'Port': ['ID=9f42edd3-724c-4b45-bf9a-10cee6b161eb,revision_number=2']} {{(pid=84876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:24:19.409065 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-38fd0663-1fe6-4ec5-8918-43f165518f57 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.368s {{(pid=84876) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:24:19.410138 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84a96154-201f-4935-ba3a-151726e10db7 None None] Sync routers for ids ['2f3dd886-c295-4c0f-94eb-ee3da72ffa8c'] in n-d-768862-2 {{(pid=84876) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Jan 14 07:24:19.436071 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84a96154-201f-4935-ba3a-151726e10db7 None None] Routers {'2f3dd886-c295-4c0f-94eb-ee3da72ffa8c'} bound to L3 agent in host n-d-768862-2 {{(pid=84876) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 14 07:24:19.437071 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_hamode_db [None req-84a96154-201f-4935-ba3a-151726e10db7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2021-01-14T06:56:51Z,description=,heartbeat_timestamp=2021-01-14T07:23:51Z,host='n-d-768862-2',id=35f592e9-451b-4db9-abea-77b6a5c5391b,load=0,resource_versions=,resources_synced=,started_at=2021-01-14T06:56:51Z,topic='l3_agent')) {'router_ids': ['2f3dd886-c295-4c0f-94eb-ee3da72ffa8c'], 'active': True} {{(pid=84876) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:24:19.449772 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-6ff1b845-e6cc-40c3-8811-854d938cee54 tempest-RoutersIpV6AdminTest-832003634 tempest-RoutersIpV6AdminTest-832003634] Notify callbacks [] for router, before_response {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:24:19.453831 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-6ff1b845-e6cc-40c3-8811-854d938cee54 tempest-RoutersIpV6AdminTest-832003634 tempest-RoutersIpV6AdminTest-832003634] 10.222.0.24 "PUT /v2.0/routers/2f3dd886-c295-4c0f-94eb-ee3da72ffa8c HTTP/1.1" status: 200 len: 918 time: 14.3724556 Jan 14 07:24:19.453831 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2598e757-16f7-43a7-87bb-3377e6b0e63c tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] Pushing event deleted for resources: {'Subnet': ['ID=0c5d7d87-6570-4b3e-a416-23d99c064b6b,revision_number=None']} {{(pid=84875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:24:19.461575 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84875) accepted ('10.222.0.24', 44120) {{(pid=84875) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:24:19.483694 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-2598e757-16f7-43a7-87bb-3377e6b0e63c tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.228s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:24:19.567398 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-42b6128f-af14-4e4a-8bad-a953c1f05d5a tempest-ExternalNetworksTestJSON-1523440521 tempest-ExternalNetworksTestJSON-1523440521] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363259214173198', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036851408567'] for segment, before_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:24:19.575320 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_hamode_db [None req-84a96154-201f-4935-ba3a-151726e10db7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768862-2', False) {} {{(pid=84876) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:24:19.592002 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84a96154-201f-4935-ba3a-151726e10db7 None None] Routers {'2f3dd886-c295-4c0f-94eb-ee3da72ffa8c'} bound to L3 agent in host n-d-768862-2 {{(pid=84876) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 14 07:24:19.592723 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_hamode_db [None req-84a96154-201f-4935-ba3a-151726e10db7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2021-01-14T06:56:51Z,description=,heartbeat_timestamp=2021-01-14T07:23:51Z,host='n-d-768862-2',id=35f592e9-451b-4db9-abea-77b6a5c5391b,load=0,resource_versions=,resources_synced=,started_at=2021-01-14T06:56:51Z,topic='l3_agent')) {'router_ids': ['2f3dd886-c295-4c0f-94eb-ee3da72ffa8c'], 'active': True} {{(pid=84876) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:24:19.706510 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_hamode_db [None req-84a96154-201f-4935-ba3a-151726e10db7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768862-2', False) {} {{(pid=84876) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:24:19.706891 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84a96154-201f-4935-ba3a-151726e10db7 None None] The sync data for ids ['2f3dd886-c295-4c0f-94eb-ee3da72ffa8c'] in n-d-768862-2 is: [] {{(pid=84876) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Jan 14 07:24:19.711124 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-42b6128f-af14-4e4a-8bad-a953c1f05d5a tempest-ExternalNetworksTestJSON-1523440521 tempest-ExternalNetworksTestJSON-1523440521] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854179735'] for segment, precommit_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:24:19.715290 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-42b6128f-af14-4e4a-8bad-a953c1f05d5a tempest-ExternalNetworksTestJSON-1523440521 tempest-ExternalNetworksTestJSON-1523440521] Releasing vxlan tunnel 22 to pool {{(pid=84875) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Jan 14 07:24:19.834215 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-2598e757-16f7-43a7-87bb-3377e6b0e63c tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] Notify callbacks [] for subnet, before_response {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:24:19.836293 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-2598e757-16f7-43a7-87bb-3377e6b0e63c tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] 10.222.0.24 "DELETE /v2.0/subnets/0c5d7d87-6570-4b3e-a416-23d99c064b6b HTTP/1.1" status: 204 len: 168 time: 2.9529576 Jan 14 07:24:19.845610 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84874) accepted ('10.222.0.24', 44130) {{(pid=84874) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:24:19.982065 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.managers [None req-42b6128f-af14-4e4a-8bad-a953c1f05d5a tempest-ExternalNetworksTestJSON-1523440521 tempest-ExternalNetworksTestJSON-1523440521] Network fd02ec87-dfe2-43b0-b31c-8df93a8694af has no segments {{(pid=84875) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 14 07:24:19.996259 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-c1707fa3-c204-4b69-9892-bf2123dfc9b1 tempest-RoutersIpV6AdminTest-832003634 tempest-RoutersIpV6AdminTest-832003634] 10.222.0.24 "GET /v2.0/routers/2f3dd886-c295-4c0f-94eb-ee3da72ffa8c HTTP/1.1" status: 200 len: 924 time: 0.5296755 Jan 14 07:24:19.996259 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-42b6128f-af14-4e4a-8bad-a953c1f05d5a tempest-ExternalNetworksTestJSON-1523440521 tempest-ExternalNetworksTestJSON-1523440521] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-596065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3154253'] for segment, after_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:24:20.000962 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84874) accepted ('10.222.0.24', 44134) {{(pid=84874) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:24:20.186725 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.plugin [None req-044a0331-8f24-43bb-8f41-6b1fb8faee92 tempest-RoutersIpV6Test-883692175 tempest-RoutersIpV6Test-883692175] Deleting port c404d567-18b6-4d4f-af34-4bc01b17dec1 {{(pid=84874) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 07:24:20.187379 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-044a0331-8f24-43bb-8f41-6b1fb8faee92 tempest-RoutersIpV6Test-883692175 tempest-RoutersIpV6Test-883692175] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363259214248359'] for port, before_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:24:20.237000 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-24b173e0-79a9-4986-b426-7fd97041d7e2 tempest-RoutersNegativeIpV6Test-1464408958 tempest-RoutersNegativeIpV6Test-1464408958] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850887113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3254092', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036851981146'] for subnet, after_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:24:20.268398 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-0d2a518d-8f49-4bd1-9ef9-1ab87805bde5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:24:20.283239 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.managers [None req-42b6128f-af14-4e4a-8bad-a953c1f05d5a tempest-ExternalNetworksTestJSON-1523440521 tempest-ExternalNetworksTestJSON-1523440521] Network fd02ec87-dfe2-43b0-b31c-8df93a8694af has no segments {{(pid=84875) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 14 07:24:20.313311 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:shared":"rule:admin_only" was deprecated in W in favor of "update_network:shared":"role:admin and system_scope:all". Reason: Jan 14 07:24:20.313311 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:24:20.313311 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:24:20.313311 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:24:20.313311 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "update_network:provider:network_type":"role:admin and system_scope:all". Reason: Jan 14 07:24:20.313311 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:24:20.313311 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:24:20.313311 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:24:20.313311 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "update_network:provider:physical_network":"role:admin and system_scope:all". Reason: Jan 14 07:24:20.313311 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:24:20.313311 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:24:20.313311 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:24:20.313311 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "update_network:provider:segmentation_id":"role:admin and system_scope:all". Reason: Jan 14 07:24:20.313311 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:24:20.313311 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:24:20.313311 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:24:20.313311 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:router:external":"rule:admin_only" was deprecated in W in favor of "update_network:router:external":"role:admin and system_scope:all". Reason: Jan 14 07:24:20.313311 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:24:20.313311 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:24:20.313311 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:24:20.313311 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:is_default":"rule:admin_only" was deprecated in W in favor of "update_network:is_default":"role:admin and system_scope:all". Reason: Jan 14 07:24:20.313311 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:24:20.313311 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:24:20.313311 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:24:20.313311 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:port_security_enabled":"rule:admin_or_owner" was deprecated in W in favor of "update_network:port_security_enabled":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 07:24:20.313311 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:24:20.313311 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:24:20.313311 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:24:20.313311 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "delete_network":"rule:admin_or_owner" was deprecated in W in favor of "delete_network":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 07:24:20.313311 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:24:20.313311 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:24:20.313311 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:24:20.313311 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_segment":"rule:admin_only" was deprecated in W in favor of "create_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:24:20.313311 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:24:20.313311 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_segment":"rule:admin_only" was deprecated in W in favor of "get_segment":"role:reader and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:24:20.313311 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:24:20.313311 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_segment":"rule:admin_only" was deprecated in W in favor of "update_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:24:20.313311 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:24:20.313311 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "delete_segment":"rule:admin_only" was deprecated in W in favor of "delete_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:24:20.313311 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:24:20.313311 n-d-768862-2 neutron-server[84765]: Traceback (most recent call last): Jan 14 07:24:20.313311 n-d-768862-2 neutron-server[84765]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 14 07:24:20.313311 n-d-768862-2 neutron-server[84765]: timer() Jan 14 07:24:20.313311 n-d-768862-2 neutron-server[84765]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 14 07:24:20.313311 n-d-768862-2 neutron-server[84765]: cb(*args, **kw) Jan 14 07:24:20.313311 n-d-768862-2 neutron-server[84765]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Jan 14 07:24:20.313311 n-d-768862-2 neutron-server[84765]: return func(*args, **kwargs) Jan 14 07:24:20.313311 n-d-768862-2 neutron-server[84765]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 14 07:24:20.313311 n-d-768862-2 neutron-server[84765]: self._notify() Jan 14 07:24:20.313311 n-d-768862-2 neutron-server[84765]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 14 07:24:20.313311 n-d-768862-2 neutron-server[84765]: self.callback(batched_events) Jan 14 07:24:20.313311 n-d-768862-2 neutron-server[84765]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 14 07:24:20.313311 n-d-768862-2 neutron-server[84765]: event.method(event) Jan 14 07:24:20.313311 n-d-768862-2 neutron-server[84765]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 14 07:24:20.313311 n-d-768862-2 neutron-server[84765]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 14 07:24:20.313311 n-d-768862-2 neutron-server[84765]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Jan 14 07:24:20.313311 n-d-768862-2 neutron-server[84765]: segment_id)['aggregates'][0] Jan 14 07:24:20.313311 n-d-768862-2 neutron-server[84765]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 14 07:24:20.313311 n-d-768862-2 neutron-server[84765]: return f(self, *a, **k) Jan 14 07:24:20.313311 n-d-768862-2 neutron-server[84765]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 14 07:24:20.313311 n-d-768862-2 neutron-server[84765]: return self._get(url).json() Jan 14 07:24:20.313311 n-d-768862-2 neutron-server[84765]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 14 07:24:20.313311 n-d-768862-2 neutron-server[84765]: **kwargs) Jan 14 07:24:20.313311 n-d-768862-2 neutron-server[84765]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 14 07:24:20.313311 n-d-768862-2 neutron-server[84765]: return self.request(url, 'GET', **kwargs) Jan 14 07:24:20.313311 n-d-768862-2 neutron-server[84765]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Jan 14 07:24:20.313311 n-d-768862-2 neutron-server[84765]: **endpoint_filter) Jan 14 07:24:20.313311 n-d-768862-2 neutron-server[84765]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 14 07:24:20.313311 n-d-768862-2 neutron-server[84765]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 14 07:24:20.313311 n-d-768862-2 neutron-server[84765]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 14 07:24:20.313311 n-d-768862-2 neutron-server[84765]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 14 07:24:20.313311 n-d-768862-2 neutron-server[84765]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 14 07:24:20.693720 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24b173e0-79a9-4986-b426-7fd97041d7e2 tempest-RoutersNegativeIpV6Test-1464408958 tempest-RoutersNegativeIpV6Test-1464408958] Pushing event updated for resources: {'Subnet': ['ID=5fc187fc-cffd-4eab-a3fe-ac5e42608d0b,revision_number=0']} {{(pid=84874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:24:20.711791 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-24b173e0-79a9-4986-b426-7fd97041d7e2 tempest-RoutersNegativeIpV6Test-1464408958 tempest-RoutersNegativeIpV6Test-1464408958] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.443s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:24:20.744380 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-42b6128f-af14-4e4a-8bad-a953c1f05d5a tempest-ExternalNetworksTestJSON-1523440521 tempest-ExternalNetworksTestJSON-1523440521] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036854176830', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850887149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3912591'] for network, after_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:24:20.749498 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-069355e4-42e9-4957-9c4e-48717610b5a4 tempest-ExternalNetworksTestJSON-1523440521 tempest-ExternalNetworksTestJSON-1523440521] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:24:20.770612 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-42b6128f-af14-4e4a-8bad-a953c1f05d5a tempest-ExternalNetworksTestJSON-1523440521 tempest-ExternalNetworksTestJSON-1523440521] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network fd02ec87-dfe2-43b0-b31c-8df93a8694af {{(pid=84875) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:124}} Jan 14 07:24:20.775781 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-42b6128f-af14-4e4a-8bad-a953c1f05d5a tempest-ExternalNetworksTestJSON-1523440521 tempest-ExternalNetworksTestJSON-1523440521] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3207107'] for network, before_response {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:24:20.779078 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42b6128f-af14-4e4a-8bad-a953c1f05d5a tempest-ExternalNetworksTestJSON-1523440521 tempest-ExternalNetworksTestJSON-1523440521] Pushing event deleted for resources: {'Network': ['ID=fd02ec87-dfe2-43b0-b31c-8df93a8694af,revision_number=None']} {{(pid=84875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:24:20.782479 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-42b6128f-af14-4e4a-8bad-a953c1f05d5a tempest-ExternalNetworksTestJSON-1523440521 tempest-ExternalNetworksTestJSON-1523440521] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:24:20.789650 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-42b6128f-af14-4e4a-8bad-a953c1f05d5a tempest-ExternalNetworksTestJSON-1523440521 tempest-ExternalNetworksTestJSON-1523440521] 10.222.0.24 "DELETE /v2.0/networks/fd02ec87-dfe2-43b0-b31c-8df93a8694af HTTP/1.1" status: 204 len: 168 time: 10.3052061 Jan 14 07:24:20.790346 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-deb19c8e-1546-49cb-be2d-da4db38b4650 tempest-RoutersIpV6AdminTest-832003634 tempest-RoutersIpV6AdminTest-832003634] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:24:20.790554 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84875) accepted ('10.222.0.24', 44144) {{(pid=84875) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:24:20.790554 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84875) accepted ('10.222.0.24', 44146) {{(pid=84875) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:24:20.790913 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-deb19c8e-1546-49cb-be2d-da4db38b4650 tempest-RoutersIpV6AdminTest-832003634 tempest-RoutersIpV6AdminTest-832003634] 10.222.0.24 "GET /v2.0/ports?network_id=226f1e78-82cd-4481-9055-4eb73b6db8c1&device_id=2f3dd886-c295-4c0f-94eb-ee3da72ffa8c&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.7829683 Jan 14 07:24:20.862868 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.db_base_plugin_v2 [None req-80b4b4b1-fd05-4b71-9f82-af8180d329f1 tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] Deleting subnet 1111717e-8850-4944-9f38-67ae53f0d0da {{(pid=84874) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Jan 14 07:24:20.872838 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-80b4b4b1-fd05-4b71-9f82-af8180d329f1 tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] Notify callbacks [] for subnet, before_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:24:20.913845 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-5e9c54e5-69f2-4116-864d-750a649312e3 tempest-ExternalNetworksTestJSON-1523440521 tempest-ExternalNetworksTestJSON-1523440521] Synchronizing usage tracker for tenant:818e23dab35146079ddb08b8e1f7b310 on resource:floatingip {{(pid=84875) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 14 07:24:21.011197 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [None req-044a0331-8f24-43bb-8f41-6b1fb8faee92 tempest-RoutersIpV6Test-883692175 tempest-RoutersIpV6Test-883692175] For port c404d567-18b6-4d4f-af34-4bc01b17dec1, host n-d-768862-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-2',level=0,port_id=c404d567-18b6-4d4f-af34-4bc01b17dec1,segment=NetworkSegment(e27218cc-75b2-4562-990f-480272fa161a),segment_id=e27218cc-75b2-4562-990f-480272fa161a)] {{(pid=84874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 07:24:21.011513 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-044a0331-8f24-43bb-8f41-6b1fb8faee92 tempest-RoutersIpV6Test-883692175 tempest-RoutersIpV6Test-883692175] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036850862667'] for port, precommit_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:24:21.036109 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24b173e0-79a9-4986-b426-7fd97041d7e2 tempest-RoutersNegativeIpV6Test-1464408958 tempest-RoutersNegativeIpV6Test-1464408958] Checking segment: {'id': '5e48faf3-b44b-4e81-a6b1-6c39eb796395', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 24, 'network_id': '9533dc0b-12b3-450f-936d-f541d8424211'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84874) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 14 07:24:21.036565 n-d-768862-2 neutron-server[84765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24b173e0-79a9-4986-b426-7fd97041d7e2 tempest-RoutersNegativeIpV6Test-1464408958 tempest-RoutersNegativeIpV6Test-1464408958] Network hostable DHCP agents. Network: 9533dc0b-12b3-450f-936d-f541d8424211, hostable agents: ['32f3dd84-26da-4d18-bf15-6017a8fb7247'], hosted agents: [] {{(pid=84874) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Jan 14 07:24:21.052684 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-80b4b4b1-fd05-4b71-9f82-af8180d329f1 tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036851807232'] for subnet, precommit_delete_associations {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:24:21.077767 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52c3fa9c-54d0-4ea0-8a98-116e9206c020 tempest-RoutersIpV6AdminTest-832003634 tempest-RoutersIpV6AdminTest-832003634] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:24:21.079140 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-52c3fa9c-54d0-4ea0-8a98-116e9206c020 tempest-RoutersIpV6AdminTest-832003634 tempest-RoutersIpV6AdminTest-832003634] Synchronizing usage tracker for tenant:5312235f111841e2bff7d19b335a2a35 on resource:network {{(pid=84875) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 14 07:24:21.106015 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-52c3fa9c-54d0-4ea0-8a98-116e9206c020 tempest-RoutersIpV6AdminTest-832003634 tempest-RoutersIpV6AdminTest-832003634] Unset dirty status for tenant:5312235f111841e2bff7d19b335a2a35 on resource:network {{(pid=84875) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 14 07:24:21.107672 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-52c3fa9c-54d0-4ea0-8a98-116e9206c020 tempest-RoutersIpV6AdminTest-832003634 tempest-RoutersIpV6AdminTest-832003634] 10.222.0.24 "GET /v2.0/networks/226f1e78-82cd-4481-9055-4eb73b6db8c1 HTTP/1.1" status: 200 len: 881 time: 0.3144443 Jan 14 07:24:21.109182 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-5e9c54e5-69f2-4116-864d-750a649312e3 tempest-ExternalNetworksTestJSON-1523440521 tempest-ExternalNetworksTestJSON-1523440521] Unset dirty status for tenant:818e23dab35146079ddb08b8e1f7b310 on resource:floatingip {{(pid=84875) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 14 07:24:21.113810 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-5e9c54e5-69f2-4116-864d-750a649312e3 tempest-ExternalNetworksTestJSON-1523440521 tempest-ExternalNetworksTestJSON-1523440521] 10.222.0.24 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 212 time: 0.3224261 Jan 14 07:24:21.114637 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84875) accepted ('10.222.0.24', 44162) {{(pid=84875) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:24:21.115016 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84875) accepted ('10.222.0.24', 44164) {{(pid=84875) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:24:21.282676 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Device 9f42edd3-724c-4b45-bf9a-10cee6b161eb up at agent ovs-agent-n-d-768862-2 {{(pid=84876) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 07:24:21.300877 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-44ddcd37-3237-4ced-8c2a-d9107d079efc tempest-RoutersIpV6AdminTest-1631784580 tempest-RoutersIpV6AdminTest-1631784580] 10.222.0.24 "GET /v2.0/ports?device_id=2f3dd886-c295-4c0f-94eb-ee3da72ffa8c HTTP/1.1" status: 200 len: 205 time: 0.1801052 Jan 14 07:24:21.313124 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.plugin [None req-044a0331-8f24-43bb-8f41-6b1fb8faee92 tempest-RoutersIpV6Test-883692175 tempest-RoutersIpV6Test-883692175] Calling delete_port for c404d567-18b6-4d4f-af34-4bc01b17dec1 owned by network:router_interface {{(pid=84874) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 07:24:21.315955 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84875) accepted ('10.222.0.24', 44170) {{(pid=84875) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:24:21.425817 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.agents_db [None req-5b939a2f-078d-4c69-a188-cb55a28a77a0 None None] Agent healthcheck: found 7 active agents {{(pid=84877) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Jan 14 07:24:21.445928 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Provisioning for port 9f42edd3-724c-4b45-bf9a-10cee6b161eb completed by entity L2. {{(pid=84876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 07:24:21.631738 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b70f0271-06fa-400b-b3d2-f365f6f92022 None None] Network 23f0a15d-6362-4cec-82c1-cacba887c566 requested from n-d-768862-2 {{(pid=84876) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 07:24:21.705997 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-83c2f4ca-29e5-46c2-9a09-2d68ca5208af tempest-NetworksIpV6Test-2047944877 tempest-NetworksIpV6Test-2047944877] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850887113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3254092', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036851981146'] for subnet, after_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:24:21.806294 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8738cc3a-edd0-4955-8fcd-c33835ac62be tempest-ExternalNetworksTestJSON-1523440521 tempest-ExternalNetworksTestJSON-1523440521] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:24:21.806842 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8738cc3a-edd0-4955-8fcd-c33835ac62be tempest-ExternalNetworksTestJSON-1523440521 tempest-ExternalNetworksTestJSON-1523440521] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:24:21.807687 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8738cc3a-edd0-4955-8fcd-c33835ac62be tempest-ExternalNetworksTestJSON-1523440521 tempest-ExternalNetworksTestJSON-1523440521] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:24:21.808448 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8738cc3a-edd0-4955-8fcd-c33835ac62be tempest-ExternalNetworksTestJSON-1523440521 tempest-ExternalNetworksTestJSON-1523440521] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:24:21.808871 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8738cc3a-edd0-4955-8fcd-c33835ac62be tempest-ExternalNetworksTestJSON-1523440521 tempest-ExternalNetworksTestJSON-1523440521] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:24:21.809280 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8738cc3a-edd0-4955-8fcd-c33835ac62be tempest-ExternalNetworksTestJSON-1523440521 tempest-ExternalNetworksTestJSON-1523440521] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:24:21.809701 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8738cc3a-edd0-4955-8fcd-c33835ac62be tempest-ExternalNetworksTestJSON-1523440521 tempest-ExternalNetworksTestJSON-1523440521] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:24:21.810109 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8738cc3a-edd0-4955-8fcd-c33835ac62be tempest-ExternalNetworksTestJSON-1523440521 tempest-ExternalNetworksTestJSON-1523440521] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:24:21.810518 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8738cc3a-edd0-4955-8fcd-c33835ac62be tempest-ExternalNetworksTestJSON-1523440521 tempest-ExternalNetworksTestJSON-1523440521] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:24:21.810926 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8738cc3a-edd0-4955-8fcd-c33835ac62be tempest-ExternalNetworksTestJSON-1523440521 tempest-ExternalNetworksTestJSON-1523440521] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:24:21.811330 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8738cc3a-edd0-4955-8fcd-c33835ac62be tempest-ExternalNetworksTestJSON-1523440521 tempest-ExternalNetworksTestJSON-1523440521] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:24:21.811737 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8738cc3a-edd0-4955-8fcd-c33835ac62be tempest-ExternalNetworksTestJSON-1523440521 tempest-ExternalNetworksTestJSON-1523440521] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:24:21.812184 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8738cc3a-edd0-4955-8fcd-c33835ac62be tempest-ExternalNetworksTestJSON-1523440521 tempest-ExternalNetworksTestJSON-1523440521] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:24:21.812589 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8738cc3a-edd0-4955-8fcd-c33835ac62be tempest-ExternalNetworksTestJSON-1523440521 tempest-ExternalNetworksTestJSON-1523440521] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:24:21.812992 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8738cc3a-edd0-4955-8fcd-c33835ac62be tempest-ExternalNetworksTestJSON-1523440521 tempest-ExternalNetworksTestJSON-1523440521] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:24:21.813400 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8738cc3a-edd0-4955-8fcd-c33835ac62be tempest-ExternalNetworksTestJSON-1523440521 tempest-ExternalNetworksTestJSON-1523440521] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:24:21.813803 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8738cc3a-edd0-4955-8fcd-c33835ac62be tempest-ExternalNetworksTestJSON-1523440521 tempest-ExternalNetworksTestJSON-1523440521] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:24:21.814209 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8738cc3a-edd0-4955-8fcd-c33835ac62be tempest-ExternalNetworksTestJSON-1523440521 tempest-ExternalNetworksTestJSON-1523440521] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:24:21.814760 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8738cc3a-edd0-4955-8fcd-c33835ac62be tempest-ExternalNetworksTestJSON-1523440521 tempest-ExternalNetworksTestJSON-1523440521] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:24:21.814993 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8738cc3a-edd0-4955-8fcd-c33835ac62be tempest-ExternalNetworksTestJSON-1523440521 tempest-ExternalNetworksTestJSON-1523440521] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:24:21.815397 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8738cc3a-edd0-4955-8fcd-c33835ac62be tempest-ExternalNetworksTestJSON-1523440521 tempest-ExternalNetworksTestJSON-1523440521] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:24:21.815800 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8738cc3a-edd0-4955-8fcd-c33835ac62be tempest-ExternalNetworksTestJSON-1523440521 tempest-ExternalNetworksTestJSON-1523440521] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:24:21.817751 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-8738cc3a-edd0-4955-8fcd-c33835ac62be tempest-ExternalNetworksTestJSON-1523440521 tempest-ExternalNetworksTestJSON-1523440521] Synchronizing usage tracker for tenant:818e23dab35146079ddb08b8e1f7b310 on resource:subnet {{(pid=84875) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 14 07:24:21.821069 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4fe15c1b-6f96-40b1-8dee-4c48716d8ed9 None None] Network 1653bc9c-200b-4bb4-ba90-743542d6732a requested from n-d-768862-2 {{(pid=84876) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 07:24:21.837033 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee048978-a04f-4cb8-aafa-cd86d3fffd2a None None] Network 4c195c8c-de40-44a5-a763-f4fd158718da requested from n-d-768862-2 {{(pid=84876) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 07:24:21.855584 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-cf265d39-4298-490a-98d1-26a0113fd40b tempest-RoutersIpV6AdminTest-1631784580 tempest-RoutersIpV6AdminTest-1631784580] Notify callbacks [] for router, before_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:24:21.943653 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-8738cc3a-edd0-4955-8fcd-c33835ac62be tempest-ExternalNetworksTestJSON-1523440521 tempest-ExternalNetworksTestJSON-1523440521] Unset dirty status for tenant:818e23dab35146079ddb08b8e1f7b310 on resource:subnet {{(pid=84875) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 14 07:24:21.944608 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-8738cc3a-edd0-4955-8fcd-c33835ac62be tempest-ExternalNetworksTestJSON-1523440521 tempest-ExternalNetworksTestJSON-1523440521] 10.222.0.24 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 13902 time: 0.8260565 Jan 14 07:24:21.952823 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84875) accepted ('10.222.0.24', 44180) {{(pid=84875) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:24:22.063087 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-da76cfc0-98e8-4426-9f6d-4f05aa3fae78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363259214191800', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854171626'] for agent, after_update {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:24:22.101653 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-ac4fc59e-4efd-4679-ac14-894943278966 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363259214191800', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854171626'] for agent, after_update {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:24:22.122071 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-cdf73439-f794-4108-8fd2-3d90a26ac26c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:24:22.134418 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-cc4c0a35-37bc-4d87-885d-e7593f37a6af None None] Provisioning complete for port 9ddfdf0f-b1b2-4787-bfe9-62580d513abf triggered by entity DHCP. {{(pid=84876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 07:24:22.136105 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-cc4c0a35-37bc-4d87-885d-e7593f37a6af None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-604227'] for port, provisioning_complete {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:24:22.148859 n-d-768862-2 neutron-server[84765]: INFO neutron.api.v2.resource [None req-b731515d-45ce-426f-90e5-bc5c3c878d1d tempest-ExternalNetworksTestJSON-1523440521 tempest-ExternalNetworksTestJSON-1523440521] delete failed (client error): The resource could not be found. Jan 14 07:24:22.152817 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-b731515d-45ce-426f-90e5-bc5c3c878d1d tempest-ExternalNetworksTestJSON-1523440521 tempest-ExternalNetworksTestJSON-1523440521] 10.222.0.24 "DELETE /v2.0/floatingips/ddaaf77c-706e-485b-8889-3b75404ecb93 HTTP/1.1" status: 404 len: 345 time: 0.1361771 Jan 14 07:24:22.155141 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84875) accepted ('10.222.0.24', 44186) {{(pid=84875) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:24:22.194496 n-d-768862-2 neutron-server[84765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24b173e0-79a9-4986-b426-7fd97041d7e2 tempest-RoutersNegativeIpV6Test-1464408958 tempest-RoutersNegativeIpV6Test-1464408958] Network 9533dc0b-12b3-450f-936d-f541d8424211 is scheduled to be hosted by DHCP agent 32f3dd84-26da-4d18-bf15-6017a8fb7247 with binding_index 1 {{(pid=84874) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Jan 14 07:24:22.205783 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95c8866d-7603-4c93-86dd-c2d8335027df req-8e6ae18f-ad26-43c4-9938-c0a0d3d2a63f tempest-VolumesActionsTest-1394930803 tempest-VolumesActionsTest-1394930803] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:24:22.206457 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [req-95c8866d-7603-4c93-86dd-c2d8335027df req-8e6ae18f-ad26-43c4-9938-c0a0d3d2a63f tempest-VolumesActionsTest-1394930803 tempest-VolumesActionsTest-1394930803] Synchronizing usage tracker for tenant:4b0c2ef1e48d4736b4830179d8915263 on resource:network {{(pid=84875) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 14 07:24:22.236158 n-d-768862-2 neutron-server[84765]: INFO neutron.pecan_wsgi.hooks.translation [None req-896f607d-8df9-42f4-8ec4-b1d3e3145db5 tempest-ExternalNetworksTestJSON-1523440521 tempest-ExternalNetworksTestJSON-1523440521] DELETE failed (client error): The resource could not be found. Jan 14 07:24:22.236681 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-896f607d-8df9-42f4-8ec4-b1d3e3145db5 tempest-ExternalNetworksTestJSON-1523440521 tempest-ExternalNetworksTestJSON-1523440521] No notification will be sent due to unsuccessful status code: 404 {{(pid=84875) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Jan 14 07:24:22.242808 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-896f607d-8df9-42f4-8ec4-b1d3e3145db5 tempest-ExternalNetworksTestJSON-1523440521 tempest-ExternalNetworksTestJSON-1523440521] 10.222.0.24 "DELETE /v2.0/networks/fd02ec87-dfe2-43b0-b31c-8df93a8694af HTTP/1.1" status: 404 len: 339 time: 0.0802455 Jan 14 07:24:22.250364 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84875) accepted ('10.222.0.24', 44190) {{(pid=84875) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:24:22.254959 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-80b4b4b1-fd05-4b71-9f82-af8180d329f1 tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036854176836'] for subnet, precommit_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:24:22.260043 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.v2.base [None req-6525e043-8ce0-4186-a92e-be67f2ef9615 tempest-ExternalNetworksTestJSON-1523440521 tempest-ExternalNetworksTestJSON-1523440521] Request body: {'network': {'name': 'tempest-network--1514539400', 'router:external': True}} {{(pid=84875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:24:22.270277 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [req-95c8866d-7603-4c93-86dd-c2d8335027df req-8e6ae18f-ad26-43c4-9938-c0a0d3d2a63f tempest-VolumesActionsTest-1394930803 tempest-VolumesActionsTest-1394930803] Unset dirty status for tenant:4b0c2ef1e48d4736b4830179d8915263 on resource:network {{(pid=84875) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 14 07:24:22.271663 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [req-95c8866d-7603-4c93-86dd-c2d8335027df req-8e6ae18f-ad26-43c4-9938-c0a0d3d2a63f tempest-VolumesActionsTest-1394930803 tempest-VolumesActionsTest-1394930803] 10.222.0.24 "GET /v2.0/networks?id=4c195c8c-de40-44a5-a763-f4fd158718da HTTP/1.1" status: 200 len: 808 time: 0.6931150 Jan 14 07:24:22.274882 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-6525e043-8ce0-4186-a92e-be67f2ef9615 tempest-ExternalNetworksTestJSON-1523440521 tempest-ExternalNetworksTestJSON-1523440521] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:24:22.287922 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-cf265d39-4298-490a-98d1-26a0113fd40b tempest-RoutersIpV6AdminTest-1631784580 tempest-RoutersIpV6AdminTest-1631784580] Notify callbacks [] for router_gateway, before_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:24:22.294637 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-6525e043-8ce0-4186-a92e-be67f2ef9615 tempest-ExternalNetworksTestJSON-1523440521 tempest-ExternalNetworksTestJSON-1523440521] Usage tracker for resource:network and tenant:818e23dab35146079ddb08b8e1f7b310 is out of sync, need to count used quota {{(pid=84875) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:24:22.306528 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.plugin [None req-cf265d39-4298-490a-98d1-26a0113fd40b tempest-RoutersIpV6AdminTest-1631784580 tempest-RoutersIpV6AdminTest-1631784580] Deleting port ae748b60-2a83-4f71-bd6a-6294c9f0acc5 {{(pid=84875) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 07:24:22.306901 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-cf265d39-4298-490a-98d1-26a0113fd40b tempest-RoutersIpV6AdminTest-1631784580 tempest-RoutersIpV6AdminTest-1631784580] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363259214248359'] for port, before_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:24:22.314593 n-d-768862-2 neutron-server[84765]: DEBUG neutron.scheduler.base_scheduler [None req-24b173e0-79a9-4986-b426-7fd97041d7e2 tempest-RoutersNegativeIpV6Test-1464408958 tempest-RoutersNegativeIpV6Test-1464408958] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768862-2, 9533dc0b-12b3-450f-936d-f541d8424211) {{(pid=84874) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 07:24:22.337150 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83c2f4ca-29e5-46c2-9a09-2d68ca5208af tempest-NetworksIpV6Test-2047944877 tempest-NetworksIpV6Test-2047944877] Pushing event updated for resources: {'Subnet': ['ID=8e097094-eab7-4d76-b0a8-aaa889b41f35,revision_number=0']} {{(pid=84874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:24:22.343215 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-6525e043-8ce0-4186-a92e-be67f2ef9615 tempest-ExternalNetworksTestJSON-1523440521 tempest-ExternalNetworksTestJSON-1523440521] Quota usage for network was recalculated. Used quota:0. {{(pid=84875) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:24:22.344091 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cba076bb-6542-4835-b62e-472064853df1 None None] Network 9533dc0b-12b3-450f-936d-f541d8424211 requested from n-d-768862-2 {{(pid=84876) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 07:24:22.360834 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [req-95c8866d-7603-4c93-86dd-c2d8335027df req-abc9aac8-d3b3-4715-b644-51eab7b4bf0d tempest-VolumesActionsTest-1394930803 tempest-VolumesActionsTest-1394930803] 10.222.0.24 "GET /v2.0/quotas/4b0c2ef1e48d4736b4830179d8915263 HTTP/1.1" status: 200 len: 375 time: 0.0714042 Jan 14 07:24:22.364441 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-83c2f4ca-29e5-46c2-9a09-2d68ca5208af tempest-NetworksIpV6Test-2047944877 tempest-NetworksIpV6Test-2047944877] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.243s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:24:22.374921 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24b173e0-79a9-4986-b426-7fd97041d7e2 tempest-RoutersNegativeIpV6Test-1464408958 tempest-RoutersNegativeIpV6Test-1464408958] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:24:22.375586 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-24b173e0-79a9-4986-b426-7fd97041d7e2 tempest-RoutersNegativeIpV6Test-1464408958 tempest-RoutersNegativeIpV6Test-1464408958] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3207107'] for subnet, before_response {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:24:22.380492 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-6525e043-8ce0-4186-a92e-be67f2ef9615 tempest-ExternalNetworksTestJSON-1523440521 tempest-ExternalNetworksTestJSON-1523440521] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:24:22.446887 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [req-95c8866d-7603-4c93-86dd-c2d8335027df req-a4123122-52ef-4d06-bbe0-5f8734ad6f6c tempest-VolumesActionsTest-1394930803 tempest-VolumesActionsTest-1394930803] 10.222.0.24 "GET /v2.0/ports?tenant_id=4b0c2ef1e48d4736b4830179d8915263&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0677474 Jan 14 07:24:22.450106 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6525e043-8ce0-4186-a92e-be67f2ef9615 tempest-ExternalNetworksTestJSON-1523440521 tempest-ExternalNetworksTestJSON-1523440521] Made reservation on behalf of 818e23dab35146079ddb08b8e1f7b310 for: {'network': 1} {{(pid=84875) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 07:24:22.454953 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-6525e043-8ce0-4186-a92e-be67f2ef9615 tempest-ExternalNetworksTestJSON-1523440521 tempest-ExternalNetworksTestJSON-1523440521] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555753'] for network, before_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:24:22.535454 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-24b173e0-79a9-4986-b426-7fd97041d7e2 tempest-RoutersNegativeIpV6Test-1464408958 tempest-RoutersNegativeIpV6Test-1464408958] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 5.2622793 Jan 14 07:24:22.541176 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84874) accepted ('10.222.0.24', 44196) {{(pid=84874) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:24:22.557781 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.v2.base [None req-9b93f384-fa2c-485d-a977-a4a087685218 tempest-RoutersNegativeIpV6Test-1464408958 tempest-RoutersNegativeIpV6Test-1464408958] Request body: {'network': {'name': 'tempest-router-network01--1330240238'}} {{(pid=84874) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:24:22.590822 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-9b93f384-fa2c-485d-a977-a4a087685218 tempest-RoutersNegativeIpV6Test-1464408958 tempest-RoutersNegativeIpV6Test-1464408958] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:24:22.603335 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-9b93f384-fa2c-485d-a977-a4a087685218 tempest-RoutersNegativeIpV6Test-1464408958 tempest-RoutersNegativeIpV6Test-1464408958] Usage tracker for resource:network and tenant:5822f9ff0e344e7eab0f8df2f3e8990f is out of sync, need to count used quota {{(pid=84874) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:24:22.608770 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-9b93f384-fa2c-485d-a977-a4a087685218 tempest-RoutersNegativeIpV6Test-1464408958 tempest-RoutersNegativeIpV6Test-1464408958] Quota usage for network was recalculated. Used quota:1. {{(pid=84874) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:24:22.628474 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83c2f4ca-29e5-46c2-9a09-2d68ca5208af tempest-NetworksIpV6Test-2047944877 tempest-NetworksIpV6Test-2047944877] Checking segment: {'id': 'ee04a3f8-826c-492b-90a5-2fcceef33492', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 19, 'network_id': 'a577c17b-534b-4cd5-b5b4-e1a4d7e99b17'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84874) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 14 07:24:22.628884 n-d-768862-2 neutron-server[84765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83c2f4ca-29e5-46c2-9a09-2d68ca5208af tempest-NetworksIpV6Test-2047944877 tempest-NetworksIpV6Test-2047944877] Network hostable DHCP agents. Network: a577c17b-534b-4cd5-b5b4-e1a4d7e99b17, hostable agents: ['32f3dd84-26da-4d18-bf15-6017a8fb7247'], hosted agents: [] {{(pid=84874) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Jan 14 07:24:22.634563 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72d472dc-2af6-4b23-b969-2ee26627bd12 None None] Network 4c195c8c-de40-44a5-a763-f4fd158718da requested from n-d-768862-2 {{(pid=84876) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 07:24:22.639540 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-9b93f384-fa2c-485d-a977-a4a087685218 tempest-RoutersNegativeIpV6Test-1464408958 tempest-RoutersNegativeIpV6Test-1464408958] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:24:22.688683 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6525e043-8ce0-4186-a92e-be67f2ef9615 tempest-ExternalNetworksTestJSON-1523440521 tempest-ExternalNetworksTestJSON-1523440521] vxlan segment allocate from pool success with {'vxlan_vni': 22} {{(pid=84875) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Jan 14 07:24:22.739128 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-6525e043-8ce0-4186-a92e-be67f2ef9615 tempest-ExternalNetworksTestJSON-1523440521 tempest-ExternalNetworksTestJSON-1523440521] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment--9223363259214191851', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854179735'] for segment, precommit_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:24:22.740204 n-d-768862-2 neutron-server[84765]: INFO neutron.db.segments_db [None req-6525e043-8ce0-4186-a92e-be67f2ef9615 tempest-ExternalNetworksTestJSON-1523440521 tempest-ExternalNetworksTestJSON-1523440521] Added segment 34ee68eb-0e47-4639-854c-99b32a45bedf of type vxlan for network 591bd7c0-90c2-4715-8da6-44f490cf3245 Jan 14 07:24:22.770986 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9b93f384-fa2c-485d-a977-a4a087685218 tempest-RoutersNegativeIpV6Test-1464408958 tempest-RoutersNegativeIpV6Test-1464408958] Made reservation on behalf of 5822f9ff0e344e7eab0f8df2f3e8990f for: {'network': 1} {{(pid=84874) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 07:24:22.780375 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-9b93f384-fa2c-485d-a977-a4a087685218 tempest-RoutersNegativeIpV6Test-1464408958 tempest-RoutersNegativeIpV6Test-1464408958] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555753'] for network, before_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:24:22.787082 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-cf265d39-4298-490a-98d1-26a0113fd40b tempest-RoutersIpV6AdminTest-1631784580 tempest-RoutersIpV6AdminTest-1631784580] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036850862667'] for port, precommit_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:24:22.814464 n-d-768862-2 neutron-server[84765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83c2f4ca-29e5-46c2-9a09-2d68ca5208af tempest-NetworksIpV6Test-2047944877 tempest-NetworksIpV6Test-2047944877] Network a577c17b-534b-4cd5-b5b4-e1a4d7e99b17 is scheduled to be hosted by DHCP agent 32f3dd84-26da-4d18-bf15-6017a8fb7247 with binding_index 1 {{(pid=84874) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Jan 14 07:24:22.852528 n-d-768862-2 neutron-server[84765]: DEBUG neutron.scheduler.base_scheduler [None req-83c2f4ca-29e5-46c2-9a09-2d68ca5208af tempest-NetworksIpV6Test-2047944877 tempest-NetworksIpV6Test-2047944877] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768862-2, a577c17b-534b-4cd5-b5b4-e1a4d7e99b17) {{(pid=84874) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 07:24:22.860345 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363259214191800', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854171626'] for agent, after_update {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:24:22.864776 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-044a0331-8f24-43bb-8f41-6b1fb8faee92 tempest-RoutersIpV6Test-883692175 tempest-RoutersIpV6Test-883692175] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777640533329', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777640097463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3254186'] for port, after_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:24:22.884371 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-208558e8-ea0a-4983-b677-85690acad3d9 None None] Network a577c17b-534b-4cd5-b5b4-e1a4d7e99b17 requested from n-d-768862-2 {{(pid=84876) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 07:24:22.942966 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-98e1512c-1cac-4b6b-a234-aee79ec1725b tempest-ExternalNetworksAdminNegativeTestJSON-1161897559 tempest-ExternalNetworksAdminNegativeTestJSON-1161897559] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:24:22.958561 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.plugin [None req-cf265d39-4298-490a-98d1-26a0113fd40b tempest-RoutersIpV6AdminTest-1631784580 tempest-RoutersIpV6AdminTest-1631784580] Calling delete_port for ae748b60-2a83-4f71-bd6a-6294c9f0acc5 owned by network:router_gateway {{(pid=84875) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 07:24:23.070353 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83c2f4ca-29e5-46c2-9a09-2d68ca5208af tempest-NetworksIpV6Test-2047944877 tempest-NetworksIpV6Test-2047944877] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:24:23.071008 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-83c2f4ca-29e5-46c2-9a09-2d68ca5208af tempest-NetworksIpV6Test-2047944877 tempest-NetworksIpV6Test-2047944877] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3207107'] for subnet, before_response {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:24:23.096589 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-6525e043-8ce0-4186-a92e-be67f2ef9615 tempest-ExternalNetworksTestJSON-1523440521 tempest-ExternalNetworksTestJSON-1523440521] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363259214646115'] for network, precommit_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:24:23.152347 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-044a0331-8f24-43bb-8f41-6b1fb8faee92 tempest-RoutersIpV6Test-883692175 tempest-RoutersIpV6Test-883692175] Pushing event deleted for resources: {'Port': ['ID=c404d567-18b6-4d4f-af34-4bc01b17dec1,revision_number=None']} {{(pid=84874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:24:23.174660 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-044a0331-8f24-43bb-8f41-6b1fb8faee92 tempest-RoutersIpV6Test-883692175 tempest-RoutersIpV6Test-883692175] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.233s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:24:23.179156 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-83c2f4ca-29e5-46c2-9a09-2d68ca5208af tempest-NetworksIpV6Test-2047944877 tempest-NetworksIpV6Test-2047944877] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 812 time: 5.1734924 Jan 14 07:24:23.187020 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84874) accepted ('10.222.0.24', 44202) {{(pid=84874) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:24:23.202689 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [req-95c8866d-7603-4c93-86dd-c2d8335027df req-15308369-cef7-4dcc-8b0e-7d4657c4c072 service neutron] 10.222.0.24 "GET /v2.0/networks/4c195c8c-de40-44a5-a763-f4fd158718da?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7352753 Jan 14 07:24:23.218677 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-6525e043-8ce0-4186-a92e-be67f2ef9615 tempest-ExternalNetworksTestJSON-1523440521 tempest-ExternalNetworksTestJSON-1523440521] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850887149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964'] for network, after_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:24:23.220562 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6525e043-8ce0-4186-a92e-be67f2ef9615 tempest-ExternalNetworksTestJSON-1523440521 tempest-ExternalNetworksTestJSON-1523440521] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:24:23.221642 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-6525e043-8ce0-4186-a92e-be67f2ef9615 tempest-ExternalNetworksTestJSON-1523440521 tempest-ExternalNetworksTestJSON-1523440521] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3207107'] for network, before_response {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:24:23.231387 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-80b4b4b1-fd05-4b71-9f82-af8180d329f1 tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-598964', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850887113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036851521664', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2794686'] for subnet, after_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:24:23.261925 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-1ec4ea6a-28ac-4ba0-8348-5813149ba28b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:24:23.392933 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-10cf290c-1f2f-48dd-9ae1-eacbfe73c819 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:24:23.444368 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-3e38d1c1-3852-4eef-8ebf-83c75a5e877d tempest-NetworksIpV6Test-2047944877 tempest-NetworksIpV6Test-2047944877] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036854160497'] for network, before_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:24:23.444631 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-0f37073e-9c69-4e3c-80e0-6cfaa0fd61a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363259214191800', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854171626'] for agent, after_update {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:24:23.462437 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-cc4c0a35-37bc-4d87-885d-e7593f37a6af None None] Provisioning for port 9f42edd3-724c-4b45-bf9a-10cee6b161eb completed by entity DHCP. {{(pid=84876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 07:24:23.513866 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80b4b4b1-fd05-4b71-9f82-af8180d329f1 tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] Pushing event deleted for resources: {'Subnet': ['ID=1111717e-8850-4944-9f38-67ae53f0d0da,revision_number=None']} {{(pid=84874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:24:23.517113 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.db.api [None req-9b93f384-fa2c-485d-a977-a4a087685218 tempest-RoutersNegativeIpV6Test-1464408958 tempest-RoutersNegativeIpV6Test-1464408958] Retry wrapper got retriable exception: Unable to create the network. No available network found in maximum allowed attempts. {{(pid=84874) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Jan 14 07:24:23.517471 n-d-768862-2 neutron-server[84765]: DEBUG oslo_db.api [None req-9b93f384-fa2c-485d-a977-a4a087685218 tempest-RoutersNegativeIpV6Test-1464408958 tempest-RoutersNegativeIpV6Test-1464408958] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_network {{(pid=84874) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Jan 14 07:24:23.520541 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-80b4b4b1-fd05-4b71-9f82-af8180d329f1 tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:24:23.567008 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-6525e043-8ce0-4186-a92e-be67f2ef9615 tempest-ExternalNetworksTestJSON-1523440521 tempest-ExternalNetworksTestJSON-1523440521] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 857 time: 1.3154709 Jan 14 07:24:23.568284 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-cc4c0a35-37bc-4d87-885d-e7593f37a6af None None] Provisioning complete for port 9f42edd3-724c-4b45-bf9a-10cee6b161eb triggered by entity DHCP. {{(pid=84876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 07:24:23.568821 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-cc4c0a35-37bc-4d87-885d-e7593f37a6af None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-604227'] for port, provisioning_complete {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:24:23.583933 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84875) accepted ('10.222.0.24', 44206) {{(pid=84875) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:24:23.593839 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-cf265d39-4298-490a-98d1-26a0113fd40b tempest-RoutersIpV6AdminTest-1631784580 tempest-RoutersIpV6AdminTest-1631784580] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777640533329', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777640097463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851621574'] for port, after_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:24:23.623993 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6525e043-8ce0-4186-a92e-be67f2ef9615 tempest-ExternalNetworksTestJSON-1523440521 tempest-ExternalNetworksTestJSON-1523440521] Pushing event updated for resources: {'Network': ['ID=591bd7c0-90c2-4715-8da6-44f490cf3245,revision_number=1']} {{(pid=84875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:24:23.652884 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c347647-9d01-4947-8ff3-7a62b3f5b9b4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5d94dc7a-c095-50a4-955e-5f3b78718a12-9533dc0b-12b3-450f-936d-f541d8424211', 'network_id': '9533dc0b-12b3-450f-936d-f541d8424211', 'tenant_id': '5822f9ff0e344e7eab0f8df2f3e8990f', 'fixed_ips': [{'subnet_id': '5fc187fc-cffd-4eab-a3fe-ac5e42608d0b'}]}} from n-d-768862-2. {{(pid=84876) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Jan 14 07:24:23.654024 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-7c347647-9d01-4947-8ff3-7a62b3f5b9b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555753'] for port, before_create {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:24:23.665827 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-852a24f7-e9a1-4193-9abb-e9506fe5213f None None] Network 591bd7c0-90c2-4715-8da6-44f490cf3245 details requested by agent ovs-agent-n-h2-768862-2 with host n-h2-768862-2 {{(pid=84876) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 07:24:23.786745 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-80b4b4b1-fd05-4b71-9f82-af8180d329f1 tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3207107'] for subnet, before_response {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:24:23.789068 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-80b4b4b1-fd05-4b71-9f82-af8180d329f1 tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] 10.222.0.24 "DELETE /v2.0/subnets/1111717e-8850-4944-9f38-67ae53f0d0da HTTP/1.1" status: 204 len: 168 time: 3.9384904 Jan 14 07:24:23.811031 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84874) accepted ('10.222.0.24', 44210) {{(pid=84874) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:24:23.821840 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-017f98a9-8a07-408c-a86f-8ff0c00400a0 None None] Network 591bd7c0-90c2-4715-8da6-44f490cf3245 details requested by agent ovs-agent-n-h1-768862-2 with host n-h1-768862-2 {{(pid=84876) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 07:24:23.839481 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Network 591bd7c0-90c2-4715-8da6-44f490cf3245 details requested by agent ovs-agent-n-d-768862-2 with host n-d-768862-2 {{(pid=84876) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 07:24:23.903908 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-199ff947-f48d-4c98-a5b2-8bc4dc4eb12c None None] Network 23f0a15d-6362-4cec-82c1-cacba887c566 requested from n-d-768862-2 {{(pid=84876) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 07:24:23.921045 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-3e38d1c1-3852-4eef-8ebf-83c75a5e877d tempest-NetworksIpV6Test-2047944877 tempest-NetworksIpV6Test-2047944877] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036854176836'] for subnet, precommit_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:24:24.230226 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-9b93f384-fa2c-485d-a977-a4a087685218 tempest-RoutersNegativeIpV6Test-1464408958 tempest-RoutersNegativeIpV6Test-1464408958] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555753'] for network, before_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:24:24.235665 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-6525e043-8ce0-4186-a92e-be67f2ef9615 tempest-ExternalNetworksTestJSON-1523440521 tempest-ExternalNetworksTestJSON-1523440521] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.974s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:24:24.255492 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-044a0331-8f24-43bb-8f41-6b1fb8faee92 tempest-RoutersIpV6Test-883692175 tempest-RoutersIpV6Test-883692175] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted--9223372036851568851', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal--9223372036850888080'] for router_interface, after_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:24:24.323172 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [req-95c8866d-7603-4c93-86dd-c2d8335027df req-a0016f68-347b-485b-9bf5-17426b354b62 service neutron] 10.222.0.24 "GET /v2.0/networks/4c195c8c-de40-44a5-a763-f4fd158718da?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 1.1056485 Jan 14 07:24:24.423609 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48e2e727-1448-4850-9352-585d2661a45f tempest-ExternalNetworksTestJSON-1189716114 tempest-ExternalNetworksTestJSON-1189716114] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:24:24.473407 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48e2e727-1448-4850-9352-585d2661a45f tempest-ExternalNetworksTestJSON-1189716114 tempest-ExternalNetworksTestJSON-1189716114] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:24:24.484878 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-29705961-c563-4644-9918-92c58b715f74 tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] 10.222.0.24 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.6674879 Jan 14 07:24:24.559481 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48e2e727-1448-4850-9352-585d2661a45f tempest-ExternalNetworksTestJSON-1189716114 tempest-ExternalNetworksTestJSON-1189716114] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:24:24.573225 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b907578b-70f4-4996-9cc2-832a5460cabe None None] Network 1653bc9c-200b-4bb4-ba90-743542d6732a requested from n-d-768862-2 {{(pid=84876) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 07:24:24.577015 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84874) accepted ('10.222.0.24', 44216) {{(pid=84874) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:24:24.605402 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48e2e727-1448-4850-9352-585d2661a45f tempest-ExternalNetworksTestJSON-1189716114 tempest-ExternalNetworksTestJSON-1189716114] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:24:24.606856 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-48e2e727-1448-4850-9352-585d2661a45f tempest-ExternalNetworksTestJSON-1189716114 tempest-ExternalNetworksTestJSON-1189716114] Synchronizing usage tracker for tenant:152152b850934d06bd535cda981c4f92 on resource:network {{(pid=84875) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 14 07:24:24.763233 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-48e2e727-1448-4850-9352-585d2661a45f tempest-ExternalNetworksTestJSON-1189716114 tempest-ExternalNetworksTestJSON-1189716114] Unset dirty status for tenant:152152b850934d06bd535cda981c4f92 on resource:network {{(pid=84875) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 14 07:24:24.764579 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-48e2e727-1448-4850-9352-585d2661a45f tempest-ExternalNetworksTestJSON-1189716114 tempest-ExternalNetworksTestJSON-1189716114] 10.222.0.24 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2454 time: 1.1787930 Jan 14 07:24:24.768597 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84875) accepted ('10.222.0.24', 44226) {{(pid=84875) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:24:24.771597 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-cf265d39-4298-490a-98d1-26a0113fd40b tempest-RoutersIpV6AdminTest-1631784580 tempest-RoutersIpV6AdminTest-1631784580] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036850863128'] for router_gateway, after_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:24:24.962101 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.v2.base [None req-110fac3d-eb0b-4e14-b73b-8f571752ebbd tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] Request body: {'subnet': {'network_id': '23f0a15d-6362-4cec-82c1-cacba887c566', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=84874) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:24:24.983524 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-3e38d1c1-3852-4eef-8ebf-83c75a5e877d tempest-NetworksIpV6Test-2047944877 tempest-NetworksIpV6Test-2047944877] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-598964', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850887113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036851521664', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2794686'] for subnet, after_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:24:25.032694 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-cf265d39-4298-490a-98d1-26a0113fd40b tempest-RoutersIpV6AdminTest-1631784580 tempest-RoutersIpV6AdminTest-1631784580] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3889346', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036854717606'] for router, precommit_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:24:25.037051 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-cf265d39-4298-490a-98d1-26a0113fd40b tempest-RoutersIpV6AdminTest-1631784580 tempest-RoutersIpV6AdminTest-1631784580] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:24:25.078140 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-2f141e8d-9ccd-4af0-8889-a5cdd3e36b54 tempest-ExternalNetworksTestJSON-1523440521 tempest-ExternalNetworksTestJSON-1523440521] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036854160497'] for network, before_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:24:25.231344 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-cf265d39-4298-490a-98d1-26a0113fd40b tempest-RoutersIpV6AdminTest-1631784580 tempest-RoutersIpV6AdminTest-1631784580] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036850897070'] for router, after_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:24:25.232481 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cf265d39-4298-490a-98d1-26a0113fd40b tempest-RoutersIpV6AdminTest-1631784580 tempest-RoutersIpV6AdminTest-1631784580] Fanout notify agent at l3_agent the message router_deleted on router 2f3dd886-c295-4c0f-94eb-ee3da72ffa8c {{(pid=84875) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jan 14 07:24:25.234519 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-cc4c0a35-37bc-4d87-885d-e7593f37a6af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555753'] for port, before_update {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:24:25.252004 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-fdf9dad7-2d7a-4246-84b4-6e11a1afe04f tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:24:25.339455 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e47f194c-ef4a-40f0-a1a3-d3159910c65b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5d94dc7a-c095-50a4-955e-5f3b78718a12-a577c17b-534b-4cd5-b5b4-e1a4d7e99b17', 'network_id': 'a577c17b-534b-4cd5-b5b4-e1a4d7e99b17', 'tenant_id': '130ee88fc4054d968ce76b7b9727c055', 'fixed_ips': [{'subnet_id': '8e097094-eab7-4d76-b0a8-aaa889b41f35'}]}} from n-d-768862-2. {{(pid=84876) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Jan 14 07:24:25.340990 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-e47f194c-ef4a-40f0-a1a3-d3159910c65b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555753'] for port, before_create {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:24:25.375685 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-cf265d39-4298-490a-98d1-26a0113fd40b tempest-RoutersIpV6AdminTest-1631784580 tempest-RoutersIpV6AdminTest-1631784580] Notify callbacks [] for router, before_response {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:24:25.377484 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-cf265d39-4298-490a-98d1-26a0113fd40b tempest-RoutersIpV6AdminTest-1631784580 tempest-RoutersIpV6AdminTest-1631784580] 10.222.0.24 "DELETE /v2.0/routers/2f3dd886-c295-4c0f-94eb-ee3da72ffa8c HTTP/1.1" status: 204 len: 168 time: 4.0603299 Jan 14 07:24:25.434701 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84875) accepted ('10.222.0.24', 44248) {{(pid=84875) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:24:25.449464 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.v2.base [None req-debc6ec8-b786-4309-940d-d5a74f25ff38 tempest-RoutersIpV6AdminTest-1631784580 tempest-RoutersIpV6AdminTest-1631784580] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-727126891', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=84875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:24:25.475578 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-debc6ec8-b786-4309-940d-d5a74f25ff38 tempest-RoutersIpV6AdminTest-1631784580 tempest-RoutersIpV6AdminTest-1631784580] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:24:25.487008 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-debc6ec8-b786-4309-940d-d5a74f25ff38 tempest-RoutersIpV6AdminTest-1631784580 tempest-RoutersIpV6AdminTest-1631784580] Usage tracker for resource:router and tenant:17f7834e023140e68315b89e35fe9c50 is out of sync, need to count used quota {{(pid=84875) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:24:25.496968 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-debc6ec8-b786-4309-940d-d5a74f25ff38 tempest-RoutersIpV6AdminTest-1631784580 tempest-RoutersIpV6AdminTest-1631784580] Quota usage for router was recalculated. Used quota:0. {{(pid=84875) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:24:25.507813 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-2f141e8d-9ccd-4af0-8889-a5cdd3e36b54 tempest-ExternalNetworksTestJSON-1523440521 tempest-ExternalNetworksTestJSON-1523440521] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-598987', 'neutron.services.segments.db._delete_segments_for_network-8777640583949'] for network, precommit_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:24:25.546344 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [None req-cc4c0a35-37bc-4d87-885d-e7593f37a6af None None] For port 9f42edd3-724c-4b45-bf9a-10cee6b161eb, host n-d-768862-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-2',level=0,port_id=9f42edd3-724c-4b45-bf9a-10cee6b161eb,segment=NetworkSegment(239b6d0a-afb5-433b-ab33-7dd71d07ac92),segment_id=239b6d0a-afb5-433b-ab33-7dd71d07ac92)] {{(pid=84876) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 07:24:25.561173 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-debc6ec8-b786-4309-940d-d5a74f25ff38 tempest-RoutersIpV6AdminTest-1631784580 tempest-RoutersIpV6AdminTest-1631784580] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:24:25.616179 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-cc4c0a35-37bc-4d87-885d-e7593f37a6af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777640533312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363259214678337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777640097497'] for port, after_update {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:24:25.628559 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-bfe2d2fd-c71d-42e6-872e-b3f379b04710 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84876) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:24:25.736490 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e38d1c1-3852-4eef-8ebf-83c75a5e877d tempest-NetworksIpV6Test-2047944877 tempest-NetworksIpV6Test-2047944877] Pushing event deleted for resources: {'Subnet': ['ID=8e097094-eab7-4d76-b0a8-aaa889b41f35,revision_number=None']} {{(pid=84874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:24:25.739464 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9b93f384-fa2c-485d-a977-a4a087685218 tempest-RoutersNegativeIpV6Test-1464408958 tempest-RoutersNegativeIpV6Test-1464408958] vxlan segment allocate from pool success with {'vxlan_vni': 25} {{(pid=84874) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Jan 14 07:24:25.757510 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-3e38d1c1-3852-4eef-8ebf-83c75a5e877d tempest-NetworksIpV6Test-2047944877 tempest-NetworksIpV6Test-2047944877] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.508s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:24:25.764721 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc4c0a35-37bc-4d87-885d-e7593f37a6af None None] Pushing event updated for resources: {'Port': ['ID=9f42edd3-724c-4b45-bf9a-10cee6b161eb,revision_number=3']} {{(pid=84876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:24:25.830790 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-9b93f384-fa2c-485d-a977-a4a087685218 tempest-RoutersNegativeIpV6Test-1464408958 tempest-RoutersNegativeIpV6Test-1464408958] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854179735'] for segment, precommit_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:24:25.831183 n-d-768862-2 neutron-server[84765]: INFO neutron.db.segments_db [None req-9b93f384-fa2c-485d-a977-a4a087685218 tempest-RoutersNegativeIpV6Test-1464408958 tempest-RoutersNegativeIpV6Test-1464408958] Added segment 081dd89a-0160-4672-9527-d1666b633085 of type vxlan for network 784698a4-8130-4a8f-8f3c-e0d25fc0b022 Jan 14 07:24:25.940429 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-110fac3d-eb0b-4e14-b73b-8f571752ebbd tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:24:25.960020 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-cc4c0a35-37bc-4d87-885d-e7593f37a6af None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.331s {{(pid=84876) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:24:25.972064 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-693b9b9d-493a-4f68-b1c0-36eb3fcdfdcd req-2d0ac2be-0a7b-4564-bb2e-f96fca76e2d6 tempest-VolumesActionsTest-1394930803 tempest-VolumesActionsTest-1394930803] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:24:25.974366 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [req-693b9b9d-493a-4f68-b1c0-36eb3fcdfdcd req-2d0ac2be-0a7b-4564-bb2e-f96fca76e2d6 tempest-VolumesActionsTest-1394930803 tempest-VolumesActionsTest-1394930803] 10.222.0.24 "GET /v2.0/networks?id=4c195c8c-de40-44a5-a763-f4fd158718da HTTP/1.1" status: 200 len: 808 time: 0.3315644 Jan 14 07:24:26.022295 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [req-693b9b9d-493a-4f68-b1c0-36eb3fcdfdcd req-05c01d35-2098-41e6-a65c-1f07f11a884c tempest-VolumesActionsTest-1394930803 tempest-VolumesActionsTest-1394930803] 10.222.0.24 "GET /v2.0/quotas/4b0c2ef1e48d4736b4830179d8915263 HTTP/1.1" status: 200 len: 375 time: 0.0327234 Jan 14 07:24:26.029938 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-debc6ec8-b786-4309-940d-d5a74f25ff38 tempest-RoutersIpV6AdminTest-1631784580 tempest-RoutersIpV6AdminTest-1631784580] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3889205', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854717621'] for router, before_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:24:26.031273 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-debc6ec8-b786-4309-940d-d5a74f25ff38 tempest-RoutersIpV6AdminTest-1631784580 tempest-RoutersIpV6AdminTest-1631784580] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036850886574', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3912501', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3808446', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-58179'] for router, precommit_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:24:26.106129 n-d-768862-2 neutron-server[84765]: DEBUG neutron.services.segments.db [None req-2f141e8d-9ccd-4af0-8889-a5cdd3e36b54 tempest-ExternalNetworksTestJSON-1523440521 tempest-ExternalNetworksTestJSON-1523440521] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['591bd7c0-90c2-4715-8da6-44f490cf3245']}} {{(pid=84875) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:24:26.106679 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-c49911bb-2a9a-4972-b88d-1d837ba5920e None None] Provisioning complete for port 9ddfdf0f-b1b2-4787-bfe9-62580d513abf triggered by entity DHCP. {{(pid=84876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 07:24:26.107585 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-c49911bb-2a9a-4972-b88d-1d837ba5920e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-604227'] for port, provisioning_complete {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:24:26.122437 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [req-693b9b9d-493a-4f68-b1c0-36eb3fcdfdcd req-34a02b37-35d7-4923-acb7-c4ddbf32554b tempest-VolumesActionsTest-1394930803 tempest-VolumesActionsTest-1394930803] 10.222.0.24 "GET /v2.0/ports?tenant_id=4b0c2ef1e48d4736b4830179d8915263&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0740359 Jan 14 07:24:26.139677 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-110fac3d-eb0b-4e14-b73b-8f571752ebbd tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] Usage tracker for resource:subnet and tenant:be0aa702e3ca464795a99c51e3b3b04f is out of sync, need to count used quota {{(pid=84874) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:24:26.146777 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-9b93f384-fa2c-485d-a977-a4a087685218 tempest-RoutersNegativeIpV6Test-1464408958 tempest-RoutersNegativeIpV6Test-1464408958] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363259214646115'] for network, precommit_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:24:26.156301 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-110fac3d-eb0b-4e14-b73b-8f571752ebbd tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84874) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:24:26.161169 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-3e38d1c1-3852-4eef-8ebf-83c75a5e877d tempest-NetworksIpV6Test-2047944877 tempest-NetworksIpV6Test-2047944877] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-598987', 'neutron.services.segments.db._delete_segments_for_network-8777640583949'] for network, precommit_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:24:26.162408 n-d-768862-2 neutron-server[84765]: DEBUG neutron.services.segments.db [None req-2f141e8d-9ccd-4af0-8889-a5cdd3e36b54 tempest-ExternalNetworksTestJSON-1523440521 tempest-ExternalNetworksTestJSON-1523440521] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '34ee68eb-0e47-4639-854c-99b32a45bedf') {'for_net_delete': True} {{(pid=84875) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:24:26.162895 n-d-768862-2 neutron-server[84765]: DEBUG neutron.services.segments.db [None req-2f141e8d-9ccd-4af0-8889-a5cdd3e36b54 tempest-ExternalNetworksTestJSON-1523440521 tempest-ExternalNetworksTestJSON-1523440521] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '34ee68eb-0e47-4639-854c-99b32a45bedf') {} {{(pid=84875) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:24:26.199761 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-110fac3d-eb0b-4e14-b73b-8f571752ebbd tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:24:26.271153 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-debc6ec8-b786-4309-940d-d5a74f25ff38 tempest-RoutersIpV6AdminTest-1631784580 tempest-RoutersIpV6AdminTest-1631784580] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:24:26.280595 n-d-768862-2 neutron-server[84765]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-044a0331-8f24-43bb-8f41-6b1fb8faee92 tempest-RoutersIpV6Test-883692175 tempest-RoutersIpV6Test-883692175] Router 40febb8e-85a2-44af-bb73-f559467ae85b has already been hosted by L3 agent 35f592e9-451b-4db9-abea-77b6a5c5391b {{(pid=84874) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Jan 14 07:24:26.304231 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-2f141e8d-9ccd-4af0-8889-a5cdd3e36b54 tempest-ExternalNetworksTestJSON-1523440521 tempest-ExternalNetworksTestJSON-1523440521] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363259214173198', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036851408567'] for segment, before_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:24:26.329869 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-110fac3d-eb0b-4e14-b73b-8f571752ebbd tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] Made reservation on behalf of be0aa702e3ca464795a99c51e3b3b04f for: {'subnet': 1} {{(pid=84874) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 07:24:26.361564 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-2f141e8d-9ccd-4af0-8889-a5cdd3e36b54 tempest-ExternalNetworksTestJSON-1523440521 tempest-ExternalNetworksTestJSON-1523440521] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854179735'] for segment, precommit_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:24:26.376179 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-2f141e8d-9ccd-4af0-8889-a5cdd3e36b54 tempest-ExternalNetworksTestJSON-1523440521 tempest-ExternalNetworksTestJSON-1523440521] Releasing vxlan tunnel 22 to pool {{(pid=84875) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Jan 14 07:24:26.417097 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-debc6ec8-b786-4309-940d-d5a74f25ff38 tempest-RoutersIpV6AdminTest-1631784580 tempest-RoutersIpV6AdminTest-1631784580] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036850886612', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036850863158'] for router, after_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:24:26.490657 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98aaf0a8-9148-4eef-85e0-aea3bd1f198a None None] Network a577c17b-534b-4cd5-b5b4-e1a4d7e99b17 requested from n-d-768862-2 {{(pid=84876) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 07:24:26.494602 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [req-693b9b9d-493a-4f68-b1c0-36eb3fcdfdcd req-b8b85368-b6bb-4a1a-8f41-3a85466d1dd5 service neutron] 10.222.0.24 "GET /v2.0/networks/4c195c8c-de40-44a5-a763-f4fd158718da?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3164103 Jan 14 07:24:26.505388 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-784ca782-c5b7-436d-894b-e7c8c98acc15 None None] DHCP port deletion for 23f0a15d-6362-4cec-82c1-cacba887c566 request from n-d-768862-2 {{(pid=84876) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Jan 14 07:24:26.523348 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.plugin [None req-784ca782-c5b7-436d-894b-e7c8c98acc15 None None] Deleting port 9ddfdf0f-b1b2-4787-bfe9-62580d513abf {{(pid=84876) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 07:24:26.523869 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-784ca782-c5b7-436d-894b-e7c8c98acc15 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363259214248359'] for port, before_delete {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:24:26.578589 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-debc6ec8-b786-4309-940d-d5a74f25ff38 tempest-RoutersIpV6AdminTest-1631784580 tempest-RoutersIpV6AdminTest-1631784580] Notify callbacks [] for router, before_response {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:24:26.580015 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-debc6ec8-b786-4309-940d-d5a74f25ff38 tempest-RoutersIpV6AdminTest-1631784580 tempest-RoutersIpV6AdminTest-1631784580] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 1.1441262 Jan 14 07:24:26.603210 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-9b93f384-fa2c-485d-a977-a4a087685218 tempest-RoutersNegativeIpV6Test-1464408958 tempest-RoutersNegativeIpV6Test-1464408958] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850887149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964'] for network, after_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:24:26.623140 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b93f384-fa2c-485d-a977-a4a087685218 tempest-RoutersNegativeIpV6Test-1464408958 tempest-RoutersNegativeIpV6Test-1464408958] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:24:26.623881 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-9b93f384-fa2c-485d-a977-a4a087685218 tempest-RoutersNegativeIpV6Test-1464408958 tempest-RoutersNegativeIpV6Test-1464408958] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3207107'] for network, before_response {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:24:26.644319 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84874) accepted ('10.222.0.24', 44270) {{(pid=84874) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:24:26.648327 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-59db56f3-cf20-4d6f-ab37-6b41b049fb25 tempest-QuotasNegativeTest-1299002298 tempest-QuotasNegativeTest-1299002298] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:24:26.690582 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.v2.base [None req-cb0b1119-ee24-4f11-ad7a-c28290ebcf0a tempest-RoutersIpV6AdminTest-832003634 tempest-RoutersIpV6AdminTest-832003634] Request body: {'router': {'external_gateway_info': {'network_id': '226f1e78-82cd-4481-9055-4eb73b6db8c1', 'enable_snat': False}}} {{(pid=84874) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:24:26.750747 n-d-768862-2 neutron-server[84765]: DEBUG neutron.services.segments.db [None req-3e38d1c1-3852-4eef-8ebf-83c75a5e877d tempest-NetworksIpV6Test-2047944877 tempest-NetworksIpV6Test-2047944877] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a577c17b-534b-4cd5-b5b4-e1a4d7e99b17']}} {{(pid=84874) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:24:26.849791 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [req-693b9b9d-493a-4f68-b1c0-36eb3fcdfdcd req-9f1204f5-39d9-41f8-8c9c-22c4c95aee7e service neutron] 10.222.0.24 "GET /v2.0/networks/4c195c8c-de40-44a5-a763-f4fd158718da?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.3239768 Jan 14 07:24:26.887210 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.managers [None req-2f141e8d-9ccd-4af0-8889-a5cdd3e36b54 tempest-ExternalNetworksTestJSON-1523440521 tempest-ExternalNetworksTestJSON-1523440521] Network 591bd7c0-90c2-4715-8da6-44f490cf3245 has no segments {{(pid=84875) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 14 07:24:26.902373 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-2f141e8d-9ccd-4af0-8889-a5cdd3e36b54 tempest-ExternalNetworksTestJSON-1523440521 tempest-ExternalNetworksTestJSON-1523440521] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-596065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3154253'] for segment, after_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:24:26.935806 n-d-768862-2 neutron-server[84765]: DEBUG neutron.services.segments.db [None req-3e38d1c1-3852-4eef-8ebf-83c75a5e877d tempest-NetworksIpV6Test-2047944877 tempest-NetworksIpV6Test-2047944877] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ee04a3f8-826c-492b-90a5-2fcceef33492') {'for_net_delete': True} {{(pid=84874) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:24:26.936379 n-d-768862-2 neutron-server[84765]: DEBUG neutron.services.segments.db [None req-3e38d1c1-3852-4eef-8ebf-83c75a5e877d tempest-NetworksIpV6Test-2047944877 tempest-NetworksIpV6Test-2047944877] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ee04a3f8-826c-492b-90a5-2fcceef33492') {} {{(pid=84874) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:24:27.039040 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-110fac3d-eb0b-4e14-b73b-8f571752ebbd tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036851981161'] for subnet, before_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:24:27.055452 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-044a0331-8f24-43bb-8f41-6b1fb8faee92 tempest-RoutersIpV6Test-883692175 tempest-RoutersIpV6Test-883692175] Notify agent at l3_agent.n-d-768862-2 the message routers_updated {{(pid=84874) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jan 14 07:24:27.064456 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-9b93f384-fa2c-485d-a977-a4a087685218 tempest-RoutersNegativeIpV6Test-1464408958 tempest-RoutersNegativeIpV6Test-1464408958] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 4.5186210 Jan 14 07:24:27.066339 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce46b606-0ca4-4a05-b498-8c99ee50e5db None None] Sync routers for ids ['40febb8e-85a2-44af-bb73-f559467ae85b'] in n-d-768862-2 {{(pid=84877) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Jan 14 07:24:27.073950 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-044a0331-8f24-43bb-8f41-6b1fb8faee92 tempest-RoutersIpV6Test-883692175 tempest-RoutersIpV6Test-883692175] 10.222.0.24 "PUT /v2.0/routers/40febb8e-85a2-44af-bb73-f559467ae85b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 10.4080622 Jan 14 07:24:27.076917 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84875) accepted ('10.222.0.24', 44274) {{(pid=84875) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:24:27.077302 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84875) accepted ('10.222.0.24', 44276) {{(pid=84875) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:24:27.100085 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce46b606-0ca4-4a05-b498-8c99ee50e5db None None] Routers {'40febb8e-85a2-44af-bb73-f559467ae85b'} bound to L3 agent in host n-d-768862-2 {{(pid=84877) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 14 07:24:27.103757 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_hamode_db [None req-ce46b606-0ca4-4a05-b498-8c99ee50e5db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2021-01-14T06:56:51Z,description=,heartbeat_timestamp=2021-01-14T07:24:22Z,host='n-d-768862-2',id=35f592e9-451b-4db9-abea-77b6a5c5391b,load=0,resource_versions=,resources_synced=,started_at=2021-01-14T06:56:51Z,topic='l3_agent')) {'router_ids': ['40febb8e-85a2-44af-bb73-f559467ae85b'], 'active': True} {{(pid=84877) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:24:27.150665 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.v2.base [None req-ab8b89e6-aa62-44a6-9e29-3f673450f40c tempest-RoutersNegativeIpV6Test-1464408958 tempest-RoutersNegativeIpV6Test-1464408958] Request body: {'network': {'name': 'tempest-router-network02--1206054743'}} {{(pid=84875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:24:27.157538 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-ab8b89e6-aa62-44a6-9e29-3f673450f40c tempest-RoutersNegativeIpV6Test-1464408958 tempest-RoutersNegativeIpV6Test-1464408958] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:24:27.161756 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-ab8b89e6-aa62-44a6-9e29-3f673450f40c tempest-RoutersNegativeIpV6Test-1464408958 tempest-RoutersNegativeIpV6Test-1464408958] Usage tracker for resource:network and tenant:5822f9ff0e344e7eab0f8df2f3e8990f is out of sync, need to count used quota {{(pid=84875) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:24:27.166730 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-ab8b89e6-aa62-44a6-9e29-3f673450f40c tempest-RoutersNegativeIpV6Test-1464408958 tempest-RoutersNegativeIpV6Test-1464408958] Quota usage for network was recalculated. Used quota:2. {{(pid=84875) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:24:27.174081 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-ab8b89e6-aa62-44a6-9e29-3f673450f40c tempest-RoutersNegativeIpV6Test-1464408958 tempest-RoutersNegativeIpV6Test-1464408958] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=84875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:24:27.217873 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ab8b89e6-aa62-44a6-9e29-3f673450f40c tempest-RoutersNegativeIpV6Test-1464408958 tempest-RoutersNegativeIpV6Test-1464408958] Made reservation on behalf of 5822f9ff0e344e7eab0f8df2f3e8990f for: {'network': 1} {{(pid=84875) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 07:24:27.236444 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-ab8b89e6-aa62-44a6-9e29-3f673450f40c tempest-RoutersNegativeIpV6Test-1464408958 tempest-RoutersNegativeIpV6Test-1464408958] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555753'] for network, before_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:24:27.306901 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Device 9f42edd3-724c-4b45-bf9a-10cee6b161eb up at agent ovs-agent-n-d-768862-2 {{(pid=84876) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 07:24:27.314357 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-3e38d1c1-3852-4eef-8ebf-83c75a5e877d tempest-NetworksIpV6Test-2047944877 tempest-NetworksIpV6Test-2047944877] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363259214173198', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2968632'] for segment, before_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:24:27.402193 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-c49911bb-2a9a-4972-b88d-1d837ba5920e None None] Provisioning complete for port 9f42edd3-724c-4b45-bf9a-10cee6b161eb triggered by entity DHCP. {{(pid=84876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 07:24:27.403042 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-c49911bb-2a9a-4972-b88d-1d837ba5920e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-604227'] for port, provisioning_complete {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:24:27.481583 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [None req-784ca782-c5b7-436d-894b-e7c8c98acc15 None None] For port 9ddfdf0f-b1b2-4787-bfe9-62580d513abf, host n-d-768862-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-2',level=0,port_id=9ddfdf0f-b1b2-4787-bfe9-62580d513abf,segment=NetworkSegment(56f1c7cf-f3a3-41d2-9677-68978131444f),segment_id=56f1c7cf-f3a3-41d2-9677-68978131444f)] {{(pid=84876) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 07:24:27.482447 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-784ca782-c5b7-436d-894b-e7c8c98acc15 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036850862667'] for port, precommit_delete {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:24:27.513623 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.managers [None req-2f141e8d-9ccd-4af0-8889-a5cdd3e36b54 tempest-ExternalNetworksTestJSON-1523440521 tempest-ExternalNetworksTestJSON-1523440521] Network 591bd7c0-90c2-4715-8da6-44f490cf3245 has no segments {{(pid=84875) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 14 07:24:27.575057 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_dvr_db [None req-ce46b606-0ca4-4a05-b498-8c99ee50e5db None None] Set router 40febb8e-85a2-44af-bb73-f559467ae85b gateway port host: None {{(pid=84877) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 14 07:24:27.588055 n-d-768862-2 neutron-server[84765]: Traceback (most recent call last): Jan 14 07:24:27.588055 n-d-768862-2 neutron-server[84765]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 14 07:24:27.588055 n-d-768862-2 neutron-server[84765]: timer() Jan 14 07:24:27.588055 n-d-768862-2 neutron-server[84765]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 14 07:24:27.588055 n-d-768862-2 neutron-server[84765]: cb(*args, **kw) Jan 14 07:24:27.588055 n-d-768862-2 neutron-server[84765]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Jan 14 07:24:27.588055 n-d-768862-2 neutron-server[84765]: return func(*args, **kwargs) Jan 14 07:24:27.588055 n-d-768862-2 neutron-server[84765]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 14 07:24:27.588055 n-d-768862-2 neutron-server[84765]: self._notify() Jan 14 07:24:27.588055 n-d-768862-2 neutron-server[84765]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 14 07:24:27.588055 n-d-768862-2 neutron-server[84765]: self.callback(batched_events) Jan 14 07:24:27.588055 n-d-768862-2 neutron-server[84765]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 14 07:24:27.588055 n-d-768862-2 neutron-server[84765]: event.method(event) Jan 14 07:24:27.588055 n-d-768862-2 neutron-server[84765]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 14 07:24:27.588055 n-d-768862-2 neutron-server[84765]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 14 07:24:27.588055 n-d-768862-2 neutron-server[84765]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Jan 14 07:24:27.588055 n-d-768862-2 neutron-server[84765]: segment_id)['aggregates'][0] Jan 14 07:24:27.588055 n-d-768862-2 neutron-server[84765]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 14 07:24:27.588055 n-d-768862-2 neutron-server[84765]: return f(self, *a, **k) Jan 14 07:24:27.588055 n-d-768862-2 neutron-server[84765]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 14 07:24:27.588055 n-d-768862-2 neutron-server[84765]: return self._get(url).json() Jan 14 07:24:27.588055 n-d-768862-2 neutron-server[84765]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 14 07:24:27.588055 n-d-768862-2 neutron-server[84765]: **kwargs) Jan 14 07:24:27.588055 n-d-768862-2 neutron-server[84765]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 14 07:24:27.588055 n-d-768862-2 neutron-server[84765]: return self.request(url, 'GET', **kwargs) Jan 14 07:24:27.588055 n-d-768862-2 neutron-server[84765]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Jan 14 07:24:27.588055 n-d-768862-2 neutron-server[84765]: **endpoint_filter) Jan 14 07:24:27.588055 n-d-768862-2 neutron-server[84765]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 14 07:24:27.588055 n-d-768862-2 neutron-server[84765]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 14 07:24:27.588055 n-d-768862-2 neutron-server[84765]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 14 07:24:27.588055 n-d-768862-2 neutron-server[84765]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 14 07:24:27.588055 n-d-768862-2 neutron-server[84765]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 14 07:24:27.590346 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ab8b89e6-aa62-44a6-9e29-3f673450f40c tempest-RoutersNegativeIpV6Test-1464408958 tempest-RoutersNegativeIpV6Test-1464408958] vxlan segment allocate from pool success with {'vxlan_vni': 26} {{(pid=84875) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Jan 14 07:24:27.755298 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.plugin [None req-784ca782-c5b7-436d-894b-e7c8c98acc15 None None] Calling delete_port for 9ddfdf0f-b1b2-4787-bfe9-62580d513abf owned by network:dhcp {{(pid=84876) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 07:24:27.788683 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b93f384-fa2c-485d-a977-a4a087685218 tempest-RoutersNegativeIpV6Test-1464408958 tempest-RoutersNegativeIpV6Test-1464408958] Pushing event updated for resources: {'Network': ['ID=784698a4-8130-4a8f-8f3c-e0d25fc0b022,revision_number=1']} {{(pid=84874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:24:27.866559 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-852a24f7-e9a1-4193-9abb-e9506fe5213f None None] Network 784698a4-8130-4a8f-8f3c-e0d25fc0b022 details requested by agent ovs-agent-n-h2-768862-2 with host n-h2-768862-2 {{(pid=84876) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 07:24:27.882680 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-ab8b89e6-aa62-44a6-9e29-3f673450f40c tempest-RoutersNegativeIpV6Test-1464408958 tempest-RoutersNegativeIpV6Test-1464408958] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment--9223363259214191851', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854179735'] for segment, precommit_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:24:27.883407 n-d-768862-2 neutron-server[84765]: INFO neutron.db.segments_db [None req-ab8b89e6-aa62-44a6-9e29-3f673450f40c tempest-RoutersNegativeIpV6Test-1464408958 tempest-RoutersNegativeIpV6Test-1464408958] Added segment 078f9937-1f53-4331-a99f-aed91fa530e4 of type vxlan for network 8d912d0b-9fc0-4ee7-85d3-e7ba16412513 Jan 14 07:24:27.885352 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-2f141e8d-9ccd-4af0-8889-a5cdd3e36b54 tempest-ExternalNetworksTestJSON-1523440521 tempest-ExternalNetworksTestJSON-1523440521] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036854176830', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850887149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3912591'] for network, after_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:24:27.912133 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-13f38f5f-97d9-4407-a8b1-916871d69d04 tempest-DHCPAgentSchedulersTestJSON-1895530401 tempest-DHCPAgentSchedulersTestJSON-1895530401] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:24:27.954932 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2f141e8d-9ccd-4af0-8889-a5cdd3e36b54 tempest-ExternalNetworksTestJSON-1523440521 tempest-ExternalNetworksTestJSON-1523440521] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 591bd7c0-90c2-4715-8da6-44f490cf3245 {{(pid=84875) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:124}} Jan 14 07:24:27.965638 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-2f141e8d-9ccd-4af0-8889-a5cdd3e36b54 tempest-ExternalNetworksTestJSON-1523440521 tempest-ExternalNetworksTestJSON-1523440521] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3207107'] for network, before_response {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:24:27.986989 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f141e8d-9ccd-4af0-8889-a5cdd3e36b54 tempest-ExternalNetworksTestJSON-1523440521 tempest-ExternalNetworksTestJSON-1523440521] Pushing event deleted for resources: {'Network': ['ID=591bd7c0-90c2-4715-8da6-44f490cf3245,revision_number=None']} {{(pid=84875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:24:28.003746 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-9b93f384-fa2c-485d-a977-a4a087685218 tempest-RoutersNegativeIpV6Test-1464408958 tempest-RoutersNegativeIpV6Test-1464408958] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.355s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:24:28.014623 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-2f141e8d-9ccd-4af0-8889-a5cdd3e36b54 tempest-ExternalNetworksTestJSON-1523440521 tempest-ExternalNetworksTestJSON-1523440521] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:24:28.075668 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-2f141e8d-9ccd-4af0-8889-a5cdd3e36b54 tempest-ExternalNetworksTestJSON-1523440521 tempest-ExternalNetworksTestJSON-1523440521] 10.222.0.24 "DELETE /v2.0/networks/591bd7c0-90c2-4715-8da6-44f490cf3245 HTTP/1.1" status: 204 len: 168 time: 3.3058019 Jan 14 07:24:28.093598 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84875) accepted ('10.222.0.24', 44300) {{(pid=84875) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:24:28.153530 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-ab8b89e6-aa62-44a6-9e29-3f673450f40c tempest-RoutersNegativeIpV6Test-1464408958 tempest-RoutersNegativeIpV6Test-1464408958] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363259214646115'] for network, precommit_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:24:28.183959 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.v2.base [None req-6e4225be-65f2-4046-b9f4-0ac1e8eb634f tempest-ExternalNetworksTestJSON-1523440521 tempest-ExternalNetworksTestJSON-1523440521] Request body: {'network': {'name': 'tempest-network--605677937', 'router:external': True}} {{(pid=84875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:24:28.184193 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-017f98a9-8a07-408c-a86f-8ff0c00400a0 None None] Network 784698a4-8130-4a8f-8f3c-e0d25fc0b022 details requested by agent ovs-agent-n-h1-768862-2 with host n-h1-768862-2 {{(pid=84876) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 07:24:28.199799 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-6e4225be-65f2-4046-b9f4-0ac1e8eb634f tempest-ExternalNetworksTestJSON-1523440521 tempest-ExternalNetworksTestJSON-1523440521] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:24:28.218553 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-3e38d1c1-3852-4eef-8ebf-83c75a5e877d tempest-NetworksIpV6Test-2047944877 tempest-NetworksIpV6Test-2047944877] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854179735'] for segment, precommit_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:24:28.230881 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Network 784698a4-8130-4a8f-8f3c-e0d25fc0b022 details requested by agent ovs-agent-n-d-768862-2 with host n-d-768862-2 {{(pid=84876) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 07:24:28.232404 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-3e38d1c1-3852-4eef-8ebf-83c75a5e877d tempest-NetworksIpV6Test-2047944877 tempest-NetworksIpV6Test-2047944877] Releasing vxlan tunnel 19 to pool {{(pid=84874) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Jan 14 07:24:28.232998 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-6e4225be-65f2-4046-b9f4-0ac1e8eb634f tempest-ExternalNetworksTestJSON-1523440521 tempest-ExternalNetworksTestJSON-1523440521] Usage tracker for resource:network and tenant:818e23dab35146079ddb08b8e1f7b310 is out of sync, need to count used quota {{(pid=84875) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:24:28.253914 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-cb0b1119-ee24-4f11-ad7a-c28290ebcf0a tempest-RoutersIpV6AdminTest-832003634 tempest-RoutersIpV6AdminTest-832003634] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3912484', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3889188', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-58194'] for router, precommit_update {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:24:28.258904 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-6e4225be-65f2-4046-b9f4-0ac1e8eb634f tempest-ExternalNetworksTestJSON-1523440521 tempest-ExternalNetworksTestJSON-1523440521] Quota usage for network was recalculated. Used quota:0. {{(pid=84875) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:24:28.286012 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-6e4225be-65f2-4046-b9f4-0ac1e8eb634f tempest-ExternalNetworksTestJSON-1523440521 tempest-ExternalNetworksTestJSON-1523440521] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:24:28.310872 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.db_base_plugin_v2 [None req-a2f81f6e-faa0-4aad-809e-a59626b497f0 tempest-RoutersIpV6Test-883692175 tempest-RoutersIpV6Test-883692175] Deleting subnet 2d637449-0027-48ee-bf00-a964d9e4da4e {{(pid=84875) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Jan 14 07:24:28.314476 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-a2f81f6e-faa0-4aad-809e-a59626b497f0 tempest-RoutersIpV6Test-883692175 tempest-RoutersIpV6Test-883692175] Notify callbacks [] for subnet, before_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:24:28.511140 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-a2f81f6e-faa0-4aad-809e-a59626b497f0 tempest-RoutersIpV6Test-883692175 tempest-RoutersIpV6Test-883692175] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3367281'] for subnet, precommit_delete_associations {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:24:28.673929 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-a2f81f6e-faa0-4aad-809e-a59626b497f0 tempest-RoutersIpV6Test-883692175 tempest-RoutersIpV6Test-883692175] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036854176836'] for subnet, precommit_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:24:28.747537 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.db.resource_extend [None req-ab8b89e6-aa62-44a6-9e29-3f673450f40c tempest-RoutersNegativeIpV6Test-1464408958 tempest-RoutersNegativeIpV6Test-1464408958] It took 0.51 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84875) wrapper /usr/local/lib/python3.6/dist-packages/oslo_utils/timeutils.py:388}} Jan 14 07:24:28.817933 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6e4225be-65f2-4046-b9f4-0ac1e8eb634f tempest-ExternalNetworksTestJSON-1523440521 tempest-ExternalNetworksTestJSON-1523440521] Made reservation on behalf of 818e23dab35146079ddb08b8e1f7b310 for: {'network': 1} {{(pid=84875) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 07:24:28.832274 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-6e4225be-65f2-4046-b9f4-0ac1e8eb634f tempest-ExternalNetworksTestJSON-1523440521 tempest-ExternalNetworksTestJSON-1523440521] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555753'] for network, before_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:24:28.839646 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Provisioning complete for port 9f42edd3-724c-4b45-bf9a-10cee6b161eb triggered by entity L2. {{(pid=84876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 07:24:28.840104 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-604227'] for port, provisioning_complete {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:24:28.851086 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.managers [None req-3e38d1c1-3852-4eef-8ebf-83c75a5e877d tempest-NetworksIpV6Test-2047944877 tempest-NetworksIpV6Test-2047944877] Network a577c17b-534b-4cd5-b5b4-e1a4d7e99b17 has no segments {{(pid=84874) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 14 07:24:28.864938 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-3e38d1c1-3852-4eef-8ebf-83c75a5e877d tempest-NetworksIpV6Test-2047944877 tempest-NetworksIpV6Test-2047944877] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-596065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036851521571'] for segment, after_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:24:28.918334 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_hamode_db [None req-ce46b606-0ca4-4a05-b498-8c99ee50e5db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '40febb8e-85a2-44af-bb73-f559467ae85b', 'name': 'tempest-RoutersIpV6Test-router-637200602', 'tenant_id': 'd787627cdb8d4cc9b70642659fae99d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-14T07:22:21Z', 'updated_at': '2021-01-14T07:24:22Z', 'revision_number': 9, 'project_id': 'd787627cdb8d4cc9b70642659fae99d7', 'gw_port_host': None, '_interfaces': [{'id': '5d4c80f7-fa86-4260-9c85-c0e3fe21da09', 'name': '', 'network_id': 'ecd2ef9e-48e8-480a-a1fc-ce09ba6212c7', 'tenant_id': 'd787627cdb8d4cc9b70642659fae99d7', 'mac_address': 'fa:16:3e:b9:1b:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40febb8e-85a2-44af-bb73-f559467ae85b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1993, 'fixed_ips': [{'subnet_id': '6d7b8862-6c15-43ed-8ff1-841e54b08eb8', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T07:22:57Z', 'updated_at': '2021-01-14T07:23:22Z', 'revision_number': 5, 'project_id': 'd787627cdb8d4cc9b70642659fae99d7', 'subnets': [{'id': '6d7b8862-6c15-43ed-8ff1-841e54b08eb8', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}, {'id': 'd21b5147-a877-46a5-a233-6a97d5befecb', 'name': '', 'network_id': 'd7d2c5e4-b39f-4c26-a03a-605439415826', 'tenant_id': 'd787627cdb8d4cc9b70642659fae99d7', 'mac_address': 'fa:16:3e:5b:cd:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40febb8e-85a2-44af-bb73-f559467ae85b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1953, 'fixed_ips': [{'subnet_id': '44b3d79f-589d-4894-89ff-0fd9901e6ead', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T07:22:33Z', 'updated_at': '2021-01-14T07:22:50Z', 'revision_number': 5, 'project_id': 'd787627cdb8d4cc9b70642659fae99d7', 'subnets': [{'id': '44b3d79f-589d-4894-89ff-0fd9901e6ead', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'n-d-768862-2', False) {} {{(pid=84877) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:24:28.929614 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce46b606-0ca4-4a05-b498-8c99ee50e5db None None] Checking router: 40febb8e-85a2-44af-bb73-f559467ae85b for host: n-d-768862-2 {{(pid=84877) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Jan 14 07:24:28.957554 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce46b606-0ca4-4a05-b498-8c99ee50e5db None None] Routers {'40febb8e-85a2-44af-bb73-f559467ae85b'} bound to L3 agent in host n-d-768862-2 {{(pid=84877) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 14 07:24:28.957889 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_hamode_db [None req-ce46b606-0ca4-4a05-b498-8c99ee50e5db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2021-01-14T06:56:51Z,description=,heartbeat_timestamp=2021-01-14T07:24:22Z,host='n-d-768862-2',id=35f592e9-451b-4db9-abea-77b6a5c5391b,load=0,resource_versions=,resources_synced=,started_at=2021-01-14T06:56:51Z,topic='l3_agent')) {'router_ids': ['40febb8e-85a2-44af-bb73-f559467ae85b'], 'active': True} {{(pid=84877) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:24:29.103232 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-a067d4b7-df2c-46e4-ae53-68658eb36ba7 None None] Provisioning complete for port 9f42edd3-724c-4b45-bf9a-10cee6b161eb triggered by entity DHCP. {{(pid=84876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 07:24:29.103632 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-a067d4b7-df2c-46e4-ae53-68658eb36ba7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-604227'] for port, provisioning_complete {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:24:29.152863 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_dvr_db [None req-ce46b606-0ca4-4a05-b498-8c99ee50e5db None None] Set router 40febb8e-85a2-44af-bb73-f559467ae85b gateway port host: None {{(pid=84877) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 14 07:24:29.464376 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-784ca782-c5b7-436d-894b-e7c8c98acc15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777640533329', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777640097463'] for port, after_delete {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:24:29.486067 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-9441709b-0831-4f2c-a4bf-c66340653c5b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84876) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:24:29.614426 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-ab8b89e6-aa62-44a6-9e29-3f673450f40c tempest-RoutersNegativeIpV6Test-1464408958 tempest-RoutersNegativeIpV6Test-1464408958] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850887149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964'] for network, after_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:24:29.635149 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab8b89e6-aa62-44a6-9e29-3f673450f40c tempest-RoutersNegativeIpV6Test-1464408958 tempest-RoutersNegativeIpV6Test-1464408958] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:24:29.636712 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-ab8b89e6-aa62-44a6-9e29-3f673450f40c tempest-RoutersNegativeIpV6Test-1464408958 tempest-RoutersNegativeIpV6Test-1464408958] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3207107'] for network, before_response {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:24:29.659225 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-8951118e-2064-4785-9694-c4e8ac1910cc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:24:29.698150 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-ab8b89e6-aa62-44a6-9e29-3f673450f40c tempest-RoutersNegativeIpV6Test-1464408958 tempest-RoutersNegativeIpV6Test-1464408958] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 2.6192617 Jan 14 07:24:29.720869 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84875) accepted ('10.222.0.24', 44328) {{(pid=84875) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:24:29.726482 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-784ca782-c5b7-436d-894b-e7c8c98acc15 None None] Pushing event deleted for resources: {'Port': ['ID=9ddfdf0f-b1b2-4787-bfe9-62580d513abf,revision_number=None']} {{(pid=84876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:24:29.793747 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-784ca782-c5b7-436d-894b-e7c8c98acc15 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.308s {{(pid=84876) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:24:29.798405 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_hamode_db [None req-ce46b606-0ca4-4a05-b498-8c99ee50e5db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '40febb8e-85a2-44af-bb73-f559467ae85b', 'name': 'tempest-RoutersIpV6Test-router-637200602', 'tenant_id': 'd787627cdb8d4cc9b70642659fae99d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-14T07:22:21Z', 'updated_at': '2021-01-14T07:24:22Z', 'revision_number': 9, 'project_id': 'd787627cdb8d4cc9b70642659fae99d7', 'gw_port_host': None, '_interfaces': [{'id': '5d4c80f7-fa86-4260-9c85-c0e3fe21da09', 'name': '', 'network_id': 'ecd2ef9e-48e8-480a-a1fc-ce09ba6212c7', 'tenant_id': 'd787627cdb8d4cc9b70642659fae99d7', 'mac_address': 'fa:16:3e:b9:1b:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40febb8e-85a2-44af-bb73-f559467ae85b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1993, 'fixed_ips': [{'subnet_id': '6d7b8862-6c15-43ed-8ff1-841e54b08eb8', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T07:22:57Z', 'updated_at': '2021-01-14T07:23:22Z', 'revision_number': 5, 'project_id': 'd787627cdb8d4cc9b70642659fae99d7', 'subnets': [{'id': '6d7b8862-6c15-43ed-8ff1-841e54b08eb8', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}, {'id': 'd21b5147-a877-46a5-a233-6a97d5befecb', 'name': '', 'network_id': 'd7d2c5e4-b39f-4c26-a03a-605439415826', 'tenant_id': 'd787627cdb8d4cc9b70642659fae99d7', 'mac_address': 'fa:16:3e:5b:cd:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40febb8e-85a2-44af-bb73-f559467ae85b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1953, 'fixed_ips': [{'subnet_id': '44b3d79f-589d-4894-89ff-0fd9901e6ead', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T07:22:33Z', 'updated_at': '2021-01-14T07:22:50Z', 'revision_number': 5, 'project_id': 'd787627cdb8d4cc9b70642659fae99d7', 'subnets': [{'id': '44b3d79f-589d-4894-89ff-0fd9901e6ead', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'n-d-768862-2', False) {} {{(pid=84877) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:24:29.801424 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.db_base_plugin_common [None req-7c347647-9d01-4947-8ff3-7a62b3f5b9b4 None None] Allocated IP 2001:db8::2 (9533dc0b-12b3-450f-936d-f541d8424211/5fc187fc-cffd-4eab-a3fe-ac5e42608d0b/6207d429-56f6-4891-a75c-011b477cc2fe) {{(pid=84876) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 14 07:24:29.804968 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce46b606-0ca4-4a05-b498-8c99ee50e5db None None] The sync data for ids ['40febb8e-85a2-44af-bb73-f559467ae85b'] in n-d-768862-2 is: [{'id': '40febb8e-85a2-44af-bb73-f559467ae85b', 'name': 'tempest-RoutersIpV6Test-router-637200602', 'tenant_id': 'd787627cdb8d4cc9b70642659fae99d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-14T07:22:21Z', 'updated_at': '2021-01-14T07:24:22Z', 'revision_number': 9, 'project_id': 'd787627cdb8d4cc9b70642659fae99d7', 'gw_port_host': None, '_interfaces': [{'id': '5d4c80f7-fa86-4260-9c85-c0e3fe21da09', 'name': '', 'network_id': 'ecd2ef9e-48e8-480a-a1fc-ce09ba6212c7', 'tenant_id': 'd787627cdb8d4cc9b70642659fae99d7', 'mac_address': 'fa:16:3e:b9:1b:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40febb8e-85a2-44af-bb73-f559467ae85b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1993, 'fixed_ips': [{'subnet_id': '6d7b8862-6c15-43ed-8ff1-841e54b08eb8', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T07:22:57Z', 'updated_at': '2021-01-14T07:23:22Z', 'revision_number': 5, 'project_id': 'd787627cdb8d4cc9b70642659fae99d7', 'subnets': [{'id': '6d7b8862-6c15-43ed-8ff1-841e54b08eb8', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}, {'id': 'd21b5147-a877-46a5-a233-6a97d5befecb', 'name': '', 'network_id': 'd7d2c5e4-b39f-4c26-a03a-605439415826', 'tenant_id': 'd787627cdb8d4cc9b70642659fae99d7', 'mac_address': 'fa:16:3e:5b:cd:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40febb8e-85a2-44af-bb73-f559467ae85b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1953, 'fixed_ips': [{'subnet_id': '44b3d79f-589d-4894-89ff-0fd9901e6ead', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T07:22:33Z', 'updated_at': '2021-01-14T07:22:50Z', 'revision_number': 5, 'project_id': 'd787627cdb8d4cc9b70642659fae99d7', 'subnets': [{'id': '44b3d79f-589d-4894-89ff-0fd9901e6ead', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=84877) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Jan 14 07:24:29.831354 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.managers [None req-3e38d1c1-3852-4eef-8ebf-83c75a5e877d tempest-NetworksIpV6Test-2047944877 tempest-NetworksIpV6Test-2047944877] Network a577c17b-534b-4cd5-b5b4-e1a4d7e99b17 has no segments {{(pid=84874) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 14 07:24:29.842884 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.v2.base [None req-c7a1cdaf-9b5c-452d-8f6b-a7afb0b3c56d tempest-RoutersNegativeIpV6Test-1464408958 tempest-RoutersNegativeIpV6Test-1464408958] Request body: {'subnet': {'network_id': '784698a4-8130-4a8f-8f3c-e0d25fc0b022', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=84875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:24:29.877249 n-d-768862-2 neutron-server[84765]: Traceback (most recent call last): Jan 14 07:24:29.877249 n-d-768862-2 neutron-server[84765]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 14 07:24:29.877249 n-d-768862-2 neutron-server[84765]: timer() Jan 14 07:24:29.877249 n-d-768862-2 neutron-server[84765]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 14 07:24:29.877249 n-d-768862-2 neutron-server[84765]: cb(*args, **kw) Jan 14 07:24:29.877249 n-d-768862-2 neutron-server[84765]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Jan 14 07:24:29.877249 n-d-768862-2 neutron-server[84765]: return func(*args, **kwargs) Jan 14 07:24:29.877249 n-d-768862-2 neutron-server[84765]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 14 07:24:29.877249 n-d-768862-2 neutron-server[84765]: self._notify() Jan 14 07:24:29.877249 n-d-768862-2 neutron-server[84765]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 14 07:24:29.877249 n-d-768862-2 neutron-server[84765]: self.callback(batched_events) Jan 14 07:24:29.877249 n-d-768862-2 neutron-server[84765]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 14 07:24:29.877249 n-d-768862-2 neutron-server[84765]: event.method(event) Jan 14 07:24:29.877249 n-d-768862-2 neutron-server[84765]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 14 07:24:29.877249 n-d-768862-2 neutron-server[84765]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 14 07:24:29.877249 n-d-768862-2 neutron-server[84765]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Jan 14 07:24:29.877249 n-d-768862-2 neutron-server[84765]: segment_id)['aggregates'][0] Jan 14 07:24:29.877249 n-d-768862-2 neutron-server[84765]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 14 07:24:29.877249 n-d-768862-2 neutron-server[84765]: return f(self, *a, **k) Jan 14 07:24:29.877249 n-d-768862-2 neutron-server[84765]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 14 07:24:29.877249 n-d-768862-2 neutron-server[84765]: return self._get(url).json() Jan 14 07:24:29.877249 n-d-768862-2 neutron-server[84765]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 14 07:24:29.877249 n-d-768862-2 neutron-server[84765]: **kwargs) Jan 14 07:24:29.877249 n-d-768862-2 neutron-server[84765]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 14 07:24:29.877249 n-d-768862-2 neutron-server[84765]: return self.request(url, 'GET', **kwargs) Jan 14 07:24:29.877249 n-d-768862-2 neutron-server[84765]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Jan 14 07:24:29.877249 n-d-768862-2 neutron-server[84765]: **endpoint_filter) Jan 14 07:24:29.877249 n-d-768862-2 neutron-server[84765]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 14 07:24:29.877249 n-d-768862-2 neutron-server[84765]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 14 07:24:29.877249 n-d-768862-2 neutron-server[84765]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 14 07:24:29.877249 n-d-768862-2 neutron-server[84765]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 14 07:24:29.877249 n-d-768862-2 neutron-server[84765]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 14 07:24:29.935516 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6e4225be-65f2-4046-b9f4-0ac1e8eb634f tempest-ExternalNetworksTestJSON-1523440521 tempest-ExternalNetworksTestJSON-1523440521] vxlan segment allocate from pool success with {'vxlan_vni': 22} {{(pid=84875) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Jan 14 07:24:30.047199 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-6e4225be-65f2-4046-b9f4-0ac1e8eb634f tempest-ExternalNetworksTestJSON-1523440521 tempest-ExternalNetworksTestJSON-1523440521] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment--9223363259214191851', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854179735'] for segment, precommit_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:24:30.047669 n-d-768862-2 neutron-server[84765]: INFO neutron.db.segments_db [None req-6e4225be-65f2-4046-b9f4-0ac1e8eb634f tempest-ExternalNetworksTestJSON-1523440521 tempest-ExternalNetworksTestJSON-1523440521] Added segment a3b568a1-1505-4ff1-b81b-8b5da4ca6a92 of type vxlan for network 8b3c2d7b-ab81-43a9-8a5a-cb27396f0d59 Jan 14 07:24:30.051411 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab8b89e6-aa62-44a6-9e29-3f673450f40c tempest-RoutersNegativeIpV6Test-1464408958 tempest-RoutersNegativeIpV6Test-1464408958] Pushing event updated for resources: {'Network': ['ID=8d912d0b-9fc0-4ee7-85d3-e7ba16412513,revision_number=1']} {{(pid=84875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:24:30.063607 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-ab8b89e6-aa62-44a6-9e29-3f673450f40c tempest-RoutersNegativeIpV6Test-1464408958 tempest-RoutersNegativeIpV6Test-1464408958] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.404s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:24:30.078447 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-3e38d1c1-3852-4eef-8ebf-83c75a5e877d tempest-NetworksIpV6Test-2047944877 tempest-NetworksIpV6Test-2047944877] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036854176830', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850887149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3912591'] for network, after_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:24:30.095663 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-38a60134-968e-4e63-9c2e-a11640aac214 tempest-RoutersNegativeIpV6Test-1464408958 tempest-RoutersNegativeIpV6Test-1464408958] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:24:30.105231 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-a2f81f6e-faa0-4aad-809e-a59626b497f0 tempest-RoutersIpV6Test-883692175 tempest-RoutersIpV6Test-883692175] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-598964', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850887113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3154192', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2308610'] for subnet, after_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:24:30.115625 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Device 9ddfdf0f-b1b2-4787-bfe9-62580d513abf no longer exists at agent ovs-agent-n-d-768862-2 {{(pid=84876) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jan 14 07:24:30.126050 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-c7a1cdaf-9b5c-452d-8f6b-a7afb0b3c56d tempest-RoutersNegativeIpV6Test-1464408958 tempest-RoutersNegativeIpV6Test-1464408958] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:24:30.126262 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-3e38d1c1-3852-4eef-8ebf-83c75a5e877d tempest-NetworksIpV6Test-2047944877 tempest-NetworksIpV6Test-2047944877] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3207107'] for network, before_response {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:24:30.130355 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-c7a1cdaf-9b5c-452d-8f6b-a7afb0b3c56d tempest-RoutersNegativeIpV6Test-1464408958 tempest-RoutersNegativeIpV6Test-1464408958] Usage tracker for resource:subnet and tenant:5822f9ff0e344e7eab0f8df2f3e8990f is out of sync, need to count used quota {{(pid=84875) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:24:30.133606 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-c7a1cdaf-9b5c-452d-8f6b-a7afb0b3c56d tempest-RoutersNegativeIpV6Test-1464408958 tempest-RoutersNegativeIpV6Test-1464408958] Quota usage for subnet was recalculated. Used quota:1. {{(pid=84875) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:24:30.140653 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-c7a1cdaf-9b5c-452d-8f6b-a7afb0b3c56d tempest-RoutersNegativeIpV6Test-1464408958 tempest-RoutersNegativeIpV6Test-1464408958] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:24:30.143601 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e38d1c1-3852-4eef-8ebf-83c75a5e877d tempest-NetworksIpV6Test-2047944877 tempest-NetworksIpV6Test-2047944877] Pushing event deleted for resources: {'Network': ['ID=a577c17b-534b-4cd5-b5b4-e1a4d7e99b17,revision_number=None']} {{(pid=84874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:24:30.154969 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-42b6128f-af14-4e4a-8bad-a953c1f05d5a tempest-ExternalNetworksTestJSON-1523440521 tempest-ExternalNetworksTestJSON-1523440521] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:24:30.159815 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-017f98a9-8a07-408c-a86f-8ff0c00400a0 None None] Network 8d912d0b-9fc0-4ee7-85d3-e7ba16412513 details requested by agent ovs-agent-n-h1-768862-2 with host n-h1-768862-2 {{(pid=84876) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 07:24:30.175689 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Network 8d912d0b-9fc0-4ee7-85d3-e7ba16412513 details requested by agent ovs-agent-n-d-768862-2 with host n-d-768862-2 {{(pid=84876) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 07:24:30.210388 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-3e38d1c1-3852-4eef-8ebf-83c75a5e877d tempest-NetworksIpV6Test-2047944877 tempest-NetworksIpV6Test-2047944877] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:24:30.230177 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-3e38d1c1-3852-4eef-8ebf-83c75a5e877d tempest-NetworksIpV6Test-2047944877 tempest-NetworksIpV6Test-2047944877] 10.222.0.24 "DELETE /v2.0/networks/a577c17b-534b-4cd5-b5b4-e1a4d7e99b17 HTTP/1.1" status: 204 len: 168 time: 7.0392363 Jan 14 07:24:30.252779 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84875) accepted ('10.222.0.24', 44338) {{(pid=84875) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:24:30.263344 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2f81f6e-faa0-4aad-809e-a59626b497f0 tempest-RoutersIpV6Test-883692175 tempest-RoutersIpV6Test-883692175] Pushing event deleted for resources: {'Subnet': ['ID=2d637449-0027-48ee-bf00-a964d9e4da4e,revision_number=None']} {{(pid=84875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:24:30.269605 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.v2.base [None req-d48d3e5a-911b-4303-b50a-2cb527d86ae0 tempest-NetworksIpV6Test-2047944877 tempest-NetworksIpV6Test-2047944877] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-498130655'}} {{(pid=84875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:24:30.288742 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-6e4225be-65f2-4046-b9f4-0ac1e8eb634f tempest-ExternalNetworksTestJSON-1523440521 tempest-ExternalNetworksTestJSON-1523440521] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363259214646115'] for network, precommit_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:24:30.297001 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-a2f81f6e-faa0-4aad-809e-a59626b497f0 tempest-RoutersIpV6Test-883692175 tempest-RoutersIpV6Test-883692175] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:24:30.303823 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-d48d3e5a-911b-4303-b50a-2cb527d86ae0 tempest-NetworksIpV6Test-2047944877 tempest-NetworksIpV6Test-2047944877] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:24:30.321913 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c7a1cdaf-9b5c-452d-8f6b-a7afb0b3c56d tempest-RoutersNegativeIpV6Test-1464408958 tempest-RoutersNegativeIpV6Test-1464408958] Made reservation on behalf of 5822f9ff0e344e7eab0f8df2f3e8990f for: {'subnet': 1} {{(pid=84875) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 07:24:30.347094 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-d48d3e5a-911b-4303-b50a-2cb527d86ae0 tempest-NetworksIpV6Test-2047944877 tempest-NetworksIpV6Test-2047944877] Usage tracker for resource:network and tenant:130ee88fc4054d968ce76b7b9727c055 is out of sync, need to count used quota {{(pid=84875) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:24:30.348749 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-852a24f7-e9a1-4193-9abb-e9506fe5213f None None] Network 8d912d0b-9fc0-4ee7-85d3-e7ba16412513 details requested by agent ovs-agent-n-h2-768862-2 with host n-h2-768862-2 {{(pid=84876) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 07:24:30.377529 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-d48d3e5a-911b-4303-b50a-2cb527d86ae0 tempest-NetworksIpV6Test-2047944877 tempest-NetworksIpV6Test-2047944877] Quota usage for network was recalculated. Used quota:1. {{(pid=84875) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:24:30.421635 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-cb0b1119-ee24-4f11-ad7a-c28290ebcf0a tempest-RoutersIpV6AdminTest-832003634 tempest-RoutersIpV6AdminTest-832003634] Notify callbacks [] for router_gateway, before_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:24:30.473737 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-d48d3e5a-911b-4303-b50a-2cb527d86ae0 tempest-NetworksIpV6Test-2047944877 tempest-NetworksIpV6Test-2047944877] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:24:30.479458 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-cb0b1119-ee24-4f11-ad7a-c28290ebcf0a tempest-RoutersIpV6AdminTest-832003634 tempest-RoutersIpV6AdminTest-832003634] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555753'] for port, before_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:24:30.504231 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-110fac3d-eb0b-4e14-b73b-8f571752ebbd tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850887113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3254092', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036851981146'] for subnet, after_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:24:30.507433 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.plugin [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] No Port match for: 9ddfdf0f-b1b2-4787-bfe9-62580d513abf {{(pid=84876) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2188}} Jan 14 07:24:30.507751 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Device 9ddfdf0f-b1b2-4787-bfe9-62580d513abf not bound to the agent host n-d-768862-2 {{(pid=84876) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jan 14 07:24:30.518503 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.db.resource_extend [None req-6e4225be-65f2-4046-b9f4-0ac1e8eb634f tempest-ExternalNetworksTestJSON-1523440521 tempest-ExternalNetworksTestJSON-1523440521] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84875) wrapper /usr/local/lib/python3.6/dist-packages/oslo_utils/timeutils.py:388}} Jan 14 07:24:30.578868 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-c7a1cdaf-9b5c-452d-8f6b-a7afb0b3c56d tempest-RoutersNegativeIpV6Test-1464408958 tempest-RoutersNegativeIpV6Test-1464408958] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036852467157'] for subnet, before_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:24:30.610481 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-a2f81f6e-faa0-4aad-809e-a59626b497f0 tempest-RoutersIpV6Test-883692175 tempest-RoutersIpV6Test-883692175] Notify callbacks [] for subnet, before_response {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:24:30.617871 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-6e4225be-65f2-4046-b9f4-0ac1e8eb634f tempest-ExternalNetworksTestJSON-1523440521 tempest-ExternalNetworksTestJSON-1523440521] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850887149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964'] for network, after_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:24:30.618899 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e4225be-65f2-4046-b9f4-0ac1e8eb634f tempest-ExternalNetworksTestJSON-1523440521 tempest-ExternalNetworksTestJSON-1523440521] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:24:30.619721 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-6e4225be-65f2-4046-b9f4-0ac1e8eb634f tempest-ExternalNetworksTestJSON-1523440521 tempest-ExternalNetworksTestJSON-1523440521] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3207107'] for network, before_response {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:24:30.656819 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Device c404d567-18b6-4d4f-af34-4bc01b17dec1 no longer exists at agent ovs-agent-n-d-768862-2 {{(pid=84876) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jan 14 07:24:30.681114 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6fe6ef2b-2576-4fee-b34e-4a718f802098 None None] Network 6adec993-1400-47e5-9a29-907bc02c17ed requested from n-d-768862-2 {{(pid=84876) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 07:24:30.699183 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-a0e4ff1b-ddcb-4402-af0b-06785779f226 tempest-BulkNetworkOpsIpV6Test-1034590256 tempest-BulkNetworkOpsIpV6Test-1034590256] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:24:30.759646 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d48d3e5a-911b-4303-b50a-2cb527d86ae0 tempest-NetworksIpV6Test-2047944877 tempest-NetworksIpV6Test-2047944877] Made reservation on behalf of 130ee88fc4054d968ce76b7b9727c055 for: {'network': 1} {{(pid=84875) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 07:24:30.769708 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-d48d3e5a-911b-4303-b50a-2cb527d86ae0 tempest-NetworksIpV6Test-2047944877 tempest-NetworksIpV6Test-2047944877] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555753'] for network, before_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:24:30.840343 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-a2f81f6e-faa0-4aad-809e-a59626b497f0 tempest-RoutersIpV6Test-883692175 tempest-RoutersIpV6Test-883692175] 10.222.0.24 "DELETE /v2.0/subnets/2d637449-0027-48ee-bf00-a964d9e4da4e HTTP/1.1" status: 204 len: 168 time: 3.7597637 Jan 14 07:24:30.841225 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84875) accepted ('10.222.0.24', 44360) {{(pid=84875) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:24:30.943220 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.plugin [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] No Port match for: c404d567-18b6-4d4f-af34-4bc01b17dec1 {{(pid=84876) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2188}} Jan 14 07:24:30.943958 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Device c404d567-18b6-4d4f-af34-4bc01b17dec1 not bound to the agent host n-d-768862-2 {{(pid=84876) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jan 14 07:24:30.957827 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-ce5524c7-f2f4-401f-8c93-025990871e83 tempest-AllowedAddressPairIpV6TestJSON-498488695 tempest-AllowedAddressPairIpV6TestJSON-498488695] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:24:31.012588 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-6e4225be-65f2-4046-b9f4-0ac1e8eb634f tempest-ExternalNetworksTestJSON-1523440521 tempest-ExternalNetworksTestJSON-1523440521] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 856 time: 2.9149294 Jan 14 07:24:31.041005 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-784ca782-c5b7-436d-894b-e7c8c98acc15 None None] No DVR routers for this DVR port 9ddfdf0f-b1b2-4787-bfe9-62580d513abf on host n-d-768862-2 {{(pid=84876) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Jan 14 07:24:31.067158 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84875) accepted ('10.222.0.24', 44366) {{(pid=84875) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:24:31.152715 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-110fac3d-eb0b-4e14-b73b-8f571752ebbd tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] Pushing event updated for resources: {'Subnet': ['ID=67b084bc-c571-4d46-8c9e-a91dcf628538,revision_number=0']} {{(pid=84874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:24:31.165022 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-110fac3d-eb0b-4e14-b73b-8f571752ebbd tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.207s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:24:31.182481 n-d-768862-2 neutron-server[84765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-110fac3d-eb0b-4e14-b73b-8f571752ebbd tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] Network 23f0a15d-6362-4cec-82c1-cacba887c566 is already hosted by enough agents. {{(pid=84874) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 07:24:31.185537 n-d-768862-2 neutron-server[84765]: DEBUG neutron.scheduler.base_scheduler [None req-110fac3d-eb0b-4e14-b73b-8f571752ebbd tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] Resources bound (agent type, host, resource id): {{(pid=84874) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 07:24:31.187256 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-7c347647-9d01-4947-8ff3-7a62b3f5b9b4 None None] Notify callbacks [] for port, precommit_create {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:24:31.200320 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11356f82-00f0-4860-af42-188d99bc75fe None None] Network 23f0a15d-6362-4cec-82c1-cacba887c566 requested from n-d-768862-2 {{(pid=84876) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 07:24:31.206612 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-110fac3d-eb0b-4e14-b73b-8f571752ebbd tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:24:31.207279 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-110fac3d-eb0b-4e14-b73b-8f571752ebbd tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3207107'] for subnet, before_response {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:24:31.239757 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-110fac3d-eb0b-4e14-b73b-8f571752ebbd tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 6.2995751 Jan 14 07:24:31.240540 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84874) accepted ('10.222.0.24', 44376) {{(pid=84874) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:24:31.256668 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.v2.base [None req-9b2414fa-f2c0-48d2-97d9-dcd671cbe104 tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] Request body: {'subnet': {'network_id': '23f0a15d-6362-4cec-82c1-cacba887c566', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=84874) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:24:31.276066 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.db_base_plugin_common [None req-cb0b1119-ee24-4f11-ad7a-c28290ebcf0a tempest-RoutersIpV6AdminTest-832003634 tempest-RoutersIpV6AdminTest-832003634] Allocated IP 172.25.2.165 (226f1e78-82cd-4481-9055-4eb73b6db8c1/ba8deeec-7658-4195-9449-038c076f5c83/13879530-385b-46d1-9a02-c393b2c5c6c9) {{(pid=84874) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 14 07:24:31.349150 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b13ee238-f7fe-4539-a294-5f095ef83d28 None None] DHCP port deletion for 6adec993-1400-47e5-9a29-907bc02c17ed request from n-d-768862-2 {{(pid=84876) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Jan 14 07:24:31.355999 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-7c347647-9d01-4947-8ff3-7a62b3f5b9b4 None None] Transition to ACTIVE for port object 6207d429-56f6-4891-a75c-011b477cc2fe will not be triggered until provisioned by entity L2. {{(pid=84876) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 07:24:31.383595 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-8109d5b0-3d93-418b-83c7-7dae182d2760 tempest-RoutersIpV6Test-883692175 tempest-RoutersIpV6Test-883692175] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036854160497'] for network, before_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:24:31.406843 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.plugin [None req-b13ee238-f7fe-4539-a294-5f095ef83d28 None None] Deleting port 480af4b6-294d-413f-ac3c-504c0f3d98b3 {{(pid=84876) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 07:24:31.407263 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-b13ee238-f7fe-4539-a294-5f095ef83d28 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363259214248359'] for port, before_delete {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:24:31.461676 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-7c347647-9d01-4947-8ff3-7a62b3f5b9b4 None None] Transition to ACTIVE for port object 6207d429-56f6-4891-a75c-011b477cc2fe will not be triggered until provisioned by entity DHCP. {{(pid=84876) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 07:24:31.477894 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-7c347647-9d01-4947-8ff3-7a62b3f5b9b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777640123575'] for port, after_create {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:24:31.518854 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ec41c8d-1f35-4ac5-b3ef-d9d8d24a4522 tempest-ExternalNetworksTestJSON-1189716114 tempest-ExternalNetworksTestJSON-1189716114] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:24:31.523646 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-4ec41c8d-1f35-4ac5-b3ef-d9d8d24a4522 tempest-ExternalNetworksTestJSON-1189716114 tempest-ExternalNetworksTestJSON-1189716114] 10.222.0.24 "GET /v2.0/networks/8b3c2d7b-ab81-43a9-8a5a-cb27396f0d59 HTTP/1.1" status: 200 len: 756 time: 0.4425750 Jan 14 07:24:31.528834 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84875) accepted ('10.222.0.24', 44388) {{(pid=84875) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:24:31.536548 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-9b2414fa-f2c0-48d2-97d9-dcd671cbe104 tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:24:31.552220 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-9b2414fa-f2c0-48d2-97d9-dcd671cbe104 tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] Usage tracker for resource:subnet and tenant:be0aa702e3ca464795a99c51e3b3b04f is out of sync, need to count used quota {{(pid=84874) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:24:31.558758 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-9b2414fa-f2c0-48d2-97d9-dcd671cbe104 tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] Quota usage for subnet was recalculated. Used quota:1. {{(pid=84874) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:24:31.568874 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-9b2414fa-f2c0-48d2-97d9-dcd671cbe104 tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:24:31.589138 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e4225be-65f2-4046-b9f4-0ac1e8eb634f tempest-ExternalNetworksTestJSON-1523440521 tempest-ExternalNetworksTestJSON-1523440521] Pushing event updated for resources: {'Network': ['ID=8b3c2d7b-ab81-43a9-8a5a-cb27396f0d59,revision_number=1']} {{(pid=84875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:24:31.590742 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-cb0b1119-ee24-4f11-ad7a-c28290ebcf0a tempest-RoutersIpV6AdminTest-832003634 tempest-RoutersIpV6AdminTest-832003634] Notify callbacks [] for port, precommit_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:24:31.608026 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9b2414fa-f2c0-48d2-97d9-dcd671cbe104 tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] Made reservation on behalf of be0aa702e3ca464795a99c51e3b3b04f for: {'subnet': 1} {{(pid=84874) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 07:24:31.618851 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-9b2414fa-f2c0-48d2-97d9-dcd671cbe104 tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036851981161'] for subnet, before_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:24:31.629957 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-f00eb1d0-3407-45be-b67c-50ee066a0946 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84876) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:24:31.730986 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-6e4225be-65f2-4046-b9f4-0ac1e8eb634f tempest-ExternalNetworksTestJSON-1523440521 tempest-ExternalNetworksTestJSON-1523440521] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.031s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:24:31.738336 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.plugin [None req-8109d5b0-3d93-418b-83c7-7dae182d2760 tempest-RoutersIpV6Test-883692175 tempest-RoutersIpV6Test-883692175] Deleting port 480af4b6-294d-413f-ac3c-504c0f3d98b3 {{(pid=84875) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 07:24:31.738735 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-8109d5b0-3d93-418b-83c7-7dae182d2760 tempest-RoutersIpV6Test-883692175 tempest-RoutersIpV6Test-883692175] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363259214248359'] for port, before_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:24:31.770475 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-017f98a9-8a07-408c-a86f-8ff0c00400a0 None None] Network 8b3c2d7b-ab81-43a9-8a5a-cb27396f0d59 details requested by agent ovs-agent-n-h1-768862-2 with host n-h1-768862-2 {{(pid=84876) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 07:24:31.790569 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-852a24f7-e9a1-4193-9abb-e9506fe5213f None None] Network 8b3c2d7b-ab81-43a9-8a5a-cb27396f0d59 details requested by agent ovs-agent-n-h2-768862-2 with host n-h2-768862-2 {{(pid=84876) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 07:24:31.828163 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Network 8b3c2d7b-ab81-43a9-8a5a-cb27396f0d59 details requested by agent ovs-agent-n-d-768862-2 with host n-d-768862-2 {{(pid=84876) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 07:24:31.854802 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c347647-9d01-4947-8ff3-7a62b3f5b9b4 None None] Pushing event updated for resources: {'Port': ['ID=6207d429-56f6-4891-a75c-011b477cc2fe,revision_number=1']} {{(pid=84876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:24:31.905585 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-7c347647-9d01-4947-8ff3-7a62b3f5b9b4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.276s {{(pid=84876) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:24:31.930119 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d48d3e5a-911b-4303-b50a-2cb527d86ae0 tempest-NetworksIpV6Test-2047944877 tempest-NetworksIpV6Test-2047944877] vxlan segment allocate from pool success with {'vxlan_vni': 19} {{(pid=84875) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Jan 14 07:24:32.005734 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-d48d3e5a-911b-4303-b50a-2cb527d86ae0 tempest-NetworksIpV6Test-2047944877 tempest-NetworksIpV6Test-2047944877] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment--9223363259214191851', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854179735'] for segment, precommit_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:24:32.006473 n-d-768862-2 neutron-server[84765]: INFO neutron.db.segments_db [None req-d48d3e5a-911b-4303-b50a-2cb527d86ae0 tempest-NetworksIpV6Test-2047944877 tempest-NetworksIpV6Test-2047944877] Added segment a0fee900-2050-4017-bb2d-2ea664980aac of type vxlan for network 93850873-f845-42cd-ad42-dcd7ab7efd8f Jan 14 07:24:32.081060 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-d48d3e5a-911b-4303-b50a-2cb527d86ae0 tempest-NetworksIpV6Test-2047944877 tempest-NetworksIpV6Test-2047944877] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363259214646115'] for network, precommit_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:24:32.085683 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-cb0b1119-ee24-4f11-ad7a-c28290ebcf0a tempest-RoutersIpV6AdminTest-832003634 tempest-RoutersIpV6AdminTest-832003634] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777640123575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3254186'] for port, after_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:24:32.107704 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-c27646b8-44a8-40f8-9d2c-d9d3cbe3c07c tempest-AllowedAddressPairTestJSON-747646770 tempest-AllowedAddressPairTestJSON-747646770] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:24:32.221751 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14f99f3e-6661-4cf0-b042-84741bd51bf8 tempest-ExternalNetworksTestJSON-1189716114 tempest-ExternalNetworksTestJSON-1189716114] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:24:32.227478 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-14f99f3e-6661-4cf0-b042-84741bd51bf8 tempest-ExternalNetworksTestJSON-1189716114 tempest-ExternalNetworksTestJSON-1189716114] 10.222.0.24 "GET /v2.0/networks/ed860a82-149b-4aa6-8ab2-d48e7ca43d09 HTTP/1.1" status: 200 len: 768 time: 0.6813149 Jan 14 07:24:32.229325 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-d48d3e5a-911b-4303-b50a-2cb527d86ae0 tempest-NetworksIpV6Test-2047944877 tempest-NetworksIpV6Test-2047944877] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850887149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964'] for network, after_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:24:32.265296 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d48d3e5a-911b-4303-b50a-2cb527d86ae0 tempest-NetworksIpV6Test-2047944877 tempest-NetworksIpV6Test-2047944877] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:24:32.265950 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-d48d3e5a-911b-4303-b50a-2cb527d86ae0 tempest-NetworksIpV6Test-2047944877 tempest-NetworksIpV6Test-2047944877] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3207107'] for network, before_response {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:24:32.269223 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84874) accepted ('10.222.0.24', 44398) {{(pid=84874) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:24:32.296332 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-f9fc4871-9b56-4fdb-9a21-18aa70d95234 tempest-RoutersIpV6Test-883692175 tempest-RoutersIpV6Test-883692175] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:24:32.386338 n-d-768862-2 neutron-server[84765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c347647-9d01-4947-8ff3-7a62b3f5b9b4 None None] Network 9533dc0b-12b3-450f-936d-f541d8424211 is already hosted by enough agents. {{(pid=84876) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 07:24:32.394936 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb71733d-f2fc-44e3-9b10-d4af63acf8da None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5d94dc7a-c095-50a4-955e-5f3b78718a12-23f0a15d-6362-4cec-82c1-cacba887c566', 'network_id': '23f0a15d-6362-4cec-82c1-cacba887c566', 'tenant_id': 'be0aa702e3ca464795a99c51e3b3b04f', 'fixed_ips': [{'subnet_id': '67b084bc-c571-4d46-8c9e-a91dcf628538'}]}} from n-d-768862-2. {{(pid=84876) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Jan 14 07:24:32.396055 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-bb71733d-f2fc-44e3-9b10-d4af63acf8da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555753'] for port, before_create {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:24:32.439004 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-a14facde-ab3e-4a54-b365-6500fe034a5a tempest-ExternalNetworksTestJSON-1523440521 tempest-ExternalNetworksTestJSON-1523440521] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036854160497'] for network, before_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:24:32.441280 n-d-768862-2 neutron-server[84765]: DEBUG neutron.scheduler.base_scheduler [None req-7c347647-9d01-4947-8ff3-7a62b3f5b9b4 None None] Resources bound (agent type, host, resource id): {{(pid=84876) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 07:24:32.487392 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c347647-9d01-4947-8ff3-7a62b3f5b9b4 None None] Received port after_create {{(pid=84876) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 14 07:24:32.607559 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb0b1119-ee24-4f11-ad7a-c28290ebcf0a tempest-RoutersIpV6AdminTest-832003634 tempest-RoutersIpV6AdminTest-832003634] Pushing event updated for resources: {'Port': ['ID=13879530-385b-46d1-9a02-c393b2c5c6c9,revision_number=1']} {{(pid=84874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:24:32.619737 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-cb0b1119-ee24-4f11-ad7a-c28290ebcf0a tempest-RoutersIpV6AdminTest-832003634 tempest-RoutersIpV6AdminTest-832003634] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.512s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:24:32.764849 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Device 480af4b6-294d-413f-ac3c-504c0f3d98b3 no longer exists at agent ovs-agent-n-d-768862-2 {{(pid=84876) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jan 14 07:24:32.847624 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.managers [None req-7c347647-9d01-4947-8ff3-7a62b3f5b9b4 None None] Attempting to bind port 6207d429-56f6-4891-a75c-011b477cc2fe on host n-d-768862-2 for vnic_type normal with profile {{(pid=84876) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 14 07:24:32.848600 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.managers [None req-7c347647-9d01-4947-8ff3-7a62b3f5b9b4 None None] Attempting to bind port 6207d429-56f6-4891-a75c-011b477cc2fe by drivers openvswitch on host n-d-768862-2 at level 0 using segments [{'id': '5e48faf3-b44b-4e81-a6b1-6c39eb796395', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 24, 'network_id': '9533dc0b-12b3-450f-936d-f541d8424211'}] {{(pid=84876) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 14 07:24:32.849133 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c347647-9d01-4947-8ff3-7a62b3f5b9b4 None None] Attempting to bind port 6207d429-56f6-4891-a75c-011b477cc2fe on network 9533dc0b-12b3-450f-936d-f541d8424211 {{(pid=84876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 14 07:24:32.867043 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [None req-8109d5b0-3d93-418b-83c7-7dae182d2760 tempest-RoutersIpV6Test-883692175 tempest-RoutersIpV6Test-883692175] For port 480af4b6-294d-413f-ac3c-504c0f3d98b3, host n-d-768862-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-2',level=0,port_id=480af4b6-294d-413f-ac3c-504c0f3d98b3,segment=NetworkSegment(e27218cc-75b2-4562-990f-480272fa161a),segment_id=e27218cc-75b2-4562-990f-480272fa161a)] {{(pid=84875) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 07:24:32.867450 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-8109d5b0-3d93-418b-83c7-7dae182d2760 tempest-RoutersIpV6Test-883692175 tempest-RoutersIpV6Test-883692175] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036850862667'] for port, precommit_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:24:32.887154 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c347647-9d01-4947-8ff3-7a62b3f5b9b4 None None] Checking agent: {'id': 'ba5efab1-b43c-4d5a-bc52-6e105d4e67a2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768862-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 14, 6, 56, 52), 'started_at': datetime.datetime(2021, 1, 14, 6, 57, 22), 'heartbeat_timestamp': datetime.datetime(2021, 1, 14, 7, 24, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768862-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.29', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 14 07:24:32.887814 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c347647-9d01-4947-8ff3-7a62b3f5b9b4 None None] Checking segment: {'id': '5e48faf3-b44b-4e81-a6b1-6c39eb796395', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 24, 'network_id': '9533dc0b-12b3-450f-936d-f541d8424211'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84876) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 14 07:24:32.888416 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-7c347647-9d01-4947-8ff3-7a62b3f5b9b4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:24:32.889319 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c347647-9d01-4947-8ff3-7a62b3f5b9b4 None None] Bound using segment: {'id': '5e48faf3-b44b-4e81-a6b1-6c39eb796395', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 24, 'network_id': '9533dc0b-12b3-450f-936d-f541d8424211'} {{(pid=84876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 14 07:24:32.889715 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.managers [None req-7c347647-9d01-4947-8ff3-7a62b3f5b9b4 None None] Bound port: 6207d429-56f6-4891-a75c-011b477cc2fe, host: n-d-768862-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5e48faf3-b44b-4e81-a6b1-6c39eb796395', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 24, 'network_id': '9533dc0b-12b3-450f-936d-f541d8424211'}}] {{(pid=84876) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 14 07:24:32.890257 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-7c347647-9d01-4947-8ff3-7a62b3f5b9b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555753'] for port, before_update {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:24:32.910535 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-a14facde-ab3e-4a54-b365-6500fe034a5a tempest-ExternalNetworksTestJSON-1523440521 tempest-ExternalNetworksTestJSON-1523440521] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-598987', 'neutron.services.segments.db._delete_segments_for_network-8777640583949'] for network, precommit_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:24:33.001447 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [None req-b13ee238-f7fe-4539-a294-5f095ef83d28 None None] For port 480af4b6-294d-413f-ac3c-504c0f3d98b3, host n-d-768862-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-2',level=0,port_id=480af4b6-294d-413f-ac3c-504c0f3d98b3,segment=NetworkSegment(e27218cc-75b2-4562-990f-480272fa161a),segment_id=e27218cc-75b2-4562-990f-480272fa161a)] {{(pid=84876) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 07:24:33.002074 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-b13ee238-f7fe-4539-a294-5f095ef83d28 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036850862667'] for port, precommit_delete {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:24:33.093735 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.plugin [None req-8109d5b0-3d93-418b-83c7-7dae182d2760 tempest-RoutersIpV6Test-883692175 tempest-RoutersIpV6Test-883692175] Calling delete_port for 480af4b6-294d-413f-ac3c-504c0f3d98b3 owned by network:dhcp {{(pid=84875) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 07:24:33.132340 n-d-768862-2 neutron-server[84765]: DEBUG neutron.services.segments.db [None req-a14facde-ab3e-4a54-b365-6500fe034a5a tempest-ExternalNetworksTestJSON-1523440521 tempest-ExternalNetworksTestJSON-1523440521] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8b3c2d7b-ab81-43a9-8a5a-cb27396f0d59']}} {{(pid=84874) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:24:33.147992 n-d-768862-2 neutron-server[84765]: DEBUG neutron.services.segments.db [None req-a14facde-ab3e-4a54-b365-6500fe034a5a tempest-ExternalNetworksTestJSON-1523440521 tempest-ExternalNetworksTestJSON-1523440521] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a3b568a1-1505-4ff1-b81b-8b5da4ca6a92') {'for_net_delete': True} {{(pid=84874) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:24:33.148615 n-d-768862-2 neutron-server[84765]: DEBUG neutron.services.segments.db [None req-a14facde-ab3e-4a54-b365-6500fe034a5a tempest-ExternalNetworksTestJSON-1523440521 tempest-ExternalNetworksTestJSON-1523440521] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a3b568a1-1505-4ff1-b81b-8b5da4ca6a92') {} {{(pid=84874) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:24:33.162740 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-a14facde-ab3e-4a54-b365-6500fe034a5a tempest-ExternalNetworksTestJSON-1523440521 tempest-ExternalNetworksTestJSON-1523440521] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363259214173198', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2968632'] for segment, before_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:24:33.180792 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-a14facde-ab3e-4a54-b365-6500fe034a5a tempest-ExternalNetworksTestJSON-1523440521 tempest-ExternalNetworksTestJSON-1523440521] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854179735'] for segment, precommit_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:24:33.183576 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-a14facde-ab3e-4a54-b365-6500fe034a5a tempest-ExternalNetworksTestJSON-1523440521 tempest-ExternalNetworksTestJSON-1523440521] Releasing vxlan tunnel 22 to pool {{(pid=84874) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Jan 14 07:24:33.196568 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d48d3e5a-911b-4303-b50a-2cb527d86ae0 tempest-NetworksIpV6Test-2047944877 tempest-NetworksIpV6Test-2047944877] Pushing event updated for resources: {'Network': ['ID=93850873-f845-42cd-ad42-dcd7ab7efd8f,revision_number=1']} {{(pid=84875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:24:33.210302 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-d48d3e5a-911b-4303-b50a-2cb527d86ae0 tempest-NetworksIpV6Test-2047944877 tempest-NetworksIpV6Test-2047944877] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.914s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:24:33.221991 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-d48d3e5a-911b-4303-b50a-2cb527d86ae0 tempest-NetworksIpV6Test-2047944877 tempest-NetworksIpV6Test-2047944877] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 2.9604847 Jan 14 07:24:33.226285 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-8109d5b0-3d93-418b-83c7-7dae182d2760 tempest-RoutersIpV6Test-883692175 tempest-RoutersIpV6Test-883692175] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777640533329', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777640097463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851621574'] for port, after_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:24:33.287439 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.plugin [None req-b13ee238-f7fe-4539-a294-5f095ef83d28 None None] Calling delete_port for 480af4b6-294d-413f-ac3c-504c0f3d98b3 owned by network:dhcp {{(pid=84876) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 07:24:33.325916 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-852a24f7-e9a1-4193-9abb-e9506fe5213f None None] Network 93850873-f845-42cd-ad42-dcd7ab7efd8f details requested by agent ovs-agent-n-h2-768862-2 with host n-h2-768862-2 {{(pid=84876) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 07:24:33.339869 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Network 93850873-f845-42cd-ad42-dcd7ab7efd8f details requested by agent ovs-agent-n-d-768862-2 with host n-d-768862-2 {{(pid=84876) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 07:24:33.387958 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84875) accepted ('10.222.0.24', 44408) {{(pid=84875) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:24:33.394287 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.managers [None req-a14facde-ab3e-4a54-b365-6500fe034a5a tempest-ExternalNetworksTestJSON-1523440521 tempest-ExternalNetworksTestJSON-1523440521] Network 8b3c2d7b-ab81-43a9-8a5a-cb27396f0d59 has no segments {{(pid=84874) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 14 07:24:33.401104 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-ec4ae100-7885-4b35-853b-7fe368591e5d tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.005s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:24:33.406973 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-a14facde-ab3e-4a54-b365-6500fe034a5a tempest-ExternalNetworksTestJSON-1523440521 tempest-ExternalNetworksTestJSON-1523440521] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-596065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036851521571'] for segment, after_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:24:33.449074 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-017f98a9-8a07-408c-a86f-8ff0c00400a0 None None] Network 93850873-f845-42cd-ad42-dcd7ab7efd8f details requested by agent ovs-agent-n-h1-768862-2 with host n-h1-768862-2 {{(pid=84876) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 07:24:33.476988 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.v2.base [None req-f2f1ef49-4190-4f2e-87fa-68ec9d33d88b tempest-NetworksIpV6Test-2047944877 tempest-NetworksIpV6Test-2047944877] Request body: {'subnet': {'network_id': '93850873-f845-42cd-ad42-dcd7ab7efd8f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::2'}} {{(pid=84875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:24:33.507339 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8109d5b0-3d93-418b-83c7-7dae182d2760 tempest-RoutersIpV6Test-883692175 tempest-RoutersIpV6Test-883692175] Pushing event deleted for resources: {'Port': ['ID=480af4b6-294d-413f-ac3c-504c0f3d98b3,revision_number=None']} {{(pid=84875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:24:33.518302 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-8109d5b0-3d93-418b-83c7-7dae182d2760 tempest-RoutersIpV6Test-883692175 tempest-RoutersIpV6Test-883692175] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:24:33.647438 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8109d5b0-3d93-418b-83c7-7dae182d2760 tempest-RoutersIpV6Test-883692175 tempest-RoutersIpV6Test-883692175] No DVR routers for this DVR port 480af4b6-294d-413f-ac3c-504c0f3d98b3 on host n-d-768862-2 {{(pid=84875) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Jan 14 07:24:33.662460 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555753'] for port, before_update {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:24:33.703125 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [None req-7c347647-9d01-4947-8ff3-7a62b3f5b9b4 None None] For port 6207d429-56f6-4891-a75c-011b477cc2fe, host n-d-768862-2, cleared binding levels {{(pid=84876) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 14 07:24:33.841041 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [None req-7c347647-9d01-4947-8ff3-7a62b3f5b9b4 None None] For port 6207d429-56f6-4891-a75c-011b477cc2fe, host n-d-768862-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-2',level=0,port_id=6207d429-56f6-4891-a75c-011b477cc2fe,segment=NetworkSegment(5e48faf3-b44b-4e81-a6b1-6c39eb796395),segment_id=5e48faf3-b44b-4e81-a6b1-6c39eb796395)] {{(pid=84876) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 14 07:24:34.010571 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-8109d5b0-3d93-418b-83c7-7dae182d2760 tempest-RoutersIpV6Test-883692175 tempest-RoutersIpV6Test-883692175] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-598987', 'neutron.services.segments.db._delete_segments_for_network-8777640583949'] for network, precommit_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:24:34.091700 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-7c347647-9d01-4947-8ff3-7a62b3f5b9b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777640533312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363259214678337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777640097497'] for port, after_update {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:24:34.105595 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.managers [None req-a14facde-ab3e-4a54-b365-6500fe034a5a tempest-ExternalNetworksTestJSON-1523440521 tempest-ExternalNetworksTestJSON-1523440521] Network 8b3c2d7b-ab81-43a9-8a5a-cb27396f0d59 has no segments {{(pid=84874) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 14 07:24:34.117226 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-5b54177a-e90b-46c0-aaad-285a538e9e8f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84876) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:24:34.211190 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c347647-9d01-4947-8ff3-7a62b3f5b9b4 None None] Pushing event updated for resources: {'Port': ['ID=6207d429-56f6-4891-a75c-011b477cc2fe,revision_number=2']} {{(pid=84876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:24:34.271181 n-d-768862-2 neutron-server[84765]: Traceback (most recent call last): Jan 14 07:24:34.271181 n-d-768862-2 neutron-server[84765]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 14 07:24:34.271181 n-d-768862-2 neutron-server[84765]: timer() Jan 14 07:24:34.271181 n-d-768862-2 neutron-server[84765]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 14 07:24:34.271181 n-d-768862-2 neutron-server[84765]: cb(*args, **kw) Jan 14 07:24:34.271181 n-d-768862-2 neutron-server[84765]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Jan 14 07:24:34.271181 n-d-768862-2 neutron-server[84765]: return func(*args, **kwargs) Jan 14 07:24:34.271181 n-d-768862-2 neutron-server[84765]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 14 07:24:34.271181 n-d-768862-2 neutron-server[84765]: self._notify() Jan 14 07:24:34.271181 n-d-768862-2 neutron-server[84765]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 14 07:24:34.271181 n-d-768862-2 neutron-server[84765]: self.callback(batched_events) Jan 14 07:24:34.271181 n-d-768862-2 neutron-server[84765]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 14 07:24:34.271181 n-d-768862-2 neutron-server[84765]: event.method(event) Jan 14 07:24:34.271181 n-d-768862-2 neutron-server[84765]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 14 07:24:34.271181 n-d-768862-2 neutron-server[84765]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 14 07:24:34.271181 n-d-768862-2 neutron-server[84765]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Jan 14 07:24:34.271181 n-d-768862-2 neutron-server[84765]: segment_id)['aggregates'][0] Jan 14 07:24:34.271181 n-d-768862-2 neutron-server[84765]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 14 07:24:34.271181 n-d-768862-2 neutron-server[84765]: return f(self, *a, **k) Jan 14 07:24:34.271181 n-d-768862-2 neutron-server[84765]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 14 07:24:34.271181 n-d-768862-2 neutron-server[84765]: return self._get(url).json() Jan 14 07:24:34.271181 n-d-768862-2 neutron-server[84765]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 14 07:24:34.271181 n-d-768862-2 neutron-server[84765]: **kwargs) Jan 14 07:24:34.271181 n-d-768862-2 neutron-server[84765]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 14 07:24:34.271181 n-d-768862-2 neutron-server[84765]: return self.request(url, 'GET', **kwargs) Jan 14 07:24:34.271181 n-d-768862-2 neutron-server[84765]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Jan 14 07:24:34.271181 n-d-768862-2 neutron-server[84765]: **endpoint_filter) Jan 14 07:24:34.271181 n-d-768862-2 neutron-server[84765]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 14 07:24:34.271181 n-d-768862-2 neutron-server[84765]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 14 07:24:34.271181 n-d-768862-2 neutron-server[84765]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 14 07:24:34.271181 n-d-768862-2 neutron-server[84765]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 14 07:24:34.271181 n-d-768862-2 neutron-server[84765]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 14 07:24:34.280220 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-a14facde-ab3e-4a54-b365-6500fe034a5a tempest-ExternalNetworksTestJSON-1523440521 tempest-ExternalNetworksTestJSON-1523440521] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036854176830', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850887149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3912591'] for network, after_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:24:34.288397 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-3e38d1c1-3852-4eef-8ebf-83c75a5e877d tempest-NetworksIpV6Test-2047944877 tempest-NetworksIpV6Test-2047944877] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:24:34.304672 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a14facde-ab3e-4a54-b365-6500fe034a5a tempest-ExternalNetworksTestJSON-1523440521 tempest-ExternalNetworksTestJSON-1523440521] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 8b3c2d7b-ab81-43a9-8a5a-cb27396f0d59 {{(pid=84874) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:124}} Jan 14 07:24:34.341624 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a14facde-ab3e-4a54-b365-6500fe034a5a tempest-ExternalNetworksTestJSON-1523440521 tempest-ExternalNetworksTestJSON-1523440521] Pushing event deleted for resources: {'Network': ['ID=8b3c2d7b-ab81-43a9-8a5a-cb27396f0d59,revision_number=None']} {{(pid=84874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:24:34.350746 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-a14facde-ab3e-4a54-b365-6500fe034a5a tempest-ExternalNetworksTestJSON-1523440521 tempest-ExternalNetworksTestJSON-1523440521] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3207107'] for network, before_response {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:24:34.361519 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-f2f1ef49-4190-4f2e-87fa-68ec9d33d88b tempest-NetworksIpV6Test-2047944877 tempest-NetworksIpV6Test-2047944877] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:24:34.363030 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-a14facde-ab3e-4a54-b365-6500fe034a5a tempest-ExternalNetworksTestJSON-1523440521 tempest-ExternalNetworksTestJSON-1523440521] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:24:34.371364 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-7c347647-9d01-4947-8ff3-7a62b3f5b9b4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.254s {{(pid=84876) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:24:34.382360 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.db.api [None req-b13ee238-f7fe-4539-a294-5f095ef83d28 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84876) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Jan 14 07:24:34.382876 n-d-768862-2 neutron-server[84765]: DEBUG oslo_db.api [None req-b13ee238-f7fe-4539-a294-5f095ef83d28 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84876) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Jan 14 07:24:34.391985 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-f2f1ef49-4190-4f2e-87fa-68ec9d33d88b tempest-NetworksIpV6Test-2047944877 tempest-NetworksIpV6Test-2047944877] Usage tracker for resource:subnet and tenant:130ee88fc4054d968ce76b7b9727c055 is out of sync, need to count used quota {{(pid=84875) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:24:34.407326 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-f2f1ef49-4190-4f2e-87fa-68ec9d33d88b tempest-NetworksIpV6Test-2047944877 tempest-NetworksIpV6Test-2047944877] Quota usage for subnet was recalculated. Used quota:1. {{(pid=84875) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:24:34.414931 n-d-768862-2 neutron-server[84765]: DEBUG neutron.services.segments.db [None req-8109d5b0-3d93-418b-83c7-7dae182d2760 tempest-RoutersIpV6Test-883692175 tempest-RoutersIpV6Test-883692175] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6adec993-1400-47e5-9a29-907bc02c17ed']}} {{(pid=84875) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:24:34.466604 n-d-768862-2 neutron-server[84765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb0b1119-ee24-4f11-ad7a-c28290ebcf0a tempest-RoutersIpV6AdminTest-832003634 tempest-RoutersIpV6AdminTest-832003634] Network 226f1e78-82cd-4481-9055-4eb73b6db8c1 is already hosted by enough agents. {{(pid=84874) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 07:24:34.484042 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-a14facde-ab3e-4a54-b365-6500fe034a5a tempest-ExternalNetworksTestJSON-1523440521 tempest-ExternalNetworksTestJSON-1523440521] 10.222.0.24 "DELETE /v2.0/networks/8b3c2d7b-ab81-43a9-8a5a-cb27396f0d59 HTTP/1.1" status: 204 len: 168 time: 2.2017980 Jan 14 07:24:34.485905 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84874) accepted ('10.222.0.24', 44418) {{(pid=84874) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:24:34.487034 n-d-768862-2 neutron-server[84765]: DEBUG neutron.scheduler.base_scheduler [None req-cb0b1119-ee24-4f11-ad7a-c28290ebcf0a tempest-RoutersIpV6AdminTest-832003634 tempest-RoutersIpV6AdminTest-832003634] Resources bound (agent type, host, resource id): {{(pid=84874) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 07:24:34.520176 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-f2f1ef49-4190-4f2e-87fa-68ec9d33d88b tempest-NetworksIpV6Test-2047944877 tempest-NetworksIpV6Test-2047944877] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:24:34.522083 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.v2.base [None req-c8e83f8c-a5a9-4f60-99a8-44d7f72cad46 tempest-ExternalNetworksTestJSON-1523440521 tempest-ExternalNetworksTestJSON-1523440521] Request body: {'network': {'name': 'tempest-network--135464970'}} {{(pid=84874) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:24:34.527037 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-c7a1cdaf-9b5c-452d-8f6b-a7afb0b3c56d tempest-RoutersNegativeIpV6Test-1464408958 tempest-RoutersNegativeIpV6Test-1464408958] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850887113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036851621412', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036852467174'] for subnet, after_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:24:34.531146 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb0b1119-ee24-4f11-ad7a-c28290ebcf0a tempest-RoutersIpV6AdminTest-832003634 tempest-RoutersIpV6AdminTest-832003634] Received port after_create {{(pid=84874) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 14 07:24:34.561496 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-2534603b-18ee-46b7-bba2-744b1f6342d3 tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:24:34.583106 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.db_base_plugin_common [None req-bb71733d-f2fc-44e3-9b10-d4af63acf8da None None] Allocated IP 172.20.0.2 (23f0a15d-6362-4cec-82c1-cacba887c566/67b084bc-c571-4d46-8c9e-a91dcf628538/b8b93ac3-7dc8-4d21-bf35-c232b2a2abd6) {{(pid=84876) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 14 07:24:34.590912 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.db_base_plugin_common [None req-bb71733d-f2fc-44e3-9b10-d4af63acf8da None None] Allocated IP 2001:db8::f816:3eff:fed0:e45 (23f0a15d-6362-4cec-82c1-cacba887c566/f5ded08a-8b96-46cd-b4b3-5a00dd994d9e/b8b93ac3-7dc8-4d21-bf35-c232b2a2abd6) {{(pid=84876) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 14 07:24:34.609420 n-d-768862-2 neutron-server[84765]: DEBUG neutron.services.segments.db [None req-8109d5b0-3d93-418b-83c7-7dae182d2760 tempest-RoutersIpV6Test-883692175 tempest-RoutersIpV6Test-883692175] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e27218cc-75b2-4562-990f-480272fa161a') {'for_net_delete': True} {{(pid=84875) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:24:34.609756 n-d-768862-2 neutron-server[84765]: DEBUG neutron.services.segments.db [None req-8109d5b0-3d93-418b-83c7-7dae182d2760 tempest-RoutersIpV6Test-883692175 tempest-RoutersIpV6Test-883692175] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e27218cc-75b2-4562-990f-480272fa161a') {} {{(pid=84875) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:24:34.899703 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-c8e83f8c-a5a9-4f60-99a8-44d7f72cad46 tempest-ExternalNetworksTestJSON-1523440521 tempest-ExternalNetworksTestJSON-1523440521] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:24:35.067596 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-c8e83f8c-a5a9-4f60-99a8-44d7f72cad46 tempest-ExternalNetworksTestJSON-1523440521 tempest-ExternalNetworksTestJSON-1523440521] Usage tracker for resource:network and tenant:818e23dab35146079ddb08b8e1f7b310 is out of sync, need to count used quota {{(pid=84874) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:24:35.069741 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-bb71733d-f2fc-44e3-9b10-d4af63acf8da None None] Notify callbacks [] for port, precommit_create {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:24:35.076522 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f2f1ef49-4190-4f2e-87fa-68ec9d33d88b tempest-NetworksIpV6Test-2047944877 tempest-NetworksIpV6Test-2047944877] Made reservation on behalf of 130ee88fc4054d968ce76b7b9727c055 for: {'subnet': 1} {{(pid=84875) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 07:24:35.087475 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-c8e83f8c-a5a9-4f60-99a8-44d7f72cad46 tempest-ExternalNetworksTestJSON-1523440521 tempest-ExternalNetworksTestJSON-1523440521] Quota usage for network was recalculated. Used quota:0. {{(pid=84874) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:24:35.095262 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-bb71733d-f2fc-44e3-9b10-d4af63acf8da None None] Transition to ACTIVE for port object b8b93ac3-7dc8-4d21-bf35-c232b2a2abd6 will not be triggered until provisioned by entity L2. {{(pid=84876) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 07:24:35.130015 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-8109d5b0-3d93-418b-83c7-7dae182d2760 tempest-RoutersIpV6Test-883692175 tempest-RoutersIpV6Test-883692175] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363259214173198', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036851408567'] for segment, before_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:24:35.143225 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-bb71733d-f2fc-44e3-9b10-d4af63acf8da None None] Transition to ACTIVE for port object b8b93ac3-7dc8-4d21-bf35-c232b2a2abd6 will not be triggered until provisioned by entity DHCP. {{(pid=84876) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 07:24:35.159503 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.plugin [None req-b13ee238-f7fe-4539-a294-5f095ef83d28 None None] Deleting port 480af4b6-294d-413f-ac3c-504c0f3d98b3 {{(pid=84876) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 07:24:35.160297 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-b13ee238-f7fe-4539-a294-5f095ef83d28 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363259214248359'] for port, before_delete {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:24:35.206105 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-c8e83f8c-a5a9-4f60-99a8-44d7f72cad46 tempest-ExternalNetworksTestJSON-1523440521 tempest-ExternalNetworksTestJSON-1523440521] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:24:35.253336 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-8109d5b0-3d93-418b-83c7-7dae182d2760 tempest-RoutersIpV6Test-883692175 tempest-RoutersIpV6Test-883692175] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854179735'] for segment, precommit_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:24:35.263119 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-8109d5b0-3d93-418b-83c7-7dae182d2760 tempest-RoutersIpV6Test-883692175 tempest-RoutersIpV6Test-883692175] Releasing vxlan tunnel 18 to pool {{(pid=84875) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Jan 14 07:24:35.265298 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-bb71733d-f2fc-44e3-9b10-d4af63acf8da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777640123575'] for port, after_create {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:24:35.307481 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-9441709b-0831-4f2c-a4bf-c66340653c5b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84876) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:24:35.308630 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7a1cdaf-9b5c-452d-8f6b-a7afb0b3c56d tempest-RoutersNegativeIpV6Test-1464408958 tempest-RoutersNegativeIpV6Test-1464408958] Pushing event updated for resources: {'Subnet': ['ID=58cb3ff5-c142-439f-9cc3-05fe685a9e3c,revision_number=0']} {{(pid=84875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:24:35.338112 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-c7a1cdaf-9b5c-452d-8f6b-a7afb0b3c56d tempest-RoutersNegativeIpV6Test-1464408958 tempest-RoutersNegativeIpV6Test-1464408958] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.777s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:24:35.374720 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.plugin [None req-b13ee238-f7fe-4539-a294-5f095ef83d28 None None] The port '480af4b6-294d-413f-ac3c-504c0f3d98b3' was deleted {{(pid=84876) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Jan 14 07:24:35.375461 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c8e83f8c-a5a9-4f60-99a8-44d7f72cad46 tempest-ExternalNetworksTestJSON-1523440521 tempest-ExternalNetworksTestJSON-1523440521] Made reservation on behalf of 818e23dab35146079ddb08b8e1f7b310 for: {'network': 1} {{(pid=84874) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 07:24:35.412354 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-f2f1ef49-4190-4f2e-87fa-68ec9d33d88b tempest-NetworksIpV6Test-2047944877 tempest-NetworksIpV6Test-2047944877] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036852467157'] for subnet, before_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:24:35.436863 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-c8e83f8c-a5a9-4f60-99a8-44d7f72cad46 tempest-ExternalNetworksTestJSON-1523440521 tempest-ExternalNetworksTestJSON-1523440521] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555753'] for network, before_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:24:35.538775 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c8e83f8c-a5a9-4f60-99a8-44d7f72cad46 tempest-ExternalNetworksTestJSON-1523440521 tempest-ExternalNetworksTestJSON-1523440521] vxlan segment allocate from pool success with {'vxlan_vni': 22} {{(pid=84874) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Jan 14 07:24:35.542347 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb71733d-f2fc-44e3-9b10-d4af63acf8da None None] Pushing event updated for resources: {'Port': ['ID=b8b93ac3-7dc8-4d21-bf35-c232b2a2abd6,revision_number=1']} {{(pid=84876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:24:35.553293 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-c8e83f8c-a5a9-4f60-99a8-44d7f72cad46 tempest-ExternalNetworksTestJSON-1523440521 tempest-ExternalNetworksTestJSON-1523440521] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854179735'] for segment, precommit_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:24:35.553424 n-d-768862-2 neutron-server[84765]: INFO neutron.db.segments_db [None req-c8e83f8c-a5a9-4f60-99a8-44d7f72cad46 tempest-ExternalNetworksTestJSON-1523440521 tempest-ExternalNetworksTestJSON-1523440521] Added segment 18ab9a01-6a51-4f94-b4c9-9466cc616354 of type vxlan for network e859f178-aebc-4bd3-8a34-3809b04c2179 Jan 14 07:24:35.562702 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-bb71733d-f2fc-44e3-9b10-d4af63acf8da None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.255s {{(pid=84876) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:24:35.668351 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-c8e83f8c-a5a9-4f60-99a8-44d7f72cad46 tempest-ExternalNetworksTestJSON-1523440521 tempest-ExternalNetworksTestJSON-1523440521] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363259214646115'] for network, precommit_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:24:35.681419 n-d-768862-2 neutron-server[84765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb71733d-f2fc-44e3-9b10-d4af63acf8da None None] Network 23f0a15d-6362-4cec-82c1-cacba887c566 is already hosted by enough agents. {{(pid=84876) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 07:24:35.683309 n-d-768862-2 neutron-server[84765]: DEBUG neutron.scheduler.base_scheduler [None req-bb71733d-f2fc-44e3-9b10-d4af63acf8da None None] Resources bound (agent type, host, resource id): {{(pid=84876) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 07:24:35.686318 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb71733d-f2fc-44e3-9b10-d4af63acf8da None None] Received port after_create {{(pid=84876) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 14 07:24:35.853920 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.managers [None req-bb71733d-f2fc-44e3-9b10-d4af63acf8da None None] Attempting to bind port b8b93ac3-7dc8-4d21-bf35-c232b2a2abd6 on host n-d-768862-2 for vnic_type normal with profile {{(pid=84876) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 14 07:24:35.854571 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.managers [None req-bb71733d-f2fc-44e3-9b10-d4af63acf8da None None] Attempting to bind port b8b93ac3-7dc8-4d21-bf35-c232b2a2abd6 by drivers openvswitch on host n-d-768862-2 at level 0 using segments [{'id': '56f1c7cf-f3a3-41d2-9677-68978131444f', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 20, 'network_id': '23f0a15d-6362-4cec-82c1-cacba887c566'}] {{(pid=84876) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 14 07:24:35.855494 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb71733d-f2fc-44e3-9b10-d4af63acf8da None None] Attempting to bind port b8b93ac3-7dc8-4d21-bf35-c232b2a2abd6 on network 23f0a15d-6362-4cec-82c1-cacba887c566 {{(pid=84876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 14 07:24:35.864774 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb71733d-f2fc-44e3-9b10-d4af63acf8da None None] Checking agent: {'id': 'ba5efab1-b43c-4d5a-bc52-6e105d4e67a2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768862-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 14, 6, 56, 52), 'started_at': datetime.datetime(2021, 1, 14, 6, 57, 22), 'heartbeat_timestamp': datetime.datetime(2021, 1, 14, 7, 24, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768862-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.29', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 14 07:24:35.865517 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb71733d-f2fc-44e3-9b10-d4af63acf8da None None] Checking segment: {'id': '56f1c7cf-f3a3-41d2-9677-68978131444f', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 20, 'network_id': '23f0a15d-6362-4cec-82c1-cacba887c566'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84876) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 14 07:24:35.866229 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-bb71733d-f2fc-44e3-9b10-d4af63acf8da None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:24:35.866816 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb71733d-f2fc-44e3-9b10-d4af63acf8da None None] Bound using segment: {'id': '56f1c7cf-f3a3-41d2-9677-68978131444f', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 20, 'network_id': '23f0a15d-6362-4cec-82c1-cacba887c566'} {{(pid=84876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 14 07:24:35.867509 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.managers [None req-bb71733d-f2fc-44e3-9b10-d4af63acf8da None None] Bound port: b8b93ac3-7dc8-4d21-bf35-c232b2a2abd6, host: n-d-768862-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '56f1c7cf-f3a3-41d2-9677-68978131444f', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 20, 'network_id': '23f0a15d-6362-4cec-82c1-cacba887c566'}}] {{(pid=84876) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 14 07:24:35.868120 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-bb71733d-f2fc-44e3-9b10-d4af63acf8da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555753'] for port, before_update {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:24:36.015655 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-c8e83f8c-a5a9-4f60-99a8-44d7f72cad46 tempest-ExternalNetworksTestJSON-1523440521 tempest-ExternalNetworksTestJSON-1523440521] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850887149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964'] for network, after_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:24:36.017806 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8e83f8c-a5a9-4f60-99a8-44d7f72cad46 tempest-ExternalNetworksTestJSON-1523440521 tempest-ExternalNetworksTestJSON-1523440521] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:24:36.018702 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-c8e83f8c-a5a9-4f60-99a8-44d7f72cad46 tempest-ExternalNetworksTestJSON-1523440521 tempest-ExternalNetworksTestJSON-1523440521] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3207107'] for network, before_response {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:24:36.032048 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-c4355375-312b-44e0-a12f-2d01b0388e38 tempest-RoutersIpV6Test-883692175 tempest-RoutersIpV6Test-883692175] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:24:36.090024 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [None req-bb71733d-f2fc-44e3-9b10-d4af63acf8da None None] For port b8b93ac3-7dc8-4d21-bf35-c232b2a2abd6, host n-d-768862-2, cleared binding levels {{(pid=84876) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 14 07:24:36.094966 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [None req-bb71733d-f2fc-44e3-9b10-d4af63acf8da None None] For port b8b93ac3-7dc8-4d21-bf35-c232b2a2abd6, host n-d-768862-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-2',level=0,port_id=b8b93ac3-7dc8-4d21-bf35-c232b2a2abd6,segment=NetworkSegment(56f1c7cf-f3a3-41d2-9677-68978131444f),segment_id=56f1c7cf-f3a3-41d2-9677-68978131444f)] {{(pid=84876) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 14 07:24:36.098648 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.managers [None req-8109d5b0-3d93-418b-83c7-7dae182d2760 tempest-RoutersIpV6Test-883692175 tempest-RoutersIpV6Test-883692175] Network 6adec993-1400-47e5-9a29-907bc02c17ed has no segments {{(pid=84875) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 14 07:24:36.100410 n-d-768862-2 neutron-server[84765]: DEBUG neutron.objects.ports [None req-9b2414fa-f2c0-48d2-97d9-dcd671cbe104 tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] Time-cost: Fetching 1 ports in 0 security groups {{(pid=84874) get_objects /opt/stack/neutron/neutron/objects/ports.py:428}} Jan 14 07:24:36.102325 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-bb71733d-f2fc-44e3-9b10-d4af63acf8da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777640533312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363259214678337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777640097497'] for port, after_update {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:24:36.117975 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-8109d5b0-3d93-418b-83c7-7dae182d2760 tempest-RoutersIpV6Test-883692175 tempest-RoutersIpV6Test-883692175] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-596065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3154253'] for segment, after_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:24:36.270856 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-c8e83f8c-a5a9-4f60-99a8-44d7f72cad46 tempest-ExternalNetworksTestJSON-1523440521 tempest-ExternalNetworksTestJSON-1523440521] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 857 time: 1.7811742 Jan 14 07:24:36.275788 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84874) accepted ('10.222.0.24', 44432) {{(pid=84874) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:24:36.298188 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7a1cdaf-9b5c-452d-8f6b-a7afb0b3c56d tempest-RoutersNegativeIpV6Test-1464408958 tempest-RoutersNegativeIpV6Test-1464408958] Checking segment: {'id': '081dd89a-0160-4672-9527-d1666b633085', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 25, 'network_id': '784698a4-8130-4a8f-8f3c-e0d25fc0b022'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84875) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 14 07:24:36.298571 n-d-768862-2 neutron-server[84765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7a1cdaf-9b5c-452d-8f6b-a7afb0b3c56d tempest-RoutersNegativeIpV6Test-1464408958 tempest-RoutersNegativeIpV6Test-1464408958] Network hostable DHCP agents. Network: 784698a4-8130-4a8f-8f3c-e0d25fc0b022, hostable agents: ['32f3dd84-26da-4d18-bf15-6017a8fb7247'], hosted agents: [] {{(pid=84875) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Jan 14 07:24:36.304229 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-cb0b1119-ee24-4f11-ad7a-c28290ebcf0a tempest-RoutersIpV6AdminTest-832003634 tempest-RoutersIpV6AdminTest-832003634] Notify callbacks [] for router_gateway, after_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:24:36.337660 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-784ca782-c5b7-436d-894b-e7c8c98acc15 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84876) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:24:36.479990 n-d-768862-2 neutron-server[84765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7a1cdaf-9b5c-452d-8f6b-a7afb0b3c56d tempest-RoutersNegativeIpV6Test-1464408958 tempest-RoutersNegativeIpV6Test-1464408958] Network 784698a4-8130-4a8f-8f3c-e0d25fc0b022 is scheduled to be hosted by DHCP agent 32f3dd84-26da-4d18-bf15-6017a8fb7247 with binding_index 1 {{(pid=84875) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Jan 14 07:24:36.489098 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb71733d-f2fc-44e3-9b10-d4af63acf8da None None] Pushing event updated for resources: {'Port': ['ID=b8b93ac3-7dc8-4d21-bf35-c232b2a2abd6,revision_number=2']} {{(pid=84876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:24:36.494690 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-bb71733d-f2fc-44e3-9b10-d4af63acf8da None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.157s {{(pid=84876) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:24:36.502251 n-d-768862-2 neutron-server[84765]: DEBUG neutron.scheduler.base_scheduler [None req-c7a1cdaf-9b5c-452d-8f6b-a7afb0b3c56d tempest-RoutersNegativeIpV6Test-1464408958 tempest-RoutersNegativeIpV6Test-1464408958] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768862-2, 784698a4-8130-4a8f-8f3c-e0d25fc0b022) {{(pid=84875) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 07:24:36.533472 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7a1cdaf-9b5c-452d-8f6b-a7afb0b3c56d tempest-RoutersNegativeIpV6Test-1464408958 tempest-RoutersNegativeIpV6Test-1464408958] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:24:36.534137 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-c7a1cdaf-9b5c-452d-8f6b-a7afb0b3c56d tempest-RoutersNegativeIpV6Test-1464408958 tempest-RoutersNegativeIpV6Test-1464408958] Notify callbacks [] for subnet, before_response {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:24:36.545648 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b3a059d-5743-4e7c-b17c-266ce5572d4b None None] Network 784698a4-8130-4a8f-8f3c-e0d25fc0b022 requested from n-d-768862-2 {{(pid=84876) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 07:24:36.562156 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.managers [None req-8109d5b0-3d93-418b-83c7-7dae182d2760 tempest-RoutersIpV6Test-883692175 tempest-RoutersIpV6Test-883692175] Network 6adec993-1400-47e5-9a29-907bc02c17ed has no segments {{(pid=84875) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 14 07:24:36.598651 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-c7a1cdaf-9b5c-452d-8f6b-a7afb0b3c56d tempest-RoutersNegativeIpV6Test-1464408958 tempest-RoutersNegativeIpV6Test-1464408958] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 6.8759165 Jan 14 07:24:36.600688 n-d-768862-2 neutron-server[84765]: Traceback (most recent call last): Jan 14 07:24:36.600688 n-d-768862-2 neutron-server[84765]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 14 07:24:36.600688 n-d-768862-2 neutron-server[84765]: timer() Jan 14 07:24:36.600688 n-d-768862-2 neutron-server[84765]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 14 07:24:36.600688 n-d-768862-2 neutron-server[84765]: cb(*args, **kw) Jan 14 07:24:36.600688 n-d-768862-2 neutron-server[84765]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Jan 14 07:24:36.600688 n-d-768862-2 neutron-server[84765]: return func(*args, **kwargs) Jan 14 07:24:36.600688 n-d-768862-2 neutron-server[84765]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 14 07:24:36.600688 n-d-768862-2 neutron-server[84765]: self._notify() Jan 14 07:24:36.600688 n-d-768862-2 neutron-server[84765]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 14 07:24:36.600688 n-d-768862-2 neutron-server[84765]: self.callback(batched_events) Jan 14 07:24:36.600688 n-d-768862-2 neutron-server[84765]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 14 07:24:36.600688 n-d-768862-2 neutron-server[84765]: event.method(event) Jan 14 07:24:36.600688 n-d-768862-2 neutron-server[84765]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 14 07:24:36.600688 n-d-768862-2 neutron-server[84765]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 14 07:24:36.600688 n-d-768862-2 neutron-server[84765]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Jan 14 07:24:36.600688 n-d-768862-2 neutron-server[84765]: segment_id)['aggregates'][0] Jan 14 07:24:36.600688 n-d-768862-2 neutron-server[84765]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 14 07:24:36.600688 n-d-768862-2 neutron-server[84765]: return f(self, *a, **k) Jan 14 07:24:36.600688 n-d-768862-2 neutron-server[84765]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 14 07:24:36.600688 n-d-768862-2 neutron-server[84765]: return self._get(url).json() Jan 14 07:24:36.600688 n-d-768862-2 neutron-server[84765]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 14 07:24:36.600688 n-d-768862-2 neutron-server[84765]: **kwargs) Jan 14 07:24:36.600688 n-d-768862-2 neutron-server[84765]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 14 07:24:36.600688 n-d-768862-2 neutron-server[84765]: return self.request(url, 'GET', **kwargs) Jan 14 07:24:36.600688 n-d-768862-2 neutron-server[84765]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Jan 14 07:24:36.600688 n-d-768862-2 neutron-server[84765]: **endpoint_filter) Jan 14 07:24:36.600688 n-d-768862-2 neutron-server[84765]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 14 07:24:36.600688 n-d-768862-2 neutron-server[84765]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 14 07:24:36.600688 n-d-768862-2 neutron-server[84765]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 14 07:24:36.600688 n-d-768862-2 neutron-server[84765]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 14 07:24:36.600688 n-d-768862-2 neutron-server[84765]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 14 07:24:36.607934 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84875) accepted ('10.222.0.24', 44438) {{(pid=84875) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:24:36.690439 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.v2.base [None req-d92e0bdb-d04d-46fd-8dfe-5a93b0b70584 tempest-ExternalNetworksTestJSON-1523440521 tempest-ExternalNetworksTestJSON-1523440521] Request body: {'network': {'router:external': True}} {{(pid=84874) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:24:36.812132 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ccc5bcc7-fdfa-400c-9d6d-f494321b0540 None None] Network 9533dc0b-12b3-450f-936d-f541d8424211 requested from n-d-768862-2 {{(pid=84876) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 07:24:36.813212 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.v2.base [None req-8a5e684a-a3d9-4344-8354-61c1a80e0857 tempest-RoutersNegativeIpV6Test-1464408958 tempest-RoutersNegativeIpV6Test-1464408958] Request body: {'subnet': {'network_id': '8d912d0b-9fc0-4ee7-85d3-e7ba16412513', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=84875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:24:36.906360 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Device 6207d429-56f6-4891-a75c-011b477cc2fe up at agent ovs-agent-n-d-768862-2 {{(pid=84876) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 07:24:37.186617 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.ipam_pluggable_backend [None req-9b2414fa-f2c0-48d2-97d9-dcd671cbe104 tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] Port b8b93ac3-7dc8-4d21-bf35-c232b2a2abd6 got IPv6 auto-address in a concurrent create or update port request. Ignoring. {{(pid=84874) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:585}} Jan 14 07:24:37.187206 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-9b2414fa-f2c0-48d2-97d9-dcd671cbe104 tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850887113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3254092', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036851981146'] for subnet, after_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:24:37.218042 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8e83f8c-a5a9-4f60-99a8-44d7f72cad46 tempest-ExternalNetworksTestJSON-1523440521 tempest-ExternalNetworksTestJSON-1523440521] Pushing event updated for resources: {'Network': ['ID=e859f178-aebc-4bd3-8a34-3809b04c2179,revision_number=1']} {{(pid=84874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:24:37.224129 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-c8e83f8c-a5a9-4f60-99a8-44d7f72cad46 tempest-ExternalNetworksTestJSON-1523440521 tempest-ExternalNetworksTestJSON-1523440521] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.192s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:24:37.235460 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-8a5e684a-a3d9-4344-8354-61c1a80e0857 tempest-RoutersNegativeIpV6Test-1464408958 tempest-RoutersNegativeIpV6Test-1464408958] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:24:37.250243 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-8109d5b0-3d93-418b-83c7-7dae182d2760 tempest-RoutersIpV6Test-883692175 tempest-RoutersIpV6Test-883692175] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036854176830', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850887149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3912591'] for network, after_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:24:37.254380 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-8a5e684a-a3d9-4344-8354-61c1a80e0857 tempest-RoutersNegativeIpV6Test-1464408958 tempest-RoutersNegativeIpV6Test-1464408958] Usage tracker for resource:subnet and tenant:5822f9ff0e344e7eab0f8df2f3e8990f is out of sync, need to count used quota {{(pid=84875) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:24:37.258297 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-8109d5b0-3d93-418b-83c7-7dae182d2760 tempest-RoutersIpV6Test-883692175 tempest-RoutersIpV6Test-883692175] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3207107'] for network, before_response {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:24:37.274614 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-819af20f-04d3-450f-8f8d-951580d11dd4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:24:37.290907 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-852a24f7-e9a1-4193-9abb-e9506fe5213f None None] Network e859f178-aebc-4bd3-8a34-3809b04c2179 details requested by agent ovs-agent-n-h2-768862-2 with host n-h2-768862-2 {{(pid=84876) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 07:24:37.311693 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-017f98a9-8a07-408c-a86f-8ff0c00400a0 None None] Network e859f178-aebc-4bd3-8a34-3809b04c2179 details requested by agent ovs-agent-n-h1-768862-2 with host n-h1-768862-2 {{(pid=84876) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 07:24:37.319276 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-8109d5b0-3d93-418b-83c7-7dae182d2760 tempest-RoutersIpV6Test-883692175 tempest-RoutersIpV6Test-883692175] 10.222.0.24 "DELETE /v2.0/networks/6adec993-1400-47e5-9a29-907bc02c17ed HTTP/1.1" status: 204 len: 168 time: 6.3047216 Jan 14 07:24:37.321269 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-8a5e684a-a3d9-4344-8354-61c1a80e0857 tempest-RoutersNegativeIpV6Test-1464408958 tempest-RoutersNegativeIpV6Test-1464408958] Quota usage for subnet was recalculated. Used quota:2. {{(pid=84875) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:24:37.324687 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84875) accepted ('10.222.0.24', 44446) {{(pid=84875) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:24:37.378585 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-3bd9e698-666f-48dc-8996-7a94cea1bf8e tempest-RoutersIpV6Test-883692175 tempest-RoutersIpV6Test-883692175] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:24:37.404744 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8109d5b0-3d93-418b-83c7-7dae182d2760 tempest-RoutersIpV6Test-883692175 tempest-RoutersIpV6Test-883692175] Pushing event deleted for resources: {'Network': ['ID=6adec993-1400-47e5-9a29-907bc02c17ed,revision_number=None']} {{(pid=84875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:24:37.408018 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-8109d5b0-3d93-418b-83c7-7dae182d2760 tempest-RoutersIpV6Test-883692175 tempest-RoutersIpV6Test-883692175] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:24:37.465906 n-d-768862-2 neutron-server[84765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b2414fa-f2c0-48d2-97d9-dcd671cbe104 tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] Network 23f0a15d-6362-4cec-82c1-cacba887c566 is already hosted by enough agents. {{(pid=84874) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 07:24:37.480111 n-d-768862-2 neutron-server[84765]: DEBUG neutron.scheduler.base_scheduler [None req-9b2414fa-f2c0-48d2-97d9-dcd671cbe104 tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] Resources bound (agent type, host, resource id): {{(pid=84874) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 07:24:37.517351 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Network e859f178-aebc-4bd3-8a34-3809b04c2179 details requested by agent ovs-agent-n-d-768862-2 with host n-d-768862-2 {{(pid=84876) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 07:24:37.545193 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b2414fa-f2c0-48d2-97d9-dcd671cbe104 tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:24:37.545864 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-9b2414fa-f2c0-48d2-97d9-dcd671cbe104 tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3207107'] for subnet, before_response {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:24:37.624278 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-f2f1ef49-4190-4f2e-87fa-68ec9d33d88b tempest-NetworksIpV6Test-2047944877 tempest-NetworksIpV6Test-2047944877] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850887113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036851621412', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036852467174'] for subnet, after_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:24:37.639858 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-9b2414fa-f2c0-48d2-97d9-dcd671cbe104 tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 6.3984742 Jan 14 07:24:37.662411 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84874) accepted ('10.222.0.24', 44450) {{(pid=84874) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:24:37.663493 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b2414fa-f2c0-48d2-97d9-dcd671cbe104 tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] Pushing event updated for resources: {'Subnet': ['ID=f5ded08a-8b96-46cd-b4b3-5a00dd994d9e,revision_number=0']} {{(pid=84874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:24:37.679186 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-9b2414fa-f2c0-48d2-97d9-dcd671cbe104 tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.301s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:24:37.758977 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-cb0b1119-ee24-4f11-ad7a-c28290ebcf0a tempest-RoutersIpV6AdminTest-832003634 tempest-RoutersIpV6AdminTest-832003634] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3912484', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3889188', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-58194'] for router, precommit_update {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:24:37.810245 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-cb0b1119-ee24-4f11-ad7a-c28290ebcf0a tempest-RoutersIpV6AdminTest-832003634 tempest-RoutersIpV6AdminTest-832003634] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036850863158', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change--9223372036850863141', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3912659', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources--9223372036850886437'] for router, after_update {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:24:37.826910 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-512d3408-d49e-48d9-bbc5-5a5d30c63f79 None None] Provisioning for port 6207d429-56f6-4891-a75c-011b477cc2fe completed by entity DHCP. {{(pid=84876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 07:24:37.945301 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Provisioning for port 6207d429-56f6-4891-a75c-011b477cc2fe completed by entity L2. {{(pid=84876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 07:24:38.013351 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Provisioning complete for port 6207d429-56f6-4891-a75c-011b477cc2fe triggered by entity L2. {{(pid=84876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 07:24:38.013781 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-604227'] for port, provisioning_complete {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:24:38.194015 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-8a5e684a-a3d9-4344-8354-61c1a80e0857 tempest-RoutersNegativeIpV6Test-1464408958 tempest-RoutersNegativeIpV6Test-1464408958] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=84875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:24:38.196431 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-c7a1cdaf-9b5c-452d-8f6b-a7afb0b3c56d tempest-RoutersNegativeIpV6Test-1464408958 tempest-RoutersNegativeIpV6Test-1464408958] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:24:38.440609 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8a5e684a-a3d9-4344-8354-61c1a80e0857 tempest-RoutersNegativeIpV6Test-1464408958 tempest-RoutersNegativeIpV6Test-1464408958] Made reservation on behalf of 5822f9ff0e344e7eab0f8df2f3e8990f for: {'subnet': 1} {{(pid=84875) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 07:24:38.655587 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.v2.base [None req-b65f6296-3966-4737-b802-2c686decca69 tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] Request body: {'port': {'network_id': '23f0a15d-6362-4cec-82c1-cacba887c566', 'mac_address': 'fa:16:3e:e2:b3:e0', 'name': 'tempest-NetworksTestDHCPv6-2027501242'}} {{(pid=84874) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:24:38.680739 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-8a5e684a-a3d9-4344-8354-61c1a80e0857 tempest-RoutersNegativeIpV6Test-1464408958 tempest-RoutersNegativeIpV6Test-1464408958] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036852467157'] for subnet, before_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:24:38.708899 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90b5af9e-871c-4b44-99c1-a0690f509c8d None None] Network 23f0a15d-6362-4cec-82c1-cacba887c566 requested from n-d-768862-2 {{(pid=84876) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 07:24:38.753865 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-704e1a6d-1ab4-4823-9c05-d46dd212130b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5d94dc7a-c095-50a4-955e-5f3b78718a12-784698a4-8130-4a8f-8f3c-e0d25fc0b022', 'network_id': '784698a4-8130-4a8f-8f3c-e0d25fc0b022', 'tenant_id': '5822f9ff0e344e7eab0f8df2f3e8990f', 'fixed_ips': [{'subnet_id': '58cb3ff5-c142-439f-9cc3-05fe685a9e3c'}]}} from n-d-768862-2. {{(pid=84876) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Jan 14 07:24:38.754794 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-704e1a6d-1ab4-4823-9c05-d46dd212130b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555753'] for port, before_create {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:24:38.833058 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-9f933008-fa1e-4e3e-8006-198c9c11a06c None None] Provisioning for port b8b93ac3-7dc8-4d21-bf35-c232b2a2abd6 completed by entity DHCP. {{(pid=84876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 07:24:38.901733 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-d92e0bdb-d04d-46fd-8dfe-5a93b0b70584 tempest-ExternalNetworksTestJSON-1523440521 tempest-ExternalNetworksTestJSON-1523440521] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363259214646115'] for network, precommit_update {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:24:38.957896 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-d92e0bdb-d04d-46fd-8dfe-5a93b0b70584 tempest-ExternalNetworksTestJSON-1523440521 tempest-ExternalNetworksTestJSON-1523440521] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850887149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964'] for network, after_update {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:24:39.087010 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-4609cb79-8625-4153-8634-64b41a735aa1 tempest-BulkNetworkOpsIpV6Test-1034590256 tempest-BulkNetworkOpsIpV6Test-1034590256] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:24:39.121730 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-d92e0bdb-d04d-46fd-8dfe-5a93b0b70584 tempest-ExternalNetworksTestJSON-1523440521 tempest-ExternalNetworksTestJSON-1523440521] Network e859f178-aebc-4bd3-8a34-3809b04c2179 is not hosted by any dhcp agent {{(pid=84874) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:218}} Jan 14 07:24:39.122813 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d92e0bdb-d04d-46fd-8dfe-5a93b0b70584 tempest-ExternalNetworksTestJSON-1523440521 tempest-ExternalNetworksTestJSON-1523440521] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:24:39.123599 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-d92e0bdb-d04d-46fd-8dfe-5a93b0b70584 tempest-ExternalNetworksTestJSON-1523440521 tempest-ExternalNetworksTestJSON-1523440521] Notify callbacks [] for network, before_response {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:24:39.128333 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-d92e0bdb-d04d-46fd-8dfe-5a93b0b70584 tempest-ExternalNetworksTestJSON-1523440521 tempest-ExternalNetworksTestJSON-1523440521] 10.222.0.24 "PUT /v2.0/networks/e859f178-aebc-4bd3-8a34-3809b04c2179 HTTP/1.1" status: 200 len: 851 time: 2.8259082 Jan 14 07:24:39.133319 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84874) accepted ('10.222.0.24', 44468) {{(pid=84874) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:24:39.150299 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2f1ef49-4190-4f2e-87fa-68ec9d33d88b tempest-NetworksIpV6Test-2047944877 tempest-NetworksIpV6Test-2047944877] Checking segment: {'id': 'a0fee900-2050-4017-bb2d-2ea664980aac', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 19, 'network_id': '93850873-f845-42cd-ad42-dcd7ab7efd8f'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84875) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 14 07:24:39.150788 n-d-768862-2 neutron-server[84765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2f1ef49-4190-4f2e-87fa-68ec9d33d88b tempest-NetworksIpV6Test-2047944877 tempest-NetworksIpV6Test-2047944877] Network hostable DHCP agents. Network: 93850873-f845-42cd-ad42-dcd7ab7efd8f, hostable agents: ['32f3dd84-26da-4d18-bf15-6017a8fb7247'], hosted agents: [] {{(pid=84875) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Jan 14 07:24:39.175054 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2f1ef49-4190-4f2e-87fa-68ec9d33d88b tempest-NetworksIpV6Test-2047944877 tempest-NetworksIpV6Test-2047944877] Pushing event updated for resources: {'Subnet': ['ID=bda09f04-1803-403a-b3d3-b11373b3c727,revision_number=0']} {{(pid=84875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:24:39.198316 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-f2f1ef49-4190-4f2e-87fa-68ec9d33d88b tempest-NetworksIpV6Test-2047944877 tempest-NetworksIpV6Test-2047944877] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.002s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:24:39.233318 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555753'] for port, before_update {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:24:39.281438 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-b65f6296-3966-4737-b802-2c686decca69 tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:24:39.287354 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-b65f6296-3966-4737-b802-2c686decca69 tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] Usage tracker for resource:port and tenant:be0aa702e3ca464795a99c51e3b3b04f is out of sync, need to count used quota {{(pid=84874) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:24:39.290713 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-b65f6296-3966-4737-b802-2c686decca69 tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] Quota usage for port was recalculated. Used quota:1. {{(pid=84874) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:24:39.297137 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-b65f6296-3966-4737-b802-2c686decca69 tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=84874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:24:39.353109 n-d-768862-2 neutron-server[84765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2f1ef49-4190-4f2e-87fa-68ec9d33d88b tempest-NetworksIpV6Test-2047944877 tempest-NetworksIpV6Test-2047944877] Network 93850873-f845-42cd-ad42-dcd7ab7efd8f is scheduled to be hosted by DHCP agent 32f3dd84-26da-4d18-bf15-6017a8fb7247 with binding_index 1 {{(pid=84875) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Jan 14 07:24:39.394062 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b65f6296-3966-4737-b802-2c686decca69 tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] Made reservation on behalf of be0aa702e3ca464795a99c51e3b3b04f for: {'port': 1} {{(pid=84874) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 07:24:39.577734 n-d-768862-2 neutron-server[84765]: DEBUG neutron.scheduler.base_scheduler [None req-f2f1ef49-4190-4f2e-87fa-68ec9d33d88b tempest-NetworksIpV6Test-2047944877 tempest-NetworksIpV6Test-2047944877] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768862-2, 93850873-f845-42cd-ad42-dcd7ab7efd8f) {{(pid=84875) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 07:24:39.624605 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] For port 6207d429-56f6-4891-a75c-011b477cc2fe, host n-d-768862-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-2',level=0,port_id=6207d429-56f6-4891-a75c-011b477cc2fe,segment=NetworkSegment(5e48faf3-b44b-4e81-a6b1-6c39eb796395),segment_id=5e48faf3-b44b-4e81-a6b1-6c39eb796395)] {{(pid=84876) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 07:24:39.642987 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2f1ef49-4190-4f2e-87fa-68ec9d33d88b tempest-NetworksIpV6Test-2047944877 tempest-NetworksIpV6Test-2047944877] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:24:39.643709 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-f2f1ef49-4190-4f2e-87fa-68ec9d33d88b tempest-NetworksIpV6Test-2047944877 tempest-NetworksIpV6Test-2047944877] Notify callbacks [] for subnet, before_response {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:24:39.654263 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d92e0bdb-d04d-46fd-8dfe-5a93b0b70584 tempest-ExternalNetworksTestJSON-1523440521 tempest-ExternalNetworksTestJSON-1523440521] Pushing event updated for resources: {'Network': ['ID=e859f178-aebc-4bd3-8a34-3809b04c2179,revision_number=2']} {{(pid=84874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:24:39.667929 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-d92e0bdb-d04d-46fd-8dfe-5a93b0b70584 tempest-ExternalNetworksTestJSON-1523440521 tempest-ExternalNetworksTestJSON-1523440521] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.581s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:24:39.730478 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777640533312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363259214678337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777640097497'] for port, after_update {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:24:39.746937 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-cc4c0a35-37bc-4d87-885d-e7593f37a6af None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84876) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:24:39.768652 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-50b1af47-969a-4812-99c8-dd9d424e983b tempest-ExternalNetworksTestJSON-1523440521 tempest-ExternalNetworksTestJSON-1523440521] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036854160497'] for network, before_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:24:39.775581 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-f2f1ef49-4190-4f2e-87fa-68ec9d33d88b tempest-NetworksIpV6Test-2047944877 tempest-NetworksIpV6Test-2047944877] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 6.3089750 Jan 14 07:24:39.818126 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84875) accepted ('10.222.0.24', 44478) {{(pid=84875) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:24:39.850344 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46a94943-b11a-47c3-a1a2-453b0384edaa None None] Network 93850873-f845-42cd-ad42-dcd7ab7efd8f requested from n-d-768862-2 {{(pid=84876) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 07:24:39.869053 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.v2.base [None req-d107e5e0-f8c8-4c6f-a5d6-f7d6ad6b9660 tempest-NetworksIpV6Test-2047944877 tempest-NetworksIpV6Test-2047944877] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1472654950'}} {{(pid=84875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:24:39.880735 n-d-768862-2 neutron-server[84765]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cb0b1119-ee24-4f11-ad7a-c28290ebcf0a tempest-RoutersIpV6AdminTest-832003634 tempest-RoutersIpV6AdminTest-832003634] Router 06dfaf22-0349-4696-8bc1-b9b936ed986a is scheduled to L3 agent 35f592e9-451b-4db9-abea-77b6a5c5391b with binding_index 1 {{(pid=84874) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}} Jan 14 07:24:39.882993 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-d107e5e0-f8c8-4c6f-a5d6-f7d6ad6b9660 tempest-NetworksIpV6Test-2047944877 tempest-NetworksIpV6Test-2047944877] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:24:39.888807 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-d107e5e0-f8c8-4c6f-a5d6-f7d6ad6b9660 tempest-NetworksIpV6Test-2047944877 tempest-NetworksIpV6Test-2047944877] Usage tracker for resource:network and tenant:130ee88fc4054d968ce76b7b9727c055 is out of sync, need to count used quota {{(pid=84875) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:24:39.892095 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-d107e5e0-f8c8-4c6f-a5d6-f7d6ad6b9660 tempest-NetworksIpV6Test-2047944877 tempest-NetworksIpV6Test-2047944877] Quota usage for network was recalculated. Used quota:2. {{(pid=84875) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:24:39.911795 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-d107e5e0-f8c8-4c6f-a5d6-f7d6ad6b9660 tempest-NetworksIpV6Test-2047944877 tempest-NetworksIpV6Test-2047944877] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=84875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:24:39.942641 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-05206860-a031-42a2-9390-6f2c200e9fbd tempest-RoutersIpV6Test-883692175 tempest-RoutersIpV6Test-883692175] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3889632'] for router_interface, before_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:24:40.053172 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d107e5e0-f8c8-4c6f-a5d6-f7d6ad6b9660 tempest-NetworksIpV6Test-2047944877 tempest-NetworksIpV6Test-2047944877] Made reservation on behalf of 130ee88fc4054d968ce76b7b9727c055 for: {'network': 1} {{(pid=84875) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 07:24:40.064782 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-d107e5e0-f8c8-4c6f-a5d6-f7d6ad6b9660 tempest-NetworksIpV6Test-2047944877 tempest-NetworksIpV6Test-2047944877] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555753'] for network, before_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:24:40.138369 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Device b8b93ac3-7dc8-4d21-bf35-c232b2a2abd6 up at agent ovs-agent-n-d-768862-2 {{(pid=84876) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 07:24:40.170545 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d107e5e0-f8c8-4c6f-a5d6-f7d6ad6b9660 tempest-NetworksIpV6Test-2047944877 tempest-NetworksIpV6Test-2047944877] vxlan segment allocate from pool success with {'vxlan_vni': 18} {{(pid=84875) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Jan 14 07:24:40.188086 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-d107e5e0-f8c8-4c6f-a5d6-f7d6ad6b9660 tempest-NetworksIpV6Test-2047944877 tempest-NetworksIpV6Test-2047944877] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment--9223363259214191851', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854179735'] for segment, precommit_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:24:40.189355 n-d-768862-2 neutron-server[84765]: INFO neutron.db.segments_db [None req-d107e5e0-f8c8-4c6f-a5d6-f7d6ad6b9660 tempest-NetworksIpV6Test-2047944877 tempest-NetworksIpV6Test-2047944877] Added segment 0d68100e-80cf-4ef2-824d-abc150e385cd of type vxlan for network d9c56f59-83ac-40ec-b2f4-5f4a987db5e5 Jan 14 07:24:40.199482 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-b65f6296-3966-4737-b802-2c686decca69 tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555753'] for port, before_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:24:40.222724 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-d107e5e0-f8c8-4c6f-a5d6-f7d6ad6b9660 tempest-NetworksIpV6Test-2047944877 tempest-NetworksIpV6Test-2047944877] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363259214646115'] for network, precommit_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:24:40.339320 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-f9faf44f-5c3e-4ec0-b3fc-de3ab072fcca None None] Provisioning complete for port 6207d429-56f6-4891-a75c-011b477cc2fe triggered by entity DHCP. {{(pid=84876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 07:24:40.340095 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-f9faf44f-5c3e-4ec0-b3fc-de3ab072fcca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-604227'] for port, provisioning_complete {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:24:40.382357 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-d107e5e0-f8c8-4c6f-a5d6-f7d6ad6b9660 tempest-NetworksIpV6Test-2047944877 tempest-NetworksIpV6Test-2047944877] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850887149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964'] for network, after_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:24:40.428623 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d107e5e0-f8c8-4c6f-a5d6-f7d6ad6b9660 tempest-NetworksIpV6Test-2047944877 tempest-NetworksIpV6Test-2047944877] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:24:40.434251 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-d107e5e0-f8c8-4c6f-a5d6-f7d6ad6b9660 tempest-NetworksIpV6Test-2047944877 tempest-NetworksIpV6Test-2047944877] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3207107'] for network, before_response {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:24:40.519959 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-d48d3e5a-911b-4303-b50a-2cb527d86ae0 tempest-NetworksIpV6Test-2047944877 tempest-NetworksIpV6Test-2047944877] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:24:40.628550 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Pushing event updated for resources: {'Port': ['ID=6207d429-56f6-4891-a75c-011b477cc2fe,revision_number=3']} {{(pid=84876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:24:40.647238 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.900s {{(pid=84876) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:24:40.700435 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.db_base_plugin_common [None req-704e1a6d-1ab4-4823-9c05-d46dd212130b None None] Allocated IP 2001:db8::2 (784698a4-8130-4a8f-8f3c-e0d25fc0b022/58cb3ff5-c142-439f-9cc3-05fe685a9e3c/4cd6a39c-30f2-4ede-9412-bfdca8f9bdae) {{(pid=84876) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 14 07:24:40.719742 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e24119ab-188e-4f26-a0f9-3995f35cd829 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5d94dc7a-c095-50a4-955e-5f3b78718a12-93850873-f845-42cd-ad42-dcd7ab7efd8f', 'network_id': '93850873-f845-42cd-ad42-dcd7ab7efd8f', 'tenant_id': '130ee88fc4054d968ce76b7b9727c055', 'fixed_ips': [{'subnet_id': 'bda09f04-1803-403a-b3d3-b11373b3c727'}]}} from n-d-768862-2. {{(pid=84876) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Jan 14 07:24:40.720738 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-e24119ab-188e-4f26-a0f9-3995f35cd829 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555753'] for port, before_create {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:24:40.765208 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Provisioning for port b8b93ac3-7dc8-4d21-bf35-c232b2a2abd6 completed by entity L2. {{(pid=84876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 07:24:40.789372 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Provisioning complete for port b8b93ac3-7dc8-4d21-bf35-c232b2a2abd6 triggered by entity L2. {{(pid=84876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 07:24:40.789804 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-604227'] for port, provisioning_complete {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:24:40.869248 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-50b1af47-969a-4812-99c8-dd9d424e983b tempest-ExternalNetworksTestJSON-1523440521 tempest-ExternalNetworksTestJSON-1523440521] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-598987', 'neutron.services.segments.db._delete_segments_for_network-8777640583949'] for network, precommit_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:24:41.001176 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-9ba56d25-d1a3-4d71-9358-8ecfaa9d232e None None] Provisioning complete for port 6207d429-56f6-4891-a75c-011b477cc2fe triggered by entity DHCP. {{(pid=84876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 07:24:41.002004 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-9ba56d25-d1a3-4d71-9358-8ecfaa9d232e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-604227'] for port, provisioning_complete {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:24:41.060013 n-d-768862-2 neutron-server[84765]: DEBUG neutron.services.segments.db [None req-50b1af47-969a-4812-99c8-dd9d424e983b tempest-ExternalNetworksTestJSON-1523440521 tempest-ExternalNetworksTestJSON-1523440521] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e859f178-aebc-4bd3-8a34-3809b04c2179']}} {{(pid=84874) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:24:41.081345 n-d-768862-2 neutron-server[84765]: DEBUG neutron.services.segments.db [None req-50b1af47-969a-4812-99c8-dd9d424e983b tempest-ExternalNetworksTestJSON-1523440521 tempest-ExternalNetworksTestJSON-1523440521] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '18ab9a01-6a51-4f94-b4c9-9466cc616354') {'for_net_delete': True} {{(pid=84874) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:24:41.081682 n-d-768862-2 neutron-server[84765]: DEBUG neutron.services.segments.db [None req-50b1af47-969a-4812-99c8-dd9d424e983b tempest-ExternalNetworksTestJSON-1523440521 tempest-ExternalNetworksTestJSON-1523440521] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '18ab9a01-6a51-4f94-b4c9-9466cc616354') {} {{(pid=84874) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:24:41.100283 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-50b1af47-969a-4812-99c8-dd9d424e983b tempest-ExternalNetworksTestJSON-1523440521 tempest-ExternalNetworksTestJSON-1523440521] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363259214173198', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2968632'] for segment, before_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:24:41.122995 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-50b1af47-969a-4812-99c8-dd9d424e983b tempest-ExternalNetworksTestJSON-1523440521 tempest-ExternalNetworksTestJSON-1523440521] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854179735'] for segment, precommit_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:24:41.125324 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-50b1af47-969a-4812-99c8-dd9d424e983b tempest-ExternalNetworksTestJSON-1523440521 tempest-ExternalNetworksTestJSON-1523440521] Releasing vxlan tunnel 22 to pool {{(pid=84874) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Jan 14 07:24:41.134870 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d107e5e0-f8c8-4c6f-a5d6-f7d6ad6b9660 tempest-NetworksIpV6Test-2047944877 tempest-NetworksIpV6Test-2047944877] Pushing event updated for resources: {'Network': ['ID=d9c56f59-83ac-40ec-b2f4-5f4a987db5e5,revision_number=1']} {{(pid=84875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:24:41.140259 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-d107e5e0-f8c8-4c6f-a5d6-f7d6ad6b9660 tempest-NetworksIpV6Test-2047944877 tempest-NetworksIpV6Test-2047944877] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.624s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:24:41.142392 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-d107e5e0-f8c8-4c6f-a5d6-f7d6ad6b9660 tempest-NetworksIpV6Test-2047944877 tempest-NetworksIpV6Test-2047944877] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 1.2808416 Jan 14 07:24:41.154679 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84875) accepted ('10.222.0.24', 44492) {{(pid=84875) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:24:41.214308 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.v2.base [None req-f43801b1-fd9d-4802-969e-7bcd4c292756 tempest-NetworksIpV6Test-2047944877 tempest-NetworksIpV6Test-2047944877] Request body: {'subnet': {'network_id': 'd9c56f59-83ac-40ec-b2f4-5f4a987db5e5', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=84875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:24:41.400426 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.managers [None req-50b1af47-969a-4812-99c8-dd9d424e983b tempest-ExternalNetworksTestJSON-1523440521 tempest-ExternalNetworksTestJSON-1523440521] Network e859f178-aebc-4bd3-8a34-3809b04c2179 has no segments {{(pid=84874) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 14 07:24:41.415768 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-50b1af47-969a-4812-99c8-dd9d424e983b tempest-ExternalNetworksTestJSON-1523440521 tempest-ExternalNetworksTestJSON-1523440521] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-596065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036851521571'] for segment, after_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:24:41.456335 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-8a5e684a-a3d9-4344-8354-61c1a80e0857 tempest-RoutersNegativeIpV6Test-1464408958 tempest-RoutersNegativeIpV6Test-1464408958] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850887113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036851621412', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036852467174'] for subnet, after_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:24:41.747557 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.managers [None req-50b1af47-969a-4812-99c8-dd9d424e983b tempest-ExternalNetworksTestJSON-1523440521 tempest-ExternalNetworksTestJSON-1523440521] Network e859f178-aebc-4bd3-8a34-3809b04c2179 has no segments {{(pid=84874) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 14 07:24:41.831404 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-f43801b1-fd9d-4802-969e-7bcd4c292756 tempest-NetworksIpV6Test-2047944877 tempest-NetworksIpV6Test-2047944877] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:24:41.853344 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-2cdf65c4-2cda-483a-a431-b3b5a118341e tempest-AllowedAddressPairIpV6TestJSON-498488695 tempest-AllowedAddressPairIpV6TestJSON-498488695] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:24:41.906600 n-d-768862-2 neutron-server[84765]: Traceback (most recent call last): Jan 14 07:24:41.906600 n-d-768862-2 neutron-server[84765]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 14 07:24:41.906600 n-d-768862-2 neutron-server[84765]: timer() Jan 14 07:24:41.906600 n-d-768862-2 neutron-server[84765]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 14 07:24:41.906600 n-d-768862-2 neutron-server[84765]: cb(*args, **kw) Jan 14 07:24:41.906600 n-d-768862-2 neutron-server[84765]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Jan 14 07:24:41.906600 n-d-768862-2 neutron-server[84765]: return func(*args, **kwargs) Jan 14 07:24:41.906600 n-d-768862-2 neutron-server[84765]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 14 07:24:41.906600 n-d-768862-2 neutron-server[84765]: self._notify() Jan 14 07:24:41.906600 n-d-768862-2 neutron-server[84765]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 14 07:24:41.906600 n-d-768862-2 neutron-server[84765]: self.callback(batched_events) Jan 14 07:24:41.906600 n-d-768862-2 neutron-server[84765]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 14 07:24:41.906600 n-d-768862-2 neutron-server[84765]: event.method(event) Jan 14 07:24:41.906600 n-d-768862-2 neutron-server[84765]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 14 07:24:41.906600 n-d-768862-2 neutron-server[84765]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 14 07:24:41.906600 n-d-768862-2 neutron-server[84765]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Jan 14 07:24:41.906600 n-d-768862-2 neutron-server[84765]: segment_id)['aggregates'][0] Jan 14 07:24:41.906600 n-d-768862-2 neutron-server[84765]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 14 07:24:41.906600 n-d-768862-2 neutron-server[84765]: return f(self, *a, **k) Jan 14 07:24:41.906600 n-d-768862-2 neutron-server[84765]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 14 07:24:41.906600 n-d-768862-2 neutron-server[84765]: return self._get(url).json() Jan 14 07:24:41.906600 n-d-768862-2 neutron-server[84765]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 14 07:24:41.906600 n-d-768862-2 neutron-server[84765]: **kwargs) Jan 14 07:24:41.906600 n-d-768862-2 neutron-server[84765]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 14 07:24:41.906600 n-d-768862-2 neutron-server[84765]: return self.request(url, 'GET', **kwargs) Jan 14 07:24:41.906600 n-d-768862-2 neutron-server[84765]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Jan 14 07:24:41.906600 n-d-768862-2 neutron-server[84765]: **endpoint_filter) Jan 14 07:24:41.906600 n-d-768862-2 neutron-server[84765]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 14 07:24:41.906600 n-d-768862-2 neutron-server[84765]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 14 07:24:41.906600 n-d-768862-2 neutron-server[84765]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 14 07:24:41.906600 n-d-768862-2 neutron-server[84765]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 14 07:24:41.906600 n-d-768862-2 neutron-server[84765]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 14 07:24:41.938259 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-50b1af47-969a-4812-99c8-dd9d424e983b tempest-ExternalNetworksTestJSON-1523440521 tempest-ExternalNetworksTestJSON-1523440521] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036854176830', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850887149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3912591'] for network, after_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:24:41.952685 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cb0b1119-ee24-4f11-ad7a-c28290ebcf0a tempest-RoutersIpV6AdminTest-832003634 tempest-RoutersIpV6AdminTest-832003634] Notify agent at l3_agent.n-d-768862-2 the message routers_updated {{(pid=84874) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jan 14 07:24:41.956389 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.db_base_plugin_common [None req-e24119ab-188e-4f26-a0f9-3995f35cd829 None None] Allocated IP 2001:db8::3 (93850873-f845-42cd-ad42-dcd7ab7efd8f/bda09f04-1803-403a-b3d3-b11373b3c727/f24d1936-6dad-4b80-970a-131390c6a2e4) {{(pid=84876) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 14 07:24:41.966262 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-f16afcc3-35ab-4c35-8693-960c5fafb89e tempest-BulkNetworkOpsIpV6Test-1034590256 tempest-BulkNetworkOpsIpV6Test-1034590256] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:24:41.980234 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a5e684a-a3d9-4344-8354-61c1a80e0857 tempest-RoutersNegativeIpV6Test-1464408958 tempest-RoutersNegativeIpV6Test-1464408958] Pushing event updated for resources: {'Subnet': ['ID=7ff7dcca-53fd-490e-8961-d878edce9288,revision_number=0']} {{(pid=84875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:24:41.984447 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-8a5e684a-a3d9-4344-8354-61c1a80e0857 tempest-RoutersNegativeIpV6Test-1464408958 tempest-RoutersNegativeIpV6Test-1464408958] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:24:41.993324 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-f43801b1-fd9d-4802-969e-7bcd4c292756 tempest-NetworksIpV6Test-2047944877 tempest-NetworksIpV6Test-2047944877] Usage tracker for resource:subnet and tenant:130ee88fc4054d968ce76b7b9727c055 is out of sync, need to count used quota {{(pid=84875) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:24:41.999310 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-f43801b1-fd9d-4802-969e-7bcd4c292756 tempest-NetworksIpV6Test-2047944877 tempest-NetworksIpV6Test-2047944877] Quota usage for subnet was recalculated. Used quota:2. {{(pid=84875) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:24:42.010346 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-50b1af47-969a-4812-99c8-dd9d424e983b tempest-ExternalNetworksTestJSON-1523440521 tempest-ExternalNetworksTestJSON-1523440521] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network e859f178-aebc-4bd3-8a34-3809b04c2179 {{(pid=84874) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:124}} Jan 14 07:24:42.012981 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50b1af47-969a-4812-99c8-dd9d424e983b tempest-ExternalNetworksTestJSON-1523440521 tempest-ExternalNetworksTestJSON-1523440521] Pushing event deleted for resources: {'Network': ['ID=e859f178-aebc-4bd3-8a34-3809b04c2179,revision_number=None']} {{(pid=84874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:24:42.017607 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-50b1af47-969a-4812-99c8-dd9d424e983b tempest-ExternalNetworksTestJSON-1523440521 tempest-ExternalNetworksTestJSON-1523440521] Notify callbacks [] for network, before_response {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:24:42.042037 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-50b1af47-969a-4812-99c8-dd9d424e983b tempest-ExternalNetworksTestJSON-1523440521 tempest-ExternalNetworksTestJSON-1523440521] 10.222.0.24 "DELETE /v2.0/networks/e859f178-aebc-4bd3-8a34-3809b04c2179 HTTP/1.1" status: 204 len: 168 time: 2.9015872 Jan 14 07:24:42.042808 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84874) accepted ('10.222.0.24', 44498) {{(pid=84874) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:24:42.044405 n-d-768862-2 neutron-server[84765]: DEBUG neutron.notifiers.nova [None req-b65f6296-3966-4737-b802-2c686decca69 tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] device_id is not set on port b0023fda-86c4-4c0c-b506-681c4f26204c yet. {{(pid=84874) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}} Jan 14 07:24:42.097713 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-f43801b1-fd9d-4802-969e-7bcd4c292756 tempest-NetworksIpV6Test-2047944877 tempest-NetworksIpV6Test-2047944877] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=84875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:24:42.395711 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-e24119ab-188e-4f26-a0f9-3995f35cd829 None None] Notify callbacks [] for port, precommit_create {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:24:42.445151 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-e24119ab-188e-4f26-a0f9-3995f35cd829 None None] Transition to ACTIVE for port object f24d1936-6dad-4b80-970a-131390c6a2e4 will not be triggered until provisioned by entity L2. {{(pid=84876) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 07:24:42.487231 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.db_base_plugin_common [None req-b65f6296-3966-4737-b802-2c686decca69 tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] Allocated IP 172.20.0.13 (23f0a15d-6362-4cec-82c1-cacba887c566/67b084bc-c571-4d46-8c9e-a91dcf628538/b0023fda-86c4-4c0c-b506-681c4f26204c) {{(pid=84874) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 14 07:24:42.496069 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-e24119ab-188e-4f26-a0f9-3995f35cd829 None None] Transition to ACTIVE for port object f24d1936-6dad-4b80-970a-131390c6a2e4 will not be triggered until provisioned by entity DHCP. {{(pid=84876) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 07:24:42.508895 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.db_base_plugin_common [None req-b65f6296-3966-4737-b802-2c686decca69 tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] Allocated IP 2001:db8::f816:3eff:fee2:b3e0 (23f0a15d-6362-4cec-82c1-cacba887c566/f5ded08a-8b96-46cd-b4b3-5a00dd994d9e/b0023fda-86c4-4c0c-b506-681c4f26204c) {{(pid=84874) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 14 07:24:42.550515 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a5e684a-a3d9-4344-8354-61c1a80e0857 tempest-RoutersNegativeIpV6Test-1464408958 tempest-RoutersNegativeIpV6Test-1464408958] Checking segment: {'id': '078f9937-1f53-4331-a99f-aed91fa530e4', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 26, 'network_id': '8d912d0b-9fc0-4ee7-85d3-e7ba16412513'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84875) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 14 07:24:42.551095 n-d-768862-2 neutron-server[84765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a5e684a-a3d9-4344-8354-61c1a80e0857 tempest-RoutersNegativeIpV6Test-1464408958 tempest-RoutersNegativeIpV6Test-1464408958] Network hostable DHCP agents. Network: 8d912d0b-9fc0-4ee7-85d3-e7ba16412513, hostable agents: ['32f3dd84-26da-4d18-bf15-6017a8fb7247'], hosted agents: [] {{(pid=84875) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Jan 14 07:24:42.579800 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555753'] for port, before_update {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:24:42.614575 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f43801b1-fd9d-4802-969e-7bcd4c292756 tempest-NetworksIpV6Test-2047944877 tempest-NetworksIpV6Test-2047944877] Made reservation on behalf of 130ee88fc4054d968ce76b7b9727c055 for: {'subnet': 1} {{(pid=84875) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 07:24:42.620685 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-852a24f7-e9a1-4193-9abb-e9506fe5213f None None] Network d9c56f59-83ac-40ec-b2f4-5f4a987db5e5 details requested by agent ovs-agent-n-h2-768862-2 with host n-h2-768862-2 {{(pid=84876) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 07:24:42.825094 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-017f98a9-8a07-408c-a86f-8ff0c00400a0 None None] Network d9c56f59-83ac-40ec-b2f4-5f4a987db5e5 details requested by agent ovs-agent-n-h1-768862-2 with host n-h1-768862-2 {{(pid=84876) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 07:24:42.928941 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-f43801b1-fd9d-4802-969e-7bcd4c292756 tempest-NetworksIpV6Test-2047944877 tempest-NetworksIpV6Test-2047944877] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036852467157'] for subnet, before_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:24:42.939763 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Network d9c56f59-83ac-40ec-b2f4-5f4a987db5e5 details requested by agent ovs-agent-n-d-768862-2 with host n-d-768862-2 {{(pid=84876) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 07:24:42.949307 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-b65f6296-3966-4737-b802-2c686decca69 tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] Notify callbacks [] for port, precommit_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:24:42.986550 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-b65f6296-3966-4737-b802-2c686decca69 tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] Transition to ACTIVE for port object b0023fda-86c4-4c0c-b506-681c4f26204c will not be triggered until provisioned by entity DHCP. {{(pid=84874) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 07:24:42.991760 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] For port b8b93ac3-7dc8-4d21-bf35-c232b2a2abd6, host n-d-768862-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-2',level=0,port_id=b8b93ac3-7dc8-4d21-bf35-c232b2a2abd6,segment=NetworkSegment(56f1c7cf-f3a3-41d2-9677-68978131444f),segment_id=56f1c7cf-f3a3-41d2-9677-68978131444f)] {{(pid=84876) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 07:24:42.999340 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94c87d6c-0644-4bfd-9f32-ac5ecb4b7cb6 None None] Sync routers for ids ['06dfaf22-0349-4696-8bc1-b9b936ed986a'] in n-d-768862-2 {{(pid=84876) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Jan 14 07:24:43.006794 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-e24119ab-188e-4f26-a0f9-3995f35cd829 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777640123575'] for port, after_create {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:24:43.025408 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-50b1af47-969a-4812-99c8-dd9d424e983b tempest-ExternalNetworksTestJSON-1523440521 tempest-ExternalNetworksTestJSON-1523440521] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.059s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:24:43.067818 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-b65f6296-3966-4737-b802-2c686decca69 tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777640123575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3254186'] for port, after_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:24:43.089840 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-1626c298-e077-4028-8d7b-c5dc29dfb346 tempest-PortsAdminExtendedAttrsIpV6TestJSON-54502629 tempest-PortsAdminExtendedAttrsIpV6TestJSON-54502629] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:24:43.153140 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.ipam_backend_mixin [None req-f43801b1-fd9d-4802-969e-7bcd4c292756 tempest-NetworksIpV6Test-2047944877 tempest-NetworksIpV6Test-2047944877] Performing IP validity checks on allocation pools {{(pid=84875) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:316}} Jan 14 07:24:43.153847 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.ipam_backend_mixin [None req-f43801b1-fd9d-4802-969e-7bcd4c292756 tempest-NetworksIpV6Test-2047944877 tempest-NetworksIpV6Test-2047944877] Checking for overlaps among allocation pools and gateway ip {{(pid=84875) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:337}} Jan 14 07:24:43.155288 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84876) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:24:43.352690 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e24119ab-188e-4f26-a0f9-3995f35cd829 None None] Pushing event updated for resources: {'Port': ['ID=f24d1936-6dad-4b80-970a-131390c6a2e4,revision_number=1']} {{(pid=84876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:24:43.357296 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777640533312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363259214678337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777640097497'] for port, after_update {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:24:43.389746 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-e24119ab-188e-4f26-a0f9-3995f35cd829 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.234s {{(pid=84876) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:24:43.390420 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-e24119ab-188e-4f26-a0f9-3995f35cd829 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84876) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:24:43.434143 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-017f98a9-8a07-408c-a86f-8ff0c00400a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363259214191800', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854171626'] for agent, after_update {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:24:43.474906 n-d-768862-2 neutron-server[84765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a5e684a-a3d9-4344-8354-61c1a80e0857 tempest-RoutersNegativeIpV6Test-1464408958 tempest-RoutersNegativeIpV6Test-1464408958] Network 8d912d0b-9fc0-4ee7-85d3-e7ba16412513 is scheduled to be hosted by DHCP agent 32f3dd84-26da-4d18-bf15-6017a8fb7247 with binding_index 1 {{(pid=84875) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Jan 14 07:24:43.508351 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94c87d6c-0644-4bfd-9f32-ac5ecb4b7cb6 None None] Routers {'06dfaf22-0349-4696-8bc1-b9b936ed986a'} bound to L3 agent in host n-d-768862-2 {{(pid=84876) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 14 07:24:43.513700 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_hamode_db [None req-94c87d6c-0644-4bfd-9f32-ac5ecb4b7cb6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2021-01-14T06:56:51Z,description=,heartbeat_timestamp=2021-01-14T07:24:22Z,host='n-d-768862-2',id=35f592e9-451b-4db9-abea-77b6a5c5391b,load=0,resource_versions=,resources_synced=,started_at=2021-01-14T06:56:51Z,topic='l3_agent')) {'router_ids': ['06dfaf22-0349-4696-8bc1-b9b936ed986a'], 'active': True} {{(pid=84876) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:24:43.559291 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.plugin [None req-05206860-a031-42a2-9390-6f2c200e9fbd tempest-RoutersIpV6Test-883692175 tempest-RoutersIpV6Test-883692175] Deleting port 5d4c80f7-fa86-4260-9c85-c0e3fe21da09 {{(pid=84875) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 07:24:43.559999 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-05206860-a031-42a2-9390-6f2c200e9fbd tempest-RoutersIpV6Test-883692175 tempest-RoutersIpV6Test-883692175] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363259214248359'] for port, before_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:24:43.596400 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Device 6207d429-56f6-4891-a75c-011b477cc2fe up at agent ovs-agent-n-d-768862-2 {{(pid=84876) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 07:24:43.704692 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-852a24f7-e9a1-4193-9abb-e9506fe5213f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363259214191800', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854171626'] for agent, after_update {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:24:43.729755 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_hamode_db [None req-94c87d6c-0644-4bfd-9f32-ac5ecb4b7cb6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768862-2', False) {} {{(pid=84876) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:24:43.798101 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94c87d6c-0644-4bfd-9f32-ac5ecb4b7cb6 None None] Routers {'06dfaf22-0349-4696-8bc1-b9b936ed986a'} bound to L3 agent in host n-d-768862-2 {{(pid=84876) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 14 07:24:43.802552 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_hamode_db [None req-94c87d6c-0644-4bfd-9f32-ac5ecb4b7cb6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2021-01-14T06:56:51Z,description=,heartbeat_timestamp=2021-01-14T07:24:22Z,host='n-d-768862-2',id=35f592e9-451b-4db9-abea-77b6a5c5391b,load=0,resource_versions=,resources_synced=,started_at=2021-01-14T06:56:51Z,topic='l3_agent')) {'router_ids': ['06dfaf22-0349-4696-8bc1-b9b936ed986a'], 'active': True} {{(pid=84876) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:24:43.811109 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b65f6296-3966-4737-b802-2c686decca69 tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] Pushing event updated for resources: {'Port': ['ID=b0023fda-86c4-4c0c-b506-681c4f26204c,revision_number=1']} {{(pid=84874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:24:43.815524 n-d-768862-2 neutron-server[84765]: INFO neutron.pecan_wsgi.hooks.translation [None req-27ec2bf2-be7c-4f87-8114-d775910e8a16 tempest-ExternalNetworksTestJSON-1189716114 tempest-ExternalNetworksTestJSON-1189716114] DELETE failed (client error): The resource could not be found. Jan 14 07:24:43.816085 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-27ec2bf2-be7c-4f87-8114-d775910e8a16 tempest-ExternalNetworksTestJSON-1189716114 tempest-ExternalNetworksTestJSON-1189716114] No notification will be sent due to unsuccessful status code: 404 {{(pid=84874) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Jan 14 07:24:43.821931 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-27ec2bf2-be7c-4f87-8114-d775910e8a16 tempest-ExternalNetworksTestJSON-1189716114 tempest-ExternalNetworksTestJSON-1189716114] 10.222.0.24 "DELETE /v2.0/subnets/7a96d375-376e-407e-813c-8405bd0c2649 HTTP/1.1" status: 404 len: 337 time: 0.7941737 Jan 14 07:24:43.824726 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-cb0b1119-ee24-4f11-ad7a-c28290ebcf0a tempest-RoutersIpV6AdminTest-832003634 tempest-RoutersIpV6AdminTest-832003634] Notify callbacks [] for router, before_response {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:24:43.826179 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-cb0b1119-ee24-4f11-ad7a-c28290ebcf0a tempest-RoutersIpV6AdminTest-832003634 tempest-RoutersIpV6AdminTest-832003634] 10.222.0.24 "PUT /v2.0/routers/06dfaf22-0349-4696-8bc1-b9b936ed986a HTTP/1.1" status: 200 len: 919 time: 17.1618912 Jan 14 07:24:43.827172 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84874) accepted ('10.222.0.24', 44512) {{(pid=84874) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:24:43.828241 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-b65f6296-3966-4737-b802-2c686decca69 tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.738s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:24:43.837108 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [None req-05206860-a031-42a2-9390-6f2c200e9fbd tempest-RoutersIpV6Test-883692175 tempest-RoutersIpV6Test-883692175] For port 5d4c80f7-fa86-4260-9c85-c0e3fe21da09, host n-d-768862-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-2',level=0,port_id=5d4c80f7-fa86-4260-9c85-c0e3fe21da09,segment=NetworkSegment(fc48cc44-a810-4f26-b8fd-eea29b421c2b),segment_id=fc48cc44-a810-4f26-b8fd-eea29b421c2b)] {{(pid=84875) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 07:24:43.837511 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-05206860-a031-42a2-9390-6f2c200e9fbd tempest-RoutersIpV6Test-883692175 tempest-RoutersIpV6Test-883692175] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036850862667'] for port, precommit_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:24:43.920440 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84874) accepted ('10.222.0.24', 44514) {{(pid=84874) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:24:43.992479 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.plugin [None req-05206860-a031-42a2-9390-6f2c200e9fbd tempest-RoutersIpV6Test-883692175 tempest-RoutersIpV6Test-883692175] Calling delete_port for 5d4c80f7-fa86-4260-9c85-c0e3fe21da09 owned by network:router_interface {{(pid=84875) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 07:24:44.031348 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-704e1a6d-1ab4-4823-9c05-d46dd212130b None None] Notify callbacks [] for port, precommit_create {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:24:44.043954 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-704e1a6d-1ab4-4823-9c05-d46dd212130b None None] Transition to ACTIVE for port object 4cd6a39c-30f2-4ede-9412-bfdca8f9bdae will not be triggered until provisioned by entity L2. {{(pid=84876) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 07:24:44.063128 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-704e1a6d-1ab4-4823-9c05-d46dd212130b None None] Transition to ACTIVE for port object 4cd6a39c-30f2-4ede-9412-bfdca8f9bdae will not be triggered until provisioned by entity DHCP. {{(pid=84876) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 07:24:44.107814 n-d-768862-2 neutron-server[84765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e24119ab-188e-4f26-a0f9-3995f35cd829 None None] Network 93850873-f845-42cd-ad42-dcd7ab7efd8f is already hosted by enough agents. {{(pid=84876) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 07:24:44.109625 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-704e1a6d-1ab4-4823-9c05-d46dd212130b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777640123575'] for port, after_create {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:24:44.122255 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network":"rule:regular_user" was deprecated in W in favor of "create_network":"role:member and project_id:%(project_id)s". Reason: Jan 14 07:24:44.122255 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:24:44.122255 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:24:44.122255 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:24:44.122255 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:shared":"rule:admin_only" was deprecated in W in favor of "create_network:shared":"role:admin and system_scope:all". Reason: Jan 14 07:24:44.122255 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:24:44.122255 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:24:44.122255 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:24:44.122255 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:router:external":"rule:admin_only" was deprecated in W in favor of "create_network:router:external":"role:admin and system_scope:all". Reason: Jan 14 07:24:44.122255 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:24:44.122255 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:24:44.122255 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:24:44.122255 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:is_default":"rule:admin_only" was deprecated in W in favor of "create_network:is_default":"role:admin and system_scope:all". Reason: Jan 14 07:24:44.122255 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:24:44.122255 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:24:44.122255 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:24:44.122255 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:port_security_enabled":"rule:regular_user" was deprecated in W in favor of "create_network:port_security_enabled":"role:member and project_id:%(project_id)s". Reason: Jan 14 07:24:44.122255 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:24:44.122255 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:24:44.122255 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:24:44.122255 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:segments":"rule:admin_only" was deprecated in W in favor of "create_network:segments":"role:admin and system_scope:all". Reason: Jan 14 07:24:44.122255 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:24:44.122255 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:24:44.122255 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:24:44.122255 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "create_network:provider:network_type":"role:admin and system_scope:all". Reason: Jan 14 07:24:44.122255 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:24:44.122255 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:24:44.122255 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:24:44.122255 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "create_network:provider:physical_network":"role:admin and system_scope:all". Reason: Jan 14 07:24:44.122255 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:24:44.122255 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:24:44.122255 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:24:44.122255 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "create_network:provider:segmentation_id":"role:admin and system_scope:all". Reason: Jan 14 07:24:44.122255 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:24:44.122255 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:24:44.122255 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:24:44.122255 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network":"rule:admin_or_owner or rule:shared or rule:external or rule:context_is_advsvc" was deprecated in W in favor of "get_network":"(role:reader and system_scope:all) or (role:reader and project_id:%(project_id)s) or rule:shared or rule:external or rule:context_is_advsvc". Reason: Jan 14 07:24:44.122255 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:24:44.122255 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:24:44.122255 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:24:44.122255 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:router:external":"rule:regular_user" was deprecated in W in favor of "get_network:router:external":"role:reader and project_id:%(project_id)s". Reason: Jan 14 07:24:44.122255 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:24:44.122255 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:24:44.122255 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:24:44.122255 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:segments":"rule:admin_only" was deprecated in W in favor of "get_network:segments":"role:reader and system_scope:all". Reason: Jan 14 07:24:44.122255 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:24:44.122255 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:24:44.122255 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:24:44.122255 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "get_network:provider:network_type":"role:reader and system_scope:all". Reason: Jan 14 07:24:44.122255 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:24:44.122255 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:24:44.122255 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:24:44.122255 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "get_network:provider:physical_network":"role:reader and system_scope:all". Reason: Jan 14 07:24:44.122255 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:24:44.122255 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:24:44.122255 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:24:44.122255 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "get_network:provider:segmentation_id":"role:reader and system_scope:all". Reason: Jan 14 07:24:44.122255 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:24:44.122255 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:24:44.122255 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:24:44.122255 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network":"rule:admin_or_owner" was deprecated in W in favor of "update_network":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 07:24:44.122255 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:24:44.122255 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:24:44.122255 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:24:44.122255 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:segments":"rule:admin_only" was deprecated in W in favor of "update_network:segments":"role:admin and system_scope:all". Reason: Jan 14 07:24:44.122255 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:24:44.122255 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:24:44.122255 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:24:44.131069 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-cda7e280-2a5d-4ac6-957b-c79d7c3db840 tempest-ExternalNetworksTestJSON-1189716114 tempest-ExternalNetworksTestJSON-1189716114] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036854160497'] for network, before_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:24:44.138114 n-d-768862-2 neutron-server[84765]: DEBUG neutron.scheduler.base_scheduler [None req-e24119ab-188e-4f26-a0f9-3995f35cd829 None None] Resources bound (agent type, host, resource id): {{(pid=84876) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 07:24:44.153092 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_hamode_db [None req-94c87d6c-0644-4bfd-9f32-ac5ecb4b7cb6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768862-2', False) {} {{(pid=84876) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:24:44.153776 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94c87d6c-0644-4bfd-9f32-ac5ecb4b7cb6 None None] The sync data for ids ['06dfaf22-0349-4696-8bc1-b9b936ed986a'] in n-d-768862-2 is: [] {{(pid=84876) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Jan 14 07:24:44.254751 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-05206860-a031-42a2-9390-6f2c200e9fbd tempest-RoutersIpV6Test-883692175 tempest-RoutersIpV6Test-883692175] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777640533329', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777640097463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851621574'] for port, after_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:24:44.289110 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e24119ab-188e-4f26-a0f9-3995f35cd829 None None] Received port after_create {{(pid=84876) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 14 07:24:44.402390 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Pushing event updated for resources: {'Port': ['ID=b8b93ac3-7dc8-4d21-bf35-c232b2a2abd6,revision_number=3']} {{(pid=84876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:24:44.403289 n-d-768862-2 neutron-server[84765]: DEBUG neutron.scheduler.base_scheduler [None req-8a5e684a-a3d9-4344-8354-61c1a80e0857 tempest-RoutersNegativeIpV6Test-1464408958 tempest-RoutersNegativeIpV6Test-1464408958] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768862-2, 8d912d0b-9fc0-4ee7-85d3-e7ba16412513) {{(pid=84875) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 07:24:44.416625 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-4bbe7dc4-51a6-4b24-b2a3-215a0e1b6f6f tempest-RoutersIpV6Test-883692175 tempest-RoutersIpV6Test-883692175] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:24:44.424477 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.034s {{(pid=84876) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:24:44.425165 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.285s {{(pid=84876) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:24:44.486352 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05206860-a031-42a2-9390-6f2c200e9fbd tempest-RoutersIpV6Test-883692175 tempest-RoutersIpV6Test-883692175] Pushing event deleted for resources: {'Port': ['ID=5d4c80f7-fa86-4260-9c85-c0e3fe21da09,revision_number=None']} {{(pid=84875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:24:44.492329 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Provisioning complete for port 6207d429-56f6-4891-a75c-011b477cc2fe triggered by entity L2. {{(pid=84876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 07:24:44.492774 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-604227'] for port, provisioning_complete {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:24:44.502029 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-05206860-a031-42a2-9390-6f2c200e9fbd tempest-RoutersIpV6Test-883692175 tempest-RoutersIpV6Test-883692175] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:24:44.549671 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-704e1a6d-1ab4-4823-9c05-d46dd212130b None None] Pushing event updated for resources: {'Port': ['ID=4cd6a39c-30f2-4ede-9412-bfdca8f9bdae,revision_number=1']} {{(pid=84876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:24:44.554189 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a07e72c-6589-4788-b7f7-6222e0c96cd7 None None] Network 8d912d0b-9fc0-4ee7-85d3-e7ba16412513 requested from n-d-768862-2 {{(pid=84876) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 07:24:44.580935 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-704e1a6d-1ab4-4823-9c05-d46dd212130b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.156s {{(pid=84876) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:24:44.634405 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a5e684a-a3d9-4344-8354-61c1a80e0857 tempest-RoutersNegativeIpV6Test-1464408958 tempest-RoutersNegativeIpV6Test-1464408958] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:24:44.635865 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-8a5e684a-a3d9-4344-8354-61c1a80e0857 tempest-RoutersNegativeIpV6Test-1464408958 tempest-RoutersNegativeIpV6Test-1464408958] Notify callbacks [] for subnet, before_response {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:24:44.728115 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-8a5e684a-a3d9-4344-8354-61c1a80e0857 tempest-RoutersNegativeIpV6Test-1464408958 tempest-RoutersNegativeIpV6Test-1464408958] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 7.9898980 Jan 14 07:24:44.729958 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84875) accepted ('10.222.0.24', 44526) {{(pid=84875) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:24:44.735861 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.managers [None req-e24119ab-188e-4f26-a0f9-3995f35cd829 None None] Attempting to bind port f24d1936-6dad-4b80-970a-131390c6a2e4 on host n-d-768862-2 for vnic_type normal with profile {{(pid=84876) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 14 07:24:44.736280 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.managers [None req-e24119ab-188e-4f26-a0f9-3995f35cd829 None None] Attempting to bind port f24d1936-6dad-4b80-970a-131390c6a2e4 by drivers openvswitch on host n-d-768862-2 at level 0 using segments [{'id': 'a0fee900-2050-4017-bb2d-2ea664980aac', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 19, 'network_id': '93850873-f845-42cd-ad42-dcd7ab7efd8f'}] {{(pid=84876) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 14 07:24:44.736698 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e24119ab-188e-4f26-a0f9-3995f35cd829 None None] Attempting to bind port f24d1936-6dad-4b80-970a-131390c6a2e4 on network 93850873-f845-42cd-ad42-dcd7ab7efd8f {{(pid=84876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 14 07:24:44.760581 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-9eb3a326-172f-4893-97e3-841473b93cb8 None None] Provisioning complete for port b8b93ac3-7dc8-4d21-bf35-c232b2a2abd6 triggered by entity DHCP. {{(pid=84876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 07:24:44.761347 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-9eb3a326-172f-4893-97e3-841473b93cb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-604227'] for port, provisioning_complete {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:24:45.012310 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-cda7e280-2a5d-4ac6-957b-c79d7c3db840 tempest-ExternalNetworksTestJSON-1189716114 tempest-ExternalNetworksTestJSON-1189716114] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-598987', 'neutron.services.segments.db._delete_segments_for_network-8777640583949'] for network, precommit_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:24:45.037695 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e24119ab-188e-4f26-a0f9-3995f35cd829 None None] Checking agent: {'id': 'ba5efab1-b43c-4d5a-bc52-6e105d4e67a2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768862-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 14, 6, 56, 52), 'started_at': datetime.datetime(2021, 1, 14, 6, 57, 22), 'heartbeat_timestamp': datetime.datetime(2021, 1, 14, 7, 24, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768862-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.29', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 14 07:24:45.038722 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e24119ab-188e-4f26-a0f9-3995f35cd829 None None] Checking segment: {'id': 'a0fee900-2050-4017-bb2d-2ea664980aac', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 19, 'network_id': '93850873-f845-42cd-ad42-dcd7ab7efd8f'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84876) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 14 07:24:45.039387 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-e24119ab-188e-4f26-a0f9-3995f35cd829 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:24:45.040082 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e24119ab-188e-4f26-a0f9-3995f35cd829 None None] Bound using segment: {'id': 'a0fee900-2050-4017-bb2d-2ea664980aac', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 19, 'network_id': '93850873-f845-42cd-ad42-dcd7ab7efd8f'} {{(pid=84876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 14 07:24:45.040828 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.managers [None req-e24119ab-188e-4f26-a0f9-3995f35cd829 None None] Bound port: f24d1936-6dad-4b80-970a-131390c6a2e4, host: n-d-768862-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a0fee900-2050-4017-bb2d-2ea664980aac', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 19, 'network_id': '93850873-f845-42cd-ad42-dcd7ab7efd8f'}}] {{(pid=84876) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 14 07:24:45.041801 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-e24119ab-188e-4f26-a0f9-3995f35cd829 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555753'] for port, before_update {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:24:45.050192 n-d-768862-2 neutron-server[84765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b65f6296-3966-4737-b802-2c686decca69 tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] Network 23f0a15d-6362-4cec-82c1-cacba887c566 is already hosted by enough agents. {{(pid=84874) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 07:24:45.079756 n-d-768862-2 neutron-server[84765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-704e1a6d-1ab4-4823-9c05-d46dd212130b None None] Network 784698a4-8130-4a8f-8f3c-e0d25fc0b022 is already hosted by enough agents. {{(pid=84876) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 07:24:45.088842 n-d-768862-2 neutron-server[84765]: DEBUG neutron.scheduler.base_scheduler [None req-704e1a6d-1ab4-4823-9c05-d46dd212130b None None] Resources bound (agent type, host, resource id): {{(pid=84876) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 07:24:45.112869 n-d-768862-2 neutron-server[84765]: DEBUG neutron.scheduler.base_scheduler [None req-b65f6296-3966-4737-b802-2c686decca69 tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] Resources bound (agent type, host, resource id): {{(pid=84874) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 07:24:45.131600 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b65f6296-3966-4737-b802-2c686decca69 tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] Received port after_create {{(pid=84874) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 14 07:24:45.194955 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-aa70d038-0ead-47f4-9e2c-0d73d01c00ed tempest-RoutersIpV6AdminTest-832003634 tempest-RoutersIpV6AdminTest-832003634] 10.222.0.24 "GET /v2.0/routers/06dfaf22-0349-4696-8bc1-b9b936ed986a HTTP/1.1" status: 200 len: 925 time: 1.0821583 Jan 14 07:24:45.208526 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84874) accepted ('10.222.0.24', 44530) {{(pid=84874) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:24:45.359135 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b65f6296-3966-4737-b802-2c686decca69 tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:24:45.360237 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-b65f6296-3966-4737-b802-2c686decca69 tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854768116'] for port, before_response {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:24:45.435192 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-b65f6296-3966-4737-b802-2c686decca69 tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1028 time: 7.7680941 Jan 14 07:24:45.445939 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84874) accepted ('10.222.0.24', 44540) {{(pid=84874) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:24:45.551254 n-d-768862-2 neutron-server[84765]: DEBUG neutron.services.segments.db [None req-cda7e280-2a5d-4ac6-957b-c79d7c3db840 tempest-ExternalNetworksTestJSON-1189716114 tempest-ExternalNetworksTestJSON-1189716114] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ed860a82-149b-4aa6-8ab2-d48e7ca43d09']}} {{(pid=84874) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:24:45.609470 n-d-768862-2 neutron-server[84765]: DEBUG neutron.services.segments.db [None req-cda7e280-2a5d-4ac6-957b-c79d7c3db840 tempest-ExternalNetworksTestJSON-1189716114 tempest-ExternalNetworksTestJSON-1189716114] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f67c0f26-20ef-4549-ad69-f9b039900bcf') {'for_net_delete': True} {{(pid=84874) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:24:45.610303 n-d-768862-2 neutron-server[84765]: DEBUG neutron.services.segments.db [None req-cda7e280-2a5d-4ac6-957b-c79d7c3db840 tempest-ExternalNetworksTestJSON-1189716114 tempest-ExternalNetworksTestJSON-1189716114] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f67c0f26-20ef-4549-ad69-f9b039900bcf') {} {{(pid=84874) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:24:45.627915 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1ef568d-fb3c-4012-a8c7-f4705640d8a2 tempest-RoutersIpV6AdminTest-832003634 tempest-RoutersIpV6AdminTest-832003634] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:24:45.630242 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-c1ef568d-fb3c-4012-a8c7-f4705640d8a2 tempest-RoutersIpV6AdminTest-832003634 tempest-RoutersIpV6AdminTest-832003634] 10.222.0.24 "GET /v2.0/ports?network_id=226f1e78-82cd-4481-9055-4eb73b6db8c1&device_id=06dfaf22-0349-4696-8bc1-b9b936ed986a&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.4193447 Jan 14 07:24:45.639658 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-cda7e280-2a5d-4ac6-957b-c79d7c3db840 tempest-ExternalNetworksTestJSON-1189716114 tempest-ExternalNetworksTestJSON-1189716114] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363259214173198', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2968632'] for segment, before_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:24:45.652133 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84874) accepted ('10.222.0.24', 44544) {{(pid=84874) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:24:45.686696 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-704e1a6d-1ab4-4823-9c05-d46dd212130b None None] Received port after_create {{(pid=84876) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 14 07:24:45.843217 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [None req-e24119ab-188e-4f26-a0f9-3995f35cd829 None None] For port f24d1936-6dad-4b80-970a-131390c6a2e4, host n-d-768862-2, cleared binding levels {{(pid=84876) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 14 07:24:45.847335 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [None req-e24119ab-188e-4f26-a0f9-3995f35cd829 None None] For port f24d1936-6dad-4b80-970a-131390c6a2e4, host n-d-768862-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-2',level=0,port_id=f24d1936-6dad-4b80-970a-131390c6a2e4,segment=NetworkSegment(a0fee900-2050-4017-bb2d-2ea664980aac),segment_id=a0fee900-2050-4017-bb2d-2ea664980aac)] {{(pid=84876) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 14 07:24:45.860050 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eefb9049-7922-4b6f-876b-3252daa9a0d3 tempest-RoutersIpV6AdminTest-832003634 tempest-RoutersIpV6AdminTest-832003634] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:24:45.862305 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-eefb9049-7922-4b6f-876b-3252daa9a0d3 tempest-RoutersIpV6AdminTest-832003634 tempest-RoutersIpV6AdminTest-832003634] 10.222.0.24 "GET /v2.0/networks/226f1e78-82cd-4481-9055-4eb73b6db8c1 HTTP/1.1" status: 200 len: 881 time: 0.2049496 Jan 14 07:24:45.882624 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84874) accepted ('10.222.0.24', 44548) {{(pid=84874) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:24:45.944190 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-e24119ab-188e-4f26-a0f9-3995f35cd829 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777640533312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363259214678337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777640097497'] for port, after_update {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:24:45.975902 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-39c6d4dd-4c96-425f-a06d-55929e4ddf4a tempest-RoutersIpV6AdminTest-1631784580 tempest-RoutersIpV6AdminTest-1631784580] 10.222.0.24 "GET /v2.0/ports?device_id=06dfaf22-0349-4696-8bc1-b9b936ed986a HTTP/1.1" status: 200 len: 205 time: 0.0914304 Jan 14 07:24:45.978870 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84874) accepted ('10.222.0.24', 44552) {{(pid=84874) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:24:45.989723 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-cda7e280-2a5d-4ac6-957b-c79d7c3db840 tempest-ExternalNetworksTestJSON-1189716114 tempest-ExternalNetworksTestJSON-1189716114] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854179735'] for segment, precommit_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:24:46.120281 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-deb09829-44a0-484b-bc6b-b5b03edf4333 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84876) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:24:46.138378 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-05206860-a031-42a2-9390-6f2c200e9fbd tempest-RoutersIpV6Test-883692175 tempest-RoutersIpV6Test-883692175] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted--9223372036851568851', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal--9223372036850888080'] for router_interface, after_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:24:46.167037 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50bc7ca7-e877-455b-91cc-571bc7e56513 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5d94dc7a-c095-50a4-955e-5f3b78718a12-8d912d0b-9fc0-4ee7-85d3-e7ba16412513', 'network_id': '8d912d0b-9fc0-4ee7-85d3-e7ba16412513', 'tenant_id': '5822f9ff0e344e7eab0f8df2f3e8990f', 'fixed_ips': [{'subnet_id': '7ff7dcca-53fd-490e-8961-d878edce9288'}]}} from n-d-768862-2. {{(pid=84876) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Jan 14 07:24:46.168169 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-50bc7ca7-e877-455b-91cc-571bc7e56513 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555753'] for port, before_create {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:24:46.311198 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-f43801b1-fd9d-4802-969e-7bcd4c292756 tempest-NetworksIpV6Test-2047944877 tempest-NetworksIpV6Test-2047944877] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850887113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036851621412', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036852467174'] for subnet, after_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:24:46.340182 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.managers [None req-704e1a6d-1ab4-4823-9c05-d46dd212130b None None] Attempting to bind port 4cd6a39c-30f2-4ede-9412-bfdca8f9bdae on host n-d-768862-2 for vnic_type normal with profile {{(pid=84876) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 14 07:24:46.340608 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.managers [None req-704e1a6d-1ab4-4823-9c05-d46dd212130b None None] Attempting to bind port 4cd6a39c-30f2-4ede-9412-bfdca8f9bdae by drivers openvswitch on host n-d-768862-2 at level 0 using segments [{'id': '081dd89a-0160-4672-9527-d1666b633085', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 25, 'network_id': '784698a4-8130-4a8f-8f3c-e0d25fc0b022'}] {{(pid=84876) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 14 07:24:46.341165 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-704e1a6d-1ab4-4823-9c05-d46dd212130b None None] Attempting to bind port 4cd6a39c-30f2-4ede-9412-bfdca8f9bdae on network 784698a4-8130-4a8f-8f3c-e0d25fc0b022 {{(pid=84876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 14 07:24:46.358985 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-704e1a6d-1ab4-4823-9c05-d46dd212130b None None] Checking agent: {'id': 'ba5efab1-b43c-4d5a-bc52-6e105d4e67a2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768862-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 14, 6, 56, 52), 'started_at': datetime.datetime(2021, 1, 14, 6, 57, 22), 'heartbeat_timestamp': datetime.datetime(2021, 1, 14, 7, 24, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768862-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.29', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 14 07:24:46.359263 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-704e1a6d-1ab4-4823-9c05-d46dd212130b None None] Checking segment: {'id': '081dd89a-0160-4672-9527-d1666b633085', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 25, 'network_id': '784698a4-8130-4a8f-8f3c-e0d25fc0b022'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84876) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 14 07:24:46.359717 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-704e1a6d-1ab4-4823-9c05-d46dd212130b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:24:46.360459 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-704e1a6d-1ab4-4823-9c05-d46dd212130b None None] Bound using segment: {'id': '081dd89a-0160-4672-9527-d1666b633085', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 25, 'network_id': '784698a4-8130-4a8f-8f3c-e0d25fc0b022'} {{(pid=84876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 14 07:24:46.361161 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.managers [None req-704e1a6d-1ab4-4823-9c05-d46dd212130b None None] Bound port: 4cd6a39c-30f2-4ede-9412-bfdca8f9bdae, host: n-d-768862-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '081dd89a-0160-4672-9527-d1666b633085', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 25, 'network_id': '784698a4-8130-4a8f-8f3c-e0d25fc0b022'}}] {{(pid=84876) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 14 07:24:46.361587 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-704e1a6d-1ab4-4823-9c05-d46dd212130b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555753'] for port, before_update {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:24:46.450263 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-eb85bc50-c1ae-493c-b4c1-91b70d4f88ea tempest-RoutersIpV6AdminTest-1631784580 tempest-RoutersIpV6AdminTest-1631784580] Notify callbacks [] for router, before_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:24:46.476192 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [None req-704e1a6d-1ab4-4823-9c05-d46dd212130b None None] For port 4cd6a39c-30f2-4ede-9412-bfdca8f9bdae, host n-d-768862-2, cleared binding levels {{(pid=84876) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 14 07:24:46.480155 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [None req-704e1a6d-1ab4-4823-9c05-d46dd212130b None None] For port 4cd6a39c-30f2-4ede-9412-bfdca8f9bdae, host n-d-768862-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-2',level=0,port_id=4cd6a39c-30f2-4ede-9412-bfdca8f9bdae,segment=NetworkSegment(081dd89a-0160-4672-9527-d1666b633085),segment_id=081dd89a-0160-4672-9527-d1666b633085)] {{(pid=84876) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 14 07:24:46.488095 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-2598e757-16f7-43a7-87bb-3377e6b0e63c tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:24:46.504160 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-704e1a6d-1ab4-4823-9c05-d46dd212130b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777640533312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363259214678337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777640097497'] for port, after_update {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:24:46.599862 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-9d43400f-109d-4f94-923e-b77657d6dd87 tempest-RoutersNegativeIpV6Test-1464408958 tempest-RoutersNegativeIpV6Test-1464408958] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555753'] for port, before_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:24:46.697223 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f43801b1-fd9d-4802-969e-7bcd4c292756 tempest-NetworksIpV6Test-2047944877 tempest-NetworksIpV6Test-2047944877] Checking segment: {'id': '0d68100e-80cf-4ef2-824d-abc150e385cd', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 18, 'network_id': 'd9c56f59-83ac-40ec-b2f4-5f4a987db5e5'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84875) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 14 07:24:46.697693 n-d-768862-2 neutron-server[84765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f43801b1-fd9d-4802-969e-7bcd4c292756 tempest-NetworksIpV6Test-2047944877 tempest-NetworksIpV6Test-2047944877] Network hostable DHCP agents. Network: d9c56f59-83ac-40ec-b2f4-5f4a987db5e5, hostable agents: ['32f3dd84-26da-4d18-bf15-6017a8fb7247'], hosted agents: [] {{(pid=84875) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Jan 14 07:24:46.711083 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-eb85bc50-c1ae-493c-b4c1-91b70d4f88ea tempest-RoutersIpV6AdminTest-1631784580 tempest-RoutersIpV6AdminTest-1631784580] Notify callbacks [] for router_gateway, before_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:24:46.718183 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.plugin [None req-eb85bc50-c1ae-493c-b4c1-91b70d4f88ea tempest-RoutersIpV6AdminTest-1631784580 tempest-RoutersIpV6AdminTest-1631784580] Deleting port 13879530-385b-46d1-9a02-c393b2c5c6c9 {{(pid=84874) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 07:24:46.718934 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-eb85bc50-c1ae-493c-b4c1-91b70d4f88ea tempest-RoutersIpV6AdminTest-1631784580 tempest-RoutersIpV6AdminTest-1631784580] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363259214248359'] for port, before_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:24:46.826536 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f43801b1-fd9d-4802-969e-7bcd4c292756 tempest-NetworksIpV6Test-2047944877 tempest-NetworksIpV6Test-2047944877] Pushing event updated for resources: {'Subnet': ['ID=040e09ea-04a5-47ec-898f-5e8841ba9d61,revision_number=0']} {{(pid=84875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:24:46.845541 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-f43801b1-fd9d-4802-969e-7bcd4c292756 tempest-NetworksIpV6Test-2047944877 tempest-NetworksIpV6Test-2047944877] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.357s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:24:46.983143 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-eb85bc50-c1ae-493c-b4c1-91b70d4f88ea tempest-RoutersIpV6AdminTest-1631784580 tempest-RoutersIpV6AdminTest-1631784580] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036850862667'] for port, precommit_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:24:47.034739 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.db_base_plugin_common [None req-50bc7ca7-e877-455b-91cc-571bc7e56513 None None] Allocated IP 2001:db8::2 (8d912d0b-9fc0-4ee7-85d3-e7ba16412513/7ff7dcca-53fd-490e-8961-d878edce9288/f1155249-9046-4409-a2da-5617050648fa) {{(pid=84876) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 14 07:24:47.189435 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.plugin [None req-eb85bc50-c1ae-493c-b4c1-91b70d4f88ea tempest-RoutersIpV6AdminTest-1631784580 tempest-RoutersIpV6AdminTest-1631784580] Calling delete_port for 13879530-385b-46d1-9a02-c393b2c5c6c9 owned by network:router_gateway {{(pid=84874) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 07:24:47.296247 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-50bc7ca7-e877-455b-91cc-571bc7e56513 None None] Notify callbacks [] for port, precommit_create {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:24:47.309420 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-50bc7ca7-e877-455b-91cc-571bc7e56513 None None] Transition to ACTIVE for port object f1155249-9046-4409-a2da-5617050648fa will not be triggered until provisioned by entity L2. {{(pid=84876) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 07:24:47.330604 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-50bc7ca7-e877-455b-91cc-571bc7e56513 None None] Transition to ACTIVE for port object f1155249-9046-4409-a2da-5617050648fa will not be triggered until provisioned by entity DHCP. {{(pid=84876) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 07:24:47.364708 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-50bc7ca7-e877-455b-91cc-571bc7e56513 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777640123575'] for port, after_create {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:24:47.406854 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-eb85bc50-c1ae-493c-b4c1-91b70d4f88ea tempest-RoutersIpV6AdminTest-1631784580 tempest-RoutersIpV6AdminTest-1631784580] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777640533329', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777640097463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3254186'] for port, after_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:24:47.427385 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.db_base_plugin_common [None req-9d43400f-109d-4f94-923e-b77657d6dd87 tempest-RoutersNegativeIpV6Test-1464408958 tempest-RoutersNegativeIpV6Test-1464408958] Allocated IP 2001:db8::1 (784698a4-8130-4a8f-8f3c-e0d25fc0b022/58cb3ff5-c142-439f-9cc3-05fe685a9e3c/a63241b5-0598-4f3e-a93f-8ef4677430a5) {{(pid=84875) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 14 07:24:47.554018 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-febd5902-1357-4c81-865e-5cc52c4d6eef None None] Provisioning for port b0023fda-86c4-4c0c-b506-681c4f26204c completed by entity DHCP. {{(pid=84876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 07:24:47.574753 n-d-768862-2 neutron-server[84765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50bc7ca7-e877-455b-91cc-571bc7e56513 None None] Network 8d912d0b-9fc0-4ee7-85d3-e7ba16412513 is already hosted by enough agents. {{(pid=84876) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 07:24:47.576002 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-febd5902-1357-4c81-865e-5cc52c4d6eef None None] Provisioning complete for port b0023fda-86c4-4c0c-b506-681c4f26204c triggered by entity DHCP. {{(pid=84876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 07:24:47.577028 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-febd5902-1357-4c81-865e-5cc52c4d6eef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-604227'] for port, provisioning_complete {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:24:47.673429 n-d-768862-2 neutron-server[84765]: DEBUG neutron.scheduler.base_scheduler [None req-50bc7ca7-e877-455b-91cc-571bc7e56513 None None] Resources bound (agent type, host, resource id): {{(pid=84876) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 07:24:47.675435 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.plugin [None req-febd5902-1357-4c81-865e-5cc52c4d6eef None None] Port b0023fda-86c4-4c0c-b506-681c4f26204c cannot update to ACTIVE because it is not bound. {{(pid=84876) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:329}} Jan 14 07:24:47.678337 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50bc7ca7-e877-455b-91cc-571bc7e56513 None None] Received port after_create {{(pid=84876) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 14 07:24:47.687297 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-9d43400f-109d-4f94-923e-b77657d6dd87 tempest-RoutersNegativeIpV6Test-1464408958 tempest-RoutersNegativeIpV6Test-1464408958] Notify callbacks [] for port, precommit_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:24:47.699946 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e24119ab-188e-4f26-a0f9-3995f35cd829 None None] Pushing event updated for resources: {'Port': ['ID=f24d1936-6dad-4b80-970a-131390c6a2e4,revision_number=2']} {{(pid=84876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:24:47.719039 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-9d43400f-109d-4f94-923e-b77657d6dd87 tempest-RoutersNegativeIpV6Test-1464408958 tempest-RoutersNegativeIpV6Test-1464408958] Transition to ACTIVE for port object a63241b5-0598-4f3e-a93f-8ef4677430a5 will not be triggered until provisioned by entity DHCP. {{(pid=84875) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 07:24:47.794599 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-e24119ab-188e-4f26-a0f9-3995f35cd829 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.675s {{(pid=84876) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:24:47.795679 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-d7f5ea9b-12fb-46b1-a3d6-24a82a063661 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.457s {{(pid=84876) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:24:47.808200 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-9d43400f-109d-4f94-923e-b77657d6dd87 tempest-RoutersNegativeIpV6Test-1464408958 tempest-RoutersNegativeIpV6Test-1464408958] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777640123575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851621574'] for port, after_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:24:47.818833 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-cda7e280-2a5d-4ac6-957b-c79d7c3db840 tempest-ExternalNetworksTestJSON-1189716114 tempest-ExternalNetworksTestJSON-1189716114] Releasing vxlan tunnel 21 to pool {{(pid=84874) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Jan 14 07:24:47.877241 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fee809ff-ded1-4200-aa5a-9533b5fb446e tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:24:47.935999 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fee809ff-ded1-4200-aa5a-9533b5fb446e tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:24:47.938564 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-fee809ff-ded1-4200-aa5a-9533b5fb446e tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] Synchronizing usage tracker for tenant:be0aa702e3ca464795a99c51e3b3b04f on resource:port {{(pid=84874) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 14 07:24:47.989658 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.managers [None req-50bc7ca7-e877-455b-91cc-571bc7e56513 None None] Attempting to bind port f1155249-9046-4409-a2da-5617050648fa on host n-d-768862-2 for vnic_type normal with profile {{(pid=84876) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 14 07:24:47.990084 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.managers [None req-50bc7ca7-e877-455b-91cc-571bc7e56513 None None] Attempting to bind port f1155249-9046-4409-a2da-5617050648fa by drivers openvswitch on host n-d-768862-2 at level 0 using segments [{'id': '078f9937-1f53-4331-a99f-aed91fa530e4', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 26, 'network_id': '8d912d0b-9fc0-4ee7-85d3-e7ba16412513'}] {{(pid=84876) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 14 07:24:47.990498 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50bc7ca7-e877-455b-91cc-571bc7e56513 None None] Attempting to bind port f1155249-9046-4409-a2da-5617050648fa on network 8d912d0b-9fc0-4ee7-85d3-e7ba16412513 {{(pid=84876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 14 07:24:47.998277 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-704e1a6d-1ab4-4823-9c05-d46dd212130b None None] Pushing event updated for resources: {'Port': ['ID=4cd6a39c-30f2-4ede-9412-bfdca8f9bdae,revision_number=2']} {{(pid=84876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:24:48.005002 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50bc7ca7-e877-455b-91cc-571bc7e56513 None None] Checking agent: {'id': 'ba5efab1-b43c-4d5a-bc52-6e105d4e67a2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768862-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 14, 6, 56, 52), 'started_at': datetime.datetime(2021, 1, 14, 6, 57, 22), 'heartbeat_timestamp': datetime.datetime(2021, 1, 14, 7, 24, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768862-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.29', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 14 07:24:48.006849 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50bc7ca7-e877-455b-91cc-571bc7e56513 None None] Checking segment: {'id': '078f9937-1f53-4331-a99f-aed91fa530e4', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 26, 'network_id': '8d912d0b-9fc0-4ee7-85d3-e7ba16412513'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84876) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 14 07:24:48.007813 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-50bc7ca7-e877-455b-91cc-571bc7e56513 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:24:48.008609 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50bc7ca7-e877-455b-91cc-571bc7e56513 None None] Bound using segment: {'id': '078f9937-1f53-4331-a99f-aed91fa530e4', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 26, 'network_id': '8d912d0b-9fc0-4ee7-85d3-e7ba16412513'} {{(pid=84876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 14 07:24:48.010424 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.managers [None req-50bc7ca7-e877-455b-91cc-571bc7e56513 None None] Bound port: f1155249-9046-4409-a2da-5617050648fa, host: n-d-768862-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '078f9937-1f53-4331-a99f-aed91fa530e4', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 26, 'network_id': '8d912d0b-9fc0-4ee7-85d3-e7ba16412513'}}] {{(pid=84876) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 14 07:24:48.022386 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-50bc7ca7-e877-455b-91cc-571bc7e56513 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555753'] for port, before_update {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:24:48.051557 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Device b8b93ac3-7dc8-4d21-bf35-c232b2a2abd6 up at agent ovs-agent-n-d-768862-2 {{(pid=84876) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 07:24:48.060948 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-4bbe7dc4-51a6-4b24-b2a3-215a0e1b6f6f tempest-RoutersIpV6Test-883692175 tempest-RoutersIpV6Test-883692175] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:24:48.116836 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-fee809ff-ded1-4200-aa5a-9533b5fb446e tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] Unset dirty status for tenant:be0aa702e3ca464795a99c51e3b3b04f on resource:port {{(pid=84874) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 14 07:24:48.126627 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-fee809ff-ded1-4200-aa5a-9533b5fb446e tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] 10.222.0.24 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1863 time: 2.6772885 Jan 14 07:24:48.135442 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84874) accepted ('10.222.0.24', 44572) {{(pid=84874) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:24:48.199310 n-d-768862-2 neutron-server[84765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f43801b1-fd9d-4802-969e-7bcd4c292756 tempest-NetworksIpV6Test-2047944877 tempest-NetworksIpV6Test-2047944877] Network d9c56f59-83ac-40ec-b2f4-5f4a987db5e5 is scheduled to be hosted by DHCP agent 32f3dd84-26da-4d18-bf15-6017a8fb7247 with binding_index 1 {{(pid=84875) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Jan 14 07:24:48.215710 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d43400f-109d-4f94-923e-b77657d6dd87 tempest-RoutersNegativeIpV6Test-1464408958 tempest-RoutersNegativeIpV6Test-1464408958] Pushing event updated for resources: {'Port': ['ID=a63241b5-0598-4f3e-a93f-8ef4677430a5,revision_number=1']} {{(pid=84875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:24:48.222485 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-9d43400f-109d-4f94-923e-b77657d6dd87 tempest-RoutersNegativeIpV6Test-1464408958 tempest-RoutersNegativeIpV6Test-1464408958] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.162s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:24:48.251127 n-d-768862-2 neutron-server[84765]: DEBUG neutron.scheduler.base_scheduler [None req-f43801b1-fd9d-4802-969e-7bcd4c292756 tempest-NetworksIpV6Test-2047944877 tempest-NetworksIpV6Test-2047944877] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768862-2, d9c56f59-83ac-40ec-b2f4-5f4a987db5e5) {{(pid=84875) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 07:24:48.343278 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c31d631-5e74-4a3f-9c64-cb78fe10b52a None None] Network d9c56f59-83ac-40ec-b2f4-5f4a987db5e5 requested from n-d-768862-2 {{(pid=84876) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 07:24:48.508744 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50bc7ca7-e877-455b-91cc-571bc7e56513 None None] Pushing event updated for resources: {'Port': ['ID=f1155249-9046-4409-a2da-5617050648fa,revision_number=1']} {{(pid=84876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:24:48.658170 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-50bc7ca7-e877-455b-91cc-571bc7e56513 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.862s {{(pid=84876) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:24:48.662300 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-f00eb1d0-3407-45be-b67c-50ee066a0946 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 1.120s {{(pid=84876) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:24:48.663080 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-f00eb1d0-3407-45be-b67c-50ee066a0946 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.001s {{(pid=84876) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:24:48.924070 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-8b8b4b1f-bdb6-43bb-adc4-2eddef61e1e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363259214191800', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854171626'] for agent, after_update {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:24:48.935192 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-eb85bc50-c1ae-493c-b4c1-91b70d4f88ea tempest-RoutersIpV6AdminTest-1631784580 tempest-RoutersIpV6AdminTest-1631784580] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036850863128'] for router_gateway, after_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:24:48.943081 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [None req-50bc7ca7-e877-455b-91cc-571bc7e56513 None None] For port f1155249-9046-4409-a2da-5617050648fa, host n-d-768862-2, cleared binding levels {{(pid=84876) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 14 07:24:48.946850 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.plugin [None req-aa791d19-a06d-47a4-a57d-2d3fc384463a tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] Deleting port b0023fda-86c4-4c0c-b506-681c4f26204c {{(pid=84874) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 07:24:48.947231 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-aa791d19-a06d-47a4-a57d-2d3fc384463a tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363259214248359'] for port, before_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:24:48.981035 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Provisioning complete for port b8b93ac3-7dc8-4d21-bf35-c232b2a2abd6 triggered by entity L2. {{(pid=84876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 07:24:48.981883 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-604227'] for port, provisioning_complete {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:24:49.088215 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.managers [None req-cda7e280-2a5d-4ac6-957b-c79d7c3db840 tempest-ExternalNetworksTestJSON-1189716114 tempest-ExternalNetworksTestJSON-1189716114] Network ed860a82-149b-4aa6-8ab2-d48e7ca43d09 has no segments {{(pid=84874) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 14 07:24:49.094864 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [None req-50bc7ca7-e877-455b-91cc-571bc7e56513 None None] For port f1155249-9046-4409-a2da-5617050648fa, host n-d-768862-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-2',level=0,port_id=f1155249-9046-4409-a2da-5617050648fa,segment=NetworkSegment(078f9937-1f53-4331-a99f-aed91fa530e4),segment_id=078f9937-1f53-4331-a99f-aed91fa530e4)] {{(pid=84876) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 14 07:24:49.111057 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-cda7e280-2a5d-4ac6-957b-c79d7c3db840 tempest-ExternalNetworksTestJSON-1189716114 tempest-ExternalNetworksTestJSON-1189716114] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-596065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036851521571'] for segment, after_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:24:49.177194 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f43801b1-fd9d-4802-969e-7bcd4c292756 tempest-NetworksIpV6Test-2047944877 tempest-NetworksIpV6Test-2047944877] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:24:49.177857 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-f43801b1-fd9d-4802-969e-7bcd4c292756 tempest-NetworksIpV6Test-2047944877 tempest-NetworksIpV6Test-2047944877] Notify callbacks [] for subnet, before_response {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:24:49.203155 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-50bc7ca7-e877-455b-91cc-571bc7e56513 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777640533312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363259214678337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777640097497'] for port, after_update {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:24:49.231718 n-d-768862-2 neutron-server[84765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d43400f-109d-4f94-923e-b77657d6dd87 tempest-RoutersNegativeIpV6Test-1464408958 tempest-RoutersNegativeIpV6Test-1464408958] Network 784698a4-8130-4a8f-8f3c-e0d25fc0b022 is already hosted by enough agents. {{(pid=84875) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 07:24:49.242444 n-d-768862-2 neutron-server[84765]: DEBUG neutron.scheduler.base_scheduler [None req-9d43400f-109d-4f94-923e-b77657d6dd87 tempest-RoutersNegativeIpV6Test-1464408958 tempest-RoutersNegativeIpV6Test-1464408958] Resources bound (agent type, host, resource id): {{(pid=84875) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 07:24:49.257051 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d43400f-109d-4f94-923e-b77657d6dd87 tempest-RoutersNegativeIpV6Test-1464408958 tempest-RoutersNegativeIpV6Test-1464408958] Received port after_create {{(pid=84875) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 14 07:24:49.258016 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-9d43400f-109d-4f94-923e-b77657d6dd87 tempest-RoutersNegativeIpV6Test-1464408958 tempest-RoutersNegativeIpV6Test-1464408958] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036850886386'] for router_interface, before_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:24:49.284954 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-eb85bc50-c1ae-493c-b4c1-91b70d4f88ea tempest-RoutersIpV6AdminTest-1631784580 tempest-RoutersIpV6AdminTest-1631784580] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3889346', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036854717606'] for router, precommit_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:24:49.299554 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-eb85bc50-c1ae-493c-b4c1-91b70d4f88ea tempest-RoutersIpV6AdminTest-1631784580 tempest-RoutersIpV6AdminTest-1631784580] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:24:49.340464 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-f43801b1-fd9d-4802-969e-7bcd4c292756 tempest-NetworksIpV6Test-2047944877 tempest-NetworksIpV6Test-2047944877] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 803 time: 8.1393800 Jan 14 07:24:49.498141 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-7c347647-9d01-4947-8ff3-7a62b3f5b9b4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84876) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:24:49.509653 n-d-768862-2 neutron-server[84765]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-05206860-a031-42a2-9390-6f2c200e9fbd tempest-RoutersIpV6Test-883692175 tempest-RoutersIpV6Test-883692175] Router 40febb8e-85a2-44af-bb73-f559467ae85b has already been hosted by L3 agent 35f592e9-451b-4db9-abea-77b6a5c5391b {{(pid=84875) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Jan 14 07:24:49.510638 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84875) accepted ('10.222.0.24', 44582) {{(pid=84875) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:24:49.511684 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-9d43400f-109d-4f94-923e-b77657d6dd87 tempest-RoutersNegativeIpV6Test-1464408958 tempest-RoutersNegativeIpV6Test-1464408958] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555753'] for port, before_update {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:24:49.585288 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-aa791d19-a06d-47a4-a57d-2d3fc384463a tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036850862667'] for port, precommit_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:24:49.773510 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.plugin [None req-aa791d19-a06d-47a4-a57d-2d3fc384463a tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] Calling delete_port for b0023fda-86c4-4c0c-b506-681c4f26204c owned by {{(pid=84874) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 07:24:50.071524 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63dea4fc-f314-4c2f-9164-2a7ecc1ea50b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5d94dc7a-c095-50a4-955e-5f3b78718a12-d9c56f59-83ac-40ec-b2f4-5f4a987db5e5', 'network_id': 'd9c56f59-83ac-40ec-b2f4-5f4a987db5e5', 'tenant_id': '130ee88fc4054d968ce76b7b9727c055', 'fixed_ips': [{'subnet_id': '040e09ea-04a5-47ec-898f-5e8841ba9d61'}]}} from n-d-768862-2. {{(pid=84876) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Jan 14 07:24:50.077412 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-63dea4fc-f314-4c2f-9164-2a7ecc1ea50b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555753'] for port, before_create {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:24:50.298518 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-eb85bc50-c1ae-493c-b4c1-91b70d4f88ea tempest-RoutersIpV6AdminTest-1631784580 tempest-RoutersIpV6AdminTest-1631784580] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036850897070'] for router, after_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:24:50.299308 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eb85bc50-c1ae-493c-b4c1-91b70d4f88ea tempest-RoutersIpV6AdminTest-1631784580 tempest-RoutersIpV6AdminTest-1631784580] Fanout notify agent at l3_agent the message router_deleted on router 06dfaf22-0349-4696-8bc1-b9b936ed986a {{(pid=84874) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jan 14 07:24:50.350295 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.managers [None req-cda7e280-2a5d-4ac6-957b-c79d7c3db840 tempest-ExternalNetworksTestJSON-1189716114 tempest-ExternalNetworksTestJSON-1189716114] Network ed860a82-149b-4aa6-8ab2-d48e7ca43d09 has no segments {{(pid=84874) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 14 07:24:50.644960 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:shared":"rule:admin_only" was deprecated in W in favor of "update_network:shared":"role:admin and system_scope:all". Reason: Jan 14 07:24:50.644960 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:24:50.644960 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:24:50.644960 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:24:50.644960 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "update_network:provider:network_type":"role:admin and system_scope:all". Reason: Jan 14 07:24:50.644960 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:24:50.644960 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:24:50.644960 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:24:50.644960 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "update_network:provider:physical_network":"role:admin and system_scope:all". Reason: Jan 14 07:24:50.644960 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:24:50.644960 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:24:50.644960 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:24:50.644960 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "update_network:provider:segmentation_id":"role:admin and system_scope:all". Reason: Jan 14 07:24:50.644960 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:24:50.644960 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:24:50.644960 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:24:50.644960 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:router:external":"rule:admin_only" was deprecated in W in favor of "update_network:router:external":"role:admin and system_scope:all". Reason: Jan 14 07:24:50.644960 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:24:50.644960 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:24:50.644960 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:24:50.644960 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:is_default":"rule:admin_only" was deprecated in W in favor of "update_network:is_default":"role:admin and system_scope:all". Reason: Jan 14 07:24:50.644960 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:24:50.644960 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:24:50.644960 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:24:50.644960 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:port_security_enabled":"rule:admin_or_owner" was deprecated in W in favor of "update_network:port_security_enabled":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 07:24:50.644960 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:24:50.644960 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:24:50.644960 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:24:50.644960 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "delete_network":"rule:admin_or_owner" was deprecated in W in favor of "delete_network":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 07:24:50.644960 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:24:50.644960 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:24:50.644960 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:24:50.644960 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_segment":"rule:admin_only" was deprecated in W in favor of "create_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:24:50.644960 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:24:50.644960 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_segment":"rule:admin_only" was deprecated in W in favor of "get_segment":"role:reader and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:24:50.644960 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:24:50.644960 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_segment":"rule:admin_only" was deprecated in W in favor of "update_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:24:50.644960 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:24:50.644960 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "delete_segment":"rule:admin_only" was deprecated in W in favor of "delete_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:24:50.644960 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:24:50.644960 n-d-768862-2 neutron-server[84765]: Traceback (most recent call last): Jan 14 07:24:50.644960 n-d-768862-2 neutron-server[84765]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 14 07:24:50.644960 n-d-768862-2 neutron-server[84765]: timer() Jan 14 07:24:50.644960 n-d-768862-2 neutron-server[84765]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 14 07:24:50.644960 n-d-768862-2 neutron-server[84765]: cb(*args, **kw) Jan 14 07:24:50.644960 n-d-768862-2 neutron-server[84765]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Jan 14 07:24:50.644960 n-d-768862-2 neutron-server[84765]: return func(*args, **kwargs) Jan 14 07:24:50.644960 n-d-768862-2 neutron-server[84765]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 14 07:24:50.644960 n-d-768862-2 neutron-server[84765]: self._notify() Jan 14 07:24:50.644960 n-d-768862-2 neutron-server[84765]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 14 07:24:50.644960 n-d-768862-2 neutron-server[84765]: self.callback(batched_events) Jan 14 07:24:50.644960 n-d-768862-2 neutron-server[84765]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 14 07:24:50.644960 n-d-768862-2 neutron-server[84765]: event.method(event) Jan 14 07:24:50.644960 n-d-768862-2 neutron-server[84765]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 14 07:24:50.644960 n-d-768862-2 neutron-server[84765]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 14 07:24:50.644960 n-d-768862-2 neutron-server[84765]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Jan 14 07:24:50.644960 n-d-768862-2 neutron-server[84765]: segment_id)['aggregates'][0] Jan 14 07:24:50.644960 n-d-768862-2 neutron-server[84765]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 14 07:24:50.644960 n-d-768862-2 neutron-server[84765]: return f(self, *a, **k) Jan 14 07:24:50.644960 n-d-768862-2 neutron-server[84765]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 14 07:24:50.644960 n-d-768862-2 neutron-server[84765]: return self._get(url).json() Jan 14 07:24:50.644960 n-d-768862-2 neutron-server[84765]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 14 07:24:50.644960 n-d-768862-2 neutron-server[84765]: **kwargs) Jan 14 07:24:50.644960 n-d-768862-2 neutron-server[84765]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 14 07:24:50.644960 n-d-768862-2 neutron-server[84765]: return self.request(url, 'GET', **kwargs) Jan 14 07:24:50.644960 n-d-768862-2 neutron-server[84765]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Jan 14 07:24:50.644960 n-d-768862-2 neutron-server[84765]: **endpoint_filter) Jan 14 07:24:50.644960 n-d-768862-2 neutron-server[84765]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 14 07:24:50.644960 n-d-768862-2 neutron-server[84765]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 14 07:24:50.644960 n-d-768862-2 neutron-server[84765]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 14 07:24:50.644960 n-d-768862-2 neutron-server[84765]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 14 07:24:50.644960 n-d-768862-2 neutron-server[84765]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 14 07:24:50.663152 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-cda7e280-2a5d-4ac6-957b-c79d7c3db840 tempest-ExternalNetworksTestJSON-1189716114 tempest-ExternalNetworksTestJSON-1189716114] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036854176830', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850887149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3912591'] for network, after_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:24:50.663152 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-e168cfe3-5278-4904-a508-a81aa8d79959 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:24:50.675313 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-cda7e280-2a5d-4ac6-957b-c79d7c3db840 tempest-ExternalNetworksTestJSON-1189716114 tempest-ExternalNetworksTestJSON-1189716114] Notify callbacks [] for network, before_response {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:24:50.871791 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Device f24d1936-6dad-4b80-970a-131390c6a2e4 up at agent ovs-agent-n-d-768862-2 {{(pid=84876) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 07:24:50.904027 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-eb85bc50-c1ae-493c-b4c1-91b70d4f88ea tempest-RoutersIpV6AdminTest-1631784580 tempest-RoutersIpV6AdminTest-1631784580] Notify callbacks [] for router, before_response {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:24:50.906315 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-eb85bc50-c1ae-493c-b4c1-91b70d4f88ea tempest-RoutersIpV6AdminTest-1631784580 tempest-RoutersIpV6AdminTest-1631784580] 10.222.0.24 "DELETE /v2.0/routers/06dfaf22-0349-4696-8bc1-b9b936ed986a HTTP/1.1" status: 204 len: 168 time: 4.9213216 Jan 14 07:24:50.921012 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cda7e280-2a5d-4ac6-957b-c79d7c3db840 tempest-ExternalNetworksTestJSON-1189716114 tempest-ExternalNetworksTestJSON-1189716114] Pushing event deleted for resources: {'Network': ['ID=ed860a82-149b-4aa6-8ab2-d48e7ca43d09,revision_number=None']} {{(pid=84874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:24:50.938854 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84874) accepted ('10.222.0.24', 44596) {{(pid=84874) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:24:50.941024 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cda7e280-2a5d-4ac6-957b-c79d7c3db840 tempest-ExternalNetworksTestJSON-1189716114 tempest-ExternalNetworksTestJSON-1189716114] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@n-h1-768862-2 {{(pid=84874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:24:50.941698 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cda7e280-2a5d-4ac6-957b-c79d7c3db840 tempest-ExternalNetworksTestJSON-1189716114 tempest-ExternalNetworksTestJSON-1189716114] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-h1-768862-2 {{(pid=84874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:24:50.942347 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cda7e280-2a5d-4ac6-957b-c79d7c3db840 tempest-ExternalNetworksTestJSON-1189716114 tempest-ExternalNetworksTestJSON-1189716114] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-h1-768862-2 {{(pid=84874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:24:50.942994 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cda7e280-2a5d-4ac6-957b-c79d7c3db840 tempest-ExternalNetworksTestJSON-1189716114 tempest-ExternalNetworksTestJSON-1189716114] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-h1-768862-2 {{(pid=84874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:24:50.943636 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cda7e280-2a5d-4ac6-957b-c79d7c3db840 tempest-ExternalNetworksTestJSON-1189716114 tempest-ExternalNetworksTestJSON-1189716114] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@n-h1-768862-2 {{(pid=84874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:24:50.944302 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cda7e280-2a5d-4ac6-957b-c79d7c3db840 tempest-ExternalNetworksTestJSON-1189716114 tempest-ExternalNetworksTestJSON-1189716114] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-h1-768862-2 {{(pid=84874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:24:50.944946 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cda7e280-2a5d-4ac6-957b-c79d7c3db840 tempest-ExternalNetworksTestJSON-1189716114 tempest-ExternalNetworksTestJSON-1189716114] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-h1-768862-2 {{(pid=84874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:24:50.945940 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cda7e280-2a5d-4ac6-957b-c79d7c3db840 tempest-ExternalNetworksTestJSON-1189716114 tempest-ExternalNetworksTestJSON-1189716114] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-h1-768862-2 {{(pid=84874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:24:50.946767 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cda7e280-2a5d-4ac6-957b-c79d7c3db840 tempest-ExternalNetworksTestJSON-1189716114 tempest-ExternalNetworksTestJSON-1189716114] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-h1-768862-2 {{(pid=84874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:24:50.948373 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cda7e280-2a5d-4ac6-957b-c79d7c3db840 tempest-ExternalNetworksTestJSON-1189716114 tempest-ExternalNetworksTestJSON-1189716114] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-h1-768862-2 {{(pid=84874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:24:50.949064 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cda7e280-2a5d-4ac6-957b-c79d7c3db840 tempest-ExternalNetworksTestJSON-1189716114 tempest-ExternalNetworksTestJSON-1189716114] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-h1-768862-2 {{(pid=84874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:24:50.949857 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cda7e280-2a5d-4ac6-957b-c79d7c3db840 tempest-ExternalNetworksTestJSON-1189716114 tempest-ExternalNetworksTestJSON-1189716114] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-h1-768862-2 {{(pid=84874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:24:50.950533 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cda7e280-2a5d-4ac6-957b-c79d7c3db840 tempest-ExternalNetworksTestJSON-1189716114 tempest-ExternalNetworksTestJSON-1189716114] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@n-h2-768862-2 {{(pid=84874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:24:50.951159 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cda7e280-2a5d-4ac6-957b-c79d7c3db840 tempest-ExternalNetworksTestJSON-1189716114 tempest-ExternalNetworksTestJSON-1189716114] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-h2-768862-2 {{(pid=84874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:24:50.951288 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07fa1c4f-60fe-49db-870a-ad3d2b490b79 None None] Network 93850873-f845-42cd-ad42-dcd7ab7efd8f requested from n-d-768862-2 {{(pid=84876) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 07:24:50.951958 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cda7e280-2a5d-4ac6-957b-c79d7c3db840 tempest-ExternalNetworksTestJSON-1189716114 tempest-ExternalNetworksTestJSON-1189716114] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-h2-768862-2 {{(pid=84874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:24:50.952601 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cda7e280-2a5d-4ac6-957b-c79d7c3db840 tempest-ExternalNetworksTestJSON-1189716114 tempest-ExternalNetworksTestJSON-1189716114] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-h2-768862-2 {{(pid=84874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:24:50.953224 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cda7e280-2a5d-4ac6-957b-c79d7c3db840 tempest-ExternalNetworksTestJSON-1189716114 tempest-ExternalNetworksTestJSON-1189716114] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@n-h2-768862-2 {{(pid=84874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:24:50.953846 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cda7e280-2a5d-4ac6-957b-c79d7c3db840 tempest-ExternalNetworksTestJSON-1189716114 tempest-ExternalNetworksTestJSON-1189716114] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-h2-768862-2 {{(pid=84874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:24:50.954472 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cda7e280-2a5d-4ac6-957b-c79d7c3db840 tempest-ExternalNetworksTestJSON-1189716114 tempest-ExternalNetworksTestJSON-1189716114] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-h2-768862-2 {{(pid=84874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:24:50.955095 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cda7e280-2a5d-4ac6-957b-c79d7c3db840 tempest-ExternalNetworksTestJSON-1189716114 tempest-ExternalNetworksTestJSON-1189716114] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-h2-768862-2 {{(pid=84874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:24:50.956102 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cda7e280-2a5d-4ac6-957b-c79d7c3db840 tempest-ExternalNetworksTestJSON-1189716114 tempest-ExternalNetworksTestJSON-1189716114] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-h2-768862-2 {{(pid=84874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:24:50.956740 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cda7e280-2a5d-4ac6-957b-c79d7c3db840 tempest-ExternalNetworksTestJSON-1189716114 tempest-ExternalNetworksTestJSON-1189716114] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-h2-768862-2 {{(pid=84874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:24:50.957371 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cda7e280-2a5d-4ac6-957b-c79d7c3db840 tempest-ExternalNetworksTestJSON-1189716114 tempest-ExternalNetworksTestJSON-1189716114] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-h2-768862-2 {{(pid=84874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:24:50.958011 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cda7e280-2a5d-4ac6-957b-c79d7c3db840 tempest-ExternalNetworksTestJSON-1189716114 tempest-ExternalNetworksTestJSON-1189716114] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-h2-768862-2 {{(pid=84874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:24:50.958711 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cda7e280-2a5d-4ac6-957b-c79d7c3db840 tempest-ExternalNetworksTestJSON-1189716114 tempest-ExternalNetworksTestJSON-1189716114] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-2 {{(pid=84874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:24:50.959335 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cda7e280-2a5d-4ac6-957b-c79d7c3db840 tempest-ExternalNetworksTestJSON-1189716114 tempest-ExternalNetworksTestJSON-1189716114] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-2 {{(pid=84874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:24:50.960007 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cda7e280-2a5d-4ac6-957b-c79d7c3db840 tempest-ExternalNetworksTestJSON-1189716114 tempest-ExternalNetworksTestJSON-1189716114] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-2 {{(pid=84874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:24:50.960636 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cda7e280-2a5d-4ac6-957b-c79d7c3db840 tempest-ExternalNetworksTestJSON-1189716114 tempest-ExternalNetworksTestJSON-1189716114] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-2 {{(pid=84874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:24:50.961257 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cda7e280-2a5d-4ac6-957b-c79d7c3db840 tempest-ExternalNetworksTestJSON-1189716114 tempest-ExternalNetworksTestJSON-1189716114] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@n-d-768862-2 {{(pid=84874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:24:50.963106 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cda7e280-2a5d-4ac6-957b-c79d7c3db840 tempest-ExternalNetworksTestJSON-1189716114 tempest-ExternalNetworksTestJSON-1189716114] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-2 {{(pid=84874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:24:50.963634 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cda7e280-2a5d-4ac6-957b-c79d7c3db840 tempest-ExternalNetworksTestJSON-1189716114 tempest-ExternalNetworksTestJSON-1189716114] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-768862-2 {{(pid=84874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:24:50.964160 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cda7e280-2a5d-4ac6-957b-c79d7c3db840 tempest-ExternalNetworksTestJSON-1189716114 tempest-ExternalNetworksTestJSON-1189716114] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-768862-2 {{(pid=84874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:24:50.964657 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cda7e280-2a5d-4ac6-957b-c79d7c3db840 tempest-ExternalNetworksTestJSON-1189716114 tempest-ExternalNetworksTestJSON-1189716114] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-2 {{(pid=84874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:24:50.965127 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cda7e280-2a5d-4ac6-957b-c79d7c3db840 tempest-ExternalNetworksTestJSON-1189716114 tempest-ExternalNetworksTestJSON-1189716114] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-2 {{(pid=84874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:24:50.965613 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cda7e280-2a5d-4ac6-957b-c79d7c3db840 tempest-ExternalNetworksTestJSON-1189716114 tempest-ExternalNetworksTestJSON-1189716114] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-2 {{(pid=84874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:24:50.966458 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cda7e280-2a5d-4ac6-957b-c79d7c3db840 tempest-ExternalNetworksTestJSON-1189716114 tempest-ExternalNetworksTestJSON-1189716114] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-2 {{(pid=84874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:24:50.979639 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.v2.base [None req-a5840d62-3e4d-4711-9ce4-e196ebb13e5a tempest-RoutersIpV6AdminTest-1631784580 tempest-RoutersIpV6AdminTest-1631784580] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-400432486', 'external_gateway_info': {'network_id': '226f1e78-82cd-4481-9055-4eb73b6db8c1'}, 'admin_state_up': False}} {{(pid=84874) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:24:51.022703 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-a5840d62-3e4d-4711-9ce4-e196ebb13e5a tempest-RoutersIpV6AdminTest-1631784580 tempest-RoutersIpV6AdminTest-1631784580] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:24:51.031669 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-a5840d62-3e4d-4711-9ce4-e196ebb13e5a tempest-RoutersIpV6AdminTest-1631784580 tempest-RoutersIpV6AdminTest-1631784580] Usage tracker for resource:router and tenant:17f7834e023140e68315b89e35fe9c50 is out of sync, need to count used quota {{(pid=84874) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:24:51.039043 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-a5840d62-3e4d-4711-9ce4-e196ebb13e5a tempest-RoutersIpV6AdminTest-1631784580 tempest-RoutersIpV6AdminTest-1631784580] Quota usage for router was recalculated. Used quota:0. {{(pid=84874) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:24:51.053377 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-a5840d62-3e4d-4711-9ce4-e196ebb13e5a tempest-RoutersIpV6AdminTest-1631784580 tempest-RoutersIpV6AdminTest-1631784580] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:24:51.128339 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-cda7e280-2a5d-4ac6-957b-c79d7c3db840 tempest-ExternalNetworksTestJSON-1189716114 tempest-ExternalNetworksTestJSON-1189716114] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.473s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:24:51.136480 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-05206860-a031-42a2-9390-6f2c200e9fbd tempest-RoutersIpV6Test-883692175 tempest-RoutersIpV6Test-883692175] Notify agent at l3_agent.n-d-768862-2 the message routers_updated {{(pid=84875) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jan 14 07:24:51.154248 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-05206860-a031-42a2-9390-6f2c200e9fbd tempest-RoutersIpV6Test-883692175 tempest-RoutersIpV6Test-883692175] 10.222.0.24 "PUT /v2.0/routers/40febb8e-85a2-44af-bb73-f559467ae85b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 13.7443364 Jan 14 07:24:51.155215 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a38c6f4-6878-4725-bb7f-b39771cd9e85 None None] Sync routers for ids ['40febb8e-85a2-44af-bb73-f559467ae85b'] in n-d-768862-2 {{(pid=84877) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Jan 14 07:24:51.155443 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84875) accepted ('10.222.0.24', 44600) {{(pid=84875) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:24:51.160221 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-a5840d62-3e4d-4711-9ce4-e196ebb13e5a tempest-RoutersIpV6AdminTest-1631784580 tempest-RoutersIpV6AdminTest-1631784580] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3889205', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854717621'] for router, before_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:24:51.164150 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-a5840d62-3e4d-4711-9ce4-e196ebb13e5a tempest-RoutersIpV6AdminTest-1631784580 tempest-RoutersIpV6AdminTest-1631784580] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036850886574', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3912501', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3808446', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-58179'] for router, precommit_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:24:51.180674 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a38c6f4-6878-4725-bb7f-b39771cd9e85 None None] Routers {'40febb8e-85a2-44af-bb73-f559467ae85b'} bound to L3 agent in host n-d-768862-2 {{(pid=84877) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 14 07:24:51.181386 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_hamode_db [None req-4a38c6f4-6878-4725-bb7f-b39771cd9e85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2021-01-14T06:56:51Z,description=,heartbeat_timestamp=2021-01-14T07:24:22Z,host='n-d-768862-2',id=35f592e9-451b-4db9-abea-77b6a5c5391b,load=0,resource_versions=,resources_synced=,started_at=2021-01-14T06:56:51Z,topic='l3_agent')) {'router_ids': ['40febb8e-85a2-44af-bb73-f559467ae85b'], 'active': True} {{(pid=84877) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:24:51.199877 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50bc7ca7-e877-455b-91cc-571bc7e56513 None None] Pushing event updated for resources: {'Port': ['ID=f1155249-9046-4409-a2da-5617050648fa,revision_number=2']} {{(pid=84876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:24:51.212804 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-a5840d62-3e4d-4711-9ce4-e196ebb13e5a tempest-RoutersIpV6AdminTest-1631784580 tempest-RoutersIpV6AdminTest-1631784580] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:24:51.215290 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c21763d0-dfe2-4e2b-bd19-7169f475d697 None None] Network 784698a4-8130-4a8f-8f3c-e0d25fc0b022 requested from n-d-768862-2 {{(pid=84876) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 07:24:51.269025 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-50bc7ca7-e877-455b-91cc-571bc7e56513 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.771s {{(pid=84876) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:24:51.275045 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-aa791d19-a06d-47a4-a57d-2d3fc384463a tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777640533329', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777640097463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3254186'] for port, after_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:24:51.344621 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-cda7e280-2a5d-4ac6-957b-c79d7c3db840 tempest-ExternalNetworksTestJSON-1189716114 tempest-ExternalNetworksTestJSON-1189716114] 10.222.0.24 "DELETE /v2.0/networks/ed860a82-149b-4aa6-8ab2-d48e7ca43d09 HTTP/1.1" status: 204 len: 168 time: 7.5104389 Jan 14 07:24:51.354496 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-fb94c178-f3e3-400b-bd1d-1ecd8758af72 tempest-RoutersIpV6AdminTest-832003634 tempest-RoutersIpV6AdminTest-832003634] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:24:51.395483 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_dvr_db [None req-4a38c6f4-6878-4725-bb7f-b39771cd9e85 None None] Set router 40febb8e-85a2-44af-bb73-f559467ae85b gateway port host: None {{(pid=84877) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 14 07:24:51.620696 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-38beb6cd-5551-4a38-950e-20008657f82d None None] Provisioning for port f24d1936-6dad-4b80-970a-131390c6a2e4 completed by entity DHCP. {{(pid=84876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 07:24:51.663892 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.db_base_plugin_common [None req-63dea4fc-f314-4c2f-9164-2a7ecc1ea50b None None] Allocated IP 2001:db8::3 (d9c56f59-83ac-40ec-b2f4-5f4a987db5e5/040e09ea-04a5-47ec-898f-5e8841ba9d61/5ab62415-ebf4-4fe6-ab18-e08182436a0a) {{(pid=84876) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 14 07:24:51.710306 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.db_base_plugin_v2 [None req-4be4412a-9e21-42ec-8046-99e5218574c0 tempest-RoutersIpV6Test-883692175 tempest-RoutersIpV6Test-883692175] Deleting subnet 6d7b8862-6c15-43ed-8ff1-841e54b08eb8 {{(pid=84875) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Jan 14 07:24:51.714971 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-4be4412a-9e21-42ec-8046-99e5218574c0 tempest-RoutersIpV6Test-883692175 tempest-RoutersIpV6Test-883692175] Notify callbacks [] for subnet, before_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:24:51.788302 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-4be4412a-9e21-42ec-8046-99e5218574c0 tempest-RoutersIpV6Test-883692175 tempest-RoutersIpV6Test-883692175] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3367281'] for subnet, precommit_delete_associations {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:24:51.884334 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa791d19-a06d-47a4-a57d-2d3fc384463a tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] Pushing event deleted for resources: {'Port': ['ID=b0023fda-86c4-4c0c-b506-681c4f26204c,revision_number=None']} {{(pid=84874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:24:51.932848 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-4be4412a-9e21-42ec-8046-99e5218574c0 tempest-RoutersIpV6Test-883692175 tempest-RoutersIpV6Test-883692175] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036854176836'] for subnet, precommit_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:24:52.063580 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-aa791d19-a06d-47a4-a57d-2d3fc384463a tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.710s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:24:52.268771 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-63dea4fc-f314-4c2f-9164-2a7ecc1ea50b None None] Notify callbacks [] for port, precommit_create {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:24:52.271559 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_hamode_db [None req-4a38c6f4-6878-4725-bb7f-b39771cd9e85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '40febb8e-85a2-44af-bb73-f559467ae85b', 'name': 'tempest-RoutersIpV6Test-router-637200602', 'tenant_id': 'd787627cdb8d4cc9b70642659fae99d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-14T07:22:21Z', 'updated_at': '2021-01-14T07:24:44Z', 'revision_number': 10, 'project_id': 'd787627cdb8d4cc9b70642659fae99d7', 'gw_port_host': None, '_interfaces': [{'id': 'd21b5147-a877-46a5-a233-6a97d5befecb', 'name': '', 'network_id': 'd7d2c5e4-b39f-4c26-a03a-605439415826', 'tenant_id': 'd787627cdb8d4cc9b70642659fae99d7', 'mac_address': 'fa:16:3e:5b:cd:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40febb8e-85a2-44af-bb73-f559467ae85b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1953, 'fixed_ips': [{'subnet_id': '44b3d79f-589d-4894-89ff-0fd9901e6ead', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T07:22:33Z', 'updated_at': '2021-01-14T07:22:50Z', 'revision_number': 5, 'project_id': 'd787627cdb8d4cc9b70642659fae99d7', 'subnets': [{'id': '44b3d79f-589d-4894-89ff-0fd9901e6ead', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'n-d-768862-2', False) {} {{(pid=84877) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:24:52.280262 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a38c6f4-6878-4725-bb7f-b39771cd9e85 None None] Checking router: 40febb8e-85a2-44af-bb73-f559467ae85b for host: n-d-768862-2 {{(pid=84877) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Jan 14 07:24:52.303098 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a38c6f4-6878-4725-bb7f-b39771cd9e85 None None] Routers {'40febb8e-85a2-44af-bb73-f559467ae85b'} bound to L3 agent in host n-d-768862-2 {{(pid=84877) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 14 07:24:52.307121 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_hamode_db [None req-4a38c6f4-6878-4725-bb7f-b39771cd9e85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2021-01-14T06:56:51Z,description=,heartbeat_timestamp=2021-01-14T07:24:22Z,host='n-d-768862-2',id=35f592e9-451b-4db9-abea-77b6a5c5391b,load=0,resource_versions=,resources_synced=,started_at=2021-01-14T06:56:51Z,topic='l3_agent')) {'router_ids': ['40febb8e-85a2-44af-bb73-f559467ae85b'], 'active': True} {{(pid=84877) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:24:52.391247 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84874) accepted ('10.222.0.24', 44614) {{(pid=84874) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:24:52.445149 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-63dea4fc-f314-4c2f-9164-2a7ecc1ea50b None None] Transition to ACTIVE for port object 5ab62415-ebf4-4fe6-ab18-e08182436a0a will not be triggered until provisioned by entity L2. {{(pid=84876) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 07:24:52.568720 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_dvr_db [None req-4a38c6f4-6878-4725-bb7f-b39771cd9e85 None None] Set router 40febb8e-85a2-44af-bb73-f559467ae85b gateway port host: None {{(pid=84877) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 14 07:24:52.658575 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-d5c09442-32c6-4625-a28e-599858364bfc tempest-NetworksIpV6Test-2047944877 tempest-NetworksIpV6Test-2047944877] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036854160497'] for network, before_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:24:52.836297 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-da76cfc0-98e8-4426-9f6d-4f05aa3fae78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363259214191800', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854171626'] for agent, after_update {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:24:52.837077 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-bc567894-4800-4407-b186-316f39b0e543 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363259214191800', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854171626'] for agent, after_update {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:24:52.856237 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-aa791d19-a06d-47a4-a57d-2d3fc384463a tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854768116'] for port, before_response {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:24:52.897925 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-4be4412a-9e21-42ec-8046-99e5218574c0 tempest-RoutersIpV6Test-883692175 tempest-RoutersIpV6Test-883692175] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-598964', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850887113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3154192', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2308610'] for subnet, after_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:24:52.909711 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e97cbcec-3252-4046-8834-63402724c0ed None None] Network 8d912d0b-9fc0-4ee7-85d3-e7ba16412513 requested from n-d-768862-2 {{(pid=84876) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 07:24:52.962719 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-e30206a8-7d10-4f22-a18a-1da4337366b6 tempest-NetworksIpV6Test-2047944877 tempest-NetworksIpV6Test-2047944877] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:24:53.004898 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-aa791d19-a06d-47a4-a57d-2d3fc384463a tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] 10.222.0.24 "DELETE /v2.0/ports/b0023fda-86c4-4c0c-b506-681c4f26204c HTTP/1.1" status: 204 len: 168 time: 4.8206627 Jan 14 07:24:53.014361 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84874) accepted ('10.222.0.24', 44624) {{(pid=84874) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:24:53.122623 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-a5840d62-3e4d-4711-9ce4-e196ebb13e5a tempest-RoutersIpV6AdminTest-1631784580 tempest-RoutersIpV6AdminTest-1631784580] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3912484', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3889188', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-58194'] for router, precommit_update {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:24:53.196782 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-63dea4fc-f314-4c2f-9164-2a7ecc1ea50b None None] Transition to ACTIVE for port object 5ab62415-ebf4-4fe6-ab18-e08182436a0a will not be triggered until provisioned by entity DHCP. {{(pid=84876) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 07:24:53.200784 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-53e88e90-9d40-4f65-9c62-ccd4aa90b3c0 None None] Provisioning for port 4cd6a39c-30f2-4ede-9412-bfdca8f9bdae completed by entity DHCP. {{(pid=84876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 07:24:53.204332 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Provisioning for port f24d1936-6dad-4b80-970a-131390c6a2e4 completed by entity L2. {{(pid=84876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 07:24:53.257080 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4be4412a-9e21-42ec-8046-99e5218574c0 tempest-RoutersIpV6Test-883692175 tempest-RoutersIpV6Test-883692175] Pushing event deleted for resources: {'Subnet': ['ID=6d7b8862-6c15-43ed-8ff1-841e54b08eb8,revision_number=None']} {{(pid=84875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:24:53.257818 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Provisioning complete for port f24d1936-6dad-4b80-970a-131390c6a2e4 triggered by entity L2. {{(pid=84876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 07:24:53.258247 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-604227'] for port, provisioning_complete {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:24:53.274619 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-8088cd66-2d93-4bd7-bb89-abe952f1b36a admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=152152b850934d06bd535cda981c4f92&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8798022 Jan 14 07:24:53.290186 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-d5c09442-32c6-4625-a28e-599858364bfc tempest-NetworksIpV6Test-2047944877 tempest-NetworksIpV6Test-2047944877] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036854176836'] for subnet, precommit_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:24:53.305930 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84874) accepted ('10.222.0.24', 44630) {{(pid=84874) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:24:53.480763 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_hamode_db [None req-4a38c6f4-6878-4725-bb7f-b39771cd9e85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '40febb8e-85a2-44af-bb73-f559467ae85b', 'name': 'tempest-RoutersIpV6Test-router-637200602', 'tenant_id': 'd787627cdb8d4cc9b70642659fae99d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-14T07:22:21Z', 'updated_at': '2021-01-14T07:24:44Z', 'revision_number': 10, 'project_id': 'd787627cdb8d4cc9b70642659fae99d7', 'gw_port_host': None, '_interfaces': [{'id': 'd21b5147-a877-46a5-a233-6a97d5befecb', 'name': '', 'network_id': 'd7d2c5e4-b39f-4c26-a03a-605439415826', 'tenant_id': 'd787627cdb8d4cc9b70642659fae99d7', 'mac_address': 'fa:16:3e:5b:cd:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40febb8e-85a2-44af-bb73-f559467ae85b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1953, 'fixed_ips': [{'subnet_id': '44b3d79f-589d-4894-89ff-0fd9901e6ead', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T07:22:33Z', 'updated_at': '2021-01-14T07:22:50Z', 'revision_number': 5, 'project_id': 'd787627cdb8d4cc9b70642659fae99d7', 'subnets': [{'id': '44b3d79f-589d-4894-89ff-0fd9901e6ead', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'n-d-768862-2', False) {} {{(pid=84877) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:24:53.485606 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a38c6f4-6878-4725-bb7f-b39771cd9e85 None None] The sync data for ids ['40febb8e-85a2-44af-bb73-f559467ae85b'] in n-d-768862-2 is: [{'id': '40febb8e-85a2-44af-bb73-f559467ae85b', 'name': 'tempest-RoutersIpV6Test-router-637200602', 'tenant_id': 'd787627cdb8d4cc9b70642659fae99d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-14T07:22:21Z', 'updated_at': '2021-01-14T07:24:44Z', 'revision_number': 10, 'project_id': 'd787627cdb8d4cc9b70642659fae99d7', 'gw_port_host': None, '_interfaces': [{'id': 'd21b5147-a877-46a5-a233-6a97d5befecb', 'name': '', 'network_id': 'd7d2c5e4-b39f-4c26-a03a-605439415826', 'tenant_id': 'd787627cdb8d4cc9b70642659fae99d7', 'mac_address': 'fa:16:3e:5b:cd:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40febb8e-85a2-44af-bb73-f559467ae85b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1953, 'fixed_ips': [{'subnet_id': '44b3d79f-589d-4894-89ff-0fd9901e6ead', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T07:22:33Z', 'updated_at': '2021-01-14T07:22:50Z', 'revision_number': 5, 'project_id': 'd787627cdb8d4cc9b70642659fae99d7', 'subnets': [{'id': '44b3d79f-589d-4894-89ff-0fd9901e6ead', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=84877) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Jan 14 07:24:53.497262 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363259214191800', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854171626'] for agent, after_update {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:24:53.499362 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-63dea4fc-f314-4c2f-9164-2a7ecc1ea50b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777640123575'] for port, after_create {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:24:53.604196 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7cb35fd-394c-4538-a94c-21d86513d910 tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:24:53.622583 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7cb35fd-394c-4538-a94c-21d86513d910 tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:24:53.630197 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7cb35fd-394c-4538-a94c-21d86513d910 tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:24:53.637231 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-e7cb35fd-394c-4538-a94c-21d86513d910 tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] Synchronizing usage tracker for tenant:be0aa702e3ca464795a99c51e3b3b04f on resource:subnet {{(pid=84874) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 14 07:24:53.653522 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-38fd0663-1fe6-4ec5-8918-43f165518f57 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84876) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:24:53.718946 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-e7cb35fd-394c-4538-a94c-21d86513d910 tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] Unset dirty status for tenant:be0aa702e3ca464795a99c51e3b3b04f on resource:subnet {{(pid=84874) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 14 07:24:53.728887 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-e7cb35fd-394c-4538-a94c-21d86513d910 tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] 10.222.0.24 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2049 time: 0.7122188 Jan 14 07:24:53.732458 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84874) accepted ('10.222.0.24', 44634) {{(pid=84874) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:24:53.761734 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63dea4fc-f314-4c2f-9164-2a7ecc1ea50b None None] Pushing event updated for resources: {'Port': ['ID=5ab62415-ebf4-4fe6-ab18-e08182436a0a,revision_number=1']} {{(pid=84876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:24:53.792499 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-63dea4fc-f314-4c2f-9164-2a7ecc1ea50b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=84876) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:24:53.844697 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-4be4412a-9e21-42ec-8046-99e5218574c0 tempest-RoutersIpV6Test-883692175 tempest-RoutersIpV6Test-883692175] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.882s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:24:53.864367 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-d5c09442-32c6-4625-a28e-599858364bfc tempest-NetworksIpV6Test-2047944877 tempest-NetworksIpV6Test-2047944877] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-598964', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850887113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3154192', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2308610'] for subnet, after_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:24:53.891026 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-0f37073e-9c69-4e3c-80e0-6cfaa0fd61a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363259214191800', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854171626'] for agent, after_update {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:24:53.898229 n-d-768862-2 neutron-server[84765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63dea4fc-f314-4c2f-9164-2a7ecc1ea50b None None] Network d9c56f59-83ac-40ec-b2f4-5f4a987db5e5 is already hosted by enough agents. {{(pid=84876) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 07:24:53.913933 n-d-768862-2 neutron-server[84765]: DEBUG neutron.scheduler.base_scheduler [None req-63dea4fc-f314-4c2f-9164-2a7ecc1ea50b None None] Resources bound (agent type, host, resource id): {{(pid=84876) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 07:24:53.918506 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63dea4fc-f314-4c2f-9164-2a7ecc1ea50b None None] Received port after_create {{(pid=84876) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 14 07:24:53.961268 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-6d25384b-d4fd-4d7a-8389-7795b2facd72 None None] Provisioning for port f1155249-9046-4409-a2da-5617050648fa completed by entity DHCP. {{(pid=84876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 07:24:54.006227 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-157e2591-94ec-494f-b013-edb5ebec92af admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:24:54.046974 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-8a5e684a-a3d9-4344-8354-61c1a80e0857 tempest-RoutersNegativeIpV6Test-1464408958 tempest-RoutersNegativeIpV6Test-1464408958] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:24:54.054928 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-157e2591-94ec-494f-b013-edb5ebec92af admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:24:54.324404 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-d5c09442-32c6-4625-a28e-599858364bfc tempest-NetworksIpV6Test-2047944877 tempest-NetworksIpV6Test-2047944877] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-598987', 'neutron.services.segments.db._delete_segments_for_network-8777640583949'] for network, precommit_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:24:54.363340 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555753'] for port, before_update {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:24:54.508323 n-d-768862-2 neutron-server[84765]: DEBUG neutron.services.segments.db [None req-d5c09442-32c6-4625-a28e-599858364bfc tempest-NetworksIpV6Test-2047944877 tempest-NetworksIpV6Test-2047944877] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d9c56f59-83ac-40ec-b2f4-5f4a987db5e5']}} {{(pid=84875) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:24:54.526666 n-d-768862-2 neutron-server[84765]: DEBUG neutron.services.segments.db [None req-d5c09442-32c6-4625-a28e-599858364bfc tempest-NetworksIpV6Test-2047944877 tempest-NetworksIpV6Test-2047944877] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0d68100e-80cf-4ef2-824d-abc150e385cd') {'for_net_delete': True} {{(pid=84875) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:24:54.527326 n-d-768862-2 neutron-server[84765]: DEBUG neutron.services.segments.db [None req-d5c09442-32c6-4625-a28e-599858364bfc tempest-NetworksIpV6Test-2047944877 tempest-NetworksIpV6Test-2047944877] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0d68100e-80cf-4ef2-824d-abc150e385cd') {} {{(pid=84875) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:24:54.544160 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-d5c09442-32c6-4625-a28e-599858364bfc tempest-NetworksIpV6Test-2047944877 tempest-NetworksIpV6Test-2047944877] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363259214173198', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036851408567'] for segment, before_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:24:54.564182 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-d5c09442-32c6-4625-a28e-599858364bfc tempest-NetworksIpV6Test-2047944877 tempest-NetworksIpV6Test-2047944877] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854179735'] for segment, precommit_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:24:54.567239 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-d5c09442-32c6-4625-a28e-599858364bfc tempest-NetworksIpV6Test-2047944877 tempest-NetworksIpV6Test-2047944877] Releasing vxlan tunnel 18 to pool {{(pid=84875) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Jan 14 07:24:54.625514 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] For port f24d1936-6dad-4b80-970a-131390c6a2e4, host n-d-768862-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-2',level=0,port_id=f24d1936-6dad-4b80-970a-131390c6a2e4,segment=NetworkSegment(a0fee900-2050-4017-bb2d-2ea664980aac),segment_id=a0fee900-2050-4017-bb2d-2ea664980aac)] {{(pid=84876) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 07:24:54.627677 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.managers [None req-63dea4fc-f314-4c2f-9164-2a7ecc1ea50b None None] Attempting to bind port 5ab62415-ebf4-4fe6-ab18-e08182436a0a on host n-d-768862-2 for vnic_type normal with profile {{(pid=84876) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 14 07:24:54.628695 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.managers [None req-63dea4fc-f314-4c2f-9164-2a7ecc1ea50b None None] Attempting to bind port 5ab62415-ebf4-4fe6-ab18-e08182436a0a by drivers openvswitch on host n-d-768862-2 at level 0 using segments [{'id': '0d68100e-80cf-4ef2-824d-abc150e385cd', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 18, 'network_id': 'd9c56f59-83ac-40ec-b2f4-5f4a987db5e5'}] {{(pid=84876) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 14 07:24:54.629729 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63dea4fc-f314-4c2f-9164-2a7ecc1ea50b None None] Attempting to bind port 5ab62415-ebf4-4fe6-ab18-e08182436a0a on network d9c56f59-83ac-40ec-b2f4-5f4a987db5e5 {{(pid=84876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 14 07:24:54.645091 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63dea4fc-f314-4c2f-9164-2a7ecc1ea50b None None] Checking agent: {'id': 'ba5efab1-b43c-4d5a-bc52-6e105d4e67a2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768862-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 14, 6, 56, 52), 'started_at': datetime.datetime(2021, 1, 14, 6, 57, 22), 'heartbeat_timestamp': datetime.datetime(2021, 1, 14, 7, 24, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768862-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.29', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 14 07:24:54.645522 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63dea4fc-f314-4c2f-9164-2a7ecc1ea50b None None] Checking segment: {'id': '0d68100e-80cf-4ef2-824d-abc150e385cd', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 18, 'network_id': 'd9c56f59-83ac-40ec-b2f4-5f4a987db5e5'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84876) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 14 07:24:54.645977 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-63dea4fc-f314-4c2f-9164-2a7ecc1ea50b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:24:54.646450 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63dea4fc-f314-4c2f-9164-2a7ecc1ea50b None None] Bound using segment: {'id': '0d68100e-80cf-4ef2-824d-abc150e385cd', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 18, 'network_id': 'd9c56f59-83ac-40ec-b2f4-5f4a987db5e5'} {{(pid=84876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 14 07:24:54.646997 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.managers [None req-63dea4fc-f314-4c2f-9164-2a7ecc1ea50b None None] Bound port: 5ab62415-ebf4-4fe6-ab18-e08182436a0a, host: n-d-768862-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0d68100e-80cf-4ef2-824d-abc150e385cd', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 18, 'network_id': 'd9c56f59-83ac-40ec-b2f4-5f4a987db5e5'}}] {{(pid=84876) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 14 07:24:54.647424 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-63dea4fc-f314-4c2f-9164-2a7ecc1ea50b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555753'] for port, before_update {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:24:54.660482 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777640533312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363259214678337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777640097497'] for port, after_update {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:24:54.661461 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Device 4cd6a39c-30f2-4ede-9412-bfdca8f9bdae up at agent ovs-agent-n-d-768862-2 {{(pid=84876) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 07:24:54.683065 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.db_base_plugin_v2 [None req-a8561e1d-7ad4-44a8-be89-c9205cbee1d0 tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] Deleting subnet 67b084bc-c571-4d46-8c9e-a91dcf628538 {{(pid=84874) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Jan 14 07:24:54.687683 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-157e2591-94ec-494f-b013-edb5ebec92af admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850887153'] for security_group, after_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:24:54.698826 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-a8561e1d-7ad4-44a8-be89-c9205cbee1d0 tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] Notify callbacks [] for subnet, before_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:24:54.734373 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-8f684fce-6185-4ab9-9f20-8034c4b2ed8c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:24:54.809263 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-a8561e1d-7ad4-44a8-be89-c9205cbee1d0 tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036851807232'] for subnet, precommit_delete_associations {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:24:54.824190 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-e24119ab-188e-4f26-a0f9-3995f35cd829 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84876) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:24:54.870876 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.managers [None req-d5c09442-32c6-4625-a28e-599858364bfc tempest-NetworksIpV6Test-2047944877 tempest-NetworksIpV6Test-2047944877] Network d9c56f59-83ac-40ec-b2f4-5f4a987db5e5 has no segments {{(pid=84875) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 14 07:24:54.883237 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-d5c09442-32c6-4625-a28e-599858364bfc tempest-NetworksIpV6Test-2047944877 tempest-NetworksIpV6Test-2047944877] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-596065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3154253'] for segment, after_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:24:55.035380 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-157e2591-94ec-494f-b013-edb5ebec92af admin admin] Notify callbacks [] for security_group, before_response {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:24:55.036767 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-157e2591-94ec-494f-b013-edb5ebec92af admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/61f00270-5b36-4cc5-8594-b7968a92c941 HTTP/1.1" status: 204 len: 168 time: 1.7283392 Jan 14 07:24:55.086377 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-157e2591-94ec-494f-b013-edb5ebec92af admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=61f00270-5b36-4cc5-8594-b7968a92c941,revision_number=None']} {{(pid=84874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:24:55.108501 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-157e2591-94ec-494f-b013-edb5ebec92af admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.374s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:24:55.175642 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Provisioning for port 4cd6a39c-30f2-4ede-9412-bfdca8f9bdae completed by entity L2. {{(pid=84876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 07:24:55.190093 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-a8561e1d-7ad4-44a8-be89-c9205cbee1d0 tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036854176836'] for subnet, precommit_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:24:55.191414 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.managers [None req-d5c09442-32c6-4625-a28e-599858364bfc tempest-NetworksIpV6Test-2047944877 tempest-NetworksIpV6Test-2047944877] Network d9c56f59-83ac-40ec-b2f4-5f4a987db5e5 has no segments {{(pid=84875) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 14 07:24:55.336270 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Pushing event updated for resources: {'Port': ['ID=f24d1936-6dad-4b80-970a-131390c6a2e4,revision_number=3']} {{(pid=84876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:24:55.374594 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Provisioning complete for port 4cd6a39c-30f2-4ede-9412-bfdca8f9bdae triggered by entity L2. {{(pid=84876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 07:24:55.375025 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-604227'] for port, provisioning_complete {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:24:55.471601 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.647s {{(pid=84876) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:24:55.578379 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [None req-63dea4fc-f314-4c2f-9164-2a7ecc1ea50b None None] For port 5ab62415-ebf4-4fe6-ab18-e08182436a0a, host n-d-768862-2, cleared binding levels {{(pid=84876) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 14 07:24:55.581725 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5c09442-32c6-4625-a28e-599858364bfc tempest-NetworksIpV6Test-2047944877 tempest-NetworksIpV6Test-2047944877] Pushing event deleted for resources: {'Subnet': ['ID=040e09ea-04a5-47ec-898f-5e8841ba9d61,revision_number=None']} {{(pid=84875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:24:55.589255 n-d-768862-2 neutron-server[84765]: Traceback (most recent call last): Jan 14 07:24:55.589255 n-d-768862-2 neutron-server[84765]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 14 07:24:55.589255 n-d-768862-2 neutron-server[84765]: timer() Jan 14 07:24:55.589255 n-d-768862-2 neutron-server[84765]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 14 07:24:55.589255 n-d-768862-2 neutron-server[84765]: cb(*args, **kw) Jan 14 07:24:55.589255 n-d-768862-2 neutron-server[84765]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Jan 14 07:24:55.589255 n-d-768862-2 neutron-server[84765]: return func(*args, **kwargs) Jan 14 07:24:55.589255 n-d-768862-2 neutron-server[84765]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 14 07:24:55.589255 n-d-768862-2 neutron-server[84765]: self._notify() Jan 14 07:24:55.589255 n-d-768862-2 neutron-server[84765]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 14 07:24:55.589255 n-d-768862-2 neutron-server[84765]: self.callback(batched_events) Jan 14 07:24:55.589255 n-d-768862-2 neutron-server[84765]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 14 07:24:55.589255 n-d-768862-2 neutron-server[84765]: event.method(event) Jan 14 07:24:55.589255 n-d-768862-2 neutron-server[84765]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 14 07:24:55.589255 n-d-768862-2 neutron-server[84765]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 14 07:24:55.589255 n-d-768862-2 neutron-server[84765]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Jan 14 07:24:55.589255 n-d-768862-2 neutron-server[84765]: segment_id)['aggregates'][0] Jan 14 07:24:55.589255 n-d-768862-2 neutron-server[84765]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 14 07:24:55.589255 n-d-768862-2 neutron-server[84765]: return f(self, *a, **k) Jan 14 07:24:55.589255 n-d-768862-2 neutron-server[84765]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 14 07:24:55.589255 n-d-768862-2 neutron-server[84765]: return self._get(url).json() Jan 14 07:24:55.589255 n-d-768862-2 neutron-server[84765]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 14 07:24:55.589255 n-d-768862-2 neutron-server[84765]: **kwargs) Jan 14 07:24:55.589255 n-d-768862-2 neutron-server[84765]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 14 07:24:55.589255 n-d-768862-2 neutron-server[84765]: return self.request(url, 'GET', **kwargs) Jan 14 07:24:55.589255 n-d-768862-2 neutron-server[84765]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Jan 14 07:24:55.589255 n-d-768862-2 neutron-server[84765]: **endpoint_filter) Jan 14 07:24:55.589255 n-d-768862-2 neutron-server[84765]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 14 07:24:55.589255 n-d-768862-2 neutron-server[84765]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 14 07:24:55.589255 n-d-768862-2 neutron-server[84765]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 14 07:24:55.589255 n-d-768862-2 neutron-server[84765]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 14 07:24:55.589255 n-d-768862-2 neutron-server[84765]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 14 07:24:55.591232 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-d5c09442-32c6-4625-a28e-599858364bfc tempest-NetworksIpV6Test-2047944877 tempest-NetworksIpV6Test-2047944877] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.544s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:24:55.599753 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [None req-63dea4fc-f314-4c2f-9164-2a7ecc1ea50b None None] For port 5ab62415-ebf4-4fe6-ab18-e08182436a0a, host n-d-768862-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-2',level=0,port_id=5ab62415-ebf4-4fe6-ab18-e08182436a0a,segment=NetworkSegment(0d68100e-80cf-4ef2-824d-abc150e385cd),segment_id=0d68100e-80cf-4ef2-824d-abc150e385cd)] {{(pid=84876) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 14 07:24:55.642644 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-63dea4fc-f314-4c2f-9164-2a7ecc1ea50b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777640533312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363259214678337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777640097497'] for port, after_update {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:24:55.683550 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-4bf43286-0bdb-4546-a300-c8b5a02c73d9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84876) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:24:55.792851 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-a8561e1d-7ad4-44a8-be89-c9205cbee1d0 tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-598964', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850887113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036851521664', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2794686'] for subnet, after_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:24:55.822627 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.db.api [None req-d5c09442-32c6-4625-a28e-599858364bfc tempest-NetworksIpV6Test-2047944877 tempest-NetworksIpV6Test-2047944877] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jan 14 07:24:55.822627 n-d-768862-2 neutron-server[84765]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jan 14 07:24:55.822627 n-d-768862-2 neutron-server[84765]: [parameters: {'id': 'd9c56f59-83ac-40ec-b2f4-5f4a987db5e5'}] Jan 14 07:24:55.822627 n-d-768862-2 neutron-server[84765]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=84875) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Jan 14 07:24:55.823457 n-d-768862-2 neutron-server[84765]: DEBUG oslo_db.api [None req-d5c09442-32c6-4625-a28e-599858364bfc tempest-NetworksIpV6Test-2047944877 tempest-NetworksIpV6Test-2047944877] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=84875) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Jan 14 07:24:55.824824 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-4be4412a-9e21-42ec-8046-99e5218574c0 tempest-RoutersIpV6Test-883692175 tempest-RoutersIpV6Test-883692175] Notify callbacks [] for subnet, before_response {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:24:55.835146 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-96a0c1b8-52c5-4171-a2e3-afc066f8e102 tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:24:55.935593 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-4be4412a-9e21-42ec-8046-99e5218574c0 tempest-RoutersIpV6Test-883692175 tempest-RoutersIpV6Test-883692175] 10.222.0.24 "DELETE /v2.0/subnets/6d7b8862-6c15-43ed-8ff1-841e54b08eb8 HTTP/1.1" status: 204 len: 168 time: 4.7702248 Jan 14 07:24:55.941673 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84875) accepted ('10.222.0.24', 44654) {{(pid=84875) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:24:55.974179 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8561e1d-7ad4-44a8-be89-c9205cbee1d0 tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] Pushing event deleted for resources: {'Subnet': ['ID=67b084bc-c571-4d46-8c9e-a91dcf628538,revision_number=None']} {{(pid=84874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:24:56.008827 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-a8561e1d-7ad4-44a8-be89-c9205cbee1d0 tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.174s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:24:56.079155 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09c3f51e-f11d-422a-adbc-4d7e44d3fdee None None] Network ecd2ef9e-48e8-480a-a1fc-ce09ba6212c7 requested from n-d-768862-2 {{(pid=84876) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 07:24:56.301549 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84874) accepted ('10.222.0.24', 44662) {{(pid=84874) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:24:56.378091 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-d5c09442-32c6-4625-a28e-599858364bfc tempest-NetworksIpV6Test-2047944877 tempest-NetworksIpV6Test-2047944877] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036854160497'] for network, before_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:24:56.407587 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-4e456ab1-bbd4-464d-9e29-dbd94ba2332a None None] Provisioning for port a63241b5-0598-4f3e-a93f-8ef4677430a5 completed by entity DHCP. {{(pid=84876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 07:24:56.483390 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-dc5fafa3-5281-4829-b507-b0a2f8fbd4ad admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=818e23dab35146079ddb08b8e1f7b310&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1780744 Jan 14 07:24:56.505282 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84874) accepted ('10.222.0.24', 44666) {{(pid=84874) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:24:56.644072 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-4e456ab1-bbd4-464d-9e29-dbd94ba2332a None None] Provisioning complete for port a63241b5-0598-4f3e-a93f-8ef4677430a5 triggered by entity DHCP. {{(pid=84876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 07:24:56.644498 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-4e456ab1-bbd4-464d-9e29-dbd94ba2332a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-604227'] for port, provisioning_complete {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:24:56.779249 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555753'] for port, before_update {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:24:56.815866 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.plugin [None req-4e456ab1-bbd4-464d-9e29-dbd94ba2332a None None] Port a63241b5-0598-4f3e-a93f-8ef4677430a5 cannot update to ACTIVE because it is not bound. {{(pid=84876) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:329}} Jan 14 07:24:56.959396 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-8e250c35-3f81-4fea-9248-6cc7e6cc6be8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:24:56.986734 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63dea4fc-f314-4c2f-9164-2a7ecc1ea50b None None] Pushing event updated for resources: {'Port': ['ID=5ab62415-ebf4-4fe6-ab18-e08182436a0a,revision_number=2']} {{(pid=84876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:24:57.139744 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-63dea4fc-f314-4c2f-9164-2a7ecc1ea50b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.456s {{(pid=84876) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:24:57.140686 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-a8561e1d-7ad4-44a8-be89-c9205cbee1d0 tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3207107'] for subnet, before_response {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:24:57.206340 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-a5840d62-3e4d-4711-9ce4-e196ebb13e5a tempest-RoutersIpV6AdminTest-1631784580 tempest-RoutersIpV6AdminTest-1631784580] Notify callbacks [] for router_gateway, before_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:24:57.249786 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-a8561e1d-7ad4-44a8-be89-c9205cbee1d0 tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] 10.222.0.24 "DELETE /v2.0/subnets/67b084bc-c571-4d46-8c9e-a91dcf628538 HTTP/1.1" status: 204 len: 168 time: 3.5115900 Jan 14 07:24:57.254048 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84874) accepted ('10.222.0.24', 44676) {{(pid=84874) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:24:57.255455 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-a5840d62-3e4d-4711-9ce4-e196ebb13e5a tempest-RoutersIpV6AdminTest-1631784580 tempest-RoutersIpV6AdminTest-1631784580] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555753'] for port, before_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:24:57.315311 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-8e250c35-3f81-4fea-9248-6cc7e6cc6be8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:24:57.388689 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] For port 4cd6a39c-30f2-4ede-9412-bfdca8f9bdae, host n-d-768862-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-2',level=0,port_id=4cd6a39c-30f2-4ede-9412-bfdca8f9bdae,segment=NetworkSegment(081dd89a-0160-4672-9527-d1666b633085),segment_id=081dd89a-0160-4672-9527-d1666b633085)] {{(pid=84876) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 07:24:57.398057 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-4e456ab1-bbd4-464d-9e29-dbd94ba2332a None None] Provisioning complete for port 4cd6a39c-30f2-4ede-9412-bfdca8f9bdae triggered by entity DHCP. {{(pid=84876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 07:24:57.412416 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-4e456ab1-bbd4-464d-9e29-dbd94ba2332a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-604227'] for port, provisioning_complete {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:24:57.484863 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.plugin [None req-d5c09442-32c6-4625-a28e-599858364bfc tempest-NetworksIpV6Test-2047944877 tempest-NetworksIpV6Test-2047944877] Deleting port 5ab62415-ebf4-4fe6-ab18-e08182436a0a {{(pid=84875) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 07:24:57.485868 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-d5c09442-32c6-4625-a28e-599858364bfc tempest-NetworksIpV6Test-2047944877 tempest-NetworksIpV6Test-2047944877] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363259214248359'] for port, before_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:24:57.566600 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d921fe0c-f567-46a1-881f-1ff620b41bab None None] Network 23f0a15d-6362-4cec-82c1-cacba887c566 requested from n-d-768862-2 {{(pid=84876) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 07:24:57.737921 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.db_base_plugin_v2 [None req-d5b0e906-cfb2-4567-a466-1dc07691facd tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] Deleting subnet f5ded08a-8b96-46cd-b4b3-5a00dd994d9e {{(pid=84874) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Jan 14 07:24:57.748078 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-d5b0e906-cfb2-4567-a466-1dc07691facd tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] Notify callbacks [] for subnet, before_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:24:57.976507 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777640533312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363259214678337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777640097497'] for port, after_update {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:24:58.040044 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2410cf1f-5ac8-4169-96b4-0a5eb7e12929 None None] Network d9c56f59-83ac-40ec-b2f4-5f4a987db5e5 requested from n-d-768862-2 {{(pid=84876) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 07:24:58.237808 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-07454f10-3d50-4d1a-b986-f426e99910d3 tempest-RoutersIpV6Test-883692175 tempest-RoutersIpV6Test-883692175] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036854160497'] for network, before_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:24:58.241273 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-d5b0e906-cfb2-4567-a466-1dc07691facd tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036851807232'] for subnet, precommit_delete_associations {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:24:58.357932 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-8e250c35-3f81-4fea-9248-6cc7e6cc6be8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850887153'] for security_group, after_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:24:58.424175 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-d5b0e906-cfb2-4567-a466-1dc07691facd tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036854176836'] for subnet, precommit_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:24:58.426855 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.agents_db [None req-5b939a2f-078d-4c69-a188-cb55a28a77a0 None None] Agent healthcheck: found 7 active agents {{(pid=84877) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Jan 14 07:24:58.433981 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [None req-d5c09442-32c6-4625-a28e-599858364bfc tempest-NetworksIpV6Test-2047944877 tempest-NetworksIpV6Test-2047944877] For port 5ab62415-ebf4-4fe6-ab18-e08182436a0a, host n-d-768862-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-2',level=0,port_id=5ab62415-ebf4-4fe6-ab18-e08182436a0a,segment=NetworkSegment(0d68100e-80cf-4ef2-824d-abc150e385cd),segment_id=0d68100e-80cf-4ef2-824d-abc150e385cd)] {{(pid=84875) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 07:24:58.434755 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-d5c09442-32c6-4625-a28e-599858364bfc tempest-NetworksIpV6Test-2047944877 tempest-NetworksIpV6Test-2047944877] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036850862667'] for port, precommit_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:24:58.445474 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.db.resource_extend [None req-9d43400f-109d-4f94-923e-b77657d6dd87 tempest-RoutersNegativeIpV6Test-1464408958 tempest-RoutersNegativeIpV6Test-1464408958] It took 0.27 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84875) wrapper /usr/local/lib/python3.6/dist-packages/oslo_utils/timeutils.py:388}} Jan 14 07:24:58.474173 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-9d43400f-109d-4f94-923e-b77657d6dd87 tempest-RoutersNegativeIpV6Test-1464408958 tempest-RoutersNegativeIpV6Test-1464408958] Notify callbacks [] for port, precommit_update {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:24:58.514158 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-38fd0663-1fe6-4ec5-8918-43f165518f57 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84876) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:24:58.553256 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.plugin [None req-07454f10-3d50-4d1a-b986-f426e99910d3 tempest-RoutersIpV6Test-883692175 tempest-RoutersIpV6Test-883692175] Deleting port 8bf45f92-0155-4eb0-b313-7a54318ef0e6 {{(pid=84875) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 07:24:58.553601 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-07454f10-3d50-4d1a-b986-f426e99910d3 tempest-RoutersIpV6Test-883692175 tempest-RoutersIpV6Test-883692175] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363259214248359'] for port, before_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:24:58.674903 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-9d43400f-109d-4f94-923e-b77657d6dd87 tempest-RoutersNegativeIpV6Test-1464408958 tempest-RoutersNegativeIpV6Test-1464408958] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777640533312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363259214678337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777640097497', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3154211'] for port, after_update {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:24:58.675853 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-9d43400f-109d-4f94-923e-b77657d6dd87 tempest-RoutersNegativeIpV6Test-1464408958 tempest-RoutersNegativeIpV6Test-1464408958] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3206949', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3889649'] for router_interface, after_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:24:58.677248 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Device f1155249-9046-4409-a2da-5617050648fa up at agent ovs-agent-n-d-768862-2 {{(pid=84876) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 07:24:58.745365 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.plugin [None req-d5c09442-32c6-4625-a28e-599858364bfc tempest-NetworksIpV6Test-2047944877 tempest-NetworksIpV6Test-2047944877] Calling delete_port for 5ab62415-ebf4-4fe6-ab18-e08182436a0a owned by network:dhcp {{(pid=84875) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 07:24:58.782920 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-a0480c05-a2f9-43fa-bcf1-1f4830f80101 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:24:58.862952 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-bee15dc1-4b55-4afb-b90b-fcfe4ef24752 tempest-AllowedAddressPairIpV6TestJSON-498488695 tempest-AllowedAddressPairIpV6TestJSON-498488695] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:24:58.892412 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.db_base_plugin_common [None req-a5840d62-3e4d-4711-9ce4-e196ebb13e5a tempest-RoutersIpV6AdminTest-1631784580 tempest-RoutersIpV6AdminTest-1631784580] Allocated IP 172.25.2.135 (226f1e78-82cd-4481-9055-4eb73b6db8c1/ba8deeec-7658-4195-9449-038c076f5c83/2e82fd0b-45e0-4adb-a613-49588af1dda1) {{(pid=84874) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 14 07:24:58.939855 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-d5c09442-32c6-4625-a28e-599858364bfc tempest-NetworksIpV6Test-2047944877 tempest-NetworksIpV6Test-2047944877] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777640533329', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777640097463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851621574'] for port, after_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:24:59.079369 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-a5840d62-3e4d-4711-9ce4-e196ebb13e5a tempest-RoutersIpV6AdminTest-1631784580 tempest-RoutersIpV6AdminTest-1631784580] Notify callbacks [] for port, precommit_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:24:59.124544 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-a5840d62-3e4d-4711-9ce4-e196ebb13e5a tempest-RoutersIpV6AdminTest-1631784580 tempest-RoutersIpV6AdminTest-1631784580] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777640123575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3254186'] for port, after_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:24:59.250075 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a03d7d1-1469-4739-a7a8-74a9b847600f None None] DHCP port deletion for ecd2ef9e-48e8-480a-a1fc-ce09ba6212c7 request from n-d-768862-2 {{(pid=84876) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Jan 14 07:24:59.289904 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.plugin [None req-0a03d7d1-1469-4739-a7a8-74a9b847600f None None] Deleting port 8bf45f92-0155-4eb0-b313-7a54318ef0e6 {{(pid=84876) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 07:24:59.290328 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-0a03d7d1-1469-4739-a7a8-74a9b847600f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363259214248359'] for port, before_delete {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:24:59.329956 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e250c35-3f81-4fea-9248-6cc7e6cc6be8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6fae6ed1-99a7-4d7b-9c6c-f43b82bbbbce,revision_number=None']} {{(pid=84874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:24:59.332578 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-8e250c35-3f81-4fea-9248-6cc7e6cc6be8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:24:59.334119 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-8e250c35-3f81-4fea-9248-6cc7e6cc6be8 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/6fae6ed1-99a7-4d7b-9c6c-f43b82bbbbce HTTP/1.1" status: 204 len: 168 time: 2.8249896 Jan 14 07:24:59.351432 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-8e250c35-3f81-4fea-9248-6cc7e6cc6be8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.569s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:24:59.378028 n-d-768862-2 neutron-server[84765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5840d62-3e4d-4711-9ce4-e196ebb13e5a tempest-RoutersIpV6AdminTest-1631784580 tempest-RoutersIpV6AdminTest-1631784580] Network 226f1e78-82cd-4481-9055-4eb73b6db8c1 is already hosted by enough agents. {{(pid=84874) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 07:24:59.380697 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-b65f6296-3966-4737-b802-2c686decca69 tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.062s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:24:59.420291 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Provisioning for port f1155249-9046-4409-a2da-5617050648fa completed by entity L2. {{(pid=84876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 07:24:59.454775 n-d-768862-2 neutron-server[84765]: DEBUG neutron.scheduler.base_scheduler [None req-a5840d62-3e4d-4711-9ce4-e196ebb13e5a tempest-RoutersIpV6AdminTest-1631784580 tempest-RoutersIpV6AdminTest-1631784580] Resources bound (agent type, host, resource id): {{(pid=84874) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 07:24:59.582220 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d43400f-109d-4f94-923e-b77657d6dd87 tempest-RoutersNegativeIpV6Test-1464408958 tempest-RoutersNegativeIpV6Test-1464408958] Pushing event updated for resources: {'Port': ['ID=a63241b5-0598-4f3e-a93f-8ef4677430a5,revision_number=2']} {{(pid=84875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:24:59.623148 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5840d62-3e4d-4711-9ce4-e196ebb13e5a tempest-RoutersIpV6AdminTest-1631784580 tempest-RoutersIpV6AdminTest-1631784580] Pushing event updated for resources: {'Port': ['ID=2e82fd0b-45e0-4adb-a613-49588af1dda1,revision_number=1']} {{(pid=84874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:24:59.627780 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5840d62-3e4d-4711-9ce4-e196ebb13e5a tempest-RoutersIpV6AdminTest-1631784580 tempest-RoutersIpV6AdminTest-1631784580] Received port after_create {{(pid=84874) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 14 07:24:59.646288 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d43400f-109d-4f94-923e-b77657d6dd87 tempest-RoutersNegativeIpV6Test-1464408958 tempest-RoutersNegativeIpV6Test-1464408958] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@n-h1-768862-2 {{(pid=84875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:24:59.646692 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d43400f-109d-4f94-923e-b77657d6dd87 tempest-RoutersNegativeIpV6Test-1464408958 tempest-RoutersNegativeIpV6Test-1464408958] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-h1-768862-2 {{(pid=84875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:24:59.647654 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d43400f-109d-4f94-923e-b77657d6dd87 tempest-RoutersNegativeIpV6Test-1464408958 tempest-RoutersNegativeIpV6Test-1464408958] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-h1-768862-2 {{(pid=84875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:24:59.648628 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d43400f-109d-4f94-923e-b77657d6dd87 tempest-RoutersNegativeIpV6Test-1464408958 tempest-RoutersNegativeIpV6Test-1464408958] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-h1-768862-2 {{(pid=84875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:24:59.649055 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d43400f-109d-4f94-923e-b77657d6dd87 tempest-RoutersNegativeIpV6Test-1464408958 tempest-RoutersNegativeIpV6Test-1464408958] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@n-h1-768862-2 {{(pid=84875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:24:59.649473 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d43400f-109d-4f94-923e-b77657d6dd87 tempest-RoutersNegativeIpV6Test-1464408958 tempest-RoutersNegativeIpV6Test-1464408958] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-h1-768862-2 {{(pid=84875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:24:59.650686 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d43400f-109d-4f94-923e-b77657d6dd87 tempest-RoutersNegativeIpV6Test-1464408958 tempest-RoutersNegativeIpV6Test-1464408958] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-h1-768862-2 {{(pid=84875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:24:59.651112 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d43400f-109d-4f94-923e-b77657d6dd87 tempest-RoutersNegativeIpV6Test-1464408958 tempest-RoutersNegativeIpV6Test-1464408958] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-h1-768862-2 {{(pid=84875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:24:59.651523 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d43400f-109d-4f94-923e-b77657d6dd87 tempest-RoutersNegativeIpV6Test-1464408958 tempest-RoutersNegativeIpV6Test-1464408958] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-h1-768862-2 {{(pid=84875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:24:59.652482 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d43400f-109d-4f94-923e-b77657d6dd87 tempest-RoutersNegativeIpV6Test-1464408958 tempest-RoutersNegativeIpV6Test-1464408958] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-h1-768862-2 {{(pid=84875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:24:59.652902 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d43400f-109d-4f94-923e-b77657d6dd87 tempest-RoutersNegativeIpV6Test-1464408958 tempest-RoutersNegativeIpV6Test-1464408958] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-h1-768862-2 {{(pid=84875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:24:59.653310 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d43400f-109d-4f94-923e-b77657d6dd87 tempest-RoutersNegativeIpV6Test-1464408958 tempest-RoutersNegativeIpV6Test-1464408958] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-h1-768862-2 {{(pid=84875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:24:59.654304 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d43400f-109d-4f94-923e-b77657d6dd87 tempest-RoutersNegativeIpV6Test-1464408958 tempest-RoutersNegativeIpV6Test-1464408958] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@n-h2-768862-2 {{(pid=84875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:24:59.654717 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d43400f-109d-4f94-923e-b77657d6dd87 tempest-RoutersNegativeIpV6Test-1464408958 tempest-RoutersNegativeIpV6Test-1464408958] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-h2-768862-2 {{(pid=84875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:24:59.655127 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d43400f-109d-4f94-923e-b77657d6dd87 tempest-RoutersNegativeIpV6Test-1464408958 tempest-RoutersNegativeIpV6Test-1464408958] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-h2-768862-2 {{(pid=84875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:24:59.655533 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d43400f-109d-4f94-923e-b77657d6dd87 tempest-RoutersNegativeIpV6Test-1464408958 tempest-RoutersNegativeIpV6Test-1464408958] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-h2-768862-2 {{(pid=84875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:24:59.656515 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d43400f-109d-4f94-923e-b77657d6dd87 tempest-RoutersNegativeIpV6Test-1464408958 tempest-RoutersNegativeIpV6Test-1464408958] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@n-h2-768862-2 {{(pid=84875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:24:59.656930 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d43400f-109d-4f94-923e-b77657d6dd87 tempest-RoutersNegativeIpV6Test-1464408958 tempest-RoutersNegativeIpV6Test-1464408958] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-h2-768862-2 {{(pid=84875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:24:59.657336 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d43400f-109d-4f94-923e-b77657d6dd87 tempest-RoutersNegativeIpV6Test-1464408958 tempest-RoutersNegativeIpV6Test-1464408958] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-h2-768862-2 {{(pid=84875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:24:59.657738 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d43400f-109d-4f94-923e-b77657d6dd87 tempest-RoutersNegativeIpV6Test-1464408958 tempest-RoutersNegativeIpV6Test-1464408958] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-h2-768862-2 {{(pid=84875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:24:59.658141 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d43400f-109d-4f94-923e-b77657d6dd87 tempest-RoutersNegativeIpV6Test-1464408958 tempest-RoutersNegativeIpV6Test-1464408958] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-h2-768862-2 {{(pid=84875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:24:59.658552 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d43400f-109d-4f94-923e-b77657d6dd87 tempest-RoutersNegativeIpV6Test-1464408958 tempest-RoutersNegativeIpV6Test-1464408958] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-h2-768862-2 {{(pid=84875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:24:59.660195 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d43400f-109d-4f94-923e-b77657d6dd87 tempest-RoutersNegativeIpV6Test-1464408958 tempest-RoutersNegativeIpV6Test-1464408958] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-h2-768862-2 {{(pid=84875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:24:59.661136 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d43400f-109d-4f94-923e-b77657d6dd87 tempest-RoutersNegativeIpV6Test-1464408958 tempest-RoutersNegativeIpV6Test-1464408958] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-h2-768862-2 {{(pid=84875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:24:59.661627 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d43400f-109d-4f94-923e-b77657d6dd87 tempest-RoutersNegativeIpV6Test-1464408958 tempest-RoutersNegativeIpV6Test-1464408958] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-2 {{(pid=84875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:24:59.662034 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d43400f-109d-4f94-923e-b77657d6dd87 tempest-RoutersNegativeIpV6Test-1464408958 tempest-RoutersNegativeIpV6Test-1464408958] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-2 {{(pid=84875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:24:59.662953 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d43400f-109d-4f94-923e-b77657d6dd87 tempest-RoutersNegativeIpV6Test-1464408958 tempest-RoutersNegativeIpV6Test-1464408958] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-2 {{(pid=84875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:24:59.663360 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d43400f-109d-4f94-923e-b77657d6dd87 tempest-RoutersNegativeIpV6Test-1464408958 tempest-RoutersNegativeIpV6Test-1464408958] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-2 {{(pid=84875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:24:59.663767 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d43400f-109d-4f94-923e-b77657d6dd87 tempest-RoutersNegativeIpV6Test-1464408958 tempest-RoutersNegativeIpV6Test-1464408958] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@n-d-768862-2 {{(pid=84875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:24:59.664718 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d43400f-109d-4f94-923e-b77657d6dd87 tempest-RoutersNegativeIpV6Test-1464408958 tempest-RoutersNegativeIpV6Test-1464408958] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-2 {{(pid=84875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:24:59.665125 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d43400f-109d-4f94-923e-b77657d6dd87 tempest-RoutersNegativeIpV6Test-1464408958 tempest-RoutersNegativeIpV6Test-1464408958] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-768862-2 {{(pid=84875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:24:59.665530 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d43400f-109d-4f94-923e-b77657d6dd87 tempest-RoutersNegativeIpV6Test-1464408958 tempest-RoutersNegativeIpV6Test-1464408958] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-768862-2 {{(pid=84875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:24:59.666570 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d43400f-109d-4f94-923e-b77657d6dd87 tempest-RoutersNegativeIpV6Test-1464408958 tempest-RoutersNegativeIpV6Test-1464408958] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-2 {{(pid=84875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:24:59.666990 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d43400f-109d-4f94-923e-b77657d6dd87 tempest-RoutersNegativeIpV6Test-1464408958 tempest-RoutersNegativeIpV6Test-1464408958] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-2 {{(pid=84875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:24:59.667400 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d43400f-109d-4f94-923e-b77657d6dd87 tempest-RoutersNegativeIpV6Test-1464408958 tempest-RoutersNegativeIpV6Test-1464408958] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-2 {{(pid=84875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:24:59.668369 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d43400f-109d-4f94-923e-b77657d6dd87 tempest-RoutersNegativeIpV6Test-1464408958 tempest-RoutersNegativeIpV6Test-1464408958] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-2 {{(pid=84875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:24:59.687743 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-9d43400f-109d-4f94-923e-b77657d6dd87 tempest-RoutersNegativeIpV6Test-1464408958 tempest-RoutersNegativeIpV6Test-1464408958] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.825s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:24:59.688535 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-90220d33-6b2c-4b74-a25e-ce3d2ac7df15 tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.125s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:24:59.761001 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5c09442-32c6-4625-a28e-599858364bfc tempest-NetworksIpV6Test-2047944877 tempest-NetworksIpV6Test-2047944877] No DVR routers for this DVR port 5ab62415-ebf4-4fe6-ab18-e08182436a0a on host n-d-768862-2 {{(pid=84875) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Jan 14 07:24:59.774699 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5c09442-32c6-4625-a28e-599858364bfc tempest-NetworksIpV6Test-2047944877 tempest-NetworksIpV6Test-2047944877] Pushing event deleted for resources: {'Port': ['ID=5ab62415-ebf4-4fe6-ab18-e08182436a0a,revision_number=None']} {{(pid=84875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:24:59.790195 n-d-768862-2 neutron-server[84765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d43400f-109d-4f94-923e-b77657d6dd87 tempest-RoutersNegativeIpV6Test-1464408958 tempest-RoutersNegativeIpV6Test-1464408958] Network 784698a4-8130-4a8f-8f3c-e0d25fc0b022 is already hosted by enough agents. {{(pid=84875) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 07:24:59.833015 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-d5c09442-32c6-4625-a28e-599858364bfc tempest-NetworksIpV6Test-2047944877 tempest-NetworksIpV6Test-2047944877] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:24:59.839218 n-d-768862-2 neutron-server[84765]: DEBUG neutron.scheduler.base_scheduler [None req-9d43400f-109d-4f94-923e-b77657d6dd87 tempest-RoutersNegativeIpV6Test-1464408958 tempest-RoutersNegativeIpV6Test-1464408958] Resources bound (agent type, host, resource id): {{(pid=84875) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 07:24:59.872477 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-a5840d62-3e4d-4711-9ce4-e196ebb13e5a tempest-RoutersIpV6AdminTest-1631784580 tempest-RoutersIpV6AdminTest-1631784580] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.489s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:24:59.883953 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-d5b0e906-cfb2-4567-a466-1dc07691facd tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-598964', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850887113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036851521664', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2794686'] for subnet, after_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:24:59.886291 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Provisioning complete for port f1155249-9046-4409-a2da-5617050648fa triggered by entity L2. {{(pid=84876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 07:24:59.889915 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-604227'] for port, provisioning_complete {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:24:59.976035 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Pushing event updated for resources: {'Port': ['ID=4cd6a39c-30f2-4ede-9412-bfdca8f9bdae,revision_number=3']} {{(pid=84876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:25:00.000619 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.486s {{(pid=84876) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:25:00.201415 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-d5c09442-32c6-4625-a28e-599858364bfc tempest-NetworksIpV6Test-2047944877 tempest-NetworksIpV6Test-2047944877] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-598987', 'neutron.services.segments.db._delete_segments_for_network-8777640583949'] for network, precommit_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:25:00.242506 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-44412f11-3dbb-4202-a552-6e712c911edf tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:25:00.342987 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-169a7f5b-7307-4006-a56b-4dc1c386d1f2 None None] Provisioning complete for port 4cd6a39c-30f2-4ede-9412-bfdca8f9bdae triggered by entity DHCP. {{(pid=84876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 07:25:00.345947 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-169a7f5b-7307-4006-a56b-4dc1c386d1f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-604227'] for port, provisioning_complete {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:25:00.394303 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5b0e906-cfb2-4567-a466-1dc07691facd tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] Pushing event deleted for resources: {'Subnet': ['ID=f5ded08a-8b96-46cd-b4b3-5a00dd994d9e,revision_number=None']} {{(pid=84874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:25:00.404334 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-d5b0e906-cfb2-4567-a466-1dc07691facd tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.162s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:25:00.493670 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-d5b0e906-cfb2-4567-a466-1dc07691facd tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3207107'] for subnet, before_response {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:25:00.494663 n-d-768862-2 neutron-server[84765]: DEBUG neutron.services.segments.db [None req-d5c09442-32c6-4625-a28e-599858364bfc tempest-NetworksIpV6Test-2047944877 tempest-NetworksIpV6Test-2047944877] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d9c56f59-83ac-40ec-b2f4-5f4a987db5e5']}} {{(pid=84875) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:25:00.515910 n-d-768862-2 neutron-server[84765]: DEBUG neutron.services.segments.db [None req-d5c09442-32c6-4625-a28e-599858364bfc tempest-NetworksIpV6Test-2047944877 tempest-NetworksIpV6Test-2047944877] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0d68100e-80cf-4ef2-824d-abc150e385cd') {'for_net_delete': True} {{(pid=84875) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:25:00.516317 n-d-768862-2 neutron-server[84765]: DEBUG neutron.services.segments.db [None req-d5c09442-32c6-4625-a28e-599858364bfc tempest-NetworksIpV6Test-2047944877 tempest-NetworksIpV6Test-2047944877] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0d68100e-80cf-4ef2-824d-abc150e385cd') {} {{(pid=84875) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:25:00.536930 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-d5c09442-32c6-4625-a28e-599858364bfc tempest-NetworksIpV6Test-2047944877 tempest-NetworksIpV6Test-2047944877] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363259214173198', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036851408567'] for segment, before_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:25:00.560302 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-d5c09442-32c6-4625-a28e-599858364bfc tempest-NetworksIpV6Test-2047944877 tempest-NetworksIpV6Test-2047944877] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854179735'] for segment, precommit_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:25:00.565605 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-d5c09442-32c6-4625-a28e-599858364bfc tempest-NetworksIpV6Test-2047944877 tempest-NetworksIpV6Test-2047944877] Releasing vxlan tunnel 18 to pool {{(pid=84875) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Jan 14 07:25:00.830548 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-d5b0e906-cfb2-4567-a466-1dc07691facd tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] 10.222.0.24 "DELETE /v2.0/subnets/f5ded08a-8b96-46cd-b4b3-5a00dd994d9e HTTP/1.1" status: 204 len: 168 time: 3.5595996 Jan 14 07:25:00.831144 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84874) accepted ('10.222.0.24', 44712) {{(pid=84874) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:25:00.968880 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [None req-07454f10-3d50-4d1a-b986-f426e99910d3 tempest-RoutersIpV6Test-883692175 tempest-RoutersIpV6Test-883692175] For port 8bf45f92-0155-4eb0-b313-7a54318ef0e6, host n-d-768862-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-2',level=0,port_id=8bf45f92-0155-4eb0-b313-7a54318ef0e6,segment=NetworkSegment(fc48cc44-a810-4f26-b8fd-eea29b421c2b),segment_id=fc48cc44-a810-4f26-b8fd-eea29b421c2b)] {{(pid=84875) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 07:25:00.969352 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-07454f10-3d50-4d1a-b986-f426e99910d3 tempest-RoutersIpV6Test-883692175 tempest-RoutersIpV6Test-883692175] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036850862667'] for port, precommit_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:25:01.009671 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [None req-0a03d7d1-1469-4739-a7a8-74a9b847600f None None] For port 8bf45f92-0155-4eb0-b313-7a54318ef0e6, host n-d-768862-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-2',level=0,port_id=8bf45f92-0155-4eb0-b313-7a54318ef0e6,segment=NetworkSegment(fc48cc44-a810-4f26-b8fd-eea29b421c2b),segment_id=fc48cc44-a810-4f26-b8fd-eea29b421c2b)] {{(pid=84876) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 07:25:01.010134 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-0a03d7d1-1469-4739-a7a8-74a9b847600f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036850862667'] for port, precommit_delete {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:25:01.155405 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-a5840d62-3e4d-4711-9ce4-e196ebb13e5a tempest-RoutersIpV6AdminTest-1631784580 tempest-RoutersIpV6AdminTest-1631784580] Notify callbacks [] for router_gateway, after_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:25:01.252054 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.managers [None req-d5c09442-32c6-4625-a28e-599858364bfc tempest-NetworksIpV6Test-2047944877 tempest-NetworksIpV6Test-2047944877] Network d9c56f59-83ac-40ec-b2f4-5f4a987db5e5 has no segments {{(pid=84875) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 14 07:25:01.357348 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-d5c09442-32c6-4625-a28e-599858364bfc tempest-NetworksIpV6Test-2047944877 tempest-NetworksIpV6Test-2047944877] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-596065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3154253'] for segment, after_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:25:01.407732 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.plugin [None req-0a03d7d1-1469-4739-a7a8-74a9b847600f None None] Calling delete_port for 8bf45f92-0155-4eb0-b313-7a54318ef0e6 owned by network:dhcp {{(pid=84876) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 07:25:01.478827 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.plugin [None req-07454f10-3d50-4d1a-b986-f426e99910d3 tempest-RoutersIpV6Test-883692175 tempest-RoutersIpV6Test-883692175] Calling delete_port for 8bf45f92-0155-4eb0-b313-7a54318ef0e6 owned by network:dhcp {{(pid=84875) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 07:25:01.569178 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-169a7f5b-7307-4006-a56b-4dc1c386d1f2 None None] Provisioning complete for port a63241b5-0598-4f3e-a93f-8ef4677430a5 triggered by entity DHCP. {{(pid=84876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 07:25:01.572948 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-169a7f5b-7307-4006-a56b-4dc1c386d1f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-604227'] for port, provisioning_complete {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:25:01.647794 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555753'] for port, before_update {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:25:01.765495 n-d-768862-2 neutron-server[84765]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9d43400f-109d-4f94-923e-b77657d6dd87 tempest-RoutersNegativeIpV6Test-1464408958 tempest-RoutersNegativeIpV6Test-1464408958] Router bf8ad3d3-3470-428c-bfe5-23f416302424 is scheduled to L3 agent 35f592e9-451b-4db9-abea-77b6a5c5391b with binding_index 1 {{(pid=84875) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}} Jan 14 07:25:01.830574 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] For port f1155249-9046-4409-a2da-5617050648fa, host n-d-768862-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-2',level=0,port_id=f1155249-9046-4409-a2da-5617050648fa,segment=NetworkSegment(078f9937-1f53-4331-a99f-aed91fa530e4),segment_id=078f9937-1f53-4331-a99f-aed91fa530e4)] {{(pid=84876) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 07:25:01.881145 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777640533312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363259214678337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777640097497'] for port, after_update {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:25:01.882120 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Device f24d1936-6dad-4b80-970a-131390c6a2e4 up at agent ovs-agent-n-d-768862-2 {{(pid=84876) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 07:25:01.950295 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-bb71733d-f2fc-44e3-9b10-d4af63acf8da None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84876) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:25:02.005241 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.managers [None req-d5c09442-32c6-4625-a28e-599858364bfc tempest-NetworksIpV6Test-2047944877 tempest-NetworksIpV6Test-2047944877] Network d9c56f59-83ac-40ec-b2f4-5f4a987db5e5 has no segments {{(pid=84875) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 14 07:25:02.007576 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-0a03d7d1-1469-4739-a7a8-74a9b847600f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777640533329', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777640097463'] for port, after_delete {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:25:02.061202 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-37e2a6c2-afff-4584-bc1b-37ced90b46ea tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] 10.222.0.24 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 1.2278242 Jan 14 07:25:02.061945 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84874) accepted ('10.222.0.24', 44728) {{(pid=84874) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:25:02.062313 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84874) accepted ('10.222.0.24', 44730) {{(pid=84874) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:25:02.072225 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83210a8a-946a-48ce-8315-8ded4f3bf643 None None] Network 23f0a15d-6362-4cec-82c1-cacba887c566 requested from n-d-768862-2 {{(pid=84876) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 07:25:02.198757 n-d-768862-2 neutron-server[84765]: Traceback (most recent call last): Jan 14 07:25:02.198757 n-d-768862-2 neutron-server[84765]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 14 07:25:02.198757 n-d-768862-2 neutron-server[84765]: timer() Jan 14 07:25:02.198757 n-d-768862-2 neutron-server[84765]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 14 07:25:02.198757 n-d-768862-2 neutron-server[84765]: cb(*args, **kw) Jan 14 07:25:02.198757 n-d-768862-2 neutron-server[84765]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Jan 14 07:25:02.198757 n-d-768862-2 neutron-server[84765]: return func(*args, **kwargs) Jan 14 07:25:02.198757 n-d-768862-2 neutron-server[84765]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 14 07:25:02.198757 n-d-768862-2 neutron-server[84765]: self._notify() Jan 14 07:25:02.198757 n-d-768862-2 neutron-server[84765]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 14 07:25:02.198757 n-d-768862-2 neutron-server[84765]: self.callback(batched_events) Jan 14 07:25:02.198757 n-d-768862-2 neutron-server[84765]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 14 07:25:02.198757 n-d-768862-2 neutron-server[84765]: event.method(event) Jan 14 07:25:02.198757 n-d-768862-2 neutron-server[84765]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 14 07:25:02.198757 n-d-768862-2 neutron-server[84765]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 14 07:25:02.198757 n-d-768862-2 neutron-server[84765]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Jan 14 07:25:02.198757 n-d-768862-2 neutron-server[84765]: segment_id)['aggregates'][0] Jan 14 07:25:02.198757 n-d-768862-2 neutron-server[84765]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 14 07:25:02.198757 n-d-768862-2 neutron-server[84765]: return f(self, *a, **k) Jan 14 07:25:02.198757 n-d-768862-2 neutron-server[84765]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 14 07:25:02.198757 n-d-768862-2 neutron-server[84765]: return self._get(url).json() Jan 14 07:25:02.198757 n-d-768862-2 neutron-server[84765]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 14 07:25:02.198757 n-d-768862-2 neutron-server[84765]: **kwargs) Jan 14 07:25:02.198757 n-d-768862-2 neutron-server[84765]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 14 07:25:02.198757 n-d-768862-2 neutron-server[84765]: return self.request(url, 'GET', **kwargs) Jan 14 07:25:02.198757 n-d-768862-2 neutron-server[84765]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Jan 14 07:25:02.198757 n-d-768862-2 neutron-server[84765]: **endpoint_filter) Jan 14 07:25:02.198757 n-d-768862-2 neutron-server[84765]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 14 07:25:02.198757 n-d-768862-2 neutron-server[84765]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 14 07:25:02.198757 n-d-768862-2 neutron-server[84765]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 14 07:25:02.198757 n-d-768862-2 neutron-server[84765]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 14 07:25:02.198757 n-d-768862-2 neutron-server[84765]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 14 07:25:02.249857 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.plugin [None req-169a7f5b-7307-4006-a56b-4dc1c386d1f2 None None] Port a63241b5-0598-4f3e-a93f-8ef4677430a5 cannot update to ACTIVE because it is not bound. {{(pid=84876) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:329}} Jan 14 07:25:02.282304 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-a5840d62-3e4d-4711-9ce4-e196ebb13e5a tempest-RoutersIpV6AdminTest-1631784580 tempest-RoutersIpV6AdminTest-1631784580] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036850886612', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036850863158'] for router, after_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:25:02.313323 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.v2.base [None req-c00315ad-e002-4757-b60d-2b8589eac0f1 tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] Request body: {'subnet': {'network_id': '23f0a15d-6362-4cec-82c1-cacba887c566', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=84874) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:25:02.444216 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-d5c09442-32c6-4625-a28e-599858364bfc tempest-NetworksIpV6Test-2047944877 tempest-NetworksIpV6Test-2047944877] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036854176830', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850887149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3912591'] for network, after_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:25:02.466687 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9d43400f-109d-4f94-923e-b77657d6dd87 tempest-RoutersNegativeIpV6Test-1464408958 tempest-RoutersNegativeIpV6Test-1464408958] Notify agent at l3_agent.n-d-768862-2 the message routers_updated {{(pid=84875) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jan 14 07:25:02.495216 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-dd845cc4-6c3c-4ee3-a495-37a67f7c0423 tempest-AllowedAddressPairIpV6TestJSON-498488695 tempest-AllowedAddressPairIpV6TestJSON-498488695] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:25:02.575371 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-d5c09442-32c6-4625-a28e-599858364bfc tempest-NetworksIpV6Test-2047944877 tempest-NetworksIpV6Test-2047944877] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3207107'] for network, before_response {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:25:02.634365 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-9d43400f-109d-4f94-923e-b77657d6dd87 tempest-RoutersNegativeIpV6Test-1464408958 tempest-RoutersNegativeIpV6Test-1464408958] 10.222.0.24 "PUT /v2.0/routers/bf8ad3d3-3470-428c-bfe5-23f416302424/add_router_interface HTTP/1.1" status: 200 len: 503 time: 17.8240583 Jan 14 07:25:02.637209 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84875) accepted ('10.222.0.24', 44744) {{(pid=84875) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:25:02.639614 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5c09442-32c6-4625-a28e-599858364bfc tempest-NetworksIpV6Test-2047944877 tempest-NetworksIpV6Test-2047944877] Pushing event deleted for resources: {'Network': ['ID=d9c56f59-83ac-40ec-b2f4-5f4a987db5e5,revision_number=None']} {{(pid=84875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:25:02.684367 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28152b8f-1ffa-482d-9eed-b1a6f3678141 None None] Sync routers for ids ['bf8ad3d3-3470-428c-bfe5-23f416302424'] in n-d-768862-2 {{(pid=84876) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Jan 14 07:25:02.710285 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-d5c09442-32c6-4625-a28e-599858364bfc tempest-NetworksIpV6Test-2047944877 tempest-NetworksIpV6Test-2047944877] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.216s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:25:02.720444 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-d5c09442-32c6-4625-a28e-599858364bfc tempest-NetworksIpV6Test-2047944877 tempest-NetworksIpV6Test-2047944877] 10.222.0.24 "DELETE /v2.0/networks/d9c56f59-83ac-40ec-b2f4-5f4a987db5e5 HTTP/1.1" status: 204 len: 168 time: 13.1899602 Jan 14 07:25:02.721570 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.db.api [None req-07454f10-3d50-4d1a-b986-f426e99910d3 tempest-RoutersIpV6Test-883692175 tempest-RoutersIpV6Test-883692175] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84875) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Jan 14 07:25:02.722085 n-d-768862-2 neutron-server[84765]: DEBUG oslo_db.api [None req-07454f10-3d50-4d1a-b986-f426e99910d3 tempest-RoutersIpV6Test-883692175 tempest-RoutersIpV6Test-883692175] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84875) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Jan 14 07:25:02.732581 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84875) accepted ('10.222.0.24', 44748) {{(pid=84875) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:25:02.739791 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a03d7d1-1469-4739-a7a8-74a9b847600f None None] No DVR routers for this DVR port 8bf45f92-0155-4eb0-b313-7a54318ef0e6 on host n-d-768862-2 {{(pid=84876) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Jan 14 07:25:02.742813 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.v2.base [None req-d3c23c59-7e40-412e-8ea4-22cece6bd8e1 tempest-NetworksIpV6Test-2047944877 tempest-NetworksIpV6Test-2047944877] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-145369802'}} {{(pid=84875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:25:02.880980 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Pushing event updated for resources: {'Port': ['ID=f1155249-9046-4409-a2da-5617050648fa,revision_number=3']} {{(pid=84876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:25:02.915679 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.963s {{(pid=84876) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:25:02.919104 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-169a7f5b-7307-4006-a56b-4dc1c386d1f2 None None] Provisioning complete for port f24d1936-6dad-4b80-970a-131390c6a2e4 triggered by entity DHCP. {{(pid=84876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 07:25:02.920200 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-169a7f5b-7307-4006-a56b-4dc1c386d1f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-604227'] for port, provisioning_complete {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:25:02.993510 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-c00315ad-e002-4757-b60d-2b8589eac0f1 tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:25:02.999516 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-c00315ad-e002-4757-b60d-2b8589eac0f1 tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] Usage tracker for resource:subnet and tenant:be0aa702e3ca464795a99c51e3b3b04f is out of sync, need to count used quota {{(pid=84874) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:25:03.003727 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-c00315ad-e002-4757-b60d-2b8589eac0f1 tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84874) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:25:03.011243 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-c00315ad-e002-4757-b60d-2b8589eac0f1 tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:25:03.024689 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.v2.base [None req-84f1bca0-9dfb-4c93-a4e9-d94b93f04044 tempest-NetworksIpV6TestAttrs-1453117616 tempest-NetworksIpV6TestAttrs-1453117616] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1545341890'}} {{(pid=84874) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:25:03.035201 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c00315ad-e002-4757-b60d-2b8589eac0f1 tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] Made reservation on behalf of be0aa702e3ca464795a99c51e3b3b04f for: {'subnet': 1} {{(pid=84874) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 07:25:03.057987 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-63dea4fc-f314-4c2f-9164-2a7ecc1ea50b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 1.005s {{(pid=84876) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:25:03.159282 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-84f1bca0-9dfb-4c93-a4e9-d94b93f04044 tempest-NetworksIpV6TestAttrs-1453117616 tempest-NetworksIpV6TestAttrs-1453117616] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:25:03.172253 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-c00315ad-e002-4757-b60d-2b8589eac0f1 tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036851981161'] for subnet, before_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:25:03.190564 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Provisioning complete for port f24d1936-6dad-4b80-970a-131390c6a2e4 triggered by entity L2. {{(pid=84876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 07:25:03.191053 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-604227'] for port, provisioning_complete {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:25:03.206293 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-d3c23c59-7e40-412e-8ea4-22cece6bd8e1 tempest-NetworksIpV6Test-2047944877 tempest-NetworksIpV6Test-2047944877] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:25:03.224511 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.plugin [None req-07454f10-3d50-4d1a-b986-f426e99910d3 tempest-RoutersIpV6Test-883692175 tempest-RoutersIpV6Test-883692175] Deleting port 8bf45f92-0155-4eb0-b313-7a54318ef0e6 {{(pid=84875) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 07:25:03.225284 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-07454f10-3d50-4d1a-b986-f426e99910d3 tempest-RoutersIpV6Test-883692175 tempest-RoutersIpV6Test-883692175] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363259214248359'] for port, before_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:25:03.229808 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28152b8f-1ffa-482d-9eed-b1a6f3678141 None None] Routers {'bf8ad3d3-3470-428c-bfe5-23f416302424'} bound to L3 agent in host n-d-768862-2 {{(pid=84876) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 14 07:25:03.230552 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_hamode_db [None req-28152b8f-1ffa-482d-9eed-b1a6f3678141 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2021-01-14T06:56:51Z,description=,heartbeat_timestamp=2021-01-14T07:24:52Z,host='n-d-768862-2',id=35f592e9-451b-4db9-abea-77b6a5c5391b,load=0,resource_versions=,resources_synced=,started_at=2021-01-14T06:56:51Z,topic='l3_agent')) {'router_ids': ['bf8ad3d3-3470-428c-bfe5-23f416302424'], 'active': True} {{(pid=84876) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:25:03.253417 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-d3c23c59-7e40-412e-8ea4-22cece6bd8e1 tempest-NetworksIpV6Test-2047944877 tempest-NetworksIpV6Test-2047944877] Usage tracker for resource:network and tenant:130ee88fc4054d968ce76b7b9727c055 is out of sync, need to count used quota {{(pid=84875) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:25:03.264253 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-d3c23c59-7e40-412e-8ea4-22cece6bd8e1 tempest-NetworksIpV6Test-2047944877 tempest-NetworksIpV6Test-2047944877] Quota usage for network was recalculated. Used quota:2. {{(pid=84875) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:25:03.298715 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-d3c23c59-7e40-412e-8ea4-22cece6bd8e1 tempest-NetworksIpV6Test-2047944877 tempest-NetworksIpV6Test-2047944877] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=84875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:25:03.347334 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.plugin [None req-07454f10-3d50-4d1a-b986-f426e99910d3 tempest-RoutersIpV6Test-883692175 tempest-RoutersIpV6Test-883692175] The port '8bf45f92-0155-4eb0-b313-7a54318ef0e6' was deleted {{(pid=84875) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Jan 14 07:25:03.360520 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_hamode_db [None req-28152b8f-1ffa-482d-9eed-b1a6f3678141 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768862-2', False) {} {{(pid=84876) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:25:03.391851 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a03d7d1-1469-4739-a7a8-74a9b847600f None None] Pushing event deleted for resources: {'Port': ['ID=8bf45f92-0155-4eb0-b313-7a54318ef0e6,revision_number=None']} {{(pid=84876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:25:03.426273 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-84f1bca0-9dfb-4c93-a4e9-d94b93f04044 tempest-NetworksIpV6TestAttrs-1453117616 tempest-NetworksIpV6TestAttrs-1453117616] Usage tracker for resource:network and tenant:b4fb299c51d74f2a8c69090954f5d152 is out of sync, need to count used quota {{(pid=84874) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:25:03.436147 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28152b8f-1ffa-482d-9eed-b1a6f3678141 None None] Routers {'bf8ad3d3-3470-428c-bfe5-23f416302424'} bound to L3 agent in host n-d-768862-2 {{(pid=84876) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 14 07:25:03.436870 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_hamode_db [None req-28152b8f-1ffa-482d-9eed-b1a6f3678141 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2021-01-14T06:56:51Z,description=,heartbeat_timestamp=2021-01-14T07:24:52Z,host='n-d-768862-2',id=35f592e9-451b-4db9-abea-77b6a5c5391b,load=0,resource_versions=,resources_synced=,started_at=2021-01-14T06:56:51Z,topic='l3_agent')) {'router_ids': ['bf8ad3d3-3470-428c-bfe5-23f416302424'], 'active': True} {{(pid=84876) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:25:03.445041 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-84f1bca0-9dfb-4c93-a4e9-d94b93f04044 tempest-NetworksIpV6TestAttrs-1453117616 tempest-NetworksIpV6TestAttrs-1453117616] Quota usage for network was recalculated. Used quota:0. {{(pid=84874) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:25:03.462479 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-84f1bca0-9dfb-4c93-a4e9-d94b93f04044 tempest-NetworksIpV6TestAttrs-1453117616 tempest-NetworksIpV6TestAttrs-1453117616] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:25:03.465350 n-d-768862-2 neutron-server[84765]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a5840d62-3e4d-4711-9ce4-e196ebb13e5a tempest-RoutersIpV6AdminTest-1631784580 tempest-RoutersIpV6AdminTest-1631784580] Router 8a669322-ef45-41f1-a70a-9c1ef9d356d5 is scheduled to L3 agent 35f592e9-451b-4db9-abea-77b6a5c5391b with binding_index 1 {{(pid=84874) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}} Jan 14 07:25:03.582742 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-07454f10-3d50-4d1a-b986-f426e99910d3 tempest-RoutersIpV6Test-883692175 tempest-RoutersIpV6Test-883692175] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-598987', 'neutron.services.segments.db._delete_segments_for_network-8777640583949'] for network, precommit_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:25:03.763009 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-84f1bca0-9dfb-4c93-a4e9-d94b93f04044 tempest-NetworksIpV6TestAttrs-1453117616 tempest-NetworksIpV6TestAttrs-1453117616] Made reservation on behalf of b4fb299c51d74f2a8c69090954f5d152 for: {'network': 1} {{(pid=84874) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 07:25:03.772344 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-0a03d7d1-1469-4739-a7a8-74a9b847600f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.714s {{(pid=84876) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:25:03.775001 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-84f1bca0-9dfb-4c93-a4e9-d94b93f04044 tempest-NetworksIpV6TestAttrs-1453117616 tempest-NetworksIpV6TestAttrs-1453117616] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555753'] for network, before_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:25:03.794208 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_hamode_db [None req-28152b8f-1ffa-482d-9eed-b1a6f3678141 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768862-2', False) {} {{(pid=84876) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:25:03.794832 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28152b8f-1ffa-482d-9eed-b1a6f3678141 None None] The sync data for ids ['bf8ad3d3-3470-428c-bfe5-23f416302424'] in n-d-768862-2 is: [] {{(pid=84876) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Jan 14 07:25:03.828463 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-84f1bca0-9dfb-4c93-a4e9-d94b93f04044 tempest-NetworksIpV6TestAttrs-1453117616 tempest-NetworksIpV6TestAttrs-1453117616] Notify callbacks [] for security_group, before_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:25:03.878332 n-d-768862-2 neutron-server[84765]: DEBUG neutron.services.segments.db [None req-07454f10-3d50-4d1a-b986-f426e99910d3 tempest-RoutersIpV6Test-883692175 tempest-RoutersIpV6Test-883692175] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ecd2ef9e-48e8-480a-a1fc-ce09ba6212c7']}} {{(pid=84875) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:25:03.883680 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-84f1bca0-9dfb-4c93-a4e9-d94b93f04044 tempest-NetworksIpV6TestAttrs-1453117616 tempest-NetworksIpV6TestAttrs-1453117616] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:25:03.890037 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-84f1bca0-9dfb-4c93-a4e9-d94b93f04044 tempest-NetworksIpV6TestAttrs-1453117616 tempest-NetworksIpV6TestAttrs-1453117616] Usage tracker for resource:security_group_rule and tenant:b4fb299c51d74f2a8c69090954f5d152 is out of sync, need to count used quota {{(pid=84874) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:25:03.907917 n-d-768862-2 neutron-server[84765]: DEBUG neutron.services.segments.db [None req-07454f10-3d50-4d1a-b986-f426e99910d3 tempest-RoutersIpV6Test-883692175 tempest-RoutersIpV6Test-883692175] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fc48cc44-a810-4f26-b8fd-eea29b421c2b') {'for_net_delete': True} {{(pid=84875) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:25:03.908460 n-d-768862-2 neutron-server[84765]: DEBUG neutron.services.segments.db [None req-07454f10-3d50-4d1a-b986-f426e99910d3 tempest-RoutersIpV6Test-883692175 tempest-RoutersIpV6Test-883692175] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fc48cc44-a810-4f26-b8fd-eea29b421c2b') {} {{(pid=84875) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:25:03.916259 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-84f1bca0-9dfb-4c93-a4e9-d94b93f04044 tempest-NetworksIpV6TestAttrs-1453117616 tempest-NetworksIpV6TestAttrs-1453117616] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84874) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:25:03.922826 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-07454f10-3d50-4d1a-b986-f426e99910d3 tempest-RoutersIpV6Test-883692175 tempest-RoutersIpV6Test-883692175] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363259214173198', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036851408567'] for segment, before_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:25:03.924221 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-84f1bca0-9dfb-4c93-a4e9-d94b93f04044 tempest-NetworksIpV6TestAttrs-1453117616 tempest-NetworksIpV6TestAttrs-1453117616] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:25:03.941409 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-07454f10-3d50-4d1a-b986-f426e99910d3 tempest-RoutersIpV6Test-883692175 tempest-RoutersIpV6Test-883692175] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854179735'] for segment, precommit_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:25:03.944066 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-07454f10-3d50-4d1a-b986-f426e99910d3 tempest-RoutersIpV6Test-883692175 tempest-RoutersIpV6Test-883692175] Releasing vxlan tunnel 9 to pool {{(pid=84875) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Jan 14 07:25:03.954459 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f43bfa8-6520-408c-bb00-a1d1bb7a8512 None None] DHCP port deletion for 23f0a15d-6362-4cec-82c1-cacba887c566 request from n-d-768862-2 {{(pid=84876) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Jan 14 07:25:03.971439 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Device 5d4c80f7-fa86-4260-9c85-c0e3fe21da09 no longer exists at agent ovs-agent-n-d-768862-2 {{(pid=84876) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jan 14 07:25:04.028486 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.plugin [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] No Port match for: 5d4c80f7-fa86-4260-9c85-c0e3fe21da09 {{(pid=84876) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2188}} Jan 14 07:25:04.029180 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Device 5d4c80f7-fa86-4260-9c85-c0e3fe21da09 not bound to the agent host n-d-768862-2 {{(pid=84876) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jan 14 07:25:04.144966 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-84f1bca0-9dfb-4c93-a4e9-d94b93f04044 tempest-NetworksIpV6TestAttrs-1453117616 tempest-NetworksIpV6TestAttrs-1453117616] Notify callbacks [] for security_group, precommit_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:25:04.207516 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.plugin [None req-4f43bfa8-6520-408c-bb00-a1d1bb7a8512 None None] Deleting port b8b93ac3-7dc8-4d21-bf35-c232b2a2abd6 {{(pid=84876) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 07:25:04.207954 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-4f43bfa8-6520-408c-bb00-a1d1bb7a8512 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363259214248359'] for port, before_delete {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:25:04.221450 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.managers [None req-07454f10-3d50-4d1a-b986-f426e99910d3 tempest-RoutersIpV6Test-883692175 tempest-RoutersIpV6Test-883692175] Network ecd2ef9e-48e8-480a-a1fc-ce09ba6212c7 has no segments {{(pid=84875) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 14 07:25:04.234446 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-07454f10-3d50-4d1a-b986-f426e99910d3 tempest-RoutersIpV6Test-883692175 tempest-RoutersIpV6Test-883692175] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-596065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3154253'] for segment, after_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:25:04.307100 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-84f1bca0-9dfb-4c93-a4e9-d94b93f04044 tempest-NetworksIpV6TestAttrs-1453117616 tempest-NetworksIpV6TestAttrs-1453117616] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850887153'] for security_group, after_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:25:04.328438 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Device f1155249-9046-4409-a2da-5617050648fa up at agent ovs-agent-n-d-768862-2 {{(pid=84876) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 07:25:04.332008 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-84f1bca0-9dfb-4c93-a4e9-d94b93f04044 tempest-NetworksIpV6TestAttrs-1453117616 tempest-NetworksIpV6TestAttrs-1453117616] vxlan segment allocate from pool success with {'vxlan_vni': 18} {{(pid=84874) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Jan 14 07:25:04.349453 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-84f1bca0-9dfb-4c93-a4e9-d94b93f04044 tempest-NetworksIpV6TestAttrs-1453117616 tempest-NetworksIpV6TestAttrs-1453117616] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854179735'] for segment, precommit_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:25:04.349972 n-d-768862-2 neutron-server[84765]: INFO neutron.db.segments_db [None req-84f1bca0-9dfb-4c93-a4e9-d94b93f04044 tempest-NetworksIpV6TestAttrs-1453117616 tempest-NetworksIpV6TestAttrs-1453117616] Added segment d7d459df-3ffc-449e-9b3d-b197221843bc of type vxlan for network f0973124-cbfc-46f6-8689-21dd337cefb5 Jan 14 07:25:04.395113 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-84f1bca0-9dfb-4c93-a4e9-d94b93f04044 tempest-NetworksIpV6TestAttrs-1453117616 tempest-NetworksIpV6TestAttrs-1453117616] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363259214646115'] for network, precommit_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:25:04.455076 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-6e070670-e7cb-4a44-ab84-242995e86167 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:25:04.458944 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.managers [None req-07454f10-3d50-4d1a-b986-f426e99910d3 tempest-RoutersIpV6Test-883692175 tempest-RoutersIpV6Test-883692175] Network ecd2ef9e-48e8-480a-a1fc-ce09ba6212c7 has no segments {{(pid=84875) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 14 07:25:04.475256 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-24be0b1b-d206-49d9-ac15-97735c1d336e None None] Provisioning complete for port a63241b5-0598-4f3e-a93f-8ef4677430a5 triggered by entity DHCP. {{(pid=84876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 07:25:04.475665 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-24be0b1b-d206-49d9-ac15-97735c1d336e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-604227'] for port, provisioning_complete {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:25:04.511908 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84f1bca0-9dfb-4c93-a4e9-d94b93f04044 tempest-NetworksIpV6TestAttrs-1453117616 tempest-NetworksIpV6TestAttrs-1453117616] Pushing event updated for resources: {'SecurityGroup': ['ID=2018664b-213c-491d-8372-f9174c08a768,revision_number=1']} {{(pid=84874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:25:04.527859 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-84f1bca0-9dfb-4c93-a4e9-d94b93f04044 tempest-NetworksIpV6TestAttrs-1453117616 tempest-NetworksIpV6TestAttrs-1453117616] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850887149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964'] for network, after_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:25:04.557622 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.plugin [None req-24be0b1b-d206-49d9-ac15-97735c1d336e None None] Port a63241b5-0598-4f3e-a93f-8ef4677430a5 cannot update to ACTIVE because it is not bound. {{(pid=84876) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:329}} Jan 14 07:25:04.559136 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84f1bca0-9dfb-4c93-a4e9-d94b93f04044 tempest-NetworksIpV6TestAttrs-1453117616 tempest-NetworksIpV6TestAttrs-1453117616] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:25:04.559883 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-84f1bca0-9dfb-4c93-a4e9-d94b93f04044 tempest-NetworksIpV6TestAttrs-1453117616 tempest-NetworksIpV6TestAttrs-1453117616] Notify callbacks [] for network, before_response {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:25:04.577364 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-84f1bca0-9dfb-4c93-a4e9-d94b93f04044 tempest-NetworksIpV6TestAttrs-1453117616 tempest-NetworksIpV6TestAttrs-1453117616] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:25:04.583193 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-1294dfac-65f5-402c-b8d0-bc52c5833e6e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:25:04.830189 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-24be0b1b-d206-49d9-ac15-97735c1d336e None None] Provisioning complete for port b8b93ac3-7dc8-4d21-bf35-c232b2a2abd6 triggered by entity DHCP. {{(pid=84876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 07:25:04.830764 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-24be0b1b-d206-49d9-ac15-97735c1d336e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-604227'] for port, provisioning_complete {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:25:04.856490 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84f1bca0-9dfb-4c93-a4e9-d94b93f04044 tempest-NetworksIpV6TestAttrs-1453117616 tempest-NetworksIpV6TestAttrs-1453117616] Pushing event updated for resources: {'Network': ['ID=f0973124-cbfc-46f6-8689-21dd337cefb5,revision_number=1']} {{(pid=84874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:25:04.889342 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Provisioning complete for port f1155249-9046-4409-a2da-5617050648fa triggered by entity L2. {{(pid=84876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 07:25:04.889933 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-604227'] for port, provisioning_complete {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:25:04.896383 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-84f1bca0-9dfb-4c93-a4e9-d94b93f04044 tempest-NetworksIpV6TestAttrs-1453117616 tempest-NetworksIpV6TestAttrs-1453117616] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.314s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:25:04.991930 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-84f1bca0-9dfb-4c93-a4e9-d94b93f04044 tempest-NetworksIpV6TestAttrs-1453117616 tempest-NetworksIpV6TestAttrs-1453117616] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 2.7074890 Jan 14 07:25:04.991930 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a5840d62-3e4d-4711-9ce4-e196ebb13e5a tempest-RoutersIpV6AdminTest-1631784580 tempest-RoutersIpV6AdminTest-1631784580] Notify agent at l3_agent.n-d-768862-2 the message routers_updated {{(pid=84874) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jan 14 07:25:05.004724 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cfe501f2-007c-493d-98c6-68aad43d8e4d None None] Sync routers for ids ['8a669322-ef45-41f1-a70a-9c1ef9d356d5'] in n-d-768862-2 {{(pid=84877) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Jan 14 07:25:05.023768 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfe501f2-007c-493d-98c6-68aad43d8e4d None None] Routers {'8a669322-ef45-41f1-a70a-9c1ef9d356d5'} bound to L3 agent in host n-d-768862-2 {{(pid=84877) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 14 07:25:05.025106 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_hamode_db [None req-cfe501f2-007c-493d-98c6-68aad43d8e4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2021-01-14T06:56:51Z,description=,heartbeat_timestamp=2021-01-14T07:24:52Z,host='n-d-768862-2',id=35f592e9-451b-4db9-abea-77b6a5c5391b,load=0,resource_versions=,resources_synced=,started_at=2021-01-14T06:56:51Z,topic='l3_agent')) {'router_ids': ['8a669322-ef45-41f1-a70a-9c1ef9d356d5'], 'active': True} {{(pid=84877) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:25:05.027145 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-017f98a9-8a07-408c-a86f-8ff0c00400a0 None None] Network f0973124-cbfc-46f6-8689-21dd337cefb5 details requested by agent ovs-agent-n-h1-768862-2 with host n-h1-768862-2 {{(pid=84876) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 07:25:05.091455 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 14 07:25:05.091455 n-d-768862-2 neutron-server[84765]: % (table.description, expected, rows_matched) Jan 14 07:25:05.091455 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 14 07:25:05.091455 n-d-768862-2 neutron-server[84765]: % (table.description, expected, rows_matched) Jan 14 07:25:05.091455 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 14 07:25:05.091455 n-d-768862-2 neutron-server[84765]: % (table.description, expected, rows_matched) Jan 14 07:25:05.091455 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 14 07:25:05.091455 n-d-768862-2 neutron-server[84765]: % (table.description, expected, rows_matched) Jan 14 07:25:05.091455 n-d-768862-2 neutron-server[84765]: Traceback (most recent call last): Jan 14 07:25:05.091455 n-d-768862-2 neutron-server[84765]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 14 07:25:05.091455 n-d-768862-2 neutron-server[84765]: timer() Jan 14 07:25:05.091455 n-d-768862-2 neutron-server[84765]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 14 07:25:05.091455 n-d-768862-2 neutron-server[84765]: cb(*args, **kw) Jan 14 07:25:05.091455 n-d-768862-2 neutron-server[84765]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Jan 14 07:25:05.091455 n-d-768862-2 neutron-server[84765]: return func(*args, **kwargs) Jan 14 07:25:05.091455 n-d-768862-2 neutron-server[84765]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 14 07:25:05.091455 n-d-768862-2 neutron-server[84765]: self._notify() Jan 14 07:25:05.091455 n-d-768862-2 neutron-server[84765]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 14 07:25:05.091455 n-d-768862-2 neutron-server[84765]: self.callback(batched_events) Jan 14 07:25:05.091455 n-d-768862-2 neutron-server[84765]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 14 07:25:05.091455 n-d-768862-2 neutron-server[84765]: event.method(event) Jan 14 07:25:05.091455 n-d-768862-2 neutron-server[84765]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 14 07:25:05.091455 n-d-768862-2 neutron-server[84765]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 14 07:25:05.091455 n-d-768862-2 neutron-server[84765]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Jan 14 07:25:05.091455 n-d-768862-2 neutron-server[84765]: segment_id)['aggregates'][0] Jan 14 07:25:05.091455 n-d-768862-2 neutron-server[84765]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 14 07:25:05.091455 n-d-768862-2 neutron-server[84765]: return f(self, *a, **k) Jan 14 07:25:05.091455 n-d-768862-2 neutron-server[84765]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 14 07:25:05.091455 n-d-768862-2 neutron-server[84765]: return self._get(url).json() Jan 14 07:25:05.091455 n-d-768862-2 neutron-server[84765]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 14 07:25:05.091455 n-d-768862-2 neutron-server[84765]: **kwargs) Jan 14 07:25:05.091455 n-d-768862-2 neutron-server[84765]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 14 07:25:05.091455 n-d-768862-2 neutron-server[84765]: return self.request(url, 'GET', **kwargs) Jan 14 07:25:05.091455 n-d-768862-2 neutron-server[84765]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Jan 14 07:25:05.091455 n-d-768862-2 neutron-server[84765]: **endpoint_filter) Jan 14 07:25:05.091455 n-d-768862-2 neutron-server[84765]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 14 07:25:05.091455 n-d-768862-2 neutron-server[84765]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 14 07:25:05.091455 n-d-768862-2 neutron-server[84765]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 14 07:25:05.091455 n-d-768862-2 neutron-server[84765]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 14 07:25:05.091455 n-d-768862-2 neutron-server[84765]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 14 07:25:05.164964 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-a5840d62-3e4d-4711-9ce4-e196ebb13e5a tempest-RoutersIpV6AdminTest-1631784580 tempest-RoutersIpV6AdminTest-1631784580] Notify callbacks [] for router, before_response {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:25:05.174757 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-a5840d62-3e4d-4711-9ce4-e196ebb13e5a tempest-RoutersIpV6AdminTest-1631784580 tempest-RoutersIpV6AdminTest-1631784580] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 888 time: 14.2026756 Jan 14 07:25:05.190899 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-852a24f7-e9a1-4193-9abb-e9506fe5213f None None] Network f0973124-cbfc-46f6-8689-21dd337cefb5 details requested by agent ovs-agent-n-h2-768862-2 with host n-h2-768862-2 {{(pid=84876) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 07:25:05.204613 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84874) accepted ('10.222.0.24', 44766) {{(pid=84874) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:25:05.207186 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Network f0973124-cbfc-46f6-8689-21dd337cefb5 details requested by agent ovs-agent-n-d-768862-2 with host n-d-768862-2 {{(pid=84876) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 07:25:05.298658 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.v2.base [None req-84567be8-3182-4bc6-b253-9a5ad78caaaa tempest-RoutersIpV6AdminTest-1631784580 tempest-RoutersIpV6AdminTest-1631784580] Request body: {'router': {'external_gateway_info': {}}} {{(pid=84874) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:25:05.359564 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d3c23c59-7e40-412e-8ea4-22cece6bd8e1 tempest-NetworksIpV6Test-2047944877 tempest-NetworksIpV6Test-2047944877] Made reservation on behalf of 130ee88fc4054d968ce76b7b9727c055 for: {'network': 1} {{(pid=84875) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 07:25:05.371208 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-d3c23c59-7e40-412e-8ea4-22cece6bd8e1 tempest-NetworksIpV6Test-2047944877 tempest-NetworksIpV6Test-2047944877] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555753'] for network, before_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:25:05.391786 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-07454f10-3d50-4d1a-b986-f426e99910d3 tempest-RoutersIpV6Test-883692175 tempest-RoutersIpV6Test-883692175] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036854176830', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850887149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3912591'] for network, after_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:25:05.395937 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-07454f10-3d50-4d1a-b986-f426e99910d3 tempest-RoutersIpV6Test-883692175 tempest-RoutersIpV6Test-883692175] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3207107'] for network, before_response {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:25:05.410077 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-96da7df7-cdca-44b3-b4cc-9e017b1ba2aa tempest-ExternalNetworksTestJSON-1523440521 tempest-ExternalNetworksTestJSON-1523440521] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:25:05.437561 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_hamode_db [None req-cfe501f2-007c-493d-98c6-68aad43d8e4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768862-2', False) {} {{(pid=84877) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:25:05.476117 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-07454f10-3d50-4d1a-b986-f426e99910d3 tempest-RoutersIpV6Test-883692175 tempest-RoutersIpV6Test-883692175] 10.222.0.24 "DELETE /v2.0/networks/ecd2ef9e-48e8-480a-a1fc-ce09ba6212c7 HTTP/1.1" status: 204 len: 168 time: 9.5326066 Jan 14 07:25:05.476853 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84875) accepted ('10.222.0.24', 44770) {{(pid=84875) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:25:05.483067 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07454f10-3d50-4d1a-b986-f426e99910d3 tempest-RoutersIpV6Test-883692175 tempest-RoutersIpV6Test-883692175] Pushing event deleted for resources: {'Network': ['ID=ecd2ef9e-48e8-480a-a1fc-ce09ba6212c7,revision_number=None']} {{(pid=84875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:25:05.485909 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Device 4cd6a39c-30f2-4ede-9412-bfdca8f9bdae up at agent ovs-agent-n-d-768862-2 {{(pid=84876) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 07:25:05.486875 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-07454f10-3d50-4d1a-b986-f426e99910d3 tempest-RoutersIpV6Test-883692175 tempest-RoutersIpV6Test-883692175] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:25:05.525527 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfe501f2-007c-493d-98c6-68aad43d8e4d None None] Routers {'8a669322-ef45-41f1-a70a-9c1ef9d356d5'} bound to L3 agent in host n-d-768862-2 {{(pid=84877) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 14 07:25:05.531646 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_hamode_db [None req-cfe501f2-007c-493d-98c6-68aad43d8e4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2021-01-14T06:56:51Z,description=,heartbeat_timestamp=2021-01-14T07:24:52Z,host='n-d-768862-2',id=35f592e9-451b-4db9-abea-77b6a5c5391b,load=0,resource_versions=,resources_synced=,started_at=2021-01-14T06:56:51Z,topic='l3_agent')) {'router_ids': ['8a669322-ef45-41f1-a70a-9c1ef9d356d5'], 'active': True} {{(pid=84877) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:25:05.736125 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [None req-4f43bfa8-6520-408c-bb00-a1d1bb7a8512 None None] For port b8b93ac3-7dc8-4d21-bf35-c232b2a2abd6, host n-d-768862-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-2',level=0,port_id=b8b93ac3-7dc8-4d21-bf35-c232b2a2abd6,segment=NetworkSegment(56f1c7cf-f3a3-41d2-9677-68978131444f),segment_id=56f1c7cf-f3a3-41d2-9677-68978131444f)] {{(pid=84876) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 07:25:05.736673 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-4f43bfa8-6520-408c-bb00-a1d1bb7a8512 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036850862667'] for port, precommit_delete {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:25:05.938174 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.plugin [None req-4f43bfa8-6520-408c-bb00-a1d1bb7a8512 None None] Calling delete_port for b8b93ac3-7dc8-4d21-bf35-c232b2a2abd6 owned by network:dhcp {{(pid=84876) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 07:25:05.978988 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_hamode_db [None req-cfe501f2-007c-493d-98c6-68aad43d8e4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768862-2', False) {} {{(pid=84877) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:25:05.988664 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cfe501f2-007c-493d-98c6-68aad43d8e4d None None] The sync data for ids ['8a669322-ef45-41f1-a70a-9c1ef9d356d5'] in n-d-768862-2 is: [] {{(pid=84877) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Jan 14 07:25:06.057760 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Provisioning complete for port 4cd6a39c-30f2-4ede-9412-bfdca8f9bdae triggered by entity L2. {{(pid=84876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 07:25:06.058180 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-604227'] for port, provisioning_complete {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:25:06.063555 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d3c23c59-7e40-412e-8ea4-22cece6bd8e1 tempest-NetworksIpV6Test-2047944877 tempest-NetworksIpV6Test-2047944877] vxlan segment allocate from pool success with {'vxlan_vni': 9} {{(pid=84875) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Jan 14 07:25:06.465090 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-d3c23c59-7e40-412e-8ea4-22cece6bd8e1 tempest-NetworksIpV6Test-2047944877 tempest-NetworksIpV6Test-2047944877] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment--9223363259214191851', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854179735'] for segment, precommit_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:25:06.465450 n-d-768862-2 neutron-server[84765]: INFO neutron.db.segments_db [None req-d3c23c59-7e40-412e-8ea4-22cece6bd8e1 tempest-NetworksIpV6Test-2047944877 tempest-NetworksIpV6Test-2047944877] Added segment 9e748ec6-d99a-40a5-a473-0021cd6e62e8 of type vxlan for network 186d75b3-1d44-4191-ad03-f188f5ab8544 Jan 14 07:25:06.472548 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-4f43bfa8-6520-408c-bb00-a1d1bb7a8512 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777640533329', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777640097463'] for port, after_delete {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:25:06.519271 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-bb71733d-f2fc-44e3-9b10-d4af63acf8da None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84876) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:25:06.529321 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-c00315ad-e002-4757-b60d-2b8589eac0f1 tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850887113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3254092', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036851981146'] for subnet, after_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:25:06.635899 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f43bfa8-6520-408c-bb00-a1d1bb7a8512 None None] Pushing event deleted for resources: {'Port': ['ID=b8b93ac3-7dc8-4d21-bf35-c232b2a2abd6,revision_number=None']} {{(pid=84876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:25:06.658039 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Device 8bf45f92-0155-4eb0-b313-7a54318ef0e6 no longer exists at agent ovs-agent-n-d-768862-2 {{(pid=84876) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jan 14 07:25:06.669644 n-d-768862-2 neutron-server[84765]: INFO neutron.api.v2.resource [None req-98d456bb-72a7-41f6-88c3-03333a44e53f tempest-RoutersNegativeIpV6Test-1464408958 tempest-RoutersNegativeIpV6Test-1464408958] add_router_interface failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 14 07:25:06.678050 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-98d456bb-72a7-41f6-88c3-03333a44e53f tempest-RoutersNegativeIpV6Test-1464408958 tempest-RoutersNegativeIpV6Test-1464408958] 10.222.0.24 "PUT /v2.0/routers/bf8ad3d3-3470-428c-bfe5-23f416302424/add_router_interface HTTP/1.1" status: 400 len: 438 time: 4.0323937 Jan 14 07:25:06.720211 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84875) accepted ('10.222.0.24', 44784) {{(pid=84875) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:25:06.886668 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f43bfa8-6520-408c-bb00-a1d1bb7a8512 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@n-h1-768862-2 {{(pid=84876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:25:06.887272 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f43bfa8-6520-408c-bb00-a1d1bb7a8512 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-h1-768862-2 {{(pid=84876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:25:06.891611 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f43bfa8-6520-408c-bb00-a1d1bb7a8512 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-h1-768862-2 {{(pid=84876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:25:06.892457 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f43bfa8-6520-408c-bb00-a1d1bb7a8512 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-h1-768862-2 {{(pid=84876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:25:06.892955 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f43bfa8-6520-408c-bb00-a1d1bb7a8512 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@n-h1-768862-2 {{(pid=84876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:25:06.893444 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f43bfa8-6520-408c-bb00-a1d1bb7a8512 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-h1-768862-2 {{(pid=84876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:25:06.893915 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f43bfa8-6520-408c-bb00-a1d1bb7a8512 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-h1-768862-2 {{(pid=84876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:25:06.895123 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f43bfa8-6520-408c-bb00-a1d1bb7a8512 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-h1-768862-2 {{(pid=84876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:25:06.896242 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f43bfa8-6520-408c-bb00-a1d1bb7a8512 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-h1-768862-2 {{(pid=84876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:25:06.898334 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f43bfa8-6520-408c-bb00-a1d1bb7a8512 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-h1-768862-2 {{(pid=84876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:25:06.898848 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f43bfa8-6520-408c-bb00-a1d1bb7a8512 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-h1-768862-2 {{(pid=84876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:25:06.899343 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f43bfa8-6520-408c-bb00-a1d1bb7a8512 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-h1-768862-2 {{(pid=84876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:25:06.899919 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f43bfa8-6520-408c-bb00-a1d1bb7a8512 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@n-h2-768862-2 {{(pid=84876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:25:06.902096 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f43bfa8-6520-408c-bb00-a1d1bb7a8512 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-h2-768862-2 {{(pid=84876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:25:06.902976 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f43bfa8-6520-408c-bb00-a1d1bb7a8512 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-h2-768862-2 {{(pid=84876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:25:06.905396 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f43bfa8-6520-408c-bb00-a1d1bb7a8512 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-h2-768862-2 {{(pid=84876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:25:06.905904 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f43bfa8-6520-408c-bb00-a1d1bb7a8512 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@n-h2-768862-2 {{(pid=84876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:25:06.906397 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f43bfa8-6520-408c-bb00-a1d1bb7a8512 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-h2-768862-2 {{(pid=84876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:25:06.906878 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f43bfa8-6520-408c-bb00-a1d1bb7a8512 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-h2-768862-2 {{(pid=84876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:25:06.908202 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f43bfa8-6520-408c-bb00-a1d1bb7a8512 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-h2-768862-2 {{(pid=84876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:25:06.908707 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f43bfa8-6520-408c-bb00-a1d1bb7a8512 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-h2-768862-2 {{(pid=84876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:25:06.911979 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f43bfa8-6520-408c-bb00-a1d1bb7a8512 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-h2-768862-2 {{(pid=84876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:25:06.912498 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f43bfa8-6520-408c-bb00-a1d1bb7a8512 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-h2-768862-2 {{(pid=84876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:25:06.913275 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f43bfa8-6520-408c-bb00-a1d1bb7a8512 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-h2-768862-2 {{(pid=84876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:25:06.913842 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f43bfa8-6520-408c-bb00-a1d1bb7a8512 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-2 {{(pid=84876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:25:06.915561 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f43bfa8-6520-408c-bb00-a1d1bb7a8512 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-2 {{(pid=84876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:25:06.916243 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f43bfa8-6520-408c-bb00-a1d1bb7a8512 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-2 {{(pid=84876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:25:06.917693 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f43bfa8-6520-408c-bb00-a1d1bb7a8512 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-2 {{(pid=84876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:25:06.918381 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f43bfa8-6520-408c-bb00-a1d1bb7a8512 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@n-d-768862-2 {{(pid=84876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:25:06.922130 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f43bfa8-6520-408c-bb00-a1d1bb7a8512 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-2 {{(pid=84876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:25:06.922792 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f43bfa8-6520-408c-bb00-a1d1bb7a8512 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-768862-2 {{(pid=84876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:25:06.923585 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f43bfa8-6520-408c-bb00-a1d1bb7a8512 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-768862-2 {{(pid=84876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:25:06.924079 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f43bfa8-6520-408c-bb00-a1d1bb7a8512 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-2 {{(pid=84876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:25:06.924561 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f43bfa8-6520-408c-bb00-a1d1bb7a8512 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-2 {{(pid=84876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:25:06.925019 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f43bfa8-6520-408c-bb00-a1d1bb7a8512 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-2 {{(pid=84876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:25:06.925664 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f43bfa8-6520-408c-bb00-a1d1bb7a8512 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-2 {{(pid=84876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:25:07.035237 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-9b2414fa-f2c0-48d2-97d9-dcd671cbe104 tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:25:07.254519 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-4f43bfa8-6520-408c-bb00-a1d1bb7a8512 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.735s {{(pid=84876) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:25:07.258873 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.plugin [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] No Port match for: 8bf45f92-0155-4eb0-b313-7a54318ef0e6 {{(pid=84876) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2188}} Jan 14 07:25:07.259585 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Device 8bf45f92-0155-4eb0-b313-7a54318ef0e6 not bound to the agent host n-d-768862-2 {{(pid=84876) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jan 14 07:25:07.264579 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Device b8b93ac3-7dc8-4d21-bf35-c232b2a2abd6 no longer exists at agent ovs-agent-n-d-768862-2 {{(pid=84876) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jan 14 07:25:07.446228 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f43bfa8-6520-408c-bb00-a1d1bb7a8512 None None] No DVR routers for this DVR port b8b93ac3-7dc8-4d21-bf35-c232b2a2abd6 on host n-d-768862-2 {{(pid=84876) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Jan 14 07:25:07.453201 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.plugin [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] No Port match for: b8b93ac3-7dc8-4d21-bf35-c232b2a2abd6 {{(pid=84876) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2188}} Jan 14 07:25:07.454156 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Device b8b93ac3-7dc8-4d21-bf35-c232b2a2abd6 not bound to the agent host n-d-768862-2 {{(pid=84876) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jan 14 07:25:07.504978 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39c37712-0f90-475d-96a5-34185a78fed0 None None] get_active_networks_info from n-d-768862-2 {{(pid=84876) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}} Jan 14 07:25:08.577059 n-d-768862-2 neutron-server[84765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39c37712-0f90-475d-96a5-34185a78fed0 None None] Resources bound (agent type, host, resource id): {{(pid=84876) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:105}} Jan 14 07:25:08.992542 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-d3c23c59-7e40-412e-8ea4-22cece6bd8e1 tempest-NetworksIpV6Test-2047944877 tempest-NetworksIpV6Test-2047944877] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363259214646115'] for network, precommit_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:25:09.034430 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84875) accepted ('10.222.0.24', 44798) {{(pid=84875) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:25:09.044157 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-d3c23c59-7e40-412e-8ea4-22cece6bd8e1 tempest-NetworksIpV6Test-2047944877 tempest-NetworksIpV6Test-2047944877] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850887149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964'] for network, after_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:25:09.084845 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3c23c59-7e40-412e-8ea4-22cece6bd8e1 tempest-NetworksIpV6Test-2047944877 tempest-NetworksIpV6Test-2047944877] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:25:09.091710 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-d3c23c59-7e40-412e-8ea4-22cece6bd8e1 tempest-NetworksIpV6Test-2047944877 tempest-NetworksIpV6Test-2047944877] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3207107'] for network, before_response {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:25:09.121271 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.v2.base [None req-0676d6a7-354d-408d-bbaa-83c982d1bde3 tempest-NetworksIpV6TestAttrs-1453117616 tempest-NetworksIpV6TestAttrs-1453117616] Request body: {'subnet': {'network_id': 'f0973124-cbfc-46f6-8689-21dd337cefb5', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=84875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:25:09.501910 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:25:09.528372 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-84567be8-3182-4bc6-b253-9a5ad78caaaa tempest-RoutersIpV6AdminTest-1631784580 tempest-RoutersIpV6AdminTest-1631784580] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3912484', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3889188', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-58194'] for router, precommit_update {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:25:09.605508 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c00315ad-e002-4757-b60d-2b8589eac0f1 tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] Pushing event updated for resources: {'Subnet': ['ID=cc803cab-7c26-4c46-887e-69b95812c101,revision_number=0']} {{(pid=84874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:25:09.663751 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-c00315ad-e002-4757-b60d-2b8589eac0f1 tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 2.627s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:25:09.715487 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3c23c59-7e40-412e-8ea4-22cece6bd8e1 tempest-NetworksIpV6Test-2047944877 tempest-NetworksIpV6Test-2047944877] Pushing event updated for resources: {'Network': ['ID=186d75b3-1d44-4191-ad03-f188f5ab8544,revision_number=1']} {{(pid=84875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:25:09.742238 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-0676d6a7-354d-408d-bbaa-83c982d1bde3 tempest-NetworksIpV6TestAttrs-1453117616 tempest-NetworksIpV6TestAttrs-1453117616] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:25:09.748736 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-d3c23c59-7e40-412e-8ea4-22cece6bd8e1 tempest-NetworksIpV6Test-2047944877 tempest-NetworksIpV6Test-2047944877] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.247s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:25:09.749573 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-84567be8-3182-4bc6-b253-9a5ad78caaaa tempest-RoutersIpV6AdminTest-1631784580 tempest-RoutersIpV6AdminTest-1631784580] Notify callbacks [] for router_gateway, before_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:25:09.756288 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-0676d6a7-354d-408d-bbaa-83c982d1bde3 tempest-NetworksIpV6TestAttrs-1453117616 tempest-NetworksIpV6TestAttrs-1453117616] Usage tracker for resource:subnet and tenant:b4fb299c51d74f2a8c69090954f5d152 is out of sync, need to count used quota {{(pid=84875) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:25:09.765266 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-0676d6a7-354d-408d-bbaa-83c982d1bde3 tempest-NetworksIpV6TestAttrs-1453117616 tempest-NetworksIpV6TestAttrs-1453117616] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84875) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:25:09.775313 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-0676d6a7-354d-408d-bbaa-83c982d1bde3 tempest-NetworksIpV6TestAttrs-1453117616 tempest-NetworksIpV6TestAttrs-1453117616] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:25:09.780832 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.plugin [None req-84567be8-3182-4bc6-b253-9a5ad78caaaa tempest-RoutersIpV6AdminTest-1631784580 tempest-RoutersIpV6AdminTest-1631784580] Deleting port 2e82fd0b-45e0-4adb-a613-49588af1dda1 {{(pid=84874) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 07:25:09.781437 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-84567be8-3182-4bc6-b253-9a5ad78caaaa tempest-RoutersIpV6AdminTest-1631784580 tempest-RoutersIpV6AdminTest-1631784580] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363259214248359'] for port, before_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:25:09.782103 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-d3c23c59-7e40-412e-8ea4-22cece6bd8e1 tempest-NetworksIpV6Test-2047944877 tempest-NetworksIpV6Test-2047944877] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 7.0478957 Jan 14 07:25:09.792082 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84875) accepted ('10.222.0.24', 44808) {{(pid=84875) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:25:09.802065 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.v2.base [None req-3dbb2317-d176-49ae-96ea-bbf9aa9d2fd5 tempest-NetworksIpV6Test-2047944877 tempest-NetworksIpV6Test-2047944877] Request body: {'subnet': {'network_id': '186d75b3-1d44-4191-ad03-f188f5ab8544', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888']}} {{(pid=84875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:25:09.848891 n-d-768862-2 neutron-server[84765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c00315ad-e002-4757-b60d-2b8589eac0f1 tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] Network 23f0a15d-6362-4cec-82c1-cacba887c566 is already hosted by enough agents. {{(pid=84874) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 07:25:09.870298 n-d-768862-2 neutron-server[84765]: DEBUG neutron.scheduler.base_scheduler [None req-c00315ad-e002-4757-b60d-2b8589eac0f1 tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] Resources bound (agent type, host, resource id): {{(pid=84874) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 07:25:09.888110 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-852a24f7-e9a1-4193-9abb-e9506fe5213f None None] Network 186d75b3-1d44-4191-ad03-f188f5ab8544 details requested by agent ovs-agent-n-h2-768862-2 with host n-h2-768862-2 {{(pid=84876) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 07:25:09.911462 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c00315ad-e002-4757-b60d-2b8589eac0f1 tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:25:09.912604 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-c00315ad-e002-4757-b60d-2b8589eac0f1 tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3207107'] for subnet, before_response {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:25:09.935371 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-017f98a9-8a07-408c-a86f-8ff0c00400a0 None None] Network 186d75b3-1d44-4191-ad03-f188f5ab8544 details requested by agent ovs-agent-n-h1-768862-2 with host n-h1-768862-2 {{(pid=84876) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 07:25:10.065390 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Network 186d75b3-1d44-4191-ad03-f188f5ab8544 details requested by agent ovs-agent-n-d-768862-2 with host n-d-768862-2 {{(pid=84876) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 07:25:10.205792 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0676d6a7-354d-408d-bbaa-83c982d1bde3 tempest-NetworksIpV6TestAttrs-1453117616 tempest-NetworksIpV6TestAttrs-1453117616] Made reservation on behalf of b4fb299c51d74f2a8c69090954f5d152 for: {'subnet': 1} {{(pid=84875) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 07:25:10.254335 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-84567be8-3182-4bc6-b253-9a5ad78caaaa tempest-RoutersIpV6AdminTest-1631784580 tempest-RoutersIpV6AdminTest-1631784580] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036850862667'] for port, precommit_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:25:10.400160 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-0676d6a7-354d-408d-bbaa-83c982d1bde3 tempest-NetworksIpV6TestAttrs-1453117616 tempest-NetworksIpV6TestAttrs-1453117616] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036852467157'] for subnet, before_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:25:10.561890 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.plugin [None req-84567be8-3182-4bc6-b253-9a5ad78caaaa tempest-RoutersIpV6AdminTest-1631784580 tempest-RoutersIpV6AdminTest-1631784580] Calling delete_port for 2e82fd0b-45e0-4adb-a613-49588af1dda1 owned by network:router_gateway {{(pid=84874) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 07:25:10.733306 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-3dbb2317-d176-49ae-96ea-bbf9aa9d2fd5 tempest-NetworksIpV6Test-2047944877 tempest-NetworksIpV6Test-2047944877] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:25:10.739222 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-3dbb2317-d176-49ae-96ea-bbf9aa9d2fd5 tempest-NetworksIpV6Test-2047944877 tempest-NetworksIpV6Test-2047944877] Usage tracker for resource:subnet and tenant:130ee88fc4054d968ce76b7b9727c055 is out of sync, need to count used quota {{(pid=84875) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:25:10.742812 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-3dbb2317-d176-49ae-96ea-bbf9aa9d2fd5 tempest-NetworksIpV6Test-2047944877 tempest-NetworksIpV6Test-2047944877] Quota usage for subnet was recalculated. Used quota:2. {{(pid=84875) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:25:10.756778 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-3dbb2317-d176-49ae-96ea-bbf9aa9d2fd5 tempest-NetworksIpV6Test-2047944877 tempest-NetworksIpV6Test-2047944877] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=84875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:25:10.803823 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-c00315ad-e002-4757-b60d-2b8589eac0f1 tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 8.5286355 Jan 14 07:25:10.823235 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84874) accepted ('10.222.0.24', 44818) {{(pid=84874) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:25:10.869778 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.v2.base [None req-f37a12d0-8622-4ecd-a6d1-7ac2bbeb0835 tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] Request body: {'subnet': {'network_id': '23f0a15d-6362-4cec-82c1-cacba887c566', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=84874) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:25:10.931348 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3dbb2317-d176-49ae-96ea-bbf9aa9d2fd5 tempest-NetworksIpV6Test-2047944877 tempest-NetworksIpV6Test-2047944877] Made reservation on behalf of 130ee88fc4054d968ce76b7b9727c055 for: {'subnet': 1} {{(pid=84875) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 07:25:11.121726 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-017f98a9-8a07-408c-a86f-8ff0c00400a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363259214191800', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854171626'] for agent, after_update {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:25:11.206717 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-942c28c0-b4da-4fdd-b2aa-a6709a3fda3c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5d94dc7a-c095-50a4-955e-5f3b78718a12-23f0a15d-6362-4cec-82c1-cacba887c566', 'network_id': '23f0a15d-6362-4cec-82c1-cacba887c566', 'tenant_id': 'be0aa702e3ca464795a99c51e3b3b04f', 'fixed_ips': [{'subnet_id': 'cc803cab-7c26-4c46-887e-69b95812c101'}]}} from n-d-768862-2. {{(pid=84876) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Jan 14 07:25:11.208346 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-942c28c0-b4da-4fdd-b2aa-a6709a3fda3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555753'] for port, before_create {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:25:11.275640 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-3dbb2317-d176-49ae-96ea-bbf9aa9d2fd5 tempest-NetworksIpV6Test-2047944877 tempest-NetworksIpV6Test-2047944877] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036852467157'] for subnet, before_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:25:11.311886 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-f37a12d0-8622-4ecd-a6d1-7ac2bbeb0835 tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:25:11.472921 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-f37a12d0-8622-4ecd-a6d1-7ac2bbeb0835 tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] Usage tracker for resource:subnet and tenant:be0aa702e3ca464795a99c51e3b3b04f is out of sync, need to count used quota {{(pid=84874) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:25:11.479930 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-f37a12d0-8622-4ecd-a6d1-7ac2bbeb0835 tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] Quota usage for subnet was recalculated. Used quota:1. {{(pid=84874) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:25:11.498927 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-f37a12d0-8622-4ecd-a6d1-7ac2bbeb0835 tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:25:11.513784 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-84567be8-3182-4bc6-b253-9a5ad78caaaa tempest-RoutersIpV6AdminTest-1631784580 tempest-RoutersIpV6AdminTest-1631784580] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777640533329', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777640097463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3254186'] for port, after_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:25:11.571186 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-124c7d91-1396-44ae-9eb2-a1fca56f76f5 tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:25:11.603634 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-74ddd69a-f8d1-4566-b021-7c0e734c150d tempest-RoutersIpV6Test-883692175 tempest-RoutersIpV6Test-883692175] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3889632'] for router_interface, before_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:25:11.617114 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f37a12d0-8622-4ecd-a6d1-7ac2bbeb0835 tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] Made reservation on behalf of be0aa702e3ca464795a99c51e3b3b04f for: {'subnet': 1} {{(pid=84874) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 07:25:11.711378 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84567be8-3182-4bc6-b253-9a5ad78caaaa tempest-RoutersIpV6AdminTest-1631784580 tempest-RoutersIpV6AdminTest-1631784580] Pushing event deleted for resources: {'Port': ['ID=2e82fd0b-45e0-4adb-a613-49588af1dda1,revision_number=None']} {{(pid=84874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:25:11.778439 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-84567be8-3182-4bc6-b253-9a5ad78caaaa tempest-RoutersIpV6AdminTest-1631784580 tempest-RoutersIpV6AdminTest-1631784580] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.207s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:25:11.794258 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.db_base_plugin_common [None req-942c28c0-b4da-4fdd-b2aa-a6709a3fda3c None None] Allocated IP 172.20.0.2 (23f0a15d-6362-4cec-82c1-cacba887c566/cc803cab-7c26-4c46-887e-69b95812c101/e65719d2-992d-4ba4-b447-1014b14e085a) {{(pid=84876) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 14 07:25:11.954707 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-f37a12d0-8622-4ecd-a6d1-7ac2bbeb0835 tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036851981161'] for subnet, before_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:25:12.118124 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-84567be8-3182-4bc6-b253-9a5ad78caaaa tempest-RoutersIpV6AdminTest-1631784580 tempest-RoutersIpV6AdminTest-1631784580] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036850863128'] for router_gateway, after_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:25:12.126358 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-5e45338b-6ffd-49b9-a0c1-c1920bacd2ad tempest-RoutersNegativeIpV6Test-1464408958 tempest-RoutersNegativeIpV6Test-1464408958] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3889632'] for router_interface, before_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:25:12.302992 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-942c28c0-b4da-4fdd-b2aa-a6709a3fda3c None None] Notify callbacks [] for port, precommit_create {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:25:12.331424 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-942c28c0-b4da-4fdd-b2aa-a6709a3fda3c None None] Transition to ACTIVE for port object e65719d2-992d-4ba4-b447-1014b14e085a will not be triggered until provisioned by entity L2. {{(pid=84876) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 07:25:12.363286 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-942c28c0-b4da-4fdd-b2aa-a6709a3fda3c None None] Transition to ACTIVE for port object e65719d2-992d-4ba4-b447-1014b14e085a will not be triggered until provisioned by entity DHCP. {{(pid=84876) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 07:25:12.371693 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-942c28c0-b4da-4fdd-b2aa-a6709a3fda3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777640123575'] for port, after_create {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:25:12.399582 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-63dea4fc-f314-4c2f-9164-2a7ecc1ea50b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84876) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:25:12.672213 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-852a24f7-e9a1-4193-9abb-e9506fe5213f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363259214191800', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854171626'] for agent, after_update {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:25:12.676212 n-d-768862-2 neutron-server[84765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-942c28c0-b4da-4fdd-b2aa-a6709a3fda3c None None] Network 23f0a15d-6362-4cec-82c1-cacba887c566 is already hosted by enough agents. {{(pid=84876) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 07:25:12.694085 n-d-768862-2 neutron-server[84765]: DEBUG neutron.scheduler.base_scheduler [None req-942c28c0-b4da-4fdd-b2aa-a6709a3fda3c None None] Resources bound (agent type, host, resource id): {{(pid=84876) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 07:25:12.721850 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-942c28c0-b4da-4fdd-b2aa-a6709a3fda3c None None] Received port after_create {{(pid=84876) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 14 07:25:12.730630 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-84567be8-3182-4bc6-b253-9a5ad78caaaa tempest-RoutersIpV6AdminTest-1631784580 tempest-RoutersIpV6AdminTest-1631784580] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3912484', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3889188', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-58194'] for router, precommit_update {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:25:12.736950 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-942c28c0-b4da-4fdd-b2aa-a6709a3fda3c None None] Pushing event updated for resources: {'Port': ['ID=e65719d2-992d-4ba4-b447-1014b14e085a,revision_number=1']} {{(pid=84876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:25:12.743300 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-942c28c0-b4da-4fdd-b2aa-a6709a3fda3c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.344s {{(pid=84876) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:25:12.756231 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-84567be8-3182-4bc6-b253-9a5ad78caaaa tempest-RoutersIpV6AdminTest-1631784580 tempest-RoutersIpV6AdminTest-1631784580] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036850863158', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change--9223372036850863141', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3912659', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources--9223372036850886437'] for router, after_update {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:25:12.819320 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.managers [None req-942c28c0-b4da-4fdd-b2aa-a6709a3fda3c None None] Attempting to bind port e65719d2-992d-4ba4-b447-1014b14e085a on host n-d-768862-2 for vnic_type normal with profile {{(pid=84876) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 14 07:25:12.819819 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.managers [None req-942c28c0-b4da-4fdd-b2aa-a6709a3fda3c None None] Attempting to bind port e65719d2-992d-4ba4-b447-1014b14e085a by drivers openvswitch on host n-d-768862-2 at level 0 using segments [{'id': '56f1c7cf-f3a3-41d2-9677-68978131444f', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 20, 'network_id': '23f0a15d-6362-4cec-82c1-cacba887c566'}] {{(pid=84876) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 14 07:25:12.820196 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-942c28c0-b4da-4fdd-b2aa-a6709a3fda3c None None] Attempting to bind port e65719d2-992d-4ba4-b447-1014b14e085a on network 23f0a15d-6362-4cec-82c1-cacba887c566 {{(pid=84876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 14 07:25:12.841871 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-942c28c0-b4da-4fdd-b2aa-a6709a3fda3c None None] Checking agent: {'id': 'ba5efab1-b43c-4d5a-bc52-6e105d4e67a2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768862-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 14, 6, 56, 52), 'started_at': datetime.datetime(2021, 1, 14, 6, 57, 22), 'heartbeat_timestamp': datetime.datetime(2021, 1, 14, 7, 24, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768862-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.29', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 14 07:25:12.844410 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-942c28c0-b4da-4fdd-b2aa-a6709a3fda3c None None] Checking segment: {'id': '56f1c7cf-f3a3-41d2-9677-68978131444f', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 20, 'network_id': '23f0a15d-6362-4cec-82c1-cacba887c566'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84876) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 14 07:25:12.844926 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-942c28c0-b4da-4fdd-b2aa-a6709a3fda3c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:25:12.845392 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-942c28c0-b4da-4fdd-b2aa-a6709a3fda3c None None] Bound using segment: {'id': '56f1c7cf-f3a3-41d2-9677-68978131444f', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 20, 'network_id': '23f0a15d-6362-4cec-82c1-cacba887c566'} {{(pid=84876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 14 07:25:12.846091 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.managers [None req-942c28c0-b4da-4fdd-b2aa-a6709a3fda3c None None] Bound port: e65719d2-992d-4ba4-b447-1014b14e085a, host: n-d-768862-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '56f1c7cf-f3a3-41d2-9677-68978131444f', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 20, 'network_id': '23f0a15d-6362-4cec-82c1-cacba887c566'}}] {{(pid=84876) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 14 07:25:12.846533 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-942c28c0-b4da-4fdd-b2aa-a6709a3fda3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555753'] for port, before_update {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:25:12.965058 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [None req-942c28c0-b4da-4fdd-b2aa-a6709a3fda3c None None] For port e65719d2-992d-4ba4-b447-1014b14e085a, host n-d-768862-2, cleared binding levels {{(pid=84876) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 14 07:25:12.972444 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [None req-942c28c0-b4da-4fdd-b2aa-a6709a3fda3c None None] For port e65719d2-992d-4ba4-b447-1014b14e085a, host n-d-768862-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-2',level=0,port_id=e65719d2-992d-4ba4-b447-1014b14e085a,segment=NetworkSegment(56f1c7cf-f3a3-41d2-9677-68978131444f),segment_id=56f1c7cf-f3a3-41d2-9677-68978131444f)] {{(pid=84876) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 14 07:25:12.998749 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-942c28c0-b4da-4fdd-b2aa-a6709a3fda3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777640533312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363259214678337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777640097497'] for port, after_update {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:25:13.027201 n-d-768862-2 neutron-server[84765]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-84567be8-3182-4bc6-b253-9a5ad78caaaa tempest-RoutersIpV6AdminTest-1631784580 tempest-RoutersIpV6AdminTest-1631784580] Router 8a669322-ef45-41f1-a70a-9c1ef9d356d5 has already been hosted by L3 agent 35f592e9-451b-4db9-abea-77b6a5c5391b {{(pid=84874) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Jan 14 07:25:13.041075 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-4f43bfa8-6520-408c-bb00-a1d1bb7a8512 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84876) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:25:13.118813 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-942c28c0-b4da-4fdd-b2aa-a6709a3fda3c None None] Pushing event updated for resources: {'Port': ['ID=e65719d2-992d-4ba4-b447-1014b14e085a,revision_number=2']} {{(pid=84876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:25:13.202289 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-84567be8-3182-4bc6-b253-9a5ad78caaaa tempest-RoutersIpV6AdminTest-1631784580 tempest-RoutersIpV6AdminTest-1631784580] Notify agent at l3_agent.n-d-768862-2 the message routers_updated {{(pid=84874) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jan 14 07:25:13.204968 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-942c28c0-b4da-4fdd-b2aa-a6709a3fda3c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.164s {{(pid=84876) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:25:13.247590 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35f16ca6-539b-40cd-a4e4-bf4a9889dd55 None None] Sync routers for ids ['8a669322-ef45-41f1-a70a-9c1ef9d356d5'] in n-d-768862-2 {{(pid=84876) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Jan 14 07:25:13.247897 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-84567be8-3182-4bc6-b253-9a5ad78caaaa tempest-RoutersIpV6AdminTest-1631784580 tempest-RoutersIpV6AdminTest-1631784580] Notify callbacks [] for router, before_response {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:25:13.248962 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-84567be8-3182-4bc6-b253-9a5ad78caaaa tempest-RoutersIpV6AdminTest-1631784580 tempest-RoutersIpV6AdminTest-1631784580] 10.222.0.24 "PUT /v2.0/routers/8a669322-ef45-41f1-a70a-9c1ef9d356d5 HTTP/1.1" status: 200 len: 709 time: 7.9923007 Jan 14 07:25:13.253765 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84874) accepted ('10.222.0.24', 44838) {{(pid=84874) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:25:13.299994 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35f16ca6-539b-40cd-a4e4-bf4a9889dd55 None None] Routers {'8a669322-ef45-41f1-a70a-9c1ef9d356d5'} bound to L3 agent in host n-d-768862-2 {{(pid=84876) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 14 07:25:13.300860 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_hamode_db [None req-35f16ca6-539b-40cd-a4e4-bf4a9889dd55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2021-01-14T06:56:51Z,description=,heartbeat_timestamp=2021-01-14T07:24:52Z,host='n-d-768862-2',id=35f592e9-451b-4db9-abea-77b6a5c5391b,load=0,resource_versions=,resources_synced=,started_at=2021-01-14T06:56:51Z,topic='l3_agent')) {'router_ids': ['8a669322-ef45-41f1-a70a-9c1ef9d356d5'], 'active': True} {{(pid=84876) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:25:13.376832 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.plugin [None req-74ddd69a-f8d1-4566-b021-7c0e734c150d tempest-RoutersIpV6Test-883692175 tempest-RoutersIpV6Test-883692175] Deleting port d21b5147-a877-46a5-a233-6a97d5befecb {{(pid=84875) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 07:25:13.377611 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-74ddd69a-f8d1-4566-b021-7c0e734c150d tempest-RoutersIpV6Test-883692175 tempest-RoutersIpV6Test-883692175] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363259214248359'] for port, before_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:25:13.406462 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-0676d6a7-354d-408d-bbaa-83c982d1bde3 tempest-NetworksIpV6TestAttrs-1453117616 tempest-NetworksIpV6TestAttrs-1453117616] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850887113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036851621412', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036852467174'] for subnet, after_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:25:13.502209 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_hamode_db [None req-35f16ca6-539b-40cd-a4e4-bf4a9889dd55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768862-2', False) {} {{(pid=84876) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:25:13.546098 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-5f5d8ec1-6a91-422b-97c9-db9792fe0cff tempest-RoutersIpV6AdminTest-832003634 tempest-RoutersIpV6AdminTest-832003634] 10.222.0.24 "GET /v2.0/routers/8a669322-ef45-41f1-a70a-9c1ef9d356d5 HTTP/1.1" status: 200 len: 744 time: 0.2855520 Jan 14 07:25:13.549272 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84874) accepted ('10.222.0.24', 44842) {{(pid=84874) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:25:13.558934 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-014f1668-d258-456a-951a-d71d37d05868 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:25:13.560312 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35f16ca6-539b-40cd-a4e4-bf4a9889dd55 None None] Routers {'8a669322-ef45-41f1-a70a-9c1ef9d356d5'} bound to L3 agent in host n-d-768862-2 {{(pid=84876) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 14 07:25:13.561046 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_hamode_db [None req-35f16ca6-539b-40cd-a4e4-bf4a9889dd55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2021-01-14T06:56:51Z,description=,heartbeat_timestamp=2021-01-14T07:24:52Z,host='n-d-768862-2',id=35f592e9-451b-4db9-abea-77b6a5c5391b,load=0,resource_versions=,resources_synced=,started_at=2021-01-14T06:56:51Z,topic='l3_agent')) {'router_ids': ['8a669322-ef45-41f1-a70a-9c1ef9d356d5'], 'active': True} {{(pid=84876) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:25:13.647324 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-273f4c04-e929-460a-80c2-0b18a4dac5e7 tempest-RoutersIpV6AdminTest-832003634 tempest-RoutersIpV6AdminTest-832003634] 10.222.0.24 "GET /v2.0/ports?network_id=226f1e78-82cd-4481-9055-4eb73b6db8c1&device_id=8a669322-ef45-41f1-a70a-9c1ef9d356d5 HTTP/1.1" status: 200 len: 205 time: 0.0960383 Jan 14 07:25:13.656830 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84874) accepted ('10.222.0.24', 44846) {{(pid=84874) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:25:13.668179 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_hamode_db [None req-35f16ca6-539b-40cd-a4e4-bf4a9889dd55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768862-2', False) {} {{(pid=84876) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:25:13.668637 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35f16ca6-539b-40cd-a4e4-bf4a9889dd55 None None] The sync data for ids ['8a669322-ef45-41f1-a70a-9c1ef9d356d5'] in n-d-768862-2 is: [] {{(pid=84876) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Jan 14 07:25:13.788607 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-e351e3ed-ad88-41ac-a52c-2c5c0f87a3bf tempest-RoutersIpV6AdminTest-1631784580 tempest-RoutersIpV6AdminTest-1631784580] 10.222.0.24 "GET /v2.0/ports?device_id=8a669322-ef45-41f1-a70a-9c1ef9d356d5 HTTP/1.1" status: 200 len: 205 time: 0.1275623 Jan 14 07:25:13.789645 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84874) accepted ('10.222.0.24', 44852) {{(pid=84874) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:25:13.896294 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0676d6a7-354d-408d-bbaa-83c982d1bde3 tempest-NetworksIpV6TestAttrs-1453117616 tempest-NetworksIpV6TestAttrs-1453117616] Checking segment: {'id': 'd7d459df-3ffc-449e-9b3d-b197221843bc', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 18, 'network_id': 'f0973124-cbfc-46f6-8689-21dd337cefb5'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84875) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 14 07:25:13.896904 n-d-768862-2 neutron-server[84765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0676d6a7-354d-408d-bbaa-83c982d1bde3 tempest-NetworksIpV6TestAttrs-1453117616 tempest-NetworksIpV6TestAttrs-1453117616] Network hostable DHCP agents. Network: f0973124-cbfc-46f6-8689-21dd337cefb5, hostable agents: ['32f3dd84-26da-4d18-bf15-6017a8fb7247'], hosted agents: [] {{(pid=84875) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Jan 14 07:25:14.047092 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0676d6a7-354d-408d-bbaa-83c982d1bde3 tempest-NetworksIpV6TestAttrs-1453117616 tempest-NetworksIpV6TestAttrs-1453117616] Pushing event updated for resources: {'Subnet': ['ID=a4d10408-e17a-4d75-9e1a-8eda4071a090,revision_number=0']} {{(pid=84875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:25:14.116272 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-0676d6a7-354d-408d-bbaa-83c982d1bde3 tempest-NetworksIpV6TestAttrs-1453117616 tempest-NetworksIpV6TestAttrs-1453117616] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.554s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:25:14.338094 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [None req-74ddd69a-f8d1-4566-b021-7c0e734c150d tempest-RoutersIpV6Test-883692175 tempest-RoutersIpV6Test-883692175] For port d21b5147-a877-46a5-a233-6a97d5befecb, host n-d-768862-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-2',level=0,port_id=d21b5147-a877-46a5-a233-6a97d5befecb,segment=NetworkSegment(de17349f-b434-4c72-89e6-63bfa854130b),segment_id=de17349f-b434-4c72-89e6-63bfa854130b)] {{(pid=84875) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 07:25:14.338956 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-74ddd69a-f8d1-4566-b021-7c0e734c150d tempest-RoutersIpV6Test-883692175 tempest-RoutersIpV6Test-883692175] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036850862667'] for port, precommit_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:25:14.352581 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.plugin [None req-5e45338b-6ffd-49b9-a0c1-c1920bacd2ad tempest-RoutersNegativeIpV6Test-1464408958 tempest-RoutersNegativeIpV6Test-1464408958] Deleting port a63241b5-0598-4f3e-a93f-8ef4677430a5 {{(pid=84875) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 07:25:14.353513 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-5e45338b-6ffd-49b9-a0c1-c1920bacd2ad tempest-RoutersNegativeIpV6Test-1464408958 tempest-RoutersNegativeIpV6Test-1464408958] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363259214248359'] for port, before_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:25:14.389870 n-d-768862-2 neutron-server[84765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0676d6a7-354d-408d-bbaa-83c982d1bde3 tempest-NetworksIpV6TestAttrs-1453117616 tempest-NetworksIpV6TestAttrs-1453117616] Network f0973124-cbfc-46f6-8689-21dd337cefb5 is scheduled to be hosted by DHCP agent 32f3dd84-26da-4d18-bf15-6017a8fb7247 with binding_index 1 {{(pid=84875) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Jan 14 07:25:14.548723 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.plugin [None req-74ddd69a-f8d1-4566-b021-7c0e734c150d tempest-RoutersIpV6Test-883692175 tempest-RoutersIpV6Test-883692175] Calling delete_port for d21b5147-a877-46a5-a233-6a97d5befecb owned by network:router_interface {{(pid=84875) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 07:25:14.637499 n-d-768862-2 neutron-server[84765]: DEBUG neutron.scheduler.base_scheduler [None req-0676d6a7-354d-408d-bbaa-83c982d1bde3 tempest-NetworksIpV6TestAttrs-1453117616 tempest-NetworksIpV6TestAttrs-1453117616] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768862-2, f0973124-cbfc-46f6-8689-21dd337cefb5) {{(pid=84875) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 07:25:14.681988 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0676d6a7-354d-408d-bbaa-83c982d1bde3 tempest-NetworksIpV6TestAttrs-1453117616 tempest-NetworksIpV6TestAttrs-1453117616] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:25:14.682642 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-0676d6a7-354d-408d-bbaa-83c982d1bde3 tempest-NetworksIpV6TestAttrs-1453117616 tempest-NetworksIpV6TestAttrs-1453117616] Notify callbacks [] for subnet, before_response {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:25:14.762203 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-0676d6a7-354d-408d-bbaa-83c982d1bde3 tempest-NetworksIpV6TestAttrs-1453117616 tempest-NetworksIpV6TestAttrs-1453117616] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 5.6629076 Jan 14 07:25:14.764234 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-f5de84f5-12cd-4469-a785-0ac944736670 tempest-RoutersIpV6AdminTest-1631784580 tempest-RoutersIpV6AdminTest-1631784580] Notify callbacks [] for router, before_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:25:14.777542 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84875) accepted ('10.222.0.24', 44864) {{(pid=84875) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:25:14.798713 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.v2.base [None req-16628b2b-6bef-4461-8c01-a0baad5a52f8 tempest-NetworksIpV6TestAttrs-1453117616 tempest-NetworksIpV6TestAttrs-1453117616] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1532289960'}} {{(pid=84875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:25:14.831382 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-16628b2b-6bef-4461-8c01-a0baad5a52f8 tempest-NetworksIpV6TestAttrs-1453117616 tempest-NetworksIpV6TestAttrs-1453117616] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:25:14.907985 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-16628b2b-6bef-4461-8c01-a0baad5a52f8 tempest-NetworksIpV6TestAttrs-1453117616 tempest-NetworksIpV6TestAttrs-1453117616] Usage tracker for resource:network and tenant:b4fb299c51d74f2a8c69090954f5d152 is out of sync, need to count used quota {{(pid=84875) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:25:14.907985 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-16628b2b-6bef-4461-8c01-a0baad5a52f8 tempest-NetworksIpV6TestAttrs-1453117616 tempest-NetworksIpV6TestAttrs-1453117616] Quota usage for network was recalculated. Used quota:1. {{(pid=84875) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:25:14.939929 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-16628b2b-6bef-4461-8c01-a0baad5a52f8 tempest-NetworksIpV6TestAttrs-1453117616 tempest-NetworksIpV6TestAttrs-1453117616] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:25:15.074845 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-16628b2b-6bef-4461-8c01-a0baad5a52f8 tempest-NetworksIpV6TestAttrs-1453117616 tempest-NetworksIpV6TestAttrs-1453117616] Made reservation on behalf of b4fb299c51d74f2a8c69090954f5d152 for: {'network': 1} {{(pid=84875) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 07:25:15.084503 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-16628b2b-6bef-4461-8c01-a0baad5a52f8 tempest-NetworksIpV6TestAttrs-1453117616 tempest-NetworksIpV6TestAttrs-1453117616] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555753'] for network, before_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:25:15.095895 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-f5de84f5-12cd-4469-a785-0ac944736670 tempest-RoutersIpV6AdminTest-1631784580 tempest-RoutersIpV6AdminTest-1631784580] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3889346', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036854717606'] for router, precommit_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:25:15.100352 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-f5de84f5-12cd-4469-a785-0ac944736670 tempest-RoutersIpV6AdminTest-1631784580 tempest-RoutersIpV6AdminTest-1631784580] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:25:15.151561 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-5e45338b-6ffd-49b9-a0c1-c1920bacd2ad tempest-RoutersNegativeIpV6Test-1464408958 tempest-RoutersNegativeIpV6Test-1464408958] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036850862667'] for port, precommit_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:25:15.161875 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-3dbb2317-d176-49ae-96ea-bbf9aa9d2fd5 tempest-NetworksIpV6Test-2047944877 tempest-NetworksIpV6Test-2047944877] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850887113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036851621412', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036852467174'] for subnet, after_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:25:15.186301 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-01fc8431-5282-42dc-8b9d-d2052445398b tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:25:15.220097 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-f5de84f5-12cd-4469-a785-0ac944736670 tempest-RoutersIpV6AdminTest-1631784580 tempest-RoutersIpV6AdminTest-1631784580] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036850897070'] for router, after_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:25:15.220645 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f5de84f5-12cd-4469-a785-0ac944736670 tempest-RoutersIpV6AdminTest-1631784580 tempest-RoutersIpV6AdminTest-1631784580] Fanout notify agent at l3_agent the message router_deleted on router 8a669322-ef45-41f1-a70a-9c1ef9d356d5 {{(pid=84874) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jan 14 07:25:15.262713 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dbb2317-d176-49ae-96ea-bbf9aa9d2fd5 tempest-NetworksIpV6Test-2047944877 tempest-NetworksIpV6Test-2047944877] Pushing event updated for resources: {'Subnet': ['ID=d370ee20-30e2-49d3-b7dd-969fc9d388e8,revision_number=0']} {{(pid=84875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:25:15.266439 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-3dbb2317-d176-49ae-96ea-bbf9aa9d2fd5 tempest-NetworksIpV6Test-2047944877 tempest-NetworksIpV6Test-2047944877] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:25:15.285544 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-f5de84f5-12cd-4469-a785-0ac944736670 tempest-RoutersIpV6AdminTest-1631784580 tempest-RoutersIpV6AdminTest-1631784580] Notify callbacks [] for router, before_response {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:25:15.287114 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-f5de84f5-12cd-4469-a785-0ac944736670 tempest-RoutersIpV6AdminTest-1631784580 tempest-RoutersIpV6AdminTest-1631784580] 10.222.0.24 "DELETE /v2.0/routers/8a669322-ef45-41f1-a70a-9c1ef9d356d5 HTTP/1.1" status: 204 len: 168 time: 1.4965968 Jan 14 07:25:15.328168 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84874) accepted ('10.222.0.24', 44884) {{(pid=84874) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:25:15.336792 n-d-768862-2 neutron-server[84765]: DEBUG neutron.objects.ports [None req-f37a12d0-8622-4ecd-a6d1-7ac2bbeb0835 tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] Time-cost: Fetching 1 ports in 0 security groups {{(pid=84874) get_objects /opt/stack/neutron/neutron/objects/ports.py:428}} Jan 14 07:25:15.465225 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-4b4ee6c6-a775-470a-ab27-76bb0dffeca3 tempest-RoutersIpV6AdminTest-1631784580 tempest-RoutersIpV6AdminTest-1631784580] 10.222.0.24 "GET /v2.0/ports?device_id=8a669322-ef45-41f1-a70a-9c1ef9d356d5 HTTP/1.1" status: 200 len: 205 time: 0.1263280 Jan 14 07:25:15.469913 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84874) accepted ('10.222.0.24', 44896) {{(pid=84874) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:25:15.555538 n-d-768862-2 neutron-server[84765]: INFO neutron.api.v2.resource [None req-7f772949-2cec-4c17-9a8e-664fd533a614 tempest-RoutersIpV6AdminTest-1631784580 tempest-RoutersIpV6AdminTest-1631784580] delete failed (client error): The resource could not be found. Jan 14 07:25:15.561430 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-7f772949-2cec-4c17-9a8e-664fd533a614 tempest-RoutersIpV6AdminTest-1631784580 tempest-RoutersIpV6AdminTest-1631784580] 10.222.0.24 "DELETE /v2.0/routers/8a669322-ef45-41f1-a70a-9c1ef9d356d5 HTTP/1.1" status: 404 len: 336 time: 0.0903950 Jan 14 07:25:15.562977 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-16628b2b-6bef-4461-8c01-a0baad5a52f8 tempest-NetworksIpV6TestAttrs-1453117616 tempest-NetworksIpV6TestAttrs-1453117616] vxlan segment allocate from pool success with {'vxlan_vni': 21} {{(pid=84875) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Jan 14 07:25:15.566038 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84874) accepted ('10.222.0.24', 44900) {{(pid=84874) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:25:15.598475 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.plugin [None req-5e45338b-6ffd-49b9-a0c1-c1920bacd2ad tempest-RoutersNegativeIpV6Test-1464408958 tempest-RoutersNegativeIpV6Test-1464408958] Calling delete_port for a63241b5-0598-4f3e-a93f-8ef4677430a5 owned by network:router_interface {{(pid=84875) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 07:25:15.623397 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac9e9540-73a0-4ca9-89e7-5aa3ade719c6 None None] Network 23f0a15d-6362-4cec-82c1-cacba887c566 requested from n-d-768862-2 {{(pid=84876) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 07:25:15.637514 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-543d627c-5e5f-4de0-9cce-0e669914691a None None] Network f0973124-cbfc-46f6-8689-21dd337cefb5 requested from n-d-768862-2 {{(pid=84876) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 07:25:15.646118 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-ced0b0da-8bba-4f56-8ae1-a3cb9a9d10c4 tempest-RoutersIpV6AdminTest-1631784580 tempest-RoutersIpV6AdminTest-1631784580] 10.222.0.24 "GET /v2.0/ports?device_id=06dfaf22-0349-4696-8bc1-b9b936ed986a HTTP/1.1" status: 200 len: 205 time: 0.0783029 Jan 14 07:25:15.651034 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84874) accepted ('10.222.0.24', 44904) {{(pid=84874) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:25:15.705385 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-16628b2b-6bef-4461-8c01-a0baad5a52f8 tempest-NetworksIpV6TestAttrs-1453117616 tempest-NetworksIpV6TestAttrs-1453117616] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment--9223363259214191851', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854179735'] for segment, precommit_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:25:15.706128 n-d-768862-2 neutron-server[84765]: INFO neutron.db.segments_db [None req-16628b2b-6bef-4461-8c01-a0baad5a52f8 tempest-NetworksIpV6TestAttrs-1453117616 tempest-NetworksIpV6TestAttrs-1453117616] Added segment 445922aa-b15e-4e18-9ef6-65bb0b656ec2 of type vxlan for network cecdff6f-cf85-4701-852d-f46d915ba7b2 Jan 14 07:25:15.870978 n-d-768862-2 neutron-server[84765]: INFO neutron.api.v2.resource [None req-02a28c40-41e4-4f08-8d56-002b80497a39 tempest-RoutersIpV6AdminTest-1631784580 tempest-RoutersIpV6AdminTest-1631784580] delete failed (client error): The resource could not be found. Jan 14 07:25:15.872733 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-02a28c40-41e4-4f08-8d56-002b80497a39 tempest-RoutersIpV6AdminTest-1631784580 tempest-RoutersIpV6AdminTest-1631784580] 10.222.0.24 "DELETE /v2.0/routers/06dfaf22-0349-4696-8bc1-b9b936ed986a HTTP/1.1" status: 404 len: 336 time: 0.2200179 Jan 14 07:25:15.876692 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84874) accepted ('10.222.0.24', 44910) {{(pid=84874) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:25:15.904729 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-16628b2b-6bef-4461-8c01-a0baad5a52f8 tempest-NetworksIpV6TestAttrs-1453117616 tempest-NetworksIpV6TestAttrs-1453117616] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363259214646115'] for network, precommit_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:25:15.954778 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-307ef0e6-de92-4e80-9a50-a9b1259c7fa8 tempest-RoutersIpV6AdminTest-1631784580 tempest-RoutersIpV6AdminTest-1631784580] 10.222.0.24 "GET /v2.0/ports?device_id=2f3dd886-c295-4c0f-94eb-ee3da72ffa8c HTTP/1.1" status: 200 len: 205 time: 0.0738513 Jan 14 07:25:15.956054 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84874) accepted ('10.222.0.24', 44914) {{(pid=84874) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:25:15.961109 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-16628b2b-6bef-4461-8c01-a0baad5a52f8 tempest-NetworksIpV6TestAttrs-1453117616 tempest-NetworksIpV6TestAttrs-1453117616] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850887149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964'] for network, after_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:25:15.963990 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Device e65719d2-992d-4ba4-b447-1014b14e085a up at agent ovs-agent-n-d-768862-2 {{(pid=84876) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 07:25:15.984366 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16628b2b-6bef-4461-8c01-a0baad5a52f8 tempest-NetworksIpV6TestAttrs-1453117616 tempest-NetworksIpV6TestAttrs-1453117616] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:25:15.985222 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-16628b2b-6bef-4461-8c01-a0baad5a52f8 tempest-NetworksIpV6TestAttrs-1453117616 tempest-NetworksIpV6TestAttrs-1453117616] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3207107'] for network, before_response {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:25:16.001636 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-4ce6aa54-887a-428c-816e-c79e51110507 None None] Provisioning for port e65719d2-992d-4ba4-b447-1014b14e085a completed by entity DHCP. {{(pid=84876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 07:25:16.007280 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-ab8b89e6-aa62-44a6-9e29-3f673450f40c tempest-RoutersNegativeIpV6Test-1464408958 tempest-RoutersNegativeIpV6Test-1464408958] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:25:16.058624 n-d-768862-2 neutron-server[84765]: INFO neutron.api.v2.resource [None req-d99cde02-8f74-45fe-b31a-6d7a31ca004a tempest-RoutersIpV6AdminTest-1631784580 tempest-RoutersIpV6AdminTest-1631784580] delete failed (client error): The resource could not be found. Jan 14 07:25:16.062461 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-d99cde02-8f74-45fe-b31a-6d7a31ca004a tempest-RoutersIpV6AdminTest-1631784580 tempest-RoutersIpV6AdminTest-1631784580] 10.222.0.24 "DELETE /v2.0/routers/2f3dd886-c295-4c0f-94eb-ee3da72ffa8c HTTP/1.1" status: 404 len: 336 time: 0.1017988 Jan 14 07:25:16.079675 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84875) accepted ('10.222.0.24', 44918) {{(pid=84875) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:25:16.144014 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-f37a12d0-8622-4ecd-a6d1-7ac2bbeb0835 tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555753'] for port, before_update {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:25:16.185482 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d65ac8ec-2a05-411a-a53d-ffe21b62dc5b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5d94dc7a-c095-50a4-955e-5f3b78718a12-f0973124-cbfc-46f6-8689-21dd337cefb5', 'network_id': 'f0973124-cbfc-46f6-8689-21dd337cefb5', 'tenant_id': 'b4fb299c51d74f2a8c69090954f5d152', 'fixed_ips': [{'subnet_id': 'a4d10408-e17a-4d75-9e1a-8eda4071a090'}]}} from n-d-768862-2. {{(pid=84876) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Jan 14 07:25:16.186410 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-d65ac8ec-2a05-411a-a53d-ffe21b62dc5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555753'] for port, before_create {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:25:16.268368 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Provisioning for port e65719d2-992d-4ba4-b447-1014b14e085a completed by entity L2. {{(pid=84876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 07:25:16.325709 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Provisioning complete for port e65719d2-992d-4ba4-b447-1014b14e085a triggered by entity L2. {{(pid=84876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 07:25:16.326052 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-604227'] for port, provisioning_complete {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:25:16.466423 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3dbb2317-d176-49ae-96ea-bbf9aa9d2fd5 tempest-NetworksIpV6Test-2047944877 tempest-NetworksIpV6Test-2047944877] Checking segment: {'id': '9e748ec6-d99a-40a5-a473-0021cd6e62e8', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 9, 'network_id': '186d75b3-1d44-4191-ad03-f188f5ab8544'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84875) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 14 07:25:16.466845 n-d-768862-2 neutron-server[84765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3dbb2317-d176-49ae-96ea-bbf9aa9d2fd5 tempest-NetworksIpV6Test-2047944877 tempest-NetworksIpV6Test-2047944877] Network hostable DHCP agents. Network: 186d75b3-1d44-4191-ad03-f188f5ab8544, hostable agents: ['32f3dd84-26da-4d18-bf15-6017a8fb7247'], hosted agents: [] {{(pid=84875) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Jan 14 07:25:16.487393 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [None req-f37a12d0-8622-4ecd-a6d1-7ac2bbeb0835 tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] For port e65719d2-992d-4ba4-b447-1014b14e085a, host n-d-768862-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-2',level=0,port_id=e65719d2-992d-4ba4-b447-1014b14e085a,segment=NetworkSegment(56f1c7cf-f3a3-41d2-9677-68978131444f),segment_id=56f1c7cf-f3a3-41d2-9677-68978131444f)] {{(pid=84874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 07:25:16.555130 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-754eef6e-d554-410a-8e3e-162dccf2a635 tempest-RoutersIpV6AdminTest-1631784580 tempest-RoutersIpV6AdminTest-1631784580] 10.222.0.24 "GET /v2.0/ports?device_id=9b563951-8a6b-493e-9bce-902cf15044df HTTP/1.1" status: 200 len: 205 time: 0.1486342 Jan 14 07:25:16.558184 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-f37a12d0-8622-4ecd-a6d1-7ac2bbeb0835 tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] Notify callbacks [] for port, precommit_update {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:25:16.572027 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84874) accepted ('10.222.0.24', 44924) {{(pid=84874) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:25:16.577270 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-f37a12d0-8622-4ecd-a6d1-7ac2bbeb0835 tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777640533312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363259214678337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777640097497', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036851521613'] for port, after_update {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:25:16.578761 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-f37a12d0-8622-4ecd-a6d1-7ac2bbeb0835 tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850887113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3254092', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036851981146'] for subnet, after_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:25:16.586062 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-16628b2b-6bef-4461-8c01-a0baad5a52f8 tempest-NetworksIpV6TestAttrs-1453117616 tempest-NetworksIpV6TestAttrs-1453117616] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 1.7992425 Jan 14 07:25:16.587019 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84875) accepted ('10.222.0.24', 44928) {{(pid=84875) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:25:16.600087 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.v2.base [None req-dce97473-688d-4ef5-9af8-77935f8e4b02 tempest-NetworksIpV6TestAttrs-1453117616 tempest-NetworksIpV6TestAttrs-1453117616] Request body: {'subnet': {'network_id': 'cecdff6f-cf85-4701-852d-f46d915ba7b2', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=84875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:25:16.607195 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-ecda26c2-8380-4019-a361-f280cdfc0b45 tempest-RoutersAdminNegativeIpV6Test-721887339 tempest-RoutersAdminNegativeIpV6Test-721887339] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:25:16.647977 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16628b2b-6bef-4461-8c01-a0baad5a52f8 tempest-NetworksIpV6TestAttrs-1453117616 tempest-NetworksIpV6TestAttrs-1453117616] Pushing event updated for resources: {'Network': ['ID=cecdff6f-cf85-4701-852d-f46d915ba7b2,revision_number=1']} {{(pid=84875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:25:16.715535 n-d-768862-2 neutron-server[84765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3dbb2317-d176-49ae-96ea-bbf9aa9d2fd5 tempest-NetworksIpV6Test-2047944877 tempest-NetworksIpV6Test-2047944877] Network 186d75b3-1d44-4191-ad03-f188f5ab8544 is scheduled to be hosted by DHCP agent 32f3dd84-26da-4d18-bf15-6017a8fb7247 with binding_index 1 {{(pid=84875) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Jan 14 07:25:16.722814 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-74ddd69a-f8d1-4566-b021-7c0e734c150d tempest-RoutersIpV6Test-883692175 tempest-RoutersIpV6Test-883692175] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777640533329', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777640097463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851621574'] for port, after_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:25:16.738515 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-017f98a9-8a07-408c-a86f-8ff0c00400a0 None None] Network cecdff6f-cf85-4701-852d-f46d915ba7b2 details requested by agent ovs-agent-n-h1-768862-2 with host n-h1-768862-2 {{(pid=84876) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 07:25:16.769567 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-852a24f7-e9a1-4193-9abb-e9506fe5213f None None] Network cecdff6f-cf85-4701-852d-f46d915ba7b2 details requested by agent ovs-agent-n-h2-768862-2 with host n-h2-768862-2 {{(pid=84876) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 07:25:16.803946 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Network cecdff6f-cf85-4701-852d-f46d915ba7b2 details requested by agent ovs-agent-n-d-768862-2 with host n-d-768862-2 {{(pid=84876) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 07:25:16.883220 n-d-768862-2 neutron-server[84765]: INFO neutron.api.v2.resource [None req-ee3b5ac3-36f7-4698-b63c-bd653cffe130 tempest-RoutersIpV6AdminTest-1631784580 tempest-RoutersIpV6AdminTest-1631784580] delete failed (client error): The resource could not be found. Jan 14 07:25:16.883907 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-ee3b5ac3-36f7-4698-b63c-bd653cffe130 tempest-RoutersIpV6AdminTest-1631784580 tempest-RoutersIpV6AdminTest-1631784580] 10.222.0.24 "DELETE /v2.0/routers/9b563951-8a6b-493e-9bce-902cf15044df HTTP/1.1" status: 404 len: 336 time: 0.3086367 Jan 14 07:25:16.889034 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84874) accepted ('10.222.0.24', 44946) {{(pid=84874) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:25:16.928325 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-16628b2b-6bef-4461-8c01-a0baad5a52f8 tempest-NetworksIpV6TestAttrs-1453117616 tempest-NetworksIpV6TestAttrs-1453117616] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.921s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:25:16.929021 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-7d789177-af1a-451b-b265-a7b979bc42a6 tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:25:16.961815 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-9ed39b49-775d-45fd-96d7-eed751f7dfdd tempest-RoutersIpV6AdminTest-1631784580 tempest-RoutersIpV6AdminTest-1631784580] 10.222.0.24 "GET /v2.0/ports?device_id=2031fa21-8036-4682-93f6-df1c11fa7240 HTTP/1.1" status: 200 len: 205 time: 0.0628960 Jan 14 07:25:16.977251 n-d-768862-2 neutron-server[84765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f37a12d0-8622-4ecd-a6d1-7ac2bbeb0835 tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] Network 23f0a15d-6362-4cec-82c1-cacba887c566 is already hosted by enough agents. {{(pid=84874) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 07:25:16.978214 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84874) accepted ('10.222.0.24', 44954) {{(pid=84874) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:25:16.982626 n-d-768862-2 neutron-server[84765]: DEBUG neutron.scheduler.base_scheduler [None req-f37a12d0-8622-4ecd-a6d1-7ac2bbeb0835 tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] Resources bound (agent type, host, resource id): {{(pid=84874) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 07:25:17.005332 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74ddd69a-f8d1-4566-b021-7c0e734c150d tempest-RoutersIpV6Test-883692175 tempest-RoutersIpV6Test-883692175] Pushing event deleted for resources: {'Port': ['ID=d21b5147-a877-46a5-a233-6a97d5befecb,revision_number=None']} {{(pid=84875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:25:17.013269 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-5e45338b-6ffd-49b9-a0c1-c1920bacd2ad tempest-RoutersNegativeIpV6Test-1464408958 tempest-RoutersNegativeIpV6Test-1464408958] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777640533329', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777640097463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851621574'] for port, after_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:25:17.038469 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-74ddd69a-f8d1-4566-b021-7c0e734c150d tempest-RoutersIpV6Test-883692175 tempest-RoutersIpV6Test-883692175] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:25:17.039048 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-74ddd69a-f8d1-4566-b021-7c0e734c150d tempest-RoutersIpV6Test-883692175 tempest-RoutersIpV6Test-883692175] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:25:17.072600 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f37a12d0-8622-4ecd-a6d1-7ac2bbeb0835 tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:25:17.073769 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-f37a12d0-8622-4ecd-a6d1-7ac2bbeb0835 tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3207107'] for subnet, before_response {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:25:17.120863 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-f37a12d0-8622-4ecd-a6d1-7ac2bbeb0835 tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 6.2877221 Jan 14 07:25:17.122693 n-d-768862-2 neutron-server[84765]: INFO neutron.api.v2.resource [None req-d01ac9bd-cb0b-45e9-840c-527d8b0cef9f tempest-RoutersIpV6AdminTest-1631784580 tempest-RoutersIpV6AdminTest-1631784580] delete failed (client error): The resource could not be found. Jan 14 07:25:17.127143 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-d01ac9bd-cb0b-45e9-840c-527d8b0cef9f tempest-RoutersIpV6AdminTest-1631784580 tempest-RoutersIpV6AdminTest-1631784580] 10.222.0.24 "DELETE /v2.0/routers/2031fa21-8036-4682-93f6-df1c11fa7240 HTTP/1.1" status: 404 len: 336 time: 0.1407549 Jan 14 07:25:17.127872 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84874) accepted ('10.222.0.24', 44970) {{(pid=84874) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:25:17.128455 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84874) accepted ('10.222.0.24', 44972) {{(pid=84874) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:25:17.142242 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.v2.base [None req-343dd688-0ab9-4ee2-841c-5e8729b070bb tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] Request body: {'port': {'network_id': '23f0a15d-6362-4cec-82c1-cacba887c566', 'mac_address': 'fa:16:3e:63:4c:d1', 'name': 'tempest-NetworksTestDHCPv6-585153386'}} {{(pid=84874) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:25:17.212439 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-fda1d820-9d70-4ac1-9101-c11ef6820af9 tempest-RoutersIpV6AdminTest-1631784580 tempest-RoutersIpV6AdminTest-1631784580] 10.222.0.24 "GET /v2.0/ports?device_id=fc8eb4c0-1d2c-4c37-89e9-66e05dca6620 HTTP/1.1" status: 200 len: 205 time: 0.0776536 Jan 14 07:25:17.214228 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84874) accepted ('10.222.0.24', 44986) {{(pid=84874) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:25:17.218030 n-d-768862-2 neutron-server[84765]: DEBUG neutron.scheduler.base_scheduler [None req-3dbb2317-d176-49ae-96ea-bbf9aa9d2fd5 tempest-NetworksIpV6Test-2047944877 tempest-NetworksIpV6Test-2047944877] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768862-2, 186d75b3-1d44-4191-ad03-f188f5ab8544) {{(pid=84875) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 07:25:17.221185 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e45338b-6ffd-49b9-a0c1-c1920bacd2ad tempest-RoutersNegativeIpV6Test-1464408958 tempest-RoutersNegativeIpV6Test-1464408958] Pushing event deleted for resources: {'Port': ['ID=a63241b5-0598-4f3e-a93f-8ef4677430a5,revision_number=None']} {{(pid=84875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:25:17.225608 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-5e45338b-6ffd-49b9-a0c1-c1920bacd2ad tempest-RoutersNegativeIpV6Test-1464408958 tempest-RoutersNegativeIpV6Test-1464408958] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.186s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:25:17.272480 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-753b8582-8d28-42a7-b693-945271a2258c None None] Network 186d75b3-1d44-4191-ad03-f188f5ab8544 requested from n-d-768862-2 {{(pid=84876) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 07:25:17.330459 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-dce97473-688d-4ef5-9af8-77935f8e4b02 tempest-NetworksIpV6TestAttrs-1453117616 tempest-NetworksIpV6TestAttrs-1453117616] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:25:17.335531 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-dce97473-688d-4ef5-9af8-77935f8e4b02 tempest-NetworksIpV6TestAttrs-1453117616 tempest-NetworksIpV6TestAttrs-1453117616] Usage tracker for resource:subnet and tenant:b4fb299c51d74f2a8c69090954f5d152 is out of sync, need to count used quota {{(pid=84875) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:25:17.338829 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-dce97473-688d-4ef5-9af8-77935f8e4b02 tempest-NetworksIpV6TestAttrs-1453117616 tempest-NetworksIpV6TestAttrs-1453117616] Quota usage for subnet was recalculated. Used quota:1. {{(pid=84875) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:25:17.345033 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-dce97473-688d-4ef5-9af8-77935f8e4b02 tempest-NetworksIpV6TestAttrs-1453117616 tempest-NetworksIpV6TestAttrs-1453117616] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:25:17.351582 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f37a12d0-8622-4ecd-a6d1-7ac2bbeb0835 tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] Pushing event updated for resources: {'Port': ['ID=e65719d2-992d-4ba4-b447-1014b14e085a,revision_number=4']} {{(pid=84874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:25:17.361937 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-f37a12d0-8622-4ecd-a6d1-7ac2bbeb0835 tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.755s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:25:17.362685 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-110fac3d-eb0b-4e14-b73b-8f571752ebbd tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.722s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:25:17.383504 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3dbb2317-d176-49ae-96ea-bbf9aa9d2fd5 tempest-NetworksIpV6Test-2047944877 tempest-NetworksIpV6Test-2047944877] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:25:17.384373 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-3dbb2317-d176-49ae-96ea-bbf9aa9d2fd5 tempest-NetworksIpV6Test-2047944877 tempest-NetworksIpV6Test-2047944877] Notify callbacks [] for subnet, before_response {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:25:17.393718 n-d-768862-2 neutron-server[84765]: INFO neutron.api.v2.resource [None req-17bd4578-410f-46c5-9ba5-88329b7a8f45 tempest-RoutersIpV6AdminTest-1631784580 tempest-RoutersIpV6AdminTest-1631784580] delete failed (client error): The resource could not be found. Jan 14 07:25:17.397857 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-17bd4578-410f-46c5-9ba5-88329b7a8f45 tempest-RoutersIpV6AdminTest-1631784580 tempest-RoutersIpV6AdminTest-1631784580] 10.222.0.24 "DELETE /v2.0/routers/fc8eb4c0-1d2c-4c37-89e9-66e05dca6620 HTTP/1.1" status: 404 len: 336 time: 0.1765616 Jan 14 07:25:17.405498 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84875) accepted ('10.222.0.24', 45002) {{(pid=84875) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:25:17.412767 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dce97473-688d-4ef5-9af8-77935f8e4b02 tempest-NetworksIpV6TestAttrs-1453117616 tempest-NetworksIpV6TestAttrs-1453117616] Made reservation on behalf of b4fb299c51d74f2a8c69090954f5d152 for: {'subnet': 1} {{(pid=84875) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 07:25:17.439396 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f37a12d0-8622-4ecd-a6d1-7ac2bbeb0835 tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] Pushing event updated for resources: {'Subnet': ['ID=728d042f-72e1-464f-a988-e3cc7c5f82d9,revision_number=0']} {{(pid=84874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:25:17.445698 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-f37a12d0-8622-4ecd-a6d1-7ac2bbeb0835 tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:25:17.529551 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-343dd688-0ab9-4ee2-841c-5e8729b070bb tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:25:17.534502 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-343dd688-0ab9-4ee2-841c-5e8729b070bb tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] Usage tracker for resource:port and tenant:be0aa702e3ca464795a99c51e3b3b04f is out of sync, need to count used quota {{(pid=84874) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:25:17.537945 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-343dd688-0ab9-4ee2-841c-5e8729b070bb tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] Quota usage for port was recalculated. Used quota:1. {{(pid=84874) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:25:17.545838 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-343dd688-0ab9-4ee2-841c-5e8729b070bb tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=84874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:25:17.547501 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-3dbb2317-d176-49ae-96ea-bbf9aa9d2fd5 tempest-NetworksIpV6Test-2047944877 tempest-NetworksIpV6Test-2047944877] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 904 time: 7.7508748 Jan 14 07:25:17.548940 n-d-768862-2 neutron-server[84765]: INFO neutron.pecan_wsgi.hooks.translation [None req-11a28b3b-256c-487c-a775-fb4af518e57b tempest-RoutersIpV6AdminTest-1631784580 tempest-RoutersIpV6AdminTest-1631784580] DELETE failed (client error): The resource could not be found. Jan 14 07:25:17.549429 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-11a28b3b-256c-487c-a775-fb4af518e57b tempest-RoutersIpV6AdminTest-1631784580 tempest-RoutersIpV6AdminTest-1631784580] No notification will be sent due to unsuccessful status code: 404 {{(pid=84875) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Jan 14 07:25:17.551172 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-11a28b3b-256c-487c-a775-fb4af518e57b tempest-RoutersIpV6AdminTest-1631784580 tempest-RoutersIpV6AdminTest-1631784580] 10.222.0.24 "DELETE /v2.0/subnets/4d4903d5-18e2-4017-b8f1-ffb6ec3d60d6 HTTP/1.1" status: 404 len: 337 time: 0.1400185 Jan 14 07:25:17.553585 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84874) accepted ('10.222.0.24', 45008) {{(pid=84874) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:25:17.593715 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-343dd688-0ab9-4ee2-841c-5e8729b070bb tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] Made reservation on behalf of be0aa702e3ca464795a99c51e3b3b04f for: {'port': 1} {{(pid=84874) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 07:25:17.709956 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-dce97473-688d-4ef5-9af8-77935f8e4b02 tempest-NetworksIpV6TestAttrs-1453117616 tempest-NetworksIpV6TestAttrs-1453117616] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036852467157'] for subnet, before_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:25:17.783219 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555753'] for port, before_update {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:25:17.836056 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] For port e65719d2-992d-4ba4-b447-1014b14e085a, host n-d-768862-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-2',level=0,port_id=e65719d2-992d-4ba4-b447-1014b14e085a,segment=NetworkSegment(56f1c7cf-f3a3-41d2-9677-68978131444f),segment_id=56f1c7cf-f3a3-41d2-9677-68978131444f)] {{(pid=84876) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 07:25:17.849023 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-300f44d6-b8fc-4fd8-bcef-7ac610361d66 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5d94dc7a-c095-50a4-955e-5f3b78718a12-186d75b3-1d44-4191-ad03-f188f5ab8544', 'network_id': '186d75b3-1d44-4191-ad03-f188f5ab8544', 'tenant_id': '130ee88fc4054d968ce76b7b9727c055', 'fixed_ips': [{'subnet_id': 'd370ee20-30e2-49d3-b7dd-969fc9d388e8'}]}} from n-d-768862-2. {{(pid=84876) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Jan 14 07:25:17.854344 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-300f44d6-b8fc-4fd8-bcef-7ac610361d66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555753'] for port, before_create {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:25:17.995134 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777640533312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363259214678337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777640097497'] for port, after_update {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:25:18.012154 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-942c28c0-b4da-4fdd-b2aa-a6709a3fda3c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84876) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:25:18.192736 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-343dd688-0ab9-4ee2-841c-5e8729b070bb tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555753'] for port, before_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:25:18.254895 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-74ddd69a-f8d1-4566-b021-7c0e734c150d tempest-RoutersIpV6Test-883692175 tempest-RoutersIpV6Test-883692175] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted--9223372036851568851', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal--9223372036850888080'] for router_interface, after_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:25:18.320468 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84875) accepted ('10.222.0.24', 45020) {{(pid=84875) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:25:18.645587 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Pushing event updated for resources: {'Port': ['ID=e65719d2-992d-4ba4-b447-1014b14e085a,revision_number=5']} {{(pid=84876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:25:18.661643 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.650s {{(pid=84876) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:25:18.662637 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Device e65719d2-992d-4ba4-b447-1014b14e085a up at agent ovs-agent-n-d-768862-2 {{(pid=84876) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 07:25:18.766192 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.db_base_plugin_common [None req-300f44d6-b8fc-4fd8-bcef-7ac610361d66 None None] Allocated IP 2001:db8::1 (186d75b3-1d44-4191-ad03-f188f5ab8544/d370ee20-30e2-49d3-b7dd-969fc9d388e8/95b2c92c-4730-4595-81bb-52db3b1452d9) {{(pid=84876) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 14 07:25:19.095218 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-300f44d6-b8fc-4fd8-bcef-7ac610361d66 None None] Notify callbacks [] for port, precommit_create {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:25:19.107478 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-300f44d6-b8fc-4fd8-bcef-7ac610361d66 None None] Transition to ACTIVE for port object 95b2c92c-4730-4595-81bb-52db3b1452d9 will not be triggered until provisioned by entity L2. {{(pid=84876) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 07:25:19.127725 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-300f44d6-b8fc-4fd8-bcef-7ac610361d66 None None] Transition to ACTIVE for port object 95b2c92c-4730-4595-81bb-52db3b1452d9 will not be triggered until provisioned by entity DHCP. {{(pid=84876) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 07:25:19.146511 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-84cafd01-bc30-43d7-9672-6e1b6cdcf314 tempest-NetworksIpV6Test-2047944877 tempest-NetworksIpV6Test-2047944877] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036854160497'] for network, before_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:25:19.187671 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-300f44d6-b8fc-4fd8-bcef-7ac610361d66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777640123575'] for port, after_create {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:25:19.252342 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.plugin [None req-84cafd01-bc30-43d7-9672-6e1b6cdcf314 tempest-NetworksIpV6Test-2047944877 tempest-NetworksIpV6Test-2047944877] Deleting port 95b2c92c-4730-4595-81bb-52db3b1452d9 {{(pid=84874) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 07:25:19.252593 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-5e45338b-6ffd-49b9-a0c1-c1920bacd2ad tempest-RoutersNegativeIpV6Test-1464408958 tempest-RoutersNegativeIpV6Test-1464408958] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted--9223372036851568851', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal--9223372036850888080'] for router_interface, after_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:25:19.252989 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-84cafd01-bc30-43d7-9672-6e1b6cdcf314 tempest-NetworksIpV6Test-2047944877 tempest-NetworksIpV6Test-2047944877] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363259214248359'] for port, before_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:25:19.355818 n-d-768862-2 neutron-server[84765]: DEBUG neutron.notifiers.nova [None req-343dd688-0ab9-4ee2-841c-5e8729b070bb tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] device_id is not set on port cf32d820-21f8-4c72-81cf-651da208e6bf yet. {{(pid=84874) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}} Jan 14 07:25:19.358316 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-7c347647-9d01-4947-8ff3-7a62b3f5b9b4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84876) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:25:19.435473 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-658d54ab-12a5-49ee-8d36-4e5ed77f01a7 None None] Network 23f0a15d-6362-4cec-82c1-cacba887c566 requested from n-d-768862-2 {{(pid=84876) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 07:25:19.606860 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-300f44d6-b8fc-4fd8-bcef-7ac610361d66 None None] Pushing event updated for resources: {'Port': ['ID=95b2c92c-4730-4595-81bb-52db3b1452d9,revision_number=1']} {{(pid=84876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:25:19.610743 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [None req-84cafd01-bc30-43d7-9672-6e1b6cdcf314 tempest-NetworksIpV6Test-2047944877 tempest-NetworksIpV6Test-2047944877] For port 95b2c92c-4730-4595-81bb-52db3b1452d9, host n-d-768862-2, got binding levels [] {{(pid=84874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 07:25:19.611315 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-84cafd01-bc30-43d7-9672-6e1b6cdcf314 tempest-NetworksIpV6Test-2047944877 tempest-NetworksIpV6Test-2047944877] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036850862667'] for port, precommit_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:25:19.716560 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-300f44d6-b8fc-4fd8-bcef-7ac610361d66 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.358s {{(pid=84876) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:25:19.754812 n-d-768862-2 neutron-server[84765]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-74ddd69a-f8d1-4566-b021-7c0e734c150d tempest-RoutersIpV6Test-883692175 tempest-RoutersIpV6Test-883692175] Router 40febb8e-85a2-44af-bb73-f559467ae85b has already been hosted by L3 agent 35f592e9-451b-4db9-abea-77b6a5c5391b {{(pid=84875) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Jan 14 07:25:19.757529 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-81e57ac7-6b94-4669-a2f2-2589843ee279 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:25:19.758282 n-d-768862-2 neutron-server[84765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-300f44d6-b8fc-4fd8-bcef-7ac610361d66 None None] Network 186d75b3-1d44-4191-ad03-f188f5ab8544 is already hosted by enough agents. {{(pid=84876) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 07:25:19.818542 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.plugin [None req-84cafd01-bc30-43d7-9672-6e1b6cdcf314 tempest-NetworksIpV6Test-2047944877 tempest-NetworksIpV6Test-2047944877] Calling delete_port for 95b2c92c-4730-4595-81bb-52db3b1452d9 owned by network:dhcp {{(pid=84874) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 07:25:19.829445 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-4d7058e1-dc11-443e-bf57-d61408ffa46e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363259214191800', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854171626'] for agent, after_update {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:25:19.836027 n-d-768862-2 neutron-server[84765]: DEBUG neutron.scheduler.base_scheduler [None req-300f44d6-b8fc-4fd8-bcef-7ac610361d66 None None] Resources bound (agent type, host, resource id): {{(pid=84876) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 07:25:19.856305 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-81e57ac7-6b94-4669-a2f2-2589843ee279 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:25:19.864709 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-300f44d6-b8fc-4fd8-bcef-7ac610361d66 None None] Received port after_create {{(pid=84876) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 14 07:25:19.864863 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-81e57ac7-6b94-4669-a2f2-2589843ee279 admin admin] Usage tracker for resource:security_group_rule and tenant:17f7834e023140e68315b89e35fe9c50 is out of sync, need to count used quota {{(pid=84875) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:25:19.864863 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-81e57ac7-6b94-4669-a2f2-2589843ee279 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84875) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:25:19.868224 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Provisioning complete for port e65719d2-992d-4ba4-b447-1014b14e085a triggered by entity L2. {{(pid=84876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 07:25:19.868724 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-604227'] for port, provisioning_complete {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:25:19.877163 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-81e57ac7-6b94-4669-a2f2-2589843ee279 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:25:19.994339 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-81e57ac7-6b94-4669-a2f2-2589843ee279 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:25:20.018842 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-37b18eab-5475-4164-97b8-a433df99f9f0 None None] Provisioning complete for port e65719d2-992d-4ba4-b447-1014b14e085a triggered by entity DHCP. {{(pid=84876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 07:25:20.019295 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-37b18eab-5475-4164-97b8-a433df99f9f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-604227'] for port, provisioning_complete {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:25:20.085373 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-81e57ac7-6b94-4669-a2f2-2589843ee279 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850887153'] for security_group, after_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:25:20.114669 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-b7d237d1-6778-4f92-a2ea-631b8c3513a9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:25:20.168506 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.db_base_plugin_common [None req-343dd688-0ab9-4ee2-841c-5e8729b070bb tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] Allocated IP 172.20.0.5 (23f0a15d-6362-4cec-82c1-cacba887c566/cc803cab-7c26-4c46-887e-69b95812c101/cf32d820-21f8-4c72-81cf-651da208e6bf) {{(pid=84874) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 14 07:25:20.182841 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.db_base_plugin_common [None req-343dd688-0ab9-4ee2-841c-5e8729b070bb tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] Allocated IP 2001:db8::f816:3eff:fe63:4cd1 (23f0a15d-6362-4cec-82c1-cacba887c566/728d042f-72e1-464f-a988-e3cc7c5f82d9/cf32d820-21f8-4c72-81cf-651da208e6bf) {{(pid=84874) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 14 07:25:20.199266 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-84cafd01-bc30-43d7-9672-6e1b6cdcf314 tempest-NetworksIpV6Test-2047944877 tempest-NetworksIpV6Test-2047944877] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777640533329', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777640097463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3254186'] for port, after_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:25:20.249239 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-aa791d19-a06d-47a4-a57d-2d3fc384463a tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:25:20.262740 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84875) accepted ('10.222.0.24', 45032) {{(pid=84875) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:25:20.276964 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-74ddd69a-f8d1-4566-b021-7c0e734c150d tempest-RoutersIpV6Test-883692175 tempest-RoutersIpV6Test-883692175] Notify agent at l3_agent.n-d-768862-2 the message routers_updated {{(pid=84875) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jan 14 07:25:20.288069 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ab605e1-43c4-491e-b170-3f2f27597b31 None None] Sync routers for ids ['40febb8e-85a2-44af-bb73-f559467ae85b'] in n-d-768862-2 {{(pid=84877) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Jan 14 07:25:20.305703 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ab605e1-43c4-491e-b170-3f2f27597b31 None None] Routers {'40febb8e-85a2-44af-bb73-f559467ae85b'} bound to L3 agent in host n-d-768862-2 {{(pid=84877) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 14 07:25:20.310662 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_hamode_db [None req-6ab605e1-43c4-491e-b170-3f2f27597b31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2021-01-14T06:56:51Z,description=,heartbeat_timestamp=2021-01-14T07:24:52Z,host='n-d-768862-2',id=35f592e9-451b-4db9-abea-77b6a5c5391b,load=0,resource_versions=,resources_synced=,started_at=2021-01-14T06:56:51Z,topic='l3_agent')) {'router_ids': ['40febb8e-85a2-44af-bb73-f559467ae85b'], 'active': True} {{(pid=84877) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:25:20.335063 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-81e57ac7-6b94-4669-a2f2-2589843ee279 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=17f7834e023140e68315b89e35fe9c50&name=default HTTP/1.1" status: 200 len: 2983 time: 2.0076561 Jan 14 07:25:20.388299 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84875) accepted ('10.222.0.24', 45036) {{(pid=84875) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:25:20.406218 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81e57ac7-6b94-4669-a2f2-2589843ee279 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=27f90834-63fa-4f7e-9667-6b4b9a0dd567,revision_number=1']} {{(pid=84875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:25:20.419126 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.db_base_plugin_v2 [None req-e468df55-6347-4b55-a67e-fbda67d6fd9f admin admin] Deleting subnet a678a0cd-37e2-491d-9601-09248c864256 {{(pid=84875) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Jan 14 07:25:20.432731 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-81e57ac7-6b94-4669-a2f2-2589843ee279 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.318s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:25:20.443484 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-74ddd69a-f8d1-4566-b021-7c0e734c150d tempest-RoutersIpV6Test-883692175 tempest-RoutersIpV6Test-883692175] 10.222.0.24 "PUT /v2.0/routers/40febb8e-85a2-44af-bb73-f559467ae85b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 14.9551899 Jan 14 07:25:20.465582 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-e468df55-6347-4b55-a67e-fbda67d6fd9f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:25:20.475434 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.db_base_plugin_common [None req-d65ac8ec-2a05-411a-a53d-ffe21b62dc5b None None] Allocated IP 2001:db8:0:ffff::2 (f0973124-cbfc-46f6-8689-21dd337cefb5/a4d10408-e17a-4d75-9e1a-8eda4071a090/625d6251-fe27-47fb-9d63-0be5686e2595) {{(pid=84876) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 14 07:25:20.497017 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84875) accepted ('10.222.0.24', 45040) {{(pid=84875) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:25:20.535276 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_dvr_db [None req-6ab605e1-43c4-491e-b170-3f2f27597b31 None None] Set router 40febb8e-85a2-44af-bb73-f559467ae85b gateway port host: None {{(pid=84877) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 14 07:25:20.586369 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-e468df55-6347-4b55-a67e-fbda67d6fd9f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3367281'] for subnet, precommit_delete_associations {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:25:20.609824 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.managers [None req-300f44d6-b8fc-4fd8-bcef-7ac610361d66 None None] Attempting to bind port 95b2c92c-4730-4595-81bb-52db3b1452d9 on host n-d-768862-2 for vnic_type normal with profile {{(pid=84876) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 14 07:25:20.610883 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.managers [None req-300f44d6-b8fc-4fd8-bcef-7ac610361d66 None None] Attempting to bind port 95b2c92c-4730-4595-81bb-52db3b1452d9 by drivers openvswitch on host n-d-768862-2 at level 0 using segments [{'id': '9e748ec6-d99a-40a5-a473-0021cd6e62e8', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 9, 'network_id': '186d75b3-1d44-4191-ad03-f188f5ab8544'}] {{(pid=84876) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 14 07:25:20.611813 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-300f44d6-b8fc-4fd8-bcef-7ac610361d66 None None] Attempting to bind port 95b2c92c-4730-4595-81bb-52db3b1452d9 on network 186d75b3-1d44-4191-ad03-f188f5ab8544 {{(pid=84876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 14 07:25:20.653996 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-e468df55-6347-4b55-a67e-fbda67d6fd9f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036854176836'] for subnet, precommit_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:25:20.696315 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-300f44d6-b8fc-4fd8-bcef-7ac610361d66 None None] Checking agent: {'id': 'ba5efab1-b43c-4d5a-bc52-6e105d4e67a2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768862-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 14, 6, 56, 52), 'started_at': datetime.datetime(2021, 1, 14, 6, 57, 22), 'heartbeat_timestamp': datetime.datetime(2021, 1, 14, 7, 24, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768862-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.29', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 14 07:25:20.696315 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-300f44d6-b8fc-4fd8-bcef-7ac610361d66 None None] Checking segment: {'id': '9e748ec6-d99a-40a5-a473-0021cd6e62e8', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 9, 'network_id': '186d75b3-1d44-4191-ad03-f188f5ab8544'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84876) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 14 07:25:20.696560 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-300f44d6-b8fc-4fd8-bcef-7ac610361d66 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:25:20.697518 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-300f44d6-b8fc-4fd8-bcef-7ac610361d66 None None] Bound using segment: {'id': '9e748ec6-d99a-40a5-a473-0021cd6e62e8', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 9, 'network_id': '186d75b3-1d44-4191-ad03-f188f5ab8544'} {{(pid=84876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 14 07:25:20.699073 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.managers [None req-300f44d6-b8fc-4fd8-bcef-7ac610361d66 None None] Bound port: 95b2c92c-4730-4595-81bb-52db3b1452d9, host: n-d-768862-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9e748ec6-d99a-40a5-a473-0021cd6e62e8', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 9, 'network_id': '186d75b3-1d44-4191-ad03-f188f5ab8544'}}] {{(pid=84876) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 14 07:25:20.699807 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-300f44d6-b8fc-4fd8-bcef-7ac610361d66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555753'] for port, before_update {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:25:20.883485 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-343dd688-0ab9-4ee2-841c-5e8729b070bb tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] Notify callbacks [] for port, precommit_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:25:20.894322 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_hamode_db [None req-6ab605e1-43c4-491e-b170-3f2f27597b31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '40febb8e-85a2-44af-bb73-f559467ae85b', 'name': 'tempest-RoutersIpV6Test-router-637200602', 'tenant_id': 'd787627cdb8d4cc9b70642659fae99d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-14T07:22:21Z', 'updated_at': '2021-01-14T07:25:15Z', 'revision_number': 11, 'project_id': 'd787627cdb8d4cc9b70642659fae99d7', 'gw_port_host': None}], 'n-d-768862-2', False) {} {{(pid=84877) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:25:20.905846 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-343dd688-0ab9-4ee2-841c-5e8729b070bb tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] Transition to ACTIVE for port object cf32d820-21f8-4c72-81cf-651da208e6bf will not be triggered until provisioned by entity DHCP. {{(pid=84874) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 07:25:20.909939 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ab605e1-43c4-491e-b170-3f2f27597b31 None None] Checking router: 40febb8e-85a2-44af-bb73-f559467ae85b for host: n-d-768862-2 {{(pid=84877) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Jan 14 07:25:20.926290 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ab605e1-43c4-491e-b170-3f2f27597b31 None None] Routers {'40febb8e-85a2-44af-bb73-f559467ae85b'} bound to L3 agent in host n-d-768862-2 {{(pid=84877) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 14 07:25:20.926953 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_hamode_db [None req-6ab605e1-43c4-491e-b170-3f2f27597b31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2021-01-14T06:56:51Z,description=,heartbeat_timestamp=2021-01-14T07:24:52Z,host='n-d-768862-2',id=35f592e9-451b-4db9-abea-77b6a5c5391b,load=0,resource_versions=,resources_synced=,started_at=2021-01-14T06:56:51Z,topic='l3_agent')) {'router_ids': ['40febb8e-85a2-44af-bb73-f559467ae85b'], 'active': True} {{(pid=84877) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:25:20.944204 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-343dd688-0ab9-4ee2-841c-5e8729b070bb tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777640123575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3254186'] for port, after_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:25:20.946582 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84cafd01-bc30-43d7-9672-6e1b6cdcf314 tempest-NetworksIpV6Test-2047944877 tempest-NetworksIpV6Test-2047944877] Pushing event deleted for resources: {'Port': ['ID=95b2c92c-4730-4595-81bb-52db3b1452d9,revision_number=None']} {{(pid=84874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:25:21.058308 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-e468df55-6347-4b55-a67e-fbda67d6fd9f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-598964', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850887113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3154192', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2308610'] for subnet, after_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:25:21.063501 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84cafd01-bc30-43d7-9672-6e1b6cdcf314 tempest-NetworksIpV6Test-2047944877 tempest-NetworksIpV6Test-2047944877] No DVR routers for this DVR port 95b2c92c-4730-4595-81bb-52db3b1452d9 on host n-d-768862-2 {{(pid=84874) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Jan 14 07:25:21.099572 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-d65ac8ec-2a05-411a-a53d-ffe21b62dc5b None None] Notify callbacks [] for port, precommit_create {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:25:21.115024 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-d65ac8ec-2a05-411a-a53d-ffe21b62dc5b None None] Transition to ACTIVE for port object 625d6251-fe27-47fb-9d63-0be5686e2595 will not be triggered until provisioned by entity L2. {{(pid=84876) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 07:25:21.134107 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-d65ac8ec-2a05-411a-a53d-ffe21b62dc5b None None] Transition to ACTIVE for port object 625d6251-fe27-47fb-9d63-0be5686e2595 will not be triggered until provisioned by entity DHCP. {{(pid=84876) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 07:25:21.151047 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.plugin [None req-300f44d6-b8fc-4fd8-bcef-7ac610361d66 None None] Port 95b2c92c-4730-4595-81bb-52db3b1452d9 has been deleted concurrently {{(pid=84876) _commit_port_binding /opt/stack/neutron/neutron/plugins/ml2/plugin.py:637}} Jan 14 07:25:21.153971 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-d65ac8ec-2a05-411a-a53d-ffe21b62dc5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777640123575'] for port, after_create {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:25:21.180215 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_dvr_db [None req-6ab605e1-43c4-491e-b170-3f2f27597b31 None None] Set router 40febb8e-85a2-44af-bb73-f559467ae85b gateway port host: None {{(pid=84877) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 14 07:25:21.181842 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84876) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:25:21.223891 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-84cafd01-bc30-43d7-9672-6e1b6cdcf314 tempest-NetworksIpV6Test-2047944877 tempest-NetworksIpV6Test-2047944877] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036854176836'] for subnet, precommit_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:25:21.240720 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-0676d6a7-354d-408d-bbaa-83c982d1bde3 tempest-NetworksIpV6TestAttrs-1453117616 tempest-NetworksIpV6TestAttrs-1453117616] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:25:21.306447 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_hamode_db [None req-6ab605e1-43c4-491e-b170-3f2f27597b31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '40febb8e-85a2-44af-bb73-f559467ae85b', 'name': 'tempest-RoutersIpV6Test-router-637200602', 'tenant_id': 'd787627cdb8d4cc9b70642659fae99d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-14T07:22:21Z', 'updated_at': '2021-01-14T07:25:15Z', 'revision_number': 11, 'project_id': 'd787627cdb8d4cc9b70642659fae99d7', 'gw_port_host': None}], 'n-d-768862-2', False) {} {{(pid=84877) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:25:21.311400 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ab605e1-43c4-491e-b170-3f2f27597b31 None None] The sync data for ids ['40febb8e-85a2-44af-bb73-f559467ae85b'] in n-d-768862-2 is: [{'id': '40febb8e-85a2-44af-bb73-f559467ae85b', 'name': 'tempest-RoutersIpV6Test-router-637200602', 'tenant_id': 'd787627cdb8d4cc9b70642659fae99d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-14T07:22:21Z', 'updated_at': '2021-01-14T07:25:15Z', 'revision_number': 11, 'project_id': 'd787627cdb8d4cc9b70642659fae99d7', 'gw_port_host': None}] {{(pid=84877) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Jan 14 07:25:21.313332 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-e468df55-6347-4b55-a67e-fbda67d6fd9f admin admin] Notify callbacks [] for subnet, before_response {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:25:21.395932 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e468df55-6347-4b55-a67e-fbda67d6fd9f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a678a0cd-37e2-491d-9601-09248c864256,revision_number=None']} {{(pid=84875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:25:21.502569 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-84cafd01-bc30-43d7-9672-6e1b6cdcf314 tempest-NetworksIpV6Test-2047944877 tempest-NetworksIpV6Test-2047944877] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.248s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:25:21.502569 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-e3ef405a-a7e8-4078-99e0-98f0f76112bb tempest-AllowedAddressPairTestJSON-747646770 tempest-AllowedAddressPairTestJSON-747646770] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.445s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:25:21.546862 n-d-768862-2 neutron-server[84765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d65ac8ec-2a05-411a-a53d-ffe21b62dc5b None None] Network f0973124-cbfc-46f6-8689-21dd337cefb5 is already hosted by enough agents. {{(pid=84876) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 07:25:21.550121 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-e468df55-6347-4b55-a67e-fbda67d6fd9f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.309s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:25:21.552404 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Device e65719d2-992d-4ba4-b447-1014b14e085a up at agent ovs-agent-n-d-768862-2 {{(pid=84876) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 07:25:21.558358 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-e468df55-6347-4b55-a67e-fbda67d6fd9f admin admin] 10.222.0.24 "DELETE /v2.0/subnets/a678a0cd-37e2-491d-9601-09248c864256 HTTP/1.1" status: 204 len: 168 time: 1.2707806 Jan 14 07:25:21.577608 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84875) accepted ('10.222.0.24', 45048) {{(pid=84875) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:25:21.619692 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-343dd688-0ab9-4ee2-841c-5e8729b070bb tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] Pushing event updated for resources: {'Port': ['ID=cf32d820-21f8-4c72-81cf-651da208e6bf,revision_number=1']} {{(pid=84874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:25:21.623735 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-343dd688-0ab9-4ee2-841c-5e8729b070bb tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:25:21.651493 n-d-768862-2 neutron-server[84765]: DEBUG neutron.scheduler.base_scheduler [None req-d65ac8ec-2a05-411a-a53d-ffe21b62dc5b None None] Resources bound (agent type, host, resource id): {{(pid=84876) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 07:25:21.662943 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d65ac8ec-2a05-411a-a53d-ffe21b62dc5b None None] Pushing event updated for resources: {'Port': ['ID=625d6251-fe27-47fb-9d63-0be5686e2595,revision_number=1']} {{(pid=84876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:25:21.666004 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-d65ac8ec-2a05-411a-a53d-ffe21b62dc5b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.484s {{(pid=84876) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:25:21.667820 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d65ac8ec-2a05-411a-a53d-ffe21b62dc5b None None] Received port after_create {{(pid=84876) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 14 07:25:21.820153 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.managers [None req-d65ac8ec-2a05-411a-a53d-ffe21b62dc5b None None] Attempting to bind port 625d6251-fe27-47fb-9d63-0be5686e2595 on host n-d-768862-2 for vnic_type normal with profile {{(pid=84876) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 14 07:25:21.820153 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.managers [None req-d65ac8ec-2a05-411a-a53d-ffe21b62dc5b None None] Attempting to bind port 625d6251-fe27-47fb-9d63-0be5686e2595 by drivers openvswitch on host n-d-768862-2 at level 0 using segments [{'id': 'd7d459df-3ffc-449e-9b3d-b197221843bc', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 18, 'network_id': 'f0973124-cbfc-46f6-8689-21dd337cefb5'}] {{(pid=84876) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 14 07:25:21.820737 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d65ac8ec-2a05-411a-a53d-ffe21b62dc5b None None] Attempting to bind port 625d6251-fe27-47fb-9d63-0be5686e2595 on network f0973124-cbfc-46f6-8689-21dd337cefb5 {{(pid=84876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 14 07:25:21.846952 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d65ac8ec-2a05-411a-a53d-ffe21b62dc5b None None] Checking agent: {'id': 'ba5efab1-b43c-4d5a-bc52-6e105d4e67a2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768862-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 14, 6, 56, 52), 'started_at': datetime.datetime(2021, 1, 14, 6, 57, 22), 'heartbeat_timestamp': datetime.datetime(2021, 1, 14, 7, 24, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768862-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.29', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 14 07:25:21.847378 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d65ac8ec-2a05-411a-a53d-ffe21b62dc5b None None] Checking segment: {'id': 'd7d459df-3ffc-449e-9b3d-b197221843bc', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 18, 'network_id': 'f0973124-cbfc-46f6-8689-21dd337cefb5'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84876) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 14 07:25:21.847854 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-d65ac8ec-2a05-411a-a53d-ffe21b62dc5b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:25:21.849741 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d65ac8ec-2a05-411a-a53d-ffe21b62dc5b None None] Bound using segment: {'id': 'd7d459df-3ffc-449e-9b3d-b197221843bc', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 18, 'network_id': 'f0973124-cbfc-46f6-8689-21dd337cefb5'} {{(pid=84876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 14 07:25:21.850291 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.managers [None req-d65ac8ec-2a05-411a-a53d-ffe21b62dc5b None None] Bound port: 625d6251-fe27-47fb-9d63-0be5686e2595, host: n-d-768862-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd7d459df-3ffc-449e-9b3d-b197221843bc', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 18, 'network_id': 'f0973124-cbfc-46f6-8689-21dd337cefb5'}}] {{(pid=84876) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 14 07:25:21.850721 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-d65ac8ec-2a05-411a-a53d-ffe21b62dc5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555753'] for port, before_update {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:25:21.869541 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-f46e001c-9dd5-4429-a725-b2d25050e741 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363259214191800', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854171626'] for agent, after_update {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:25:21.878818 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-da76cfc0-98e8-4426-9f6d-4f05aa3fae78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363259214191800', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854171626'] for agent, after_update {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:25:21.899654 n-d-768862-2 neutron-server[84765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-343dd688-0ab9-4ee2-841c-5e8729b070bb tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] Network 23f0a15d-6362-4cec-82c1-cacba887c566 is already hosted by enough agents. {{(pid=84874) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 07:25:21.901692 n-d-768862-2 neutron-server[84765]: DEBUG neutron.scheduler.base_scheduler [None req-343dd688-0ab9-4ee2-841c-5e8729b070bb tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] Resources bound (agent type, host, resource id): {{(pid=84874) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 07:25:21.905538 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-343dd688-0ab9-4ee2-841c-5e8729b070bb tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] Received port after_create {{(pid=84874) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 14 07:25:21.939879 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Provisioning complete for port e65719d2-992d-4ba4-b447-1014b14e085a triggered by entity L2. {{(pid=84876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 07:25:21.940324 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-604227'] for port, provisioning_complete {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:25:22.025733 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network":"rule:regular_user" was deprecated in W in favor of "create_network":"role:member and project_id:%(project_id)s". Reason: Jan 14 07:25:22.025733 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:25:22.025733 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:25:22.025733 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:25:22.025733 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:shared":"rule:admin_only" was deprecated in W in favor of "create_network:shared":"role:admin and system_scope:all". Reason: Jan 14 07:25:22.025733 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:25:22.025733 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:25:22.025733 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:25:22.025733 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:router:external":"rule:admin_only" was deprecated in W in favor of "create_network:router:external":"role:admin and system_scope:all". Reason: Jan 14 07:25:22.025733 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:25:22.025733 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:25:22.025733 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:25:22.025733 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:is_default":"rule:admin_only" was deprecated in W in favor of "create_network:is_default":"role:admin and system_scope:all". Reason: Jan 14 07:25:22.025733 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:25:22.025733 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:25:22.025733 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:25:22.025733 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:port_security_enabled":"rule:regular_user" was deprecated in W in favor of "create_network:port_security_enabled":"role:member and project_id:%(project_id)s". Reason: Jan 14 07:25:22.025733 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:25:22.025733 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:25:22.025733 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:25:22.025733 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:segments":"rule:admin_only" was deprecated in W in favor of "create_network:segments":"role:admin and system_scope:all". Reason: Jan 14 07:25:22.025733 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:25:22.025733 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:25:22.025733 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:25:22.025733 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "create_network:provider:network_type":"role:admin and system_scope:all". Reason: Jan 14 07:25:22.025733 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:25:22.025733 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:25:22.025733 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:25:22.025733 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "create_network:provider:physical_network":"role:admin and system_scope:all". Reason: Jan 14 07:25:22.025733 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:25:22.025733 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:25:22.025733 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:25:22.025733 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "create_network:provider:segmentation_id":"role:admin and system_scope:all". Reason: Jan 14 07:25:22.025733 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:25:22.025733 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:25:22.025733 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:25:22.025733 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network":"rule:admin_or_owner or rule:shared or rule:external or rule:context_is_advsvc" was deprecated in W in favor of "get_network":"(role:reader and system_scope:all) or (role:reader and project_id:%(project_id)s) or rule:shared or rule:external or rule:context_is_advsvc". Reason: Jan 14 07:25:22.025733 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:25:22.025733 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:25:22.025733 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:25:22.025733 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:router:external":"rule:regular_user" was deprecated in W in favor of "get_network:router:external":"role:reader and project_id:%(project_id)s". Reason: Jan 14 07:25:22.025733 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:25:22.025733 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:25:22.025733 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:25:22.025733 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:segments":"rule:admin_only" was deprecated in W in favor of "get_network:segments":"role:reader and system_scope:all". Reason: Jan 14 07:25:22.025733 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:25:22.025733 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:25:22.025733 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:25:22.025733 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "get_network:provider:network_type":"role:reader and system_scope:all". Reason: Jan 14 07:25:22.025733 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:25:22.025733 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:25:22.025733 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:25:22.025733 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "get_network:provider:physical_network":"role:reader and system_scope:all". Reason: Jan 14 07:25:22.025733 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:25:22.025733 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:25:22.025733 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:25:22.025733 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "get_network:provider:segmentation_id":"role:reader and system_scope:all". Reason: Jan 14 07:25:22.025733 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:25:22.025733 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:25:22.025733 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:25:22.025733 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network":"rule:admin_or_owner" was deprecated in W in favor of "update_network":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 07:25:22.025733 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:25:22.025733 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:25:22.025733 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:25:22.025733 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:segments":"rule:admin_only" was deprecated in W in favor of "update_network:segments":"role:admin and system_scope:all". Reason: Jan 14 07:25:22.025733 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:25:22.025733 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:25:22.025733 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:25:22.047728 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-343dd688-0ab9-4ee2-841c-5e8729b070bb tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:25:22.049350 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-343dd688-0ab9-4ee2-841c-5e8729b070bb tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854768116'] for port, before_response {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:25:22.079997 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-84cafd01-bc30-43d7-9672-6e1b6cdcf314 tempest-NetworksIpV6Test-2047944877 tempest-NetworksIpV6Test-2047944877] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-598964', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850887113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036851521664', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2794686'] for subnet, after_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:25:22.103673 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-3666777e-a2ab-465d-8df6-fc2f640acd2e tempest-RoutersIpV6Test-883692175 tempest-RoutersIpV6Test-883692175] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:25:22.135716 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.db_base_plugin_v2 [None req-c612073e-d814-4750-a322-0c698a4d5dc4 tempest-RoutersIpV6Test-883692175 tempest-RoutersIpV6Test-883692175] Deleting subnet 44b3d79f-589d-4894-89ff-0fd9901e6ead {{(pid=84875) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Jan 14 07:25:22.139968 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-2b13c8df-f556-42ab-aea1-2358b21f865e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:25:22.191305 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [None req-d65ac8ec-2a05-411a-a53d-ffe21b62dc5b None None] For port 625d6251-fe27-47fb-9d63-0be5686e2595, host n-d-768862-2, cleared binding levels {{(pid=84876) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 14 07:25:22.219818 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84cafd01-bc30-43d7-9672-6e1b6cdcf314 tempest-NetworksIpV6Test-2047944877 tempest-NetworksIpV6Test-2047944877] Pushing event deleted for resources: {'Subnet': ['ID=d370ee20-30e2-49d3-b7dd-969fc9d388e8,revision_number=None']} {{(pid=84874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:25:22.232606 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-84cafd01-bc30-43d7-9672-6e1b6cdcf314 tempest-NetworksIpV6Test-2047944877 tempest-NetworksIpV6Test-2047944877] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:25:22.242773 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [None req-d65ac8ec-2a05-411a-a53d-ffe21b62dc5b None None] For port 625d6251-fe27-47fb-9d63-0be5686e2595, host n-d-768862-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-2',level=0,port_id=625d6251-fe27-47fb-9d63-0be5686e2595,segment=NetworkSegment(d7d459df-3ffc-449e-9b3d-b197221843bc),segment_id=d7d459df-3ffc-449e-9b3d-b197221843bc)] {{(pid=84876) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 14 07:25:22.252468 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-d65ac8ec-2a05-411a-a53d-ffe21b62dc5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777640533312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363259214678337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777640097497'] for port, after_update {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:25:22.264223 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-343dd688-0ab9-4ee2-841c-5e8729b070bb tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1026 time: 5.1291575 Jan 14 07:25:22.286379 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-50bc7ca7-e877-455b-91cc-571bc7e56513 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84876) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:25:22.287724 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-c612073e-d814-4750-a322-0c698a4d5dc4 tempest-RoutersIpV6Test-883692175 tempest-RoutersIpV6Test-883692175] Notify callbacks [] for subnet, before_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:25:22.297576 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84874) accepted ('10.222.0.24', 45054) {{(pid=84874) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:25:22.354456 n-d-768862-2 neutron-server[84765]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5e45338b-6ffd-49b9-a0c1-c1920bacd2ad tempest-RoutersNegativeIpV6Test-1464408958 tempest-RoutersNegativeIpV6Test-1464408958] Router bf8ad3d3-3470-428c-bfe5-23f416302424 has already been hosted by L3 agent 35f592e9-451b-4db9-abea-77b6a5c5391b {{(pid=84875) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Jan 14 07:25:22.466544 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-2b13c8df-f556-42ab-aea1-2358b21f865e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:25:22.537156 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44b54ed7-71f3-4d49-ab77-c48e4a94fecb tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:25:22.544512 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d65ac8ec-2a05-411a-a53d-ffe21b62dc5b None None] Pushing event updated for resources: {'Port': ['ID=625d6251-fe27-47fb-9d63-0be5686e2595,revision_number=2']} {{(pid=84876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:25:22.561240 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-d65ac8ec-2a05-411a-a53d-ffe21b62dc5b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.275s {{(pid=84876) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:25:22.564658 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44b54ed7-71f3-4d49-ab77-c48e4a94fecb tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:25:22.565091 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-44b54ed7-71f3-4d49-ab77-c48e4a94fecb tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] Synchronizing usage tracker for tenant:be0aa702e3ca464795a99c51e3b3b04f on resource:port {{(pid=84874) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 14 07:25:22.567363 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-c612073e-d814-4750-a322-0c698a4d5dc4 tempest-RoutersIpV6Test-883692175 tempest-RoutersIpV6Test-883692175] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3367281'] for subnet, precommit_delete_associations {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:25:22.587403 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-44b54ed7-71f3-4d49-ab77-c48e4a94fecb tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] Unset dirty status for tenant:be0aa702e3ca464795a99c51e3b3b04f on resource:port {{(pid=84874) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 14 07:25:22.592932 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-44b54ed7-71f3-4d49-ab77-c48e4a94fecb tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] 10.222.0.24 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1862 time: 0.2941408 Jan 14 07:25:22.593820 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84874) accepted ('10.222.0.24', 45058) {{(pid=84874) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:25:22.595856 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-84cafd01-bc30-43d7-9672-6e1b6cdcf314 tempest-NetworksIpV6Test-2047944877 tempest-NetworksIpV6Test-2047944877] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-598987', 'neutron.services.segments.db._delete_segments_for_network-8777640583949'] for network, precommit_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:25:22.605919 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Device d21b5147-a877-46a5-a233-6a97d5befecb no longer exists at agent ovs-agent-n-d-768862-2 {{(pid=84876) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jan 14 07:25:22.686315 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.plugin [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] No Port match for: d21b5147-a877-46a5-a233-6a97d5befecb {{(pid=84876) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2188}} Jan 14 07:25:22.686949 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Device d21b5147-a877-46a5-a233-6a97d5befecb not bound to the agent host n-d-768862-2 {{(pid=84876) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jan 14 07:25:22.697415 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-c612073e-d814-4750-a322-0c698a4d5dc4 tempest-RoutersIpV6Test-883692175 tempest-RoutersIpV6Test-883692175] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036854176836'] for subnet, precommit_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:25:22.714765 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-166b2171-ace0-41c2-b87f-4f4b160b5478 None None] Provisioning complete for port e65719d2-992d-4ba4-b447-1014b14e085a triggered by entity DHCP. {{(pid=84876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 07:25:22.715166 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-166b2171-ace0-41c2-b87f-4f4b160b5478 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-604227'] for port, provisioning_complete {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:25:22.720023 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.plugin [None req-5edc0461-42de-4942-8799-49f3a1391a20 tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] Deleting port cf32d820-21f8-4c72-81cf-651da208e6bf {{(pid=84874) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 07:25:22.720689 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-5edc0461-42de-4942-8799-49f3a1391a20 tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363259214248359'] for port, before_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:25:22.767576 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363259214191800', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854171626'] for agent, after_update {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:25:22.777099 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-2b13c8df-f556-42ab-aea1-2358b21f865e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850887153'] for security_group, after_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:25:22.800439 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-6c6f0b2e-1274-4ee0-9f1e-a9569bd1fad8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:25:22.876890 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-2b13c8df-f556-42ab-aea1-2358b21f865e admin admin] Notify callbacks [] for security_group, before_response {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:25:22.878168 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-2b13c8df-f556-42ab-aea1-2358b21f865e admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/27f90834-63fa-4f7e-9667-6b4b9a0dd567 HTTP/1.1" status: 204 len: 168 time: 2.4517579 Jan 14 07:25:22.945233 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b13c8df-f556-42ab-aea1-2358b21f865e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=27f90834-63fa-4f7e-9667-6b4b9a0dd567,revision_number=None']} {{(pid=84875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:25:22.982742 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-2b13c8df-f556-42ab-aea1-2358b21f865e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.182s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:25:23.083850 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-27e2baf9-506a-486a-8364-d98a73f3ba38 None None] Provisioning for port cf32d820-21f8-4c72-81cf-651da208e6bf completed by entity DHCP. {{(pid=84876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 07:25:23.095898 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-27e2baf9-506a-486a-8364-d98a73f3ba38 None None] Provisioning complete for port cf32d820-21f8-4c72-81cf-651da208e6bf triggered by entity DHCP. {{(pid=84876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 07:25:23.099530 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-27e2baf9-506a-486a-8364-d98a73f3ba38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-604227'] for port, provisioning_complete {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:25:23.235892 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-0f37073e-9c69-4e3c-80e0-6cfaa0fd61a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363259214191800', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854171626'] for agent, after_update {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:25:23.238469 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.plugin [None req-27e2baf9-506a-486a-8364-d98a73f3ba38 None None] Port cf32d820-21f8-4c72-81cf-651da208e6bf cannot update to ACTIVE because it is not bound. {{(pid=84876) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:329}} Jan 14 07:25:23.273958 n-d-768862-2 neutron-server[84765]: DEBUG neutron.services.segments.db [None req-84cafd01-bc30-43d7-9672-6e1b6cdcf314 tempest-NetworksIpV6Test-2047944877 tempest-NetworksIpV6Test-2047944877] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['186d75b3-1d44-4191-ad03-f188f5ab8544']}} {{(pid=84874) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:25:23.290820 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-5edc0461-42de-4942-8799-49f3a1391a20 tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036850862667'] for port, precommit_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:25:23.308656 n-d-768862-2 neutron-server[84765]: DEBUG neutron.services.segments.db [None req-84cafd01-bc30-43d7-9672-6e1b6cdcf314 tempest-NetworksIpV6Test-2047944877 tempest-NetworksIpV6Test-2047944877] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9e748ec6-d99a-40a5-a473-0021cd6e62e8') {'for_net_delete': True} {{(pid=84874) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:25:23.309362 n-d-768862-2 neutron-server[84765]: DEBUG neutron.services.segments.db [None req-84cafd01-bc30-43d7-9672-6e1b6cdcf314 tempest-NetworksIpV6Test-2047944877 tempest-NetworksIpV6Test-2047944877] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9e748ec6-d99a-40a5-a473-0021cd6e62e8') {} {{(pid=84874) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:25:23.547042 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84874) accepted ('10.222.0.24', 45068) {{(pid=84874) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:25:23.549086 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-84cafd01-bc30-43d7-9672-6e1b6cdcf314 tempest-NetworksIpV6Test-2047944877 tempest-NetworksIpV6Test-2047944877] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363259214173198', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2968632'] for segment, before_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:25:23.567915 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.plugin [None req-5edc0461-42de-4942-8799-49f3a1391a20 tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] Calling delete_port for cf32d820-21f8-4c72-81cf-651da208e6bf owned by {{(pid=84874) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 07:25:23.635526 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5e45338b-6ffd-49b9-a0c1-c1920bacd2ad tempest-RoutersNegativeIpV6Test-1464408958 tempest-RoutersNegativeIpV6Test-1464408958] Notify agent at l3_agent.n-d-768862-2 the message routers_updated {{(pid=84875) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jan 14 07:25:23.641964 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41df949b-5b83-4c9f-9fe4-e3b14b8488e4 None None] Network 186d75b3-1d44-4191-ad03-f188f5ab8544 requested from n-d-768862-2 {{(pid=84876) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 07:25:23.695474 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-5e45338b-6ffd-49b9-a0c1-c1920bacd2ad tempest-RoutersNegativeIpV6Test-1464408958 tempest-RoutersNegativeIpV6Test-1464408958] 10.222.0.24 "PUT /v2.0/routers/bf8ad3d3-3470-428c-bfe5-23f416302424/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 16.9718916 Jan 14 07:25:23.709345 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96eb18cb-2ab8-4c8b-83fd-76d826711ad7 None None] Sync routers for ids ['bf8ad3d3-3470-428c-bfe5-23f416302424'] in n-d-768862-2 {{(pid=84876) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Jan 14 07:25:23.710964 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84875) accepted ('10.222.0.24', 45072) {{(pid=84875) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:25:23.719744 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-ecc1d987-3b36-4b8f-883e-9362869b4bd4 None None] Could not find standard attr ID for object 95b2c92c-4730-4595-81bb-52db3b1452d9. {{(pid=84876) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Jan 14 07:25:23.727413 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-49cd2973-afe9-4a39-aec9-3470bd7f82b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036854160497'] for network, before_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:25:23.826123 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96eb18cb-2ab8-4c8b-83fd-76d826711ad7 None None] Routers {'bf8ad3d3-3470-428c-bfe5-23f416302424'} bound to L3 agent in host n-d-768862-2 {{(pid=84876) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 14 07:25:23.826963 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_hamode_db [None req-96eb18cb-2ab8-4c8b-83fd-76d826711ad7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-01-14T06:56:51Z,description=,heartbeat_timestamp=2021-01-14T07:25:22Z,host='n-d-768862-2',id=35f592e9-451b-4db9-abea-77b6a5c5391b,load=0,resource_versions=,resources_synced=,started_at=2021-01-14T06:56:51Z,topic='l3_agent')) {'router_ids': ['bf8ad3d3-3470-428c-bfe5-23f416302424'], 'active': True} {{(pid=84876) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:25:23.879897 n-d-768862-2 neutron-server[84765]: INFO neutron.api.v2.resource [None req-8fda71be-b5b5-401c-8381-f403f51ab8e7 tempest-RoutersNegativeIpV6Test-1464408958 tempest-RoutersNegativeIpV6Test-1464408958] delete failed (client error): The resource could not be found. Jan 14 07:25:23.887824 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-8fda71be-b5b5-401c-8381-f403f51ab8e7 tempest-RoutersNegativeIpV6Test-1464408958 tempest-RoutersNegativeIpV6Test-1464408958] 10.222.0.24 "DELETE /v2.0/routers/tempest-non_exist_router-215056064 HTTP/1.1" status: 404 len: 334 time: 0.1675951 Jan 14 07:25:23.897525 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84875) accepted ('10.222.0.24', 45076) {{(pid=84875) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:25:23.901258 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_hamode_db [None req-96eb18cb-2ab8-4c8b-83fd-76d826711ad7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768862-2', False) {} {{(pid=84876) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:25:23.919892 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.v2.base [None req-13bf0c4c-7c2d-4682-b9b8-2ab8683fbf91 tempest-RoutersNegativeIpV6Test-1464408958 tempest-RoutersNegativeIpV6Test-1464408958] Request body: {'router': {'external_gateway_info': {'network_id': 'bf8ad3d3-3470-428c-bfe5-23f416302424'}}} {{(pid=84875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:25:23.954262 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96eb18cb-2ab8-4c8b-83fd-76d826711ad7 None None] Routers {'bf8ad3d3-3470-428c-bfe5-23f416302424'} bound to L3 agent in host n-d-768862-2 {{(pid=84876) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 14 07:25:23.954987 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_hamode_db [None req-96eb18cb-2ab8-4c8b-83fd-76d826711ad7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-01-14T06:56:51Z,description=,heartbeat_timestamp=2021-01-14T07:25:22Z,host='n-d-768862-2',id=35f592e9-451b-4db9-abea-77b6a5c5391b,load=0,resource_versions=,resources_synced=,started_at=2021-01-14T06:56:51Z,topic='l3_agent')) {'router_ids': ['bf8ad3d3-3470-428c-bfe5-23f416302424'], 'active': True} {{(pid=84876) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:25:23.977589 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-84cafd01-bc30-43d7-9672-6e1b6cdcf314 tempest-NetworksIpV6Test-2047944877 tempest-NetworksIpV6Test-2047944877] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854179735'] for segment, precommit_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:25:23.991216 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-84cafd01-bc30-43d7-9672-6e1b6cdcf314 tempest-NetworksIpV6Test-2047944877 tempest-NetworksIpV6Test-2047944877] Releasing vxlan tunnel 9 to pool {{(pid=84874) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Jan 14 07:25:24.031546 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_hamode_db [None req-96eb18cb-2ab8-4c8b-83fd-76d826711ad7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768862-2', False) {} {{(pid=84876) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:25:24.032295 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96eb18cb-2ab8-4c8b-83fd-76d826711ad7 None None] The sync data for ids ['bf8ad3d3-3470-428c-bfe5-23f416302424'] in n-d-768862-2 is: [] {{(pid=84876) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Jan 14 07:25:24.142987 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-833348b7-08ec-4214-bab7-76928d2888fc admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=5312235f111841e2bff7d19b335a2a35&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5812676 Jan 14 07:25:24.162339 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84874) accepted ('10.222.0.24', 45080) {{(pid=84874) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:25:24.164688 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4efe3c86-0f16-4624-9d27-79d10da02781 None None] DHCP port deletion for 186d75b3-1d44-4191-ad03-f188f5ab8544 request from n-d-768862-2 {{(pid=84876) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Jan 14 07:25:24.286878 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.managers [None req-84cafd01-bc30-43d7-9672-6e1b6cdcf314 tempest-NetworksIpV6Test-2047944877 tempest-NetworksIpV6Test-2047944877] Network 186d75b3-1d44-4191-ad03-f188f5ab8544 has no segments {{(pid=84874) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 14 07:25:24.307273 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-84cafd01-bc30-43d7-9672-6e1b6cdcf314 tempest-NetworksIpV6Test-2047944877 tempest-NetworksIpV6Test-2047944877] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-596065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036851521571'] for segment, after_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:25:24.319687 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-c612073e-d814-4750-a322-0c698a4d5dc4 tempest-RoutersIpV6Test-883692175 tempest-RoutersIpV6Test-883692175] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-598964', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850887113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3154192', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2308610'] for subnet, after_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:25:24.349077 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-2dfe8998-b5d1-4e0c-86b3-0de0c21d7bbb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:25:24.495579 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-c10b682d-4504-4132-994c-5a26d1102f18 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:25:24.654731 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.managers [None req-84cafd01-bc30-43d7-9672-6e1b6cdcf314 tempest-NetworksIpV6Test-2047944877 tempest-NetworksIpV6Test-2047944877] Network 186d75b3-1d44-4191-ad03-f188f5ab8544 has no segments {{(pid=84874) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 14 07:25:24.665130 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c612073e-d814-4750-a322-0c698a4d5dc4 tempest-RoutersIpV6Test-883692175 tempest-RoutersIpV6Test-883692175] Pushing event deleted for resources: {'Subnet': ['ID=44b3d79f-589d-4894-89ff-0fd9901e6ead,revision_number=None']} {{(pid=84875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:25:24.669277 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-c612073e-d814-4750-a322-0c698a4d5dc4 tempest-RoutersIpV6Test-883692175 tempest-RoutersIpV6Test-883692175] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.320s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:25:24.686860 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-c10b682d-4504-4132-994c-5a26d1102f18 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:25:24.694266 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:shared":"rule:admin_only" was deprecated in W in favor of "update_network:shared":"role:admin and system_scope:all". Reason: Jan 14 07:25:24.694266 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:25:24.694266 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:25:24.694266 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:25:24.694266 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "update_network:provider:network_type":"role:admin and system_scope:all". Reason: Jan 14 07:25:24.694266 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:25:24.694266 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:25:24.694266 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:25:24.694266 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "update_network:provider:physical_network":"role:admin and system_scope:all". Reason: Jan 14 07:25:24.694266 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:25:24.694266 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:25:24.694266 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:25:24.694266 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "update_network:provider:segmentation_id":"role:admin and system_scope:all". Reason: Jan 14 07:25:24.694266 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:25:24.694266 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:25:24.694266 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:25:24.694266 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:router:external":"rule:admin_only" was deprecated in W in favor of "update_network:router:external":"role:admin and system_scope:all". Reason: Jan 14 07:25:24.694266 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:25:24.694266 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:25:24.694266 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:25:24.694266 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:is_default":"rule:admin_only" was deprecated in W in favor of "update_network:is_default":"role:admin and system_scope:all". Reason: Jan 14 07:25:24.694266 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:25:24.694266 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:25:24.694266 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:25:24.694266 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:port_security_enabled":"rule:admin_or_owner" was deprecated in W in favor of "update_network:port_security_enabled":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 07:25:24.694266 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:25:24.694266 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:25:24.694266 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:25:24.694266 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "delete_network":"rule:admin_or_owner" was deprecated in W in favor of "delete_network":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 07:25:24.694266 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:25:24.694266 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:25:24.694266 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:25:24.694266 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_segment":"rule:admin_only" was deprecated in W in favor of "create_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:25:24.694266 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:25:24.694266 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_segment":"rule:admin_only" was deprecated in W in favor of "get_segment":"role:reader and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:25:24.694266 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:25:24.694266 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_segment":"rule:admin_only" was deprecated in W in favor of "update_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:25:24.694266 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:25:24.694266 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "delete_segment":"rule:admin_only" was deprecated in W in favor of "delete_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:25:24.694266 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:25:24.694266 n-d-768862-2 neutron-server[84765]: Traceback (most recent call last): Jan 14 07:25:24.694266 n-d-768862-2 neutron-server[84765]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 14 07:25:24.694266 n-d-768862-2 neutron-server[84765]: timer() Jan 14 07:25:24.694266 n-d-768862-2 neutron-server[84765]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 14 07:25:24.694266 n-d-768862-2 neutron-server[84765]: cb(*args, **kw) Jan 14 07:25:24.694266 n-d-768862-2 neutron-server[84765]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Jan 14 07:25:24.694266 n-d-768862-2 neutron-server[84765]: return func(*args, **kwargs) Jan 14 07:25:24.694266 n-d-768862-2 neutron-server[84765]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 14 07:25:24.694266 n-d-768862-2 neutron-server[84765]: self._notify() Jan 14 07:25:24.694266 n-d-768862-2 neutron-server[84765]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 14 07:25:24.694266 n-d-768862-2 neutron-server[84765]: self.callback(batched_events) Jan 14 07:25:24.694266 n-d-768862-2 neutron-server[84765]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 14 07:25:24.694266 n-d-768862-2 neutron-server[84765]: event.method(event) Jan 14 07:25:24.694266 n-d-768862-2 neutron-server[84765]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 14 07:25:24.694266 n-d-768862-2 neutron-server[84765]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 14 07:25:24.694266 n-d-768862-2 neutron-server[84765]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Jan 14 07:25:24.694266 n-d-768862-2 neutron-server[84765]: segment_id)['aggregates'][0] Jan 14 07:25:24.694266 n-d-768862-2 neutron-server[84765]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 14 07:25:24.694266 n-d-768862-2 neutron-server[84765]: return f(self, *a, **k) Jan 14 07:25:24.694266 n-d-768862-2 neutron-server[84765]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 14 07:25:24.694266 n-d-768862-2 neutron-server[84765]: return self._get(url).json() Jan 14 07:25:24.694266 n-d-768862-2 neutron-server[84765]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 14 07:25:24.694266 n-d-768862-2 neutron-server[84765]: **kwargs) Jan 14 07:25:24.694266 n-d-768862-2 neutron-server[84765]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 14 07:25:24.694266 n-d-768862-2 neutron-server[84765]: return self.request(url, 'GET', **kwargs) Jan 14 07:25:24.694266 n-d-768862-2 neutron-server[84765]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Jan 14 07:25:24.694266 n-d-768862-2 neutron-server[84765]: **endpoint_filter) Jan 14 07:25:24.694266 n-d-768862-2 neutron-server[84765]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 14 07:25:24.694266 n-d-768862-2 neutron-server[84765]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 14 07:25:24.694266 n-d-768862-2 neutron-server[84765]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 14 07:25:24.694266 n-d-768862-2 neutron-server[84765]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 14 07:25:24.694266 n-d-768862-2 neutron-server[84765]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 14 07:25:24.761387 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-49cd2973-afe9-4a39-aec9-3470bd7f82b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-598987', 'neutron.services.segments.db._delete_segments_for_network-8777640583949'] for network, precommit_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:25:24.788540 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a293c0a4-6e06-4178-b284-9a3bce3e30de None None] Network f0973124-cbfc-46f6-8689-21dd337cefb5 requested from n-d-768862-2 {{(pid=84876) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 07:25:24.813625 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-13bf0c4c-7c2d-4682-b9b8-2ab8683fbf91 tempest-RoutersNegativeIpV6Test-1464408958 tempest-RoutersNegativeIpV6Test-1464408958] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3912484', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3889188', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-58194'] for router, precommit_update {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:25:24.833022 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-84cafd01-bc30-43d7-9672-6e1b6cdcf314 tempest-NetworksIpV6Test-2047944877 tempest-NetworksIpV6Test-2047944877] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036854176830', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850887149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3912591'] for network, after_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:25:24.838088 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-84cafd01-bc30-43d7-9672-6e1b6cdcf314 tempest-NetworksIpV6Test-2047944877 tempest-NetworksIpV6Test-2047944877] Notify callbacks [] for network, before_response {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:25:24.846615 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-ff315fef-f0bc-4e2e-ba6c-03f892862260 tempest-RoutersIpV6Test-883692175 tempest-RoutersIpV6Test-883692175] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:25:24.862719 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-5edc0461-42de-4942-8799-49f3a1391a20 tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777640533329', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777640097463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3254186'] for port, after_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:25:24.892041 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-de37295d-ac99-492e-b25a-8607c9338995 None None] Provisioning for port 625d6251-fe27-47fb-9d63-0be5686e2595 completed by entity DHCP. {{(pid=84876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 07:25:24.973510 n-d-768862-2 neutron-server[84765]: DEBUG neutron.objects.ports [None req-dce97473-688d-4ef5-9af8-77935f8e4b02 tempest-NetworksIpV6TestAttrs-1453117616 tempest-NetworksIpV6TestAttrs-1453117616] Time-cost: Fetching 0 ports in 0 security groups {{(pid=84875) get_objects /opt/stack/neutron/neutron/objects/ports.py:428}} Jan 14 07:25:24.974150 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84cafd01-bc30-43d7-9672-6e1b6cdcf314 tempest-NetworksIpV6Test-2047944877 tempest-NetworksIpV6Test-2047944877] Pushing event deleted for resources: {'Network': ['ID=186d75b3-1d44-4191-ad03-f188f5ab8544,revision_number=None']} {{(pid=84874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:25:24.978200 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-dce97473-688d-4ef5-9af8-77935f8e4b02 tempest-NetworksIpV6TestAttrs-1453117616 tempest-NetworksIpV6TestAttrs-1453117616] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850887113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036851621412', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036852467174'] for subnet, after_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:25:24.979224 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-84cafd01-bc30-43d7-9672-6e1b6cdcf314 tempest-NetworksIpV6Test-2047944877 tempest-NetworksIpV6Test-2047944877] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:25:24.980759 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-84cafd01-bc30-43d7-9672-6e1b6cdcf314 tempest-NetworksIpV6Test-2047944877 tempest-NetworksIpV6Test-2047944877] 10.222.0.24 "DELETE /v2.0/networks/186d75b3-1d44-4191-ad03-f188f5ab8544 HTTP/1.1" status: 204 len: 168 time: 7.4255786 Jan 14 07:25:24.995533 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-48a0ed07-f6a7-4aca-bd2f-f3661901215c tempest-RoutersIpV6Test-883692175 tempest-RoutersIpV6Test-883692175] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.036s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:25:24.996805 n-d-768862-2 neutron-server[84765]: INFO neutron.api.v2.resource [None req-13bf0c4c-7c2d-4682-b9b8-2ab8683fbf91 tempest-RoutersNegativeIpV6Test-1464408958 tempest-RoutersNegativeIpV6Test-1464408958] update failed (client error): The resource could not be found. Jan 14 07:25:25.001686 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-13bf0c4c-7c2d-4682-b9b8-2ab8683fbf91 tempest-RoutersNegativeIpV6Test-1464408958 tempest-RoutersNegativeIpV6Test-1464408958] 10.222.0.24 "PUT /v2.0/routers/bf8ad3d3-3470-428c-bfe5-23f416302424 HTTP/1.1" status: 404 len: 339 time: 1.0993521 Jan 14 07:25:25.008287 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-c612073e-d814-4750-a322-0c698a4d5dc4 tempest-RoutersIpV6Test-883692175 tempest-RoutersIpV6Test-883692175] Notify callbacks [] for subnet, before_response {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:25:25.013312 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84875) accepted ('10.222.0.24', 45086) {{(pid=84875) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:25:25.013696 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84875) accepted ('10.222.0.24', 45088) {{(pid=84875) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:25:25.014107 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b3e39c9-108a-4789-a85d-9b812f419ea4 None None] Network d7d2c5e4-b39f-4c26-a03a-605439415826 requested from n-d-768862-2 {{(pid=84876) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 07:25:25.014456 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-7049dcf3-c4f4-4beb-99ba-be3b1f07222a tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:25:25.048121 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5edc0461-42de-4942-8799-49f3a1391a20 tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] Pushing event deleted for resources: {'Port': ['ID=cf32d820-21f8-4c72-81cf-651da208e6bf,revision_number=None']} {{(pid=84874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:25:25.051202 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-5edc0461-42de-4942-8799-49f3a1391a20 tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:25:25.057087 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.v2.base [None req-7b235bb8-94f5-4a05-965f-c0c00493f594 tempest-NetworksIpV6Test-2047944877 tempest-NetworksIpV6Test-2047944877] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1047672945'}} {{(pid=84875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:25:25.076272 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-c10b682d-4504-4132-994c-5a26d1102f18 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850887153'] for security_group, after_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:25:25.083289 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-c5775dfe-4a51-4d4b-aaf9-548bf1330135 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:25:25.124236 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.v2.base [None req-10b10cb7-b6a8-44b5-9375-559df842c33d tempest-RoutersNegativeIpV6Test-1464408958 tempest-RoutersNegativeIpV6Test-1464408958] Request body: {'network': {'name': 'tempest-RoutersNegativeIpV6Test-test-network-15956825'}} {{(pid=84875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:25:25.130552 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-10b10cb7-b6a8-44b5-9375-559df842c33d tempest-RoutersNegativeIpV6Test-1464408958 tempest-RoutersNegativeIpV6Test-1464408958] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:25:25.135106 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-10b10cb7-b6a8-44b5-9375-559df842c33d tempest-RoutersNegativeIpV6Test-1464408958 tempest-RoutersNegativeIpV6Test-1464408958] Usage tracker for resource:network and tenant:5822f9ff0e344e7eab0f8df2f3e8990f is out of sync, need to count used quota {{(pid=84875) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:25:25.143053 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-c612073e-d814-4750-a322-0c698a4d5dc4 tempest-RoutersIpV6Test-883692175 tempest-RoutersIpV6Test-883692175] 10.222.0.24 "DELETE /v2.0/subnets/44b3d79f-589d-4894-89ff-0fd9901e6ead HTTP/1.1" status: 204 len: 168 time: 4.6424322 Jan 14 07:25:25.143053 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-7b235bb8-94f5-4a05-965f-c0c00493f594 tempest-NetworksIpV6Test-2047944877 tempest-NetworksIpV6Test-2047944877] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:25:25.144823 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84874) accepted ('10.222.0.24', 45094) {{(pid=84874) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:25:25.154480 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-10b10cb7-b6a8-44b5-9375-559df842c33d tempest-RoutersNegativeIpV6Test-1464408958 tempest-RoutersNegativeIpV6Test-1464408958] Quota usage for network was recalculated. Used quota:3. {{(pid=84875) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:25:25.154668 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c10b682d-4504-4132-994c-5a26d1102f18 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=01c58522-b6ed-45d3-a876-3f82fc1b5ff7,revision_number=None']} {{(pid=84874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:25:25.157984 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-c10b682d-4504-4132-994c-5a26d1102f18 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:25:25.161293 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-10b10cb7-b6a8-44b5-9375-559df842c33d tempest-RoutersNegativeIpV6Test-1464408958 tempest-RoutersNegativeIpV6Test-1464408958] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=84875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:25:25.197094 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-7b235bb8-94f5-4a05-965f-c0c00493f594 tempest-NetworksIpV6Test-2047944877 tempest-NetworksIpV6Test-2047944877] Usage tracker for resource:network and tenant:130ee88fc4054d968ce76b7b9727c055 is out of sync, need to count used quota {{(pid=84875) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:25:25.197344 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-c10b682d-4504-4132-994c-5a26d1102f18 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:25:25.198282 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-c10b682d-4504-4132-994c-5a26d1102f18 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/01c58522-b6ed-45d3-a876-3f82fc1b5ff7 HTTP/1.1" status: 204 len: 168 time: 1.0345962 Jan 14 07:25:25.206308 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-10b10cb7-b6a8-44b5-9375-559df842c33d tempest-RoutersNegativeIpV6Test-1464408958 tempest-RoutersNegativeIpV6Test-1464408958] Made reservation on behalf of 5822f9ff0e344e7eab0f8df2f3e8990f for: {'network': 1} {{(pid=84875) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 07:25:25.217573 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-10b10cb7-b6a8-44b5-9375-559df842c33d tempest-RoutersNegativeIpV6Test-1464408958 tempest-RoutersNegativeIpV6Test-1464408958] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555753'] for network, before_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:25:25.234071 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-7b235bb8-94f5-4a05-965f-c0c00493f594 tempest-NetworksIpV6Test-2047944877 tempest-NetworksIpV6Test-2047944877] Quota usage for network was recalculated. Used quota:2. {{(pid=84875) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:25:25.253799 n-d-768862-2 neutron-server[84765]: DEBUG neutron.services.segments.db [None req-49cd2973-afe9-4a39-aec9-3470bd7f82b5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4c195c8c-de40-44a5-a763-f4fd158718da']}} {{(pid=84875) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:25:25.266812 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-7b235bb8-94f5-4a05-965f-c0c00493f594 tempest-NetworksIpV6Test-2047944877 tempest-NetworksIpV6Test-2047944877] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=84875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:25:25.281734 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-5edc0461-42de-4942-8799-49f3a1391a20 tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854768116'] for port, before_response {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:25:25.284186 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-5edc0461-42de-4942-8799-49f3a1391a20 tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] 10.222.0.24 "DELETE /v2.0/ports/cf32d820-21f8-4c72-81cf-651da208e6bf HTTP/1.1" status: 204 len: 168 time: 2.6686714 Jan 14 07:25:25.289297 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84874) accepted ('10.222.0.24', 45100) {{(pid=84874) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:25:25.318845 n-d-768862-2 neutron-server[84765]: DEBUG neutron.services.segments.db [None req-49cd2973-afe9-4a39-aec9-3470bd7f82b5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c85653e0-80c0-4364-9348-5bb62a0ecb3c') {'for_net_delete': True} {{(pid=84875) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:25:25.320159 n-d-768862-2 neutron-server[84765]: DEBUG neutron.services.segments.db [None req-49cd2973-afe9-4a39-aec9-3470bd7f82b5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c85653e0-80c0-4364-9348-5bb62a0ecb3c') {} {{(pid=84875) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:25:25.393983 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-49cd2973-afe9-4a39-aec9-3470bd7f82b5 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363259214173198', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036851408567'] for segment, before_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:25:25.420468 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-9c79d8ec-b512-4025-8a28-74939384e96a tempest-RoutersIpV6Test-883692175 tempest-RoutersIpV6Test-883692175] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036854160497'] for network, before_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:25:25.479363 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dce97473-688d-4ef5-9af8-77935f8e4b02 tempest-NetworksIpV6TestAttrs-1453117616 tempest-NetworksIpV6TestAttrs-1453117616] Pushing event updated for resources: {'Subnet': ['ID=8c878a66-8628-4bfd-bb02-23d1cddbc937,revision_number=0']} {{(pid=84875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:25:25.516084 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7b235bb8-94f5-4a05-965f-c0c00493f594 tempest-NetworksIpV6Test-2047944877 tempest-NetworksIpV6Test-2047944877] Made reservation on behalf of 130ee88fc4054d968ce76b7b9727c055 for: {'network': 1} {{(pid=84875) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 07:25:25.540617 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-896eeac5-6e50-4bba-afdb-51215e0ebc99 None None] DHCP port deletion for d7d2c5e4-b39f-4c26-a03a-605439415826 request from n-d-768862-2 {{(pid=84876) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Jan 14 07:25:25.545814 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.plugin [None req-896eeac5-6e50-4bba-afdb-51215e0ebc99 None None] Deleting port 628b5657-e15c-4ba3-8d31-d31ab0f70238 {{(pid=84876) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 07:25:25.546199 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-896eeac5-6e50-4bba-afdb-51215e0ebc99 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363259214248359'] for port, before_delete {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:25:25.555722 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0240933e-de9b-4461-b4f9-550565c992c9 tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:25:25.557641 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-7b235bb8-94f5-4a05-965f-c0c00493f594 tempest-NetworksIpV6Test-2047944877 tempest-NetworksIpV6Test-2047944877] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555753'] for network, before_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:25:25.565067 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0240933e-de9b-4461-b4f9-550565c992c9 tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:25:25.569662 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-dce97473-688d-4ef5-9af8-77935f8e4b02 tempest-NetworksIpV6TestAttrs-1453117616 tempest-NetworksIpV6TestAttrs-1453117616] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.555s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:25:25.576662 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-10b10cb7-b6a8-44b5-9375-559df842c33d tempest-RoutersNegativeIpV6Test-1464408958 tempest-RoutersNegativeIpV6Test-1464408958] vxlan segment allocate from pool success with {'vxlan_vni': 9} {{(pid=84875) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Jan 14 07:25:25.585860 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-49cd2973-afe9-4a39-aec9-3470bd7f82b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854179735'] for segment, precommit_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:25:25.587242 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0240933e-de9b-4461-b4f9-550565c992c9 tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:25:25.588737 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-0240933e-de9b-4461-b4f9-550565c992c9 tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] Synchronizing usage tracker for tenant:be0aa702e3ca464795a99c51e3b3b04f on resource:subnet {{(pid=84874) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 14 07:25:25.601830 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.plugin [None req-9c79d8ec-b512-4025-8a28-74939384e96a tempest-RoutersIpV6Test-883692175 tempest-RoutersIpV6Test-883692175] Deleting port 628b5657-e15c-4ba3-8d31-d31ab0f70238 {{(pid=84874) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 07:25:25.602202 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-9c79d8ec-b512-4025-8a28-74939384e96a tempest-RoutersIpV6Test-883692175 tempest-RoutersIpV6Test-883692175] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363259214248359'] for port, before_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:25:25.606443 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-49cd2973-afe9-4a39-aec9-3470bd7f82b5 admin admin] Releasing vxlan tunnel 23 to pool {{(pid=84875) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Jan 14 07:25:25.663775 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-0240933e-de9b-4461-b4f9-550565c992c9 tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] Unset dirty status for tenant:be0aa702e3ca464795a99c51e3b3b04f on resource:subnet {{(pid=84874) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 14 07:25:25.668362 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-0240933e-de9b-4461-b4f9-550565c992c9 tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] 10.222.0.24 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2071 time: 0.3778620 Jan 14 07:25:25.669075 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84874) accepted ('10.222.0.24', 45106) {{(pid=84874) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:25:25.728529 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Device 625d6251-fe27-47fb-9d63-0be5686e2595 up at agent ovs-agent-n-d-768862-2 {{(pid=84876) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 07:25:25.834911 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-10b10cb7-b6a8-44b5-9375-559df842c33d tempest-RoutersNegativeIpV6Test-1464408958 tempest-RoutersNegativeIpV6Test-1464408958] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment--9223363259214191851', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854179735'] for segment, precommit_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:25:25.838320 n-d-768862-2 neutron-server[84765]: INFO neutron.db.segments_db [None req-10b10cb7-b6a8-44b5-9375-559df842c33d tempest-RoutersNegativeIpV6Test-1464408958 tempest-RoutersNegativeIpV6Test-1464408958] Added segment bcd4cfff-a935-47b3-88e6-93539490fa99 of type vxlan for network 15cfbb09-20cb-485b-839c-7134e8382f57 Jan 14 07:25:26.060723 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [None req-9c79d8ec-b512-4025-8a28-74939384e96a tempest-RoutersIpV6Test-883692175 tempest-RoutersIpV6Test-883692175] For port 628b5657-e15c-4ba3-8d31-d31ab0f70238, host n-d-768862-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-2',level=0,port_id=628b5657-e15c-4ba3-8d31-d31ab0f70238,segment=NetworkSegment(de17349f-b434-4c72-89e6-63bfa854130b),segment_id=de17349f-b434-4c72-89e6-63bfa854130b)] {{(pid=84874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 07:25:26.061136 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-9c79d8ec-b512-4025-8a28-74939384e96a tempest-RoutersIpV6Test-883692175 tempest-RoutersIpV6Test-883692175] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036850862667'] for port, precommit_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:25:26.072542 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.managers [None req-49cd2973-afe9-4a39-aec9-3470bd7f82b5 admin admin] Network 4c195c8c-de40-44a5-a763-f4fd158718da has no segments {{(pid=84875) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 14 07:25:26.089922 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-10b10cb7-b6a8-44b5-9375-559df842c33d tempest-RoutersNegativeIpV6Test-1464408958 tempest-RoutersNegativeIpV6Test-1464408958] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363259214646115'] for network, precommit_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:25:26.096175 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-49cd2973-afe9-4a39-aec9-3470bd7f82b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-596065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3154253'] for segment, after_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:25:26.142734 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dce97473-688d-4ef5-9af8-77935f8e4b02 tempest-NetworksIpV6TestAttrs-1453117616 tempest-NetworksIpV6TestAttrs-1453117616] Checking segment: {'id': '445922aa-b15e-4e18-9ef6-65bb0b656ec2', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 21, 'network_id': 'cecdff6f-cf85-4701-852d-f46d915ba7b2'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84875) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 14 07:25:26.143211 n-d-768862-2 neutron-server[84765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dce97473-688d-4ef5-9af8-77935f8e4b02 tempest-NetworksIpV6TestAttrs-1453117616 tempest-NetworksIpV6TestAttrs-1453117616] Network hostable DHCP agents. Network: cecdff6f-cf85-4701-852d-f46d915ba7b2, hostable agents: ['32f3dd84-26da-4d18-bf15-6017a8fb7247'], hosted agents: [] {{(pid=84875) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Jan 14 07:25:26.229057 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Provisioning for port 625d6251-fe27-47fb-9d63-0be5686e2595 completed by entity L2. {{(pid=84876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 07:25:26.242160 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Provisioning complete for port 625d6251-fe27-47fb-9d63-0be5686e2595 triggered by entity L2. {{(pid=84876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 07:25:26.242579 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-604227'] for port, provisioning_complete {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:25:26.272786 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.plugin [None req-9c79d8ec-b512-4025-8a28-74939384e96a tempest-RoutersIpV6Test-883692175 tempest-RoutersIpV6Test-883692175] Calling delete_port for 628b5657-e15c-4ba3-8d31-d31ab0f70238 owned by network:dhcp {{(pid=84874) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 07:25:26.341167 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [None req-896eeac5-6e50-4bba-afdb-51215e0ebc99 None None] For port 628b5657-e15c-4ba3-8d31-d31ab0f70238, host n-d-768862-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-2',level=0,port_id=628b5657-e15c-4ba3-8d31-d31ab0f70238,segment=NetworkSegment(de17349f-b434-4c72-89e6-63bfa854130b),segment_id=de17349f-b434-4c72-89e6-63bfa854130b)] {{(pid=84876) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 07:25:26.341723 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-896eeac5-6e50-4bba-afdb-51215e0ebc99 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036850862667'] for port, precommit_delete {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:25:26.371587 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-57cd9ccf-2c0f-4354-8fbf-21ff127bbdff None None] Provisioning complete for port 625d6251-fe27-47fb-9d63-0be5686e2595 triggered by entity DHCP. {{(pid=84876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 07:25:26.372142 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-57cd9ccf-2c0f-4354-8fbf-21ff127bbdff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-604227'] for port, provisioning_complete {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:25:26.415777 n-d-768862-2 neutron-server[84765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dce97473-688d-4ef5-9af8-77935f8e4b02 tempest-NetworksIpV6TestAttrs-1453117616 tempest-NetworksIpV6TestAttrs-1453117616] Network cecdff6f-cf85-4701-852d-f46d915ba7b2 is scheduled to be hosted by DHCP agent 32f3dd84-26da-4d18-bf15-6017a8fb7247 with binding_index 1 {{(pid=84875) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Jan 14 07:25:26.460948 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-10b10cb7-b6a8-44b5-9375-559df842c33d tempest-RoutersNegativeIpV6Test-1464408958 tempest-RoutersNegativeIpV6Test-1464408958] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850887149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964'] for network, after_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:25:26.478981 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10b10cb7-b6a8-44b5-9375-559df842c33d tempest-RoutersNegativeIpV6Test-1464408958 tempest-RoutersNegativeIpV6Test-1464408958] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:25:26.479708 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-10b10cb7-b6a8-44b5-9375-559df842c33d tempest-RoutersNegativeIpV6Test-1464408958 tempest-RoutersNegativeIpV6Test-1464408958] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3207107'] for network, before_response {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:25:26.504633 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-6525e043-8ce0-4186-a92e-be67f2ef9615 tempest-ExternalNetworksTestJSON-1523440521 tempest-ExternalNetworksTestJSON-1523440521] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:25:26.521233 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.db.api [None req-7b235bb8-94f5-4a05-965f-c0c00493f594 tempest-NetworksIpV6Test-2047944877 tempest-NetworksIpV6Test-2047944877] Retry wrapper got retriable exception: Unable to create the network. No available network found in maximum allowed attempts. {{(pid=84875) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Jan 14 07:25:26.521496 n-d-768862-2 neutron-server[84765]: DEBUG oslo_db.api [None req-7b235bb8-94f5-4a05-965f-c0c00493f594 tempest-NetworksIpV6Test-2047944877 tempest-NetworksIpV6Test-2047944877] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_network {{(pid=84875) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Jan 14 07:25:26.523285 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.managers [None req-49cd2973-afe9-4a39-aec9-3470bd7f82b5 admin admin] Network 4c195c8c-de40-44a5-a763-f4fd158718da has no segments {{(pid=84875) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 14 07:25:26.539952 n-d-768862-2 neutron-server[84765]: DEBUG neutron.scheduler.base_scheduler [None req-dce97473-688d-4ef5-9af8-77935f8e4b02 tempest-NetworksIpV6TestAttrs-1453117616 tempest-NetworksIpV6TestAttrs-1453117616] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768862-2, cecdff6f-cf85-4701-852d-f46d915ba7b2) {{(pid=84875) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 07:25:26.580747 n-d-768862-2 neutron-server[84765]: Traceback (most recent call last): Jan 14 07:25:26.580747 n-d-768862-2 neutron-server[84765]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 14 07:25:26.580747 n-d-768862-2 neutron-server[84765]: timer() Jan 14 07:25:26.580747 n-d-768862-2 neutron-server[84765]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 14 07:25:26.580747 n-d-768862-2 neutron-server[84765]: cb(*args, **kw) Jan 14 07:25:26.580747 n-d-768862-2 neutron-server[84765]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Jan 14 07:25:26.580747 n-d-768862-2 neutron-server[84765]: return func(*args, **kwargs) Jan 14 07:25:26.580747 n-d-768862-2 neutron-server[84765]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 14 07:25:26.580747 n-d-768862-2 neutron-server[84765]: self._notify() Jan 14 07:25:26.580747 n-d-768862-2 neutron-server[84765]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 14 07:25:26.580747 n-d-768862-2 neutron-server[84765]: self.callback(batched_events) Jan 14 07:25:26.580747 n-d-768862-2 neutron-server[84765]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 14 07:25:26.580747 n-d-768862-2 neutron-server[84765]: event.method(event) Jan 14 07:25:26.580747 n-d-768862-2 neutron-server[84765]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 14 07:25:26.580747 n-d-768862-2 neutron-server[84765]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 14 07:25:26.580747 n-d-768862-2 neutron-server[84765]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Jan 14 07:25:26.580747 n-d-768862-2 neutron-server[84765]: segment_id)['aggregates'][0] Jan 14 07:25:26.580747 n-d-768862-2 neutron-server[84765]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 14 07:25:26.580747 n-d-768862-2 neutron-server[84765]: return f(self, *a, **k) Jan 14 07:25:26.580747 n-d-768862-2 neutron-server[84765]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 14 07:25:26.580747 n-d-768862-2 neutron-server[84765]: return self._get(url).json() Jan 14 07:25:26.580747 n-d-768862-2 neutron-server[84765]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 14 07:25:26.580747 n-d-768862-2 neutron-server[84765]: **kwargs) Jan 14 07:25:26.580747 n-d-768862-2 neutron-server[84765]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 14 07:25:26.580747 n-d-768862-2 neutron-server[84765]: return self.request(url, 'GET', **kwargs) Jan 14 07:25:26.580747 n-d-768862-2 neutron-server[84765]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Jan 14 07:25:26.580747 n-d-768862-2 neutron-server[84765]: **endpoint_filter) Jan 14 07:25:26.580747 n-d-768862-2 neutron-server[84765]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 14 07:25:26.580747 n-d-768862-2 neutron-server[84765]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 14 07:25:26.580747 n-d-768862-2 neutron-server[84765]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 14 07:25:26.580747 n-d-768862-2 neutron-server[84765]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 14 07:25:26.580747 n-d-768862-2 neutron-server[84765]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 14 07:25:26.621505 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.plugin [None req-896eeac5-6e50-4bba-afdb-51215e0ebc99 None None] Calling delete_port for 628b5657-e15c-4ba3-8d31-d31ab0f70238 owned by network:dhcp {{(pid=84876) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 07:25:26.648297 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dce97473-688d-4ef5-9af8-77935f8e4b02 tempest-NetworksIpV6TestAttrs-1453117616 tempest-NetworksIpV6TestAttrs-1453117616] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:25:26.648939 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-dce97473-688d-4ef5-9af8-77935f8e4b02 tempest-NetworksIpV6TestAttrs-1453117616 tempest-NetworksIpV6TestAttrs-1453117616] Notify callbacks [] for subnet, before_response {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:25:26.659239 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3f071f4-6c52-4537-bc5b-1d53bd771b57 None None] Network cecdff6f-cf85-4701-852d-f46d915ba7b2 requested from n-d-768862-2 {{(pid=84876) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 07:25:26.736833 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.db_base_plugin_v2 [None req-25624624-2629-4966-b273-f60bb44e083a tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] Deleting subnet 728d042f-72e1-464f-a988-e3cc7c5f82d9 {{(pid=84874) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Jan 14 07:25:26.740917 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84874) accepted ('10.222.0.24', 45128) {{(pid=84874) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:25:26.743561 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-25624624-2629-4966-b273-f60bb44e083a tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] Notify callbacks [] for subnet, before_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:25:26.851749 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-25624624-2629-4966-b273-f60bb44e083a tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036851807232'] for subnet, precommit_delete_associations {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:25:26.916826 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-9c79d8ec-b512-4025-8a28-74939384e96a tempest-RoutersIpV6Test-883692175 tempest-RoutersIpV6Test-883692175] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777640533329', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777640097463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3254186'] for port, after_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:25:26.939621 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-343dd688-0ab9-4ee2-841c-5e8729b070bb tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:25:27.011509 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae5e3d70-8a52-4a33-bdf9-216db99074e5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5d94dc7a-c095-50a4-955e-5f3b78718a12-cecdff6f-cf85-4701-852d-f46d915ba7b2', 'network_id': 'cecdff6f-cf85-4701-852d-f46d915ba7b2', 'tenant_id': 'b4fb299c51d74f2a8c69090954f5d152', 'fixed_ips': [{'subnet_id': '8c878a66-8628-4bfd-bb02-23d1cddbc937'}]}} from n-d-768862-2. {{(pid=84876) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Jan 14 07:25:27.012417 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-ae5e3d70-8a52-4a33-bdf9-216db99074e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555753'] for port, before_create {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:25:27.076364 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555753'] for port, before_update {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:25:27.088207 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c79d8ec-b512-4025-8a28-74939384e96a tempest-RoutersIpV6Test-883692175 tempest-RoutersIpV6Test-883692175] Pushing event deleted for resources: {'Port': ['ID=628b5657-e15c-4ba3-8d31-d31ab0f70238,revision_number=None']} {{(pid=84874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:25:27.090753 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-9c79d8ec-b512-4025-8a28-74939384e96a tempest-RoutersIpV6Test-883692175 tempest-RoutersIpV6Test-883692175] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:25:27.114270 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-7b235bb8-94f5-4a05-965f-c0c00493f594 tempest-NetworksIpV6Test-2047944877 tempest-NetworksIpV6Test-2047944877] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555753'] for network, before_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:25:27.127901 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-10b10cb7-b6a8-44b5-9375-559df842c33d tempest-RoutersNegativeIpV6Test-1464408958 tempest-RoutersNegativeIpV6Test-1464408958] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 2.0797865 Jan 14 07:25:27.137022 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84875) accepted ('10.222.0.24', 45134) {{(pid=84875) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:25:27.141889 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-f9b9f3b3-79db-4b55-bf5b-8ad7ef8dad46 tempest-AgentManagementNegativeTest-1013093735 tempest-AgentManagementNegativeTest-1013093735] 10.222.0.24 "GET /v2.0/agents HTTP/1.1" status: 200 len: 207 time: 0.3963132 Jan 14 07:25:27.150959 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-dce97473-688d-4ef5-9af8-77935f8e4b02 tempest-NetworksIpV6TestAttrs-1453117616 tempest-NetworksIpV6TestAttrs-1453117616] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 10.5626559 Jan 14 07:25:27.157123 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10b10cb7-b6a8-44b5-9375-559df842c33d tempest-RoutersNegativeIpV6Test-1464408958 tempest-RoutersNegativeIpV6Test-1464408958] Pushing event updated for resources: {'Network': ['ID=15cfbb09-20cb-485b-839c-7134e8382f57,revision_number=1']} {{(pid=84875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:25:27.165251 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.v2.base [None req-9af1a8f0-e489-4b3f-b825-604011290117 tempest-RoutersNegativeIpV6Test-1464408958 tempest-RoutersNegativeIpV6Test-1464408958] Request body: {'subnet': {'network_id': '15cfbb09-20cb-485b-839c-7134e8382f57', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=84875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:25:27.165528 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-57cd9ccf-2c0f-4354-8fbf-21ff127bbdff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555753'] for port, before_update {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:25:27.165623 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84874) accepted ('10.222.0.24', 45140) {{(pid=84874) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:25:27.178853 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.v2.base [None req-e00ff813-098d-4384-8432-258b92e07a94 tempest-NetworksIpV6TestAttrs-1453117616 tempest-NetworksIpV6TestAttrs-1453117616] Request body: {'port': {'network_id': 'cecdff6f-cf85-4701-852d-f46d915ba7b2', 'name': 'tempest-NetworksIpV6TestAttrs-1518259649'}} {{(pid=84874) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:25:27.213158 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-852a24f7-e9a1-4193-9abb-e9506fe5213f None None] Network 15cfbb09-20cb-485b-839c-7134e8382f57 details requested by agent ovs-agent-n-h2-768862-2 with host n-h2-768862-2 {{(pid=84876) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 07:25:27.216009 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-25624624-2629-4966-b273-f60bb44e083a tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036854176836'] for subnet, precommit_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:25:27.227459 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-017f98a9-8a07-408c-a86f-8ff0c00400a0 None None] Network 15cfbb09-20cb-485b-839c-7134e8382f57 details requested by agent ovs-agent-n-h1-768862-2 with host n-h1-768862-2 {{(pid=84876) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 07:25:27.240509 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Network 15cfbb09-20cb-485b-839c-7134e8382f57 details requested by agent ovs-agent-n-d-768862-2 with host n-d-768862-2 {{(pid=84876) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 07:25:27.294143 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-9af1a8f0-e489-4b3f-b825-604011290117 tempest-RoutersNegativeIpV6Test-1464408958 tempest-RoutersNegativeIpV6Test-1464408958] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:25:27.298245 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-9af1a8f0-e489-4b3f-b825-604011290117 tempest-RoutersNegativeIpV6Test-1464408958 tempest-RoutersNegativeIpV6Test-1464408958] Usage tracker for resource:subnet and tenant:5822f9ff0e344e7eab0f8df2f3e8990f is out of sync, need to count used quota {{(pid=84875) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:25:27.301329 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-9af1a8f0-e489-4b3f-b825-604011290117 tempest-RoutersNegativeIpV6Test-1464408958 tempest-RoutersNegativeIpV6Test-1464408958] Quota usage for subnet was recalculated. Used quota:3. {{(pid=84875) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:25:27.307960 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-9af1a8f0-e489-4b3f-b825-604011290117 tempest-RoutersNegativeIpV6Test-1464408958 tempest-RoutersNegativeIpV6Test-1464408958] Attempting to reserve 1 items for resource subnet. Total usage: 3; quota limit: 100; headroom:97 {{(pid=84875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:25:27.316665 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-10b10cb7-b6a8-44b5-9375-559df842c33d tempest-RoutersNegativeIpV6Test-1464408958 tempest-RoutersNegativeIpV6Test-1464408958] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.812s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:25:27.324446 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c79d8ec-b512-4025-8a28-74939384e96a tempest-RoutersIpV6Test-883692175 tempest-RoutersIpV6Test-883692175] No DVR routers for this DVR port 628b5657-e15c-4ba3-8d31-d31ab0f70238 on host n-d-768862-2 {{(pid=84874) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Jan 14 07:25:27.334793 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7b235bb8-94f5-4a05-965f-c0c00493f594 tempest-NetworksIpV6Test-2047944877 tempest-NetworksIpV6Test-2047944877] vxlan segment allocate from pool success with {'vxlan_vni': 22} {{(pid=84875) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Jan 14 07:25:27.346009 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-7b235bb8-94f5-4a05-965f-c0c00493f594 tempest-NetworksIpV6Test-2047944877 tempest-NetworksIpV6Test-2047944877] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment--9223363259214191851', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854179735'] for segment, precommit_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:25:27.346578 n-d-768862-2 neutron-server[84765]: INFO neutron.db.segments_db [None req-7b235bb8-94f5-4a05-965f-c0c00493f594 tempest-NetworksIpV6Test-2047944877 tempest-NetworksIpV6Test-2047944877] Added segment a3d2f5dd-3654-461c-a754-f946712ba958 of type vxlan for network fbefecea-75e1-4a71-acda-1d158efcc4d6 Jan 14 07:25:27.361975 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.db.api [None req-896eeac5-6e50-4bba-afdb-51215e0ebc99 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84876) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Jan 14 07:25:27.362426 n-d-768862-2 neutron-server[84765]: DEBUG oslo_db.api [None req-896eeac5-6e50-4bba-afdb-51215e0ebc99 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84876) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Jan 14 07:25:27.374838 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9af1a8f0-e489-4b3f-b825-604011290117 tempest-RoutersNegativeIpV6Test-1464408958 tempest-RoutersNegativeIpV6Test-1464408958] Made reservation on behalf of 5822f9ff0e344e7eab0f8df2f3e8990f for: {'subnet': 1} {{(pid=84875) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 07:25:27.394464 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-49cd2973-afe9-4a39-aec9-3470bd7f82b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036854176830', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850887149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3912591'] for network, after_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:25:27.402876 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-7b235bb8-94f5-4a05-965f-c0c00493f594 tempest-NetworksIpV6Test-2047944877 tempest-NetworksIpV6Test-2047944877] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363259214646115'] for network, precommit_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:25:27.439666 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-d847c343-0014-499f-88aa-54553065e31f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:25:27.454654 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-49cd2973-afe9-4a39-aec9-3470bd7f82b5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3207107'] for network, before_response {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:25:27.531880 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-49cd2973-afe9-4a39-aec9-3470bd7f82b5 admin admin] 10.222.0.24 "DELETE /v2.0/networks/4c195c8c-de40-44a5-a763-f4fd158718da HTTP/1.1" status: 204 len: 168 time: 5.9476652 Jan 14 07:25:27.532968 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-7b235bb8-94f5-4a05-965f-c0c00493f594 tempest-NetworksIpV6Test-2047944877 tempest-NetworksIpV6Test-2047944877] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850887149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964'] for network, after_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:25:27.551385 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] For port 625d6251-fe27-47fb-9d63-0be5686e2595, host n-d-768862-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-2',level=0,port_id=625d6251-fe27-47fb-9d63-0be5686e2595,segment=NetworkSegment(d7d459df-3ffc-449e-9b3d-b197221843bc),segment_id=d7d459df-3ffc-449e-9b3d-b197221843bc)] {{(pid=84876) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 07:25:27.553229 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b235bb8-94f5-4a05-965f-c0c00493f594 tempest-NetworksIpV6Test-2047944877 tempest-NetworksIpV6Test-2047944877] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:25:27.554044 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-7b235bb8-94f5-4a05-965f-c0c00493f594 tempest-NetworksIpV6Test-2047944877 tempest-NetworksIpV6Test-2047944877] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3207107'] for network, before_response {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:25:27.583142 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49cd2973-afe9-4a39-aec9-3470bd7f82b5 admin admin] Pushing event deleted for resources: {'Network': ['ID=4c195c8c-de40-44a5-a763-f4fd158718da,revision_number=None']} {{(pid=84875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:25:27.592217 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-49cd2973-afe9-4a39-aec9-3470bd7f82b5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:25:27.593467 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-d5c09442-32c6-4625-a28e-599858364bfc tempest-NetworksIpV6Test-2047944877 tempest-NetworksIpV6Test-2047944877] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.019s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:25:27.613895 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777640533312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363259214678337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777640097497'] for port, after_update {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:25:27.620069 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-72808080-8ffe-4154-ab05-2405349ac0a7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84876) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:25:27.638492 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-7b235bb8-94f5-4a05-965f-c0c00493f594 tempest-NetworksIpV6Test-2047944877 tempest-NetworksIpV6Test-2047944877] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 2.5951571 Jan 14 07:25:27.694481 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84875) accepted ('10.222.0.24', 45148) {{(pid=84875) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:25:27.694868 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84875) accepted ('10.222.0.24', 45150) {{(pid=84875) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:25:27.704051 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-9af1a8f0-e489-4b3f-b825-604011290117 tempest-RoutersNegativeIpV6Test-1464408958 tempest-RoutersNegativeIpV6Test-1464408958] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036852467157'] for subnet, before_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:25:27.727462 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Pushing event updated for resources: {'Port': ['ID=625d6251-fe27-47fb-9d63-0be5686e2595,revision_number=3']} {{(pid=84876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:25:27.730866 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Device 95b2c92c-4730-4595-81bb-52db3b1452d9 no longer exists at agent ovs-agent-n-d-768862-2 {{(pid=84876) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jan 14 07:25:27.810743 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.191s {{(pid=84876) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:25:27.983568 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.v2.base [None req-0c378543-b725-409f-95c1-68970b9acbd0 tempest-NetworksIpV6Test-2047944877 tempest-NetworksIpV6Test-2047944877] Request body: {'subnet': {'network_id': 'fbefecea-75e1-4a71-acda-1d158efcc4d6', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None}} {{(pid=84875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:25:27.999822 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.plugin [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] No Port match for: 95b2c92c-4730-4595-81bb-52db3b1452d9 {{(pid=84876) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2188}} Jan 14 07:25:28.000415 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Device 95b2c92c-4730-4595-81bb-52db3b1452d9 not bound to the agent host n-d-768862-2 {{(pid=84876) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jan 14 07:25:28.005438 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.db.api [None req-57cd9ccf-2c0f-4354-8fbf-21ff127bbdff None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=84876) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Jan 14 07:25:28.005847 n-d-768862-2 neutron-server[84765]: DEBUG oslo_db.api [None req-57cd9ccf-2c0f-4354-8fbf-21ff127bbdff None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=84876) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Jan 14 07:25:28.006308 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.plugin [None req-896eeac5-6e50-4bba-afdb-51215e0ebc99 None None] Deleting port 628b5657-e15c-4ba3-8d31-d31ab0f70238 {{(pid=84876) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 07:25:28.006725 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-896eeac5-6e50-4bba-afdb-51215e0ebc99 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363259214248359'] for port, before_delete {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:25:28.014583 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84875) accepted ('10.222.0.24', 45158) {{(pid=84875) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:25:28.064239 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-e00ff813-098d-4384-8432-258b92e07a94 tempest-NetworksIpV6TestAttrs-1453117616 tempest-NetworksIpV6TestAttrs-1453117616] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:25:28.110495 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.plugin [None req-896eeac5-6e50-4bba-afdb-51215e0ebc99 None None] The port '628b5657-e15c-4ba3-8d31-d31ab0f70238' was deleted {{(pid=84876) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Jan 14 07:25:28.120832 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b235bb8-94f5-4a05-965f-c0c00493f594 tempest-NetworksIpV6Test-2047944877 tempest-NetworksIpV6Test-2047944877] Pushing event updated for resources: {'Network': ['ID=fbefecea-75e1-4a71-acda-1d158efcc4d6,revision_number=1']} {{(pid=84875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:25:28.131571 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-e00ff813-098d-4384-8432-258b92e07a94 tempest-NetworksIpV6TestAttrs-1453117616 tempest-NetworksIpV6TestAttrs-1453117616] Usage tracker for resource:port and tenant:b4fb299c51d74f2a8c69090954f5d152 is out of sync, need to count used quota {{(pid=84874) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:25:28.136308 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-9c79d8ec-b512-4025-8a28-74939384e96a tempest-RoutersIpV6Test-883692175 tempest-RoutersIpV6Test-883692175] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-598987', 'neutron.services.segments.db._delete_segments_for_network-8777640583949'] for network, precommit_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:25:28.157780 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-7b235bb8-94f5-4a05-965f-c0c00493f594 tempest-NetworksIpV6Test-2047944877 tempest-NetworksIpV6Test-2047944877] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.564s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:25:28.162082 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-e00ff813-098d-4384-8432-258b92e07a94 tempest-NetworksIpV6TestAttrs-1453117616 tempest-NetworksIpV6TestAttrs-1453117616] Quota usage for port was recalculated. Used quota:1. {{(pid=84874) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:25:28.200453 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-017f98a9-8a07-408c-a86f-8ff0c00400a0 None None] Network fbefecea-75e1-4a71-acda-1d158efcc4d6 details requested by agent ovs-agent-n-h1-768862-2 with host n-h1-768862-2 {{(pid=84876) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 07:25:28.225208 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-852a24f7-e9a1-4193-9abb-e9506fe5213f None None] Network fbefecea-75e1-4a71-acda-1d158efcc4d6 details requested by agent ovs-agent-n-h2-768862-2 with host n-h2-768862-2 {{(pid=84876) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 07:25:28.300705 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-0c378543-b725-409f-95c1-68970b9acbd0 tempest-NetworksIpV6Test-2047944877 tempest-NetworksIpV6Test-2047944877] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:25:28.311626 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-12fecf3f-fdd6-4ac3-b6cb-45537c69c7f1 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=4b0c2ef1e48d4736b4830179d8915263&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2956877 Jan 14 07:25:28.313713 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84875) accepted ('10.222.0.24', 45166) {{(pid=84875) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:25:28.316816 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-0c378543-b725-409f-95c1-68970b9acbd0 tempest-NetworksIpV6Test-2047944877 tempest-NetworksIpV6Test-2047944877] Usage tracker for resource:subnet and tenant:130ee88fc4054d968ce76b7b9727c055 is out of sync, need to count used quota {{(pid=84875) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:25:28.336685 n-d-768862-2 neutron-server[84765]: DEBUG neutron.services.segments.db [None req-9c79d8ec-b512-4025-8a28-74939384e96a tempest-RoutersIpV6Test-883692175 tempest-RoutersIpV6Test-883692175] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d7d2c5e4-b39f-4c26-a03a-605439415826']}} {{(pid=84874) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:25:28.351482 n-d-768862-2 neutron-server[84765]: DEBUG neutron.services.segments.db [None req-9c79d8ec-b512-4025-8a28-74939384e96a tempest-RoutersIpV6Test-883692175 tempest-RoutersIpV6Test-883692175] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'de17349f-b434-4c72-89e6-63bfa854130b') {'for_net_delete': True} {{(pid=84874) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:25:28.352012 n-d-768862-2 neutron-server[84765]: DEBUG neutron.services.segments.db [None req-9c79d8ec-b512-4025-8a28-74939384e96a tempest-RoutersIpV6Test-883692175 tempest-RoutersIpV6Test-883692175] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'de17349f-b434-4c72-89e6-63bfa854130b') {} {{(pid=84874) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:25:28.361733 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-0c378543-b725-409f-95c1-68970b9acbd0 tempest-NetworksIpV6Test-2047944877 tempest-NetworksIpV6Test-2047944877] Quota usage for subnet was recalculated. Used quota:2. {{(pid=84875) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:25:28.365565 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-9c79d8ec-b512-4025-8a28-74939384e96a tempest-RoutersIpV6Test-883692175 tempest-RoutersIpV6Test-883692175] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363259214173198', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2968632'] for segment, before_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:25:28.376832 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-0c378543-b725-409f-95c1-68970b9acbd0 tempest-NetworksIpV6Test-2047944877 tempest-NetworksIpV6Test-2047944877] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=84875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:25:28.382100 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-9c79d8ec-b512-4025-8a28-74939384e96a tempest-RoutersIpV6Test-883692175 tempest-RoutersIpV6Test-883692175] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854179735'] for segment, precommit_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:25:28.384286 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-9c79d8ec-b512-4025-8a28-74939384e96a tempest-RoutersIpV6Test-883692175 tempest-RoutersIpV6Test-883692175] Releasing vxlan tunnel 15 to pool {{(pid=84874) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Jan 14 07:25:28.414797 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Network fbefecea-75e1-4a71-acda-1d158efcc4d6 details requested by agent ovs-agent-n-d-768862-2 with host n-d-768862-2 {{(pid=84876) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 07:25:28.418882 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0c378543-b725-409f-95c1-68970b9acbd0 tempest-NetworksIpV6Test-2047944877 tempest-NetworksIpV6Test-2047944877] Made reservation on behalf of 130ee88fc4054d968ce76b7b9727c055 for: {'subnet': 1} {{(pid=84875) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 07:25:28.441537 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Device 625d6251-fe27-47fb-9d63-0be5686e2595 up at agent ovs-agent-n-d-768862-2 {{(pid=84876) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 07:25:28.454361 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-403fadc4-4d7b-4450-b359-bc8fb08b060d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:25:28.494038 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-403fadc4-4d7b-4450-b359-bc8fb08b060d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:25:28.587232 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-e00ff813-098d-4384-8432-258b92e07a94 tempest-NetworksIpV6TestAttrs-1453117616 tempest-NetworksIpV6TestAttrs-1453117616] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=84874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:25:28.689390 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-f8562b09-a277-43a8-b5dd-c20c3be3fa2c admin admin] Notify callbacks [] for security_group, before_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:25:28.701505 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.managers [None req-9c79d8ec-b512-4025-8a28-74939384e96a tempest-RoutersIpV6Test-883692175 tempest-RoutersIpV6Test-883692175] Network d7d2c5e4-b39f-4c26-a03a-605439415826 has no segments {{(pid=84874) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 14 07:25:28.719003 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e00ff813-098d-4384-8432-258b92e07a94 tempest-NetworksIpV6TestAttrs-1453117616 tempest-NetworksIpV6TestAttrs-1453117616] Made reservation on behalf of b4fb299c51d74f2a8c69090954f5d152 for: {'port': 1} {{(pid=84874) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 07:25:28.730249 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-f8562b09-a277-43a8-b5dd-c20c3be3fa2c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:25:28.731626 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-e00ff813-098d-4384-8432-258b92e07a94 tempest-NetworksIpV6TestAttrs-1453117616 tempest-NetworksIpV6TestAttrs-1453117616] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555753'] for port, before_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:25:28.744802 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-f8562b09-a277-43a8-b5dd-c20c3be3fa2c admin admin] Usage tracker for resource:security_group_rule and tenant:dc4ac66a40ee4237a9d4b8ad48447932 is out of sync, need to count used quota {{(pid=84875) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:25:28.745218 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-9c79d8ec-b512-4025-8a28-74939384e96a tempest-RoutersIpV6Test-883692175 tempest-RoutersIpV6Test-883692175] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-596065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036851521571'] for segment, after_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:25:28.755126 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-403fadc4-4d7b-4450-b359-bc8fb08b060d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850887153'] for security_group, after_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:25:28.764891 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-f8562b09-a277-43a8-b5dd-c20c3be3fa2c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84875) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:25:28.772176 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-a82dbea0-f5de-45de-a1bf-3a581c2d5f3b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:25:28.809780 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-f8562b09-a277-43a8-b5dd-c20c3be3fa2c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:25:28.855886 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-403fadc4-4d7b-4450-b359-bc8fb08b060d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f91a971c-871e-48f8-8625-3c9ec7bcf182,revision_number=None']} {{(pid=84875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:25:28.878852 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-403fadc4-4d7b-4450-b359-bc8fb08b060d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:25:28.891276 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-0c378543-b725-409f-95c1-68970b9acbd0 tempest-NetworksIpV6Test-2047944877 tempest-NetworksIpV6Test-2047944877] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036852467157'] for subnet, before_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:25:28.990799 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.db_base_plugin_common [None req-ae5e3d70-8a52-4a33-bdf9-216db99074e5 None None] Allocated IP 2001:db8::f816:3eff:fea4:cd6d (cecdff6f-cf85-4701-852d-f46d915ba7b2/8c878a66-8628-4bfd-bb02-23d1cddbc937/b3832ba8-eb39-4b38-a2cc-6c65d138f1ef) {{(pid=84876) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 14 07:25:29.057020 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-403fadc4-4d7b-4450-b359-bc8fb08b060d admin admin] Notify callbacks [] for security_group, before_response {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:25:29.060884 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-403fadc4-4d7b-4450-b359-bc8fb08b060d admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/f91a971c-871e-48f8-8625-3c9ec7bcf182 HTTP/1.1" status: 204 len: 168 time: 0.7380030 Jan 14 07:25:29.080553 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-9af1a8f0-e489-4b3f-b825-604011290117 tempest-RoutersNegativeIpV6Test-1464408958 tempest-RoutersNegativeIpV6Test-1464408958] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850887113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036851621412', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036852467174'] for subnet, after_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:25:29.171895 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.managers [None req-9c79d8ec-b512-4025-8a28-74939384e96a tempest-RoutersIpV6Test-883692175 tempest-RoutersIpV6Test-883692175] Network d7d2c5e4-b39f-4c26-a03a-605439415826 has no segments {{(pid=84874) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 14 07:25:29.203061 n-d-768862-2 neutron-server[84765]: Traceback (most recent call last): Jan 14 07:25:29.203061 n-d-768862-2 neutron-server[84765]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 14 07:25:29.203061 n-d-768862-2 neutron-server[84765]: timer() Jan 14 07:25:29.203061 n-d-768862-2 neutron-server[84765]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 14 07:25:29.203061 n-d-768862-2 neutron-server[84765]: cb(*args, **kw) Jan 14 07:25:29.203061 n-d-768862-2 neutron-server[84765]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Jan 14 07:25:29.203061 n-d-768862-2 neutron-server[84765]: return func(*args, **kwargs) Jan 14 07:25:29.203061 n-d-768862-2 neutron-server[84765]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 14 07:25:29.203061 n-d-768862-2 neutron-server[84765]: self._notify() Jan 14 07:25:29.203061 n-d-768862-2 neutron-server[84765]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 14 07:25:29.203061 n-d-768862-2 neutron-server[84765]: self.callback(batched_events) Jan 14 07:25:29.203061 n-d-768862-2 neutron-server[84765]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 14 07:25:29.203061 n-d-768862-2 neutron-server[84765]: event.method(event) Jan 14 07:25:29.203061 n-d-768862-2 neutron-server[84765]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 14 07:25:29.203061 n-d-768862-2 neutron-server[84765]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 14 07:25:29.203061 n-d-768862-2 neutron-server[84765]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Jan 14 07:25:29.203061 n-d-768862-2 neutron-server[84765]: segment_id)['aggregates'][0] Jan 14 07:25:29.203061 n-d-768862-2 neutron-server[84765]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 14 07:25:29.203061 n-d-768862-2 neutron-server[84765]: return f(self, *a, **k) Jan 14 07:25:29.203061 n-d-768862-2 neutron-server[84765]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 14 07:25:29.203061 n-d-768862-2 neutron-server[84765]: return self._get(url).json() Jan 14 07:25:29.203061 n-d-768862-2 neutron-server[84765]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 14 07:25:29.203061 n-d-768862-2 neutron-server[84765]: **kwargs) Jan 14 07:25:29.203061 n-d-768862-2 neutron-server[84765]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 14 07:25:29.203061 n-d-768862-2 neutron-server[84765]: return self.request(url, 'GET', **kwargs) Jan 14 07:25:29.203061 n-d-768862-2 neutron-server[84765]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Jan 14 07:25:29.203061 n-d-768862-2 neutron-server[84765]: **endpoint_filter) Jan 14 07:25:29.203061 n-d-768862-2 neutron-server[84765]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 14 07:25:29.203061 n-d-768862-2 neutron-server[84765]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 14 07:25:29.203061 n-d-768862-2 neutron-server[84765]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 14 07:25:29.203061 n-d-768862-2 neutron-server[84765]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 14 07:25:29.203061 n-d-768862-2 neutron-server[84765]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 14 07:25:29.239813 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-219fd418-ed04-4add-b426-140c1fb0d59c None None] Provisioning complete for port 625d6251-fe27-47fb-9d63-0be5686e2595 triggered by entity DHCP. {{(pid=84876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 07:25:29.240257 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-219fd418-ed04-4add-b426-140c1fb0d59c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-604227'] for port, provisioning_complete {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:25:29.240505 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-71e999ee-501a-41c5-bcf7-70dbd26c5914 tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:25:29.315333 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9af1a8f0-e489-4b3f-b825-604011290117 tempest-RoutersNegativeIpV6Test-1464408958 tempest-RoutersNegativeIpV6Test-1464408958] Pushing event updated for resources: {'Subnet': ['ID=dd01ab05-5b07-43b4-821a-1450b493e814,revision_number=0']} {{(pid=84875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:25:29.328231 n-d-768862-2 neutron-server[84765]: DEBUG neutron.notifiers.nova [None req-e00ff813-098d-4384-8432-258b92e07a94 tempest-NetworksIpV6TestAttrs-1453117616 tempest-NetworksIpV6TestAttrs-1453117616] device_id is not set on port dd59aefc-1f80-4fad-ad38-8e754e9bf25d yet. {{(pid=84874) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}} Jan 14 07:25:29.328565 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-9af1a8f0-e489-4b3f-b825-604011290117 tempest-RoutersNegativeIpV6Test-1464408958 tempest-RoutersNegativeIpV6Test-1464408958] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:25:29.361647 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Provisioning complete for port 625d6251-fe27-47fb-9d63-0be5686e2595 triggered by entity L2. {{(pid=84876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 07:25:29.362562 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-604227'] for port, provisioning_complete {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:25:29.370492 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-25624624-2629-4966-b273-f60bb44e083a tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-598964', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850887113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036851521664', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2794686'] for subnet, after_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:25:29.389001 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-c9b32890-01e0-491a-8d86-f6ac46e0529f tempest-BulkNetworkOpsIpV6Test-1034590256 tempest-BulkNetworkOpsIpV6Test-1034590256] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:25:29.439920 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-9c79d8ec-b512-4025-8a28-74939384e96a tempest-RoutersIpV6Test-883692175 tempest-RoutersIpV6Test-883692175] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036854176830', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850887149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3912591'] for network, after_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:25:29.484542 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9af1a8f0-e489-4b3f-b825-604011290117 tempest-RoutersNegativeIpV6Test-1464408958 tempest-RoutersNegativeIpV6Test-1464408958] Checking segment: {'id': 'bcd4cfff-a935-47b3-88e6-93539490fa99', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 9, 'network_id': '15cfbb09-20cb-485b-839c-7134e8382f57'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84875) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 14 07:25:29.485045 n-d-768862-2 neutron-server[84765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9af1a8f0-e489-4b3f-b825-604011290117 tempest-RoutersNegativeIpV6Test-1464408958 tempest-RoutersNegativeIpV6Test-1464408958] Network hostable DHCP agents. Network: 15cfbb09-20cb-485b-839c-7134e8382f57, hostable agents: ['32f3dd84-26da-4d18-bf15-6017a8fb7247'], hosted agents: [] {{(pid=84875) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Jan 14 07:25:29.570234 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-f8562b09-a277-43a8-b5dd-c20c3be3fa2c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:25:29.586337 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-f8562b09-a277-43a8-b5dd-c20c3be3fa2c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850887153'] for security_group, after_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:25:29.597419 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-ae5e3d70-8a52-4a33-bdf9-216db99074e5 None None] Notify callbacks [] for port, precommit_create {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:25:29.600863 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-ceb2348a-e4be-433c-83d6-369c62761293 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:25:29.607018 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25624624-2629-4966-b273-f60bb44e083a tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] Pushing event deleted for resources: {'Subnet': ['ID=728d042f-72e1-464f-a988-e3cc7c5f82d9,revision_number=None']} {{(pid=84874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:25:29.616557 n-d-768862-2 neutron-server[84765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9af1a8f0-e489-4b3f-b825-604011290117 tempest-RoutersNegativeIpV6Test-1464408958 tempest-RoutersNegativeIpV6Test-1464408958] Network 15cfbb09-20cb-485b-839c-7134e8382f57 is scheduled to be hosted by DHCP agent 32f3dd84-26da-4d18-bf15-6017a8fb7247 with binding_index 1 {{(pid=84875) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Jan 14 07:25:29.630285 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-25624624-2629-4966-b273-f60bb44e083a tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.241s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:25:29.631486 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-c95718f7-a585-4a89-87ae-2c1b49f00d61 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:25:29.664265 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-ae5e3d70-8a52-4a33-bdf9-216db99074e5 None None] Transition to ACTIVE for port object b3832ba8-eb39-4b38-a2cc-6c65d138f1ef will not be triggered until provisioned by entity L2. {{(pid=84876) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 07:25:29.665140 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8562b09-a277-43a8-b5dd-c20c3be3fa2c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4446b155-1f35-47e5-94a0-7e94290b229a,revision_number=1']} {{(pid=84875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:25:29.665307 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-9c79d8ec-b512-4025-8a28-74939384e96a tempest-RoutersIpV6Test-883692175 tempest-RoutersIpV6Test-883692175] Notify callbacks [] for network, before_response {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:25:29.694083 n-d-768862-2 neutron-server[84765]: DEBUG neutron.scheduler.base_scheduler [None req-9af1a8f0-e489-4b3f-b825-604011290117 tempest-RoutersNegativeIpV6Test-1464408958 tempest-RoutersNegativeIpV6Test-1464408958] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768862-2, 15cfbb09-20cb-485b-839c-7134e8382f57) {{(pid=84875) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 07:25:29.705778 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-f8562b09-a277-43a8-b5dd-c20c3be3fa2c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:25:29.722508 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c79d8ec-b512-4025-8a28-74939384e96a tempest-RoutersIpV6Test-883692175 tempest-RoutersIpV6Test-883692175] Pushing event deleted for resources: {'Network': ['ID=d7d2c5e4-b39f-4c26-a03a-605439415826,revision_number=None']} {{(pid=84874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:25:29.726153 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-25624624-2629-4966-b273-f60bb44e083a tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3207107'] for subnet, before_response {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:25:29.738447 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e00ef6cc-774b-450e-b08f-bfee0ba1e8d6 None None] Network 15cfbb09-20cb-485b-839c-7134e8382f57 requested from n-d-768862-2 {{(pid=84876) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 07:25:29.740953 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-9c79d8ec-b512-4025-8a28-74939384e96a tempest-RoutersIpV6Test-883692175 tempest-RoutersIpV6Test-883692175] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:25:29.754267 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-9c79d8ec-b512-4025-8a28-74939384e96a tempest-RoutersIpV6Test-883692175 tempest-RoutersIpV6Test-883692175] 10.222.0.24 "DELETE /v2.0/networks/d7d2c5e4-b39f-4c26-a03a-605439415826 HTTP/1.1" status: 204 len: 168 time: 4.6047411 Jan 14 07:25:29.755297 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84874) accepted ('10.222.0.24', 45184) {{(pid=84874) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:25:29.760266 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-25624624-2629-4966-b273-f60bb44e083a tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] 10.222.0.24 "DELETE /v2.0/subnets/728d042f-72e1-464f-a988-e3cc7c5f82d9 HTTP/1.1" status: 204 len: 168 time: 4.0874288 Jan 14 07:25:29.766371 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-f8562b09-a277-43a8-b5dd-c20c3be3fa2c admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=dc4ac66a40ee4237a9d4b8ad48447932&name=default HTTP/1.1" status: 200 len: 2983 time: 2.0654328 Jan 14 07:25:29.767043 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.v2.base [None req-a428084d-0ac3-4ddc-9957-c03cf57e177c tempest-RoutersIpV6Test-883692175 tempest-RoutersIpV6Test-883692175] Request body: {'router': {'routes': None}} {{(pid=84874) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:25:29.771679 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84875) accepted ('10.222.0.24', 45186) {{(pid=84875) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:25:29.780369 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84875) accepted ('10.222.0.24', 45188) {{(pid=84875) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:25:29.791008 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2f541d4-23e2-4253-88b8-5f87b77a7cbd None None] Network 23f0a15d-6362-4cec-82c1-cacba887c566 requested from n-d-768862-2 {{(pid=84876) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 07:25:29.852853 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9af1a8f0-e489-4b3f-b825-604011290117 tempest-RoutersNegativeIpV6Test-1464408958 tempest-RoutersNegativeIpV6Test-1464408958] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:25:29.853510 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-9af1a8f0-e489-4b3f-b825-604011290117 tempest-RoutersNegativeIpV6Test-1464408958 tempest-RoutersNegativeIpV6Test-1464408958] Notify callbacks [] for subnet, before_response {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:25:29.901171 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-9af1a8f0-e489-4b3f-b825-604011290117 tempest-RoutersNegativeIpV6Test-1464408958 tempest-RoutersNegativeIpV6Test-1464408958] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 2.7488618 Jan 14 07:25:29.948899 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84875) accepted ('10.222.0.24', 45196) {{(pid=84875) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:25:29.969290 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-ae5e3d70-8a52-4a33-bdf9-216db99074e5 None None] Transition to ACTIVE for port object b3832ba8-eb39-4b38-a2cc-6c65d138f1ef will not be triggered until provisioned by entity DHCP. {{(pid=84876) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 07:25:29.986293 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.v2.base [None req-7f35ec67-6849-4f5f-a430-6b0382fccb12 tempest-RoutersNegativeIpV6Test-1464408958 tempest-RoutersNegativeIpV6Test-1464408958] Request body: {'router': {'external_gateway_info': {'network_id': '15cfbb09-20cb-485b-839c-7134e8382f57'}}} {{(pid=84875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:25:29.999642 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-ae5e3d70-8a52-4a33-bdf9-216db99074e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777640123575'] for port, after_create {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:25:30.023728 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84876) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:25:30.151060 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Device 628b5657-e15c-4ba3-8d31-d31ab0f70238 no longer exists at agent ovs-agent-n-d-768862-2 {{(pid=84876) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jan 14 07:25:30.198848 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.plugin [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] No Port match for: 628b5657-e15c-4ba3-8d31-d31ab0f70238 {{(pid=84876) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2188}} Jan 14 07:25:30.199238 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Device 628b5657-e15c-4ba3-8d31-d31ab0f70238 not bound to the agent host n-d-768862-2 {{(pid=84876) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jan 14 07:25:30.314061 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.extraroute_db [None req-a428084d-0ac3-4ddc-9957-c03cf57e177c tempest-RoutersIpV6Test-883692175 tempest-RoutersIpV6Test-883692175] Added routes are [] {{(pid=84874) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:113}} Jan 14 07:25:30.315374 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.extraroute_db [None req-a428084d-0ac3-4ddc-9957-c03cf57e177c tempest-RoutersIpV6Test-883692175 tempest-RoutersIpV6Test-883692175] Removed routes are [] {{(pid=84874) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:121}} Jan 14 07:25:30.322980 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-a428084d-0ac3-4ddc-9957-c03cf57e177c tempest-RoutersIpV6Test-883692175 tempest-RoutersIpV6Test-883692175] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3912484', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3889188', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-58194'] for router, precommit_update {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:25:30.369964 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae5e3d70-8a52-4a33-bdf9-216db99074e5 None None] Pushing event updated for resources: {'Port': ['ID=b3832ba8-eb39-4b38-a2cc-6c65d138f1ef,revision_number=1']} {{(pid=84876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:25:30.423126 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-ae5e3d70-8a52-4a33-bdf9-216db99074e5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.399s {{(pid=84876) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:25:30.426350 n-d-768862-2 neutron-server[84765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae5e3d70-8a52-4a33-bdf9-216db99074e5 None None] Network cecdff6f-cf85-4701-852d-f46d915ba7b2 is already hosted by enough agents. {{(pid=84876) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 07:25:30.548255 n-d-768862-2 neutron-server[84765]: DEBUG neutron.scheduler.base_scheduler [None req-ae5e3d70-8a52-4a33-bdf9-216db99074e5 None None] Resources bound (agent type, host, resource id): {{(pid=84876) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 07:25:30.551061 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae5e3d70-8a52-4a33-bdf9-216db99074e5 None None] Received port after_create {{(pid=84876) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 14 07:25:30.642087 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.db_base_plugin_common [None req-e00ff813-098d-4384-8432-258b92e07a94 tempest-NetworksIpV6TestAttrs-1453117616 tempest-NetworksIpV6TestAttrs-1453117616] Allocated IP 2001:db8::f816:3eff:fe84:84c4 (cecdff6f-cf85-4701-852d-f46d915ba7b2/8c878a66-8628-4bfd-bb02-23d1cddbc937/dd59aefc-1f80-4fad-ad38-8e754e9bf25d) {{(pid=84874) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 14 07:25:30.688170 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.managers [None req-ae5e3d70-8a52-4a33-bdf9-216db99074e5 None None] Attempting to bind port b3832ba8-eb39-4b38-a2cc-6c65d138f1ef on host n-d-768862-2 for vnic_type normal with profile {{(pid=84876) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 14 07:25:30.688417 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.managers [None req-ae5e3d70-8a52-4a33-bdf9-216db99074e5 None None] Attempting to bind port b3832ba8-eb39-4b38-a2cc-6c65d138f1ef by drivers openvswitch on host n-d-768862-2 at level 0 using segments [{'id': '445922aa-b15e-4e18-9ef6-65bb0b656ec2', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 21, 'network_id': 'cecdff6f-cf85-4701-852d-f46d915ba7b2'}] {{(pid=84876) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 14 07:25:30.688831 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae5e3d70-8a52-4a33-bdf9-216db99074e5 None None] Attempting to bind port b3832ba8-eb39-4b38-a2cc-6c65d138f1ef on network cecdff6f-cf85-4701-852d-f46d915ba7b2 {{(pid=84876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 14 07:25:30.736417 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae5e3d70-8a52-4a33-bdf9-216db99074e5 None None] Checking agent: {'id': 'ba5efab1-b43c-4d5a-bc52-6e105d4e67a2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768862-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 14, 6, 56, 52), 'started_at': datetime.datetime(2021, 1, 14, 6, 57, 22), 'heartbeat_timestamp': datetime.datetime(2021, 1, 14, 7, 25, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768862-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.29', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 14 07:25:30.736849 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae5e3d70-8a52-4a33-bdf9-216db99074e5 None None] Checking segment: {'id': '445922aa-b15e-4e18-9ef6-65bb0b656ec2', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 21, 'network_id': 'cecdff6f-cf85-4701-852d-f46d915ba7b2'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84876) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 14 07:25:30.737301 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-ae5e3d70-8a52-4a33-bdf9-216db99074e5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:25:30.738191 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae5e3d70-8a52-4a33-bdf9-216db99074e5 None None] Bound using segment: {'id': '445922aa-b15e-4e18-9ef6-65bb0b656ec2', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 21, 'network_id': 'cecdff6f-cf85-4701-852d-f46d915ba7b2'} {{(pid=84876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 14 07:25:30.738757 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.managers [None req-ae5e3d70-8a52-4a33-bdf9-216db99074e5 None None] Bound port: b3832ba8-eb39-4b38-a2cc-6c65d138f1ef, host: n-d-768862-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '445922aa-b15e-4e18-9ef6-65bb0b656ec2', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 21, 'network_id': 'cecdff6f-cf85-4701-852d-f46d915ba7b2'}}] {{(pid=84876) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 14 07:25:30.739180 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-ae5e3d70-8a52-4a33-bdf9-216db99074e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555753'] for port, before_update {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:25:30.819029 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-a428084d-0ac3-4ddc-9957-c03cf57e177c tempest-RoutersIpV6Test-883692175 tempest-RoutersIpV6Test-883692175] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3912484', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3889188', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-58194'] for router, precommit_update {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:25:30.830464 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-a428084d-0ac3-4ddc-9957-c03cf57e177c tempest-RoutersIpV6Test-883692175 tempest-RoutersIpV6Test-883692175] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036850863158', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change--9223372036850863141', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3912659', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources--9223372036850886437'] for router, after_update {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:25:30.872596 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [None req-ae5e3d70-8a52-4a33-bdf9-216db99074e5 None None] For port b3832ba8-eb39-4b38-a2cc-6c65d138f1ef, host n-d-768862-2, cleared binding levels {{(pid=84876) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 14 07:25:30.876434 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [None req-ae5e3d70-8a52-4a33-bdf9-216db99074e5 None None] For port b3832ba8-eb39-4b38-a2cc-6c65d138f1ef, host n-d-768862-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-2',level=0,port_id=b3832ba8-eb39-4b38-a2cc-6c65d138f1ef,segment=NetworkSegment(445922aa-b15e-4e18-9ef6-65bb0b656ec2),segment_id=445922aa-b15e-4e18-9ef6-65bb0b656ec2)] {{(pid=84876) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 14 07:25:30.890969 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-ae5e3d70-8a52-4a33-bdf9-216db99074e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777640533312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363259214678337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777640097497'] for port, after_update {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:25:30.912966 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84876) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:25:30.948204 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2ba0b60-3059-447f-b251-7acddc8cfcbb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5d94dc7a-c095-50a4-955e-5f3b78718a12-15cfbb09-20cb-485b-839c-7134e8382f57', 'network_id': '15cfbb09-20cb-485b-839c-7134e8382f57', 'tenant_id': '5822f9ff0e344e7eab0f8df2f3e8990f', 'fixed_ips': [{'subnet_id': 'dd01ab05-5b07-43b4-821a-1450b493e814'}]}} from n-d-768862-2. {{(pid=84876) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Jan 14 07:25:30.949162 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-c2ba0b60-3059-447f-b251-7acddc8cfcbb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555753'] for port, before_create {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:25:31.298743 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-7f35ec67-6849-4f5f-a430-6b0382fccb12 tempest-RoutersNegativeIpV6Test-1464408958 tempest-RoutersNegativeIpV6Test-1464408958] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3912484', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3889188', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-58194'] for router, precommit_update {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:25:31.303345 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-6641c363-4644-4c07-885a-261da55a9588 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:25:31.425012 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-6641c363-4644-4c07-885a-261da55a9588 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:25:31.475372 n-d-768862-2 neutron-server[84765]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a428084d-0ac3-4ddc-9957-c03cf57e177c tempest-RoutersIpV6Test-883692175 tempest-RoutersIpV6Test-883692175] Router 40febb8e-85a2-44af-bb73-f559467ae85b has already been hosted by L3 agent 35f592e9-451b-4db9-abea-77b6a5c5391b {{(pid=84874) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Jan 14 07:25:31.639330 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae5e3d70-8a52-4a33-bdf9-216db99074e5 None None] Pushing event updated for resources: {'Port': ['ID=b3832ba8-eb39-4b38-a2cc-6c65d138f1ef,revision_number=2']} {{(pid=84876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:25:31.655742 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.db_base_plugin_v2 [None req-46aeeb1e-eee5-4051-9353-ec1cf88eb7fe tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] Deleting subnet cc803cab-7c26-4c46-887e-69b95812c101 {{(pid=84875) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Jan 14 07:25:31.656925 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-ae5e3d70-8a52-4a33-bdf9-216db99074e5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.744s {{(pid=84876) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:25:31.677510 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-46aeeb1e-eee5-4051-9353-ec1cf88eb7fe tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] Notify callbacks [] for subnet, before_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:25:31.680431 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a428084d-0ac3-4ddc-9957-c03cf57e177c tempest-RoutersIpV6Test-883692175 tempest-RoutersIpV6Test-883692175] Notify agent at l3_agent.n-d-768862-2 the message routers_updated {{(pid=84874) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jan 14 07:25:31.692875 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47666235-7d4c-454c-a559-92d20fa7af4e None None] Sync routers for ids ['40febb8e-85a2-44af-bb73-f559467ae85b'] in n-d-768862-2 {{(pid=84877) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Jan 14 07:25:31.711100 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47666235-7d4c-454c-a559-92d20fa7af4e None None] Routers {'40febb8e-85a2-44af-bb73-f559467ae85b'} bound to L3 agent in host n-d-768862-2 {{(pid=84877) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 14 07:25:31.714714 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_hamode_db [None req-47666235-7d4c-454c-a559-92d20fa7af4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-01-14T06:56:51Z,description=,heartbeat_timestamp=2021-01-14T07:25:22Z,host='n-d-768862-2',id=35f592e9-451b-4db9-abea-77b6a5c5391b,load=0,resource_versions=,resources_synced=,started_at=2021-01-14T06:56:51Z,topic='l3_agent')) {'router_ids': ['40febb8e-85a2-44af-bb73-f559467ae85b'], 'active': True} {{(pid=84877) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:25:31.722191 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-a428084d-0ac3-4ddc-9957-c03cf57e177c tempest-RoutersIpV6Test-883692175 tempest-RoutersIpV6Test-883692175] Notify callbacks [] for router, before_response {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:25:31.729106 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-a428084d-0ac3-4ddc-9957-c03cf57e177c tempest-RoutersIpV6Test-883692175 tempest-RoutersIpV6Test-883692175] 10.222.0.24 "PUT /v2.0/routers/40febb8e-85a2-44af-bb73-f559467ae85b HTTP/1.1" status: 200 len: 704 time: 1.9656823 Jan 14 07:25:31.733799 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84874) accepted ('10.222.0.24', 45222) {{(pid=84874) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:25:31.817734 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-6b47af30-f9a5-4077-b942-26c6fa43a360 tempest-RoutersIpV6Test-883692175 tempest-RoutersIpV6Test-883692175] Synchronizing usage tracker for tenant:d787627cdb8d4cc9b70642659fae99d7 on resource:port {{(pid=84874) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 14 07:25:31.836356 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-6641c363-4644-4c07-885a-261da55a9588 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850887153'] for security_group, after_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:25:31.855157 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-403fadc4-4d7b-4450-b359-bc8fb08b060d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:25:31.872621 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-46aeeb1e-eee5-4051-9353-ec1cf88eb7fe tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3367281'] for subnet, precommit_delete_associations {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:25:31.907778 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-6b47af30-f9a5-4077-b942-26c6fa43a360 tempest-RoutersIpV6Test-883692175 tempest-RoutersIpV6Test-883692175] Unset dirty status for tenant:d787627cdb8d4cc9b70642659fae99d7 on resource:port {{(pid=84874) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 14 07:25:31.912552 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-6b47af30-f9a5-4077-b942-26c6fa43a360 tempest-RoutersIpV6Test-883692175 tempest-RoutersIpV6Test-883692175] 10.222.0.24 "GET /v2.0/ports?device_id=40febb8e-85a2-44af-bb73-f559467ae85b HTTP/1.1" status: 200 len: 205 time: 0.1776309 Jan 14 07:25:31.913501 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84874) accepted ('10.222.0.24', 45226) {{(pid=84874) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:25:31.917094 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-e00ff813-098d-4384-8432-258b92e07a94 tempest-NetworksIpV6TestAttrs-1453117616 tempest-NetworksIpV6TestAttrs-1453117616] Notify callbacks [] for port, precommit_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:25:31.961280 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6641c363-4644-4c07-885a-261da55a9588 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4446b155-1f35-47e5-94a0-7e94290b229a,revision_number=None']} {{(pid=84875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:25:31.971889 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-6641c363-4644-4c07-885a-261da55a9588 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:25:32.071191 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-6641c363-4644-4c07-885a-261da55a9588 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:25:32.072568 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-6641c363-4644-4c07-885a-261da55a9588 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/4446b155-1f35-47e5-94a0-7e94290b229a HTTP/1.1" status: 204 len: 168 time: 2.2879555 Jan 14 07:25:32.075007 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-0c378543-b725-409f-95c1-68970b9acbd0 tempest-NetworksIpV6Test-2047944877 tempest-NetworksIpV6Test-2047944877] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850887113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036851621412', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036852467174'] for subnet, after_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:25:32.100321 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.db_base_plugin_common [None req-c2ba0b60-3059-447f-b251-7acddc8cfcbb None None] Allocated IP 2001:db8:1::2 (15cfbb09-20cb-485b-839c-7134e8382f57/dd01ab05-5b07-43b4-821a-1450b493e814/ad58c6a6-384e-49e4-9fbb-73b5e65e34e1) {{(pid=84876) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 14 07:25:32.129377 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-1f8797ae-3c55-4e71-a562-e5fc56325c3f tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:25:32.164074 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_dvr_db [None req-47666235-7d4c-454c-a559-92d20fa7af4e None None] Set router 40febb8e-85a2-44af-bb73-f559467ae85b gateway port host: None {{(pid=84877) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 14 07:25:32.246331 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-e00ff813-098d-4384-8432-258b92e07a94 tempest-NetworksIpV6TestAttrs-1453117616 tempest-NetworksIpV6TestAttrs-1453117616] Transition to ACTIVE for port object dd59aefc-1f80-4fad-ad38-8e754e9bf25d will not be triggered until provisioned by entity DHCP. {{(pid=84874) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 07:25:32.312797 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-e52f5956-a02e-4ac0-8e70-8461eb0b4f9a tempest-RoutersIpV6Test-883692175 tempest-RoutersIpV6Test-883692175] Notify callbacks [] for router, before_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:25:32.514650 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_hamode_db [None req-47666235-7d4c-454c-a559-92d20fa7af4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '40febb8e-85a2-44af-bb73-f559467ae85b', 'name': 'tempest-RoutersIpV6Test-router-637200602', 'tenant_id': 'd787627cdb8d4cc9b70642659fae99d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-14T07:22:21Z', 'updated_at': '2021-01-14T07:25:15Z', 'revision_number': 11, 'project_id': 'd787627cdb8d4cc9b70642659fae99d7', 'gw_port_host': None}], 'n-d-768862-2', False) {} {{(pid=84877) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:25:32.524986 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47666235-7d4c-454c-a559-92d20fa7af4e None None] Checking router: 40febb8e-85a2-44af-bb73-f559467ae85b for host: n-d-768862-2 {{(pid=84877) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Jan 14 07:25:32.537129 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Device b3832ba8-eb39-4b38-a2cc-6c65d138f1ef up at agent ovs-agent-n-d-768862-2 {{(pid=84876) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 07:25:32.552671 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47666235-7d4c-454c-a559-92d20fa7af4e None None] Routers {'40febb8e-85a2-44af-bb73-f559467ae85b'} bound to L3 agent in host n-d-768862-2 {{(pid=84877) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 14 07:25:32.555424 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_hamode_db [None req-47666235-7d4c-454c-a559-92d20fa7af4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-01-14T06:56:51Z,description=,heartbeat_timestamp=2021-01-14T07:25:22Z,host='n-d-768862-2',id=35f592e9-451b-4db9-abea-77b6a5c5391b,load=0,resource_versions=,resources_synced=,started_at=2021-01-14T06:56:51Z,topic='l3_agent')) {'router_ids': ['40febb8e-85a2-44af-bb73-f559467ae85b'], 'active': True} {{(pid=84877) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:25:32.604928 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c378543-b725-409f-95c1-68970b9acbd0 tempest-NetworksIpV6Test-2047944877 tempest-NetworksIpV6Test-2047944877] Pushing event updated for resources: {'Subnet': ['ID=0beb463d-f862-45c9-80b1-bac7685ca371,revision_number=0']} {{(pid=84875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:25:32.618153 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-0c378543-b725-409f-95c1-68970b9acbd0 tempest-NetworksIpV6Test-2047944877 tempest-NetworksIpV6Test-2047944877] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.489s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:25:32.628342 n-d-768862-2 neutron-server[84765]: INFO neutron.api.v2.resource [None req-7f35ec67-6849-4f5f-a430-6b0382fccb12 tempest-RoutersNegativeIpV6Test-1464408958 tempest-RoutersNegativeIpV6Test-1464408958] update failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 14 07:25:32.629904 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-7f35ec67-6849-4f5f-a430-6b0382fccb12 tempest-RoutersNegativeIpV6Test-1464408958 tempest-RoutersNegativeIpV6Test-1464408958] 10.222.0.24 "PUT /v2.0/routers/bf8ad3d3-3470-428c-bfe5-23f416302424 HTTP/1.1" status: 400 len: 364 time: 2.6716974 Jan 14 07:25:32.636579 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-46aeeb1e-eee5-4051-9353-ec1cf88eb7fe tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036854176836'] for subnet, precommit_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:25:32.714077 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84875) accepted ('10.222.0.24', 45236) {{(pid=84875) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:25:32.740598 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-834ede9e-db01-4093-b696-94f641c381db None None] Provisioning complete for port e65719d2-992d-4ba4-b447-1014b14e085a triggered by entity DHCP. {{(pid=84876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 07:25:32.741019 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-834ede9e-db01-4093-b696-94f641c381db None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-604227'] for port, provisioning_complete {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:25:32.744645 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c378543-b725-409f-95c1-68970b9acbd0 tempest-NetworksIpV6Test-2047944877 tempest-NetworksIpV6Test-2047944877] Checking segment: {'id': 'a3d2f5dd-3654-461c-a754-f946712ba958', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 22, 'network_id': 'fbefecea-75e1-4a71-acda-1d158efcc4d6'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84875) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 14 07:25:32.745428 n-d-768862-2 neutron-server[84765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c378543-b725-409f-95c1-68970b9acbd0 tempest-NetworksIpV6Test-2047944877 tempest-NetworksIpV6Test-2047944877] Network hostable DHCP agents. Network: fbefecea-75e1-4a71-acda-1d158efcc4d6, hostable agents: ['32f3dd84-26da-4d18-bf15-6017a8fb7247'], hosted agents: [] {{(pid=84875) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Jan 14 07:25:32.891877 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_dvr_db [None req-47666235-7d4c-454c-a559-92d20fa7af4e None None] Set router 40febb8e-85a2-44af-bb73-f559467ae85b gateway port host: None {{(pid=84877) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 14 07:25:32.954563 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-e00ff813-098d-4384-8432-258b92e07a94 tempest-NetworksIpV6TestAttrs-1453117616 tempest-NetworksIpV6TestAttrs-1453117616] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777640123575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3254186'] for port, after_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:25:32.961557 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Provisioning for port b3832ba8-eb39-4b38-a2cc-6c65d138f1ef completed by entity L2. {{(pid=84876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 07:25:32.995136 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-43966cb1-7d5f-4f34-baeb-008e956fcbee tempest-BulkNetworkOpsIpV6Test-1034590256 tempest-BulkNetworkOpsIpV6Test-1034590256] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:25:32.995776 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-c2ba0b60-3059-447f-b251-7acddc8cfcbb None None] Notify callbacks [] for port, precommit_create {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:25:33.044227 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_hamode_db [None req-47666235-7d4c-454c-a559-92d20fa7af4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '40febb8e-85a2-44af-bb73-f559467ae85b', 'name': 'tempest-RoutersIpV6Test-router-637200602', 'tenant_id': 'd787627cdb8d4cc9b70642659fae99d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-14T07:22:21Z', 'updated_at': '2021-01-14T07:25:15Z', 'revision_number': 11, 'project_id': 'd787627cdb8d4cc9b70642659fae99d7', 'gw_port_host': None}], 'n-d-768862-2', False) {} {{(pid=84877) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:25:33.050400 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47666235-7d4c-454c-a559-92d20fa7af4e None None] The sync data for ids ['40febb8e-85a2-44af-bb73-f559467ae85b'] in n-d-768862-2 is: [{'id': '40febb8e-85a2-44af-bb73-f559467ae85b', 'name': 'tempest-RoutersIpV6Test-router-637200602', 'tenant_id': 'd787627cdb8d4cc9b70642659fae99d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-14T07:22:21Z', 'updated_at': '2021-01-14T07:25:15Z', 'revision_number': 11, 'project_id': 'd787627cdb8d4cc9b70642659fae99d7', 'gw_port_host': None}] {{(pid=84877) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Jan 14 07:25:33.079167 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-c2ba0b60-3059-447f-b251-7acddc8cfcbb None None] Transition to ACTIVE for port object ad58c6a6-384e-49e4-9fbb-73b5e65e34e1 will not be triggered until provisioned by entity L2. {{(pid=84876) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 07:25:33.125299 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-c2ba0b60-3059-447f-b251-7acddc8cfcbb None None] Transition to ACTIVE for port object ad58c6a6-384e-49e4-9fbb-73b5e65e34e1 will not be triggered until provisioned by entity DHCP. {{(pid=84876) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 07:25:33.133001 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-c2ba0b60-3059-447f-b251-7acddc8cfcbb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777640123575'] for port, after_create {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:25:33.153095 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-942c28c0-b4da-4fdd-b2aa-a6709a3fda3c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84876) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:25:33.204780 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-e52f5956-a02e-4ac0-8e70-8461eb0b4f9a tempest-RoutersIpV6Test-883692175 tempest-RoutersIpV6Test-883692175] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3889346', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036854717606'] for router, precommit_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:25:33.250872 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-e52f5956-a02e-4ac0-8e70-8461eb0b4f9a tempest-RoutersIpV6Test-883692175 tempest-RoutersIpV6Test-883692175] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:25:33.253851 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e00ff813-098d-4384-8432-258b92e07a94 tempest-NetworksIpV6TestAttrs-1453117616 tempest-NetworksIpV6TestAttrs-1453117616] Pushing event updated for resources: {'Port': ['ID=dd59aefc-1f80-4fad-ad38-8e754e9bf25d,revision_number=1']} {{(pid=84874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:25:33.268452 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-e00ff813-098d-4384-8432-258b92e07a94 tempest-NetworksIpV6TestAttrs-1453117616 tempest-NetworksIpV6TestAttrs-1453117616] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.273s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:25:33.307869 n-d-768862-2 neutron-server[84765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c378543-b725-409f-95c1-68970b9acbd0 tempest-NetworksIpV6Test-2047944877 tempest-NetworksIpV6Test-2047944877] Network fbefecea-75e1-4a71-acda-1d158efcc4d6 is scheduled to be hosted by DHCP agent 32f3dd84-26da-4d18-bf15-6017a8fb7247 with binding_index 1 {{(pid=84875) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Jan 14 07:25:33.341068 n-d-768862-2 neutron-server[84765]: DEBUG neutron.scheduler.base_scheduler [None req-0c378543-b725-409f-95c1-68970b9acbd0 tempest-NetworksIpV6Test-2047944877 tempest-NetworksIpV6Test-2047944877] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768862-2, fbefecea-75e1-4a71-acda-1d158efcc4d6) {{(pid=84875) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 07:25:33.351667 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-e52f5956-a02e-4ac0-8e70-8461eb0b4f9a tempest-RoutersIpV6Test-883692175 tempest-RoutersIpV6Test-883692175] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036850897070'] for router, after_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:25:33.352303 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e52f5956-a02e-4ac0-8e70-8461eb0b4f9a tempest-RoutersIpV6Test-883692175 tempest-RoutersIpV6Test-883692175] Fanout notify agent at l3_agent the message router_deleted on router 40febb8e-85a2-44af-bb73-f559467ae85b {{(pid=84874) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jan 14 07:25:33.382550 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2ba0b60-3059-447f-b251-7acddc8cfcbb None None] Pushing event updated for resources: {'Port': ['ID=ad58c6a6-384e-49e4-9fbb-73b5e65e34e1,revision_number=1']} {{(pid=84876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:25:33.386805 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd7f29af-4a65-4305-878e-ab8bc186a494 None None] Network fbefecea-75e1-4a71-acda-1d158efcc4d6 requested from n-d-768862-2 {{(pid=84876) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 07:25:33.395598 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network":"rule:regular_user" was deprecated in W in favor of "create_network":"role:member and project_id:%(project_id)s". Reason: Jan 14 07:25:33.395598 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:25:33.395598 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:25:33.395598 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:25:33.395598 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:shared":"rule:admin_only" was deprecated in W in favor of "create_network:shared":"role:admin and system_scope:all". Reason: Jan 14 07:25:33.395598 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:25:33.395598 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:25:33.395598 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:25:33.395598 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:router:external":"rule:admin_only" was deprecated in W in favor of "create_network:router:external":"role:admin and system_scope:all". Reason: Jan 14 07:25:33.395598 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:25:33.395598 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:25:33.395598 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:25:33.395598 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:is_default":"rule:admin_only" was deprecated in W in favor of "create_network:is_default":"role:admin and system_scope:all". Reason: Jan 14 07:25:33.395598 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:25:33.395598 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:25:33.395598 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:25:33.395598 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:port_security_enabled":"rule:regular_user" was deprecated in W in favor of "create_network:port_security_enabled":"role:member and project_id:%(project_id)s". Reason: Jan 14 07:25:33.395598 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:25:33.395598 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:25:33.395598 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:25:33.395598 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:segments":"rule:admin_only" was deprecated in W in favor of "create_network:segments":"role:admin and system_scope:all". Reason: Jan 14 07:25:33.395598 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:25:33.395598 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:25:33.395598 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:25:33.395598 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "create_network:provider:network_type":"role:admin and system_scope:all". Reason: Jan 14 07:25:33.395598 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:25:33.395598 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:25:33.395598 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:25:33.395598 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "create_network:provider:physical_network":"role:admin and system_scope:all". Reason: Jan 14 07:25:33.395598 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:25:33.395598 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:25:33.395598 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:25:33.395598 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "create_network:provider:segmentation_id":"role:admin and system_scope:all". Reason: Jan 14 07:25:33.395598 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:25:33.395598 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:25:33.395598 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:25:33.395598 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network":"rule:admin_or_owner or rule:shared or rule:external or rule:context_is_advsvc" was deprecated in W in favor of "get_network":"(role:reader and system_scope:all) or (role:reader and project_id:%(project_id)s) or rule:shared or rule:external or rule:context_is_advsvc". Reason: Jan 14 07:25:33.395598 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:25:33.395598 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:25:33.395598 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:25:33.395598 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:router:external":"rule:regular_user" was deprecated in W in favor of "get_network:router:external":"role:reader and project_id:%(project_id)s". Reason: Jan 14 07:25:33.395598 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:25:33.395598 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:25:33.395598 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:25:33.395598 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:segments":"rule:admin_only" was deprecated in W in favor of "get_network:segments":"role:reader and system_scope:all". Reason: Jan 14 07:25:33.395598 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:25:33.395598 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:25:33.395598 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:25:33.395598 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "get_network:provider:network_type":"role:reader and system_scope:all". Reason: Jan 14 07:25:33.395598 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:25:33.395598 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:25:33.395598 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:25:33.395598 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "get_network:provider:physical_network":"role:reader and system_scope:all". Reason: Jan 14 07:25:33.395598 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:25:33.395598 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:25:33.395598 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:25:33.395598 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "get_network:provider:segmentation_id":"role:reader and system_scope:all". Reason: Jan 14 07:25:33.395598 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:25:33.395598 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:25:33.395598 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:25:33.395598 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network":"rule:admin_or_owner" was deprecated in W in favor of "update_network":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 07:25:33.395598 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:25:33.395598 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:25:33.395598 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:25:33.395598 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:segments":"rule:admin_only" was deprecated in W in favor of "update_network:segments":"role:admin and system_scope:all". Reason: Jan 14 07:25:33.395598 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:25:33.395598 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:25:33.395598 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:25:33.404008 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-e52f5956-a02e-4ac0-8e70-8461eb0b4f9a tempest-RoutersIpV6Test-883692175 tempest-RoutersIpV6Test-883692175] Notify callbacks [] for router, before_response {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:25:33.410288 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-e52f5956-a02e-4ac0-8e70-8461eb0b4f9a tempest-RoutersIpV6Test-883692175 tempest-RoutersIpV6Test-883692175] 10.222.0.24 "DELETE /v2.0/routers/40febb8e-85a2-44af-bb73-f559467ae85b HTTP/1.1" status: 204 len: 168 time: 1.4891226 Jan 14 07:25:33.411148 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84874) accepted ('10.222.0.24', 45250) {{(pid=84874) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:25:33.424402 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.v2.base [None req-9c84c532-67bb-4111-bfdb-edbdbdb1c10b tempest-RoutersIpV6Test-883692175 tempest-RoutersIpV6Test-883692175] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-635277896', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=84874) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:25:33.444848 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-9c84c532-67bb-4111-bfdb-edbdbdb1c10b tempest-RoutersIpV6Test-883692175 tempest-RoutersIpV6Test-883692175] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:25:33.461442 n-d-768862-2 neutron-server[84765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e00ff813-098d-4384-8432-258b92e07a94 tempest-NetworksIpV6TestAttrs-1453117616 tempest-NetworksIpV6TestAttrs-1453117616] Network cecdff6f-cf85-4701-852d-f46d915ba7b2 is already hosted by enough agents. {{(pid=84874) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 07:25:33.463531 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-9c84c532-67bb-4111-bfdb-edbdbdb1c10b tempest-RoutersIpV6Test-883692175 tempest-RoutersIpV6Test-883692175] Usage tracker for resource:router and tenant:d787627cdb8d4cc9b70642659fae99d7 is out of sync, need to count used quota {{(pid=84874) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:25:33.467103 n-d-768862-2 neutron-server[84765]: DEBUG neutron.scheduler.base_scheduler [None req-e00ff813-098d-4384-8432-258b92e07a94 tempest-NetworksIpV6TestAttrs-1453117616 tempest-NetworksIpV6TestAttrs-1453117616] Resources bound (agent type, host, resource id): {{(pid=84874) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 07:25:33.469643 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e00ff813-098d-4384-8432-258b92e07a94 tempest-NetworksIpV6TestAttrs-1453117616 tempest-NetworksIpV6TestAttrs-1453117616] Received port after_create {{(pid=84874) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 14 07:25:33.510337 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e00ff813-098d-4384-8432-258b92e07a94 tempest-NetworksIpV6TestAttrs-1453117616 tempest-NetworksIpV6TestAttrs-1453117616] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:25:33.511076 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-e00ff813-098d-4384-8432-258b92e07a94 tempest-NetworksIpV6TestAttrs-1453117616 tempest-NetworksIpV6TestAttrs-1453117616] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854768116'] for port, before_response {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:25:33.516156 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-9c84c532-67bb-4111-bfdb-edbdbdb1c10b tempest-RoutersIpV6Test-883692175 tempest-RoutersIpV6Test-883692175] Quota usage for router was recalculated. Used quota:0. {{(pid=84874) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:25:33.527926 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c378543-b725-409f-95c1-68970b9acbd0 tempest-NetworksIpV6Test-2047944877 tempest-NetworksIpV6Test-2047944877] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:25:33.529096 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-0c378543-b725-409f-95c1-68970b9acbd0 tempest-NetworksIpV6Test-2047944877 tempest-NetworksIpV6Test-2047944877] Notify callbacks [] for subnet, before_response {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:25:33.531290 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-9c84c532-67bb-4111-bfdb-edbdbdb1c10b tempest-RoutersIpV6Test-883692175 tempest-RoutersIpV6Test-883692175] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:25:33.549077 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-e00ff813-098d-4384-8432-258b92e07a94 tempest-NetworksIpV6TestAttrs-1453117616 tempest-NetworksIpV6TestAttrs-1453117616] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 951 time: 6.3808060 Jan 14 07:25:33.550762 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-9c84c532-67bb-4111-bfdb-edbdbdb1c10b tempest-RoutersIpV6Test-883692175 tempest-RoutersIpV6Test-883692175] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3889205', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854717621'] for router, before_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:25:33.552157 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-9c84c532-67bb-4111-bfdb-edbdbdb1c10b tempest-RoutersIpV6Test-883692175 tempest-RoutersIpV6Test-883692175] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036850886574', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3912501', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3808446', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-58179'] for router, precommit_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:25:33.564375 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-c2ba0b60-3059-447f-b251-7acddc8cfcbb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.411s {{(pid=84876) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:25:33.572380 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-9c84c532-67bb-4111-bfdb-edbdbdb1c10b tempest-RoutersIpV6Test-883692175 tempest-RoutersIpV6Test-883692175] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:25:33.575667 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84875) accepted ('10.222.0.24', 45254) {{(pid=84875) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:25:33.594803 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-9c84c532-67bb-4111-bfdb-edbdbdb1c10b tempest-RoutersIpV6Test-883692175 tempest-RoutersIpV6Test-883692175] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036850886612', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036850863158'] for router, after_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:25:33.714007 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-9c84c532-67bb-4111-bfdb-edbdbdb1c10b tempest-RoutersIpV6Test-883692175 tempest-RoutersIpV6Test-883692175] Notify callbacks [] for router, before_response {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:25:33.730196 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-9c84c532-67bb-4111-bfdb-edbdbdb1c10b tempest-RoutersIpV6Test-883692175 tempest-RoutersIpV6Test-883692175] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.3074598 Jan 14 07:25:33.730196 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84874) accepted ('10.222.0.24', 45260) {{(pid=84874) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:25:33.750308 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.v2.base [None req-2b0b6762-1a43-4d36-a0dc-598acbe80564 tempest-RoutersIpV6Test-883692175 tempest-RoutersIpV6Test-883692175] Request body: {'router': {'admin_state_up': True}} {{(pid=84874) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:25:33.761204 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8245bb77-75cc-4d08-8927-20373b1e96ce None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5d94dc7a-c095-50a4-955e-5f3b78718a12-fbefecea-75e1-4a71-acda-1d158efcc4d6', 'network_id': 'fbefecea-75e1-4a71-acda-1d158efcc4d6', 'tenant_id': '130ee88fc4054d968ce76b7b9727c055', 'fixed_ips': [{'subnet_id': '0beb463d-f862-45c9-80b1-bac7685ca371'}]}} from n-d-768862-2. {{(pid=84876) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Jan 14 07:25:33.762154 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-8245bb77-75cc-4d08-8927-20373b1e96ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555753'] for port, before_create {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:25:34.252202 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d50180a-c4e2-42fa-87fd-dce86321a2eb None None] Network cecdff6f-cf85-4701-852d-f46d915ba7b2 requested from n-d-768862-2 {{(pid=84876) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 07:25:34.326823 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84874) accepted ('10.222.0.24', 45284) {{(pid=84874) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:25:34.424531 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-2b0b6762-1a43-4d36-a0dc-598acbe80564 tempest-RoutersIpV6Test-883692175 tempest-RoutersIpV6Test-883692175] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3912484', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3889188', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-58194'] for router, precommit_update {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:25:34.439771 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-2b0b6762-1a43-4d36-a0dc-598acbe80564 tempest-RoutersIpV6Test-883692175 tempest-RoutersIpV6Test-883692175] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036850863158', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change--9223372036850863141', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3912659', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources--9223372036850886437'] for router, after_update {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:25:34.503652 n-d-768862-2 neutron-server[84765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2ba0b60-3059-447f-b251-7acddc8cfcbb None None] Network 15cfbb09-20cb-485b-839c-7134e8382f57 is already hosted by enough agents. {{(pid=84876) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 07:25:34.556629 n-d-768862-2 neutron-server[84765]: DEBUG neutron.scheduler.base_scheduler [None req-c2ba0b60-3059-447f-b251-7acddc8cfcbb None None] Resources bound (agent type, host, resource id): {{(pid=84876) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 07:25:34.567049 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2ba0b60-3059-447f-b251-7acddc8cfcbb None None] Received port after_create {{(pid=84876) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 14 07:25:34.570416 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-ea6f3e01-085b-4285-afaa-c001de177b3f None None] Provisioning for port b3832ba8-eb39-4b38-a2cc-6c65d138f1ef completed by entity DHCP. {{(pid=84876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 07:25:34.589386 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-0c378543-b725-409f-95c1-68970b9acbd0 tempest-NetworksIpV6Test-2047944877 tempest-NetworksIpV6Test-2047944877] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 812 time: 6.8905320 Jan 14 07:25:34.609111 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84874) accepted ('10.222.0.24', 45290) {{(pid=84874) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:25:34.613541 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.db_base_plugin_v2 [None req-9e7e7f72-6fb2-45c4-91fd-5f6531828b20 tempest-NetworksIpV6TestAttrs-1453117616 tempest-NetworksIpV6TestAttrs-1453117616] Deleting subnet 8c878a66-8628-4bfd-bb02-23d1cddbc937 {{(pid=84875) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Jan 14 07:25:34.647521 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.v2.base [None req-641db79f-949a-4b73-b923-40e3bca9c59c tempest-ExtraDHCPOptionsIpV6TestJSON-1473121844 tempest-ExtraDHCPOptionsIpV6TestJSON-1473121844] Request body: {'network': {'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-test-network-1966766270'}} {{(pid=84874) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:25:34.666040 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-ea6f3e01-085b-4285-afaa-c001de177b3f None None] Provisioning complete for port b3832ba8-eb39-4b38-a2cc-6c65d138f1ef triggered by entity DHCP. {{(pid=84876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 07:25:34.666467 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-ea6f3e01-085b-4285-afaa-c001de177b3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-604227'] for port, provisioning_complete {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:25:34.785080 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.managers [None req-c2ba0b60-3059-447f-b251-7acddc8cfcbb None None] Attempting to bind port ad58c6a6-384e-49e4-9fbb-73b5e65e34e1 on host n-d-768862-2 for vnic_type normal with profile {{(pid=84876) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 14 07:25:34.785504 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.managers [None req-c2ba0b60-3059-447f-b251-7acddc8cfcbb None None] Attempting to bind port ad58c6a6-384e-49e4-9fbb-73b5e65e34e1 by drivers openvswitch on host n-d-768862-2 at level 0 using segments [{'id': 'bcd4cfff-a935-47b3-88e6-93539490fa99', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 9, 'network_id': '15cfbb09-20cb-485b-839c-7134e8382f57'}] {{(pid=84876) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 14 07:25:34.785925 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2ba0b60-3059-447f-b251-7acddc8cfcbb None None] Attempting to bind port ad58c6a6-384e-49e4-9fbb-73b5e65e34e1 on network 15cfbb09-20cb-485b-839c-7134e8382f57 {{(pid=84876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 14 07:25:34.808116 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [req-3f8085a7-1c7d-4632-bde3-897356bb8966 req-f2b39028-0676-4af1-825b-2ad501e2a283 tempest-VolumesBackupsTest-1136160987 tempest-VolumesBackupsTest-1136160987] 10.222.0.24 "GET /v2.0/networks?tenant_id=b8507cf99aff47598b61281115ff3f2c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.2612073 Jan 14 07:25:34.815818 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-9e7e7f72-6fb2-45c4-91fd-5f6531828b20 tempest-NetworksIpV6TestAttrs-1453117616 tempest-NetworksIpV6TestAttrs-1453117616] Notify callbacks [] for subnet, before_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:25:34.841870 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2ba0b60-3059-447f-b251-7acddc8cfcbb None None] Checking agent: {'id': 'ba5efab1-b43c-4d5a-bc52-6e105d4e67a2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768862-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 14, 6, 56, 52), 'started_at': datetime.datetime(2021, 1, 14, 6, 57, 22), 'heartbeat_timestamp': datetime.datetime(2021, 1, 14, 7, 25, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768862-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.29', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 14 07:25:34.842782 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2ba0b60-3059-447f-b251-7acddc8cfcbb None None] Checking segment: {'id': 'bcd4cfff-a935-47b3-88e6-93539490fa99', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 9, 'network_id': '15cfbb09-20cb-485b-839c-7134e8382f57'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84876) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 14 07:25:34.843253 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-c2ba0b60-3059-447f-b251-7acddc8cfcbb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:25:34.843724 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2ba0b60-3059-447f-b251-7acddc8cfcbb None None] Bound using segment: {'id': 'bcd4cfff-a935-47b3-88e6-93539490fa99', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 9, 'network_id': '15cfbb09-20cb-485b-839c-7134e8382f57'} {{(pid=84876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 14 07:25:34.844380 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.managers [None req-c2ba0b60-3059-447f-b251-7acddc8cfcbb None None] Bound port: ad58c6a6-384e-49e4-9fbb-73b5e65e34e1, host: n-d-768862-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bcd4cfff-a935-47b3-88e6-93539490fa99', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 9, 'network_id': '15cfbb09-20cb-485b-839c-7134e8382f57'}}] {{(pid=84876) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 14 07:25:34.844820 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-c2ba0b60-3059-447f-b251-7acddc8cfcbb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555753'] for port, before_update {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:25:34.897904 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.db_base_plugin_common [None req-8245bb77-75cc-4d08-8927-20373b1e96ce None None] Allocated IP 2001:db8::1 (fbefecea-75e1-4a71-acda-1d158efcc4d6/0beb463d-f862-45c9-80b1-bac7685ca371/74aab735-8786-4ef5-8192-c7f5f7d20f5d) {{(pid=84876) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 14 07:25:34.898622 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-46aeeb1e-eee5-4051-9353-ec1cf88eb7fe tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-598964', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850887113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3154192', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2308610'] for subnet, after_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:25:35.013821 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-ea6f3e01-085b-4285-afaa-c001de177b3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555753'] for port, before_update {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:25:35.082733 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-641db79f-949a-4b73-b923-40e3bca9c59c tempest-ExtraDHCPOptionsIpV6TestJSON-1473121844 tempest-ExtraDHCPOptionsIpV6TestJSON-1473121844] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:25:35.087778 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-641db79f-949a-4b73-b923-40e3bca9c59c tempest-ExtraDHCPOptionsIpV6TestJSON-1473121844 tempest-ExtraDHCPOptionsIpV6TestJSON-1473121844] Usage tracker for resource:network and tenant:ec040553b94b45438f88c392adffbb4d is out of sync, need to count used quota {{(pid=84874) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:25:35.091081 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-641db79f-949a-4b73-b923-40e3bca9c59c tempest-ExtraDHCPOptionsIpV6TestJSON-1473121844 tempest-ExtraDHCPOptionsIpV6TestJSON-1473121844] Quota usage for network was recalculated. Used quota:0. {{(pid=84874) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:25:35.097708 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-641db79f-949a-4b73-b923-40e3bca9c59c tempest-ExtraDHCPOptionsIpV6TestJSON-1473121844 tempest-ExtraDHCPOptionsIpV6TestJSON-1473121844] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:25:35.105453 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-0dc42c23-69cd-4132-bd17-5fc99a190356 tempest-RoutersIpV6AdminTest-832003634 tempest-RoutersIpV6AdminTest-832003634] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:25:35.121029 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-641db79f-949a-4b73-b923-40e3bca9c59c tempest-ExtraDHCPOptionsIpV6TestJSON-1473121844 tempest-ExtraDHCPOptionsIpV6TestJSON-1473121844] Made reservation on behalf of ec040553b94b45438f88c392adffbb4d for: {'network': 1} {{(pid=84874) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 07:25:35.137131 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-641db79f-949a-4b73-b923-40e3bca9c59c tempest-ExtraDHCPOptionsIpV6TestJSON-1473121844 tempest-ExtraDHCPOptionsIpV6TestJSON-1473121844] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555753'] for network, before_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:25:35.205422 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-641db79f-949a-4b73-b923-40e3bca9c59c tempest-ExtraDHCPOptionsIpV6TestJSON-1473121844 tempest-ExtraDHCPOptionsIpV6TestJSON-1473121844] Notify callbacks [] for security_group, before_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:25:35.206150 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [None req-ea6f3e01-085b-4285-afaa-c001de177b3f None None] For port b3832ba8-eb39-4b38-a2cc-6c65d138f1ef, host n-d-768862-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-2',level=0,port_id=b3832ba8-eb39-4b38-a2cc-6c65d138f1ef,segment=NetworkSegment(445922aa-b15e-4e18-9ef6-65bb0b656ec2),segment_id=445922aa-b15e-4e18-9ef6-65bb0b656ec2)] {{(pid=84876) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 07:25:35.233713 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [None req-c2ba0b60-3059-447f-b251-7acddc8cfcbb None None] For port ad58c6a6-384e-49e4-9fbb-73b5e65e34e1, host n-d-768862-2, cleared binding levels {{(pid=84876) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 14 07:25:35.236202 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-ea6f3e01-085b-4285-afaa-c001de177b3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777640533312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363259214678337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777640097497'] for port, after_update {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:25:35.242049 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84876) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:25:35.243623 n-d-768862-2 neutron-server[84765]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2b0b6762-1a43-4d36-a0dc-598acbe80564 tempest-RoutersIpV6Test-883692175 tempest-RoutersIpV6Test-883692175] Router dbfd46eb-4a7b-4daf-b19e-acb29838510e is scheduled to L3 agent 35f592e9-451b-4db9-abea-77b6a5c5391b with binding_index 1 {{(pid=84874) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}} Jan 14 07:25:35.247707 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-641db79f-949a-4b73-b923-40e3bca9c59c tempest-ExtraDHCPOptionsIpV6TestJSON-1473121844 tempest-ExtraDHCPOptionsIpV6TestJSON-1473121844] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:25:35.266442 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-641db79f-949a-4b73-b923-40e3bca9c59c tempest-ExtraDHCPOptionsIpV6TestJSON-1473121844 tempest-ExtraDHCPOptionsIpV6TestJSON-1473121844] Usage tracker for resource:security_group_rule and tenant:ec040553b94b45438f88c392adffbb4d is out of sync, need to count used quota {{(pid=84874) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:25:35.269957 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-9e7e7f72-6fb2-45c4-91fd-5f6531828b20 tempest-NetworksIpV6TestAttrs-1453117616 tempest-NetworksIpV6TestAttrs-1453117616] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3367281'] for subnet, precommit_delete_associations {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:25:35.279783 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-641db79f-949a-4b73-b923-40e3bca9c59c tempest-ExtraDHCPOptionsIpV6TestJSON-1473121844 tempest-ExtraDHCPOptionsIpV6TestJSON-1473121844] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84874) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:25:35.315173 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [None req-c2ba0b60-3059-447f-b251-7acddc8cfcbb None None] For port ad58c6a6-384e-49e4-9fbb-73b5e65e34e1, host n-d-768862-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-2',level=0,port_id=ad58c6a6-384e-49e4-9fbb-73b5e65e34e1,segment=NetworkSegment(bcd4cfff-a935-47b3-88e6-93539490fa99),segment_id=bcd4cfff-a935-47b3-88e6-93539490fa99)] {{(pid=84876) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 14 07:25:35.329331 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46aeeb1e-eee5-4051-9353-ec1cf88eb7fe tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] Pushing event deleted for resources: {'Subnet': ['ID=cc803cab-7c26-4c46-887e-69b95812c101,revision_number=None']} {{(pid=84875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:25:35.340827 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-46aeeb1e-eee5-4051-9353-ec1cf88eb7fe tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.236s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:25:35.349761 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-c2ba0b60-3059-447f-b251-7acddc8cfcbb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777640533312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363259214678337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777640097497'] for port, after_update {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:25:35.364039 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-641db79f-949a-4b73-b923-40e3bca9c59c tempest-ExtraDHCPOptionsIpV6TestJSON-1473121844 tempest-ExtraDHCPOptionsIpV6TestJSON-1473121844] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:25:35.404981 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea6f3e01-085b-4285-afaa-c001de177b3f None None] Pushing event updated for resources: {'Port': ['ID=b3832ba8-eb39-4b38-a2cc-6c65d138f1ef,revision_number=3']} {{(pid=84876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:25:35.416678 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-ea6f3e01-085b-4285-afaa-c001de177b3f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.174s {{(pid=84876) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:25:35.425141 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-22c190d5-0fc1-409e-9498-4bd2d9bdb929 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.020s {{(pid=84876) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:25:35.428497 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.agents_db [None req-5b939a2f-078d-4c69-a188-cb55a28a77a0 None None] Agent healthcheck: found 7 active agents {{(pid=84877) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Jan 14 07:25:35.433517 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-ec5d3ff6-6d68-42d7-8a7e-e1dffaeee3be tempest-RoutersNegativeIpV6Test-1464408958 tempest-RoutersNegativeIpV6Test-1464408958] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555753'] for port, before_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:25:35.454193 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-46aeeb1e-eee5-4051-9353-ec1cf88eb7fe tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] Notify callbacks [] for subnet, before_response {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:25:35.483363 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-ca334838-2d44-4cfd-a2a7-0cf8b24a997b tempest-NetworksIpV6Test-2047944877 tempest-NetworksIpV6Test-2047944877] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036854160497'] for network, before_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:25:35.567385 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2b0b6762-1a43-4d36-a0dc-598acbe80564 tempest-RoutersIpV6Test-883692175 tempest-RoutersIpV6Test-883692175] Notify agent at l3_agent.n-d-768862-2 the message routers_updated {{(pid=84874) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jan 14 07:25:35.576127 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-46aeeb1e-eee5-4051-9353-ec1cf88eb7fe tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] 10.222.0.24 "DELETE /v2.0/subnets/cc803cab-7c26-4c46-887e-69b95812c101 HTTP/1.1" status: 204 len: 168 time: 5.7944357 Jan 14 07:25:35.576867 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84875) accepted ('10.222.0.24', 45298) {{(pid=84875) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:25:35.587805 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-200d770a-4ac8-4858-85cf-7115b55c2b2b None None] Network 23f0a15d-6362-4cec-82c1-cacba887c566 requested from n-d-768862-2 {{(pid=84876) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 07:25:35.626348 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2ba0b60-3059-447f-b251-7acddc8cfcbb None None] Pushing event updated for resources: {'Port': ['ID=ad58c6a6-384e-49e4-9fbb-73b5e65e34e1,revision_number=2']} {{(pid=84876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:25:35.636172 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-2b0b6762-1a43-4d36-a0dc-598acbe80564 tempest-RoutersIpV6Test-883692175 tempest-RoutersIpV6Test-883692175] Notify callbacks [] for router, before_response {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:25:35.640115 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-2b0b6762-1a43-4d36-a0dc-598acbe80564 tempest-RoutersIpV6Test-883692175 tempest-RoutersIpV6Test-883692175] 10.222.0.24 "PUT /v2.0/routers/dbfd46eb-4a7b-4daf-b19e-acb29838510e HTTP/1.1" status: 200 len: 697 time: 1.9078743 Jan 14 07:25:35.644946 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84874) accepted ('10.222.0.24', 45302) {{(pid=84874) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:25:35.672022 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-c2ba0b60-3059-447f-b251-7acddc8cfcbb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.246s {{(pid=84876) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:25:35.684545 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-123e4fa4-ad73-41ee-b7ee-8d9f1f205c6c None None] Sync routers for ids ['dbfd46eb-4a7b-4daf-b19e-acb29838510e'] in n-d-768862-2 {{(pid=84876) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Jan 14 07:25:35.920283 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-40924c3f-723e-49bb-8329-cf638a1b5d7f tempest-RoutersIpV6Test-883692175 tempest-RoutersIpV6Test-883692175] 10.222.0.24 "GET /v2.0/routers/dbfd46eb-4a7b-4daf-b19e-acb29838510e HTTP/1.1" status: 200 len: 703 time: 0.2715330 Jan 14 07:25:35.920885 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-2df01144-d696-4082-b4eb-ac403d6cb8c6 tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] 10.222.0.24 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.3194337 Jan 14 07:25:35.921764 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84875) accepted ('10.222.0.24', 45306) {{(pid=84875) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:25:35.922136 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84875) accepted ('10.222.0.24', 45308) {{(pid=84875) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:25:35.948113 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-ca334838-2d44-4cfd-a2a7-0cf8b24a997b tempest-NetworksIpV6Test-2047944877 tempest-NetworksIpV6Test-2047944877] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036854176836'] for subnet, precommit_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:25:36.069238 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f8085a7-1c7d-4632-bde3-897356bb8966 req-2ad6e801-9bf3-4c3d-9a26-7b79939fb34b tempest-VolumesBackupsTest-1136160987 tempest-VolumesBackupsTest-1136160987] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:25:36.078009 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [req-3f8085a7-1c7d-4632-bde3-897356bb8966 req-2ad6e801-9bf3-4c3d-9a26-7b79939fb34b tempest-VolumesBackupsTest-1136160987 tempest-VolumesBackupsTest-1136160987] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 1.2685556 Jan 14 07:25:36.104188 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-a9b391d1-0a51-4cee-b9ef-7eb4f9472b1c None None] Provisioning for port dd59aefc-1f80-4fad-ad38-8e754e9bf25d completed by entity DHCP. {{(pid=84876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 07:25:36.114458 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-123e4fa4-ad73-41ee-b7ee-8d9f1f205c6c None None] Routers {'dbfd46eb-4a7b-4daf-b19e-acb29838510e'} bound to L3 agent in host n-d-768862-2 {{(pid=84876) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 14 07:25:36.115184 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_hamode_db [None req-123e4fa4-ad73-41ee-b7ee-8d9f1f205c6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-01-14T06:56:51Z,description=,heartbeat_timestamp=2021-01-14T07:25:22Z,host='n-d-768862-2',id=35f592e9-451b-4db9-abea-77b6a5c5391b,load=0,resource_versions=,resources_synced=,started_at=2021-01-14T06:56:51Z,topic='l3_agent')) {'router_ids': ['dbfd46eb-4a7b-4daf-b19e-acb29838510e'], 'active': True} {{(pid=84876) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:25:36.179490 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-641db79f-949a-4b73-b923-40e3bca9c59c tempest-ExtraDHCPOptionsIpV6TestJSON-1473121844 tempest-ExtraDHCPOptionsIpV6TestJSON-1473121844] Notify callbacks [] for security_group, precommit_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:25:36.182650 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-b72f9b94-a5a8-4b1d-a1d2-8c76c9263598 tempest-RoutersIpV6Test-883692175 tempest-RoutersIpV6Test-883692175] Synchronizing usage tracker for tenant:d787627cdb8d4cc9b70642659fae99d7 on resource:port {{(pid=84875) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 14 07:25:36.194998 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [req-3f8085a7-1c7d-4632-bde3-897356bb8966 req-b954bb77-05b9-424e-b838-c0c3ac766b4c tempest-VolumesBackupsTest-1136160987 tempest-VolumesBackupsTest-1136160987] 10.222.0.24 "GET /v2.0/quotas/b8507cf99aff47598b61281115ff3f2c HTTP/1.1" status: 200 len: 375 time: 0.1159327 Jan 14 07:25:36.200121 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-a9b391d1-0a51-4cee-b9ef-7eb4f9472b1c None None] Provisioning complete for port dd59aefc-1f80-4fad-ad38-8e754e9bf25d triggered by entity DHCP. {{(pid=84876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 07:25:36.200527 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-a9b391d1-0a51-4cee-b9ef-7eb4f9472b1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-604227'] for port, provisioning_complete {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:25:36.254020 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-b72f9b94-a5a8-4b1d-a1d2-8c76c9263598 tempest-RoutersIpV6Test-883692175 tempest-RoutersIpV6Test-883692175] Unset dirty status for tenant:d787627cdb8d4cc9b70642659fae99d7 on resource:port {{(pid=84875) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 14 07:25:36.261074 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-b72f9b94-a5a8-4b1d-a1d2-8c76c9263598 tempest-RoutersIpV6Test-883692175 tempest-RoutersIpV6Test-883692175] 10.222.0.24 "GET /v2.0/ports?device_id=dbfd46eb-4a7b-4daf-b19e-acb29838510e HTTP/1.1" status: 200 len: 205 time: 0.3155963 Jan 14 07:25:36.264775 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-641db79f-949a-4b73-b923-40e3bca9c59c tempest-ExtraDHCPOptionsIpV6TestJSON-1473121844 tempest-ExtraDHCPOptionsIpV6TestJSON-1473121844] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850887153'] for security_group, after_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:25:36.278949 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84874) accepted ('10.222.0.24', 45316) {{(pid=84874) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:25:36.281476 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-db7cc579-57a2-4e48-8d55-e1673290cbd9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:25:36.297103 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [req-3f8085a7-1c7d-4632-bde3-897356bb8966 req-64cc0a62-7260-4b49-93b2-7ad52f3a6591 tempest-VolumesBackupsTest-1136160987 tempest-VolumesBackupsTest-1136160987] 10.222.0.24 "GET /v2.0/ports?tenant_id=b8507cf99aff47598b61281115ff3f2c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1009779 Jan 14 07:25:36.355934 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-8245bb77-75cc-4d08-8927-20373b1e96ce None None] Notify callbacks [] for port, precommit_create {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:25:36.396586 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_dvr_db [None req-123e4fa4-ad73-41ee-b7ee-8d9f1f205c6c None None] Set router dbfd46eb-4a7b-4daf-b19e-acb29838510e gateway port host: None {{(pid=84876) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 14 07:25:36.440804 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-641db79f-949a-4b73-b923-40e3bca9c59c tempest-ExtraDHCPOptionsIpV6TestJSON-1473121844 tempest-ExtraDHCPOptionsIpV6TestJSON-1473121844] Pushing event updated for resources: {'SecurityGroup': ['ID=dae7f266-a77f-4c67-bfdd-f965fae66728,revision_number=1']} {{(pid=84874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:25:36.446037 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-641db79f-949a-4b73-b923-40e3bca9c59c tempest-ExtraDHCPOptionsIpV6TestJSON-1473121844 tempest-ExtraDHCPOptionsIpV6TestJSON-1473121844] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.165s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:25:36.554210 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Device b3832ba8-eb39-4b38-a2cc-6c65d138f1ef up at agent ovs-agent-n-d-768862-2 {{(pid=84876) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 07:25:36.577119 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-641db79f-949a-4b73-b923-40e3bca9c59c tempest-ExtraDHCPOptionsIpV6TestJSON-1473121844 tempest-ExtraDHCPOptionsIpV6TestJSON-1473121844] vxlan segment allocate from pool success with {'vxlan_vni': 15} {{(pid=84874) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Jan 14 07:25:36.587637 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-641db79f-949a-4b73-b923-40e3bca9c59c tempest-ExtraDHCPOptionsIpV6TestJSON-1473121844 tempest-ExtraDHCPOptionsIpV6TestJSON-1473121844] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854179735'] for segment, precommit_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:25:36.587987 n-d-768862-2 neutron-server[84765]: INFO neutron.db.segments_db [None req-641db79f-949a-4b73-b923-40e3bca9c59c tempest-ExtraDHCPOptionsIpV6TestJSON-1473121844 tempest-ExtraDHCPOptionsIpV6TestJSON-1473121844] Added segment f7b5d34d-d15c-4391-af8e-418998b7bddd of type vxlan for network 68cb209c-2937-4622-ba74-2bdc2090784d Jan 14 07:25:36.598922 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-8245bb77-75cc-4d08-8927-20373b1e96ce None None] Transition to ACTIVE for port object 74aab735-8786-4ef5-8192-c7f5f7d20f5d will not be triggered until provisioned by entity L2. {{(pid=84876) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 07:25:36.619566 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-641db79f-949a-4b73-b923-40e3bca9c59c tempest-ExtraDHCPOptionsIpV6TestJSON-1473121844 tempest-ExtraDHCPOptionsIpV6TestJSON-1473121844] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363259214646115'] for network, precommit_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:25:36.631722 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_hamode_db [None req-123e4fa4-ad73-41ee-b7ee-8d9f1f205c6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dbfd46eb-4a7b-4daf-b19e-acb29838510e', 'name': 'tempest-RoutersIpV6Test-router-635277896', 'tenant_id': 'd787627cdb8d4cc9b70642659fae99d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-14T07:25:33Z', 'updated_at': '2021-01-14T07:25:34Z', 'revision_number': 2, 'project_id': 'd787627cdb8d4cc9b70642659fae99d7', 'gw_port_host': None}], 'n-d-768862-2', False) {} {{(pid=84876) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:25:36.664644 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-641db79f-949a-4b73-b923-40e3bca9c59c tempest-ExtraDHCPOptionsIpV6TestJSON-1473121844 tempest-ExtraDHCPOptionsIpV6TestJSON-1473121844] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850887149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964'] for network, after_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:25:36.669469 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5089f198-fcec-4a0d-85a7-d7a75cd0523d tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:25:36.670294 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-5089f198-fcec-4a0d-85a7-d7a75cd0523d tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] Synchronizing usage tracker for tenant:be0aa702e3ca464795a99c51e3b3b04f on resource:port {{(pid=84875) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 14 07:25:36.685567 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-641db79f-949a-4b73-b923-40e3bca9c59c tempest-ExtraDHCPOptionsIpV6TestJSON-1473121844 tempest-ExtraDHCPOptionsIpV6TestJSON-1473121844] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:25:36.686929 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-641db79f-949a-4b73-b923-40e3bca9c59c tempest-ExtraDHCPOptionsIpV6TestJSON-1473121844 tempest-ExtraDHCPOptionsIpV6TestJSON-1473121844] Notify callbacks [] for network, before_response {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:25:36.687869 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-9e7e7f72-6fb2-45c4-91fd-5f6531828b20 tempest-NetworksIpV6TestAttrs-1453117616 tempest-NetworksIpV6TestAttrs-1453117616] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036854176836'] for subnet, precommit_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:25:36.696877 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-6aaa142d-aa38-47e9-9166-b46fd9ec669d tempest-AllowedAddressPairIpV6TestJSON-498488695 tempest-AllowedAddressPairIpV6TestJSON-498488695] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:25:36.706683 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-123e4fa4-ad73-41ee-b7ee-8d9f1f205c6c None None] Checking router: dbfd46eb-4a7b-4daf-b19e-acb29838510e for host: n-d-768862-2 {{(pid=84876) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Jan 14 07:25:36.766059 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-0498b1cd-22aa-407f-a785-28ef27902bab tempest-RoutersIpV6Test-883692175 tempest-RoutersIpV6Test-883692175] Notify callbacks [] for router, before_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:25:36.806595 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.plugin [None req-a9b391d1-0a51-4cee-b9ef-7eb4f9472b1c None None] Port dd59aefc-1f80-4fad-ad38-8e754e9bf25d cannot update to ACTIVE because it is not bound. {{(pid=84876) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:329}} Jan 14 07:25:36.838552 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-5089f198-fcec-4a0d-85a7-d7a75cd0523d tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] Unset dirty status for tenant:be0aa702e3ca464795a99c51e3b3b04f on resource:port {{(pid=84875) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 14 07:25:36.839957 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-5089f198-fcec-4a0d-85a7-d7a75cd0523d tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] 10.222.0.24 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.9032199 Jan 14 07:25:36.852168 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84875) accepted ('10.222.0.24', 45326) {{(pid=84875) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:25:36.897033 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-123e4fa4-ad73-41ee-b7ee-8d9f1f205c6c None None] Routers {'dbfd46eb-4a7b-4daf-b19e-acb29838510e'} bound to L3 agent in host n-d-768862-2 {{(pid=84876) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 14 07:25:36.897954 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_hamode_db [None req-123e4fa4-ad73-41ee-b7ee-8d9f1f205c6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-01-14T06:56:51Z,description=,heartbeat_timestamp=2021-01-14T07:25:22Z,host='n-d-768862-2',id=35f592e9-451b-4db9-abea-77b6a5c5391b,load=0,resource_versions=,resources_synced=,started_at=2021-01-14T06:56:51Z,topic='l3_agent')) {'router_ids': ['dbfd46eb-4a7b-4daf-b19e-acb29838510e'], 'active': True} {{(pid=84876) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:25:36.983816 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93cc9a4c-c796-438f-8370-d8ad2af32fd5 tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:25:36.984711 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-93cc9a4c-c796-438f-8370-d8ad2af32fd5 tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] Synchronizing usage tracker for tenant:be0aa702e3ca464795a99c51e3b3b04f on resource:subnet {{(pid=84875) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 14 07:25:37.029155 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-8245bb77-75cc-4d08-8927-20373b1e96ce None None] Transition to ACTIVE for port object 74aab735-8786-4ef5-8192-c7f5f7d20f5d will not be triggered until provisioned by entity DHCP. {{(pid=84876) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 07:25:37.077870 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-0498b1cd-22aa-407f-a785-28ef27902bab tempest-RoutersIpV6Test-883692175 tempest-RoutersIpV6Test-883692175] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3889346', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036854717606'] for router, precommit_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:25:37.080677 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-0498b1cd-22aa-407f-a785-28ef27902bab tempest-RoutersIpV6Test-883692175 tempest-RoutersIpV6Test-883692175] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:25:37.125461 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-0498b1cd-22aa-407f-a785-28ef27902bab tempest-RoutersIpV6Test-883692175 tempest-RoutersIpV6Test-883692175] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036850897070'] for router, after_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:25:37.126039 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0498b1cd-22aa-407f-a785-28ef27902bab tempest-RoutersIpV6Test-883692175 tempest-RoutersIpV6Test-883692175] Fanout notify agent at l3_agent the message router_deleted on router dbfd46eb-4a7b-4daf-b19e-acb29838510e {{(pid=84874) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jan 14 07:25:37.141757 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.db_base_plugin_common [None req-ec5d3ff6-6d68-42d7-8a7e-e1dffaeee3be tempest-RoutersNegativeIpV6Test-1464408958 tempest-RoutersNegativeIpV6Test-1464408958] Allocated IP 2001:db8::1 (9533dc0b-12b3-450f-936d-f541d8424211/5fc187fc-cffd-4eab-a3fe-ac5e42608d0b/78a78f3e-416c-469a-84fe-4b940140218b) {{(pid=84875) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 14 07:25:37.177708 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-93cc9a4c-c796-438f-8370-d8ad2af32fd5 tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] Unset dirty status for tenant:be0aa702e3ca464795a99c51e3b3b04f on resource:subnet {{(pid=84875) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 14 07:25:37.183971 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-8245bb77-75cc-4d08-8927-20373b1e96ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777640123575'] for port, after_create {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:25:37.193167 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-93cc9a4c-c796-438f-8370-d8ad2af32fd5 tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] 10.222.0.24 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.3395402 Jan 14 07:25:37.193895 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84875) accepted ('10.222.0.24', 45342) {{(pid=84875) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:25:37.269164 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-641db79f-949a-4b73-b923-40e3bca9c59c tempest-ExtraDHCPOptionsIpV6TestJSON-1473121844 tempest-ExtraDHCPOptionsIpV6TestJSON-1473121844] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 796 time: 2.9323878 Jan 14 07:25:37.284366 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-0498b1cd-22aa-407f-a785-28ef27902bab tempest-RoutersIpV6Test-883692175 tempest-RoutersIpV6Test-883692175] Notify callbacks [] for router, before_response {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:25:37.285798 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-0498b1cd-22aa-407f-a785-28ef27902bab tempest-RoutersIpV6Test-883692175 tempest-RoutersIpV6Test-883692175] 10.222.0.24 "DELETE /v2.0/routers/dbfd46eb-4a7b-4daf-b19e-acb29838510e HTTP/1.1" status: 204 len: 168 time: 0.9284775 Jan 14 07:25:37.289129 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84874) accepted ('10.222.0.24', 45350) {{(pid=84874) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:25:37.293525 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84874) accepted ('10.222.0.24', 45352) {{(pid=84874) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:25:37.293805 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-641db79f-949a-4b73-b923-40e3bca9c59c tempest-ExtraDHCPOptionsIpV6TestJSON-1473121844 tempest-ExtraDHCPOptionsIpV6TestJSON-1473121844] Pushing event updated for resources: {'Network': ['ID=68cb209c-2937-4622-ba74-2bdc2090784d,revision_number=1']} {{(pid=84874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:25:37.318888 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-641db79f-949a-4b73-b923-40e3bca9c59c tempest-ExtraDHCPOptionsIpV6TestJSON-1473121844 tempest-ExtraDHCPOptionsIpV6TestJSON-1473121844] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.622s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:25:37.412938 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-63b429e7-e140-4e38-97b7-cc77b56d059e tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] 10.222.0.24 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.2106845 Jan 14 07:25:37.429417 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.v2.base [None req-a013678f-d183-4344-a92b-1f31decc4262 tempest-ExtraDHCPOptionsIpV6TestJSON-1473121844 tempest-ExtraDHCPOptionsIpV6TestJSON-1473121844] Request body: {'subnet': {'network_id': '68cb209c-2937-4622-ba74-2bdc2090784d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=84874) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:25:37.495420 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84874) accepted ('10.222.0.24', 45360) {{(pid=84874) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:25:37.501459 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-ae5e3d70-8a52-4a33-bdf9-216db99074e5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84876) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:25:37.548782 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Network 68cb209c-2937-4622-ba74-2bdc2090784d details requested by agent ovs-agent-n-d-768862-2 with host n-d-768862-2 {{(pid=84876) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 07:25:37.566655 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-852a24f7-e9a1-4193-9abb-e9506fe5213f None None] Network 68cb209c-2937-4622-ba74-2bdc2090784d details requested by agent ovs-agent-n-h2-768862-2 with host n-h2-768862-2 {{(pid=84876) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 07:25:37.581079 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-017f98a9-8a07-408c-a86f-8ff0c00400a0 None None] Network 68cb209c-2937-4622-ba74-2bdc2090784d details requested by agent ovs-agent-n-h1-768862-2 with host n-h1-768862-2 {{(pid=84876) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 07:25:37.644511 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-a9b391d1-0a51-4cee-b9ef-7eb4f9472b1c None None] Provisioning complete for port b3832ba8-eb39-4b38-a2cc-6c65d138f1ef triggered by entity DHCP. {{(pid=84876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 07:25:37.645289 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-a9b391d1-0a51-4cee-b9ef-7eb4f9472b1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-604227'] for port, provisioning_complete {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:25:37.698276 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-ec5d3ff6-6d68-42d7-8a7e-e1dffaeee3be tempest-RoutersNegativeIpV6Test-1464408958 tempest-RoutersNegativeIpV6Test-1464408958] Notify callbacks [] for port, precommit_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:25:37.721742 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-ec5d3ff6-6d68-42d7-8a7e-e1dffaeee3be tempest-RoutersNegativeIpV6Test-1464408958 tempest-RoutersNegativeIpV6Test-1464408958] Transition to ACTIVE for port object 78a78f3e-416c-469a-84fe-4b940140218b will not be triggered until provisioned by entity DHCP. {{(pid=84875) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 07:25:37.731142 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-ac87448a-aed5-4374-a043-f8e49919c951 tempest-RoutersIpV6Test-883692175 tempest-RoutersIpV6Test-883692175] 10.222.0.24 "GET /v2.0/ports?device_id=dbfd46eb-4a7b-4daf-b19e-acb29838510e HTTP/1.1" status: 200 len: 205 time: 0.4154778 Jan 14 07:25:37.735471 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_dvr_db [None req-123e4fa4-ad73-41ee-b7ee-8d9f1f205c6c None None] Set router dbfd46eb-4a7b-4daf-b19e-acb29838510e gateway port host: None {{(pid=84876) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 14 07:25:37.748477 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.v2.base [None req-efd9c834-89d4-4d0d-8975-deb1009312b0 tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] Request body: {'subnet': {'network_id': '23f0a15d-6362-4cec-82c1-cacba887c566', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=84874) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:25:37.754608 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84875) accepted ('10.222.0.24', 45364) {{(pid=84875) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:25:37.952666 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-efd9c834-89d4-4d0d-8975-deb1009312b0 tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:25:37.964511 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-efd9c834-89d4-4d0d-8975-deb1009312b0 tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:25:38.002481 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-efd9c834-89d4-4d0d-8975-deb1009312b0 tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] Made reservation on behalf of be0aa702e3ca464795a99c51e3b3b04f for: {'subnet': 1} {{(pid=84874) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 07:25:38.078381 n-d-768862-2 neutron-server[84765]: INFO neutron.api.v2.resource [None req-28905980-089e-4b72-bcbd-7e3e04abd97f tempest-RoutersIpV6Test-883692175 tempest-RoutersIpV6Test-883692175] delete failed (client error): The resource could not be found. Jan 14 07:25:38.081604 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-28905980-089e-4b72-bcbd-7e3e04abd97f tempest-RoutersIpV6Test-883692175 tempest-RoutersIpV6Test-883692175] 10.222.0.24 "DELETE /v2.0/routers/dbfd46eb-4a7b-4daf-b19e-acb29838510e HTTP/1.1" status: 404 len: 336 time: 0.1199124 Jan 14 07:25:38.109572 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-ec5d3ff6-6d68-42d7-8a7e-e1dffaeee3be tempest-RoutersNegativeIpV6Test-1464408958 tempest-RoutersNegativeIpV6Test-1464408958] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777640123575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851621574'] for port, after_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:25:38.199935 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84874) accepted ('10.222.0.24', 45368) {{(pid=84874) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:25:38.209822 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-efd9c834-89d4-4d0d-8975-deb1009312b0 tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036851981161'] for subnet, before_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:25:38.211688 n-d-768862-2 neutron-server[84765]: INFO neutron.pecan_wsgi.hooks.translation [None req-efd9c834-89d4-4d0d-8975-deb1009312b0 tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 14 07:25:38.212670 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-efd9c834-89d4-4d0d-8975-deb1009312b0 tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] No notification will be sent due to unsuccessful status code: 400 {{(pid=84874) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Jan 14 07:25:38.260411 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8245bb77-75cc-4d08-8927-20373b1e96ce None None] Pushing event updated for resources: {'Port': ['ID=74aab735-8786-4ef5-8192-c7f5f7d20f5d,revision_number=1']} {{(pid=84876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:25:38.264483 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-8245bb77-75cc-4d08-8927-20373b1e96ce None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.763s {{(pid=84876) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:25:38.274967 n-d-768862-2 neutron-server[84765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8245bb77-75cc-4d08-8927-20373b1e96ce None None] Network fbefecea-75e1-4a71-acda-1d158efcc4d6 is already hosted by enough agents. {{(pid=84876) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 07:25:38.299755 n-d-768862-2 neutron-server[84765]: INFO neutron.pecan_wsgi.hooks.translation [None req-be7f8191-3401-4042-9c9a-fade25556c92 tempest-RoutersIpV6Test-883692175 tempest-RoutersIpV6Test-883692175] DELETE failed (client error): The resource could not be found. Jan 14 07:25:38.300291 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-be7f8191-3401-4042-9c9a-fade25556c92 tempest-RoutersIpV6Test-883692175 tempest-RoutersIpV6Test-883692175] No notification will be sent due to unsuccessful status code: 404 {{(pid=84874) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Jan 14 07:25:38.320757 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-be7f8191-3401-4042-9c9a-fade25556c92 tempest-RoutersIpV6Test-883692175 tempest-RoutersIpV6Test-883692175] 10.222.0.24 "DELETE /v2.0/subnets/f2075c06-81cf-4671-9898-2417d73e67d4 HTTP/1.1" status: 404 len: 337 time: 0.1003034 Jan 14 07:25:38.334562 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-ca334838-2d44-4cfd-a2a7-0cf8b24a997b tempest-NetworksIpV6Test-2047944877 tempest-NetworksIpV6Test-2047944877] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-598964', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850887113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036851521664', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2794686'] for subnet, after_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:25:38.414310 n-d-768862-2 neutron-server[84765]: DEBUG neutron.scheduler.base_scheduler [None req-8245bb77-75cc-4d08-8927-20373b1e96ce None None] Resources bound (agent type, host, resource id): {{(pid=84876) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 07:25:38.441210 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8245bb77-75cc-4d08-8927-20373b1e96ce None None] Received port after_create {{(pid=84876) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 14 07:25:38.488280 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_hamode_db [None req-123e4fa4-ad73-41ee-b7ee-8d9f1f205c6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dbfd46eb-4a7b-4daf-b19e-acb29838510e', 'name': 'tempest-RoutersIpV6Test-router-635277896', 'tenant_id': 'd787627cdb8d4cc9b70642659fae99d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-14T07:25:33Z', 'updated_at': '2021-01-14T07:25:34Z', 'revision_number': 2, 'project_id': 'd787627cdb8d4cc9b70642659fae99d7', 'gw_port_host': None}], 'n-d-768862-2', False) {} {{(pid=84876) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:25:38.508390 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-123e4fa4-ad73-41ee-b7ee-8d9f1f205c6c None None] The sync data for ids ['dbfd46eb-4a7b-4daf-b19e-acb29838510e'] in n-d-768862-2 is: [{'id': 'dbfd46eb-4a7b-4daf-b19e-acb29838510e', 'name': 'tempest-RoutersIpV6Test-router-635277896', 'tenant_id': 'd787627cdb8d4cc9b70642659fae99d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-14T07:25:33Z', 'updated_at': '2021-01-14T07:25:34Z', 'revision_number': 2, 'project_id': 'd787627cdb8d4cc9b70642659fae99d7', 'gw_port_host': None}] {{(pid=84876) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Jan 14 07:25:38.512090 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Provisioning complete for port b3832ba8-eb39-4b38-a2cc-6c65d138f1ef triggered by entity L2. {{(pid=84876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 07:25:38.512511 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-604227'] for port, provisioning_complete {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:25:38.805023 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.managers [None req-8245bb77-75cc-4d08-8927-20373b1e96ce None None] Attempting to bind port 74aab735-8786-4ef5-8192-c7f5f7d20f5d on host n-d-768862-2 for vnic_type normal with profile {{(pid=84876) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 14 07:25:38.805590 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.managers [None req-8245bb77-75cc-4d08-8927-20373b1e96ce None None] Attempting to bind port 74aab735-8786-4ef5-8192-c7f5f7d20f5d by drivers openvswitch on host n-d-768862-2 at level 0 using segments [{'id': 'a3d2f5dd-3654-461c-a754-f946712ba958', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 22, 'network_id': 'fbefecea-75e1-4a71-acda-1d158efcc4d6'}] {{(pid=84876) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 14 07:25:38.805918 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8245bb77-75cc-4d08-8927-20373b1e96ce None None] Attempting to bind port 74aab735-8786-4ef5-8192-c7f5f7d20f5d on network fbefecea-75e1-4a71-acda-1d158efcc4d6 {{(pid=84876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 14 07:25:38.833237 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9488c2e-46d8-4db9-b8b1-024e4be91671 None None] DHCP port deletion for 23f0a15d-6362-4cec-82c1-cacba887c566 request from n-d-768862-2 {{(pid=84876) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Jan 14 07:25:38.876225 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84875) accepted ('10.222.0.24', 45372) {{(pid=84875) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:25:38.877220 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-9d43400f-109d-4f94-923e-b77657d6dd87 tempest-RoutersNegativeIpV6Test-1464408958 tempest-RoutersNegativeIpV6Test-1464408958] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:25:38.878584 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8245bb77-75cc-4d08-8927-20373b1e96ce None None] Checking agent: {'id': 'ba5efab1-b43c-4d5a-bc52-6e105d4e67a2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768862-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 14, 6, 56, 52), 'started_at': datetime.datetime(2021, 1, 14, 6, 57, 22), 'heartbeat_timestamp': datetime.datetime(2021, 1, 14, 7, 25, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768862-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.29', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 14 07:25:38.879074 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8245bb77-75cc-4d08-8927-20373b1e96ce None None] Checking segment: {'id': 'a3d2f5dd-3654-461c-a754-f946712ba958', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 22, 'network_id': 'fbefecea-75e1-4a71-acda-1d158efcc4d6'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84876) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 14 07:25:38.879548 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-8245bb77-75cc-4d08-8927-20373b1e96ce None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:25:38.880040 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8245bb77-75cc-4d08-8927-20373b1e96ce None None] Bound using segment: {'id': 'a3d2f5dd-3654-461c-a754-f946712ba958', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 22, 'network_id': 'fbefecea-75e1-4a71-acda-1d158efcc4d6'} {{(pid=84876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 14 07:25:38.880612 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.managers [None req-8245bb77-75cc-4d08-8927-20373b1e96ce None None] Bound port: 74aab735-8786-4ef5-8192-c7f5f7d20f5d, host: n-d-768862-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a3d2f5dd-3654-461c-a754-f946712ba958', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 22, 'network_id': 'fbefecea-75e1-4a71-acda-1d158efcc4d6'}}] {{(pid=84876) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 14 07:25:38.881325 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-8245bb77-75cc-4d08-8927-20373b1e96ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555753'] for port, before_update {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:25:38.894065 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-dedec3ee-6e13-4cb7-944e-252bd9cee1ee tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:25:38.954802 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca334838-2d44-4cfd-a2a7-0cf8b24a997b tempest-NetworksIpV6Test-2047944877 tempest-NetworksIpV6Test-2047944877] Pushing event deleted for resources: {'Subnet': ['ID=0beb463d-f862-45c9-80b1-bac7685ca371,revision_number=None']} {{(pid=84874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:25:38.959500 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-efd9c834-89d4-4d0d-8975-deb1009312b0 tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 460 time: 1.4438152 Jan 14 07:25:38.960845 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-ca334838-2d44-4cfd-a2a7-0cf8b24a997b tempest-NetworksIpV6Test-2047944877 tempest-NetworksIpV6Test-2047944877] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:25:38.969390 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.plugin [None req-b9488c2e-46d8-4db9-b8b1-024e4be91671 None None] Deleting port e65719d2-992d-4ba4-b447-1014b14e085a {{(pid=84876) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 07:25:38.969829 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-b9488c2e-46d8-4db9-b8b1-024e4be91671 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363259214248359'] for port, before_delete {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:25:38.977751 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-a013678f-d183-4344-a92b-1f31decc4262 tempest-ExtraDHCPOptionsIpV6TestJSON-1473121844 tempest-ExtraDHCPOptionsIpV6TestJSON-1473121844] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:25:38.985605 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-a013678f-d183-4344-a92b-1f31decc4262 tempest-ExtraDHCPOptionsIpV6TestJSON-1473121844 tempest-ExtraDHCPOptionsIpV6TestJSON-1473121844] Usage tracker for resource:subnet and tenant:ec040553b94b45438f88c392adffbb4d is out of sync, need to count used quota {{(pid=84874) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:25:38.990331 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-a013678f-d183-4344-a92b-1f31decc4262 tempest-ExtraDHCPOptionsIpV6TestJSON-1473121844 tempest-ExtraDHCPOptionsIpV6TestJSON-1473121844] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84874) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:25:38.998768 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-a013678f-d183-4344-a92b-1f31decc4262 tempest-ExtraDHCPOptionsIpV6TestJSON-1473121844 tempest-ExtraDHCPOptionsIpV6TestJSON-1473121844] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:25:39.006759 n-d-768862-2 neutron-server[84765]: INFO neutron.pecan_wsgi.hooks.translation [None req-531cbb54-a193-4fa6-8ef8-0cedf53a9ef7 tempest-RoutersIpV6Test-883692175 tempest-RoutersIpV6Test-883692175] DELETE failed (client error): The resource could not be found. Jan 14 07:25:39.007450 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-531cbb54-a193-4fa6-8ef8-0cedf53a9ef7 tempest-RoutersIpV6Test-883692175 tempest-RoutersIpV6Test-883692175] No notification will be sent due to unsuccessful status code: 404 {{(pid=84875) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Jan 14 07:25:39.010942 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84875) accepted ('10.222.0.24', 45380) {{(pid=84875) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:25:39.039563 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a013678f-d183-4344-a92b-1f31decc4262 tempest-ExtraDHCPOptionsIpV6TestJSON-1473121844 tempest-ExtraDHCPOptionsIpV6TestJSON-1473121844] Made reservation on behalf of ec040553b94b45438f88c392adffbb4d for: {'subnet': 1} {{(pid=84874) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 07:25:39.044069 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.v2.base [None req-e6475df0-a8ac-4c43-ab3e-a2ba56ae4e5c tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] Request body: {'subnet': {'network_id': '23f0a15d-6362-4cec-82c1-cacba887c566', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'slaac'}} {{(pid=84875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:25:39.225212 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-a013678f-d183-4344-a92b-1f31decc4262 tempest-ExtraDHCPOptionsIpV6TestJSON-1473121844 tempest-ExtraDHCPOptionsIpV6TestJSON-1473121844] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036851981161'] for subnet, before_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:25:39.229941 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-e6475df0-a8ac-4c43-ab3e-a2ba56ae4e5c tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:25:39.242243 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-e6475df0-a8ac-4c43-ab3e-a2ba56ae4e5c tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:25:39.265336 n-d-768862-2 neutron-server[84765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec5d3ff6-6d68-42d7-8a7e-e1dffaeee3be tempest-RoutersNegativeIpV6Test-1464408958 tempest-RoutersNegativeIpV6Test-1464408958] Network 9533dc0b-12b3-450f-936d-f541d8424211 is already hosted by enough agents. {{(pid=84875) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 07:25:39.272177 n-d-768862-2 neutron-server[84765]: DEBUG neutron.scheduler.base_scheduler [None req-ec5d3ff6-6d68-42d7-8a7e-e1dffaeee3be tempest-RoutersNegativeIpV6Test-1464408958 tempest-RoutersNegativeIpV6Test-1464408958] Resources bound (agent type, host, resource id): {{(pid=84875) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 07:25:39.277434 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-531cbb54-a193-4fa6-8ef8-0cedf53a9ef7 tempest-RoutersIpV6Test-883692175 tempest-RoutersIpV6Test-883692175] 10.222.0.24 "DELETE /v2.0/subnets/2d637449-0027-48ee-bf00-a964d9e4da4e HTTP/1.1" status: 404 len: 337 time: 0.3643315 Jan 14 07:25:39.278713 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec5d3ff6-6d68-42d7-8a7e-e1dffaeee3be tempest-RoutersNegativeIpV6Test-1464408958 tempest-RoutersNegativeIpV6Test-1464408958] Received port after_create {{(pid=84875) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 14 07:25:39.279325 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-ec5d3ff6-6d68-42d7-8a7e-e1dffaeee3be tempest-RoutersNegativeIpV6Test-1464408958 tempest-RoutersNegativeIpV6Test-1464408958] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036850886386'] for router_interface, before_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:25:39.289346 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e6475df0-a8ac-4c43-ab3e-a2ba56ae4e5c tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] Made reservation on behalf of be0aa702e3ca464795a99c51e3b3b04f for: {'subnet': 1} {{(pid=84875) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 07:25:39.399053 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [None req-b9488c2e-46d8-4db9-b8b1-024e4be91671 None None] For port e65719d2-992d-4ba4-b447-1014b14e085a, host n-d-768862-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-2',level=0,port_id=e65719d2-992d-4ba4-b447-1014b14e085a,segment=NetworkSegment(56f1c7cf-f3a3-41d2-9677-68978131444f),segment_id=56f1c7cf-f3a3-41d2-9677-68978131444f)] {{(pid=84876) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 07:25:39.399576 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-b9488c2e-46d8-4db9-b8b1-024e4be91671 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036850862667'] for port, precommit_delete {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:25:39.475617 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84874) accepted ('10.222.0.24', 45384) {{(pid=84874) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:25:39.520184 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-e6475df0-a8ac-4c43-ab3e-a2ba56ae4e5c tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036852467157'] for subnet, before_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:25:39.526683 n-d-768862-2 neutron-server[84765]: INFO neutron.pecan_wsgi.hooks.translation [None req-e6475df0-a8ac-4c43-ab3e-a2ba56ae4e5c tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 14 07:25:39.526683 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e6475df0-a8ac-4c43-ab3e-a2ba56ae4e5c tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] No notification will be sent due to unsuccessful status code: 400 {{(pid=84875) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Jan 14 07:25:39.562025 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec5d3ff6-6d68-42d7-8a7e-e1dffaeee3be tempest-RoutersNegativeIpV6Test-1464408958 tempest-RoutersNegativeIpV6Test-1464408958] Pushing event updated for resources: {'Port': ['ID=78a78f3e-416c-469a-84fe-4b940140218b,revision_number=1']} {{(pid=84875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:25:39.578769 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-ec5d3ff6-6d68-42d7-8a7e-e1dffaeee3be tempest-RoutersNegativeIpV6Test-1464408958 tempest-RoutersNegativeIpV6Test-1464408958] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.701s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:25:39.597916 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-9e7e7f72-6fb2-45c4-91fd-5f6531828b20 tempest-NetworksIpV6TestAttrs-1453117616 tempest-NetworksIpV6TestAttrs-1453117616] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-598964', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850887113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3154192', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2308610'] for subnet, after_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:25:39.675167 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.plugin [None req-b9488c2e-46d8-4db9-b8b1-024e4be91671 None None] Calling delete_port for e65719d2-992d-4ba4-b447-1014b14e085a owned by network:dhcp {{(pid=84876) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 07:25:39.680048 n-d-768862-2 neutron-server[84765]: INFO neutron.pecan_wsgi.hooks.translation [None req-fc0efff6-f3e5-4bc2-bee6-c2ce37bb8841 tempest-RoutersIpV6Test-883692175 tempest-RoutersIpV6Test-883692175] DELETE failed (client error): The resource could not be found. Jan 14 07:25:39.681138 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fc0efff6-f3e5-4bc2-bee6-c2ce37bb8841 tempest-RoutersIpV6Test-883692175 tempest-RoutersIpV6Test-883692175] No notification will be sent due to unsuccessful status code: 404 {{(pid=84874) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Jan 14 07:25:39.703812 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-fc0efff6-f3e5-4bc2-bee6-c2ce37bb8841 tempest-RoutersIpV6Test-883692175 tempest-RoutersIpV6Test-883692175] 10.222.0.24 "DELETE /v2.0/subnets/6d7b8862-6c15-43ed-8ff1-841e54b08eb8 HTTP/1.1" status: 404 len: 337 time: 0.1254394 Jan 14 07:25:39.709410 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84874) accepted ('10.222.0.24', 45388) {{(pid=84874) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:25:39.759141 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-ca334838-2d44-4cfd-a2a7-0cf8b24a997b tempest-NetworksIpV6Test-2047944877 tempest-NetworksIpV6Test-2047944877] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-598987', 'neutron.services.segments.db._delete_segments_for_network-8777640583949'] for network, precommit_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:25:39.860822 n-d-768862-2 neutron-server[84765]: INFO neutron.pecan_wsgi.hooks.translation [None req-bdb2058d-b790-4e0d-9592-d4946caca226 tempest-RoutersIpV6Test-883692175 tempest-RoutersIpV6Test-883692175] DELETE failed (client error): The resource could not be found. Jan 14 07:25:39.861367 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bdb2058d-b790-4e0d-9592-d4946caca226 tempest-RoutersIpV6Test-883692175 tempest-RoutersIpV6Test-883692175] No notification will be sent due to unsuccessful status code: 404 {{(pid=84874) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Jan 14 07:25:39.866159 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-bdb2058d-b790-4e0d-9592-d4946caca226 tempest-RoutersIpV6Test-883692175 tempest-RoutersIpV6Test-883692175] 10.222.0.24 "DELETE /v2.0/subnets/44b3d79f-589d-4894-89ff-0fd9901e6ead HTTP/1.1" status: 404 len: 337 time: 0.1508889 Jan 14 07:25:39.873603 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84874) accepted ('10.222.0.24', 45396) {{(pid=84874) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:25:39.932270 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3abaac06-4349-4dab-855d-02f411a5182f None None] Network 15cfbb09-20cb-485b-839c-7134e8382f57 requested from n-d-768862-2 {{(pid=84876) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 07:25:40.007206 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-57190124-d94b-4ff8-8a76-a4d211284a87 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:25:40.013932 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-d4a49e80-dac4-440d-8ed3-e69b4886d933 tempest-RoutersIpV6Test-883692175 tempest-RoutersIpV6Test-883692175] 10.222.0.24 "GET /v2.0/ports?device_id=40febb8e-85a2-44af-bb73-f559467ae85b HTTP/1.1" status: 200 len: 205 time: 0.1226304 Jan 14 07:25:40.028438 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84874) accepted ('10.222.0.24', 45404) {{(pid=84874) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:25:40.083643 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-9e7e7f72-6fb2-45c4-91fd-5f6531828b20 tempest-NetworksIpV6TestAttrs-1453117616 tempest-NetworksIpV6TestAttrs-1453117616] Notify callbacks [] for subnet, before_response {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:25:40.103289 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e7e7f72-6fb2-45c4-91fd-5f6531828b20 tempest-NetworksIpV6TestAttrs-1453117616 tempest-NetworksIpV6TestAttrs-1453117616] Pushing event deleted for resources: {'Subnet': ['ID=8c878a66-8628-4bfd-bb02-23d1cddbc937,revision_number=None']} {{(pid=84875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:25:40.106868 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-9e7e7f72-6fb2-45c4-91fd-5f6531828b20 tempest-NetworksIpV6TestAttrs-1453117616 tempest-NetworksIpV6TestAttrs-1453117616] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:25:40.111171 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-e6475df0-a8ac-4c43-ab3e-a2ba56ae4e5c tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 450 time: 1.0798154 Jan 14 07:25:40.114497 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-9e7e7f72-6fb2-45c4-91fd-5f6531828b20 tempest-NetworksIpV6TestAttrs-1453117616 tempest-NetworksIpV6TestAttrs-1453117616] 10.222.0.24 "DELETE /v2.0/subnets/8c878a66-8628-4bfd-bb02-23d1cddbc937 HTTP/1.1" status: 204 len: 168 time: 6.5197489 Jan 14 07:25:40.116542 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84875) accepted ('10.222.0.24', 45418) {{(pid=84875) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:25:40.123735 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.v2.base [None req-6a4bf2eb-4076-475a-ab0f-76634d0adea0 tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] Request body: {'subnet': {'network_id': '23f0a15d-6362-4cec-82c1-cacba887c566', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=84875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:25:40.166241 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84875) accepted ('10.222.0.24', 45420) {{(pid=84875) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:25:40.224960 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [None req-8245bb77-75cc-4d08-8927-20373b1e96ce None None] For port 74aab735-8786-4ef5-8192-c7f5f7d20f5d, host n-d-768862-2, cleared binding levels {{(pid=84876) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 14 07:25:40.229599 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [None req-8245bb77-75cc-4d08-8927-20373b1e96ce None None] For port 74aab735-8786-4ef5-8192-c7f5f7d20f5d, host n-d-768862-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-2',level=0,port_id=74aab735-8786-4ef5-8192-c7f5f7d20f5d,segment=NetworkSegment(a3d2f5dd-3654-461c-a754-f946712ba958),segment_id=a3d2f5dd-3654-461c-a754-f946712ba958)] {{(pid=84876) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 14 07:25:40.236590 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff42a637-99a9-41c9-90b3-e6b537afd2e2 None None] Network cecdff6f-cf85-4701-852d-f46d915ba7b2 requested from n-d-768862-2 {{(pid=84876) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 07:25:40.253291 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Device ad58c6a6-384e-49e4-9fbb-73b5e65e34e1 up at agent ovs-agent-n-d-768862-2 {{(pid=84876) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 07:25:40.285297 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-650c6323-ee8a-4172-9f6e-51005e8dfb02 tempest-NetworksIpV6TestAttrs-1453117616 tempest-NetworksIpV6TestAttrs-1453117616] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:25:40.292708 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-650c6323-ee8a-4172-9f6e-51005e8dfb02 tempest-NetworksIpV6TestAttrs-1453117616 tempest-NetworksIpV6TestAttrs-1453117616] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:25:40.293452 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-650c6323-ee8a-4172-9f6e-51005e8dfb02 tempest-NetworksIpV6TestAttrs-1453117616 tempest-NetworksIpV6TestAttrs-1453117616] Synchronizing usage tracker for tenant:b4fb299c51d74f2a8c69090954f5d152 on resource:subnet {{(pid=84875) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 14 07:25:40.323802 n-d-768862-2 neutron-server[84765]: INFO neutron.api.v2.resource [None req-4b14be7a-6177-42d0-a560-33eb9de14543 tempest-RoutersIpV6Test-883692175 tempest-RoutersIpV6Test-883692175] delete failed (client error): The resource could not be found. Jan 14 07:25:40.325085 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-4b14be7a-6177-42d0-a560-33eb9de14543 tempest-RoutersIpV6Test-883692175 tempest-RoutersIpV6Test-883692175] 10.222.0.24 "DELETE /v2.0/routers/40febb8e-85a2-44af-bb73-f559467ae85b HTTP/1.1" status: 404 len: 336 time: 0.2923245 Jan 14 07:25:40.336425 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84874) accepted ('10.222.0.24', 45446) {{(pid=84874) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:25:40.343739 n-d-768862-2 neutron-server[84765]: DEBUG neutron.services.segments.db [None req-ca334838-2d44-4cfd-a2a7-0cf8b24a997b tempest-NetworksIpV6Test-2047944877 tempest-NetworksIpV6Test-2047944877] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fbefecea-75e1-4a71-acda-1d158efcc4d6']}} {{(pid=84874) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:25:40.408694 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-8245bb77-75cc-4d08-8927-20373b1e96ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777640533312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363259214678337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777640097497'] for port, after_update {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:25:40.457806 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-650c6323-ee8a-4172-9f6e-51005e8dfb02 tempest-NetworksIpV6TestAttrs-1453117616 tempest-NetworksIpV6TestAttrs-1453117616] Unset dirty status for tenant:b4fb299c51d74f2a8c69090954f5d152 on resource:subnet {{(pid=84875) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 14 07:25:40.459103 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-650c6323-ee8a-4172-9f6e-51005e8dfb02 tempest-NetworksIpV6TestAttrs-1453117616 tempest-NetworksIpV6TestAttrs-1453117616] 10.222.0.24 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1478 time: 0.2902699 Jan 14 07:25:40.462522 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-c2ba0b60-3059-447f-b251-7acddc8cfcbb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84876) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:25:40.472661 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84875) accepted ('10.222.0.24', 45454) {{(pid=84875) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:25:40.512800 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-db4da300-c003-4655-8be7-0e619c77daf9 tempest-RoutersIpV6Test-883692175 tempest-RoutersIpV6Test-883692175] 10.222.0.24 "GET /v2.0/ports?device_id=a710d1a5-07b6-4167-95f5-8c598efcd6ce HTTP/1.1" status: 200 len: 205 time: 0.1716805 Jan 14 07:25:40.518300 n-d-768862-2 neutron-server[84765]: DEBUG neutron.services.segments.db [None req-ca334838-2d44-4cfd-a2a7-0cf8b24a997b tempest-NetworksIpV6Test-2047944877 tempest-NetworksIpV6Test-2047944877] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a3d2f5dd-3654-461c-a754-f946712ba958') {'for_net_delete': True} {{(pid=84874) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:25:40.518578 n-d-768862-2 neutron-server[84765]: DEBUG neutron.services.segments.db [None req-ca334838-2d44-4cfd-a2a7-0cf8b24a997b tempest-NetworksIpV6Test-2047944877 tempest-NetworksIpV6Test-2047944877] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a3d2f5dd-3654-461c-a754-f946712ba958') {} {{(pid=84874) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:25:40.538364 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84874) accepted ('10.222.0.24', 45458) {{(pid=84874) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:25:40.663292 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-c91f4151-f562-4abe-b9e9-62f4f1844d76 tempest-NetworksIpV6TestAttrs-1453117616 tempest-NetworksIpV6TestAttrs-1453117616] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036854160497'] for network, before_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:25:40.714044 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-ca334838-2d44-4cfd-a2a7-0cf8b24a997b tempest-NetworksIpV6Test-2047944877 tempest-NetworksIpV6Test-2047944877] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363259214173198', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2968632'] for segment, before_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:25:40.728727 n-d-768862-2 neutron-server[84765]: INFO neutron.api.v2.resource [None req-3a27d546-208b-4715-9007-331d6d97d163 tempest-RoutersIpV6Test-883692175 tempest-RoutersIpV6Test-883692175] delete failed (client error): The resource could not be found. Jan 14 07:25:40.731267 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-3a27d546-208b-4715-9007-331d6d97d163 tempest-RoutersIpV6Test-883692175 tempest-RoutersIpV6Test-883692175] 10.222.0.24 "DELETE /v2.0/routers/a710d1a5-07b6-4167-95f5-8c598efcd6ce HTTP/1.1" status: 404 len: 336 time: 0.1906834 Jan 14 07:25:40.737685 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84874) accepted ('10.222.0.24', 45462) {{(pid=84874) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:25:40.791301 n-d-768862-2 neutron-server[84765]: INFO neutron.pecan_wsgi.hooks.translation [None req-b3a604cb-041d-4d27-8f05-9a28fa6bd0ae tempest-RoutersIpV6Test-883692175 tempest-RoutersIpV6Test-883692175] DELETE failed (client error): The resource could not be found. Jan 14 07:25:40.792295 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b3a604cb-041d-4d27-8f05-9a28fa6bd0ae tempest-RoutersIpV6Test-883692175 tempest-RoutersIpV6Test-883692175] No notification will be sent due to unsuccessful status code: 404 {{(pid=84874) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Jan 14 07:25:40.796968 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-b3a604cb-041d-4d27-8f05-9a28fa6bd0ae tempest-RoutersIpV6Test-883692175 tempest-RoutersIpV6Test-883692175] 10.222.0.24 "DELETE /v2.0/subnets/498a844b-1604-4d80-bbfa-b694af82327c HTTP/1.1" status: 404 len: 337 time: 0.0577288 Jan 14 07:25:40.811391 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84874) accepted ('10.222.0.24', 45466) {{(pid=84874) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:25:40.838851 n-d-768862-2 neutron-server[84765]: INFO neutron.pecan_wsgi.hooks.translation [None req-c91f4151-f562-4abe-b9e9-62f4f1844d76 tempest-NetworksIpV6TestAttrs-1453117616 tempest-NetworksIpV6TestAttrs-1453117616] DELETE failed (client error): There was a conflict when trying to complete your request. Jan 14 07:25:40.839355 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c91f4151-f562-4abe-b9e9-62f4f1844d76 tempest-NetworksIpV6TestAttrs-1453117616 tempest-NetworksIpV6TestAttrs-1453117616] No notification will be sent due to unsuccessful status code: 409 {{(pid=84875) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Jan 14 07:25:40.851651 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-c91f4151-f562-4abe-b9e9-62f4f1844d76 tempest-NetworksIpV6TestAttrs-1453117616 tempest-NetworksIpV6TestAttrs-1453117616] 10.222.0.24 "DELETE /v2.0/networks/cecdff6f-cf85-4701-852d-f46d915ba7b2 HTTP/1.1" status: 409 len: 405 time: 0.3665588 Jan 14 07:25:40.858432 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84875) accepted ('10.222.0.24', 45470) {{(pid=84875) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:25:40.859108 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-ec5d3ff6-6d68-42d7-8a7e-e1dffaeee3be tempest-RoutersNegativeIpV6Test-1464408958 tempest-RoutersNegativeIpV6Test-1464408958] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555753'] for port, before_update {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:25:40.865397 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-ca334838-2d44-4cfd-a2a7-0cf8b24a997b tempest-NetworksIpV6Test-2047944877 tempest-NetworksIpV6Test-2047944877] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854179735'] for segment, precommit_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:25:40.873187 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-ca334838-2d44-4cfd-a2a7-0cf8b24a997b tempest-NetworksIpV6Test-2047944877 tempest-NetworksIpV6Test-2047944877] Releasing vxlan tunnel 22 to pool {{(pid=84874) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Jan 14 07:25:40.885307 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-d42245d6-e23c-4af8-9f2a-7ec2dc5d337f None None] Provisioning complete for port dd59aefc-1f80-4fad-ad38-8e754e9bf25d triggered by entity DHCP. {{(pid=84876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 07:25:40.885738 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-d42245d6-e23c-4af8-9f2a-7ec2dc5d337f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-604227'] for port, provisioning_complete {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:25:40.897665 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.v2.base [None req-865b4152-39b8-4823-bf9f-fe5d3820cdd3 tempest-NetworksIpV6TestAttrs-1453117616 tempest-NetworksIpV6TestAttrs-1453117616] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1079351432'}} {{(pid=84875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:25:40.917063 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-865b4152-39b8-4823-bf9f-fe5d3820cdd3 tempest-NetworksIpV6TestAttrs-1453117616 tempest-NetworksIpV6TestAttrs-1453117616] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:25:40.922349 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-865b4152-39b8-4823-bf9f-fe5d3820cdd3 tempest-NetworksIpV6TestAttrs-1453117616 tempest-NetworksIpV6TestAttrs-1453117616] Usage tracker for resource:network and tenant:b4fb299c51d74f2a8c69090954f5d152 is out of sync, need to count used quota {{(pid=84875) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:25:40.929297 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-2a5575bd-515c-4d9e-9ebb-d0a8ed683ba8 tempest-RoutersIpV6Test-883692175 tempest-RoutersIpV6Test-883692175] 10.222.0.24 "GET /v2.0/ports?device_id=83c02219-d97e-4f94-bc9c-3d71acf2a24b HTTP/1.1" status: 200 len: 205 time: 0.1147296 Jan 14 07:25:40.944958 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-865b4152-39b8-4823-bf9f-fe5d3820cdd3 tempest-NetworksIpV6TestAttrs-1453117616 tempest-NetworksIpV6TestAttrs-1453117616] Quota usage for network was recalculated. Used quota:2. {{(pid=84875) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:25:40.952349 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-865b4152-39b8-4823-bf9f-fe5d3820cdd3 tempest-NetworksIpV6TestAttrs-1453117616 tempest-NetworksIpV6TestAttrs-1453117616] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=84875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:25:40.987187 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84875) accepted ('10.222.0.24', 45474) {{(pid=84875) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:25:41.002749 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-6a4bf2eb-4076-475a-ab0f-76634d0adea0 tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:25:41.021653 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-865b4152-39b8-4823-bf9f-fe5d3820cdd3 tempest-NetworksIpV6TestAttrs-1453117616 tempest-NetworksIpV6TestAttrs-1453117616] Made reservation on behalf of b4fb299c51d74f2a8c69090954f5d152 for: {'network': 1} {{(pid=84875) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 07:25:41.032680 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-865b4152-39b8-4823-bf9f-fe5d3820cdd3 tempest-NetworksIpV6TestAttrs-1453117616 tempest-NetworksIpV6TestAttrs-1453117616] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555753'] for network, before_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:25:41.292318 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.managers [None req-ca334838-2d44-4cfd-a2a7-0cf8b24a997b tempest-NetworksIpV6Test-2047944877 tempest-NetworksIpV6Test-2047944877] Network fbefecea-75e1-4a71-acda-1d158efcc4d6 has no segments {{(pid=84874) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 14 07:25:41.304330 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-ca334838-2d44-4cfd-a2a7-0cf8b24a997b tempest-NetworksIpV6Test-2047944877 tempest-NetworksIpV6Test-2047944877] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-596065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036851521571'] for segment, after_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:25:41.344607 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-b9488c2e-46d8-4db9-b8b1-024e4be91671 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777640533329', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777640097463'] for port, after_delete {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:25:41.380387 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8245bb77-75cc-4d08-8927-20373b1e96ce None None] Pushing event updated for resources: {'Port': ['ID=74aab735-8786-4ef5-8192-c7f5f7d20f5d,revision_number=2']} {{(pid=84876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:25:41.385627 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-8245bb77-75cc-4d08-8927-20373b1e96ce None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.923s {{(pid=84876) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:25:41.386366 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-8245bb77-75cc-4d08-8927-20373b1e96ce None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84876) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:25:41.447275 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-017f98a9-8a07-408c-a86f-8ff0c00400a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363259214191800', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854171626'] for agent, after_update {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:25:41.499680 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9488c2e-46d8-4db9-b8b1-024e4be91671 None None] Pushing event deleted for resources: {'Port': ['ID=e65719d2-992d-4ba4-b447-1014b14e085a,revision_number=None']} {{(pid=84876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:25:41.531533 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-b9488c2e-46d8-4db9-b8b1-024e4be91671 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=84876) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:25:41.547948 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-a013678f-d183-4344-a92b-1f31decc4262 tempest-ExtraDHCPOptionsIpV6TestJSON-1473121844 tempest-ExtraDHCPOptionsIpV6TestJSON-1473121844] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850887113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3254092', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036851981146'] for subnet, after_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:25:41.587510 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-30c8e327-7b0d-4a88-ae58-c955833ddb3a tempest-BulkNetworkOpsIpV6Test-1034590256 tempest-BulkNetworkOpsIpV6Test-1034590256] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:25:41.807414 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.managers [None req-ca334838-2d44-4cfd-a2a7-0cf8b24a997b tempest-NetworksIpV6Test-2047944877 tempest-NetworksIpV6Test-2047944877] Network fbefecea-75e1-4a71-acda-1d158efcc4d6 has no segments {{(pid=84874) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 14 07:25:41.841311 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:shared":"rule:admin_only" was deprecated in W in favor of "update_network:shared":"role:admin and system_scope:all". Reason: Jan 14 07:25:41.841311 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:25:41.841311 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:25:41.841311 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:25:41.841311 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "update_network:provider:network_type":"role:admin and system_scope:all". Reason: Jan 14 07:25:41.841311 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:25:41.841311 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:25:41.841311 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:25:41.841311 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "update_network:provider:physical_network":"role:admin and system_scope:all". Reason: Jan 14 07:25:41.841311 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:25:41.841311 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:25:41.841311 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:25:41.841311 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "update_network:provider:segmentation_id":"role:admin and system_scope:all". Reason: Jan 14 07:25:41.841311 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:25:41.841311 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:25:41.841311 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:25:41.841311 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:router:external":"rule:admin_only" was deprecated in W in favor of "update_network:router:external":"role:admin and system_scope:all". Reason: Jan 14 07:25:41.841311 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:25:41.841311 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:25:41.841311 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:25:41.841311 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:is_default":"rule:admin_only" was deprecated in W in favor of "update_network:is_default":"role:admin and system_scope:all". Reason: Jan 14 07:25:41.841311 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:25:41.841311 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:25:41.841311 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:25:41.841311 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:port_security_enabled":"rule:admin_or_owner" was deprecated in W in favor of "update_network:port_security_enabled":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 07:25:41.841311 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:25:41.841311 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:25:41.841311 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:25:41.841311 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "delete_network":"rule:admin_or_owner" was deprecated in W in favor of "delete_network":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 07:25:41.841311 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:25:41.841311 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:25:41.841311 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:25:41.841311 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_segment":"rule:admin_only" was deprecated in W in favor of "create_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:25:41.841311 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:25:41.841311 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_segment":"rule:admin_only" was deprecated in W in favor of "get_segment":"role:reader and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:25:41.841311 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:25:41.841311 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_segment":"rule:admin_only" was deprecated in W in favor of "update_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:25:41.841311 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:25:41.841311 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "delete_segment":"rule:admin_only" was deprecated in W in favor of "delete_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:25:41.841311 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:25:41.841311 n-d-768862-2 neutron-server[84765]: Traceback (most recent call last): Jan 14 07:25:41.841311 n-d-768862-2 neutron-server[84765]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 14 07:25:41.841311 n-d-768862-2 neutron-server[84765]: timer() Jan 14 07:25:41.841311 n-d-768862-2 neutron-server[84765]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 14 07:25:41.841311 n-d-768862-2 neutron-server[84765]: cb(*args, **kw) Jan 14 07:25:41.841311 n-d-768862-2 neutron-server[84765]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Jan 14 07:25:41.841311 n-d-768862-2 neutron-server[84765]: return func(*args, **kwargs) Jan 14 07:25:41.841311 n-d-768862-2 neutron-server[84765]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 14 07:25:41.841311 n-d-768862-2 neutron-server[84765]: self._notify() Jan 14 07:25:41.841311 n-d-768862-2 neutron-server[84765]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 14 07:25:41.841311 n-d-768862-2 neutron-server[84765]: self.callback(batched_events) Jan 14 07:25:41.841311 n-d-768862-2 neutron-server[84765]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 14 07:25:41.841311 n-d-768862-2 neutron-server[84765]: event.method(event) Jan 14 07:25:41.841311 n-d-768862-2 neutron-server[84765]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 14 07:25:41.841311 n-d-768862-2 neutron-server[84765]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 14 07:25:41.841311 n-d-768862-2 neutron-server[84765]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Jan 14 07:25:41.841311 n-d-768862-2 neutron-server[84765]: segment_id)['aggregates'][0] Jan 14 07:25:41.841311 n-d-768862-2 neutron-server[84765]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 14 07:25:41.841311 n-d-768862-2 neutron-server[84765]: return f(self, *a, **k) Jan 14 07:25:41.841311 n-d-768862-2 neutron-server[84765]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 14 07:25:41.841311 n-d-768862-2 neutron-server[84765]: return self._get(url).json() Jan 14 07:25:41.841311 n-d-768862-2 neutron-server[84765]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 14 07:25:41.841311 n-d-768862-2 neutron-server[84765]: **kwargs) Jan 14 07:25:41.841311 n-d-768862-2 neutron-server[84765]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 14 07:25:41.841311 n-d-768862-2 neutron-server[84765]: return self.request(url, 'GET', **kwargs) Jan 14 07:25:41.841311 n-d-768862-2 neutron-server[84765]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Jan 14 07:25:41.841311 n-d-768862-2 neutron-server[84765]: **endpoint_filter) Jan 14 07:25:41.841311 n-d-768862-2 neutron-server[84765]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 14 07:25:41.841311 n-d-768862-2 neutron-server[84765]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 14 07:25:41.841311 n-d-768862-2 neutron-server[84765]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 14 07:25:41.841311 n-d-768862-2 neutron-server[84765]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 14 07:25:41.841311 n-d-768862-2 neutron-server[84765]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 14 07:25:41.903443 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a013678f-d183-4344-a92b-1f31decc4262 tempest-ExtraDHCPOptionsIpV6TestJSON-1473121844 tempest-ExtraDHCPOptionsIpV6TestJSON-1473121844] Pushing event updated for resources: {'Subnet': ['ID=3ea9d2bf-f73a-4cc3-9f51-f626319a57de,revision_number=0']} {{(pid=84874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:25:41.917310 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-a013678f-d183-4344-a92b-1f31decc4262 tempest-ExtraDHCPOptionsIpV6TestJSON-1473121844 tempest-ExtraDHCPOptionsIpV6TestJSON-1473121844] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.330s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:25:41.937236 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-865b4152-39b8-4823-bf9f-fe5d3820cdd3 tempest-NetworksIpV6TestAttrs-1453117616 tempest-NetworksIpV6TestAttrs-1453117616] vxlan segment allocate from pool success with {'vxlan_vni': 23} {{(pid=84875) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Jan 14 07:25:41.962245 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-6a4bf2eb-4076-475a-ab0f-76634d0adea0 tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:25:41.968537 n-d-768862-2 neutron-server[84765]: INFO neutron.api.v2.resource [None req-3e16f6cf-38f8-4232-b16a-731b0ea04682 tempest-RoutersIpV6Test-883692175 tempest-RoutersIpV6Test-883692175] delete failed (client error): The resource could not be found. Jan 14 07:25:41.972351 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-3e16f6cf-38f8-4232-b16a-731b0ea04682 tempest-RoutersIpV6Test-883692175 tempest-RoutersIpV6Test-883692175] 10.222.0.24 "DELETE /v2.0/routers/83c02219-d97e-4f94-bc9c-3d71acf2a24b HTTP/1.1" status: 404 len: 336 time: 0.9840250 Jan 14 07:25:41.974269 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-865b4152-39b8-4823-bf9f-fe5d3820cdd3 tempest-NetworksIpV6TestAttrs-1453117616 tempest-NetworksIpV6TestAttrs-1453117616] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment--9223363259214191851', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854179735'] for segment, precommit_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:25:41.974787 n-d-768862-2 neutron-server[84765]: INFO neutron.db.segments_db [None req-865b4152-39b8-4823-bf9f-fe5d3820cdd3 tempest-NetworksIpV6TestAttrs-1453117616 tempest-NetworksIpV6TestAttrs-1453117616] Added segment 9ae13245-e789-449e-b333-c203068cd4ee of type vxlan for network d738f9ea-d65f-4193-b23d-32198181aeba Jan 14 07:25:41.975287 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Provisioning for port ad58c6a6-384e-49e4-9fbb-73b5e65e34e1 completed by entity L2. {{(pid=84876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 07:25:41.976267 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84874) accepted ('10.222.0.24', 45514) {{(pid=84874) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:25:41.982765 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.plugin [None req-d42245d6-e23c-4af8-9f2a-7ec2dc5d337f None None] Port dd59aefc-1f80-4fad-ad38-8e754e9bf25d cannot update to ACTIVE because it is not bound. {{(pid=84876) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:329}} Jan 14 07:25:41.982971 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.db.api [None req-ca334838-2d44-4cfd-a2a7-0cf8b24a997b tempest-NetworksIpV6Test-2047944877 tempest-NetworksIpV6Test-2047944877] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jan 14 07:25:41.982971 n-d-768862-2 neutron-server[84765]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jan 14 07:25:41.982971 n-d-768862-2 neutron-server[84765]: [parameters: {'id': 'fbefecea-75e1-4a71-acda-1d158efcc4d6'}] Jan 14 07:25:41.982971 n-d-768862-2 neutron-server[84765]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=84874) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Jan 14 07:25:41.982971 n-d-768862-2 neutron-server[84765]: DEBUG oslo_db.api [None req-ca334838-2d44-4cfd-a2a7-0cf8b24a997b tempest-NetworksIpV6Test-2047944877 tempest-NetworksIpV6Test-2047944877] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=84874) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Jan 14 07:25:41.993967 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8dce63f-9958-429d-862c-ecdf7f1f684f None None] Network fbefecea-75e1-4a71-acda-1d158efcc4d6 requested from n-d-768862-2 {{(pid=84876) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 07:25:42.033432 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6a4bf2eb-4076-475a-ab0f-76634d0adea0 tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] Made reservation on behalf of be0aa702e3ca464795a99c51e3b3b04f for: {'subnet': 1} {{(pid=84875) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 07:25:42.044191 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-6a4bf2eb-4076-475a-ab0f-76634d0adea0 tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036852467157'] for subnet, before_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:25:42.046049 n-d-768862-2 neutron-server[84765]: INFO neutron.pecan_wsgi.hooks.translation [None req-6a4bf2eb-4076-475a-ab0f-76634d0adea0 tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 14 07:25:42.046727 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6a4bf2eb-4076-475a-ab0f-76634d0adea0 tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] No notification will be sent due to unsuccessful status code: 400 {{(pid=84875) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Jan 14 07:25:42.060777 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-99a2ae6e-b96d-4211-8f36-a77f426e03ba tempest-RoutersIpV6Test-883692175 tempest-RoutersIpV6Test-883692175] 10.222.0.24 "GET /v2.0/ports?device_id=41c58501-c8e5-4974-b750-494f7c0729fa HTTP/1.1" status: 200 len: 205 time: 0.0819149 Jan 14 07:25:42.068073 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84875) accepted ('10.222.0.24', 45518) {{(pid=84875) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:25:42.086674 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-6a4bf2eb-4076-475a-ab0f-76634d0adea0 tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 449 time: 1.9658558 Jan 14 07:25:42.105550 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84874) accepted ('10.222.0.24', 45522) {{(pid=84874) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:25:42.120462 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.v2.base [None req-8d597df9-9c66-4a9b-9b55-9a612c4fef48 tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] Request body: {'subnet': {'network_id': '23f0a15d-6362-4cec-82c1-cacba887c566', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=84874) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:25:42.166848 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-865b4152-39b8-4823-bf9f-fe5d3820cdd3 tempest-NetworksIpV6TestAttrs-1453117616 tempest-NetworksIpV6TestAttrs-1453117616] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363259214646115'] for network, precommit_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:25:42.181583 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Device e65719d2-992d-4ba4-b447-1014b14e085a no longer exists at agent ovs-agent-n-d-768862-2 {{(pid=84876) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jan 14 07:25:42.210545 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-d42245d6-e23c-4af8-9f2a-7ec2dc5d337f None None] Provisioning for port 78a78f3e-416c-469a-84fe-4b940140218b completed by entity DHCP. {{(pid=84876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 07:25:42.225710 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-d42245d6-e23c-4af8-9f2a-7ec2dc5d337f None None] Provisioning complete for port 78a78f3e-416c-469a-84fe-4b940140218b triggered by entity DHCP. {{(pid=84876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 07:25:42.226087 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-d42245d6-e23c-4af8-9f2a-7ec2dc5d337f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-604227'] for port, provisioning_complete {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:25:42.235350 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-ec5d3ff6-6d68-42d7-8a7e-e1dffaeee3be tempest-RoutersNegativeIpV6Test-1464408958 tempest-RoutersNegativeIpV6Test-1464408958] Notify callbacks [] for port, precommit_update {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:25:42.239932 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a013678f-d183-4344-a92b-1f31decc4262 tempest-ExtraDHCPOptionsIpV6TestJSON-1473121844 tempest-ExtraDHCPOptionsIpV6TestJSON-1473121844] Checking segment: {'id': 'f7b5d34d-d15c-4391-af8e-418998b7bddd', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 15, 'network_id': '68cb209c-2937-4622-ba74-2bdc2090784d'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84874) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 14 07:25:42.240408 n-d-768862-2 neutron-server[84765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a013678f-d183-4344-a92b-1f31decc4262 tempest-ExtraDHCPOptionsIpV6TestJSON-1473121844 tempest-ExtraDHCPOptionsIpV6TestJSON-1473121844] Network hostable DHCP agents. Network: 68cb209c-2937-4622-ba74-2bdc2090784d, hostable agents: ['32f3dd84-26da-4d18-bf15-6017a8fb7247'], hosted agents: [] {{(pid=84874) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Jan 14 07:25:42.254916 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.plugin [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] No Port match for: e65719d2-992d-4ba4-b447-1014b14e085a {{(pid=84876) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2188}} Jan 14 07:25:42.254916 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Device e65719d2-992d-4ba4-b447-1014b14e085a not bound to the agent host n-d-768862-2 {{(pid=84876) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jan 14 07:25:42.273432 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-ec5d3ff6-6d68-42d7-8a7e-e1dffaeee3be tempest-RoutersNegativeIpV6Test-1464408958 tempest-RoutersNegativeIpV6Test-1464408958] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777640533312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363259214678337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777640097497', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3154211'] for port, after_update {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:25:42.279354 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-ec5d3ff6-6d68-42d7-8a7e-e1dffaeee3be tempest-RoutersNegativeIpV6Test-1464408958 tempest-RoutersNegativeIpV6Test-1464408958] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3206949', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3889649'] for router_interface, after_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:25:42.302186 n-d-768862-2 neutron-server[84765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a013678f-d183-4344-a92b-1f31decc4262 tempest-ExtraDHCPOptionsIpV6TestJSON-1473121844 tempest-ExtraDHCPOptionsIpV6TestJSON-1473121844] Network 68cb209c-2937-4622-ba74-2bdc2090784d is scheduled to be hosted by DHCP agent 32f3dd84-26da-4d18-bf15-6017a8fb7247 with binding_index 1 {{(pid=84874) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Jan 14 07:25:42.311527 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-8d597df9-9c66-4a9b-9b55-9a612c4fef48 tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:25:42.314899 n-d-768862-2 neutron-server[84765]: DEBUG neutron.scheduler.base_scheduler [None req-a013678f-d183-4344-a92b-1f31decc4262 tempest-ExtraDHCPOptionsIpV6TestJSON-1473121844 tempest-ExtraDHCPOptionsIpV6TestJSON-1473121844] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768862-2, 68cb209c-2937-4622-ba74-2bdc2090784d) {{(pid=84874) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 07:25:42.317044 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-62e44dfe-569b-4c2b-8bbd-7e46709dcc72 tempest-PortsAdminExtendedAttrsIpV6TestJSON-54502629 tempest-PortsAdminExtendedAttrsIpV6TestJSON-54502629] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:25:42.373077 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02fd5340-53bd-42cc-ac9c-800e48f11c9d None None] Network 68cb209c-2937-4622-ba74-2bdc2090784d requested from n-d-768862-2 {{(pid=84876) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 07:25:42.375560 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a013678f-d183-4344-a92b-1f31decc4262 tempest-ExtraDHCPOptionsIpV6TestJSON-1473121844 tempest-ExtraDHCPOptionsIpV6TestJSON-1473121844] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:25:42.376286 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-a013678f-d183-4344-a92b-1f31decc4262 tempest-ExtraDHCPOptionsIpV6TestJSON-1473121844 tempest-ExtraDHCPOptionsIpV6TestJSON-1473121844] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3207107'] for subnet, before_response {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:25:42.413130 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-865b4152-39b8-4823-bf9f-fe5d3820cdd3 tempest-NetworksIpV6TestAttrs-1453117616 tempest-NetworksIpV6TestAttrs-1453117616] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850887149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964'] for network, after_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:25:42.417947 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-8d597df9-9c66-4a9b-9b55-9a612c4fef48 tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:25:42.432492 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-a013678f-d183-4344-a92b-1f31decc4262 tempest-ExtraDHCPOptionsIpV6TestJSON-1473121844 tempest-ExtraDHCPOptionsIpV6TestJSON-1473121844] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 5.1414616 Jan 14 07:25:42.436211 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84874) accepted ('10.222.0.24', 45530) {{(pid=84874) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:25:42.438601 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-865b4152-39b8-4823-bf9f-fe5d3820cdd3 tempest-NetworksIpV6TestAttrs-1453117616 tempest-NetworksIpV6TestAttrs-1453117616] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:25:42.439813 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-865b4152-39b8-4823-bf9f-fe5d3820cdd3 tempest-NetworksIpV6TestAttrs-1453117616 tempest-NetworksIpV6TestAttrs-1453117616] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3207107'] for network, before_response {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:25:42.453767 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.v2.base [None req-a14f0c01-6c58-4e91-9b7e-83f57a11d832 tempest-ExtraDHCPOptionsIpV6TestJSON-1473121844 tempest-ExtraDHCPOptionsIpV6TestJSON-1473121844] Request body: {'port': {'network_id': '68cb209c-2937-4622-ba74-2bdc2090784d', 'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-633671192'}} {{(pid=84874) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:25:42.465331 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec5d3ff6-6d68-42d7-8a7e-e1dffaeee3be tempest-RoutersNegativeIpV6Test-1464408958 tempest-RoutersNegativeIpV6Test-1464408958] Pushing event updated for resources: {'Port': ['ID=78a78f3e-416c-469a-84fe-4b940140218b,revision_number=2']} {{(pid=84875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:25:42.480013 n-d-768862-2 neutron-server[84765]: INFO neutron.api.v2.resource [None req-cae1df78-6cc7-4099-88a4-152653c3eb42 tempest-RoutersIpV6Test-883692175 tempest-RoutersIpV6Test-883692175] delete failed (client error): The resource could not be found. Jan 14 07:25:42.481519 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-cae1df78-6cc7-4099-88a4-152653c3eb42 tempest-RoutersIpV6Test-883692175 tempest-RoutersIpV6Test-883692175] 10.222.0.24 "DELETE /v2.0/routers/41c58501-c8e5-4974-b750-494f7c0729fa HTTP/1.1" status: 404 len: 336 time: 0.4062762 Jan 14 07:25:42.545295 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-ec5d3ff6-6d68-42d7-8a7e-e1dffaeee3be tempest-RoutersNegativeIpV6Test-1464408958 tempest-RoutersNegativeIpV6Test-1464408958] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.224s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:25:42.546401 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-7843a148-8f16-4f68-819c-789f6b50f5df tempest-DHCPAgentSchedulersTestJSON-1895530401 tempest-DHCPAgentSchedulersTestJSON-1895530401] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.077s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:25:42.628092 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-ca334838-2d44-4cfd-a2a7-0cf8b24a997b tempest-NetworksIpV6Test-2047944877 tempest-NetworksIpV6Test-2047944877] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036854160497'] for network, before_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:25:42.631500 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9488c2e-46d8-4db9-b8b1-024e4be91671 None None] No DVR routers for this DVR port e65719d2-992d-4ba4-b447-1014b14e085a on host n-d-768862-2 {{(pid=84876) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Jan 14 07:25:42.690963 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84874) accepted ('10.222.0.24', 45534) {{(pid=84874) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:25:42.743650 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-865b4152-39b8-4823-bf9f-fe5d3820cdd3 tempest-NetworksIpV6TestAttrs-1453117616 tempest-NetworksIpV6TestAttrs-1453117616] Pushing event updated for resources: {'Network': ['ID=d738f9ea-d65f-4193-b23d-32198181aeba,revision_number=1']} {{(pid=84875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:25:42.751068 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-865b4152-39b8-4823-bf9f-fe5d3820cdd3 tempest-NetworksIpV6TestAttrs-1453117616 tempest-NetworksIpV6TestAttrs-1453117616] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 1.8670936 Jan 14 07:25:42.773900 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.plugin [None req-d42245d6-e23c-4af8-9f2a-7ec2dc5d337f None None] Port 78a78f3e-416c-469a-84fe-4b940140218b cannot update to ACTIVE because it is not bound. {{(pid=84876) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:329}} Jan 14 07:25:42.774388 n-d-768862-2 neutron-server[84765]: INFO neutron.pecan_wsgi.hooks.translation [None req-376b79f1-0827-460d-a52f-bdb3527e4c32 tempest-RoutersIpV6Test-883692175 tempest-RoutersIpV6Test-883692175] DELETE failed (client error): The resource could not be found. Jan 14 07:25:42.775754 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-376b79f1-0827-460d-a52f-bdb3527e4c32 tempest-RoutersIpV6Test-883692175 tempest-RoutersIpV6Test-883692175] No notification will be sent due to unsuccessful status code: 404 {{(pid=84874) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Jan 14 07:25:42.777416 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84875) accepted ('10.222.0.24', 45538) {{(pid=84875) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:25:42.778434 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-865b4152-39b8-4823-bf9f-fe5d3820cdd3 tempest-NetworksIpV6TestAttrs-1453117616 tempest-NetworksIpV6TestAttrs-1453117616] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.232s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:25:42.778587 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-376b79f1-0827-460d-a52f-bdb3527e4c32 tempest-RoutersIpV6Test-883692175 tempest-RoutersIpV6Test-883692175] 10.222.0.24 "DELETE /v2.0/subnets/607c56ae-956c-4a13-b2df-1cb4add15c7b HTTP/1.1" status: 404 len: 337 time: 0.0777538 Jan 14 07:25:42.785679 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8d597df9-9c66-4a9b-9b55-9a612c4fef48 tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] Made reservation on behalf of be0aa702e3ca464795a99c51e3b3b04f for: {'subnet': 1} {{(pid=84874) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 07:25:42.788839 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84875) accepted ('10.222.0.24', 45540) {{(pid=84875) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:25:42.796290 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-852a24f7-e9a1-4193-9abb-e9506fe5213f None None] Network d738f9ea-d65f-4193-b23d-32198181aeba details requested by agent ovs-agent-n-h2-768862-2 with host n-h2-768862-2 {{(pid=84876) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 07:25:42.798385 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-8d597df9-9c66-4a9b-9b55-9a612c4fef48 tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036851981161'] for subnet, before_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:25:42.800338 n-d-768862-2 neutron-server[84765]: INFO neutron.pecan_wsgi.hooks.translation [None req-8d597df9-9c66-4a9b-9b55-9a612c4fef48 tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 14 07:25:42.800967 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8d597df9-9c66-4a9b-9b55-9a612c4fef48 tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] No notification will be sent due to unsuccessful status code: 400 {{(pid=84874) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Jan 14 07:25:42.804468 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.v2.base [None req-643b2c24-ab97-49d5-b3d2-995434a3c5fc tempest-NetworksIpV6TestAttrs-1453117616 tempest-NetworksIpV6TestAttrs-1453117616] Request body: {'subnet': {'network_id': 'd738f9ea-d65f-4193-b23d-32198181aeba', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=84875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:25:42.874044 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.plugin [None req-ca334838-2d44-4cfd-a2a7-0cf8b24a997b tempest-NetworksIpV6Test-2047944877 tempest-NetworksIpV6Test-2047944877] Deleting port 74aab735-8786-4ef5-8192-c7f5f7d20f5d {{(pid=84874) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 07:25:42.874044 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-ca334838-2d44-4cfd-a2a7-0cf8b24a997b tempest-NetworksIpV6Test-2047944877 tempest-NetworksIpV6Test-2047944877] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363259214248359'] for port, before_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:25:42.910861 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-017f98a9-8a07-408c-a86f-8ff0c00400a0 None None] Network d738f9ea-d65f-4193-b23d-32198181aeba details requested by agent ovs-agent-n-h1-768862-2 with host n-h1-768862-2 {{(pid=84876) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 07:25:42.915584 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-f5e7d4cb-df29-4fb0-8fc5-e1190948de88 tempest-RoutersIpV6Test-883692175 tempest-RoutersIpV6Test-883692175] 10.222.0.24 "GET /v2.0/ports?device_id=71e0776e-b497-4096-b74b-1ca14c7c0a4f HTTP/1.1" status: 200 len: 205 time: 0.0818925 Jan 14 07:25:42.922756 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84875) accepted ('10.222.0.24', 45546) {{(pid=84875) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:25:42.933463 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-8d597df9-9c66-4a9b-9b55-9a612c4fef48 tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 460 time: 0.8223102 Jan 14 07:25:42.947657 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84874) accepted ('10.222.0.24', 45550) {{(pid=84874) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:25:42.967891 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.v2.base [None req-1ccadc34-aa63-46a3-b6c0-44e2ed85105c tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] Request body: {'subnet': {'network_id': '23f0a15d-6362-4cec-82c1-cacba887c566', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'slaac'}} {{(pid=84874) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:25:43.094908 n-d-768862-2 neutron-server[84765]: INFO neutron.api.v2.resource [None req-75e44464-10b6-48b8-b46e-6c7b20dfbf4e tempest-RoutersIpV6Test-883692175 tempest-RoutersIpV6Test-883692175] delete failed (client error): The resource could not be found. Jan 14 07:25:43.096407 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-75e44464-10b6-48b8-b46e-6c7b20dfbf4e tempest-RoutersIpV6Test-883692175 tempest-RoutersIpV6Test-883692175] 10.222.0.24 "DELETE /v2.0/routers/71e0776e-b497-4096-b74b-1ca14c7c0a4f HTTP/1.1" status: 404 len: 336 time: 0.1723320 Jan 14 07:25:43.107085 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84875) accepted ('10.222.0.24', 45554) {{(pid=84875) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:25:43.109216 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Network d738f9ea-d65f-4193-b23d-32198181aeba details requested by agent ovs-agent-n-d-768862-2 with host n-d-768862-2 {{(pid=84876) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 07:25:43.141333 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-232381ae-2542-4504-bbe3-8b499540a409 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5d94dc7a-c095-50a4-955e-5f3b78718a12-68cb209c-2937-4622-ba74-2bdc2090784d', 'network_id': '68cb209c-2937-4622-ba74-2bdc2090784d', 'tenant_id': 'ec040553b94b45438f88c392adffbb4d', 'fixed_ips': [{'subnet_id': '3ea9d2bf-f73a-4cc3-9f51-f626319a57de'}]}} from n-d-768862-2. {{(pid=84876) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Jan 14 07:25:43.142274 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-232381ae-2542-4504-bbe3-8b499540a409 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555753'] for port, before_create {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:25:43.208143 n-d-768862-2 neutron-server[84765]: INFO neutron.pecan_wsgi.hooks.translation [None req-7ac3d3b5-a452-4191-9724-03f724258ac4 tempest-RoutersIpV6Test-883692175 tempest-RoutersIpV6Test-883692175] DELETE failed (client error): The resource could not be found. Jan 14 07:25:43.208549 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7ac3d3b5-a452-4191-9724-03f724258ac4 tempest-RoutersIpV6Test-883692175 tempest-RoutersIpV6Test-883692175] No notification will be sent due to unsuccessful status code: 404 {{(pid=84875) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Jan 14 07:25:43.210631 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-7ac3d3b5-a452-4191-9724-03f724258ac4 tempest-RoutersIpV6Test-883692175 tempest-RoutersIpV6Test-883692175] 10.222.0.24 "DELETE /v2.0/subnets/06d47673-de6e-491d-ad72-4264ea2929b9 HTTP/1.1" status: 404 len: 337 time: 0.1000459 Jan 14 07:25:43.217285 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84875) accepted ('10.222.0.24', 45558) {{(pid=84875) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:25:43.219376 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-852a24f7-e9a1-4193-9abb-e9506fe5213f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363259214191800', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854171626'] for agent, after_update {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:25:43.290256 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-8623db1c-61d2-4140-98a0-5674832cc909 tempest-RoutersIpV6Test-883692175 tempest-RoutersIpV6Test-883692175] 10.222.0.24 "GET /v2.0/ports?device_id=132abbc6-1621-4dad-81fd-b883ca8c0806 HTTP/1.1" status: 200 len: 205 time: 0.0612876 Jan 14 07:25:43.308475 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84875) accepted ('10.222.0.24', 45562) {{(pid=84875) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:25:43.425428 n-d-768862-2 neutron-server[84765]: INFO neutron.api.v2.resource [None req-9baeb077-55cc-47a8-9b44-65a783bb5856 tempest-RoutersIpV6Test-883692175 tempest-RoutersIpV6Test-883692175] delete failed (client error): The resource could not be found. Jan 14 07:25:43.426609 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-9baeb077-55cc-47a8-9b44-65a783bb5856 tempest-RoutersIpV6Test-883692175 tempest-RoutersIpV6Test-883692175] 10.222.0.24 "DELETE /v2.0/routers/132abbc6-1621-4dad-81fd-b883ca8c0806 HTTP/1.1" status: 404 len: 336 time: 0.1170743 Jan 14 07:25:43.433142 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84875) accepted ('10.222.0.24', 45566) {{(pid=84875) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:25:43.442718 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-643b2c24-ab97-49d5-b3d2-995434a3c5fc tempest-NetworksIpV6TestAttrs-1453117616 tempest-NetworksIpV6TestAttrs-1453117616] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:25:43.454552 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-a14f0c01-6c58-4e91-9b7e-83f57a11d832 tempest-ExtraDHCPOptionsIpV6TestJSON-1473121844 tempest-ExtraDHCPOptionsIpV6TestJSON-1473121844] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:25:43.459288 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-a14f0c01-6c58-4e91-9b7e-83f57a11d832 tempest-ExtraDHCPOptionsIpV6TestJSON-1473121844 tempest-ExtraDHCPOptionsIpV6TestJSON-1473121844] Usage tracker for resource:port and tenant:ec040553b94b45438f88c392adffbb4d is out of sync, need to count used quota {{(pid=84874) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:25:43.463447 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-a14f0c01-6c58-4e91-9b7e-83f57a11d832 tempest-ExtraDHCPOptionsIpV6TestJSON-1473121844 tempest-ExtraDHCPOptionsIpV6TestJSON-1473121844] Quota usage for port was recalculated. Used quota:0. {{(pid=84874) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:25:43.469605 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-a14f0c01-6c58-4e91-9b7e-83f57a11d832 tempest-ExtraDHCPOptionsIpV6TestJSON-1473121844 tempest-ExtraDHCPOptionsIpV6TestJSON-1473121844] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:25:43.501841 n-d-768862-2 neutron-server[84765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec5d3ff6-6d68-42d7-8a7e-e1dffaeee3be tempest-RoutersNegativeIpV6Test-1464408958 tempest-RoutersNegativeIpV6Test-1464408958] Network 9533dc0b-12b3-450f-936d-f541d8424211 is already hosted by enough agents. {{(pid=84875) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 07:25:43.510034 n-d-768862-2 neutron-server[84765]: DEBUG neutron.scheduler.base_scheduler [None req-ec5d3ff6-6d68-42d7-8a7e-e1dffaeee3be tempest-RoutersNegativeIpV6Test-1464408958 tempest-RoutersNegativeIpV6Test-1464408958] Resources bound (agent type, host, resource id): {{(pid=84875) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 07:25:43.516781 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-643b2c24-ab97-49d5-b3d2-995434a3c5fc tempest-NetworksIpV6TestAttrs-1453117616 tempest-NetworksIpV6TestAttrs-1453117616] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:25:43.519664 n-d-768862-2 neutron-server[84765]: INFO neutron.pecan_wsgi.hooks.translation [None req-955781d9-0e74-4fed-86fd-85221ca0a2f5 tempest-RoutersIpV6Test-883692175 tempest-RoutersIpV6Test-883692175] DELETE failed (client error): The resource could not be found. Jan 14 07:25:43.520229 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-955781d9-0e74-4fed-86fd-85221ca0a2f5 tempest-RoutersIpV6Test-883692175 tempest-RoutersIpV6Test-883692175] No notification will be sent due to unsuccessful status code: 404 {{(pid=84875) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Jan 14 07:25:43.522098 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-955781d9-0e74-4fed-86fd-85221ca0a2f5 tempest-RoutersIpV6Test-883692175 tempest-RoutersIpV6Test-883692175] 10.222.0.24 "DELETE /v2.0/subnets/ee844b6a-3410-459a-9376-bb9f6cb6215c HTTP/1.1" status: 404 len: 337 time: 0.0866213 Jan 14 07:25:43.527301 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84875) accepted ('10.222.0.24', 45570) {{(pid=84875) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:25:43.732398 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [None req-ca334838-2d44-4cfd-a2a7-0cf8b24a997b tempest-NetworksIpV6Test-2047944877 tempest-NetworksIpV6Test-2047944877] For port 74aab735-8786-4ef5-8192-c7f5f7d20f5d, host n-d-768862-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-2',level=0,port_id=74aab735-8786-4ef5-8192-c7f5f7d20f5d,segment=NetworkSegment(a3d2f5dd-3654-461c-a754-f946712ba958),segment_id=a3d2f5dd-3654-461c-a754-f946712ba958)] {{(pid=84874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 07:25:43.732800 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-ca334838-2d44-4cfd-a2a7-0cf8b24a997b tempest-NetworksIpV6Test-2047944877 tempest-NetworksIpV6Test-2047944877] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036850862667'] for port, precommit_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:25:43.915922 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.plugin [None req-ca334838-2d44-4cfd-a2a7-0cf8b24a997b tempest-NetworksIpV6Test-2047944877 tempest-NetworksIpV6Test-2047944877] Calling delete_port for 74aab735-8786-4ef5-8192-c7f5f7d20f5d owned by network:dhcp {{(pid=84874) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 07:25:43.927489 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d37fcca-bb62-4672-981c-7dedf69574bb None None] DHCP port deletion for cecdff6f-cf85-4701-852d-f46d915ba7b2 request from n-d-768862-2 {{(pid=84876) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Jan 14 07:25:43.933516 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-d42245d6-e23c-4af8-9f2a-7ec2dc5d337f None None] Provisioning for port ad58c6a6-384e-49e4-9fbb-73b5e65e34e1 completed by entity DHCP. {{(pid=84876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 07:25:43.955310 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.plugin [None req-2d37fcca-bb62-4672-981c-7dedf69574bb None None] Deleting port b3832ba8-eb39-4b38-a2cc-6c65d138f1ef {{(pid=84876) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 07:25:43.956056 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-2d37fcca-bb62-4672-981c-7dedf69574bb None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363259214248359'] for port, before_delete {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:25:43.999514 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-d42245d6-e23c-4af8-9f2a-7ec2dc5d337f None None] Provisioning complete for port ad58c6a6-384e-49e4-9fbb-73b5e65e34e1 triggered by entity DHCP. {{(pid=84876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 07:25:43.999769 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-d42245d6-e23c-4af8-9f2a-7ec2dc5d337f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-604227'] for port, provisioning_complete {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:25:44.051321 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a14f0c01-6c58-4e91-9b7e-83f57a11d832 tempest-ExtraDHCPOptionsIpV6TestJSON-1473121844 tempest-ExtraDHCPOptionsIpV6TestJSON-1473121844] Made reservation on behalf of ec040553b94b45438f88c392adffbb4d for: {'port': 1} {{(pid=84874) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 07:25:44.063044 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-a14f0c01-6c58-4e91-9b7e-83f57a11d832 tempest-ExtraDHCPOptionsIpV6TestJSON-1473121844 tempest-ExtraDHCPOptionsIpV6TestJSON-1473121844] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555753'] for port, before_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:25:44.100053 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-1ccadc34-aa63-46a3-b6c0-44e2ed85105c tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:25:44.105241 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-ca334838-2d44-4cfd-a2a7-0cf8b24a997b tempest-NetworksIpV6Test-2047944877 tempest-NetworksIpV6Test-2047944877] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777640533329', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777640097463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3254186'] for port, after_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:25:44.128471 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-f37a12d0-8622-4ecd-a6d1-7ac2bbeb0835 tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:25:44.185873 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca334838-2d44-4cfd-a2a7-0cf8b24a997b tempest-NetworksIpV6Test-2047944877 tempest-NetworksIpV6Test-2047944877] Pushing event deleted for resources: {'Port': ['ID=74aab735-8786-4ef5-8192-c7f5f7d20f5d,revision_number=None']} {{(pid=84874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:25:44.262518 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-ca334838-2d44-4cfd-a2a7-0cf8b24a997b tempest-NetworksIpV6Test-2047944877 tempest-NetworksIpV6Test-2047944877] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:25:44.266613 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-1ccadc34-aa63-46a3-b6c0-44e2ed85105c tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:25:44.344423 n-d-768862-2 neutron-server[84765]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ec5d3ff6-6d68-42d7-8a7e-e1dffaeee3be tempest-RoutersNegativeIpV6Test-1464408958 tempest-RoutersNegativeIpV6Test-1464408958] Router bf8ad3d3-3470-428c-bfe5-23f416302424 has already been hosted by L3 agent 35f592e9-451b-4db9-abea-77b6a5c5391b {{(pid=84875) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Jan 14 07:25:44.354486 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-643b2c24-ab97-49d5-b3d2-995434a3c5fc tempest-NetworksIpV6TestAttrs-1453117616 tempest-NetworksIpV6TestAttrs-1453117616] Made reservation on behalf of b4fb299c51d74f2a8c69090954f5d152 for: {'subnet': 1} {{(pid=84875) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 07:25:44.381041 n-d-768862-2 neutron-server[84765]: INFO neutron.pecan_wsgi.hooks.translation [None req-7c204f8d-333b-49da-9f34-4f4ebef87e62 tempest-RoutersIpV6Test-883692175 tempest-RoutersIpV6Test-883692175] DELETE failed (client error): The resource could not be found. Jan 14 07:25:44.381545 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7c204f8d-333b-49da-9f34-4f4ebef87e62 tempest-RoutersIpV6Test-883692175 tempest-RoutersIpV6Test-883692175] No notification will be sent due to unsuccessful status code: 404 {{(pid=84875) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Jan 14 07:25:44.384054 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-7c204f8d-333b-49da-9f34-4f4ebef87e62 tempest-RoutersIpV6Test-883692175 tempest-RoutersIpV6Test-883692175] 10.222.0.24 "DELETE /v2.0/subnets/62cb7f5e-6d4b-4f45-a82e-6354a575cc6f HTTP/1.1" status: 404 len: 337 time: 0.8278117 Jan 14 07:25:44.391822 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1ccadc34-aa63-46a3-b6c0-44e2ed85105c tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] Made reservation on behalf of be0aa702e3ca464795a99c51e3b3b04f for: {'subnet': 1} {{(pid=84874) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 07:25:44.425217 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Device b3832ba8-eb39-4b38-a2cc-6c65d138f1ef no longer exists at agent ovs-agent-n-d-768862-2 {{(pid=84876) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jan 14 07:25:44.510095 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-d42245d6-e23c-4af8-9f2a-7ec2dc5d337f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555753'] for port, before_update {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:25:44.574526 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca334838-2d44-4cfd-a2a7-0cf8b24a997b tempest-NetworksIpV6Test-2047944877 tempest-NetworksIpV6Test-2047944877] No DVR routers for this DVR port 74aab735-8786-4ef5-8192-c7f5f7d20f5d on host n-d-768862-2 {{(pid=84874) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Jan 14 07:25:44.596878 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555753'] for port, before_update {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:25:44.614457 n-d-768862-2 neutron-server[84765]: DEBUG neutron.notifiers.nova [None req-a14f0c01-6c58-4e91-9b7e-83f57a11d832 tempest-ExtraDHCPOptionsIpV6TestJSON-1473121844 tempest-ExtraDHCPOptionsIpV6TestJSON-1473121844] device_id is not set on port 463c84c6-ef65-459a-a128-e015fe2089a7 yet. {{(pid=84874) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}} Jan 14 07:25:44.665701 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] For port b3832ba8-eb39-4b38-a2cc-6c65d138f1ef, host n-d-768862-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-2',level=0,port_id=b3832ba8-eb39-4b38-a2cc-6c65d138f1ef,segment=NetworkSegment(445922aa-b15e-4e18-9ef6-65bb0b656ec2),segment_id=445922aa-b15e-4e18-9ef6-65bb0b656ec2)] {{(pid=84876) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 07:25:44.697168 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.db_base_plugin_common [None req-232381ae-2542-4504-bbe3-8b499540a409 None None] Allocated IP 2001:db8::2 (68cb209c-2937-4622-ba74-2bdc2090784d/3ea9d2bf-f73a-4cc3-9f51-f626319a57de/f0d3dcae-dc65-4591-bf4f-e17a97c350f1) {{(pid=84876) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 14 07:25:44.709717 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ec5d3ff6-6d68-42d7-8a7e-e1dffaeee3be tempest-RoutersNegativeIpV6Test-1464408958 tempest-RoutersNegativeIpV6Test-1464408958] Notify agent at l3_agent.n-d-768862-2 the message routers_updated {{(pid=84875) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jan 14 07:25:44.721917 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d721f697-ec48-4932-b0c1-a796595eb882 None None] Sync routers for ids ['bf8ad3d3-3470-428c-bfe5-23f416302424'] in n-d-768862-2 {{(pid=84877) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Jan 14 07:25:44.733191 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-ec5d3ff6-6d68-42d7-8a7e-e1dffaeee3be tempest-RoutersNegativeIpV6Test-1464408958 tempest-RoutersNegativeIpV6Test-1464408958] 10.222.0.24 "PUT /v2.0/routers/bf8ad3d3-3470-428c-bfe5-23f416302424/add_router_interface HTTP/1.1" status: 200 len: 503 time: 12.0150001 Jan 14 07:25:44.737637 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d721f697-ec48-4932-b0c1-a796595eb882 None None] Routers {'bf8ad3d3-3470-428c-bfe5-23f416302424'} bound to L3 agent in host n-d-768862-2 {{(pid=84877) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 14 07:25:44.738603 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_hamode_db [None req-d721f697-ec48-4932-b0c1-a796595eb882 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-01-14T06:56:51Z,description=,heartbeat_timestamp=2021-01-14T07:25:22Z,host='n-d-768862-2',id=35f592e9-451b-4db9-abea-77b6a5c5391b,load=0,resource_versions=,resources_synced=,started_at=2021-01-14T06:56:51Z,topic='l3_agent')) {'router_ids': ['bf8ad3d3-3470-428c-bfe5-23f416302424'], 'active': True} {{(pid=84877) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:25:44.739664 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84875) accepted ('10.222.0.24', 45582) {{(pid=84875) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:25:44.753603 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-1ccadc34-aa63-46a3-b6c0-44e2ed85105c tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036851981161'] for subnet, before_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:25:44.755387 n-d-768862-2 neutron-server[84765]: INFO neutron.pecan_wsgi.hooks.translation [None req-1ccadc34-aa63-46a3-b6c0-44e2ed85105c tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 14 07:25:44.756291 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1ccadc34-aa63-46a3-b6c0-44e2ed85105c tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] No notification will be sent due to unsuccessful status code: 400 {{(pid=84874) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Jan 14 07:25:44.928737 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_hamode_db [None req-d721f697-ec48-4932-b0c1-a796595eb882 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768862-2', False) {} {{(pid=84877) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:25:44.963041 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d721f697-ec48-4932-b0c1-a796595eb882 None None] Routers {'bf8ad3d3-3470-428c-bfe5-23f416302424'} bound to L3 agent in host n-d-768862-2 {{(pid=84877) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 14 07:25:44.964053 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_hamode_db [None req-d721f697-ec48-4932-b0c1-a796595eb882 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-01-14T06:56:51Z,description=,heartbeat_timestamp=2021-01-14T07:25:22Z,host='n-d-768862-2',id=35f592e9-451b-4db9-abea-77b6a5c5391b,load=0,resource_versions=,resources_synced=,started_at=2021-01-14T06:56:51Z,topic='l3_agent')) {'router_ids': ['bf8ad3d3-3470-428c-bfe5-23f416302424'], 'active': True} {{(pid=84877) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:25:44.991022 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777640533312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363259214678337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777640097497'] for port, after_update {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:25:45.068371 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-ca334838-2d44-4cfd-a2a7-0cf8b24a997b tempest-NetworksIpV6Test-2047944877 tempest-NetworksIpV6Test-2047944877] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-598987', 'neutron.services.segments.db._delete_segments_for_network-8777640583949'] for network, precommit_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:25:45.100537 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-643b2c24-ab97-49d5-b3d2-995434a3c5fc tempest-NetworksIpV6TestAttrs-1453117616 tempest-NetworksIpV6TestAttrs-1453117616] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036852467157'] for subnet, before_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:25:45.163468 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_hamode_db [None req-d721f697-ec48-4932-b0c1-a796595eb882 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768862-2', False) {} {{(pid=84877) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:25:45.164221 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d721f697-ec48-4932-b0c1-a796595eb882 None None] The sync data for ids ['bf8ad3d3-3470-428c-bfe5-23f416302424'] in n-d-768862-2 is: [] {{(pid=84877) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Jan 14 07:25:45.198070 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-1ccadc34-aa63-46a3-b6c0-44e2ed85105c tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 449 time: 2.2465301 Jan 14 07:25:45.205916 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84874) accepted ('10.222.0.24', 45590) {{(pid=84874) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:25:45.213721 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.v2.base [None req-b2110a29-47f6-4f66-97ad-15faaa15f0d5 tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] Request body: {'subnet': {'network_id': '23f0a15d-6362-4cec-82c1-cacba887c566', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=84874) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:25:45.382789 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84875) accepted ('10.222.0.24', 45594) {{(pid=84875) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:25:45.388640 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-b2110a29-47f6-4f66-97ad-15faaa15f0d5 tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:25:45.399778 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-b2110a29-47f6-4f66-97ad-15faaa15f0d5 tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:25:45.411710 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b2110a29-47f6-4f66-97ad-15faaa15f0d5 tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] Made reservation on behalf of be0aa702e3ca464795a99c51e3b3b04f for: {'subnet': 1} {{(pid=84874) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 07:25:45.415823 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-b9488c2e-46d8-4db9-b8b1-024e4be91671 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84876) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:25:45.422607 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-b2110a29-47f6-4f66-97ad-15faaa15f0d5 tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036851981161'] for subnet, before_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:25:45.424334 n-d-768862-2 neutron-server[84765]: INFO neutron.pecan_wsgi.hooks.translation [None req-b2110a29-47f6-4f66-97ad-15faaa15f0d5 tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 14 07:25:45.424915 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b2110a29-47f6-4f66-97ad-15faaa15f0d5 tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] No notification will be sent due to unsuccessful status code: 400 {{(pid=84874) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Jan 14 07:25:45.457431 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-b2110a29-47f6-4f66-97ad-15faaa15f0d5 tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 450 time: 0.2501011 Jan 14 07:25:45.461021 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84874) accepted ('10.222.0.24', 45598) {{(pid=84874) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:25:45.516505 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-0b329fa0-43b8-47a2-b940-dd4c73411aca tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] Synchronizing usage tracker for tenant:be0aa702e3ca464795a99c51e3b3b04f on resource:port {{(pid=84874) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 14 07:25:45.542811 n-d-768862-2 neutron-server[84765]: DEBUG neutron.services.segments.db [None req-ca334838-2d44-4cfd-a2a7-0cf8b24a997b tempest-NetworksIpV6Test-2047944877 tempest-NetworksIpV6Test-2047944877] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fbefecea-75e1-4a71-acda-1d158efcc4d6']}} {{(pid=84874) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:25:45.550830 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [None req-2d37fcca-bb62-4672-981c-7dedf69574bb None None] For port b3832ba8-eb39-4b38-a2cc-6c65d138f1ef, host n-d-768862-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-2',level=0,port_id=b3832ba8-eb39-4b38-a2cc-6c65d138f1ef,segment=NetworkSegment(445922aa-b15e-4e18-9ef6-65bb0b656ec2),segment_id=445922aa-b15e-4e18-9ef6-65bb0b656ec2)] {{(pid=84876) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 07:25:45.551611 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-2d37fcca-bb62-4672-981c-7dedf69574bb None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036850862667'] for port, precommit_delete {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:25:45.564954 n-d-768862-2 neutron-server[84765]: DEBUG neutron.services.segments.db [None req-ca334838-2d44-4cfd-a2a7-0cf8b24a997b tempest-NetworksIpV6Test-2047944877 tempest-NetworksIpV6Test-2047944877] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a3d2f5dd-3654-461c-a754-f946712ba958') {'for_net_delete': True} {{(pid=84874) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:25:45.565344 n-d-768862-2 neutron-server[84765]: DEBUG neutron.services.segments.db [None req-ca334838-2d44-4cfd-a2a7-0cf8b24a997b tempest-NetworksIpV6Test-2047944877 tempest-NetworksIpV6Test-2047944877] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a3d2f5dd-3654-461c-a754-f946712ba958') {} {{(pid=84874) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:25:45.568767 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [None req-d42245d6-e23c-4af8-9f2a-7ec2dc5d337f None None] For port ad58c6a6-384e-49e4-9fbb-73b5e65e34e1, host n-d-768862-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-2',level=0,port_id=ad58c6a6-384e-49e4-9fbb-73b5e65e34e1,segment=NetworkSegment(bcd4cfff-a935-47b3-88e6-93539490fa99),segment_id=bcd4cfff-a935-47b3-88e6-93539490fa99)] {{(pid=84876) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 07:25:45.577920 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-0b329fa0-43b8-47a2-b940-dd4c73411aca tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] Unset dirty status for tenant:be0aa702e3ca464795a99c51e3b3b04f on resource:port {{(pid=84874) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 14 07:25:45.581835 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-0b329fa0-43b8-47a2-b940-dd4c73411aca tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] 10.222.0.24 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.1170645 Jan 14 07:25:45.583288 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84874) accepted ('10.222.0.24', 45604) {{(pid=84874) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:25:45.586393 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-ca334838-2d44-4cfd-a2a7-0cf8b24a997b tempest-NetworksIpV6Test-2047944877 tempest-NetworksIpV6Test-2047944877] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363259214173198', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2968632'] for segment, before_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:25:45.594566 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-d42245d6-e23c-4af8-9f2a-7ec2dc5d337f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777640533312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363259214678337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777640097497'] for port, after_update {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:25:45.609926 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-eb1c1c65-fa5c-4f4a-b9c8-e6fdcd275a33 tempest-RoutersNegativeIpV6Test-1464408958 tempest-RoutersNegativeIpV6Test-1464408958] Notify callbacks [] for router, before_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:25:45.729072 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-ca334838-2d44-4cfd-a2a7-0cf8b24a997b tempest-NetworksIpV6Test-2047944877 tempest-NetworksIpV6Test-2047944877] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854179735'] for segment, precommit_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:25:45.735698 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-ca334838-2d44-4cfd-a2a7-0cf8b24a997b tempest-NetworksIpV6Test-2047944877 tempest-NetworksIpV6Test-2047944877] Releasing vxlan tunnel 22 to pool {{(pid=84874) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Jan 14 07:25:45.838449 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.plugin [None req-2d37fcca-bb62-4672-981c-7dedf69574bb None None] Calling delete_port for b3832ba8-eb39-4b38-a2cc-6c65d138f1ef owned by network:dhcp {{(pid=84876) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 07:25:45.840981 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f32f086f-aa79-4169-b420-5431b06239b0 tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:25:45.841779 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-f32f086f-aa79-4169-b420-5431b06239b0 tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] Synchronizing usage tracker for tenant:be0aa702e3ca464795a99c51e3b3b04f on resource:subnet {{(pid=84874) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 14 07:25:45.919718 n-d-768862-2 neutron-server[84765]: INFO neutron.api.v2.resource [None req-eb1c1c65-fa5c-4f4a-b9c8-e6fdcd275a33 tempest-RoutersNegativeIpV6Test-1464408958 tempest-RoutersNegativeIpV6Test-1464408958] delete failed (client error): There was a conflict when trying to complete your request. Jan 14 07:25:45.920958 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-eb1c1c65-fa5c-4f4a-b9c8-e6fdcd275a33 tempest-RoutersNegativeIpV6Test-1464408958 tempest-RoutersNegativeIpV6Test-1464408958] 10.222.0.24 "DELETE /v2.0/routers/bf8ad3d3-3470-428c-bfe5-23f416302424 HTTP/1.1" status: 409 len: 329 time: 1.1765964 Jan 14 07:25:45.925279 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84874) accepted ('10.222.0.24', 45608) {{(pid=84874) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:25:45.956834 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Pushing event updated for resources: {'Port': ['ID=b3832ba8-eb39-4b38-a2cc-6c65d138f1ef,revision_number=5']} {{(pid=84876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:25:45.957481 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-f32f086f-aa79-4169-b420-5431b06239b0 tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] Unset dirty status for tenant:be0aa702e3ca464795a99c51e3b3b04f on resource:subnet {{(pid=84874) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 14 07:25:45.959007 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-f32f086f-aa79-4169-b420-5431b06239b0 tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] 10.222.0.24 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.3759062 Jan 14 07:25:45.968133 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84875) accepted ('10.222.0.24', 45614) {{(pid=84875) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:25:46.043128 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.627s {{(pid=84876) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:25:46.047777 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-c2ba0b60-3059-447f-b251-7acddc8cfcbb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.388s {{(pid=84876) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:25:46.114385 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-6fbaa354-96c7-4ae1-961c-f6948f0d6825 tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] 10.222.0.24 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1420455 Jan 14 07:25:46.115485 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84875) accepted ('10.222.0.24', 45618) {{(pid=84875) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:25:46.148943 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.v2.base [None req-a20834c5-5371-4772-9b6d-1d7d393a4e33 tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] Request body: {'subnet': {'network_id': '23f0a15d-6362-4cec-82c1-cacba887c566', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=84875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:25:46.180212 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d42245d6-e23c-4af8-9f2a-7ec2dc5d337f None None] Pushing event updated for resources: {'Port': ['ID=ad58c6a6-384e-49e4-9fbb-73b5e65e34e1,revision_number=3']} {{(pid=84876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:25:46.186919 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-d42245d6-e23c-4af8-9f2a-7ec2dc5d337f None None] Provisioning complete for port b3832ba8-eb39-4b38-a2cc-6c65d138f1ef triggered by entity DHCP. {{(pid=84876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 07:25:46.198069 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-d42245d6-e23c-4af8-9f2a-7ec2dc5d337f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-604227'] for port, provisioning_complete {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:25:46.258519 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-d42245d6-e23c-4af8-9f2a-7ec2dc5d337f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.211s {{(pid=84876) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:25:46.289358 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.db.api [None req-2d37fcca-bb62-4672-981c-7dedf69574bb None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84876) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Jan 14 07:25:46.290043 n-d-768862-2 neutron-server[84765]: DEBUG oslo_db.api [None req-2d37fcca-bb62-4672-981c-7dedf69574bb None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84876) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Jan 14 07:25:46.325202 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.managers [None req-ca334838-2d44-4cfd-a2a7-0cf8b24a997b tempest-NetworksIpV6Test-2047944877 tempest-NetworksIpV6Test-2047944877] Network fbefecea-75e1-4a71-acda-1d158efcc4d6 has no segments {{(pid=84874) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 14 07:25:46.360768 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-232381ae-2542-4504-bbe3-8b499540a409 None None] Notify callbacks [] for port, precommit_create {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:25:46.391672 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-ca334838-2d44-4cfd-a2a7-0cf8b24a997b tempest-NetworksIpV6Test-2047944877 tempest-NetworksIpV6Test-2047944877] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-596065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036851521571'] for segment, after_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:25:46.433413 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-a20834c5-5371-4772-9b6d-1d7d393a4e33 tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:25:46.439358 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-d42245d6-e23c-4af8-9f2a-7ec2dc5d337f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555753'] for port, before_update {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:25:46.453147 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-a20834c5-5371-4772-9b6d-1d7d393a4e33 tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:25:46.454330 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-232381ae-2542-4504-bbe3-8b499540a409 None None] Transition to ACTIVE for port object f0d3dcae-dc65-4591-bf4f-e17a97c350f1 will not be triggered until provisioned by entity L2. {{(pid=84876) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 07:25:46.485714 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-f721c062-4f0f-452c-b368-d7642f86ab05 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=d787627cdb8d4cc9b70642659fae99d7&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1006873 Jan 14 07:25:46.486886 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-232381ae-2542-4504-bbe3-8b499540a409 None None] Transition to ACTIVE for port object f0d3dcae-dc65-4591-bf4f-e17a97c350f1 will not be triggered until provisioned by entity DHCP. {{(pid=84876) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 07:25:46.487343 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a20834c5-5371-4772-9b6d-1d7d393a4e33 tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] Made reservation on behalf of be0aa702e3ca464795a99c51e3b3b04f for: {'subnet': 1} {{(pid=84875) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 07:25:46.487990 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84874) accepted ('10.222.0.24', 45624) {{(pid=84874) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:25:46.502238 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [None req-d42245d6-e23c-4af8-9f2a-7ec2dc5d337f None None] For port b3832ba8-eb39-4b38-a2cc-6c65d138f1ef, host n-d-768862-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-2',level=0,port_id=b3832ba8-eb39-4b38-a2cc-6c65d138f1ef,segment=NetworkSegment(445922aa-b15e-4e18-9ef6-65bb0b656ec2),segment_id=445922aa-b15e-4e18-9ef6-65bb0b656ec2)] {{(pid=84876) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 07:25:46.504638 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-232381ae-2542-4504-bbe3-8b499540a409 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777640123575'] for port, after_create {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:25:46.605793 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-ae5e3d70-8a52-4a33-bdf9-216db99074e5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84876) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:25:46.636716 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Device ad58c6a6-384e-49e4-9fbb-73b5e65e34e1 up at agent ovs-agent-n-d-768862-2 {{(pid=84876) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 07:25:46.659181 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-b1055133-23f7-4787-baf7-e79b24311ca6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:25:46.708315 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-a20834c5-5371-4772-9b6d-1d7d393a4e33 tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036852467157'] for subnet, before_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:25:46.710891 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-b1055133-23f7-4787-baf7-e79b24311ca6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:25:46.752710 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-232381ae-2542-4504-bbe3-8b499540a409 None None] Pushing event updated for resources: {'Port': ['ID=f0d3dcae-dc65-4591-bf4f-e17a97c350f1,revision_number=1']} {{(pid=84876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:25:46.756174 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-d42245d6-e23c-4af8-9f2a-7ec2dc5d337f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777640533312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363259214678337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777640097497'] for port, after_update {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:25:46.763533 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-232381ae-2542-4504-bbe3-8b499540a409 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.158s {{(pid=84876) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:25:46.764472 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-232381ae-2542-4504-bbe3-8b499540a409 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84876) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:25:46.794861 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-b1055133-23f7-4787-baf7-e79b24311ca6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850887153'] for security_group, after_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:25:46.801110 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.plugin [None req-2d37fcca-bb62-4672-981c-7dedf69574bb None None] Deleting port b3832ba8-eb39-4b38-a2cc-6c65d138f1ef {{(pid=84876) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 07:25:46.801753 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-2d37fcca-bb62-4672-981c-7dedf69574bb None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363259214248359'] for port, before_delete {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:25:46.820215 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.db_base_plugin_common [None req-a14f0c01-6c58-4e91-9b7e-83f57a11d832 tempest-ExtraDHCPOptionsIpV6TestJSON-1473121844 tempest-ExtraDHCPOptionsIpV6TestJSON-1473121844] Allocated IP 2001:db8::139 (68cb209c-2937-4622-ba74-2bdc2090784d/3ea9d2bf-f73a-4cc3-9f51-f626319a57de/463c84c6-ef65-459a-a128-e015fe2089a7) {{(pid=84874) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 14 07:25:46.896844 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-120da8b7-93cc-4b8e-9140-f56ce62300a9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:25:46.997200 n-d-768862-2 neutron-server[84765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-232381ae-2542-4504-bbe3-8b499540a409 None None] Network 68cb209c-2937-4622-ba74-2bdc2090784d is already hosted by enough agents. {{(pid=84876) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 07:25:47.099104 n-d-768862-2 neutron-server[84765]: DEBUG neutron.objects.ports [None req-643b2c24-ab97-49d5-b3d2-995434a3c5fc tempest-NetworksIpV6TestAttrs-1453117616 tempest-NetworksIpV6TestAttrs-1453117616] Time-cost: Fetching 0 ports in 0 security groups {{(pid=84875) get_objects /opt/stack/neutron/neutron/objects/ports.py:428}} Jan 14 07:25:47.102120 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-643b2c24-ab97-49d5-b3d2-995434a3c5fc tempest-NetworksIpV6TestAttrs-1453117616 tempest-NetworksIpV6TestAttrs-1453117616] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850887113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036851621412', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036852467174'] for subnet, after_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:25:47.114974 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [None req-2d37fcca-bb62-4672-981c-7dedf69574bb None None] For port b3832ba8-eb39-4b38-a2cc-6c65d138f1ef, host n-d-768862-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-2',level=0,port_id=b3832ba8-eb39-4b38-a2cc-6c65d138f1ef,segment=NetworkSegment(445922aa-b15e-4e18-9ef6-65bb0b656ec2),segment_id=445922aa-b15e-4e18-9ef6-65bb0b656ec2)] {{(pid=84876) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 07:25:47.115762 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-2d37fcca-bb62-4672-981c-7dedf69574bb None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036850862667'] for port, precommit_delete {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:25:47.133465 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-d114658b-576d-4ded-a14d-dc8aac3ed4ba admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:25:47.141205 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-b1055133-23f7-4787-baf7-e79b24311ca6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:25:47.142874 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-b1055133-23f7-4787-baf7-e79b24311ca6 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/7a2eb420-1481-45ff-9d2d-17fbd3acabf0 HTTP/1.1" status: 204 len: 168 time: 0.6494064 Jan 14 07:25:47.143922 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1055133-23f7-4787-baf7-e79b24311ca6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7a2eb420-1481-45ff-9d2d-17fbd3acabf0,revision_number=None']} {{(pid=84874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:25:47.193606 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-b1055133-23f7-4787-baf7-e79b24311ca6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.297s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:25:47.206725 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.managers [None req-ca334838-2d44-4cfd-a2a7-0cf8b24a997b tempest-NetworksIpV6Test-2047944877 tempest-NetworksIpV6Test-2047944877] Network fbefecea-75e1-4a71-acda-1d158efcc4d6 has no segments {{(pid=84874) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 14 07:25:47.264498 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.plugin [None req-2d37fcca-bb62-4672-981c-7dedf69574bb None None] Calling delete_port for b3832ba8-eb39-4b38-a2cc-6c65d138f1ef owned by network:dhcp {{(pid=84876) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 07:25:47.296523 n-d-768862-2 neutron-server[84765]: Traceback (most recent call last): Jan 14 07:25:47.296523 n-d-768862-2 neutron-server[84765]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 14 07:25:47.296523 n-d-768862-2 neutron-server[84765]: timer() Jan 14 07:25:47.296523 n-d-768862-2 neutron-server[84765]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 14 07:25:47.296523 n-d-768862-2 neutron-server[84765]: cb(*args, **kw) Jan 14 07:25:47.296523 n-d-768862-2 neutron-server[84765]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Jan 14 07:25:47.296523 n-d-768862-2 neutron-server[84765]: return func(*args, **kwargs) Jan 14 07:25:47.296523 n-d-768862-2 neutron-server[84765]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 14 07:25:47.296523 n-d-768862-2 neutron-server[84765]: self._notify() Jan 14 07:25:47.296523 n-d-768862-2 neutron-server[84765]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 14 07:25:47.296523 n-d-768862-2 neutron-server[84765]: self.callback(batched_events) Jan 14 07:25:47.296523 n-d-768862-2 neutron-server[84765]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 14 07:25:47.296523 n-d-768862-2 neutron-server[84765]: event.method(event) Jan 14 07:25:47.296523 n-d-768862-2 neutron-server[84765]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 14 07:25:47.296523 n-d-768862-2 neutron-server[84765]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 14 07:25:47.296523 n-d-768862-2 neutron-server[84765]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Jan 14 07:25:47.296523 n-d-768862-2 neutron-server[84765]: segment_id)['aggregates'][0] Jan 14 07:25:47.296523 n-d-768862-2 neutron-server[84765]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 14 07:25:47.296523 n-d-768862-2 neutron-server[84765]: return f(self, *a, **k) Jan 14 07:25:47.296523 n-d-768862-2 neutron-server[84765]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 14 07:25:47.296523 n-d-768862-2 neutron-server[84765]: return self._get(url).json() Jan 14 07:25:47.296523 n-d-768862-2 neutron-server[84765]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 14 07:25:47.296523 n-d-768862-2 neutron-server[84765]: **kwargs) Jan 14 07:25:47.296523 n-d-768862-2 neutron-server[84765]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 14 07:25:47.296523 n-d-768862-2 neutron-server[84765]: return self.request(url, 'GET', **kwargs) Jan 14 07:25:47.296523 n-d-768862-2 neutron-server[84765]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Jan 14 07:25:47.296523 n-d-768862-2 neutron-server[84765]: **endpoint_filter) Jan 14 07:25:47.296523 n-d-768862-2 neutron-server[84765]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 14 07:25:47.296523 n-d-768862-2 neutron-server[84765]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 14 07:25:47.296523 n-d-768862-2 neutron-server[84765]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 14 07:25:47.296523 n-d-768862-2 neutron-server[84765]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 14 07:25:47.296523 n-d-768862-2 neutron-server[84765]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 14 07:25:47.300692 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-643b2c24-ab97-49d5-b3d2-995434a3c5fc tempest-NetworksIpV6TestAttrs-1453117616 tempest-NetworksIpV6TestAttrs-1453117616] Pushing event updated for resources: {'Subnet': ['ID=11b7c451-9789-457e-b9be-2504003b5cd7,revision_number=0']} {{(pid=84875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:25:47.304231 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-643b2c24-ab97-49d5-b3d2-995434a3c5fc tempest-NetworksIpV6TestAttrs-1453117616 tempest-NetworksIpV6TestAttrs-1453117616] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.171s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:25:47.407370 n-d-768862-2 neutron-server[84765]: DEBUG neutron.scheduler.base_scheduler [None req-232381ae-2542-4504-bbe3-8b499540a409 None None] Resources bound (agent type, host, resource id): {{(pid=84876) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 07:25:47.499306 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-232381ae-2542-4504-bbe3-8b499540a409 None None] Received port after_create {{(pid=84876) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 14 07:25:47.622512 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-643b2c24-ab97-49d5-b3d2-995434a3c5fc tempest-NetworksIpV6TestAttrs-1453117616 tempest-NetworksIpV6TestAttrs-1453117616] Checking segment: {'id': '9ae13245-e789-449e-b333-c203068cd4ee', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 23, 'network_id': 'd738f9ea-d65f-4193-b23d-32198181aeba'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84875) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 14 07:25:47.623603 n-d-768862-2 neutron-server[84765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-643b2c24-ab97-49d5-b3d2-995434a3c5fc tempest-NetworksIpV6TestAttrs-1453117616 tempest-NetworksIpV6TestAttrs-1453117616] Network hostable DHCP agents. Network: d738f9ea-d65f-4193-b23d-32198181aeba, hostable agents: ['32f3dd84-26da-4d18-bf15-6017a8fb7247'], hosted agents: [] {{(pid=84875) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Jan 14 07:25:47.657388 n-d-768862-2 neutron-server[84765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-643b2c24-ab97-49d5-b3d2-995434a3c5fc tempest-NetworksIpV6TestAttrs-1453117616 tempest-NetworksIpV6TestAttrs-1453117616] Network d738f9ea-d65f-4193-b23d-32198181aeba is scheduled to be hosted by DHCP agent 32f3dd84-26da-4d18-bf15-6017a8fb7247 with binding_index 1 {{(pid=84875) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Jan 14 07:25:47.675235 n-d-768862-2 neutron-server[84765]: DEBUG neutron.scheduler.base_scheduler [None req-643b2c24-ab97-49d5-b3d2-995434a3c5fc tempest-NetworksIpV6TestAttrs-1453117616 tempest-NetworksIpV6TestAttrs-1453117616] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768862-2, d738f9ea-d65f-4193-b23d-32198181aeba) {{(pid=84875) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 07:25:47.709504 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-643b2c24-ab97-49d5-b3d2-995434a3c5fc tempest-NetworksIpV6TestAttrs-1453117616 tempest-NetworksIpV6TestAttrs-1453117616] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:25:47.710977 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-643b2c24-ab97-49d5-b3d2-995434a3c5fc tempest-NetworksIpV6TestAttrs-1453117616 tempest-NetworksIpV6TestAttrs-1453117616] Notify callbacks [] for subnet, before_response {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:25:47.754147 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-643b2c24-ab97-49d5-b3d2-995434a3c5fc tempest-NetworksIpV6TestAttrs-1453117616 tempest-NetworksIpV6TestAttrs-1453117616] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 4.9716194 Jan 14 07:25:47.756249 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84875) accepted ('10.222.0.24', 45638) {{(pid=84875) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:25:47.769087 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.v2.base [None req-dc555705-820e-4bbf-8f84-ea1f507edccf tempest-NetworksIpV6TestAttrs-1453117616 tempest-NetworksIpV6TestAttrs-1453117616] Request body: {'port': {'network_id': 'd738f9ea-d65f-4193-b23d-32198181aeba', 'name': 'tempest-NetworksIpV6TestAttrs-1221475653'}} {{(pid=84875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:25:47.799634 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32c5eda2-ee96-4d59-ae76-e20ffa50431f None None] Network d738f9ea-d65f-4193-b23d-32198181aeba requested from n-d-768862-2 {{(pid=84876) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 07:25:47.844102 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.managers [None req-232381ae-2542-4504-bbe3-8b499540a409 None None] Attempting to bind port f0d3dcae-dc65-4591-bf4f-e17a97c350f1 on host n-d-768862-2 for vnic_type normal with profile {{(pid=84876) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 14 07:25:47.845973 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.managers [None req-232381ae-2542-4504-bbe3-8b499540a409 None None] Attempting to bind port f0d3dcae-dc65-4591-bf4f-e17a97c350f1 by drivers openvswitch on host n-d-768862-2 at level 0 using segments [{'id': 'f7b5d34d-d15c-4391-af8e-418998b7bddd', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 15, 'network_id': '68cb209c-2937-4622-ba74-2bdc2090784d'}] {{(pid=84876) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 14 07:25:47.848827 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-232381ae-2542-4504-bbe3-8b499540a409 None None] Attempting to bind port f0d3dcae-dc65-4591-bf4f-e17a97c350f1 on network 68cb209c-2937-4622-ba74-2bdc2090784d {{(pid=84876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 14 07:25:47.876300 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-232381ae-2542-4504-bbe3-8b499540a409 None None] Checking agent: {'id': 'ba5efab1-b43c-4d5a-bc52-6e105d4e67a2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768862-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 14, 6, 56, 52), 'started_at': datetime.datetime(2021, 1, 14, 6, 57, 22), 'heartbeat_timestamp': datetime.datetime(2021, 1, 14, 7, 25, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768862-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.29', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 14 07:25:47.876851 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-232381ae-2542-4504-bbe3-8b499540a409 None None] Checking segment: {'id': 'f7b5d34d-d15c-4391-af8e-418998b7bddd', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 15, 'network_id': '68cb209c-2937-4622-ba74-2bdc2090784d'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84876) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 14 07:25:47.877177 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-232381ae-2542-4504-bbe3-8b499540a409 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:25:47.877652 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-232381ae-2542-4504-bbe3-8b499540a409 None None] Bound using segment: {'id': 'f7b5d34d-d15c-4391-af8e-418998b7bddd', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 15, 'network_id': '68cb209c-2937-4622-ba74-2bdc2090784d'} {{(pid=84876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 14 07:25:47.878098 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.managers [None req-232381ae-2542-4504-bbe3-8b499540a409 None None] Bound port: f0d3dcae-dc65-4591-bf4f-e17a97c350f1, host: n-d-768862-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f7b5d34d-d15c-4391-af8e-418998b7bddd', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 15, 'network_id': '68cb209c-2937-4622-ba74-2bdc2090784d'}}] {{(pid=84876) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 14 07:25:47.880052 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-232381ae-2542-4504-bbe3-8b499540a409 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555753'] for port, before_update {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:25:47.919585 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-50d310c6-7645-457d-b355-ba1ab2007c28 None None] Provisioning complete for port 78a78f3e-416c-469a-84fe-4b940140218b triggered by entity DHCP. {{(pid=84876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 07:25:47.920040 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-50d310c6-7645-457d-b355-ba1ab2007c28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-604227'] for port, provisioning_complete {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:25:48.122021 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-a14f0c01-6c58-4e91-9b7e-83f57a11d832 tempest-ExtraDHCPOptionsIpV6TestJSON-1473121844 tempest-ExtraDHCPOptionsIpV6TestJSON-1473121844] Notify callbacks [] for port, precommit_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:25:48.145186 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-a14f0c01-6c58-4e91-9b7e-83f57a11d832 tempest-ExtraDHCPOptionsIpV6TestJSON-1473121844 tempest-ExtraDHCPOptionsIpV6TestJSON-1473121844] Transition to ACTIVE for port object 463c84c6-ef65-459a-a128-e015fe2089a7 will not be triggered until provisioned by entity DHCP. {{(pid=84874) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 07:25:48.220823 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.plugin [None req-50d310c6-7645-457d-b355-ba1ab2007c28 None None] Port 78a78f3e-416c-469a-84fe-4b940140218b cannot update to ACTIVE because it is not bound. {{(pid=84876) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:329}} Jan 14 07:25:48.229607 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-a14f0c01-6c58-4e91-9b7e-83f57a11d832 tempest-ExtraDHCPOptionsIpV6TestJSON-1473121844 tempest-ExtraDHCPOptionsIpV6TestJSON-1473121844] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777640123575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3254186'] for port, after_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:25:48.239201 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-ca334838-2d44-4cfd-a2a7-0cf8b24a997b tempest-NetworksIpV6Test-2047944877 tempest-NetworksIpV6Test-2047944877] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036854176830', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850887149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3912591'] for network, after_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:25:48.311534 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-2d37fcca-bb62-4672-981c-7dedf69574bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777640533329', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777640097463'] for port, after_delete {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:25:48.345087 n-d-768862-2 neutron-server[84765]: DEBUG neutron.objects.ports [None req-a20834c5-5371-4772-9b6d-1d7d393a4e33 tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] Time-cost: Fetching 0 ports in 0 security groups {{(pid=84875) get_objects /opt/stack/neutron/neutron/objects/ports.py:428}} Jan 14 07:25:48.356964 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d42245d6-e23c-4af8-9f2a-7ec2dc5d337f None None] Pushing event updated for resources: {'Port': ['ID=b3832ba8-eb39-4b38-a2cc-6c65d138f1ef,revision_number=6']} {{(pid=84876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:25:48.359081 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-a20834c5-5371-4772-9b6d-1d7d393a4e33 tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850887113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036851621412', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036852467174'] for subnet, after_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:25:48.368513 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-d42245d6-e23c-4af8-9f2a-7ec2dc5d337f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.603s {{(pid=84876) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:25:48.369241 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-d42245d6-e23c-4af8-9f2a-7ec2dc5d337f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84876) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:25:48.402508 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-3dbb2317-d176-49ae-96ea-bbf9aa9d2fd5 tempest-NetworksIpV6Test-2047944877 tempest-NetworksIpV6Test-2047944877] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:25:48.430819 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-a5840d62-3e4d-4711-9ce4-e196ebb13e5a tempest-RoutersIpV6AdminTest-1631784580 tempest-RoutersIpV6AdminTest-1631784580] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:25:48.516293 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-ca334838-2d44-4cfd-a2a7-0cf8b24a997b tempest-NetworksIpV6Test-2047944877 tempest-NetworksIpV6Test-2047944877] Notify callbacks [] for network, before_response {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:25:48.552072 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-ca334838-2d44-4cfd-a2a7-0cf8b24a997b tempest-NetworksIpV6Test-2047944877 tempest-NetworksIpV6Test-2047944877] 10.222.0.24 "DELETE /v2.0/networks/fbefecea-75e1-4a71-acda-1d158efcc4d6 HTTP/1.1" status: 204 len: 168 time: 13.9413755 Jan 14 07:25:48.558627 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84874) accepted ('10.222.0.24', 45658) {{(pid=84874) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:25:48.602748 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.v2.base [None req-43e1cca3-aa94-405a-bb24-1095cb7e1f41 tempest-NetworksIpV6Test-2047944877 tempest-NetworksIpV6Test-2047944877] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1920849192'}} {{(pid=84874) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:25:48.679020 n-d-768862-2 neutron-server[84765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a14f0c01-6c58-4e91-9b7e-83f57a11d832 tempest-ExtraDHCPOptionsIpV6TestJSON-1473121844 tempest-ExtraDHCPOptionsIpV6TestJSON-1473121844] Network 68cb209c-2937-4622-ba74-2bdc2090784d is already hosted by enough agents. {{(pid=84874) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 07:25:48.682660 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-43e1cca3-aa94-405a-bb24-1095cb7e1f41 tempest-NetworksIpV6Test-2047944877 tempest-NetworksIpV6Test-2047944877] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:25:48.687559 n-d-768862-2 neutron-server[84765]: DEBUG neutron.scheduler.base_scheduler [None req-a14f0c01-6c58-4e91-9b7e-83f57a11d832 tempest-ExtraDHCPOptionsIpV6TestJSON-1473121844 tempest-ExtraDHCPOptionsIpV6TestJSON-1473121844] Resources bound (agent type, host, resource id): {{(pid=84874) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 07:25:48.690115 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a14f0c01-6c58-4e91-9b7e-83f57a11d832 tempest-ExtraDHCPOptionsIpV6TestJSON-1473121844 tempest-ExtraDHCPOptionsIpV6TestJSON-1473121844] Pushing event updated for resources: {'Port': ['ID=463c84c6-ef65-459a-a128-e015fe2089a7,revision_number=1']} {{(pid=84874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:25:48.704545 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a14f0c01-6c58-4e91-9b7e-83f57a11d832 tempest-ExtraDHCPOptionsIpV6TestJSON-1473121844 tempest-ExtraDHCPOptionsIpV6TestJSON-1473121844] Received port after_create {{(pid=84874) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 14 07:25:48.708960 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network":"rule:regular_user" was deprecated in W in favor of "create_network":"role:member and project_id:%(project_id)s". Reason: Jan 14 07:25:48.708960 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:25:48.708960 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:25:48.708960 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:25:48.708960 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:shared":"rule:admin_only" was deprecated in W in favor of "create_network:shared":"role:admin and system_scope:all". Reason: Jan 14 07:25:48.708960 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:25:48.708960 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:25:48.708960 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:25:48.708960 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:router:external":"rule:admin_only" was deprecated in W in favor of "create_network:router:external":"role:admin and system_scope:all". Reason: Jan 14 07:25:48.708960 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:25:48.708960 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:25:48.708960 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:25:48.708960 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:is_default":"rule:admin_only" was deprecated in W in favor of "create_network:is_default":"role:admin and system_scope:all". Reason: Jan 14 07:25:48.708960 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:25:48.708960 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:25:48.708960 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:25:48.708960 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:port_security_enabled":"rule:regular_user" was deprecated in W in favor of "create_network:port_security_enabled":"role:member and project_id:%(project_id)s". Reason: Jan 14 07:25:48.708960 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:25:48.708960 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:25:48.708960 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:25:48.708960 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:segments":"rule:admin_only" was deprecated in W in favor of "create_network:segments":"role:admin and system_scope:all". Reason: Jan 14 07:25:48.708960 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:25:48.708960 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:25:48.708960 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:25:48.708960 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "create_network:provider:network_type":"role:admin and system_scope:all". Reason: Jan 14 07:25:48.708960 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:25:48.708960 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:25:48.708960 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:25:48.708960 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "create_network:provider:physical_network":"role:admin and system_scope:all". Reason: Jan 14 07:25:48.708960 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:25:48.708960 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:25:48.708960 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:25:48.708960 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "create_network:provider:segmentation_id":"role:admin and system_scope:all". Reason: Jan 14 07:25:48.708960 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:25:48.708960 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:25:48.708960 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:25:48.708960 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network":"rule:admin_or_owner or rule:shared or rule:external or rule:context_is_advsvc" was deprecated in W in favor of "get_network":"(role:reader and system_scope:all) or (role:reader and project_id:%(project_id)s) or rule:shared or rule:external or rule:context_is_advsvc". Reason: Jan 14 07:25:48.708960 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:25:48.708960 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:25:48.708960 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:25:48.708960 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:router:external":"rule:regular_user" was deprecated in W in favor of "get_network:router:external":"role:reader and project_id:%(project_id)s". Reason: Jan 14 07:25:48.708960 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:25:48.708960 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:25:48.708960 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:25:48.708960 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:segments":"rule:admin_only" was deprecated in W in favor of "get_network:segments":"role:reader and system_scope:all". Reason: Jan 14 07:25:48.708960 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:25:48.708960 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:25:48.708960 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:25:48.708960 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "get_network:provider:network_type":"role:reader and system_scope:all". Reason: Jan 14 07:25:48.708960 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:25:48.708960 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:25:48.708960 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:25:48.708960 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "get_network:provider:physical_network":"role:reader and system_scope:all". Reason: Jan 14 07:25:48.708960 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:25:48.708960 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:25:48.708960 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:25:48.708960 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "get_network:provider:segmentation_id":"role:reader and system_scope:all". Reason: Jan 14 07:25:48.708960 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:25:48.708960 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:25:48.708960 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:25:48.708960 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network":"rule:admin_or_owner" was deprecated in W in favor of "update_network":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 07:25:48.708960 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:25:48.708960 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:25:48.708960 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:25:48.708960 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:segments":"rule:admin_only" was deprecated in W in favor of "update_network:segments":"role:admin and system_scope:all". Reason: Jan 14 07:25:48.708960 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:25:48.708960 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:25:48.708960 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:25:48.737101 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a14f0c01-6c58-4e91-9b7e-83f57a11d832 tempest-ExtraDHCPOptionsIpV6TestJSON-1473121844 tempest-ExtraDHCPOptionsIpV6TestJSON-1473121844] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:25:48.738198 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-a14f0c01-6c58-4e91-9b7e-83f57a11d832 tempest-ExtraDHCPOptionsIpV6TestJSON-1473121844 tempest-ExtraDHCPOptionsIpV6TestJSON-1473121844] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854768116'] for port, before_response {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:25:48.755344 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-43e1cca3-aa94-405a-bb24-1095cb7e1f41 tempest-NetworksIpV6Test-2047944877 tempest-NetworksIpV6Test-2047944877] Usage tracker for resource:network and tenant:130ee88fc4054d968ce76b7b9727c055 is out of sync, need to count used quota {{(pid=84874) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:25:48.761728 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-a14f0c01-6c58-4e91-9b7e-83f57a11d832 tempest-ExtraDHCPOptionsIpV6TestJSON-1473121844 tempest-ExtraDHCPOptionsIpV6TestJSON-1473121844] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.332s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:25:48.767243 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-111822e5-dd07-4474-97ea-3657af6f757c tempest-RoutersIpV6Test-883692175 tempest-RoutersIpV6Test-883692175] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.278s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:25:48.776165 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d37fcca-bb62-4672-981c-7dedf69574bb None None] Pushing event deleted for resources: {'Port': ['ID=b3832ba8-eb39-4b38-a2cc-6c65d138f1ef,revision_number=None']} {{(pid=84876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:25:48.784721 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-2d37fcca-bb62-4672-981c-7dedf69574bb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.415s {{(pid=84876) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:25:48.799643 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-43e1cca3-aa94-405a-bb24-1095cb7e1f41 tempest-NetworksIpV6Test-2047944877 tempest-NetworksIpV6Test-2047944877] Quota usage for network was recalculated. Used quota:2. {{(pid=84874) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:25:48.802608 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84874) accepted ('10.222.0.24', 45662) {{(pid=84874) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:25:48.849400 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a20834c5-5371-4772-9b6d-1d7d393a4e33 tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] Pushing event updated for resources: {'Subnet': ['ID=7a4d58d8-f213-4a69-88ca-348fc414302a,revision_number=0']} {{(pid=84875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:25:48.850651 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca334838-2d44-4cfd-a2a7-0cf8b24a997b tempest-NetworksIpV6Test-2047944877 tempest-NetworksIpV6Test-2047944877] Pushing event deleted for resources: {'Network': ['ID=fbefecea-75e1-4a71-acda-1d158efcc4d6,revision_number=None']} {{(pid=84874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:25:48.861680 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-a14f0c01-6c58-4e91-9b7e-83f57a11d832 tempest-ExtraDHCPOptionsIpV6TestJSON-1473121844 tempest-ExtraDHCPOptionsIpV6TestJSON-1473121844] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 941 time: 6.4157376 Jan 14 07:25:48.862033 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-dc555705-820e-4bbf-8f84-ea1f507edccf tempest-NetworksIpV6TestAttrs-1453117616 tempest-NetworksIpV6TestAttrs-1453117616] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:25:48.862247 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-43e1cca3-aa94-405a-bb24-1095cb7e1f41 tempest-NetworksIpV6Test-2047944877 tempest-NetworksIpV6Test-2047944877] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=84874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:25:48.862247 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-ca334838-2d44-4cfd-a2a7-0cf8b24a997b tempest-NetworksIpV6Test-2047944877 tempest-NetworksIpV6Test-2047944877] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:25:48.862595 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-dc555705-820e-4bbf-8f84-ea1f507edccf tempest-NetworksIpV6TestAttrs-1453117616 tempest-NetworksIpV6TestAttrs-1453117616] Usage tracker for resource:port and tenant:b4fb299c51d74f2a8c69090954f5d152 is out of sync, need to count used quota {{(pid=84875) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:25:48.867902 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-dc555705-820e-4bbf-8f84-ea1f507edccf tempest-NetworksIpV6TestAttrs-1453117616 tempest-NetworksIpV6TestAttrs-1453117616] Quota usage for port was recalculated. Used quota:2. {{(pid=84875) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:25:48.869278 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84874) accepted ('10.222.0.24', 45666) {{(pid=84874) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:25:48.872330 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-dc555705-820e-4bbf-8f84-ea1f507edccf tempest-NetworksIpV6TestAttrs-1453117616 tempest-NetworksIpV6TestAttrs-1453117616] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:25:48.888753 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.v2.base [None req-e08ea518-8e51-4336-9195-a54b719f23a6 tempest-ExtraDHCPOptionsIpV6TestJSON-1473121844 tempest-ExtraDHCPOptionsIpV6TestJSON-1473121844] Request body: {'port': {'network_id': '68cb209c-2937-4622-ba74-2bdc2090784d', 'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-1977111757', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '2015::dead', 'opt_name': 'tftp-server'}, {'opt_value': '2015::badd', 'opt_name': 'server-ip-address'}]}} {{(pid=84874) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:25:48.888753 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.api.validators [None req-e08ea518-8e51-4336-9195-a54b719f23a6 tempest-ExtraDHCPOptionsIpV6TestJSON-1473121844 tempest-ExtraDHCPOptionsIpV6TestJSON-1473121844] bootfile-name is not in valid_values {{(pid=84874) validate_values /usr/local/lib/python3.6/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jan 14 07:25:48.888753 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.api.validators [None req-e08ea518-8e51-4336-9195-a54b719f23a6 tempest-ExtraDHCPOptionsIpV6TestJSON-1473121844 tempest-ExtraDHCPOptionsIpV6TestJSON-1473121844] tftp-server is not in valid_values {{(pid=84874) validate_values /usr/local/lib/python3.6/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jan 14 07:25:48.888753 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.api.validators [None req-e08ea518-8e51-4336-9195-a54b719f23a6 tempest-ExtraDHCPOptionsIpV6TestJSON-1473121844 tempest-ExtraDHCPOptionsIpV6TestJSON-1473121844] server-ip-address is not in valid_values {{(pid=84874) validate_values /usr/local/lib/python3.6/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jan 14 07:25:48.889609 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-a20834c5-5371-4772-9b6d-1d7d393a4e33 tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.482s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:25:48.902272 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dc555705-820e-4bbf-8f84-ea1f507edccf tempest-NetworksIpV6TestAttrs-1453117616 tempest-NetworksIpV6TestAttrs-1453117616] Made reservation on behalf of b4fb299c51d74f2a8c69090954f5d152 for: {'port': 1} {{(pid=84875) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 07:25:48.926681 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-dc555705-820e-4bbf-8f84-ea1f507edccf tempest-NetworksIpV6TestAttrs-1453117616 tempest-NetworksIpV6TestAttrs-1453117616] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555753'] for port, before_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:25:48.970712 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [None req-232381ae-2542-4504-bbe3-8b499540a409 None None] For port f0d3dcae-dc65-4591-bf4f-e17a97c350f1, host n-d-768862-2, cleared binding levels {{(pid=84876) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 14 07:25:48.975972 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [None req-232381ae-2542-4504-bbe3-8b499540a409 None None] For port f0d3dcae-dc65-4591-bf4f-e17a97c350f1, host n-d-768862-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-2',level=0,port_id=f0d3dcae-dc65-4591-bf4f-e17a97c350f1,segment=NetworkSegment(f7b5d34d-d15c-4391-af8e-418998b7bddd),segment_id=f7b5d34d-d15c-4391-af8e-418998b7bddd)] {{(pid=84876) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 14 07:25:48.977954 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Provisioning complete for port ad58c6a6-384e-49e4-9fbb-73b5e65e34e1 triggered by entity L2. {{(pid=84876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 07:25:48.978698 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-604227'] for port, provisioning_complete {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:25:49.005895 n-d-768862-2 neutron-server[84765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a20834c5-5371-4772-9b6d-1d7d393a4e33 tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] Network 23f0a15d-6362-4cec-82c1-cacba887c566 is already hosted by enough agents. {{(pid=84875) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 07:25:49.009464 n-d-768862-2 neutron-server[84765]: DEBUG neutron.scheduler.base_scheduler [None req-a20834c5-5371-4772-9b6d-1d7d393a4e33 tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] Resources bound (agent type, host, resource id): {{(pid=84875) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 07:25:49.051924 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a20834c5-5371-4772-9b6d-1d7d393a4e33 tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:25:49.052355 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-a20834c5-5371-4772-9b6d-1d7d393a4e33 tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] Notify callbacks [] for subnet, before_response {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:25:49.102674 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-e08ea518-8e51-4336-9195-a54b719f23a6 tempest-ExtraDHCPOptionsIpV6TestJSON-1473121844 tempest-ExtraDHCPOptionsIpV6TestJSON-1473121844] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:25:49.108146 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-e08ea518-8e51-4336-9195-a54b719f23a6 tempest-ExtraDHCPOptionsIpV6TestJSON-1473121844 tempest-ExtraDHCPOptionsIpV6TestJSON-1473121844] Usage tracker for resource:port and tenant:ec040553b94b45438f88c392adffbb4d is out of sync, need to count used quota {{(pid=84874) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:25:49.112140 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-e08ea518-8e51-4336-9195-a54b719f23a6 tempest-ExtraDHCPOptionsIpV6TestJSON-1473121844 tempest-ExtraDHCPOptionsIpV6TestJSON-1473121844] Quota usage for port was recalculated. Used quota:2. {{(pid=84874) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:25:49.119731 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-e08ea518-8e51-4336-9195-a54b719f23a6 tempest-ExtraDHCPOptionsIpV6TestJSON-1473121844 tempest-ExtraDHCPOptionsIpV6TestJSON-1473121844] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:25:49.137942 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e08ea518-8e51-4336-9195-a54b719f23a6 tempest-ExtraDHCPOptionsIpV6TestJSON-1473121844 tempest-ExtraDHCPOptionsIpV6TestJSON-1473121844] Made reservation on behalf of ec040553b94b45438f88c392adffbb4d for: {'port': 1} {{(pid=84874) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 07:25:49.148904 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-e08ea518-8e51-4336-9195-a54b719f23a6 tempest-ExtraDHCPOptionsIpV6TestJSON-1473121844 tempest-ExtraDHCPOptionsIpV6TestJSON-1473121844] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555753'] for port, before_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:25:49.174355 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-43e1cca3-aa94-405a-bb24-1095cb7e1f41 tempest-NetworksIpV6Test-2047944877 tempest-NetworksIpV6Test-2047944877] Made reservation on behalf of 130ee88fc4054d968ce76b7b9727c055 for: {'network': 1} {{(pid=84874) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 07:25:49.186208 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-a20834c5-5371-4772-9b6d-1d7d393a4e33 tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 3.0551147 Jan 14 07:25:49.187245 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-43e1cca3-aa94-405a-bb24-1095cb7e1f41 tempest-NetworksIpV6Test-2047944877 tempest-NetworksIpV6Test-2047944877] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555753'] for network, before_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:25:49.187461 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84875) accepted ('10.222.0.24', 45672) {{(pid=84875) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:25:49.219054 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.v2.base [None req-9e2fe29d-0fb1-45bf-b3f8-f786c40c1d1d tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] Request body: {'port': {'network_id': '23f0a15d-6362-4cec-82c1-cacba887c566', 'mac_address': 'fa:16:3e:56:b0:35', 'name': 'tempest-NetworksTestDHCPv6-1532870542'}} {{(pid=84875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:25:49.371729 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d37fcca-bb62-4672-981c-7dedf69574bb None None] No DVR routers for this DVR port b3832ba8-eb39-4b38-a2cc-6c65d138f1ef on host n-d-768862-2 {{(pid=84876) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Jan 14 07:25:49.374248 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-50d310c6-7645-457d-b355-ba1ab2007c28 None None] Provisioning complete for port ad58c6a6-384e-49e4-9fbb-73b5e65e34e1 triggered by entity DHCP. {{(pid=84876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 07:25:49.374814 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-50d310c6-7645-457d-b355-ba1ab2007c28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-604227'] for port, provisioning_complete {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:25:49.401345 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.v2.base [None req-bd17e66b-e443-4b29-a3d6-df7b87ac33a6 tempest-NegativeSecGroupIPv6Test-1980982801 tempest-NegativeSecGroupIPv6Test-1980982801] Request body: {'security_group': {'name': 'default'}} {{(pid=84874) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:25:49.403008 n-d-768862-2 neutron-server[84765]: WARNING neutron.api.v2.base [None req-bd17e66b-e443-4b29-a3d6-df7b87ac33a6 tempest-NegativeSecGroupIPv6Test-1980982801 tempest-NegativeSecGroupIPv6Test-1980982801] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Jan 14 07:25:49.403597 n-d-768862-2 neutron-server[84765]: INFO neutron.api.v2.resource [None req-bd17e66b-e443-4b29-a3d6-df7b87ac33a6 tempest-NegativeSecGroupIPv6Test-1980982801 tempest-NegativeSecGroupIPv6Test-1980982801] create failed (client error): There was a conflict when trying to complete your request. Jan 14 07:25:49.410464 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-bd17e66b-e443-4b29-a3d6-df7b87ac33a6 tempest-NegativeSecGroupIPv6Test-1980982801 tempest-NegativeSecGroupIPv6Test-1980982801] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 409 len: 330 time: 0.5685959 Jan 14 07:25:49.413978 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84874) accepted ('10.222.0.24', 45676) {{(pid=84874) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:25:49.423031 n-d-768862-2 neutron-server[84765]: DEBUG neutron.notifiers.nova [None req-e08ea518-8e51-4336-9195-a54b719f23a6 tempest-ExtraDHCPOptionsIpV6TestJSON-1473121844 tempest-ExtraDHCPOptionsIpV6TestJSON-1473121844] device_id is not set on port d173eb3b-62ac-420b-8a10-62605c7ecb02 yet. {{(pid=84874) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}} Jan 14 07:25:49.452177 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-9e2fe29d-0fb1-45bf-b3f8-f786c40c1d1d tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:25:49.469828 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-9e2fe29d-0fb1-45bf-b3f8-f786c40c1d1d tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:25:49.484636 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.v2.base [None req-2bb8df7e-874d-4275-b6e5-a07fd26454ba tempest-NegativeSecGroupIPv6Test-1980982801 tempest-NegativeSecGroupIPv6Test-1980982801] Request body: {'security_group': {'name': 'tempest-secgroup--1081146997'}} {{(pid=84874) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:25:49.526719 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9e2fe29d-0fb1-45bf-b3f8-f786c40c1d1d tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] Made reservation on behalf of be0aa702e3ca464795a99c51e3b3b04f for: {'port': 1} {{(pid=84875) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 07:25:49.543490 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-9e2fe29d-0fb1-45bf-b3f8-f786c40c1d1d tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555753'] for port, before_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:25:49.553567 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-4dffd927-ab04-4e2b-b053-34650c9cae7c tempest-RoutersNegativeIpV6Test-1464408958 tempest-RoutersNegativeIpV6Test-1464408958] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3889632'] for router_interface, before_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:25:49.576617 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26897cc0-eb5b-45f7-bb74-b8b7e38a4911 None None] Network 23f0a15d-6362-4cec-82c1-cacba887c566 requested from n-d-768862-2 {{(pid=84876) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 07:25:49.613064 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-232381ae-2542-4504-bbe3-8b499540a409 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777640533312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363259214678337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777640097497'] for port, after_update {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:25:49.643986 n-d-768862-2 neutron-server[84765]: DEBUG neutron.notifiers.nova [None req-dc555705-820e-4bbf-8f84-ea1f507edccf tempest-NetworksIpV6TestAttrs-1453117616 tempest-NetworksIpV6TestAttrs-1453117616] device_id is not set on port 80598b7f-3187-4e65-83d2-60842818e68f yet. {{(pid=84875) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}} Jan 14 07:25:49.702083 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-2bb8df7e-874d-4275-b6e5-a07fd26454ba tempest-NegativeSecGroupIPv6Test-1980982801 tempest-NegativeSecGroupIPv6Test-1980982801] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:25:49.705063 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-43e1cca3-aa94-405a-bb24-1095cb7e1f41 tempest-NetworksIpV6Test-2047944877 tempest-NetworksIpV6Test-2047944877] vxlan segment allocate from pool success with {'vxlan_vni': 22} {{(pid=84874) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Jan 14 07:25:49.777409 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-2bb8df7e-874d-4275-b6e5-a07fd26454ba tempest-NegativeSecGroupIPv6Test-1980982801 tempest-NegativeSecGroupIPv6Test-1980982801] Usage tracker for resource:security_group and tenant:f09e6c52b2324bf9b7428192d43e5581 is out of sync, need to count used quota {{(pid=84874) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:25:49.784148 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-2bb8df7e-874d-4275-b6e5-a07fd26454ba tempest-NegativeSecGroupIPv6Test-1980982801 tempest-NegativeSecGroupIPv6Test-1980982801] Quota usage for security_group was recalculated. Used quota:0. {{(pid=84874) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:25:49.812212 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84876) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:25:49.917126 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-2bb8df7e-874d-4275-b6e5-a07fd26454ba tempest-NegativeSecGroupIPv6Test-1980982801 tempest-NegativeSecGroupIPv6Test-1980982801] Attempting to reserve 1 items for resource security_group. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:25:49.920217 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-43e1cca3-aa94-405a-bb24-1095cb7e1f41 tempest-NetworksIpV6Test-2047944877 tempest-NetworksIpV6Test-2047944877] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854179735'] for segment, precommit_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:25:49.920613 n-d-768862-2 neutron-server[84765]: INFO neutron.db.segments_db [None req-43e1cca3-aa94-405a-bb24-1095cb7e1f41 tempest-NetworksIpV6Test-2047944877 tempest-NetworksIpV6Test-2047944877] Added segment 61dcce0f-0e55-4ae0-9875-4177b2fefa9b of type vxlan for network 771dbd72-b062-460c-b6a8-bb809a096bcf Jan 14 07:25:49.923474 n-d-768862-2 neutron-server[84765]: DEBUG neutron.notifiers.nova [None req-9e2fe29d-0fb1-45bf-b3f8-f786c40c1d1d tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] device_id is not set on port 63febc9e-affd-459d-87d7-a6b95a9de709 yet. {{(pid=84875) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}} Jan 14 07:25:49.962213 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-f98b3931-5f88-49bc-91b9-fa2630ebb72e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363259214191800', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854171626'] for agent, after_update {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:25:50.002527 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.db_base_plugin_common [None req-e08ea518-8e51-4336-9195-a54b719f23a6 tempest-ExtraDHCPOptionsIpV6TestJSON-1473121844 tempest-ExtraDHCPOptionsIpV6TestJSON-1473121844] Allocated IP 2001:db8::48 (68cb209c-2937-4622-ba74-2bdc2090784d/3ea9d2bf-f73a-4cc3-9f51-f626319a57de/d173eb3b-62ac-420b-8a10-62605c7ecb02) {{(pid=84874) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 14 07:25:50.008043 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-2bb8df7e-874d-4275-b6e5-a07fd26454ba tempest-NegativeSecGroupIPv6Test-1980982801 tempest-NegativeSecGroupIPv6Test-1980982801] Notify callbacks [] for security_group, before_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:25:50.037789 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-2bb8df7e-874d-4275-b6e5-a07fd26454ba tempest-NegativeSecGroupIPv6Test-1980982801 tempest-NegativeSecGroupIPv6Test-1980982801] Notify callbacks [] for security_group, before_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:25:50.047077 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-232381ae-2542-4504-bbe3-8b499540a409 None None] Pushing event updated for resources: {'Port': ['ID=f0d3dcae-dc65-4591-bf4f-e17a97c350f1,revision_number=2']} {{(pid=84876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:25:50.052210 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-43e1cca3-aa94-405a-bb24-1095cb7e1f41 tempest-NetworksIpV6Test-2047944877 tempest-NetworksIpV6Test-2047944877] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363259214646115'] for network, precommit_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:25:50.056119 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-232381ae-2542-4504-bbe3-8b499540a409 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.243s {{(pid=84876) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:25:50.106277 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30909863-4bb5-4b9e-84bf-4b094b594ca8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5d94dc7a-c095-50a4-955e-5f3b78718a12-d738f9ea-d65f-4193-b23d-32198181aeba', 'network_id': 'd738f9ea-d65f-4193-b23d-32198181aeba', 'tenant_id': 'b4fb299c51d74f2a8c69090954f5d152', 'fixed_ips': [{'subnet_id': '11b7c451-9789-457e-b9be-2504003b5cd7'}]}} from n-d-768862-2. {{(pid=84876) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Jan 14 07:25:50.107713 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-30909863-4bb5-4b9e-84bf-4b094b594ca8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555753'] for port, before_create {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:25:50.177108 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.db_base_plugin_common [None req-dc555705-820e-4bbf-8f84-ea1f507edccf tempest-NetworksIpV6TestAttrs-1453117616 tempest-NetworksIpV6TestAttrs-1453117616] Allocated IP 2001:db8::f816:3eff:fedd:f3d0 (d738f9ea-d65f-4193-b23d-32198181aeba/11b7c451-9789-457e-b9be-2504003b5cd7/80598b7f-3187-4e65-83d2-60842818e68f) {{(pid=84875) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 14 07:25:50.203690 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-2bb8df7e-874d-4275-b6e5-a07fd26454ba tempest-NegativeSecGroupIPv6Test-1980982801 tempest-NegativeSecGroupIPv6Test-1980982801] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:25:50.213478 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.db_base_plugin_common [None req-9e2fe29d-0fb1-45bf-b3f8-f786c40c1d1d tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] Allocated IP 2001:db8::f816:3eff:fe56:b035 (23f0a15d-6362-4cec-82c1-cacba887c566/7a4d58d8-f213-4a69-88ca-348fc414302a/63febc9e-affd-459d-87d7-a6b95a9de709) {{(pid=84875) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 14 07:25:50.244102 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-2bb8df7e-874d-4275-b6e5-a07fd26454ba tempest-NegativeSecGroupIPv6Test-1980982801 tempest-NegativeSecGroupIPv6Test-1980982801] Usage tracker for resource:security_group_rule and tenant:f09e6c52b2324bf9b7428192d43e5581 is out of sync, need to count used quota {{(pid=84874) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:25:50.263401 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-2bb8df7e-874d-4275-b6e5-a07fd26454ba tempest-NegativeSecGroupIPv6Test-1980982801 tempest-NegativeSecGroupIPv6Test-1980982801] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84874) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:25:50.314623 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-2bb8df7e-874d-4275-b6e5-a07fd26454ba tempest-NegativeSecGroupIPv6Test-1980982801 tempest-NegativeSecGroupIPv6Test-1980982801] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:25:50.436461 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-43e1cca3-aa94-405a-bb24-1095cb7e1f41 tempest-NetworksIpV6Test-2047944877 tempest-NetworksIpV6Test-2047944877] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850887149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964'] for network, after_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:25:50.459210 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43e1cca3-aa94-405a-bb24-1095cb7e1f41 tempest-NetworksIpV6Test-2047944877 tempest-NetworksIpV6Test-2047944877] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:25:50.459977 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-43e1cca3-aa94-405a-bb24-1095cb7e1f41 tempest-NetworksIpV6Test-2047944877 tempest-NetworksIpV6Test-2047944877] Notify callbacks [] for network, before_response {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:25:50.565665 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-cda7e280-2a5d-4ac6-957b-c79d7c3db840 tempest-ExternalNetworksTestJSON-1189716114 tempest-ExternalNetworksTestJSON-1189716114] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:25:50.604833 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-43e1cca3-aa94-405a-bb24-1095cb7e1f41 tempest-NetworksIpV6Test-2047944877 tempest-NetworksIpV6Test-2047944877] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 2.0210962 Jan 14 07:25:50.605792 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84874) accepted ('10.222.0.24', 45684) {{(pid=84874) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:25:50.692464 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.v2.base [None req-d889fb6e-c968-4073-aea7-67ad62d6b7f2 tempest-NetworksIpV6Test-2047944877 tempest-NetworksIpV6Test-2047944877] Request body: {'subnet': {'network_id': '771dbd72-b062-460c-b6a8-bb809a096bcf', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=84874) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:25:50.742325 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-511e4bb9-813b-4c76-af33-fde5aa4e0f0d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5d94dc7a-c095-50a4-955e-5f3b78718a12-23f0a15d-6362-4cec-82c1-cacba887c566', 'network_id': '23f0a15d-6362-4cec-82c1-cacba887c566', 'tenant_id': 'be0aa702e3ca464795a99c51e3b3b04f', 'fixed_ips': [{'subnet_id': '7a4d58d8-f213-4a69-88ca-348fc414302a'}]}} from n-d-768862-2. {{(pid=84876) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Jan 14 07:25:50.744301 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-511e4bb9-813b-4c76-af33-fde5aa4e0f0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555753'] for port, before_create {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:25:50.832849 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-dc555705-820e-4bbf-8f84-ea1f507edccf tempest-NetworksIpV6TestAttrs-1453117616 tempest-NetworksIpV6TestAttrs-1453117616] Notify callbacks [] for port, precommit_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:25:50.881443 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-dc555705-820e-4bbf-8f84-ea1f507edccf tempest-NetworksIpV6TestAttrs-1453117616 tempest-NetworksIpV6TestAttrs-1453117616] Transition to ACTIVE for port object 80598b7f-3187-4e65-83d2-60842818e68f will not be triggered until provisioned by entity DHCP. {{(pid=84875) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 07:25:50.920165 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-dc555705-820e-4bbf-8f84-ea1f507edccf tempest-NetworksIpV6TestAttrs-1453117616 tempest-NetworksIpV6TestAttrs-1453117616] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777640123575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851621574'] for port, after_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:25:51.110052 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43e1cca3-aa94-405a-bb24-1095cb7e1f41 tempest-NetworksIpV6Test-2047944877 tempest-NetworksIpV6Test-2047944877] Pushing event updated for resources: {'Network': ['ID=771dbd72-b062-460c-b6a8-bb809a096bcf,revision_number=1']} {{(pid=84874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:25:51.181518 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.db_base_plugin_common [None req-30909863-4bb5-4b9e-84bf-4b094b594ca8 None None] Allocated IP 2001:db8::f816:3eff:fe4d:1c0e (d738f9ea-d65f-4193-b23d-32198181aeba/11b7c451-9789-457e-b9be-2504003b5cd7/3a0edf08-0f45-4b59-946b-f8954b0d856a) {{(pid=84876) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 14 07:25:51.184586 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-dd845cc4-6c3c-4ee3-a495-37a67f7c0423 tempest-AllowedAddressPairIpV6TestJSON-498488695 tempest-AllowedAddressPairIpV6TestJSON-498488695] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:25:51.200621 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43e1cca3-aa94-405a-bb24-1095cb7e1f41 tempest-NetworksIpV6Test-2047944877 tempest-NetworksIpV6Test-2047944877] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@n-h1-768862-2 {{(pid=84874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:25:51.201055 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43e1cca3-aa94-405a-bb24-1095cb7e1f41 tempest-NetworksIpV6Test-2047944877 tempest-NetworksIpV6Test-2047944877] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-h1-768862-2 {{(pid=84874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:25:51.201688 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43e1cca3-aa94-405a-bb24-1095cb7e1f41 tempest-NetworksIpV6Test-2047944877 tempest-NetworksIpV6Test-2047944877] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-h1-768862-2 {{(pid=84874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:25:51.201874 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43e1cca3-aa94-405a-bb24-1095cb7e1f41 tempest-NetworksIpV6Test-2047944877 tempest-NetworksIpV6Test-2047944877] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-h1-768862-2 {{(pid=84874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:25:51.202288 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43e1cca3-aa94-405a-bb24-1095cb7e1f41 tempest-NetworksIpV6Test-2047944877 tempest-NetworksIpV6Test-2047944877] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@n-h1-768862-2 {{(pid=84874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:25:51.202696 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43e1cca3-aa94-405a-bb24-1095cb7e1f41 tempest-NetworksIpV6Test-2047944877 tempest-NetworksIpV6Test-2047944877] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-h1-768862-2 {{(pid=84874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:25:51.203102 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43e1cca3-aa94-405a-bb24-1095cb7e1f41 tempest-NetworksIpV6Test-2047944877 tempest-NetworksIpV6Test-2047944877] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-h1-768862-2 {{(pid=84874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:25:51.203504 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43e1cca3-aa94-405a-bb24-1095cb7e1f41 tempest-NetworksIpV6Test-2047944877 tempest-NetworksIpV6Test-2047944877] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-h1-768862-2 {{(pid=84874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:25:51.204197 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43e1cca3-aa94-405a-bb24-1095cb7e1f41 tempest-NetworksIpV6Test-2047944877 tempest-NetworksIpV6Test-2047944877] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-h1-768862-2 {{(pid=84874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:25:51.204608 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43e1cca3-aa94-405a-bb24-1095cb7e1f41 tempest-NetworksIpV6Test-2047944877 tempest-NetworksIpV6Test-2047944877] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-h1-768862-2 {{(pid=84874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:25:51.205027 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43e1cca3-aa94-405a-bb24-1095cb7e1f41 tempest-NetworksIpV6Test-2047944877 tempest-NetworksIpV6Test-2047944877] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-h1-768862-2 {{(pid=84874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:25:51.205412 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43e1cca3-aa94-405a-bb24-1095cb7e1f41 tempest-NetworksIpV6Test-2047944877 tempest-NetworksIpV6Test-2047944877] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-h1-768862-2 {{(pid=84874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:25:51.205863 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43e1cca3-aa94-405a-bb24-1095cb7e1f41 tempest-NetworksIpV6Test-2047944877 tempest-NetworksIpV6Test-2047944877] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@n-h2-768862-2 {{(pid=84874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:25:51.206277 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43e1cca3-aa94-405a-bb24-1095cb7e1f41 tempest-NetworksIpV6Test-2047944877 tempest-NetworksIpV6Test-2047944877] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-h2-768862-2 {{(pid=84874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:25:51.206661 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43e1cca3-aa94-405a-bb24-1095cb7e1f41 tempest-NetworksIpV6Test-2047944877 tempest-NetworksIpV6Test-2047944877] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-h2-768862-2 {{(pid=84874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:25:51.207063 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43e1cca3-aa94-405a-bb24-1095cb7e1f41 tempest-NetworksIpV6Test-2047944877 tempest-NetworksIpV6Test-2047944877] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-h2-768862-2 {{(pid=84874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:25:51.207461 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43e1cca3-aa94-405a-bb24-1095cb7e1f41 tempest-NetworksIpV6Test-2047944877 tempest-NetworksIpV6Test-2047944877] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@n-h2-768862-2 {{(pid=84874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:25:51.207878 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43e1cca3-aa94-405a-bb24-1095cb7e1f41 tempest-NetworksIpV6Test-2047944877 tempest-NetworksIpV6Test-2047944877] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-h2-768862-2 {{(pid=84874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:25:51.208283 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43e1cca3-aa94-405a-bb24-1095cb7e1f41 tempest-NetworksIpV6Test-2047944877 tempest-NetworksIpV6Test-2047944877] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-h2-768862-2 {{(pid=84874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:25:51.208684 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43e1cca3-aa94-405a-bb24-1095cb7e1f41 tempest-NetworksIpV6Test-2047944877 tempest-NetworksIpV6Test-2047944877] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-h2-768862-2 {{(pid=84874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:25:51.209081 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43e1cca3-aa94-405a-bb24-1095cb7e1f41 tempest-NetworksIpV6Test-2047944877 tempest-NetworksIpV6Test-2047944877] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-h2-768862-2 {{(pid=84874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:25:51.209487 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43e1cca3-aa94-405a-bb24-1095cb7e1f41 tempest-NetworksIpV6Test-2047944877 tempest-NetworksIpV6Test-2047944877] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-h2-768862-2 {{(pid=84874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:25:51.209866 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43e1cca3-aa94-405a-bb24-1095cb7e1f41 tempest-NetworksIpV6Test-2047944877 tempest-NetworksIpV6Test-2047944877] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-h2-768862-2 {{(pid=84874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:25:51.210262 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43e1cca3-aa94-405a-bb24-1095cb7e1f41 tempest-NetworksIpV6Test-2047944877 tempest-NetworksIpV6Test-2047944877] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-h2-768862-2 {{(pid=84874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:25:51.210718 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43e1cca3-aa94-405a-bb24-1095cb7e1f41 tempest-NetworksIpV6Test-2047944877 tempest-NetworksIpV6Test-2047944877] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-2 {{(pid=84874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:25:51.211115 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43e1cca3-aa94-405a-bb24-1095cb7e1f41 tempest-NetworksIpV6Test-2047944877 tempest-NetworksIpV6Test-2047944877] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-2 {{(pid=84874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:25:51.211511 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43e1cca3-aa94-405a-bb24-1095cb7e1f41 tempest-NetworksIpV6Test-2047944877 tempest-NetworksIpV6Test-2047944877] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-2 {{(pid=84874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:25:51.211963 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43e1cca3-aa94-405a-bb24-1095cb7e1f41 tempest-NetworksIpV6Test-2047944877 tempest-NetworksIpV6Test-2047944877] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-2 {{(pid=84874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:25:51.212362 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43e1cca3-aa94-405a-bb24-1095cb7e1f41 tempest-NetworksIpV6Test-2047944877 tempest-NetworksIpV6Test-2047944877] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@n-d-768862-2 {{(pid=84874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:25:51.212756 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43e1cca3-aa94-405a-bb24-1095cb7e1f41 tempest-NetworksIpV6Test-2047944877 tempest-NetworksIpV6Test-2047944877] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-2 {{(pid=84874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:25:51.213164 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43e1cca3-aa94-405a-bb24-1095cb7e1f41 tempest-NetworksIpV6Test-2047944877 tempest-NetworksIpV6Test-2047944877] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-768862-2 {{(pid=84874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:25:51.213544 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43e1cca3-aa94-405a-bb24-1095cb7e1f41 tempest-NetworksIpV6Test-2047944877 tempest-NetworksIpV6Test-2047944877] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-768862-2 {{(pid=84874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:25:51.213944 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43e1cca3-aa94-405a-bb24-1095cb7e1f41 tempest-NetworksIpV6Test-2047944877 tempest-NetworksIpV6Test-2047944877] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-2 {{(pid=84874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:25:51.214334 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43e1cca3-aa94-405a-bb24-1095cb7e1f41 tempest-NetworksIpV6Test-2047944877 tempest-NetworksIpV6Test-2047944877] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-2 {{(pid=84874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:25:51.214730 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43e1cca3-aa94-405a-bb24-1095cb7e1f41 tempest-NetworksIpV6Test-2047944877 tempest-NetworksIpV6Test-2047944877] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-2 {{(pid=84874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:25:51.215124 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43e1cca3-aa94-405a-bb24-1095cb7e1f41 tempest-NetworksIpV6Test-2047944877 tempest-NetworksIpV6Test-2047944877] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-2 {{(pid=84874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:25:51.239709 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-852a24f7-e9a1-4193-9abb-e9506fe5213f None None] Network 771dbd72-b062-460c-b6a8-bb809a096bcf details requested by agent ovs-agent-n-h2-768862-2 with host n-h2-768862-2 {{(pid=84876) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 07:25:51.239956 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-9e2fe29d-0fb1-45bf-b3f8-f786c40c1d1d tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] Notify callbacks [] for port, precommit_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:25:51.250500 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-43e1cca3-aa94-405a-bb24-1095cb7e1f41 tempest-NetworksIpV6Test-2047944877 tempest-NetworksIpV6Test-2047944877] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.685s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:25:51.298911 n-d-768862-2 neutron-server[84765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc555705-820e-4bbf-8f84-ea1f507edccf tempest-NetworksIpV6TestAttrs-1453117616 tempest-NetworksIpV6TestAttrs-1453117616] Network d738f9ea-d65f-4193-b23d-32198181aeba is already hosted by enough agents. {{(pid=84875) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 07:25:51.302128 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-d889fb6e-c968-4073-aea7-67ad62d6b7f2 tempest-NetworksIpV6Test-2047944877 tempest-NetworksIpV6Test-2047944877] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:25:51.306332 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-d889fb6e-c968-4073-aea7-67ad62d6b7f2 tempest-NetworksIpV6Test-2047944877 tempest-NetworksIpV6Test-2047944877] Usage tracker for resource:subnet and tenant:130ee88fc4054d968ce76b7b9727c055 is out of sync, need to count used quota {{(pid=84874) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:25:51.309503 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-d889fb6e-c968-4073-aea7-67ad62d6b7f2 tempest-NetworksIpV6Test-2047944877 tempest-NetworksIpV6Test-2047944877] Quota usage for subnet was recalculated. Used quota:2. {{(pid=84874) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:25:51.310003 n-d-768862-2 neutron-server[84765]: DEBUG neutron.scheduler.base_scheduler [None req-dc555705-820e-4bbf-8f84-ea1f507edccf tempest-NetworksIpV6TestAttrs-1453117616 tempest-NetworksIpV6TestAttrs-1453117616] Resources bound (agent type, host, resource id): {{(pid=84875) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 07:25:51.315487 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-d889fb6e-c968-4073-aea7-67ad62d6b7f2 tempest-NetworksIpV6Test-2047944877 tempest-NetworksIpV6Test-2047944877] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=84874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:25:51.317038 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-9e2fe29d-0fb1-45bf-b3f8-f786c40c1d1d tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] Transition to ACTIVE for port object 63febc9e-affd-459d-87d7-a6b95a9de709 will not be triggered until provisioned by entity DHCP. {{(pid=84875) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 07:25:51.318423 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc555705-820e-4bbf-8f84-ea1f507edccf tempest-NetworksIpV6TestAttrs-1453117616 tempest-NetworksIpV6TestAttrs-1453117616] Received port after_create {{(pid=84875) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 14 07:25:51.343935 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc555705-820e-4bbf-8f84-ea1f507edccf tempest-NetworksIpV6TestAttrs-1453117616 tempest-NetworksIpV6TestAttrs-1453117616] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:25:51.344693 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-dc555705-820e-4bbf-8f84-ea1f507edccf tempest-NetworksIpV6TestAttrs-1453117616 tempest-NetworksIpV6TestAttrs-1453117616] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854768116'] for port, before_response {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:25:51.356985 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d889fb6e-c968-4073-aea7-67ad62d6b7f2 tempest-NetworksIpV6Test-2047944877 tempest-NetworksIpV6Test-2047944877] Made reservation on behalf of 130ee88fc4054d968ce76b7b9727c055 for: {'subnet': 1} {{(pid=84874) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 07:25:51.357859 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc555705-820e-4bbf-8f84-ea1f507edccf tempest-NetworksIpV6TestAttrs-1453117616 tempest-NetworksIpV6TestAttrs-1453117616] Pushing event updated for resources: {'Port': ['ID=80598b7f-3187-4e65-83d2-60842818e68f,revision_number=1']} {{(pid=84875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:25:51.369446 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-dc555705-820e-4bbf-8f84-ea1f507edccf tempest-NetworksIpV6TestAttrs-1453117616 tempest-NetworksIpV6TestAttrs-1453117616] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.185s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:25:51.392025 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-017f98a9-8a07-408c-a86f-8ff0c00400a0 None None] Network 771dbd72-b062-460c-b6a8-bb809a096bcf details requested by agent ovs-agent-n-h1-768862-2 with host n-h1-768862-2 {{(pid=84876) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 07:25:51.394388 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-dc555705-820e-4bbf-8f84-ea1f507edccf tempest-NetworksIpV6TestAttrs-1453117616 tempest-NetworksIpV6TestAttrs-1453117616] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 951 time: 3.6365180 Jan 14 07:25:51.397949 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84875) accepted ('10.222.0.24', 45692) {{(pid=84875) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:25:51.410007 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Network 771dbd72-b062-460c-b6a8-bb809a096bcf details requested by agent ovs-agent-n-d-768862-2 with host n-d-768862-2 {{(pid=84876) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 07:25:51.451537 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.plugin [None req-4dffd927-ab04-4e2b-b053-34650c9cae7c tempest-RoutersNegativeIpV6Test-1464408958 tempest-RoutersNegativeIpV6Test-1464408958] Deleting port 78a78f3e-416c-469a-84fe-4b940140218b {{(pid=84874) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 07:25:51.451914 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-4dffd927-ab04-4e2b-b053-34650c9cae7c tempest-RoutersNegativeIpV6Test-1464408958 tempest-RoutersNegativeIpV6Test-1464408958] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363259214248359'] for port, before_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:25:51.479580 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-9e2fe29d-0fb1-45bf-b3f8-f786c40c1d1d tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777640123575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851621574'] for port, after_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:25:51.504456 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-fe3bf208-f199-4eb8-9f28-49927c9e9ba3 tempest-RoutersIpV6Test-883692175 tempest-RoutersIpV6Test-883692175] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:25:51.540796 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-d889fb6e-c968-4073-aea7-67ad62d6b7f2 tempest-NetworksIpV6Test-2047944877 tempest-NetworksIpV6Test-2047944877] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036851981161'] for subnet, before_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:25:51.625604 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.db_base_plugin_common [None req-511e4bb9-813b-4c76-af33-fde5aa4e0f0d None None] Allocated IP 2001:db8::f816:3eff:fe3d:3d63 (23f0a15d-6362-4cec-82c1-cacba887c566/7a4d58d8-f213-4a69-88ca-348fc414302a/efbd6f98-90cc-4b88-a530-056682ac9ce5) {{(pid=84876) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 14 07:25:51.669433 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network":"rule:regular_user" was deprecated in W in favor of "create_network":"role:member and project_id:%(project_id)s". Reason: Jan 14 07:25:51.669433 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:25:51.669433 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:25:51.669433 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:25:51.669433 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:shared":"rule:admin_only" was deprecated in W in favor of "create_network:shared":"role:admin and system_scope:all". Reason: Jan 14 07:25:51.669433 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:25:51.669433 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:25:51.669433 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:25:51.669433 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:router:external":"rule:admin_only" was deprecated in W in favor of "create_network:router:external":"role:admin and system_scope:all". Reason: Jan 14 07:25:51.669433 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:25:51.669433 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:25:51.669433 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:25:51.669433 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:is_default":"rule:admin_only" was deprecated in W in favor of "create_network:is_default":"role:admin and system_scope:all". Reason: Jan 14 07:25:51.669433 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:25:51.669433 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:25:51.669433 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:25:51.669433 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:port_security_enabled":"rule:regular_user" was deprecated in W in favor of "create_network:port_security_enabled":"role:member and project_id:%(project_id)s". Reason: Jan 14 07:25:51.669433 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:25:51.669433 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:25:51.669433 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:25:51.669433 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:segments":"rule:admin_only" was deprecated in W in favor of "create_network:segments":"role:admin and system_scope:all". Reason: Jan 14 07:25:51.669433 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:25:51.669433 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:25:51.669433 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:25:51.669433 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "create_network:provider:network_type":"role:admin and system_scope:all". Reason: Jan 14 07:25:51.669433 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:25:51.669433 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:25:51.669433 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:25:51.669433 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "create_network:provider:physical_network":"role:admin and system_scope:all". Reason: Jan 14 07:25:51.669433 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:25:51.669433 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:25:51.669433 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:25:51.669433 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "create_network:provider:segmentation_id":"role:admin and system_scope:all". Reason: Jan 14 07:25:51.669433 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:25:51.669433 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:25:51.669433 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:25:51.669433 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network":"rule:admin_or_owner or rule:shared or rule:external or rule:context_is_advsvc" was deprecated in W in favor of "get_network":"(role:reader and system_scope:all) or (role:reader and project_id:%(project_id)s) or rule:shared or rule:external or rule:context_is_advsvc". Reason: Jan 14 07:25:51.669433 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:25:51.669433 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:25:51.669433 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:25:51.669433 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:router:external":"rule:regular_user" was deprecated in W in favor of "get_network:router:external":"role:reader and project_id:%(project_id)s". Reason: Jan 14 07:25:51.669433 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:25:51.669433 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:25:51.669433 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:25:51.669433 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:segments":"rule:admin_only" was deprecated in W in favor of "get_network:segments":"role:reader and system_scope:all". Reason: Jan 14 07:25:51.669433 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:25:51.669433 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:25:51.669433 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:25:51.669433 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "get_network:provider:network_type":"role:reader and system_scope:all". Reason: Jan 14 07:25:51.669433 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:25:51.669433 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:25:51.669433 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:25:51.669433 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "get_network:provider:physical_network":"role:reader and system_scope:all". Reason: Jan 14 07:25:51.669433 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:25:51.669433 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:25:51.669433 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:25:51.669433 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "get_network:provider:segmentation_id":"role:reader and system_scope:all". Reason: Jan 14 07:25:51.669433 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:25:51.669433 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:25:51.669433 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:25:51.669433 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network":"rule:admin_or_owner" was deprecated in W in favor of "update_network":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 07:25:51.669433 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:25:51.669433 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:25:51.669433 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:25:51.669433 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:segments":"rule:admin_only" was deprecated in W in favor of "update_network:segments":"role:admin and system_scope:all". Reason: Jan 14 07:25:51.669433 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:25:51.669433 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:25:51.669433 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:25:51.764622 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-4dffd927-ab04-4e2b-b053-34650c9cae7c tempest-RoutersNegativeIpV6Test-1464408958 tempest-RoutersNegativeIpV6Test-1464408958] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036850862667'] for port, precommit_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:25:51.817274 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e2fe29d-0fb1-45bf-b3f8-f786c40c1d1d tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] Pushing event updated for resources: {'Port': ['ID=63febc9e-affd-459d-87d7-a6b95a9de709,revision_number=1']} {{(pid=84875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:25:51.829702 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-9e2fe29d-0fb1-45bf-b3f8-f786c40c1d1d tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.326s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:25:51.976320 n-d-768862-2 neutron-server[84765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e2fe29d-0fb1-45bf-b3f8-f786c40c1d1d tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] Network 23f0a15d-6362-4cec-82c1-cacba887c566 is already hosted by enough agents. {{(pid=84875) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 07:25:51.980252 n-d-768862-2 neutron-server[84765]: DEBUG neutron.scheduler.base_scheduler [None req-9e2fe29d-0fb1-45bf-b3f8-f786c40c1d1d tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] Resources bound (agent type, host, resource id): {{(pid=84875) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 07:25:51.990128 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.db_base_plugin_v2 [None req-2da7a4e4-fa8e-4b8e-b2f4-8db77a1daf17 tempest-NetworksIpV6TestAttrs-1453117616 tempest-NetworksIpV6TestAttrs-1453117616] Deleting subnet 11b7c451-9789-457e-b9be-2504003b5cd7 {{(pid=84875) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Jan 14 07:25:51.997676 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e2fe29d-0fb1-45bf-b3f8-f786c40c1d1d tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] Received port after_create {{(pid=84875) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 14 07:25:52.000216 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:shared":"rule:admin_only" was deprecated in W in favor of "update_network:shared":"role:admin and system_scope:all". Reason: Jan 14 07:25:52.000216 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:25:52.000216 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:25:52.000216 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:25:52.000216 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "update_network:provider:network_type":"role:admin and system_scope:all". Reason: Jan 14 07:25:52.000216 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:25:52.000216 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:25:52.000216 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:25:52.000216 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "update_network:provider:physical_network":"role:admin and system_scope:all". Reason: Jan 14 07:25:52.000216 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:25:52.000216 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:25:52.000216 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:25:52.000216 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "update_network:provider:segmentation_id":"role:admin and system_scope:all". Reason: Jan 14 07:25:52.000216 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:25:52.000216 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:25:52.000216 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:25:52.000216 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:router:external":"rule:admin_only" was deprecated in W in favor of "update_network:router:external":"role:admin and system_scope:all". Reason: Jan 14 07:25:52.000216 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:25:52.000216 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:25:52.000216 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:25:52.000216 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:is_default":"rule:admin_only" was deprecated in W in favor of "update_network:is_default":"role:admin and system_scope:all". Reason: Jan 14 07:25:52.000216 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:25:52.000216 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:25:52.000216 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:25:52.000216 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:port_security_enabled":"rule:admin_or_owner" was deprecated in W in favor of "update_network:port_security_enabled":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 07:25:52.000216 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:25:52.000216 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:25:52.000216 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:25:52.000216 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "delete_network":"rule:admin_or_owner" was deprecated in W in favor of "delete_network":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 07:25:52.000216 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:25:52.000216 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:25:52.000216 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:25:52.000216 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_segment":"rule:admin_only" was deprecated in W in favor of "create_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:25:52.000216 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:25:52.000216 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_segment":"rule:admin_only" was deprecated in W in favor of "get_segment":"role:reader and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:25:52.000216 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:25:52.000216 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_segment":"rule:admin_only" was deprecated in W in favor of "update_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:25:52.000216 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:25:52.000216 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "delete_segment":"rule:admin_only" was deprecated in W in favor of "delete_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:25:52.000216 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:25:52.000216 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network":"rule:regular_user" was deprecated in W in favor of "create_network":"role:member and project_id:%(project_id)s". Reason: Jan 14 07:25:52.000216 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:25:52.000216 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:25:52.000216 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:25:52.000216 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:shared":"rule:admin_only" was deprecated in W in favor of "create_network:shared":"role:admin and system_scope:all". Reason: Jan 14 07:25:52.000216 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:25:52.000216 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:25:52.000216 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:25:52.000216 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:router:external":"rule:admin_only" was deprecated in W in favor of "create_network:router:external":"role:admin and system_scope:all". Reason: Jan 14 07:25:52.000216 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:25:52.000216 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:25:52.000216 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:25:52.000216 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:is_default":"rule:admin_only" was deprecated in W in favor of "create_network:is_default":"role:admin and system_scope:all". Reason: Jan 14 07:25:52.000216 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:25:52.000216 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:25:52.000216 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:25:52.000216 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:port_security_enabled":"rule:regular_user" was deprecated in W in favor of "create_network:port_security_enabled":"role:member and project_id:%(project_id)s". Reason: Jan 14 07:25:52.000216 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:25:52.000216 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:25:52.000216 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:25:52.000216 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:segments":"rule:admin_only" was deprecated in W in favor of "create_network:segments":"role:admin and system_scope:all". Reason: Jan 14 07:25:52.000216 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:25:52.000216 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:25:52.000216 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:25:52.006023 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-511e4bb9-813b-4c76-af33-fde5aa4e0f0d None None] Notify callbacks [] for port, precommit_create {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:25:52.009866 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "create_network:provider:network_type":"role:admin and system_scope:all". Reason: Jan 14 07:25:52.009866 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:25:52.009866 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:25:52.009866 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:25:52.009866 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "create_network:provider:physical_network":"role:admin and system_scope:all". Reason: Jan 14 07:25:52.009866 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:25:52.009866 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:25:52.009866 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:25:52.009866 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "create_network:provider:segmentation_id":"role:admin and system_scope:all". Reason: Jan 14 07:25:52.009866 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:25:52.009866 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:25:52.009866 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:25:52.009866 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network":"rule:admin_or_owner or rule:shared or rule:external or rule:context_is_advsvc" was deprecated in W in favor of "get_network":"(role:reader and system_scope:all) or (role:reader and project_id:%(project_id)s) or rule:shared or rule:external or rule:context_is_advsvc". Reason: Jan 14 07:25:52.009866 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:25:52.009866 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:25:52.009866 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:25:52.009866 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:router:external":"rule:regular_user" was deprecated in W in favor of "get_network:router:external":"role:reader and project_id:%(project_id)s". Reason: Jan 14 07:25:52.009866 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:25:52.009866 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:25:52.009866 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:25:52.009866 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:segments":"rule:admin_only" was deprecated in W in favor of "get_network:segments":"role:reader and system_scope:all". Reason: Jan 14 07:25:52.009866 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:25:52.009866 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:25:52.009866 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:25:52.009866 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "get_network:provider:network_type":"role:reader and system_scope:all". Reason: Jan 14 07:25:52.009866 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:25:52.009866 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:25:52.009866 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:25:52.009866 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "get_network:provider:physical_network":"role:reader and system_scope:all". Reason: Jan 14 07:25:52.009866 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:25:52.009866 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:25:52.009866 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:25:52.009866 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "get_network:provider:segmentation_id":"role:reader and system_scope:all". Reason: Jan 14 07:25:52.009866 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:25:52.009866 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:25:52.009866 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:25:52.009866 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network":"rule:admin_or_owner" was deprecated in W in favor of "update_network":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 07:25:52.009866 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:25:52.009866 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:25:52.009866 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:25:52.009866 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:segments":"rule:admin_only" was deprecated in W in favor of "update_network:segments":"role:admin and system_scope:all". Reason: Jan 14 07:25:52.009866 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:25:52.009866 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:25:52.009866 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:25:52.009866 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:shared":"rule:admin_only" was deprecated in W in favor of "update_network:shared":"role:admin and system_scope:all". Reason: Jan 14 07:25:52.009866 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:25:52.009866 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:25:52.009866 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:25:52.009866 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "update_network:provider:network_type":"role:admin and system_scope:all". Reason: Jan 14 07:25:52.009866 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:25:52.009866 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:25:52.009866 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:25:52.009866 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "update_network:provider:physical_network":"role:admin and system_scope:all". Reason: Jan 14 07:25:52.009866 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:25:52.009866 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:25:52.009866 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:25:52.009866 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "update_network:provider:segmentation_id":"role:admin and system_scope:all". Reason: Jan 14 07:25:52.009866 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:25:52.009866 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:25:52.009866 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:25:52.009866 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:router:external":"rule:admin_only" was deprecated in W in favor of "update_network:router:external":"role:admin and system_scope:all". Reason: Jan 14 07:25:52.009866 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:25:52.009866 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:25:52.009866 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:25:52.009866 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:is_default":"rule:admin_only" was deprecated in W in favor of "update_network:is_default":"role:admin and system_scope:all". Reason: Jan 14 07:25:52.009866 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:25:52.009866 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:25:52.009866 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:25:52.020520 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-511e4bb9-813b-4c76-af33-fde5aa4e0f0d None None] Transition to ACTIVE for port object efbd6f98-90cc-4b88-a530-056682ac9ce5 will not be triggered until provisioned by entity L2. {{(pid=84876) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 07:25:52.036989 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e2fe29d-0fb1-45bf-b3f8-f786c40c1d1d tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:25:52.038177 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-9e2fe29d-0fb1-45bf-b3f8-f786c40c1d1d tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854768116'] for port, before_response {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:25:52.059393 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-511e4bb9-813b-4c76-af33-fde5aa4e0f0d None None] Transition to ACTIVE for port object efbd6f98-90cc-4b88-a530-056682ac9ce5 will not be triggered until provisioned by entity DHCP. {{(pid=84876) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 07:25:52.069288 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-9e2fe29d-0fb1-45bf-b3f8-f786c40c1d1d tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 2.8669965 Jan 14 07:25:52.072590 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84875) accepted ('10.222.0.24', 45696) {{(pid=84875) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:25:52.165700 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-511e4bb9-813b-4c76-af33-fde5aa4e0f0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777640123575'] for port, after_create {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:25:52.355560 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fdbfce09-0663-43e2-b2c8-75d81f158849 tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:25:52.394795 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fdbfce09-0663-43e2-b2c8-75d81f158849 tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:25:52.396503 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-fdbfce09-0663-43e2-b2c8-75d81f158849 tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] Synchronizing usage tracker for tenant:be0aa702e3ca464795a99c51e3b3b04f on resource:port {{(pid=84875) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 14 07:25:52.428325 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-fdbfce09-0663-43e2-b2c8-75d81f158849 tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] Unset dirty status for tenant:be0aa702e3ca464795a99c51e3b3b04f on resource:port {{(pid=84875) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 14 07:25:52.430012 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-fdbfce09-0663-43e2-b2c8-75d81f158849 tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] 10.222.0.24 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1703 time: 0.3563657 Jan 14 07:25:52.433383 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84875) accepted ('10.222.0.24', 45704) {{(pid=84875) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:25:52.465525 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.plugin [None req-4dffd927-ab04-4e2b-b053-34650c9cae7c tempest-RoutersNegativeIpV6Test-1464408958 tempest-RoutersNegativeIpV6Test-1464408958] Calling delete_port for 78a78f3e-416c-469a-84fe-4b940140218b owned by network:router_interface {{(pid=84874) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 07:25:52.527666 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.plugin [None req-6c3c0447-61f8-4d26-a7d6-57a881910eb8 tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] Deleting port 63febc9e-affd-459d-87d7-a6b95a9de709 {{(pid=84875) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 07:25:52.528112 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-6c3c0447-61f8-4d26-a7d6-57a881910eb8 tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363259214248359'] for port, before_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:25:52.648446 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-d65ac8ec-2a05-411a-a53d-ffe21b62dc5b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84876) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:25:52.696540 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e39580c3-cd53-4e14-ad12-748d632a1ccc None None] Network 68cb209c-2937-4622-ba74-2bdc2090784d requested from n-d-768862-2 {{(pid=84876) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 07:25:52.770146 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-e08ea518-8e51-4336-9195-a54b719f23a6 tempest-ExtraDHCPOptionsIpV6TestJSON-1473121844 tempest-ExtraDHCPOptionsIpV6TestJSON-1473121844] Notify callbacks [] for port, precommit_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:25:52.809959 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-2bb8df7e-874d-4275-b6e5-a07fd26454ba tempest-NegativeSecGroupIPv6Test-1980982801 tempest-NegativeSecGroupIPv6Test-1980982801] Notify callbacks [] for security_group, precommit_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:25:52.833185 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-2bb8df7e-874d-4275-b6e5-a07fd26454ba tempest-NegativeSecGroupIPv6Test-1980982801 tempest-NegativeSecGroupIPv6Test-1980982801] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850887153'] for security_group, after_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:25:52.838133 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-2bb8df7e-874d-4275-b6e5-a07fd26454ba tempest-NegativeSecGroupIPv6Test-1980982801 tempest-NegativeSecGroupIPv6Test-1980982801] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:25:52.843771 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-2bb8df7e-874d-4275-b6e5-a07fd26454ba tempest-NegativeSecGroupIPv6Test-1980982801 tempest-NegativeSecGroupIPv6Test-1980982801] Usage tracker for resource:security_group_rule and tenant:f09e6c52b2324bf9b7428192d43e5581 is out of sync, need to count used quota {{(pid=84874) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:25:52.846019 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-2bb8df7e-874d-4275-b6e5-a07fd26454ba tempest-NegativeSecGroupIPv6Test-1980982801 tempest-NegativeSecGroupIPv6Test-1980982801] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84874) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:25:52.852803 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-2bb8df7e-874d-4275-b6e5-a07fd26454ba tempest-NegativeSecGroupIPv6Test-1980982801 tempest-NegativeSecGroupIPv6Test-1980982801] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:25:52.889465 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-6aaa142d-aa38-47e9-9166-b46fd9ec669d tempest-AllowedAddressPairIpV6TestJSON-498488695 tempest-AllowedAddressPairIpV6TestJSON-498488695] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:25:52.906661 n-d-768862-2 neutron-server[84765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-511e4bb9-813b-4c76-af33-fde5aa4e0f0d None None] Network 23f0a15d-6362-4cec-82c1-cacba887c566 is already hosted by enough agents. {{(pid=84876) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 07:25:52.907028 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-e08ea518-8e51-4336-9195-a54b719f23a6 tempest-ExtraDHCPOptionsIpV6TestJSON-1473121844 tempest-ExtraDHCPOptionsIpV6TestJSON-1473121844] Transition to ACTIVE for port object d173eb3b-62ac-420b-8a10-62605c7ecb02 will not be triggered until provisioned by entity DHCP. {{(pid=84874) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 07:25:52.907880 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Device f0d3dcae-dc65-4591-bf4f-e17a97c350f1 up at agent ovs-agent-n-d-768862-2 {{(pid=84876) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 07:25:52.928920 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-6c3c0447-61f8-4d26-a7d6-57a881910eb8 tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036850862667'] for port, precommit_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:25:52.944699 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-4dffd927-ab04-4e2b-b053-34650c9cae7c tempest-RoutersNegativeIpV6Test-1464408958 tempest-RoutersNegativeIpV6Test-1464408958] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777640533329', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777640097463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3254186'] for port, after_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:25:52.998983 n-d-768862-2 neutron-server[84765]: DEBUG neutron.scheduler.base_scheduler [None req-511e4bb9-813b-4c76-af33-fde5aa4e0f0d None None] Resources bound (agent type, host, resource id): {{(pid=84876) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 07:25:53.001653 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-511e4bb9-813b-4c76-af33-fde5aa4e0f0d None None] Received port after_create {{(pid=84876) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 14 07:25:53.041331 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bb8df7e-874d-4275-b6e5-a07fd26454ba tempest-NegativeSecGroupIPv6Test-1980982801 tempest-NegativeSecGroupIPv6Test-1980982801] Pushing event updated for resources: {'SecurityGroup': ['ID=8a19e9a1-34a5-4ffb-b703-364cd46f072c,revision_number=1']} {{(pid=84874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:25:53.055279 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-2bb8df7e-874d-4275-b6e5-a07fd26454ba tempest-NegativeSecGroupIPv6Test-1980982801 tempest-NegativeSecGroupIPv6Test-1980982801] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.166s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:25:53.067134 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-59243d3c-102b-4da4-b3dc-e96b3d1645df tempest-ExternalNetworksTestJSON-1523440521 tempest-ExternalNetworksTestJSON-1523440521] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.092s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:25:53.073813 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-ecbe1e51-d829-4f48-99f6-31058f644965 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363259214191800', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854171626'] for agent, after_update {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:25:53.108667 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.plugin [None req-6c3c0447-61f8-4d26-a7d6-57a881910eb8 tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] Calling delete_port for 63febc9e-affd-459d-87d7-a6b95a9de709 owned by {{(pid=84875) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 07:25:53.186719 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dffd927-ab04-4e2b-b053-34650c9cae7c tempest-RoutersNegativeIpV6Test-1464408958 tempest-RoutersNegativeIpV6Test-1464408958] Pushing event deleted for resources: {'Port': ['ID=78a78f3e-416c-469a-84fe-4b940140218b,revision_number=None']} {{(pid=84874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:25:53.191654 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-d57269c0-06a6-4b3b-a44b-7e015973ac77 None None] Provisioning for port f0d3dcae-dc65-4591-bf4f-e17a97c350f1 completed by entity DHCP. {{(pid=84876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 07:25:53.208907 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-4dffd927-ab04-4e2b-b053-34650c9cae7c tempest-RoutersNegativeIpV6Test-1464408958 tempest-RoutersNegativeIpV6Test-1464408958] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:25:53.227514 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363259214191800', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854171626'] for agent, after_update {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:25:53.243545 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-e08ea518-8e51-4336-9195-a54b719f23a6 tempest-ExtraDHCPOptionsIpV6TestJSON-1473121844 tempest-ExtraDHCPOptionsIpV6TestJSON-1473121844] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777640123575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3254186'] for port, after_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:25:53.265670 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-da76cfc0-98e8-4426-9f6d-4f05aa3fae78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363259214191800', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854171626'] for agent, after_update {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:25:53.278771 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-2bb8df7e-874d-4275-b6e5-a07fd26454ba tempest-NegativeSecGroupIPv6Test-1980982801 tempest-NegativeSecGroupIPv6Test-1980982801] Notify callbacks [] for security_group, precommit_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:25:53.302624 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-87d858cf-216e-446d-affa-ba2850f5f500 tempest-RoutersIpV6Test-883692175 tempest-RoutersIpV6Test-883692175] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:25:53.309668 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-6c3c0447-61f8-4d26-a7d6-57a881910eb8 tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777640533329', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777640097463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851621574'] for port, after_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:25:53.312136 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Provisioning for port f0d3dcae-dc65-4591-bf4f-e17a97c350f1 completed by entity L2. {{(pid=84876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 07:25:53.325488 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Provisioning complete for port f0d3dcae-dc65-4591-bf4f-e17a97c350f1 triggered by entity L2. {{(pid=84876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 07:25:53.325913 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-604227'] for port, provisioning_complete {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:25:53.388369 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e08ea518-8e51-4336-9195-a54b719f23a6 tempest-ExtraDHCPOptionsIpV6TestJSON-1473121844 tempest-ExtraDHCPOptionsIpV6TestJSON-1473121844] Pushing event updated for resources: {'Port': ['ID=d173eb3b-62ac-420b-8a10-62605c7ecb02,revision_number=1']} {{(pid=84874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:25:53.390109 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-0f37073e-9c69-4e3c-80e0-6cfaa0fd61a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363259214191800', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854171626'] for agent, after_update {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:25:53.391297 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-2bb8df7e-874d-4275-b6e5-a07fd26454ba tempest-NegativeSecGroupIPv6Test-1980982801 tempest-NegativeSecGroupIPv6Test-1980982801] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850887153'] for security_group, after_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:25:53.411849 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.managers [None req-511e4bb9-813b-4c76-af33-fde5aa4e0f0d None None] Attempting to bind port efbd6f98-90cc-4b88-a530-056682ac9ce5 on host n-d-768862-2 for vnic_type normal with profile {{(pid=84876) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 14 07:25:53.412300 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.managers [None req-511e4bb9-813b-4c76-af33-fde5aa4e0f0d None None] Attempting to bind port efbd6f98-90cc-4b88-a530-056682ac9ce5 by drivers openvswitch on host n-d-768862-2 at level 0 using segments [{'id': '56f1c7cf-f3a3-41d2-9677-68978131444f', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 20, 'network_id': '23f0a15d-6362-4cec-82c1-cacba887c566'}] {{(pid=84876) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 14 07:25:53.412709 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-511e4bb9-813b-4c76-af33-fde5aa4e0f0d None None] Attempting to bind port efbd6f98-90cc-4b88-a530-056682ac9ce5 on network 23f0a15d-6362-4cec-82c1-cacba887c566 {{(pid=84876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 14 07:25:53.424103 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-e08ea518-8e51-4336-9195-a54b719f23a6 tempest-ExtraDHCPOptionsIpV6TestJSON-1473121844 tempest-ExtraDHCPOptionsIpV6TestJSON-1473121844] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:25:53.425736 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-511e4bb9-813b-4c76-af33-fde5aa4e0f0d None None] Checking agent: {'id': 'ba5efab1-b43c-4d5a-bc52-6e105d4e67a2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768862-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 14, 6, 56, 52), 'started_at': datetime.datetime(2021, 1, 14, 6, 57, 22), 'heartbeat_timestamp': datetime.datetime(2021, 1, 14, 7, 25, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768862-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.29', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 14 07:25:53.426161 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-511e4bb9-813b-4c76-af33-fde5aa4e0f0d None None] Checking segment: {'id': '56f1c7cf-f3a3-41d2-9677-68978131444f', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 20, 'network_id': '23f0a15d-6362-4cec-82c1-cacba887c566'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84876) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 14 07:25:53.426615 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-511e4bb9-813b-4c76-af33-fde5aa4e0f0d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:25:53.427111 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-511e4bb9-813b-4c76-af33-fde5aa4e0f0d None None] Bound using segment: {'id': '56f1c7cf-f3a3-41d2-9677-68978131444f', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 20, 'network_id': '23f0a15d-6362-4cec-82c1-cacba887c566'} {{(pid=84876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 14 07:25:53.427657 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.managers [None req-511e4bb9-813b-4c76-af33-fde5aa4e0f0d None None] Bound port: efbd6f98-90cc-4b88-a530-056682ac9ce5, host: n-d-768862-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '56f1c7cf-f3a3-41d2-9677-68978131444f', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 20, 'network_id': '23f0a15d-6362-4cec-82c1-cacba887c566'}}] {{(pid=84876) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 14 07:25:53.428128 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-511e4bb9-813b-4c76-af33-fde5aa4e0f0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555753'] for port, before_update {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:25:53.428996 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-641db79f-949a-4b73-b923-40e3bca9c59c tempest-ExtraDHCPOptionsIpV6TestJSON-1473121844 tempest-ExtraDHCPOptionsIpV6TestJSON-1473121844] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:25:53.450834 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-511e4bb9-813b-4c76-af33-fde5aa4e0f0d None None] Pushing event updated for resources: {'Port': ['ID=efbd6f98-90cc-4b88-a530-056682ac9ce5,revision_number=1']} {{(pid=84876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:25:53.454349 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-511e4bb9-813b-4c76-af33-fde5aa4e0f0d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.806s {{(pid=84876) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:25:53.552067 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [None req-511e4bb9-813b-4c76-af33-fde5aa4e0f0d None None] For port efbd6f98-90cc-4b88-a530-056682ac9ce5, host n-d-768862-2, cleared binding levels {{(pid=84876) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 14 07:25:53.556074 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [None req-511e4bb9-813b-4c76-af33-fde5aa4e0f0d None None] For port efbd6f98-90cc-4b88-a530-056682ac9ce5, host n-d-768862-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-2',level=0,port_id=efbd6f98-90cc-4b88-a530-056682ac9ce5,segment=NetworkSegment(56f1c7cf-f3a3-41d2-9677-68978131444f),segment_id=56f1c7cf-f3a3-41d2-9677-68978131444f)] {{(pid=84876) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 14 07:25:53.573537 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-511e4bb9-813b-4c76-af33-fde5aa4e0f0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777640533312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363259214678337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777640097497'] for port, after_update {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:25:53.639986 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bb8df7e-874d-4275-b6e5-a07fd26454ba tempest-NegativeSecGroupIPv6Test-1980982801 tempest-NegativeSecGroupIPv6Test-1980982801] Pushing event updated for resources: {'SecurityGroup': ['ID=299083c4-56b9-4c2c-809f-1c1ca3e543a3,revision_number=1']} {{(pid=84874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:25:53.663501 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-2bb8df7e-874d-4275-b6e5-a07fd26454ba tempest-NegativeSecGroupIPv6Test-1980982801 tempest-NegativeSecGroupIPv6Test-1980982801] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.234s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:25:53.741525 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-0a03d7d1-1469-4739-a7a8-74a9b847600f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84876) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:25:53.766672 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-2bb8df7e-874d-4275-b6e5-a07fd26454ba tempest-NegativeSecGroupIPv6Test-1980982801 tempest-NegativeSecGroupIPv6Test-1980982801] Notify callbacks [] for security_group, before_response {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:25:53.768078 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-2bb8df7e-874d-4275-b6e5-a07fd26454ba tempest-NegativeSecGroupIPv6Test-1980982801 tempest-NegativeSecGroupIPv6Test-1980982801] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 4.2962503 Jan 14 07:25:53.882404 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-8109d5b0-3d93-418b-83c7-7dae182d2760 tempest-RoutersIpV6Test-883692175 tempest-RoutersIpV6Test-883692175] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:25:53.886172 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84874) accepted ('10.222.0.24', 45712) {{(pid=84874) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:25:53.926757 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.v2.base [None req-2460c9ba-f1a1-481a-bb71-aa38dd3134a2 tempest-NegativeSecGroupIPv6Test-1980982801 tempest-NegativeSecGroupIPv6Test-1980982801] Request body: {'security_group_rule': {'security_group_id': '299083c4-56b9-4c2c-809f-1c1ca3e543a3', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=84874) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:25:53.928770 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:shared":"rule:admin_only" was deprecated in W in favor of "update_network:shared":"role:admin and system_scope:all". Reason: Jan 14 07:25:53.928770 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:25:53.928770 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:25:53.928770 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:25:53.928770 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "update_network:provider:network_type":"role:admin and system_scope:all". Reason: Jan 14 07:25:53.928770 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:25:53.928770 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:25:53.928770 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:25:53.928770 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "update_network:provider:physical_network":"role:admin and system_scope:all". Reason: Jan 14 07:25:53.928770 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:25:53.928770 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:25:53.928770 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:25:53.928770 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "update_network:provider:segmentation_id":"role:admin and system_scope:all". Reason: Jan 14 07:25:53.928770 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:25:53.928770 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:25:53.928770 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:25:53.928770 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:router:external":"rule:admin_only" was deprecated in W in favor of "update_network:router:external":"role:admin and system_scope:all". Reason: Jan 14 07:25:53.928770 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:25:53.928770 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:25:53.928770 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:25:53.928770 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:is_default":"rule:admin_only" was deprecated in W in favor of "update_network:is_default":"role:admin and system_scope:all". Reason: Jan 14 07:25:53.928770 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:25:53.928770 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:25:53.928770 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:25:53.928770 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:port_security_enabled":"rule:admin_or_owner" was deprecated in W in favor of "update_network:port_security_enabled":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 07:25:53.928770 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:25:53.928770 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:25:53.928770 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:25:53.928770 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "delete_network":"rule:admin_or_owner" was deprecated in W in favor of "delete_network":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 07:25:53.928770 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:25:53.928770 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:25:53.928770 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:25:53.928770 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_segment":"rule:admin_only" was deprecated in W in favor of "create_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:25:53.928770 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:25:53.928770 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_segment":"rule:admin_only" was deprecated in W in favor of "get_segment":"role:reader and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:25:53.928770 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:25:53.928770 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_segment":"rule:admin_only" was deprecated in W in favor of "update_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:25:53.928770 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:25:53.928770 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "delete_segment":"rule:admin_only" was deprecated in W in favor of "delete_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:25:53.928770 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:25:53.928770 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network":"rule:regular_user" was deprecated in W in favor of "create_network":"role:member and project_id:%(project_id)s". Reason: Jan 14 07:25:53.928770 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:25:53.928770 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:25:53.928770 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:25:53.928770 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:shared":"rule:admin_only" was deprecated in W in favor of "create_network:shared":"role:admin and system_scope:all". Reason: Jan 14 07:25:53.928770 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:25:53.928770 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:25:53.928770 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:25:53.928770 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:router:external":"rule:admin_only" was deprecated in W in favor of "create_network:router:external":"role:admin and system_scope:all". Reason: Jan 14 07:25:53.928770 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:25:53.928770 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:25:53.928770 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:25:53.928770 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:is_default":"rule:admin_only" was deprecated in W in favor of "create_network:is_default":"role:admin and system_scope:all". Reason: Jan 14 07:25:53.928770 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:25:53.928770 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:25:53.928770 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:25:53.928770 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:port_security_enabled":"rule:regular_user" was deprecated in W in favor of "create_network:port_security_enabled":"role:member and project_id:%(project_id)s". Reason: Jan 14 07:25:53.928770 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:25:53.928770 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:25:53.928770 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:25:53.928770 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:segments":"rule:admin_only" was deprecated in W in favor of "create_network:segments":"role:admin and system_scope:all". Reason: Jan 14 07:25:53.928770 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:25:53.928770 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:25:53.928770 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:25:53.935985 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "create_network:provider:network_type":"role:admin and system_scope:all". Reason: Jan 14 07:25:53.935985 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:25:53.935985 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:25:53.935985 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:25:53.935985 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "create_network:provider:physical_network":"role:admin and system_scope:all". Reason: Jan 14 07:25:53.935985 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:25:53.935985 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:25:53.935985 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:25:53.935985 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "create_network:provider:segmentation_id":"role:admin and system_scope:all". Reason: Jan 14 07:25:53.935985 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:25:53.935985 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:25:53.935985 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:25:53.935985 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network":"rule:admin_or_owner or rule:shared or rule:external or rule:context_is_advsvc" was deprecated in W in favor of "get_network":"(role:reader and system_scope:all) or (role:reader and project_id:%(project_id)s) or rule:shared or rule:external or rule:context_is_advsvc". Reason: Jan 14 07:25:53.935985 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:25:53.935985 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:25:53.935985 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:25:53.935985 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:router:external":"rule:regular_user" was deprecated in W in favor of "get_network:router:external":"role:reader and project_id:%(project_id)s". Reason: Jan 14 07:25:53.935985 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:25:53.935985 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:25:53.935985 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:25:53.935985 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:segments":"rule:admin_only" was deprecated in W in favor of "get_network:segments":"role:reader and system_scope:all". Reason: Jan 14 07:25:53.935985 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:25:53.935985 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:25:53.935985 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:25:53.935985 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "get_network:provider:network_type":"role:reader and system_scope:all". Reason: Jan 14 07:25:53.935985 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:25:53.935985 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:25:53.935985 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:25:53.935985 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "get_network:provider:physical_network":"role:reader and system_scope:all". Reason: Jan 14 07:25:53.935985 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:25:53.935985 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:25:53.935985 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:25:53.935985 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "get_network:provider:segmentation_id":"role:reader and system_scope:all". Reason: Jan 14 07:25:53.935985 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:25:53.935985 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:25:53.935985 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:25:53.935985 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network":"rule:admin_or_owner" was deprecated in W in favor of "update_network":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 07:25:53.935985 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:25:53.935985 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:25:53.935985 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:25:53.935985 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:segments":"rule:admin_only" was deprecated in W in favor of "update_network:segments":"role:admin and system_scope:all". Reason: Jan 14 07:25:53.935985 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:25:53.935985 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:25:53.935985 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:25:53.935985 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:shared":"rule:admin_only" was deprecated in W in favor of "update_network:shared":"role:admin and system_scope:all". Reason: Jan 14 07:25:53.935985 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:25:53.935985 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:25:53.935985 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:25:53.935985 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "update_network:provider:network_type":"role:admin and system_scope:all". Reason: Jan 14 07:25:53.935985 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:25:53.935985 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:25:53.935985 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:25:53.935985 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "update_network:provider:physical_network":"role:admin and system_scope:all". Reason: Jan 14 07:25:53.935985 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:25:53.935985 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:25:53.935985 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:25:53.935985 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "update_network:provider:segmentation_id":"role:admin and system_scope:all". Reason: Jan 14 07:25:53.935985 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:25:53.935985 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:25:53.935985 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:25:53.935985 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:router:external":"rule:admin_only" was deprecated in W in favor of "update_network:router:external":"role:admin and system_scope:all". Reason: Jan 14 07:25:53.935985 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:25:53.935985 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:25:53.935985 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:25:53.935985 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:is_default":"rule:admin_only" was deprecated in W in favor of "update_network:is_default":"role:admin and system_scope:all". Reason: Jan 14 07:25:53.935985 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:25:53.935985 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:25:53.935985 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:25:53.947660 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-2460c9ba-f1a1-481a-bb71-aa38dd3134a2 tempest-NegativeSecGroupIPv6Test-1980982801 tempest-NegativeSecGroupIPv6Test-1980982801] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:25:53.954079 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c3c0447-61f8-4d26-a7d6-57a881910eb8 tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] Pushing event deleted for resources: {'Port': ['ID=63febc9e-affd-459d-87d7-a6b95a9de709,revision_number=None']} {{(pid=84875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:25:53.954741 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-2460c9ba-f1a1-481a-bb71-aa38dd3134a2 tempest-NegativeSecGroupIPv6Test-1980982801 tempest-NegativeSecGroupIPv6Test-1980982801] Usage tracker for resource:security_group_rule and tenant:f09e6c52b2324bf9b7428192d43e5581 is out of sync, need to count used quota {{(pid=84874) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:25:53.960930 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-2460c9ba-f1a1-481a-bb71-aa38dd3134a2 tempest-NegativeSecGroupIPv6Test-1980982801 tempest-NegativeSecGroupIPv6Test-1980982801] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84874) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:25:53.967216 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-6c3c0447-61f8-4d26-a7d6-57a881910eb8 tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:25:53.972074 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-6c3c0447-61f8-4d26-a7d6-57a881910eb8 tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854768116'] for port, before_response {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:25:53.976794 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-2460c9ba-f1a1-481a-bb71-aa38dd3134a2 tempest-NegativeSecGroupIPv6Test-1980982801 tempest-NegativeSecGroupIPv6Test-1980982801] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:25:53.986146 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-6c3c0447-61f8-4d26-a7d6-57a881910eb8 tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] 10.222.0.24 "DELETE /v2.0/ports/63febc9e-affd-459d-87d7-a6b95a9de709 HTTP/1.1" status: 204 len: 168 time: 1.5512700 Jan 14 07:25:53.989001 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84875) accepted ('10.222.0.24', 45716) {{(pid=84875) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:25:53.998540 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555753'] for port, before_update {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:25:54.131498 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4ceee36-cd7a-4179-9d3e-8b673ec1df46 tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:25:54.138929 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4ceee36-cd7a-4179-9d3e-8b673ec1df46 tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:25:54.139813 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-c4ceee36-cd7a-4179-9d3e-8b673ec1df46 tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] Synchronizing usage tracker for tenant:be0aa702e3ca464795a99c51e3b3b04f on resource:subnet {{(pid=84875) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 14 07:25:54.161817 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-2460c9ba-f1a1-481a-bb71-aa38dd3134a2 tempest-NegativeSecGroupIPv6Test-1980982801 tempest-NegativeSecGroupIPv6Test-1980982801] Notify callbacks [] for security_group_rule, before_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:25:54.163978 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-c4ceee36-cd7a-4179-9d3e-8b673ec1df46 tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] Unset dirty status for tenant:be0aa702e3ca464795a99c51e3b3b04f on resource:subnet {{(pid=84875) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 14 07:25:54.168471 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-c4ceee36-cd7a-4179-9d3e-8b673ec1df46 tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] 10.222.0.24 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1457 time: 0.1757121 Jan 14 07:25:54.169217 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84875) accepted ('10.222.0.24', 45720) {{(pid=84875) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:25:54.213676 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-511e4bb9-813b-4c76-af33-fde5aa4e0f0d None None] Pushing event updated for resources: {'Port': ['ID=efbd6f98-90cc-4b88-a530-056682ac9ce5,revision_number=2']} {{(pid=84876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:25:54.227620 n-d-768862-2 neutron-server[84765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e08ea518-8e51-4336-9195-a54b719f23a6 tempest-ExtraDHCPOptionsIpV6TestJSON-1473121844 tempest-ExtraDHCPOptionsIpV6TestJSON-1473121844] Network 68cb209c-2937-4622-ba74-2bdc2090784d is already hosted by enough agents. {{(pid=84874) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 07:25:54.231554 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] For port f0d3dcae-dc65-4591-bf4f-e17a97c350f1, host n-d-768862-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-2',level=0,port_id=f0d3dcae-dc65-4591-bf4f-e17a97c350f1,segment=NetworkSegment(f7b5d34d-d15c-4391-af8e-418998b7bddd),segment_id=f7b5d34d-d15c-4391-af8e-418998b7bddd)] {{(pid=84876) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 07:25:54.232728 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-511e4bb9-813b-4c76-af33-fde5aa4e0f0d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.491s {{(pid=84876) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:25:54.240011 n-d-768862-2 neutron-server[84765]: DEBUG neutron.scheduler.base_scheduler [None req-e08ea518-8e51-4336-9195-a54b719f23a6 tempest-ExtraDHCPOptionsIpV6TestJSON-1473121844 tempest-ExtraDHCPOptionsIpV6TestJSON-1473121844] Resources bound (agent type, host, resource id): {{(pid=84874) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 07:25:54.254055 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777640533312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363259214678337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777640097497'] for port, after_update {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:25:54.256500 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-30909863-4bb5-4b9e-84bf-4b094b594ca8 None None] Notify callbacks [] for port, precommit_create {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:25:54.259612 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-324f8439-be1e-4516-938e-67a98114bca7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84876) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:25:54.311473 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-4dffd927-ab04-4e2b-b053-34650c9cae7c tempest-RoutersNegativeIpV6Test-1464408958 tempest-RoutersNegativeIpV6Test-1464408958] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted--9223372036851568851', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal--9223372036850888080'] for router_interface, after_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:25:54.329084 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e08ea518-8e51-4336-9195-a54b719f23a6 tempest-ExtraDHCPOptionsIpV6TestJSON-1473121844 tempest-ExtraDHCPOptionsIpV6TestJSON-1473121844] Received port after_create {{(pid=84874) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 14 07:25:54.358806 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e08ea518-8e51-4336-9195-a54b719f23a6 tempest-ExtraDHCPOptionsIpV6TestJSON-1473121844 tempest-ExtraDHCPOptionsIpV6TestJSON-1473121844] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:25:54.359068 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-30909863-4bb5-4b9e-84bf-4b094b594ca8 None None] Transition to ACTIVE for port object 3a0edf08-0f45-4b59-946b-f8954b0d856a will not be triggered until provisioned by entity L2. {{(pid=84876) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 07:25:54.360814 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-e08ea518-8e51-4336-9195-a54b719f23a6 tempest-ExtraDHCPOptionsIpV6TestJSON-1473121844 tempest-ExtraDHCPOptionsIpV6TestJSON-1473121844] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854768116'] for port, before_response {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:25:54.416483 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-30909863-4bb5-4b9e-84bf-4b094b594ca8 None None] Transition to ACTIVE for port object 3a0edf08-0f45-4b59-946b-f8954b0d856a will not be triggered until provisioned by entity DHCP. {{(pid=84876) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 07:25:54.421733 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-2da7a4e4-fa8e-4b8e-b2f4-8db77a1daf17 tempest-NetworksIpV6TestAttrs-1453117616 tempest-NetworksIpV6TestAttrs-1453117616] Notify callbacks [] for subnet, before_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:25:54.423771 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Pushing event updated for resources: {'Port': ['ID=f0d3dcae-dc65-4591-bf4f-e17a97c350f1,revision_number=3']} {{(pid=84876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:25:54.427749 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-30909863-4bb5-4b9e-84bf-4b094b594ca8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777640123575'] for port, after_create {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:25:54.583521 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-e08ea518-8e51-4336-9195-a54b719f23a6 tempest-ExtraDHCPOptionsIpV6TestJSON-1473121844 tempest-ExtraDHCPOptionsIpV6TestJSON-1473121844] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1149 time: 5.7107708 Jan 14 07:25:54.587385 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84874) accepted ('10.222.0.24', 45726) {{(pid=84874) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:25:54.608879 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.349s {{(pid=84876) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:25:54.609417 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84876) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:25:54.757930 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30909863-4bb5-4b9e-84bf-4b094b594ca8 None None] Pushing event updated for resources: {'Port': ['ID=3a0edf08-0f45-4b59-946b-f8954b0d856a,revision_number=1']} {{(pid=84876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:25:54.769848 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.db_base_plugin_v2 [None req-11639733-dd6b-46c5-88e8-59f6a5b6d715 tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] Deleting subnet 7a4d58d8-f213-4a69-88ca-348fc414302a {{(pid=84875) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Jan 14 07:25:54.782501 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-11639733-dd6b-46c5-88e8-59f6a5b6d715 tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] Notify callbacks [] for subnet, before_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:25:54.869969 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-2460c9ba-f1a1-481a-bb71-aa38dd3134a2 tempest-NegativeSecGroupIPv6Test-1980982801 tempest-NegativeSecGroupIPv6Test-1980982801] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:25:54.879549 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-30909863-4bb5-4b9e-84bf-4b094b594ca8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.270s {{(pid=84876) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:25:54.880754 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Device f0d3dcae-dc65-4591-bf4f-e17a97c350f1 up at agent ovs-agent-n-d-768862-2 {{(pid=84876) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 07:25:54.896753 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-2460c9ba-f1a1-481a-bb71-aa38dd3134a2 tempest-NegativeSecGroupIPv6Test-1980982801 tempest-NegativeSecGroupIPv6Test-1980982801] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850966545'] for security_group_rule, after_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:25:54.948511 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-660ebca1-e355-44a6-b51d-b23247fffb87 tempest-AttachVolumeShelveTestJSON-2054363538 tempest-AttachVolumeShelveTestJSON-2054363538] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:25:54.953952 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-11639733-dd6b-46c5-88e8-59f6a5b6d715 tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3367281'] for subnet, precommit_delete_associations {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:25:54.987973 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-2460c9ba-f1a1-481a-bb71-aa38dd3134a2 tempest-NegativeSecGroupIPv6Test-1980982801 tempest-NegativeSecGroupIPv6Test-1980982801] Notify callbacks [] for security_group_rule, before_response {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:25:54.989693 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-2460c9ba-f1a1-481a-bb71-aa38dd3134a2 tempest-NegativeSecGroupIPv6Test-1980982801 tempest-NegativeSecGroupIPv6Test-1980982801] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.0883601 Jan 14 07:25:55.001168 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84874) accepted ('10.222.0.24', 45732) {{(pid=84874) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:25:55.012747 n-d-768862-2 neutron-server[84765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30909863-4bb5-4b9e-84bf-4b094b594ca8 None None] Network d738f9ea-d65f-4193-b23d-32198181aeba is already hosted by enough agents. {{(pid=84876) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 07:25:55.019034 n-d-768862-2 neutron-server[84765]: DEBUG neutron.scheduler.base_scheduler [None req-30909863-4bb5-4b9e-84bf-4b094b594ca8 None None] Resources bound (agent type, host, resource id): {{(pid=84876) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 07:25:55.023692 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30909863-4bb5-4b9e-84bf-4b094b594ca8 None None] Received port after_create {{(pid=84876) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 14 07:25:55.042978 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60da0e21-aaa5-45a1-bf98-ce2f797fed8f tempest-ExtraDHCPOptionsIpV6TestJSON-1473121844 tempest-ExtraDHCPOptionsIpV6TestJSON-1473121844] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:25:55.056008 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-2da7a4e4-fa8e-4b8e-b2f4-8db77a1daf17 tempest-NetworksIpV6TestAttrs-1453117616 tempest-NetworksIpV6TestAttrs-1453117616] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3367281'] for subnet, precommit_delete_associations {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:25:55.073392 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60da0e21-aaa5-45a1-bf98-ce2f797fed8f tempest-ExtraDHCPOptionsIpV6TestJSON-1473121844 tempest-ExtraDHCPOptionsIpV6TestJSON-1473121844] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:25:55.101867 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60da0e21-aaa5-45a1-bf98-ce2f797fed8f tempest-ExtraDHCPOptionsIpV6TestJSON-1473121844 tempest-ExtraDHCPOptionsIpV6TestJSON-1473121844] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:25:55.104746 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-60da0e21-aaa5-45a1-bf98-ce2f797fed8f tempest-ExtraDHCPOptionsIpV6TestJSON-1473121844 tempest-ExtraDHCPOptionsIpV6TestJSON-1473121844] Synchronizing usage tracker for tenant:ec040553b94b45438f88c392adffbb4d on resource:port {{(pid=84874) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 14 07:25:55.109919 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2460c9ba-f1a1-481a-bb71-aa38dd3134a2 tempest-NegativeSecGroupIPv6Test-1980982801 tempest-NegativeSecGroupIPv6Test-1980982801] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0ee665cb-306d-462b-be67-aeb377040c6b,revision_number=0']} {{(pid=84874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:25:55.125969 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.v2.base [None req-1c90b62f-56a5-438a-a052-47301cbf9044 tempest-NegativeSecGroupIPv6Test-1980982801 tempest-NegativeSecGroupIPv6Test-1980982801] Request body: {'security_group_rule': {'security_group_id': '299083c4-56b9-4c2c-809f-1c1ca3e543a3', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=84874) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:25:55.133279 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-db8da824-1284-4c6e-9a9e-885cfff5f0b6 None None] Provisioning complete for port f0d3dcae-dc65-4591-bf4f-e17a97c350f1 triggered by entity DHCP. {{(pid=84876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 07:25:55.133761 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-db8da824-1284-4c6e-9a9e-885cfff5f0b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-604227'] for port, provisioning_complete {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:25:55.142066 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-1c90b62f-56a5-438a-a052-47301cbf9044 tempest-NegativeSecGroupIPv6Test-1980982801 tempest-NegativeSecGroupIPv6Test-1980982801] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:25:55.146846 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-1c90b62f-56a5-438a-a052-47301cbf9044 tempest-NegativeSecGroupIPv6Test-1980982801 tempest-NegativeSecGroupIPv6Test-1980982801] Usage tracker for resource:security_group_rule and tenant:f09e6c52b2324bf9b7428192d43e5581 is out of sync, need to count used quota {{(pid=84874) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:25:55.153089 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-1c90b62f-56a5-438a-a052-47301cbf9044 tempest-NegativeSecGroupIPv6Test-1980982801 tempest-NegativeSecGroupIPv6Test-1980982801] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=84874) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:25:55.159972 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-1c90b62f-56a5-438a-a052-47301cbf9044 tempest-NegativeSecGroupIPv6Test-1980982801 tempest-NegativeSecGroupIPv6Test-1980982801] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=84874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:25:55.185873 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.managers [None req-30909863-4bb5-4b9e-84bf-4b094b594ca8 None None] Attempting to bind port 3a0edf08-0f45-4b59-946b-f8954b0d856a on host n-d-768862-2 for vnic_type normal with profile {{(pid=84876) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 14 07:25:55.186302 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.managers [None req-30909863-4bb5-4b9e-84bf-4b094b594ca8 None None] Attempting to bind port 3a0edf08-0f45-4b59-946b-f8954b0d856a by drivers openvswitch on host n-d-768862-2 at level 0 using segments [{'id': '9ae13245-e789-449e-b333-c203068cd4ee', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 23, 'network_id': 'd738f9ea-d65f-4193-b23d-32198181aeba'}] {{(pid=84876) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 14 07:25:55.186727 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30909863-4bb5-4b9e-84bf-4b094b594ca8 None None] Attempting to bind port 3a0edf08-0f45-4b59-946b-f8954b0d856a on network d738f9ea-d65f-4193-b23d-32198181aeba {{(pid=84876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 14 07:25:55.189823 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Provisioning complete for port f0d3dcae-dc65-4591-bf4f-e17a97c350f1 triggered by entity L2. {{(pid=84876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 07:25:55.190249 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-604227'] for port, provisioning_complete {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:25:55.231773 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-11639733-dd6b-46c5-88e8-59f6a5b6d715 tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036854176836'] for subnet, precommit_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:25:55.270731 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30909863-4bb5-4b9e-84bf-4b094b594ca8 None None] Checking agent: {'id': 'ba5efab1-b43c-4d5a-bc52-6e105d4e67a2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768862-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 14, 6, 56, 52), 'started_at': datetime.datetime(2021, 1, 14, 6, 57, 22), 'heartbeat_timestamp': datetime.datetime(2021, 1, 14, 7, 25, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768862-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.29', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 14 07:25:55.271112 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30909863-4bb5-4b9e-84bf-4b094b594ca8 None None] Checking segment: {'id': '9ae13245-e789-449e-b333-c203068cd4ee', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 23, 'network_id': 'd738f9ea-d65f-4193-b23d-32198181aeba'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84876) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 14 07:25:55.271523 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-30909863-4bb5-4b9e-84bf-4b094b594ca8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:25:55.272008 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30909863-4bb5-4b9e-84bf-4b094b594ca8 None None] Bound using segment: {'id': '9ae13245-e789-449e-b333-c203068cd4ee', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 23, 'network_id': 'd738f9ea-d65f-4193-b23d-32198181aeba'} {{(pid=84876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 14 07:25:55.272548 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.managers [None req-30909863-4bb5-4b9e-84bf-4b094b594ca8 None None] Bound port: 3a0edf08-0f45-4b59-946b-f8954b0d856a, host: n-d-768862-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9ae13245-e789-449e-b333-c203068cd4ee', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 23, 'network_id': 'd738f9ea-d65f-4193-b23d-32198181aeba'}}] {{(pid=84876) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 14 07:25:55.272975 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-30909863-4bb5-4b9e-84bf-4b094b594ca8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555753'] for port, before_update {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:25:55.289361 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-2460c9ba-f1a1-481a-bb71-aa38dd3134a2 tempest-NegativeSecGroupIPv6Test-1980982801 tempest-NegativeSecGroupIPv6Test-1980982801] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.341s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:25:55.417034 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-1c90b62f-56a5-438a-a052-47301cbf9044 tempest-NegativeSecGroupIPv6Test-1980982801 tempest-NegativeSecGroupIPv6Test-1980982801] Notify callbacks [] for security_group_rule, before_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:25:55.493106 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-2da7a4e4-fa8e-4b8e-b2f4-8db77a1daf17 tempest-NetworksIpV6TestAttrs-1453117616 tempest-NetworksIpV6TestAttrs-1453117616] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036854176836'] for subnet, precommit_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:25:55.586464 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-60da0e21-aaa5-45a1-bf98-ce2f797fed8f tempest-ExtraDHCPOptionsIpV6TestJSON-1473121844 tempest-ExtraDHCPOptionsIpV6TestJSON-1473121844] Unset dirty status for tenant:ec040553b94b45438f88c392adffbb4d on resource:port {{(pid=84874) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 14 07:25:55.591786 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Device efbd6f98-90cc-4b88-a530-056682ac9ce5 up at agent ovs-agent-n-d-768862-2 {{(pid=84876) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 07:25:55.591989 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-60da0e21-aaa5-45a1-bf98-ce2f797fed8f tempest-ExtraDHCPOptionsIpV6TestJSON-1473121844 tempest-ExtraDHCPOptionsIpV6TestJSON-1473121844] 10.222.0.24 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2622 time: 0.9976664 Jan 14 07:25:55.593722 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84875) accepted ('10.222.0.24', 45736) {{(pid=84875) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:25:55.709980 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.plugin [None req-2965db79-036e-415a-af2e-b59f9f194d9b tempest-ExtraDHCPOptionsIpV6TestJSON-1473121844 tempest-ExtraDHCPOptionsIpV6TestJSON-1473121844] Deleting port d173eb3b-62ac-420b-8a10-62605c7ecb02 {{(pid=84875) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 07:25:55.710615 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-2965db79-036e-415a-af2e-b59f9f194d9b tempest-ExtraDHCPOptionsIpV6TestJSON-1473121844 tempest-ExtraDHCPOptionsIpV6TestJSON-1473121844] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363259214248359'] for port, before_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:25:55.737698 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-db8da824-1284-4c6e-9a9e-885cfff5f0b6 None None] Provisioning for port 463c84c6-ef65-459a-a128-e015fe2089a7 completed by entity DHCP. {{(pid=84876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 07:25:55.742957 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Provisioning for port efbd6f98-90cc-4b88-a530-056682ac9ce5 completed by entity L2. {{(pid=84876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 07:25:55.748998 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-db8da824-1284-4c6e-9a9e-885cfff5f0b6 None None] Provisioning complete for port 463c84c6-ef65-459a-a128-e015fe2089a7 triggered by entity DHCP. {{(pid=84876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 07:25:55.749423 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-db8da824-1284-4c6e-9a9e-885cfff5f0b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-604227'] for port, provisioning_complete {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:25:55.813134 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.plugin [None req-db8da824-1284-4c6e-9a9e-885cfff5f0b6 None None] Port 463c84c6-ef65-459a-a128-e015fe2089a7 cannot update to ACTIVE because it is not bound. {{(pid=84876) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:329}} Jan 14 07:25:55.847935 n-d-768862-2 neutron-server[84765]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4dffd927-ab04-4e2b-b053-34650c9cae7c tempest-RoutersNegativeIpV6Test-1464408958 tempest-RoutersNegativeIpV6Test-1464408958] Router bf8ad3d3-3470-428c-bfe5-23f416302424 has already been hosted by L3 agent 35f592e9-451b-4db9-abea-77b6a5c5391b {{(pid=84874) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Jan 14 07:25:55.876891 n-d-768862-2 neutron-server[84765]: INFO neutron.api.v2.resource [None req-1c90b62f-56a5-438a-a052-47301cbf9044 tempest-NegativeSecGroupIPv6Test-1980982801 tempest-NegativeSecGroupIPv6Test-1980982801] create failed (client error): There was a conflict when trying to complete your request. Jan 14 07:25:55.879164 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-1c90b62f-56a5-438a-a052-47301cbf9044 tempest-NegativeSecGroupIPv6Test-1980982801 tempest-NegativeSecGroupIPv6Test-1980982801] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 409 len: 366 time: 0.8647797 Jan 14 07:25:55.883172 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-d889fb6e-c968-4073-aea7-67ad62d6b7f2 tempest-NetworksIpV6Test-2047944877 tempest-NetworksIpV6Test-2047944877] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850887113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3254092', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036851981146'] for subnet, after_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:25:55.912564 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84875) accepted ('10.222.0.24', 45740) {{(pid=84875) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:25:55.929197 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-3e38d1c1-3852-4eef-8ebf-83c75a5e877d tempest-NetworksIpV6Test-2047944877 tempest-NetworksIpV6Test-2047944877] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:25:55.972203 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-90ff0f62-a0dc-4ef2-acb6-b92045269f64 None None] Provisioning complete for port f0d3dcae-dc65-4591-bf4f-e17a97c350f1 triggered by entity DHCP. {{(pid=84876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 07:25:55.980549 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-90ff0f62-a0dc-4ef2-acb6-b92045269f64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-604227'] for port, provisioning_complete {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:25:56.306724 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-90ff0f62-a0dc-4ef2-acb6-b92045269f64 None None] Provisioning complete for port 463c84c6-ef65-459a-a128-e015fe2089a7 triggered by entity DHCP. {{(pid=84876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 07:25:56.307145 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-90ff0f62-a0dc-4ef2-acb6-b92045269f64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-604227'] for port, provisioning_complete {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:25:56.422728 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.plugin [None req-90ff0f62-a0dc-4ef2-acb6-b92045269f64 None None] Port 463c84c6-ef65-459a-a128-e015fe2089a7 cannot update to ACTIVE because it is not bound. {{(pid=84876) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:329}} Jan 14 07:25:56.557333 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-9059e44c-238e-48b3-8d53-54d8d5b9aaff None None] Provisioning for port d173eb3b-62ac-420b-8a10-62605c7ecb02 completed by entity DHCP. {{(pid=84876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 07:25:56.576965 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-9059e44c-238e-48b3-8d53-54d8d5b9aaff None None] Provisioning complete for port d173eb3b-62ac-420b-8a10-62605c7ecb02 triggered by entity DHCP. {{(pid=84876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 07:25:56.577351 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-9059e44c-238e-48b3-8d53-54d8d5b9aaff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-604227'] for port, provisioning_complete {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:25:56.710886 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.plugin [None req-9059e44c-238e-48b3-8d53-54d8d5b9aaff None None] Port d173eb3b-62ac-420b-8a10-62605c7ecb02 cannot update to ACTIVE because it is not bound. {{(pid=84876) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:329}} Jan 14 07:25:56.816080 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [None req-30909863-4bb5-4b9e-84bf-4b094b594ca8 None None] For port 3a0edf08-0f45-4b59-946b-f8954b0d856a, host n-d-768862-2, cleared binding levels {{(pid=84876) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 14 07:25:56.816665 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-e032013a-02c0-4880-b194-4d0624153903 tempest-NegativeSecGroupIPv6Test-1980982801 tempest-NegativeSecGroupIPv6Test-1980982801] Notify callbacks [] for security_group, before_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:25:56.827572 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [None req-30909863-4bb5-4b9e-84bf-4b094b594ca8 None None] For port 3a0edf08-0f45-4b59-946b-f8954b0d856a, host n-d-768862-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-2',level=0,port_id=3a0edf08-0f45-4b59-946b-f8954b0d856a,segment=NetworkSegment(9ae13245-e789-449e-b333-c203068cd4ee),segment_id=9ae13245-e789-449e-b333-c203068cd4ee)] {{(pid=84876) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 14 07:25:56.829464 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-2da7a4e4-fa8e-4b8e-b2f4-8db77a1daf17 tempest-NetworksIpV6TestAttrs-1453117616 tempest-NetworksIpV6TestAttrs-1453117616] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-598964', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850887113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3154192', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2308610'] for subnet, after_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:25:56.833496 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-30909863-4bb5-4b9e-84bf-4b094b594ca8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777640533312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363259214678337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777640097497'] for port, after_update {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:25:56.869249 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-643b2c24-ab97-49d5-b3d2-995434a3c5fc tempest-NetworksIpV6TestAttrs-1453117616 tempest-NetworksIpV6TestAttrs-1453117616] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:25:56.882843 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-6ec2371b-ea81-4472-9c0b-f144acc4454c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84876) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:25:56.932381 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-e032013a-02c0-4880-b194-4d0624153903 tempest-NegativeSecGroupIPv6Test-1980982801 tempest-NegativeSecGroupIPv6Test-1980982801] Notify callbacks [] for security_group, precommit_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:25:57.002682 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2da7a4e4-fa8e-4b8e-b2f4-8db77a1daf17 tempest-NetworksIpV6TestAttrs-1453117616 tempest-NetworksIpV6TestAttrs-1453117616] Pushing event deleted for resources: {'Subnet': ['ID=11b7c451-9789-457e-b9be-2504003b5cd7,revision_number=None']} {{(pid=84875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:25:57.026643 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-e032013a-02c0-4880-b194-4d0624153903 tempest-NegativeSecGroupIPv6Test-1980982801 tempest-NegativeSecGroupIPv6Test-1980982801] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850887153'] for security_group, after_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:25:57.037000 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d889fb6e-c968-4073-aea7-67ad62d6b7f2 tempest-NetworksIpV6Test-2047944877 tempest-NetworksIpV6Test-2047944877] Pushing event updated for resources: {'Subnet': ['ID=3d0f8c64-d76a-445d-9157-71c8a4060cb2,revision_number=0']} {{(pid=84874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:25:57.081156 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-2da7a4e4-fa8e-4b8e-b2f4-8db77a1daf17 tempest-NetworksIpV6TestAttrs-1453117616 tempest-NetworksIpV6TestAttrs-1453117616] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.212s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:25:57.086861 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-803a3fd6-a12d-4002-af88-93d8a9ea0815 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:25:57.114003 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e032013a-02c0-4880-b194-4d0624153903 tempest-NegativeSecGroupIPv6Test-1980982801 tempest-NegativeSecGroupIPv6Test-1980982801] Pushing event deleted for resources: {'SecurityGroup': ['ID=299083c4-56b9-4c2c-809f-1c1ca3e543a3,revision_number=None']} {{(pid=84875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:25:57.142815 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-e032013a-02c0-4880-b194-4d0624153903 tempest-NegativeSecGroupIPv6Test-1980982801 tempest-NegativeSecGroupIPv6Test-1980982801] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:25:57.188203 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-d889fb6e-c968-4073-aea7-67ad62d6b7f2 tempest-NetworksIpV6Test-2047944877 tempest-NetworksIpV6Test-2047944877] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.259s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:25:57.206482 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-11639733-dd6b-46c5-88e8-59f6a5b6d715 tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-598964', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850887113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3154192', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2308610'] for subnet, after_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:25:57.234980 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-2965db79-036e-415a-af2e-b59f9f194d9b tempest-ExtraDHCPOptionsIpV6TestJSON-1473121844 tempest-ExtraDHCPOptionsIpV6TestJSON-1473121844] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036850862667'] for port, precommit_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:25:57.249138 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4dffd927-ab04-4e2b-b053-34650c9cae7c tempest-RoutersNegativeIpV6Test-1464408958 tempest-RoutersNegativeIpV6Test-1464408958] Notify agent at l3_agent.n-d-768862-2 the message routers_updated {{(pid=84874) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jan 14 07:25:57.259876 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-5e6f4c8b-3df5-4b57-8ddd-4776e87620fc tempest-RoutersIpV6Test-883692175 tempest-RoutersIpV6Test-883692175] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:25:57.279674 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-4dffd927-ab04-4e2b-b053-34650c9cae7c tempest-RoutersNegativeIpV6Test-1464408958 tempest-RoutersNegativeIpV6Test-1464408958] 10.222.0.24 "PUT /v2.0/routers/bf8ad3d3-3470-428c-bfe5-23f416302424/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 11.3512201 Jan 14 07:25:57.282949 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84874) accepted ('10.222.0.24', 45752) {{(pid=84874) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:25:57.345220 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-0fc6d01b-bd77-4461-ad4b-012e9844812c None None] Provisioning for port efbd6f98-90cc-4b88-a530-056682ac9ce5 completed by entity DHCP. {{(pid=84876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 07:25:57.377820 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11639733-dd6b-46c5-88e8-59f6a5b6d715 tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] Pushing event deleted for resources: {'Subnet': ['ID=7a4d58d8-f213-4a69-88ca-348fc414302a,revision_number=None']} {{(pid=84875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:25:57.424272 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c16abd56-76fa-41fa-910b-2adde95f7a72 None None] Sync routers for ids ['bf8ad3d3-3470-428c-bfe5-23f416302424'] in n-d-768862-2 {{(pid=84876) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Jan 14 07:25:57.495498 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-0fc6d01b-bd77-4461-ad4b-012e9844812c None None] Provisioning complete for port efbd6f98-90cc-4b88-a530-056682ac9ce5 triggered by entity DHCP. {{(pid=84876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 07:25:57.500104 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-0fc6d01b-bd77-4461-ad4b-012e9844812c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-604227'] for port, provisioning_complete {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:25:57.504111 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-11639733-dd6b-46c5-88e8-59f6a5b6d715 tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.244s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:25:57.504584 n-d-768862-2 neutron-server[84765]: INFO neutron.api.v2.resource [None req-9873d095-cda1-404b-977b-3e98d026a56b tempest-RoutersNegativeIpV6Test-1464408958 tempest-RoutersNegativeIpV6Test-1464408958] show failed (client error): The resource could not be found. Jan 14 07:25:57.510505 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-9873d095-cda1-404b-977b-3e98d026a56b tempest-RoutersNegativeIpV6Test-1464408958 tempest-RoutersNegativeIpV6Test-1464408958] 10.222.0.24 "GET /v2.0/routers/tempest-non_exist_router-1393704589 HTTP/1.1" status: 404 len: 335 time: 0.2175479 Jan 14 07:25:57.511329 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84874) accepted ('10.222.0.24', 45756) {{(pid=84874) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:25:57.519562 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.v2.base [None req-f03552e5-a955-4e3f-aecc-1af7b2a16c5e tempest-RoutersNegativeIpV6Test-1464408958 tempest-RoutersNegativeIpV6Test-1464408958] Request body: {'router': {'name': 'new_name'}} {{(pid=84874) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:25:57.640246 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c16abd56-76fa-41fa-910b-2adde95f7a72 None None] Routers {'bf8ad3d3-3470-428c-bfe5-23f416302424'} bound to L3 agent in host n-d-768862-2 {{(pid=84876) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 14 07:25:57.640980 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_hamode_db [None req-c16abd56-76fa-41fa-910b-2adde95f7a72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-01-14T06:56:51Z,description=,heartbeat_timestamp=2021-01-14T07:25:52Z,host='n-d-768862-2',id=35f592e9-451b-4db9-abea-77b6a5c5391b,load=0,resource_versions=,resources_synced=,started_at=2021-01-14T06:56:51Z,topic='l3_agent')) {'router_ids': ['bf8ad3d3-3470-428c-bfe5-23f416302424'], 'active': True} {{(pid=84876) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:25:57.724699 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.plugin [None req-2965db79-036e-415a-af2e-b59f9f194d9b tempest-ExtraDHCPOptionsIpV6TestJSON-1473121844 tempest-ExtraDHCPOptionsIpV6TestJSON-1473121844] Calling delete_port for d173eb3b-62ac-420b-8a10-62605c7ecb02 owned by {{(pid=84875) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 07:25:57.731503 n-d-768862-2 neutron-server[84765]: INFO neutron.api.v2.resource [None req-f03552e5-a955-4e3f-aecc-1af7b2a16c5e tempest-RoutersNegativeIpV6Test-1464408958 tempest-RoutersNegativeIpV6Test-1464408958] update failed (client error): The resource could not be found. Jan 14 07:25:57.736410 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-f03552e5-a955-4e3f-aecc-1af7b2a16c5e tempest-RoutersNegativeIpV6Test-1464408958 tempest-RoutersNegativeIpV6Test-1464408958] 10.222.0.24 "PUT /v2.0/routers/tempest-non_exist_router-251266806 HTTP/1.1" status: 404 len: 334 time: 0.2181585 Jan 14 07:25:57.759646 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84874) accepted ('10.222.0.24', 45760) {{(pid=84874) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:25:57.780167 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-2da7a4e4-fa8e-4b8e-b2f4-8db77a1daf17 tempest-NetworksIpV6TestAttrs-1453117616 tempest-NetworksIpV6TestAttrs-1453117616] Notify callbacks [] for subnet, before_response {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:25:57.785906 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-2da7a4e4-fa8e-4b8e-b2f4-8db77a1daf17 tempest-NetworksIpV6TestAttrs-1453117616 tempest-NetworksIpV6TestAttrs-1453117616] 10.222.0.24 "DELETE /v2.0/subnets/11b7c451-9789-457e-b9be-2504003b5cd7 HTTP/1.1" status: 204 len: 168 time: 6.3866138 Jan 14 07:25:57.787182 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84875) accepted ('10.222.0.24', 45764) {{(pid=84875) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:25:57.808752 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-e032013a-02c0-4880-b194-4d0624153903 tempest-NegativeSecGroupIPv6Test-1980982801 tempest-NegativeSecGroupIPv6Test-1980982801] Notify callbacks [] for security_group, before_response {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:25:57.810250 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-e032013a-02c0-4880-b194-4d0624153903 tempest-NegativeSecGroupIPv6Test-1980982801 tempest-NegativeSecGroupIPv6Test-1980982801] 10.222.0.24 "DELETE /v2.0/security-groups/299083c4-56b9-4c2c-809f-1c1ca3e543a3 HTTP/1.1" status: 204 len: 168 time: 1.8966484 Jan 14 07:25:57.864528 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84875) accepted ('10.222.0.24', 45768) {{(pid=84875) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:25:58.065389 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1db26bcc-ecbd-4f9c-a30a-b19e01437b3e tempest-NetworksIpV6TestAttrs-1453117616 tempest-NetworksIpV6TestAttrs-1453117616] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:25:58.070836 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1db26bcc-ecbd-4f9c-a30a-b19e01437b3e tempest-NetworksIpV6TestAttrs-1453117616 tempest-NetworksIpV6TestAttrs-1453117616] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:25:58.080629 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-1db26bcc-ecbd-4f9c-a30a-b19e01437b3e tempest-NetworksIpV6TestAttrs-1453117616 tempest-NetworksIpV6TestAttrs-1453117616] Synchronizing usage tracker for tenant:b4fb299c51d74f2a8c69090954f5d152 on resource:subnet {{(pid=84875) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 14 07:25:58.148450 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d889fb6e-c968-4073-aea7-67ad62d6b7f2 tempest-NetworksIpV6Test-2047944877 tempest-NetworksIpV6Test-2047944877] Checking segment: {'id': '61dcce0f-0e55-4ae0-9875-4177b2fefa9b', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 22, 'network_id': '771dbd72-b062-460c-b6a8-bb809a096bcf'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84874) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 14 07:25:58.148857 n-d-768862-2 neutron-server[84765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d889fb6e-c968-4073-aea7-67ad62d6b7f2 tempest-NetworksIpV6Test-2047944877 tempest-NetworksIpV6Test-2047944877] Network hostable DHCP agents. Network: 771dbd72-b062-460c-b6a8-bb809a096bcf, hostable agents: ['32f3dd84-26da-4d18-bf15-6017a8fb7247'], hosted agents: [] {{(pid=84874) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Jan 14 07:25:58.153497 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_hamode_db [None req-c16abd56-76fa-41fa-910b-2adde95f7a72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768862-2', False) {} {{(pid=84876) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:25:58.162483 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-1db26bcc-ecbd-4f9c-a30a-b19e01437b3e tempest-NetworksIpV6TestAttrs-1453117616 tempest-NetworksIpV6TestAttrs-1453117616] Unset dirty status for tenant:b4fb299c51d74f2a8c69090954f5d152 on resource:subnet {{(pid=84875) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 14 07:25:58.168930 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-1db26bcc-ecbd-4f9c-a30a-b19e01437b3e tempest-NetworksIpV6TestAttrs-1453117616 tempest-NetworksIpV6TestAttrs-1453117616] 10.222.0.24 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1478 time: 0.3620195 Jan 14 07:25:58.174601 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84875) accepted ('10.222.0.24', 45780) {{(pid=84875) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:25:58.175981 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30909863-4bb5-4b9e-84bf-4b094b594ca8 None None] Pushing event updated for resources: {'Port': ['ID=3a0edf08-0f45-4b59-946b-f8954b0d856a,revision_number=3']} {{(pid=84876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:25:58.189993 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c16abd56-76fa-41fa-910b-2adde95f7a72 None None] Routers {'bf8ad3d3-3470-428c-bfe5-23f416302424'} bound to L3 agent in host n-d-768862-2 {{(pid=84876) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 14 07:25:58.191161 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_hamode_db [None req-c16abd56-76fa-41fa-910b-2adde95f7a72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-01-14T06:56:51Z,description=,heartbeat_timestamp=2021-01-14T07:25:52Z,host='n-d-768862-2',id=35f592e9-451b-4db9-abea-77b6a5c5391b,load=0,resource_versions=,resources_synced=,started_at=2021-01-14T06:56:51Z,topic='l3_agent')) {'router_ids': ['bf8ad3d3-3470-428c-bfe5-23f416302424'], 'active': True} {{(pid=84876) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:25:58.214331 n-d-768862-2 neutron-server[84765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d889fb6e-c968-4073-aea7-67ad62d6b7f2 tempest-NetworksIpV6Test-2047944877 tempest-NetworksIpV6Test-2047944877] Network 771dbd72-b062-460c-b6a8-bb809a096bcf is scheduled to be hosted by DHCP agent 32f3dd84-26da-4d18-bf15-6017a8fb7247 with binding_index 1 {{(pid=84874) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Jan 14 07:25:58.228583 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.db_base_plugin_v2 [None req-2fc4d07a-a203-4676-a2b6-9c80bf015d41 tempest-RoutersNegativeIpV6Test-1464408958 tempest-RoutersNegativeIpV6Test-1464408958] Deleting subnet dd01ab05-5b07-43b4-821a-1450b493e814 {{(pid=84874) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Jan 14 07:25:58.231265 n-d-768862-2 neutron-server[84765]: DEBUG neutron.scheduler.base_scheduler [None req-d889fb6e-c968-4073-aea7-67ad62d6b7f2 tempest-NetworksIpV6Test-2047944877 tempest-NetworksIpV6Test-2047944877] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768862-2, 771dbd72-b062-460c-b6a8-bb809a096bcf) {{(pid=84874) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 07:25:58.259682 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d889fb6e-c968-4073-aea7-67ad62d6b7f2 tempest-NetworksIpV6Test-2047944877 tempest-NetworksIpV6Test-2047944877] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:25:58.260376 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-d889fb6e-c968-4073-aea7-67ad62d6b7f2 tempest-NetworksIpV6Test-2047944877 tempest-NetworksIpV6Test-2047944877] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3207107'] for subnet, before_response {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:25:58.278232 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-2fc4d07a-a203-4676-a2b6-9c80bf015d41 tempest-RoutersNegativeIpV6Test-1464408958 tempest-RoutersNegativeIpV6Test-1464408958] Notify callbacks [] for subnet, before_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:25:58.281789 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-30909863-4bb5-4b9e-84bf-4b094b594ca8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.399s {{(pid=84876) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:25:58.282924 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96248f08-3b68-4c8b-a4a9-4d8095d30f75 None None] Network 771dbd72-b062-460c-b6a8-bb809a096bcf requested from n-d-768862-2 {{(pid=84876) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 07:25:58.331152 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-bbdd7027-aec8-431a-8c0f-eb46d13db95a tempest-NetworksIpV6TestAttrs-1453117616 tempest-NetworksIpV6TestAttrs-1453117616] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036854160497'] for network, before_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:25:58.341915 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-2fc4d07a-a203-4676-a2b6-9c80bf015d41 tempest-RoutersNegativeIpV6Test-1464408958 tempest-RoutersNegativeIpV6Test-1464408958] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036851807232'] for subnet, precommit_delete_associations {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:25:58.422519 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-11639733-dd6b-46c5-88e8-59f6a5b6d715 tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] Notify callbacks [] for subnet, before_response {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:25:58.425464 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-11639733-dd6b-46c5-88e8-59f6a5b6d715 tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] 10.222.0.24 "DELETE /v2.0/subnets/7a4d58d8-f213-4a69-88ca-348fc414302a HTTP/1.1" status: 204 len: 168 time: 4.2541158 Jan 14 07:25:58.444643 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84875) accepted ('10.222.0.24', 45784) {{(pid=84875) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:25:58.446418 n-d-768862-2 neutron-server[84765]: INFO neutron.pecan_wsgi.hooks.translation [None req-bbdd7027-aec8-431a-8c0f-eb46d13db95a tempest-NetworksIpV6TestAttrs-1453117616 tempest-NetworksIpV6TestAttrs-1453117616] DELETE failed (client error): There was a conflict when trying to complete your request. Jan 14 07:25:58.446997 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bbdd7027-aec8-431a-8c0f-eb46d13db95a tempest-NetworksIpV6TestAttrs-1453117616 tempest-NetworksIpV6TestAttrs-1453117616] No notification will be sent due to unsuccessful status code: 409 {{(pid=84875) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Jan 14 07:25:58.453841 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-bbdd7027-aec8-431a-8c0f-eb46d13db95a tempest-NetworksIpV6TestAttrs-1453117616 tempest-NetworksIpV6TestAttrs-1453117616] 10.222.0.24 "DELETE /v2.0/networks/d738f9ea-d65f-4193-b23d-32198181aeba HTTP/1.1" status: 409 len: 405 time: 0.2776866 Jan 14 07:25:58.478667 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-2fc4d07a-a203-4676-a2b6-9c80bf015d41 tempest-RoutersNegativeIpV6Test-1464408958 tempest-RoutersNegativeIpV6Test-1464408958] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036854176836'] for subnet, precommit_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:25:58.547895 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_hamode_db [None req-c16abd56-76fa-41fa-910b-2adde95f7a72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768862-2', False) {} {{(pid=84876) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:25:58.549882 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c16abd56-76fa-41fa-910b-2adde95f7a72 None None] The sync data for ids ['bf8ad3d3-3470-428c-bfe5-23f416302424'] in n-d-768862-2 is: [] {{(pid=84876) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Jan 14 07:25:58.815926 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b35e68d5-9935-4de6-a3f9-0c7d4a131f10 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5d94dc7a-c095-50a4-955e-5f3b78718a12-771dbd72-b062-460c-b6a8-bb809a096bcf', 'network_id': '771dbd72-b062-460c-b6a8-bb809a096bcf', 'tenant_id': '130ee88fc4054d968ce76b7b9727c055', 'fixed_ips': [{'subnet_id': '3d0f8c64-d76a-445d-9157-71c8a4060cb2'}]}} from n-d-768862-2. {{(pid=84876) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Jan 14 07:25:58.817321 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-b35e68d5-9935-4de6-a3f9-0c7d4a131f10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555753'] for port, before_create {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:25:58.837480 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-0fc6d01b-bd77-4461-ad4b-012e9844812c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555753'] for port, before_update {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:25:58.849475 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Device 3a0edf08-0f45-4b59-946b-f8954b0d856a up at agent ovs-agent-n-d-768862-2 {{(pid=84876) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 07:25:58.918445 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0726b90-2363-4d72-9e29-9a289979bb5a None None] Network 23f0a15d-6362-4cec-82c1-cacba887c566 requested from n-d-768862-2 {{(pid=84876) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 07:25:58.964218 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84874) accepted ('10.222.0.24', 45788) {{(pid=84874) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:25:58.970261 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-d889fb6e-c968-4073-aea7-67ad62d6b7f2 tempest-NetworksIpV6Test-2047944877 tempest-NetworksIpV6Test-2047944877] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 8.3422723 Jan 14 07:25:58.974598 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-2fc4d07a-a203-4676-a2b6-9c80bf015d41 tempest-RoutersNegativeIpV6Test-1464408958 tempest-RoutersNegativeIpV6Test-1464408958] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-598964', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850887113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036851521664', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2794686'] for subnet, after_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:25:58.990044 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84874) accepted ('10.222.0.24', 45796) {{(pid=84874) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:25:58.995191 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.v2.base [None req-186bb81c-bb73-4a49-a0bc-c5a6c552019b tempest-NetworksIpV6TestAttrs-1453117616 tempest-NetworksIpV6TestAttrs-1453117616] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1621044560'}} {{(pid=84874) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:25:59.003709 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-95b401e1-b19d-41bc-8314-6cbeb4e5887b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:25:59.059519 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.v2.base [None req-ca49705f-8a81-4eaf-8b87-3106c10c7f8d tempest-NetworksIpV6Test-2047944877 tempest-NetworksIpV6Test-2047944877] Request body: {'subnet': {'network_id': '771dbd72-b062-460c-b6a8-bb809a096bcf', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None}} {{(pid=84874) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:25:59.120728 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-7789e52c-cbdf-456d-9edf-4c6b53d45080 tempest-NegativeSecGroupIPv6Test-1980982801 tempest-NegativeSecGroupIPv6Test-1980982801] Synchronizing usage tracker for tenant:f09e6c52b2324bf9b7428192d43e5581 on resource:security_group {{(pid=84875) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 14 07:25:59.127782 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-1d0b46ea-997e-4cfd-b80a-80f8d65ee34f tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] 10.222.0.24 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.6723981 Jan 14 07:25:59.144947 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84875) accepted ('10.222.0.24', 45810) {{(pid=84875) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:25:59.151154 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-186bb81c-bb73-4a49-a0bc-c5a6c552019b tempest-NetworksIpV6TestAttrs-1453117616 tempest-NetworksIpV6TestAttrs-1453117616] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:25:59.152762 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.v2.base [None req-fc076b76-5096-4e8b-8fd4-2f0d55069362 tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] Request body: {'subnet': {'network_id': '23f0a15d-6362-4cec-82c1-cacba887c566', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=84875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:25:59.156330 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-186bb81c-bb73-4a49-a0bc-c5a6c552019b tempest-NetworksIpV6TestAttrs-1453117616 tempest-NetworksIpV6TestAttrs-1453117616] Usage tracker for resource:network and tenant:b4fb299c51d74f2a8c69090954f5d152 is out of sync, need to count used quota {{(pid=84874) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:25:59.174937 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-186bb81c-bb73-4a49-a0bc-c5a6c552019b tempest-NetworksIpV6TestAttrs-1453117616 tempest-NetworksIpV6TestAttrs-1453117616] Quota usage for network was recalculated. Used quota:3. {{(pid=84874) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:25:59.182685 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-186bb81c-bb73-4a49-a0bc-c5a6c552019b tempest-NetworksIpV6TestAttrs-1453117616 tempest-NetworksIpV6TestAttrs-1453117616] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=84874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:25:59.244545 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-7789e52c-cbdf-456d-9edf-4c6b53d45080 tempest-NegativeSecGroupIPv6Test-1980982801 tempest-NegativeSecGroupIPv6Test-1980982801] Unset dirty status for tenant:f09e6c52b2324bf9b7428192d43e5581 on resource:security_group {{(pid=84875) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 14 07:25:59.246195 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-7789e52c-cbdf-456d-9edf-4c6b53d45080 tempest-NegativeSecGroupIPv6Test-1980982801 tempest-NegativeSecGroupIPv6Test-1980982801] 10.222.0.24 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 1.2025919 Jan 14 07:25:59.266819 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fc4d07a-a203-4676-a2b6-9c80bf015d41 tempest-RoutersNegativeIpV6Test-1464408958 tempest-RoutersNegativeIpV6Test-1464408958] Pushing event deleted for resources: {'Subnet': ['ID=dd01ab05-5b07-43b4-821a-1450b493e814,revision_number=None']} {{(pid=84874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:25:59.270185 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-2fc4d07a-a203-4676-a2b6-9c80bf015d41 tempest-RoutersNegativeIpV6Test-1464408958 tempest-RoutersNegativeIpV6Test-1464408958] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.266s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:25:59.283734 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84874) accepted ('10.222.0.24', 45814) {{(pid=84874) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:25:59.293166 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.v2.base [None req-13523303-b187-43d9-8f84-c091ada8f5da tempest-NegativeSecGroupIPv6Test-1980982801 tempest-NegativeSecGroupIPv6Test-1980982801] Request body: {'security_group': {'name': 'tempest-secgroup--946341080'}} {{(pid=84874) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:25:59.314615 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-186bb81c-bb73-4a49-a0bc-c5a6c552019b tempest-NetworksIpV6TestAttrs-1453117616 tempest-NetworksIpV6TestAttrs-1453117616] Made reservation on behalf of b4fb299c51d74f2a8c69090954f5d152 for: {'network': 1} {{(pid=84874) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 07:25:59.325194 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-186bb81c-bb73-4a49-a0bc-c5a6c552019b tempest-NetworksIpV6TestAttrs-1453117616 tempest-NetworksIpV6TestAttrs-1453117616] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555753'] for network, before_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:25:59.352714 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-13523303-b187-43d9-8f84-c091ada8f5da tempest-NegativeSecGroupIPv6Test-1980982801 tempest-NegativeSecGroupIPv6Test-1980982801] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:25:59.394368 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-fc076b76-5096-4e8b-8fd4-2f0d55069362 tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:25:59.394629 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-13523303-b187-43d9-8f84-c091ada8f5da tempest-NegativeSecGroupIPv6Test-1980982801 tempest-NegativeSecGroupIPv6Test-1980982801] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:25:59.404974 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-fc076b76-5096-4e8b-8fd4-2f0d55069362 tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:25:59.413391 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-13523303-b187-43d9-8f84-c091ada8f5da tempest-NegativeSecGroupIPv6Test-1980982801 tempest-NegativeSecGroupIPv6Test-1980982801] Notify callbacks [] for security_group, before_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:25:59.420758 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fc076b76-5096-4e8b-8fd4-2f0d55069362 tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] Made reservation on behalf of be0aa702e3ca464795a99c51e3b3b04f for: {'subnet': 1} {{(pid=84875) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 07:25:59.430859 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-fc076b76-5096-4e8b-8fd4-2f0d55069362 tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036852467157'] for subnet, before_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:25:59.443602 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-13523303-b187-43d9-8f84-c091ada8f5da tempest-NegativeSecGroupIPv6Test-1980982801 tempest-NegativeSecGroupIPv6Test-1980982801] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:25:59.448547 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-13523303-b187-43d9-8f84-c091ada8f5da tempest-NegativeSecGroupIPv6Test-1980982801 tempest-NegativeSecGroupIPv6Test-1980982801] Usage tracker for resource:security_group_rule and tenant:f09e6c52b2324bf9b7428192d43e5581 is out of sync, need to count used quota {{(pid=84874) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:25:59.451715 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-13523303-b187-43d9-8f84-c091ada8f5da tempest-NegativeSecGroupIPv6Test-1980982801 tempest-NegativeSecGroupIPv6Test-1980982801] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84874) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:25:59.458290 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-13523303-b187-43d9-8f84-c091ada8f5da tempest-NegativeSecGroupIPv6Test-1980982801 tempest-NegativeSecGroupIPv6Test-1980982801] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:25:59.480984 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.db_base_plugin_common [None req-b35e68d5-9935-4de6-a3f9-0c7d4a131f10 None None] Allocated IP 2001:db8::2 (771dbd72-b062-460c-b6a8-bb809a096bcf/3d0f8c64-d76a-445d-9157-71c8a4060cb2/1a539010-caf2-44ad-b1ee-c91c2ea5e01b) {{(pid=84876) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 14 07:25:59.544793 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-13523303-b187-43d9-8f84-c091ada8f5da tempest-NegativeSecGroupIPv6Test-1980982801 tempest-NegativeSecGroupIPv6Test-1980982801] Notify callbacks [] for security_group, precommit_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:25:59.555505 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-13523303-b187-43d9-8f84-c091ada8f5da tempest-NegativeSecGroupIPv6Test-1980982801 tempest-NegativeSecGroupIPv6Test-1980982801] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850887153'] for security_group, after_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:25:59.559495 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-2965db79-036e-415a-af2e-b59f9f194d9b tempest-ExtraDHCPOptionsIpV6TestJSON-1473121844 tempest-ExtraDHCPOptionsIpV6TestJSON-1473121844] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777640533329', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777640097463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851621574'] for port, after_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:25:59.578074 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-6c3c0447-61f8-4d26-a7d6-57a881910eb8 tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:25:59.593610 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-2fc4d07a-a203-4676-a2b6-9c80bf015d41 tempest-RoutersNegativeIpV6Test-1464408958 tempest-RoutersNegativeIpV6Test-1464408958] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3207107'] for subnet, before_response {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:25:59.595790 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-2fc4d07a-a203-4676-a2b6-9c80bf015d41 tempest-RoutersNegativeIpV6Test-1464408958 tempest-RoutersNegativeIpV6Test-1464408958] 10.222.0.24 "DELETE /v2.0/subnets/dd01ab05-5b07-43b4-821a-1450b493e814 HTTP/1.1" status: 204 len: 168 time: 1.8348672 Jan 14 07:25:59.620592 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-b1055133-23f7-4787-baf7-e79b24311ca6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:25:59.629930 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-13523303-b187-43d9-8f84-c091ada8f5da tempest-NegativeSecGroupIPv6Test-1980982801 tempest-NegativeSecGroupIPv6Test-1980982801] Notify callbacks [] for security_group, before_response {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:25:59.632943 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84875) accepted ('10.222.0.24', 45818) {{(pid=84875) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:25:59.634721 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-13523303-b187-43d9-8f84-c091ada8f5da tempest-NegativeSecGroupIPv6Test-1980982801 tempest-NegativeSecGroupIPv6Test-1980982801] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.3498993 Jan 14 07:25:59.637767 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2965db79-036e-415a-af2e-b59f9f194d9b tempest-ExtraDHCPOptionsIpV6TestJSON-1473121844 tempest-ExtraDHCPOptionsIpV6TestJSON-1473121844] Pushing event deleted for resources: {'Port': ['ID=d173eb3b-62ac-420b-8a10-62605c7ecb02,revision_number=None']} {{(pid=84875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:25:59.641924 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-186bb81c-bb73-4a49-a0bc-c5a6c552019b tempest-NetworksIpV6TestAttrs-1453117616 tempest-NetworksIpV6TestAttrs-1453117616] vxlan segment allocate from pool success with {'vxlan_vni': 27} {{(pid=84874) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Jan 14 07:25:59.642711 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84875) accepted ('10.222.0.24', 45820) {{(pid=84875) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:25:59.676589 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-2965db79-036e-415a-af2e-b59f9f194d9b tempest-ExtraDHCPOptionsIpV6TestJSON-1473121844 tempest-ExtraDHCPOptionsIpV6TestJSON-1473121844] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:25:59.693416 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [None req-0fc6d01b-bd77-4461-ad4b-012e9844812c None None] For port efbd6f98-90cc-4b88-a530-056682ac9ce5, host n-d-768862-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-2',level=0,port_id=efbd6f98-90cc-4b88-a530-056682ac9ce5,segment=NetworkSegment(56f1c7cf-f3a3-41d2-9677-68978131444f),segment_id=56f1c7cf-f3a3-41d2-9677-68978131444f)] {{(pid=84876) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 07:25:59.697927 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-186bb81c-bb73-4a49-a0bc-c5a6c552019b tempest-NetworksIpV6TestAttrs-1453117616 tempest-NetworksIpV6TestAttrs-1453117616] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854179735'] for segment, precommit_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:25:59.698335 n-d-768862-2 neutron-server[84765]: INFO neutron.db.segments_db [None req-186bb81c-bb73-4a49-a0bc-c5a6c552019b tempest-NetworksIpV6TestAttrs-1453117616 tempest-NetworksIpV6TestAttrs-1453117616] Added segment 8aa5e53f-3bcd-407a-a28b-e615d22070b3 of type vxlan for network ba231035-e44e-4fd5-904d-9311dff4d6b6 Jan 14 07:25:59.699807 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.v2.base [None req-7b5aae6e-b9fa-4e6b-9d61-20fe7ab5a338 tempest-NegativeSecGroupIPv6Test-1980982801 tempest-NegativeSecGroupIPv6Test-1980982801] Request body: {'security_group_rule': {'security_group_id': 'ae141241-0b5d-42fa-ba0a-2d175d6e780e', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'bad_ethertype'}} {{(pid=84875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:25:59.704577 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d68045ff-f99f-4efc-a1a7-3e4fc0501d6e None None] Network d738f9ea-d65f-4193-b23d-32198181aeba requested from n-d-768862-2 {{(pid=84876) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 07:25:59.706249 n-d-768862-2 neutron-server[84765]: WARNING neutron.api.v2.base [None req-7b5aae6e-b9fa-4e6b-9d61-20fe7ab5a338 tempest-NegativeSecGroupIPv6Test-1980982801 tempest-NegativeSecGroupIPv6Test-1980982801] An exception happened while processing the request body. The exception message is [Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6'].].: securitygroup.SecurityGroupRuleInvalidEtherType: Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6']. Jan 14 07:25:59.706938 n-d-768862-2 neutron-server[84765]: INFO neutron.api.v2.resource [None req-7b5aae6e-b9fa-4e6b-9d61-20fe7ab5a338 tempest-NegativeSecGroupIPv6Test-1980982801 tempest-NegativeSecGroupIPv6Test-1980982801] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 14 07:25:59.708180 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-7b5aae6e-b9fa-4e6b-9d61-20fe7ab5a338 tempest-NegativeSecGroupIPv6Test-1980982801 tempest-NegativeSecGroupIPv6Test-1980982801] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 396 time: 0.0303566 Jan 14 07:25:59.716086 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84874) accepted ('10.222.0.24', 45828) {{(pid=84874) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:25:59.721843 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-ca49705f-8a81-4eaf-8b87-3106c10c7f8d tempest-NetworksIpV6Test-2047944877 tempest-NetworksIpV6Test-2047944877] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:25:59.722624 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b14f180-3c05-4287-925e-ba2ec379cf34 None None] Network 15cfbb09-20cb-485b-839c-7134e8382f57 requested from n-d-768862-2 {{(pid=84876) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 07:25:59.748142 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13523303-b187-43d9-8f84-c091ada8f5da tempest-NegativeSecGroupIPv6Test-1980982801 tempest-NegativeSecGroupIPv6Test-1980982801] Pushing event updated for resources: {'SecurityGroup': ['ID=ae141241-0b5d-42fa-ba0a-2d175d6e780e,revision_number=1']} {{(pid=84874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:25:59.752650 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-13523303-b187-43d9-8f84-c091ada8f5da tempest-NegativeSecGroupIPv6Test-1980982801 tempest-NegativeSecGroupIPv6Test-1980982801] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:25:59.757180 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-ca49705f-8a81-4eaf-8b87-3106c10c7f8d tempest-NetworksIpV6Test-2047944877 tempest-NetworksIpV6Test-2047944877] Usage tracker for resource:subnet and tenant:130ee88fc4054d968ce76b7b9727c055 is out of sync, need to count used quota {{(pid=84874) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:25:59.763742 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-ca49705f-8a81-4eaf-8b87-3106c10c7f8d tempest-NetworksIpV6Test-2047944877 tempest-NetworksIpV6Test-2047944877] Quota usage for subnet was recalculated. Used quota:3. {{(pid=84874) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:25:59.773223 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-0fc6d01b-bd77-4461-ad4b-012e9844812c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777640533312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363259214678337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777640097497'] for port, after_update {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:25:59.776734 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Provisioning for port 3a0edf08-0f45-4b59-946b-f8954b0d856a completed by entity L2. {{(pid=84876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 07:25:59.795792 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-324f8439-be1e-4516-938e-67a98114bca7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84876) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:25:59.820993 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-ca49705f-8a81-4eaf-8b87-3106c10c7f8d tempest-NetworksIpV6Test-2047944877 tempest-NetworksIpV6Test-2047944877] Attempting to reserve 1 items for resource subnet. Total usage: 3; quota limit: 100; headroom:97 {{(pid=84874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:25:59.849898 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-186bb81c-bb73-4a49-a0bc-c5a6c552019b tempest-NetworksIpV6TestAttrs-1453117616 tempest-NetworksIpV6TestAttrs-1453117616] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363259214646115'] for network, precommit_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:25:59.895790 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-41c40eff-d6e7-4959-8a86-a7b75aa51ad2 tempest-NegativeSecGroupIPv6Test-1980982801 tempest-NegativeSecGroupIPv6Test-1980982801] Notify callbacks [] for security_group, before_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:25:59.939600 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-41c40eff-d6e7-4959-8a86-a7b75aa51ad2 tempest-NegativeSecGroupIPv6Test-1980982801 tempest-NegativeSecGroupIPv6Test-1980982801] Notify callbacks [] for security_group, precommit_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:25:59.995540 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ca49705f-8a81-4eaf-8b87-3106c10c7f8d tempest-NetworksIpV6Test-2047944877 tempest-NetworksIpV6Test-2047944877] Made reservation on behalf of 130ee88fc4054d968ce76b7b9727c055 for: {'subnet': 1} {{(pid=84874) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 07:26:00.026690 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-8a01a757-f43a-4f53-a7d7-679e80866176 tempest-RoutersNegativeIpV6Test-1464408958 tempest-RoutersNegativeIpV6Test-1464408958] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036854160497'] for network, before_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:26:00.147361 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fc6d01b-bd77-4461-ad4b-012e9844812c None None] Pushing event updated for resources: {'Port': ['ID=efbd6f98-90cc-4b88-a530-056682ac9ce5,revision_number=4']} {{(pid=84876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:26:00.172665 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-ca49705f-8a81-4eaf-8b87-3106c10c7f8d tempest-NetworksIpV6Test-2047944877 tempest-NetworksIpV6Test-2047944877] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036851981161'] for subnet, before_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:26:00.204478 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.plugin [None req-8a01a757-f43a-4f53-a7d7-679e80866176 tempest-RoutersNegativeIpV6Test-1464408958 tempest-RoutersNegativeIpV6Test-1464408958] Deleting port ad58c6a6-384e-49e4-9fbb-73b5e65e34e1 {{(pid=84875) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 07:26:00.204870 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-8a01a757-f43a-4f53-a7d7-679e80866176 tempest-RoutersNegativeIpV6Test-1464408958 tempest-RoutersNegativeIpV6Test-1464408958] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363259214248359'] for port, before_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:26:00.228026 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-0fc6d01b-bd77-4461-ad4b-012e9844812c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.432s {{(pid=84876) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:26:00.280122 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-2965db79-036e-415a-af2e-b59f9f194d9b tempest-ExtraDHCPOptionsIpV6TestJSON-1473121844 tempest-ExtraDHCPOptionsIpV6TestJSON-1473121844] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854768116'] for port, before_response {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:26:00.291892 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-41c40eff-d6e7-4959-8a86-a7b75aa51ad2 tempest-NegativeSecGroupIPv6Test-1980982801 tempest-NegativeSecGroupIPv6Test-1980982801] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850887153'] for security_group, after_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:26:00.300026 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.db.resource_extend [None req-186bb81c-bb73-4a49-a0bc-c5a6c552019b tempest-NetworksIpV6TestAttrs-1453117616 tempest-NetworksIpV6TestAttrs-1453117616] It took 0.41 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84874) wrapper /usr/local/lib/python3.6/dist-packages/oslo_utils/timeutils.py:388}} Jan 14 07:26:00.311556 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-c10b682d-4504-4132-994c-5a26d1102f18 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:26:00.344583 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41c40eff-d6e7-4959-8a86-a7b75aa51ad2 tempest-NegativeSecGroupIPv6Test-1980982801 tempest-NegativeSecGroupIPv6Test-1980982801] Pushing event deleted for resources: {'SecurityGroup': ['ID=ae141241-0b5d-42fa-ba0a-2d175d6e780e,revision_number=None']} {{(pid=84874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:26:00.350666 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-41c40eff-d6e7-4959-8a86-a7b75aa51ad2 tempest-NegativeSecGroupIPv6Test-1980982801 tempest-NegativeSecGroupIPv6Test-1980982801] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:26:00.359013 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-0fc6d01b-bd77-4461-ad4b-012e9844812c None None] Provisioning complete for port f0d3dcae-dc65-4591-bf4f-e17a97c350f1 triggered by entity DHCP. {{(pid=84876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 07:26:00.359440 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-0fc6d01b-bd77-4461-ad4b-012e9844812c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-604227'] for port, provisioning_complete {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:26:00.388472 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-186bb81c-bb73-4a49-a0bc-c5a6c552019b tempest-NetworksIpV6TestAttrs-1453117616 tempest-NetworksIpV6TestAttrs-1453117616] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850887149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964'] for network, after_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:26:00.438068 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-186bb81c-bb73-4a49-a0bc-c5a6c552019b tempest-NetworksIpV6TestAttrs-1453117616 tempest-NetworksIpV6TestAttrs-1453117616] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:26:00.438799 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-186bb81c-bb73-4a49-a0bc-c5a6c552019b tempest-NetworksIpV6TestAttrs-1453117616 tempest-NetworksIpV6TestAttrs-1453117616] Notify callbacks [] for network, before_response {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:26:00.450108 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-d8bd4bd7-2871-484e-9b65-44532d04b554 tempest-BulkNetworkOpsIpV6Test-1034590256 tempest-BulkNetworkOpsIpV6Test-1034590256] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:26:00.568575 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-41c40eff-d6e7-4959-8a86-a7b75aa51ad2 tempest-NegativeSecGroupIPv6Test-1980982801 tempest-NegativeSecGroupIPv6Test-1980982801] Notify callbacks [] for security_group, before_response {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:26:00.572761 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-41c40eff-d6e7-4959-8a86-a7b75aa51ad2 tempest-NegativeSecGroupIPv6Test-1980982801 tempest-NegativeSecGroupIPv6Test-1980982801] 10.222.0.24 "DELETE /v2.0/security-groups/ae141241-0b5d-42fa-ba0a-2d175d6e780e HTTP/1.1" status: 204 len: 168 time: 0.8509071 Jan 14 07:26:00.591276 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-b35e68d5-9935-4de6-a3f9-0c7d4a131f10 None None] Notify callbacks [] for port, precommit_create {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:26:00.604340 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84874) accepted ('10.222.0.24', 45834) {{(pid=84874) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:26:00.611780 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [None req-8a01a757-f43a-4f53-a7d7-679e80866176 tempest-RoutersNegativeIpV6Test-1464408958 tempest-RoutersNegativeIpV6Test-1464408958] For port ad58c6a6-384e-49e4-9fbb-73b5e65e34e1, host n-d-768862-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-2',level=0,port_id=ad58c6a6-384e-49e4-9fbb-73b5e65e34e1,segment=NetworkSegment(bcd4cfff-a935-47b3-88e6-93539490fa99),segment_id=bcd4cfff-a935-47b3-88e6-93539490fa99)] {{(pid=84875) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 07:26:00.612220 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-8a01a757-f43a-4f53-a7d7-679e80866176 tempest-RoutersNegativeIpV6Test-1464408958 tempest-RoutersNegativeIpV6Test-1464408958] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036850862667'] for port, precommit_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:26:00.664151 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-186bb81c-bb73-4a49-a0bc-c5a6c552019b tempest-NetworksIpV6TestAttrs-1453117616 tempest-NetworksIpV6TestAttrs-1453117616] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 1.6919475 Jan 14 07:26:00.667502 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84874) accepted ('10.222.0.24', 45846) {{(pid=84874) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:26:00.678162 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-186bb81c-bb73-4a49-a0bc-c5a6c552019b tempest-NetworksIpV6TestAttrs-1453117616 tempest-NetworksIpV6TestAttrs-1453117616] Pushing event updated for resources: {'Network': ['ID=ba231035-e44e-4fd5-904d-9311dff4d6b6,revision_number=1']} {{(pid=84874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:26:00.684366 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.v2.base [None req-1109a266-3ddc-4824-b6da-d21dd281e6ae tempest-NetworksIpV6TestAttrs-1453117616 tempest-NetworksIpV6TestAttrs-1453117616] Request body: {'subnet': {'network_id': 'ba231035-e44e-4fd5-904d-9311dff4d6b6', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=84874) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:26:00.728324 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-b35e68d5-9935-4de6-a3f9-0c7d4a131f10 None None] Transition to ACTIVE for port object 1a539010-caf2-44ad-b1ee-c91c2ea5e01b will not be triggered until provisioned by entity L2. {{(pid=84876) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 07:26:00.735954 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-186bb81c-bb73-4a49-a0bc-c5a6c552019b tempest-NetworksIpV6TestAttrs-1453117616 tempest-NetworksIpV6TestAttrs-1453117616] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.286s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:26:00.744469 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-6d6de4cd-40cc-4e82-9ce3-6ee82c2e718b tempest-NegativeSecGroupIPv6Test-1980982801 tempest-NegativeSecGroupIPv6Test-1980982801] Synchronizing usage tracker for tenant:f09e6c52b2324bf9b7428192d43e5581 on resource:security_group {{(pid=84874) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 14 07:26:00.765633 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Device efbd6f98-90cc-4b88-a530-056682ac9ce5 up at agent ovs-agent-n-d-768862-2 {{(pid=84876) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 07:26:00.812933 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.plugin [None req-8a01a757-f43a-4f53-a7d7-679e80866176 tempest-RoutersNegativeIpV6Test-1464408958 tempest-RoutersNegativeIpV6Test-1464408958] Calling delete_port for ad58c6a6-384e-49e4-9fbb-73b5e65e34e1 owned by network:dhcp {{(pid=84875) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 07:26:00.826646 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-852a24f7-e9a1-4193-9abb-e9506fe5213f None None] Network ba231035-e44e-4fd5-904d-9311dff4d6b6 details requested by agent ovs-agent-n-h2-768862-2 with host n-h2-768862-2 {{(pid=84876) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 07:26:00.841302 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-017f98a9-8a07-408c-a86f-8ff0c00400a0 None None] Network ba231035-e44e-4fd5-904d-9311dff4d6b6 details requested by agent ovs-agent-n-h1-768862-2 with host n-h1-768862-2 {{(pid=84876) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 07:26:00.855316 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-6d6de4cd-40cc-4e82-9ce3-6ee82c2e718b tempest-NegativeSecGroupIPv6Test-1980982801 tempest-NegativeSecGroupIPv6Test-1980982801] Unset dirty status for tenant:f09e6c52b2324bf9b7428192d43e5581 on resource:security_group {{(pid=84874) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 14 07:26:00.856793 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-6d6de4cd-40cc-4e82-9ce3-6ee82c2e718b tempest-NegativeSecGroupIPv6Test-1980982801 tempest-NegativeSecGroupIPv6Test-1980982801] 10.222.0.24 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.2371168 Jan 14 07:26:00.861779 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Network ba231035-e44e-4fd5-904d-9311dff4d6b6 details requested by agent ovs-agent-n-d-768862-2 with host n-d-768862-2 {{(pid=84876) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 07:26:00.901439 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84874) accepted ('10.222.0.24', 45850) {{(pid=84874) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:26:00.913592 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-8a01a757-f43a-4f53-a7d7-679e80866176 tempest-RoutersNegativeIpV6Test-1464408958 tempest-RoutersNegativeIpV6Test-1464408958] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777640533329', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777640097463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851621574'] for port, after_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:26:00.917265 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.v2.base [None req-08cc7018-4d04-4875-b5d2-5fe087c7deb0 tempest-NegativeSecGroupIPv6Test-1980982801 tempest-NegativeSecGroupIPv6Test-1980982801] Request body: {'security_group': {'name': 'tempest-secgroup--1708196765'}} {{(pid=84874) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:26:00.929252 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-08cc7018-4d04-4875-b5d2-5fe087c7deb0 tempest-NegativeSecGroupIPv6Test-1980982801 tempest-NegativeSecGroupIPv6Test-1980982801] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:26:00.937439 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-6ff1b845-e6cc-40c3-8811-854d938cee54 tempest-RoutersIpV6AdminTest-832003634 tempest-RoutersIpV6AdminTest-832003634] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:26:00.939590 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-08cc7018-4d04-4875-b5d2-5fe087c7deb0 tempest-NegativeSecGroupIPv6Test-1980982801 tempest-NegativeSecGroupIPv6Test-1980982801] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:26:00.958475 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-08cc7018-4d04-4875-b5d2-5fe087c7deb0 tempest-NegativeSecGroupIPv6Test-1980982801 tempest-NegativeSecGroupIPv6Test-1980982801] Notify callbacks [] for security_group, before_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:26:00.982456 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-1109a266-3ddc-4824-b6da-d21dd281e6ae tempest-NetworksIpV6TestAttrs-1453117616 tempest-NetworksIpV6TestAttrs-1453117616] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:26:01.004621 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-08cc7018-4d04-4875-b5d2-5fe087c7deb0 tempest-NegativeSecGroupIPv6Test-1980982801 tempest-NegativeSecGroupIPv6Test-1980982801] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:26:01.015286 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-1109a266-3ddc-4824-b6da-d21dd281e6ae tempest-NetworksIpV6TestAttrs-1453117616 tempest-NetworksIpV6TestAttrs-1453117616] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:26:01.024375 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-08cc7018-4d04-4875-b5d2-5fe087c7deb0 tempest-NegativeSecGroupIPv6Test-1980982801 tempest-NegativeSecGroupIPv6Test-1980982801] Usage tracker for resource:security_group_rule and tenant:f09e6c52b2324bf9b7428192d43e5581 is out of sync, need to count used quota {{(pid=84874) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:26:01.031605 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-08cc7018-4d04-4875-b5d2-5fe087c7deb0 tempest-NegativeSecGroupIPv6Test-1980982801 tempest-NegativeSecGroupIPv6Test-1980982801] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84874) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:26:01.039463 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1109a266-3ddc-4824-b6da-d21dd281e6ae tempest-NetworksIpV6TestAttrs-1453117616 tempest-NetworksIpV6TestAttrs-1453117616] Made reservation on behalf of b4fb299c51d74f2a8c69090954f5d152 for: {'subnet': 1} {{(pid=84874) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 07:26:01.064633 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-2965db79-036e-415a-af2e-b59f9f194d9b tempest-ExtraDHCPOptionsIpV6TestJSON-1473121844 tempest-ExtraDHCPOptionsIpV6TestJSON-1473121844] 10.222.0.24 "DELETE /v2.0/ports/d173eb3b-62ac-420b-8a10-62605c7ecb02 HTTP/1.1" status: 204 len: 168 time: 5.4672883 Jan 14 07:26:01.065713 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84875) accepted ('10.222.0.24', 45858) {{(pid=84875) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:26:01.066837 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-08cc7018-4d04-4875-b5d2-5fe087c7deb0 tempest-NegativeSecGroupIPv6Test-1980982801 tempest-NegativeSecGroupIPv6Test-1980982801] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:26:01.084596 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a01a757-f43a-4f53-a7d7-679e80866176 tempest-RoutersNegativeIpV6Test-1464408958 tempest-RoutersNegativeIpV6Test-1464408958] Pushing event deleted for resources: {'Port': ['ID=ad58c6a6-384e-49e4-9fbb-73b5e65e34e1,revision_number=None']} {{(pid=84875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:26:01.105193 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.v2.base [None req-587e6035-5342-4e32-b138-35b3f3da94a7 tempest-ExtraDHCPOptionsIpV6TestJSON-1473121844 tempest-ExtraDHCPOptionsIpV6TestJSON-1473121844] Request body: {'port': {'name': 'tempest-new-port-name-679059901', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '2015::dead', 'opt_name': 'tftp-server'}, {'opt_value': '2015::badd', 'opt_name': 'server-ip-address'}]}} {{(pid=84875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:26:01.106080 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.api.validators [None req-587e6035-5342-4e32-b138-35b3f3da94a7 tempest-ExtraDHCPOptionsIpV6TestJSON-1473121844 tempest-ExtraDHCPOptionsIpV6TestJSON-1473121844] bootfile-name is not in valid_values {{(pid=84875) validate_values /usr/local/lib/python3.6/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jan 14 07:26:01.106626 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.api.validators [None req-587e6035-5342-4e32-b138-35b3f3da94a7 tempest-ExtraDHCPOptionsIpV6TestJSON-1473121844 tempest-ExtraDHCPOptionsIpV6TestJSON-1473121844] tftp-server is not in valid_values {{(pid=84875) validate_values /usr/local/lib/python3.6/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jan 14 07:26:01.107243 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.api.validators [None req-587e6035-5342-4e32-b138-35b3f3da94a7 tempest-ExtraDHCPOptionsIpV6TestJSON-1473121844 tempest-ExtraDHCPOptionsIpV6TestJSON-1473121844] server-ip-address is not in valid_values {{(pid=84875) validate_values /usr/local/lib/python3.6/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jan 14 07:26:01.212820 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a01a757-f43a-4f53-a7d7-679e80866176 tempest-RoutersNegativeIpV6Test-1464408958 tempest-RoutersNegativeIpV6Test-1464408958] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@n-h1-768862-2 {{(pid=84875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:26:01.213432 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a01a757-f43a-4f53-a7d7-679e80866176 tempest-RoutersNegativeIpV6Test-1464408958 tempest-RoutersNegativeIpV6Test-1464408958] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-h1-768862-2 {{(pid=84875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:26:01.213977 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a01a757-f43a-4f53-a7d7-679e80866176 tempest-RoutersNegativeIpV6Test-1464408958 tempest-RoutersNegativeIpV6Test-1464408958] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-h1-768862-2 {{(pid=84875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:26:01.214760 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a01a757-f43a-4f53-a7d7-679e80866176 tempest-RoutersNegativeIpV6Test-1464408958 tempest-RoutersNegativeIpV6Test-1464408958] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-h1-768862-2 {{(pid=84875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:26:01.215044 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a01a757-f43a-4f53-a7d7-679e80866176 tempest-RoutersNegativeIpV6Test-1464408958 tempest-RoutersNegativeIpV6Test-1464408958] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@n-h1-768862-2 {{(pid=84875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:26:01.217831 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a01a757-f43a-4f53-a7d7-679e80866176 tempest-RoutersNegativeIpV6Test-1464408958 tempest-RoutersNegativeIpV6Test-1464408958] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-h1-768862-2 {{(pid=84875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:26:01.218437 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a01a757-f43a-4f53-a7d7-679e80866176 tempest-RoutersNegativeIpV6Test-1464408958 tempest-RoutersNegativeIpV6Test-1464408958] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-h1-768862-2 {{(pid=84875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:26:01.218965 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a01a757-f43a-4f53-a7d7-679e80866176 tempest-RoutersNegativeIpV6Test-1464408958 tempest-RoutersNegativeIpV6Test-1464408958] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-h1-768862-2 {{(pid=84875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:26:01.219498 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a01a757-f43a-4f53-a7d7-679e80866176 tempest-RoutersNegativeIpV6Test-1464408958 tempest-RoutersNegativeIpV6Test-1464408958] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-h1-768862-2 {{(pid=84875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:26:01.221548 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a01a757-f43a-4f53-a7d7-679e80866176 tempest-RoutersNegativeIpV6Test-1464408958 tempest-RoutersNegativeIpV6Test-1464408958] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-h1-768862-2 {{(pid=84875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:26:01.221977 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a01a757-f43a-4f53-a7d7-679e80866176 tempest-RoutersNegativeIpV6Test-1464408958 tempest-RoutersNegativeIpV6Test-1464408958] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-h1-768862-2 {{(pid=84875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:26:01.222405 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a01a757-f43a-4f53-a7d7-679e80866176 tempest-RoutersNegativeIpV6Test-1464408958 tempest-RoutersNegativeIpV6Test-1464408958] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-h1-768862-2 {{(pid=84875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:26:01.222881 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a01a757-f43a-4f53-a7d7-679e80866176 tempest-RoutersNegativeIpV6Test-1464408958 tempest-RoutersNegativeIpV6Test-1464408958] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@n-h2-768862-2 {{(pid=84875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:26:01.223976 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a01a757-f43a-4f53-a7d7-679e80866176 tempest-RoutersNegativeIpV6Test-1464408958 tempest-RoutersNegativeIpV6Test-1464408958] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-h2-768862-2 {{(pid=84875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:26:01.224091 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a01a757-f43a-4f53-a7d7-679e80866176 tempest-RoutersNegativeIpV6Test-1464408958 tempest-RoutersNegativeIpV6Test-1464408958] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-h2-768862-2 {{(pid=84875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:26:01.224520 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a01a757-f43a-4f53-a7d7-679e80866176 tempest-RoutersNegativeIpV6Test-1464408958 tempest-RoutersNegativeIpV6Test-1464408958] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-h2-768862-2 {{(pid=84875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:26:01.224862 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a01a757-f43a-4f53-a7d7-679e80866176 tempest-RoutersNegativeIpV6Test-1464408958 tempest-RoutersNegativeIpV6Test-1464408958] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@n-h2-768862-2 {{(pid=84875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:26:01.225267 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a01a757-f43a-4f53-a7d7-679e80866176 tempest-RoutersNegativeIpV6Test-1464408958 tempest-RoutersNegativeIpV6Test-1464408958] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-h2-768862-2 {{(pid=84875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:26:01.225939 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a01a757-f43a-4f53-a7d7-679e80866176 tempest-RoutersNegativeIpV6Test-1464408958 tempest-RoutersNegativeIpV6Test-1464408958] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-h2-768862-2 {{(pid=84875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:26:01.226055 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a01a757-f43a-4f53-a7d7-679e80866176 tempest-RoutersNegativeIpV6Test-1464408958 tempest-RoutersNegativeIpV6Test-1464408958] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-h2-768862-2 {{(pid=84875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:26:01.226450 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a01a757-f43a-4f53-a7d7-679e80866176 tempest-RoutersNegativeIpV6Test-1464408958 tempest-RoutersNegativeIpV6Test-1464408958] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-h2-768862-2 {{(pid=84875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:26:01.226856 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a01a757-f43a-4f53-a7d7-679e80866176 tempest-RoutersNegativeIpV6Test-1464408958 tempest-RoutersNegativeIpV6Test-1464408958] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-h2-768862-2 {{(pid=84875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:26:01.227593 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a01a757-f43a-4f53-a7d7-679e80866176 tempest-RoutersNegativeIpV6Test-1464408958 tempest-RoutersNegativeIpV6Test-1464408958] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-h2-768862-2 {{(pid=84875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:26:01.231700 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a01a757-f43a-4f53-a7d7-679e80866176 tempest-RoutersNegativeIpV6Test-1464408958 tempest-RoutersNegativeIpV6Test-1464408958] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-h2-768862-2 {{(pid=84875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:26:01.232254 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a01a757-f43a-4f53-a7d7-679e80866176 tempest-RoutersNegativeIpV6Test-1464408958 tempest-RoutersNegativeIpV6Test-1464408958] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-2 {{(pid=84875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:26:01.232677 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a01a757-f43a-4f53-a7d7-679e80866176 tempest-RoutersNegativeIpV6Test-1464408958 tempest-RoutersNegativeIpV6Test-1464408958] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-2 {{(pid=84875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:26:01.233090 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a01a757-f43a-4f53-a7d7-679e80866176 tempest-RoutersNegativeIpV6Test-1464408958 tempest-RoutersNegativeIpV6Test-1464408958] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-2 {{(pid=84875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:26:01.233503 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a01a757-f43a-4f53-a7d7-679e80866176 tempest-RoutersNegativeIpV6Test-1464408958 tempest-RoutersNegativeIpV6Test-1464408958] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-2 {{(pid=84875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:26:01.233913 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a01a757-f43a-4f53-a7d7-679e80866176 tempest-RoutersNegativeIpV6Test-1464408958 tempest-RoutersNegativeIpV6Test-1464408958] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@n-d-768862-2 {{(pid=84875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:26:01.234324 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a01a757-f43a-4f53-a7d7-679e80866176 tempest-RoutersNegativeIpV6Test-1464408958 tempest-RoutersNegativeIpV6Test-1464408958] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-2 {{(pid=84875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:26:01.234730 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a01a757-f43a-4f53-a7d7-679e80866176 tempest-RoutersNegativeIpV6Test-1464408958 tempest-RoutersNegativeIpV6Test-1464408958] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-768862-2 {{(pid=84875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:26:01.235142 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a01a757-f43a-4f53-a7d7-679e80866176 tempest-RoutersNegativeIpV6Test-1464408958 tempest-RoutersNegativeIpV6Test-1464408958] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-768862-2 {{(pid=84875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:26:01.235547 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a01a757-f43a-4f53-a7d7-679e80866176 tempest-RoutersNegativeIpV6Test-1464408958 tempest-RoutersNegativeIpV6Test-1464408958] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-2 {{(pid=84875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:26:01.235977 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a01a757-f43a-4f53-a7d7-679e80866176 tempest-RoutersNegativeIpV6Test-1464408958 tempest-RoutersNegativeIpV6Test-1464408958] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-2 {{(pid=84875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:26:01.236840 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a01a757-f43a-4f53-a7d7-679e80866176 tempest-RoutersNegativeIpV6Test-1464408958 tempest-RoutersNegativeIpV6Test-1464408958] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-2 {{(pid=84875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:26:01.236840 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a01a757-f43a-4f53-a7d7-679e80866176 tempest-RoutersNegativeIpV6Test-1464408958 tempest-RoutersNegativeIpV6Test-1464408958] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-2 {{(pid=84875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:26:01.254331 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-1109a266-3ddc-4824-b6da-d21dd281e6ae tempest-NetworksIpV6TestAttrs-1453117616 tempest-NetworksIpV6TestAttrs-1453117616] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036851981161'] for subnet, before_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:26:01.257785 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-8a01a757-f43a-4f53-a7d7-679e80866176 tempest-RoutersNegativeIpV6Test-1464408958 tempest-RoutersNegativeIpV6Test-1464408958] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.320s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:26:01.451279 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a01a757-f43a-4f53-a7d7-679e80866176 tempest-RoutersNegativeIpV6Test-1464408958 tempest-RoutersNegativeIpV6Test-1464408958] No DVR routers for this DVR port ad58c6a6-384e-49e4-9fbb-73b5e65e34e1 on host n-d-768862-2 {{(pid=84875) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Jan 14 07:26:01.507345 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-08cc7018-4d04-4875-b5d2-5fe087c7deb0 tempest-NegativeSecGroupIPv6Test-1980982801 tempest-NegativeSecGroupIPv6Test-1980982801] Notify callbacks [] for security_group, precommit_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:26:01.531195 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-08cc7018-4d04-4875-b5d2-5fe087c7deb0 tempest-NegativeSecGroupIPv6Test-1980982801 tempest-NegativeSecGroupIPv6Test-1980982801] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850887153'] for security_group, after_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:26:01.541382 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-35f8bb48-2185-4562-8247-436d12d88a80 tempest-ExternalNetworksAdminNegativeTestJSON-1161897559 tempest-ExternalNetworksAdminNegativeTestJSON-1161897559] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:26:01.542997 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-587e6035-5342-4e32-b138-35b3f3da94a7 tempest-ExtraDHCPOptionsIpV6TestJSON-1473121844 tempest-ExtraDHCPOptionsIpV6TestJSON-1473121844] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555753'] for port, before_update {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:26:01.581133 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Provisioning complete for port efbd6f98-90cc-4b88-a530-056682ac9ce5 triggered by entity L2. {{(pid=84876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 07:26:01.581544 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-604227'] for port, provisioning_complete {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:26:01.627604 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08cc7018-4d04-4875-b5d2-5fe087c7deb0 tempest-NegativeSecGroupIPv6Test-1980982801 tempest-NegativeSecGroupIPv6Test-1980982801] Pushing event updated for resources: {'SecurityGroup': ['ID=78ff2c46-76e3-4491-888a-6b0da166160f,revision_number=1']} {{(pid=84874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:26:01.640229 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-08cc7018-4d04-4875-b5d2-5fe087c7deb0 tempest-NegativeSecGroupIPv6Test-1980982801 tempest-NegativeSecGroupIPv6Test-1980982801] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:26:01.646051 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-08cc7018-4d04-4875-b5d2-5fe087c7deb0 tempest-NegativeSecGroupIPv6Test-1980982801 tempest-NegativeSecGroupIPv6Test-1980982801] Notify callbacks [] for security_group, before_response {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:26:01.647411 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-08cc7018-4d04-4875-b5d2-5fe087c7deb0 tempest-NegativeSecGroupIPv6Test-1980982801 tempest-NegativeSecGroupIPv6Test-1980982801] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.7417328 Jan 14 07:26:01.657386 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-b35e68d5-9935-4de6-a3f9-0c7d4a131f10 None None] Transition to ACTIVE for port object 1a539010-caf2-44ad-b1ee-c91c2ea5e01b will not be triggered until provisioned by entity DHCP. {{(pid=84876) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 07:26:01.695295 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84874) accepted ('10.222.0.24', 45864) {{(pid=84874) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:26:01.701055 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-8a01a757-f43a-4f53-a7d7-679e80866176 tempest-RoutersNegativeIpV6Test-1464408958 tempest-RoutersNegativeIpV6Test-1464408958] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-598987', 'neutron.services.segments.db._delete_segments_for_network-8777640583949'] for network, precommit_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:26:01.702776 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.v2.base [None req-ccda4e05-7297-4670-a87e-2b70b34e17e6 tempest-NegativeSecGroupIPv6Test-1980982801 tempest-NegativeSecGroupIPv6Test-1980982801] Request body: {'security_group_rule': {'security_group_id': '78ff2c46-76e3-4491-888a-6b0da166160f', 'protocol': 'bad_protocol_name', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=84874) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:26:01.705477 n-d-768862-2 neutron-server[84765]: WARNING neutron.api.v2.base [None req-ccda4e05-7297-4670-a87e-2b70b34e17e6 tempest-NegativeSecGroupIPv6Test-1980982801 tempest-NegativeSecGroupIPv6Test-1980982801] An exception happened while processing the request body. The exception message is [Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported.].: securitygroup.SecurityGroupRuleInvalidProtocol: Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported. Jan 14 07:26:01.705681 n-d-768862-2 neutron-server[84765]: INFO neutron.api.v2.resource [None req-ccda4e05-7297-4670-a87e-2b70b34e17e6 tempest-NegativeSecGroupIPv6Test-1980982801 tempest-NegativeSecGroupIPv6Test-1980982801] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 14 07:26:01.706724 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-ccda4e05-7297-4670-a87e-2b70b34e17e6 tempest-NegativeSecGroupIPv6Test-1980982801 tempest-NegativeSecGroupIPv6Test-1980982801] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 667 time: 0.0105469 Jan 14 07:26:01.710483 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84874) accepted ('10.222.0.24', 45868) {{(pid=84874) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:26:01.748107 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-f618e658-12e3-40a4-b032-803c7c1bb569 None None] Could not find standard attr ID for object 63febc9e-affd-459d-87d7-a6b95a9de709. {{(pid=84876) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Jan 14 07:26:01.753508 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9fc7baf-7a81-4443-9d18-2e14a4bc6433 None None] DHCP port deletion for 23f0a15d-6362-4cec-82c1-cacba887c566 request from n-d-768862-2 {{(pid=84876) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Jan 14 07:26:01.786198 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-b35e68d5-9935-4de6-a3f9-0c7d4a131f10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777640123575'] for port, after_create {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:26:01.828936 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-39682c9a-13fc-403c-8783-9c778756970b tempest-NegativeSecGroupIPv6Test-1980982801 tempest-NegativeSecGroupIPv6Test-1980982801] Notify callbacks [] for security_group, before_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:26:01.856407 n-d-768862-2 neutron-server[84765]: DEBUG neutron.services.segments.db [None req-8a01a757-f43a-4f53-a7d7-679e80866176 tempest-RoutersNegativeIpV6Test-1464408958 tempest-RoutersNegativeIpV6Test-1464408958] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['15cfbb09-20cb-485b-839c-7134e8382f57']}} {{(pid=84875) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:26:01.873504 n-d-768862-2 neutron-server[84765]: DEBUG neutron.services.segments.db [None req-8a01a757-f43a-4f53-a7d7-679e80866176 tempest-RoutersNegativeIpV6Test-1464408958 tempest-RoutersNegativeIpV6Test-1464408958] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bcd4cfff-a935-47b3-88e6-93539490fa99') {'for_net_delete': True} {{(pid=84875) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:26:01.873842 n-d-768862-2 neutron-server[84765]: DEBUG neutron.services.segments.db [None req-8a01a757-f43a-4f53-a7d7-679e80866176 tempest-RoutersNegativeIpV6Test-1464408958 tempest-RoutersNegativeIpV6Test-1464408958] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bcd4cfff-a935-47b3-88e6-93539490fa99') {} {{(pid=84875) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:26:01.890312 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-8a01a757-f43a-4f53-a7d7-679e80866176 tempest-RoutersNegativeIpV6Test-1464408958 tempest-RoutersNegativeIpV6Test-1464408958] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363259214173198', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036851408567'] for segment, before_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:26:01.908864 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-39682c9a-13fc-403c-8783-9c778756970b tempest-NegativeSecGroupIPv6Test-1980982801 tempest-NegativeSecGroupIPv6Test-1980982801] Notify callbacks [] for security_group, precommit_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:26:01.912280 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-8a01a757-f43a-4f53-a7d7-679e80866176 tempest-RoutersNegativeIpV6Test-1464408958 tempest-RoutersNegativeIpV6Test-1464408958] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854179735'] for segment, precommit_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:26:01.914696 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-8a01a757-f43a-4f53-a7d7-679e80866176 tempest-RoutersNegativeIpV6Test-1464408958 tempest-RoutersNegativeIpV6Test-1464408958] Releasing vxlan tunnel 9 to pool {{(pid=84875) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Jan 14 07:26:01.934486 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-511e4bb9-813b-4c76-af33-fde5aa4e0f0d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84876) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:26:02.032120 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b35e68d5-9935-4de6-a3f9-0c7d4a131f10 None None] Pushing event updated for resources: {'Port': ['ID=1a539010-caf2-44ad-b1ee-c91c2ea5e01b,revision_number=1']} {{(pid=84876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:26:02.059862 n-d-768862-2 neutron-server[84765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b35e68d5-9935-4de6-a3f9-0c7d4a131f10 None None] Network 771dbd72-b062-460c-b6a8-bb809a096bcf is already hosted by enough agents. {{(pid=84876) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 07:26:02.061249 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.plugin [None req-c9fc7baf-7a81-4443-9d18-2e14a4bc6433 None None] Deleting port efbd6f98-90cc-4b88-a530-056682ac9ce5 {{(pid=84876) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 07:26:02.061819 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-c9fc7baf-7a81-4443-9d18-2e14a4bc6433 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363259214248359'] for port, before_delete {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:26:02.156084 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-b35e68d5-9935-4de6-a3f9-0c7d4a131f10 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.221s {{(pid=84876) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:26:02.163730 n-d-768862-2 neutron-server[84765]: DEBUG neutron.scheduler.base_scheduler [None req-b35e68d5-9935-4de6-a3f9-0c7d4a131f10 None None] Resources bound (agent type, host, resource id): {{(pid=84876) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 07:26:02.164865 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.managers [None req-8a01a757-f43a-4f53-a7d7-679e80866176 tempest-RoutersNegativeIpV6Test-1464408958 tempest-RoutersNegativeIpV6Test-1464408958] Network 15cfbb09-20cb-485b-839c-7134e8382f57 has no segments {{(pid=84875) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 14 07:26:02.177716 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-8a01a757-f43a-4f53-a7d7-679e80866176 tempest-RoutersNegativeIpV6Test-1464408958 tempest-RoutersNegativeIpV6Test-1464408958] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-596065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3154253'] for segment, after_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:26:02.408363 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [None req-c9fc7baf-7a81-4443-9d18-2e14a4bc6433 None None] For port efbd6f98-90cc-4b88-a530-056682ac9ce5, host n-d-768862-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-2',level=0,port_id=efbd6f98-90cc-4b88-a530-056682ac9ce5,segment=NetworkSegment(56f1c7cf-f3a3-41d2-9677-68978131444f),segment_id=56f1c7cf-f3a3-41d2-9677-68978131444f)] {{(pid=84876) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 07:26:02.408999 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-c9fc7baf-7a81-4443-9d18-2e14a4bc6433 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036850862667'] for port, precommit_delete {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:26:02.430857 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-ca49705f-8a81-4eaf-8b87-3106c10c7f8d tempest-NetworksIpV6Test-2047944877 tempest-NetworksIpV6Test-2047944877] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850887113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3254092', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036851981146'] for subnet, after_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:26:02.519330 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.managers [None req-8a01a757-f43a-4f53-a7d7-679e80866176 tempest-RoutersNegativeIpV6Test-1464408958 tempest-RoutersNegativeIpV6Test-1464408958] Network 15cfbb09-20cb-485b-839c-7134e8382f57 has no segments {{(pid=84875) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 14 07:26:02.553532 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.plugin [None req-c9fc7baf-7a81-4443-9d18-2e14a4bc6433 None None] Calling delete_port for efbd6f98-90cc-4b88-a530-056682ac9ce5 owned by network:dhcp {{(pid=84876) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 07:26:02.648419 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4b696fe-5787-4254-828b-cb2c763a1c26 None None] DHCP port deletion for 15cfbb09-20cb-485b-839c-7134e8382f57 request from n-d-768862-2 {{(pid=84876) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Jan 14 07:26:02.648419 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b35e68d5-9935-4de6-a3f9-0c7d4a131f10 None None] Received port after_create {{(pid=84876) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 14 07:26:02.653735 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-f618e658-12e3-40a4-b032-803c7c1bb569 None None] Provisioning complete for port efbd6f98-90cc-4b88-a530-056682ac9ce5 triggered by entity DHCP. {{(pid=84876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 07:26:02.656711 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-f618e658-12e3-40a4-b032-803c7c1bb569 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-604227'] for port, provisioning_complete {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:26:02.665679 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:port_security_enabled":"rule:admin_or_owner" was deprecated in W in favor of "update_network:port_security_enabled":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 07:26:02.665679 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:26:02.665679 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:26:02.665679 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:26:02.665679 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "delete_network":"rule:admin_or_owner" was deprecated in W in favor of "delete_network":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 07:26:02.665679 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:26:02.665679 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:26:02.665679 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:26:02.665679 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_segment":"rule:admin_only" was deprecated in W in favor of "create_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:26:02.665679 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:26:02.665679 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_segment":"rule:admin_only" was deprecated in W in favor of "get_segment":"role:reader and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:26:02.665679 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:26:02.665679 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_segment":"rule:admin_only" was deprecated in W in favor of "update_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:26:02.665679 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:26:02.665679 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "delete_segment":"rule:admin_only" was deprecated in W in favor of "delete_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:26:02.665679 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:26:02.665679 n-d-768862-2 neutron-server[84765]: Traceback (most recent call last): Jan 14 07:26:02.665679 n-d-768862-2 neutron-server[84765]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 14 07:26:02.665679 n-d-768862-2 neutron-server[84765]: timer() Jan 14 07:26:02.665679 n-d-768862-2 neutron-server[84765]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 14 07:26:02.665679 n-d-768862-2 neutron-server[84765]: cb(*args, **kw) Jan 14 07:26:02.665679 n-d-768862-2 neutron-server[84765]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Jan 14 07:26:02.665679 n-d-768862-2 neutron-server[84765]: return func(*args, **kwargs) Jan 14 07:26:02.665679 n-d-768862-2 neutron-server[84765]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 14 07:26:02.665679 n-d-768862-2 neutron-server[84765]: self._notify() Jan 14 07:26:02.665679 n-d-768862-2 neutron-server[84765]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 14 07:26:02.665679 n-d-768862-2 neutron-server[84765]: self.callback(batched_events) Jan 14 07:26:02.665679 n-d-768862-2 neutron-server[84765]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 14 07:26:02.665679 n-d-768862-2 neutron-server[84765]: event.method(event) Jan 14 07:26:02.665679 n-d-768862-2 neutron-server[84765]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 14 07:26:02.665679 n-d-768862-2 neutron-server[84765]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 14 07:26:02.665679 n-d-768862-2 neutron-server[84765]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Jan 14 07:26:02.665679 n-d-768862-2 neutron-server[84765]: segment_id)['aggregates'][0] Jan 14 07:26:02.665679 n-d-768862-2 neutron-server[84765]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 14 07:26:02.665679 n-d-768862-2 neutron-server[84765]: return f(self, *a, **k) Jan 14 07:26:02.665679 n-d-768862-2 neutron-server[84765]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 14 07:26:02.665679 n-d-768862-2 neutron-server[84765]: return self._get(url).json() Jan 14 07:26:02.665679 n-d-768862-2 neutron-server[84765]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 14 07:26:02.665679 n-d-768862-2 neutron-server[84765]: **kwargs) Jan 14 07:26:02.665679 n-d-768862-2 neutron-server[84765]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 14 07:26:02.665679 n-d-768862-2 neutron-server[84765]: return self.request(url, 'GET', **kwargs) Jan 14 07:26:02.665679 n-d-768862-2 neutron-server[84765]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Jan 14 07:26:02.665679 n-d-768862-2 neutron-server[84765]: **endpoint_filter) Jan 14 07:26:02.665679 n-d-768862-2 neutron-server[84765]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 14 07:26:02.665679 n-d-768862-2 neutron-server[84765]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 14 07:26:02.665679 n-d-768862-2 neutron-server[84765]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 14 07:26:02.665679 n-d-768862-2 neutron-server[84765]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 14 07:26:02.665679 n-d-768862-2 neutron-server[84765]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 14 07:26:02.685686 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-8a01a757-f43a-4f53-a7d7-679e80866176 tempest-RoutersNegativeIpV6Test-1464408958 tempest-RoutersNegativeIpV6Test-1464408958] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036854176830', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850887149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3912591'] for network, after_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:26:02.690283 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-8a01a757-f43a-4f53-a7d7-679e80866176 tempest-RoutersNegativeIpV6Test-1464408958 tempest-RoutersNegativeIpV6Test-1464408958] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3207107'] for network, before_response {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:26:02.694666 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-24b173e0-79a9-4986-b426-7fd97041d7e2 tempest-RoutersNegativeIpV6Test-1464408958 tempest-RoutersNegativeIpV6Test-1464408958] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:26:02.786169 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.plugin [None req-f618e658-12e3-40a4-b032-803c7c1bb569 None None] Port efbd6f98-90cc-4b88-a530-056682ac9ce5 was deleted so its status cannot be updated. {{(pid=84876) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:322}} Jan 14 07:26:02.791648 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-c9fc7baf-7a81-4443-9d18-2e14a4bc6433 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777640533329', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777640097463'] for port, after_delete {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:26:02.853740 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-39682c9a-13fc-403c-8783-9c778756970b tempest-NegativeSecGroupIPv6Test-1980982801 tempest-NegativeSecGroupIPv6Test-1980982801] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850887153'] for security_group, after_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:26:02.923583 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-39682c9a-13fc-403c-8783-9c778756970b tempest-NegativeSecGroupIPv6Test-1980982801 tempest-NegativeSecGroupIPv6Test-1980982801] Notify callbacks [] for security_group, before_response {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:26:02.926476 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-39682c9a-13fc-403c-8783-9c778756970b tempest-NegativeSecGroupIPv6Test-1980982801 tempest-NegativeSecGroupIPv6Test-1980982801] 10.222.0.24 "DELETE /v2.0/security-groups/78ff2c46-76e3-4491-888a-6b0da166160f HTTP/1.1" status: 204 len: 168 time: 1.2148418 Jan 14 07:26:02.931058 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84874) accepted ('10.222.0.24', 45876) {{(pid=84874) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:26:02.938413 n-d-768862-2 neutron-server[84765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca49705f-8a81-4eaf-8b87-3106c10c7f8d tempest-NetworksIpV6Test-2047944877 tempest-NetworksIpV6Test-2047944877] Network 771dbd72-b062-460c-b6a8-bb809a096bcf is already hosted by enough agents. {{(pid=84874) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 07:26:02.960371 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-06780786-0eb1-408b-a38c-395046c02936 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84876) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:26:02.965624 n-d-768862-2 neutron-server[84765]: DEBUG neutron.scheduler.base_scheduler [None req-ca49705f-8a81-4eaf-8b87-3106c10c7f8d tempest-NetworksIpV6Test-2047944877 tempest-NetworksIpV6Test-2047944877] Resources bound (agent type, host, resource id): {{(pid=84874) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 07:26:03.003011 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca49705f-8a81-4eaf-8b87-3106c10c7f8d tempest-NetworksIpV6Test-2047944877 tempest-NetworksIpV6Test-2047944877] Pushing event updated for resources: {'Subnet': ['ID=533557e2-2089-4191-bd1e-b0a478ce5cd5,revision_number=0']} {{(pid=84874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:26:03.024771 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-ca49705f-8a81-4eaf-8b87-3106c10c7f8d tempest-NetworksIpV6Test-2047944877 tempest-NetworksIpV6Test-2047944877] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.331s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:26:03.025780 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-9a025b50-658d-4213-824e-7aa819b3b0a7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.150s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:26:03.041452 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6cd7136c-1a7c-4d61-b06a-7f421660d657 None None] DHCP port deletion for d738f9ea-d65f-4193-b23d-32198181aeba request from n-d-768862-2 {{(pid=84876) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Jan 14 07:26:03.056990 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9fc7baf-7a81-4443-9d18-2e14a4bc6433 None None] Pushing event deleted for resources: {'Port': ['ID=efbd6f98-90cc-4b88-a530-056682ac9ce5,revision_number=None']} {{(pid=84876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:26:03.059868 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Could not find standard attr ID for object efbd6f98-90cc-4b88-a530-056682ac9ce5. {{(pid=84876) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Jan 14 07:26:03.063664 n-d-768862-2 neutron-server[84765]: INFO neutron.plugins.ml2.db [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] No ports have port_id starting with efbd6f98-90cc-4b88-a530-056682ac9ce5 Jan 14 07:26:03.064676 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-f618e658-12e3-40a4-b032-803c7c1bb569 None None] Provisioning for port 3a0edf08-0f45-4b59-946b-f8954b0d856a completed by entity DHCP. {{(pid=84876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 07:26:03.074421 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-c9fc7baf-7a81-4443-9d18-2e14a4bc6433 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=84876) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:26:03.080828 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-587e6035-5342-4e32-b138-35b3f3da94a7 tempest-ExtraDHCPOptionsIpV6TestJSON-1473121844 tempest-ExtraDHCPOptionsIpV6TestJSON-1473121844] Notify callbacks [] for port, precommit_update {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:26:03.082798 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-f618e658-12e3-40a4-b032-803c7c1bb569 None None] Provisioning complete for port 3a0edf08-0f45-4b59-946b-f8954b0d856a triggered by entity DHCP. {{(pid=84876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 07:26:03.083240 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-f618e658-12e3-40a4-b032-803c7c1bb569 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-604227'] for port, provisioning_complete {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:26:03.085878 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-8109d5b0-3d93-418b-83c7-7dae182d2760 tempest-RoutersIpV6Test-883692175 tempest-RoutersIpV6Test-883692175] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:26:03.101180 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca49705f-8a81-4eaf-8b87-3106c10c7f8d tempest-NetworksIpV6Test-2047944877 tempest-NetworksIpV6Test-2047944877] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:26:03.102130 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-ca49705f-8a81-4eaf-8b87-3106c10c7f8d tempest-NetworksIpV6Test-2047944877 tempest-NetworksIpV6Test-2047944877] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3207107'] for subnet, before_response {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:26:03.122111 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-587e6035-5342-4e32-b138-35b3f3da94a7 tempest-ExtraDHCPOptionsIpV6TestJSON-1473121844 tempest-ExtraDHCPOptionsIpV6TestJSON-1473121844] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777640533312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363259214678337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777640097497', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3154211'] for port, after_update {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:26:03.137850 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-33c8c319-d91b-4869-ad8a-add7befdffb1 tempest-NegativeSecGroupIPv6Test-1980982801 tempest-NegativeSecGroupIPv6Test-1980982801] Synchronizing usage tracker for tenant:f09e6c52b2324bf9b7428192d43e5581 on resource:security_group {{(pid=84874) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 14 07:26:03.158844 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39682c9a-13fc-403c-8783-9c778756970b tempest-NegativeSecGroupIPv6Test-1980982801 tempest-NegativeSecGroupIPv6Test-1980982801] Pushing event deleted for resources: {'SecurityGroup': ['ID=78ff2c46-76e3-4491-888a-6b0da166160f,revision_number=None']} {{(pid=84874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:26:03.165156 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a01a757-f43a-4f53-a7d7-679e80866176 tempest-RoutersNegativeIpV6Test-1464408958 tempest-RoutersNegativeIpV6Test-1464408958] Pushing event deleted for resources: {'Network': ['ID=15cfbb09-20cb-485b-839c-7134e8382f57,revision_number=None']} {{(pid=84875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:26:03.167520 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-ca49705f-8a81-4eaf-8b87-3106c10c7f8d tempest-NetworksIpV6Test-2047944877 tempest-NetworksIpV6Test-2047944877] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 4.1136763 Jan 14 07:26:03.167669 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84875) accepted ('10.222.0.24', 45880) {{(pid=84875) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:26:03.169396 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-39682c9a-13fc-403c-8783-9c778756970b tempest-NegativeSecGroupIPv6Test-1980982801 tempest-NegativeSecGroupIPv6Test-1980982801] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:26:03.228687 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-33c8c319-d91b-4869-ad8a-add7befdffb1 tempest-NegativeSecGroupIPv6Test-1980982801 tempest-NegativeSecGroupIPv6Test-1980982801] Unset dirty status for tenant:f09e6c52b2324bf9b7428192d43e5581 on resource:security_group {{(pid=84874) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 14 07:26:03.233702 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-33c8c319-d91b-4869-ad8a-add7befdffb1 tempest-NegativeSecGroupIPv6Test-1980982801 tempest-NegativeSecGroupIPv6Test-1980982801] 10.222.0.24 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.2902417 Jan 14 07:26:03.239224 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84874) accepted ('10.222.0.24', 45882) {{(pid=84874) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:26:03.252767 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.plugin [None req-6cd7136c-1a7c-4d61-b06a-7f421660d657 None None] Deleting port 3a0edf08-0f45-4b59-946b-f8954b0d856a {{(pid=84876) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 07:26:03.253183 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-6cd7136c-1a7c-4d61-b06a-7f421660d657 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363259214248359'] for port, before_delete {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:26:03.284493 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.v2.base [None req-65281d31-257f-48d4-8b76-c3d216a37ab2 tempest-NegativeSecGroupIPv6Test-1980982801 tempest-NegativeSecGroupIPv6Test-1980982801] Request body: {'security_group': {'name': 'tempest-secgroup--1589273848'}} {{(pid=84874) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:26:03.292806 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.managers [None req-b35e68d5-9935-4de6-a3f9-0c7d4a131f10 None None] Attempting to bind port 1a539010-caf2-44ad-b1ee-c91c2ea5e01b on host n-d-768862-2 for vnic_type normal with profile {{(pid=84876) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 14 07:26:03.293661 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.managers [None req-b35e68d5-9935-4de6-a3f9-0c7d4a131f10 None None] Attempting to bind port 1a539010-caf2-44ad-b1ee-c91c2ea5e01b by drivers openvswitch on host n-d-768862-2 at level 0 using segments [{'id': '61dcce0f-0e55-4ae0-9875-4177b2fefa9b', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 22, 'network_id': '771dbd72-b062-460c-b6a8-bb809a096bcf'}] {{(pid=84876) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 14 07:26:03.294551 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b35e68d5-9935-4de6-a3f9-0c7d4a131f10 None None] Attempting to bind port 1a539010-caf2-44ad-b1ee-c91c2ea5e01b on network 771dbd72-b062-460c-b6a8-bb809a096bcf {{(pid=84876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 14 07:26:03.313317 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-65281d31-257f-48d4-8b76-c3d216a37ab2 tempest-NegativeSecGroupIPv6Test-1980982801 tempest-NegativeSecGroupIPv6Test-1980982801] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:26:03.313818 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Device 3a0edf08-0f45-4b59-946b-f8954b0d856a no longer exists at agent ovs-agent-n-d-768862-2 {{(pid=84876) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jan 14 07:26:03.334471 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-65281d31-257f-48d4-8b76-c3d216a37ab2 tempest-NegativeSecGroupIPv6Test-1980982801 tempest-NegativeSecGroupIPv6Test-1980982801] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:26:03.384941 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-65281d31-257f-48d4-8b76-c3d216a37ab2 tempest-NegativeSecGroupIPv6Test-1980982801 tempest-NegativeSecGroupIPv6Test-1980982801] Notify callbacks [] for security_group, before_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:26:03.408068 n-d-768862-2 neutron-server[84765]: DEBUG neutron.objects.ports [None req-1109a266-3ddc-4824-b6da-d21dd281e6ae tempest-NetworksIpV6TestAttrs-1453117616 tempest-NetworksIpV6TestAttrs-1453117616] Time-cost: Fetching 0 ports in 0 security groups {{(pid=84874) get_objects /opt/stack/neutron/neutron/objects/ports.py:428}} Jan 14 07:26:03.412872 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-1109a266-3ddc-4824-b6da-d21dd281e6ae tempest-NetworksIpV6TestAttrs-1453117616 tempest-NetworksIpV6TestAttrs-1453117616] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850887113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3254092', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036851981146'] for subnet, after_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:26:03.432769 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-ca49705f-8a81-4eaf-8b87-3106c10c7f8d tempest-NetworksIpV6Test-2047944877 tempest-NetworksIpV6Test-2047944877] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:26:03.500145 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9fc7baf-7a81-4443-9d18-2e14a4bc6433 None None] No DVR routers for this DVR port efbd6f98-90cc-4b88-a530-056682ac9ce5 on host n-d-768862-2 {{(pid=84876) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Jan 14 07:26:03.526029 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b35e68d5-9935-4de6-a3f9-0c7d4a131f10 None None] Checking agent: {'id': 'ba5efab1-b43c-4d5a-bc52-6e105d4e67a2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768862-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 14, 6, 56, 52), 'started_at': datetime.datetime(2021, 1, 14, 6, 57, 22), 'heartbeat_timestamp': datetime.datetime(2021, 1, 14, 7, 25, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768862-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.29', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 14 07:26:03.527174 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b35e68d5-9935-4de6-a3f9-0c7d4a131f10 None None] Checking segment: {'id': '61dcce0f-0e55-4ae0-9875-4177b2fefa9b', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 22, 'network_id': '771dbd72-b062-460c-b6a8-bb809a096bcf'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84876) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 14 07:26:03.527827 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-b35e68d5-9935-4de6-a3f9-0c7d4a131f10 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:26:03.528500 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b35e68d5-9935-4de6-a3f9-0c7d4a131f10 None None] Bound using segment: {'id': '61dcce0f-0e55-4ae0-9875-4177b2fefa9b', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 22, 'network_id': '771dbd72-b062-460c-b6a8-bb809a096bcf'} {{(pid=84876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 14 07:26:03.529267 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.managers [None req-b35e68d5-9935-4de6-a3f9-0c7d4a131f10 None None] Bound port: 1a539010-caf2-44ad-b1ee-c91c2ea5e01b, host: n-d-768862-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '61dcce0f-0e55-4ae0-9875-4177b2fefa9b', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 22, 'network_id': '771dbd72-b062-460c-b6a8-bb809a096bcf'}}] {{(pid=84876) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 14 07:26:03.529930 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-b35e68d5-9935-4de6-a3f9-0c7d4a131f10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555753'] for port, before_update {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:26:03.537734 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-65281d31-257f-48d4-8b76-c3d216a37ab2 tempest-NegativeSecGroupIPv6Test-1980982801 tempest-NegativeSecGroupIPv6Test-1980982801] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:26:03.543046 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-65281d31-257f-48d4-8b76-c3d216a37ab2 tempest-NegativeSecGroupIPv6Test-1980982801 tempest-NegativeSecGroupIPv6Test-1980982801] Usage tracker for resource:security_group_rule and tenant:f09e6c52b2324bf9b7428192d43e5581 is out of sync, need to count used quota {{(pid=84874) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:26:03.546671 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-65281d31-257f-48d4-8b76-c3d216a37ab2 tempest-NegativeSecGroupIPv6Test-1980982801 tempest-NegativeSecGroupIPv6Test-1980982801] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84874) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:26:03.553642 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-65281d31-257f-48d4-8b76-c3d216a37ab2 tempest-NegativeSecGroupIPv6Test-1980982801 tempest-NegativeSecGroupIPv6Test-1980982801] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:26:03.643104 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-65281d31-257f-48d4-8b76-c3d216a37ab2 tempest-NegativeSecGroupIPv6Test-1980982801 tempest-NegativeSecGroupIPv6Test-1980982801] Notify callbacks [] for security_group, precommit_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:26:03.670071 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-65281d31-257f-48d4-8b76-c3d216a37ab2 tempest-NegativeSecGroupIPv6Test-1980982801 tempest-NegativeSecGroupIPv6Test-1980982801] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850887153'] for security_group, after_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:26:03.724927 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1109a266-3ddc-4824-b6da-d21dd281e6ae tempest-NetworksIpV6TestAttrs-1453117616 tempest-NetworksIpV6TestAttrs-1453117616] Pushing event updated for resources: {'Subnet': ['ID=8c0f09e4-dd30-42c6-80c3-2fb3aadca1da,revision_number=0']} {{(pid=84874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:26:03.728477 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-8a01a757-f43a-4f53-a7d7-679e80866176 tempest-RoutersNegativeIpV6Test-1464408958 tempest-RoutersNegativeIpV6Test-1464408958] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.642s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:26:03.733143 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-8a01a757-f43a-4f53-a7d7-679e80866176 tempest-RoutersNegativeIpV6Test-1464408958 tempest-RoutersNegativeIpV6Test-1464408958] 10.222.0.24 "DELETE /v2.0/networks/15cfbb09-20cb-485b-839c-7134e8382f57 HTTP/1.1" status: 204 len: 168 time: 4.0920084 Jan 14 07:26:03.747978 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-1109a266-3ddc-4824-b6da-d21dd281e6ae tempest-NetworksIpV6TestAttrs-1453117616 tempest-NetworksIpV6TestAttrs-1453117616] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.310s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:26:03.747978 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84874) accepted ('10.222.0.24', 45892) {{(pid=84874) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:26:03.748317 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-2bb8df7e-874d-4275-b6e5-a07fd26454ba tempest-NegativeSecGroupIPv6Test-1980982801 tempest-NegativeSecGroupIPv6Test-1980982801] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.067s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:26:03.749009 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-9d43400f-109d-4f94-923e-b77657d6dd87 tempest-RoutersNegativeIpV6Test-1464408958 tempest-RoutersNegativeIpV6Test-1464408958] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.596s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:26:03.776449 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-f618e658-12e3-40a4-b032-803c7c1bb569 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555753'] for port, before_update {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:26:03.822106 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65281d31-257f-48d4-8b76-c3d216a37ab2 tempest-NegativeSecGroupIPv6Test-1980982801 tempest-NegativeSecGroupIPv6Test-1980982801] Pushing event updated for resources: {'SecurityGroup': ['ID=f45e12c8-e3f4-4a11-8b63-bfd5b3f54138,revision_number=1']} {{(pid=84874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:26:03.841446 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-65281d31-257f-48d4-8b76-c3d216a37ab2 tempest-NegativeSecGroupIPv6Test-1980982801 tempest-NegativeSecGroupIPv6Test-1980982801] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:26:03.842287 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-65281d31-257f-48d4-8b76-c3d216a37ab2 tempest-NegativeSecGroupIPv6Test-1980982801 tempest-NegativeSecGroupIPv6Test-1980982801] Notify callbacks [] for security_group, before_response {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:26:03.843688 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-65281d31-257f-48d4-8b76-c3d216a37ab2 tempest-NegativeSecGroupIPv6Test-1980982801 tempest-NegativeSecGroupIPv6Test-1980982801] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.6026385 Jan 14 07:26:03.856032 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84874) accepted ('10.222.0.24', 45896) {{(pid=84874) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:26:03.873488 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.v2.base [None req-9dd52eb4-0bb9-4a1b-9cbe-ea6e986a4b43 tempest-NegativeSecGroupIPv6Test-1980982801 tempest-NegativeSecGroupIPv6Test-1980982801] Request body: {'security_group_rule': {'security_group_id': 'f45e12c8-e3f4-4a11-8b63-bfd5b3f54138', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '192.168.1./24'}} {{(pid=84874) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:26:03.892668 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97d88b68-7a09-47e8-88ee-0a30133bb4c6 tempest-NetworksIpV6Test-2047944877 tempest-NetworksIpV6Test-2047944877] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:26:03.894436 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97d88b68-7a09-47e8-88ee-0a30133bb4c6 tempest-NetworksIpV6Test-2047944877 tempest-NetworksIpV6Test-2047944877] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:26:03.900489 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97d88b68-7a09-47e8-88ee-0a30133bb4c6 tempest-NetworksIpV6Test-2047944877 tempest-NetworksIpV6Test-2047944877] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:26:03.905044 n-d-768862-2 neutron-server[84765]: WARNING neutron.api.v2.base [None req-9dd52eb4-0bb9-4a1b-9cbe-ea6e986a4b43 tempest-NegativeSecGroupIPv6Test-1980982801 tempest-NegativeSecGroupIPv6Test-1980982801] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1./24 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1./24 given as IP prefix. Jan 14 07:26:03.905678 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97d88b68-7a09-47e8-88ee-0a30133bb4c6 tempest-NetworksIpV6Test-2047944877 tempest-NetworksIpV6Test-2047944877] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:26:03.906251 n-d-768862-2 neutron-server[84765]: INFO neutron.api.v2.resource [None req-9dd52eb4-0bb9-4a1b-9cbe-ea6e986a4b43 tempest-NegativeSecGroupIPv6Test-1980982801 tempest-NegativeSecGroupIPv6Test-1980982801] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 14 07:26:03.910505 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-9dd52eb4-0bb9-4a1b-9cbe-ea6e986a4b43 tempest-NegativeSecGroupIPv6Test-1980982801 tempest-NegativeSecGroupIPv6Test-1980982801] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0504673 Jan 14 07:26:03.913375 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97d88b68-7a09-47e8-88ee-0a30133bb4c6 tempest-NetworksIpV6Test-2047944877 tempest-NetworksIpV6Test-2047944877] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:26:03.916778 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-97d88b68-7a09-47e8-88ee-0a30133bb4c6 tempest-NetworksIpV6Test-2047944877 tempest-NetworksIpV6Test-2047944877] Synchronizing usage tracker for tenant:130ee88fc4054d968ce76b7b9727c055 on resource:subnet {{(pid=84875) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 14 07:26:03.919717 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84875) accepted ('10.222.0.24', 45900) {{(pid=84875) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:26:03.951600 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.v2.base [None req-d8964f9b-0954-4a6d-817a-a49236077d45 tempest-NegativeSecGroupIPv6Test-1980982801 tempest-NegativeSecGroupIPv6Test-1980982801] Request body: {'security_group_rule': {'security_group_id': 'f45e12c8-e3f4-4a11-8b63-bfd5b3f54138', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '192.168.1.1/33'}} {{(pid=84875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:26:03.954586 n-d-768862-2 neutron-server[84765]: WARNING neutron.api.v2.base [None req-d8964f9b-0954-4a6d-817a-a49236077d45 tempest-NegativeSecGroupIPv6Test-1980982801 tempest-NegativeSecGroupIPv6Test-1980982801] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1.1/33 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1.1/33 given as IP prefix. Jan 14 07:26:03.955235 n-d-768862-2 neutron-server[84765]: INFO neutron.api.v2.resource [None req-d8964f9b-0954-4a6d-817a-a49236077d45 tempest-NegativeSecGroupIPv6Test-1980982801 tempest-NegativeSecGroupIPv6Test-1980982801] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 14 07:26:03.959805 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-d8964f9b-0954-4a6d-817a-a49236077d45 tempest-NegativeSecGroupIPv6Test-1980982801 tempest-NegativeSecGroupIPv6Test-1980982801] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 320 time: 0.0174940 Jan 14 07:26:03.964421 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [None req-f618e658-12e3-40a4-b032-803c7c1bb569 None None] For port 3a0edf08-0f45-4b59-946b-f8954b0d856a, host n-d-768862-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-2',level=0,port_id=3a0edf08-0f45-4b59-946b-f8954b0d856a,segment=NetworkSegment(9ae13245-e789-449e-b333-c203068cd4ee),segment_id=9ae13245-e789-449e-b333-c203068cd4ee)] {{(pid=84876) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 07:26:03.971134 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84875) accepted ('10.222.0.24', 45904) {{(pid=84875) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:26:03.981633 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-f618e658-12e3-40a4-b032-803c7c1bb569 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777640533312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363259214678337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777640097497'] for port, after_update {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:26:03.990523 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.v2.base [None req-079e646c-bba0-40b8-9a61-78da4bbb2244 tempest-NegativeSecGroupIPv6Test-1980982801 tempest-NegativeSecGroupIPv6Test-1980982801] Request body: {'security_group_rule': {'security_group_id': 'f45e12c8-e3f4-4a11-8b63-bfd5b3f54138', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': 'bad_prefix'}} {{(pid=84875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:26:03.991479 n-d-768862-2 neutron-server[84765]: WARNING neutron.api.v2.base [None req-079e646c-bba0-40b8-9a61-78da4bbb2244 tempest-NegativeSecGroupIPv6Test-1980982801 tempest-NegativeSecGroupIPv6Test-1980982801] An exception happened while processing the request body. The exception message is [Invalid CIDR bad_prefix given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR bad_prefix given as IP prefix. Jan 14 07:26:03.991773 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-d42245d6-e23c-4af8-9f2a-7ec2dc5d337f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84876) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:26:03.991988 n-d-768862-2 neutron-server[84765]: INFO neutron.api.v2.resource [None req-079e646c-bba0-40b8-9a61-78da4bbb2244 tempest-NegativeSecGroupIPv6Test-1980982801 tempest-NegativeSecGroupIPv6Test-1980982801] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 14 07:26:03.994746 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-079e646c-bba0-40b8-9a61-78da4bbb2244 tempest-NegativeSecGroupIPv6Test-1980982801 tempest-NegativeSecGroupIPv6Test-1980982801] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0174685 Jan 14 07:26:04.001799 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84874) accepted ('10.222.0.24', 45908) {{(pid=84874) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:26:04.041279 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-587e6035-5342-4e32-b138-35b3f3da94a7 tempest-ExtraDHCPOptionsIpV6TestJSON-1473121844 tempest-ExtraDHCPOptionsIpV6TestJSON-1473121844] Pushing event updated for resources: {'Port': ['ID=463c84c6-ef65-459a-a128-e015fe2089a7,revision_number=2']} {{(pid=84875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:26:04.061620 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Device efbd6f98-90cc-4b88-a530-056682ac9ce5 no longer exists at agent ovs-agent-n-d-768862-2 {{(pid=84876) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jan 14 07:26:04.063684 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-587e6035-5342-4e32-b138-35b3f3da94a7 tempest-ExtraDHCPOptionsIpV6TestJSON-1473121844 tempest-ExtraDHCPOptionsIpV6TestJSON-1473121844] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.316s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:26:04.076640 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.v2.base [None req-0f010256-9ebc-4c23-9333-0ede090f2f39 tempest-NegativeSecGroupIPv6Test-1980982801 tempest-NegativeSecGroupIPv6Test-1980982801] Request body: {'security_group_rule': {'security_group_id': 'f45e12c8-e3f4-4a11-8b63-bfd5b3f54138', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '256'}} {{(pid=84874) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:26:04.077802 n-d-768862-2 neutron-server[84765]: WARNING neutron.api.v2.base [None req-0f010256-9ebc-4c23-9333-0ede090f2f39 tempest-NegativeSecGroupIPv6Test-1980982801 tempest-NegativeSecGroupIPv6Test-1980982801] An exception happened while processing the request body. The exception message is [Invalid CIDR 256 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 256 given as IP prefix. Jan 14 07:26:04.078488 n-d-768862-2 neutron-server[84765]: INFO neutron.api.v2.resource [None req-0f010256-9ebc-4c23-9333-0ede090f2f39 tempest-NegativeSecGroupIPv6Test-1980982801 tempest-NegativeSecGroupIPv6Test-1980982801] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 14 07:26:04.084957 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-0f010256-9ebc-4c23-9333-0ede090f2f39 tempest-NegativeSecGroupIPv6Test-1980982801 tempest-NegativeSecGroupIPv6Test-1980982801] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 309 time: 0.0733945 Jan 14 07:26:04.094776 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84874) accepted ('10.222.0.24', 45912) {{(pid=84874) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:26:04.117928 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-97d88b68-7a09-47e8-88ee-0a30133bb4c6 tempest-NetworksIpV6Test-2047944877 tempest-NetworksIpV6Test-2047944877] Unset dirty status for tenant:130ee88fc4054d968ce76b7b9727c055 on resource:subnet {{(pid=84875) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 14 07:26:04.120024 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.plugin [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] No Port match for: efbd6f98-90cc-4b88-a530-056682ac9ce5 {{(pid=84876) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2188}} Jan 14 07:26:04.120412 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Device efbd6f98-90cc-4b88-a530-056682ac9ce5 not bound to the agent host n-d-768862-2 {{(pid=84876) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jan 14 07:26:04.120983 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Device ad58c6a6-384e-49e4-9fbb-73b5e65e34e1 no longer exists at agent ovs-agent-n-d-768862-2 {{(pid=84876) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jan 14 07:26:04.124364 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-97d88b68-7a09-47e8-88ee-0a30133bb4c6 tempest-NetworksIpV6Test-2047944877 tempest-NetworksIpV6Test-2047944877] 10.222.0.24 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3330 time: 0.8807218 Jan 14 07:26:04.125655 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84875) accepted ('10.222.0.24', 45916) {{(pid=84875) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:26:04.152306 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1109a266-3ddc-4824-b6da-d21dd281e6ae tempest-NetworksIpV6TestAttrs-1453117616 tempest-NetworksIpV6TestAttrs-1453117616] Checking segment: {'id': '8aa5e53f-3bcd-407a-a28b-e615d22070b3', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 27, 'network_id': 'ba231035-e44e-4fd5-904d-9311dff4d6b6'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84874) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 14 07:26:04.152723 n-d-768862-2 neutron-server[84765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1109a266-3ddc-4824-b6da-d21dd281e6ae tempest-NetworksIpV6TestAttrs-1453117616 tempest-NetworksIpV6TestAttrs-1453117616] Network hostable DHCP agents. Network: ba231035-e44e-4fd5-904d-9311dff4d6b6, hostable agents: ['32f3dd84-26da-4d18-bf15-6017a8fb7247'], hosted agents: [] {{(pid=84874) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Jan 14 07:26:04.159461 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [None req-6cd7136c-1a7c-4d61-b06a-7f421660d657 None None] For port 3a0edf08-0f45-4b59-946b-f8954b0d856a, host n-d-768862-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-2',level=0,port_id=3a0edf08-0f45-4b59-946b-f8954b0d856a,segment=NetworkSegment(9ae13245-e789-449e-b333-c203068cd4ee),segment_id=9ae13245-e789-449e-b333-c203068cd4ee)] {{(pid=84876) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 07:26:04.159703 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.v2.base [None req-c8d2913f-6342-4893-82ea-b6c2fcc47c4a tempest-NetworksIpV6Test-2047944877 tempest-NetworksIpV6Test-2047944877] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-355136142'}} {{(pid=84875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:26:04.159993 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-6cd7136c-1a7c-4d61-b06a-7f421660d657 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036850862667'] for port, precommit_delete {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:26:04.172940 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.plugin [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] No Port match for: ad58c6a6-384e-49e4-9fbb-73b5e65e34e1 {{(pid=84876) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2188}} Jan 14 07:26:04.173349 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Device ad58c6a6-384e-49e4-9fbb-73b5e65e34e1 not bound to the agent host n-d-768862-2 {{(pid=84876) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jan 14 07:26:04.210152 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-c8d2913f-6342-4893-82ea-b6c2fcc47c4a tempest-NetworksIpV6Test-2047944877 tempest-NetworksIpV6Test-2047944877] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:26:04.225634 n-d-768862-2 neutron-server[84765]: DEBUG neutron.objects.ports [None req-fc076b76-5096-4e8b-8fd4-2f0d55069362 tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] Time-cost: Fetching 0 ports in 0 security groups {{(pid=84875) get_objects /opt/stack/neutron/neutron/objects/ports.py:428}} Jan 14 07:26:04.229662 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.plugin [None req-587e6035-5342-4e32-b138-35b3f3da94a7 tempest-ExtraDHCPOptionsIpV6TestJSON-1473121844 tempest-ExtraDHCPOptionsIpV6TestJSON-1473121844] In _notify_port_updated(), no bound segment for port 463c84c6-ef65-459a-a128-e015fe2089a7 on network 68cb209c-2937-4622-ba74-2bdc2090784d {{(pid=84875) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:851}} Jan 14 07:26:04.233672 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network":"rule:regular_user" was deprecated in W in favor of "create_network":"role:member and project_id:%(project_id)s". Reason: Jan 14 07:26:04.233672 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:26:04.233672 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:26:04.233672 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:26:04.233672 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:shared":"rule:admin_only" was deprecated in W in favor of "create_network:shared":"role:admin and system_scope:all". Reason: Jan 14 07:26:04.233672 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:26:04.233672 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:26:04.233672 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:26:04.233672 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:router:external":"rule:admin_only" was deprecated in W in favor of "create_network:router:external":"role:admin and system_scope:all". Reason: Jan 14 07:26:04.233672 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:26:04.233672 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:26:04.233672 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:26:04.233672 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:is_default":"rule:admin_only" was deprecated in W in favor of "create_network:is_default":"role:admin and system_scope:all". Reason: Jan 14 07:26:04.233672 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:26:04.233672 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:26:04.233672 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:26:04.233672 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:port_security_enabled":"rule:regular_user" was deprecated in W in favor of "create_network:port_security_enabled":"role:member and project_id:%(project_id)s". Reason: Jan 14 07:26:04.233672 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:26:04.233672 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:26:04.233672 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:26:04.233672 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:segments":"rule:admin_only" was deprecated in W in favor of "create_network:segments":"role:admin and system_scope:all". Reason: Jan 14 07:26:04.233672 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:26:04.233672 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:26:04.233672 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:26:04.233672 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "create_network:provider:network_type":"role:admin and system_scope:all". Reason: Jan 14 07:26:04.233672 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:26:04.233672 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:26:04.233672 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:26:04.233672 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "create_network:provider:physical_network":"role:admin and system_scope:all". Reason: Jan 14 07:26:04.233672 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:26:04.233672 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:26:04.233672 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:26:04.233672 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "create_network:provider:segmentation_id":"role:admin and system_scope:all". Reason: Jan 14 07:26:04.233672 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:26:04.233672 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:26:04.233672 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:26:04.233672 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network":"rule:admin_or_owner or rule:shared or rule:external or rule:context_is_advsvc" was deprecated in W in favor of "get_network":"(role:reader and system_scope:all) or (role:reader and project_id:%(project_id)s) or rule:shared or rule:external or rule:context_is_advsvc". Reason: Jan 14 07:26:04.233672 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:26:04.233672 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:26:04.233672 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:26:04.233672 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:router:external":"rule:regular_user" was deprecated in W in favor of "get_network:router:external":"role:reader and project_id:%(project_id)s". Reason: Jan 14 07:26:04.233672 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:26:04.233672 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:26:04.233672 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:26:04.233672 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:segments":"rule:admin_only" was deprecated in W in favor of "get_network:segments":"role:reader and system_scope:all". Reason: Jan 14 07:26:04.233672 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:26:04.233672 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:26:04.233672 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:26:04.233672 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "get_network:provider:network_type":"role:reader and system_scope:all". Reason: Jan 14 07:26:04.233672 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:26:04.233672 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:26:04.233672 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:26:04.233672 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "get_network:provider:physical_network":"role:reader and system_scope:all". Reason: Jan 14 07:26:04.233672 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:26:04.233672 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:26:04.233672 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:26:04.233672 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "get_network:provider:segmentation_id":"role:reader and system_scope:all". Reason: Jan 14 07:26:04.233672 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:26:04.233672 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:26:04.233672 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:26:04.233672 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network":"rule:admin_or_owner" was deprecated in W in favor of "update_network":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 07:26:04.233672 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:26:04.233672 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:26:04.233672 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:26:04.233672 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:segments":"rule:admin_only" was deprecated in W in favor of "update_network:segments":"role:admin and system_scope:all". Reason: Jan 14 07:26:04.233672 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:26:04.233672 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:26:04.233672 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:26:04.242766 n-d-768862-2 neutron-server[84765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1109a266-3ddc-4824-b6da-d21dd281e6ae tempest-NetworksIpV6TestAttrs-1453117616 tempest-NetworksIpV6TestAttrs-1453117616] Network ba231035-e44e-4fd5-904d-9311dff4d6b6 is scheduled to be hosted by DHCP agent 32f3dd84-26da-4d18-bf15-6017a8fb7247 with binding_index 1 {{(pid=84874) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Jan 14 07:26:04.251501 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-587e6035-5342-4e32-b138-35b3f3da94a7 tempest-ExtraDHCPOptionsIpV6TestJSON-1473121844 tempest-ExtraDHCPOptionsIpV6TestJSON-1473121844] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:26:04.252593 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-587e6035-5342-4e32-b138-35b3f3da94a7 tempest-ExtraDHCPOptionsIpV6TestJSON-1473121844 tempest-ExtraDHCPOptionsIpV6TestJSON-1473121844] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854768116'] for port, before_response {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:26:04.257824 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-587e6035-5342-4e32-b138-35b3f3da94a7 tempest-ExtraDHCPOptionsIpV6TestJSON-1473121844 tempest-ExtraDHCPOptionsIpV6TestJSON-1473121844] 10.222.0.24 "PUT /v2.0/ports/463c84c6-ef65-459a-a128-e015fe2089a7 HTTP/1.1" status: 200 len: 1129 time: 3.1754353 Jan 14 07:26:04.260609 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-fc076b76-5096-4e8b-8fd4-2f0d55069362 tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850887113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036851621412', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036852467174'] for subnet, after_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:26:04.266697 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84874) accepted ('10.222.0.24', 45920) {{(pid=84874) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:26:04.282563 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [None req-b35e68d5-9935-4de6-a3f9-0c7d4a131f10 None None] For port 1a539010-caf2-44ad-b1ee-c91c2ea5e01b, host n-d-768862-2, cleared binding levels {{(pid=84876) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 14 07:26:04.283150 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-c8d2913f-6342-4893-82ea-b6c2fcc47c4a tempest-NetworksIpV6Test-2047944877 tempest-NetworksIpV6Test-2047944877] Usage tracker for resource:network and tenant:130ee88fc4054d968ce76b7b9727c055 is out of sync, need to count used quota {{(pid=84875) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:26:04.289220 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-cc523690-8527-405e-a069-0c346d2417e5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:26:04.327816 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-c8d2913f-6342-4893-82ea-b6c2fcc47c4a tempest-NetworksIpV6Test-2047944877 tempest-NetworksIpV6Test-2047944877] Quota usage for network was recalculated. Used quota:3. {{(pid=84875) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:26:04.336451 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.db_base_plugin_v2 [None req-a4cf39ef-d87d-479c-9ea1-dbecc0dbd574 tempest-RoutersNegativeIpV6Test-1464408958 tempest-RoutersNegativeIpV6Test-1464408958] Deleting subnet 7ff7dcca-53fd-490e-8961-d878edce9288 {{(pid=84874) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Jan 14 07:26:04.359993 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-a4cf39ef-d87d-479c-9ea1-dbecc0dbd574 tempest-RoutersNegativeIpV6Test-1464408958 tempest-RoutersNegativeIpV6Test-1464408958] Notify callbacks [] for subnet, before_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:26:04.370957 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.plugin [None req-6cd7136c-1a7c-4d61-b06a-7f421660d657 None None] Calling delete_port for 3a0edf08-0f45-4b59-946b-f8954b0d856a owned by network:dhcp {{(pid=84876) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 07:26:04.398626 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-c8d2913f-6342-4893-82ea-b6c2fcc47c4a tempest-NetworksIpV6Test-2047944877 tempest-NetworksIpV6Test-2047944877] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=84875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:26:04.401236 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f618e658-12e3-40a4-b032-803c7c1bb569 None None] Pushing event updated for resources: {'Port': ['ID=3a0edf08-0f45-4b59-946b-f8954b0d856a,revision_number=4']} {{(pid=84876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:26:04.406074 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [None req-b35e68d5-9935-4de6-a3f9-0c7d4a131f10 None None] For port 1a539010-caf2-44ad-b1ee-c91c2ea5e01b, host n-d-768862-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-2',level=0,port_id=1a539010-caf2-44ad-b1ee-c91c2ea5e01b,segment=NetworkSegment(61dcce0f-0e55-4ae0-9875-4177b2fefa9b),segment_id=61dcce0f-0e55-4ae0-9875-4177b2fefa9b)] {{(pid=84876) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 14 07:26:04.410448 n-d-768862-2 neutron-server[84765]: DEBUG neutron.scheduler.base_scheduler [None req-1109a266-3ddc-4824-b6da-d21dd281e6ae tempest-NetworksIpV6TestAttrs-1453117616 tempest-NetworksIpV6TestAttrs-1453117616] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768862-2, ba231035-e44e-4fd5-904d-9311dff4d6b6) {{(pid=84874) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 07:26:04.415224 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-f618e658-12e3-40a4-b032-803c7c1bb569 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.423s {{(pid=84876) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:26:04.425757 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-64470d87-0f37-4e0a-8075-06f1687a29b2 tempest-NegativeSecGroupIPv6Test-1980982801 tempest-NegativeSecGroupIPv6Test-1980982801] Notify callbacks [] for security_group, before_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:26:04.431194 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89cdc771-5fc0-4ef1-ac5b-0535db5889ff None None] Network ba231035-e44e-4fd5-904d-9311dff4d6b6 requested from n-d-768862-2 {{(pid=84876) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 07:26:04.463916 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-b35e68d5-9935-4de6-a3f9-0c7d4a131f10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777640533312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363259214678337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777640097497'] for port, after_update {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:26:04.470181 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c8d2913f-6342-4893-82ea-b6c2fcc47c4a tempest-NetworksIpV6Test-2047944877 tempest-NetworksIpV6Test-2047944877] Made reservation on behalf of 130ee88fc4054d968ce76b7b9727c055 for: {'network': 1} {{(pid=84875) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 07:26:04.471382 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1109a266-3ddc-4824-b6da-d21dd281e6ae tempest-NetworksIpV6TestAttrs-1453117616 tempest-NetworksIpV6TestAttrs-1453117616] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:26:04.472184 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-1109a266-3ddc-4824-b6da-d21dd281e6ae tempest-NetworksIpV6TestAttrs-1453117616 tempest-NetworksIpV6TestAttrs-1453117616] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3207107'] for subnet, before_response {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:26:04.485535 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-c8d2913f-6342-4893-82ea-b6c2fcc47c4a tempest-NetworksIpV6Test-2047944877 tempest-NetworksIpV6Test-2047944877] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555753'] for network, before_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:26:04.513858 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-1109a266-3ddc-4824-b6da-d21dd281e6ae tempest-NetworksIpV6TestAttrs-1453117616 tempest-NetworksIpV6TestAttrs-1453117616] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 818 time: 3.8400719 Jan 14 07:26:04.519597 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84875) accepted ('10.222.0.24', 45924) {{(pid=84875) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:26:04.541004 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-511e4bb9-813b-4c76-af33-fde5aa4e0f0d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84876) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:26:04.567580 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3308e2ef-eaa6-4eff-91df-49201fa5bb6b tempest-ExtraDHCPOptionsIpV6TestJSON-1473121844 tempest-ExtraDHCPOptionsIpV6TestJSON-1473121844] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:26:04.570959 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-3308e2ef-eaa6-4eff-91df-49201fa5bb6b tempest-ExtraDHCPOptionsIpV6TestJSON-1473121844 tempest-ExtraDHCPOptionsIpV6TestJSON-1473121844] 10.222.0.24 "GET /v2.0/ports/463c84c6-ef65-459a-a128-e015fe2089a7 HTTP/1.1" status: 200 len: 1129 time: 0.3006387 Jan 14 07:26:04.595334 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84875) accepted ('10.222.0.24', 45928) {{(pid=84875) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:26:04.624536 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-64470d87-0f37-4e0a-8075-06f1687a29b2 tempest-NegativeSecGroupIPv6Test-1980982801 tempest-NegativeSecGroupIPv6Test-1980982801] Notify callbacks [] for security_group, precommit_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:26:04.650639 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-a4cf39ef-d87d-479c-9ea1-dbecc0dbd574 tempest-RoutersNegativeIpV6Test-1464408958 tempest-RoutersNegativeIpV6Test-1464408958] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036851807232'] for subnet, precommit_delete_associations {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:26:04.747428 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc076b76-5096-4e8b-8fd4-2f0d55069362 tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] Pushing event updated for resources: {'Subnet': ['ID=d9b8b484-b415-4c02-b2d8-6b35fc359781,revision_number=0']} {{(pid=84875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:26:04.835344 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-fc076b76-5096-4e8b-8fd4-2f0d55069362 tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.546s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:26:04.836200 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c8d2913f-6342-4893-82ea-b6c2fcc47c4a tempest-NetworksIpV6Test-2047944877 tempest-NetworksIpV6Test-2047944877] vxlan segment allocate from pool success with {'vxlan_vni': 9} {{(pid=84875) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Jan 14 07:26:04.941512 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-a4cf39ef-d87d-479c-9ea1-dbecc0dbd574 tempest-RoutersNegativeIpV6Test-1464408958 tempest-RoutersNegativeIpV6Test-1464408958] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036854176836'] for subnet, precommit_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:26:04.963385 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-c8d2913f-6342-4893-82ea-b6c2fcc47c4a tempest-NetworksIpV6Test-2047944877 tempest-NetworksIpV6Test-2047944877] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment--9223363259214191851', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854179735'] for segment, precommit_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:26:04.964074 n-d-768862-2 neutron-server[84765]: INFO neutron.db.segments_db [None req-c8d2913f-6342-4893-82ea-b6c2fcc47c4a tempest-NetworksIpV6Test-2047944877 tempest-NetworksIpV6Test-2047944877] Added segment d0955a0a-b0a6-4f62-82ac-6a1881475831 of type vxlan for network f9295c14-8cab-491f-bdb9-a2ab55a95ac7 Jan 14 07:26:04.984123 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-64470d87-0f37-4e0a-8075-06f1687a29b2 tempest-NegativeSecGroupIPv6Test-1980982801 tempest-NegativeSecGroupIPv6Test-1980982801] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850887153'] for security_group, after_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:26:04.995109 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-65281d31-257f-48d4-8b76-c3d216a37ab2 tempest-NegativeSecGroupIPv6Test-1980982801 tempest-NegativeSecGroupIPv6Test-1980982801] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:26:05.032928 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64470d87-0f37-4e0a-8075-06f1687a29b2 tempest-NegativeSecGroupIPv6Test-1980982801 tempest-NegativeSecGroupIPv6Test-1980982801] Pushing event deleted for resources: {'SecurityGroup': ['ID=f45e12c8-e3f4-4a11-8b63-bfd5b3f54138,revision_number=None']} {{(pid=84874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:26:05.038411 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-64470d87-0f37-4e0a-8075-06f1687a29b2 tempest-NegativeSecGroupIPv6Test-1980982801 tempest-NegativeSecGroupIPv6Test-1980982801] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:26:05.039453 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-64470d87-0f37-4e0a-8075-06f1687a29b2 tempest-NegativeSecGroupIPv6Test-1980982801 tempest-NegativeSecGroupIPv6Test-1980982801] Notify callbacks [] for security_group, before_response {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:26:05.046414 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-64470d87-0f37-4e0a-8075-06f1687a29b2 tempest-NegativeSecGroupIPv6Test-1980982801 tempest-NegativeSecGroupIPv6Test-1980982801] 10.222.0.24 "DELETE /v2.0/security-groups/f45e12c8-e3f4-4a11-8b63-bfd5b3f54138 HTTP/1.1" status: 204 len: 168 time: 0.9484494 Jan 14 07:26:05.047443 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84874) accepted ('10.222.0.24', 45936) {{(pid=84874) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:26:05.061143 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.plugin [None req-935015dc-1466-4a93-99dc-efd50d70f531 tempest-ExtraDHCPOptionsIpV6TestJSON-1473121844 tempest-ExtraDHCPOptionsIpV6TestJSON-1473121844] Deleting port 463c84c6-ef65-459a-a128-e015fe2089a7 {{(pid=84875) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 07:26:05.061689 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-935015dc-1466-4a93-99dc-efd50d70f531 tempest-ExtraDHCPOptionsIpV6TestJSON-1473121844 tempest-ExtraDHCPOptionsIpV6TestJSON-1473121844] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363259214248359'] for port, before_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:26:05.219737 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-9f437fc6-e4fb-47fe-8b96-fb21d9d274d0 tempest-NegativeSecGroupIPv6Test-1980982801 tempest-NegativeSecGroupIPv6Test-1980982801] Synchronizing usage tracker for tenant:f09e6c52b2324bf9b7428192d43e5581 on resource:security_group {{(pid=84874) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 14 07:26:05.267311 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-9f437fc6-e4fb-47fe-8b96-fb21d9d274d0 tempest-NegativeSecGroupIPv6Test-1980982801 tempest-NegativeSecGroupIPv6Test-1980982801] Unset dirty status for tenant:f09e6c52b2324bf9b7428192d43e5581 on resource:security_group {{(pid=84874) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 14 07:26:05.273622 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-9f437fc6-e4fb-47fe-8b96-fb21d9d274d0 tempest-NegativeSecGroupIPv6Test-1980982801 tempest-NegativeSecGroupIPv6Test-1980982801] 10.222.0.24 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.2222903 Jan 14 07:26:05.274044 n-d-768862-2 neutron-server[84765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc076b76-5096-4e8b-8fd4-2f0d55069362 tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] Network 23f0a15d-6362-4cec-82c1-cacba887c566 is already hosted by enough agents. {{(pid=84875) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 07:26:05.274715 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84874) accepted ('10.222.0.24', 45940) {{(pid=84874) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:26:05.294557 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.v2.base [None req-4b5e8d1b-d7da-44ad-83fb-fdddb6598222 tempest-NegativeSecGroupIPv6Test-1980982801 tempest-NegativeSecGroupIPv6Test-1980982801] Request body: {'security_group': {'name': 'tempest-secgroup--183455745'}} {{(pid=84874) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:26:05.305302 n-d-768862-2 neutron-server[84765]: DEBUG neutron.scheduler.base_scheduler [None req-fc076b76-5096-4e8b-8fd4-2f0d55069362 tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] Resources bound (agent type, host, resource id): {{(pid=84875) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 07:26:05.315892 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-4b5e8d1b-d7da-44ad-83fb-fdddb6598222 tempest-NegativeSecGroupIPv6Test-1980982801 tempest-NegativeSecGroupIPv6Test-1980982801] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:26:05.339317 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e31a6e7c-2ef9-43f3-8552-cdc97746e87b None None] Network 23f0a15d-6362-4cec-82c1-cacba887c566 requested from n-d-768862-2 {{(pid=84876) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 07:26:05.347564 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc076b76-5096-4e8b-8fd4-2f0d55069362 tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:26:05.349116 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-fc076b76-5096-4e8b-8fd4-2f0d55069362 tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] Notify callbacks [] for subnet, before_response {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:26:05.358332 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-c8d2913f-6342-4893-82ea-b6c2fcc47c4a tempest-NetworksIpV6Test-2047944877 tempest-NetworksIpV6Test-2047944877] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363259214646115'] for network, precommit_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:26:05.377274 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-4b5e8d1b-d7da-44ad-83fb-fdddb6598222 tempest-NegativeSecGroupIPv6Test-1980982801 tempest-NegativeSecGroupIPv6Test-1980982801] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:26:05.436487 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-4b5e8d1b-d7da-44ad-83fb-fdddb6598222 tempest-NegativeSecGroupIPv6Test-1980982801 tempest-NegativeSecGroupIPv6Test-1980982801] Notify callbacks [] for security_group, before_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:26:05.456042 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-a4cf39ef-d87d-479c-9ea1-dbecc0dbd574 tempest-RoutersNegativeIpV6Test-1464408958 tempest-RoutersNegativeIpV6Test-1464408958] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-598964', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850887113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036851521664', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2794686'] for subnet, after_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:26:05.468081 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-75005883-38df-481b-8536-a9d2ee62a811 tempest-NetworksIpV6TestAttrs-1453117616 tempest-NetworksIpV6TestAttrs-1453117616] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036854160497'] for network, before_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:26:05.475826 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.db.api [None req-6cd7136c-1a7c-4d61-b06a-7f421660d657 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84876) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Jan 14 07:26:05.476229 n-d-768862-2 neutron-server[84765]: DEBUG oslo_db.api [None req-6cd7136c-1a7c-4d61-b06a-7f421660d657 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84876) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Jan 14 07:26:05.481510 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-af203134-6235-4f56-a186-a565614e0fce tempest-RoutersIpV6Test-883692175 tempest-RoutersIpV6Test-883692175] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:26:05.515928 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-6ddd5de6-6ad8-4594-9747-2e8309f9bdbb None None] Provisioning complete for port 463c84c6-ef65-459a-a128-e015fe2089a7 triggered by entity DHCP. {{(pid=84876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 07:26:05.516341 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-6ddd5de6-6ad8-4594-9747-2e8309f9bdbb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-604227'] for port, provisioning_complete {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:26:05.542961 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-fc076b76-5096-4e8b-8fd4-2f0d55069362 tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 6.3964725 Jan 14 07:26:05.560357 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84875) accepted ('10.222.0.24', 45944) {{(pid=84875) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:26:05.585488 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b35e68d5-9935-4de6-a3f9-0c7d4a131f10 None None] Pushing event updated for resources: {'Port': ['ID=1a539010-caf2-44ad-b1ee-c91c2ea5e01b,revision_number=2']} {{(pid=84876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:26:05.591285 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.v2.base [None req-ae91c10f-5504-4af9-a98e-69fd458af4eb tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] Request body: {'port': {'network_id': '23f0a15d-6362-4cec-82c1-cacba887c566', 'mac_address': 'fa:16:3e:c9:e9:b2', 'name': 'tempest-NetworksTestDHCPv6-92994163'}} {{(pid=84875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:26:05.596853 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-4b5e8d1b-d7da-44ad-83fb-fdddb6598222 tempest-NegativeSecGroupIPv6Test-1980982801 tempest-NegativeSecGroupIPv6Test-1980982801] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:26:05.601734 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-4b5e8d1b-d7da-44ad-83fb-fdddb6598222 tempest-NegativeSecGroupIPv6Test-1980982801 tempest-NegativeSecGroupIPv6Test-1980982801] Usage tracker for resource:security_group_rule and tenant:f09e6c52b2324bf9b7428192d43e5581 is out of sync, need to count used quota {{(pid=84874) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:26:05.608175 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4cf39ef-d87d-479c-9ea1-dbecc0dbd574 tempest-RoutersNegativeIpV6Test-1464408958 tempest-RoutersNegativeIpV6Test-1464408958] Pushing event deleted for resources: {'Subnet': ['ID=7ff7dcca-53fd-490e-8961-d878edce9288,revision_number=None']} {{(pid=84874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:26:05.610625 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-4b5e8d1b-d7da-44ad-83fb-fdddb6598222 tempest-NegativeSecGroupIPv6Test-1980982801 tempest-NegativeSecGroupIPv6Test-1980982801] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84874) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:26:05.617417 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-4b5e8d1b-d7da-44ad-83fb-fdddb6598222 tempest-NegativeSecGroupIPv6Test-1980982801 tempest-NegativeSecGroupIPv6Test-1980982801] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:26:05.623734 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-a4cf39ef-d87d-479c-9ea1-dbecc0dbd574 tempest-RoutersNegativeIpV6Test-1464408958 tempest-RoutersNegativeIpV6Test-1464408958] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:26:05.624003 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-b35e68d5-9935-4de6-a3f9-0c7d4a131f10 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.083s {{(pid=84876) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:26:05.678796 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e37c928-8abf-4b0d-8660-34eee2101ae9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5d94dc7a-c095-50a4-955e-5f3b78718a12-ba231035-e44e-4fd5-904d-9311dff4d6b6', 'network_id': 'ba231035-e44e-4fd5-904d-9311dff4d6b6', 'tenant_id': 'b4fb299c51d74f2a8c69090954f5d152', 'fixed_ips': [{'subnet_id': '8c0f09e4-dd30-42c6-80c3-2fb3aadca1da'}]}} from n-d-768862-2. {{(pid=84876) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Jan 14 07:26:05.680847 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-4e37c928-8abf-4b0d-8660-34eee2101ae9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555753'] for port, before_create {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:26:05.765465 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-4b5e8d1b-d7da-44ad-83fb-fdddb6598222 tempest-NegativeSecGroupIPv6Test-1980982801 tempest-NegativeSecGroupIPv6Test-1980982801] Notify callbacks [] for security_group, precommit_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:26:05.773273 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-4b5e8d1b-d7da-44ad-83fb-fdddb6598222 tempest-NegativeSecGroupIPv6Test-1980982801 tempest-NegativeSecGroupIPv6Test-1980982801] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850887153'] for security_group, after_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:26:05.789123 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-13523303-b187-43d9-8f84-c091ada8f5da tempest-NegativeSecGroupIPv6Test-1980982801 tempest-NegativeSecGroupIPv6Test-1980982801] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:26:05.829572 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-ae91c10f-5504-4af9-a98e-69fd458af4eb tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:26:05.834399 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-ae91c10f-5504-4af9-a98e-69fd458af4eb tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] Usage tracker for resource:port and tenant:be0aa702e3ca464795a99c51e3b3b04f is out of sync, need to count used quota {{(pid=84875) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:26:05.838280 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-ae91c10f-5504-4af9-a98e-69fd458af4eb tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] Quota usage for port was recalculated. Used quota:0. {{(pid=84875) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:26:05.844837 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-ae91c10f-5504-4af9-a98e-69fd458af4eb tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:26:05.859264 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-a4cf39ef-d87d-479c-9ea1-dbecc0dbd574 tempest-RoutersNegativeIpV6Test-1464408958 tempest-RoutersNegativeIpV6Test-1464408958] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3207107'] for subnet, before_response {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:26:05.864917 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-a4cf39ef-d87d-479c-9ea1-dbecc0dbd574 tempest-RoutersNegativeIpV6Test-1464408958 tempest-RoutersNegativeIpV6Test-1464408958] 10.222.0.24 "DELETE /v2.0/subnets/7ff7dcca-53fd-490e-8961-d878edce9288 HTTP/1.1" status: 204 len: 168 time: 2.0840106 Jan 14 07:26:05.865809 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-4b5e8d1b-d7da-44ad-83fb-fdddb6598222 tempest-NegativeSecGroupIPv6Test-1980982801 tempest-NegativeSecGroupIPv6Test-1980982801] Notify callbacks [] for security_group, before_response {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:26:05.870506 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-4b5e8d1b-d7da-44ad-83fb-fdddb6598222 tempest-NegativeSecGroupIPv6Test-1980982801 tempest-NegativeSecGroupIPv6Test-1980982801] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.5818193 Jan 14 07:26:05.870506 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84874) accepted ('10.222.0.24', 45948) {{(pid=84874) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:26:05.870790 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84874) accepted ('10.222.0.24', 45950) {{(pid=84874) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:26:05.878440 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.v2.base [None req-59c74804-ab63-45f1-b0d1-5e113b3a23c0 tempest-NegativeSecGroupIPv6Test-1980982801 tempest-NegativeSecGroupIPv6Test-1980982801] Request body: {'security_group_rule': {'security_group_id': '93b5d2d7-a3ec-4b2c-9b5b-2c2c112a3d3d', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 80, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=84874) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:26:05.880117 n-d-768862-2 neutron-server[84765]: WARNING neutron.api.v2.base [None req-59c74804-ab63-45f1-b0d1-5e113b3a23c0 tempest-NegativeSecGroupIPv6Test-1980982801 tempest-NegativeSecGroupIPv6Test-1980982801] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Jan 14 07:26:05.880683 n-d-768862-2 neutron-server[84765]: INFO neutron.api.v2.resource [None req-59c74804-ab63-45f1-b0d1-5e113b3a23c0 tempest-NegativeSecGroupIPv6Test-1980982801 tempest-NegativeSecGroupIPv6Test-1980982801] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 14 07:26:05.887414 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-59c74804-ab63-45f1-b0d1-5e113b3a23c0 tempest-NegativeSecGroupIPv6Test-1980982801 tempest-NegativeSecGroupIPv6Test-1980982801] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0080316 Jan 14 07:26:05.896191 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ae91c10f-5504-4af9-a98e-69fd458af4eb tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] Made reservation on behalf of be0aa702e3ca464795a99c51e3b3b04f for: {'port': 1} {{(pid=84875) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 07:26:05.916684 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84875) accepted ('10.222.0.24', 45956) {{(pid=84875) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:26:05.955859 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b5e8d1b-d7da-44ad-83fb-fdddb6598222 tempest-NegativeSecGroupIPv6Test-1980982801 tempest-NegativeSecGroupIPv6Test-1980982801] Pushing event updated for resources: {'SecurityGroup': ['ID=93b5d2d7-a3ec-4b2c-9b5b-2c2c112a3d3d,revision_number=1']} {{(pid=84874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:26:05.958686 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.v2.base [None req-8fb7bfd5-359b-4758-ad8f-60ead19e757f tempest-NegativeSecGroupIPv6Test-1980982801 tempest-NegativeSecGroupIPv6Test-1980982801] Request body: {'security_group_rule': {'security_group_id': '93b5d2d7-a3ec-4b2c-9b5b-2c2c112a3d3d', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 79, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=84875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:26:05.988848 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-4b5e8d1b-d7da-44ad-83fb-fdddb6598222 tempest-NegativeSecGroupIPv6Test-1980982801 tempest-NegativeSecGroupIPv6Test-1980982801] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.200s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:26:06.001308 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.plugin [None req-6ddd5de6-6ad8-4594-9747-2e8309f9bdbb None None] Port 463c84c6-ef65-459a-a128-e015fe2089a7 cannot update to ACTIVE because it is not bound. {{(pid=84876) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:329}} Jan 14 07:26:06.131147 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.plugin [None req-6cd7136c-1a7c-4d61-b06a-7f421660d657 None None] Deleting port 3a0edf08-0f45-4b59-946b-f8954b0d856a {{(pid=84876) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 07:26:06.131579 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-6cd7136c-1a7c-4d61-b06a-7f421660d657 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363259214248359'] for port, before_delete {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:26:06.187991 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83bc0c95-814c-4b57-bd75-43d704de72ba None None] Network 8d912d0b-9fc0-4ee7-85d3-e7ba16412513 requested from n-d-768862-2 {{(pid=84876) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 07:26:06.191706 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-8fb7bfd5-359b-4758-ad8f-60ead19e757f tempest-NegativeSecGroupIPv6Test-1980982801 tempest-NegativeSecGroupIPv6Test-1980982801] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:26:06.214946 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-c8d2913f-6342-4893-82ea-b6c2fcc47c4a tempest-NetworksIpV6Test-2047944877 tempest-NetworksIpV6Test-2047944877] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850887149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964'] for network, after_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:26:06.243171 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8d2913f-6342-4893-82ea-b6c2fcc47c4a tempest-NetworksIpV6Test-2047944877 tempest-NetworksIpV6Test-2047944877] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:26:06.243937 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-c8d2913f-6342-4893-82ea-b6c2fcc47c4a tempest-NetworksIpV6Test-2047944877 tempest-NetworksIpV6Test-2047944877] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3207107'] for network, before_response {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:26:06.269675 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-16628b2b-6bef-4461-8c01-a0baad5a52f8 tempest-NetworksIpV6TestAttrs-1453117616 tempest-NetworksIpV6TestAttrs-1453117616] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:26:06.323113 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.db_base_plugin_v2 [None req-3741c146-bcc4-444b-b268-8eefd8517d26 tempest-RoutersNegativeIpV6Test-1464408958 tempest-RoutersNegativeIpV6Test-1464408958] Deleting subnet 58cb3ff5-c142-439f-9cc3-05fe685a9e3c {{(pid=84874) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Jan 14 07:26:06.331335 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-3741c146-bcc4-444b-b268-8eefd8517d26 tempest-RoutersNegativeIpV6Test-1464408958 tempest-RoutersNegativeIpV6Test-1464408958] Notify callbacks [] for subnet, before_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:26:06.403211 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-8fb7bfd5-359b-4758-ad8f-60ead19e757f tempest-NegativeSecGroupIPv6Test-1980982801 tempest-NegativeSecGroupIPv6Test-1980982801] Usage tracker for resource:security_group_rule and tenant:f09e6c52b2324bf9b7428192d43e5581 is out of sync, need to count used quota {{(pid=84875) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:26:06.417816 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a3db9c9-797f-4d33-be1b-abf5492000d7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5d94dc7a-c095-50a4-955e-5f3b78718a12-23f0a15d-6362-4cec-82c1-cacba887c566', 'network_id': '23f0a15d-6362-4cec-82c1-cacba887c566', 'tenant_id': 'be0aa702e3ca464795a99c51e3b3b04f', 'fixed_ips': [{'subnet_id': 'd9b8b484-b415-4c02-b2d8-6b35fc359781'}]}} from n-d-768862-2. {{(pid=84876) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Jan 14 07:26:06.419018 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-1a3db9c9-797f-4d33-be1b-abf5492000d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555753'] for port, before_create {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:26:06.419951 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8d2913f-6342-4893-82ea-b6c2fcc47c4a tempest-NetworksIpV6Test-2047944877 tempest-NetworksIpV6Test-2047944877] Pushing event updated for resources: {'Network': ['ID=f9295c14-8cab-491f-bdb9-a2ab55a95ac7,revision_number=1']} {{(pid=84875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:26:06.423467 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-c8d2913f-6342-4893-82ea-b6c2fcc47c4a tempest-NetworksIpV6Test-2047944877 tempest-NetworksIpV6Test-2047944877] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.154s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:26:06.424937 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-8fb7bfd5-359b-4758-ad8f-60ead19e757f tempest-NegativeSecGroupIPv6Test-1980982801 tempest-NegativeSecGroupIPv6Test-1980982801] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84875) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:26:06.437667 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-3741c146-bcc4-444b-b268-8eefd8517d26 tempest-RoutersNegativeIpV6Test-1464408958 tempest-RoutersNegativeIpV6Test-1464408958] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036851807232'] for subnet, precommit_delete_associations {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:26:06.454598 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-8fb7bfd5-359b-4758-ad8f-60ead19e757f tempest-NegativeSecGroupIPv6Test-1980982801 tempest-NegativeSecGroupIPv6Test-1980982801] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:26:06.461688 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-75005883-38df-481b-8536-a9d2ee62a811 tempest-NetworksIpV6TestAttrs-1453117616 tempest-NetworksIpV6TestAttrs-1453117616] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036854176836'] for subnet, precommit_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:26:06.472967 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-017f98a9-8a07-408c-a86f-8ff0c00400a0 None None] Network f9295c14-8cab-491f-bdb9-a2ab55a95ac7 details requested by agent ovs-agent-n-h1-768862-2 with host n-h1-768862-2 {{(pid=84876) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 07:26:06.509813 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-c8d2913f-6342-4893-82ea-b6c2fcc47c4a tempest-NetworksIpV6Test-2047944877 tempest-NetworksIpV6Test-2047944877] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 2.3678319 Jan 14 07:26:06.520342 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84874) accepted ('10.222.0.24', 45964) {{(pid=84874) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:26:06.533121 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.v2.base [None req-59214399-ae2c-4ca8-840f-7b89dd33b103 tempest-NetworksIpV6Test-2047944877 tempest-NetworksIpV6Test-2047944877] Request body: {'network': {'name': 'New_network'}} {{(pid=84874) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:26:06.565180 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-935015dc-1466-4a93-99dc-efd50d70f531 tempest-ExtraDHCPOptionsIpV6TestJSON-1473121844 tempest-ExtraDHCPOptionsIpV6TestJSON-1473121844] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036850862667'] for port, precommit_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:26:06.588389 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-852a24f7-e9a1-4193-9abb-e9506fe5213f None None] Network f9295c14-8cab-491f-bdb9-a2ab55a95ac7 details requested by agent ovs-agent-n-h2-768862-2 with host n-h2-768862-2 {{(pid=84876) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 07:26:06.603383 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Network f9295c14-8cab-491f-bdb9-a2ab55a95ac7 details requested by agent ovs-agent-n-d-768862-2 with host n-d-768862-2 {{(pid=84876) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 07:26:06.771316 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.plugin [None req-935015dc-1466-4a93-99dc-efd50d70f531 tempest-ExtraDHCPOptionsIpV6TestJSON-1473121844 tempest-ExtraDHCPOptionsIpV6TestJSON-1473121844] Calling delete_port for 463c84c6-ef65-459a-a128-e015fe2089a7 owned by {{(pid=84875) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 07:26:06.941787 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-3741c146-bcc4-444b-b268-8eefd8517d26 tempest-RoutersNegativeIpV6Test-1464408958 tempest-RoutersNegativeIpV6Test-1464408958] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036854176836'] for subnet, precommit_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:26:07.004929 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-59214399-ae2c-4ca8-840f-7b89dd33b103 tempest-NetworksIpV6Test-2047944877 tempest-NetworksIpV6Test-2047944877] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363259214646115'] for network, precommit_update {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:26:07.035608 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-59214399-ae2c-4ca8-840f-7b89dd33b103 tempest-NetworksIpV6Test-2047944877 tempest-NetworksIpV6Test-2047944877] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850887149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964'] for network, after_update {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:26:07.044447 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-ae91c10f-5504-4af9-a98e-69fd458af4eb tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555753'] for port, before_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:26:07.075207 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-77026d05-b06f-4cdc-ba0e-4ca15a980bd1 tempest-RoutersIpV6Test-883692175 tempest-RoutersIpV6Test-883692175] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:26:07.301192 n-d-768862-2 neutron-server[84765]: DEBUG neutron.notifiers.nova [None req-ae91c10f-5504-4af9-a98e-69fd458af4eb tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] device_id is not set on port 439db752-0db0-4c70-ab12-b029f21d3731 yet. {{(pid=84875) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}} Jan 14 07:26:07.478998 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.db_base_plugin_common [None req-ae91c10f-5504-4af9-a98e-69fd458af4eb tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] Allocated IP 2001:db8::f816:3eff:fec9:e9b2 (23f0a15d-6362-4cec-82c1-cacba887c566/d9b8b484-b415-4c02-b2d8-6b35fc359781/439db752-0db0-4c70-ab12-b029f21d3731) {{(pid=84875) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 14 07:26:07.482180 n-d-768862-2 neutron-server[84765]: INFO neutron.api.v2.resource [None req-8fb7bfd5-359b-4758-ad8f-60ead19e757f tempest-NegativeSecGroupIPv6Test-1980982801 tempest-NegativeSecGroupIPv6Test-1980982801] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 14 07:26:07.487125 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-8fb7bfd5-359b-4758-ad8f-60ead19e757f tempest-NegativeSecGroupIPv6Test-1980982801 tempest-NegativeSecGroupIPv6Test-1980982801] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 1.5336673 Jan 14 07:26:07.491645 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84875) accepted ('10.222.0.24', 45974) {{(pid=84875) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:26:07.498365 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.v2.base [None req-ee6490fa-cce4-40c8-8fd7-a83bc1cee378 tempest-NegativeSecGroupIPv6Test-1980982801 tempest-NegativeSecGroupIPv6Test-1980982801] Request body: {'security_group_rule': {'security_group_id': '93b5d2d7-a3ec-4b2c-9b5b-2c2c112a3d3d', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=84875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:26:07.500025 n-d-768862-2 neutron-server[84765]: WARNING neutron.api.v2.base [None req-ee6490fa-cce4-40c8-8fd7-a83bc1cee378 tempest-NegativeSecGroupIPv6Test-1980982801 tempest-NegativeSecGroupIPv6Test-1980982801] An exception happened while processing the request body. The exception message is [Invalid value for port 65536].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port 65536 Jan 14 07:26:07.500596 n-d-768862-2 neutron-server[84765]: INFO neutron.api.v2.resource [None req-ee6490fa-cce4-40c8-8fd7-a83bc1cee378 tempest-NegativeSecGroupIPv6Test-1980982801 tempest-NegativeSecGroupIPv6Test-1980982801] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 14 07:26:07.505055 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-ee6490fa-cce4-40c8-8fd7-a83bc1cee378 tempest-NegativeSecGroupIPv6Test-1980982801 tempest-NegativeSecGroupIPv6Test-1980982801] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0119576 Jan 14 07:26:07.513722 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84875) accepted ('10.222.0.24', 45980) {{(pid=84875) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:26:07.547489 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Device 1a539010-caf2-44ad-b1ee-c91c2ea5e01b up at agent ovs-agent-n-d-768862-2 {{(pid=84876) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 07:26:07.559607 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.v2.base [None req-86d66b82-27b3-436f-b018-911067486b53 tempest-NegativeSecGroupIPv6Test-1980982801 tempest-NegativeSecGroupIPv6Test-1980982801] Request body: {'security_group_rule': {'security_group_id': '93b5d2d7-a3ec-4b2c-9b5b-2c2c112a3d3d', 'protocol': 'tcp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=84875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:26:07.580150 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-86d66b82-27b3-436f-b018-911067486b53 tempest-NegativeSecGroupIPv6Test-1980982801 tempest-NegativeSecGroupIPv6Test-1980982801] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:26:07.631038 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-86d66b82-27b3-436f-b018-911067486b53 tempest-NegativeSecGroupIPv6Test-1980982801 tempest-NegativeSecGroupIPv6Test-1980982801] Usage tracker for resource:security_group_rule and tenant:f09e6c52b2324bf9b7428192d43e5581 is out of sync, need to count used quota {{(pid=84875) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:26:07.642404 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-86d66b82-27b3-436f-b018-911067486b53 tempest-NegativeSecGroupIPv6Test-1980982801 tempest-NegativeSecGroupIPv6Test-1980982801] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84875) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:26:07.837792 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Provisioning for port 1a539010-caf2-44ad-b1ee-c91c2ea5e01b completed by entity L2. {{(pid=84876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 07:26:07.857525 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91843df4-07bb-4f80-ba20-2a934c2990eb None None] Network 771dbd72-b062-460c-b6a8-bb809a096bcf requested from n-d-768862-2 {{(pid=84876) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 07:26:07.954315 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [None req-6cd7136c-1a7c-4d61-b06a-7f421660d657 None None] For port 3a0edf08-0f45-4b59-946b-f8954b0d856a, host n-d-768862-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-2',level=0,port_id=3a0edf08-0f45-4b59-946b-f8954b0d856a,segment=NetworkSegment(9ae13245-e789-449e-b333-c203068cd4ee),segment_id=9ae13245-e789-449e-b333-c203068cd4ee)] {{(pid=84876) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 07:26:07.954670 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-6cd7136c-1a7c-4d61-b06a-7f421660d657 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036850862667'] for port, precommit_delete {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:26:07.973695 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59214399-ae2c-4ca8-840f-7b89dd33b103 tempest-NetworksIpV6Test-2047944877 tempest-NetworksIpV6Test-2047944877] Pushing event updated for resources: {'Network': ['ID=f9295c14-8cab-491f-bdb9-a2ab55a95ac7,revision_number=2']} {{(pid=84874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:26:07.986454 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-59214399-ae2c-4ca8-840f-7b89dd33b103 tempest-NetworksIpV6Test-2047944877 tempest-NetworksIpV6Test-2047944877] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.911s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:26:08.005522 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-59214399-ae2c-4ca8-840f-7b89dd33b103 tempest-NetworksIpV6Test-2047944877 tempest-NetworksIpV6Test-2047944877] Network f9295c14-8cab-491f-bdb9-a2ab55a95ac7 is not hosted by any dhcp agent {{(pid=84874) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:218}} Jan 14 07:26:08.026364 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59214399-ae2c-4ca8-840f-7b89dd33b103 tempest-NetworksIpV6Test-2047944877 tempest-NetworksIpV6Test-2047944877] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:26:08.027090 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-59214399-ae2c-4ca8-840f-7b89dd33b103 tempest-NetworksIpV6Test-2047944877 tempest-NetworksIpV6Test-2047944877] Notify callbacks [] for network, before_response {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:26:08.031535 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-59214399-ae2c-4ca8-840f-7b89dd33b103 tempest-NetworksIpV6Test-2047944877 tempest-NetworksIpV6Test-2047944877] 10.222.0.24 "PUT /v2.0/networks/f9295c14-8cab-491f-bdb9-a2ab55a95ac7 HTTP/1.1" status: 200 len: 723 time: 1.5071909 Jan 14 07:26:08.042218 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84874) accepted ('10.222.0.24', 45986) {{(pid=84874) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:26:08.053294 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.v2.base [None req-69caf05b-6591-4ef0-b60b-5b33ac3efa12 tempest-NetworksIpV6Test-2047944877 tempest-NetworksIpV6Test-2047944877] Request body: {'subnet': {'network_id': 'f9295c14-8cab-491f-bdb9-a2ab55a95ac7', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=84874) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:26:08.076423 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-86d66b82-27b3-436f-b018-911067486b53 tempest-NegativeSecGroupIPv6Test-1980982801 tempest-NegativeSecGroupIPv6Test-1980982801] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:26:08.108320 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.plugin [None req-6cd7136c-1a7c-4d61-b06a-7f421660d657 None None] Calling delete_port for 3a0edf08-0f45-4b59-946b-f8954b0d856a owned by network:dhcp {{(pid=84876) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 07:26:08.260512 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-017f98a9-8a07-408c-a86f-8ff0c00400a0 None None] Network f9295c14-8cab-491f-bdb9-a2ab55a95ac7 details requested by agent ovs-agent-n-h1-768862-2 with host n-h1-768862-2 {{(pid=84876) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 07:26:08.268659 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-69caf05b-6591-4ef0-b60b-5b33ac3efa12 tempest-NetworksIpV6Test-2047944877 tempest-NetworksIpV6Test-2047944877] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:26:08.273989 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-852a24f7-e9a1-4193-9abb-e9506fe5213f None None] Network f9295c14-8cab-491f-bdb9-a2ab55a95ac7 details requested by agent ovs-agent-n-h2-768862-2 with host n-h2-768862-2 {{(pid=84876) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 07:26:08.287772 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-69caf05b-6591-4ef0-b60b-5b33ac3efa12 tempest-NetworksIpV6Test-2047944877 tempest-NetworksIpV6Test-2047944877] Attempting to reserve 1 items for resource subnet. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:26:08.305236 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-69caf05b-6591-4ef0-b60b-5b33ac3efa12 tempest-NetworksIpV6Test-2047944877 tempest-NetworksIpV6Test-2047944877] Made reservation on behalf of 130ee88fc4054d968ce76b7b9727c055 for: {'subnet': 1} {{(pid=84874) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 07:26:08.387862 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Network f9295c14-8cab-491f-bdb9-a2ab55a95ac7 details requested by agent ovs-agent-n-d-768862-2 with host n-d-768862-2 {{(pid=84876) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 07:26:08.395469 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-ae91c10f-5504-4af9-a98e-69fd458af4eb tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] Notify callbacks [] for port, precommit_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:26:08.414736 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-ae91c10f-5504-4af9-a98e-69fd458af4eb tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] Transition to ACTIVE for port object 439db752-0db0-4c70-ab12-b029f21d3731 will not be triggered until provisioned by entity DHCP. {{(pid=84875) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 07:26:08.441629 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-ae91c10f-5504-4af9-a98e-69fd458af4eb tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777640123575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851621574'] for port, after_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:26:08.447286 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-935015dc-1466-4a93-99dc-efd50d70f531 tempest-ExtraDHCPOptionsIpV6TestJSON-1473121844 tempest-ExtraDHCPOptionsIpV6TestJSON-1473121844] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777640533329', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777640097463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851621574'] for port, after_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:26:08.473680 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-dc555705-820e-4bbf-8f84-ea1f507edccf tempest-NetworksIpV6TestAttrs-1453117616 tempest-NetworksIpV6TestAttrs-1453117616] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:26:08.501346 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-6cd7136c-1a7c-4d61-b06a-7f421660d657 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777640533329', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777640097463'] for port, after_delete {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:26:08.502873 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-69caf05b-6591-4ef0-b60b-5b33ac3efa12 tempest-NetworksIpV6Test-2047944877 tempest-NetworksIpV6Test-2047944877] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036851981161'] for subnet, before_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:26:08.686881 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.db_base_plugin_common [None req-4e37c928-8abf-4b0d-8660-34eee2101ae9 None None] Allocated IP 2001:db8::f816:3eff:fe0a:8a48 (ba231035-e44e-4fd5-904d-9311dff4d6b6/8c0f09e4-dd30-42c6-80c3-2fb3aadca1da/2788e83a-bad7-4f13-ad7c-7d465ffa33ba) {{(pid=84876) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 14 07:26:08.719919 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-3741c146-bcc4-444b-b268-8eefd8517d26 tempest-RoutersNegativeIpV6Test-1464408958 tempest-RoutersNegativeIpV6Test-1464408958] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-598964', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850887113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036851521664', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2794686'] for subnet, after_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:26:08.738066 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-1109a266-3ddc-4824-b6da-d21dd281e6ae tempest-NetworksIpV6TestAttrs-1453117616 tempest-NetworksIpV6TestAttrs-1453117616] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:26:08.832821 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3741c146-bcc4-444b-b268-8eefd8517d26 tempest-RoutersNegativeIpV6Test-1464408958 tempest-RoutersNegativeIpV6Test-1464408958] Pushing event deleted for resources: {'Subnet': ['ID=58cb3ff5-c142-439f-9cc3-05fe685a9e3c,revision_number=None']} {{(pid=84874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:26:08.854805 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-3741c146-bcc4-444b-b268-8eefd8517d26 tempest-RoutersNegativeIpV6Test-1464408958 tempest-RoutersNegativeIpV6Test-1464408958] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:26:08.857986 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae91c10f-5504-4af9-a98e-69fd458af4eb tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] Pushing event updated for resources: {'Port': ['ID=439db752-0db0-4c70-ab12-b029f21d3731,revision_number=1']} {{(pid=84875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:26:08.862079 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-ae91c10f-5504-4af9-a98e-69fd458af4eb tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.389s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:26:08.873071 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-587e6035-5342-4e32-b138-35b3f3da94a7 tempest-ExtraDHCPOptionsIpV6TestJSON-1473121844 tempest-ExtraDHCPOptionsIpV6TestJSON-1473121844] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.252s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:26:08.933552 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-935015dc-1466-4a93-99dc-efd50d70f531 tempest-ExtraDHCPOptionsIpV6TestJSON-1473121844 tempest-ExtraDHCPOptionsIpV6TestJSON-1473121844] Pushing event deleted for resources: {'Port': ['ID=463c84c6-ef65-459a-a128-e015fe2089a7,revision_number=None']} {{(pid=84875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:26:08.936720 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-935015dc-1466-4a93-99dc-efd50d70f531 tempest-ExtraDHCPOptionsIpV6TestJSON-1473121844 tempest-ExtraDHCPOptionsIpV6TestJSON-1473121844] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:26:08.945463 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-4e37c928-8abf-4b0d-8660-34eee2101ae9 None None] Notify callbacks [] for port, precommit_create {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:26:08.957573 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-4e37c928-8abf-4b0d-8660-34eee2101ae9 None None] Transition to ACTIVE for port object 2788e83a-bad7-4f13-ad7c-7d465ffa33ba will not be triggered until provisioned by entity L2. {{(pid=84876) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 07:26:08.975806 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-4e37c928-8abf-4b0d-8660-34eee2101ae9 None None] Transition to ACTIVE for port object 2788e83a-bad7-4f13-ad7c-7d465ffa33ba will not be triggered until provisioned by entity DHCP. {{(pid=84876) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 07:26:08.993718 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-935015dc-1466-4a93-99dc-efd50d70f531 tempest-ExtraDHCPOptionsIpV6TestJSON-1473121844 tempest-ExtraDHCPOptionsIpV6TestJSON-1473121844] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854768116'] for port, before_response {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:26:09.000049 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-3741c146-bcc4-444b-b268-8eefd8517d26 tempest-RoutersNegativeIpV6Test-1464408958 tempest-RoutersNegativeIpV6Test-1464408958] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3207107'] for subnet, before_response {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:26:09.013078 n-d-768862-2 neutron-server[84765]: INFO neutron.api.v2.resource [None req-86d66b82-27b3-436f-b018-911067486b53 tempest-NegativeSecGroupIPv6Test-1980982801 tempest-NegativeSecGroupIPv6Test-1980982801] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 14 07:26:09.017481 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-86d66b82-27b3-436f-b018-911067486b53 tempest-NegativeSecGroupIPv6Test-1980982801 tempest-NegativeSecGroupIPv6Test-1980982801] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 1.4998314 Jan 14 07:26:09.019589 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-3741c146-bcc4-444b-b268-8eefd8517d26 tempest-RoutersNegativeIpV6Test-1464408958 tempest-RoutersNegativeIpV6Test-1464408958] 10.222.0.24 "DELETE /v2.0/subnets/58cb3ff5-c142-439f-9cc3-05fe685a9e3c HTTP/1.1" status: 204 len: 168 time: 3.1476231 Jan 14 07:26:09.020494 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84874) accepted ('10.222.0.24', 45994) {{(pid=84874) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:26:09.020859 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84874) accepted ('10.222.0.24', 45996) {{(pid=84874) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:26:09.044131 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-935015dc-1466-4a93-99dc-efd50d70f531 tempest-ExtraDHCPOptionsIpV6TestJSON-1473121844 tempest-ExtraDHCPOptionsIpV6TestJSON-1473121844] 10.222.0.24 "DELETE /v2.0/ports/463c84c6-ef65-459a-a128-e015fe2089a7 HTTP/1.1" status: 204 len: 168 time: 4.4449222 Jan 14 07:26:09.045008 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.v2.base [None req-6b88ca8b-7770-4396-a4ef-22fb2a620178 tempest-NegativeSecGroupIPv6Test-1980982801 tempest-NegativeSecGroupIPv6Test-1980982801] Request body: {'security_group_rule': {'security_group_id': '93b5d2d7-a3ec-4b2c-9b5b-2c2c112a3d3d', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=84874) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:26:09.045540 n-d-768862-2 neutron-server[84765]: WARNING neutron.api.v2.base [None req-6b88ca8b-7770-4396-a4ef-22fb2a620178 tempest-NegativeSecGroupIPv6Test-1980982801 tempest-NegativeSecGroupIPv6Test-1980982801] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Jan 14 07:26:09.046099 n-d-768862-2 neutron-server[84765]: INFO neutron.api.v2.resource [None req-6b88ca8b-7770-4396-a4ef-22fb2a620178 tempest-NegativeSecGroupIPv6Test-1980982801 tempest-NegativeSecGroupIPv6Test-1980982801] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 14 07:26:09.050330 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-6b88ca8b-7770-4396-a4ef-22fb2a620178 tempest-NegativeSecGroupIPv6Test-1980982801 tempest-NegativeSecGroupIPv6Test-1980982801] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0136542 Jan 14 07:26:09.050489 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84875) accepted ('10.222.0.24', 46002) {{(pid=84875) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:26:09.068003 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84874) accepted ('10.222.0.24', 46004) {{(pid=84874) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:26:09.089150 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.v2.base [None req-44f8d781-cf9b-4243-8f2c-aee847a5c769 tempest-NegativeSecGroupIPv6Test-1980982801 tempest-NegativeSecGroupIPv6Test-1980982801] Request body: {'security_group_rule': {'security_group_id': '93b5d2d7-a3ec-4b2c-9b5b-2c2c112a3d3d', 'protocol': 'icmp', 'port_range_min': 1, 'port_range_max': 256, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=84874) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:26:09.115377 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-44f8d781-cf9b-4243-8f2c-aee847a5c769 tempest-NegativeSecGroupIPv6Test-1980982801 tempest-NegativeSecGroupIPv6Test-1980982801] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:26:09.139579 n-d-768862-2 neutron-server[84765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae91c10f-5504-4af9-a98e-69fd458af4eb tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] Network 23f0a15d-6362-4cec-82c1-cacba887c566 is already hosted by enough agents. {{(pid=84875) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 07:26:09.146107 n-d-768862-2 neutron-server[84765]: DEBUG neutron.scheduler.base_scheduler [None req-ae91c10f-5504-4af9-a98e-69fd458af4eb tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] Resources bound (agent type, host, resource id): {{(pid=84875) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 07:26:09.148648 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae91c10f-5504-4af9-a98e-69fd458af4eb tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] Received port after_create {{(pid=84875) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 14 07:26:09.151556 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:shared":"rule:admin_only" was deprecated in W in favor of "update_network:shared":"role:admin and system_scope:all". Reason: Jan 14 07:26:09.151556 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:26:09.151556 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:26:09.151556 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:26:09.151556 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "update_network:provider:network_type":"role:admin and system_scope:all". Reason: Jan 14 07:26:09.151556 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:26:09.151556 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:26:09.151556 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:26:09.151556 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "update_network:provider:physical_network":"role:admin and system_scope:all". Reason: Jan 14 07:26:09.151556 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:26:09.151556 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:26:09.151556 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:26:09.151556 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "update_network:provider:segmentation_id":"role:admin and system_scope:all". Reason: Jan 14 07:26:09.151556 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:26:09.151556 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:26:09.151556 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:26:09.151556 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:router:external":"rule:admin_only" was deprecated in W in favor of "update_network:router:external":"role:admin and system_scope:all". Reason: Jan 14 07:26:09.151556 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:26:09.151556 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:26:09.151556 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:26:09.151556 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:is_default":"rule:admin_only" was deprecated in W in favor of "update_network:is_default":"role:admin and system_scope:all". Reason: Jan 14 07:26:09.151556 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:26:09.151556 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:26:09.151556 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:26:09.151556 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:port_security_enabled":"rule:admin_or_owner" was deprecated in W in favor of "update_network:port_security_enabled":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 07:26:09.151556 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:26:09.151556 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:26:09.151556 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:26:09.151556 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "delete_network":"rule:admin_or_owner" was deprecated in W in favor of "delete_network":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 07:26:09.151556 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:26:09.151556 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:26:09.151556 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:26:09.151556 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_segment":"rule:admin_only" was deprecated in W in favor of "create_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:26:09.151556 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:26:09.151556 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_segment":"rule:admin_only" was deprecated in W in favor of "get_segment":"role:reader and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:26:09.151556 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:26:09.151556 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_segment":"rule:admin_only" was deprecated in W in favor of "update_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:26:09.151556 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:26:09.151556 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "delete_segment":"rule:admin_only" was deprecated in W in favor of "delete_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:26:09.151556 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:26:09.151556 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network":"rule:regular_user" was deprecated in W in favor of "create_network":"role:member and project_id:%(project_id)s". Reason: Jan 14 07:26:09.151556 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:26:09.151556 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:26:09.151556 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:26:09.151556 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:shared":"rule:admin_only" was deprecated in W in favor of "create_network:shared":"role:admin and system_scope:all". Reason: Jan 14 07:26:09.151556 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:26:09.151556 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:26:09.151556 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:26:09.151556 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:router:external":"rule:admin_only" was deprecated in W in favor of "create_network:router:external":"role:admin and system_scope:all". Reason: Jan 14 07:26:09.151556 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:26:09.151556 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:26:09.151556 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:26:09.151556 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:is_default":"rule:admin_only" was deprecated in W in favor of "create_network:is_default":"role:admin and system_scope:all". Reason: Jan 14 07:26:09.151556 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:26:09.151556 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:26:09.151556 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:26:09.151556 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:port_security_enabled":"rule:regular_user" was deprecated in W in favor of "create_network:port_security_enabled":"role:member and project_id:%(project_id)s". Reason: Jan 14 07:26:09.151556 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:26:09.151556 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:26:09.151556 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:26:09.151556 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:segments":"rule:admin_only" was deprecated in W in favor of "create_network:segments":"role:admin and system_scope:all". Reason: Jan 14 07:26:09.151556 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:26:09.151556 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:26:09.151556 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:26:09.157465 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "create_network:provider:network_type":"role:admin and system_scope:all". Reason: Jan 14 07:26:09.157465 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:26:09.157465 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:26:09.157465 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:26:09.157465 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "create_network:provider:physical_network":"role:admin and system_scope:all". Reason: Jan 14 07:26:09.157465 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:26:09.157465 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:26:09.157465 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:26:09.157465 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "create_network:provider:segmentation_id":"role:admin and system_scope:all". Reason: Jan 14 07:26:09.157465 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:26:09.157465 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:26:09.157465 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:26:09.157465 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network":"rule:admin_or_owner or rule:shared or rule:external or rule:context_is_advsvc" was deprecated in W in favor of "get_network":"(role:reader and system_scope:all) or (role:reader and project_id:%(project_id)s) or rule:shared or rule:external or rule:context_is_advsvc". Reason: Jan 14 07:26:09.157465 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:26:09.157465 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:26:09.157465 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:26:09.157465 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:router:external":"rule:regular_user" was deprecated in W in favor of "get_network:router:external":"role:reader and project_id:%(project_id)s". Reason: Jan 14 07:26:09.157465 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:26:09.157465 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:26:09.157465 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:26:09.157465 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:segments":"rule:admin_only" was deprecated in W in favor of "get_network:segments":"role:reader and system_scope:all". Reason: Jan 14 07:26:09.157465 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:26:09.157465 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:26:09.157465 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:26:09.157465 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "get_network:provider:network_type":"role:reader and system_scope:all". Reason: Jan 14 07:26:09.157465 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:26:09.157465 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:26:09.157465 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:26:09.157465 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "get_network:provider:physical_network":"role:reader and system_scope:all". Reason: Jan 14 07:26:09.157465 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:26:09.157465 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:26:09.157465 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:26:09.157465 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "get_network:provider:segmentation_id":"role:reader and system_scope:all". Reason: Jan 14 07:26:09.157465 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:26:09.157465 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:26:09.157465 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:26:09.157465 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network":"rule:admin_or_owner" was deprecated in W in favor of "update_network":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 07:26:09.157465 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:26:09.157465 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:26:09.157465 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:26:09.157465 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:segments":"rule:admin_only" was deprecated in W in favor of "update_network:segments":"role:admin and system_scope:all". Reason: Jan 14 07:26:09.157465 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:26:09.157465 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:26:09.157465 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:26:09.157465 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:shared":"rule:admin_only" was deprecated in W in favor of "update_network:shared":"role:admin and system_scope:all". Reason: Jan 14 07:26:09.157465 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:26:09.157465 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:26:09.157465 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:26:09.157465 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "update_network:provider:network_type":"role:admin and system_scope:all". Reason: Jan 14 07:26:09.157465 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:26:09.157465 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:26:09.157465 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:26:09.157465 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "update_network:provider:physical_network":"role:admin and system_scope:all". Reason: Jan 14 07:26:09.157465 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:26:09.157465 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:26:09.157465 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:26:09.157465 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "update_network:provider:segmentation_id":"role:admin and system_scope:all". Reason: Jan 14 07:26:09.157465 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:26:09.157465 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:26:09.157465 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:26:09.157465 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:router:external":"rule:admin_only" was deprecated in W in favor of "update_network:router:external":"role:admin and system_scope:all". Reason: Jan 14 07:26:09.157465 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:26:09.157465 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:26:09.157465 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:26:09.157465 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:is_default":"rule:admin_only" was deprecated in W in favor of "update_network:is_default":"role:admin and system_scope:all". Reason: Jan 14 07:26:09.157465 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:26:09.157465 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:26:09.157465 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:26:09.176112 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae91c10f-5504-4af9-a98e-69fd458af4eb tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:26:09.181593 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-ae91c10f-5504-4af9-a98e-69fd458af4eb tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854768116'] for port, before_response {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:26:09.214991 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-75005883-38df-481b-8536-a9d2ee62a811 tempest-NetworksIpV6TestAttrs-1453117616 tempest-NetworksIpV6TestAttrs-1453117616] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-598964', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850887113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3154192', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2308610'] for subnet, after_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:26:09.244155 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-44f8d781-cf9b-4243-8f2c-aee847a5c769 tempest-NegativeSecGroupIPv6Test-1980982801 tempest-NegativeSecGroupIPv6Test-1980982801] Usage tracker for resource:security_group_rule and tenant:f09e6c52b2324bf9b7428192d43e5581 is out of sync, need to count used quota {{(pid=84874) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:26:09.251011 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-44f8d781-cf9b-4243-8f2c-aee847a5c769 tempest-NegativeSecGroupIPv6Test-1980982801 tempest-NegativeSecGroupIPv6Test-1980982801] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84874) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:26:09.303450 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-44f8d781-cf9b-4243-8f2c-aee847a5c769 tempest-NegativeSecGroupIPv6Test-1980982801 tempest-NegativeSecGroupIPv6Test-1980982801] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:26:09.343393 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.db_base_plugin_common [None req-1a3db9c9-797f-4d33-be1b-abf5492000d7 None None] Allocated IP 2001:db8::f816:3eff:fea2:7d26 (23f0a15d-6362-4cec-82c1-cacba887c566/d9b8b484-b415-4c02-b2d8-6b35fc359781/27cd9abb-15bc-428d-8cac-4af4a087bd17) {{(pid=84876) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 14 07:26:09.369703 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-0fc6d01b-bd77-4461-ad4b-012e9844812c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84876) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:26:09.379449 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-9e7e7f72-6fb2-45c4-91fd-5f6531828b20 tempest-NetworksIpV6TestAttrs-1453117616 tempest-NetworksIpV6TestAttrs-1453117616] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:26:09.414455 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-98296a5d-d664-43b0-86a7-f0fee9adbcc3 tempest-RoutersNegativeIpV6Test-1464408958 tempest-RoutersNegativeIpV6Test-1464408958] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036854160497'] for network, before_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:26:09.417050 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-ae91c10f-5504-4af9-a98e-69fd458af4eb tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 946 time: 3.8485239 Jan 14 07:26:09.426940 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84875) accepted ('10.222.0.24', 46010) {{(pid=84875) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:26:09.492963 n-d-768862-2 neutron-server[84765]: INFO neutron.db.securitygroups_db [None req-44f8d781-cf9b-4243-8f2c-aee847a5c769 tempest-NegativeSecGroupIPv6Test-1980982801 tempest-NegativeSecGroupIPv6Test-1980982801] Project f09e6c52b2324bf9b7428192d43e5581 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 14 07:26:09.500601 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75005883-38df-481b-8536-a9d2ee62a811 tempest-NetworksIpV6TestAttrs-1453117616 tempest-NetworksIpV6TestAttrs-1453117616] Pushing event deleted for resources: {'Subnet': ['ID=8c0f09e4-dd30-42c6-80c3-2fb3aadca1da,revision_number=None']} {{(pid=84875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:26:09.504205 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-75005883-38df-481b-8536-a9d2ee62a811 tempest-NetworksIpV6TestAttrs-1453117616 tempest-NetworksIpV6TestAttrs-1453117616] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:26:09.506708 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cd7136c-1a7c-4d61-b06a-7f421660d657 None None] Pushing event deleted for resources: {'Port': ['ID=3a0edf08-0f45-4b59-946b-f8954b0d856a,revision_number=None']} {{(pid=84876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:26:09.536790 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41f1c55e-e003-44d5-ab9a-7d60447cfdcf None None] Network 784698a4-8130-4a8f-8f3c-e0d25fc0b022 requested from n-d-768862-2 {{(pid=84876) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 07:26:09.547804 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.plugin [None req-98296a5d-d664-43b0-86a7-f0fee9adbcc3 tempest-RoutersNegativeIpV6Test-1464408958 tempest-RoutersNegativeIpV6Test-1464408958] Deleting port f1155249-9046-4409-a2da-5617050648fa {{(pid=84874) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 07:26:09.548554 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-98296a5d-d664-43b0-86a7-f0fee9adbcc3 tempest-RoutersNegativeIpV6Test-1464408958 tempest-RoutersNegativeIpV6Test-1464408958] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363259214248359'] for port, before_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:26:09.587076 n-d-768862-2 neutron-server[84765]: INFO neutron.api.v2.resource [None req-44f8d781-cf9b-4243-8f2c-aee847a5c769 tempest-NegativeSecGroupIPv6Test-1980982801 tempest-NegativeSecGroupIPv6Test-1980982801] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 14 07:26:09.592301 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-44f8d781-cf9b-4243-8f2c-aee847a5c769 tempest-NegativeSecGroupIPv6Test-1980982801 tempest-NegativeSecGroupIPv6Test-1980982801] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.5231631 Jan 14 07:26:09.600859 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84874) accepted ('10.222.0.24', 46014) {{(pid=84874) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:26:09.609639 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.v2.base [None req-49083712-ebcf-4621-b9a3-ce10c0448665 tempest-NegativeSecGroupIPv6Test-1980982801 tempest-NegativeSecGroupIPv6Test-1980982801] Request body: {'security_group_rule': {'security_group_id': '93b5d2d7-a3ec-4b2c-9b5b-2c2c112a3d3d', 'protocol': 'icmp', 'port_range_min': -1, 'port_range_max': 25, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=84874) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:26:09.610616 n-d-768862-2 neutron-server[84765]: WARNING neutron.api.v2.base [None req-49083712-ebcf-4621-b9a3-ce10c0448665 tempest-NegativeSecGroupIPv6Test-1980982801 tempest-NegativeSecGroupIPv6Test-1980982801] An exception happened while processing the request body. The exception message is [Invalid value for port -1].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -1 Jan 14 07:26:09.611956 n-d-768862-2 neutron-server[84765]: INFO neutron.api.v2.resource [None req-49083712-ebcf-4621-b9a3-ce10c0448665 tempest-NegativeSecGroupIPv6Test-1980982801 tempest-NegativeSecGroupIPv6Test-1980982801] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 14 07:26:09.617092 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-49083712-ebcf-4621-b9a3-ce10c0448665 tempest-NegativeSecGroupIPv6Test-1980982801 tempest-NegativeSecGroupIPv6Test-1980982801] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0130916 Jan 14 07:26:09.629824 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84874) accepted ('10.222.0.24', 46018) {{(pid=84874) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:26:09.640838 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.v2.base [None req-c2bfb69c-d0d2-430d-8d49-07468dd6950b tempest-NegativeSecGroupIPv6Test-1980982801 tempest-NegativeSecGroupIPv6Test-1980982801] Request body: {'security_group_rule': {'security_group_id': '93b5d2d7-a3ec-4b2c-9b5b-2c2c112a3d3d', 'protocol': 'icmp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=84874) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:26:09.664335 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-c2bfb69c-d0d2-430d-8d49-07468dd6950b tempest-NegativeSecGroupIPv6Test-1980982801 tempest-NegativeSecGroupIPv6Test-1980982801] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:26:09.681215 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-c2bfb69c-d0d2-430d-8d49-07468dd6950b tempest-NegativeSecGroupIPv6Test-1980982801 tempest-NegativeSecGroupIPv6Test-1980982801] Usage tracker for resource:security_group_rule and tenant:f09e6c52b2324bf9b7428192d43e5581 is out of sync, need to count used quota {{(pid=84874) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:26:09.688059 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-c2bfb69c-d0d2-430d-8d49-07468dd6950b tempest-NegativeSecGroupIPv6Test-1980982801 tempest-NegativeSecGroupIPv6Test-1980982801] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84874) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:26:09.741237 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-c2bfb69c-d0d2-430d-8d49-07468dd6950b tempest-NegativeSecGroupIPv6Test-1980982801 tempest-NegativeSecGroupIPv6Test-1980982801] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:26:09.813555 n-d-768862-2 neutron-server[84765]: INFO neutron.db.securitygroups_db [None req-c2bfb69c-d0d2-430d-8d49-07468dd6950b tempest-NegativeSecGroupIPv6Test-1980982801 tempest-NegativeSecGroupIPv6Test-1980982801] Project f09e6c52b2324bf9b7428192d43e5581 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 14 07:26:09.886841 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.db_base_plugin_v2 [None req-3eff0391-8b4f-4cf9-9bac-55c07da336e2 tempest-ExtraDHCPOptionsIpV6TestJSON-1473121844 tempest-ExtraDHCPOptionsIpV6TestJSON-1473121844] Deleting subnet 3ea9d2bf-f73a-4cc3-9f51-f626319a57de {{(pid=84875) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Jan 14 07:26:09.923717 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-3eff0391-8b4f-4cf9-9bac-55c07da336e2 tempest-ExtraDHCPOptionsIpV6TestJSON-1473121844 tempest-ExtraDHCPOptionsIpV6TestJSON-1473121844] Notify callbacks [] for subnet, before_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:26:09.990815 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-69caf05b-6591-4ef0-b60b-5b33ac3efa12 tempest-NetworksIpV6Test-2047944877 tempest-NetworksIpV6Test-2047944877] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850887113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3254092', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036851981146'] for subnet, after_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:26:10.026436 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-c9428b9d-b7bf-4fb2-a251-6243daed1d50 tempest-RoutersIpV6Test-883692175 tempest-RoutersIpV6Test-883692175] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:26:10.050683 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-3eff0391-8b4f-4cf9-9bac-55c07da336e2 tempest-ExtraDHCPOptionsIpV6TestJSON-1473121844 tempest-ExtraDHCPOptionsIpV6TestJSON-1473121844] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3367281'] for subnet, precommit_delete_associations {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:26:10.091070 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-4e37c928-8abf-4b0d-8660-34eee2101ae9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777640123575'] for port, after_create {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:26:10.153633 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-3eff0391-8b4f-4cf9-9bac-55c07da336e2 tempest-ExtraDHCPOptionsIpV6TestJSON-1473121844 tempest-ExtraDHCPOptionsIpV6TestJSON-1473121844] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036854176836'] for subnet, precommit_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:26:10.182436 n-d-768862-2 neutron-server[84765]: INFO neutron.api.v2.resource [None req-c2bfb69c-d0d2-430d-8d49-07468dd6950b tempest-NegativeSecGroupIPv6Test-1980982801 tempest-NegativeSecGroupIPv6Test-1980982801] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 14 07:26:10.189622 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-c2bfb69c-d0d2-430d-8d49-07468dd6950b tempest-NegativeSecGroupIPv6Test-1980982801 tempest-NegativeSecGroupIPv6Test-1980982801] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 373 time: 0.5579407 Jan 14 07:26:10.198393 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84874) accepted ('10.222.0.24', 46026) {{(pid=84874) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:26:10.214315 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.v2.base [None req-b857f6a7-b21b-462a-91c1-144283bf8d3a tempest-NegativeSecGroupIPv6Test-1980982801 tempest-NegativeSecGroupIPv6Test-1980982801] Request body: {'security_group_rule': {'security_group_id': '93b5d2d7-a3ec-4b2c-9b5b-2c2c112a3d3d', 'protocol': 'icmp', 'port_range_min': 300, 'port_range_max': 1, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=84874) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:26:10.260485 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-b857f6a7-b21b-462a-91c1-144283bf8d3a tempest-NegativeSecGroupIPv6Test-1980982801 tempest-NegativeSecGroupIPv6Test-1980982801] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:26:10.267390 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [None req-98296a5d-d664-43b0-86a7-f0fee9adbcc3 tempest-RoutersNegativeIpV6Test-1464408958 tempest-RoutersNegativeIpV6Test-1464408958] For port f1155249-9046-4409-a2da-5617050648fa, host n-d-768862-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-2',level=0,port_id=f1155249-9046-4409-a2da-5617050648fa,segment=NetworkSegment(078f9937-1f53-4331-a99f-aed91fa530e4),segment_id=078f9937-1f53-4331-a99f-aed91fa530e4)] {{(pid=84874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 07:26:10.268095 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-98296a5d-d664-43b0-86a7-f0fee9adbcc3 tempest-RoutersNegativeIpV6Test-1464408958 tempest-RoutersNegativeIpV6Test-1464408958] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036850862667'] for port, precommit_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:26:10.299052 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-b857f6a7-b21b-462a-91c1-144283bf8d3a tempest-NegativeSecGroupIPv6Test-1980982801 tempest-NegativeSecGroupIPv6Test-1980982801] Usage tracker for resource:security_group_rule and tenant:f09e6c52b2324bf9b7428192d43e5581 is out of sync, need to count used quota {{(pid=84874) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:26:10.316210 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-b857f6a7-b21b-462a-91c1-144283bf8d3a tempest-NegativeSecGroupIPv6Test-1980982801 tempest-NegativeSecGroupIPv6Test-1980982801] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84874) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:26:10.318451 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cd7136c-1a7c-4d61-b06a-7f421660d657 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@n-h1-768862-2 {{(pid=84876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:26:10.319100 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cd7136c-1a7c-4d61-b06a-7f421660d657 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-h1-768862-2 {{(pid=84876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:26:10.319683 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cd7136c-1a7c-4d61-b06a-7f421660d657 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-h1-768862-2 {{(pid=84876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:26:10.320296 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cd7136c-1a7c-4d61-b06a-7f421660d657 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-h1-768862-2 {{(pid=84876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:26:10.321011 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cd7136c-1a7c-4d61-b06a-7f421660d657 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@n-h1-768862-2 {{(pid=84876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:26:10.321774 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cd7136c-1a7c-4d61-b06a-7f421660d657 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-h1-768862-2 {{(pid=84876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:26:10.322377 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cd7136c-1a7c-4d61-b06a-7f421660d657 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-h1-768862-2 {{(pid=84876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:26:10.322942 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cd7136c-1a7c-4d61-b06a-7f421660d657 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-h1-768862-2 {{(pid=84876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:26:10.323510 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cd7136c-1a7c-4d61-b06a-7f421660d657 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-h1-768862-2 {{(pid=84876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:26:10.324127 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cd7136c-1a7c-4d61-b06a-7f421660d657 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-h1-768862-2 {{(pid=84876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:26:10.324692 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cd7136c-1a7c-4d61-b06a-7f421660d657 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-h1-768862-2 {{(pid=84876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:26:10.325265 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cd7136c-1a7c-4d61-b06a-7f421660d657 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-h1-768862-2 {{(pid=84876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:26:10.325876 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cd7136c-1a7c-4d61-b06a-7f421660d657 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@n-h2-768862-2 {{(pid=84876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:26:10.326526 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cd7136c-1a7c-4d61-b06a-7f421660d657 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-h2-768862-2 {{(pid=84876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:26:10.327097 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cd7136c-1a7c-4d61-b06a-7f421660d657 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-h2-768862-2 {{(pid=84876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:26:10.327657 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cd7136c-1a7c-4d61-b06a-7f421660d657 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-h2-768862-2 {{(pid=84876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:26:10.328264 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cd7136c-1a7c-4d61-b06a-7f421660d657 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@n-h2-768862-2 {{(pid=84876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:26:10.328839 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cd7136c-1a7c-4d61-b06a-7f421660d657 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-h2-768862-2 {{(pid=84876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:26:10.329400 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cd7136c-1a7c-4d61-b06a-7f421660d657 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-h2-768862-2 {{(pid=84876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:26:10.330102 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cd7136c-1a7c-4d61-b06a-7f421660d657 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-h2-768862-2 {{(pid=84876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:26:10.330660 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cd7136c-1a7c-4d61-b06a-7f421660d657 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-h2-768862-2 {{(pid=84876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:26:10.331224 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cd7136c-1a7c-4d61-b06a-7f421660d657 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-h2-768862-2 {{(pid=84876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:26:10.331814 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cd7136c-1a7c-4d61-b06a-7f421660d657 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-h2-768862-2 {{(pid=84876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:26:10.332395 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cd7136c-1a7c-4d61-b06a-7f421660d657 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-h2-768862-2 {{(pid=84876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:26:10.333072 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cd7136c-1a7c-4d61-b06a-7f421660d657 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-2 {{(pid=84876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:26:10.333631 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cd7136c-1a7c-4d61-b06a-7f421660d657 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-2 {{(pid=84876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:26:10.334187 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cd7136c-1a7c-4d61-b06a-7f421660d657 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-2 {{(pid=84876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:26:10.334741 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cd7136c-1a7c-4d61-b06a-7f421660d657 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-2 {{(pid=84876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:26:10.335312 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cd7136c-1a7c-4d61-b06a-7f421660d657 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@n-d-768862-2 {{(pid=84876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:26:10.335888 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cd7136c-1a7c-4d61-b06a-7f421660d657 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-2 {{(pid=84876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:26:10.336925 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cd7136c-1a7c-4d61-b06a-7f421660d657 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-768862-2 {{(pid=84876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:26:10.337881 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cd7136c-1a7c-4d61-b06a-7f421660d657 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-768862-2 {{(pid=84876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:26:10.338468 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cd7136c-1a7c-4d61-b06a-7f421660d657 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-2 {{(pid=84876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:26:10.339041 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cd7136c-1a7c-4d61-b06a-7f421660d657 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-2 {{(pid=84876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:26:10.339601 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cd7136c-1a7c-4d61-b06a-7f421660d657 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-2 {{(pid=84876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:26:10.340233 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cd7136c-1a7c-4d61-b06a-7f421660d657 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-2 {{(pid=84876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:26:10.354555 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-63138495-e966-4394-9368-d7566fb364ac None None] Provisioning for port 1a539010-caf2-44ad-b1ee-c91c2ea5e01b completed by entity DHCP. {{(pid=84876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 07:26:10.369074 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-6cd7136c-1a7c-4d61-b06a-7f421660d657 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.000s {{(pid=84876) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:26:10.372752 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6cd7136c-1a7c-4d61-b06a-7f421660d657 None None] No DVR routers for this DVR port 3a0edf08-0f45-4b59-946b-f8954b0d856a on host n-d-768862-2 {{(pid=84876) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Jan 14 07:26:10.382677 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-63138495-e966-4394-9368-d7566fb364ac None None] Provisioning complete for port 1a539010-caf2-44ad-b1ee-c91c2ea5e01b triggered by entity DHCP. {{(pid=84876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 07:26:10.383572 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-63138495-e966-4394-9368-d7566fb364ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-604227'] for port, provisioning_complete {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:26:10.408982 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-ea6f3e01-085b-4285-afaa-c001de177b3f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.105s {{(pid=84876) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:26:10.415913 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69caf05b-6591-4ef0-b60b-5b33ac3efa12 tempest-NetworksIpV6Test-2047944877 tempest-NetworksIpV6Test-2047944877] Pushing event updated for resources: {'Subnet': ['ID=0029ea67-a860-45eb-b92a-93d63661ed93,revision_number=0']} {{(pid=84874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:26:10.418952 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-b857f6a7-b21b-462a-91c1-144283bf8d3a tempest-NegativeSecGroupIPv6Test-1980982801 tempest-NegativeSecGroupIPv6Test-1980982801] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:26:10.502849 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-75005883-38df-481b-8536-a9d2ee62a811 tempest-NetworksIpV6TestAttrs-1453117616 tempest-NetworksIpV6TestAttrs-1453117616] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-598987', 'neutron.services.segments.db._delete_segments_for_network-8777640583949'] for network, precommit_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:26:10.511449 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-69caf05b-6591-4ef0-b60b-5b33ac3efa12 tempest-NetworksIpV6Test-2047944877 tempest-NetworksIpV6Test-2047944877] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.485s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:26:10.518901 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.plugin [None req-98296a5d-d664-43b0-86a7-f0fee9adbcc3 tempest-RoutersNegativeIpV6Test-1464408958 tempest-RoutersNegativeIpV6Test-1464408958] Calling delete_port for f1155249-9046-4409-a2da-5617050648fa owned by network:dhcp {{(pid=84874) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 07:26:10.556626 n-d-768862-2 neutron-server[84765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e37c928-8abf-4b0d-8660-34eee2101ae9 None None] Network ba231035-e44e-4fd5-904d-9311dff4d6b6 is already hosted by enough agents. {{(pid=84876) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 07:26:10.585627 n-d-768862-2 neutron-server[84765]: DEBUG neutron.scheduler.base_scheduler [None req-4e37c928-8abf-4b0d-8660-34eee2101ae9 None None] Resources bound (agent type, host, resource id): {{(pid=84876) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 07:26:10.605270 n-d-768862-2 neutron-server[84765]: INFO neutron.db.securitygroups_db [None req-b857f6a7-b21b-462a-91c1-144283bf8d3a tempest-NegativeSecGroupIPv6Test-1980982801 tempest-NegativeSecGroupIPv6Test-1980982801] Project f09e6c52b2324bf9b7428192d43e5581 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 14 07:26:10.617177 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-3eff0391-8b4f-4cf9-9bac-55c07da336e2 tempest-ExtraDHCPOptionsIpV6TestJSON-1473121844 tempest-ExtraDHCPOptionsIpV6TestJSON-1473121844] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-598964', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850887113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3154192', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2308610'] for subnet, after_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:26:10.617685 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e37c928-8abf-4b0d-8660-34eee2101ae9 None None] Received port after_create {{(pid=84876) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 14 07:26:10.668298 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-0c378543-b725-409f-95c1-68970b9acbd0 tempest-NetworksIpV6Test-2047944877 tempest-NetworksIpV6Test-2047944877] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:26:10.682369 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee6db462-8cfd-46de-bc20-ff6e4749d0e2 None None] DHCP port deletion for 8d912d0b-9fc0-4ee7-85d3-e7ba16412513 request from n-d-768862-2 {{(pid=84876) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Jan 14 07:26:10.698565 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e37c928-8abf-4b0d-8660-34eee2101ae9 None None] Pushing event updated for resources: {'Port': ['ID=2788e83a-bad7-4f13-ad7c-7d465ffa33ba,revision_number=1']} {{(pid=84876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:26:10.709608 n-d-768862-2 neutron-server[84765]: INFO neutron.api.v2.resource [None req-b857f6a7-b21b-462a-91c1-144283bf8d3a tempest-NegativeSecGroupIPv6Test-1980982801 tempest-NegativeSecGroupIPv6Test-1980982801] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 14 07:26:10.714067 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-b857f6a7-b21b-462a-91c1-144283bf8d3a tempest-NegativeSecGroupIPv6Test-1980982801 tempest-NegativeSecGroupIPv6Test-1980982801] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.5101764 Jan 14 07:26:10.719633 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84874) accepted ('10.222.0.24', 46032) {{(pid=84874) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:26:10.740067 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69caf05b-6591-4ef0-b60b-5b33ac3efa12 tempest-NetworksIpV6Test-2047944877 tempest-NetworksIpV6Test-2047944877] Checking segment: {'id': 'd0955a0a-b0a6-4f62-82ac-6a1881475831', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 9, 'network_id': 'f9295c14-8cab-491f-bdb9-a2ab55a95ac7'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84874) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 14 07:26:10.740604 n-d-768862-2 neutron-server[84765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69caf05b-6591-4ef0-b60b-5b33ac3efa12 tempest-NetworksIpV6Test-2047944877 tempest-NetworksIpV6Test-2047944877] Network hostable DHCP agents. Network: f9295c14-8cab-491f-bdb9-a2ab55a95ac7, hostable agents: ['32f3dd84-26da-4d18-bf15-6017a8fb7247'], hosted agents: [] {{(pid=84874) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Jan 14 07:26:10.750700 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-98296a5d-d664-43b0-86a7-f0fee9adbcc3 tempest-RoutersNegativeIpV6Test-1464408958 tempest-RoutersNegativeIpV6Test-1464408958] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777640533329', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777640097463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3254186'] for port, after_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:26:10.758998 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c91d2ee4-1427-4ece-bc5a-c40b970838c7 tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:26:10.759879 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-c91d2ee4-1427-4ece-bc5a-c40b970838c7 tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] Synchronizing usage tracker for tenant:be0aa702e3ca464795a99c51e3b3b04f on resource:port {{(pid=84875) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 14 07:26:10.770147 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-6157e40a-ed56-4222-b3cf-bb6be1a26772 tempest-AllowedAddressPairIpV6TestJSON-498488695 tempest-AllowedAddressPairIpV6TestJSON-498488695] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:26:10.774903 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-4e37c928-8abf-4b0d-8660-34eee2101ae9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.362s {{(pid=84876) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:26:10.791546 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-63138495-e966-4394-9368-d7566fb364ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555753'] for port, before_update {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:26:10.830081 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.plugin [None req-ee6db462-8cfd-46de-bc20-ff6e4749d0e2 None None] Deleting port f1155249-9046-4409-a2da-5617050648fa {{(pid=84876) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 07:26:10.830501 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-ee6db462-8cfd-46de-bc20-ff6e4749d0e2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363259214248359'] for port, before_delete {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:26:10.881861 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eff0391-8b4f-4cf9-9bac-55c07da336e2 tempest-ExtraDHCPOptionsIpV6TestJSON-1473121844 tempest-ExtraDHCPOptionsIpV6TestJSON-1473121844] Pushing event deleted for resources: {'Subnet': ['ID=3ea9d2bf-f73a-4cc3-9f51-f626319a57de,revision_number=None']} {{(pid=84875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:26:10.886757 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-3eff0391-8b4f-4cf9-9bac-55c07da336e2 tempest-ExtraDHCPOptionsIpV6TestJSON-1473121844 tempest-ExtraDHCPOptionsIpV6TestJSON-1473121844] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.219s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:26:10.892382 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98296a5d-d664-43b0-86a7-f0fee9adbcc3 tempest-RoutersNegativeIpV6Test-1464408958 tempest-RoutersNegativeIpV6Test-1464408958] Pushing event deleted for resources: {'Port': ['ID=f1155249-9046-4409-a2da-5617050648fa,revision_number=None']} {{(pid=84874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:26:10.902424 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-c91d2ee4-1427-4ece-bc5a-c40b970838c7 tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] Unset dirty status for tenant:be0aa702e3ca464795a99c51e3b3b04f on resource:port {{(pid=84875) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 14 07:26:10.904001 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-c91d2ee4-1427-4ece-bc5a-c40b970838c7 tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] 10.222.0.24 "GET /v2.0/ports HTTP/1.1" status: 200 len: 944 time: 1.4738183 Jan 14 07:26:10.922907 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-98296a5d-d664-43b0-86a7-f0fee9adbcc3 tempest-RoutersNegativeIpV6Test-1464408958 tempest-RoutersNegativeIpV6Test-1464408958] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:26:10.928888 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84875) accepted ('10.222.0.24', 46036) {{(pid=84875) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:26:11.016647 n-d-768862-2 neutron-server[84765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69caf05b-6591-4ef0-b60b-5b33ac3efa12 tempest-NetworksIpV6Test-2047944877 tempest-NetworksIpV6Test-2047944877] Network f9295c14-8cab-491f-bdb9-a2ab55a95ac7 is scheduled to be hosted by DHCP agent 32f3dd84-26da-4d18-bf15-6017a8fb7247 with binding_index 1 {{(pid=84874) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Jan 14 07:26:11.034284 n-d-768862-2 neutron-server[84765]: DEBUG neutron.scheduler.base_scheduler [None req-69caf05b-6591-4ef0-b60b-5b33ac3efa12 tempest-NetworksIpV6Test-2047944877 tempest-NetworksIpV6Test-2047944877] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768862-2, f9295c14-8cab-491f-bdb9-a2ab55a95ac7) {{(pid=84874) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 07:26:11.054499 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69caf05b-6591-4ef0-b60b-5b33ac3efa12 tempest-NetworksIpV6Test-2047944877 tempest-NetworksIpV6Test-2047944877] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:26:11.055233 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-69caf05b-6591-4ef0-b60b-5b33ac3efa12 tempest-NetworksIpV6Test-2047944877 tempest-NetworksIpV6Test-2047944877] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3207107'] for subnet, before_response {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:26:11.065840 n-d-768862-2 neutron-server[84765]: DEBUG neutron.services.segments.db [None req-75005883-38df-481b-8536-a9d2ee62a811 tempest-NetworksIpV6TestAttrs-1453117616 tempest-NetworksIpV6TestAttrs-1453117616] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ba231035-e44e-4fd5-904d-9311dff4d6b6']}} {{(pid=84875) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:26:11.071938 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.plugin [None req-ee6db462-8cfd-46de-bc20-ff6e4749d0e2 None None] The port 'f1155249-9046-4409-a2da-5617050648fa' was deleted {{(pid=84876) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Jan 14 07:26:11.085467 n-d-768862-2 neutron-server[84765]: DEBUG neutron.services.segments.db [None req-75005883-38df-481b-8536-a9d2ee62a811 tempest-NetworksIpV6TestAttrs-1453117616 tempest-NetworksIpV6TestAttrs-1453117616] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8aa5e53f-3bcd-407a-a28b-e615d22070b3') {'for_net_delete': True} {{(pid=84875) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:26:11.085808 n-d-768862-2 neutron-server[84765]: DEBUG neutron.services.segments.db [None req-75005883-38df-481b-8536-a9d2ee62a811 tempest-NetworksIpV6TestAttrs-1453117616 tempest-NetworksIpV6TestAttrs-1453117616] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8aa5e53f-3bcd-407a-a28b-e615d22070b3') {} {{(pid=84875) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:26:11.094656 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-1ccc36e6-6a99-49fa-8008-e84192630887 tempest-NegativeSecGroupIPv6Test-1980982801 tempest-NegativeSecGroupIPv6Test-1980982801] Notify callbacks [] for security_group, before_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:26:11.105174 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-75005883-38df-481b-8536-a9d2ee62a811 tempest-NetworksIpV6TestAttrs-1453117616 tempest-NetworksIpV6TestAttrs-1453117616] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363259214173198', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036851408567'] for segment, before_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:26:11.124349 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-75005883-38df-481b-8536-a9d2ee62a811 tempest-NetworksIpV6TestAttrs-1453117616 tempest-NetworksIpV6TestAttrs-1453117616] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854179735'] for segment, precommit_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:26:11.126570 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-75005883-38df-481b-8536-a9d2ee62a811 tempest-NetworksIpV6TestAttrs-1453117616 tempest-NetworksIpV6TestAttrs-1453117616] Releasing vxlan tunnel 27 to pool {{(pid=84875) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Jan 14 07:26:11.139569 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91697d86-f0ff-4b30-aa69-769318d6704a None None] Update dhcp port {'port': {'network_id': '771dbd72-b062-460c-b6a8-bb809a096bcf', 'fixed_ips': [{'subnet_id': '3d0f8c64-d76a-445d-9157-71c8a4060cb2', 'ip_address': '2001:db8::2'}, {'subnet_id': '533557e2-2089-4191-bd1e-b0a478ce5cd5'}], 'binding:host_id': 'n-d-768862-2'}, 'id': '1a539010-caf2-44ad-b1ee-c91c2ea5e01b'} from n-d-768862-2. {{(pid=84876) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:310}} Jan 14 07:26:11.168577 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98296a5d-d664-43b0-86a7-f0fee9adbcc3 tempest-RoutersNegativeIpV6Test-1464408958 tempest-RoutersNegativeIpV6Test-1464408958] No DVR routers for this DVR port f1155249-9046-4409-a2da-5617050648fa on host n-d-768862-2 {{(pid=84874) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Jan 14 07:26:11.213306 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-69caf05b-6591-4ef0-b60b-5b33ac3efa12 tempest-NetworksIpV6Test-2047944877 tempest-NetworksIpV6Test-2047944877] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 3.1700172 Jan 14 07:26:11.216150 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.managers [None req-4e37c928-8abf-4b0d-8660-34eee2101ae9 None None] Attempting to bind port 2788e83a-bad7-4f13-ad7c-7d465ffa33ba on host n-d-768862-2 for vnic_type normal with profile {{(pid=84876) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 14 07:26:11.216690 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.managers [None req-4e37c928-8abf-4b0d-8660-34eee2101ae9 None None] Attempting to bind port 2788e83a-bad7-4f13-ad7c-7d465ffa33ba by drivers openvswitch on host n-d-768862-2 at level 0 using segments [{'id': '8aa5e53f-3bcd-407a-a28b-e615d22070b3', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 27, 'network_id': 'ba231035-e44e-4fd5-904d-9311dff4d6b6'}] {{(pid=84876) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 14 07:26:11.217212 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e37c928-8abf-4b0d-8660-34eee2101ae9 None None] Attempting to bind port 2788e83a-bad7-4f13-ad7c-7d465ffa33ba on network ba231035-e44e-4fd5-904d-9311dff4d6b6 {{(pid=84876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 14 07:26:11.220254 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a9ae727-4105-4d78-b084-5f3aa9d38f00 None None] Network f9295c14-8cab-491f-bdb9-a2ab55a95ac7 requested from n-d-768862-2 {{(pid=84876) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 07:26:11.240725 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [None req-63138495-e966-4394-9368-d7566fb364ac None None] For port 1a539010-caf2-44ad-b1ee-c91c2ea5e01b, host n-d-768862-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-2',level=0,port_id=1a539010-caf2-44ad-b1ee-c91c2ea5e01b,segment=NetworkSegment(61dcce0f-0e55-4ae0-9875-4177b2fefa9b),segment_id=61dcce0f-0e55-4ae0-9875-4177b2fefa9b)] {{(pid=84876) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 07:26:11.248229 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84874) accepted ('10.222.0.24', 46044) {{(pid=84874) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:26:11.259967 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-91697d86-f0ff-4b30-aa69-769318d6704a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555753'] for port, before_update {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:26:11.261758 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.v2.base [None req-cba1a87f-2617-443f-a11f-0e9e98fda407 tempest-NetworksIpV6Test-2047944877 tempest-NetworksIpV6Test-2047944877] Request body: {'subnet': {'name': 'New_subnet'}} {{(pid=84874) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:26:11.270621 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60a09483-3a4c-4471-9a7e-cb271974b492 None None] DHCP port deletion for 784698a4-8130-4a8f-8f3c-e0d25fc0b022 request from n-d-768862-2 {{(pid=84876) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Jan 14 07:26:11.287869 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.plugin [None req-60a09483-3a4c-4471-9a7e-cb271974b492 None None] Deleting port 4cd6a39c-30f2-4ede-9412-bfdca8f9bdae {{(pid=84876) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 07:26:11.288459 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-60a09483-3a4c-4471-9a7e-cb271974b492 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363259214248359'] for port, before_delete {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:26:11.346346 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Device f1155249-9046-4409-a2da-5617050648fa no longer exists at agent ovs-agent-n-d-768862-2 {{(pid=84876) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jan 14 07:26:11.359932 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.managers [None req-75005883-38df-481b-8536-a9d2ee62a811 tempest-NetworksIpV6TestAttrs-1453117616 tempest-NetworksIpV6TestAttrs-1453117616] Network ba231035-e44e-4fd5-904d-9311dff4d6b6 has no segments {{(pid=84875) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 14 07:26:11.371003 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-75005883-38df-481b-8536-a9d2ee62a811 tempest-NetworksIpV6TestAttrs-1453117616 tempest-NetworksIpV6TestAttrs-1453117616] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-596065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3154253'] for segment, after_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:26:11.432534 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-1ccc36e6-6a99-49fa-8008-e84192630887 tempest-NegativeSecGroupIPv6Test-1980982801 tempest-NegativeSecGroupIPv6Test-1980982801] Notify callbacks [] for security_group, precommit_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:26:11.472226 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.plugin [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] No Port match for: f1155249-9046-4409-a2da-5617050648fa {{(pid=84876) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2188}} Jan 14 07:26:11.473504 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Device f1155249-9046-4409-a2da-5617050648fa not bound to the agent host n-d-768862-2 {{(pid=84876) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jan 14 07:26:11.475332 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e37c928-8abf-4b0d-8660-34eee2101ae9 None None] Checking agent: {'id': 'ba5efab1-b43c-4d5a-bc52-6e105d4e67a2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768862-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 14, 6, 56, 52), 'started_at': datetime.datetime(2021, 1, 14, 6, 57, 22), 'heartbeat_timestamp': datetime.datetime(2021, 1, 14, 7, 25, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768862-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.29', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 14 07:26:11.476243 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e37c928-8abf-4b0d-8660-34eee2101ae9 None None] Checking segment: {'id': '8aa5e53f-3bcd-407a-a28b-e615d22070b3', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 27, 'network_id': 'ba231035-e44e-4fd5-904d-9311dff4d6b6'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84876) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 14 07:26:11.477134 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-4e37c928-8abf-4b0d-8660-34eee2101ae9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:26:11.477732 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e37c928-8abf-4b0d-8660-34eee2101ae9 None None] Bound using segment: {'id': '8aa5e53f-3bcd-407a-a28b-e615d22070b3', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 27, 'network_id': 'ba231035-e44e-4fd5-904d-9311dff4d6b6'} {{(pid=84876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 14 07:26:11.478389 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.managers [None req-4e37c928-8abf-4b0d-8660-34eee2101ae9 None None] Bound port: 2788e83a-bad7-4f13-ad7c-7d465ffa33ba, host: n-d-768862-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8aa5e53f-3bcd-407a-a28b-e615d22070b3', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 27, 'network_id': 'ba231035-e44e-4fd5-904d-9311dff4d6b6'}}] {{(pid=84876) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 14 07:26:11.479527 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-4e37c928-8abf-4b0d-8660-34eee2101ae9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555753'] for port, before_update {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:26:11.499068 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-63138495-e966-4394-9368-d7566fb364ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777640533312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363259214678337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777640097497'] for port, after_update {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:26:11.512253 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-98296a5d-d664-43b0-86a7-f0fee9adbcc3 tempest-RoutersNegativeIpV6Test-1464408958 tempest-RoutersNegativeIpV6Test-1464408958] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-598987', 'neutron.services.segments.db._delete_segments_for_network-8777640583949'] for network, precommit_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:26:11.520135 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-30909863-4bb5-4b9e-84bf-4b094b594ca8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84876) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:26:11.582877 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.managers [None req-75005883-38df-481b-8536-a9d2ee62a811 tempest-NetworksIpV6TestAttrs-1453117616 tempest-NetworksIpV6TestAttrs-1453117616] Network ba231035-e44e-4fd5-904d-9311dff4d6b6 has no segments {{(pid=84875) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 14 07:26:11.616342 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63138495-e966-4394-9368-d7566fb364ac None None] Pushing event updated for resources: {'Port': ['ID=1a539010-caf2-44ad-b1ee-c91c2ea5e01b,revision_number=3']} {{(pid=84876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:26:11.640443 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-cba1a87f-2617-443f-a11f-0e9e98fda407 tempest-NetworksIpV6Test-2047944877 tempest-NetworksIpV6Test-2047944877] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-2794671'] for subnet, before_update {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:26:11.716395 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:port_security_enabled":"rule:admin_or_owner" was deprecated in W in favor of "update_network:port_security_enabled":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 07:26:11.716395 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:26:11.716395 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:26:11.716395 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:26:11.716395 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "delete_network":"rule:admin_or_owner" was deprecated in W in favor of "delete_network":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 07:26:11.716395 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:26:11.716395 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:26:11.716395 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:26:11.716395 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_segment":"rule:admin_only" was deprecated in W in favor of "create_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:26:11.716395 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:26:11.716395 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_segment":"rule:admin_only" was deprecated in W in favor of "get_segment":"role:reader and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:26:11.716395 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:26:11.716395 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_segment":"rule:admin_only" was deprecated in W in favor of "update_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:26:11.716395 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:26:11.716395 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "delete_segment":"rule:admin_only" was deprecated in W in favor of "delete_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:26:11.716395 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:26:11.716395 n-d-768862-2 neutron-server[84765]: Traceback (most recent call last): Jan 14 07:26:11.716395 n-d-768862-2 neutron-server[84765]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 14 07:26:11.716395 n-d-768862-2 neutron-server[84765]: timer() Jan 14 07:26:11.716395 n-d-768862-2 neutron-server[84765]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 14 07:26:11.716395 n-d-768862-2 neutron-server[84765]: cb(*args, **kw) Jan 14 07:26:11.716395 n-d-768862-2 neutron-server[84765]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Jan 14 07:26:11.716395 n-d-768862-2 neutron-server[84765]: return func(*args, **kwargs) Jan 14 07:26:11.716395 n-d-768862-2 neutron-server[84765]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 14 07:26:11.716395 n-d-768862-2 neutron-server[84765]: self._notify() Jan 14 07:26:11.716395 n-d-768862-2 neutron-server[84765]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 14 07:26:11.716395 n-d-768862-2 neutron-server[84765]: self.callback(batched_events) Jan 14 07:26:11.716395 n-d-768862-2 neutron-server[84765]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 14 07:26:11.716395 n-d-768862-2 neutron-server[84765]: event.method(event) Jan 14 07:26:11.716395 n-d-768862-2 neutron-server[84765]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 14 07:26:11.716395 n-d-768862-2 neutron-server[84765]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 14 07:26:11.716395 n-d-768862-2 neutron-server[84765]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Jan 14 07:26:11.716395 n-d-768862-2 neutron-server[84765]: segment_id)['aggregates'][0] Jan 14 07:26:11.716395 n-d-768862-2 neutron-server[84765]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 14 07:26:11.716395 n-d-768862-2 neutron-server[84765]: return f(self, *a, **k) Jan 14 07:26:11.716395 n-d-768862-2 neutron-server[84765]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 14 07:26:11.716395 n-d-768862-2 neutron-server[84765]: return self._get(url).json() Jan 14 07:26:11.716395 n-d-768862-2 neutron-server[84765]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 14 07:26:11.716395 n-d-768862-2 neutron-server[84765]: **kwargs) Jan 14 07:26:11.716395 n-d-768862-2 neutron-server[84765]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 14 07:26:11.716395 n-d-768862-2 neutron-server[84765]: return self.request(url, 'GET', **kwargs) Jan 14 07:26:11.716395 n-d-768862-2 neutron-server[84765]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Jan 14 07:26:11.716395 n-d-768862-2 neutron-server[84765]: **endpoint_filter) Jan 14 07:26:11.716395 n-d-768862-2 neutron-server[84765]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 14 07:26:11.716395 n-d-768862-2 neutron-server[84765]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 14 07:26:11.716395 n-d-768862-2 neutron-server[84765]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 14 07:26:11.716395 n-d-768862-2 neutron-server[84765]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 14 07:26:11.716395 n-d-768862-2 neutron-server[84765]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 14 07:26:11.723667 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [None req-4e37c928-8abf-4b0d-8660-34eee2101ae9 None None] For port 2788e83a-bad7-4f13-ad7c-7d465ffa33ba, host n-d-768862-2, cleared binding levels {{(pid=84876) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 14 07:26:11.723789 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.db.api [None req-75005883-38df-481b-8536-a9d2ee62a811 tempest-NetworksIpV6TestAttrs-1453117616 tempest-NetworksIpV6TestAttrs-1453117616] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jan 14 07:26:11.723789 n-d-768862-2 neutron-server[84765]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jan 14 07:26:11.723789 n-d-768862-2 neutron-server[84765]: [parameters: {'id': 'ba231035-e44e-4fd5-904d-9311dff4d6b6'}] Jan 14 07:26:11.723789 n-d-768862-2 neutron-server[84765]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=84875) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Jan 14 07:26:11.723789 n-d-768862-2 neutron-server[84765]: DEBUG oslo_db.api [None req-75005883-38df-481b-8536-a9d2ee62a811 tempest-NetworksIpV6TestAttrs-1453117616 tempest-NetworksIpV6TestAttrs-1453117616] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=84875) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Jan 14 07:26:11.726269 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [None req-4e37c928-8abf-4b0d-8660-34eee2101ae9 None None] For port 2788e83a-bad7-4f13-ad7c-7d465ffa33ba, host n-d-768862-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-2',level=0,port_id=2788e83a-bad7-4f13-ad7c-7d465ffa33ba,segment=NetworkSegment(8aa5e53f-3bcd-407a-a28b-e615d22070b3),segment_id=8aa5e53f-3bcd-407a-a28b-e615d22070b3)] {{(pid=84876) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 14 07:26:11.754429 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.plugin [None req-1caf3876-78fb-45b8-aa24-980af3fb2d17 tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] Deleting port 439db752-0db0-4c70-ab12-b029f21d3731 {{(pid=84875) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 07:26:11.754812 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-1caf3876-78fb-45b8-aa24-980af3fb2d17 tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363259214248359'] for port, before_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:26:11.831425 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-3eff0391-8b4f-4cf9-9bac-55c07da336e2 tempest-ExtraDHCPOptionsIpV6TestJSON-1473121844 tempest-ExtraDHCPOptionsIpV6TestJSON-1473121844] Notify callbacks [] for subnet, before_response {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:26:11.845496 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-3eff0391-8b4f-4cf9-9bac-55c07da336e2 tempest-ExtraDHCPOptionsIpV6TestJSON-1473121844 tempest-ExtraDHCPOptionsIpV6TestJSON-1473121844] 10.222.0.24 "DELETE /v2.0/subnets/3ea9d2bf-f73a-4cc3-9f51-f626319a57de HTTP/1.1" status: 204 len: 168 time: 2.7932303 Jan 14 07:26:11.991698 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.db_base_plugin_common [None req-91697d86-f0ff-4b30-aa69-769318d6704a None None] Allocated IP 172.20.0.1 (771dbd72-b062-460c-b6a8-bb809a096bcf/533557e2-2089-4191-bd1e-b0a478ce5cd5/1a539010-caf2-44ad-b1ee-c91c2ea5e01b) {{(pid=84876) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 14 07:26:12.056020 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-1caf3876-78fb-45b8-aa24-980af3fb2d17 tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036850862667'] for port, precommit_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:26:12.067322 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84874) accepted ('10.222.0.24', 46048) {{(pid=84874) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:26:12.075413 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-cba1a87f-2617-443f-a11f-0e9e98fda407 tempest-NetworksIpV6Test-2047944877 tempest-NetworksIpV6Test-2047944877] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850887113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update--9223363259214242488', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-3254143'] for subnet, after_update {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:26:12.281989 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [None req-91697d86-f0ff-4b30-aa69-769318d6704a None None] For port 1a539010-caf2-44ad-b1ee-c91c2ea5e01b, host n-d-768862-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-2',level=0,port_id=1a539010-caf2-44ad-b1ee-c91c2ea5e01b,segment=NetworkSegment(61dcce0f-0e55-4ae0-9875-4177b2fefa9b),segment_id=61dcce0f-0e55-4ae0-9875-4177b2fefa9b)] {{(pid=84876) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 07:26:12.314554 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-91697d86-f0ff-4b30-aa69-769318d6704a None None] Notify callbacks [] for port, precommit_update {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:26:12.339605 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-91697d86-f0ff-4b30-aa69-769318d6704a None None] Transition to ACTIVE for port object 1a539010-caf2-44ad-b1ee-c91c2ea5e01b will not be triggered until provisioned by entity DHCP. {{(pid=84876) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 07:26:12.344098 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-63138495-e966-4394-9368-d7566fb364ac None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.824s {{(pid=84876) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:26:12.355051 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-4e37c928-8abf-4b0d-8660-34eee2101ae9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777640533312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363259214678337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777640097497'] for port, after_update {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:26:12.373001 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3af9bdf0-2791-468b-bba4-94b029605565 None None] Network 68cb209c-2937-4622-ba74-2bdc2090784d requested from n-d-768862-2 {{(pid=84876) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 07:26:12.404754 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-d65ac8ec-2a05-411a-a53d-ffe21b62dc5b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84876) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:26:12.435701 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.agents_db [None req-5b939a2f-078d-4c69-a188-cb55a28a77a0 None None] Agent healthcheck: found 7 active agents {{(pid=84877) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Jan 14 07:26:12.454667 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-017f98a9-8a07-408c-a86f-8ff0c00400a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363259214191800', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854171626'] for agent, after_update {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:26:12.456634 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-91697d86-f0ff-4b30-aa69-769318d6704a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777640533312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363259214678337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777640097497'] for port, after_update {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:26:12.530596 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.plugin [None req-1caf3876-78fb-45b8-aa24-980af3fb2d17 tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] Calling delete_port for 439db752-0db0-4c70-ab12-b029f21d3731 owned by {{(pid=84875) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 07:26:12.538469 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-c00315ad-e002-4757-b60d-2b8589eac0f1 tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:26:12.573377 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-1ccc36e6-6a99-49fa-8008-e84192630887 tempest-NegativeSecGroupIPv6Test-1980982801 tempest-NegativeSecGroupIPv6Test-1980982801] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850887153'] for security_group, after_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:26:12.617653 n-d-768862-2 neutron-server[84765]: DEBUG neutron.services.segments.db [None req-98296a5d-d664-43b0-86a7-f0fee9adbcc3 tempest-RoutersNegativeIpV6Test-1464408958 tempest-RoutersNegativeIpV6Test-1464408958] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8d912d0b-9fc0-4ee7-85d3-e7ba16412513']}} {{(pid=84874) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:26:12.666287 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-75005883-38df-481b-8536-a9d2ee62a811 tempest-NetworksIpV6TestAttrs-1453117616 tempest-NetworksIpV6TestAttrs-1453117616] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036854160497'] for network, before_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:26:12.798309 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-1ccc36e6-6a99-49fa-8008-e84192630887 tempest-NegativeSecGroupIPv6Test-1980982801 tempest-NegativeSecGroupIPv6Test-1980982801] Notify callbacks [] for security_group, before_response {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:26:12.804048 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-1ccc36e6-6a99-49fa-8008-e84192630887 tempest-NegativeSecGroupIPv6Test-1980982801 tempest-NegativeSecGroupIPv6Test-1980982801] 10.222.0.24 "DELETE /v2.0/security-groups/93b5d2d7-a3ec-4b2c-9b5b-2c2c112a3d3d HTTP/1.1" status: 204 len: 168 time: 2.0832517 Jan 14 07:26:12.811903 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84875) accepted ('10.222.0.24', 46060) {{(pid=84875) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:26:12.813464 n-d-768862-2 neutron-server[84765]: DEBUG neutron.services.segments.db [None req-98296a5d-d664-43b0-86a7-f0fee9adbcc3 tempest-RoutersNegativeIpV6Test-1464408958 tempest-RoutersNegativeIpV6Test-1464408958] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '078f9937-1f53-4331-a99f-aed91fa530e4') {'for_net_delete': True} {{(pid=84874) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:26:12.813806 n-d-768862-2 neutron-server[84765]: DEBUG neutron.services.segments.db [None req-98296a5d-d664-43b0-86a7-f0fee9adbcc3 tempest-RoutersNegativeIpV6Test-1464408958 tempest-RoutersNegativeIpV6Test-1464408958] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '078f9937-1f53-4331-a99f-aed91fa530e4') {} {{(pid=84874) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:26:12.860330 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.plugin [None req-75005883-38df-481b-8536-a9d2ee62a811 tempest-NetworksIpV6TestAttrs-1453117616 tempest-NetworksIpV6TestAttrs-1453117616] Deleting port 2788e83a-bad7-4f13-ad7c-7d465ffa33ba {{(pid=84875) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 07:26:12.861084 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-75005883-38df-481b-8536-a9d2ee62a811 tempest-NetworksIpV6TestAttrs-1453117616 tempest-NetworksIpV6TestAttrs-1453117616] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363259214248359'] for port, before_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:26:12.861817 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-98296a5d-d664-43b0-86a7-f0fee9adbcc3 tempest-RoutersNegativeIpV6Test-1464408958 tempest-RoutersNegativeIpV6Test-1464408958] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363259214173198', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2968632'] for segment, before_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:26:12.922383 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cba1a87f-2617-443f-a11f-0e9e98fda407 tempest-NetworksIpV6Test-2047944877 tempest-NetworksIpV6Test-2047944877] Pushing event updated for resources: {'Subnet': ['ID=0029ea67-a860-45eb-b92a-93d63661ed93,revision_number=1']} {{(pid=84874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:26:12.934886 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-cba1a87f-2617-443f-a11f-0e9e98fda407 tempest-NetworksIpV6Test-2047944877 tempest-NetworksIpV6Test-2047944877] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.396s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:26:12.938249 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-8e250c35-3f81-4fea-9248-6cc7e6cc6be8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.303s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:26:12.958587 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-9e9d9f3f-dc96-4aa2-a4b5-e72443b5f55b tempest-ExtraDHCPOptionsIpV6TestJSON-1473121844 tempest-ExtraDHCPOptionsIpV6TestJSON-1473121844] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036854160497'] for network, before_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:26:13.025146 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-1caf3876-78fb-45b8-aa24-980af3fb2d17 tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777640533329', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777640097463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851621574'] for port, after_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:26:13.033494 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-1a3db9c9-797f-4d33-be1b-abf5492000d7 None None] Notify callbacks [] for port, precommit_create {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:26:13.049128 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-a9bbaecc-b65d-49f8-8225-6ae62e267221 tempest-AllowedAddressPairIpV6TestJSON-498488695 tempest-AllowedAddressPairIpV6TestJSON-498488695] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:26:13.049723 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-98296a5d-d664-43b0-86a7-f0fee9adbcc3 tempest-RoutersNegativeIpV6Test-1464408958 tempest-RoutersNegativeIpV6Test-1464408958] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854179735'] for segment, precommit_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:26:13.061073 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-98296a5d-d664-43b0-86a7-f0fee9adbcc3 tempest-RoutersNegativeIpV6Test-1464408958 tempest-RoutersNegativeIpV6Test-1464408958] Releasing vxlan tunnel 26 to pool {{(pid=84874) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Jan 14 07:26:13.117115 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ccc36e6-6a99-49fa-8008-e84192630887 tempest-NegativeSecGroupIPv6Test-1980982801 tempest-NegativeSecGroupIPv6Test-1980982801] Pushing event deleted for resources: {'SecurityGroup': ['ID=93b5d2d7-a3ec-4b2c-9b5b-2c2c112a3d3d,revision_number=None']} {{(pid=84874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:26:13.124334 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-b1a1d499-9609-417f-b89c-547c0ccf27fe tempest-NegativeSecGroupIPv6Test-1980982801 tempest-NegativeSecGroupIPv6Test-1980982801] 10.222.0.24 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.2936318 Jan 14 07:26:13.185177 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-1ccc36e6-6a99-49fa-8008-e84192630887 tempest-NegativeSecGroupIPv6Test-1980982801 tempest-NegativeSecGroupIPv6Test-1980982801] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.247s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:26:13.192066 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84874) accepted ('10.222.0.24', 46064) {{(pid=84874) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:26:13.200213 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.v2.base [None req-0c5b5097-c641-4660-91cc-80d0f0e401a2 tempest-NegativeSecGroupIPv6Test-1980982801 tempest-NegativeSecGroupIPv6Test-1980982801] Request body: {'security_group': {'name': 'tempest-secgroup--779958033'}} {{(pid=84874) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:26:13.212109 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-0c5b5097-c641-4660-91cc-80d0f0e401a2 tempest-NegativeSecGroupIPv6Test-1980982801 tempest-NegativeSecGroupIPv6Test-1980982801] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:26:13.217158 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-0c5b5097-c641-4660-91cc-80d0f0e401a2 tempest-NegativeSecGroupIPv6Test-1980982801 tempest-NegativeSecGroupIPv6Test-1980982801] Usage tracker for resource:security_group and tenant:f09e6c52b2324bf9b7428192d43e5581 is out of sync, need to count used quota {{(pid=84874) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:26:13.220353 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1caf3876-78fb-45b8-aa24-980af3fb2d17 tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] Pushing event deleted for resources: {'Port': ['ID=439db752-0db0-4c70-ab12-b029f21d3731,revision_number=None']} {{(pid=84875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:26:13.221550 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-0c5b5097-c641-4660-91cc-80d0f0e401a2 tempest-NegativeSecGroupIPv6Test-1980982801 tempest-NegativeSecGroupIPv6Test-1980982801] Quota usage for security_group was recalculated. Used quota:1. {{(pid=84874) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:26:13.228524 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-0c5b5097-c641-4660-91cc-80d0f0e401a2 tempest-NegativeSecGroupIPv6Test-1980982801 tempest-NegativeSecGroupIPv6Test-1980982801] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:26:13.239660 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.plugin [None req-9e9d9f3f-dc96-4aa2-a4b5-e72443b5f55b tempest-ExtraDHCPOptionsIpV6TestJSON-1473121844 tempest-ExtraDHCPOptionsIpV6TestJSON-1473121844] Deleting port f0d3dcae-dc65-4591-bf4f-e17a97c350f1 {{(pid=84874) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 07:26:13.240199 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-9e9d9f3f-dc96-4aa2-a4b5-e72443b5f55b tempest-ExtraDHCPOptionsIpV6TestJSON-1473121844 tempest-ExtraDHCPOptionsIpV6TestJSON-1473121844] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363259214248359'] for port, before_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:26:13.288919 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e37c928-8abf-4b0d-8660-34eee2101ae9 None None] Pushing event updated for resources: {'Port': ['ID=2788e83a-bad7-4f13-ad7c-7d465ffa33ba,revision_number=2']} {{(pid=84876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:26:13.290186 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-1caf3876-78fb-45b8-aa24-980af3fb2d17 tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.241s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:26:13.335409 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-0c5b5097-c641-4660-91cc-80d0f0e401a2 tempest-NegativeSecGroupIPv6Test-1980982801 tempest-NegativeSecGroupIPv6Test-1980982801] Notify callbacks [] for security_group, before_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:26:13.335649 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-4e37c928-8abf-4b0d-8660-34eee2101ae9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.931s {{(pid=84876) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:26:13.348455 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cba1a87f-2617-443f-a11f-0e9e98fda407 tempest-NetworksIpV6Test-2047944877 tempest-NetworksIpV6Test-2047944877] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:26:13.349480 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-cba1a87f-2617-443f-a11f-0e9e98fda407 tempest-NetworksIpV6Test-2047944877 tempest-NetworksIpV6Test-2047944877] Notify callbacks [] for subnet, before_response {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:26:13.351160 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-cba1a87f-2617-443f-a11f-0e9e98fda407 tempest-NetworksIpV6Test-2047944877 tempest-NetworksIpV6Test-2047944877] 10.222.0.24 "PUT /v2.0/subnets/0029ea67-a860-45eb-b92a-93d63661ed93 HTTP/1.1" status: 200 len: 826 time: 2.0981448 Jan 14 07:26:13.367682 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [None req-75005883-38df-481b-8536-a9d2ee62a811 tempest-NetworksIpV6TestAttrs-1453117616 tempest-NetworksIpV6TestAttrs-1453117616] For port 2788e83a-bad7-4f13-ad7c-7d465ffa33ba, host n-d-768862-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-2',level=0,port_id=2788e83a-bad7-4f13-ad7c-7d465ffa33ba,segment=NetworkSegment(8aa5e53f-3bcd-407a-a28b-e615d22070b3),segment_id=8aa5e53f-3bcd-407a-a28b-e615d22070b3)] {{(pid=84875) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 07:26:13.368348 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-75005883-38df-481b-8536-a9d2ee62a811 tempest-NetworksIpV6TestAttrs-1453117616 tempest-NetworksIpV6TestAttrs-1453117616] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036850862667'] for port, precommit_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:26:13.376219 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84874) accepted ('10.222.0.24', 46072) {{(pid=84874) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:26:13.381626 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Device 1a539010-caf2-44ad-b1ee-c91c2ea5e01b up at agent ovs-agent-n-d-768862-2 {{(pid=84876) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 07:26:13.412282 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-300f44d6-b8fc-4fd8-bcef-7ac610361d66 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.919s {{(pid=84876) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:26:13.495614 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-1a3db9c9-797f-4d33-be1b-abf5492000d7 None None] Transition to ACTIVE for port object 27cd9abb-15bc-428d-8cac-4af4a087bd17 will not be triggered until provisioned by entity L2. {{(pid=84876) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 07:26:13.536813 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.plugin [None req-75005883-38df-481b-8536-a9d2ee62a811 tempest-NetworksIpV6TestAttrs-1453117616 tempest-NetworksIpV6TestAttrs-1453117616] Calling delete_port for 2788e83a-bad7-4f13-ad7c-7d465ffa33ba owned by network:dhcp {{(pid=84875) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 07:26:13.565805 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-0c5b5097-c641-4660-91cc-80d0f0e401a2 tempest-NegativeSecGroupIPv6Test-1980982801 tempest-NegativeSecGroupIPv6Test-1980982801] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:26:13.577870 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.managers [None req-98296a5d-d664-43b0-86a7-f0fee9adbcc3 tempest-RoutersNegativeIpV6Test-1464408958 tempest-RoutersNegativeIpV6Test-1464408958] Network 8d912d0b-9fc0-4ee7-85d3-e7ba16412513 has no segments {{(pid=84874) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 14 07:26:13.582287 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-852a24f7-e9a1-4193-9abb-e9506fe5213f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363259214191800', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854171626'] for agent, after_update {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:26:13.600597 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-0c5b5097-c641-4660-91cc-80d0f0e401a2 tempest-NegativeSecGroupIPv6Test-1980982801 tempest-NegativeSecGroupIPv6Test-1980982801] Usage tracker for resource:security_group_rule and tenant:f09e6c52b2324bf9b7428192d43e5581 is out of sync, need to count used quota {{(pid=84874) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:26:13.610253 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-98296a5d-d664-43b0-86a7-f0fee9adbcc3 tempest-RoutersNegativeIpV6Test-1464408958 tempest-RoutersNegativeIpV6Test-1464408958] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-596065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036851521571'] for segment, after_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:26:13.637845 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-1caf3876-78fb-45b8-aa24-980af3fb2d17 tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854768116'] for port, before_response {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:26:13.638454 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [None req-60a09483-3a4c-4471-9a7e-cb271974b492 None None] For port 4cd6a39c-30f2-4ede-9412-bfdca8f9bdae, host n-d-768862-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-2',level=0,port_id=4cd6a39c-30f2-4ede-9412-bfdca8f9bdae,segment=NetworkSegment(081dd89a-0160-4672-9527-d1666b633085),segment_id=081dd89a-0160-4672-9527-d1666b633085)] {{(pid=84876) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 07:26:13.638906 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-60a09483-3a4c-4471-9a7e-cb271974b492 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036850862667'] for port, precommit_delete {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:26:13.650413 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-0c5b5097-c641-4660-91cc-80d0f0e401a2 tempest-NegativeSecGroupIPv6Test-1980982801 tempest-NegativeSecGroupIPv6Test-1980982801] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84874) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:26:13.655388 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-1a3db9c9-797f-4d33-be1b-abf5492000d7 None None] Transition to ACTIVE for port object 27cd9abb-15bc-428d-8cac-4af4a087bd17 will not be triggered until provisioned by entity DHCP. {{(pid=84876) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 07:26:13.666032 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-1caf3876-78fb-45b8-aa24-980af3fb2d17 tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] 10.222.0.24 "DELETE /v2.0/ports/439db752-0db0-4c70-ab12-b029f21d3731 HTTP/1.1" status: 204 len: 168 time: 2.7352824 Jan 14 07:26:13.666941 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84875) accepted ('10.222.0.24', 46078) {{(pid=84875) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:26:13.716036 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-0c5b5097-c641-4660-91cc-80d0f0e401a2 tempest-NegativeSecGroupIPv6Test-1980982801 tempest-NegativeSecGroupIPv6Test-1980982801] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:26:13.760534 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-1a3db9c9-797f-4d33-be1b-abf5492000d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777640123575'] for port, after_create {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:26:13.887570 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77bd31b9-0d5f-43c7-a5b0-5a2d5f694b77 tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:26:13.894917 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77bd31b9-0d5f-43c7-a5b0-5a2d5f694b77 tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:26:13.896651 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-77bd31b9-0d5f-43c7-a5b0-5a2d5f694b77 tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] Synchronizing usage tracker for tenant:be0aa702e3ca464795a99c51e3b3b04f on resource:subnet {{(pid=84875) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 14 07:26:13.919321 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-75005883-38df-481b-8536-a9d2ee62a811 tempest-NetworksIpV6TestAttrs-1453117616 tempest-NetworksIpV6TestAttrs-1453117616] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777640533329', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777640097463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851621574'] for port, after_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:26:13.934904 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.plugin [None req-60a09483-3a4c-4471-9a7e-cb271974b492 None None] Calling delete_port for 4cd6a39c-30f2-4ede-9412-bfdca8f9bdae owned by network:dhcp {{(pid=84876) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 07:26:13.996069 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dfce2081-97a5-4396-9ba8-7afcbcb7d0c0 None None] DHCP port deletion for 68cb209c-2937-4622-ba74-2bdc2090784d request from n-d-768862-2 {{(pid=84876) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Jan 14 07:26:14.071632 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-3a292345-c0d9-43c8-8773-d2fa4918ac3b tempest-NetworksIpV6Test-2047944877 tempest-NetworksIpV6Test-2047944877] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036854160497'] for network, before_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:26:14.108498 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-5e45338b-6ffd-49b9-a0c1-c1920bacd2ad tempest-RoutersNegativeIpV6Test-1464408958 tempest-RoutersNegativeIpV6Test-1464408958] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:26:14.172090 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [None req-9e9d9f3f-dc96-4aa2-a4b5-e72443b5f55b tempest-ExtraDHCPOptionsIpV6TestJSON-1473121844 tempest-ExtraDHCPOptionsIpV6TestJSON-1473121844] For port f0d3dcae-dc65-4591-bf4f-e17a97c350f1, host n-d-768862-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-2',level=0,port_id=f0d3dcae-dc65-4591-bf4f-e17a97c350f1,segment=NetworkSegment(f7b5d34d-d15c-4391-af8e-418998b7bddd),segment_id=f7b5d34d-d15c-4391-af8e-418998b7bddd)] {{(pid=84874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 07:26:14.172509 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-9e9d9f3f-dc96-4aa2-a4b5-e72443b5f55b tempest-ExtraDHCPOptionsIpV6TestJSON-1473121844 tempest-ExtraDHCPOptionsIpV6TestJSON-1473121844] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036850862667'] for port, precommit_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:26:14.183434 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-77bd31b9-0d5f-43c7-a5b0-5a2d5f694b77 tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] Unset dirty status for tenant:be0aa702e3ca464795a99c51e3b3b04f on resource:subnet {{(pid=84875) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 14 07:26:14.187485 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-77bd31b9-0d5f-43c7-a5b0-5a2d5f694b77 tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] 10.222.0.24 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.5158806 Jan 14 07:26:14.187485 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75005883-38df-481b-8536-a9d2ee62a811 tempest-NetworksIpV6TestAttrs-1453117616 tempest-NetworksIpV6TestAttrs-1453117616] Pushing event deleted for resources: {'Port': ['ID=2788e83a-bad7-4f13-ad7c-7d465ffa33ba,revision_number=None']} {{(pid=84875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:26:14.196515 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-75005883-38df-481b-8536-a9d2ee62a811 tempest-NetworksIpV6TestAttrs-1453117616 tempest-NetworksIpV6TestAttrs-1453117616] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:26:14.205596 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75005883-38df-481b-8536-a9d2ee62a811 tempest-NetworksIpV6TestAttrs-1453117616 tempest-NetworksIpV6TestAttrs-1453117616] No DVR routers for this DVR port 2788e83a-bad7-4f13-ad7c-7d465ffa33ba on host n-d-768862-2 {{(pid=84875) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Jan 14 07:26:14.217327 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.plugin [None req-dfce2081-97a5-4396-9ba8-7afcbcb7d0c0 None None] Deleting port f0d3dcae-dc65-4591-bf4f-e17a97c350f1 {{(pid=84876) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 07:26:14.217846 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-dfce2081-97a5-4396-9ba8-7afcbcb7d0c0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363259214248359'] for port, before_delete {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:26:14.229791 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84874) accepted ('10.222.0.24', 46082) {{(pid=84874) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:26:14.242980 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.managers [None req-98296a5d-d664-43b0-86a7-f0fee9adbcc3 tempest-RoutersNegativeIpV6Test-1464408958 tempest-RoutersNegativeIpV6Test-1464408958] Network 8d912d0b-9fc0-4ee7-85d3-e7ba16412513 has no segments {{(pid=84874) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 14 07:26:14.268915 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83894ee3-d5c1-4eab-a487-0c8a56e6f06d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5d94dc7a-c095-50a4-955e-5f3b78718a12-f9295c14-8cab-491f-bdb9-a2ab55a95ac7', 'network_id': 'f9295c14-8cab-491f-bdb9-a2ab55a95ac7', 'tenant_id': '130ee88fc4054d968ce76b7b9727c055', 'fixed_ips': [{'subnet_id': '0029ea67-a860-45eb-b92a-93d63661ed93'}]}} from n-d-768862-2. {{(pid=84876) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Jan 14 07:26:14.271136 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-83894ee3-d5c1-4eab-a487-0c8a56e6f06d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555753'] for port, before_create {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:26:14.379106 n-d-768862-2 neutron-server[84765]: ERROR oslo_messaging.rpc.server [None req-0940f371-11eb-46d9-a6f7-dc4a9d647c28 None None] Exception during message handling: neutron_lib.exceptions.PortNotFound: Port 2788e83a-bad7-4f13-ad7c-7d465ffa33ba could not be found. Jan 14 07:26:14.379106 n-d-768862-2 neutron-server[84765]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Jan 14 07:26:14.379106 n-d-768862-2 neutron-server[84765]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 281, in _get_port Jan 14 07:26:14.379106 n-d-768862-2 neutron-server[84765]: ERROR oslo_messaging.rpc.server port = model_query.get_by_id(context, models_v2.Port, id) Jan 14 07:26:14.379106 n-d-768862-2 neutron-server[84765]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/model_query.py", line 161, in get_by_id Jan 14 07:26:14.379106 n-d-768862-2 neutron-server[84765]: ERROR oslo_messaging.rpc.server return query.filter(model.id == object_id).one() Jan 14 07:26:14.379106 n-d-768862-2 neutron-server[84765]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/query.py", line 3500, in one Jan 14 07:26:14.379106 n-d-768862-2 neutron-server[84765]: ERROR oslo_messaging.rpc.server raise orm_exc.NoResultFound("No row was found for one()") Jan 14 07:26:14.379106 n-d-768862-2 neutron-server[84765]: ERROR oslo_messaging.rpc.server sqlalchemy.orm.exc.NoResultFound: No row was found for one() Jan 14 07:26:14.379106 n-d-768862-2 neutron-server[84765]: ERROR oslo_messaging.rpc.server Jan 14 07:26:14.379106 n-d-768862-2 neutron-server[84765]: ERROR oslo_messaging.rpc.server During handling of the above exception, another exception occurred: Jan 14 07:26:14.379106 n-d-768862-2 neutron-server[84765]: ERROR oslo_messaging.rpc.server Jan 14 07:26:14.379106 n-d-768862-2 neutron-server[84765]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Jan 14 07:26:14.379106 n-d-768862-2 neutron-server[84765]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Jan 14 07:26:14.379106 n-d-768862-2 neutron-server[84765]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Jan 14 07:26:14.379106 n-d-768862-2 neutron-server[84765]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Jan 14 07:26:14.379106 n-d-768862-2 neutron-server[84765]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Jan 14 07:26:14.379106 n-d-768862-2 neutron-server[84765]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Jan 14 07:26:14.379106 n-d-768862-2 neutron-server[84765]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Jan 14 07:26:14.379106 n-d-768862-2 neutron-server[84765]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jan 14 07:26:14.379106 n-d-768862-2 neutron-server[84765]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jan 14 07:26:14.379106 n-d-768862-2 neutron-server[84765]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Jan 14 07:26:14.379106 n-d-768862-2 neutron-server[84765]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 14 07:26:14.379106 n-d-768862-2 neutron-server[84765]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Jan 14 07:26:14.379106 n-d-768862-2 neutron-server[84765]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Jan 14 07:26:14.379106 n-d-768862-2 neutron-server[84765]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/six.py", line 703, in reraise Jan 14 07:26:14.379106 n-d-768862-2 neutron-server[84765]: ERROR oslo_messaging.rpc.server raise value Jan 14 07:26:14.379106 n-d-768862-2 neutron-server[84765]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jan 14 07:26:14.379106 n-d-768862-2 neutron-server[84765]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jan 14 07:26:14.379106 n-d-768862-2 neutron-server[84765]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/oslo_db/api.py", line 154, in wrapper Jan 14 07:26:14.379106 n-d-768862-2 neutron-server[84765]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jan 14 07:26:14.379106 n-d-768862-2 neutron-server[84765]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Jan 14 07:26:14.379106 n-d-768862-2 neutron-server[84765]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 14 07:26:14.379106 n-d-768862-2 neutron-server[84765]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Jan 14 07:26:14.379106 n-d-768862-2 neutron-server[84765]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Jan 14 07:26:14.379106 n-d-768862-2 neutron-server[84765]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/six.py", line 703, in reraise Jan 14 07:26:14.379106 n-d-768862-2 neutron-server[84765]: ERROR oslo_messaging.rpc.server raise value Jan 14 07:26:14.379106 n-d-768862-2 neutron-server[84765]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/oslo_db/api.py", line 142, in wrapper Jan 14 07:26:14.379106 n-d-768862-2 neutron-server[84765]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jan 14 07:26:14.379106 n-d-768862-2 neutron-server[84765]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jan 14 07:26:14.379106 n-d-768862-2 neutron-server[84765]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jan 14 07:26:14.379106 n-d-768862-2 neutron-server[84765]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Jan 14 07:26:14.379106 n-d-768862-2 neutron-server[84765]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 14 07:26:14.379106 n-d-768862-2 neutron-server[84765]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Jan 14 07:26:14.379106 n-d-768862-2 neutron-server[84765]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Jan 14 07:26:14.379106 n-d-768862-2 neutron-server[84765]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/six.py", line 703, in reraise Jan 14 07:26:14.379106 n-d-768862-2 neutron-server[84765]: ERROR oslo_messaging.rpc.server raise value Jan 14 07:26:14.379106 n-d-768862-2 neutron-server[84765]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jan 14 07:26:14.379106 n-d-768862-2 neutron-server[84765]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jan 14 07:26:14.379106 n-d-768862-2 neutron-server[84765]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 322, in get_dhcp_port Jan 14 07:26:14.379106 n-d-768862-2 neutron-server[84765]: ERROR oslo_messaging.rpc.server return plugin.get_port(context, port_id) Jan 14 07:26:14.379106 n-d-768862-2 neutron-server[84765]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 217, in wrapped Jan 14 07:26:14.379106 n-d-768862-2 neutron-server[84765]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jan 14 07:26:14.379106 n-d-768862-2 neutron-server[84765]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jan 14 07:26:14.379106 n-d-768862-2 neutron-server[84765]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jan 14 07:26:14.379106 n-d-768862-2 neutron-server[84765]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Jan 14 07:26:14.379106 n-d-768862-2 neutron-server[84765]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 14 07:26:14.379106 n-d-768862-2 neutron-server[84765]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Jan 14 07:26:14.379106 n-d-768862-2 neutron-server[84765]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Jan 14 07:26:14.379106 n-d-768862-2 neutron-server[84765]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/six.py", line 703, in reraise Jan 14 07:26:14.379106 n-d-768862-2 neutron-server[84765]: ERROR oslo_messaging.rpc.server raise value Jan 14 07:26:14.379106 n-d-768862-2 neutron-server[84765]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jan 14 07:26:14.379106 n-d-768862-2 neutron-server[84765]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jan 14 07:26:14.379106 n-d-768862-2 neutron-server[84765]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/oslo_db/api.py", line 154, in wrapper Jan 14 07:26:14.379106 n-d-768862-2 neutron-server[84765]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jan 14 07:26:14.379106 n-d-768862-2 neutron-server[84765]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Jan 14 07:26:14.379106 n-d-768862-2 neutron-server[84765]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 14 07:26:14.379106 n-d-768862-2 neutron-server[84765]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Jan 14 07:26:14.379106 n-d-768862-2 neutron-server[84765]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Jan 14 07:26:14.379106 n-d-768862-2 neutron-server[84765]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/six.py", line 703, in reraise Jan 14 07:26:14.379106 n-d-768862-2 neutron-server[84765]: ERROR oslo_messaging.rpc.server raise value Jan 14 07:26:14.379106 n-d-768862-2 neutron-server[84765]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/oslo_db/api.py", line 142, in wrapper Jan 14 07:26:14.379106 n-d-768862-2 neutron-server[84765]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jan 14 07:26:14.379106 n-d-768862-2 neutron-server[84765]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jan 14 07:26:14.379106 n-d-768862-2 neutron-server[84765]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jan 14 07:26:14.379106 n-d-768862-2 neutron-server[84765]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Jan 14 07:26:14.379106 n-d-768862-2 neutron-server[84765]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 14 07:26:14.379106 n-d-768862-2 neutron-server[84765]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Jan 14 07:26:14.379106 n-d-768862-2 neutron-server[84765]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Jan 14 07:26:14.379106 n-d-768862-2 neutron-server[84765]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/six.py", line 703, in reraise Jan 14 07:26:14.379106 n-d-768862-2 neutron-server[84765]: ERROR oslo_messaging.rpc.server raise value Jan 14 07:26:14.379106 n-d-768862-2 neutron-server[84765]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jan 14 07:26:14.379106 n-d-768862-2 neutron-server[84765]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jan 14 07:26:14.379106 n-d-768862-2 neutron-server[84765]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1014, in wrapper Jan 14 07:26:14.379106 n-d-768862-2 neutron-server[84765]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) Jan 14 07:26:14.379106 n-d-768862-2 neutron-server[84765]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1523, in get_port Jan 14 07:26:14.379106 n-d-768862-2 neutron-server[84765]: ERROR oslo_messaging.rpc.server port = self._get_port(context, id) Jan 14 07:26:14.379106 n-d-768862-2 neutron-server[84765]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 283, in _get_port Jan 14 07:26:14.379106 n-d-768862-2 neutron-server[84765]: ERROR oslo_messaging.rpc.server raise exceptions.PortNotFound(port_id=id) Jan 14 07:26:14.379106 n-d-768862-2 neutron-server[84765]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.PortNotFound: Port 2788e83a-bad7-4f13-ad7c-7d465ffa33ba could not be found. Jan 14 07:26:14.379106 n-d-768862-2 neutron-server[84765]: ERROR oslo_messaging.rpc.server Jan 14 07:26:14.395582 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91697d86-f0ff-4b30-aa69-769318d6704a None None] Pushing event updated for resources: {'Port': ['ID=1a539010-caf2-44ad-b1ee-c91c2ea5e01b,revision_number=4']} {{(pid=84876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:26:14.404232 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:port_security_enabled":"rule:admin_or_owner" was deprecated in W in favor of "update_network:port_security_enabled":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 07:26:14.404232 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:26:14.404232 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:26:14.404232 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:26:14.404232 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "delete_network":"rule:admin_or_owner" was deprecated in W in favor of "delete_network":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 07:26:14.404232 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:26:14.404232 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:26:14.404232 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:26:14.404232 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_segment":"rule:admin_only" was deprecated in W in favor of "create_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:26:14.404232 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:26:14.404232 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_segment":"rule:admin_only" was deprecated in W in favor of "get_segment":"role:reader and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:26:14.404232 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:26:14.404232 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_segment":"rule:admin_only" was deprecated in W in favor of "update_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:26:14.404232 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:26:14.404232 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "delete_segment":"rule:admin_only" was deprecated in W in favor of "delete_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:26:14.404232 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:26:14.404232 n-d-768862-2 neutron-server[84765]: Traceback (most recent call last): Jan 14 07:26:14.404232 n-d-768862-2 neutron-server[84765]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 14 07:26:14.404232 n-d-768862-2 neutron-server[84765]: timer() Jan 14 07:26:14.404232 n-d-768862-2 neutron-server[84765]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 14 07:26:14.404232 n-d-768862-2 neutron-server[84765]: cb(*args, **kw) Jan 14 07:26:14.404232 n-d-768862-2 neutron-server[84765]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Jan 14 07:26:14.404232 n-d-768862-2 neutron-server[84765]: return func(*args, **kwargs) Jan 14 07:26:14.404232 n-d-768862-2 neutron-server[84765]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 14 07:26:14.404232 n-d-768862-2 neutron-server[84765]: self._notify() Jan 14 07:26:14.404232 n-d-768862-2 neutron-server[84765]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 14 07:26:14.404232 n-d-768862-2 neutron-server[84765]: self.callback(batched_events) Jan 14 07:26:14.404232 n-d-768862-2 neutron-server[84765]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 14 07:26:14.404232 n-d-768862-2 neutron-server[84765]: event.method(event) Jan 14 07:26:14.404232 n-d-768862-2 neutron-server[84765]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 14 07:26:14.404232 n-d-768862-2 neutron-server[84765]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 14 07:26:14.404232 n-d-768862-2 neutron-server[84765]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Jan 14 07:26:14.404232 n-d-768862-2 neutron-server[84765]: segment_id)['aggregates'][0] Jan 14 07:26:14.404232 n-d-768862-2 neutron-server[84765]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 14 07:26:14.404232 n-d-768862-2 neutron-server[84765]: return f(self, *a, **k) Jan 14 07:26:14.404232 n-d-768862-2 neutron-server[84765]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 14 07:26:14.404232 n-d-768862-2 neutron-server[84765]: return self._get(url).json() Jan 14 07:26:14.404232 n-d-768862-2 neutron-server[84765]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 14 07:26:14.404232 n-d-768862-2 neutron-server[84765]: **kwargs) Jan 14 07:26:14.404232 n-d-768862-2 neutron-server[84765]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 14 07:26:14.404232 n-d-768862-2 neutron-server[84765]: return self.request(url, 'GET', **kwargs) Jan 14 07:26:14.404232 n-d-768862-2 neutron-server[84765]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Jan 14 07:26:14.404232 n-d-768862-2 neutron-server[84765]: **endpoint_filter) Jan 14 07:26:14.404232 n-d-768862-2 neutron-server[84765]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 14 07:26:14.404232 n-d-768862-2 neutron-server[84765]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 14 07:26:14.404232 n-d-768862-2 neutron-server[84765]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 14 07:26:14.404232 n-d-768862-2 neutron-server[84765]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 14 07:26:14.404232 n-d-768862-2 neutron-server[84765]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 14 07:26:14.417776 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-91697d86-f0ff-4b30-aa69-769318d6704a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.006s {{(pid=84876) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:26:14.437830 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-4e37c928-8abf-4b0d-8660-34eee2101ae9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.525s {{(pid=84876) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:26:14.521334 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8797b156-58e0-4c79-8359-b5b62d232804 None None] Network ba231035-e44e-4fd5-904d-9311dff4d6b6 requested from n-d-768862-2 {{(pid=84876) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 07:26:14.546137 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.plugin [None req-9e9d9f3f-dc96-4aa2-a4b5-e72443b5f55b tempest-ExtraDHCPOptionsIpV6TestJSON-1473121844 tempest-ExtraDHCPOptionsIpV6TestJSON-1473121844] Calling delete_port for f0d3dcae-dc65-4591-bf4f-e17a97c350f1 owned by network:dhcp {{(pid=84874) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 07:26:14.621330 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-75005883-38df-481b-8536-a9d2ee62a811 tempest-NetworksIpV6TestAttrs-1453117616 tempest-NetworksIpV6TestAttrs-1453117616] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-598987', 'neutron.services.segments.db._delete_segments_for_network-8777640583949'] for network, precommit_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:26:14.755663 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Device 4cd6a39c-30f2-4ede-9412-bfdca8f9bdae no longer exists at agent ovs-agent-n-d-768862-2 {{(pid=84876) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jan 14 07:26:14.878355 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-3a292345-c0d9-43c8-8773-d2fa4918ac3b tempest-NetworksIpV6Test-2047944877 tempest-NetworksIpV6Test-2047944877] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036854176836'] for subnet, precommit_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:26:14.890493 n-d-768862-2 neutron-server[84765]: DEBUG neutron.services.segments.db [None req-75005883-38df-481b-8536-a9d2ee62a811 tempest-NetworksIpV6TestAttrs-1453117616 tempest-NetworksIpV6TestAttrs-1453117616] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ba231035-e44e-4fd5-904d-9311dff4d6b6']}} {{(pid=84875) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:26:14.910402 n-d-768862-2 neutron-server[84765]: DEBUG neutron.services.segments.db [None req-75005883-38df-481b-8536-a9d2ee62a811 tempest-NetworksIpV6TestAttrs-1453117616 tempest-NetworksIpV6TestAttrs-1453117616] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8aa5e53f-3bcd-407a-a28b-e615d22070b3') {'for_net_delete': True} {{(pid=84875) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:26:14.910853 n-d-768862-2 neutron-server[84765]: DEBUG neutron.services.segments.db [None req-75005883-38df-481b-8536-a9d2ee62a811 tempest-NetworksIpV6TestAttrs-1453117616 tempest-NetworksIpV6TestAttrs-1453117616] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8aa5e53f-3bcd-407a-a28b-e615d22070b3') {} {{(pid=84875) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:26:14.928566 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-75005883-38df-481b-8536-a9d2ee62a811 tempest-NetworksIpV6TestAttrs-1453117616 tempest-NetworksIpV6TestAttrs-1453117616] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363259214173198', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036851408567'] for segment, before_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:26:14.939759 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a79dfaf7-fc0e-45ef-9313-de70f75032d3 None None] Network 771dbd72-b062-460c-b6a8-bb809a096bcf requested from n-d-768862-2 {{(pid=84876) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 07:26:14.949020 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-75005883-38df-481b-8536-a9d2ee62a811 tempest-NetworksIpV6TestAttrs-1453117616 tempest-NetworksIpV6TestAttrs-1453117616] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854179735'] for segment, precommit_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:26:14.951445 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-75005883-38df-481b-8536-a9d2ee62a811 tempest-NetworksIpV6TestAttrs-1453117616 tempest-NetworksIpV6TestAttrs-1453117616] Releasing vxlan tunnel 27 to pool {{(pid=84875) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Jan 14 07:26:15.016928 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-0c5b5097-c641-4660-91cc-80d0f0e401a2 tempest-NegativeSecGroupIPv6Test-1980982801 tempest-NegativeSecGroupIPv6Test-1980982801] Notify callbacks [] for security_group, precommit_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:26:15.111628 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-0c5b5097-c641-4660-91cc-80d0f0e401a2 tempest-NegativeSecGroupIPv6Test-1980982801 tempest-NegativeSecGroupIPv6Test-1980982801] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850887153'] for security_group, after_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:26:15.132146 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-65ac4761-4ff1-4a76-bd81-dba5b0aa28ed admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:26:15.140769 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-98296a5d-d664-43b0-86a7-f0fee9adbcc3 tempest-RoutersNegativeIpV6Test-1464408958 tempest-RoutersNegativeIpV6Test-1464408958] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036854176830', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850887149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3912591'] for network, after_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:26:15.183426 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.managers [None req-75005883-38df-481b-8536-a9d2ee62a811 tempest-NetworksIpV6TestAttrs-1453117616 tempest-NetworksIpV6TestAttrs-1453117616] Network ba231035-e44e-4fd5-904d-9311dff4d6b6 has no segments {{(pid=84875) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 14 07:26:15.195136 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-75005883-38df-481b-8536-a9d2ee62a811 tempest-NetworksIpV6TestAttrs-1453117616 tempest-NetworksIpV6TestAttrs-1453117616] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-596065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3154253'] for segment, after_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:26:15.231922 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-98296a5d-d664-43b0-86a7-f0fee9adbcc3 tempest-RoutersNegativeIpV6Test-1464408958 tempest-RoutersNegativeIpV6Test-1464408958] Notify callbacks [] for network, before_response {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:26:15.253412 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-98296a5d-d664-43b0-86a7-f0fee9adbcc3 tempest-RoutersNegativeIpV6Test-1464408958 tempest-RoutersNegativeIpV6Test-1464408958] 10.222.0.24 "DELETE /v2.0/networks/8d912d0b-9fc0-4ee7-85d3-e7ba16412513 HTTP/1.1" status: 204 len: 168 time: 6.2178826 Jan 14 07:26:15.262794 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84874) accepted ('10.222.0.24', 46108) {{(pid=84874) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:26:15.483324 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.managers [None req-75005883-38df-481b-8536-a9d2ee62a811 tempest-NetworksIpV6TestAttrs-1453117616 tempest-NetworksIpV6TestAttrs-1453117616] Network ba231035-e44e-4fd5-904d-9311dff4d6b6 has no segments {{(pid=84875) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 14 07:26:15.538863 n-d-768862-2 neutron-server[84765]: Traceback (most recent call last): Jan 14 07:26:15.538863 n-d-768862-2 neutron-server[84765]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 14 07:26:15.538863 n-d-768862-2 neutron-server[84765]: timer() Jan 14 07:26:15.538863 n-d-768862-2 neutron-server[84765]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 14 07:26:15.538863 n-d-768862-2 neutron-server[84765]: cb(*args, **kw) Jan 14 07:26:15.538863 n-d-768862-2 neutron-server[84765]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Jan 14 07:26:15.538863 n-d-768862-2 neutron-server[84765]: return func(*args, **kwargs) Jan 14 07:26:15.538863 n-d-768862-2 neutron-server[84765]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 14 07:26:15.538863 n-d-768862-2 neutron-server[84765]: self._notify() Jan 14 07:26:15.538863 n-d-768862-2 neutron-server[84765]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 14 07:26:15.538863 n-d-768862-2 neutron-server[84765]: self.callback(batched_events) Jan 14 07:26:15.538863 n-d-768862-2 neutron-server[84765]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 14 07:26:15.538863 n-d-768862-2 neutron-server[84765]: event.method(event) Jan 14 07:26:15.538863 n-d-768862-2 neutron-server[84765]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 14 07:26:15.538863 n-d-768862-2 neutron-server[84765]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 14 07:26:15.538863 n-d-768862-2 neutron-server[84765]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Jan 14 07:26:15.538863 n-d-768862-2 neutron-server[84765]: segment_id)['aggregates'][0] Jan 14 07:26:15.538863 n-d-768862-2 neutron-server[84765]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 14 07:26:15.538863 n-d-768862-2 neutron-server[84765]: return f(self, *a, **k) Jan 14 07:26:15.538863 n-d-768862-2 neutron-server[84765]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 14 07:26:15.538863 n-d-768862-2 neutron-server[84765]: return self._get(url).json() Jan 14 07:26:15.538863 n-d-768862-2 neutron-server[84765]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 14 07:26:15.538863 n-d-768862-2 neutron-server[84765]: **kwargs) Jan 14 07:26:15.538863 n-d-768862-2 neutron-server[84765]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 14 07:26:15.538863 n-d-768862-2 neutron-server[84765]: return self.request(url, 'GET', **kwargs) Jan 14 07:26:15.538863 n-d-768862-2 neutron-server[84765]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Jan 14 07:26:15.538863 n-d-768862-2 neutron-server[84765]: **endpoint_filter) Jan 14 07:26:15.538863 n-d-768862-2 neutron-server[84765]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 14 07:26:15.538863 n-d-768862-2 neutron-server[84765]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 14 07:26:15.538863 n-d-768862-2 neutron-server[84765]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 14 07:26:15.538863 n-d-768862-2 neutron-server[84765]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 14 07:26:15.538863 n-d-768862-2 neutron-server[84765]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 14 07:26:15.719813 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-75005883-38df-481b-8536-a9d2ee62a811 tempest-NetworksIpV6TestAttrs-1453117616 tempest-NetworksIpV6TestAttrs-1453117616] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036854176830', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850887149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3912591'] for network, after_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:26:15.731448 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-2f141e8d-9ccd-4af0-8889-a5cdd3e36b54 tempest-ExternalNetworksTestJSON-1523440521 tempest-ExternalNetworksTestJSON-1523440521] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:26:15.773196 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-e02ad120-0c50-4efa-854c-21a9221b6b81 tempest-RoutersNegativeIpV6Test-1464408958 tempest-RoutersNegativeIpV6Test-1464408958] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036854160497'] for network, before_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:26:15.777380 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a3db9c9-797f-4d33-be1b-abf5492000d7 None None] Pushing event updated for resources: {'Port': ['ID=27cd9abb-15bc-428d-8cac-4af4a087bd17,revision_number=1']} {{(pid=84876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:26:15.784269 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-1a3db9c9-797f-4d33-be1b-abf5492000d7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.345s {{(pid=84876) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:26:15.802979 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-75005883-38df-481b-8536-a9d2ee62a811 tempest-NetworksIpV6TestAttrs-1453117616 tempest-NetworksIpV6TestAttrs-1453117616] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3207107'] for network, before_response {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:26:15.808416 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75005883-38df-481b-8536-a9d2ee62a811 tempest-NetworksIpV6TestAttrs-1453117616 tempest-NetworksIpV6TestAttrs-1453117616] Pushing event deleted for resources: {'Network': ['ID=ba231035-e44e-4fd5-904d-9311dff4d6b6,revision_number=None']} {{(pid=84875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:26:15.852343 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-75005883-38df-481b-8536-a9d2ee62a811 tempest-NetworksIpV6TestAttrs-1453117616 tempest-NetworksIpV6TestAttrs-1453117616] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:26:15.852343 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-75005883-38df-481b-8536-a9d2ee62a811 tempest-NetworksIpV6TestAttrs-1453117616 tempest-NetworksIpV6TestAttrs-1453117616] 10.222.0.24 "DELETE /v2.0/networks/ba231035-e44e-4fd5-904d-9311dff4d6b6 HTTP/1.1" status: 204 len: 168 time: 11.3130054 Jan 14 07:26:15.855809 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84875) accepted ('10.222.0.24', 46122) {{(pid=84875) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:26:15.862957 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.v2.base [None req-50acfbb5-dc1e-4b13-be43-5c050bcebfd9 tempest-NetworksIpV6TestAttrs-1453117616 tempest-NetworksIpV6TestAttrs-1453117616] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1066722001'}} {{(pid=84875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:26:15.870945 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-50acfbb5-dc1e-4b13-be43-5c050bcebfd9 tempest-NetworksIpV6TestAttrs-1453117616 tempest-NetworksIpV6TestAttrs-1453117616] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:26:15.872406 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-0c5b5097-c641-4660-91cc-80d0f0e401a2 tempest-NegativeSecGroupIPv6Test-1980982801 tempest-NegativeSecGroupIPv6Test-1980982801] Notify callbacks [] for security_group, before_response {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:26:15.873856 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-0c5b5097-c641-4660-91cc-80d0f0e401a2 tempest-NegativeSecGroupIPv6Test-1980982801 tempest-NegativeSecGroupIPv6Test-1980982801] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 2.6804624 Jan 14 07:26:15.881000 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-50acfbb5-dc1e-4b13-be43-5c050bcebfd9 tempest-NetworksIpV6TestAttrs-1453117616 tempest-NetworksIpV6TestAttrs-1453117616] Usage tracker for resource:network and tenant:b4fb299c51d74f2a8c69090954f5d152 is out of sync, need to count used quota {{(pid=84875) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:26:15.884867 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-50acfbb5-dc1e-4b13-be43-5c050bcebfd9 tempest-NetworksIpV6TestAttrs-1453117616 tempest-NetworksIpV6TestAttrs-1453117616] Quota usage for network was recalculated. Used quota:3. {{(pid=84875) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:26:15.894419 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84874) accepted ('10.222.0.24', 46126) {{(pid=84874) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:26:15.903032 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-50acfbb5-dc1e-4b13-be43-5c050bcebfd9 tempest-NetworksIpV6TestAttrs-1453117616 tempest-NetworksIpV6TestAttrs-1453117616] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=84875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:26:15.910080 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c5b5097-c641-4660-91cc-80d0f0e401a2 tempest-NegativeSecGroupIPv6Test-1980982801 tempest-NegativeSecGroupIPv6Test-1980982801] Pushing event updated for resources: {'SecurityGroup': ['ID=aee5a0d3-01d0-437f-aa27-3bf9a09238d4,revision_number=1']} {{(pid=84874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:26:15.929400 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-0c5b5097-c641-4660-91cc-80d0f0e401a2 tempest-NegativeSecGroupIPv6Test-1980982801 tempest-NegativeSecGroupIPv6Test-1980982801] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.797s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:26:15.935381 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-50acfbb5-dc1e-4b13-be43-5c050bcebfd9 tempest-NetworksIpV6TestAttrs-1453117616 tempest-NetworksIpV6TestAttrs-1453117616] Made reservation on behalf of b4fb299c51d74f2a8c69090954f5d152 for: {'network': 1} {{(pid=84875) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 07:26:15.937308 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-ca334838-2d44-4cfd-a2a7-0cf8b24a997b tempest-NetworksIpV6Test-2047944877 tempest-NetworksIpV6Test-2047944877] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.706s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:26:15.950470 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-50acfbb5-dc1e-4b13-be43-5c050bcebfd9 tempest-NetworksIpV6TestAttrs-1453117616 tempest-NetworksIpV6TestAttrs-1453117616] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555753'] for network, before_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:26:15.960230 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.v2.base [None req-0c2ab927-7150-410c-80cc-447b562ae91c tempest-NegativeSecGroupIPv6Test-1980982801 tempest-NegativeSecGroupIPv6Test-1980982801] Request body: {'security_group_rule': {'security_group_id': 'aee5a0d3-01d0-437f-aa27-3bf9a09238d4', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_group_id': 'bad_group_id'}} {{(pid=84874) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:26:15.975806 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-9e9d9f3f-dc96-4aa2-a4b5-e72443b5f55b tempest-ExtraDHCPOptionsIpV6TestJSON-1473121844 tempest-ExtraDHCPOptionsIpV6TestJSON-1473121844] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777640533329', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777640097463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3254186'] for port, after_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:26:15.999225 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-50acfbb5-dc1e-4b13-be43-5c050bcebfd9 tempest-NetworksIpV6TestAttrs-1453117616 tempest-NetworksIpV6TestAttrs-1453117616] vxlan segment allocate from pool success with {'vxlan_vni': 26} {{(pid=84875) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Jan 14 07:26:16.017910 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-50acfbb5-dc1e-4b13-be43-5c050bcebfd9 tempest-NetworksIpV6TestAttrs-1453117616 tempest-NetworksIpV6TestAttrs-1453117616] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment--9223363259214191851', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854179735'] for segment, precommit_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:26:16.017910 n-d-768862-2 neutron-server[84765]: INFO neutron.db.segments_db [None req-50acfbb5-dc1e-4b13-be43-5c050bcebfd9 tempest-NetworksIpV6TestAttrs-1453117616 tempest-NetworksIpV6TestAttrs-1453117616] Added segment 10ecb9f8-969c-4070-8c98-c78bcc565c70 of type vxlan for network 527a3816-0b49-4c9b-9b27-c59f02e71a95 Jan 14 07:26:16.068695 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-50acfbb5-dc1e-4b13-be43-5c050bcebfd9 tempest-NetworksIpV6TestAttrs-1453117616 tempest-NetworksIpV6TestAttrs-1453117616] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363259214646115'] for network, precommit_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:26:16.083979 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.plugin [None req-e02ad120-0c50-4efa-854c-21a9221b6b81 tempest-RoutersNegativeIpV6Test-1464408958 tempest-RoutersNegativeIpV6Test-1464408958] Deleting port 4cd6a39c-30f2-4ede-9412-bfdca8f9bdae {{(pid=84874) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 07:26:16.084659 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-e02ad120-0c50-4efa-854c-21a9221b6b81 tempest-RoutersNegativeIpV6Test-1464408958 tempest-RoutersNegativeIpV6Test-1464408958] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363259214248359'] for port, before_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:26:16.119017 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.db_base_plugin_common [None req-83894ee3-d5c1-4eab-a487-0c8a56e6f06d None None] Allocated IP 2001:db8::2 (f9295c14-8cab-491f-bdb9-a2ab55a95ac7/0029ea67-a860-45eb-b92a-93d63661ed93/0c3157b9-72ce-40d5-b9a4-3a871d65ef7a) {{(pid=84876) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 14 07:26:16.126302 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-50acfbb5-dc1e-4b13-be43-5c050bcebfd9 tempest-NetworksIpV6TestAttrs-1453117616 tempest-NetworksIpV6TestAttrs-1453117616] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850887149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964'] for network, after_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:26:16.153551 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-0c2ab927-7150-410c-80cc-447b562ae91c tempest-NegativeSecGroupIPv6Test-1980982801 tempest-NegativeSecGroupIPv6Test-1980982801] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:26:16.179087 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555753'] for port, before_update {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:26:16.183532 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50acfbb5-dc1e-4b13-be43-5c050bcebfd9 tempest-NetworksIpV6TestAttrs-1453117616 tempest-NetworksIpV6TestAttrs-1453117616] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:26:16.184659 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-50acfbb5-dc1e-4b13-be43-5c050bcebfd9 tempest-NetworksIpV6TestAttrs-1453117616 tempest-NetworksIpV6TestAttrs-1453117616] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3207107'] for network, before_response {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:26:16.196904 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-d3c23c59-7e40-412e-8ea4-22cece6bd8e1 tempest-NetworksIpV6Test-2047944877 tempest-NetworksIpV6Test-2047944877] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:26:16.201359 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98296a5d-d664-43b0-86a7-f0fee9adbcc3 tempest-RoutersNegativeIpV6Test-1464408958 tempest-RoutersNegativeIpV6Test-1464408958] Pushing event deleted for resources: {'Network': ['ID=8d912d0b-9fc0-4ee7-85d3-e7ba16412513,revision_number=None']} {{(pid=84874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:26:16.227490 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-98296a5d-d664-43b0-86a7-f0fee9adbcc3 tempest-RoutersNegativeIpV6Test-1464408958 tempest-RoutersNegativeIpV6Test-1464408958] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.290s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:26:16.228919 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-0c2ab927-7150-410c-80cc-447b562ae91c tempest-NegativeSecGroupIPv6Test-1980982801 tempest-NegativeSecGroupIPv6Test-1980982801] Usage tracker for resource:security_group_rule and tenant:f09e6c52b2324bf9b7428192d43e5581 is out of sync, need to count used quota {{(pid=84874) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:26:16.233455 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-ceaf3513-6b03-4d9c-b1b4-a10ec66c0c62 None None] Provisioning for port 1a539010-caf2-44ad-b1ee-c91c2ea5e01b completed by entity DHCP. {{(pid=84876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 07:26:16.244196 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-06ad915a-b606-47a6-b3bd-be8864ee227a tempest-RoutersIpV6AdminTest-1631784580 tempest-RoutersIpV6AdminTest-1631784580] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.160s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:26:16.280422 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] For port 4cd6a39c-30f2-4ede-9412-bfdca8f9bdae, host n-d-768862-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-2',level=0,port_id=4cd6a39c-30f2-4ede-9412-bfdca8f9bdae,segment=NetworkSegment(081dd89a-0160-4672-9527-d1666b633085),segment_id=081dd89a-0160-4672-9527-d1666b633085)] {{(pid=84876) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 07:26:16.281816 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-ceaf3513-6b03-4d9c-b1b4-a10ec66c0c62 None None] Provisioning complete for port 1a539010-caf2-44ad-b1ee-c91c2ea5e01b triggered by entity DHCP. {{(pid=84876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 07:26:16.282288 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-ceaf3513-6b03-4d9c-b1b4-a10ec66c0c62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-604227'] for port, provisioning_complete {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:26:16.287043 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-0c2ab927-7150-410c-80cc-447b562ae91c tempest-NegativeSecGroupIPv6Test-1980982801 tempest-NegativeSecGroupIPv6Test-1980982801] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84874) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:26:16.328778 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-0c2ab927-7150-410c-80cc-447b562ae91c tempest-NegativeSecGroupIPv6Test-1980982801 tempest-NegativeSecGroupIPv6Test-1980982801] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:26:16.361150 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [None req-dfce2081-97a5-4396-9ba8-7afcbcb7d0c0 None None] For port f0d3dcae-dc65-4591-bf4f-e17a97c350f1, host n-d-768862-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-2',level=0,port_id=f0d3dcae-dc65-4591-bf4f-e17a97c350f1,segment=NetworkSegment(f7b5d34d-d15c-4391-af8e-418998b7bddd),segment_id=f7b5d34d-d15c-4391-af8e-418998b7bddd)] {{(pid=84876) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 07:26:16.361803 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-dfce2081-97a5-4396-9ba8-7afcbcb7d0c0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036850862667'] for port, precommit_delete {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:26:16.366015 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e9d9f3f-dc96-4aa2-a4b5-e72443b5f55b tempest-ExtraDHCPOptionsIpV6TestJSON-1473121844 tempest-ExtraDHCPOptionsIpV6TestJSON-1473121844] Pushing event deleted for resources: {'Port': ['ID=f0d3dcae-dc65-4591-bf4f-e17a97c350f1,revision_number=None']} {{(pid=84874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:26:16.412751 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-9e9d9f3f-dc96-4aa2-a4b5-e72443b5f55b tempest-ExtraDHCPOptionsIpV6TestJSON-1473121844 tempest-ExtraDHCPOptionsIpV6TestJSON-1473121844] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.169s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:26:16.421511 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.db_base_plugin_v2 [None req-34cc378f-ffca-4a9a-9723-f299cad26314 tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] Deleting subnet d9b8b484-b415-4c02-b2d8-6b35fc359781 {{(pid=84874) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Jan 14 07:26:16.425868 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-50acfbb5-dc1e-4b13-be43-5c050bcebfd9 tempest-NetworksIpV6TestAttrs-1453117616 tempest-NetworksIpV6TestAttrs-1453117616] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.5704219 Jan 14 07:26:16.431385 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84875) accepted ('10.222.0.24', 46134) {{(pid=84875) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:26:16.444129 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.v2.base [None req-4a83386c-a421-43b7-947f-095a1645068f tempest-NetworksIpV6TestAttrs-1453117616 tempest-NetworksIpV6TestAttrs-1453117616] Request body: {'subnet': {'network_id': '527a3816-0b49-4c9b-9b27-c59f02e71a95', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=84875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:26:16.475887 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-34cc378f-ffca-4a9a-9723-f299cad26314 tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] Notify callbacks [] for subnet, before_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:26:16.478962 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50acfbb5-dc1e-4b13-be43-5c050bcebfd9 tempest-NetworksIpV6TestAttrs-1453117616 tempest-NetworksIpV6TestAttrs-1453117616] Pushing event updated for resources: {'Network': ['ID=527a3816-0b49-4c9b-9b27-c59f02e71a95,revision_number=1']} {{(pid=84875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:26:16.495183 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-50acfbb5-dc1e-4b13-be43-5c050bcebfd9 tempest-NetworksIpV6TestAttrs-1453117616 tempest-NetworksIpV6TestAttrs-1453117616] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.299s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:26:16.521082 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.plugin [None req-dfce2081-97a5-4396-9ba8-7afcbcb7d0c0 None None] Calling delete_port for f0d3dcae-dc65-4591-bf4f-e17a97c350f1 owned by network:dhcp {{(pid=84876) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 07:26:16.596973 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e9d9f3f-dc96-4aa2-a4b5-e72443b5f55b tempest-ExtraDHCPOptionsIpV6TestJSON-1473121844 tempest-ExtraDHCPOptionsIpV6TestJSON-1473121844] No DVR routers for this DVR port f0d3dcae-dc65-4591-bf4f-e17a97c350f1 on host n-d-768862-2 {{(pid=84874) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Jan 14 07:26:16.608128 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.db.api [None req-dfce2081-97a5-4396-9ba8-7afcbcb7d0c0 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84876) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Jan 14 07:26:16.608128 n-d-768862-2 neutron-server[84765]: DEBUG oslo_db.api [None req-dfce2081-97a5-4396-9ba8-7afcbcb7d0c0 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84876) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Jan 14 07:26:16.608718 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777640533312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363259214678337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777640097497'] for port, after_update {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:26:16.629236 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-2d37fcca-bb62-4672-981c-7dedf69574bb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84876) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:26:16.661739 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-4a83386c-a421-43b7-947f-095a1645068f tempest-NetworksIpV6TestAttrs-1453117616 tempest-NetworksIpV6TestAttrs-1453117616] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:26:16.701615 n-d-768862-2 neutron-server[84765]: INFO neutron.api.v2.resource [None req-0c2ab927-7150-410c-80cc-447b562ae91c tempest-NegativeSecGroupIPv6Test-1980982801 tempest-NegativeSecGroupIPv6Test-1980982801] create failed (client error): The resource could not be found. Jan 14 07:26:16.706249 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-0c2ab927-7150-410c-80cc-447b562ae91c tempest-NegativeSecGroupIPv6Test-1980982801 tempest-NegativeSecGroupIPv6Test-1980982801] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 323 time: 0.7951677 Jan 14 07:26:16.709077 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-4a83386c-a421-43b7-947f-095a1645068f tempest-NetworksIpV6TestAttrs-1453117616 tempest-NetworksIpV6TestAttrs-1453117616] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:26:16.711520 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84875) accepted ('10.222.0.24', 46142) {{(pid=84875) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:26:16.735808 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.v2.base [None req-fb943ff4-062c-4b4c-becb-a27803fe5822 tempest-NegativeSecGroupIPv6Test-1980982801 tempest-NegativeSecGroupIPv6Test-1980982801] Request body: {'security_group_rule': {'security_group_id': 'aee5a0d3-01d0-437f-aa27-3bf9a09238d4', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_group_id': 'b3896ac8-8c77-4836-8181-f7c3ef6c996e'}} {{(pid=84875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:26:16.739681 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-852a24f7-e9a1-4193-9abb-e9506fe5213f None None] Network 527a3816-0b49-4c9b-9b27-c59f02e71a95 details requested by agent ovs-agent-n-h2-768862-2 with host n-h2-768862-2 {{(pid=84876) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 07:26:16.742669 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-34cc378f-ffca-4a9a-9723-f299cad26314 tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036851807232'] for subnet, precommit_delete_associations {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:26:16.762568 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-017f98a9-8a07-408c-a86f-8ff0c00400a0 None None] Network 527a3816-0b49-4c9b-9b27-c59f02e71a95 details requested by agent ovs-agent-n-h1-768862-2 with host n-h1-768862-2 {{(pid=84876) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 07:26:16.765075 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-fb943ff4-062c-4b4c-becb-a27803fe5822 tempest-NegativeSecGroupIPv6Test-1980982801 tempest-NegativeSecGroupIPv6Test-1980982801] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:26:16.785654 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-fb943ff4-062c-4b4c-becb-a27803fe5822 tempest-NegativeSecGroupIPv6Test-1980982801 tempest-NegativeSecGroupIPv6Test-1980982801] Usage tracker for resource:security_group_rule and tenant:f09e6c52b2324bf9b7428192d43e5581 is out of sync, need to count used quota {{(pid=84875) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:26:16.791659 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-fb943ff4-062c-4b4c-becb-a27803fe5822 tempest-NegativeSecGroupIPv6Test-1980982801 tempest-NegativeSecGroupIPv6Test-1980982801] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84875) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:26:16.813425 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-fb943ff4-062c-4b4c-becb-a27803fe5822 tempest-NegativeSecGroupIPv6Test-1980982801 tempest-NegativeSecGroupIPv6Test-1980982801] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:26:16.830200 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4a83386c-a421-43b7-947f-095a1645068f tempest-NetworksIpV6TestAttrs-1453117616 tempest-NetworksIpV6TestAttrs-1453117616] Made reservation on behalf of b4fb299c51d74f2a8c69090954f5d152 for: {'subnet': 1} {{(pid=84875) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 07:26:16.891365 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Network 527a3816-0b49-4c9b-9b27-c59f02e71a95 details requested by agent ovs-agent-n-d-768862-2 with host n-d-768862-2 {{(pid=84876) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 07:26:16.912396 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [None req-e02ad120-0c50-4efa-854c-21a9221b6b81 tempest-RoutersNegativeIpV6Test-1464408958 tempest-RoutersNegativeIpV6Test-1464408958] For port 4cd6a39c-30f2-4ede-9412-bfdca8f9bdae, host n-d-768862-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-2',level=0,port_id=4cd6a39c-30f2-4ede-9412-bfdca8f9bdae,segment=NetworkSegment(081dd89a-0160-4672-9527-d1666b633085),segment_id=081dd89a-0160-4672-9527-d1666b633085)] {{(pid=84874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 07:26:16.912994 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-e02ad120-0c50-4efa-854c-21a9221b6b81 tempest-RoutersNegativeIpV6Test-1464408958 tempest-RoutersNegativeIpV6Test-1464408958] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036850862667'] for port, precommit_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:26:16.924654 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-9e9d9f3f-dc96-4aa2-a4b5-e72443b5f55b tempest-ExtraDHCPOptionsIpV6TestJSON-1473121844 tempest-ExtraDHCPOptionsIpV6TestJSON-1473121844] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-598987', 'neutron.services.segments.db._delete_segments_for_network-8777640583949'] for network, precommit_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:26:17.088751 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-4a83386c-a421-43b7-947f-095a1645068f tempest-NetworksIpV6TestAttrs-1453117616 tempest-NetworksIpV6TestAttrs-1453117616] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036852467157'] for subnet, before_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:26:17.141485 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.plugin [None req-e02ad120-0c50-4efa-854c-21a9221b6b81 tempest-RoutersNegativeIpV6Test-1464408958 tempest-RoutersNegativeIpV6Test-1464408958] Calling delete_port for 4cd6a39c-30f2-4ede-9412-bfdca8f9bdae owned by network:dhcp {{(pid=84874) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 07:26:17.165210 n-d-768862-2 neutron-server[84765]: INFO neutron.api.v2.resource [None req-fb943ff4-062c-4b4c-becb-a27803fe5822 tempest-NegativeSecGroupIPv6Test-1980982801 tempest-NegativeSecGroupIPv6Test-1980982801] create failed (client error): The resource could not be found. Jan 14 07:26:17.179651 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-fb943ff4-062c-4b4c-becb-a27803fe5822 tempest-NegativeSecGroupIPv6Test-1980982801 tempest-NegativeSecGroupIPv6Test-1980982801] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.4663725 Jan 14 07:26:17.180043 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84874) accepted ('10.222.0.24', 46150) {{(pid=84874) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:26:17.193094 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Pushing event updated for resources: {'Port': ['ID=4cd6a39c-30f2-4ede-9412-bfdca8f9bdae,revision_number=5']} {{(pid=84876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:26:17.197318 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.568s {{(pid=84876) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:26:17.213364 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Device 1a539010-caf2-44ad-b1ee-c91c2ea5e01b up at agent ovs-agent-n-d-768862-2 {{(pid=84876) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 07:26:17.247186 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.plugin [None req-dfce2081-97a5-4396-9ba8-7afcbcb7d0c0 None None] Deleting port f0d3dcae-dc65-4591-bf4f-e17a97c350f1 {{(pid=84876) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 07:26:17.247620 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-dfce2081-97a5-4396-9ba8-7afcbcb7d0c0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363259214248359'] for port, before_delete {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:26:17.346282 n-d-768862-2 neutron-server[84765]: DEBUG neutron.services.segments.db [None req-9e9d9f3f-dc96-4aa2-a4b5-e72443b5f55b tempest-ExtraDHCPOptionsIpV6TestJSON-1473121844 tempest-ExtraDHCPOptionsIpV6TestJSON-1473121844] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['68cb209c-2937-4622-ba74-2bdc2090784d']}} {{(pid=84874) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:26:17.355731 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-34cc378f-ffca-4a9a-9723-f299cad26314 tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036854176836'] for subnet, precommit_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:26:17.417979 n-d-768862-2 neutron-server[84765]: DEBUG neutron.services.segments.db [None req-9e9d9f3f-dc96-4aa2-a4b5-e72443b5f55b tempest-ExtraDHCPOptionsIpV6TestJSON-1473121844 tempest-ExtraDHCPOptionsIpV6TestJSON-1473121844] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f7b5d34d-d15c-4391-af8e-418998b7bddd') {'for_net_delete': True} {{(pid=84874) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:26:17.418620 n-d-768862-2 neutron-server[84765]: DEBUG neutron.services.segments.db [None req-9e9d9f3f-dc96-4aa2-a4b5-e72443b5f55b tempest-ExtraDHCPOptionsIpV6TestJSON-1473121844 tempest-ExtraDHCPOptionsIpV6TestJSON-1473121844] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f7b5d34d-d15c-4391-af8e-418998b7bddd') {} {{(pid=84874) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:26:17.447668 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-9e9d9f3f-dc96-4aa2-a4b5-e72443b5f55b tempest-ExtraDHCPOptionsIpV6TestJSON-1473121844 tempest-ExtraDHCPOptionsIpV6TestJSON-1473121844] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363259214173198', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2968632'] for segment, before_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:26:17.455962 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-2d012796-728c-4e25-990c-6b768962f603 tempest-NegativeSecGroupIPv6Test-1980982801 tempest-NegativeSecGroupIPv6Test-1980982801] Notify callbacks [] for security_group, before_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:26:17.491930 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-2d012796-728c-4e25-990c-6b768962f603 tempest-NegativeSecGroupIPv6Test-1980982801 tempest-NegativeSecGroupIPv6Test-1980982801] Notify callbacks [] for security_group, precommit_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:26:17.545689 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-2d012796-728c-4e25-990c-6b768962f603 tempest-NegativeSecGroupIPv6Test-1980982801 tempest-NegativeSecGroupIPv6Test-1980982801] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850887153'] for security_group, after_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:26:17.558688 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-475143f7-10f0-417d-8cb6-157770a3b56d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:26:17.577248 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.db.api [None req-e02ad120-0c50-4efa-854c-21a9221b6b81 tempest-RoutersNegativeIpV6Test-1464408958 tempest-RoutersNegativeIpV6Test-1464408958] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84874) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Jan 14 07:26:17.577915 n-d-768862-2 neutron-server[84765]: DEBUG oslo_db.api [None req-e02ad120-0c50-4efa-854c-21a9221b6b81 tempest-RoutersNegativeIpV6Test-1464408958 tempest-RoutersNegativeIpV6Test-1464408958] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84874) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Jan 14 07:26:17.604740 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d012796-728c-4e25-990c-6b768962f603 tempest-NegativeSecGroupIPv6Test-1980982801 tempest-NegativeSecGroupIPv6Test-1980982801] Pushing event deleted for resources: {'SecurityGroup': ['ID=aee5a0d3-01d0-437f-aa27-3bf9a09238d4,revision_number=None']} {{(pid=84874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:26:17.608301 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-9e9d9f3f-dc96-4aa2-a4b5-e72443b5f55b tempest-ExtraDHCPOptionsIpV6TestJSON-1473121844 tempest-ExtraDHCPOptionsIpV6TestJSON-1473121844] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854179735'] for segment, precommit_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:26:17.702334 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-9e9d9f3f-dc96-4aa2-a4b5-e72443b5f55b tempest-ExtraDHCPOptionsIpV6TestJSON-1473121844 tempest-ExtraDHCPOptionsIpV6TestJSON-1473121844] Releasing vxlan tunnel 15 to pool {{(pid=84874) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Jan 14 07:26:17.730604 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-2d012796-728c-4e25-990c-6b768962f603 tempest-NegativeSecGroupIPv6Test-1980982801 tempest-NegativeSecGroupIPv6Test-1980982801] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.172s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:26:17.745822 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-83894ee3-d5c1-4eab-a487-0c8a56e6f06d None None] Notify callbacks [] for port, precommit_create {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:26:17.757660 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-83894ee3-d5c1-4eab-a487-0c8a56e6f06d None None] Transition to ACTIVE for port object 0c3157b9-72ce-40d5-b9a4-3a871d65ef7a will not be triggered until provisioned by entity L2. {{(pid=84876) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 07:26:17.770611 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-4a83386c-a421-43b7-947f-095a1645068f tempest-NetworksIpV6TestAttrs-1453117616 tempest-NetworksIpV6TestAttrs-1453117616] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850887113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036851621412', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036852467174'] for subnet, after_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:26:17.776001 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-83894ee3-d5c1-4eab-a487-0c8a56e6f06d None None] Transition to ACTIVE for port object 0c3157b9-72ce-40d5-b9a4-3a871d65ef7a will not be triggered until provisioned by entity DHCP. {{(pid=84876) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 07:26:17.844024 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.plugin [None req-dfce2081-97a5-4396-9ba8-7afcbcb7d0c0 None None] The port 'f0d3dcae-dc65-4591-bf4f-e17a97c350f1' was deleted {{(pid=84876) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Jan 14 07:26:17.860070 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-2d012796-728c-4e25-990c-6b768962f603 tempest-NegativeSecGroupIPv6Test-1980982801 tempest-NegativeSecGroupIPv6Test-1980982801] Notify callbacks [] for security_group, before_response {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:26:17.861258 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-2d012796-728c-4e25-990c-6b768962f603 tempest-NegativeSecGroupIPv6Test-1980982801 tempest-NegativeSecGroupIPv6Test-1980982801] 10.222.0.24 "DELETE /v2.0/security-groups/aee5a0d3-01d0-437f-aa27-3bf9a09238d4 HTTP/1.1" status: 204 len: 168 time: 0.6799335 Jan 14 07:26:17.874297 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84874) accepted ('10.222.0.24', 46156) {{(pid=84874) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:26:17.889283 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-83894ee3-d5c1-4eab-a487-0c8a56e6f06d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777640123575'] for port, after_create {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:26:17.958862 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-3eff0391-8b4f-4cf9-9bac-55c07da336e2 tempest-ExtraDHCPOptionsIpV6TestJSON-1473121844 tempest-ExtraDHCPOptionsIpV6TestJSON-1473121844] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:26:18.038774 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-3a292345-c0d9-43c8-8773-d2fa4918ac3b tempest-NetworksIpV6Test-2047944877 tempest-NetworksIpV6Test-2047944877] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-598964', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850887113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036851521664', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2794686'] for subnet, after_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:26:18.054548 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84876) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:26:18.054888 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a83386c-a421-43b7-947f-095a1645068f tempest-NetworksIpV6TestAttrs-1453117616 tempest-NetworksIpV6TestAttrs-1453117616] Pushing event updated for resources: {'Subnet': ['ID=20d8ed13-0081-43c1-893e-5b3b19babe5a,revision_number=0']} {{(pid=84875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:26:18.063979 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-a8561e1d-7ad4-44a8-be89-c9205cbee1d0 tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:26:18.068917 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-4a83386c-a421-43b7-947f-095a1645068f tempest-NetworksIpV6TestAttrs-1453117616 tempest-NetworksIpV6TestAttrs-1453117616] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:26:18.114162 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a83386c-a421-43b7-947f-095a1645068f tempest-NetworksIpV6TestAttrs-1453117616 tempest-NetworksIpV6TestAttrs-1453117616] Checking segment: {'id': '10ecb9f8-969c-4070-8c98-c78bcc565c70', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 26, 'network_id': '527a3816-0b49-4c9b-9b27-c59f02e71a95'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84875) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 14 07:26:18.114831 n-d-768862-2 neutron-server[84765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a83386c-a421-43b7-947f-095a1645068f tempest-NetworksIpV6TestAttrs-1453117616 tempest-NetworksIpV6TestAttrs-1453117616] Network hostable DHCP agents. Network: 527a3816-0b49-4c9b-9b27-c59f02e71a95, hostable agents: ['32f3dd84-26da-4d18-bf15-6017a8fb7247'], hosted agents: [] {{(pid=84875) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Jan 14 07:26:18.123997 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.plugin [None req-e02ad120-0c50-4efa-854c-21a9221b6b81 tempest-RoutersNegativeIpV6Test-1464408958 tempest-RoutersNegativeIpV6Test-1464408958] Deleting port 4cd6a39c-30f2-4ede-9412-bfdca8f9bdae {{(pid=84874) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 07:26:18.124376 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-e02ad120-0c50-4efa-854c-21a9221b6b81 tempest-RoutersNegativeIpV6Test-1464408958 tempest-RoutersNegativeIpV6Test-1464408958] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363259214248359'] for port, before_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:26:18.142425 n-d-768862-2 neutron-server[84765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a83386c-a421-43b7-947f-095a1645068f tempest-NetworksIpV6TestAttrs-1453117616 tempest-NetworksIpV6TestAttrs-1453117616] Network 527a3816-0b49-4c9b-9b27-c59f02e71a95 is scheduled to be hosted by DHCP agent 32f3dd84-26da-4d18-bf15-6017a8fb7247 with binding_index 1 {{(pid=84875) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Jan 14 07:26:18.150157 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a292345-c0d9-43c8-8773-d2fa4918ac3b tempest-NetworksIpV6Test-2047944877 tempest-NetworksIpV6Test-2047944877] Pushing event deleted for resources: {'Subnet': ['ID=0029ea67-a860-45eb-b92a-93d63661ed93,revision_number=None']} {{(pid=84874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:26:18.166220 n-d-768862-2 neutron-server[84765]: DEBUG neutron.scheduler.base_scheduler [None req-4a83386c-a421-43b7-947f-095a1645068f tempest-NetworksIpV6TestAttrs-1453117616 tempest-NetworksIpV6TestAttrs-1453117616] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768862-2, 527a3816-0b49-4c9b-9b27-c59f02e71a95) {{(pid=84875) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 07:26:18.180582 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.db.api [None req-60a09483-3a4c-4471-9a7e-cb271974b492 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84876) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Jan 14 07:26:18.181010 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.managers [None req-9e9d9f3f-dc96-4aa2-a4b5-e72443b5f55b tempest-ExtraDHCPOptionsIpV6TestJSON-1473121844 tempest-ExtraDHCPOptionsIpV6TestJSON-1473121844] Network 68cb209c-2937-4622-ba74-2bdc2090784d has no segments {{(pid=84874) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 14 07:26:18.181552 n-d-768862-2 neutron-server[84765]: DEBUG oslo_db.api [None req-60a09483-3a4c-4471-9a7e-cb271974b492 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84876) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Jan 14 07:26:18.198890 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a83386c-a421-43b7-947f-095a1645068f tempest-NetworksIpV6TestAttrs-1453117616 tempest-NetworksIpV6TestAttrs-1453117616] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:26:18.199901 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-4a83386c-a421-43b7-947f-095a1645068f tempest-NetworksIpV6TestAttrs-1453117616 tempest-NetworksIpV6TestAttrs-1453117616] Notify callbacks [] for subnet, before_response {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:26:18.209685 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83894ee3-d5c1-4eab-a487-0c8a56e6f06d None None] Pushing event updated for resources: {'Port': ['ID=0c3157b9-72ce-40d5-b9a4-3a871d65ef7a,revision_number=1']} {{(pid=84876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:26:18.233244 n-d-768862-2 neutron-server[84765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83894ee3-d5c1-4eab-a487-0c8a56e6f06d None None] Network f9295c14-8cab-491f-bdb9-a2ab55a95ac7 is already hosted by enough agents. {{(pid=84876) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 07:26:18.235251 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-329adc89-df09-4d25-bcaa-e033579e4683 None None] Network 527a3816-0b49-4c9b-9b27-c59f02e71a95 requested from n-d-768862-2 {{(pid=84876) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 07:26:18.248231 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-4a83386c-a421-43b7-947f-095a1645068f tempest-NetworksIpV6TestAttrs-1453117616 tempest-NetworksIpV6TestAttrs-1453117616] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.8155537 Jan 14 07:26:18.249175 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84875) accepted ('10.222.0.24', 46162) {{(pid=84875) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:26:18.269460 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-3a292345-c0d9-43c8-8773-d2fa4918ac3b tempest-NetworksIpV6Test-2047944877 tempest-NetworksIpV6Test-2047944877] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.206s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:26:18.271415 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-9e9d9f3f-dc96-4aa2-a4b5-e72443b5f55b tempest-ExtraDHCPOptionsIpV6TestJSON-1473121844 tempest-ExtraDHCPOptionsIpV6TestJSON-1473121844] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-596065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036851521571'] for segment, after_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:26:18.463232 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-31f0ebdf-34dc-43ee-83ba-c2ca6a5b9e8c tempest-NegativeSecGroupIPv6Test-1980982801 tempest-NegativeSecGroupIPv6Test-1980982801] Synchronizing usage tracker for tenant:f09e6c52b2324bf9b7428192d43e5581 on resource:security_group {{(pid=84874) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 14 07:26:18.560966 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-31f0ebdf-34dc-43ee-83ba-c2ca6a5b9e8c tempest-NegativeSecGroupIPv6Test-1980982801 tempest-NegativeSecGroupIPv6Test-1980982801] Unset dirty status for tenant:f09e6c52b2324bf9b7428192d43e5581 on resource:security_group {{(pid=84874) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 14 07:26:18.567787 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-31f0ebdf-34dc-43ee-83ba-c2ca6a5b9e8c tempest-NegativeSecGroupIPv6Test-1980982801 tempest-NegativeSecGroupIPv6Test-1980982801] 10.222.0.24 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.6909082 Jan 14 07:26:18.733488 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-3a292345-c0d9-43c8-8773-d2fa4918ac3b tempest-NetworksIpV6Test-2047944877 tempest-NetworksIpV6Test-2047944877] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-598987', 'neutron.services.segments.db._delete_segments_for_network-8777640583949'] for network, precommit_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:26:18.819889 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-83894ee3-d5c1-4eab-a487-0c8a56e6f06d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.764s {{(pid=84876) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:26:18.821497 n-d-768862-2 neutron-server[84765]: DEBUG neutron.scheduler.base_scheduler [None req-83894ee3-d5c1-4eab-a487-0c8a56e6f06d None None] Resources bound (agent type, host, resource id): {{(pid=84876) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 07:26:18.824353 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.plugin [None req-60a09483-3a4c-4471-9a7e-cb271974b492 None None] Deleting port 4cd6a39c-30f2-4ede-9412-bfdca8f9bdae {{(pid=84876) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 07:26:18.825664 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-60a09483-3a4c-4471-9a7e-cb271974b492 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363259214248359'] for port, before_delete {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:26:18.845520 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-c45f3f8a-9a8a-464f-b864-86693e90ed14 tempest-NetworksIpV6TestAttrs-1453117616 tempest-NetworksIpV6TestAttrs-1453117616] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036854160497'] for network, before_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:26:18.921644 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84875) accepted ('10.222.0.24', 46170) {{(pid=84875) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:26:18.933695 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.v2.base [None req-28b58fe6-6f89-4214-a912-cb19cf59c422 tempest-NegativeSecGroupIPv6Test-1980982801 tempest-NegativeSecGroupIPv6Test-1980982801] Request body: {'security_group_rule': {'security_group_id': '46cf95fd-dbbf-44ad-8149-dece7e86094e', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=84875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:26:18.948954 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-28b58fe6-6f89-4214-a912-cb19cf59c422 tempest-NegativeSecGroupIPv6Test-1980982801 tempest-NegativeSecGroupIPv6Test-1980982801] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:26:18.954325 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-28b58fe6-6f89-4214-a912-cb19cf59c422 tempest-NegativeSecGroupIPv6Test-1980982801 tempest-NegativeSecGroupIPv6Test-1980982801] Usage tracker for resource:security_group_rule and tenant:f09e6c52b2324bf9b7428192d43e5581 is out of sync, need to count used quota {{(pid=84875) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:26:19.034634 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-28b58fe6-6f89-4214-a912-cb19cf59c422 tempest-NegativeSecGroupIPv6Test-1980982801 tempest-NegativeSecGroupIPv6Test-1980982801] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84875) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:26:19.038063 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-c45f3f8a-9a8a-464f-b864-86693e90ed14 tempest-NetworksIpV6TestAttrs-1453117616 tempest-NetworksIpV6TestAttrs-1453117616] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036854176836'] for subnet, precommit_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:26:19.114418 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83894ee3-d5c1-4eab-a487-0c8a56e6f06d None None] Received port after_create {{(pid=84876) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 14 07:26:19.376224 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-28b58fe6-6f89-4214-a912-cb19cf59c422 tempest-NegativeSecGroupIPv6Test-1980982801 tempest-NegativeSecGroupIPv6Test-1980982801] Attempting to reserve 1 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:26:19.379054 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-c45f3f8a-9a8a-464f-b864-86693e90ed14 tempest-NetworksIpV6TestAttrs-1453117616 tempest-NetworksIpV6TestAttrs-1453117616] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-598964', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850887113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3154192', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2308610'] for subnet, after_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:26:19.393029 n-d-768862-2 neutron-server[84765]: DEBUG neutron.services.segments.db [None req-3a292345-c0d9-43c8-8773-d2fa4918ac3b tempest-NetworksIpV6Test-2047944877 tempest-NetworksIpV6Test-2047944877] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f9295c14-8cab-491f-bdb9-a2ab55a95ac7']}} {{(pid=84874) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:26:19.414645 n-d-768862-2 neutron-server[84765]: DEBUG neutron.services.segments.db [None req-3a292345-c0d9-43c8-8773-d2fa4918ac3b tempest-NetworksIpV6Test-2047944877 tempest-NetworksIpV6Test-2047944877] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd0955a0a-b0a6-4f62-82ac-6a1881475831') {'for_net_delete': True} {{(pid=84874) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:26:19.415053 n-d-768862-2 neutron-server[84765]: DEBUG neutron.services.segments.db [None req-3a292345-c0d9-43c8-8773-d2fa4918ac3b tempest-NetworksIpV6Test-2047944877 tempest-NetworksIpV6Test-2047944877] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd0955a0a-b0a6-4f62-82ac-6a1881475831') {} {{(pid=84874) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:26:19.428643 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-3a292345-c0d9-43c8-8773-d2fa4918ac3b tempest-NetworksIpV6Test-2047944877 tempest-NetworksIpV6Test-2047944877] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363259214173198', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2968632'] for segment, before_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:26:19.463654 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-3a292345-c0d9-43c8-8773-d2fa4918ac3b tempest-NetworksIpV6Test-2047944877 tempest-NetworksIpV6Test-2047944877] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854179735'] for segment, precommit_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:26:19.465817 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-3a292345-c0d9-43c8-8773-d2fa4918ac3b tempest-NetworksIpV6Test-2047944877 tempest-NetworksIpV6Test-2047944877] Releasing vxlan tunnel 9 to pool {{(pid=84874) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Jan 14 07:26:19.493015 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-f43801b1-fd9d-4802-969e-7bcd4c292756 tempest-NetworksIpV6Test-2047944877 tempest-NetworksIpV6Test-2047944877] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:26:19.541015 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c45f3f8a-9a8a-464f-b864-86693e90ed14 tempest-NetworksIpV6TestAttrs-1453117616 tempest-NetworksIpV6TestAttrs-1453117616] Pushing event deleted for resources: {'Subnet': ['ID=20d8ed13-0081-43c1-893e-5b3b19babe5a,revision_number=None']} {{(pid=84875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:26:19.549550 n-d-768862-2 neutron-server[84765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a3db9c9-797f-4d33-be1b-abf5492000d7 None None] Network 23f0a15d-6362-4cec-82c1-cacba887c566 is already hosted by enough agents. {{(pid=84876) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 07:26:19.549871 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-c45f3f8a-9a8a-464f-b864-86693e90ed14 tempest-NetworksIpV6TestAttrs-1453117616 tempest-NetworksIpV6TestAttrs-1453117616] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:26:19.577591 n-d-768862-2 neutron-server[84765]: DEBUG neutron.scheduler.base_scheduler [None req-1a3db9c9-797f-4d33-be1b-abf5492000d7 None None] Resources bound (agent type, host, resource id): {{(pid=84876) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 07:26:19.601858 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a3db9c9-797f-4d33-be1b-abf5492000d7 None None] Received port after_create {{(pid=84876) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 14 07:26:19.635927 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-053ed83b-782f-4942-bfc5-8555a51354e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363259214191800', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854171626'] for agent, after_update {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:26:19.650287 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.managers [None req-9e9d9f3f-dc96-4aa2-a4b5-e72443b5f55b tempest-ExtraDHCPOptionsIpV6TestJSON-1473121844 tempest-ExtraDHCPOptionsIpV6TestJSON-1473121844] Network 68cb209c-2937-4622-ba74-2bdc2090784d has no segments {{(pid=84874) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 14 07:26:19.670622 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7e2b720-d9c5-4476-acb9-2005cee8a746 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5d94dc7a-c095-50a4-955e-5f3b78718a12-527a3816-0b49-4c9b-9b27-c59f02e71a95', 'network_id': '527a3816-0b49-4c9b-9b27-c59f02e71a95', 'tenant_id': 'b4fb299c51d74f2a8c69090954f5d152', 'fixed_ips': [{'subnet_id': '20d8ed13-0081-43c1-893e-5b3b19babe5a'}]}} from n-d-768862-2. {{(pid=84876) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Jan 14 07:26:19.671553 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-d7e2b720-d9c5-4476-acb9-2005cee8a746 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555753'] for port, before_create {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:26:19.750041 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Provisioning complete for port 1a539010-caf2-44ad-b1ee-c91c2ea5e01b triggered by entity L2. {{(pid=84876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 07:26:19.750768 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-604227'] for port, provisioning_complete {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:26:19.798050 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-c45f3f8a-9a8a-464f-b864-86693e90ed14 tempest-NetworksIpV6TestAttrs-1453117616 tempest-NetworksIpV6TestAttrs-1453117616] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-598987', 'neutron.services.segments.db._delete_segments_for_network-8777640583949'] for network, precommit_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:26:19.822970 n-d-768862-2 neutron-server[84765]: Traceback (most recent call last): Jan 14 07:26:19.822970 n-d-768862-2 neutron-server[84765]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 14 07:26:19.822970 n-d-768862-2 neutron-server[84765]: timer() Jan 14 07:26:19.822970 n-d-768862-2 neutron-server[84765]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 14 07:26:19.822970 n-d-768862-2 neutron-server[84765]: cb(*args, **kw) Jan 14 07:26:19.822970 n-d-768862-2 neutron-server[84765]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Jan 14 07:26:19.822970 n-d-768862-2 neutron-server[84765]: return func(*args, **kwargs) Jan 14 07:26:19.822970 n-d-768862-2 neutron-server[84765]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 14 07:26:19.822970 n-d-768862-2 neutron-server[84765]: self._notify() Jan 14 07:26:19.822970 n-d-768862-2 neutron-server[84765]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 14 07:26:19.822970 n-d-768862-2 neutron-server[84765]: self.callback(batched_events) Jan 14 07:26:19.822970 n-d-768862-2 neutron-server[84765]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 14 07:26:19.822970 n-d-768862-2 neutron-server[84765]: event.method(event) Jan 14 07:26:19.822970 n-d-768862-2 neutron-server[84765]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 14 07:26:19.822970 n-d-768862-2 neutron-server[84765]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 14 07:26:19.822970 n-d-768862-2 neutron-server[84765]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Jan 14 07:26:19.822970 n-d-768862-2 neutron-server[84765]: segment_id)['aggregates'][0] Jan 14 07:26:19.822970 n-d-768862-2 neutron-server[84765]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 14 07:26:19.822970 n-d-768862-2 neutron-server[84765]: return f(self, *a, **k) Jan 14 07:26:19.822970 n-d-768862-2 neutron-server[84765]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 14 07:26:19.822970 n-d-768862-2 neutron-server[84765]: return self._get(url).json() Jan 14 07:26:19.822970 n-d-768862-2 neutron-server[84765]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 14 07:26:19.822970 n-d-768862-2 neutron-server[84765]: **kwargs) Jan 14 07:26:19.822970 n-d-768862-2 neutron-server[84765]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 14 07:26:19.822970 n-d-768862-2 neutron-server[84765]: return self.request(url, 'GET', **kwargs) Jan 14 07:26:19.822970 n-d-768862-2 neutron-server[84765]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Jan 14 07:26:19.822970 n-d-768862-2 neutron-server[84765]: **endpoint_filter) Jan 14 07:26:19.822970 n-d-768862-2 neutron-server[84765]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 14 07:26:19.822970 n-d-768862-2 neutron-server[84765]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 14 07:26:19.822970 n-d-768862-2 neutron-server[84765]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 14 07:26:19.822970 n-d-768862-2 neutron-server[84765]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 14 07:26:19.822970 n-d-768862-2 neutron-server[84765]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 14 07:26:19.887270 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.managers [None req-1a3db9c9-797f-4d33-be1b-abf5492000d7 None None] Attempting to bind port 27cd9abb-15bc-428d-8cac-4af4a087bd17 on host n-d-768862-2 for vnic_type normal with profile {{(pid=84876) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 14 07:26:19.887684 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.managers [None req-1a3db9c9-797f-4d33-be1b-abf5492000d7 None None] Attempting to bind port 27cd9abb-15bc-428d-8cac-4af4a087bd17 by drivers openvswitch on host n-d-768862-2 at level 0 using segments [{'id': '56f1c7cf-f3a3-41d2-9677-68978131444f', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 20, 'network_id': '23f0a15d-6362-4cec-82c1-cacba887c566'}] {{(pid=84876) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 14 07:26:19.888560 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a3db9c9-797f-4d33-be1b-abf5492000d7 None None] Attempting to bind port 27cd9abb-15bc-428d-8cac-4af4a087bd17 on network 23f0a15d-6362-4cec-82c1-cacba887c566 {{(pid=84876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 14 07:26:19.908815 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-34cc378f-ffca-4a9a-9723-f299cad26314 tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-598964', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850887113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036851521664', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2794686'] for subnet, after_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:26:19.912078 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.managers [None req-83894ee3-d5c1-4eab-a487-0c8a56e6f06d None None] Attempting to bind port 0c3157b9-72ce-40d5-b9a4-3a871d65ef7a on host n-d-768862-2 for vnic_type normal with profile {{(pid=84876) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 14 07:26:19.912516 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.managers [None req-83894ee3-d5c1-4eab-a487-0c8a56e6f06d None None] Attempting to bind port 0c3157b9-72ce-40d5-b9a4-3a871d65ef7a by drivers openvswitch on host n-d-768862-2 at level 0 using segments [{'id': 'd0955a0a-b0a6-4f62-82ac-6a1881475831', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 9, 'network_id': 'f9295c14-8cab-491f-bdb9-a2ab55a95ac7'}] {{(pid=84876) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 14 07:26:19.912962 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83894ee3-d5c1-4eab-a487-0c8a56e6f06d None None] Attempting to bind port 0c3157b9-72ce-40d5-b9a4-3a871d65ef7a on network f9295c14-8cab-491f-bdb9-a2ab55a95ac7 {{(pid=84876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 14 07:26:19.997431 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-80b4b4b1-fd05-4b71-9f82-af8180d329f1 tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:26:20.001404 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a3db9c9-797f-4d33-be1b-abf5492000d7 None None] Checking agent: {'id': 'ba5efab1-b43c-4d5a-bc52-6e105d4e67a2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768862-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 14, 6, 56, 52), 'started_at': datetime.datetime(2021, 1, 14, 6, 57, 22), 'heartbeat_timestamp': datetime.datetime(2021, 1, 14, 7, 25, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768862-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.29', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 14 07:26:20.001841 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a3db9c9-797f-4d33-be1b-abf5492000d7 None None] Checking segment: {'id': '56f1c7cf-f3a3-41d2-9677-68978131444f', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 20, 'network_id': '23f0a15d-6362-4cec-82c1-cacba887c566'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84876) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 14 07:26:20.002312 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-1a3db9c9-797f-4d33-be1b-abf5492000d7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:26:20.002771 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a3db9c9-797f-4d33-be1b-abf5492000d7 None None] Bound using segment: {'id': '56f1c7cf-f3a3-41d2-9677-68978131444f', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 20, 'network_id': '23f0a15d-6362-4cec-82c1-cacba887c566'} {{(pid=84876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 14 07:26:20.003334 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.managers [None req-1a3db9c9-797f-4d33-be1b-abf5492000d7 None None] Bound port: 27cd9abb-15bc-428d-8cac-4af4a087bd17, host: n-d-768862-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '56f1c7cf-f3a3-41d2-9677-68978131444f', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 20, 'network_id': '23f0a15d-6362-4cec-82c1-cacba887c566'}}] {{(pid=84876) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 14 07:26:20.008297 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-1a3db9c9-797f-4d33-be1b-abf5492000d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555753'] for port, before_update {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:26:20.010290 n-d-768862-2 neutron-server[84765]: DEBUG neutron.services.segments.db [None req-c45f3f8a-9a8a-464f-b864-86693e90ed14 tempest-NetworksIpV6TestAttrs-1453117616 tempest-NetworksIpV6TestAttrs-1453117616] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['527a3816-0b49-4c9b-9b27-c59f02e71a95']}} {{(pid=84875) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:26:20.029592 n-d-768862-2 neutron-server[84765]: DEBUG neutron.services.segments.db [None req-c45f3f8a-9a8a-464f-b864-86693e90ed14 tempest-NetworksIpV6TestAttrs-1453117616 tempest-NetworksIpV6TestAttrs-1453117616] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '10ecb9f8-969c-4070-8c98-c78bcc565c70') {'for_net_delete': True} {{(pid=84875) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:26:20.029925 n-d-768862-2 neutron-server[84765]: DEBUG neutron.services.segments.db [None req-c45f3f8a-9a8a-464f-b864-86693e90ed14 tempest-NetworksIpV6TestAttrs-1453117616 tempest-NetworksIpV6TestAttrs-1453117616] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '10ecb9f8-969c-4070-8c98-c78bcc565c70') {} {{(pid=84875) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:26:20.046187 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-c45f3f8a-9a8a-464f-b864-86693e90ed14 tempest-NetworksIpV6TestAttrs-1453117616 tempest-NetworksIpV6TestAttrs-1453117616] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363259214173198', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036851408567'] for segment, before_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:26:20.062821 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83894ee3-d5c1-4eab-a487-0c8a56e6f06d None None] Checking agent: {'id': 'ba5efab1-b43c-4d5a-bc52-6e105d4e67a2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768862-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 14, 6, 56, 52), 'started_at': datetime.datetime(2021, 1, 14, 6, 57, 22), 'heartbeat_timestamp': datetime.datetime(2021, 1, 14, 7, 25, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768862-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.29', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 14 07:26:20.063432 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83894ee3-d5c1-4eab-a487-0c8a56e6f06d None None] Checking segment: {'id': 'd0955a0a-b0a6-4f62-82ac-6a1881475831', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 9, 'network_id': 'f9295c14-8cab-491f-bdb9-a2ab55a95ac7'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84876) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 14 07:26:20.064334 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-83894ee3-d5c1-4eab-a487-0c8a56e6f06d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:26:20.064899 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83894ee3-d5c1-4eab-a487-0c8a56e6f06d None None] Bound using segment: {'id': 'd0955a0a-b0a6-4f62-82ac-6a1881475831', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 9, 'network_id': 'f9295c14-8cab-491f-bdb9-a2ab55a95ac7'} {{(pid=84876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 14 07:26:20.065563 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-c45f3f8a-9a8a-464f-b864-86693e90ed14 tempest-NetworksIpV6TestAttrs-1453117616 tempest-NetworksIpV6TestAttrs-1453117616] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854179735'] for segment, precommit_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:26:20.065773 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.managers [None req-83894ee3-d5c1-4eab-a487-0c8a56e6f06d None None] Bound port: 0c3157b9-72ce-40d5-b9a4-3a871d65ef7a, host: n-d-768862-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd0955a0a-b0a6-4f62-82ac-6a1881475831', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 9, 'network_id': 'f9295c14-8cab-491f-bdb9-a2ab55a95ac7'}}] {{(pid=84876) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 14 07:26:20.066201 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-83894ee3-d5c1-4eab-a487-0c8a56e6f06d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555753'] for port, before_update {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:26:20.067760 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-c45f3f8a-9a8a-464f-b864-86693e90ed14 tempest-NetworksIpV6TestAttrs-1453117616 tempest-NetworksIpV6TestAttrs-1453117616] Releasing vxlan tunnel 26 to pool {{(pid=84875) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Jan 14 07:26:20.084693 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34cc378f-ffca-4a9a-9723-f299cad26314 tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] Pushing event deleted for resources: {'Subnet': ['ID=d9b8b484-b415-4c02-b2d8-6b35fc359781,revision_number=None']} {{(pid=84874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:26:20.156200 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [None req-60a09483-3a4c-4471-9a7e-cb271974b492 None None] For port 4cd6a39c-30f2-4ede-9412-bfdca8f9bdae, host n-d-768862-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-2',level=0,port_id=4cd6a39c-30f2-4ede-9412-bfdca8f9bdae,segment=NetworkSegment(081dd89a-0160-4672-9527-d1666b633085),segment_id=081dd89a-0160-4672-9527-d1666b633085)] {{(pid=84876) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 07:26:20.156405 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-60a09483-3a4c-4471-9a7e-cb271974b492 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036850862667'] for port, precommit_delete {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:26:20.187567 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-34cc378f-ffca-4a9a-9723-f299cad26314 tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.190s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:26:20.323239 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.managers [None req-c45f3f8a-9a8a-464f-b864-86693e90ed14 tempest-NetworksIpV6TestAttrs-1453117616 tempest-NetworksIpV6TestAttrs-1453117616] Network 527a3816-0b49-4c9b-9b27-c59f02e71a95 has no segments {{(pid=84875) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 14 07:26:20.342299 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-c45f3f8a-9a8a-464f-b864-86693e90ed14 tempest-NetworksIpV6TestAttrs-1453117616 tempest-NetworksIpV6TestAttrs-1453117616] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-596065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3154253'] for segment, after_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:26:20.438226 n-d-768862-2 neutron-server[84765]: INFO neutron.api.v2.resource [None req-28b58fe6-6f89-4214-a912-cb19cf59c422 tempest-NegativeSecGroupIPv6Test-1980982801 tempest-NegativeSecGroupIPv6Test-1980982801] create failed (client error): The resource could not be found. Jan 14 07:26:20.440283 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-28b58fe6-6f89-4214-a912-cb19cf59c422 tempest-NegativeSecGroupIPv6Test-1980982801 tempest-NegativeSecGroupIPv6Test-1980982801] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 1.5119119 Jan 14 07:26:20.457818 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84875) accepted ('10.222.0.24', 46188) {{(pid=84875) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:26:20.466995 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.v2.base [None req-cdfefccc-b0a7-43c2-a7f8-a8b5dd80ed81 tempest-NegativeSecGroupIPv6Test-1980982801 tempest-NegativeSecGroupIPv6Test-1980982801] Request body: {'security_group': {'name': 'tempest-secgroup--2119245135'}} {{(pid=84875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:26:20.480064 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.plugin [None req-60a09483-3a4c-4471-9a7e-cb271974b492 None None] Calling delete_port for 4cd6a39c-30f2-4ede-9412-bfdca8f9bdae owned by network:dhcp {{(pid=84876) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 07:26:20.506088 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-cdfefccc-b0a7-43c2-a7f8-a8b5dd80ed81 tempest-NegativeSecGroupIPv6Test-1980982801 tempest-NegativeSecGroupIPv6Test-1980982801] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:26:20.615098 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-cdfefccc-b0a7-43c2-a7f8-a8b5dd80ed81 tempest-NegativeSecGroupIPv6Test-1980982801 tempest-NegativeSecGroupIPv6Test-1980982801] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:26:20.633090 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.managers [None req-c45f3f8a-9a8a-464f-b864-86693e90ed14 tempest-NetworksIpV6TestAttrs-1453117616 tempest-NetworksIpV6TestAttrs-1453117616] Network 527a3816-0b49-4c9b-9b27-c59f02e71a95 has no segments {{(pid=84875) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 14 07:26:20.661771 n-d-768862-2 neutron-server[84765]: Traceback (most recent call last): Jan 14 07:26:20.661771 n-d-768862-2 neutron-server[84765]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 14 07:26:20.661771 n-d-768862-2 neutron-server[84765]: timer() Jan 14 07:26:20.661771 n-d-768862-2 neutron-server[84765]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 14 07:26:20.661771 n-d-768862-2 neutron-server[84765]: cb(*args, **kw) Jan 14 07:26:20.661771 n-d-768862-2 neutron-server[84765]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Jan 14 07:26:20.661771 n-d-768862-2 neutron-server[84765]: return func(*args, **kwargs) Jan 14 07:26:20.661771 n-d-768862-2 neutron-server[84765]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 14 07:26:20.661771 n-d-768862-2 neutron-server[84765]: self._notify() Jan 14 07:26:20.661771 n-d-768862-2 neutron-server[84765]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 14 07:26:20.661771 n-d-768862-2 neutron-server[84765]: self.callback(batched_events) Jan 14 07:26:20.661771 n-d-768862-2 neutron-server[84765]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 14 07:26:20.661771 n-d-768862-2 neutron-server[84765]: event.method(event) Jan 14 07:26:20.661771 n-d-768862-2 neutron-server[84765]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 14 07:26:20.661771 n-d-768862-2 neutron-server[84765]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 14 07:26:20.661771 n-d-768862-2 neutron-server[84765]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Jan 14 07:26:20.661771 n-d-768862-2 neutron-server[84765]: segment_id)['aggregates'][0] Jan 14 07:26:20.661771 n-d-768862-2 neutron-server[84765]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 14 07:26:20.661771 n-d-768862-2 neutron-server[84765]: return f(self, *a, **k) Jan 14 07:26:20.661771 n-d-768862-2 neutron-server[84765]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 14 07:26:20.661771 n-d-768862-2 neutron-server[84765]: return self._get(url).json() Jan 14 07:26:20.661771 n-d-768862-2 neutron-server[84765]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 14 07:26:20.661771 n-d-768862-2 neutron-server[84765]: **kwargs) Jan 14 07:26:20.661771 n-d-768862-2 neutron-server[84765]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 14 07:26:20.661771 n-d-768862-2 neutron-server[84765]: return self.request(url, 'GET', **kwargs) Jan 14 07:26:20.661771 n-d-768862-2 neutron-server[84765]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Jan 14 07:26:20.661771 n-d-768862-2 neutron-server[84765]: **endpoint_filter) Jan 14 07:26:20.661771 n-d-768862-2 neutron-server[84765]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 14 07:26:20.661771 n-d-768862-2 neutron-server[84765]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 14 07:26:20.661771 n-d-768862-2 neutron-server[84765]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 14 07:26:20.661771 n-d-768862-2 neutron-server[84765]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 14 07:26:20.661771 n-d-768862-2 neutron-server[84765]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 14 07:26:20.666871 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-9e9d9f3f-dc96-4aa2-a4b5-e72443b5f55b tempest-ExtraDHCPOptionsIpV6TestJSON-1473121844 tempest-ExtraDHCPOptionsIpV6TestJSON-1473121844] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036854176830', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850887149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3912591'] for network, after_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:26:20.670032 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.managers [None req-3a292345-c0d9-43c8-8773-d2fa4918ac3b tempest-NetworksIpV6Test-2047944877 tempest-NetworksIpV6Test-2047944877] Network f9295c14-8cab-491f-bdb9-a2ab55a95ac7 has no segments {{(pid=84874) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 14 07:26:20.688613 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-3a292345-c0d9-43c8-8773-d2fa4918ac3b tempest-NetworksIpV6Test-2047944877 tempest-NetworksIpV6Test-2047944877] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-596065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036851521571'] for segment, after_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:26:20.719609 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-a14facde-ab3e-4a54-b365-6500fe034a5a tempest-ExternalNetworksTestJSON-1523440521 tempest-ExternalNetworksTestJSON-1523440521] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:26:20.745157 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-34cc378f-ffca-4a9a-9723-f299cad26314 tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] Notify callbacks [] for subnet, before_response {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:26:20.762023 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-9e9d9f3f-dc96-4aa2-a4b5-e72443b5f55b tempest-ExtraDHCPOptionsIpV6TestJSON-1473121844 tempest-ExtraDHCPOptionsIpV6TestJSON-1473121844] Notify callbacks [] for network, before_response {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:26:20.767437 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-9e9d9f3f-dc96-4aa2-a4b5-e72443b5f55b tempest-ExtraDHCPOptionsIpV6TestJSON-1473121844 tempest-ExtraDHCPOptionsIpV6TestJSON-1473121844] 10.222.0.24 "DELETE /v2.0/networks/68cb209c-2937-4622-ba74-2bdc2090784d HTTP/1.1" status: 204 len: 168 time: 8.6934834 Jan 14 07:26:20.826482 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-cdfefccc-b0a7-43c2-a7f8-a8b5dd80ed81 tempest-NegativeSecGroupIPv6Test-1980982801 tempest-NegativeSecGroupIPv6Test-1980982801] Notify callbacks [] for security_group, before_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:26:20.827380 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-34cc378f-ffca-4a9a-9723-f299cad26314 tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] 10.222.0.24 "DELETE /v2.0/subnets/d9b8b484-b415-4c02-b2d8-6b35fc359781 HTTP/1.1" status: 204 len: 168 time: 6.5962172 Jan 14 07:26:20.846208 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84874) accepted ('10.222.0.24', 46198) {{(pid=84874) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:26:20.859030 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e9d9f3f-dc96-4aa2-a4b5-e72443b5f55b tempest-ExtraDHCPOptionsIpV6TestJSON-1473121844 tempest-ExtraDHCPOptionsIpV6TestJSON-1473121844] Pushing event deleted for resources: {'Network': ['ID=68cb209c-2937-4622-ba74-2bdc2090784d,revision_number=None']} {{(pid=84874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:26:20.865323 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-9e9d9f3f-dc96-4aa2-a4b5-e72443b5f55b tempest-ExtraDHCPOptionsIpV6TestJSON-1473121844 tempest-ExtraDHCPOptionsIpV6TestJSON-1473121844] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:26:20.888664 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-c45f3f8a-9a8a-464f-b864-86693e90ed14 tempest-NetworksIpV6TestAttrs-1453117616 tempest-NetworksIpV6TestAttrs-1453117616] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036854176830', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850887149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3912591'] for network, after_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:26:20.890859 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-cdfefccc-b0a7-43c2-a7f8-a8b5dd80ed81 tempest-NegativeSecGroupIPv6Test-1980982801 tempest-NegativeSecGroupIPv6Test-1980982801] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:26:20.900051 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-536cf4b7-98ac-4203-a81d-beacd44343b3 tempest-ExternalNetworksTestJSON-1189716114 tempest-ExternalNetworksTestJSON-1189716114] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:26:20.919539 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-7b1ef887-658e-4008-9cae-74b6a4832c04 None None] Provisioning complete for port 1a539010-caf2-44ad-b1ee-c91c2ea5e01b triggered by entity DHCP. {{(pid=84876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 07:26:20.919924 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-7b1ef887-658e-4008-9cae-74b6a4832c04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-604227'] for port, provisioning_complete {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:26:20.944962 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [None req-e02ad120-0c50-4efa-854c-21a9221b6b81 tempest-RoutersNegativeIpV6Test-1464408958 tempest-RoutersNegativeIpV6Test-1464408958] For port 4cd6a39c-30f2-4ede-9412-bfdca8f9bdae, host n-d-768862-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-2',level=0,port_id=4cd6a39c-30f2-4ede-9412-bfdca8f9bdae,segment=NetworkSegment(081dd89a-0160-4672-9527-d1666b633085),segment_id=081dd89a-0160-4672-9527-d1666b633085)] {{(pid=84874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 07:26:20.945437 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-e02ad120-0c50-4efa-854c-21a9221b6b81 tempest-RoutersNegativeIpV6Test-1464408958 tempest-RoutersNegativeIpV6Test-1464408958] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036850862667'] for port, precommit_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:26:20.957449 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-c45f3f8a-9a8a-464f-b864-86693e90ed14 tempest-NetworksIpV6TestAttrs-1453117616 tempest-NetworksIpV6TestAttrs-1453117616] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3207107'] for network, before_response {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:26:20.966193 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.db.api [None req-d7e2b720-d9c5-4476-acb9-2005cee8a746 None None] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jan 14 07:26:20.966193 n-d-768862-2 neutron-server[84765]: [SQL: INSERT INTO ports (project_id, id, name, network_id, mac_address, admin_state_up, `status`, device_id, device_owner, ip_allocation, standard_attr_id) VALUES (%(project_id)s, %(id)s, %(name)s, %(network_id)s, %(mac_address)s, %(admin_state_up)s, %(status)s, %(device_id)s, %(device_owner)s, %(ip_allocation)s, %(standard_attr_id)s)] Jan 14 07:26:20.966193 n-d-768862-2 neutron-server[84765]: [parameters: {'project_id': 'b4fb299c51d74f2a8c69090954f5d152', 'id': '236e2e53-140b-45e4-a65d-0c620ebf8725', 'name': '', 'network_id': '527a3816-0b49-4c9b-9b27-c59f02e71a95', 'mac_address': 'fa:16:3e:3a:1e:a7', 'admin_state_up': 1, 'status': 'DOWN', 'device_id': 'dhcp5d94dc7a-c095-50a4-955e-5f3b78718a12-527a3816-0b49-4c9b-9b27-c59f02e71a95', 'device_owner': 'network:dhcp', 'ip_allocation': None, 'standard_attr_id': 2282}] Jan 14 07:26:20.966193 n-d-768862-2 neutron-server[84765]: (Background on this error at: http://sqlalche.me/e/13/e3q8) {{(pid=84876) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Jan 14 07:26:20.967658 n-d-768862-2 neutron-server[84765]: DEBUG oslo_db.api [None req-d7e2b720-d9c5-4476-acb9-2005cee8a746 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_port {{(pid=84876) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Jan 14 07:26:20.978542 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-a158565c-3c2b-4fd8-acaa-e410a206926f tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] 10.222.0.24 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1166894 Jan 14 07:26:20.979278 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84874) accepted ('10.222.0.24', 46204) {{(pid=84874) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:26:20.979513 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-cdfefccc-b0a7-43c2-a7f8-a8b5dd80ed81 tempest-NegativeSecGroupIPv6Test-1980982801 tempest-NegativeSecGroupIPv6Test-1980982801] Usage tracker for resource:security_group_rule and tenant:f09e6c52b2324bf9b7428192d43e5581 is out of sync, need to count used quota {{(pid=84875) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:26:20.983533 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c45f3f8a-9a8a-464f-b864-86693e90ed14 tempest-NetworksIpV6TestAttrs-1453117616 tempest-NetworksIpV6TestAttrs-1453117616] Pushing event deleted for resources: {'Network': ['ID=527a3816-0b49-4c9b-9b27-c59f02e71a95,revision_number=None']} {{(pid=84875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:26:20.986234 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-cdfefccc-b0a7-43c2-a7f8-a8b5dd80ed81 tempest-NegativeSecGroupIPv6Test-1980982801 tempest-NegativeSecGroupIPv6Test-1980982801] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84875) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:26:21.020043 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-c45f3f8a-9a8a-464f-b864-86693e90ed14 tempest-NetworksIpV6TestAttrs-1453117616 tempest-NetworksIpV6TestAttrs-1453117616] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:26:21.026666 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-cdfefccc-b0a7-43c2-a7f8-a8b5dd80ed81 tempest-NegativeSecGroupIPv6Test-1980982801 tempest-NegativeSecGroupIPv6Test-1980982801] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:26:21.042123 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-60a09483-3a4c-4471-9a7e-cb271974b492 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777640533329', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777640097463'] for port, after_delete {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:26:21.104650 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-4e37c928-8abf-4b0d-8660-34eee2101ae9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84876) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:26:21.130240 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-c45f3f8a-9a8a-464f-b864-86693e90ed14 tempest-NetworksIpV6TestAttrs-1453117616 tempest-NetworksIpV6TestAttrs-1453117616] 10.222.0.24 "DELETE /v2.0/networks/527a3816-0b49-4c9b-9b27-c59f02e71a95 HTTP/1.1" status: 204 len: 168 time: 2.8672285 Jan 14 07:26:21.131251 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84875) accepted ('10.222.0.24', 46210) {{(pid=84875) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:26:21.138594 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.v2.base [None req-649c1d79-2370-4156-a343-795bcc64f689 tempest-NetworksIpV6TestAttrs-1453117616 tempest-NetworksIpV6TestAttrs-1453117616] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-395551803'}} {{(pid=84875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:26:21.146359 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-649c1d79-2370-4156-a343-795bcc64f689 tempest-NetworksIpV6TestAttrs-1453117616 tempest-NetworksIpV6TestAttrs-1453117616] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:26:21.152083 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-649c1d79-2370-4156-a343-795bcc64f689 tempest-NetworksIpV6TestAttrs-1453117616 tempest-NetworksIpV6TestAttrs-1453117616] Usage tracker for resource:network and tenant:b4fb299c51d74f2a8c69090954f5d152 is out of sync, need to count used quota {{(pid=84875) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:26:21.155456 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-649c1d79-2370-4156-a343-795bcc64f689 tempest-NetworksIpV6TestAttrs-1453117616 tempest-NetworksIpV6TestAttrs-1453117616] Quota usage for network was recalculated. Used quota:3. {{(pid=84875) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:26:21.162313 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-649c1d79-2370-4156-a343-795bcc64f689 tempest-NetworksIpV6TestAttrs-1453117616 tempest-NetworksIpV6TestAttrs-1453117616] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=84875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:26:21.179156 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-649c1d79-2370-4156-a343-795bcc64f689 tempest-NetworksIpV6TestAttrs-1453117616 tempest-NetworksIpV6TestAttrs-1453117616] Made reservation on behalf of b4fb299c51d74f2a8c69090954f5d152 for: {'network': 1} {{(pid=84875) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 07:26:21.200569 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Device f0d3dcae-dc65-4591-bf4f-e17a97c350f1 no longer exists at agent ovs-agent-n-d-768862-2 {{(pid=84876) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jan 14 07:26:21.204155 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-649c1d79-2370-4156-a343-795bcc64f689 tempest-NetworksIpV6TestAttrs-1453117616 tempest-NetworksIpV6TestAttrs-1453117616] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555753'] for network, before_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:26:21.258863 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.plugin [None req-e02ad120-0c50-4efa-854c-21a9221b6b81 tempest-RoutersNegativeIpV6Test-1464408958 tempest-RoutersNegativeIpV6Test-1464408958] Calling delete_port for 4cd6a39c-30f2-4ede-9412-bfdca8f9bdae owned by network:dhcp {{(pid=84874) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 07:26:21.276983 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-649c1d79-2370-4156-a343-795bcc64f689 tempest-NetworksIpV6TestAttrs-1453117616 tempest-NetworksIpV6TestAttrs-1453117616] vxlan segment allocate from pool success with {'vxlan_vni': 15} {{(pid=84875) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Jan 14 07:26:21.286858 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-649c1d79-2370-4156-a343-795bcc64f689 tempest-NetworksIpV6TestAttrs-1453117616 tempest-NetworksIpV6TestAttrs-1453117616] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment--9223363259214191851', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854179735'] for segment, precommit_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:26:21.287297 n-d-768862-2 neutron-server[84765]: INFO neutron.db.segments_db [None req-649c1d79-2370-4156-a343-795bcc64f689 tempest-NetworksIpV6TestAttrs-1453117616 tempest-NetworksIpV6TestAttrs-1453117616] Added segment 1497e43c-fcaa-4de3-bb99-7e6612f7899d of type vxlan for network a0472668-8e34-49b0-ac9f-eccead4c65b6 Jan 14 07:26:21.299447 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [None req-1a3db9c9-797f-4d33-be1b-abf5492000d7 None None] For port 27cd9abb-15bc-428d-8cac-4af4a087bd17, host n-d-768862-2, cleared binding levels {{(pid=84876) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 14 07:26:21.315991 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60a09483-3a4c-4471-9a7e-cb271974b492 None None] Pushing event deleted for resources: {'Port': ['ID=4cd6a39c-30f2-4ede-9412-bfdca8f9bdae,revision_number=None']} {{(pid=84876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:26:21.339188 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.plugin [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] No Port match for: f0d3dcae-dc65-4591-bf4f-e17a97c350f1 {{(pid=84876) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2188}} Jan 14 07:26:21.340050 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Device f0d3dcae-dc65-4591-bf4f-e17a97c350f1 not bound to the agent host n-d-768862-2 {{(pid=84876) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jan 14 07:26:21.346053 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-60a09483-3a4c-4471-9a7e-cb271974b492 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.241s {{(pid=84876) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:26:21.354363 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-649c1d79-2370-4156-a343-795bcc64f689 tempest-NetworksIpV6TestAttrs-1453117616 tempest-NetworksIpV6TestAttrs-1453117616] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363259214646115'] for network, precommit_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:26:21.369398 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.managers [None req-3a292345-c0d9-43c8-8773-d2fa4918ac3b tempest-NetworksIpV6Test-2047944877 tempest-NetworksIpV6Test-2047944877] Network f9295c14-8cab-491f-bdb9-a2ab55a95ac7 has no segments {{(pid=84874) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 14 07:26:21.393667 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [None req-83894ee3-d5c1-4eab-a487-0c8a56e6f06d None None] For port 0c3157b9-72ce-40d5-b9a4-3a871d65ef7a, host n-d-768862-2, cleared binding levels {{(pid=84876) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 14 07:26:21.406258 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [None req-1a3db9c9-797f-4d33-be1b-abf5492000d7 None None] For port 27cd9abb-15bc-428d-8cac-4af4a087bd17, host n-d-768862-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-2',level=0,port_id=27cd9abb-15bc-428d-8cac-4af4a087bd17,segment=NetworkSegment(56f1c7cf-f3a3-41d2-9677-68978131444f),segment_id=56f1c7cf-f3a3-41d2-9677-68978131444f)] {{(pid=84876) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 14 07:26:21.435349 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-649c1d79-2370-4156-a343-795bcc64f689 tempest-NetworksIpV6TestAttrs-1453117616 tempest-NetworksIpV6TestAttrs-1453117616] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850887149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964'] for network, after_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:26:21.437366 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-1a3db9c9-797f-4d33-be1b-abf5492000d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777640533312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363259214678337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777640097497'] for port, after_update {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:26:21.457676 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-704e1a6d-1ab4-4823-9c05-d46dd212130b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84876) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:26:21.470845 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-649c1d79-2370-4156-a343-795bcc64f689 tempest-NetworksIpV6TestAttrs-1453117616 tempest-NetworksIpV6TestAttrs-1453117616] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:26:21.471685 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-649c1d79-2370-4156-a343-795bcc64f689 tempest-NetworksIpV6TestAttrs-1453117616 tempest-NetworksIpV6TestAttrs-1453117616] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3207107'] for network, before_response {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:26:21.478594 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-d29e27ce-0f9d-4909-b3ba-0d606b85a414 tempest-RoutersIpV6AdminTest-832003634 tempest-RoutersIpV6AdminTest-832003634] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:26:21.508349 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84875) accepted ('10.222.0.24', 46220) {{(pid=84875) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:26:21.532424 n-d-768862-2 neutron-server[84765]: Traceback (most recent call last): Jan 14 07:26:21.532424 n-d-768862-2 neutron-server[84765]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 14 07:26:21.532424 n-d-768862-2 neutron-server[84765]: timer() Jan 14 07:26:21.532424 n-d-768862-2 neutron-server[84765]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 14 07:26:21.532424 n-d-768862-2 neutron-server[84765]: cb(*args, **kw) Jan 14 07:26:21.532424 n-d-768862-2 neutron-server[84765]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Jan 14 07:26:21.532424 n-d-768862-2 neutron-server[84765]: return func(*args, **kwargs) Jan 14 07:26:21.532424 n-d-768862-2 neutron-server[84765]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 14 07:26:21.532424 n-d-768862-2 neutron-server[84765]: self._notify() Jan 14 07:26:21.532424 n-d-768862-2 neutron-server[84765]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 14 07:26:21.532424 n-d-768862-2 neutron-server[84765]: self.callback(batched_events) Jan 14 07:26:21.532424 n-d-768862-2 neutron-server[84765]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 14 07:26:21.532424 n-d-768862-2 neutron-server[84765]: event.method(event) Jan 14 07:26:21.532424 n-d-768862-2 neutron-server[84765]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 14 07:26:21.532424 n-d-768862-2 neutron-server[84765]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 14 07:26:21.532424 n-d-768862-2 neutron-server[84765]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Jan 14 07:26:21.532424 n-d-768862-2 neutron-server[84765]: segment_id)['aggregates'][0] Jan 14 07:26:21.532424 n-d-768862-2 neutron-server[84765]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 14 07:26:21.532424 n-d-768862-2 neutron-server[84765]: return f(self, *a, **k) Jan 14 07:26:21.532424 n-d-768862-2 neutron-server[84765]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 14 07:26:21.532424 n-d-768862-2 neutron-server[84765]: return self._get(url).json() Jan 14 07:26:21.532424 n-d-768862-2 neutron-server[84765]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 14 07:26:21.532424 n-d-768862-2 neutron-server[84765]: **kwargs) Jan 14 07:26:21.532424 n-d-768862-2 neutron-server[84765]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 14 07:26:21.532424 n-d-768862-2 neutron-server[84765]: return self.request(url, 'GET', **kwargs) Jan 14 07:26:21.532424 n-d-768862-2 neutron-server[84765]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Jan 14 07:26:21.532424 n-d-768862-2 neutron-server[84765]: **endpoint_filter) Jan 14 07:26:21.532424 n-d-768862-2 neutron-server[84765]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 14 07:26:21.532424 n-d-768862-2 neutron-server[84765]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 14 07:26:21.532424 n-d-768862-2 neutron-server[84765]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 14 07:26:21.532424 n-d-768862-2 neutron-server[84765]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 14 07:26:21.532424 n-d-768862-2 neutron-server[84765]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 14 07:26:21.545788 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.db.api [None req-3a292345-c0d9-43c8-8773-d2fa4918ac3b tempest-NetworksIpV6Test-2047944877 tempest-NetworksIpV6Test-2047944877] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jan 14 07:26:21.545788 n-d-768862-2 neutron-server[84765]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jan 14 07:26:21.545788 n-d-768862-2 neutron-server[84765]: [parameters: {'id': 'f9295c14-8cab-491f-bdb9-a2ab55a95ac7'}] Jan 14 07:26:21.545788 n-d-768862-2 neutron-server[84765]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=84874) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Jan 14 07:26:21.546820 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-d7e2b720-d9c5-4476-acb9-2005cee8a746 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555753'] for port, before_create {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:26:21.546948 n-d-768862-2 neutron-server[84765]: DEBUG oslo_db.api [None req-3a292345-c0d9-43c8-8773-d2fa4918ac3b tempest-NetworksIpV6Test-2047944877 tempest-NetworksIpV6Test-2047944877] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=84874) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Jan 14 07:26:21.561818 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a3db9c9-797f-4d33-be1b-abf5492000d7 None None] Pushing event updated for resources: {'Port': ['ID=27cd9abb-15bc-428d-8cac-4af4a087bd17,revision_number=3']} {{(pid=84876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:26:21.626658 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-1a3db9c9-797f-4d33-be1b-abf5492000d7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.168s {{(pid=84876) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:26:21.653696 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-649c1d79-2370-4156-a343-795bcc64f689 tempest-NetworksIpV6TestAttrs-1453117616 tempest-NetworksIpV6TestAttrs-1453117616] Pushing event updated for resources: {'Network': ['ID=a0472668-8e34-49b0-ac9f-eccead4c65b6,revision_number=1']} {{(pid=84875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:26:21.658370 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60a09483-3a4c-4471-9a7e-cb271974b492 None None] No DVR routers for this DVR port 4cd6a39c-30f2-4ede-9412-bfdca8f9bdae on host n-d-768862-2 {{(pid=84876) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Jan 14 07:26:21.658944 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-649c1d79-2370-4156-a343-795bcc64f689 tempest-NetworksIpV6TestAttrs-1453117616 tempest-NetworksIpV6TestAttrs-1453117616] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.180s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:26:21.661155 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [None req-83894ee3-d5c1-4eab-a487-0c8a56e6f06d None None] For port 0c3157b9-72ce-40d5-b9a4-3a871d65ef7a, host n-d-768862-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-2',level=0,port_id=0c3157b9-72ce-40d5-b9a4-3a871d65ef7a,segment=NetworkSegment(d0955a0a-b0a6-4f62-82ac-6a1881475831),segment_id=d0955a0a-b0a6-4f62-82ac-6a1881475831)] {{(pid=84876) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 14 07:26:21.661801 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-649c1d79-2370-4156-a343-795bcc64f689 tempest-NetworksIpV6TestAttrs-1453117616 tempest-NetworksIpV6TestAttrs-1453117616] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 0.5291429 Jan 14 07:26:21.665856 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84875) accepted ('10.222.0.24', 46226) {{(pid=84875) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:26:21.675067 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-017f98a9-8a07-408c-a86f-8ff0c00400a0 None None] Network a0472668-8e34-49b0-ac9f-eccead4c65b6 details requested by agent ovs-agent-n-h1-768862-2 with host n-h1-768862-2 {{(pid=84876) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 07:26:21.677162 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.v2.base [None req-c0badcf8-41b4-4333-9604-7b2a2a6e0e28 tempest-NetworksIpV6TestAttrs-1453117616 tempest-NetworksIpV6TestAttrs-1453117616] Request body: {'subnet': {'network_id': 'a0472668-8e34-49b0-ac9f-eccead4c65b6', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=84875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:26:21.713826 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-852a24f7-e9a1-4193-9abb-e9506fe5213f None None] Network a0472668-8e34-49b0-ac9f-eccead4c65b6 details requested by agent ovs-agent-n-h2-768862-2 with host n-h2-768862-2 {{(pid=84876) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 07:26:21.777163 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Network a0472668-8e34-49b0-ac9f-eccead4c65b6 details requested by agent ovs-agent-n-d-768862-2 with host n-d-768862-2 {{(pid=84876) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 07:26:21.789766 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a8139d6-b461-4a4f-afe2-91b5a73fefe5 tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:26:21.794612 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-7a8139d6-b461-4a4f-afe2-91b5a73fefe5 tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] 10.222.0.24 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.8080151 Jan 14 07:26:21.797015 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84874) accepted ('10.222.0.24', 46232) {{(pid=84874) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:26:21.805534 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-83894ee3-d5c1-4eab-a487-0c8a56e6f06d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777640533312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363259214678337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777640097497'] for port, after_update {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:26:21.825734 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-c0badcf8-41b4-4333-9604-7b2a2a6e0e28 tempest-NetworksIpV6TestAttrs-1453117616 tempest-NetworksIpV6TestAttrs-1453117616] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:26:21.837305 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-c0badcf8-41b4-4333-9604-7b2a2a6e0e28 tempest-NetworksIpV6TestAttrs-1453117616 tempest-NetworksIpV6TestAttrs-1453117616] Usage tracker for resource:subnet and tenant:b4fb299c51d74f2a8c69090954f5d152 is out of sync, need to count used quota {{(pid=84875) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:26:21.845745 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-c0badcf8-41b4-4333-9604-7b2a2a6e0e28 tempest-NetworksIpV6TestAttrs-1453117616 tempest-NetworksIpV6TestAttrs-1453117616] Quota usage for subnet was recalculated. Used quota:1. {{(pid=84875) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:26:21.870517 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-c0badcf8-41b4-4333-9604-7b2a2a6e0e28 tempest-NetworksIpV6TestAttrs-1453117616 tempest-NetworksIpV6TestAttrs-1453117616] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:26:21.881378 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-f00eb1d0-3407-45be-b67c-50ee066a0946 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84876) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:26:21.924554 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-cdfefccc-b0a7-43c2-a7f8-a8b5dd80ed81 tempest-NegativeSecGroupIPv6Test-1980982801 tempest-NegativeSecGroupIPv6Test-1980982801] Notify callbacks [] for security_group, precommit_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:26:21.926377 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.db.api [None req-e02ad120-0c50-4efa-854c-21a9221b6b81 tempest-RoutersNegativeIpV6Test-1464408958 tempest-RoutersNegativeIpV6Test-1464408958] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84874) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Jan 14 07:26:21.928684 n-d-768862-2 neutron-server[84765]: DEBUG oslo_db.api [None req-e02ad120-0c50-4efa-854c-21a9221b6b81 tempest-RoutersNegativeIpV6Test-1464408958 tempest-RoutersNegativeIpV6Test-1464408958] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84874) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Jan 14 07:26:21.932984 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-cdfefccc-b0a7-43c2-a7f8-a8b5dd80ed81 tempest-NegativeSecGroupIPv6Test-1980982801 tempest-NegativeSecGroupIPv6Test-1980982801] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850887153'] for security_group, after_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:26:21.979763 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7750b4b-e73b-41c9-af3a-e3c9a7609697 tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:26:21.980701 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-a7750b4b-e73b-41c9-af3a-e3c9a7609697 tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] Synchronizing usage tracker for tenant:be0aa702e3ca464795a99c51e3b3b04f on resource:subnet {{(pid=84874) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 14 07:26:21.982843 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-460a0d4c-fdf6-487e-8021-b296b0179943 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:26:22.007162 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c0badcf8-41b4-4333-9604-7b2a2a6e0e28 tempest-NetworksIpV6TestAttrs-1453117616 tempest-NetworksIpV6TestAttrs-1453117616] Made reservation on behalf of b4fb299c51d74f2a8c69090954f5d152 for: {'subnet': 1} {{(pid=84875) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 07:26:22.016180 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-a7750b4b-e73b-41c9-af3a-e3c9a7609697 tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] Unset dirty status for tenant:be0aa702e3ca464795a99c51e3b3b04f on resource:subnet {{(pid=84874) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 14 07:26:22.017777 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-a7750b4b-e73b-41c9-af3a-e3c9a7609697 tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] 10.222.0.24 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.2187293 Jan 14 07:26:22.021306 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84874) accepted ('10.222.0.24', 46238) {{(pid=84874) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:26:22.082783 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-cdfefccc-b0a7-43c2-a7f8-a8b5dd80ed81 tempest-NegativeSecGroupIPv6Test-1980982801 tempest-NegativeSecGroupIPv6Test-1980982801] Notify callbacks [] for security_group, before_response {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:26:22.084491 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-cdfefccc-b0a7-43c2-a7f8-a8b5dd80ed81 tempest-NegativeSecGroupIPv6Test-1980982801 tempest-NegativeSecGroupIPv6Test-1980982801] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 1.6255479 Jan 14 07:26:22.095242 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84875) accepted ('10.222.0.24', 46242) {{(pid=84875) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:26:22.095892 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-3a292345-c0d9-43c8-8773-d2fa4918ac3b tempest-NetworksIpV6Test-2047944877 tempest-NetworksIpV6Test-2047944877] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036854160497'] for network, before_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:26:22.169823 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.v2.base [None req-75b2c2de-3054-42c8-a848-63c0fe3ddf9a tempest-NegativeSecGroupIPv6Test-1980982801 tempest-NegativeSecGroupIPv6Test-1980982801] Request body: {'security_group': {'name': 'tempest-secgroup--294550172'}} {{(pid=84875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:26:22.196063 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-0ba1b13b-c0ff-40c7-9858-6b03d3aaf604 tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] 10.222.0.24 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1729620 Jan 14 07:26:22.207480 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84874) accepted ('10.222.0.24', 46250) {{(pid=84874) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:26:22.219887 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-75b2c2de-3054-42c8-a848-63c0fe3ddf9a tempest-NegativeSecGroupIPv6Test-1980982801 tempest-NegativeSecGroupIPv6Test-1980982801] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:26:22.220139 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.v2.base [None req-0318cc51-ff41-478e-afe3-eab6619ad01d tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] Request body: {'subnet': {'network_id': '23f0a15d-6362-4cec-82c1-cacba887c566', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'slaac'}} {{(pid=84874) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:26:22.238226 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdfefccc-b0a7-43c2-a7f8-a8b5dd80ed81 tempest-NegativeSecGroupIPv6Test-1980982801 tempest-NegativeSecGroupIPv6Test-1980982801] Pushing event updated for resources: {'SecurityGroup': ['ID=8753ad8d-e534-4d79-a779-2e9e98d2cb1e,revision_number=1']} {{(pid=84875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:26:22.251694 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.plugin [None req-3a292345-c0d9-43c8-8773-d2fa4918ac3b tempest-NetworksIpV6Test-2047944877 tempest-NetworksIpV6Test-2047944877] Deleting port 0c3157b9-72ce-40d5-b9a4-3a871d65ef7a {{(pid=84874) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 07:26:22.251813 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-76d3eaa5-636d-42a2-a3d1-0504561b915f admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=ec040553b94b45438f88c392adffbb4d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7391448 Jan 14 07:26:22.252294 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-3a292345-c0d9-43c8-8773-d2fa4918ac3b tempest-NetworksIpV6Test-2047944877 tempest-NetworksIpV6Test-2047944877] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363259214248359'] for port, before_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:26:22.262659 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-75b2c2de-3054-42c8-a848-63c0fe3ddf9a tempest-NegativeSecGroupIPv6Test-1980982801 tempest-NegativeSecGroupIPv6Test-1980982801] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:26:22.265246 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-cdfefccc-b0a7-43c2-a7f8-a8b5dd80ed81 tempest-NegativeSecGroupIPv6Test-1980982801 tempest-NegativeSecGroupIPv6Test-1980982801] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.283s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:26:22.269807 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84875) accepted ('10.222.0.24', 46254) {{(pid=84875) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:26:22.298815 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-c0badcf8-41b4-4333-9604-7b2a2a6e0e28 tempest-NetworksIpV6TestAttrs-1453117616 tempest-NetworksIpV6TestAttrs-1453117616] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036852467157'] for subnet, before_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:26:22.414916 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83894ee3-d5c1-4eab-a487-0c8a56e6f06d None None] Pushing event updated for resources: {'Port': ['ID=0c3157b9-72ce-40d5-b9a4-3a871d65ef7a,revision_number=2']} {{(pid=84876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:26:22.425416 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-83894ee3-d5c1-4eab-a487-0c8a56e6f06d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.544s {{(pid=84876) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:26:22.477861 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-0318cc51-ff41-478e-afe3-eab6619ad01d tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:26:22.493012 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.plugin [None req-e02ad120-0c50-4efa-854c-21a9221b6b81 tempest-RoutersNegativeIpV6Test-1464408958 tempest-RoutersNegativeIpV6Test-1464408958] Deleting port 4cd6a39c-30f2-4ede-9412-bfdca8f9bdae {{(pid=84874) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 07:26:22.493849 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-e02ad120-0c50-4efa-854c-21a9221b6b81 tempest-RoutersNegativeIpV6Test-1464408958 tempest-RoutersNegativeIpV6Test-1464408958] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363259214248359'] for port, before_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:26:22.534271 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-0318cc51-ff41-478e-afe3-eab6619ad01d tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:26:22.583285 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-75b2c2de-3054-42c8-a848-63c0fe3ddf9a tempest-NegativeSecGroupIPv6Test-1980982801 tempest-NegativeSecGroupIPv6Test-1980982801] Notify callbacks [] for security_group, before_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:26:22.628357 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-a3635356-59bd-43ef-8a8c-b61b8cb9eb14 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363259214191800', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854171626'] for agent, after_update {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:26:22.675304 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.plugin [None req-e02ad120-0c50-4efa-854c-21a9221b6b81 tempest-RoutersNegativeIpV6Test-1464408958 tempest-RoutersNegativeIpV6Test-1464408958] The port '4cd6a39c-30f2-4ede-9412-bfdca8f9bdae' was deleted {{(pid=84874) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Jan 14 07:26:22.737803 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0318cc51-ff41-478e-afe3-eab6619ad01d tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] Made reservation on behalf of be0aa702e3ca464795a99c51e3b3b04f for: {'subnet': 1} {{(pid=84874) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 07:26:22.746332 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-75b2c2de-3054-42c8-a848-63c0fe3ddf9a tempest-NegativeSecGroupIPv6Test-1980982801 tempest-NegativeSecGroupIPv6Test-1980982801] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:26:22.749814 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-f67480d0-7b9e-411d-9eea-0007078968de None None] Provisioning complete for port 1a539010-caf2-44ad-b1ee-c91c2ea5e01b triggered by entity DHCP. {{(pid=84876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 07:26:22.750774 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-f67480d0-7b9e-411d-9eea-0007078968de None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-604227'] for port, provisioning_complete {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:26:22.785331 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-75b2c2de-3054-42c8-a848-63c0fe3ddf9a tempest-NegativeSecGroupIPv6Test-1980982801 tempest-NegativeSecGroupIPv6Test-1980982801] Usage tracker for resource:security_group_rule and tenant:f09e6c52b2324bf9b7428192d43e5581 is out of sync, need to count used quota {{(pid=84875) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:26:22.803044 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-75b2c2de-3054-42c8-a848-63c0fe3ddf9a tempest-NegativeSecGroupIPv6Test-1980982801 tempest-NegativeSecGroupIPv6Test-1980982801] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84875) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:26:22.819800 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-75b2c2de-3054-42c8-a848-63c0fe3ddf9a tempest-NegativeSecGroupIPv6Test-1980982801 tempest-NegativeSecGroupIPv6Test-1980982801] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:26:22.824095 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-e5d98125-8a30-49b5-9fcf-332c2b562ea5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:26:22.879182 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-e5d98125-8a30-49b5-9fcf-332c2b562ea5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:26:22.887354 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-0318cc51-ff41-478e-afe3-eab6619ad01d tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036851981161'] for subnet, before_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:26:22.904169 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-da76cfc0-98e8-4426-9f6d-4f05aa3fae78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363259214191800', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854171626'] for agent, after_update {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:26:22.949264 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ed04f2a-eb4c-439c-9826-9081b64a4ff5 None None] Network 527a3816-0b49-4c9b-9b27-c59f02e71a95 requested from n-d-768862-2 {{(pid=84876) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 07:26:23.076711 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-75b2c2de-3054-42c8-a848-63c0fe3ddf9a tempest-NegativeSecGroupIPv6Test-1980982801 tempest-NegativeSecGroupIPv6Test-1980982801] Notify callbacks [] for security_group, precommit_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:26:23.089771 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-75b2c2de-3054-42c8-a848-63c0fe3ddf9a tempest-NegativeSecGroupIPv6Test-1980982801 tempest-NegativeSecGroupIPv6Test-1980982801] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850887153'] for security_group, after_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:26:23.108629 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363259214191800', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854171626'] for agent, after_update {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:26:23.118165 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ed04f2a-eb4c-439c-9826-9081b64a4ff5 None None] Network 527a3816-0b49-4c9b-9b27-c59f02e71a95 could not be found, it might have been deleted concurrently. {{(pid=84876) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:206}} Jan 14 07:26:23.142132 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-afd5c510-09f4-4fcc-aa7e-3b7bdeff6c9b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:26:23.151673 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-e5d98125-8a30-49b5-9fcf-332c2b562ea5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850887153'] for security_group, after_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:26:23.154374 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-e5d98125-8a30-49b5-9fcf-332c2b562ea5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:26:23.159976 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-e5d98125-8a30-49b5-9fcf-332c2b562ea5 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/dae7f266-a77f-4c67-bfdd-f965fae66728 HTTP/1.1" status: 204 len: 168 time: 0.8848360 Jan 14 07:26:23.162896 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-75b2c2de-3054-42c8-a848-63c0fe3ddf9a tempest-NegativeSecGroupIPv6Test-1980982801 tempest-NegativeSecGroupIPv6Test-1980982801] Notify callbacks [] for security_group, before_response {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:26:23.169029 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-75b2c2de-3054-42c8-a848-63c0fe3ddf9a tempest-NegativeSecGroupIPv6Test-1980982801 tempest-NegativeSecGroupIPv6Test-1980982801] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 1.0566645 Jan 14 07:26:23.171068 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84875) accepted ('10.222.0.24', 46268) {{(pid=84875) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:26:23.217369 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.v2.base [None req-6a512561-f622-40de-92d9-1d5a886f57a5 tempest-NegativeSecGroupIPv6Test-1980982801 tempest-NegativeSecGroupIPv6Test-1980982801] Request body: {'security_group_rule': {'security_group_id': '8753ad8d-e534-4d79-a779-2e9e98d2cb1e', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '2001:db8::/48', 'remote_group_id': '134b9282-b6be-44c7-975a-e861879fe336'}} {{(pid=84875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:26:23.232170 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-6a512561-f622-40de-92d9-1d5a886f57a5 tempest-NegativeSecGroupIPv6Test-1980982801 tempest-NegativeSecGroupIPv6Test-1980982801] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:26:23.236747 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-6a512561-f622-40de-92d9-1d5a886f57a5 tempest-NegativeSecGroupIPv6Test-1980982801 tempest-NegativeSecGroupIPv6Test-1980982801] Usage tracker for resource:security_group_rule and tenant:f09e6c52b2324bf9b7428192d43e5581 is out of sync, need to count used quota {{(pid=84875) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:26:23.240549 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-6a512561-f622-40de-92d9-1d5a886f57a5 tempest-NegativeSecGroupIPv6Test-1980982801 tempest-NegativeSecGroupIPv6Test-1980982801] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=84875) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:26:23.248283 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-6a512561-f622-40de-92d9-1d5a886f57a5 tempest-NegativeSecGroupIPv6Test-1980982801 tempest-NegativeSecGroupIPv6Test-1980982801] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=84875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:26:23.269410 n-d-768862-2 neutron-server[84765]: DEBUG neutron.objects.ports [None req-c0badcf8-41b4-4333-9604-7b2a2a6e0e28 tempest-NetworksIpV6TestAttrs-1453117616 tempest-NetworksIpV6TestAttrs-1453117616] Time-cost: Fetching 0 ports in 0 security groups {{(pid=84875) get_objects /opt/stack/neutron/neutron/objects/ports.py:428}} Jan 14 07:26:23.278289 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-c0badcf8-41b4-4333-9604-7b2a2a6e0e28 tempest-NetworksIpV6TestAttrs-1453117616 tempest-NetworksIpV6TestAttrs-1453117616] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850887113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036851621412', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036852467174'] for subnet, after_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:26:23.331489 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da405c95-4796-44ac-9be4-2c49747a3218 None None] Network f9295c14-8cab-491f-bdb9-a2ab55a95ac7 requested from n-d-768862-2 {{(pid=84876) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 07:26:23.375411 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75b2c2de-3054-42c8-a848-63c0fe3ddf9a tempest-NegativeSecGroupIPv6Test-1980982801 tempest-NegativeSecGroupIPv6Test-1980982801] Pushing event updated for resources: {'SecurityGroup': ['ID=134b9282-b6be-44c7-975a-e861879fe336,revision_number=1']} {{(pid=84875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:26:23.387349 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-75b2c2de-3054-42c8-a848-63c0fe3ddf9a tempest-NegativeSecGroupIPv6Test-1980982801 tempest-NegativeSecGroupIPv6Test-1980982801] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.245s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:26:23.387967 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-17162cd5-074c-40ea-b4fa-1644aff6e625 tempest-NetworksIpV6Test-2047944877 tempest-NetworksIpV6Test-2047944877] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.226s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:26:23.466976 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5d98125-8a30-49b5-9fcf-332c2b562ea5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dae7f266-a77f-4c67-bfdd-f965fae66728,revision_number=None']} {{(pid=84875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:26:23.472191 n-d-768862-2 neutron-server[84765]: INFO neutron.api.v2.resource [None req-6a512561-f622-40de-92d9-1d5a886f57a5 tempest-NegativeSecGroupIPv6Test-1980982801 tempest-NegativeSecGroupIPv6Test-1980982801] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 14 07:26:23.485964 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-6a512561-f622-40de-92d9-1d5a886f57a5 tempest-NegativeSecGroupIPv6Test-1980982801 tempest-NegativeSecGroupIPv6Test-1980982801] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 387 time: 0.3057270 Jan 14 07:26:23.488490 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-e5d98125-8a30-49b5-9fcf-332c2b562ea5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:26:23.489001 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84875) accepted ('10.222.0.24', 46276) {{(pid=84875) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:26:23.489578 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-0cf1e4b6-28ba-4cb7-8de0-664358d4ee1f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.191s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:26:23.569626 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-0f37073e-9c69-4e3c-80e0-6cfaa0fd61a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363259214191800', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854171626'] for agent, after_update {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:26:23.714358 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-e02ad120-0c50-4efa-854c-21a9221b6b81 tempest-RoutersNegativeIpV6Test-1464408958 tempest-RoutersNegativeIpV6Test-1464408958] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-598987', 'neutron.services.segments.db._delete_segments_for_network-8777640583949'] for network, precommit_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:26:23.725802 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-58f8d205-a817-4f13-b6e5-5665b00e8ef6 tempest-NegativeSecGroupIPv6Test-1980982801 tempest-NegativeSecGroupIPv6Test-1980982801] Notify callbacks [] for security_group, before_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:26:23.743622 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35f04b35-9d4d-4879-b41c-055d37468c75 None None] Network f9295c14-8cab-491f-bdb9-a2ab55a95ac7 requested from n-d-768862-2 {{(pid=84876) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 07:26:23.805233 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0badcf8-41b4-4333-9604-7b2a2a6e0e28 tempest-NetworksIpV6TestAttrs-1453117616 tempest-NetworksIpV6TestAttrs-1453117616] Pushing event updated for resources: {'Subnet': ['ID=c1d463b3-062a-4ef8-8782-2e9d82c896d4,revision_number=0']} {{(pid=84875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:26:23.811701 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0badcf8-41b4-4333-9604-7b2a2a6e0e28 tempest-NetworksIpV6TestAttrs-1453117616 tempest-NetworksIpV6TestAttrs-1453117616] Checking segment: {'id': '1497e43c-fcaa-4de3-bb99-7e6612f7899d', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 15, 'network_id': 'a0472668-8e34-49b0-ac9f-eccead4c65b6'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84875) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 14 07:26:23.819104 n-d-768862-2 neutron-server[84765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0badcf8-41b4-4333-9604-7b2a2a6e0e28 tempest-NetworksIpV6TestAttrs-1453117616 tempest-NetworksIpV6TestAttrs-1453117616] Network hostable DHCP agents. Network: a0472668-8e34-49b0-ac9f-eccead4c65b6, hostable agents: ['32f3dd84-26da-4d18-bf15-6017a8fb7247'], hosted agents: [] {{(pid=84875) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Jan 14 07:26:23.826727 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-c0badcf8-41b4-4333-9604-7b2a2a6e0e28 tempest-NetworksIpV6TestAttrs-1453117616 tempest-NetworksIpV6TestAttrs-1453117616] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.337s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:26:23.849898 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-58f8d205-a817-4f13-b6e5-5665b00e8ef6 tempest-NegativeSecGroupIPv6Test-1980982801 tempest-NegativeSecGroupIPv6Test-1980982801] Notify callbacks [] for security_group, precommit_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:26:23.876285 n-d-768862-2 neutron-server[84765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0badcf8-41b4-4333-9604-7b2a2a6e0e28 tempest-NetworksIpV6TestAttrs-1453117616 tempest-NetworksIpV6TestAttrs-1453117616] Network a0472668-8e34-49b0-ac9f-eccead4c65b6 is scheduled to be hosted by DHCP agent 32f3dd84-26da-4d18-bf15-6017a8fb7247 with binding_index 1 {{(pid=84875) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Jan 14 07:26:23.900194 n-d-768862-2 neutron-server[84765]: DEBUG neutron.scheduler.base_scheduler [None req-c0badcf8-41b4-4333-9604-7b2a2a6e0e28 tempest-NetworksIpV6TestAttrs-1453117616 tempest-NetworksIpV6TestAttrs-1453117616] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768862-2, a0472668-8e34-49b0-ac9f-eccead4c65b6) {{(pid=84875) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 07:26:23.919272 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0badcf8-41b4-4333-9604-7b2a2a6e0e28 tempest-NetworksIpV6TestAttrs-1453117616 tempest-NetworksIpV6TestAttrs-1453117616] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:26:23.919951 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-c0badcf8-41b4-4333-9604-7b2a2a6e0e28 tempest-NetworksIpV6TestAttrs-1453117616 tempest-NetworksIpV6TestAttrs-1453117616] Notify callbacks [] for subnet, before_response {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:26:23.942800 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-c0badcf8-41b4-4333-9604-7b2a2a6e0e28 tempest-NetworksIpV6TestAttrs-1453117616 tempest-NetworksIpV6TestAttrs-1453117616] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 840 time: 2.2743807 Jan 14 07:26:23.945731 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84875) accepted ('10.222.0.24', 46290) {{(pid=84875) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:26:23.961676 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b49a5ea9-38d2-4d89-83bf-ce342738fc3b None None] Network a0472668-8e34-49b0-ac9f-eccead4c65b6 requested from n-d-768862-2 {{(pid=84876) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 07:26:23.970891 n-d-768862-2 neutron-server[84765]: DEBUG neutron.services.segments.db [None req-e02ad120-0c50-4efa-854c-21a9221b6b81 tempest-RoutersNegativeIpV6Test-1464408958 tempest-RoutersNegativeIpV6Test-1464408958] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['784698a4-8130-4a8f-8f3c-e0d25fc0b022']}} {{(pid=84874) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:26:23.988417 n-d-768862-2 neutron-server[84765]: DEBUG neutron.services.segments.db [None req-e02ad120-0c50-4efa-854c-21a9221b6b81 tempest-RoutersNegativeIpV6Test-1464408958 tempest-RoutersNegativeIpV6Test-1464408958] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '081dd89a-0160-4672-9527-d1666b633085') {'for_net_delete': True} {{(pid=84874) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:26:23.989167 n-d-768862-2 neutron-server[84765]: DEBUG neutron.services.segments.db [None req-e02ad120-0c50-4efa-854c-21a9221b6b81 tempest-RoutersNegativeIpV6Test-1464408958 tempest-RoutersNegativeIpV6Test-1464408958] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '081dd89a-0160-4672-9527-d1666b633085') {} {{(pid=84874) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:26:23.989864 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-58f8d205-a817-4f13-b6e5-5665b00e8ef6 tempest-NegativeSecGroupIPv6Test-1980982801 tempest-NegativeSecGroupIPv6Test-1980982801] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850887153'] for security_group, after_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:26:24.007240 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-95ccb5cb-3f8f-4010-a4bc-c4a70ed38838 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:26:24.015757 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-e02ad120-0c50-4efa-854c-21a9221b6b81 tempest-RoutersNegativeIpV6Test-1464408958 tempest-RoutersNegativeIpV6Test-1464408958] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363259214173198', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2968632'] for segment, before_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:26:24.053628 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-e02ad120-0c50-4efa-854c-21a9221b6b81 tempest-RoutersNegativeIpV6Test-1464408958 tempest-RoutersNegativeIpV6Test-1464408958] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854179735'] for segment, precommit_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:26:24.063278 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-e02ad120-0c50-4efa-854c-21a9221b6b81 tempest-RoutersNegativeIpV6Test-1464408958 tempest-RoutersNegativeIpV6Test-1464408958] Releasing vxlan tunnel 25 to pool {{(pid=84874) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Jan 14 07:26:24.315152 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.managers [None req-e02ad120-0c50-4efa-854c-21a9221b6b81 tempest-RoutersNegativeIpV6Test-1464408958 tempest-RoutersNegativeIpV6Test-1464408958] Network 784698a4-8130-4a8f-8f3c-e0d25fc0b022 has no segments {{(pid=84874) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 14 07:26:24.326877 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-e02ad120-0c50-4efa-854c-21a9221b6b81 tempest-RoutersNegativeIpV6Test-1464408958 tempest-RoutersNegativeIpV6Test-1464408958] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-596065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036851521571'] for segment, after_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:26:24.455208 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-275e7547-166e-4598-b9fe-9b51f7c6efdb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5d94dc7a-c095-50a4-955e-5f3b78718a12-a0472668-8e34-49b0-ac9f-eccead4c65b6', 'network_id': 'a0472668-8e34-49b0-ac9f-eccead4c65b6', 'tenant_id': 'b4fb299c51d74f2a8c69090954f5d152', 'fixed_ips': [{'subnet_id': 'c1d463b3-062a-4ef8-8782-2e9d82c896d4'}]}} from n-d-768862-2. {{(pid=84876) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Jan 14 07:26:24.456193 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-275e7547-166e-4598-b9fe-9b51f7c6efdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555753'] for port, before_create {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:26:24.678940 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-62411d0f-65f5-4780-b0aa-8a4e4905a039 tempest-NetworksIpV6TestAttrs-1453117616 tempest-NetworksIpV6TestAttrs-1453117616] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036854160497'] for network, before_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:26:24.775051 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58f8d205-a817-4f13-b6e5-5665b00e8ef6 tempest-NegativeSecGroupIPv6Test-1980982801 tempest-NegativeSecGroupIPv6Test-1980982801] Pushing event deleted for resources: {'SecurityGroup': ['ID=134b9282-b6be-44c7-975a-e861879fe336,revision_number=None']} {{(pid=84875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:26:24.790866 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-58f8d205-a817-4f13-b6e5-5665b00e8ef6 tempest-NegativeSecGroupIPv6Test-1980982801 tempest-NegativeSecGroupIPv6Test-1980982801] Notify callbacks [] for security_group, before_response {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:26:24.796810 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-58f8d205-a817-4f13-b6e5-5665b00e8ef6 tempest-NegativeSecGroupIPv6Test-1980982801 tempest-NegativeSecGroupIPv6Test-1980982801] 10.222.0.24 "DELETE /v2.0/security-groups/134b9282-b6be-44c7-975a-e861879fe336 HTTP/1.1" status: 204 len: 168 time: 1.2763839 Jan 14 07:26:24.798170 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84875) accepted ('10.222.0.24', 46312) {{(pid=84875) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:26:24.799383 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-58f8d205-a817-4f13-b6e5-5665b00e8ef6 tempest-NegativeSecGroupIPv6Test-1980982801 tempest-NegativeSecGroupIPv6Test-1980982801] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.792s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:26:24.880274 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.managers [None req-e02ad120-0c50-4efa-854c-21a9221b6b81 tempest-RoutersNegativeIpV6Test-1464408958 tempest-RoutersNegativeIpV6Test-1464408958] Network 784698a4-8130-4a8f-8f3c-e0d25fc0b022 has no segments {{(pid=84874) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 14 07:26:24.969569 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-efa1ecc5-373d-4157-a83e-a3f0bf076ee9 tempest-NegativeSecGroupIPv6Test-1980982801 tempest-NegativeSecGroupIPv6Test-1980982801] Synchronizing usage tracker for tenant:f09e6c52b2324bf9b7428192d43e5581 on resource:security_group {{(pid=84875) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 14 07:26:24.977351 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.db_base_plugin_common [None req-275e7547-166e-4598-b9fe-9b51f7c6efdb None None] Allocated IP 2001:db8::f816:3eff:fec2:f20d (a0472668-8e34-49b0-ac9f-eccead4c65b6/c1d463b3-062a-4ef8-8782-2e9d82c896d4/5ccbdc91-35d6-4aad-b20d-4c311710dd6b) {{(pid=84876) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 14 07:26:24.999149 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 14 07:26:24.999149 n-d-768862-2 neutron-server[84765]: % (table.description, expected, rows_matched) Jan 14 07:26:24.999149 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 14 07:26:24.999149 n-d-768862-2 neutron-server[84765]: % (table.description, expected, rows_matched) Jan 14 07:26:24.999149 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 14 07:26:24.999149 n-d-768862-2 neutron-server[84765]: % (table.description, expected, rows_matched) Jan 14 07:26:24.999149 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 14 07:26:24.999149 n-d-768862-2 neutron-server[84765]: % (table.description, expected, rows_matched) Jan 14 07:26:24.999149 n-d-768862-2 neutron-server[84765]: Traceback (most recent call last): Jan 14 07:26:24.999149 n-d-768862-2 neutron-server[84765]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 14 07:26:24.999149 n-d-768862-2 neutron-server[84765]: timer() Jan 14 07:26:24.999149 n-d-768862-2 neutron-server[84765]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 14 07:26:24.999149 n-d-768862-2 neutron-server[84765]: cb(*args, **kw) Jan 14 07:26:24.999149 n-d-768862-2 neutron-server[84765]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Jan 14 07:26:24.999149 n-d-768862-2 neutron-server[84765]: return func(*args, **kwargs) Jan 14 07:26:24.999149 n-d-768862-2 neutron-server[84765]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 14 07:26:24.999149 n-d-768862-2 neutron-server[84765]: self._notify() Jan 14 07:26:24.999149 n-d-768862-2 neutron-server[84765]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 14 07:26:24.999149 n-d-768862-2 neutron-server[84765]: self.callback(batched_events) Jan 14 07:26:24.999149 n-d-768862-2 neutron-server[84765]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 14 07:26:24.999149 n-d-768862-2 neutron-server[84765]: event.method(event) Jan 14 07:26:24.999149 n-d-768862-2 neutron-server[84765]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 14 07:26:24.999149 n-d-768862-2 neutron-server[84765]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 14 07:26:24.999149 n-d-768862-2 neutron-server[84765]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Jan 14 07:26:24.999149 n-d-768862-2 neutron-server[84765]: segment_id)['aggregates'][0] Jan 14 07:26:24.999149 n-d-768862-2 neutron-server[84765]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 14 07:26:24.999149 n-d-768862-2 neutron-server[84765]: return f(self, *a, **k) Jan 14 07:26:24.999149 n-d-768862-2 neutron-server[84765]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 14 07:26:24.999149 n-d-768862-2 neutron-server[84765]: return self._get(url).json() Jan 14 07:26:24.999149 n-d-768862-2 neutron-server[84765]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 14 07:26:24.999149 n-d-768862-2 neutron-server[84765]: **kwargs) Jan 14 07:26:24.999149 n-d-768862-2 neutron-server[84765]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 14 07:26:24.999149 n-d-768862-2 neutron-server[84765]: return self.request(url, 'GET', **kwargs) Jan 14 07:26:24.999149 n-d-768862-2 neutron-server[84765]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Jan 14 07:26:24.999149 n-d-768862-2 neutron-server[84765]: **endpoint_filter) Jan 14 07:26:24.999149 n-d-768862-2 neutron-server[84765]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 14 07:26:24.999149 n-d-768862-2 neutron-server[84765]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 14 07:26:24.999149 n-d-768862-2 neutron-server[84765]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 14 07:26:24.999149 n-d-768862-2 neutron-server[84765]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 14 07:26:24.999149 n-d-768862-2 neutron-server[84765]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 14 07:26:25.002994 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84874) accepted ('10.222.0.24', 46316) {{(pid=84874) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:26:25.013313 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-efa1ecc5-373d-4157-a83e-a3f0bf076ee9 tempest-NegativeSecGroupIPv6Test-1980982801 tempest-NegativeSecGroupIPv6Test-1980982801] Unset dirty status for tenant:f09e6c52b2324bf9b7428192d43e5581 on resource:security_group {{(pid=84875) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 14 07:26:25.019238 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-efa1ecc5-373d-4157-a83e-a3f0bf076ee9 tempest-NegativeSecGroupIPv6Test-1980982801 tempest-NegativeSecGroupIPv6Test-1980982801] 10.222.0.24 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4511 time: 0.1844051 Jan 14 07:26:25.020083 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84875) accepted ('10.222.0.24', 46318) {{(pid=84875) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:26:25.026722 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-62411d0f-65f5-4780-b0aa-8a4e4905a039 tempest-NetworksIpV6TestAttrs-1453117616 tempest-NetworksIpV6TestAttrs-1453117616] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036854176836'] for subnet, precommit_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:26:25.026962 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [None req-3a292345-c0d9-43c8-8773-d2fa4918ac3b tempest-NetworksIpV6Test-2047944877 tempest-NetworksIpV6Test-2047944877] For port 0c3157b9-72ce-40d5-b9a4-3a871d65ef7a, host n-d-768862-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-2',level=0,port_id=0c3157b9-72ce-40d5-b9a4-3a871d65ef7a,segment=NetworkSegment(d0955a0a-b0a6-4f62-82ac-6a1881475831),segment_id=d0955a0a-b0a6-4f62-82ac-6a1881475831)] {{(pid=84874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 07:26:25.027137 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-3a292345-c0d9-43c8-8773-d2fa4918ac3b tempest-NetworksIpV6Test-2047944877 tempest-NetworksIpV6Test-2047944877] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036850862667'] for port, precommit_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:26:25.169123 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.plugin [None req-3a292345-c0d9-43c8-8773-d2fa4918ac3b tempest-NetworksIpV6Test-2047944877 tempest-NetworksIpV6Test-2047944877] Calling delete_port for 0c3157b9-72ce-40d5-b9a4-3a871d65ef7a owned by network:dhcp {{(pid=84874) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 07:26:25.235759 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-275e7547-166e-4598-b9fe-9b51f7c6efdb None None] Notify callbacks [] for port, precommit_create {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:26:25.249414 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-275e7547-166e-4598-b9fe-9b51f7c6efdb None None] Transition to ACTIVE for port object 5ccbdc91-35d6-4aad-b20d-4c311710dd6b will not be triggered until provisioned by entity L2. {{(pid=84876) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 07:26:25.265929 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-3a292345-c0d9-43c8-8773-d2fa4918ac3b tempest-NetworksIpV6Test-2047944877 tempest-NetworksIpV6Test-2047944877] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777640533329', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777640097463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3254186'] for port, after_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:26:25.267512 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-275e7547-166e-4598-b9fe-9b51f7c6efdb None None] Transition to ACTIVE for port object 5ccbdc91-35d6-4aad-b20d-4c311710dd6b will not be triggered until provisioned by entity DHCP. {{(pid=84876) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 07:26:25.277981 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-275e7547-166e-4598-b9fe-9b51f7c6efdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777640123575'] for port, after_create {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:26:25.402310 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-9e9d9f3f-dc96-4aa2-a4b5-e72443b5f55b tempest-ExtraDHCPOptionsIpV6TestJSON-1473121844 tempest-ExtraDHCPOptionsIpV6TestJSON-1473121844] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:26:25.435123 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-2299ea14-7cd9-46a9-ae82-5bbd4b52585d tempest-NegativeSecGroupIPv6Test-1980982801 tempest-NegativeSecGroupIPv6Test-1980982801] Notify callbacks [] for security_group, before_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:26:25.468329 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-91697d86-f0ff-4b30-aa69-769318d6704a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84876) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:26:25.475685 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a292345-c0d9-43c8-8773-d2fa4918ac3b tempest-NetworksIpV6Test-2047944877 tempest-NetworksIpV6Test-2047944877] Pushing event deleted for resources: {'Port': ['ID=0c3157b9-72ce-40d5-b9a4-3a871d65ef7a,revision_number=None']} {{(pid=84874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:26:25.480031 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-3a292345-c0d9-43c8-8773-d2fa4918ac3b tempest-NetworksIpV6Test-2047944877 tempest-NetworksIpV6Test-2047944877] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:26:25.482705 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a292345-c0d9-43c8-8773-d2fa4918ac3b tempest-NetworksIpV6Test-2047944877 tempest-NetworksIpV6Test-2047944877] No DVR routers for this DVR port 0c3157b9-72ce-40d5-b9a4-3a871d65ef7a on host n-d-768862-2 {{(pid=84874) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Jan 14 07:26:25.484680 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-e02ad120-0c50-4efa-854c-21a9221b6b81 tempest-RoutersNegativeIpV6Test-1464408958 tempest-RoutersNegativeIpV6Test-1464408958] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036854176830', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850887149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3912591'] for network, after_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:26:25.488773 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-2299ea14-7cd9-46a9-ae82-5bbd4b52585d tempest-NegativeSecGroupIPv6Test-1980982801 tempest-NegativeSecGroupIPv6Test-1980982801] Notify callbacks [] for security_group, precommit_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:26:25.536648 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-62411d0f-65f5-4780-b0aa-8a4e4905a039 tempest-NetworksIpV6TestAttrs-1453117616 tempest-NetworksIpV6TestAttrs-1453117616] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-598964', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850887113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3154192', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2308610'] for subnet, after_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:26:25.556817 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-4be4412a-9e21-42ec-8046-99e5218574c0 tempest-RoutersIpV6Test-883692175 tempest-RoutersIpV6Test-883692175] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:26:25.564821 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-b3d0c8ed-f1ef-49af-a40b-b44b42668ff0 tempest-BulkNetworkOpsIpV6Test-1034590256 tempest-BulkNetworkOpsIpV6Test-1034590256] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:26:25.576954 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-275e7547-166e-4598-b9fe-9b51f7c6efdb None None] Pushing event updated for resources: {'Port': ['ID=5ccbdc91-35d6-4aad-b20d-4c311710dd6b,revision_number=1']} {{(pid=84876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:26:25.591254 n-d-768862-2 neutron-server[84765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-275e7547-166e-4598-b9fe-9b51f7c6efdb None None] Network a0472668-8e34-49b0-ac9f-eccead4c65b6 is already hosted by enough agents. {{(pid=84876) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 07:26:25.592570 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-275e7547-166e-4598-b9fe-9b51f7c6efdb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=84876) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:26:25.593586 n-d-768862-2 neutron-server[84765]: DEBUG neutron.scheduler.base_scheduler [None req-275e7547-166e-4598-b9fe-9b51f7c6efdb None None] Resources bound (agent type, host, resource id): {{(pid=84876) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 07:26:25.600891 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-275e7547-166e-4598-b9fe-9b51f7c6efdb None None] Received port after_create {{(pid=84876) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 14 07:26:25.626298 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-e02ad120-0c50-4efa-854c-21a9221b6b81 tempest-RoutersNegativeIpV6Test-1464408958 tempest-RoutersNegativeIpV6Test-1464408958] Notify callbacks [] for network, before_response {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:26:25.668749 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62411d0f-65f5-4780-b0aa-8a4e4905a039 tempest-NetworksIpV6TestAttrs-1453117616 tempest-NetworksIpV6TestAttrs-1453117616] Pushing event deleted for resources: {'Subnet': ['ID=c1d463b3-062a-4ef8-8782-2e9d82c896d4,revision_number=None']} {{(pid=84875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:26:25.673264 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e02ad120-0c50-4efa-854c-21a9221b6b81 tempest-RoutersNegativeIpV6Test-1464408958 tempest-RoutersNegativeIpV6Test-1464408958] Pushing event deleted for resources: {'Network': ['ID=784698a4-8130-4a8f-8f3c-e0d25fc0b022,revision_number=None']} {{(pid=84874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:26:25.686846 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-62411d0f-65f5-4780-b0aa-8a4e4905a039 tempest-NetworksIpV6TestAttrs-1453117616 tempest-NetworksIpV6TestAttrs-1453117616] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:26:25.706675 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.managers [None req-275e7547-166e-4598-b9fe-9b51f7c6efdb None None] Attempting to bind port 5ccbdc91-35d6-4aad-b20d-4c311710dd6b on host n-d-768862-2 for vnic_type normal with profile {{(pid=84876) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 14 07:26:25.709393 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.managers [None req-275e7547-166e-4598-b9fe-9b51f7c6efdb None None] Attempting to bind port 5ccbdc91-35d6-4aad-b20d-4c311710dd6b by drivers openvswitch on host n-d-768862-2 at level 0 using segments [{'id': '1497e43c-fcaa-4de3-bb99-7e6612f7899d', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 15, 'network_id': 'a0472668-8e34-49b0-ac9f-eccead4c65b6'}] {{(pid=84876) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 14 07:26:25.709932 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-275e7547-166e-4598-b9fe-9b51f7c6efdb None None] Attempting to bind port 5ccbdc91-35d6-4aad-b20d-4c311710dd6b on network a0472668-8e34-49b0-ac9f-eccead4c65b6 {{(pid=84876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 14 07:26:25.721771 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-275e7547-166e-4598-b9fe-9b51f7c6efdb None None] Checking agent: {'id': 'ba5efab1-b43c-4d5a-bc52-6e105d4e67a2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768862-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 14, 6, 56, 52), 'started_at': datetime.datetime(2021, 1, 14, 6, 57, 22), 'heartbeat_timestamp': datetime.datetime(2021, 1, 14, 7, 26, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768862-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.29', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 14 07:26:25.727953 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-275e7547-166e-4598-b9fe-9b51f7c6efdb None None] Checking segment: {'id': '1497e43c-fcaa-4de3-bb99-7e6612f7899d', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 15, 'network_id': 'a0472668-8e34-49b0-ac9f-eccead4c65b6'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84876) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 14 07:26:25.728633 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-275e7547-166e-4598-b9fe-9b51f7c6efdb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:26:25.729208 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-275e7547-166e-4598-b9fe-9b51f7c6efdb None None] Bound using segment: {'id': '1497e43c-fcaa-4de3-bb99-7e6612f7899d', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 15, 'network_id': 'a0472668-8e34-49b0-ac9f-eccead4c65b6'} {{(pid=84876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 14 07:26:25.729888 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.managers [None req-275e7547-166e-4598-b9fe-9b51f7c6efdb None None] Bound port: 5ccbdc91-35d6-4aad-b20d-4c311710dd6b, host: n-d-768862-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1497e43c-fcaa-4de3-bb99-7e6612f7899d', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 15, 'network_id': 'a0472668-8e34-49b0-ac9f-eccead4c65b6'}}] {{(pid=84876) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 14 07:26:25.730428 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-275e7547-166e-4598-b9fe-9b51f7c6efdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555753'] for port, before_update {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:26:25.809733 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-e02ad120-0c50-4efa-854c-21a9221b6b81 tempest-RoutersNegativeIpV6Test-1464408958 tempest-RoutersNegativeIpV6Test-1464408958] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.245s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:26:25.842520 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-2299ea14-7cd9-46a9-ae82-5bbd4b52585d tempest-NegativeSecGroupIPv6Test-1980982801 tempest-NegativeSecGroupIPv6Test-1980982801] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850887153'] for security_group, after_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:26:25.859219 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-f4ce6760-ec4b-480d-b114-34b95369f41c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:26:25.886882 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.v2.base [None req-d5b1e129-d143-4307-8f07-dd98edf051b5 tempest-BulkNetworkOpsTest-1426007266 tempest-BulkNetworkOpsTest-1426007266] Request body: {'networks': [{'name': 'tempest-network--1137334923'}, {'name': 'tempest-network--1744802713'}]} {{(pid=84874) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:26:25.887278 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.v2.base [None req-d5b1e129-d143-4307-8f07-dd98edf051b5 tempest-BulkNetworkOpsTest-1426007266 tempest-BulkNetworkOpsTest-1426007266] Request body: {'network': {'name': 'tempest-network--1137334923'}} {{(pid=84874) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:26:25.887724 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.v2.base [None req-d5b1e129-d143-4307-8f07-dd98edf051b5 tempest-BulkNetworkOpsTest-1426007266 tempest-BulkNetworkOpsTest-1426007266] Request body: {'network': {'name': 'tempest-network--1744802713'}} {{(pid=84874) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:26:25.916872 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [None req-275e7547-166e-4598-b9fe-9b51f7c6efdb None None] For port 5ccbdc91-35d6-4aad-b20d-4c311710dd6b, host n-d-768862-2, cleared binding levels {{(pid=84876) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 14 07:26:25.919795 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-d5b1e129-d143-4307-8f07-dd98edf051b5 tempest-BulkNetworkOpsTest-1426007266 tempest-BulkNetworkOpsTest-1426007266] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:26:25.923342 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [None req-275e7547-166e-4598-b9fe-9b51f7c6efdb None None] For port 5ccbdc91-35d6-4aad-b20d-4c311710dd6b, host n-d-768862-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-2',level=0,port_id=5ccbdc91-35d6-4aad-b20d-4c311710dd6b,segment=NetworkSegment(1497e43c-fcaa-4de3-bb99-7e6612f7899d),segment_id=1497e43c-fcaa-4de3-bb99-7e6612f7899d)] {{(pid=84876) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 14 07:26:25.928177 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-e02ad120-0c50-4efa-854c-21a9221b6b81 tempest-RoutersNegativeIpV6Test-1464408958 tempest-RoutersNegativeIpV6Test-1464408958] 10.222.0.24 "DELETE /v2.0/networks/784698a4-8130-4a8f-8f3c-e0d25fc0b022 HTTP/1.1" status: 204 len: 168 time: 10.6481528 Jan 14 07:26:25.929366 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-275e7547-166e-4598-b9fe-9b51f7c6efdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777640533312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363259214678337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777640097497'] for port, after_update {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:26:25.933851 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84874) accepted ('10.222.0.24', 46334) {{(pid=84874) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:26:25.935704 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-3a292345-c0d9-43c8-8773-d2fa4918ac3b tempest-NetworksIpV6Test-2047944877 tempest-NetworksIpV6Test-2047944877] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-598987', 'neutron.services.segments.db._delete_segments_for_network-8777640583949'] for network, precommit_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:26:25.953766 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-d5b1e129-d143-4307-8f07-dd98edf051b5 tempest-BulkNetworkOpsTest-1426007266 tempest-BulkNetworkOpsTest-1426007266] Usage tracker for resource:network and tenant:b38d707612de4e15a7a48c69a22773fb is out of sync, need to count used quota {{(pid=84874) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:26:25.954604 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-60a09483-3a4c-4471-9a7e-cb271974b492 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84876) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:26:25.962021 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-d5b1e129-d143-4307-8f07-dd98edf051b5 tempest-BulkNetworkOpsTest-1426007266 tempest-BulkNetworkOpsTest-1426007266] Quota usage for network was recalculated. Used quota:0. {{(pid=84874) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:26:25.964501 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2299ea14-7cd9-46a9-ae82-5bbd4b52585d tempest-NegativeSecGroupIPv6Test-1980982801 tempest-NegativeSecGroupIPv6Test-1980982801] Pushing event deleted for resources: {'SecurityGroup': ['ID=8753ad8d-e534-4d79-a779-2e9e98d2cb1e,revision_number=None']} {{(pid=84875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:26:25.977551 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-2299ea14-7cd9-46a9-ae82-5bbd4b52585d tempest-NegativeSecGroupIPv6Test-1980982801 tempest-NegativeSecGroupIPv6Test-1980982801] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:26:26.018383 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-2299ea14-7cd9-46a9-ae82-5bbd4b52585d tempest-NegativeSecGroupIPv6Test-1980982801 tempest-NegativeSecGroupIPv6Test-1980982801] Notify callbacks [] for security_group, before_response {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:26:26.023935 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-2299ea14-7cd9-46a9-ae82-5bbd4b52585d tempest-NegativeSecGroupIPv6Test-1980982801 tempest-NegativeSecGroupIPv6Test-1980982801] 10.222.0.24 "DELETE /v2.0/security-groups/8753ad8d-e534-4d79-a779-2e9e98d2cb1e HTTP/1.1" status: 204 len: 168 time: 0.9995468 Jan 14 07:26:26.024785 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84875) accepted ('10.222.0.24', 46338) {{(pid=84875) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:26:26.081374 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-d5b1e129-d143-4307-8f07-dd98edf051b5 tempest-BulkNetworkOpsTest-1426007266 tempest-BulkNetworkOpsTest-1426007266] Attempting to reserve 2 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:26:26.109207 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-62411d0f-65f5-4780-b0aa-8a4e4905a039 tempest-NetworksIpV6TestAttrs-1453117616 tempest-NetworksIpV6TestAttrs-1453117616] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-598987', 'neutron.services.segments.db._delete_segments_for_network-8777640583949'] for network, precommit_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:26:26.133490 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d5b1e129-d143-4307-8f07-dd98edf051b5 tempest-BulkNetworkOpsTest-1426007266 tempest-BulkNetworkOpsTest-1426007266] Made reservation on behalf of b38d707612de4e15a7a48c69a22773fb for: {'network': 2} {{(pid=84874) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 07:26:26.141679 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-28168ab4-7457-47a3-adfd-d32a1fa06b33 tempest-NegativeSecGroupIPv6Test-1980982801 tempest-NegativeSecGroupIPv6Test-1980982801] Synchronizing usage tracker for tenant:f09e6c52b2324bf9b7428192d43e5581 on resource:security_group {{(pid=84875) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 14 07:26:26.147886 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-d5b1e129-d143-4307-8f07-dd98edf051b5 tempest-BulkNetworkOpsTest-1426007266 tempest-BulkNetworkOpsTest-1426007266] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555753'] for network, before_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:26:26.205654 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-d5b1e129-d143-4307-8f07-dd98edf051b5 tempest-BulkNetworkOpsTest-1426007266 tempest-BulkNetworkOpsTest-1426007266] Notify callbacks [] for security_group, before_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:26:26.287364 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-d5b1e129-d143-4307-8f07-dd98edf051b5 tempest-BulkNetworkOpsTest-1426007266 tempest-BulkNetworkOpsTest-1426007266] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:26:26.298090 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-d5b1e129-d143-4307-8f07-dd98edf051b5 tempest-BulkNetworkOpsTest-1426007266 tempest-BulkNetworkOpsTest-1426007266] Usage tracker for resource:security_group_rule and tenant:b38d707612de4e15a7a48c69a22773fb is out of sync, need to count used quota {{(pid=84874) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:26:26.302884 n-d-768862-2 neutron-server[84765]: DEBUG neutron.services.segments.db [None req-3a292345-c0d9-43c8-8773-d2fa4918ac3b tempest-NetworksIpV6Test-2047944877 tempest-NetworksIpV6Test-2047944877] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f9295c14-8cab-491f-bdb9-a2ab55a95ac7']}} {{(pid=84874) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:26:26.310607 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-275e7547-166e-4598-b9fe-9b51f7c6efdb None None] Pushing event updated for resources: {'Port': ['ID=5ccbdc91-35d6-4aad-b20d-4c311710dd6b,revision_number=2']} {{(pid=84876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:26:26.311569 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-d5b1e129-d143-4307-8f07-dd98edf051b5 tempest-BulkNetworkOpsTest-1426007266 tempest-BulkNetworkOpsTest-1426007266] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84874) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:26:26.316286 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-275e7547-166e-4598-b9fe-9b51f7c6efdb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.362s {{(pid=84876) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:26:26.336207 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-28168ab4-7457-47a3-adfd-d32a1fa06b33 tempest-NegativeSecGroupIPv6Test-1980982801 tempest-NegativeSecGroupIPv6Test-1980982801] Unset dirty status for tenant:f09e6c52b2324bf9b7428192d43e5581 on resource:security_group {{(pid=84875) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 14 07:26:26.337669 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-28168ab4-7457-47a3-adfd-d32a1fa06b33 tempest-NegativeSecGroupIPv6Test-1980982801 tempest-NegativeSecGroupIPv6Test-1980982801] 10.222.0.24 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.3087106 Jan 14 07:26:26.352144 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84875) accepted ('10.222.0.24', 46344) {{(pid=84875) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:26:26.359473 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.v2.base [None req-0c28c540-56d5-45c2-8f01-5932d146c91f tempest-NegativeSecGroupIPv6Test-1980982801 tempest-NegativeSecGroupIPv6Test-1980982801] Request body: {'security_group': {'name': 'tempest-secgroup--1338764073'}} {{(pid=84875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:26:26.376463 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-0c28c540-56d5-45c2-8f01-5932d146c91f tempest-NegativeSecGroupIPv6Test-1980982801 tempest-NegativeSecGroupIPv6Test-1980982801] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:26:26.398116 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-d5b1e129-d143-4307-8f07-dd98edf051b5 tempest-BulkNetworkOpsTest-1426007266 tempest-BulkNetworkOpsTest-1426007266] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:26:26.403203 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-0c28c540-56d5-45c2-8f01-5932d146c91f tempest-NegativeSecGroupIPv6Test-1980982801 tempest-NegativeSecGroupIPv6Test-1980982801] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:26:26.407199 n-d-768862-2 neutron-server[84765]: DEBUG neutron.services.segments.db [None req-62411d0f-65f5-4780-b0aa-8a4e4905a039 tempest-NetworksIpV6TestAttrs-1453117616 tempest-NetworksIpV6TestAttrs-1453117616] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a0472668-8e34-49b0-ac9f-eccead4c65b6']}} {{(pid=84875) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:26:26.416299 n-d-768862-2 neutron-server[84765]: DEBUG neutron.services.segments.db [None req-3a292345-c0d9-43c8-8773-d2fa4918ac3b tempest-NetworksIpV6Test-2047944877 tempest-NetworksIpV6Test-2047944877] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd0955a0a-b0a6-4f62-82ac-6a1881475831') {'for_net_delete': True} {{(pid=84874) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:26:26.416911 n-d-768862-2 neutron-server[84765]: DEBUG neutron.services.segments.db [None req-3a292345-c0d9-43c8-8773-d2fa4918ac3b tempest-NetworksIpV6Test-2047944877 tempest-NetworksIpV6Test-2047944877] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd0955a0a-b0a6-4f62-82ac-6a1881475831') {} {{(pid=84874) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:26:26.430165 n-d-768862-2 neutron-server[84765]: DEBUG neutron.services.segments.db [None req-62411d0f-65f5-4780-b0aa-8a4e4905a039 tempest-NetworksIpV6TestAttrs-1453117616 tempest-NetworksIpV6TestAttrs-1453117616] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1497e43c-fcaa-4de3-bb99-7e6612f7899d') {'for_net_delete': True} {{(pid=84875) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:26:26.430571 n-d-768862-2 neutron-server[84765]: DEBUG neutron.services.segments.db [None req-62411d0f-65f5-4780-b0aa-8a4e4905a039 tempest-NetworksIpV6TestAttrs-1453117616 tempest-NetworksIpV6TestAttrs-1453117616] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1497e43c-fcaa-4de3-bb99-7e6612f7899d') {} {{(pid=84875) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:26:26.433267 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce149fd4-3ea5-44ba-9a1f-7eb30d92e94f None None] Network a0472668-8e34-49b0-ac9f-eccead4c65b6 requested from n-d-768862-2 {{(pid=84876) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 07:26:26.447762 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-62411d0f-65f5-4780-b0aa-8a4e4905a039 tempest-NetworksIpV6TestAttrs-1453117616 tempest-NetworksIpV6TestAttrs-1453117616] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363259214173198', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036851408567'] for segment, before_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:26:26.457059 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-0c28c540-56d5-45c2-8f01-5932d146c91f tempest-NegativeSecGroupIPv6Test-1980982801 tempest-NegativeSecGroupIPv6Test-1980982801] Notify callbacks [] for security_group, before_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:26:26.466340 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-3a292345-c0d9-43c8-8773-d2fa4918ac3b tempest-NetworksIpV6Test-2047944877 tempest-NetworksIpV6Test-2047944877] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363259214173198', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2968632'] for segment, before_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:26:26.487727 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-0c28c540-56d5-45c2-8f01-5932d146c91f tempest-NegativeSecGroupIPv6Test-1980982801 tempest-NegativeSecGroupIPv6Test-1980982801] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:26:26.495908 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-0c28c540-56d5-45c2-8f01-5932d146c91f tempest-NegativeSecGroupIPv6Test-1980982801 tempest-NegativeSecGroupIPv6Test-1980982801] Usage tracker for resource:security_group_rule and tenant:f09e6c52b2324bf9b7428192d43e5581 is out of sync, need to count used quota {{(pid=84875) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:26:26.499630 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-62411d0f-65f5-4780-b0aa-8a4e4905a039 tempest-NetworksIpV6TestAttrs-1453117616 tempest-NetworksIpV6TestAttrs-1453117616] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854179735'] for segment, precommit_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:26:26.501994 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-0c28c540-56d5-45c2-8f01-5932d146c91f tempest-NegativeSecGroupIPv6Test-1980982801 tempest-NegativeSecGroupIPv6Test-1980982801] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84875) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:26:26.504917 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-62411d0f-65f5-4780-b0aa-8a4e4905a039 tempest-NetworksIpV6TestAttrs-1453117616 tempest-NetworksIpV6TestAttrs-1453117616] Releasing vxlan tunnel 15 to pool {{(pid=84875) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Jan 14 07:26:26.536244 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-0c28c540-56d5-45c2-8f01-5932d146c91f tempest-NegativeSecGroupIPv6Test-1980982801 tempest-NegativeSecGroupIPv6Test-1980982801] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:26:26.583791 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-3a292345-c0d9-43c8-8773-d2fa4918ac3b tempest-NetworksIpV6Test-2047944877 tempest-NetworksIpV6Test-2047944877] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854179735'] for segment, precommit_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:26:26.607569 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-3a292345-c0d9-43c8-8773-d2fa4918ac3b tempest-NetworksIpV6Test-2047944877 tempest-NetworksIpV6Test-2047944877] Releasing vxlan tunnel 9 to pool {{(pid=84874) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Jan 14 07:26:26.712046 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-0c28c540-56d5-45c2-8f01-5932d146c91f tempest-NegativeSecGroupIPv6Test-1980982801 tempest-NegativeSecGroupIPv6Test-1980982801] Notify callbacks [] for security_group, precommit_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:26:26.736049 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-0c28c540-56d5-45c2-8f01-5932d146c91f tempest-NegativeSecGroupIPv6Test-1980982801 tempest-NegativeSecGroupIPv6Test-1980982801] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850887153'] for security_group, after_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:26:26.758956 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-cd1d2790-b5e8-433f-9dc7-f26a59e0f369 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:26:26.791177 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f38e074-0a54-4511-a7b7-83c0cc7c281b None None] get_active_networks_info from n-d-768862-2 {{(pid=84876) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}} Jan 14 07:26:26.910365 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c28c540-56d5-45c2-8f01-5932d146c91f tempest-NegativeSecGroupIPv6Test-1980982801 tempest-NegativeSecGroupIPv6Test-1980982801] Pushing event updated for resources: {'SecurityGroup': ['ID=4c5127d2-eb32-4ad2-8361-823095a3006e,revision_number=1']} {{(pid=84875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:26:26.921897 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-0c28c540-56d5-45c2-8f01-5932d146c91f tempest-NegativeSecGroupIPv6Test-1980982801 tempest-NegativeSecGroupIPv6Test-1980982801] Notify callbacks [] for security_group, before_response {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:26:26.928034 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-0c28c540-56d5-45c2-8f01-5932d146c91f tempest-NegativeSecGroupIPv6Test-1980982801 tempest-NegativeSecGroupIPv6Test-1980982801] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.5746784 Jan 14 07:26:26.929484 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-0c28c540-56d5-45c2-8f01-5932d146c91f tempest-NegativeSecGroupIPv6Test-1980982801 tempest-NegativeSecGroupIPv6Test-1980982801] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.171s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:26:26.930315 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84875) accepted ('10.222.0.24', 46354) {{(pid=84875) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:26:26.943479 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-d5b1e129-d143-4307-8f07-dd98edf051b5 tempest-BulkNetworkOpsTest-1426007266 tempest-BulkNetworkOpsTest-1426007266] Notify callbacks [] for security_group, precommit_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:26:26.955481 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.v2.base [None req-61a38beb-2004-4198-bb6d-0b8d378523fb tempest-NegativeSecGroupIPv6Test-1980982801 tempest-NegativeSecGroupIPv6Test-1980982801] Request body: {'security_group_rule': {'security_group_id': '4c5127d2-eb32-4ad2-8361-823095a3006e', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '172.20.0.0/16'}} {{(pid=84875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:26:26.968679 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-61a38beb-2004-4198-bb6d-0b8d378523fb tempest-NegativeSecGroupIPv6Test-1980982801 tempest-NegativeSecGroupIPv6Test-1980982801] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:26:26.973697 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-61a38beb-2004-4198-bb6d-0b8d378523fb tempest-NegativeSecGroupIPv6Test-1980982801 tempest-NegativeSecGroupIPv6Test-1980982801] Usage tracker for resource:security_group_rule and tenant:f09e6c52b2324bf9b7428192d43e5581 is out of sync, need to count used quota {{(pid=84875) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:26:26.977683 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-61a38beb-2004-4198-bb6d-0b8d378523fb tempest-NegativeSecGroupIPv6Test-1980982801 tempest-NegativeSecGroupIPv6Test-1980982801] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84875) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:26:26.985030 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-61a38beb-2004-4198-bb6d-0b8d378523fb tempest-NegativeSecGroupIPv6Test-1980982801 tempest-NegativeSecGroupIPv6Test-1980982801] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:26:27.012787 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-d5b1e129-d143-4307-8f07-dd98edf051b5 tempest-BulkNetworkOpsTest-1426007266 tempest-BulkNetworkOpsTest-1426007266] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850887153'] for security_group, after_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:26:27.013381 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-d5b1e129-d143-4307-8f07-dd98edf051b5 tempest-BulkNetworkOpsTest-1426007266 tempest-BulkNetworkOpsTest-1426007266] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555753'] for network, before_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:26:27.026556 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.managers [None req-62411d0f-65f5-4780-b0aa-8a4e4905a039 tempest-NetworksIpV6TestAttrs-1453117616 tempest-NetworksIpV6TestAttrs-1453117616] Network a0472668-8e34-49b0-ac9f-eccead4c65b6 has no segments {{(pid=84875) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 14 07:26:27.032324 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.db_base_plugin_v2 [None req-89143242-3325-4a6b-acc5-7ce462fef5db tempest-RoutersNegativeIpV6Test-1464408958 tempest-RoutersNegativeIpV6Test-1464408958] Deleting subnet 5fc187fc-cffd-4eab-a3fe-ac5e42608d0b {{(pid=84874) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Jan 14 07:26:27.036286 n-d-768862-2 neutron-server[84765]: INFO neutron.api.v2.resource [None req-61a38beb-2004-4198-bb6d-0b8d378523fb tempest-NegativeSecGroupIPv6Test-1980982801 tempest-NegativeSecGroupIPv6Test-1980982801] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 14 07:26:27.040875 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-61a38beb-2004-4198-bb6d-0b8d378523fb tempest-NegativeSecGroupIPv6Test-1980982801 tempest-NegativeSecGroupIPv6Test-1980982801] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 351 time: 0.0959482 Jan 14 07:26:27.041570 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84875) accepted ('10.222.0.24', 46358) {{(pid=84875) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:26:27.044147 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-62411d0f-65f5-4780-b0aa-8a4e4905a039 tempest-NetworksIpV6TestAttrs-1453117616 tempest-NetworksIpV6TestAttrs-1453117616] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-596065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3154253'] for segment, after_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:26:27.054288 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-38a60134-968e-4e63-9c2e-a11640aac214 tempest-RoutersNegativeIpV6Test-1464408958 tempest-RoutersNegativeIpV6Test-1464408958] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:26:27.073383 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.v2.base [None req-6c62d5f7-ff64-48b8-9a86-50daca2af29b tempest-NegativeSecGroupIPv6Test-1980982801 tempest-NegativeSecGroupIPv6Test-1980982801] Request body: {'security_group_rule': {'security_group_id': '4c5127d2-eb32-4ad2-8361-823095a3006e', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '2001:db8::/48'}} {{(pid=84875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:26:27.088698 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-89143242-3325-4a6b-acc5-7ce462fef5db tempest-RoutersNegativeIpV6Test-1464408958 tempest-RoutersNegativeIpV6Test-1464408958] Notify callbacks [] for subnet, before_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:26:27.137590 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5b1e129-d143-4307-8f07-dd98edf051b5 tempest-BulkNetworkOpsTest-1426007266 tempest-BulkNetworkOpsTest-1426007266] Pushing event updated for resources: {'SecurityGroup': ['ID=75b57cc6-b6bf-4645-b9dd-5fc95704a2db,revision_number=1']} {{(pid=84874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:26:27.153652 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-6c62d5f7-ff64-48b8-9a86-50daca2af29b tempest-NegativeSecGroupIPv6Test-1980982801 tempest-NegativeSecGroupIPv6Test-1980982801] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:26:27.154232 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-d5b1e129-d143-4307-8f07-dd98edf051b5 tempest-BulkNetworkOpsTest-1426007266 tempest-BulkNetworkOpsTest-1426007266] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:26:27.174546 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-6c62d5f7-ff64-48b8-9a86-50daca2af29b tempest-NegativeSecGroupIPv6Test-1980982801 tempest-NegativeSecGroupIPv6Test-1980982801] Usage tracker for resource:security_group_rule and tenant:f09e6c52b2324bf9b7428192d43e5581 is out of sync, need to count used quota {{(pid=84875) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:26:27.183087 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-6c62d5f7-ff64-48b8-9a86-50daca2af29b tempest-NegativeSecGroupIPv6Test-1980982801 tempest-NegativeSecGroupIPv6Test-1980982801] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84875) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:26:27.212310 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-6c62d5f7-ff64-48b8-9a86-50daca2af29b tempest-NegativeSecGroupIPv6Test-1980982801 tempest-NegativeSecGroupIPv6Test-1980982801] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:26:27.222701 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.managers [None req-3a292345-c0d9-43c8-8773-d2fa4918ac3b tempest-NetworksIpV6Test-2047944877 tempest-NetworksIpV6Test-2047944877] Network f9295c14-8cab-491f-bdb9-a2ab55a95ac7 has no segments {{(pid=84874) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 14 07:26:27.239024 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-3a292345-c0d9-43c8-8773-d2fa4918ac3b tempest-NetworksIpV6Test-2047944877 tempest-NetworksIpV6Test-2047944877] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-596065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036851521571'] for segment, after_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:26:27.306392 n-d-768862-2 neutron-server[84765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f38e074-0a54-4511-a7b7-83c0cc7c281b None None] Resources bound (agent type, host, resource id): {{(pid=84876) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:105}} Jan 14 07:26:27.361675 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.managers [None req-62411d0f-65f5-4780-b0aa-8a4e4905a039 tempest-NetworksIpV6TestAttrs-1453117616 tempest-NetworksIpV6TestAttrs-1453117616] Network a0472668-8e34-49b0-ac9f-eccead4c65b6 has no segments {{(pid=84875) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 14 07:26:27.394732 n-d-768862-2 neutron-server[84765]: Traceback (most recent call last): Jan 14 07:26:27.394732 n-d-768862-2 neutron-server[84765]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 14 07:26:27.394732 n-d-768862-2 neutron-server[84765]: timer() Jan 14 07:26:27.394732 n-d-768862-2 neutron-server[84765]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 14 07:26:27.394732 n-d-768862-2 neutron-server[84765]: cb(*args, **kw) Jan 14 07:26:27.394732 n-d-768862-2 neutron-server[84765]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Jan 14 07:26:27.394732 n-d-768862-2 neutron-server[84765]: return func(*args, **kwargs) Jan 14 07:26:27.394732 n-d-768862-2 neutron-server[84765]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 14 07:26:27.394732 n-d-768862-2 neutron-server[84765]: self._notify() Jan 14 07:26:27.394732 n-d-768862-2 neutron-server[84765]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 14 07:26:27.394732 n-d-768862-2 neutron-server[84765]: self.callback(batched_events) Jan 14 07:26:27.394732 n-d-768862-2 neutron-server[84765]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 14 07:26:27.394732 n-d-768862-2 neutron-server[84765]: event.method(event) Jan 14 07:26:27.394732 n-d-768862-2 neutron-server[84765]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 14 07:26:27.394732 n-d-768862-2 neutron-server[84765]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 14 07:26:27.394732 n-d-768862-2 neutron-server[84765]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Jan 14 07:26:27.394732 n-d-768862-2 neutron-server[84765]: segment_id)['aggregates'][0] Jan 14 07:26:27.394732 n-d-768862-2 neutron-server[84765]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 14 07:26:27.394732 n-d-768862-2 neutron-server[84765]: return f(self, *a, **k) Jan 14 07:26:27.394732 n-d-768862-2 neutron-server[84765]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 14 07:26:27.394732 n-d-768862-2 neutron-server[84765]: return self._get(url).json() Jan 14 07:26:27.394732 n-d-768862-2 neutron-server[84765]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 14 07:26:27.394732 n-d-768862-2 neutron-server[84765]: **kwargs) Jan 14 07:26:27.394732 n-d-768862-2 neutron-server[84765]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 14 07:26:27.394732 n-d-768862-2 neutron-server[84765]: return self.request(url, 'GET', **kwargs) Jan 14 07:26:27.394732 n-d-768862-2 neutron-server[84765]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Jan 14 07:26:27.394732 n-d-768862-2 neutron-server[84765]: **endpoint_filter) Jan 14 07:26:27.394732 n-d-768862-2 neutron-server[84765]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 14 07:26:27.394732 n-d-768862-2 neutron-server[84765]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 14 07:26:27.394732 n-d-768862-2 neutron-server[84765]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 14 07:26:27.394732 n-d-768862-2 neutron-server[84765]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 14 07:26:27.394732 n-d-768862-2 neutron-server[84765]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 14 07:26:27.396983 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-89143242-3325-4a6b-acc5-7ce462fef5db tempest-RoutersNegativeIpV6Test-1464408958 tempest-RoutersNegativeIpV6Test-1464408958] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036851807232'] for subnet, precommit_delete_associations {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:26:27.549269 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.db.api [None req-62411d0f-65f5-4780-b0aa-8a4e4905a039 tempest-NetworksIpV6TestAttrs-1453117616 tempest-NetworksIpV6TestAttrs-1453117616] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jan 14 07:26:27.549269 n-d-768862-2 neutron-server[84765]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jan 14 07:26:27.549269 n-d-768862-2 neutron-server[84765]: [parameters: {'id': 'a0472668-8e34-49b0-ac9f-eccead4c65b6'}] Jan 14 07:26:27.549269 n-d-768862-2 neutron-server[84765]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=84875) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Jan 14 07:26:27.550092 n-d-768862-2 neutron-server[84765]: DEBUG oslo_db.api [None req-62411d0f-65f5-4780-b0aa-8a4e4905a039 tempest-NetworksIpV6TestAttrs-1453117616 tempest-NetworksIpV6TestAttrs-1453117616] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=84875) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Jan 14 07:26:27.550564 n-d-768862-2 neutron-server[84765]: INFO neutron.api.v2.resource [None req-6c62d5f7-ff64-48b8-9a86-50daca2af29b tempest-NegativeSecGroupIPv6Test-1980982801 tempest-NegativeSecGroupIPv6Test-1980982801] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 14 07:26:27.554541 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-6c62d5f7-ff64-48b8-9a86-50daca2af29b tempest-NegativeSecGroupIPv6Test-1980982801 tempest-NegativeSecGroupIPv6Test-1980982801] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 351 time: 0.4889190 Jan 14 07:26:27.555453 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84875) accepted ('10.222.0.24', 46364) {{(pid=84875) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:26:27.689838 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-3f2b58c7-b558-4afa-b551-e13c3e652fae tempest-NegativeSecGroupIPv6Test-1980982801 tempest-NegativeSecGroupIPv6Test-1980982801] Notify callbacks [] for security_group, before_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:26:27.729878 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-3f2b58c7-b558-4afa-b551-e13c3e652fae tempest-NegativeSecGroupIPv6Test-1980982801 tempest-NegativeSecGroupIPv6Test-1980982801] Notify callbacks [] for security_group, precommit_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:26:27.792156 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-3f2b58c7-b558-4afa-b551-e13c3e652fae tempest-NegativeSecGroupIPv6Test-1980982801 tempest-NegativeSecGroupIPv6Test-1980982801] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850887153'] for security_group, after_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:26:27.798816 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-58f8d205-a817-4f13-b6e5-5665b00e8ef6 tempest-NegativeSecGroupIPv6Test-1980982801 tempest-NegativeSecGroupIPv6Test-1980982801] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:26:27.820865 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f2b58c7-b558-4afa-b551-e13c3e652fae tempest-NegativeSecGroupIPv6Test-1980982801 tempest-NegativeSecGroupIPv6Test-1980982801] Pushing event deleted for resources: {'SecurityGroup': ['ID=4c5127d2-eb32-4ad2-8361-823095a3006e,revision_number=None']} {{(pid=84875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:26:27.852697 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-3f2b58c7-b558-4afa-b551-e13c3e652fae tempest-NegativeSecGroupIPv6Test-1980982801 tempest-NegativeSecGroupIPv6Test-1980982801] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:26:27.864748 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-3f2b58c7-b558-4afa-b551-e13c3e652fae tempest-NegativeSecGroupIPv6Test-1980982801 tempest-NegativeSecGroupIPv6Test-1980982801] Notify callbacks [] for security_group, before_response {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:26:27.866889 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-3f2b58c7-b558-4afa-b551-e13c3e652fae tempest-NegativeSecGroupIPv6Test-1980982801 tempest-NegativeSecGroupIPv6Test-1980982801] 10.222.0.24 "DELETE /v2.0/security-groups/4c5127d2-eb32-4ad2-8361-823095a3006e HTTP/1.1" status: 204 len: 168 time: 0.3097196 Jan 14 07:26:27.870329 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84875) accepted ('10.222.0.24', 46368) {{(pid=84875) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:26:28.005232 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d5b1e129-d143-4307-8f07-dd98edf051b5 tempest-BulkNetworkOpsTest-1426007266 tempest-BulkNetworkOpsTest-1426007266] vxlan segment allocate from pool success with {'vxlan_vni': 25} {{(pid=84874) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Jan 14 07:26:28.006964 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-e681b9ae-f738-46c3-bc46-9ab2816da1ea tempest-NegativeSecGroupIPv6Test-1980982801 tempest-NegativeSecGroupIPv6Test-1980982801] Synchronizing usage tracker for tenant:f09e6c52b2324bf9b7428192d43e5581 on resource:security_group {{(pid=84875) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 14 07:26:28.028888 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-d5b1e129-d143-4307-8f07-dd98edf051b5 tempest-BulkNetworkOpsTest-1426007266 tempest-BulkNetworkOpsTest-1426007266] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854179735'] for segment, precommit_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:26:28.031409 n-d-768862-2 neutron-server[84765]: INFO neutron.db.segments_db [None req-d5b1e129-d143-4307-8f07-dd98edf051b5 tempest-BulkNetworkOpsTest-1426007266 tempest-BulkNetworkOpsTest-1426007266] Added segment 7450b688-e775-48eb-9e0a-7defbe04efb9 of type vxlan for network d37bad72-5a94-4c45-b7d5-08c9eb48aee0 Jan 14 07:26:28.040159 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-e681b9ae-f738-46c3-bc46-9ab2816da1ea tempest-NegativeSecGroupIPv6Test-1980982801 tempest-NegativeSecGroupIPv6Test-1980982801] Unset dirty status for tenant:f09e6c52b2324bf9b7428192d43e5581 on resource:security_group {{(pid=84875) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 14 07:26:28.045046 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-e681b9ae-f738-46c3-bc46-9ab2816da1ea tempest-NegativeSecGroupIPv6Test-1980982801 tempest-NegativeSecGroupIPv6Test-1980982801] 10.222.0.24 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1732440 Jan 14 07:26:28.053932 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84875) accepted ('10.222.0.24', 46378) {{(pid=84875) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:26:28.054624 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-62411d0f-65f5-4780-b0aa-8a4e4905a039 tempest-NetworksIpV6TestAttrs-1453117616 tempest-NetworksIpV6TestAttrs-1453117616] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036854160497'] for network, before_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:26:28.163783 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.v2.base [None req-4f8befd4-9aa5-4cd8-be20-b4500b78de54 tempest-NegativeSecGroupIPv6Test-1980982801 tempest-NegativeSecGroupIPv6Test-1980982801] Request body: {'security_group': {'name': 'tempest-secgroup--378352213'}} {{(pid=84875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:26:28.175245 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-4f8befd4-9aa5-4cd8-be20-b4500b78de54 tempest-NegativeSecGroupIPv6Test-1980982801 tempest-NegativeSecGroupIPv6Test-1980982801] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:26:28.180330 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.managers [None req-3a292345-c0d9-43c8-8773-d2fa4918ac3b tempest-NetworksIpV6Test-2047944877 tempest-NetworksIpV6Test-2047944877] Network f9295c14-8cab-491f-bdb9-a2ab55a95ac7 has no segments {{(pid=84874) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 14 07:26:28.188492 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-4f8befd4-9aa5-4cd8-be20-b4500b78de54 tempest-NegativeSecGroupIPv6Test-1980982801 tempest-NegativeSecGroupIPv6Test-1980982801] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:26:28.204379 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-4f8befd4-9aa5-4cd8-be20-b4500b78de54 tempest-NegativeSecGroupIPv6Test-1980982801 tempest-NegativeSecGroupIPv6Test-1980982801] Notify callbacks [] for security_group, before_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:26:28.239735 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-4f8befd4-9aa5-4cd8-be20-b4500b78de54 tempest-NegativeSecGroupIPv6Test-1980982801 tempest-NegativeSecGroupIPv6Test-1980982801] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:26:28.246373 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-4f8befd4-9aa5-4cd8-be20-b4500b78de54 tempest-NegativeSecGroupIPv6Test-1980982801 tempest-NegativeSecGroupIPv6Test-1980982801] Usage tracker for resource:security_group_rule and tenant:f09e6c52b2324bf9b7428192d43e5581 is out of sync, need to count used quota {{(pid=84875) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:26:28.251596 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-4f8befd4-9aa5-4cd8-be20-b4500b78de54 tempest-NegativeSecGroupIPv6Test-1980982801 tempest-NegativeSecGroupIPv6Test-1980982801] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84875) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:26:28.259569 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-4f8befd4-9aa5-4cd8-be20-b4500b78de54 tempest-NegativeSecGroupIPv6Test-1980982801 tempest-NegativeSecGroupIPv6Test-1980982801] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:26:28.262266 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.plugin [None req-62411d0f-65f5-4780-b0aa-8a4e4905a039 tempest-NetworksIpV6TestAttrs-1453117616 tempest-NetworksIpV6TestAttrs-1453117616] Deleting port 5ccbdc91-35d6-4aad-b20d-4c311710dd6b {{(pid=84875) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 07:26:28.262651 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-62411d0f-65f5-4780-b0aa-8a4e4905a039 tempest-NetworksIpV6TestAttrs-1453117616 tempest-NetworksIpV6TestAttrs-1453117616] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363259214248359'] for port, before_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:26:28.365277 n-d-768862-2 neutron-server[84765]: Traceback (most recent call last): Jan 14 07:26:28.365277 n-d-768862-2 neutron-server[84765]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 14 07:26:28.365277 n-d-768862-2 neutron-server[84765]: timer() Jan 14 07:26:28.365277 n-d-768862-2 neutron-server[84765]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 14 07:26:28.365277 n-d-768862-2 neutron-server[84765]: cb(*args, **kw) Jan 14 07:26:28.365277 n-d-768862-2 neutron-server[84765]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Jan 14 07:26:28.365277 n-d-768862-2 neutron-server[84765]: return func(*args, **kwargs) Jan 14 07:26:28.365277 n-d-768862-2 neutron-server[84765]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 14 07:26:28.365277 n-d-768862-2 neutron-server[84765]: self._notify() Jan 14 07:26:28.365277 n-d-768862-2 neutron-server[84765]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 14 07:26:28.365277 n-d-768862-2 neutron-server[84765]: self.callback(batched_events) Jan 14 07:26:28.365277 n-d-768862-2 neutron-server[84765]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 14 07:26:28.365277 n-d-768862-2 neutron-server[84765]: event.method(event) Jan 14 07:26:28.365277 n-d-768862-2 neutron-server[84765]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 14 07:26:28.365277 n-d-768862-2 neutron-server[84765]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 14 07:26:28.365277 n-d-768862-2 neutron-server[84765]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Jan 14 07:26:28.365277 n-d-768862-2 neutron-server[84765]: segment_id)['aggregates'][0] Jan 14 07:26:28.365277 n-d-768862-2 neutron-server[84765]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 14 07:26:28.365277 n-d-768862-2 neutron-server[84765]: return f(self, *a, **k) Jan 14 07:26:28.365277 n-d-768862-2 neutron-server[84765]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 14 07:26:28.365277 n-d-768862-2 neutron-server[84765]: return self._get(url).json() Jan 14 07:26:28.365277 n-d-768862-2 neutron-server[84765]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 14 07:26:28.365277 n-d-768862-2 neutron-server[84765]: **kwargs) Jan 14 07:26:28.365277 n-d-768862-2 neutron-server[84765]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 14 07:26:28.365277 n-d-768862-2 neutron-server[84765]: return self.request(url, 'GET', **kwargs) Jan 14 07:26:28.365277 n-d-768862-2 neutron-server[84765]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Jan 14 07:26:28.365277 n-d-768862-2 neutron-server[84765]: **endpoint_filter) Jan 14 07:26:28.365277 n-d-768862-2 neutron-server[84765]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 14 07:26:28.365277 n-d-768862-2 neutron-server[84765]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 14 07:26:28.365277 n-d-768862-2 neutron-server[84765]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 14 07:26:28.365277 n-d-768862-2 neutron-server[84765]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 14 07:26:28.365277 n-d-768862-2 neutron-server[84765]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 14 07:26:28.420248 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-d5b1e129-d143-4307-8f07-dd98edf051b5 tempest-BulkNetworkOpsTest-1426007266 tempest-BulkNetworkOpsTest-1426007266] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363259214646115'] for network, precommit_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:26:28.464613 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d5b1e129-d143-4307-8f07-dd98edf051b5 tempest-BulkNetworkOpsTest-1426007266 tempest-BulkNetworkOpsTest-1426007266] vxlan segment allocate from pool success with {'vxlan_vni': 26} {{(pid=84874) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Jan 14 07:26:28.476090 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-d5b1e129-d143-4307-8f07-dd98edf051b5 tempest-BulkNetworkOpsTest-1426007266 tempest-BulkNetworkOpsTest-1426007266] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854179735'] for segment, precommit_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:26:28.477013 n-d-768862-2 neutron-server[84765]: INFO neutron.db.segments_db [None req-d5b1e129-d143-4307-8f07-dd98edf051b5 tempest-BulkNetworkOpsTest-1426007266 tempest-BulkNetworkOpsTest-1426007266] Added segment cf9ceabe-e04e-43f7-9c97-c16535965fcd of type vxlan for network 1b1ee87d-3589-42fe-962d-a7829c802fe9 Jan 14 07:26:28.508601 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-d5b1e129-d143-4307-8f07-dd98edf051b5 tempest-BulkNetworkOpsTest-1426007266 tempest-BulkNetworkOpsTest-1426007266] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363259214646115'] for network, precommit_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:26:28.513609 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [None req-62411d0f-65f5-4780-b0aa-8a4e4905a039 tempest-NetworksIpV6TestAttrs-1453117616 tempest-NetworksIpV6TestAttrs-1453117616] For port 5ccbdc91-35d6-4aad-b20d-4c311710dd6b, host n-d-768862-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-2',level=0,port_id=5ccbdc91-35d6-4aad-b20d-4c311710dd6b,segment=NetworkSegment(1497e43c-fcaa-4de3-bb99-7e6612f7899d),segment_id=1497e43c-fcaa-4de3-bb99-7e6612f7899d)] {{(pid=84875) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 07:26:28.513870 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-62411d0f-65f5-4780-b0aa-8a4e4905a039 tempest-NetworksIpV6TestAttrs-1453117616 tempest-NetworksIpV6TestAttrs-1453117616] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036850862667'] for port, precommit_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:26:28.558781 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-d5b1e129-d143-4307-8f07-dd98edf051b5 tempest-BulkNetworkOpsTest-1426007266 tempest-BulkNetworkOpsTest-1426007266] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850887149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964'] for network, after_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:26:28.559680 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-d5b1e129-d143-4307-8f07-dd98edf051b5 tempest-BulkNetworkOpsTest-1426007266 tempest-BulkNetworkOpsTest-1426007266] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850887149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964'] for network, after_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:26:28.581660 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5b1e129-d143-4307-8f07-dd98edf051b5 tempest-BulkNetworkOpsTest-1426007266 tempest-BulkNetworkOpsTest-1426007266] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:26:28.603690 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5b1e129-d143-4307-8f07-dd98edf051b5 tempest-BulkNetworkOpsTest-1426007266 tempest-BulkNetworkOpsTest-1426007266] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:26:28.604742 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-d5b1e129-d143-4307-8f07-dd98edf051b5 tempest-BulkNetworkOpsTest-1426007266 tempest-BulkNetworkOpsTest-1426007266] Notify callbacks [] for network, before_response {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:26:28.633395 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-3a292345-c0d9-43c8-8773-d2fa4918ac3b tempest-NetworksIpV6Test-2047944877 tempest-NetworksIpV6Test-2047944877] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036854176830', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850887149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3912591'] for network, after_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:26:28.641910 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-1f55960c-1332-423c-896e-a9232703b4dc tempest-BulkNetworkOpsIpV6Test-1034590256 tempest-BulkNetworkOpsIpV6Test-1034590256] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:26:28.658382 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.plugin [None req-62411d0f-65f5-4780-b0aa-8a4e4905a039 tempest-NetworksIpV6TestAttrs-1453117616 tempest-NetworksIpV6TestAttrs-1453117616] Calling delete_port for 5ccbdc91-35d6-4aad-b20d-4c311710dd6b owned by network:dhcp {{(pid=84875) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 07:26:28.666574 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-d5b1e129-d143-4307-8f07-dd98edf051b5 tempest-BulkNetworkOpsTest-1426007266 tempest-BulkNetworkOpsTest-1426007266] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 1320 time: 3.4186053 Jan 14 07:26:28.681325 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-3a292345-c0d9-43c8-8773-d2fa4918ac3b tempest-NetworksIpV6Test-2047944877 tempest-NetworksIpV6Test-2047944877] Notify callbacks [] for network, before_response {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:26:28.687743 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-3a292345-c0d9-43c8-8773-d2fa4918ac3b tempest-NetworksIpV6Test-2047944877 tempest-NetworksIpV6Test-2047944877] 10.222.0.24 "DELETE /v2.0/networks/f9295c14-8cab-491f-bdb9-a2ab55a95ac7 HTTP/1.1" status: 204 len: 168 time: 15.2919185 Jan 14 07:26:28.687743 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84874) accepted ('10.222.0.24', 46384) {{(pid=84874) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:26:28.719167 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84875) accepted ('10.222.0.24', 46386) {{(pid=84875) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:26:28.743751 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6635457b-e0b9-475a-bf06-f6fe470ab010 None None] Update dhcp port {'port': {'network_id': '23f0a15d-6362-4cec-82c1-cacba887c566', 'fixed_ips': [{'subnet_id': 'e644dc13-4705-402d-84b3-f4c1e700c726'}], 'binding:host_id': 'n-d-768862-2'}, 'id': '27cd9abb-15bc-428d-8cac-4af4a087bd17'} from n-d-768862-2. {{(pid=84876) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:310}} Jan 14 07:26:28.873199 n-d-768862-2 neutron-server[84765]: INFO neutron.pecan_wsgi.hooks.translation [None req-acf605d5-dd24-4b4a-965d-11107c8b3d75 tempest-NetworksIpV6Test-2047944877 tempest-NetworksIpV6Test-2047944877] DELETE failed (client error): The resource could not be found. Jan 14 07:26:28.874373 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-acf605d5-dd24-4b4a-965d-11107c8b3d75 tempest-NetworksIpV6Test-2047944877 tempest-NetworksIpV6Test-2047944877] No notification will be sent due to unsuccessful status code: 404 {{(pid=84875) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Jan 14 07:26:28.893430 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-6635457b-e0b9-475a-bf06-f6fe470ab010 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555753'] for port, before_update {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:26:28.923495 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-acf605d5-dd24-4b4a-965d-11107c8b3d75 tempest-NetworksIpV6Test-2047944877 tempest-NetworksIpV6Test-2047944877] 10.222.0.24 "DELETE /v2.0/networks/f9295c14-8cab-491f-bdb9-a2ab55a95ac7 HTTP/1.1" status: 404 len: 339 time: 0.1712379 Jan 14 07:26:28.928308 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84875) accepted ('10.222.0.24', 46392) {{(pid=84875) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:26:28.934953 n-d-768862-2 neutron-server[84765]: DEBUG neutron.objects.ports [None req-0318cc51-ff41-478e-afe3-eab6619ad01d tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] Time-cost: Fetching 1 ports in 0 security groups {{(pid=84874) get_objects /opt/stack/neutron/neutron/objects/ports.py:428}} Jan 14 07:26:28.949993 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.v2.base [None req-d063e859-5de2-4fb7-b84b-c2a68c4f9b2e tempest-NetworksIpV6Test-2047944877 tempest-NetworksIpV6Test-2047944877] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1243294362', 'description': 'd1'}} {{(pid=84875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:26:28.968434 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-d063e859-5de2-4fb7-b84b-c2a68c4f9b2e tempest-NetworksIpV6Test-2047944877 tempest-NetworksIpV6Test-2047944877] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:26:28.986537 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-d063e859-5de2-4fb7-b84b-c2a68c4f9b2e tempest-NetworksIpV6Test-2047944877 tempest-NetworksIpV6Test-2047944877] Usage tracker for resource:network and tenant:130ee88fc4054d968ce76b7b9727c055 is out of sync, need to count used quota {{(pid=84875) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:26:28.993178 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-d063e859-5de2-4fb7-b84b-c2a68c4f9b2e tempest-NetworksIpV6Test-2047944877 tempest-NetworksIpV6Test-2047944877] Quota usage for network was recalculated. Used quota:3. {{(pid=84875) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:26:29.005250 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-d063e859-5de2-4fb7-b84b-c2a68c4f9b2e tempest-NetworksIpV6Test-2047944877 tempest-NetworksIpV6Test-2047944877] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=84875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:26:29.025697 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-62411d0f-65f5-4780-b0aa-8a4e4905a039 tempest-NetworksIpV6TestAttrs-1453117616 tempest-NetworksIpV6TestAttrs-1453117616] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777640533329', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777640097463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851621574'] for port, after_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:26:29.063732 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-12034892-db89-4e39-a7b0-fefc11ac4c07 tempest-AllowedAddressPairIpV6TestJSON-498488695 tempest-AllowedAddressPairIpV6TestJSON-498488695] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:26:29.070341 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5b1e129-d143-4307-8f07-dd98edf051b5 tempest-BulkNetworkOpsTest-1426007266 tempest-BulkNetworkOpsTest-1426007266] Pushing event updated for resources: {'Network': ['ID=d37bad72-5a94-4c45-b7d5-08c9eb48aee0,revision_number=1']} {{(pid=84874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:26:29.146598 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-017f98a9-8a07-408c-a86f-8ff0c00400a0 None None] Network d37bad72-5a94-4c45-b7d5-08c9eb48aee0 details requested by agent ovs-agent-n-h1-768862-2 with host n-h1-768862-2 {{(pid=84876) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 07:26:29.146943 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0782c42-7bf3-48f0-abd4-126632bd93c5 tempest-BulkNetworkOpsTest-1426007266 tempest-BulkNetworkOpsTest-1426007266] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:26:29.171225 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62411d0f-65f5-4780-b0aa-8a4e4905a039 tempest-NetworksIpV6TestAttrs-1453117616 tempest-NetworksIpV6TestAttrs-1453117616] Pushing event deleted for resources: {'Port': ['ID=5ccbdc91-35d6-4aad-b20d-4c311710dd6b,revision_number=None']} {{(pid=84875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:26:29.171627 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0782c42-7bf3-48f0-abd4-126632bd93c5 tempest-BulkNetworkOpsTest-1426007266 tempest-BulkNetworkOpsTest-1426007266] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:26:29.175588 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d063e859-5de2-4fb7-b84b-c2a68c4f9b2e tempest-NetworksIpV6Test-2047944877 tempest-NetworksIpV6Test-2047944877] Made reservation on behalf of 130ee88fc4054d968ce76b7b9727c055 for: {'network': 1} {{(pid=84875) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 07:26:29.192814 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-852a24f7-e9a1-4193-9abb-e9506fe5213f None None] Network d37bad72-5a94-4c45-b7d5-08c9eb48aee0 details requested by agent ovs-agent-n-h2-768862-2 with host n-h2-768862-2 {{(pid=84876) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 07:26:29.194197 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-d063e859-5de2-4fb7-b84b-c2a68c4f9b2e tempest-NetworksIpV6Test-2047944877 tempest-NetworksIpV6Test-2047944877] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555753'] for network, before_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:26:29.197894 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0782c42-7bf3-48f0-abd4-126632bd93c5 tempest-BulkNetworkOpsTest-1426007266 tempest-BulkNetworkOpsTest-1426007266] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:26:29.224253 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0782c42-7bf3-48f0-abd4-126632bd93c5 tempest-BulkNetworkOpsTest-1426007266 tempest-BulkNetworkOpsTest-1426007266] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:26:29.225412 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-f0782c42-7bf3-48f0-abd4-126632bd93c5 tempest-BulkNetworkOpsTest-1426007266 tempest-BulkNetworkOpsTest-1426007266] Synchronizing usage tracker for tenant:b38d707612de4e15a7a48c69a22773fb on resource:network {{(pid=84874) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 14 07:26:29.298230 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-89143242-3325-4a6b-acc5-7ce462fef5db tempest-RoutersNegativeIpV6Test-1464408958 tempest-RoutersNegativeIpV6Test-1464408958] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036854176836'] for subnet, precommit_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:26:29.319463 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-62411d0f-65f5-4780-b0aa-8a4e4905a039 tempest-NetworksIpV6TestAttrs-1453117616 tempest-NetworksIpV6TestAttrs-1453117616] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.256s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:26:29.476293 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Network d37bad72-5a94-4c45-b7d5-08c9eb48aee0 details requested by agent ovs-agent-n-d-768862-2 with host n-d-768862-2 {{(pid=84876) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 07:26:29.493010 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-4f8befd4-9aa5-4cd8-be20-b4500b78de54 tempest-NegativeSecGroupIPv6Test-1980982801 tempest-NegativeSecGroupIPv6Test-1980982801] Notify callbacks [] for security_group, precommit_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:26:29.516952 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d063e859-5de2-4fb7-b84b-c2a68c4f9b2e tempest-NetworksIpV6Test-2047944877 tempest-NetworksIpV6Test-2047944877] vxlan segment allocate from pool success with {'vxlan_vni': 9} {{(pid=84875) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Jan 14 07:26:29.521887 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-4f8befd4-9aa5-4cd8-be20-b4500b78de54 tempest-NegativeSecGroupIPv6Test-1980982801 tempest-NegativeSecGroupIPv6Test-1980982801] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850887153'] for security_group, after_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:26:29.542375 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-2299ea14-7cd9-46a9-ae82-5bbd4b52585d tempest-NegativeSecGroupIPv6Test-1980982801 tempest-NegativeSecGroupIPv6Test-1980982801] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:26:29.570380 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-f0782c42-7bf3-48f0-abd4-126632bd93c5 tempest-BulkNetworkOpsTest-1426007266 tempest-BulkNetworkOpsTest-1426007266] Unset dirty status for tenant:b38d707612de4e15a7a48c69a22773fb on resource:network {{(pid=84874) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 14 07:26:29.575088 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-f0782c42-7bf3-48f0-abd4-126632bd93c5 tempest-BulkNetworkOpsTest-1426007266 tempest-BulkNetworkOpsTest-1426007266] 10.222.0.24 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2407 time: 0.8844421 Jan 14 07:26:29.589060 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84875) accepted ('10.222.0.24', 46400) {{(pid=84875) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:26:29.593682 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f8befd4-9aa5-4cd8-be20-b4500b78de54 tempest-NegativeSecGroupIPv6Test-1980982801 tempest-NegativeSecGroupIPv6Test-1980982801] Pushing event updated for resources: {'SecurityGroup': ['ID=b5acb0f7-6a88-4f2c-a8b8-29e71b64ae9a,revision_number=1']} {{(pid=84875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:26:29.612911 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5b1e129-d143-4307-8f07-dd98edf051b5 tempest-BulkNetworkOpsTest-1426007266 tempest-BulkNetworkOpsTest-1426007266] Pushing event updated for resources: {'Network': ['ID=1b1ee87d-3589-42fe-962d-a7829c802fe9,revision_number=1']} {{(pid=84874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:26:29.616690 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-d5b1e129-d143-4307-8f07-dd98edf051b5 tempest-BulkNetworkOpsTest-1426007266 tempest-BulkNetworkOpsTest-1426007266] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.975s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:26:29.625000 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-73567637-6a20-4368-8db4-adcfbccf9a07 tempest-RoutersIpV6AdminTest-832003634 tempest-RoutersIpV6AdminTest-832003634] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.959s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:26:29.655468 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-4f8befd4-9aa5-4cd8-be20-b4500b78de54 tempest-NegativeSecGroupIPv6Test-1980982801 tempest-NegativeSecGroupIPv6Test-1980982801] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:26:29.657527 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62411d0f-65f5-4780-b0aa-8a4e4905a039 tempest-NetworksIpV6TestAttrs-1453117616 tempest-NetworksIpV6TestAttrs-1453117616] No DVR routers for this DVR port 5ccbdc91-35d6-4aad-b20d-4c311710dd6b on host n-d-768862-2 {{(pid=84875) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Jan 14 07:26:29.661163 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-d063e859-5de2-4fb7-b84b-c2a68c4f9b2e tempest-NetworksIpV6Test-2047944877 tempest-NetworksIpV6Test-2047944877] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment--9223363259214191851', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854179735'] for segment, precommit_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:26:29.661963 n-d-768862-2 neutron-server[84765]: INFO neutron.db.segments_db [None req-d063e859-5de2-4fb7-b84b-c2a68c4f9b2e tempest-NetworksIpV6Test-2047944877 tempest-NetworksIpV6Test-2047944877] Added segment d49a3b74-d67c-4591-902c-2e4760a1bc4b of type vxlan for network eb54c8f1-2e37-4b78-8c00-dc221534ef32 Jan 14 07:26:29.697599 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a292345-c0d9-43c8-8773-d2fa4918ac3b tempest-NetworksIpV6Test-2047944877 tempest-NetworksIpV6Test-2047944877] Pushing event deleted for resources: {'Network': ['ID=f9295c14-8cab-491f-bdb9-a2ab55a95ac7,revision_number=None']} {{(pid=84874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:26:29.701729 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-3a292345-c0d9-43c8-8773-d2fa4918ac3b tempest-NetworksIpV6Test-2047944877 tempest-NetworksIpV6Test-2047944877] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:26:29.710538 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-9c79d8ec-b512-4025-8a28-74939384e96a tempest-RoutersIpV6Test-883692175 tempest-RoutersIpV6Test-883692175] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 1.032s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:26:29.710538 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-9c79d8ec-b512-4025-8a28-74939384e96a tempest-RoutersIpV6Test-883692175 tempest-RoutersIpV6Test-883692175] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.001s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:26:29.798240 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-0318cc51-ff41-478e-afe3-eab6619ad01d tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555753'] for port, before_update {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:26:29.888059 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-852a24f7-e9a1-4193-9abb-e9506fe5213f None None] Network 1b1ee87d-3589-42fe-962d-a7829c802fe9 details requested by agent ovs-agent-n-h2-768862-2 with host n-h2-768862-2 {{(pid=84876) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 07:26:29.903228 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-017f98a9-8a07-408c-a86f-8ff0c00400a0 None None] Network 1b1ee87d-3589-42fe-962d-a7829c802fe9 details requested by agent ovs-agent-n-h1-768862-2 with host n-h1-768862-2 {{(pid=84876) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 07:26:29.919099 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Network 1b1ee87d-3589-42fe-962d-a7829c802fe9 details requested by agent ovs-agent-n-d-768862-2 with host n-d-768862-2 {{(pid=84876) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 07:26:30.203760 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [None req-0318cc51-ff41-478e-afe3-eab6619ad01d tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] For port 27cd9abb-15bc-428d-8cac-4af4a087bd17, host n-d-768862-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-2',level=0,port_id=27cd9abb-15bc-428d-8cac-4af4a087bd17,segment=NetworkSegment(56f1c7cf-f3a3-41d2-9677-68978131444f),segment_id=56f1c7cf-f3a3-41d2-9677-68978131444f)] {{(pid=84874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 07:26:30.238424 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-0318cc51-ff41-478e-afe3-eab6619ad01d tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] Notify callbacks [] for port, precommit_update {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:26:30.245513 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-0318cc51-ff41-478e-afe3-eab6619ad01d tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777640533312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363259214678337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777640097497', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036851521613'] for port, after_update {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:26:30.246826 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-0318cc51-ff41-478e-afe3-eab6619ad01d tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850887113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3254092', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036851981146'] for subnet, after_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:26:30.267797 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-044a0331-8f24-43bb-8f41-6b1fb8faee92 tempest-RoutersIpV6Test-883692175 tempest-RoutersIpV6Test-883692175] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:26:30.528060 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0318cc51-ff41-478e-afe3-eab6619ad01d tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] Pushing event updated for resources: {'Port': ['ID=27cd9abb-15bc-428d-8cac-4af4a087bd17,revision_number=5']} {{(pid=84874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:26:30.532775 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-0318cc51-ff41-478e-afe3-eab6619ad01d tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.265s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:26:30.538731 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-3a292345-c0d9-43c8-8773-d2fa4918ac3b tempest-NetworksIpV6Test-2047944877 tempest-NetworksIpV6Test-2047944877] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.230s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:26:30.584276 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.db.api [None req-6635457b-e0b9-475a-bf06-f6fe470ab010 None None] Retry wrapper got retriable exception: Failed to create a duplicate IpamAllocation: for attribute(s) ['PRIMARY'] with value(s) 2001:db8::f816:3eff:fea2:7d26-c36ea604-8c85-4186-94ee-f4a4b1da5c {{(pid=84876) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Jan 14 07:26:30.585442 n-d-768862-2 neutron-server[84765]: DEBUG oslo_db.api [None req-6635457b-e0b9-475a-bf06-f6fe470ab010 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=84876) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Jan 14 07:26:30.665697 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0318cc51-ff41-478e-afe3-eab6619ad01d tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] Pushing event updated for resources: {'Subnet': ['ID=e644dc13-4705-402d-84b3-f4c1e700c726,revision_number=0']} {{(pid=84874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:26:30.677537 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-0318cc51-ff41-478e-afe3-eab6619ad01d tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:26:30.702856 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-4f8befd4-9aa5-4cd8-be20-b4500b78de54 tempest-NegativeSecGroupIPv6Test-1980982801 tempest-NegativeSecGroupIPv6Test-1980982801] Notify callbacks [] for security_group, before_response {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:26:30.705193 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-4f8befd4-9aa5-4cd8-be20-b4500b78de54 tempest-NegativeSecGroupIPv6Test-1980982801 tempest-NegativeSecGroupIPv6Test-1980982801] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 2.5465519 Jan 14 07:26:30.711309 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84874) accepted ('10.222.0.24', 46412) {{(pid=84874) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:26:30.718573 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.v2.base [None req-2799100b-74eb-455c-a85c-dd0b7ed0c67d tempest-NegativeSecGroupIPv6Test-1980982801 tempest-NegativeSecGroupIPv6Test-1980982801] Request body: {'security_group': {'name': 'default'}} {{(pid=84874) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:26:30.719050 n-d-768862-2 neutron-server[84765]: WARNING neutron.api.v2.base [None req-2799100b-74eb-455c-a85c-dd0b7ed0c67d tempest-NegativeSecGroupIPv6Test-1980982801 tempest-NegativeSecGroupIPv6Test-1980982801] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Jan 14 07:26:30.719642 n-d-768862-2 neutron-server[84765]: INFO neutron.api.v2.resource [None req-2799100b-74eb-455c-a85c-dd0b7ed0c67d tempest-NegativeSecGroupIPv6Test-1980982801 tempest-NegativeSecGroupIPv6Test-1980982801] update failed (client error): There was a conflict when trying to complete your request. Jan 14 07:26:30.724597 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-2799100b-74eb-455c-a85c-dd0b7ed0c67d tempest-NegativeSecGroupIPv6Test-1980982801 tempest-NegativeSecGroupIPv6Test-1980982801] 10.222.0.24 "PUT /v2.0/security-groups/b5acb0f7-6a88-4f2c-a8b8-29e71b64ae9a HTTP/1.1" status: 409 len: 330 time: 0.0119309 Jan 14 07:26:30.738037 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84874) accepted ('10.222.0.24', 46416) {{(pid=84874) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:26:30.752870 n-d-768862-2 neutron-server[84765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0318cc51-ff41-478e-afe3-eab6619ad01d tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] Network 23f0a15d-6362-4cec-82c1-cacba887c566 is already hosted by enough agents. {{(pid=84874) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 07:26:30.789490 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-d063e859-5de2-4fb7-b84b-c2a68c4f9b2e tempest-NetworksIpV6Test-2047944877 tempest-NetworksIpV6Test-2047944877] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363259214646115'] for network, precommit_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:26:30.822782 n-d-768862-2 neutron-server[84765]: DEBUG neutron.scheduler.base_scheduler [None req-0318cc51-ff41-478e-afe3-eab6619ad01d tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] Resources bound (agent type, host, resource id): {{(pid=84874) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 07:26:30.829510 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-62411d0f-65f5-4780-b0aa-8a4e4905a039 tempest-NetworksIpV6TestAttrs-1453117616 tempest-NetworksIpV6TestAttrs-1453117616] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-598987', 'neutron.services.segments.db._delete_segments_for_network-8777640583949'] for network, precommit_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:26:30.871211 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0318cc51-ff41-478e-afe3-eab6619ad01d tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:26:30.872411 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-0318cc51-ff41-478e-afe3-eab6619ad01d tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] Notify callbacks [] for subnet, before_response {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:26:30.931092 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-89143242-3325-4a6b-acc5-7ce462fef5db tempest-RoutersNegativeIpV6Test-1464408958 tempest-RoutersNegativeIpV6Test-1464408958] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-598964', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850887113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036851521664', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2794686'] for subnet, after_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:26:30.966185 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-2fc4d07a-a203-4676-a2b6-9c80bf015d41 tempest-RoutersNegativeIpV6Test-1464408958 tempest-RoutersNegativeIpV6Test-1464408958] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:26:30.969585 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-d063e859-5de2-4fb7-b84b-c2a68c4f9b2e tempest-NetworksIpV6Test-2047944877 tempest-NetworksIpV6Test-2047944877] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850887149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964'] for network, after_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:26:30.989725 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d063e859-5de2-4fb7-b84b-c2a68c4f9b2e tempest-NetworksIpV6Test-2047944877 tempest-NetworksIpV6Test-2047944877] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:26:30.990454 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-d063e859-5de2-4fb7-b84b-c2a68c4f9b2e tempest-NetworksIpV6Test-2047944877 tempest-NetworksIpV6Test-2047944877] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3207107'] for network, before_response {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:26:31.007810 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-865b4152-39b8-4823-bf9f-fe5d3820cdd3 tempest-NetworksIpV6TestAttrs-1453117616 tempest-NetworksIpV6TestAttrs-1453117616] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:26:31.046220 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-10c8d38f-8b45-4e09-9aea-4627768f7d5d tempest-BulkNetworkOpsTest-1426007266 tempest-BulkNetworkOpsTest-1426007266] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036854160497'] for network, before_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:26:31.161930 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-ae02f5df-8e37-443a-9eb1-0c8eea7f2944 tempest-NegativeSecGroupIPv6Test-1980982801 tempest-NegativeSecGroupIPv6Test-1980982801] Notify callbacks [] for security_group, before_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:26:31.199757 n-d-768862-2 neutron-server[84765]: DEBUG neutron.services.segments.db [None req-62411d0f-65f5-4780-b0aa-8a4e4905a039 tempest-NetworksIpV6TestAttrs-1453117616 tempest-NetworksIpV6TestAttrs-1453117616] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a0472668-8e34-49b0-ac9f-eccead4c65b6']}} {{(pid=84875) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:26:31.232897 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-ae02f5df-8e37-443a-9eb1-0c8eea7f2944 tempest-NegativeSecGroupIPv6Test-1980982801 tempest-NegativeSecGroupIPv6Test-1980982801] Notify callbacks [] for security_group, precommit_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:26:31.238665 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-d063e859-5de2-4fb7-b84b-c2a68c4f9b2e tempest-NetworksIpV6Test-2047944877 tempest-NetworksIpV6Test-2047944877] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 2.3062341 Jan 14 07:26:31.246300 n-d-768862-2 neutron-server[84765]: DEBUG neutron.services.segments.db [None req-62411d0f-65f5-4780-b0aa-8a4e4905a039 tempest-NetworksIpV6TestAttrs-1453117616 tempest-NetworksIpV6TestAttrs-1453117616] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1497e43c-fcaa-4de3-bb99-7e6612f7899d') {'for_net_delete': True} {{(pid=84875) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:26:31.246677 n-d-768862-2 neutron-server[84765]: DEBUG neutron.services.segments.db [None req-62411d0f-65f5-4780-b0aa-8a4e4905a039 tempest-NetworksIpV6TestAttrs-1453117616 tempest-NetworksIpV6TestAttrs-1453117616] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1497e43c-fcaa-4de3-bb99-7e6612f7899d') {} {{(pid=84875) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:26:31.254994 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84875) accepted ('10.222.0.24', 46424) {{(pid=84875) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:26:31.315764 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-6635457b-e0b9-475a-bf06-f6fe470ab010 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555753'] for port, before_update {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:26:31.345406 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d063e859-5de2-4fb7-b84b-c2a68c4f9b2e tempest-NetworksIpV6Test-2047944877 tempest-NetworksIpV6Test-2047944877] Pushing event updated for resources: {'Network': ['ID=eb54c8f1-2e37-4b78-8c00-dc221534ef32,revision_number=1']} {{(pid=84875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:26:31.371224 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-0318cc51-ff41-478e-afe3-eab6619ad01d tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 824 time: 9.1533527 Jan 14 07:26:31.379893 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-d063e859-5de2-4fb7-b84b-c2a68c4f9b2e tempest-NetworksIpV6Test-2047944877 tempest-NetworksIpV6Test-2047944877] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.372s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:26:31.407199 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84875) accepted ('10.222.0.24', 46428) {{(pid=84875) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:26:31.441112 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-017f98a9-8a07-408c-a86f-8ff0c00400a0 None None] Network eb54c8f1-2e37-4b78-8c00-dc221534ef32 details requested by agent ovs-agent-n-h1-768862-2 with host n-h1-768862-2 {{(pid=84876) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 07:26:31.446374 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89143242-3325-4a6b-acc5-7ce462fef5db tempest-RoutersNegativeIpV6Test-1464408958 tempest-RoutersNegativeIpV6Test-1464408958] Pushing event deleted for resources: {'Subnet': ['ID=5fc187fc-cffd-4eab-a3fe-ac5e42608d0b,revision_number=None']} {{(pid=84874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:26:31.465043 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-89143242-3325-4a6b-acc5-7ce462fef5db tempest-RoutersNegativeIpV6Test-1464408958 tempest-RoutersNegativeIpV6Test-1464408958] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.499s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:26:31.469365 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-ae02f5df-8e37-443a-9eb1-0c8eea7f2944 tempest-NegativeSecGroupIPv6Test-1980982801 tempest-NegativeSecGroupIPv6Test-1980982801] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850887153'] for security_group, after_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:26:31.475915 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-2bb8df7e-874d-4275-b6e5-a07fd26454ba tempest-NegativeSecGroupIPv6Test-1980982801 tempest-NegativeSecGroupIPv6Test-1980982801] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:26:31.496444 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-852a24f7-e9a1-4193-9abb-e9506fe5213f None None] Network eb54c8f1-2e37-4b78-8c00-dc221534ef32 details requested by agent ovs-agent-n-h2-768862-2 with host n-h2-768862-2 {{(pid=84876) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 07:26:31.508282 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae02f5df-8e37-443a-9eb1-0c8eea7f2944 tempest-NegativeSecGroupIPv6Test-1980982801 tempest-NegativeSecGroupIPv6Test-1980982801] Pushing event deleted for resources: {'SecurityGroup': ['ID=b5acb0f7-6a88-4f2c-a8b8-29e71b64ae9a,revision_number=None']} {{(pid=84874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:26:31.515144 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-ae02f5df-8e37-443a-9eb1-0c8eea7f2944 tempest-NegativeSecGroupIPv6Test-1980982801 tempest-NegativeSecGroupIPv6Test-1980982801] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:26:31.524708 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Network eb54c8f1-2e37-4b78-8c00-dc221534ef32 details requested by agent ovs-agent-n-d-768862-2 with host n-d-768862-2 {{(pid=84876) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 07:26:31.529406 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-62411d0f-65f5-4780-b0aa-8a4e4905a039 tempest-NetworksIpV6TestAttrs-1453117616 tempest-NetworksIpV6TestAttrs-1453117616] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363259214173198', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036851408567'] for segment, before_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:26:31.534700 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-89143242-3325-4a6b-acc5-7ce462fef5db tempest-RoutersNegativeIpV6Test-1464408958 tempest-RoutersNegativeIpV6Test-1464408958] Notify callbacks [] for subnet, before_response {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:26:31.547350 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-89143242-3325-4a6b-acc5-7ce462fef5db tempest-RoutersNegativeIpV6Test-1464408958 tempest-RoutersNegativeIpV6Test-1464408958] 10.222.0.24 "DELETE /v2.0/subnets/5fc187fc-cffd-4eab-a3fe-ac5e42608d0b HTTP/1.1" status: 204 len: 168 time: 5.5900431 Jan 14 07:26:31.548344 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84874) accepted ('10.222.0.24', 46430) {{(pid=84874) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:26:31.551336 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-ae02f5df-8e37-443a-9eb1-0c8eea7f2944 tempest-NegativeSecGroupIPv6Test-1980982801 tempest-NegativeSecGroupIPv6Test-1980982801] Notify callbacks [] for security_group, before_response {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:26:31.556157 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-ae02f5df-8e37-443a-9eb1-0c8eea7f2944 tempest-NegativeSecGroupIPv6Test-1980982801 tempest-NegativeSecGroupIPv6Test-1980982801] 10.222.0.24 "DELETE /v2.0/security-groups/b5acb0f7-6a88-4f2c-a8b8-29e71b64ae9a HTTP/1.1" status: 204 len: 168 time: 0.8158147 Jan 14 07:26:31.557003 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84874) accepted ('10.222.0.24', 46436) {{(pid=84874) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:26:31.605408 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.v2.base [None req-532eb8ff-ce5e-4769-bb88-a174feb3fb57 tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] Request body: {'port': {'network_id': '23f0a15d-6362-4cec-82c1-cacba887c566', 'mac_address': 'fa:16:3e:55:90:00', 'name': 'tempest-NetworksTestDHCPv6-1785683163'}} {{(pid=84875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:26:31.745386 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-56b32a05-46b6-4bd8-bca0-e0ac278bd60e tempest-RoutersNegativeIpV6Test-1464408958 tempest-RoutersNegativeIpV6Test-1464408958] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036854160497'] for network, before_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:26:31.864210 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.plugin [None req-56b32a05-46b6-4bd8-bca0-e0ac278bd60e tempest-RoutersNegativeIpV6Test-1464408958 tempest-RoutersNegativeIpV6Test-1464408958] Deleting port 6207d429-56f6-4891-a75c-011b477cc2fe {{(pid=84874) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 07:26:31.864919 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-56b32a05-46b6-4bd8-bca0-e0ac278bd60e tempest-RoutersNegativeIpV6Test-1464408958 tempest-RoutersNegativeIpV6Test-1464408958] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363259214248359'] for port, before_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:26:31.937611 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-98d3ddd9-19ca-485c-892f-9678839cbdac tempest-NegativeSecGroupIPv6Test-1980982801 tempest-NegativeSecGroupIPv6Test-1980982801] Synchronizing usage tracker for tenant:f09e6c52b2324bf9b7428192d43e5581 on resource:security_group {{(pid=84874) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 14 07:26:32.033094 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-62411d0f-65f5-4780-b0aa-8a4e4905a039 tempest-NetworksIpV6TestAttrs-1453117616 tempest-NetworksIpV6TestAttrs-1453117616] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854179735'] for segment, precommit_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:26:32.047289 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-62411d0f-65f5-4780-b0aa-8a4e4905a039 tempest-NetworksIpV6TestAttrs-1453117616 tempest-NetworksIpV6TestAttrs-1453117616] Releasing vxlan tunnel 15 to pool {{(pid=84875) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Jan 14 07:26:32.128148 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-98d3ddd9-19ca-485c-892f-9678839cbdac tempest-NegativeSecGroupIPv6Test-1980982801 tempest-NegativeSecGroupIPv6Test-1980982801] Unset dirty status for tenant:f09e6c52b2324bf9b7428192d43e5581 on resource:security_group {{(pid=84874) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 14 07:26:32.128148 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-98d3ddd9-19ca-485c-892f-9678839cbdac tempest-NegativeSecGroupIPv6Test-1980982801 tempest-NegativeSecGroupIPv6Test-1980982801] 10.222.0.24 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.3773298 Jan 14 07:26:32.128148 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84874) accepted ('10.222.0.24', 46448) {{(pid=84874) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:26:32.191690 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-10c8d38f-8b45-4e09-9aea-4627768f7d5d tempest-BulkNetworkOpsTest-1426007266 tempest-BulkNetworkOpsTest-1426007266] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-598987', 'neutron.services.segments.db._delete_segments_for_network-8777640583949'] for network, precommit_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:26:32.248327 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-782e9118-136d-4b31-aa46-e6f56d00488c tempest-NetworksIpV6Test-2047944877 tempest-NetworksIpV6Test-2047944877] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:26:32.249183 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-782e9118-136d-4b31-aa46-e6f56d00488c tempest-NetworksIpV6Test-2047944877 tempest-NetworksIpV6Test-2047944877] Synchronizing usage tracker for tenant:130ee88fc4054d968ce76b7b9727c055 on resource:network {{(pid=84875) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 14 07:26:32.272983 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [None req-56b32a05-46b6-4bd8-bca0-e0ac278bd60e tempest-RoutersNegativeIpV6Test-1464408958 tempest-RoutersNegativeIpV6Test-1464408958] For port 6207d429-56f6-4891-a75c-011b477cc2fe, host n-d-768862-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-2',level=0,port_id=6207d429-56f6-4891-a75c-011b477cc2fe,segment=NetworkSegment(5e48faf3-b44b-4e81-a6b1-6c39eb796395),segment_id=5e48faf3-b44b-4e81-a6b1-6c39eb796395)] {{(pid=84874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 07:26:32.273510 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-56b32a05-46b6-4bd8-bca0-e0ac278bd60e tempest-RoutersNegativeIpV6Test-1464408958 tempest-RoutersNegativeIpV6Test-1464408958] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036850862667'] for port, precommit_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:26:32.393222 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-782e9118-136d-4b31-aa46-e6f56d00488c tempest-NetworksIpV6Test-2047944877 tempest-NetworksIpV6Test-2047944877] Unset dirty status for tenant:130ee88fc4054d968ce76b7b9727c055 on resource:network {{(pid=84875) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 14 07:26:32.398836 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-782e9118-136d-4b31-aa46-e6f56d00488c tempest-NetworksIpV6Test-2047944877 tempest-NetworksIpV6Test-2047944877] 10.222.0.24 "GET /v2.0/networks?id=eb54c8f1-2e37-4b78-8c00-dc221534ef32 HTTP/1.1" status: 200 len: 765 time: 1.1106112 Jan 14 07:26:32.418520 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.plugin [None req-56b32a05-46b6-4bd8-bca0-e0ac278bd60e tempest-RoutersNegativeIpV6Test-1464408958 tempest-RoutersNegativeIpV6Test-1464408958] Calling delete_port for 6207d429-56f6-4891-a75c-011b477cc2fe owned by network:dhcp {{(pid=84874) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 07:26:32.451605 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84875) accepted ('10.222.0.24', 46452) {{(pid=84875) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:26:32.464618 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.v2.base [None req-588ad329-9f26-48a8-9d37-a890863b0869 tempest-NetworksIpV6Test-2047944877 tempest-NetworksIpV6Test-2047944877] Request body: {'network': {'description': 'd2'}} {{(pid=84875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:26:32.509638 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-56b32a05-46b6-4bd8-bca0-e0ac278bd60e tempest-RoutersNegativeIpV6Test-1464408958 tempest-RoutersNegativeIpV6Test-1464408958] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777640533329', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777640097463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3254186'] for port, after_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:26:32.528304 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-48a0ed07-f6a7-4aca-bd2f-f3661901215c tempest-RoutersIpV6Test-883692175 tempest-RoutersIpV6Test-883692175] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:26:32.579369 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56b32a05-46b6-4bd8-bca0-e0ac278bd60e tempest-RoutersNegativeIpV6Test-1464408958 tempest-RoutersNegativeIpV6Test-1464408958] Pushing event deleted for resources: {'Port': ['ID=6207d429-56f6-4891-a75c-011b477cc2fe,revision_number=None']} {{(pid=84874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:26:32.758158 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.managers [None req-62411d0f-65f5-4780-b0aa-8a4e4905a039 tempest-NetworksIpV6TestAttrs-1453117616 tempest-NetworksIpV6TestAttrs-1453117616] Network a0472668-8e34-49b0-ac9f-eccead4c65b6 has no segments {{(pid=84875) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 14 07:26:32.809521 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-62411d0f-65f5-4780-b0aa-8a4e4905a039 tempest-NetworksIpV6TestAttrs-1453117616 tempest-NetworksIpV6TestAttrs-1453117616] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-596065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3154253'] for segment, after_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:26:32.862719 n-d-768862-2 neutron-server[84765]: DEBUG neutron.services.segments.db [None req-10c8d38f-8b45-4e09-9aea-4627768f7d5d tempest-BulkNetworkOpsTest-1426007266 tempest-BulkNetworkOpsTest-1426007266] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d37bad72-5a94-4c45-b7d5-08c9eb48aee0']}} {{(pid=84875) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:26:32.922167 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-532eb8ff-ce5e-4769-bb88-a174feb3fb57 tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:26:32.964666 n-d-768862-2 neutron-server[84765]: DEBUG neutron.services.segments.db [None req-10c8d38f-8b45-4e09-9aea-4627768f7d5d tempest-BulkNetworkOpsTest-1426007266 tempest-BulkNetworkOpsTest-1426007266] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7450b688-e775-48eb-9e0a-7defbe04efb9') {'for_net_delete': True} {{(pid=84875) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:26:32.965086 n-d-768862-2 neutron-server[84765]: DEBUG neutron.services.segments.db [None req-10c8d38f-8b45-4e09-9aea-4627768f7d5d tempest-BulkNetworkOpsTest-1426007266 tempest-BulkNetworkOpsTest-1426007266] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7450b688-e775-48eb-9e0a-7defbe04efb9') {} {{(pid=84875) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:26:32.979888 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-532eb8ff-ce5e-4769-bb88-a174feb3fb57 tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] Usage tracker for resource:port and tenant:be0aa702e3ca464795a99c51e3b3b04f is out of sync, need to count used quota {{(pid=84875) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:26:32.993575 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-532eb8ff-ce5e-4769-bb88-a174feb3fb57 tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] Quota usage for port was recalculated. Used quota:1. {{(pid=84875) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:26:33.048964 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-10c8d38f-8b45-4e09-9aea-4627768f7d5d tempest-BulkNetworkOpsTest-1426007266 tempest-BulkNetworkOpsTest-1426007266] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363259214173198', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036851408567'] for segment, before_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:26:33.061350 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-532eb8ff-ce5e-4769-bb88-a174feb3fb57 tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=84875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:26:33.117686 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-56b32a05-46b6-4bd8-bca0-e0ac278bd60e tempest-RoutersNegativeIpV6Test-1464408958 tempest-RoutersNegativeIpV6Test-1464408958] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.589s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:26:33.139565 n-d-768862-2 neutron-server[84765]: INFO neutron.api.v2.resource [None req-e2e08f18-ce3e-491f-a8e2-3ba1fffffc13 tempest-NegativeSecGroupIPv6Test-1980982801 tempest-NegativeSecGroupIPv6Test-1980982801] delete failed (client error): The resource could not be found. Jan 14 07:26:33.141900 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-e2e08f18-ce3e-491f-a8e2-3ba1fffffc13 tempest-NegativeSecGroupIPv6Test-1980982801 tempest-NegativeSecGroupIPv6Test-1980982801] 10.222.0.24 "DELETE /v2.0/security-groups/583711e6-972d-4a2a-80bf-cd5224d8ee45 HTTP/1.1" status: 404 len: 347 time: 0.9969082 Jan 14 07:26:33.146088 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84874) accepted ('10.222.0.24', 46460) {{(pid=84874) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:26:33.216109 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56b32a05-46b6-4bd8-bca0-e0ac278bd60e tempest-RoutersNegativeIpV6Test-1464408958 tempest-RoutersNegativeIpV6Test-1464408958] No DVR routers for this DVR port 6207d429-56f6-4891-a75c-011b477cc2fe on host n-d-768862-2 {{(pid=84874) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Jan 14 07:26:33.220344 n-d-768862-2 neutron-server[84765]: INFO neutron.api.v2.resource [None req-ebbfae8a-25c2-4fd5-996c-7ddfb62e7f33 tempest-NegativeSecGroupIPv6Test-1980982801 tempest-NegativeSecGroupIPv6Test-1980982801] show failed (client error): The resource could not be found. Jan 14 07:26:33.222917 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-ebbfae8a-25c2-4fd5-996c-7ddfb62e7f33 tempest-NegativeSecGroupIPv6Test-1980982801 tempest-NegativeSecGroupIPv6Test-1980982801] 10.222.0.24 "GET /v2.0/security-groups/75610b80-a37c-4954-99eb-0a9aa23c3946 HTTP/1.1" status: 404 len: 347 time: 0.0743051 Jan 14 07:26:33.244994 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84875) accepted ('10.222.0.24', 46464) {{(pid=84875) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:26:33.281895 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.managers [None req-62411d0f-65f5-4780-b0aa-8a4e4905a039 tempest-NetworksIpV6TestAttrs-1453117616 tempest-NetworksIpV6TestAttrs-1453117616] Network a0472668-8e34-49b0-ac9f-eccead4c65b6 has no segments {{(pid=84875) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 14 07:26:33.291956 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-10c8d38f-8b45-4e09-9aea-4627768f7d5d tempest-BulkNetworkOpsTest-1426007266 tempest-BulkNetworkOpsTest-1426007266] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854179735'] for segment, precommit_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:26:33.299577 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-10c8d38f-8b45-4e09-9aea-4627768f7d5d tempest-BulkNetworkOpsTest-1426007266 tempest-BulkNetworkOpsTest-1426007266] Releasing vxlan tunnel 25 to pool {{(pid=84875) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Jan 14 07:26:33.333418 n-d-768862-2 neutron-server[84765]: Traceback (most recent call last): Jan 14 07:26:33.333418 n-d-768862-2 neutron-server[84765]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 14 07:26:33.333418 n-d-768862-2 neutron-server[84765]: timer() Jan 14 07:26:33.333418 n-d-768862-2 neutron-server[84765]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 14 07:26:33.333418 n-d-768862-2 neutron-server[84765]: cb(*args, **kw) Jan 14 07:26:33.333418 n-d-768862-2 neutron-server[84765]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Jan 14 07:26:33.333418 n-d-768862-2 neutron-server[84765]: return func(*args, **kwargs) Jan 14 07:26:33.333418 n-d-768862-2 neutron-server[84765]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 14 07:26:33.333418 n-d-768862-2 neutron-server[84765]: self._notify() Jan 14 07:26:33.333418 n-d-768862-2 neutron-server[84765]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 14 07:26:33.333418 n-d-768862-2 neutron-server[84765]: self.callback(batched_events) Jan 14 07:26:33.333418 n-d-768862-2 neutron-server[84765]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 14 07:26:33.333418 n-d-768862-2 neutron-server[84765]: event.method(event) Jan 14 07:26:33.333418 n-d-768862-2 neutron-server[84765]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 14 07:26:33.333418 n-d-768862-2 neutron-server[84765]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 14 07:26:33.333418 n-d-768862-2 neutron-server[84765]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Jan 14 07:26:33.333418 n-d-768862-2 neutron-server[84765]: segment_id)['aggregates'][0] Jan 14 07:26:33.333418 n-d-768862-2 neutron-server[84765]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 14 07:26:33.333418 n-d-768862-2 neutron-server[84765]: return f(self, *a, **k) Jan 14 07:26:33.333418 n-d-768862-2 neutron-server[84765]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 14 07:26:33.333418 n-d-768862-2 neutron-server[84765]: return self._get(url).json() Jan 14 07:26:33.333418 n-d-768862-2 neutron-server[84765]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 14 07:26:33.333418 n-d-768862-2 neutron-server[84765]: **kwargs) Jan 14 07:26:33.333418 n-d-768862-2 neutron-server[84765]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 14 07:26:33.333418 n-d-768862-2 neutron-server[84765]: return self.request(url, 'GET', **kwargs) Jan 14 07:26:33.333418 n-d-768862-2 neutron-server[84765]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Jan 14 07:26:33.333418 n-d-768862-2 neutron-server[84765]: **endpoint_filter) Jan 14 07:26:33.333418 n-d-768862-2 neutron-server[84765]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 14 07:26:33.333418 n-d-768862-2 neutron-server[84765]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 14 07:26:33.333418 n-d-768862-2 neutron-server[84765]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 14 07:26:33.333418 n-d-768862-2 neutron-server[84765]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 14 07:26:33.333418 n-d-768862-2 neutron-server[84765]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 14 07:26:33.345381 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [None req-6635457b-e0b9-475a-bf06-f6fe470ab010 None None] For port 27cd9abb-15bc-428d-8cac-4af4a087bd17, host n-d-768862-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-2',level=0,port_id=27cd9abb-15bc-428d-8cac-4af4a087bd17,segment=NetworkSegment(56f1c7cf-f3a3-41d2-9677-68978131444f),segment_id=56f1c7cf-f3a3-41d2-9677-68978131444f)] {{(pid=84876) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 07:26:33.364501 n-d-768862-2 neutron-server[84765]: INFO neutron.api.v2.resource [None req-4f8e7cf5-5606-4105-8640-24ff317833e5 tempest-NegativeSecGroupIPv6Test-1980982801 tempest-NegativeSecGroupIPv6Test-1980982801] show failed (client error): The resource could not be found. Jan 14 07:26:33.371726 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-4f8e7cf5-5606-4105-8640-24ff317833e5 tempest-NegativeSecGroupIPv6Test-1980982801 tempest-NegativeSecGroupIPv6Test-1980982801] 10.222.0.24 "GET /v2.0/security-group-rules/5f65058b-2611-48ea-9f6a-7c5ee339fa04 HTTP/1.1" status: 404 len: 356 time: 0.1199217 Jan 14 07:26:33.372990 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-532eb8ff-ce5e-4769-bb88-a174feb3fb57 tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] Made reservation on behalf of be0aa702e3ca464795a99c51e3b3b04f for: {'port': 1} {{(pid=84875) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 07:26:33.435788 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-6635457b-e0b9-475a-bf06-f6fe470ab010 None None] Notify callbacks [] for port, precommit_update {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:26:33.445982 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-6635457b-e0b9-475a-bf06-f6fe470ab010 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777640533312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363259214678337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777640097497'] for port, after_update {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:26:33.450316 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-f618e658-12e3-40a4-b032-803c7c1bb569 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84876) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:26:33.581740 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-56b32a05-46b6-4bd8-bca0-e0ac278bd60e tempest-RoutersNegativeIpV6Test-1464408958 tempest-RoutersNegativeIpV6Test-1464408958] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-598987', 'neutron.services.segments.db._delete_segments_for_network-8777640583949'] for network, precommit_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:26:33.636882 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-588ad329-9f26-48a8-9d37-a890863b0869 tempest-NetworksIpV6Test-2047944877 tempest-NetworksIpV6Test-2047944877] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363259214646115'] for network, precommit_update {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:26:33.643302 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6635457b-e0b9-475a-bf06-f6fe470ab010 None None] Pushing event updated for resources: {'Port': ['ID=27cd9abb-15bc-428d-8cac-4af4a087bd17,revision_number=6']} {{(pid=84876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:26:33.647802 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-6635457b-e0b9-475a-bf06-f6fe470ab010 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.198s {{(pid=84876) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:26:33.889263 n-d-768862-2 neutron-server[84765]: DEBUG neutron.services.segments.db [None req-56b32a05-46b6-4bd8-bca0-e0ac278bd60e tempest-RoutersNegativeIpV6Test-1464408958 tempest-RoutersNegativeIpV6Test-1464408958] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9533dc0b-12b3-450f-936d-f541d8424211']}} {{(pid=84874) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:26:33.927153 n-d-768862-2 neutron-server[84765]: DEBUG neutron.services.segments.db [None req-56b32a05-46b6-4bd8-bca0-e0ac278bd60e tempest-RoutersNegativeIpV6Test-1464408958 tempest-RoutersNegativeIpV6Test-1464408958] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5e48faf3-b44b-4e81-a6b1-6c39eb796395') {'for_net_delete': True} {{(pid=84874) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:26:33.927153 n-d-768862-2 neutron-server[84765]: DEBUG neutron.services.segments.db [None req-56b32a05-46b6-4bd8-bca0-e0ac278bd60e tempest-RoutersNegativeIpV6Test-1464408958 tempest-RoutersNegativeIpV6Test-1464408958] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5e48faf3-b44b-4e81-a6b1-6c39eb796395') {} {{(pid=84874) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:26:33.943375 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-56b32a05-46b6-4bd8-bca0-e0ac278bd60e tempest-RoutersNegativeIpV6Test-1464408958 tempest-RoutersNegativeIpV6Test-1464408958] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363259214173198', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2968632'] for segment, before_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:26:33.973032 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-56b32a05-46b6-4bd8-bca0-e0ac278bd60e tempest-RoutersNegativeIpV6Test-1464408958 tempest-RoutersNegativeIpV6Test-1464408958] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854179735'] for segment, precommit_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:26:33.983186 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-56b32a05-46b6-4bd8-bca0-e0ac278bd60e tempest-RoutersNegativeIpV6Test-1464408958 tempest-RoutersNegativeIpV6Test-1464408958] Releasing vxlan tunnel 24 to pool {{(pid=84874) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Jan 14 07:26:34.269758 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-588ad329-9f26-48a8-9d37-a890863b0869 tempest-NetworksIpV6Test-2047944877 tempest-NetworksIpV6Test-2047944877] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850887149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964'] for network, after_update {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:26:34.285016 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84874) accepted ('10.222.0.24', 46478) {{(pid=84874) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:26:34.293391 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-c8d2913f-6342-4893-82ea-b6c2fcc47c4a tempest-NetworksIpV6Test-2047944877 tempest-NetworksIpV6Test-2047944877] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:26:34.318957 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.managers [None req-56b32a05-46b6-4bd8-bca0-e0ac278bd60e tempest-RoutersNegativeIpV6Test-1464408958 tempest-RoutersNegativeIpV6Test-1464408958] Network 9533dc0b-12b3-450f-936d-f541d8424211 has no segments {{(pid=84874) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 14 07:26:34.331272 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-56b32a05-46b6-4bd8-bca0-e0ac278bd60e tempest-RoutersNegativeIpV6Test-1464408958 tempest-RoutersNegativeIpV6Test-1464408958] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-596065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036851521571'] for segment, after_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:26:34.422914 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-588ad329-9f26-48a8-9d37-a890863b0869 tempest-NetworksIpV6Test-2047944877 tempest-NetworksIpV6Test-2047944877] Pushing event updated for resources: {'Network': ['ID=eb54c8f1-2e37-4b78-8c00-dc221534ef32,revision_number=1']} {{(pid=84875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:26:34.435736 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-62411d0f-65f5-4780-b0aa-8a4e4905a039 tempest-NetworksIpV6TestAttrs-1453117616 tempest-NetworksIpV6TestAttrs-1453117616] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036854176830', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850887149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3912591'] for network, after_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:26:34.438099 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-017f98a9-8a07-408c-a86f-8ff0c00400a0 None None] Network eb54c8f1-2e37-4b78-8c00-dc221534ef32 details requested by agent ovs-agent-n-h1-768862-2 with host n-h1-768862-2 {{(pid=84876) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 07:26:34.454186 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-852a24f7-e9a1-4193-9abb-e9506fe5213f None None] Network eb54c8f1-2e37-4b78-8c00-dc221534ef32 details requested by agent ovs-agent-n-h2-768862-2 with host n-h2-768862-2 {{(pid=84876) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 07:26:34.503921 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-588ad329-9f26-48a8-9d37-a890863b0869 tempest-NetworksIpV6Test-2047944877 tempest-NetworksIpV6Test-2047944877] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.210s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:26:34.510102 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Network eb54c8f1-2e37-4b78-8c00-dc221534ef32 details requested by agent ovs-agent-n-d-768862-2 with host n-d-768862-2 {{(pid=84876) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 07:26:34.518056 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.managers [None req-10c8d38f-8b45-4e09-9aea-4627768f7d5d tempest-BulkNetworkOpsTest-1426007266 tempest-BulkNetworkOpsTest-1426007266] Network d37bad72-5a94-4c45-b7d5-08c9eb48aee0 has no segments {{(pid=84875) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 14 07:26:34.530422 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-50acfbb5-dc1e-4b13-be43-5c050bcebfd9 tempest-NetworksIpV6TestAttrs-1453117616 tempest-NetworksIpV6TestAttrs-1453117616] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:26:34.571337 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-62411d0f-65f5-4780-b0aa-8a4e4905a039 tempest-NetworksIpV6TestAttrs-1453117616 tempest-NetworksIpV6TestAttrs-1453117616] Notify callbacks [] for network, before_response {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:26:34.576292 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-10c8d38f-8b45-4e09-9aea-4627768f7d5d tempest-BulkNetworkOpsTest-1426007266 tempest-BulkNetworkOpsTest-1426007266] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-596065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3154253'] for segment, after_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:26:34.593514 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62411d0f-65f5-4780-b0aa-8a4e4905a039 tempest-NetworksIpV6TestAttrs-1453117616 tempest-NetworksIpV6TestAttrs-1453117616] Pushing event deleted for resources: {'Network': ['ID=a0472668-8e34-49b0-ac9f-eccead4c65b6,revision_number=None']} {{(pid=84875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:26:34.622865 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-62411d0f-65f5-4780-b0aa-8a4e4905a039 tempest-NetworksIpV6TestAttrs-1453117616 tempest-NetworksIpV6TestAttrs-1453117616] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:26:34.698364 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-62411d0f-65f5-4780-b0aa-8a4e4905a039 tempest-NetworksIpV6TestAttrs-1453117616 tempest-NetworksIpV6TestAttrs-1453117616] 10.222.0.24 "DELETE /v2.0/networks/a0472668-8e34-49b0-ac9f-eccead4c65b6 HTTP/1.1" status: 204 len: 168 time: 10.7514596 Jan 14 07:26:34.709702 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.managers [None req-56b32a05-46b6-4bd8-bca0-e0ac278bd60e tempest-RoutersNegativeIpV6Test-1464408958 tempest-RoutersNegativeIpV6Test-1464408958] Network 9533dc0b-12b3-450f-936d-f541d8424211 has no segments {{(pid=84874) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 14 07:26:34.729322 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84875) accepted ('10.222.0.24', 46486) {{(pid=84875) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:26:34.889580 n-d-768862-2 neutron-server[84765]: INFO neutron.pecan_wsgi.hooks.translation [None req-665b99eb-496b-4c61-9650-6c823b059222 tempest-NetworksIpV6TestAttrs-1453117616 tempest-NetworksIpV6TestAttrs-1453117616] DELETE failed (client error): The resource could not be found. Jan 14 07:26:34.890333 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-665b99eb-496b-4c61-9650-6c823b059222 tempest-NetworksIpV6TestAttrs-1453117616 tempest-NetworksIpV6TestAttrs-1453117616] No notification will be sent due to unsuccessful status code: 404 {{(pid=84875) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Jan 14 07:26:34.892665 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-665b99eb-496b-4c61-9650-6c823b059222 tempest-NetworksIpV6TestAttrs-1453117616 tempest-NetworksIpV6TestAttrs-1453117616] 10.222.0.24 "DELETE /v2.0/subnets/c1d463b3-062a-4ef8-8782-2e9d82c896d4 HTTP/1.1" status: 404 len: 337 time: 0.1616366 Jan 14 07:26:34.898722 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-532eb8ff-ce5e-4769-bb88-a174feb3fb57 tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555753'] for port, before_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:26:34.913697 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84875) accepted ('10.222.0.24', 46492) {{(pid=84875) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:26:34.979981 n-d-768862-2 neutron-server[84765]: Traceback (most recent call last): Jan 14 07:26:34.979981 n-d-768862-2 neutron-server[84765]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 14 07:26:34.979981 n-d-768862-2 neutron-server[84765]: timer() Jan 14 07:26:34.979981 n-d-768862-2 neutron-server[84765]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 14 07:26:34.979981 n-d-768862-2 neutron-server[84765]: cb(*args, **kw) Jan 14 07:26:34.979981 n-d-768862-2 neutron-server[84765]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Jan 14 07:26:34.979981 n-d-768862-2 neutron-server[84765]: return func(*args, **kwargs) Jan 14 07:26:34.979981 n-d-768862-2 neutron-server[84765]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 14 07:26:34.979981 n-d-768862-2 neutron-server[84765]: self._notify() Jan 14 07:26:34.979981 n-d-768862-2 neutron-server[84765]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 14 07:26:34.979981 n-d-768862-2 neutron-server[84765]: self.callback(batched_events) Jan 14 07:26:34.979981 n-d-768862-2 neutron-server[84765]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 14 07:26:34.979981 n-d-768862-2 neutron-server[84765]: event.method(event) Jan 14 07:26:34.979981 n-d-768862-2 neutron-server[84765]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 14 07:26:34.979981 n-d-768862-2 neutron-server[84765]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 14 07:26:34.979981 n-d-768862-2 neutron-server[84765]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Jan 14 07:26:34.979981 n-d-768862-2 neutron-server[84765]: segment_id)['aggregates'][0] Jan 14 07:26:34.979981 n-d-768862-2 neutron-server[84765]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 14 07:26:34.979981 n-d-768862-2 neutron-server[84765]: return f(self, *a, **k) Jan 14 07:26:34.979981 n-d-768862-2 neutron-server[84765]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 14 07:26:34.979981 n-d-768862-2 neutron-server[84765]: return self._get(url).json() Jan 14 07:26:34.979981 n-d-768862-2 neutron-server[84765]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 14 07:26:34.979981 n-d-768862-2 neutron-server[84765]: **kwargs) Jan 14 07:26:34.979981 n-d-768862-2 neutron-server[84765]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 14 07:26:34.979981 n-d-768862-2 neutron-server[84765]: return self.request(url, 'GET', **kwargs) Jan 14 07:26:34.979981 n-d-768862-2 neutron-server[84765]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Jan 14 07:26:34.979981 n-d-768862-2 neutron-server[84765]: **endpoint_filter) Jan 14 07:26:34.979981 n-d-768862-2 neutron-server[84765]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 14 07:26:34.979981 n-d-768862-2 neutron-server[84765]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 14 07:26:34.979981 n-d-768862-2 neutron-server[84765]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 14 07:26:34.979981 n-d-768862-2 neutron-server[84765]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 14 07:26:34.979981 n-d-768862-2 neutron-server[84765]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 14 07:26:34.993669 n-d-768862-2 neutron-server[84765]: INFO neutron.pecan_wsgi.hooks.translation [None req-c62031f3-f482-430e-a03f-8ebb716e1f9a tempest-NetworksIpV6TestAttrs-1453117616 tempest-NetworksIpV6TestAttrs-1453117616] DELETE failed (client error): The resource could not be found. Jan 14 07:26:34.994379 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c62031f3-f482-430e-a03f-8ebb716e1f9a tempest-NetworksIpV6TestAttrs-1453117616 tempest-NetworksIpV6TestAttrs-1453117616] No notification will be sent due to unsuccessful status code: 404 {{(pid=84875) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Jan 14 07:26:34.999291 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-c62031f3-f482-430e-a03f-8ebb716e1f9a tempest-NetworksIpV6TestAttrs-1453117616 tempest-NetworksIpV6TestAttrs-1453117616] 10.222.0.24 "DELETE /v2.0/networks/a0472668-8e34-49b0-ac9f-eccead4c65b6 HTTP/1.1" status: 404 len: 339 time: 0.0672350 Jan 14 07:26:35.004125 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-588ad329-9f26-48a8-9d37-a890863b0869 tempest-NetworksIpV6Test-2047944877 tempest-NetworksIpV6Test-2047944877] Network eb54c8f1-2e37-4b78-8c00-dc221534ef32 is not hosted by any dhcp agent {{(pid=84875) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:218}} Jan 14 07:26:35.025221 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-588ad329-9f26-48a8-9d37-a890863b0869 tempest-NetworksIpV6Test-2047944877 tempest-NetworksIpV6Test-2047944877] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:26:35.026160 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-588ad329-9f26-48a8-9d37-a890863b0869 tempest-NetworksIpV6Test-2047944877 tempest-NetworksIpV6Test-2047944877] Notify callbacks [] for network, before_response {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:26:35.027824 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-588ad329-9f26-48a8-9d37-a890863b0869 tempest-NetworksIpV6Test-2047944877 tempest-NetworksIpV6Test-2047944877] 10.222.0.24 "PUT /v2.0/networks/eb54c8f1-2e37-4b78-8c00-dc221534ef32 HTTP/1.1" status: 200 len: 762 time: 2.5720274 Jan 14 07:26:35.030567 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84875) accepted ('10.222.0.24', 46498) {{(pid=84875) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:26:35.038515 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84874) accepted ('10.222.0.24', 46500) {{(pid=84874) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:26:35.045667 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.managers [None req-10c8d38f-8b45-4e09-9aea-4627768f7d5d tempest-BulkNetworkOpsTest-1426007266 tempest-BulkNetworkOpsTest-1426007266] Network d37bad72-5a94-4c45-b7d5-08c9eb48aee0 has no segments {{(pid=84875) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 14 07:26:35.129396 n-d-768862-2 neutron-server[84765]: INFO neutron.pecan_wsgi.hooks.translation [None req-58cc415b-3f4e-4e62-8d89-a0453fe50f42 tempest-NetworksIpV6TestAttrs-1453117616 tempest-NetworksIpV6TestAttrs-1453117616] DELETE failed (client error): The resource could not be found. Jan 14 07:26:35.130044 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-58cc415b-3f4e-4e62-8d89-a0453fe50f42 tempest-NetworksIpV6TestAttrs-1453117616 tempest-NetworksIpV6TestAttrs-1453117616] No notification will be sent due to unsuccessful status code: 404 {{(pid=84875) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Jan 14 07:26:35.135473 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-58cc415b-3f4e-4e62-8d89-a0453fe50f42 tempest-NetworksIpV6TestAttrs-1453117616 tempest-NetworksIpV6TestAttrs-1453117616] 10.222.0.24 "DELETE /v2.0/subnets/20d8ed13-0081-43c1-893e-5b3b19babe5a HTTP/1.1" status: 404 len: 337 time: 0.0902178 Jan 14 07:26:35.135473 n-d-768862-2 neutron-server[84765]: Traceback (most recent call last): Jan 14 07:26:35.135473 n-d-768862-2 neutron-server[84765]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 14 07:26:35.135473 n-d-768862-2 neutron-server[84765]: timer() Jan 14 07:26:35.135473 n-d-768862-2 neutron-server[84765]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 14 07:26:35.135473 n-d-768862-2 neutron-server[84765]: cb(*args, **kw) Jan 14 07:26:35.135473 n-d-768862-2 neutron-server[84765]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Jan 14 07:26:35.135473 n-d-768862-2 neutron-server[84765]: return func(*args, **kwargs) Jan 14 07:26:35.135473 n-d-768862-2 neutron-server[84765]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 14 07:26:35.135473 n-d-768862-2 neutron-server[84765]: self._notify() Jan 14 07:26:35.135473 n-d-768862-2 neutron-server[84765]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 14 07:26:35.135473 n-d-768862-2 neutron-server[84765]: self.callback(batched_events) Jan 14 07:26:35.135473 n-d-768862-2 neutron-server[84765]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 14 07:26:35.135473 n-d-768862-2 neutron-server[84765]: event.method(event) Jan 14 07:26:35.135473 n-d-768862-2 neutron-server[84765]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 14 07:26:35.135473 n-d-768862-2 neutron-server[84765]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 14 07:26:35.135473 n-d-768862-2 neutron-server[84765]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Jan 14 07:26:35.135473 n-d-768862-2 neutron-server[84765]: segment_id)['aggregates'][0] Jan 14 07:26:35.135473 n-d-768862-2 neutron-server[84765]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 14 07:26:35.135473 n-d-768862-2 neutron-server[84765]: return f(self, *a, **k) Jan 14 07:26:35.135473 n-d-768862-2 neutron-server[84765]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 14 07:26:35.135473 n-d-768862-2 neutron-server[84765]: return self._get(url).json() Jan 14 07:26:35.135473 n-d-768862-2 neutron-server[84765]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 14 07:26:35.135473 n-d-768862-2 neutron-server[84765]: **kwargs) Jan 14 07:26:35.135473 n-d-768862-2 neutron-server[84765]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 14 07:26:35.135473 n-d-768862-2 neutron-server[84765]: return self.request(url, 'GET', **kwargs) Jan 14 07:26:35.135473 n-d-768862-2 neutron-server[84765]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Jan 14 07:26:35.135473 n-d-768862-2 neutron-server[84765]: **endpoint_filter) Jan 14 07:26:35.135473 n-d-768862-2 neutron-server[84765]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 14 07:26:35.135473 n-d-768862-2 neutron-server[84765]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 14 07:26:35.135473 n-d-768862-2 neutron-server[84765]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 14 07:26:35.135473 n-d-768862-2 neutron-server[84765]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 14 07:26:35.135473 n-d-768862-2 neutron-server[84765]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 14 07:26:35.144921 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84875) accepted ('10.222.0.24', 46508) {{(pid=84875) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:26:35.268875 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-56b32a05-46b6-4bd8-bca0-e0ac278bd60e tempest-RoutersNegativeIpV6Test-1464408958 tempest-RoutersNegativeIpV6Test-1464408958] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036854176830', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850887149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3912591'] for network, after_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:26:35.294940 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-59214399-ae2c-4ca8-840f-7b89dd33b103 tempest-NetworksIpV6Test-2047944877 tempest-NetworksIpV6Test-2047944877] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:26:35.325192 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-56b32a05-46b6-4bd8-bca0-e0ac278bd60e tempest-RoutersNegativeIpV6Test-1464408958 tempest-RoutersNegativeIpV6Test-1464408958] Notify callbacks [] for network, before_response {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:26:35.329459 n-d-768862-2 neutron-server[84765]: INFO neutron.pecan_wsgi.hooks.translation [None req-86574e2a-c310-472f-87c6-161322a22d25 tempest-NetworksIpV6TestAttrs-1453117616 tempest-NetworksIpV6TestAttrs-1453117616] DELETE failed (client error): The resource could not be found. Jan 14 07:26:35.330384 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-86574e2a-c310-472f-87c6-161322a22d25 tempest-NetworksIpV6TestAttrs-1453117616 tempest-NetworksIpV6TestAttrs-1453117616] No notification will be sent due to unsuccessful status code: 404 {{(pid=84875) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Jan 14 07:26:35.331977 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56b32a05-46b6-4bd8-bca0-e0ac278bd60e tempest-RoutersNegativeIpV6Test-1464408958 tempest-RoutersNegativeIpV6Test-1464408958] Pushing event deleted for resources: {'Network': ['ID=9533dc0b-12b3-450f-936d-f541d8424211,revision_number=None']} {{(pid=84874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:26:35.333209 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-86574e2a-c310-472f-87c6-161322a22d25 tempest-NetworksIpV6TestAttrs-1453117616 tempest-NetworksIpV6TestAttrs-1453117616] 10.222.0.24 "DELETE /v2.0/networks/527a3816-0b49-4c9b-9b27-c59f02e71a95 HTTP/1.1" status: 404 len: 339 time: 0.1111476 Jan 14 07:26:35.375882 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd02d0dd-8afe-4aa4-8f55-498ab7db3fc3 tempest-NetworksIpV6Test-2047944877 tempest-NetworksIpV6Test-2047944877] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:26:35.376493 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-dd02d0dd-8afe-4aa4-8f55-498ab7db3fc3 tempest-NetworksIpV6Test-2047944877 tempest-NetworksIpV6Test-2047944877] Synchronizing usage tracker for tenant:130ee88fc4054d968ce76b7b9727c055 on resource:network {{(pid=84874) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 14 07:26:35.383448 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-56b32a05-46b6-4bd8-bca0-e0ac278bd60e tempest-RoutersNegativeIpV6Test-1464408958 tempest-RoutersNegativeIpV6Test-1464408958] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:26:35.384510 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84874) accepted ('10.222.0.24', 46512) {{(pid=84874) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:26:35.390546 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-e1fdaf20-5724-45b4-8149-127d89737e1a admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=f09e6c52b2324bf9b7428192d43e5581&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1044028 Jan 14 07:26:35.398642 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84875) accepted ('10.222.0.24', 46514) {{(pid=84875) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:26:35.450224 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-10c8d38f-8b45-4e09-9aea-4627768f7d5d tempest-BulkNetworkOpsTest-1426007266 tempest-BulkNetworkOpsTest-1426007266] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036854176830', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850887149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3912591'] for network, after_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:26:35.467979 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-17162cd5-074c-40ea-b4fa-1644aff6e625 tempest-NetworksIpV6Test-2047944877 tempest-NetworksIpV6Test-2047944877] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:26:35.490211 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-dd02d0dd-8afe-4aa4-8f55-498ab7db3fc3 tempest-NetworksIpV6Test-2047944877 tempest-NetworksIpV6Test-2047944877] Unset dirty status for tenant:130ee88fc4054d968ce76b7b9727c055 on resource:network {{(pid=84874) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 14 07:26:35.490553 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-10c8d38f-8b45-4e09-9aea-4627768f7d5d tempest-BulkNetworkOpsTest-1426007266 tempest-BulkNetworkOpsTest-1426007266] Notify callbacks [] for network, before_response {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:26:35.498368 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-dd02d0dd-8afe-4aa4-8f55-498ab7db3fc3 tempest-NetworksIpV6Test-2047944877 tempest-NetworksIpV6Test-2047944877] 10.222.0.24 "GET /v2.0/networks?id=eb54c8f1-2e37-4b78-8c00-dc221534ef32 HTTP/1.1" status: 200 len: 765 time: 0.4503124 Jan 14 07:26:35.512526 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84875) accepted ('10.222.0.24', 46520) {{(pid=84875) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:26:35.519211 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-56b32a05-46b6-4bd8-bca0-e0ac278bd60e tempest-RoutersNegativeIpV6Test-1464408958 tempest-RoutersNegativeIpV6Test-1464408958] 10.222.0.24 "DELETE /v2.0/networks/9533dc0b-12b3-450f-936d-f541d8424211 HTTP/1.1" status: 204 len: 168 time: 3.9687507 Jan 14 07:26:35.520602 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84874) accepted ('10.222.0.24', 46522) {{(pid=84874) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:26:35.526161 n-d-768862-2 neutron-server[84765]: INFO neutron.pecan_wsgi.hooks.translation [None req-f82a29d9-6074-4cce-8f66-ccd842d9c8d2 tempest-NetworksIpV6TestAttrs-1453117616 tempest-NetworksIpV6TestAttrs-1453117616] DELETE failed (client error): The resource could not be found. Jan 14 07:26:35.526990 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f82a29d9-6074-4cce-8f66-ccd842d9c8d2 tempest-NetworksIpV6TestAttrs-1453117616 tempest-NetworksIpV6TestAttrs-1453117616] No notification will be sent due to unsuccessful status code: 404 {{(pid=84874) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Jan 14 07:26:35.530998 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-10c8d38f-8b45-4e09-9aea-4627768f7d5d tempest-BulkNetworkOpsTest-1426007266 tempest-BulkNetworkOpsTest-1426007266] 10.222.0.24 "DELETE /v2.0/networks/d37bad72-5a94-4c45-b7d5-08c9eb48aee0 HTTP/1.1" status: 204 len: 168 time: 5.9337845 Jan 14 07:26:35.532666 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-f82a29d9-6074-4cce-8f66-ccd842d9c8d2 tempest-NetworksIpV6TestAttrs-1453117616 tempest-NetworksIpV6TestAttrs-1453117616] 10.222.0.24 "DELETE /v2.0/subnets/8c0f09e4-dd30-42c6-80c3-2fb3aadca1da HTTP/1.1" status: 404 len: 337 time: 0.1402109 Jan 14 07:26:35.564060 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d910263-debb-4096-a31b-f6325977b8e4 None None] get_active_networks_info from n-d-768862-2 {{(pid=84876) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}} Jan 14 07:26:35.662641 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84874) accepted ('10.222.0.24', 46526) {{(pid=84874) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:26:35.663111 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84874) accepted ('10.222.0.24', 46530) {{(pid=84874) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:26:35.716464 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Device 27cd9abb-15bc-428d-8cac-4af4a087bd17 up at agent ovs-agent-n-d-768862-2 {{(pid=84876) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 07:26:35.734529 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-f16c0e3e-a893-4693-b598-76d74075ba13 tempest-RoutersNegativeIpV6Test-1464408958 tempest-RoutersNegativeIpV6Test-1464408958] Synchronizing usage tracker for tenant:5822f9ff0e344e7eab0f8df2f3e8990f on resource:port {{(pid=84874) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 14 07:26:35.822480 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e91f7f4-8bab-4a02-bba1-051158c81c2d tempest-NetworksIpV6Test-2047944877 tempest-NetworksIpV6Test-2047944877] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:26:35.831277 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-fad5c632-736c-469f-bb62-2efe7df65ed5 None None] Provisioning for port 27cd9abb-15bc-428d-8cac-4af4a087bd17 completed by entity DHCP. {{(pid=84876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 07:26:35.832086 n-d-768862-2 neutron-server[84765]: INFO neutron.pecan_wsgi.hooks.translation [None req-b9d51b49-056c-4ac1-ad62-3b614d554f09 tempest-NetworksIpV6TestAttrs-1453117616 tempest-NetworksIpV6TestAttrs-1453117616] DELETE failed (client error): The resource could not be found. Jan 14 07:26:35.832677 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b9d51b49-056c-4ac1-ad62-3b614d554f09 tempest-NetworksIpV6TestAttrs-1453117616 tempest-NetworksIpV6TestAttrs-1453117616] No notification will be sent due to unsuccessful status code: 404 {{(pid=84874) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Jan 14 07:26:35.834359 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-4e91f7f4-8bab-4a02-bba1-051158c81c2d tempest-NetworksIpV6Test-2047944877 tempest-NetworksIpV6Test-2047944877] 10.222.0.24 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 782 time: 0.3018277 Jan 14 07:26:35.835758 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10c8d38f-8b45-4e09-9aea-4627768f7d5d tempest-BulkNetworkOpsTest-1426007266 tempest-BulkNetworkOpsTest-1426007266] Pushing event deleted for resources: {'Network': ['ID=d37bad72-5a94-4c45-b7d5-08c9eb48aee0,revision_number=None']} {{(pid=84875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:26:35.838126 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84875) accepted ('10.222.0.24', 46538) {{(pid=84875) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:26:35.840635 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84875) accepted ('10.222.0.24', 46540) {{(pid=84875) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:26:35.845185 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-b9d51b49-056c-4ac1-ad62-3b614d554f09 tempest-NetworksIpV6TestAttrs-1453117616 tempest-NetworksIpV6TestAttrs-1453117616] 10.222.0.24 "DELETE /v2.0/networks/ba231035-e44e-4fd5-904d-9311dff4d6b6 HTTP/1.1" status: 404 len: 339 time: 0.1653345 Jan 14 07:26:35.878126 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-10c8d38f-8b45-4e09-9aea-4627768f7d5d tempest-BulkNetworkOpsTest-1426007266 tempest-BulkNetworkOpsTest-1426007266] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.410s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:26:35.880612 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-f16c0e3e-a893-4693-b598-76d74075ba13 tempest-RoutersNegativeIpV6Test-1464408958 tempest-RoutersNegativeIpV6Test-1464408958] Unset dirty status for tenant:5822f9ff0e344e7eab0f8df2f3e8990f on resource:port {{(pid=84874) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 14 07:26:35.882120 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-f16c0e3e-a893-4693-b598-76d74075ba13 tempest-RoutersNegativeIpV6Test-1464408958 tempest-RoutersNegativeIpV6Test-1464408958] 10.222.0.24 "GET /v2.0/ports?device_id=bf8ad3d3-3470-428c-bfe5-23f416302424 HTTP/1.1" status: 200 len: 205 time: 0.3598032 Jan 14 07:26:35.886888 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84874) accepted ('10.222.0.24', 46546) {{(pid=84874) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:26:36.008725 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Provisioning for port 27cd9abb-15bc-428d-8cac-4af4a087bd17 completed by entity L2. {{(pid=84876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 07:26:36.035301 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Provisioning complete for port 27cd9abb-15bc-428d-8cac-4af4a087bd17 triggered by entity L2. {{(pid=84876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 07:26:36.035953 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-604227'] for port, provisioning_complete {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:26:36.072585 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-73c1995b-3892-4fd5-882b-f5a9511fbb85 tempest-NetworksIpV6Test-2047944877 tempest-NetworksIpV6Test-2047944877] 10.222.0.24 "GET /v2.0/subnets?network_id=226f1e78-82cd-4481-9055-4eb73b6db8c1 HTTP/1.1" status: 200 len: 207 time: 0.1961360 Jan 14 07:26:36.084259 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.plugin [None req-00d1ba5c-3e53-4edc-8ef8-1663a144d317 tempest-NetworksIpV6TestAttrs-1453117616 tempest-NetworksIpV6TestAttrs-1453117616] Deleting port 80598b7f-3187-4e65-83d2-60842818e68f {{(pid=84875) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 07:26:36.084637 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-00d1ba5c-3e53-4edc-8ef8-1663a144d317 tempest-NetworksIpV6TestAttrs-1453117616 tempest-NetworksIpV6TestAttrs-1453117616] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363259214248359'] for port, before_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:26:36.111370 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-64efd20b-e36d-4258-95f2-3d8966d0baad tempest-RoutersNegativeIpV6Test-1464408958 tempest-RoutersNegativeIpV6Test-1464408958] Notify callbacks [] for router, before_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:26:36.133263 n-d-768862-2 neutron-server[84765]: DEBUG neutron.notifiers.nova [None req-532eb8ff-ce5e-4769-bb88-a174feb3fb57 tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] device_id is not set on port d58c3d73-6f57-40a7-9c15-850b021904ef yet. {{(pid=84875) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}} Jan 14 07:26:36.176117 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84874) accepted ('10.222.0.24', 46552) {{(pid=84874) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:26:36.233847 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555753'] for port, before_update {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:26:36.274784 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] For port 27cd9abb-15bc-428d-8cac-4af4a087bd17, host n-d-768862-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-2',level=0,port_id=27cd9abb-15bc-428d-8cac-4af4a087bd17,segment=NetworkSegment(56f1c7cf-f3a3-41d2-9677-68978131444f),segment_id=56f1c7cf-f3a3-41d2-9677-68978131444f)] {{(pid=84876) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 07:26:36.284511 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777640533312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363259214678337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777640097497'] for port, after_update {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:26:36.292810 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-1a3db9c9-797f-4d33-be1b-abf5492000d7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84876) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:26:36.321006 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.db_base_plugin_common [None req-532eb8ff-ce5e-4769-bb88-a174feb3fb57 tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] Allocated IP 2001:db8::f816:3eff:fe55:9000 (23f0a15d-6362-4cec-82c1-cacba887c566/e644dc13-4705-402d-84b3-f4c1e700c726/d58c3d73-6f57-40a7-9c15-850b021904ef) {{(pid=84875) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 14 07:26:36.362887 n-d-768862-2 neutron-server[84765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d910263-debb-4096-a31b-f6325977b8e4 None None] Resources bound (agent type, host, resource id): {{(pid=84876) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:105}} Jan 14 07:26:36.442972 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a5eba90-3c10-48dc-983e-98eb92634ce8 tempest-NetworksIpV6Test-2047944877 tempest-NetworksIpV6Test-2047944877] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:26:36.470773 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a5eba90-3c10-48dc-983e-98eb92634ce8 tempest-NetworksIpV6Test-2047944877 tempest-NetworksIpV6Test-2047944877] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:26:36.500265 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a5eba90-3c10-48dc-983e-98eb92634ce8 tempest-NetworksIpV6Test-2047944877 tempest-NetworksIpV6Test-2047944877] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:26:36.527284 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a5eba90-3c10-48dc-983e-98eb92634ce8 tempest-NetworksIpV6Test-2047944877 tempest-NetworksIpV6Test-2047944877] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:26:36.597496 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a5eba90-3c10-48dc-983e-98eb92634ce8 tempest-NetworksIpV6Test-2047944877 tempest-NetworksIpV6Test-2047944877] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:26:36.654683 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a5eba90-3c10-48dc-983e-98eb92634ce8 tempest-NetworksIpV6Test-2047944877 tempest-NetworksIpV6Test-2047944877] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:26:36.666713 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-6a5eba90-3c10-48dc-983e-98eb92634ce8 tempest-NetworksIpV6Test-2047944877 tempest-NetworksIpV6Test-2047944877] 10.222.0.24 "GET /v2.0/networks HTTP/1.1" status: 200 len: 3731 time: 0.4786959 Jan 14 07:26:36.668455 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84874) accepted ('10.222.0.24', 46560) {{(pid=84874) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:26:36.670710 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Pushing event updated for resources: {'Port': ['ID=27cd9abb-15bc-428d-8cac-4af4a087bd17,revision_number=7']} {{(pid=84876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:26:36.709094 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.412s {{(pid=84876) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:26:36.872403 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-00d1ba5c-3e53-4edc-8ef8-1663a144d317 tempest-NetworksIpV6TestAttrs-1453117616 tempest-NetworksIpV6TestAttrs-1453117616] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036850862667'] for port, precommit_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:26:37.017663 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.plugin [None req-00d1ba5c-3e53-4edc-8ef8-1663a144d317 tempest-NetworksIpV6TestAttrs-1453117616 tempest-NetworksIpV6TestAttrs-1453117616] Calling delete_port for 80598b7f-3187-4e65-83d2-60842818e68f owned by {{(pid=84875) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 07:26:37.105336 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-64efd20b-e36d-4258-95f2-3d8966d0baad tempest-RoutersNegativeIpV6Test-1464408958 tempest-RoutersNegativeIpV6Test-1464408958] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3889346', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036854717606'] for router, precommit_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:26:37.107165 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-64efd20b-e36d-4258-95f2-3d8966d0baad tempest-RoutersNegativeIpV6Test-1464408958 tempest-RoutersNegativeIpV6Test-1464408958] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:26:37.159060 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-ee316330-d3ec-479e-80f2-66deab04341b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:26:37.197168 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-ee316330-d3ec-479e-80f2-66deab04341b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:26:37.222763 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2902f3bc-6bb3-4eee-a2e3-5c89f67343ed None None] DHCP port deletion for 9533dc0b-12b3-450f-936d-f541d8424211 request from n-d-768862-2 {{(pid=84876) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Jan 14 07:26:37.254912 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-532eb8ff-ce5e-4769-bb88-a174feb3fb57 tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] Notify callbacks [] for port, precommit_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:26:37.260090 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-00d1ba5c-3e53-4edc-8ef8-1663a144d317 tempest-NetworksIpV6TestAttrs-1453117616 tempest-NetworksIpV6TestAttrs-1453117616] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777640533329', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777640097463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851621574'] for port, after_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:26:37.262470 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-ee316330-d3ec-479e-80f2-66deab04341b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850887153'] for security_group, after_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:26:37.400368 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-5ecb70f1-cd6a-4d20-a4f9-57f3e47f9029 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:26:37.436502 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee316330-d3ec-479e-80f2-66deab04341b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8a19e9a1-34a5-4ffb-b703-364cd46f072c,revision_number=None']} {{(pid=84875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:26:37.446785 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-ee316330-d3ec-479e-80f2-66deab04341b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:26:37.448185 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-532eb8ff-ce5e-4769-bb88-a174feb3fb57 tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] Transition to ACTIVE for port object d58c3d73-6f57-40a7-9c15-850b021904ef will not be triggered until provisioned by entity DHCP. {{(pid=84875) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 07:26:37.449892 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-ec5d3ff6-6d68-42d7-8a7e-e1dffaeee3be tempest-RoutersNegativeIpV6Test-1464408958 tempest-RoutersNegativeIpV6Test-1464408958] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.042s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:26:37.471565 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-b4c400ff-24d3-492c-aa2d-3d22fc81ad0e tempest-BulkNetworkOpsTest-1426007266 tempest-BulkNetworkOpsTest-1426007266] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036854160497'] for network, before_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:26:37.555812 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-00d1ba5c-3e53-4edc-8ef8-1663a144d317 tempest-NetworksIpV6TestAttrs-1453117616 tempest-NetworksIpV6TestAttrs-1453117616] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854768116'] for port, before_response {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:26:37.565322 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-64efd20b-e36d-4258-95f2-3d8966d0baad tempest-RoutersNegativeIpV6Test-1464408958 tempest-RoutersNegativeIpV6Test-1464408958] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036850897070'] for router, after_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:26:37.565878 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-64efd20b-e36d-4258-95f2-3d8966d0baad tempest-RoutersNegativeIpV6Test-1464408958 tempest-RoutersNegativeIpV6Test-1464408958] Fanout notify agent at l3_agent the message router_deleted on router bf8ad3d3-3470-428c-bfe5-23f416302424 {{(pid=84874) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jan 14 07:26:37.577228 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Device 27cd9abb-15bc-428d-8cac-4af4a087bd17 up at agent ovs-agent-n-d-768862-2 {{(pid=84876) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 07:26:37.608318 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00d1ba5c-3e53-4edc-8ef8-1663a144d317 tempest-NetworksIpV6TestAttrs-1453117616 tempest-NetworksIpV6TestAttrs-1453117616] Pushing event deleted for resources: {'Port': ['ID=80598b7f-3187-4e65-83d2-60842818e68f,revision_number=None']} {{(pid=84875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:26:37.617849 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-00d1ba5c-3e53-4edc-8ef8-1663a144d317 tempest-NetworksIpV6TestAttrs-1453117616 tempest-NetworksIpV6TestAttrs-1453117616] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.168s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:26:37.626344 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-00d1ba5c-3e53-4edc-8ef8-1663a144d317 tempest-NetworksIpV6TestAttrs-1453117616 tempest-NetworksIpV6TestAttrs-1453117616] 10.222.0.24 "DELETE /v2.0/ports/80598b7f-3187-4e65-83d2-60842818e68f HTTP/1.1" status: 204 len: 168 time: 1.7626209 Jan 14 07:26:37.629596 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-ee316330-d3ec-479e-80f2-66deab04341b admin admin] Notify callbacks [] for security_group, before_response {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:26:37.630240 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84874) accepted ('10.222.0.24', 46568) {{(pid=84874) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:26:37.630821 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-ee316330-d3ec-479e-80f2-66deab04341b admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/8a19e9a1-34a5-4ffb-b703-364cd46f072c HTTP/1.1" status: 204 len: 168 time: 2.2249179 Jan 14 07:26:37.680272 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-532eb8ff-ce5e-4769-bb88-a174feb3fb57 tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777640123575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851621574'] for port, after_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:26:37.713187 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-64efd20b-e36d-4258-95f2-3d8966d0baad tempest-RoutersNegativeIpV6Test-1464408958 tempest-RoutersNegativeIpV6Test-1464408958] Notify callbacks [] for router, before_response {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:26:37.715340 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-64efd20b-e36d-4258-95f2-3d8966d0baad tempest-RoutersNegativeIpV6Test-1464408958 tempest-RoutersNegativeIpV6Test-1464408958] 10.222.0.24 "DELETE /v2.0/routers/bf8ad3d3-3470-428c-bfe5-23f416302424 HTTP/1.1" status: 204 len: 168 time: 1.8270118 Jan 14 07:26:37.802916 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Provisioning complete for port 27cd9abb-15bc-428d-8cac-4af4a087bd17 triggered by entity L2. {{(pid=84876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 07:26:37.803439 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-604227'] for port, provisioning_complete {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:26:37.871681 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-62411d0f-65f5-4780-b0aa-8a4e4905a039 tempest-NetworksIpV6TestAttrs-1453117616 tempest-NetworksIpV6TestAttrs-1453117616] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:26:37.993618 n-d-768862-2 neutron-server[84765]: INFO neutron.pecan_wsgi.hooks.translation [None req-fc1d1e25-e8ca-4038-997b-372c1c5bb77b tempest-NetworksIpV6TestAttrs-1453117616 tempest-NetworksIpV6TestAttrs-1453117616] DELETE failed (client error): The resource could not be found. Jan 14 07:26:38.003423 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fc1d1e25-e8ca-4038-997b-372c1c5bb77b tempest-NetworksIpV6TestAttrs-1453117616 tempest-NetworksIpV6TestAttrs-1453117616] No notification will be sent due to unsuccessful status code: 404 {{(pid=84874) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Jan 14 07:26:38.008480 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-fc1d1e25-e8ca-4038-997b-372c1c5bb77b tempest-NetworksIpV6TestAttrs-1453117616 tempest-NetworksIpV6TestAttrs-1453117616] 10.222.0.24 "DELETE /v2.0/subnets/11b7c451-9789-457e-b9be-2504003b5cd7 HTTP/1.1" status: 404 len: 337 time: 0.3599184 Jan 14 07:26:38.107019 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84874) accepted ('10.222.0.24', 46578) {{(pid=84874) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:26:38.220151 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Device 6207d429-56f6-4891-a75c-011b477cc2fe no longer exists at agent ovs-agent-n-d-768862-2 {{(pid=84876) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jan 14 07:26:38.346764 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.plugin [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] No Port match for: 6207d429-56f6-4891-a75c-011b477cc2fe {{(pid=84876) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2188}} Jan 14 07:26:38.347171 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Device 6207d429-56f6-4891-a75c-011b477cc2fe not bound to the agent host n-d-768862-2 {{(pid=84876) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jan 14 07:26:38.444813 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-3b0e195e-2233-45e4-9dc8-0578b9422e6e tempest-NetworksIpV6Test-2047944877 tempest-NetworksIpV6Test-2047944877] 10.222.0.24 "GET /v2.0/networks?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 813 time: 1.3006699 Jan 14 07:26:38.453815 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-532eb8ff-ce5e-4769-bb88-a174feb3fb57 tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] Pushing event updated for resources: {'Port': ['ID=d58c3d73-6f57-40a7-9c15-850b021904ef,revision_number=1']} {{(pid=84875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:26:38.465964 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84875) accepted ('10.222.0.24', 46592) {{(pid=84875) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:26:38.479456 n-d-768862-2 neutron-server[84765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-532eb8ff-ce5e-4769-bb88-a174feb3fb57 tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] Network 23f0a15d-6362-4cec-82c1-cacba887c566 is already hosted by enough agents. {{(pid=84875) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 07:26:38.650037 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-532eb8ff-ce5e-4769-bb88-a174feb3fb57 tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.778s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:26:38.674726 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84875) accepted ('10.222.0.24', 46598) {{(pid=84875) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:26:38.683052 n-d-768862-2 neutron-server[84765]: DEBUG neutron.scheduler.base_scheduler [None req-532eb8ff-ce5e-4769-bb88-a174feb3fb57 tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] Resources bound (agent type, host, resource id): {{(pid=84875) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 07:26:38.705646 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-532eb8ff-ce5e-4769-bb88-a174feb3fb57 tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] Received port after_create {{(pid=84875) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 14 07:26:38.714157 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network":"rule:regular_user" was deprecated in W in favor of "create_network":"role:member and project_id:%(project_id)s". Reason: Jan 14 07:26:38.714157 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:26:38.714157 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:26:38.714157 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:26:38.714157 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:shared":"rule:admin_only" was deprecated in W in favor of "create_network:shared":"role:admin and system_scope:all". Reason: Jan 14 07:26:38.714157 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:26:38.714157 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:26:38.714157 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:26:38.714157 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:router:external":"rule:admin_only" was deprecated in W in favor of "create_network:router:external":"role:admin and system_scope:all". Reason: Jan 14 07:26:38.714157 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:26:38.714157 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:26:38.714157 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:26:38.714157 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:is_default":"rule:admin_only" was deprecated in W in favor of "create_network:is_default":"role:admin and system_scope:all". Reason: Jan 14 07:26:38.714157 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:26:38.714157 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:26:38.714157 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:26:38.714157 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:port_security_enabled":"rule:regular_user" was deprecated in W in favor of "create_network:port_security_enabled":"role:member and project_id:%(project_id)s". Reason: Jan 14 07:26:38.714157 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:26:38.714157 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:26:38.714157 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:26:38.714157 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:segments":"rule:admin_only" was deprecated in W in favor of "create_network:segments":"role:admin and system_scope:all". Reason: Jan 14 07:26:38.714157 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:26:38.714157 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:26:38.714157 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:26:38.714157 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "create_network:provider:network_type":"role:admin and system_scope:all". Reason: Jan 14 07:26:38.714157 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:26:38.714157 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:26:38.714157 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:26:38.714157 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "create_network:provider:physical_network":"role:admin and system_scope:all". Reason: Jan 14 07:26:38.714157 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:26:38.714157 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:26:38.714157 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:26:38.714157 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "create_network:provider:segmentation_id":"role:admin and system_scope:all". Reason: Jan 14 07:26:38.714157 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:26:38.714157 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:26:38.714157 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:26:38.714157 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network":"rule:admin_or_owner or rule:shared or rule:external or rule:context_is_advsvc" was deprecated in W in favor of "get_network":"(role:reader and system_scope:all) or (role:reader and project_id:%(project_id)s) or rule:shared or rule:external or rule:context_is_advsvc". Reason: Jan 14 07:26:38.714157 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:26:38.714157 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:26:38.714157 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:26:38.714157 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:router:external":"rule:regular_user" was deprecated in W in favor of "get_network:router:external":"role:reader and project_id:%(project_id)s". Reason: Jan 14 07:26:38.714157 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:26:38.714157 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:26:38.714157 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:26:38.714157 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:segments":"rule:admin_only" was deprecated in W in favor of "get_network:segments":"role:reader and system_scope:all". Reason: Jan 14 07:26:38.714157 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:26:38.714157 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:26:38.714157 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:26:38.714157 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "get_network:provider:network_type":"role:reader and system_scope:all". Reason: Jan 14 07:26:38.714157 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:26:38.714157 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:26:38.714157 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:26:38.714157 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "get_network:provider:physical_network":"role:reader and system_scope:all". Reason: Jan 14 07:26:38.714157 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:26:38.714157 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:26:38.714157 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:26:38.714157 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "get_network:provider:segmentation_id":"role:reader and system_scope:all". Reason: Jan 14 07:26:38.714157 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:26:38.714157 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:26:38.714157 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:26:38.714157 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network":"rule:admin_or_owner" was deprecated in W in favor of "update_network":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 07:26:38.714157 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:26:38.714157 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:26:38.714157 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:26:38.714157 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:segments":"rule:admin_only" was deprecated in W in favor of "update_network:segments":"role:admin and system_scope:all". Reason: Jan 14 07:26:38.714157 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:26:38.714157 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:26:38.714157 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:26:38.799462 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-532eb8ff-ce5e-4769-bb88-a174feb3fb57 tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:26:38.800742 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-532eb8ff-ce5e-4769-bb88-a174feb3fb57 tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854768116'] for port, before_response {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:26:38.911625 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-532eb8ff-ce5e-4769-bb88-a174feb3fb57 tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 7.3644350 Jan 14 07:26:39.003927 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37d83d82-a210-4116-a999-f49720166332 tempest-NetworksIpV6Test-2047944877 tempest-NetworksIpV6Test-2047944877] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:26:39.015988 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37d83d82-a210-4116-a999-f49720166332 tempest-NetworksIpV6Test-2047944877 tempest-NetworksIpV6Test-2047944877] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:26:39.027396 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37d83d82-a210-4116-a999-f49720166332 tempest-NetworksIpV6Test-2047944877 tempest-NetworksIpV6Test-2047944877] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:26:39.039407 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37d83d82-a210-4116-a999-f49720166332 tempest-NetworksIpV6Test-2047944877 tempest-NetworksIpV6Test-2047944877] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:26:39.052356 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37d83d82-a210-4116-a999-f49720166332 tempest-NetworksIpV6Test-2047944877 tempest-NetworksIpV6Test-2047944877] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:26:39.063877 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-37d83d82-a210-4116-a999-f49720166332 tempest-NetworksIpV6Test-2047944877 tempest-NetworksIpV6Test-2047944877] 10.222.0.24 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3330 time: 0.5876596 Jan 14 07:26:39.065184 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84875) accepted ('10.222.0.24', 46606) {{(pid=84875) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:26:39.065723 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84875) accepted ('10.222.0.24', 46608) {{(pid=84875) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:26:39.209979 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-bb5b19e0-f9bc-4817-907d-7634bf8ac5b3 None None] Provisioning complete for port 1a539010-caf2-44ad-b1ee-c91c2ea5e01b triggered by entity DHCP. {{(pid=84876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 07:26:39.212567 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-bb5b19e0-f9bc-4817-907d-7634bf8ac5b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-604227'] for port, provisioning_complete {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:26:39.367465 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e760880-a2e0-4174-bb03-9fc1695a3797 tempest-NetworksIpV6Test-2047944877 tempest-NetworksIpV6Test-2047944877] Attributes excluded by policy engine: ['shared'] {{(pid=84875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:26:39.378887 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e760880-a2e0-4174-bb03-9fc1695a3797 tempest-NetworksIpV6Test-2047944877 tempest-NetworksIpV6Test-2047944877] Attributes excluded by policy engine: ['shared'] {{(pid=84875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:26:39.403769 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e760880-a2e0-4174-bb03-9fc1695a3797 tempest-NetworksIpV6Test-2047944877 tempest-NetworksIpV6Test-2047944877] Attributes excluded by policy engine: ['shared'] {{(pid=84875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:26:39.419783 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dca70b06-98d5-4585-bf1b-e45a525539f0 None None] Network 23f0a15d-6362-4cec-82c1-cacba887c566 requested from n-d-768862-2 {{(pid=84876) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 07:26:39.425070 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e760880-a2e0-4174-bb03-9fc1695a3797 tempest-NetworksIpV6Test-2047944877 tempest-NetworksIpV6Test-2047944877] Attributes excluded by policy engine: ['shared'] {{(pid=84875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:26:39.431035 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e760880-a2e0-4174-bb03-9fc1695a3797 tempest-NetworksIpV6Test-2047944877 tempest-NetworksIpV6Test-2047944877] Attributes excluded by policy engine: ['shared'] {{(pid=84875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:26:39.439594 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-1e760880-a2e0-4174-bb03-9fc1695a3797 tempest-NetworksIpV6Test-2047944877 tempest-NetworksIpV6Test-2047944877] 10.222.0.24 "GET /v2.0/subnets?fields=id&fields=network_id HTTP/1.1" status: 200 len: 697 time: 0.3685091 Jan 14 07:26:39.440612 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84875) accepted ('10.222.0.24', 46618) {{(pid=84875) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:26:39.466548 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-b4c400ff-24d3-492c-aa2d-3d22fc81ad0e tempest-BulkNetworkOpsTest-1426007266 tempest-BulkNetworkOpsTest-1426007266] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-598987', 'neutron.services.segments.db._delete_segments_for_network-8777640583949'] for network, precommit_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:26:39.657129 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d9f89aa-1036-426c-be5f-5ddff803ef40 tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:26:39.663354 n-d-768862-2 neutron-server[84765]: DEBUG neutron.services.segments.db [None req-b4c400ff-24d3-492c-aa2d-3d22fc81ad0e tempest-BulkNetworkOpsTest-1426007266 tempest-BulkNetworkOpsTest-1426007266] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1b1ee87d-3589-42fe-962d-a7829c802fe9']}} {{(pid=84874) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:26:39.678599 n-d-768862-2 neutron-server[84765]: DEBUG neutron.services.segments.db [None req-b4c400ff-24d3-492c-aa2d-3d22fc81ad0e tempest-BulkNetworkOpsTest-1426007266 tempest-BulkNetworkOpsTest-1426007266] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cf9ceabe-e04e-43f7-9c97-c16535965fcd') {'for_net_delete': True} {{(pid=84874) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:26:39.679156 n-d-768862-2 neutron-server[84765]: DEBUG neutron.services.segments.db [None req-b4c400ff-24d3-492c-aa2d-3d22fc81ad0e tempest-BulkNetworkOpsTest-1426007266 tempest-BulkNetworkOpsTest-1426007266] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cf9ceabe-e04e-43f7-9c97-c16535965fcd') {} {{(pid=84874) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:26:39.693365 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-b4c400ff-24d3-492c-aa2d-3d22fc81ad0e tempest-BulkNetworkOpsTest-1426007266 tempest-BulkNetworkOpsTest-1426007266] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363259214173198', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2968632'] for segment, before_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:26:39.710921 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-b4c400ff-24d3-492c-aa2d-3d22fc81ad0e tempest-BulkNetworkOpsTest-1426007266 tempest-BulkNetworkOpsTest-1426007266] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854179735'] for segment, precommit_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:26:39.713725 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-b4c400ff-24d3-492c-aa2d-3d22fc81ad0e tempest-BulkNetworkOpsTest-1426007266 tempest-BulkNetworkOpsTest-1426007266] Releasing vxlan tunnel 26 to pool {{(pid=84874) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Jan 14 07:26:39.717521 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d9f89aa-1036-426c-be5f-5ddff803ef40 tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:26:39.719411 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-3d9f89aa-1036-426c-be5f-5ddff803ef40 tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] Synchronizing usage tracker for tenant:be0aa702e3ca464795a99c51e3b3b04f on resource:port {{(pid=84875) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 14 07:26:39.909663 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-100fe8e2-b09b-4088-8c6a-1d8b4f589d4e tempest-NetworksIpV6Test-2047944877 tempest-NetworksIpV6Test-2047944877] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:26:39.911510 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-100fe8e2-b09b-4088-8c6a-1d8b4f589d4e tempest-NetworksIpV6Test-2047944877 tempest-NetworksIpV6Test-2047944877] 10.222.0.24 "GET /v2.0/networks/1653bc9c-200b-4bb4-ba90-743542d6732a HTTP/1.1" status: 200 len: 804 time: 0.4680817 Jan 14 07:26:39.921018 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84875) accepted ('10.222.0.24', 46628) {{(pid=84875) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:26:40.048241 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.managers [None req-b4c400ff-24d3-492c-aa2d-3d22fc81ad0e tempest-BulkNetworkOpsTest-1426007266 tempest-BulkNetworkOpsTest-1426007266] Network 1b1ee87d-3589-42fe-962d-a7829c802fe9 has no segments {{(pid=84874) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 14 07:26:40.071401 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-b4c400ff-24d3-492c-aa2d-3d22fc81ad0e tempest-BulkNetworkOpsTest-1426007266 tempest-BulkNetworkOpsTest-1426007266] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-596065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036851521571'] for segment, after_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:26:40.096024 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-261626c2-6c24-48a9-b5a7-93971ebdbb64 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=5822f9ff0e344e7eab0f8df2f3e8990f&name=default HTTP/1.1" status: 200 len: 2983 time: 1.3990808 Jan 14 07:26:40.103621 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-3d9f89aa-1036-426c-be5f-5ddff803ef40 tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] Unset dirty status for tenant:be0aa702e3ca464795a99c51e3b3b04f on resource:port {{(pid=84875) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 14 07:26:40.104991 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-3d9f89aa-1036-426c-be5f-5ddff803ef40 tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] 10.222.0.24 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1705 time: 1.0377853 Jan 14 07:26:40.105858 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84875) accepted ('10.222.0.24', 46634) {{(pid=84875) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:26:40.180271 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84875) accepted ('10.222.0.24', 46636) {{(pid=84875) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:26:40.373423 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.managers [None req-b4c400ff-24d3-492c-aa2d-3d22fc81ad0e tempest-BulkNetworkOpsTest-1426007266 tempest-BulkNetworkOpsTest-1426007266] Network 1b1ee87d-3589-42fe-962d-a7829c802fe9 has no segments {{(pid=84874) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 14 07:26:40.510259 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-52e4daf5-a981-427b-8fb8-b973e0179a54 None None] Provisioning complete for port 1a539010-caf2-44ad-b1ee-c91c2ea5e01b triggered by entity DHCP. {{(pid=84876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 07:26:40.510683 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-52e4daf5-a981-427b-8fb8-b973e0179a54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-604227'] for port, provisioning_complete {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:26:40.548327 n-d-768862-2 neutron-server[84765]: Traceback (most recent call last): Jan 14 07:26:40.548327 n-d-768862-2 neutron-server[84765]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 14 07:26:40.548327 n-d-768862-2 neutron-server[84765]: timer() Jan 14 07:26:40.548327 n-d-768862-2 neutron-server[84765]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 14 07:26:40.548327 n-d-768862-2 neutron-server[84765]: cb(*args, **kw) Jan 14 07:26:40.548327 n-d-768862-2 neutron-server[84765]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Jan 14 07:26:40.548327 n-d-768862-2 neutron-server[84765]: return func(*args, **kwargs) Jan 14 07:26:40.548327 n-d-768862-2 neutron-server[84765]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 14 07:26:40.548327 n-d-768862-2 neutron-server[84765]: self._notify() Jan 14 07:26:40.548327 n-d-768862-2 neutron-server[84765]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 14 07:26:40.548327 n-d-768862-2 neutron-server[84765]: self.callback(batched_events) Jan 14 07:26:40.548327 n-d-768862-2 neutron-server[84765]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 14 07:26:40.548327 n-d-768862-2 neutron-server[84765]: event.method(event) Jan 14 07:26:40.548327 n-d-768862-2 neutron-server[84765]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 14 07:26:40.548327 n-d-768862-2 neutron-server[84765]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 14 07:26:40.548327 n-d-768862-2 neutron-server[84765]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Jan 14 07:26:40.548327 n-d-768862-2 neutron-server[84765]: segment_id)['aggregates'][0] Jan 14 07:26:40.548327 n-d-768862-2 neutron-server[84765]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 14 07:26:40.548327 n-d-768862-2 neutron-server[84765]: return f(self, *a, **k) Jan 14 07:26:40.548327 n-d-768862-2 neutron-server[84765]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 14 07:26:40.548327 n-d-768862-2 neutron-server[84765]: return self._get(url).json() Jan 14 07:26:40.548327 n-d-768862-2 neutron-server[84765]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 14 07:26:40.548327 n-d-768862-2 neutron-server[84765]: **kwargs) Jan 14 07:26:40.548327 n-d-768862-2 neutron-server[84765]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 14 07:26:40.548327 n-d-768862-2 neutron-server[84765]: return self.request(url, 'GET', **kwargs) Jan 14 07:26:40.548327 n-d-768862-2 neutron-server[84765]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Jan 14 07:26:40.548327 n-d-768862-2 neutron-server[84765]: **endpoint_filter) Jan 14 07:26:40.548327 n-d-768862-2 neutron-server[84765]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 14 07:26:40.548327 n-d-768862-2 neutron-server[84765]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 14 07:26:40.548327 n-d-768862-2 neutron-server[84765]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 14 07:26:40.548327 n-d-768862-2 neutron-server[84765]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 14 07:26:40.548327 n-d-768862-2 neutron-server[84765]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 14 07:26:40.560785 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-b4c400ff-24d3-492c-aa2d-3d22fc81ad0e tempest-BulkNetworkOpsTest-1426007266 tempest-BulkNetworkOpsTest-1426007266] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036854176830', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850887149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3912591'] for network, after_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:26:40.577901 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-f7507555-6556-47b5-8586-fd52669d2a6e tempest-NetworksIpV6TestAttrs-1453117616 tempest-NetworksIpV6TestAttrs-1453117616] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036854160497'] for network, before_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:26:40.655684 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-9c79d8ec-b512-4025-8a28-74939384e96a tempest-RoutersIpV6Test-883692175 tempest-RoutersIpV6Test-883692175] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:26:40.688490 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-b4c400ff-24d3-492c-aa2d-3d22fc81ad0e tempest-BulkNetworkOpsTest-1426007266 tempest-BulkNetworkOpsTest-1426007266] Notify callbacks [] for network, before_response {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:26:40.766881 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4c400ff-24d3-492c-aa2d-3d22fc81ad0e tempest-BulkNetworkOpsTest-1426007266 tempest-BulkNetworkOpsTest-1426007266] Pushing event deleted for resources: {'Network': ['ID=1b1ee87d-3589-42fe-962d-a7829c802fe9,revision_number=None']} {{(pid=84874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:26:40.779762 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-b4c400ff-24d3-492c-aa2d-3d22fc81ad0e tempest-BulkNetworkOpsTest-1426007266 tempest-BulkNetworkOpsTest-1426007266] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:26:40.788345 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-b4c400ff-24d3-492c-aa2d-3d22fc81ad0e tempest-BulkNetworkOpsTest-1426007266 tempest-BulkNetworkOpsTest-1426007266] 10.222.0.24 "DELETE /v2.0/networks/1b1ee87d-3589-42fe-962d-a7829c802fe9 HTTP/1.1" status: 204 len: 168 time: 5.1173537 Jan 14 07:26:40.857074 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84874) accepted ('10.222.0.24', 46652) {{(pid=84874) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:26:40.876798 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-52e4daf5-a981-427b-8fb8-b973e0179a54 None None] Provisioning complete for port 27cd9abb-15bc-428d-8cac-4af4a087bd17 triggered by entity DHCP. {{(pid=84876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 07:26:40.877258 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-52e4daf5-a981-427b-8fb8-b973e0179a54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-604227'] for port, provisioning_complete {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:26:41.166259 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-017f98a9-8a07-408c-a86f-8ff0c00400a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363259214191800', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854171626'] for agent, after_update {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:26:41.304838 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-f7507555-6556-47b5-8586-fd52669d2a6e tempest-NetworksIpV6TestAttrs-1453117616 tempest-NetworksIpV6TestAttrs-1453117616] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-598987', 'neutron.services.segments.db._delete_segments_for_network-8777640583949'] for network, precommit_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:26:41.349252 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-86de921c-fbdb-4df0-adce-e4e5c237840e None None] Provisioning for port d58c3d73-6f57-40a7-9c15-850b021904ef completed by entity DHCP. {{(pid=84876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 07:26:41.355975 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-86de921c-fbdb-4df0-adce-e4e5c237840e None None] Provisioning complete for port d58c3d73-6f57-40a7-9c15-850b021904ef triggered by entity DHCP. {{(pid=84876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 07:26:41.356681 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-86de921c-fbdb-4df0-adce-e4e5c237840e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-604227'] for port, provisioning_complete {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:26:41.373530 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.plugin [None req-9f97fbf6-5f13-46bc-a7e5-44cfca4e4f2b tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] Deleting port d58c3d73-6f57-40a7-9c15-850b021904ef {{(pid=84875) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 07:26:41.374128 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-9f97fbf6-5f13-46bc-a7e5-44cfca4e4f2b tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363259214248359'] for port, before_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:26:41.489017 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.plugin [None req-86de921c-fbdb-4df0-adce-e4e5c237840e None None] Port d58c3d73-6f57-40a7-9c15-850b021904ef cannot update to ACTIVE because it is not bound. {{(pid=84876) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:329}} Jan 14 07:26:41.503615 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-86de921c-fbdb-4df0-adce-e4e5c237840e None None] Provisioning complete for port 27cd9abb-15bc-428d-8cac-4af4a087bd17 triggered by entity DHCP. {{(pid=84876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 07:26:41.504601 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-86de921c-fbdb-4df0-adce-e4e5c237840e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-604227'] for port, provisioning_complete {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:26:41.561642 n-d-768862-2 neutron-server[84765]: DEBUG neutron.services.segments.db [None req-f7507555-6556-47b5-8586-fd52669d2a6e tempest-NetworksIpV6TestAttrs-1453117616 tempest-NetworksIpV6TestAttrs-1453117616] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d738f9ea-d65f-4193-b23d-32198181aeba']}} {{(pid=84874) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:26:41.593758 n-d-768862-2 neutron-server[84765]: DEBUG neutron.services.segments.db [None req-f7507555-6556-47b5-8586-fd52669d2a6e tempest-NetworksIpV6TestAttrs-1453117616 tempest-NetworksIpV6TestAttrs-1453117616] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9ae13245-e789-449e-b333-c203068cd4ee') {'for_net_delete': True} {{(pid=84874) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:26:41.594285 n-d-768862-2 neutron-server[84765]: DEBUG neutron.services.segments.db [None req-f7507555-6556-47b5-8586-fd52669d2a6e tempest-NetworksIpV6TestAttrs-1453117616 tempest-NetworksIpV6TestAttrs-1453117616] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9ae13245-e789-449e-b333-c203068cd4ee') {} {{(pid=84874) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:26:41.624549 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-f7507555-6556-47b5-8586-fd52669d2a6e tempest-NetworksIpV6TestAttrs-1453117616 tempest-NetworksIpV6TestAttrs-1453117616] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363259214173198', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2968632'] for segment, before_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:26:41.663526 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-f7507555-6556-47b5-8586-fd52669d2a6e tempest-NetworksIpV6TestAttrs-1453117616 tempest-NetworksIpV6TestAttrs-1453117616] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854179735'] for segment, precommit_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:26:41.667268 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-f7507555-6556-47b5-8586-fd52669d2a6e tempest-NetworksIpV6TestAttrs-1453117616 tempest-NetworksIpV6TestAttrs-1453117616] Releasing vxlan tunnel 23 to pool {{(pid=84874) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Jan 14 07:26:41.796233 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-e11304b0-6609-46f0-8e90-5de059aa88bb None None] Provisioning complete for port d58c3d73-6f57-40a7-9c15-850b021904ef triggered by entity DHCP. {{(pid=84876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 07:26:41.796743 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-e11304b0-6609-46f0-8e90-5de059aa88bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-604227'] for port, provisioning_complete {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:26:41.885349 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.plugin [None req-e11304b0-6609-46f0-8e90-5de059aa88bb None None] Port d58c3d73-6f57-40a7-9c15-850b021904ef cannot update to ACTIVE because it is not bound. {{(pid=84876) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:329}} Jan 14 07:26:42.175878 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-9f97fbf6-5f13-46bc-a7e5-44cfca4e4f2b tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036850862667'] for port, precommit_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:26:42.211262 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.managers [None req-f7507555-6556-47b5-8586-fd52669d2a6e tempest-NetworksIpV6TestAttrs-1453117616 tempest-NetworksIpV6TestAttrs-1453117616] Network d738f9ea-d65f-4193-b23d-32198181aeba has no segments {{(pid=84874) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 14 07:26:42.232908 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-f7507555-6556-47b5-8586-fd52669d2a6e tempest-NetworksIpV6TestAttrs-1453117616 tempest-NetworksIpV6TestAttrs-1453117616] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-596065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036851521571'] for segment, after_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:26:42.315682 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.plugin [None req-9f97fbf6-5f13-46bc-a7e5-44cfca4e4f2b tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] Calling delete_port for d58c3d73-6f57-40a7-9c15-850b021904ef owned by {{(pid=84875) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 07:26:42.357424 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c73f286-f5c4-4c2f-8bc9-91a8254040da tempest-BulkNetworkOpsTest-1426007266 tempest-BulkNetworkOpsTest-1426007266] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:26:42.384350 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c73f286-f5c4-4c2f-8bc9-91a8254040da tempest-BulkNetworkOpsTest-1426007266 tempest-BulkNetworkOpsTest-1426007266] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:26:42.385381 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-4c73f286-f5c4-4c2f-8bc9-91a8254040da tempest-BulkNetworkOpsTest-1426007266 tempest-BulkNetworkOpsTest-1426007266] Synchronizing usage tracker for tenant:b38d707612de4e15a7a48c69a22773fb on resource:network {{(pid=84874) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 14 07:26:42.522020 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-3ce2e902-52f0-4cc8-9b6e-5a7b4655620c tempest-NetworksIpV6Test-2047944877 tempest-NetworksIpV6Test-2047944877] 10.222.0.24 "GET /v2.0/networks/1653bc9c-200b-4bb4-ba90-743542d6732a?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 320 time: 2.5977039 Jan 14 07:26:42.525223 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-9f97fbf6-5f13-46bc-a7e5-44cfca4e4f2b tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777640533329', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777640097463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851621574'] for port, after_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:26:42.527676 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84875) accepted ('10.222.0.24', 46676) {{(pid=84875) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:26:42.537578 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-852a24f7-e9a1-4193-9abb-e9506fe5213f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363259214191800', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854171626'] for agent, after_update {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:26:42.629393 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-ae91c10f-5504-4af9-a98e-69fd458af4eb tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:26:42.715167 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f96d141c-8620-40d1-a81c-2142fa2699dd tempest-NetworksIpV6Test-2047944877 tempest-NetworksIpV6Test-2047944877] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:26:42.721496 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-f96d141c-8620-40d1-a81c-2142fa2699dd tempest-NetworksIpV6Test-2047944877 tempest-NetworksIpV6Test-2047944877] 10.222.0.24 "GET /v2.0/subnets/b0d9e7c1-7017-4f85-b350-d9bc5fe4b573 HTTP/1.1" status: 200 len: 843 time: 0.1924672 Jan 14 07:26:42.763440 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84875) accepted ('10.222.0.24', 46684) {{(pid=84875) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:26:42.775913 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.managers [None req-f7507555-6556-47b5-8586-fd52669d2a6e tempest-NetworksIpV6TestAttrs-1453117616 tempest-NetworksIpV6TestAttrs-1453117616] Network d738f9ea-d65f-4193-b23d-32198181aeba has no segments {{(pid=84874) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 14 07:26:42.786397 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-88de7b0a-01e0-4ca3-9c1b-8504c9aecb88 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:26:42.816563 n-d-768862-2 neutron-server[84765]: Traceback (most recent call last): Jan 14 07:26:42.816563 n-d-768862-2 neutron-server[84765]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 14 07:26:42.816563 n-d-768862-2 neutron-server[84765]: timer() Jan 14 07:26:42.816563 n-d-768862-2 neutron-server[84765]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 14 07:26:42.816563 n-d-768862-2 neutron-server[84765]: cb(*args, **kw) Jan 14 07:26:42.816563 n-d-768862-2 neutron-server[84765]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Jan 14 07:26:42.816563 n-d-768862-2 neutron-server[84765]: return func(*args, **kwargs) Jan 14 07:26:42.816563 n-d-768862-2 neutron-server[84765]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 14 07:26:42.816563 n-d-768862-2 neutron-server[84765]: self._notify() Jan 14 07:26:42.816563 n-d-768862-2 neutron-server[84765]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 14 07:26:42.816563 n-d-768862-2 neutron-server[84765]: self.callback(batched_events) Jan 14 07:26:42.816563 n-d-768862-2 neutron-server[84765]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 14 07:26:42.816563 n-d-768862-2 neutron-server[84765]: event.method(event) Jan 14 07:26:42.816563 n-d-768862-2 neutron-server[84765]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 14 07:26:42.816563 n-d-768862-2 neutron-server[84765]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 14 07:26:42.816563 n-d-768862-2 neutron-server[84765]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Jan 14 07:26:42.816563 n-d-768862-2 neutron-server[84765]: segment_id)['aggregates'][0] Jan 14 07:26:42.816563 n-d-768862-2 neutron-server[84765]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 14 07:26:42.816563 n-d-768862-2 neutron-server[84765]: return f(self, *a, **k) Jan 14 07:26:42.816563 n-d-768862-2 neutron-server[84765]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 14 07:26:42.816563 n-d-768862-2 neutron-server[84765]: return self._get(url).json() Jan 14 07:26:42.816563 n-d-768862-2 neutron-server[84765]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 14 07:26:42.816563 n-d-768862-2 neutron-server[84765]: **kwargs) Jan 14 07:26:42.816563 n-d-768862-2 neutron-server[84765]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 14 07:26:42.816563 n-d-768862-2 neutron-server[84765]: return self.request(url, 'GET', **kwargs) Jan 14 07:26:42.816563 n-d-768862-2 neutron-server[84765]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Jan 14 07:26:42.816563 n-d-768862-2 neutron-server[84765]: **endpoint_filter) Jan 14 07:26:42.816563 n-d-768862-2 neutron-server[84765]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 14 07:26:42.816563 n-d-768862-2 neutron-server[84765]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 14 07:26:42.816563 n-d-768862-2 neutron-server[84765]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 14 07:26:42.816563 n-d-768862-2 neutron-server[84765]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 14 07:26:42.816563 n-d-768862-2 neutron-server[84765]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 14 07:26:42.888924 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f97fbf6-5f13-46bc-a7e5-44cfca4e4f2b tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] Pushing event deleted for resources: {'Port': ['ID=d58c3d73-6f57-40a7-9c15-850b021904ef,revision_number=None']} {{(pid=84875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:26:42.915106 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-4c73f286-f5c4-4c2f-8bc9-91a8254040da tempest-BulkNetworkOpsTest-1426007266 tempest-BulkNetworkOpsTest-1426007266] Unset dirty status for tenant:b38d707612de4e15a7a48c69a22773fb on resource:network {{(pid=84874) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 14 07:26:42.916549 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-4c73f286-f5c4-4c2f-8bc9-91a8254040da tempest-BulkNetworkOpsTest-1426007266 tempest-BulkNetworkOpsTest-1426007266] 10.222.0.24 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1339 time: 2.0574679 Jan 14 07:26:42.926640 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84874) accepted ('10.222.0.24', 46690) {{(pid=84874) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:26:42.934421 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.v2.base [None req-29eb3f9f-df75-4c36-9026-c3a284f40bf6 tempest-BulkNetworkOpsTest-1426007266 tempest-BulkNetworkOpsTest-1426007266] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-127752092'}} {{(pid=84874) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:26:42.941369 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-29eb3f9f-df75-4c36-9026-c3a284f40bf6 tempest-BulkNetworkOpsTest-1426007266 tempest-BulkNetworkOpsTest-1426007266] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:26:42.952837 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-29eb3f9f-df75-4c36-9026-c3a284f40bf6 tempest-BulkNetworkOpsTest-1426007266 tempest-BulkNetworkOpsTest-1426007266] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:26:42.959628 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-9f97fbf6-5f13-46bc-a7e5-44cfca4e4f2b tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.329s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:26:42.964707 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-29eb3f9f-df75-4c36-9026-c3a284f40bf6 tempest-BulkNetworkOpsTest-1426007266 tempest-BulkNetworkOpsTest-1426007266] Made reservation on behalf of b38d707612de4e15a7a48c69a22773fb for: {'network': 1} {{(pid=84874) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 07:26:42.975044 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-29eb3f9f-df75-4c36-9026-c3a284f40bf6 tempest-BulkNetworkOpsTest-1426007266 tempest-BulkNetworkOpsTest-1426007266] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555753'] for network, before_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:26:42.988247 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-f7507555-6556-47b5-8586-fd52669d2a6e tempest-NetworksIpV6TestAttrs-1453117616 tempest-NetworksIpV6TestAttrs-1453117616] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036854176830', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850887149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3912591'] for network, after_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:26:42.995179 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-c8e83f8c-a5a9-4f60-99a8-44d7f72cad46 tempest-ExternalNetworksTestJSON-1523440521 tempest-ExternalNetworksTestJSON-1523440521] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:26:43.012848 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-f7507555-6556-47b5-8586-fd52669d2a6e tempest-NetworksIpV6TestAttrs-1453117616 tempest-NetworksIpV6TestAttrs-1453117616] Notify callbacks [] for network, before_response {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:26:43.019176 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-88de7b0a-01e0-4ca3-9c1b-8504c9aecb88 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:26:43.028481 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-f7507555-6556-47b5-8586-fd52669d2a6e tempest-NetworksIpV6TestAttrs-1453117616 tempest-NetworksIpV6TestAttrs-1453117616] 10.222.0.24 "DELETE /v2.0/networks/d738f9ea-d65f-4193-b23d-32198181aeba HTTP/1.1" status: 204 len: 168 time: 4.7737782 Jan 14 07:26:43.036491 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84874) accepted ('10.222.0.24', 46696) {{(pid=84874) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:26:43.047728 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7507555-6556-47b5-8586-fd52669d2a6e tempest-NetworksIpV6TestAttrs-1453117616 tempest-NetworksIpV6TestAttrs-1453117616] Pushing event deleted for resources: {'Network': ['ID=d738f9ea-d65f-4193-b23d-32198181aeba,revision_number=None']} {{(pid=84874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:26:43.054392 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-f7507555-6556-47b5-8586-fd52669d2a6e tempest-NetworksIpV6TestAttrs-1453117616 tempest-NetworksIpV6TestAttrs-1453117616] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:26:43.152435 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-29eb3f9f-df75-4c36-9026-c3a284f40bf6 tempest-BulkNetworkOpsTest-1426007266 tempest-BulkNetworkOpsTest-1426007266] vxlan segment allocate from pool success with {'vxlan_vni': 15} {{(pid=84874) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Jan 14 07:26:43.165171 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-29eb3f9f-df75-4c36-9026-c3a284f40bf6 tempest-BulkNetworkOpsTest-1426007266 tempest-BulkNetworkOpsTest-1426007266] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854179735'] for segment, precommit_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:26:43.165684 n-d-768862-2 neutron-server[84765]: INFO neutron.db.segments_db [None req-29eb3f9f-df75-4c36-9026-c3a284f40bf6 tempest-BulkNetworkOpsTest-1426007266 tempest-BulkNetworkOpsTest-1426007266] Added segment cc5a6640-615c-4268-8f6f-bf2601ecccb4 of type vxlan for network 0f7432d6-cd74-4342-ad58-cafde6b2b846 Jan 14 07:26:43.185240 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f84df7fd-aff6-4f19-b68a-bf0d4246fee6 tempest-NetworksIpV6Test-2047944877 tempest-NetworksIpV6Test-2047944877] Attributes excluded by policy engine: ['shared'] {{(pid=84875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:26:43.189591 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-f84df7fd-aff6-4f19-b68a-bf0d4246fee6 tempest-NetworksIpV6Test-2047944877 tempest-NetworksIpV6Test-2047944877] 10.222.0.24 "GET /v2.0/subnets/b0d9e7c1-7017-4f85-b350-d9bc5fe4b573?fields=id&fields=network_id HTTP/1.1" status: 200 len: 302 time: 0.4059896 Jan 14 07:26:43.194659 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84875) accepted ('10.222.0.24', 46706) {{(pid=84875) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:26:43.203722 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-29eb3f9f-df75-4c36-9026-c3a284f40bf6 tempest-BulkNetworkOpsTest-1426007266 tempest-BulkNetworkOpsTest-1426007266] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363259214646115'] for network, precommit_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:26:43.244154 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.v2.base [None req-2aae3328-6a00-4d73-9c2a-2c03942a95fe tempest-NetworksIpV6Test-2047944877 tempest-NetworksIpV6Test-2047944877] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-389342667'}} {{(pid=84875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:26:43.258355 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-2aae3328-6a00-4d73-9c2a-2c03942a95fe tempest-NetworksIpV6Test-2047944877 tempest-NetworksIpV6Test-2047944877] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:26:43.280019 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-29eb3f9f-df75-4c36-9026-c3a284f40bf6 tempest-BulkNetworkOpsTest-1426007266 tempest-BulkNetworkOpsTest-1426007266] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850887149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964'] for network, after_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:26:43.302080 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29eb3f9f-df75-4c36-9026-c3a284f40bf6 tempest-BulkNetworkOpsTest-1426007266 tempest-BulkNetworkOpsTest-1426007266] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:26:43.302793 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-29eb3f9f-df75-4c36-9026-c3a284f40bf6 tempest-BulkNetworkOpsTest-1426007266 tempest-BulkNetworkOpsTest-1426007266] Notify callbacks [] for network, before_response {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:26:43.305629 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-9f97fbf6-5f13-46bc-a7e5-44cfca4e4f2b tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854768116'] for port, before_response {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:26:43.311690 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-d92e0bdb-d04d-46fd-8dfe-5a93b0b70584 tempest-ExternalNetworksTestJSON-1523440521 tempest-ExternalNetworksTestJSON-1523440521] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:26:43.313872 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-2aae3328-6a00-4d73-9c2a-2c03942a95fe tempest-NetworksIpV6Test-2047944877 tempest-NetworksIpV6Test-2047944877] Attempting to reserve 1 items for resource network. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:26:43.323608 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-88de7b0a-01e0-4ca3-9c1b-8504c9aecb88 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850887153'] for security_group, after_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:26:43.335674 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-e032013a-02c0-4880-b194-4d0624153903 tempest-NegativeSecGroupIPv6Test-1980982801 tempest-NegativeSecGroupIPv6Test-1980982801] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:26:43.370830 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.plugin [None req-67044e0b-9e28-4460-b3b6-4d986ea29516 tempest-NetworksIpV6TestAttrs-1453117616 tempest-NetworksIpV6TestAttrs-1453117616] Deleting port dd59aefc-1f80-4fad-ad38-8e754e9bf25d {{(pid=84874) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 07:26:43.371302 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-67044e0b-9e28-4460-b3b6-4d986ea29516 tempest-NetworksIpV6TestAttrs-1453117616 tempest-NetworksIpV6TestAttrs-1453117616] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363259214248359'] for port, before_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:26:43.383288 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88de7b0a-01e0-4ca3-9c1b-8504c9aecb88 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4b7daf6c-0065-4303-86f1-6119aaaf2c7b,revision_number=None']} {{(pid=84875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:26:43.397334 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-88de7b0a-01e0-4ca3-9c1b-8504c9aecb88 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:26:43.442412 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-9f97fbf6-5f13-46bc-a7e5-44cfca4e4f2b tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] 10.222.0.24 "DELETE /v2.0/ports/d58c3d73-6f57-40a7-9c15-850b021904ef HTTP/1.1" status: 204 len: 168 time: 3.2604403 Jan 14 07:26:43.449340 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84875) accepted ('10.222.0.24', 46710) {{(pid=84875) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:26:43.459350 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-88de7b0a-01e0-4ca3-9c1b-8504c9aecb88 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:26:43.462108 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-88de7b0a-01e0-4ca3-9c1b-8504c9aecb88 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/4b7daf6c-0065-4303-86f1-6119aaaf2c7b HTTP/1.1" status: 204 len: 168 time: 3.2893314 Jan 14 07:26:43.464814 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2aae3328-6a00-4d73-9c2a-2c03942a95fe tempest-NetworksIpV6Test-2047944877 tempest-NetworksIpV6Test-2047944877] Made reservation on behalf of 130ee88fc4054d968ce76b7b9727c055 for: {'network': 1} {{(pid=84875) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 07:26:43.484465 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-2aae3328-6a00-4d73-9c2a-2c03942a95fe tempest-NetworksIpV6Test-2047944877 tempest-NetworksIpV6Test-2047944877] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555753'] for network, before_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:26:43.697003 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e46613d6-04db-4f24-a4f3-048cd9fcf11b tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:26:43.707027 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e46613d6-04db-4f24-a4f3-048cd9fcf11b tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:26:43.710422 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-e46613d6-04db-4f24-a4f3-048cd9fcf11b tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] 10.222.0.24 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1454 time: 0.2577553 Jan 14 07:26:43.718081 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84875) accepted ('10.222.0.24', 46720) {{(pid=84875) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:26:43.978295 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2aae3328-6a00-4d73-9c2a-2c03942a95fe tempest-NetworksIpV6Test-2047944877 tempest-NetworksIpV6Test-2047944877] vxlan segment allocate from pool success with {'vxlan_vni': 23} {{(pid=84875) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Jan 14 07:26:43.992313 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-2aae3328-6a00-4d73-9c2a-2c03942a95fe tempest-NetworksIpV6Test-2047944877 tempest-NetworksIpV6Test-2047944877] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment--9223363259214191851', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854179735'] for segment, precommit_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:26:43.993931 n-d-768862-2 neutron-server[84765]: INFO neutron.db.segments_db [None req-2aae3328-6a00-4d73-9c2a-2c03942a95fe tempest-NetworksIpV6Test-2047944877 tempest-NetworksIpV6Test-2047944877] Added segment 3c9a33bc-8f76-42e5-8e73-b06fd659f6f1 of type vxlan for network 3de5c3db-56fb-49a4-8849-a577f31c8e75 Jan 14 07:26:44.026929 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-29eb3f9f-df75-4c36-9026-c3a284f40bf6 tempest-BulkNetworkOpsTest-1426007266 tempest-BulkNetworkOpsTest-1426007266] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 1.0987699 Jan 14 07:26:44.045247 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84875) accepted ('10.222.0.24', 46736) {{(pid=84875) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:26:44.079778 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.v2.base [None req-c0471d1e-79c4-4404-9513-c5227fb9d30a tempest-BulkNetworkOpsTest-1426007266 tempest-BulkNetworkOpsTest-1426007266] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-1061806065'}} {{(pid=84875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:26:44.089506 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-67044e0b-9e28-4460-b3b6-4d986ea29516 tempest-NetworksIpV6TestAttrs-1453117616 tempest-NetworksIpV6TestAttrs-1453117616] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036850862667'] for port, precommit_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:26:44.100268 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-c0471d1e-79c4-4404-9513-c5227fb9d30a tempest-BulkNetworkOpsTest-1426007266 tempest-BulkNetworkOpsTest-1426007266] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:26:44.106587 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29eb3f9f-df75-4c36-9026-c3a284f40bf6 tempest-BulkNetworkOpsTest-1426007266 tempest-BulkNetworkOpsTest-1426007266] Pushing event updated for resources: {'Network': ['ID=0f7432d6-cd74-4342-ad58-cafde6b2b846,revision_number=1']} {{(pid=84874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:26:44.111857 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-c0471d1e-79c4-4404-9513-c5227fb9d30a tempest-BulkNetworkOpsTest-1426007266 tempest-BulkNetworkOpsTest-1426007266] Usage tracker for resource:network and tenant:b38d707612de4e15a7a48c69a22773fb is out of sync, need to count used quota {{(pid=84875) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:26:44.125587 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-c0471d1e-79c4-4404-9513-c5227fb9d30a tempest-BulkNetworkOpsTest-1426007266 tempest-BulkNetworkOpsTest-1426007266] Quota usage for network was recalculated. Used quota:1. {{(pid=84875) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:26:44.126727 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-017f98a9-8a07-408c-a86f-8ff0c00400a0 None None] Network 0f7432d6-cd74-4342-ad58-cafde6b2b846 details requested by agent ovs-agent-n-h1-768862-2 with host n-h1-768862-2 {{(pid=84876) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 07:26:44.140413 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-29eb3f9f-df75-4c36-9026-c3a284f40bf6 tempest-BulkNetworkOpsTest-1426007266 tempest-BulkNetworkOpsTest-1426007266] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.828s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:26:44.141875 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-c0471d1e-79c4-4404-9513-c5227fb9d30a tempest-BulkNetworkOpsTest-1426007266 tempest-BulkNetworkOpsTest-1426007266] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:26:44.174263 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-2aae3328-6a00-4d73-9c2a-2c03942a95fe tempest-NetworksIpV6Test-2047944877 tempest-NetworksIpV6Test-2047944877] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363259214646115'] for network, precommit_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:26:44.193440 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-852a24f7-e9a1-4193-9abb-e9506fe5213f None None] Network 0f7432d6-cd74-4342-ad58-cafde6b2b846 details requested by agent ovs-agent-n-h2-768862-2 with host n-h2-768862-2 {{(pid=84876) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 07:26:44.242589 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c0471d1e-79c4-4404-9513-c5227fb9d30a tempest-BulkNetworkOpsTest-1426007266 tempest-BulkNetworkOpsTest-1426007266] Made reservation on behalf of b38d707612de4e15a7a48c69a22773fb for: {'network': 1} {{(pid=84875) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 07:26:44.251962 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Network 0f7432d6-cd74-4342-ad58-cafde6b2b846 details requested by agent ovs-agent-n-d-768862-2 with host n-d-768862-2 {{(pid=84876) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 07:26:44.268432 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-c0471d1e-79c4-4404-9513-c5227fb9d30a tempest-BulkNetworkOpsTest-1426007266 tempest-BulkNetworkOpsTest-1426007266] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555753'] for network, before_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:26:44.450744 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.db.resource_extend [None req-2aae3328-6a00-4d73-9c2a-2c03942a95fe tempest-NetworksIpV6Test-2047944877 tempest-NetworksIpV6Test-2047944877] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84875) wrapper /usr/local/lib/python3.6/dist-packages/oslo_utils/timeutils.py:388}} Jan 14 07:26:44.498722 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-2aae3328-6a00-4d73-9c2a-2c03942a95fe tempest-NetworksIpV6Test-2047944877 tempest-NetworksIpV6Test-2047944877] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850887149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964'] for network, after_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:26:44.524254 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2aae3328-6a00-4d73-9c2a-2c03942a95fe tempest-NetworksIpV6Test-2047944877 tempest-NetworksIpV6Test-2047944877] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:26:44.525432 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-2aae3328-6a00-4d73-9c2a-2c03942a95fe tempest-NetworksIpV6Test-2047944877 tempest-NetworksIpV6Test-2047944877] Notify callbacks [] for network, before_response {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:26:44.538222 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-d063e859-5de2-4fb7-b84b-c2a68c4f9b2e tempest-NetworksIpV6Test-2047944877 tempest-NetworksIpV6Test-2047944877] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:26:44.636157 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.plugin [None req-67044e0b-9e28-4460-b3b6-4d986ea29516 tempest-NetworksIpV6TestAttrs-1453117616 tempest-NetworksIpV6TestAttrs-1453117616] Calling delete_port for dd59aefc-1f80-4fad-ad38-8e754e9bf25d owned by {{(pid=84874) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 07:26:44.643062 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c0471d1e-79c4-4404-9513-c5227fb9d30a tempest-BulkNetworkOpsTest-1426007266 tempest-BulkNetworkOpsTest-1426007266] vxlan segment allocate from pool success with {'vxlan_vni': 24} {{(pid=84875) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Jan 14 07:26:44.749878 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84874) accepted ('10.222.0.24', 46754) {{(pid=84874) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:26:44.876667 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-c0471d1e-79c4-4404-9513-c5227fb9d30a tempest-BulkNetworkOpsTest-1426007266 tempest-BulkNetworkOpsTest-1426007266] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment--9223363259214191851', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854179735'] for segment, precommit_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:26:44.877215 n-d-768862-2 neutron-server[84765]: INFO neutron.db.segments_db [None req-c0471d1e-79c4-4404-9513-c5227fb9d30a tempest-BulkNetworkOpsTest-1426007266 tempest-BulkNetworkOpsTest-1426007266] Added segment 6cdad0c8-c946-4e13-a9b6-6d957e72729a of type vxlan for network 39e780a8-2eb6-46b2-84b2-a91bc429a923 Jan 14 07:26:44.886371 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.db_base_plugin_v2 [None req-7f9f425c-639b-4310-a2db-26ff8a91a9cd tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] Deleting subnet e644dc13-4705-402d-84b3-f4c1e700c726 {{(pid=84875) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Jan 14 07:26:44.898271 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-7f9f425c-639b-4310-a2db-26ff8a91a9cd tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] Notify callbacks [] for subnet, before_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:26:44.978086 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-67044e0b-9e28-4460-b3b6-4d986ea29516 tempest-NetworksIpV6TestAttrs-1453117616 tempest-NetworksIpV6TestAttrs-1453117616] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777640533329', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777640097463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3254186'] for port, after_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:26:45.042517 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-7f9f425c-639b-4310-a2db-26ff8a91a9cd tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3367281'] for subnet, precommit_delete_associations {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:26:45.210285 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-7f9f425c-639b-4310-a2db-26ff8a91a9cd tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036854176836'] for subnet, precommit_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:26:45.232897 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-5edc0461-42de-4942-8799-49f3a1391a20 tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:26:45.350392 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67044e0b-9e28-4460-b3b6-4d986ea29516 tempest-NetworksIpV6TestAttrs-1453117616 tempest-NetworksIpV6TestAttrs-1453117616] Pushing event deleted for resources: {'Port': ['ID=dd59aefc-1f80-4fad-ad38-8e754e9bf25d,revision_number=None']} {{(pid=84874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:26:45.384137 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-67044e0b-9e28-4460-b3b6-4d986ea29516 tempest-NetworksIpV6TestAttrs-1453117616 tempest-NetworksIpV6TestAttrs-1453117616] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:26:45.398448 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-5982a93d-bf13-4874-88a9-e47262582b67 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:26:45.443091 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-67044e0b-9e28-4460-b3b6-4d986ea29516 tempest-NetworksIpV6TestAttrs-1453117616 tempest-NetworksIpV6TestAttrs-1453117616] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854768116'] for port, before_response {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:26:45.454981 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-5982a93d-bf13-4874-88a9-e47262582b67 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:26:45.462844 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-5982a93d-bf13-4874-88a9-e47262582b67 admin admin] Usage tracker for resource:security_group_rule and tenant:b4c57f45b3a546cbae0fb856bd440e6e is out of sync, need to count used quota {{(pid=84874) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:26:45.468593 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-5982a93d-bf13-4874-88a9-e47262582b67 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84874) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:26:45.482225 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-5982a93d-bf13-4874-88a9-e47262582b67 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:26:45.498456 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84874) accepted ('10.222.0.24', 46770) {{(pid=84874) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:26:45.524858 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-2aae3328-6a00-4d73-9c2a-2c03942a95fe tempest-NetworksIpV6Test-2047944877 tempest-NetworksIpV6Test-2047944877] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 2.3183978 Jan 14 07:26:45.526067 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aae3328-6a00-4d73-9c2a-2c03942a95fe tempest-NetworksIpV6Test-2047944877 tempest-NetworksIpV6Test-2047944877] Pushing event updated for resources: {'Network': ['ID=3de5c3db-56fb-49a4-8849-a577f31c8e75,revision_number=1']} {{(pid=84875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:26:45.528929 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84875) accepted ('10.222.0.24', 46776) {{(pid=84875) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:26:45.540450 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-2aae3328-6a00-4d73-9c2a-2c03942a95fe tempest-NetworksIpV6Test-2047944877 tempest-NetworksIpV6Test-2047944877] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.002s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:26:45.542397 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-852a24f7-e9a1-4193-9abb-e9506fe5213f None None] Network 3de5c3db-56fb-49a4-8849-a577f31c8e75 details requested by agent ovs-agent-n-h2-768862-2 with host n-h2-768862-2 {{(pid=84876) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 07:26:45.548360 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.v2.base [None req-4e0b9cb5-9c30-4c18-af27-79edf0a3c9ad tempest-NetworksIpV6Test-2047944877 tempest-NetworksIpV6Test-2047944877] Request body: {'subnet': {'network_id': '3de5c3db-56fb-49a4-8849-a577f31c8e75', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888'], 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=84875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:26:45.566856 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-c0471d1e-79c4-4404-9513-c5227fb9d30a tempest-BulkNetworkOpsTest-1426007266 tempest-BulkNetworkOpsTest-1426007266] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363259214646115'] for network, precommit_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:26:45.568392 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-017f98a9-8a07-408c-a86f-8ff0c00400a0 None None] Network 3de5c3db-56fb-49a4-8849-a577f31c8e75 details requested by agent ovs-agent-n-h1-768862-2 with host n-h1-768862-2 {{(pid=84876) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 07:26:45.660240 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-5982a93d-bf13-4874-88a9-e47262582b67 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:26:45.669338 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-67044e0b-9e28-4460-b3b6-4d986ea29516 tempest-NetworksIpV6TestAttrs-1453117616 tempest-NetworksIpV6TestAttrs-1453117616] 10.222.0.24 "DELETE /v2.0/ports/dd59aefc-1f80-4fad-ad38-8e754e9bf25d HTTP/1.1" status: 204 len: 168 time: 2.6240361 Jan 14 07:26:45.671873 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84875) accepted ('10.222.0.24', 46780) {{(pid=84875) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:26:45.672841 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-5982a93d-bf13-4874-88a9-e47262582b67 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850887153'] for security_group, after_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:26:45.713023 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-3b437599-8203-417b-a85c-1cb1f51731d5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:26:45.745657 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-5982a93d-bf13-4874-88a9-e47262582b67 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=b4c57f45b3a546cbae0fb856bd440e6e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9933743 Jan 14 07:26:45.748537 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84874) accepted ('10.222.0.24', 46784) {{(pid=84874) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:26:45.755150 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.db.resource_extend [None req-c0471d1e-79c4-4404-9513-c5227fb9d30a tempest-BulkNetworkOpsTest-1426007266 tempest-BulkNetworkOpsTest-1426007266] It took 0.17 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84875) wrapper /usr/local/lib/python3.6/dist-packages/oslo_utils/timeutils.py:388}} Jan 14 07:26:45.815572 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Network 3de5c3db-56fb-49a4-8849-a577f31c8e75 details requested by agent ovs-agent-n-d-768862-2 with host n-d-768862-2 {{(pid=84876) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 07:26:45.835081 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5982a93d-bf13-4874-88a9-e47262582b67 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=342bd067-79de-4a37-b266-cdae006f2055,revision_number=1']} {{(pid=84874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:26:45.860332 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-5982a93d-bf13-4874-88a9-e47262582b67 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:26:45.862236 n-d-768862-2 neutron-server[84765]: INFO neutron.pecan_wsgi.hooks.translation [None req-ecc9402a-1da0-4a43-8ffd-5faae0741f0b tempest-NetworksIpV6TestAttrs-1453117616 tempest-NetworksIpV6TestAttrs-1453117616] DELETE failed (client error): The resource could not be found. Jan 14 07:26:45.862989 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ecc9402a-1da0-4a43-8ffd-5faae0741f0b tempest-NetworksIpV6TestAttrs-1453117616 tempest-NetworksIpV6TestAttrs-1453117616] No notification will be sent due to unsuccessful status code: 404 {{(pid=84875) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Jan 14 07:26:45.869472 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-ecc9402a-1da0-4a43-8ffd-5faae0741f0b tempest-NetworksIpV6TestAttrs-1453117616 tempest-NetworksIpV6TestAttrs-1453117616] 10.222.0.24 "DELETE /v2.0/subnets/8c878a66-8628-4bfd-bb02-23d1cddbc937 HTTP/1.1" status: 404 len: 337 time: 0.1775498 Jan 14 07:26:45.870617 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84875) accepted ('10.222.0.24', 46788) {{(pid=84875) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:26:45.899526 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-d7032bb4-f753-4364-a889-4a7e9b221ad4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:26:45.930023 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-d7032bb4-f753-4364-a889-4a7e9b221ad4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:26:46.019753 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-ac0a6947-c507-416a-a57a-8df137d56252 tempest-ServiceProvidersTest-1865026655 tempest-ServiceProvidersTest-1865026655] 10.222.0.24 "GET /v2.0/service-providers HTTP/1.1" status: 200 len: 498 time: 0.5143843 Jan 14 07:26:46.022395 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-d7032bb4-f753-4364-a889-4a7e9b221ad4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850887153'] for security_group, after_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:26:46.030740 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-3bc292c7-a07e-401d-88ba-69c94b8952c4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:26:46.047707 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-7f9f425c-639b-4310-a2db-26ff8a91a9cd tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-598964', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850887113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3154192', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2308610'] for subnet, after_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:26:46.049251 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7032bb4-f753-4364-a889-4a7e9b221ad4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=342bd067-79de-4a37-b266-cdae006f2055,revision_number=None']} {{(pid=84874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:26:46.065662 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-d7032bb4-f753-4364-a889-4a7e9b221ad4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:26:46.066753 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-d7032bb4-f753-4364-a889-4a7e9b221ad4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:26:46.071503 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-d7032bb4-f753-4364-a889-4a7e9b221ad4 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/342bd067-79de-4a37-b266-cdae006f2055 HTTP/1.1" status: 204 len: 168 time: 0.3158777 Jan 14 07:26:46.184407 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-62411d0f-65f5-4780-b0aa-8a4e4905a039 tempest-NetworksIpV6TestAttrs-1453117616 tempest-NetworksIpV6TestAttrs-1453117616] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:26:46.285766 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-4e0b9cb5-9c30-4c18-af27-79edf0a3c9ad tempest-NetworksIpV6Test-2047944877 tempest-NetworksIpV6Test-2047944877] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:26:46.290722 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-c0471d1e-79c4-4404-9513-c5227fb9d30a tempest-BulkNetworkOpsTest-1426007266 tempest-BulkNetworkOpsTest-1426007266] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850887149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964'] for network, after_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:26:46.311722 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0471d1e-79c4-4404-9513-c5227fb9d30a tempest-BulkNetworkOpsTest-1426007266 tempest-BulkNetworkOpsTest-1426007266] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:26:46.312477 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-c0471d1e-79c4-4404-9513-c5227fb9d30a tempest-BulkNetworkOpsTest-1426007266 tempest-BulkNetworkOpsTest-1426007266] Notify callbacks [] for network, before_response {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:26:46.366830 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f9f425c-639b-4310-a2db-26ff8a91a9cd tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] Pushing event deleted for resources: {'Subnet': ['ID=e644dc13-4705-402d-84b3-f4c1e700c726,revision_number=None']} {{(pid=84875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:26:46.375541 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-7f9f425c-639b-4310-a2db-26ff8a91a9cd tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] Notify callbacks [] for subnet, before_response {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:26:46.383171 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-4e0b9cb5-9c30-4c18-af27-79edf0a3c9ad tempest-NetworksIpV6Test-2047944877 tempest-NetworksIpV6Test-2047944877] Attempting to reserve 1 items for resource subnet. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:26:46.385855 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-7f9f425c-639b-4310-a2db-26ff8a91a9cd tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.202s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:26:46.387039 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b298d1fb-fdf6-4483-a3ab-f0739b7904ac None None] Network 23f0a15d-6362-4cec-82c1-cacba887c566 requested from n-d-768862-2 {{(pid=84876) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 07:26:46.387299 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-87d785f8-0d2d-460f-9be7-9a3b1f3662c0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.043s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:26:46.536841 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84874) accepted ('10.222.0.24', 46806) {{(pid=84874) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:26:46.538071 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-7f9f425c-639b-4310-a2db-26ff8a91a9cd tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] 10.222.0.24 "DELETE /v2.0/subnets/e644dc13-4705-402d-84b3-f4c1e700c726 HTTP/1.1" status: 204 len: 168 time: 2.8180580 Jan 14 07:26:46.547963 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-c0471d1e-79c4-4404-9513-c5227fb9d30a tempest-BulkNetworkOpsTest-1426007266 tempest-BulkNetworkOpsTest-1426007266] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 2.4948411 Jan 14 07:26:46.641615 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-fe143e54-93af-4a50-83df-bed568751f95 tempest-NetworksIpV6TestAttrs-1453117616 tempest-NetworksIpV6TestAttrs-1453117616] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036854160497'] for network, before_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:26:46.651168 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84874) accepted ('10.222.0.24', 46810) {{(pid=84874) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:26:46.665414 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.v2.base [None req-82e07268-4968-4408-97ad-14cd5f3e75ff tempest-BulkNetworkOpsTest-1426007266 tempest-BulkNetworkOpsTest-1426007266] Request body: {'ports': [{'network_id': '0f7432d6-cd74-4342-ad58-cafde6b2b846', 'name': 'tempest-port--1501178224', 'admin_state_up': True}, {'network_id': '39e780a8-2eb6-46b2-84b2-a91bc429a923', 'admin_state_up': False}]} {{(pid=84874) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:26:46.665806 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.v2.base [None req-82e07268-4968-4408-97ad-14cd5f3e75ff tempest-BulkNetworkOpsTest-1426007266 tempest-BulkNetworkOpsTest-1426007266] Request body: {'port': {'network_id': '0f7432d6-cd74-4342-ad58-cafde6b2b846', 'name': 'tempest-port--1501178224', 'admin_state_up': True}} {{(pid=84874) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:26:46.666309 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.v2.base [None req-82e07268-4968-4408-97ad-14cd5f3e75ff tempest-BulkNetworkOpsTest-1426007266 tempest-BulkNetworkOpsTest-1426007266] Request body: {'port': {'network_id': '39e780a8-2eb6-46b2-84b2-a91bc429a923', 'admin_state_up': False}} {{(pid=84874) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:26:46.717430 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-8aab523c-6b35-4920-a1eb-7681b611dded tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] 10.222.0.24 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1737778 Jan 14 07:26:46.723892 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84874) accepted ('10.222.0.24', 46816) {{(pid=84874) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:26:46.820772 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4e0b9cb5-9c30-4c18-af27-79edf0a3c9ad tempest-NetworksIpV6Test-2047944877 tempest-NetworksIpV6Test-2047944877] Made reservation on behalf of 130ee88fc4054d968ce76b7b9727c055 for: {'subnet': 1} {{(pid=84875) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 07:26:46.840328 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a4ba607-7116-4b1f-85ad-6b5e1fae0912 None None] DHCP port deletion for 23f0a15d-6362-4cec-82c1-cacba887c566 request from n-d-768862-2 {{(pid=84876) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Jan 14 07:26:46.850083 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.plugin [None req-1a4ba607-7116-4b1f-85ad-6b5e1fae0912 None None] Deleting port 27cd9abb-15bc-428d-8cac-4af4a087bd17 {{(pid=84876) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 07:26:46.850543 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-1a4ba607-7116-4b1f-85ad-6b5e1fae0912 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363259214248359'] for port, before_delete {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:26:46.858381 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0471d1e-79c4-4404-9513-c5227fb9d30a tempest-BulkNetworkOpsTest-1426007266 tempest-BulkNetworkOpsTest-1426007266] Pushing event updated for resources: {'Network': ['ID=39e780a8-2eb6-46b2-84b2-a91bc429a923,revision_number=1']} {{(pid=84875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:26:46.871955 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.v2.base [None req-5194eaa8-9102-479f-a16e-98375f278752 tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] Request body: {'subnet': {'network_id': '23f0a15d-6362-4cec-82c1-cacba887c566', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=84874) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:26:46.901920 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84874) accepted ('10.222.0.24', 46820) {{(pid=84874) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:26:46.903660 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-017f98a9-8a07-408c-a86f-8ff0c00400a0 None None] Network 39e780a8-2eb6-46b2-84b2-a91bc429a923 details requested by agent ovs-agent-n-h1-768862-2 with host n-h1-768862-2 {{(pid=84876) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 07:26:47.030463 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-852a24f7-e9a1-4193-9abb-e9506fe5213f None None] Network 39e780a8-2eb6-46b2-84b2-a91bc429a923 details requested by agent ovs-agent-n-h2-768862-2 with host n-h2-768862-2 {{(pid=84876) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 07:26:47.243674 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84874) accepted ('10.222.0.24', 46828) {{(pid=84874) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:26:47.253089 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-c0471d1e-79c4-4404-9513-c5227fb9d30a tempest-BulkNetworkOpsTest-1426007266 tempest-BulkNetworkOpsTest-1426007266] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.866s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:26:47.283296 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Network 39e780a8-2eb6-46b2-84b2-a91bc429a923 details requested by agent ovs-agent-n-d-768862-2 with host n-d-768862-2 {{(pid=84876) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 07:26:47.449005 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-4e0b9cb5-9c30-4c18-af27-79edf0a3c9ad tempest-NetworksIpV6Test-2047944877 tempest-NetworksIpV6Test-2047944877] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036852467157'] for subnet, before_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:26:47.545090 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-fe143e54-93af-4a50-83df-bed568751f95 tempest-NetworksIpV6TestAttrs-1453117616 tempest-NetworksIpV6TestAttrs-1453117616] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-598987', 'neutron.services.segments.db._delete_segments_for_network-8777640583949'] for network, precommit_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:26:47.558677 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Device 27cd9abb-15bc-428d-8cac-4af4a087bd17 no longer exists at agent ovs-agent-n-d-768862-2 {{(pid=84876) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jan 14 07:26:47.674124 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.ipam_backend_mixin [None req-4e0b9cb5-9c30-4c18-af27-79edf0a3c9ad tempest-NetworksIpV6Test-2047944877 tempest-NetworksIpV6Test-2047944877] Performing IP validity checks on allocation pools {{(pid=84875) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:316}} Jan 14 07:26:47.674634 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.ipam_backend_mixin [None req-4e0b9cb5-9c30-4c18-af27-79edf0a3c9ad tempest-NetworksIpV6Test-2047944877 tempest-NetworksIpV6Test-2047944877] Checking for overlaps among allocation pools and gateway ip {{(pid=84875) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:337}} Jan 14 07:26:47.732905 n-d-768862-2 neutron-server[84765]: DEBUG neutron.services.segments.db [None req-fe143e54-93af-4a50-83df-bed568751f95 tempest-NetworksIpV6TestAttrs-1453117616 tempest-NetworksIpV6TestAttrs-1453117616] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cecdff6f-cf85-4701-852d-f46d915ba7b2']}} {{(pid=84875) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:26:47.750513 n-d-768862-2 neutron-server[84765]: DEBUG neutron.services.segments.db [None req-fe143e54-93af-4a50-83df-bed568751f95 tempest-NetworksIpV6TestAttrs-1453117616 tempest-NetworksIpV6TestAttrs-1453117616] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '445922aa-b15e-4e18-9ef6-65bb0b656ec2') {'for_net_delete': True} {{(pid=84875) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:26:47.750872 n-d-768862-2 neutron-server[84765]: DEBUG neutron.services.segments.db [None req-fe143e54-93af-4a50-83df-bed568751f95 tempest-NetworksIpV6TestAttrs-1453117616 tempest-NetworksIpV6TestAttrs-1453117616] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '445922aa-b15e-4e18-9ef6-65bb0b656ec2') {} {{(pid=84875) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:26:47.769086 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-fe143e54-93af-4a50-83df-bed568751f95 tempest-NetworksIpV6TestAttrs-1453117616 tempest-NetworksIpV6TestAttrs-1453117616] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363259214173198', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036851408567'] for segment, before_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:26:47.797114 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-fe143e54-93af-4a50-83df-bed568751f95 tempest-NetworksIpV6TestAttrs-1453117616 tempest-NetworksIpV6TestAttrs-1453117616] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854179735'] for segment, precommit_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:26:47.807455 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-fe143e54-93af-4a50-83df-bed568751f95 tempest-NetworksIpV6TestAttrs-1453117616 tempest-NetworksIpV6TestAttrs-1453117616] Releasing vxlan tunnel 21 to pool {{(pid=84875) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Jan 14 07:26:47.883659 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-b17347c9-c40f-4647-a21b-ab5146d68970 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:26:47.946312 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-b17347c9-c40f-4647-a21b-ab5146d68970 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:26:47.950508 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-b17347c9-c40f-4647-a21b-ab5146d68970 admin admin] Usage tracker for resource:security_group_rule and tenant:a4c71536a3ec4162bd5928b095dc88ab is out of sync, need to count used quota {{(pid=84874) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:26:47.953798 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-b17347c9-c40f-4647-a21b-ab5146d68970 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84874) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:26:47.959791 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-b17347c9-c40f-4647-a21b-ab5146d68970 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:26:47.977505 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [None req-1a4ba607-7116-4b1f-85ad-6b5e1fae0912 None None] For port 27cd9abb-15bc-428d-8cac-4af4a087bd17, host n-d-768862-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-2',level=0,port_id=27cd9abb-15bc-428d-8cac-4af4a087bd17,segment=NetworkSegment(56f1c7cf-f3a3-41d2-9677-68978131444f),segment_id=56f1c7cf-f3a3-41d2-9677-68978131444f)] {{(pid=84876) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 07:26:47.977969 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-1a4ba607-7116-4b1f-85ad-6b5e1fae0912 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036850862667'] for port, precommit_delete {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:26:48.053923 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-b17347c9-c40f-4647-a21b-ab5146d68970 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:26:48.061241 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-82e07268-4968-4408-97ad-14cd5f3e75ff tempest-BulkNetworkOpsTest-1426007266 tempest-BulkNetworkOpsTest-1426007266] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:26:48.065442 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-82e07268-4968-4408-97ad-14cd5f3e75ff tempest-BulkNetworkOpsTest-1426007266 tempest-BulkNetworkOpsTest-1426007266] Usage tracker for resource:port and tenant:b38d707612de4e15a7a48c69a22773fb is out of sync, need to count used quota {{(pid=84874) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:26:48.068675 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-82e07268-4968-4408-97ad-14cd5f3e75ff tempest-BulkNetworkOpsTest-1426007266 tempest-BulkNetworkOpsTest-1426007266] Quota usage for port was recalculated. Used quota:0. {{(pid=84874) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:26:48.075138 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-82e07268-4968-4408-97ad-14cd5f3e75ff tempest-BulkNetworkOpsTest-1426007266 tempest-BulkNetworkOpsTest-1426007266] Attempting to reserve 2 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:26:48.083731 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-5194eaa8-9102-479f-a16e-98375f278752 tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:26:48.089820 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-b17347c9-c40f-4647-a21b-ab5146d68970 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850887153'] for security_group, after_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:26:48.104010 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-5194eaa8-9102-479f-a16e-98375f278752 tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] Usage tracker for resource:subnet and tenant:be0aa702e3ca464795a99c51e3b3b04f is out of sync, need to count used quota {{(pid=84874) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:26:48.107510 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-5194eaa8-9102-479f-a16e-98375f278752 tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84874) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:26:48.113732 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-5194eaa8-9102-479f-a16e-98375f278752 tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:26:48.121931 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-2d012796-728c-4e25-990c-6b768962f603 tempest-NegativeSecGroupIPv6Test-1980982801 tempest-NegativeSecGroupIPv6Test-1980982801] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:26:48.134639 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-82e07268-4968-4408-97ad-14cd5f3e75ff tempest-BulkNetworkOpsTest-1426007266 tempest-BulkNetworkOpsTest-1426007266] Made reservation on behalf of b38d707612de4e15a7a48c69a22773fb for: {'port': 2} {{(pid=84874) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 07:26:48.149100 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-82e07268-4968-4408-97ad-14cd5f3e75ff tempest-BulkNetworkOpsTest-1426007266 tempest-BulkNetworkOpsTest-1426007266] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555753'] for port, before_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:26:48.161494 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5194eaa8-9102-479f-a16e-98375f278752 tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] Made reservation on behalf of be0aa702e3ca464795a99c51e3b3b04f for: {'subnet': 1} {{(pid=84874) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 07:26:48.164406 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.managers [None req-fe143e54-93af-4a50-83df-bed568751f95 tempest-NetworksIpV6TestAttrs-1453117616 tempest-NetworksIpV6TestAttrs-1453117616] Network cecdff6f-cf85-4701-852d-f46d915ba7b2 has no segments {{(pid=84875) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 14 07:26:48.183441 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-fe143e54-93af-4a50-83df-bed568751f95 tempest-NetworksIpV6TestAttrs-1453117616 tempest-NetworksIpV6TestAttrs-1453117616] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-596065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3154253'] for segment, after_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:26:48.195366 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-4ff003fd-14f4-450b-8609-509b1146fa73 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:26:48.259261 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.plugin [None req-1a4ba607-7116-4b1f-85ad-6b5e1fae0912 None None] Calling delete_port for 27cd9abb-15bc-428d-8cac-4af4a087bd17 owned by network:dhcp {{(pid=84876) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 07:26:48.289525 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555753'] for port, before_update {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:26:48.366209 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] For port 27cd9abb-15bc-428d-8cac-4af4a087bd17, host n-d-768862-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-2',level=0,port_id=27cd9abb-15bc-428d-8cac-4af4a087bd17,segment=NetworkSegment(56f1c7cf-f3a3-41d2-9677-68978131444f),segment_id=56f1c7cf-f3a3-41d2-9677-68978131444f)] {{(pid=84876) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 07:26:48.394980 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-4ff003fd-14f4-450b-8609-509b1146fa73 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:26:48.404138 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777640533312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363259214678337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777640097497'] for port, after_update {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:26:48.419016 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-9559a7be-29e0-4d87-8466-9368087a9ef6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84876) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:26:48.474007 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.db.api [None req-1a4ba607-7116-4b1f-85ad-6b5e1fae0912 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84876) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Jan 14 07:26:48.474365 n-d-768862-2 neutron-server[84765]: DEBUG oslo_db.api [None req-1a4ba607-7116-4b1f-85ad-6b5e1fae0912 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84876) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Jan 14 07:26:48.485758 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-4ff003fd-14f4-450b-8609-509b1146fa73 admin admin] Usage tracker for resource:security_group_rule and tenant:4839173f27c647f4883ec15797a47cb1 is out of sync, need to count used quota {{(pid=84874) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:26:48.520763 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Pushing event updated for resources: {'Port': ['ID=27cd9abb-15bc-428d-8cac-4af4a087bd17,revision_number=9']} {{(pid=84876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:26:48.525951 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=84876) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:26:48.547609 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.managers [None req-fe143e54-93af-4a50-83df-bed568751f95 tempest-NetworksIpV6TestAttrs-1453117616 tempest-NetworksIpV6TestAttrs-1453117616] Network cecdff6f-cf85-4701-852d-f46d915ba7b2 has no segments {{(pid=84875) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 14 07:26:48.560966 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-4ff003fd-14f4-450b-8609-509b1146fa73 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84874) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:26:48.564058 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-82e07268-4968-4408-97ad-14cd5f3e75ff tempest-BulkNetworkOpsTest-1426007266 tempest-BulkNetworkOpsTest-1426007266] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555753'] for port, before_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:26:48.577113 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:shared":"rule:admin_only" was deprecated in W in favor of "update_network:shared":"role:admin and system_scope:all". Reason: Jan 14 07:26:48.577113 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:26:48.577113 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:26:48.577113 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:26:48.577113 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "update_network:provider:network_type":"role:admin and system_scope:all". Reason: Jan 14 07:26:48.577113 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:26:48.577113 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:26:48.577113 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:26:48.577113 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "update_network:provider:physical_network":"role:admin and system_scope:all". Reason: Jan 14 07:26:48.577113 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:26:48.577113 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:26:48.577113 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:26:48.577113 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "update_network:provider:segmentation_id":"role:admin and system_scope:all". Reason: Jan 14 07:26:48.577113 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:26:48.577113 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:26:48.577113 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:26:48.577113 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:router:external":"rule:admin_only" was deprecated in W in favor of "update_network:router:external":"role:admin and system_scope:all". Reason: Jan 14 07:26:48.577113 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:26:48.577113 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:26:48.577113 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:26:48.577113 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:is_default":"rule:admin_only" was deprecated in W in favor of "update_network:is_default":"role:admin and system_scope:all". Reason: Jan 14 07:26:48.577113 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:26:48.577113 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:26:48.577113 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:26:48.577113 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:port_security_enabled":"rule:admin_or_owner" was deprecated in W in favor of "update_network:port_security_enabled":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 07:26:48.577113 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:26:48.577113 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:26:48.577113 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:26:48.577113 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "delete_network":"rule:admin_or_owner" was deprecated in W in favor of "delete_network":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 07:26:48.577113 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:26:48.577113 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:26:48.577113 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:26:48.577113 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_segment":"rule:admin_only" was deprecated in W in favor of "create_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:26:48.577113 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:26:48.577113 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_segment":"rule:admin_only" was deprecated in W in favor of "get_segment":"role:reader and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:26:48.577113 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:26:48.577113 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_segment":"rule:admin_only" was deprecated in W in favor of "update_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:26:48.577113 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:26:48.577113 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "delete_segment":"rule:admin_only" was deprecated in W in favor of "delete_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:26:48.577113 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:26:48.577113 n-d-768862-2 neutron-server[84765]: Traceback (most recent call last): Jan 14 07:26:48.577113 n-d-768862-2 neutron-server[84765]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 14 07:26:48.577113 n-d-768862-2 neutron-server[84765]: timer() Jan 14 07:26:48.577113 n-d-768862-2 neutron-server[84765]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 14 07:26:48.577113 n-d-768862-2 neutron-server[84765]: cb(*args, **kw) Jan 14 07:26:48.577113 n-d-768862-2 neutron-server[84765]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Jan 14 07:26:48.577113 n-d-768862-2 neutron-server[84765]: return func(*args, **kwargs) Jan 14 07:26:48.577113 n-d-768862-2 neutron-server[84765]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 14 07:26:48.577113 n-d-768862-2 neutron-server[84765]: self._notify() Jan 14 07:26:48.577113 n-d-768862-2 neutron-server[84765]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 14 07:26:48.577113 n-d-768862-2 neutron-server[84765]: self.callback(batched_events) Jan 14 07:26:48.577113 n-d-768862-2 neutron-server[84765]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 14 07:26:48.577113 n-d-768862-2 neutron-server[84765]: event.method(event) Jan 14 07:26:48.577113 n-d-768862-2 neutron-server[84765]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 14 07:26:48.577113 n-d-768862-2 neutron-server[84765]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 14 07:26:48.577113 n-d-768862-2 neutron-server[84765]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Jan 14 07:26:48.577113 n-d-768862-2 neutron-server[84765]: segment_id)['aggregates'][0] Jan 14 07:26:48.577113 n-d-768862-2 neutron-server[84765]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 14 07:26:48.577113 n-d-768862-2 neutron-server[84765]: return f(self, *a, **k) Jan 14 07:26:48.577113 n-d-768862-2 neutron-server[84765]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 14 07:26:48.577113 n-d-768862-2 neutron-server[84765]: return self._get(url).json() Jan 14 07:26:48.577113 n-d-768862-2 neutron-server[84765]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 14 07:26:48.577113 n-d-768862-2 neutron-server[84765]: **kwargs) Jan 14 07:26:48.577113 n-d-768862-2 neutron-server[84765]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 14 07:26:48.577113 n-d-768862-2 neutron-server[84765]: return self.request(url, 'GET', **kwargs) Jan 14 07:26:48.577113 n-d-768862-2 neutron-server[84765]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Jan 14 07:26:48.577113 n-d-768862-2 neutron-server[84765]: **endpoint_filter) Jan 14 07:26:48.577113 n-d-768862-2 neutron-server[84765]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 14 07:26:48.577113 n-d-768862-2 neutron-server[84765]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 14 07:26:48.577113 n-d-768862-2 neutron-server[84765]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 14 07:26:48.577113 n-d-768862-2 neutron-server[84765]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 14 07:26:48.577113 n-d-768862-2 neutron-server[84765]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 14 07:26:48.588978 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-b17347c9-c40f-4647-a21b-ab5146d68970 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=a4c71536a3ec4162bd5928b095dc88ab&name=default HTTP/1.1" status: 200 len: 2983 time: 1.3406434 Jan 14 07:26:48.590029 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-4ff003fd-14f4-450b-8609-509b1146fa73 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:26:48.591178 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84875) accepted ('10.222.0.24', 46840) {{(pid=84875) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:26:48.608337 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b17347c9-c40f-4647-a21b-ab5146d68970 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ea40358c-6986-4937-815b-d551d6a8786c,revision_number=1']} {{(pid=84874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:26:48.619730 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-b17347c9-c40f-4647-a21b-ab5146d68970 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.498s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:26:48.700133 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-5194eaa8-9102-479f-a16e-98375f278752 tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036851981161'] for subnet, before_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:26:48.774255 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-fe143e54-93af-4a50-83df-bed568751f95 tempest-NetworksIpV6TestAttrs-1453117616 tempest-NetworksIpV6TestAttrs-1453117616] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036854176830', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850887149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3912591'] for network, after_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:26:48.795019 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-5de35e9c-bbbb-47b2-8df2-a03fa8733855 tempest-DHCPAgentSchedulersTestJSON-1895530401 tempest-DHCPAgentSchedulersTestJSON-1895530401] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:26:48.814520 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-4bfd7ee6-2683-4492-9b35-af06610488e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363259214191800', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854171626'] for agent, after_update {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:26:48.824578 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-fe143e54-93af-4a50-83df-bed568751f95 tempest-NetworksIpV6TestAttrs-1453117616 tempest-NetworksIpV6TestAttrs-1453117616] Notify callbacks [] for network, before_response {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:26:48.840824 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe143e54-93af-4a50-83df-bed568751f95 tempest-NetworksIpV6TestAttrs-1453117616 tempest-NetworksIpV6TestAttrs-1453117616] Pushing event deleted for resources: {'Network': ['ID=cecdff6f-cf85-4701-852d-f46d915ba7b2,revision_number=None']} {{(pid=84875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:26:48.849737 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-fe143e54-93af-4a50-83df-bed568751f95 tempest-NetworksIpV6TestAttrs-1453117616 tempest-NetworksIpV6TestAttrs-1453117616] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:26:48.868892 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-fe143e54-93af-4a50-83df-bed568751f95 tempest-NetworksIpV6TestAttrs-1453117616 tempest-NetworksIpV6TestAttrs-1453117616] 10.222.0.24 "DELETE /v2.0/networks/cecdff6f-cf85-4701-852d-f46d915ba7b2 HTTP/1.1" status: 204 len: 168 time: 2.8559105 Jan 14 07:26:48.890137 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84875) accepted ('10.222.0.24', 46846) {{(pid=84875) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:26:48.973630 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-a5ee4be8-c405-466c-bbdb-cf4ff33dc39c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:26:48.975444 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.plugin [None req-1a4ba607-7116-4b1f-85ad-6b5e1fae0912 None None] Deleting port 27cd9abb-15bc-428d-8cac-4af4a087bd17 {{(pid=84876) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 07:26:48.975909 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-1a4ba607-7116-4b1f-85ad-6b5e1fae0912 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363259214248359'] for port, before_delete {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:26:49.015573 n-d-768862-2 neutron-server[84765]: DEBUG neutron.notifiers.nova [None req-82e07268-4968-4408-97ad-14cd5f3e75ff tempest-BulkNetworkOpsTest-1426007266 tempest-BulkNetworkOpsTest-1426007266] device_id is not set on port ee775c91-11e0-4949-8e6f-d66b83e0259b yet. {{(pid=84874) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}} Jan 14 07:26:49.177048 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-a5ee4be8-c405-466c-bbdb-cf4ff33dc39c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:26:49.233047 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [None req-1a4ba607-7116-4b1f-85ad-6b5e1fae0912 None None] For port 27cd9abb-15bc-428d-8cac-4af4a087bd17, host n-d-768862-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-2',level=0,port_id=27cd9abb-15bc-428d-8cac-4af4a087bd17,segment=NetworkSegment(56f1c7cf-f3a3-41d2-9677-68978131444f),segment_id=56f1c7cf-f3a3-41d2-9677-68978131444f)] {{(pid=84876) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 07:26:49.233665 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-1a4ba607-7116-4b1f-85ad-6b5e1fae0912 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036850862667'] for port, precommit_delete {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:26:49.271051 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-82e07268-4968-4408-97ad-14cd5f3e75ff tempest-BulkNetworkOpsTest-1426007266 tempest-BulkNetworkOpsTest-1426007266] Notify callbacks [] for port, precommit_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:26:49.371602 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.db_base_plugin_v2 [None req-c75b7e66-95f5-4c60-9698-0855fc704922 tempest-NetworksIpV6TestAttrs-1453117616 tempest-NetworksIpV6TestAttrs-1453117616] Deleting subnet a4d10408-e17a-4d75-9e1a-8eda4071a090 {{(pid=84875) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Jan 14 07:26:49.376076 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-c75b7e66-95f5-4c60-9698-0855fc704922 tempest-NetworksIpV6TestAttrs-1453117616 tempest-NetworksIpV6TestAttrs-1453117616] Notify callbacks [] for subnet, before_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:26:49.386713 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.plugin [None req-1a4ba607-7116-4b1f-85ad-6b5e1fae0912 None None] Calling delete_port for 27cd9abb-15bc-428d-8cac-4af4a087bd17 owned by network:dhcp {{(pid=84876) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 07:26:49.430659 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.agents_db [None req-5b939a2f-078d-4c69-a188-cb55a28a77a0 None None] Agent healthcheck: found 7 active agents {{(pid=84877) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Jan 14 07:26:49.447240 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-c75b7e66-95f5-4c60-9698-0855fc704922 tempest-NetworksIpV6TestAttrs-1453117616 tempest-NetworksIpV6TestAttrs-1453117616] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3367281'] for subnet, precommit_delete_associations {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:26:49.456972 n-d-768862-2 neutron-server[84765]: DEBUG neutron.notifiers.nova [None req-82e07268-4968-4408-97ad-14cd5f3e75ff tempest-BulkNetworkOpsTest-1426007266 tempest-BulkNetworkOpsTest-1426007266] device_id is not set on port b753c6e3-7813-4b6b-8ec1-14a4fcffb0fc yet. {{(pid=84874) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}} Jan 14 07:26:49.468616 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-1a4ba607-7116-4b1f-85ad-6b5e1fae0912 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777640533329', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777640097463'] for port, after_delete {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:26:49.486402 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-b35e68d5-9935-4de6-a3f9-0c7d4a131f10 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84876) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:26:49.537270 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a4ba607-7116-4b1f-85ad-6b5e1fae0912 None None] Pushing event deleted for resources: {'Port': ['ID=27cd9abb-15bc-428d-8cac-4af4a087bd17,revision_number=None']} {{(pid=84876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:26:49.541159 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-1a4ba607-7116-4b1f-85ad-6b5e1fae0912 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=84876) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:26:49.554022 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-c75b7e66-95f5-4c60-9698-0855fc704922 tempest-NetworksIpV6TestAttrs-1453117616 tempest-NetworksIpV6TestAttrs-1453117616] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036854176836'] for subnet, precommit_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:26:49.618693 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-82e07268-4968-4408-97ad-14cd5f3e75ff tempest-BulkNetworkOpsTest-1426007266 tempest-BulkNetworkOpsTest-1426007266] Notify callbacks [] for port, precommit_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:26:49.661770 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-82e07268-4968-4408-97ad-14cd5f3e75ff tempest-BulkNetworkOpsTest-1426007266 tempest-BulkNetworkOpsTest-1426007266] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777640123575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3254186'] for port, after_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:26:49.662871 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a4ba607-7116-4b1f-85ad-6b5e1fae0912 None None] No DVR routers for this DVR port 27cd9abb-15bc-428d-8cac-4af4a087bd17 on host n-d-768862-2 {{(pid=84876) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Jan 14 07:26:49.714982 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-84cafd01-bc30-43d7-9672-6e1b6cdcf314 tempest-NetworksIpV6Test-2047944877 tempest-NetworksIpV6Test-2047944877] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:26:49.785032 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-4e0b9cb5-9c30-4c18-af27-79edf0a3c9ad tempest-NetworksIpV6Test-2047944877 tempest-NetworksIpV6Test-2047944877] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850887113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036851621412', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036852467174'] for subnet, after_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:26:49.806007 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-c45f3f8a-9a8a-464f-b864-86693e90ed14 tempest-NetworksIpV6TestAttrs-1453117616 tempest-NetworksIpV6TestAttrs-1453117616] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:26:49.896045 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82e07268-4968-4408-97ad-14cd5f3e75ff tempest-BulkNetworkOpsTest-1426007266 tempest-BulkNetworkOpsTest-1426007266] Pushing event updated for resources: {'Port': ['ID=ee775c91-11e0-4949-8e6f-d66b83e0259b,revision_number=1']} {{(pid=84874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:26:49.919399 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-82e07268-4968-4408-97ad-14cd5f3e75ff tempest-BulkNetworkOpsTest-1426007266 tempest-BulkNetworkOpsTest-1426007266] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.204s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:26:50.043699 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-a5ee4be8-c405-466c-bbdb-cf4ff33dc39c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850887153'] for security_group, after_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:26:50.058207 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-c75b7e66-95f5-4c60-9698-0855fc704922 tempest-NetworksIpV6TestAttrs-1453117616 tempest-NetworksIpV6TestAttrs-1453117616] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-598964', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850887113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3154192', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2308610'] for subnet, after_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:26:50.089681 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-4ff003fd-14f4-450b-8609-509b1146fa73 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:26:50.105195 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82e07268-4968-4408-97ad-14cd5f3e75ff tempest-BulkNetworkOpsTest-1426007266 tempest-BulkNetworkOpsTest-1426007266] Checking segment: {'id': 'cc5a6640-615c-4268-8f6f-bf2601ecccb4', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 15, 'network_id': '0f7432d6-cd74-4342-ad58-cafde6b2b846'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84874) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 14 07:26:50.105605 n-d-768862-2 neutron-server[84765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82e07268-4968-4408-97ad-14cd5f3e75ff tempest-BulkNetworkOpsTest-1426007266 tempest-BulkNetworkOpsTest-1426007266] Network hostable DHCP agents. Network: 0f7432d6-cd74-4342-ad58-cafde6b2b846, hostable agents: ['32f3dd84-26da-4d18-bf15-6017a8fb7247'], hosted agents: [] {{(pid=84874) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Jan 14 07:26:50.112982 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-4ff003fd-14f4-450b-8609-509b1146fa73 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850887153'] for security_group, after_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:26:50.129219 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-0c5b5097-c641-4660-91cc-80d0f0e401a2 tempest-NegativeSecGroupIPv6Test-1980982801 tempest-NegativeSecGroupIPv6Test-1980982801] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:26:50.166015 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ff003fd-14f4-450b-8609-509b1146fa73 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cc16b302-708e-489c-8018-2cea1310476f,revision_number=1']} {{(pid=84874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:26:50.175131 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-4ff003fd-14f4-450b-8609-509b1146fa73 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:26:50.224583 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-4ff003fd-14f4-450b-8609-509b1146fa73 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=4839173f27c647f4883ec15797a47cb1&name=default HTTP/1.1" status: 200 len: 2983 time: 3.3121965 Jan 14 07:26:50.224583 n-d-768862-2 neutron-server[84765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82e07268-4968-4408-97ad-14cd5f3e75ff tempest-BulkNetworkOpsTest-1426007266 tempest-BulkNetworkOpsTest-1426007266] Network 0f7432d6-cd74-4342-ad58-cafde6b2b846 is scheduled to be hosted by DHCP agent 32f3dd84-26da-4d18-bf15-6017a8fb7247 with binding_index 1 {{(pid=84874) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Jan 14 07:26:50.228089 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84874) accepted ('10.222.0.24', 46858) {{(pid=84874) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:26:50.251729 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-c75b7e66-95f5-4c60-9698-0855fc704922 tempest-NetworksIpV6TestAttrs-1453117616 tempest-NetworksIpV6TestAttrs-1453117616] Notify callbacks [] for subnet, before_response {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:26:50.259965 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f96049f3-1544-42ad-a576-a04c69678a3b None None] Network f0973124-cbfc-46f6-8689-21dd337cefb5 requested from n-d-768862-2 {{(pid=84876) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 07:26:50.265918 n-d-768862-2 neutron-server[84765]: DEBUG neutron.scheduler.base_scheduler [None req-82e07268-4968-4408-97ad-14cd5f3e75ff tempest-BulkNetworkOpsTest-1426007266 tempest-BulkNetworkOpsTest-1426007266] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768862-2, 0f7432d6-cd74-4342-ad58-cafde6b2b846) {{(pid=84874) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 07:26:50.270123 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e0b9cb5-9c30-4c18-af27-79edf0a3c9ad tempest-NetworksIpV6Test-2047944877 tempest-NetworksIpV6Test-2047944877] Pushing event updated for resources: {'Subnet': ['ID=fdef9da7-f078-4207-bd86-29b00cdd1fc4,revision_number=0']} {{(pid=84875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:26:50.281601 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82e07268-4968-4408-97ad-14cd5f3e75ff tempest-BulkNetworkOpsTest-1426007266 tempest-BulkNetworkOpsTest-1426007266] Received port after_create {{(pid=84874) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 14 07:26:50.282558 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-82e07268-4968-4408-97ad-14cd5f3e75ff tempest-BulkNetworkOpsTest-1426007266 tempest-BulkNetworkOpsTest-1426007266] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777640123575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3254186'] for port, after_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:26:50.291563 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-a5ee4be8-c405-466c-bbdb-cf4ff33dc39c admin admin] Notify callbacks [] for security_group, before_response {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:26:50.293379 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-a5ee4be8-c405-466c-bbdb-cf4ff33dc39c admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/ea40358c-6986-4937-815b-d551d6a8786c HTTP/1.1" status: 204 len: 168 time: 1.7011318 Jan 14 07:26:50.295174 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-4e0b9cb5-9c30-4c18-af27-79edf0a3c9ad tempest-NetworksIpV6Test-2047944877 tempest-NetworksIpV6Test-2047944877] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.489s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:26:50.316565 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-96d9a017-cce2-47be-ac45-eb759f905f7e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.251s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:26:50.321803 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-c4355375-312b-44e0-a12f-2d01b0388e38 tempest-RoutersIpV6Test-883692175 tempest-RoutersIpV6Test-883692175] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:26:50.334519 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-c75b7e66-95f5-4c60-9698-0855fc704922 tempest-NetworksIpV6TestAttrs-1453117616 tempest-NetworksIpV6TestAttrs-1453117616] 10.222.0.24 "DELETE /v2.0/subnets/a4d10408-e17a-4d75-9e1a-8eda4071a090 HTTP/1.1" status: 204 len: 168 time: 1.4365361 Jan 14 07:26:50.383236 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84875) accepted ('10.222.0.24', 46866) {{(pid=84875) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:26:50.419614 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82e07268-4968-4408-97ad-14cd5f3e75ff tempest-BulkNetworkOpsTest-1426007266 tempest-BulkNetworkOpsTest-1426007266] Pushing event updated for resources: {'Port': ['ID=b753c6e3-7813-4b6b-8ec1-14a4fcffb0fc,revision_number=1']} {{(pid=84874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:26:50.444135 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5ee4be8-c405-466c-bbdb-cf4ff33dc39c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ea40358c-6986-4937-815b-d551d6a8786c,revision_number=None']} {{(pid=84875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:26:50.463432 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-a5ee4be8-c405-466c-bbdb-cf4ff33dc39c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:26:50.488158 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-82e07268-4968-4408-97ad-14cd5f3e75ff tempest-BulkNetworkOpsTest-1426007266 tempest-BulkNetworkOpsTest-1426007266] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.166s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:26:50.541314 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88637edb-44db-4b35-aa11-c50d38f8bc80 None None] Network 0f7432d6-cd74-4342-ad58-cafde6b2b846 requested from n-d-768862-2 {{(pid=84876) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 07:26:50.546824 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-a2f81f6e-faa0-4aad-809e-a59626b497f0 tempest-RoutersIpV6Test-883692175 tempest-RoutersIpV6Test-883692175] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.338s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:26:50.792809 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-7d2d9c71-cb1c-43d1-8b09-2bb440efdae2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:26:50.942589 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82e07268-4968-4408-97ad-14cd5f3e75ff tempest-BulkNetworkOpsTest-1426007266 tempest-BulkNetworkOpsTest-1426007266] Checking segment: {'id': '6cdad0c8-c946-4e13-a9b6-6d957e72729a', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 24, 'network_id': '39e780a8-2eb6-46b2-84b2-a91bc429a923'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84874) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 14 07:26:50.943012 n-d-768862-2 neutron-server[84765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82e07268-4968-4408-97ad-14cd5f3e75ff tempest-BulkNetworkOpsTest-1426007266 tempest-BulkNetworkOpsTest-1426007266] Network hostable DHCP agents. Network: 39e780a8-2eb6-46b2-84b2-a91bc429a923, hostable agents: ['32f3dd84-26da-4d18-bf15-6017a8fb7247'], hosted agents: [] {{(pid=84874) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Jan 14 07:26:50.960960 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-7d2d9c71-cb1c-43d1-8b09-2bb440efdae2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:26:51.005187 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a91e2221-8e4a-4f73-a451-a63a9e433d75 None None] DHCP port deletion for f0973124-cbfc-46f6-8689-21dd337cefb5 request from n-d-768862-2 {{(pid=84876) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Jan 14 07:26:51.025911 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.plugin [None req-a91e2221-8e4a-4f73-a451-a63a9e433d75 None None] Deleting port 625d6251-fe27-47fb-9d63-0be5686e2595 {{(pid=84876) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 07:26:51.026686 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-a91e2221-8e4a-4f73-a451-a63a9e433d75 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363259214248359'] for port, before_delete {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:26:51.187900 n-d-768862-2 neutron-server[84765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82e07268-4968-4408-97ad-14cd5f3e75ff tempest-BulkNetworkOpsTest-1426007266 tempest-BulkNetworkOpsTest-1426007266] Network 39e780a8-2eb6-46b2-84b2-a91bc429a923 is scheduled to be hosted by DHCP agent 32f3dd84-26da-4d18-bf15-6017a8fb7247 with binding_index 1 {{(pid=84874) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Jan 14 07:26:51.205360 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c75b7e66-95f5-4c60-9698-0855fc704922 tempest-NetworksIpV6TestAttrs-1453117616 tempest-NetworksIpV6TestAttrs-1453117616] Pushing event deleted for resources: {'Subnet': ['ID=a4d10408-e17a-4d75-9e1a-8eda4071a090,revision_number=None']} {{(pid=84875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:26:51.229514 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-c75b7e66-95f5-4c60-9698-0855fc704922 tempest-NetworksIpV6TestAttrs-1453117616 tempest-NetworksIpV6TestAttrs-1453117616] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.672s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:26:51.278199 n-d-768862-2 neutron-server[84765]: DEBUG neutron.objects.ports [None req-5194eaa8-9102-479f-a16e-98375f278752 tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] Time-cost: Fetching 0 ports in 0 security groups {{(pid=84874) get_objects /opt/stack/neutron/neutron/objects/ports.py:428}} Jan 14 07:26:51.289307 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-5194eaa8-9102-479f-a16e-98375f278752 tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850887113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3254092', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036851981146'] for subnet, after_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:26:51.331119 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-8641f355-2094-4112-920c-8aff7062102a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:26:51.408182 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-31511ed5-b9fb-47f9-99d8-95045836803b tempest-NetworksIpV6TestAttrs-1453117616 tempest-NetworksIpV6TestAttrs-1453117616] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036854160497'] for network, before_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:26:51.543380 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e0b9cb5-9c30-4c18-af27-79edf0a3c9ad tempest-NetworksIpV6Test-2047944877 tempest-NetworksIpV6Test-2047944877] Checking segment: {'id': '3c9a33bc-8f76-42e5-8e73-b06fd659f6f1', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 23, 'network_id': '3de5c3db-56fb-49a4-8849-a577f31c8e75'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84875) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 14 07:26:51.544081 n-d-768862-2 neutron-server[84765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e0b9cb5-9c30-4c18-af27-79edf0a3c9ad tempest-NetworksIpV6Test-2047944877 tempest-NetworksIpV6Test-2047944877] Network hostable DHCP agents. Network: 3de5c3db-56fb-49a4-8849-a577f31c8e75, hostable agents: ['32f3dd84-26da-4d18-bf15-6017a8fb7247'], hosted agents: [] {{(pid=84875) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Jan 14 07:26:51.582366 n-d-768862-2 neutron-server[84765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e0b9cb5-9c30-4c18-af27-79edf0a3c9ad tempest-NetworksIpV6Test-2047944877 tempest-NetworksIpV6Test-2047944877] Network 3de5c3db-56fb-49a4-8849-a577f31c8e75 is scheduled to be hosted by DHCP agent 32f3dd84-26da-4d18-bf15-6017a8fb7247 with binding_index 1 {{(pid=84875) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Jan 14 07:26:51.589093 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.plugin [None req-31511ed5-b9fb-47f9-99d8-95045836803b tempest-NetworksIpV6TestAttrs-1453117616 tempest-NetworksIpV6TestAttrs-1453117616] Deleting port 625d6251-fe27-47fb-9d63-0be5686e2595 {{(pid=84875) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 07:26:51.589742 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-31511ed5-b9fb-47f9-99d8-95045836803b tempest-NetworksIpV6TestAttrs-1453117616 tempest-NetworksIpV6TestAttrs-1453117616] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363259214248359'] for port, before_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:26:51.637414 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Device 625d6251-fe27-47fb-9d63-0be5686e2595 no longer exists at agent ovs-agent-n-d-768862-2 {{(pid=84876) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jan 14 07:26:51.642355 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5194eaa8-9102-479f-a16e-98375f278752 tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] Pushing event updated for resources: {'Subnet': ['ID=9eb47307-8ec3-472d-9dd5-33c1d55cb856,revision_number=0']} {{(pid=84874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:26:51.669550 n-d-768862-2 neutron-server[84765]: DEBUG neutron.scheduler.base_scheduler [None req-82e07268-4968-4408-97ad-14cd5f3e75ff tempest-BulkNetworkOpsTest-1426007266 tempest-BulkNetworkOpsTest-1426007266] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768862-2, 39e780a8-2eb6-46b2-84b2-a91bc429a923) {{(pid=84874) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 07:26:51.683412 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82e07268-4968-4408-97ad-14cd5f3e75ff tempest-BulkNetworkOpsTest-1426007266 tempest-BulkNetworkOpsTest-1426007266] Received port after_create {{(pid=84874) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 14 07:26:51.684485 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network":"rule:regular_user" was deprecated in W in favor of "create_network":"role:member and project_id:%(project_id)s". Reason: Jan 14 07:26:51.684485 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:26:51.684485 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:26:51.684485 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:26:51.684485 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:shared":"rule:admin_only" was deprecated in W in favor of "create_network:shared":"role:admin and system_scope:all". Reason: Jan 14 07:26:51.684485 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:26:51.684485 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:26:51.684485 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:26:51.684485 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:router:external":"rule:admin_only" was deprecated in W in favor of "create_network:router:external":"role:admin and system_scope:all". Reason: Jan 14 07:26:51.684485 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:26:51.684485 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:26:51.684485 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:26:51.684485 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:is_default":"rule:admin_only" was deprecated in W in favor of "create_network:is_default":"role:admin and system_scope:all". Reason: Jan 14 07:26:51.684485 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:26:51.684485 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:26:51.684485 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:26:51.684485 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:port_security_enabled":"rule:regular_user" was deprecated in W in favor of "create_network:port_security_enabled":"role:member and project_id:%(project_id)s". Reason: Jan 14 07:26:51.684485 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:26:51.684485 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:26:51.684485 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:26:51.684485 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:segments":"rule:admin_only" was deprecated in W in favor of "create_network:segments":"role:admin and system_scope:all". Reason: Jan 14 07:26:51.684485 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:26:51.684485 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:26:51.684485 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:26:51.684485 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "create_network:provider:network_type":"role:admin and system_scope:all". Reason: Jan 14 07:26:51.684485 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:26:51.684485 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:26:51.684485 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:26:51.684485 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "create_network:provider:physical_network":"role:admin and system_scope:all". Reason: Jan 14 07:26:51.684485 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:26:51.684485 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:26:51.684485 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:26:51.684485 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "create_network:provider:segmentation_id":"role:admin and system_scope:all". Reason: Jan 14 07:26:51.684485 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:26:51.684485 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:26:51.684485 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:26:51.684485 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network":"rule:admin_or_owner or rule:shared or rule:external or rule:context_is_advsvc" was deprecated in W in favor of "get_network":"(role:reader and system_scope:all) or (role:reader and project_id:%(project_id)s) or rule:shared or rule:external or rule:context_is_advsvc". Reason: Jan 14 07:26:51.684485 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:26:51.684485 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:26:51.684485 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:26:51.684485 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:router:external":"rule:regular_user" was deprecated in W in favor of "get_network:router:external":"role:reader and project_id:%(project_id)s". Reason: Jan 14 07:26:51.684485 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:26:51.684485 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:26:51.684485 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:26:51.684485 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:segments":"rule:admin_only" was deprecated in W in favor of "get_network:segments":"role:reader and system_scope:all". Reason: Jan 14 07:26:51.684485 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:26:51.684485 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:26:51.684485 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:26:51.684485 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "get_network:provider:network_type":"role:reader and system_scope:all". Reason: Jan 14 07:26:51.684485 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:26:51.684485 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:26:51.684485 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:26:51.684485 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "get_network:provider:physical_network":"role:reader and system_scope:all". Reason: Jan 14 07:26:51.684485 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:26:51.684485 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:26:51.684485 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:26:51.684485 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "get_network:provider:segmentation_id":"role:reader and system_scope:all". Reason: Jan 14 07:26:51.684485 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:26:51.684485 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:26:51.684485 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:26:51.684485 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network":"rule:admin_or_owner" was deprecated in W in favor of "update_network":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 07:26:51.684485 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:26:51.684485 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:26:51.684485 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:26:51.684485 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:segments":"rule:admin_only" was deprecated in W in favor of "update_network:segments":"role:admin and system_scope:all". Reason: Jan 14 07:26:51.684485 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:26:51.684485 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:26:51.684485 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:26:51.707163 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82e07268-4968-4408-97ad-14cd5f3e75ff tempest-BulkNetworkOpsTest-1426007266 tempest-BulkNetworkOpsTest-1426007266] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details'] {{(pid=84874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:26:51.714936 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18babe33-f746-4e0e-91b8-9037711e4134 None None] Network 39e780a8-2eb6-46b2-84b2-a91bc429a923 requested from n-d-768862-2 {{(pid=84876) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 07:26:51.729011 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82e07268-4968-4408-97ad-14cd5f3e75ff tempest-BulkNetworkOpsTest-1426007266 tempest-BulkNetworkOpsTest-1426007266] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details'] {{(pid=84874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:26:51.729326 n-d-768862-2 neutron-server[84765]: DEBUG neutron.scheduler.base_scheduler [None req-4e0b9cb5-9c30-4c18-af27-79edf0a3c9ad tempest-NetworksIpV6Test-2047944877 tempest-NetworksIpV6Test-2047944877] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768862-2, 3de5c3db-56fb-49a4-8849-a577f31c8e75) {{(pid=84875) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 07:26:51.729786 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-82e07268-4968-4408-97ad-14cd5f3e75ff tempest-BulkNetworkOpsTest-1426007266 tempest-BulkNetworkOpsTest-1426007266] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854768116'] for port, before_response {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:26:51.759366 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5194eaa8-9102-479f-a16e-98375f278752 tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@n-h1-768862-2 {{(pid=84874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:26:51.759794 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5194eaa8-9102-479f-a16e-98375f278752 tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-h1-768862-2 {{(pid=84874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:26:51.760245 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5194eaa8-9102-479f-a16e-98375f278752 tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-h1-768862-2 {{(pid=84874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:26:51.760659 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5194eaa8-9102-479f-a16e-98375f278752 tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-h1-768862-2 {{(pid=84874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:26:51.761071 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5194eaa8-9102-479f-a16e-98375f278752 tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@n-h1-768862-2 {{(pid=84874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:26:51.761481 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5194eaa8-9102-479f-a16e-98375f278752 tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-h1-768862-2 {{(pid=84874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:26:51.761886 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5194eaa8-9102-479f-a16e-98375f278752 tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-h1-768862-2 {{(pid=84874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:26:51.762290 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5194eaa8-9102-479f-a16e-98375f278752 tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-h1-768862-2 {{(pid=84874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:26:51.762696 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5194eaa8-9102-479f-a16e-98375f278752 tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-h1-768862-2 {{(pid=84874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:26:51.763103 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5194eaa8-9102-479f-a16e-98375f278752 tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-h1-768862-2 {{(pid=84874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:26:51.763637 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5194eaa8-9102-479f-a16e-98375f278752 tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-h1-768862-2 {{(pid=84874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:26:51.764358 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5194eaa8-9102-479f-a16e-98375f278752 tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-h1-768862-2 {{(pid=84874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:26:51.764816 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5194eaa8-9102-479f-a16e-98375f278752 tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@n-h2-768862-2 {{(pid=84874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:26:51.765220 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5194eaa8-9102-479f-a16e-98375f278752 tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-h2-768862-2 {{(pid=84874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:26:51.765787 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5194eaa8-9102-479f-a16e-98375f278752 tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-h2-768862-2 {{(pid=84874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:26:51.766176 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5194eaa8-9102-479f-a16e-98375f278752 tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-h2-768862-2 {{(pid=84874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:26:51.766578 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5194eaa8-9102-479f-a16e-98375f278752 tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@n-h2-768862-2 {{(pid=84874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:26:51.766977 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5194eaa8-9102-479f-a16e-98375f278752 tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-h2-768862-2 {{(pid=84874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:26:51.767552 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5194eaa8-9102-479f-a16e-98375f278752 tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-h2-768862-2 {{(pid=84874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:26:51.767977 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5194eaa8-9102-479f-a16e-98375f278752 tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-h2-768862-2 {{(pid=84874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:26:51.768384 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5194eaa8-9102-479f-a16e-98375f278752 tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-h2-768862-2 {{(pid=84874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:26:51.768787 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5194eaa8-9102-479f-a16e-98375f278752 tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-h2-768862-2 {{(pid=84874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:26:51.769185 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5194eaa8-9102-479f-a16e-98375f278752 tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-h2-768862-2 {{(pid=84874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:26:51.769584 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5194eaa8-9102-479f-a16e-98375f278752 tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-h2-768862-2 {{(pid=84874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:26:51.770044 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5194eaa8-9102-479f-a16e-98375f278752 tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-2 {{(pid=84874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:26:51.770441 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5194eaa8-9102-479f-a16e-98375f278752 tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-2 {{(pid=84874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:26:51.770841 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5194eaa8-9102-479f-a16e-98375f278752 tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-2 {{(pid=84874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:26:51.771232 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5194eaa8-9102-479f-a16e-98375f278752 tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-2 {{(pid=84874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:26:51.771627 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5194eaa8-9102-479f-a16e-98375f278752 tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@n-d-768862-2 {{(pid=84874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:26:51.772076 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5194eaa8-9102-479f-a16e-98375f278752 tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-2 {{(pid=84874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:26:51.772603 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5194eaa8-9102-479f-a16e-98375f278752 tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-768862-2 {{(pid=84874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:26:51.773145 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5194eaa8-9102-479f-a16e-98375f278752 tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-768862-2 {{(pid=84874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:26:51.773548 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5194eaa8-9102-479f-a16e-98375f278752 tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-2 {{(pid=84874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:26:51.774444 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5194eaa8-9102-479f-a16e-98375f278752 tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-2 {{(pid=84874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:26:51.774848 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5194eaa8-9102-479f-a16e-98375f278752 tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-2 {{(pid=84874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:26:51.775251 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5194eaa8-9102-479f-a16e-98375f278752 tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-2 {{(pid=84874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:26:51.781786 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-5194eaa8-9102-479f-a16e-98375f278752 tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.451s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:26:51.808677 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e0b9cb5-9c30-4c18-af27-79edf0a3c9ad tempest-NetworksIpV6Test-2047944877 tempest-NetworksIpV6Test-2047944877] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:26:51.821344 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-4e0b9cb5-9c30-4c18-af27-79edf0a3c9ad tempest-NetworksIpV6Test-2047944877 tempest-NetworksIpV6Test-2047944877] Notify callbacks [] for subnet, before_response {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:26:51.853642 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-82e07268-4968-4408-97ad-14cd5f3e75ff tempest-BulkNetworkOpsTest-1426007266 tempest-BulkNetworkOpsTest-1426007266] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1450 time: 5.1953087 Jan 14 07:26:51.868382 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84874) accepted ('10.222.0.24', 46888) {{(pid=84874) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:26:51.869252 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-7d2d9c71-cb1c-43d1-8b09-2bb440efdae2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850887153'] for security_group, after_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:26:51.872115 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-7d2d9c71-cb1c-43d1-8b09-2bb440efdae2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:26:51.876786 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-7d2d9c71-cb1c-43d1-8b09-2bb440efdae2 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/cc16b302-708e-489c-8018-2cea1310476f HTTP/1.1" status: 204 len: 168 time: 1.6381006 Jan 14 07:26:51.934207 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-4ec11b50-69c2-4d5b-a0f2-36122ab88c5a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:26:51.987649 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d2d9c71-cb1c-43d1-8b09-2bb440efdae2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cc16b302-708e-489c-8018-2cea1310476f,revision_number=None']} {{(pid=84874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:26:51.998648 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-7d2d9c71-cb1c-43d1-8b09-2bb440efdae2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:26:52.017833 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-4e0b9cb5-9c30-4c18-af27-79edf0a3c9ad tempest-NetworksIpV6Test-2047944877 tempest-NetworksIpV6Test-2047944877] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 895 time: 6.4815845 Jan 14 07:26:52.023625 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84875) accepted ('10.222.0.24', 46896) {{(pid=84875) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:26:52.037542 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.v2.base [None req-5d1569cd-1fd8-49da-b69c-97c01c180d3e tempest-NetworksIpV6Test-2047944877 tempest-NetworksIpV6Test-2047944877] Request body: {'subnet': {'name': 'New_subnet', 'host_routes': [{'destination': '2001::/64', 'nexthop': '2005::1'}], 'dns_nameservers': ['2001:4860:4860::7744', '2001:4860:4860::7888'], 'gateway_ip': '2001:db8::2', 'enable_dhcp': True}} {{(pid=84875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:26:52.139379 n-d-768862-2 neutron-server[84765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5194eaa8-9102-479f-a16e-98375f278752 tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] Network 23f0a15d-6362-4cec-82c1-cacba887c566 is already hosted by enough agents. {{(pid=84874) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 07:26:52.158442 n-d-768862-2 neutron-server[84765]: DEBUG neutron.scheduler.base_scheduler [None req-5194eaa8-9102-479f-a16e-98375f278752 tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] Resources bound (agent type, host, resource id): {{(pid=84874) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 07:26:52.187597 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08e3a5c8-dc73-4761-b86d-5425978fadb0 None None] Network 3de5c3db-56fb-49a4-8849-a577f31c8e75 requested from n-d-768862-2 {{(pid=84876) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 07:26:52.193679 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5194eaa8-9102-479f-a16e-98375f278752 tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:26:52.195889 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-5194eaa8-9102-479f-a16e-98375f278752 tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] Notify callbacks [] for subnet, before_response {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:26:52.304249 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd91e2cb-b236-48b8-ac09-11a75c4d2258 tempest-BulkNetworkOpsTest-1426007266 tempest-BulkNetworkOpsTest-1426007266] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:26:52.352729 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd91e2cb-b236-48b8-ac09-11a75c4d2258 tempest-BulkNetworkOpsTest-1426007266 tempest-BulkNetworkOpsTest-1426007266] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:26:52.353778 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-cd91e2cb-b236-48b8-ac09-11a75c4d2258 tempest-BulkNetworkOpsTest-1426007266 tempest-BulkNetworkOpsTest-1426007266] Synchronizing usage tracker for tenant:b38d707612de4e15a7a48c69a22773fb on resource:port {{(pid=84874) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 14 07:26:52.403129 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-5194eaa8-9102-479f-a16e-98375f278752 tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 835 time: 5.6698062 Jan 14 07:26:52.404964 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-cd91e2cb-b236-48b8-ac09-11a75c4d2258 tempest-BulkNetworkOpsTest-1426007266 tempest-BulkNetworkOpsTest-1426007266] Unset dirty status for tenant:b38d707612de4e15a7a48c69a22773fb on resource:port {{(pid=84874) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 14 07:26:52.412802 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-cd91e2cb-b236-48b8-ac09-11a75c4d2258 tempest-BulkNetworkOpsTest-1426007266 tempest-BulkNetworkOpsTest-1426007266] 10.222.0.24 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1445 time: 0.5342553 Jan 14 07:26:52.414203 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84874) accepted ('10.222.0.24', 46904) {{(pid=84874) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:26:52.417490 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84874) accepted ('10.222.0.24', 46906) {{(pid=84874) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:26:52.435812 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.v2.base [None req-770f9307-2b73-4541-98f4-cbc26dfd4506 tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] Request body: {'port': {'network_id': '23f0a15d-6362-4cec-82c1-cacba887c566', 'mac_address': 'fa:16:3e:f7:ee:c5', 'name': 'tempest-NetworksTestDHCPv6-412975486'}} {{(pid=84874) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:26:52.549141 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [None req-31511ed5-b9fb-47f9-99d8-95045836803b tempest-NetworksIpV6TestAttrs-1453117616 tempest-NetworksIpV6TestAttrs-1453117616] For port 625d6251-fe27-47fb-9d63-0be5686e2595, host n-d-768862-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-2',level=0,port_id=625d6251-fe27-47fb-9d63-0be5686e2595,segment=NetworkSegment(d7d459df-3ffc-449e-9b3d-b197221843bc),segment_id=d7d459df-3ffc-449e-9b3d-b197221843bc)] {{(pid=84875) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 07:26:52.552315 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-31511ed5-b9fb-47f9-99d8-95045836803b tempest-NetworksIpV6TestAttrs-1453117616 tempest-NetworksIpV6TestAttrs-1453117616] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036850862667'] for port, precommit_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:26:52.593005 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.plugin [None req-e3907a1a-9e25-4878-bc19-6a07fcb346d8 tempest-BulkNetworkOpsTest-1426007266 tempest-BulkNetworkOpsTest-1426007266] Deleting port ee775c91-11e0-4949-8e6f-d66b83e0259b {{(pid=84874) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 07:26:52.593737 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-e3907a1a-9e25-4878-bc19-6a07fcb346d8 tempest-BulkNetworkOpsTest-1426007266 tempest-BulkNetworkOpsTest-1426007266] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363259214248359'] for port, before_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:26:52.934035 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.plugin [None req-31511ed5-b9fb-47f9-99d8-95045836803b tempest-NetworksIpV6TestAttrs-1453117616 tempest-NetworksIpV6TestAttrs-1453117616] Calling delete_port for 625d6251-fe27-47fb-9d63-0be5686e2595 owned by network:dhcp {{(pid=84875) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 07:26:52.948366 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-770f9307-2b73-4541-98f4-cbc26dfd4506 tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:26:52.953884 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-770f9307-2b73-4541-98f4-cbc26dfd4506 tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] Usage tracker for resource:port and tenant:be0aa702e3ca464795a99c51e3b3b04f is out of sync, need to count used quota {{(pid=84874) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:26:52.958701 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-770f9307-2b73-4541-98f4-cbc26dfd4506 tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] Quota usage for port was recalculated. Used quota:0. {{(pid=84874) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:26:52.959354 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d25e38e-5a45-4356-b453-35f87964b1b7 None None] Network 23f0a15d-6362-4cec-82c1-cacba887c566 requested from n-d-768862-2 {{(pid=84876) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 07:26:52.979495 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-770f9307-2b73-4541-98f4-cbc26dfd4506 tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:26:53.011410 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-770f9307-2b73-4541-98f4-cbc26dfd4506 tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] Made reservation on behalf of be0aa702e3ca464795a99c51e3b3b04f for: {'port': 1} {{(pid=84874) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 07:26:53.039930 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-770f9307-2b73-4541-98f4-cbc26dfd4506 tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555753'] for port, before_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:26:53.431681 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-31511ed5-b9fb-47f9-99d8-95045836803b tempest-NetworksIpV6TestAttrs-1453117616 tempest-NetworksIpV6TestAttrs-1453117616] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777640533329', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777640097463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851621574'] for port, after_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:26:53.476726 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-935015dc-1466-4a93-99dc-efd50d70f531 tempest-ExtraDHCPOptionsIpV6TestJSON-1473121844 tempest-ExtraDHCPOptionsIpV6TestJSON-1473121844] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:26:53.596360 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31511ed5-b9fb-47f9-99d8-95045836803b tempest-NetworksIpV6TestAttrs-1453117616 tempest-NetworksIpV6TestAttrs-1453117616] Pushing event deleted for resources: {'Port': ['ID=625d6251-fe27-47fb-9d63-0be5686e2595,revision_number=None']} {{(pid=84875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:26:53.603877 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-31511ed5-b9fb-47f9-99d8-95045836803b tempest-NetworksIpV6TestAttrs-1453117616 tempest-NetworksIpV6TestAttrs-1453117616] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:26:53.751961 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-da76cfc0-98e8-4426-9f6d-4f05aa3fae78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363259214191800', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854171626'] for agent, after_update {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:26:53.759217 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-e3907a1a-9e25-4878-bc19-6a07fcb346d8 tempest-BulkNetworkOpsTest-1426007266 tempest-BulkNetworkOpsTest-1426007266] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036850862667'] for port, precommit_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:26:53.923243 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] No active binding found for port 625d6251-fe27-47fb-9d63-0be5686e2595 {{(pid=84876) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:223}} Jan 14 07:26:53.925920 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Device 625d6251-fe27-47fb-9d63-0be5686e2595 not bound to the agent host n-d-768862-2 {{(pid=84876) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jan 14 07:26:53.986069 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363259214191800', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854171626'] for agent, after_update {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:26:54.028551 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9792a52a-9945-4aa4-bd6a-975f53ab97b4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5d94dc7a-c095-50a4-955e-5f3b78718a12-23f0a15d-6362-4cec-82c1-cacba887c566', 'network_id': '23f0a15d-6362-4cec-82c1-cacba887c566', 'tenant_id': 'be0aa702e3ca464795a99c51e3b3b04f', 'fixed_ips': [{'subnet_id': '9eb47307-8ec3-472d-9dd5-33c1d55cb856'}]}} from n-d-768862-2. {{(pid=84876) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Jan 14 07:26:54.029775 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-9792a52a-9945-4aa4-bd6a-975f53ab97b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555753'] for port, before_create {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:26:54.054671 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8308f2e-6c6f-4e89-8892-0cb99de610be None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5d94dc7a-c095-50a4-955e-5f3b78718a12-3de5c3db-56fb-49a4-8849-a577f31c8e75', 'network_id': '3de5c3db-56fb-49a4-8849-a577f31c8e75', 'tenant_id': '130ee88fc4054d968ce76b7b9727c055', 'fixed_ips': [{'subnet_id': 'fdef9da7-f078-4207-bd86-29b00cdd1fc4'}]}} from n-d-768862-2. {{(pid=84876) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Jan 14 07:26:54.055973 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-f8308f2e-6c6f-4e89-8892-0cb99de610be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555753'] for port, before_create {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:26:54.072782 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-b396243f-815b-4732-834b-2ca249d0f9de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363259214191800', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854171626'] for agent, after_update {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:26:54.103624 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [None req-a91e2221-8e4a-4f73-a451-a63a9e433d75 None None] For port 625d6251-fe27-47fb-9d63-0be5686e2595, host n-d-768862-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-2',level=0,port_id=625d6251-fe27-47fb-9d63-0be5686e2595,segment=NetworkSegment(d7d459df-3ffc-449e-9b3d-b197221843bc),segment_id=d7d459df-3ffc-449e-9b3d-b197221843bc)] {{(pid=84876) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 07:26:54.104575 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-a91e2221-8e4a-4f73-a451-a63a9e433d75 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036850862667'] for port, precommit_delete {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:26:54.153855 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-0f37073e-9c69-4e3c-80e0-6cfaa0fd61a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363259214191800', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854171626'] for agent, after_update {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:26:54.208378 n-d-768862-2 neutron-server[84765]: DEBUG neutron.notifiers.nova [None req-770f9307-2b73-4541-98f4-cbc26dfd4506 tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] device_id is not set on port bb1de74b-2403-45da-bfe4-e9b519a8c5a1 yet. {{(pid=84874) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}} Jan 14 07:26:54.276214 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.plugin [None req-e3907a1a-9e25-4878-bc19-6a07fcb346d8 tempest-BulkNetworkOpsTest-1426007266 tempest-BulkNetworkOpsTest-1426007266] Calling delete_port for ee775c91-11e0-4949-8e6f-d66b83e0259b owned by {{(pid=84874) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 07:26:54.326057 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31511ed5-b9fb-47f9-99d8-95045836803b tempest-NetworksIpV6TestAttrs-1453117616 tempest-NetworksIpV6TestAttrs-1453117616] No DVR routers for this DVR port 625d6251-fe27-47fb-9d63-0be5686e2595 on host n-d-768862-2 {{(pid=84875) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Jan 14 07:26:54.603763 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-e3907a1a-9e25-4878-bc19-6a07fcb346d8 tempest-BulkNetworkOpsTest-1426007266 tempest-BulkNetworkOpsTest-1426007266] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777640533329', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777640097463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3254186'] for port, after_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:26:54.652232 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-82e07268-4968-4408-97ad-14cd5f3e75ff tempest-BulkNetworkOpsTest-1426007266 tempest-BulkNetworkOpsTest-1426007266] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:26:54.664654 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-31511ed5-b9fb-47f9-99d8-95045836803b tempest-NetworksIpV6TestAttrs-1453117616 tempest-NetworksIpV6TestAttrs-1453117616] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-598987', 'neutron.services.segments.db._delete_segments_for_network-8777640583949'] for network, precommit_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:26:54.937618 n-d-768862-2 neutron-server[84765]: DEBUG neutron.services.segments.db [None req-31511ed5-b9fb-47f9-99d8-95045836803b tempest-NetworksIpV6TestAttrs-1453117616 tempest-NetworksIpV6TestAttrs-1453117616] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f0973124-cbfc-46f6-8689-21dd337cefb5']}} {{(pid=84875) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:26:54.952996 n-d-768862-2 neutron-server[84765]: DEBUG neutron.services.segments.db [None req-31511ed5-b9fb-47f9-99d8-95045836803b tempest-NetworksIpV6TestAttrs-1453117616 tempest-NetworksIpV6TestAttrs-1453117616] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd7d459df-3ffc-449e-9b3d-b197221843bc') {'for_net_delete': True} {{(pid=84875) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:26:54.953643 n-d-768862-2 neutron-server[84765]: DEBUG neutron.services.segments.db [None req-31511ed5-b9fb-47f9-99d8-95045836803b tempest-NetworksIpV6TestAttrs-1453117616 tempest-NetworksIpV6TestAttrs-1453117616] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd7d459df-3ffc-449e-9b3d-b197221843bc') {} {{(pid=84875) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:26:54.968231 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-31511ed5-b9fb-47f9-99d8-95045836803b tempest-NetworksIpV6TestAttrs-1453117616 tempest-NetworksIpV6TestAttrs-1453117616] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363259214173198', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036851408567'] for segment, before_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:26:54.986989 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-31511ed5-b9fb-47f9-99d8-95045836803b tempest-NetworksIpV6TestAttrs-1453117616 tempest-NetworksIpV6TestAttrs-1453117616] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854179735'] for segment, precommit_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:26:54.990147 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-31511ed5-b9fb-47f9-99d8-95045836803b tempest-NetworksIpV6TestAttrs-1453117616 tempest-NetworksIpV6TestAttrs-1453117616] Releasing vxlan tunnel 18 to pool {{(pid=84875) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Jan 14 07:26:55.056251 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.plugin [None req-a91e2221-8e4a-4f73-a451-a63a9e433d75 None None] Calling delete_port for 625d6251-fe27-47fb-9d63-0be5686e2595 owned by network:dhcp {{(pid=84876) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 07:26:55.422047 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.managers [None req-31511ed5-b9fb-47f9-99d8-95045836803b tempest-NetworksIpV6TestAttrs-1453117616 tempest-NetworksIpV6TestAttrs-1453117616] Network f0973124-cbfc-46f6-8689-21dd337cefb5 has no segments {{(pid=84875) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 14 07:26:55.450574 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-31511ed5-b9fb-47f9-99d8-95045836803b tempest-NetworksIpV6TestAttrs-1453117616 tempest-NetworksIpV6TestAttrs-1453117616] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-596065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3154253'] for segment, after_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:26:55.773289 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.managers [None req-31511ed5-b9fb-47f9-99d8-95045836803b tempest-NetworksIpV6TestAttrs-1453117616 tempest-NetworksIpV6TestAttrs-1453117616] Network f0973124-cbfc-46f6-8689-21dd337cefb5 has no segments {{(pid=84875) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 14 07:26:55.822618 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3907a1a-9e25-4878-bc19-6a07fcb346d8 tempest-BulkNetworkOpsTest-1426007266 tempest-BulkNetworkOpsTest-1426007266] Pushing event deleted for resources: {'Port': ['ID=ee775c91-11e0-4949-8e6f-d66b83e0259b,revision_number=None']} {{(pid=84874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:26:55.851022 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-e3907a1a-9e25-4878-bc19-6a07fcb346d8 tempest-BulkNetworkOpsTest-1426007266 tempest-BulkNetworkOpsTest-1426007266] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.203s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:26:55.894832 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.db_base_plugin_common [None req-f8308f2e-6c6f-4e89-8892-0cb99de610be None None] Allocated IP 2001:db8::3 (3de5c3db-56fb-49a4-8849-a577f31c8e75/fdef9da7-f078-4207-bd86-29b00cdd1fc4/7f5e568b-3062-4e6d-a049-c24edc501e59) {{(pid=84876) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 14 07:26:55.914998 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.db_base_plugin_common [None req-770f9307-2b73-4541-98f4-cbc26dfd4506 tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] Allocated IP 2001:db8::f816:3eff:fef7:eec5 (23f0a15d-6362-4cec-82c1-cacba887c566/9eb47307-8ec3-472d-9dd5-33c1d55cb856/bb1de74b-2403-45da-bfe4-e9b519a8c5a1) {{(pid=84874) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 14 07:26:56.058001 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-e3907a1a-9e25-4878-bc19-6a07fcb346d8 tempest-BulkNetworkOpsTest-1426007266 tempest-BulkNetworkOpsTest-1426007266] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854768116'] for port, before_response {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:26:56.111529 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-5d1569cd-1fd8-49da-b69c-97c01c180d3e tempest-NetworksIpV6Test-2047944877 tempest-NetworksIpV6Test-2047944877] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-2308627'] for subnet, before_update {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:26:56.171374 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-e3907a1a-9e25-4878-bc19-6a07fcb346d8 tempest-BulkNetworkOpsTest-1426007266 tempest-BulkNetworkOpsTest-1426007266] 10.222.0.24 "DELETE /v2.0/ports/ee775c91-11e0-4949-8e6f-d66b83e0259b HTTP/1.1" status: 204 len: 168 time: 3.7447639 Jan 14 07:26:56.176201 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84874) accepted ('10.222.0.24', 46978) {{(pid=84874) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:26:56.178516 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-f8308f2e-6c6f-4e89-8892-0cb99de610be None None] Notify callbacks [] for port, precommit_create {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:26:56.191725 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-f8308f2e-6c6f-4e89-8892-0cb99de610be None None] Transition to ACTIVE for port object 7f5e568b-3062-4e6d-a049-c24edc501e59 will not be triggered until provisioned by entity L2. {{(pid=84876) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 07:26:56.210915 n-d-768862-2 neutron-server[84765]: Traceback (most recent call last): Jan 14 07:26:56.210915 n-d-768862-2 neutron-server[84765]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 14 07:26:56.210915 n-d-768862-2 neutron-server[84765]: timer() Jan 14 07:26:56.210915 n-d-768862-2 neutron-server[84765]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 14 07:26:56.210915 n-d-768862-2 neutron-server[84765]: cb(*args, **kw) Jan 14 07:26:56.210915 n-d-768862-2 neutron-server[84765]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Jan 14 07:26:56.210915 n-d-768862-2 neutron-server[84765]: return func(*args, **kwargs) Jan 14 07:26:56.210915 n-d-768862-2 neutron-server[84765]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 14 07:26:56.210915 n-d-768862-2 neutron-server[84765]: self._notify() Jan 14 07:26:56.210915 n-d-768862-2 neutron-server[84765]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 14 07:26:56.210915 n-d-768862-2 neutron-server[84765]: self.callback(batched_events) Jan 14 07:26:56.210915 n-d-768862-2 neutron-server[84765]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 14 07:26:56.210915 n-d-768862-2 neutron-server[84765]: event.method(event) Jan 14 07:26:56.210915 n-d-768862-2 neutron-server[84765]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 14 07:26:56.210915 n-d-768862-2 neutron-server[84765]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 14 07:26:56.210915 n-d-768862-2 neutron-server[84765]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Jan 14 07:26:56.210915 n-d-768862-2 neutron-server[84765]: segment_id)['aggregates'][0] Jan 14 07:26:56.210915 n-d-768862-2 neutron-server[84765]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 14 07:26:56.210915 n-d-768862-2 neutron-server[84765]: return f(self, *a, **k) Jan 14 07:26:56.210915 n-d-768862-2 neutron-server[84765]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 14 07:26:56.210915 n-d-768862-2 neutron-server[84765]: return self._get(url).json() Jan 14 07:26:56.210915 n-d-768862-2 neutron-server[84765]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 14 07:26:56.210915 n-d-768862-2 neutron-server[84765]: **kwargs) Jan 14 07:26:56.210915 n-d-768862-2 neutron-server[84765]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 14 07:26:56.210915 n-d-768862-2 neutron-server[84765]: return self.request(url, 'GET', **kwargs) Jan 14 07:26:56.210915 n-d-768862-2 neutron-server[84765]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Jan 14 07:26:56.210915 n-d-768862-2 neutron-server[84765]: **endpoint_filter) Jan 14 07:26:56.210915 n-d-768862-2 neutron-server[84765]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 14 07:26:56.210915 n-d-768862-2 neutron-server[84765]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 14 07:26:56.210915 n-d-768862-2 neutron-server[84765]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 14 07:26:56.210915 n-d-768862-2 neutron-server[84765]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 14 07:26:56.210915 n-d-768862-2 neutron-server[84765]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 14 07:26:56.213880 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-f8308f2e-6c6f-4e89-8892-0cb99de610be None None] Transition to ACTIVE for port object 7f5e568b-3062-4e6d-a049-c24edc501e59 will not be triggered until provisioned by entity DHCP. {{(pid=84876) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 07:26:56.220267 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-f8308f2e-6c6f-4e89-8892-0cb99de610be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777640123575'] for port, after_create {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:26:56.260282 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-31511ed5-b9fb-47f9-99d8-95045836803b tempest-NetworksIpV6TestAttrs-1453117616 tempest-NetworksIpV6TestAttrs-1453117616] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036854176830', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850887149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3912591'] for network, after_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:26:56.291165 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-31511ed5-b9fb-47f9-99d8-95045836803b tempest-NetworksIpV6TestAttrs-1453117616 tempest-NetworksIpV6TestAttrs-1453117616] Notify callbacks [] for network, before_response {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:26:56.319255 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84876) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:26:56.322400 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-75005883-38df-481b-8536-a9d2ee62a811 tempest-NetworksIpV6TestAttrs-1453117616 tempest-NetworksIpV6TestAttrs-1453117616] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:26:56.436486 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-31511ed5-b9fb-47f9-99d8-95045836803b tempest-NetworksIpV6TestAttrs-1453117616 tempest-NetworksIpV6TestAttrs-1453117616] 10.222.0.24 "DELETE /v2.0/networks/f0973124-cbfc-46f6-8689-21dd337cefb5 HTTP/1.1" status: 204 len: 168 time: 6.0428696 Jan 14 07:26:56.445215 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31511ed5-b9fb-47f9-99d8-95045836803b tempest-NetworksIpV6TestAttrs-1453117616 tempest-NetworksIpV6TestAttrs-1453117616] Pushing event deleted for resources: {'Network': ['ID=f0973124-cbfc-46f6-8689-21dd337cefb5,revision_number=None']} {{(pid=84875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:26:56.459481 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.plugin [None req-3cd5a524-7d4a-42a2-9169-47bd2c52dd25 tempest-BulkNetworkOpsTest-1426007266 tempest-BulkNetworkOpsTest-1426007266] Deleting port b753c6e3-7813-4b6b-8ec1-14a4fcffb0fc {{(pid=84874) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 07:26:56.460547 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-3cd5a524-7d4a-42a2-9169-47bd2c52dd25 tempest-BulkNetworkOpsTest-1426007266 tempest-BulkNetworkOpsTest-1426007266] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363259214248359'] for port, before_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:26:56.460934 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-31511ed5-b9fb-47f9-99d8-95045836803b tempest-NetworksIpV6TestAttrs-1453117616 tempest-NetworksIpV6TestAttrs-1453117616] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:26:56.971430 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8308f2e-6c6f-4e89-8892-0cb99de610be None None] Pushing event updated for resources: {'Port': ['ID=7f5e568b-3062-4e6d-a049-c24edc501e59,revision_number=1']} {{(pid=84876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:26:57.112584 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-f8308f2e-6c6f-4e89-8892-0cb99de610be None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.793s {{(pid=84876) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:26:57.145381 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.db.api [None req-a91e2221-8e4a-4f73-a451-a63a9e433d75 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84876) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Jan 14 07:26:57.148072 n-d-768862-2 neutron-server[84765]: DEBUG oslo_db.api [None req-a91e2221-8e4a-4f73-a451-a63a9e433d75 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84876) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Jan 14 07:26:57.151426 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-5d1569cd-1fd8-49da-b69c-97c01c180d3e tempest-NetworksIpV6Test-2047944877 tempest-NetworksIpV6Test-2047944877] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850887113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update--9223363259214242488', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated--9223372036851621393'] for subnet, after_update {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:26:57.287026 n-d-768862-2 neutron-server[84765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8308f2e-6c6f-4e89-8892-0cb99de610be None None] Network 3de5c3db-56fb-49a4-8849-a577f31c8e75 is already hosted by enough agents. {{(pid=84876) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 07:26:57.288510 n-d-768862-2 neutron-server[84765]: DEBUG neutron.scheduler.base_scheduler [None req-f8308f2e-6c6f-4e89-8892-0cb99de610be None None] Resources bound (agent type, host, resource id): {{(pid=84876) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 07:26:57.301969 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8308f2e-6c6f-4e89-8892-0cb99de610be None None] Received port after_create {{(pid=84876) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 14 07:26:57.331719 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84874) accepted ('10.222.0.24', 47000) {{(pid=84874) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:26:57.456975 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-9af1a8f0-e489-4b3f-b825-604011290117 tempest-RoutersNegativeIpV6Test-1464408958 tempest-RoutersNegativeIpV6Test-1464408958] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:26:57.503628 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-3cd5a524-7d4a-42a2-9169-47bd2c52dd25 tempest-BulkNetworkOpsTest-1426007266 tempest-BulkNetworkOpsTest-1426007266] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036850862667'] for port, precommit_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:26:57.603315 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d1569cd-1fd8-49da-b69c-97c01c180d3e tempest-NetworksIpV6Test-2047944877 tempest-NetworksIpV6Test-2047944877] Pushing event updated for resources: {'Subnet': ['ID=fdef9da7-f078-4207-bd86-29b00cdd1fc4,revision_number=1']} {{(pid=84875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:26:57.615305 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-5d1569cd-1fd8-49da-b69c-97c01c180d3e tempest-NetworksIpV6Test-2047944877 tempest-NetworksIpV6Test-2047944877] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.158s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:26:57.642921 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.managers [None req-f8308f2e-6c6f-4e89-8892-0cb99de610be None None] Attempting to bind port 7f5e568b-3062-4e6d-a049-c24edc501e59 on host n-d-768862-2 for vnic_type normal with profile {{(pid=84876) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 14 07:26:57.645230 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d1569cd-1fd8-49da-b69c-97c01c180d3e tempest-NetworksIpV6Test-2047944877 tempest-NetworksIpV6Test-2047944877] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:26:57.646118 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-5d1569cd-1fd8-49da-b69c-97c01c180d3e tempest-NetworksIpV6Test-2047944877 tempest-NetworksIpV6Test-2047944877] Notify callbacks [] for subnet, before_response {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:26:57.648884 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.managers [None req-f8308f2e-6c6f-4e89-8892-0cb99de610be None None] Attempting to bind port 7f5e568b-3062-4e6d-a049-c24edc501e59 by drivers openvswitch on host n-d-768862-2 at level 0 using segments [{'id': '3c9a33bc-8f76-42e5-8e73-b06fd659f6f1', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 23, 'network_id': '3de5c3db-56fb-49a4-8849-a577f31c8e75'}] {{(pid=84876) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 14 07:26:57.649463 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8308f2e-6c6f-4e89-8892-0cb99de610be None None] Attempting to bind port 7f5e568b-3062-4e6d-a049-c24edc501e59 on network 3de5c3db-56fb-49a4-8849-a577f31c8e75 {{(pid=84876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 14 07:26:57.652301 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-5d1569cd-1fd8-49da-b69c-97c01c180d3e tempest-NetworksIpV6Test-2047944877 tempest-NetworksIpV6Test-2047944877] 10.222.0.24 "PUT /v2.0/subnets/fdef9da7-f078-4207-bd86-29b00cdd1fc4 HTTP/1.1" status: 200 len: 900 time: 5.6218879 Jan 14 07:26:57.653236 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84875) accepted ('10.222.0.24', 47012) {{(pid=84875) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:26:57.662215 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.plugin [None req-a91e2221-8e4a-4f73-a451-a63a9e433d75 None None] Deleting port 625d6251-fe27-47fb-9d63-0be5686e2595 {{(pid=84876) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 07:26:57.664345 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-a91e2221-8e4a-4f73-a451-a63a9e433d75 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363259214248359'] for port, before_delete {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:26:57.748240 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8308f2e-6c6f-4e89-8892-0cb99de610be None None] Checking agent: {'id': 'ba5efab1-b43c-4d5a-bc52-6e105d4e67a2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768862-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 14, 6, 56, 52), 'started_at': datetime.datetime(2021, 1, 14, 6, 57, 22), 'heartbeat_timestamp': datetime.datetime(2021, 1, 14, 7, 26, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768862-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.29', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 14 07:26:57.764553 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8308f2e-6c6f-4e89-8892-0cb99de610be None None] Checking segment: {'id': '3c9a33bc-8f76-42e5-8e73-b06fd659f6f1', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 23, 'network_id': '3de5c3db-56fb-49a4-8849-a577f31c8e75'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84876) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 14 07:26:57.765331 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-f8308f2e-6c6f-4e89-8892-0cb99de610be None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:26:57.765940 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8308f2e-6c6f-4e89-8892-0cb99de610be None None] Bound using segment: {'id': '3c9a33bc-8f76-42e5-8e73-b06fd659f6f1', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 23, 'network_id': '3de5c3db-56fb-49a4-8849-a577f31c8e75'} {{(pid=84876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 14 07:26:57.766673 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.managers [None req-f8308f2e-6c6f-4e89-8892-0cb99de610be None None] Bound port: 7f5e568b-3062-4e6d-a049-c24edc501e59, host: n-d-768862-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3c9a33bc-8f76-42e5-8e73-b06fd659f6f1', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 23, 'network_id': '3de5c3db-56fb-49a4-8849-a577f31c8e75'}}] {{(pid=84876) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 14 07:26:57.767305 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-f8308f2e-6c6f-4e89-8892-0cb99de610be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555753'] for port, before_update {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:26:57.801518 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.plugin [None req-3cd5a524-7d4a-42a2-9169-47bd2c52dd25 tempest-BulkNetworkOpsTest-1426007266 tempest-BulkNetworkOpsTest-1426007266] Calling delete_port for b753c6e3-7813-4b6b-8ec1-14a4fcffb0fc owned by {{(pid=84874) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 07:26:57.929891 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-770f9307-2b73-4541-98f4-cbc26dfd4506 tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] Notify callbacks [] for port, precommit_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:26:57.962255 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-770f9307-2b73-4541-98f4-cbc26dfd4506 tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] Transition to ACTIVE for port object bb1de74b-2403-45da-bfe4-e9b519a8c5a1 will not be triggered until provisioned by entity DHCP. {{(pid=84874) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 07:26:57.996006 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-3cd5a524-7d4a-42a2-9169-47bd2c52dd25 tempest-BulkNetworkOpsTest-1426007266 tempest-BulkNetworkOpsTest-1426007266] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777640533329', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777640097463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3254186'] for port, after_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:26:58.040461 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-82e07268-4968-4408-97ad-14cd5f3e75ff tempest-BulkNetworkOpsTest-1426007266 tempest-BulkNetworkOpsTest-1426007266] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:26:58.068270 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-6366f268-c601-409f-8937-c09a08dc0e0f tempest-NetworksIpV6Test-2047944877 tempest-NetworksIpV6Test-2047944877] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036854160497'] for network, before_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:26:58.153627 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.plugin [None req-6366f268-c601-409f-8937-c09a08dc0e0f tempest-NetworksIpV6Test-2047944877 tempest-NetworksIpV6Test-2047944877] Deleting port 7f5e568b-3062-4e6d-a049-c24edc501e59 {{(pid=84875) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 07:26:58.154232 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-6366f268-c601-409f-8937-c09a08dc0e0f tempest-NetworksIpV6Test-2047944877 tempest-NetworksIpV6Test-2047944877] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363259214248359'] for port, before_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:26:58.341108 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [None req-f8308f2e-6c6f-4e89-8892-0cb99de610be None None] For port 7f5e568b-3062-4e6d-a049-c24edc501e59, host n-d-768862-2, cleared binding levels {{(pid=84876) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 14 07:26:58.345058 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [None req-f8308f2e-6c6f-4e89-8892-0cb99de610be None None] For port 7f5e568b-3062-4e6d-a049-c24edc501e59, host n-d-768862-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-2',level=0,port_id=7f5e568b-3062-4e6d-a049-c24edc501e59,segment=NetworkSegment(3c9a33bc-8f76-42e5-8e73-b06fd659f6f1),segment_id=3c9a33bc-8f76-42e5-8e73-b06fd659f6f1)] {{(pid=84876) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 14 07:26:58.407288 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-f8308f2e-6c6f-4e89-8892-0cb99de610be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777640533312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363259214678337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777640097497'] for port, after_update {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:26:58.433272 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cd5a524-7d4a-42a2-9169-47bd2c52dd25 tempest-BulkNetworkOpsTest-1426007266 tempest-BulkNetworkOpsTest-1426007266] Pushing event deleted for resources: {'Port': ['ID=b753c6e3-7813-4b6b-8ec1-14a4fcffb0fc,revision_number=None']} {{(pid=84874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:26:58.443869 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-3cd5a524-7d4a-42a2-9169-47bd2c52dd25 tempest-BulkNetworkOpsTest-1426007266 tempest-BulkNetworkOpsTest-1426007266] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.403s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:26:58.451521 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-770f9307-2b73-4541-98f4-cbc26dfd4506 tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777640123575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3254186'] for port, after_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:26:58.607368 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.plugin [None req-a91e2221-8e4a-4f73-a451-a63a9e433d75 None None] The port '625d6251-fe27-47fb-9d63-0be5686e2595' was deleted {{(pid=84876) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Jan 14 07:26:58.698545 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.db_base_plugin_common [None req-9792a52a-9945-4aa4-bd6a-975f53ab97b4 None None] Allocated IP 2001:db8::f816:3eff:fe07:e4e4 (23f0a15d-6362-4cec-82c1-cacba887c566/9eb47307-8ec3-472d-9dd5-33c1d55cb856/79fa0ec9-0915-4034-84dd-58834b387c80) {{(pid=84876) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 14 07:26:58.852076 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [None req-6366f268-c601-409f-8937-c09a08dc0e0f tempest-NetworksIpV6Test-2047944877 tempest-NetworksIpV6Test-2047944877] For port 7f5e568b-3062-4e6d-a049-c24edc501e59, host n-d-768862-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-2',level=0,port_id=7f5e568b-3062-4e6d-a049-c24edc501e59,segment=NetworkSegment(3c9a33bc-8f76-42e5-8e73-b06fd659f6f1),segment_id=3c9a33bc-8f76-42e5-8e73-b06fd659f6f1)] {{(pid=84875) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 07:26:58.853165 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-6366f268-c601-409f-8937-c09a08dc0e0f tempest-NetworksIpV6Test-2047944877 tempest-NetworksIpV6Test-2047944877] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036850862667'] for port, precommit_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:26:59.073371 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-f8130abc-21e1-4d21-881e-c1e61750fdc9 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=b4fb299c51d74f2a8c69090954f5d152&name=default HTTP/1.1" status: 200 len: 2983 time: 1.7205215 Jan 14 07:26:59.074324 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-56b32a05-46b6-4bd8-bca0-e0ac278bd60e tempest-RoutersNegativeIpV6Test-1464408958 tempest-RoutersNegativeIpV6Test-1464408958] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:26:59.080354 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-9792a52a-9945-4aa4-bd6a-975f53ab97b4 None None] Notify callbacks [] for port, precommit_create {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:26:59.094512 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-9792a52a-9945-4aa4-bd6a-975f53ab97b4 None None] Transition to ACTIVE for port object 79fa0ec9-0915-4034-84dd-58834b387c80 will not be triggered until provisioned by entity L2. {{(pid=84876) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 07:26:59.115416 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-9792a52a-9945-4aa4-bd6a-975f53ab97b4 None None] Transition to ACTIVE for port object 79fa0ec9-0915-4034-84dd-58834b387c80 will not be triggered until provisioned by entity DHCP. {{(pid=84876) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 07:26:59.123141 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-50bc7ca7-e877-455b-91cc-571bc7e56513 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84876) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:26:59.178946 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84875) accepted ('10.222.0.24', 47046) {{(pid=84875) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:26:59.188444 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-9792a52a-9945-4aa4-bd6a-975f53ab97b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777640123575'] for port, after_create {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:26:59.209853 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.plugin [None req-6366f268-c601-409f-8937-c09a08dc0e0f tempest-NetworksIpV6Test-2047944877 tempest-NetworksIpV6Test-2047944877] Calling delete_port for 7f5e568b-3062-4e6d-a049-c24edc501e59 owned by network:dhcp {{(pid=84875) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 07:26:59.259168 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-3cd5a524-7d4a-42a2-9169-47bd2c52dd25 tempest-BulkNetworkOpsTest-1426007266 tempest-BulkNetworkOpsTest-1426007266] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854768116'] for port, before_response {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:26:59.262486 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-770f9307-2b73-4541-98f4-cbc26dfd4506 tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] Pushing event updated for resources: {'Port': ['ID=bb1de74b-2403-45da-bfe4-e9b519a8c5a1,revision_number=1']} {{(pid=84874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:26:59.280477 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-770f9307-2b73-4541-98f4-cbc26dfd4506 tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.206s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:26:59.305099 n-d-768862-2 neutron-server[84765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-770f9307-2b73-4541-98f4-cbc26dfd4506 tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] Network 23f0a15d-6362-4cec-82c1-cacba887c566 is already hosted by enough agents. {{(pid=84874) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 07:26:59.317869 n-d-768862-2 neutron-server[84765]: DEBUG neutron.scheduler.base_scheduler [None req-770f9307-2b73-4541-98f4-cbc26dfd4506 tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] Resources bound (agent type, host, resource id): {{(pid=84874) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 07:26:59.327571 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-3cd5a524-7d4a-42a2-9169-47bd2c52dd25 tempest-BulkNetworkOpsTest-1426007266 tempest-BulkNetworkOpsTest-1426007266] 10.222.0.24 "DELETE /v2.0/ports/b753c6e3-7813-4b6b-8ec1-14a4fcffb0fc HTTP/1.1" status: 204 len: 168 time: 3.1473348 Jan 14 07:26:59.337759 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-770f9307-2b73-4541-98f4-cbc26dfd4506 tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] Received port after_create {{(pid=84874) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 14 07:26:59.339797 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:shared":"rule:admin_only" was deprecated in W in favor of "update_network:shared":"role:admin and system_scope:all". Reason: Jan 14 07:26:59.339797 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:26:59.339797 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:26:59.339797 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:26:59.339797 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "update_network:provider:network_type":"role:admin and system_scope:all". Reason: Jan 14 07:26:59.339797 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:26:59.339797 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:26:59.339797 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:26:59.339797 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "update_network:provider:physical_network":"role:admin and system_scope:all". Reason: Jan 14 07:26:59.339797 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:26:59.339797 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:26:59.339797 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:26:59.339797 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "update_network:provider:segmentation_id":"role:admin and system_scope:all". Reason: Jan 14 07:26:59.339797 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:26:59.339797 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:26:59.339797 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:26:59.339797 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:router:external":"rule:admin_only" was deprecated in W in favor of "update_network:router:external":"role:admin and system_scope:all". Reason: Jan 14 07:26:59.339797 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:26:59.339797 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:26:59.339797 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:26:59.339797 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:is_default":"rule:admin_only" was deprecated in W in favor of "update_network:is_default":"role:admin and system_scope:all". Reason: Jan 14 07:26:59.339797 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:26:59.339797 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:26:59.339797 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:26:59.339797 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:port_security_enabled":"rule:admin_or_owner" was deprecated in W in favor of "update_network:port_security_enabled":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 07:26:59.339797 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:26:59.339797 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:26:59.339797 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:26:59.339797 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "delete_network":"rule:admin_or_owner" was deprecated in W in favor of "delete_network":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 07:26:59.339797 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:26:59.339797 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:26:59.339797 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:26:59.339797 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_segment":"rule:admin_only" was deprecated in W in favor of "create_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:26:59.339797 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:26:59.339797 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_segment":"rule:admin_only" was deprecated in W in favor of "get_segment":"role:reader and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:26:59.339797 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:26:59.339797 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_segment":"rule:admin_only" was deprecated in W in favor of "update_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:26:59.339797 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:26:59.339797 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "delete_segment":"rule:admin_only" was deprecated in W in favor of "delete_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:26:59.339797 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:26:59.339797 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network":"rule:regular_user" was deprecated in W in favor of "create_network":"role:member and project_id:%(project_id)s". Reason: Jan 14 07:26:59.339797 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:26:59.339797 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:26:59.339797 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:26:59.339797 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:shared":"rule:admin_only" was deprecated in W in favor of "create_network:shared":"role:admin and system_scope:all". Reason: Jan 14 07:26:59.339797 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:26:59.339797 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:26:59.339797 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:26:59.339797 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:router:external":"rule:admin_only" was deprecated in W in favor of "create_network:router:external":"role:admin and system_scope:all". Reason: Jan 14 07:26:59.339797 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:26:59.339797 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:26:59.339797 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:26:59.339797 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:is_default":"rule:admin_only" was deprecated in W in favor of "create_network:is_default":"role:admin and system_scope:all". Reason: Jan 14 07:26:59.339797 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:26:59.339797 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:26:59.339797 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:26:59.339797 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:port_security_enabled":"rule:regular_user" was deprecated in W in favor of "create_network:port_security_enabled":"role:member and project_id:%(project_id)s". Reason: Jan 14 07:26:59.339797 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:26:59.339797 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:26:59.339797 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:26:59.339797 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:segments":"rule:admin_only" was deprecated in W in favor of "create_network:segments":"role:admin and system_scope:all". Reason: Jan 14 07:26:59.339797 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:26:59.339797 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:26:59.339797 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:26:59.349634 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "create_network:provider:network_type":"role:admin and system_scope:all". Reason: Jan 14 07:26:59.349634 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:26:59.349634 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:26:59.349634 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:26:59.349634 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "create_network:provider:physical_network":"role:admin and system_scope:all". Reason: Jan 14 07:26:59.349634 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:26:59.349634 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:26:59.349634 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:26:59.349634 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "create_network:provider:segmentation_id":"role:admin and system_scope:all". Reason: Jan 14 07:26:59.349634 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:26:59.349634 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:26:59.349634 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:26:59.349634 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network":"rule:admin_or_owner or rule:shared or rule:external or rule:context_is_advsvc" was deprecated in W in favor of "get_network":"(role:reader and system_scope:all) or (role:reader and project_id:%(project_id)s) or rule:shared or rule:external or rule:context_is_advsvc". Reason: Jan 14 07:26:59.349634 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:26:59.349634 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:26:59.349634 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:26:59.349634 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:router:external":"rule:regular_user" was deprecated in W in favor of "get_network:router:external":"role:reader and project_id:%(project_id)s". Reason: Jan 14 07:26:59.349634 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:26:59.349634 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:26:59.349634 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:26:59.349634 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:segments":"rule:admin_only" was deprecated in W in favor of "get_network:segments":"role:reader and system_scope:all". Reason: Jan 14 07:26:59.349634 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:26:59.349634 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:26:59.349634 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:26:59.349634 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "get_network:provider:network_type":"role:reader and system_scope:all". Reason: Jan 14 07:26:59.349634 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:26:59.349634 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:26:59.349634 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:26:59.349634 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "get_network:provider:physical_network":"role:reader and system_scope:all". Reason: Jan 14 07:26:59.349634 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:26:59.349634 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:26:59.349634 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:26:59.349634 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "get_network:provider:segmentation_id":"role:reader and system_scope:all". Reason: Jan 14 07:26:59.349634 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:26:59.349634 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:26:59.349634 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:26:59.349634 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network":"rule:admin_or_owner" was deprecated in W in favor of "update_network":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 07:26:59.349634 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:26:59.349634 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:26:59.349634 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:26:59.349634 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:segments":"rule:admin_only" was deprecated in W in favor of "update_network:segments":"role:admin and system_scope:all". Reason: Jan 14 07:26:59.349634 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:26:59.349634 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:26:59.349634 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:26:59.349634 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:shared":"rule:admin_only" was deprecated in W in favor of "update_network:shared":"role:admin and system_scope:all". Reason: Jan 14 07:26:59.349634 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:26:59.349634 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:26:59.349634 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:26:59.349634 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "update_network:provider:network_type":"role:admin and system_scope:all". Reason: Jan 14 07:26:59.349634 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:26:59.349634 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:26:59.349634 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:26:59.349634 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "update_network:provider:physical_network":"role:admin and system_scope:all". Reason: Jan 14 07:26:59.349634 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:26:59.349634 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:26:59.349634 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:26:59.349634 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "update_network:provider:segmentation_id":"role:admin and system_scope:all". Reason: Jan 14 07:26:59.349634 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:26:59.349634 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:26:59.349634 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:26:59.349634 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:router:external":"rule:admin_only" was deprecated in W in favor of "update_network:router:external":"role:admin and system_scope:all". Reason: Jan 14 07:26:59.349634 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:26:59.349634 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:26:59.349634 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:26:59.349634 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:is_default":"rule:admin_only" was deprecated in W in favor of "update_network:is_default":"role:admin and system_scope:all". Reason: Jan 14 07:26:59.349634 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:26:59.349634 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:26:59.349634 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:26:59.359998 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84875) accepted ('10.222.0.24', 47054) {{(pid=84875) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:26:59.384561 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84875) accepted ('10.222.0.24', 47058) {{(pid=84875) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:26:59.418485 n-d-768862-2 neutron-server[84765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9792a52a-9945-4aa4-bd6a-975f53ab97b4 None None] Network 23f0a15d-6362-4cec-82c1-cacba887c566 is already hosted by enough agents. {{(pid=84876) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 07:26:59.420002 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-770f9307-2b73-4541-98f4-cbc26dfd4506 tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:26:59.420914 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-770f9307-2b73-4541-98f4-cbc26dfd4506 tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854768116'] for port, before_response {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:26:59.429218 n-d-768862-2 neutron-server[84765]: DEBUG neutron.scheduler.base_scheduler [None req-9792a52a-9945-4aa4-bd6a-975f53ab97b4 None None] Resources bound (agent type, host, resource id): {{(pid=84876) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 07:26:59.437568 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9792a52a-9945-4aa4-bd6a-975f53ab97b4 None None] Received port after_create {{(pid=84876) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 14 07:26:59.466384 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-770f9307-2b73-4541-98f4-cbc26dfd4506 tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 7.0474200 Jan 14 07:26:59.469647 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84874) accepted ('10.222.0.24', 47062) {{(pid=84874) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:26:59.543941 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.managers [None req-9792a52a-9945-4aa4-bd6a-975f53ab97b4 None None] Attempting to bind port 79fa0ec9-0915-4034-84dd-58834b387c80 on host n-d-768862-2 for vnic_type normal with profile {{(pid=84876) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 14 07:26:59.544726 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.managers [None req-9792a52a-9945-4aa4-bd6a-975f53ab97b4 None None] Attempting to bind port 79fa0ec9-0915-4034-84dd-58834b387c80 by drivers openvswitch on host n-d-768862-2 at level 0 using segments [{'id': '56f1c7cf-f3a3-41d2-9677-68978131444f', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 20, 'network_id': '23f0a15d-6362-4cec-82c1-cacba887c566'}] {{(pid=84876) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 14 07:26:59.545369 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9792a52a-9945-4aa4-bd6a-975f53ab97b4 None None] Attempting to bind port 79fa0ec9-0915-4034-84dd-58834b387c80 on network 23f0a15d-6362-4cec-82c1-cacba887c566 {{(pid=84876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 14 07:26:59.554541 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9792a52a-9945-4aa4-bd6a-975f53ab97b4 None None] Checking agent: {'id': 'ba5efab1-b43c-4d5a-bc52-6e105d4e67a2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768862-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 14, 6, 56, 52), 'started_at': datetime.datetime(2021, 1, 14, 6, 57, 22), 'heartbeat_timestamp': datetime.datetime(2021, 1, 14, 7, 26, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768862-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.29', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 14 07:26:59.554947 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9792a52a-9945-4aa4-bd6a-975f53ab97b4 None None] Checking segment: {'id': '56f1c7cf-f3a3-41d2-9677-68978131444f', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 20, 'network_id': '23f0a15d-6362-4cec-82c1-cacba887c566'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84876) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 14 07:26:59.555584 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-9792a52a-9945-4aa4-bd6a-975f53ab97b4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:26:59.556253 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9792a52a-9945-4aa4-bd6a-975f53ab97b4 None None] Bound using segment: {'id': '56f1c7cf-f3a3-41d2-9677-68978131444f', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 20, 'network_id': '23f0a15d-6362-4cec-82c1-cacba887c566'} {{(pid=84876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 14 07:26:59.557002 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.managers [None req-9792a52a-9945-4aa4-bd6a-975f53ab97b4 None None] Bound port: 79fa0ec9-0915-4034-84dd-58834b387c80, host: n-d-768862-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '56f1c7cf-f3a3-41d2-9677-68978131444f', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 20, 'network_id': '23f0a15d-6362-4cec-82c1-cacba887c566'}}] {{(pid=84876) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 14 07:26:59.557619 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-9792a52a-9945-4aa4-bd6a-975f53ab97b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555753'] for port, before_update {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:26:59.644559 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-2d0f64bc-a75b-4a6e-ad2f-294123ddfec0 tempest-BulkNetworkOpsTest-1426007266 tempest-BulkNetworkOpsTest-1426007266] 10.222.0.24 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.2777832 Jan 14 07:26:59.646413 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84874) accepted ('10.222.0.24', 47074) {{(pid=84874) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:26:59.682039 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [None req-9792a52a-9945-4aa4-bd6a-975f53ab97b4 None None] For port 79fa0ec9-0915-4034-84dd-58834b387c80, host n-d-768862-2, cleared binding levels {{(pid=84876) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 14 07:26:59.693682 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8308f2e-6c6f-4e89-8892-0cb99de610be None None] Pushing event updated for resources: {'Port': ['ID=7f5e568b-3062-4e6d-a049-c24edc501e59,revision_number=2']} {{(pid=84876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:26:59.707366 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-f8308f2e-6c6f-4e89-8892-0cb99de610be None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.583s {{(pid=84876) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:26:59.708223 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-83894ee3-d5c1-4eab-a487-0c8a56e6f06d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.342s {{(pid=84876) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:26:59.753033 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-556b8aa7-6d20-4bb2-b4fd-64892eaa1d08 tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:26:59.815172 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9792a52a-9945-4aa4-bd6a-975f53ab97b4 None None] Pushing event updated for resources: {'Port': ['ID=79fa0ec9-0915-4034-84dd-58834b387c80,revision_number=1']} {{(pid=84876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:26:59.824935 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-9792a52a-9945-4aa4-bd6a-975f53ab97b4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=84876) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:26:59.854965 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-af31a8db-5e30-4e45-91cb-d67402af06d3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:26:59.856467 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-556b8aa7-6d20-4bb2-b4fd-64892eaa1d08 tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:26:59.858116 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-556b8aa7-6d20-4bb2-b4fd-64892eaa1d08 tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] Synchronizing usage tracker for tenant:be0aa702e3ca464795a99c51e3b3b04f on resource:port {{(pid=84874) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 14 07:26:59.902729 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.v2.base [None req-04d822f7-d5a1-40aa-9fd8-6cfa61c7cb5b tempest-BulkNetworkOpsTest-1426007266 tempest-BulkNetworkOpsTest-1426007266] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-206880981'}} {{(pid=84874) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:26:59.905809 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [None req-9792a52a-9945-4aa4-bd6a-975f53ab97b4 None None] For port 79fa0ec9-0915-4034-84dd-58834b387c80, host n-d-768862-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-2',level=0,port_id=79fa0ec9-0915-4034-84dd-58834b387c80,segment=NetworkSegment(56f1c7cf-f3a3-41d2-9677-68978131444f),segment_id=56f1c7cf-f3a3-41d2-9677-68978131444f)] {{(pid=84876) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 14 07:26:59.911537 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-9792a52a-9945-4aa4-bd6a-975f53ab97b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777640533312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363259214678337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777640097497'] for port, after_update {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:26:59.912274 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-6366f268-c601-409f-8937-c09a08dc0e0f tempest-NetworksIpV6Test-2047944877 tempest-NetworksIpV6Test-2047944877] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777640533329', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777640097463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851621574'] for port, after_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:26:59.937357 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-af31a8db-5e30-4e45-91cb-d67402af06d3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:26:59.954741 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-05206860-a031-42a2-9390-6f2c200e9fbd tempest-RoutersIpV6Test-883692175 tempest-RoutersIpV6Test-883692175] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:26:59.957048 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-04d822f7-d5a1-40aa-9fd8-6cfa61c7cb5b tempest-BulkNetworkOpsTest-1426007266 tempest-BulkNetworkOpsTest-1426007266] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:26:59.969268 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-04d822f7-d5a1-40aa-9fd8-6cfa61c7cb5b tempest-BulkNetworkOpsTest-1426007266 tempest-BulkNetworkOpsTest-1426007266] Usage tracker for resource:network and tenant:b38d707612de4e15a7a48c69a22773fb is out of sync, need to count used quota {{(pid=84874) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:26:59.994628 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-04d822f7-d5a1-40aa-9fd8-6cfa61c7cb5b tempest-BulkNetworkOpsTest-1426007266 tempest-BulkNetworkOpsTest-1426007266] Quota usage for network was recalculated. Used quota:2. {{(pid=84874) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:27:00.024101 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-04d822f7-d5a1-40aa-9fd8-6cfa61c7cb5b tempest-BulkNetworkOpsTest-1426007266 tempest-BulkNetworkOpsTest-1426007266] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=84874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:27:00.033725 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-556b8aa7-6d20-4bb2-b4fd-64892eaa1d08 tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] Unset dirty status for tenant:be0aa702e3ca464795a99c51e3b3b04f on resource:port {{(pid=84874) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 14 07:27:00.038587 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-556b8aa7-6d20-4bb2-b4fd-64892eaa1d08 tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] 10.222.0.24 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1702 time: 0.5673122 Jan 14 07:27:00.039669 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84874) accepted ('10.222.0.24', 47078) {{(pid=84874) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:27:00.043842 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-04d822f7-d5a1-40aa-9fd8-6cfa61c7cb5b tempest-BulkNetworkOpsTest-1426007266 tempest-BulkNetworkOpsTest-1426007266] Made reservation on behalf of b38d707612de4e15a7a48c69a22773fb for: {'network': 1} {{(pid=84874) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 07:27:00.058092 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-04d822f7-d5a1-40aa-9fd8-6cfa61c7cb5b tempest-BulkNetworkOpsTest-1426007266 tempest-BulkNetworkOpsTest-1426007266] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555753'] for network, before_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:27:00.138105 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-232381ae-2542-4504-bbe3-8b499540a409 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84876) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:27:00.161682 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6366f268-c601-409f-8937-c09a08dc0e0f tempest-NetworksIpV6Test-2047944877 tempest-NetworksIpV6Test-2047944877] Pushing event deleted for resources: {'Port': ['ID=7f5e568b-3062-4e6d-a049-c24edc501e59,revision_number=None']} {{(pid=84875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:27:00.322015 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-6366f268-c601-409f-8937-c09a08dc0e0f tempest-NetworksIpV6Test-2047944877 tempest-NetworksIpV6Test-2047944877] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.367s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:27:00.323788 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9792a52a-9945-4aa4-bd6a-975f53ab97b4 None None] Pushing event updated for resources: {'Port': ['ID=79fa0ec9-0915-4034-84dd-58834b387c80,revision_number=2']} {{(pid=84876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:27:00.328583 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-9792a52a-9945-4aa4-bd6a-975f53ab97b4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.191s {{(pid=84876) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:27:00.331473 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.plugin [None req-0d792d93-7fdd-47c8-80fe-6203a2bbae43 tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] Deleting port bb1de74b-2403-45da-bfe4-e9b519a8c5a1 {{(pid=84874) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 07:27:00.333189 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-0d792d93-7fdd-47c8-80fe-6203a2bbae43 tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363259214248359'] for port, before_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:27:00.560858 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-04d822f7-d5a1-40aa-9fd8-6cfa61c7cb5b tempest-BulkNetworkOpsTest-1426007266 tempest-BulkNetworkOpsTest-1426007266] vxlan segment allocate from pool success with {'vxlan_vni': 18} {{(pid=84874) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Jan 14 07:27:00.572784 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-04d822f7-d5a1-40aa-9fd8-6cfa61c7cb5b tempest-BulkNetworkOpsTest-1426007266 tempest-BulkNetworkOpsTest-1426007266] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854179735'] for segment, precommit_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:27:00.573443 n-d-768862-2 neutron-server[84765]: INFO neutron.db.segments_db [None req-04d822f7-d5a1-40aa-9fd8-6cfa61c7cb5b tempest-BulkNetworkOpsTest-1426007266 tempest-BulkNetworkOpsTest-1426007266] Added segment f1e879f1-c383-47ec-9238-8645dd8b7b99 of type vxlan for network f38f82fe-f4ba-4e9f-84b9-5a999438e4fa Jan 14 07:27:00.627861 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-04d822f7-d5a1-40aa-9fd8-6cfa61c7cb5b tempest-BulkNetworkOpsTest-1426007266 tempest-BulkNetworkOpsTest-1426007266] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363259214646115'] for network, precommit_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:27:00.759814 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.db.resource_extend [None req-04d822f7-d5a1-40aa-9fd8-6cfa61c7cb5b tempest-BulkNetworkOpsTest-1426007266 tempest-BulkNetworkOpsTest-1426007266] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84874) wrapper /usr/local/lib/python3.6/dist-packages/oslo_utils/timeutils.py:388}} Jan 14 07:27:00.800446 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-0b21da09-0ba5-4afe-bade-0e8499ac748c admin admin] Notify callbacks [] for security_group, before_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:27:00.859063 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-0b21da09-0ba5-4afe-bade-0e8499ac748c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:27:00.862355 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-04d822f7-d5a1-40aa-9fd8-6cfa61c7cb5b tempest-BulkNetworkOpsTest-1426007266 tempest-BulkNetworkOpsTest-1426007266] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850887149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964'] for network, after_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:27:00.890631 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-0b21da09-0ba5-4afe-bade-0e8499ac748c admin admin] Usage tracker for resource:security_group_rule and tenant:214b174f664d4b53b3355fba6def66b9 is out of sync, need to count used quota {{(pid=84875) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:27:00.896969 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-0b21da09-0ba5-4afe-bade-0e8499ac748c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84875) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:27:00.910820 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04d822f7-d5a1-40aa-9fd8-6cfa61c7cb5b tempest-BulkNetworkOpsTest-1426007266 tempest-BulkNetworkOpsTest-1426007266] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:27:00.914847 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-04d822f7-d5a1-40aa-9fd8-6cfa61c7cb5b tempest-BulkNetworkOpsTest-1426007266 tempest-BulkNetworkOpsTest-1426007266] Notify callbacks [] for network, before_response {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:27:00.921208 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-0b21da09-0ba5-4afe-bade-0e8499ac748c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:27:00.930921 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-84cafd01-bc30-43d7-9672-6e1b6cdcf314 tempest-NetworksIpV6Test-2047944877 tempest-NetworksIpV6Test-2047944877] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:27:01.009924 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-af31a8db-5e30-4e45-91cb-d67402af06d3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850887153'] for security_group, after_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:27:01.033679 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-2b13c8df-f556-42ab-aea1-2358b21f865e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:27:01.044435 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af31a8db-5e30-4e45-91cb-d67402af06d3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2018664b-213c-491d-8372-f9174c08a768,revision_number=None']} {{(pid=84875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:27:01.054756 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-af31a8db-5e30-4e45-91cb-d67402af06d3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:27:01.109911 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6366f268-c601-409f-8937-c09a08dc0e0f tempest-NetworksIpV6Test-2047944877 tempest-NetworksIpV6Test-2047944877] No DVR routers for this DVR port 7f5e568b-3062-4e6d-a049-c24edc501e59 on host n-d-768862-2 {{(pid=84875) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Jan 14 07:27:01.154039 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04d822f7-d5a1-40aa-9fd8-6cfa61c7cb5b tempest-BulkNetworkOpsTest-1426007266 tempest-BulkNetworkOpsTest-1426007266] Pushing event updated for resources: {'Network': ['ID=f38f82fe-f4ba-4e9f-84b9-5a999438e4fa,revision_number=1']} {{(pid=84874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:27:01.165078 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-04d822f7-d5a1-40aa-9fd8-6cfa61c7cb5b tempest-BulkNetworkOpsTest-1426007266 tempest-BulkNetworkOpsTest-1426007266] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.234s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:27:01.193990 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-af31a8db-5e30-4e45-91cb-d67402af06d3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:27:01.194754 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Network f38f82fe-f4ba-4e9f-84b9-5a999438e4fa details requested by agent ovs-agent-n-d-768862-2 with host n-d-768862-2 {{(pid=84876) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 07:27:01.196119 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-af31a8db-5e30-4e45-91cb-d67402af06d3 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/2018664b-213c-491d-8372-f9174c08a768 HTTP/1.1" status: 204 len: 168 time: 2.0160418 Jan 14 07:27:01.234831 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-017f98a9-8a07-408c-a86f-8ff0c00400a0 None None] Network f38f82fe-f4ba-4e9f-84b9-5a999438e4fa details requested by agent ovs-agent-n-h1-768862-2 with host n-h1-768862-2 {{(pid=84876) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 07:27:01.237571 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-6366f268-c601-409f-8937-c09a08dc0e0f tempest-NetworksIpV6Test-2047944877 tempest-NetworksIpV6Test-2047944877] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036854176836'] for subnet, precommit_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:27:01.255869 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-04d822f7-d5a1-40aa-9fd8-6cfa61c7cb5b tempest-BulkNetworkOpsTest-1426007266 tempest-BulkNetworkOpsTest-1426007266] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 1.3736780 Jan 14 07:27:01.264771 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84874) accepted ('10.222.0.24', 47098) {{(pid=84874) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:27:01.277323 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-0d792d93-7fdd-47c8-80fe-6203a2bbae43 tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036850862667'] for port, precommit_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:27:01.317446 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.v2.base [None req-15211894-69ac-4a8e-aad6-8e576d2c1d30 tempest-BulkNetworkOpsTest-1426007266 tempest-BulkNetworkOpsTest-1426007266] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-414790584'}} {{(pid=84874) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:27:01.334277 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-15211894-69ac-4a8e-aad6-8e576d2c1d30 tempest-BulkNetworkOpsTest-1426007266 tempest-BulkNetworkOpsTest-1426007266] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:27:01.343731 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-15211894-69ac-4a8e-aad6-8e576d2c1d30 tempest-BulkNetworkOpsTest-1426007266 tempest-BulkNetworkOpsTest-1426007266] Usage tracker for resource:network and tenant:b38d707612de4e15a7a48c69a22773fb is out of sync, need to count used quota {{(pid=84874) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:27:01.356983 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-15211894-69ac-4a8e-aad6-8e576d2c1d30 tempest-BulkNetworkOpsTest-1426007266 tempest-BulkNetworkOpsTest-1426007266] Quota usage for network was recalculated. Used quota:3. {{(pid=84874) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:27:01.372238 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-15211894-69ac-4a8e-aad6-8e576d2c1d30 tempest-BulkNetworkOpsTest-1426007266 tempest-BulkNetworkOpsTest-1426007266] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=84874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:27:01.393815 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-0b21da09-0ba5-4afe-bade-0e8499ac748c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:27:01.408975 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-15211894-69ac-4a8e-aad6-8e576d2c1d30 tempest-BulkNetworkOpsTest-1426007266 tempest-BulkNetworkOpsTest-1426007266] Made reservation on behalf of b38d707612de4e15a7a48c69a22773fb for: {'network': 1} {{(pid=84874) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 07:27:01.439331 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-15211894-69ac-4a8e-aad6-8e576d2c1d30 tempest-BulkNetworkOpsTest-1426007266 tempest-BulkNetworkOpsTest-1426007266] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555753'] for network, before_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:27:01.524907 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-852a24f7-e9a1-4193-9abb-e9506fe5213f None None] Network f38f82fe-f4ba-4e9f-84b9-5a999438e4fa details requested by agent ovs-agent-n-h2-768862-2 with host n-h2-768862-2 {{(pid=84876) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 07:27:01.690143 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-15211894-69ac-4a8e-aad6-8e576d2c1d30 tempest-BulkNetworkOpsTest-1426007266 tempest-BulkNetworkOpsTest-1426007266] vxlan segment allocate from pool success with {'vxlan_vni': 21} {{(pid=84874) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Jan 14 07:27:01.727445 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-15211894-69ac-4a8e-aad6-8e576d2c1d30 tempest-BulkNetworkOpsTest-1426007266 tempest-BulkNetworkOpsTest-1426007266] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854179735'] for segment, precommit_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:27:01.728357 n-d-768862-2 neutron-server[84765]: INFO neutron.db.segments_db [None req-15211894-69ac-4a8e-aad6-8e576d2c1d30 tempest-BulkNetworkOpsTest-1426007266 tempest-BulkNetworkOpsTest-1426007266] Added segment 95536b64-8a58-43fb-9aa4-ea90e3448d81 of type vxlan for network f731f4c3-2854-451a-b3a6-97e5cd71d8c4 Jan 14 07:27:01.802356 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-15211894-69ac-4a8e-aad6-8e576d2c1d30 tempest-BulkNetworkOpsTest-1426007266 tempest-BulkNetworkOpsTest-1426007266] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363259214646115'] for network, precommit_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:27:01.988004 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-0b21da09-0ba5-4afe-bade-0e8499ac748c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850887153'] for security_group, after_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:27:02.041007 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.plugin [None req-0d792d93-7fdd-47c8-80fe-6203a2bbae43 tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] Calling delete_port for bb1de74b-2403-45da-bfe4-e9b519a8c5a1 owned by {{(pid=84874) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 07:27:02.054880 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-81e57ac7-6b94-4669-a2f2-2589843ee279 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:27:02.087764 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-0b21da09-0ba5-4afe-bade-0e8499ac748c admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=214b174f664d4b53b3355fba6def66b9&name=default HTTP/1.1" status: 200 len: 2983 time: 2.5023453 Jan 14 07:27:02.089640 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-6366f268-c601-409f-8937-c09a08dc0e0f tempest-NetworksIpV6Test-2047944877 tempest-NetworksIpV6Test-2047944877] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-598964', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850887113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3154192', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2308610'] for subnet, after_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:27:02.121955 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84875) accepted ('10.222.0.24', 47108) {{(pid=84875) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:27:02.427701 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-15211894-69ac-4a8e-aad6-8e576d2c1d30 tempest-BulkNetworkOpsTest-1426007266 tempest-BulkNetworkOpsTest-1426007266] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850887149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964'] for network, after_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:27:02.472827 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b21da09-0ba5-4afe-bade-0e8499ac748c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8f4e3ec3-214c-46ad-80d1-04f1d449cfc6,revision_number=1']} {{(pid=84875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:27:02.491653 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b21da09-0ba5-4afe-bade-0e8499ac748c admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@n-h1-768862-2 {{(pid=84875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:27:02.492430 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b21da09-0ba5-4afe-bade-0e8499ac748c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-h1-768862-2 {{(pid=84875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:27:02.493015 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b21da09-0ba5-4afe-bade-0e8499ac748c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-h1-768862-2 {{(pid=84875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:27:02.497146 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b21da09-0ba5-4afe-bade-0e8499ac748c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-h1-768862-2 {{(pid=84875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:27:02.497608 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b21da09-0ba5-4afe-bade-0e8499ac748c admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@n-h1-768862-2 {{(pid=84875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:27:02.498032 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b21da09-0ba5-4afe-bade-0e8499ac748c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-h1-768862-2 {{(pid=84875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:27:02.498452 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b21da09-0ba5-4afe-bade-0e8499ac748c admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-h1-768862-2 {{(pid=84875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:27:02.498863 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b21da09-0ba5-4afe-bade-0e8499ac748c admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-h1-768862-2 {{(pid=84875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:27:02.499275 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b21da09-0ba5-4afe-bade-0e8499ac748c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-h1-768862-2 {{(pid=84875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:27:02.499686 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b21da09-0ba5-4afe-bade-0e8499ac748c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-h1-768862-2 {{(pid=84875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:27:02.500358 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b21da09-0ba5-4afe-bade-0e8499ac748c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-h1-768862-2 {{(pid=84875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:27:02.500770 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b21da09-0ba5-4afe-bade-0e8499ac748c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-h1-768862-2 {{(pid=84875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:27:02.501232 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b21da09-0ba5-4afe-bade-0e8499ac748c admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@n-h2-768862-2 {{(pid=84875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:27:02.501765 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b21da09-0ba5-4afe-bade-0e8499ac748c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-h2-768862-2 {{(pid=84875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:27:02.502172 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b21da09-0ba5-4afe-bade-0e8499ac748c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-h2-768862-2 {{(pid=84875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:27:02.502584 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b21da09-0ba5-4afe-bade-0e8499ac748c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-h2-768862-2 {{(pid=84875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:27:02.502991 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b21da09-0ba5-4afe-bade-0e8499ac748c admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@n-h2-768862-2 {{(pid=84875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:27:02.503393 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b21da09-0ba5-4afe-bade-0e8499ac748c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-h2-768862-2 {{(pid=84875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:27:02.503797 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b21da09-0ba5-4afe-bade-0e8499ac748c admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-h2-768862-2 {{(pid=84875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:27:02.504225 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b21da09-0ba5-4afe-bade-0e8499ac748c admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-h2-768862-2 {{(pid=84875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:27:02.504629 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b21da09-0ba5-4afe-bade-0e8499ac748c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-h2-768862-2 {{(pid=84875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:27:02.505033 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b21da09-0ba5-4afe-bade-0e8499ac748c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-h2-768862-2 {{(pid=84875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:27:02.505437 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b21da09-0ba5-4afe-bade-0e8499ac748c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-h2-768862-2 {{(pid=84875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:27:02.505840 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b21da09-0ba5-4afe-bade-0e8499ac748c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-h2-768862-2 {{(pid=84875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:27:02.506312 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b21da09-0ba5-4afe-bade-0e8499ac748c admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-2 {{(pid=84875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:27:02.506676 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15211894-69ac-4a8e-aad6-8e576d2c1d30 tempest-BulkNetworkOpsTest-1426007266 tempest-BulkNetworkOpsTest-1426007266] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:27:02.506816 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b21da09-0ba5-4afe-bade-0e8499ac748c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-2 {{(pid=84875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:27:02.507158 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b21da09-0ba5-4afe-bade-0e8499ac748c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-2 {{(pid=84875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:27:02.507720 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-15211894-69ac-4a8e-aad6-8e576d2c1d30 tempest-BulkNetworkOpsTest-1426007266 tempest-BulkNetworkOpsTest-1426007266] Notify callbacks [] for network, before_response {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:27:02.508063 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b21da09-0ba5-4afe-bade-0e8499ac748c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-2 {{(pid=84875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:27:02.508543 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b21da09-0ba5-4afe-bade-0e8499ac748c admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@n-d-768862-2 {{(pid=84875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:27:02.508955 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b21da09-0ba5-4afe-bade-0e8499ac748c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-2 {{(pid=84875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:27:02.509362 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b21da09-0ba5-4afe-bade-0e8499ac748c admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-768862-2 {{(pid=84875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:27:02.509769 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b21da09-0ba5-4afe-bade-0e8499ac748c admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-768862-2 {{(pid=84875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:27:02.510360 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b21da09-0ba5-4afe-bade-0e8499ac748c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-2 {{(pid=84875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:27:02.511392 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b21da09-0ba5-4afe-bade-0e8499ac748c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-2 {{(pid=84875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:27:02.511818 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b21da09-0ba5-4afe-bade-0e8499ac748c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-2 {{(pid=84875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:27:02.512324 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b21da09-0ba5-4afe-bade-0e8499ac748c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-2 {{(pid=84875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:27:02.531940 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-0b21da09-0ba5-4afe-bade-0e8499ac748c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.477s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:27:02.533279 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-422fa0a1-6be6-46af-9ec4-9e724de9b2a2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:27:02.535056 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-d5c09442-32c6-4625-a28e-599858364bfc tempest-NetworksIpV6Test-2047944877 tempest-NetworksIpV6Test-2047944877] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.403s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:27:02.539147 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70d344f6-55a9-459b-a031-a1d480871655 None None] Network 3de5c3db-56fb-49a4-8849-a577f31c8e75 requested from n-d-768862-2 {{(pid=84876) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 07:27:02.589189 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-b4c400ff-24d3-492c-aa2d-3d22fc81ad0e tempest-BulkNetworkOpsTest-1426007266 tempest-BulkNetworkOpsTest-1426007266] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:27:02.628128 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-0d792d93-7fdd-47c8-80fe-6203a2bbae43 tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777640533329', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777640097463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3254186'] for port, after_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:27:02.705552 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Device 79fa0ec9-0915-4034-84dd-58834b387c80 up at agent ovs-agent-n-d-768862-2 {{(pid=84876) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 07:27:02.784439 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6366f268-c601-409f-8937-c09a08dc0e0f tempest-NetworksIpV6Test-2047944877 tempest-NetworksIpV6Test-2047944877] Pushing event deleted for resources: {'Subnet': ['ID=fdef9da7-f078-4207-bd86-29b00cdd1fc4,revision_number=None']} {{(pid=84875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:27:02.870396 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-c80e2fe1-e3bd-443e-8f03-3883a9e0e520 None None] Could not find standard attr ID for object 7f5e568b-3062-4e6d-a049-c24edc501e59. {{(pid=84876) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Jan 14 07:27:02.887859 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-15211894-69ac-4a8e-aad6-8e576d2c1d30 tempest-BulkNetworkOpsTest-1426007266 tempest-BulkNetworkOpsTest-1426007266] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 1.6066458 Jan 14 07:27:02.901985 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-6366f268-c601-409f-8937-c09a08dc0e0f tempest-NetworksIpV6Test-2047944877 tempest-NetworksIpV6Test-2047944877] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.360s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:27:03.027461 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-422fa0a1-6be6-46af-9ec4-9e724de9b2a2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:27:03.113575 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84875) accepted ('10.222.0.24', 47136) {{(pid=84875) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:27:03.130605 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-0d792d93-7fdd-47c8-80fe-6203a2bbae43 tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854768116'] for port, before_response {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:27:03.140149 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-0d792d93-7fdd-47c8-80fe-6203a2bbae43 tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] 10.222.0.24 "DELETE /v2.0/ports/bb1de74b-2403-45da-bfe4-e9b519a8c5a1 HTTP/1.1" status: 204 len: 168 time: 3.0962815 Jan 14 07:27:03.140499 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84874) accepted ('10.222.0.24', 47140) {{(pid=84874) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:27:03.179061 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.v2.base [None req-723f3517-8fa3-4943-8a2f-02f422d8feca tempest-BulkNetworkOpsTest-1426007266 tempest-BulkNetworkOpsTest-1426007266] Request body: {'subnets': [{'network_id': 'f38f82fe-f4ba-4e9f-84b9-5a999438e4fa', 'cidr': '172.20.0.0/28', 'name': 'tempest-subnet--1601556816', 'ip_version': 4}, {'network_id': 'f731f4c3-2854-451a-b3a6-97e5cd71d8c4', 'cidr': '172.20.0.16/28', 'ip_version': 4}]} {{(pid=84875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:27:03.179624 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.v2.base [None req-723f3517-8fa3-4943-8a2f-02f422d8feca tempest-BulkNetworkOpsTest-1426007266 tempest-BulkNetworkOpsTest-1426007266] Request body: {'subnet': {'network_id': 'f38f82fe-f4ba-4e9f-84b9-5a999438e4fa', 'cidr': '172.20.0.0/28', 'name': 'tempest-subnet--1601556816', 'ip_version': 4}} {{(pid=84875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:27:03.180341 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.v2.base [None req-723f3517-8fa3-4943-8a2f-02f422d8feca tempest-BulkNetworkOpsTest-1426007266 tempest-BulkNetworkOpsTest-1426007266] Request body: {'subnet': {'network_id': 'f731f4c3-2854-451a-b3a6-97e5cd71d8c4', 'cidr': '172.20.0.16/28', 'ip_version': 4}} {{(pid=84875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:27:03.281924 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba99d66f-0088-437d-9212-1ed7952f5675 None None] DHCP port deletion for 3de5c3db-56fb-49a4-8849-a577f31c8e75 request from n-d-768862-2 {{(pid=84876) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Jan 14 07:27:03.345205 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Provisioning for port 79fa0ec9-0915-4034-84dd-58834b387c80 completed by entity L2. {{(pid=84876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 07:27:03.375581 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f884aa4-232d-4051-a99f-84e4048d1f62 None None] Network 3de5c3db-56fb-49a4-8849-a577f31c8e75 requested from n-d-768862-2 {{(pid=84876) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 07:27:03.494370 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15211894-69ac-4a8e-aad6-8e576d2c1d30 tempest-BulkNetworkOpsTest-1426007266 tempest-BulkNetworkOpsTest-1426007266] Pushing event updated for resources: {'Network': ['ID=f731f4c3-2854-451a-b3a6-97e5cd71d8c4,revision_number=1']} {{(pid=84874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:27:03.501525 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-15211894-69ac-4a8e-aad6-8e576d2c1d30 tempest-BulkNetworkOpsTest-1426007266 tempest-BulkNetworkOpsTest-1426007266] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.912s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:27:03.537213 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-e08ea518-8e51-4336-9195-a54b719f23a6 tempest-ExtraDHCPOptionsIpV6TestJSON-1473121844 tempest-ExtraDHCPOptionsIpV6TestJSON-1473121844] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.666s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:27:03.575172 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-6366f268-c601-409f-8937-c09a08dc0e0f tempest-NetworksIpV6Test-2047944877 tempest-NetworksIpV6Test-2047944877] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-598987', 'neutron.services.segments.db._delete_segments_for_network-8777640583949'] for network, precommit_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:27:03.716246 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cbcec473-1e97-4eed-b80b-a078fcf940c9 tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:27:03.722599 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cbcec473-1e97-4eed-b80b-a078fcf940c9 tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:27:03.724249 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-cbcec473-1e97-4eed-b80b-a078fcf940c9 tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] Synchronizing usage tracker for tenant:be0aa702e3ca464795a99c51e3b3b04f on resource:subnet {{(pid=84874) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 14 07:27:03.793942 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-cbcec473-1e97-4eed-b80b-a078fcf940c9 tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] Unset dirty status for tenant:be0aa702e3ca464795a99c51e3b3b04f on resource:subnet {{(pid=84874) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 14 07:27:03.801440 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-cbcec473-1e97-4eed-b80b-a078fcf940c9 tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] 10.222.0.24 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1465 time: 0.5980358 Jan 14 07:27:03.805493 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d792d93-7fdd-47c8-80fe-6203a2bbae43 tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] Pushing event deleted for resources: {'Port': ['ID=bb1de74b-2403-45da-bfe4-e9b519a8c5a1,revision_number=None']} {{(pid=84874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:27:03.809986 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-0d792d93-7fdd-47c8-80fe-6203a2bbae43 tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.281s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:27:03.825025 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Network f731f4c3-2854-451a-b3a6-97e5cd71d8c4 details requested by agent ovs-agent-n-d-768862-2 with host n-d-768862-2 {{(pid=84876) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 07:27:03.828261 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84874) accepted ('10.222.0.24', 47152) {{(pid=84874) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:27:04.054273 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-852a24f7-e9a1-4193-9abb-e9506fe5213f None None] Network f731f4c3-2854-451a-b3a6-97e5cd71d8c4 details requested by agent ovs-agent-n-h2-768862-2 with host n-h2-768862-2 {{(pid=84876) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 07:27:04.123079 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-422fa0a1-6be6-46af-9ec4-9e724de9b2a2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850887153'] for security_group, after_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:27:04.171955 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84875) accepted ('10.222.0.24', 47158) {{(pid=84875) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:27:04.178095 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-46b73d8c-8d60-43cf-83af-4d26b48db837 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:27:04.200983 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-422fa0a1-6be6-46af-9ec4-9e724de9b2a2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8f4e3ec3-214c-46ad-80d1-04f1d449cfc6,revision_number=None']} {{(pid=84875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:27:04.211144 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-422fa0a1-6be6-46af-9ec4-9e724de9b2a2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:27:04.213311 n-d-768862-2 neutron-server[84765]: DEBUG neutron.services.segments.db [None req-6366f268-c601-409f-8937-c09a08dc0e0f tempest-NetworksIpV6Test-2047944877 tempest-NetworksIpV6Test-2047944877] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3de5c3db-56fb-49a4-8849-a577f31c8e75']}} {{(pid=84875) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:27:04.222278 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.db_base_plugin_v2 [None req-6eb4cb84-7269-4acf-a0b3-b82b38454f6c tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] Deleting subnet 9eb47307-8ec3-472d-9dd5-33c1d55cb856 {{(pid=84874) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Jan 14 07:27:04.232265 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-6eb4cb84-7269-4acf-a0b3-b82b38454f6c tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] Notify callbacks [] for subnet, before_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:27:04.281996 n-d-768862-2 neutron-server[84765]: DEBUG neutron.services.segments.db [None req-6366f268-c601-409f-8937-c09a08dc0e0f tempest-NetworksIpV6Test-2047944877 tempest-NetworksIpV6Test-2047944877] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3c9a33bc-8f76-42e5-8e73-b06fd659f6f1') {'for_net_delete': True} {{(pid=84875) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:27:04.282411 n-d-768862-2 neutron-server[84765]: DEBUG neutron.services.segments.db [None req-6366f268-c601-409f-8937-c09a08dc0e0f tempest-NetworksIpV6Test-2047944877 tempest-NetworksIpV6Test-2047944877] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3c9a33bc-8f76-42e5-8e73-b06fd659f6f1') {} {{(pid=84875) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:27:04.299319 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-017f98a9-8a07-408c-a86f-8ff0c00400a0 None None] Network f731f4c3-2854-451a-b3a6-97e5cd71d8c4 details requested by agent ovs-agent-n-h1-768862-2 with host n-h1-768862-2 {{(pid=84876) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 07:27:04.317579 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-723f3517-8fa3-4943-8a2f-02f422d8feca tempest-BulkNetworkOpsTest-1426007266 tempest-BulkNetworkOpsTest-1426007266] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:27:04.330473 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-723f3517-8fa3-4943-8a2f-02f422d8feca tempest-BulkNetworkOpsTest-1426007266 tempest-BulkNetworkOpsTest-1426007266] Usage tracker for resource:subnet and tenant:b38d707612de4e15a7a48c69a22773fb is out of sync, need to count used quota {{(pid=84875) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:27:04.338810 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-723f3517-8fa3-4943-8a2f-02f422d8feca tempest-BulkNetworkOpsTest-1426007266 tempest-BulkNetworkOpsTest-1426007266] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84875) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:27:04.374179 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-723f3517-8fa3-4943-8a2f-02f422d8feca tempest-BulkNetworkOpsTest-1426007266 tempest-BulkNetworkOpsTest-1426007266] Attempting to reserve 2 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:27:04.379407 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Device 7f5e568b-3062-4e6d-a049-c24edc501e59 no longer exists at agent ovs-agent-n-d-768862-2 {{(pid=84876) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jan 14 07:27:04.429876 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-723f3517-8fa3-4943-8a2f-02f422d8feca tempest-BulkNetworkOpsTest-1426007266 tempest-BulkNetworkOpsTest-1426007266] Made reservation on behalf of b38d707612de4e15a7a48c69a22773fb for: {'subnet': 2} {{(pid=84875) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 07:27:04.450626 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-6eb4cb84-7269-4acf-a0b3-b82b38454f6c tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036851807232'] for subnet, precommit_delete_associations {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:27:04.521261 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-422fa0a1-6be6-46af-9ec4-9e724de9b2a2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:27:04.522598 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-422fa0a1-6be6-46af-9ec4-9e724de9b2a2 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/8f4e3ec3-214c-46ad-80d1-04f1d449cfc6 HTTP/1.1" status: 204 len: 168 time: 2.3880556 Jan 14 07:27:04.550813 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-6366f268-c601-409f-8937-c09a08dc0e0f tempest-NetworksIpV6Test-2047944877 tempest-NetworksIpV6Test-2047944877] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363259214173198', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036851408567'] for segment, before_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:27:04.560256 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.plugin [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] No Port match for: 7f5e568b-3062-4e6d-a049-c24edc501e59 {{(pid=84876) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2188}} Jan 14 07:27:04.573674 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Device 7f5e568b-3062-4e6d-a049-c24edc501e59 not bound to the agent host n-d-768862-2 {{(pid=84876) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jan 14 07:27:04.815525 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-b4992615-f4a3-4392-a4d5-568879dd1331 None None] Provisioning for port 79fa0ec9-0915-4034-84dd-58834b387c80 completed by entity DHCP. {{(pid=84876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 07:27:04.819099 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-6eb4cb84-7269-4acf-a0b3-b82b38454f6c tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036854176836'] for subnet, precommit_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:27:04.852592 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-b4992615-f4a3-4392-a4d5-568879dd1331 None None] Provisioning complete for port 79fa0ec9-0915-4034-84dd-58834b387c80 triggered by entity DHCP. {{(pid=84876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 07:27:04.853024 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-b4992615-f4a3-4392-a4d5-568879dd1331 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-604227'] for port, provisioning_complete {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:27:04.873917 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.v2.base [None req-fa9b27ed-7d17-4f3b-aae9-051ee0147b2b tempest-NetworksNegativeTestJSON-1278120768 tempest-NetworksNegativeTestJSON-1278120768] Request body: {'port': {'network_id': 'd03e2699-3886-4704-93ef-77603b8399e9', 'name': 'tempest-NetworksNegativeTestJSON-1062547654'}} {{(pid=84875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:27:04.966850 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-6366f268-c601-409f-8937-c09a08dc0e0f tempest-NetworksIpV6Test-2047944877 tempest-NetworksIpV6Test-2047944877] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854179735'] for segment, precommit_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:27:04.978295 n-d-768862-2 neutron-server[84765]: INFO neutron.pecan_wsgi.hooks.translation [None req-fa9b27ed-7d17-4f3b-aae9-051ee0147b2b tempest-NetworksNegativeTestJSON-1278120768 tempest-NetworksNegativeTestJSON-1278120768] POST failed (client error): The resource could not be found. Jan 14 07:27:04.979368 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fa9b27ed-7d17-4f3b-aae9-051ee0147b2b tempest-NetworksNegativeTestJSON-1278120768 tempest-NetworksNegativeTestJSON-1278120768] No notification will be sent due to unsuccessful status code: 404 {{(pid=84875) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Jan 14 07:27:04.985677 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-fa9b27ed-7d17-4f3b-aae9-051ee0147b2b tempest-NetworksNegativeTestJSON-1278120768 tempest-NetworksNegativeTestJSON-1278120768] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 404 len: 339 time: 0.7938244 Jan 14 07:27:04.986745 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84875) accepted ('10.222.0.24', 47176) {{(pid=84875) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:27:04.989948 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-6366f268-c601-409f-8937-c09a08dc0e0f tempest-NetworksIpV6Test-2047944877 tempest-NetworksIpV6Test-2047944877] Releasing vxlan tunnel 23 to pool {{(pid=84875) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Jan 14 07:27:05.099197 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-b4992615-f4a3-4392-a4d5-568879dd1331 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555753'] for port, before_update {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:27:05.321422 n-d-768862-2 neutron-server[84765]: INFO neutron.pecan_wsgi.hooks.translation [None req-264b1c1e-0bae-4535-8176-7d344ca5ceaa tempest-NetworksNegativeTestJSON-1278120768 tempest-NetworksNegativeTestJSON-1278120768] DELETE failed (client error): The resource could not be found. Jan 14 07:27:05.322212 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-264b1c1e-0bae-4535-8176-7d344ca5ceaa tempest-NetworksNegativeTestJSON-1278120768 tempest-NetworksNegativeTestJSON-1278120768] No notification will be sent due to unsuccessful status code: 404 {{(pid=84875) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Jan 14 07:27:05.329292 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-264b1c1e-0bae-4535-8176-7d344ca5ceaa tempest-NetworksNegativeTestJSON-1278120768 tempest-NetworksNegativeTestJSON-1278120768] 10.222.0.24 "DELETE /v2.0/networks/e7e5be9d-7ae6-437e-ba94-615d6c51c64c HTTP/1.1" status: 404 len: 339 time: 0.3155363 Jan 14 07:27:05.384909 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84874) accepted ('10.222.0.24', 47184) {{(pid=84874) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:27:05.435677 n-d-768862-2 neutron-server[84765]: INFO neutron.pecan_wsgi.hooks.translation [None req-0e8725ef-4a20-45e9-8d69-c7737b649031 tempest-NetworksNegativeTestJSON-1278120768 tempest-NetworksNegativeTestJSON-1278120768] DELETE failed (client error): The resource could not be found. Jan 14 07:27:05.436367 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0e8725ef-4a20-45e9-8d69-c7737b649031 tempest-NetworksNegativeTestJSON-1278120768 tempest-NetworksNegativeTestJSON-1278120768] No notification will be sent due to unsuccessful status code: 404 {{(pid=84874) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Jan 14 07:27:05.442513 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-0e8725ef-4a20-45e9-8d69-c7737b649031 tempest-NetworksNegativeTestJSON-1278120768 tempest-NetworksNegativeTestJSON-1278120768] 10.222.0.24 "DELETE /v2.0/ports/7e08cf1e-46be-4dae-9661-f32e4de4e894 HTTP/1.1" status: 404 len: 333 time: 0.0562820 Jan 14 07:27:05.443429 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84874) accepted ('10.222.0.24', 47188) {{(pid=84874) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:27:05.502835 n-d-768862-2 neutron-server[84765]: INFO neutron.pecan_wsgi.hooks.translation [None req-51424df4-57b0-48d0-97ca-0145f50782d0 tempest-NetworksNegativeTestJSON-1278120768 tempest-NetworksNegativeTestJSON-1278120768] DELETE failed (client error): The resource could not be found. Jan 14 07:27:05.503677 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-51424df4-57b0-48d0-97ca-0145f50782d0 tempest-NetworksNegativeTestJSON-1278120768 tempest-NetworksNegativeTestJSON-1278120768] No notification will be sent due to unsuccessful status code: 404 {{(pid=84874) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Jan 14 07:27:05.510638 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-51424df4-57b0-48d0-97ca-0145f50782d0 tempest-NetworksNegativeTestJSON-1278120768 tempest-NetworksNegativeTestJSON-1278120768] 10.222.0.24 "DELETE /v2.0/subnets/d32e11ec-f103-44b3-b77f-ed10c650f973 HTTP/1.1" status: 404 len: 337 time: 0.0589373 Jan 14 07:27:05.514018 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84874) accepted ('10.222.0.24', 47194) {{(pid=84874) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:27:05.563422 n-d-768862-2 neutron-server[84765]: INFO neutron.pecan_wsgi.hooks.translation [None req-d8e3b0c4-d6c7-49c7-8b8d-3f15e00a82ca tempest-NetworksNegativeTestJSON-1278120768 tempest-NetworksNegativeTestJSON-1278120768] GET failed (client error): The resource could not be found. Jan 14 07:27:05.571004 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-d8e3b0c4-d6c7-49c7-8b8d-3f15e00a82ca tempest-NetworksNegativeTestJSON-1278120768 tempest-NetworksNegativeTestJSON-1278120768] 10.222.0.24 "GET /v2.0/networks/afb21e0c-95ff-4597-9491-dc4fef581475 HTTP/1.1" status: 404 len: 339 time: 0.0552649 Jan 14 07:27:05.573049 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84874) accepted ('10.222.0.24', 47198) {{(pid=84874) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:27:05.623445 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84874) accepted ('10.222.0.24', 47202) {{(pid=84874) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:27:05.629075 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.managers [None req-6366f268-c601-409f-8937-c09a08dc0e0f tempest-NetworksIpV6Test-2047944877 tempest-NetworksIpV6Test-2047944877] Network 3de5c3db-56fb-49a4-8849-a577f31c8e75 has no segments {{(pid=84875) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 14 07:27:05.653716 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-6366f268-c601-409f-8937-c09a08dc0e0f tempest-NetworksIpV6Test-2047944877 tempest-NetworksIpV6Test-2047944877] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-596065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3154253'] for segment, after_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:27:05.662627 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-dcd9efd1-1c05-4c37-a24d-f8f161cecdd8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:27:05.722871 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-dcd9efd1-1c05-4c37-a24d-f8f161cecdd8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:27:05.736013 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-dcd9efd1-1c05-4c37-a24d-f8f161cecdd8 admin admin] Usage tracker for resource:security_group_rule and tenant:b3a409f801174770b66f0cf90b1e0825 is out of sync, need to count used quota {{(pid=84874) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:27:05.747791 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-dcd9efd1-1c05-4c37-a24d-f8f161cecdd8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84874) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:27:05.754234 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-dcd9efd1-1c05-4c37-a24d-f8f161cecdd8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:27:05.800915 n-d-768862-2 neutron-server[84765]: INFO neutron.pecan_wsgi.hooks.translation [None req-9cc57bb6-a08d-49ef-8f0b-a06607523d5c tempest-NetworksNegativeTestJSON-1278120768 tempest-NetworksNegativeTestJSON-1278120768] GET failed (client error): The resource could not be found. Jan 14 07:27:05.810690 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-9cc57bb6-a08d-49ef-8f0b-a06607523d5c tempest-NetworksNegativeTestJSON-1278120768 tempest-NetworksNegativeTestJSON-1278120768] 10.222.0.24 "GET /v2.0/ports/810be806-6611-4854-a8d7-a1af463d3d16 HTTP/1.1" status: 404 len: 333 time: 0.2361970 Jan 14 07:27:05.824484 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84874) accepted ('10.222.0.24', 47206) {{(pid=84874) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:27:05.845743 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-6eb4cb84-7269-4acf-a0b3-b82b38454f6c tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-598964', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850887113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036851521664', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2794686'] for subnet, after_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:27:05.883144 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.db.api [None req-b4992615-f4a3-4392-a4d5-568879dd1331 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=84876) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Jan 14 07:27:05.883672 n-d-768862-2 neutron-server[84765]: DEBUG oslo_db.api [None req-b4992615-f4a3-4392-a4d5-568879dd1331 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=84876) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Jan 14 07:27:05.967671 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-83c2f4ca-29e5-46c2-9a09-2d68ca5208af tempest-NetworksIpV6Test-2047944877 tempest-NetworksIpV6Test-2047944877] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:27:05.969705 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.managers [None req-6366f268-c601-409f-8937-c09a08dc0e0f tempest-NetworksIpV6Test-2047944877 tempest-NetworksIpV6Test-2047944877] Network 3de5c3db-56fb-49a4-8849-a577f31c8e75 has no segments {{(pid=84875) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 14 07:27:06.035914 n-d-768862-2 neutron-server[84765]: Traceback (most recent call last): Jan 14 07:27:06.035914 n-d-768862-2 neutron-server[84765]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 14 07:27:06.035914 n-d-768862-2 neutron-server[84765]: timer() Jan 14 07:27:06.035914 n-d-768862-2 neutron-server[84765]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 14 07:27:06.035914 n-d-768862-2 neutron-server[84765]: cb(*args, **kw) Jan 14 07:27:06.035914 n-d-768862-2 neutron-server[84765]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Jan 14 07:27:06.035914 n-d-768862-2 neutron-server[84765]: return func(*args, **kwargs) Jan 14 07:27:06.035914 n-d-768862-2 neutron-server[84765]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 14 07:27:06.035914 n-d-768862-2 neutron-server[84765]: self._notify() Jan 14 07:27:06.035914 n-d-768862-2 neutron-server[84765]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 14 07:27:06.035914 n-d-768862-2 neutron-server[84765]: self.callback(batched_events) Jan 14 07:27:06.035914 n-d-768862-2 neutron-server[84765]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 14 07:27:06.035914 n-d-768862-2 neutron-server[84765]: event.method(event) Jan 14 07:27:06.035914 n-d-768862-2 neutron-server[84765]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 14 07:27:06.035914 n-d-768862-2 neutron-server[84765]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 14 07:27:06.035914 n-d-768862-2 neutron-server[84765]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Jan 14 07:27:06.035914 n-d-768862-2 neutron-server[84765]: segment_id)['aggregates'][0] Jan 14 07:27:06.035914 n-d-768862-2 neutron-server[84765]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 14 07:27:06.035914 n-d-768862-2 neutron-server[84765]: return f(self, *a, **k) Jan 14 07:27:06.035914 n-d-768862-2 neutron-server[84765]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 14 07:27:06.035914 n-d-768862-2 neutron-server[84765]: return self._get(url).json() Jan 14 07:27:06.035914 n-d-768862-2 neutron-server[84765]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 14 07:27:06.035914 n-d-768862-2 neutron-server[84765]: **kwargs) Jan 14 07:27:06.035914 n-d-768862-2 neutron-server[84765]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 14 07:27:06.035914 n-d-768862-2 neutron-server[84765]: return self.request(url, 'GET', **kwargs) Jan 14 07:27:06.035914 n-d-768862-2 neutron-server[84765]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Jan 14 07:27:06.035914 n-d-768862-2 neutron-server[84765]: **endpoint_filter) Jan 14 07:27:06.035914 n-d-768862-2 neutron-server[84765]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 14 07:27:06.035914 n-d-768862-2 neutron-server[84765]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 14 07:27:06.035914 n-d-768862-2 neutron-server[84765]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 14 07:27:06.035914 n-d-768862-2 neutron-server[84765]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 14 07:27:06.035914 n-d-768862-2 neutron-server[84765]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 14 07:27:06.238099 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-723f3517-8fa3-4943-8a2f-02f422d8feca tempest-BulkNetworkOpsTest-1426007266 tempest-BulkNetworkOpsTest-1426007266] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036852467157'] for subnet, before_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:27:06.238470 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-723f3517-8fa3-4943-8a2f-02f422d8feca tempest-BulkNetworkOpsTest-1426007266 tempest-BulkNetworkOpsTest-1426007266] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036852467157'] for subnet, before_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:27:06.399498 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-6366f268-c601-409f-8937-c09a08dc0e0f tempest-NetworksIpV6Test-2047944877 tempest-NetworksIpV6Test-2047944877] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036854176830', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850887149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3912591'] for network, after_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:27:06.404405 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-6366f268-c601-409f-8937-c09a08dc0e0f tempest-NetworksIpV6Test-2047944877 tempest-NetworksIpV6Test-2047944877] Notify callbacks [] for network, before_response {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:27:06.412925 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-49cd2973-afe9-4a39-aec9-3470bd7f82b5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:27:06.432284 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eb4cb84-7269-4acf-a0b3-b82b38454f6c tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] Pushing event deleted for resources: {'Subnet': ['ID=9eb47307-8ec3-472d-9dd5-33c1d55cb856,revision_number=None']} {{(pid=84874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:27:06.435232 n-d-768862-2 neutron-server[84765]: INFO neutron.pecan_wsgi.hooks.translation [None req-c03ee7c5-d476-4cf2-9ddb-47ed448a5e2a tempest-NetworksNegativeTestJSON-1278120768 tempest-NetworksNegativeTestJSON-1278120768] GET failed (client error): The resource could not be found. Jan 14 07:27:06.436698 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-c03ee7c5-d476-4cf2-9ddb-47ed448a5e2a tempest-NetworksNegativeTestJSON-1278120768 tempest-NetworksNegativeTestJSON-1278120768] 10.222.0.24 "GET /v2.0/subnets/45cdf2b7-54ca-4165-99a7-b2dd19399631 HTTP/1.1" status: 404 len: 337 time: 0.6022093 Jan 14 07:27:06.447371 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6366f268-c601-409f-8937-c09a08dc0e0f tempest-NetworksIpV6Test-2047944877 tempest-NetworksIpV6Test-2047944877] Pushing event deleted for resources: {'Network': ['ID=3de5c3db-56fb-49a4-8849-a577f31c8e75,revision_number=None']} {{(pid=84875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:27:06.455568 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84875) accepted ('10.222.0.24', 47220) {{(pid=84875) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:27:06.455975 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-6eb4cb84-7269-4acf-a0b3-b82b38454f6c tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.489s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:27:06.461064 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-6366f268-c601-409f-8937-c09a08dc0e0f tempest-NetworksIpV6Test-2047944877 tempest-NetworksIpV6Test-2047944877] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:27:06.477491 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84874) accepted ('10.222.0.24', 47224) {{(pid=84874) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:27:06.479703 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-6366f268-c601-409f-8937-c09a08dc0e0f tempest-NetworksIpV6Test-2047944877 tempest-NetworksIpV6Test-2047944877] 10.222.0.24 "DELETE /v2.0/networks/3de5c3db-56fb-49a4-8849-a577f31c8e75 HTTP/1.1" status: 204 len: 168 time: 8.8250699 Jan 14 07:27:06.487493 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.v2.base [None req-d6006310-b60b-4756-93e5-7695df7c9798 tempest-NetworksNegativeTestJSON-1278120768 tempest-NetworksNegativeTestJSON-1278120768] Request body: {'network': {'name': 'new_name'}} {{(pid=84875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:27:06.501128 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-b4992615-f4a3-4392-a4d5-568879dd1331 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555753'] for port, before_update {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:27:06.568510 n-d-768862-2 neutron-server[84765]: INFO neutron.pecan_wsgi.hooks.translation [None req-e979d967-98ac-4d45-b768-ae7301059bb5 tempest-NetworksIpV6Test-2047944877 tempest-NetworksIpV6Test-2047944877] DELETE failed (client error): The resource could not be found. Jan 14 07:27:06.569109 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e979d967-98ac-4d45-b768-ae7301059bb5 tempest-NetworksIpV6Test-2047944877 tempest-NetworksIpV6Test-2047944877] No notification will be sent due to unsuccessful status code: 404 {{(pid=84874) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Jan 14 07:27:06.569923 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [None req-b4992615-f4a3-4392-a4d5-568879dd1331 None None] For port 79fa0ec9-0915-4034-84dd-58834b387c80, host n-d-768862-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-2',level=0,port_id=79fa0ec9-0915-4034-84dd-58834b387c80,segment=NetworkSegment(56f1c7cf-f3a3-41d2-9677-68978131444f),segment_id=56f1c7cf-f3a3-41d2-9677-68978131444f)] {{(pid=84876) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 07:27:06.573970 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-b4992615-f4a3-4392-a4d5-568879dd1331 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777640533312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363259214678337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777640097497'] for port, after_update {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:27:06.586108 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.009s {{(pid=84876) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:27:06.615419 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-e979d967-98ac-4d45-b768-ae7301059bb5 tempest-NetworksIpV6Test-2047944877 tempest-NetworksIpV6Test-2047944877] 10.222.0.24 "DELETE /v2.0/subnets/fdef9da7-f078-4207-bd86-29b00cdd1fc4 HTTP/1.1" status: 404 len: 337 time: 0.1251400 Jan 14 07:27:06.624332 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84874) accepted ('10.222.0.24', 47228) {{(pid=84874) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:27:06.719418 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4992615-f4a3-4392-a4d5-568879dd1331 None None] Pushing event updated for resources: {'Port': ['ID=79fa0ec9-0915-4034-84dd-58834b387c80,revision_number=4']} {{(pid=84876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:27:06.723793 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-b4992615-f4a3-4392-a4d5-568879dd1331 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=84876) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:27:06.724941 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14806e2a-d7c3-4d48-afc9-e64f9323200f None None] Network 23f0a15d-6362-4cec-82c1-cacba887c566 requested from n-d-768862-2 {{(pid=84876) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 07:27:06.758395 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-6eb4cb84-7269-4acf-a0b3-b82b38454f6c tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] Notify callbacks [] for subnet, before_response {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:27:06.802546 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-6eb4cb84-7269-4acf-a0b3-b82b38454f6c tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] 10.222.0.24 "DELETE /v2.0/subnets/9eb47307-8ec3-472d-9dd5-33c1d55cb856 HTTP/1.1" status: 204 len: 168 time: 2.9721642 Jan 14 07:27:06.839483 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84874) accepted ('10.222.0.24', 47234) {{(pid=84874) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:27:06.892387 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-31cc9deb-aaf6-41ba-ab5b-1771f4c90a4f None None] Could not find standard attr ID for object bb1de74b-2403-45da-bfe4-e9b519a8c5a1. {{(pid=84876) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Jan 14 07:27:06.983742 n-d-768862-2 neutron-server[84765]: INFO neutron.pecan_wsgi.hooks.translation [None req-d6006310-b60b-4756-93e5-7695df7c9798 tempest-NetworksNegativeTestJSON-1278120768 tempest-NetworksNegativeTestJSON-1278120768] PUT failed (client error): The resource could not be found. Jan 14 07:27:06.983742 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d6006310-b60b-4756-93e5-7695df7c9798 tempest-NetworksNegativeTestJSON-1278120768 tempest-NetworksNegativeTestJSON-1278120768] No notification will be sent due to unsuccessful status code: 404 {{(pid=84875) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Jan 14 07:27:06.983742 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-d6006310-b60b-4756-93e5-7695df7c9798 tempest-NetworksNegativeTestJSON-1278120768 tempest-NetworksNegativeTestJSON-1278120768] 10.222.0.24 "PUT /v2.0/networks/801dfeb7-4a7b-484e-8ebe-acd71854040c HTTP/1.1" status: 404 len: 339 time: 0.5235121 Jan 14 07:27:06.989720 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84875) accepted ('10.222.0.24', 47242) {{(pid=84875) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:27:06.993398 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-31cc9deb-aaf6-41ba-ab5b-1771f4c90a4f None None] Provisioning complete for port 79fa0ec9-0915-4034-84dd-58834b387c80 triggered by entity DHCP. {{(pid=84876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 07:27:06.994061 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-31cc9deb-aaf6-41ba-ab5b-1771f4c90a4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-604227'] for port, provisioning_complete {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:27:07.012569 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.v2.base [None req-c74f4c40-0bbf-406a-b3ff-42c9843ec562 tempest-NetworksNegativeTestJSON-1278120768 tempest-NetworksNegativeTestJSON-1278120768] Request body: {'port': {'name': 'new_name'}} {{(pid=84875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:27:07.053335 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-bdbcf1b0-87c5-45c9-904f-2a57520cadd1 tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] 10.222.0.24 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.2044947 Jan 14 07:27:07.075492 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-dcd9efd1-1c05-4c37-a24d-f8f161cecdd8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:27:07.079072 n-d-768862-2 neutron-server[84765]: INFO neutron.pecan_wsgi.hooks.translation [None req-f941bc47-242d-4abd-a923-a4073b1ceba8 tempest-NetworksIpV6Test-2047944877 tempest-NetworksIpV6Test-2047944877] DELETE failed (client error): The resource could not be found. Jan 14 07:27:07.080134 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f941bc47-242d-4abd-a923-a4073b1ceba8 tempest-NetworksIpV6Test-2047944877 tempest-NetworksIpV6Test-2047944877] No notification will be sent due to unsuccessful status code: 404 {{(pid=84874) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Jan 14 07:27:07.082525 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-f941bc47-242d-4abd-a923-a4073b1ceba8 tempest-NetworksIpV6Test-2047944877 tempest-NetworksIpV6Test-2047944877] 10.222.0.24 "DELETE /v2.0/networks/3de5c3db-56fb-49a4-8849-a577f31c8e75 HTTP/1.1" status: 404 len: 339 time: 0.4571142 Jan 14 07:27:07.083445 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84874) accepted ('10.222.0.24', 47248) {{(pid=84874) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:27:07.087480 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-dcd9efd1-1c05-4c37-a24d-f8f161cecdd8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850887153'] for security_group, after_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:27:07.101320 n-d-768862-2 neutron-server[84765]: INFO neutron.pecan_wsgi.hooks.translation [None req-c74f4c40-0bbf-406a-b3ff-42c9843ec562 tempest-NetworksNegativeTestJSON-1278120768 tempest-NetworksNegativeTestJSON-1278120768] PUT failed (client error): The resource could not be found. Jan 14 07:27:07.101849 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c74f4c40-0bbf-406a-b3ff-42c9843ec562 tempest-NetworksNegativeTestJSON-1278120768 tempest-NetworksNegativeTestJSON-1278120768] No notification will be sent due to unsuccessful status code: 404 {{(pid=84875) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Jan 14 07:27:07.104116 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-c74f4c40-0bbf-406a-b3ff-42c9843ec562 tempest-NetworksNegativeTestJSON-1278120768 tempest-NetworksNegativeTestJSON-1278120768] 10.222.0.24 "PUT /v2.0/ports/dc49f5f7-3e95-43ce-9bf3-1082d747e34d HTTP/1.1" status: 404 len: 333 time: 0.1130910 Jan 14 07:27:07.109890 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84875) accepted ('10.222.0.24', 47250) {{(pid=84875) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:27:07.110538 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84875) accepted ('10.222.0.24', 47254) {{(pid=84875) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:27:07.126464 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-ae02f5df-8e37-443a-9eb1-0c8eea7f2944 tempest-NegativeSecGroupIPv6Test-1980982801 tempest-NegativeSecGroupIPv6Test-1980982801] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:27:07.150062 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.v2.base [None req-181b8342-5aa5-48bb-905c-27370b6ba890 tempest-NetworksNegativeTestJSON-1278120768 tempest-NetworksNegativeTestJSON-1278120768] Request body: {'subnet': {'name': 'new_name'}} {{(pid=84875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:27:07.233050 n-d-768862-2 neutron-server[84765]: INFO neutron.pecan_wsgi.hooks.translation [None req-181b8342-5aa5-48bb-905c-27370b6ba890 tempest-NetworksNegativeTestJSON-1278120768 tempest-NetworksNegativeTestJSON-1278120768] PUT failed (client error): The resource could not be found. Jan 14 07:27:07.239420 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-181b8342-5aa5-48bb-905c-27370b6ba890 tempest-NetworksNegativeTestJSON-1278120768 tempest-NetworksNegativeTestJSON-1278120768] No notification will be sent due to unsuccessful status code: 404 {{(pid=84875) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Jan 14 07:27:07.241039 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-181b8342-5aa5-48bb-905c-27370b6ba890 tempest-NetworksNegativeTestJSON-1278120768 tempest-NetworksNegativeTestJSON-1278120768] 10.222.0.24 "PUT /v2.0/subnets/4fd3be11-50c3-4234-9a2e-8f710e620584 HTTP/1.1" status: 404 len: 337 time: 0.1204665 Jan 14 07:27:07.294499 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5dfc937b-331c-43c4-aeb3-a5b53efba92d None None] DHCP port deletion for 23f0a15d-6362-4cec-82c1-cacba887c566 request from n-d-768862-2 {{(pid=84876) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Jan 14 07:27:07.300024 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.plugin [None req-5dfc937b-331c-43c4-aeb3-a5b53efba92d None None] Deleting port 79fa0ec9-0915-4034-84dd-58834b387c80 {{(pid=84876) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 07:27:07.300832 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-5dfc937b-331c-43c4-aeb3-a5b53efba92d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363259214248359'] for port, before_delete {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:27:07.392283 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-7240c363-7ff6-4b02-a721-cae9bfa3293a tempest-NetworksIpV6Test-2047944877 tempest-NetworksIpV6Test-2047944877] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036854160497'] for network, before_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:27:07.408361 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-dcd9efd1-1c05-4c37-a24d-f8f161cecdd8 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=b3a409f801174770b66f0cf90b1e0825&name=default HTTP/1.1" status: 200 len: 2983 time: 1.7776086 Jan 14 07:27:07.417102 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84874) accepted ('10.222.0.24', 47266) {{(pid=84874) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:27:07.429338 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcd9efd1-1c05-4c37-a24d-f8f161cecdd8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=862e5493-425a-4471-95b8-11016a309050,revision_number=1']} {{(pid=84874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:27:07.446152 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-dcd9efd1-1c05-4c37-a24d-f8f161cecdd8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.319s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:27:07.653695 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-7240c363-7ff6-4b02-a721-cae9bfa3293a tempest-NetworksIpV6Test-2047944877 tempest-NetworksIpV6Test-2047944877] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-598987', 'neutron.services.segments.db._delete_segments_for_network-8777640583949'] for network, precommit_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:27:07.668780 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d0c5c92-48f0-449f-9fbc-0dd2bfaad673 tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:27:07.669602 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-2d0c5c92-48f0-449f-9fbc-0dd2bfaad673 tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] Synchronizing usage tracker for tenant:be0aa702e3ca464795a99c51e3b3b04f on resource:port {{(pid=84874) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 14 07:27:07.697457 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-0d25a5d1-4a00-4301-867c-8d839fc599fb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:27:07.789794 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-0d25a5d1-4a00-4301-867c-8d839fc599fb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:27:07.799178 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-2d0c5c92-48f0-449f-9fbc-0dd2bfaad673 tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] Unset dirty status for tenant:be0aa702e3ca464795a99c51e3b3b04f on resource:port {{(pid=84874) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 14 07:27:07.803135 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-2d0c5c92-48f0-449f-9fbc-0dd2bfaad673 tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] 10.222.0.24 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.7153447 Jan 14 07:27:07.804187 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84874) accepted ('10.222.0.24', 47272) {{(pid=84874) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:27:07.842726 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [None req-5dfc937b-331c-43c4-aeb3-a5b53efba92d None None] For port 79fa0ec9-0915-4034-84dd-58834b387c80, host n-d-768862-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-2',level=0,port_id=79fa0ec9-0915-4034-84dd-58834b387c80,segment=NetworkSegment(56f1c7cf-f3a3-41d2-9677-68978131444f),segment_id=56f1c7cf-f3a3-41d2-9677-68978131444f)] {{(pid=84876) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 07:27:07.843541 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-5dfc937b-331c-43c4-aeb3-a5b53efba92d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036850862667'] for port, precommit_delete {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:27:07.907770 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a04b0f4-0ae1-4e7e-a394-8b8a2df6d914 tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:27:07.908548 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-3a04b0f4-0ae1-4e7e-a394-8b8a2df6d914 tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] Synchronizing usage tracker for tenant:be0aa702e3ca464795a99c51e3b3b04f on resource:subnet {{(pid=84874) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 14 07:27:07.961622 n-d-768862-2 neutron-server[84765]: DEBUG neutron.services.segments.db [None req-7240c363-7ff6-4b02-a721-cae9bfa3293a tempest-NetworksIpV6Test-2047944877 tempest-NetworksIpV6Test-2047944877] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['eb54c8f1-2e37-4b78-8c00-dc221534ef32']}} {{(pid=84875) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:27:07.983633 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.plugin [None req-5dfc937b-331c-43c4-aeb3-a5b53efba92d None None] Calling delete_port for 79fa0ec9-0915-4034-84dd-58834b387c80 owned by network:dhcp {{(pid=84876) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 07:27:07.988408 n-d-768862-2 neutron-server[84765]: DEBUG neutron.services.segments.db [None req-7240c363-7ff6-4b02-a721-cae9bfa3293a tempest-NetworksIpV6Test-2047944877 tempest-NetworksIpV6Test-2047944877] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd49a3b74-d67c-4591-902c-2e4760a1bc4b') {'for_net_delete': True} {{(pid=84875) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:27:07.988513 n-d-768862-2 neutron-server[84765]: DEBUG neutron.services.segments.db [None req-7240c363-7ff6-4b02-a721-cae9bfa3293a tempest-NetworksIpV6Test-2047944877 tempest-NetworksIpV6Test-2047944877] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd49a3b74-d67c-4591-902c-2e4760a1bc4b') {} {{(pid=84875) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:27:07.997875 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-3a04b0f4-0ae1-4e7e-a394-8b8a2df6d914 tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] Unset dirty status for tenant:be0aa702e3ca464795a99c51e3b3b04f on resource:subnet {{(pid=84874) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 14 07:27:07.999897 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-3a04b0f4-0ae1-4e7e-a394-8b8a2df6d914 tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] 10.222.0.24 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1942101 Jan 14 07:27:08.005138 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84874) accepted ('10.222.0.24', 47276) {{(pid=84874) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:27:08.012130 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-7240c363-7ff6-4b02-a721-cae9bfa3293a tempest-NetworksIpV6Test-2047944877 tempest-NetworksIpV6Test-2047944877] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363259214173198', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036851408567'] for segment, before_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:27:08.039998 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-7240c363-7ff6-4b02-a721-cae9bfa3293a tempest-NetworksIpV6Test-2047944877 tempest-NetworksIpV6Test-2047944877] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854179735'] for segment, precommit_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:27:08.042094 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-7240c363-7ff6-4b02-a721-cae9bfa3293a tempest-NetworksIpV6Test-2047944877 tempest-NetworksIpV6Test-2047944877] Releasing vxlan tunnel 9 to pool {{(pid=84875) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Jan 14 07:27:08.136876 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-5dfc937b-331c-43c4-aeb3-a5b53efba92d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777640533329', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777640097463'] for port, after_delete {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:27:08.183550 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84874) accepted ('10.222.0.24', 47282) {{(pid=84874) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:27:08.187777 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-275e7547-166e-4598-b9fe-9b51f7c6efdb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84876) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:27:08.206318 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-3a6359e3-4e86-4e11-b45b-982bf1eccbb8 tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] 10.222.0.24 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1978850 Jan 14 07:27:08.224686 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84874) accepted ('10.222.0.24', 47292) {{(pid=84874) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:27:08.244913 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.v2.base [None req-875db359-858e-4d24-b299-43b8a4159e9f tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] Request body: {'subnet': {'network_id': '23f0a15d-6362-4cec-82c1-cacba887c566', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=84874) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:27:08.406830 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Device 79fa0ec9-0915-4034-84dd-58834b387c80 no longer exists at agent ovs-agent-n-d-768862-2 {{(pid=84876) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jan 14 07:27:08.419501 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-875db359-858e-4d24-b299-43b8a4159e9f tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:27:08.429408 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-0d25a5d1-4a00-4301-867c-8d839fc599fb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850887153'] for security_group, after_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:27:08.448035 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-c7bb5b06-b039-486e-a50c-eafd5b0619be admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:27:08.485758 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-875db359-858e-4d24-b299-43b8a4159e9f tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:27:08.491589 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d25a5d1-4a00-4301-867c-8d839fc599fb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=862e5493-425a-4471-95b8-11016a309050,revision_number=None']} {{(pid=84874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:27:08.498332 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-0d25a5d1-4a00-4301-867c-8d839fc599fb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:27:08.508475 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-0d25a5d1-4a00-4301-867c-8d839fc599fb admin admin] Notify callbacks [] for security_group, before_response {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:27:08.513135 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-0d25a5d1-4a00-4301-867c-8d839fc599fb admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/862e5493-425a-4471-95b8-11016a309050 HTTP/1.1" status: 204 len: 168 time: 1.0890491 Jan 14 07:27:08.517271 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-875db359-858e-4d24-b299-43b8a4159e9f tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] Made reservation on behalf of be0aa702e3ca464795a99c51e3b3b04f for: {'subnet': 1} {{(pid=84874) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 07:27:08.542188 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-875db359-858e-4d24-b299-43b8a4159e9f tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036851981161'] for subnet, before_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:27:08.548893 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dfc937b-331c-43c4-aeb3-a5b53efba92d None None] Pushing event deleted for resources: {'Port': ['ID=79fa0ec9-0915-4034-84dd-58834b387c80,revision_number=None']} {{(pid=84876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:27:08.563051 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-5dfc937b-331c-43c4-aeb3-a5b53efba92d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.373s {{(pid=84876) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:27:08.615417 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [req-a15f35fa-4a48-47ad-bd54-903f6a47d60e req-10b43446-3b9f-4951-8066-fad5176d5c8a service neutron] (84874) timed out ('10.222.0.48', 55012) {{(pid=84874) process_request /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:830}} Jan 14 07:27:08.738084 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.managers [None req-7240c363-7ff6-4b02-a721-cae9bfa3293a tempest-NetworksIpV6Test-2047944877 tempest-NetworksIpV6Test-2047944877] Network eb54c8f1-2e37-4b78-8c00-dc221534ef32 has no segments {{(pid=84875) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 14 07:27:08.773808 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-7240c363-7ff6-4b02-a721-cae9bfa3293a tempest-NetworksIpV6Test-2047944877 tempest-NetworksIpV6Test-2047944877] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-596065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3154253'] for segment, after_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:27:08.794044 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-dabacbed-abf9-45eb-a9f9-be7f37bc18a8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:27:08.874423 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-dabacbed-abf9-45eb-a9f9-be7f37bc18a8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:27:08.898211 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-dabacbed-abf9-45eb-a9f9-be7f37bc18a8 admin admin] Usage tracker for resource:security_group_rule and tenant:c6a4e4c4721a42d8ab4f25df5ad0a994 is out of sync, need to count used quota {{(pid=84874) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:27:08.898954 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.plugin [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] No Port match for: 79fa0ec9-0915-4034-84dd-58834b387c80 {{(pid=84876) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2188}} Jan 14 07:27:08.901797 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Device 79fa0ec9-0915-4034-84dd-58834b387c80 not bound to the agent host n-d-768862-2 {{(pid=84876) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jan 14 07:27:08.908523 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5dfc937b-331c-43c4-aeb3-a5b53efba92d None None] No DVR routers for this DVR port 79fa0ec9-0915-4034-84dd-58834b387c80 on host n-d-768862-2 {{(pid=84876) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Jan 14 07:27:08.911437 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-dabacbed-abf9-45eb-a9f9-be7f37bc18a8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84874) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:27:08.933525 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-dabacbed-abf9-45eb-a9f9-be7f37bc18a8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:27:09.053518 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.managers [None req-7240c363-7ff6-4b02-a721-cae9bfa3293a tempest-NetworksIpV6Test-2047944877 tempest-NetworksIpV6Test-2047944877] Network eb54c8f1-2e37-4b78-8c00-dc221534ef32 has no segments {{(pid=84875) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 14 07:27:09.084557 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-dabacbed-abf9-45eb-a9f9-be7f37bc18a8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:27:09.090301 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-dabacbed-abf9-45eb-a9f9-be7f37bc18a8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850887153'] for security_group, after_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:27:09.107490 n-d-768862-2 neutron-server[84765]: Traceback (most recent call last): Jan 14 07:27:09.107490 n-d-768862-2 neutron-server[84765]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 14 07:27:09.107490 n-d-768862-2 neutron-server[84765]: timer() Jan 14 07:27:09.107490 n-d-768862-2 neutron-server[84765]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 14 07:27:09.107490 n-d-768862-2 neutron-server[84765]: cb(*args, **kw) Jan 14 07:27:09.107490 n-d-768862-2 neutron-server[84765]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Jan 14 07:27:09.107490 n-d-768862-2 neutron-server[84765]: return func(*args, **kwargs) Jan 14 07:27:09.107490 n-d-768862-2 neutron-server[84765]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 14 07:27:09.107490 n-d-768862-2 neutron-server[84765]: self._notify() Jan 14 07:27:09.107490 n-d-768862-2 neutron-server[84765]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 14 07:27:09.107490 n-d-768862-2 neutron-server[84765]: self.callback(batched_events) Jan 14 07:27:09.107490 n-d-768862-2 neutron-server[84765]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 14 07:27:09.107490 n-d-768862-2 neutron-server[84765]: event.method(event) Jan 14 07:27:09.107490 n-d-768862-2 neutron-server[84765]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 14 07:27:09.107490 n-d-768862-2 neutron-server[84765]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 14 07:27:09.107490 n-d-768862-2 neutron-server[84765]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Jan 14 07:27:09.107490 n-d-768862-2 neutron-server[84765]: segment_id)['aggregates'][0] Jan 14 07:27:09.107490 n-d-768862-2 neutron-server[84765]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 14 07:27:09.107490 n-d-768862-2 neutron-server[84765]: return f(self, *a, **k) Jan 14 07:27:09.107490 n-d-768862-2 neutron-server[84765]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 14 07:27:09.107490 n-d-768862-2 neutron-server[84765]: return self._get(url).json() Jan 14 07:27:09.107490 n-d-768862-2 neutron-server[84765]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 14 07:27:09.107490 n-d-768862-2 neutron-server[84765]: **kwargs) Jan 14 07:27:09.107490 n-d-768862-2 neutron-server[84765]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 14 07:27:09.107490 n-d-768862-2 neutron-server[84765]: return self.request(url, 'GET', **kwargs) Jan 14 07:27:09.107490 n-d-768862-2 neutron-server[84765]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Jan 14 07:27:09.107490 n-d-768862-2 neutron-server[84765]: **endpoint_filter) Jan 14 07:27:09.107490 n-d-768862-2 neutron-server[84765]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 14 07:27:09.107490 n-d-768862-2 neutron-server[84765]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 14 07:27:09.107490 n-d-768862-2 neutron-server[84765]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 14 07:27:09.107490 n-d-768862-2 neutron-server[84765]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 14 07:27:09.107490 n-d-768862-2 neutron-server[84765]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 14 07:27:09.120738 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-00460d92-a604-45ec-8549-5ffb0f016e13 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:27:09.140637 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-dabacbed-abf9-45eb-a9f9-be7f37bc18a8 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=c6a4e4c4721a42d8ab4f25df5ad0a994&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9525125 Jan 14 07:27:09.148701 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84874) accepted ('10.222.0.24', 47310) {{(pid=84874) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:27:09.173444 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dabacbed-abf9-45eb-a9f9-be7f37bc18a8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=712027a0-1988-4300-ad36-6b6eb5268815,revision_number=1']} {{(pid=84874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:27:09.216568 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-dabacbed-abf9-45eb-a9f9-be7f37bc18a8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:27:09.330451 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-7240c363-7ff6-4b02-a721-cae9bfa3293a tempest-NetworksIpV6Test-2047944877 tempest-NetworksIpV6Test-2047944877] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036854176830', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850887149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3912591'] for network, after_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:27:09.336488 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-c0471d1e-79c4-4404-9513-c5227fb9d30a tempest-BulkNetworkOpsTest-1426007266 tempest-BulkNetworkOpsTest-1426007266] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:27:09.361422 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-7240c363-7ff6-4b02-a721-cae9bfa3293a tempest-NetworksIpV6Test-2047944877 tempest-NetworksIpV6Test-2047944877] Notify callbacks [] for network, before_response {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:27:09.411819 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7240c363-7ff6-4b02-a721-cae9bfa3293a tempest-NetworksIpV6Test-2047944877 tempest-NetworksIpV6Test-2047944877] Pushing event deleted for resources: {'Network': ['ID=eb54c8f1-2e37-4b78-8c00-dc221534ef32,revision_number=None']} {{(pid=84875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:27:09.417467 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-7240c363-7ff6-4b02-a721-cae9bfa3293a tempest-NetworksIpV6Test-2047944877 tempest-NetworksIpV6Test-2047944877] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:27:09.427007 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-7240c363-7ff6-4b02-a721-cae9bfa3293a tempest-NetworksIpV6Test-2047944877 tempest-NetworksIpV6Test-2047944877] 10.222.0.24 "DELETE /v2.0/networks/eb54c8f1-2e37-4b78-8c00-dc221534ef32 HTTP/1.1" status: 204 len: 168 time: 2.3074908 Jan 14 07:27:09.460535 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-9bf8651d-4f25-406c-8641-1d0dd880c888 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:27:09.460535 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84874) accepted ('10.222.0.24', 47318) {{(pid=84874) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:27:09.612187 n-d-768862-2 neutron-server[84765]: INFO neutron.pecan_wsgi.hooks.translation [None req-7410c019-27f4-42ca-8b23-b846c4339354 tempest-NetworksIpV6Test-2047944877 tempest-NetworksIpV6Test-2047944877] DELETE failed (client error): The resource could not be found. Jan 14 07:27:09.612828 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7410c019-27f4-42ca-8b23-b846c4339354 tempest-NetworksIpV6Test-2047944877 tempest-NetworksIpV6Test-2047944877] No notification will be sent due to unsuccessful status code: 404 {{(pid=84874) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Jan 14 07:27:09.668413 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-9bf8651d-4f25-406c-8641-1d0dd880c888 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:27:09.757845 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-7410c019-27f4-42ca-8b23-b846c4339354 tempest-NetworksIpV6Test-2047944877 tempest-NetworksIpV6Test-2047944877] 10.222.0.24 "DELETE /v2.0/subnets/0029ea67-a860-45eb-b92a-93d63661ed93 HTTP/1.1" status: 404 len: 337 time: 0.2918990 Jan 14 07:27:09.767900 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84874) accepted ('10.222.0.24', 47334) {{(pid=84874) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:27:09.896598 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-723f3517-8fa3-4943-8a2f-02f422d8feca tempest-BulkNetworkOpsTest-1426007266 tempest-BulkNetworkOpsTest-1426007266] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850887113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036851621412', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036852467174'] for subnet, after_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:27:09.911107 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-46aeeb1e-eee5-4051-9353-ec1cf88eb7fe tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:27:09.923227 n-d-768862-2 neutron-server[84765]: INFO neutron.pecan_wsgi.hooks.translation [None req-b0a8ee90-5e90-40ca-8fb9-843e57ca32d8 tempest-NetworksIpV6Test-2047944877 tempest-NetworksIpV6Test-2047944877] DELETE failed (client error): The resource could not be found. Jan 14 07:27:09.925954 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b0a8ee90-5e90-40ca-8fb9-843e57ca32d8 tempest-NetworksIpV6Test-2047944877 tempest-NetworksIpV6Test-2047944877] No notification will be sent due to unsuccessful status code: 404 {{(pid=84874) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Jan 14 07:27:09.936927 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-b0a8ee90-5e90-40ca-8fb9-843e57ca32d8 tempest-NetworksIpV6Test-2047944877 tempest-NetworksIpV6Test-2047944877] 10.222.0.24 "DELETE /v2.0/networks/f9295c14-8cab-491f-bdb9-a2ab55a95ac7 HTTP/1.1" status: 404 len: 339 time: 0.1620858 Jan 14 07:27:09.937799 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84874) accepted ('10.222.0.24', 47338) {{(pid=84874) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:27:09.979161 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-723f3517-8fa3-4943-8a2f-02f422d8feca tempest-BulkNetworkOpsTest-1426007266 tempest-BulkNetworkOpsTest-1426007266] Pushing event updated for resources: {'Subnet': ['ID=af69a460-4486-4166-b5fd-50c03565df10,revision_number=0']} {{(pid=84875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:27:09.984809 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-723f3517-8fa3-4943-8a2f-02f422d8feca tempest-BulkNetworkOpsTest-1426007266 tempest-BulkNetworkOpsTest-1426007266] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:27:10.364173 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-723f3517-8fa3-4943-8a2f-02f422d8feca tempest-BulkNetworkOpsTest-1426007266 tempest-BulkNetworkOpsTest-1426007266] Checking segment: {'id': 'f1e879f1-c383-47ec-9238-8645dd8b7b99', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 18, 'network_id': 'f38f82fe-f4ba-4e9f-84b9-5a999438e4fa'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84875) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 14 07:27:10.367476 n-d-768862-2 neutron-server[84765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-723f3517-8fa3-4943-8a2f-02f422d8feca tempest-BulkNetworkOpsTest-1426007266 tempest-BulkNetworkOpsTest-1426007266] Network hostable DHCP agents. Network: f38f82fe-f4ba-4e9f-84b9-5a999438e4fa, hostable agents: ['32f3dd84-26da-4d18-bf15-6017a8fb7247'], hosted agents: [] {{(pid=84875) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Jan 14 07:27:10.423482 n-d-768862-2 neutron-server[84765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-723f3517-8fa3-4943-8a2f-02f422d8feca tempest-BulkNetworkOpsTest-1426007266 tempest-BulkNetworkOpsTest-1426007266] Network f38f82fe-f4ba-4e9f-84b9-5a999438e4fa is scheduled to be hosted by DHCP agent 32f3dd84-26da-4d18-bf15-6017a8fb7247 with binding_index 1 {{(pid=84875) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Jan 14 07:27:10.466837 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-9bf8651d-4f25-406c-8641-1d0dd880c888 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850887153'] for security_group, after_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:27:10.476486 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-64470d87-0f37-4e0a-8075-06f1687a29b2 tempest-NegativeSecGroupIPv6Test-1980982801 tempest-NegativeSecGroupIPv6Test-1980982801] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:27:10.493633 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bf8651d-4f25-406c-8641-1d0dd880c888 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=712027a0-1988-4300-ad36-6b6eb5268815,revision_number=None']} {{(pid=84874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:27:10.507171 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.db_base_plugin_v2 [None req-fc7c2aff-6304-467a-b68c-efb90fc1604c tempest-NetworksIpV6Test-2047944877 tempest-NetworksIpV6Test-2047944877] Deleting subnet 533557e2-2089-4191-bd1e-b0a478ce5cd5 {{(pid=84874) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Jan 14 07:27:10.510017 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-9bf8651d-4f25-406c-8641-1d0dd880c888 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:27:10.511521 n-d-768862-2 neutron-server[84765]: DEBUG neutron.scheduler.base_scheduler [None req-723f3517-8fa3-4943-8a2f-02f422d8feca tempest-BulkNetworkOpsTest-1426007266 tempest-BulkNetworkOpsTest-1426007266] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768862-2, f38f82fe-f4ba-4e9f-84b9-5a999438e4fa) {{(pid=84875) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 07:27:10.517632 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-fc7c2aff-6304-467a-b68c-efb90fc1604c tempest-NetworksIpV6Test-2047944877 tempest-NetworksIpV6Test-2047944877] Notify callbacks [] for subnet, before_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:27:10.555713 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1eb02727-b86b-45a0-8d69-d43bc6deae43 None None] Network f38f82fe-f4ba-4e9f-84b9-5a999438e4fa requested from n-d-768862-2 {{(pid=84876) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 07:27:10.579712 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-9bf8651d-4f25-406c-8641-1d0dd880c888 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:27:10.584028 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-9bf8651d-4f25-406c-8641-1d0dd880c888 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/712027a0-1988-4300-ad36-6b6eb5268815 HTTP/1.1" status: 204 len: 168 time: 1.4154885 Jan 14 07:27:10.644215 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-fc7c2aff-6304-467a-b68c-efb90fc1604c tempest-NetworksIpV6Test-2047944877 tempest-NetworksIpV6Test-2047944877] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036851807232'] for subnet, precommit_delete_associations {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:27:11.167959 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-875db359-858e-4d24-b299-43b8a4159e9f tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850887113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3254092', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036851981146'] for subnet, after_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:27:11.174901 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-214a714b-d5bc-4e1b-ac3c-0d7ea0e26c76 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5d94dc7a-c095-50a4-955e-5f3b78718a12-f38f82fe-f4ba-4e9f-84b9-5a999438e4fa', 'network_id': 'f38f82fe-f4ba-4e9f-84b9-5a999438e4fa', 'tenant_id': 'b38d707612de4e15a7a48c69a22773fb', 'fixed_ips': [{'subnet_id': 'af69a460-4486-4166-b5fd-50c03565df10'}]}} from n-d-768862-2. {{(pid=84876) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Jan 14 07:27:11.175946 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-214a714b-d5bc-4e1b-ac3c-0d7ea0e26c76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555753'] for port, before_create {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:27:11.182571 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-723f3517-8fa3-4943-8a2f-02f422d8feca tempest-BulkNetworkOpsTest-1426007266 tempest-BulkNetworkOpsTest-1426007266] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850887113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036851621412', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036852467174'] for subnet, after_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:27:11.256430 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-017f98a9-8a07-408c-a86f-8ff0c00400a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363259214191800', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854171626'] for agent, after_update {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:27:11.386192 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-3969d2b5-0579-4cba-8cdc-3e9b4ffd0653 tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:27:11.550909 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-84cafd01-bc30-43d7-9672-6e1b6cdcf314 tempest-NetworksIpV6Test-2047944877 tempest-NetworksIpV6Test-2047944877] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:27:11.568251 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-723f3517-8fa3-4943-8a2f-02f422d8feca tempest-BulkNetworkOpsTest-1426007266 tempest-BulkNetworkOpsTest-1426007266] Pushing event updated for resources: {'Subnet': ['ID=d6b68cde-86b6-43f5-9189-fea6da2001eb,revision_number=0']} {{(pid=84875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:27:11.581944 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-723f3517-8fa3-4943-8a2f-02f422d8feca tempest-BulkNetworkOpsTest-1426007266 tempest-BulkNetworkOpsTest-1426007266] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.196s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:27:11.637833 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-fc7c2aff-6304-467a-b68c-efb90fc1604c tempest-NetworksIpV6Test-2047944877 tempest-NetworksIpV6Test-2047944877] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036854176836'] for subnet, precommit_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:27:11.784066 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-723f3517-8fa3-4943-8a2f-02f422d8feca tempest-BulkNetworkOpsTest-1426007266 tempest-BulkNetworkOpsTest-1426007266] Checking segment: {'id': '95536b64-8a58-43fb-9aa4-ea90e3448d81', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 21, 'network_id': 'f731f4c3-2854-451a-b3a6-97e5cd71d8c4'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84875) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 14 07:27:11.787531 n-d-768862-2 neutron-server[84765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-723f3517-8fa3-4943-8a2f-02f422d8feca tempest-BulkNetworkOpsTest-1426007266 tempest-BulkNetworkOpsTest-1426007266] Network hostable DHCP agents. Network: f731f4c3-2854-451a-b3a6-97e5cd71d8c4, hostable agents: ['32f3dd84-26da-4d18-bf15-6017a8fb7247'], hosted agents: [] {{(pid=84875) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Jan 14 07:27:11.916141 n-d-768862-2 neutron-server[84765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-723f3517-8fa3-4943-8a2f-02f422d8feca tempest-BulkNetworkOpsTest-1426007266 tempest-BulkNetworkOpsTest-1426007266] Network f731f4c3-2854-451a-b3a6-97e5cd71d8c4 is scheduled to be hosted by DHCP agent 32f3dd84-26da-4d18-bf15-6017a8fb7247 with binding_index 1 {{(pid=84875) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Jan 14 07:27:12.017341 n-d-768862-2 neutron-server[84765]: DEBUG neutron.scheduler.base_scheduler [None req-723f3517-8fa3-4943-8a2f-02f422d8feca tempest-BulkNetworkOpsTest-1426007266 tempest-BulkNetworkOpsTest-1426007266] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768862-2, f731f4c3-2854-451a-b3a6-97e5cd71d8c4) {{(pid=84875) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 07:27:12.050545 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-723f3517-8fa3-4943-8a2f-02f422d8feca tempest-BulkNetworkOpsTest-1426007266 tempest-BulkNetworkOpsTest-1426007266] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:27:12.050949 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-723f3517-8fa3-4943-8a2f-02f422d8feca tempest-BulkNetworkOpsTest-1426007266 tempest-BulkNetworkOpsTest-1426007266] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:27:12.051643 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-723f3517-8fa3-4943-8a2f-02f422d8feca tempest-BulkNetworkOpsTest-1426007266 tempest-BulkNetworkOpsTest-1426007266] Notify callbacks [] for subnet, before_response {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:27:12.099922 n-d-768862-2 neutron-server[84765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-875db359-858e-4d24-b299-43b8a4159e9f tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] Network 23f0a15d-6362-4cec-82c1-cacba887c566 is already hosted by enough agents. {{(pid=84874) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 07:27:12.106698 n-d-768862-2 neutron-server[84765]: DEBUG neutron.scheduler.base_scheduler [None req-875db359-858e-4d24-b299-43b8a4159e9f tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] Resources bound (agent type, host, resource id): {{(pid=84874) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 07:27:12.138853 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-723f3517-8fa3-4943-8a2f-02f422d8feca tempest-BulkNetworkOpsTest-1426007266 tempest-BulkNetworkOpsTest-1426007266] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 1426 time: 9.0234411 Jan 14 07:27:12.144792 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84875) accepted ('10.222.0.24', 47384) {{(pid=84875) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:27:12.147630 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-875db359-858e-4d24-b299-43b8a4159e9f tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:27:12.160728 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-875db359-858e-4d24-b299-43b8a4159e9f tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] Notify callbacks [] for subnet, before_response {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:27:12.201295 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-875db359-858e-4d24-b299-43b8a4159e9f tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] Pushing event updated for resources: {'Subnet': ['ID=fbfc8845-166a-42e3-8f89-697e4b793b8e,revision_number=0']} {{(pid=84874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:27:12.219487 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-875db359-858e-4d24-b299-43b8a4159e9f tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.669s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:27:12.315690 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1ba7e33-0cb7-40f3-a8af-f8b1e0b0f99c tempest-BulkNetworkOpsTest-1426007266 tempest-BulkNetworkOpsTest-1426007266] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:27:12.327316 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1ba7e33-0cb7-40f3-a8af-f8b1e0b0f99c tempest-BulkNetworkOpsTest-1426007266 tempest-BulkNetworkOpsTest-1426007266] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:27:12.345029 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1ba7e33-0cb7-40f3-a8af-f8b1e0b0f99c tempest-BulkNetworkOpsTest-1426007266 tempest-BulkNetworkOpsTest-1426007266] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:27:12.345997 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-f1ba7e33-0cb7-40f3-a8af-f8b1e0b0f99c tempest-BulkNetworkOpsTest-1426007266 tempest-BulkNetworkOpsTest-1426007266] Synchronizing usage tracker for tenant:b38d707612de4e15a7a48c69a22773fb on resource:subnet {{(pid=84875) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 14 07:27:12.368568 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43f48c71-3921-4a43-a82d-b0689afb8804 None None] Network f731f4c3-2854-451a-b3a6-97e5cd71d8c4 requested from n-d-768862-2 {{(pid=84876) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 07:27:12.383699 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-f1ba7e33-0cb7-40f3-a8af-f8b1e0b0f99c tempest-BulkNetworkOpsTest-1426007266 tempest-BulkNetworkOpsTest-1426007266] Unset dirty status for tenant:b38d707612de4e15a7a48c69a22773fb on resource:subnet {{(pid=84875) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 14 07:27:12.385123 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-f1ba7e33-0cb7-40f3-a8af-f8b1e0b0f99c tempest-BulkNetworkOpsTest-1426007266 tempest-BulkNetworkOpsTest-1426007266] 10.222.0.24 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2052 time: 0.2390838 Jan 14 07:27:12.387785 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-875db359-858e-4d24-b299-43b8a4159e9f tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 4.1563976 Jan 14 07:27:12.390836 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84875) accepted ('10.222.0.24', 47392) {{(pid=84875) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:27:12.393522 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84875) accepted ('10.222.0.24', 47396) {{(pid=84875) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:27:12.402701 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.v2.base [None req-7829b1b6-52d2-400d-b95d-110501b2d7cd tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] Request body: {'port': {'network_id': '23f0a15d-6362-4cec-82c1-cacba887c566', 'mac_address': 'fa:16:3e:3b:57:87', 'name': 'tempest-NetworksTestDHCPv6-80703113'}} {{(pid=84875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:27:12.498629 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-fc7c2aff-6304-467a-b68c-efb90fc1604c tempest-NetworksIpV6Test-2047944877 tempest-NetworksIpV6Test-2047944877] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-598964', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850887113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036851521664', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2794686'] for subnet, after_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:27:12.733459 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-34cc378f-ffca-4a9a-9723-f299cad26314 tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:27:12.751212 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eca3aa15-9469-4f50-8e7e-70e2aaa8f9e4 None None] Network 23f0a15d-6362-4cec-82c1-cacba887c566 requested from n-d-768862-2 {{(pid=84876) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 07:27:12.789346 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-7829b1b6-52d2-400d-b95d-110501b2d7cd tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:27:12.800045 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-7829b1b6-52d2-400d-b95d-110501b2d7cd tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=84875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:27:12.911948 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc7c2aff-6304-467a-b68c-efb90fc1604c tempest-NetworksIpV6Test-2047944877 tempest-NetworksIpV6Test-2047944877] Pushing event deleted for resources: {'Subnet': ['ID=533557e2-2089-4191-bd1e-b0a478ce5cd5,revision_number=None']} {{(pid=84874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:27:12.974689 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7829b1b6-52d2-400d-b95d-110501b2d7cd tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] Made reservation on behalf of be0aa702e3ca464795a99c51e3b3b04f for: {'port': 1} {{(pid=84875) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 07:27:13.052205 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-fc7c2aff-6304-467a-b68c-efb90fc1604c tempest-NetworksIpV6Test-2047944877 tempest-NetworksIpV6Test-2047944877] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.319s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:27:13.161003 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.db_base_plugin_common [None req-214a714b-d5bc-4e1b-ac3c-0d7ea0e26c76 None None] Allocated IP 172.20.0.2 (f38f82fe-f4ba-4e9f-84b9-5a999438e4fa/af69a460-4486-4166-b5fd-50c03565df10/3120b41f-2ecd-470d-9f19-7459fef4f71c) {{(pid=84876) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 14 07:27:13.171194 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-fc7c2aff-6304-467a-b68c-efb90fc1604c tempest-NetworksIpV6Test-2047944877 tempest-NetworksIpV6Test-2047944877] Notify callbacks [] for subnet, before_response {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:27:13.205663 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-fc7c2aff-6304-467a-b68c-efb90fc1604c tempest-NetworksIpV6Test-2047944877 tempest-NetworksIpV6Test-2047944877] 10.222.0.24 "DELETE /v2.0/subnets/533557e2-2089-4191-bd1e-b0a478ce5cd5 HTTP/1.1" status: 204 len: 168 time: 3.2535875 Jan 14 07:27:13.208998 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84874) accepted ('10.222.0.24', 47422) {{(pid=84874) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:27:13.340011 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84874) accepted ('10.222.0.24', 47426) {{(pid=84874) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:27:13.428037 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1517636a-9f16-4a08-825c-f3d88c0562b4 None None] Network 771dbd72-b062-460c-b6a8-bb809a096bcf requested from n-d-768862-2 {{(pid=84876) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 07:27:13.464956 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-7829b1b6-52d2-400d-b95d-110501b2d7cd tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555753'] for port, before_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:27:13.500493 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.db_base_plugin_v2 [None req-583447a4-f55f-4730-b209-172aa21896fc tempest-NetworksIpV6Test-2047944877 tempest-NetworksIpV6Test-2047944877] Deleting subnet 3d0f8c64-d76a-445d-9157-71c8a4060cb2 {{(pid=84874) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Jan 14 07:27:13.522862 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-583447a4-f55f-4730-b209-172aa21896fc tempest-NetworksIpV6Test-2047944877 tempest-NetworksIpV6Test-2047944877] Notify callbacks [] for subnet, before_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:27:13.735685 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.v2.base [None req-4a1aecec-ecd7-46de-9c81-23fc817d1af0 tempest-PortsIpV6TestJSON-1330665174 tempest-PortsIpV6TestJSON-1330665174] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-test-network-1947270655'}} {{(pid=84874) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:27:13.742759 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-4a1aecec-ecd7-46de-9c81-23fc817d1af0 tempest-PortsIpV6TestJSON-1330665174 tempest-PortsIpV6TestJSON-1330665174] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:27:13.747783 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-4a1aecec-ecd7-46de-9c81-23fc817d1af0 tempest-PortsIpV6TestJSON-1330665174 tempest-PortsIpV6TestJSON-1330665174] Usage tracker for resource:network and tenant:6396266df05d476da6838f06b578d30b is out of sync, need to count used quota {{(pid=84874) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:27:13.751264 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-4a1aecec-ecd7-46de-9c81-23fc817d1af0 tempest-PortsIpV6TestJSON-1330665174 tempest-PortsIpV6TestJSON-1330665174] Quota usage for network was recalculated. Used quota:0. {{(pid=84874) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:27:13.758191 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-4a1aecec-ecd7-46de-9c81-23fc817d1af0 tempest-PortsIpV6TestJSON-1330665174 tempest-PortsIpV6TestJSON-1330665174] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:27:13.788917 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-583447a4-f55f-4730-b209-172aa21896fc tempest-NetworksIpV6Test-2047944877 tempest-NetworksIpV6Test-2047944877] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036851807232'] for subnet, precommit_delete_associations {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:27:13.946690 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-583447a4-f55f-4730-b209-172aa21896fc tempest-NetworksIpV6Test-2047944877 tempest-NetworksIpV6Test-2047944877] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036854176836'] for subnet, precommit_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:27:14.021343 n-d-768862-2 neutron-server[84765]: DEBUG neutron.notifiers.nova [None req-7829b1b6-52d2-400d-b95d-110501b2d7cd tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] device_id is not set on port 1a52c83c-03da-4ce6-b4af-82080553c507 yet. {{(pid=84875) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}} Jan 14 07:27:14.126576 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4a1aecec-ecd7-46de-9c81-23fc817d1af0 tempest-PortsIpV6TestJSON-1330665174 tempest-PortsIpV6TestJSON-1330665174] Made reservation on behalf of 6396266df05d476da6838f06b578d30b for: {'network': 1} {{(pid=84874) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 07:27:14.130867 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8dc6a885-a822-42b4-b1e0-a5d68561d5d5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5d94dc7a-c095-50a4-955e-5f3b78718a12-23f0a15d-6362-4cec-82c1-cacba887c566', 'network_id': '23f0a15d-6362-4cec-82c1-cacba887c566', 'tenant_id': 'be0aa702e3ca464795a99c51e3b3b04f', 'fixed_ips': [{'subnet_id': 'fbfc8845-166a-42e3-8f89-697e4b793b8e'}]}} from n-d-768862-2. {{(pid=84876) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Jan 14 07:27:14.131867 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-8dc6a885-a822-42b4-b1e0-a5d68561d5d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555753'] for port, before_create {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:27:14.140111 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-4a1aecec-ecd7-46de-9c81-23fc817d1af0 tempest-PortsIpV6TestJSON-1330665174 tempest-PortsIpV6TestJSON-1330665174] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555753'] for network, before_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:27:14.159358 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a472711d-39f5-4ac0-a74a-aff6571f3fe3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5d94dc7a-c095-50a4-955e-5f3b78718a12-f731f4c3-2854-451a-b3a6-97e5cd71d8c4', 'network_id': 'f731f4c3-2854-451a-b3a6-97e5cd71d8c4', 'tenant_id': 'b38d707612de4e15a7a48c69a22773fb', 'fixed_ips': [{'subnet_id': 'd6b68cde-86b6-43f5-9189-fea6da2001eb'}]}} from n-d-768862-2. {{(pid=84876) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Jan 14 07:27:14.160333 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-a472711d-39f5-4ac0-a74a-aff6571f3fe3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555753'] for port, before_create {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:27:14.168195 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-4a1aecec-ecd7-46de-9c81-23fc817d1af0 tempest-PortsIpV6TestJSON-1330665174 tempest-PortsIpV6TestJSON-1330665174] Notify callbacks [] for security_group, before_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:27:14.197008 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-4a1aecec-ecd7-46de-9c81-23fc817d1af0 tempest-PortsIpV6TestJSON-1330665174 tempest-PortsIpV6TestJSON-1330665174] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:27:14.207869 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-4a1aecec-ecd7-46de-9c81-23fc817d1af0 tempest-PortsIpV6TestJSON-1330665174 tempest-PortsIpV6TestJSON-1330665174] Usage tracker for resource:security_group_rule and tenant:6396266df05d476da6838f06b578d30b is out of sync, need to count used quota {{(pid=84874) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:27:14.228530 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-4a1aecec-ecd7-46de-9c81-23fc817d1af0 tempest-PortsIpV6TestJSON-1330665174 tempest-PortsIpV6TestJSON-1330665174] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84874) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:27:14.241855 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-4a1aecec-ecd7-46de-9c81-23fc817d1af0 tempest-PortsIpV6TestJSON-1330665174 tempest-PortsIpV6TestJSON-1330665174] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:27:14.333891 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-852a24f7-e9a1-4193-9abb-e9506fe5213f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363259214191800', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854171626'] for agent, after_update {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:27:14.391084 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.db_base_plugin_common [None req-7829b1b6-52d2-400d-b95d-110501b2d7cd tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] Allocated IP 2001:db8::259 (23f0a15d-6362-4cec-82c1-cacba887c566/fbfc8845-166a-42e3-8f89-697e4b793b8e/1a52c83c-03da-4ce6-b4af-82080553c507) {{(pid=84875) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 14 07:27:14.606436 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.db_base_plugin_v2 [None req-8ae5819b-8fcb-443f-8876-40376dd8cdbf tempest-BulkNetworkOpsTest-1426007266 tempest-BulkNetworkOpsTest-1426007266] Deleting subnet af69a460-4486-4166-b5fd-50c03565df10 {{(pid=84875) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Jan 14 07:27:14.761939 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-7829b1b6-52d2-400d-b95d-110501b2d7cd tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] Notify callbacks [] for port, precommit_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:27:14.805186 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-7829b1b6-52d2-400d-b95d-110501b2d7cd tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] Transition to ACTIVE for port object 1a52c83c-03da-4ce6-b4af-82080553c507 will not be triggered until provisioned by entity DHCP. {{(pid=84875) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 07:27:14.891767 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-7829b1b6-52d2-400d-b95d-110501b2d7cd tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777640123575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851621574'] for port, after_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:27:14.914367 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-6366f268-c601-409f-8937-c09a08dc0e0f tempest-NetworksIpV6Test-2047944877 tempest-NetworksIpV6Test-2047944877] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:27:14.943875 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-583447a4-f55f-4730-b209-172aa21896fc tempest-NetworksIpV6Test-2047944877 tempest-NetworksIpV6Test-2047944877] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-598964', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850887113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036851521664', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2794686'] for subnet, after_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:27:14.983061 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-a013678f-d183-4344-a92b-1f31decc4262 tempest-ExtraDHCPOptionsIpV6TestJSON-1473121844 tempest-ExtraDHCPOptionsIpV6TestJSON-1473121844] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:27:15.143441 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7829b1b6-52d2-400d-b95d-110501b2d7cd tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] Pushing event updated for resources: {'Port': ['ID=1a52c83c-03da-4ce6-b4af-82080553c507,revision_number=1']} {{(pid=84875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:27:15.157303 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-4a1aecec-ecd7-46de-9c81-23fc817d1af0 tempest-PortsIpV6TestJSON-1330665174 tempest-PortsIpV6TestJSON-1330665174] Notify callbacks [] for security_group, precommit_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:27:15.172840 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-7829b1b6-52d2-400d-b95d-110501b2d7cd tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.258s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:27:15.387237 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-583447a4-f55f-4730-b209-172aa21896fc tempest-NetworksIpV6Test-2047944877 tempest-NetworksIpV6Test-2047944877] Pushing event deleted for resources: {'Subnet': ['ID=3d0f8c64-d76a-445d-9157-71c8a4060cb2,revision_number=None']} {{(pid=84874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:27:15.392434 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-4a1aecec-ecd7-46de-9c81-23fc817d1af0 tempest-PortsIpV6TestJSON-1330665174 tempest-PortsIpV6TestJSON-1330665174] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850887153'] for security_group, after_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:27:15.412040 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-583447a4-f55f-4730-b209-172aa21896fc tempest-NetworksIpV6Test-2047944877 tempest-NetworksIpV6Test-2047944877] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.429s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:27:15.415111 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-d5b1e129-d143-4307-8f07-dd98edf051b5 tempest-BulkNetworkOpsTest-1426007266 tempest-BulkNetworkOpsTest-1426007266] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:27:15.459261 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a1aecec-ecd7-46de-9c81-23fc817d1af0 tempest-PortsIpV6TestJSON-1330665174 tempest-PortsIpV6TestJSON-1330665174] Pushing event updated for resources: {'SecurityGroup': ['ID=362582c0-12a7-465e-a44e-1dfecfa22ada,revision_number=1']} {{(pid=84874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:27:15.475928 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-4a1aecec-ecd7-46de-9c81-23fc817d1af0 tempest-PortsIpV6TestJSON-1330665174 tempest-PortsIpV6TestJSON-1330665174] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:27:15.487927 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4a1aecec-ecd7-46de-9c81-23fc817d1af0 tempest-PortsIpV6TestJSON-1330665174 tempest-PortsIpV6TestJSON-1330665174] vxlan segment allocate from pool success with {'vxlan_vni': 9} {{(pid=84874) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Jan 14 07:27:15.521942 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-4a1aecec-ecd7-46de-9c81-23fc817d1af0 tempest-PortsIpV6TestJSON-1330665174 tempest-PortsIpV6TestJSON-1330665174] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854179735'] for segment, precommit_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:27:15.522544 n-d-768862-2 neutron-server[84765]: INFO neutron.db.segments_db [None req-4a1aecec-ecd7-46de-9c81-23fc817d1af0 tempest-PortsIpV6TestJSON-1330665174 tempest-PortsIpV6TestJSON-1330665174] Added segment 54b9cf0c-5b3e-4085-9515-7ca44c0c6052 of type vxlan for network d5ef9345-9d47-4c1b-b4a7-f9e90c00c9f5 Jan 14 07:27:15.530407 n-d-768862-2 neutron-server[84765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7829b1b6-52d2-400d-b95d-110501b2d7cd tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] Network 23f0a15d-6362-4cec-82c1-cacba887c566 is already hosted by enough agents. {{(pid=84875) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 07:27:15.533226 n-d-768862-2 neutron-server[84765]: DEBUG neutron.scheduler.base_scheduler [None req-7829b1b6-52d2-400d-b95d-110501b2d7cd tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] Resources bound (agent type, host, resource id): {{(pid=84875) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 07:27:15.542668 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7829b1b6-52d2-400d-b95d-110501b2d7cd tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] Received port after_create {{(pid=84875) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 14 07:27:15.546754 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network":"rule:regular_user" was deprecated in W in favor of "create_network":"role:member and project_id:%(project_id)s". Reason: Jan 14 07:27:15.546754 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:27:15.546754 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:27:15.546754 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:27:15.546754 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:shared":"rule:admin_only" was deprecated in W in favor of "create_network:shared":"role:admin and system_scope:all". Reason: Jan 14 07:27:15.546754 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:27:15.546754 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:27:15.546754 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:27:15.546754 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:router:external":"rule:admin_only" was deprecated in W in favor of "create_network:router:external":"role:admin and system_scope:all". Reason: Jan 14 07:27:15.546754 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:27:15.546754 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:27:15.546754 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:27:15.546754 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:is_default":"rule:admin_only" was deprecated in W in favor of "create_network:is_default":"role:admin and system_scope:all". Reason: Jan 14 07:27:15.546754 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:27:15.546754 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:27:15.546754 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:27:15.546754 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:port_security_enabled":"rule:regular_user" was deprecated in W in favor of "create_network:port_security_enabled":"role:member and project_id:%(project_id)s". Reason: Jan 14 07:27:15.546754 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:27:15.546754 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:27:15.546754 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:27:15.546754 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:segments":"rule:admin_only" was deprecated in W in favor of "create_network:segments":"role:admin and system_scope:all". Reason: Jan 14 07:27:15.546754 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:27:15.546754 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:27:15.546754 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:27:15.546754 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "create_network:provider:network_type":"role:admin and system_scope:all". Reason: Jan 14 07:27:15.546754 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:27:15.546754 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:27:15.546754 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:27:15.546754 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "create_network:provider:physical_network":"role:admin and system_scope:all". Reason: Jan 14 07:27:15.546754 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:27:15.546754 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:27:15.546754 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:27:15.546754 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "create_network:provider:segmentation_id":"role:admin and system_scope:all". Reason: Jan 14 07:27:15.546754 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:27:15.546754 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:27:15.546754 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:27:15.546754 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network":"rule:admin_or_owner or rule:shared or rule:external or rule:context_is_advsvc" was deprecated in W in favor of "get_network":"(role:reader and system_scope:all) or (role:reader and project_id:%(project_id)s) or rule:shared or rule:external or rule:context_is_advsvc". Reason: Jan 14 07:27:15.546754 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:27:15.546754 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:27:15.546754 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:27:15.546754 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:router:external":"rule:regular_user" was deprecated in W in favor of "get_network:router:external":"role:reader and project_id:%(project_id)s". Reason: Jan 14 07:27:15.546754 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:27:15.546754 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:27:15.546754 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:27:15.546754 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:segments":"rule:admin_only" was deprecated in W in favor of "get_network:segments":"role:reader and system_scope:all". Reason: Jan 14 07:27:15.546754 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:27:15.546754 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:27:15.546754 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:27:15.546754 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "get_network:provider:network_type":"role:reader and system_scope:all". Reason: Jan 14 07:27:15.546754 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:27:15.546754 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:27:15.546754 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:27:15.546754 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "get_network:provider:physical_network":"role:reader and system_scope:all". Reason: Jan 14 07:27:15.546754 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:27:15.546754 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:27:15.546754 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:27:15.546754 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "get_network:provider:segmentation_id":"role:reader and system_scope:all". Reason: Jan 14 07:27:15.546754 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:27:15.546754 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:27:15.546754 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:27:15.546754 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network":"rule:admin_or_owner" was deprecated in W in favor of "update_network":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 07:27:15.546754 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:27:15.546754 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:27:15.546754 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:27:15.546754 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:segments":"rule:admin_only" was deprecated in W in favor of "update_network:segments":"role:admin and system_scope:all". Reason: Jan 14 07:27:15.546754 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:27:15.546754 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:27:15.546754 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:27:15.603759 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7829b1b6-52d2-400d-b95d-110501b2d7cd tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:27:15.605365 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-4a1aecec-ecd7-46de-9c81-23fc817d1af0 tempest-PortsIpV6TestJSON-1330665174 tempest-PortsIpV6TestJSON-1330665174] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363259214646115'] for network, precommit_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:27:15.606209 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-7829b1b6-52d2-400d-b95d-110501b2d7cd tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854768116'] for port, before_response {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:27:15.644367 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-583447a4-f55f-4730-b209-172aa21896fc tempest-NetworksIpV6Test-2047944877 tempest-NetworksIpV6Test-2047944877] Notify callbacks [] for subnet, before_response {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:27:15.668354 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-583447a4-f55f-4730-b209-172aa21896fc tempest-NetworksIpV6Test-2047944877 tempest-NetworksIpV6Test-2047944877] 10.222.0.24 "DELETE /v2.0/subnets/3d0f8c64-d76a-445d-9157-71c8a4060cb2 HTTP/1.1" status: 204 len: 168 time: 2.4576979 Jan 14 07:27:15.669975 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-4a1aecec-ecd7-46de-9c81-23fc817d1af0 tempest-PortsIpV6TestJSON-1330665174 tempest-PortsIpV6TestJSON-1330665174] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850887149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964'] for network, after_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:27:15.671024 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84875) accepted ('10.222.0.24', 47464) {{(pid=84875) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:27:15.683800 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-214a714b-d5bc-4e1b-ac3c-0d7ea0e26c76 None None] Notify callbacks [] for port, precommit_create {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:27:15.731565 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-7829b1b6-52d2-400d-b95d-110501b2d7cd tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 3.3395512 Jan 14 07:27:15.733088 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a1aecec-ecd7-46de-9c81-23fc817d1af0 tempest-PortsIpV6TestJSON-1330665174 tempest-PortsIpV6TestJSON-1330665174] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:27:15.733807 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-4a1aecec-ecd7-46de-9c81-23fc817d1af0 tempest-PortsIpV6TestJSON-1330665174 tempest-PortsIpV6TestJSON-1330665174] Notify callbacks [] for network, before_response {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:27:15.741323 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84875) accepted ('10.222.0.24', 47468) {{(pid=84875) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:27:15.752449 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-214a714b-d5bc-4e1b-ac3c-0d7ea0e26c76 None None] Transition to ACTIVE for port object 3120b41f-2ecd-470d-9f19-7459fef4f71c will not be triggered until provisioned by entity L2. {{(pid=84876) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 07:27:15.784763 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-98296a5d-d664-43b0-86a7-f0fee9adbcc3 tempest-RoutersNegativeIpV6Test-1464408958 tempest-RoutersNegativeIpV6Test-1464408958] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:27:15.836940 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-4a1aecec-ecd7-46de-9c81-23fc817d1af0 tempest-PortsIpV6TestJSON-1330665174 tempest-PortsIpV6TestJSON-1330665174] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 2.4932394 Jan 14 07:27:15.850536 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84874) accepted ('10.222.0.24', 47472) {{(pid=84874) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:27:15.867631 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.v2.base [None req-9e21446f-c6b8-4505-a50c-4518525b6556 tempest-PortsIpV6TestJSON-1330665174 tempest-PortsIpV6TestJSON-1330665174] Request body: {'port': {'network_id': 'd5ef9345-9d47-4c1b-b4a7-f9e90c00c9f5', 'name': 'tempest-PortsIpV6TestJSON-697619296'}} {{(pid=84874) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:27:15.886402 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.db_base_plugin_common [None req-a472711d-39f5-4ac0-a74a-aff6571f3fe3 None None] Allocated IP 172.20.0.18 (f731f4c3-2854-451a-b3a6-97e5cd71d8c4/d6b68cde-86b6-43f5-9189-fea6da2001eb/ca4d7fb9-ae6a-4332-8cdc-7ade84e10482) {{(pid=84876) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 14 07:27:15.940156 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-214a714b-d5bc-4e1b-ac3c-0d7ea0e26c76 None None] Transition to ACTIVE for port object 3120b41f-2ecd-470d-9f19-7459fef4f71c will not be triggered until provisioned by entity DHCP. {{(pid=84876) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 07:27:15.975101 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-8ae5819b-8fcb-443f-8876-40376dd8cdbf tempest-BulkNetworkOpsTest-1426007266 tempest-BulkNetworkOpsTest-1426007266] Notify callbacks [] for subnet, before_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:27:16.019749 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-214a714b-d5bc-4e1b-ac3c-0d7ea0e26c76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777640123575'] for port, after_create {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:27:16.103499 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-8ae5819b-8fcb-443f-8876-40376dd8cdbf tempest-BulkNetworkOpsTest-1426007266 tempest-BulkNetworkOpsTest-1426007266] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3367281'] for subnet, precommit_delete_associations {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:27:16.140634 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-9e21446f-c6b8-4505-a50c-4518525b6556 tempest-PortsIpV6TestJSON-1330665174 tempest-PortsIpV6TestJSON-1330665174] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:27:16.173864 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-9e21446f-c6b8-4505-a50c-4518525b6556 tempest-PortsIpV6TestJSON-1330665174 tempest-PortsIpV6TestJSON-1330665174] Usage tracker for resource:port and tenant:6396266df05d476da6838f06b578d30b is out of sync, need to count used quota {{(pid=84874) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:27:16.180504 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-9e21446f-c6b8-4505-a50c-4518525b6556 tempest-PortsIpV6TestJSON-1330665174 tempest-PortsIpV6TestJSON-1330665174] Quota usage for port was recalculated. Used quota:0. {{(pid=84874) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:27:16.191514 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a1aecec-ecd7-46de-9c81-23fc817d1af0 tempest-PortsIpV6TestJSON-1330665174 tempest-PortsIpV6TestJSON-1330665174] Pushing event updated for resources: {'Network': ['ID=d5ef9345-9d47-4c1b-b4a7-f9e90c00c9f5,revision_number=1']} {{(pid=84874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:27:16.202457 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-9e21446f-c6b8-4505-a50c-4518525b6556 tempest-PortsIpV6TestJSON-1330665174 tempest-PortsIpV6TestJSON-1330665174] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:27:16.206447 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-4a1aecec-ecd7-46de-9c81-23fc817d1af0 tempest-PortsIpV6TestJSON-1330665174 tempest-PortsIpV6TestJSON-1330665174] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.422s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:27:16.220367 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9e21446f-c6b8-4505-a50c-4518525b6556 tempest-PortsIpV6TestJSON-1330665174 tempest-PortsIpV6TestJSON-1330665174] Made reservation on behalf of 6396266df05d476da6838f06b578d30b for: {'port': 1} {{(pid=84874) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 07:27:16.260626 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-9e21446f-c6b8-4505-a50c-4518525b6556 tempest-PortsIpV6TestJSON-1330665174 tempest-PortsIpV6TestJSON-1330665174] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555753'] for port, before_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:27:16.266543 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-8ae5819b-8fcb-443f-8876-40376dd8cdbf tempest-BulkNetworkOpsTest-1426007266 tempest-BulkNetworkOpsTest-1426007266] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036854176836'] for subnet, precommit_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:27:16.553971 n-d-768862-2 neutron-server[84765]: DEBUG neutron.notifiers.nova [None req-9e21446f-c6b8-4505-a50c-4518525b6556 tempest-PortsIpV6TestJSON-1330665174 tempest-PortsIpV6TestJSON-1330665174] device_id is not set on port a4d8093a-6bff-483a-a786-0d2824bfc0b7 yet. {{(pid=84874) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}} Jan 14 07:27:16.841464 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84876) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:27:16.888807 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-42a9e6dd-a9bd-4aea-b64a-b8028ae9efe1 tempest-NetworksIpV6Test-2047944877 tempest-NetworksIpV6Test-2047944877] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036854160497'] for network, before_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:27:16.981656 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-852a24f7-e9a1-4193-9abb-e9506fe5213f None None] Network d5ef9345-9d47-4c1b-b4a7-f9e90c00c9f5 details requested by agent ovs-agent-n-h2-768862-2 with host n-h2-768862-2 {{(pid=84876) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 07:27:17.036633 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-8ae5819b-8fcb-443f-8876-40376dd8cdbf tempest-BulkNetworkOpsTest-1426007266 tempest-BulkNetworkOpsTest-1426007266] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-598964', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850887113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3154192', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2308610'] for subnet, after_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:27:17.086198 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-017f98a9-8a07-408c-a86f-8ff0c00400a0 None None] Network d5ef9345-9d47-4c1b-b4a7-f9e90c00c9f5 details requested by agent ovs-agent-n-h1-768862-2 with host n-h1-768862-2 {{(pid=84876) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 07:27:17.086462 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-9e21446f-c6b8-4505-a50c-4518525b6556 tempest-PortsIpV6TestJSON-1330665174 tempest-PortsIpV6TestJSON-1330665174] Notify callbacks [] for port, precommit_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:27:17.164683 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-9e21446f-c6b8-4505-a50c-4518525b6556 tempest-PortsIpV6TestJSON-1330665174 tempest-PortsIpV6TestJSON-1330665174] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777640123575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3254186'] for port, after_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:27:17.191903 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-4e0b9cb5-9c30-4c18-af27-79edf0a3c9ad tempest-NetworksIpV6Test-2047944877 tempest-NetworksIpV6Test-2047944877] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:27:17.224678 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Network d5ef9345-9d47-4c1b-b4a7-f9e90c00c9f5 details requested by agent ovs-agent-n-d-768862-2 with host n-d-768862-2 {{(pid=84876) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 07:27:17.249418 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.plugin [None req-42a9e6dd-a9bd-4aea-b64a-b8028ae9efe1 tempest-NetworksIpV6Test-2047944877 tempest-NetworksIpV6Test-2047944877] Deleting port 1a539010-caf2-44ad-b1ee-c91c2ea5e01b {{(pid=84875) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 07:27:17.249705 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-42a9e6dd-a9bd-4aea-b64a-b8028ae9efe1 tempest-NetworksIpV6Test-2047944877 tempest-NetworksIpV6Test-2047944877] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363259214248359'] for port, before_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:27:17.315366 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-34a4b1c9-491d-4d0c-89eb-0be1723125ed tempest-RoutersIpV6AdminTest-832003634 tempest-RoutersIpV6AdminTest-832003634] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:27:17.348638 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ca258f1-9b04-42e3-8799-11e1a39fe8e7 None None] Network 771dbd72-b062-460c-b6a8-bb809a096bcf requested from n-d-768862-2 {{(pid=84876) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 07:27:17.437658 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e21446f-c6b8-4505-a50c-4518525b6556 tempest-PortsIpV6TestJSON-1330665174 tempest-PortsIpV6TestJSON-1330665174] Pushing event updated for resources: {'Port': ['ID=a4d8093a-6bff-483a-a786-0d2824bfc0b7,revision_number=1']} {{(pid=84874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:27:17.443455 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-9e21446f-c6b8-4505-a50c-4518525b6556 tempest-PortsIpV6TestJSON-1330665174 tempest-PortsIpV6TestJSON-1330665174] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:27:17.482116 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e21446f-c6b8-4505-a50c-4518525b6556 tempest-PortsIpV6TestJSON-1330665174 tempest-PortsIpV6TestJSON-1330665174] Checking segment: {'id': '54b9cf0c-5b3e-4085-9515-7ca44c0c6052', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 9, 'network_id': 'd5ef9345-9d47-4c1b-b4a7-f9e90c00c9f5'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84874) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 14 07:27:17.482509 n-d-768862-2 neutron-server[84765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e21446f-c6b8-4505-a50c-4518525b6556 tempest-PortsIpV6TestJSON-1330665174 tempest-PortsIpV6TestJSON-1330665174] Network hostable DHCP agents. Network: d5ef9345-9d47-4c1b-b4a7-f9e90c00c9f5, hostable agents: ['32f3dd84-26da-4d18-bf15-6017a8fb7247'], hosted agents: [] {{(pid=84874) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Jan 14 07:27:17.505549 n-d-768862-2 neutron-server[84765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e21446f-c6b8-4505-a50c-4518525b6556 tempest-PortsIpV6TestJSON-1330665174 tempest-PortsIpV6TestJSON-1330665174] Network d5ef9345-9d47-4c1b-b4a7-f9e90c00c9f5 is scheduled to be hosted by DHCP agent 32f3dd84-26da-4d18-bf15-6017a8fb7247 with binding_index 1 {{(pid=84874) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Jan 14 07:27:17.517975 n-d-768862-2 neutron-server[84765]: DEBUG neutron.scheduler.base_scheduler [None req-9e21446f-c6b8-4505-a50c-4518525b6556 tempest-PortsIpV6TestJSON-1330665174 tempest-PortsIpV6TestJSON-1330665174] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768862-2, d5ef9345-9d47-4c1b-b4a7-f9e90c00c9f5) {{(pid=84874) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 07:27:17.523153 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e21446f-c6b8-4505-a50c-4518525b6556 tempest-PortsIpV6TestJSON-1330665174 tempest-PortsIpV6TestJSON-1330665174] Received port after_create {{(pid=84874) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 14 07:27:17.526359 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:port_security_enabled":"rule:admin_or_owner" was deprecated in W in favor of "update_network:port_security_enabled":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 07:27:17.526359 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:27:17.526359 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:27:17.526359 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:27:17.526359 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "delete_network":"rule:admin_or_owner" was deprecated in W in favor of "delete_network":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 07:27:17.526359 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:27:17.526359 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:27:17.526359 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:27:17.526359 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_segment":"rule:admin_only" was deprecated in W in favor of "create_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:27:17.526359 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:27:17.526359 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_segment":"rule:admin_only" was deprecated in W in favor of "get_segment":"role:reader and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:27:17.526359 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:27:17.526359 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_segment":"rule:admin_only" was deprecated in W in favor of "update_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:27:17.526359 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:27:17.526359 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "delete_segment":"rule:admin_only" was deprecated in W in favor of "delete_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:27:17.526359 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:27:17.526359 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network":"rule:regular_user" was deprecated in W in favor of "create_network":"role:member and project_id:%(project_id)s". Reason: Jan 14 07:27:17.526359 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:27:17.526359 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:27:17.526359 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:27:17.526359 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:shared":"rule:admin_only" was deprecated in W in favor of "create_network:shared":"role:admin and system_scope:all". Reason: Jan 14 07:27:17.526359 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:27:17.526359 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:27:17.526359 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:27:17.526359 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:router:external":"rule:admin_only" was deprecated in W in favor of "create_network:router:external":"role:admin and system_scope:all". Reason: Jan 14 07:27:17.526359 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:27:17.526359 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:27:17.526359 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:27:17.526359 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:is_default":"rule:admin_only" was deprecated in W in favor of "create_network:is_default":"role:admin and system_scope:all". Reason: Jan 14 07:27:17.526359 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:27:17.526359 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:27:17.526359 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:27:17.526359 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:port_security_enabled":"rule:regular_user" was deprecated in W in favor of "create_network:port_security_enabled":"role:member and project_id:%(project_id)s". Reason: Jan 14 07:27:17.526359 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:27:17.526359 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:27:17.526359 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:27:17.526359 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:segments":"rule:admin_only" was deprecated in W in favor of "create_network:segments":"role:admin and system_scope:all". Reason: Jan 14 07:27:17.526359 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:27:17.526359 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:27:17.526359 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:27:17.526359 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "create_network:provider:network_type":"role:admin and system_scope:all". Reason: Jan 14 07:27:17.526359 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:27:17.526359 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:27:17.526359 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:27:17.526359 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "create_network:provider:physical_network":"role:admin and system_scope:all". Reason: Jan 14 07:27:17.526359 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:27:17.526359 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:27:17.526359 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:27:17.526359 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "create_network:provider:segmentation_id":"role:admin and system_scope:all". Reason: Jan 14 07:27:17.526359 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:27:17.526359 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:27:17.526359 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:27:17.526359 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network":"rule:admin_or_owner or rule:shared or rule:external or rule:context_is_advsvc" was deprecated in W in favor of "get_network":"(role:reader and system_scope:all) or (role:reader and project_id:%(project_id)s) or rule:shared or rule:external or rule:context_is_advsvc". Reason: Jan 14 07:27:17.526359 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:27:17.526359 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:27:17.526359 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:27:17.526359 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:router:external":"rule:regular_user" was deprecated in W in favor of "get_network:router:external":"role:reader and project_id:%(project_id)s". Reason: Jan 14 07:27:17.526359 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:27:17.526359 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:27:17.526359 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:27:17.531824 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:segments":"rule:admin_only" was deprecated in W in favor of "get_network:segments":"role:reader and system_scope:all". Reason: Jan 14 07:27:17.531824 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:27:17.531824 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:27:17.531824 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:27:17.531824 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "get_network:provider:network_type":"role:reader and system_scope:all". Reason: Jan 14 07:27:17.531824 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:27:17.531824 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:27:17.531824 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:27:17.531824 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "get_network:provider:physical_network":"role:reader and system_scope:all". Reason: Jan 14 07:27:17.531824 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:27:17.531824 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:27:17.531824 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:27:17.531824 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "get_network:provider:segmentation_id":"role:reader and system_scope:all". Reason: Jan 14 07:27:17.531824 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:27:17.531824 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:27:17.531824 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:27:17.531824 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network":"rule:admin_or_owner" was deprecated in W in favor of "update_network":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 07:27:17.531824 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:27:17.531824 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:27:17.531824 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:27:17.531824 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:segments":"rule:admin_only" was deprecated in W in favor of "update_network:segments":"role:admin and system_scope:all". Reason: Jan 14 07:27:17.531824 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:27:17.531824 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:27:17.531824 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:27:17.531824 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:shared":"rule:admin_only" was deprecated in W in favor of "update_network:shared":"role:admin and system_scope:all". Reason: Jan 14 07:27:17.531824 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:27:17.531824 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:27:17.531824 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:27:17.531824 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "update_network:provider:network_type":"role:admin and system_scope:all". Reason: Jan 14 07:27:17.531824 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:27:17.531824 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:27:17.531824 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:27:17.531824 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "update_network:provider:physical_network":"role:admin and system_scope:all". Reason: Jan 14 07:27:17.531824 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:27:17.531824 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:27:17.531824 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:27:17.531824 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "update_network:provider:segmentation_id":"role:admin and system_scope:all". Reason: Jan 14 07:27:17.531824 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:27:17.531824 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:27:17.531824 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:27:17.531824 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:router:external":"rule:admin_only" was deprecated in W in favor of "update_network:router:external":"role:admin and system_scope:all". Reason: Jan 14 07:27:17.531824 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:27:17.531824 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:27:17.531824 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:27:17.531824 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:is_default":"rule:admin_only" was deprecated in W in favor of "update_network:is_default":"role:admin and system_scope:all". Reason: Jan 14 07:27:17.531824 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:27:17.531824 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:27:17.531824 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:27:17.531824 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:port_security_enabled":"rule:admin_or_owner" was deprecated in W in favor of "update_network:port_security_enabled":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 07:27:17.531824 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:27:17.531824 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:27:17.531824 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:27:17.531824 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "delete_network":"rule:admin_or_owner" was deprecated in W in favor of "delete_network":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 07:27:17.531824 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:27:17.531824 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:27:17.531824 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:27:17.531824 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_segment":"rule:admin_only" was deprecated in W in favor of "create_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:27:17.531824 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:27:17.531824 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_segment":"rule:admin_only" was deprecated in W in favor of "get_segment":"role:reader and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:27:17.531824 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:27:17.531824 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_segment":"rule:admin_only" was deprecated in W in favor of "update_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:27:17.531824 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:27:17.543876 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e21446f-c6b8-4505-a50c-4518525b6556 tempest-PortsIpV6TestJSON-1330665174 tempest-PortsIpV6TestJSON-1330665174] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:27:17.544596 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-9e21446f-c6b8-4505-a50c-4518525b6556 tempest-PortsIpV6TestJSON-1330665174 tempest-PortsIpV6TestJSON-1330665174] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854768116'] for port, before_response {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:27:17.567802 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.db_base_plugin_common [None req-8dc6a885-a822-42b4-b1e0-a5d68561d5d5 None None] Allocated IP 2001:db8::2 (23f0a15d-6362-4cec-82c1-cacba887c566/fbfc8845-166a-42e3-8f89-697e4b793b8e/1c04e424-5893-4b49-95fe-87ddb8325b16) {{(pid=84876) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 14 07:27:17.576442 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-9e21446f-c6b8-4505-a50c-4518525b6556 tempest-PortsIpV6TestJSON-1330665174 tempest-PortsIpV6TestJSON-1330665174] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 849 time: 1.7196729 Jan 14 07:27:17.578014 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84874) accepted ('10.222.0.24', 47498) {{(pid=84874) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:27:17.580577 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-214a714b-d5bc-4e1b-ac3c-0d7ea0e26c76 None None] Pushing event updated for resources: {'Port': ['ID=3120b41f-2ecd-470d-9f19-7459fef4f71c,revision_number=2']} {{(pid=84876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:27:17.585960 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.v2.base [None req-44e04fe2-b4c0-454b-8f78-89963b203f4d tempest-PortsIpV6TestJSON-1330665174 tempest-PortsIpV6TestJSON-1330665174] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-686977986'}} {{(pid=84874) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:27:17.593979 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-44e04fe2-b4c0-454b-8f78-89963b203f4d tempest-PortsIpV6TestJSON-1330665174 tempest-PortsIpV6TestJSON-1330665174] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:27:17.598991 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-44e04fe2-b4c0-454b-8f78-89963b203f4d tempest-PortsIpV6TestJSON-1330665174 tempest-PortsIpV6TestJSON-1330665174] Usage tracker for resource:network and tenant:6396266df05d476da6838f06b578d30b is out of sync, need to count used quota {{(pid=84874) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:27:17.602589 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-44e04fe2-b4c0-454b-8f78-89963b203f4d tempest-PortsIpV6TestJSON-1330665174 tempest-PortsIpV6TestJSON-1330665174] Quota usage for network was recalculated. Used quota:1. {{(pid=84874) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:27:17.608573 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-44e04fe2-b4c0-454b-8f78-89963b203f4d tempest-PortsIpV6TestJSON-1330665174 tempest-PortsIpV6TestJSON-1330665174] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:27:17.624846 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-44e04fe2-b4c0-454b-8f78-89963b203f4d tempest-PortsIpV6TestJSON-1330665174 tempest-PortsIpV6TestJSON-1330665174] Made reservation on behalf of 6396266df05d476da6838f06b578d30b for: {'network': 1} {{(pid=84874) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 07:27:17.637234 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-44e04fe2-b4c0-454b-8f78-89963b203f4d tempest-PortsIpV6TestJSON-1330665174 tempest-PortsIpV6TestJSON-1330665174] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555753'] for network, before_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:27:17.709218 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-214a714b-d5bc-4e1b-ac3c-0d7ea0e26c76 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@n-h1-768862-2 {{(pid=84876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:27:17.709820 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-214a714b-d5bc-4e1b-ac3c-0d7ea0e26c76 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-h1-768862-2 {{(pid=84876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:27:17.710340 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-214a714b-d5bc-4e1b-ac3c-0d7ea0e26c76 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-h1-768862-2 {{(pid=84876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:27:17.710895 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-214a714b-d5bc-4e1b-ac3c-0d7ea0e26c76 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-h1-768862-2 {{(pid=84876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:27:17.711426 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-214a714b-d5bc-4e1b-ac3c-0d7ea0e26c76 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@n-h1-768862-2 {{(pid=84876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:27:17.716089 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-214a714b-d5bc-4e1b-ac3c-0d7ea0e26c76 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-h1-768862-2 {{(pid=84876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:27:17.717054 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-214a714b-d5bc-4e1b-ac3c-0d7ea0e26c76 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-h1-768862-2 {{(pid=84876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:27:17.717564 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-214a714b-d5bc-4e1b-ac3c-0d7ea0e26c76 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-h1-768862-2 {{(pid=84876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:27:17.718051 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-214a714b-d5bc-4e1b-ac3c-0d7ea0e26c76 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-h1-768862-2 {{(pid=84876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:27:17.718535 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-214a714b-d5bc-4e1b-ac3c-0d7ea0e26c76 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-h1-768862-2 {{(pid=84876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:27:17.719135 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-214a714b-d5bc-4e1b-ac3c-0d7ea0e26c76 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-h1-768862-2 {{(pid=84876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:27:17.719618 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-214a714b-d5bc-4e1b-ac3c-0d7ea0e26c76 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-h1-768862-2 {{(pid=84876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:27:17.721049 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-214a714b-d5bc-4e1b-ac3c-0d7ea0e26c76 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@n-h2-768862-2 {{(pid=84876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:27:17.721665 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-214a714b-d5bc-4e1b-ac3c-0d7ea0e26c76 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-h2-768862-2 {{(pid=84876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:27:17.721837 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89ab7133-a584-4b0d-8443-2e056bec7640 tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:27:17.723700 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-214a714b-d5bc-4e1b-ac3c-0d7ea0e26c76 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-h2-768862-2 {{(pid=84876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:27:17.724351 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-214a714b-d5bc-4e1b-ac3c-0d7ea0e26c76 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-h2-768862-2 {{(pid=84876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:27:17.724948 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-214a714b-d5bc-4e1b-ac3c-0d7ea0e26c76 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@n-h2-768862-2 {{(pid=84876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:27:17.726247 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-214a714b-d5bc-4e1b-ac3c-0d7ea0e26c76 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-h2-768862-2 {{(pid=84876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:27:17.726841 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-214a714b-d5bc-4e1b-ac3c-0d7ea0e26c76 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-h2-768862-2 {{(pid=84876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:27:17.727418 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-214a714b-d5bc-4e1b-ac3c-0d7ea0e26c76 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-h2-768862-2 {{(pid=84876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:27:17.728044 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-214a714b-d5bc-4e1b-ac3c-0d7ea0e26c76 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-h2-768862-2 {{(pid=84876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:27:17.728632 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-214a714b-d5bc-4e1b-ac3c-0d7ea0e26c76 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-h2-768862-2 {{(pid=84876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:27:17.729205 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-214a714b-d5bc-4e1b-ac3c-0d7ea0e26c76 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-h2-768862-2 {{(pid=84876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:27:17.729646 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-89ab7133-a584-4b0d-8443-2e056bec7640 tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] Synchronizing usage tracker for tenant:be0aa702e3ca464795a99c51e3b3b04f on resource:port {{(pid=84875) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 14 07:27:17.730031 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-214a714b-d5bc-4e1b-ac3c-0d7ea0e26c76 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-h2-768862-2 {{(pid=84876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:27:17.730668 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-214a714b-d5bc-4e1b-ac3c-0d7ea0e26c76 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-2 {{(pid=84876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:27:17.731237 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-214a714b-d5bc-4e1b-ac3c-0d7ea0e26c76 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-2 {{(pid=84876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:27:17.731808 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-214a714b-d5bc-4e1b-ac3c-0d7ea0e26c76 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-2 {{(pid=84876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:27:17.732424 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-214a714b-d5bc-4e1b-ac3c-0d7ea0e26c76 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-2 {{(pid=84876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:27:17.733013 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-214a714b-d5bc-4e1b-ac3c-0d7ea0e26c76 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@n-d-768862-2 {{(pid=84876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:27:17.733253 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-44e04fe2-b4c0-454b-8f78-89963b203f4d tempest-PortsIpV6TestJSON-1330665174 tempest-PortsIpV6TestJSON-1330665174] vxlan segment allocate from pool success with {'vxlan_vni': 23} {{(pid=84874) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Jan 14 07:27:17.733808 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-214a714b-d5bc-4e1b-ac3c-0d7ea0e26c76 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-2 {{(pid=84876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:27:17.734375 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-214a714b-d5bc-4e1b-ac3c-0d7ea0e26c76 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-768862-2 {{(pid=84876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:27:17.734960 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-214a714b-d5bc-4e1b-ac3c-0d7ea0e26c76 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-768862-2 {{(pid=84876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:27:17.735890 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ae5819b-8fcb-443f-8876-40376dd8cdbf tempest-BulkNetworkOpsTest-1426007266 tempest-BulkNetworkOpsTest-1426007266] Pushing event deleted for resources: {'Subnet': ['ID=af69a460-4486-4166-b5fd-50c03565df10,revision_number=None']} {{(pid=84875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:27:17.736209 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-214a714b-d5bc-4e1b-ac3c-0d7ea0e26c76 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-2 {{(pid=84876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:27:17.736799 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-214a714b-d5bc-4e1b-ac3c-0d7ea0e26c76 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-2 {{(pid=84876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:27:17.737367 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-214a714b-d5bc-4e1b-ac3c-0d7ea0e26c76 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-2 {{(pid=84876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:27:17.738285 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-214a714b-d5bc-4e1b-ac3c-0d7ea0e26c76 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-2 {{(pid=84876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:27:17.759552 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-44e04fe2-b4c0-454b-8f78-89963b203f4d tempest-PortsIpV6TestJSON-1330665174 tempest-PortsIpV6TestJSON-1330665174] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854179735'] for segment, precommit_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:27:17.760014 n-d-768862-2 neutron-server[84765]: INFO neutron.db.segments_db [None req-44e04fe2-b4c0-454b-8f78-89963b203f4d tempest-PortsIpV6TestJSON-1330665174 tempest-PortsIpV6TestJSON-1330665174] Added segment 5db9a107-876b-4985-a8a0-60ebc53c3eb5 of type vxlan for network 645ea48b-d133-48d7-a764-146a999e7814 Jan 14 07:27:17.767963 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7a34e57-a9ac-429a-94a2-4ea2f0a137aa None None] Network d5ef9345-9d47-4c1b-b4a7-f9e90c00c9f5 requested from n-d-768862-2 {{(pid=84876) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 07:27:17.774150 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-8ae5819b-8fcb-443f-8876-40376dd8cdbf tempest-BulkNetworkOpsTest-1426007266 tempest-BulkNetworkOpsTest-1426007266] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.582s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:27:17.785103 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-214a714b-d5bc-4e1b-ac3c-0d7ea0e26c76 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.947s {{(pid=84876) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:27:17.789973 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-89ab7133-a584-4b0d-8443-2e056bec7640 tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] Unset dirty status for tenant:be0aa702e3ca464795a99c51e3b3b04f on resource:port {{(pid=84875) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 14 07:27:17.800689 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-89ab7133-a584-4b0d-8443-2e056bec7640 tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] 10.222.0.24 "GET /v2.0/ports HTTP/1.1" status: 200 len: 928 time: 2.0511985 Jan 14 07:27:17.806823 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84874) accepted ('10.222.0.24', 47508) {{(pid=84874) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:27:17.809508 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-845e0f32-84ff-43de-8512-6c6dbcb2a703 None None] Provisioning complete for port 1a539010-caf2-44ad-b1ee-c91c2ea5e01b triggered by entity DHCP. {{(pid=84876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 07:27:17.810312 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-845e0f32-84ff-43de-8512-6c6dbcb2a703 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-604227'] for port, provisioning_complete {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:27:17.811619 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-8ae5819b-8fcb-443f-8876-40376dd8cdbf tempest-BulkNetworkOpsTest-1426007266 tempest-BulkNetworkOpsTest-1426007266] Notify callbacks [] for subnet, before_response {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:27:17.857999 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-8ae5819b-8fcb-443f-8876-40376dd8cdbf tempest-BulkNetworkOpsTest-1426007266 tempest-BulkNetworkOpsTest-1426007266] 10.222.0.24 "DELETE /v2.0/subnets/af69a460-4486-4166-b5fd-50c03565df10 HTTP/1.1" status: 204 len: 168 time: 5.4633803 Jan 14 07:27:17.864685 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84875) accepted ('10.222.0.24', 47516) {{(pid=84875) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:27:18.004054 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.plugin [None req-55ea7795-2240-4b2f-b540-e498fa1c0c95 tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] Deleting port 1a52c83c-03da-4ce6-b4af-82080553c507 {{(pid=84874) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 07:27:18.004453 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-55ea7795-2240-4b2f-b540-e498fa1c0c95 tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363259214248359'] for port, before_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:27:18.017429 n-d-768862-2 neutron-server[84765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-214a714b-d5bc-4e1b-ac3c-0d7ea0e26c76 None None] Network f38f82fe-f4ba-4e9f-84b9-5a999438e4fa is already hosted by enough agents. {{(pid=84876) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 07:27:18.078899 n-d-768862-2 neutron-server[84765]: DEBUG neutron.scheduler.base_scheduler [None req-214a714b-d5bc-4e1b-ac3c-0d7ea0e26c76 None None] Resources bound (agent type, host, resource id): {{(pid=84876) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 07:27:18.097795 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-44e04fe2-b4c0-454b-8f78-89963b203f4d tempest-PortsIpV6TestJSON-1330665174 tempest-PortsIpV6TestJSON-1330665174] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363259214646115'] for network, precommit_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:27:18.165982 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-214a714b-d5bc-4e1b-ac3c-0d7ea0e26c76 None None] Received port after_create {{(pid=84876) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 14 07:27:18.340182 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.managers [None req-214a714b-d5bc-4e1b-ac3c-0d7ea0e26c76 None None] Attempting to bind port 3120b41f-2ecd-470d-9f19-7459fef4f71c on host n-d-768862-2 for vnic_type normal with profile {{(pid=84876) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 14 07:27:18.340878 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.managers [None req-214a714b-d5bc-4e1b-ac3c-0d7ea0e26c76 None None] Attempting to bind port 3120b41f-2ecd-470d-9f19-7459fef4f71c by drivers openvswitch on host n-d-768862-2 at level 0 using segments [{'id': 'f1e879f1-c383-47ec-9238-8645dd8b7b99', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 18, 'network_id': 'f38f82fe-f4ba-4e9f-84b9-5a999438e4fa'}] {{(pid=84876) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 14 07:27:18.341488 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-214a714b-d5bc-4e1b-ac3c-0d7ea0e26c76 None None] Attempting to bind port 3120b41f-2ecd-470d-9f19-7459fef4f71c on network f38f82fe-f4ba-4e9f-84b9-5a999438e4fa {{(pid=84876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 14 07:27:18.355978 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-214a714b-d5bc-4e1b-ac3c-0d7ea0e26c76 None None] Checking agent: {'id': 'ba5efab1-b43c-4d5a-bc52-6e105d4e67a2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768862-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 14, 6, 56, 52), 'started_at': datetime.datetime(2021, 1, 14, 6, 57, 22), 'heartbeat_timestamp': datetime.datetime(2021, 1, 14, 7, 26, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768862-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.29', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 14 07:27:18.356636 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-214a714b-d5bc-4e1b-ac3c-0d7ea0e26c76 None None] Checking segment: {'id': 'f1e879f1-c383-47ec-9238-8645dd8b7b99', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 18, 'network_id': 'f38f82fe-f4ba-4e9f-84b9-5a999438e4fa'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84876) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 14 07:27:18.357424 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-214a714b-d5bc-4e1b-ac3c-0d7ea0e26c76 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:27:18.358044 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-214a714b-d5bc-4e1b-ac3c-0d7ea0e26c76 None None] Bound using segment: {'id': 'f1e879f1-c383-47ec-9238-8645dd8b7b99', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 18, 'network_id': 'f38f82fe-f4ba-4e9f-84b9-5a999438e4fa'} {{(pid=84876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 14 07:27:18.358928 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.managers [None req-214a714b-d5bc-4e1b-ac3c-0d7ea0e26c76 None None] Bound port: 3120b41f-2ecd-470d-9f19-7459fef4f71c, host: n-d-768862-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f1e879f1-c383-47ec-9238-8645dd8b7b99', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 18, 'network_id': 'f38f82fe-f4ba-4e9f-84b9-5a999438e4fa'}}] {{(pid=84876) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 14 07:27:18.359524 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-214a714b-d5bc-4e1b-ac3c-0d7ea0e26c76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555753'] for port, before_update {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:27:18.376318 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-44e04fe2-b4c0-454b-8f78-89963b203f4d tempest-PortsIpV6TestJSON-1330665174 tempest-PortsIpV6TestJSON-1330665174] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850887149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964'] for network, after_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:27:18.429816 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.db_base_plugin_v2 [None req-15a1f6f8-e710-446e-a579-15b2e7198462 tempest-BulkNetworkOpsTest-1426007266 tempest-BulkNetworkOpsTest-1426007266] Deleting subnet d6b68cde-86b6-43f5-9189-fea6da2001eb {{(pid=84875) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Jan 14 07:27:18.448474 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44e04fe2-b4c0-454b-8f78-89963b203f4d tempest-PortsIpV6TestJSON-1330665174 tempest-PortsIpV6TestJSON-1330665174] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:27:18.449639 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-44e04fe2-b4c0-454b-8f78-89963b203f4d tempest-PortsIpV6TestJSON-1330665174 tempest-PortsIpV6TestJSON-1330665174] Notify callbacks [] for network, before_response {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:27:18.457852 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [None req-42a9e6dd-a9bd-4aea-b64a-b8028ae9efe1 tempest-NetworksIpV6Test-2047944877 tempest-NetworksIpV6Test-2047944877] For port 1a539010-caf2-44ad-b1ee-c91c2ea5e01b, host n-d-768862-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-2',level=0,port_id=1a539010-caf2-44ad-b1ee-c91c2ea5e01b,segment=NetworkSegment(61dcce0f-0e55-4ae0-9875-4177b2fefa9b),segment_id=61dcce0f-0e55-4ae0-9875-4177b2fefa9b)] {{(pid=84875) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 07:27:18.458470 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-42a9e6dd-a9bd-4aea-b64a-b8028ae9efe1 tempest-NetworksIpV6Test-2047944877 tempest-NetworksIpV6Test-2047944877] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036850862667'] for port, precommit_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:27:18.458607 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-641db79f-949a-4b73-b923-40e3bca9c59c tempest-ExtraDHCPOptionsIpV6TestJSON-1473121844 tempest-ExtraDHCPOptionsIpV6TestJSON-1473121844] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:27:18.816163 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.plugin [None req-42a9e6dd-a9bd-4aea-b64a-b8028ae9efe1 tempest-NetworksIpV6Test-2047944877 tempest-NetworksIpV6Test-2047944877] Calling delete_port for 1a539010-caf2-44ad-b1ee-c91c2ea5e01b owned by network:dhcp {{(pid=84875) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 07:27:18.840543 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44e04fe2-b4c0-454b-8f78-89963b203f4d tempest-PortsIpV6TestJSON-1330665174 tempest-PortsIpV6TestJSON-1330665174] Pushing event updated for resources: {'Network': ['ID=645ea48b-d133-48d7-a764-146a999e7814,revision_number=1']} {{(pid=84874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:27:18.871203 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-a472711d-39f5-4ac0-a74a-aff6571f3fe3 None None] Notify callbacks [] for port, precommit_create {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:27:18.892523 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-44e04fe2-b4c0-454b-8f78-89963b203f4d tempest-PortsIpV6TestJSON-1330665174 tempest-PortsIpV6TestJSON-1330665174] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.434s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:27:18.936300 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-a472711d-39f5-4ac0-a74a-aff6571f3fe3 None None] Transition to ACTIVE for port object ca4d7fb9-ae6a-4332-8cdc-7ade84e10482 will not be triggered until provisioned by entity L2. {{(pid=84876) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 07:27:18.951599 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-44e04fe2-b4c0-454b-8f78-89963b203f4d tempest-PortsIpV6TestJSON-1330665174 tempest-PortsIpV6TestJSON-1330665174] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 1.3718076 Jan 14 07:27:18.957537 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84874) accepted ('10.222.0.24', 47548) {{(pid=84874) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:27:18.976927 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.v2.base [None req-7b671de2-a435-4bcd-8d5d-a20b589ab060 tempest-PortsIpV6TestJSON-1330665174 tempest-PortsIpV6TestJSON-1330665174] Request body: {'ports': [{'network_id': 'd5ef9345-9d47-4c1b-b4a7-f9e90c00c9f5'}, {'network_id': '645ea48b-d133-48d7-a764-146a999e7814'}]} {{(pid=84874) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:27:18.978344 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.v2.base [None req-7b671de2-a435-4bcd-8d5d-a20b589ab060 tempest-PortsIpV6TestJSON-1330665174 tempest-PortsIpV6TestJSON-1330665174] Request body: {'port': {'network_id': 'd5ef9345-9d47-4c1b-b4a7-f9e90c00c9f5'}} {{(pid=84874) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:27:18.979197 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.v2.base [None req-7b671de2-a435-4bcd-8d5d-a20b589ab060 tempest-PortsIpV6TestJSON-1330665174 tempest-PortsIpV6TestJSON-1330665174] Request body: {'port': {'network_id': '645ea48b-d133-48d7-a764-146a999e7814'}} {{(pid=84874) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:27:18.995351 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-a472711d-39f5-4ac0-a74a-aff6571f3fe3 None None] Transition to ACTIVE for port object ca4d7fb9-ae6a-4332-8cdc-7ade84e10482 will not be triggered until provisioned by entity DHCP. {{(pid=84876) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 07:27:19.009032 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [None req-214a714b-d5bc-4e1b-ac3c-0d7ea0e26c76 None None] For port 3120b41f-2ecd-470d-9f19-7459fef4f71c, host n-d-768862-2, cleared binding levels {{(pid=84876) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 14 07:27:19.014832 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-15a1f6f8-e710-446e-a579-15b2e7198462 tempest-BulkNetworkOpsTest-1426007266 tempest-BulkNetworkOpsTest-1426007266] Notify callbacks [] for subnet, before_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:27:19.022932 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [None req-214a714b-d5bc-4e1b-ac3c-0d7ea0e26c76 None None] For port 3120b41f-2ecd-470d-9f19-7459fef4f71c, host n-d-768862-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-2',level=0,port_id=3120b41f-2ecd-470d-9f19-7459fef4f71c,segment=NetworkSegment(f1e879f1-c383-47ec-9238-8645dd8b7b99),segment_id=f1e879f1-c383-47ec-9238-8645dd8b7b99)] {{(pid=84876) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 14 07:27:19.037529 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-852a24f7-e9a1-4193-9abb-e9506fe5213f None None] Network 645ea48b-d133-48d7-a764-146a999e7814 details requested by agent ovs-agent-n-h2-768862-2 with host n-h2-768862-2 {{(pid=84876) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 07:27:19.167543 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-42a9e6dd-a9bd-4aea-b64a-b8028ae9efe1 tempest-NetworksIpV6Test-2047944877 tempest-NetworksIpV6Test-2047944877] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777640533329', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777640097463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851621574'] for port, after_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:27:19.218760 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Network 645ea48b-d133-48d7-a764-146a999e7814 details requested by agent ovs-agent-n-d-768862-2 with host n-d-768862-2 {{(pid=84876) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 07:27:19.221981 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-55ea7795-2240-4b2f-b540-e498fa1c0c95 tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036850862667'] for port, precommit_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:27:19.236527 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-017f98a9-8a07-408c-a86f-8ff0c00400a0 None None] Network 645ea48b-d133-48d7-a764-146a999e7814 details requested by agent ovs-agent-n-h1-768862-2 with host n-h1-768862-2 {{(pid=84876) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 07:27:19.252159 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-1caf3876-78fb-45b8-aa24-980af3fb2d17 tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:27:19.420956 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.plugin [None req-55ea7795-2240-4b2f-b540-e498fa1c0c95 tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] Calling delete_port for 1a52c83c-03da-4ce6-b4af-82080553c507 owned by {{(pid=84874) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 07:27:19.485307 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5674b18-0caf-4080-a65c-5b438d007f60 None None] DHCP port deletion for 771dbd72-b062-460c-b6a8-bb809a096bcf request from n-d-768862-2 {{(pid=84876) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Jan 14 07:27:19.566754 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-a472711d-39f5-4ac0-a74a-aff6571f3fe3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777640123575'] for port, after_create {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:27:19.593350 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-7b671de2-a435-4bcd-8d5d-a20b589ab060 tempest-PortsIpV6TestJSON-1330665174 tempest-PortsIpV6TestJSON-1330665174] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:27:19.598919 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-7b671de2-a435-4bcd-8d5d-a20b589ab060 tempest-PortsIpV6TestJSON-1330665174 tempest-PortsIpV6TestJSON-1330665174] Usage tracker for resource:port and tenant:6396266df05d476da6838f06b578d30b is out of sync, need to count used quota {{(pid=84874) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:27:19.602744 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-7b671de2-a435-4bcd-8d5d-a20b589ab060 tempest-PortsIpV6TestJSON-1330665174 tempest-PortsIpV6TestJSON-1330665174] Quota usage for port was recalculated. Used quota:1. {{(pid=84874) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:27:19.607759 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-15a1f6f8-e710-446e-a579-15b2e7198462 tempest-BulkNetworkOpsTest-1426007266 tempest-BulkNetworkOpsTest-1426007266] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3367281'] for subnet, precommit_delete_associations {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:27:19.612847 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-7b671de2-a435-4bcd-8d5d-a20b589ab060 tempest-PortsIpV6TestJSON-1330665174 tempest-PortsIpV6TestJSON-1330665174] Attempting to reserve 2 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=84874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:27:19.741950 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7b671de2-a435-4bcd-8d5d-a20b589ab060 tempest-PortsIpV6TestJSON-1330665174 tempest-PortsIpV6TestJSON-1330665174] Made reservation on behalf of 6396266df05d476da6838f06b578d30b for: {'port': 2} {{(pid=84874) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 07:27:19.747348 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-15a1f6f8-e710-446e-a579-15b2e7198462 tempest-BulkNetworkOpsTest-1426007266 tempest-BulkNetworkOpsTest-1426007266] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036854176836'] for subnet, precommit_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:27:19.776201 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-7b671de2-a435-4bcd-8d5d-a20b589ab060 tempest-PortsIpV6TestJSON-1330665174 tempest-PortsIpV6TestJSON-1330665174] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555753'] for port, before_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:27:19.955694 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-7b671de2-a435-4bcd-8d5d-a20b589ab060 tempest-PortsIpV6TestJSON-1330665174 tempest-PortsIpV6TestJSON-1330665174] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555753'] for port, before_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:27:20.067716 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-55ea7795-2240-4b2f-b540-e498fa1c0c95 tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777640533329', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777640097463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3254186'] for port, after_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:27:20.074322 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-214a714b-d5bc-4e1b-ac3c-0d7ea0e26c76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777640533312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363259214678337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777640097497'] for port, after_update {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:27:20.153450 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-cb0b1119-ee24-4f11-ad7a-c28290ebcf0a tempest-RoutersIpV6AdminTest-832003634 tempest-RoutersIpV6AdminTest-832003634] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:27:20.174376 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42a9e6dd-a9bd-4aea-b64a-b8028ae9efe1 tempest-NetworksIpV6Test-2047944877 tempest-NetworksIpV6Test-2047944877] Pushing event deleted for resources: {'Port': ['ID=1a539010-caf2-44ad-b1ee-c91c2ea5e01b,revision_number=None']} {{(pid=84875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:27:20.201259 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-42a9e6dd-a9bd-4aea-b64a-b8028ae9efe1 tempest-NetworksIpV6Test-2047944877 tempest-NetworksIpV6Test-2047944877] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.949s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:27:20.214305 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42a9e6dd-a9bd-4aea-b64a-b8028ae9efe1 tempest-NetworksIpV6Test-2047944877 tempest-NetworksIpV6Test-2047944877] No DVR routers for this DVR port 1a539010-caf2-44ad-b1ee-c91c2ea5e01b on host n-d-768862-2 {{(pid=84875) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Jan 14 07:27:20.517667 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-42a9e6dd-a9bd-4aea-b64a-b8028ae9efe1 tempest-NetworksIpV6Test-2047944877 tempest-NetworksIpV6Test-2047944877] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-598987', 'neutron.services.segments.db._delete_segments_for_network-8777640583949'] for network, precommit_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:27:20.539916 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55ea7795-2240-4b2f-b540-e498fa1c0c95 tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] Pushing event deleted for resources: {'Port': ['ID=1a52c83c-03da-4ce6-b4af-82080553c507,revision_number=None']} {{(pid=84874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:27:20.644368 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-55ea7795-2240-4b2f-b540-e498fa1c0c95 tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.491s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:27:20.706524 n-d-768862-2 neutron-server[84765]: DEBUG neutron.services.segments.db [None req-42a9e6dd-a9bd-4aea-b64a-b8028ae9efe1 tempest-NetworksIpV6Test-2047944877 tempest-NetworksIpV6Test-2047944877] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['771dbd72-b062-460c-b6a8-bb809a096bcf']}} {{(pid=84875) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:27:20.717760 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-6cd7136c-1a7c-4d61-b06a-7f421660d657 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84876) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:27:20.746411 n-d-768862-2 neutron-server[84765]: DEBUG neutron.services.segments.db [None req-42a9e6dd-a9bd-4aea-b64a-b8028ae9efe1 tempest-NetworksIpV6Test-2047944877 tempest-NetworksIpV6Test-2047944877] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '61dcce0f-0e55-4ae0-9875-4177b2fefa9b') {'for_net_delete': True} {{(pid=84875) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:27:20.746959 n-d-768862-2 neutron-server[84765]: DEBUG neutron.services.segments.db [None req-42a9e6dd-a9bd-4aea-b64a-b8028ae9efe1 tempest-NetworksIpV6Test-2047944877 tempest-NetworksIpV6Test-2047944877] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '61dcce0f-0e55-4ae0-9875-4177b2fefa9b') {} {{(pid=84875) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:27:20.809463 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-42a9e6dd-a9bd-4aea-b64a-b8028ae9efe1 tempest-NetworksIpV6Test-2047944877 tempest-NetworksIpV6Test-2047944877] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363259214173198', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036851408567'] for segment, before_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:27:20.837301 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-42a9e6dd-a9bd-4aea-b64a-b8028ae9efe1 tempest-NetworksIpV6Test-2047944877 tempest-NetworksIpV6Test-2047944877] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854179735'] for segment, precommit_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:27:20.839670 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-42a9e6dd-a9bd-4aea-b64a-b8028ae9efe1 tempest-NetworksIpV6Test-2047944877 tempest-NetworksIpV6Test-2047944877] Releasing vxlan tunnel 22 to pool {{(pid=84875) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Jan 14 07:27:20.856030 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-55ea7795-2240-4b2f-b540-e498fa1c0c95 tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854768116'] for port, before_response {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:27:20.861954 n-d-768862-2 neutron-server[84765]: DEBUG neutron.notifiers.nova [None req-7b671de2-a435-4bcd-8d5d-a20b589ab060 tempest-PortsIpV6TestJSON-1330665174 tempest-PortsIpV6TestJSON-1330665174] device_id is not set on port 5682cc01-a85d-4bcb-921a-d7c121fff0d9 yet. {{(pid=84874) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}} Jan 14 07:27:20.869259 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.plugin [None req-845e0f32-84ff-43de-8512-6c6dbcb2a703 None None] Port 1a539010-caf2-44ad-b1ee-c91c2ea5e01b update to ACTIVE by agent not found {{(pid=84876) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2088}} Jan 14 07:27:20.871517 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Device 1a539010-caf2-44ad-b1ee-c91c2ea5e01b no longer exists at agent ovs-agent-n-d-768862-2 {{(pid=84876) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jan 14 07:27:20.958892 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-ffef673e-1bfc-48e4-8191-b11ddb4e84c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363259214191800', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854171626'] for agent, after_update {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:27:21.014265 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-55ea7795-2240-4b2f-b540-e498fa1c0c95 tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] 10.222.0.24 "DELETE /v2.0/ports/1a52c83c-03da-4ce6-b4af-82080553c507 HTTP/1.1" status: 204 len: 168 time: 3.2060723 Jan 14 07:27:21.017961 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84874) accepted ('10.222.0.24', 47580) {{(pid=84874) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:27:21.086888 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a472711d-39f5-4ac0-a74a-aff6571f3fe3 None None] Pushing event updated for resources: {'Port': ['ID=ca4d7fb9-ae6a-4332-8cdc-7ade84e10482,revision_number=1']} {{(pid=84876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:27:21.244911 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eeffeb3a-08da-4989-a1b1-7ebbf34838f9 tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:27:21.272287 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eeffeb3a-08da-4989-a1b1-7ebbf34838f9 tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:27:21.272287 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-eeffeb3a-08da-4989-a1b1-7ebbf34838f9 tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] Synchronizing usage tracker for tenant:be0aa702e3ca464795a99c51e3b3b04f on resource:subnet {{(pid=84874) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 14 07:27:21.329628 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.managers [None req-42a9e6dd-a9bd-4aea-b64a-b8028ae9efe1 tempest-NetworksIpV6Test-2047944877 tempest-NetworksIpV6Test-2047944877] Network 771dbd72-b062-460c-b6a8-bb809a096bcf has no segments {{(pid=84875) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 14 07:27:21.333784 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-eeffeb3a-08da-4989-a1b1-7ebbf34838f9 tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] Unset dirty status for tenant:be0aa702e3ca464795a99c51e3b3b04f on resource:subnet {{(pid=84874) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 14 07:27:21.343693 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-eeffeb3a-08da-4989-a1b1-7ebbf34838f9 tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] 10.222.0.24 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1451 time: 0.3204811 Jan 14 07:27:21.343693 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84874) accepted ('10.222.0.24', 47592) {{(pid=84874) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:27:21.362992 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-42a9e6dd-a9bd-4aea-b64a-b8028ae9efe1 tempest-NetworksIpV6Test-2047944877 tempest-NetworksIpV6Test-2047944877] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-596065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3154253'] for segment, after_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:27:21.403710 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-7b671de2-a435-4bcd-8d5d-a20b589ab060 tempest-PortsIpV6TestJSON-1330665174 tempest-PortsIpV6TestJSON-1330665174] Notify callbacks [] for port, precommit_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:27:21.493915 n-d-768862-2 neutron-server[84765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a472711d-39f5-4ac0-a74a-aff6571f3fe3 None None] Network f731f4c3-2854-451a-b3a6-97e5cd71d8c4 is already hosted by enough agents. {{(pid=84876) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 07:27:21.498381 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.plugin [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] No Port match for: 1a539010-caf2-44ad-b1ee-c91c2ea5e01b {{(pid=84876) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2188}} Jan 14 07:27:21.499044 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Device 1a539010-caf2-44ad-b1ee-c91c2ea5e01b not bound to the agent host n-d-768862-2 {{(pid=84876) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jan 14 07:27:21.519484 n-d-768862-2 neutron-server[84765]: DEBUG neutron.scheduler.base_scheduler [None req-a472711d-39f5-4ac0-a74a-aff6571f3fe3 None None] Resources bound (agent type, host, resource id): {{(pid=84876) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 07:27:21.522092 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a472711d-39f5-4ac0-a74a-aff6571f3fe3 None None] Received port after_create {{(pid=84876) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 14 07:27:21.672066 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-15a1f6f8-e710-446e-a579-15b2e7198462 tempest-BulkNetworkOpsTest-1426007266 tempest-BulkNetworkOpsTest-1426007266] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-598964', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850887113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3154192', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2308610'] for subnet, after_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:27:21.773439 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.managers [None req-a472711d-39f5-4ac0-a74a-aff6571f3fe3 None None] Attempting to bind port ca4d7fb9-ae6a-4332-8cdc-7ade84e10482 on host n-d-768862-2 for vnic_type normal with profile {{(pid=84876) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 14 07:27:21.773439 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.managers [None req-a472711d-39f5-4ac0-a74a-aff6571f3fe3 None None] Attempting to bind port ca4d7fb9-ae6a-4332-8cdc-7ade84e10482 by drivers openvswitch on host n-d-768862-2 at level 0 using segments [{'id': '95536b64-8a58-43fb-9aa4-ea90e3448d81', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 21, 'network_id': 'f731f4c3-2854-451a-b3a6-97e5cd71d8c4'}] {{(pid=84876) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 14 07:27:21.773439 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a472711d-39f5-4ac0-a74a-aff6571f3fe3 None None] Attempting to bind port ca4d7fb9-ae6a-4332-8cdc-7ade84e10482 on network f731f4c3-2854-451a-b3a6-97e5cd71d8c4 {{(pid=84876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 14 07:27:21.841746 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a472711d-39f5-4ac0-a74a-aff6571f3fe3 None None] Checking agent: {'id': 'ba5efab1-b43c-4d5a-bc52-6e105d4e67a2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768862-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 14, 6, 56, 52), 'started_at': datetime.datetime(2021, 1, 14, 6, 57, 22), 'heartbeat_timestamp': datetime.datetime(2021, 1, 14, 7, 26, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768862-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.29', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 14 07:27:21.841746 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a472711d-39f5-4ac0-a74a-aff6571f3fe3 None None] Checking segment: {'id': '95536b64-8a58-43fb-9aa4-ea90e3448d81', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 21, 'network_id': 'f731f4c3-2854-451a-b3a6-97e5cd71d8c4'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84876) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 14 07:27:21.842136 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-a472711d-39f5-4ac0-a74a-aff6571f3fe3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:27:21.842503 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a472711d-39f5-4ac0-a74a-aff6571f3fe3 None None] Bound using segment: {'id': '95536b64-8a58-43fb-9aa4-ea90e3448d81', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 21, 'network_id': 'f731f4c3-2854-451a-b3a6-97e5cd71d8c4'} {{(pid=84876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 14 07:27:21.844584 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.managers [None req-a472711d-39f5-4ac0-a74a-aff6571f3fe3 None None] Bound port: ca4d7fb9-ae6a-4332-8cdc-7ade84e10482, host: n-d-768862-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '95536b64-8a58-43fb-9aa4-ea90e3448d81', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 21, 'network_id': 'f731f4c3-2854-451a-b3a6-97e5cd71d8c4'}}] {{(pid=84876) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 14 07:27:21.844948 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-a472711d-39f5-4ac0-a74a-aff6571f3fe3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555753'] for port, before_update {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:27:21.847305 n-d-768862-2 neutron-server[84765]: DEBUG neutron.notifiers.nova [None req-7b671de2-a435-4bcd-8d5d-a20b589ab060 tempest-PortsIpV6TestJSON-1330665174 tempest-PortsIpV6TestJSON-1330665174] device_id is not set on port 144131a3-f8ce-4405-94df-143d43683d77 yet. {{(pid=84874) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}} Jan 14 07:27:21.929604 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.db_base_plugin_v2 [None req-90148528-4167-404c-a970-6aa36b867c95 tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] Deleting subnet fbfc8845-166a-42e3-8f89-697e4b793b8e {{(pid=84874) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Jan 14 07:27:22.025652 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-c75b7e66-95f5-4c60-9698-0855fc704922 tempest-NetworksIpV6TestAttrs-1453117616 tempest-NetworksIpV6TestAttrs-1453117616] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:27:22.052454 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-aac494a0-49a7-4057-a956-523dfeee886a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363259214191800', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854171626'] for agent, after_update {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:27:22.056024 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-da76cfc0-98e8-4426-9f6d-4f05aa3fae78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363259214191800', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854171626'] for agent, after_update {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:27:22.095943 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2806ed2d-e06a-43d0-bc77-4b8083b0ecfd None None] Network f38f82fe-f4ba-4e9f-84b9-5a999438e4fa requested from n-d-768862-2 {{(pid=84876) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 07:27:22.140504 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-15a1f6f8-e710-446e-a579-15b2e7198462 tempest-BulkNetworkOpsTest-1426007266 tempest-BulkNetworkOpsTest-1426007266] Notify callbacks [] for subnet, before_response {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:27:22.154864 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15a1f6f8-e710-446e-a579-15b2e7198462 tempest-BulkNetworkOpsTest-1426007266 tempest-BulkNetworkOpsTest-1426007266] Pushing event deleted for resources: {'Subnet': ['ID=d6b68cde-86b6-43f5-9189-fea6da2001eb,revision_number=None']} {{(pid=84875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:27:22.161085 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-15a1f6f8-e710-446e-a579-15b2e7198462 tempest-BulkNetworkOpsTest-1426007266 tempest-BulkNetworkOpsTest-1426007266] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:27:22.178978 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.managers [None req-42a9e6dd-a9bd-4aea-b64a-b8028ae9efe1 tempest-NetworksIpV6Test-2047944877 tempest-NetworksIpV6Test-2047944877] Network 771dbd72-b062-460c-b6a8-bb809a096bcf has no segments {{(pid=84875) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 14 07:27:22.206561 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:shared":"rule:admin_only" was deprecated in W in favor of "update_network:shared":"role:admin and system_scope:all". Reason: Jan 14 07:27:22.206561 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:27:22.206561 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:27:22.206561 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:27:22.206561 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "update_network:provider:network_type":"role:admin and system_scope:all". Reason: Jan 14 07:27:22.206561 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:27:22.206561 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:27:22.206561 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:27:22.206561 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "update_network:provider:physical_network":"role:admin and system_scope:all". Reason: Jan 14 07:27:22.206561 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:27:22.206561 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:27:22.206561 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:27:22.206561 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "update_network:provider:segmentation_id":"role:admin and system_scope:all". Reason: Jan 14 07:27:22.206561 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:27:22.206561 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:27:22.206561 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:27:22.206561 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:router:external":"rule:admin_only" was deprecated in W in favor of "update_network:router:external":"role:admin and system_scope:all". Reason: Jan 14 07:27:22.206561 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:27:22.206561 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:27:22.206561 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:27:22.206561 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:is_default":"rule:admin_only" was deprecated in W in favor of "update_network:is_default":"role:admin and system_scope:all". Reason: Jan 14 07:27:22.206561 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:27:22.206561 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:27:22.206561 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:27:22.206561 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:port_security_enabled":"rule:admin_or_owner" was deprecated in W in favor of "update_network:port_security_enabled":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 07:27:22.206561 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:27:22.206561 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:27:22.206561 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:27:22.206561 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "delete_network":"rule:admin_or_owner" was deprecated in W in favor of "delete_network":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 07:27:22.206561 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:27:22.206561 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:27:22.206561 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:27:22.206561 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_segment":"rule:admin_only" was deprecated in W in favor of "create_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:27:22.206561 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:27:22.206561 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_segment":"rule:admin_only" was deprecated in W in favor of "get_segment":"role:reader and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:27:22.206561 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:27:22.206561 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_segment":"rule:admin_only" was deprecated in W in favor of "update_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:27:22.206561 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:27:22.206561 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "delete_segment":"rule:admin_only" was deprecated in W in favor of "delete_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:27:22.206561 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:27:22.206561 n-d-768862-2 neutron-server[84765]: Traceback (most recent call last): Jan 14 07:27:22.206561 n-d-768862-2 neutron-server[84765]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 14 07:27:22.206561 n-d-768862-2 neutron-server[84765]: timer() Jan 14 07:27:22.206561 n-d-768862-2 neutron-server[84765]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 14 07:27:22.206561 n-d-768862-2 neutron-server[84765]: cb(*args, **kw) Jan 14 07:27:22.206561 n-d-768862-2 neutron-server[84765]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Jan 14 07:27:22.206561 n-d-768862-2 neutron-server[84765]: return func(*args, **kwargs) Jan 14 07:27:22.206561 n-d-768862-2 neutron-server[84765]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 14 07:27:22.206561 n-d-768862-2 neutron-server[84765]: self._notify() Jan 14 07:27:22.206561 n-d-768862-2 neutron-server[84765]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 14 07:27:22.206561 n-d-768862-2 neutron-server[84765]: self.callback(batched_events) Jan 14 07:27:22.206561 n-d-768862-2 neutron-server[84765]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 14 07:27:22.206561 n-d-768862-2 neutron-server[84765]: event.method(event) Jan 14 07:27:22.206561 n-d-768862-2 neutron-server[84765]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 14 07:27:22.206561 n-d-768862-2 neutron-server[84765]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 14 07:27:22.206561 n-d-768862-2 neutron-server[84765]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Jan 14 07:27:22.206561 n-d-768862-2 neutron-server[84765]: segment_id)['aggregates'][0] Jan 14 07:27:22.206561 n-d-768862-2 neutron-server[84765]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 14 07:27:22.206561 n-d-768862-2 neutron-server[84765]: return f(self, *a, **k) Jan 14 07:27:22.206561 n-d-768862-2 neutron-server[84765]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 14 07:27:22.206561 n-d-768862-2 neutron-server[84765]: return self._get(url).json() Jan 14 07:27:22.206561 n-d-768862-2 neutron-server[84765]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 14 07:27:22.206561 n-d-768862-2 neutron-server[84765]: **kwargs) Jan 14 07:27:22.206561 n-d-768862-2 neutron-server[84765]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 14 07:27:22.206561 n-d-768862-2 neutron-server[84765]: return self.request(url, 'GET', **kwargs) Jan 14 07:27:22.206561 n-d-768862-2 neutron-server[84765]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Jan 14 07:27:22.206561 n-d-768862-2 neutron-server[84765]: **endpoint_filter) Jan 14 07:27:22.206561 n-d-768862-2 neutron-server[84765]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 14 07:27:22.206561 n-d-768862-2 neutron-server[84765]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 14 07:27:22.206561 n-d-768862-2 neutron-server[84765]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 14 07:27:22.206561 n-d-768862-2 neutron-server[84765]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 14 07:27:22.206561 n-d-768862-2 neutron-server[84765]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 14 07:27:22.217945 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-15a1f6f8-e710-446e-a579-15b2e7198462 tempest-BulkNetworkOpsTest-1426007266 tempest-BulkNetworkOpsTest-1426007266] 10.222.0.24 "DELETE /v2.0/subnets/d6b68cde-86b6-43f5-9189-fea6da2001eb HTTP/1.1" status: 204 len: 168 time: 4.3449748 Jan 14 07:27:22.218214 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84874) accepted ('10.222.0.24', 47608) {{(pid=84874) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:27:22.334349 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-214a714b-d5bc-4e1b-ac3c-0d7ea0e26c76 None None] Pushing event updated for resources: {'Port': ['ID=3120b41f-2ecd-470d-9f19-7459fef4f71c,revision_number=3']} {{(pid=84876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:27:22.336930 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-42a9e6dd-a9bd-4aea-b64a-b8028ae9efe1 tempest-NetworksIpV6Test-2047944877 tempest-NetworksIpV6Test-2047944877] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036854176830', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850887149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3912591'] for network, after_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:27:22.339166 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-214a714b-d5bc-4e1b-ac3c-0d7ea0e26c76 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.622s {{(pid=84876) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:27:22.340276 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-2aae3328-6a00-4d73-9c2a-2c03942a95fe tempest-NetworksIpV6Test-2047944877 tempest-NetworksIpV6Test-2047944877] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:27:22.345655 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-8dc6a885-a822-42b4-b1e0-a5d68561d5d5 None None] Notify callbacks [] for port, precommit_create {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:27:22.355709 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-1a3db9c9-797f-4d33-be1b-abf5492000d7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 1.537s {{(pid=84876) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:27:22.356615 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-1a3db9c9-797f-4d33-be1b-abf5492000d7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.004s {{(pid=84876) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:27:22.372342 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-42a9e6dd-a9bd-4aea-b64a-b8028ae9efe1 tempest-NetworksIpV6Test-2047944877 tempest-NetworksIpV6Test-2047944877] Notify callbacks [] for network, before_response {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:27:22.395488 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42a9e6dd-a9bd-4aea-b64a-b8028ae9efe1 tempest-NetworksIpV6Test-2047944877 tempest-NetworksIpV6Test-2047944877] Pushing event deleted for resources: {'Network': ['ID=771dbd72-b062-460c-b6a8-bb809a096bcf,revision_number=None']} {{(pid=84875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:27:22.413411 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-42a9e6dd-a9bd-4aea-b64a-b8028ae9efe1 tempest-NetworksIpV6Test-2047944877 tempest-NetworksIpV6Test-2047944877] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:27:22.417629 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-42a9e6dd-a9bd-4aea-b64a-b8028ae9efe1 tempest-NetworksIpV6Test-2047944877 tempest-NetworksIpV6Test-2047944877] 10.222.0.24 "DELETE /v2.0/networks/771dbd72-b062-460c-b6a8-bb809a096bcf HTTP/1.1" status: 204 len: 168 time: 6.7427504 Jan 14 07:27:22.418057 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84875) accepted ('10.222.0.24', 47614) {{(pid=84875) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:27:22.421555 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-8dc6a885-a822-42b4-b1e0-a5d68561d5d5 None None] Transition to ACTIVE for port object 1c04e424-5893-4b49-95fe-87ddb8325b16 will not be triggered until provisioned by entity L2. {{(pid=84876) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 07:27:22.496102 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [None req-a472711d-39f5-4ac0-a74a-aff6571f3fe3 None None] For port ca4d7fb9-ae6a-4332-8cdc-7ade84e10482, host n-d-768862-2, cleared binding levels {{(pid=84876) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 14 07:27:22.508020 n-d-768862-2 neutron-server[84765]: INFO neutron.pecan_wsgi.hooks.translation [None req-a197c9d9-1b11-42f6-abf8-d05864642279 tempest-NetworksIpV6Test-2047944877 tempest-NetworksIpV6Test-2047944877] DELETE failed (client error): The resource could not be found. Jan 14 07:27:22.508838 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a197c9d9-1b11-42f6-abf8-d05864642279 tempest-NetworksIpV6Test-2047944877 tempest-NetworksIpV6Test-2047944877] No notification will be sent due to unsuccessful status code: 404 {{(pid=84875) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Jan 14 07:27:22.510967 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-a197c9d9-1b11-42f6-abf8-d05864642279 tempest-NetworksIpV6Test-2047944877 tempest-NetworksIpV6Test-2047944877] 10.222.0.24 "DELETE /v2.0/subnets/0beb463d-f862-45c9-80b1-bac7685ca371 HTTP/1.1" status: 404 len: 337 time: 0.0918024 Jan 14 07:27:22.519598 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84875) accepted ('10.222.0.24', 47620) {{(pid=84875) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:27:22.541414 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [None req-a472711d-39f5-4ac0-a74a-aff6571f3fe3 None None] For port ca4d7fb9-ae6a-4332-8cdc-7ade84e10482, host n-d-768862-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-2',level=0,port_id=ca4d7fb9-ae6a-4332-8cdc-7ade84e10482,segment=NetworkSegment(95536b64-8a58-43fb-9aa4-ea90e3448d81),segment_id=95536b64-8a58-43fb-9aa4-ea90e3448d81)] {{(pid=84876) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 14 07:27:22.573697 n-d-768862-2 neutron-server[84765]: INFO neutron.pecan_wsgi.hooks.translation [None req-225f8f48-bfb6-4f9c-ae4f-5da439fdc953 tempest-NetworksIpV6Test-2047944877 tempest-NetworksIpV6Test-2047944877] DELETE failed (client error): The resource could not be found. Jan 14 07:27:22.574199 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-225f8f48-bfb6-4f9c-ae4f-5da439fdc953 tempest-NetworksIpV6Test-2047944877 tempest-NetworksIpV6Test-2047944877] No notification will be sent due to unsuccessful status code: 404 {{(pid=84875) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Jan 14 07:27:22.577315 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-8dc6a885-a822-42b4-b1e0-a5d68561d5d5 None None] Transition to ACTIVE for port object 1c04e424-5893-4b49-95fe-87ddb8325b16 will not be triggered until provisioned by entity DHCP. {{(pid=84876) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 07:27:22.579662 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-a472711d-39f5-4ac0-a74a-aff6571f3fe3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777640533312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363259214678337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777640097497'] for port, after_update {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:27:22.592252 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-225f8f48-bfb6-4f9c-ae4f-5da439fdc953 tempest-NetworksIpV6Test-2047944877 tempest-NetworksIpV6Test-2047944877] 10.222.0.24 "DELETE /v2.0/networks/fbefecea-75e1-4a71-acda-1d158efcc4d6 HTTP/1.1" status: 404 len: 339 time: 0.0549572 Jan 14 07:27:22.593198 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84875) accepted ('10.222.0.24', 47628) {{(pid=84875) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:27:22.645513 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84876) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:27:22.773567 n-d-768862-2 neutron-server[84765]: INFO neutron.pecan_wsgi.hooks.translation [None req-848355e8-1a35-442f-ac21-a43e20970994 tempest-NetworksIpV6Test-2047944877 tempest-NetworksIpV6Test-2047944877] DELETE failed (client error): The resource could not be found. Jan 14 07:27:22.774441 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-848355e8-1a35-442f-ac21-a43e20970994 tempest-NetworksIpV6Test-2047944877 tempest-NetworksIpV6Test-2047944877] No notification will be sent due to unsuccessful status code: 404 {{(pid=84875) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Jan 14 07:27:22.779976 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-848355e8-1a35-442f-ac21-a43e20970994 tempest-NetworksIpV6Test-2047944877 tempest-NetworksIpV6Test-2047944877] 10.222.0.24 "DELETE /v2.0/subnets/d370ee20-30e2-49d3-b7dd-969fc9d388e8 HTTP/1.1" status: 404 len: 337 time: 0.1855969 Jan 14 07:27:22.783561 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84875) accepted ('10.222.0.24', 47636) {{(pid=84875) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:27:22.844023 n-d-768862-2 neutron-server[84765]: INFO neutron.pecan_wsgi.hooks.translation [None req-d8ceec4d-d07f-44e2-8dd2-84855292e6c5 tempest-NetworksIpV6Test-2047944877 tempest-NetworksIpV6Test-2047944877] DELETE failed (client error): The resource could not be found. Jan 14 07:27:22.844811 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d8ceec4d-d07f-44e2-8dd2-84855292e6c5 tempest-NetworksIpV6Test-2047944877 tempest-NetworksIpV6Test-2047944877] No notification will be sent due to unsuccessful status code: 404 {{(pid=84875) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Jan 14 07:27:22.846979 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-d8ceec4d-d07f-44e2-8dd2-84855292e6c5 tempest-NetworksIpV6Test-2047944877 tempest-NetworksIpV6Test-2047944877] 10.222.0.24 "DELETE /v2.0/networks/186d75b3-1d44-4191-ad03-f188f5ab8544 HTTP/1.1" status: 404 len: 339 time: 0.0622838 Jan 14 07:27:22.860554 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84875) accepted ('10.222.0.24', 47640) {{(pid=84875) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:27:22.939978 n-d-768862-2 neutron-server[84765]: INFO neutron.pecan_wsgi.hooks.translation [None req-c4432315-a6d9-4826-94b4-54c320978c40 tempest-NetworksIpV6Test-2047944877 tempest-NetworksIpV6Test-2047944877] DELETE failed (client error): The resource could not be found. Jan 14 07:27:22.942181 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c4432315-a6d9-4826-94b4-54c320978c40 tempest-NetworksIpV6Test-2047944877 tempest-NetworksIpV6Test-2047944877] No notification will be sent due to unsuccessful status code: 404 {{(pid=84875) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Jan 14 07:27:22.944411 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-c4432315-a6d9-4826-94b4-54c320978c40 tempest-NetworksIpV6Test-2047944877 tempest-NetworksIpV6Test-2047944877] 10.222.0.24 "DELETE /v2.0/subnets/040e09ea-04a5-47ec-898f-5e8841ba9d61 HTTP/1.1" status: 404 len: 337 time: 0.0821683 Jan 14 07:27:22.956753 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84875) accepted ('10.222.0.24', 47648) {{(pid=84875) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:27:23.012202 n-d-768862-2 neutron-server[84765]: INFO neutron.pecan_wsgi.hooks.translation [None req-17b662d5-2175-4834-aa3d-2cc192b2bee1 tempest-NetworksIpV6Test-2047944877 tempest-NetworksIpV6Test-2047944877] DELETE failed (client error): The resource could not be found. Jan 14 07:27:23.013072 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-17b662d5-2175-4834-aa3d-2cc192b2bee1 tempest-NetworksIpV6Test-2047944877 tempest-NetworksIpV6Test-2047944877] No notification will be sent due to unsuccessful status code: 404 {{(pid=84875) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Jan 14 07:27:23.015178 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-17b662d5-2175-4834-aa3d-2cc192b2bee1 tempest-NetworksIpV6Test-2047944877 tempest-NetworksIpV6Test-2047944877] 10.222.0.24 "DELETE /v2.0/networks/d9c56f59-83ac-40ec-b2f4-5f4a987db5e5 HTTP/1.1" status: 404 len: 339 time: 0.0569880 Jan 14 07:27:23.023125 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84875) accepted ('10.222.0.24', 47654) {{(pid=84875) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:27:23.082503 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-8dc6a885-a822-42b4-b1e0-a5d68561d5d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777640123575'] for port, after_create {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:27:23.124758 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-90148528-4167-404c-a970-6aa36b867c95 tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] Notify callbacks [] for subnet, before_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:27:23.260075 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-7b671de2-a435-4bcd-8d5d-a20b589ab060 tempest-PortsIpV6TestJSON-1330665174 tempest-PortsIpV6TestJSON-1330665174] Notify callbacks [] for port, precommit_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:27:23.354770 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-90148528-4167-404c-a970-6aa36b867c95 tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036851807232'] for subnet, precommit_delete_associations {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:27:23.370915 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363259214191800', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854171626'] for agent, after_update {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:27:23.397379 n-d-768862-2 neutron-server[84765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8dc6a885-a822-42b4-b1e0-a5d68561d5d5 None None] Network 23f0a15d-6362-4cec-82c1-cacba887c566 is already hosted by enough agents. {{(pid=84876) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 07:27:23.408182 n-d-768862-2 neutron-server[84765]: DEBUG neutron.scheduler.base_scheduler [None req-8dc6a885-a822-42b4-b1e0-a5d68561d5d5 None None] Resources bound (agent type, host, resource id): {{(pid=84876) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 07:27:23.417339 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8dc6a885-a822-42b4-b1e0-a5d68561d5d5 None None] Received port after_create {{(pid=84876) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 14 07:27:23.446213 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-928399bf-135f-484e-b6cf-40436694dca5 tempest-BulkNetworkOpsTest-1426007266 tempest-BulkNetworkOpsTest-1426007266] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:27:23.448516 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-928399bf-135f-484e-b6cf-40436694dca5 tempest-BulkNetworkOpsTest-1426007266 tempest-BulkNetworkOpsTest-1426007266] 10.222.0.24 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 1.2291808 Jan 14 07:27:23.459070 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84875) accepted ('10.222.0.24', 47664) {{(pid=84875) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:27:23.504520 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-0f37073e-9c69-4e3c-80e0-6cfaa0fd61a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363259214191800', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854171626'] for agent, after_update {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:27:23.539724 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-90148528-4167-404c-a970-6aa36b867c95 tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036854176836'] for subnet, precommit_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:27:23.587080 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.managers [None req-8dc6a885-a822-42b4-b1e0-a5d68561d5d5 None None] Attempting to bind port 1c04e424-5893-4b49-95fe-87ddb8325b16 on host n-d-768862-2 for vnic_type normal with profile {{(pid=84876) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 14 07:27:23.597863 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.managers [None req-8dc6a885-a822-42b4-b1e0-a5d68561d5d5 None None] Attempting to bind port 1c04e424-5893-4b49-95fe-87ddb8325b16 by drivers openvswitch on host n-d-768862-2 at level 0 using segments [{'id': '56f1c7cf-f3a3-41d2-9677-68978131444f', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 20, 'network_id': '23f0a15d-6362-4cec-82c1-cacba887c566'}] {{(pid=84876) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 14 07:27:23.600017 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8dc6a885-a822-42b4-b1e0-a5d68561d5d5 None None] Attempting to bind port 1c04e424-5893-4b49-95fe-87ddb8325b16 on network 23f0a15d-6362-4cec-82c1-cacba887c566 {{(pid=84876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 14 07:27:23.629715 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8dc6a885-a822-42b4-b1e0-a5d68561d5d5 None None] Checking agent: {'id': 'ba5efab1-b43c-4d5a-bc52-6e105d4e67a2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768862-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 14, 6, 56, 52), 'started_at': datetime.datetime(2021, 1, 14, 6, 57, 22), 'heartbeat_timestamp': datetime.datetime(2021, 1, 14, 7, 27, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768862-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.29', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 14 07:27:23.631029 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8dc6a885-a822-42b4-b1e0-a5d68561d5d5 None None] Checking segment: {'id': '56f1c7cf-f3a3-41d2-9677-68978131444f', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 20, 'network_id': '23f0a15d-6362-4cec-82c1-cacba887c566'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84876) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 14 07:27:23.631928 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-8dc6a885-a822-42b4-b1e0-a5d68561d5d5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:27:23.632672 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8dc6a885-a822-42b4-b1e0-a5d68561d5d5 None None] Bound using segment: {'id': '56f1c7cf-f3a3-41d2-9677-68978131444f', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 20, 'network_id': '23f0a15d-6362-4cec-82c1-cacba887c566'} {{(pid=84876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 14 07:27:23.633580 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.managers [None req-8dc6a885-a822-42b4-b1e0-a5d68561d5d5 None None] Bound port: 1c04e424-5893-4b49-95fe-87ddb8325b16, host: n-d-768862-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '56f1c7cf-f3a3-41d2-9677-68978131444f', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 20, 'network_id': '23f0a15d-6362-4cec-82c1-cacba887c566'}}] {{(pid=84876) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 14 07:27:23.634235 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-8dc6a885-a822-42b4-b1e0-a5d68561d5d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555753'] for port, before_update {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:27:23.749365 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a472711d-39f5-4ac0-a74a-aff6571f3fe3 None None] Pushing event updated for resources: {'Port': ['ID=ca4d7fb9-ae6a-4332-8cdc-7ade84e10482,revision_number=3']} {{(pid=84876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:27:23.879796 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-a472711d-39f5-4ac0-a74a-aff6571f3fe3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.234s {{(pid=84876) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:27:23.882978 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-b35e68d5-9935-4de6-a3f9-0c7d4a131f10 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.530s {{(pid=84876) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:27:23.959112 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-76e6a451-bf72-4724-aa72-ecd6a224c8e0 tempest-BulkNetworkOpsTest-1426007266 tempest-BulkNetworkOpsTest-1426007266] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036854160497'] for network, before_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:27:24.016170 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dc6a885-a822-42b4-b1e0-a5d68561d5d5 None None] Pushing event updated for resources: {'Port': ['ID=1c04e424-5893-4b49-95fe-87ddb8325b16,revision_number=1']} {{(pid=84876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:27:24.019185 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-8dc6a885-a822-42b4-b1e0-a5d68561d5d5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=84876) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:27:24.028056 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-7b671de2-a435-4bcd-8d5d-a20b589ab060 tempest-PortsIpV6TestJSON-1330665174 tempest-PortsIpV6TestJSON-1330665174] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777640123575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3254186'] for port, after_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:27:24.029619 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e1af3bd-40f4-4740-8ca3-832a2be7ba01 None None] Network f731f4c3-2854-451a-b3a6-97e5cd71d8c4 requested from n-d-768862-2 {{(pid=84876) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 07:27:24.064016 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-9c79d8ec-b512-4025-8a28-74939384e96a tempest-RoutersIpV6Test-883692175 tempest-RoutersIpV6Test-883692175] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:27:24.075125 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.db_base_plugin_v2 [None req-af43d2e2-02c7-427a-9142-8ad93f30467d tempest-NetworksIpV6Test-2047944877 tempest-NetworksIpV6Test-2047944877] Deleting subnet bda09f04-1803-403a-b3d3-b11373b3c727 {{(pid=84875) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Jan 14 07:27:24.078777 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-af43d2e2-02c7-427a-9142-8ad93f30467d tempest-NetworksIpV6Test-2047944877 tempest-NetworksIpV6Test-2047944877] Notify callbacks [] for subnet, before_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:27:24.162781 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-af43d2e2-02c7-427a-9142-8ad93f30467d tempest-NetworksIpV6Test-2047944877 tempest-NetworksIpV6Test-2047944877] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3367281'] for subnet, precommit_delete_associations {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:27:24.216876 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [None req-8dc6a885-a822-42b4-b1e0-a5d68561d5d5 None None] For port 1c04e424-5893-4b49-95fe-87ddb8325b16, host n-d-768862-2, cleared binding levels {{(pid=84876) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 14 07:27:24.227105 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [None req-8dc6a885-a822-42b4-b1e0-a5d68561d5d5 None None] For port 1c04e424-5893-4b49-95fe-87ddb8325b16, host n-d-768862-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-2',level=0,port_id=1c04e424-5893-4b49-95fe-87ddb8325b16,segment=NetworkSegment(56f1c7cf-f3a3-41d2-9677-68978131444f),segment_id=56f1c7cf-f3a3-41d2-9677-68978131444f)] {{(pid=84876) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 14 07:27:24.232890 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-8dc6a885-a822-42b4-b1e0-a5d68561d5d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777640533312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363259214678337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777640097497'] for port, after_update {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:27:24.265834 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-63138495-e966-4394-9368-d7566fb364ac None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84876) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:27:24.298897 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-af43d2e2-02c7-427a-9142-8ad93f30467d tempest-NetworksIpV6Test-2047944877 tempest-NetworksIpV6Test-2047944877] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036854176836'] for subnet, precommit_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:27:24.347826 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dc6a885-a822-42b4-b1e0-a5d68561d5d5 None None] Pushing event updated for resources: {'Port': ['ID=1c04e424-5893-4b49-95fe-87ddb8325b16,revision_number=3']} {{(pid=84876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:27:24.352273 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-8dc6a885-a822-42b4-b1e0-a5d68561d5d5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=84876) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:27:24.360474 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-90148528-4167-404c-a970-6aa36b867c95 tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-598964', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850887113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036851521664', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2794686'] for subnet, after_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:27:24.754566 n-d-768862-2 neutron-server[84765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b671de2-a435-4bcd-8d5d-a20b589ab060 tempest-PortsIpV6TestJSON-1330665174 tempest-PortsIpV6TestJSON-1330665174] Network d5ef9345-9d47-4c1b-b4a7-f9e90c00c9f5 is already hosted by enough agents. {{(pid=84874) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 07:27:24.758865 n-d-768862-2 neutron-server[84765]: DEBUG neutron.scheduler.base_scheduler [None req-7b671de2-a435-4bcd-8d5d-a20b589ab060 tempest-PortsIpV6TestJSON-1330665174 tempest-PortsIpV6TestJSON-1330665174] Resources bound (agent type, host, resource id): {{(pid=84874) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 07:27:24.786432 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b671de2-a435-4bcd-8d5d-a20b589ab060 tempest-PortsIpV6TestJSON-1330665174 tempest-PortsIpV6TestJSON-1330665174] Received port after_create {{(pid=84874) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 14 07:27:24.787360 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-7b671de2-a435-4bcd-8d5d-a20b589ab060 tempest-PortsIpV6TestJSON-1330665174 tempest-PortsIpV6TestJSON-1330665174] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777640123575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3254186'] for port, after_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:27:24.832225 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-90148528-4167-404c-a970-6aa36b867c95 tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] Notify callbacks [] for subnet, before_response {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:27:24.840968 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b671de2-a435-4bcd-8d5d-a20b589ab060 tempest-PortsIpV6TestJSON-1330665174 tempest-PortsIpV6TestJSON-1330665174] Pushing event updated for resources: {'Port': ['ID=5682cc01-a85d-4bcb-921a-d7c121fff0d9,revision_number=1']} {{(pid=84874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:27:24.961907 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-7b671de2-a435-4bcd-8d5d-a20b589ab060 tempest-PortsIpV6TestJSON-1330665174 tempest-PortsIpV6TestJSON-1330665174] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.898s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:27:24.962502 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-583447a4-f55f-4730-b209-172aa21896fc tempest-NetworksIpV6Test-2047944877 tempest-NetworksIpV6Test-2047944877] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.573s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:27:24.987781 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.plugin [None req-76e6a451-bf72-4724-aa72-ecd6a224c8e0 tempest-BulkNetworkOpsTest-1426007266 tempest-BulkNetworkOpsTest-1426007266] Deleting port ca4d7fb9-ae6a-4332-8cdc-7ade84e10482 {{(pid=84875) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 07:27:24.988454 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-76e6a451-bf72-4724-aa72-ecd6a224c8e0 tempest-BulkNetworkOpsTest-1426007266 tempest-BulkNetworkOpsTest-1426007266] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363259214248359'] for port, before_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:27:25.058557 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-90148528-4167-404c-a970-6aa36b867c95 tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] 10.222.0.24 "DELETE /v2.0/subnets/fbfc8845-166a-42e3-8f89-697e4b793b8e HTTP/1.1" status: 204 len: 168 time: 3.7104840 Jan 14 07:27:25.068461 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84874) accepted ('10.222.0.24', 47692) {{(pid=84874) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:27:25.074522 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90148528-4167-404c-a970-6aa36b867c95 tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] Pushing event deleted for resources: {'Subnet': ['ID=fbfc8845-166a-42e3-8f89-697e4b793b8e,revision_number=None']} {{(pid=84874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:27:25.084430 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-90148528-4167-404c-a970-6aa36b867c95 tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:27:25.177129 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-55ea7795-2240-4b2f-b540-e498fa1c0c95 tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.346s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:27:25.274668 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-2e7a20e5-006b-4e5d-9898-bb28bf536bbf tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] 10.222.0.24 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1930904 Jan 14 07:27:25.281786 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84874) accepted ('10.222.0.24', 47696) {{(pid=84874) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:27:25.384847 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b671de2-a435-4bcd-8d5d-a20b589ab060 tempest-PortsIpV6TestJSON-1330665174 tempest-PortsIpV6TestJSON-1330665174] Pushing event updated for resources: {'Port': ['ID=144131a3-f8ce-4405-94df-143d43683d77,revision_number=1']} {{(pid=84874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:27:25.408903 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-7b671de2-a435-4bcd-8d5d-a20b589ab060 tempest-PortsIpV6TestJSON-1330665174 tempest-PortsIpV6TestJSON-1330665174] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.232s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:27:25.449886 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b671de2-a435-4bcd-8d5d-a20b589ab060 tempest-PortsIpV6TestJSON-1330665174 tempest-PortsIpV6TestJSON-1330665174] Checking segment: {'id': '5db9a107-876b-4985-a8a0-60ebc53c3eb5', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 23, 'network_id': '645ea48b-d133-48d7-a764-146a999e7814'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84874) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 14 07:27:25.450292 n-d-768862-2 neutron-server[84765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b671de2-a435-4bcd-8d5d-a20b589ab060 tempest-PortsIpV6TestJSON-1330665174 tempest-PortsIpV6TestJSON-1330665174] Network hostable DHCP agents. Network: 645ea48b-d133-48d7-a764-146a999e7814, hostable agents: ['32f3dd84-26da-4d18-bf15-6017a8fb7247'], hosted agents: [] {{(pid=84874) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Jan 14 07:27:25.485213 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "delete_segment":"rule:admin_only" was deprecated in W in favor of "delete_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:27:25.485213 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:27:25.485213 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network":"rule:regular_user" was deprecated in W in favor of "create_network":"role:member and project_id:%(project_id)s". Reason: Jan 14 07:27:25.485213 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:27:25.485213 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:27:25.485213 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:27:25.485213 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:shared":"rule:admin_only" was deprecated in W in favor of "create_network:shared":"role:admin and system_scope:all". Reason: Jan 14 07:27:25.485213 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:27:25.485213 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:27:25.485213 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:27:25.485213 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:router:external":"rule:admin_only" was deprecated in W in favor of "create_network:router:external":"role:admin and system_scope:all". Reason: Jan 14 07:27:25.485213 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:27:25.485213 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:27:25.485213 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:27:25.485213 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:is_default":"rule:admin_only" was deprecated in W in favor of "create_network:is_default":"role:admin and system_scope:all". Reason: Jan 14 07:27:25.485213 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:27:25.485213 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:27:25.485213 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:27:25.485213 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:port_security_enabled":"rule:regular_user" was deprecated in W in favor of "create_network:port_security_enabled":"role:member and project_id:%(project_id)s". Reason: Jan 14 07:27:25.485213 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:27:25.485213 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:27:25.485213 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:27:25.485213 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:segments":"rule:admin_only" was deprecated in W in favor of "create_network:segments":"role:admin and system_scope:all". Reason: Jan 14 07:27:25.485213 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:27:25.485213 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:27:25.485213 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:27:25.485213 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "create_network:provider:network_type":"role:admin and system_scope:all". Reason: Jan 14 07:27:25.485213 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:27:25.485213 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:27:25.485213 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:27:25.485213 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "create_network:provider:physical_network":"role:admin and system_scope:all". Reason: Jan 14 07:27:25.485213 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:27:25.485213 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:27:25.485213 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:27:25.485213 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "create_network:provider:segmentation_id":"role:admin and system_scope:all". Reason: Jan 14 07:27:25.485213 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:27:25.485213 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:27:25.485213 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:27:25.485213 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network":"rule:admin_or_owner or rule:shared or rule:external or rule:context_is_advsvc" was deprecated in W in favor of "get_network":"(role:reader and system_scope:all) or (role:reader and project_id:%(project_id)s) or rule:shared or rule:external or rule:context_is_advsvc". Reason: Jan 14 07:27:25.485213 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:27:25.485213 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:27:25.485213 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:27:25.485213 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:router:external":"rule:regular_user" was deprecated in W in favor of "get_network:router:external":"role:reader and project_id:%(project_id)s". Reason: Jan 14 07:27:25.485213 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:27:25.485213 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:27:25.485213 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:27:25.485213 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:segments":"rule:admin_only" was deprecated in W in favor of "get_network:segments":"role:reader and system_scope:all". Reason: Jan 14 07:27:25.485213 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:27:25.485213 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:27:25.485213 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:27:25.485213 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "get_network:provider:network_type":"role:reader and system_scope:all". Reason: Jan 14 07:27:25.485213 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:27:25.485213 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:27:25.485213 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:27:25.485213 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "get_network:provider:physical_network":"role:reader and system_scope:all". Reason: Jan 14 07:27:25.485213 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:27:25.485213 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:27:25.485213 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:27:25.485213 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "get_network:provider:segmentation_id":"role:reader and system_scope:all". Reason: Jan 14 07:27:25.485213 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:27:25.485213 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:27:25.485213 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:27:25.485213 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network":"rule:admin_or_owner" was deprecated in W in favor of "update_network":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 07:27:25.485213 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:27:25.485213 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:27:25.485213 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:27:25.532426 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44704f27-ba5c-4f48-8eb5-c422455072ea tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:27:25.533224 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-44704f27-ba5c-4f48-8eb5-c422455072ea tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] Synchronizing usage tracker for tenant:be0aa702e3ca464795a99c51e3b3b04f on resource:port {{(pid=84874) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 14 07:27:25.559484 n-d-768862-2 neutron-server[84765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b671de2-a435-4bcd-8d5d-a20b589ab060 tempest-PortsIpV6TestJSON-1330665174 tempest-PortsIpV6TestJSON-1330665174] Network 645ea48b-d133-48d7-a764-146a999e7814 is scheduled to be hosted by DHCP agent 32f3dd84-26da-4d18-bf15-6017a8fb7247 with binding_index 1 {{(pid=84874) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Jan 14 07:27:25.594049 n-d-768862-2 neutron-server[84765]: DEBUG neutron.scheduler.base_scheduler [None req-7b671de2-a435-4bcd-8d5d-a20b589ab060 tempest-PortsIpV6TestJSON-1330665174 tempest-PortsIpV6TestJSON-1330665174] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768862-2, 645ea48b-d133-48d7-a764-146a999e7814) {{(pid=84874) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 07:27:25.604836 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2665bd7a-efd8-4e50-b9b5-3e0b87a00980 None None] Network 645ea48b-d133-48d7-a764-146a999e7814 requested from n-d-768862-2 {{(pid=84876) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 07:27:25.613899 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-44704f27-ba5c-4f48-8eb5-c422455072ea tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] Unset dirty status for tenant:be0aa702e3ca464795a99c51e3b3b04f on resource:port {{(pid=84874) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 14 07:27:25.618240 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-44704f27-ba5c-4f48-8eb5-c422455072ea tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] 10.222.0.24 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.3289907 Jan 14 07:27:25.618240 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b671de2-a435-4bcd-8d5d-a20b589ab060 tempest-PortsIpV6TestJSON-1330665174 tempest-PortsIpV6TestJSON-1330665174] Received port after_create {{(pid=84874) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 14 07:27:25.652989 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b671de2-a435-4bcd-8d5d-a20b589ab060 tempest-PortsIpV6TestJSON-1330665174 tempest-PortsIpV6TestJSON-1330665174] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details'] {{(pid=84874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:27:25.760447 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b671de2-a435-4bcd-8d5d-a20b589ab060 tempest-PortsIpV6TestJSON-1330665174 tempest-PortsIpV6TestJSON-1330665174] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details'] {{(pid=84874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:27:25.761606 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-7b671de2-a435-4bcd-8d5d-a20b589ab060 tempest-PortsIpV6TestJSON-1330665174 tempest-PortsIpV6TestJSON-1330665174] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854768116'] for port, before_response {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:27:25.782685 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84874) accepted ('10.222.0.24', 47706) {{(pid=84874) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:27:25.853435 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-7b671de2-a435-4bcd-8d5d-a20b589ab060 tempest-PortsIpV6TestJSON-1330665174 tempest-PortsIpV6TestJSON-1330665174] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1425 time: 6.8941863 Jan 14 07:27:25.862950 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84874) accepted ('10.222.0.24', 47714) {{(pid=84874) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:27:25.956639 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [None req-76e6a451-bf72-4724-aa72-ecd6a224c8e0 tempest-BulkNetworkOpsTest-1426007266 tempest-BulkNetworkOpsTest-1426007266] For port ca4d7fb9-ae6a-4332-8cdc-7ade84e10482, host n-d-768862-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-2',level=0,port_id=ca4d7fb9-ae6a-4332-8cdc-7ade84e10482,segment=NetworkSegment(95536b64-8a58-43fb-9aa4-ea90e3448d81),segment_id=95536b64-8a58-43fb-9aa4-ea90e3448d81)] {{(pid=84875) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 07:27:25.957483 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-76e6a451-bf72-4724-aa72-ecd6a224c8e0 tempest-BulkNetworkOpsTest-1426007266 tempest-BulkNetworkOpsTest-1426007266] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036850862667'] for port, precommit_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:27:26.102575 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52e8f052-17df-48e0-a376-61fef6a5a8ac tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:27:26.103406 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-52e8f052-17df-48e0-a376-61fef6a5a8ac tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] Synchronizing usage tracker for tenant:be0aa702e3ca464795a99c51e3b3b04f on resource:subnet {{(pid=84874) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 14 07:27:26.170436 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.plugin [None req-de90490c-f644-4c9f-afb2-1c3aefd49eaa tempest-PortsIpV6TestJSON-1330665174 tempest-PortsIpV6TestJSON-1330665174] Deleting port 144131a3-f8ce-4405-94df-143d43683d77 {{(pid=84874) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 07:27:26.170827 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-de90490c-f644-4c9f-afb2-1c3aefd49eaa tempest-PortsIpV6TestJSON-1330665174 tempest-PortsIpV6TestJSON-1330665174] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363259214248359'] for port, before_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:27:26.214770 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.plugin [None req-76e6a451-bf72-4724-aa72-ecd6a224c8e0 tempest-BulkNetworkOpsTest-1426007266 tempest-BulkNetworkOpsTest-1426007266] Calling delete_port for ca4d7fb9-ae6a-4332-8cdc-7ade84e10482 owned by network:dhcp {{(pid=84875) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 07:27:26.305830 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-52e8f052-17df-48e0-a376-61fef6a5a8ac tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] Unset dirty status for tenant:be0aa702e3ca464795a99c51e3b3b04f on resource:subnet {{(pid=84874) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 14 07:27:26.321014 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-52e8f052-17df-48e0-a376-61fef6a5a8ac tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] 10.222.0.24 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.5342884 Jan 14 07:27:26.326096 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84874) accepted ('10.222.0.24', 47722) {{(pid=84874) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:27:26.369383 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-76e6a451-bf72-4724-aa72-ecd6a224c8e0 tempest-BulkNetworkOpsTest-1426007266 tempest-BulkNetworkOpsTest-1426007266] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777640533329', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777640097463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851621574'] for port, after_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:27:26.393157 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-532eb8ff-ce5e-4769-bb88-a174feb3fb57 tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:27:26.431049 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-af43d2e2-02c7-427a-9142-8ad93f30467d tempest-NetworksIpV6Test-2047944877 tempest-NetworksIpV6Test-2047944877] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-598964', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850887113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3154192', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2308610'] for subnet, after_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:27:26.431875 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.agents_db [None req-5b939a2f-078d-4c69-a188-cb55a28a77a0 None None] Agent healthcheck: found 7 active agents {{(pid=84877) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Jan 14 07:27:26.491569 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76e6a451-bf72-4724-aa72-ecd6a224c8e0 tempest-BulkNetworkOpsTest-1426007266 tempest-BulkNetworkOpsTest-1426007266] Pushing event deleted for resources: {'Port': ['ID=ca4d7fb9-ae6a-4332-8cdc-7ade84e10482,revision_number=None']} {{(pid=84875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:27:26.566299 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-8fe7aa05-1616-422b-976b-b31cb2797aa9 tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] 10.222.0.24 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.2387912 Jan 14 07:27:26.572283 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84874) accepted ('10.222.0.24', 47730) {{(pid=84874) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:27:26.587033 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.v2.base [None req-00491d29-7bc5-4093-a4ae-90e9b1e0750e tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] Request body: {'subnet': {'network_id': '23f0a15d-6362-4cec-82c1-cacba887c566', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=84874) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:27:26.597429 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Device 1c04e424-5893-4b49-95fe-87ddb8325b16 up at agent ovs-agent-n-d-768862-2 {{(pid=84876) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 07:27:26.714979 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-76e6a451-bf72-4724-aa72-ecd6a224c8e0 tempest-BulkNetworkOpsTest-1426007266 tempest-BulkNetworkOpsTest-1426007266] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.322s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:27:26.722933 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-723f3517-8fa3-4943-8a2f-02f422d8feca tempest-BulkNetworkOpsTest-1426007266 tempest-BulkNetworkOpsTest-1426007266] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.265s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:27:26.763424 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-af43d2e2-02c7-427a-9142-8ad93f30467d tempest-NetworksIpV6Test-2047944877 tempest-NetworksIpV6Test-2047944877] Notify callbacks [] for subnet, before_response {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:27:26.768976 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea270ac6-78ea-4d07-bef7-cd5737272181 None None] Network 93850873-f845-42cd-ad42-dcd7ab7efd8f requested from n-d-768862-2 {{(pid=84876) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 07:27:26.800787 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af43d2e2-02c7-427a-9142-8ad93f30467d tempest-NetworksIpV6Test-2047944877 tempest-NetworksIpV6Test-2047944877] Pushing event deleted for resources: {'Subnet': ['ID=bda09f04-1803-403a-b3d3-b11373b3c727,revision_number=None']} {{(pid=84875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:27:26.807511 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-af43d2e2-02c7-427a-9142-8ad93f30467d tempest-NetworksIpV6Test-2047944877 tempest-NetworksIpV6Test-2047944877] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:27:26.845420 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-af43d2e2-02c7-427a-9142-8ad93f30467d tempest-NetworksIpV6Test-2047944877 tempest-NetworksIpV6Test-2047944877] 10.222.0.24 "DELETE /v2.0/subnets/bda09f04-1803-403a-b3d3-b11373b3c727 HTTP/1.1" status: 204 len: 168 time: 3.8205445 Jan 14 07:27:26.848449 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84875) accepted ('10.222.0.24', 47738) {{(pid=84875) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:27:26.850453 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-00491d29-7bc5-4093-a4ae-90e9b1e0750e tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:27:26.958193 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76e6a451-bf72-4724-aa72-ecd6a224c8e0 tempest-BulkNetworkOpsTest-1426007266 tempest-BulkNetworkOpsTest-1426007266] No DVR routers for this DVR port ca4d7fb9-ae6a-4332-8cdc-7ade84e10482 on host n-d-768862-2 {{(pid=84875) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Jan 14 07:27:27.011855 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f89cb8da-7eee-49c0-af9b-12d0de445670 None None] Network 23f0a15d-6362-4cec-82c1-cacba887c566 requested from n-d-768862-2 {{(pid=84876) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 07:27:27.143216 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-8f1a125c-4cf6-42b0-a465-bd7a3fba3658 None None] Provisioning for port 1c04e424-5893-4b49-95fe-87ddb8325b16 completed by entity DHCP. {{(pid=84876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 07:27:27.143554 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-de90490c-f644-4c9f-afb2-1c3aefd49eaa tempest-PortsIpV6TestJSON-1330665174 tempest-PortsIpV6TestJSON-1330665174] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036850862667'] for port, precommit_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:27:27.212307 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-6e33228e-2867-4113-8ade-8f49c587ef0d tempest-NetworksIpV6Test-2047944877 tempest-NetworksIpV6Test-2047944877] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036854160497'] for network, before_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:27:27.399135 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-76e6a451-bf72-4724-aa72-ecd6a224c8e0 tempest-BulkNetworkOpsTest-1426007266 tempest-BulkNetworkOpsTest-1426007266] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-598987', 'neutron.services.segments.db._delete_segments_for_network-8777640583949'] for network, precommit_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:27:27.426729 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.plugin [None req-6e33228e-2867-4113-8ade-8f49c587ef0d tempest-NetworksIpV6Test-2047944877 tempest-NetworksIpV6Test-2047944877] Deleting port f24d1936-6dad-4b80-970a-131390c6a2e4 {{(pid=84875) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 07:27:27.426729 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-6e33228e-2867-4113-8ade-8f49c587ef0d tempest-NetworksIpV6Test-2047944877 tempest-NetworksIpV6Test-2047944877] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363259214248359'] for port, before_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:27:27.464043 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Provisioning for port 1c04e424-5893-4b49-95fe-87ddb8325b16 completed by entity L2. {{(pid=84876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 07:27:27.476798 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Provisioning complete for port 1c04e424-5893-4b49-95fe-87ddb8325b16 triggered by entity L2. {{(pid=84876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 07:27:27.489234 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-604227'] for port, provisioning_complete {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:27:27.542313 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-00491d29-7bc5-4093-a4ae-90e9b1e0750e tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:27:27.594776 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.plugin [None req-de90490c-f644-4c9f-afb2-1c3aefd49eaa tempest-PortsIpV6TestJSON-1330665174 tempest-PortsIpV6TestJSON-1330665174] Calling delete_port for 144131a3-f8ce-4405-94df-143d43683d77 owned by {{(pid=84874) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 07:27:27.727822 n-d-768862-2 neutron-server[84765]: DEBUG neutron.services.segments.db [None req-76e6a451-bf72-4724-aa72-ecd6a224c8e0 tempest-BulkNetworkOpsTest-1426007266 tempest-BulkNetworkOpsTest-1426007266] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f731f4c3-2854-451a-b3a6-97e5cd71d8c4']}} {{(pid=84875) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:27:27.734376 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-00491d29-7bc5-4093-a4ae-90e9b1e0750e tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] Made reservation on behalf of be0aa702e3ca464795a99c51e3b3b04f for: {'subnet': 1} {{(pid=84874) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 07:27:27.744683 n-d-768862-2 neutron-server[84765]: DEBUG neutron.services.segments.db [None req-76e6a451-bf72-4724-aa72-ecd6a224c8e0 tempest-BulkNetworkOpsTest-1426007266 tempest-BulkNetworkOpsTest-1426007266] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '95536b64-8a58-43fb-9aa4-ea90e3448d81') {'for_net_delete': True} {{(pid=84875) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:27:27.745401 n-d-768862-2 neutron-server[84765]: DEBUG neutron.services.segments.db [None req-76e6a451-bf72-4724-aa72-ecd6a224c8e0 tempest-BulkNetworkOpsTest-1426007266 tempest-BulkNetworkOpsTest-1426007266] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '95536b64-8a58-43fb-9aa4-ea90e3448d81') {} {{(pid=84875) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:27:27.761837 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-76e6a451-bf72-4724-aa72-ecd6a224c8e0 tempest-BulkNetworkOpsTest-1426007266 tempest-BulkNetworkOpsTest-1426007266] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363259214173198', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036851408567'] for segment, before_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:27:27.780492 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-76e6a451-bf72-4724-aa72-ecd6a224c8e0 tempest-BulkNetworkOpsTest-1426007266 tempest-BulkNetworkOpsTest-1426007266] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854179735'] for segment, precommit_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:27:27.783189 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-76e6a451-bf72-4724-aa72-ecd6a224c8e0 tempest-BulkNetworkOpsTest-1426007266 tempest-BulkNetworkOpsTest-1426007266] Releasing vxlan tunnel 21 to pool {{(pid=84875) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Jan 14 07:27:28.070028 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.managers [None req-76e6a451-bf72-4724-aa72-ecd6a224c8e0 tempest-BulkNetworkOpsTest-1426007266 tempest-BulkNetworkOpsTest-1426007266] Network f731f4c3-2854-451a-b3a6-97e5cd71d8c4 has no segments {{(pid=84875) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 14 07:27:28.077873 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-00491d29-7bc5-4093-a4ae-90e9b1e0750e tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036851981161'] for subnet, before_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:27:28.100385 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-76e6a451-bf72-4724-aa72-ecd6a224c8e0 tempest-BulkNetworkOpsTest-1426007266 tempest-BulkNetworkOpsTest-1426007266] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-596065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3154253'] for segment, after_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:27:28.257470 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555753'] for port, before_update {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:27:28.340905 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.managers [None req-76e6a451-bf72-4724-aa72-ecd6a224c8e0 tempest-BulkNetworkOpsTest-1426007266 tempest-BulkNetworkOpsTest-1426007266] Network f731f4c3-2854-451a-b3a6-97e5cd71d8c4 has no segments {{(pid=84875) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 14 07:27:28.361736 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] For port 1c04e424-5893-4b49-95fe-87ddb8325b16, host n-d-768862-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-2',level=0,port_id=1c04e424-5893-4b49-95fe-87ddb8325b16,segment=NetworkSegment(56f1c7cf-f3a3-41d2-9677-68978131444f),segment_id=56f1c7cf-f3a3-41d2-9677-68978131444f)] {{(pid=84876) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 07:27:28.377816 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777640533312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363259214678337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777640097497'] for port, after_update {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:27:28.388722 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-c9fc7baf-7a81-4443-9d18-2e14a4bc6433 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84876) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:27:28.526464 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a000b299-20bc-4716-973a-e72ed4b32004 None None] DHCP port deletion for 23f0a15d-6362-4cec-82c1-cacba887c566 request from n-d-768862-2 {{(pid=84876) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Jan 14 07:27:28.527057 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-de90490c-f644-4c9f-afb2-1c3aefd49eaa tempest-PortsIpV6TestJSON-1330665174 tempest-PortsIpV6TestJSON-1330665174] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777640533329', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777640097463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3254186'] for port, after_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:27:28.554773 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Pushing event updated for resources: {'Port': ['ID=1c04e424-5893-4b49-95fe-87ddb8325b16,revision_number=4']} {{(pid=84876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:27:28.570033 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.181s {{(pid=84876) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:27:28.575485 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.plugin [None req-a000b299-20bc-4716-973a-e72ed4b32004 None None] Deleting port 1c04e424-5893-4b49-95fe-87ddb8325b16 {{(pid=84876) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 07:27:28.580802 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-a000b299-20bc-4716-973a-e72ed4b32004 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363259214248359'] for port, before_delete {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:27:28.599399 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-84567be8-3182-4bc6-b253-9a5ad78caaaa tempest-RoutersIpV6AdminTest-1631784580 tempest-RoutersIpV6AdminTest-1631784580] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:27:28.669754 n-d-768862-2 neutron-server[84765]: Traceback (most recent call last): Jan 14 07:27:28.669754 n-d-768862-2 neutron-server[84765]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 14 07:27:28.669754 n-d-768862-2 neutron-server[84765]: timer() Jan 14 07:27:28.669754 n-d-768862-2 neutron-server[84765]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 14 07:27:28.669754 n-d-768862-2 neutron-server[84765]: cb(*args, **kw) Jan 14 07:27:28.669754 n-d-768862-2 neutron-server[84765]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Jan 14 07:27:28.669754 n-d-768862-2 neutron-server[84765]: return func(*args, **kwargs) Jan 14 07:27:28.669754 n-d-768862-2 neutron-server[84765]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 14 07:27:28.669754 n-d-768862-2 neutron-server[84765]: self._notify() Jan 14 07:27:28.669754 n-d-768862-2 neutron-server[84765]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 14 07:27:28.669754 n-d-768862-2 neutron-server[84765]: self.callback(batched_events) Jan 14 07:27:28.669754 n-d-768862-2 neutron-server[84765]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 14 07:27:28.669754 n-d-768862-2 neutron-server[84765]: event.method(event) Jan 14 07:27:28.669754 n-d-768862-2 neutron-server[84765]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 14 07:27:28.669754 n-d-768862-2 neutron-server[84765]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 14 07:27:28.669754 n-d-768862-2 neutron-server[84765]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Jan 14 07:27:28.669754 n-d-768862-2 neutron-server[84765]: segment_id)['aggregates'][0] Jan 14 07:27:28.669754 n-d-768862-2 neutron-server[84765]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 14 07:27:28.669754 n-d-768862-2 neutron-server[84765]: return f(self, *a, **k) Jan 14 07:27:28.669754 n-d-768862-2 neutron-server[84765]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 14 07:27:28.669754 n-d-768862-2 neutron-server[84765]: return self._get(url).json() Jan 14 07:27:28.669754 n-d-768862-2 neutron-server[84765]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 14 07:27:28.669754 n-d-768862-2 neutron-server[84765]: **kwargs) Jan 14 07:27:28.669754 n-d-768862-2 neutron-server[84765]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 14 07:27:28.669754 n-d-768862-2 neutron-server[84765]: return self.request(url, 'GET', **kwargs) Jan 14 07:27:28.669754 n-d-768862-2 neutron-server[84765]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Jan 14 07:27:28.669754 n-d-768862-2 neutron-server[84765]: **endpoint_filter) Jan 14 07:27:28.669754 n-d-768862-2 neutron-server[84765]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 14 07:27:28.669754 n-d-768862-2 neutron-server[84765]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 14 07:27:28.669754 n-d-768862-2 neutron-server[84765]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 14 07:27:28.669754 n-d-768862-2 neutron-server[84765]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 14 07:27:28.669754 n-d-768862-2 neutron-server[84765]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 14 07:27:28.674774 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84875) accepted ('10.222.0.24', 47778) {{(pid=84875) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:27:28.683449 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-76e6a451-bf72-4724-aa72-ecd6a224c8e0 tempest-BulkNetworkOpsTest-1426007266 tempest-BulkNetworkOpsTest-1426007266] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036854176830', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850887149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3912591'] for network, after_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:27:28.710605 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-589b61ff-2e6d-4a17-87f0-5d4b3c57fa93 tempest-RoutersIpV6Test-883692175 tempest-RoutersIpV6Test-883692175] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:27:28.752747 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-76e6a451-bf72-4724-aa72-ecd6a224c8e0 tempest-BulkNetworkOpsTest-1426007266 tempest-BulkNetworkOpsTest-1426007266] Notify callbacks [] for network, before_response {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:27:28.768760 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-76e6a451-bf72-4724-aa72-ecd6a224c8e0 tempest-BulkNetworkOpsTest-1426007266 tempest-BulkNetworkOpsTest-1426007266] 10.222.0.24 "DELETE /v2.0/networks/f731f4c3-2854-451a-b3a6-97e5cd71d8c4 HTTP/1.1" status: 204 len: 168 time: 5.3084979 Jan 14 07:27:28.774726 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84875) accepted ('10.222.0.24', 47786) {{(pid=84875) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:27:28.778239 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76e6a451-bf72-4724-aa72-ecd6a224c8e0 tempest-BulkNetworkOpsTest-1426007266 tempest-BulkNetworkOpsTest-1426007266] Pushing event deleted for resources: {'Network': ['ID=f731f4c3-2854-451a-b3a6-97e5cd71d8c4,revision_number=None']} {{(pid=84875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:27:28.797755 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Device 1c04e424-5893-4b49-95fe-87ddb8325b16 no longer exists at agent ovs-agent-n-d-768862-2 {{(pid=84876) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jan 14 07:27:28.806197 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-76e6a451-bf72-4724-aa72-ecd6a224c8e0 tempest-BulkNetworkOpsTest-1426007266 tempest-BulkNetworkOpsTest-1426007266] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:27:28.857943 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a35feb81-3b0d-46d0-9a80-d17d3519de60 None None] DHCP port deletion for 93850873-f845-42cd-ad42-dcd7ab7efd8f request from n-d-768862-2 {{(pid=84876) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Jan 14 07:27:28.868973 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.plugin [None req-a35feb81-3b0d-46d0-9a80-d17d3519de60 None None] Deleting port f24d1936-6dad-4b80-970a-131390c6a2e4 {{(pid=84876) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 07:27:28.869474 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-a35feb81-3b0d-46d0-9a80-d17d3519de60 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363259214248359'] for port, before_delete {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:27:28.928179 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [None req-6e33228e-2867-4113-8ade-8f49c587ef0d tempest-NetworksIpV6Test-2047944877 tempest-NetworksIpV6Test-2047944877] For port f24d1936-6dad-4b80-970a-131390c6a2e4, host n-d-768862-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-2',level=0,port_id=f24d1936-6dad-4b80-970a-131390c6a2e4,segment=NetworkSegment(a0fee900-2050-4017-bb2d-2ea664980aac),segment_id=a0fee900-2050-4017-bb2d-2ea664980aac)] {{(pid=84875) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 07:27:28.928944 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-6e33228e-2867-4113-8ade-8f49c587ef0d tempest-NetworksIpV6Test-2047944877 tempest-NetworksIpV6Test-2047944877] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036850862667'] for port, precommit_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:27:29.071805 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.plugin [None req-6e33228e-2867-4113-8ade-8f49c587ef0d tempest-NetworksIpV6Test-2047944877 tempest-NetworksIpV6Test-2047944877] Calling delete_port for f24d1936-6dad-4b80-970a-131390c6a2e4 owned by network:dhcp {{(pid=84875) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 07:27:29.221130 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-6e33228e-2867-4113-8ade-8f49c587ef0d tempest-NetworksIpV6Test-2047944877 tempest-NetworksIpV6Test-2047944877] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777640533329', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777640097463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851621574'] for port, after_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:27:29.221619 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de90490c-f644-4c9f-afb2-1c3aefd49eaa tempest-PortsIpV6TestJSON-1330665174 tempest-PortsIpV6TestJSON-1330665174] Pushing event deleted for resources: {'Port': ['ID=144131a3-f8ce-4405-94df-143d43683d77,revision_number=None']} {{(pid=84874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:27:29.232225 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-de90490c-f644-4c9f-afb2-1c3aefd49eaa tempest-PortsIpV6TestJSON-1330665174 tempest-PortsIpV6TestJSON-1330665174] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.633s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:27:29.251492 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-de90490c-f644-4c9f-afb2-1c3aefd49eaa tempest-PortsIpV6TestJSON-1330665174 tempest-PortsIpV6TestJSON-1330665174] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854768116'] for port, before_response {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:27:29.267924 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-de90490c-f644-4c9f-afb2-1c3aefd49eaa tempest-PortsIpV6TestJSON-1330665174 tempest-PortsIpV6TestJSON-1330665174] 10.222.0.24 "DELETE /v2.0/ports/144131a3-f8ce-4405-94df-143d43683d77 HTTP/1.1" status: 204 len: 168 time: 3.4030230 Jan 14 07:27:29.270860 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84874) accepted ('10.222.0.24', 47794) {{(pid=84874) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:27:29.352307 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-c6470dfd-c747-45ff-8213-2eb3a7810c05 tempest-AllowedAddressPairIpV6TestJSON-498488695 tempest-AllowedAddressPairIpV6TestJSON-498488695] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:27:29.429367 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e33228e-2867-4113-8ade-8f49c587ef0d tempest-NetworksIpV6Test-2047944877 tempest-NetworksIpV6Test-2047944877] Pushing event deleted for resources: {'Port': ['ID=f24d1936-6dad-4b80-970a-131390c6a2e4,revision_number=None']} {{(pid=84875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:27:29.457075 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [None req-a35feb81-3b0d-46d0-9a80-d17d3519de60 None None] For port f24d1936-6dad-4b80-970a-131390c6a2e4, host n-d-768862-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-2',level=0,port_id=f24d1936-6dad-4b80-970a-131390c6a2e4,segment=NetworkSegment(a0fee900-2050-4017-bb2d-2ea664980aac),segment_id=a0fee900-2050-4017-bb2d-2ea664980aac)] {{(pid=84876) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 07:27:29.457474 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-a35feb81-3b0d-46d0-9a80-d17d3519de60 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036850862667'] for port, precommit_delete {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:27:29.470845 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84874) accepted ('10.222.0.24', 47798) {{(pid=84874) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:27:29.546167 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e325c839-7f42-43f7-83cb-caef07c320c6 tempest-PortsIpV6TestJSON-1330665174 tempest-PortsIpV6TestJSON-1330665174] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:27:29.560991 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-e63509f0-c83a-4ce0-b12d-de9991f94116 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:27:29.579774 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e325c839-7f42-43f7-83cb-caef07c320c6 tempest-PortsIpV6TestJSON-1330665174 tempest-PortsIpV6TestJSON-1330665174] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:27:29.581232 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-e325c839-7f42-43f7-83cb-caef07c320c6 tempest-PortsIpV6TestJSON-1330665174 tempest-PortsIpV6TestJSON-1330665174] Synchronizing usage tracker for tenant:6396266df05d476da6838f06b578d30b on resource:port {{(pid=84874) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 14 07:27:29.608451 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.plugin [None req-a35feb81-3b0d-46d0-9a80-d17d3519de60 None None] Calling delete_port for f24d1936-6dad-4b80-970a-131390c6a2e4 owned by network:dhcp {{(pid=84876) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 07:27:29.616424 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-6e33228e-2867-4113-8ade-8f49c587ef0d tempest-NetworksIpV6Test-2047944877 tempest-NetworksIpV6Test-2047944877] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.264s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:27:29.621779 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-e63509f0-c83a-4ce0-b12d-de9991f94116 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:27:29.633455 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-e63509f0-c83a-4ce0-b12d-de9991f94116 admin admin] Usage tracker for resource:security_group_rule and tenant:a5d0ce010b154d079f7fea8dd047a5a6 is out of sync, need to count used quota {{(pid=84875) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:27:29.641554 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-e63509f0-c83a-4ce0-b12d-de9991f94116 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84875) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:27:29.655731 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-e63509f0-c83a-4ce0-b12d-de9991f94116 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:27:29.666948 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-e325c839-7f42-43f7-83cb-caef07c320c6 tempest-PortsIpV6TestJSON-1330665174 tempest-PortsIpV6TestJSON-1330665174] Unset dirty status for tenant:6396266df05d476da6838f06b578d30b on resource:port {{(pid=84874) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 14 07:27:29.670737 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-e325c839-7f42-43f7-83cb-caef07c320c6 tempest-PortsIpV6TestJSON-1330665174 tempest-PortsIpV6TestJSON-1330665174] 10.222.0.24 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1455 time: 0.3985856 Jan 14 07:27:29.673150 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84874) accepted ('10.222.0.24', 47806) {{(pid=84874) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:27:29.809791 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.db.api [None req-a35feb81-3b0d-46d0-9a80-d17d3519de60 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84876) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Jan 14 07:27:29.810450 n-d-768862-2 neutron-server[84765]: DEBUG oslo_db.api [None req-a35feb81-3b0d-46d0-9a80-d17d3519de60 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84876) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Jan 14 07:27:29.892202 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e33228e-2867-4113-8ade-8f49c587ef0d tempest-NetworksIpV6Test-2047944877 tempest-NetworksIpV6Test-2047944877] No DVR routers for this DVR port f24d1936-6dad-4b80-970a-131390c6a2e4 on host n-d-768862-2 {{(pid=84875) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Jan 14 07:27:29.927268 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.plugin [None req-0bd936dd-40b1-4e3d-8457-6927b9df76fd tempest-PortsIpV6TestJSON-1330665174 tempest-PortsIpV6TestJSON-1330665174] Deleting port 5682cc01-a85d-4bcb-921a-d7c121fff0d9 {{(pid=84874) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 07:27:29.927843 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-0bd936dd-40b1-4e3d-8457-6927b9df76fd tempest-PortsIpV6TestJSON-1330665174 tempest-PortsIpV6TestJSON-1330665174] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363259214248359'] for port, before_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:27:29.961916 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555753'] for port, before_update {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:27:30.037249 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] For port 1c04e424-5893-4b49-95fe-87ddb8325b16, host n-d-768862-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-2',level=0,port_id=1c04e424-5893-4b49-95fe-87ddb8325b16,segment=NetworkSegment(56f1c7cf-f3a3-41d2-9677-68978131444f),segment_id=56f1c7cf-f3a3-41d2-9677-68978131444f)] {{(pid=84876) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 07:27:30.043106 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777640533312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363259214678337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777640097497'] for port, after_update {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:27:30.049071 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-6635457b-e0b9-475a-bf06-f6fe470ab010 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84876) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:27:30.125115 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-6e33228e-2867-4113-8ade-8f49c587ef0d tempest-NetworksIpV6Test-2047944877 tempest-NetworksIpV6Test-2047944877] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-598987', 'neutron.services.segments.db._delete_segments_for_network-8777640583949'] for network, precommit_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:27:30.144202 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [None req-a000b299-20bc-4716-973a-e72ed4b32004 None None] For port 1c04e424-5893-4b49-95fe-87ddb8325b16, host n-d-768862-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-2',level=0,port_id=1c04e424-5893-4b49-95fe-87ddb8325b16,segment=NetworkSegment(56f1c7cf-f3a3-41d2-9677-68978131444f),segment_id=56f1c7cf-f3a3-41d2-9677-68978131444f)] {{(pid=84876) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 07:27:30.144908 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-a000b299-20bc-4716-973a-e72ed4b32004 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036850862667'] for port, precommit_delete {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:27:30.264603 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-0bd936dd-40b1-4e3d-8457-6927b9df76fd tempest-PortsIpV6TestJSON-1330665174 tempest-PortsIpV6TestJSON-1330665174] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036850862667'] for port, precommit_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:27:30.264867 n-d-768862-2 neutron-server[84765]: DEBUG neutron.services.segments.db [None req-6e33228e-2867-4113-8ade-8f49c587ef0d tempest-NetworksIpV6Test-2047944877 tempest-NetworksIpV6Test-2047944877] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['93850873-f845-42cd-ad42-dcd7ab7efd8f']}} {{(pid=84875) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:27:30.291170 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.plugin [None req-a000b299-20bc-4716-973a-e72ed4b32004 None None] Calling delete_port for 1c04e424-5893-4b49-95fe-87ddb8325b16 owned by network:dhcp {{(pid=84876) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 07:27:30.306391 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-fa670e30-3f87-48a9-9817-cc336c93357c tempest-BulkNetworkOpsTest-1426007266 tempest-BulkNetworkOpsTest-1426007266] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036854160497'] for network, before_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:27:30.352266 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-03d4d006-a9ae-4ee9-80e0-a31a5ef775ef admin admin] Notify callbacks [] for security_group, before_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:27:30.462644 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.plugin [None req-0bd936dd-40b1-4e3d-8457-6927b9df76fd tempest-PortsIpV6TestJSON-1330665174 tempest-PortsIpV6TestJSON-1330665174] Calling delete_port for 5682cc01-a85d-4bcb-921a-d7c121fff0d9 owned by {{(pid=84874) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 07:27:30.514683 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-03d4d006-a9ae-4ee9-80e0-a31a5ef775ef admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:27:30.550319 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-03d4d006-a9ae-4ee9-80e0-a31a5ef775ef admin admin] Usage tracker for resource:security_group_rule and tenant:fd86dd2b33f5441098442863e5d33375 is out of sync, need to count used quota {{(pid=84874) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:27:30.567032 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-03d4d006-a9ae-4ee9-80e0-a31a5ef775ef admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84874) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:27:30.583089 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-03d4d006-a9ae-4ee9-80e0-a31a5ef775ef admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:27:30.628124 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.plugin [None req-a35feb81-3b0d-46d0-9a80-d17d3519de60 None None] Deleting port f24d1936-6dad-4b80-970a-131390c6a2e4 {{(pid=84876) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 07:27:30.628986 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-a35feb81-3b0d-46d0-9a80-d17d3519de60 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363259214248359'] for port, before_delete {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:27:30.677000 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Device f24d1936-6dad-4b80-970a-131390c6a2e4 no longer exists at agent ovs-agent-n-d-768862-2 {{(pid=84876) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jan 14 07:27:30.721277 n-d-768862-2 neutron-server[84765]: DEBUG neutron.services.segments.db [None req-6e33228e-2867-4113-8ade-8f49c587ef0d tempest-NetworksIpV6Test-2047944877 tempest-NetworksIpV6Test-2047944877] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a0fee900-2050-4017-bb2d-2ea664980aac') {'for_net_delete': True} {{(pid=84875) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:27:30.721696 n-d-768862-2 neutron-server[84765]: DEBUG neutron.services.segments.db [None req-6e33228e-2867-4113-8ade-8f49c587ef0d tempest-NetworksIpV6Test-2047944877 tempest-NetworksIpV6Test-2047944877] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a0fee900-2050-4017-bb2d-2ea664980aac') {} {{(pid=84875) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:27:30.743529 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.plugin [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] No Port match for: f24d1936-6dad-4b80-970a-131390c6a2e4 {{(pid=84876) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2188}} Jan 14 07:27:30.744726 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Device f24d1936-6dad-4b80-970a-131390c6a2e4 not bound to the agent host n-d-768862-2 {{(pid=84876) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jan 14 07:27:30.749438 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-6e33228e-2867-4113-8ade-8f49c587ef0d tempest-NetworksIpV6Test-2047944877 tempest-NetworksIpV6Test-2047944877] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363259214173198', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036851408567'] for segment, before_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:27:30.771271 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.plugin [None req-fa670e30-3f87-48a9-9817-cc336c93357c tempest-BulkNetworkOpsTest-1426007266 tempest-BulkNetworkOpsTest-1426007266] Deleting port 3120b41f-2ecd-470d-9f19-7459fef4f71c {{(pid=84875) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 07:27:30.771812 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-fa670e30-3f87-48a9-9817-cc336c93357c tempest-BulkNetworkOpsTest-1426007266 tempest-BulkNetworkOpsTest-1426007266] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363259214248359'] for port, before_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:27:30.774526 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Pushing event updated for resources: {'Port': ['ID=1c04e424-5893-4b49-95fe-87ddb8325b16,revision_number=5']} {{(pid=84876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:27:30.786618 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.735s {{(pid=84876) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:27:30.833297 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.plugin [None req-a35feb81-3b0d-46d0-9a80-d17d3519de60 None None] The port 'f24d1936-6dad-4b80-970a-131390c6a2e4' was deleted {{(pid=84876) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Jan 14 07:27:30.839343 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-6e33228e-2867-4113-8ade-8f49c587ef0d tempest-NetworksIpV6Test-2047944877 tempest-NetworksIpV6Test-2047944877] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854179735'] for segment, precommit_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:27:30.850791 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-6e33228e-2867-4113-8ade-8f49c587ef0d tempest-NetworksIpV6Test-2047944877 tempest-NetworksIpV6Test-2047944877] Releasing vxlan tunnel 19 to pool {{(pid=84875) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Jan 14 07:27:30.878064 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-0bd936dd-40b1-4e3d-8457-6927b9df76fd tempest-PortsIpV6TestJSON-1330665174 tempest-PortsIpV6TestJSON-1330665174] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777640533329', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777640097463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3254186'] for port, after_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:27:30.888555 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.db.api [None req-a000b299-20bc-4716-973a-e72ed4b32004 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84876) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Jan 14 07:27:30.904377 n-d-768862-2 neutron-server[84765]: DEBUG oslo_db.api [None req-a000b299-20bc-4716-973a-e72ed4b32004 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84876) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Jan 14 07:27:30.969120 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-7b671de2-a435-4bcd-8d5d-a20b589ab060 tempest-PortsIpV6TestJSON-1330665174 tempest-PortsIpV6TestJSON-1330665174] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:27:31.061190 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bd936dd-40b1-4e3d-8457-6927b9df76fd tempest-PortsIpV6TestJSON-1330665174 tempest-PortsIpV6TestJSON-1330665174] Pushing event deleted for resources: {'Port': ['ID=5682cc01-a85d-4bcb-921a-d7c121fff0d9,revision_number=None']} {{(pid=84874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:27:31.068313 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-0bd936dd-40b1-4e3d-8457-6927b9df76fd tempest-PortsIpV6TestJSON-1330665174 tempest-PortsIpV6TestJSON-1330665174] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:27:31.154867 n-d-768862-2 neutron-server[84765]: DEBUG neutron.objects.ports [None req-00491d29-7bc5-4093-a4ae-90e9b1e0750e tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] Time-cost: Fetching 1 ports in 0 security groups {{(pid=84874) get_objects /opt/stack/neutron/neutron/objects/ports.py:428}} Jan 14 07:27:31.217081 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-e63509f0-c83a-4ce0-b12d-de9991f94116 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:27:31.249067 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.managers [None req-6e33228e-2867-4113-8ade-8f49c587ef0d tempest-NetworksIpV6Test-2047944877 tempest-NetworksIpV6Test-2047944877] Network 93850873-f845-42cd-ad42-dcd7ab7efd8f has no segments {{(pid=84875) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 14 07:27:31.264085 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-e63509f0-c83a-4ce0-b12d-de9991f94116 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850887153'] for security_group, after_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:27:31.280020 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-6e33228e-2867-4113-8ade-8f49c587ef0d tempest-NetworksIpV6Test-2047944877 tempest-NetworksIpV6Test-2047944877] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-596065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3154253'] for segment, after_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:27:31.299751 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-a2525ffc-f1d1-401a-9935-1743c95d4346 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:27:31.408453 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.plugin [None req-a000b299-20bc-4716-973a-e72ed4b32004 None None] Deleting port 1c04e424-5893-4b49-95fe-87ddb8325b16 {{(pid=84876) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 07:27:31.409772 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-a000b299-20bc-4716-973a-e72ed4b32004 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363259214248359'] for port, before_delete {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:27:31.527280 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [None req-fa670e30-3f87-48a9-9817-cc336c93357c tempest-BulkNetworkOpsTest-1426007266 tempest-BulkNetworkOpsTest-1426007266] For port 3120b41f-2ecd-470d-9f19-7459fef4f71c, host n-d-768862-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-2',level=0,port_id=3120b41f-2ecd-470d-9f19-7459fef4f71c,segment=NetworkSegment(f1e879f1-c383-47ec-9238-8645dd8b7b99),segment_id=f1e879f1-c383-47ec-9238-8645dd8b7b99)] {{(pid=84875) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 07:27:31.527723 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-fa670e30-3f87-48a9-9817-cc336c93357c tempest-BulkNetworkOpsTest-1426007266 tempest-BulkNetworkOpsTest-1426007266] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036850862667'] for port, precommit_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:27:31.546983 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-03d4d006-a9ae-4ee9-80e0-a31a5ef775ef admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:27:31.558989 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-03d4d006-a9ae-4ee9-80e0-a31a5ef775ef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850887153'] for security_group, after_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:27:31.568279 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e63509f0-c83a-4ce0-b12d-de9991f94116 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1a03f852-0bf4-4ec5-ae78-7294b87e94b0,revision_number=1']} {{(pid=84875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:27:31.574437 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-e63509f0-c83a-4ce0-b12d-de9991f94116 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.275s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:27:31.587463 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-0bd936dd-40b1-4e3d-8457-6927b9df76fd tempest-PortsIpV6TestJSON-1330665174 tempest-PortsIpV6TestJSON-1330665174] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854768116'] for port, before_response {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:27:31.592447 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-deabd377-dcc5-450d-b5fe-05213572055e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:27:31.636869 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03d4d006-a9ae-4ee9-80e0-a31a5ef775ef admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8a0848e4-051f-48ad-b258-d8b2aec5abff,revision_number=1']} {{(pid=84874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:27:31.677428 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-03d4d006-a9ae-4ee9-80e0-a31a5ef775ef admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:27:31.707989 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-03d4d006-a9ae-4ee9-80e0-a31a5ef775ef admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=fd86dd2b33f5441098442863e5d33375&name=default HTTP/1.1" status: 200 len: 2983 time: 2.2350659 Jan 14 07:27:31.712677 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84874) accepted ('10.222.0.24', 47832) {{(pid=84874) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:27:31.725346 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-0bd936dd-40b1-4e3d-8457-6927b9df76fd tempest-PortsIpV6TestJSON-1330665174 tempest-PortsIpV6TestJSON-1330665174] 10.222.0.24 "DELETE /v2.0/ports/5682cc01-a85d-4bcb-921a-d7c121fff0d9 HTTP/1.1" status: 204 len: 168 time: 2.0157151 Jan 14 07:27:31.768799 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [None req-a000b299-20bc-4716-973a-e72ed4b32004 None None] For port 1c04e424-5893-4b49-95fe-87ddb8325b16, host n-d-768862-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-2',level=0,port_id=1c04e424-5893-4b49-95fe-87ddb8325b16,segment=NetworkSegment(56f1c7cf-f3a3-41d2-9677-68978131444f),segment_id=56f1c7cf-f3a3-41d2-9677-68978131444f)] {{(pid=84876) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 07:27:31.769744 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-a000b299-20bc-4716-973a-e72ed4b32004 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036850862667'] for port, precommit_delete {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:27:31.815602 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84874) accepted ('10.222.0.24', 47836) {{(pid=84874) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:27:31.860318 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.plugin [None req-fa670e30-3f87-48a9-9817-cc336c93357c tempest-BulkNetworkOpsTest-1426007266 tempest-BulkNetworkOpsTest-1426007266] Calling delete_port for 3120b41f-2ecd-470d-9f19-7459fef4f71c owned by network:dhcp {{(pid=84875) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 07:27:31.917931 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-6427084a-a6ac-4adc-8a46-f46ef826b533 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:27:31.922567 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-e63509f0-c83a-4ce0-b12d-de9991f94116 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=a5d0ce010b154d079f7fea8dd047a5a6&name=default HTTP/1.1" status: 200 len: 2983 time: 3.2253802 Jan 14 07:27:31.973001 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.plugin [None req-a000b299-20bc-4716-973a-e72ed4b32004 None None] Calling delete_port for 1c04e424-5893-4b49-95fe-87ddb8325b16 owned by network:dhcp {{(pid=84876) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 07:27:31.983398 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84875) accepted ('10.222.0.24', 47844) {{(pid=84875) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:27:31.998211 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-6427084a-a6ac-4adc-8a46-f46ef826b533 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:27:32.062109 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.db.api [None req-a000b299-20bc-4716-973a-e72ed4b32004 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84876) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Jan 14 07:27:32.062600 n-d-768862-2 neutron-server[84765]: DEBUG oslo_db.api [None req-a000b299-20bc-4716-973a-e72ed4b32004 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84876) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Jan 14 07:27:32.066777 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.managers [None req-6e33228e-2867-4113-8ade-8f49c587ef0d tempest-NetworksIpV6Test-2047944877 tempest-NetworksIpV6Test-2047944877] Network 93850873-f845-42cd-ad42-dcd7ab7efd8f has no segments {{(pid=84875) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 14 07:27:32.106289 n-d-768862-2 neutron-server[84765]: Traceback (most recent call last): Jan 14 07:27:32.106289 n-d-768862-2 neutron-server[84765]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 14 07:27:32.106289 n-d-768862-2 neutron-server[84765]: timer() Jan 14 07:27:32.106289 n-d-768862-2 neutron-server[84765]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 14 07:27:32.106289 n-d-768862-2 neutron-server[84765]: cb(*args, **kw) Jan 14 07:27:32.106289 n-d-768862-2 neutron-server[84765]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Jan 14 07:27:32.106289 n-d-768862-2 neutron-server[84765]: return func(*args, **kwargs) Jan 14 07:27:32.106289 n-d-768862-2 neutron-server[84765]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 14 07:27:32.106289 n-d-768862-2 neutron-server[84765]: self._notify() Jan 14 07:27:32.106289 n-d-768862-2 neutron-server[84765]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 14 07:27:32.106289 n-d-768862-2 neutron-server[84765]: self.callback(batched_events) Jan 14 07:27:32.106289 n-d-768862-2 neutron-server[84765]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 14 07:27:32.106289 n-d-768862-2 neutron-server[84765]: event.method(event) Jan 14 07:27:32.106289 n-d-768862-2 neutron-server[84765]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 14 07:27:32.106289 n-d-768862-2 neutron-server[84765]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 14 07:27:32.106289 n-d-768862-2 neutron-server[84765]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Jan 14 07:27:32.106289 n-d-768862-2 neutron-server[84765]: segment_id)['aggregates'][0] Jan 14 07:27:32.106289 n-d-768862-2 neutron-server[84765]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 14 07:27:32.106289 n-d-768862-2 neutron-server[84765]: return f(self, *a, **k) Jan 14 07:27:32.106289 n-d-768862-2 neutron-server[84765]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 14 07:27:32.106289 n-d-768862-2 neutron-server[84765]: return self._get(url).json() Jan 14 07:27:32.106289 n-d-768862-2 neutron-server[84765]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 14 07:27:32.106289 n-d-768862-2 neutron-server[84765]: **kwargs) Jan 14 07:27:32.106289 n-d-768862-2 neutron-server[84765]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 14 07:27:32.106289 n-d-768862-2 neutron-server[84765]: return self.request(url, 'GET', **kwargs) Jan 14 07:27:32.106289 n-d-768862-2 neutron-server[84765]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Jan 14 07:27:32.106289 n-d-768862-2 neutron-server[84765]: **endpoint_filter) Jan 14 07:27:32.106289 n-d-768862-2 neutron-server[84765]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 14 07:27:32.106289 n-d-768862-2 neutron-server[84765]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 14 07:27:32.106289 n-d-768862-2 neutron-server[84765]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 14 07:27:32.106289 n-d-768862-2 neutron-server[84765]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 14 07:27:32.106289 n-d-768862-2 neutron-server[84765]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 14 07:27:32.131494 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-6427084a-a6ac-4adc-8a46-f46ef826b533 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850887153'] for security_group, after_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:27:32.139521 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-e6d24639-152c-49e0-9184-65f305207628 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:27:32.158941 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6427084a-a6ac-4adc-8a46-f46ef826b533 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8a0848e4-051f-48ad-b258-d8b2aec5abff,revision_number=None']} {{(pid=84874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:27:32.165581 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-6427084a-a6ac-4adc-8a46-f46ef826b533 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:27:32.177977 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-6427084a-a6ac-4adc-8a46-f46ef826b533 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:27:32.179703 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-6427084a-a6ac-4adc-8a46-f46ef826b533 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/8a0848e4-051f-48ad-b258-d8b2aec5abff HTTP/1.1" status: 204 len: 168 time: 0.4652553 Jan 14 07:27:32.180680 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-00491d29-7bc5-4093-a4ae-90e9b1e0750e tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555753'] for port, before_update {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:27:32.231824 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4db56e7f-40b5-43cc-b6a1-4da75155198f tempest-PortsIpV6TestJSON-1330665174 tempest-PortsIpV6TestJSON-1330665174] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:27:32.233558 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-4db56e7f-40b5-43cc-b6a1-4da75155198f tempest-PortsIpV6TestJSON-1330665174 tempest-PortsIpV6TestJSON-1330665174] Synchronizing usage tracker for tenant:6396266df05d476da6838f06b578d30b on resource:port {{(pid=84874) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 14 07:27:32.237715 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-3553ad24-e0a1-474f-b1a4-1823328eb17d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:27:32.242331 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-fa670e30-3f87-48a9-9817-cc336c93357c tempest-BulkNetworkOpsTest-1426007266 tempest-BulkNetworkOpsTest-1426007266] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777640533329', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777640097463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851621574'] for port, after_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:27:32.275735 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-6e33228e-2867-4113-8ade-8f49c587ef0d tempest-NetworksIpV6Test-2047944877 tempest-NetworksIpV6Test-2047944877] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036854176830', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850887149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3912591'] for network, after_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:27:32.293069 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-9f97fbf6-5f13-46bc-a7e5-44cfca4e4f2b tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:27:32.350407 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-6e33228e-2867-4113-8ade-8f49c587ef0d tempest-NetworksIpV6Test-2047944877 tempest-NetworksIpV6Test-2047944877] Notify callbacks [] for network, before_response {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:27:32.355537 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-4db56e7f-40b5-43cc-b6a1-4da75155198f tempest-PortsIpV6TestJSON-1330665174 tempest-PortsIpV6TestJSON-1330665174] Unset dirty status for tenant:6396266df05d476da6838f06b578d30b on resource:port {{(pid=84874) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 14 07:27:32.356887 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-4db56e7f-40b5-43cc-b6a1-4da75155198f tempest-PortsIpV6TestJSON-1330665174 tempest-PortsIpV6TestJSON-1330665174] 10.222.0.24 "GET /v2.0/ports HTTP/1.1" status: 200 len: 847 time: 0.5368342 Jan 14 07:27:32.361537 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84874) accepted ('10.222.0.24', 47856) {{(pid=84874) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:27:32.422875 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa670e30-3f87-48a9-9817-cc336c93357c tempest-BulkNetworkOpsTest-1426007266 tempest-BulkNetworkOpsTest-1426007266] Pushing event deleted for resources: {'Port': ['ID=3120b41f-2ecd-470d-9f19-7459fef4f71c,revision_number=None']} {{(pid=84875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:27:32.447428 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-fa670e30-3f87-48a9-9817-cc336c93357c tempest-BulkNetworkOpsTest-1426007266 tempest-BulkNetworkOpsTest-1426007266] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.154s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:27:32.453871 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-7240c363-7ff6-4b02-a721-cae9bfa3293a tempest-NetworksIpV6Test-2047944877 tempest-NetworksIpV6Test-2047944877] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.115s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:27:32.497572 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-3553ad24-e0a1-474f-b1a4-1823328eb17d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:27:32.508089 n-d-768862-2 neutron-server[84765]: INFO neutron.pecan_wsgi.hooks.translation [None req-fe53a108-120b-416c-ab37-e7a1724598e0 tempest-PortsIpV6TestJSON-1330665174 tempest-PortsIpV6TestJSON-1330665174] GET failed (client error): The resource could not be found. Jan 14 07:27:32.509523 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-fe53a108-120b-416c-ab37-e7a1724598e0 tempest-PortsIpV6TestJSON-1330665174 tempest-PortsIpV6TestJSON-1330665174] 10.222.0.24 "GET /v2.0/ports/144131a3-f8ce-4405-94df-143d43683d77 HTTP/1.1" status: 404 len: 333 time: 0.1466854 Jan 14 07:27:32.518614 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84874) accepted ('10.222.0.24', 47862) {{(pid=84874) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:27:32.564966 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e33228e-2867-4113-8ade-8f49c587ef0d tempest-NetworksIpV6Test-2047944877 tempest-NetworksIpV6Test-2047944877] Pushing event deleted for resources: {'Network': ['ID=93850873-f845-42cd-ad42-dcd7ab7efd8f,revision_number=None']} {{(pid=84875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:27:32.578241 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-3553ad24-e0a1-474f-b1a4-1823328eb17d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850887153'] for security_group, after_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:27:32.582770 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-6e33228e-2867-4113-8ade-8f49c587ef0d tempest-NetworksIpV6Test-2047944877 tempest-NetworksIpV6Test-2047944877] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:27:32.586897 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-75b2c2de-3054-42c8-a848-63c0fe3ddf9a tempest-NegativeSecGroupIPv6Test-1980982801 tempest-NegativeSecGroupIPv6Test-1980982801] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:27:32.586997 n-d-768862-2 neutron-server[84765]: INFO neutron.pecan_wsgi.hooks.translation [None req-4b32777c-b033-4526-ad24-b13c24b142cd tempest-PortsIpV6TestJSON-1330665174 tempest-PortsIpV6TestJSON-1330665174] GET failed (client error): The resource could not be found. Jan 14 07:27:32.591161 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-4b32777c-b033-4526-ad24-b13c24b142cd tempest-PortsIpV6TestJSON-1330665174 tempest-PortsIpV6TestJSON-1330665174] 10.222.0.24 "GET /v2.0/ports/5682cc01-a85d-4bcb-921a-d7c121fff0d9 HTTP/1.1" status: 404 len: 333 time: 0.0686383 Jan 14 07:27:32.595325 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84875) accepted ('10.222.0.24', 47866) {{(pid=84875) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:27:32.607056 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-6e33228e-2867-4113-8ade-8f49c587ef0d tempest-NetworksIpV6Test-2047944877 tempest-NetworksIpV6Test-2047944877] 10.222.0.24 "DELETE /v2.0/networks/93850873-f845-42cd-ad42-dcd7ab7efd8f HTTP/1.1" status: 204 len: 168 time: 5.7574198 Jan 14 07:27:32.622013 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84874) accepted ('10.222.0.24', 47872) {{(pid=84874) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:27:32.646200 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.plugin [None req-a000b299-20bc-4716-973a-e72ed4b32004 None None] Deleting port 1c04e424-5893-4b49-95fe-87ddb8325b16 {{(pid=84876) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 07:27:32.646903 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-a000b299-20bc-4716-973a-e72ed4b32004 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363259214248359'] for port, before_delete {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:27:32.679249 n-d-768862-2 neutron-server[84765]: INFO neutron.pecan_wsgi.hooks.translation [None req-93e44497-fdb8-4dbf-8f38-b95622e24808 tempest-NetworksIpV6Test-2047944877 tempest-NetworksIpV6Test-2047944877] DELETE failed (client error): The resource could not be found. Jan 14 07:27:32.679997 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-93e44497-fdb8-4dbf-8f38-b95622e24808 tempest-NetworksIpV6Test-2047944877 tempest-NetworksIpV6Test-2047944877] No notification will be sent due to unsuccessful status code: 404 {{(pid=84874) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Jan 14 07:27:32.682814 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-93e44497-fdb8-4dbf-8f38-b95622e24808 tempest-NetworksIpV6Test-2047944877 tempest-NetworksIpV6Test-2047944877] 10.222.0.24 "DELETE /v2.0/subnets/8e097094-eab7-4d76-b0a8-aaa889b41f35 HTTP/1.1" status: 404 len: 337 time: 0.0594232 Jan 14 07:27:32.755196 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84874) accepted ('10.222.0.24', 47878) {{(pid=84874) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:27:32.826141 n-d-768862-2 neutron-server[84765]: INFO neutron.pecan_wsgi.hooks.translation [None req-bccba16f-fd48-49a5-a3c8-48bb4c2f2f42 tempest-NetworksIpV6Test-2047944877 tempest-NetworksIpV6Test-2047944877] DELETE failed (client error): The resource could not be found. Jan 14 07:27:32.826497 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bccba16f-fd48-49a5-a3c8-48bb4c2f2f42 tempest-NetworksIpV6Test-2047944877 tempest-NetworksIpV6Test-2047944877] No notification will be sent due to unsuccessful status code: 404 {{(pid=84874) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Jan 14 07:27:32.836134 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-bccba16f-fd48-49a5-a3c8-48bb4c2f2f42 tempest-NetworksIpV6Test-2047944877 tempest-NetworksIpV6Test-2047944877] 10.222.0.24 "DELETE /v2.0/networks/a577c17b-534b-4cd5-b5b4-e1a4d7e99b17 HTTP/1.1" status: 404 len: 339 time: 0.0766711 Jan 14 07:27:32.839727 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84874) accepted ('10.222.0.24', 47884) {{(pid=84874) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:27:32.845011 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-1c01f4d8-66cc-4083-b455-ef5e4cba617b tempest-PortsIpV6TestJSON-1330665174 tempest-PortsIpV6TestJSON-1330665174] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036854160497'] for network, before_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:27:32.939681 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3553ad24-e0a1-474f-b1a4-1823328eb17d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1a03f852-0bf4-4ec5-ae78-7294b87e94b0,revision_number=None']} {{(pid=84875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:27:32.943197 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-3553ad24-e0a1-474f-b1a4-1823328eb17d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.356s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:27:32.944844 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-3553ad24-e0a1-474f-b1a4-1823328eb17d admin admin] Notify callbacks [] for security_group, before_response {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:27:32.960422 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-3553ad24-e0a1-474f-b1a4-1823328eb17d admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/1a03f852-0bf4-4ec5-ae78-7294b87e94b0 HTTP/1.1" status: 204 len: 168 time: 0.9713380 Jan 14 07:27:32.966096 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84875) accepted ('10.222.0.24', 47888) {{(pid=84875) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:27:33.072730 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-d7c511e1-af34-4b56-87ac-59338755e0c6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:27:33.108619 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [None req-a000b299-20bc-4716-973a-e72ed4b32004 None None] For port 1c04e424-5893-4b49-95fe-87ddb8325b16, host n-d-768862-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-2',level=0,port_id=1c04e424-5893-4b49-95fe-87ddb8325b16,segment=NetworkSegment(56f1c7cf-f3a3-41d2-9677-68978131444f),segment_id=56f1c7cf-f3a3-41d2-9677-68978131444f)] {{(pid=84876) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 07:27:33.109057 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-a000b299-20bc-4716-973a-e72ed4b32004 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036850862667'] for port, precommit_delete {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:27:33.167820 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa670e30-3f87-48a9-9817-cc336c93357c tempest-BulkNetworkOpsTest-1426007266 tempest-BulkNetworkOpsTest-1426007266] No DVR routers for this DVR port 3120b41f-2ecd-470d-9f19-7459fef4f71c on host n-d-768862-2 {{(pid=84875) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Jan 14 07:27:33.221709 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.db_base_plugin_v2 [None req-79002732-bf67-4c6e-902d-77850068cd18 tempest-NetworksIpV6Test-2047944877 tempest-NetworksIpV6Test-2047944877] Deleting subnet b0d9e7c1-7017-4f85-b350-d9bc5fe4b573 {{(pid=84874) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Jan 14 07:27:33.260089 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.plugin [None req-a000b299-20bc-4716-973a-e72ed4b32004 None None] Calling delete_port for 1c04e424-5893-4b49-95fe-87ddb8325b16 owned by network:dhcp {{(pid=84876) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 07:27:33.264064 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-79002732-bf67-4c6e-902d-77850068cd18 tempest-NetworksIpV6Test-2047944877 tempest-NetworksIpV6Test-2047944877] Notify callbacks [] for subnet, before_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:27:33.346290 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [None req-00491d29-7bc5-4093-a4ae-90e9b1e0750e tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] For port 1c04e424-5893-4b49-95fe-87ddb8325b16, host n-d-768862-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-2',level=0,port_id=1c04e424-5893-4b49-95fe-87ddb8325b16,segment=NetworkSegment(56f1c7cf-f3a3-41d2-9677-68978131444f),segment_id=56f1c7cf-f3a3-41d2-9677-68978131444f)] {{(pid=84874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 07:27:33.358242 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-79002732-bf67-4c6e-902d-77850068cd18 tempest-NetworksIpV6Test-2047944877 tempest-NetworksIpV6Test-2047944877] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036851807232'] for subnet, precommit_delete_associations {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:27:33.457456 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-00491d29-7bc5-4093-a4ae-90e9b1e0750e tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] Notify callbacks [] for port, precommit_update {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:27:33.467107 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.db.api [None req-a000b299-20bc-4716-973a-e72ed4b32004 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84876) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Jan 14 07:27:33.467310 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-00491d29-7bc5-4093-a4ae-90e9b1e0750e tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777640533312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363259214678337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777640097497', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036851521613'] for port, after_update {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:27:33.467569 n-d-768862-2 neutron-server[84765]: DEBUG oslo_db.api [None req-a000b299-20bc-4716-973a-e72ed4b32004 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84876) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Jan 14 07:27:33.468189 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-00491d29-7bc5-4093-a4ae-90e9b1e0750e tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850887113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3254092', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036851981146'] for subnet, after_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:27:33.475202 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-fa670e30-3f87-48a9-9817-cc336c93357c tempest-BulkNetworkOpsTest-1426007266 tempest-BulkNetworkOpsTest-1426007266] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-598987', 'neutron.services.segments.db._delete_segments_for_network-8777640583949'] for network, precommit_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:27:33.486396 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-67044e0b-9e28-4460-b3b6-4d986ea29516 tempest-NetworksIpV6TestAttrs-1453117616 tempest-NetworksIpV6TestAttrs-1453117616] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:27:33.582731 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00491d29-7bc5-4093-a4ae-90e9b1e0750e tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] Pushing event updated for resources: {'Port': ['ID=1c04e424-5893-4b49-95fe-87ddb8325b16,revision_number=7']} {{(pid=84874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:27:33.608380 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-d7c511e1-af34-4b56-87ac-59338755e0c6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:27:33.610840 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84875) accepted ('10.222.0.24', 47898) {{(pid=84875) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:27:33.636404 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-d7c511e1-af34-4b56-87ac-59338755e0c6 admin admin] Usage tracker for resource:security_group_rule and tenant:98adcda3813a48b9af4cf5c0d7660ec3 is out of sync, need to count used quota {{(pid=84875) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:27:33.659867 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-d7c511e1-af34-4b56-87ac-59338755e0c6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84875) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:27:33.660555 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-00491d29-7bc5-4093-a4ae-90e9b1e0750e tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.174s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:27:33.663325 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-fc7c2aff-6304-467a-b68c-efb90fc1604c tempest-NetworksIpV6Test-2047944877 tempest-NetworksIpV6Test-2047944877] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.091s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:27:33.774041 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-79002732-bf67-4c6e-902d-77850068cd18 tempest-NetworksIpV6Test-2047944877 tempest-NetworksIpV6Test-2047944877] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036854176836'] for subnet, precommit_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:27:33.794409 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-d7c511e1-af34-4b56-87ac-59338755e0c6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:27:33.798920 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-b3d32176-1a9d-44f7-82b7-405ea6859d22 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:27:33.812755 n-d-768862-2 neutron-server[84765]: DEBUG neutron.services.segments.db [None req-fa670e30-3f87-48a9-9817-cc336c93357c tempest-BulkNetworkOpsTest-1426007266 tempest-BulkNetworkOpsTest-1426007266] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f38f82fe-f4ba-4e9f-84b9-5a999438e4fa']}} {{(pid=84875) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:27:33.838852 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00491d29-7bc5-4093-a4ae-90e9b1e0750e tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] Pushing event updated for resources: {'Subnet': ['ID=b339db8d-878f-4e82-bc1b-48cc07c224d5,revision_number=0']} {{(pid=84874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:27:33.858428 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-b3d32176-1a9d-44f7-82b7-405ea6859d22 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:27:33.862712 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-00491d29-7bc5-4093-a4ae-90e9b1e0750e tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.185s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:27:33.863052 n-d-768862-2 neutron-server[84765]: DEBUG neutron.services.segments.db [None req-fa670e30-3f87-48a9-9817-cc336c93357c tempest-BulkNetworkOpsTest-1426007266 tempest-BulkNetworkOpsTest-1426007266] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f1e879f1-c383-47ec-9238-8645dd8b7b99') {'for_net_delete': True} {{(pid=84875) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:27:33.863052 n-d-768862-2 neutron-server[84765]: DEBUG neutron.services.segments.db [None req-fa670e30-3f87-48a9-9817-cc336c93357c tempest-BulkNetworkOpsTest-1426007266 tempest-BulkNetworkOpsTest-1426007266] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f1e879f1-c383-47ec-9238-8645dd8b7b99') {} {{(pid=84875) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:27:33.863052 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-1c01f4d8-66cc-4083-b455-ef5e4cba617b tempest-PortsIpV6TestJSON-1330665174 tempest-PortsIpV6TestJSON-1330665174] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-598987', 'neutron.services.segments.db._delete_segments_for_network-8777640583949'] for network, precommit_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:27:33.881443 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-b3d32176-1a9d-44f7-82b7-405ea6859d22 admin admin] Usage tracker for resource:security_group_rule and tenant:d4aac88fe31b4c4d95be39770f7188ea is out of sync, need to count used quota {{(pid=84875) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:27:33.898502 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-b3d32176-1a9d-44f7-82b7-405ea6859d22 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84875) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:27:33.963124 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-fa670e30-3f87-48a9-9817-cc336c93357c tempest-BulkNetworkOpsTest-1426007266 tempest-BulkNetworkOpsTest-1426007266] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363259214173198', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036851408567'] for segment, before_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:27:33.985606 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-b3d32176-1a9d-44f7-82b7-405ea6859d22 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:27:34.025598 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-fa670e30-3f87-48a9-9817-cc336c93357c tempest-BulkNetworkOpsTest-1426007266 tempest-BulkNetworkOpsTest-1426007266] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854179735'] for segment, precommit_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:27:34.031269 n-d-768862-2 neutron-server[84765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00491d29-7bc5-4093-a4ae-90e9b1e0750e tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] Network 23f0a15d-6362-4cec-82c1-cacba887c566 is already hosted by enough agents. {{(pid=84874) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 07:27:34.033454 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-fa670e30-3f87-48a9-9817-cc336c93357c tempest-BulkNetworkOpsTest-1426007266 tempest-BulkNetworkOpsTest-1426007266] Releasing vxlan tunnel 18 to pool {{(pid=84875) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Jan 14 07:27:34.038923 n-d-768862-2 neutron-server[84765]: DEBUG neutron.scheduler.base_scheduler [None req-00491d29-7bc5-4093-a4ae-90e9b1e0750e tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] Resources bound (agent type, host, resource id): {{(pid=84874) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 07:27:34.091815 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00491d29-7bc5-4093-a4ae-90e9b1e0750e tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:27:34.092973 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-00491d29-7bc5-4093-a4ae-90e9b1e0750e tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] Notify callbacks [] for subnet, before_response {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:27:34.136686 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-00491d29-7bc5-4093-a4ae-90e9b1e0750e tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 7.5590894 Jan 14 07:27:34.138013 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84874) accepted ('10.222.0.24', 47910) {{(pid=84874) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:27:34.159271 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.v2.base [None req-05dde113-f05b-4833-8476-e78130d23358 tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] Request body: {'subnet': {'network_id': '23f0a15d-6362-4cec-82c1-cacba887c566', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=84874) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:27:34.255194 n-d-768862-2 neutron-server[84765]: DEBUG neutron.services.segments.db [None req-1c01f4d8-66cc-4083-b455-ef5e4cba617b tempest-PortsIpV6TestJSON-1330665174 tempest-PortsIpV6TestJSON-1330665174] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['645ea48b-d133-48d7-a764-146a999e7814']}} {{(pid=84875) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:27:34.364346 n-d-768862-2 neutron-server[84765]: DEBUG neutron.services.segments.db [None req-1c01f4d8-66cc-4083-b455-ef5e4cba617b tempest-PortsIpV6TestJSON-1330665174 tempest-PortsIpV6TestJSON-1330665174] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5db9a107-876b-4985-a8a0-60ebc53c3eb5') {'for_net_delete': True} {{(pid=84875) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:27:34.364719 n-d-768862-2 neutron-server[84765]: DEBUG neutron.services.segments.db [None req-1c01f4d8-66cc-4083-b455-ef5e4cba617b tempest-PortsIpV6TestJSON-1330665174 tempest-PortsIpV6TestJSON-1330665174] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5db9a107-876b-4985-a8a0-60ebc53c3eb5') {} {{(pid=84875) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:27:34.378920 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.plugin [None req-a000b299-20bc-4716-973a-e72ed4b32004 None None] Deleting port 1c04e424-5893-4b49-95fe-87ddb8325b16 {{(pid=84876) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 07:27:34.380312 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-a000b299-20bc-4716-973a-e72ed4b32004 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363259214248359'] for port, before_delete {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:27:34.385707 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.managers [None req-fa670e30-3f87-48a9-9817-cc336c93357c tempest-BulkNetworkOpsTest-1426007266 tempest-BulkNetworkOpsTest-1426007266] Network f38f82fe-f4ba-4e9f-84b9-5a999438e4fa has no segments {{(pid=84875) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 14 07:27:34.401508 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-fa670e30-3f87-48a9-9817-cc336c93357c tempest-BulkNetworkOpsTest-1426007266 tempest-BulkNetworkOpsTest-1426007266] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-596065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3154253'] for segment, after_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:27:34.428830 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-1c01f4d8-66cc-4083-b455-ef5e4cba617b tempest-PortsIpV6TestJSON-1330665174 tempest-PortsIpV6TestJSON-1330665174] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363259214173198', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036851408567'] for segment, before_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:27:34.492084 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-05dde113-f05b-4833-8476-e78130d23358 tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:27:34.511483 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-05dde113-f05b-4833-8476-e78130d23358 tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:27:34.519484 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-79002732-bf67-4c6e-902d-77850068cd18 tempest-NetworksIpV6Test-2047944877 tempest-NetworksIpV6Test-2047944877] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-598964', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850887113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036851521664', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2794686'] for subnet, after_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:27:34.554206 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-1c01f4d8-66cc-4083-b455-ef5e4cba617b tempest-PortsIpV6TestJSON-1330665174 tempest-PortsIpV6TestJSON-1330665174] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854179735'] for segment, precommit_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:27:34.559986 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-1c01f4d8-66cc-4083-b455-ef5e4cba617b tempest-PortsIpV6TestJSON-1330665174 tempest-PortsIpV6TestJSON-1330665174] Releasing vxlan tunnel 23 to pool {{(pid=84875) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Jan 14 07:27:34.576886 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-d7c511e1-af34-4b56-87ac-59338755e0c6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:27:34.622141 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-d7c511e1-af34-4b56-87ac-59338755e0c6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850887153'] for security_group, after_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:27:34.651887 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-5194eaa8-9102-479f-a16e-98375f278752 tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:27:34.718074 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [None req-a000b299-20bc-4716-973a-e72ed4b32004 None None] For port 1c04e424-5893-4b49-95fe-87ddb8325b16, host n-d-768862-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-2',level=0,port_id=1c04e424-5893-4b49-95fe-87ddb8325b16,segment=NetworkSegment(56f1c7cf-f3a3-41d2-9677-68978131444f),segment_id=56f1c7cf-f3a3-41d2-9677-68978131444f)] {{(pid=84876) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 07:27:34.719061 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-a000b299-20bc-4716-973a-e72ed4b32004 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036850862667'] for port, precommit_delete {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:27:34.725064 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-79002732-bf67-4c6e-902d-77850068cd18 tempest-NetworksIpV6Test-2047944877 tempest-NetworksIpV6Test-2047944877] Notify callbacks [] for subnet, before_response {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:27:34.729397 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79002732-bf67-4c6e-902d-77850068cd18 tempest-NetworksIpV6Test-2047944877 tempest-NetworksIpV6Test-2047944877] Pushing event deleted for resources: {'Subnet': ['ID=b0d9e7c1-7017-4f85-b350-d9bc5fe4b573,revision_number=None']} {{(pid=84874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:27:34.731438 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-05dde113-f05b-4833-8476-e78130d23358 tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] Made reservation on behalf of be0aa702e3ca464795a99c51e3b3b04f for: {'subnet': 1} {{(pid=84874) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 07:27:34.743852 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-0c28c540-56d5-45c2-8f01-5932d146c91f tempest-NegativeSecGroupIPv6Test-1980982801 tempest-NegativeSecGroupIPv6Test-1980982801] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:27:34.754335 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-79002732-bf67-4c6e-902d-77850068cd18 tempest-NetworksIpV6Test-2047944877 tempest-NetworksIpV6Test-2047944877] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:27:34.838679 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-79002732-bf67-4c6e-902d-77850068cd18 tempest-NetworksIpV6Test-2047944877 tempest-NetworksIpV6Test-2047944877] 10.222.0.24 "DELETE /v2.0/subnets/b0d9e7c1-7017-4f85-b350-d9bc5fe4b573 HTTP/1.1" status: 204 len: 168 time: 1.9883678 Jan 14 07:27:34.849144 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84874) accepted ('10.222.0.24', 47916) {{(pid=84874) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:27:34.871467 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.plugin [None req-a000b299-20bc-4716-973a-e72ed4b32004 None None] Calling delete_port for 1c04e424-5893-4b49-95fe-87ddb8325b16 owned by network:dhcp {{(pid=84876) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 07:27:35.019156 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7893d12-1e8e-4e30-9259-18888aee9b84 None None] Network 1653bc9c-200b-4bb4-ba90-743542d6732a requested from n-d-768862-2 {{(pid=84876) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 07:27:35.043133 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-a000b299-20bc-4716-973a-e72ed4b32004 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777640533329', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777640097463'] for port, after_delete {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:27:35.069887 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-1a4ba607-7116-4b1f-85ad-6b5e1fae0912 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84876) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:27:35.168889 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a000b299-20bc-4716-973a-e72ed4b32004 None None] Pushing event deleted for resources: {'Port': ['ID=1c04e424-5893-4b49-95fe-87ddb8325b16,revision_number=None']} {{(pid=84876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:27:35.181736 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-f660c594-4592-4a0f-abf6-b9d39d6bbc18 tempest-NetworksIpV6Test-2047944877 tempest-NetworksIpV6Test-2047944877] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036854160497'] for network, before_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:27:35.252626 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-a000b299-20bc-4716-973a-e72ed4b32004 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.183s {{(pid=84876) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:27:35.345766 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-05dde113-f05b-4833-8476-e78130d23358 tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036851981161'] for subnet, before_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:27:35.507576 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a000b299-20bc-4716-973a-e72ed4b32004 None None] No DVR routers for this DVR port 1c04e424-5893-4b49-95fe-87ddb8325b16 on host n-d-768862-2 {{(pid=84876) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Jan 14 07:27:35.555775 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.managers [None req-fa670e30-3f87-48a9-9817-cc336c93357c tempest-BulkNetworkOpsTest-1426007266 tempest-BulkNetworkOpsTest-1426007266] Network f38f82fe-f4ba-4e9f-84b9-5a999438e4fa has no segments {{(pid=84875) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 14 07:27:35.564480 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1937dc1-4a13-4d06-a445-26a1ddfd2a70 None None] Network 23f0a15d-6362-4cec-82c1-cacba887c566 requested from n-d-768862-2 {{(pid=84876) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 07:27:35.676861 n-d-768862-2 neutron-server[84765]: INFO neutron.db.ipam_backend_mixin [None req-05dde113-f05b-4833-8476-e78130d23358 tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet b339db8d-878f-4e82-bc1b-48cc07c224d5 (CIDR: 2001:db8::/64) Jan 14 07:27:35.681543 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9cb516fd-ba91-42f6-b735-9b96b0545c95 None None] DHCP port deletion for 1653bc9c-200b-4bb4-ba90-743542d6732a request from n-d-768862-2 {{(pid=84876) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Jan 14 07:27:35.692997 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.plugin [None req-9cb516fd-ba91-42f6-b735-9b96b0545c95 None None] Deleting port 9f42edd3-724c-4b45-bf9a-10cee6b161eb {{(pid=84876) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 07:27:35.692997 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-9cb516fd-ba91-42f6-b735-9b96b0545c95 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363259214248359'] for port, before_delete {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:27:35.708826 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7c511e1-af34-4b56-87ac-59338755e0c6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=afe2ff6b-4e3e-4f05-95fb-357f5869cee9,revision_number=1']} {{(pid=84875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:27:35.718221 n-d-768862-2 neutron-server[84765]: Traceback (most recent call last): Jan 14 07:27:35.718221 n-d-768862-2 neutron-server[84765]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 14 07:27:35.718221 n-d-768862-2 neutron-server[84765]: timer() Jan 14 07:27:35.718221 n-d-768862-2 neutron-server[84765]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 14 07:27:35.718221 n-d-768862-2 neutron-server[84765]: cb(*args, **kw) Jan 14 07:27:35.718221 n-d-768862-2 neutron-server[84765]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Jan 14 07:27:35.718221 n-d-768862-2 neutron-server[84765]: return func(*args, **kwargs) Jan 14 07:27:35.718221 n-d-768862-2 neutron-server[84765]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 14 07:27:35.718221 n-d-768862-2 neutron-server[84765]: self._notify() Jan 14 07:27:35.718221 n-d-768862-2 neutron-server[84765]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 14 07:27:35.718221 n-d-768862-2 neutron-server[84765]: self.callback(batched_events) Jan 14 07:27:35.718221 n-d-768862-2 neutron-server[84765]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 14 07:27:35.718221 n-d-768862-2 neutron-server[84765]: event.method(event) Jan 14 07:27:35.718221 n-d-768862-2 neutron-server[84765]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 14 07:27:35.718221 n-d-768862-2 neutron-server[84765]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 14 07:27:35.718221 n-d-768862-2 neutron-server[84765]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Jan 14 07:27:35.718221 n-d-768862-2 neutron-server[84765]: segment_id)['aggregates'][0] Jan 14 07:27:35.718221 n-d-768862-2 neutron-server[84765]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 14 07:27:35.718221 n-d-768862-2 neutron-server[84765]: return f(self, *a, **k) Jan 14 07:27:35.718221 n-d-768862-2 neutron-server[84765]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 14 07:27:35.718221 n-d-768862-2 neutron-server[84765]: return self._get(url).json() Jan 14 07:27:35.718221 n-d-768862-2 neutron-server[84765]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 14 07:27:35.718221 n-d-768862-2 neutron-server[84765]: **kwargs) Jan 14 07:27:35.718221 n-d-768862-2 neutron-server[84765]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 14 07:27:35.718221 n-d-768862-2 neutron-server[84765]: return self.request(url, 'GET', **kwargs) Jan 14 07:27:35.718221 n-d-768862-2 neutron-server[84765]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Jan 14 07:27:35.718221 n-d-768862-2 neutron-server[84765]: **endpoint_filter) Jan 14 07:27:35.718221 n-d-768862-2 neutron-server[84765]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 14 07:27:35.718221 n-d-768862-2 neutron-server[84765]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 14 07:27:35.718221 n-d-768862-2 neutron-server[84765]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 14 07:27:35.718221 n-d-768862-2 neutron-server[84765]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 14 07:27:35.718221 n-d-768862-2 neutron-server[84765]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 14 07:27:35.722809 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-d7c511e1-af34-4b56-87ac-59338755e0c6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.979s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:27:35.732239 n-d-768862-2 neutron-server[84765]: INFO neutron.pecan_wsgi.hooks.translation [None req-05dde113-f05b-4833-8476-e78130d23358 tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 14 07:27:35.732672 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-fa670e30-3f87-48a9-9817-cc336c93357c tempest-BulkNetworkOpsTest-1426007266 tempest-BulkNetworkOpsTest-1426007266] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036854176830', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850887149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3912591'] for network, after_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:27:35.733148 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-05dde113-f05b-4833-8476-e78130d23358 tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] No notification will be sent due to unsuccessful status code: 400 {{(pid=84874) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Jan 14 07:27:35.763091 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.plugin [None req-f660c594-4592-4a0f-abf6-b9d39d6bbc18 tempest-NetworksIpV6Test-2047944877 tempest-NetworksIpV6Test-2047944877] Deleting port 9f42edd3-724c-4b45-bf9a-10cee6b161eb {{(pid=84874) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 07:27:35.763635 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-f660c594-4592-4a0f-abf6-b9d39d6bbc18 tempest-NetworksIpV6Test-2047944877 tempest-NetworksIpV6Test-2047944877] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363259214248359'] for port, before_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:27:35.802659 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-42b6128f-af14-4e4a-8bad-a953c1f05d5a tempest-ExternalNetworksTestJSON-1523440521 tempest-ExternalNetworksTestJSON-1523440521] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:27:35.855889 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-fa670e30-3f87-48a9-9817-cc336c93357c tempest-BulkNetworkOpsTest-1426007266 tempest-BulkNetworkOpsTest-1426007266] Notify callbacks [] for network, before_response {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:27:35.903009 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa670e30-3f87-48a9-9817-cc336c93357c tempest-BulkNetworkOpsTest-1426007266 tempest-BulkNetworkOpsTest-1426007266] Pushing event deleted for resources: {'Network': ['ID=f38f82fe-f4ba-4e9f-84b9-5a999438e4fa,revision_number=None']} {{(pid=84875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:27:35.910070 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-fa670e30-3f87-48a9-9817-cc336c93357c tempest-BulkNetworkOpsTest-1426007266 tempest-BulkNetworkOpsTest-1426007266] 10.222.0.24 "DELETE /v2.0/networks/f38f82fe-f4ba-4e9f-84b9-5a999438e4fa HTTP/1.1" status: 204 len: 168 time: 7.1337764 Jan 14 07:27:35.913675 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-b3d32176-1a9d-44f7-82b7-405ea6859d22 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:27:35.922656 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-fa670e30-3f87-48a9-9817-cc336c93357c tempest-BulkNetworkOpsTest-1426007266 tempest-BulkNetworkOpsTest-1426007266] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:27:35.923205 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84875) accepted ('10.222.0.24', 47928) {{(pid=84875) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:27:35.978275 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [None req-9cb516fd-ba91-42f6-b735-9b96b0545c95 None None] For port 9f42edd3-724c-4b45-bf9a-10cee6b161eb, host n-d-768862-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-2',level=0,port_id=9f42edd3-724c-4b45-bf9a-10cee6b161eb,segment=NetworkSegment(239b6d0a-afb5-433b-ab33-7dd71d07ac92),segment_id=239b6d0a-afb5-433b-ab33-7dd71d07ac92)] {{(pid=84876) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 07:27:35.979185 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-9cb516fd-ba91-42f6-b735-9b96b0545c95 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036850862667'] for port, precommit_delete {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:27:36.003150 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-b3d32176-1a9d-44f7-82b7-405ea6859d22 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850887153'] for security_group, after_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:27:36.019868 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-d7c511e1-af34-4b56-87ac-59338755e0c6 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=98adcda3813a48b9af4cf5c0d7660ec3&name=default HTTP/1.1" status: 200 len: 2983 time: 3.0306361 Jan 14 07:27:36.032200 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-f0e5b789-b61c-4c76-9f0c-9c2eb7e78902 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:27:36.040067 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84875) accepted ('10.222.0.24', 47932) {{(pid=84875) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:27:36.042832 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [None req-f660c594-4592-4a0f-abf6-b9d39d6bbc18 tempest-NetworksIpV6Test-2047944877 tempest-NetworksIpV6Test-2047944877] For port 9f42edd3-724c-4b45-bf9a-10cee6b161eb, host n-d-768862-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-2',level=0,port_id=9f42edd3-724c-4b45-bf9a-10cee6b161eb,segment=NetworkSegment(239b6d0a-afb5-433b-ab33-7dd71d07ac92),segment_id=239b6d0a-afb5-433b-ab33-7dd71d07ac92)] {{(pid=84874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 07:27:36.043233 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-f660c594-4592-4a0f-abf6-b9d39d6bbc18 tempest-NetworksIpV6Test-2047944877 tempest-NetworksIpV6Test-2047944877] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036850862667'] for port, precommit_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:27:36.187155 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.plugin [None req-f660c594-4592-4a0f-abf6-b9d39d6bbc18 tempest-NetworksIpV6Test-2047944877 tempest-NetworksIpV6Test-2047944877] Calling delete_port for 9f42edd3-724c-4b45-bf9a-10cee6b161eb owned by network:dhcp {{(pid=84874) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 07:27:36.275067 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.managers [None req-1c01f4d8-66cc-4083-b455-ef5e4cba617b tempest-PortsIpV6TestJSON-1330665174 tempest-PortsIpV6TestJSON-1330665174] Network 645ea48b-d133-48d7-a764-146a999e7814 has no segments {{(pid=84875) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 14 07:27:36.290134 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-1c01f4d8-66cc-4083-b455-ef5e4cba617b tempest-PortsIpV6TestJSON-1330665174 tempest-PortsIpV6TestJSON-1330665174] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-596065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3154253'] for segment, after_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:27:36.307082 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-05dde113-f05b-4833-8476-e78130d23358 tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 2.1623726 Jan 14 07:27:36.308666 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-f660c594-4592-4a0f-abf6-b9d39d6bbc18 tempest-NetworksIpV6Test-2047944877 tempest-NetworksIpV6Test-2047944877] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777640533329', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777640097463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3254186'] for port, after_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:27:36.330709 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84874) accepted ('10.222.0.24', 47942) {{(pid=84874) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:27:36.331771 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-770f9307-2b73-4541-98f4-cbc26dfd4506 tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:27:36.333200 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-28fe7c3e-2cc3-4c1a-a29f-5535df141d83 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:27:36.335963 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.plugin [None req-9cb516fd-ba91-42f6-b735-9b96b0545c95 None None] Calling delete_port for 9f42edd3-724c-4b45-bf9a-10cee6b161eb owned by network:dhcp {{(pid=84876) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 07:27:36.365067 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3d32176-1a9d-44f7-82b7-405ea6859d22 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6b47c970-0bb7-4bf8-92a7-ffc13bd52a74,revision_number=1']} {{(pid=84875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:27:36.412511 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.v2.base [None req-4b8160dc-e3ab-4c4d-afba-80adf17a725b tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] Request body: {'subnet': {'network_id': '23f0a15d-6362-4cec-82c1-cacba887c566', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=84874) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:27:36.418522 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-28fe7c3e-2cc3-4c1a-a29f-5535df141d83 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:27:36.483539 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.db.api [None req-9cb516fd-ba91-42f6-b735-9b96b0545c95 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84876) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Jan 14 07:27:36.484019 n-d-768862-2 neutron-server[84765]: DEBUG oslo_db.api [None req-9cb516fd-ba91-42f6-b735-9b96b0545c95 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84876) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Jan 14 07:27:36.539079 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-b3d32176-1a9d-44f7-82b7-405ea6859d22 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.507s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:27:36.549454 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-b3d32176-1a9d-44f7-82b7-405ea6859d22 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=d4aac88fe31b4c4d95be39770f7188ea&name=default HTTP/1.1" status: 200 len: 2983 time: 2.9222951 Jan 14 07:27:36.549725 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f660c594-4592-4a0f-abf6-b9d39d6bbc18 tempest-NetworksIpV6Test-2047944877 tempest-NetworksIpV6Test-2047944877] Pushing event deleted for resources: {'Port': ['ID=9f42edd3-724c-4b45-bf9a-10cee6b161eb,revision_number=None']} {{(pid=84874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:27:36.550295 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-28fe7c3e-2cc3-4c1a-a29f-5535df141d83 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850887153'] for security_group, after_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:27:36.555503 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84875) accepted ('10.222.0.24', 47946) {{(pid=84875) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:27:36.562585 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Device 9f42edd3-724c-4b45-bf9a-10cee6b161eb no longer exists at agent ovs-agent-n-d-768862-2 {{(pid=84876) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jan 14 07:27:36.572233 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-d7c511e1-af34-4b56-87ac-59338755e0c6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:27:36.613228 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.plugin [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] No Port match for: 9f42edd3-724c-4b45-bf9a-10cee6b161eb {{(pid=84876) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2188}} Jan 14 07:27:36.613593 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Device 9f42edd3-724c-4b45-bf9a-10cee6b161eb not bound to the agent host n-d-768862-2 {{(pid=84876) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jan 14 07:27:36.691144 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-28224433-a91e-445c-8949-fc083b2b2afc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:27:36.693606 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28fe7c3e-2cc3-4c1a-a29f-5535df141d83 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=afe2ff6b-4e3e-4f05-95fb-357f5869cee9,revision_number=None']} {{(pid=84875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:27:36.728543 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-c99f8a0d-a07c-4a66-9065-674feaabe6c3 tempest-BulkNetworkOpsTest-1426007266 tempest-BulkNetworkOpsTest-1426007266] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036854160497'] for network, before_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:27:36.810392 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-28fe7c3e-2cc3-4c1a-a29f-5535df141d83 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.239s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:27:36.814521 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-28fe7c3e-2cc3-4c1a-a29f-5535df141d83 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:27:36.816320 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-28fe7c3e-2cc3-4c1a-a29f-5535df141d83 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/afe2ff6b-4e3e-4f05-95fb-357f5869cee9 HTTP/1.1" status: 204 len: 168 time: 0.7521160 Jan 14 07:27:36.966830 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e082c94f-27c5-43a0-a88f-7c9fbdcbd57e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5d94dc7a-c095-50a4-955e-5f3b78718a12-23f0a15d-6362-4cec-82c1-cacba887c566', 'network_id': '23f0a15d-6362-4cec-82c1-cacba887c566', 'tenant_id': 'be0aa702e3ca464795a99c51e3b3b04f', 'fixed_ips': [{'subnet_id': 'b339db8d-878f-4e82-bc1b-48cc07c224d5'}]}} from n-d-768862-2. {{(pid=84876) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Jan 14 07:27:36.967936 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-e082c94f-27c5-43a0-a88f-7c9fbdcbd57e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555753'] for port, before_create {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:27:37.009834 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.plugin [None req-9cb516fd-ba91-42f6-b735-9b96b0545c95 None None] Deleting port 9f42edd3-724c-4b45-bf9a-10cee6b161eb {{(pid=84876) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 07:27:37.010538 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-9cb516fd-ba91-42f6-b735-9b96b0545c95 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363259214248359'] for port, before_delete {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:27:37.027212 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-28224433-a91e-445c-8949-fc083b2b2afc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:27:37.085128 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.managers [None req-1c01f4d8-66cc-4083-b455-ef5e4cba617b tempest-PortsIpV6TestJSON-1330665174 tempest-PortsIpV6TestJSON-1330665174] Network 645ea48b-d133-48d7-a764-146a999e7814 has no segments {{(pid=84875) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 14 07:27:37.098859 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.plugin [None req-9cb516fd-ba91-42f6-b735-9b96b0545c95 None None] The port '9f42edd3-724c-4b45-bf9a-10cee6b161eb' was deleted {{(pid=84876) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Jan 14 07:27:37.147222 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-f660c594-4592-4a0f-abf6-b9d39d6bbc18 tempest-NetworksIpV6Test-2047944877 tempest-NetworksIpV6Test-2047944877] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.815s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:27:37.158619 n-d-768862-2 neutron-server[84765]: Traceback (most recent call last): Jan 14 07:27:37.158619 n-d-768862-2 neutron-server[84765]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 14 07:27:37.158619 n-d-768862-2 neutron-server[84765]: timer() Jan 14 07:27:37.158619 n-d-768862-2 neutron-server[84765]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 14 07:27:37.158619 n-d-768862-2 neutron-server[84765]: cb(*args, **kw) Jan 14 07:27:37.158619 n-d-768862-2 neutron-server[84765]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Jan 14 07:27:37.158619 n-d-768862-2 neutron-server[84765]: return func(*args, **kwargs) Jan 14 07:27:37.158619 n-d-768862-2 neutron-server[84765]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 14 07:27:37.158619 n-d-768862-2 neutron-server[84765]: self._notify() Jan 14 07:27:37.158619 n-d-768862-2 neutron-server[84765]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 14 07:27:37.158619 n-d-768862-2 neutron-server[84765]: self.callback(batched_events) Jan 14 07:27:37.158619 n-d-768862-2 neutron-server[84765]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 14 07:27:37.158619 n-d-768862-2 neutron-server[84765]: event.method(event) Jan 14 07:27:37.158619 n-d-768862-2 neutron-server[84765]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 14 07:27:37.158619 n-d-768862-2 neutron-server[84765]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 14 07:27:37.158619 n-d-768862-2 neutron-server[84765]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Jan 14 07:27:37.158619 n-d-768862-2 neutron-server[84765]: segment_id)['aggregates'][0] Jan 14 07:27:37.158619 n-d-768862-2 neutron-server[84765]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 14 07:27:37.158619 n-d-768862-2 neutron-server[84765]: return f(self, *a, **k) Jan 14 07:27:37.158619 n-d-768862-2 neutron-server[84765]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 14 07:27:37.158619 n-d-768862-2 neutron-server[84765]: return self._get(url).json() Jan 14 07:27:37.158619 n-d-768862-2 neutron-server[84765]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 14 07:27:37.158619 n-d-768862-2 neutron-server[84765]: **kwargs) Jan 14 07:27:37.158619 n-d-768862-2 neutron-server[84765]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 14 07:27:37.158619 n-d-768862-2 neutron-server[84765]: return self.request(url, 'GET', **kwargs) Jan 14 07:27:37.158619 n-d-768862-2 neutron-server[84765]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Jan 14 07:27:37.158619 n-d-768862-2 neutron-server[84765]: **endpoint_filter) Jan 14 07:27:37.158619 n-d-768862-2 neutron-server[84765]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 14 07:27:37.158619 n-d-768862-2 neutron-server[84765]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 14 07:27:37.158619 n-d-768862-2 neutron-server[84765]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 14 07:27:37.158619 n-d-768862-2 neutron-server[84765]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 14 07:27:37.158619 n-d-768862-2 neutron-server[84765]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 14 07:27:37.344171 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-4b8160dc-e3ab-4c4d-afba-80adf17a725b tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:27:37.356012 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-4b8160dc-e3ab-4c4d-afba-80adf17a725b tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:27:37.386660 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4b8160dc-e3ab-4c4d-afba-80adf17a725b tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] Made reservation on behalf of be0aa702e3ca464795a99c51e3b3b04f for: {'subnet': 1} {{(pid=84874) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 07:27:37.405862 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-4b8160dc-e3ab-4c4d-afba-80adf17a725b tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036851981161'] for subnet, before_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:27:37.427790 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-c99f8a0d-a07c-4a66-9065-674feaabe6c3 tempest-BulkNetworkOpsTest-1426007266 tempest-BulkNetworkOpsTest-1426007266] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-598987', 'neutron.services.segments.db._delete_segments_for_network-8777640583949'] for network, precommit_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:27:37.609120 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f660c594-4592-4a0f-abf6-b9d39d6bbc18 tempest-NetworksIpV6Test-2047944877 tempest-NetworksIpV6Test-2047944877] No DVR routers for this DVR port 9f42edd3-724c-4b45-bf9a-10cee6b161eb on host n-d-768862-2 {{(pid=84874) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Jan 14 07:27:37.696691 n-d-768862-2 neutron-server[84765]: DEBUG neutron.services.segments.db [None req-c99f8a0d-a07c-4a66-9065-674feaabe6c3 tempest-BulkNetworkOpsTest-1426007266 tempest-BulkNetworkOpsTest-1426007266] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['39e780a8-2eb6-46b2-84b2-a91bc429a923']}} {{(pid=84875) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:27:37.713650 n-d-768862-2 neutron-server[84765]: DEBUG neutron.services.segments.db [None req-c99f8a0d-a07c-4a66-9065-674feaabe6c3 tempest-BulkNetworkOpsTest-1426007266 tempest-BulkNetworkOpsTest-1426007266] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6cdad0c8-c946-4e13-a9b6-6d957e72729a') {'for_net_delete': True} {{(pid=84875) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:27:37.713906 n-d-768862-2 neutron-server[84765]: DEBUG neutron.services.segments.db [None req-c99f8a0d-a07c-4a66-9065-674feaabe6c3 tempest-BulkNetworkOpsTest-1426007266 tempest-BulkNetworkOpsTest-1426007266] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6cdad0c8-c946-4e13-a9b6-6d957e72729a') {} {{(pid=84875) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:27:37.729645 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-c99f8a0d-a07c-4a66-9065-674feaabe6c3 tempest-BulkNetworkOpsTest-1426007266 tempest-BulkNetworkOpsTest-1426007266] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363259214173198', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036851408567'] for segment, before_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:27:37.747690 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-c99f8a0d-a07c-4a66-9065-674feaabe6c3 tempest-BulkNetworkOpsTest-1426007266 tempest-BulkNetworkOpsTest-1426007266] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854179735'] for segment, precommit_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:27:37.750064 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-c99f8a0d-a07c-4a66-9065-674feaabe6c3 tempest-BulkNetworkOpsTest-1426007266 tempest-BulkNetworkOpsTest-1426007266] Releasing vxlan tunnel 24 to pool {{(pid=84875) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Jan 14 07:27:37.934809 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-1c01f4d8-66cc-4083-b455-ef5e4cba617b tempest-PortsIpV6TestJSON-1330665174 tempest-PortsIpV6TestJSON-1330665174] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036854176830', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850887149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3912591'] for network, after_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:27:38.002999 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-07454f10-3d50-4d1a-b986-f426e99910d3 tempest-RoutersIpV6Test-883692175 tempest-RoutersIpV6Test-883692175] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:27:38.028621 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-1c01f4d8-66cc-4083-b455-ef5e4cba617b tempest-PortsIpV6TestJSON-1330665174 tempest-PortsIpV6TestJSON-1330665174] Notify callbacks [] for network, before_response {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:27:38.030101 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-f660c594-4592-4a0f-abf6-b9d39d6bbc18 tempest-NetworksIpV6Test-2047944877 tempest-NetworksIpV6Test-2047944877] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-598987', 'neutron.services.segments.db._delete_segments_for_network-8777640583949'] for network, precommit_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:27:38.090500 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.managers [None req-c99f8a0d-a07c-4a66-9065-674feaabe6c3 tempest-BulkNetworkOpsTest-1426007266 tempest-BulkNetworkOpsTest-1426007266] Network 39e780a8-2eb6-46b2-84b2-a91bc429a923 has no segments {{(pid=84875) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 14 07:27:38.105513 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-c99f8a0d-a07c-4a66-9065-674feaabe6c3 tempest-BulkNetworkOpsTest-1426007266 tempest-BulkNetworkOpsTest-1426007266] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-596065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3154253'] for segment, after_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:27:38.136757 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.db_base_plugin_common [None req-e082c94f-27c5-43a0-a88f-7c9fbdcbd57e None None] Allocated IP 2001:db8::f816:3eff:fe09:6510 (23f0a15d-6362-4cec-82c1-cacba887c566/b339db8d-878f-4e82-bc1b-48cc07c224d5/f585cfce-59f8-4f2a-af13-3803197b3d6e) {{(pid=84876) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 14 07:27:38.228202 n-d-768862-2 neutron-server[84765]: DEBUG neutron.services.segments.db [None req-f660c594-4592-4a0f-abf6-b9d39d6bbc18 tempest-NetworksIpV6Test-2047944877 tempest-NetworksIpV6Test-2047944877] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1653bc9c-200b-4bb4-ba90-743542d6732a']}} {{(pid=84874) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:27:38.247032 n-d-768862-2 neutron-server[84765]: DEBUG neutron.services.segments.db [None req-f660c594-4592-4a0f-abf6-b9d39d6bbc18 tempest-NetworksIpV6Test-2047944877 tempest-NetworksIpV6Test-2047944877] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '239b6d0a-afb5-433b-ab33-7dd71d07ac92') {'for_net_delete': True} {{(pid=84874) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:27:38.247386 n-d-768862-2 neutron-server[84765]: DEBUG neutron.services.segments.db [None req-f660c594-4592-4a0f-abf6-b9d39d6bbc18 tempest-NetworksIpV6Test-2047944877 tempest-NetworksIpV6Test-2047944877] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '239b6d0a-afb5-433b-ab33-7dd71d07ac92') {} {{(pid=84874) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:27:38.273006 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-f660c594-4592-4a0f-abf6-b9d39d6bbc18 tempest-NetworksIpV6Test-2047944877 tempest-NetworksIpV6Test-2047944877] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363259214173198', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2968632'] for segment, before_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:27:38.294548 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-f660c594-4592-4a0f-abf6-b9d39d6bbc18 tempest-NetworksIpV6Test-2047944877 tempest-NetworksIpV6Test-2047944877] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854179735'] for segment, precommit_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:27:38.297069 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-f660c594-4592-4a0f-abf6-b9d39d6bbc18 tempest-NetworksIpV6Test-2047944877 tempest-NetworksIpV6Test-2047944877] Releasing vxlan tunnel 3 to pool {{(pid=84874) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Jan 14 07:27:38.379508 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c01f4d8-66cc-4083-b455-ef5e4cba617b tempest-PortsIpV6TestJSON-1330665174 tempest-PortsIpV6TestJSON-1330665174] Pushing event deleted for resources: {'Network': ['ID=645ea48b-d133-48d7-a764-146a999e7814,revision_number=None']} {{(pid=84875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:27:38.404993 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-1c01f4d8-66cc-4083-b455-ef5e4cba617b tempest-PortsIpV6TestJSON-1330665174 tempest-PortsIpV6TestJSON-1330665174] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.402s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:27:38.437900 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-1c01f4d8-66cc-4083-b455-ef5e4cba617b tempest-PortsIpV6TestJSON-1330665174 tempest-PortsIpV6TestJSON-1330665174] 10.222.0.24 "DELETE /v2.0/networks/645ea48b-d133-48d7-a764-146a999e7814 HTTP/1.1" status: 204 len: 168 time: 5.8332026 Jan 14 07:27:38.438831 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84875) accepted ('10.222.0.24', 47994) {{(pid=84875) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:27:38.441723 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.managers [None req-c99f8a0d-a07c-4a66-9065-674feaabe6c3 tempest-BulkNetworkOpsTest-1426007266 tempest-BulkNetworkOpsTest-1426007266] Network 39e780a8-2eb6-46b2-84b2-a91bc429a923 has no segments {{(pid=84875) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 14 07:27:38.629417 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.v2.base [None req-c684ce68-c18b-4de4-9e50-bb6659b9b1f0 tempest-PortsIpV6TestJSON-1330665174 tempest-PortsIpV6TestJSON-1330665174] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-432681355'}} {{(pid=84875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:27:38.636847 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-c684ce68-c18b-4de4-9e50-bb6659b9b1f0 tempest-PortsIpV6TestJSON-1330665174 tempest-PortsIpV6TestJSON-1330665174] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:27:38.642414 n-d-768862-2 neutron-server[84765]: Traceback (most recent call last): Jan 14 07:27:38.642414 n-d-768862-2 neutron-server[84765]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 14 07:27:38.642414 n-d-768862-2 neutron-server[84765]: timer() Jan 14 07:27:38.642414 n-d-768862-2 neutron-server[84765]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 14 07:27:38.642414 n-d-768862-2 neutron-server[84765]: cb(*args, **kw) Jan 14 07:27:38.642414 n-d-768862-2 neutron-server[84765]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Jan 14 07:27:38.642414 n-d-768862-2 neutron-server[84765]: return func(*args, **kwargs) Jan 14 07:27:38.642414 n-d-768862-2 neutron-server[84765]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 14 07:27:38.642414 n-d-768862-2 neutron-server[84765]: self._notify() Jan 14 07:27:38.642414 n-d-768862-2 neutron-server[84765]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 14 07:27:38.642414 n-d-768862-2 neutron-server[84765]: self.callback(batched_events) Jan 14 07:27:38.642414 n-d-768862-2 neutron-server[84765]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 14 07:27:38.642414 n-d-768862-2 neutron-server[84765]: event.method(event) Jan 14 07:27:38.642414 n-d-768862-2 neutron-server[84765]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 14 07:27:38.642414 n-d-768862-2 neutron-server[84765]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 14 07:27:38.642414 n-d-768862-2 neutron-server[84765]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Jan 14 07:27:38.642414 n-d-768862-2 neutron-server[84765]: segment_id)['aggregates'][0] Jan 14 07:27:38.642414 n-d-768862-2 neutron-server[84765]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 14 07:27:38.642414 n-d-768862-2 neutron-server[84765]: return f(self, *a, **k) Jan 14 07:27:38.642414 n-d-768862-2 neutron-server[84765]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 14 07:27:38.642414 n-d-768862-2 neutron-server[84765]: return self._get(url).json() Jan 14 07:27:38.642414 n-d-768862-2 neutron-server[84765]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 14 07:27:38.642414 n-d-768862-2 neutron-server[84765]: **kwargs) Jan 14 07:27:38.642414 n-d-768862-2 neutron-server[84765]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 14 07:27:38.642414 n-d-768862-2 neutron-server[84765]: return self.request(url, 'GET', **kwargs) Jan 14 07:27:38.642414 n-d-768862-2 neutron-server[84765]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Jan 14 07:27:38.642414 n-d-768862-2 neutron-server[84765]: **endpoint_filter) Jan 14 07:27:38.642414 n-d-768862-2 neutron-server[84765]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 14 07:27:38.642414 n-d-768862-2 neutron-server[84765]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 14 07:27:38.642414 n-d-768862-2 neutron-server[84765]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 14 07:27:38.642414 n-d-768862-2 neutron-server[84765]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 14 07:27:38.642414 n-d-768862-2 neutron-server[84765]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 14 07:27:38.645731 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-c684ce68-c18b-4de4-9e50-bb6659b9b1f0 tempest-PortsIpV6TestJSON-1330665174 tempest-PortsIpV6TestJSON-1330665174] Usage tracker for resource:network and tenant:6396266df05d476da6838f06b578d30b is out of sync, need to count used quota {{(pid=84875) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:27:38.648014 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-c99f8a0d-a07c-4a66-9065-674feaabe6c3 tempest-BulkNetworkOpsTest-1426007266 tempest-BulkNetworkOpsTest-1426007266] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036854176830', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850887149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3912591'] for network, after_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:27:38.650089 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-c684ce68-c18b-4de4-9e50-bb6659b9b1f0 tempest-PortsIpV6TestJSON-1330665174 tempest-PortsIpV6TestJSON-1330665174] Quota usage for network was recalculated. Used quota:1. {{(pid=84875) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:27:38.660604 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-588ad329-9f26-48a8-9d37-a890863b0869 tempest-NetworksIpV6Test-2047944877 tempest-NetworksIpV6Test-2047944877] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:27:38.679676 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-c99f8a0d-a07c-4a66-9065-674feaabe6c3 tempest-BulkNetworkOpsTest-1426007266 tempest-BulkNetworkOpsTest-1426007266] Notify callbacks [] for network, before_response {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:27:38.726067 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-c99f8a0d-a07c-4a66-9065-674feaabe6c3 tempest-BulkNetworkOpsTest-1426007266 tempest-BulkNetworkOpsTest-1426007266] 10.222.0.24 "DELETE /v2.0/networks/39e780a8-2eb6-46b2-84b2-a91bc429a923 HTTP/1.1" status: 204 len: 168 time: 2.8014610 Jan 14 07:27:38.729219 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-c684ce68-c18b-4de4-9e50-bb6659b9b1f0 tempest-PortsIpV6TestJSON-1330665174 tempest-PortsIpV6TestJSON-1330665174] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:27:38.738352 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-28224433-a91e-445c-8949-fc083b2b2afc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850887153'] for security_group, after_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:27:38.740842 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84874) accepted ('10.222.0.24', 48004) {{(pid=84874) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:27:38.749027 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-28224433-a91e-445c-8949-fc083b2b2afc admin admin] Notify callbacks [] for security_group, before_response {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:27:38.750353 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-28224433-a91e-445c-8949-fc083b2b2afc admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/6b47c970-0bb7-4bf8-92a7-ffc13bd52a74 HTTP/1.1" status: 204 len: 168 time: 2.1696062 Jan 14 07:27:38.750859 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.managers [None req-f660c594-4592-4a0f-abf6-b9d39d6bbc18 tempest-NetworksIpV6Test-2047944877 tempest-NetworksIpV6Test-2047944877] Network 1653bc9c-200b-4bb4-ba90-743542d6732a has no segments {{(pid=84874) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 14 07:27:38.755872 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c99f8a0d-a07c-4a66-9065-674feaabe6c3 tempest-BulkNetworkOpsTest-1426007266 tempest-BulkNetworkOpsTest-1426007266] Pushing event deleted for resources: {'Network': ['ID=39e780a8-2eb6-46b2-84b2-a91bc429a923,revision_number=None']} {{(pid=84875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:27:38.770059 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-c99f8a0d-a07c-4a66-9065-674feaabe6c3 tempest-BulkNetworkOpsTest-1426007266 tempest-BulkNetworkOpsTest-1426007266] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:27:38.770656 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-28fe7c3e-2cc3-4c1a-a29f-5535df141d83 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.015s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:27:38.780159 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-e082c94f-27c5-43a0-a88f-7c9fbdcbd57e None None] Notify callbacks [] for port, precommit_create {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:27:38.810089 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28224433-a91e-445c-8949-fc083b2b2afc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6b47c970-0bb7-4bf8-92a7-ffc13bd52a74,revision_number=None']} {{(pid=84875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:27:38.815580 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c684ce68-c18b-4de4-9e50-bb6659b9b1f0 tempest-PortsIpV6TestJSON-1330665174 tempest-PortsIpV6TestJSON-1330665174] Made reservation on behalf of 6396266df05d476da6838f06b578d30b for: {'network': 1} {{(pid=84875) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 07:27:38.830644 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-c684ce68-c18b-4de4-9e50-bb6659b9b1f0 tempest-PortsIpV6TestJSON-1330665174 tempest-PortsIpV6TestJSON-1330665174] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555753'] for network, before_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:27:38.863705 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-f660c594-4592-4a0f-abf6-b9d39d6bbc18 tempest-NetworksIpV6Test-2047944877 tempest-NetworksIpV6Test-2047944877] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-596065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036851521571'] for segment, after_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:27:38.886903 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-28224433-a91e-445c-8949-fc083b2b2afc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:27:38.967748 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c684ce68-c18b-4de4-9e50-bb6659b9b1f0 tempest-PortsIpV6TestJSON-1330665174 tempest-PortsIpV6TestJSON-1330665174] vxlan segment allocate from pool success with {'vxlan_vni': 18} {{(pid=84875) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Jan 14 07:27:38.982999 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-c684ce68-c18b-4de4-9e50-bb6659b9b1f0 tempest-PortsIpV6TestJSON-1330665174 tempest-PortsIpV6TestJSON-1330665174] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment--9223363259214191851', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854179735'] for segment, precommit_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:27:38.983458 n-d-768862-2 neutron-server[84765]: INFO neutron.db.segments_db [None req-c684ce68-c18b-4de4-9e50-bb6659b9b1f0 tempest-PortsIpV6TestJSON-1330665174 tempest-PortsIpV6TestJSON-1330665174] Added segment 9d3c8556-93cd-4c72-8c04-865c5571d441 of type vxlan for network 75bf20f8-bc3c-40dd-a273-46ace098cce7 Jan 14 07:27:39.017165 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-c684ce68-c18b-4de4-9e50-bb6659b9b1f0 tempest-PortsIpV6TestJSON-1330665174 tempest-PortsIpV6TestJSON-1330665174] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363259214646115'] for network, precommit_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:27:39.123786 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-c684ce68-c18b-4de4-9e50-bb6659b9b1f0 tempest-PortsIpV6TestJSON-1330665174 tempest-PortsIpV6TestJSON-1330665174] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850887149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964'] for network, after_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:27:39.206469 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c684ce68-c18b-4de4-9e50-bb6659b9b1f0 tempest-PortsIpV6TestJSON-1330665174 tempest-PortsIpV6TestJSON-1330665174] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:27:39.207442 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-c684ce68-c18b-4de4-9e50-bb6659b9b1f0 tempest-PortsIpV6TestJSON-1330665174 tempest-PortsIpV6TestJSON-1330665174] Notify callbacks [] for network, before_response {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:27:39.231114 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-fe143e54-93af-4a50-83df-bed568751f95 tempest-NetworksIpV6TestAttrs-1453117616 tempest-NetworksIpV6TestAttrs-1453117616] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:27:39.242287 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.managers [None req-f660c594-4592-4a0f-abf6-b9d39d6bbc18 tempest-NetworksIpV6Test-2047944877 tempest-NetworksIpV6Test-2047944877] Network 1653bc9c-200b-4bb4-ba90-743542d6732a has no segments {{(pid=84874) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 14 07:27:39.323002 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-d8d6eb19-b4cb-47d4-980c-6e3a089a267b tempest-BulkNetworkOpsTest-1426007266 tempest-BulkNetworkOpsTest-1426007266] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036854160497'] for network, before_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:27:39.437746 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-c684ce68-c18b-4de4-9e50-bb6659b9b1f0 tempest-PortsIpV6TestJSON-1330665174 tempest-PortsIpV6TestJSON-1330665174] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.9814103 Jan 14 07:27:39.440397 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84875) accepted ('10.222.0.24', 48034) {{(pid=84875) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:27:39.450899 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.v2.base [None req-c8a6bb70-4457-4b52-bb72-72335c2634dd tempest-PortsIpV6TestJSON-1330665174 tempest-PortsIpV6TestJSON-1330665174] Request body: {'subnet': {'network_id': '75bf20f8-bc3c-40dd-a273-46ace098cce7', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=84875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:27:39.458183 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:segments":"rule:admin_only" was deprecated in W in favor of "update_network:segments":"role:admin and system_scope:all". Reason: Jan 14 07:27:39.458183 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:27:39.458183 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:27:39.458183 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:27:39.458183 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:shared":"rule:admin_only" was deprecated in W in favor of "update_network:shared":"role:admin and system_scope:all". Reason: Jan 14 07:27:39.458183 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:27:39.458183 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:27:39.458183 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:27:39.458183 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "update_network:provider:network_type":"role:admin and system_scope:all". Reason: Jan 14 07:27:39.458183 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:27:39.458183 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:27:39.458183 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:27:39.458183 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "update_network:provider:physical_network":"role:admin and system_scope:all". Reason: Jan 14 07:27:39.458183 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:27:39.458183 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:27:39.458183 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:27:39.458183 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "update_network:provider:segmentation_id":"role:admin and system_scope:all". Reason: Jan 14 07:27:39.458183 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:27:39.458183 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:27:39.458183 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:27:39.458183 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:router:external":"rule:admin_only" was deprecated in W in favor of "update_network:router:external":"role:admin and system_scope:all". Reason: Jan 14 07:27:39.458183 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:27:39.458183 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:27:39.458183 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:27:39.458183 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:is_default":"rule:admin_only" was deprecated in W in favor of "update_network:is_default":"role:admin and system_scope:all". Reason: Jan 14 07:27:39.458183 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:27:39.458183 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:27:39.458183 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:27:39.458183 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:port_security_enabled":"rule:admin_or_owner" was deprecated in W in favor of "update_network:port_security_enabled":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 07:27:39.458183 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:27:39.458183 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:27:39.458183 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:27:39.458183 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "delete_network":"rule:admin_or_owner" was deprecated in W in favor of "delete_network":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 07:27:39.458183 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:27:39.458183 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:27:39.458183 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:27:39.458183 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_segment":"rule:admin_only" was deprecated in W in favor of "create_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:27:39.458183 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:27:39.458183 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_segment":"rule:admin_only" was deprecated in W in favor of "get_segment":"role:reader and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:27:39.458183 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:27:39.458183 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_segment":"rule:admin_only" was deprecated in W in favor of "update_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:27:39.458183 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:27:39.458183 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "delete_segment":"rule:admin_only" was deprecated in W in favor of "delete_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:27:39.458183 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:27:39.458183 n-d-768862-2 neutron-server[84765]: Traceback (most recent call last): Jan 14 07:27:39.458183 n-d-768862-2 neutron-server[84765]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 14 07:27:39.458183 n-d-768862-2 neutron-server[84765]: timer() Jan 14 07:27:39.458183 n-d-768862-2 neutron-server[84765]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 14 07:27:39.458183 n-d-768862-2 neutron-server[84765]: cb(*args, **kw) Jan 14 07:27:39.458183 n-d-768862-2 neutron-server[84765]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Jan 14 07:27:39.458183 n-d-768862-2 neutron-server[84765]: return func(*args, **kwargs) Jan 14 07:27:39.458183 n-d-768862-2 neutron-server[84765]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 14 07:27:39.458183 n-d-768862-2 neutron-server[84765]: self._notify() Jan 14 07:27:39.458183 n-d-768862-2 neutron-server[84765]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 14 07:27:39.458183 n-d-768862-2 neutron-server[84765]: self.callback(batched_events) Jan 14 07:27:39.458183 n-d-768862-2 neutron-server[84765]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 14 07:27:39.458183 n-d-768862-2 neutron-server[84765]: event.method(event) Jan 14 07:27:39.458183 n-d-768862-2 neutron-server[84765]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 14 07:27:39.458183 n-d-768862-2 neutron-server[84765]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 14 07:27:39.458183 n-d-768862-2 neutron-server[84765]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Jan 14 07:27:39.458183 n-d-768862-2 neutron-server[84765]: segment_id)['aggregates'][0] Jan 14 07:27:39.458183 n-d-768862-2 neutron-server[84765]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 14 07:27:39.458183 n-d-768862-2 neutron-server[84765]: return f(self, *a, **k) Jan 14 07:27:39.458183 n-d-768862-2 neutron-server[84765]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 14 07:27:39.458183 n-d-768862-2 neutron-server[84765]: return self._get(url).json() Jan 14 07:27:39.458183 n-d-768862-2 neutron-server[84765]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 14 07:27:39.458183 n-d-768862-2 neutron-server[84765]: **kwargs) Jan 14 07:27:39.458183 n-d-768862-2 neutron-server[84765]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 14 07:27:39.458183 n-d-768862-2 neutron-server[84765]: return self.request(url, 'GET', **kwargs) Jan 14 07:27:39.458183 n-d-768862-2 neutron-server[84765]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Jan 14 07:27:39.458183 n-d-768862-2 neutron-server[84765]: **endpoint_filter) Jan 14 07:27:39.458183 n-d-768862-2 neutron-server[84765]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 14 07:27:39.458183 n-d-768862-2 neutron-server[84765]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 14 07:27:39.458183 n-d-768862-2 neutron-server[84765]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 14 07:27:39.458183 n-d-768862-2 neutron-server[84765]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 14 07:27:39.458183 n-d-768862-2 neutron-server[84765]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 14 07:27:39.492588 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c684ce68-c18b-4de4-9e50-bb6659b9b1f0 tempest-PortsIpV6TestJSON-1330665174 tempest-PortsIpV6TestJSON-1330665174] Pushing event updated for resources: {'Network': ['ID=75bf20f8-bc3c-40dd-a273-46ace098cce7,revision_number=1']} {{(pid=84875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:27:39.500294 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-852a24f7-e9a1-4193-9abb-e9506fe5213f None None] Network 75bf20f8-bc3c-40dd-a273-46ace098cce7 details requested by agent ovs-agent-n-h2-768862-2 with host n-h2-768862-2 {{(pid=84876) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 07:27:39.599106 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-c684ce68-c18b-4de4-9e50-bb6659b9b1f0 tempest-PortsIpV6TestJSON-1330665174 tempest-PortsIpV6TestJSON-1330665174] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.368s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:27:39.719125 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-c8a6bb70-4457-4b52-bb72-72335c2634dd tempest-PortsIpV6TestJSON-1330665174 tempest-PortsIpV6TestJSON-1330665174] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:27:39.731202 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-c8a6bb70-4457-4b52-bb72-72335c2634dd tempest-PortsIpV6TestJSON-1330665174 tempest-PortsIpV6TestJSON-1330665174] Usage tracker for resource:subnet and tenant:6396266df05d476da6838f06b578d30b is out of sync, need to count used quota {{(pid=84875) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:27:39.734801 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-c8a6bb70-4457-4b52-bb72-72335c2634dd tempest-PortsIpV6TestJSON-1330665174 tempest-PortsIpV6TestJSON-1330665174] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84875) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:27:39.751172 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-c8a6bb70-4457-4b52-bb72-72335c2634dd tempest-PortsIpV6TestJSON-1330665174 tempest-PortsIpV6TestJSON-1330665174] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:27:39.774570 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c8a6bb70-4457-4b52-bb72-72335c2634dd tempest-PortsIpV6TestJSON-1330665174 tempest-PortsIpV6TestJSON-1330665174] Made reservation on behalf of 6396266df05d476da6838f06b578d30b for: {'subnet': 1} {{(pid=84875) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 07:27:39.775320 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Network 75bf20f8-bc3c-40dd-a273-46ace098cce7 details requested by agent ovs-agent-n-d-768862-2 with host n-d-768862-2 {{(pid=84876) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 07:27:39.803736 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-017f98a9-8a07-408c-a86f-8ff0c00400a0 None None] Network 75bf20f8-bc3c-40dd-a273-46ace098cce7 details requested by agent ovs-agent-n-h1-768862-2 with host n-h1-768862-2 {{(pid=84876) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 07:27:39.968442 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-c8a6bb70-4457-4b52-bb72-72335c2634dd tempest-PortsIpV6TestJSON-1330665174 tempest-PortsIpV6TestJSON-1330665174] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036852467157'] for subnet, before_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:27:40.116869 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-d8d6eb19-b4cb-47d4-980c-6e3a089a267b tempest-BulkNetworkOpsTest-1426007266 tempest-BulkNetworkOpsTest-1426007266] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-598987', 'neutron.services.segments.db._delete_segments_for_network-8777640583949'] for network, precommit_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:27:40.284224 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-e082c94f-27c5-43a0-a88f-7c9fbdcbd57e None None] Transition to ACTIVE for port object f585cfce-59f8-4f2a-af13-3803197b3d6e will not be triggered until provisioned by entity L2. {{(pid=84876) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 07:27:40.339121 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-f660c594-4592-4a0f-abf6-b9d39d6bbc18 tempest-NetworksIpV6Test-2047944877 tempest-NetworksIpV6Test-2047944877] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036854176830', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850887149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3912591'] for network, after_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:27:40.362425 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-e082c94f-27c5-43a0-a88f-7c9fbdcbd57e None None] Transition to ACTIVE for port object f585cfce-59f8-4f2a-af13-3803197b3d6e will not be triggered until provisioned by entity DHCP. {{(pid=84876) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 07:27:40.368486 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-e02ad120-0c50-4efa-854c-21a9221b6b81 tempest-RoutersNegativeIpV6Test-1464408958 tempest-RoutersNegativeIpV6Test-1464408958] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:27:40.378372 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-e082c94f-27c5-43a0-a88f-7c9fbdcbd57e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777640123575'] for port, after_create {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:27:40.396796 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-f660c594-4592-4a0f-abf6-b9d39d6bbc18 tempest-NetworksIpV6Test-2047944877 tempest-NetworksIpV6Test-2047944877] Notify callbacks [] for network, before_response {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:27:40.452372 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-a472711d-39f5-4ac0-a74a-aff6571f3fe3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84876) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:27:40.475699 n-d-768862-2 neutron-server[84765]: DEBUG neutron.services.segments.db [None req-d8d6eb19-b4cb-47d4-980c-6e3a089a267b tempest-BulkNetworkOpsTest-1426007266 tempest-BulkNetworkOpsTest-1426007266] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0f7432d6-cd74-4342-ad58-cafde6b2b846']}} {{(pid=84874) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:27:40.500431 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-f660c594-4592-4a0f-abf6-b9d39d6bbc18 tempest-NetworksIpV6Test-2047944877 tempest-NetworksIpV6Test-2047944877] 10.222.0.24 "DELETE /v2.0/networks/1653bc9c-200b-4bb4-ba90-743542d6732a HTTP/1.1" status: 204 len: 168 time: 5.6433201 Jan 14 07:27:40.523523 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f660c594-4592-4a0f-abf6-b9d39d6bbc18 tempest-NetworksIpV6Test-2047944877 tempest-NetworksIpV6Test-2047944877] Pushing event deleted for resources: {'Network': ['ID=1653bc9c-200b-4bb4-ba90-743542d6732a,revision_number=None']} {{(pid=84874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:27:40.528301 n-d-768862-2 neutron-server[84765]: DEBUG neutron.services.segments.db [None req-d8d6eb19-b4cb-47d4-980c-6e3a089a267b tempest-BulkNetworkOpsTest-1426007266 tempest-BulkNetworkOpsTest-1426007266] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cc5a6640-615c-4268-8f6f-bf2601ecccb4') {'for_net_delete': True} {{(pid=84874) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:27:40.528702 n-d-768862-2 neutron-server[84765]: DEBUG neutron.services.segments.db [None req-d8d6eb19-b4cb-47d4-980c-6e3a089a267b tempest-BulkNetworkOpsTest-1426007266 tempest-BulkNetworkOpsTest-1426007266] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cc5a6640-615c-4268-8f6f-bf2601ecccb4') {} {{(pid=84874) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:27:40.539219 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-f660c594-4592-4a0f-abf6-b9d39d6bbc18 tempest-NetworksIpV6Test-2047944877 tempest-NetworksIpV6Test-2047944877] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.170s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:27:40.585761 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-d8d6eb19-b4cb-47d4-980c-6e3a089a267b tempest-BulkNetworkOpsTest-1426007266 tempest-BulkNetworkOpsTest-1426007266] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363259214173198', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2968632'] for segment, before_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:27:40.593526 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e082c94f-27c5-43a0-a88f-7c9fbdcbd57e None None] Pushing event updated for resources: {'Port': ['ID=f585cfce-59f8-4f2a-af13-3803197b3d6e,revision_number=1']} {{(pid=84876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:27:40.605519 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-e082c94f-27c5-43a0-a88f-7c9fbdcbd57e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.166s {{(pid=84876) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:27:40.651247 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-d8d6eb19-b4cb-47d4-980c-6e3a089a267b tempest-BulkNetworkOpsTest-1426007266 tempest-BulkNetworkOpsTest-1426007266] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854179735'] for segment, precommit_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:27:40.659394 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-d8d6eb19-b4cb-47d4-980c-6e3a089a267b tempest-BulkNetworkOpsTest-1426007266 tempest-BulkNetworkOpsTest-1426007266] Releasing vxlan tunnel 15 to pool {{(pid=84874) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Jan 14 07:27:40.880509 n-d-768862-2 neutron-server[84765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e082c94f-27c5-43a0-a88f-7c9fbdcbd57e None None] Network 23f0a15d-6362-4cec-82c1-cacba887c566 is already hosted by enough agents. {{(pid=84876) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 07:27:40.884091 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-4b8160dc-e3ab-4c4d-afba-80adf17a725b tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850887113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3254092', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036851981146'] for subnet, after_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:27:40.884351 n-d-768862-2 neutron-server[84765]: DEBUG neutron.scheduler.base_scheduler [None req-e082c94f-27c5-43a0-a88f-7c9fbdcbd57e None None] Resources bound (agent type, host, resource id): {{(pid=84876) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 07:27:40.887395 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e082c94f-27c5-43a0-a88f-7c9fbdcbd57e None None] Received port after_create {{(pid=84876) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 14 07:27:40.955820 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.managers [None req-e082c94f-27c5-43a0-a88f-7c9fbdcbd57e None None] Attempting to bind port f585cfce-59f8-4f2a-af13-3803197b3d6e on host n-d-768862-2 for vnic_type normal with profile {{(pid=84876) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 14 07:27:40.956296 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.managers [None req-e082c94f-27c5-43a0-a88f-7c9fbdcbd57e None None] Attempting to bind port f585cfce-59f8-4f2a-af13-3803197b3d6e by drivers openvswitch on host n-d-768862-2 at level 0 using segments [{'id': '56f1c7cf-f3a3-41d2-9677-68978131444f', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 20, 'network_id': '23f0a15d-6362-4cec-82c1-cacba887c566'}] {{(pid=84876) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 14 07:27:40.956718 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e082c94f-27c5-43a0-a88f-7c9fbdcbd57e None None] Attempting to bind port f585cfce-59f8-4f2a-af13-3803197b3d6e on network 23f0a15d-6362-4cec-82c1-cacba887c566 {{(pid=84876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 14 07:27:40.965538 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e082c94f-27c5-43a0-a88f-7c9fbdcbd57e None None] Checking agent: {'id': 'ba5efab1-b43c-4d5a-bc52-6e105d4e67a2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768862-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 14, 6, 56, 52), 'started_at': datetime.datetime(2021, 1, 14, 6, 57, 22), 'heartbeat_timestamp': datetime.datetime(2021, 1, 14, 7, 27, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768862-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.29', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 14 07:27:40.966031 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e082c94f-27c5-43a0-a88f-7c9fbdcbd57e None None] Checking segment: {'id': '56f1c7cf-f3a3-41d2-9677-68978131444f', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 20, 'network_id': '23f0a15d-6362-4cec-82c1-cacba887c566'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84876) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 14 07:27:40.966777 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-e082c94f-27c5-43a0-a88f-7c9fbdcbd57e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:27:40.967254 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e082c94f-27c5-43a0-a88f-7c9fbdcbd57e None None] Bound using segment: {'id': '56f1c7cf-f3a3-41d2-9677-68978131444f', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 20, 'network_id': '23f0a15d-6362-4cec-82c1-cacba887c566'} {{(pid=84876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 14 07:27:40.968700 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.managers [None req-e082c94f-27c5-43a0-a88f-7c9fbdcbd57e None None] Bound port: f585cfce-59f8-4f2a-af13-3803197b3d6e, host: n-d-768862-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '56f1c7cf-f3a3-41d2-9677-68978131444f', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 20, 'network_id': '23f0a15d-6362-4cec-82c1-cacba887c566'}}] {{(pid=84876) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 14 07:27:40.968700 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-e082c94f-27c5-43a0-a88f-7c9fbdcbd57e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555753'] for port, before_update {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:27:41.202647 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-017f98a9-8a07-408c-a86f-8ff0c00400a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363259214191800', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854171626'] for agent, after_update {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:27:41.229374 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [None req-e082c94f-27c5-43a0-a88f-7c9fbdcbd57e None None] For port f585cfce-59f8-4f2a-af13-3803197b3d6e, host n-d-768862-2, cleared binding levels {{(pid=84876) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 14 07:27:41.235540 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [None req-e082c94f-27c5-43a0-a88f-7c9fbdcbd57e None None] For port f585cfce-59f8-4f2a-af13-3803197b3d6e, host n-d-768862-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-2',level=0,port_id=f585cfce-59f8-4f2a-af13-3803197b3d6e,segment=NetworkSegment(56f1c7cf-f3a3-41d2-9677-68978131444f),segment_id=56f1c7cf-f3a3-41d2-9677-68978131444f)] {{(pid=84876) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 14 07:27:41.242152 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-e082c94f-27c5-43a0-a88f-7c9fbdcbd57e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777640533312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363259214678337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777640097497'] for port, after_update {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:27:41.261536 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-a4cf39ef-d87d-479c-9ea1-dbecc0dbd574 tempest-RoutersNegativeIpV6Test-1464408958 tempest-RoutersNegativeIpV6Test-1464408958] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:27:41.309319 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84875) accepted ('10.222.0.24', 48090) {{(pid=84875) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:27:41.366641 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-c8a6bb70-4457-4b52-bb72-72335c2634dd tempest-PortsIpV6TestJSON-1330665174 tempest-PortsIpV6TestJSON-1330665174] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850887113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036851621412', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036852467174'] for subnet, after_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:27:41.404663 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-723f3517-8fa3-4943-8a2f-02f422d8feca tempest-BulkNetworkOpsTest-1426007266 tempest-BulkNetworkOpsTest-1426007266] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:27:41.474368 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b8160dc-e3ab-4c4d-afba-80adf17a725b tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] Pushing event updated for resources: {'Subnet': ['ID=a408edb7-b0af-4df7-a995-30c391a236ac,revision_number=0']} {{(pid=84874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:27:41.492019 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-4b8160dc-e3ab-4c4d-afba-80adf17a725b tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.230s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:27:41.493975 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.managers [None req-d8d6eb19-b4cb-47d4-980c-6e3a089a267b tempest-BulkNetworkOpsTest-1426007266 tempest-BulkNetworkOpsTest-1426007266] Network 0f7432d6-cd74-4342-ad58-cafde6b2b846 has no segments {{(pid=84874) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 14 07:27:41.504648 n-d-768862-2 neutron-server[84765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b8160dc-e3ab-4c4d-afba-80adf17a725b tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] Network 23f0a15d-6362-4cec-82c1-cacba887c566 is already hosted by enough agents. {{(pid=84874) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 07:27:41.506839 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-d8d6eb19-b4cb-47d4-980c-6e3a089a267b tempest-BulkNetworkOpsTest-1426007266 tempest-BulkNetworkOpsTest-1426007266] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-596065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036851521571'] for segment, after_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:27:41.524497 n-d-768862-2 neutron-server[84765]: DEBUG neutron.scheduler.base_scheduler [None req-4b8160dc-e3ab-4c4d-afba-80adf17a725b tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] Resources bound (agent type, host, resource id): {{(pid=84874) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 07:27:41.573350 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84876) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:27:41.598981 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b8160dc-e3ab-4c4d-afba-80adf17a725b tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:27:41.599648 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-4b8160dc-e3ab-4c4d-afba-80adf17a725b tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] Notify callbacks [] for subnet, before_response {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:27:41.669816 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-4b8160dc-e3ab-4c4d-afba-80adf17a725b tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 5.2697229 Jan 14 07:27:41.673687 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84874) accepted ('10.222.0.24', 48104) {{(pid=84874) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:27:41.681646 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.v2.base [None req-e36917b1-156f-4ec8-9c51-d15d85ed48b4 tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] Request body: {'port': {'network_id': '23f0a15d-6362-4cec-82c1-cacba887c566', 'mac_address': 'fa:16:3e:fd:c7:1c', 'name': 'tempest-NetworksTestDHCPv6-1564968640'}} {{(pid=84874) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:27:41.728248 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e082c94f-27c5-43a0-a88f-7c9fbdcbd57e None None] Pushing event updated for resources: {'Port': ['ID=f585cfce-59f8-4f2a-af13-3803197b3d6e,revision_number=2']} {{(pid=84876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:27:41.753046 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-e082c94f-27c5-43a0-a88f-7c9fbdcbd57e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.170s {{(pid=84876) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:27:42.166031 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.managers [None req-d8d6eb19-b4cb-47d4-980c-6e3a089a267b tempest-BulkNetworkOpsTest-1426007266 tempest-BulkNetworkOpsTest-1426007266] Network 0f7432d6-cd74-4342-ad58-cafde6b2b846 has no segments {{(pid=84874) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 14 07:27:42.212710 n-d-768862-2 neutron-server[84765]: Traceback (most recent call last): Jan 14 07:27:42.212710 n-d-768862-2 neutron-server[84765]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 14 07:27:42.212710 n-d-768862-2 neutron-server[84765]: timer() Jan 14 07:27:42.212710 n-d-768862-2 neutron-server[84765]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 14 07:27:42.212710 n-d-768862-2 neutron-server[84765]: cb(*args, **kw) Jan 14 07:27:42.212710 n-d-768862-2 neutron-server[84765]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Jan 14 07:27:42.212710 n-d-768862-2 neutron-server[84765]: return func(*args, **kwargs) Jan 14 07:27:42.212710 n-d-768862-2 neutron-server[84765]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 14 07:27:42.212710 n-d-768862-2 neutron-server[84765]: self._notify() Jan 14 07:27:42.212710 n-d-768862-2 neutron-server[84765]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 14 07:27:42.212710 n-d-768862-2 neutron-server[84765]: self.callback(batched_events) Jan 14 07:27:42.212710 n-d-768862-2 neutron-server[84765]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 14 07:27:42.212710 n-d-768862-2 neutron-server[84765]: event.method(event) Jan 14 07:27:42.212710 n-d-768862-2 neutron-server[84765]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 14 07:27:42.212710 n-d-768862-2 neutron-server[84765]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 14 07:27:42.212710 n-d-768862-2 neutron-server[84765]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Jan 14 07:27:42.212710 n-d-768862-2 neutron-server[84765]: segment_id)['aggregates'][0] Jan 14 07:27:42.212710 n-d-768862-2 neutron-server[84765]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 14 07:27:42.212710 n-d-768862-2 neutron-server[84765]: return f(self, *a, **k) Jan 14 07:27:42.212710 n-d-768862-2 neutron-server[84765]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 14 07:27:42.212710 n-d-768862-2 neutron-server[84765]: return self._get(url).json() Jan 14 07:27:42.212710 n-d-768862-2 neutron-server[84765]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 14 07:27:42.212710 n-d-768862-2 neutron-server[84765]: **kwargs) Jan 14 07:27:42.212710 n-d-768862-2 neutron-server[84765]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 14 07:27:42.212710 n-d-768862-2 neutron-server[84765]: return self.request(url, 'GET', **kwargs) Jan 14 07:27:42.212710 n-d-768862-2 neutron-server[84765]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Jan 14 07:27:42.212710 n-d-768862-2 neutron-server[84765]: **endpoint_filter) Jan 14 07:27:42.212710 n-d-768862-2 neutron-server[84765]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 14 07:27:42.212710 n-d-768862-2 neutron-server[84765]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 14 07:27:42.212710 n-d-768862-2 neutron-server[84765]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 14 07:27:42.212710 n-d-768862-2 neutron-server[84765]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 14 07:27:42.212710 n-d-768862-2 neutron-server[84765]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 14 07:27:42.217235 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-e36917b1-156f-4ec8-9c51-d15d85ed48b4 tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:27:42.307346 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-e36917b1-156f-4ec8-9c51-d15d85ed48b4 tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] Usage tracker for resource:port and tenant:be0aa702e3ca464795a99c51e3b3b04f is out of sync, need to count used quota {{(pid=84874) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:27:42.330722 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-e36917b1-156f-4ec8-9c51-d15d85ed48b4 tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] Quota usage for port was recalculated. Used quota:1. {{(pid=84874) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:27:42.372450 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-e36917b1-156f-4ec8-9c51-d15d85ed48b4 tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=84874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:27:42.445297 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-d8d6eb19-b4cb-47d4-980c-6e3a089a267b tempest-BulkNetworkOpsTest-1426007266 tempest-BulkNetworkOpsTest-1426007266] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036854176830', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850887149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3912591'] for network, after_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:27:42.450554 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-d8d6eb19-b4cb-47d4-980c-6e3a089a267b tempest-BulkNetworkOpsTest-1426007266 tempest-BulkNetworkOpsTest-1426007266] Notify callbacks [] for network, before_response {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:27:42.464450 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-186bb81c-bb73-4a49-a0bc-c5a6c552019b tempest-NetworksIpV6TestAttrs-1453117616 tempest-NetworksIpV6TestAttrs-1453117616] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:27:42.504636 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-d8d6eb19-b4cb-47d4-980c-6e3a089a267b tempest-BulkNetworkOpsTest-1426007266 tempest-BulkNetworkOpsTest-1426007266] 10.222.0.24 "DELETE /v2.0/networks/0f7432d6-cd74-4342-ad58-cafde6b2b846 HTTP/1.1" status: 204 len: 168 time: 3.7556732 Jan 14 07:27:42.545771 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-852a24f7-e9a1-4193-9abb-e9506fe5213f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363259214191800', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854171626'] for agent, after_update {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:27:42.546109 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8d6eb19-b4cb-47d4-980c-6e3a089a267b tempest-BulkNetworkOpsTest-1426007266 tempest-BulkNetworkOpsTest-1426007266] Pushing event deleted for resources: {'Network': ['ID=0f7432d6-cd74-4342-ad58-cafde6b2b846,revision_number=None']} {{(pid=84874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:27:42.556568 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-d8d6eb19-b4cb-47d4-980c-6e3a089a267b tempest-BulkNetworkOpsTest-1426007266 tempest-BulkNetworkOpsTest-1426007266] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:27:42.557889 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e36917b1-156f-4ec8-9c51-d15d85ed48b4 tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] Made reservation on behalf of be0aa702e3ca464795a99c51e3b3b04f for: {'port': 1} {{(pid=84874) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 07:27:42.700396 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Device f585cfce-59f8-4f2a-af13-3803197b3d6e up at agent ovs-agent-n-d-768862-2 {{(pid=84876) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 07:27:42.915490 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Provisioning for port f585cfce-59f8-4f2a-af13-3803197b3d6e completed by entity L2. {{(pid=84876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 07:27:42.948903 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8a6bb70-4457-4b52-bb72-72335c2634dd tempest-PortsIpV6TestJSON-1330665174 tempest-PortsIpV6TestJSON-1330665174] Pushing event updated for resources: {'Subnet': ['ID=cdf78032-ecb1-44ff-8c5e-5dae6d042990,revision_number=0']} {{(pid=84875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:27:42.954149 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-c8a6bb70-4457-4b52-bb72-72335c2634dd tempest-PortsIpV6TestJSON-1330665174 tempest-PortsIpV6TestJSON-1330665174] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.550s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:27:42.995492 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-5e6eb505-bd94-485e-abce-7364b3a8feef admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=130ee88fc4054d968ce76b7b9727c055&name=default HTTP/1.1" status: 200 len: 2983 time: 1.6815321 Jan 14 07:27:42.999989 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84875) accepted ('10.222.0.24', 48146) {{(pid=84875) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:27:43.097526 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84875) accepted ('10.222.0.24', 48150) {{(pid=84875) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:27:43.152765 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8a6bb70-4457-4b52-bb72-72335c2634dd tempest-PortsIpV6TestJSON-1330665174 tempest-PortsIpV6TestJSON-1330665174] Checking segment: {'id': '9d3c8556-93cd-4c72-8c04-865c5571d441', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 18, 'network_id': '75bf20f8-bc3c-40dd-a273-46ace098cce7'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84875) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 14 07:27:43.153482 n-d-768862-2 neutron-server[84765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8a6bb70-4457-4b52-bb72-72335c2634dd tempest-PortsIpV6TestJSON-1330665174 tempest-PortsIpV6TestJSON-1330665174] Network hostable DHCP agents. Network: 75bf20f8-bc3c-40dd-a273-46ace098cce7, hostable agents: ['32f3dd84-26da-4d18-bf15-6017a8fb7247'], hosted agents: [] {{(pid=84875) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Jan 14 07:27:43.198924 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-9092deba-1090-4bac-8e43-fc56dfb7eefb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:27:43.237858 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-9092deba-1090-4bac-8e43-fc56dfb7eefb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:27:43.301872 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-9092deba-1090-4bac-8e43-fc56dfb7eefb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850887153'] for security_group, after_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:27:43.308707 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-88de7b0a-01e0-4ca3-9c1b-8504c9aecb88 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:27:43.323575 n-d-768862-2 neutron-server[84765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8a6bb70-4457-4b52-bb72-72335c2634dd tempest-PortsIpV6TestJSON-1330665174 tempest-PortsIpV6TestJSON-1330665174] Network 75bf20f8-bc3c-40dd-a273-46ace098cce7 is scheduled to be hosted by DHCP agent 32f3dd84-26da-4d18-bf15-6017a8fb7247 with binding_index 1 {{(pid=84875) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Jan 14 07:27:43.361468 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9092deba-1090-4bac-8e43-fc56dfb7eefb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=26c5d54b-8e7e-41a6-ad56-80a8abd796ca,revision_number=None']} {{(pid=84875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:27:43.367177 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-9092deba-1090-4bac-8e43-fc56dfb7eefb admin admin] Notify callbacks [] for security_group, before_response {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:27:43.373334 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-9092deba-1090-4bac-8e43-fc56dfb7eefb admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/26c5d54b-8e7e-41a6-ad56-80a8abd796ca HTTP/1.1" status: 204 len: 168 time: 0.3665571 Jan 14 07:27:43.375615 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-9092deba-1090-4bac-8e43-fc56dfb7eefb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:27:43.385032 n-d-768862-2 neutron-server[84765]: DEBUG neutron.scheduler.base_scheduler [None req-c8a6bb70-4457-4b52-bb72-72335c2634dd tempest-PortsIpV6TestJSON-1330665174 tempest-PortsIpV6TestJSON-1330665174] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768862-2, 75bf20f8-bc3c-40dd-a273-46ace098cce7) {{(pid=84875) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 07:27:43.441841 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8a6bb70-4457-4b52-bb72-72335c2634dd tempest-PortsIpV6TestJSON-1330665174 tempest-PortsIpV6TestJSON-1330665174] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:27:43.442853 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-c8a6bb70-4457-4b52-bb72-72335c2634dd tempest-PortsIpV6TestJSON-1330665174 tempest-PortsIpV6TestJSON-1330665174] Notify callbacks [] for subnet, before_response {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:27:43.487759 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64a06ff5-ce6a-42c1-b756-5036975773ee None None] Network 75bf20f8-bc3c-40dd-a273-46ace098cce7 requested from n-d-768862-2 {{(pid=84876) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 07:27:43.500796 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-c8a6bb70-4457-4b52-bb72-72335c2634dd tempest-PortsIpV6TestJSON-1330665174 tempest-PortsIpV6TestJSON-1330665174] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 4.0591199 Jan 14 07:27:43.509147 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84875) accepted ('10.222.0.24', 48168) {{(pid=84875) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:27:43.519272 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.v2.base [None req-1a91f487-8275-47d9-95d1-2a2bc2f442ff tempest-PortsIpV6TestJSON-1330665174 tempest-PortsIpV6TestJSON-1330665174] Request body: {'port': {'network_id': '75bf20f8-bc3c-40dd-a273-46ace098cce7', 'name': 'tempest-PortsIpV6TestJSON-1889595390'}} {{(pid=84875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:27:43.657987 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-e36917b1-156f-4ec8-9c51-d15d85ed48b4 tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555753'] for port, before_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:27:44.301563 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-1a91f487-8275-47d9-95d1-2a2bc2f442ff tempest-PortsIpV6TestJSON-1330665174 tempest-PortsIpV6TestJSON-1330665174] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:27:44.327643 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-b1d3bcb5-74b1-4940-a34d-741310776daa admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=b38d707612de4e15a7a48c69a22773fb&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2214348 Jan 14 07:27:44.341789 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84875) accepted ('10.222.0.24', 48190) {{(pid=84875) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:27:44.384646 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-1a91f487-8275-47d9-95d1-2a2bc2f442ff tempest-PortsIpV6TestJSON-1330665174 tempest-PortsIpV6TestJSON-1330665174] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=84875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:27:44.393706 n-d-768862-2 neutron-server[84765]: DEBUG neutron.notifiers.nova [None req-e36917b1-156f-4ec8-9c51-d15d85ed48b4 tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] device_id is not set on port 0cde8d7a-0c52-43d2-ac10-6e27ff885577 yet. {{(pid=84874) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}} Jan 14 07:27:44.409249 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0731b91-50b4-4752-a4d1-5cbf58c1e5ad None None] Network 23f0a15d-6362-4cec-82c1-cacba887c566 requested from n-d-768862-2 {{(pid=84876) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 07:27:44.473844 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1a91f487-8275-47d9-95d1-2a2bc2f442ff tempest-PortsIpV6TestJSON-1330665174 tempest-PortsIpV6TestJSON-1330665174] Made reservation on behalf of 6396266df05d476da6838f06b578d30b for: {'port': 1} {{(pid=84875) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 07:27:44.495088 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-1a91f487-8275-47d9-95d1-2a2bc2f442ff tempest-PortsIpV6TestJSON-1330665174 tempest-PortsIpV6TestJSON-1330665174] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555753'] for port, before_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:27:45.121217 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.db_base_plugin_common [None req-e36917b1-156f-4ec8-9c51-d15d85ed48b4 tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] Allocated IP 2001:db8:0:1::395 (23f0a15d-6362-4cec-82c1-cacba887c566/a408edb7-b0af-4df7-a995-30c391a236ac/0cde8d7a-0c52-43d2-ac10-6e27ff885577) {{(pid=84874) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 14 07:27:45.136892 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.db_base_plugin_common [None req-e36917b1-156f-4ec8-9c51-d15d85ed48b4 tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] Allocated IP 2001:db8::f816:3eff:fefd:c71c (23f0a15d-6362-4cec-82c1-cacba887c566/b339db8d-878f-4e82-bc1b-48cc07c224d5/0cde8d7a-0c52-43d2-ac10-6e27ff885577) {{(pid=84874) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 14 07:27:45.159399 n-d-768862-2 neutron-server[84765]: DEBUG neutron.notifiers.nova [None req-1a91f487-8275-47d9-95d1-2a2bc2f442ff tempest-PortsIpV6TestJSON-1330665174 tempest-PortsIpV6TestJSON-1330665174] device_id is not set on port d9783814-41b0-4763-9e90-8c0a6f444899 yet. {{(pid=84875) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}} Jan 14 07:27:45.225830 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-f6135b37-f4e0-4311-b0bd-f067e2e0c383 None None] Provisioning for port f585cfce-59f8-4f2a-af13-3803197b3d6e completed by entity DHCP. {{(pid=84876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 07:27:45.254156 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-ace02c82-9d45-4bee-8db1-e2a28ce1bb9f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:27:45.261399 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f666f21-e5c7-4b0d-acf7-6f4a353750c9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5d94dc7a-c095-50a4-955e-5f3b78718a12-75bf20f8-bc3c-40dd-a273-46ace098cce7', 'network_id': '75bf20f8-bc3c-40dd-a273-46ace098cce7', 'tenant_id': '6396266df05d476da6838f06b578d30b', 'fixed_ips': [{'subnet_id': 'cdf78032-ecb1-44ff-8c5e-5dae6d042990'}]}} from n-d-768862-2. {{(pid=84876) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Jan 14 07:27:45.263325 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-5f666f21-e5c7-4b0d-acf7-6f4a353750c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555753'] for port, before_create {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:27:45.302724 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-ace02c82-9d45-4bee-8db1-e2a28ce1bb9f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:27:45.311393 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-f6135b37-f4e0-4311-b0bd-f067e2e0c383 None None] Provisioning complete for port f585cfce-59f8-4f2a-af13-3803197b3d6e triggered by entity DHCP. {{(pid=84876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 07:27:45.312514 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-f6135b37-f4e0-4311-b0bd-f067e2e0c383 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-604227'] for port, provisioning_complete {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:27:45.406735 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-ace02c82-9d45-4bee-8db1-e2a28ce1bb9f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850887153'] for security_group, after_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:27:45.443602 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-819af20f-04d3-450f-8f8d-951580d11dd4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:27:45.490011 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ace02c82-9d45-4bee-8db1-e2a28ce1bb9f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=75b57cc6-b6bf-4645-b9dd-5fc95704a2db,revision_number=None']} {{(pid=84875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:27:45.507917 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-ace02c82-9d45-4bee-8db1-e2a28ce1bb9f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:27:45.588548 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-ace02c82-9d45-4bee-8db1-e2a28ce1bb9f admin admin] Notify callbacks [] for security_group, before_response {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:27:45.589847 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-ace02c82-9d45-4bee-8db1-e2a28ce1bb9f admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/75b57cc6-b6bf-4645-b9dd-5fc95704a2db HTTP/1.1" status: 204 len: 168 time: 1.2469583 Jan 14 07:27:45.714470 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.db_base_plugin_common [None req-1a91f487-8275-47d9-95d1-2a2bc2f442ff tempest-PortsIpV6TestJSON-1330665174 tempest-PortsIpV6TestJSON-1330665174] Allocated IP 2001:db8::17a (75bf20f8-bc3c-40dd-a273-46ace098cce7/cdf78032-ecb1-44ff-8c5e-5dae6d042990/d9783814-41b0-4763-9e90-8c0a6f444899) {{(pid=84875) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 14 07:27:45.839765 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-e36917b1-156f-4ec8-9c51-d15d85ed48b4 tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] Notify callbacks [] for port, precommit_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:27:45.928660 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-e36917b1-156f-4ec8-9c51-d15d85ed48b4 tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] Transition to ACTIVE for port object 0cde8d7a-0c52-43d2-ac10-6e27ff885577 will not be triggered until provisioned by entity DHCP. {{(pid=84874) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 07:27:46.040891 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-e36917b1-156f-4ec8-9c51-d15d85ed48b4 tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777640123575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3254186'] for port, after_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:27:46.144467 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-e00ff813-098d-4384-8432-258b92e07a94 tempest-NetworksIpV6TestAttrs-1453117616 tempest-NetworksIpV6TestAttrs-1453117616] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:27:46.231086 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-1a91f487-8275-47d9-95d1-2a2bc2f442ff tempest-PortsIpV6TestJSON-1330665174 tempest-PortsIpV6TestJSON-1330665174] Notify callbacks [] for port, precommit_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:27:46.284192 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-1a91f487-8275-47d9-95d1-2a2bc2f442ff tempest-PortsIpV6TestJSON-1330665174 tempest-PortsIpV6TestJSON-1330665174] Transition to ACTIVE for port object d9783814-41b0-4763-9e90-8c0a6f444899 will not be triggered until provisioned by entity DHCP. {{(pid=84875) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 07:27:46.327793 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-1a91f487-8275-47d9-95d1-2a2bc2f442ff tempest-PortsIpV6TestJSON-1330665174 tempest-PortsIpV6TestJSON-1330665174] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777640123575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851621574'] for port, after_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:27:46.535936 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e36917b1-156f-4ec8-9c51-d15d85ed48b4 tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] Pushing event updated for resources: {'Port': ['ID=0cde8d7a-0c52-43d2-ac10-6e27ff885577,revision_number=1']} {{(pid=84874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:27:46.569853 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84875) accepted ('10.222.0.24', 48242) {{(pid=84875) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:27:46.571406 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-28405a56-32b5-4a8a-89fa-d4c2207c9be9 tempest-AllowedAddressPairIpV6TestJSON-498488695 tempest-AllowedAddressPairIpV6TestJSON-498488695] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:27:46.997417 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-f6135b37-f4e0-4311-b0bd-f067e2e0c383 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555753'] for port, before_update {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:27:47.010463 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a91f487-8275-47d9-95d1-2a2bc2f442ff tempest-PortsIpV6TestJSON-1330665174 tempest-PortsIpV6TestJSON-1330665174] Pushing event updated for resources: {'Port': ['ID=d9783814-41b0-4763-9e90-8c0a6f444899,revision_number=1']} {{(pid=84875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:27:47.036181 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-1a91f487-8275-47d9-95d1-2a2bc2f442ff tempest-PortsIpV6TestJSON-1330665174 tempest-PortsIpV6TestJSON-1330665174] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.464s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:27:47.050456 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84875) accepted ('10.222.0.24', 48266) {{(pid=84875) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:27:47.067252 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c1551c1-bab6-44d7-897c-4db16c88a097 None None] Update dhcp port {'port': {'network_id': '23f0a15d-6362-4cec-82c1-cacba887c566', 'fixed_ips': [{'subnet_id': 'b339db8d-878f-4e82-bc1b-48cc07c224d5', 'ip_address': '2001:db8::f816:3eff:fe09:6510'}, {'subnet_id': 'a408edb7-b0af-4df7-a995-30c391a236ac'}], 'binding:host_id': 'n-d-768862-2'}, 'id': 'f585cfce-59f8-4f2a-af13-3803197b3d6e'} from n-d-768862-2. {{(pid=84876) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:310}} Jan 14 07:27:47.213521 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-e36917b1-156f-4ec8-9c51-d15d85ed48b4 tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.071s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:27:47.268082 n-d-768862-2 neutron-server[84765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e36917b1-156f-4ec8-9c51-d15d85ed48b4 tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] Network 23f0a15d-6362-4cec-82c1-cacba887c566 is already hosted by enough agents. {{(pid=84874) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 07:27:47.270716 n-d-768862-2 neutron-server[84765]: DEBUG neutron.scheduler.base_scheduler [None req-e36917b1-156f-4ec8-9c51-d15d85ed48b4 tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] Resources bound (agent type, host, resource id): {{(pid=84874) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 07:27:47.285150 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e36917b1-156f-4ec8-9c51-d15d85ed48b4 tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] Received port after_create {{(pid=84874) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 14 07:27:47.294170 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network":"rule:regular_user" was deprecated in W in favor of "create_network":"role:member and project_id:%(project_id)s". Reason: Jan 14 07:27:47.294170 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:27:47.294170 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:27:47.294170 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:27:47.294170 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:shared":"rule:admin_only" was deprecated in W in favor of "create_network:shared":"role:admin and system_scope:all". Reason: Jan 14 07:27:47.294170 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:27:47.294170 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:27:47.294170 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:27:47.294170 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:router:external":"rule:admin_only" was deprecated in W in favor of "create_network:router:external":"role:admin and system_scope:all". Reason: Jan 14 07:27:47.294170 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:27:47.294170 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:27:47.294170 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:27:47.294170 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:is_default":"rule:admin_only" was deprecated in W in favor of "create_network:is_default":"role:admin and system_scope:all". Reason: Jan 14 07:27:47.294170 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:27:47.294170 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:27:47.294170 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:27:47.294170 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:port_security_enabled":"rule:regular_user" was deprecated in W in favor of "create_network:port_security_enabled":"role:member and project_id:%(project_id)s". Reason: Jan 14 07:27:47.294170 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:27:47.294170 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:27:47.294170 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:27:47.294170 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:segments":"rule:admin_only" was deprecated in W in favor of "create_network:segments":"role:admin and system_scope:all". Reason: Jan 14 07:27:47.294170 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:27:47.294170 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:27:47.294170 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:27:47.294170 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "create_network:provider:network_type":"role:admin and system_scope:all". Reason: Jan 14 07:27:47.294170 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:27:47.294170 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:27:47.294170 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:27:47.294170 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "create_network:provider:physical_network":"role:admin and system_scope:all". Reason: Jan 14 07:27:47.294170 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:27:47.294170 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:27:47.294170 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:27:47.294170 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "create_network:provider:segmentation_id":"role:admin and system_scope:all". Reason: Jan 14 07:27:47.294170 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:27:47.294170 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:27:47.294170 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:27:47.294170 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network":"rule:admin_or_owner or rule:shared or rule:external or rule:context_is_advsvc" was deprecated in W in favor of "get_network":"(role:reader and system_scope:all) or (role:reader and project_id:%(project_id)s) or rule:shared or rule:external or rule:context_is_advsvc". Reason: Jan 14 07:27:47.294170 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:27:47.294170 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:27:47.294170 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:27:47.294170 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:router:external":"rule:regular_user" was deprecated in W in favor of "get_network:router:external":"role:reader and project_id:%(project_id)s". Reason: Jan 14 07:27:47.294170 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:27:47.294170 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:27:47.294170 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:27:47.294170 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:segments":"rule:admin_only" was deprecated in W in favor of "get_network:segments":"role:reader and system_scope:all". Reason: Jan 14 07:27:47.294170 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:27:47.294170 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:27:47.294170 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:27:47.294170 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "get_network:provider:network_type":"role:reader and system_scope:all". Reason: Jan 14 07:27:47.294170 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:27:47.294170 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:27:47.294170 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:27:47.294170 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "get_network:provider:physical_network":"role:reader and system_scope:all". Reason: Jan 14 07:27:47.294170 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:27:47.294170 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:27:47.294170 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:27:47.294170 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "get_network:provider:segmentation_id":"role:reader and system_scope:all". Reason: Jan 14 07:27:47.294170 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:27:47.294170 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:27:47.294170 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:27:47.294170 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network":"rule:admin_or_owner" was deprecated in W in favor of "update_network":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 07:27:47.294170 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:27:47.294170 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:27:47.294170 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:27:47.294170 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:segments":"rule:admin_only" was deprecated in W in favor of "update_network:segments":"role:admin and system_scope:all". Reason: Jan 14 07:27:47.294170 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:27:47.294170 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:27:47.294170 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:27:47.313891 n-d-768862-2 neutron-server[84765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a91f487-8275-47d9-95d1-2a2bc2f442ff tempest-PortsIpV6TestJSON-1330665174 tempest-PortsIpV6TestJSON-1330665174] Network 75bf20f8-bc3c-40dd-a273-46ace098cce7 is already hosted by enough agents. {{(pid=84875) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 07:27:47.315298 n-d-768862-2 neutron-server[84765]: DEBUG neutron.scheduler.base_scheduler [None req-1a91f487-8275-47d9-95d1-2a2bc2f442ff tempest-PortsIpV6TestJSON-1330665174 tempest-PortsIpV6TestJSON-1330665174] Resources bound (agent type, host, resource id): {{(pid=84875) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 07:27:47.321347 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a91f487-8275-47d9-95d1-2a2bc2f442ff tempest-PortsIpV6TestJSON-1330665174 tempest-PortsIpV6TestJSON-1330665174] Received port after_create {{(pid=84875) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 14 07:27:47.333621 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network":"rule:regular_user" was deprecated in W in favor of "create_network":"role:member and project_id:%(project_id)s". Reason: Jan 14 07:27:47.333621 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:27:47.333621 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:27:47.333621 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:27:47.333621 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:shared":"rule:admin_only" was deprecated in W in favor of "create_network:shared":"role:admin and system_scope:all". Reason: Jan 14 07:27:47.333621 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:27:47.333621 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:27:47.333621 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:27:47.333621 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:router:external":"rule:admin_only" was deprecated in W in favor of "create_network:router:external":"role:admin and system_scope:all". Reason: Jan 14 07:27:47.333621 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:27:47.333621 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:27:47.333621 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:27:47.333621 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:is_default":"rule:admin_only" was deprecated in W in favor of "create_network:is_default":"role:admin and system_scope:all". Reason: Jan 14 07:27:47.333621 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:27:47.333621 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:27:47.333621 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:27:47.333621 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:port_security_enabled":"rule:regular_user" was deprecated in W in favor of "create_network:port_security_enabled":"role:member and project_id:%(project_id)s". Reason: Jan 14 07:27:47.333621 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:27:47.333621 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:27:47.333621 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:27:47.333621 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:segments":"rule:admin_only" was deprecated in W in favor of "create_network:segments":"role:admin and system_scope:all". Reason: Jan 14 07:27:47.333621 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:27:47.333621 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:27:47.333621 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:27:47.333621 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "create_network:provider:network_type":"role:admin and system_scope:all". Reason: Jan 14 07:27:47.333621 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:27:47.333621 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:27:47.333621 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:27:47.333621 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "create_network:provider:physical_network":"role:admin and system_scope:all". Reason: Jan 14 07:27:47.333621 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:27:47.333621 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:27:47.333621 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:27:47.333621 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "create_network:provider:segmentation_id":"role:admin and system_scope:all". Reason: Jan 14 07:27:47.333621 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:27:47.333621 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:27:47.333621 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:27:47.333621 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network":"rule:admin_or_owner or rule:shared or rule:external or rule:context_is_advsvc" was deprecated in W in favor of "get_network":"(role:reader and system_scope:all) or (role:reader and project_id:%(project_id)s) or rule:shared or rule:external or rule:context_is_advsvc". Reason: Jan 14 07:27:47.333621 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:27:47.333621 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:27:47.333621 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:27:47.333621 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:router:external":"rule:regular_user" was deprecated in W in favor of "get_network:router:external":"role:reader and project_id:%(project_id)s". Reason: Jan 14 07:27:47.333621 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:27:47.333621 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:27:47.333621 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:27:47.333621 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:segments":"rule:admin_only" was deprecated in W in favor of "get_network:segments":"role:reader and system_scope:all". Reason: Jan 14 07:27:47.333621 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:27:47.333621 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:27:47.333621 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:27:47.333621 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "get_network:provider:network_type":"role:reader and system_scope:all". Reason: Jan 14 07:27:47.333621 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:27:47.333621 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:27:47.333621 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:27:47.333621 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "get_network:provider:physical_network":"role:reader and system_scope:all". Reason: Jan 14 07:27:47.333621 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:27:47.333621 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:27:47.333621 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:27:47.333621 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "get_network:provider:segmentation_id":"role:reader and system_scope:all". Reason: Jan 14 07:27:47.333621 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:27:47.333621 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:27:47.333621 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:27:47.333621 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network":"rule:admin_or_owner" was deprecated in W in favor of "update_network":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 07:27:47.333621 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:27:47.333621 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:27:47.333621 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:27:47.333621 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:segments":"rule:admin_only" was deprecated in W in favor of "update_network:segments":"role:admin and system_scope:all". Reason: Jan 14 07:27:47.333621 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:27:47.333621 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:27:47.333621 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:27:47.347992 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e36917b1-156f-4ec8-9c51-d15d85ed48b4 tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:27:47.349118 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-e36917b1-156f-4ec8-9c51-d15d85ed48b4 tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854768116'] for port, before_response {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:27:47.361583 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-5c1551c1-bab6-44d7-897c-4db16c88a097 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555753'] for port, before_update {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:27:47.391779 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a91f487-8275-47d9-95d1-2a2bc2f442ff tempest-PortsIpV6TestJSON-1330665174 tempest-PortsIpV6TestJSON-1330665174] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:27:47.393803 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-1a91f487-8275-47d9-95d1-2a2bc2f442ff tempest-PortsIpV6TestJSON-1330665174 tempest-PortsIpV6TestJSON-1330665174] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854768116'] for port, before_response {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:27:47.433916 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-e36917b1-156f-4ec8-9c51-d15d85ed48b4 tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1034 time: 5.7563930 Jan 14 07:27:47.434373 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84874) accepted ('10.222.0.24', 48280) {{(pid=84874) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:27:47.454998 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-1a91f487-8275-47d9-95d1-2a2bc2f442ff tempest-PortsIpV6TestJSON-1330665174 tempest-PortsIpV6TestJSON-1330665174] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 3.9438958 Jan 14 07:27:47.459179 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84875) accepted ('10.222.0.24', 48284) {{(pid=84875) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:27:47.477584 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [None req-f6135b37-f4e0-4311-b0bd-f067e2e0c383 None None] For port f585cfce-59f8-4f2a-af13-3803197b3d6e, host n-d-768862-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-2',level=0,port_id=f585cfce-59f8-4f2a-af13-3803197b3d6e,segment=NetworkSegment(56f1c7cf-f3a3-41d2-9677-68978131444f),segment_id=56f1c7cf-f3a3-41d2-9677-68978131444f)] {{(pid=84876) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 07:27:47.524717 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-f6135b37-f4e0-4311-b0bd-f067e2e0c383 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777640533312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363259214678337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777640097497'] for port, after_update {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:27:47.543818 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-275e7547-166e-4598-b9fe-9b51f7c6efdb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84876) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:27:47.676512 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.plugin [None req-85ca1f38-9ca5-4654-bcad-5b109b946085 tempest-PortsIpV6TestJSON-1330665174 tempest-PortsIpV6TestJSON-1330665174] Deleting port d9783814-41b0-4763-9e90-8c0a6f444899 {{(pid=84875) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 07:27:47.681783 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-85ca1f38-9ca5-4654-bcad-5b109b946085 tempest-PortsIpV6TestJSON-1330665174 tempest-PortsIpV6TestJSON-1330665174] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363259214248359'] for port, before_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:27:47.717752 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.plugin [None req-51c2148c-76f5-4be2-9f10-f85f4f306e8e tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] Deleting port 0cde8d7a-0c52-43d2-ac10-6e27ff885577 {{(pid=84874) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 07:27:47.719943 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-51c2148c-76f5-4be2-9f10-f85f4f306e8e tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363259214248359'] for port, before_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:27:47.808060 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.v2.base [None req-2904a439-41b5-4372-a278-eafdad49ad45 tempest-PortsTestJSON-2091589570 tempest-PortsTestJSON-2091589570] Request body: {'network': {'name': 'tempest-PortsTestJSON-test-network-1915128733'}} {{(pid=84875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:27:48.032766 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-2904a439-41b5-4372-a278-eafdad49ad45 tempest-PortsTestJSON-2091589570 tempest-PortsTestJSON-2091589570] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:27:48.100448 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6135b37-f4e0-4311-b0bd-f067e2e0c383 None None] Pushing event updated for resources: {'Port': ['ID=f585cfce-59f8-4f2a-af13-3803197b3d6e,revision_number=3']} {{(pid=84876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:27:48.103904 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-5fce9146-f3b3-40e2-862b-e3df77f16804 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:27:48.129878 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-f6135b37-f4e0-4311-b0bd-f067e2e0c383 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.586s {{(pid=84876) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:27:48.138783 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-2904a439-41b5-4372-a278-eafdad49ad45 tempest-PortsTestJSON-2091589570 tempest-PortsTestJSON-2091589570] Usage tracker for resource:network and tenant:4f41150d2ea84f97bbab10653dcc9b99 is out of sync, need to count used quota {{(pid=84875) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:27:48.171126 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-2904a439-41b5-4372-a278-eafdad49ad45 tempest-PortsTestJSON-2091589570 tempest-PortsTestJSON-2091589570] Quota usage for network was recalculated. Used quota:0. {{(pid=84875) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:27:48.179630 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-5fce9146-f3b3-40e2-862b-e3df77f16804 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:27:48.238024 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-5fce9146-f3b3-40e2-862b-e3df77f16804 admin admin] Usage tracker for resource:security_group_rule and tenant:6c18e5c42fd94206a557eb89659984df is out of sync, need to count used quota {{(pid=84875) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:27:48.276464 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-2904a439-41b5-4372-a278-eafdad49ad45 tempest-PortsTestJSON-2091589570 tempest-PortsTestJSON-2091589570] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:27:48.296485 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.db_base_plugin_common [None req-5f666f21-e5c7-4b0d-acf7-6f4a353750c9 None None] Allocated IP 2001:db8::2 (75bf20f8-bc3c-40dd-a273-46ace098cce7/cdf78032-ecb1-44ff-8c5e-5dae6d042990/538de7a3-a26a-4c8c-9db9-5c84ec21ac6e) {{(pid=84876) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 14 07:27:48.298893 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-5fce9146-f3b3-40e2-862b-e3df77f16804 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84875) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:27:48.321147 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2904a439-41b5-4372-a278-eafdad49ad45 tempest-PortsTestJSON-2091589570 tempest-PortsTestJSON-2091589570] Made reservation on behalf of 4f41150d2ea84f97bbab10653dcc9b99 for: {'network': 1} {{(pid=84875) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 07:27:48.347210 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-2904a439-41b5-4372-a278-eafdad49ad45 tempest-PortsTestJSON-2091589570 tempest-PortsTestJSON-2091589570] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555753'] for network, before_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:27:48.366370 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-5fce9146-f3b3-40e2-862b-e3df77f16804 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:27:48.401462 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-2904a439-41b5-4372-a278-eafdad49ad45 tempest-PortsTestJSON-2091589570 tempest-PortsTestJSON-2091589570] Notify callbacks [] for security_group, before_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:27:48.517977 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-2904a439-41b5-4372-a278-eafdad49ad45 tempest-PortsTestJSON-2091589570 tempest-PortsTestJSON-2091589570] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:27:48.584645 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-2904a439-41b5-4372-a278-eafdad49ad45 tempest-PortsTestJSON-2091589570 tempest-PortsTestJSON-2091589570] Usage tracker for resource:security_group_rule and tenant:4f41150d2ea84f97bbab10653dcc9b99 is out of sync, need to count used quota {{(pid=84875) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:27:48.601991 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-2904a439-41b5-4372-a278-eafdad49ad45 tempest-PortsTestJSON-2091589570 tempest-PortsTestJSON-2091589570] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84875) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:27:48.634081 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Device f585cfce-59f8-4f2a-af13-3803197b3d6e up at agent ovs-agent-n-d-768862-2 {{(pid=84876) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 07:27:48.677675 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-51c2148c-76f5-4be2-9f10-f85f4f306e8e tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036850862667'] for port, precommit_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:27:48.681536 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-2904a439-41b5-4372-a278-eafdad49ad45 tempest-PortsTestJSON-2091589570 tempest-PortsTestJSON-2091589570] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:27:48.863878 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84875) accepted ('10.222.0.24', 48308) {{(pid=84875) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:27:48.913716 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.plugin [None req-51c2148c-76f5-4be2-9f10-f85f4f306e8e tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] Calling delete_port for 0cde8d7a-0c52-43d2-ac10-6e27ff885577 owned by {{(pid=84874) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 07:27:48.942055 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-e6800c41-03a6-401a-adc3-bde010284d23 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363259214191800', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854171626'] for agent, after_update {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:27:48.984369 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.db_base_plugin_common [None req-5c1551c1-bab6-44d7-897c-4db16c88a097 None None] Allocated IP 2001:db8:0:1::2 (23f0a15d-6362-4cec-82c1-cacba887c566/a408edb7-b0af-4df7-a995-30c391a236ac/f585cfce-59f8-4f2a-af13-3803197b3d6e) {{(pid=84876) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 14 07:27:49.000238 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-85ca1f38-9ca5-4654-bcad-5b109b946085 tempest-PortsIpV6TestJSON-1330665174 tempest-PortsIpV6TestJSON-1330665174] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036850862667'] for port, precommit_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:27:49.042018 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Provisioning complete for port f585cfce-59f8-4f2a-af13-3803197b3d6e triggered by entity L2. {{(pid=84876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 07:27:49.042854 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-604227'] for port, provisioning_complete {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:27:49.429169 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-51c2148c-76f5-4be2-9f10-f85f4f306e8e tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777640533329', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777640097463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3254186'] for port, after_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:27:49.483323 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-00491d29-7bc5-4093-a4ae-90e9b1e0750e tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:27:49.502038 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.plugin [None req-85ca1f38-9ca5-4654-bcad-5b109b946085 tempest-PortsIpV6TestJSON-1330665174 tempest-PortsIpV6TestJSON-1330665174] Calling delete_port for d9783814-41b0-4763-9e90-8c0a6f444899 owned by {{(pid=84875) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 07:27:49.604805 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-5f666f21-e5c7-4b0d-acf7-6f4a353750c9 None None] Notify callbacks [] for port, precommit_create {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:27:49.626340 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.v2.base [None req-4661327f-74d6-442a-8798-e68d67412cd6 tempest-DvrRoutersNegativeTest-1279346225 tempest-DvrRoutersNegativeTest-1279346225] Request body: {'router': {'name': 'tempest-DvrRoutersNegativeTest-router-1009021872', 'external_gateway_info': {}, 'admin_state_up': False, 'distributed': True}} {{(pid=84875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:27:49.629170 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [None req-5c1551c1-bab6-44d7-897c-4db16c88a097 None None] For port f585cfce-59f8-4f2a-af13-3803197b3d6e, host n-d-768862-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-2',level=0,port_id=f585cfce-59f8-4f2a-af13-3803197b3d6e,segment=NetworkSegment(56f1c7cf-f3a3-41d2-9677-68978131444f),segment_id=56f1c7cf-f3a3-41d2-9677-68978131444f)] {{(pid=84876) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 07:27:49.635344 n-d-768862-2 neutron-server[84765]: DEBUG neutron.policy [None req-4661327f-74d6-442a-8798-e68d67412cd6 tempest-DvrRoutersNegativeTest-1279346225 tempest-DvrRoutersNegativeTest-1279346225] Enforcing rules: ['create_router', 'create_router:external_gateway_info', 'create_router:distributed'] {{(pid=84875) log_rule_list /opt/stack/neutron/neutron/policy.py:411}} Jan 14 07:27:49.636052 n-d-768862-2 neutron-server[84765]: DEBUG neutron.policy [None req-4661327f-74d6-442a-8798-e68d67412cd6 tempest-DvrRoutersNegativeTest-1279346225 tempest-DvrRoutersNegativeTest-1279346225] Failed policy check for 'create_router' {{(pid=84875) enforce /opt/stack/neutron/neutron/policy.py:482}} Jan 14 07:27:49.636836 n-d-768862-2 neutron-server[84765]: INFO neutron.api.v2.resource [None req-4661327f-74d6-442a-8798-e68d67412cd6 tempest-DvrRoutersNegativeTest-1279346225 tempest-DvrRoutersNegativeTest-1279346225] create failed (client error): Access was denied to this resource. Jan 14 07:27:49.637605 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-5f666f21-e5c7-4b0d-acf7-6f4a353750c9 None None] Transition to ACTIVE for port object 538de7a3-a26a-4c8c-9db9-5c84ec21ac6e will not be triggered until provisioned by entity L2. {{(pid=84876) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 07:27:49.643121 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-4661327f-74d6-442a-8798-e68d67412cd6 tempest-DvrRoutersNegativeTest-1279346225 tempest-DvrRoutersNegativeTest-1279346225] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 403 len: 414 time: 0.7698460 Jan 14 07:27:49.835666 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-5c1551c1-bab6-44d7-897c-4db16c88a097 None None] Notify callbacks [] for port, precommit_update {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:27:49.851602 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-2904a439-41b5-4372-a278-eafdad49ad45 tempest-PortsTestJSON-2091589570 tempest-PortsTestJSON-2091589570] Notify callbacks [] for security_group, precommit_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:27:49.885095 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-2904a439-41b5-4372-a278-eafdad49ad45 tempest-PortsTestJSON-2091589570 tempest-PortsTestJSON-2091589570] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850887153'] for security_group, after_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:27:49.905247 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-5f666f21-e5c7-4b0d-acf7-6f4a353750c9 None None] Transition to ACTIVE for port object 538de7a3-a26a-4c8c-9db9-5c84ec21ac6e will not be triggered until provisioned by entity DHCP. {{(pid=84876) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 07:27:49.920116 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-4f8befd4-9aa5-4cd8-be20-b4500b78de54 tempest-NegativeSecGroupIPv6Test-1980982801 tempest-NegativeSecGroupIPv6Test-1980982801] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:27:49.921077 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-5c1551c1-bab6-44d7-897c-4db16c88a097 None None] Transition to ACTIVE for port object f585cfce-59f8-4f2a-af13-3803197b3d6e will not be triggered until provisioned by entity DHCP. {{(pid=84876) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 07:27:49.924416 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-5f666f21-e5c7-4b0d-acf7-6f4a353750c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777640123575'] for port, after_create {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:27:49.951696 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51c2148c-76f5-4be2-9f10-f85f4f306e8e tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] Pushing event deleted for resources: {'Port': ['ID=0cde8d7a-0c52-43d2-ac10-6e27ff885577,revision_number=None']} {{(pid=84874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:27:49.972396 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-51c2148c-76f5-4be2-9f10-f85f4f306e8e tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.474s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:27:50.016836 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-51c2148c-76f5-4be2-9f10-f85f4f306e8e tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854768116'] for port, before_response {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:27:50.031265 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2904a439-41b5-4372-a278-eafdad49ad45 tempest-PortsTestJSON-2091589570 tempest-PortsTestJSON-2091589570] Pushing event updated for resources: {'SecurityGroup': ['ID=b946131d-8aa0-42a5-84ee-d91e415610fe,revision_number=1']} {{(pid=84875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:27:50.058107 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2904a439-41b5-4372-a278-eafdad49ad45 tempest-PortsTestJSON-2091589570 tempest-PortsTestJSON-2091589570] vxlan segment allocate from pool success with {'vxlan_vni': 3} {{(pid=84875) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Jan 14 07:27:50.082858 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-51c2148c-76f5-4be2-9f10-f85f4f306e8e tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] 10.222.0.24 "DELETE /v2.0/ports/0cde8d7a-0c52-43d2-ac10-6e27ff885577 HTTP/1.1" status: 204 len: 168 time: 2.6415358 Jan 14 07:27:50.084601 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84874) accepted ('10.222.0.24', 48330) {{(pid=84874) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:27:50.101667 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-2904a439-41b5-4372-a278-eafdad49ad45 tempest-PortsTestJSON-2091589570 tempest-PortsTestJSON-2091589570] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.182s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:27:50.140027 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-2904a439-41b5-4372-a278-eafdad49ad45 tempest-PortsTestJSON-2091589570 tempest-PortsTestJSON-2091589570] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment--9223363259214191851', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854179735'] for segment, precommit_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:27:50.140756 n-d-768862-2 neutron-server[84765]: INFO neutron.db.segments_db [None req-2904a439-41b5-4372-a278-eafdad49ad45 tempest-PortsTestJSON-2091589570 tempest-PortsTestJSON-2091589570] Added segment e44a4b64-6e66-48c7-9047-8e5d0e76d44c of type vxlan for network e289c449-d36a-4991-9be0-13105a93d6ac Jan 14 07:27:50.150760 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-5fce9146-f3b3-40e2-862b-e3df77f16804 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:27:50.200696 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-5fce9146-f3b3-40e2-862b-e3df77f16804 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850887153'] for security_group, after_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:27:50.237985 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-3553ad24-e0a1-474f-b1a4-1823328eb17d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:27:50.321073 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-9792a52a-9945-4aa4-bd6a-975f53ab97b4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84876) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:27:50.332858 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fce9146-f3b3-40e2-862b-e3df77f16804 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a07870e3-d9cc-4bd5-80a6-c795fb7b47d2,revision_number=1']} {{(pid=84875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:27:50.339959 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ef7ab9f-a91c-4e80-bc78-d49bcd5941af tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:27:50.340998 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-1ef7ab9f-a91c-4e80-bc78-d49bcd5941af tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] Synchronizing usage tracker for tenant:be0aa702e3ca464795a99c51e3b3b04f on resource:port {{(pid=84874) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 14 07:27:50.347138 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-5fce9146-f3b3-40e2-862b-e3df77f16804 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:27:50.367016 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-2904a439-41b5-4372-a278-eafdad49ad45 tempest-PortsTestJSON-2091589570 tempest-PortsTestJSON-2091589570] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363259214646115'] for network, precommit_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:27:50.407748 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-1ef7ab9f-a91c-4e80-bc78-d49bcd5941af tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] Unset dirty status for tenant:be0aa702e3ca464795a99c51e3b3b04f on resource:port {{(pid=84874) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 14 07:27:50.414941 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-1ef7ab9f-a91c-4e80-bc78-d49bcd5941af tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] 10.222.0.24 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.3283892 Jan 14 07:27:50.416059 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84874) accepted ('10.222.0.24', 48340) {{(pid=84874) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:27:50.434627 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-5fce9146-f3b3-40e2-862b-e3df77f16804 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=6c18e5c42fd94206a557eb89659984df&name=default HTTP/1.1" status: 200 len: 2983 time: 3.4993863 Jan 14 07:27:50.471457 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f666f21-e5c7-4b0d-acf7-6f4a353750c9 None None] Pushing event updated for resources: {'Port': ['ID=538de7a3-a26a-4c8c-9db9-5c84ec21ac6e,revision_number=1']} {{(pid=84876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:27:50.471457 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-5c1551c1-bab6-44d7-897c-4db16c88a097 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777640533312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363259214678337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777640097497'] for port, after_update {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:27:50.502911 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84875) accepted ('10.222.0.24', 48342) {{(pid=84875) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:27:50.558331 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.db.resource_extend [None req-2904a439-41b5-4372-a278-eafdad49ad45 tempest-PortsTestJSON-2091589570 tempest-PortsTestJSON-2091589570] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84875) wrapper /usr/local/lib/python3.6/dist-packages/oslo_utils/timeutils.py:388}} Jan 14 07:27:50.591394 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-85ca1f38-9ca5-4654-bcad-5b109b946085 tempest-PortsIpV6TestJSON-1330665174 tempest-PortsIpV6TestJSON-1330665174] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777640533329', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777640097463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851621574'] for port, after_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:27:50.639983 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-589b61ff-2e6d-4a17-87f0-5d4b3c57fa93 tempest-RoutersIpV6Test-883692175 tempest-RoutersIpV6Test-883692175] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:27:50.666212 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [req-d34228f6-c8c4-40bf-b004-671db62d6849 req-d10d494a-93eb-476f-b383-042b4c6624ed service neutron] (84874) timed out ('10.222.0.35', 58707) {{(pid=84874) process_request /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:830}} Jan 14 07:27:50.737455 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85ca1f38-9ca5-4654-bcad-5b109b946085 tempest-PortsIpV6TestJSON-1330665174 tempest-PortsIpV6TestJSON-1330665174] Pushing event deleted for resources: {'Port': ['ID=d9783814-41b0-4763-9e90-8c0a6f444899,revision_number=None']} {{(pid=84875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:27:50.813244 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-5f666f21-e5c7-4b0d-acf7-6f4a353750c9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.492s {{(pid=84876) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:27:50.814309 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-5f666f21-e5c7-4b0d-acf7-6f4a353750c9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84876) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:27:50.817812 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-85ca1f38-9ca5-4654-bcad-5b109b946085 tempest-PortsIpV6TestJSON-1330665174 tempest-PortsIpV6TestJSON-1330665174] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.178s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:27:50.828098 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-2904a439-41b5-4372-a278-eafdad49ad45 tempest-PortsTestJSON-2091589570 tempest-PortsTestJSON-2091589570] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850887149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964'] for network, after_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:27:50.857880 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2904a439-41b5-4372-a278-eafdad49ad45 tempest-PortsTestJSON-2091589570 tempest-PortsTestJSON-2091589570] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:27:50.858921 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-2904a439-41b5-4372-a278-eafdad49ad45 tempest-PortsTestJSON-2091589570 tempest-PortsTestJSON-2091589570] Notify callbacks [] for network, before_response {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:27:50.892054 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-f634cdc8-185a-4ed4-84ce-3b8ba682c933 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:27:50.954708 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc25ba36-e30c-4839-a432-b58c72fb7383 tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:27:50.964845 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-3c3ac410-abc0-43f7-89e3-2425caf0222b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:27:50.968915 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-bc25ba36-e30c-4839-a432-b58c72fb7383 tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] 10.222.0.24 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.5351334 Jan 14 07:27:50.974486 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84874) accepted ('10.222.0.24', 48354) {{(pid=84874) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:27:51.008373 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c1551c1-bab6-44d7-897c-4db16c88a097 None None] Pushing event updated for resources: {'Port': ['ID=f585cfce-59f8-4f2a-af13-3803197b3d6e,revision_number=4']} {{(pid=84876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:27:51.020882 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-5c1551c1-bab6-44d7-897c-4db16c88a097 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.206s {{(pid=84876) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:27:51.097008 n-d-768862-2 neutron-server[84765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f666f21-e5c7-4b0d-acf7-6f4a353750c9 None None] Network 75bf20f8-bc3c-40dd-a273-46ace098cce7 is already hosted by enough agents. {{(pid=84876) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 07:27:51.103574 n-d-768862-2 neutron-server[84765]: DEBUG neutron.scheduler.base_scheduler [None req-5f666f21-e5c7-4b0d-acf7-6f4a353750c9 None None] Resources bound (agent type, host, resource id): {{(pid=84876) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 07:27:51.116637 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f666f21-e5c7-4b0d-acf7-6f4a353750c9 None None] Received port after_create {{(pid=84876) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 14 07:27:51.123027 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84875) accepted ('10.222.0.24', 48360) {{(pid=84875) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:27:51.164351 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2904a439-41b5-4372-a278-eafdad49ad45 tempest-PortsTestJSON-2091589570 tempest-PortsTestJSON-2091589570] Pushing event updated for resources: {'Network': ['ID=e289c449-d36a-4991-9be0-13105a93d6ac,revision_number=1']} {{(pid=84875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:27:51.170511 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-2904a439-41b5-4372-a278-eafdad49ad45 tempest-PortsTestJSON-2091589570 tempest-PortsTestJSON-2091589570] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.278s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:27:51.201937 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05f469ac-cce3-4f6e-8176-4f45f6260d87 tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:27:51.213325 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05f469ac-cce3-4f6e-8176-4f45f6260d87 tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:27:51.221850 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05f469ac-cce3-4f6e-8176-4f45f6260d87 tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:27:51.223677 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-05f469ac-cce3-4f6e-8176-4f45f6260d87 tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] Synchronizing usage tracker for tenant:be0aa702e3ca464795a99c51e3b3b04f on resource:subnet {{(pid=84874) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 14 07:27:51.254599 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-05f469ac-cce3-4f6e-8176-4f45f6260d87 tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] Unset dirty status for tenant:be0aa702e3ca464795a99c51e3b3b04f on resource:subnet {{(pid=84874) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 14 07:27:51.259593 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-2904a439-41b5-4372-a278-eafdad49ad45 tempest-PortsTestJSON-2091589570 tempest-PortsTestJSON-2091589570] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 781 time: 4.1983078 Jan 14 07:27:51.260354 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-05f469ac-cce3-4f6e-8176-4f45f6260d87 tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] 10.222.0.24 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2097 time: 0.2831688 Jan 14 07:27:51.260895 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84875) accepted ('10.222.0.24', 48372) {{(pid=84875) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:27:51.263034 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-3c3ac410-abc0-43f7-89e3-2425caf0222b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:27:51.264770 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84874) accepted ('10.222.0.24', 48374) {{(pid=84874) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:27:51.273211 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.v2.base [None req-6bcb00e5-0cb9-4e34-9732-7857847adfc7 tempest-PortsTestJSON-2091589570 tempest-PortsTestJSON-2091589570] Request body: {'port': {'network_id': 'e289c449-d36a-4991-9be0-13105a93d6ac', 'name': 'tempest-PortsTestJSON-144160556'}} {{(pid=84874) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:27:51.389488 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Network e289c449-d36a-4991-9be0-13105a93d6ac details requested by agent ovs-agent-n-d-768862-2 with host n-d-768862-2 {{(pid=84876) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 07:27:51.404634 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-852a24f7-e9a1-4193-9abb-e9506fe5213f None None] Network e289c449-d36a-4991-9be0-13105a93d6ac details requested by agent ovs-agent-n-h2-768862-2 with host n-h2-768862-2 {{(pid=84876) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 07:27:51.425348 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-017f98a9-8a07-408c-a86f-8ff0c00400a0 None None] Network e289c449-d36a-4991-9be0-13105a93d6ac details requested by agent ovs-agent-n-h1-768862-2 with host n-h1-768862-2 {{(pid=84876) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 07:27:51.598639 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.managers [None req-5f666f21-e5c7-4b0d-acf7-6f4a353750c9 None None] Attempting to bind port 538de7a3-a26a-4c8c-9db9-5c84ec21ac6e on host n-d-768862-2 for vnic_type normal with profile {{(pid=84876) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 14 07:27:51.600177 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.managers [None req-5f666f21-e5c7-4b0d-acf7-6f4a353750c9 None None] Attempting to bind port 538de7a3-a26a-4c8c-9db9-5c84ec21ac6e by drivers openvswitch on host n-d-768862-2 at level 0 using segments [{'id': '9d3c8556-93cd-4c72-8c04-865c5571d441', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 18, 'network_id': '75bf20f8-bc3c-40dd-a273-46ace098cce7'}] {{(pid=84876) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 14 07:27:51.600834 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f666f21-e5c7-4b0d-acf7-6f4a353750c9 None None] Attempting to bind port 538de7a3-a26a-4c8c-9db9-5c84ec21ac6e on network 75bf20f8-bc3c-40dd-a273-46ace098cce7 {{(pid=84876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 14 07:27:51.965721 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f666f21-e5c7-4b0d-acf7-6f4a353750c9 None None] Checking agent: {'id': 'ba5efab1-b43c-4d5a-bc52-6e105d4e67a2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768862-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 14, 6, 56, 52), 'started_at': datetime.datetime(2021, 1, 14, 6, 57, 22), 'heartbeat_timestamp': datetime.datetime(2021, 1, 14, 7, 27, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768862-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.29', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 14 07:27:51.967684 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f666f21-e5c7-4b0d-acf7-6f4a353750c9 None None] Checking segment: {'id': '9d3c8556-93cd-4c72-8c04-865c5571d441', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 18, 'network_id': '75bf20f8-bc3c-40dd-a273-46ace098cce7'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84876) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 14 07:27:51.971710 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-5f666f21-e5c7-4b0d-acf7-6f4a353750c9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:27:51.972392 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f666f21-e5c7-4b0d-acf7-6f4a353750c9 None None] Bound using segment: {'id': '9d3c8556-93cd-4c72-8c04-865c5571d441', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 18, 'network_id': '75bf20f8-bc3c-40dd-a273-46ace098cce7'} {{(pid=84876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 14 07:27:51.973663 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.managers [None req-5f666f21-e5c7-4b0d-acf7-6f4a353750c9 None None] Bound port: 538de7a3-a26a-4c8c-9db9-5c84ec21ac6e, host: n-d-768862-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9d3c8556-93cd-4c72-8c04-865c5571d441', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 18, 'network_id': '75bf20f8-bc3c-40dd-a273-46ace098cce7'}}] {{(pid=84876) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 14 07:27:51.978888 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-6bcb00e5-0cb9-4e34-9732-7857847adfc7 tempest-PortsTestJSON-2091589570 tempest-PortsTestJSON-2091589570] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:27:51.979436 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-5f666f21-e5c7-4b0d-acf7-6f4a353750c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555753'] for port, before_update {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:27:52.004774 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-6bcb00e5-0cb9-4e34-9732-7857847adfc7 tempest-PortsTestJSON-2091589570 tempest-PortsTestJSON-2091589570] Usage tracker for resource:port and tenant:4f41150d2ea84f97bbab10653dcc9b99 is out of sync, need to count used quota {{(pid=84874) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:27:52.025565 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84874) accepted ('10.222.0.24', 48388) {{(pid=84874) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:27:52.031614 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-6bcb00e5-0cb9-4e34-9732-7857847adfc7 tempest-PortsTestJSON-2091589570 tempest-PortsTestJSON-2091589570] Quota usage for port was recalculated. Used quota:0. {{(pid=84874) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:27:52.056913 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-6bcb00e5-0cb9-4e34-9732-7857847adfc7 tempest-PortsTestJSON-2091589570 tempest-PortsTestJSON-2091589570] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:27:52.121976 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6bcb00e5-0cb9-4e34-9732-7857847adfc7 tempest-PortsTestJSON-2091589570 tempest-PortsTestJSON-2091589570] Made reservation on behalf of 4f41150d2ea84f97bbab10653dcc9b99 for: {'port': 1} {{(pid=84874) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 07:27:52.144149 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-da76cfc0-98e8-4426-9f6d-4f05aa3fae78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363259214191800', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854171626'] for agent, after_update {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:27:52.172417 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-6bcb00e5-0cb9-4e34-9732-7857847adfc7 tempest-PortsTestJSON-2091589570 tempest-PortsTestJSON-2091589570] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555753'] for port, before_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:27:52.423135 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-c293f27d-dd2e-4a50-b651-77f8bfd86722 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:27:52.602969 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-61eaa8bc-e6a4-4ea8-ae6e-5bf1b7e25d6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363259214191800', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854171626'] for agent, after_update {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:27:52.640618 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363259214191800', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854171626'] for agent, after_update {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:27:52.678979 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.db_base_plugin_v2 [None req-26e42e01-3802-4cd6-bf33-ba0f6d35fd41 tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] Deleting subnet a408edb7-b0af-4df7-a995-30c391a236ac {{(pid=84875) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Jan 14 07:27:52.695329 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-26e42e01-3802-4cd6-bf33-ba0f6d35fd41 tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] Notify callbacks [] for subnet, before_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:27:52.720424 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Device f585cfce-59f8-4f2a-af13-3803197b3d6e up at agent ovs-agent-n-d-768862-2 {{(pid=84876) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 07:27:52.746823 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-c293f27d-dd2e-4a50-b651-77f8bfd86722 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:27:52.785421 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-c293f27d-dd2e-4a50-b651-77f8bfd86722 admin admin] Usage tracker for resource:security_group_rule and tenant:952f2a929c7a4406ac97cf04d281e4f1 is out of sync, need to count used quota {{(pid=84874) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:27:52.824016 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-c293f27d-dd2e-4a50-b651-77f8bfd86722 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84874) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:27:52.827243 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-d69b0596-8e09-4619-ad25-33cf9228cb52 None None] Provisioning for port f585cfce-59f8-4f2a-af13-3803197b3d6e completed by entity DHCP. {{(pid=84876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 07:27:52.839166 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [None req-5f666f21-e5c7-4b0d-acf7-6f4a353750c9 None None] For port 538de7a3-a26a-4c8c-9db9-5c84ec21ac6e, host n-d-768862-2, cleared binding levels {{(pid=84876) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 14 07:27:52.842132 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-d69b0596-8e09-4619-ad25-33cf9228cb52 None None] Provisioning complete for port f585cfce-59f8-4f2a-af13-3803197b3d6e triggered by entity DHCP. {{(pid=84876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 07:27:52.842930 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-d69b0596-8e09-4619-ad25-33cf9228cb52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-604227'] for port, provisioning_complete {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:27:52.847605 n-d-768862-2 neutron-server[84765]: DEBUG neutron.notifiers.nova [None req-6bcb00e5-0cb9-4e34-9732-7857847adfc7 tempest-PortsTestJSON-2091589570 tempest-PortsTestJSON-2091589570] device_id is not set on port 9fcf9582-d53d-421b-9690-0fbdf3561687 yet. {{(pid=84874) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}} Jan 14 07:27:52.942099 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [None req-5f666f21-e5c7-4b0d-acf7-6f4a353750c9 None None] For port 538de7a3-a26a-4c8c-9db9-5c84ec21ac6e, host n-d-768862-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-2',level=0,port_id=538de7a3-a26a-4c8c-9db9-5c84ec21ac6e,segment=NetworkSegment(9d3c8556-93cd-4c72-8c04-865c5571d441),segment_id=9d3c8556-93cd-4c72-8c04-865c5571d441)] {{(pid=84876) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 14 07:27:52.944540 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Provisioning complete for port f585cfce-59f8-4f2a-af13-3803197b3d6e triggered by entity L2. {{(pid=84876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 07:27:52.945281 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-604227'] for port, provisioning_complete {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:27:53.022070 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-5f666f21-e5c7-4b0d-acf7-6f4a353750c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777640533312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363259214678337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777640097497'] for port, after_update {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:27:53.069047 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-c293f27d-dd2e-4a50-b651-77f8bfd86722 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:27:53.086831 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-26e42e01-3802-4cd6-bf33-ba0f6d35fd41 tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3367281'] for subnet, precommit_delete_associations {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:27:53.300167 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-214a714b-d5bc-4e1b-ac3c-0d7ea0e26c76 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84876) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:27:53.638667 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-c293f27d-dd2e-4a50-b651-77f8bfd86722 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:27:53.660873 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-c293f27d-dd2e-4a50-b651-77f8bfd86722 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850887153'] for security_group, after_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:27:53.673035 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-dcd9efd1-1c05-4c37-a24d-f8f161cecdd8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:27:53.677065 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-3c3ac410-abc0-43f7-89e3-2425caf0222b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850887153'] for security_group, after_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:27:53.728802 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-0b21da09-0ba5-4afe-bade-0e8499ac748c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:27:53.747392 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-6bcb00e5-0cb9-4e34-9732-7857847adfc7 tempest-PortsTestJSON-2091589570 tempest-PortsTestJSON-2091589570] Notify callbacks [] for port, precommit_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:27:53.754812 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-85ca1f38-9ca5-4654-bcad-5b109b946085 tempest-PortsIpV6TestJSON-1330665174 tempest-PortsIpV6TestJSON-1330665174] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854768116'] for port, before_response {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:27:53.760093 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-b19a121a-a5f3-43ad-8c4b-d1fef08186b0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:27:53.779763 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-0f37073e-9c69-4e3c-80e0-6cfaa0fd61a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363259214191800', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854171626'] for agent, after_update {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:27:53.796703 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c3ac410-abc0-43f7-89e3-2425caf0222b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a07870e3-d9cc-4bd5-80a6-c795fb7b47d2,revision_number=None']} {{(pid=84875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:27:53.814534 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-3c3ac410-abc0-43f7-89e3-2425caf0222b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:27:53.818745 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-3c3ac410-abc0-43f7-89e3-2425caf0222b admin admin] Notify callbacks [] for security_group, before_response {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:27:53.839455 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-3c3ac410-abc0-43f7-89e3-2425caf0222b admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/a07870e3-d9cc-4bd5-80a6-c795fb7b47d2 HTTP/1.1" status: 204 len: 168 time: 3.3206618 Jan 14 07:27:53.869415 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-85ca1f38-9ca5-4654-bcad-5b109b946085 tempest-PortsIpV6TestJSON-1330665174 tempest-PortsIpV6TestJSON-1330665174] 10.222.0.24 "DELETE /v2.0/ports/d9783814-41b0-4763-9e90-8c0a6f444899 HTTP/1.1" status: 204 len: 168 time: 6.4078767 Jan 14 07:27:53.875944 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84875) accepted ('10.222.0.24', 48410) {{(pid=84875) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:27:53.889053 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-b19a121a-a5f3-43ad-8c4b-d1fef08186b0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:27:53.896295 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-6bcb00e5-0cb9-4e34-9732-7857847adfc7 tempest-PortsTestJSON-2091589570 tempest-PortsTestJSON-2091589570] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777640123575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3254186'] for port, after_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:27:53.978263 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-b19a121a-a5f3-43ad-8c4b-d1fef08186b0 admin admin] Usage tracker for resource:security_group_rule and tenant:a8b2bfb094e54418bf29093f9d4514b4 is out of sync, need to count used quota {{(pid=84875) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:27:53.982270 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-b19a121a-a5f3-43ad-8c4b-d1fef08186b0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84875) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:27:53.990594 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-b19a121a-a5f3-43ad-8c4b-d1fef08186b0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:27:54.031348 n-d-768862-2 neutron-server[84765]: INFO neutron.pecan_wsgi.hooks.translation [None req-e1e4d7f1-8e5b-4849-b346-1933ab3b5fd2 tempest-PortsIpV6TestJSON-1330665174 tempest-PortsIpV6TestJSON-1330665174] DELETE failed (client error): The resource could not be found. Jan 14 07:27:54.031872 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e1e4d7f1-8e5b-4849-b346-1933ab3b5fd2 tempest-PortsIpV6TestJSON-1330665174 tempest-PortsIpV6TestJSON-1330665174] No notification will be sent due to unsuccessful status code: 404 {{(pid=84875) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Jan 14 07:27:54.041916 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-e1e4d7f1-8e5b-4849-b346-1933ab3b5fd2 tempest-PortsIpV6TestJSON-1330665174 tempest-PortsIpV6TestJSON-1330665174] 10.222.0.24 "DELETE /v2.0/ports/d9783814-41b0-4763-9e90-8c0a6f444899 HTTP/1.1" status: 404 len: 333 time: 0.1584916 Jan 14 07:27:54.059197 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-c293f27d-dd2e-4a50-b651-77f8bfd86722 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=952f2a929c7a4406ac97cf04d281e4f1&name=default HTTP/1.1" status: 200 len: 2983 time: 2.0308979 Jan 14 07:27:54.109993 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-ab11ee45-08bf-45a0-a422-d8178708989e None None] Could not find standard attr ID for object 0cde8d7a-0c52-43d2-ac10-6e27ff885577. {{(pid=84876) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Jan 14 07:27:54.135728 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-ab11ee45-08bf-45a0-a422-d8178708989e None None] Could not find standard attr ID for object 1a52c83c-03da-4ce6-b4af-82080553c507. {{(pid=84876) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Jan 14 07:27:54.179019 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f666f21-e5c7-4b0d-acf7-6f4a353750c9 None None] Pushing event updated for resources: {'Port': ['ID=538de7a3-a26a-4c8c-9db9-5c84ec21ac6e,revision_number=2']} {{(pid=84876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:27:54.198011 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-5f666f21-e5c7-4b0d-acf7-6f4a353750c9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.898s {{(pid=84876) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:27:54.240156 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84874) accepted ('10.222.0.24', 48416) {{(pid=84874) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:27:54.242090 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84874) accepted ('10.222.0.24', 48418) {{(pid=84874) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:27:54.248962 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-b19a121a-a5f3-43ad-8c4b-d1fef08186b0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:27:54.257445 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-b19a121a-a5f3-43ad-8c4b-d1fef08186b0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850887153'] for security_group, after_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:27:54.257901 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c293f27d-dd2e-4a50-b651-77f8bfd86722 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5ef0ac9a-1553-4272-9ee0-3014dd257f25,revision_number=1']} {{(pid=84874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:27:54.269323 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-5fce9146-f3b3-40e2-862b-e3df77f16804 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:27:54.338755 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b19a121a-a5f3-43ad-8c4b-d1fef08186b0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=abb03ac6-35e8-4162-9cdb-55edbbd0d4f9,revision_number=1']} {{(pid=84875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:27:54.368672 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-b19a121a-a5f3-43ad-8c4b-d1fef08186b0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:27:54.401357 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-b19a121a-a5f3-43ad-8c4b-d1fef08186b0 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=a8b2bfb094e54418bf29093f9d4514b4&name=default HTTP/1.1" status: 200 len: 2983 time: 3.2282777 Jan 14 07:27:54.407241 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84875) accepted ('10.222.0.24', 48430) {{(pid=84875) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:27:54.451801 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-26e42e01-3802-4cd6-bf33-ba0f6d35fd41 tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036854176836'] for subnet, precommit_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:27:54.455524 n-d-768862-2 neutron-server[84765]: INFO neutron.pecan_wsgi.hooks.translation [None req-2a74d92a-0493-4d16-856a-75557d1acae2 tempest-PortsIpV6TestJSON-1330665174 tempest-PortsIpV6TestJSON-1330665174] GET failed (client error): The resource could not be found. Jan 14 07:27:54.464941 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-2a74d92a-0493-4d16-856a-75557d1acae2 tempest-PortsIpV6TestJSON-1330665174 tempest-PortsIpV6TestJSON-1330665174] 10.222.0.24 "GET /v2.0/ports/d9783814-41b0-4763-9e90-8c0a6f444899 HTTP/1.1" status: 404 len: 333 time: 0.2212491 Jan 14 07:27:54.488217 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84874) accepted ('10.222.0.24', 48434) {{(pid=84874) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:27:54.509219 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c293f27d-dd2e-4a50-b651-77f8bfd86722 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@n-h1-768862-2 {{(pid=84874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:27:54.509470 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c293f27d-dd2e-4a50-b651-77f8bfd86722 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-h1-768862-2 {{(pid=84874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:27:54.509961 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c293f27d-dd2e-4a50-b651-77f8bfd86722 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-h1-768862-2 {{(pid=84874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:27:54.510117 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c293f27d-dd2e-4a50-b651-77f8bfd86722 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-h1-768862-2 {{(pid=84874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:27:54.510483 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c293f27d-dd2e-4a50-b651-77f8bfd86722 admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@n-h1-768862-2 {{(pid=84874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:27:54.510905 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c293f27d-dd2e-4a50-b651-77f8bfd86722 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-h1-768862-2 {{(pid=84874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:27:54.511323 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c293f27d-dd2e-4a50-b651-77f8bfd86722 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-h1-768862-2 {{(pid=84874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:27:54.511742 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c293f27d-dd2e-4a50-b651-77f8bfd86722 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-h1-768862-2 {{(pid=84874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:27:54.512192 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c293f27d-dd2e-4a50-b651-77f8bfd86722 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-h1-768862-2 {{(pid=84874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:27:54.512581 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c293f27d-dd2e-4a50-b651-77f8bfd86722 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-h1-768862-2 {{(pid=84874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:27:54.512988 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c293f27d-dd2e-4a50-b651-77f8bfd86722 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-h1-768862-2 {{(pid=84874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:27:54.513404 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c293f27d-dd2e-4a50-b651-77f8bfd86722 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-h1-768862-2 {{(pid=84874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:27:54.514034 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c293f27d-dd2e-4a50-b651-77f8bfd86722 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@n-h2-768862-2 {{(pid=84874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:27:54.519633 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c293f27d-dd2e-4a50-b651-77f8bfd86722 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-h2-768862-2 {{(pid=84874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:27:54.519633 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c293f27d-dd2e-4a50-b651-77f8bfd86722 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-h2-768862-2 {{(pid=84874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:27:54.531608 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c293f27d-dd2e-4a50-b651-77f8bfd86722 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-h2-768862-2 {{(pid=84874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:27:54.531608 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c293f27d-dd2e-4a50-b651-77f8bfd86722 admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@n-h2-768862-2 {{(pid=84874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:27:54.531608 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c293f27d-dd2e-4a50-b651-77f8bfd86722 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-h2-768862-2 {{(pid=84874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:27:54.531608 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c293f27d-dd2e-4a50-b651-77f8bfd86722 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-h2-768862-2 {{(pid=84874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:27:54.531608 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c293f27d-dd2e-4a50-b651-77f8bfd86722 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-h2-768862-2 {{(pid=84874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:27:54.531608 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c293f27d-dd2e-4a50-b651-77f8bfd86722 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-h2-768862-2 {{(pid=84874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:27:54.531608 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c293f27d-dd2e-4a50-b651-77f8bfd86722 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-h2-768862-2 {{(pid=84874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:27:54.531608 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c293f27d-dd2e-4a50-b651-77f8bfd86722 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-h2-768862-2 {{(pid=84874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:27:54.531608 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c293f27d-dd2e-4a50-b651-77f8bfd86722 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-h2-768862-2 {{(pid=84874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:27:54.531608 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c293f27d-dd2e-4a50-b651-77f8bfd86722 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-2 {{(pid=84874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:27:54.531608 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c293f27d-dd2e-4a50-b651-77f8bfd86722 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-2 {{(pid=84874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:27:54.531608 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c293f27d-dd2e-4a50-b651-77f8bfd86722 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-2 {{(pid=84874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:27:54.531608 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c293f27d-dd2e-4a50-b651-77f8bfd86722 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-2 {{(pid=84874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:27:54.531608 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c293f27d-dd2e-4a50-b651-77f8bfd86722 admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@n-d-768862-2 {{(pid=84874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:27:54.531608 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c293f27d-dd2e-4a50-b651-77f8bfd86722 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-2 {{(pid=84874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:27:54.544817 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c293f27d-dd2e-4a50-b651-77f8bfd86722 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-768862-2 {{(pid=84874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:27:54.544817 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c293f27d-dd2e-4a50-b651-77f8bfd86722 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-768862-2 {{(pid=84874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:27:54.544817 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c293f27d-dd2e-4a50-b651-77f8bfd86722 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-2 {{(pid=84874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:27:54.544817 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c293f27d-dd2e-4a50-b651-77f8bfd86722 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-2 {{(pid=84874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:27:54.544817 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c293f27d-dd2e-4a50-b651-77f8bfd86722 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-2 {{(pid=84874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:27:54.544817 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c293f27d-dd2e-4a50-b651-77f8bfd86722 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-2 {{(pid=84874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:27:54.838439 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84874) accepted ('10.222.0.24', 48438) {{(pid=84874) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:27:54.839506 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-c293f27d-dd2e-4a50-b651-77f8bfd86722 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.167s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:27:54.855490 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-3cd5a524-7d4a-42a2-9169-47bd2c52dd25 tempest-BulkNetworkOpsTest-1426007266 tempest-BulkNetworkOpsTest-1426007266] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.853s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:27:54.962505 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.db_base_plugin_v2 [None req-1c2f9962-0af9-4799-a11c-f42952b3e6af tempest-PortsIpV6TestJSON-1330665174 tempest-PortsIpV6TestJSON-1330665174] Deleting subnet cdf78032-ecb1-44ff-8c5e-5dae6d042990 {{(pid=84874) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Jan 14 07:27:55.027301 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-127864a5-4bd4-447a-acff-fe901f7aed1c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:27:55.039460 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bcb00e5-0cb9-4e34-9732-7857847adfc7 tempest-PortsTestJSON-2091589570 tempest-PortsTestJSON-2091589570] Pushing event updated for resources: {'Port': ['ID=9fcf9582-d53d-421b-9690-0fbdf3561687,revision_number=1']} {{(pid=84874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:27:55.042642 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-1c2f9962-0af9-4799-a11c-f42952b3e6af tempest-PortsIpV6TestJSON-1330665174 tempest-PortsIpV6TestJSON-1330665174] Notify callbacks [] for subnet, before_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:27:55.105100 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-127864a5-4bd4-447a-acff-fe901f7aed1c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:27:55.138882 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-6bcb00e5-0cb9-4e34-9732-7857847adfc7 tempest-PortsTestJSON-2091589570 tempest-PortsTestJSON-2091589570] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.283s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:27:55.216256 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-75ae3368-a709-4541-b1ae-c2732fe4fc67 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:27:55.266692 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-b86692d2-8b3d-42d9-bbd0-eec808ee7e77 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:27:55.309450 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-31ca280c-0a33-4170-93b6-adaaf6acfaab None None] Provisioning complete for port f585cfce-59f8-4f2a-af13-3803197b3d6e triggered by entity DHCP. {{(pid=84876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 07:27:55.310268 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-31ca280c-0a33-4170-93b6-adaaf6acfaab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-604227'] for port, provisioning_complete {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:27:55.312119 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-b86692d2-8b3d-42d9-bbd0-eec808ee7e77 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:27:55.369209 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-75ae3368-a709-4541-b1ae-c2732fe4fc67 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:27:55.374231 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-75ae3368-a709-4541-b1ae-c2732fe4fc67 admin admin] Usage tracker for resource:security_group_rule and tenant:5fc9a2f7567c4cd19215c225b3972e6b is out of sync, need to count used quota {{(pid=84874) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:27:55.377780 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-75ae3368-a709-4541-b1ae-c2732fe4fc67 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84874) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:27:55.379565 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-26e42e01-3802-4cd6-bf33-ba0f6d35fd41 tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-598964', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850887113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3154192', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2308610'] for subnet, after_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:27:55.385951 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-75ae3368-a709-4541-b1ae-c2732fe4fc67 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:27:55.451764 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-b86692d2-8b3d-42d9-bbd0-eec808ee7e77 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850887153'] for security_group, after_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:27:55.455323 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6bcb00e5-0cb9-4e34-9732-7857847adfc7 tempest-PortsTestJSON-2091589570 tempest-PortsTestJSON-2091589570] Checking segment: {'id': 'e44a4b64-6e66-48c7-9047-8e5d0e76d44c', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'e289c449-d36a-4991-9be0-13105a93d6ac'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84874) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 14 07:27:55.455730 n-d-768862-2 neutron-server[84765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6bcb00e5-0cb9-4e34-9732-7857847adfc7 tempest-PortsTestJSON-2091589570 tempest-PortsTestJSON-2091589570] Network hostable DHCP agents. Network: e289c449-d36a-4991-9be0-13105a93d6ac, hostable agents: ['32f3dd84-26da-4d18-bf15-6017a8fb7247'], hosted agents: [] {{(pid=84874) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Jan 14 07:27:55.468920 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-c293f27d-dd2e-4a50-b651-77f8bfd86722 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:27:55.508157 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-1c2f9962-0af9-4799-a11c-f42952b3e6af tempest-PortsIpV6TestJSON-1330665174 tempest-PortsIpV6TestJSON-1330665174] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036851807232'] for subnet, precommit_delete_associations {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:27:55.549330 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-6366f268-c601-409f-8937-c09a08dc0e0f tempest-NetworksIpV6Test-2047944877 tempest-NetworksIpV6Test-2047944877] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:27:55.551797 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b86692d2-8b3d-42d9-bbd0-eec808ee7e77 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5ef0ac9a-1553-4272-9ee0-3014dd257f25,revision_number=None']} {{(pid=84874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:27:55.589438 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-b86692d2-8b3d-42d9-bbd0-eec808ee7e77 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:27:55.645230 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-127864a5-4bd4-447a-acff-fe901f7aed1c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850887153'] for security_group, after_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:27:55.650300 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26e42e01-3802-4cd6-bf33-ba0f6d35fd41 tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] Pushing event deleted for resources: {'Subnet': ['ID=a408edb7-b0af-4df7-a995-30c391a236ac,revision_number=None']} {{(pid=84875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:27:55.651918 n-d-768862-2 neutron-server[84765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6bcb00e5-0cb9-4e34-9732-7857847adfc7 tempest-PortsTestJSON-2091589570 tempest-PortsTestJSON-2091589570] Network e289c449-d36a-4991-9be0-13105a93d6ac is scheduled to be hosted by DHCP agent 32f3dd84-26da-4d18-bf15-6017a8fb7247 with binding_index 1 {{(pid=84874) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Jan 14 07:27:55.656236 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-26e42e01-3802-4cd6-bf33-ba0f6d35fd41 tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:27:55.667528 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-75ae3368-a709-4541-b1ae-c2732fe4fc67 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:27:55.675146 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-2904a439-41b5-4372-a278-eafdad49ad45 tempest-PortsTestJSON-2091589570 tempest-PortsTestJSON-2091589570] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:27:55.681879 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-b86692d2-8b3d-42d9-bbd0-eec808ee7e77 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:27:55.683207 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-b86692d2-8b3d-42d9-bbd0-eec808ee7e77 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/5ef0ac9a-1553-4272-9ee0-3014dd257f25 HTTP/1.1" status: 204 len: 168 time: 1.4376640 Jan 14 07:27:55.733482 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-1c2f9962-0af9-4799-a11c-f42952b3e6af tempest-PortsIpV6TestJSON-1330665174 tempest-PortsIpV6TestJSON-1330665174] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036854176836'] for subnet, precommit_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:27:55.735566 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-127864a5-4bd4-447a-acff-fe901f7aed1c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=abb03ac6-35e8-4162-9cdb-55edbbd0d4f9,revision_number=None']} {{(pid=84875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:27:55.760930 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-127864a5-4bd4-447a-acff-fe901f7aed1c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:27:55.773126 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-26e42e01-3802-4cd6-bf33-ba0f6d35fd41 tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] Notify callbacks [] for subnet, before_response {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:27:55.807056 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-127864a5-4bd4-447a-acff-fe901f7aed1c admin admin] Notify callbacks [] for security_group, before_response {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:27:55.807693 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2fa3353c-5bdc-4b62-ab5a-9f0b332b4c1b None None] Network 23f0a15d-6362-4cec-82c1-cacba887c566 requested from n-d-768862-2 {{(pid=84876) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 07:27:55.808775 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-127864a5-4bd4-447a-acff-fe901f7aed1c admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/abb03ac6-35e8-4162-9cdb-55edbbd0d4f9 HTTP/1.1" status: 204 len: 168 time: 1.3992229 Jan 14 07:27:55.811270 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-26e42e01-3802-4cd6-bf33-ba0f6d35fd41 tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] 10.222.0.24 "DELETE /v2.0/subnets/a408edb7-b0af-4df7-a995-30c391a236ac HTTP/1.1" status: 204 len: 168 time: 4.5391006 Jan 14 07:27:55.814649 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84875) accepted ('10.222.0.24', 48460) {{(pid=84875) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:27:55.817040 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-75ae3368-a709-4541-b1ae-c2732fe4fc67 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850887153'] for security_group, after_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:27:55.826664 n-d-768862-2 neutron-server[84765]: DEBUG neutron.scheduler.base_scheduler [None req-6bcb00e5-0cb9-4e34-9732-7857847adfc7 tempest-PortsTestJSON-2091589570 tempest-PortsTestJSON-2091589570] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768862-2, e289c449-d36a-4991-9be0-13105a93d6ac) {{(pid=84874) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 07:27:55.836091 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-9bf8651d-4f25-406c-8641-1d0dd880c888 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:27:55.911305 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca2b1505-eff4-4b48-94d7-3cdce5b173f3 None None] Network e289c449-d36a-4991-9be0-13105a93d6ac requested from n-d-768862-2 {{(pid=84876) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 07:27:55.940484 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6bcb00e5-0cb9-4e34-9732-7857847adfc7 tempest-PortsTestJSON-2091589570 tempest-PortsTestJSON-2091589570] Received port after_create {{(pid=84874) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 14 07:27:55.946815 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:shared":"rule:admin_only" was deprecated in W in favor of "update_network:shared":"role:admin and system_scope:all". Reason: Jan 14 07:27:55.946815 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:27:55.946815 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:27:55.946815 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:27:55.946815 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "update_network:provider:network_type":"role:admin and system_scope:all". Reason: Jan 14 07:27:55.946815 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:27:55.946815 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:27:55.946815 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:27:55.946815 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "update_network:provider:physical_network":"role:admin and system_scope:all". Reason: Jan 14 07:27:55.946815 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:27:55.946815 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:27:55.946815 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:27:55.946815 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "update_network:provider:segmentation_id":"role:admin and system_scope:all". Reason: Jan 14 07:27:55.946815 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:27:55.946815 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:27:55.946815 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:27:55.946815 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:router:external":"rule:admin_only" was deprecated in W in favor of "update_network:router:external":"role:admin and system_scope:all". Reason: Jan 14 07:27:55.946815 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:27:55.946815 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:27:55.946815 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:27:55.946815 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:is_default":"rule:admin_only" was deprecated in W in favor of "update_network:is_default":"role:admin and system_scope:all". Reason: Jan 14 07:27:55.946815 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:27:55.946815 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:27:55.946815 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:27:55.946815 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:port_security_enabled":"rule:admin_or_owner" was deprecated in W in favor of "update_network:port_security_enabled":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 07:27:55.946815 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:27:55.946815 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:27:55.946815 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:27:55.946815 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "delete_network":"rule:admin_or_owner" was deprecated in W in favor of "delete_network":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 07:27:55.946815 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:27:55.946815 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:27:55.946815 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:27:55.946815 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_segment":"rule:admin_only" was deprecated in W in favor of "create_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:27:55.946815 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:27:55.946815 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_segment":"rule:admin_only" was deprecated in W in favor of "get_segment":"role:reader and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:27:55.946815 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:27:55.946815 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_segment":"rule:admin_only" was deprecated in W in favor of "update_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:27:55.946815 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:27:55.946815 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "delete_segment":"rule:admin_only" was deprecated in W in favor of "delete_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:27:55.946815 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:27:55.946815 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network":"rule:regular_user" was deprecated in W in favor of "create_network":"role:member and project_id:%(project_id)s". Reason: Jan 14 07:27:55.946815 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:27:55.946815 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:27:55.946815 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:27:55.946815 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:shared":"rule:admin_only" was deprecated in W in favor of "create_network:shared":"role:admin and system_scope:all". Reason: Jan 14 07:27:55.946815 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:27:55.946815 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:27:55.946815 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:27:55.946815 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:router:external":"rule:admin_only" was deprecated in W in favor of "create_network:router:external":"role:admin and system_scope:all". Reason: Jan 14 07:27:55.946815 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:27:55.946815 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:27:55.946815 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:27:55.946815 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:is_default":"rule:admin_only" was deprecated in W in favor of "create_network:is_default":"role:admin and system_scope:all". Reason: Jan 14 07:27:55.946815 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:27:55.946815 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:27:55.946815 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:27:55.946815 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:port_security_enabled":"rule:regular_user" was deprecated in W in favor of "create_network:port_security_enabled":"role:member and project_id:%(project_id)s". Reason: Jan 14 07:27:55.946815 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:27:55.946815 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:27:55.946815 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:27:55.946815 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:segments":"rule:admin_only" was deprecated in W in favor of "create_network:segments":"role:admin and system_scope:all". Reason: Jan 14 07:27:55.946815 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:27:55.946815 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:27:55.946815 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:27:55.960197 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "create_network:provider:network_type":"role:admin and system_scope:all". Reason: Jan 14 07:27:55.960197 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:27:55.960197 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:27:55.960197 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:27:55.960197 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "create_network:provider:physical_network":"role:admin and system_scope:all". Reason: Jan 14 07:27:55.960197 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:27:55.960197 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:27:55.960197 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:27:55.960197 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "create_network:provider:segmentation_id":"role:admin and system_scope:all". Reason: Jan 14 07:27:55.960197 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:27:55.960197 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:27:55.960197 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:27:55.960197 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network":"rule:admin_or_owner or rule:shared or rule:external or rule:context_is_advsvc" was deprecated in W in favor of "get_network":"(role:reader and system_scope:all) or (role:reader and project_id:%(project_id)s) or rule:shared or rule:external or rule:context_is_advsvc". Reason: Jan 14 07:27:55.960197 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:27:55.960197 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:27:55.960197 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:27:55.960197 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:router:external":"rule:regular_user" was deprecated in W in favor of "get_network:router:external":"role:reader and project_id:%(project_id)s". Reason: Jan 14 07:27:55.960197 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:27:55.960197 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:27:55.960197 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:27:55.960197 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:segments":"rule:admin_only" was deprecated in W in favor of "get_network:segments":"role:reader and system_scope:all". Reason: Jan 14 07:27:55.960197 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:27:55.960197 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:27:55.960197 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:27:55.960197 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "get_network:provider:network_type":"role:reader and system_scope:all". Reason: Jan 14 07:27:55.960197 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:27:55.960197 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:27:55.960197 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:27:55.960197 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "get_network:provider:physical_network":"role:reader and system_scope:all". Reason: Jan 14 07:27:55.960197 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:27:55.960197 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:27:55.960197 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:27:55.960197 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "get_network:provider:segmentation_id":"role:reader and system_scope:all". Reason: Jan 14 07:27:55.960197 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:27:55.960197 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:27:55.960197 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:27:55.960197 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network":"rule:admin_or_owner" was deprecated in W in favor of "update_network":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 07:27:55.960197 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:27:55.960197 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:27:55.960197 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:27:55.960197 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:segments":"rule:admin_only" was deprecated in W in favor of "update_network:segments":"role:admin and system_scope:all". Reason: Jan 14 07:27:55.960197 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:27:55.960197 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:27:55.960197 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:27:55.960197 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:shared":"rule:admin_only" was deprecated in W in favor of "update_network:shared":"role:admin and system_scope:all". Reason: Jan 14 07:27:55.960197 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:27:55.960197 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:27:55.960197 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:27:55.960197 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "update_network:provider:network_type":"role:admin and system_scope:all". Reason: Jan 14 07:27:55.960197 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:27:55.960197 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:27:55.960197 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:27:55.960197 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "update_network:provider:physical_network":"role:admin and system_scope:all". Reason: Jan 14 07:27:55.960197 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:27:55.960197 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:27:55.960197 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:27:55.960197 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "update_network:provider:segmentation_id":"role:admin and system_scope:all". Reason: Jan 14 07:27:55.960197 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:27:55.960197 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:27:55.960197 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:27:55.960197 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:router:external":"rule:admin_only" was deprecated in W in favor of "update_network:router:external":"role:admin and system_scope:all". Reason: Jan 14 07:27:55.960197 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:27:55.960197 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:27:55.960197 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:27:55.960197 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:is_default":"rule:admin_only" was deprecated in W in favor of "update_network:is_default":"role:admin and system_scope:all". Reason: Jan 14 07:27:55.960197 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:27:55.960197 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:27:55.960197 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:27:56.045786 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6bcb00e5-0cb9-4e34-9732-7857847adfc7 tempest-PortsTestJSON-2091589570 tempest-PortsTestJSON-2091589570] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:27:56.054089 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-6bcb00e5-0cb9-4e34-9732-7857847adfc7 tempest-PortsTestJSON-2091589570 tempest-PortsTestJSON-2091589570] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854768116'] for port, before_response {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:27:56.059249 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.db_base_plugin_v2 [None req-b53d761c-4125-40c6-9aff-e34f9f30fa6e tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] Deleting subnet b339db8d-878f-4e82-bc1b-48cc07c224d5 {{(pid=84875) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Jan 14 07:27:56.074110 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-b53d761c-4125-40c6-9aff-e34f9f30fa6e tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] Notify callbacks [] for subnet, before_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:27:56.241255 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-b53d761c-4125-40c6-9aff-e34f9f30fa6e tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3367281'] for subnet, precommit_delete_associations {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:27:56.629433 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75ae3368-a709-4541-b1ae-c2732fe4fc67 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=704b8e53-9735-4f13-9cb6-ae6d26e5c3a4,revision_number=1']} {{(pid=84874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:27:56.668635 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-75ae3368-a709-4541-b1ae-c2732fe4fc67 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.832s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:27:56.674802 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-b53d761c-4125-40c6-9aff-e34f9f30fa6e tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036854176836'] for subnet, precommit_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:27:56.685325 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-75ae3368-a709-4541-b1ae-c2732fe4fc67 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=5fc9a2f7567c4cd19215c225b3972e6b&name=default HTTP/1.1" status: 200 len: 2983 time: 1.8311565 Jan 14 07:27:56.692008 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-6bcb00e5-0cb9-4e34-9732-7857847adfc7 tempest-PortsTestJSON-2091589570 tempest-PortsTestJSON-2091589570] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 845 time: 5.4258084 Jan 14 07:27:56.696690 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84874) accepted ('10.222.0.24', 48482) {{(pid=84874) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:27:56.700635 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84874) accepted ('10.222.0.24', 48484) {{(pid=84874) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:27:56.802435 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.v2.base [None req-43e56617-3c8b-4bd1-9338-9d7d27e1512c tempest-PortsTestJSON-2091589570 tempest-PortsTestJSON-2091589570] Request body: {'network': {'name': 'tempest-PortsTestJSON-823529993'}} {{(pid=84874) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:27:56.851108 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-43e56617-3c8b-4bd1-9338-9d7d27e1512c tempest-PortsTestJSON-2091589570 tempest-PortsTestJSON-2091589570] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:27:56.963583 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-43e56617-3c8b-4bd1-9338-9d7d27e1512c tempest-PortsTestJSON-2091589570 tempest-PortsTestJSON-2091589570] Usage tracker for resource:network and tenant:4f41150d2ea84f97bbab10653dcc9b99 is out of sync, need to count used quota {{(pid=84874) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:27:56.969084 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-43e56617-3c8b-4bd1-9338-9d7d27e1512c tempest-PortsTestJSON-2091589570 tempest-PortsTestJSON-2091589570] Quota usage for network was recalculated. Used quota:1. {{(pid=84874) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:27:56.977978 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-43e56617-3c8b-4bd1-9338-9d7d27e1512c tempest-PortsTestJSON-2091589570 tempest-PortsTestJSON-2091589570] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:27:57.050639 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-43e56617-3c8b-4bd1-9338-9d7d27e1512c tempest-PortsTestJSON-2091589570 tempest-PortsTestJSON-2091589570] Made reservation on behalf of 4f41150d2ea84f97bbab10653dcc9b99 for: {'network': 1} {{(pid=84874) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 07:27:57.064490 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-43e56617-3c8b-4bd1-9338-9d7d27e1512c tempest-PortsTestJSON-2091589570 tempest-PortsTestJSON-2091589570] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555753'] for network, before_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:27:57.100706 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b1b72c7-8f24-43d8-9afb-c93358b5c009 None None] Network 75bf20f8-bc3c-40dd-a273-46ace098cce7 requested from n-d-768862-2 {{(pid=84876) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 07:27:57.120583 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Device 538de7a3-a26a-4c8c-9db9-5c84ec21ac6e up at agent ovs-agent-n-d-768862-2 {{(pid=84876) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 07:27:57.126559 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84875) accepted ('10.222.0.24', 48494) {{(pid=84875) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:27:57.265996 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-9929293c-1d19-4386-97fd-d0c0ff935dba admin admin] Notify callbacks [] for security_group, before_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:27:57.314644 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-337bf2bc-5e51-4b24-b921-7d307d88ce3e None None] Provisioning for port 538de7a3-a26a-4c8c-9db9-5c84ec21ac6e completed by entity DHCP. {{(pid=84876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 07:27:57.352805 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-9929293c-1d19-4386-97fd-d0c0ff935dba admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:27:57.393392 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-9929293c-1d19-4386-97fd-d0c0ff935dba admin admin] Usage tracker for resource:security_group_rule and tenant:839e6ab58337493798372fdac1657747 is out of sync, need to count used quota {{(pid=84875) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:27:57.401006 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-9929293c-1d19-4386-97fd-d0c0ff935dba admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84875) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:27:57.493687 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-9929293c-1d19-4386-97fd-d0c0ff935dba admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:27:57.595451 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Provisioning for port 538de7a3-a26a-4c8c-9db9-5c84ec21ac6e completed by entity L2. {{(pid=84876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 07:27:57.615910 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Provisioning complete for port 538de7a3-a26a-4c8c-9db9-5c84ec21ac6e triggered by entity L2. {{(pid=84876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 07:27:57.622830 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-f33fe578-8c57-4683-a29d-0ff4a2ba2a4c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:27:57.626093 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-43e56617-3c8b-4bd1-9338-9d7d27e1512c tempest-PortsTestJSON-2091589570 tempest-PortsTestJSON-2091589570] vxlan segment allocate from pool success with {'vxlan_vni': 15} {{(pid=84874) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Jan 14 07:27:57.627004 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-604227'] for port, provisioning_complete {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:27:57.729782 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-43e56617-3c8b-4bd1-9338-9d7d27e1512c tempest-PortsTestJSON-2091589570 tempest-PortsTestJSON-2091589570] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854179735'] for segment, precommit_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:27:57.730151 n-d-768862-2 neutron-server[84765]: INFO neutron.db.segments_db [None req-43e56617-3c8b-4bd1-9338-9d7d27e1512c tempest-PortsTestJSON-2091589570 tempest-PortsTestJSON-2091589570] Added segment 557f5615-e177-4289-85ea-b08d20fa3e28 of type vxlan for network 8e3560f0-86d4-401f-be8d-e143170a280b Jan 14 07:27:57.750296 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-b53d761c-4125-40c6-9aff-e34f9f30fa6e tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-598964', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850887113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3154192', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2308610'] for subnet, after_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:27:57.759281 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-1c2f9962-0af9-4799-a11c-f42952b3e6af tempest-PortsIpV6TestJSON-1330665174 tempest-PortsIpV6TestJSON-1330665174] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-598964', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850887113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036851521664', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2794686'] for subnet, after_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:27:57.808009 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-c612073e-d814-4750-a322-0c698a4d5dc4 tempest-RoutersIpV6Test-883692175 tempest-RoutersIpV6Test-883692175] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:27:57.836057 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-d5b0e906-cfb2-4567-a466-1dc07691facd tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:27:57.941578 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b53d761c-4125-40c6-9aff-e34f9f30fa6e tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] Pushing event deleted for resources: {'Subnet': ['ID=b339db8d-878f-4e82-bc1b-48cc07c224d5,revision_number=None']} {{(pid=84875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:27:58.097107 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-b53d761c-4125-40c6-9aff-e34f9f30fa6e tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.289s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:27:58.117727 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-f33fe578-8c57-4683-a29d-0ff4a2ba2a4c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:27:58.145076 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c2f9962-0af9-4799-a11c-f42952b3e6af tempest-PortsIpV6TestJSON-1330665174 tempest-PortsIpV6TestJSON-1330665174] Pushing event deleted for resources: {'Subnet': ['ID=cdf78032-ecb1-44ff-8c5e-5dae6d042990,revision_number=None']} {{(pid=84874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:27:58.179520 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-1c2f9962-0af9-4799-a11c-f42952b3e6af tempest-PortsIpV6TestJSON-1330665174 tempest-PortsIpV6TestJSON-1330665174] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.344s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:27:58.213051 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555753'] for port, before_update {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:27:58.213882 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-43e56617-3c8b-4bd1-9338-9d7d27e1512c tempest-PortsTestJSON-2091589570 tempest-PortsTestJSON-2091589570] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363259214646115'] for network, precommit_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:27:58.293032 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-b53d761c-4125-40c6-9aff-e34f9f30fa6e tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] Notify callbacks [] for subnet, before_response {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:27:58.319075 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] For port 538de7a3-a26a-4c8c-9db9-5c84ec21ac6e, host n-d-768862-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-2',level=0,port_id=538de7a3-a26a-4c8c-9db9-5c84ec21ac6e,segment=NetworkSegment(9d3c8556-93cd-4c72-8c04-865c5571d441),segment_id=9d3c8556-93cd-4c72-8c04-865c5571d441)] {{(pid=84876) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 07:27:58.326812 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777640533312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363259214678337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777640097497'] for port, after_update {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:27:58.327953 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-1c2f9962-0af9-4799-a11c-f42952b3e6af tempest-PortsIpV6TestJSON-1330665174 tempest-PortsIpV6TestJSON-1330665174] Notify callbacks [] for subnet, before_response {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:27:58.334388 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-f8308f2e-6c6f-4e89-8892-0cb99de610be None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84876) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:27:58.339284 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-43e56617-3c8b-4bd1-9338-9d7d27e1512c tempest-PortsTestJSON-2091589570 tempest-PortsTestJSON-2091589570] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850887149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964'] for network, after_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:27:58.347669 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-b53d761c-4125-40c6-9aff-e34f9f30fa6e tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] 10.222.0.24 "DELETE /v2.0/subnets/b339db8d-878f-4e82-bc1b-48cc07c224d5 HTTP/1.1" status: 204 len: 168 time: 2.5317061 Jan 14 07:27:58.353023 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84875) accepted ('10.222.0.24', 48520) {{(pid=84875) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:27:58.364503 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43e56617-3c8b-4bd1-9338-9d7d27e1512c tempest-PortsTestJSON-2091589570 tempest-PortsTestJSON-2091589570] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:27:58.366265 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-43e56617-3c8b-4bd1-9338-9d7d27e1512c tempest-PortsTestJSON-2091589570 tempest-PortsTestJSON-2091589570] Notify callbacks [] for network, before_response {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:27:58.397967 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-3ed6ae79-f7c3-4c46-bc95-b90fda41500a tempest-ExternalNetworksTestJSON-1523440521 tempest-ExternalNetworksTestJSON-1523440521] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:27:58.436271 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-43e56617-3c8b-4bd1-9338-9d7d27e1512c tempest-PortsTestJSON-2091589570 tempest-PortsTestJSON-2091589570] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 1.7116468 Jan 14 07:27:58.442703 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-f33fe578-8c57-4683-a29d-0ff4a2ba2a4c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850887153'] for security_group, after_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:27:58.445944 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-f33fe578-8c57-4683-a29d-0ff4a2ba2a4c admin admin] Notify callbacks [] for security_group, before_response {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:27:58.452408 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-f33fe578-8c57-4683-a29d-0ff4a2ba2a4c admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/704b8e53-9735-4f13-9cb6-ae6d26e5c3a4 HTTP/1.1" status: 204 len: 168 time: 1.7534051 Jan 14 07:27:58.464805 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84874) accepted ('10.222.0.24', 48526) {{(pid=84874) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:27:58.473692 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-1c2f9962-0af9-4799-a11c-f42952b3e6af tempest-PortsIpV6TestJSON-1330665174 tempest-PortsIpV6TestJSON-1330665174] 10.222.0.24 "DELETE /v2.0/subnets/cdf78032-ecb1-44ff-8c5e-5dae6d042990 HTTP/1.1" status: 204 len: 168 time: 3.9817271 Jan 14 07:27:58.512902 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-9929293c-1d19-4386-97fd-d0c0ff935dba admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:27:58.516592 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-ca1179e7-dd87-45bd-930f-b7cba6da10b2 tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] 10.222.0.24 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1620328 Jan 14 07:27:58.525701 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84875) accepted ('10.222.0.24', 48532) {{(pid=84875) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:27:58.528290 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84875) accepted ('10.222.0.24', 48534) {{(pid=84875) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:27:58.544350 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [req-d9a89a22-4363-4982-b60d-3fff1578a750 req-e1e2a202-0962-4c21-bb3e-ccaa4153326f service neutron] (84875) timed out ('10.222.0.35', 58670) {{(pid=84875) process_request /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:830}} Jan 14 07:27:58.545262 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-9929293c-1d19-4386-97fd-d0c0ff935dba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850887153'] for security_group, after_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:27:58.550650 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.v2.base [None req-966961dc-a76d-4287-8b4f-9a00dbe52166 tempest-PortsTestJSON-2091589570 tempest-PortsTestJSON-2091589570] Request body: {'ports': [{'network_id': 'e289c449-d36a-4991-9be0-13105a93d6ac'}, {'network_id': '8e3560f0-86d4-401f-be8d-e143170a280b'}]} {{(pid=84874) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:27:58.551166 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.v2.base [None req-966961dc-a76d-4287-8b4f-9a00dbe52166 tempest-PortsTestJSON-2091589570 tempest-PortsTestJSON-2091589570] Request body: {'port': {'network_id': 'e289c449-d36a-4991-9be0-13105a93d6ac'}} {{(pid=84874) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:27:58.551785 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.v2.base [None req-966961dc-a76d-4287-8b4f-9a00dbe52166 tempest-PortsTestJSON-2091589570 tempest-PortsTestJSON-2091589570] Request body: {'port': {'network_id': '8e3560f0-86d4-401f-be8d-e143170a280b'}} {{(pid=84874) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:27:58.562426 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.v2.base [None req-f4110439-a00d-46c0-b8c0-2181c5a2bddb tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] Request body: {'subnet': {'network_id': '23f0a15d-6362-4cec-82c1-cacba887c566', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=84875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:27:58.577918 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Pushing event updated for resources: {'Port': ['ID=538de7a3-a26a-4c8c-9db9-5c84ec21ac6e,revision_number=4']} {{(pid=84876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:27:58.585091 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4409e23-2abd-48ea-a808-3bbd0264ab03 None None] DHCP port deletion for 75bf20f8-bc3c-40dd-a273-46ace098cce7 request from n-d-768862-2 {{(pid=84876) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Jan 14 07:27:58.590937 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.plugin [None req-e4409e23-2abd-48ea-a808-3bbd0264ab03 None None] Deleting port 538de7a3-a26a-4c8c-9db9-5c84ec21ac6e {{(pid=84876) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 07:27:58.591632 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-e4409e23-2abd-48ea-a808-3bbd0264ab03 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363259214248359'] for port, before_delete {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:27:58.623032 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84874) accepted ('10.222.0.24', 48540) {{(pid=84874) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:27:58.643784 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [-] 10.222.0.24 "GET / HTTP/1.1" status: 200 len: 248 time: 0.0056968 Jan 14 07:27:58.651478 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84874) accepted ('10.222.0.24', 48542) {{(pid=84874) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:27:58.655534 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.322s {{(pid=84876) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:27:58.657822 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Device 538de7a3-a26a-4c8c-9db9-5c84ec21ac6e no longer exists at agent ovs-agent-n-d-768862-2 {{(pid=84876) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jan 14 07:27:58.882048 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-e63509f0-c83a-4ce0-b12d-de9991f94116 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:27:58.910583 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-7036058b-9051-451a-9c36-c2a172dd6d1c tempest-PortsIpV6TestJSON-1330665174 tempest-PortsIpV6TestJSON-1330665174] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036854160497'] for network, before_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:27:59.039809 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43e56617-3c8b-4bd1-9338-9d7d27e1512c tempest-PortsTestJSON-2091589570 tempest-PortsTestJSON-2091589570] Pushing event updated for resources: {'Network': ['ID=8e3560f0-86d4-401f-be8d-e143170a280b,revision_number=1']} {{(pid=84874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:27:59.054321 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-43e56617-3c8b-4bd1-9338-9d7d27e1512c tempest-PortsTestJSON-2091589570 tempest-PortsTestJSON-2091589570] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.657s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:27:59.054913 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-d7032bb4-f753-4364-a889-4a7e9b221ad4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.590s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:27:59.077608 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f33fe578-8c57-4683-a29d-0ff4a2ba2a4c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=704b8e53-9735-4f13-9cb6-ae6d26e5c3a4,revision_number=None']} {{(pid=84874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:27:59.131111 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-f33fe578-8c57-4683-a29d-0ff4a2ba2a4c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:27:59.151349 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.plugin [None req-7036058b-9051-451a-9c36-c2a172dd6d1c tempest-PortsIpV6TestJSON-1330665174 tempest-PortsIpV6TestJSON-1330665174] Deleting port 538de7a3-a26a-4c8c-9db9-5c84ec21ac6e {{(pid=84875) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 07:27:59.152465 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-7036058b-9051-451a-9c36-c2a172dd6d1c tempest-PortsIpV6TestJSON-1330665174 tempest-PortsIpV6TestJSON-1330665174] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363259214248359'] for port, before_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:27:59.176360 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [None req-e4409e23-2abd-48ea-a808-3bbd0264ab03 None None] For port 538de7a3-a26a-4c8c-9db9-5c84ec21ac6e, host n-d-768862-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-2',level=0,port_id=538de7a3-a26a-4c8c-9db9-5c84ec21ac6e,segment=NetworkSegment(9d3c8556-93cd-4c72-8c04-865c5571d441),segment_id=9d3c8556-93cd-4c72-8c04-865c5571d441)] {{(pid=84876) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 07:27:59.177112 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-e4409e23-2abd-48ea-a808-3bbd0264ab03 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036850862667'] for port, precommit_delete {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:27:59.221042 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-966961dc-a76d-4287-8b4f-9a00dbe52166 tempest-PortsTestJSON-2091589570 tempest-PortsTestJSON-2091589570] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:27:59.235798 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-966961dc-a76d-4287-8b4f-9a00dbe52166 tempest-PortsTestJSON-2091589570 tempest-PortsTestJSON-2091589570] Usage tracker for resource:port and tenant:4f41150d2ea84f97bbab10653dcc9b99 is out of sync, need to count used quota {{(pid=84874) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:27:59.239796 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-966961dc-a76d-4287-8b4f-9a00dbe52166 tempest-PortsTestJSON-2091589570 tempest-PortsTestJSON-2091589570] Quota usage for port was recalculated. Used quota:1. {{(pid=84874) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:27:59.247933 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-966961dc-a76d-4287-8b4f-9a00dbe52166 tempest-PortsTestJSON-2091589570 tempest-PortsTestJSON-2091589570] Attempting to reserve 2 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=84874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:27:59.267215 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-966961dc-a76d-4287-8b4f-9a00dbe52166 tempest-PortsTestJSON-2091589570 tempest-PortsTestJSON-2091589570] Made reservation on behalf of 4f41150d2ea84f97bbab10653dcc9b99 for: {'port': 2} {{(pid=84874) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 07:27:59.284089 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-966961dc-a76d-4287-8b4f-9a00dbe52166 tempest-PortsTestJSON-2091589570 tempest-PortsTestJSON-2091589570] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555753'] for port, before_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:27:59.374326 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-966961dc-a76d-4287-8b4f-9a00dbe52166 tempest-PortsTestJSON-2091589570 tempest-PortsTestJSON-2091589570] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555753'] for port, before_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:27:59.423505 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.plugin [None req-e4409e23-2abd-48ea-a808-3bbd0264ab03 None None] Calling delete_port for 538de7a3-a26a-4c8c-9db9-5c84ec21ac6e owned by network:dhcp {{(pid=84876) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 07:27:59.472382 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [None req-7036058b-9051-451a-9c36-c2a172dd6d1c tempest-PortsIpV6TestJSON-1330665174 tempest-PortsIpV6TestJSON-1330665174] For port 538de7a3-a26a-4c8c-9db9-5c84ec21ac6e, host n-d-768862-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-2',level=0,port_id=538de7a3-a26a-4c8c-9db9-5c84ec21ac6e,segment=NetworkSegment(9d3c8556-93cd-4c72-8c04-865c5571d441),segment_id=9d3c8556-93cd-4c72-8c04-865c5571d441)] {{(pid=84875) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 07:27:59.476793 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-7036058b-9051-451a-9c36-c2a172dd6d1c tempest-PortsIpV6TestJSON-1330665174 tempest-PortsIpV6TestJSON-1330665174] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036850862667'] for port, precommit_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:27:59.487099 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-1331b9ee-f1e2-4e1c-8591-810b2aa4bee7 tempest-NetworksApiDiscovery-275789106 tempest-NetworksApiDiscovery-275789106] 10.222.0.24 "GET /v2.0/ HTTP/1.1" status: 200 len: 702 time: 0.4739625 Jan 14 07:27:59.581915 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37636a21-0d84-42a4-b7eb-912588f6c0e0 None None] Network 23f0a15d-6362-4cec-82c1-cacba887c566 requested from n-d-768862-2 {{(pid=84876) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 07:27:59.626937 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.plugin [None req-7036058b-9051-451a-9c36-c2a172dd6d1c tempest-PortsIpV6TestJSON-1330665174 tempest-PortsIpV6TestJSON-1330665174] Calling delete_port for 538de7a3-a26a-4c8c-9db9-5c84ec21ac6e owned by network:dhcp {{(pid=84875) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 07:27:59.738591 n-d-768862-2 neutron-server[84765]: DEBUG neutron.notifiers.nova [None req-966961dc-a76d-4287-8b4f-9a00dbe52166 tempest-PortsTestJSON-2091589570 tempest-PortsTestJSON-2091589570] device_id is not set on port 967e5f18-bc05-4fd2-9bfe-26ca2319cd4c yet. {{(pid=84874) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}} Jan 14 07:27:59.767339 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-9929293c-1d19-4386-97fd-d0c0ff935dba admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=839e6ab58337493798372fdac1657747&name=default HTTP/1.1" status: 200 len: 2983 time: 2.6368175 Jan 14 07:27:59.770084 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-7036058b-9051-451a-9c36-c2a172dd6d1c tempest-PortsIpV6TestJSON-1330665174 tempest-PortsIpV6TestJSON-1330665174] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777640533329', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777640097463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851621574'] for port, after_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:27:59.784531 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84874) accepted ('10.222.0.24', 48566) {{(pid=84874) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:27:59.793420 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9929293c-1d19-4386-97fd-d0c0ff935dba admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7085e3e6-e820-4f15-9e23-2f30d3c33ffd,revision_number=1']} {{(pid=84875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:27:59.832616 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-9929293c-1d19-4386-97fd-d0c0ff935dba admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.951s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:27:59.837748 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-8af08458-e69a-439d-bd91-684c550dd925 tempest-AllowedAddressPairIpV6TestJSON-498488695 tempest-AllowedAddressPairIpV6TestJSON-498488695] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.045s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:27:59.960052 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-852a24f7-e9a1-4193-9abb-e9506fe5213f None None] Network 8e3560f0-86d4-401f-be8d-e143170a280b details requested by agent ovs-agent-n-h2-768862-2 with host n-h2-768862-2 {{(pid=84876) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 07:28:00.004094 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-017f98a9-8a07-408c-a86f-8ff0c00400a0 None None] Network 8e3560f0-86d4-401f-be8d-e143170a280b details requested by agent ovs-agent-n-h1-768862-2 with host n-h1-768862-2 {{(pid=84876) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 07:28:00.010189 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7036058b-9051-451a-9c36-c2a172dd6d1c tempest-PortsIpV6TestJSON-1330665174 tempest-PortsIpV6TestJSON-1330665174] Pushing event deleted for resources: {'Port': ['ID=538de7a3-a26a-4c8c-9db9-5c84ec21ac6e,revision_number=None']} {{(pid=84875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:28:00.042267 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-7036058b-9051-451a-9c36-c2a172dd6d1c tempest-PortsIpV6TestJSON-1330665174 tempest-PortsIpV6TestJSON-1330665174] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.204s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:28:00.073965 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Network 8e3560f0-86d4-401f-be8d-e143170a280b details requested by agent ovs-agent-n-d-768862-2 with host n-d-768862-2 {{(pid=84876) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 07:28:00.122073 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-89347b38-d5f2-4e27-9155-f20b0d4ff8aa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:28:00.166968 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7036058b-9051-451a-9c36-c2a172dd6d1c tempest-PortsIpV6TestJSON-1330665174 tempest-PortsIpV6TestJSON-1330665174] No DVR routers for this DVR port 538de7a3-a26a-4c8c-9db9-5c84ec21ac6e on host n-d-768862-2 {{(pid=84875) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Jan 14 07:28:00.232378 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84874) accepted ('10.222.0.24', 48576) {{(pid=84874) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:28:00.256634 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-f4110439-a00d-46c0-b8c0-2181c5a2bddb tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:28:00.280252 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-89347b38-d5f2-4e27-9155-f20b0d4ff8aa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:28:00.378712 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-966961dc-a76d-4287-8b4f-9a00dbe52166 tempest-PortsTestJSON-2091589570 tempest-PortsTestJSON-2091589570] Notify callbacks [] for port, precommit_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:28:00.409909 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-7036058b-9051-451a-9c36-c2a172dd6d1c tempest-PortsIpV6TestJSON-1330665174 tempest-PortsIpV6TestJSON-1330665174] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-598987', 'neutron.services.segments.db._delete_segments_for_network-8777640583949'] for network, precommit_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:28:00.556079 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-f4110439-a00d-46c0-b8c0-2181c5a2bddb tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] Usage tracker for resource:subnet and tenant:be0aa702e3ca464795a99c51e3b3b04f is out of sync, need to count used quota {{(pid=84875) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:28:00.590082 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-f4110439-a00d-46c0-b8c0-2181c5a2bddb tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84875) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:28:00.654555 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-f4110439-a00d-46c0-b8c0-2181c5a2bddb tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:28:00.672058 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-e88a5ef9-e766-408e-959a-9fb33dce290c admin admin] Notify callbacks [] for security_group, before_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:28:00.689741 n-d-768862-2 neutron-server[84765]: DEBUG neutron.services.segments.db [None req-7036058b-9051-451a-9c36-c2a172dd6d1c tempest-PortsIpV6TestJSON-1330665174 tempest-PortsIpV6TestJSON-1330665174] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['75bf20f8-bc3c-40dd-a273-46ace098cce7']}} {{(pid=84875) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:28:00.743804 n-d-768862-2 neutron-server[84765]: DEBUG neutron.services.segments.db [None req-7036058b-9051-451a-9c36-c2a172dd6d1c tempest-PortsIpV6TestJSON-1330665174 tempest-PortsIpV6TestJSON-1330665174] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9d3c8556-93cd-4c72-8c04-865c5571d441') {'for_net_delete': True} {{(pid=84875) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:28:00.751171 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-89347b38-d5f2-4e27-9155-f20b0d4ff8aa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850887153'] for security_group, after_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:28:00.751818 n-d-768862-2 neutron-server[84765]: DEBUG neutron.services.segments.db [None req-7036058b-9051-451a-9c36-c2a172dd6d1c tempest-PortsIpV6TestJSON-1330665174 tempest-PortsIpV6TestJSON-1330665174] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9d3c8556-93cd-4c72-8c04-865c5571d441') {} {{(pid=84875) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:28:00.774446 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-08cc7018-4d04-4875-b5d2-5fe087c7deb0 tempest-NegativeSecGroupIPv6Test-1980982801 tempest-NegativeSecGroupIPv6Test-1980982801] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:28:00.776129 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-7036058b-9051-451a-9c36-c2a172dd6d1c tempest-PortsIpV6TestJSON-1330665174 tempest-PortsIpV6TestJSON-1330665174] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363259214173198', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036851408567'] for segment, before_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:28:00.796232 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-7036058b-9051-451a-9c36-c2a172dd6d1c tempest-PortsIpV6TestJSON-1330665174 tempest-PortsIpV6TestJSON-1330665174] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854179735'] for segment, precommit_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:28:00.798815 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-7036058b-9051-451a-9c36-c2a172dd6d1c tempest-PortsIpV6TestJSON-1330665174 tempest-PortsIpV6TestJSON-1330665174] Releasing vxlan tunnel 18 to pool {{(pid=84875) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Jan 14 07:28:00.810434 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89347b38-d5f2-4e27-9155-f20b0d4ff8aa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7085e3e6-e820-4f15-9e23-2f30d3c33ffd,revision_number=None']} {{(pid=84874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:28:00.822470 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-e88a5ef9-e766-408e-959a-9fb33dce290c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:28:00.831389 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-e88a5ef9-e766-408e-959a-9fb33dce290c admin admin] Usage tracker for resource:security_group_rule and tenant:fea7ccac5d9e459eb876acf860235b25 is out of sync, need to count used quota {{(pid=84874) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:28:00.838452 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-e88a5ef9-e766-408e-959a-9fb33dce290c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84874) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:28:00.854341 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-e88a5ef9-e766-408e-959a-9fb33dce290c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:28:00.863324 n-d-768862-2 neutron-server[84765]: DEBUG neutron.notifiers.nova [None req-966961dc-a76d-4287-8b4f-9a00dbe52166 tempest-PortsTestJSON-2091589570 tempest-PortsTestJSON-2091589570] device_id is not set on port 1968b28b-4b99-41ae-babc-bbf2310b6728 yet. {{(pid=84874) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}} Jan 14 07:28:00.866553 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-89347b38-d5f2-4e27-9155-f20b0d4ff8aa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:28:00.968189 n-d-768862-2 neutron-server[84765]: INFO neutron.plugins.ml2.db [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] No ports have port_id starting with 538de7a3-a26a-4c8c-9db9-5c84ec21ac6e Jan 14 07:28:00.974284 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-e88a5ef9-e766-408e-959a-9fb33dce290c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:28:00.988037 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-e88a5ef9-e766-408e-959a-9fb33dce290c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850887153'] for security_group, after_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:28:01.020596 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-b17347c9-c40f-4647-a21b-ab5146d68970 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:28:01.045099 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.managers [None req-7036058b-9051-451a-9c36-c2a172dd6d1c tempest-PortsIpV6TestJSON-1330665174 tempest-PortsIpV6TestJSON-1330665174] Network 75bf20f8-bc3c-40dd-a273-46ace098cce7 has no segments {{(pid=84875) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 14 07:28:01.050770 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-e88a5ef9-e766-408e-959a-9fb33dce290c admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=fea7ccac5d9e459eb876acf860235b25&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8171847 Jan 14 07:28:01.055877 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e88a5ef9-e766-408e-959a-9fb33dce290c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aa2b627e-9251-497e-a9cb-c422fce6c827,revision_number=1']} {{(pid=84874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:28:01.058719 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84874) accepted ('10.222.0.24', 48592) {{(pid=84874) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:28:01.063433 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-7036058b-9051-451a-9c36-c2a172dd6d1c tempest-PortsIpV6TestJSON-1330665174 tempest-PortsIpV6TestJSON-1330665174] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-596065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3154253'] for segment, after_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:28:01.065702 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-e88a5ef9-e766-408e-959a-9fb33dce290c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:28:01.125026 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-89347b38-d5f2-4e27-9155-f20b0d4ff8aa admin admin] Notify callbacks [] for security_group, before_response {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:28:01.129359 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-89347b38-d5f2-4e27-9155-f20b0d4ff8aa admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/7085e3e6-e820-4f15-9e23-2f30d3c33ffd HTTP/1.1" status: 204 len: 168 time: 1.3232474 Jan 14 07:28:01.163618 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-7829f1dd-046f-4302-a441-19c75407be14 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:28:01.219415 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-db3ea56c-4b19-4614-b4dc-2cf2a63c1557 None None] Provisioning complete for port f585cfce-59f8-4f2a-af13-3803197b3d6e triggered by entity DHCP. {{(pid=84876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 07:28:01.220008 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-db3ea56c-4b19-4614-b4dc-2cf2a63c1557 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-604227'] for port, provisioning_complete {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:28:01.225538 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-7829f1dd-046f-4302-a441-19c75407be14 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:28:01.315233 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.managers [None req-7036058b-9051-451a-9c36-c2a172dd6d1c tempest-PortsIpV6TestJSON-1330665174 tempest-PortsIpV6TestJSON-1330665174] Network 75bf20f8-bc3c-40dd-a273-46ace098cce7 has no segments {{(pid=84875) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 14 07:28:01.404451 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-7829f1dd-046f-4302-a441-19c75407be14 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850887153'] for security_group, after_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:28:01.438140 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-41c40eff-d6e7-4959-8a86-a7b75aa51ad2 tempest-NegativeSecGroupIPv6Test-1980982801 tempest-NegativeSecGroupIPv6Test-1980982801] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:28:01.506682 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7829f1dd-046f-4302-a441-19c75407be14 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aa2b627e-9251-497e-a9cb-c422fce6c827,revision_number=None']} {{(pid=84874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:28:01.516908 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-7829f1dd-046f-4302-a441-19c75407be14 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:28:01.519493 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-7829f1dd-046f-4302-a441-19c75407be14 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:28:01.520858 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-7829f1dd-046f-4302-a441-19c75407be14 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/aa2b627e-9251-497e-a9cb-c422fce6c827 HTTP/1.1" status: 204 len: 168 time: 0.4589045 Jan 14 07:28:01.614857 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04efe4f5-71b2-4a4b-bbb8-d0ec84ca9e0a None None] DHCP port deletion for 23f0a15d-6362-4cec-82c1-cacba887c566 request from n-d-768862-2 {{(pid=84876) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Jan 14 07:28:01.635629 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.db.api [None req-e4409e23-2abd-48ea-a808-3bbd0264ab03 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84876) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Jan 14 07:28:01.636072 n-d-768862-2 neutron-server[84765]: DEBUG oslo_db.api [None req-e4409e23-2abd-48ea-a808-3bbd0264ab03 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84876) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Jan 14 07:28:01.648178 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-966961dc-a76d-4287-8b4f-9a00dbe52166 tempest-PortsTestJSON-2091589570 tempest-PortsTestJSON-2091589570] Notify callbacks [] for port, precommit_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:28:01.655493 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.plugin [None req-04efe4f5-71b2-4a4b-bbb8-d0ec84ca9e0a None None] Deleting port f585cfce-59f8-4f2a-af13-3803197b3d6e {{(pid=84876) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 07:28:01.656456 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-04efe4f5-71b2-4a4b-bbb8-d0ec84ca9e0a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363259214248359'] for port, before_delete {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:28:01.727042 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-966961dc-a76d-4287-8b4f-9a00dbe52166 tempest-PortsTestJSON-2091589570 tempest-PortsTestJSON-2091589570] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777640123575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3254186'] for port, after_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:28:01.965093 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:shared":"rule:admin_only" was deprecated in W in favor of "update_network:shared":"role:admin and system_scope:all". Reason: Jan 14 07:28:01.965093 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:28:01.965093 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:28:01.965093 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:28:01.965093 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "update_network:provider:network_type":"role:admin and system_scope:all". Reason: Jan 14 07:28:01.965093 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:28:01.965093 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:28:01.965093 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:28:01.965093 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "update_network:provider:physical_network":"role:admin and system_scope:all". Reason: Jan 14 07:28:01.965093 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:28:01.965093 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:28:01.965093 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:28:01.965093 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "update_network:provider:segmentation_id":"role:admin and system_scope:all". Reason: Jan 14 07:28:01.965093 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:28:01.965093 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:28:01.965093 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:28:01.965093 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:router:external":"rule:admin_only" was deprecated in W in favor of "update_network:router:external":"role:admin and system_scope:all". Reason: Jan 14 07:28:01.965093 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:28:01.965093 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:28:01.965093 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:28:01.965093 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:is_default":"rule:admin_only" was deprecated in W in favor of "update_network:is_default":"role:admin and system_scope:all". Reason: Jan 14 07:28:01.965093 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:28:01.965093 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:28:01.965093 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:28:01.965093 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:port_security_enabled":"rule:admin_or_owner" was deprecated in W in favor of "update_network:port_security_enabled":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 07:28:01.965093 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:28:01.965093 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:28:01.965093 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:28:01.965093 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "delete_network":"rule:admin_or_owner" was deprecated in W in favor of "delete_network":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 07:28:01.965093 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:28:01.965093 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:28:01.965093 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:28:01.965093 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_segment":"rule:admin_only" was deprecated in W in favor of "create_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:28:01.965093 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:28:01.965093 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_segment":"rule:admin_only" was deprecated in W in favor of "get_segment":"role:reader and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:28:01.965093 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:28:01.965093 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_segment":"rule:admin_only" was deprecated in W in favor of "update_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:28:01.965093 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:28:01.965093 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "delete_segment":"rule:admin_only" was deprecated in W in favor of "delete_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:28:01.965093 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:28:01.965093 n-d-768862-2 neutron-server[84765]: Traceback (most recent call last): Jan 14 07:28:01.965093 n-d-768862-2 neutron-server[84765]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 14 07:28:01.965093 n-d-768862-2 neutron-server[84765]: timer() Jan 14 07:28:01.965093 n-d-768862-2 neutron-server[84765]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 14 07:28:01.965093 n-d-768862-2 neutron-server[84765]: cb(*args, **kw) Jan 14 07:28:01.965093 n-d-768862-2 neutron-server[84765]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Jan 14 07:28:01.965093 n-d-768862-2 neutron-server[84765]: return func(*args, **kwargs) Jan 14 07:28:01.965093 n-d-768862-2 neutron-server[84765]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 14 07:28:01.965093 n-d-768862-2 neutron-server[84765]: self._notify() Jan 14 07:28:01.965093 n-d-768862-2 neutron-server[84765]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 14 07:28:01.965093 n-d-768862-2 neutron-server[84765]: self.callback(batched_events) Jan 14 07:28:01.965093 n-d-768862-2 neutron-server[84765]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 14 07:28:01.965093 n-d-768862-2 neutron-server[84765]: event.method(event) Jan 14 07:28:01.965093 n-d-768862-2 neutron-server[84765]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 14 07:28:01.965093 n-d-768862-2 neutron-server[84765]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 14 07:28:01.965093 n-d-768862-2 neutron-server[84765]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Jan 14 07:28:01.965093 n-d-768862-2 neutron-server[84765]: segment_id)['aggregates'][0] Jan 14 07:28:01.965093 n-d-768862-2 neutron-server[84765]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 14 07:28:01.965093 n-d-768862-2 neutron-server[84765]: return f(self, *a, **k) Jan 14 07:28:01.965093 n-d-768862-2 neutron-server[84765]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 14 07:28:01.965093 n-d-768862-2 neutron-server[84765]: return self._get(url).json() Jan 14 07:28:01.965093 n-d-768862-2 neutron-server[84765]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 14 07:28:01.965093 n-d-768862-2 neutron-server[84765]: **kwargs) Jan 14 07:28:01.965093 n-d-768862-2 neutron-server[84765]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 14 07:28:01.965093 n-d-768862-2 neutron-server[84765]: return self.request(url, 'GET', **kwargs) Jan 14 07:28:01.965093 n-d-768862-2 neutron-server[84765]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Jan 14 07:28:01.965093 n-d-768862-2 neutron-server[84765]: **endpoint_filter) Jan 14 07:28:01.965093 n-d-768862-2 neutron-server[84765]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 14 07:28:01.965093 n-d-768862-2 neutron-server[84765]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 14 07:28:01.965093 n-d-768862-2 neutron-server[84765]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 14 07:28:01.965093 n-d-768862-2 neutron-server[84765]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 14 07:28:01.965093 n-d-768862-2 neutron-server[84765]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 14 07:28:01.985427 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f4110439-a00d-46c0-b8c0-2181c5a2bddb tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] Made reservation on behalf of be0aa702e3ca464795a99c51e3b3b04f for: {'subnet': 1} {{(pid=84875) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 07:28:01.987787 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-e36917b1-156f-4ec8-9c51-d15d85ed48b4 tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:28:02.080604 n-d-768862-2 neutron-server[84765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-966961dc-a76d-4287-8b4f-9a00dbe52166 tempest-PortsTestJSON-2091589570 tempest-PortsTestJSON-2091589570] Network e289c449-d36a-4991-9be0-13105a93d6ac is already hosted by enough agents. {{(pid=84874) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 07:28:02.108595 n-d-768862-2 neutron-server[84765]: DEBUG neutron.scheduler.base_scheduler [None req-966961dc-a76d-4287-8b4f-9a00dbe52166 tempest-PortsTestJSON-2091589570 tempest-PortsTestJSON-2091589570] Resources bound (agent type, host, resource id): {{(pid=84874) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 07:28:02.111323 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-966961dc-a76d-4287-8b4f-9a00dbe52166 tempest-PortsTestJSON-2091589570 tempest-PortsTestJSON-2091589570] Received port after_create {{(pid=84874) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 14 07:28:02.116650 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-966961dc-a76d-4287-8b4f-9a00dbe52166 tempest-PortsTestJSON-2091589570 tempest-PortsTestJSON-2091589570] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777640123575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3254186'] for port, after_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:28:02.146087 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.plugin [None req-e4409e23-2abd-48ea-a808-3bbd0264ab03 None None] Deleting port 538de7a3-a26a-4c8c-9db9-5c84ec21ac6e {{(pid=84876) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 07:28:02.146688 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-e4409e23-2abd-48ea-a808-3bbd0264ab03 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363259214248359'] for port, before_delete {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:28:02.190448 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-7036058b-9051-451a-9c36-c2a172dd6d1c tempest-PortsIpV6TestJSON-1330665174 tempest-PortsIpV6TestJSON-1330665174] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036854176830', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850887149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3912591'] for network, after_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:28:02.201640 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-f4110439-a00d-46c0-b8c0-2181c5a2bddb tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036852467157'] for subnet, before_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:28:02.226616 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-62411d0f-65f5-4780-b0aa-8a4e4905a039 tempest-NetworksIpV6TestAttrs-1453117616 tempest-NetworksIpV6TestAttrs-1453117616] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:28:02.254036 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-7036058b-9051-451a-9c36-c2a172dd6d1c tempest-PortsIpV6TestJSON-1330665174 tempest-PortsIpV6TestJSON-1330665174] Notify callbacks [] for network, before_response {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:28:02.279004 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7036058b-9051-451a-9c36-c2a172dd6d1c tempest-PortsIpV6TestJSON-1330665174 tempest-PortsIpV6TestJSON-1330665174] Pushing event deleted for resources: {'Network': ['ID=75bf20f8-bc3c-40dd-a273-46ace098cce7,revision_number=None']} {{(pid=84875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:28:02.283128 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-7036058b-9051-451a-9c36-c2a172dd6d1c tempest-PortsIpV6TestJSON-1330665174 tempest-PortsIpV6TestJSON-1330665174] 10.222.0.24 "DELETE /v2.0/networks/75bf20f8-bc3c-40dd-a273-46ace098cce7 HTTP/1.1" status: 204 len: 168 time: 3.7497239 Jan 14 07:28:02.360803 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.plugin [None req-e4409e23-2abd-48ea-a808-3bbd0264ab03 None None] The port '538de7a3-a26a-4c8c-9db9-5c84ec21ac6e' was deleted {{(pid=84876) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Jan 14 07:28:02.367578 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-7036058b-9051-451a-9c36-c2a172dd6d1c tempest-PortsIpV6TestJSON-1330665174 tempest-PortsIpV6TestJSON-1330665174] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:28:02.368143 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84875) accepted ('10.222.0.24', 48628) {{(pid=84875) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:28:02.377687 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.v2.base [None req-cfd76651-273c-4cc3-b6c8-a260ca60ef5d tempest-PortsIpV6TestJSON-1330665174 tempest-PortsIpV6TestJSON-1330665174] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1398553140'}} {{(pid=84875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:28:02.388430 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [None req-04efe4f5-71b2-4a4b-bbb8-d0ec84ca9e0a None None] For port f585cfce-59f8-4f2a-af13-3803197b3d6e, host n-d-768862-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-2',level=0,port_id=f585cfce-59f8-4f2a-af13-3803197b3d6e,segment=NetworkSegment(56f1c7cf-f3a3-41d2-9677-68978131444f),segment_id=56f1c7cf-f3a3-41d2-9677-68978131444f)] {{(pid=84876) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 07:28:02.389483 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-04efe4f5-71b2-4a4b-bbb8-d0ec84ca9e0a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036850862667'] for port, precommit_delete {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:28:02.412855 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-cfd76651-273c-4cc3-b6c8-a260ca60ef5d tempest-PortsIpV6TestJSON-1330665174 tempest-PortsIpV6TestJSON-1330665174] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:28:02.434785 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-cfd76651-273c-4cc3-b6c8-a260ca60ef5d tempest-PortsIpV6TestJSON-1330665174 tempest-PortsIpV6TestJSON-1330665174] Usage tracker for resource:network and tenant:6396266df05d476da6838f06b578d30b is out of sync, need to count used quota {{(pid=84875) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:28:02.442586 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-cfd76651-273c-4cc3-b6c8-a260ca60ef5d tempest-PortsIpV6TestJSON-1330665174 tempest-PortsIpV6TestJSON-1330665174] Quota usage for network was recalculated. Used quota:1. {{(pid=84875) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:28:02.458203 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-cfd76651-273c-4cc3-b6c8-a260ca60ef5d tempest-PortsIpV6TestJSON-1330665174 tempest-PortsIpV6TestJSON-1330665174] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:28:02.486792 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cfd76651-273c-4cc3-b6c8-a260ca60ef5d tempest-PortsIpV6TestJSON-1330665174 tempest-PortsIpV6TestJSON-1330665174] Made reservation on behalf of 6396266df05d476da6838f06b578d30b for: {'network': 1} {{(pid=84875) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 07:28:02.499334 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-cfd76651-273c-4cc3-b6c8-a260ca60ef5d tempest-PortsIpV6TestJSON-1330665174 tempest-PortsIpV6TestJSON-1330665174] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555753'] for network, before_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:28:02.539226 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-966961dc-a76d-4287-8b4f-9a00dbe52166 tempest-PortsTestJSON-2091589570 tempest-PortsTestJSON-2091589570] Pushing event updated for resources: {'Port': ['ID=967e5f18-bc05-4fd2-9bfe-26ca2319cd4c,revision_number=1']} {{(pid=84874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:28:02.551911 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-966961dc-a76d-4287-8b4f-9a00dbe52166 tempest-PortsTestJSON-2091589570 tempest-PortsTestJSON-2091589570] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.565s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:28:02.554322 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-966961dc-a76d-4287-8b4f-9a00dbe52166 tempest-PortsTestJSON-2091589570 tempest-PortsTestJSON-2091589570] Checking segment: {'id': '557f5615-e177-4289-85ea-b08d20fa3e28', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 15, 'network_id': '8e3560f0-86d4-401f-be8d-e143170a280b'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84874) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 14 07:28:02.554974 n-d-768862-2 neutron-server[84765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-966961dc-a76d-4287-8b4f-9a00dbe52166 tempest-PortsTestJSON-2091589570 tempest-PortsTestJSON-2091589570] Network hostable DHCP agents. Network: 8e3560f0-86d4-401f-be8d-e143170a280b, hostable agents: ['32f3dd84-26da-4d18-bf15-6017a8fb7247'], hosted agents: [] {{(pid=84874) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Jan 14 07:28:02.566163 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-6a01bf64-c3c0-42ab-a931-a0fac365a451 tempest-RoutersIpV6Test-883692175 tempest-RoutersIpV6Test-883692175] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.098s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:28:02.610530 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cfd76651-273c-4cc3-b6c8-a260ca60ef5d tempest-PortsIpV6TestJSON-1330665174 tempest-PortsIpV6TestJSON-1330665174] vxlan segment allocate from pool success with {'vxlan_vni': 18} {{(pid=84875) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Jan 14 07:28:02.634876 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-cfd76651-273c-4cc3-b6c8-a260ca60ef5d tempest-PortsIpV6TestJSON-1330665174 tempest-PortsIpV6TestJSON-1330665174] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment--9223363259214191851', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854179735'] for segment, precommit_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:28:02.635336 n-d-768862-2 neutron-server[84765]: INFO neutron.db.segments_db [None req-cfd76651-273c-4cc3-b6c8-a260ca60ef5d tempest-PortsIpV6TestJSON-1330665174 tempest-PortsIpV6TestJSON-1330665174] Added segment a699f0e2-71ee-443a-af9d-00878d53dfd0 of type vxlan for network 3f31e3c7-a515-464b-97e0-ef501e46f11c Jan 14 07:28:02.678983 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-cfd76651-273c-4cc3-b6c8-a260ca60ef5d tempest-PortsIpV6TestJSON-1330665174 tempest-PortsIpV6TestJSON-1330665174] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363259214646115'] for network, precommit_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:28:02.725352 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-966961dc-a76d-4287-8b4f-9a00dbe52166 tempest-PortsTestJSON-2091589570 tempest-PortsTestJSON-2091589570] Pushing event updated for resources: {'Port': ['ID=1968b28b-4b99-41ae-babc-bbf2310b6728,revision_number=1']} {{(pid=84874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:28:02.730930 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-cfd76651-273c-4cc3-b6c8-a260ca60ef5d tempest-PortsIpV6TestJSON-1330665174 tempest-PortsIpV6TestJSON-1330665174] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850887149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964'] for network, after_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:28:02.733533 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-966961dc-a76d-4287-8b4f-9a00dbe52166 tempest-PortsTestJSON-2091589570 tempest-PortsTestJSON-2091589570] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.167s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:28:02.764645 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.plugin [None req-04efe4f5-71b2-4a4b-bbb8-d0ec84ca9e0a None None] Calling delete_port for f585cfce-59f8-4f2a-af13-3803197b3d6e owned by network:dhcp {{(pid=84876) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 07:28:02.767100 n-d-768862-2 neutron-server[84765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-966961dc-a76d-4287-8b4f-9a00dbe52166 tempest-PortsTestJSON-2091589570 tempest-PortsTestJSON-2091589570] Network 8e3560f0-86d4-401f-be8d-e143170a280b is scheduled to be hosted by DHCP agent 32f3dd84-26da-4d18-bf15-6017a8fb7247 with binding_index 1 {{(pid=84874) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Jan 14 07:28:02.771054 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cfd76651-273c-4cc3-b6c8-a260ca60ef5d tempest-PortsIpV6TestJSON-1330665174 tempest-PortsIpV6TestJSON-1330665174] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:28:02.772428 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-cfd76651-273c-4cc3-b6c8-a260ca60ef5d tempest-PortsIpV6TestJSON-1330665174 tempest-PortsIpV6TestJSON-1330665174] Notify callbacks [] for network, before_response {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:28:02.781953 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-76e6a451-bf72-4724-aa72-ecd6a224c8e0 tempest-BulkNetworkOpsTest-1426007266 tempest-BulkNetworkOpsTest-1426007266] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:28:02.785772 n-d-768862-2 neutron-server[84765]: DEBUG neutron.scheduler.base_scheduler [None req-966961dc-a76d-4287-8b4f-9a00dbe52166 tempest-PortsTestJSON-2091589570 tempest-PortsTestJSON-2091589570] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768862-2, 8e3560f0-86d4-401f-be8d-e143170a280b) {{(pid=84874) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 07:28:02.793688 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-966961dc-a76d-4287-8b4f-9a00dbe52166 tempest-PortsTestJSON-2091589570 tempest-PortsTestJSON-2091589570] Received port after_create {{(pid=84874) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 14 07:28:02.797529 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0067fcdf-06d5-41d8-b424-7427def46f67 None None] Network 8e3560f0-86d4-401f-be8d-e143170a280b requested from n-d-768862-2 {{(pid=84876) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 07:28:02.799658 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:port_security_enabled":"rule:admin_or_owner" was deprecated in W in favor of "update_network:port_security_enabled":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 07:28:02.799658 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:28:02.799658 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:28:02.799658 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:28:02.799658 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "delete_network":"rule:admin_or_owner" was deprecated in W in favor of "delete_network":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 07:28:02.799658 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:28:02.799658 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:28:02.799658 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:28:02.799658 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_segment":"rule:admin_only" was deprecated in W in favor of "create_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:28:02.799658 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:28:02.799658 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_segment":"rule:admin_only" was deprecated in W in favor of "get_segment":"role:reader and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:28:02.799658 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:28:02.799658 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_segment":"rule:admin_only" was deprecated in W in favor of "update_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:28:02.799658 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:28:02.799658 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "delete_segment":"rule:admin_only" was deprecated in W in favor of "delete_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:28:02.799658 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:28:02.799658 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network":"rule:regular_user" was deprecated in W in favor of "create_network":"role:member and project_id:%(project_id)s". Reason: Jan 14 07:28:02.799658 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:28:02.799658 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:28:02.799658 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:28:02.799658 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:shared":"rule:admin_only" was deprecated in W in favor of "create_network:shared":"role:admin and system_scope:all". Reason: Jan 14 07:28:02.799658 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:28:02.799658 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:28:02.799658 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:28:02.799658 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:router:external":"rule:admin_only" was deprecated in W in favor of "create_network:router:external":"role:admin and system_scope:all". Reason: Jan 14 07:28:02.799658 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:28:02.799658 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:28:02.799658 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:28:02.799658 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:is_default":"rule:admin_only" was deprecated in W in favor of "create_network:is_default":"role:admin and system_scope:all". Reason: Jan 14 07:28:02.799658 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:28:02.799658 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:28:02.799658 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:28:02.799658 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:port_security_enabled":"rule:regular_user" was deprecated in W in favor of "create_network:port_security_enabled":"role:member and project_id:%(project_id)s". Reason: Jan 14 07:28:02.799658 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:28:02.799658 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:28:02.799658 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:28:02.799658 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:segments":"rule:admin_only" was deprecated in W in favor of "create_network:segments":"role:admin and system_scope:all". Reason: Jan 14 07:28:02.799658 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:28:02.799658 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:28:02.799658 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:28:02.799658 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "create_network:provider:network_type":"role:admin and system_scope:all". Reason: Jan 14 07:28:02.799658 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:28:02.799658 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:28:02.799658 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:28:02.799658 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "create_network:provider:physical_network":"role:admin and system_scope:all". Reason: Jan 14 07:28:02.799658 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:28:02.799658 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:28:02.799658 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:28:02.799658 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "create_network:provider:segmentation_id":"role:admin and system_scope:all". Reason: Jan 14 07:28:02.799658 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:28:02.799658 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:28:02.799658 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:28:02.799658 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network":"rule:admin_or_owner or rule:shared or rule:external or rule:context_is_advsvc" was deprecated in W in favor of "get_network":"(role:reader and system_scope:all) or (role:reader and project_id:%(project_id)s) or rule:shared or rule:external or rule:context_is_advsvc". Reason: Jan 14 07:28:02.799658 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:28:02.799658 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:28:02.799658 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:28:02.799658 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:router:external":"rule:regular_user" was deprecated in W in favor of "get_network:router:external":"role:reader and project_id:%(project_id)s". Reason: Jan 14 07:28:02.799658 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:28:02.799658 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:28:02.799658 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:28:02.811667 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:segments":"rule:admin_only" was deprecated in W in favor of "get_network:segments":"role:reader and system_scope:all". Reason: Jan 14 07:28:02.811667 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:28:02.811667 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:28:02.811667 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:28:02.811667 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "get_network:provider:network_type":"role:reader and system_scope:all". Reason: Jan 14 07:28:02.811667 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:28:02.811667 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:28:02.811667 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:28:02.811667 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "get_network:provider:physical_network":"role:reader and system_scope:all". Reason: Jan 14 07:28:02.811667 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:28:02.811667 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:28:02.811667 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:28:02.811667 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "get_network:provider:segmentation_id":"role:reader and system_scope:all". Reason: Jan 14 07:28:02.811667 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:28:02.811667 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:28:02.811667 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:28:02.811667 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network":"rule:admin_or_owner" was deprecated in W in favor of "update_network":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 07:28:02.811667 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:28:02.811667 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:28:02.811667 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:28:02.811667 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:segments":"rule:admin_only" was deprecated in W in favor of "update_network:segments":"role:admin and system_scope:all". Reason: Jan 14 07:28:02.811667 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:28:02.811667 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:28:02.811667 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:28:02.811667 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:shared":"rule:admin_only" was deprecated in W in favor of "update_network:shared":"role:admin and system_scope:all". Reason: Jan 14 07:28:02.811667 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:28:02.811667 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:28:02.811667 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:28:02.811667 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "update_network:provider:network_type":"role:admin and system_scope:all". Reason: Jan 14 07:28:02.811667 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:28:02.811667 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:28:02.811667 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:28:02.811667 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "update_network:provider:physical_network":"role:admin and system_scope:all". Reason: Jan 14 07:28:02.811667 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:28:02.811667 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:28:02.811667 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:28:02.811667 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "update_network:provider:segmentation_id":"role:admin and system_scope:all". Reason: Jan 14 07:28:02.811667 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:28:02.811667 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:28:02.811667 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:28:02.811667 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:router:external":"rule:admin_only" was deprecated in W in favor of "update_network:router:external":"role:admin and system_scope:all". Reason: Jan 14 07:28:02.811667 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:28:02.811667 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:28:02.811667 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:28:02.811667 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:is_default":"rule:admin_only" was deprecated in W in favor of "update_network:is_default":"role:admin and system_scope:all". Reason: Jan 14 07:28:02.811667 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:28:02.811667 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:28:02.811667 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:28:02.811667 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:port_security_enabled":"rule:admin_or_owner" was deprecated in W in favor of "update_network:port_security_enabled":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 07:28:02.811667 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:28:02.811667 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:28:02.811667 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:28:02.811667 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "delete_network":"rule:admin_or_owner" was deprecated in W in favor of "delete_network":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 07:28:02.811667 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:28:02.811667 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:28:02.811667 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:28:02.811667 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_segment":"rule:admin_only" was deprecated in W in favor of "create_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:28:02.811667 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:28:02.811667 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_segment":"rule:admin_only" was deprecated in W in favor of "get_segment":"role:reader and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:28:02.811667 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:28:02.811667 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_segment":"rule:admin_only" was deprecated in W in favor of "update_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:28:02.811667 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:28:02.847725 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-966961dc-a76d-4287-8b4f-9a00dbe52166 tempest-PortsTestJSON-2091589570 tempest-PortsTestJSON-2091589570] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details'] {{(pid=84874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:28:02.868397 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-966961dc-a76d-4287-8b4f-9a00dbe52166 tempest-PortsTestJSON-2091589570 tempest-PortsTestJSON-2091589570] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details'] {{(pid=84874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:28:02.869751 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-966961dc-a76d-4287-8b4f-9a00dbe52166 tempest-PortsTestJSON-2091589570 tempest-PortsTestJSON-2091589570] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854768116'] for port, before_response {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:28:02.914818 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-966961dc-a76d-4287-8b4f-9a00dbe52166 tempest-PortsTestJSON-2091589570 tempest-PortsTestJSON-2091589570] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1425 time: 4.4492335 Jan 14 07:28:02.915969 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84874) accepted ('10.222.0.24', 48648) {{(pid=84874) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:28:03.067224 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-cfd76651-273c-4cc3-b6c8-a260ca60ef5d tempest-PortsIpV6TestJSON-1330665174 tempest-PortsIpV6TestJSON-1330665174] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.6944008 Jan 14 07:28:03.070333 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84875) accepted ('10.222.0.24', 48654) {{(pid=84875) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:28:03.083660 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-04efe4f5-71b2-4a4b-bbb8-d0ec84ca9e0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777640533329', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777640097463'] for port, after_delete {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:28:03.083968 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfd76651-273c-4cc3-b6c8-a260ca60ef5d tempest-PortsIpV6TestJSON-1330665174 tempest-PortsIpV6TestJSON-1330665174] Pushing event updated for resources: {'Network': ['ID=3f31e3c7-a515-464b-97e0-ef501e46f11c,revision_number=1']} {{(pid=84875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:28:03.101912 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.v2.base [None req-89a655fa-eb9b-41b4-b09e-34ef73ecf8b0 tempest-PortsIpV6TestJSON-1330665174 tempest-PortsIpV6TestJSON-1330665174] Request body: {'subnet': {'network_id': '3f31e3c7-a515-464b-97e0-ef501e46f11c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=84875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:28:03.157824 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfd76651-273c-4cc3-b6c8-a260ca60ef5d tempest-PortsIpV6TestJSON-1330665174 tempest-PortsIpV6TestJSON-1330665174] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@n-h1-768862-2 {{(pid=84875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:28:03.158176 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfd76651-273c-4cc3-b6c8-a260ca60ef5d tempest-PortsIpV6TestJSON-1330665174 tempest-PortsIpV6TestJSON-1330665174] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-h1-768862-2 {{(pid=84875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:28:03.158600 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfd76651-273c-4cc3-b6c8-a260ca60ef5d tempest-PortsIpV6TestJSON-1330665174 tempest-PortsIpV6TestJSON-1330665174] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-h1-768862-2 {{(pid=84875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:28:03.159020 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfd76651-273c-4cc3-b6c8-a260ca60ef5d tempest-PortsIpV6TestJSON-1330665174 tempest-PortsIpV6TestJSON-1330665174] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-h1-768862-2 {{(pid=84875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:28:03.159473 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfd76651-273c-4cc3-b6c8-a260ca60ef5d tempest-PortsIpV6TestJSON-1330665174 tempest-PortsIpV6TestJSON-1330665174] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@n-h1-768862-2 {{(pid=84875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:28:03.159982 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfd76651-273c-4cc3-b6c8-a260ca60ef5d tempest-PortsIpV6TestJSON-1330665174 tempest-PortsIpV6TestJSON-1330665174] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-h1-768862-2 {{(pid=84875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:28:03.160787 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfd76651-273c-4cc3-b6c8-a260ca60ef5d tempest-PortsIpV6TestJSON-1330665174 tempest-PortsIpV6TestJSON-1330665174] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-h1-768862-2 {{(pid=84875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:28:03.161943 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfd76651-273c-4cc3-b6c8-a260ca60ef5d tempest-PortsIpV6TestJSON-1330665174 tempest-PortsIpV6TestJSON-1330665174] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-h1-768862-2 {{(pid=84875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:28:03.162903 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfd76651-273c-4cc3-b6c8-a260ca60ef5d tempest-PortsIpV6TestJSON-1330665174 tempest-PortsIpV6TestJSON-1330665174] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-h1-768862-2 {{(pid=84875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:28:03.163572 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfd76651-273c-4cc3-b6c8-a260ca60ef5d tempest-PortsIpV6TestJSON-1330665174 tempest-PortsIpV6TestJSON-1330665174] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-h1-768862-2 {{(pid=84875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:28:03.164223 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfd76651-273c-4cc3-b6c8-a260ca60ef5d tempest-PortsIpV6TestJSON-1330665174 tempest-PortsIpV6TestJSON-1330665174] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-h1-768862-2 {{(pid=84875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:28:03.164810 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfd76651-273c-4cc3-b6c8-a260ca60ef5d tempest-PortsIpV6TestJSON-1330665174 tempest-PortsIpV6TestJSON-1330665174] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-h1-768862-2 {{(pid=84875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:28:03.165430 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfd76651-273c-4cc3-b6c8-a260ca60ef5d tempest-PortsIpV6TestJSON-1330665174 tempest-PortsIpV6TestJSON-1330665174] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@n-h2-768862-2 {{(pid=84875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:28:03.166015 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfd76651-273c-4cc3-b6c8-a260ca60ef5d tempest-PortsIpV6TestJSON-1330665174 tempest-PortsIpV6TestJSON-1330665174] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-h2-768862-2 {{(pid=84875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:28:03.166583 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfd76651-273c-4cc3-b6c8-a260ca60ef5d tempest-PortsIpV6TestJSON-1330665174 tempest-PortsIpV6TestJSON-1330665174] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-h2-768862-2 {{(pid=84875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:28:03.167199 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfd76651-273c-4cc3-b6c8-a260ca60ef5d tempest-PortsIpV6TestJSON-1330665174 tempest-PortsIpV6TestJSON-1330665174] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-h2-768862-2 {{(pid=84875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:28:03.167761 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfd76651-273c-4cc3-b6c8-a260ca60ef5d tempest-PortsIpV6TestJSON-1330665174 tempest-PortsIpV6TestJSON-1330665174] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@n-h2-768862-2 {{(pid=84875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:28:03.168360 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfd76651-273c-4cc3-b6c8-a260ca60ef5d tempest-PortsIpV6TestJSON-1330665174 tempest-PortsIpV6TestJSON-1330665174] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-h2-768862-2 {{(pid=84875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:28:03.169098 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfd76651-273c-4cc3-b6c8-a260ca60ef5d tempest-PortsIpV6TestJSON-1330665174 tempest-PortsIpV6TestJSON-1330665174] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-h2-768862-2 {{(pid=84875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:28:03.169771 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfd76651-273c-4cc3-b6c8-a260ca60ef5d tempest-PortsIpV6TestJSON-1330665174 tempest-PortsIpV6TestJSON-1330665174] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-h2-768862-2 {{(pid=84875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:28:03.170442 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfd76651-273c-4cc3-b6c8-a260ca60ef5d tempest-PortsIpV6TestJSON-1330665174 tempest-PortsIpV6TestJSON-1330665174] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-h2-768862-2 {{(pid=84875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:28:03.171055 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfd76651-273c-4cc3-b6c8-a260ca60ef5d tempest-PortsIpV6TestJSON-1330665174 tempest-PortsIpV6TestJSON-1330665174] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-h2-768862-2 {{(pid=84875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:28:03.171824 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfd76651-273c-4cc3-b6c8-a260ca60ef5d tempest-PortsIpV6TestJSON-1330665174 tempest-PortsIpV6TestJSON-1330665174] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-h2-768862-2 {{(pid=84875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:28:03.172539 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfd76651-273c-4cc3-b6c8-a260ca60ef5d tempest-PortsIpV6TestJSON-1330665174 tempest-PortsIpV6TestJSON-1330665174] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-h2-768862-2 {{(pid=84875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:28:03.173357 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfd76651-273c-4cc3-b6c8-a260ca60ef5d tempest-PortsIpV6TestJSON-1330665174 tempest-PortsIpV6TestJSON-1330665174] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-2 {{(pid=84875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:28:03.174185 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfd76651-273c-4cc3-b6c8-a260ca60ef5d tempest-PortsIpV6TestJSON-1330665174 tempest-PortsIpV6TestJSON-1330665174] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-2 {{(pid=84875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:28:03.174851 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfd76651-273c-4cc3-b6c8-a260ca60ef5d tempest-PortsIpV6TestJSON-1330665174 tempest-PortsIpV6TestJSON-1330665174] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-2 {{(pid=84875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:28:03.175498 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfd76651-273c-4cc3-b6c8-a260ca60ef5d tempest-PortsIpV6TestJSON-1330665174 tempest-PortsIpV6TestJSON-1330665174] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-2 {{(pid=84875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:28:03.176134 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfd76651-273c-4cc3-b6c8-a260ca60ef5d tempest-PortsIpV6TestJSON-1330665174 tempest-PortsIpV6TestJSON-1330665174] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@n-d-768862-2 {{(pid=84875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:28:03.176986 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfd76651-273c-4cc3-b6c8-a260ca60ef5d tempest-PortsIpV6TestJSON-1330665174 tempest-PortsIpV6TestJSON-1330665174] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-2 {{(pid=84875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:28:03.177871 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfd76651-273c-4cc3-b6c8-a260ca60ef5d tempest-PortsIpV6TestJSON-1330665174 tempest-PortsIpV6TestJSON-1330665174] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-768862-2 {{(pid=84875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:28:03.178516 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfd76651-273c-4cc3-b6c8-a260ca60ef5d tempest-PortsIpV6TestJSON-1330665174 tempest-PortsIpV6TestJSON-1330665174] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-768862-2 {{(pid=84875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:28:03.179134 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfd76651-273c-4cc3-b6c8-a260ca60ef5d tempest-PortsIpV6TestJSON-1330665174 tempest-PortsIpV6TestJSON-1330665174] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-2 {{(pid=84875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:28:03.180014 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfd76651-273c-4cc3-b6c8-a260ca60ef5d tempest-PortsIpV6TestJSON-1330665174 tempest-PortsIpV6TestJSON-1330665174] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-2 {{(pid=84875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:28:03.180830 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfd76651-273c-4cc3-b6c8-a260ca60ef5d tempest-PortsIpV6TestJSON-1330665174 tempest-PortsIpV6TestJSON-1330665174] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-2 {{(pid=84875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:28:03.181648 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfd76651-273c-4cc3-b6c8-a260ca60ef5d tempest-PortsIpV6TestJSON-1330665174 tempest-PortsIpV6TestJSON-1330665174] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-2 {{(pid=84875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:28:03.221519 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-83894ee3-d5c1-4eab-a487-0c8a56e6f06d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84876) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:28:03.264899 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.plugin [None req-252b6915-05be-40cb-8859-9ede64308989 tempest-PortsTestJSON-2091589570 tempest-PortsTestJSON-2091589570] Deleting port 1968b28b-4b99-41ae-babc-bbf2310b6728 {{(pid=84874) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 07:28:03.265657 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-252b6915-05be-40cb-8859-9ede64308989 tempest-PortsTestJSON-2091589570 tempest-PortsTestJSON-2091589570] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363259214248359'] for port, before_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:28:03.284014 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-852a24f7-e9a1-4193-9abb-e9506fe5213f None None] Network 3f31e3c7-a515-464b-97e0-ef501e46f11c details requested by agent ovs-agent-n-h2-768862-2 with host n-h2-768862-2 {{(pid=84876) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 07:28:03.299449 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-017f98a9-8a07-408c-a86f-8ff0c00400a0 None None] Network 3f31e3c7-a515-464b-97e0-ef501e46f11c details requested by agent ovs-agent-n-h1-768862-2 with host n-h1-768862-2 {{(pid=84876) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 07:28:03.316380 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Network 3f31e3c7-a515-464b-97e0-ef501e46f11c details requested by agent ovs-agent-n-d-768862-2 with host n-d-768862-2 {{(pid=84876) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 07:28:03.377511 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-cfd76651-273c-4cc3-b6c8-a260ca60ef5d tempest-PortsIpV6TestJSON-1330665174 tempest-PortsIpV6TestJSON-1330665174] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.595s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:28:03.447980 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04efe4f5-71b2-4a4b-bbb8-d0ec84ca9e0a None None] Pushing event deleted for resources: {'Port': ['ID=f585cfce-59f8-4f2a-af13-3803197b3d6e,revision_number=None']} {{(pid=84876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:28:03.453195 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04efe4f5-71b2-4a4b-bbb8-d0ec84ca9e0a None None] No DVR routers for this DVR port f585cfce-59f8-4f2a-af13-3803197b3d6e on host n-d-768862-2 {{(pid=84876) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Jan 14 07:28:03.456727 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Device f585cfce-59f8-4f2a-af13-3803197b3d6e no longer exists at agent ovs-agent-n-d-768862-2 {{(pid=84876) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jan 14 07:28:03.484347 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.agents_db [None req-5b939a2f-078d-4c69-a188-cb55a28a77a0 None None] Agent healthcheck: found 7 active agents {{(pid=84877) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Jan 14 07:28:03.587637 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-04efe4f5-71b2-4a4b-bbb8-d0ec84ca9e0a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.366s {{(pid=84876) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:28:03.588374 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.plugin [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] No Port match for: f585cfce-59f8-4f2a-af13-3803197b3d6e {{(pid=84876) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2188}} Jan 14 07:28:03.588771 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Device f585cfce-59f8-4f2a-af13-3803197b3d6e not bound to the agent host n-d-768862-2 {{(pid=84876) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jan 14 07:28:03.608915 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-89a655fa-eb9b-41b4-b09e-34ef73ecf8b0 tempest-PortsIpV6TestJSON-1330665174 tempest-PortsIpV6TestJSON-1330665174] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:28:03.633216 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-89a655fa-eb9b-41b4-b09e-34ef73ecf8b0 tempest-PortsIpV6TestJSON-1330665174 tempest-PortsIpV6TestJSON-1330665174] Usage tracker for resource:subnet and tenant:6396266df05d476da6838f06b578d30b is out of sync, need to count used quota {{(pid=84875) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:28:03.637480 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-89a655fa-eb9b-41b4-b09e-34ef73ecf8b0 tempest-PortsIpV6TestJSON-1330665174 tempest-PortsIpV6TestJSON-1330665174] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84875) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:28:03.673885 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac3035a6-06ce-41b1-b4a0-d3434f38d5e4 None None] get_active_networks_info from n-d-768862-2 {{(pid=84876) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}} Jan 14 07:28:03.731107 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-89a655fa-eb9b-41b4-b09e-34ef73ecf8b0 tempest-PortsIpV6TestJSON-1330665174 tempest-PortsIpV6TestJSON-1330665174] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:28:03.886532 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-252b6915-05be-40cb-8859-9ede64308989 tempest-PortsTestJSON-2091589570 tempest-PortsTestJSON-2091589570] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036850862667'] for port, precommit_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:28:03.904755 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-89a655fa-eb9b-41b4-b09e-34ef73ecf8b0 tempest-PortsIpV6TestJSON-1330665174 tempest-PortsIpV6TestJSON-1330665174] Made reservation on behalf of 6396266df05d476da6838f06b578d30b for: {'subnet': 1} {{(pid=84875) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 07:28:04.203334 n-d-768862-2 neutron-server[84765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac3035a6-06ce-41b1-b4a0-d3434f38d5e4 None None] Resources bound (agent type, host, resource id): {{(pid=84876) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:105}} Jan 14 07:28:04.209320 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.plugin [None req-252b6915-05be-40cb-8859-9ede64308989 tempest-PortsTestJSON-2091589570 tempest-PortsTestJSON-2091589570] Calling delete_port for 1968b28b-4b99-41ae-babc-bbf2310b6728 owned by {{(pid=84874) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 07:28:04.258984 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-89a655fa-eb9b-41b4-b09e-34ef73ecf8b0 tempest-PortsIpV6TestJSON-1330665174 tempest-PortsIpV6TestJSON-1330665174] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036852467157'] for subnet, before_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:28:04.502997 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-252b6915-05be-40cb-8859-9ede64308989 tempest-PortsTestJSON-2091589570 tempest-PortsTestJSON-2091589570] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777640533329', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777640097463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3254186'] for port, after_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:28:04.830654 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-98296a5d-d664-43b0-86a7-f0fee9adbcc3 tempest-RoutersNegativeIpV6Test-1464408958 tempest-RoutersNegativeIpV6Test-1464408958] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:28:04.910536 n-d-768862-2 neutron-server[84765]: DEBUG neutron.objects.ports [None req-f4110439-a00d-46c0-b8c0-2181c5a2bddb tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] Time-cost: Fetching 0 ports in 0 security groups {{(pid=84875) get_objects /opt/stack/neutron/neutron/objects/ports.py:428}} Jan 14 07:28:04.913030 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-f4110439-a00d-46c0-b8c0-2181c5a2bddb tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850887113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036851621412', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036852467174'] for subnet, after_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:28:04.934910 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-252b6915-05be-40cb-8859-9ede64308989 tempest-PortsTestJSON-2091589570 tempest-PortsTestJSON-2091589570] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854768116'] for port, before_response {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:28:04.969150 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-252b6915-05be-40cb-8859-9ede64308989 tempest-PortsTestJSON-2091589570 tempest-PortsTestJSON-2091589570] 10.222.0.24 "DELETE /v2.0/ports/1968b28b-4b99-41ae-babc-bbf2310b6728 HTTP/1.1" status: 204 len: 168 time: 2.0517406 Jan 14 07:28:04.969953 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84874) accepted ('10.222.0.24', 48690) {{(pid=84874) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:28:04.976749 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-252b6915-05be-40cb-8859-9ede64308989 tempest-PortsTestJSON-2091589570 tempest-PortsTestJSON-2091589570] Pushing event deleted for resources: {'Port': ['ID=1968b28b-4b99-41ae-babc-bbf2310b6728,revision_number=None']} {{(pid=84874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:28:04.984085 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-252b6915-05be-40cb-8859-9ede64308989 tempest-PortsTestJSON-2091589570 tempest-PortsTestJSON-2091589570] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.154s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:28:05.061287 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-5651a22d-7a18-4565-94ae-bfdd05e2885a tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:28:05.136637 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4110439-a00d-46c0-b8c0-2181c5a2bddb tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] Pushing event updated for resources: {'Subnet': ['ID=4e1a258d-f81b-40b4-a34a-65a8c9e54060,revision_number=0']} {{(pid=84875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:28:05.140279 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-f4110439-a00d-46c0-b8c0-2181c5a2bddb tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:28:05.195301 n-d-768862-2 neutron-server[84765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4110439-a00d-46c0-b8c0-2181c5a2bddb tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] Network 23f0a15d-6362-4cec-82c1-cacba887c566 is already hosted by enough agents. {{(pid=84875) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 07:28:05.198624 n-d-768862-2 neutron-server[84765]: DEBUG neutron.scheduler.base_scheduler [None req-f4110439-a00d-46c0-b8c0-2181c5a2bddb tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] Resources bound (agent type, host, resource id): {{(pid=84875) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 07:28:05.226589 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c17580b3-81e4-43d1-9365-dadb1d111127 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5d94dc7a-c095-50a4-955e-5f3b78718a12-23f0a15d-6362-4cec-82c1-cacba887c566', 'network_id': '23f0a15d-6362-4cec-82c1-cacba887c566', 'tenant_id': 'be0aa702e3ca464795a99c51e3b3b04f', 'fixed_ips': [{'subnet_id': '4e1a258d-f81b-40b4-a34a-65a8c9e54060'}]}} from n-d-768862-2. {{(pid=84876) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Jan 14 07:28:05.227874 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-c17580b3-81e4-43d1-9365-dadb1d111127 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555753'] for port, before_create {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:28:05.269476 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4110439-a00d-46c0-b8c0-2181c5a2bddb tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:28:05.273568 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-f4110439-a00d-46c0-b8c0-2181c5a2bddb tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] Notify callbacks [] for subnet, before_response {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:28:05.301380 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9a4742f-e023-44c5-b1a6-c4af98a4a607 tempest-PortsTestJSON-2091589570 tempest-PortsTestJSON-2091589570] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:28:05.364168 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9a4742f-e023-44c5-b1a6-c4af98a4a607 tempest-PortsTestJSON-2091589570 tempest-PortsTestJSON-2091589570] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:28:05.365156 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-e9a4742f-e023-44c5-b1a6-c4af98a4a607 tempest-PortsTestJSON-2091589570 tempest-PortsTestJSON-2091589570] Synchronizing usage tracker for tenant:4f41150d2ea84f97bbab10653dcc9b99 on resource:port {{(pid=84874) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 14 07:28:05.406692 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-e9a4742f-e023-44c5-b1a6-c4af98a4a607 tempest-PortsTestJSON-2091589570 tempest-PortsTestJSON-2091589570] Unset dirty status for tenant:4f41150d2ea84f97bbab10653dcc9b99 on resource:port {{(pid=84874) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 14 07:28:05.411770 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-e9a4742f-e023-44c5-b1a6-c4af98a4a607 tempest-PortsTestJSON-2091589570 tempest-PortsTestJSON-2091589570] 10.222.0.24 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1451 time: 0.4404817 Jan 14 07:28:05.415111 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84874) accepted ('10.222.0.24', 48704) {{(pid=84874) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:28:05.459300 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-f4110439-a00d-46c0-b8c0-2181c5a2bddb tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 6.9170594 Jan 14 07:28:05.478017 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84875) accepted ('10.222.0.24', 48708) {{(pid=84875) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:28:05.501620 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.v2.base [None req-790ea8b6-860d-41b4-ac80-0d3afa612170 tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] Request body: {'subnet': {'network_id': '23f0a15d-6362-4cec-82c1-cacba887c566', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=84875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:28:05.606678 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.plugin [None req-4b4cc282-923c-46e6-a7f8-9760fc5f2ab8 tempest-PortsTestJSON-2091589570 tempest-PortsTestJSON-2091589570] Deleting port 967e5f18-bc05-4fd2-9bfe-26ca2319cd4c {{(pid=84874) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 07:28:05.607239 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-4b4cc282-923c-46e6-a7f8-9760fc5f2ab8 tempest-PortsTestJSON-2091589570 tempest-PortsTestJSON-2091589570] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363259214248359'] for port, before_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:28:05.628980 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.db_base_plugin_common [None req-c17580b3-81e4-43d1-9365-dadb1d111127 None None] Allocated IP 2001:db8::f816:3eff:fe8e:d358 (23f0a15d-6362-4cec-82c1-cacba887c566/4e1a258d-f81b-40b4-a34a-65a8c9e54060/d3fbcb55-5950-48c3-9eea-06b09f406910) {{(pid=84876) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 14 07:28:05.915804 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-89a655fa-eb9b-41b4-b09e-34ef73ecf8b0 tempest-PortsIpV6TestJSON-1330665174 tempest-PortsIpV6TestJSON-1330665174] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850887113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036851621412', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036852467174'] for subnet, after_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:28:05.937978 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-15a1f6f8-e710-446e-a579-15b2e7198462 tempest-BulkNetworkOpsTest-1426007266 tempest-BulkNetworkOpsTest-1426007266] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:28:05.974926 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-790ea8b6-860d-41b4-ac80-0d3afa612170 tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:28:06.104000 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89a655fa-eb9b-41b4-b09e-34ef73ecf8b0 tempest-PortsIpV6TestJSON-1330665174 tempest-PortsIpV6TestJSON-1330665174] Pushing event updated for resources: {'Subnet': ['ID=ebd1fc06-3051-41b4-b839-c129abf1301d,revision_number=0']} {{(pid=84875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:28:06.112845 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-790ea8b6-860d-41b4-ac80-0d3afa612170 tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] Usage tracker for resource:subnet and tenant:be0aa702e3ca464795a99c51e3b3b04f is out of sync, need to count used quota {{(pid=84875) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:28:06.120407 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-89a655fa-eb9b-41b4-b09e-34ef73ecf8b0 tempest-PortsIpV6TestJSON-1330665174 tempest-PortsIpV6TestJSON-1330665174] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.182s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:28:06.121372 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-790ea8b6-860d-41b4-ac80-0d3afa612170 tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] Quota usage for subnet was recalculated. Used quota:1. {{(pid=84875) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:28:06.161609 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-790ea8b6-860d-41b4-ac80-0d3afa612170 tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:28:06.213011 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-790ea8b6-860d-41b4-ac80-0d3afa612170 tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] Made reservation on behalf of be0aa702e3ca464795a99c51e3b3b04f for: {'subnet': 1} {{(pid=84875) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 07:28:06.224024 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-790ea8b6-860d-41b4-ac80-0d3afa612170 tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036852467157'] for subnet, before_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:28:06.299677 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-4b4cc282-923c-46e6-a7f8-9760fc5f2ab8 tempest-PortsTestJSON-2091589570 tempest-PortsTestJSON-2091589570] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036850862667'] for port, precommit_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:28:06.591091 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89a655fa-eb9b-41b4-b09e-34ef73ecf8b0 tempest-PortsIpV6TestJSON-1330665174 tempest-PortsIpV6TestJSON-1330665174] Checking segment: {'id': 'a699f0e2-71ee-443a-af9d-00878d53dfd0', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 18, 'network_id': '3f31e3c7-a515-464b-97e0-ef501e46f11c'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84875) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 14 07:28:06.591613 n-d-768862-2 neutron-server[84765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89a655fa-eb9b-41b4-b09e-34ef73ecf8b0 tempest-PortsIpV6TestJSON-1330665174 tempest-PortsIpV6TestJSON-1330665174] Network hostable DHCP agents. Network: 3f31e3c7-a515-464b-97e0-ef501e46f11c, hostable agents: ['32f3dd84-26da-4d18-bf15-6017a8fb7247'], hosted agents: [] {{(pid=84875) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Jan 14 07:28:06.601047 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.plugin [None req-4b4cc282-923c-46e6-a7f8-9760fc5f2ab8 tempest-PortsTestJSON-2091589570 tempest-PortsTestJSON-2091589570] Calling delete_port for 967e5f18-bc05-4fd2-9bfe-26ca2319cd4c owned by {{(pid=84874) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 07:28:06.614707 n-d-768862-2 neutron-server[84765]: INFO neutron.db.ipam_backend_mixin [None req-790ea8b6-860d-41b4-ac80-0d3afa612170 tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 4e1a258d-f81b-40b4-a34a-65a8c9e54060 (CIDR: 2001:db8::/64) Jan 14 07:28:06.632668 n-d-768862-2 neutron-server[84765]: INFO neutron.pecan_wsgi.hooks.translation [None req-790ea8b6-860d-41b4-ac80-0d3afa612170 tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 14 07:28:06.633464 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-790ea8b6-860d-41b4-ac80-0d3afa612170 tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] No notification will be sent due to unsuccessful status code: 400 {{(pid=84875) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Jan 14 07:28:06.662035 n-d-768862-2 neutron-server[84765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89a655fa-eb9b-41b4-b09e-34ef73ecf8b0 tempest-PortsIpV6TestJSON-1330665174 tempest-PortsIpV6TestJSON-1330665174] Network 3f31e3c7-a515-464b-97e0-ef501e46f11c is scheduled to be hosted by DHCP agent 32f3dd84-26da-4d18-bf15-6017a8fb7247 with binding_index 1 {{(pid=84875) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Jan 14 07:28:06.699219 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-c17580b3-81e4-43d1-9365-dadb1d111127 None None] Notify callbacks [] for port, precommit_create {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:28:06.711267 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-790ea8b6-860d-41b4-ac80-0d3afa612170 tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.2310324 Jan 14 07:28:06.718268 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84875) accepted ('10.222.0.24', 48740) {{(pid=84875) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:28:06.719496 n-d-768862-2 neutron-server[84765]: DEBUG neutron.scheduler.base_scheduler [None req-89a655fa-eb9b-41b4-b09e-34ef73ecf8b0 tempest-PortsIpV6TestJSON-1330665174 tempest-PortsIpV6TestJSON-1330665174] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768862-2, 3f31e3c7-a515-464b-97e0-ef501e46f11c) {{(pid=84875) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 07:28:06.758166 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-c17580b3-81e4-43d1-9365-dadb1d111127 None None] Transition to ACTIVE for port object d3fbcb55-5950-48c3-9eea-06b09f406910 will not be triggered until provisioned by entity L2. {{(pid=84876) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 07:28:06.766794 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.v2.base [None req-5b8b6b4e-7757-49a5-8ca3-875f0cfc3a4f tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] Request body: {'subnet': {'network_id': '23f0a15d-6362-4cec-82c1-cacba887c566', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=84875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:28:06.780112 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [req-b33b9903-3a74-4fb8-89d2-906e2f5bbe22 req-88bb6c55-fd19-4ed8-a8c8-739ca78a1b14 tempest-DeleteServersTestJSON-437494901 tempest-DeleteServersTestJSON-437494901] (84874) timed out ('10.222.0.35', 58713) {{(pid=84874) process_request /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:830}} Jan 14 07:28:06.786514 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-4b4cc282-923c-46e6-a7f8-9760fc5f2ab8 tempest-PortsTestJSON-2091589570 tempest-PortsTestJSON-2091589570] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777640533329', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777640097463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3254186'] for port, after_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:28:06.815138 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-c17580b3-81e4-43d1-9365-dadb1d111127 None None] Transition to ACTIVE for port object d3fbcb55-5950-48c3-9eea-06b09f406910 will not be triggered until provisioned by entity DHCP. {{(pid=84876) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 07:28:06.827268 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-c17580b3-81e4-43d1-9365-dadb1d111127 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777640123575'] for port, after_create {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:28:06.880423 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89a655fa-eb9b-41b4-b09e-34ef73ecf8b0 tempest-PortsIpV6TestJSON-1330665174 tempest-PortsIpV6TestJSON-1330665174] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:28:06.881174 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-89a655fa-eb9b-41b4-b09e-34ef73ecf8b0 tempest-PortsIpV6TestJSON-1330665174 tempest-PortsIpV6TestJSON-1330665174] Notify callbacks [] for subnet, before_response {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:28:06.935323 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-51c2148c-76f5-4be2-9f10-f85f4f306e8e tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:28:06.997568 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b4cc282-923c-46e6-a7f8-9760fc5f2ab8 tempest-PortsTestJSON-2091589570 tempest-PortsTestJSON-2091589570] Pushing event deleted for resources: {'Port': ['ID=967e5f18-bc05-4fd2-9bfe-26ca2319cd4c,revision_number=None']} {{(pid=84874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:28:07.007362 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-4b4cc282-923c-46e6-a7f8-9760fc5f2ab8 tempest-PortsTestJSON-2091589570 tempest-PortsTestJSON-2091589570] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:28:07.012977 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-4b4cc282-923c-46e6-a7f8-9760fc5f2ab8 tempest-PortsTestJSON-2091589570 tempest-PortsTestJSON-2091589570] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854768116'] for port, before_response {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:28:07.049415 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-4b4cc282-923c-46e6-a7f8-9760fc5f2ab8 tempest-PortsTestJSON-2091589570 tempest-PortsTestJSON-2091589570] 10.222.0.24 "DELETE /v2.0/ports/967e5f18-bc05-4fd2-9bfe-26ca2319cd4c HTTP/1.1" status: 204 len: 168 time: 1.6325486 Jan 14 07:28:07.050110 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84874) accepted ('10.222.0.24', 48750) {{(pid=84874) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:28:07.056357 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-89a655fa-eb9b-41b4-b09e-34ef73ecf8b0 tempest-PortsIpV6TestJSON-1330665174 tempest-PortsIpV6TestJSON-1330665174] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 3.9815524 Jan 14 07:28:07.069730 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84875) accepted ('10.222.0.24', 48756) {{(pid=84875) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:28:07.091351 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.v2.base [None req-dae0322b-6236-4028-aa48-8e9abb86a6a8 tempest-PortsIpV6TestJSON-1330665174 tempest-PortsIpV6TestJSON-1330665174] Request body: {'port': {'network_id': '3f31e3c7-a515-464b-97e0-ef501e46f11c', 'security_groups': [], 'name': 'tempest-PortsIpV6TestJSON-396610196'}} {{(pid=84875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:28:07.285487 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f93b8937-ca55-45d4-94cc-1bea75fa369f tempest-PortsTestJSON-2091589570 tempest-PortsTestJSON-2091589570] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:28:07.296336 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-f93b8937-ca55-45d4-94cc-1bea75fa369f tempest-PortsTestJSON-2091589570 tempest-PortsTestJSON-2091589570] Synchronizing usage tracker for tenant:4f41150d2ea84f97bbab10653dcc9b99 on resource:port {{(pid=84874) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 14 07:28:07.315379 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-f93b8937-ca55-45d4-94cc-1bea75fa369f tempest-PortsTestJSON-2091589570 tempest-PortsTestJSON-2091589570] Unset dirty status for tenant:4f41150d2ea84f97bbab10653dcc9b99 on resource:port {{(pid=84874) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 14 07:28:07.326505 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-f93b8937-ca55-45d4-94cc-1bea75fa369f tempest-PortsTestJSON-2091589570 tempest-PortsTestJSON-2091589570] 10.222.0.24 "GET /v2.0/ports HTTP/1.1" status: 200 len: 843 time: 0.2751179 Jan 14 07:28:07.327447 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84874) accepted ('10.222.0.24', 48766) {{(pid=84874) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:28:07.337090 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-214a714b-d5bc-4e1b-ac3c-0d7ea0e26c76 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84876) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:28:07.400976 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-dae0322b-6236-4028-aa48-8e9abb86a6a8 tempest-PortsIpV6TestJSON-1330665174 tempest-PortsIpV6TestJSON-1330665174] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:28:07.428574 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-dae0322b-6236-4028-aa48-8e9abb86a6a8 tempest-PortsIpV6TestJSON-1330665174 tempest-PortsIpV6TestJSON-1330665174] Usage tracker for resource:port and tenant:6396266df05d476da6838f06b578d30b is out of sync, need to count used quota {{(pid=84875) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:28:07.438324 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c17580b3-81e4-43d1-9365-dadb1d111127 None None] Pushing event updated for resources: {'Port': ['ID=d3fbcb55-5950-48c3-9eea-06b09f406910,revision_number=1']} {{(pid=84876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:28:07.442153 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-dae0322b-6236-4028-aa48-8e9abb86a6a8 tempest-PortsIpV6TestJSON-1330665174 tempest-PortsIpV6TestJSON-1330665174] Quota usage for port was recalculated. Used quota:1. {{(pid=84875) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:28:07.456655 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-dae0322b-6236-4028-aa48-8e9abb86a6a8 tempest-PortsIpV6TestJSON-1330665174 tempest-PortsIpV6TestJSON-1330665174] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=84875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:28:07.464070 n-d-768862-2 neutron-server[84765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c17580b3-81e4-43d1-9365-dadb1d111127 None None] Network 23f0a15d-6362-4cec-82c1-cacba887c566 is already hosted by enough agents. {{(pid=84876) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 07:28:07.466231 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-c17580b3-81e4-43d1-9365-dadb1d111127 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=84876) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:28:07.467214 n-d-768862-2 neutron-server[84765]: DEBUG neutron.scheduler.base_scheduler [None req-c17580b3-81e4-43d1-9365-dadb1d111127 None None] Resources bound (agent type, host, resource id): {{(pid=84876) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 07:28:07.470855 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c17580b3-81e4-43d1-9365-dadb1d111127 None None] Received port after_create {{(pid=84876) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 14 07:28:07.480788 n-d-768862-2 neutron-server[84765]: INFO neutron.pecan_wsgi.hooks.translation [None req-76db09dc-96ea-412c-a987-755b5b7b776f tempest-PortsTestJSON-2091589570 tempest-PortsTestJSON-2091589570] GET failed (client error): The resource could not be found. Jan 14 07:28:07.486133 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-76db09dc-96ea-412c-a987-755b5b7b776f tempest-PortsTestJSON-2091589570 tempest-PortsTestJSON-2091589570] 10.222.0.24 "GET /v2.0/ports/1968b28b-4b99-41ae-babc-bbf2310b6728 HTTP/1.1" status: 404 len: 333 time: 0.1574376 Jan 14 07:28:07.487230 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84874) accepted ('10.222.0.24', 48774) {{(pid=84874) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:28:07.513149 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-5b8b6b4e-7757-49a5-8ca3-875f0cfc3a4f tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:28:07.515958 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dae0322b-6236-4028-aa48-8e9abb86a6a8 tempest-PortsIpV6TestJSON-1330665174 tempest-PortsIpV6TestJSON-1330665174] Made reservation on behalf of 6396266df05d476da6838f06b578d30b for: {'port': 1} {{(pid=84875) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 07:28:07.543289 n-d-768862-2 neutron-server[84765]: INFO neutron.pecan_wsgi.hooks.translation [None req-75cd6c71-7180-4c35-bf43-708c155c64a5 tempest-PortsTestJSON-2091589570 tempest-PortsTestJSON-2091589570] GET failed (client error): The resource could not be found. Jan 14 07:28:07.543665 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-dae0322b-6236-4028-aa48-8e9abb86a6a8 tempest-PortsIpV6TestJSON-1330665174 tempest-PortsIpV6TestJSON-1330665174] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555753'] for port, before_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:28:07.548801 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-75cd6c71-7180-4c35-bf43-708c155c64a5 tempest-PortsTestJSON-2091589570 tempest-PortsTestJSON-2091589570] 10.222.0.24 "GET /v2.0/ports/967e5f18-bc05-4fd2-9bfe-26ca2319cd4c HTTP/1.1" status: 404 len: 333 time: 0.0601492 Jan 14 07:28:07.549807 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84874) accepted ('10.222.0.24', 48778) {{(pid=84874) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:28:07.580202 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-5b8b6b4e-7757-49a5-8ca3-875f0cfc3a4f tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] Usage tracker for resource:subnet and tenant:be0aa702e3ca464795a99c51e3b3b04f is out of sync, need to count used quota {{(pid=84875) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:28:07.591355 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-5b8b6b4e-7757-49a5-8ca3-875f0cfc3a4f tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] Quota usage for subnet was recalculated. Used quota:1. {{(pid=84875) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:28:07.609930 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.managers [None req-c17580b3-81e4-43d1-9365-dadb1d111127 None None] Attempting to bind port d3fbcb55-5950-48c3-9eea-06b09f406910 on host n-d-768862-2 for vnic_type normal with profile {{(pid=84876) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 14 07:28:07.610374 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.managers [None req-c17580b3-81e4-43d1-9365-dadb1d111127 None None] Attempting to bind port d3fbcb55-5950-48c3-9eea-06b09f406910 by drivers openvswitch on host n-d-768862-2 at level 0 using segments [{'id': '56f1c7cf-f3a3-41d2-9677-68978131444f', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 20, 'network_id': '23f0a15d-6362-4cec-82c1-cacba887c566'}] {{(pid=84876) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 14 07:28:07.613231 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c17580b3-81e4-43d1-9365-dadb1d111127 None None] Attempting to bind port d3fbcb55-5950-48c3-9eea-06b09f406910 on network 23f0a15d-6362-4cec-82c1-cacba887c566 {{(pid=84876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 14 07:28:07.631954 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c17580b3-81e4-43d1-9365-dadb1d111127 None None] Checking agent: {'id': 'ba5efab1-b43c-4d5a-bc52-6e105d4e67a2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768862-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 14, 6, 56, 52), 'started_at': datetime.datetime(2021, 1, 14, 6, 57, 22), 'heartbeat_timestamp': datetime.datetime(2021, 1, 14, 7, 27, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768862-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.29', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 14 07:28:07.632497 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c17580b3-81e4-43d1-9365-dadb1d111127 None None] Checking segment: {'id': '56f1c7cf-f3a3-41d2-9677-68978131444f', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 20, 'network_id': '23f0a15d-6362-4cec-82c1-cacba887c566'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84876) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 14 07:28:07.635797 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-c17580b3-81e4-43d1-9365-dadb1d111127 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:28:07.636362 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c17580b3-81e4-43d1-9365-dadb1d111127 None None] Bound using segment: {'id': '56f1c7cf-f3a3-41d2-9677-68978131444f', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 20, 'network_id': '23f0a15d-6362-4cec-82c1-cacba887c566'} {{(pid=84876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 14 07:28:07.636955 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.managers [None req-c17580b3-81e4-43d1-9365-dadb1d111127 None None] Bound port: d3fbcb55-5950-48c3-9eea-06b09f406910, host: n-d-768862-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '56f1c7cf-f3a3-41d2-9677-68978131444f', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 20, 'network_id': '23f0a15d-6362-4cec-82c1-cacba887c566'}}] {{(pid=84876) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 14 07:28:07.637632 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-c17580b3-81e4-43d1-9365-dadb1d111127 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555753'] for port, before_update {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:28:07.673021 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-5b8b6b4e-7757-49a5-8ca3-875f0cfc3a4f tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:28:07.801087 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5b8b6b4e-7757-49a5-8ca3-875f0cfc3a4f tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] Made reservation on behalf of be0aa702e3ca464795a99c51e3b3b04f for: {'subnet': 1} {{(pid=84875) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 07:28:07.816823 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-9fa5be6d-de70-4d42-8896-b8c88b4e4630 tempest-PortsTestJSON-2091589570 tempest-PortsTestJSON-2091589570] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036854160497'] for network, before_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:28:07.925472 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [None req-c17580b3-81e4-43d1-9365-dadb1d111127 None None] For port d3fbcb55-5950-48c3-9eea-06b09f406910, host n-d-768862-2, cleared binding levels {{(pid=84876) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 14 07:28:07.935411 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [None req-c17580b3-81e4-43d1-9365-dadb1d111127 None None] For port d3fbcb55-5950-48c3-9eea-06b09f406910, host n-d-768862-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-2',level=0,port_id=d3fbcb55-5950-48c3-9eea-06b09f406910,segment=NetworkSegment(56f1c7cf-f3a3-41d2-9677-68978131444f),segment_id=56f1c7cf-f3a3-41d2-9677-68978131444f)] {{(pid=84876) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 14 07:28:07.958041 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-c17580b3-81e4-43d1-9365-dadb1d111127 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777640533312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363259214678337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777640097497'] for port, after_update {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:28:08.005833 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84876) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:28:08.101819 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-5b8b6b4e-7757-49a5-8ca3-875f0cfc3a4f tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036852467157'] for subnet, before_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:28:08.296868 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-9fa5be6d-de70-4d42-8896-b8c88b4e4630 tempest-PortsTestJSON-2091589570 tempest-PortsTestJSON-2091589570] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-598987', 'neutron.services.segments.db._delete_segments_for_network-8777640583949'] for network, precommit_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:28:08.307738 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c17580b3-81e4-43d1-9365-dadb1d111127 None None] Pushing event updated for resources: {'Port': ['ID=d3fbcb55-5950-48c3-9eea-06b09f406910,revision_number=2']} {{(pid=84876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:28:08.340538 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-c17580b3-81e4-43d1-9365-dadb1d111127 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.335s {{(pid=84876) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:28:09.301096 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84874) accepted ('10.222.0.24', 48836) {{(pid=84874) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:28:09.317087 n-d-768862-2 neutron-server[84765]: DEBUG neutron.services.segments.db [None req-9fa5be6d-de70-4d42-8896-b8c88b4e4630 tempest-PortsTestJSON-2091589570 tempest-PortsTestJSON-2091589570] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8e3560f0-86d4-401f-be8d-e143170a280b']}} {{(pid=84874) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:28:09.366601 n-d-768862-2 neutron-server[84765]: DEBUG neutron.services.segments.db [None req-9fa5be6d-de70-4d42-8896-b8c88b4e4630 tempest-PortsTestJSON-2091589570 tempest-PortsTestJSON-2091589570] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '557f5615-e177-4289-85ea-b08d20fa3e28') {'for_net_delete': True} {{(pid=84874) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:28:09.372016 n-d-768862-2 neutron-server[84765]: DEBUG neutron.services.segments.db [None req-9fa5be6d-de70-4d42-8896-b8c88b4e4630 tempest-PortsTestJSON-2091589570 tempest-PortsTestJSON-2091589570] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '557f5615-e177-4289-85ea-b08d20fa3e28') {} {{(pid=84874) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:28:09.410855 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-9fa5be6d-de70-4d42-8896-b8c88b4e4630 tempest-PortsTestJSON-2091589570 tempest-PortsTestJSON-2091589570] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363259214173198', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2968632'] for segment, before_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:28:09.478947 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84874) accepted ('10.222.0.24', 48846) {{(pid=84874) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:28:09.507318 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-9fa5be6d-de70-4d42-8896-b8c88b4e4630 tempest-PortsTestJSON-2091589570 tempest-PortsTestJSON-2091589570] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854179735'] for segment, precommit_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:28:09.517449 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Device d3fbcb55-5950-48c3-9eea-06b09f406910 up at agent ovs-agent-n-d-768862-2 {{(pid=84876) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 07:28:09.526639 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-9fa5be6d-de70-4d42-8896-b8c88b4e4630 tempest-PortsTestJSON-2091589570 tempest-PortsTestJSON-2091589570] Releasing vxlan tunnel 15 to pool {{(pid=84874) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Jan 14 07:28:09.615796 n-d-768862-2 neutron-server[84765]: DEBUG neutron.notifiers.nova [None req-dae0322b-6236-4028-aa48-8e9abb86a6a8 tempest-PortsIpV6TestJSON-1330665174 tempest-PortsIpV6TestJSON-1330665174] device_id is not set on port 02ddeb9f-7170-4f89-9fdc-3044572d0a93 yet. {{(pid=84875) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}} Jan 14 07:28:09.732009 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Provisioning for port d3fbcb55-5950-48c3-9eea-06b09f406910 completed by entity L2. {{(pid=84876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 07:28:10.215078 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-a0921740-f77a-42df-b6a1-d22e016e6edd admin admin] Notify callbacks [] for security_group, before_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:28:10.279317 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-a56751f4-521d-40c4-9ef5-755f34d2a8b4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:28:10.355240 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.managers [None req-9fa5be6d-de70-4d42-8896-b8c88b4e4630 tempest-PortsTestJSON-2091589570 tempest-PortsTestJSON-2091589570] Network 8e3560f0-86d4-401f-be8d-e143170a280b has no segments {{(pid=84874) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 14 07:28:10.379181 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-a0921740-f77a-42df-b6a1-d22e016e6edd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:28:10.384351 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-a0921740-f77a-42df-b6a1-d22e016e6edd admin admin] Usage tracker for resource:security_group_rule and tenant:f7e86b18bfb2433ab32443d6efa71ad1 is out of sync, need to count used quota {{(pid=84874) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:28:10.389072 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-a0921740-f77a-42df-b6a1-d22e016e6edd admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84874) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:28:10.396501 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-a0921740-f77a-42df-b6a1-d22e016e6edd admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:28:10.414578 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-9fa5be6d-de70-4d42-8896-b8c88b4e4630 tempest-PortsTestJSON-2091589570 tempest-PortsTestJSON-2091589570] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-596065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036851521571'] for segment, after_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:28:10.468089 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-5b8b6b4e-7757-49a5-8ca3-875f0cfc3a4f tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850887113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036851621412', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036852467174'] for subnet, after_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:28:10.752602 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-a56751f4-521d-40c4-9ef5-755f34d2a8b4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:28:10.774917 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-a56751f4-521d-40c4-9ef5-755f34d2a8b4 admin admin] Usage tracker for resource:security_group_rule and tenant:b285014ee57247e696793ea5620ee3bb is out of sync, need to count used quota {{(pid=84874) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:28:10.779529 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-a56751f4-521d-40c4-9ef5-755f34d2a8b4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84874) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:28:10.788541 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-a56751f4-521d-40c4-9ef5-755f34d2a8b4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:28:10.798640 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6dbec8a5-39fd-4c95-894c-8fe4e457408c None None] get_active_networks_info from n-d-768862-2 {{(pid=84876) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}} Jan 14 07:28:10.812634 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-4a83386c-a421-43b7-947f-095a1645068f tempest-NetworksIpV6TestAttrs-1453117616 tempest-NetworksIpV6TestAttrs-1453117616] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:28:10.948410 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.managers [None req-9fa5be6d-de70-4d42-8896-b8c88b4e4630 tempest-PortsTestJSON-2091589570 tempest-PortsTestJSON-2091589570] Network 8e3560f0-86d4-401f-be8d-e143170a280b has no segments {{(pid=84874) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 14 07:28:10.952722 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.db_base_plugin_common [None req-dae0322b-6236-4028-aa48-8e9abb86a6a8 tempest-PortsIpV6TestJSON-1330665174 tempest-PortsIpV6TestJSON-1330665174] Allocated IP 2001:db8::33c (3f31e3c7-a515-464b-97e0-ef501e46f11c/ebd1fc06-3051-41b4-b839-c129abf1301d/02ddeb9f-7170-4f89-9fdc-3044572d0a93) {{(pid=84875) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 14 07:28:11.115718 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-1e8c497e-e47b-4707-b05d-e08059089ba7 None None] Provisioning for port d3fbcb55-5950-48c3-9eea-06b09f406910 completed by entity DHCP. {{(pid=84876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 07:28:11.134737 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "delete_segment":"rule:admin_only" was deprecated in W in favor of "delete_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:28:11.134737 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:28:11.134737 n-d-768862-2 neutron-server[84765]: Traceback (most recent call last): Jan 14 07:28:11.134737 n-d-768862-2 neutron-server[84765]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 14 07:28:11.134737 n-d-768862-2 neutron-server[84765]: timer() Jan 14 07:28:11.134737 n-d-768862-2 neutron-server[84765]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 14 07:28:11.134737 n-d-768862-2 neutron-server[84765]: cb(*args, **kw) Jan 14 07:28:11.134737 n-d-768862-2 neutron-server[84765]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Jan 14 07:28:11.134737 n-d-768862-2 neutron-server[84765]: return func(*args, **kwargs) Jan 14 07:28:11.134737 n-d-768862-2 neutron-server[84765]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 14 07:28:11.134737 n-d-768862-2 neutron-server[84765]: self._notify() Jan 14 07:28:11.134737 n-d-768862-2 neutron-server[84765]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 14 07:28:11.134737 n-d-768862-2 neutron-server[84765]: self.callback(batched_events) Jan 14 07:28:11.134737 n-d-768862-2 neutron-server[84765]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 14 07:28:11.134737 n-d-768862-2 neutron-server[84765]: event.method(event) Jan 14 07:28:11.134737 n-d-768862-2 neutron-server[84765]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 14 07:28:11.134737 n-d-768862-2 neutron-server[84765]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 14 07:28:11.134737 n-d-768862-2 neutron-server[84765]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Jan 14 07:28:11.134737 n-d-768862-2 neutron-server[84765]: segment_id)['aggregates'][0] Jan 14 07:28:11.134737 n-d-768862-2 neutron-server[84765]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 14 07:28:11.134737 n-d-768862-2 neutron-server[84765]: return f(self, *a, **k) Jan 14 07:28:11.134737 n-d-768862-2 neutron-server[84765]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 14 07:28:11.134737 n-d-768862-2 neutron-server[84765]: return self._get(url).json() Jan 14 07:28:11.134737 n-d-768862-2 neutron-server[84765]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 14 07:28:11.134737 n-d-768862-2 neutron-server[84765]: **kwargs) Jan 14 07:28:11.134737 n-d-768862-2 neutron-server[84765]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 14 07:28:11.134737 n-d-768862-2 neutron-server[84765]: return self.request(url, 'GET', **kwargs) Jan 14 07:28:11.134737 n-d-768862-2 neutron-server[84765]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Jan 14 07:28:11.134737 n-d-768862-2 neutron-server[84765]: **endpoint_filter) Jan 14 07:28:11.134737 n-d-768862-2 neutron-server[84765]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 14 07:28:11.134737 n-d-768862-2 neutron-server[84765]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 14 07:28:11.134737 n-d-768862-2 neutron-server[84765]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 14 07:28:11.134737 n-d-768862-2 neutron-server[84765]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 14 07:28:11.134737 n-d-768862-2 neutron-server[84765]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 14 07:28:11.144048 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-1e8c497e-e47b-4707-b05d-e08059089ba7 None None] Provisioning complete for port d3fbcb55-5950-48c3-9eea-06b09f406910 triggered by entity DHCP. {{(pid=84876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 07:28:11.144715 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-1e8c497e-e47b-4707-b05d-e08059089ba7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-604227'] for port, provisioning_complete {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:28:11.154972 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-9fa5be6d-de70-4d42-8896-b8c88b4e4630 tempest-PortsTestJSON-2091589570 tempest-PortsTestJSON-2091589570] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036854176830', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850887149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3912591'] for network, after_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:28:11.165926 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-9b93f384-fa2c-485d-a977-a4a087685218 tempest-RoutersNegativeIpV6Test-1464408958 tempest-RoutersNegativeIpV6Test-1464408958] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:28:11.185699 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-9fa5be6d-de70-4d42-8896-b8c88b4e4630 tempest-PortsTestJSON-2091589570 tempest-PortsTestJSON-2091589570] Notify callbacks [] for network, before_response {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:28:11.210181 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-9fa5be6d-de70-4d42-8896-b8c88b4e4630 tempest-PortsTestJSON-2091589570 tempest-PortsTestJSON-2091589570] 10.222.0.24 "DELETE /v2.0/networks/8e3560f0-86d4-401f-be8d-e143170a280b HTTP/1.1" status: 204 len: 168 time: 3.6556637 Jan 14 07:28:11.229259 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84874) accepted ('10.222.0.24', 48874) {{(pid=84874) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:28:11.235666 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fa5be6d-de70-4d42-8896-b8c88b4e4630 tempest-PortsTestJSON-2091589570 tempest-PortsTestJSON-2091589570] Pushing event deleted for resources: {'Network': ['ID=8e3560f0-86d4-401f-be8d-e143170a280b,revision_number=None']} {{(pid=84874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:28:11.266751 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.v2.base [None req-d24eeefd-72e8-4669-92c1-44542cf70beb tempest-PortsTestJSON-2091589570 tempest-PortsTestJSON-2091589570] Request body: {'network': {'name': 'tempest-PortsTestJSON-1200514801'}} {{(pid=84874) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:28:11.292796 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-9fa5be6d-de70-4d42-8896-b8c88b4e4630 tempest-PortsTestJSON-2091589570 tempest-PortsTestJSON-2091589570] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:28:11.298335 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-d24eeefd-72e8-4669-92c1-44542cf70beb tempest-PortsTestJSON-2091589570 tempest-PortsTestJSON-2091589570] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:28:11.309104 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-d24eeefd-72e8-4669-92c1-44542cf70beb tempest-PortsTestJSON-2091589570 tempest-PortsTestJSON-2091589570] Usage tracker for resource:network and tenant:4f41150d2ea84f97bbab10653dcc9b99 is out of sync, need to count used quota {{(pid=84874) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:28:11.309104 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-d24eeefd-72e8-4669-92c1-44542cf70beb tempest-PortsTestJSON-2091589570 tempest-PortsTestJSON-2091589570] Quota usage for network was recalculated. Used quota:1. {{(pid=84874) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:28:11.336112 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-d24eeefd-72e8-4669-92c1-44542cf70beb tempest-PortsTestJSON-2091589570 tempest-PortsTestJSON-2091589570] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:28:11.377541 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d24eeefd-72e8-4669-92c1-44542cf70beb tempest-PortsTestJSON-2091589570 tempest-PortsTestJSON-2091589570] Made reservation on behalf of 4f41150d2ea84f97bbab10653dcc9b99 for: {'network': 1} {{(pid=84874) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 07:28:11.386067 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-017f98a9-8a07-408c-a86f-8ff0c00400a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363259214191800', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854171626'] for agent, after_update {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:28:11.411335 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-d24eeefd-72e8-4669-92c1-44542cf70beb tempest-PortsTestJSON-2091589570 tempest-PortsTestJSON-2091589570] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555753'] for network, before_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:28:11.456051 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-dae0322b-6236-4028-aa48-8e9abb86a6a8 tempest-PortsIpV6TestJSON-1330665174 tempest-PortsIpV6TestJSON-1330665174] Notify callbacks [] for port, precommit_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:28:11.518296 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d24eeefd-72e8-4669-92c1-44542cf70beb tempest-PortsTestJSON-2091589570 tempest-PortsTestJSON-2091589570] vxlan segment allocate from pool success with {'vxlan_vni': 15} {{(pid=84874) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Jan 14 07:28:11.534513 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-d24eeefd-72e8-4669-92c1-44542cf70beb tempest-PortsTestJSON-2091589570 tempest-PortsTestJSON-2091589570] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854179735'] for segment, precommit_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:28:11.534513 n-d-768862-2 neutron-server[84765]: INFO neutron.db.segments_db [None req-d24eeefd-72e8-4669-92c1-44542cf70beb tempest-PortsTestJSON-2091589570 tempest-PortsTestJSON-2091589570] Added segment bc193a76-13d7-4b4b-83cf-634aeb92767b of type vxlan for network 3275b9b8-f89e-4d20-ab98-e014784e3fad Jan 14 07:28:11.564336 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-d24eeefd-72e8-4669-92c1-44542cf70beb tempest-PortsTestJSON-2091589570 tempest-PortsTestJSON-2091589570] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363259214646115'] for network, precommit_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:28:11.622078 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-d24eeefd-72e8-4669-92c1-44542cf70beb tempest-PortsTestJSON-2091589570 tempest-PortsTestJSON-2091589570] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850887149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964'] for network, after_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:28:11.666246 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-dae0322b-6236-4028-aa48-8e9abb86a6a8 tempest-PortsIpV6TestJSON-1330665174 tempest-PortsIpV6TestJSON-1330665174] Transition to ACTIVE for port object 02ddeb9f-7170-4f89-9fdc-3044572d0a93 will not be triggered until provisioned by entity DHCP. {{(pid=84875) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 07:28:11.672953 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d24eeefd-72e8-4669-92c1-44542cf70beb tempest-PortsTestJSON-2091589570 tempest-PortsTestJSON-2091589570] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:28:11.672953 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-d24eeefd-72e8-4669-92c1-44542cf70beb tempest-PortsTestJSON-2091589570 tempest-PortsTestJSON-2091589570] Notify callbacks [] for network, before_response {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:28:11.677271 n-d-768862-2 neutron-server[84765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b8b6b4e-7757-49a5-8ca3-875f0cfc3a4f tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] Network 23f0a15d-6362-4cec-82c1-cacba887c566 is already hosted by enough agents. {{(pid=84875) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 07:28:11.700263 n-d-768862-2 neutron-server[84765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6dbec8a5-39fd-4c95-894c-8fe4e457408c None None] Resources bound (agent type, host, resource id): {{(pid=84876) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:105}} Jan 14 07:28:11.704858 n-d-768862-2 neutron-server[84765]: DEBUG neutron.scheduler.base_scheduler [None req-5b8b6b4e-7757-49a5-8ca3-875f0cfc3a4f tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] Resources bound (agent type, host, resource id): {{(pid=84875) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 07:28:11.760199 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b8b6b4e-7757-49a5-8ca3-875f0cfc3a4f tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] Pushing event updated for resources: {'Subnet': ['ID=4b37e5e2-4a07-4ba4-b47f-cd59b1c949e0,revision_number=0']} {{(pid=84875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:28:11.775383 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-04d822f7-d5a1-40aa-9fd8-6cfa61c7cb5b tempest-BulkNetworkOpsTest-1426007266 tempest-BulkNetworkOpsTest-1426007266] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:28:11.792031 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b8b6b4e-7757-49a5-8ca3-875f0cfc3a4f tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:28:11.792031 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-5b8b6b4e-7757-49a5-8ca3-875f0cfc3a4f tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] Notify callbacks [] for subnet, before_response {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:28:11.805213 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-d24eeefd-72e8-4669-92c1-44542cf70beb tempest-PortsTestJSON-2091589570 tempest-PortsTestJSON-2091589570] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.5604749 Jan 14 07:28:11.821466 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84874) accepted ('10.222.0.24', 48886) {{(pid=84874) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:28:11.855540 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-5b8b6b4e-7757-49a5-8ca3-875f0cfc3a4f tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.035s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:28:11.906494 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.v2.base [None req-95bda1c8-53a5-4c37-8508-95cfc1b5d929 tempest-PortsTestJSON-2091589570 tempest-PortsTestJSON-2091589570] Request body: {'subnet': {'network_id': '3275b9b8-f89e-4d20-ab98-e014784e3fad', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=84874) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:28:11.926884 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-5b8b6b4e-7757-49a5-8ca3-875f0cfc3a4f tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 5.1973033 Jan 14 07:28:11.932535 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84875) accepted ('10.222.0.24', 48890) {{(pid=84875) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:28:11.943573 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.v2.base [None req-d7fa7fb7-6975-4115-b86c-abc26ef89006 tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] Request body: {'port': {'network_id': '23f0a15d-6362-4cec-82c1-cacba887c566', 'mac_address': 'fa:16:3e:c4:c6:a0', 'name': 'tempest-NetworksTestDHCPv6-1784063593'}} {{(pid=84875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:28:12.024763 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-1e8c497e-e47b-4707-b05d-e08059089ba7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555753'] for port, before_update {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:28:12.075739 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-95bda1c8-53a5-4c37-8508-95cfc1b5d929 tempest-PortsTestJSON-2091589570 tempest-PortsTestJSON-2091589570] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:28:12.075739 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-95bda1c8-53a5-4c37-8508-95cfc1b5d929 tempest-PortsTestJSON-2091589570 tempest-PortsTestJSON-2091589570] Usage tracker for resource:subnet and tenant:4f41150d2ea84f97bbab10653dcc9b99 is out of sync, need to count used quota {{(pid=84874) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:28:12.075739 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-95bda1c8-53a5-4c37-8508-95cfc1b5d929 tempest-PortsTestJSON-2091589570 tempest-PortsTestJSON-2091589570] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84874) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:28:12.082645 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-95bda1c8-53a5-4c37-8508-95cfc1b5d929 tempest-PortsTestJSON-2091589570 tempest-PortsTestJSON-2091589570] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:28:12.122610 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d24eeefd-72e8-4669-92c1-44542cf70beb tempest-PortsTestJSON-2091589570 tempest-PortsTestJSON-2091589570] Pushing event updated for resources: {'Network': ['ID=3275b9b8-f89e-4d20-ab98-e014784e3fad,revision_number=1']} {{(pid=84874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:28:12.132026 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-a56751f4-521d-40c4-9ef5-755f34d2a8b4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:28:12.181613 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-d24eeefd-72e8-4669-92c1-44542cf70beb tempest-PortsTestJSON-2091589570 tempest-PortsTestJSON-2091589570] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.409s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:28:12.206242 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-95bda1c8-53a5-4c37-8508-95cfc1b5d929 tempest-PortsTestJSON-2091589570 tempest-PortsTestJSON-2091589570] Made reservation on behalf of 4f41150d2ea84f97bbab10653dcc9b99 for: {'subnet': 1} {{(pid=84874) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 07:28:12.275585 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [None req-1e8c497e-e47b-4707-b05d-e08059089ba7 None None] For port d3fbcb55-5950-48c3-9eea-06b09f406910, host n-d-768862-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-2',level=0,port_id=d3fbcb55-5950-48c3-9eea-06b09f406910,segment=NetworkSegment(56f1c7cf-f3a3-41d2-9677-68978131444f),segment_id=56f1c7cf-f3a3-41d2-9677-68978131444f)] {{(pid=84876) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 07:28:12.277243 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-852a24f7-e9a1-4193-9abb-e9506fe5213f None None] Network 3275b9b8-f89e-4d20-ab98-e014784e3fad details requested by agent ovs-agent-n-h2-768862-2 with host n-h2-768862-2 {{(pid=84876) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 07:28:12.305903 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-d7fa7fb7-6975-4115-b86c-abc26ef89006 tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:28:12.311042 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-d7fa7fb7-6975-4115-b86c-abc26ef89006 tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] Usage tracker for resource:port and tenant:be0aa702e3ca464795a99c51e3b3b04f is out of sync, need to count used quota {{(pid=84875) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:28:12.314780 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-d7fa7fb7-6975-4115-b86c-abc26ef89006 tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] Quota usage for port was recalculated. Used quota:1. {{(pid=84875) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:28:12.322517 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-d7fa7fb7-6975-4115-b86c-abc26ef89006 tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=84875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:28:12.335391 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d7fa7fb7-6975-4115-b86c-abc26ef89006 tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] Made reservation on behalf of be0aa702e3ca464795a99c51e3b3b04f for: {'port': 1} {{(pid=84875) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 07:28:12.336668 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-017f98a9-8a07-408c-a86f-8ff0c00400a0 None None] Network 3275b9b8-f89e-4d20-ab98-e014784e3fad details requested by agent ovs-agent-n-h1-768862-2 with host n-h1-768862-2 {{(pid=84876) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 07:28:12.353511 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-95bda1c8-53a5-4c37-8508-95cfc1b5d929 tempest-PortsTestJSON-2091589570 tempest-PortsTestJSON-2091589570] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036851981161'] for subnet, before_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:28:12.373206 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-d7fa7fb7-6975-4115-b86c-abc26ef89006 tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555753'] for port, before_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:28:12.408007 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-dae0322b-6236-4028-aa48-8e9abb86a6a8 tempest-PortsIpV6TestJSON-1330665174 tempest-PortsIpV6TestJSON-1330665174] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777640123575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851621574'] for port, after_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:28:12.588342 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-1e8c497e-e47b-4707-b05d-e08059089ba7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777640533312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363259214678337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777640097497'] for port, after_update {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:28:12.602992 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84876) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:28:12.792819 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-9e2fe29d-0fb1-45bf-b3f8-f786c40c1d1d tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:28:12.816278 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-a56751f4-521d-40c4-9ef5-755f34d2a8b4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850887153'] for security_group, after_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:28:12.854509 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-a0921740-f77a-42df-b6a1-d22e016e6edd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:28:12.855949 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-75ae3368-a709-4541-b1ae-c2732fe4fc67 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:28:12.890150 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Network 3275b9b8-f89e-4d20-ab98-e014784e3fad details requested by agent ovs-agent-n-d-768862-2 with host n-d-768862-2 {{(pid=84876) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 07:28:12.917063 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a56751f4-521d-40c4-9ef5-755f34d2a8b4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1ca7aa03-f58b-48aa-a87c-6e1f2cf1531a,revision_number=1']} {{(pid=84874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:28:12.921752 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dae0322b-6236-4028-aa48-8e9abb86a6a8 tempest-PortsIpV6TestJSON-1330665174 tempest-PortsIpV6TestJSON-1330665174] Pushing event updated for resources: {'Port': ['ID=02ddeb9f-7170-4f89-9fdc-3044572d0a93,revision_number=1']} {{(pid=84875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:28:12.928019 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-dae0322b-6236-4028-aa48-8e9abb86a6a8 tempest-PortsIpV6TestJSON-1330665174 tempest-PortsIpV6TestJSON-1330665174] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:28:12.988466 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-a56751f4-521d-40c4-9ef5-755f34d2a8b4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:28:13.020013 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-a0921740-f77a-42df-b6a1-d22e016e6edd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850887153'] for security_group, after_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:28:13.056395 n-d-768862-2 neutron-server[84765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dae0322b-6236-4028-aa48-8e9abb86a6a8 tempest-PortsIpV6TestJSON-1330665174 tempest-PortsIpV6TestJSON-1330665174] Network 3f31e3c7-a515-464b-97e0-ef501e46f11c is already hosted by enough agents. {{(pid=84875) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 07:28:13.056395 n-d-768862-2 neutron-server[84765]: DEBUG neutron.scheduler.base_scheduler [None req-dae0322b-6236-4028-aa48-8e9abb86a6a8 tempest-PortsIpV6TestJSON-1330665174 tempest-PortsIpV6TestJSON-1330665174] Resources bound (agent type, host, resource id): {{(pid=84875) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 07:28:13.056395 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dae0322b-6236-4028-aa48-8e9abb86a6a8 tempest-PortsIpV6TestJSON-1330665174 tempest-PortsIpV6TestJSON-1330665174] Received port after_create {{(pid=84875) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 14 07:28:13.084537 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dae0322b-6236-4028-aa48-8e9abb86a6a8 tempest-PortsIpV6TestJSON-1330665174 tempest-PortsIpV6TestJSON-1330665174] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:28:13.084537 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-dae0322b-6236-4028-aa48-8e9abb86a6a8 tempest-PortsIpV6TestJSON-1330665174 tempest-PortsIpV6TestJSON-1330665174] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854768116'] for port, before_response {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:28:13.176107 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-dae0322b-6236-4028-aa48-8e9abb86a6a8 tempest-PortsIpV6TestJSON-1330665174 tempest-PortsIpV6TestJSON-1330665174] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 892 time: 6.0943162 Jan 14 07:28:13.184139 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84875) accepted ('10.222.0.24', 48912) {{(pid=84875) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:28:13.189884 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-1ccc36e6-6a99-49fa-8008-e84192630887 tempest-NegativeSecGroupIPv6Test-1980982801 tempest-NegativeSecGroupIPv6Test-1980982801] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:28:13.206662 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-a0921740-f77a-42df-b6a1-d22e016e6edd admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=f7e86b18bfb2433ab32443d6efa71ad1&name=default HTTP/1.1" status: 200 len: 2983 time: 3.9042506 Jan 14 07:28:13.210724 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84874) accepted ('10.222.0.24', 48916) {{(pid=84874) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:28:13.352662 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-a56751f4-521d-40c4-9ef5-755f34d2a8b4 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=b285014ee57247e696793ea5620ee3bb&name=default HTTP/1.1" status: 200 len: 2983 time: 3.8673503 Jan 14 07:28:13.352662 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0921740-f77a-42df-b6a1-d22e016e6edd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2f227785-7495-4e51-900f-b8007c96fb74,revision_number=1']} {{(pid=84874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:28:13.358257 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84874) accepted ('10.222.0.24', 48922) {{(pid=84874) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:28:13.363010 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-a0921740-f77a-42df-b6a1-d22e016e6edd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.170s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:28:13.428399 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.plugin [None req-f33d53b2-3fbe-4e78-b17d-91a767b28b02 tempest-PortsIpV6TestJSON-1330665174 tempest-PortsIpV6TestJSON-1330665174] Deleting port 02ddeb9f-7170-4f89-9fdc-3044572d0a93 {{(pid=84875) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 07:28:13.429064 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-f33d53b2-3fbe-4e78-b17d-91a767b28b02 tempest-PortsIpV6TestJSON-1330665174 tempest-PortsIpV6TestJSON-1330665174] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363259214248359'] for port, before_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:28:13.583419 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [req-f4215be9-0a3a-4338-b9ad-60c32c9c432f req-81d9549e-da22-4411-8526-9b8a64b2ab81 tempest-DeleteServersTestJSON-437494901 tempest-DeleteServersTestJSON-437494901] (84874) timed out ('10.222.0.35', 58747) {{(pid=84874) process_request /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:830}} Jan 14 07:28:13.595658 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-a6b495e9-5d90-49af-a5d3-3be11e477365 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:28:13.613487 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e8c497e-e47b-4707-b05d-e08059089ba7 None None] Pushing event updated for resources: {'Port': ['ID=d3fbcb55-5950-48c3-9eea-06b09f406910,revision_number=3']} {{(pid=84876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:28:13.660875 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-1e8c497e-e47b-4707-b05d-e08059089ba7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.058s {{(pid=84876) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:28:13.669035 n-d-768862-2 neutron-server[84765]: DEBUG neutron.notifiers.nova [None req-d7fa7fb7-6975-4115-b86c-abc26ef89006 tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] device_id is not set on port 6e93b3c3-6f19-4013-a387-52a092e15ea9 yet. {{(pid=84875) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}} Jan 14 07:28:13.705776 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-a6b495e9-5d90-49af-a5d3-3be11e477365 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:28:13.743604 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-852a24f7-e9a1-4193-9abb-e9506fe5213f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363259214191800', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854171626'] for agent, after_update {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:28:13.769801 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-ca081734-018a-4f04-9446-7ed26adbc40b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:28:13.923868 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-ca081734-018a-4f04-9446-7ed26adbc40b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:28:14.062847 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48953a3b-caa4-4896-9090-63f0fb59ce59 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5d94dc7a-c095-50a4-955e-5f3b78718a12-3f31e3c7-a515-464b-97e0-ef501e46f11c', 'network_id': '3f31e3c7-a515-464b-97e0-ef501e46f11c', 'tenant_id': '6396266df05d476da6838f06b578d30b', 'fixed_ips': [{'subnet_id': 'ebd1fc06-3051-41b4-b839-c129abf1301d'}]}} from n-d-768862-2. {{(pid=84876) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Jan 14 07:28:14.076330 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-48953a3b-caa4-4896-9090-63f0fb59ce59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555753'] for port, before_create {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:28:14.168817 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-a6b495e9-5d90-49af-a5d3-3be11e477365 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850887153'] for security_group, after_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:28:14.168817 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-7829f1dd-046f-4302-a441-19c75407be14 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:28:14.196706 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6b495e9-5d90-49af-a5d3-3be11e477365 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1ca7aa03-f58b-48aa-a87c-6e1f2cf1531a,revision_number=None']} {{(pid=84874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:28:14.211071 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-a6b495e9-5d90-49af-a5d3-3be11e477365 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:28:14.218727 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-95bda1c8-53a5-4c37-8508-95cfc1b5d929 tempest-PortsTestJSON-2091589570 tempest-PortsTestJSON-2091589570] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850887113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3254092', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036851981146'] for subnet, after_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:28:14.278331 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-90148528-4167-404c-a970-6aa36b867c95 tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.011s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:28:14.314501 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.db_base_plugin_common [None req-d7fa7fb7-6975-4115-b86c-abc26ef89006 tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] Allocated IP 2001:db8:0:1::182 (23f0a15d-6362-4cec-82c1-cacba887c566/4b37e5e2-4a07-4ba4-b47f-cd59b1c949e0/6e93b3c3-6f19-4013-a387-52a092e15ea9) {{(pid=84875) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 14 07:28:14.314501 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.db_base_plugin_common [None req-d7fa7fb7-6975-4115-b86c-abc26ef89006 tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] Allocated IP 2001:db8::f816:3eff:fec4:c6a0 (23f0a15d-6362-4cec-82c1-cacba887c566/4e1a258d-f81b-40b4-a34a-65a8c9e54060/6e93b3c3-6f19-4013-a387-52a092e15ea9) {{(pid=84875) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 14 07:28:14.510789 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-ca081734-018a-4f04-9446-7ed26adbc40b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850887153'] for security_group, after_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:28:14.529321 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95bda1c8-53a5-4c37-8508-95cfc1b5d929 tempest-PortsTestJSON-2091589570 tempest-PortsTestJSON-2091589570] Pushing event updated for resources: {'Subnet': ['ID=ca3829d4-a816-414e-a9f1-960d6a9cca53,revision_number=0']} {{(pid=84874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:28:14.684764 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-d7fa7fb7-6975-4115-b86c-abc26ef89006 tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] Notify callbacks [] for port, precommit_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:28:14.711632 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-95bda1c8-53a5-4c37-8508-95cfc1b5d929 tempest-PortsTestJSON-2091589570 tempest-PortsTestJSON-2091589570] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.435s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:28:14.721292 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-e88a5ef9-e766-408e-959a-9fb33dce290c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.030s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:28:14.721945 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-d7fa7fb7-6975-4115-b86c-abc26ef89006 tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] Transition to ACTIVE for port object 6e93b3c3-6f19-4013-a387-52a092e15ea9 will not be triggered until provisioned by entity DHCP. {{(pid=84875) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 07:28:14.739653 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.db_base_plugin_common [None req-48953a3b-caa4-4896-9090-63f0fb59ce59 None None] Allocated IP 2001:db8::2 (3f31e3c7-a515-464b-97e0-ef501e46f11c/ebd1fc06-3051-41b4-b839-c129abf1301d/c177391f-3b8f-472b-8cff-c35c4f29c0d4) {{(pid=84876) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 14 07:28:14.769565 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca081734-018a-4f04-9446-7ed26adbc40b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2f227785-7495-4e51-900f-b8007c96fb74,revision_number=None']} {{(pid=84874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:28:14.784027 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-f33d53b2-3fbe-4e78-b17d-91a767b28b02 tempest-PortsIpV6TestJSON-1330665174 tempest-PortsIpV6TestJSON-1330665174] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036850862667'] for port, precommit_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:28:14.786911 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-ca081734-018a-4f04-9446-7ed26adbc40b admin admin] Notify callbacks [] for security_group, before_response {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:28:14.792086 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-ca081734-018a-4f04-9446-7ed26adbc40b admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/2f227785-7495-4e51-900f-b8007c96fb74 HTTP/1.1" status: 204 len: 168 time: 1.5689969 Jan 14 07:28:14.795367 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-a6b495e9-5d90-49af-a5d3-3be11e477365 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:28:14.799909 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-a6b495e9-5d90-49af-a5d3-3be11e477365 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/1ca7aa03-f58b-48aa-a87c-6e1f2cf1531a HTTP/1.1" status: 204 len: 168 time: 1.4414001 Jan 14 07:28:14.803403 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-ca081734-018a-4f04-9446-7ed26adbc40b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:28:14.984378 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.plugin [None req-f33d53b2-3fbe-4e78-b17d-91a767b28b02 tempest-PortsIpV6TestJSON-1330665174 tempest-PortsIpV6TestJSON-1330665174] Calling delete_port for 02ddeb9f-7170-4f89-9fdc-3044572d0a93 owned by {{(pid=84875) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 07:28:15.135853 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-d7fa7fb7-6975-4115-b86c-abc26ef89006 tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777640123575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851621574'] for port, after_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:28:15.183091 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95bda1c8-53a5-4c37-8508-95cfc1b5d929 tempest-PortsTestJSON-2091589570 tempest-PortsTestJSON-2091589570] Checking segment: {'id': 'bc193a76-13d7-4b4b-83cf-634aeb92767b', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 15, 'network_id': '3275b9b8-f89e-4d20-ab98-e014784e3fad'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84874) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 14 07:28:15.183500 n-d-768862-2 neutron-server[84765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95bda1c8-53a5-4c37-8508-95cfc1b5d929 tempest-PortsTestJSON-2091589570 tempest-PortsTestJSON-2091589570] Network hostable DHCP agents. Network: 3275b9b8-f89e-4d20-ab98-e014784e3fad, hostable agents: ['32f3dd84-26da-4d18-bf15-6017a8fb7247'], hosted agents: [] {{(pid=84874) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Jan 14 07:28:15.187729 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-fa670e30-3f87-48a9-9817-cc336c93357c tempest-BulkNetworkOpsTest-1426007266 tempest-BulkNetworkOpsTest-1426007266] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:28:15.231901 n-d-768862-2 neutron-server[84765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95bda1c8-53a5-4c37-8508-95cfc1b5d929 tempest-PortsTestJSON-2091589570 tempest-PortsTestJSON-2091589570] Network 3275b9b8-f89e-4d20-ab98-e014784e3fad is scheduled to be hosted by DHCP agent 32f3dd84-26da-4d18-bf15-6017a8fb7247 with binding_index 1 {{(pid=84874) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Jan 14 07:28:15.257834 n-d-768862-2 neutron-server[84765]: DEBUG neutron.scheduler.base_scheduler [None req-95bda1c8-53a5-4c37-8508-95cfc1b5d929 tempest-PortsTestJSON-2091589570 tempest-PortsTestJSON-2091589570] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768862-2, 3275b9b8-f89e-4d20-ab98-e014784e3fad) {{(pid=84874) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 07:28:15.301772 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95bda1c8-53a5-4c37-8508-95cfc1b5d929 tempest-PortsTestJSON-2091589570 tempest-PortsTestJSON-2091589570] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:28:15.301772 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-95bda1c8-53a5-4c37-8508-95cfc1b5d929 tempest-PortsTestJSON-2091589570 tempest-PortsTestJSON-2091589570] Notify callbacks [] for subnet, before_response {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:28:15.359455 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-95bda1c8-53a5-4c37-8508-95cfc1b5d929 tempest-PortsTestJSON-2091589570 tempest-PortsTestJSON-2091589570] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 3.4735515 Jan 14 07:28:15.362126 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84874) accepted ('10.222.0.24', 48954) {{(pid=84874) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:28:15.369663 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.v2.base [None req-9b9a487a-2d16-4078-9142-c07471b55bf0 tempest-PortsTestJSON-2091589570 tempest-PortsTestJSON-2091589570] Request body: {'port': {'network_id': '3275b9b8-f89e-4d20-ab98-e014784e3fad', 'name': 'tempest-PortsTestJSON-1755652530'}} {{(pid=84874) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:28:15.790833 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Device d3fbcb55-5950-48c3-9eea-06b09f406910 up at agent ovs-agent-n-d-768862-2 {{(pid=84876) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 07:28:15.810984 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-9b9a487a-2d16-4078-9142-c07471b55bf0 tempest-PortsTestJSON-2091589570 tempest-PortsTestJSON-2091589570] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:28:15.823463 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-9b9a487a-2d16-4078-9142-c07471b55bf0 tempest-PortsTestJSON-2091589570 tempest-PortsTestJSON-2091589570] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=84874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:28:15.835734 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9b9a487a-2d16-4078-9142-c07471b55bf0 tempest-PortsTestJSON-2091589570 tempest-PortsTestJSON-2091589570] Made reservation on behalf of 4f41150d2ea84f97bbab10653dcc9b99 for: {'port': 1} {{(pid=84874) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 07:28:15.846178 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-9b9a487a-2d16-4078-9142-c07471b55bf0 tempest-PortsTestJSON-2091589570 tempest-PortsTestJSON-2091589570] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555753'] for port, before_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:28:15.957024 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84874) accepted ('10.222.0.24', 48964) {{(pid=84874) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:28:15.959612 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-246d42b7-cd09-41a0-a631-f43fc46923f8 None None] Update dhcp port {'port': {'network_id': '23f0a15d-6362-4cec-82c1-cacba887c566', 'fixed_ips': [{'subnet_id': '4e1a258d-f81b-40b4-a34a-65a8c9e54060', 'ip_address': '2001:db8::f816:3eff:fe8e:d358'}, {'subnet_id': '4b37e5e2-4a07-4ba4-b47f-cd59b1c949e0'}], 'binding:host_id': 'n-d-768862-2'}, 'id': 'd3fbcb55-5950-48c3-9eea-06b09f406910'} from n-d-768862-2. {{(pid=84876) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:310}} Jan 14 07:28:15.998856 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-429df5d1-29ff-4ffe-856b-c5975209a52a admin admin] Notify callbacks [] for security_group, before_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:28:16.033872 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84874) accepted ('10.222.0.24', 48968) {{(pid=84874) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:28:16.100512 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-246d42b7-cd09-41a0-a631-f43fc46923f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555753'] for port, before_update {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:28:16.166977 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-429df5d1-29ff-4ffe-856b-c5975209a52a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:28:16.177081 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-21dcf90c-8a70-42ed-bd6b-40b8572e382a admin admin] Notify callbacks [] for security_group, before_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:28:16.192319 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-429df5d1-29ff-4ffe-856b-c5975209a52a admin admin] Usage tracker for resource:security_group_rule and tenant:161d86fe14e34223873008da164a8a48 is out of sync, need to count used quota {{(pid=84874) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:28:16.201257 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-429df5d1-29ff-4ffe-856b-c5975209a52a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84874) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:28:16.212340 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-429df5d1-29ff-4ffe-856b-c5975209a52a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:28:16.212340 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-21dcf90c-8a70-42ed-bd6b-40b8572e382a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:28:16.234147 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-21dcf90c-8a70-42ed-bd6b-40b8572e382a admin admin] Usage tracker for resource:security_group_rule and tenant:c2bd82be3a5143b9b42f65ef7c4dd331 is out of sync, need to count used quota {{(pid=84874) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:28:16.234147 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-21dcf90c-8a70-42ed-bd6b-40b8572e382a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84874) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:28:16.251988 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-21dcf90c-8a70-42ed-bd6b-40b8572e382a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:28:16.297987 n-d-768862-2 neutron-server[84765]: DEBUG neutron.notifiers.nova [None req-9b9a487a-2d16-4078-9142-c07471b55bf0 tempest-PortsTestJSON-2091589570 tempest-PortsTestJSON-2091589570] device_id is not set on port 5f37688f-74a9-4877-bcb8-bbfe6bd3c230 yet. {{(pid=84874) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}} Jan 14 07:28:16.715419 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.db_base_plugin_common [None req-246d42b7-cd09-41a0-a631-f43fc46923f8 None None] Allocated IP 2001:db8:0:1::2 (23f0a15d-6362-4cec-82c1-cacba887c566/4b37e5e2-4a07-4ba4-b47f-cd59b1c949e0/d3fbcb55-5950-48c3-9eea-06b09f406910) {{(pid=84876) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 14 07:28:16.814344 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-429df5d1-29ff-4ffe-856b-c5975209a52a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:28:16.826236 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-429df5d1-29ff-4ffe-856b-c5975209a52a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850887153'] for security_group, after_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:28:16.837906 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-f33d53b2-3fbe-4e78-b17d-91a767b28b02 tempest-PortsIpV6TestJSON-1330665174 tempest-PortsIpV6TestJSON-1330665174] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777640533329', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777640097463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851621574'] for port, after_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:28:16.840278 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-48953a3b-caa4-4896-9090-63f0fb59ce59 None None] Notify callbacks [] for port, precommit_create {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:28:16.854632 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-48953a3b-caa4-4896-9090-63f0fb59ce59 None None] Transition to ACTIVE for port object c177391f-3b8f-472b-8cff-c35c4f29c0d4 will not be triggered until provisioned by entity L2. {{(pid=84876) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 07:28:16.888735 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-157e2591-94ec-494f-b013-edb5ebec92af admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:28:16.942268 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Provisioning complete for port d3fbcb55-5950-48c3-9eea-06b09f406910 triggered by entity L2. {{(pid=84876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 07:28:16.942268 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-604227'] for port, provisioning_complete {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:28:16.946382 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7fa7fb7-6975-4115-b86c-abc26ef89006 tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] Pushing event updated for resources: {'Port': ['ID=6e93b3c3-6f19-4013-a387-52a092e15ea9,revision_number=1']} {{(pid=84875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:28:16.955218 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-429df5d1-29ff-4ffe-856b-c5975209a52a admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=161d86fe14e34223873008da164a8a48&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9628663 Jan 14 07:28:16.959352 n-d-768862-2 neutron-server[84765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7fa7fb7-6975-4115-b86c-abc26ef89006 tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] Network 23f0a15d-6362-4cec-82c1-cacba887c566 is already hosted by enough agents. {{(pid=84875) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 07:28:16.959352 n-d-768862-2 neutron-server[84765]: DEBUG neutron.scheduler.base_scheduler [None req-d7fa7fb7-6975-4115-b86c-abc26ef89006 tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] Resources bound (agent type, host, resource id): {{(pid=84875) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 07:28:16.959352 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-d7fa7fb7-6975-4115-b86c-abc26ef89006 tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.762s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:28:17.009666 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84875) accepted ('10.222.0.24', 48992) {{(pid=84875) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:28:17.009666 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-2a8bf354-e86a-4d17-b8b6-eed320e3b4bf tempest-RoutersIpV6Test-883692175 tempest-RoutersIpV6Test-883692175] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.146s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:28:17.054990 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-48953a3b-caa4-4896-9090-63f0fb59ce59 None None] Transition to ACTIVE for port object c177391f-3b8f-472b-8cff-c35c4f29c0d4 will not be triggered until provisioned by entity DHCP. {{(pid=84876) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 07:28:17.130240 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-429df5d1-29ff-4ffe-856b-c5975209a52a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=13b3653d-de2c-47a5-842f-544c6e81ba83,revision_number=1']} {{(pid=84874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:28:17.137806 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7fa7fb7-6975-4115-b86c-abc26ef89006 tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] Received port after_create {{(pid=84875) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 14 07:28:17.151753 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network":"rule:regular_user" was deprecated in W in favor of "create_network":"role:member and project_id:%(project_id)s". Reason: Jan 14 07:28:17.151753 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:28:17.151753 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:28:17.151753 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:28:17.151753 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:shared":"rule:admin_only" was deprecated in W in favor of "create_network:shared":"role:admin and system_scope:all". Reason: Jan 14 07:28:17.151753 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:28:17.151753 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:28:17.151753 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:28:17.151753 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:router:external":"rule:admin_only" was deprecated in W in favor of "create_network:router:external":"role:admin and system_scope:all". Reason: Jan 14 07:28:17.151753 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:28:17.151753 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:28:17.151753 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:28:17.151753 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:is_default":"rule:admin_only" was deprecated in W in favor of "create_network:is_default":"role:admin and system_scope:all". Reason: Jan 14 07:28:17.151753 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:28:17.151753 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:28:17.151753 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:28:17.151753 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:port_security_enabled":"rule:regular_user" was deprecated in W in favor of "create_network:port_security_enabled":"role:member and project_id:%(project_id)s". Reason: Jan 14 07:28:17.151753 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:28:17.151753 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:28:17.151753 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:28:17.151753 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:segments":"rule:admin_only" was deprecated in W in favor of "create_network:segments":"role:admin and system_scope:all". Reason: Jan 14 07:28:17.151753 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:28:17.151753 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:28:17.151753 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:28:17.151753 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "create_network:provider:network_type":"role:admin and system_scope:all". Reason: Jan 14 07:28:17.151753 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:28:17.151753 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:28:17.151753 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:28:17.151753 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "create_network:provider:physical_network":"role:admin and system_scope:all". Reason: Jan 14 07:28:17.151753 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:28:17.151753 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:28:17.151753 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:28:17.151753 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "create_network:provider:segmentation_id":"role:admin and system_scope:all". Reason: Jan 14 07:28:17.151753 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:28:17.151753 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:28:17.151753 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:28:17.151753 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network":"rule:admin_or_owner or rule:shared or rule:external or rule:context_is_advsvc" was deprecated in W in favor of "get_network":"(role:reader and system_scope:all) or (role:reader and project_id:%(project_id)s) or rule:shared or rule:external or rule:context_is_advsvc". Reason: Jan 14 07:28:17.151753 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:28:17.151753 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:28:17.151753 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:28:17.151753 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:router:external":"rule:regular_user" was deprecated in W in favor of "get_network:router:external":"role:reader and project_id:%(project_id)s". Reason: Jan 14 07:28:17.151753 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:28:17.151753 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:28:17.151753 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:28:17.151753 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:segments":"rule:admin_only" was deprecated in W in favor of "get_network:segments":"role:reader and system_scope:all". Reason: Jan 14 07:28:17.151753 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:28:17.151753 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:28:17.151753 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:28:17.151753 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "get_network:provider:network_type":"role:reader and system_scope:all". Reason: Jan 14 07:28:17.151753 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:28:17.151753 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:28:17.151753 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:28:17.151753 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "get_network:provider:physical_network":"role:reader and system_scope:all". Reason: Jan 14 07:28:17.151753 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:28:17.151753 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:28:17.151753 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:28:17.151753 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "get_network:provider:segmentation_id":"role:reader and system_scope:all". Reason: Jan 14 07:28:17.151753 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:28:17.151753 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:28:17.151753 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:28:17.151753 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network":"rule:admin_or_owner" was deprecated in W in favor of "update_network":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 07:28:17.151753 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:28:17.151753 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:28:17.151753 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:28:17.151753 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:segments":"rule:admin_only" was deprecated in W in favor of "update_network:segments":"role:admin and system_scope:all". Reason: Jan 14 07:28:17.151753 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:28:17.151753 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:28:17.151753 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:28:17.157285 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-429df5d1-29ff-4ffe-856b-c5975209a52a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.271s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:28:17.180237 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-48953a3b-caa4-4896-9090-63f0fb59ce59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777640123575'] for port, after_create {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:28:17.198627 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7fa7fb7-6975-4115-b86c-abc26ef89006 tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:28:17.199040 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.db_base_plugin_common [None req-9b9a487a-2d16-4078-9142-c07471b55bf0 tempest-PortsTestJSON-2091589570 tempest-PortsTestJSON-2091589570] Allocated IP 172.20.0.8 (3275b9b8-f89e-4d20-ab98-e014784e3fad/ca3829d4-a816-414e-a9f1-960d6a9cca53/5f37688f-74a9-4877-bcb8-bbfe6bd3c230) {{(pid=84874) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 14 07:28:17.200066 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-d7fa7fb7-6975-4115-b86c-abc26ef89006 tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854768116'] for port, before_response {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:28:17.200367 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-8dc6a885-a822-42b4-b1e0-a5d68561d5d5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84876) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:28:17.236816 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f33d53b2-3fbe-4e78-b17d-91a767b28b02 tempest-PortsIpV6TestJSON-1330665174 tempest-PortsIpV6TestJSON-1330665174] Pushing event deleted for resources: {'Port': ['ID=02ddeb9f-7170-4f89-9fdc-3044572d0a93,revision_number=None']} {{(pid=84875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:28:17.253467 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-f33d53b2-3fbe-4e78-b17d-91a767b28b02 tempest-PortsIpV6TestJSON-1330665174 tempest-PortsIpV6TestJSON-1330665174] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.245s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:28:17.288036 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-21dcf90c-8a70-42ed-bd6b-40b8572e382a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:28:17.305670 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-21dcf90c-8a70-42ed-bd6b-40b8572e382a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850887153'] for security_group, after_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:28:17.375340 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-7d2d9c71-cb1c-43d1-8b09-2bb440efdae2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:28:17.385247 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-21dcf90c-8a70-42ed-bd6b-40b8572e382a admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=c2bd82be3a5143b9b42f65ef7c4dd331&name=default HTTP/1.1" status: 200 len: 2983 time: 1.3422461 Jan 14 07:28:17.391760 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84874) accepted ('10.222.0.24', 49008) {{(pid=84874) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:28:17.504945 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21dcf90c-8a70-42ed-bd6b-40b8572e382a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=16e61606-ebb3-4a73-91ec-3488c1652ee1,revision_number=1']} {{(pid=84874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:28:17.515143 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-21dcf90c-8a70-42ed-bd6b-40b8572e382a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:28:17.525850 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-9be3ac2a-a363-4393-b430-6503a8de15da admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:28:17.543935 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-c3db7e74-5b66-408e-ae5c-d97e3a270dc2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:28:17.567156 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48953a3b-caa4-4896-9090-63f0fb59ce59 None None] Pushing event updated for resources: {'Port': ['ID=c177391f-3b8f-472b-8cff-c35c4f29c0d4,revision_number=1']} {{(pid=84876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:28:17.581921 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-48953a3b-caa4-4896-9090-63f0fb59ce59 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.381s {{(pid=84876) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:28:17.589911 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-c3db7e74-5b66-408e-ae5c-d97e3a270dc2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:28:17.612740 n-d-768862-2 neutron-server[84765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48953a3b-caa4-4896-9090-63f0fb59ce59 None None] Network 3f31e3c7-a515-464b-97e0-ef501e46f11c is already hosted by enough agents. {{(pid=84876) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 07:28:17.616994 n-d-768862-2 neutron-server[84765]: DEBUG neutron.scheduler.base_scheduler [None req-48953a3b-caa4-4896-9090-63f0fb59ce59 None None] Resources bound (agent type, host, resource id): {{(pid=84876) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 07:28:17.622416 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48953a3b-caa4-4896-9090-63f0fb59ce59 None None] Received port after_create {{(pid=84876) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 14 07:28:17.648449 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-c3db7e74-5b66-408e-ae5c-d97e3a270dc2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850887153'] for security_group, after_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:28:17.665940 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-b19a121a-a5f3-43ad-8c4b-d1fef08186b0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:28:17.680202 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-d7fa7fb7-6975-4115-b86c-abc26ef89006 tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1034 time: 5.7448020 Jan 14 07:28:17.685222 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-c3db7e74-5b66-408e-ae5c-d97e3a270dc2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:28:17.686742 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-c3db7e74-5b66-408e-ae5c-d97e3a270dc2 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/13b3653d-de2c-47a5-842f-544c6e81ba83 HTTP/1.1" status: 204 len: 168 time: 0.6180301 Jan 14 07:28:17.687981 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3db7e74-5b66-408e-ae5c-d97e3a270dc2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=13b3653d-de2c-47a5-842f-544c6e81ba83,revision_number=None']} {{(pid=84875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:28:17.690093 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84875) accepted ('10.222.0.24', 49014) {{(pid=84875) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:28:17.748447 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.managers [None req-48953a3b-caa4-4896-9090-63f0fb59ce59 None None] Attempting to bind port c177391f-3b8f-472b-8cff-c35c4f29c0d4 on host n-d-768862-2 for vnic_type normal with profile {{(pid=84876) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 14 07:28:17.757981 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-9be3ac2a-a363-4393-b430-6503a8de15da admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:28:17.800944 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-c3db7e74-5b66-408e-ae5c-d97e3a270dc2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:28:17.803219 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.managers [None req-48953a3b-caa4-4896-9090-63f0fb59ce59 None None] Attempting to bind port c177391f-3b8f-472b-8cff-c35c4f29c0d4 by drivers openvswitch on host n-d-768862-2 at level 0 using segments [{'id': 'a699f0e2-71ee-443a-af9d-00878d53dfd0', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 18, 'network_id': '3f31e3c7-a515-464b-97e0-ef501e46f11c'}] {{(pid=84876) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 14 07:28:17.803219 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48953a3b-caa4-4896-9090-63f0fb59ce59 None None] Attempting to bind port c177391f-3b8f-472b-8cff-c35c4f29c0d4 on network 3f31e3c7-a515-464b-97e0-ef501e46f11c {{(pid=84876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 14 07:28:17.903861 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48953a3b-caa4-4896-9090-63f0fb59ce59 None None] Checking agent: {'id': 'ba5efab1-b43c-4d5a-bc52-6e105d4e67a2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768862-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 14, 6, 56, 52), 'started_at': datetime.datetime(2021, 1, 14, 6, 57, 22), 'heartbeat_timestamp': datetime.datetime(2021, 1, 14, 7, 27, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768862-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.29', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 14 07:28:17.903861 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48953a3b-caa4-4896-9090-63f0fb59ce59 None None] Checking segment: {'id': 'a699f0e2-71ee-443a-af9d-00878d53dfd0', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 18, 'network_id': '3f31e3c7-a515-464b-97e0-ef501e46f11c'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84876) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 14 07:28:17.903861 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-48953a3b-caa4-4896-9090-63f0fb59ce59 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:28:17.903861 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48953a3b-caa4-4896-9090-63f0fb59ce59 None None] Bound using segment: {'id': 'a699f0e2-71ee-443a-af9d-00878d53dfd0', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 18, 'network_id': '3f31e3c7-a515-464b-97e0-ef501e46f11c'} {{(pid=84876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 14 07:28:17.903861 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.managers [None req-48953a3b-caa4-4896-9090-63f0fb59ce59 None None] Bound port: c177391f-3b8f-472b-8cff-c35c4f29c0d4, host: n-d-768862-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a699f0e2-71ee-443a-af9d-00878d53dfd0', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 18, 'network_id': '3f31e3c7-a515-464b-97e0-ef501e46f11c'}}] {{(pid=84876) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 14 07:28:17.903861 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-48953a3b-caa4-4896-9090-63f0fb59ce59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555753'] for port, before_update {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:28:17.971278 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.plugin [None req-9c9baac9-0828-4694-826c-bf99d00ecf5f tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] Deleting port 6e93b3c3-6f19-4013-a387-52a092e15ea9 {{(pid=84875) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 07:28:17.971278 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-9c9baac9-0828-4694-826c-bf99d00ecf5f tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363259214248359'] for port, before_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:28:18.028649 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-9b9a487a-2d16-4078-9142-c07471b55bf0 tempest-PortsTestJSON-2091589570 tempest-PortsTestJSON-2091589570] Notify callbacks [] for port, precommit_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:28:18.047800 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-9be3ac2a-a363-4393-b430-6503a8de15da admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850887153'] for security_group, after_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:28:18.062218 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-4a1aecec-ecd7-46de-9c81-23fc817d1af0 tempest-PortsIpV6TestJSON-1330665174 tempest-PortsIpV6TestJSON-1330665174] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:28:18.076602 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [None req-246d42b7-cd09-41a0-a631-f43fc46923f8 None None] For port d3fbcb55-5950-48c3-9eea-06b09f406910, host n-d-768862-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-2',level=0,port_id=d3fbcb55-5950-48c3-9eea-06b09f406910,segment=NetworkSegment(56f1c7cf-f3a3-41d2-9677-68978131444f),segment_id=56f1c7cf-f3a3-41d2-9677-68978131444f)] {{(pid=84876) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 07:28:18.087823 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9be3ac2a-a363-4393-b430-6503a8de15da admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=16e61606-ebb3-4a73-91ec-3488c1652ee1,revision_number=None']} {{(pid=84874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:28:18.094651 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-9b9a487a-2d16-4078-9142-c07471b55bf0 tempest-PortsTestJSON-2091589570 tempest-PortsTestJSON-2091589570] Transition to ACTIVE for port object 5f37688f-74a9-4877-bcb8-bbfe6bd3c230 will not be triggered until provisioned by entity DHCP. {{(pid=84874) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 07:28:18.096939 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-9be3ac2a-a363-4393-b430-6503a8de15da admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:28:18.113404 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-9be3ac2a-a363-4393-b430-6503a8de15da admin admin] Notify callbacks [] for security_group, before_response {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:28:18.117499 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-9be3ac2a-a363-4393-b430-6503a8de15da admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/16e61606-ebb3-4a73-91ec-3488c1652ee1 HTTP/1.1" status: 204 len: 168 time: 0.7297449 Jan 14 07:28:18.156427 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-9b9a487a-2d16-4078-9142-c07471b55bf0 tempest-PortsTestJSON-2091589570 tempest-PortsTestJSON-2091589570] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777640123575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3254186'] for port, after_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:28:18.181905 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-246d42b7-cd09-41a0-a631-f43fc46923f8 None None] Notify callbacks [] for port, precommit_update {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:28:18.187236 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [None req-48953a3b-caa4-4896-9090-63f0fb59ce59 None None] For port c177391f-3b8f-472b-8cff-c35c4f29c0d4, host n-d-768862-2, cleared binding levels {{(pid=84876) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 14 07:28:18.208313 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [None req-48953a3b-caa4-4896-9090-63f0fb59ce59 None None] For port c177391f-3b8f-472b-8cff-c35c4f29c0d4, host n-d-768862-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-2',level=0,port_id=c177391f-3b8f-472b-8cff-c35c4f29c0d4,segment=NetworkSegment(a699f0e2-71ee-443a-af9d-00878d53dfd0),segment_id=a699f0e2-71ee-443a-af9d-00878d53dfd0)] {{(pid=84876) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 14 07:28:18.217423 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-246d42b7-cd09-41a0-a631-f43fc46923f8 None None] Transition to ACTIVE for port object d3fbcb55-5950-48c3-9eea-06b09f406910 will not be triggered until provisioned by entity DHCP. {{(pid=84876) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 07:28:18.219652 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-48953a3b-caa4-4896-9090-63f0fb59ce59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777640533312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363259214678337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777640097497'] for port, after_update {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:28:18.238204 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-f33d53b2-3fbe-4e78-b17d-91a767b28b02 tempest-PortsIpV6TestJSON-1330665174 tempest-PortsIpV6TestJSON-1330665174] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854768116'] for port, before_response {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:28:18.246483 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-f33d53b2-3fbe-4e78-b17d-91a767b28b02 tempest-PortsIpV6TestJSON-1330665174 tempest-PortsIpV6TestJSON-1330665174] 10.222.0.24 "DELETE /v2.0/ports/02ddeb9f-7170-4f89-9fdc-3044572d0a93 HTTP/1.1" status: 204 len: 168 time: 5.0611806 Jan 14 07:28:18.250654 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84875) accepted ('10.222.0.24', 49032) {{(pid=84875) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:28:18.331257 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-de90490c-f644-4c9f-afb2-1c3aefd49eaa tempest-PortsIpV6TestJSON-1330665174 tempest-PortsIpV6TestJSON-1330665174] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:28:18.592672 n-d-768862-2 neutron-server[84765]: INFO neutron.pecan_wsgi.hooks.translation [None req-e55c9909-d267-41f1-9bda-59db5db8e9da tempest-PortsIpV6TestJSON-1330665174 tempest-PortsIpV6TestJSON-1330665174] GET failed (client error): The resource could not be found. Jan 14 07:28:18.593558 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-e55c9909-d267-41f1-9bda-59db5db8e9da tempest-PortsIpV6TestJSON-1330665174 tempest-PortsIpV6TestJSON-1330665174] Synchronizing usage tracker for tenant:6396266df05d476da6838f06b578d30b on resource:port {{(pid=84875) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 14 07:28:18.624885 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-c17580b3-81e4-43d1-9365-dadb1d111127 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84876) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:28:18.668742 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-e55c9909-d267-41f1-9bda-59db5db8e9da tempest-PortsIpV6TestJSON-1330665174 tempest-PortsIpV6TestJSON-1330665174] Unset dirty status for tenant:6396266df05d476da6838f06b578d30b on resource:port {{(pid=84875) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 14 07:28:18.670585 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-e55c9909-d267-41f1-9bda-59db5db8e9da tempest-PortsIpV6TestJSON-1330665174 tempest-PortsIpV6TestJSON-1330665174] 10.222.0.24 "GET /v2.0/ports/02ddeb9f-7170-4f89-9fdc-3044572d0a93 HTTP/1.1" status: 404 len: 333 time: 0.4158227 Jan 14 07:28:18.674039 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84875) accepted ('10.222.0.24', 49048) {{(pid=84875) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:28:18.770239 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-246d42b7-cd09-41a0-a631-f43fc46923f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777640533312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363259214678337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777640097497'] for port, after_update {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:28:19.262581 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-e7c058e7-fdd7-4e1e-9d1f-67fc05b8e9b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363259214191800', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854171626'] for agent, after_update {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:28:19.324146 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48953a3b-caa4-4896-9090-63f0fb59ce59 None None] Pushing event updated for resources: {'Port': ['ID=c177391f-3b8f-472b-8cff-c35c4f29c0d4,revision_number=2']} {{(pid=84876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:28:19.350211 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48953a3b-caa4-4896-9090-63f0fb59ce59 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@n-h1-768862-2 {{(pid=84876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:28:19.350211 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48953a3b-caa4-4896-9090-63f0fb59ce59 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-h1-768862-2 {{(pid=84876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:28:19.350211 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48953a3b-caa4-4896-9090-63f0fb59ce59 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-h1-768862-2 {{(pid=84876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:28:19.350211 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48953a3b-caa4-4896-9090-63f0fb59ce59 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-h1-768862-2 {{(pid=84876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:28:19.350211 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48953a3b-caa4-4896-9090-63f0fb59ce59 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@n-h1-768862-2 {{(pid=84876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:28:19.350211 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48953a3b-caa4-4896-9090-63f0fb59ce59 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-h1-768862-2 {{(pid=84876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:28:19.350211 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48953a3b-caa4-4896-9090-63f0fb59ce59 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-h1-768862-2 {{(pid=84876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:28:19.355743 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48953a3b-caa4-4896-9090-63f0fb59ce59 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-h1-768862-2 {{(pid=84876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:28:19.355743 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48953a3b-caa4-4896-9090-63f0fb59ce59 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-h1-768862-2 {{(pid=84876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:28:19.355743 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48953a3b-caa4-4896-9090-63f0fb59ce59 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-h1-768862-2 {{(pid=84876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:28:19.355743 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48953a3b-caa4-4896-9090-63f0fb59ce59 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-h1-768862-2 {{(pid=84876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:28:19.355743 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48953a3b-caa4-4896-9090-63f0fb59ce59 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-h1-768862-2 {{(pid=84876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:28:19.355743 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48953a3b-caa4-4896-9090-63f0fb59ce59 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@n-h2-768862-2 {{(pid=84876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:28:19.355743 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48953a3b-caa4-4896-9090-63f0fb59ce59 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-h2-768862-2 {{(pid=84876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:28:19.355743 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48953a3b-caa4-4896-9090-63f0fb59ce59 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-h2-768862-2 {{(pid=84876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:28:19.365729 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48953a3b-caa4-4896-9090-63f0fb59ce59 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-h2-768862-2 {{(pid=84876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:28:19.365729 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48953a3b-caa4-4896-9090-63f0fb59ce59 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@n-h2-768862-2 {{(pid=84876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:28:19.365729 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48953a3b-caa4-4896-9090-63f0fb59ce59 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-h2-768862-2 {{(pid=84876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:28:19.365729 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48953a3b-caa4-4896-9090-63f0fb59ce59 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-h2-768862-2 {{(pid=84876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:28:19.365729 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48953a3b-caa4-4896-9090-63f0fb59ce59 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-h2-768862-2 {{(pid=84876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:28:19.365729 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48953a3b-caa4-4896-9090-63f0fb59ce59 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-h2-768862-2 {{(pid=84876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:28:19.365729 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48953a3b-caa4-4896-9090-63f0fb59ce59 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-h2-768862-2 {{(pid=84876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:28:19.365729 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48953a3b-caa4-4896-9090-63f0fb59ce59 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-h2-768862-2 {{(pid=84876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:28:19.365729 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48953a3b-caa4-4896-9090-63f0fb59ce59 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-h2-768862-2 {{(pid=84876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:28:19.365729 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48953a3b-caa4-4896-9090-63f0fb59ce59 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-2 {{(pid=84876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:28:19.365729 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48953a3b-caa4-4896-9090-63f0fb59ce59 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-2 {{(pid=84876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:28:19.365729 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48953a3b-caa4-4896-9090-63f0fb59ce59 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-2 {{(pid=84876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:28:19.365729 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48953a3b-caa4-4896-9090-63f0fb59ce59 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-2 {{(pid=84876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:28:19.365729 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48953a3b-caa4-4896-9090-63f0fb59ce59 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@n-d-768862-2 {{(pid=84876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:28:19.365729 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48953a3b-caa4-4896-9090-63f0fb59ce59 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-2 {{(pid=84876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:28:19.382224 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48953a3b-caa4-4896-9090-63f0fb59ce59 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-768862-2 {{(pid=84876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:28:19.382224 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48953a3b-caa4-4896-9090-63f0fb59ce59 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-768862-2 {{(pid=84876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:28:19.382224 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48953a3b-caa4-4896-9090-63f0fb59ce59 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-2 {{(pid=84876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:28:19.382224 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48953a3b-caa4-4896-9090-63f0fb59ce59 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-2 {{(pid=84876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:28:19.386283 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48953a3b-caa4-4896-9090-63f0fb59ce59 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-2 {{(pid=84876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:28:19.386283 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48953a3b-caa4-4896-9090-63f0fb59ce59 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-2 {{(pid=84876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:28:19.406653 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-48953a3b-caa4-4896-9090-63f0fb59ce59 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.776s {{(pid=84876) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:28:19.406653 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-8dc6a885-a822-42b4-b1e0-a5d68561d5d5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.202s {{(pid=84876) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:28:19.704261 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.db_base_plugin_v2 [None req-4790047e-ed9b-450c-b3a7-dce426ae1e5f tempest-PortsIpV6TestJSON-1330665174 tempest-PortsIpV6TestJSON-1330665174] Deleting subnet ebd1fc06-3051-41b4-b839-c129abf1301d {{(pid=84875) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Jan 14 07:28:19.721259 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-4790047e-ed9b-450c-b3a7-dce426ae1e5f tempest-PortsIpV6TestJSON-1330665174 tempest-PortsIpV6TestJSON-1330665174] Notify callbacks [] for subnet, before_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:28:19.797730 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-246d42b7-cd09-41a0-a631-f43fc46923f8 None None] Pushing event updated for resources: {'Port': ['ID=d3fbcb55-5950-48c3-9eea-06b09f406910,revision_number=4']} {{(pid=84876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:28:19.813051 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-246d42b7-cd09-41a0-a631-f43fc46923f8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.407s {{(pid=84876) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:28:19.888338 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b9a487a-2d16-4078-9142-c07471b55bf0 tempest-PortsTestJSON-2091589570 tempest-PortsTestJSON-2091589570] Pushing event updated for resources: {'Port': ['ID=5f37688f-74a9-4877-bcb8-bbfe6bd3c230,revision_number=1']} {{(pid=84874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:28:19.895484 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-4790047e-ed9b-450c-b3a7-dce426ae1e5f tempest-PortsIpV6TestJSON-1330665174 tempest-PortsIpV6TestJSON-1330665174] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3367281'] for subnet, precommit_delete_associations {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:28:19.936128 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-9b9a487a-2d16-4078-9142-c07471b55bf0 tempest-PortsTestJSON-2091589570 tempest-PortsTestJSON-2091589570] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.606s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:28:20.194191 n-d-768862-2 neutron-server[84765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b9a487a-2d16-4078-9142-c07471b55bf0 tempest-PortsTestJSON-2091589570 tempest-PortsTestJSON-2091589570] Network 3275b9b8-f89e-4d20-ab98-e014784e3fad is already hosted by enough agents. {{(pid=84874) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 07:28:20.202584 n-d-768862-2 neutron-server[84765]: DEBUG neutron.scheduler.base_scheduler [None req-9b9a487a-2d16-4078-9142-c07471b55bf0 tempest-PortsTestJSON-2091589570 tempest-PortsTestJSON-2091589570] Resources bound (agent type, host, resource id): {{(pid=84874) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 07:28:20.208276 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b9a487a-2d16-4078-9142-c07471b55bf0 tempest-PortsTestJSON-2091589570 tempest-PortsTestJSON-2091589570] Received port after_create {{(pid=84874) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 14 07:28:20.371281 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-9c9baac9-0828-4694-826c-bf99d00ecf5f tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036850862667'] for port, precommit_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:28:20.482039 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network":"rule:regular_user" was deprecated in W in favor of "create_network":"role:member and project_id:%(project_id)s". Reason: Jan 14 07:28:20.482039 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:28:20.482039 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:28:20.482039 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:28:20.482039 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:shared":"rule:admin_only" was deprecated in W in favor of "create_network:shared":"role:admin and system_scope:all". Reason: Jan 14 07:28:20.482039 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:28:20.482039 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:28:20.482039 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:28:20.482039 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:router:external":"rule:admin_only" was deprecated in W in favor of "create_network:router:external":"role:admin and system_scope:all". Reason: Jan 14 07:28:20.482039 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:28:20.482039 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:28:20.482039 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:28:20.482039 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:is_default":"rule:admin_only" was deprecated in W in favor of "create_network:is_default":"role:admin and system_scope:all". Reason: Jan 14 07:28:20.482039 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:28:20.482039 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:28:20.482039 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:28:20.482039 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:port_security_enabled":"rule:regular_user" was deprecated in W in favor of "create_network:port_security_enabled":"role:member and project_id:%(project_id)s". Reason: Jan 14 07:28:20.482039 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:28:20.482039 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:28:20.482039 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:28:20.482039 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:segments":"rule:admin_only" was deprecated in W in favor of "create_network:segments":"role:admin and system_scope:all". Reason: Jan 14 07:28:20.482039 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:28:20.482039 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:28:20.482039 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:28:20.482039 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "create_network:provider:network_type":"role:admin and system_scope:all". Reason: Jan 14 07:28:20.482039 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:28:20.482039 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:28:20.482039 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:28:20.482039 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "create_network:provider:physical_network":"role:admin and system_scope:all". Reason: Jan 14 07:28:20.482039 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:28:20.482039 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:28:20.482039 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:28:20.482039 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "create_network:provider:segmentation_id":"role:admin and system_scope:all". Reason: Jan 14 07:28:20.482039 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:28:20.482039 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:28:20.482039 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:28:20.482039 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network":"rule:admin_or_owner or rule:shared or rule:external or rule:context_is_advsvc" was deprecated in W in favor of "get_network":"(role:reader and system_scope:all) or (role:reader and project_id:%(project_id)s) or rule:shared or rule:external or rule:context_is_advsvc". Reason: Jan 14 07:28:20.482039 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:28:20.482039 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:28:20.482039 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:28:20.482039 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:router:external":"rule:regular_user" was deprecated in W in favor of "get_network:router:external":"role:reader and project_id:%(project_id)s". Reason: Jan 14 07:28:20.482039 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:28:20.482039 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:28:20.482039 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:28:20.482039 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:segments":"rule:admin_only" was deprecated in W in favor of "get_network:segments":"role:reader and system_scope:all". Reason: Jan 14 07:28:20.482039 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:28:20.482039 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:28:20.482039 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:28:20.482039 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "get_network:provider:network_type":"role:reader and system_scope:all". Reason: Jan 14 07:28:20.482039 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:28:20.482039 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:28:20.482039 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:28:20.482039 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "get_network:provider:physical_network":"role:reader and system_scope:all". Reason: Jan 14 07:28:20.482039 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:28:20.482039 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:28:20.482039 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:28:20.482039 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "get_network:provider:segmentation_id":"role:reader and system_scope:all". Reason: Jan 14 07:28:20.482039 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:28:20.482039 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:28:20.482039 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:28:20.482039 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network":"rule:admin_or_owner" was deprecated in W in favor of "update_network":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 07:28:20.482039 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:28:20.482039 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:28:20.482039 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:28:20.482039 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:segments":"rule:admin_only" was deprecated in W in favor of "update_network:segments":"role:admin and system_scope:all". Reason: Jan 14 07:28:20.482039 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:28:20.482039 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:28:20.482039 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:28:20.507776 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b9a487a-2d16-4078-9142-c07471b55bf0 tempest-PortsTestJSON-2091589570 tempest-PortsTestJSON-2091589570] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:28:20.508670 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-9b9a487a-2d16-4078-9142-c07471b55bf0 tempest-PortsTestJSON-2091589570 tempest-PortsTestJSON-2091589570] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854768116'] for port, before_response {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:28:20.551464 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-9b9a487a-2d16-4078-9142-c07471b55bf0 tempest-PortsTestJSON-2091589570 tempest-PortsTestJSON-2091589570] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 5.1807046 Jan 14 07:28:20.551464 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84874) accepted ('10.222.0.24', 49092) {{(pid=84874) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:28:20.592141 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.plugin [None req-9c9baac9-0828-4694-826c-bf99d00ecf5f tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] Calling delete_port for 6e93b3c3-6f19-4013-a387-52a092e15ea9 owned by {{(pid=84875) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 07:28:20.777573 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.plugin [None req-bf73ff9d-214c-455e-b7f4-cdf1620c360a tempest-PortsTestJSON-2091589570 tempest-PortsTestJSON-2091589570] Deleting port 5f37688f-74a9-4877-bcb8-bbfe6bd3c230 {{(pid=84874) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 07:28:20.777573 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-bf73ff9d-214c-455e-b7f4-cdf1620c360a tempest-PortsTestJSON-2091589570 tempest-PortsTestJSON-2091589570] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363259214248359'] for port, before_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:28:21.340496 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-9c9baac9-0828-4694-826c-bf99d00ecf5f tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777640533329', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777640097463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851621574'] for port, after_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:28:21.366241 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-e7fdc1bd-1d94-4ec1-ad47-4366a9f3758f None None] Provisioning for port d3fbcb55-5950-48c3-9eea-06b09f406910 completed by entity DHCP. {{(pid=84876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 07:28:21.395691 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-e7fdc1bd-1d94-4ec1-ad47-4366a9f3758f None None] Provisioning complete for port d3fbcb55-5950-48c3-9eea-06b09f406910 triggered by entity DHCP. {{(pid=84876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 07:28:21.395691 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-e7fdc1bd-1d94-4ec1-ad47-4366a9f3758f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-604227'] for port, provisioning_complete {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:28:21.431058 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-d7fa7fb7-6975-4115-b86c-abc26ef89006 tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:28:21.545482 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-4790047e-ed9b-450c-b3a7-dce426ae1e5f tempest-PortsIpV6TestJSON-1330665174 tempest-PortsIpV6TestJSON-1330665174] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036854176836'] for subnet, precommit_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:28:21.547473 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-bf73ff9d-214c-455e-b7f4-cdf1620c360a tempest-PortsTestJSON-2091589570 tempest-PortsTestJSON-2091589570] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036850862667'] for port, precommit_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:28:21.657627 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c9baac9-0828-4694-826c-bf99d00ecf5f tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] Pushing event deleted for resources: {'Port': ['ID=6e93b3c3-6f19-4013-a387-52a092e15ea9,revision_number=None']} {{(pid=84875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:28:21.689718 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-9c9baac9-0828-4694-826c-bf99d00ecf5f tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.275s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:28:21.826092 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-0052ee76-cce0-4084-a263-f5b750af49df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363259214191800', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854171626'] for agent, after_update {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:28:21.886413 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Device d3fbcb55-5950-48c3-9eea-06b09f406910 up at agent ovs-agent-n-d-768862-2 {{(pid=84876) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 07:28:22.167877 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.plugin [None req-bf73ff9d-214c-455e-b7f4-cdf1620c360a tempest-PortsTestJSON-2091589570 tempest-PortsTestJSON-2091589570] Calling delete_port for 5f37688f-74a9-4877-bcb8-bbfe6bd3c230 owned by {{(pid=84874) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 07:28:22.186165 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-da76cfc0-98e8-4426-9f6d-4f05aa3fae78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363259214191800', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854171626'] for agent, after_update {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:28:22.215351 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff0da6b7-36b5-4316-ac83-814b4f7b6159 None None] Network 23f0a15d-6362-4cec-82c1-cacba887c566 requested from n-d-768862-2 {{(pid=84876) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 07:28:22.392128 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-9c9baac9-0828-4694-826c-bf99d00ecf5f tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854768116'] for port, before_response {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:28:22.442892 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84874) accepted ('10.222.0.24', 49144) {{(pid=84874) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:28:22.454255 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-9c9baac9-0828-4694-826c-bf99d00ecf5f tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] 10.222.0.24 "DELETE /v2.0/ports/6e93b3c3-6f19-4013-a387-52a092e15ea9 HTTP/1.1" status: 204 len: 168 time: 4.7554555 Jan 14 07:28:22.498891 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd755634-7a71-402c-a3ce-116ea94fd16d None None] Network 3f31e3c7-a515-464b-97e0-ef501e46f11c requested from n-d-768862-2 {{(pid=84876) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 07:28:22.679666 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18cf2380-e20c-4219-80bb-0470a056020a None None] Network 3275b9b8-f89e-4d20-ab98-e014784e3fad requested from n-d-768862-2 {{(pid=84876) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 07:28:22.880450 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-bf73ff9d-214c-455e-b7f4-cdf1620c360a tempest-PortsTestJSON-2091589570 tempest-PortsTestJSON-2091589570] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777640533329', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777640097463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3254186'] for port, after_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:28:23.032027 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-4790047e-ed9b-450c-b3a7-dce426ae1e5f tempest-PortsIpV6TestJSON-1330665174 tempest-PortsIpV6TestJSON-1330665174] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-598964', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850887113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3154192', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2308610'] for subnet, after_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:28:23.060945 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-c0badcf8-41b4-4333-9604-7b2a2a6e0e28 tempest-NetworksIpV6TestAttrs-1453117616 tempest-NetworksIpV6TestAttrs-1453117616] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:28:23.074099 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Provisioning complete for port d3fbcb55-5950-48c3-9eea-06b09f406910 triggered by entity L2. {{(pid=84876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 07:28:23.074523 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-604227'] for port, provisioning_complete {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:28:23.185579 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-424b660b-9137-414f-910a-a4ff56475e94 tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:28:23.185579 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-424b660b-9137-414f-910a-a4ff56475e94 tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] 10.222.0.24 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.7387991 Jan 14 07:28:23.248161 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-9b9a487a-2d16-4078-9142-c07471b55bf0 tempest-PortsTestJSON-2091589570 tempest-PortsTestJSON-2091589570] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:28:23.265613 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84875) accepted ('10.222.0.24', 49166) {{(pid=84875) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:28:23.265613 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4790047e-ed9b-450c-b3a7-dce426ae1e5f tempest-PortsIpV6TestJSON-1330665174 tempest-PortsIpV6TestJSON-1330665174] Pushing event deleted for resources: {'Subnet': ['ID=ebd1fc06-3051-41b4-b839-c129abf1301d,revision_number=None']} {{(pid=84875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:28:23.486825 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf73ff9d-214c-455e-b7f4-cdf1620c360a tempest-PortsTestJSON-2091589570 tempest-PortsTestJSON-2091589570] Pushing event deleted for resources: {'Port': ['ID=5f37688f-74a9-4877-bcb8-bbfe6bd3c230,revision_number=None']} {{(pid=84874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:28:23.551548 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-4790047e-ed9b-450c-b3a7-dce426ae1e5f tempest-PortsIpV6TestJSON-1330665174 tempest-PortsIpV6TestJSON-1330665174] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.485s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:28:23.709660 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-bf73ff9d-214c-455e-b7f4-cdf1620c360a tempest-PortsTestJSON-2091589570 tempest-PortsTestJSON-2091589570] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.427s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:28:23.761425 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-4790047e-ed9b-450c-b3a7-dce426ae1e5f tempest-PortsIpV6TestJSON-1330665174 tempest-PortsIpV6TestJSON-1330665174] Notify callbacks [] for subnet, before_response {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:28:23.771485 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-4790047e-ed9b-450c-b3a7-dce426ae1e5f tempest-PortsIpV6TestJSON-1330665174 tempest-PortsIpV6TestJSON-1330665174] 10.222.0.24 "DELETE /v2.0/subnets/ebd1fc06-3051-41b4-b839-c129abf1301d HTTP/1.1" status: 204 len: 168 time: 5.0930591 Jan 14 07:28:23.779795 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84875) accepted ('10.222.0.24', 49182) {{(pid=84875) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:28:23.953623 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3e1eb3f-aed2-4144-b683-1d29bd7b8f9e tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:28:23.954853 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-d3e1eb3f-aed2-4144-b683-1d29bd7b8f9e tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] Synchronizing usage tracker for tenant:be0aa702e3ca464795a99c51e3b3b04f on resource:port {{(pid=84875) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 14 07:28:24.014721 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-bf73ff9d-214c-455e-b7f4-cdf1620c360a tempest-PortsTestJSON-2091589570 tempest-PortsTestJSON-2091589570] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854768116'] for port, before_response {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:28:24.043333 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-bf73ff9d-214c-455e-b7f4-cdf1620c360a tempest-PortsTestJSON-2091589570 tempest-PortsTestJSON-2091589570] 10.222.0.24 "DELETE /v2.0/ports/5f37688f-74a9-4877-bcb8-bbfe6bd3c230 HTTP/1.1" status: 204 len: 168 time: 3.4930167 Jan 14 07:28:24.048749 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84875) accepted ('10.222.0.24', 49192) {{(pid=84875) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:28:24.166211 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-0f37073e-9c69-4e3c-80e0-6cfaa0fd61a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363259214191800', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854171626'] for agent, after_update {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:28:24.171125 n-d-768862-2 neutron-server[84765]: INFO neutron.pecan_wsgi.hooks.translation [None req-0ce5b074-22be-4419-a60d-d6659f82b005 tempest-PortsTestJSON-2091589570 tempest-PortsTestJSON-2091589570] DELETE failed (client error): The resource could not be found. Jan 14 07:28:24.181318 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0ce5b074-22be-4419-a60d-d6659f82b005 tempest-PortsTestJSON-2091589570 tempest-PortsTestJSON-2091589570] No notification will be sent due to unsuccessful status code: 404 {{(pid=84875) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Jan 14 07:28:24.204832 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84874) accepted ('10.222.0.24', 49204) {{(pid=84874) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:28:24.213643 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-0ce5b074-22be-4419-a60d-d6659f82b005 tempest-PortsTestJSON-2091589570 tempest-PortsTestJSON-2091589570] 10.222.0.24 "DELETE /v2.0/ports/5f37688f-74a9-4877-bcb8-bbfe6bd3c230 HTTP/1.1" status: 404 len: 333 time: 0.1574209 Jan 14 07:28:24.226312 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-d3e1eb3f-aed2-4144-b683-1d29bd7b8f9e tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] Unset dirty status for tenant:be0aa702e3ca464795a99c51e3b3b04f on resource:port {{(pid=84875) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 14 07:28:24.226312 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-d3e1eb3f-aed2-4144-b683-1d29bd7b8f9e tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] 10.222.0.24 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.9330792 Jan 14 07:28:24.249345 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84875) accepted ('10.222.0.24', 49208) {{(pid=84875) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:28:24.340295 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-761a5fed-111a-4d08-8aaf-c1bd7241320a None None] Provisioning complete for port d3fbcb55-5950-48c3-9eea-06b09f406910 triggered by entity DHCP. {{(pid=84876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 07:28:24.340295 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-761a5fed-111a-4d08-8aaf-c1bd7241320a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-604227'] for port, provisioning_complete {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:28:24.352810 n-d-768862-2 neutron-server[84765]: INFO neutron.pecan_wsgi.hooks.translation [None req-e5f3274d-885c-4695-826d-bc2f75724b83 tempest-PortsTestJSON-2091589570 tempest-PortsTestJSON-2091589570] GET failed (client error): The resource could not be found. Jan 14 07:28:24.352810 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-e5f3274d-885c-4695-826d-bc2f75724b83 tempest-PortsTestJSON-2091589570 tempest-PortsTestJSON-2091589570] Synchronizing usage tracker for tenant:4f41150d2ea84f97bbab10653dcc9b99 on resource:port {{(pid=84874) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 14 07:28:24.391980 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-e5f3274d-885c-4695-826d-bc2f75724b83 tempest-PortsTestJSON-2091589570 tempest-PortsTestJSON-2091589570] Unset dirty status for tenant:4f41150d2ea84f97bbab10653dcc9b99 on resource:port {{(pid=84874) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 14 07:28:24.396966 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-e5f3274d-885c-4695-826d-bc2f75724b83 tempest-PortsTestJSON-2091589570 tempest-PortsTestJSON-2091589570] 10.222.0.24 "GET /v2.0/ports/5f37688f-74a9-4877-bcb8-bbfe6bd3c230 HTTP/1.1" status: 404 len: 333 time: 0.1980267 Jan 14 07:28:24.397891 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84874) accepted ('10.222.0.24', 49218) {{(pid=84874) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:28:24.407630 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-7ffc8d64-7d27-4a36-963f-6be830819105 tempest-PortsIpV6TestJSON-1330665174 tempest-PortsIpV6TestJSON-1330665174] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036854160497'] for network, before_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:28:24.516862 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363259214191800', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854171626'] for agent, after_update {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:28:24.622891 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.plugin [None req-7ffc8d64-7d27-4a36-963f-6be830819105 tempest-PortsIpV6TestJSON-1330665174 tempest-PortsIpV6TestJSON-1330665174] Deleting port c177391f-3b8f-472b-8cff-c35c4f29c0d4 {{(pid=84875) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 07:28:24.625169 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-7ffc8d64-7d27-4a36-963f-6be830819105 tempest-PortsIpV6TestJSON-1330665174 tempest-PortsIpV6TestJSON-1330665174] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363259214248359'] for port, before_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:28:24.960629 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.db_base_plugin_v2 [None req-9fa70c2c-6253-4f8e-ae8c-86fcf9795cc2 tempest-PortsTestJSON-2091589570 tempest-PortsTestJSON-2091589570] Deleting subnet ca3829d4-a816-414e-a9f1-960d6a9cca53 {{(pid=84874) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Jan 14 07:28:24.965301 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-9fa70c2c-6253-4f8e-ae8c-86fcf9795cc2 tempest-PortsTestJSON-2091589570 tempest-PortsTestJSON-2091589570] Notify callbacks [] for subnet, before_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:28:25.057252 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3f30f32-6811-4585-81a2-082f88f305de tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:28:25.072483 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3f30f32-6811-4585-81a2-082f88f305de tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:28:25.099005 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3f30f32-6811-4585-81a2-082f88f305de tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:28:25.103764 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-e3f30f32-6811-4585-81a2-082f88f305de tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] Synchronizing usage tracker for tenant:be0aa702e3ca464795a99c51e3b3b04f on resource:subnet {{(pid=84875) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 14 07:28:25.126737 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-9fa70c2c-6253-4f8e-ae8c-86fcf9795cc2 tempest-PortsTestJSON-2091589570 tempest-PortsTestJSON-2091589570] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036851807232'] for subnet, precommit_delete_associations {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:28:25.195688 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-e3f30f32-6811-4585-81a2-082f88f305de tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] Unset dirty status for tenant:be0aa702e3ca464795a99c51e3b3b04f on resource:subnet {{(pid=84875) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 14 07:28:25.197686 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-e3f30f32-6811-4585-81a2-082f88f305de tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] 10.222.0.24 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2119 time: 0.9508064 Jan 14 07:28:25.256124 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84875) accepted ('10.222.0.24', 49236) {{(pid=84875) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:28:25.330729 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-761a5fed-111a-4d08-8aaf-c1bd7241320a None None] Could not find standard attr ID for object 02ddeb9f-7170-4f89-9fdc-3044572d0a93. {{(pid=84876) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Jan 14 07:28:25.330729 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Device c177391f-3b8f-472b-8cff-c35c4f29c0d4 up at agent ovs-agent-n-d-768862-2 {{(pid=84876) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 07:28:25.389770 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-9fa70c2c-6253-4f8e-ae8c-86fcf9795cc2 tempest-PortsTestJSON-2091589570 tempest-PortsTestJSON-2091589570] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036854176836'] for subnet, precommit_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:28:25.432394 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [None req-7ffc8d64-7d27-4a36-963f-6be830819105 tempest-PortsIpV6TestJSON-1330665174 tempest-PortsIpV6TestJSON-1330665174] For port c177391f-3b8f-472b-8cff-c35c4f29c0d4, host n-d-768862-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-2',level=0,port_id=c177391f-3b8f-472b-8cff-c35c4f29c0d4,segment=NetworkSegment(a699f0e2-71ee-443a-af9d-00878d53dfd0),segment_id=a699f0e2-71ee-443a-af9d-00878d53dfd0)] {{(pid=84875) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 07:28:25.432394 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-7ffc8d64-7d27-4a36-963f-6be830819105 tempest-PortsIpV6TestJSON-1330665174 tempest-PortsIpV6TestJSON-1330665174] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036850862667'] for port, precommit_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:28:25.533633 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d47c2d9-4548-4a91-9416-ab930fc2f7b3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5d94dc7a-c095-50a4-955e-5f3b78718a12-3275b9b8-f89e-4d20-ab98-e014784e3fad', 'network_id': '3275b9b8-f89e-4d20-ab98-e014784e3fad', 'tenant_id': '4f41150d2ea84f97bbab10653dcc9b99', 'fixed_ips': [{'subnet_id': 'ca3829d4-a816-414e-a9f1-960d6a9cca53'}]}} from n-d-768862-2. {{(pid=84876) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Jan 14 07:28:25.533633 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-1d47c2d9-4548-4a91-9416-ab930fc2f7b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555753'] for port, before_create {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:28:25.796821 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-761a5fed-111a-4d08-8aaf-c1bd7241320a None None] Provisioning for port c177391f-3b8f-472b-8cff-c35c4f29c0d4 completed by entity DHCP. {{(pid=84876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 07:28:25.889509 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.plugin [None req-7ffc8d64-7d27-4a36-963f-6be830819105 tempest-PortsIpV6TestJSON-1330665174 tempest-PortsIpV6TestJSON-1330665174] Calling delete_port for c177391f-3b8f-472b-8cff-c35c4f29c0d4 owned by network:dhcp {{(pid=84875) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 07:28:26.150226 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e060ac4b-f96b-4cd3-8b1f-238f36c635e1 None None] Update dhcp port {'port': {'network_id': '3f31e3c7-a515-464b-97e0-ef501e46f11c', 'fixed_ips': [{'subnet_id': 'ebd1fc06-3051-41b4-b839-c129abf1301d'}], 'binding:host_id': 'n-d-768862-2'}, 'id': 'c177391f-3b8f-472b-8cff-c35c4f29c0d4'} from n-d-768862-2. {{(pid=84876) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:310}} Jan 14 07:28:26.232467 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-e060ac4b-f96b-4cd3-8b1f-238f36c635e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555753'] for port, before_update {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:28:26.246008 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Provisioning for port c177391f-3b8f-472b-8cff-c35c4f29c0d4 completed by entity L2. {{(pid=84876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 07:28:26.252916 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-276fd47f-4b5a-4492-9950-c5786b979d0d None None] Network 23f0a15d-6362-4cec-82c1-cacba887c566 requested from n-d-768862-2 {{(pid=84876) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 07:28:26.526836 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-9fa70c2c-6253-4f8e-ae8c-86fcf9795cc2 tempest-PortsTestJSON-2091589570 tempest-PortsTestJSON-2091589570] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-598964', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850887113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036851521664', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2794686'] for subnet, after_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:28:26.563860 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Provisioning complete for port c177391f-3b8f-472b-8cff-c35c4f29c0d4 triggered by entity L2. {{(pid=84876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 07:28:26.563860 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-604227'] for port, provisioning_complete {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:28:26.567608 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-4b8160dc-e3ab-4c4d-afba-80adf17a725b tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:28:26.610171 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.db_base_plugin_v2 [None req-eb1fdde0-3596-47f9-808f-b370108e1188 tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] Deleting subnet 4b37e5e2-4a07-4ba4-b47f-cd59b1c949e0 {{(pid=84875) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Jan 14 07:28:26.617388 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-eb1fdde0-3596-47f9-808f-b370108e1188 tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] Notify callbacks [] for subnet, before_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:28:26.659124 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fa70c2c-6253-4f8e-ae8c-86fcf9795cc2 tempest-PortsTestJSON-2091589570 tempest-PortsTestJSON-2091589570] Pushing event deleted for resources: {'Subnet': ['ID=ca3829d4-a816-414e-a9f1-960d6a9cca53,revision_number=None']} {{(pid=84874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:28:26.761238 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-9fa70c2c-6253-4f8e-ae8c-86fcf9795cc2 tempest-PortsTestJSON-2091589570 tempest-PortsTestJSON-2091589570] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:28:26.911362 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-eb1fdde0-3596-47f9-808f-b370108e1188 tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3367281'] for subnet, precommit_delete_associations {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:28:26.968496 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e060ac4b-f96b-4cd3-8b1f-238f36c635e1 None None] Host n-d-768862-2 tried to update port c177391f-3b8f-472b-8cff-c35c4f29c0d4 which no longer exists. {{(pid=84876) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:315}} Jan 14 07:28:26.987359 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.plugin [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Port c177391f-3b8f-472b-8cff-c35c4f29c0d4 was deleted so its status cannot be updated. {{(pid=84876) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:322}} Jan 14 07:28:27.068443 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-9fa70c2c-6253-4f8e-ae8c-86fcf9795cc2 tempest-PortsTestJSON-2091589570 tempest-PortsTestJSON-2091589570] Notify callbacks [] for subnet, before_response {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:28:27.094026 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-9fa70c2c-6253-4f8e-ae8c-86fcf9795cc2 tempest-PortsTestJSON-2091589570 tempest-PortsTestJSON-2091589570] 10.222.0.24 "DELETE /v2.0/subnets/ca3829d4-a816-414e-a9f1-960d6a9cca53 HTTP/1.1" status: 204 len: 168 time: 2.6949475 Jan 14 07:28:27.100240 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84874) accepted ('10.222.0.24', 49276) {{(pid=84874) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:28:27.229164 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-eb1fdde0-3596-47f9-808f-b370108e1188 tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036854176836'] for subnet, precommit_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:28:27.368434 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-c65dc56b-38f2-4b79-9b8a-385961c5526b None None] Provisioning complete for port d3fbcb55-5950-48c3-9eea-06b09f406910 triggered by entity DHCP. {{(pid=84876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 07:28:27.368434 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-c65dc56b-38f2-4b79-9b8a-385961c5526b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-604227'] for port, provisioning_complete {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:28:27.471613 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34a2d192-309e-4d57-be3c-8fd25b917f50 None None] Network 3f31e3c7-a515-464b-97e0-ef501e46f11c requested from n-d-768862-2 {{(pid=84876) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 07:28:27.508392 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-7ffc8d64-7d27-4a36-963f-6be830819105 tempest-PortsIpV6TestJSON-1330665174 tempest-PortsIpV6TestJSON-1330665174] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777640533329', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777640097463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851621574'] for port, after_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:28:27.556142 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-239aa5ef-1207-44b0-8f82-2e03d2d1ddfb tempest-PortsTestJSON-2091589570 tempest-PortsTestJSON-2091589570] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036854160497'] for network, before_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:28:28.018219 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-239aa5ef-1207-44b0-8f82-2e03d2d1ddfb tempest-PortsTestJSON-2091589570 tempest-PortsTestJSON-2091589570] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-598987', 'neutron.services.segments.db._delete_segments_for_network-8777640583949'] for network, precommit_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:28:28.163379 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-1a91f487-8275-47d9-95d1-2a2bc2f442ff tempest-PortsIpV6TestJSON-1330665174 tempest-PortsIpV6TestJSON-1330665174] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:28:28.320296 n-d-768862-2 neutron-server[84765]: DEBUG neutron.services.segments.db [None req-239aa5ef-1207-44b0-8f82-2e03d2d1ddfb tempest-PortsTestJSON-2091589570 tempest-PortsTestJSON-2091589570] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3275b9b8-f89e-4d20-ab98-e014784e3fad']}} {{(pid=84874) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:28:28.346855 n-d-768862-2 neutron-server[84765]: DEBUG neutron.services.segments.db [None req-239aa5ef-1207-44b0-8f82-2e03d2d1ddfb tempest-PortsTestJSON-2091589570 tempest-PortsTestJSON-2091589570] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bc193a76-13d7-4b4b-83cf-634aeb92767b') {'for_net_delete': True} {{(pid=84874) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:28:28.346855 n-d-768862-2 neutron-server[84765]: DEBUG neutron.services.segments.db [None req-239aa5ef-1207-44b0-8f82-2e03d2d1ddfb tempest-PortsTestJSON-2091589570 tempest-PortsTestJSON-2091589570] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bc193a76-13d7-4b4b-83cf-634aeb92767b') {} {{(pid=84874) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:28:28.374601 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-239aa5ef-1207-44b0-8f82-2e03d2d1ddfb tempest-PortsTestJSON-2091589570 tempest-PortsTestJSON-2091589570] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363259214173198', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2968632'] for segment, before_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:28:28.421664 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-239aa5ef-1207-44b0-8f82-2e03d2d1ddfb tempest-PortsTestJSON-2091589570 tempest-PortsTestJSON-2091589570] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854179735'] for segment, precommit_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:28:28.438060 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-239aa5ef-1207-44b0-8f82-2e03d2d1ddfb tempest-PortsTestJSON-2091589570 tempest-PortsTestJSON-2091589570] Releasing vxlan tunnel 15 to pool {{(pid=84874) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Jan 14 07:28:28.536737 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ffc8d64-7d27-4a36-963f-6be830819105 tempest-PortsIpV6TestJSON-1330665174 tempest-PortsIpV6TestJSON-1330665174] Pushing event deleted for resources: {'Port': ['ID=c177391f-3b8f-472b-8cff-c35c4f29c0d4,revision_number=None']} {{(pid=84875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:28:28.551043 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-7ffc8d64-7d27-4a36-963f-6be830819105 tempest-PortsIpV6TestJSON-1330665174 tempest-PortsIpV6TestJSON-1330665174] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.387s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:28:28.573092 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ffc8d64-7d27-4a36-963f-6be830819105 tempest-PortsIpV6TestJSON-1330665174 tempest-PortsIpV6TestJSON-1330665174] No DVR routers for this DVR port c177391f-3b8f-472b-8cff-c35c4f29c0d4 on host n-d-768862-2 {{(pid=84875) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Jan 14 07:28:28.645896 n-d-768862-2 neutron-server[84765]: ERROR oslo_messaging.rpc.server [None req-1d47c2d9-4548-4a91-9416-ab930fc2f7b3 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet ca3829d4-a816-414e-a9f1-960d6a9cca53: This subnet is being modified by another concurrent operation. Jan 14 07:28:28.645896 n-d-768862-2 neutron-server[84765]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Jan 14 07:28:28.645896 n-d-768862-2 neutron-server[84765]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Jan 14 07:28:28.645896 n-d-768862-2 neutron-server[84765]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Jan 14 07:28:28.645896 n-d-768862-2 neutron-server[84765]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Jan 14 07:28:28.645896 n-d-768862-2 neutron-server[84765]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Jan 14 07:28:28.645896 n-d-768862-2 neutron-server[84765]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Jan 14 07:28:28.645896 n-d-768862-2 neutron-server[84765]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Jan 14 07:28:28.645896 n-d-768862-2 neutron-server[84765]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Jan 14 07:28:28.645896 n-d-768862-2 neutron-server[84765]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Jan 14 07:28:28.645896 n-d-768862-2 neutron-server[84765]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jan 14 07:28:28.645896 n-d-768862-2 neutron-server[84765]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jan 14 07:28:28.645896 n-d-768862-2 neutron-server[84765]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Jan 14 07:28:28.645896 n-d-768862-2 neutron-server[84765]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 14 07:28:28.645896 n-d-768862-2 neutron-server[84765]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Jan 14 07:28:28.645896 n-d-768862-2 neutron-server[84765]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Jan 14 07:28:28.645896 n-d-768862-2 neutron-server[84765]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/six.py", line 703, in reraise Jan 14 07:28:28.645896 n-d-768862-2 neutron-server[84765]: ERROR oslo_messaging.rpc.server raise value Jan 14 07:28:28.645896 n-d-768862-2 neutron-server[84765]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jan 14 07:28:28.645896 n-d-768862-2 neutron-server[84765]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jan 14 07:28:28.645896 n-d-768862-2 neutron-server[84765]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/oslo_db/api.py", line 154, in wrapper Jan 14 07:28:28.645896 n-d-768862-2 neutron-server[84765]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jan 14 07:28:28.645896 n-d-768862-2 neutron-server[84765]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Jan 14 07:28:28.645896 n-d-768862-2 neutron-server[84765]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 14 07:28:28.645896 n-d-768862-2 neutron-server[84765]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Jan 14 07:28:28.645896 n-d-768862-2 neutron-server[84765]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Jan 14 07:28:28.645896 n-d-768862-2 neutron-server[84765]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/six.py", line 703, in reraise Jan 14 07:28:28.645896 n-d-768862-2 neutron-server[84765]: ERROR oslo_messaging.rpc.server raise value Jan 14 07:28:28.645896 n-d-768862-2 neutron-server[84765]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/oslo_db/api.py", line 142, in wrapper Jan 14 07:28:28.645896 n-d-768862-2 neutron-server[84765]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jan 14 07:28:28.645896 n-d-768862-2 neutron-server[84765]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jan 14 07:28:28.645896 n-d-768862-2 neutron-server[84765]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jan 14 07:28:28.645896 n-d-768862-2 neutron-server[84765]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Jan 14 07:28:28.645896 n-d-768862-2 neutron-server[84765]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 14 07:28:28.645896 n-d-768862-2 neutron-server[84765]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Jan 14 07:28:28.645896 n-d-768862-2 neutron-server[84765]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Jan 14 07:28:28.645896 n-d-768862-2 neutron-server[84765]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/six.py", line 703, in reraise Jan 14 07:28:28.645896 n-d-768862-2 neutron-server[84765]: ERROR oslo_messaging.rpc.server raise value Jan 14 07:28:28.645896 n-d-768862-2 neutron-server[84765]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jan 14 07:28:28.645896 n-d-768862-2 neutron-server[84765]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jan 14 07:28:28.645896 n-d-768862-2 neutron-server[84765]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Jan 14 07:28:28.645896 n-d-768862-2 neutron-server[84765]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Jan 14 07:28:28.645896 n-d-768862-2 neutron-server[84765]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 274, in create_dhcp_port Jan 14 07:28:28.645896 n-d-768862-2 neutron-server[84765]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Jan 14 07:28:28.645896 n-d-768862-2 neutron-server[84765]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 99, in _port_action Jan 14 07:28:28.645896 n-d-768862-2 neutron-server[84765]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Jan 14 07:28:28.645896 n-d-768862-2 neutron-server[84765]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/neutron_lib/plugins/utils.py", line 336, in create_port Jan 14 07:28:28.645896 n-d-768862-2 neutron-server[84765]: ERROR oslo_messaging.rpc.server context, {port_apidef.RESOURCE_NAME: port_data}) Jan 14 07:28:28.645896 n-d-768862-2 neutron-server[84765]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 687, in inner Jan 14 07:28:28.645896 n-d-768862-2 neutron-server[84765]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Jan 14 07:28:28.645896 n-d-768862-2 neutron-server[84765]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 217, in wrapped Jan 14 07:28:28.645896 n-d-768862-2 neutron-server[84765]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jan 14 07:28:28.645896 n-d-768862-2 neutron-server[84765]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jan 14 07:28:28.645896 n-d-768862-2 neutron-server[84765]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jan 14 07:28:28.645896 n-d-768862-2 neutron-server[84765]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Jan 14 07:28:28.645896 n-d-768862-2 neutron-server[84765]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 14 07:28:28.645896 n-d-768862-2 neutron-server[84765]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Jan 14 07:28:28.645896 n-d-768862-2 neutron-server[84765]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Jan 14 07:28:28.645896 n-d-768862-2 neutron-server[84765]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/six.py", line 703, in reraise Jan 14 07:28:28.645896 n-d-768862-2 neutron-server[84765]: ERROR oslo_messaging.rpc.server raise value Jan 14 07:28:28.645896 n-d-768862-2 neutron-server[84765]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jan 14 07:28:28.645896 n-d-768862-2 neutron-server[84765]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jan 14 07:28:28.645896 n-d-768862-2 neutron-server[84765]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/oslo_db/api.py", line 154, in wrapper Jan 14 07:28:28.645896 n-d-768862-2 neutron-server[84765]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jan 14 07:28:28.645896 n-d-768862-2 neutron-server[84765]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Jan 14 07:28:28.645896 n-d-768862-2 neutron-server[84765]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 14 07:28:28.645896 n-d-768862-2 neutron-server[84765]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Jan 14 07:28:28.645896 n-d-768862-2 neutron-server[84765]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Jan 14 07:28:28.645896 n-d-768862-2 neutron-server[84765]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/six.py", line 703, in reraise Jan 14 07:28:28.645896 n-d-768862-2 neutron-server[84765]: ERROR oslo_messaging.rpc.server raise value Jan 14 07:28:28.645896 n-d-768862-2 neutron-server[84765]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/oslo_db/api.py", line 142, in wrapper Jan 14 07:28:28.645896 n-d-768862-2 neutron-server[84765]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jan 14 07:28:28.645896 n-d-768862-2 neutron-server[84765]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jan 14 07:28:28.645896 n-d-768862-2 neutron-server[84765]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jan 14 07:28:28.645896 n-d-768862-2 neutron-server[84765]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Jan 14 07:28:28.645896 n-d-768862-2 neutron-server[84765]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 14 07:28:28.645896 n-d-768862-2 neutron-server[84765]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Jan 14 07:28:28.645896 n-d-768862-2 neutron-server[84765]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Jan 14 07:28:28.645896 n-d-768862-2 neutron-server[84765]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/six.py", line 703, in reraise Jan 14 07:28:28.645896 n-d-768862-2 neutron-server[84765]: ERROR oslo_messaging.rpc.server raise value Jan 14 07:28:28.645896 n-d-768862-2 neutron-server[84765]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jan 14 07:28:28.645896 n-d-768862-2 neutron-server[84765]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jan 14 07:28:28.645896 n-d-768862-2 neutron-server[84765]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1425, in create_port Jan 14 07:28:28.645896 n-d-768862-2 neutron-server[84765]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Jan 14 07:28:28.645896 n-d-768862-2 neutron-server[84765]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1392, in _create_port_db Jan 14 07:28:28.645896 n-d-768862-2 neutron-server[84765]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Jan 14 07:28:28.645896 n-d-768862-2 neutron-server[84765]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1432, in create_port_db Jan 14 07:28:28.645896 n-d-768862-2 neutron-server[84765]: ERROR oslo_messaging.rpc.server context, port, port_id) Jan 14 07:28:28.645896 n-d-768862-2 neutron-server[84765]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 222, in allocate_ips_for_port_and_store Jan 14 07:28:28.645896 n-d-768862-2 neutron-server[84765]: ERROR oslo_messaging.rpc.server revert_on_fail=False) Jan 14 07:28:28.645896 n-d-768862-2 neutron-server[84765]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Jan 14 07:28:28.645896 n-d-768862-2 neutron-server[84765]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 14 07:28:28.645896 n-d-768862-2 neutron-server[84765]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Jan 14 07:28:28.645896 n-d-768862-2 neutron-server[84765]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Jan 14 07:28:28.645896 n-d-768862-2 neutron-server[84765]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/six.py", line 703, in reraise Jan 14 07:28:28.645896 n-d-768862-2 neutron-server[84765]: ERROR oslo_messaging.rpc.server raise value Jan 14 07:28:28.645896 n-d-768862-2 neutron-server[84765]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Jan 14 07:28:28.645896 n-d-768862-2 neutron-server[84765]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Jan 14 07:28:28.645896 n-d-768862-2 neutron-server[84765]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 241, in _allocate_ips_for_port Jan 14 07:28:28.645896 n-d-768862-2 neutron-server[84765]: ERROR oslo_messaging.rpc.server distributed_service=self._is_distributed_service(p)) Jan 14 07:28:28.645896 n-d-768862-2 neutron-server[84765]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 687, in _ipam_get_subnets Jan 14 07:28:28.645896 n-d-768862-2 neutron-server[84765]: ERROR oslo_messaging.rpc.server id=subnet.id) Jan 14 07:28:28.645896 n-d-768862-2 neutron-server[84765]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Jan 14 07:28:28.645896 n-d-768862-2 neutron-server[84765]: ERROR oslo_messaging.rpc.server raise exception Jan 14 07:28:28.645896 n-d-768862-2 neutron-server[84765]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet ca3829d4-a816-414e-a9f1-960d6a9cca53: This subnet is being modified by another concurrent operation. Jan 14 07:28:28.645896 n-d-768862-2 neutron-server[84765]: ERROR oslo_messaging.rpc.server Jan 14 07:28:28.645896 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be0548a0-7793-4aec-82ba-bee2fdaf8f27 None None] DHCP port deletion for 3f31e3c7-a515-464b-97e0-ef501e46f11c request from n-d-768862-2 {{(pid=84876) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Jan 14 07:28:28.836739 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7fd4e889-4a4c-49da-938a-30228f56a015 None None] Network 3275b9b8-f89e-4d20-ab98-e014784e3fad requested from n-d-768862-2 {{(pid=84876) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 07:28:29.105632 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.managers [None req-239aa5ef-1207-44b0-8f82-2e03d2d1ddfb tempest-PortsTestJSON-2091589570 tempest-PortsTestJSON-2091589570] Network 3275b9b8-f89e-4d20-ab98-e014784e3fad has no segments {{(pid=84874) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 14 07:28:29.140221 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-239aa5ef-1207-44b0-8f82-2e03d2d1ddfb tempest-PortsTestJSON-2091589570 tempest-PortsTestJSON-2091589570] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-596065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036851521571'] for segment, after_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:28:29.322174 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Device c177391f-3b8f-472b-8cff-c35c4f29c0d4 no longer exists at agent ovs-agent-n-d-768862-2 {{(pid=84876) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jan 14 07:28:29.436622 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.plugin [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] No Port match for: c177391f-3b8f-472b-8cff-c35c4f29c0d4 {{(pid=84876) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2188}} Jan 14 07:28:29.437104 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Device c177391f-3b8f-472b-8cff-c35c4f29c0d4 not bound to the agent host n-d-768862-2 {{(pid=84876) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jan 14 07:28:29.839606 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.managers [None req-239aa5ef-1207-44b0-8f82-2e03d2d1ddfb tempest-PortsTestJSON-2091589570 tempest-PortsTestJSON-2091589570] Network 3275b9b8-f89e-4d20-ab98-e014784e3fad has no segments {{(pid=84874) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 14 07:28:29.915141 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:shared":"rule:admin_only" was deprecated in W in favor of "update_network:shared":"role:admin and system_scope:all". Reason: Jan 14 07:28:29.915141 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:28:29.915141 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:28:29.915141 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:28:29.915141 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "update_network:provider:network_type":"role:admin and system_scope:all". Reason: Jan 14 07:28:29.915141 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:28:29.915141 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:28:29.915141 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:28:29.915141 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "update_network:provider:physical_network":"role:admin and system_scope:all". Reason: Jan 14 07:28:29.915141 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:28:29.915141 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:28:29.915141 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:28:29.915141 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "update_network:provider:segmentation_id":"role:admin and system_scope:all". Reason: Jan 14 07:28:29.915141 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:28:29.915141 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:28:29.915141 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:28:29.915141 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:router:external":"rule:admin_only" was deprecated in W in favor of "update_network:router:external":"role:admin and system_scope:all". Reason: Jan 14 07:28:29.915141 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:28:29.915141 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:28:29.915141 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:28:29.915141 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:is_default":"rule:admin_only" was deprecated in W in favor of "update_network:is_default":"role:admin and system_scope:all". Reason: Jan 14 07:28:29.915141 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:28:29.915141 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:28:29.915141 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:28:29.915141 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:port_security_enabled":"rule:admin_or_owner" was deprecated in W in favor of "update_network:port_security_enabled":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 07:28:29.915141 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:28:29.915141 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:28:29.915141 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:28:29.915141 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "delete_network":"rule:admin_or_owner" was deprecated in W in favor of "delete_network":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 07:28:29.915141 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:28:29.915141 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:28:29.915141 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:28:29.915141 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_segment":"rule:admin_only" was deprecated in W in favor of "create_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:28:29.915141 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:28:29.915141 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_segment":"rule:admin_only" was deprecated in W in favor of "get_segment":"role:reader and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:28:29.915141 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:28:29.915141 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_segment":"rule:admin_only" was deprecated in W in favor of "update_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:28:29.915141 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:28:29.915141 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "delete_segment":"rule:admin_only" was deprecated in W in favor of "delete_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:28:29.915141 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:28:29.915141 n-d-768862-2 neutron-server[84765]: Traceback (most recent call last): Jan 14 07:28:29.915141 n-d-768862-2 neutron-server[84765]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 14 07:28:29.915141 n-d-768862-2 neutron-server[84765]: timer() Jan 14 07:28:29.915141 n-d-768862-2 neutron-server[84765]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 14 07:28:29.915141 n-d-768862-2 neutron-server[84765]: cb(*args, **kw) Jan 14 07:28:29.915141 n-d-768862-2 neutron-server[84765]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Jan 14 07:28:29.915141 n-d-768862-2 neutron-server[84765]: return func(*args, **kwargs) Jan 14 07:28:29.915141 n-d-768862-2 neutron-server[84765]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 14 07:28:29.915141 n-d-768862-2 neutron-server[84765]: self._notify() Jan 14 07:28:29.915141 n-d-768862-2 neutron-server[84765]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 14 07:28:29.915141 n-d-768862-2 neutron-server[84765]: self.callback(batched_events) Jan 14 07:28:29.915141 n-d-768862-2 neutron-server[84765]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 14 07:28:29.915141 n-d-768862-2 neutron-server[84765]: event.method(event) Jan 14 07:28:29.915141 n-d-768862-2 neutron-server[84765]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 14 07:28:29.915141 n-d-768862-2 neutron-server[84765]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 14 07:28:29.915141 n-d-768862-2 neutron-server[84765]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Jan 14 07:28:29.915141 n-d-768862-2 neutron-server[84765]: segment_id)['aggregates'][0] Jan 14 07:28:29.915141 n-d-768862-2 neutron-server[84765]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 14 07:28:29.915141 n-d-768862-2 neutron-server[84765]: return f(self, *a, **k) Jan 14 07:28:29.915141 n-d-768862-2 neutron-server[84765]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 14 07:28:29.915141 n-d-768862-2 neutron-server[84765]: return self._get(url).json() Jan 14 07:28:29.915141 n-d-768862-2 neutron-server[84765]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 14 07:28:29.915141 n-d-768862-2 neutron-server[84765]: **kwargs) Jan 14 07:28:29.915141 n-d-768862-2 neutron-server[84765]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 14 07:28:29.915141 n-d-768862-2 neutron-server[84765]: return self.request(url, 'GET', **kwargs) Jan 14 07:28:29.915141 n-d-768862-2 neutron-server[84765]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Jan 14 07:28:29.915141 n-d-768862-2 neutron-server[84765]: **endpoint_filter) Jan 14 07:28:29.915141 n-d-768862-2 neutron-server[84765]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 14 07:28:29.915141 n-d-768862-2 neutron-server[84765]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 14 07:28:29.915141 n-d-768862-2 neutron-server[84765]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 14 07:28:29.915141 n-d-768862-2 neutron-server[84765]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 14 07:28:29.915141 n-d-768862-2 neutron-server[84765]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 14 07:28:29.920551 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-7ffc8d64-7d27-4a36-963f-6be830819105 tempest-PortsIpV6TestJSON-1330665174 tempest-PortsIpV6TestJSON-1330665174] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-598987', 'neutron.services.segments.db._delete_segments_for_network-8777640583949'] for network, precommit_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:28:30.084978 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-3fa25ba4-4571-4a58-8e17-3c1c7ee01708 None None] Provisioning complete for port d3fbcb55-5950-48c3-9eea-06b09f406910 triggered by entity DHCP. {{(pid=84876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 07:28:30.084978 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-3fa25ba4-4571-4a58-8e17-3c1c7ee01708 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-604227'] for port, provisioning_complete {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:28:30.164435 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-239aa5ef-1207-44b0-8f82-2e03d2d1ddfb tempest-PortsTestJSON-2091589570 tempest-PortsTestJSON-2091589570] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036854176830', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850887149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3912591'] for network, after_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:28:30.190491 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-84f1bca0-9dfb-4c93-a4e9-d94b93f04044 tempest-NetworksIpV6TestAttrs-1453117616 tempest-NetworksIpV6TestAttrs-1453117616] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:28:30.252121 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-239aa5ef-1207-44b0-8f82-2e03d2d1ddfb tempest-PortsTestJSON-2091589570 tempest-PortsTestJSON-2091589570] Notify callbacks [] for network, before_response {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:28:30.256593 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-239aa5ef-1207-44b0-8f82-2e03d2d1ddfb tempest-PortsTestJSON-2091589570 tempest-PortsTestJSON-2091589570] Pushing event deleted for resources: {'Network': ['ID=3275b9b8-f89e-4d20-ab98-e014784e3fad,revision_number=None']} {{(pid=84874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:28:30.261463 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-239aa5ef-1207-44b0-8f82-2e03d2d1ddfb tempest-PortsTestJSON-2091589570 tempest-PortsTestJSON-2091589570] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:28:30.269461 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-239aa5ef-1207-44b0-8f82-2e03d2d1ddfb tempest-PortsTestJSON-2091589570 tempest-PortsTestJSON-2091589570] 10.222.0.24 "DELETE /v2.0/networks/3275b9b8-f89e-4d20-ab98-e014784e3fad HTTP/1.1" status: 204 len: 168 time: 3.1658647 Jan 14 07:28:30.274473 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84874) accepted ('10.222.0.24', 49350) {{(pid=84874) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:28:30.304193 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.v2.base [None req-a0d572f4-d71e-4297-b4fc-57f98157246e tempest-PortsTestJSON-2091589570 tempest-PortsTestJSON-2091589570] Request body: {'network': {'name': 'tempest-PortsTestJSON-1701167550'}} {{(pid=84874) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:28:30.327013 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-a0d572f4-d71e-4297-b4fc-57f98157246e tempest-PortsTestJSON-2091589570 tempest-PortsTestJSON-2091589570] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:28:30.333035 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-a0d572f4-d71e-4297-b4fc-57f98157246e tempest-PortsTestJSON-2091589570 tempest-PortsTestJSON-2091589570] Usage tracker for resource:network and tenant:4f41150d2ea84f97bbab10653dcc9b99 is out of sync, need to count used quota {{(pid=84874) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:28:30.338816 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-a0d572f4-d71e-4297-b4fc-57f98157246e tempest-PortsTestJSON-2091589570 tempest-PortsTestJSON-2091589570] Quota usage for network was recalculated. Used quota:1. {{(pid=84874) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:28:30.361387 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-a0d572f4-d71e-4297-b4fc-57f98157246e tempest-PortsTestJSON-2091589570 tempest-PortsTestJSON-2091589570] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:28:30.383283 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a0d572f4-d71e-4297-b4fc-57f98157246e tempest-PortsTestJSON-2091589570 tempest-PortsTestJSON-2091589570] Made reservation on behalf of 4f41150d2ea84f97bbab10653dcc9b99 for: {'network': 1} {{(pid=84874) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 07:28:30.407374 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-a0d572f4-d71e-4297-b4fc-57f98157246e tempest-PortsTestJSON-2091589570 tempest-PortsTestJSON-2091589570] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555753'] for network, before_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:28:30.504544 n-d-768862-2 neutron-server[84765]: DEBUG neutron.services.segments.db [None req-7ffc8d64-7d27-4a36-963f-6be830819105 tempest-PortsIpV6TestJSON-1330665174 tempest-PortsIpV6TestJSON-1330665174] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3f31e3c7-a515-464b-97e0-ef501e46f11c']}} {{(pid=84875) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:28:30.518963 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-eb1fdde0-3596-47f9-808f-b370108e1188 tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-598964', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850887113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3154192', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2308610'] for subnet, after_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:28:30.521623 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a0d572f4-d71e-4297-b4fc-57f98157246e tempest-PortsTestJSON-2091589570 tempest-PortsTestJSON-2091589570] vxlan segment allocate from pool success with {'vxlan_vni': 15} {{(pid=84874) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Jan 14 07:28:30.547689 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-dce97473-688d-4ef5-9af8-77935f8e4b02 tempest-NetworksIpV6TestAttrs-1453117616 tempest-NetworksIpV6TestAttrs-1453117616] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:28:30.582005 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-a0d572f4-d71e-4297-b4fc-57f98157246e tempest-PortsTestJSON-2091589570 tempest-PortsTestJSON-2091589570] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854179735'] for segment, precommit_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:28:30.582005 n-d-768862-2 neutron-server[84765]: INFO neutron.db.segments_db [None req-a0d572f4-d71e-4297-b4fc-57f98157246e tempest-PortsTestJSON-2091589570 tempest-PortsTestJSON-2091589570] Added segment 9c127a53-2df9-46f1-9859-8e62292f8732 of type vxlan for network 9384604b-cf34-45dd-b6a1-effb2bb1b59c Jan 14 07:28:30.635242 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb1fdde0-3596-47f9-808f-b370108e1188 tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] Pushing event deleted for resources: {'Subnet': ['ID=4b37e5e2-4a07-4ba4-b47f-cd59b1c949e0,revision_number=None']} {{(pid=84875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:28:30.653673 n-d-768862-2 neutron-server[84765]: DEBUG neutron.services.segments.db [None req-7ffc8d64-7d27-4a36-963f-6be830819105 tempest-PortsIpV6TestJSON-1330665174 tempest-PortsIpV6TestJSON-1330665174] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a699f0e2-71ee-443a-af9d-00878d53dfd0') {'for_net_delete': True} {{(pid=84875) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:28:30.653673 n-d-768862-2 neutron-server[84765]: DEBUG neutron.services.segments.db [None req-7ffc8d64-7d27-4a36-963f-6be830819105 tempest-PortsIpV6TestJSON-1330665174 tempest-PortsIpV6TestJSON-1330665174] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a699f0e2-71ee-443a-af9d-00878d53dfd0') {} {{(pid=84875) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:28:30.739798 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-a0d572f4-d71e-4297-b4fc-57f98157246e tempest-PortsTestJSON-2091589570 tempest-PortsTestJSON-2091589570] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363259214646115'] for network, precommit_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:28:30.782709 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-dfda8a07-3cd1-42ce-b475-428ce33670c7 None None] Could not find standard attr ID for object 6e93b3c3-6f19-4013-a387-52a092e15ea9. {{(pid=84876) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Jan 14 07:28:30.912144 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-a0d572f4-d71e-4297-b4fc-57f98157246e tempest-PortsTestJSON-2091589570 tempest-PortsTestJSON-2091589570] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850887149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964'] for network, after_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:28:30.928182 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-7ffc8d64-7d27-4a36-963f-6be830819105 tempest-PortsIpV6TestJSON-1330665174 tempest-PortsIpV6TestJSON-1330665174] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363259214173198', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036851408567'] for segment, before_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:28:30.973731 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0d572f4-d71e-4297-b4fc-57f98157246e tempest-PortsTestJSON-2091589570 tempest-PortsTestJSON-2091589570] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:28:30.973731 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-a0d572f4-d71e-4297-b4fc-57f98157246e tempest-PortsTestJSON-2091589570 tempest-PortsTestJSON-2091589570] Notify callbacks [] for network, before_response {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:28:31.030904 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-4a1aecec-ecd7-46de-9c81-23fc817d1af0 tempest-PortsIpV6TestJSON-1330665174 tempest-PortsIpV6TestJSON-1330665174] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:28:31.039328 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-7ffc8d64-7d27-4a36-963f-6be830819105 tempest-PortsIpV6TestJSON-1330665174 tempest-PortsIpV6TestJSON-1330665174] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854179735'] for segment, precommit_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:28:31.064243 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-7ffc8d64-7d27-4a36-963f-6be830819105 tempest-PortsIpV6TestJSON-1330665174 tempest-PortsIpV6TestJSON-1330665174] Releasing vxlan tunnel 18 to pool {{(pid=84875) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Jan 14 07:28:31.184604 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0d572f4-d71e-4297-b4fc-57f98157246e tempest-PortsTestJSON-2091589570 tempest-PortsTestJSON-2091589570] Pushing event updated for resources: {'Network': ['ID=9384604b-cf34-45dd-b6a1-effb2bb1b59c,revision_number=1']} {{(pid=84874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:28:31.188045 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-a0d572f4-d71e-4297-b4fc-57f98157246e tempest-PortsTestJSON-2091589570 tempest-PortsTestJSON-2091589570] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.9152727 Jan 14 07:28:31.190054 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-a0d572f4-d71e-4297-b4fc-57f98157246e tempest-PortsTestJSON-2091589570 tempest-PortsTestJSON-2091589570] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.161s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:28:31.190614 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84874) accepted ('10.222.0.24', 49380) {{(pid=84874) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:28:31.204819 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-852a24f7-e9a1-4193-9abb-e9506fe5213f None None] Network 9384604b-cf34-45dd-b6a1-effb2bb1b59c details requested by agent ovs-agent-n-h2-768862-2 with host n-h2-768862-2 {{(pid=84876) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 07:28:31.236580 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.v2.base [None req-b45da1a2-cd2f-45d2-bf26-5a6386f9d4e3 tempest-PortsTestJSON-2091589570 tempest-PortsTestJSON-2091589570] Request body: {'subnet': {'network_id': '9384604b-cf34-45dd-b6a1-effb2bb1b59c', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=84874) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:28:31.243203 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Network 9384604b-cf34-45dd-b6a1-effb2bb1b59c details requested by agent ovs-agent-n-d-768862-2 with host n-d-768862-2 {{(pid=84876) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 07:28:31.278078 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-017f98a9-8a07-408c-a86f-8ff0c00400a0 None None] Network 9384604b-cf34-45dd-b6a1-effb2bb1b59c details requested by agent ovs-agent-n-h1-768862-2 with host n-h1-768862-2 {{(pid=84876) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 07:28:31.578551 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-b45da1a2-cd2f-45d2-bf26-5a6386f9d4e3 tempest-PortsTestJSON-2091589570 tempest-PortsTestJSON-2091589570] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:28:31.593621 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-b45da1a2-cd2f-45d2-bf26-5a6386f9d4e3 tempest-PortsTestJSON-2091589570 tempest-PortsTestJSON-2091589570] Usage tracker for resource:subnet and tenant:4f41150d2ea84f97bbab10653dcc9b99 is out of sync, need to count used quota {{(pid=84874) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:28:31.597651 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-b45da1a2-cd2f-45d2-bf26-5a6386f9d4e3 tempest-PortsTestJSON-2091589570 tempest-PortsTestJSON-2091589570] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84874) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:28:31.608448 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-b45da1a2-cd2f-45d2-bf26-5a6386f9d4e3 tempest-PortsTestJSON-2091589570 tempest-PortsTestJSON-2091589570] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:28:31.618586 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b45da1a2-cd2f-45d2-bf26-5a6386f9d4e3 tempest-PortsTestJSON-2091589570 tempest-PortsTestJSON-2091589570] Made reservation on behalf of 4f41150d2ea84f97bbab10653dcc9b99 for: {'subnet': 1} {{(pid=84874) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 07:28:31.676350 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8fb6869-c223-4d8b-9d7f-02961cd33699 None None] get_active_networks_info from n-d-768862-2 {{(pid=84876) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}} Jan 14 07:28:31.758955 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.managers [None req-7ffc8d64-7d27-4a36-963f-6be830819105 tempest-PortsIpV6TestJSON-1330665174 tempest-PortsIpV6TestJSON-1330665174] Network 3f31e3c7-a515-464b-97e0-ef501e46f11c has no segments {{(pid=84875) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 14 07:28:31.803373 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-7ffc8d64-7d27-4a36-963f-6be830819105 tempest-PortsIpV6TestJSON-1330665174 tempest-PortsIpV6TestJSON-1330665174] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-596065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3154253'] for segment, after_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:28:32.204382 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-eb1fdde0-3596-47f9-808f-b370108e1188 tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.655s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:28:32.226109 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-b45da1a2-cd2f-45d2-bf26-5a6386f9d4e3 tempest-PortsTestJSON-2091589570 tempest-PortsTestJSON-2091589570] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036851981161'] for subnet, before_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:28:32.230597 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-eb1fdde0-3596-47f9-808f-b370108e1188 tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] Notify callbacks [] for subnet, before_response {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:28:32.531178 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.managers [None req-7ffc8d64-7d27-4a36-963f-6be830819105 tempest-PortsIpV6TestJSON-1330665174 tempest-PortsIpV6TestJSON-1330665174] Network 3f31e3c7-a515-464b-97e0-ef501e46f11c has no segments {{(pid=84875) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 14 07:28:32.621514 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-eb1fdde0-3596-47f9-808f-b370108e1188 tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] 10.222.0.24 "DELETE /v2.0/subnets/4b37e5e2-4a07-4ba4-b47f-cd59b1c949e0 HTTP/1.1" status: 204 len: 168 time: 7.3592534 Jan 14 07:28:32.621514 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:shared":"rule:admin_only" was deprecated in W in favor of "update_network:shared":"role:admin and system_scope:all". Reason: Jan 14 07:28:32.621514 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:28:32.621514 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:28:32.621514 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:28:32.621514 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "update_network:provider:network_type":"role:admin and system_scope:all". Reason: Jan 14 07:28:32.621514 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:28:32.621514 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:28:32.621514 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:28:32.621514 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "update_network:provider:physical_network":"role:admin and system_scope:all". Reason: Jan 14 07:28:32.621514 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:28:32.621514 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:28:32.621514 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:28:32.621514 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "update_network:provider:segmentation_id":"role:admin and system_scope:all". Reason: Jan 14 07:28:32.621514 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:28:32.621514 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:28:32.621514 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:28:32.621514 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:router:external":"rule:admin_only" was deprecated in W in favor of "update_network:router:external":"role:admin and system_scope:all". Reason: Jan 14 07:28:32.621514 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:28:32.621514 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:28:32.621514 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:28:32.621514 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:is_default":"rule:admin_only" was deprecated in W in favor of "update_network:is_default":"role:admin and system_scope:all". Reason: Jan 14 07:28:32.621514 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:28:32.621514 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:28:32.621514 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:28:32.621514 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:port_security_enabled":"rule:admin_or_owner" was deprecated in W in favor of "update_network:port_security_enabled":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 07:28:32.621514 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:28:32.621514 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:28:32.621514 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:28:32.621514 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "delete_network":"rule:admin_or_owner" was deprecated in W in favor of "delete_network":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 07:28:32.621514 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:28:32.621514 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:28:32.621514 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:28:32.621514 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_segment":"rule:admin_only" was deprecated in W in favor of "create_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:28:32.621514 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:28:32.621514 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_segment":"rule:admin_only" was deprecated in W in favor of "get_segment":"role:reader and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:28:32.621514 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:28:32.621514 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_segment":"rule:admin_only" was deprecated in W in favor of "update_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:28:32.621514 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:28:32.621514 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "delete_segment":"rule:admin_only" was deprecated in W in favor of "delete_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:28:32.621514 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:28:32.621514 n-d-768862-2 neutron-server[84765]: Traceback (most recent call last): Jan 14 07:28:32.621514 n-d-768862-2 neutron-server[84765]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 14 07:28:32.621514 n-d-768862-2 neutron-server[84765]: timer() Jan 14 07:28:32.621514 n-d-768862-2 neutron-server[84765]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 14 07:28:32.621514 n-d-768862-2 neutron-server[84765]: cb(*args, **kw) Jan 14 07:28:32.621514 n-d-768862-2 neutron-server[84765]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Jan 14 07:28:32.621514 n-d-768862-2 neutron-server[84765]: return func(*args, **kwargs) Jan 14 07:28:32.621514 n-d-768862-2 neutron-server[84765]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 14 07:28:32.621514 n-d-768862-2 neutron-server[84765]: self._notify() Jan 14 07:28:32.621514 n-d-768862-2 neutron-server[84765]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 14 07:28:32.621514 n-d-768862-2 neutron-server[84765]: self.callback(batched_events) Jan 14 07:28:32.621514 n-d-768862-2 neutron-server[84765]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 14 07:28:32.621514 n-d-768862-2 neutron-server[84765]: event.method(event) Jan 14 07:28:32.621514 n-d-768862-2 neutron-server[84765]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 14 07:28:32.621514 n-d-768862-2 neutron-server[84765]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 14 07:28:32.621514 n-d-768862-2 neutron-server[84765]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Jan 14 07:28:32.621514 n-d-768862-2 neutron-server[84765]: segment_id)['aggregates'][0] Jan 14 07:28:32.621514 n-d-768862-2 neutron-server[84765]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 14 07:28:32.621514 n-d-768862-2 neutron-server[84765]: return f(self, *a, **k) Jan 14 07:28:32.621514 n-d-768862-2 neutron-server[84765]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 14 07:28:32.621514 n-d-768862-2 neutron-server[84765]: return self._get(url).json() Jan 14 07:28:32.621514 n-d-768862-2 neutron-server[84765]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 14 07:28:32.621514 n-d-768862-2 neutron-server[84765]: **kwargs) Jan 14 07:28:32.621514 n-d-768862-2 neutron-server[84765]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 14 07:28:32.621514 n-d-768862-2 neutron-server[84765]: return self.request(url, 'GET', **kwargs) Jan 14 07:28:32.621514 n-d-768862-2 neutron-server[84765]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Jan 14 07:28:32.621514 n-d-768862-2 neutron-server[84765]: **endpoint_filter) Jan 14 07:28:32.621514 n-d-768862-2 neutron-server[84765]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 14 07:28:32.621514 n-d-768862-2 neutron-server[84765]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 14 07:28:32.621514 n-d-768862-2 neutron-server[84765]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 14 07:28:32.621514 n-d-768862-2 neutron-server[84765]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 14 07:28:32.621514 n-d-768862-2 neutron-server[84765]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 14 07:28:32.634704 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84874) accepted ('10.222.0.24', 49424) {{(pid=84874) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:28:32.669889 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-a81029fe-b58c-45ef-801d-45739cdd8c79 None None] Provisioning complete for port d3fbcb55-5950-48c3-9eea-06b09f406910 triggered by entity DHCP. {{(pid=84876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 07:28:32.669889 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-a81029fe-b58c-45ef-801d-45739cdd8c79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-604227'] for port, provisioning_complete {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:28:33.109102 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-7ffc8d64-7d27-4a36-963f-6be830819105 tempest-PortsIpV6TestJSON-1330665174 tempest-PortsIpV6TestJSON-1330665174] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036854176830', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850887149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3912591'] for network, after_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:28:33.122872 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-8a01a757-f43a-4f53-a7d7-679e80866176 tempest-RoutersNegativeIpV6Test-1464408958 tempest-RoutersNegativeIpV6Test-1464408958] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:28:33.199038 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-7ffc8d64-7d27-4a36-963f-6be830819105 tempest-PortsIpV6TestJSON-1330665174 tempest-PortsIpV6TestJSON-1330665174] Notify callbacks [] for network, before_response {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:28:33.236007 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ffc8d64-7d27-4a36-963f-6be830819105 tempest-PortsIpV6TestJSON-1330665174 tempest-PortsIpV6TestJSON-1330665174] Pushing event deleted for resources: {'Network': ['ID=3f31e3c7-a515-464b-97e0-ef501e46f11c,revision_number=None']} {{(pid=84875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:28:33.241553 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-7ffc8d64-7d27-4a36-963f-6be830819105 tempest-PortsIpV6TestJSON-1330665174 tempest-PortsIpV6TestJSON-1330665174] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:28:33.245393 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-7ffc8d64-7d27-4a36-963f-6be830819105 tempest-PortsIpV6TestJSON-1330665174 tempest-PortsIpV6TestJSON-1330665174] 10.222.0.24 "DELETE /v2.0/networks/3f31e3c7-a515-464b-97e0-ef501e46f11c HTTP/1.1" status: 204 len: 168 time: 9.4670968 Jan 14 07:28:33.249632 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84875) accepted ('10.222.0.24', 49440) {{(pid=84875) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:28:33.257877 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.v2.base [None req-d14ee950-5dbf-4e6e-b2d7-2c3b7e1e795c tempest-PortsIpV6TestJSON-1330665174 tempest-PortsIpV6TestJSON-1330665174] Request body: {'port': {'network_id': 'd5ef9345-9d47-4c1b-b4a7-f9e90c00c9f5', 'name': 'tempest-PortsIpV6TestJSON-1533908980'}} {{(pid=84875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:28:33.478116 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.db_base_plugin_v2 [None req-7155d11a-7929-4834-905c-f6ef718626ef tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] Deleting subnet 4e1a258d-f81b-40b4-a34a-65a8c9e54060 {{(pid=84874) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Jan 14 07:28:33.497910 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-7155d11a-7929-4834-905c-f6ef718626ef tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] Notify callbacks [] for subnet, before_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:28:33.627518 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84875) accepted ('10.222.0.24', 49450) {{(pid=84875) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:28:33.627518 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-d14ee950-5dbf-4e6e-b2d7-2c3b7e1e795c tempest-PortsIpV6TestJSON-1330665174 tempest-PortsIpV6TestJSON-1330665174] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:28:33.667049 n-d-768862-2 neutron-server[84765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8fb6869-c223-4d8b-9d7f-02961cd33699 None None] Resources bound (agent type, host, resource id): {{(pid=84876) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:105}} Jan 14 07:28:33.674998 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-d14ee950-5dbf-4e6e-b2d7-2c3b7e1e795c tempest-PortsIpV6TestJSON-1330665174 tempest-PortsIpV6TestJSON-1330665174] Usage tracker for resource:port and tenant:6396266df05d476da6838f06b578d30b is out of sync, need to count used quota {{(pid=84875) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:28:33.689899 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-d14ee950-5dbf-4e6e-b2d7-2c3b7e1e795c tempest-PortsIpV6TestJSON-1330665174 tempest-PortsIpV6TestJSON-1330665174] Quota usage for port was recalculated. Used quota:1. {{(pid=84875) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:28:33.712684 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-d14ee950-5dbf-4e6e-b2d7-2c3b7e1e795c tempest-PortsIpV6TestJSON-1330665174 tempest-PortsIpV6TestJSON-1330665174] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=84875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:28:33.737020 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d14ee950-5dbf-4e6e-b2d7-2c3b7e1e795c tempest-PortsIpV6TestJSON-1330665174 tempest-PortsIpV6TestJSON-1330665174] Made reservation on behalf of 6396266df05d476da6838f06b578d30b for: {'port': 1} {{(pid=84875) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 07:28:33.803243 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-d14ee950-5dbf-4e6e-b2d7-2c3b7e1e795c tempest-PortsIpV6TestJSON-1330665174 tempest-PortsIpV6TestJSON-1330665174] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555753'] for port, before_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:28:33.892557 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-7155d11a-7929-4834-905c-f6ef718626ef tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036851807232'] for subnet, precommit_delete_associations {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:28:34.156413 n-d-768862-2 neutron-server[84765]: DEBUG neutron.notifiers.nova [None req-d14ee950-5dbf-4e6e-b2d7-2c3b7e1e795c tempest-PortsIpV6TestJSON-1330665174 tempest-PortsIpV6TestJSON-1330665174] device_id is not set on port 22e4d1e1-8442-4b28-915f-ab422ae8a99f yet. {{(pid=84875) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}} Jan 14 07:28:34.210024 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-d87a909c-6090-4c19-a946-729d945899ae admin admin] Notify callbacks [] for security_group, before_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:28:34.378318 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-d87a909c-6090-4c19-a946-729d945899ae admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:28:34.390251 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-d87a909c-6090-4c19-a946-729d945899ae admin admin] Usage tracker for resource:security_group_rule and tenant:fa4d833b232c4b1ba95eb9228434b3c3 is out of sync, need to count used quota {{(pid=84875) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:28:34.395180 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-d87a909c-6090-4c19-a946-729d945899ae admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84875) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:28:34.459951 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-d87a909c-6090-4c19-a946-729d945899ae admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:28:35.107785 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-d14ee950-5dbf-4e6e-b2d7-2c3b7e1e795c tempest-PortsIpV6TestJSON-1330665174 tempest-PortsIpV6TestJSON-1330665174] Notify callbacks [] for port, precommit_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:28:35.160918 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74f6c90a-91f4-4be4-ae3a-795292ca1464 None None] get_active_networks_info from n-d-768862-2 {{(pid=84876) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}} Jan 14 07:28:35.355891 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-d14ee950-5dbf-4e6e-b2d7-2c3b7e1e795c tempest-PortsIpV6TestJSON-1330665174 tempest-PortsIpV6TestJSON-1330665174] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777640123575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851621574'] for port, after_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:28:35.393427 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-7155d11a-7929-4834-905c-f6ef718626ef tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036854176836'] for subnet, precommit_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:28:35.579917 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-810689ef-53de-491b-ac24-b0bab023191c tempest-AllowedAddressPairTestJSON-747646770 tempest-AllowedAddressPairTestJSON-747646770] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:28:36.042571 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d14ee950-5dbf-4e6e-b2d7-2c3b7e1e795c tempest-PortsIpV6TestJSON-1330665174 tempest-PortsIpV6TestJSON-1330665174] Pushing event updated for resources: {'Port': ['ID=22e4d1e1-8442-4b28-915f-ab422ae8a99f,revision_number=1']} {{(pid=84875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:28:36.066596 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-d14ee950-5dbf-4e6e-b2d7-2c3b7e1e795c tempest-PortsIpV6TestJSON-1330665174 tempest-PortsIpV6TestJSON-1330665174] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.479s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:28:36.082925 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-d87a909c-6090-4c19-a946-729d945899ae admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:28:36.147401 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-d87a909c-6090-4c19-a946-729d945899ae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850887153'] for security_group, after_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:28:36.220336 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-79be937d-71cd-4fd4-940d-87da78256324 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:28:36.249953 n-d-768862-2 neutron-server[84765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74f6c90a-91f4-4be4-ae3a-795292ca1464 None None] Network 9384604b-cf34-45dd-b6a1-effb2bb1b59c is scheduled to be hosted by DHCP agent 32f3dd84-26da-4d18-bf15-6017a8fb7247 with binding_index 1 {{(pid=84876) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Jan 14 07:28:36.262857 n-d-768862-2 neutron-server[84765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74f6c90a-91f4-4be4-ae3a-795292ca1464 None None] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768862-2, 9384604b-cf34-45dd-b6a1-effb2bb1b59c) {{(pid=84876) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:105}} Jan 14 07:28:36.268172 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d87a909c-6090-4c19-a946-729d945899ae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1b5aa5c7-b7a1-40dd-86de-76ce9ba5a34a,revision_number=1']} {{(pid=84875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:28:36.284316 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-d87a909c-6090-4c19-a946-729d945899ae admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:28:36.412766 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-b45da1a2-cd2f-45d2-bf26-5a6386f9d4e3 tempest-PortsTestJSON-2091589570 tempest-PortsTestJSON-2091589570] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850887113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3254092', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036851981146'] for subnet, after_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:28:36.450780 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-25624624-2629-4966-b273-f60bb44e083a tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:28:36.452857 n-d-768862-2 neutron-server[84765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d14ee950-5dbf-4e6e-b2d7-2c3b7e1e795c tempest-PortsIpV6TestJSON-1330665174 tempest-PortsIpV6TestJSON-1330665174] Network d5ef9345-9d47-4c1b-b4a7-f9e90c00c9f5 is already hosted by enough agents. {{(pid=84875) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 07:28:36.452857 n-d-768862-2 neutron-server[84765]: DEBUG neutron.scheduler.base_scheduler [None req-d14ee950-5dbf-4e6e-b2d7-2c3b7e1e795c tempest-PortsIpV6TestJSON-1330665174 tempest-PortsIpV6TestJSON-1330665174] Resources bound (agent type, host, resource id): {{(pid=84875) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 07:28:36.472057 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-d87a909c-6090-4c19-a946-729d945899ae admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=fa4d833b232c4b1ba95eb9228434b3c3&name=default HTTP/1.1" status: 200 len: 2983 time: 2.8497608 Jan 14 07:28:36.482210 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d14ee950-5dbf-4e6e-b2d7-2c3b7e1e795c tempest-PortsIpV6TestJSON-1330665174 tempest-PortsIpV6TestJSON-1330665174] Received port after_create {{(pid=84875) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 14 07:28:36.503884 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network":"rule:regular_user" was deprecated in W in favor of "create_network":"role:member and project_id:%(project_id)s". Reason: Jan 14 07:28:36.503884 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:28:36.503884 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:28:36.503884 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:28:36.503884 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:shared":"rule:admin_only" was deprecated in W in favor of "create_network:shared":"role:admin and system_scope:all". Reason: Jan 14 07:28:36.503884 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:28:36.503884 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:28:36.503884 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:28:36.503884 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:router:external":"rule:admin_only" was deprecated in W in favor of "create_network:router:external":"role:admin and system_scope:all". Reason: Jan 14 07:28:36.503884 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:28:36.503884 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:28:36.503884 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:28:36.503884 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:is_default":"rule:admin_only" was deprecated in W in favor of "create_network:is_default":"role:admin and system_scope:all". Reason: Jan 14 07:28:36.503884 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:28:36.503884 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:28:36.503884 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:28:36.503884 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:port_security_enabled":"rule:regular_user" was deprecated in W in favor of "create_network:port_security_enabled":"role:member and project_id:%(project_id)s". Reason: Jan 14 07:28:36.503884 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:28:36.503884 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:28:36.503884 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:28:36.503884 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:segments":"rule:admin_only" was deprecated in W in favor of "create_network:segments":"role:admin and system_scope:all". Reason: Jan 14 07:28:36.503884 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:28:36.503884 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:28:36.503884 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:28:36.503884 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "create_network:provider:network_type":"role:admin and system_scope:all". Reason: Jan 14 07:28:36.503884 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:28:36.503884 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:28:36.503884 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:28:36.503884 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "create_network:provider:physical_network":"role:admin and system_scope:all". Reason: Jan 14 07:28:36.503884 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:28:36.503884 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:28:36.503884 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:28:36.503884 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "create_network:provider:segmentation_id":"role:admin and system_scope:all". Reason: Jan 14 07:28:36.503884 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:28:36.503884 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:28:36.503884 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:28:36.503884 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network":"rule:admin_or_owner or rule:shared or rule:external or rule:context_is_advsvc" was deprecated in W in favor of "get_network":"(role:reader and system_scope:all) or (role:reader and project_id:%(project_id)s) or rule:shared or rule:external or rule:context_is_advsvc". Reason: Jan 14 07:28:36.503884 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:28:36.503884 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:28:36.503884 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:28:36.503884 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:router:external":"rule:regular_user" was deprecated in W in favor of "get_network:router:external":"role:reader and project_id:%(project_id)s". Reason: Jan 14 07:28:36.503884 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:28:36.503884 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:28:36.503884 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:28:36.503884 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:segments":"rule:admin_only" was deprecated in W in favor of "get_network:segments":"role:reader and system_scope:all". Reason: Jan 14 07:28:36.503884 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:28:36.503884 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:28:36.503884 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:28:36.503884 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "get_network:provider:network_type":"role:reader and system_scope:all". Reason: Jan 14 07:28:36.503884 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:28:36.503884 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:28:36.503884 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:28:36.503884 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "get_network:provider:physical_network":"role:reader and system_scope:all". Reason: Jan 14 07:28:36.503884 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:28:36.503884 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:28:36.503884 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:28:36.503884 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "get_network:provider:segmentation_id":"role:reader and system_scope:all". Reason: Jan 14 07:28:36.503884 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:28:36.503884 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:28:36.503884 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:28:36.503884 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network":"rule:admin_or_owner" was deprecated in W in favor of "update_network":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 07:28:36.503884 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:28:36.503884 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:28:36.503884 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:28:36.503884 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:segments":"rule:admin_only" was deprecated in W in favor of "update_network:segments":"role:admin and system_scope:all". Reason: Jan 14 07:28:36.503884 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:28:36.503884 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:28:36.503884 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:28:36.561669 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d14ee950-5dbf-4e6e-b2d7-2c3b7e1e795c tempest-PortsIpV6TestJSON-1330665174 tempest-PortsIpV6TestJSON-1330665174] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:28:36.561669 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-d14ee950-5dbf-4e6e-b2d7-2c3b7e1e795c tempest-PortsIpV6TestJSON-1330665174 tempest-PortsIpV6TestJSON-1330665174] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854768116'] for port, before_response {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:28:36.613762 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84875) accepted ('10.222.0.24', 49504) {{(pid=84875) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:28:36.847463 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b45da1a2-cd2f-45d2-bf26-5a6386f9d4e3 tempest-PortsTestJSON-2091589570 tempest-PortsTestJSON-2091589570] Pushing event updated for resources: {'Subnet': ['ID=d1d030e2-b9a6-4a39-9f13-52a6df9f7485,revision_number=0']} {{(pid=84874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:28:36.875932 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-b45da1a2-cd2f-45d2-bf26-5a6386f9d4e3 tempest-PortsTestJSON-2091589570 tempest-PortsTestJSON-2091589570] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.436s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:28:36.999879 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-4c7f7c88-07da-45b5-800d-f72dcbcdadc7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:28:37.022603 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-d14ee950-5dbf-4e6e-b2d7-2c3b7e1e795c tempest-PortsIpV6TestJSON-1330665174 tempest-PortsIpV6TestJSON-1330665174] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 850 time: 3.7688992 Jan 14 07:28:37.023215 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84875) accepted ('10.222.0.24', 49522) {{(pid=84875) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:28:37.081758 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-7155d11a-7929-4834-905c-f6ef718626ef tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-598964', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850887113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036851521664', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2794686'] for subnet, after_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:28:37.147441 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.plugin [None req-c89a0660-c8a6-45a6-a391-2b5ca417ff9d tempest-PortsIpV6TestJSON-1330665174 tempest-PortsIpV6TestJSON-1330665174] Deleting port 22e4d1e1-8442-4b28-915f-ab422ae8a99f {{(pid=84875) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 07:28:37.148242 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-c89a0660-c8a6-45a6-a391-2b5ca417ff9d tempest-PortsIpV6TestJSON-1330665174 tempest-PortsIpV6TestJSON-1330665174] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363259214248359'] for port, before_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:28:37.230987 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-cba1a87f-2617-443f-a11f-0e9e98fda407 tempest-NetworksIpV6Test-2047944877 tempest-NetworksIpV6Test-2047944877] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:28:37.235577 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-4c7f7c88-07da-45b5-800d-f72dcbcdadc7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:28:37.306602 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7155d11a-7929-4834-905c-f6ef718626ef tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] Pushing event deleted for resources: {'Subnet': ['ID=4e1a258d-f81b-40b4-a34a-65a8c9e54060,revision_number=None']} {{(pid=84874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:28:37.309819 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-7155d11a-7929-4834-905c-f6ef718626ef tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] Notify callbacks [] for subnet, before_response {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:28:37.338996 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-7155d11a-7929-4834-905c-f6ef718626ef tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] 10.222.0.24 "DELETE /v2.0/subnets/4e1a258d-f81b-40b4-a34a-65a8c9e54060 HTTP/1.1" status: 204 len: 168 time: 4.7179868 Jan 14 07:28:37.340615 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-7155d11a-7929-4834-905c-f6ef718626ef tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:28:37.355380 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84874) accepted ('10.222.0.24', 49534) {{(pid=84874) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:28:37.382964 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2152a865-6814-4396-ae53-3ba460e24701 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5d94dc7a-c095-50a4-955e-5f3b78718a12-9384604b-cf34-45dd-b6a1-effb2bb1b59c', 'network_id': '9384604b-cf34-45dd-b6a1-effb2bb1b59c', 'tenant_id': '4f41150d2ea84f97bbab10653dcc9b99', 'fixed_ips': [{'subnet_id': 'd1d030e2-b9a6-4a39-9f13-52a6df9f7485'}]}} from n-d-768862-2. {{(pid=84876) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Jan 14 07:28:37.384352 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-2152a865-6814-4396-ae53-3ba460e24701 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555753'] for port, before_create {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:28:37.616830 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-54b791ec-24a8-460a-9fdb-87d918d26cb6 tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] 10.222.0.24 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.2315416 Jan 14 07:28:37.616830 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84874) accepted ('10.222.0.24', 49538) {{(pid=84874) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:28:37.616830 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.v2.base [None req-c5455422-8654-4781-8f3f-0186d62994a3 tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] Request body: {'subnet': {'network_id': '23f0a15d-6362-4cec-82c1-cacba887c566', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=84874) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:28:37.670164 n-d-768862-2 neutron-server[84765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b45da1a2-cd2f-45d2-bf26-5a6386f9d4e3 tempest-PortsTestJSON-2091589570 tempest-PortsTestJSON-2091589570] Network 9384604b-cf34-45dd-b6a1-effb2bb1b59c is already hosted by enough agents. {{(pid=84874) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 07:28:37.683025 n-d-768862-2 neutron-server[84765]: DEBUG neutron.scheduler.base_scheduler [None req-b45da1a2-cd2f-45d2-bf26-5a6386f9d4e3 tempest-PortsTestJSON-2091589570 tempest-PortsTestJSON-2091589570] Resources bound (agent type, host, resource id): {{(pid=84874) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 07:28:37.803891 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-c89a0660-c8a6-45a6-a391-2b5ca417ff9d tempest-PortsIpV6TestJSON-1330665174 tempest-PortsIpV6TestJSON-1330665174] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036850862667'] for port, precommit_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:28:37.984298 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b45da1a2-cd2f-45d2-bf26-5a6386f9d4e3 tempest-PortsTestJSON-2091589570 tempest-PortsTestJSON-2091589570] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:28:37.984298 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-b45da1a2-cd2f-45d2-bf26-5a6386f9d4e3 tempest-PortsTestJSON-2091589570 tempest-PortsTestJSON-2091589570] Notify callbacks [] for subnet, before_response {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:28:38.055600 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-c5455422-8654-4781-8f3f-0186d62994a3 tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:28:38.064853 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-c5455422-8654-4781-8f3f-0186d62994a3 tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] Usage tracker for resource:subnet and tenant:be0aa702e3ca464795a99c51e3b3b04f is out of sync, need to count used quota {{(pid=84874) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:28:38.069247 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-c5455422-8654-4781-8f3f-0186d62994a3 tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84874) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:28:38.092916 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-c5455422-8654-4781-8f3f-0186d62994a3 tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:28:38.158301 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c5455422-8654-4781-8f3f-0186d62994a3 tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] Made reservation on behalf of be0aa702e3ca464795a99c51e3b3b04f for: {'subnet': 1} {{(pid=84874) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 07:28:38.187533 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-c5455422-8654-4781-8f3f-0186d62994a3 tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036851981161'] for subnet, before_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:28:38.265187 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84874) accepted ('10.222.0.24', 49556) {{(pid=84874) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:28:38.424986 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.plugin [None req-c89a0660-c8a6-45a6-a391-2b5ca417ff9d tempest-PortsIpV6TestJSON-1330665174 tempest-PortsIpV6TestJSON-1330665174] Calling delete_port for 22e4d1e1-8442-4b28-915f-ab422ae8a99f owned by {{(pid=84875) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 07:28:38.515588 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.db_base_plugin_common [None req-2152a865-6814-4396-ae53-3ba460e24701 None None] Allocated IP 172.20.0.2 (9384604b-cf34-45dd-b6a1-effb2bb1b59c/d1d030e2-b9a6-4a39-9f13-52a6df9f7485/5b8cb06b-1041-4fb6-b1da-985fa4b11766) {{(pid=84876) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 14 07:28:38.594633 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-4c7f7c88-07da-45b5-800d-f72dcbcdadc7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850887153'] for security_group, after_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:28:38.615873 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-3f2b58c7-b558-4afa-b551-e13c3e652fae tempest-NegativeSecGroupIPv6Test-1980982801 tempest-NegativeSecGroupIPv6Test-1980982801] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:28:38.644811 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-b45da1a2-cd2f-45d2-bf26-5a6386f9d4e3 tempest-PortsTestJSON-2091589570 tempest-PortsTestJSON-2091589570] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 7.4527268 Jan 14 07:28:38.646919 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84874) accepted ('10.222.0.24', 49566) {{(pid=84874) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:28:38.725858 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-c89a0660-c8a6-45a6-a391-2b5ca417ff9d tempest-PortsIpV6TestJSON-1330665174 tempest-PortsIpV6TestJSON-1330665174] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777640533329', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777640097463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851621574'] for port, after_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:28:38.729697 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.v2.base [None req-fa8a948c-f45b-4f16-a0d5-311a6967d105 tempest-PortsTestJSON-2091589570 tempest-PortsTestJSON-2091589570] Request body: {'port': {'network_id': '9384604b-cf34-45dd-b6a1-effb2bb1b59c', 'security_groups': [], 'name': 'tempest-PortsTestJSON-190849694'}} {{(pid=84874) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:28:39.080243 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c7f7c88-07da-45b5-800d-f72dcbcdadc7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1b5aa5c7-b7a1-40dd-86de-76ce9ba5a34a,revision_number=None']} {{(pid=84875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:28:39.115068 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-4c7f7c88-07da-45b5-800d-f72dcbcdadc7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.492s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:28:39.119314 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-76e6a451-bf72-4724-aa72-ecd6a224c8e0 tempest-BulkNetworkOpsTest-1426007266 tempest-BulkNetworkOpsTest-1426007266] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:28:39.231380 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-4c7f7c88-07da-45b5-800d-f72dcbcdadc7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:28:39.236259 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-2152a865-6814-4396-ae53-3ba460e24701 None None] Notify callbacks [] for port, precommit_create {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:28:39.240017 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-4c7f7c88-07da-45b5-800d-f72dcbcdadc7 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/1b5aa5c7-b7a1-40dd-86de-76ce9ba5a34a HTTP/1.1" status: 204 len: 168 time: 2.6246781 Jan 14 07:28:39.249345 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-2152a865-6814-4396-ae53-3ba460e24701 None None] Transition to ACTIVE for port object 5b8cb06b-1041-4fb6-b1da-985fa4b11766 will not be triggered until provisioned by entity L2. {{(pid=84876) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 07:28:39.266241 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-fa8a948c-f45b-4f16-a0d5-311a6967d105 tempest-PortsTestJSON-2091589570 tempest-PortsTestJSON-2091589570] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:28:39.268236 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-2152a865-6814-4396-ae53-3ba460e24701 None None] Transition to ACTIVE for port object 5b8cb06b-1041-4fb6-b1da-985fa4b11766 will not be triggered until provisioned by entity DHCP. {{(pid=84876) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 07:28:39.287163 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-2152a865-6814-4396-ae53-3ba460e24701 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777640123575'] for port, after_create {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:28:39.296163 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c89a0660-c8a6-45a6-a391-2b5ca417ff9d tempest-PortsIpV6TestJSON-1330665174 tempest-PortsIpV6TestJSON-1330665174] Pushing event deleted for resources: {'Port': ['ID=22e4d1e1-8442-4b28-915f-ab422ae8a99f,revision_number=None']} {{(pid=84875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:28:39.299930 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-c89a0660-c8a6-45a6-a391-2b5ca417ff9d tempest-PortsIpV6TestJSON-1330665174 tempest-PortsIpV6TestJSON-1330665174] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.182s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:28:39.306582 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-c89a0660-c8a6-45a6-a391-2b5ca417ff9d tempest-PortsIpV6TestJSON-1330665174 tempest-PortsIpV6TestJSON-1330665174] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854768116'] for port, before_response {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:28:39.311215 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-c89a0660-c8a6-45a6-a391-2b5ca417ff9d tempest-PortsIpV6TestJSON-1330665174 tempest-PortsIpV6TestJSON-1330665174] 10.222.0.24 "DELETE /v2.0/ports/22e4d1e1-8442-4b28-915f-ab422ae8a99f HTTP/1.1" status: 204 len: 168 time: 2.2772462 Jan 14 07:28:39.311711 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-fa8a948c-f45b-4f16-a0d5-311a6967d105 tempest-PortsTestJSON-2091589570 tempest-PortsTestJSON-2091589570] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=84874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:28:39.312970 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84875) accepted ('10.222.0.24', 49586) {{(pid=84875) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:28:39.349527 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.v2.base [None req-6e00b02a-ccb1-4294-9293-7c48b86194b1 tempest-PortsIpV6TestJSON-1330665174 tempest-PortsIpV6TestJSON-1330665174] Request body: {'port': {'network_id': 'd5ef9345-9d47-4c1b-b4a7-f9e90c00c9f5', 'mac_address': 'fa:16:3e:45:f4:1f', 'name': 'tempest-PortsIpV6TestJSON-338983029'}} {{(pid=84875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:28:39.377945 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fa8a948c-f45b-4f16-a0d5-311a6967d105 tempest-PortsTestJSON-2091589570 tempest-PortsTestJSON-2091589570] Made reservation on behalf of 4f41150d2ea84f97bbab10653dcc9b99 for: {'port': 1} {{(pid=84874) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 07:28:39.385891 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-fa8a948c-f45b-4f16-a0d5-311a6967d105 tempest-PortsTestJSON-2091589570 tempest-PortsTestJSON-2091589570] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555753'] for port, before_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:28:39.415789 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-d62a8ee4-8b02-48f2-8786-43b17c36e89c admin admin] Notify callbacks [] for security_group, before_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:28:39.517634 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-8245bb77-75cc-4d08-8927-20373b1e96ce None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84876) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:28:39.660315 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-d62a8ee4-8b02-48f2-8786-43b17c36e89c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:28:39.677903 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2152a865-6814-4396-ae53-3ba460e24701 None None] Pushing event updated for resources: {'Port': ['ID=5b8cb06b-1041-4fb6-b1da-985fa4b11766,revision_number=1']} {{(pid=84876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:28:39.684471 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-2152a865-6814-4396-ae53-3ba460e24701 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.170s {{(pid=84876) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:28:39.693308 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-d62a8ee4-8b02-48f2-8786-43b17c36e89c admin admin] Usage tracker for resource:security_group_rule and tenant:f9f7a033ddfe40b4a90df64b50156648 is out of sync, need to count used quota {{(pid=84874) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:28:39.738424 n-d-768862-2 neutron-server[84765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2152a865-6814-4396-ae53-3ba460e24701 None None] Network 9384604b-cf34-45dd-b6a1-effb2bb1b59c is already hosted by enough agents. {{(pid=84876) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 07:28:39.742246 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-d62a8ee4-8b02-48f2-8786-43b17c36e89c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84874) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:28:39.746159 n-d-768862-2 neutron-server[84765]: DEBUG neutron.scheduler.base_scheduler [None req-2152a865-6814-4396-ae53-3ba460e24701 None None] Resources bound (agent type, host, resource id): {{(pid=84876) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 07:28:39.750035 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-6e00b02a-ccb1-4294-9293-7c48b86194b1 tempest-PortsIpV6TestJSON-1330665174 tempest-PortsIpV6TestJSON-1330665174] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:28:39.753908 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2152a865-6814-4396-ae53-3ba460e24701 None None] Received port after_create {{(pid=84876) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 14 07:28:39.777617 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-6e00b02a-ccb1-4294-9293-7c48b86194b1 tempest-PortsIpV6TestJSON-1330665174 tempest-PortsIpV6TestJSON-1330665174] Usage tracker for resource:port and tenant:6396266df05d476da6838f06b578d30b is out of sync, need to count used quota {{(pid=84875) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:28:39.793372 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-d62a8ee4-8b02-48f2-8786-43b17c36e89c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:28:39.822702 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-6e00b02a-ccb1-4294-9293-7c48b86194b1 tempest-PortsIpV6TestJSON-1330665174 tempest-PortsIpV6TestJSON-1330665174] Quota usage for port was recalculated. Used quota:1. {{(pid=84875) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:28:39.854844 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-6e00b02a-ccb1-4294-9293-7c48b86194b1 tempest-PortsIpV6TestJSON-1330665174 tempest-PortsIpV6TestJSON-1330665174] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=84875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:28:39.897341 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6e00b02a-ccb1-4294-9293-7c48b86194b1 tempest-PortsIpV6TestJSON-1330665174 tempest-PortsIpV6TestJSON-1330665174] Made reservation on behalf of 6396266df05d476da6838f06b578d30b for: {'port': 1} {{(pid=84875) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 07:28:39.988284 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.managers [None req-2152a865-6814-4396-ae53-3ba460e24701 None None] Attempting to bind port 5b8cb06b-1041-4fb6-b1da-985fa4b11766 on host n-d-768862-2 for vnic_type normal with profile {{(pid=84876) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 14 07:28:39.990079 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.managers [None req-2152a865-6814-4396-ae53-3ba460e24701 None None] Attempting to bind port 5b8cb06b-1041-4fb6-b1da-985fa4b11766 by drivers openvswitch on host n-d-768862-2 at level 0 using segments [{'id': '9c127a53-2df9-46f1-9859-8e62292f8732', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 15, 'network_id': '9384604b-cf34-45dd-b6a1-effb2bb1b59c'}] {{(pid=84876) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 14 07:28:39.990615 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2152a865-6814-4396-ae53-3ba460e24701 None None] Attempting to bind port 5b8cb06b-1041-4fb6-b1da-985fa4b11766 on network 9384604b-cf34-45dd-b6a1-effb2bb1b59c {{(pid=84876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 14 07:28:40.005761 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2152a865-6814-4396-ae53-3ba460e24701 None None] Checking agent: {'id': 'ba5efab1-b43c-4d5a-bc52-6e105d4e67a2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768862-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 14, 6, 56, 52), 'started_at': datetime.datetime(2021, 1, 14, 6, 57, 22), 'heartbeat_timestamp': datetime.datetime(2021, 1, 14, 7, 28, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768862-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.29', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 14 07:28:40.006025 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2152a865-6814-4396-ae53-3ba460e24701 None None] Checking segment: {'id': '9c127a53-2df9-46f1-9859-8e62292f8732', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 15, 'network_id': '9384604b-cf34-45dd-b6a1-effb2bb1b59c'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84876) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 14 07:28:40.008006 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-2152a865-6814-4396-ae53-3ba460e24701 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:28:40.013435 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2152a865-6814-4396-ae53-3ba460e24701 None None] Bound using segment: {'id': '9c127a53-2df9-46f1-9859-8e62292f8732', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 15, 'network_id': '9384604b-cf34-45dd-b6a1-effb2bb1b59c'} {{(pid=84876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 14 07:28:40.017618 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.managers [None req-2152a865-6814-4396-ae53-3ba460e24701 None None] Bound port: 5b8cb06b-1041-4fb6-b1da-985fa4b11766, host: n-d-768862-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9c127a53-2df9-46f1-9859-8e62292f8732', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 15, 'network_id': '9384604b-cf34-45dd-b6a1-effb2bb1b59c'}}] {{(pid=84876) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 14 07:28:40.018297 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-2152a865-6814-4396-ae53-3ba460e24701 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555753'] for port, before_update {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:28:40.137302 n-d-768862-2 neutron-server[84765]: DEBUG neutron.notifiers.nova [None req-fa8a948c-f45b-4f16-a0d5-311a6967d105 tempest-PortsTestJSON-2091589570 tempest-PortsTestJSON-2091589570] device_id is not set on port 79af3347-d500-4e7a-81d1-6afe830c23a0 yet. {{(pid=84874) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}} Jan 14 07:28:40.328711 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-6e00b02a-ccb1-4294-9293-7c48b86194b1 tempest-PortsIpV6TestJSON-1330665174 tempest-PortsIpV6TestJSON-1330665174] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555753'] for port, before_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:28:40.340325 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [None req-2152a865-6814-4396-ae53-3ba460e24701 None None] For port 5b8cb06b-1041-4fb6-b1da-985fa4b11766, host n-d-768862-2, cleared binding levels {{(pid=84876) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 14 07:28:40.350986 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [None req-2152a865-6814-4396-ae53-3ba460e24701 None None] For port 5b8cb06b-1041-4fb6-b1da-985fa4b11766, host n-d-768862-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-2',level=0,port_id=5b8cb06b-1041-4fb6-b1da-985fa4b11766,segment=NetworkSegment(9c127a53-2df9-46f1-9859-8e62292f8732),segment_id=9c127a53-2df9-46f1-9859-8e62292f8732)] {{(pid=84876) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 14 07:28:40.357191 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-2152a865-6814-4396-ae53-3ba460e24701 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777640533312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363259214678337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777640097497'] for port, after_update {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:28:40.361692 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84875) accepted ('10.222.0.24', 49608) {{(pid=84875) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:28:40.378481 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-2152a865-6814-4396-ae53-3ba460e24701 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84876) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:28:40.386906 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-d62a8ee4-8b02-48f2-8786-43b17c36e89c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:28:40.423621 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-657ce02a-17ce-4b25-be1d-0a3d00feef9a admin admin] Notify callbacks [] for security_group, before_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:28:40.490575 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.agents_db [None req-5b939a2f-078d-4c69-a188-cb55a28a77a0 None None] Agent healthcheck: found 7 active agents {{(pid=84877) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Jan 14 07:28:40.581764 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.db_base_plugin_common [None req-fa8a948c-f45b-4f16-a0d5-311a6967d105 tempest-PortsTestJSON-2091589570 tempest-PortsTestJSON-2091589570] Allocated IP 172.20.0.10 (9384604b-cf34-45dd-b6a1-effb2bb1b59c/d1d030e2-b9a6-4a39-9f13-52a6df9f7485/79af3347-d500-4e7a-81d1-6afe830c23a0) {{(pid=84874) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 14 07:28:40.598068 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2152a865-6814-4396-ae53-3ba460e24701 None None] Pushing event updated for resources: {'Port': ['ID=5b8cb06b-1041-4fb6-b1da-985fa4b11766,revision_number=2']} {{(pid=84876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:28:40.598068 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-2152a865-6814-4396-ae53-3ba460e24701 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.213s {{(pid=84876) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:28:40.625827 n-d-768862-2 neutron-server[84765]: DEBUG neutron.notifiers.nova [None req-6e00b02a-ccb1-4294-9293-7c48b86194b1 tempest-PortsIpV6TestJSON-1330665174 tempest-PortsIpV6TestJSON-1330665174] device_id is not set on port bc9d3832-b333-47d5-8de1-505d0e21d81c yet. {{(pid=84875) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}} Jan 14 07:28:40.737000 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-657ce02a-17ce-4b25-be1d-0a3d00feef9a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:28:40.765335 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-657ce02a-17ce-4b25-be1d-0a3d00feef9a admin admin] Usage tracker for resource:security_group_rule and tenant:4e8145ba49af4fcb88d03d0928cb3ae9 is out of sync, need to count used quota {{(pid=84875) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:28:40.765335 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-657ce02a-17ce-4b25-be1d-0a3d00feef9a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84875) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:28:40.787962 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-657ce02a-17ce-4b25-be1d-0a3d00feef9a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:28:40.947568 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-fa8a948c-f45b-4f16-a0d5-311a6967d105 tempest-PortsTestJSON-2091589570 tempest-PortsTestJSON-2091589570] Notify callbacks [] for port, precommit_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:28:40.967706 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-fa8a948c-f45b-4f16-a0d5-311a6967d105 tempest-PortsTestJSON-2091589570 tempest-PortsTestJSON-2091589570] Transition to ACTIVE for port object 79af3347-d500-4e7a-81d1-6afe830c23a0 will not be triggered until provisioned by entity DHCP. {{(pid=84874) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 07:28:40.995734 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-fa8a948c-f45b-4f16-a0d5-311a6967d105 tempest-PortsTestJSON-2091589570 tempest-PortsTestJSON-2091589570] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777640123575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3254186'] for port, after_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:28:41.008124 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-d62a8ee4-8b02-48f2-8786-43b17c36e89c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850887153'] for security_group, after_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:28:41.040462 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-4dffd927-ab04-4e2b-b053-34650c9cae7c tempest-RoutersNegativeIpV6Test-1464408958 tempest-RoutersNegativeIpV6Test-1464408958] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:28:41.164729 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-017f98a9-8a07-408c-a86f-8ff0c00400a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363259214191800', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854171626'] for agent, after_update {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:28:41.193241 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-d62a8ee4-8b02-48f2-8786-43b17c36e89c admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=f9f7a033ddfe40b4a90df64b50156648&name=default HTTP/1.1" status: 200 len: 2983 time: 2.9209774 Jan 14 07:28:41.368315 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa8a948c-f45b-4f16-a0d5-311a6967d105 tempest-PortsTestJSON-2091589570 tempest-PortsTestJSON-2091589570] Pushing event updated for resources: {'Port': ['ID=79af3347-d500-4e7a-81d1-6afe830c23a0,revision_number=1']} {{(pid=84874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:28:41.461356 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-fa8a948c-f45b-4f16-a0d5-311a6967d105 tempest-PortsTestJSON-2091589570 tempest-PortsTestJSON-2091589570] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.416s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:28:41.461356 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84874) accepted ('10.222.0.24', 49624) {{(pid=84874) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:28:41.485328 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-429df5d1-29ff-4ffe-856b-c5975209a52a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.276s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:28:41.632371 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-c5455422-8654-4781-8f3f-0186d62994a3 tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850887113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3254092', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036851981146'] for subnet, after_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:28:41.813189 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [req-64bd1535-4bca-4ba8-838e-68b2fbd1432e req-ea0073b1-4a73-4601-97ad-374927ba8416 tempest-LiveMigrationNegativeTest-1470825370 tempest-LiveMigrationNegativeTest-1470825370] (84875) timed out ('10.222.0.48', 55051) {{(pid=84875) process_request /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:830}} Jan 14 07:28:41.837960 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-6e00b02a-ccb1-4294-9293-7c48b86194b1 tempest-PortsIpV6TestJSON-1330665174 tempest-PortsIpV6TestJSON-1330665174] Notify callbacks [] for port, precommit_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:28:41.849766 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d62a8ee4-8b02-48f2-8786-43b17c36e89c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9b87974b-7584-4892-b482-dc514cc1def8,revision_number=1']} {{(pid=84874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:28:41.895728 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-d62a8ee4-8b02-48f2-8786-43b17c36e89c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.432s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:28:41.895728 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-8f428038-e7d0-4862-b38b-23ceadbdb766 tempest-RoutersIpV6Test-883692175 tempest-RoutersIpV6Test-883692175] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.080s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:28:41.912915 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-657ce02a-17ce-4b25-be1d-0a3d00feef9a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:28:41.932340 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-657ce02a-17ce-4b25-be1d-0a3d00feef9a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850887153'] for security_group, after_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:28:41.968870 n-d-768862-2 neutron-server[84765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5455422-8654-4781-8f3f-0186d62994a3 tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] Network 23f0a15d-6362-4cec-82c1-cacba887c566 is already hosted by enough agents. {{(pid=84874) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 07:28:41.974641 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-9929293c-1d19-4386-97fd-d0c0ff935dba admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:28:41.986661 n-d-768862-2 neutron-server[84765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa8a948c-f45b-4f16-a0d5-311a6967d105 tempest-PortsTestJSON-2091589570 tempest-PortsTestJSON-2091589570] Network 9384604b-cf34-45dd-b6a1-effb2bb1b59c is already hosted by enough agents. {{(pid=84874) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 07:28:41.987738 n-d-768862-2 neutron-server[84765]: DEBUG neutron.scheduler.base_scheduler [None req-c5455422-8654-4781-8f3f-0186d62994a3 tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] Resources bound (agent type, host, resource id): {{(pid=84874) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 07:28:41.990498 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5455422-8654-4781-8f3f-0186d62994a3 tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] Pushing event updated for resources: {'Subnet': ['ID=bec55992-69ff-490d-8257-44cd435bf728,revision_number=0']} {{(pid=84874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:28:42.013928 n-d-768862-2 neutron-server[84765]: DEBUG neutron.scheduler.base_scheduler [None req-fa8a948c-f45b-4f16-a0d5-311a6967d105 tempest-PortsTestJSON-2091589570 tempest-PortsTestJSON-2091589570] Resources bound (agent type, host, resource id): {{(pid=84874) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 07:28:42.058654 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-c5455422-8654-4781-8f3f-0186d62994a3 tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:28:42.062871 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa8a948c-f45b-4f16-a0d5-311a6967d105 tempest-PortsTestJSON-2091589570 tempest-PortsTestJSON-2091589570] Received port after_create {{(pid=84874) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 14 07:28:42.063373 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-6e00b02a-ccb1-4294-9293-7c48b86194b1 tempest-PortsIpV6TestJSON-1330665174 tempest-PortsIpV6TestJSON-1330665174] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777640123575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851621574'] for port, after_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:28:42.066655 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-657ce02a-17ce-4b25-be1d-0a3d00feef9a admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=4e8145ba49af4fcb88d03d0928cb3ae9&name=default HTTP/1.1" status: 200 len: 2983 time: 1.7013958 Jan 14 07:28:42.084141 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84875) accepted ('10.222.0.24', 49640) {{(pid=84875) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:28:42.198065 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa8a948c-f45b-4f16-a0d5-311a6967d105 tempest-PortsTestJSON-2091589570 tempest-PortsTestJSON-2091589570] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:28:42.198065 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-fa8a948c-f45b-4f16-a0d5-311a6967d105 tempest-PortsTestJSON-2091589570 tempest-PortsTestJSON-2091589570] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854768116'] for port, before_response {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:28:42.220255 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5455422-8654-4781-8f3f-0186d62994a3 tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:28:42.220255 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-c5455422-8654-4781-8f3f-0186d62994a3 tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] Notify callbacks [] for subnet, before_response {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:28:42.316504 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-657ce02a-17ce-4b25-be1d-0a3d00feef9a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=009d928c-a2a2-48ae-8ef1-1a26068d8535,revision_number=1']} {{(pid=84875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:28:42.319087 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-c5455422-8654-4781-8f3f-0186d62994a3 tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 4.7086465 Jan 14 07:28:42.321984 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84875) accepted ('10.222.0.24', 49648) {{(pid=84875) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:28:42.330328 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-657ce02a-17ce-4b25-be1d-0a3d00feef9a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.356s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:28:42.345851 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-8eb80ea4-d006-4a1e-a2c3-d2ba8f2a44b0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:28:42.353218 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.v2.base [None req-d1be8bb2-c33e-430f-bde1-c87a7eb0d0a9 tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] Request body: {'subnet': {'network_id': '23f0a15d-6362-4cec-82c1-cacba887c566', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=84875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:28:42.375040 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-2965db79-036e-415a-af2e-b59f9f194d9b tempest-ExtraDHCPOptionsIpV6TestJSON-1473121844 tempest-ExtraDHCPOptionsIpV6TestJSON-1473121844] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.094s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:28:42.378360 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-fa8a948c-f45b-4f16-a0d5-311a6967d105 tempest-PortsTestJSON-2091589570 tempest-PortsTestJSON-2091589570] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 886 time: 3.7095454 Jan 14 07:28:42.385043 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84874) accepted ('10.222.0.24', 49654) {{(pid=84874) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:28:42.446171 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-8eb80ea4-d006-4a1e-a2c3-d2ba8f2a44b0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:28:42.524710 n-d-768862-2 neutron-server[84765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e00b02a-ccb1-4294-9293-7c48b86194b1 tempest-PortsIpV6TestJSON-1330665174 tempest-PortsIpV6TestJSON-1330665174] Network d5ef9345-9d47-4c1b-b4a7-f9e90c00c9f5 is already hosted by enough agents. {{(pid=84875) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 07:28:42.524710 n-d-768862-2 neutron-server[84765]: DEBUG neutron.scheduler.base_scheduler [None req-6e00b02a-ccb1-4294-9293-7c48b86194b1 tempest-PortsIpV6TestJSON-1330665174 tempest-PortsIpV6TestJSON-1330665174] Resources bound (agent type, host, resource id): {{(pid=84875) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 07:28:42.570374 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-852a24f7-e9a1-4193-9abb-e9506fe5213f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363259214191800', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854171626'] for agent, after_update {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:28:42.639179 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e00b02a-ccb1-4294-9293-7c48b86194b1 tempest-PortsIpV6TestJSON-1330665174 tempest-PortsIpV6TestJSON-1330665174] Received port after_create {{(pid=84875) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 14 07:28:42.676910 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e00b02a-ccb1-4294-9293-7c48b86194b1 tempest-PortsIpV6TestJSON-1330665174 tempest-PortsIpV6TestJSON-1330665174] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:28:42.676910 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-6e00b02a-ccb1-4294-9293-7c48b86194b1 tempest-PortsIpV6TestJSON-1330665174 tempest-PortsIpV6TestJSON-1330665174] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854768116'] for port, before_response {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:28:42.682912 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.plugin [None req-d4862e91-7ea9-480a-a557-0b63d8ccc9ec tempest-PortsTestJSON-2091589570 tempest-PortsTestJSON-2091589570] Deleting port 79af3347-d500-4e7a-81d1-6afe830c23a0 {{(pid=84874) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 07:28:42.682912 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-d4862e91-7ea9-480a-a557-0b63d8ccc9ec tempest-PortsTestJSON-2091589570 tempest-PortsTestJSON-2091589570] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363259214248359'] for port, before_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:28:42.893891 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e33448c9-a607-4dd2-af9d-cb5cde92781d None None] Network 23f0a15d-6362-4cec-82c1-cacba887c566 requested from n-d-768862-2 {{(pid=84876) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 07:28:42.922288 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b8424bd-25a8-46f4-ad22-6d05644c2f40 None None] Network 9384604b-cf34-45dd-b6a1-effb2bb1b59c requested from n-d-768862-2 {{(pid=84876) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 07:28:43.043798 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-d1be8bb2-c33e-430f-bde1-c87a7eb0d0a9 tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:28:43.156238 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e00b02a-ccb1-4294-9293-7c48b86194b1 tempest-PortsIpV6TestJSON-1330665174 tempest-PortsIpV6TestJSON-1330665174] Pushing event updated for resources: {'Port': ['ID=bc9d3832-b333-47d5-8de1-505d0e21d81c,revision_number=1']} {{(pid=84875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:28:43.167296 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-6e00b02a-ccb1-4294-9293-7c48b86194b1 tempest-PortsIpV6TestJSON-1330665174 tempest-PortsIpV6TestJSON-1330665174] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.783s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:28:43.167296 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-d1be8bb2-c33e-430f-bde1-c87a7eb0d0a9 tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] Usage tracker for resource:subnet and tenant:be0aa702e3ca464795a99c51e3b3b04f is out of sync, need to count used quota {{(pid=84875) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:28:43.187569 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-6e00b02a-ccb1-4294-9293-7c48b86194b1 tempest-PortsIpV6TestJSON-1330665174 tempest-PortsIpV6TestJSON-1330665174] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 849 time: 3.8606613 Jan 14 07:28:43.187569 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-d1be8bb2-c33e-430f-bde1-c87a7eb0d0a9 tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] Quota usage for subnet was recalculated. Used quota:1. {{(pid=84875) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:28:43.187569 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84875) accepted ('10.222.0.24', 49668) {{(pid=84875) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:28:43.196441 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-e28921e9-08e7-4e2e-8ce5-061b9a245339 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:28:43.240223 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-e28921e9-08e7-4e2e-8ce5-061b9a245339 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:28:43.257178 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-d4862e91-7ea9-480a-a557-0b63d8ccc9ec tempest-PortsTestJSON-2091589570 tempest-PortsTestJSON-2091589570] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036850862667'] for port, precommit_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:28:43.312164 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-d1be8bb2-c33e-430f-bde1-c87a7eb0d0a9 tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:28:43.341141 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Device 5b8cb06b-1041-4fb6-b1da-985fa4b11766 up at agent ovs-agent-n-d-768862-2 {{(pid=84876) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 07:28:43.503255 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:shared":"rule:admin_only" was deprecated in W in favor of "update_network:shared":"role:admin and system_scope:all". Reason: Jan 14 07:28:43.503255 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:28:43.503255 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:28:43.503255 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:28:43.503255 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "update_network:provider:network_type":"role:admin and system_scope:all". Reason: Jan 14 07:28:43.503255 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:28:43.503255 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:28:43.503255 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:28:43.503255 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "update_network:provider:physical_network":"role:admin and system_scope:all". Reason: Jan 14 07:28:43.503255 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:28:43.503255 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:28:43.503255 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:28:43.503255 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "update_network:provider:segmentation_id":"role:admin and system_scope:all". Reason: Jan 14 07:28:43.503255 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:28:43.503255 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:28:43.503255 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:28:43.503255 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:router:external":"rule:admin_only" was deprecated in W in favor of "update_network:router:external":"role:admin and system_scope:all". Reason: Jan 14 07:28:43.503255 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:28:43.503255 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:28:43.503255 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:28:43.503255 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:is_default":"rule:admin_only" was deprecated in W in favor of "update_network:is_default":"role:admin and system_scope:all". Reason: Jan 14 07:28:43.503255 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:28:43.503255 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:28:43.503255 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:28:43.503255 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:port_security_enabled":"rule:admin_or_owner" was deprecated in W in favor of "update_network:port_security_enabled":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 07:28:43.503255 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:28:43.503255 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:28:43.503255 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:28:43.503255 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "delete_network":"rule:admin_or_owner" was deprecated in W in favor of "delete_network":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 07:28:43.503255 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:28:43.503255 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:28:43.503255 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:28:43.503255 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_segment":"rule:admin_only" was deprecated in W in favor of "create_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:28:43.503255 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:28:43.503255 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_segment":"rule:admin_only" was deprecated in W in favor of "get_segment":"role:reader and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:28:43.503255 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:28:43.503255 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_segment":"rule:admin_only" was deprecated in W in favor of "update_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:28:43.503255 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:28:43.503255 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "delete_segment":"rule:admin_only" was deprecated in W in favor of "delete_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:28:43.503255 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:28:43.503255 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network":"rule:regular_user" was deprecated in W in favor of "create_network":"role:member and project_id:%(project_id)s". Reason: Jan 14 07:28:43.503255 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:28:43.503255 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:28:43.503255 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:28:43.503255 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:shared":"rule:admin_only" was deprecated in W in favor of "create_network:shared":"role:admin and system_scope:all". Reason: Jan 14 07:28:43.503255 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:28:43.503255 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:28:43.503255 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:28:43.503255 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:router:external":"rule:admin_only" was deprecated in W in favor of "create_network:router:external":"role:admin and system_scope:all". Reason: Jan 14 07:28:43.503255 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:28:43.503255 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:28:43.503255 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:28:43.503255 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:is_default":"rule:admin_only" was deprecated in W in favor of "create_network:is_default":"role:admin and system_scope:all". Reason: Jan 14 07:28:43.503255 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:28:43.503255 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:28:43.503255 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:28:43.503255 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:port_security_enabled":"rule:regular_user" was deprecated in W in favor of "create_network:port_security_enabled":"role:member and project_id:%(project_id)s". Reason: Jan 14 07:28:43.503255 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:28:43.503255 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:28:43.503255 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:28:43.503255 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:segments":"rule:admin_only" was deprecated in W in favor of "create_network:segments":"role:admin and system_scope:all". Reason: Jan 14 07:28:43.503255 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:28:43.503255 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:28:43.503255 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:28:43.503255 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "create_network:provider:network_type":"role:admin and system_scope:all". Reason: Jan 14 07:28:43.503255 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:28:43.503255 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:28:43.503255 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:28:43.503255 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "create_network:provider:physical_network":"role:admin and system_scope:all". Reason: Jan 14 07:28:43.503255 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:28:43.503255 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:28:43.503255 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:28:43.503255 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "create_network:provider:segmentation_id":"role:admin and system_scope:all". Reason: Jan 14 07:28:43.503255 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:28:43.503255 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:28:43.503255 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:28:43.503255 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network":"rule:admin_or_owner or rule:shared or rule:external or rule:context_is_advsvc" was deprecated in W in favor of "get_network":"(role:reader and system_scope:all) or (role:reader and project_id:%(project_id)s) or rule:shared or rule:external or rule:context_is_advsvc". Reason: Jan 14 07:28:43.503255 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:28:43.503255 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:28:43.503255 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:28:43.503255 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:router:external":"rule:regular_user" was deprecated in W in favor of "get_network:router:external":"role:reader and project_id:%(project_id)s". Reason: Jan 14 07:28:43.503255 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:28:43.503255 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:28:43.503255 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:28:43.503255 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:segments":"rule:admin_only" was deprecated in W in favor of "get_network:segments":"role:reader and system_scope:all". Reason: Jan 14 07:28:43.503255 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:28:43.503255 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:28:43.503255 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:28:43.503255 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "get_network:provider:network_type":"role:reader and system_scope:all". Reason: Jan 14 07:28:43.503255 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:28:43.503255 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:28:43.503255 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:28:43.503255 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "get_network:provider:physical_network":"role:reader and system_scope:all". Reason: Jan 14 07:28:43.503255 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:28:43.503255 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:28:43.503255 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:28:43.503255 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "get_network:provider:segmentation_id":"role:reader and system_scope:all". Reason: Jan 14 07:28:43.503255 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:28:43.503255 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:28:43.503255 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:28:43.503255 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network":"rule:admin_or_owner" was deprecated in W in favor of "update_network":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 07:28:43.503255 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:28:43.503255 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:28:43.503255 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:28:43.503255 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:segments":"rule:admin_only" was deprecated in W in favor of "update_network:segments":"role:admin and system_scope:all". Reason: Jan 14 07:28:43.503255 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:28:43.503255 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:28:43.503255 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:28:43.520485 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:shared":"rule:admin_only" was deprecated in W in favor of "update_network:shared":"role:admin and system_scope:all". Reason: Jan 14 07:28:43.520485 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:28:43.520485 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:28:43.520485 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:28:43.520485 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "update_network:provider:network_type":"role:admin and system_scope:all". Reason: Jan 14 07:28:43.520485 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:28:43.520485 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:28:43.520485 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:28:43.520485 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "update_network:provider:physical_network":"role:admin and system_scope:all". Reason: Jan 14 07:28:43.520485 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:28:43.520485 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:28:43.520485 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:28:43.520485 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "update_network:provider:segmentation_id":"role:admin and system_scope:all". Reason: Jan 14 07:28:43.520485 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:28:43.520485 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:28:43.520485 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:28:43.520485 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:router:external":"rule:admin_only" was deprecated in W in favor of "update_network:router:external":"role:admin and system_scope:all". Reason: Jan 14 07:28:43.520485 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:28:43.520485 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:28:43.520485 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:28:43.520485 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:is_default":"rule:admin_only" was deprecated in W in favor of "update_network:is_default":"role:admin and system_scope:all". Reason: Jan 14 07:28:43.520485 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:28:43.520485 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:28:43.520485 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:28:43.520485 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b0fb787-20bf-463a-bbc0-1467d69ca478 tempest-PortsIpV6TestJSON-1330665174 tempest-PortsIpV6TestJSON-1330665174] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:28:43.543906 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-5b0fb787-20bf-463a-bbc0-1467d69ca478 tempest-PortsIpV6TestJSON-1330665174 tempest-PortsIpV6TestJSON-1330665174] Synchronizing usage tracker for tenant:6396266df05d476da6838f06b578d30b on resource:port {{(pid=84875) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 14 07:28:43.554464 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d1be8bb2-c33e-430f-bde1-c87a7eb0d0a9 tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] Made reservation on behalf of be0aa702e3ca464795a99c51e3b3b04f for: {'subnet': 1} {{(pid=84875) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 07:28:43.559653 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.plugin [None req-d4862e91-7ea9-480a-a557-0b63d8ccc9ec tempest-PortsTestJSON-2091589570 tempest-PortsTestJSON-2091589570] Calling delete_port for 79af3347-d500-4e7a-81d1-6afe830c23a0 owned by {{(pid=84874) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 07:28:43.821180 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-8aeb5e13-29d2-49ce-9133-58653edcf61f None None] Provisioning complete for port d3fbcb55-5950-48c3-9eea-06b09f406910 triggered by entity DHCP. {{(pid=84876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 07:28:43.821180 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-8aeb5e13-29d2-49ce-9133-58653edcf61f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-604227'] for port, provisioning_complete {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:28:43.843268 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-e28921e9-08e7-4e2e-8ce5-061b9a245339 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850887153'] for security_group, after_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:28:43.861911 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-422fa0a1-6be6-46af-9ec4-9e724de9b2a2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:28:43.893480 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e28921e9-08e7-4e2e-8ce5-061b9a245339 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=009d928c-a2a2-48ae-8ef1-1a26068d8535,revision_number=None']} {{(pid=84875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:28:43.919695 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-e28921e9-08e7-4e2e-8ce5-061b9a245339 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:28:43.943079 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-5b0fb787-20bf-463a-bbc0-1467d69ca478 tempest-PortsIpV6TestJSON-1330665174 tempest-PortsIpV6TestJSON-1330665174] Unset dirty status for tenant:6396266df05d476da6838f06b578d30b on resource:port {{(pid=84875) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 14 07:28:43.951571 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-5b0fb787-20bf-463a-bbc0-1467d69ca478 tempest-PortsIpV6TestJSON-1330665174 tempest-PortsIpV6TestJSON-1330665174] 10.222.0.24 "GET /v2.0/ports/bc9d3832-b333-47d5-8de1-505d0e21d81c HTTP/1.1" status: 200 len: 844 time: 0.7551777 Jan 14 07:28:43.951571 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84875) accepted ('10.222.0.24', 49690) {{(pid=84875) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:28:43.962770 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-e28921e9-08e7-4e2e-8ce5-061b9a245339 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:28:43.979633 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-e28921e9-08e7-4e2e-8ce5-061b9a245339 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/009d928c-a2a2-48ae-8ef1-1a26068d8535 HTTP/1.1" status: 204 len: 168 time: 1.6818347 Jan 14 07:28:44.343513 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.plugin [None req-dedad644-8c47-4376-af0f-d72778f72a48 tempest-PortsIpV6TestJSON-1330665174 tempest-PortsIpV6TestJSON-1330665174] Deleting port bc9d3832-b333-47d5-8de1-505d0e21d81c {{(pid=84875) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 07:28:44.344039 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-dedad644-8c47-4376-af0f-d72778f72a48 tempest-PortsIpV6TestJSON-1330665174 tempest-PortsIpV6TestJSON-1330665174] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363259214248359'] for port, before_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:28:44.548155 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-d1be8bb2-c33e-430f-bde1-c87a7eb0d0a9 tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036852467157'] for subnet, before_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:28:44.762636 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-d4862e91-7ea9-480a-a557-0b63d8ccc9ec tempest-PortsTestJSON-2091589570 tempest-PortsTestJSON-2091589570] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777640533329', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777640097463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3254186'] for port, after_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:28:44.800939 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-c0d6d193-1c85-4458-879e-820525114871 tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:28:45.187270 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4862e91-7ea9-480a-a557-0b63d8ccc9ec tempest-PortsTestJSON-2091589570 tempest-PortsTestJSON-2091589570] Pushing event deleted for resources: {'Port': ['ID=79af3347-d500-4e7a-81d1-6afe830c23a0,revision_number=None']} {{(pid=84874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:28:45.201528 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-8eb80ea4-d006-4a1e-a2c3-d2ba8f2a44b0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850887153'] for security_group, after_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:28:45.239331 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Provisioning for port 5b8cb06b-1041-4fb6-b1da-985fa4b11766 completed by entity L2. {{(pid=84876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 07:28:45.239523 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-d4862e91-7ea9-480a-a557-0b63d8ccc9ec tempest-PortsTestJSON-2091589570 tempest-PortsTestJSON-2091589570] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.445s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:28:45.239703 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-b86692d2-8b3d-42d9-bbd0-eec808ee7e77 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:28:45.269385 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-8aeb5e13-29d2-49ce-9133-58653edcf61f None None] Provisioning for port 5b8cb06b-1041-4fb6-b1da-985fa4b11766 completed by entity DHCP. {{(pid=84876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 07:28:45.278666 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-8aeb5e13-29d2-49ce-9133-58653edcf61f None None] Provisioning complete for port 5b8cb06b-1041-4fb6-b1da-985fa4b11766 triggered by entity DHCP. {{(pid=84876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 07:28:45.279573 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-8aeb5e13-29d2-49ce-9133-58653edcf61f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-604227'] for port, provisioning_complete {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:28:45.300435 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eb80ea4-d006-4a1e-a2c3-d2ba8f2a44b0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9b87974b-7584-4892-b482-dc514cc1def8,revision_number=None']} {{(pid=84874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:28:45.398672 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-8eb80ea4-d006-4a1e-a2c3-d2ba8f2a44b0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:28:45.413311 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-8eb80ea4-d006-4a1e-a2c3-d2ba8f2a44b0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:28:45.428261 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-8eb80ea4-d006-4a1e-a2c3-d2ba8f2a44b0 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/9b87974b-7584-4892-b482-dc514cc1def8 HTTP/1.1" status: 204 len: 168 time: 3.9346721 Jan 14 07:28:45.739259 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f014b686-3b35-48a8-92cb-08937a4f6ce3 None None] Update dhcp port {'port': {'network_id': '23f0a15d-6362-4cec-82c1-cacba887c566', 'fixed_ips': [{'subnet_id': 'bec55992-69ff-490d-8257-44cd435bf728'}], 'binding:host_id': 'n-d-768862-2'}, 'id': 'd3fbcb55-5950-48c3-9eea-06b09f406910'} from n-d-768862-2. {{(pid=84876) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:310}} Jan 14 07:28:45.976284 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-f014b686-3b35-48a8-92cb-08937a4f6ce3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555753'] for port, before_update {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:28:46.101726 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-d4862e91-7ea9-480a-a557-0b63d8ccc9ec tempest-PortsTestJSON-2091589570 tempest-PortsTestJSON-2091589570] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854768116'] for port, before_response {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:28:46.101726 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-d4862e91-7ea9-480a-a557-0b63d8ccc9ec tempest-PortsTestJSON-2091589570 tempest-PortsTestJSON-2091589570] 10.222.0.24 "DELETE /v2.0/ports/79af3347-d500-4e7a-81d1-6afe830c23a0 HTTP/1.1" status: 204 len: 168 time: 3.7103410 Jan 14 07:28:46.128774 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84874) accepted ('10.222.0.24', 49740) {{(pid=84874) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:28:46.230897 n-d-768862-2 neutron-server[84765]: INFO neutron.pecan_wsgi.hooks.translation [None req-96875adb-1366-4765-8f31-bc531a64361f tempest-PortsTestJSON-2091589570 tempest-PortsTestJSON-2091589570] GET failed (client error): The resource could not be found. Jan 14 07:28:46.230897 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-96875adb-1366-4765-8f31-bc531a64361f tempest-PortsTestJSON-2091589570 tempest-PortsTestJSON-2091589570] Synchronizing usage tracker for tenant:4f41150d2ea84f97bbab10653dcc9b99 on resource:port {{(pid=84874) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 14 07:28:46.245360 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-8aeb5e13-29d2-49ce-9133-58653edcf61f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555753'] for port, before_update {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:28:46.253207 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-96875adb-1366-4765-8f31-bc531a64361f tempest-PortsTestJSON-2091589570 tempest-PortsTestJSON-2091589570] Unset dirty status for tenant:4f41150d2ea84f97bbab10653dcc9b99 on resource:port {{(pid=84874) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 14 07:28:46.254644 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-96875adb-1366-4765-8f31-bc531a64361f tempest-PortsTestJSON-2091589570 tempest-PortsTestJSON-2091589570] 10.222.0.24 "GET /v2.0/ports/79af3347-d500-4e7a-81d1-6afe830c23a0 HTTP/1.1" status: 404 len: 333 time: 0.1309736 Jan 14 07:28:46.257762 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84874) accepted ('10.222.0.24', 49746) {{(pid=84874) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:28:46.288319 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [None req-8aeb5e13-29d2-49ce-9133-58653edcf61f None None] For port 5b8cb06b-1041-4fb6-b1da-985fa4b11766, host n-d-768862-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-2',level=0,port_id=5b8cb06b-1041-4fb6-b1da-985fa4b11766,segment=NetworkSegment(9c127a53-2df9-46f1-9859-8e62292f8732),segment_id=9c127a53-2df9-46f1-9859-8e62292f8732)] {{(pid=84876) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 07:28:46.323476 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-8aeb5e13-29d2-49ce-9133-58653edcf61f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777640533312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363259214678337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777640097497'] for port, after_update {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:28:46.338815 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-246d42b7-cd09-41a0-a631-f43fc46923f8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84876) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:28:46.365920 n-d-768862-2 neutron-server[84765]: INFO neutron.db.ipam_backend_mixin [None req-d1be8bb2-c33e-430f-bde1-c87a7eb0d0a9 tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet bec55992-69ff-490d-8257-44cd435bf728 (CIDR: 2001:db8::/64) Jan 14 07:28:46.442728 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-dedad644-8c47-4376-af0f-d72778f72a48 tempest-PortsIpV6TestJSON-1330665174 tempest-PortsIpV6TestJSON-1330665174] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036850862667'] for port, precommit_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:28:46.519733 n-d-768862-2 neutron-server[84765]: INFO neutron.pecan_wsgi.hooks.translation [None req-d1be8bb2-c33e-430f-bde1-c87a7eb0d0a9 tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 14 07:28:46.519733 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d1be8bb2-c33e-430f-bde1-c87a7eb0d0a9 tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] No notification will be sent due to unsuccessful status code: 400 {{(pid=84875) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Jan 14 07:28:46.877672 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84875) accepted ('10.222.0.24', 49758) {{(pid=84875) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:28:46.971145 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aeb5e13-29d2-49ce-9133-58653edcf61f None None] Pushing event updated for resources: {'Port': ['ID=5b8cb06b-1041-4fb6-b1da-985fa4b11766,revision_number=3']} {{(pid=84876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:28:46.987020 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-8aeb5e13-29d2-49ce-9133-58653edcf61f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.648s {{(pid=84876) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:28:47.014573 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.db_base_plugin_v2 [None req-25ee0585-676b-4318-9454-5a3f6e4dd3cf tempest-PortsTestJSON-2091589570 tempest-PortsTestJSON-2091589570] Deleting subnet d1d030e2-b9a6-4a39-9f13-52a6df9f7485 {{(pid=84874) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Jan 14 07:28:47.025849 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-25ee0585-676b-4318-9454-5a3f6e4dd3cf tempest-PortsTestJSON-2091589570 tempest-PortsTestJSON-2091589570] Notify callbacks [] for subnet, before_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:28:47.089466 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.plugin [None req-dedad644-8c47-4376-af0f-d72778f72a48 tempest-PortsIpV6TestJSON-1330665174 tempest-PortsIpV6TestJSON-1330665174] Calling delete_port for bc9d3832-b333-47d5-8de1-505d0e21d81c owned by {{(pid=84875) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 07:28:47.151660 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-baccbc19-d7fb-4050-87ee-d095921dfed3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:28:47.153612 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-91c600f4-8fe4-4365-ba61-46713128152d None None] Provisioning complete for port 5b8cb06b-1041-4fb6-b1da-985fa4b11766 triggered by entity DHCP. {{(pid=84876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 07:28:47.153612 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-91c600f4-8fe4-4365-ba61-46713128152d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-604227'] for port, provisioning_complete {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:28:47.181399 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-d1be8bb2-c33e-430f-bde1-c87a7eb0d0a9 tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 4.8530474 Jan 14 07:28:47.194412 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84875) accepted ('10.222.0.24', 49770) {{(pid=84875) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:28:47.198188 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-25ee0585-676b-4318-9454-5a3f6e4dd3cf tempest-PortsTestJSON-2091589570 tempest-PortsTestJSON-2091589570] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036851807232'] for subnet, precommit_delete_associations {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:28:47.208716 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.v2.base [None req-39fac1d5-5084-41ed-84d1-02d301c3158d tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] Request body: {'subnet': {'network_id': '23f0a15d-6362-4cec-82c1-cacba887c566', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=84875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:28:47.235508 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-baccbc19-d7fb-4050-87ee-d095921dfed3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:28:47.308489 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-baccbc19-d7fb-4050-87ee-d095921dfed3 admin admin] Usage tracker for resource:security_group_rule and tenant:853e1b8a3f214cea9a861dbaf3870587 is out of sync, need to count used quota {{(pid=84875) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:28:47.361558 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-baccbc19-d7fb-4050-87ee-d095921dfed3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84875) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:28:47.384679 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.db_base_plugin_common [None req-f014b686-3b35-48a8-92cb-08937a4f6ce3 None None] Allocated IP 2001:db8::2 (23f0a15d-6362-4cec-82c1-cacba887c566/bec55992-69ff-490d-8257-44cd435bf728/d3fbcb55-5950-48c3-9eea-06b09f406910) {{(pid=84876) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 14 07:28:47.384823 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-baccbc19-d7fb-4050-87ee-d095921dfed3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:28:47.517457 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-25ee0585-676b-4318-9454-5a3f6e4dd3cf tempest-PortsTestJSON-2091589570 tempest-PortsTestJSON-2091589570] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036854176836'] for subnet, precommit_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:28:47.533879 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Device 5b8cb06b-1041-4fb6-b1da-985fa4b11766 up at agent ovs-agent-n-d-768862-2 {{(pid=84876) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 07:28:47.707384 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [req-4134369b-5d82-4e16-96d4-7b3daed7e87c req-6fade1b7-94fc-410e-87c0-47a463f93509 tempest-TaggedBootDevicesTest-541410187 tempest-TaggedBootDevicesTest-541410187] (84875) timed out ('10.222.0.35', 58734) {{(pid=84875) process_request /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:830}} Jan 14 07:28:47.815431 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-baccbc19-d7fb-4050-87ee-d095921dfed3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:28:47.825490 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-baccbc19-d7fb-4050-87ee-d095921dfed3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850887153'] for security_group, after_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:28:47.913264 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-9092deba-1090-4bac-8e43-fc56dfb7eefb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:28:48.100936 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-baccbc19-d7fb-4050-87ee-d095921dfed3 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=853e1b8a3f214cea9a861dbaf3870587&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2269728 Jan 14 07:28:48.114684 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84875) accepted ('10.222.0.24', 49792) {{(pid=84875) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:28:48.121017 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baccbc19-d7fb-4050-87ee-d095921dfed3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d0452516-9aad-43ef-923c-90f7c5b8e4cc,revision_number=1']} {{(pid=84875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:28:48.130445 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-baccbc19-d7fb-4050-87ee-d095921dfed3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.220s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:28:48.137142 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-dedad644-8c47-4376-af0f-d72778f72a48 tempest-PortsIpV6TestJSON-1330665174 tempest-PortsIpV6TestJSON-1330665174] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777640533329', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777640097463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851621574'] for port, after_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:28:48.259846 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-d14ee950-5dbf-4e6e-b2d7-2c3b7e1e795c tempest-PortsIpV6TestJSON-1330665174 tempest-PortsIpV6TestJSON-1330665174] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:28:48.262795 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-91c600f4-8fe4-4365-ba61-46713128152d None None] Could not find standard attr ID for object 79af3347-d500-4e7a-81d1-6afe830c23a0. {{(pid=84876) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Jan 14 07:28:48.295041 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Provisioning complete for port 5b8cb06b-1041-4fb6-b1da-985fa4b11766 triggered by entity L2. {{(pid=84876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 07:28:48.295041 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-604227'] for port, provisioning_complete {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:28:48.344153 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dedad644-8c47-4376-af0f-d72778f72a48 tempest-PortsIpV6TestJSON-1330665174 tempest-PortsIpV6TestJSON-1330665174] Pushing event deleted for resources: {'Port': ['ID=bc9d3832-b333-47d5-8de1-505d0e21d81c,revision_number=None']} {{(pid=84875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:28:48.351946 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-dedad644-8c47-4376-af0f-d72778f72a48 tempest-PortsIpV6TestJSON-1330665174 tempest-PortsIpV6TestJSON-1330665174] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:28:48.398770 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-25ee0585-676b-4318-9454-5a3f6e4dd3cf tempest-PortsTestJSON-2091589570 tempest-PortsTestJSON-2091589570] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-598964', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850887113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036851521664', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2794686'] for subnet, after_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:28:48.493737 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-39fac1d5-5084-41ed-84d1-02d301c3158d tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:28:48.507113 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-39fac1d5-5084-41ed-84d1-02d301c3158d tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] Usage tracker for resource:subnet and tenant:be0aa702e3ca464795a99c51e3b3b04f is out of sync, need to count used quota {{(pid=84875) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:28:48.518037 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-accdd9b1-6c39-49c7-a243-a56c2fff52bc None None] Provisioning complete for port 5b8cb06b-1041-4fb6-b1da-985fa4b11766 triggered by entity DHCP. {{(pid=84876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 07:28:48.518037 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-accdd9b1-6c39-49c7-a243-a56c2fff52bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-604227'] for port, provisioning_complete {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:28:48.521865 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-39fac1d5-5084-41ed-84d1-02d301c3158d tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] Quota usage for subnet was recalculated. Used quota:1. {{(pid=84875) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:28:48.541355 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-39fac1d5-5084-41ed-84d1-02d301c3158d tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:28:48.554886 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-dacd0268-409b-476e-89a9-e4cffd0d7728 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:28:48.566941 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-39fac1d5-5084-41ed-84d1-02d301c3158d tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] Made reservation on behalf of be0aa702e3ca464795a99c51e3b3b04f for: {'subnet': 1} {{(pid=84875) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 07:28:48.580646 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-39fac1d5-5084-41ed-84d1-02d301c3158d tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036852467157'] for subnet, before_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:28:48.645536 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-00491d29-7bc5-4093-a4ae-90e9b1e0750e tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:28:48.754969 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [None req-f014b686-3b35-48a8-92cb-08937a4f6ce3 None None] For port d3fbcb55-5950-48c3-9eea-06b09f406910, host n-d-768862-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-2',level=0,port_id=d3fbcb55-5950-48c3-9eea-06b09f406910,segment=NetworkSegment(56f1c7cf-f3a3-41d2-9677-68978131444f),segment_id=56f1c7cf-f3a3-41d2-9677-68978131444f)] {{(pid=84876) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 07:28:48.776361 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25ee0585-676b-4318-9454-5a3f6e4dd3cf tempest-PortsTestJSON-2091589570 tempest-PortsTestJSON-2091589570] Pushing event deleted for resources: {'Subnet': ['ID=d1d030e2-b9a6-4a39-9f13-52a6df9f7485,revision_number=None']} {{(pid=84874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:28:48.871117 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-25ee0585-676b-4318-9454-5a3f6e4dd3cf tempest-PortsTestJSON-2091589570 tempest-PortsTestJSON-2091589570] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.228s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:28:48.871641 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-dacd0268-409b-476e-89a9-e4cffd0d7728 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:28:48.875132 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-25ee0585-676b-4318-9454-5a3f6e4dd3cf tempest-PortsTestJSON-2091589570 tempest-PortsTestJSON-2091589570] Notify callbacks [] for subnet, before_response {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:28:48.891275 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-25ee0585-676b-4318-9454-5a3f6e4dd3cf tempest-PortsTestJSON-2091589570 tempest-PortsTestJSON-2091589570] 10.222.0.24 "DELETE /v2.0/subnets/d1d030e2-b9a6-4a39-9f13-52a6df9f7485 HTTP/1.1" status: 204 len: 168 time: 2.6322501 Jan 14 07:28:48.891949 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84874) accepted ('10.222.0.24', 49810) {{(pid=84874) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:28:48.939928 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-872aeb72-069c-4ab3-a990-4aa2003f0727 None None] Network 9384604b-cf34-45dd-b6a1-effb2bb1b59c requested from n-d-768862-2 {{(pid=84876) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 07:28:49.088913 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-e314136e-d39e-4dea-bf57-b39eda0dd32c tempest-PortsTestJSON-2091589570 tempest-PortsTestJSON-2091589570] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036854160497'] for network, before_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:28:49.163022 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-accdd9b1-6c39-49c7-a243-a56c2fff52bc None None] Could not find standard attr ID for object 79af3347-d500-4e7a-81d1-6afe830c23a0. {{(pid=84876) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Jan 14 07:28:49.214423 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.plugin [None req-e314136e-d39e-4dea-bf57-b39eda0dd32c tempest-PortsTestJSON-2091589570 tempest-PortsTestJSON-2091589570] Deleting port 5b8cb06b-1041-4fb6-b1da-985fa4b11766 {{(pid=84874) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 07:28:49.214423 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-e314136e-d39e-4dea-bf57-b39eda0dd32c tempest-PortsTestJSON-2091589570 tempest-PortsTestJSON-2091589570] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363259214248359'] for port, before_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:28:49.414143 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-dedad644-8c47-4376-af0f-d72778f72a48 tempest-PortsIpV6TestJSON-1330665174 tempest-PortsIpV6TestJSON-1330665174] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854768116'] for port, before_response {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:28:49.507048 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-dedad644-8c47-4376-af0f-d72778f72a48 tempest-PortsIpV6TestJSON-1330665174 tempest-PortsIpV6TestJSON-1330665174] 10.222.0.24 "DELETE /v2.0/ports/bc9d3832-b333-47d5-8de1-505d0e21d81c HTTP/1.1" status: 204 len: 168 time: 5.5515230 Jan 14 07:28:49.531631 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84875) accepted ('10.222.0.24', 49830) {{(pid=84875) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:28:49.537476 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-703bf4b3-6d30-4ecb-a8fd-54afaadb9f4c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363259214191800', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854171626'] for agent, after_update {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:28:49.567106 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.db.resource_extend [None req-f014b686-3b35-48a8-92cb-08937a4f6ce3 None None] It took 0.36 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84876) wrapper /usr/local/lib/python3.6/dist-packages/oslo_utils/timeutils.py:388}} Jan 14 07:28:49.644314 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-f014b686-3b35-48a8-92cb-08937a4f6ce3 None None] Notify callbacks [] for port, precommit_update {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:28:49.679464 n-d-768862-2 neutron-server[84765]: INFO neutron.pecan_wsgi.hooks.translation [None req-2928874d-8263-4540-8a1d-ccdacfc203ba tempest-PortsIpV6TestJSON-1330665174 tempest-PortsIpV6TestJSON-1330665174] GET failed (client error): The resource could not be found. Jan 14 07:28:49.679464 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-2928874d-8263-4540-8a1d-ccdacfc203ba tempest-PortsIpV6TestJSON-1330665174 tempest-PortsIpV6TestJSON-1330665174] Synchronizing usage tracker for tenant:6396266df05d476da6838f06b578d30b on resource:port {{(pid=84875) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 14 07:28:49.734495 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [None req-e314136e-d39e-4dea-bf57-b39eda0dd32c tempest-PortsTestJSON-2091589570 tempest-PortsTestJSON-2091589570] For port 5b8cb06b-1041-4fb6-b1da-985fa4b11766, host n-d-768862-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-2',level=0,port_id=5b8cb06b-1041-4fb6-b1da-985fa4b11766,segment=NetworkSegment(9c127a53-2df9-46f1-9859-8e62292f8732),segment_id=9c127a53-2df9-46f1-9859-8e62292f8732)] {{(pid=84874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 07:28:49.734495 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-e314136e-d39e-4dea-bf57-b39eda0dd32c tempest-PortsTestJSON-2091589570 tempest-PortsTestJSON-2091589570] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036850862667'] for port, precommit_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:28:49.738293 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-f014b686-3b35-48a8-92cb-08937a4f6ce3 None None] Transition to ACTIVE for port object d3fbcb55-5950-48c3-9eea-06b09f406910 will not be triggered until provisioned by entity DHCP. {{(pid=84876) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 07:28:49.738293 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-f014b686-3b35-48a8-92cb-08937a4f6ce3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777640533312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363259214678337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777640097497'] for port, after_update {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:28:49.856208 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-2928874d-8263-4540-8a1d-ccdacfc203ba tempest-PortsIpV6TestJSON-1330665174 tempest-PortsIpV6TestJSON-1330665174] Unset dirty status for tenant:6396266df05d476da6838f06b578d30b on resource:port {{(pid=84875) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 14 07:28:49.865857 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-2928874d-8263-4540-8a1d-ccdacfc203ba tempest-PortsIpV6TestJSON-1330665174 tempest-PortsIpV6TestJSON-1330665174] 10.222.0.24 "GET /v2.0/ports/bc9d3832-b333-47d5-8de1-505d0e21d81c HTTP/1.1" status: 404 len: 333 time: 0.2966723 Jan 14 07:28:49.865857 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84875) accepted ('10.222.0.24', 49844) {{(pid=84875) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:28:49.872638 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-dacd0268-409b-476e-89a9-e4cffd0d7728 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850887153'] for security_group, after_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:28:49.884588 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.v2.base [None req-72381cc9-9a6e-4dd4-b70e-a78a63c435a4 tempest-PortsIpV6TestJSON-1330665174 tempest-PortsIpV6TestJSON-1330665174] Request body: {'port': {'network_id': 'd5ef9345-9d47-4c1b-b4a7-f9e90c00c9f5', 'name': 'tempest-PortsIpV6TestJSON-1048503888'}} {{(pid=84875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:28:50.001840 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-f6135b37-f4e0-4311-b0bd-f067e2e0c383 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84876) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:28:50.074177 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-127864a5-4bd4-447a-acff-fe901f7aed1c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:28:50.077873 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a32b94df-b16b-44f9-a112-01ce00d864c4 None None] DHCP port deletion for 9384604b-cf34-45dd-b6a1-effb2bb1b59c request from n-d-768862-2 {{(pid=84876) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Jan 14 07:28:50.139104 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dacd0268-409b-476e-89a9-e4cffd0d7728 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d0452516-9aad-43ef-923c-90f7c5b8e4cc,revision_number=None']} {{(pid=84875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:28:50.161411 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-72381cc9-9a6e-4dd4-b70e-a78a63c435a4 tempest-PortsIpV6TestJSON-1330665174 tempest-PortsIpV6TestJSON-1330665174] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:28:50.174723 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-dacd0268-409b-476e-89a9-e4cffd0d7728 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:28:50.224555 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.plugin [None req-e314136e-d39e-4dea-bf57-b39eda0dd32c tempest-PortsTestJSON-2091589570 tempest-PortsTestJSON-2091589570] Calling delete_port for 5b8cb06b-1041-4fb6-b1da-985fa4b11766 owned by network:dhcp {{(pid=84874) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 07:28:50.226818 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.plugin [None req-a32b94df-b16b-44f9-a112-01ce00d864c4 None None] Deleting port 5b8cb06b-1041-4fb6-b1da-985fa4b11766 {{(pid=84876) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 07:28:50.229907 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-a32b94df-b16b-44f9-a112-01ce00d864c4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363259214248359'] for port, before_delete {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:28:50.250422 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-dacd0268-409b-476e-89a9-e4cffd0d7728 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:28:50.256939 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-dacd0268-409b-476e-89a9-e4cffd0d7728 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/d0452516-9aad-43ef-923c-90f7c5b8e4cc HTTP/1.1" status: 204 len: 168 time: 2.1216497 Jan 14 07:28:50.264770 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-72381cc9-9a6e-4dd4-b70e-a78a63c435a4 tempest-PortsIpV6TestJSON-1330665174 tempest-PortsIpV6TestJSON-1330665174] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=84875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:28:50.301293 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f014b686-3b35-48a8-92cb-08937a4f6ce3 None None] Pushing event updated for resources: {'Port': ['ID=d3fbcb55-5950-48c3-9eea-06b09f406910,revision_number=7']} {{(pid=84876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:28:50.322530 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-f014b686-3b35-48a8-92cb-08937a4f6ce3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.326s {{(pid=84876) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:28:50.336150 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-72381cc9-9a6e-4dd4-b70e-a78a63c435a4 tempest-PortsIpV6TestJSON-1330665174 tempest-PortsIpV6TestJSON-1330665174] Made reservation on behalf of 6396266df05d476da6838f06b578d30b for: {'port': 1} {{(pid=84875) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 07:28:50.364783 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-72381cc9-9a6e-4dd4-b70e-a78a63c435a4 tempest-PortsIpV6TestJSON-1330665174 tempest-PortsIpV6TestJSON-1330665174] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555753'] for port, before_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:28:50.458426 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-e314136e-d39e-4dea-bf57-b39eda0dd32c tempest-PortsTestJSON-2091589570 tempest-PortsTestJSON-2091589570] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777640533329', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777640097463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3254186'] for port, after_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:28:50.526559 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-fb87f20c-252d-4e25-884e-739547b530fd tempest-AllowedAddressPairTestJSON-747646770 tempest-AllowedAddressPairTestJSON-747646770] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:28:50.757758 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.plugin [None req-a32b94df-b16b-44f9-a112-01ce00d864c4 None None] The port '5b8cb06b-1041-4fb6-b1da-985fa4b11766' was deleted {{(pid=84876) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Jan 14 07:28:50.796524 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e314136e-d39e-4dea-bf57-b39eda0dd32c tempest-PortsTestJSON-2091589570 tempest-PortsTestJSON-2091589570] Pushing event deleted for resources: {'Port': ['ID=5b8cb06b-1041-4fb6-b1da-985fa4b11766,revision_number=None']} {{(pid=84874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:28:50.807409 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-e314136e-d39e-4dea-bf57-b39eda0dd32c tempest-PortsTestJSON-2091589570 tempest-PortsTestJSON-2091589570] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.281s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:28:50.920459 n-d-768862-2 neutron-server[84765]: DEBUG neutron.notifiers.nova [None req-72381cc9-9a6e-4dd4-b70e-a78a63c435a4 tempest-PortsIpV6TestJSON-1330665174 tempest-PortsIpV6TestJSON-1330665174] device_id is not set on port ba5808bc-8941-4beb-bc13-462102683ec1 yet. {{(pid=84875) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}} Jan 14 07:28:50.983513 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e314136e-d39e-4dea-bf57-b39eda0dd32c tempest-PortsTestJSON-2091589570 tempest-PortsTestJSON-2091589570] No DVR routers for this DVR port 5b8cb06b-1041-4fb6-b1da-985fa4b11766 on host n-d-768862-2 {{(pid=84874) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Jan 14 07:28:51.217594 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-e314136e-d39e-4dea-bf57-b39eda0dd32c tempest-PortsTestJSON-2091589570 tempest-PortsTestJSON-2091589570] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-598987', 'neutron.services.segments.db._delete_segments_for_network-8777640583949'] for network, precommit_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:28:51.530410 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Device d3fbcb55-5950-48c3-9eea-06b09f406910 up at agent ovs-agent-n-d-768862-2 {{(pid=84876) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 07:28:51.593697 n-d-768862-2 neutron-server[84765]: DEBUG neutron.services.segments.db [None req-e314136e-d39e-4dea-bf57-b39eda0dd32c tempest-PortsTestJSON-2091589570 tempest-PortsTestJSON-2091589570] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9384604b-cf34-45dd-b6a1-effb2bb1b59c']}} {{(pid=84874) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:28:51.626521 n-d-768862-2 neutron-server[84765]: DEBUG neutron.services.segments.db [None req-e314136e-d39e-4dea-bf57-b39eda0dd32c tempest-PortsTestJSON-2091589570 tempest-PortsTestJSON-2091589570] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9c127a53-2df9-46f1-9859-8e62292f8732') {'for_net_delete': True} {{(pid=84874) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:28:51.626857 n-d-768862-2 neutron-server[84765]: DEBUG neutron.services.segments.db [None req-e314136e-d39e-4dea-bf57-b39eda0dd32c tempest-PortsTestJSON-2091589570 tempest-PortsTestJSON-2091589570] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9c127a53-2df9-46f1-9859-8e62292f8732') {} {{(pid=84874) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:28:51.659815 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-e314136e-d39e-4dea-bf57-b39eda0dd32c tempest-PortsTestJSON-2091589570 tempest-PortsTestJSON-2091589570] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363259214173198', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2968632'] for segment, before_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:28:51.723137 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-e314136e-d39e-4dea-bf57-b39eda0dd32c tempest-PortsTestJSON-2091589570 tempest-PortsTestJSON-2091589570] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854179735'] for segment, precommit_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:28:51.735863 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-e314136e-d39e-4dea-bf57-b39eda0dd32c tempest-PortsTestJSON-2091589570 tempest-PortsTestJSON-2091589570] Releasing vxlan tunnel 15 to pool {{(pid=84874) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Jan 14 07:28:51.754306 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-25f3879e-10be-4ea8-a8bb-b9a92c70cba1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363259214191800', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854171626'] for agent, after_update {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:28:51.821264 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-da76cfc0-98e8-4426-9f6d-4f05aa3fae78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363259214191800', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854171626'] for agent, after_update {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:28:51.839972 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Device 5b8cb06b-1041-4fb6-b1da-985fa4b11766 no longer exists at agent ovs-agent-n-d-768862-2 {{(pid=84876) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jan 14 07:28:51.948525 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.plugin [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] No Port match for: 5b8cb06b-1041-4fb6-b1da-985fa4b11766 {{(pid=84876) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2188}} Jan 14 07:28:51.948945 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Device 5b8cb06b-1041-4fb6-b1da-985fa4b11766 not bound to the agent host n-d-768862-2 {{(pid=84876) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jan 14 07:28:52.213381 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-72381cc9-9a6e-4dd4-b70e-a78a63c435a4 tempest-PortsIpV6TestJSON-1330665174 tempest-PortsIpV6TestJSON-1330665174] Notify callbacks [] for port, precommit_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:28:52.263203 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.managers [None req-e314136e-d39e-4dea-bf57-b39eda0dd32c tempest-PortsTestJSON-2091589570 tempest-PortsTestJSON-2091589570] Network 9384604b-cf34-45dd-b6a1-effb2bb1b59c has no segments {{(pid=84874) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 14 07:28:52.282661 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-e314136e-d39e-4dea-bf57-b39eda0dd32c tempest-PortsTestJSON-2091589570 tempest-PortsTestJSON-2091589570] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-596065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036851521571'] for segment, after_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:28:52.317828 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-72381cc9-9a6e-4dd4-b70e-a78a63c435a4 tempest-PortsIpV6TestJSON-1330665174 tempest-PortsIpV6TestJSON-1330665174] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777640123575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851621574'] for port, after_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:28:52.349735 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-ec5d3ff6-6d68-42d7-8a7e-e1dffaeee3be tempest-RoutersNegativeIpV6Test-1464408958 tempest-RoutersNegativeIpV6Test-1464408958] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:28:52.374883 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-982c3607-fd1c-44bc-aacd-60799c5020ab None None] Network 23f0a15d-6362-4cec-82c1-cacba887c566 requested from n-d-768862-2 {{(pid=84876) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 07:28:52.911263 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.managers [None req-e314136e-d39e-4dea-bf57-b39eda0dd32c tempest-PortsTestJSON-2091589570 tempest-PortsTestJSON-2091589570] Network 9384604b-cf34-45dd-b6a1-effb2bb1b59c has no segments {{(pid=84874) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 14 07:28:52.915190 n-d-768862-2 neutron-server[84765]: DEBUG neutron.objects.ports [None req-39fac1d5-5084-41ed-84d1-02d301c3158d tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] Time-cost: Fetching 1 ports in 0 security groups {{(pid=84875) get_objects /opt/stack/neutron/neutron/objects/ports.py:428}} Jan 14 07:28:52.916674 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72381cc9-9a6e-4dd4-b70e-a78a63c435a4 tempest-PortsIpV6TestJSON-1330665174 tempest-PortsIpV6TestJSON-1330665174] Pushing event updated for resources: {'Port': ['ID=ba5808bc-8941-4beb-bc13-462102683ec1,revision_number=1']} {{(pid=84875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:28:52.921112 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-72381cc9-9a6e-4dd4-b70e-a78a63c435a4 tempest-PortsIpV6TestJSON-1330665174 tempest-PortsIpV6TestJSON-1330665174] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.573s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:28:52.944706 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-cda4d955-7321-4784-9f32-e6cfc48afa6f None None] Provisioning for port d3fbcb55-5950-48c3-9eea-06b09f406910 completed by entity DHCP. {{(pid=84876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 07:28:52.952147 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-cda4d955-7321-4784-9f32-e6cfc48afa6f None None] Provisioning complete for port d3fbcb55-5950-48c3-9eea-06b09f406910 triggered by entity DHCP. {{(pid=84876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 07:28:52.953084 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-cda4d955-7321-4784-9f32-e6cfc48afa6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-604227'] for port, provisioning_complete {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:28:52.964827 n-d-768862-2 neutron-server[84765]: Traceback (most recent call last): Jan 14 07:28:52.964827 n-d-768862-2 neutron-server[84765]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 14 07:28:52.964827 n-d-768862-2 neutron-server[84765]: timer() Jan 14 07:28:52.964827 n-d-768862-2 neutron-server[84765]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 14 07:28:52.964827 n-d-768862-2 neutron-server[84765]: cb(*args, **kw) Jan 14 07:28:52.964827 n-d-768862-2 neutron-server[84765]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Jan 14 07:28:52.964827 n-d-768862-2 neutron-server[84765]: return func(*args, **kwargs) Jan 14 07:28:52.964827 n-d-768862-2 neutron-server[84765]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 14 07:28:52.964827 n-d-768862-2 neutron-server[84765]: self._notify() Jan 14 07:28:52.964827 n-d-768862-2 neutron-server[84765]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 14 07:28:52.964827 n-d-768862-2 neutron-server[84765]: self.callback(batched_events) Jan 14 07:28:52.964827 n-d-768862-2 neutron-server[84765]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 14 07:28:52.964827 n-d-768862-2 neutron-server[84765]: event.method(event) Jan 14 07:28:52.964827 n-d-768862-2 neutron-server[84765]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 14 07:28:52.964827 n-d-768862-2 neutron-server[84765]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 14 07:28:52.964827 n-d-768862-2 neutron-server[84765]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Jan 14 07:28:52.964827 n-d-768862-2 neutron-server[84765]: segment_id)['aggregates'][0] Jan 14 07:28:52.964827 n-d-768862-2 neutron-server[84765]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 14 07:28:52.964827 n-d-768862-2 neutron-server[84765]: return f(self, *a, **k) Jan 14 07:28:52.964827 n-d-768862-2 neutron-server[84765]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 14 07:28:52.964827 n-d-768862-2 neutron-server[84765]: return self._get(url).json() Jan 14 07:28:52.964827 n-d-768862-2 neutron-server[84765]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 14 07:28:52.964827 n-d-768862-2 neutron-server[84765]: **kwargs) Jan 14 07:28:52.964827 n-d-768862-2 neutron-server[84765]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 14 07:28:52.964827 n-d-768862-2 neutron-server[84765]: return self.request(url, 'GET', **kwargs) Jan 14 07:28:52.964827 n-d-768862-2 neutron-server[84765]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Jan 14 07:28:52.964827 n-d-768862-2 neutron-server[84765]: **endpoint_filter) Jan 14 07:28:52.964827 n-d-768862-2 neutron-server[84765]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 14 07:28:52.964827 n-d-768862-2 neutron-server[84765]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 14 07:28:52.964827 n-d-768862-2 neutron-server[84765]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 14 07:28:52.964827 n-d-768862-2 neutron-server[84765]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 14 07:28:52.964827 n-d-768862-2 neutron-server[84765]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 14 07:28:53.006152 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363259214191800', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854171626'] for agent, after_update {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:28:53.282457 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-e314136e-d39e-4dea-bf57-b39eda0dd32c tempest-PortsTestJSON-2091589570 tempest-PortsTestJSON-2091589570] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036854176830', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850887149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3912591'] for network, after_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:28:53.288886 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-0f37073e-9c69-4e3c-80e0-6cfaa0fd61a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363259214191800', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854171626'] for agent, after_update {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:28:53.299125 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-56b32a05-46b6-4bd8-bca0-e0ac278bd60e tempest-RoutersNegativeIpV6Test-1464408958 tempest-RoutersNegativeIpV6Test-1464408958] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.007s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:28:53.310852 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2dacb27f-e0da-40f9-aedb-2d691ff0acbd None None] Update dhcp port {'port': {'network_id': '23f0a15d-6362-4cec-82c1-cacba887c566', 'fixed_ips': [{'subnet_id': 'bec55992-69ff-490d-8257-44cd435bf728', 'ip_address': '2001:db8::2'}, {'subnet_id': 'cbbcc1be-2ec9-413d-9b0b-611fb557c67b'}], 'binding:host_id': 'n-d-768862-2'}, 'id': 'd3fbcb55-5950-48c3-9eea-06b09f406910'} from n-d-768862-2. {{(pid=84876) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:310}} Jan 14 07:28:53.382342 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-e314136e-d39e-4dea-bf57-b39eda0dd32c tempest-PortsTestJSON-2091589570 tempest-PortsTestJSON-2091589570] Notify callbacks [] for network, before_response {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:28:53.393799 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e314136e-d39e-4dea-bf57-b39eda0dd32c tempest-PortsTestJSON-2091589570 tempest-PortsTestJSON-2091589570] Pushing event deleted for resources: {'Network': ['ID=9384604b-cf34-45dd-b6a1-effb2bb1b59c,revision_number=None']} {{(pid=84874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:28:53.410581 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-e314136e-d39e-4dea-bf57-b39eda0dd32c tempest-PortsTestJSON-2091589570 tempest-PortsTestJSON-2091589570] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:28:53.426056 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-2dacb27f-e0da-40f9-aedb-2d691ff0acbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555753'] for port, before_update {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:28:53.461408 n-d-768862-2 neutron-server[84765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72381cc9-9a6e-4dd4-b70e-a78a63c435a4 tempest-PortsIpV6TestJSON-1330665174 tempest-PortsIpV6TestJSON-1330665174] Network d5ef9345-9d47-4c1b-b4a7-f9e90c00c9f5 is already hosted by enough agents. {{(pid=84875) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 07:28:53.472035 n-d-768862-2 neutron-server[84765]: DEBUG neutron.scheduler.base_scheduler [None req-72381cc9-9a6e-4dd4-b70e-a78a63c435a4 tempest-PortsIpV6TestJSON-1330665174 tempest-PortsIpV6TestJSON-1330665174] Resources bound (agent type, host, resource id): {{(pid=84875) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 07:28:53.486378 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-e314136e-d39e-4dea-bf57-b39eda0dd32c tempest-PortsTestJSON-2091589570 tempest-PortsTestJSON-2091589570] 10.222.0.24 "DELETE /v2.0/networks/9384604b-cf34-45dd-b6a1-effb2bb1b59c HTTP/1.1" status: 204 len: 168 time: 4.5932920 Jan 14 07:28:53.492570 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72381cc9-9a6e-4dd4-b70e-a78a63c435a4 tempest-PortsIpV6TestJSON-1330665174 tempest-PortsIpV6TestJSON-1330665174] Received port after_create {{(pid=84875) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 14 07:28:53.493175 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84874) accepted ('10.222.0.24', 49922) {{(pid=84874) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:28:53.502466 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.v2.base [None req-9a418244-50c5-4ced-9b0e-19359328af83 tempest-PortsTestJSON-2091589570 tempest-PortsTestJSON-2091589570] Request body: {'port': {'network_id': 'e289c449-d36a-4991-9be0-13105a93d6ac', 'name': 'tempest-PortsTestJSON-1697627575'}} {{(pid=84874) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:28:53.512764 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:port_security_enabled":"rule:admin_or_owner" was deprecated in W in favor of "update_network:port_security_enabled":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 07:28:53.512764 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:28:53.512764 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:28:53.512764 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:28:53.512764 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "delete_network":"rule:admin_or_owner" was deprecated in W in favor of "delete_network":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 07:28:53.512764 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:28:53.512764 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:28:53.512764 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:28:53.512764 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_segment":"rule:admin_only" was deprecated in W in favor of "create_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:28:53.512764 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:28:53.512764 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_segment":"rule:admin_only" was deprecated in W in favor of "get_segment":"role:reader and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:28:53.512764 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:28:53.512764 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_segment":"rule:admin_only" was deprecated in W in favor of "update_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:28:53.512764 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:28:53.512764 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "delete_segment":"rule:admin_only" was deprecated in W in favor of "delete_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:28:53.512764 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:28:53.512764 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network":"rule:regular_user" was deprecated in W in favor of "create_network":"role:member and project_id:%(project_id)s". Reason: Jan 14 07:28:53.512764 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:28:53.512764 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:28:53.512764 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:28:53.512764 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:shared":"rule:admin_only" was deprecated in W in favor of "create_network:shared":"role:admin and system_scope:all". Reason: Jan 14 07:28:53.512764 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:28:53.512764 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:28:53.512764 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:28:53.512764 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:router:external":"rule:admin_only" was deprecated in W in favor of "create_network:router:external":"role:admin and system_scope:all". Reason: Jan 14 07:28:53.512764 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:28:53.512764 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:28:53.512764 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:28:53.512764 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:is_default":"rule:admin_only" was deprecated in W in favor of "create_network:is_default":"role:admin and system_scope:all". Reason: Jan 14 07:28:53.512764 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:28:53.512764 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:28:53.512764 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:28:53.512764 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:port_security_enabled":"rule:regular_user" was deprecated in W in favor of "create_network:port_security_enabled":"role:member and project_id:%(project_id)s". Reason: Jan 14 07:28:53.512764 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:28:53.512764 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:28:53.512764 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:28:53.512764 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:segments":"rule:admin_only" was deprecated in W in favor of "create_network:segments":"role:admin and system_scope:all". Reason: Jan 14 07:28:53.512764 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:28:53.512764 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:28:53.512764 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:28:53.512764 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "create_network:provider:network_type":"role:admin and system_scope:all". Reason: Jan 14 07:28:53.512764 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:28:53.512764 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:28:53.512764 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:28:53.512764 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "create_network:provider:physical_network":"role:admin and system_scope:all". Reason: Jan 14 07:28:53.512764 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:28:53.512764 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:28:53.512764 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:28:53.512764 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "create_network:provider:segmentation_id":"role:admin and system_scope:all". Reason: Jan 14 07:28:53.512764 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:28:53.512764 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:28:53.512764 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:28:53.512764 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network":"rule:admin_or_owner or rule:shared or rule:external or rule:context_is_advsvc" was deprecated in W in favor of "get_network":"(role:reader and system_scope:all) or (role:reader and project_id:%(project_id)s) or rule:shared or rule:external or rule:context_is_advsvc". Reason: Jan 14 07:28:53.512764 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:28:53.512764 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:28:53.512764 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:28:53.512764 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:router:external":"rule:regular_user" was deprecated in W in favor of "get_network:router:external":"role:reader and project_id:%(project_id)s". Reason: Jan 14 07:28:53.512764 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:28:53.512764 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:28:53.512764 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:28:53.517076 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:segments":"rule:admin_only" was deprecated in W in favor of "get_network:segments":"role:reader and system_scope:all". Reason: Jan 14 07:28:53.517076 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:28:53.517076 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:28:53.517076 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:28:53.517076 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "get_network:provider:network_type":"role:reader and system_scope:all". Reason: Jan 14 07:28:53.517076 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:28:53.517076 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:28:53.517076 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:28:53.517076 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "get_network:provider:physical_network":"role:reader and system_scope:all". Reason: Jan 14 07:28:53.517076 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:28:53.517076 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:28:53.517076 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:28:53.517076 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "get_network:provider:segmentation_id":"role:reader and system_scope:all". Reason: Jan 14 07:28:53.517076 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:28:53.517076 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:28:53.517076 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:28:53.517076 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network":"rule:admin_or_owner" was deprecated in W in favor of "update_network":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 07:28:53.517076 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:28:53.517076 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:28:53.517076 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:28:53.517076 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:segments":"rule:admin_only" was deprecated in W in favor of "update_network:segments":"role:admin and system_scope:all". Reason: Jan 14 07:28:53.517076 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:28:53.517076 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:28:53.517076 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:28:53.517076 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:shared":"rule:admin_only" was deprecated in W in favor of "update_network:shared":"role:admin and system_scope:all". Reason: Jan 14 07:28:53.517076 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:28:53.517076 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:28:53.517076 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:28:53.517076 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "update_network:provider:network_type":"role:admin and system_scope:all". Reason: Jan 14 07:28:53.517076 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:28:53.517076 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:28:53.517076 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:28:53.517076 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "update_network:provider:physical_network":"role:admin and system_scope:all". Reason: Jan 14 07:28:53.517076 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:28:53.517076 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:28:53.517076 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:28:53.517076 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "update_network:provider:segmentation_id":"role:admin and system_scope:all". Reason: Jan 14 07:28:53.517076 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:28:53.517076 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:28:53.517076 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:28:53.517076 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:router:external":"rule:admin_only" was deprecated in W in favor of "update_network:router:external":"role:admin and system_scope:all". Reason: Jan 14 07:28:53.517076 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:28:53.517076 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:28:53.517076 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:28:53.517076 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:is_default":"rule:admin_only" was deprecated in W in favor of "update_network:is_default":"role:admin and system_scope:all". Reason: Jan 14 07:28:53.517076 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:28:53.517076 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:28:53.517076 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:28:53.517076 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:port_security_enabled":"rule:admin_or_owner" was deprecated in W in favor of "update_network:port_security_enabled":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 07:28:53.517076 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:28:53.517076 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:28:53.517076 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:28:53.517076 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "delete_network":"rule:admin_or_owner" was deprecated in W in favor of "delete_network":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 07:28:53.517076 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:28:53.517076 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:28:53.517076 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:28:53.517076 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_segment":"rule:admin_only" was deprecated in W in favor of "create_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:28:53.517076 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:28:53.517076 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_segment":"rule:admin_only" was deprecated in W in favor of "get_segment":"role:reader and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:28:53.517076 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:28:53.517076 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_segment":"rule:admin_only" was deprecated in W in favor of "update_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:28:53.517076 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:28:53.572237 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72381cc9-9a6e-4dd4-b70e-a78a63c435a4 tempest-PortsIpV6TestJSON-1330665174 tempest-PortsIpV6TestJSON-1330665174] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:28:53.575324 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-72381cc9-9a6e-4dd4-b70e-a78a63c435a4 tempest-PortsIpV6TestJSON-1330665174 tempest-PortsIpV6TestJSON-1330665174] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854768116'] for port, before_response {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:28:53.667807 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-72381cc9-9a6e-4dd4-b70e-a78a63c435a4 tempest-PortsIpV6TestJSON-1330665174 tempest-PortsIpV6TestJSON-1330665174] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 850 time: 3.8015096 Jan 14 07:28:53.669278 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84875) accepted ('10.222.0.24', 49932) {{(pid=84875) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:28:53.726587 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-9a418244-50c5-4ced-9b0e-19359328af83 tempest-PortsTestJSON-2091589570 tempest-PortsTestJSON-2091589570] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:28:53.735445 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-9a418244-50c5-4ced-9b0e-19359328af83 tempest-PortsTestJSON-2091589570 tempest-PortsTestJSON-2091589570] Usage tracker for resource:port and tenant:4f41150d2ea84f97bbab10653dcc9b99 is out of sync, need to count used quota {{(pid=84874) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:28:53.735445 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-9a418244-50c5-4ced-9b0e-19359328af83 tempest-PortsTestJSON-2091589570 tempest-PortsTestJSON-2091589570] Quota usage for port was recalculated. Used quota:1. {{(pid=84874) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:28:53.750372 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-9a418244-50c5-4ced-9b0e-19359328af83 tempest-PortsTestJSON-2091589570 tempest-PortsTestJSON-2091589570] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=84874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:28:53.755067 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.v2.base [None req-0fec7a9c-19b8-40d4-8085-f538957b472c tempest-PortsIpV6TestJSON-1330665174 tempest-PortsIpV6TestJSON-1330665174] Request body: {'port': {'name': 'New_Port', 'admin_state_up': False}} {{(pid=84875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:28:53.756946 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9a418244-50c5-4ced-9b0e-19359328af83 tempest-PortsTestJSON-2091589570 tempest-PortsTestJSON-2091589570] Made reservation on behalf of 4f41150d2ea84f97bbab10653dcc9b99 for: {'port': 1} {{(pid=84874) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 07:28:53.767646 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-9a418244-50c5-4ced-9b0e-19359328af83 tempest-PortsTestJSON-2091589570 tempest-PortsTestJSON-2091589570] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555753'] for port, before_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:28:54.013094 n-d-768862-2 neutron-server[84765]: DEBUG neutron.notifiers.nova [None req-9a418244-50c5-4ced-9b0e-19359328af83 tempest-PortsTestJSON-2091589570 tempest-PortsTestJSON-2091589570] device_id is not set on port 42b6aae6-d455-404a-8c89-225e89f65144 yet. {{(pid=84874) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}} Jan 14 07:28:54.142088 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.db.api [None req-2dacb27f-e0da-40f9-aedb-2d691ff0acbd None None] Retry wrapper got retriable exception: Failed to create a duplicate IpamAllocation: for attribute(s) ['PRIMARY'] with value(s) 2001:db8:0:1:f816:3eff:fe8e:d358-c661101f-0395-456a-bab9-f4f4e81 {{(pid=84876) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Jan 14 07:28:54.142502 n-d-768862-2 neutron-server[84765]: DEBUG oslo_db.api [None req-2dacb27f-e0da-40f9-aedb-2d691ff0acbd None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=84876) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Jan 14 07:28:54.178174 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-39fac1d5-5084-41ed-84d1-02d301c3158d tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555753'] for port, before_update {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:28:54.258044 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-0fec7a9c-19b8-40d4-8085-f538957b472c tempest-PortsIpV6TestJSON-1330665174 tempest-PortsIpV6TestJSON-1330665174] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555753'] for port, before_update {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:28:54.364586 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-9a418244-50c5-4ced-9b0e-19359328af83 tempest-PortsTestJSON-2091589570 tempest-PortsTestJSON-2091589570] Notify callbacks [] for port, precommit_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:28:54.411355 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-9a418244-50c5-4ced-9b0e-19359328af83 tempest-PortsTestJSON-2091589570 tempest-PortsTestJSON-2091589570] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777640123575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3254186'] for port, after_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:28:54.463084 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-a14f0c01-6c58-4e91-9b7e-83f57a11d832 tempest-ExtraDHCPOptionsIpV6TestJSON-1473121844 tempest-ExtraDHCPOptionsIpV6TestJSON-1473121844] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:28:54.810694 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-2dacb27f-e0da-40f9-aedb-2d691ff0acbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555753'] for port, before_update {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:28:54.900779 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a418244-50c5-4ced-9b0e-19359328af83 tempest-PortsTestJSON-2091589570 tempest-PortsTestJSON-2091589570] Pushing event updated for resources: {'Port': ['ID=42b6aae6-d455-404a-8c89-225e89f65144,revision_number=1']} {{(pid=84874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:28:54.913121 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a418244-50c5-4ced-9b0e-19359328af83 tempest-PortsTestJSON-2091589570 tempest-PortsTestJSON-2091589570] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@n-h1-768862-2 {{(pid=84874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:28:54.913550 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a418244-50c5-4ced-9b0e-19359328af83 tempest-PortsTestJSON-2091589570 tempest-PortsTestJSON-2091589570] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-h1-768862-2 {{(pid=84874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:28:54.913950 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a418244-50c5-4ced-9b0e-19359328af83 tempest-PortsTestJSON-2091589570 tempest-PortsTestJSON-2091589570] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-h1-768862-2 {{(pid=84874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:28:54.914550 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a418244-50c5-4ced-9b0e-19359328af83 tempest-PortsTestJSON-2091589570 tempest-PortsTestJSON-2091589570] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-h1-768862-2 {{(pid=84874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:28:54.915145 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a418244-50c5-4ced-9b0e-19359328af83 tempest-PortsTestJSON-2091589570 tempest-PortsTestJSON-2091589570] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@n-h1-768862-2 {{(pid=84874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:28:54.915723 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a418244-50c5-4ced-9b0e-19359328af83 tempest-PortsTestJSON-2091589570 tempest-PortsTestJSON-2091589570] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-h1-768862-2 {{(pid=84874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:28:54.916342 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a418244-50c5-4ced-9b0e-19359328af83 tempest-PortsTestJSON-2091589570 tempest-PortsTestJSON-2091589570] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-h1-768862-2 {{(pid=84874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:28:54.916917 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a418244-50c5-4ced-9b0e-19359328af83 tempest-PortsTestJSON-2091589570 tempest-PortsTestJSON-2091589570] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-h1-768862-2 {{(pid=84874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:28:54.917488 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a418244-50c5-4ced-9b0e-19359328af83 tempest-PortsTestJSON-2091589570 tempest-PortsTestJSON-2091589570] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-h1-768862-2 {{(pid=84874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:28:54.918053 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a418244-50c5-4ced-9b0e-19359328af83 tempest-PortsTestJSON-2091589570 tempest-PortsTestJSON-2091589570] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-h1-768862-2 {{(pid=84874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:28:54.918624 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a418244-50c5-4ced-9b0e-19359328af83 tempest-PortsTestJSON-2091589570 tempest-PortsTestJSON-2091589570] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-h1-768862-2 {{(pid=84874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:28:54.919199 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a418244-50c5-4ced-9b0e-19359328af83 tempest-PortsTestJSON-2091589570 tempest-PortsTestJSON-2091589570] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-h1-768862-2 {{(pid=84874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:28:54.919811 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a418244-50c5-4ced-9b0e-19359328af83 tempest-PortsTestJSON-2091589570 tempest-PortsTestJSON-2091589570] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@n-h2-768862-2 {{(pid=84874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:28:54.920419 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a418244-50c5-4ced-9b0e-19359328af83 tempest-PortsTestJSON-2091589570 tempest-PortsTestJSON-2091589570] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-h2-768862-2 {{(pid=84874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:28:54.920989 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a418244-50c5-4ced-9b0e-19359328af83 tempest-PortsTestJSON-2091589570 tempest-PortsTestJSON-2091589570] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-h2-768862-2 {{(pid=84874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:28:54.921547 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a418244-50c5-4ced-9b0e-19359328af83 tempest-PortsTestJSON-2091589570 tempest-PortsTestJSON-2091589570] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-h2-768862-2 {{(pid=84874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:28:54.922130 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a418244-50c5-4ced-9b0e-19359328af83 tempest-PortsTestJSON-2091589570 tempest-PortsTestJSON-2091589570] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@n-h2-768862-2 {{(pid=84874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:28:54.922833 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a418244-50c5-4ced-9b0e-19359328af83 tempest-PortsTestJSON-2091589570 tempest-PortsTestJSON-2091589570] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-h2-768862-2 {{(pid=84874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:28:54.923403 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a418244-50c5-4ced-9b0e-19359328af83 tempest-PortsTestJSON-2091589570 tempest-PortsTestJSON-2091589570] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-h2-768862-2 {{(pid=84874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:28:54.924001 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a418244-50c5-4ced-9b0e-19359328af83 tempest-PortsTestJSON-2091589570 tempest-PortsTestJSON-2091589570] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-h2-768862-2 {{(pid=84874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:28:54.924584 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a418244-50c5-4ced-9b0e-19359328af83 tempest-PortsTestJSON-2091589570 tempest-PortsTestJSON-2091589570] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-h2-768862-2 {{(pid=84874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:28:54.925144 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a418244-50c5-4ced-9b0e-19359328af83 tempest-PortsTestJSON-2091589570 tempest-PortsTestJSON-2091589570] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-h2-768862-2 {{(pid=84874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:28:54.925715 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a418244-50c5-4ced-9b0e-19359328af83 tempest-PortsTestJSON-2091589570 tempest-PortsTestJSON-2091589570] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-h2-768862-2 {{(pid=84874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:28:54.926277 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a418244-50c5-4ced-9b0e-19359328af83 tempest-PortsTestJSON-2091589570 tempest-PortsTestJSON-2091589570] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-h2-768862-2 {{(pid=84874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:28:54.926952 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a418244-50c5-4ced-9b0e-19359328af83 tempest-PortsTestJSON-2091589570 tempest-PortsTestJSON-2091589570] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-2 {{(pid=84874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:28:54.927533 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a418244-50c5-4ced-9b0e-19359328af83 tempest-PortsTestJSON-2091589570 tempest-PortsTestJSON-2091589570] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-2 {{(pid=84874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:28:54.928134 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a418244-50c5-4ced-9b0e-19359328af83 tempest-PortsTestJSON-2091589570 tempest-PortsTestJSON-2091589570] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-2 {{(pid=84874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:28:54.928695 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a418244-50c5-4ced-9b0e-19359328af83 tempest-PortsTestJSON-2091589570 tempest-PortsTestJSON-2091589570] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-2 {{(pid=84874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:28:54.929253 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a418244-50c5-4ced-9b0e-19359328af83 tempest-PortsTestJSON-2091589570 tempest-PortsTestJSON-2091589570] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@n-d-768862-2 {{(pid=84874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:28:54.929881 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a418244-50c5-4ced-9b0e-19359328af83 tempest-PortsTestJSON-2091589570 tempest-PortsTestJSON-2091589570] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-2 {{(pid=84874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:28:54.930487 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a418244-50c5-4ced-9b0e-19359328af83 tempest-PortsTestJSON-2091589570 tempest-PortsTestJSON-2091589570] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-768862-2 {{(pid=84874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:28:54.931080 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a418244-50c5-4ced-9b0e-19359328af83 tempest-PortsTestJSON-2091589570 tempest-PortsTestJSON-2091589570] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-768862-2 {{(pid=84874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:28:54.931674 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a418244-50c5-4ced-9b0e-19359328af83 tempest-PortsTestJSON-2091589570 tempest-PortsTestJSON-2091589570] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-2 {{(pid=84874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:28:54.932289 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a418244-50c5-4ced-9b0e-19359328af83 tempest-PortsTestJSON-2091589570 tempest-PortsTestJSON-2091589570] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-2 {{(pid=84874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:28:54.932905 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a418244-50c5-4ced-9b0e-19359328af83 tempest-PortsTestJSON-2091589570 tempest-PortsTestJSON-2091589570] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-2 {{(pid=84874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:28:54.933495 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a418244-50c5-4ced-9b0e-19359328af83 tempest-PortsTestJSON-2091589570 tempest-PortsTestJSON-2091589570] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-2 {{(pid=84874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:28:54.940739 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-9a418244-50c5-4ced-9b0e-19359328af83 tempest-PortsTestJSON-2091589570 tempest-PortsTestJSON-2091589570] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.478s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:28:54.965522 n-d-768862-2 neutron-server[84765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a418244-50c5-4ced-9b0e-19359328af83 tempest-PortsTestJSON-2091589570 tempest-PortsTestJSON-2091589570] Network e289c449-d36a-4991-9be0-13105a93d6ac is already hosted by enough agents. {{(pid=84874) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 07:28:54.977526 n-d-768862-2 neutron-server[84765]: DEBUG neutron.scheduler.base_scheduler [None req-9a418244-50c5-4ced-9b0e-19359328af83 tempest-PortsTestJSON-2091589570 tempest-PortsTestJSON-2091589570] Resources bound (agent type, host, resource id): {{(pid=84874) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 07:28:54.980791 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a418244-50c5-4ced-9b0e-19359328af83 tempest-PortsTestJSON-2091589570 tempest-PortsTestJSON-2091589570] Received port after_create {{(pid=84874) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 14 07:28:54.984998 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network":"rule:regular_user" was deprecated in W in favor of "create_network":"role:member and project_id:%(project_id)s". Reason: Jan 14 07:28:54.984998 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:28:54.984998 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:28:54.984998 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:28:54.984998 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:shared":"rule:admin_only" was deprecated in W in favor of "create_network:shared":"role:admin and system_scope:all". Reason: Jan 14 07:28:54.984998 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:28:54.984998 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:28:54.984998 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:28:54.984998 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:router:external":"rule:admin_only" was deprecated in W in favor of "create_network:router:external":"role:admin and system_scope:all". Reason: Jan 14 07:28:54.984998 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:28:54.984998 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:28:54.984998 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:28:54.984998 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:is_default":"rule:admin_only" was deprecated in W in favor of "create_network:is_default":"role:admin and system_scope:all". Reason: Jan 14 07:28:54.984998 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:28:54.984998 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:28:54.984998 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:28:54.984998 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:port_security_enabled":"rule:regular_user" was deprecated in W in favor of "create_network:port_security_enabled":"role:member and project_id:%(project_id)s". Reason: Jan 14 07:28:54.984998 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:28:54.984998 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:28:54.984998 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:28:54.984998 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:segments":"rule:admin_only" was deprecated in W in favor of "create_network:segments":"role:admin and system_scope:all". Reason: Jan 14 07:28:54.984998 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:28:54.984998 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:28:54.984998 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:28:54.984998 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "create_network:provider:network_type":"role:admin and system_scope:all". Reason: Jan 14 07:28:54.984998 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:28:54.984998 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:28:54.984998 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:28:54.984998 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "create_network:provider:physical_network":"role:admin and system_scope:all". Reason: Jan 14 07:28:54.984998 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:28:54.984998 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:28:54.984998 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:28:54.984998 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "create_network:provider:segmentation_id":"role:admin and system_scope:all". Reason: Jan 14 07:28:54.984998 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:28:54.984998 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:28:54.984998 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:28:54.984998 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network":"rule:admin_or_owner or rule:shared or rule:external or rule:context_is_advsvc" was deprecated in W in favor of "get_network":"(role:reader and system_scope:all) or (role:reader and project_id:%(project_id)s) or rule:shared or rule:external or rule:context_is_advsvc". Reason: Jan 14 07:28:54.984998 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:28:54.984998 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:28:54.984998 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:28:54.984998 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:router:external":"rule:regular_user" was deprecated in W in favor of "get_network:router:external":"role:reader and project_id:%(project_id)s". Reason: Jan 14 07:28:54.984998 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:28:54.984998 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:28:54.984998 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:28:54.984998 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:segments":"rule:admin_only" was deprecated in W in favor of "get_network:segments":"role:reader and system_scope:all". Reason: Jan 14 07:28:54.984998 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:28:54.984998 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:28:54.984998 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:28:54.984998 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "get_network:provider:network_type":"role:reader and system_scope:all". Reason: Jan 14 07:28:54.984998 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:28:54.984998 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:28:54.984998 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:28:54.984998 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "get_network:provider:physical_network":"role:reader and system_scope:all". Reason: Jan 14 07:28:54.984998 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:28:54.984998 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:28:54.984998 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:28:54.984998 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "get_network:provider:segmentation_id":"role:reader and system_scope:all". Reason: Jan 14 07:28:54.984998 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:28:54.984998 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:28:54.984998 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:28:54.984998 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network":"rule:admin_or_owner" was deprecated in W in favor of "update_network":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 07:28:54.984998 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:28:54.984998 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:28:54.984998 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:28:54.984998 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:segments":"rule:admin_only" was deprecated in W in favor of "update_network:segments":"role:admin and system_scope:all". Reason: Jan 14 07:28:54.984998 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:28:54.984998 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:28:54.984998 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:28:55.013515 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a418244-50c5-4ced-9b0e-19359328af83 tempest-PortsTestJSON-2091589570 tempest-PortsTestJSON-2091589570] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:28:55.015000 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-9a418244-50c5-4ced-9b0e-19359328af83 tempest-PortsTestJSON-2091589570 tempest-PortsTestJSON-2091589570] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854768116'] for port, before_response {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:28:55.068996 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-9a418244-50c5-4ced-9b0e-19359328af83 tempest-PortsTestJSON-2091589570 tempest-PortsTestJSON-2091589570] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 846 time: 1.5742726 Jan 14 07:28:55.071692 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84874) accepted ('10.222.0.24', 49976) {{(pid=84874) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:28:55.224618 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.plugin [None req-510fef38-ee2b-433d-afa3-e79f5ef11c14 tempest-PortsTestJSON-2091589570 tempest-PortsTestJSON-2091589570] Deleting port 42b6aae6-d455-404a-8c89-225e89f65144 {{(pid=84874) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 07:28:55.225396 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-510fef38-ee2b-433d-afa3-e79f5ef11c14 tempest-PortsTestJSON-2091589570 tempest-PortsTestJSON-2091589570] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363259214248359'] for port, before_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:28:55.625146 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-510fef38-ee2b-433d-afa3-e79f5ef11c14 tempest-PortsTestJSON-2091589570 tempest-PortsTestJSON-2091589570] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036850862667'] for port, precommit_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:28:55.635046 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [None req-39fac1d5-5084-41ed-84d1-02d301c3158d tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] For port d3fbcb55-5950-48c3-9eea-06b09f406910, host n-d-768862-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-2',level=0,port_id=d3fbcb55-5950-48c3-9eea-06b09f406910,segment=NetworkSegment(56f1c7cf-f3a3-41d2-9677-68978131444f),segment_id=56f1c7cf-f3a3-41d2-9677-68978131444f)] {{(pid=84875) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 07:28:55.721154 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-39fac1d5-5084-41ed-84d1-02d301c3158d tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] Notify callbacks [] for port, precommit_update {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:28:55.734851 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-39fac1d5-5084-41ed-84d1-02d301c3158d tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777640533312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363259214678337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777640097497', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3154211'] for port, after_update {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:28:55.736203 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-39fac1d5-5084-41ed-84d1-02d301c3158d tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850887113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036851621412', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036852467174'] for subnet, after_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:28:55.741071 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.db.api [None req-2dacb27f-e0da-40f9-aedb-2d691ff0acbd None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=84876) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Jan 14 07:28:55.741838 n-d-768862-2 neutron-server[84765]: DEBUG oslo_db.api [None req-2dacb27f-e0da-40f9-aedb-2d691ff0acbd None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=84876) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Jan 14 07:28:55.757472 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-72381cc9-9a6e-4dd4-b70e-a78a63c435a4 tempest-PortsIpV6TestJSON-1330665174 tempest-PortsIpV6TestJSON-1330665174] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:28:55.893318 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39fac1d5-5084-41ed-84d1-02d301c3158d tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] Pushing event updated for resources: {'Port': ['ID=d3fbcb55-5950-48c3-9eea-06b09f406910,revision_number=9']} {{(pid=84875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:28:55.909101 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-0fec7a9c-19b8-40d4-8085-f538957b472c tempest-PortsIpV6TestJSON-1330665174 tempest-PortsIpV6TestJSON-1330665174] Notify callbacks [] for port, precommit_update {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:28:56.206259 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-39fac1d5-5084-41ed-84d1-02d301c3158d tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.447s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:28:56.206259 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-75005883-38df-481b-8536-a9d2ee62a811 tempest-NetworksIpV6TestAttrs-1453117616 tempest-NetworksIpV6TestAttrs-1453117616] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.325s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:28:56.382943 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39fac1d5-5084-41ed-84d1-02d301c3158d tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] Pushing event updated for resources: {'Subnet': ['ID=cbbcc1be-2ec9-413d-9b0b-611fb557c67b,revision_number=0']} {{(pid=84875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:28:56.385454 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-0fec7a9c-19b8-40d4-8085-f538957b472c tempest-PortsIpV6TestJSON-1330665174 tempest-PortsIpV6TestJSON-1330665174] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777640533312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363259214678337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777640097497', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3154211'] for port, after_update {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:28:56.528934 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.plugin [None req-510fef38-ee2b-433d-afa3-e79f5ef11c14 tempest-PortsTestJSON-2091589570 tempest-PortsTestJSON-2091589570] Calling delete_port for 42b6aae6-d455-404a-8c89-225e89f65144 owned by {{(pid=84874) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 07:28:56.549366 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-39fac1d5-5084-41ed-84d1-02d301c3158d tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.344s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:28:56.550053 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-9c9baac9-0828-4694-826c-bf99d00ecf5f tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:28:56.774535 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fec7a9c-19b8-40d4-8085-f538957b472c tempest-PortsIpV6TestJSON-1330665174 tempest-PortsIpV6TestJSON-1330665174] Pushing event updated for resources: {'Port': ['ID=ba5808bc-8941-4beb-bc13-462102683ec1,revision_number=2']} {{(pid=84875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:28:56.792338 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-510fef38-ee2b-433d-afa3-e79f5ef11c14 tempest-PortsTestJSON-2091589570 tempest-PortsTestJSON-2091589570] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777640533329', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777640097463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3254186'] for port, after_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:28:56.793331 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-0fec7a9c-19b8-40d4-8085-f538957b472c tempest-PortsIpV6TestJSON-1330665174 tempest-PortsIpV6TestJSON-1330665174] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.243s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:28:56.800223 n-d-768862-2 neutron-server[84765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39fac1d5-5084-41ed-84d1-02d301c3158d tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] Network 23f0a15d-6362-4cec-82c1-cacba887c566 is already hosted by enough agents. {{(pid=84875) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 07:28:56.860067 n-d-768862-2 neutron-server[84765]: DEBUG neutron.scheduler.base_scheduler [None req-39fac1d5-5084-41ed-84d1-02d301c3158d tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] Resources bound (agent type, host, resource id): {{(pid=84875) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 07:28:56.890470 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-2dacb27f-e0da-40f9-aedb-2d691ff0acbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555753'] for port, before_update {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:28:56.915665 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39fac1d5-5084-41ed-84d1-02d301c3158d tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:28:56.916365 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-39fac1d5-5084-41ed-84d1-02d301c3158d tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] Notify callbacks [] for subnet, before_response {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:28:56.993800 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-39fac1d5-5084-41ed-84d1-02d301c3158d tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 9.8032146 Jan 14 07:28:57.003117 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84875) accepted ('10.222.0.24', 50038) {{(pid=84875) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:28:57.027191 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.v2.base [None req-f7077fbb-b732-4caa-b92f-fdf0a667983a tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] Request body: {'port': {'network_id': '23f0a15d-6362-4cec-82c1-cacba887c566', 'mac_address': 'fa:16:3e:a5:15:77', 'name': 'tempest-NetworksTestDHCPv6-1919886975'}} {{(pid=84875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:28:57.116400 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.plugin [None req-0fec7a9c-19b8-40d4-8085-f538957b472c tempest-PortsIpV6TestJSON-1330665174 tempest-PortsIpV6TestJSON-1330665174] In _notify_port_updated(), no bound segment for port ba5808bc-8941-4beb-bc13-462102683ec1 on network d5ef9345-9d47-4c1b-b4a7-f9e90c00c9f5 {{(pid=84875) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:851}} Jan 14 07:28:57.125127 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "delete_segment":"rule:admin_only" was deprecated in W in favor of "delete_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:28:57.125127 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:28:57.125127 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network":"rule:regular_user" was deprecated in W in favor of "create_network":"role:member and project_id:%(project_id)s". Reason: Jan 14 07:28:57.125127 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:28:57.125127 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:28:57.125127 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:28:57.125127 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:shared":"rule:admin_only" was deprecated in W in favor of "create_network:shared":"role:admin and system_scope:all". Reason: Jan 14 07:28:57.125127 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:28:57.125127 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:28:57.125127 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:28:57.125127 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:router:external":"rule:admin_only" was deprecated in W in favor of "create_network:router:external":"role:admin and system_scope:all". Reason: Jan 14 07:28:57.125127 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:28:57.125127 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:28:57.125127 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:28:57.125127 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:is_default":"rule:admin_only" was deprecated in W in favor of "create_network:is_default":"role:admin and system_scope:all". Reason: Jan 14 07:28:57.125127 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:28:57.125127 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:28:57.125127 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:28:57.125127 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:port_security_enabled":"rule:regular_user" was deprecated in W in favor of "create_network:port_security_enabled":"role:member and project_id:%(project_id)s". Reason: Jan 14 07:28:57.125127 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:28:57.125127 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:28:57.125127 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:28:57.125127 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:segments":"rule:admin_only" was deprecated in W in favor of "create_network:segments":"role:admin and system_scope:all". Reason: Jan 14 07:28:57.125127 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:28:57.125127 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:28:57.125127 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:28:57.125127 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "create_network:provider:network_type":"role:admin and system_scope:all". Reason: Jan 14 07:28:57.125127 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:28:57.125127 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:28:57.125127 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:28:57.125127 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "create_network:provider:physical_network":"role:admin and system_scope:all". Reason: Jan 14 07:28:57.125127 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:28:57.125127 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:28:57.125127 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:28:57.125127 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "create_network:provider:segmentation_id":"role:admin and system_scope:all". Reason: Jan 14 07:28:57.125127 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:28:57.125127 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:28:57.125127 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:28:57.125127 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network":"rule:admin_or_owner or rule:shared or rule:external or rule:context_is_advsvc" was deprecated in W in favor of "get_network":"(role:reader and system_scope:all) or (role:reader and project_id:%(project_id)s) or rule:shared or rule:external or rule:context_is_advsvc". Reason: Jan 14 07:28:57.125127 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:28:57.125127 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:28:57.125127 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:28:57.125127 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:router:external":"rule:regular_user" was deprecated in W in favor of "get_network:router:external":"role:reader and project_id:%(project_id)s". Reason: Jan 14 07:28:57.125127 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:28:57.125127 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:28:57.125127 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:28:57.125127 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:segments":"rule:admin_only" was deprecated in W in favor of "get_network:segments":"role:reader and system_scope:all". Reason: Jan 14 07:28:57.125127 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:28:57.125127 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:28:57.125127 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:28:57.125127 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "get_network:provider:network_type":"role:reader and system_scope:all". Reason: Jan 14 07:28:57.125127 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:28:57.125127 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:28:57.125127 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:28:57.125127 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "get_network:provider:physical_network":"role:reader and system_scope:all". Reason: Jan 14 07:28:57.125127 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:28:57.125127 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:28:57.125127 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:28:57.125127 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "get_network:provider:segmentation_id":"role:reader and system_scope:all". Reason: Jan 14 07:28:57.125127 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:28:57.125127 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:28:57.125127 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:28:57.125127 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network":"rule:admin_or_owner" was deprecated in W in favor of "update_network":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 07:28:57.125127 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:28:57.125127 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:28:57.125127 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:28:57.177203 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0fec7a9c-19b8-40d4-8085-f538957b472c tempest-PortsIpV6TestJSON-1330665174 tempest-PortsIpV6TestJSON-1330665174] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:28:57.192996 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-0fec7a9c-19b8-40d4-8085-f538957b472c tempest-PortsIpV6TestJSON-1330665174 tempest-PortsIpV6TestJSON-1330665174] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854768116'] for port, before_response {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:28:57.204661 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-0fec7a9c-19b8-40d4-8085-f538957b472c tempest-PortsIpV6TestJSON-1330665174 tempest-PortsIpV6TestJSON-1330665174] 10.222.0.24 "PUT /v2.0/ports/ba5808bc-8941-4beb-bc13-462102683ec1 HTTP/1.1" status: 200 len: 818 time: 3.5066037 Jan 14 07:28:57.205688 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84875) accepted ('10.222.0.24', 50046) {{(pid=84875) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:28:57.231232 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-9e21446f-c6b8-4505-a50c-4518525b6556 tempest-PortsIpV6TestJSON-1330665174 tempest-PortsIpV6TestJSON-1330665174] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:28:57.378328 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-510fef38-ee2b-433d-afa3-e79f5ef11c14 tempest-PortsTestJSON-2091589570 tempest-PortsTestJSON-2091589570] Pushing event deleted for resources: {'Port': ['ID=42b6aae6-d455-404a-8c89-225e89f65144,revision_number=None']} {{(pid=84874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:28:57.392443 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-510fef38-ee2b-433d-afa3-e79f5ef11c14 tempest-PortsTestJSON-2091589570 tempest-PortsTestJSON-2091589570] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.161s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:28:57.417181 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-510fef38-ee2b-433d-afa3-e79f5ef11c14 tempest-PortsTestJSON-2091589570 tempest-PortsTestJSON-2091589570] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854768116'] for port, before_response {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:28:57.456587 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-510fef38-ee2b-433d-afa3-e79f5ef11c14 tempest-PortsTestJSON-2091589570 tempest-PortsTestJSON-2091589570] 10.222.0.24 "DELETE /v2.0/ports/42b6aae6-d455-404a-8c89-225e89f65144 HTTP/1.1" status: 204 len: 168 time: 2.3833017 Jan 14 07:28:57.457330 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84874) accepted ('10.222.0.24', 50052) {{(pid=84874) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:28:57.488456 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.v2.base [None req-437f22c6-90e7-4c95-a8f9-50d76808a399 tempest-PortsTestJSON-2091589570 tempest-PortsTestJSON-2091589570] Request body: {'port': {'network_id': 'e289c449-d36a-4991-9be0-13105a93d6ac', 'mac_address': 'fa:16:3e:bf:21:eb', 'name': 'tempest-PortsTestJSON-1046771018'}} {{(pid=84874) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:28:57.503287 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Device d3fbcb55-5950-48c3-9eea-06b09f406910 up at agent ovs-agent-n-d-768862-2 {{(pid=84876) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 07:28:57.644697 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.plugin [None req-dca136c9-bf1c-4a3a-bbbf-3e1a863baa22 tempest-PortsIpV6TestJSON-1330665174 tempest-PortsIpV6TestJSON-1330665174] Deleting port ba5808bc-8941-4beb-bc13-462102683ec1 {{(pid=84875) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 07:28:57.645017 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-dca136c9-bf1c-4a3a-bbbf-3e1a863baa22 tempest-PortsIpV6TestJSON-1330665174 tempest-PortsIpV6TestJSON-1330665174] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363259214248359'] for port, before_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:28:57.786656 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84875) accepted ('10.222.0.24', 50060) {{(pid=84875) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:28:57.948719 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-437f22c6-90e7-4c95-a8f9-50d76808a399 tempest-PortsTestJSON-2091589570 tempest-PortsTestJSON-2091589570] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:28:57.980063 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-437f22c6-90e7-4c95-a8f9-50d76808a399 tempest-PortsTestJSON-2091589570 tempest-PortsTestJSON-2091589570] Usage tracker for resource:port and tenant:4f41150d2ea84f97bbab10653dcc9b99 is out of sync, need to count used quota {{(pid=84874) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:28:57.995801 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-437f22c6-90e7-4c95-a8f9-50d76808a399 tempest-PortsTestJSON-2091589570 tempest-PortsTestJSON-2091589570] Quota usage for port was recalculated. Used quota:1. {{(pid=84874) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:28:58.008136 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-437f22c6-90e7-4c95-a8f9-50d76808a399 tempest-PortsTestJSON-2091589570 tempest-PortsTestJSON-2091589570] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=84874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:28:58.034114 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-437f22c6-90e7-4c95-a8f9-50d76808a399 tempest-PortsTestJSON-2091589570 tempest-PortsTestJSON-2091589570] Made reservation on behalf of 4f41150d2ea84f97bbab10653dcc9b99 for: {'port': 1} {{(pid=84874) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 07:28:58.182986 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-dca136c9-bf1c-4a3a-bbbf-3e1a863baa22 tempest-PortsIpV6TestJSON-1330665174 tempest-PortsIpV6TestJSON-1330665174] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036850862667'] for port, precommit_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:28:58.355745 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-437f22c6-90e7-4c95-a8f9-50d76808a399 tempest-PortsTestJSON-2091589570 tempest-PortsTestJSON-2091589570] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555753'] for port, before_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:28:58.575764 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Provisioning complete for port d3fbcb55-5950-48c3-9eea-06b09f406910 triggered by entity L2. {{(pid=84876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 07:28:58.578176 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-604227'] for port, provisioning_complete {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:28:58.636640 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-f7077fbb-b732-4caa-b92f-fdf0a667983a tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:28:58.663655 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.plugin [None req-dca136c9-bf1c-4a3a-bbbf-3e1a863baa22 tempest-PortsIpV6TestJSON-1330665174 tempest-PortsIpV6TestJSON-1330665174] Calling delete_port for ba5808bc-8941-4beb-bc13-462102683ec1 owned by {{(pid=84875) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 07:28:58.685301 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [None req-2dacb27f-e0da-40f9-aedb-2d691ff0acbd None None] For port d3fbcb55-5950-48c3-9eea-06b09f406910, host n-d-768862-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-2',level=0,port_id=d3fbcb55-5950-48c3-9eea-06b09f406910,segment=NetworkSegment(56f1c7cf-f3a3-41d2-9677-68978131444f),segment_id=56f1c7cf-f3a3-41d2-9677-68978131444f)] {{(pid=84876) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 07:28:58.755200 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-2378f363-cedc-4d97-8c70-993f031b90f0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:28:58.852356 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84875) accepted ('10.222.0.24', 50088) {{(pid=84875) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:28:58.853368 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-f7077fbb-b732-4caa-b92f-fdf0a667983a tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=84875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:28:58.869508 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-2378f363-cedc-4d97-8c70-993f031b90f0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:28:58.884699 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-2378f363-cedc-4d97-8c70-993f031b90f0 admin admin] Usage tracker for resource:security_group_rule and tenant:f5f8db7c16004ca29f3145b692cf66a0 is out of sync, need to count used quota {{(pid=84875) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:28:58.891168 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-2378f363-cedc-4d97-8c70-993f031b90f0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84875) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:28:58.895138 n-d-768862-2 neutron-server[84765]: DEBUG neutron.notifiers.nova [None req-437f22c6-90e7-4c95-a8f9-50d76808a399 tempest-PortsTestJSON-2091589570 tempest-PortsTestJSON-2091589570] device_id is not set on port 4824e7f5-c961-4835-8cbc-346145907fdd yet. {{(pid=84874) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}} Jan 14 07:28:58.901165 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-2378f363-cedc-4d97-8c70-993f031b90f0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:28:58.922470 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.db.resource_extend [None req-2dacb27f-e0da-40f9-aedb-2d691ff0acbd None None] It took 0.18 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84876) wrapper /usr/local/lib/python3.6/dist-packages/oslo_utils/timeutils.py:388}} Jan 14 07:28:58.923459 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f7077fbb-b732-4caa-b92f-fdf0a667983a tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] Made reservation on behalf of be0aa702e3ca464795a99c51e3b3b04f for: {'port': 1} {{(pid=84875) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 07:28:59.019741 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-2dacb27f-e0da-40f9-aedb-2d691ff0acbd None None] Notify callbacks [] for port, precommit_update {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:28:59.048191 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-2dacb27f-e0da-40f9-aedb-2d691ff0acbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777640533312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363259214678337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777640097497'] for port, after_update {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:28:59.068902 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-f8308f2e-6c6f-4e89-8892-0cb99de610be None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84876) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:28:59.295523 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dacb27f-e0da-40f9-aedb-2d691ff0acbd None None] Pushing event updated for resources: {'Port': ['ID=d3fbcb55-5950-48c3-9eea-06b09f406910,revision_number=10']} {{(pid=84876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:28:59.307618 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-2dacb27f-e0da-40f9-aedb-2d691ff0acbd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.239s {{(pid=84876) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:28:59.488462 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Device d3fbcb55-5950-48c3-9eea-06b09f406910 up at agent ovs-agent-n-d-768862-2 {{(pid=84876) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 07:28:59.495217 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-437f22c6-90e7-4c95-a8f9-50d76808a399 tempest-PortsTestJSON-2091589570 tempest-PortsTestJSON-2091589570] Notify callbacks [] for port, precommit_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:28:59.521507 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-f7077fbb-b732-4caa-b92f-fdf0a667983a tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555753'] for port, before_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:28:59.559943 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-437f22c6-90e7-4c95-a8f9-50d76808a399 tempest-PortsTestJSON-2091589570 tempest-PortsTestJSON-2091589570] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777640123575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3254186'] for port, after_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:28:59.561458 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-dca136c9-bf1c-4a3a-bbbf-3e1a863baa22 tempest-PortsIpV6TestJSON-1330665174 tempest-PortsIpV6TestJSON-1330665174] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777640533329', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777640097463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851621574'] for port, after_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:28:59.608710 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-ab6362e4-386c-440f-87d6-0187b1691540 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:28:59.662167 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-7829b1b6-52d2-400d-b95d-110501b2d7cd tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:28:59.689058 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Provisioning complete for port d3fbcb55-5950-48c3-9eea-06b09f406910 triggered by entity L2. {{(pid=84876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 07:28:59.689602 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-604227'] for port, provisioning_complete {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:28:59.852724 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dca136c9-bf1c-4a3a-bbbf-3e1a863baa22 tempest-PortsIpV6TestJSON-1330665174 tempest-PortsIpV6TestJSON-1330665174] Pushing event deleted for resources: {'Port': ['ID=ba5808bc-8941-4beb-bc13-462102683ec1,revision_number=None']} {{(pid=84875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:28:59.927217 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-ab6362e4-386c-440f-87d6-0187b1691540 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:28:59.941969 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-dca136c9-bf1c-4a3a-bbbf-3e1a863baa22 tempest-PortsIpV6TestJSON-1330665174 tempest-PortsIpV6TestJSON-1330665174] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.280s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:28:59.983032 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-6bcb00e5-0cb9-4e34-9732-7857847adfc7 tempest-PortsTestJSON-2091589570 tempest-PortsTestJSON-2091589570] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:28:59.993676 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-ab6362e4-386c-440f-87d6-0187b1691540 admin admin] Usage tracker for resource:security_group_rule and tenant:fe6e24e75b8f436f8e8d5b03dae5d141 is out of sync, need to count used quota {{(pid=84875) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:29:00.063196 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-ab6362e4-386c-440f-87d6-0187b1691540 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84875) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:29:00.189079 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-437f22c6-90e7-4c95-a8f9-50d76808a399 tempest-PortsTestJSON-2091589570 tempest-PortsTestJSON-2091589570] Pushing event updated for resources: {'Port': ['ID=4824e7f5-c961-4835-8cbc-346145907fdd,revision_number=1']} {{(pid=84874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:29:00.214345 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-437f22c6-90e7-4c95-a8f9-50d76808a399 tempest-PortsTestJSON-2091589570 tempest-PortsTestJSON-2091589570] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.231s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:29:00.272566 n-d-768862-2 neutron-server[84765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-437f22c6-90e7-4c95-a8f9-50d76808a399 tempest-PortsTestJSON-2091589570 tempest-PortsTestJSON-2091589570] Network e289c449-d36a-4991-9be0-13105a93d6ac is already hosted by enough agents. {{(pid=84874) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 07:29:00.275927 n-d-768862-2 neutron-server[84765]: DEBUG neutron.scheduler.base_scheduler [None req-437f22c6-90e7-4c95-a8f9-50d76808a399 tempest-PortsTestJSON-2091589570 tempest-PortsTestJSON-2091589570] Resources bound (agent type, host, resource id): {{(pid=84874) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 07:29:00.298986 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-437f22c6-90e7-4c95-a8f9-50d76808a399 tempest-PortsTestJSON-2091589570 tempest-PortsTestJSON-2091589570] Received port after_create {{(pid=84874) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 14 07:29:00.301778 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:shared":"rule:admin_only" was deprecated in W in favor of "update_network:shared":"role:admin and system_scope:all". Reason: Jan 14 07:29:00.301778 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:29:00.301778 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:29:00.301778 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:29:00.301778 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "update_network:provider:network_type":"role:admin and system_scope:all". Reason: Jan 14 07:29:00.301778 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:29:00.301778 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:29:00.301778 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:29:00.301778 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "update_network:provider:physical_network":"role:admin and system_scope:all". Reason: Jan 14 07:29:00.301778 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:29:00.301778 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:29:00.301778 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:29:00.301778 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "update_network:provider:segmentation_id":"role:admin and system_scope:all". Reason: Jan 14 07:29:00.301778 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:29:00.301778 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:29:00.301778 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:29:00.301778 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:router:external":"rule:admin_only" was deprecated in W in favor of "update_network:router:external":"role:admin and system_scope:all". Reason: Jan 14 07:29:00.301778 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:29:00.301778 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:29:00.301778 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:29:00.301778 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:is_default":"rule:admin_only" was deprecated in W in favor of "update_network:is_default":"role:admin and system_scope:all". Reason: Jan 14 07:29:00.301778 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:29:00.301778 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:29:00.301778 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:29:00.301778 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:port_security_enabled":"rule:admin_or_owner" was deprecated in W in favor of "update_network:port_security_enabled":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 07:29:00.301778 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:29:00.301778 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:29:00.301778 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:29:00.301778 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "delete_network":"rule:admin_or_owner" was deprecated in W in favor of "delete_network":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 07:29:00.301778 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:29:00.301778 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:29:00.301778 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:29:00.301778 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_segment":"rule:admin_only" was deprecated in W in favor of "create_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:29:00.301778 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:29:00.301778 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_segment":"rule:admin_only" was deprecated in W in favor of "get_segment":"role:reader and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:29:00.301778 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:29:00.301778 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_segment":"rule:admin_only" was deprecated in W in favor of "update_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:29:00.301778 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:29:00.301778 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "delete_segment":"rule:admin_only" was deprecated in W in favor of "delete_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:29:00.301778 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:29:00.301778 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network":"rule:regular_user" was deprecated in W in favor of "create_network":"role:member and project_id:%(project_id)s". Reason: Jan 14 07:29:00.301778 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:29:00.301778 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:29:00.301778 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:29:00.301778 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:shared":"rule:admin_only" was deprecated in W in favor of "create_network:shared":"role:admin and system_scope:all". Reason: Jan 14 07:29:00.301778 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:29:00.301778 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:29:00.301778 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:29:00.301778 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:router:external":"rule:admin_only" was deprecated in W in favor of "create_network:router:external":"role:admin and system_scope:all". Reason: Jan 14 07:29:00.301778 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:29:00.301778 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:29:00.301778 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:29:00.301778 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:is_default":"rule:admin_only" was deprecated in W in favor of "create_network:is_default":"role:admin and system_scope:all". Reason: Jan 14 07:29:00.301778 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:29:00.301778 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:29:00.301778 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:29:00.301778 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:port_security_enabled":"rule:regular_user" was deprecated in W in favor of "create_network:port_security_enabled":"role:member and project_id:%(project_id)s". Reason: Jan 14 07:29:00.301778 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:29:00.301778 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:29:00.301778 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:29:00.301778 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:segments":"rule:admin_only" was deprecated in W in favor of "create_network:segments":"role:admin and system_scope:all". Reason: Jan 14 07:29:00.301778 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:29:00.301778 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:29:00.301778 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:29:00.321331 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "create_network:provider:network_type":"role:admin and system_scope:all". Reason: Jan 14 07:29:00.321331 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:29:00.321331 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:29:00.321331 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:29:00.321331 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "create_network:provider:physical_network":"role:admin and system_scope:all". Reason: Jan 14 07:29:00.321331 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:29:00.321331 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:29:00.321331 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:29:00.321331 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "create_network:provider:segmentation_id":"role:admin and system_scope:all". Reason: Jan 14 07:29:00.321331 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:29:00.321331 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:29:00.321331 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:29:00.321331 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network":"rule:admin_or_owner or rule:shared or rule:external or rule:context_is_advsvc" was deprecated in W in favor of "get_network":"(role:reader and system_scope:all) or (role:reader and project_id:%(project_id)s) or rule:shared or rule:external or rule:context_is_advsvc". Reason: Jan 14 07:29:00.321331 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:29:00.321331 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:29:00.321331 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:29:00.321331 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:router:external":"rule:regular_user" was deprecated in W in favor of "get_network:router:external":"role:reader and project_id:%(project_id)s". Reason: Jan 14 07:29:00.321331 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:29:00.321331 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:29:00.321331 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:29:00.321331 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:segments":"rule:admin_only" was deprecated in W in favor of "get_network:segments":"role:reader and system_scope:all". Reason: Jan 14 07:29:00.321331 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:29:00.321331 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:29:00.321331 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:29:00.321331 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "get_network:provider:network_type":"role:reader and system_scope:all". Reason: Jan 14 07:29:00.321331 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:29:00.321331 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:29:00.321331 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:29:00.321331 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "get_network:provider:physical_network":"role:reader and system_scope:all". Reason: Jan 14 07:29:00.321331 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:29:00.321331 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:29:00.321331 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:29:00.321331 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "get_network:provider:segmentation_id":"role:reader and system_scope:all". Reason: Jan 14 07:29:00.321331 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:29:00.321331 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:29:00.321331 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:29:00.321331 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network":"rule:admin_or_owner" was deprecated in W in favor of "update_network":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 07:29:00.321331 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:29:00.321331 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:29:00.321331 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:29:00.321331 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:segments":"rule:admin_only" was deprecated in W in favor of "update_network:segments":"role:admin and system_scope:all". Reason: Jan 14 07:29:00.321331 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:29:00.321331 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:29:00.321331 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:29:00.321331 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:shared":"rule:admin_only" was deprecated in W in favor of "update_network:shared":"role:admin and system_scope:all". Reason: Jan 14 07:29:00.321331 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:29:00.321331 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:29:00.321331 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:29:00.321331 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "update_network:provider:network_type":"role:admin and system_scope:all". Reason: Jan 14 07:29:00.321331 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:29:00.321331 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:29:00.321331 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:29:00.321331 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "update_network:provider:physical_network":"role:admin and system_scope:all". Reason: Jan 14 07:29:00.321331 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:29:00.321331 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:29:00.321331 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:29:00.321331 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "update_network:provider:segmentation_id":"role:admin and system_scope:all". Reason: Jan 14 07:29:00.321331 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:29:00.321331 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:29:00.321331 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:29:00.321331 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:router:external":"rule:admin_only" was deprecated in W in favor of "update_network:router:external":"role:admin and system_scope:all". Reason: Jan 14 07:29:00.321331 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:29:00.321331 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:29:00.321331 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:29:00.321331 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:is_default":"rule:admin_only" was deprecated in W in favor of "update_network:is_default":"role:admin and system_scope:all". Reason: Jan 14 07:29:00.321331 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:29:00.321331 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:29:00.321331 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:29:00.331162 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-ab6362e4-386c-440f-87d6-0187b1691540 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:29:00.403713 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-437f22c6-90e7-4c95-a8f9-50d76808a399 tempest-PortsTestJSON-2091589570 tempest-PortsTestJSON-2091589570] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:29:00.405157 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-437f22c6-90e7-4c95-a8f9-50d76808a399 tempest-PortsTestJSON-2091589570 tempest-PortsTestJSON-2091589570] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854768116'] for port, before_response {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:29:00.473955 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-437f22c6-90e7-4c95-a8f9-50d76808a399 tempest-PortsTestJSON-2091589570 tempest-PortsTestJSON-2091589570] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 846 time: 2.9975584 Jan 14 07:29:00.474057 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-ab6362e4-386c-440f-87d6-0187b1691540 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:29:00.474153 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84874) accepted ('10.222.0.24', 50198) {{(pid=84874) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:29:00.500347 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-ab6362e4-386c-440f-87d6-0187b1691540 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850887153'] for security_group, after_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:29:00.558462 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-7f33a6a3-00c9-42c5-800d-14ef8c5ce4f6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:29:00.563130 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cec56b7d-d12c-4a6a-ad8b-4beacc3b9ab3 None None] Network 23f0a15d-6362-4cec-82c1-cacba887c566 requested from n-d-768862-2 {{(pid=84876) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 07:29:00.629917 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab6362e4-386c-440f-87d6-0187b1691540 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=af13ab1a-1d26-4881-9d43-1b4faaf035c9,revision_number=1']} {{(pid=84875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:29:00.665934 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-ab6362e4-386c-440f-87d6-0187b1691540 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:29:00.696026 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-585cd8f5-9e56-437e-ba3f-cc1afc6e8b40 tempest-PortsTestJSON-2091589570 tempest-PortsTestJSON-2091589570] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:29:00.697525 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-585cd8f5-9e56-437e-ba3f-cc1afc6e8b40 tempest-PortsTestJSON-2091589570 tempest-PortsTestJSON-2091589570] Synchronizing usage tracker for tenant:4f41150d2ea84f97bbab10653dcc9b99 on resource:port {{(pid=84874) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 14 07:29:00.725829 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-585cd8f5-9e56-437e-ba3f-cc1afc6e8b40 tempest-PortsTestJSON-2091589570 tempest-PortsTestJSON-2091589570] Unset dirty status for tenant:4f41150d2ea84f97bbab10653dcc9b99 on resource:port {{(pid=84874) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 14 07:29:00.727945 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-585cd8f5-9e56-437e-ba3f-cc1afc6e8b40 tempest-PortsTestJSON-2091589570 tempest-PortsTestJSON-2091589570] 10.222.0.24 "GET /v2.0/ports/4824e7f5-c961-4835-8cbc-346145907fdd HTTP/1.1" status: 200 len: 841 time: 0.2527735 Jan 14 07:29:00.733755 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84874) accepted ('10.222.0.24', 50224) {{(pid=84874) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:29:00.762497 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-ab6362e4-386c-440f-87d6-0187b1691540 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=fe6e24e75b8f436f8e8d5b03dae5d141&name=default HTTP/1.1" status: 200 len: 2983 time: 1.9032044 Jan 14 07:29:00.764398 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-dca136c9-bf1c-4a3a-bbbf-3e1a863baa22 tempest-PortsIpV6TestJSON-1330665174 tempest-PortsIpV6TestJSON-1330665174] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854768116'] for port, before_response {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:29:00.777396 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84875) accepted ('10.222.0.24', 50230) {{(pid=84875) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:29:00.785224 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-2378f363-cedc-4d97-8c70-993f031b90f0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:29:00.970198 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.plugin [None req-8c4f4a64-d255-4fc4-902f-738d0ce67e1e tempest-PortsTestJSON-2091589570 tempest-PortsTestJSON-2091589570] Deleting port 4824e7f5-c961-4835-8cbc-346145907fdd {{(pid=84874) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 07:29:00.971074 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-8c4f4a64-d255-4fc4-902f-738d0ce67e1e tempest-PortsTestJSON-2091589570 tempest-PortsTestJSON-2091589570] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363259214248359'] for port, before_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:29:00.978829 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-1e710514-4194-4f7b-97ab-e55c425661bf None None] Provisioning complete for port d3fbcb55-5950-48c3-9eea-06b09f406910 triggered by entity DHCP. {{(pid=84876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 07:29:00.979547 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-1e710514-4194-4f7b-97ab-e55c425661bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-604227'] for port, provisioning_complete {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:29:01.225151 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-2378f363-cedc-4d97-8c70-993f031b90f0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850887153'] for security_group, after_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:29:01.273568 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-ee316330-d3ec-479e-80f2-66deab04341b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:29:01.335270 n-d-768862-2 neutron-server[84765]: DEBUG neutron.notifiers.nova [None req-f7077fbb-b732-4caa-b92f-fdf0a667983a tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] device_id is not set on port 30103782-109a-4cff-ab3b-6d39cf097af2 yet. {{(pid=84875) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}} Jan 14 07:29:01.387863 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-8c4f4a64-d255-4fc4-902f-738d0ce67e1e tempest-PortsTestJSON-2091589570 tempest-PortsTestJSON-2091589570] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036850862667'] for port, precommit_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:29:01.417997 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2378f363-cedc-4d97-8c70-993f031b90f0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6feaebca-4ae8-49d3-98f7-4266a951ddf7,revision_number=1']} {{(pid=84875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:29:01.448106 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-2378f363-cedc-4d97-8c70-993f031b90f0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.175s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:29:01.474705 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-dca136c9-bf1c-4a3a-bbbf-3e1a863baa22 tempest-PortsIpV6TestJSON-1330665174 tempest-PortsIpV6TestJSON-1330665174] 10.222.0.24 "DELETE /v2.0/ports/ba5808bc-8941-4beb-bc13-462102683ec1 HTTP/1.1" status: 204 len: 168 time: 4.2634056 Jan 14 07:29:01.475774 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84875) accepted ('10.222.0.24', 50280) {{(pid=84875) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:29:01.589701 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-2378f363-cedc-4d97-8c70-993f031b90f0 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=f5f8db7c16004ca29f3145b692cf66a0&name=default HTTP/1.1" status: 200 len: 2983 time: 3.7974515 Jan 14 07:29:01.593792 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84875) accepted ('10.222.0.24', 50294) {{(pid=84875) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:29:01.616941 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-fc191ba0-c0f2-47a4-a90d-d059094ce3b0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:29:01.658659 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.plugin [None req-8c4f4a64-d255-4fc4-902f-738d0ce67e1e tempest-PortsTestJSON-2091589570 tempest-PortsTestJSON-2091589570] Calling delete_port for 4824e7f5-c961-4835-8cbc-346145907fdd owned by {{(pid=84874) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 07:29:01.732772 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-a63764f9-d795-46b0-bb81-b756d4d57c19 None None] Provisioning complete for port d3fbcb55-5950-48c3-9eea-06b09f406910 triggered by entity DHCP. {{(pid=84876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 07:29:01.733215 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-a63764f9-d795-46b0-bb81-b756d4d57c19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-604227'] for port, provisioning_complete {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:29:01.859983 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-8c4f4a64-d255-4fc4-902f-738d0ce67e1e tempest-PortsTestJSON-2091589570 tempest-PortsTestJSON-2091589570] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777640533329', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777640097463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3254186'] for port, after_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:29:01.892368 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-0318cc51-ff41-478e-afe3-eab6619ad01d tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:29:01.894543 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-fc191ba0-c0f2-47a4-a90d-d059094ce3b0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:29:01.970942 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c4f4a64-d255-4fc4-902f-738d0ce67e1e tempest-PortsTestJSON-2091589570 tempest-PortsTestJSON-2091589570] Pushing event deleted for resources: {'Port': ['ID=4824e7f5-c961-4835-8cbc-346145907fdd,revision_number=None']} {{(pid=84874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:29:02.058861 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-8c4f4a64-d255-4fc4-902f-738d0ce67e1e tempest-PortsTestJSON-2091589570 tempest-PortsTestJSON-2091589570] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.169s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:29:02.132158 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-8c4f4a64-d255-4fc4-902f-738d0ce67e1e tempest-PortsTestJSON-2091589570 tempest-PortsTestJSON-2091589570] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854768116'] for port, before_response {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:29:02.133590 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-fc191ba0-c0f2-47a4-a90d-d059094ce3b0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850887153'] for security_group, after_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:29:02.161008 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-ace02c82-9d45-4bee-8db1-e2a28ce1bb9f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:29:02.165908 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-8c4f4a64-d255-4fc4-902f-738d0ce67e1e tempest-PortsTestJSON-2091589570 tempest-PortsTestJSON-2091589570] 10.222.0.24 "DELETE /v2.0/ports/4824e7f5-c961-4835-8cbc-346145907fdd HTTP/1.1" status: 204 len: 168 time: 1.4300880 Jan 14 07:29:02.168718 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84874) accepted ('10.222.0.24', 50340) {{(pid=84874) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:29:02.172344 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.db_base_plugin_common [None req-f7077fbb-b732-4caa-b92f-fdf0a667983a tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] Allocated IP 2001:db8::385 (23f0a15d-6362-4cec-82c1-cacba887c566/bec55992-69ff-490d-8257-44cd435bf728/30103782-109a-4cff-ab3b-6d39cf097af2) {{(pid=84875) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 14 07:29:02.209624 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc191ba0-c0f2-47a4-a90d-d059094ce3b0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=af13ab1a-1d26-4881-9d43-1b4faaf035c9,revision_number=None']} {{(pid=84875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:29:02.212663 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.db_base_plugin_common [None req-f7077fbb-b732-4caa-b92f-fdf0a667983a tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] Allocated IP 2001:db8:0:1:f816:3eff:fea5:1577 (23f0a15d-6362-4cec-82c1-cacba887c566/cbbcc1be-2ec9-413d-9b0b-611fb557c67b/30103782-109a-4cff-ab3b-6d39cf097af2) {{(pid=84875) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 14 07:29:02.234504 n-d-768862-2 neutron-server[84765]: INFO neutron.pecan_wsgi.hooks.translation [None req-31bc4446-d3ec-45b6-937c-7072a0590ab7 tempest-PortsTestJSON-2091589570 tempest-PortsTestJSON-2091589570] GET failed (client error): The resource could not be found. Jan 14 07:29:02.235403 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-31bc4446-d3ec-45b6-937c-7072a0590ab7 tempest-PortsTestJSON-2091589570 tempest-PortsTestJSON-2091589570] Synchronizing usage tracker for tenant:4f41150d2ea84f97bbab10653dcc9b99 on resource:port {{(pid=84874) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 14 07:29:02.258558 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-cffd4cf0-ac2e-43c6-8ab5-f0139f1bc996 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:29:02.260815 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-fc191ba0-c0f2-47a4-a90d-d059094ce3b0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:29:02.261541 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-31bc4446-d3ec-45b6-937c-7072a0590ab7 tempest-PortsTestJSON-2091589570 tempest-PortsTestJSON-2091589570] Unset dirty status for tenant:4f41150d2ea84f97bbab10653dcc9b99 on resource:port {{(pid=84874) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 14 07:29:02.266959 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-31bc4446-d3ec-45b6-937c-7072a0590ab7 tempest-PortsTestJSON-2091589570 tempest-PortsTestJSON-2091589570] 10.222.0.24 "GET /v2.0/ports/4824e7f5-c961-4835-8cbc-346145907fdd HTTP/1.1" status: 404 len: 333 time: 0.0930567 Jan 14 07:29:02.266959 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84874) accepted ('10.222.0.24', 50354) {{(pid=84874) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:29:02.278904 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.v2.base [None req-13e27675-4294-48e0-a746-12eb40b44073 tempest-PortsTestJSON-2091589570 tempest-PortsTestJSON-2091589570] Request body: {'port': {'network_id': 'e289c449-d36a-4991-9be0-13105a93d6ac', 'name': 'tempest-PortsTestJSON-429315196'}} {{(pid=84874) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:29:02.328580 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-fc191ba0-c0f2-47a4-a90d-d059094ce3b0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:29:02.329837 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-fc191ba0-c0f2-47a4-a90d-d059094ce3b0 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/af13ab1a-1d26-4881-9d43-1b4faaf035c9 HTTP/1.1" status: 204 len: 168 time: 1.5491140 Jan 14 07:29:02.377404 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a56db338-3728-4f55-9530-6e9fa80d4f54 tempest-PortsIpV6TestJSON-1330665174 tempest-PortsIpV6TestJSON-1330665174] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:29:02.378358 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-a56db338-3728-4f55-9530-6e9fa80d4f54 tempest-PortsIpV6TestJSON-1330665174 tempest-PortsIpV6TestJSON-1330665174] Synchronizing usage tracker for tenant:6396266df05d476da6838f06b578d30b on resource:port {{(pid=84875) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 14 07:29:02.409700 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-cffd4cf0-ac2e-43c6-8ab5-f0139f1bc996 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:29:02.427821 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-13e27675-4294-48e0-a746-12eb40b44073 tempest-PortsTestJSON-2091589570 tempest-PortsTestJSON-2091589570] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:29:02.446701 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-a56db338-3728-4f55-9530-6e9fa80d4f54 tempest-PortsIpV6TestJSON-1330665174 tempest-PortsIpV6TestJSON-1330665174] Unset dirty status for tenant:6396266df05d476da6838f06b578d30b on resource:port {{(pid=84875) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 14 07:29:02.449043 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-a56db338-3728-4f55-9530-6e9fa80d4f54 tempest-PortsIpV6TestJSON-1330665174 tempest-PortsIpV6TestJSON-1330665174] 10.222.0.24 "GET /v2.0/ports HTTP/1.1" status: 200 len: 847 time: 0.9569733 Jan 14 07:29:02.449972 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84875) accepted ('10.222.0.24', 50370) {{(pid=84875) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:29:02.463907 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-13e27675-4294-48e0-a746-12eb40b44073 tempest-PortsTestJSON-2091589570 tempest-PortsTestJSON-2091589570] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=84874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:29:02.495950 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-13e27675-4294-48e0-a746-12eb40b44073 tempest-PortsTestJSON-2091589570 tempest-PortsTestJSON-2091589570] Made reservation on behalf of 4f41150d2ea84f97bbab10653dcc9b99 for: {'port': 1} {{(pid=84874) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 07:29:02.509273 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-13e27675-4294-48e0-a746-12eb40b44073 tempest-PortsTestJSON-2091589570 tempest-PortsTestJSON-2091589570] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555753'] for port, before_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:29:02.547877 n-d-768862-2 neutron-server[84765]: INFO neutron.pecan_wsgi.hooks.translation [None req-22d67b5f-4cfa-46a9-81f9-358281cfdfb8 tempest-PortsIpV6TestJSON-1330665174 tempest-PortsIpV6TestJSON-1330665174] GET failed (client error): The resource could not be found. Jan 14 07:29:02.553874 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-22d67b5f-4cfa-46a9-81f9-358281cfdfb8 tempest-PortsIpV6TestJSON-1330665174 tempest-PortsIpV6TestJSON-1330665174] 10.222.0.24 "GET /v2.0/ports/ba5808bc-8941-4beb-bc13-462102683ec1 HTTP/1.1" status: 404 len: 333 time: 0.0883408 Jan 14 07:29:02.580977 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84874) accepted ('10.222.0.24', 50380) {{(pid=84874) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:29:02.611186 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.v2.base [None req-6411dada-e4c7-4909-b50b-afafb07bb95b tempest-PortsIpV6TestJSON-1330665174 tempest-PortsIpV6TestJSON-1330665174] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-535870988'}} {{(pid=84874) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:29:02.626462 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-6411dada-e4c7-4909-b50b-afafb07bb95b tempest-PortsIpV6TestJSON-1330665174 tempest-PortsIpV6TestJSON-1330665174] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:29:02.631385 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-6411dada-e4c7-4909-b50b-afafb07bb95b tempest-PortsIpV6TestJSON-1330665174 tempest-PortsIpV6TestJSON-1330665174] Usage tracker for resource:network and tenant:6396266df05d476da6838f06b578d30b is out of sync, need to count used quota {{(pid=84874) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:29:02.635168 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-6411dada-e4c7-4909-b50b-afafb07bb95b tempest-PortsIpV6TestJSON-1330665174 tempest-PortsIpV6TestJSON-1330665174] Quota usage for network was recalculated. Used quota:1. {{(pid=84874) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:29:02.642325 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-6411dada-e4c7-4909-b50b-afafb07bb95b tempest-PortsIpV6TestJSON-1330665174 tempest-PortsIpV6TestJSON-1330665174] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:29:02.658212 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6411dada-e4c7-4909-b50b-afafb07bb95b tempest-PortsIpV6TestJSON-1330665174 tempest-PortsIpV6TestJSON-1330665174] Made reservation on behalf of 6396266df05d476da6838f06b578d30b for: {'network': 1} {{(pid=84874) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 07:29:02.669090 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-6411dada-e4c7-4909-b50b-afafb07bb95b tempest-PortsIpV6TestJSON-1330665174 tempest-PortsIpV6TestJSON-1330665174] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555753'] for network, before_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:29:02.811070 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-f7077fbb-b732-4caa-b92f-fdf0a667983a tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] Notify callbacks [] for port, precommit_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:29:02.836738 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-cffd4cf0-ac2e-43c6-8ab5-f0139f1bc996 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850887153'] for security_group, after_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:29:02.862980 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-b3d32176-1a9d-44f7-82b7-405ea6859d22 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:29:02.868997 n-d-768862-2 neutron-server[84765]: DEBUG neutron.notifiers.nova [None req-13e27675-4294-48e0-a746-12eb40b44073 tempest-PortsTestJSON-2091589570 tempest-PortsTestJSON-2091589570] device_id is not set on port a6a2aa22-7460-4df7-9288-623ff84d0b84 yet. {{(pid=84874) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}} Jan 14 07:29:02.889119 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cffd4cf0-ac2e-43c6-8ab5-f0139f1bc996 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6feaebca-4ae8-49d3-98f7-4266a951ddf7,revision_number=None']} {{(pid=84875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:29:02.942069 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-f7077fbb-b732-4caa-b92f-fdf0a667983a tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] Transition to ACTIVE for port object 30103782-109a-4cff-ab3b-6d39cf097af2 will not be triggered until provisioned by entity DHCP. {{(pid=84875) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 07:29:02.966768 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-cffd4cf0-ac2e-43c6-8ab5-f0139f1bc996 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:29:02.975417 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-cffd4cf0-ac2e-43c6-8ab5-f0139f1bc996 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:29:02.977562 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-cffd4cf0-ac2e-43c6-8ab5-f0139f1bc996 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/6feaebca-4ae8-49d3-98f7-4266a951ddf7 HTTP/1.1" status: 204 len: 168 time: 1.3678439 Jan 14 07:29:02.991524 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-f7077fbb-b732-4caa-b92f-fdf0a667983a tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777640123575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851621574'] for port, after_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:29:02.992482 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6411dada-e4c7-4909-b50b-afafb07bb95b tempest-PortsIpV6TestJSON-1330665174 tempest-PortsIpV6TestJSON-1330665174] vxlan segment allocate from pool success with {'vxlan_vni': 15} {{(pid=84874) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Jan 14 07:29:03.021477 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-6411dada-e4c7-4909-b50b-afafb07bb95b tempest-PortsIpV6TestJSON-1330665174 tempest-PortsIpV6TestJSON-1330665174] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854179735'] for segment, precommit_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:29:03.021848 n-d-768862-2 neutron-server[84765]: INFO neutron.db.segments_db [None req-6411dada-e4c7-4909-b50b-afafb07bb95b tempest-PortsIpV6TestJSON-1330665174 tempest-PortsIpV6TestJSON-1330665174] Added segment 03f0af1d-21dd-4905-bcbb-8d9c287788bb of type vxlan for network 2b930391-a3db-4b31-b748-1dceae4338a5 Jan 14 07:29:03.132202 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84874) accepted ('10.222.0.24', 50440) {{(pid=84874) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:29:03.154059 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-6411dada-e4c7-4909-b50b-afafb07bb95b tempest-PortsIpV6TestJSON-1330665174 tempest-PortsIpV6TestJSON-1330665174] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363259214646115'] for network, precommit_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:29:03.182075 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-ec224335-19a4-4486-9993-493a171c27e4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:29:03.222147 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-81d90ad3-269a-4032-8333-ce6790f3fb6f tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:29:03.266944 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-ec224335-19a4-4486-9993-493a171c27e4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:29:03.380113 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7077fbb-b732-4caa-b92f-fdf0a667983a tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] Pushing event updated for resources: {'Port': ['ID=30103782-109a-4cff-ab3b-6d39cf097af2,revision_number=1']} {{(pid=84875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:29:03.389217 n-d-768862-2 neutron-server[84765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7077fbb-b732-4caa-b92f-fdf0a667983a tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] Network 23f0a15d-6362-4cec-82c1-cacba887c566 is already hosted by enough agents. {{(pid=84875) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 07:29:03.408384 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-ec224335-19a4-4486-9993-493a171c27e4 admin admin] Usage tracker for resource:security_group_rule and tenant:d8fd1186424a4c9595639eb8089f4a5e is out of sync, need to count used quota {{(pid=84874) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:29:03.408874 n-d-768862-2 neutron-server[84765]: DEBUG neutron.scheduler.base_scheduler [None req-f7077fbb-b732-4caa-b92f-fdf0a667983a tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] Resources bound (agent type, host, resource id): {{(pid=84875) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 07:29:03.422726 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7077fbb-b732-4caa-b92f-fdf0a667983a tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@n-h1-768862-2 {{(pid=84875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:29:03.423155 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7077fbb-b732-4caa-b92f-fdf0a667983a tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-h1-768862-2 {{(pid=84875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:29:03.423580 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7077fbb-b732-4caa-b92f-fdf0a667983a tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-h1-768862-2 {{(pid=84875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:29:03.424029 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7077fbb-b732-4caa-b92f-fdf0a667983a tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-h1-768862-2 {{(pid=84875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:29:03.424444 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7077fbb-b732-4caa-b92f-fdf0a667983a tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@n-h1-768862-2 {{(pid=84875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:29:03.424856 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7077fbb-b732-4caa-b92f-fdf0a667983a tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-h1-768862-2 {{(pid=84875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:29:03.425262 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7077fbb-b732-4caa-b92f-fdf0a667983a tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-h1-768862-2 {{(pid=84875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:29:03.425670 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7077fbb-b732-4caa-b92f-fdf0a667983a tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-h1-768862-2 {{(pid=84875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:29:03.428664 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-6411dada-e4c7-4909-b50b-afafb07bb95b tempest-PortsIpV6TestJSON-1330665174 tempest-PortsIpV6TestJSON-1330665174] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850887149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964'] for network, after_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:29:03.436477 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7077fbb-b732-4caa-b92f-fdf0a667983a tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-h1-768862-2 {{(pid=84875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:29:03.437027 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7077fbb-b732-4caa-b92f-fdf0a667983a tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-h1-768862-2 {{(pid=84875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:29:03.437451 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7077fbb-b732-4caa-b92f-fdf0a667983a tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-h1-768862-2 {{(pid=84875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:29:03.437869 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7077fbb-b732-4caa-b92f-fdf0a667983a tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-h1-768862-2 {{(pid=84875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:29:03.438541 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7077fbb-b732-4caa-b92f-fdf0a667983a tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@n-h2-768862-2 {{(pid=84875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:29:03.438732 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7077fbb-b732-4caa-b92f-fdf0a667983a tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-h2-768862-2 {{(pid=84875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:29:03.439152 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7077fbb-b732-4caa-b92f-fdf0a667983a tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-h2-768862-2 {{(pid=84875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:29:03.439619 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7077fbb-b732-4caa-b92f-fdf0a667983a tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-h2-768862-2 {{(pid=84875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:29:03.442165 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7077fbb-b732-4caa-b92f-fdf0a667983a tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@n-h2-768862-2 {{(pid=84875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:29:03.442742 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7077fbb-b732-4caa-b92f-fdf0a667983a tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-h2-768862-2 {{(pid=84875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:29:03.443160 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7077fbb-b732-4caa-b92f-fdf0a667983a tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-h2-768862-2 {{(pid=84875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:29:03.443581 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7077fbb-b732-4caa-b92f-fdf0a667983a tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-h2-768862-2 {{(pid=84875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:29:03.444126 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7077fbb-b732-4caa-b92f-fdf0a667983a tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-h2-768862-2 {{(pid=84875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:29:03.444437 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7077fbb-b732-4caa-b92f-fdf0a667983a tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-h2-768862-2 {{(pid=84875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:29:03.444844 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7077fbb-b732-4caa-b92f-fdf0a667983a tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-h2-768862-2 {{(pid=84875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:29:03.445264 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7077fbb-b732-4caa-b92f-fdf0a667983a tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-h2-768862-2 {{(pid=84875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:29:03.445727 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7077fbb-b732-4caa-b92f-fdf0a667983a tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-2 {{(pid=84875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:29:03.446131 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7077fbb-b732-4caa-b92f-fdf0a667983a tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-2 {{(pid=84875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:29:03.446666 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7077fbb-b732-4caa-b92f-fdf0a667983a tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-2 {{(pid=84875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:29:03.447071 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7077fbb-b732-4caa-b92f-fdf0a667983a tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-2 {{(pid=84875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:29:03.447480 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7077fbb-b732-4caa-b92f-fdf0a667983a tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@n-d-768862-2 {{(pid=84875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:29:03.455950 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7077fbb-b732-4caa-b92f-fdf0a667983a tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-2 {{(pid=84875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:29:03.456576 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7077fbb-b732-4caa-b92f-fdf0a667983a tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-768862-2 {{(pid=84875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:29:03.457001 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7077fbb-b732-4caa-b92f-fdf0a667983a tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-768862-2 {{(pid=84875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:29:03.457419 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7077fbb-b732-4caa-b92f-fdf0a667983a tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-2 {{(pid=84875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:29:03.457905 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7077fbb-b732-4caa-b92f-fdf0a667983a tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-2 {{(pid=84875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:29:03.458322 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7077fbb-b732-4caa-b92f-fdf0a667983a tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-2 {{(pid=84875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:29:03.458730 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7077fbb-b732-4caa-b92f-fdf0a667983a tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-2 {{(pid=84875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:29:03.466720 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7077fbb-b732-4caa-b92f-fdf0a667983a tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] Received port after_create {{(pid=84875) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 14 07:29:03.476755 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:segments":"rule:admin_only" was deprecated in W in favor of "update_network:segments":"role:admin and system_scope:all". Reason: Jan 14 07:29:03.476755 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:29:03.476755 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:29:03.476755 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:29:03.476755 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:shared":"rule:admin_only" was deprecated in W in favor of "update_network:shared":"role:admin and system_scope:all". Reason: Jan 14 07:29:03.476755 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:29:03.476755 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:29:03.476755 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:29:03.476755 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "update_network:provider:network_type":"role:admin and system_scope:all". Reason: Jan 14 07:29:03.476755 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:29:03.476755 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:29:03.476755 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:29:03.476755 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "update_network:provider:physical_network":"role:admin and system_scope:all". Reason: Jan 14 07:29:03.476755 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:29:03.476755 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:29:03.476755 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:29:03.476755 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "update_network:provider:segmentation_id":"role:admin and system_scope:all". Reason: Jan 14 07:29:03.476755 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:29:03.476755 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:29:03.476755 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:29:03.476755 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:router:external":"rule:admin_only" was deprecated in W in favor of "update_network:router:external":"role:admin and system_scope:all". Reason: Jan 14 07:29:03.476755 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:29:03.476755 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:29:03.476755 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:29:03.476755 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:is_default":"rule:admin_only" was deprecated in W in favor of "update_network:is_default":"role:admin and system_scope:all". Reason: Jan 14 07:29:03.476755 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:29:03.476755 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:29:03.476755 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:29:03.476755 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:port_security_enabled":"rule:admin_or_owner" was deprecated in W in favor of "update_network:port_security_enabled":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 07:29:03.476755 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:29:03.476755 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:29:03.476755 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:29:03.476755 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "delete_network":"rule:admin_or_owner" was deprecated in W in favor of "delete_network":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 07:29:03.476755 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:29:03.476755 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:29:03.476755 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:29:03.476755 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_segment":"rule:admin_only" was deprecated in W in favor of "create_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:29:03.476755 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:29:03.476755 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_segment":"rule:admin_only" was deprecated in W in favor of "get_segment":"role:reader and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:29:03.476755 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:29:03.476755 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_segment":"rule:admin_only" was deprecated in W in favor of "update_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:29:03.476755 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:29:03.476755 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "delete_segment":"rule:admin_only" was deprecated in W in favor of "delete_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:29:03.476755 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:29:03.476755 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network":"rule:regular_user" was deprecated in W in favor of "create_network":"role:member and project_id:%(project_id)s". Reason: Jan 14 07:29:03.476755 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:29:03.476755 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:29:03.476755 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:29:03.476755 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:shared":"rule:admin_only" was deprecated in W in favor of "create_network:shared":"role:admin and system_scope:all". Reason: Jan 14 07:29:03.476755 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:29:03.476755 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:29:03.476755 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:29:03.476755 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:router:external":"rule:admin_only" was deprecated in W in favor of "create_network:router:external":"role:admin and system_scope:all". Reason: Jan 14 07:29:03.476755 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:29:03.476755 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:29:03.476755 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:29:03.476755 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:is_default":"rule:admin_only" was deprecated in W in favor of "create_network:is_default":"role:admin and system_scope:all". Reason: Jan 14 07:29:03.476755 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:29:03.476755 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:29:03.476755 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:29:03.476755 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:port_security_enabled":"rule:regular_user" was deprecated in W in favor of "create_network:port_security_enabled":"role:member and project_id:%(project_id)s". Reason: Jan 14 07:29:03.476755 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:29:03.476755 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:29:03.476755 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:29:03.483534 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:segments":"rule:admin_only" was deprecated in W in favor of "create_network:segments":"role:admin and system_scope:all". Reason: Jan 14 07:29:03.483534 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:29:03.483534 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:29:03.483534 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:29:03.483534 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "create_network:provider:network_type":"role:admin and system_scope:all". Reason: Jan 14 07:29:03.483534 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:29:03.483534 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:29:03.483534 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:29:03.483534 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "create_network:provider:physical_network":"role:admin and system_scope:all". Reason: Jan 14 07:29:03.483534 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:29:03.483534 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:29:03.483534 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:29:03.483534 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "create_network:provider:segmentation_id":"role:admin and system_scope:all". Reason: Jan 14 07:29:03.483534 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:29:03.483534 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:29:03.483534 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:29:03.483534 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network":"rule:admin_or_owner or rule:shared or rule:external or rule:context_is_advsvc" was deprecated in W in favor of "get_network":"(role:reader and system_scope:all) or (role:reader and project_id:%(project_id)s) or rule:shared or rule:external or rule:context_is_advsvc". Reason: Jan 14 07:29:03.483534 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:29:03.483534 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:29:03.483534 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:29:03.483534 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:router:external":"rule:regular_user" was deprecated in W in favor of "get_network:router:external":"role:reader and project_id:%(project_id)s". Reason: Jan 14 07:29:03.483534 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:29:03.483534 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:29:03.483534 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:29:03.483534 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:segments":"rule:admin_only" was deprecated in W in favor of "get_network:segments":"role:reader and system_scope:all". Reason: Jan 14 07:29:03.483534 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:29:03.483534 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:29:03.483534 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:29:03.483534 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "get_network:provider:network_type":"role:reader and system_scope:all". Reason: Jan 14 07:29:03.483534 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:29:03.483534 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:29:03.483534 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:29:03.483534 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "get_network:provider:physical_network":"role:reader and system_scope:all". Reason: Jan 14 07:29:03.483534 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:29:03.483534 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:29:03.483534 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:29:03.483534 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "get_network:provider:segmentation_id":"role:reader and system_scope:all". Reason: Jan 14 07:29:03.483534 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:29:03.483534 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:29:03.483534 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:29:03.483534 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network":"rule:admin_or_owner" was deprecated in W in favor of "update_network":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 07:29:03.483534 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:29:03.483534 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:29:03.483534 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:29:03.483534 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:segments":"rule:admin_only" was deprecated in W in favor of "update_network:segments":"role:admin and system_scope:all". Reason: Jan 14 07:29:03.483534 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:29:03.483534 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:29:03.483534 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:29:03.483534 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:shared":"rule:admin_only" was deprecated in W in favor of "update_network:shared":"role:admin and system_scope:all". Reason: Jan 14 07:29:03.483534 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:29:03.483534 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:29:03.483534 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:29:03.483534 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "update_network:provider:network_type":"role:admin and system_scope:all". Reason: Jan 14 07:29:03.483534 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:29:03.483534 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:29:03.483534 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:29:03.483534 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "update_network:provider:physical_network":"role:admin and system_scope:all". Reason: Jan 14 07:29:03.483534 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:29:03.483534 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:29:03.483534 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:29:03.483534 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "update_network:provider:segmentation_id":"role:admin and system_scope:all". Reason: Jan 14 07:29:03.483534 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:29:03.483534 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:29:03.483534 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:29:03.483534 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:router:external":"rule:admin_only" was deprecated in W in favor of "update_network:router:external":"role:admin and system_scope:all". Reason: Jan 14 07:29:03.483534 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:29:03.483534 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:29:03.483534 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:29:03.493218 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6411dada-e4c7-4909-b50b-afafb07bb95b tempest-PortsIpV6TestJSON-1330665174 tempest-PortsIpV6TestJSON-1330665174] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:29:03.494765 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-6411dada-e4c7-4909-b50b-afafb07bb95b tempest-PortsIpV6TestJSON-1330665174 tempest-PortsIpV6TestJSON-1330665174] Notify callbacks [] for network, before_response {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:29:03.514981 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7077fbb-b732-4caa-b92f-fdf0a667983a tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:29:03.515668 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-f7077fbb-b732-4caa-b92f-fdf0a667983a tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854768116'] for port, before_response {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:29:03.520529 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-f7077fbb-b732-4caa-b92f-fdf0a667983a tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.298s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:29:03.529526 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-ec224335-19a4-4486-9993-493a171c27e4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84874) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:29:03.533450 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-d8d6eb19-b4cb-47d4-980c-6e3a089a267b tempest-BulkNetworkOpsTest-1426007266 tempest-BulkNetworkOpsTest-1426007266] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:29:03.566018 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-6411dada-e4c7-4909-b50b-afafb07bb95b tempest-PortsIpV6TestJSON-1330665174 tempest-PortsIpV6TestJSON-1330665174] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.9640224 Jan 14 07:29:03.567416 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-ec224335-19a4-4486-9993-493a171c27e4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:29:03.569300 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-f7077fbb-b732-4caa-b92f-fdf0a667983a tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1033 time: 6.5607662 Jan 14 07:29:03.576852 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84875) accepted ('10.222.0.24', 50482) {{(pid=84875) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:29:03.577943 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84875) accepted ('10.222.0.24', 50484) {{(pid=84875) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:29:03.823006 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.plugin [None req-1489191a-32ae-4eda-9995-3827f587def7 tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] Deleting port 30103782-109a-4cff-ab3b-6d39cf097af2 {{(pid=84875) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 07:29:03.823488 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-1489191a-32ae-4eda-9995-3827f587def7 tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363259214248359'] for port, before_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:29:03.828738 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6411dada-e4c7-4909-b50b-afafb07bb95b tempest-PortsIpV6TestJSON-1330665174 tempest-PortsIpV6TestJSON-1330665174] Pushing event updated for resources: {'Network': ['ID=2b930391-a3db-4b31-b748-1dceae4338a5,revision_number=1']} {{(pid=84874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:29:03.851608 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-852a24f7-e9a1-4193-9abb-e9506fe5213f None None] Network 2b930391-a3db-4b31-b748-1dceae4338a5 details requested by agent ovs-agent-n-h2-768862-2 with host n-h2-768862-2 {{(pid=84876) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 07:29:03.866502 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-6411dada-e4c7-4909-b50b-afafb07bb95b tempest-PortsIpV6TestJSON-1330665174 tempest-PortsIpV6TestJSON-1330665174] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.333s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:29:03.890808 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-13e27675-4294-48e0-a746-12eb40b44073 tempest-PortsTestJSON-2091589570 tempest-PortsTestJSON-2091589570] Notify callbacks [] for port, precommit_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:29:03.916299 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.v2.base [None req-51d8e548-92ff-4f47-ad50-8ddad4011a6d tempest-PortsIpV6TestJSON-1330665174 tempest-PortsIpV6TestJSON-1330665174] Request body: {'subnet': {'network_id': '2b930391-a3db-4b31-b748-1dceae4338a5', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=84875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:29:03.943309 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84874) accepted ('10.222.0.24', 50514) {{(pid=84874) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:29:04.007156 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-4ec0cc73-f245-4f08-94e2-7f42f7e8fe2b admin admin] Notify callbacks [] for security_group, before_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:29:04.040973 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-017f98a9-8a07-408c-a86f-8ff0c00400a0 None None] Network 2b930391-a3db-4b31-b748-1dceae4338a5 details requested by agent ovs-agent-n-h1-768862-2 with host n-h1-768862-2 {{(pid=84876) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 07:29:04.056267 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Network 2b930391-a3db-4b31-b748-1dceae4338a5 details requested by agent ovs-agent-n-d-768862-2 with host n-d-768862-2 {{(pid=84876) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 07:29:04.071239 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-4ec0cc73-f245-4f08-94e2-7f42f7e8fe2b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:29:04.097333 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-4ec0cc73-f245-4f08-94e2-7f42f7e8fe2b admin admin] Usage tracker for resource:security_group_rule and tenant:1e099010da9b4364b89a8588f0832c01 is out of sync, need to count used quota {{(pid=84874) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:29:04.104656 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-4ec0cc73-f245-4f08-94e2-7f42f7e8fe2b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84874) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:29:04.131873 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-4ec0cc73-f245-4f08-94e2-7f42f7e8fe2b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:29:04.162314 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-13e27675-4294-48e0-a746-12eb40b44073 tempest-PortsTestJSON-2091589570 tempest-PortsTestJSON-2091589570] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777640123575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3254186'] for port, after_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:29:04.205300 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-7b671de2-a435-4bcd-8d5d-a20b589ab060 tempest-PortsIpV6TestJSON-1330665174 tempest-PortsIpV6TestJSON-1330665174] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:29:04.275494 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-e936a951-a83f-4081-b2c7-402a3f7c0c3e None None] Provisioning for port 30103782-109a-4cff-ab3b-6d39cf097af2 completed by entity DHCP. {{(pid=84876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 07:29:04.294363 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-e936a951-a83f-4081-b2c7-402a3f7c0c3e None None] Provisioning complete for port 30103782-109a-4cff-ab3b-6d39cf097af2 triggered by entity DHCP. {{(pid=84876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 07:29:04.295050 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-e936a951-a83f-4081-b2c7-402a3f7c0c3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-604227'] for port, provisioning_complete {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:29:04.385250 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.plugin [None req-e936a951-a83f-4081-b2c7-402a3f7c0c3e None None] Port 30103782-109a-4cff-ab3b-6d39cf097af2 cannot update to ACTIVE because it is not bound. {{(pid=84876) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:329}} Jan 14 07:29:04.486966 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-51d8e548-92ff-4f47-ad50-8ddad4011a6d tempest-PortsIpV6TestJSON-1330665174 tempest-PortsIpV6TestJSON-1330665174] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:29:04.498878 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-51d8e548-92ff-4f47-ad50-8ddad4011a6d tempest-PortsIpV6TestJSON-1330665174 tempest-PortsIpV6TestJSON-1330665174] Usage tracker for resource:subnet and tenant:6396266df05d476da6838f06b578d30b is out of sync, need to count used quota {{(pid=84875) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:29:04.529871 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-51d8e548-92ff-4f47-ad50-8ddad4011a6d tempest-PortsIpV6TestJSON-1330665174 tempest-PortsIpV6TestJSON-1330665174] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84875) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:29:04.614229 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-51d8e548-92ff-4f47-ad50-8ddad4011a6d tempest-PortsIpV6TestJSON-1330665174 tempest-PortsIpV6TestJSON-1330665174] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:29:04.648525 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-51d8e548-92ff-4f47-ad50-8ddad4011a6d tempest-PortsIpV6TestJSON-1330665174 tempest-PortsIpV6TestJSON-1330665174] Made reservation on behalf of 6396266df05d476da6838f06b578d30b for: {'subnet': 1} {{(pid=84875) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 07:29:04.836920 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-51d8e548-92ff-4f47-ad50-8ddad4011a6d tempest-PortsIpV6TestJSON-1330665174 tempest-PortsIpV6TestJSON-1330665174] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036852467157'] for subnet, before_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:29:04.863980 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-ec224335-19a4-4486-9993-493a171c27e4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:29:04.889697 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-ec224335-19a4-4486-9993-493a171c27e4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850887153'] for security_group, after_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:29:04.919853 n-d-768862-2 neutron-server[84765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13e27675-4294-48e0-a746-12eb40b44073 tempest-PortsTestJSON-2091589570 tempest-PortsTestJSON-2091589570] Network e289c449-d36a-4991-9be0-13105a93d6ac is already hosted by enough agents. {{(pid=84874) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 07:29:04.928122 n-d-768862-2 neutron-server[84765]: DEBUG neutron.scheduler.base_scheduler [None req-13e27675-4294-48e0-a746-12eb40b44073 tempest-PortsTestJSON-2091589570 tempest-PortsTestJSON-2091589570] Resources bound (agent type, host, resource id): {{(pid=84874) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 07:29:04.931147 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13e27675-4294-48e0-a746-12eb40b44073 tempest-PortsTestJSON-2091589570 tempest-PortsTestJSON-2091589570] Received port after_create {{(pid=84874) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 14 07:29:04.950468 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13e27675-4294-48e0-a746-12eb40b44073 tempest-PortsTestJSON-2091589570 tempest-PortsTestJSON-2091589570] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:29:04.951592 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-13e27675-4294-48e0-a746-12eb40b44073 tempest-PortsTestJSON-2091589570 tempest-PortsTestJSON-2091589570] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854768116'] for port, before_response {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:29:04.982490 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13e27675-4294-48e0-a746-12eb40b44073 tempest-PortsTestJSON-2091589570 tempest-PortsTestJSON-2091589570] Pushing event updated for resources: {'Port': ['ID=a6a2aa22-7460-4df7-9288-623ff84d0b84,revision_number=1']} {{(pid=84874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:29:04.986428 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-13e27675-4294-48e0-a746-12eb40b44073 tempest-PortsTestJSON-2091589570 tempest-PortsTestJSON-2091589570] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.781s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:29:05.003062 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-219bb533-c392-4fe8-912f-e9f7c4c79294 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.092s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:29:05.041471 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-4ec0cc73-f245-4f08-94e2-7f42f7e8fe2b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:29:05.048494 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec224335-19a4-4486-9993-493a171c27e4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=325a95e3-8caa-4e55-a7b3-808218b7551d,revision_number=1']} {{(pid=84874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:29:05.052615 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-ec224335-19a4-4486-9993-493a171c27e4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:29:05.056862 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-1489191a-32ae-4eda-9995-3827f587def7 tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036850862667'] for port, precommit_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:29:05.067163 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-ec224335-19a4-4486-9993-493a171c27e4 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=d8fd1186424a4c9595639eb8089f4a5e&name=default HTTP/1.1" status: 200 len: 2983 time: 1.9276092 Jan 14 07:29:05.067163 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-4ec0cc73-f245-4f08-94e2-7f42f7e8fe2b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850887153'] for security_group, after_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:29:05.075703 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84875) accepted ('10.222.0.24', 50604) {{(pid=84875) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:29:05.076130 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-21dcf90c-8a70-42ed-bd6b-40b8572e382a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:29:05.107379 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ec0cc73-f245-4f08-94e2-7f42f7e8fe2b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d80c9e80-bc3f-4f9e-9596-a77efe17a0da,revision_number=1']} {{(pid=84874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:29:05.111300 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-4ec0cc73-f245-4f08-94e2-7f42f7e8fe2b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:29:05.119274 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-13e27675-4294-48e0-a746-12eb40b44073 tempest-PortsTestJSON-2091589570 tempest-PortsTestJSON-2091589570] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 845 time: 2.8494725 Jan 14 07:29:05.122526 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84874) accepted ('10.222.0.24', 50612) {{(pid=84874) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:29:05.141470 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.v2.base [None req-b1759546-1ca4-4711-b56f-2de5bf69f308 tempest-PortsTestJSON-2091589570 tempest-PortsTestJSON-2091589570] Request body: {'port': {'name': 'New_Port', 'admin_state_up': False}} {{(pid=84874) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:29:05.215943 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-4ec0cc73-f245-4f08-94e2-7f42f7e8fe2b admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=1e099010da9b4364b89a8588f0832c01&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2609355 Jan 14 07:29:05.216693 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84874) accepted ('10.222.0.24', 50622) {{(pid=84874) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:29:05.294731 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.plugin [None req-1489191a-32ae-4eda-9995-3827f587def7 tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] Calling delete_port for 30103782-109a-4cff-ab3b-6d39cf097af2 owned by {{(pid=84875) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 07:29:05.304720 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-dc8ed056-9892-42f3-81f1-d69123241e6f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:29:05.335522 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-dc8ed056-9892-42f3-81f1-d69123241e6f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:29:05.393093 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:port_security_enabled":"rule:admin_or_owner" was deprecated in W in favor of "update_network:port_security_enabled":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 07:29:05.393093 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:29:05.393093 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:29:05.393093 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:29:05.393093 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "delete_network":"rule:admin_or_owner" was deprecated in W in favor of "delete_network":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 07:29:05.393093 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:29:05.393093 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:29:05.393093 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:29:05.393093 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_segment":"rule:admin_only" was deprecated in W in favor of "create_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:29:05.393093 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:29:05.393093 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_segment":"rule:admin_only" was deprecated in W in favor of "get_segment":"role:reader and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:29:05.393093 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:29:05.393093 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_segment":"rule:admin_only" was deprecated in W in favor of "update_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:29:05.393093 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:29:05.393093 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "delete_segment":"rule:admin_only" was deprecated in W in favor of "delete_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:29:05.393093 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:29:05.393093 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network":"rule:regular_user" was deprecated in W in favor of "create_network":"role:member and project_id:%(project_id)s". Reason: Jan 14 07:29:05.393093 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:29:05.393093 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:29:05.393093 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:29:05.393093 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:shared":"rule:admin_only" was deprecated in W in favor of "create_network:shared":"role:admin and system_scope:all". Reason: Jan 14 07:29:05.393093 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:29:05.393093 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:29:05.393093 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:29:05.393093 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:router:external":"rule:admin_only" was deprecated in W in favor of "create_network:router:external":"role:admin and system_scope:all". Reason: Jan 14 07:29:05.393093 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:29:05.393093 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:29:05.393093 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:29:05.393093 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:is_default":"rule:admin_only" was deprecated in W in favor of "create_network:is_default":"role:admin and system_scope:all". Reason: Jan 14 07:29:05.393093 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:29:05.393093 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:29:05.393093 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:29:05.393093 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:port_security_enabled":"rule:regular_user" was deprecated in W in favor of "create_network:port_security_enabled":"role:member and project_id:%(project_id)s". Reason: Jan 14 07:29:05.393093 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:29:05.393093 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:29:05.393093 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:29:05.393093 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:segments":"rule:admin_only" was deprecated in W in favor of "create_network:segments":"role:admin and system_scope:all". Reason: Jan 14 07:29:05.393093 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:29:05.393093 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:29:05.393093 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:29:05.393093 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "create_network:provider:network_type":"role:admin and system_scope:all". Reason: Jan 14 07:29:05.393093 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:29:05.393093 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:29:05.393093 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:29:05.393093 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "create_network:provider:physical_network":"role:admin and system_scope:all". Reason: Jan 14 07:29:05.393093 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:29:05.393093 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:29:05.393093 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:29:05.393093 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "create_network:provider:segmentation_id":"role:admin and system_scope:all". Reason: Jan 14 07:29:05.393093 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:29:05.393093 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:29:05.393093 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:29:05.393093 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network":"rule:admin_or_owner or rule:shared or rule:external or rule:context_is_advsvc" was deprecated in W in favor of "get_network":"(role:reader and system_scope:all) or (role:reader and project_id:%(project_id)s) or rule:shared or rule:external or rule:context_is_advsvc". Reason: Jan 14 07:29:05.393093 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:29:05.393093 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:29:05.393093 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:29:05.393093 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:router:external":"rule:regular_user" was deprecated in W in favor of "get_network:router:external":"role:reader and project_id:%(project_id)s". Reason: Jan 14 07:29:05.393093 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:29:05.393093 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:29:05.393093 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:29:05.417088 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:segments":"rule:admin_only" was deprecated in W in favor of "get_network:segments":"role:reader and system_scope:all". Reason: Jan 14 07:29:05.417088 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:29:05.417088 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:29:05.417088 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:29:05.417088 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "get_network:provider:network_type":"role:reader and system_scope:all". Reason: Jan 14 07:29:05.417088 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:29:05.417088 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:29:05.417088 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:29:05.417088 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "get_network:provider:physical_network":"role:reader and system_scope:all". Reason: Jan 14 07:29:05.417088 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:29:05.417088 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:29:05.417088 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:29:05.417088 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "get_network:provider:segmentation_id":"role:reader and system_scope:all". Reason: Jan 14 07:29:05.417088 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:29:05.417088 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:29:05.417088 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:29:05.417088 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network":"rule:admin_or_owner" was deprecated in W in favor of "update_network":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 07:29:05.417088 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:29:05.417088 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:29:05.417088 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:29:05.417088 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:segments":"rule:admin_only" was deprecated in W in favor of "update_network:segments":"role:admin and system_scope:all". Reason: Jan 14 07:29:05.417088 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:29:05.417088 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:29:05.417088 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:29:05.417088 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:shared":"rule:admin_only" was deprecated in W in favor of "update_network:shared":"role:admin and system_scope:all". Reason: Jan 14 07:29:05.417088 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:29:05.417088 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:29:05.417088 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:29:05.417088 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "update_network:provider:network_type":"role:admin and system_scope:all". Reason: Jan 14 07:29:05.417088 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:29:05.417088 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:29:05.417088 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:29:05.417088 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "update_network:provider:physical_network":"role:admin and system_scope:all". Reason: Jan 14 07:29:05.417088 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:29:05.417088 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:29:05.417088 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:29:05.417088 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "update_network:provider:segmentation_id":"role:admin and system_scope:all". Reason: Jan 14 07:29:05.417088 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:29:05.417088 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:29:05.417088 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:29:05.417088 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:router:external":"rule:admin_only" was deprecated in W in favor of "update_network:router:external":"role:admin and system_scope:all". Reason: Jan 14 07:29:05.417088 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:29:05.417088 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:29:05.417088 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:29:05.417088 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:is_default":"rule:admin_only" was deprecated in W in favor of "update_network:is_default":"role:admin and system_scope:all". Reason: Jan 14 07:29:05.417088 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:29:05.417088 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:29:05.417088 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:29:05.417088 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:port_security_enabled":"rule:admin_or_owner" was deprecated in W in favor of "update_network:port_security_enabled":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 07:29:05.417088 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:29:05.417088 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:29:05.417088 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:29:05.417088 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "delete_network":"rule:admin_or_owner" was deprecated in W in favor of "delete_network":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 07:29:05.417088 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:29:05.417088 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:29:05.417088 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:29:05.417088 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_segment":"rule:admin_only" was deprecated in W in favor of "create_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:29:05.417088 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:29:05.417088 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_segment":"rule:admin_only" was deprecated in W in favor of "get_segment":"role:reader and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:29:05.417088 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:29:05.417088 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_segment":"rule:admin_only" was deprecated in W in favor of "update_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:29:05.417088 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:29:05.443211 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-dc8ed056-9892-42f3-81f1-d69123241e6f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850887153'] for security_group, after_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:29:05.443211 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-9be3ac2a-a363-4393-b430-6503a8de15da admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:29:05.495450 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc8ed056-9892-42f3-81f1-d69123241e6f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d80c9e80-bc3f-4f9e-9596-a77efe17a0da,revision_number=None']} {{(pid=84874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:29:05.495450 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-dc8ed056-9892-42f3-81f1-d69123241e6f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:29:05.513032 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-dc8ed056-9892-42f3-81f1-d69123241e6f admin admin] Notify callbacks [] for security_group, before_response {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:29:05.513032 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-dc8ed056-9892-42f3-81f1-d69123241e6f admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/d80c9e80-bc3f-4f9e-9596-a77efe17a0da HTTP/1.1" status: 204 len: 168 time: 0.2926235 Jan 14 07:29:05.550789 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-b1759546-1ca4-4711-b56f-2de5bf69f308 tempest-PortsTestJSON-2091589570 tempest-PortsTestJSON-2091589570] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555753'] for port, before_update {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:29:05.624571 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-e94a248a-6817-416b-bc7b-ea43c0dadcb0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:29:05.688826 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-e94a248a-6817-416b-bc7b-ea43c0dadcb0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:29:05.929305 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-e94a248a-6817-416b-bc7b-ea43c0dadcb0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850887153'] for security_group, after_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:29:05.935694 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-6641c363-4644-4c07-885a-261da55a9588 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:29:05.990181 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-b1759546-1ca4-4711-b56f-2de5bf69f308 tempest-PortsTestJSON-2091589570 tempest-PortsTestJSON-2091589570] Notify callbacks [] for port, precommit_update {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:29:05.997840 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-b1759546-1ca4-4711-b56f-2de5bf69f308 tempest-PortsTestJSON-2091589570 tempest-PortsTestJSON-2091589570] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777640533312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363259214678337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777640097497', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036851521613'] for port, after_update {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:29:06.012737 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e94a248a-6817-416b-bc7b-ea43c0dadcb0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=325a95e3-8caa-4e55-a7b3-808218b7551d,revision_number=None']} {{(pid=84875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:29:06.016194 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-e94a248a-6817-416b-bc7b-ea43c0dadcb0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:29:06.054227 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-966961dc-a76d-4287-8b4f-9a00dbe52166 tempest-PortsTestJSON-2091589570 tempest-PortsTestJSON-2091589570] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:29:06.064094 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-e94a248a-6817-416b-bc7b-ea43c0dadcb0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:29:06.065623 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-e94a248a-6817-416b-bc7b-ea43c0dadcb0 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/325a95e3-8caa-4e55-a7b3-808218b7551d HTTP/1.1" status: 204 len: 168 time: 0.9854136 Jan 14 07:29:06.283729 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1759546-1ca4-4711-b56f-2de5bf69f308 tempest-PortsTestJSON-2091589570 tempest-PortsTestJSON-2091589570] Pushing event updated for resources: {'Port': ['ID=a6a2aa22-7460-4df7-9288-623ff84d0b84,revision_number=2']} {{(pid=84874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:29:06.289132 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-b1759546-1ca4-4711-b56f-2de5bf69f308 tempest-PortsTestJSON-2091589570 tempest-PortsTestJSON-2091589570] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.235s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:29:06.312815 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-1489191a-32ae-4eda-9995-3827f587def7 tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777640533329', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777640097463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851621574'] for port, after_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:29:06.323282 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.plugin [None req-b1759546-1ca4-4711-b56f-2de5bf69f308 tempest-PortsTestJSON-2091589570 tempest-PortsTestJSON-2091589570] In _notify_port_updated(), no bound segment for port a6a2aa22-7460-4df7-9288-623ff84d0b84 on network e289c449-d36a-4991-9be0-13105a93d6ac {{(pid=84874) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:851}} Jan 14 07:29:06.327054 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "delete_segment":"rule:admin_only" was deprecated in W in favor of "delete_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:29:06.327054 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:29:06.327054 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network":"rule:regular_user" was deprecated in W in favor of "create_network":"role:member and project_id:%(project_id)s". Reason: Jan 14 07:29:06.327054 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:29:06.327054 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:29:06.327054 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:29:06.327054 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:shared":"rule:admin_only" was deprecated in W in favor of "create_network:shared":"role:admin and system_scope:all". Reason: Jan 14 07:29:06.327054 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:29:06.327054 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:29:06.327054 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:29:06.327054 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:router:external":"rule:admin_only" was deprecated in W in favor of "create_network:router:external":"role:admin and system_scope:all". Reason: Jan 14 07:29:06.327054 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:29:06.327054 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:29:06.327054 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:29:06.327054 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:is_default":"rule:admin_only" was deprecated in W in favor of "create_network:is_default":"role:admin and system_scope:all". Reason: Jan 14 07:29:06.327054 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:29:06.327054 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:29:06.327054 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:29:06.327054 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:port_security_enabled":"rule:regular_user" was deprecated in W in favor of "create_network:port_security_enabled":"role:member and project_id:%(project_id)s". Reason: Jan 14 07:29:06.327054 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:29:06.327054 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:29:06.327054 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:29:06.327054 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:segments":"rule:admin_only" was deprecated in W in favor of "create_network:segments":"role:admin and system_scope:all". Reason: Jan 14 07:29:06.327054 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:29:06.327054 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:29:06.327054 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:29:06.327054 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "create_network:provider:network_type":"role:admin and system_scope:all". Reason: Jan 14 07:29:06.327054 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:29:06.327054 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:29:06.327054 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:29:06.327054 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "create_network:provider:physical_network":"role:admin and system_scope:all". Reason: Jan 14 07:29:06.327054 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:29:06.327054 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:29:06.327054 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:29:06.327054 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "create_network:provider:segmentation_id":"role:admin and system_scope:all". Reason: Jan 14 07:29:06.327054 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:29:06.327054 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:29:06.327054 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:29:06.327054 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network":"rule:admin_or_owner or rule:shared or rule:external or rule:context_is_advsvc" was deprecated in W in favor of "get_network":"(role:reader and system_scope:all) or (role:reader and project_id:%(project_id)s) or rule:shared or rule:external or rule:context_is_advsvc". Reason: Jan 14 07:29:06.327054 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:29:06.327054 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:29:06.327054 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:29:06.327054 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:router:external":"rule:regular_user" was deprecated in W in favor of "get_network:router:external":"role:reader and project_id:%(project_id)s". Reason: Jan 14 07:29:06.327054 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:29:06.327054 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:29:06.327054 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:29:06.327054 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:segments":"rule:admin_only" was deprecated in W in favor of "get_network:segments":"role:reader and system_scope:all". Reason: Jan 14 07:29:06.327054 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:29:06.327054 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:29:06.327054 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:29:06.327054 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "get_network:provider:network_type":"role:reader and system_scope:all". Reason: Jan 14 07:29:06.327054 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:29:06.327054 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:29:06.327054 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:29:06.327054 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "get_network:provider:physical_network":"role:reader and system_scope:all". Reason: Jan 14 07:29:06.327054 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:29:06.327054 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:29:06.327054 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:29:06.327054 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "get_network:provider:segmentation_id":"role:reader and system_scope:all". Reason: Jan 14 07:29:06.327054 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:29:06.327054 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:29:06.327054 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:29:06.327054 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network":"rule:admin_or_owner" was deprecated in W in favor of "update_network":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 07:29:06.327054 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:29:06.327054 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:29:06.327054 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:29:06.360908 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1759546-1ca4-4711-b56f-2de5bf69f308 tempest-PortsTestJSON-2091589570 tempest-PortsTestJSON-2091589570] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:29:06.361646 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-b1759546-1ca4-4711-b56f-2de5bf69f308 tempest-PortsTestJSON-2091589570 tempest-PortsTestJSON-2091589570] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854768116'] for port, before_response {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:29:06.366191 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-85ca1f38-9ca5-4654-bcad-5b109b946085 tempest-PortsIpV6TestJSON-1330665174 tempest-PortsIpV6TestJSON-1330665174] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:29:06.375719 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-b1759546-1ca4-4711-b56f-2de5bf69f308 tempest-PortsTestJSON-2091589570 tempest-PortsTestJSON-2091589570] 10.222.0.24 "PUT /v2.0/ports/a6a2aa22-7460-4df7-9288-623ff84d0b84 HTTP/1.1" status: 200 len: 818 time: 1.2516356 Jan 14 07:29:06.376737 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84874) accepted ('10.222.0.24', 50706) {{(pid=84874) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:29:06.490635 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1489191a-32ae-4eda-9995-3827f587def7 tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] Pushing event deleted for resources: {'Port': ['ID=30103782-109a-4cff-ab3b-6d39cf097af2,revision_number=None']} {{(pid=84875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:29:06.494742 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-1489191a-32ae-4eda-9995-3827f587def7 tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:29:06.559855 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.plugin [None req-b50bb90a-30ac-48fd-95b8-1777fda4759f tempest-PortsTestJSON-2091589570 tempest-PortsTestJSON-2091589570] Deleting port a6a2aa22-7460-4df7-9288-623ff84d0b84 {{(pid=84874) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 07:29:06.582992 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-b50bb90a-30ac-48fd-95b8-1777fda4759f tempest-PortsTestJSON-2091589570 tempest-PortsTestJSON-2091589570] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363259214248359'] for port, before_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:29:06.961552 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-51d8e548-92ff-4f47-ad50-8ddad4011a6d tempest-PortsIpV6TestJSON-1330665174 tempest-PortsIpV6TestJSON-1330665174] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850887113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036851621412', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036852467174'] for subnet, after_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:29:07.020209 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-a20834c5-5371-4772-9b6d-1d7d393a4e33 tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:29:07.149881 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-b50bb90a-30ac-48fd-95b8-1777fda4759f tempest-PortsTestJSON-2091589570 tempest-PortsTestJSON-2091589570] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036850862667'] for port, precommit_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:29:07.300890 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.plugin [None req-b50bb90a-30ac-48fd-95b8-1777fda4759f tempest-PortsTestJSON-2091589570 tempest-PortsTestJSON-2091589570] Calling delete_port for a6a2aa22-7460-4df7-9288-623ff84d0b84 owned by {{(pid=84874) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 07:29:07.405159 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-1489191a-32ae-4eda-9995-3827f587def7 tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854768116'] for port, before_response {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:29:07.405334 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-b50bb90a-30ac-48fd-95b8-1777fda4759f tempest-PortsTestJSON-2091589570 tempest-PortsTestJSON-2091589570] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777640533329', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777640097463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3254186'] for port, after_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:29:07.407603 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84874) accepted ('10.222.0.24', 50750) {{(pid=84874) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:29:07.407729 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-1489191a-32ae-4eda-9995-3827f587def7 tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] 10.222.0.24 "DELETE /v2.0/ports/30103782-109a-4cff-ab3b-6d39cf097af2 HTTP/1.1" status: 204 len: 168 time: 3.8248928 Jan 14 07:29:07.416871 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51d8e548-92ff-4f47-ad50-8ddad4011a6d tempest-PortsIpV6TestJSON-1330665174 tempest-PortsIpV6TestJSON-1330665174] Pushing event updated for resources: {'Subnet': ['ID=54ae6797-c3e3-4f6f-b385-cf8f858b287b,revision_number=0']} {{(pid=84875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:29:07.431960 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-51d8e548-92ff-4f47-ad50-8ddad4011a6d tempest-PortsIpV6TestJSON-1330665174 tempest-PortsIpV6TestJSON-1330665174] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.418s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:29:07.435225 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-ca334838-2d44-4cfd-a2a7-0cf8b24a997b tempest-NetworksIpV6Test-2047944877 tempest-NetworksIpV6Test-2047944877] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:29:07.449869 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51d8e548-92ff-4f47-ad50-8ddad4011a6d tempest-PortsIpV6TestJSON-1330665174 tempest-PortsIpV6TestJSON-1330665174] Checking segment: {'id': '03f0af1d-21dd-4905-bcbb-8d9c287788bb', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 15, 'network_id': '2b930391-a3db-4b31-b748-1dceae4338a5'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84875) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 14 07:29:07.450278 n-d-768862-2 neutron-server[84765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51d8e548-92ff-4f47-ad50-8ddad4011a6d tempest-PortsIpV6TestJSON-1330665174 tempest-PortsIpV6TestJSON-1330665174] Network hostable DHCP agents. Network: 2b930391-a3db-4b31-b748-1dceae4338a5, hostable agents: ['32f3dd84-26da-4d18-bf15-6017a8fb7247'], hosted agents: [] {{(pid=84875) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Jan 14 07:29:07.476798 n-d-768862-2 neutron-server[84765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51d8e548-92ff-4f47-ad50-8ddad4011a6d tempest-PortsIpV6TestJSON-1330665174 tempest-PortsIpV6TestJSON-1330665174] Network 2b930391-a3db-4b31-b748-1dceae4338a5 is scheduled to be hosted by DHCP agent 32f3dd84-26da-4d18-bf15-6017a8fb7247 with binding_index 1 {{(pid=84875) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Jan 14 07:29:07.541879 n-d-768862-2 neutron-server[84765]: DEBUG neutron.scheduler.base_scheduler [None req-51d8e548-92ff-4f47-ad50-8ddad4011a6d tempest-PortsIpV6TestJSON-1330665174 tempest-PortsIpV6TestJSON-1330665174] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768862-2, 2b930391-a3db-4b31-b748-1dceae4338a5) {{(pid=84875) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 07:29:07.551268 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-180562a7-6b41-40d4-8fdb-3ecb88ea5606 None None] Network 2b930391-a3db-4b31-b748-1dceae4338a5 requested from n-d-768862-2 {{(pid=84876) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 07:29:07.627364 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51d8e548-92ff-4f47-ad50-8ddad4011a6d tempest-PortsIpV6TestJSON-1330665174 tempest-PortsIpV6TestJSON-1330665174] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:29:07.634083 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-51d8e548-92ff-4f47-ad50-8ddad4011a6d tempest-PortsIpV6TestJSON-1330665174 tempest-PortsIpV6TestJSON-1330665174] Notify callbacks [] for subnet, before_response {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:29:07.705084 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-51d8e548-92ff-4f47-ad50-8ddad4011a6d tempest-PortsIpV6TestJSON-1330665174 tempest-PortsIpV6TestJSON-1330665174] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 4.1253517 Jan 14 07:29:07.708294 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84875) accepted ('10.222.0.24', 50766) {{(pid=84875) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:29:07.716340 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.v2.base [None req-4ad08eb6-bebd-4ed6-8105-d12fbfbc781b tempest-PortsIpV6TestJSON-1330665174 tempest-PortsIpV6TestJSON-1330665174] Request body: {'subnet': {'network_id': '2b930391-a3db-4b31-b748-1dceae4338a5', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=84875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:29:07.812030 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b50bb90a-30ac-48fd-95b8-1777fda4759f tempest-PortsTestJSON-2091589570 tempest-PortsTestJSON-2091589570] Pushing event deleted for resources: {'Port': ['ID=a6a2aa22-7460-4df7-9288-623ff84d0b84,revision_number=None']} {{(pid=84874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:29:07.816014 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-b50bb90a-30ac-48fd-95b8-1777fda4759f tempest-PortsTestJSON-2091589570 tempest-PortsTestJSON-2091589570] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.382s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:29:07.920558 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-b50bb90a-30ac-48fd-95b8-1777fda4759f tempest-PortsTestJSON-2091589570 tempest-PortsTestJSON-2091589570] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854768116'] for port, before_response {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:29:07.940310 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-b50bb90a-30ac-48fd-95b8-1777fda4759f tempest-PortsTestJSON-2091589570 tempest-PortsTestJSON-2091589570] 10.222.0.24 "DELETE /v2.0/ports/a6a2aa22-7460-4df7-9288-623ff84d0b84 HTTP/1.1" status: 204 len: 168 time: 1.5623617 Jan 14 07:29:07.943620 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84874) accepted ('10.222.0.24', 50774) {{(pid=84874) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:29:08.043929 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ffda911-3940-4b5c-b555-43fa5bc7ad28 tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:29:08.049561 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-8ffda911-3940-4b5c-b555-43fa5bc7ad28 tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] 10.222.0.24 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.6426706 Jan 14 07:29:08.050726 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84874) accepted ('10.222.0.24', 50786) {{(pid=84874) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:29:08.164240 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a2a7cc8-f11b-42bf-bb7d-4322b9764626 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5d94dc7a-c095-50a4-955e-5f3b78718a12-2b930391-a3db-4b31-b748-1dceae4338a5', 'network_id': '2b930391-a3db-4b31-b748-1dceae4338a5', 'tenant_id': '6396266df05d476da6838f06b578d30b', 'fixed_ips': [{'subnet_id': '54ae6797-c3e3-4f6f-b385-cf8f858b287b'}]}} from n-d-768862-2. {{(pid=84876) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Jan 14 07:29:08.165093 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-1a2a7cc8-f11b-42bf-bb7d-4322b9764626 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555753'] for port, before_create {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:29:08.189745 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df4e5653-fced-4b53-9c58-e88e741e4a11 tempest-PortsTestJSON-2091589570 tempest-PortsTestJSON-2091589570] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:29:08.190979 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-df4e5653-fced-4b53-9c58-e88e741e4a11 tempest-PortsTestJSON-2091589570 tempest-PortsTestJSON-2091589570] Synchronizing usage tracker for tenant:4f41150d2ea84f97bbab10653dcc9b99 on resource:port {{(pid=84874) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 14 07:29:08.217875 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-df4e5653-fced-4b53-9c58-e88e741e4a11 tempest-PortsTestJSON-2091589570 tempest-PortsTestJSON-2091589570] Unset dirty status for tenant:4f41150d2ea84f97bbab10653dcc9b99 on resource:port {{(pid=84874) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 14 07:29:08.226160 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-df4e5653-fced-4b53-9c58-e88e741e4a11 tempest-PortsTestJSON-2091589570 tempest-PortsTestJSON-2091589570] 10.222.0.24 "GET /v2.0/ports HTTP/1.1" status: 200 len: 843 time: 0.2779279 Jan 14 07:29:08.226160 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84874) accepted ('10.222.0.24', 50798) {{(pid=84874) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:29:08.357592 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34f08860-9717-475b-bf2b-bd6768c08709 tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:29:08.362829 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-34f08860-9717-475b-bf2b-bd6768c08709 tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] 10.222.0.24 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.3057034 Jan 14 07:29:08.370503 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84874) accepted ('10.222.0.24', 50804) {{(pid=84874) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:29:08.374453 n-d-768862-2 neutron-server[84765]: INFO neutron.pecan_wsgi.hooks.translation [None req-647c2e2b-3c10-49ba-8b13-32df0ce687c8 tempest-PortsTestJSON-2091589570 tempest-PortsTestJSON-2091589570] GET failed (client error): The resource could not be found. Jan 14 07:29:08.386538 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-647c2e2b-3c10-49ba-8b13-32df0ce687c8 tempest-PortsTestJSON-2091589570 tempest-PortsTestJSON-2091589570] 10.222.0.24 "GET /v2.0/ports/a6a2aa22-7460-4df7-9288-623ff84d0b84 HTTP/1.1" status: 404 len: 333 time: 0.1577625 Jan 14 07:29:08.460983 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84874) accepted ('10.222.0.24', 50808) {{(pid=84874) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:29:08.493146 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.v2.base [None req-1b48169f-1d9f-489f-8d2f-d1a50c69059e tempest-PortsTestJSON-2091589570 tempest-PortsTestJSON-2091589570] Request body: {'network': {'name': 'tempest-PortsTestJSON-1818148615'}} {{(pid=84874) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:29:08.552276 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0eac4cc4-b1f2-4ac5-be30-058a44940653 tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:29:08.561895 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0eac4cc4-b1f2-4ac5-be30-058a44940653 tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:29:08.568151 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0eac4cc4-b1f2-4ac5-be30-058a44940653 tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:29:08.569321 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-0eac4cc4-b1f2-4ac5-be30-058a44940653 tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] Synchronizing usage tracker for tenant:be0aa702e3ca464795a99c51e3b3b04f on resource:subnet {{(pid=84874) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 14 07:29:08.579305 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-1b48169f-1d9f-489f-8d2f-d1a50c69059e tempest-PortsTestJSON-2091589570 tempest-PortsTestJSON-2091589570] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:29:08.585050 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-1b48169f-1d9f-489f-8d2f-d1a50c69059e tempest-PortsTestJSON-2091589570 tempest-PortsTestJSON-2091589570] Usage tracker for resource:network and tenant:4f41150d2ea84f97bbab10653dcc9b99 is out of sync, need to count used quota {{(pid=84874) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:29:08.588628 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-1b48169f-1d9f-489f-8d2f-d1a50c69059e tempest-PortsTestJSON-2091589570 tempest-PortsTestJSON-2091589570] Quota usage for network was recalculated. Used quota:1. {{(pid=84874) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:29:08.594924 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-1b48169f-1d9f-489f-8d2f-d1a50c69059e tempest-PortsTestJSON-2091589570 tempest-PortsTestJSON-2091589570] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:29:08.611364 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1b48169f-1d9f-489f-8d2f-d1a50c69059e tempest-PortsTestJSON-2091589570 tempest-PortsTestJSON-2091589570] Made reservation on behalf of 4f41150d2ea84f97bbab10653dcc9b99 for: {'network': 1} {{(pid=84874) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 07:29:08.621755 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-1b48169f-1d9f-489f-8d2f-d1a50c69059e tempest-PortsTestJSON-2091589570 tempest-PortsTestJSON-2091589570] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555753'] for network, before_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:29:08.636640 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-0eac4cc4-b1f2-4ac5-be30-058a44940653 tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] Unset dirty status for tenant:be0aa702e3ca464795a99c51e3b3b04f on resource:subnet {{(pid=84874) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 14 07:29:08.637991 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-0eac4cc4-b1f2-4ac5-be30-058a44940653 tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] 10.222.0.24 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2097 time: 0.2664044 Jan 14 07:29:08.642251 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84874) accepted ('10.222.0.24', 50822) {{(pid=84874) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:29:08.822275 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1b48169f-1d9f-489f-8d2f-d1a50c69059e tempest-PortsTestJSON-2091589570 tempest-PortsTestJSON-2091589570] vxlan segment allocate from pool success with {'vxlan_vni': 18} {{(pid=84874) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Jan 14 07:29:08.826437 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-4ad08eb6-bebd-4ed6-8105-d12fbfbc781b tempest-PortsIpV6TestJSON-1330665174 tempest-PortsIpV6TestJSON-1330665174] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:29:08.831907 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-4ad08eb6-bebd-4ed6-8105-d12fbfbc781b tempest-PortsIpV6TestJSON-1330665174 tempest-PortsIpV6TestJSON-1330665174] Usage tracker for resource:subnet and tenant:6396266df05d476da6838f06b578d30b is out of sync, need to count used quota {{(pid=84875) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:29:08.838572 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-4ad08eb6-bebd-4ed6-8105-d12fbfbc781b tempest-PortsIpV6TestJSON-1330665174 tempest-PortsIpV6TestJSON-1330665174] Quota usage for subnet was recalculated. Used quota:1. {{(pid=84875) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:29:08.849376 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-4ad08eb6-bebd-4ed6-8105-d12fbfbc781b tempest-PortsIpV6TestJSON-1330665174 tempest-PortsIpV6TestJSON-1330665174] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:29:08.858642 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-1b48169f-1d9f-489f-8d2f-d1a50c69059e tempest-PortsTestJSON-2091589570 tempest-PortsTestJSON-2091589570] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854179735'] for segment, precommit_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:29:08.860198 n-d-768862-2 neutron-server[84765]: INFO neutron.db.segments_db [None req-1b48169f-1d9f-489f-8d2f-d1a50c69059e tempest-PortsTestJSON-2091589570 tempest-PortsTestJSON-2091589570] Added segment 0be6d86f-d964-4271-afc6-aa73c68e5521 of type vxlan for network 16c5fcf9-4b2d-46df-8409-e720b7627905 Jan 14 07:29:08.890169 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4ad08eb6-bebd-4ed6-8105-d12fbfbc781b tempest-PortsIpV6TestJSON-1330665174 tempest-PortsIpV6TestJSON-1330665174] Made reservation on behalf of 6396266df05d476da6838f06b578d30b for: {'subnet': 1} {{(pid=84875) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 07:29:08.899248 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-4ad08eb6-bebd-4ed6-8105-d12fbfbc781b tempest-PortsIpV6TestJSON-1330665174 tempest-PortsIpV6TestJSON-1330665174] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036852467157'] for subnet, before_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:29:08.900116 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-1b48169f-1d9f-489f-8d2f-d1a50c69059e tempest-PortsTestJSON-2091589570 tempest-PortsTestJSON-2091589570] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363259214646115'] for network, precommit_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:29:08.950210 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-1b48169f-1d9f-489f-8d2f-d1a50c69059e tempest-PortsTestJSON-2091589570 tempest-PortsTestJSON-2091589570] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850887149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964'] for network, after_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:29:08.991054 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b48169f-1d9f-489f-8d2f-d1a50c69059e tempest-PortsTestJSON-2091589570 tempest-PortsTestJSON-2091589570] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:29:08.995593 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-1b48169f-1d9f-489f-8d2f-d1a50c69059e tempest-PortsTestJSON-2091589570 tempest-PortsTestJSON-2091589570] Notify callbacks [] for network, before_response {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:29:09.044694 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-f7507555-6556-47b5-8586-fd52669d2a6e tempest-NetworksIpV6TestAttrs-1453117616 tempest-NetworksIpV6TestAttrs-1453117616] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:29:09.105174 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-1b48169f-1d9f-489f-8d2f-d1a50c69059e tempest-PortsTestJSON-2091589570 tempest-PortsTestJSON-2091589570] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.6275105 Jan 14 07:29:09.177965 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84875) accepted ('10.222.0.24', 50870) {{(pid=84875) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:29:09.244267 n-d-768862-2 neutron-server[84765]: INFO neutron.db.ipam_backend_mixin [None req-4ad08eb6-bebd-4ed6-8105-d12fbfbc781b tempest-PortsIpV6TestJSON-1330665174 tempest-PortsIpV6TestJSON-1330665174] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 54ae6797-c3e3-4f6f-b385-cf8f858b287b (CIDR: 2001:db8::/64) Jan 14 07:29:09.249847 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.v2.base [None req-39b5850a-8382-4934-b7cc-d26cfe26f19c tempest-PortsTestJSON-2091589570 tempest-PortsTestJSON-2091589570] Request body: {'subnet': {'network_id': '16c5fcf9-4b2d-46df-8409-e720b7627905', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=84875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:29:09.304491 n-d-768862-2 neutron-server[84765]: INFO neutron.pecan_wsgi.hooks.translation [None req-4ad08eb6-bebd-4ed6-8105-d12fbfbc781b tempest-PortsIpV6TestJSON-1330665174 tempest-PortsIpV6TestJSON-1330665174] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 14 07:29:09.305290 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4ad08eb6-bebd-4ed6-8105-d12fbfbc781b tempest-PortsIpV6TestJSON-1330665174 tempest-PortsIpV6TestJSON-1330665174] No notification will be sent due to unsuccessful status code: 400 {{(pid=84875) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Jan 14 07:29:09.347003 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b48169f-1d9f-489f-8d2f-d1a50c69059e tempest-PortsTestJSON-2091589570 tempest-PortsTestJSON-2091589570] Pushing event updated for resources: {'Network': ['ID=16c5fcf9-4b2d-46df-8409-e720b7627905,revision_number=1']} {{(pid=84874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:29:09.362843 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-1b48169f-1d9f-489f-8d2f-d1a50c69059e tempest-PortsTestJSON-2091589570 tempest-PortsTestJSON-2091589570] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.318s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:29:09.386594 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-852a24f7-e9a1-4193-9abb-e9506fe5213f None None] Network 16c5fcf9-4b2d-46df-8409-e720b7627905 details requested by agent ovs-agent-n-h2-768862-2 with host n-h2-768862-2 {{(pid=84876) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 07:29:09.425324 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-017f98a9-8a07-408c-a86f-8ff0c00400a0 None None] Network 16c5fcf9-4b2d-46df-8409-e720b7627905 details requested by agent ovs-agent-n-h1-768862-2 with host n-h1-768862-2 {{(pid=84876) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 07:29:09.556625 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-4ad08eb6-bebd-4ed6-8105-d12fbfbc781b tempest-PortsIpV6TestJSON-1330665174 tempest-PortsIpV6TestJSON-1330665174] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.8466740 Jan 14 07:29:09.560117 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84874) accepted ('10.222.0.24', 50888) {{(pid=84874) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:29:09.589309 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-39b5850a-8382-4934-b7cc-d26cfe26f19c tempest-PortsTestJSON-2091589570 tempest-PortsTestJSON-2091589570] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:29:09.593842 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-39b5850a-8382-4934-b7cc-d26cfe26f19c tempest-PortsTestJSON-2091589570 tempest-PortsTestJSON-2091589570] Usage tracker for resource:subnet and tenant:4f41150d2ea84f97bbab10653dcc9b99 is out of sync, need to count used quota {{(pid=84875) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:29:09.597003 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-39b5850a-8382-4934-b7cc-d26cfe26f19c tempest-PortsTestJSON-2091589570 tempest-PortsTestJSON-2091589570] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84875) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:29:09.600729 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.v2.base [None req-1864193e-af87-4505-8517-0fe664243e79 tempest-PortsIpV6TestJSON-1330665174 tempest-PortsIpV6TestJSON-1330665174] Request body: {'subnet': {'network_id': '2b930391-a3db-4b31-b748-1dceae4338a5', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=84874) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:29:09.608969 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-39b5850a-8382-4934-b7cc-d26cfe26f19c tempest-PortsTestJSON-2091589570 tempest-PortsTestJSON-2091589570] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:29:09.612382 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Network 16c5fcf9-4b2d-46df-8409-e720b7627905 details requested by agent ovs-agent-n-d-768862-2 with host n-d-768862-2 {{(pid=84876) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 07:29:09.647360 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-39b5850a-8382-4934-b7cc-d26cfe26f19c tempest-PortsTestJSON-2091589570 tempest-PortsTestJSON-2091589570] Made reservation on behalf of 4f41150d2ea84f97bbab10653dcc9b99 for: {'subnet': 1} {{(pid=84875) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 07:29:09.665862 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.db_base_plugin_common [None req-1a2a7cc8-f11b-42bf-bb7d-4322b9764626 None None] Allocated IP 2001:db8::2 (2b930391-a3db-4b31-b748-1dceae4338a5/54ae6797-c3e3-4f6f-b385-cf8f858b287b/6afb8dde-8a64-4031-ba17-bcacab7fc490) {{(pid=84876) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 14 07:29:09.925183 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.db_base_plugin_v2 [None req-2190b4b9-175e-4b9e-971b-e4d5b0ae3568 tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] Deleting subnet bec55992-69ff-490d-8257-44cd435bf728 {{(pid=84874) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Jan 14 07:29:09.950578 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-2190b4b9-175e-4b9e-971b-e4d5b0ae3568 tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] Notify callbacks [] for subnet, before_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:29:10.025707 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-39b5850a-8382-4934-b7cc-d26cfe26f19c tempest-PortsTestJSON-2091589570 tempest-PortsTestJSON-2091589570] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036852467157'] for subnet, before_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:29:10.170447 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-2190b4b9-175e-4b9e-971b-e4d5b0ae3568 tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036851807232'] for subnet, precommit_delete_associations {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:29:10.568304 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-1a2a7cc8-f11b-42bf-bb7d-4322b9764626 None None] Notify callbacks [] for port, precommit_create {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:29:10.579521 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-1864193e-af87-4505-8517-0fe664243e79 tempest-PortsIpV6TestJSON-1330665174 tempest-PortsIpV6TestJSON-1330665174] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:29:10.586946 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-1a2a7cc8-f11b-42bf-bb7d-4322b9764626 None None] Transition to ACTIVE for port object 6afb8dde-8a64-4031-ba17-bcacab7fc490 will not be triggered until provisioned by entity L2. {{(pid=84876) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 07:29:10.587684 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-1864193e-af87-4505-8517-0fe664243e79 tempest-PortsIpV6TestJSON-1330665174 tempest-PortsIpV6TestJSON-1330665174] Usage tracker for resource:subnet and tenant:6396266df05d476da6838f06b578d30b is out of sync, need to count used quota {{(pid=84874) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:29:10.591563 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-1864193e-af87-4505-8517-0fe664243e79 tempest-PortsIpV6TestJSON-1330665174 tempest-PortsIpV6TestJSON-1330665174] Quota usage for subnet was recalculated. Used quota:1. {{(pid=84874) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:29:10.600778 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-1864193e-af87-4505-8517-0fe664243e79 tempest-PortsIpV6TestJSON-1330665174 tempest-PortsIpV6TestJSON-1330665174] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:29:10.607593 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-1a2a7cc8-f11b-42bf-bb7d-4322b9764626 None None] Transition to ACTIVE for port object 6afb8dde-8a64-4031-ba17-bcacab7fc490 will not be triggered until provisioned by entity DHCP. {{(pid=84876) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 07:29:10.616434 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1864193e-af87-4505-8517-0fe664243e79 tempest-PortsIpV6TestJSON-1330665174 tempest-PortsIpV6TestJSON-1330665174] Made reservation on behalf of 6396266df05d476da6838f06b578d30b for: {'subnet': 1} {{(pid=84874) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 07:29:10.636199 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-1a2a7cc8-f11b-42bf-bb7d-4322b9764626 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777640123575'] for port, after_create {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:29:10.745460 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-39b5850a-8382-4934-b7cc-d26cfe26f19c tempest-PortsTestJSON-2091589570 tempest-PortsTestJSON-2091589570] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850887113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036851621412', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036852467174'] for subnet, after_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:29:10.941431 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-a000b299-20bc-4716-973a-e72ed4b32004 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84876) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:29:11.003857 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-4790047e-ed9b-450c-b3a7-dce426ae1e5f tempest-PortsIpV6TestJSON-1330665174 tempest-PortsIpV6TestJSON-1330665174] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:29:11.037579 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a2a7cc8-f11b-42bf-bb7d-4322b9764626 None None] Pushing event updated for resources: {'Port': ['ID=6afb8dde-8a64-4031-ba17-bcacab7fc490,revision_number=1']} {{(pid=84876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:29:11.052126 n-d-768862-2 neutron-server[84765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a2a7cc8-f11b-42bf-bb7d-4322b9764626 None None] Network 2b930391-a3db-4b31-b748-1dceae4338a5 is already hosted by enough agents. {{(pid=84876) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 07:29:11.053675 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-1a2a7cc8-f11b-42bf-bb7d-4322b9764626 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=84876) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:29:11.054922 n-d-768862-2 neutron-server[84765]: DEBUG neutron.scheduler.base_scheduler [None req-1a2a7cc8-f11b-42bf-bb7d-4322b9764626 None None] Resources bound (agent type, host, resource id): {{(pid=84876) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 07:29:11.058853 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a2a7cc8-f11b-42bf-bb7d-4322b9764626 None None] Received port after_create {{(pid=84876) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 14 07:29:11.089969 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-1864193e-af87-4505-8517-0fe664243e79 tempest-PortsIpV6TestJSON-1330665174 tempest-PortsIpV6TestJSON-1330665174] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036851981161'] for subnet, before_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:29:11.183502 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39b5850a-8382-4934-b7cc-d26cfe26f19c tempest-PortsTestJSON-2091589570 tempest-PortsTestJSON-2091589570] Pushing event updated for resources: {'Subnet': ['ID=5efec8bf-3faf-4189-8376-cb15ddb28b6d,revision_number=0']} {{(pid=84875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:29:11.194768 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-39b5850a-8382-4934-b7cc-d26cfe26f19c tempest-PortsTestJSON-2091589570 tempest-PortsTestJSON-2091589570] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.191s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:29:11.255986 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.managers [None req-1a2a7cc8-f11b-42bf-bb7d-4322b9764626 None None] Attempting to bind port 6afb8dde-8a64-4031-ba17-bcacab7fc490 on host n-d-768862-2 for vnic_type normal with profile {{(pid=84876) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 14 07:29:11.256860 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.managers [None req-1a2a7cc8-f11b-42bf-bb7d-4322b9764626 None None] Attempting to bind port 6afb8dde-8a64-4031-ba17-bcacab7fc490 by drivers openvswitch on host n-d-768862-2 at level 0 using segments [{'id': '03f0af1d-21dd-4905-bcbb-8d9c287788bb', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 15, 'network_id': '2b930391-a3db-4b31-b748-1dceae4338a5'}] {{(pid=84876) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 14 07:29:11.257469 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a2a7cc8-f11b-42bf-bb7d-4322b9764626 None None] Attempting to bind port 6afb8dde-8a64-4031-ba17-bcacab7fc490 on network 2b930391-a3db-4b31-b748-1dceae4338a5 {{(pid=84876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 14 07:29:11.271258 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a2a7cc8-f11b-42bf-bb7d-4322b9764626 None None] Checking agent: {'id': 'ba5efab1-b43c-4d5a-bc52-6e105d4e67a2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768862-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 14, 6, 56, 52), 'started_at': datetime.datetime(2021, 1, 14, 6, 57, 22), 'heartbeat_timestamp': datetime.datetime(2021, 1, 14, 7, 28, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768862-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.29', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 14 07:29:11.272022 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a2a7cc8-f11b-42bf-bb7d-4322b9764626 None None] Checking segment: {'id': '03f0af1d-21dd-4905-bcbb-8d9c287788bb', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 15, 'network_id': '2b930391-a3db-4b31-b748-1dceae4338a5'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84876) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 14 07:29:11.275675 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-1a2a7cc8-f11b-42bf-bb7d-4322b9764626 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:29:11.276445 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a2a7cc8-f11b-42bf-bb7d-4322b9764626 None None] Bound using segment: {'id': '03f0af1d-21dd-4905-bcbb-8d9c287788bb', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 15, 'network_id': '2b930391-a3db-4b31-b748-1dceae4338a5'} {{(pid=84876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 14 07:29:11.296313 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.managers [None req-1a2a7cc8-f11b-42bf-bb7d-4322b9764626 None None] Bound port: 6afb8dde-8a64-4031-ba17-bcacab7fc490, host: n-d-768862-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '03f0af1d-21dd-4905-bcbb-8d9c287788bb', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 15, 'network_id': '2b930391-a3db-4b31-b748-1dceae4338a5'}}] {{(pid=84876) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 14 07:29:11.304571 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-1a2a7cc8-f11b-42bf-bb7d-4322b9764626 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555753'] for port, before_update {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:29:11.339028 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-017f98a9-8a07-408c-a86f-8ff0c00400a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363259214191800', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854171626'] for agent, after_update {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:29:11.344960 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39b5850a-8382-4934-b7cc-d26cfe26f19c tempest-PortsTestJSON-2091589570 tempest-PortsTestJSON-2091589570] Checking segment: {'id': '0be6d86f-d964-4271-afc6-aa73c68e5521', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 18, 'network_id': '16c5fcf9-4b2d-46df-8409-e720b7627905'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84875) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 14 07:29:11.352102 n-d-768862-2 neutron-server[84765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39b5850a-8382-4934-b7cc-d26cfe26f19c tempest-PortsTestJSON-2091589570 tempest-PortsTestJSON-2091589570] Network hostable DHCP agents. Network: 16c5fcf9-4b2d-46df-8409-e720b7627905, hostable agents: ['32f3dd84-26da-4d18-bf15-6017a8fb7247'], hosted agents: [] {{(pid=84875) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Jan 14 07:29:11.406122 n-d-768862-2 neutron-server[84765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39b5850a-8382-4934-b7cc-d26cfe26f19c tempest-PortsTestJSON-2091589570 tempest-PortsTestJSON-2091589570] Network 16c5fcf9-4b2d-46df-8409-e720b7627905 is scheduled to be hosted by DHCP agent 32f3dd84-26da-4d18-bf15-6017a8fb7247 with binding_index 1 {{(pid=84875) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Jan 14 07:29:11.432045 n-d-768862-2 neutron-server[84765]: DEBUG neutron.scheduler.base_scheduler [None req-39b5850a-8382-4934-b7cc-d26cfe26f19c tempest-PortsTestJSON-2091589570 tempest-PortsTestJSON-2091589570] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768862-2, 16c5fcf9-4b2d-46df-8409-e720b7627905) {{(pid=84875) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 07:29:11.478824 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39b5850a-8382-4934-b7cc-d26cfe26f19c tempest-PortsTestJSON-2091589570 tempest-PortsTestJSON-2091589570] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:29:11.479487 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-39b5850a-8382-4934-b7cc-d26cfe26f19c tempest-PortsTestJSON-2091589570 tempest-PortsTestJSON-2091589570] Notify callbacks [] for subnet, before_response {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:29:11.481860 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-966ba4b9-ca1d-4857-997e-428ae6b2bb21 None None] Network 16c5fcf9-4b2d-46df-8409-e720b7627905 requested from n-d-768862-2 {{(pid=84876) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 07:29:11.538220 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-39b5850a-8382-4934-b7cc-d26cfe26f19c tempest-PortsTestJSON-2091589570 tempest-PortsTestJSON-2091589570] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.3590405 Jan 14 07:29:11.544501 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84875) accepted ('10.222.0.24', 50964) {{(pid=84875) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:29:11.559615 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.v2.base [None req-0a0582b5-2f97-43c7-8f17-a41d20772f6f tempest-PortsTestJSON-2091589570 tempest-PortsTestJSON-2091589570] Request body: {'subnet': {'network_id': '16c5fcf9-4b2d-46df-8409-e720b7627905', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=84875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:29:11.743283 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-2190b4b9-175e-4b9e-971b-e4d5b0ae3568 tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036854176836'] for subnet, precommit_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:29:11.798341 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-0a0582b5-2f97-43c7-8f17-a41d20772f6f tempest-PortsTestJSON-2091589570 tempest-PortsTestJSON-2091589570] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:29:11.804852 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-0a0582b5-2f97-43c7-8f17-a41d20772f6f tempest-PortsTestJSON-2091589570 tempest-PortsTestJSON-2091589570] Usage tracker for resource:subnet and tenant:4f41150d2ea84f97bbab10653dcc9b99 is out of sync, need to count used quota {{(pid=84875) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:29:11.808299 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-0a0582b5-2f97-43c7-8f17-a41d20772f6f tempest-PortsTestJSON-2091589570 tempest-PortsTestJSON-2091589570] Quota usage for subnet was recalculated. Used quota:1. {{(pid=84875) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:29:11.814364 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-0a0582b5-2f97-43c7-8f17-a41d20772f6f tempest-PortsTestJSON-2091589570 tempest-PortsTestJSON-2091589570] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:29:11.830322 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0a0582b5-2f97-43c7-8f17-a41d20772f6f tempest-PortsTestJSON-2091589570 tempest-PortsTestJSON-2091589570] Made reservation on behalf of 4f41150d2ea84f97bbab10653dcc9b99 for: {'subnet': 1} {{(pid=84875) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 07:29:11.845645 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-0a0582b5-2f97-43c7-8f17-a41d20772f6f tempest-PortsTestJSON-2091589570 tempest-PortsTestJSON-2091589570] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036852467157'] for subnet, before_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:29:11.949998 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [None req-1a2a7cc8-f11b-42bf-bb7d-4322b9764626 None None] For port 6afb8dde-8a64-4031-ba17-bcacab7fc490, host n-d-768862-2, cleared binding levels {{(pid=84876) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 14 07:29:11.970332 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [None req-1a2a7cc8-f11b-42bf-bb7d-4322b9764626 None None] For port 6afb8dde-8a64-4031-ba17-bcacab7fc490, host n-d-768862-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-2',level=0,port_id=6afb8dde-8a64-4031-ba17-bcacab7fc490,segment=NetworkSegment(03f0af1d-21dd-4905-bcbb-8d9c287788bb),segment_id=03f0af1d-21dd-4905-bcbb-8d9c287788bb)] {{(pid=84876) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 14 07:29:11.976387 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-1a2a7cc8-f11b-42bf-bb7d-4322b9764626 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777640533312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363259214678337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777640097497'] for port, after_update {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:29:12.183971 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-5c1551c1-bab6-44d7-897c-4db16c88a097 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84876) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:29:12.220216 n-d-768862-2 neutron-server[84765]: INFO neutron.db.ipam_backend_mixin [None req-0a0582b5-2f97-43c7-8f17-a41d20772f6f tempest-PortsTestJSON-2091589570 tempest-PortsTestJSON-2091589570] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet 5efec8bf-3faf-4189-8376-cb15ddb28b6d (CIDR: 172.20.0.0/28) Jan 14 07:29:12.232787 n-d-768862-2 neutron-server[84765]: INFO neutron.pecan_wsgi.hooks.translation [None req-0a0582b5-2f97-43c7-8f17-a41d20772f6f tempest-PortsTestJSON-2091589570 tempest-PortsTestJSON-2091589570] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 14 07:29:12.233293 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0a0582b5-2f97-43c7-8f17-a41d20772f6f tempest-PortsTestJSON-2091589570 tempest-PortsTestJSON-2091589570] No notification will be sent due to unsuccessful status code: 400 {{(pid=84875) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Jan 14 07:29:12.290313 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-0a0582b5-2f97-43c7-8f17-a41d20772f6f tempest-PortsTestJSON-2091589570 tempest-PortsTestJSON-2091589570] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.7445364 Jan 14 07:29:12.300604 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84875) accepted ('10.222.0.24', 50984) {{(pid=84875) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:29:12.312763 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.v2.base [None req-5773939a-0653-449a-934f-ce74dcaeb179 tempest-PortsTestJSON-2091589570 tempest-PortsTestJSON-2091589570] Request body: {'subnet': {'network_id': '16c5fcf9-4b2d-46df-8409-e720b7627905', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=84875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:29:12.667733 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-5773939a-0653-449a-934f-ce74dcaeb179 tempest-PortsTestJSON-2091589570 tempest-PortsTestJSON-2091589570] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:29:12.673557 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-5773939a-0653-449a-934f-ce74dcaeb179 tempest-PortsTestJSON-2091589570 tempest-PortsTestJSON-2091589570] Usage tracker for resource:subnet and tenant:4f41150d2ea84f97bbab10653dcc9b99 is out of sync, need to count used quota {{(pid=84875) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:29:12.699038 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-5773939a-0653-449a-934f-ce74dcaeb179 tempest-PortsTestJSON-2091589570 tempest-PortsTestJSON-2091589570] Quota usage for subnet was recalculated. Used quota:1. {{(pid=84875) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:29:12.709106 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-5773939a-0653-449a-934f-ce74dcaeb179 tempest-PortsTestJSON-2091589570 tempest-PortsTestJSON-2091589570] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:29:12.732894 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5773939a-0653-449a-934f-ce74dcaeb179 tempest-PortsTestJSON-2091589570 tempest-PortsTestJSON-2091589570] Made reservation on behalf of 4f41150d2ea84f97bbab10653dcc9b99 for: {'subnet': 1} {{(pid=84875) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 07:29:12.733155 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a2a7cc8-f11b-42bf-bb7d-4322b9764626 None None] Pushing event updated for resources: {'Port': ['ID=6afb8dde-8a64-4031-ba17-bcacab7fc490,revision_number=2']} {{(pid=84876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:29:12.756568 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-5773939a-0653-449a-934f-ce74dcaeb179 tempest-PortsTestJSON-2091589570 tempest-PortsTestJSON-2091589570] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036852467157'] for subnet, before_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:29:12.770057 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-1a2a7cc8-f11b-42bf-bb7d-4322b9764626 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.573s {{(pid=84876) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:29:12.802340 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-852a24f7-e9a1-4193-9abb-e9506fe5213f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363259214191800', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854171626'] for agent, after_update {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:29:12.938877 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43890af2-2d4a-4a4b-9200-84c03250212a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5d94dc7a-c095-50a4-955e-5f3b78718a12-16c5fcf9-4b2d-46df-8409-e720b7627905', 'network_id': '16c5fcf9-4b2d-46df-8409-e720b7627905', 'tenant_id': '4f41150d2ea84f97bbab10653dcc9b99', 'fixed_ips': [{'subnet_id': '5efec8bf-3faf-4189-8376-cb15ddb28b6d'}]}} from n-d-768862-2. {{(pid=84876) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Jan 14 07:29:12.941896 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-43890af2-2d4a-4a4b-9200-84c03250212a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555753'] for port, before_create {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:29:12.959806 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-2190b4b9-175e-4b9e-971b-e4d5b0ae3568 tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-598964', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850887113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036851521664', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2794686'] for subnet, after_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:29:13.018185 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-9fa70c2c-6253-4f8e-ae8c-86fcf9795cc2 tempest-PortsTestJSON-2091589570 tempest-PortsTestJSON-2091589570] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:29:13.604240 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-1864193e-af87-4505-8517-0fe664243e79 tempest-PortsIpV6TestJSON-1330665174 tempest-PortsIpV6TestJSON-1330665174] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850887113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3254092', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036851981146'] for subnet, after_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:29:13.615146 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Device 6afb8dde-8a64-4031-ba17-bcacab7fc490 up at agent ovs-agent-n-d-768862-2 {{(pid=84876) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 07:29:13.639148 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2190b4b9-175e-4b9e-971b-e4d5b0ae3568 tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] Pushing event deleted for resources: {'Subnet': ['ID=bec55992-69ff-490d-8257-44cd435bf728,revision_number=None']} {{(pid=84874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:29:13.767494 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.db_base_plugin_common [None req-43890af2-2d4a-4a4b-9200-84c03250212a None None] Allocated IP 172.20.0.2 (16c5fcf9-4b2d-46df-8409-e720b7627905/5efec8bf-3faf-4189-8376-cb15ddb28b6d/f432dd6b-4cbd-4a25-adaf-2020c5d0a1ec) {{(pid=84876) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 14 07:29:13.853846 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-2190b4b9-175e-4b9e-971b-e4d5b0ae3568 tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.836s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:29:13.867578 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-d889fb6e-c968-4073-aea7-67ad62d6b7f2 tempest-NetworksIpV6Test-2047944877 tempest-NetworksIpV6Test-2047944877] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.237s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:29:13.976398 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Provisioning for port 6afb8dde-8a64-4031-ba17-bcacab7fc490 completed by entity L2. {{(pid=84876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 07:29:14.013046 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-5773939a-0653-449a-934f-ce74dcaeb179 tempest-PortsTestJSON-2091589570 tempest-PortsTestJSON-2091589570] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850887113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036851621412', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036852467174'] for subnet, after_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:29:14.085590 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1864193e-af87-4505-8517-0fe664243e79 tempest-PortsIpV6TestJSON-1330665174 tempest-PortsIpV6TestJSON-1330665174] Pushing event updated for resources: {'Subnet': ['ID=d441d7d6-8209-4e71-8039-7598c04d0f25,revision_number=0']} {{(pid=84874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:29:14.091875 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-1864193e-af87-4505-8517-0fe664243e79 tempest-PortsIpV6TestJSON-1330665174 tempest-PortsIpV6TestJSON-1330665174] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.224s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:29:14.258736 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-7f9f425c-639b-4310-a2db-26ff8a91a9cd tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:29:14.308600 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-2190b4b9-175e-4b9e-971b-e4d5b0ae3568 tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] Notify callbacks [] for subnet, before_response {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:29:14.362392 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-43890af2-2d4a-4a4b-9200-84c03250212a None None] Notify callbacks [] for port, precommit_create {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:29:14.367789 n-d-768862-2 neutron-server[84765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1864193e-af87-4505-8517-0fe664243e79 tempest-PortsIpV6TestJSON-1330665174 tempest-PortsIpV6TestJSON-1330665174] Network 2b930391-a3db-4b31-b748-1dceae4338a5 is already hosted by enough agents. {{(pid=84874) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 07:29:14.376608 n-d-768862-2 neutron-server[84765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5773939a-0653-449a-934f-ce74dcaeb179 tempest-PortsTestJSON-2091589570 tempest-PortsTestJSON-2091589570] Network 16c5fcf9-4b2d-46df-8409-e720b7627905 is already hosted by enough agents. {{(pid=84875) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 07:29:14.380724 n-d-768862-2 neutron-server[84765]: DEBUG neutron.scheduler.base_scheduler [None req-5773939a-0653-449a-934f-ce74dcaeb179 tempest-PortsTestJSON-2091589570 tempest-PortsTestJSON-2091589570] Resources bound (agent type, host, resource id): {{(pid=84875) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 07:29:14.380943 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-2190b4b9-175e-4b9e-971b-e4d5b0ae3568 tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] 10.222.0.24 "DELETE /v2.0/subnets/bec55992-69ff-490d-8257-44cd435bf728 HTTP/1.1" status: 204 len: 168 time: 5.7372670 Jan 14 07:29:14.382395 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84875) accepted ('10.222.0.24', 51034) {{(pid=84875) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:29:14.387552 n-d-768862-2 neutron-server[84765]: DEBUG neutron.scheduler.base_scheduler [None req-1864193e-af87-4505-8517-0fe664243e79 tempest-PortsIpV6TestJSON-1330665174 tempest-PortsIpV6TestJSON-1330665174] Resources bound (agent type, host, resource id): {{(pid=84874) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 07:29:14.419090 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1864193e-af87-4505-8517-0fe664243e79 tempest-PortsIpV6TestJSON-1330665174 tempest-PortsIpV6TestJSON-1330665174] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:29:14.420073 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-1864193e-af87-4505-8517-0fe664243e79 tempest-PortsIpV6TestJSON-1330665174 tempest-PortsIpV6TestJSON-1330665174] Notify callbacks [] for subnet, before_response {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:29:14.438064 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-43890af2-2d4a-4a4b-9200-84c03250212a None None] Transition to ACTIVE for port object f432dd6b-4cbd-4a25-adaf-2020c5d0a1ec will not be triggered until provisioned by entity L2. {{(pid=84876) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 07:29:14.468918 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-1864193e-af87-4505-8517-0fe664243e79 tempest-PortsIpV6TestJSON-1330665174 tempest-PortsIpV6TestJSON-1330665174] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 4.9076169 Jan 14 07:29:14.471774 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84874) accepted ('10.222.0.24', 51044) {{(pid=84874) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:29:14.487972 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.v2.base [None req-c97d89e3-ef59-49c2-a997-26cf10c10759 tempest-PortsIpV6TestJSON-1330665174 tempest-PortsIpV6TestJSON-1330665174] Request body: {'port': {'network_id': '2b930391-a3db-4b31-b748-1dceae4338a5', 'fixed_ips': [{'subnet_id': '54ae6797-c3e3-4f6f-b385-cf8f858b287b'}, {'subnet_id': 'd441d7d6-8209-4e71-8039-7598c04d0f25'}], 'name': 'tempest-PortsIpV6TestJSON-2065467305'}} {{(pid=84874) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:29:14.521998 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d295444-0351-4fb3-915a-8ba3b076a527 None None] Network 23f0a15d-6362-4cec-82c1-cacba887c566 requested from n-d-768862-2 {{(pid=84876) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 07:29:14.532246 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5773939a-0653-449a-934f-ce74dcaeb179 tempest-PortsTestJSON-2091589570 tempest-PortsTestJSON-2091589570] Pushing event updated for resources: {'Subnet': ['ID=cbd9fc29-c5da-4cce-93de-4e7ed8cf0df5,revision_number=0']} {{(pid=84875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:29:14.577760 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-5773939a-0653-449a-934f-ce74dcaeb179 tempest-PortsTestJSON-2091589570 tempest-PortsTestJSON-2091589570] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.318s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:29:14.601457 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5773939a-0653-449a-934f-ce74dcaeb179 tempest-PortsTestJSON-2091589570 tempest-PortsTestJSON-2091589570] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:29:14.603438 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-5773939a-0653-449a-934f-ce74dcaeb179 tempest-PortsTestJSON-2091589570 tempest-PortsTestJSON-2091589570] Notify callbacks [] for subnet, before_response {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:29:14.897349 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-5773939a-0653-449a-934f-ce74dcaeb179 tempest-PortsTestJSON-2091589570 tempest-PortsTestJSON-2091589570] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 2.5924253 Jan 14 07:29:14.897916 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84874) accepted ('10.222.0.24', 51052) {{(pid=84874) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:29:14.919668 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.v2.base [None req-f6d1b956-dfd8-46a7-b1b6-fa9c681c1f0b tempest-PortsTestJSON-2091589570 tempest-PortsTestJSON-2091589570] Request body: {'port': {'network_id': '16c5fcf9-4b2d-46df-8409-e720b7627905', 'fixed_ips': [{'subnet_id': '5efec8bf-3faf-4189-8376-cb15ddb28b6d'}, {'subnet_id': 'cbd9fc29-c5da-4cce-93de-4e7ed8cf0df5'}], 'name': 'tempest-PortsTestJSON-346451094'}} {{(pid=84874) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:29:15.138723 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.db_base_plugin_v2 [None req-dcbe1859-e3b8-4bb6-aa11-1102dc9dc360 tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] Deleting subnet cbbcc1be-2ec9-413d-9b0b-611fb557c67b {{(pid=84875) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Jan 14 07:29:15.142344 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-dcbe1859-e3b8-4bb6-aa11-1102dc9dc360 tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] Notify callbacks [] for subnet, before_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:29:15.162316 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-43890af2-2d4a-4a4b-9200-84c03250212a None None] Transition to ACTIVE for port object f432dd6b-4cbd-4a25-adaf-2020c5d0a1ec will not be triggered until provisioned by entity DHCP. {{(pid=84876) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 07:29:15.196687 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7943db86-6a88-401c-875c-d4b1eadcd458 None None] Network 2b930391-a3db-4b31-b748-1dceae4338a5 requested from n-d-768862-2 {{(pid=84876) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 07:29:15.261427 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-dcbe1859-e3b8-4bb6-aa11-1102dc9dc360 tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3367281'] for subnet, precommit_delete_associations {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:29:15.498059 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-dcbe1859-e3b8-4bb6-aa11-1102dc9dc360 tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036854176836'] for subnet, precommit_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:29:15.593173 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-c97d89e3-ef59-49c2-a997-26cf10c10759 tempest-PortsIpV6TestJSON-1330665174 tempest-PortsIpV6TestJSON-1330665174] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:29:15.602916 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-f6d1b956-dfd8-46a7-b1b6-fa9c681c1f0b tempest-PortsTestJSON-2091589570 tempest-PortsTestJSON-2091589570] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:29:15.612158 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-c97d89e3-ef59-49c2-a997-26cf10c10759 tempest-PortsIpV6TestJSON-1330665174 tempest-PortsIpV6TestJSON-1330665174] Usage tracker for resource:port and tenant:6396266df05d476da6838f06b578d30b is out of sync, need to count used quota {{(pid=84874) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:29:15.620845 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-c97d89e3-ef59-49c2-a997-26cf10c10759 tempest-PortsIpV6TestJSON-1330665174 tempest-PortsIpV6TestJSON-1330665174] Quota usage for port was recalculated. Used quota:2. {{(pid=84874) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:29:15.630510 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-f6d1b956-dfd8-46a7-b1b6-fa9c681c1f0b tempest-PortsTestJSON-2091589570 tempest-PortsTestJSON-2091589570] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=84874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:29:15.633530 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-c97d89e3-ef59-49c2-a997-26cf10c10759 tempest-PortsIpV6TestJSON-1330665174 tempest-PortsIpV6TestJSON-1330665174] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:29:15.648634 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f6d1b956-dfd8-46a7-b1b6-fa9c681c1f0b tempest-PortsTestJSON-2091589570 tempest-PortsTestJSON-2091589570] Made reservation on behalf of 4f41150d2ea84f97bbab10653dcc9b99 for: {'port': 1} {{(pid=84874) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 07:29:15.675210 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c97d89e3-ef59-49c2-a997-26cf10c10759 tempest-PortsIpV6TestJSON-1330665174 tempest-PortsIpV6TestJSON-1330665174] Made reservation on behalf of 6396266df05d476da6838f06b578d30b for: {'port': 1} {{(pid=84874) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 07:29:15.688988 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-c97d89e3-ef59-49c2-a997-26cf10c10759 tempest-PortsIpV6TestJSON-1330665174 tempest-PortsIpV6TestJSON-1330665174] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555753'] for port, before_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:29:15.770179 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-43890af2-2d4a-4a4b-9200-84c03250212a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777640123575'] for port, after_create {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:29:16.036551 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-c17580b3-81e4-43d1-9365-dadb1d111127 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84876) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:29:16.039726 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-dcbe1859-e3b8-4bb6-aa11-1102dc9dc360 tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-598964', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850887113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3154192', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2308610'] for subnet, after_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:29:16.096493 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-fc076b76-5096-4e8b-8fd4-2f0d55069362 tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:29:16.176991 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcbe1859-e3b8-4bb6-aa11-1102dc9dc360 tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] Pushing event deleted for resources: {'Subnet': ['ID=cbbcc1be-2ec9-413d-9b0b-611fb557c67b,revision_number=None']} {{(pid=84875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:29:16.185155 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-dcbe1859-e3b8-4bb6-aa11-1102dc9dc360 tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:29:16.329997 n-d-768862-2 neutron-server[84765]: DEBUG neutron.notifiers.nova [None req-c97d89e3-ef59-49c2-a997-26cf10c10759 tempest-PortsIpV6TestJSON-1330665174 tempest-PortsIpV6TestJSON-1330665174] device_id is not set on port 5e59d308-e843-49eb-b74e-030bd2ebf71b yet. {{(pid=84874) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}} Jan 14 07:29:16.394019 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-dcbe1859-e3b8-4bb6-aa11-1102dc9dc360 tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] Notify callbacks [] for subnet, before_response {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:29:16.456258 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-dcbe1859-e3b8-4bb6-aa11-1102dc9dc360 tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] 10.222.0.24 "DELETE /v2.0/subnets/cbbcc1be-2ec9-413d-9b0b-611fb557c67b HTTP/1.1" status: 204 len: 168 time: 2.0407658 Jan 14 07:29:16.456258 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84875) accepted ('10.222.0.24', 51094) {{(pid=84875) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:29:16.695412 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-58bac1f6-97fa-4caa-8401-84a5e1d4855b tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] 10.222.0.24 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.2546964 Jan 14 07:29:16.696142 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84875) accepted ('10.222.0.24', 51102) {{(pid=84875) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:29:16.725998 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.v2.base [None req-0f2d6de1-740c-44ea-8cba-32f2095f5d42 tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] Request body: {'subnet': {'network_id': '23f0a15d-6362-4cec-82c1-cacba887c566', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=84875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:29:16.762325 n-d-768862-2 neutron-server[84765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43890af2-2d4a-4a4b-9200-84c03250212a None None] Network 16c5fcf9-4b2d-46df-8409-e720b7627905 is already hosted by enough agents. {{(pid=84876) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 07:29:16.839986 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-f6d1b956-dfd8-46a7-b1b6-fa9c681c1f0b tempest-PortsTestJSON-2091589570 tempest-PortsTestJSON-2091589570] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555753'] for port, before_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:29:16.892664 n-d-768862-2 neutron-server[84765]: DEBUG neutron.scheduler.base_scheduler [None req-43890af2-2d4a-4a4b-9200-84c03250212a None None] Resources bound (agent type, host, resource id): {{(pid=84876) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 07:29:16.899995 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-a5a51d4e-e651-481e-bca5-bd8f4233f0d4 None None] Provisioning for port 6afb8dde-8a64-4031-ba17-bcacab7fc490 completed by entity DHCP. {{(pid=84876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 07:29:16.906259 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43890af2-2d4a-4a4b-9200-84c03250212a None None] Received port after_create {{(pid=84876) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 14 07:29:16.952015 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-0f2d6de1-740c-44ea-8cba-32f2095f5d42 tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:29:16.960018 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-0f2d6de1-740c-44ea-8cba-32f2095f5d42 tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] Usage tracker for resource:subnet and tenant:be0aa702e3ca464795a99c51e3b3b04f is out of sync, need to count used quota {{(pid=84875) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:29:16.966721 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-0f2d6de1-740c-44ea-8cba-32f2095f5d42 tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84875) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:29:17.007900 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-0f2d6de1-740c-44ea-8cba-32f2095f5d42 tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:29:17.036089 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0f2d6de1-740c-44ea-8cba-32f2095f5d42 tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] Made reservation on behalf of be0aa702e3ca464795a99c51e3b3b04f for: {'subnet': 1} {{(pid=84875) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 07:29:17.070709 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-0f2d6de1-740c-44ea-8cba-32f2095f5d42 tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036852467157'] for subnet, before_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:29:17.108079 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-a5a51d4e-e651-481e-bca5-bd8f4233f0d4 None None] Provisioning complete for port 6afb8dde-8a64-4031-ba17-bcacab7fc490 triggered by entity DHCP. {{(pid=84876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 07:29:17.111770 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-a5a51d4e-e651-481e-bca5-bd8f4233f0d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-604227'] for port, provisioning_complete {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:29:17.237808 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.managers [None req-43890af2-2d4a-4a4b-9200-84c03250212a None None] Attempting to bind port f432dd6b-4cbd-4a25-adaf-2020c5d0a1ec on host n-d-768862-2 for vnic_type normal with profile {{(pid=84876) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 14 07:29:17.237969 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.managers [None req-43890af2-2d4a-4a4b-9200-84c03250212a None None] Attempting to bind port f432dd6b-4cbd-4a25-adaf-2020c5d0a1ec by drivers openvswitch on host n-d-768862-2 at level 0 using segments [{'id': '0be6d86f-d964-4271-afc6-aa73c68e5521', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 18, 'network_id': '16c5fcf9-4b2d-46df-8409-e720b7627905'}] {{(pid=84876) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 14 07:29:17.238599 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43890af2-2d4a-4a4b-9200-84c03250212a None None] Attempting to bind port f432dd6b-4cbd-4a25-adaf-2020c5d0a1ec on network 16c5fcf9-4b2d-46df-8409-e720b7627905 {{(pid=84876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 14 07:29:17.254238 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43890af2-2d4a-4a4b-9200-84c03250212a None None] Checking agent: {'id': 'ba5efab1-b43c-4d5a-bc52-6e105d4e67a2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768862-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 14, 6, 56, 52), 'started_at': datetime.datetime(2021, 1, 14, 6, 57, 22), 'heartbeat_timestamp': datetime.datetime(2021, 1, 14, 7, 28, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768862-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.29', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 14 07:29:17.254596 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43890af2-2d4a-4a4b-9200-84c03250212a None None] Checking segment: {'id': '0be6d86f-d964-4271-afc6-aa73c68e5521', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 18, 'network_id': '16c5fcf9-4b2d-46df-8409-e720b7627905'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84876) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 14 07:29:17.255186 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-43890af2-2d4a-4a4b-9200-84c03250212a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:29:17.255651 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43890af2-2d4a-4a4b-9200-84c03250212a None None] Bound using segment: {'id': '0be6d86f-d964-4271-afc6-aa73c68e5521', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 18, 'network_id': '16c5fcf9-4b2d-46df-8409-e720b7627905'} {{(pid=84876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 14 07:29:17.256209 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.managers [None req-43890af2-2d4a-4a4b-9200-84c03250212a None None] Bound port: f432dd6b-4cbd-4a25-adaf-2020c5d0a1ec, host: n-d-768862-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0be6d86f-d964-4271-afc6-aa73c68e5521', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 18, 'network_id': '16c5fcf9-4b2d-46df-8409-e720b7627905'}}] {{(pid=84876) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 14 07:29:17.256630 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-43890af2-2d4a-4a4b-9200-84c03250212a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555753'] for port, before_update {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:29:17.288687 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43890af2-2d4a-4a4b-9200-84c03250212a None None] Pushing event updated for resources: {'Port': ['ID=f432dd6b-4cbd-4a25-adaf-2020c5d0a1ec,revision_number=1']} {{(pid=84876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:29:17.301412 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-43890af2-2d4a-4a4b-9200-84c03250212a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.266s {{(pid=84876) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:29:17.435961 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.agents_db [None req-5b939a2f-078d-4c69-a188-cb55a28a77a0 None None] Agent healthcheck: found 7 active agents {{(pid=84877) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Jan 14 07:29:17.484218 n-d-768862-2 neutron-server[84765]: DEBUG neutron.notifiers.nova [None req-f6d1b956-dfd8-46a7-b1b6-fa9c681c1f0b tempest-PortsTestJSON-2091589570 tempest-PortsTestJSON-2091589570] device_id is not set on port f82324a8-03a4-4dbb-9f93-86e94481b6fe yet. {{(pid=84874) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}} Jan 14 07:29:17.641928 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [None req-43890af2-2d4a-4a4b-9200-84c03250212a None None] For port f432dd6b-4cbd-4a25-adaf-2020c5d0a1ec, host n-d-768862-2, cleared binding levels {{(pid=84876) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 14 07:29:17.646811 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [None req-43890af2-2d4a-4a4b-9200-84c03250212a None None] For port f432dd6b-4cbd-4a25-adaf-2020c5d0a1ec, host n-d-768862-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-2',level=0,port_id=f432dd6b-4cbd-4a25-adaf-2020c5d0a1ec,segment=NetworkSegment(0be6d86f-d964-4271-afc6-aa73c68e5521),segment_id=0be6d86f-d964-4271-afc6-aa73c68e5521)] {{(pid=84876) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 14 07:29:17.657228 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-a5a51d4e-e651-481e-bca5-bd8f4233f0d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555753'] for port, before_update {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:29:17.752631 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-43890af2-2d4a-4a4b-9200-84c03250212a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777640533312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363259214678337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777640097497'] for port, after_update {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:29:18.054919 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-0f2d6de1-740c-44ea-8cba-32f2095f5d42 tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850887113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036851621412', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036852467174'] for subnet, after_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:29:18.085794 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-89a655fa-eb9b-41b4-b09e-34ef73ecf8b0 tempest-PortsIpV6TestJSON-1330665174 tempest-PortsIpV6TestJSON-1330665174] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:29:18.119480 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-1a3db9c9-797f-4d33-be1b-abf5492000d7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84876) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:29:18.270601 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-305d2f27-4cab-47fa-95cb-75d214180fa9 None None] Update dhcp port {'port': {'network_id': '23f0a15d-6362-4cec-82c1-cacba887c566', 'fixed_ips': [{'subnet_id': 'cbbcc1be-2ec9-413d-9b0b-611fb557c67b'}], 'binding:host_id': 'n-d-768862-2'}, 'id': 'd3fbcb55-5950-48c3-9eea-06b09f406910'} from n-d-768862-2. {{(pid=84876) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:310}} Jan 14 07:29:18.321888 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [None req-a5a51d4e-e651-481e-bca5-bd8f4233f0d4 None None] For port 6afb8dde-8a64-4031-ba17-bcacab7fc490, host n-d-768862-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-2',level=0,port_id=6afb8dde-8a64-4031-ba17-bcacab7fc490,segment=NetworkSegment(03f0af1d-21dd-4905-bcbb-8d9c287788bb),segment_id=03f0af1d-21dd-4905-bcbb-8d9c287788bb)] {{(pid=84876) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 07:29:18.346952 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-a5a51d4e-e651-481e-bca5-bd8f4233f0d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777640533312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363259214678337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777640097497'] for port, after_update {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:29:18.389297 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f2d6de1-740c-44ea-8cba-32f2095f5d42 tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] Pushing event updated for resources: {'Subnet': ['ID=9ae8b53b-9ffb-498c-90e3-d6ff55fd2922,revision_number=0']} {{(pid=84875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:29:18.404458 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-0f2d6de1-740c-44ea-8cba-32f2095f5d42 tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.320s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:29:18.433707 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82cd83c7-66d6-4783-a952-ed4cdac82620 None None] Update dhcp port {'port': {'network_id': '2b930391-a3db-4b31-b748-1dceae4338a5', 'fixed_ips': [{'subnet_id': '54ae6797-c3e3-4f6f-b385-cf8f858b287b', 'ip_address': '2001:db8::2'}, {'subnet_id': 'd441d7d6-8209-4e71-8039-7598c04d0f25'}], 'binding:host_id': 'n-d-768862-2'}, 'id': '6afb8dde-8a64-4031-ba17-bcacab7fc490'} from n-d-768862-2. {{(pid=84876) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:310}} Jan 14 07:29:18.500198 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-82cd83c7-66d6-4783-a952-ed4cdac82620 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555753'] for port, before_update {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:29:18.569003 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.db_base_plugin_common [None req-c97d89e3-ef59-49c2-a997-26cf10c10759 tempest-PortsIpV6TestJSON-1330665174 tempest-PortsIpV6TestJSON-1330665174] Allocated IP 2001:db8::72 (2b930391-a3db-4b31-b748-1dceae4338a5/54ae6797-c3e3-4f6f-b385-cf8f858b287b/5e59d308-e843-49eb-b74e-030bd2ebf71b) {{(pid=84874) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 14 07:29:18.625127 n-d-768862-2 neutron-server[84765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f2d6de1-740c-44ea-8cba-32f2095f5d42 tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] Network 23f0a15d-6362-4cec-82c1-cacba887c566 is already hosted by enough agents. {{(pid=84875) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 07:29:18.626506 n-d-768862-2 neutron-server[84765]: DEBUG neutron.scheduler.base_scheduler [None req-0f2d6de1-740c-44ea-8cba-32f2095f5d42 tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] Resources bound (agent type, host, resource id): {{(pid=84875) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 07:29:18.642234 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.db_base_plugin_common [None req-c97d89e3-ef59-49c2-a997-26cf10c10759 tempest-PortsIpV6TestJSON-1330665174 tempest-PortsIpV6TestJSON-1330665174] Allocated IP 2001:db8:0:1::34b (2b930391-a3db-4b31-b748-1dceae4338a5/d441d7d6-8209-4e71-8039-7598c04d0f25/5e59d308-e843-49eb-b74e-030bd2ebf71b) {{(pid=84874) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 14 07:29:18.670338 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f2d6de1-740c-44ea-8cba-32f2095f5d42 tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:29:18.671208 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-0f2d6de1-740c-44ea-8cba-32f2095f5d42 tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] Notify callbacks [] for subnet, before_response {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:29:18.748613 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.db_base_plugin_common [None req-f6d1b956-dfd8-46a7-b1b6-fa9c681c1f0b tempest-PortsTestJSON-2091589570 tempest-PortsTestJSON-2091589570] Allocated IP 172.20.0.4 (16c5fcf9-4b2d-46df-8409-e720b7627905/5efec8bf-3faf-4189-8376-cb15ddb28b6d/f82324a8-03a4-4dbb-9f93-86e94481b6fe) {{(pid=84874) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 14 07:29:18.812366 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.db_base_plugin_common [None req-f6d1b956-dfd8-46a7-b1b6-fa9c681c1f0b tempest-PortsTestJSON-2091589570 tempest-PortsTestJSON-2091589570] Allocated IP 172.20.0.19 (16c5fcf9-4b2d-46df-8409-e720b7627905/cbd9fc29-c5da-4cce-93de-4e7ed8cf0df5/f82324a8-03a4-4dbb-9f93-86e94481b6fe) {{(pid=84874) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 14 07:29:18.836550 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-0f2d6de1-740c-44ea-8cba-32f2095f5d42 tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 2.1391208 Jan 14 07:29:18.838643 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84874) accepted ('10.222.0.24', 51158) {{(pid=84874) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:29:18.852204 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43890af2-2d4a-4a4b-9200-84c03250212a None None] Pushing event updated for resources: {'Port': ['ID=f432dd6b-4cbd-4a25-adaf-2020c5d0a1ec,revision_number=2']} {{(pid=84876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:29:18.853416 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.v2.base [None req-ed44023c-5201-4026-90ce-705c0274cdee tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] Request body: {'subnet': {'network_id': '23f0a15d-6362-4cec-82c1-cacba887c566', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=84874) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:29:18.858362 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-305d2f27-4cab-47fa-95cb-75d214180fa9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555753'] for port, before_update {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:29:18.872574 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-43890af2-2d4a-4a4b-9200-84c03250212a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.753s {{(pid=84876) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:29:18.873589 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-b4992615-f4a3-4392-a4d5-568879dd1331 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.494s {{(pid=84876) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:29:18.961625 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-16c1efc5-11bd-4456-b558-443fa432f041 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363259214191800', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854171626'] for agent, after_update {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:29:19.191713 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-ed44023c-5201-4026-90ce-705c0274cdee tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:29:19.262432 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-ed44023c-5201-4026-90ce-705c0274cdee tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] Usage tracker for resource:subnet and tenant:be0aa702e3ca464795a99c51e3b3b04f is out of sync, need to count used quota {{(pid=84874) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:29:19.267087 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-ed44023c-5201-4026-90ce-705c0274cdee tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] Quota usage for subnet was recalculated. Used quota:1. {{(pid=84874) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:29:19.271600 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5a51d4e-e651-481e-bca5-bd8f4233f0d4 None None] Pushing event updated for resources: {'Port': ['ID=6afb8dde-8a64-4031-ba17-bcacab7fc490,revision_number=3']} {{(pid=84876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:29:19.275616 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-a5a51d4e-e651-481e-bca5-bd8f4233f0d4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.402s {{(pid=84876) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:29:19.351925 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-ed44023c-5201-4026-90ce-705c0274cdee tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:29:19.553296 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Device 6afb8dde-8a64-4031-ba17-bcacab7fc490 up at agent ovs-agent-n-d-768862-2 {{(pid=84876) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 07:29:19.658024 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ed44023c-5201-4026-90ce-705c0274cdee tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] Made reservation on behalf of be0aa702e3ca464795a99c51e3b3b04f for: {'subnet': 1} {{(pid=84874) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 07:29:19.775993 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Provisioning complete for port 6afb8dde-8a64-4031-ba17-bcacab7fc490 triggered by entity L2. {{(pid=84876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 07:29:19.776435 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-604227'] for port, provisioning_complete {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:29:19.964523 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eab8ab06-f82d-4549-8baf-52b95ffe1a38 None None] Network 23f0a15d-6362-4cec-82c1-cacba887c566 requested from n-d-768862-2 {{(pid=84876) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 07:29:20.184922 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-cf50316f-ba9b-4d8a-8abd-53d793ae4c39 None None] Provisioning complete for port d3fbcb55-5950-48c3-9eea-06b09f406910 triggered by entity DHCP. {{(pid=84876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 07:29:20.185343 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-cf50316f-ba9b-4d8a-8abd-53d793ae4c39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-604227'] for port, provisioning_complete {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:29:20.679254 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-c97d89e3-ef59-49c2-a997-26cf10c10759 tempest-PortsIpV6TestJSON-1330665174 tempest-PortsIpV6TestJSON-1330665174] Notify callbacks [] for port, precommit_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:29:20.820922 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20511897-d112-4abc-ace3-3c192dab758c None None] Update dhcp port {'port': {'network_id': '23f0a15d-6362-4cec-82c1-cacba887c566', 'fixed_ips': [{'subnet_id': '9ae8b53b-9ffb-498c-90e3-d6ff55fd2922'}], 'binding:host_id': 'n-d-768862-2'}, 'id': 'd3fbcb55-5950-48c3-9eea-06b09f406910'} from n-d-768862-2. {{(pid=84876) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:310}} Jan 14 07:29:20.847411 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-f6d1b956-dfd8-46a7-b1b6-fa9c681c1f0b tempest-PortsTestJSON-2091589570 tempest-PortsTestJSON-2091589570] Notify callbacks [] for port, precommit_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:29:20.956822 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-ed44023c-5201-4026-90ce-705c0274cdee tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036851981161'] for subnet, before_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:29:21.045155 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-c97d89e3-ef59-49c2-a997-26cf10c10759 tempest-PortsIpV6TestJSON-1330665174 tempest-PortsIpV6TestJSON-1330665174] Transition to ACTIVE for port object 5e59d308-e843-49eb-b74e-030bd2ebf71b will not be triggered until provisioned by entity DHCP. {{(pid=84874) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 07:29:21.254362 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52cb0618-cc7a-45c7-a566-feb34c0418db None None] Network 16c5fcf9-4b2d-46df-8409-e720b7627905 requested from n-d-768862-2 {{(pid=84876) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 07:29:21.285769 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-f6d1b956-dfd8-46a7-b1b6-fa9c681c1f0b tempest-PortsTestJSON-2091589570 tempest-PortsTestJSON-2091589570] Transition to ACTIVE for port object f82324a8-03a4-4dbb-9f93-86e94481b6fe will not be triggered until provisioned by entity DHCP. {{(pid=84874) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 07:29:21.298852 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-c97d89e3-ef59-49c2-a997-26cf10c10759 tempest-PortsIpV6TestJSON-1330665174 tempest-PortsIpV6TestJSON-1330665174] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777640123575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3254186'] for port, after_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:29:21.342164 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-9a418244-50c5-4ced-9b0e-19359328af83 tempest-PortsTestJSON-2091589570 tempest-PortsTestJSON-2091589570] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:29:21.692155 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.db_base_plugin_common [None req-82cd83c7-66d6-4783-a952-ed4cdac82620 None None] Allocated IP 2001:db8:0:1::2 (2b930391-a3db-4b31-b748-1dceae4338a5/d441d7d6-8209-4e71-8039-7598c04d0f25/6afb8dde-8a64-4031-ba17-bcacab7fc490) {{(pid=84876) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 14 07:29:21.765512 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c97d89e3-ef59-49c2-a997-26cf10c10759 tempest-PortsIpV6TestJSON-1330665174 tempest-PortsIpV6TestJSON-1330665174] Pushing event updated for resources: {'Port': ['ID=5e59d308-e843-49eb-b74e-030bd2ebf71b,revision_number=1']} {{(pid=84874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:29:21.799377 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-c97d89e3-ef59-49c2-a997-26cf10c10759 tempest-PortsIpV6TestJSON-1330665174 tempest-PortsIpV6TestJSON-1330665174] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.457s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:29:21.897670 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-f6d1b956-dfd8-46a7-b1b6-fa9c681c1f0b tempest-PortsTestJSON-2091589570 tempest-PortsTestJSON-2091589570] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777640123575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3254186'] for port, after_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:29:21.927508 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-b50bb90a-30ac-48fd-95b8-1777fda4759f tempest-PortsTestJSON-2091589570 tempest-PortsTestJSON-2091589570] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:29:21.986921 n-d-768862-2 neutron-server[84765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c97d89e3-ef59-49c2-a997-26cf10c10759 tempest-PortsIpV6TestJSON-1330665174 tempest-PortsIpV6TestJSON-1330665174] Network 2b930391-a3db-4b31-b748-1dceae4338a5 is already hosted by enough agents. {{(pid=84874) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 07:29:21.991099 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [None req-82cd83c7-66d6-4783-a952-ed4cdac82620 None None] For port 6afb8dde-8a64-4031-ba17-bcacab7fc490, host n-d-768862-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-2',level=0,port_id=6afb8dde-8a64-4031-ba17-bcacab7fc490,segment=NetworkSegment(03f0af1d-21dd-4905-bcbb-8d9c287788bb),segment_id=03f0af1d-21dd-4905-bcbb-8d9c287788bb)] {{(pid=84876) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 07:29:22.005866 n-d-768862-2 neutron-server[84765]: DEBUG neutron.scheduler.base_scheduler [None req-c97d89e3-ef59-49c2-a997-26cf10c10759 tempest-PortsIpV6TestJSON-1330665174 tempest-PortsIpV6TestJSON-1330665174] Resources bound (agent type, host, resource id): {{(pid=84874) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 07:29:22.054361 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-82cd83c7-66d6-4783-a952-ed4cdac82620 None None] Notify callbacks [] for port, precommit_update {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:29:22.111333 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-20511897-d112-4abc-ace3-3c192dab758c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555753'] for port, before_update {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:29:22.140952 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Device f432dd6b-4cbd-4a25-adaf-2020c5d0a1ec up at agent ovs-agent-n-d-768862-2 {{(pid=84876) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 07:29:22.165263 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c97d89e3-ef59-49c2-a997-26cf10c10759 tempest-PortsIpV6TestJSON-1330665174 tempest-PortsIpV6TestJSON-1330665174] Received port after_create {{(pid=84874) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 14 07:29:22.168975 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:segments":"rule:admin_only" was deprecated in W in favor of "update_network:segments":"role:admin and system_scope:all". Reason: Jan 14 07:29:22.168975 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:29:22.168975 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:29:22.168975 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:29:22.168975 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:shared":"rule:admin_only" was deprecated in W in favor of "update_network:shared":"role:admin and system_scope:all". Reason: Jan 14 07:29:22.168975 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:29:22.168975 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:29:22.168975 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:29:22.168975 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "update_network:provider:network_type":"role:admin and system_scope:all". Reason: Jan 14 07:29:22.168975 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:29:22.168975 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:29:22.168975 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:29:22.168975 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "update_network:provider:physical_network":"role:admin and system_scope:all". Reason: Jan 14 07:29:22.168975 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:29:22.168975 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:29:22.168975 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:29:22.168975 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "update_network:provider:segmentation_id":"role:admin and system_scope:all". Reason: Jan 14 07:29:22.168975 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:29:22.168975 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:29:22.168975 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:29:22.168975 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:router:external":"rule:admin_only" was deprecated in W in favor of "update_network:router:external":"role:admin and system_scope:all". Reason: Jan 14 07:29:22.168975 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:29:22.168975 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:29:22.168975 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:29:22.168975 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:is_default":"rule:admin_only" was deprecated in W in favor of "update_network:is_default":"role:admin and system_scope:all". Reason: Jan 14 07:29:22.168975 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:29:22.168975 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:29:22.168975 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:29:22.168975 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:port_security_enabled":"rule:admin_or_owner" was deprecated in W in favor of "update_network:port_security_enabled":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 07:29:22.168975 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:29:22.168975 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:29:22.168975 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:29:22.168975 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "delete_network":"rule:admin_or_owner" was deprecated in W in favor of "delete_network":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 07:29:22.168975 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:29:22.168975 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:29:22.168975 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:29:22.168975 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_segment":"rule:admin_only" was deprecated in W in favor of "create_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:29:22.168975 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:29:22.168975 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_segment":"rule:admin_only" was deprecated in W in favor of "get_segment":"role:reader and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:29:22.168975 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:29:22.168975 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_segment":"rule:admin_only" was deprecated in W in favor of "update_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:29:22.168975 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:29:22.168975 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "delete_segment":"rule:admin_only" was deprecated in W in favor of "delete_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:29:22.168975 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:29:22.168975 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network":"rule:regular_user" was deprecated in W in favor of "create_network":"role:member and project_id:%(project_id)s". Reason: Jan 14 07:29:22.168975 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:29:22.168975 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:29:22.168975 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:29:22.168975 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:shared":"rule:admin_only" was deprecated in W in favor of "create_network:shared":"role:admin and system_scope:all". Reason: Jan 14 07:29:22.168975 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:29:22.168975 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:29:22.168975 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:29:22.168975 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:router:external":"rule:admin_only" was deprecated in W in favor of "create_network:router:external":"role:admin and system_scope:all". Reason: Jan 14 07:29:22.168975 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:29:22.168975 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:29:22.168975 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:29:22.168975 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:is_default":"rule:admin_only" was deprecated in W in favor of "create_network:is_default":"role:admin and system_scope:all". Reason: Jan 14 07:29:22.168975 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:29:22.168975 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:29:22.168975 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:29:22.168975 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:port_security_enabled":"rule:regular_user" was deprecated in W in favor of "create_network:port_security_enabled":"role:member and project_id:%(project_id)s". Reason: Jan 14 07:29:22.168975 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:29:22.168975 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:29:22.168975 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:29:22.172461 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:segments":"rule:admin_only" was deprecated in W in favor of "create_network:segments":"role:admin and system_scope:all". Reason: Jan 14 07:29:22.172461 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:29:22.172461 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:29:22.172461 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:29:22.172461 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "create_network:provider:network_type":"role:admin and system_scope:all". Reason: Jan 14 07:29:22.172461 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:29:22.172461 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:29:22.172461 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:29:22.172461 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "create_network:provider:physical_network":"role:admin and system_scope:all". Reason: Jan 14 07:29:22.172461 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:29:22.172461 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:29:22.172461 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:29:22.172461 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "create_network:provider:segmentation_id":"role:admin and system_scope:all". Reason: Jan 14 07:29:22.172461 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:29:22.172461 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:29:22.172461 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:29:22.172461 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network":"rule:admin_or_owner or rule:shared or rule:external or rule:context_is_advsvc" was deprecated in W in favor of "get_network":"(role:reader and system_scope:all) or (role:reader and project_id:%(project_id)s) or rule:shared or rule:external or rule:context_is_advsvc". Reason: Jan 14 07:29:22.172461 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:29:22.172461 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:29:22.172461 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:29:22.172461 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:router:external":"rule:regular_user" was deprecated in W in favor of "get_network:router:external":"role:reader and project_id:%(project_id)s". Reason: Jan 14 07:29:22.172461 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:29:22.172461 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:29:22.172461 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:29:22.172461 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:segments":"rule:admin_only" was deprecated in W in favor of "get_network:segments":"role:reader and system_scope:all". Reason: Jan 14 07:29:22.172461 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:29:22.172461 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:29:22.172461 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:29:22.172461 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "get_network:provider:network_type":"role:reader and system_scope:all". Reason: Jan 14 07:29:22.172461 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:29:22.172461 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:29:22.172461 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:29:22.172461 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "get_network:provider:physical_network":"role:reader and system_scope:all". Reason: Jan 14 07:29:22.172461 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:29:22.172461 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:29:22.172461 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:29:22.172461 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "get_network:provider:segmentation_id":"role:reader and system_scope:all". Reason: Jan 14 07:29:22.172461 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:29:22.172461 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:29:22.172461 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:29:22.172461 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network":"rule:admin_or_owner" was deprecated in W in favor of "update_network":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 07:29:22.172461 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:29:22.172461 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:29:22.172461 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:29:22.172461 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:segments":"rule:admin_only" was deprecated in W in favor of "update_network:segments":"role:admin and system_scope:all". Reason: Jan 14 07:29:22.172461 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:29:22.172461 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:29:22.172461 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:29:22.172461 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:shared":"rule:admin_only" was deprecated in W in favor of "update_network:shared":"role:admin and system_scope:all". Reason: Jan 14 07:29:22.172461 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:29:22.172461 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:29:22.172461 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:29:22.172461 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "update_network:provider:network_type":"role:admin and system_scope:all". Reason: Jan 14 07:29:22.172461 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:29:22.172461 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:29:22.172461 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:29:22.172461 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "update_network:provider:physical_network":"role:admin and system_scope:all". Reason: Jan 14 07:29:22.172461 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:29:22.172461 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:29:22.172461 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:29:22.172461 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "update_network:provider:segmentation_id":"role:admin and system_scope:all". Reason: Jan 14 07:29:22.172461 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:29:22.172461 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:29:22.172461 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:29:22.172461 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:router:external":"rule:admin_only" was deprecated in W in favor of "update_network:router:external":"role:admin and system_scope:all". Reason: Jan 14 07:29:22.172461 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:29:22.172461 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:29:22.172461 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:29:22.189564 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c97d89e3-ef59-49c2-a997-26cf10c10759 tempest-PortsIpV6TestJSON-1330665174 tempest-PortsIpV6TestJSON-1330665174] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:29:22.190320 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-c97d89e3-ef59-49c2-a997-26cf10c10759 tempest-PortsIpV6TestJSON-1330665174 tempest-PortsIpV6TestJSON-1330665174] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854768116'] for port, before_response {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:29:22.234274 n-d-768862-2 neutron-server[84765]: INFO neutron.db.ipam_backend_mixin [None req-ed44023c-5201-4026-90ce-705c0274cdee tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 9ae8b53b-9ffb-498c-90e3-d6ff55fd2922 (CIDR: 2001:db8::/64) Jan 14 07:29:22.262191 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6d1b956-dfd8-46a7-b1b6-fa9c681c1f0b tempest-PortsTestJSON-2091589570 tempest-PortsTestJSON-2091589570] Pushing event updated for resources: {'Port': ['ID=f82324a8-03a4-4dbb-9f93-86e94481b6fe,revision_number=1']} {{(pid=84874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:29:22.270124 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-f6d1b956-dfd8-46a7-b1b6-fa9c681c1f0b tempest-PortsTestJSON-2091589570 tempest-PortsTestJSON-2091589570] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.342s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:29:22.279749 n-d-768862-2 neutron-server[84765]: INFO neutron.pecan_wsgi.hooks.translation [None req-ed44023c-5201-4026-90ce-705c0274cdee tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 14 07:29:22.280340 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ed44023c-5201-4026-90ce-705c0274cdee tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] No notification will be sent due to unsuccessful status code: 400 {{(pid=84874) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Jan 14 07:29:22.400857 n-d-768862-2 neutron-server[84765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6d1b956-dfd8-46a7-b1b6-fa9c681c1f0b tempest-PortsTestJSON-2091589570 tempest-PortsTestJSON-2091589570] Network 16c5fcf9-4b2d-46df-8409-e720b7627905 is already hosted by enough agents. {{(pid=84874) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 07:29:22.402641 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-c97d89e3-ef59-49c2-a997-26cf10c10759 tempest-PortsIpV6TestJSON-1330665174 tempest-PortsIpV6TestJSON-1330665174] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1016 time: 7.9295392 Jan 14 07:29:22.406555 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84875) accepted ('10.222.0.24', 51266) {{(pid=84875) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:29:22.408326 n-d-768862-2 neutron-server[84765]: DEBUG neutron.scheduler.base_scheduler [None req-f6d1b956-dfd8-46a7-b1b6-fa9c681c1f0b tempest-PortsTestJSON-2091589570 tempest-PortsTestJSON-2091589570] Resources bound (agent type, host, resource id): {{(pid=84874) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 07:29:22.422510 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6d1b956-dfd8-46a7-b1b6-fa9c681c1f0b tempest-PortsTestJSON-2091589570 tempest-PortsTestJSON-2091589570] Received port after_create {{(pid=84874) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 14 07:29:22.441074 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.v2.base [None req-855dee93-75bc-4425-8084-f74ffa2d8867 tempest-PortsIpV6TestJSON-1330665174 tempest-PortsIpV6TestJSON-1330665174] Request body: {'port': {'fixed_ips': [{'subnet_id': '54ae6797-c3e3-4f6f-b385-cf8f858b287b'}]}} {{(pid=84875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:29:22.550562 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-ed44023c-5201-4026-90ce-705c0274cdee tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 3.7027643 Jan 14 07:29:22.553034 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84875) accepted ('10.222.0.24', 51276) {{(pid=84875) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:29:22.581534 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.v2.base [None req-00d608b7-dd8c-4dfa-b50f-94b7e385d098 tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] Request body: {'subnet': {'network_id': '23f0a15d-6362-4cec-82c1-cacba887c566', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=84875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:29:22.622662 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:is_default":"rule:admin_only" was deprecated in W in favor of "update_network:is_default":"role:admin and system_scope:all". Reason: Jan 14 07:29:22.622662 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:29:22.622662 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:29:22.622662 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:29:22.622662 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:port_security_enabled":"rule:admin_or_owner" was deprecated in W in favor of "update_network:port_security_enabled":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 07:29:22.622662 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:29:22.622662 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:29:22.622662 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:29:22.622662 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "delete_network":"rule:admin_or_owner" was deprecated in W in favor of "delete_network":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 07:29:22.622662 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:29:22.622662 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:29:22.622662 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:29:22.622662 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_segment":"rule:admin_only" was deprecated in W in favor of "create_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:29:22.622662 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:29:22.622662 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_segment":"rule:admin_only" was deprecated in W in favor of "get_segment":"role:reader and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:29:22.622662 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:29:22.622662 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_segment":"rule:admin_only" was deprecated in W in favor of "update_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:29:22.622662 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:29:22.622662 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "delete_segment":"rule:admin_only" was deprecated in W in favor of "delete_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:29:22.622662 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:29:22.622662 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network":"rule:regular_user" was deprecated in W in favor of "create_network":"role:member and project_id:%(project_id)s". Reason: Jan 14 07:29:22.622662 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:29:22.622662 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:29:22.622662 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:29:22.622662 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:shared":"rule:admin_only" was deprecated in W in favor of "create_network:shared":"role:admin and system_scope:all". Reason: Jan 14 07:29:22.622662 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:29:22.622662 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:29:22.622662 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:29:22.622662 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:router:external":"rule:admin_only" was deprecated in W in favor of "create_network:router:external":"role:admin and system_scope:all". Reason: Jan 14 07:29:22.622662 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:29:22.622662 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:29:22.622662 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:29:22.622662 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:is_default":"rule:admin_only" was deprecated in W in favor of "create_network:is_default":"role:admin and system_scope:all". Reason: Jan 14 07:29:22.622662 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:29:22.622662 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:29:22.622662 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:29:22.622662 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:port_security_enabled":"rule:regular_user" was deprecated in W in favor of "create_network:port_security_enabled":"role:member and project_id:%(project_id)s". Reason: Jan 14 07:29:22.622662 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:29:22.622662 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:29:22.622662 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:29:22.622662 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:segments":"rule:admin_only" was deprecated in W in favor of "create_network:segments":"role:admin and system_scope:all". Reason: Jan 14 07:29:22.622662 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:29:22.622662 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:29:22.622662 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:29:22.622662 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "create_network:provider:network_type":"role:admin and system_scope:all". Reason: Jan 14 07:29:22.622662 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:29:22.622662 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:29:22.622662 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:29:22.622662 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "create_network:provider:physical_network":"role:admin and system_scope:all". Reason: Jan 14 07:29:22.622662 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:29:22.622662 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:29:22.622662 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:29:22.622662 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "create_network:provider:segmentation_id":"role:admin and system_scope:all". Reason: Jan 14 07:29:22.622662 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:29:22.622662 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:29:22.622662 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:29:22.622662 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network":"rule:admin_or_owner or rule:shared or rule:external or rule:context_is_advsvc" was deprecated in W in favor of "get_network":"(role:reader and system_scope:all) or (role:reader and project_id:%(project_id)s) or rule:shared or rule:external or rule:context_is_advsvc". Reason: Jan 14 07:29:22.622662 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:29:22.622662 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:29:22.622662 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:29:22.638876 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:router:external":"rule:regular_user" was deprecated in W in favor of "get_network:router:external":"role:reader and project_id:%(project_id)s". Reason: Jan 14 07:29:22.638876 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:29:22.638876 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:29:22.638876 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:29:22.638876 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:segments":"rule:admin_only" was deprecated in W in favor of "get_network:segments":"role:reader and system_scope:all". Reason: Jan 14 07:29:22.638876 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:29:22.638876 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:29:22.638876 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:29:22.638876 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "get_network:provider:network_type":"role:reader and system_scope:all". Reason: Jan 14 07:29:22.638876 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:29:22.638876 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:29:22.638876 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:29:22.638876 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "get_network:provider:physical_network":"role:reader and system_scope:all". Reason: Jan 14 07:29:22.638876 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:29:22.638876 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:29:22.638876 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:29:22.638876 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "get_network:provider:segmentation_id":"role:reader and system_scope:all". Reason: Jan 14 07:29:22.638876 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:29:22.638876 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:29:22.638876 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:29:22.638876 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network":"rule:admin_or_owner" was deprecated in W in favor of "update_network":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 07:29:22.638876 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:29:22.638876 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:29:22.638876 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:29:22.638876 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:segments":"rule:admin_only" was deprecated in W in favor of "update_network:segments":"role:admin and system_scope:all". Reason: Jan 14 07:29:22.638876 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:29:22.638876 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:29:22.638876 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:29:22.638876 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:shared":"rule:admin_only" was deprecated in W in favor of "update_network:shared":"role:admin and system_scope:all". Reason: Jan 14 07:29:22.638876 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:29:22.638876 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:29:22.638876 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:29:22.638876 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "update_network:provider:network_type":"role:admin and system_scope:all". Reason: Jan 14 07:29:22.638876 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:29:22.638876 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:29:22.638876 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:29:22.638876 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "update_network:provider:physical_network":"role:admin and system_scope:all". Reason: Jan 14 07:29:22.638876 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:29:22.638876 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:29:22.638876 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:29:22.638876 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "update_network:provider:segmentation_id":"role:admin and system_scope:all". Reason: Jan 14 07:29:22.638876 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:29:22.638876 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:29:22.638876 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:29:22.638876 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:router:external":"rule:admin_only" was deprecated in W in favor of "update_network:router:external":"role:admin and system_scope:all". Reason: Jan 14 07:29:22.638876 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:29:22.638876 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:29:22.638876 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:29:22.638876 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:is_default":"rule:admin_only" was deprecated in W in favor of "update_network:is_default":"role:admin and system_scope:all". Reason: Jan 14 07:29:22.638876 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:29:22.638876 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:29:22.638876 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:29:22.638876 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:port_security_enabled":"rule:admin_or_owner" was deprecated in W in favor of "update_network:port_security_enabled":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 07:29:22.638876 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:29:22.638876 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:29:22.638876 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:29:22.638876 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "delete_network":"rule:admin_or_owner" was deprecated in W in favor of "delete_network":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 07:29:22.638876 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:29:22.638876 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:29:22.638876 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:29:22.638876 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_segment":"rule:admin_only" was deprecated in W in favor of "create_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:29:22.638876 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:29:22.638876 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_segment":"rule:admin_only" was deprecated in W in favor of "get_segment":"role:reader and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:29:22.638876 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:29:22.665279 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6d1b956-dfd8-46a7-b1b6-fa9c681c1f0b tempest-PortsTestJSON-2091589570 tempest-PortsTestJSON-2091589570] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:29:22.666047 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-f6d1b956-dfd8-46a7-b1b6-fa9c681c1f0b tempest-PortsTestJSON-2091589570 tempest-PortsTestJSON-2091589570] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854768116'] for port, before_response {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:29:22.706814 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-f6d1b956-dfd8-46a7-b1b6-fa9c681c1f0b tempest-PortsTestJSON-2091589570 tempest-PortsTestJSON-2091589570] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1003 time: 7.8050184 Jan 14 07:29:22.709780 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84874) accepted ('10.222.0.24', 51280) {{(pid=84874) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:29:22.711650 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-82cd83c7-66d6-4783-a952-ed4cdac82620 None None] Transition to ACTIVE for port object 6afb8dde-8a64-4031-ba17-bcacab7fc490 will not be triggered until provisioned by entity DHCP. {{(pid=84876) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 07:29:22.729999 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.v2.base [None req-9a38da54-97b6-4f05-8d79-6c6e8644a969 tempest-PortsTestJSON-2091589570 tempest-PortsTestJSON-2091589570] Request body: {'port': {'fixed_ips': [{'subnet_id': '5efec8bf-3faf-4189-8376-cb15ddb28b6d'}]}} {{(pid=84874) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:29:22.745238 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-d1b645a2-c528-4e46-b5cc-aaad5547e6b1 None None] Provisioning for port f432dd6b-4cbd-4a25-adaf-2020c5d0a1ec completed by entity DHCP. {{(pid=84876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 07:29:22.764325 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-82cd83c7-66d6-4783-a952-ed4cdac82620 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777640533312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363259214678337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777640097497'] for port, after_update {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:29:22.856748 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-04efe4f5-71b2-4a4b-bbb8-d0ec84ca9e0a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84876) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:29:23.067585 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-f9722ef6-b453-4882-8cb9-151de7277042 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363259214191800', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854171626'] for agent, after_update {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:29:23.069193 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-da76cfc0-98e8-4426-9f6d-4f05aa3fae78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363259214191800', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854171626'] for agent, after_update {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:29:23.158700 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82cd83c7-66d6-4783-a952-ed4cdac82620 None None] Pushing event updated for resources: {'Port': ['ID=6afb8dde-8a64-4031-ba17-bcacab7fc490,revision_number=4']} {{(pid=84876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:29:23.313793 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82cd83c7-66d6-4783-a952-ed4cdac82620 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@n-h1-768862-2 {{(pid=84876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:29:23.314193 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82cd83c7-66d6-4783-a952-ed4cdac82620 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-h1-768862-2 {{(pid=84876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:29:23.314580 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82cd83c7-66d6-4783-a952-ed4cdac82620 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-h1-768862-2 {{(pid=84876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:29:23.314956 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82cd83c7-66d6-4783-a952-ed4cdac82620 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-h1-768862-2 {{(pid=84876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:29:23.315332 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82cd83c7-66d6-4783-a952-ed4cdac82620 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@n-h1-768862-2 {{(pid=84876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:29:23.315712 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82cd83c7-66d6-4783-a952-ed4cdac82620 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-h1-768862-2 {{(pid=84876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:29:23.316102 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82cd83c7-66d6-4783-a952-ed4cdac82620 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-h1-768862-2 {{(pid=84876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:29:23.316875 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82cd83c7-66d6-4783-a952-ed4cdac82620 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-h1-768862-2 {{(pid=84876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:29:23.316875 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82cd83c7-66d6-4783-a952-ed4cdac82620 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-h1-768862-2 {{(pid=84876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:29:23.317239 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82cd83c7-66d6-4783-a952-ed4cdac82620 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-h1-768862-2 {{(pid=84876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:29:23.317708 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82cd83c7-66d6-4783-a952-ed4cdac82620 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-h1-768862-2 {{(pid=84876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:29:23.324934 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82cd83c7-66d6-4783-a952-ed4cdac82620 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-h1-768862-2 {{(pid=84876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:29:23.325625 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82cd83c7-66d6-4783-a952-ed4cdac82620 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@n-h2-768862-2 {{(pid=84876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:29:23.340787 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82cd83c7-66d6-4783-a952-ed4cdac82620 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-h2-768862-2 {{(pid=84876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:29:23.341510 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82cd83c7-66d6-4783-a952-ed4cdac82620 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-h2-768862-2 {{(pid=84876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:29:23.342096 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82cd83c7-66d6-4783-a952-ed4cdac82620 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-h2-768862-2 {{(pid=84876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:29:23.342667 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82cd83c7-66d6-4783-a952-ed4cdac82620 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@n-h2-768862-2 {{(pid=84876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:29:23.343238 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82cd83c7-66d6-4783-a952-ed4cdac82620 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-h2-768862-2 {{(pid=84876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:29:23.343806 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82cd83c7-66d6-4783-a952-ed4cdac82620 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-h2-768862-2 {{(pid=84876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:29:23.344395 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82cd83c7-66d6-4783-a952-ed4cdac82620 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-h2-768862-2 {{(pid=84876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:29:23.345217 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82cd83c7-66d6-4783-a952-ed4cdac82620 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-h2-768862-2 {{(pid=84876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:29:23.345778 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82cd83c7-66d6-4783-a952-ed4cdac82620 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-h2-768862-2 {{(pid=84876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:29:23.346338 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82cd83c7-66d6-4783-a952-ed4cdac82620 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-h2-768862-2 {{(pid=84876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:29:23.346902 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82cd83c7-66d6-4783-a952-ed4cdac82620 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-h2-768862-2 {{(pid=84876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:29:23.347539 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82cd83c7-66d6-4783-a952-ed4cdac82620 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-2 {{(pid=84876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:29:23.348600 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82cd83c7-66d6-4783-a952-ed4cdac82620 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-2 {{(pid=84876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:29:23.349169 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82cd83c7-66d6-4783-a952-ed4cdac82620 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-2 {{(pid=84876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:29:23.349947 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82cd83c7-66d6-4783-a952-ed4cdac82620 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-2 {{(pid=84876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:29:23.350515 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82cd83c7-66d6-4783-a952-ed4cdac82620 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@n-d-768862-2 {{(pid=84876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:29:23.351074 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82cd83c7-66d6-4783-a952-ed4cdac82620 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-2 {{(pid=84876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:29:23.351722 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82cd83c7-66d6-4783-a952-ed4cdac82620 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-768862-2 {{(pid=84876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:29:23.352297 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82cd83c7-66d6-4783-a952-ed4cdac82620 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-768862-2 {{(pid=84876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:29:23.352935 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82cd83c7-66d6-4783-a952-ed4cdac82620 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-2 {{(pid=84876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:29:23.353502 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82cd83c7-66d6-4783-a952-ed4cdac82620 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-2 {{(pid=84876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:29:23.354059 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82cd83c7-66d6-4783-a952-ed4cdac82620 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-2 {{(pid=84876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:29:23.354614 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82cd83c7-66d6-4783-a952-ed4cdac82620 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-2 {{(pid=84876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:29:23.362137 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363259214191800', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854171626'] for agent, after_update {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:29:23.453361 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-82cd83c7-66d6-4783-a952-ed4cdac82620 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.613s {{(pid=84876) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:29:23.489874 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-9a38da54-97b6-4f05-8d79-6c6e8644a969 tempest-PortsTestJSON-2091589570 tempest-PortsTestJSON-2091589570] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555753'] for port, before_update {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:29:24.000651 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Provisioning for port f432dd6b-4cbd-4a25-adaf-2020c5d0a1ec completed by entity L2. {{(pid=84876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 07:29:24.016861 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-0f37073e-9c69-4e3c-80e0-6cfaa0fd61a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363259214191800', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854171626'] for agent, after_update {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:29:24.022226 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-855dee93-75bc-4425-8084-f74ffa2d8867 tempest-PortsIpV6TestJSON-1330665174 tempest-PortsIpV6TestJSON-1330665174] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555753'] for port, before_update {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:29:24.034715 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.db_base_plugin_common [None req-20511897-d112-4abc-ace3-3c192dab758c None None] Allocated IP 2001:db8::2 (23f0a15d-6362-4cec-82c1-cacba887c566/9ae8b53b-9ffb-498c-90e3-d6ff55fd2922/d3fbcb55-5950-48c3-9eea-06b09f406910) {{(pid=84876) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 14 07:29:24.038473 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Provisioning complete for port f432dd6b-4cbd-4a25-adaf-2020c5d0a1ec triggered by entity L2. {{(pid=84876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 07:29:24.039600 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-604227'] for port, provisioning_complete {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:29:24.319242 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.db_base_plugin_common [None req-9a38da54-97b6-4f05-8d79-6c6e8644a969 tempest-PortsTestJSON-2091589570 tempest-PortsTestJSON-2091589570] Delete allocated IP 172.20.0.19 (16c5fcf9-4b2d-46df-8409-e720b7627905/cbd9fc29-c5da-4cce-93de-4e7ed8cf0df5) {{(pid=84874) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:122}} Jan 14 07:29:24.679014 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-9a38da54-97b6-4f05-8d79-6c6e8644a969 tempest-PortsTestJSON-2091589570 tempest-PortsTestJSON-2091589570] Notify callbacks [] for port, precommit_update {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:29:24.723745 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-9a38da54-97b6-4f05-8d79-6c6e8644a969 tempest-PortsTestJSON-2091589570 tempest-PortsTestJSON-2091589570] Ignored duplicate provisioning block setup for port f82324a8-03a4-4dbb-9f93-86e94481b6fe by entity DHCP. {{(pid=84874) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:69}} Jan 14 07:29:24.742635 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-9a38da54-97b6-4f05-8d79-6c6e8644a969 tempest-PortsTestJSON-2091589570 tempest-PortsTestJSON-2091589570] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777640533312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363259214678337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777640097497', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036851521613'] for port, after_update {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:29:24.905192 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-442042a2-b335-4497-a0dd-fe2ce08d0558 None None] Update dhcp port {'port': {'network_id': '16c5fcf9-4b2d-46df-8409-e720b7627905', 'fixed_ips': [{'subnet_id': '5efec8bf-3faf-4189-8376-cb15ddb28b6d', 'ip_address': '172.20.0.2'}, {'subnet_id': 'cbd9fc29-c5da-4cce-93de-4e7ed8cf0df5'}], 'binding:host_id': 'n-d-768862-2'}, 'id': 'f432dd6b-4cbd-4a25-adaf-2020c5d0a1ec'} from n-d-768862-2. {{(pid=84876) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:310}} Jan 14 07:29:25.021482 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-00d608b7-dd8c-4dfa-b50f-94b7e385d098 tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:29:25.039073 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-00d608b7-dd8c-4dfa-b50f-94b7e385d098 tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] Usage tracker for resource:subnet and tenant:be0aa702e3ca464795a99c51e3b3b04f is out of sync, need to count used quota {{(pid=84875) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:29:25.044470 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-00d608b7-dd8c-4dfa-b50f-94b7e385d098 tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] Quota usage for subnet was recalculated. Used quota:1. {{(pid=84875) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:29:25.062388 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-00d608b7-dd8c-4dfa-b50f-94b7e385d098 tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:29:25.071808 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-442042a2-b335-4497-a0dd-fe2ce08d0558 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555753'] for port, before_update {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:29:25.133340 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-00d608b7-dd8c-4dfa-b50f-94b7e385d098 tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] Made reservation on behalf of be0aa702e3ca464795a99c51e3b3b04f for: {'subnet': 1} {{(pid=84875) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 07:29:25.165393 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-4b4cc282-923c-46e6-a7f8-9760fc5f2ab8 tempest-PortsTestJSON-2091589570 tempest-PortsTestJSON-2091589570] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:29:25.235426 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [None req-20511897-d112-4abc-ace3-3c192dab758c None None] For port d3fbcb55-5950-48c3-9eea-06b09f406910, host n-d-768862-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-2',level=0,port_id=d3fbcb55-5950-48c3-9eea-06b09f406910,segment=NetworkSegment(56f1c7cf-f3a3-41d2-9677-68978131444f),segment_id=56f1c7cf-f3a3-41d2-9677-68978131444f)] {{(pid=84876) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 07:29:25.268606 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-20511897-d112-4abc-ace3-3c192dab758c None None] Notify callbacks [] for port, precommit_update {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:29:25.353486 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-20511897-d112-4abc-ace3-3c192dab758c None None] Transition to ACTIVE for port object d3fbcb55-5950-48c3-9eea-06b09f406910 will not be triggered until provisioned by entity DHCP. {{(pid=84876) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 07:29:25.480845 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-20511897-d112-4abc-ace3-3c192dab758c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777640533312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363259214678337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777640097497'] for port, after_update {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:29:25.739551 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.plugin [None req-9a38da54-97b6-4f05-8d79-6c6e8644a969 tempest-PortsTestJSON-2091589570 tempest-PortsTestJSON-2091589570] In _notify_port_updated(), no bound segment for port f82324a8-03a4-4dbb-9f93-86e94481b6fe on network 16c5fcf9-4b2d-46df-8409-e720b7627905 {{(pid=84874) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:851}} Jan 14 07:29:25.744255 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_segment":"rule:admin_only" was deprecated in W in favor of "update_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:29:25.744255 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:29:25.744255 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "delete_segment":"rule:admin_only" was deprecated in W in favor of "delete_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:29:25.744255 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:29:25.744255 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network":"rule:regular_user" was deprecated in W in favor of "create_network":"role:member and project_id:%(project_id)s". Reason: Jan 14 07:29:25.744255 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:29:25.744255 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:29:25.744255 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:29:25.744255 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:shared":"rule:admin_only" was deprecated in W in favor of "create_network:shared":"role:admin and system_scope:all". Reason: Jan 14 07:29:25.744255 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:29:25.744255 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:29:25.744255 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:29:25.744255 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:router:external":"rule:admin_only" was deprecated in W in favor of "create_network:router:external":"role:admin and system_scope:all". Reason: Jan 14 07:29:25.744255 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:29:25.744255 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:29:25.744255 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:29:25.744255 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:is_default":"rule:admin_only" was deprecated in W in favor of "create_network:is_default":"role:admin and system_scope:all". Reason: Jan 14 07:29:25.744255 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:29:25.744255 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:29:25.744255 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:29:25.744255 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:port_security_enabled":"rule:regular_user" was deprecated in W in favor of "create_network:port_security_enabled":"role:member and project_id:%(project_id)s". Reason: Jan 14 07:29:25.744255 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:29:25.744255 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:29:25.744255 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:29:25.744255 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:segments":"rule:admin_only" was deprecated in W in favor of "create_network:segments":"role:admin and system_scope:all". Reason: Jan 14 07:29:25.744255 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:29:25.744255 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:29:25.744255 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:29:25.744255 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "create_network:provider:network_type":"role:admin and system_scope:all". Reason: Jan 14 07:29:25.744255 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:29:25.744255 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:29:25.744255 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:29:25.744255 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "create_network:provider:physical_network":"role:admin and system_scope:all". Reason: Jan 14 07:29:25.744255 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:29:25.744255 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:29:25.744255 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:29:25.744255 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "create_network:provider:segmentation_id":"role:admin and system_scope:all". Reason: Jan 14 07:29:25.744255 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:29:25.744255 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:29:25.744255 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:29:25.744255 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network":"rule:admin_or_owner or rule:shared or rule:external or rule:context_is_advsvc" was deprecated in W in favor of "get_network":"(role:reader and system_scope:all) or (role:reader and project_id:%(project_id)s) or rule:shared or rule:external or rule:context_is_advsvc". Reason: Jan 14 07:29:25.744255 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:29:25.744255 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:29:25.744255 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:29:25.744255 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:router:external":"rule:regular_user" was deprecated in W in favor of "get_network:router:external":"role:reader and project_id:%(project_id)s". Reason: Jan 14 07:29:25.744255 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:29:25.744255 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:29:25.744255 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:29:25.744255 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:segments":"rule:admin_only" was deprecated in W in favor of "get_network:segments":"role:reader and system_scope:all". Reason: Jan 14 07:29:25.744255 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:29:25.744255 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:29:25.744255 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:29:25.744255 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "get_network:provider:network_type":"role:reader and system_scope:all". Reason: Jan 14 07:29:25.744255 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:29:25.744255 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:29:25.744255 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:29:25.744255 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "get_network:provider:physical_network":"role:reader and system_scope:all". Reason: Jan 14 07:29:25.744255 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:29:25.744255 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:29:25.744255 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:29:25.744255 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "get_network:provider:segmentation_id":"role:reader and system_scope:all". Reason: Jan 14 07:29:25.744255 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:29:25.744255 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:29:25.744255 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:29:25.812750 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a38da54-97b6-4f05-8d79-6c6e8644a969 tempest-PortsTestJSON-2091589570 tempest-PortsTestJSON-2091589570] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:29:25.815942 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-9a38da54-97b6-4f05-8d79-6c6e8644a969 tempest-PortsTestJSON-2091589570 tempest-PortsTestJSON-2091589570] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854768116'] for port, before_response {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:29:25.826858 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84875) accepted ('10.222.0.24', 51368) {{(pid=84875) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:29:25.829735 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-9a38da54-97b6-4f05-8d79-6c6e8644a969 tempest-PortsTestJSON-2091589570 tempest-PortsTestJSON-2091589570] 10.222.0.24 "PUT /v2.0/ports/f82324a8-03a4-4dbb-9f93-86e94481b6fe HTTP/1.1" status: 200 len: 918 time: 3.1123109 Jan 14 07:29:25.841013 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.db_base_plugin_common [None req-855dee93-75bc-4425-8084-f74ffa2d8867 tempest-PortsIpV6TestJSON-1330665174 tempest-PortsIpV6TestJSON-1330665174] Delete allocated IP 2001:db8:0:1::34b (2b930391-a3db-4b31-b748-1dceae4338a5/d441d7d6-8209-4e71-8039-7598c04d0f25) {{(pid=84875) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:122}} Jan 14 07:29:25.841631 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a38da54-97b6-4f05-8d79-6c6e8644a969 tempest-PortsTestJSON-2091589570 tempest-PortsTestJSON-2091589570] Pushing event updated for resources: {'Port': ['ID=f82324a8-03a4-4dbb-9f93-86e94481b6fe,revision_number=2']} {{(pid=84874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:29:25.850888 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.v2.base [None req-82f990ea-c4b9-4369-b323-f75301360592 tempest-PortsTestJSON-2091589570 tempest-PortsTestJSON-2091589570] Request body: {'port': {'fixed_ips': [{'subnet_id': '5efec8bf-3faf-4189-8376-cb15ddb28b6d'}, {'subnet_id': 'cbd9fc29-c5da-4cce-93de-4e7ed8cf0df5'}]}} {{(pid=84875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:29:25.857922 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-9a38da54-97b6-4f05-8d79-6c6e8644a969 tempest-PortsTestJSON-2091589570 tempest-PortsTestJSON-2091589570] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.694s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:29:25.953159 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-2152a865-6814-4396-ae53-3ba460e24701 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84876) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:29:25.997711 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11cc6fe8-7a34-4434-95be-59902438fba0 None None] Network 2b930391-a3db-4b31-b748-1dceae4338a5 requested from n-d-768862-2 {{(pid=84876) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 07:29:26.053742 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-00d608b7-dd8c-4dfa-b50f-94b7e385d098 tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036852467157'] for subnet, before_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:29:26.534500 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-134a2ad4-d550-4b45-b141-cba3755f4adc None None] Provisioning for port 6afb8dde-8a64-4031-ba17-bcacab7fc490 completed by entity DHCP. {{(pid=84876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 07:29:26.593624 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-134a2ad4-d550-4b45-b141-cba3755f4adc None None] Provisioning complete for port 6afb8dde-8a64-4031-ba17-bcacab7fc490 triggered by entity DHCP. {{(pid=84876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 07:29:26.593624 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-134a2ad4-d550-4b45-b141-cba3755f4adc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-604227'] for port, provisioning_complete {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:29:26.640507 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555753'] for port, before_update {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:29:26.837406 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20511897-d112-4abc-ace3-3c192dab758c None None] Pushing event updated for resources: {'Port': ['ID=d3fbcb55-5950-48c3-9eea-06b09f406910,revision_number=13']} {{(pid=84876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:29:26.842184 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-20511897-d112-4abc-ace3-3c192dab758c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.893s {{(pid=84876) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:29:27.095348 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] For port f432dd6b-4cbd-4a25-adaf-2020c5d0a1ec, host n-d-768862-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-2',level=0,port_id=f432dd6b-4cbd-4a25-adaf-2020c5d0a1ec,segment=NetworkSegment(0be6d86f-d964-4271-afc6-aa73c68e5521),segment_id=0be6d86f-d964-4271-afc6-aa73c68e5521)] {{(pid=84876) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 07:29:27.217004 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777640533312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363259214678337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777640097497'] for port, after_update {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:29:27.228753 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-82f990ea-c4b9-4369-b323-f75301360592 tempest-PortsTestJSON-2091589570 tempest-PortsTestJSON-2091589570] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555753'] for port, before_update {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:29:27.237288 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-2dacb27f-e0da-40f9-aedb-2d691ff0acbd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84876) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:29:27.363378 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.db.resource_extend [None req-855dee93-75bc-4425-8084-f74ffa2d8867 tempest-PortsIpV6TestJSON-1330665174 tempest-PortsIpV6TestJSON-1330665174] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84875) wrapper /usr/local/lib/python3.6/dist-packages/oslo_utils/timeutils.py:388}} Jan 14 07:29:27.387298 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Pushing event updated for resources: {'Port': ['ID=f432dd6b-4cbd-4a25-adaf-2020c5d0a1ec,revision_number=3']} {{(pid=84876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:29:27.394697 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Device d3fbcb55-5950-48c3-9eea-06b09f406910 no longer exists at agent ovs-agent-n-d-768862-2 {{(pid=84876) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jan 14 07:29:27.405433 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-855dee93-75bc-4425-8084-f74ffa2d8867 tempest-PortsIpV6TestJSON-1330665174 tempest-PortsIpV6TestJSON-1330665174] Notify callbacks [] for port, precommit_update {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:29:27.506641 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.271s {{(pid=84876) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:29:27.538684 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-855dee93-75bc-4425-8084-f74ffa2d8867 tempest-PortsIpV6TestJSON-1330665174 tempest-PortsIpV6TestJSON-1330665174] Ignored duplicate provisioning block setup for port 5e59d308-e843-49eb-b74e-030bd2ebf71b by entity DHCP. {{(pid=84875) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:69}} Jan 14 07:29:27.571512 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-855dee93-75bc-4425-8084-f74ffa2d8867 tempest-PortsIpV6TestJSON-1330665174 tempest-PortsIpV6TestJSON-1330665174] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777640533312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363259214678337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777640097497', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3154211'] for port, after_update {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:29:27.643002 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-8a01a757-f43a-4f53-a7d7-679e80866176 tempest-RoutersNegativeIpV6Test-1464408958 tempest-RoutersNegativeIpV6Test-1464408958] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:29:27.865568 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555753'] for port, before_update {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:29:27.899502 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-48992d36-aa7d-4713-b937-2a25995d2d57 None None] Provisioning for port 5e59d308-e843-49eb-b74e-030bd2ebf71b completed by entity DHCP. {{(pid=84876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 07:29:27.923447 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-48992d36-aa7d-4713-b937-2a25995d2d57 None None] Provisioning complete for port 5e59d308-e843-49eb-b74e-030bd2ebf71b triggered by entity DHCP. {{(pid=84876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 07:29:27.934946 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-48992d36-aa7d-4713-b937-2a25995d2d57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-604227'] for port, provisioning_complete {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:29:28.182259 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] For port d3fbcb55-5950-48c3-9eea-06b09f406910, host n-d-768862-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-2',level=0,port_id=d3fbcb55-5950-48c3-9eea-06b09f406910,segment=NetworkSegment(56f1c7cf-f3a3-41d2-9677-68978131444f),segment_id=56f1c7cf-f3a3-41d2-9677-68978131444f)] {{(pid=84876) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 07:29:28.234309 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-855dee93-75bc-4425-8084-f74ffa2d8867 tempest-PortsIpV6TestJSON-1330665174 tempest-PortsIpV6TestJSON-1330665174] Pushing event updated for resources: {'Port': ['ID=5e59d308-e843-49eb-b74e-030bd2ebf71b,revision_number=2']} {{(pid=84875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:29:28.252473 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.db_base_plugin_common [None req-442042a2-b335-4497-a0dd-fe2ce08d0558 None None] Allocated IP 172.20.0.18 (16c5fcf9-4b2d-46df-8409-e720b7627905/cbd9fc29-c5da-4cce-93de-4e7ed8cf0df5/f432dd6b-4cbd-4a25-adaf-2020c5d0a1ec) {{(pid=84876) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 14 07:29:28.270638 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-855dee93-75bc-4425-8084-f74ffa2d8867 tempest-PortsIpV6TestJSON-1330665174 tempest-PortsIpV6TestJSON-1330665174] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.628s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:29:28.277578 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777640533312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363259214678337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777640097497'] for port, after_update {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:29:28.345928 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-9792a52a-9945-4aa4-bd6a-975f53ab97b4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84876) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:29:28.440679 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.plugin [None req-48992d36-aa7d-4713-b937-2a25995d2d57 None None] Port 5e59d308-e843-49eb-b74e-030bd2ebf71b cannot update to ACTIVE because it is not bound. {{(pid=84876) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:329}} Jan 14 07:29:28.877782 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.plugin [None req-855dee93-75bc-4425-8084-f74ffa2d8867 tempest-PortsIpV6TestJSON-1330665174 tempest-PortsIpV6TestJSON-1330665174] In _notify_port_updated(), no bound segment for port 5e59d308-e843-49eb-b74e-030bd2ebf71b on network 2b930391-a3db-4b31-b748-1dceae4338a5 {{(pid=84875) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:851}} Jan 14 07:29:28.884231 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:is_default":"rule:admin_only" was deprecated in W in favor of "update_network:is_default":"role:admin and system_scope:all". Reason: Jan 14 07:29:28.884231 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:29:28.884231 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:29:28.884231 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:29:28.884231 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:port_security_enabled":"rule:admin_or_owner" was deprecated in W in favor of "update_network:port_security_enabled":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 07:29:28.884231 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:29:28.884231 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:29:28.884231 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:29:28.884231 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "delete_network":"rule:admin_or_owner" was deprecated in W in favor of "delete_network":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 07:29:28.884231 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:29:28.884231 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:29:28.884231 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:29:28.884231 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_segment":"rule:admin_only" was deprecated in W in favor of "create_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:29:28.884231 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:29:28.884231 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_segment":"rule:admin_only" was deprecated in W in favor of "get_segment":"role:reader and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:29:28.884231 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:29:28.884231 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_segment":"rule:admin_only" was deprecated in W in favor of "update_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:29:28.884231 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:29:28.884231 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "delete_segment":"rule:admin_only" was deprecated in W in favor of "delete_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:29:28.884231 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:29:28.884231 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network":"rule:regular_user" was deprecated in W in favor of "create_network":"role:member and project_id:%(project_id)s". Reason: Jan 14 07:29:28.884231 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:29:28.884231 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:29:28.884231 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:29:28.884231 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:shared":"rule:admin_only" was deprecated in W in favor of "create_network:shared":"role:admin and system_scope:all". Reason: Jan 14 07:29:28.884231 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:29:28.884231 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:29:28.884231 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:29:28.884231 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:router:external":"rule:admin_only" was deprecated in W in favor of "create_network:router:external":"role:admin and system_scope:all". Reason: Jan 14 07:29:28.884231 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:29:28.884231 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:29:28.884231 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:29:28.884231 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:is_default":"rule:admin_only" was deprecated in W in favor of "create_network:is_default":"role:admin and system_scope:all". Reason: Jan 14 07:29:28.884231 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:29:28.884231 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:29:28.884231 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:29:28.884231 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:port_security_enabled":"rule:regular_user" was deprecated in W in favor of "create_network:port_security_enabled":"role:member and project_id:%(project_id)s". Reason: Jan 14 07:29:28.884231 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:29:28.884231 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:29:28.884231 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:29:28.884231 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:segments":"rule:admin_only" was deprecated in W in favor of "create_network:segments":"role:admin and system_scope:all". Reason: Jan 14 07:29:28.884231 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:29:28.884231 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:29:28.884231 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:29:28.884231 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "create_network:provider:network_type":"role:admin and system_scope:all". Reason: Jan 14 07:29:28.884231 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:29:28.884231 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:29:28.884231 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:29:28.884231 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "create_network:provider:physical_network":"role:admin and system_scope:all". Reason: Jan 14 07:29:28.884231 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:29:28.884231 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:29:28.884231 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:29:28.884231 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "create_network:provider:segmentation_id":"role:admin and system_scope:all". Reason: Jan 14 07:29:28.884231 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:29:28.884231 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:29:28.884231 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:29:28.884231 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network":"rule:admin_or_owner or rule:shared or rule:external or rule:context_is_advsvc" was deprecated in W in favor of "get_network":"(role:reader and system_scope:all) or (role:reader and project_id:%(project_id)s) or rule:shared or rule:external or rule:context_is_advsvc". Reason: Jan 14 07:29:28.884231 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:29:28.884231 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:29:28.884231 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:29:28.887555 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:router:external":"rule:regular_user" was deprecated in W in favor of "get_network:router:external":"role:reader and project_id:%(project_id)s". Reason: Jan 14 07:29:28.887555 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:29:28.887555 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:29:28.887555 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:29:28.887555 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:segments":"rule:admin_only" was deprecated in W in favor of "get_network:segments":"role:reader and system_scope:all". Reason: Jan 14 07:29:28.887555 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:29:28.887555 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:29:28.887555 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:29:28.887555 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "get_network:provider:network_type":"role:reader and system_scope:all". Reason: Jan 14 07:29:28.887555 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:29:28.887555 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:29:28.887555 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:29:28.887555 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "get_network:provider:physical_network":"role:reader and system_scope:all". Reason: Jan 14 07:29:28.887555 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:29:28.887555 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:29:28.887555 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:29:28.887555 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "get_network:provider:segmentation_id":"role:reader and system_scope:all". Reason: Jan 14 07:29:28.887555 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:29:28.887555 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:29:28.887555 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:29:28.887555 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network":"rule:admin_or_owner" was deprecated in W in favor of "update_network":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 07:29:28.887555 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:29:28.887555 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:29:28.887555 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:29:28.887555 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:segments":"rule:admin_only" was deprecated in W in favor of "update_network:segments":"role:admin and system_scope:all". Reason: Jan 14 07:29:28.887555 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:29:28.887555 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:29:28.887555 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:29:28.887555 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:shared":"rule:admin_only" was deprecated in W in favor of "update_network:shared":"role:admin and system_scope:all". Reason: Jan 14 07:29:28.887555 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:29:28.887555 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:29:28.887555 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:29:28.887555 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "update_network:provider:network_type":"role:admin and system_scope:all". Reason: Jan 14 07:29:28.887555 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:29:28.887555 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:29:28.887555 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:29:28.887555 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "update_network:provider:physical_network":"role:admin and system_scope:all". Reason: Jan 14 07:29:28.887555 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:29:28.887555 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:29:28.887555 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:29:28.887555 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "update_network:provider:segmentation_id":"role:admin and system_scope:all". Reason: Jan 14 07:29:28.887555 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:29:28.887555 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:29:28.887555 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:29:28.887555 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:router:external":"rule:admin_only" was deprecated in W in favor of "update_network:router:external":"role:admin and system_scope:all". Reason: Jan 14 07:29:28.887555 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:29:28.887555 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:29:28.887555 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:29:28.887555 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:is_default":"rule:admin_only" was deprecated in W in favor of "update_network:is_default":"role:admin and system_scope:all". Reason: Jan 14 07:29:28.887555 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:29:28.887555 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:29:28.887555 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:29:28.887555 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:port_security_enabled":"rule:admin_or_owner" was deprecated in W in favor of "update_network:port_security_enabled":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 07:29:28.887555 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:29:28.887555 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:29:28.887555 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:29:28.887555 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "delete_network":"rule:admin_or_owner" was deprecated in W in favor of "delete_network":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 07:29:28.887555 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:29:28.887555 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:29:28.887555 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:29:28.887555 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_segment":"rule:admin_only" was deprecated in W in favor of "create_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:29:28.887555 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:29:28.887555 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_segment":"rule:admin_only" was deprecated in W in favor of "get_segment":"role:reader and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:29:28.887555 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:29:28.919428 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-855dee93-75bc-4425-8084-f74ffa2d8867 tempest-PortsIpV6TestJSON-1330665174 tempest-PortsIpV6TestJSON-1330665174] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:29:28.920148 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-855dee93-75bc-4425-8084-f74ffa2d8867 tempest-PortsIpV6TestJSON-1330665174 tempest-PortsIpV6TestJSON-1330665174] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854768116'] for port, before_response {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:29:28.921705 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-855dee93-75bc-4425-8084-f74ffa2d8867 tempest-PortsIpV6TestJSON-1330665174 tempest-PortsIpV6TestJSON-1330665174] 10.222.0.24 "PUT /v2.0/ports/5e59d308-e843-49eb-b74e-030bd2ebf71b HTTP/1.1" status: 200 len: 925 time: 6.5139072 Jan 14 07:29:28.925079 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84874) accepted ('10.222.0.24', 51452) {{(pid=84874) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:29:28.934240 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.v2.base [None req-83cd420d-bc2e-415f-967c-b77fd9bb9625 tempest-PortsIpV6TestJSON-1330665174 tempest-PortsIpV6TestJSON-1330665174] Request body: {'port': {'fixed_ips': [{'subnet_id': '54ae6797-c3e3-4f6f-b385-cf8f858b287b'}, {'subnet_id': 'd441d7d6-8209-4e71-8039-7598c04d0f25'}]}} {{(pid=84874) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:29:28.977333 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-48992d36-aa7d-4713-b937-2a25995d2d57 None None] Provisioning complete for port 6afb8dde-8a64-4031-ba17-bcacab7fc490 triggered by entity DHCP. {{(pid=84876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 07:29:28.977753 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-48992d36-aa7d-4713-b937-2a25995d2d57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-604227'] for port, provisioning_complete {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:29:29.066688 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Device d3fbcb55-5950-48c3-9eea-06b09f406910 up at agent ovs-agent-n-d-768862-2 {{(pid=84876) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 07:29:29.087449 n-d-768862-2 neutron-server[84765]: DEBUG neutron.objects.ports [None req-00d608b7-dd8c-4dfa-b50f-94b7e385d098 tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] Time-cost: Fetching 1 ports in 0 security groups {{(pid=84875) get_objects /opt/stack/neutron/neutron/objects/ports.py:428}} Jan 14 07:29:29.336177 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Pushing event updated for resources: {'Port': ['ID=d3fbcb55-5950-48c3-9eea-06b09f406910,revision_number=14']} {{(pid=84876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:29:29.342162 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.996s {{(pid=84876) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:29:29.510497 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-00d608b7-dd8c-4dfa-b50f-94b7e385d098 tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555753'] for port, before_update {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:29:29.529319 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Device f432dd6b-4cbd-4a25-adaf-2020c5d0a1ec up at agent ovs-agent-n-d-768862-2 {{(pid=84876) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 07:29:29.702604 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [None req-442042a2-b335-4497-a0dd-fe2ce08d0558 None None] For port f432dd6b-4cbd-4a25-adaf-2020c5d0a1ec, host n-d-768862-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-2',level=0,port_id=f432dd6b-4cbd-4a25-adaf-2020c5d0a1ec,segment=NetworkSegment(0be6d86f-d964-4271-afc6-aa73c68e5521),segment_id=0be6d86f-d964-4271-afc6-aa73c68e5521)] {{(pid=84876) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 07:29:29.734549 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-b0032aa3-83bc-43b8-b90b-bbe7c60883c2 None None] Provisioning for port d3fbcb55-5950-48c3-9eea-06b09f406910 completed by entity DHCP. {{(pid=84876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 07:29:29.740854 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Provisioning complete for port f432dd6b-4cbd-4a25-adaf-2020c5d0a1ec triggered by entity L2. {{(pid=84876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 07:29:29.752513 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-604227'] for port, provisioning_complete {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:29:29.766055 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-83cd420d-bc2e-415f-967c-b77fd9bb9625 tempest-PortsIpV6TestJSON-1330665174 tempest-PortsIpV6TestJSON-1330665174] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555753'] for port, before_update {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:29:29.843870 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-b0032aa3-83bc-43b8-b90b-bbe7c60883c2 None None] Provisioning complete for port d3fbcb55-5950-48c3-9eea-06b09f406910 triggered by entity DHCP. {{(pid=84876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 07:29:29.845640 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-b0032aa3-83bc-43b8-b90b-bbe7c60883c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-604227'] for port, provisioning_complete {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:29:30.118067 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.db.resource_extend [None req-442042a2-b335-4497-a0dd-fe2ce08d0558 None None] It took 0.38 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84876) wrapper /usr/local/lib/python3.6/dist-packages/oslo_utils/timeutils.py:388}} Jan 14 07:29:30.180014 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [None req-00d608b7-dd8c-4dfa-b50f-94b7e385d098 tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] For port d3fbcb55-5950-48c3-9eea-06b09f406910, host n-d-768862-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-2',level=0,port_id=d3fbcb55-5950-48c3-9eea-06b09f406910,segment=NetworkSegment(56f1c7cf-f3a3-41d2-9677-68978131444f),segment_id=56f1c7cf-f3a3-41d2-9677-68978131444f)] {{(pid=84875) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 07:29:30.195242 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-442042a2-b335-4497-a0dd-fe2ce08d0558 None None] Notify callbacks [] for port, precommit_update {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:29:30.209159 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-00d608b7-dd8c-4dfa-b50f-94b7e385d098 tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] Notify callbacks [] for port, precommit_update {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:29:30.217012 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-00d608b7-dd8c-4dfa-b50f-94b7e385d098 tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777640533312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363259214678337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777640097497', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3154211'] for port, after_update {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:29:30.218185 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-00d608b7-dd8c-4dfa-b50f-94b7e385d098 tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850887113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036851621412', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036852467174'] for subnet, after_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:29:30.243876 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-442042a2-b335-4497-a0dd-fe2ce08d0558 None None] Transition to ACTIVE for port object f432dd6b-4cbd-4a25-adaf-2020c5d0a1ec will not be triggered until provisioned by entity DHCP. {{(pid=84876) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 07:29:30.320829 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-442042a2-b335-4497-a0dd-fe2ce08d0558 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777640533312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363259214678337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777640097497'] for port, after_update {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:29:30.393779 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-43890af2-2d4a-4a4b-9200-84c03250212a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84876) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:29:30.447952 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-0fec7a9c-19b8-40d4-8085-f538957b472c tempest-PortsIpV6TestJSON-1330665174 tempest-PortsIpV6TestJSON-1330665174] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:29:30.618265 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-442042a2-b335-4497-a0dd-fe2ce08d0558 None None] Pushing event updated for resources: {'Port': ['ID=f432dd6b-4cbd-4a25-adaf-2020c5d0a1ec,revision_number=4']} {{(pid=84876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:29:30.767007 n-d-768862-2 neutron-server[84765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00d608b7-dd8c-4dfa-b50f-94b7e385d098 tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] Network 23f0a15d-6362-4cec-82c1-cacba887c566 is already hosted by enough agents. {{(pid=84875) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 07:29:30.769748 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.db_base_plugin_common [None req-83cd420d-bc2e-415f-967c-b77fd9bb9625 tempest-PortsIpV6TestJSON-1330665174 tempest-PortsIpV6TestJSON-1330665174] Allocated IP 2001:db8:0:1::278 (2b930391-a3db-4b31-b748-1dceae4338a5/d441d7d6-8209-4e71-8039-7598c04d0f25/5e59d308-e843-49eb-b74e-030bd2ebf71b) {{(pid=84874) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 14 07:29:30.786237 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-442042a2-b335-4497-a0dd-fe2ce08d0558 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.392s {{(pid=84876) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:29:30.794635 n-d-768862-2 neutron-server[84765]: DEBUG neutron.scheduler.base_scheduler [None req-00d608b7-dd8c-4dfa-b50f-94b7e385d098 tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] Resources bound (agent type, host, resource id): {{(pid=84875) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 07:29:30.842029 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a204f88c-c04d-4a92-92c6-453275ea7672 None None] Network 23f0a15d-6362-4cec-82c1-cacba887c566 requested from n-d-768862-2 {{(pid=84876) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 07:29:30.874142 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00d608b7-dd8c-4dfa-b50f-94b7e385d098 tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:29:30.874802 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-00d608b7-dd8c-4dfa-b50f-94b7e385d098 tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] Notify callbacks [] for subnet, before_response {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:29:30.932000 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.db_base_plugin_common [None req-82f990ea-c4b9-4369-b323-f75301360592 tempest-PortsTestJSON-2091589570 tempest-PortsTestJSON-2091589570] Allocated IP 172.20.0.24 (16c5fcf9-4b2d-46df-8409-e720b7627905/cbd9fc29-c5da-4cce-93de-4e7ed8cf0df5/f82324a8-03a4-4dbb-9f93-86e94481b6fe) {{(pid=84875) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 14 07:29:30.988014 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00d608b7-dd8c-4dfa-b50f-94b7e385d098 tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] Pushing event updated for resources: {'Port': ['ID=d3fbcb55-5950-48c3-9eea-06b09f406910,revision_number=16']} {{(pid=84875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:29:31.097282 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-00d608b7-dd8c-4dfa-b50f-94b7e385d098 tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.649s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:29:31.100853 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-39b5850a-8382-4934-b7cc-d26cfe26f19c tempest-PortsTestJSON-2091589570 tempest-PortsTestJSON-2091589570] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.593s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:29:31.143094 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.plugin [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Port f432dd6b-4cbd-4a25-adaf-2020c5d0a1ec had new provisioning blocks added so it will not transition to active. {{(pid=84876) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Jan 14 07:29:31.143995 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Device 6afb8dde-8a64-4031-ba17-bcacab7fc490 up at agent ovs-agent-n-d-768862-2 {{(pid=84876) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 07:29:31.188664 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-83cd420d-bc2e-415f-967c-b77fd9bb9625 tempest-PortsIpV6TestJSON-1330665174 tempest-PortsIpV6TestJSON-1330665174] Notify callbacks [] for port, precommit_update {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:29:31.236278 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-83cd420d-bc2e-415f-967c-b77fd9bb9625 tempest-PortsIpV6TestJSON-1330665174 tempest-PortsIpV6TestJSON-1330665174] Transition to ACTIVE for port object 5e59d308-e843-49eb-b74e-030bd2ebf71b will not be triggered until provisioned by entity DHCP. {{(pid=84874) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 07:29:31.246815 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-83cd420d-bc2e-415f-967c-b77fd9bb9625 tempest-PortsIpV6TestJSON-1330665174 tempest-PortsIpV6TestJSON-1330665174] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777640533312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363259214678337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777640097497', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036851521613'] for port, after_update {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:29:31.268209 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-c97d89e3-ef59-49c2-a997-26cf10c10759 tempest-PortsIpV6TestJSON-1330665174 tempest-PortsIpV6TestJSON-1330665174] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:29:31.308576 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-00d608b7-dd8c-4dfa-b50f-94b7e385d098 tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 864 time: 8.7542474 Jan 14 07:29:31.325491 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84874) accepted ('10.222.0.24', 51522) {{(pid=84874) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:29:31.375460 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.v2.base [None req-ccb0cf3b-26c5-44c3-ac05-f9a1c10c71c1 tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] Request body: {'port': {'network_id': '23f0a15d-6362-4cec-82c1-cacba887c566', 'mac_address': 'fa:16:3e:bd:6a:0d', 'name': 'tempest-NetworksTestDHCPv6-2135422641'}} {{(pid=84874) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:29:31.785689 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-ccb0cf3b-26c5-44c3-ac05-f9a1c10c71c1 tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:29:31.862361 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-b0032aa3-83bc-43b8-b90b-bbe7c60883c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555753'] for port, before_update {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:29:31.877532 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-ccb0cf3b-26c5-44c3-ac05-f9a1c10c71c1 tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] Usage tracker for resource:port and tenant:be0aa702e3ca464795a99c51e3b3b04f is out of sync, need to count used quota {{(pid=84874) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:29:31.885390 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-ccb0cf3b-26c5-44c3-ac05-f9a1c10c71c1 tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] Quota usage for port was recalculated. Used quota:1. {{(pid=84874) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:29:31.895997 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-ccb0cf3b-26c5-44c3-ac05-f9a1c10c71c1 tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=84874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:29:31.903116 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83cd420d-bc2e-415f-967c-b77fd9bb9625 tempest-PortsIpV6TestJSON-1330665174 tempest-PortsIpV6TestJSON-1330665174] Pushing event updated for resources: {'Port': ['ID=5e59d308-e843-49eb-b74e-030bd2ebf71b,revision_number=3']} {{(pid=84874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:29:31.914157 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-83cd420d-bc2e-415f-967c-b77fd9bb9625 tempest-PortsIpV6TestJSON-1330665174 tempest-PortsIpV6TestJSON-1330665174] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.645s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:29:32.000598 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [None req-b0032aa3-83bc-43b8-b90b-bbe7c60883c2 None None] For port d3fbcb55-5950-48c3-9eea-06b09f406910, host n-d-768862-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-2',level=0,port_id=d3fbcb55-5950-48c3-9eea-06b09f406910,segment=NetworkSegment(56f1c7cf-f3a3-41d2-9677-68978131444f),segment_id=56f1c7cf-f3a3-41d2-9677-68978131444f)] {{(pid=84876) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 07:29:32.015061 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-b0032aa3-83bc-43b8-b90b-bbe7c60883c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777640533312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363259214678337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777640097497'] for port, after_update {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:29:32.039583 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ccb0cf3b-26c5-44c3-ac05-f9a1c10c71c1 tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] Made reservation on behalf of be0aa702e3ca464795a99c51e3b3b04f for: {'port': 1} {{(pid=84874) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 07:29:32.039583 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network":"rule:admin_or_owner" was deprecated in W in favor of "update_network":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 07:29:32.039583 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:29:32.039583 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:29:32.039583 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:29:32.039583 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:segments":"rule:admin_only" was deprecated in W in favor of "update_network:segments":"role:admin and system_scope:all". Reason: Jan 14 07:29:32.039583 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:29:32.039583 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:29:32.039583 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:29:32.039583 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:shared":"rule:admin_only" was deprecated in W in favor of "update_network:shared":"role:admin and system_scope:all". Reason: Jan 14 07:29:32.039583 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:29:32.039583 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:29:32.039583 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:29:32.039583 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "update_network:provider:network_type":"role:admin and system_scope:all". Reason: Jan 14 07:29:32.039583 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:29:32.039583 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:29:32.039583 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:29:32.039583 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "update_network:provider:physical_network":"role:admin and system_scope:all". Reason: Jan 14 07:29:32.039583 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:29:32.039583 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:29:32.039583 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:29:32.039583 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "update_network:provider:segmentation_id":"role:admin and system_scope:all". Reason: Jan 14 07:29:32.039583 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:29:32.039583 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:29:32.039583 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:29:32.039583 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:router:external":"rule:admin_only" was deprecated in W in favor of "update_network:router:external":"role:admin and system_scope:all". Reason: Jan 14 07:29:32.039583 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:29:32.039583 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:29:32.039583 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:29:32.039583 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:is_default":"rule:admin_only" was deprecated in W in favor of "update_network:is_default":"role:admin and system_scope:all". Reason: Jan 14 07:29:32.039583 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:29:32.039583 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:29:32.039583 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:29:32.039583 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:port_security_enabled":"rule:admin_or_owner" was deprecated in W in favor of "update_network:port_security_enabled":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 07:29:32.039583 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:29:32.039583 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:29:32.039583 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:29:32.039583 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "delete_network":"rule:admin_or_owner" was deprecated in W in favor of "delete_network":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 07:29:32.039583 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:29:32.039583 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:29:32.039583 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:29:32.039583 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_segment":"rule:admin_only" was deprecated in W in favor of "create_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:29:32.039583 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:29:32.039583 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_segment":"rule:admin_only" was deprecated in W in favor of "get_segment":"role:reader and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:29:32.039583 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:29:32.039583 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_segment":"rule:admin_only" was deprecated in W in favor of "update_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:29:32.039583 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:29:32.039583 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "delete_segment":"rule:admin_only" was deprecated in W in favor of "delete_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:29:32.039583 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:29:32.039583 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network":"rule:regular_user" was deprecated in W in favor of "create_network":"role:member and project_id:%(project_id)s". Reason: Jan 14 07:29:32.039583 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:29:32.039583 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:29:32.039583 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:29:32.039583 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:shared":"rule:admin_only" was deprecated in W in favor of "create_network:shared":"role:admin and system_scope:all". Reason: Jan 14 07:29:32.039583 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:29:32.039583 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:29:32.039583 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:29:32.039583 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:router:external":"rule:admin_only" was deprecated in W in favor of "create_network:router:external":"role:admin and system_scope:all". Reason: Jan 14 07:29:32.039583 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:29:32.039583 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:29:32.039583 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:29:32.039583 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:is_default":"rule:admin_only" was deprecated in W in favor of "create_network:is_default":"role:admin and system_scope:all". Reason: Jan 14 07:29:32.039583 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:29:32.039583 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:29:32.039583 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:29:32.056656 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:port_security_enabled":"rule:regular_user" was deprecated in W in favor of "create_network:port_security_enabled":"role:member and project_id:%(project_id)s". Reason: Jan 14 07:29:32.056656 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:29:32.056656 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:29:32.056656 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:29:32.056656 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:segments":"rule:admin_only" was deprecated in W in favor of "create_network:segments":"role:admin and system_scope:all". Reason: Jan 14 07:29:32.056656 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:29:32.056656 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:29:32.056656 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:29:32.056656 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "create_network:provider:network_type":"role:admin and system_scope:all". Reason: Jan 14 07:29:32.056656 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:29:32.056656 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:29:32.056656 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:29:32.056656 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "create_network:provider:physical_network":"role:admin and system_scope:all". Reason: Jan 14 07:29:32.056656 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:29:32.056656 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:29:32.056656 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:29:32.056656 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "create_network:provider:segmentation_id":"role:admin and system_scope:all". Reason: Jan 14 07:29:32.056656 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:29:32.056656 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:29:32.056656 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:29:32.056656 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network":"rule:admin_or_owner or rule:shared or rule:external or rule:context_is_advsvc" was deprecated in W in favor of "get_network":"(role:reader and system_scope:all) or (role:reader and project_id:%(project_id)s) or rule:shared or rule:external or rule:context_is_advsvc". Reason: Jan 14 07:29:32.056656 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:29:32.056656 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:29:32.056656 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:29:32.056656 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:router:external":"rule:regular_user" was deprecated in W in favor of "get_network:router:external":"role:reader and project_id:%(project_id)s". Reason: Jan 14 07:29:32.056656 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:29:32.056656 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:29:32.056656 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:29:32.056656 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:segments":"rule:admin_only" was deprecated in W in favor of "get_network:segments":"role:reader and system_scope:all". Reason: Jan 14 07:29:32.056656 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:29:32.056656 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:29:32.056656 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:29:32.056656 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "get_network:provider:network_type":"role:reader and system_scope:all". Reason: Jan 14 07:29:32.056656 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:29:32.056656 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:29:32.056656 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:29:32.056656 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "get_network:provider:physical_network":"role:reader and system_scope:all". Reason: Jan 14 07:29:32.056656 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:29:32.056656 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:29:32.056656 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:29:32.056656 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "get_network:provider:segmentation_id":"role:reader and system_scope:all". Reason: Jan 14 07:29:32.056656 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:29:32.056656 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:29:32.056656 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:29:32.056656 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network":"rule:admin_or_owner" was deprecated in W in favor of "update_network":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 07:29:32.056656 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:29:32.056656 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:29:32.056656 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:29:32.056656 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:segments":"rule:admin_only" was deprecated in W in favor of "update_network:segments":"role:admin and system_scope:all". Reason: Jan 14 07:29:32.056656 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:29:32.056656 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:29:32.056656 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:29:32.056656 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:shared":"rule:admin_only" was deprecated in W in favor of "update_network:shared":"role:admin and system_scope:all". Reason: Jan 14 07:29:32.056656 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:29:32.056656 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:29:32.056656 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:29:32.056656 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "update_network:provider:network_type":"role:admin and system_scope:all". Reason: Jan 14 07:29:32.056656 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:29:32.056656 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:29:32.056656 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:29:32.056656 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "update_network:provider:physical_network":"role:admin and system_scope:all". Reason: Jan 14 07:29:32.056656 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:29:32.056656 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:29:32.056656 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:29:32.056656 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "update_network:provider:segmentation_id":"role:admin and system_scope:all". Reason: Jan 14 07:29:32.056656 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:29:32.056656 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:29:32.056656 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:29:32.124385 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-5dfc937b-331c-43c4-aeb3-a5b53efba92d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84876) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:29:32.127538 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00d608b7-dd8c-4dfa-b50f-94b7e385d098 tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] Pushing event updated for resources: {'Subnet': ['ID=80595d54-0d1c-492c-9917-80140d602c77,revision_number=0']} {{(pid=84875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:29:32.169929 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-00d608b7-dd8c-4dfa-b50f-94b7e385d098 tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.072s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:29:32.231024 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.plugin [None req-83cd420d-bc2e-415f-967c-b77fd9bb9625 tempest-PortsIpV6TestJSON-1330665174 tempest-PortsIpV6TestJSON-1330665174] In _notify_port_updated(), no bound segment for port 5e59d308-e843-49eb-b74e-030bd2ebf71b on network 2b930391-a3db-4b31-b748-1dceae4338a5 {{(pid=84874) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:851}} Jan 14 07:29:32.250592 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83cd420d-bc2e-415f-967c-b77fd9bb9625 tempest-PortsIpV6TestJSON-1330665174 tempest-PortsIpV6TestJSON-1330665174] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:29:32.251356 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-83cd420d-bc2e-415f-967c-b77fd9bb9625 tempest-PortsIpV6TestJSON-1330665174 tempest-PortsIpV6TestJSON-1330665174] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854768116'] for port, before_response {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:29:32.255878 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-83cd420d-bc2e-415f-967c-b77fd9bb9625 tempest-PortsIpV6TestJSON-1330665174 tempest-PortsIpV6TestJSON-1330665174] 10.222.0.24 "PUT /v2.0/ports/5e59d308-e843-49eb-b74e-030bd2ebf71b HTTP/1.1" status: 200 len: 1011 time: 3.3269808 Jan 14 07:29:32.256869 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84874) accepted ('10.222.0.24', 51548) {{(pid=84874) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:29:32.368340 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-82f990ea-c4b9-4369-b323-f75301360592 tempest-PortsTestJSON-2091589570 tempest-PortsTestJSON-2091589570] Notify callbacks [] for port, precommit_update {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:29:32.400367 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.plugin [None req-98c2fc7e-c2aa-4429-92d9-d3e6ff64449b tempest-PortsIpV6TestJSON-1330665174 tempest-PortsIpV6TestJSON-1330665174] Deleting port 5e59d308-e843-49eb-b74e-030bd2ebf71b {{(pid=84874) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 07:29:32.401005 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-98c2fc7e-c2aa-4429-92d9-d3e6ff64449b tempest-PortsIpV6TestJSON-1330665174 tempest-PortsIpV6TestJSON-1330665174] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363259214248359'] for port, before_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:29:32.423636 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-82f990ea-c4b9-4369-b323-f75301360592 tempest-PortsTestJSON-2091589570 tempest-PortsTestJSON-2091589570] Ignored duplicate provisioning block setup for port f82324a8-03a4-4dbb-9f93-86e94481b6fe by entity DHCP. {{(pid=84875) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:69}} Jan 14 07:29:32.433202 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-82f990ea-c4b9-4369-b323-f75301360592 tempest-PortsTestJSON-2091589570 tempest-PortsTestJSON-2091589570] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777640533312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363259214678337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777640097497', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3154211'] for port, after_update {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:29:32.452933 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-39fac1d5-5084-41ed-84d1-02d301c3158d tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:29:32.505023 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0032aa3-83bc-43b8-b90b-bbe7c60883c2 None None] Pushing event updated for resources: {'Port': ['ID=d3fbcb55-5950-48c3-9eea-06b09f406910,revision_number=17']} {{(pid=84876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:29:32.507885 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-ccb0cf3b-26c5-44c3-ac05-f9a1c10c71c1 tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555753'] for port, before_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:29:32.519906 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-b0032aa3-83bc-43b8-b90b-bbe7c60883c2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.395s {{(pid=84876) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:29:32.532055 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-b0032aa3-83bc-43b8-b90b-bbe7c60883c2 None None] Provisioning for port 5e59d308-e843-49eb-b74e-030bd2ebf71b completed by entity DHCP. {{(pid=84876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 07:29:32.546225 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-b0032aa3-83bc-43b8-b90b-bbe7c60883c2 None None] Provisioning complete for port 5e59d308-e843-49eb-b74e-030bd2ebf71b triggered by entity DHCP. {{(pid=84876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 07:29:32.547136 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-b0032aa3-83bc-43b8-b90b-bbe7c60883c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-604227'] for port, provisioning_complete {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:29:32.657972 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.plugin [None req-b0032aa3-83bc-43b8-b90b-bbe7c60883c2 None None] Port 5e59d308-e843-49eb-b74e-030bd2ebf71b cannot update to ACTIVE because it is not bound. {{(pid=84876) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:329}} Jan 14 07:29:32.697061 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Provisioning complete for port 6afb8dde-8a64-4031-ba17-bcacab7fc490 triggered by entity L2. {{(pid=84876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 07:29:32.699739 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-604227'] for port, provisioning_complete {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:29:32.904550 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-b0032aa3-83bc-43b8-b90b-bbe7c60883c2 None None] Provisioning complete for port 6afb8dde-8a64-4031-ba17-bcacab7fc490 triggered by entity DHCP. {{(pid=84876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 07:29:32.905149 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-b0032aa3-83bc-43b8-b90b-bbe7c60883c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-604227'] for port, provisioning_complete {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:29:32.918850 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82f990ea-c4b9-4369-b323-f75301360592 tempest-PortsTestJSON-2091589570 tempest-PortsTestJSON-2091589570] Pushing event updated for resources: {'Port': ['ID=f82324a8-03a4-4dbb-9f93-86e94481b6fe,revision_number=3']} {{(pid=84875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:29:32.924862 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-82f990ea-c4b9-4369-b323-f75301360592 tempest-PortsTestJSON-2091589570 tempest-PortsTestJSON-2091589570] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.472s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:29:33.330610 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.plugin [None req-82f990ea-c4b9-4369-b323-f75301360592 tempest-PortsTestJSON-2091589570 tempest-PortsTestJSON-2091589570] In _notify_port_updated(), no bound segment for port f82324a8-03a4-4dbb-9f93-86e94481b6fe on network 16c5fcf9-4b2d-46df-8409-e720b7627905 {{(pid=84875) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:851}} Jan 14 07:29:33.335431 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_segment":"rule:admin_only" was deprecated in W in favor of "update_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:29:33.335431 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:29:33.335431 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "delete_segment":"rule:admin_only" was deprecated in W in favor of "delete_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:29:33.335431 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:29:33.335431 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network":"rule:regular_user" was deprecated in W in favor of "create_network":"role:member and project_id:%(project_id)s". Reason: Jan 14 07:29:33.335431 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:29:33.335431 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:29:33.335431 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:29:33.335431 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:shared":"rule:admin_only" was deprecated in W in favor of "create_network:shared":"role:admin and system_scope:all". Reason: Jan 14 07:29:33.335431 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:29:33.335431 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:29:33.335431 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:29:33.335431 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:router:external":"rule:admin_only" was deprecated in W in favor of "create_network:router:external":"role:admin and system_scope:all". Reason: Jan 14 07:29:33.335431 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:29:33.335431 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:29:33.335431 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:29:33.335431 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:is_default":"rule:admin_only" was deprecated in W in favor of "create_network:is_default":"role:admin and system_scope:all". Reason: Jan 14 07:29:33.335431 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:29:33.335431 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:29:33.335431 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:29:33.335431 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:port_security_enabled":"rule:regular_user" was deprecated in W in favor of "create_network:port_security_enabled":"role:member and project_id:%(project_id)s". Reason: Jan 14 07:29:33.335431 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:29:33.335431 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:29:33.335431 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:29:33.335431 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:segments":"rule:admin_only" was deprecated in W in favor of "create_network:segments":"role:admin and system_scope:all". Reason: Jan 14 07:29:33.335431 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:29:33.335431 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:29:33.335431 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:29:33.335431 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "create_network:provider:network_type":"role:admin and system_scope:all". Reason: Jan 14 07:29:33.335431 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:29:33.335431 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:29:33.335431 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:29:33.335431 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "create_network:provider:physical_network":"role:admin and system_scope:all". Reason: Jan 14 07:29:33.335431 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:29:33.335431 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:29:33.335431 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:29:33.335431 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "create_network:provider:segmentation_id":"role:admin and system_scope:all". Reason: Jan 14 07:29:33.335431 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:29:33.335431 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:29:33.335431 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:29:33.335431 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network":"rule:admin_or_owner or rule:shared or rule:external or rule:context_is_advsvc" was deprecated in W in favor of "get_network":"(role:reader and system_scope:all) or (role:reader and project_id:%(project_id)s) or rule:shared or rule:external or rule:context_is_advsvc". Reason: Jan 14 07:29:33.335431 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:29:33.335431 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:29:33.335431 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:29:33.335431 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:router:external":"rule:regular_user" was deprecated in W in favor of "get_network:router:external":"role:reader and project_id:%(project_id)s". Reason: Jan 14 07:29:33.335431 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:29:33.335431 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:29:33.335431 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:29:33.335431 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:segments":"rule:admin_only" was deprecated in W in favor of "get_network:segments":"role:reader and system_scope:all". Reason: Jan 14 07:29:33.335431 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:29:33.335431 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:29:33.335431 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:29:33.335431 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "get_network:provider:network_type":"role:reader and system_scope:all". Reason: Jan 14 07:29:33.335431 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:29:33.335431 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:29:33.335431 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:29:33.335431 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "get_network:provider:physical_network":"role:reader and system_scope:all". Reason: Jan 14 07:29:33.335431 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:29:33.335431 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:29:33.335431 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:29:33.335431 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "get_network:provider:segmentation_id":"role:reader and system_scope:all". Reason: Jan 14 07:29:33.335431 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:29:33.335431 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:29:33.335431 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:29:33.374621 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82f990ea-c4b9-4369-b323-f75301360592 tempest-PortsTestJSON-2091589570 tempest-PortsTestJSON-2091589570] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:29:33.389958 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-82f990ea-c4b9-4369-b323-f75301360592 tempest-PortsTestJSON-2091589570 tempest-PortsTestJSON-2091589570] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854768116'] for port, before_response {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:29:33.395218 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-82f990ea-c4b9-4369-b323-f75301360592 tempest-PortsTestJSON-2091589570 tempest-PortsTestJSON-2091589570] 10.222.0.24 "PUT /v2.0/ports/f82324a8-03a4-4dbb-9f93-86e94481b6fe HTTP/1.1" status: 200 len: 998 time: 7.5618117 Jan 14 07:29:33.396056 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84875) accepted ('10.222.0.24', 51582) {{(pid=84875) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:29:33.633675 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Device d3fbcb55-5950-48c3-9eea-06b09f406910 up at agent ovs-agent-n-d-768862-2 {{(pid=84876) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 07:29:33.673848 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.plugin [None req-4c6b1661-c9d5-4239-a43c-e85af06e7464 tempest-PortsTestJSON-2091589570 tempest-PortsTestJSON-2091589570] Deleting port f82324a8-03a4-4dbb-9f93-86e94481b6fe {{(pid=84875) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 07:29:33.676440 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-4c6b1661-c9d5-4239-a43c-e85af06e7464 tempest-PortsTestJSON-2091589570 tempest-PortsTestJSON-2091589570] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363259214248359'] for port, before_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:29:33.961488 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-6c411442-af42-490c-8ea6-d588f8f019df None None] Provisioning complete for port 5e59d308-e843-49eb-b74e-030bd2ebf71b triggered by entity DHCP. {{(pid=84876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 07:29:33.961965 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-6c411442-af42-490c-8ea6-d588f8f019df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-604227'] for port, provisioning_complete {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:29:34.035185 n-d-768862-2 neutron-server[84765]: DEBUG neutron.notifiers.nova [None req-ccb0cf3b-26c5-44c3-ac05-f9a1c10c71c1 tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] device_id is not set on port 342f77e3-f320-495b-a1f1-788b2fdcca98 yet. {{(pid=84874) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}} Jan 14 07:29:34.084234 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.plugin [None req-6c411442-af42-490c-8ea6-d588f8f019df None None] Port 5e59d308-e843-49eb-b74e-030bd2ebf71b cannot update to ACTIVE because it is not bound. {{(pid=84876) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:329}} Jan 14 07:29:34.088946 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d86cac93-18af-41a5-88ee-790ddb7647f6 None None] Network 16c5fcf9-4b2d-46df-8409-e720b7627905 requested from n-d-768862-2 {{(pid=84876) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 07:29:34.173942 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-4c6b1661-c9d5-4239-a43c-e85af06e7464 tempest-PortsTestJSON-2091589570 tempest-PortsTestJSON-2091589570] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036850862667'] for port, precommit_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:29:34.463281 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Provisioning complete for port d3fbcb55-5950-48c3-9eea-06b09f406910 triggered by entity L2. {{(pid=84876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 07:29:34.463716 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-604227'] for port, provisioning_complete {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:29:34.531750 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.plugin [None req-4c6b1661-c9d5-4239-a43c-e85af06e7464 tempest-PortsTestJSON-2091589570 tempest-PortsTestJSON-2091589570] Calling delete_port for f82324a8-03a4-4dbb-9f93-86e94481b6fe owned by {{(pid=84875) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 07:29:34.638429 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-74d850e0-a301-4b3d-b9b6-fd5891393d58 None None] Provisioning for port f82324a8-03a4-4dbb-9f93-86e94481b6fe completed by entity DHCP. {{(pid=84876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 07:29:34.714040 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-74d850e0-a301-4b3d-b9b6-fd5891393d58 None None] Provisioning complete for port f82324a8-03a4-4dbb-9f93-86e94481b6fe triggered by entity DHCP. {{(pid=84876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 07:29:34.717055 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-74d850e0-a301-4b3d-b9b6-fd5891393d58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-604227'] for port, provisioning_complete {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:29:34.836705 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.db_base_plugin_common [None req-ccb0cf3b-26c5-44c3-ac05-f9a1c10c71c1 tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] Allocated IP 2001:db8::17e (23f0a15d-6362-4cec-82c1-cacba887c566/9ae8b53b-9ffb-498c-90e3-d6ff55fd2922/342f77e3-f320-495b-a1f1-788b2fdcca98) {{(pid=84874) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 14 07:29:34.845214 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.db_base_plugin_common [None req-ccb0cf3b-26c5-44c3-ac05-f9a1c10c71c1 tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] Allocated IP 2001:db8:0:1:f816:3eff:febd:6a0d (23f0a15d-6362-4cec-82c1-cacba887c566/80595d54-0d1c-492c-9917-80140d602c77/342f77e3-f320-495b-a1f1-788b2fdcca98) {{(pid=84874) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 14 07:29:34.858814 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.plugin [None req-74d850e0-a301-4b3d-b9b6-fd5891393d58 None None] Port f82324a8-03a4-4dbb-9f93-86e94481b6fe cannot update to ACTIVE because it is not bound. {{(pid=84876) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:329}} Jan 14 07:29:34.932844 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-4c6b1661-c9d5-4239-a43c-e85af06e7464 tempest-PortsTestJSON-2091589570 tempest-PortsTestJSON-2091589570] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777640533329', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777640097463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851621574'] for port, after_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:29:34.963869 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-6e33228e-2867-4113-8ade-8f49c587ef0d tempest-NetworksIpV6Test-2047944877 tempest-NetworksIpV6Test-2047944877] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:29:34.972301 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-74d850e0-a301-4b3d-b9b6-fd5891393d58 None None] Provisioning for port f432dd6b-4cbd-4a25-adaf-2020c5d0a1ec completed by entity DHCP. {{(pid=84876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 07:29:35.014437 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-74d850e0-a301-4b3d-b9b6-fd5891393d58 None None] Provisioning complete for port f432dd6b-4cbd-4a25-adaf-2020c5d0a1ec triggered by entity DHCP. {{(pid=84876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 07:29:35.019186 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-74d850e0-a301-4b3d-b9b6-fd5891393d58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-604227'] for port, provisioning_complete {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:29:35.035412 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-98c2fc7e-c2aa-4429-92d9-d3e6ff64449b tempest-PortsIpV6TestJSON-1330665174 tempest-PortsIpV6TestJSON-1330665174] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036850862667'] for port, precommit_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:29:35.063734 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c6b1661-c9d5-4239-a43c-e85af06e7464 tempest-PortsTestJSON-2091589570 tempest-PortsTestJSON-2091589570] Pushing event deleted for resources: {'Port': ['ID=f82324a8-03a4-4dbb-9f93-86e94481b6fe,revision_number=None']} {{(pid=84875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:29:35.182579 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Device f432dd6b-4cbd-4a25-adaf-2020c5d0a1ec up at agent ovs-agent-n-d-768862-2 {{(pid=84876) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 07:29:35.225252 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-4c6b1661-c9d5-4239-a43c-e85af06e7464 tempest-PortsTestJSON-2091589570 tempest-PortsTestJSON-2091589570] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.261s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:29:35.313768 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.plugin [None req-98c2fc7e-c2aa-4429-92d9-d3e6ff64449b tempest-PortsIpV6TestJSON-1330665174 tempest-PortsIpV6TestJSON-1330665174] Calling delete_port for 5e59d308-e843-49eb-b74e-030bd2ebf71b owned by {{(pid=84874) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 07:29:35.457608 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Provisioning complete for port f432dd6b-4cbd-4a25-adaf-2020c5d0a1ec triggered by entity L2. {{(pid=84876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 07:29:35.458072 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-604227'] for port, provisioning_complete {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:29:35.629495 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-4c6b1661-c9d5-4239-a43c-e85af06e7464 tempest-PortsTestJSON-2091589570 tempest-PortsTestJSON-2091589570] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854768116'] for port, before_response {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:29:35.646420 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-4c6b1661-c9d5-4239-a43c-e85af06e7464 tempest-PortsTestJSON-2091589570 tempest-PortsTestJSON-2091589570] 10.222.0.24 "DELETE /v2.0/ports/f82324a8-03a4-4dbb-9f93-86e94481b6fe HTTP/1.1" status: 204 len: 168 time: 2.2479253 Jan 14 07:29:35.652057 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84875) accepted ('10.222.0.24', 51646) {{(pid=84875) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:29:35.666511 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-ccb0cf3b-26c5-44c3-ac05-f9a1c10c71c1 tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] Notify callbacks [] for port, precommit_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:29:35.729315 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-ccb0cf3b-26c5-44c3-ac05-f9a1c10c71c1 tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] Transition to ACTIVE for port object 342f77e3-f320-495b-a1f1-788b2fdcca98 will not be triggered until provisioned by entity DHCP. {{(pid=84874) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 07:29:35.741510 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-3b699910-0f43-4d2d-b3ee-e8e30d7c5087 None None] Provisioning complete for port d3fbcb55-5950-48c3-9eea-06b09f406910 triggered by entity DHCP. {{(pid=84876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 07:29:35.747650 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-3b699910-0f43-4d2d-b3ee-e8e30d7c5087 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-604227'] for port, provisioning_complete {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:29:35.810008 n-d-768862-2 neutron-server[84765]: INFO neutron.pecan_wsgi.hooks.translation [None req-f9994a01-5aa9-40d7-a53e-b65019219baa tempest-PortsTestJSON-2091589570 tempest-PortsTestJSON-2091589570] GET failed (client error): The resource could not be found. Jan 14 07:29:35.810588 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-f9994a01-5aa9-40d7-a53e-b65019219baa tempest-PortsTestJSON-2091589570 tempest-PortsTestJSON-2091589570] Synchronizing usage tracker for tenant:4f41150d2ea84f97bbab10653dcc9b99 on resource:port {{(pid=84875) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 14 07:29:35.867300 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-f9994a01-5aa9-40d7-a53e-b65019219baa tempest-PortsTestJSON-2091589570 tempest-PortsTestJSON-2091589570] Unset dirty status for tenant:4f41150d2ea84f97bbab10653dcc9b99 on resource:port {{(pid=84875) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 14 07:29:35.878082 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-f9994a01-5aa9-40d7-a53e-b65019219baa tempest-PortsTestJSON-2091589570 tempest-PortsTestJSON-2091589570] 10.222.0.24 "GET /v2.0/ports/f82324a8-03a4-4dbb-9f93-86e94481b6fe HTTP/1.1" status: 404 len: 333 time: 0.2234676 Jan 14 07:29:35.879069 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84875) accepted ('10.222.0.24', 51656) {{(pid=84875) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:29:35.917845 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-ccb0cf3b-26c5-44c3-ac05-f9a1c10c71c1 tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777640123575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3254186'] for port, after_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:29:35.949866 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-b1759546-1ca4-4711-b56f-2de5bf69f308 tempest-PortsTestJSON-2091589570 tempest-PortsTestJSON-2091589570] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:29:36.094460 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-98c2fc7e-c2aa-4429-92d9-d3e6ff64449b tempest-PortsIpV6TestJSON-1330665174 tempest-PortsIpV6TestJSON-1330665174] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777640533329', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777640097463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3254186'] for port, after_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:29:36.326260 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-98c2fc7e-c2aa-4429-92d9-d3e6ff64449b tempest-PortsIpV6TestJSON-1330665174 tempest-PortsIpV6TestJSON-1330665174] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854768116'] for port, before_response {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:29:36.346623 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccb0cf3b-26c5-44c3-ac05-f9a1c10c71c1 tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] Pushing event updated for resources: {'Port': ['ID=342f77e3-f320-495b-a1f1-788b2fdcca98,revision_number=1']} {{(pid=84874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:29:36.350957 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-ccb0cf3b-26c5-44c3-ac05-f9a1c10c71c1 tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.401s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:29:36.358811 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-252b6915-05be-40cb-8859-9ede64308989 tempest-PortsTestJSON-2091589570 tempest-PortsTestJSON-2091589570] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.097s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:29:36.368233 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.db_base_plugin_v2 [None req-d75bb01a-bb4a-4fea-a97e-1556933b6cde tempest-PortsTestJSON-2091589570 tempest-PortsTestJSON-2091589570] Deleting subnet cbd9fc29-c5da-4cce-93de-4e7ed8cf0df5 {{(pid=84875) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Jan 14 07:29:36.381825 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-d75bb01a-bb4a-4fea-a97e-1556933b6cde tempest-PortsTestJSON-2091589570 tempest-PortsTestJSON-2091589570] Notify callbacks [] for subnet, before_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:29:36.433627 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-98c2fc7e-c2aa-4429-92d9-d3e6ff64449b tempest-PortsIpV6TestJSON-1330665174 tempest-PortsIpV6TestJSON-1330665174] 10.222.0.24 "DELETE /v2.0/ports/5e59d308-e843-49eb-b74e-030bd2ebf71b HTTP/1.1" status: 204 len: 168 time: 4.1756208 Jan 14 07:29:36.436859 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98c2fc7e-c2aa-4429-92d9-d3e6ff64449b tempest-PortsIpV6TestJSON-1330665174 tempest-PortsIpV6TestJSON-1330665174] Pushing event deleted for resources: {'Port': ['ID=5e59d308-e843-49eb-b74e-030bd2ebf71b,revision_number=None']} {{(pid=84874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:29:36.439344 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84874) accepted ('10.222.0.24', 51678) {{(pid=84874) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:29:36.504354 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-98c2fc7e-c2aa-4429-92d9-d3e6ff64449b tempest-PortsIpV6TestJSON-1330665174 tempest-PortsIpV6TestJSON-1330665174] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:29:36.522762 n-d-768862-2 neutron-server[84765]: INFO neutron.pecan_wsgi.hooks.translation [None req-44fc3a5f-a92e-4de4-a243-8caf647c835d tempest-PortsIpV6TestJSON-1330665174 tempest-PortsIpV6TestJSON-1330665174] GET failed (client error): The resource could not be found. Jan 14 07:29:36.523341 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-44fc3a5f-a92e-4de4-a243-8caf647c835d tempest-PortsIpV6TestJSON-1330665174 tempest-PortsIpV6TestJSON-1330665174] Synchronizing usage tracker for tenant:6396266df05d476da6838f06b578d30b on resource:port {{(pid=84874) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 14 07:29:36.551757 n-d-768862-2 neutron-server[84765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ccb0cf3b-26c5-44c3-ac05-f9a1c10c71c1 tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] Network 23f0a15d-6362-4cec-82c1-cacba887c566 is already hosted by enough agents. {{(pid=84874) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 07:29:36.554763 n-d-768862-2 neutron-server[84765]: DEBUG neutron.scheduler.base_scheduler [None req-ccb0cf3b-26c5-44c3-ac05-f9a1c10c71c1 tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] Resources bound (agent type, host, resource id): {{(pid=84874) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 07:29:36.570093 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-d75bb01a-bb4a-4fea-a97e-1556933b6cde tempest-PortsTestJSON-2091589570 tempest-PortsTestJSON-2091589570] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3367281'] for subnet, precommit_delete_associations {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:29:36.575631 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ccb0cf3b-26c5-44c3-ac05-f9a1c10c71c1 tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] Received port after_create {{(pid=84874) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 14 07:29:36.585234 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:router:external":"rule:admin_only" was deprecated in W in favor of "update_network:router:external":"role:admin and system_scope:all". Reason: Jan 14 07:29:36.585234 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:29:36.585234 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:29:36.585234 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:29:36.585234 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:is_default":"rule:admin_only" was deprecated in W in favor of "update_network:is_default":"role:admin and system_scope:all". Reason: Jan 14 07:29:36.585234 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:29:36.585234 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:29:36.585234 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:29:36.585234 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:port_security_enabled":"rule:admin_or_owner" was deprecated in W in favor of "update_network:port_security_enabled":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 07:29:36.585234 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:29:36.585234 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:29:36.585234 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:29:36.585234 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "delete_network":"rule:admin_or_owner" was deprecated in W in favor of "delete_network":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 07:29:36.585234 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:29:36.585234 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:29:36.585234 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:29:36.585234 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_segment":"rule:admin_only" was deprecated in W in favor of "create_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:29:36.585234 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:29:36.585234 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_segment":"rule:admin_only" was deprecated in W in favor of "get_segment":"role:reader and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:29:36.585234 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:29:36.585234 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_segment":"rule:admin_only" was deprecated in W in favor of "update_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:29:36.585234 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:29:36.585234 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "delete_segment":"rule:admin_only" was deprecated in W in favor of "delete_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:29:36.585234 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:29:36.585234 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network":"rule:regular_user" was deprecated in W in favor of "create_network":"role:member and project_id:%(project_id)s". Reason: Jan 14 07:29:36.585234 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:29:36.585234 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:29:36.585234 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:29:36.585234 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:shared":"rule:admin_only" was deprecated in W in favor of "create_network:shared":"role:admin and system_scope:all". Reason: Jan 14 07:29:36.585234 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:29:36.585234 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:29:36.585234 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:29:36.585234 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:router:external":"rule:admin_only" was deprecated in W in favor of "create_network:router:external":"role:admin and system_scope:all". Reason: Jan 14 07:29:36.585234 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:29:36.585234 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:29:36.585234 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:29:36.585234 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:is_default":"rule:admin_only" was deprecated in W in favor of "create_network:is_default":"role:admin and system_scope:all". Reason: Jan 14 07:29:36.585234 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:29:36.585234 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:29:36.585234 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:29:36.585234 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:port_security_enabled":"rule:regular_user" was deprecated in W in favor of "create_network:port_security_enabled":"role:member and project_id:%(project_id)s". Reason: Jan 14 07:29:36.585234 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:29:36.585234 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:29:36.585234 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:29:36.585234 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:segments":"rule:admin_only" was deprecated in W in favor of "create_network:segments":"role:admin and system_scope:all". Reason: Jan 14 07:29:36.585234 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:29:36.585234 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:29:36.585234 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:29:36.585234 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "create_network:provider:network_type":"role:admin and system_scope:all". Reason: Jan 14 07:29:36.585234 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:29:36.585234 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:29:36.585234 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:29:36.585234 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "create_network:provider:physical_network":"role:admin and system_scope:all". Reason: Jan 14 07:29:36.585234 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:29:36.585234 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:29:36.585234 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:29:36.585234 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "create_network:provider:segmentation_id":"role:admin and system_scope:all". Reason: Jan 14 07:29:36.585234 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:29:36.585234 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:29:36.585234 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:29:36.585234 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network":"rule:admin_or_owner or rule:shared or rule:external or rule:context_is_advsvc" was deprecated in W in favor of "get_network":"(role:reader and system_scope:all) or (role:reader and project_id:%(project_id)s) or rule:shared or rule:external or rule:context_is_advsvc". Reason: Jan 14 07:29:36.585234 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:29:36.585234 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:29:36.585234 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:29:36.619782 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:router:external":"rule:regular_user" was deprecated in W in favor of "get_network:router:external":"role:reader and project_id:%(project_id)s". Reason: Jan 14 07:29:36.619782 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:29:36.619782 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:29:36.619782 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:29:36.619782 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:segments":"rule:admin_only" was deprecated in W in favor of "get_network:segments":"role:reader and system_scope:all". Reason: Jan 14 07:29:36.619782 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:29:36.619782 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:29:36.619782 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:29:36.619782 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "get_network:provider:network_type":"role:reader and system_scope:all". Reason: Jan 14 07:29:36.619782 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:29:36.619782 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:29:36.619782 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:29:36.619782 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "get_network:provider:physical_network":"role:reader and system_scope:all". Reason: Jan 14 07:29:36.619782 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:29:36.619782 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:29:36.619782 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:29:36.619782 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "get_network:provider:segmentation_id":"role:reader and system_scope:all". Reason: Jan 14 07:29:36.619782 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:29:36.619782 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:29:36.619782 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:29:36.619782 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network":"rule:admin_or_owner" was deprecated in W in favor of "update_network":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 07:29:36.619782 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:29:36.619782 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:29:36.619782 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:29:36.619782 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:segments":"rule:admin_only" was deprecated in W in favor of "update_network:segments":"role:admin and system_scope:all". Reason: Jan 14 07:29:36.619782 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:29:36.619782 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:29:36.619782 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:29:36.619782 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:shared":"rule:admin_only" was deprecated in W in favor of "update_network:shared":"role:admin and system_scope:all". Reason: Jan 14 07:29:36.619782 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:29:36.619782 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:29:36.619782 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:29:36.619782 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "update_network:provider:network_type":"role:admin and system_scope:all". Reason: Jan 14 07:29:36.619782 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:29:36.619782 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:29:36.619782 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:29:36.619782 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "update_network:provider:physical_network":"role:admin and system_scope:all". Reason: Jan 14 07:29:36.619782 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:29:36.619782 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:29:36.619782 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:29:36.619782 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "update_network:provider:segmentation_id":"role:admin and system_scope:all". Reason: Jan 14 07:29:36.619782 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:29:36.619782 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:29:36.619782 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:29:36.619782 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:router:external":"rule:admin_only" was deprecated in W in favor of "update_network:router:external":"role:admin and system_scope:all". Reason: Jan 14 07:29:36.619782 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:29:36.619782 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:29:36.619782 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:29:36.619782 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:is_default":"rule:admin_only" was deprecated in W in favor of "update_network:is_default":"role:admin and system_scope:all". Reason: Jan 14 07:29:36.619782 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:29:36.619782 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:29:36.619782 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:29:36.619782 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:port_security_enabled":"rule:admin_or_owner" was deprecated in W in favor of "update_network:port_security_enabled":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 07:29:36.619782 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:29:36.619782 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:29:36.619782 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:29:36.619782 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "delete_network":"rule:admin_or_owner" was deprecated in W in favor of "delete_network":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 07:29:36.619782 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:29:36.619782 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:29:36.619782 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:29:36.619782 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_segment":"rule:admin_only" was deprecated in W in favor of "create_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:29:36.619782 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:29:36.619782 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_segment":"rule:admin_only" was deprecated in W in favor of "get_segment":"role:reader and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:29:36.619782 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:29:36.629166 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ccb0cf3b-26c5-44c3-ac05-f9a1c10c71c1 tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:29:36.629166 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-ccb0cf3b-26c5-44c3-ac05-f9a1c10c71c1 tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854768116'] for port, before_response {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:29:36.660414 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-44fc3a5f-a92e-4de4-a243-8caf647c835d tempest-PortsIpV6TestJSON-1330665174 tempest-PortsIpV6TestJSON-1330665174] Unset dirty status for tenant:6396266df05d476da6838f06b578d30b on resource:port {{(pid=84874) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 14 07:29:36.668832 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-44fc3a5f-a92e-4de4-a243-8caf647c835d tempest-PortsIpV6TestJSON-1330665174 tempest-PortsIpV6TestJSON-1330665174] 10.222.0.24 "GET /v2.0/ports/5e59d308-e843-49eb-b74e-030bd2ebf71b HTTP/1.1" status: 404 len: 333 time: 0.2255805 Jan 14 07:29:36.675571 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84874) accepted ('10.222.0.24', 51684) {{(pid=84874) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:29:36.862885 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-ccb0cf3b-26c5-44c3-ac05-f9a1c10c71c1 tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1033 time: 5.5347900 Jan 14 07:29:36.863925 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84874) accepted ('10.222.0.24', 51692) {{(pid=84874) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:29:36.911798 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-d75bb01a-bb4a-4fea-a97e-1556933b6cde tempest-PortsTestJSON-2091589570 tempest-PortsTestJSON-2091589570] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036854176836'] for subnet, precommit_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:29:37.207393 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.plugin [None req-92ac8a64-564c-416b-932b-3cd4104774d3 tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] Deleting port 342f77e3-f320-495b-a1f1-788b2fdcca98 {{(pid=84874) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 07:29:37.208324 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-92ac8a64-564c-416b-932b-3cd4104774d3 tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363259214248359'] for port, before_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:29:37.220877 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-f2b24f94-f08b-4fbe-be47-9109205ea756 None None] Provisioning for port 342f77e3-f320-495b-a1f1-788b2fdcca98 completed by entity DHCP. {{(pid=84876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 07:29:37.247174 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-f2b24f94-f08b-4fbe-be47-9109205ea756 None None] Provisioning complete for port 342f77e3-f320-495b-a1f1-788b2fdcca98 triggered by entity DHCP. {{(pid=84876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 07:29:37.247397 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-f2b24f94-f08b-4fbe-be47-9109205ea756 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-604227'] for port, provisioning_complete {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:29:37.418855 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.plugin [None req-f2b24f94-f08b-4fbe-be47-9109205ea756 None None] Port 342f77e3-f320-495b-a1f1-788b2fdcca98 cannot update to ACTIVE because it is not bound. {{(pid=84876) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:329}} Jan 14 07:29:37.752402 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.db_base_plugin_v2 [None req-0101785a-a3da-4fc9-acec-57deef55149c tempest-PortsIpV6TestJSON-1330665174 tempest-PortsIpV6TestJSON-1330665174] Deleting subnet d441d7d6-8209-4e71-8039-7598c04d0f25 {{(pid=84874) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Jan 14 07:29:37.763507 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-0101785a-a3da-4fc9-acec-57deef55149c tempest-PortsIpV6TestJSON-1330665174 tempest-PortsIpV6TestJSON-1330665174] Notify callbacks [] for subnet, before_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:29:37.830320 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-d75bb01a-bb4a-4fea-a97e-1556933b6cde tempest-PortsTestJSON-2091589570 tempest-PortsTestJSON-2091589570] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-598964', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850887113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3154192', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2308610'] for subnet, after_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:29:37.898315 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-0f2d6de1-740c-44ea-8cba-32f2095f5d42 tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:29:37.931884 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-0101785a-a3da-4fc9-acec-57deef55149c tempest-PortsIpV6TestJSON-1330665174 tempest-PortsIpV6TestJSON-1330665174] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036851807232'] for subnet, precommit_delete_associations {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:29:38.373127 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d75bb01a-bb4a-4fea-a97e-1556933b6cde tempest-PortsTestJSON-2091589570 tempest-PortsTestJSON-2091589570] Pushing event deleted for resources: {'Subnet': ['ID=cbd9fc29-c5da-4cce-93de-4e7ed8cf0df5,revision_number=None']} {{(pid=84875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:29:38.386831 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-d75bb01a-bb4a-4fea-a97e-1556933b6cde tempest-PortsTestJSON-2091589570 tempest-PortsTestJSON-2091589570] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.495s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:29:38.400300 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-0101785a-a3da-4fc9-acec-57deef55149c tempest-PortsIpV6TestJSON-1330665174 tempest-PortsIpV6TestJSON-1330665174] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036854176836'] for subnet, precommit_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:29:38.412208 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-d75bb01a-bb4a-4fea-a97e-1556933b6cde tempest-PortsTestJSON-2091589570 tempest-PortsTestJSON-2091589570] Notify callbacks [] for subnet, before_response {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:29:38.421975 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-d75bb01a-bb4a-4fea-a97e-1556933b6cde tempest-PortsTestJSON-2091589570 tempest-PortsTestJSON-2091589570] 10.222.0.24 "DELETE /v2.0/subnets/cbd9fc29-c5da-4cce-93de-4e7ed8cf0df5 HTTP/1.1" status: 204 len: 168 time: 2.5407581 Jan 14 07:29:38.422622 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84875) accepted ('10.222.0.24', 51778) {{(pid=84875) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:29:38.603637 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.db_base_plugin_v2 [None req-233bfd37-3ec1-4362-96c1-1cbcfabd338f tempest-PortsTestJSON-2091589570 tempest-PortsTestJSON-2091589570] Deleting subnet 5efec8bf-3faf-4189-8376-cb15ddb28b6d {{(pid=84875) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Jan 14 07:29:38.607766 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-233bfd37-3ec1-4362-96c1-1cbcfabd338f tempest-PortsTestJSON-2091589570 tempest-PortsTestJSON-2091589570] Notify callbacks [] for subnet, before_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:29:38.809398 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-233bfd37-3ec1-4362-96c1-1cbcfabd338f tempest-PortsTestJSON-2091589570 tempest-PortsTestJSON-2091589570] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3367281'] for subnet, precommit_delete_associations {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:29:39.025625 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-233bfd37-3ec1-4362-96c1-1cbcfabd338f tempest-PortsTestJSON-2091589570 tempest-PortsTestJSON-2091589570] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036854176836'] for subnet, precommit_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:29:39.162397 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-92ac8a64-564c-416b-932b-3cd4104774d3 tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036850862667'] for port, precommit_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:29:39.642056 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.plugin [None req-92ac8a64-564c-416b-932b-3cd4104774d3 tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] Calling delete_port for 342f77e3-f320-495b-a1f1-788b2fdcca98 owned by {{(pid=84874) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 07:29:40.148163 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-233bfd37-3ec1-4362-96c1-1cbcfabd338f tempest-PortsTestJSON-2091589570 tempest-PortsTestJSON-2091589570] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-598964', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850887113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3154192', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2308610'] for subnet, after_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:29:40.166596 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-0101785a-a3da-4fc9-acec-57deef55149c tempest-PortsIpV6TestJSON-1330665174 tempest-PortsIpV6TestJSON-1330665174] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-598964', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850887113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036851521664', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2794686'] for subnet, after_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:29:40.202235 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-5773939a-0653-449a-934f-ce74dcaeb179 tempest-PortsTestJSON-2091589570 tempest-PortsTestJSON-2091589570] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:29:40.212625 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-6eb4cb84-7269-4acf-a0b3-b82b38454f6c tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:29:40.274379 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0101785a-a3da-4fc9-acec-57deef55149c tempest-PortsIpV6TestJSON-1330665174 tempest-PortsIpV6TestJSON-1330665174] Pushing event deleted for resources: {'Subnet': ['ID=d441d7d6-8209-4e71-8039-7598c04d0f25,revision_number=None']} {{(pid=84874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:29:40.367809 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-233bfd37-3ec1-4362-96c1-1cbcfabd338f tempest-PortsTestJSON-2091589570 tempest-PortsTestJSON-2091589570] Pushing event deleted for resources: {'Subnet': ['ID=5efec8bf-3faf-4189-8376-cb15ddb28b6d,revision_number=None']} {{(pid=84875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:29:40.517990 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-233bfd37-3ec1-4362-96c1-1cbcfabd338f tempest-PortsTestJSON-2091589570 tempest-PortsTestJSON-2091589570] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.301s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:29:40.618977 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-233bfd37-3ec1-4362-96c1-1cbcfabd338f tempest-PortsTestJSON-2091589570 tempest-PortsTestJSON-2091589570] Notify callbacks [] for subnet, before_response {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:29:40.635786 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-233bfd37-3ec1-4362-96c1-1cbcfabd338f tempest-PortsTestJSON-2091589570 tempest-PortsTestJSON-2091589570] 10.222.0.24 "DELETE /v2.0/subnets/5efec8bf-3faf-4189-8376-cb15ddb28b6d HTTP/1.1" status: 204 len: 168 time: 2.2120628 Jan 14 07:29:40.639067 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84875) accepted ('10.222.0.24', 51960) {{(pid=84875) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:29:41.083596 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-0d1abf53-a114-4d52-bc20-4741c12db0cc tempest-PortsTestJSON-2091589570 tempest-PortsTestJSON-2091589570] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036854160497'] for network, before_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:29:41.190473 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-017f98a9-8a07-408c-a86f-8ff0c00400a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363259214191800', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854171626'] for agent, after_update {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:29:41.212910 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.plugin [None req-0d1abf53-a114-4d52-bc20-4741c12db0cc tempest-PortsTestJSON-2091589570 tempest-PortsTestJSON-2091589570] Deleting port f432dd6b-4cbd-4a25-adaf-2020c5d0a1ec {{(pid=84875) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 07:29:41.213368 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-0d1abf53-a114-4d52-bc20-4741c12db0cc tempest-PortsTestJSON-2091589570 tempest-PortsTestJSON-2091589570] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363259214248359'] for port, before_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:29:41.271609 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-0101785a-a3da-4fc9-acec-57deef55149c tempest-PortsIpV6TestJSON-1330665174 tempest-PortsIpV6TestJSON-1330665174] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.059s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:29:41.640688 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-92ac8a64-564c-416b-932b-3cd4104774d3 tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777640533329', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777640097463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3254186'] for port, after_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:29:41.662502 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f95d57a-972a-4a61-bc23-780ec39eb443 None None] Network 2b930391-a3db-4b31-b748-1dceae4338a5 requested from n-d-768862-2 {{(pid=84876) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 07:29:41.676952 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-0101785a-a3da-4fc9-acec-57deef55149c tempest-PortsIpV6TestJSON-1330665174 tempest-PortsIpV6TestJSON-1330665174] Notify callbacks [] for subnet, before_response {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:29:41.737872 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-3a292345-c0d9-43c8-8773-d2fa4918ac3b tempest-NetworksIpV6Test-2047944877 tempest-NetworksIpV6Test-2047944877] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:29:41.867644 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [None req-0d1abf53-a114-4d52-bc20-4741c12db0cc tempest-PortsTestJSON-2091589570 tempest-PortsTestJSON-2091589570] For port f432dd6b-4cbd-4a25-adaf-2020c5d0a1ec, host n-d-768862-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-2',level=0,port_id=f432dd6b-4cbd-4a25-adaf-2020c5d0a1ec,segment=NetworkSegment(0be6d86f-d964-4271-afc6-aa73c68e5521),segment_id=0be6d86f-d964-4271-afc6-aa73c68e5521)] {{(pid=84875) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 07:29:41.870965 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-0d1abf53-a114-4d52-bc20-4741c12db0cc tempest-PortsTestJSON-2091589570 tempest-PortsTestJSON-2091589570] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036850862667'] for port, precommit_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:29:41.896650 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92ac8a64-564c-416b-932b-3cd4104774d3 tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] Pushing event deleted for resources: {'Port': ['ID=342f77e3-f320-495b-a1f1-788b2fdcca98,revision_number=None']} {{(pid=84874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:29:41.911507 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-92ac8a64-564c-416b-932b-3cd4104774d3 tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.173s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:29:41.915746 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-0101785a-a3da-4fc9-acec-57deef55149c tempest-PortsIpV6TestJSON-1330665174 tempest-PortsIpV6TestJSON-1330665174] 10.222.0.24 "DELETE /v2.0/subnets/d441d7d6-8209-4e71-8039-7598c04d0f25 HTTP/1.1" status: 204 len: 168 time: 5.2362137 Jan 14 07:29:41.919157 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84874) accepted ('10.222.0.24', 52062) {{(pid=84874) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:29:42.047737 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94166e80-1f80-4543-9761-f0a104f56110 None None] Network 16c5fcf9-4b2d-46df-8409-e720b7627905 requested from n-d-768862-2 {{(pid=84876) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 07:29:42.073980 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.db_base_plugin_v2 [None req-913549e1-6494-4139-bd28-fa383d1f0642 tempest-PortsIpV6TestJSON-1330665174 tempest-PortsIpV6TestJSON-1330665174] Deleting subnet 54ae6797-c3e3-4f6f-b385-cf8f858b287b {{(pid=84874) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Jan 14 07:29:42.077792 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-913549e1-6494-4139-bd28-fa383d1f0642 tempest-PortsIpV6TestJSON-1330665174 tempest-PortsIpV6TestJSON-1330665174] Notify callbacks [] for subnet, before_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:29:42.173333 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-913549e1-6494-4139-bd28-fa383d1f0642 tempest-PortsIpV6TestJSON-1330665174 tempest-PortsIpV6TestJSON-1330665174] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036851807232'] for subnet, precommit_delete_associations {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:29:42.290110 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.plugin [None req-0d1abf53-a114-4d52-bc20-4741c12db0cc tempest-PortsTestJSON-2091589570 tempest-PortsTestJSON-2091589570] Calling delete_port for f432dd6b-4cbd-4a25-adaf-2020c5d0a1ec owned by network:dhcp {{(pid=84875) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 07:29:42.298660 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-bb01bf62-a05b-4b91-bbc1-f4fa4234e2f1 None None] Provisioning complete for port f432dd6b-4cbd-4a25-adaf-2020c5d0a1ec triggered by entity DHCP. {{(pid=84876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 07:29:42.299017 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-bb01bf62-a05b-4b91-bbc1-f4fa4234e2f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-604227'] for port, provisioning_complete {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:29:42.363398 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-92ac8a64-564c-416b-932b-3cd4104774d3 tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854768116'] for port, before_response {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:29:42.368637 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-92ac8a64-564c-416b-932b-3cd4104774d3 tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] 10.222.0.24 "DELETE /v2.0/ports/342f77e3-f320-495b-a1f1-788b2fdcca98 HTTP/1.1" status: 204 len: 168 time: 5.4934976 Jan 14 07:29:42.379007 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84875) accepted ('10.222.0.24', 52092) {{(pid=84875) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:29:42.524313 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-913549e1-6494-4139-bd28-fa383d1f0642 tempest-PortsIpV6TestJSON-1330665174 tempest-PortsIpV6TestJSON-1330665174] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036854176836'] for subnet, precommit_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:29:42.597885 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-0d1abf53-a114-4d52-bc20-4741c12db0cc tempest-PortsTestJSON-2091589570 tempest-PortsTestJSON-2091589570] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777640533329', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777640097463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851621574'] for port, after_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:29:42.771185 n-d-768862-2 neutron-server[84765]: INFO neutron.plugins.ml2.db [None req-bb01bf62-a05b-4b91-bbc1-f4fa4234e2f1 None None] No ports have port_id starting with f432dd6b-4cbd-4a25-adaf-2020c5d0a1ec Jan 14 07:29:42.852821 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-4c6b1661-c9d5-4239-a43c-e85af06e7464 tempest-PortsTestJSON-2091589570 tempest-PortsTestJSON-2091589570] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:29:42.924526 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-852a24f7-e9a1-4193-9abb-e9506fe5213f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363259214191800', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854171626'] for agent, after_update {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:29:43.341413 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb89a084-7de2-4591-9e57-1e611eb75d9a None None] DHCP port deletion for 16c5fcf9-4b2d-46df-8409-e720b7627905 request from n-d-768862-2 {{(pid=84876) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Jan 14 07:29:43.631393 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-913549e1-6494-4139-bd28-fa383d1f0642 tempest-PortsIpV6TestJSON-1330665174 tempest-PortsIpV6TestJSON-1330665174] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-598964', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850887113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036851521664', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2794686'] for subnet, after_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:29:43.953154 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-3741c146-bcc4-444b-b268-8eefd8517d26 tempest-RoutersNegativeIpV6Test-1464408958 tempest-RoutersNegativeIpV6Test-1464408958] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:29:44.133277 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d1abf53-a114-4d52-bc20-4741c12db0cc tempest-PortsTestJSON-2091589570 tempest-PortsTestJSON-2091589570] Pushing event deleted for resources: {'Port': ['ID=f432dd6b-4cbd-4a25-adaf-2020c5d0a1ec,revision_number=None']} {{(pid=84875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:29:44.162366 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-0d1abf53-a114-4d52-bc20-4741c12db0cc tempest-PortsTestJSON-2091589570 tempest-PortsTestJSON-2091589570] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.310s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:29:44.201061 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d1abf53-a114-4d52-bc20-4741c12db0cc tempest-PortsTestJSON-2091589570 tempest-PortsTestJSON-2091589570] No DVR routers for this DVR port f432dd6b-4cbd-4a25-adaf-2020c5d0a1ec on host n-d-768862-2 {{(pid=84875) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Jan 14 07:29:44.201402 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-913549e1-6494-4139-bd28-fa383d1f0642 tempest-PortsIpV6TestJSON-1330665174 tempest-PortsIpV6TestJSON-1330665174] Notify callbacks [] for subnet, before_response {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:29:44.220693 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-913549e1-6494-4139-bd28-fa383d1f0642 tempest-PortsIpV6TestJSON-1330665174 tempest-PortsIpV6TestJSON-1330665174] Pushing event deleted for resources: {'Subnet': ['ID=54ae6797-c3e3-4f6f-b385-cf8f858b287b,revision_number=None']} {{(pid=84874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:29:44.241769 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-913549e1-6494-4139-bd28-fa383d1f0642 tempest-PortsIpV6TestJSON-1330665174 tempest-PortsIpV6TestJSON-1330665174] 10.222.0.24 "DELETE /v2.0/subnets/54ae6797-c3e3-4f6f-b385-cf8f858b287b HTTP/1.1" status: 204 len: 168 time: 2.3204849 Jan 14 07:29:44.243298 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-913549e1-6494-4139-bd28-fa383d1f0642 tempest-PortsIpV6TestJSON-1330665174 tempest-PortsIpV6TestJSON-1330665174] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.292s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:29:44.244123 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84874) accepted ('10.222.0.24', 52230) {{(pid=84874) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:29:44.312210 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Device f432dd6b-4cbd-4a25-adaf-2020c5d0a1ec no longer exists at agent ovs-agent-n-d-768862-2 {{(pid=84876) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jan 14 07:29:44.351915 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84875) accepted ('10.222.0.24', 52240) {{(pid=84875) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:29:44.456853 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.plugin [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] No Port match for: f432dd6b-4cbd-4a25-adaf-2020c5d0a1ec {{(pid=84876) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2188}} Jan 14 07:29:44.457554 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Device f432dd6b-4cbd-4a25-adaf-2020c5d0a1ec not bound to the agent host n-d-768862-2 {{(pid=84876) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jan 14 07:29:44.551381 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-b13db304-1cf2-436b-8a53-600d3856e8b3 tempest-PortsIpV6TestJSON-1330665174 tempest-PortsIpV6TestJSON-1330665174] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036854160497'] for network, before_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:29:44.633686 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.plugin [None req-b13db304-1cf2-436b-8a53-600d3856e8b3 tempest-PortsIpV6TestJSON-1330665174 tempest-PortsIpV6TestJSON-1330665174] Deleting port 6afb8dde-8a64-4031-ba17-bcacab7fc490 {{(pid=84874) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 07:29:44.634126 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-b13db304-1cf2-436b-8a53-600d3856e8b3 tempest-PortsIpV6TestJSON-1330665174 tempest-PortsIpV6TestJSON-1330665174] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363259214248359'] for port, before_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:29:44.677574 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-0d1abf53-a114-4d52-bc20-4741c12db0cc tempest-PortsTestJSON-2091589570 tempest-PortsTestJSON-2091589570] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-598987', 'neutron.services.segments.db._delete_segments_for_network-8777640583949'] for network, precommit_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:29:44.914393 n-d-768862-2 neutron-server[84765]: DEBUG neutron.services.segments.db [None req-0d1abf53-a114-4d52-bc20-4741c12db0cc tempest-PortsTestJSON-2091589570 tempest-PortsTestJSON-2091589570] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['16c5fcf9-4b2d-46df-8409-e720b7627905']}} {{(pid=84875) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:29:44.946780 n-d-768862-2 neutron-server[84765]: DEBUG neutron.services.segments.db [None req-0d1abf53-a114-4d52-bc20-4741c12db0cc tempest-PortsTestJSON-2091589570 tempest-PortsTestJSON-2091589570] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0be6d86f-d964-4271-afc6-aa73c68e5521') {'for_net_delete': True} {{(pid=84875) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:29:44.946780 n-d-768862-2 neutron-server[84765]: DEBUG neutron.services.segments.db [None req-0d1abf53-a114-4d52-bc20-4741c12db0cc tempest-PortsTestJSON-2091589570 tempest-PortsTestJSON-2091589570] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0be6d86f-d964-4271-afc6-aa73c68e5521') {} {{(pid=84875) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:29:44.980970 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-0d1abf53-a114-4d52-bc20-4741c12db0cc tempest-PortsTestJSON-2091589570 tempest-PortsTestJSON-2091589570] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363259214173198', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036851408567'] for segment, before_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:29:45.021818 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-0d1abf53-a114-4d52-bc20-4741c12db0cc tempest-PortsTestJSON-2091589570 tempest-PortsTestJSON-2091589570] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854179735'] for segment, precommit_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:29:45.039710 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f76ac49-f634-49ea-a228-65e9e12ded6d None None] Network 2b930391-a3db-4b31-b748-1dceae4338a5 requested from n-d-768862-2 {{(pid=84876) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 07:29:45.050960 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-0d1abf53-a114-4d52-bc20-4741c12db0cc tempest-PortsTestJSON-2091589570 tempest-PortsTestJSON-2091589570] Releasing vxlan tunnel 18 to pool {{(pid=84875) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Jan 14 07:29:45.155823 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-97f3c207-a623-4ffd-be03-996919e92fe5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:29:45.157244 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [None req-b13db304-1cf2-436b-8a53-600d3856e8b3 tempest-PortsIpV6TestJSON-1330665174 tempest-PortsIpV6TestJSON-1330665174] For port 6afb8dde-8a64-4031-ba17-bcacab7fc490, host n-d-768862-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-2',level=0,port_id=6afb8dde-8a64-4031-ba17-bcacab7fc490,segment=NetworkSegment(03f0af1d-21dd-4905-bcbb-8d9c287788bb),segment_id=03f0af1d-21dd-4905-bcbb-8d9c287788bb)] {{(pid=84874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 07:29:45.157663 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-b13db304-1cf2-436b-8a53-600d3856e8b3 tempest-PortsIpV6TestJSON-1330665174 tempest-PortsIpV6TestJSON-1330665174] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036850862667'] for port, precommit_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:29:45.242446 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5eafd26-0d00-45f3-baa8-6952ffeb7b4e tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:29:45.244070 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-c5eafd26-0d00-45f3-baa8-6952ffeb7b4e tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] Synchronizing usage tracker for tenant:be0aa702e3ca464795a99c51e3b3b04f on resource:port {{(pid=84875) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 14 07:29:45.250698 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-97f3c207-a623-4ffd-be03-996919e92fe5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:29:45.298713 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.plugin [None req-b13db304-1cf2-436b-8a53-600d3856e8b3 tempest-PortsIpV6TestJSON-1330665174 tempest-PortsIpV6TestJSON-1330665174] Calling delete_port for 6afb8dde-8a64-4031-ba17-bcacab7fc490 owned by network:dhcp {{(pid=84874) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 07:29:45.315261 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-29e5b15c-d6d8-4551-a248-7d216f3aa38c None None] Provisioning complete for port 6afb8dde-8a64-4031-ba17-bcacab7fc490 triggered by entity DHCP. {{(pid=84876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 07:29:45.316642 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-29e5b15c-d6d8-4551-a248-7d216f3aa38c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-604227'] for port, provisioning_complete {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:29:45.325476 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-c5eafd26-0d00-45f3-baa8-6952ffeb7b4e tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] Unset dirty status for tenant:be0aa702e3ca464795a99c51e3b3b04f on resource:port {{(pid=84875) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 14 07:29:45.328174 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-c5eafd26-0d00-45f3-baa8-6952ffeb7b4e tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] 10.222.0.24 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 2.9478641 Jan 14 07:29:45.343274 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-97f3c207-a623-4ffd-be03-996919e92fe5 admin admin] Usage tracker for resource:security_group_rule and tenant:7787c6d2cf47489b9062137263a22ef1 is out of sync, need to count used quota {{(pid=84875) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:29:45.346962 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84875) accepted ('10.222.0.24', 52296) {{(pid=84875) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:29:45.364330 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-97f3c207-a623-4ffd-be03-996919e92fe5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84875) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:29:45.409343 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.managers [None req-0d1abf53-a114-4d52-bc20-4741c12db0cc tempest-PortsTestJSON-2091589570 tempest-PortsTestJSON-2091589570] Network 16c5fcf9-4b2d-46df-8409-e720b7627905 has no segments {{(pid=84875) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 14 07:29:45.422783 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-b13db304-1cf2-436b-8a53-600d3856e8b3 tempest-PortsIpV6TestJSON-1330665174 tempest-PortsIpV6TestJSON-1330665174] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777640533329', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777640097463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3254186'] for port, after_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:29:45.423562 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-97f3c207-a623-4ffd-be03-996919e92fe5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:29:45.442562 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-29e5b15c-d6d8-4551-a248-7d216f3aa38c None None] Could not find standard attr ID for object 6afb8dde-8a64-4031-ba17-bcacab7fc490. {{(pid=84876) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Jan 14 07:29:45.445213 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-0d1abf53-a114-4d52-bc20-4741c12db0cc tempest-PortsTestJSON-2091589570 tempest-PortsTestJSON-2091589570] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-596065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3154253'] for segment, after_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:29:45.481340 n-d-768862-2 neutron-server[84765]: INFO neutron.plugins.ml2.db [None req-29e5b15c-d6d8-4551-a248-7d216f3aa38c None None] No ports have port_id starting with 6afb8dde-8a64-4031-ba17-bcacab7fc490 Jan 14 07:29:45.551649 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-98c2fc7e-c2aa-4429-92d9-d3e6ff64449b tempest-PortsIpV6TestJSON-1330665174 tempest-PortsIpV6TestJSON-1330665174] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:29:45.613622 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01c0b9ab-a9d5-4e98-bce1-6d3420522b42 None None] DHCP port deletion for 2b930391-a3db-4b31-b748-1dceae4338a5 request from n-d-768862-2 {{(pid=84876) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Jan 14 07:29:45.668114 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b13db304-1cf2-436b-8a53-600d3856e8b3 tempest-PortsIpV6TestJSON-1330665174 tempest-PortsIpV6TestJSON-1330665174] Pushing event deleted for resources: {'Port': ['ID=6afb8dde-8a64-4031-ba17-bcacab7fc490,revision_number=None']} {{(pid=84874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:29:45.669855 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a53d4c0-f2b5-4dbb-89a2-4afbe14105f2 None None] get_active_networks_info from n-d-768862-2 {{(pid=84876) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}} Jan 14 07:29:45.670004 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-b13db304-1cf2-436b-8a53-600d3856e8b3 tempest-PortsIpV6TestJSON-1330665174 tempest-PortsIpV6TestJSON-1330665174] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:29:45.670004 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b13db304-1cf2-436b-8a53-600d3856e8b3 tempest-PortsIpV6TestJSON-1330665174 tempest-PortsIpV6TestJSON-1330665174] No DVR routers for this DVR port 6afb8dde-8a64-4031-ba17-bcacab7fc490 on host n-d-768862-2 {{(pid=84874) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Jan 14 07:29:45.817556 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.managers [None req-0d1abf53-a114-4d52-bc20-4741c12db0cc tempest-PortsTestJSON-2091589570 tempest-PortsTestJSON-2091589570] Network 16c5fcf9-4b2d-46df-8409-e720b7627905 has no segments {{(pid=84875) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 14 07:29:45.869436 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ca4f3e4-88ee-4dbe-a94a-fd0cbbee6f53 tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:29:45.875049 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-2ca4f3e4-88ee-4dbe-a94a-fd0cbbee6f53 tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] 10.222.0.24 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.5229437 Jan 14 07:29:45.876066 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84875) accepted ('10.222.0.24', 52330) {{(pid=84875) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:29:45.898161 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network":"rule:admin_or_owner" was deprecated in W in favor of "update_network":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 07:29:45.898161 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:29:45.898161 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:29:45.898161 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:29:45.898161 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:segments":"rule:admin_only" was deprecated in W in favor of "update_network:segments":"role:admin and system_scope:all". Reason: Jan 14 07:29:45.898161 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:29:45.898161 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:29:45.898161 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:29:45.898161 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:shared":"rule:admin_only" was deprecated in W in favor of "update_network:shared":"role:admin and system_scope:all". Reason: Jan 14 07:29:45.898161 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:29:45.898161 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:29:45.898161 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:29:45.898161 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "update_network:provider:network_type":"role:admin and system_scope:all". Reason: Jan 14 07:29:45.898161 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:29:45.898161 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:29:45.898161 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:29:45.898161 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "update_network:provider:physical_network":"role:admin and system_scope:all". Reason: Jan 14 07:29:45.898161 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:29:45.898161 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:29:45.898161 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:29:45.898161 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "update_network:provider:segmentation_id":"role:admin and system_scope:all". Reason: Jan 14 07:29:45.898161 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:29:45.898161 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:29:45.898161 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:29:45.898161 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:router:external":"rule:admin_only" was deprecated in W in favor of "update_network:router:external":"role:admin and system_scope:all". Reason: Jan 14 07:29:45.898161 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:29:45.898161 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:29:45.898161 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:29:45.898161 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:is_default":"rule:admin_only" was deprecated in W in favor of "update_network:is_default":"role:admin and system_scope:all". Reason: Jan 14 07:29:45.898161 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:29:45.898161 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:29:45.898161 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:29:45.898161 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:port_security_enabled":"rule:admin_or_owner" was deprecated in W in favor of "update_network:port_security_enabled":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 07:29:45.898161 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:29:45.898161 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:29:45.898161 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:29:45.898161 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "delete_network":"rule:admin_or_owner" was deprecated in W in favor of "delete_network":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 07:29:45.898161 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:29:45.898161 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:29:45.898161 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:29:45.898161 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_segment":"rule:admin_only" was deprecated in W in favor of "create_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:29:45.898161 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:29:45.898161 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_segment":"rule:admin_only" was deprecated in W in favor of "get_segment":"role:reader and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:29:45.898161 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:29:45.898161 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_segment":"rule:admin_only" was deprecated in W in favor of "update_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:29:45.898161 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:29:45.898161 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "delete_segment":"rule:admin_only" was deprecated in W in favor of "delete_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:29:45.898161 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:29:45.898161 n-d-768862-2 neutron-server[84765]: Traceback (most recent call last): Jan 14 07:29:45.898161 n-d-768862-2 neutron-server[84765]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 14 07:29:45.898161 n-d-768862-2 neutron-server[84765]: timer() Jan 14 07:29:45.898161 n-d-768862-2 neutron-server[84765]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 14 07:29:45.898161 n-d-768862-2 neutron-server[84765]: cb(*args, **kw) Jan 14 07:29:45.898161 n-d-768862-2 neutron-server[84765]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Jan 14 07:29:45.898161 n-d-768862-2 neutron-server[84765]: return func(*args, **kwargs) Jan 14 07:29:45.898161 n-d-768862-2 neutron-server[84765]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 14 07:29:45.898161 n-d-768862-2 neutron-server[84765]: self._notify() Jan 14 07:29:45.898161 n-d-768862-2 neutron-server[84765]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 14 07:29:45.898161 n-d-768862-2 neutron-server[84765]: self.callback(batched_events) Jan 14 07:29:45.898161 n-d-768862-2 neutron-server[84765]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 14 07:29:45.898161 n-d-768862-2 neutron-server[84765]: event.method(event) Jan 14 07:29:45.898161 n-d-768862-2 neutron-server[84765]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 14 07:29:45.898161 n-d-768862-2 neutron-server[84765]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 14 07:29:45.898161 n-d-768862-2 neutron-server[84765]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Jan 14 07:29:45.898161 n-d-768862-2 neutron-server[84765]: segment_id)['aggregates'][0] Jan 14 07:29:45.898161 n-d-768862-2 neutron-server[84765]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 14 07:29:45.898161 n-d-768862-2 neutron-server[84765]: return f(self, *a, **k) Jan 14 07:29:45.898161 n-d-768862-2 neutron-server[84765]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 14 07:29:45.898161 n-d-768862-2 neutron-server[84765]: return self._get(url).json() Jan 14 07:29:45.898161 n-d-768862-2 neutron-server[84765]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 14 07:29:45.898161 n-d-768862-2 neutron-server[84765]: **kwargs) Jan 14 07:29:45.898161 n-d-768862-2 neutron-server[84765]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 14 07:29:45.898161 n-d-768862-2 neutron-server[84765]: return self.request(url, 'GET', **kwargs) Jan 14 07:29:45.909018 n-d-768862-2 neutron-server[84765]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Jan 14 07:29:45.909018 n-d-768862-2 neutron-server[84765]: **endpoint_filter) Jan 14 07:29:45.909018 n-d-768862-2 neutron-server[84765]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 14 07:29:45.909018 n-d-768862-2 neutron-server[84765]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 14 07:29:45.909018 n-d-768862-2 neutron-server[84765]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 14 07:29:45.909018 n-d-768862-2 neutron-server[84765]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 14 07:29:45.909018 n-d-768862-2 neutron-server[84765]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 14 07:29:45.990028 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-b13db304-1cf2-436b-8a53-600d3856e8b3 tempest-PortsIpV6TestJSON-1330665174 tempest-PortsIpV6TestJSON-1330665174] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-598987', 'neutron.services.segments.db._delete_segments_for_network-8777640583949'] for network, precommit_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:29:45.999508 n-d-768862-2 neutron-server[84765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a53d4c0-f2b5-4dbb-89a2-4afbe14105f2 None None] Resources bound (agent type, host, resource id): {{(pid=84876) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:105}} Jan 14 07:29:46.101994 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05da9f31-c63a-4cf3-89be-e24a7ea47b2e tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:29:46.109383 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05da9f31-c63a-4cf3-89be-e24a7ea47b2e tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:29:46.116126 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05da9f31-c63a-4cf3-89be-e24a7ea47b2e tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:29:46.117295 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-05da9f31-c63a-4cf3-89be-e24a7ea47b2e tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] Synchronizing usage tracker for tenant:be0aa702e3ca464795a99c51e3b3b04f on resource:subnet {{(pid=84875) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 14 07:29:46.183101 n-d-768862-2 neutron-server[84765]: DEBUG neutron.services.segments.db [None req-b13db304-1cf2-436b-8a53-600d3856e8b3 tempest-PortsIpV6TestJSON-1330665174 tempest-PortsIpV6TestJSON-1330665174] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2b930391-a3db-4b31-b748-1dceae4338a5']}} {{(pid=84874) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:29:46.194628 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-05da9f31-c63a-4cf3-89be-e24a7ea47b2e tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] Unset dirty status for tenant:be0aa702e3ca464795a99c51e3b3b04f on resource:subnet {{(pid=84875) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 14 07:29:46.199474 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [req-6650ea62-7767-41b3-8855-f0726ff911e3 req-b63d19c0-8441-44d5-9060-69855c7f8e2a tempest-ServerPasswordTestJSON-1368291127 tempest-ServerPasswordTestJSON-1368291127] (84874) timed out ('10.222.0.35', 58672) {{(pid=84874) process_request /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:830}} Jan 14 07:29:46.199737 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-05da9f31-c63a-4cf3-89be-e24a7ea47b2e tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] 10.222.0.24 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2119 time: 0.3030705 Jan 14 07:29:46.201597 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84875) accepted ('10.222.0.24', 52352) {{(pid=84875) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:29:46.204669 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-0d1abf53-a114-4d52-bc20-4741c12db0cc tempest-PortsTestJSON-2091589570 tempest-PortsTestJSON-2091589570] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036854176830', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850887149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3912591'] for network, after_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:29:46.228002 n-d-768862-2 neutron-server[84765]: DEBUG neutron.services.segments.db [None req-b13db304-1cf2-436b-8a53-600d3856e8b3 tempest-PortsIpV6TestJSON-1330665174 tempest-PortsIpV6TestJSON-1330665174] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '03f0af1d-21dd-4905-bcbb-8d9c287788bb') {'for_net_delete': True} {{(pid=84874) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:29:46.239411 n-d-768862-2 neutron-server[84765]: DEBUG neutron.services.segments.db [None req-b13db304-1cf2-436b-8a53-600d3856e8b3 tempest-PortsIpV6TestJSON-1330665174 tempest-PortsIpV6TestJSON-1330665174] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '03f0af1d-21dd-4905-bcbb-8d9c287788bb') {} {{(pid=84874) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:29:46.273525 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-c45f3f8a-9a8a-464f-b864-86693e90ed14 tempest-NetworksIpV6TestAttrs-1453117616 tempest-NetworksIpV6TestAttrs-1453117616] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:29:46.302297 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-b13db304-1cf2-436b-8a53-600d3856e8b3 tempest-PortsIpV6TestJSON-1330665174 tempest-PortsIpV6TestJSON-1330665174] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363259214173198', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2968632'] for segment, before_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:29:46.305616 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-0d1abf53-a114-4d52-bc20-4741c12db0cc tempest-PortsTestJSON-2091589570 tempest-PortsTestJSON-2091589570] Notify callbacks [] for network, before_response {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:29:46.310640 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d1abf53-a114-4d52-bc20-4741c12db0cc tempest-PortsTestJSON-2091589570 tempest-PortsTestJSON-2091589570] Pushing event deleted for resources: {'Network': ['ID=16c5fcf9-4b2d-46df-8409-e720b7627905,revision_number=None']} {{(pid=84875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:29:46.355699 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-0d1abf53-a114-4d52-bc20-4741c12db0cc tempest-PortsTestJSON-2091589570 tempest-PortsTestJSON-2091589570] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:29:46.396870 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-b13db304-1cf2-436b-8a53-600d3856e8b3 tempest-PortsIpV6TestJSON-1330665174 tempest-PortsIpV6TestJSON-1330665174] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854179735'] for segment, precommit_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:29:46.400198 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-b13db304-1cf2-436b-8a53-600d3856e8b3 tempest-PortsIpV6TestJSON-1330665174 tempest-PortsIpV6TestJSON-1330665174] Releasing vxlan tunnel 15 to pool {{(pid=84874) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Jan 14 07:29:46.601144 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Device 6afb8dde-8a64-4031-ba17-bcacab7fc490 no longer exists at agent ovs-agent-n-d-768862-2 {{(pid=84876) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jan 14 07:29:46.610306 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.db_base_plugin_v2 [None req-7e22d276-1425-4edb-8d9a-b198420bd62a tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] Deleting subnet 80595d54-0d1c-492c-9917-80140d602c77 {{(pid=84875) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Jan 14 07:29:46.620457 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-7e22d276-1425-4edb-8d9a-b198420bd62a tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] Notify callbacks [] for subnet, before_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:29:46.726901 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-7e22d276-1425-4edb-8d9a-b198420bd62a tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3367281'] for subnet, precommit_delete_associations {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:29:46.744985 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.managers [None req-b13db304-1cf2-436b-8a53-600d3856e8b3 tempest-PortsIpV6TestJSON-1330665174 tempest-PortsIpV6TestJSON-1330665174] Network 2b930391-a3db-4b31-b748-1dceae4338a5 has no segments {{(pid=84874) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 14 07:29:46.761976 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-b13db304-1cf2-436b-8a53-600d3856e8b3 tempest-PortsIpV6TestJSON-1330665174 tempest-PortsIpV6TestJSON-1330665174] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-596065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036851521571'] for segment, after_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:29:46.778051 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-0d1abf53-a114-4d52-bc20-4741c12db0cc tempest-PortsTestJSON-2091589570 tempest-PortsTestJSON-2091589570] 10.222.0.24 "DELETE /v2.0/networks/16c5fcf9-4b2d-46df-8409-e720b7627905 HTTP/1.1" status: 204 len: 168 time: 6.1367111 Jan 14 07:29:46.782254 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84874) accepted ('10.222.0.24', 52364) {{(pid=84874) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:29:46.862945 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-7e22d276-1425-4edb-8d9a-b198420bd62a tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036854176836'] for subnet, precommit_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:29:46.921658 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.plugin [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] No Port match for: 6afb8dde-8a64-4031-ba17-bcacab7fc490 {{(pid=84876) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2188}} Jan 14 07:29:46.921658 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Device 6afb8dde-8a64-4031-ba17-bcacab7fc490 not bound to the agent host n-d-768862-2 {{(pid=84876) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jan 14 07:29:47.156138 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.managers [None req-b13db304-1cf2-436b-8a53-600d3856e8b3 tempest-PortsIpV6TestJSON-1330665174 tempest-PortsIpV6TestJSON-1330665174] Network 2b930391-a3db-4b31-b748-1dceae4338a5 has no segments {{(pid=84874) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 14 07:29:47.190277 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ddd10cb-c42a-45fb-9606-10297b0664bc tempest-PortsTestJSON-2091589570 tempest-PortsTestJSON-2091589570] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:29:47.191230 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-8ddd10cb-c42a-45fb-9606-10297b0664bc tempest-PortsTestJSON-2091589570 tempest-PortsTestJSON-2091589570] Synchronizing usage tracker for tenant:4f41150d2ea84f97bbab10653dcc9b99 on resource:port {{(pid=84874) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 14 07:29:47.217359 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_segment":"rule:admin_only" was deprecated in W in favor of "update_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:29:47.217359 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:29:47.217359 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "delete_segment":"rule:admin_only" was deprecated in W in favor of "delete_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:29:47.217359 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:29:47.217359 n-d-768862-2 neutron-server[84765]: Traceback (most recent call last): Jan 14 07:29:47.217359 n-d-768862-2 neutron-server[84765]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 14 07:29:47.217359 n-d-768862-2 neutron-server[84765]: timer() Jan 14 07:29:47.217359 n-d-768862-2 neutron-server[84765]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 14 07:29:47.217359 n-d-768862-2 neutron-server[84765]: cb(*args, **kw) Jan 14 07:29:47.217359 n-d-768862-2 neutron-server[84765]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Jan 14 07:29:47.217359 n-d-768862-2 neutron-server[84765]: return func(*args, **kwargs) Jan 14 07:29:47.217359 n-d-768862-2 neutron-server[84765]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 14 07:29:47.217359 n-d-768862-2 neutron-server[84765]: self._notify() Jan 14 07:29:47.217359 n-d-768862-2 neutron-server[84765]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 14 07:29:47.217359 n-d-768862-2 neutron-server[84765]: self.callback(batched_events) Jan 14 07:29:47.217359 n-d-768862-2 neutron-server[84765]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 14 07:29:47.217359 n-d-768862-2 neutron-server[84765]: event.method(event) Jan 14 07:29:47.217359 n-d-768862-2 neutron-server[84765]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 14 07:29:47.217359 n-d-768862-2 neutron-server[84765]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 14 07:29:47.217359 n-d-768862-2 neutron-server[84765]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Jan 14 07:29:47.217359 n-d-768862-2 neutron-server[84765]: segment_id)['aggregates'][0] Jan 14 07:29:47.217359 n-d-768862-2 neutron-server[84765]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 14 07:29:47.217359 n-d-768862-2 neutron-server[84765]: return f(self, *a, **k) Jan 14 07:29:47.217359 n-d-768862-2 neutron-server[84765]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 14 07:29:47.217359 n-d-768862-2 neutron-server[84765]: return self._get(url).json() Jan 14 07:29:47.217359 n-d-768862-2 neutron-server[84765]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 14 07:29:47.217359 n-d-768862-2 neutron-server[84765]: **kwargs) Jan 14 07:29:47.217359 n-d-768862-2 neutron-server[84765]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 14 07:29:47.217359 n-d-768862-2 neutron-server[84765]: return self.request(url, 'GET', **kwargs) Jan 14 07:29:47.217359 n-d-768862-2 neutron-server[84765]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Jan 14 07:29:47.217359 n-d-768862-2 neutron-server[84765]: **endpoint_filter) Jan 14 07:29:47.217359 n-d-768862-2 neutron-server[84765]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 14 07:29:47.217359 n-d-768862-2 neutron-server[84765]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 14 07:29:47.217359 n-d-768862-2 neutron-server[84765]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 14 07:29:47.217359 n-d-768862-2 neutron-server[84765]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 14 07:29:47.217359 n-d-768862-2 neutron-server[84765]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 14 07:29:47.273342 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-97f3c207-a623-4ffd-be03-996919e92fe5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:29:47.306351 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-97f3c207-a623-4ffd-be03-996919e92fe5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850887153'] for security_group, after_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:29:47.323995 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-8ddd10cb-c42a-45fb-9606-10297b0664bc tempest-PortsTestJSON-2091589570 tempest-PortsTestJSON-2091589570] Unset dirty status for tenant:4f41150d2ea84f97bbab10653dcc9b99 on resource:port {{(pid=84874) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 14 07:29:47.325929 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-28224433-a91e-445c-8949-fc083b2b2afc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:29:47.326246 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-8ddd10cb-c42a-45fb-9606-10297b0664bc tempest-PortsTestJSON-2091589570 tempest-PortsTestJSON-2091589570] 10.222.0.24 "GET /v2.0/ports HTTP/1.1" status: 200 len: 843 time: 0.5423260 Jan 14 07:29:47.330859 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84874) accepted ('10.222.0.24', 52374) {{(pid=84874) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:29:47.390646 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-b13db304-1cf2-436b-8a53-600d3856e8b3 tempest-PortsIpV6TestJSON-1330665174 tempest-PortsIpV6TestJSON-1330665174] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036854176830', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850887149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3912591'] for network, after_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:29:47.396865 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-43e56617-3c8b-4bd1-9338-9d7d27e1512c tempest-PortsTestJSON-2091589570 tempest-PortsTestJSON-2091589570] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:29:47.421691 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-b13db304-1cf2-436b-8a53-600d3856e8b3 tempest-PortsIpV6TestJSON-1330665174 tempest-PortsIpV6TestJSON-1330665174] Notify callbacks [] for network, before_response {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:29:47.426678 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-97f3c207-a623-4ffd-be03-996919e92fe5 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=7787c6d2cf47489b9062137263a22ef1&name=default HTTP/1.1" status: 200 len: 2983 time: 3.0523522 Jan 14 07:29:47.426678 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97f3c207-a623-4ffd-be03-996919e92fe5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=582ed4ad-ecc7-4a2d-8b25-bad14c52762f,revision_number=1']} {{(pid=84875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:29:47.434483 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84875) accepted ('10.222.0.24', 52384) {{(pid=84875) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:29:47.437723 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-97f3c207-a623-4ffd-be03-996919e92fe5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:29:47.439306 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b13db304-1cf2-436b-8a53-600d3856e8b3 tempest-PortsIpV6TestJSON-1330665174 tempest-PortsIpV6TestJSON-1330665174] Pushing event deleted for resources: {'Network': ['ID=2b930391-a3db-4b31-b748-1dceae4338a5,revision_number=None']} {{(pid=84874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:29:47.461089 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-b13db304-1cf2-436b-8a53-600d3856e8b3 tempest-PortsIpV6TestJSON-1330665174 tempest-PortsIpV6TestJSON-1330665174] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:29:47.491984 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84875) accepted ('10.222.0.24', 52394) {{(pid=84875) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:29:47.508803 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-b13db304-1cf2-436b-8a53-600d3856e8b3 tempest-PortsIpV6TestJSON-1330665174 tempest-PortsIpV6TestJSON-1330665174] 10.222.0.24 "DELETE /v2.0/networks/2b930391-a3db-4b31-b748-1dceae4338a5 HTTP/1.1" status: 204 len: 168 time: 3.2631140 Jan 14 07:29:47.533559 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-98209cc0-bc4c-46d4-8f65-20a4b0c0b906 tempest-PortsTestJSON-2091589570 tempest-PortsTestJSON-2091589570] 10.222.0.24 "GET /v2.0/ports?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 284 time: 0.2008822 Jan 14 07:29:47.541148 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84874) accepted ('10.222.0.24', 52398) {{(pid=84874) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:29:47.552011 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.v2.base [None req-a21bf885-45b5-4dc7-ae35-076422dae2ba tempest-PortsTestJSON-2091589570 tempest-PortsTestJSON-2091589570] Request body: {'network': {'name': 'tempest-PortsTestJSON-934040883'}} {{(pid=84874) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:29:47.573408 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-a21bf885-45b5-4dc7-ae35-076422dae2ba tempest-PortsTestJSON-2091589570 tempest-PortsTestJSON-2091589570] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:29:47.580096 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-a21bf885-45b5-4dc7-ae35-076422dae2ba tempest-PortsTestJSON-2091589570 tempest-PortsTestJSON-2091589570] Usage tracker for resource:network and tenant:4f41150d2ea84f97bbab10653dcc9b99 is out of sync, need to count used quota {{(pid=84874) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:29:47.586598 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-a21bf885-45b5-4dc7-ae35-076422dae2ba tempest-PortsTestJSON-2091589570 tempest-PortsTestJSON-2091589570] Quota usage for network was recalculated. Used quota:1. {{(pid=84874) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:29:47.633765 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-a21bf885-45b5-4dc7-ae35-076422dae2ba tempest-PortsTestJSON-2091589570 tempest-PortsTestJSON-2091589570] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:29:47.643855 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-7e22d276-1425-4edb-8d9a-b198420bd62a tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-598964', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850887113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3154192', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2308610'] for subnet, after_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:29:47.665871 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a21bf885-45b5-4dc7-ae35-076422dae2ba tempest-PortsTestJSON-2091589570 tempest-PortsTestJSON-2091589570] Made reservation on behalf of 4f41150d2ea84f97bbab10653dcc9b99 for: {'network': 1} {{(pid=84874) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 07:29:47.715772 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-a21bf885-45b5-4dc7-ae35-076422dae2ba tempest-PortsTestJSON-2091589570 tempest-PortsTestJSON-2091589570] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555753'] for network, before_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:29:47.810530 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-11639733-dd6b-46c5-88e8-59f6a5b6d715 tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:29:47.854108 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a21bf885-45b5-4dc7-ae35-076422dae2ba tempest-PortsTestJSON-2091589570 tempest-PortsTestJSON-2091589570] vxlan segment allocate from pool success with {'vxlan_vni': 15} {{(pid=84874) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Jan 14 07:29:47.865995 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e22d276-1425-4edb-8d9a-b198420bd62a tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] Pushing event deleted for resources: {'Subnet': ['ID=80595d54-0d1c-492c-9917-80140d602c77,revision_number=None']} {{(pid=84875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:29:47.872156 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-7e22d276-1425-4edb-8d9a-b198420bd62a tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:29:47.881901 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-a3d43902-381d-4073-9c92-9455012494fd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:29:47.883222 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-a21bf885-45b5-4dc7-ae35-076422dae2ba tempest-PortsTestJSON-2091589570 tempest-PortsTestJSON-2091589570] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854179735'] for segment, precommit_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:29:47.884324 n-d-768862-2 neutron-server[84765]: INFO neutron.db.segments_db [None req-a21bf885-45b5-4dc7-ae35-076422dae2ba tempest-PortsTestJSON-2091589570 tempest-PortsTestJSON-2091589570] Added segment d5f3d2d3-feb0-4fff-90ce-2480889d9f6b of type vxlan for network 9011242e-0cc9-4361-bcd2-1ea34722196b Jan 14 07:29:47.894989 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec99471d-8249-48ea-accf-76b76c12fc81 None None] Network 23f0a15d-6362-4cec-82c1-cacba887c566 requested from n-d-768862-2 {{(pid=84876) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 07:29:47.908567 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-7e22d276-1425-4edb-8d9a-b198420bd62a tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] Notify callbacks [] for subnet, before_response {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:29:47.940585 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-7e22d276-1425-4edb-8d9a-b198420bd62a tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] 10.222.0.24 "DELETE /v2.0/subnets/80595d54-0d1c-492c-9917-80140d602c77 HTTP/1.1" status: 204 len: 168 time: 1.7377212 Jan 14 07:29:47.949409 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84875) accepted ('10.222.0.24', 52404) {{(pid=84875) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:29:47.951688 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-a3d43902-381d-4073-9c92-9455012494fd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:29:47.960627 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-a21bf885-45b5-4dc7-ae35-076422dae2ba tempest-PortsTestJSON-2091589570 tempest-PortsTestJSON-2091589570] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363259214646115'] for network, precommit_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:29:47.987326 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1446160-ee9a-40c7-b4b4-68d69b22f920 tempest-PortsIpV6TestJSON-1330665174 tempest-PortsIpV6TestJSON-1330665174] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:29:47.993366 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-b1446160-ee9a-40c7-b4b4-68d69b22f920 tempest-PortsIpV6TestJSON-1330665174 tempest-PortsIpV6TestJSON-1330665174] 10.222.0.24 "GET /v2.0/ports HTTP/1.1" status: 200 len: 847 time: 0.4962051 Jan 14 07:29:47.996575 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84875) accepted ('10.222.0.24', 52406) {{(pid=84875) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:29:48.038467 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-a21bf885-45b5-4dc7-ae35-076422dae2ba tempest-PortsTestJSON-2091589570 tempest-PortsTestJSON-2091589570] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850887149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964'] for network, after_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:29:48.076536 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a21bf885-45b5-4dc7-ae35-076422dae2ba tempest-PortsTestJSON-2091589570 tempest-PortsTestJSON-2091589570] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:29:48.077257 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-a21bf885-45b5-4dc7-ae35-076422dae2ba tempest-PortsTestJSON-2091589570 tempest-PortsTestJSON-2091589570] Notify callbacks [] for network, before_response {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:29:48.096597 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-43e1cca3-aa94-405a-bb24-1095cb7e1f41 tempest-NetworksIpV6Test-2047944877 tempest-NetworksIpV6Test-2047944877] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:29:48.168466 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.db_base_plugin_v2 [None req-0b5dee9c-241d-4189-b929-1812fe84913a tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] Deleting subnet 9ae8b53b-9ffb-498c-90e3-d6ff55fd2922 {{(pid=84875) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Jan 14 07:29:48.171818 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-0b5dee9c-241d-4189-b929-1812fe84913a tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] Notify callbacks [] for subnet, before_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:29:48.278472 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a21bf885-45b5-4dc7-ae35-076422dae2ba tempest-PortsTestJSON-2091589570 tempest-PortsTestJSON-2091589570] Pushing event updated for resources: {'Network': ['ID=9011242e-0cc9-4361-bcd2-1ea34722196b,revision_number=1']} {{(pid=84874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:29:48.291778 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-a21bf885-45b5-4dc7-ae35-076422dae2ba tempest-PortsTestJSON-2091589570 tempest-PortsTestJSON-2091589570] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.195s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:29:48.302616 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-017f98a9-8a07-408c-a86f-8ff0c00400a0 None None] Network 9011242e-0cc9-4361-bcd2-1ea34722196b details requested by agent ovs-agent-n-h1-768862-2 with host n-h1-768862-2 {{(pid=84876) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 07:29:48.310636 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-a21bf885-45b5-4dc7-ae35-076422dae2ba tempest-PortsTestJSON-2091589570 tempest-PortsTestJSON-2091589570] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.7689879 Jan 14 07:29:48.311646 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84874) accepted ('10.222.0.24', 52420) {{(pid=84874) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:29:48.319765 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.v2.base [None req-7c7d7436-a528-47f8-9b18-06282e200cf6 tempest-PortsTestJSON-2091589570 tempest-PortsTestJSON-2091589570] Request body: {'subnet': {'network_id': '9011242e-0cc9-4361-bcd2-1ea34722196b', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=84874) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:29:48.328949 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-852a24f7-e9a1-4193-9abb-e9506fe5213f None None] Network 9011242e-0cc9-4361-bcd2-1ea34722196b details requested by agent ovs-agent-n-h2-768862-2 with host n-h2-768862-2 {{(pid=84876) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 07:29:48.349077 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Network 9011242e-0cc9-4361-bcd2-1ea34722196b details requested by agent ovs-agent-n-d-768862-2 with host n-d-768862-2 {{(pid=84876) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 07:29:48.366445 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-0b5dee9c-241d-4189-b929-1812fe84913a tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3367281'] for subnet, precommit_delete_associations {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:29:48.444369 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-3de46837-b30d-4aca-8ffa-06e9754d8732 tempest-PortsIpV6TestJSON-1330665174 tempest-PortsIpV6TestJSON-1330665174] 10.222.0.24 "GET /v2.0/ports?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 284 time: 0.4432218 Jan 14 07:29:48.449966 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84875) accepted ('10.222.0.24', 52424) {{(pid=84875) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:29:48.460502 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-a3d43902-381d-4073-9c92-9455012494fd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850887153'] for security_group, after_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:29:48.474240 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.v2.base [None req-a638d1b6-9fbb-436c-bace-edd2b54eadb8 tempest-PortsIpV6TestJSON-1330665174 tempest-PortsIpV6TestJSON-1330665174] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-522299098'}} {{(pid=84875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:29:48.479146 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-e5d98125-8a30-49b5-9fcf-332c2b562ea5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:29:48.502854 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-a638d1b6-9fbb-436c-bace-edd2b54eadb8 tempest-PortsIpV6TestJSON-1330665174 tempest-PortsIpV6TestJSON-1330665174] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:29:48.518855 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3d43902-381d-4073-9c92-9455012494fd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=582ed4ad-ecc7-4a2d-8b25-bad14c52762f,revision_number=None']} {{(pid=84875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:29:48.523434 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-a3d43902-381d-4073-9c92-9455012494fd admin admin] Notify callbacks [] for security_group, before_response {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:29:48.533487 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-a3d43902-381d-4073-9c92-9455012494fd admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/582ed4ad-ecc7-4a2d-8b25-bad14c52762f HTTP/1.1" status: 204 len: 168 time: 1.0975761 Jan 14 07:29:48.535632 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-a3d43902-381d-4073-9c92-9455012494fd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:29:48.537287 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-a638d1b6-9fbb-436c-bace-edd2b54eadb8 tempest-PortsIpV6TestJSON-1330665174 tempest-PortsIpV6TestJSON-1330665174] Usage tracker for resource:network and tenant:6396266df05d476da6838f06b578d30b is out of sync, need to count used quota {{(pid=84875) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:29:48.543123 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-a638d1b6-9fbb-436c-bace-edd2b54eadb8 tempest-PortsIpV6TestJSON-1330665174 tempest-PortsIpV6TestJSON-1330665174] Quota usage for network was recalculated. Used quota:1. {{(pid=84875) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:29:48.551800 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-a638d1b6-9fbb-436c-bace-edd2b54eadb8 tempest-PortsIpV6TestJSON-1330665174 tempest-PortsIpV6TestJSON-1330665174] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:29:48.573339 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-7c7d7436-a528-47f8-9b18-06282e200cf6 tempest-PortsTestJSON-2091589570 tempest-PortsTestJSON-2091589570] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:29:48.582808 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-7c7d7436-a528-47f8-9b18-06282e200cf6 tempest-PortsTestJSON-2091589570 tempest-PortsTestJSON-2091589570] Usage tracker for resource:subnet and tenant:4f41150d2ea84f97bbab10653dcc9b99 is out of sync, need to count used quota {{(pid=84874) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:29:48.590969 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-7c7d7436-a528-47f8-9b18-06282e200cf6 tempest-PortsTestJSON-2091589570 tempest-PortsTestJSON-2091589570] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84874) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:29:48.595366 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-0b5dee9c-241d-4189-b929-1812fe84913a tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036854176836'] for subnet, precommit_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:29:48.602092 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-7c7d7436-a528-47f8-9b18-06282e200cf6 tempest-PortsTestJSON-2091589570 tempest-PortsTestJSON-2091589570] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:29:48.615511 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7c7d7436-a528-47f8-9b18-06282e200cf6 tempest-PortsTestJSON-2091589570 tempest-PortsTestJSON-2091589570] Made reservation on behalf of 4f41150d2ea84f97bbab10653dcc9b99 for: {'subnet': 1} {{(pid=84874) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 07:29:48.638531 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a638d1b6-9fbb-436c-bace-edd2b54eadb8 tempest-PortsIpV6TestJSON-1330665174 tempest-PortsIpV6TestJSON-1330665174] Made reservation on behalf of 6396266df05d476da6838f06b578d30b for: {'network': 1} {{(pid=84875) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 07:29:48.648701 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-a638d1b6-9fbb-436c-bace-edd2b54eadb8 tempest-PortsIpV6TestJSON-1330665174 tempest-PortsIpV6TestJSON-1330665174] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555753'] for network, before_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:29:48.775507 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a638d1b6-9fbb-436c-bace-edd2b54eadb8 tempest-PortsIpV6TestJSON-1330665174 tempest-PortsIpV6TestJSON-1330665174] vxlan segment allocate from pool success with {'vxlan_vni': 18} {{(pid=84875) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Jan 14 07:29:49.000052 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-a638d1b6-9fbb-436c-bace-edd2b54eadb8 tempest-PortsIpV6TestJSON-1330665174 tempest-PortsIpV6TestJSON-1330665174] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment--9223363259214191851', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854179735'] for segment, precommit_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:29:49.000497 n-d-768862-2 neutron-server[84765]: INFO neutron.db.segments_db [None req-a638d1b6-9fbb-436c-bace-edd2b54eadb8 tempest-PortsIpV6TestJSON-1330665174 tempest-PortsIpV6TestJSON-1330665174] Added segment 2d6cc989-bd54-4e7e-8795-4a8a37838212 of type vxlan for network a35fd2c5-d7e3-4f5f-9ae0-fa78f683ba96 Jan 14 07:29:49.044822 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-7c7d7436-a528-47f8-9b18-06282e200cf6 tempest-PortsTestJSON-2091589570 tempest-PortsTestJSON-2091589570] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036851981161'] for subnet, before_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:29:49.118309 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-a638d1b6-9fbb-436c-bace-edd2b54eadb8 tempest-PortsIpV6TestJSON-1330665174 tempest-PortsIpV6TestJSON-1330665174] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363259214646115'] for network, precommit_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:29:49.337343 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-5f0c2b92-6f78-4ff5-84f0-b3a3103e9fce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363259214191800', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854171626'] for agent, after_update {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:29:49.439807 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-a638d1b6-9fbb-436c-bace-edd2b54eadb8 tempest-PortsIpV6TestJSON-1330665174 tempest-PortsIpV6TestJSON-1330665174] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850887149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964'] for network, after_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:29:49.466188 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a638d1b6-9fbb-436c-bace-edd2b54eadb8 tempest-PortsIpV6TestJSON-1330665174 tempest-PortsIpV6TestJSON-1330665174] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:29:49.466926 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-a638d1b6-9fbb-436c-bace-edd2b54eadb8 tempest-PortsIpV6TestJSON-1330665174 tempest-PortsIpV6TestJSON-1330665174] Notify callbacks [] for network, before_response {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:29:49.491219 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-10c8d38f-8b45-4e09-9aea-4627768f7d5d tempest-BulkNetworkOpsTest-1426007266 tempest-BulkNetworkOpsTest-1426007266] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:29:49.520882 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-a638d1b6-9fbb-436c-bace-edd2b54eadb8 tempest-PortsIpV6TestJSON-1330665174 tempest-PortsIpV6TestJSON-1330665174] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 1.0664308 Jan 14 07:29:49.528597 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84875) accepted ('10.222.0.24', 52466) {{(pid=84875) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:29:49.670845 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.v2.base [None req-3b135d1d-7782-42f0-b99c-8928df4a7c0d tempest-PortsIpV6TestJSON-1330665174 tempest-PortsIpV6TestJSON-1330665174] Request body: {'subnet': {'network_id': 'a35fd2c5-d7e3-4f5f-9ae0-fa78f683ba96', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=84875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:29:49.934287 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-3b135d1d-7782-42f0-b99c-8928df4a7c0d tempest-PortsIpV6TestJSON-1330665174 tempest-PortsIpV6TestJSON-1330665174] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:29:49.968668 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-3b135d1d-7782-42f0-b99c-8928df4a7c0d tempest-PortsIpV6TestJSON-1330665174 tempest-PortsIpV6TestJSON-1330665174] Usage tracker for resource:subnet and tenant:6396266df05d476da6838f06b578d30b is out of sync, need to count used quota {{(pid=84875) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:29:49.980788 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-3b135d1d-7782-42f0-b99c-8928df4a7c0d tempest-PortsIpV6TestJSON-1330665174 tempest-PortsIpV6TestJSON-1330665174] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84875) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:29:49.990546 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-3b135d1d-7782-42f0-b99c-8928df4a7c0d tempest-PortsIpV6TestJSON-1330665174 tempest-PortsIpV6TestJSON-1330665174] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:29:50.040576 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3b135d1d-7782-42f0-b99c-8928df4a7c0d tempest-PortsIpV6TestJSON-1330665174 tempest-PortsIpV6TestJSON-1330665174] Made reservation on behalf of 6396266df05d476da6838f06b578d30b for: {'subnet': 1} {{(pid=84875) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 07:29:50.074382 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a638d1b6-9fbb-436c-bace-edd2b54eadb8 tempest-PortsIpV6TestJSON-1330665174 tempest-PortsIpV6TestJSON-1330665174] Pushing event updated for resources: {'Network': ['ID=a35fd2c5-d7e3-4f5f-9ae0-fa78f683ba96,revision_number=1']} {{(pid=84875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:29:50.079078 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-a638d1b6-9fbb-436c-bace-edd2b54eadb8 tempest-PortsIpV6TestJSON-1330665174 tempest-PortsIpV6TestJSON-1330665174] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.588s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:29:50.090237 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-017f98a9-8a07-408c-a86f-8ff0c00400a0 None None] Network a35fd2c5-d7e3-4f5f-9ae0-fa78f683ba96 details requested by agent ovs-agent-n-h1-768862-2 with host n-h1-768862-2 {{(pid=84876) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 07:29:50.187648 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-852a24f7-e9a1-4193-9abb-e9506fe5213f None None] Network a35fd2c5-d7e3-4f5f-9ae0-fa78f683ba96 details requested by agent ovs-agent-n-h2-768862-2 with host n-h2-768862-2 {{(pid=84876) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 07:29:50.274701 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Network a35fd2c5-d7e3-4f5f-9ae0-fa78f683ba96 details requested by agent ovs-agent-n-d-768862-2 with host n-d-768862-2 {{(pid=84876) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 07:29:50.371612 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-0b5dee9c-241d-4189-b929-1812fe84913a tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-598964', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850887113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3154192', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2308610'] for subnet, after_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:29:50.413228 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-8ae5819b-8fcb-443f-8876-40376dd8cdbf tempest-BulkNetworkOpsTest-1426007266 tempest-BulkNetworkOpsTest-1426007266] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:29:50.425974 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84874) accepted ('10.222.0.24', 52502) {{(pid=84874) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:29:50.474578 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b5dee9c-241d-4189-b929-1812fe84913a tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] Pushing event deleted for resources: {'Subnet': ['ID=9ae8b53b-9ffb-498c-90e3-d6ff55fd2922,revision_number=None']} {{(pid=84875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:29:50.477831 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-0b5dee9c-241d-4189-b929-1812fe84913a tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:29:50.573015 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-3b135d1d-7782-42f0-b99c-8928df4a7c0d tempest-PortsIpV6TestJSON-1330665174 tempest-PortsIpV6TestJSON-1330665174] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036852467157'] for subnet, before_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:29:50.751694 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.v2.base [None req-2e014fc6-3637-4690-ab03-80671248901a admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-1567335167-network', 'tenant_id': 'cc7cda82ef6e412ea80458c4257752a4'}} {{(pid=84874) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:29:50.820831 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-2e014fc6-3637-4690-ab03-80671248901a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:29:50.830342 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-2e014fc6-3637-4690-ab03-80671248901a admin admin] Usage tracker for resource:network and tenant:cc7cda82ef6e412ea80458c4257752a4 is out of sync, need to count used quota {{(pid=84874) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:29:50.837835 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-2e014fc6-3637-4690-ab03-80671248901a admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84874) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:29:50.848089 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-2e014fc6-3637-4690-ab03-80671248901a admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:29:50.861910 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-7c7d7436-a528-47f8-9b18-06282e200cf6 tempest-PortsTestJSON-2091589570 tempest-PortsTestJSON-2091589570] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850887113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3254092', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036851981146'] for subnet, after_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:29:50.898499 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-913549e1-6494-4139-bd28-fa383d1f0642 tempest-PortsIpV6TestJSON-1330665174 tempest-PortsIpV6TestJSON-1330665174] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:29:50.990479 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-0b5dee9c-241d-4189-b929-1812fe84913a tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] Notify callbacks [] for subnet, before_response {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:29:50.995367 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-f2466401-c6d2-430b-ad06-1695430b6e65 None None] Provisioning complete for port d3fbcb55-5950-48c3-9eea-06b09f406910 triggered by entity DHCP. {{(pid=84876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 07:29:50.995848 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-f2466401-c6d2-430b-ad06-1695430b6e65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-604227'] for port, provisioning_complete {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:29:51.068245 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-0b5dee9c-241d-4189-b929-1812fe84913a tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] 10.222.0.24 "DELETE /v2.0/subnets/9ae8b53b-9ffb-498c-90e3-d6ff55fd2922 HTTP/1.1" status: 204 len: 168 time: 3.0731180 Jan 14 07:29:51.069277 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84875) accepted ('10.222.0.24', 52516) {{(pid=84875) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:29:51.123651 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5bfbf43-2ff0-440d-a8cd-277985264f3b None None] Network 23f0a15d-6362-4cec-82c1-cacba887c566 requested from n-d-768862-2 {{(pid=84876) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 07:29:51.150320 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c7d7436-a528-47f8-9b18-06282e200cf6 tempest-PortsTestJSON-2091589570 tempest-PortsTestJSON-2091589570] Pushing event updated for resources: {'Subnet': ['ID=53d6a599-1ea5-4537-a306-e58ce5a0b6d1,revision_number=0']} {{(pid=84874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:29:51.170688 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-929ad95b-9d14-4e54-b198-6a3c3435c60e tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] 10.222.0.24 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0988278 Jan 14 07:29:51.172353 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84875) accepted ('10.222.0.24', 52522) {{(pid=84875) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:29:51.205876 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2e014fc6-3637-4690-ab03-80671248901a admin admin] Made reservation on behalf of cc7cda82ef6e412ea80458c4257752a4 for: {'network': 1} {{(pid=84874) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 07:29:51.212096 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-2e014fc6-3637-4690-ab03-80671248901a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555753'] for network, before_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:29:51.228604 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-7c7d7436-a528-47f8-9b18-06282e200cf6 tempest-PortsTestJSON-2091589570 tempest-PortsTestJSON-2091589570] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.330s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:29:51.234751 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-2e014fc6-3637-4690-ab03-80671248901a admin admin] Notify callbacks [] for security_group, before_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:29:51.306904 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-2e014fc6-3637-4690-ab03-80671248901a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:29:51.330565 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-2e014fc6-3637-4690-ab03-80671248901a admin admin] Usage tracker for resource:security_group_rule and tenant:cc7cda82ef6e412ea80458c4257752a4 is out of sync, need to count used quota {{(pid=84874) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:29:51.337551 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-2e014fc6-3637-4690-ab03-80671248901a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84874) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:29:51.364359 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-2e014fc6-3637-4690-ab03-80671248901a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:29:51.609966 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c7d7436-a528-47f8-9b18-06282e200cf6 tempest-PortsTestJSON-2091589570 tempest-PortsTestJSON-2091589570] Checking segment: {'id': 'd5f3d2d3-feb0-4fff-90ce-2480889d9f6b', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 15, 'network_id': '9011242e-0cc9-4361-bcd2-1ea34722196b'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84874) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 14 07:29:51.618866 n-d-768862-2 neutron-server[84765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c7d7436-a528-47f8-9b18-06282e200cf6 tempest-PortsTestJSON-2091589570 tempest-PortsTestJSON-2091589570] Network hostable DHCP agents. Network: 9011242e-0cc9-4361-bcd2-1ea34722196b, hostable agents: ['32f3dd84-26da-4d18-bf15-6017a8fb7247'], hosted agents: [] {{(pid=84874) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Jan 14 07:29:51.722004 n-d-768862-2 neutron-server[84765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c7d7436-a528-47f8-9b18-06282e200cf6 tempest-PortsTestJSON-2091589570 tempest-PortsTestJSON-2091589570] Network 9011242e-0cc9-4361-bcd2-1ea34722196b is scheduled to be hosted by DHCP agent 32f3dd84-26da-4d18-bf15-6017a8fb7247 with binding_index 1 {{(pid=84874) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Jan 14 07:29:51.735876 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-2e014fc6-3637-4690-ab03-80671248901a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:29:51.740054 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-2e014fc6-3637-4690-ab03-80671248901a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850887153'] for security_group, after_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:29:51.744987 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-ec224335-19a4-4486-9993-493a171c27e4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:29:51.758559 n-d-768862-2 neutron-server[84765]: DEBUG neutron.scheduler.base_scheduler [None req-7c7d7436-a528-47f8-9b18-06282e200cf6 tempest-PortsTestJSON-2091589570 tempest-PortsTestJSON-2091589570] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768862-2, 9011242e-0cc9-4361-bcd2-1ea34722196b) {{(pid=84874) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 07:29:51.780832 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2e014fc6-3637-4690-ab03-80671248901a admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 19} {{(pid=84874) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Jan 14 07:29:51.789122 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81984ea9-7b4a-4053-9f26-a0e409877741 None None] Network 9011242e-0cc9-4361-bcd2-1ea34722196b requested from n-d-768862-2 {{(pid=84876) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 07:29:51.794008 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c7d7436-a528-47f8-9b18-06282e200cf6 tempest-PortsTestJSON-2091589570 tempest-PortsTestJSON-2091589570] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:29:51.794838 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-7c7d7436-a528-47f8-9b18-06282e200cf6 tempest-PortsTestJSON-2091589570 tempest-PortsTestJSON-2091589570] Notify callbacks [] for subnet, before_response {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:29:51.840483 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-7c7d7436-a528-47f8-9b18-06282e200cf6 tempest-PortsTestJSON-2091589570 tempest-PortsTestJSON-2091589570] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 3.5272527 Jan 14 07:29:51.843889 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84874) accepted ('10.222.0.24', 52544) {{(pid=84874) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:29:51.844948 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e014fc6-3637-4690-ab03-80671248901a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c32e3e44-ffb2-44dc-94d7-e6b25721fd6e,revision_number=1']} {{(pid=84874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:29:51.852238 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-2e014fc6-3637-4690-ab03-80671248901a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:29:51.862730 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.v2.base [None req-f4df013a-c423-4458-8129-7a371c119990 tempest-PortsTestJSON-2091589570 tempest-PortsTestJSON-2091589570] Request body: {'port': {'network_id': '9011242e-0cc9-4361-bcd2-1ea34722196b', 'name': 'tempest-PortsTestJSON-2004709998'}} {{(pid=84874) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:29:51.908601 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-2e014fc6-3637-4690-ab03-80671248901a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854179735'] for segment, precommit_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:29:51.908995 n-d-768862-2 neutron-server[84765]: INFO neutron.db.segments_db [None req-2e014fc6-3637-4690-ab03-80671248901a admin admin] Added segment b7408a56-b591-45f9-b49a-011cdae5e2dd of type vxlan for network 62bd9873-1d2d-4d1e-82cf-a14374b83693 Jan 14 07:29:51.943002 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-902e478d-1349-4477-8227-d3c54930735b tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:29:51.953565 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-902e478d-1349-4477-8227-d3c54930735b tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] 10.222.0.24 "GET /v2.0/ports HTTP/1.1" status: 200 len: 867 time: 0.7800992 Jan 14 07:29:51.954287 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84875) accepted ('10.222.0.24', 52550) {{(pid=84875) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:29:52.051373 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-2e014fc6-3637-4690-ab03-80671248901a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363259214646115'] for network, precommit_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:29:52.142094 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-c83de256-15af-4229-851b-25cee1fbe1bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363259214191800', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854171626'] for agent, after_update {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:29:52.146021 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-f4df013a-c423-4458-8129-7a371c119990 tempest-PortsTestJSON-2091589570 tempest-PortsTestJSON-2091589570] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:29:52.160147 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-f4df013a-c423-4458-8129-7a371c119990 tempest-PortsTestJSON-2091589570 tempest-PortsTestJSON-2091589570] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=84874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:29:52.163671 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-da76cfc0-98e8-4426-9f6d-4f05aa3fae78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363259214191800', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854171626'] for agent, after_update {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:29:52.182177 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f4df013a-c423-4458-8129-7a371c119990 tempest-PortsTestJSON-2091589570 tempest-PortsTestJSON-2091589570] Made reservation on behalf of 4f41150d2ea84f97bbab10653dcc9b99 for: {'port': 1} {{(pid=84874) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 07:29:52.187655 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-f4df013a-c423-4458-8129-7a371c119990 tempest-PortsTestJSON-2091589570 tempest-PortsTestJSON-2091589570] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555753'] for port, before_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:29:52.202812 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-2e014fc6-3637-4690-ab03-80671248901a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850887149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964'] for network, after_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:29:52.206120 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e014fc6-3637-4690-ab03-80671248901a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:29:52.208028 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-2e014fc6-3637-4690-ab03-80671248901a admin admin] Notify callbacks [] for network, before_response {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:29:52.211559 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-3b135d1d-7782-42f0-b99c-8928df4a7c0d tempest-PortsIpV6TestJSON-1330665174 tempest-PortsIpV6TestJSON-1330665174] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850887113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036851621412', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036852467174'] for subnet, after_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:29:52.260664 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-c8a6bb70-4457-4b52-bb72-72335c2634dd tempest-PortsIpV6TestJSON-1330665174 tempest-PortsIpV6TestJSON-1330665174] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:29:52.276285 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-b13db304-1cf2-436b-8a53-600d3856e8b3 tempest-PortsIpV6TestJSON-1330665174 tempest-PortsIpV6TestJSON-1330665174] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:29:52.380831 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8cc2b772-5268-4ed7-9cad-e9602c4af0aa tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:29:52.383745 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-8cc2b772-5268-4ed7-9cad-e9602c4af0aa tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] Synchronizing usage tracker for tenant:be0aa702e3ca464795a99c51e3b3b04f on resource:subnet {{(pid=84875) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 14 07:29:52.443046 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f34d3cc-8096-434a-a4a3-8d30b908333f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5d94dc7a-c095-50a4-955e-5f3b78718a12-9011242e-0cc9-4361-bcd2-1ea34722196b', 'network_id': '9011242e-0cc9-4361-bcd2-1ea34722196b', 'tenant_id': '4f41150d2ea84f97bbab10653dcc9b99', 'fixed_ips': [{'subnet_id': '53d6a599-1ea5-4537-a306-e58ce5a0b6d1'}]}} from n-d-768862-2. {{(pid=84876) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Jan 14 07:29:52.446312 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-6f34d3cc-8096-434a-a4a3-8d30b908333f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555753'] for port, before_create {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:29:52.462829 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e014fc6-3637-4690-ab03-80671248901a admin admin] Pushing event updated for resources: {'Network': ['ID=62bd9873-1d2d-4d1e-82cf-a14374b83693,revision_number=1']} {{(pid=84874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:29:52.473774 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-2e014fc6-3637-4690-ab03-80671248901a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.220s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:29:52.502695 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c15b4943-e713-49c2-b44d-7644c904a603 None None] DHCP port deletion for 23f0a15d-6362-4cec-82c1-cacba887c566 request from n-d-768862-2 {{(pid=84876) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Jan 14 07:29:52.542133 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.plugin [None req-c15b4943-e713-49c2-b44d-7644c904a603 None None] Deleting port d3fbcb55-5950-48c3-9eea-06b09f406910 {{(pid=84876) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 07:29:52.542133 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-c15b4943-e713-49c2-b44d-7644c904a603 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363259214248359'] for port, before_delete {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:29:52.569262 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-8cc2b772-5268-4ed7-9cad-e9602c4af0aa tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] Unset dirty status for tenant:be0aa702e3ca464795a99c51e3b3b04f on resource:subnet {{(pid=84875) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 14 07:29:52.573989 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-8cc2b772-5268-4ed7-9cad-e9602c4af0aa tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] 10.222.0.24 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.6183612 Jan 14 07:29:52.574749 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84875) accepted ('10.222.0.24', 52566) {{(pid=84875) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:29:52.653576 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-2e014fc6-3637-4690-ab03-80671248901a admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 2.2262559 Jan 14 07:29:52.665436 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84874) accepted ('10.222.0.24', 52578) {{(pid=84874) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:29:52.679185 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.v2.base [None req-b443c8ef-d154-4323-9d1f-caaa2a9fb911 admin admin] Request body: {'subnet': {'network_id': '62bd9873-1d2d-4d1e-82cf-a14374b83693', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-1567335167-subnet', 'tenant_id': 'cc7cda82ef6e412ea80458c4257752a4', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=84874) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:29:52.740894 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-852a24f7-e9a1-4193-9abb-e9506fe5213f None None] Network 62bd9873-1d2d-4d1e-82cf-a14374b83693 details requested by agent ovs-agent-n-h2-768862-2 with host n-h2-768862-2 {{(pid=84876) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 07:29:52.746580 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b135d1d-7782-42f0-b99c-8928df4a7c0d tempest-PortsIpV6TestJSON-1330665174 tempest-PortsIpV6TestJSON-1330665174] Pushing event updated for resources: {'Subnet': ['ID=b8055234-bdc7-445c-b9ec-675d7df02dbe,revision_number=0']} {{(pid=84875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:29:52.755176 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-3b135d1d-7782-42f0-b99c-8928df4a7c0d tempest-PortsIpV6TestJSON-1330665174 tempest-PortsIpV6TestJSON-1330665174] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.494s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:29:52.801223 n-d-768862-2 neutron-server[84765]: DEBUG neutron.notifiers.nova [None req-f4df013a-c423-4458-8129-7a371c119990 tempest-PortsTestJSON-2091589570 tempest-PortsTestJSON-2091589570] device_id is not set on port 1a7918a9-91c7-4b7a-b802-ba77238e84c6 yet. {{(pid=84874) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}} Jan 14 07:29:52.828252 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-017f98a9-8a07-408c-a86f-8ff0c00400a0 None None] Network 62bd9873-1d2d-4d1e-82cf-a14374b83693 details requested by agent ovs-agent-n-h1-768862-2 with host n-h1-768862-2 {{(pid=84876) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 07:29:52.841999 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-5417f64f-c3b8-4cbb-8c6a-10e3e809b493 tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] 10.222.0.24 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.2505705 Jan 14 07:29:52.844075 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84875) accepted ('10.222.0.24', 52586) {{(pid=84875) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:29:52.955953 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-b443c8ef-d154-4323-9d1f-caaa2a9fb911 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:29:52.965989 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-b443c8ef-d154-4323-9d1f-caaa2a9fb911 admin admin] Usage tracker for resource:subnet and tenant:cc7cda82ef6e412ea80458c4257752a4 is out of sync, need to count used quota {{(pid=84874) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:29:52.970714 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-b443c8ef-d154-4323-9d1f-caaa2a9fb911 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84874) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:29:52.978452 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-b443c8ef-d154-4323-9d1f-caaa2a9fb911 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:29:52.991354 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b443c8ef-d154-4323-9d1f-caaa2a9fb911 admin admin] Made reservation on behalf of cc7cda82ef6e412ea80458c4257752a4 for: {'subnet': 1} {{(pid=84874) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 07:29:52.996940 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-b443c8ef-d154-4323-9d1f-caaa2a9fb911 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036851981161'] for subnet, before_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:29:53.044024 n-d-768862-2 neutron-server[84765]: INFO neutron.pecan_wsgi.hooks.translation [None req-b34f8263-2eca-4056-8b34-e545e9128815 tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] DELETE failed (client error): The resource could not be found. Jan 14 07:29:53.044531 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b34f8263-2eca-4056-8b34-e545e9128815 tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] No notification will be sent due to unsuccessful status code: 404 {{(pid=84875) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Jan 14 07:29:53.055869 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-b34f8263-2eca-4056-8b34-e545e9128815 tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] 10.222.0.24 "DELETE /v2.0/ports/342f77e3-f320-495b-a1f1-788b2fdcca98 HTTP/1.1" status: 404 len: 333 time: 0.2026510 Jan 14 07:29:53.056601 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84875) accepted ('10.222.0.24', 52590) {{(pid=84875) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:29:53.148589 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Network 62bd9873-1d2d-4d1e-82cf-a14374b83693 details requested by agent ovs-agent-n-d-768862-2 with host n-d-768862-2 {{(pid=84876) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 07:29:53.229796 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b135d1d-7782-42f0-b99c-8928df4a7c0d tempest-PortsIpV6TestJSON-1330665174 tempest-PortsIpV6TestJSON-1330665174] Checking segment: {'id': '2d6cc989-bd54-4e7e-8795-4a8a37838212', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 18, 'network_id': 'a35fd2c5-d7e3-4f5f-9ae0-fa78f683ba96'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84875) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 14 07:29:53.230195 n-d-768862-2 neutron-server[84765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b135d1d-7782-42f0-b99c-8928df4a7c0d tempest-PortsIpV6TestJSON-1330665174 tempest-PortsIpV6TestJSON-1330665174] Network hostable DHCP agents. Network: a35fd2c5-d7e3-4f5f-9ae0-fa78f683ba96, hostable agents: ['32f3dd84-26da-4d18-bf15-6017a8fb7247'], hosted agents: [] {{(pid=84875) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Jan 14 07:29:53.248769 n-d-768862-2 neutron-server[84765]: INFO neutron.pecan_wsgi.hooks.translation [None req-6725f78c-7785-466e-af62-c0c1320cf801 tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] DELETE failed (client error): The resource could not be found. Jan 14 07:29:53.249462 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6725f78c-7785-466e-af62-c0c1320cf801 tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] No notification will be sent due to unsuccessful status code: 404 {{(pid=84875) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Jan 14 07:29:53.254414 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-6725f78c-7785-466e-af62-c0c1320cf801 tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] 10.222.0.24 "DELETE /v2.0/subnets/80595d54-0d1c-492c-9917-80140d602c77 HTTP/1.1" status: 404 len: 337 time: 0.1944761 Jan 14 07:29:53.255098 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84875) accepted ('10.222.0.24', 52598) {{(pid=84875) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:29:53.356603 n-d-768862-2 neutron-server[84765]: INFO neutron.pecan_wsgi.hooks.translation [None req-d6cb802c-a0f6-4e3f-bf84-72975c842652 tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] DELETE failed (client error): The resource could not be found. Jan 14 07:29:53.356603 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d6cb802c-a0f6-4e3f-bf84-72975c842652 tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] No notification will be sent due to unsuccessful status code: 404 {{(pid=84875) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Jan 14 07:29:53.378150 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-d6cb802c-a0f6-4e3f-bf84-72975c842652 tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] 10.222.0.24 "DELETE /v2.0/subnets/9ae8b53b-9ffb-498c-90e3-d6ff55fd2922 HTTP/1.1" status: 404 len: 337 time: 0.1017849 Jan 14 07:29:53.379764 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84875) accepted ('10.222.0.24', 52608) {{(pid=84875) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:29:53.451080 n-d-768862-2 neutron-server[84765]: INFO neutron.pecan_wsgi.hooks.translation [None req-c27dd3fe-8503-4f69-919d-f5e2548fc72d tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] DELETE failed (client error): The resource could not be found. Jan 14 07:29:53.451631 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c27dd3fe-8503-4f69-919d-f5e2548fc72d tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] No notification will be sent due to unsuccessful status code: 404 {{(pid=84875) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Jan 14 07:29:53.462140 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-c27dd3fe-8503-4f69-919d-f5e2548fc72d tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] 10.222.0.24 "DELETE /v2.0/ports/30103782-109a-4cff-ab3b-6d39cf097af2 HTTP/1.1" status: 404 len: 333 time: 0.0754020 Jan 14 07:29:53.462140 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84875) accepted ('10.222.0.24', 52612) {{(pid=84875) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:29:53.522665 n-d-768862-2 neutron-server[84765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b135d1d-7782-42f0-b99c-8928df4a7c0d tempest-PortsIpV6TestJSON-1330665174 tempest-PortsIpV6TestJSON-1330665174] Network a35fd2c5-d7e3-4f5f-9ae0-fa78f683ba96 is scheduled to be hosted by DHCP agent 32f3dd84-26da-4d18-bf15-6017a8fb7247 with binding_index 1 {{(pid=84875) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Jan 14 07:29:53.540628 n-d-768862-2 neutron-server[84765]: INFO neutron.pecan_wsgi.hooks.translation [None req-aeaf5f08-5c31-4b1a-8a1e-3a0315f467f5 tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] DELETE failed (client error): The resource could not be found. Jan 14 07:29:53.542388 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-aeaf5f08-5c31-4b1a-8a1e-3a0315f467f5 tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] No notification will be sent due to unsuccessful status code: 404 {{(pid=84875) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Jan 14 07:29:53.547026 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-aeaf5f08-5c31-4b1a-8a1e-3a0315f467f5 tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] 10.222.0.24 "DELETE /v2.0/subnets/cbbcc1be-2ec9-413d-9b0b-611fb557c67b HTTP/1.1" status: 404 len: 337 time: 0.0862234 Jan 14 07:29:53.547819 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84875) accepted ('10.222.0.24', 52616) {{(pid=84875) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:29:53.668923 n-d-768862-2 neutron-server[84765]: INFO neutron.pecan_wsgi.hooks.translation [None req-2917db9a-2708-4c3f-b1d3-6ef8aa679a77 tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] DELETE failed (client error): The resource could not be found. Jan 14 07:29:53.669459 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2917db9a-2708-4c3f-b1d3-6ef8aa679a77 tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] No notification will be sent due to unsuccessful status code: 404 {{(pid=84875) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Jan 14 07:29:53.678368 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-2917db9a-2708-4c3f-b1d3-6ef8aa679a77 tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] 10.222.0.24 "DELETE /v2.0/subnets/bec55992-69ff-490d-8257-44cd435bf728 HTTP/1.1" status: 404 len: 337 time: 0.1198251 Jan 14 07:29:53.679074 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84875) accepted ('10.222.0.24', 52620) {{(pid=84875) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:29:53.758655 n-d-768862-2 neutron-server[84765]: INFO neutron.pecan_wsgi.hooks.translation [None req-8f708877-7910-430a-b4b4-9e2072d0b3f6 tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] DELETE failed (client error): The resource could not be found. Jan 14 07:29:53.759192 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8f708877-7910-430a-b4b4-9e2072d0b3f6 tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] No notification will be sent due to unsuccessful status code: 404 {{(pid=84875) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Jan 14 07:29:53.764736 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-8f708877-7910-430a-b4b4-9e2072d0b3f6 tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] 10.222.0.24 "DELETE /v2.0/ports/6e93b3c3-6f19-4013-a387-52a092e15ea9 HTTP/1.1" status: 404 len: 333 time: 0.0844426 Jan 14 07:29:53.765590 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84875) accepted ('10.222.0.24', 52628) {{(pid=84875) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:29:53.769507 n-d-768862-2 neutron-server[84765]: DEBUG neutron.scheduler.base_scheduler [None req-3b135d1d-7782-42f0-b99c-8928df4a7c0d tempest-PortsIpV6TestJSON-1330665174 tempest-PortsIpV6TestJSON-1330665174] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768862-2, a35fd2c5-d7e3-4f5f-9ae0-fa78f683ba96) {{(pid=84875) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 07:29:53.862066 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b135d1d-7782-42f0-b99c-8928df4a7c0d tempest-PortsIpV6TestJSON-1330665174 tempest-PortsIpV6TestJSON-1330665174] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:29:53.862584 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-3b135d1d-7782-42f0-b99c-8928df4a7c0d tempest-PortsIpV6TestJSON-1330665174 tempest-PortsIpV6TestJSON-1330665174] Notify callbacks [] for subnet, before_response {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:29:53.865755 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.db_base_plugin_common [None req-f4df013a-c423-4458-8129-7a371c119990 tempest-PortsTestJSON-2091589570 tempest-PortsTestJSON-2091589570] Allocated IP 172.20.0.9 (9011242e-0cc9-4361-bcd2-1ea34722196b/53d6a599-1ea5-4537-a306-e58ce5a0b6d1/1a7918a9-91c7-4b7a-b802-ba77238e84c6) {{(pid=84874) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 14 07:29:53.889304 n-d-768862-2 neutron-server[84765]: INFO neutron.pecan_wsgi.hooks.translation [None req-123fd8af-55ba-4b70-bfee-5011db4ba05c tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] DELETE failed (client error): The resource could not be found. Jan 14 07:29:53.889868 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-123fd8af-55ba-4b70-bfee-5011db4ba05c tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] No notification will be sent due to unsuccessful status code: 404 {{(pid=84875) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Jan 14 07:29:53.900583 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-123fd8af-55ba-4b70-bfee-5011db4ba05c tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] 10.222.0.24 "DELETE /v2.0/subnets/4b37e5e2-4a07-4ba4-b47f-cd59b1c949e0 HTTP/1.1" status: 404 len: 337 time: 0.1290598 Jan 14 07:29:53.901395 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84875) accepted ('10.222.0.24', 52636) {{(pid=84875) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:29:54.041839 n-d-768862-2 neutron-server[84765]: INFO neutron.pecan_wsgi.hooks.translation [None req-0192fcad-cec8-477d-a4c2-783e4d4868d7 tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] DELETE failed (client error): The resource could not be found. Jan 14 07:29:54.047659 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0192fcad-cec8-477d-a4c2-783e4d4868d7 tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] No notification will be sent due to unsuccessful status code: 404 {{(pid=84875) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Jan 14 07:29:54.066859 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-0192fcad-cec8-477d-a4c2-783e4d4868d7 tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] 10.222.0.24 "DELETE /v2.0/subnets/4e1a258d-f81b-40b4-a34a-65a8c9e54060 HTTP/1.1" status: 404 len: 337 time: 0.1622434 Jan 14 07:29:54.071192 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84875) accepted ('10.222.0.24', 52646) {{(pid=84875) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:29:54.136905 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65bee88e-9c3f-4e63-b289-d5b94af0271b None None] Network a35fd2c5-d7e3-4f5f-9ae0-fa78f683ba96 requested from n-d-768862-2 {{(pid=84876) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 07:29:54.175328 n-d-768862-2 neutron-server[84765]: INFO neutron.pecan_wsgi.hooks.translation [None req-45832adf-7a65-48f6-8c83-92da7c3a884e tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] DELETE failed (client error): The resource could not be found. Jan 14 07:29:54.175328 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-45832adf-7a65-48f6-8c83-92da7c3a884e tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] No notification will be sent due to unsuccessful status code: 404 {{(pid=84875) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Jan 14 07:29:54.180029 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-45832adf-7a65-48f6-8c83-92da7c3a884e tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] 10.222.0.24 "DELETE /v2.0/ports/0cde8d7a-0c52-43d2-ac10-6e27ff885577 HTTP/1.1" status: 404 len: 333 time: 0.0905271 Jan 14 07:29:54.190057 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84875) accepted ('10.222.0.24', 52650) {{(pid=84875) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:29:54.263259 n-d-768862-2 neutron-server[84765]: INFO neutron.pecan_wsgi.hooks.translation [None req-288972cc-983d-4f17-aebf-af32d98ff5d6 tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] DELETE failed (client error): The resource could not be found. Jan 14 07:29:54.263975 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-288972cc-983d-4f17-aebf-af32d98ff5d6 tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] No notification will be sent due to unsuccessful status code: 404 {{(pid=84875) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Jan 14 07:29:54.269175 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-288972cc-983d-4f17-aebf-af32d98ff5d6 tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] 10.222.0.24 "DELETE /v2.0/subnets/a408edb7-b0af-4df7-a995-30c391a236ac HTTP/1.1" status: 404 len: 337 time: 0.0761280 Jan 14 07:29:54.269986 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84875) accepted ('10.222.0.24', 52658) {{(pid=84875) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:29:54.287401 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-3b135d1d-7782-42f0-b99c-8928df4a7c0d tempest-PortsIpV6TestJSON-1330665174 tempest-PortsIpV6TestJSON-1330665174] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 4.6553710 Jan 14 07:29:54.288057 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84874) accepted ('10.222.0.24', 52662) {{(pid=84874) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:29:54.306685 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.v2.base [None req-207a2083-1d36-4ead-9849-b59bb4a3e3da tempest-PortsIpV6TestJSON-1330665174 tempest-PortsIpV6TestJSON-1330665174] Request body: {'port': {'network_id': 'a35fd2c5-d7e3-4f5f-9ae0-fa78f683ba96', 'name': 'tempest-PortsIpV6TestJSON-719722301'}} {{(pid=84874) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:29:54.400316 n-d-768862-2 neutron-server[84765]: INFO neutron.pecan_wsgi.hooks.translation [None req-bcb9ea55-38cf-4712-9799-53c908db3d6e tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] DELETE failed (client error): The resource could not be found. Jan 14 07:29:54.400832 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bcb9ea55-38cf-4712-9799-53c908db3d6e tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] No notification will be sent due to unsuccessful status code: 404 {{(pid=84875) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Jan 14 07:29:54.405732 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-bcb9ea55-38cf-4712-9799-53c908db3d6e tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] 10.222.0.24 "DELETE /v2.0/subnets/b339db8d-878f-4e82-bc1b-48cc07c224d5 HTTP/1.1" status: 404 len: 337 time: 0.1341691 Jan 14 07:29:54.406441 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84875) accepted ('10.222.0.24', 52668) {{(pid=84875) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:29:54.437090 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.agents_db [None req-5b939a2f-078d-4c69-a188-cb55a28a77a0 None None] Agent healthcheck: found 7 active agents {{(pid=84877) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Jan 14 07:29:54.450306 n-d-768862-2 neutron-server[84765]: INFO neutron.pecan_wsgi.hooks.translation [None req-5f52de6a-c987-4eee-9595-b2dd73484a49 tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] DELETE failed (client error): The resource could not be found. Jan 14 07:29:54.450820 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5f52de6a-c987-4eee-9595-b2dd73484a49 tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] No notification will be sent due to unsuccessful status code: 404 {{(pid=84875) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Jan 14 07:29:54.456015 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-5f52de6a-c987-4eee-9595-b2dd73484a49 tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] 10.222.0.24 "DELETE /v2.0/ports/1a52c83c-03da-4ce6-b4af-82080553c507 HTTP/1.1" status: 404 len: 333 time: 0.0484669 Jan 14 07:29:54.456769 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84875) accepted ('10.222.0.24', 52672) {{(pid=84875) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:29:54.510521 n-d-768862-2 neutron-server[84765]: INFO neutron.pecan_wsgi.hooks.translation [None req-666c2204-6b43-418a-bd4b-83f7db65f007 tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] DELETE failed (client error): The resource could not be found. Jan 14 07:29:54.511064 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-666c2204-6b43-418a-bd4b-83f7db65f007 tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] No notification will be sent due to unsuccessful status code: 404 {{(pid=84875) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Jan 14 07:29:54.515813 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-666c2204-6b43-418a-bd4b-83f7db65f007 tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] 10.222.0.24 "DELETE /v2.0/subnets/fbfc8845-166a-42e3-8f89-697e4b793b8e HTTP/1.1" status: 404 len: 337 time: 0.0579906 Jan 14 07:29:54.516585 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84875) accepted ('10.222.0.24', 52680) {{(pid=84875) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:29:54.552382 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-207a2083-1d36-4ead-9849-b59bb4a3e3da tempest-PortsIpV6TestJSON-1330665174 tempest-PortsIpV6TestJSON-1330665174] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:29:54.557260 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-207a2083-1d36-4ead-9849-b59bb4a3e3da tempest-PortsIpV6TestJSON-1330665174 tempest-PortsIpV6TestJSON-1330665174] Usage tracker for resource:port and tenant:6396266df05d476da6838f06b578d30b is out of sync, need to count used quota {{(pid=84874) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:29:54.560558 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-207a2083-1d36-4ead-9849-b59bb4a3e3da tempest-PortsIpV6TestJSON-1330665174 tempest-PortsIpV6TestJSON-1330665174] Quota usage for port was recalculated. Used quota:1. {{(pid=84874) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:29:54.564412 n-d-768862-2 neutron-server[84765]: INFO neutron.pecan_wsgi.hooks.translation [None req-700b4591-9262-43ac-b8a6-9c6ccde0128b tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] DELETE failed (client error): The resource could not be found. Jan 14 07:29:54.564919 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-700b4591-9262-43ac-b8a6-9c6ccde0128b tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] No notification will be sent due to unsuccessful status code: 404 {{(pid=84875) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Jan 14 07:29:54.567469 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-207a2083-1d36-4ead-9849-b59bb4a3e3da tempest-PortsIpV6TestJSON-1330665174 tempest-PortsIpV6TestJSON-1330665174] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=84874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:29:54.569729 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-700b4591-9262-43ac-b8a6-9c6ccde0128b tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] 10.222.0.24 "DELETE /v2.0/ports/bb1de74b-2403-45da-bfe4-e9b519a8c5a1 HTTP/1.1" status: 404 len: 333 time: 0.0520830 Jan 14 07:29:54.570429 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84875) accepted ('10.222.0.24', 52684) {{(pid=84875) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:29:54.584238 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-207a2083-1d36-4ead-9849-b59bb4a3e3da tempest-PortsIpV6TestJSON-1330665174 tempest-PortsIpV6TestJSON-1330665174] Made reservation on behalf of 6396266df05d476da6838f06b578d30b for: {'port': 1} {{(pid=84874) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 07:29:54.594837 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-207a2083-1d36-4ead-9849-b59bb4a3e3da tempest-PortsIpV6TestJSON-1330665174 tempest-PortsIpV6TestJSON-1330665174] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555753'] for port, before_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:29:54.613641 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Device d3fbcb55-5950-48c3-9eea-06b09f406910 no longer exists at agent ovs-agent-n-d-768862-2 {{(pid=84876) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jan 14 07:29:54.622167 n-d-768862-2 neutron-server[84765]: INFO neutron.pecan_wsgi.hooks.translation [None req-bc7b8216-ffcd-4480-9c42-9d229cc4a3bc tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] DELETE failed (client error): The resource could not be found. Jan 14 07:29:54.622674 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bc7b8216-ffcd-4480-9c42-9d229cc4a3bc tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] No notification will be sent due to unsuccessful status code: 404 {{(pid=84875) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Jan 14 07:29:54.628128 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-bc7b8216-ffcd-4480-9c42-9d229cc4a3bc tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] 10.222.0.24 "DELETE /v2.0/subnets/9eb47307-8ec3-472d-9dd5-33c1d55cb856 HTTP/1.1" status: 404 len: 337 time: 0.0565550 Jan 14 07:29:54.628942 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84875) accepted ('10.222.0.24', 52688) {{(pid=84875) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:29:54.685778 n-d-768862-2 neutron-server[84765]: INFO neutron.pecan_wsgi.hooks.translation [None req-b7e05882-667a-4149-bd3f-656aa1c1fbcf tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] DELETE failed (client error): The resource could not be found. Jan 14 07:29:54.686316 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b7e05882-667a-4149-bd3f-656aa1c1fbcf tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] No notification will be sent due to unsuccessful status code: 404 {{(pid=84875) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Jan 14 07:29:54.691664 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-b7e05882-667a-4149-bd3f-656aa1c1fbcf tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] 10.222.0.24 "DELETE /v2.0/ports/d58c3d73-6f57-40a7-9c15-850b021904ef HTTP/1.1" status: 404 len: 333 time: 0.0607026 Jan 14 07:29:54.692444 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84875) accepted ('10.222.0.24', 52692) {{(pid=84875) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:29:54.751171 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-b443c8ef-d154-4323-9d1f-caaa2a9fb911 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850887113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3254092', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036851981146'] for subnet, after_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:29:54.753374 n-d-768862-2 neutron-server[84765]: INFO neutron.pecan_wsgi.hooks.translation [None req-a937eded-4e0f-44f4-aec1-e44043b15fc2 tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] DELETE failed (client error): The resource could not be found. Jan 14 07:29:54.754682 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a937eded-4e0f-44f4-aec1-e44043b15fc2 tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] No notification will be sent due to unsuccessful status code: 404 {{(pid=84875) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Jan 14 07:29:54.759592 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-a937eded-4e0f-44f4-aec1-e44043b15fc2 tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] 10.222.0.24 "DELETE /v2.0/subnets/e644dc13-4705-402d-84b3-f4c1e700c726 HTTP/1.1" status: 404 len: 337 time: 0.0659168 Jan 14 07:29:54.760288 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84875) accepted ('10.222.0.24', 52696) {{(pid=84875) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:29:54.815460 n-d-768862-2 neutron-server[84765]: INFO neutron.pecan_wsgi.hooks.translation [None req-528adbe9-4520-4ca7-880b-42508e2760e4 tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] DELETE failed (client error): The resource could not be found. Jan 14 07:29:54.817108 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-528adbe9-4520-4ca7-880b-42508e2760e4 tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] No notification will be sent due to unsuccessful status code: 404 {{(pid=84875) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Jan 14 07:29:54.824659 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-528adbe9-4520-4ca7-880b-42508e2760e4 tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] 10.222.0.24 "DELETE /v2.0/ports/439db752-0db0-4c70-ab12-b029f21d3731 HTTP/1.1" status: 404 len: 333 time: 0.0596647 Jan 14 07:29:54.825378 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84875) accepted ('10.222.0.24', 52702) {{(pid=84875) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:29:54.887284 n-d-768862-2 neutron-server[84765]: INFO neutron.pecan_wsgi.hooks.translation [None req-4fdc190c-e95b-4523-a8f4-915bbd35ab09 tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] DELETE failed (client error): The resource could not be found. Jan 14 07:29:54.887704 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4fdc190c-e95b-4523-a8f4-915bbd35ab09 tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] No notification will be sent due to unsuccessful status code: 404 {{(pid=84875) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Jan 14 07:29:54.892617 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-4fdc190c-e95b-4523-a8f4-915bbd35ab09 tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] 10.222.0.24 "DELETE /v2.0/subnets/d9b8b484-b415-4c02-b2d8-6b35fc359781 HTTP/1.1" status: 404 len: 337 time: 0.0658803 Jan 14 07:29:54.893203 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84875) accepted ('10.222.0.24', 52708) {{(pid=84875) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:29:55.001630 n-d-768862-2 neutron-server[84765]: INFO neutron.pecan_wsgi.hooks.translation [None req-64d1fb96-9753-428c-b405-cbf16cb7a769 tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] DELETE failed (client error): The resource could not be found. Jan 14 07:29:55.002428 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-64d1fb96-9753-428c-b405-cbf16cb7a769 tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] No notification will be sent due to unsuccessful status code: 404 {{(pid=84875) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Jan 14 07:29:55.008846 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-64d1fb96-9753-428c-b405-cbf16cb7a769 tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] 10.222.0.24 "DELETE /v2.0/ports/63febc9e-affd-459d-87d7-a6b95a9de709 HTTP/1.1" status: 404 len: 333 time: 0.1145654 Jan 14 07:29:55.010127 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84875) accepted ('10.222.0.24', 52712) {{(pid=84875) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:29:55.113544 n-d-768862-2 neutron-server[84765]: INFO neutron.pecan_wsgi.hooks.translation [None req-4f70fbcc-381c-451b-895c-02aed7f428c0 tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] DELETE failed (client error): The resource could not be found. Jan 14 07:29:55.114442 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4f70fbcc-381c-451b-895c-02aed7f428c0 tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] No notification will be sent due to unsuccessful status code: 404 {{(pid=84875) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Jan 14 07:29:55.116717 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-4f70fbcc-381c-451b-895c-02aed7f428c0 tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] 10.222.0.24 "DELETE /v2.0/subnets/7a4d58d8-f213-4a69-88ca-348fc414302a HTTP/1.1" status: 404 len: 337 time: 0.1046340 Jan 14 07:29:55.121070 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84875) accepted ('10.222.0.24', 52724) {{(pid=84875) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:29:55.206051 n-d-768862-2 neutron-server[84765]: INFO neutron.pecan_wsgi.hooks.translation [None req-33d2019d-59f3-4303-8622-ac648f3e5167 tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] DELETE failed (client error): The resource could not be found. Jan 14 07:29:55.206895 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-33d2019d-59f3-4303-8622-ac648f3e5167 tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] No notification will be sent due to unsuccessful status code: 404 {{(pid=84875) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Jan 14 07:29:55.208799 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [None req-c15b4943-e713-49c2-b44d-7644c904a603 None None] For port d3fbcb55-5950-48c3-9eea-06b09f406910, host n-d-768862-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-2',level=0,port_id=d3fbcb55-5950-48c3-9eea-06b09f406910,segment=NetworkSegment(56f1c7cf-f3a3-41d2-9677-68978131444f),segment_id=56f1c7cf-f3a3-41d2-9677-68978131444f)] {{(pid=84876) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 07:29:55.209257 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-c15b4943-e713-49c2-b44d-7644c904a603 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036850862667'] for port, precommit_delete {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:29:55.210131 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-33d2019d-59f3-4303-8622-ac648f3e5167 tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] 10.222.0.24 "DELETE /v2.0/ports/cf32d820-21f8-4c72-81cf-651da208e6bf HTTP/1.1" status: 404 len: 333 time: 0.0876660 Jan 14 07:29:55.216663 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84875) accepted ('10.222.0.24', 52728) {{(pid=84875) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:29:55.274946 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-b45da1a2-cd2f-45d2-bf26-5a6386f9d4e3 tempest-PortsTestJSON-2091589570 tempest-PortsTestJSON-2091589570] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:29:55.287592 n-d-768862-2 neutron-server[84765]: INFO neutron.pecan_wsgi.hooks.translation [None req-77cd46fc-35c0-4b0d-9a79-ae66d7005925 tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] DELETE failed (client error): The resource could not be found. Jan 14 07:29:55.288142 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-77cd46fc-35c0-4b0d-9a79-ae66d7005925 tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] No notification will be sent due to unsuccessful status code: 404 {{(pid=84875) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Jan 14 07:29:55.290259 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-77cd46fc-35c0-4b0d-9a79-ae66d7005925 tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] 10.222.0.24 "DELETE /v2.0/subnets/728d042f-72e1-464f-a988-e3cc7c5f82d9 HTTP/1.1" status: 404 len: 337 time: 0.0724666 Jan 14 07:29:55.295611 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84875) accepted ('10.222.0.24', 52732) {{(pid=84875) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:29:55.342543 n-d-768862-2 neutron-server[84765]: INFO neutron.pecan_wsgi.hooks.translation [None req-a63a805f-375a-499b-a785-afb0c28e0380 tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] DELETE failed (client error): The resource could not be found. Jan 14 07:29:55.343175 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a63a805f-375a-499b-a785-afb0c28e0380 tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] No notification will be sent due to unsuccessful status code: 404 {{(pid=84875) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Jan 14 07:29:55.349562 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-a63a805f-375a-499b-a785-afb0c28e0380 tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] 10.222.0.24 "DELETE /v2.0/subnets/cc803cab-7c26-4c46-887e-69b95812c101 HTTP/1.1" status: 404 len: 337 time: 0.0526593 Jan 14 07:29:55.350375 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84875) accepted ('10.222.0.24', 52738) {{(pid=84875) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:29:55.433159 n-d-768862-2 neutron-server[84765]: INFO neutron.pecan_wsgi.hooks.translation [None req-3667de79-acbd-4ff5-96e5-067cef3cdce8 tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] DELETE failed (client error): The resource could not be found. Jan 14 07:29:55.433754 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3667de79-acbd-4ff5-96e5-067cef3cdce8 tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] No notification will be sent due to unsuccessful status code: 404 {{(pid=84875) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Jan 14 07:29:55.438737 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-3667de79-acbd-4ff5-96e5-067cef3cdce8 tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] 10.222.0.24 "DELETE /v2.0/ports/b0023fda-86c4-4c0c-b506-681c4f26204c HTTP/1.1" status: 404 len: 333 time: 0.0872042 Jan 14 07:29:55.439473 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84875) accepted ('10.222.0.24', 52746) {{(pid=84875) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:29:55.460867 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.plugin [None req-c15b4943-e713-49c2-b44d-7644c904a603 None None] Calling delete_port for d3fbcb55-5950-48c3-9eea-06b09f406910 owned by network:dhcp {{(pid=84876) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 07:29:55.497779 n-d-768862-2 neutron-server[84765]: INFO neutron.pecan_wsgi.hooks.translation [None req-9c53fab4-4c1a-4e9a-b07c-ad474d032705 tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] DELETE failed (client error): The resource could not be found. Jan 14 07:29:55.498288 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9c53fab4-4c1a-4e9a-b07c-ad474d032705 tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] No notification will be sent due to unsuccessful status code: 404 {{(pid=84875) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Jan 14 07:29:55.509816 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-9c53fab4-4c1a-4e9a-b07c-ad474d032705 tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] 10.222.0.24 "DELETE /v2.0/subnets/f5ded08a-8b96-46cd-b4b3-5a00dd994d9e HTTP/1.1" status: 404 len: 337 time: 0.0690708 Jan 14 07:29:55.519033 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84875) accepted ('10.222.0.24', 52754) {{(pid=84875) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:29:55.554246 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363259214191800', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854171626'] for agent, after_update {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:29:55.595307 n-d-768862-2 neutron-server[84765]: INFO neutron.pecan_wsgi.hooks.translation [None req-b03c7f93-0090-4dee-829c-17ac57b1a909 tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] DELETE failed (client error): The resource could not be found. Jan 14 07:29:55.595801 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b03c7f93-0090-4dee-829c-17ac57b1a909 tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] No notification will be sent due to unsuccessful status code: 404 {{(pid=84875) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Jan 14 07:29:55.601759 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-b03c7f93-0090-4dee-829c-17ac57b1a909 tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] 10.222.0.24 "DELETE /v2.0/subnets/67b084bc-c571-4d46-8c9e-a91dcf628538 HTTP/1.1" status: 404 len: 337 time: 0.0812013 Jan 14 07:29:55.602437 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84875) accepted ('10.222.0.24', 52758) {{(pid=84875) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:29:55.614733 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b2c8571-b2dd-4aba-8600-084cc668b515 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5d94dc7a-c095-50a4-955e-5f3b78718a12-a35fd2c5-d7e3-4f5f-9ae0-fa78f683ba96', 'network_id': 'a35fd2c5-d7e3-4f5f-9ae0-fa78f683ba96', 'tenant_id': '6396266df05d476da6838f06b578d30b', 'fixed_ips': [{'subnet_id': 'b8055234-bdc7-445c-b9ec-675d7df02dbe'}]}} from n-d-768862-2. {{(pid=84876) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Jan 14 07:29:55.615802 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-3b2c8571-b2dd-4aba-8600-084cc668b515 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555753'] for port, before_create {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:29:55.711143 n-d-768862-2 neutron-server[84765]: INFO neutron.pecan_wsgi.hooks.translation [None req-5e02e73b-1fc3-4b8c-80a3-ec4565853244 tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] DELETE failed (client error): The resource could not be found. Jan 14 07:29:55.717238 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5e02e73b-1fc3-4b8c-80a3-ec4565853244 tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] No notification will be sent due to unsuccessful status code: 404 {{(pid=84875) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Jan 14 07:29:55.723714 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-5e02e73b-1fc3-4b8c-80a3-ec4565853244 tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] 10.222.0.24 "DELETE /v2.0/ports/e455323d-204f-4d28-b848-7c35c5000f11 HTTP/1.1" status: 404 len: 333 time: 0.1191318 Jan 14 07:29:55.729232 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84875) accepted ('10.222.0.24', 52766) {{(pid=84875) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:29:55.848631 n-d-768862-2 neutron-server[84765]: INFO neutron.pecan_wsgi.hooks.translation [None req-f505b9e7-b7af-42a8-81be-916647b3471d tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] DELETE failed (client error): The resource could not be found. Jan 14 07:29:55.848631 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f505b9e7-b7af-42a8-81be-916647b3471d tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] No notification will be sent due to unsuccessful status code: 404 {{(pid=84875) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Jan 14 07:29:55.853414 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-f505b9e7-b7af-42a8-81be-916647b3471d tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] 10.222.0.24 "DELETE /v2.0/subnets/1111717e-8850-4944-9f38-67ae53f0d0da HTTP/1.1" status: 404 len: 337 time: 0.1204844 Jan 14 07:29:55.854021 n-d-768862-2 neutron-server[84765]: DEBUG neutron.notifiers.nova [None req-207a2083-1d36-4ead-9849-b59bb4a3e3da tempest-PortsIpV6TestJSON-1330665174 tempest-PortsIpV6TestJSON-1330665174] device_id is not set on port 593843d7-b6d2-4d00-8e2b-1392095e72c2 yet. {{(pid=84874) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}} Jan 14 07:29:55.854727 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84875) accepted ('10.222.0.24', 52770) {{(pid=84875) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:29:55.904062 n-d-768862-2 neutron-server[84765]: INFO neutron.pecan_wsgi.hooks.translation [None req-b2b97063-99e2-4df8-acba-74237f37faf5 tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] DELETE failed (client error): The resource could not be found. Jan 14 07:29:55.904570 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b2b97063-99e2-4df8-acba-74237f37faf5 tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] No notification will be sent due to unsuccessful status code: 404 {{(pid=84875) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Jan 14 07:29:55.906406 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-b2b97063-99e2-4df8-acba-74237f37faf5 tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] 10.222.0.24 "DELETE /v2.0/subnets/0c5d7d87-6570-4b3e-a416-23d99c064b6b HTTP/1.1" status: 404 len: 337 time: 0.0502472 Jan 14 07:29:55.909273 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84875) accepted ('10.222.0.24', 52774) {{(pid=84875) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:29:55.928929 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-f4df013a-c423-4458-8129-7a371c119990 tempest-PortsTestJSON-2091589570 tempest-PortsTestJSON-2091589570] Notify callbacks [] for port, precommit_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:29:55.950013 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-f4df013a-c423-4458-8129-7a371c119990 tempest-PortsTestJSON-2091589570 tempest-PortsTestJSON-2091589570] Transition to ACTIVE for port object 1a7918a9-91c7-4b7a-b802-ba77238e84c6 will not be triggered until provisioned by entity DHCP. {{(pid=84874) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 07:29:55.995498 n-d-768862-2 neutron-server[84765]: INFO neutron.pecan_wsgi.hooks.translation [None req-586a46e1-87f1-4eae-9500-fdc4e11e7187 tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] DELETE failed (client error): The resource could not be found. Jan 14 07:29:55.996185 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-586a46e1-87f1-4eae-9500-fdc4e11e7187 tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] No notification will be sent due to unsuccessful status code: 404 {{(pid=84875) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Jan 14 07:29:56.001535 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-586a46e1-87f1-4eae-9500-fdc4e11e7187 tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] 10.222.0.24 "DELETE /v2.0/ports/a54c82b4-b2e6-425d-8eea-c3db5642c856 HTTP/1.1" status: 404 len: 333 time: 0.0909770 Jan 14 07:29:56.002214 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84875) accepted ('10.222.0.24', 52782) {{(pid=84875) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:29:56.057348 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-f4df013a-c423-4458-8129-7a371c119990 tempest-PortsTestJSON-2091589570 tempest-PortsTestJSON-2091589570] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777640123575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3254186'] for port, after_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:29:56.087989 n-d-768862-2 neutron-server[84765]: INFO neutron.pecan_wsgi.hooks.translation [None req-e9b18bb8-5a4d-4036-8017-c73cba6267cc tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] DELETE failed (client error): The resource could not be found. Jan 14 07:29:56.088506 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e9b18bb8-5a4d-4036-8017-c73cba6267cc tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] No notification will be sent due to unsuccessful status code: 404 {{(pid=84875) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Jan 14 07:29:56.094617 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-e9b18bb8-5a4d-4036-8017-c73cba6267cc tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] 10.222.0.24 "DELETE /v2.0/subnets/487f48a4-1bdc-405b-b30a-9fac78a182ac HTTP/1.1" status: 404 len: 337 time: 0.0912423 Jan 14 07:29:56.102252 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84875) accepted ('10.222.0.24', 52786) {{(pid=84875) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:29:56.153916 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b443c8ef-d154-4323-9d1f-caaa2a9fb911 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ae03f588-751c-4320-9a4b-60e311f235e7,revision_number=0']} {{(pid=84874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:29:56.199270 n-d-768862-2 neutron-server[84765]: INFO neutron.pecan_wsgi.hooks.translation [None req-db1990d8-a805-4fa6-a6bb-2db1e7847888 tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] DELETE failed (client error): The resource could not be found. Jan 14 07:29:56.199781 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-db1990d8-a805-4fa6-a6bb-2db1e7847888 tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] No notification will be sent due to unsuccessful status code: 404 {{(pid=84875) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Jan 14 07:29:56.204654 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-db1990d8-a805-4fa6-a6bb-2db1e7847888 tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] 10.222.0.24 "DELETE /v2.0/subnets/2755480c-41f2-43bf-a630-951145809a8b HTTP/1.1" status: 404 len: 337 time: 0.1001127 Jan 14 07:29:56.205027 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84875) accepted ('10.222.0.24', 52794) {{(pid=84875) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:29:56.279167 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.db_base_plugin_common [None req-3b2c8571-b2dd-4aba-8600-084cc668b515 None None] Allocated IP 2001:db8::2 (a35fd2c5-d7e3-4f5f-9ae0-fa78f683ba96/b8055234-bdc7-445c-b9ec-675d7df02dbe/6a38b01d-e9ba-4406-8b48-a61a8e3dd707) {{(pid=84876) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 14 07:29:56.323577 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b443c8ef-d154-4323-9d1f-caaa2a9fb911 admin admin] Checking segment: {'id': 'b7408a56-b591-45f9-b49a-011cdae5e2dd', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 19, 'network_id': '62bd9873-1d2d-4d1e-82cf-a14374b83693'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84874) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 14 07:29:56.328917 n-d-768862-2 neutron-server[84765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b443c8ef-d154-4323-9d1f-caaa2a9fb911 admin admin] Network hostable DHCP agents. Network: 62bd9873-1d2d-4d1e-82cf-a14374b83693, hostable agents: ['32f3dd84-26da-4d18-bf15-6017a8fb7247'], hosted agents: [] {{(pid=84874) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Jan 14 07:29:56.361394 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-150f3b08-9ea0-4b77-b507-3b99fd3db313 tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] 10.222.0.24 "GET /v2.0/ports?device_id=c77e9d1d-c529-4769-9dcd-97c7b6d9a2f3 HTTP/1.1" status: 200 len: 205 time: 0.1508303 Jan 14 07:29:56.362519 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84875) accepted ('10.222.0.24', 52802) {{(pid=84875) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:29:56.474505 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b443c8ef-d154-4323-9d1f-caaa2a9fb911 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@n-h1-768862-2 {{(pid=84874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:29:56.474946 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b443c8ef-d154-4323-9d1f-caaa2a9fb911 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-h1-768862-2 {{(pid=84874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:29:56.475382 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b443c8ef-d154-4323-9d1f-caaa2a9fb911 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-h1-768862-2 {{(pid=84874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:29:56.475809 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b443c8ef-d154-4323-9d1f-caaa2a9fb911 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-h1-768862-2 {{(pid=84874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:29:56.476261 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b443c8ef-d154-4323-9d1f-caaa2a9fb911 admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@n-h1-768862-2 {{(pid=84874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:29:56.476682 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b443c8ef-d154-4323-9d1f-caaa2a9fb911 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-h1-768862-2 {{(pid=84874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:29:56.477102 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b443c8ef-d154-4323-9d1f-caaa2a9fb911 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-h1-768862-2 {{(pid=84874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:29:56.477519 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b443c8ef-d154-4323-9d1f-caaa2a9fb911 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-h1-768862-2 {{(pid=84874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:29:56.478426 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b443c8ef-d154-4323-9d1f-caaa2a9fb911 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-h1-768862-2 {{(pid=84874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:29:56.478855 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b443c8ef-d154-4323-9d1f-caaa2a9fb911 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-h1-768862-2 {{(pid=84874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:29:56.480406 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b443c8ef-d154-4323-9d1f-caaa2a9fb911 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-h1-768862-2 {{(pid=84874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:29:56.480843 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b443c8ef-d154-4323-9d1f-caaa2a9fb911 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-h1-768862-2 {{(pid=84874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:29:56.481320 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b443c8ef-d154-4323-9d1f-caaa2a9fb911 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@n-h2-768862-2 {{(pid=84874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:29:56.482090 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b443c8ef-d154-4323-9d1f-caaa2a9fb911 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-h2-768862-2 {{(pid=84874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:29:56.482522 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b443c8ef-d154-4323-9d1f-caaa2a9fb911 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-h2-768862-2 {{(pid=84874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:29:56.482944 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b443c8ef-d154-4323-9d1f-caaa2a9fb911 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-h2-768862-2 {{(pid=84874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:29:56.483492 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b443c8ef-d154-4323-9d1f-caaa2a9fb911 admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@n-h2-768862-2 {{(pid=84874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:29:56.483953 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b443c8ef-d154-4323-9d1f-caaa2a9fb911 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-h2-768862-2 {{(pid=84874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:29:56.484373 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b443c8ef-d154-4323-9d1f-caaa2a9fb911 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-h2-768862-2 {{(pid=84874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:29:56.484789 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b443c8ef-d154-4323-9d1f-caaa2a9fb911 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-h2-768862-2 {{(pid=84874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:29:56.485220 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b443c8ef-d154-4323-9d1f-caaa2a9fb911 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-h2-768862-2 {{(pid=84874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:29:56.485619 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b443c8ef-d154-4323-9d1f-caaa2a9fb911 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-h2-768862-2 {{(pid=84874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:29:56.486032 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b443c8ef-d154-4323-9d1f-caaa2a9fb911 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-h2-768862-2 {{(pid=84874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:29:56.486445 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b443c8ef-d154-4323-9d1f-caaa2a9fb911 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-h2-768862-2 {{(pid=84874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:29:56.486918 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b443c8ef-d154-4323-9d1f-caaa2a9fb911 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-2 {{(pid=84874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:29:56.487328 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b443c8ef-d154-4323-9d1f-caaa2a9fb911 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-2 {{(pid=84874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:29:56.487785 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b443c8ef-d154-4323-9d1f-caaa2a9fb911 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-2 {{(pid=84874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:29:56.488886 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b443c8ef-d154-4323-9d1f-caaa2a9fb911 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-2 {{(pid=84874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:29:56.489311 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b443c8ef-d154-4323-9d1f-caaa2a9fb911 admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@n-d-768862-2 {{(pid=84874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:29:56.489733 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b443c8ef-d154-4323-9d1f-caaa2a9fb911 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-2 {{(pid=84874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:29:56.490150 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b443c8ef-d154-4323-9d1f-caaa2a9fb911 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-768862-2 {{(pid=84874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:29:56.490563 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b443c8ef-d154-4323-9d1f-caaa2a9fb911 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-768862-2 {{(pid=84874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:29:56.490978 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b443c8ef-d154-4323-9d1f-caaa2a9fb911 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-2 {{(pid=84874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:29:56.491391 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b443c8ef-d154-4323-9d1f-caaa2a9fb911 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-2 {{(pid=84874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:29:56.491805 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b443c8ef-d154-4323-9d1f-caaa2a9fb911 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-2 {{(pid=84874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:29:56.492252 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b443c8ef-d154-4323-9d1f-caaa2a9fb911 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-2 {{(pid=84874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:29:56.511977 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-b443c8ef-d154-4323-9d1f-caaa2a9fb911 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.237s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:29:56.524919 n-d-768862-2 neutron-server[84765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4df013a-c423-4458-8129-7a371c119990 tempest-PortsTestJSON-2091589570 tempest-PortsTestJSON-2091589570] Network 9011242e-0cc9-4361-bcd2-1ea34722196b is already hosted by enough agents. {{(pid=84874) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 07:29:56.525933 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-966961dc-a76d-4287-8b4f-9a00dbe52166 tempest-PortsTestJSON-2091589570 tempest-PortsTestJSON-2091589570] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.381s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:29:56.537468 n-d-768862-2 neutron-server[84765]: INFO neutron.api.v2.resource [None req-74b3b1d0-fc1f-471e-af6d-edef412fe4b1 tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] delete failed (client error): The resource could not be found. Jan 14 07:29:56.541258 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-74b3b1d0-fc1f-471e-af6d-edef412fe4b1 tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] 10.222.0.24 "DELETE /v2.0/routers/c77e9d1d-c529-4769-9dcd-97c7b6d9a2f3 HTTP/1.1" status: 404 len: 336 time: 0.1749713 Jan 14 07:29:56.541951 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84875) accepted ('10.222.0.24', 52806) {{(pid=84875) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:29:56.611495 n-d-768862-2 neutron-server[84765]: INFO neutron.pecan_wsgi.hooks.translation [None req-08abd736-b2c0-4da6-bbff-83b6a1c7c094 tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] DELETE failed (client error): The resource could not be found. Jan 14 07:29:56.612071 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-08abd736-b2c0-4da6-bbff-83b6a1c7c094 tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] No notification will be sent due to unsuccessful status code: 404 {{(pid=84875) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Jan 14 07:29:56.617328 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-08abd736-b2c0-4da6-bbff-83b6a1c7c094 tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] 10.222.0.24 "DELETE /v2.0/subnets/85105767-3793-4c05-be17-2da650edfa72 HTTP/1.1" status: 404 len: 337 time: 0.0716944 Jan 14 07:29:56.618472 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84875) accepted ('10.222.0.24', 52816) {{(pid=84875) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:29:56.655427 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-3b2c8571-b2dd-4aba-8600-084cc668b515 None None] Notify callbacks [] for port, precommit_create {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:29:56.659474 n-d-768862-2 neutron-server[84765]: DEBUG neutron.scheduler.base_scheduler [None req-f4df013a-c423-4458-8129-7a371c119990 tempest-PortsTestJSON-2091589570 tempest-PortsTestJSON-2091589570] Resources bound (agent type, host, resource id): {{(pid=84874) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 07:29:56.692711 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4df013a-c423-4458-8129-7a371c119990 tempest-PortsTestJSON-2091589570 tempest-PortsTestJSON-2091589570] Received port after_create {{(pid=84874) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 14 07:29:56.693846 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-3b2c8571-b2dd-4aba-8600-084cc668b515 None None] Transition to ACTIVE for port object 6a38b01d-e9ba-4406-8b48-a61a8e3dd707 will not be triggered until provisioned by entity L2. {{(pid=84876) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 07:29:56.727364 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-3b2c8571-b2dd-4aba-8600-084cc668b515 None None] Transition to ACTIVE for port object 6a38b01d-e9ba-4406-8b48-a61a8e3dd707 will not be triggered until provisioned by entity DHCP. {{(pid=84876) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 07:29:56.734855 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-0f37073e-9c69-4e3c-80e0-6cfaa0fd61a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363259214191800', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854171626'] for agent, after_update {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:29:56.764630 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-ab544396-12ef-46e3-82ad-36d41e38099a tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] 10.222.0.24 "GET /v2.0/ports?device_id=bff61278-a303-4ed0-9e6a-c4aa43683298 HTTP/1.1" status: 200 len: 205 time: 0.1426134 Jan 14 07:29:56.765386 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84875) accepted ('10.222.0.24', 52822) {{(pid=84875) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:29:56.842265 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-3b2c8571-b2dd-4aba-8600-084cc668b515 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777640123575'] for port, after_create {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:29:56.887512 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4df013a-c423-4458-8129-7a371c119990 tempest-PortsTestJSON-2091589570 tempest-PortsTestJSON-2091589570] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:29:56.894084 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-f4df013a-c423-4458-8129-7a371c119990 tempest-PortsTestJSON-2091589570 tempest-PortsTestJSON-2091589570] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854768116'] for port, before_response {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:29:56.958844 n-d-768862-2 neutron-server[84765]: INFO neutron.api.v2.resource [None req-6c97f322-5ef8-46b1-acc4-9a6442365610 tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] delete failed (client error): The resource could not be found. Jan 14 07:29:56.960106 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-6c97f322-5ef8-46b1-acc4-9a6442365610 tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] 10.222.0.24 "DELETE /v2.0/routers/bff61278-a303-4ed0-9e6a-c4aa43683298 HTTP/1.1" status: 404 len: 336 time: 0.1937945 Jan 14 07:29:56.966355 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84875) accepted ('10.222.0.24', 52830) {{(pid=84875) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:29:57.119089 n-d-768862-2 neutron-server[84765]: INFO neutron.pecan_wsgi.hooks.translation [None req-9b557c40-57a4-4fc2-9564-05f5fdcc5aff tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] DELETE failed (client error): The resource could not be found. Jan 14 07:29:57.119599 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9b557c40-57a4-4fc2-9564-05f5fdcc5aff tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] No notification will be sent due to unsuccessful status code: 404 {{(pid=84875) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Jan 14 07:29:57.124452 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-9b557c40-57a4-4fc2-9564-05f5fdcc5aff tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] 10.222.0.24 "DELETE /v2.0/subnets/44580eaa-edb2-43a6-912a-591a1d1fb1d0 HTTP/1.1" status: 404 len: 337 time: 0.1569521 Jan 14 07:29:57.128655 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84875) accepted ('10.222.0.24', 52836) {{(pid=84875) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:29:57.157809 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-8aeb5e13-29d2-49ce-9133-58653edcf61f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84876) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:29:57.188431 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.db_base_plugin_common [None req-207a2083-1d36-4ead-9849-b59bb4a3e3da tempest-PortsIpV6TestJSON-1330665174 tempest-PortsIpV6TestJSON-1330665174] Allocated IP 2001:db8::25a (a35fd2c5-d7e3-4f5f-9ae0-fa78f683ba96/b8055234-bdc7-445c-b9ec-675d7df02dbe/593843d7-b6d2-4d00-8e2b-1392095e72c2) {{(pid=84874) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 14 07:29:57.191372 n-d-768862-2 neutron-server[84765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b443c8ef-d154-4323-9d1f-caaa2a9fb911 admin admin] Network 62bd9873-1d2d-4d1e-82cf-a14374b83693 is scheduled to be hosted by DHCP agent 32f3dd84-26da-4d18-bf15-6017a8fb7247 with binding_index 1 {{(pid=84874) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Jan 14 07:29:57.243159 n-d-768862-2 neutron-server[84765]: INFO neutron.pecan_wsgi.hooks.translation [None req-8f1a8628-f648-422a-9d23-48df4f0929be tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] DELETE failed (client error): The resource could not be found. Jan 14 07:29:57.243645 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8f1a8628-f648-422a-9d23-48df4f0929be tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] No notification will be sent due to unsuccessful status code: 404 {{(pid=84875) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Jan 14 07:29:57.249848 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-8f1a8628-f648-422a-9d23-48df4f0929be tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] 10.222.0.24 "DELETE /v2.0/subnets/e23e7597-faa2-4ba7-94a4-dcc061a44aba HTTP/1.1" status: 404 len: 337 time: 0.1175776 Jan 14 07:29:57.250825 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84875) accepted ('10.222.0.24', 52842) {{(pid=84875) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:29:57.265984 n-d-768862-2 neutron-server[84765]: DEBUG neutron.scheduler.base_scheduler [None req-b443c8ef-d154-4323-9d1f-caaa2a9fb911 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768862-2, 62bd9873-1d2d-4d1e-82cf-a14374b83693) {{(pid=84874) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 07:29:57.304480 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4df013a-c423-4458-8129-7a371c119990 tempest-PortsTestJSON-2091589570 tempest-PortsTestJSON-2091589570] Pushing event updated for resources: {'Port': ['ID=1a7918a9-91c7-4b7a-b802-ba77238e84c6,revision_number=1']} {{(pid=84874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:29:57.326482 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-f4df013a-c423-4458-8129-7a371c119990 tempest-PortsTestJSON-2091589570 tempest-PortsTestJSON-2091589570] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.800s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:29:57.339632 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-f4df013a-c423-4458-8129-7a371c119990 tempest-PortsTestJSON-2091589570 tempest-PortsTestJSON-2091589570] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 5.4897795 Jan 14 07:29:57.344632 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b443c8ef-d154-4323-9d1f-caaa2a9fb911 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:29:57.345727 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-b443c8ef-d154-4323-9d1f-caaa2a9fb911 admin admin] Notify callbacks [] for subnet, before_response {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:29:57.351488 n-d-768862-2 neutron-server[84765]: INFO neutron.pecan_wsgi.hooks.translation [None req-209d167f-e2a8-4fae-8bf9-3fc13ee3b7d4 tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] DELETE failed (client error): The resource could not be found. Jan 14 07:29:57.356785 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-209d167f-e2a8-4fae-8bf9-3fc13ee3b7d4 tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] No notification will be sent due to unsuccessful status code: 404 {{(pid=84875) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Jan 14 07:29:57.358791 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-209d167f-e2a8-4fae-8bf9-3fc13ee3b7d4 tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] 10.222.0.24 "DELETE /v2.0/ports/90d40638-e8c3-4e91-b7df-c1f51731ee22 HTTP/1.1" status: 404 len: 333 time: 0.1074829 Jan 14 07:29:57.359866 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84875) accepted ('10.222.0.24', 52846) {{(pid=84875) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:29:57.360042 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555753'] for port, before_update {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:29:57.366723 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84874) accepted ('10.222.0.24', 52848) {{(pid=84874) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:29:57.374027 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.v2.base [None req-0ba65bce-e80c-4dcf-b294-cb8a7484091f tempest-PortsTestJSON-2091589570 tempest-PortsTestJSON-2091589570] Request body: {'port': {'network_id': '9011242e-0cc9-4361-bcd2-1ea34722196b', 'name': 'tempest-PortsTestJSON-473090077'}} {{(pid=84875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:29:57.382945 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-b443c8ef-d154-4323-9d1f-caaa2a9fb911 admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 4.7172322 Jan 14 07:29:57.442745 n-d-768862-2 neutron-server[84765]: INFO neutron.pecan_wsgi.hooks.translation [None req-76f1325f-ef12-4aa7-824f-a846132d0585 tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] DELETE failed (client error): The resource could not be found. Jan 14 07:29:57.443395 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-76f1325f-ef12-4aa7-824f-a846132d0585 tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] No notification will be sent due to unsuccessful status code: 404 {{(pid=84874) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Jan 14 07:29:57.448036 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-76f1325f-ef12-4aa7-824f-a846132d0585 tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] 10.222.0.24 "DELETE /v2.0/subnets/9b49af54-394a-4417-9b45-78c5c12fade7 HTTP/1.1" status: 404 len: 337 time: 0.0743308 Jan 14 07:29:57.467140 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84874) accepted ('10.222.0.24', 52860) {{(pid=84874) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:29:57.533261 n-d-768862-2 neutron-server[84765]: INFO neutron.pecan_wsgi.hooks.translation [None req-ce34ef4f-5554-4d81-a1ec-745f63742601 tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] DELETE failed (client error): The resource could not be found. Jan 14 07:29:57.533901 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ce34ef4f-5554-4d81-a1ec-745f63742601 tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] No notification will be sent due to unsuccessful status code: 404 {{(pid=84874) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Jan 14 07:29:57.536562 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-ce34ef4f-5554-4d81-a1ec-745f63742601 tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] 10.222.0.24 "DELETE /v2.0/ports/a50bfee7-fd91-4335-bf40-efabf416a569 HTTP/1.1" status: 404 len: 333 time: 0.0680532 Jan 14 07:29:57.631970 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84874) accepted ('10.222.0.24', 52868) {{(pid=84874) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:29:57.794764 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.db_base_plugin_common [None req-6f34d3cc-8096-434a-a4a3-8d30b908333f None None] Allocated IP 172.20.0.2 (9011242e-0cc9-4361-bcd2-1ea34722196b/53d6a599-1ea5-4537-a306-e58ce5a0b6d1/b1fbe941-4441-456e-9ede-182c889d2f71) {{(pid=84876) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 14 07:29:57.917886 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b2c8571-b2dd-4aba-8600-084cc668b515 None None] Pushing event updated for resources: {'Port': ['ID=6a38b01d-e9ba-4406-8b48-a61a8e3dd707,revision_number=1']} {{(pid=84876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:29:57.925548 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-3b2c8571-b2dd-4aba-8600-084cc668b515 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.768s {{(pid=84876) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:29:57.993101 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] For port d3fbcb55-5950-48c3-9eea-06b09f406910, host n-d-768862-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-2',level=0,port_id=d3fbcb55-5950-48c3-9eea-06b09f406910,segment=NetworkSegment(56f1c7cf-f3a3-41d2-9677-68978131444f),segment_id=56f1c7cf-f3a3-41d2-9677-68978131444f)] {{(pid=84876) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 07:29:57.995183 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07abdcb2-4923-41f2-8b3a-85695e8da9ad None None] Network 62bd9873-1d2d-4d1e-82cf-a14374b83693 requested from n-d-768862-2 {{(pid=84876) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 07:29:58.011369 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-0ba65bce-e80c-4dcf-b294-cb8a7484091f tempest-PortsTestJSON-2091589570 tempest-PortsTestJSON-2091589570] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:29:58.044162 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-0ba65bce-e80c-4dcf-b294-cb8a7484091f tempest-PortsTestJSON-2091589570 tempest-PortsTestJSON-2091589570] Usage tracker for resource:port and tenant:4f41150d2ea84f97bbab10653dcc9b99 is out of sync, need to count used quota {{(pid=84875) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:29:58.062389 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-0ba65bce-e80c-4dcf-b294-cb8a7484091f tempest-PortsTestJSON-2091589570 tempest-PortsTestJSON-2091589570] Quota usage for port was recalculated. Used quota:2. {{(pid=84875) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:29:58.082757 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-0ba65bce-e80c-4dcf-b294-cb8a7484091f tempest-PortsTestJSON-2091589570 tempest-PortsTestJSON-2091589570] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:29:58.095554 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777640533312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363259214678337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777640097497'] for port, after_update {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:29:58.114988 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0ba65bce-e80c-4dcf-b294-cb8a7484091f tempest-PortsTestJSON-2091589570 tempest-PortsTestJSON-2091589570] Made reservation on behalf of 4f41150d2ea84f97bbab10653dcc9b99 for: {'port': 1} {{(pid=84875) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 07:29:58.121567 n-d-768862-2 neutron-server[84765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b2c8571-b2dd-4aba-8600-084cc668b515 None None] Network a35fd2c5-d7e3-4f5f-9ae0-fa78f683ba96 is already hosted by enough agents. {{(pid=84876) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 07:29:58.143819 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-0ba65bce-e80c-4dcf-b294-cb8a7484091f tempest-PortsTestJSON-2091589570 tempest-PortsTestJSON-2091589570] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555753'] for port, before_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:29:58.285856 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-20511897-d112-4abc-ace3-3c192dab758c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84876) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:29:58.317092 n-d-768862-2 neutron-server[84765]: INFO neutron.pecan_wsgi.hooks.translation [None req-7ea408dd-7313-43b7-8b68-d79cc075d2b9 tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] DELETE failed (client error): The resource could not be found. Jan 14 07:29:58.318555 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7ea408dd-7313-43b7-8b68-d79cc075d2b9 tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] No notification will be sent due to unsuccessful status code: 404 {{(pid=84874) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Jan 14 07:29:58.324089 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-7ea408dd-7313-43b7-8b68-d79cc075d2b9 tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] 10.222.0.24 "DELETE /v2.0/subnets/0ba868e7-5032-4e6f-9b4e-5caf3c758183 HTTP/1.1" status: 404 len: 337 time: 0.6906943 Jan 14 07:29:58.325033 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84874) accepted ('10.222.0.24', 52888) {{(pid=84874) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:29:58.437540 n-d-768862-2 neutron-server[84765]: INFO neutron.pecan_wsgi.hooks.translation [None req-c126b78c-a010-42f0-81ae-b4e53e98440a tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] DELETE failed (client error): The resource could not be found. Jan 14 07:29:58.438330 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c126b78c-a010-42f0-81ae-b4e53e98440a tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] No notification will be sent due to unsuccessful status code: 404 {{(pid=84874) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Jan 14 07:29:58.444394 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-c126b78c-a010-42f0-81ae-b4e53e98440a tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] 10.222.0.24 "DELETE /v2.0/ports/813f5c76-1a34-4ea0-97af-2788c0949ced HTTP/1.1" status: 404 len: 333 time: 0.1085188 Jan 14 07:29:58.445359 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84874) accepted ('10.222.0.24', 52896) {{(pid=84874) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:29:58.463562 n-d-768862-2 neutron-server[84765]: DEBUG neutron.scheduler.base_scheduler [None req-3b2c8571-b2dd-4aba-8600-084cc668b515 None None] Resources bound (agent type, host, resource id): {{(pid=84876) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 07:29:58.465405 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.db.api [None req-c15b4943-e713-49c2-b44d-7644c904a603 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84876) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Jan 14 07:29:58.465817 n-d-768862-2 neutron-server[84765]: DEBUG oslo_db.api [None req-c15b4943-e713-49c2-b44d-7644c904a603 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84876) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Jan 14 07:29:58.476048 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b2c8571-b2dd-4aba-8600-084cc668b515 None None] Received port after_create {{(pid=84876) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 14 07:29:58.603488 n-d-768862-2 neutron-server[84765]: INFO neutron.pecan_wsgi.hooks.translation [None req-bca07abe-e850-461d-a958-c1960d464dd8 tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] DELETE failed (client error): The resource could not be found. Jan 14 07:29:58.604094 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bca07abe-e850-461d-a958-c1960d464dd8 tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] No notification will be sent due to unsuccessful status code: 404 {{(pid=84874) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Jan 14 07:29:58.609267 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-bca07abe-e850-461d-a958-c1960d464dd8 tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] 10.222.0.24 "DELETE /v2.0/subnets/1e08e985-658c-48d8-8168-5c7a2da5a4a6 HTTP/1.1" status: 404 len: 337 time: 0.1596746 Jan 14 07:29:58.615195 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84874) accepted ('10.222.0.24', 52906) {{(pid=84874) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:29:58.617910 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Pushing event updated for resources: {'Port': ['ID=d3fbcb55-5950-48c3-9eea-06b09f406910,revision_number=20']} {{(pid=84876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:29:58.684676 n-d-768862-2 neutron-server[84765]: DEBUG neutron.notifiers.nova [None req-0ba65bce-e80c-4dcf-b294-cb8a7484091f tempest-PortsTestJSON-2091589570 tempest-PortsTestJSON-2091589570] device_id is not set on port e3602fba-36df-4e55-a98a-93bc2a1f8ad9 yet. {{(pid=84875) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}} Jan 14 07:29:58.711786 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.426s {{(pid=84876) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:29:58.748822 n-d-768862-2 neutron-server[84765]: INFO neutron.pecan_wsgi.hooks.translation [None req-78aa9867-5ca0-41ba-9a4d-69a0cdd1af52 tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] DELETE failed (client error): The resource could not be found. Jan 14 07:29:58.749683 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-78aa9867-5ca0-41ba-9a4d-69a0cdd1af52 tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] No notification will be sent due to unsuccessful status code: 404 {{(pid=84874) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Jan 14 07:29:58.755489 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-78aa9867-5ca0-41ba-9a4d-69a0cdd1af52 tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] 10.222.0.24 "DELETE /v2.0/ports/a8e64956-a89c-4c53-80e8-1494115165c9 HTTP/1.1" status: 404 len: 333 time: 0.1387315 Jan 14 07:29:58.756312 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84874) accepted ('10.222.0.24', 52912) {{(pid=84874) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:29:58.809866 n-d-768862-2 neutron-server[84765]: INFO neutron.pecan_wsgi.hooks.translation [None req-727ead36-8de7-47e4-9698-62971d9e3f87 tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] DELETE failed (client error): The resource could not be found. Jan 14 07:29:58.810410 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-727ead36-8de7-47e4-9698-62971d9e3f87 tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] No notification will be sent due to unsuccessful status code: 404 {{(pid=84874) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Jan 14 07:29:58.810691 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.managers [None req-3b2c8571-b2dd-4aba-8600-084cc668b515 None None] Attempting to bind port 6a38b01d-e9ba-4406-8b48-a61a8e3dd707 on host n-d-768862-2 for vnic_type normal with profile {{(pid=84876) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 14 07:29:58.811105 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.managers [None req-3b2c8571-b2dd-4aba-8600-084cc668b515 None None] Attempting to bind port 6a38b01d-e9ba-4406-8b48-a61a8e3dd707 by drivers openvswitch on host n-d-768862-2 at level 0 using segments [{'id': '2d6cc989-bd54-4e7e-8795-4a8a37838212', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 18, 'network_id': 'a35fd2c5-d7e3-4f5f-9ae0-fa78f683ba96'}] {{(pid=84876) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 14 07:29:58.811519 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b2c8571-b2dd-4aba-8600-084cc668b515 None None] Attempting to bind port 6a38b01d-e9ba-4406-8b48-a61a8e3dd707 on network a35fd2c5-d7e3-4f5f-9ae0-fa78f683ba96 {{(pid=84876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 14 07:29:58.815350 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-727ead36-8de7-47e4-9698-62971d9e3f87 tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] 10.222.0.24 "DELETE /v2.0/subnets/bf0348cd-a2c1-4e1c-88e3-a7b5a4ebc289 HTTP/1.1" status: 404 len: 337 time: 0.0547023 Jan 14 07:29:58.816784 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84874) accepted ('10.222.0.24', 52918) {{(pid=84874) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:29:58.840561 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b2c8571-b2dd-4aba-8600-084cc668b515 None None] Checking agent: {'id': 'ba5efab1-b43c-4d5a-bc52-6e105d4e67a2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768862-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 14, 6, 56, 52), 'started_at': datetime.datetime(2021, 1, 14, 6, 57, 22), 'heartbeat_timestamp': datetime.datetime(2021, 1, 14, 7, 29, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768862-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.29', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 14 07:29:58.840994 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b2c8571-b2dd-4aba-8600-084cc668b515 None None] Checking segment: {'id': '2d6cc989-bd54-4e7e-8795-4a8a37838212', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 18, 'network_id': 'a35fd2c5-d7e3-4f5f-9ae0-fa78f683ba96'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84876) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 14 07:29:58.841414 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-3b2c8571-b2dd-4aba-8600-084cc668b515 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:29:58.841853 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b2c8571-b2dd-4aba-8600-084cc668b515 None None] Bound using segment: {'id': '2d6cc989-bd54-4e7e-8795-4a8a37838212', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 18, 'network_id': 'a35fd2c5-d7e3-4f5f-9ae0-fa78f683ba96'} {{(pid=84876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 14 07:29:58.842388 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.managers [None req-3b2c8571-b2dd-4aba-8600-084cc668b515 None None] Bound port: 6a38b01d-e9ba-4406-8b48-a61a8e3dd707, host: n-d-768862-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2d6cc989-bd54-4e7e-8795-4a8a37838212', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 18, 'network_id': 'a35fd2c5-d7e3-4f5f-9ae0-fa78f683ba96'}}] {{(pid=84876) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 14 07:29:58.858171 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-3b2c8571-b2dd-4aba-8600-084cc668b515 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555753'] for port, before_update {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:29:58.939675 n-d-768862-2 neutron-server[84765]: INFO neutron.pecan_wsgi.hooks.translation [None req-337778a1-d8bd-4e5c-92e9-9dc940aabb89 tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] DELETE failed (client error): The resource could not be found. Jan 14 07:29:58.940231 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-337778a1-d8bd-4e5c-92e9-9dc940aabb89 tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] No notification will be sent due to unsuccessful status code: 404 {{(pid=84874) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Jan 14 07:29:58.945286 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-337778a1-d8bd-4e5c-92e9-9dc940aabb89 tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] 10.222.0.24 "DELETE /v2.0/ports/074a2270-5d31-4057-98a3-88cd52535d65 HTTP/1.1" status: 404 len: 333 time: 0.1150925 Jan 14 07:29:58.945836 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84875) accepted ('10.222.0.24', 52926) {{(pid=84875) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:29:58.972708 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-207a2083-1d36-4ead-9849-b59bb4a3e3da tempest-PortsIpV6TestJSON-1330665174 tempest-PortsIpV6TestJSON-1330665174] Notify callbacks [] for port, precommit_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:29:59.013967 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-207a2083-1d36-4ead-9849-b59bb4a3e3da tempest-PortsIpV6TestJSON-1330665174 tempest-PortsIpV6TestJSON-1330665174] Transition to ACTIVE for port object 593843d7-b6d2-4d00-8e2b-1392095e72c2 will not be triggered until provisioned by entity DHCP. {{(pid=84874) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 07:29:59.107689 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-207a2083-1d36-4ead-9849-b59bb4a3e3da tempest-PortsIpV6TestJSON-1330665174 tempest-PortsIpV6TestJSON-1330665174] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777640123575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3254186'] for port, after_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:29:59.135871 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-fa8a948c-f45b-4f16-a0d5-311a6967d105 tempest-PortsTestJSON-2091589570 tempest-PortsTestJSON-2091589570] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:29:59.179989 n-d-768862-2 neutron-server[84765]: INFO neutron.pecan_wsgi.hooks.translation [None req-095a7e18-dd2b-4cb1-b664-e02629dc79d1 tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] DELETE failed (client error): The resource could not be found. Jan 14 07:29:59.180603 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-095a7e18-dd2b-4cb1-b664-e02629dc79d1 tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] No notification will be sent due to unsuccessful status code: 404 {{(pid=84875) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Jan 14 07:29:59.205888 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.plugin [None req-c15b4943-e713-49c2-b44d-7644c904a603 None None] Deleting port d3fbcb55-5950-48c3-9eea-06b09f406910 {{(pid=84876) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 07:29:59.206355 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-c15b4943-e713-49c2-b44d-7644c904a603 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363259214248359'] for port, before_delete {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:29:59.206852 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-095a7e18-dd2b-4cb1-b664-e02629dc79d1 tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] 10.222.0.24 "DELETE /v2.0/subnets/5ed379a2-5b33-4de7-830d-39acafd394ac HTTP/1.1" status: 404 len: 337 time: 0.2593615 Jan 14 07:29:59.212344 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84875) accepted ('10.222.0.24', 52932) {{(pid=84875) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:29:59.321697 n-d-768862-2 neutron-server[84765]: INFO neutron.pecan_wsgi.hooks.translation [None req-d8284708-0eda-432b-88d5-ad7280935dab tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] DELETE failed (client error): The resource could not be found. Jan 14 07:29:59.322287 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d8284708-0eda-432b-88d5-ad7280935dab tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] No notification will be sent due to unsuccessful status code: 404 {{(pid=84875) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Jan 14 07:29:59.328665 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-d8284708-0eda-432b-88d5-ad7280935dab tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] 10.222.0.24 "DELETE /v2.0/ports/44d62991-da97-4350-9099-550a21578753 HTTP/1.1" status: 404 len: 333 time: 0.1105790 Jan 14 07:29:59.329362 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84875) accepted ('10.222.0.24', 52942) {{(pid=84875) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:29:59.411852 n-d-768862-2 neutron-server[84765]: INFO neutron.pecan_wsgi.hooks.translation [None req-9648fddd-67f7-4152-81d5-14af5b927ab4 tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] DELETE failed (client error): The resource could not be found. Jan 14 07:29:59.412383 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9648fddd-67f7-4152-81d5-14af5b927ab4 tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] No notification will be sent due to unsuccessful status code: 404 {{(pid=84875) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Jan 14 07:29:59.429946 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-9648fddd-67f7-4152-81d5-14af5b927ab4 tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] 10.222.0.24 "DELETE /v2.0/subnets/1c17c3f1-e76c-4abc-892a-3878eebbd730 HTTP/1.1" status: 404 len: 337 time: 0.0994110 Jan 14 07:29:59.438941 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84875) accepted ('10.222.0.24', 52948) {{(pid=84875) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:29:59.530271 n-d-768862-2 neutron-server[84765]: INFO neutron.pecan_wsgi.hooks.translation [None req-cac6ce4b-b904-4b3d-b7f6-1f2e35c18d11 tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] DELETE failed (client error): The resource could not be found. Jan 14 07:29:59.531151 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cac6ce4b-b904-4b3d-b7f6-1f2e35c18d11 tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] No notification will be sent due to unsuccessful status code: 404 {{(pid=84875) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Jan 14 07:29:59.534111 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-cac6ce4b-b904-4b3d-b7f6-1f2e35c18d11 tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] 10.222.0.24 "DELETE /v2.0/ports/8d2fa32c-1c6d-4f4e-8c15-e87e4a32d7ea HTTP/1.1" status: 404 len: 333 time: 0.0938063 Jan 14 07:29:59.540007 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84875) accepted ('10.222.0.24', 52952) {{(pid=84875) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:29:59.652165 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-207a2083-1d36-4ead-9849-b59bb4a3e3da tempest-PortsIpV6TestJSON-1330665174 tempest-PortsIpV6TestJSON-1330665174] Pushing event updated for resources: {'Port': ['ID=593843d7-b6d2-4d00-8e2b-1392095e72c2,revision_number=1']} {{(pid=84874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:29:59.678122 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-207a2083-1d36-4ead-9849-b59bb4a3e3da tempest-PortsIpV6TestJSON-1330665174 tempest-PortsIpV6TestJSON-1330665174] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.530s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:29:59.684325 n-d-768862-2 neutron-server[84765]: INFO neutron.pecan_wsgi.hooks.translation [None req-d7046fce-57ef-49da-9bb9-41f4d6d4b974 tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] DELETE failed (client error): The resource could not be found. Jan 14 07:29:59.685236 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d7046fce-57ef-49da-9bb9-41f4d6d4b974 tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] No notification will be sent due to unsuccessful status code: 404 {{(pid=84875) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Jan 14 07:29:59.687598 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-d7046fce-57ef-49da-9bb9-41f4d6d4b974 tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] 10.222.0.24 "DELETE /v2.0/subnets/de0533a3-59db-46b2-9c2a-c0bfe21fd598 HTTP/1.1" status: 404 len: 337 time: 0.1461482 Jan 14 07:29:59.691051 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84875) accepted ('10.222.0.24', 52960) {{(pid=84875) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:29:59.719299 n-d-768862-2 neutron-server[84765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-207a2083-1d36-4ead-9849-b59bb4a3e3da tempest-PortsIpV6TestJSON-1330665174 tempest-PortsIpV6TestJSON-1330665174] Network a35fd2c5-d7e3-4f5f-9ae0-fa78f683ba96 is already hosted by enough agents. {{(pid=84874) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 07:29:59.723761 n-d-768862-2 neutron-server[84765]: DEBUG neutron.scheduler.base_scheduler [None req-207a2083-1d36-4ead-9849-b59bb4a3e3da tempest-PortsIpV6TestJSON-1330665174 tempest-PortsIpV6TestJSON-1330665174] Resources bound (agent type, host, resource id): {{(pid=84874) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 07:29:59.730514 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-207a2083-1d36-4ead-9849-b59bb4a3e3da tempest-PortsIpV6TestJSON-1330665174 tempest-PortsIpV6TestJSON-1330665174] Received port after_create {{(pid=84874) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 14 07:29:59.734574 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network":"rule:regular_user" was deprecated in W in favor of "create_network":"role:member and project_id:%(project_id)s". Reason: Jan 14 07:29:59.734574 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:29:59.734574 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:29:59.734574 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:29:59.734574 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:shared":"rule:admin_only" was deprecated in W in favor of "create_network:shared":"role:admin and system_scope:all". Reason: Jan 14 07:29:59.734574 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:29:59.734574 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:29:59.734574 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:29:59.734574 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:router:external":"rule:admin_only" was deprecated in W in favor of "create_network:router:external":"role:admin and system_scope:all". Reason: Jan 14 07:29:59.734574 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:29:59.734574 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:29:59.734574 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:29:59.734574 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:is_default":"rule:admin_only" was deprecated in W in favor of "create_network:is_default":"role:admin and system_scope:all". Reason: Jan 14 07:29:59.734574 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:29:59.734574 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:29:59.734574 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:29:59.734574 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:port_security_enabled":"rule:regular_user" was deprecated in W in favor of "create_network:port_security_enabled":"role:member and project_id:%(project_id)s". Reason: Jan 14 07:29:59.734574 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:29:59.734574 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:29:59.734574 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:29:59.734574 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:segments":"rule:admin_only" was deprecated in W in favor of "create_network:segments":"role:admin and system_scope:all". Reason: Jan 14 07:29:59.734574 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:29:59.734574 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:29:59.734574 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:29:59.734574 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "create_network:provider:network_type":"role:admin and system_scope:all". Reason: Jan 14 07:29:59.734574 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:29:59.734574 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:29:59.734574 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:29:59.734574 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "create_network:provider:physical_network":"role:admin and system_scope:all". Reason: Jan 14 07:29:59.734574 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:29:59.734574 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:29:59.734574 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:29:59.734574 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "create_network:provider:segmentation_id":"role:admin and system_scope:all". Reason: Jan 14 07:29:59.734574 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:29:59.734574 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:29:59.734574 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:29:59.734574 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network":"rule:admin_or_owner or rule:shared or rule:external or rule:context_is_advsvc" was deprecated in W in favor of "get_network":"(role:reader and system_scope:all) or (role:reader and project_id:%(project_id)s) or rule:shared or rule:external or rule:context_is_advsvc". Reason: Jan 14 07:29:59.734574 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:29:59.734574 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:29:59.734574 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:29:59.734574 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:router:external":"rule:regular_user" was deprecated in W in favor of "get_network:router:external":"role:reader and project_id:%(project_id)s". Reason: Jan 14 07:29:59.734574 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:29:59.734574 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:29:59.734574 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:29:59.734574 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:segments":"rule:admin_only" was deprecated in W in favor of "get_network:segments":"role:reader and system_scope:all". Reason: Jan 14 07:29:59.734574 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:29:59.734574 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:29:59.734574 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:29:59.734574 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "get_network:provider:network_type":"role:reader and system_scope:all". Reason: Jan 14 07:29:59.734574 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:29:59.734574 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:29:59.734574 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:29:59.734574 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "get_network:provider:physical_network":"role:reader and system_scope:all". Reason: Jan 14 07:29:59.734574 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:29:59.734574 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:29:59.734574 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:29:59.734574 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "get_network:provider:segmentation_id":"role:reader and system_scope:all". Reason: Jan 14 07:29:59.734574 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:29:59.734574 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:29:59.734574 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:29:59.734574 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network":"rule:admin_or_owner" was deprecated in W in favor of "update_network":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 07:29:59.734574 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:29:59.734574 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:29:59.734574 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:29:59.734574 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:segments":"rule:admin_only" was deprecated in W in favor of "update_network:segments":"role:admin and system_scope:all". Reason: Jan 14 07:29:59.734574 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:29:59.734574 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:29:59.734574 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:29:59.787367 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-207a2083-1d36-4ead-9849-b59bb4a3e3da tempest-PortsIpV6TestJSON-1330665174 tempest-PortsIpV6TestJSON-1330665174] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:29:59.788351 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-207a2083-1d36-4ead-9849-b59bb4a3e3da tempest-PortsIpV6TestJSON-1330665174 tempest-PortsIpV6TestJSON-1330665174] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854768116'] for port, before_response {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:29:59.847264 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-207a2083-1d36-4ead-9849-b59bb4a3e3da tempest-PortsIpV6TestJSON-1330665174 tempest-PortsIpV6TestJSON-1330665174] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 5.5579751 Jan 14 07:29:59.857127 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84874) accepted ('10.222.0.24', 52968) {{(pid=84874) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:29:59.857127 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.v2.base [None req-b3e08444-08db-472c-a7a3-a15d2fff4b72 tempest-PortsIpV6TestJSON-1330665174 tempest-PortsIpV6TestJSON-1330665174] Request body: {'port': {'network_id': 'a35fd2c5-d7e3-4f5f-9ae0-fa78f683ba96', 'name': 'tempest-PortsIpV6TestJSON-31046593'}} {{(pid=84874) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:30:00.089639 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [None req-c15b4943-e713-49c2-b44d-7644c904a603 None None] For port d3fbcb55-5950-48c3-9eea-06b09f406910, host n-d-768862-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-2',level=0,port_id=d3fbcb55-5950-48c3-9eea-06b09f406910,segment=NetworkSegment(56f1c7cf-f3a3-41d2-9677-68978131444f),segment_id=56f1c7cf-f3a3-41d2-9677-68978131444f)] {{(pid=84876) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 07:30:00.092303 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-c15b4943-e713-49c2-b44d-7644c904a603 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036850862667'] for port, precommit_delete {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:30:00.256686 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-86de3dc3-941a-4673-94ce-ab8d154bbd66 tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036854160497'] for network, before_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:30:00.383056 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.plugin [None req-c15b4943-e713-49c2-b44d-7644c904a603 None None] Calling delete_port for d3fbcb55-5950-48c3-9eea-06b09f406910 owned by network:dhcp {{(pid=84876) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 07:30:00.395825 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.plugin [None req-86de3dc3-941a-4673-94ce-ab8d154bbd66 tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] Deleting port d3fbcb55-5950-48c3-9eea-06b09f406910 {{(pid=84875) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 07:30:00.396413 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-86de3dc3-941a-4673-94ce-ab8d154bbd66 tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363259214248359'] for port, before_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:30:00.785849 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-b3e08444-08db-472c-a7a3-a15d2fff4b72 tempest-PortsIpV6TestJSON-1330665174 tempest-PortsIpV6TestJSON-1330665174] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:30:00.831142 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-b3e08444-08db-472c-a7a3-a15d2fff4b72 tempest-PortsIpV6TestJSON-1330665174 tempest-PortsIpV6TestJSON-1330665174] Usage tracker for resource:port and tenant:6396266df05d476da6838f06b578d30b is out of sync, need to count used quota {{(pid=84874) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:30:00.859534 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-b3e08444-08db-472c-a7a3-a15d2fff4b72 tempest-PortsIpV6TestJSON-1330665174 tempest-PortsIpV6TestJSON-1330665174] Quota usage for port was recalculated. Used quota:3. {{(pid=84874) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:30:00.905677 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-b3e08444-08db-472c-a7a3-a15d2fff4b72 tempest-PortsIpV6TestJSON-1330665174 tempest-PortsIpV6TestJSON-1330665174] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=84874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:30:00.931052 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [None req-86de3dc3-941a-4673-94ce-ab8d154bbd66 tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] For port d3fbcb55-5950-48c3-9eea-06b09f406910, host n-d-768862-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-2',level=0,port_id=d3fbcb55-5950-48c3-9eea-06b09f406910,segment=NetworkSegment(56f1c7cf-f3a3-41d2-9677-68978131444f),segment_id=56f1c7cf-f3a3-41d2-9677-68978131444f)] {{(pid=84875) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 07:30:00.931446 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-86de3dc3-941a-4673-94ce-ab8d154bbd66 tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036850862667'] for port, precommit_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:30:00.950159 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01de6d99-f016-40ec-852c-84f9988b9e14 None None] Network 62bd9873-1d2d-4d1e-82cf-a14374b83693 requested from n-d-768862-2 {{(pid=84876) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 07:30:01.036650 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b3e08444-08db-472c-a7a3-a15d2fff4b72 tempest-PortsIpV6TestJSON-1330665174 tempest-PortsIpV6TestJSON-1330665174] Made reservation on behalf of 6396266df05d476da6838f06b578d30b for: {'port': 1} {{(pid=84874) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 07:30:01.085753 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [None req-3b2c8571-b2dd-4aba-8600-084cc668b515 None None] For port 6a38b01d-e9ba-4406-8b48-a61a8e3dd707, host n-d-768862-2, cleared binding levels {{(pid=84876) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 14 07:30:01.108642 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-b3e08444-08db-472c-a7a3-a15d2fff4b72 tempest-PortsIpV6TestJSON-1330665174 tempest-PortsIpV6TestJSON-1330665174] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555753'] for port, before_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:30:01.126378 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.plugin [None req-86de3dc3-941a-4673-94ce-ab8d154bbd66 tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] Calling delete_port for d3fbcb55-5950-48c3-9eea-06b09f406910 owned by network:dhcp {{(pid=84875) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 07:30:01.142070 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [None req-3b2c8571-b2dd-4aba-8600-084cc668b515 None None] For port 6a38b01d-e9ba-4406-8b48-a61a8e3dd707, host n-d-768862-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-2',level=0,port_id=6a38b01d-e9ba-4406-8b48-a61a8e3dd707,segment=NetworkSegment(2d6cc989-bd54-4e7e-8795-4a8a37838212),segment_id=2d6cc989-bd54-4e7e-8795-4a8a37838212)] {{(pid=84876) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 14 07:30:01.146598 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-c15b4943-e713-49c2-b44d-7644c904a603 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777640533329', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777640097463'] for port, after_delete {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:30:01.241291 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.db.api [None req-86de3dc3-941a-4673-94ce-ab8d154bbd66 tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84875) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Jan 14 07:30:01.242127 n-d-768862-2 neutron-server[84765]: DEBUG oslo_db.api [None req-86de3dc3-941a-4673-94ce-ab8d154bbd66 tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84875) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Jan 14 07:30:01.321603 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-442042a2-b335-4497-a0dd-fe2ce08d0558 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84876) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:30:01.387579 n-d-768862-2 neutron-server[84765]: DEBUG neutron.notifiers.nova [None req-b3e08444-08db-472c-a7a3-a15d2fff4b72 tempest-PortsIpV6TestJSON-1330665174 tempest-PortsIpV6TestJSON-1330665174] device_id is not set on port b748560a-7cf0-4fde-9262-0f52bbe24120 yet. {{(pid=84874) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}} Jan 14 07:30:01.412498 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-3b2c8571-b2dd-4aba-8600-084cc668b515 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777640533312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363259214678337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777640097497'] for port, after_update {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:30:01.585749 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c15b4943-e713-49c2-b44d-7644c904a603 None None] Pushing event deleted for resources: {'Port': ['ID=d3fbcb55-5950-48c3-9eea-06b09f406910,revision_number=None']} {{(pid=84876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:30:01.630831 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-c15b4943-e713-49c2-b44d-7644c904a603 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.317s {{(pid=84876) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:30:01.670317 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.db_base_plugin_common [None req-b3e08444-08db-472c-a7a3-a15d2fff4b72 tempest-PortsIpV6TestJSON-1330665174 tempest-PortsIpV6TestJSON-1330665174] Allocated IP 2001:db8::18d (a35fd2c5-d7e3-4f5f-9ae0-fa78f683ba96/b8055234-bdc7-445c-b9ec-675d7df02dbe/b748560a-7cf0-4fde-9262-0f52bbe24120) {{(pid=84874) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 14 07:30:01.681300 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.112s {{(pid=84876) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:30:01.746894 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.plugin [None req-86de3dc3-941a-4673-94ce-ab8d154bbd66 tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] Deleting port d3fbcb55-5950-48c3-9eea-06b09f406910 {{(pid=84875) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 07:30:01.746894 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-86de3dc3-941a-4673-94ce-ab8d154bbd66 tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363259214248359'] for port, before_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:30:01.873952 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.plugin [None req-86de3dc3-941a-4673-94ce-ab8d154bbd66 tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] The port 'd3fbcb55-5950-48c3-9eea-06b09f406910' was deleted {{(pid=84875) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Jan 14 07:30:02.065434 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-b3e08444-08db-472c-a7a3-a15d2fff4b72 tempest-PortsIpV6TestJSON-1330665174 tempest-PortsIpV6TestJSON-1330665174] Notify callbacks [] for port, precommit_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:30:02.084671 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-86de3dc3-941a-4673-94ce-ab8d154bbd66 tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-598987', 'neutron.services.segments.db._delete_segments_for_network-8777640583949'] for network, precommit_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:30:02.160872 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-b3e08444-08db-472c-a7a3-a15d2fff4b72 tempest-PortsIpV6TestJSON-1330665174 tempest-PortsIpV6TestJSON-1330665174] Transition to ACTIVE for port object b748560a-7cf0-4fde-9262-0f52bbe24120 will not be triggered until provisioned by entity DHCP. {{(pid=84874) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 07:30:02.254055 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c15b4943-e713-49c2-b44d-7644c904a603 None None] No DVR routers for this DVR port d3fbcb55-5950-48c3-9eea-06b09f406910 on host n-d-768862-2 {{(pid=84876) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Jan 14 07:30:02.283733 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-b3e08444-08db-472c-a7a3-a15d2fff4b72 tempest-PortsIpV6TestJSON-1330665174 tempest-PortsIpV6TestJSON-1330665174] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777640123575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3254186'] for port, after_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:30:02.284801 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b2c8571-b2dd-4aba-8600-084cc668b515 None None] Pushing event updated for resources: {'Port': ['ID=6a38b01d-e9ba-4406-8b48-a61a8e3dd707,revision_number=2']} {{(pid=84876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:30:02.289132 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-6f34d3cc-8096-434a-a4a3-8d30b908333f None None] Notify callbacks [] for port, precommit_create {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:30:02.295865 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-3b2c8571-b2dd-4aba-8600-084cc668b515 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.615s {{(pid=84876) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:30:02.308520 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-6f34d3cc-8096-434a-a4a3-8d30b908333f None None] Transition to ACTIVE for port object b1fbe941-4441-456e-9ede-182c889d2f71 will not be triggered until provisioned by entity L2. {{(pid=84876) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 07:30:02.336397 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-0bd936dd-40b1-4e3d-8457-6927b9df76fd tempest-PortsIpV6TestJSON-1330665174 tempest-PortsIpV6TestJSON-1330665174] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:30:02.346138 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-6f34d3cc-8096-434a-a4a3-8d30b908333f None None] Transition to ACTIVE for port object b1fbe941-4441-456e-9ede-182c889d2f71 will not be triggered until provisioned by entity DHCP. {{(pid=84876) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 07:30:02.408718 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-6f34d3cc-8096-434a-a4a3-8d30b908333f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777640123575'] for port, after_create {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:30:02.411530 n-d-768862-2 neutron-server[84765]: DEBUG neutron.services.segments.db [None req-86de3dc3-941a-4673-94ce-ab8d154bbd66 tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['23f0a15d-6362-4cec-82c1-cacba887c566']}} {{(pid=84875) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:30:02.426663 n-d-768862-2 neutron-server[84765]: DEBUG neutron.services.segments.db [None req-86de3dc3-941a-4673-94ce-ab8d154bbd66 tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '56f1c7cf-f3a3-41d2-9677-68978131444f') {'for_net_delete': True} {{(pid=84875) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:30:02.427007 n-d-768862-2 neutron-server[84765]: DEBUG neutron.services.segments.db [None req-86de3dc3-941a-4673-94ce-ab8d154bbd66 tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '56f1c7cf-f3a3-41d2-9677-68978131444f') {} {{(pid=84875) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:30:02.442071 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-86de3dc3-941a-4673-94ce-ab8d154bbd66 tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363259214173198', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036851408567'] for segment, before_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:30:02.459818 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-86de3dc3-941a-4673-94ce-ab8d154bbd66 tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854179735'] for segment, precommit_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:30:02.462417 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-86de3dc3-941a-4673-94ce-ab8d154bbd66 tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] Releasing vxlan tunnel 20 to pool {{(pid=84875) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Jan 14 07:30:02.487820 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3e08444-08db-472c-a7a3-a15d2fff4b72 tempest-PortsIpV6TestJSON-1330665174 tempest-PortsIpV6TestJSON-1330665174] Pushing event updated for resources: {'Port': ['ID=b748560a-7cf0-4fde-9262-0f52bbe24120,revision_number=1']} {{(pid=84874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:30:02.491983 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-b3e08444-08db-472c-a7a3-a15d2fff4b72 tempest-PortsIpV6TestJSON-1330665174 tempest-PortsIpV6TestJSON-1330665174] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.162s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:30:02.642529 n-d-768862-2 neutron-server[84765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3e08444-08db-472c-a7a3-a15d2fff4b72 tempest-PortsIpV6TestJSON-1330665174 tempest-PortsIpV6TestJSON-1330665174] Network a35fd2c5-d7e3-4f5f-9ae0-fa78f683ba96 is already hosted by enough agents. {{(pid=84874) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 07:30:02.648865 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-3b2c8571-b2dd-4aba-8600-084cc668b515 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84876) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:30:02.653039 n-d-768862-2 neutron-server[84765]: DEBUG neutron.scheduler.base_scheduler [None req-b3e08444-08db-472c-a7a3-a15d2fff4b72 tempest-PortsIpV6TestJSON-1330665174 tempest-PortsIpV6TestJSON-1330665174] Resources bound (agent type, host, resource id): {{(pid=84874) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 07:30:02.655779 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3e08444-08db-472c-a7a3-a15d2fff4b72 tempest-PortsIpV6TestJSON-1330665174 tempest-PortsIpV6TestJSON-1330665174] Received port after_create {{(pid=84874) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 14 07:30:02.665946 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:shared":"rule:admin_only" was deprecated in W in favor of "update_network:shared":"role:admin and system_scope:all". Reason: Jan 14 07:30:02.665946 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:30:02.665946 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:30:02.665946 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:30:02.665946 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "update_network:provider:network_type":"role:admin and system_scope:all". Reason: Jan 14 07:30:02.665946 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:30:02.665946 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:30:02.665946 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:30:02.665946 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "update_network:provider:physical_network":"role:admin and system_scope:all". Reason: Jan 14 07:30:02.665946 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:30:02.665946 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:30:02.665946 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:30:02.665946 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "update_network:provider:segmentation_id":"role:admin and system_scope:all". Reason: Jan 14 07:30:02.665946 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:30:02.665946 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:30:02.665946 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:30:02.665946 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:router:external":"rule:admin_only" was deprecated in W in favor of "update_network:router:external":"role:admin and system_scope:all". Reason: Jan 14 07:30:02.665946 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:30:02.665946 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:30:02.665946 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:30:02.665946 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:is_default":"rule:admin_only" was deprecated in W in favor of "update_network:is_default":"role:admin and system_scope:all". Reason: Jan 14 07:30:02.665946 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:30:02.665946 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:30:02.665946 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:30:02.665946 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:port_security_enabled":"rule:admin_or_owner" was deprecated in W in favor of "update_network:port_security_enabled":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 07:30:02.665946 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:30:02.665946 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:30:02.665946 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:30:02.665946 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "delete_network":"rule:admin_or_owner" was deprecated in W in favor of "delete_network":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 07:30:02.665946 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:30:02.665946 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:30:02.665946 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:30:02.665946 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_segment":"rule:admin_only" was deprecated in W in favor of "create_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:30:02.665946 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:30:02.665946 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_segment":"rule:admin_only" was deprecated in W in favor of "get_segment":"role:reader and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:30:02.665946 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:30:02.665946 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_segment":"rule:admin_only" was deprecated in W in favor of "update_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:30:02.665946 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:30:02.665946 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "delete_segment":"rule:admin_only" was deprecated in W in favor of "delete_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:30:02.665946 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:30:02.665946 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network":"rule:regular_user" was deprecated in W in favor of "create_network":"role:member and project_id:%(project_id)s". Reason: Jan 14 07:30:02.665946 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:30:02.665946 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:30:02.665946 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:30:02.665946 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:shared":"rule:admin_only" was deprecated in W in favor of "create_network:shared":"role:admin and system_scope:all". Reason: Jan 14 07:30:02.665946 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:30:02.665946 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:30:02.665946 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:30:02.665946 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:router:external":"rule:admin_only" was deprecated in W in favor of "create_network:router:external":"role:admin and system_scope:all". Reason: Jan 14 07:30:02.665946 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:30:02.665946 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:30:02.665946 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:30:02.665946 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:is_default":"rule:admin_only" was deprecated in W in favor of "create_network:is_default":"role:admin and system_scope:all". Reason: Jan 14 07:30:02.665946 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:30:02.665946 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:30:02.665946 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:30:02.665946 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:port_security_enabled":"rule:regular_user" was deprecated in W in favor of "create_network:port_security_enabled":"role:member and project_id:%(project_id)s". Reason: Jan 14 07:30:02.665946 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:30:02.665946 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:30:02.665946 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:30:02.665946 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:segments":"rule:admin_only" was deprecated in W in favor of "create_network:segments":"role:admin and system_scope:all". Reason: Jan 14 07:30:02.665946 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:30:02.665946 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:30:02.665946 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:30:02.675298 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "create_network:provider:network_type":"role:admin and system_scope:all". Reason: Jan 14 07:30:02.675298 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:30:02.675298 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:30:02.675298 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:30:02.675298 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "create_network:provider:physical_network":"role:admin and system_scope:all". Reason: Jan 14 07:30:02.675298 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:30:02.675298 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:30:02.675298 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:30:02.675298 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "create_network:provider:segmentation_id":"role:admin and system_scope:all". Reason: Jan 14 07:30:02.675298 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:30:02.675298 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:30:02.675298 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:30:02.675298 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network":"rule:admin_or_owner or rule:shared or rule:external or rule:context_is_advsvc" was deprecated in W in favor of "get_network":"(role:reader and system_scope:all) or (role:reader and project_id:%(project_id)s) or rule:shared or rule:external or rule:context_is_advsvc". Reason: Jan 14 07:30:02.675298 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:30:02.675298 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:30:02.675298 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:30:02.675298 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:router:external":"rule:regular_user" was deprecated in W in favor of "get_network:router:external":"role:reader and project_id:%(project_id)s". Reason: Jan 14 07:30:02.675298 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:30:02.675298 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:30:02.675298 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:30:02.675298 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:segments":"rule:admin_only" was deprecated in W in favor of "get_network:segments":"role:reader and system_scope:all". Reason: Jan 14 07:30:02.675298 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:30:02.675298 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:30:02.675298 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:30:02.675298 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "get_network:provider:network_type":"role:reader and system_scope:all". Reason: Jan 14 07:30:02.675298 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:30:02.675298 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:30:02.675298 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:30:02.675298 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "get_network:provider:physical_network":"role:reader and system_scope:all". Reason: Jan 14 07:30:02.675298 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:30:02.675298 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:30:02.675298 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:30:02.675298 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "get_network:provider:segmentation_id":"role:reader and system_scope:all". Reason: Jan 14 07:30:02.675298 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:30:02.675298 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:30:02.675298 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:30:02.675298 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network":"rule:admin_or_owner" was deprecated in W in favor of "update_network":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 07:30:02.675298 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:30:02.675298 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:30:02.675298 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:30:02.675298 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:segments":"rule:admin_only" was deprecated in W in favor of "update_network:segments":"role:admin and system_scope:all". Reason: Jan 14 07:30:02.675298 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:30:02.675298 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:30:02.675298 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:30:02.675298 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:shared":"rule:admin_only" was deprecated in W in favor of "update_network:shared":"role:admin and system_scope:all". Reason: Jan 14 07:30:02.675298 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:30:02.675298 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:30:02.675298 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:30:02.675298 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "update_network:provider:network_type":"role:admin and system_scope:all". Reason: Jan 14 07:30:02.675298 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:30:02.675298 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:30:02.675298 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:30:02.675298 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "update_network:provider:physical_network":"role:admin and system_scope:all". Reason: Jan 14 07:30:02.675298 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:30:02.675298 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:30:02.675298 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:30:02.675298 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "update_network:provider:segmentation_id":"role:admin and system_scope:all". Reason: Jan 14 07:30:02.675298 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:30:02.675298 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:30:02.675298 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:30:02.675298 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:router:external":"rule:admin_only" was deprecated in W in favor of "update_network:router:external":"role:admin and system_scope:all". Reason: Jan 14 07:30:02.675298 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:30:02.675298 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:30:02.675298 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:30:02.675298 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:is_default":"rule:admin_only" was deprecated in W in favor of "update_network:is_default":"role:admin and system_scope:all". Reason: Jan 14 07:30:02.675298 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:30:02.675298 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:30:02.675298 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:30:02.737959 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3e08444-08db-472c-a7a3-a15d2fff4b72 tempest-PortsIpV6TestJSON-1330665174 tempest-PortsIpV6TestJSON-1330665174] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:30:02.746683 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-b3e08444-08db-472c-a7a3-a15d2fff4b72 tempest-PortsIpV6TestJSON-1330665174 tempest-PortsIpV6TestJSON-1330665174] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854768116'] for port, before_response {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:30:02.761635 n-d-768862-2 neutron-server[84765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f34d3cc-8096-434a-a4a3-8d30b908333f None None] Network 9011242e-0cc9-4361-bcd2-1ea34722196b is already hosted by enough agents. {{(pid=84876) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 07:30:02.772345 n-d-768862-2 neutron-server[84765]: DEBUG neutron.scheduler.base_scheduler [None req-6f34d3cc-8096-434a-a4a3-8d30b908333f None None] Resources bound (agent type, host, resource id): {{(pid=84876) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 07:30:02.803607 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f34d3cc-8096-434a-a4a3-8d30b908333f None None] Pushing event updated for resources: {'Port': ['ID=b1fbe941-4441-456e-9ede-182c889d2f71,revision_number=1']} {{(pid=84876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:30:02.811999 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f34d3cc-8096-434a-a4a3-8d30b908333f None None] Received port after_create {{(pid=84876) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 14 07:30:02.887865 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-6f34d3cc-8096-434a-a4a3-8d30b908333f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.239s {{(pid=84876) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:30:02.920051 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.managers [None req-6f34d3cc-8096-434a-a4a3-8d30b908333f None None] Attempting to bind port b1fbe941-4441-456e-9ede-182c889d2f71 on host n-d-768862-2 for vnic_type normal with profile {{(pid=84876) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 14 07:30:02.920663 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.managers [None req-6f34d3cc-8096-434a-a4a3-8d30b908333f None None] Attempting to bind port b1fbe941-4441-456e-9ede-182c889d2f71 by drivers openvswitch on host n-d-768862-2 at level 0 using segments [{'id': 'd5f3d2d3-feb0-4fff-90ce-2480889d9f6b', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 15, 'network_id': '9011242e-0cc9-4361-bcd2-1ea34722196b'}] {{(pid=84876) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 14 07:30:02.921198 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f34d3cc-8096-434a-a4a3-8d30b908333f None None] Attempting to bind port b1fbe941-4441-456e-9ede-182c889d2f71 on network 9011242e-0cc9-4361-bcd2-1ea34722196b {{(pid=84876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 14 07:30:02.923928 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-b3e08444-08db-472c-a7a3-a15d2fff4b72 tempest-PortsIpV6TestJSON-1330665174 tempest-PortsIpV6TestJSON-1330665174] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 3.0737758 Jan 14 07:30:02.926918 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84874) accepted ('10.222.0.24', 53026) {{(pid=84874) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:30:02.931699 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f34d3cc-8096-434a-a4a3-8d30b908333f None None] Checking agent: {'id': 'ba5efab1-b43c-4d5a-bc52-6e105d4e67a2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768862-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 14, 6, 56, 52), 'started_at': datetime.datetime(2021, 1, 14, 6, 57, 22), 'heartbeat_timestamp': datetime.datetime(2021, 1, 14, 7, 29, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768862-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.29', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 14 07:30:02.933302 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f34d3cc-8096-434a-a4a3-8d30b908333f None None] Checking segment: {'id': 'd5f3d2d3-feb0-4fff-90ce-2480889d9f6b', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 15, 'network_id': '9011242e-0cc9-4361-bcd2-1ea34722196b'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84876) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 14 07:30:02.933302 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-6f34d3cc-8096-434a-a4a3-8d30b908333f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:30:02.943211 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f34d3cc-8096-434a-a4a3-8d30b908333f None None] Bound using segment: {'id': 'd5f3d2d3-feb0-4fff-90ce-2480889d9f6b', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 15, 'network_id': '9011242e-0cc9-4361-bcd2-1ea34722196b'} {{(pid=84876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 14 07:30:02.944453 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.managers [None req-6f34d3cc-8096-434a-a4a3-8d30b908333f None None] Bound port: b1fbe941-4441-456e-9ede-182c889d2f71, host: n-d-768862-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd5f3d2d3-feb0-4fff-90ce-2480889d9f6b', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 15, 'network_id': '9011242e-0cc9-4361-bcd2-1ea34722196b'}}] {{(pid=84876) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 14 07:30:02.944453 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-6f34d3cc-8096-434a-a4a3-8d30b908333f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555753'] for port, before_update {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:30:03.260741 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [None req-6f34d3cc-8096-434a-a4a3-8d30b908333f None None] For port b1fbe941-4441-456e-9ede-182c889d2f71, host n-d-768862-2, cleared binding levels {{(pid=84876) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 14 07:30:03.266256 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [None req-6f34d3cc-8096-434a-a4a3-8d30b908333f None None] For port b1fbe941-4441-456e-9ede-182c889d2f71, host n-d-768862-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-2',level=0,port_id=b1fbe941-4441-456e-9ede-182c889d2f71,segment=NetworkSegment(d5f3d2d3-feb0-4fff-90ce-2480889d9f6b),segment_id=d5f3d2d3-feb0-4fff-90ce-2480889d9f6b)] {{(pid=84876) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 14 07:30:03.281622 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-6f34d3cc-8096-434a-a4a3-8d30b908333f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777640533312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363259214678337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777640097497'] for port, after_update {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:30:03.286284 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bae66893-5b9e-4e06-9227-f6157ea9cb90 tempest-PortsIpV6TestJSON-1330665174 tempest-PortsIpV6TestJSON-1330665174] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:30:03.287215 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-bae66893-5b9e-4e06-9227-f6157ea9cb90 tempest-PortsIpV6TestJSON-1330665174 tempest-PortsIpV6TestJSON-1330665174] Synchronizing usage tracker for tenant:6396266df05d476da6838f06b578d30b on resource:port {{(pid=84874) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 14 07:30:03.388343 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-bae66893-5b9e-4e06-9227-f6157ea9cb90 tempest-PortsIpV6TestJSON-1330665174 tempest-PortsIpV6TestJSON-1330665174] Unset dirty status for tenant:6396266df05d476da6838f06b578d30b on resource:port {{(pid=84874) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 14 07:30:03.393963 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-bae66893-5b9e-4e06-9227-f6157ea9cb90 tempest-PortsIpV6TestJSON-1330665174 tempest-PortsIpV6TestJSON-1330665174] 10.222.0.24 "GET /v2.0/ports?fixed_ips=ip_address%3D2001%3Adb8%3A%3A25a HTTP/1.1" status: 200 len: 928 time: 0.4659011 Jan 14 07:30:03.394903 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84874) accepted ('10.222.0.24', 53038) {{(pid=84874) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:30:03.505257 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.plugin [None req-5fab533d-2fa2-459f-af6a-63952c8100d7 tempest-PortsIpV6TestJSON-1330665174 tempest-PortsIpV6TestJSON-1330665174] Deleting port b748560a-7cf0-4fde-9262-0f52bbe24120 {{(pid=84874) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 07:30:03.505648 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-5fab533d-2fa2-459f-af6a-63952c8100d7 tempest-PortsIpV6TestJSON-1330665174 tempest-PortsIpV6TestJSON-1330665174] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363259214248359'] for port, before_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:30:03.533637 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-e082c94f-27c5-43a0-a88f-7c9fbdcbd57e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84876) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:30:03.729729 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f34d3cc-8096-434a-a4a3-8d30b908333f None None] Pushing event updated for resources: {'Port': ['ID=b1fbe941-4441-456e-9ede-182c889d2f71,revision_number=2']} {{(pid=84876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:30:03.751810 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-6f34d3cc-8096-434a-a4a3-8d30b908333f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.218s {{(pid=84876) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:30:03.843671 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.db_base_plugin_common [None req-0ba65bce-e80c-4dcf-b294-cb8a7484091f tempest-PortsTestJSON-2091589570 tempest-PortsTestJSON-2091589570] Allocated IP 172.20.0.7 (9011242e-0cc9-4361-bcd2-1ea34722196b/53d6a599-1ea5-4537-a306-e58ce5a0b6d1/e3602fba-36df-4e55-a98a-93bc2a1f8ad9) {{(pid=84875) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 14 07:30:03.860346 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.managers [None req-86de3dc3-941a-4673-94ce-ab8d154bbd66 tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] Network 23f0a15d-6362-4cec-82c1-cacba887c566 has no segments {{(pid=84875) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 14 07:30:03.873027 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-86de3dc3-941a-4673-94ce-ab8d154bbd66 tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-596065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3154253'] for segment, after_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:30:04.073005 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-5fab533d-2fa2-459f-af6a-63952c8100d7 tempest-PortsIpV6TestJSON-1330665174 tempest-PortsIpV6TestJSON-1330665174] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036850862667'] for port, precommit_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:30:04.442364 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.plugin [None req-5fab533d-2fa2-459f-af6a-63952c8100d7 tempest-PortsIpV6TestJSON-1330665174 tempest-PortsIpV6TestJSON-1330665174] Calling delete_port for b748560a-7cf0-4fde-9262-0f52bbe24120 owned by {{(pid=84874) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 07:30:04.586736 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Device 6a38b01d-e9ba-4406-8b48-a61a8e3dd707 up at agent ovs-agent-n-d-768862-2 {{(pid=84876) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 07:30:04.607538 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.managers [None req-86de3dc3-941a-4673-94ce-ab8d154bbd66 tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] Network 23f0a15d-6362-4cec-82c1-cacba887c566 has no segments {{(pid=84875) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 14 07:30:04.909953 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Provisioning for port 6a38b01d-e9ba-4406-8b48-a61a8e3dd707 completed by entity L2. {{(pid=84876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 07:30:05.026451 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 14 07:30:05.026451 n-d-768862-2 neutron-server[84765]: % (table.description, expected, rows_matched) Jan 14 07:30:05.026451 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 14 07:30:05.026451 n-d-768862-2 neutron-server[84765]: % (table.description, expected, rows_matched) Jan 14 07:30:05.026451 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 14 07:30:05.026451 n-d-768862-2 neutron-server[84765]: % (table.description, expected, rows_matched) Jan 14 07:30:05.026451 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 14 07:30:05.026451 n-d-768862-2 neutron-server[84765]: % (table.description, expected, rows_matched) Jan 14 07:30:05.026451 n-d-768862-2 neutron-server[84765]: Traceback (most recent call last): Jan 14 07:30:05.026451 n-d-768862-2 neutron-server[84765]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 14 07:30:05.026451 n-d-768862-2 neutron-server[84765]: timer() Jan 14 07:30:05.026451 n-d-768862-2 neutron-server[84765]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 14 07:30:05.026451 n-d-768862-2 neutron-server[84765]: cb(*args, **kw) Jan 14 07:30:05.026451 n-d-768862-2 neutron-server[84765]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Jan 14 07:30:05.026451 n-d-768862-2 neutron-server[84765]: return func(*args, **kwargs) Jan 14 07:30:05.026451 n-d-768862-2 neutron-server[84765]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 14 07:30:05.026451 n-d-768862-2 neutron-server[84765]: self._notify() Jan 14 07:30:05.026451 n-d-768862-2 neutron-server[84765]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 14 07:30:05.026451 n-d-768862-2 neutron-server[84765]: self.callback(batched_events) Jan 14 07:30:05.026451 n-d-768862-2 neutron-server[84765]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 14 07:30:05.026451 n-d-768862-2 neutron-server[84765]: event.method(event) Jan 14 07:30:05.026451 n-d-768862-2 neutron-server[84765]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 14 07:30:05.026451 n-d-768862-2 neutron-server[84765]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 14 07:30:05.026451 n-d-768862-2 neutron-server[84765]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Jan 14 07:30:05.026451 n-d-768862-2 neutron-server[84765]: segment_id)['aggregates'][0] Jan 14 07:30:05.026451 n-d-768862-2 neutron-server[84765]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 14 07:30:05.026451 n-d-768862-2 neutron-server[84765]: return f(self, *a, **k) Jan 14 07:30:05.026451 n-d-768862-2 neutron-server[84765]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 14 07:30:05.026451 n-d-768862-2 neutron-server[84765]: return self._get(url).json() Jan 14 07:30:05.026451 n-d-768862-2 neutron-server[84765]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 14 07:30:05.026451 n-d-768862-2 neutron-server[84765]: **kwargs) Jan 14 07:30:05.026451 n-d-768862-2 neutron-server[84765]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 14 07:30:05.026451 n-d-768862-2 neutron-server[84765]: return self.request(url, 'GET', **kwargs) Jan 14 07:30:05.026451 n-d-768862-2 neutron-server[84765]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Jan 14 07:30:05.026451 n-d-768862-2 neutron-server[84765]: **endpoint_filter) Jan 14 07:30:05.026451 n-d-768862-2 neutron-server[84765]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 14 07:30:05.026451 n-d-768862-2 neutron-server[84765]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 14 07:30:05.026451 n-d-768862-2 neutron-server[84765]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 14 07:30:05.026451 n-d-768862-2 neutron-server[84765]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 14 07:30:05.026451 n-d-768862-2 neutron-server[84765]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 14 07:30:05.084477 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-5fab533d-2fa2-459f-af6a-63952c8100d7 tempest-PortsIpV6TestJSON-1330665174 tempest-PortsIpV6TestJSON-1330665174] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777640533329', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777640097463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3254186'] for port, after_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:30:05.295608 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51184f74-d797-436b-8eea-e4fa1bc14ce2 None None] Network a35fd2c5-d7e3-4f5f-9ae0-fa78f683ba96 requested from n-d-768862-2 {{(pid=84876) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 07:30:05.433340 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-86de3dc3-941a-4673-94ce-ab8d154bbd66 tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036854176830', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850887149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3912591'] for network, after_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:30:05.464577 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-fa670e30-3f87-48a9-9817-cc336c93357c tempest-BulkNetworkOpsTest-1426007266 tempest-BulkNetworkOpsTest-1426007266] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:30:05.502345 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-d4862e91-7ea9-480a-a557-0b63d8ccc9ec tempest-PortsTestJSON-2091589570 tempest-PortsTestJSON-2091589570] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:30:05.520461 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-86de3dc3-941a-4673-94ce-ab8d154bbd66 tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] Notify callbacks [] for network, before_response {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:30:05.574184 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86de3dc3-941a-4673-94ce-ab8d154bbd66 tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] Pushing event deleted for resources: {'Network': ['ID=23f0a15d-6362-4cec-82c1-cacba887c566,revision_number=None']} {{(pid=84875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:30:05.583765 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-86de3dc3-941a-4673-94ce-ab8d154bbd66 tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] 10.222.0.24 "DELETE /v2.0/networks/23f0a15d-6362-4cec-82c1-cacba887c566 HTTP/1.1" status: 204 len: 168 time: 5.8892961 Jan 14 07:30:05.614815 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86de3dc3-941a-4673-94ce-ab8d154bbd66 tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@n-h1-768862-2 {{(pid=84875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:30:05.616946 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86de3dc3-941a-4673-94ce-ab8d154bbd66 tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-h1-768862-2 {{(pid=84875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:30:05.617579 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86de3dc3-941a-4673-94ce-ab8d154bbd66 tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-h1-768862-2 {{(pid=84875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:30:05.626022 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86de3dc3-941a-4673-94ce-ab8d154bbd66 tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-h1-768862-2 {{(pid=84875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:30:05.626712 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86de3dc3-941a-4673-94ce-ab8d154bbd66 tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@n-h1-768862-2 {{(pid=84875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:30:05.627218 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86de3dc3-941a-4673-94ce-ab8d154bbd66 tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-h1-768862-2 {{(pid=84875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:30:05.627867 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86de3dc3-941a-4673-94ce-ab8d154bbd66 tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-h1-768862-2 {{(pid=84875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:30:05.628507 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86de3dc3-941a-4673-94ce-ab8d154bbd66 tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-h1-768862-2 {{(pid=84875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:30:05.631374 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86de3dc3-941a-4673-94ce-ab8d154bbd66 tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-h1-768862-2 {{(pid=84875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:30:05.632011 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86de3dc3-941a-4673-94ce-ab8d154bbd66 tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-h1-768862-2 {{(pid=84875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:30:05.632611 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86de3dc3-941a-4673-94ce-ab8d154bbd66 tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-h1-768862-2 {{(pid=84875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:30:05.633221 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86de3dc3-941a-4673-94ce-ab8d154bbd66 tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-h1-768862-2 {{(pid=84875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:30:05.635072 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86de3dc3-941a-4673-94ce-ab8d154bbd66 tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@n-h2-768862-2 {{(pid=84875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:30:05.635792 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86de3dc3-941a-4673-94ce-ab8d154bbd66 tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-h2-768862-2 {{(pid=84875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:30:05.638316 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86de3dc3-941a-4673-94ce-ab8d154bbd66 tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-h2-768862-2 {{(pid=84875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:30:05.638990 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86de3dc3-941a-4673-94ce-ab8d154bbd66 tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-h2-768862-2 {{(pid=84875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:30:05.639597 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86de3dc3-941a-4673-94ce-ab8d154bbd66 tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@n-h2-768862-2 {{(pid=84875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:30:05.640294 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86de3dc3-941a-4673-94ce-ab8d154bbd66 tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-h2-768862-2 {{(pid=84875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:30:05.640903 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86de3dc3-941a-4673-94ce-ab8d154bbd66 tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-h2-768862-2 {{(pid=84875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:30:05.641505 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86de3dc3-941a-4673-94ce-ab8d154bbd66 tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-h2-768862-2 {{(pid=84875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:30:05.644043 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86de3dc3-941a-4673-94ce-ab8d154bbd66 tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-h2-768862-2 {{(pid=84875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:30:05.644043 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86de3dc3-941a-4673-94ce-ab8d154bbd66 tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-h2-768862-2 {{(pid=84875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:30:05.644043 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86de3dc3-941a-4673-94ce-ab8d154bbd66 tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-h2-768862-2 {{(pid=84875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:30:05.644043 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86de3dc3-941a-4673-94ce-ab8d154bbd66 tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-h2-768862-2 {{(pid=84875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:30:05.644043 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86de3dc3-941a-4673-94ce-ab8d154bbd66 tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-2 {{(pid=84875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:30:05.644860 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86de3dc3-941a-4673-94ce-ab8d154bbd66 tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-2 {{(pid=84875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:30:05.645456 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86de3dc3-941a-4673-94ce-ab8d154bbd66 tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-2 {{(pid=84875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:30:05.646384 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86de3dc3-941a-4673-94ce-ab8d154bbd66 tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-2 {{(pid=84875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:30:05.647173 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86de3dc3-941a-4673-94ce-ab8d154bbd66 tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@n-d-768862-2 {{(pid=84875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:30:05.648077 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86de3dc3-941a-4673-94ce-ab8d154bbd66 tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-2 {{(pid=84875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:30:05.648670 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86de3dc3-941a-4673-94ce-ab8d154bbd66 tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-768862-2 {{(pid=84875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:30:05.649250 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86de3dc3-941a-4673-94ce-ab8d154bbd66 tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-768862-2 {{(pid=84875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:30:05.650303 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86de3dc3-941a-4673-94ce-ab8d154bbd66 tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-2 {{(pid=84875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:30:05.650908 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86de3dc3-941a-4673-94ce-ab8d154bbd66 tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-2 {{(pid=84875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:30:05.651519 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86de3dc3-941a-4673-94ce-ab8d154bbd66 tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-2 {{(pid=84875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:30:05.652355 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86de3dc3-941a-4673-94ce-ab8d154bbd66 tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-2 {{(pid=84875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:30:05.656919 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-86de3dc3-941a-4673-94ce-ab8d154bbd66 tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.192s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:30:05.705342 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fab533d-2fa2-459f-af6a-63952c8100d7 tempest-PortsIpV6TestJSON-1330665174 tempest-PortsIpV6TestJSON-1330665174] Pushing event deleted for resources: {'Port': ['ID=b748560a-7cf0-4fde-9262-0f52bbe24120,revision_number=None']} {{(pid=84874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:30:05.711608 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-5fab533d-2fa2-459f-af6a-63952c8100d7 tempest-PortsIpV6TestJSON-1330665174 tempest-PortsIpV6TestJSON-1330665174] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.209s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:30:05.723026 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-5fab533d-2fa2-459f-af6a-63952c8100d7 tempest-PortsIpV6TestJSON-1330665174 tempest-PortsIpV6TestJSON-1330665174] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854768116'] for port, before_response {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:30:05.726980 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-0ba65bce-e80c-4dcf-b294-cb8a7484091f tempest-PortsTestJSON-2091589570 tempest-PortsTestJSON-2091589570] Notify callbacks [] for port, precommit_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:30:05.776327 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-5fab533d-2fa2-459f-af6a-63952c8100d7 tempest-PortsIpV6TestJSON-1330665174 tempest-PortsIpV6TestJSON-1330665174] 10.222.0.24 "DELETE /v2.0/ports/b748560a-7cf0-4fde-9262-0f52bbe24120 HTTP/1.1" status: 204 len: 168 time: 2.3793943 Jan 14 07:30:05.777029 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84874) accepted ('10.222.0.24', 53082) {{(pid=84874) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:30:05.801112 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-0ba65bce-e80c-4dcf-b294-cb8a7484091f tempest-PortsTestJSON-2091589570 tempest-PortsTestJSON-2091589570] Transition to ACTIVE for port object e3602fba-36df-4e55-a98a-93bc2a1f8ad9 will not be triggered until provisioned by entity DHCP. {{(pid=84875) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 07:30:05.830830 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-e106c968-aa13-4467-95f9-1a7ec6b49805 None None] Provisioning for port 6a38b01d-e9ba-4406-8b48-a61a8e3dd707 completed by entity DHCP. {{(pid=84876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 07:30:05.864461 n-d-768862-2 neutron-server[84765]: INFO neutron.pecan_wsgi.hooks.translation [None req-3f8c01b9-a010-4850-9cdf-90656ede2f8d tempest-PortsIpV6TestJSON-1330665174 tempest-PortsIpV6TestJSON-1330665174] GET failed (client error): The resource could not be found. Jan 14 07:30:05.882419 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-0ba65bce-e80c-4dcf-b294-cb8a7484091f tempest-PortsTestJSON-2091589570 tempest-PortsTestJSON-2091589570] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777640123575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851621574'] for port, after_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:30:05.891886 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-3f8c01b9-a010-4850-9cdf-90656ede2f8d tempest-PortsIpV6TestJSON-1330665174 tempest-PortsIpV6TestJSON-1330665174] Synchronizing usage tracker for tenant:6396266df05d476da6838f06b578d30b on resource:port {{(pid=84874) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 14 07:30:05.931105 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-1489191a-32ae-4eda-9995-3827f587def7 tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:30:05.990104 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-3f8c01b9-a010-4850-9cdf-90656ede2f8d tempest-PortsIpV6TestJSON-1330665174 tempest-PortsIpV6TestJSON-1330665174] Unset dirty status for tenant:6396266df05d476da6838f06b578d30b on resource:port {{(pid=84874) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 14 07:30:05.994261 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-e106c968-aa13-4467-95f9-1a7ec6b49805 None None] Provisioning complete for port 6a38b01d-e9ba-4406-8b48-a61a8e3dd707 triggered by entity DHCP. {{(pid=84876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 07:30:05.994694 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-e106c968-aa13-4467-95f9-1a7ec6b49805 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-604227'] for port, provisioning_complete {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:30:05.994992 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-3f8c01b9-a010-4850-9cdf-90656ede2f8d tempest-PortsIpV6TestJSON-1330665174 tempest-PortsIpV6TestJSON-1330665174] 10.222.0.24 "GET /v2.0/ports/b748560a-7cf0-4fde-9262-0f52bbe24120 HTTP/1.1" status: 404 len: 333 time: 0.2165601 Jan 14 07:30:05.995878 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84874) accepted ('10.222.0.24', 53094) {{(pid=84874) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:30:06.316947 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.plugin [None req-c5f0660e-af5e-4d2f-9c33-bc6e6a5b9d3c tempest-PortsIpV6TestJSON-1330665174 tempest-PortsIpV6TestJSON-1330665174] Deleting port 593843d7-b6d2-4d00-8e2b-1392095e72c2 {{(pid=84874) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 07:30:06.328612 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-c5f0660e-af5e-4d2f-9c33-bc6e6a5b9d3c tempest-PortsIpV6TestJSON-1330665174 tempest-PortsIpV6TestJSON-1330665174] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363259214248359'] for port, before_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:30:06.461576 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ba65bce-e80c-4dcf-b294-cb8a7484091f tempest-PortsTestJSON-2091589570 tempest-PortsTestJSON-2091589570] Pushing event updated for resources: {'Port': ['ID=e3602fba-36df-4e55-a98a-93bc2a1f8ad9,revision_number=1']} {{(pid=84875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:30:06.713158 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Device b1fbe941-4441-456e-9ede-182c889d2f71 up at agent ovs-agent-n-d-768862-2 {{(pid=84876) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 07:30:06.847201 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-364d9509-047e-408a-821a-6d9debf4bc20 None None] Network 9011242e-0cc9-4361-bcd2-1ea34722196b requested from n-d-768862-2 {{(pid=84876) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 07:30:06.855375 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-0ba65bce-e80c-4dcf-b294-cb8a7484091f tempest-PortsTestJSON-2091589570 tempest-PortsTestJSON-2091589570] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.924s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:30:06.864736 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84875) accepted ('10.222.0.24', 53110) {{(pid=84875) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:30:06.921346 n-d-768862-2 neutron-server[84765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ba65bce-e80c-4dcf-b294-cb8a7484091f tempest-PortsTestJSON-2091589570 tempest-PortsTestJSON-2091589570] Network 9011242e-0cc9-4361-bcd2-1ea34722196b is already hosted by enough agents. {{(pid=84875) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 07:30:06.925714 n-d-768862-2 neutron-server[84765]: DEBUG neutron.scheduler.base_scheduler [None req-0ba65bce-e80c-4dcf-b294-cb8a7484091f tempest-PortsTestJSON-2091589570 tempest-PortsTestJSON-2091589570] Resources bound (agent type, host, resource id): {{(pid=84875) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 07:30:06.937709 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ba65bce-e80c-4dcf-b294-cb8a7484091f tempest-PortsTestJSON-2091589570 tempest-PortsTestJSON-2091589570] Received port after_create {{(pid=84875) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 14 07:30:07.139920 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network":"rule:regular_user" was deprecated in W in favor of "create_network":"role:member and project_id:%(project_id)s". Reason: Jan 14 07:30:07.139920 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:30:07.139920 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:30:07.139920 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:30:07.139920 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:shared":"rule:admin_only" was deprecated in W in favor of "create_network:shared":"role:admin and system_scope:all". Reason: Jan 14 07:30:07.139920 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:30:07.139920 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:30:07.139920 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:30:07.139920 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:router:external":"rule:admin_only" was deprecated in W in favor of "create_network:router:external":"role:admin and system_scope:all". Reason: Jan 14 07:30:07.139920 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:30:07.139920 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:30:07.139920 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:30:07.139920 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:is_default":"rule:admin_only" was deprecated in W in favor of "create_network:is_default":"role:admin and system_scope:all". Reason: Jan 14 07:30:07.139920 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:30:07.139920 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:30:07.139920 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:30:07.139920 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:port_security_enabled":"rule:regular_user" was deprecated in W in favor of "create_network:port_security_enabled":"role:member and project_id:%(project_id)s". Reason: Jan 14 07:30:07.139920 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:30:07.139920 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:30:07.139920 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:30:07.139920 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:segments":"rule:admin_only" was deprecated in W in favor of "create_network:segments":"role:admin and system_scope:all". Reason: Jan 14 07:30:07.139920 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:30:07.139920 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:30:07.139920 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:30:07.139920 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "create_network:provider:network_type":"role:admin and system_scope:all". Reason: Jan 14 07:30:07.139920 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:30:07.139920 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:30:07.139920 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:30:07.139920 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "create_network:provider:physical_network":"role:admin and system_scope:all". Reason: Jan 14 07:30:07.139920 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:30:07.139920 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:30:07.139920 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:30:07.139920 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "create_network:provider:segmentation_id":"role:admin and system_scope:all". Reason: Jan 14 07:30:07.139920 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:30:07.139920 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:30:07.139920 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:30:07.139920 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network":"rule:admin_or_owner or rule:shared or rule:external or rule:context_is_advsvc" was deprecated in W in favor of "get_network":"(role:reader and system_scope:all) or (role:reader and project_id:%(project_id)s) or rule:shared or rule:external or rule:context_is_advsvc". Reason: Jan 14 07:30:07.139920 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:30:07.139920 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:30:07.139920 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:30:07.139920 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:router:external":"rule:regular_user" was deprecated in W in favor of "get_network:router:external":"role:reader and project_id:%(project_id)s". Reason: Jan 14 07:30:07.139920 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:30:07.139920 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:30:07.139920 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:30:07.139920 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:segments":"rule:admin_only" was deprecated in W in favor of "get_network:segments":"role:reader and system_scope:all". Reason: Jan 14 07:30:07.139920 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:30:07.139920 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:30:07.139920 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:30:07.139920 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "get_network:provider:network_type":"role:reader and system_scope:all". Reason: Jan 14 07:30:07.139920 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:30:07.139920 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:30:07.139920 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:30:07.139920 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "get_network:provider:physical_network":"role:reader and system_scope:all". Reason: Jan 14 07:30:07.139920 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:30:07.139920 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:30:07.139920 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:30:07.139920 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "get_network:provider:segmentation_id":"role:reader and system_scope:all". Reason: Jan 14 07:30:07.139920 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:30:07.139920 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:30:07.139920 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:30:07.139920 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network":"rule:admin_or_owner" was deprecated in W in favor of "update_network":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 07:30:07.139920 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:30:07.139920 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:30:07.139920 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:30:07.139920 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:segments":"rule:admin_only" was deprecated in W in favor of "update_network:segments":"role:admin and system_scope:all". Reason: Jan 14 07:30:07.139920 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:30:07.139920 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:30:07.139920 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:30:07.178128 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ba65bce-e80c-4dcf-b294-cb8a7484091f tempest-PortsTestJSON-2091589570 tempest-PortsTestJSON-2091589570] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:30:07.178336 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-e106c968-aa13-4467-95f9-1a7ec6b49805 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555753'] for port, before_update {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:30:07.181835 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-0ba65bce-e80c-4dcf-b294-cb8a7484091f tempest-PortsTestJSON-2091589570 tempest-PortsTestJSON-2091589570] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854768116'] for port, before_response {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:30:07.214735 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-c5f0660e-af5e-4d2f-9c33-bc6e6a5b9d3c tempest-PortsIpV6TestJSON-1330665174 tempest-PortsIpV6TestJSON-1330665174] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036850862667'] for port, precommit_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:30:07.241852 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84874) accepted ('10.222.0.24', 53128) {{(pid=84874) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:30:07.242032 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-0ba65bce-e80c-4dcf-b294-cb8a7484091f tempest-PortsTestJSON-2091589570 tempest-PortsTestJSON-2091589570] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 9.8806314 Jan 14 07:30:07.267754 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Provisioning for port b1fbe941-4441-456e-9ede-182c889d2f71 completed by entity L2. {{(pid=84876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 07:30:07.460209 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-1db9b427-425c-437d-bc73-9278d33508ef admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=be0aa702e3ca464795a99c51e3b3b04f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5783112 Jan 14 07:30:07.461204 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84875) accepted ('10.222.0.24', 53134) {{(pid=84875) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:30:07.500118 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [None req-e106c968-aa13-4467-95f9-1a7ec6b49805 None None] For port 6a38b01d-e9ba-4406-8b48-a61a8e3dd707, host n-d-768862-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-2',level=0,port_id=6a38b01d-e9ba-4406-8b48-a61a8e3dd707,segment=NetworkSegment(2d6cc989-bd54-4e7e-8795-4a8a37838212),segment_id=2d6cc989-bd54-4e7e-8795-4a8a37838212)] {{(pid=84876) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 07:30:07.677229 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-e106c968-aa13-4467-95f9-1a7ec6b49805 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777640533312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363259214678337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777640097497'] for port, after_update {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:30:07.688319 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-30909863-4bb5-4b9e-84bf-4b094b594ca8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84876) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:30:07.694927 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.plugin [None req-c5f0660e-af5e-4d2f-9c33-bc6e6a5b9d3c tempest-PortsIpV6TestJSON-1330665174 tempest-PortsIpV6TestJSON-1330665174] Calling delete_port for 593843d7-b6d2-4d00-8e2b-1392095e72c2 owned by {{(pid=84874) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 07:30:07.746999 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-dd50b1b1-55d2-4ddc-9159-9faf4a8665a0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:30:07.835717 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-dd50b1b1-55d2-4ddc-9159-9faf4a8665a0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:30:07.846101 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e106c968-aa13-4467-95f9-1a7ec6b49805 None None] Pushing event updated for resources: {'Port': ['ID=6a38b01d-e9ba-4406-8b48-a61a8e3dd707,revision_number=3']} {{(pid=84876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:30:07.851927 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-e106c968-aa13-4467-95f9-1a7ec6b49805 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.161s {{(pid=84876) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:30:07.897522 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-8db30660-0160-4368-a8f9-a95b65cd68bd None None] Provisioning for port 593843d7-b6d2-4d00-8e2b-1392095e72c2 completed by entity DHCP. {{(pid=84876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 07:30:07.917593 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-8db30660-0160-4368-a8f9-a95b65cd68bd None None] Provisioning complete for port 593843d7-b6d2-4d00-8e2b-1392095e72c2 triggered by entity DHCP. {{(pid=84876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 07:30:07.918029 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-8db30660-0160-4368-a8f9-a95b65cd68bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-604227'] for port, provisioning_complete {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:30:07.933426 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bbcc0d95-d8d0-4e41-810d-437ad584f00f tempest-PortsTestJSON-2091589570 tempest-PortsTestJSON-2091589570] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:30:07.934384 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-bbcc0d95-d8d0-4e41-810d-437ad584f00f tempest-PortsTestJSON-2091589570 tempest-PortsTestJSON-2091589570] Synchronizing usage tracker for tenant:4f41150d2ea84f97bbab10653dcc9b99 on resource:port {{(pid=84874) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 14 07:30:07.969419 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-bbcc0d95-d8d0-4e41-810d-437ad584f00f tempest-PortsTestJSON-2091589570 tempest-PortsTestJSON-2091589570] Unset dirty status for tenant:4f41150d2ea84f97bbab10653dcc9b99 on resource:port {{(pid=84874) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 14 07:30:07.975549 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-bbcc0d95-d8d0-4e41-810d-437ad584f00f tempest-PortsTestJSON-2091589570 tempest-PortsTestJSON-2091589570] 10.222.0.24 "GET /v2.0/ports?fixed_ips=ip_address%3D172.20.0.9 HTTP/1.1" status: 200 len: 922 time: 0.7312763 Jan 14 07:30:07.981764 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84875) accepted ('10.222.0.24', 53150) {{(pid=84875) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:30:08.084389 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-c5f0660e-af5e-4d2f-9c33-bc6e6a5b9d3c tempest-PortsIpV6TestJSON-1330665174 tempest-PortsIpV6TestJSON-1330665174] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777640533329', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777640097463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3254186'] for port, after_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:30:08.352806 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.plugin [None req-6193ac39-66fd-418b-90d8-869611666e0a tempest-PortsTestJSON-2091589570 tempest-PortsTestJSON-2091589570] Deleting port e3602fba-36df-4e55-a98a-93bc2a1f8ad9 {{(pid=84875) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 07:30:08.353189 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-6193ac39-66fd-418b-90d8-869611666e0a tempest-PortsTestJSON-2091589570 tempest-PortsTestJSON-2091589570] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363259214248359'] for port, before_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:30:08.505027 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-e3907a1a-9e25-4878-bc19-6a07fcb346d8 tempest-BulkNetworkOpsTest-1426007266 tempest-BulkNetworkOpsTest-1426007266] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:30:08.583201 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-dd50b1b1-55d2-4ddc-9159-9faf4a8665a0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850887153'] for security_group, after_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:30:08.594452 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-cffd4cf0-ac2e-43c6-8ab5-f0139f1bc996 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:30:08.623354 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd50b1b1-55d2-4ddc-9159-9faf4a8665a0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2d769cfb-08f5-47b4-90f9-337643ef1570,revision_number=None']} {{(pid=84875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:30:08.629790 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Device 6a38b01d-e9ba-4406-8b48-a61a8e3dd707 up at agent ovs-agent-n-d-768862-2 {{(pid=84876) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 07:30:08.637679 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-dd50b1b1-55d2-4ddc-9159-9faf4a8665a0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:30:08.662387 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-dd50b1b1-55d2-4ddc-9159-9faf4a8665a0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:30:08.664209 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-dd50b1b1-55d2-4ddc-9159-9faf4a8665a0 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/2d769cfb-08f5-47b4-90f9-337643ef1570 HTTP/1.1" status: 204 len: 168 time: 1.1993124 Jan 14 07:30:08.668357 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5f0660e-af5e-4d2f-9c33-bc6e6a5b9d3c tempest-PortsIpV6TestJSON-1330665174 tempest-PortsIpV6TestJSON-1330665174] Pushing event deleted for resources: {'Port': ['ID=593843d7-b6d2-4d00-8e2b-1392095e72c2,revision_number=None']} {{(pid=84874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:30:08.680250 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-c5f0660e-af5e-4d2f-9c33-bc6e6a5b9d3c tempest-PortsIpV6TestJSON-1330665174 tempest-PortsIpV6TestJSON-1330665174] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.175s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:30:08.709379 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-c5f0660e-af5e-4d2f-9c33-bc6e6a5b9d3c tempest-PortsIpV6TestJSON-1330665174 tempest-PortsIpV6TestJSON-1330665174] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854768116'] for port, before_response {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:30:08.770550 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-c5f0660e-af5e-4d2f-9c33-bc6e6a5b9d3c tempest-PortsIpV6TestJSON-1330665174 tempest-PortsIpV6TestJSON-1330665174] 10.222.0.24 "DELETE /v2.0/ports/593843d7-b6d2-4d00-8e2b-1392095e72c2 HTTP/1.1" status: 204 len: 168 time: 2.7679515 Jan 14 07:30:08.775307 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84874) accepted ('10.222.0.24', 53174) {{(pid=84874) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:30:08.959272 n-d-768862-2 neutron-server[84765]: INFO neutron.pecan_wsgi.hooks.translation [None req-d5c91ac9-4b2c-4ad8-9f49-a6686a786d57 tempest-PortsIpV6TestJSON-1330665174 tempest-PortsIpV6TestJSON-1330665174] GET failed (client error): The resource could not be found. Jan 14 07:30:08.960177 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-d5c91ac9-4b2c-4ad8-9f49-a6686a786d57 tempest-PortsIpV6TestJSON-1330665174 tempest-PortsIpV6TestJSON-1330665174] Synchronizing usage tracker for tenant:6396266df05d476da6838f06b578d30b on resource:port {{(pid=84874) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 14 07:30:09.018751 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.plugin [None req-8db30660-0160-4368-a8f9-a95b65cd68bd None None] Port 593843d7-b6d2-4d00-8e2b-1392095e72c2 was deleted so its status cannot be updated. {{(pid=84876) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:322}} Jan 14 07:30:09.029751 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-d5c91ac9-4b2c-4ad8-9f49-a6686a786d57 tempest-PortsIpV6TestJSON-1330665174 tempest-PortsIpV6TestJSON-1330665174] Unset dirty status for tenant:6396266df05d476da6838f06b578d30b on resource:port {{(pid=84874) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 14 07:30:09.037282 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-d5c91ac9-4b2c-4ad8-9f49-a6686a786d57 tempest-PortsIpV6TestJSON-1330665174 tempest-PortsIpV6TestJSON-1330665174] 10.222.0.24 "GET /v2.0/ports/593843d7-b6d2-4d00-8e2b-1392095e72c2 HTTP/1.1" status: 404 len: 333 time: 0.2606645 Jan 14 07:30:09.043390 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84874) accepted ('10.222.0.24', 53184) {{(pid=84874) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:30:09.120531 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-8db30660-0160-4368-a8f9-a95b65cd68bd None None] Provisioning for port b1fbe941-4441-456e-9ede-182c889d2f71 completed by entity DHCP. {{(pid=84876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 07:30:09.150884 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Provisioning complete for port 6a38b01d-e9ba-4406-8b48-a61a8e3dd707 triggered by entity L2. {{(pid=84876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 07:30:09.151299 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-604227'] for port, provisioning_complete {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:30:09.240063 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-8db30660-0160-4368-a8f9-a95b65cd68bd None None] Provisioning complete for port b1fbe941-4441-456e-9ede-182c889d2f71 triggered by entity DHCP. {{(pid=84876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 07:30:09.240512 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-8db30660-0160-4368-a8f9-a95b65cd68bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-604227'] for port, provisioning_complete {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:30:09.384107 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-6193ac39-66fd-418b-90d8-869611666e0a tempest-PortsTestJSON-2091589570 tempest-PortsTestJSON-2091589570] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036850862667'] for port, precommit_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:30:09.710586 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.db_base_plugin_v2 [None req-e63b5a09-522b-46eb-9640-5126da786003 tempest-PortsIpV6TestJSON-1330665174 tempest-PortsIpV6TestJSON-1330665174] Deleting subnet b8055234-bdc7-445c-b9ec-675d7df02dbe {{(pid=84874) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Jan 14 07:30:09.721738 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-e63b5a09-522b-46eb-9640-5126da786003 tempest-PortsIpV6TestJSON-1330665174 tempest-PortsIpV6TestJSON-1330665174] Notify callbacks [] for subnet, before_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:30:09.805274 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-e63b5a09-522b-46eb-9640-5126da786003 tempest-PortsIpV6TestJSON-1330665174 tempest-PortsIpV6TestJSON-1330665174] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036851807232'] for subnet, precommit_delete_associations {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:30:09.942931 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-8db30660-0160-4368-a8f9-a95b65cd68bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555753'] for port, before_update {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:30:09.969400 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.plugin [None req-6193ac39-66fd-418b-90d8-869611666e0a tempest-PortsTestJSON-2091589570 tempest-PortsTestJSON-2091589570] Calling delete_port for e3602fba-36df-4e55-a98a-93bc2a1f8ad9 owned by {{(pid=84875) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 07:30:10.099036 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-e63b5a09-522b-46eb-9640-5126da786003 tempest-PortsIpV6TestJSON-1330665174 tempest-PortsIpV6TestJSON-1330665174] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036854176836'] for subnet, precommit_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:30:10.102321 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [None req-8db30660-0160-4368-a8f9-a95b65cd68bd None None] For port b1fbe941-4441-456e-9ede-182c889d2f71, host n-d-768862-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-2',level=0,port_id=b1fbe941-4441-456e-9ede-182c889d2f71,segment=NetworkSegment(d5f3d2d3-feb0-4fff-90ce-2480889d9f6b),segment_id=d5f3d2d3-feb0-4fff-90ce-2480889d9f6b)] {{(pid=84876) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 07:30:10.190256 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-8db30660-0160-4368-a8f9-a95b65cd68bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777640533312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363259214678337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777640097497'] for port, after_update {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:30:10.238106 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-c15b4943-e713-49c2-b44d-7644c904a603 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84876) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:30:10.457262 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-8db30660-0160-4368-a8f9-a95b65cd68bd None None] Provisioning complete for port 6a38b01d-e9ba-4406-8b48-a61a8e3dd707 triggered by entity DHCP. {{(pid=84876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 07:30:10.457624 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-8db30660-0160-4368-a8f9-a95b65cd68bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-604227'] for port, provisioning_complete {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:30:10.500403 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-6193ac39-66fd-418b-90d8-869611666e0a tempest-PortsTestJSON-2091589570 tempest-PortsTestJSON-2091589570] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777640533329', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777640097463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851621574'] for port, after_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:30:10.541910 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-c89a0660-c8a6-45a6-a391-2b5ca417ff9d tempest-PortsIpV6TestJSON-1330665174 tempest-PortsIpV6TestJSON-1330665174] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:30:10.760160 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6193ac39-66fd-418b-90d8-869611666e0a tempest-PortsTestJSON-2091589570 tempest-PortsTestJSON-2091589570] Pushing event deleted for resources: {'Port': ['ID=e3602fba-36df-4e55-a98a-93bc2a1f8ad9,revision_number=None']} {{(pid=84875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:30:10.774081 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-6193ac39-66fd-418b-90d8-869611666e0a tempest-PortsTestJSON-2091589570 tempest-PortsTestJSON-2091589570] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.234s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:30:10.965983 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8db30660-0160-4368-a8f9-a95b65cd68bd None None] Pushing event updated for resources: {'Port': ['ID=b1fbe941-4441-456e-9ede-182c889d2f71,revision_number=3']} {{(pid=84876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:30:10.997904 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-8db30660-0160-4368-a8f9-a95b65cd68bd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.760s {{(pid=84876) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:30:11.263357 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-017f98a9-8a07-408c-a86f-8ff0c00400a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363259214191800', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854171626'] for agent, after_update {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:30:11.361256 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-6193ac39-66fd-418b-90d8-869611666e0a tempest-PortsTestJSON-2091589570 tempest-PortsTestJSON-2091589570] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854768116'] for port, before_response {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:30:11.404168 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-6ad33b42-c74f-4dcb-9c04-c1b1369091ff None None] Could not find standard attr ID for object 593843d7-b6d2-4d00-8e2b-1392095e72c2. {{(pid=84876) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Jan 14 07:30:11.407974 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-6ad33b42-c74f-4dcb-9c04-c1b1369091ff None None] Could not find standard attr ID for object b748560a-7cf0-4fde-9262-0f52bbe24120. {{(pid=84876) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Jan 14 07:30:11.408714 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-6193ac39-66fd-418b-90d8-869611666e0a tempest-PortsTestJSON-2091589570 tempest-PortsTestJSON-2091589570] 10.222.0.24 "DELETE /v2.0/ports/e3602fba-36df-4e55-a98a-93bc2a1f8ad9 HTTP/1.1" status: 204 len: 168 time: 3.4156919 Jan 14 07:30:11.409858 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84874) accepted ('10.222.0.24', 53242) {{(pid=84874) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:30:11.417881 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-6ad33b42-c74f-4dcb-9c04-c1b1369091ff None None] Could not find standard attr ID for object e3602fba-36df-4e55-a98a-93bc2a1f8ad9. {{(pid=84876) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Jan 14 07:30:11.436097 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-6ad33b42-c74f-4dcb-9c04-c1b1369091ff None None] Provisioning complete for port 6a38b01d-e9ba-4406-8b48-a61a8e3dd707 triggered by entity DHCP. {{(pid=84876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 07:30:11.436528 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-6ad33b42-c74f-4dcb-9c04-c1b1369091ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-604227'] for port, provisioning_complete {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:30:11.533312 n-d-768862-2 neutron-server[84765]: INFO neutron.pecan_wsgi.hooks.translation [None req-ba794771-dbf3-4ab3-96b9-67667608ad84 tempest-PortsTestJSON-2091589570 tempest-PortsTestJSON-2091589570] GET failed (client error): The resource could not be found. Jan 14 07:30:11.535195 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-ba794771-dbf3-4ab3-96b9-67667608ad84 tempest-PortsTestJSON-2091589570 tempest-PortsTestJSON-2091589570] 10.222.0.24 "GET /v2.0/ports/e3602fba-36df-4e55-a98a-93bc2a1f8ad9 HTTP/1.1" status: 404 len: 333 time: 0.1242025 Jan 14 07:30:11.538208 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84875) accepted ('10.222.0.24', 53256) {{(pid=84875) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:30:11.574630 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-e63b5a09-522b-46eb-9640-5126da786003 tempest-PortsIpV6TestJSON-1330665174 tempest-PortsIpV6TestJSON-1330665174] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-598964', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850887113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036851521664', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2794686'] for subnet, after_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:30:11.595366 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-25ee0585-676b-4318-9454-5a3f6e4dd3cf tempest-PortsTestJSON-2091589570 tempest-PortsTestJSON-2091589570] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:30:11.703130 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.plugin [None req-f23647c0-c923-480d-b326-159d8e3c60c9 tempest-PortsTestJSON-2091589570 tempest-PortsTestJSON-2091589570] Deleting port 1a7918a9-91c7-4b7a-b802-ba77238e84c6 {{(pid=84875) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 07:30:11.703530 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-f23647c0-c923-480d-b326-159d8e3c60c9 tempest-PortsTestJSON-2091589570 tempest-PortsTestJSON-2091589570] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363259214248359'] for port, before_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:30:11.848589 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e63b5a09-522b-46eb-9640-5126da786003 tempest-PortsIpV6TestJSON-1330665174 tempest-PortsIpV6TestJSON-1330665174] Pushing event deleted for resources: {'Subnet': ['ID=b8055234-bdc7-445c-b9ec-675d7df02dbe,revision_number=None']} {{(pid=84874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:30:11.911910 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-6ad33b42-c74f-4dcb-9c04-c1b1369091ff None None] Provisioning complete for port b1fbe941-4441-456e-9ede-182c889d2f71 triggered by entity DHCP. {{(pid=84876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 07:30:11.912578 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-6ad33b42-c74f-4dcb-9c04-c1b1369091ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-604227'] for port, provisioning_complete {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:30:12.202074 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-6ad33b42-c74f-4dcb-9c04-c1b1369091ff None None] Provisioning for port 1a7918a9-91c7-4b7a-b802-ba77238e84c6 completed by entity DHCP. {{(pid=84876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 07:30:12.216901 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-6ad33b42-c74f-4dcb-9c04-c1b1369091ff None None] Provisioning complete for port 1a7918a9-91c7-4b7a-b802-ba77238e84c6 triggered by entity DHCP. {{(pid=84876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 07:30:12.217338 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-6ad33b42-c74f-4dcb-9c04-c1b1369091ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-604227'] for port, provisioning_complete {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:30:12.308172 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.plugin [None req-6ad33b42-c74f-4dcb-9c04-c1b1369091ff None None] Port 1a7918a9-91c7-4b7a-b802-ba77238e84c6 cannot update to ACTIVE because it is not bound. {{(pid=84876) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:329}} Jan 14 07:30:12.324987 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-e63b5a09-522b-46eb-9640-5126da786003 tempest-PortsIpV6TestJSON-1330665174 tempest-PortsIpV6TestJSON-1330665174] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.730s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:30:12.325504 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84874) accepted ('10.222.0.24', 53268) {{(pid=84874) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:30:12.330471 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-f23647c0-c923-480d-b326-159d8e3c60c9 tempest-PortsTestJSON-2091589570 tempest-PortsTestJSON-2091589570] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036850862667'] for port, precommit_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:30:12.434779 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-e63b5a09-522b-46eb-9640-5126da786003 tempest-PortsIpV6TestJSON-1330665174 tempest-PortsIpV6TestJSON-1330665174] Notify callbacks [] for subnet, before_response {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:30:12.455631 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-e63b5a09-522b-46eb-9640-5126da786003 tempest-PortsIpV6TestJSON-1330665174 tempest-PortsIpV6TestJSON-1330665174] 10.222.0.24 "DELETE /v2.0/subnets/b8055234-bdc7-445c-b9ec-675d7df02dbe HTTP/1.1" status: 204 len: 168 time: 3.4016941 Jan 14 07:30:12.457384 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84874) accepted ('10.222.0.24', 53286) {{(pid=84874) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:30:12.487707 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6877848e-9694-477e-a01c-998621d08332 None None] Network a35fd2c5-d7e3-4f5f-9ae0-fa78f683ba96 requested from n-d-768862-2 {{(pid=84876) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 07:30:12.654773 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-14c35dba-e3a1-49d3-9c7f-ca26184e5329 tempest-PortsIpV6TestJSON-1330665174 tempest-PortsIpV6TestJSON-1330665174] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036854160497'] for network, before_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:30:12.680658 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.plugin [None req-f23647c0-c923-480d-b326-159d8e3c60c9 tempest-PortsTestJSON-2091589570 tempest-PortsTestJSON-2091589570] Calling delete_port for 1a7918a9-91c7-4b7a-b802-ba77238e84c6 owned by {{(pid=84875) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 07:30:12.805593 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-7994e87b-3669-4c86-9e47-975f8f6e0a42 None None] Provisioning complete for port b1fbe941-4441-456e-9ede-182c889d2f71 triggered by entity DHCP. {{(pid=84876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 07:30:12.806935 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-7994e87b-3669-4c86-9e47-975f8f6e0a42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-604227'] for port, provisioning_complete {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:30:12.829482 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.plugin [None req-14c35dba-e3a1-49d3-9c7f-ca26184e5329 tempest-PortsIpV6TestJSON-1330665174 tempest-PortsIpV6TestJSON-1330665174] Deleting port 6a38b01d-e9ba-4406-8b48-a61a8e3dd707 {{(pid=84874) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 07:30:12.829838 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-14c35dba-e3a1-49d3-9c7f-ca26184e5329 tempest-PortsIpV6TestJSON-1330665174 tempest-PortsIpV6TestJSON-1330665174] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363259214248359'] for port, before_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:30:12.905073 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-f23647c0-c923-480d-b326-159d8e3c60c9 tempest-PortsTestJSON-2091589570 tempest-PortsTestJSON-2091589570] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777640533329', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777640097463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851621574'] for port, after_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:30:12.925970 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-6193ac39-66fd-418b-90d8-869611666e0a tempest-PortsTestJSON-2091589570 tempest-PortsTestJSON-2091589570] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:30:12.962271 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Device b1fbe941-4441-456e-9ede-182c889d2f71 up at agent ovs-agent-n-d-768862-2 {{(pid=84876) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 07:30:13.006239 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f23647c0-c923-480d-b326-159d8e3c60c9 tempest-PortsTestJSON-2091589570 tempest-PortsTestJSON-2091589570] Pushing event deleted for resources: {'Port': ['ID=1a7918a9-91c7-4b7a-b802-ba77238e84c6,revision_number=None']} {{(pid=84875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:30:13.020495 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-f23647c0-c923-480d-b326-159d8e3c60c9 tempest-PortsTestJSON-2091589570 tempest-PortsTestJSON-2091589570] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:30:13.122525 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-852a24f7-e9a1-4193-9abb-e9506fe5213f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363259214191800', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854171626'] for agent, after_update {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:30:13.143968 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.v2.base [None req-0a1e3433-eb4e-4376-87d6-54dda97d9294 tempest-ExtraDHCPOptionsTestJSON-831179529 tempest-ExtraDHCPOptionsTestJSON-831179529] Request body: {'network': {'name': 'tempest-ExtraDHCPOptionsTestJSON-test-network-1724057482'}} {{(pid=84874) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:30:13.251043 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Provisioning complete for port b1fbe941-4441-456e-9ede-182c889d2f71 triggered by entity L2. {{(pid=84876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 07:30:13.253035 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-604227'] for port, provisioning_complete {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:30:13.416549 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [None req-14c35dba-e3a1-49d3-9c7f-ca26184e5329 tempest-PortsIpV6TestJSON-1330665174 tempest-PortsIpV6TestJSON-1330665174] For port 6a38b01d-e9ba-4406-8b48-a61a8e3dd707, host n-d-768862-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-2',level=0,port_id=6a38b01d-e9ba-4406-8b48-a61a8e3dd707,segment=NetworkSegment(2d6cc989-bd54-4e7e-8795-4a8a37838212),segment_id=2d6cc989-bd54-4e7e-8795-4a8a37838212)] {{(pid=84874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 07:30:13.417367 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-14c35dba-e3a1-49d3-9c7f-ca26184e5329 tempest-PortsIpV6TestJSON-1330665174 tempest-PortsIpV6TestJSON-1330665174] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036850862667'] for port, precommit_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:30:13.429211 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-f23647c0-c923-480d-b326-159d8e3c60c9 tempest-PortsTestJSON-2091589570 tempest-PortsTestJSON-2091589570] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854768116'] for port, before_response {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:30:13.442715 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-0a1e3433-eb4e-4376-87d6-54dda97d9294 tempest-ExtraDHCPOptionsTestJSON-831179529 tempest-ExtraDHCPOptionsTestJSON-831179529] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:30:13.447776 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-0a1e3433-eb4e-4376-87d6-54dda97d9294 tempest-ExtraDHCPOptionsTestJSON-831179529 tempest-ExtraDHCPOptionsTestJSON-831179529] Usage tracker for resource:network and tenant:a5d566d8e4124fbdba96782e9cc27450 is out of sync, need to count used quota {{(pid=84874) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:30:13.451191 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-0a1e3433-eb4e-4376-87d6-54dda97d9294 tempest-ExtraDHCPOptionsTestJSON-831179529 tempest-ExtraDHCPOptionsTestJSON-831179529] Quota usage for network was recalculated. Used quota:0. {{(pid=84874) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:30:13.455911 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-f23647c0-c923-480d-b326-159d8e3c60c9 tempest-PortsTestJSON-2091589570 tempest-PortsTestJSON-2091589570] 10.222.0.24 "DELETE /v2.0/ports/1a7918a9-91c7-4b7a-b802-ba77238e84c6 HTTP/1.1" status: 204 len: 168 time: 1.9137931 Jan 14 07:30:13.458210 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84875) accepted ('10.222.0.24', 53310) {{(pid=84875) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:30:13.480939 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-0a1e3433-eb4e-4376-87d6-54dda97d9294 tempest-ExtraDHCPOptionsTestJSON-831179529 tempest-ExtraDHCPOptionsTestJSON-831179529] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:30:13.521735 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0a1e3433-eb4e-4376-87d6-54dda97d9294 tempest-ExtraDHCPOptionsTestJSON-831179529 tempest-ExtraDHCPOptionsTestJSON-831179529] Made reservation on behalf of a5d566d8e4124fbdba96782e9cc27450 for: {'network': 1} {{(pid=84874) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 07:30:13.583262 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-0a1e3433-eb4e-4376-87d6-54dda97d9294 tempest-ExtraDHCPOptionsTestJSON-831179529 tempest-ExtraDHCPOptionsTestJSON-831179529] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555753'] for network, before_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:30:13.616263 n-d-768862-2 neutron-server[84765]: INFO neutron.pecan_wsgi.hooks.translation [None req-a753a4c0-9117-48de-98d6-6d376925eaa3 tempest-PortsTestJSON-2091589570 tempest-PortsTestJSON-2091589570] GET failed (client error): The resource could not be found. Jan 14 07:30:13.616263 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-a753a4c0-9117-48de-98d6-6d376925eaa3 tempest-PortsTestJSON-2091589570 tempest-PortsTestJSON-2091589570] Synchronizing usage tracker for tenant:4f41150d2ea84f97bbab10653dcc9b99 on resource:port {{(pid=84875) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 14 07:30:13.660610 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-a753a4c0-9117-48de-98d6-6d376925eaa3 tempest-PortsTestJSON-2091589570 tempest-PortsTestJSON-2091589570] Unset dirty status for tenant:4f41150d2ea84f97bbab10653dcc9b99 on resource:port {{(pid=84875) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 14 07:30:13.664586 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-a753a4c0-9117-48de-98d6-6d376925eaa3 tempest-PortsTestJSON-2091589570 tempest-PortsTestJSON-2091589570] 10.222.0.24 "GET /v2.0/ports/1a7918a9-91c7-4b7a-b802-ba77238e84c6 HTTP/1.1" status: 404 len: 333 time: 0.2026229 Jan 14 07:30:13.665039 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84875) accepted ('10.222.0.24', 53324) {{(pid=84875) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:30:13.869841 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-0a1e3433-eb4e-4376-87d6-54dda97d9294 tempest-ExtraDHCPOptionsTestJSON-831179529 tempest-ExtraDHCPOptionsTestJSON-831179529] Notify callbacks [] for security_group, before_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:30:13.984671 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.plugin [None req-14c35dba-e3a1-49d3-9c7f-ca26184e5329 tempest-PortsIpV6TestJSON-1330665174 tempest-PortsIpV6TestJSON-1330665174] Calling delete_port for 6a38b01d-e9ba-4406-8b48-a61a8e3dd707 owned by network:dhcp {{(pid=84874) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 07:30:14.063782 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-0a1e3433-eb4e-4376-87d6-54dda97d9294 tempest-ExtraDHCPOptionsTestJSON-831179529 tempest-ExtraDHCPOptionsTestJSON-831179529] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:30:14.090195 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-0a1e3433-eb4e-4376-87d6-54dda97d9294 tempest-ExtraDHCPOptionsTestJSON-831179529 tempest-ExtraDHCPOptionsTestJSON-831179529] Usage tracker for resource:security_group_rule and tenant:a5d566d8e4124fbdba96782e9cc27450 is out of sync, need to count used quota {{(pid=84874) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:30:14.098814 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-0a1e3433-eb4e-4376-87d6-54dda97d9294 tempest-ExtraDHCPOptionsTestJSON-831179529 tempest-ExtraDHCPOptionsTestJSON-831179529] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84874) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:30:14.122213 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-0a1e3433-eb4e-4376-87d6-54dda97d9294 tempest-ExtraDHCPOptionsTestJSON-831179529 tempest-ExtraDHCPOptionsTestJSON-831179529] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:30:14.147551 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db2b891e-0e74-482c-88b6-eaee72d65839 None None] DHCP port deletion for a35fd2c5-d7e3-4f5f-9ae0-fa78f683ba96 request from n-d-768862-2 {{(pid=84876) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Jan 14 07:30:14.153571 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.plugin [None req-db2b891e-0e74-482c-88b6-eaee72d65839 None None] Deleting port 6a38b01d-e9ba-4406-8b48-a61a8e3dd707 {{(pid=84876) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 07:30:14.154036 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-db2b891e-0e74-482c-88b6-eaee72d65839 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363259214248359'] for port, before_delete {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:30:14.205787 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-14c35dba-e3a1-49d3-9c7f-ca26184e5329 tempest-PortsIpV6TestJSON-1330665174 tempest-PortsIpV6TestJSON-1330665174] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777640533329', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777640097463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3254186'] for port, after_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:30:14.218762 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.db_base_plugin_v2 [None req-72446da7-2b6f-4df7-a092-fe29b0e8aca5 tempest-PortsTestJSON-2091589570 tempest-PortsTestJSON-2091589570] Deleting subnet 53d6a599-1ea5-4537-a306-e58ce5a0b6d1 {{(pid=84875) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Jan 14 07:30:14.222916 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-72446da7-2b6f-4df7-a092-fe29b0e8aca5 tempest-PortsTestJSON-2091589570 tempest-PortsTestJSON-2091589570] Notify callbacks [] for subnet, before_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:30:14.256785 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-13e27675-4294-48e0-a746-12eb40b44073 tempest-PortsTestJSON-2091589570 tempest-PortsTestJSON-2091589570] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:30:14.347011 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.plugin [None req-db2b891e-0e74-482c-88b6-eaee72d65839 None None] The port '6a38b01d-e9ba-4406-8b48-a61a8e3dd707' was deleted {{(pid=84876) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Jan 14 07:30:14.355471 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14c35dba-e3a1-49d3-9c7f-ca26184e5329 tempest-PortsIpV6TestJSON-1330665174 tempest-PortsIpV6TestJSON-1330665174] Pushing event deleted for resources: {'Port': ['ID=6a38b01d-e9ba-4406-8b48-a61a8e3dd707,revision_number=None']} {{(pid=84874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:30:14.418693 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-72446da7-2b6f-4df7-a092-fe29b0e8aca5 tempest-PortsTestJSON-2091589570 tempest-PortsTestJSON-2091589570] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3367281'] for subnet, precommit_delete_associations {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:30:14.433027 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-14c35dba-e3a1-49d3-9c7f-ca26184e5329 tempest-PortsIpV6TestJSON-1330665174 tempest-PortsIpV6TestJSON-1330665174] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.176s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:30:14.564803 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-72446da7-2b6f-4df7-a092-fe29b0e8aca5 tempest-PortsTestJSON-2091589570 tempest-PortsTestJSON-2091589570] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036854176836'] for subnet, precommit_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:30:14.650273 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-0a1e3433-eb4e-4376-87d6-54dda97d9294 tempest-ExtraDHCPOptionsTestJSON-831179529 tempest-ExtraDHCPOptionsTestJSON-831179529] Notify callbacks [] for security_group, precommit_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:30:14.652385 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14c35dba-e3a1-49d3-9c7f-ca26184e5329 tempest-PortsIpV6TestJSON-1330665174 tempest-PortsIpV6TestJSON-1330665174] No DVR routers for this DVR port 6a38b01d-e9ba-4406-8b48-a61a8e3dd707 on host n-d-768862-2 {{(pid=84874) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Jan 14 07:30:14.812486 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Device 6a38b01d-e9ba-4406-8b48-a61a8e3dd707 no longer exists at agent ovs-agent-n-d-768862-2 {{(pid=84876) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jan 14 07:30:14.884018 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.plugin [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] No Port match for: 6a38b01d-e9ba-4406-8b48-a61a8e3dd707 {{(pid=84876) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2188}} Jan 14 07:30:14.884591 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Device 6a38b01d-e9ba-4406-8b48-a61a8e3dd707 not bound to the agent host n-d-768862-2 {{(pid=84876) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jan 14 07:30:15.045622 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-14c35dba-e3a1-49d3-9c7f-ca26184e5329 tempest-PortsIpV6TestJSON-1330665174 tempest-PortsIpV6TestJSON-1330665174] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-598987', 'neutron.services.segments.db._delete_segments_for_network-8777640583949'] for network, precommit_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:30:15.233676 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-0a1e3433-eb4e-4376-87d6-54dda97d9294 tempest-ExtraDHCPOptionsTestJSON-831179529 tempest-ExtraDHCPOptionsTestJSON-831179529] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850887153'] for security_group, after_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:30:15.295217 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-0d25a5d1-4a00-4301-867c-8d839fc599fb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:30:15.353092 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a1e3433-eb4e-4376-87d6-54dda97d9294 tempest-ExtraDHCPOptionsTestJSON-831179529 tempest-ExtraDHCPOptionsTestJSON-831179529] Pushing event updated for resources: {'SecurityGroup': ['ID=0cbd1f63-f8f8-4af9-bfb5-870ff0d6875b,revision_number=1']} {{(pid=84874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:30:15.381495 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-0a1e3433-eb4e-4376-87d6-54dda97d9294 tempest-ExtraDHCPOptionsTestJSON-831179529 tempest-ExtraDHCPOptionsTestJSON-831179529] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:30:15.428922 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0a1e3433-eb4e-4376-87d6-54dda97d9294 tempest-ExtraDHCPOptionsTestJSON-831179529 tempest-ExtraDHCPOptionsTestJSON-831179529] vxlan segment allocate from pool success with {'vxlan_vni': 20} {{(pid=84874) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Jan 14 07:30:15.488403 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-0a1e3433-eb4e-4376-87d6-54dda97d9294 tempest-ExtraDHCPOptionsTestJSON-831179529 tempest-ExtraDHCPOptionsTestJSON-831179529] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854179735'] for segment, precommit_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:30:15.489095 n-d-768862-2 neutron-server[84765]: INFO neutron.db.segments_db [None req-0a1e3433-eb4e-4376-87d6-54dda97d9294 tempest-ExtraDHCPOptionsTestJSON-831179529 tempest-ExtraDHCPOptionsTestJSON-831179529] Added segment 14e25bdd-3f02-4083-bff4-63c6d500b328 of type vxlan for network 8573ab92-2983-4d75-b42a-b380dbd4b35c Jan 14 07:30:15.492009 n-d-768862-2 neutron-server[84765]: DEBUG neutron.services.segments.db [None req-14c35dba-e3a1-49d3-9c7f-ca26184e5329 tempest-PortsIpV6TestJSON-1330665174 tempest-PortsIpV6TestJSON-1330665174] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a35fd2c5-d7e3-4f5f-9ae0-fa78f683ba96']}} {{(pid=84874) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:30:15.536976 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-0a1e3433-eb4e-4376-87d6-54dda97d9294 tempest-ExtraDHCPOptionsTestJSON-831179529 tempest-ExtraDHCPOptionsTestJSON-831179529] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363259214646115'] for network, precommit_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:30:15.576976 n-d-768862-2 neutron-server[84765]: DEBUG neutron.services.segments.db [None req-14c35dba-e3a1-49d3-9c7f-ca26184e5329 tempest-PortsIpV6TestJSON-1330665174 tempest-PortsIpV6TestJSON-1330665174] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2d6cc989-bd54-4e7e-8795-4a8a37838212') {'for_net_delete': True} {{(pid=84874) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:30:15.577825 n-d-768862-2 neutron-server[84765]: DEBUG neutron.services.segments.db [None req-14c35dba-e3a1-49d3-9c7f-ca26184e5329 tempest-PortsIpV6TestJSON-1330665174 tempest-PortsIpV6TestJSON-1330665174] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2d6cc989-bd54-4e7e-8795-4a8a37838212') {} {{(pid=84874) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:30:15.604091 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-14c35dba-e3a1-49d3-9c7f-ca26184e5329 tempest-PortsIpV6TestJSON-1330665174 tempest-PortsIpV6TestJSON-1330665174] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363259214173198', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2968632'] for segment, before_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:30:15.672458 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-14c35dba-e3a1-49d3-9c7f-ca26184e5329 tempest-PortsIpV6TestJSON-1330665174 tempest-PortsIpV6TestJSON-1330665174] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854179735'] for segment, precommit_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:30:15.676831 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-14c35dba-e3a1-49d3-9c7f-ca26184e5329 tempest-PortsIpV6TestJSON-1330665174 tempest-PortsIpV6TestJSON-1330665174] Releasing vxlan tunnel 18 to pool {{(pid=84874) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Jan 14 07:30:15.697779 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-72446da7-2b6f-4df7-a092-fe29b0e8aca5 tempest-PortsTestJSON-2091589570 tempest-PortsTestJSON-2091589570] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-598964', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850887113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3154192', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2308610'] for subnet, after_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:30:15.704562 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-0a1e3433-eb4e-4376-87d6-54dda97d9294 tempest-ExtraDHCPOptionsTestJSON-831179529 tempest-ExtraDHCPOptionsTestJSON-831179529] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850887149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964'] for network, after_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:30:15.726022 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a1e3433-eb4e-4376-87d6-54dda97d9294 tempest-ExtraDHCPOptionsTestJSON-831179529 tempest-ExtraDHCPOptionsTestJSON-831179529] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:30:15.726999 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-0a1e3433-eb4e-4376-87d6-54dda97d9294 tempest-ExtraDHCPOptionsTestJSON-831179529 tempest-ExtraDHCPOptionsTestJSON-831179529] Notify callbacks [] for network, before_response {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:30:15.752351 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-eb1fdde0-3596-47f9-808f-b370108e1188 tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:30:15.769030 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-1b48169f-1d9f-489f-8d2f-d1a50c69059e tempest-PortsTestJSON-2091589570 tempest-PortsTestJSON-2091589570] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:30:15.875236 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72446da7-2b6f-4df7-a092-fe29b0e8aca5 tempest-PortsTestJSON-2091589570 tempest-PortsTestJSON-2091589570] Pushing event deleted for resources: {'Subnet': ['ID=53d6a599-1ea5-4537-a306-e58ce5a0b6d1,revision_number=None']} {{(pid=84875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:30:15.927656 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-0a1e3433-eb4e-4376-87d6-54dda97d9294 tempest-ExtraDHCPOptionsTestJSON-831179529 tempest-ExtraDHCPOptionsTestJSON-831179529] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 792 time: 3.5936780 Jan 14 07:30:15.928515 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84874) accepted ('10.222.0.24', 53382) {{(pid=84874) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:30:15.974679 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-72446da7-2b6f-4df7-a092-fe29b0e8aca5 tempest-PortsTestJSON-2091589570 tempest-PortsTestJSON-2091589570] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.223s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:30:16.034256 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.v2.base [None req-321cfde2-6521-4125-8fa4-1c9e84fa421a tempest-ExtraDHCPOptionsTestJSON-831179529 tempest-ExtraDHCPOptionsTestJSON-831179529] Request body: {'subnet': {'network_id': '8573ab92-2983-4d75-b42a-b380dbd4b35c', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=84874) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:30:16.169045 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-72446da7-2b6f-4df7-a092-fe29b0e8aca5 tempest-PortsTestJSON-2091589570 tempest-PortsTestJSON-2091589570] Notify callbacks [] for subnet, before_response {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:30:16.169565 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-772bebb7-7253-4d1e-a4ce-21a626ca33df None None] Network 9011242e-0cc9-4361-bcd2-1ea34722196b requested from n-d-768862-2 {{(pid=84876) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 07:30:16.203317 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-321cfde2-6521-4125-8fa4-1c9e84fa421a tempest-ExtraDHCPOptionsTestJSON-831179529 tempest-ExtraDHCPOptionsTestJSON-831179529] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:30:16.210597 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-72446da7-2b6f-4df7-a092-fe29b0e8aca5 tempest-PortsTestJSON-2091589570 tempest-PortsTestJSON-2091589570] 10.222.0.24 "DELETE /v2.0/subnets/53d6a599-1ea5-4537-a306-e58ce5a0b6d1 HTTP/1.1" status: 204 len: 168 time: 2.5444057 Jan 14 07:30:16.213358 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84875) accepted ('10.222.0.24', 53392) {{(pid=84875) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:30:16.275090 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-321cfde2-6521-4125-8fa4-1c9e84fa421a tempest-ExtraDHCPOptionsTestJSON-831179529 tempest-ExtraDHCPOptionsTestJSON-831179529] Usage tracker for resource:subnet and tenant:a5d566d8e4124fbdba96782e9cc27450 is out of sync, need to count used quota {{(pid=84874) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:30:16.292109 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-321cfde2-6521-4125-8fa4-1c9e84fa421a tempest-ExtraDHCPOptionsTestJSON-831179529 tempest-ExtraDHCPOptionsTestJSON-831179529] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84874) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:30:16.313151 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a1e3433-eb4e-4376-87d6-54dda97d9294 tempest-ExtraDHCPOptionsTestJSON-831179529 tempest-ExtraDHCPOptionsTestJSON-831179529] Pushing event updated for resources: {'Network': ['ID=8573ab92-2983-4d75-b42a-b380dbd4b35c,revision_number=1']} {{(pid=84874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:30:16.316405 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-321cfde2-6521-4125-8fa4-1c9e84fa421a tempest-ExtraDHCPOptionsTestJSON-831179529 tempest-ExtraDHCPOptionsTestJSON-831179529] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:30:16.319923 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.managers [None req-14c35dba-e3a1-49d3-9c7f-ca26184e5329 tempest-PortsIpV6TestJSON-1330665174 tempest-PortsIpV6TestJSON-1330665174] Network a35fd2c5-d7e3-4f5f-9ae0-fa78f683ba96 has no segments {{(pid=84874) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 14 07:30:16.333260 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-0a1e3433-eb4e-4376-87d6-54dda97d9294 tempest-ExtraDHCPOptionsTestJSON-831179529 tempest-ExtraDHCPOptionsTestJSON-831179529] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.564s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:30:16.337951 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-14c35dba-e3a1-49d3-9c7f-ca26184e5329 tempest-PortsIpV6TestJSON-1330665174 tempest-PortsIpV6TestJSON-1330665174] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-596065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036851521571'] for segment, after_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:30:16.379478 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-852a24f7-e9a1-4193-9abb-e9506fe5213f None None] Network 8573ab92-2983-4d75-b42a-b380dbd4b35c details requested by agent ovs-agent-n-h2-768862-2 with host n-h2-768862-2 {{(pid=84876) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 07:30:16.432301 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-017f98a9-8a07-408c-a86f-8ff0c00400a0 None None] Network 8573ab92-2983-4d75-b42a-b380dbd4b35c details requested by agent ovs-agent-n-h1-768862-2 with host n-h1-768862-2 {{(pid=84876) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 07:30:16.503888 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Network 8573ab92-2983-4d75-b42a-b380dbd4b35c details requested by agent ovs-agent-n-d-768862-2 with host n-d-768862-2 {{(pid=84876) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 07:30:16.603498 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-5be52344-9db2-40c7-9e79-838bee7455f1 tempest-PortsTestJSON-2091589570 tempest-PortsTestJSON-2091589570] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036854160497'] for network, before_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:30:16.652908 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.managers [None req-14c35dba-e3a1-49d3-9c7f-ca26184e5329 tempest-PortsIpV6TestJSON-1330665174 tempest-PortsIpV6TestJSON-1330665174] Network a35fd2c5-d7e3-4f5f-9ae0-fa78f683ba96 has no segments {{(pid=84874) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 14 07:30:16.762197 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.plugin [None req-5be52344-9db2-40c7-9e79-838bee7455f1 tempest-PortsTestJSON-2091589570 tempest-PortsTestJSON-2091589570] Deleting port b1fbe941-4441-456e-9ede-182c889d2f71 {{(pid=84875) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 07:30:16.768517 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-5be52344-9db2-40c7-9e79-838bee7455f1 tempest-PortsTestJSON-2091589570 tempest-PortsTestJSON-2091589570] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363259214248359'] for port, before_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:30:16.977307 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:port_security_enabled":"rule:admin_or_owner" was deprecated in W in favor of "update_network:port_security_enabled":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 07:30:16.977307 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:30:16.977307 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:30:16.977307 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:30:16.977307 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "delete_network":"rule:admin_or_owner" was deprecated in W in favor of "delete_network":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 07:30:16.977307 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:30:16.977307 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:30:16.977307 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:30:16.977307 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_segment":"rule:admin_only" was deprecated in W in favor of "create_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:30:16.977307 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:30:16.977307 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_segment":"rule:admin_only" was deprecated in W in favor of "get_segment":"role:reader and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:30:16.977307 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:30:16.977307 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_segment":"rule:admin_only" was deprecated in W in favor of "update_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:30:16.977307 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:30:16.977307 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "delete_segment":"rule:admin_only" was deprecated in W in favor of "delete_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:30:16.977307 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:30:16.977307 n-d-768862-2 neutron-server[84765]: Traceback (most recent call last): Jan 14 07:30:16.977307 n-d-768862-2 neutron-server[84765]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 14 07:30:16.977307 n-d-768862-2 neutron-server[84765]: timer() Jan 14 07:30:16.977307 n-d-768862-2 neutron-server[84765]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 14 07:30:16.977307 n-d-768862-2 neutron-server[84765]: cb(*args, **kw) Jan 14 07:30:16.977307 n-d-768862-2 neutron-server[84765]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Jan 14 07:30:16.977307 n-d-768862-2 neutron-server[84765]: return func(*args, **kwargs) Jan 14 07:30:16.977307 n-d-768862-2 neutron-server[84765]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 14 07:30:16.977307 n-d-768862-2 neutron-server[84765]: self._notify() Jan 14 07:30:16.977307 n-d-768862-2 neutron-server[84765]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 14 07:30:16.977307 n-d-768862-2 neutron-server[84765]: self.callback(batched_events) Jan 14 07:30:16.977307 n-d-768862-2 neutron-server[84765]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 14 07:30:16.977307 n-d-768862-2 neutron-server[84765]: event.method(event) Jan 14 07:30:16.977307 n-d-768862-2 neutron-server[84765]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 14 07:30:16.977307 n-d-768862-2 neutron-server[84765]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 14 07:30:16.977307 n-d-768862-2 neutron-server[84765]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Jan 14 07:30:16.977307 n-d-768862-2 neutron-server[84765]: segment_id)['aggregates'][0] Jan 14 07:30:16.977307 n-d-768862-2 neutron-server[84765]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 14 07:30:16.977307 n-d-768862-2 neutron-server[84765]: return f(self, *a, **k) Jan 14 07:30:16.977307 n-d-768862-2 neutron-server[84765]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 14 07:30:16.977307 n-d-768862-2 neutron-server[84765]: return self._get(url).json() Jan 14 07:30:16.977307 n-d-768862-2 neutron-server[84765]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 14 07:30:16.977307 n-d-768862-2 neutron-server[84765]: **kwargs) Jan 14 07:30:16.977307 n-d-768862-2 neutron-server[84765]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 14 07:30:16.977307 n-d-768862-2 neutron-server[84765]: return self.request(url, 'GET', **kwargs) Jan 14 07:30:16.977307 n-d-768862-2 neutron-server[84765]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Jan 14 07:30:16.977307 n-d-768862-2 neutron-server[84765]: **endpoint_filter) Jan 14 07:30:16.977307 n-d-768862-2 neutron-server[84765]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 14 07:30:16.977307 n-d-768862-2 neutron-server[84765]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 14 07:30:16.977307 n-d-768862-2 neutron-server[84765]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 14 07:30:16.977307 n-d-768862-2 neutron-server[84765]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 14 07:30:16.977307 n-d-768862-2 neutron-server[84765]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 14 07:30:16.980506 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-321cfde2-6521-4125-8fa4-1c9e84fa421a tempest-ExtraDHCPOptionsTestJSON-831179529 tempest-ExtraDHCPOptionsTestJSON-831179529] Made reservation on behalf of a5d566d8e4124fbdba96782e9cc27450 for: {'subnet': 1} {{(pid=84874) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 07:30:17.394086 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-321cfde2-6521-4125-8fa4-1c9e84fa421a tempest-ExtraDHCPOptionsTestJSON-831179529 tempest-ExtraDHCPOptionsTestJSON-831179529] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036851981161'] for subnet, before_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:30:17.455691 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6357ec68-df16-4a72-8596-af34147c24aa None None] DHCP port deletion for 9011242e-0cc9-4361-bcd2-1ea34722196b request from n-d-768862-2 {{(pid=84876) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Jan 14 07:30:17.460803 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.plugin [None req-6357ec68-df16-4a72-8596-af34147c24aa None None] Deleting port b1fbe941-4441-456e-9ede-182c889d2f71 {{(pid=84876) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 07:30:17.461316 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-6357ec68-df16-4a72-8596-af34147c24aa None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363259214248359'] for port, before_delete {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:30:17.512838 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-14c35dba-e3a1-49d3-9c7f-ca26184e5329 tempest-PortsIpV6TestJSON-1330665174 tempest-PortsIpV6TestJSON-1330665174] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036854176830', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850887149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3912591'] for network, after_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:30:17.519515 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [None req-5be52344-9db2-40c7-9e79-838bee7455f1 tempest-PortsTestJSON-2091589570 tempest-PortsTestJSON-2091589570] For port b1fbe941-4441-456e-9ede-182c889d2f71, host n-d-768862-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-2',level=0,port_id=b1fbe941-4441-456e-9ede-182c889d2f71,segment=NetworkSegment(d5f3d2d3-feb0-4fff-90ce-2480889d9f6b),segment_id=d5f3d2d3-feb0-4fff-90ce-2480889d9f6b)] {{(pid=84875) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 07:30:17.520005 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-5be52344-9db2-40c7-9e79-838bee7455f1 tempest-PortsTestJSON-2091589570 tempest-PortsTestJSON-2091589570] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036850862667'] for port, precommit_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:30:17.522519 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-29eb3f9f-df75-4c36-9026-c3a284f40bf6 tempest-BulkNetworkOpsTest-1426007266 tempest-BulkNetworkOpsTest-1426007266] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:30:17.556551 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-14c35dba-e3a1-49d3-9c7f-ca26184e5329 tempest-PortsIpV6TestJSON-1330665174 tempest-PortsIpV6TestJSON-1330665174] Notify callbacks [] for network, before_response {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:30:17.559875 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14c35dba-e3a1-49d3-9c7f-ca26184e5329 tempest-PortsIpV6TestJSON-1330665174 tempest-PortsIpV6TestJSON-1330665174] Pushing event deleted for resources: {'Network': ['ID=a35fd2c5-d7e3-4f5f-9ae0-fa78f683ba96,revision_number=None']} {{(pid=84874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:30:17.566914 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-14c35dba-e3a1-49d3-9c7f-ca26184e5329 tempest-PortsIpV6TestJSON-1330665174 tempest-PortsIpV6TestJSON-1330665174] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:30:17.580101 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-14c35dba-e3a1-49d3-9c7f-ca26184e5329 tempest-PortsIpV6TestJSON-1330665174 tempest-PortsIpV6TestJSON-1330665174] 10.222.0.24 "DELETE /v2.0/networks/a35fd2c5-d7e3-4f5f-9ae0-fa78f683ba96 HTTP/1.1" status: 204 len: 168 time: 5.1215286 Jan 14 07:30:17.585146 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84874) accepted ('10.222.0.24', 53420) {{(pid=84874) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:30:17.594740 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.v2.base [None req-5e9cb766-e649-43ae-80e6-193a61d279dc tempest-PortsIpV6TestJSON-1330665174 tempest-PortsIpV6TestJSON-1330665174] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-2035249923'}} {{(pid=84874) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:30:17.603475 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-5e9cb766-e649-43ae-80e6-193a61d279dc tempest-PortsIpV6TestJSON-1330665174 tempest-PortsIpV6TestJSON-1330665174] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:30:17.616784 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-5e9cb766-e649-43ae-80e6-193a61d279dc tempest-PortsIpV6TestJSON-1330665174 tempest-PortsIpV6TestJSON-1330665174] Usage tracker for resource:network and tenant:6396266df05d476da6838f06b578d30b is out of sync, need to count used quota {{(pid=84874) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:30:17.626150 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-5e9cb766-e649-43ae-80e6-193a61d279dc tempest-PortsIpV6TestJSON-1330665174 tempest-PortsIpV6TestJSON-1330665174] Quota usage for network was recalculated. Used quota:1. {{(pid=84874) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:30:17.632791 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-5e9cb766-e649-43ae-80e6-193a61d279dc tempest-PortsIpV6TestJSON-1330665174 tempest-PortsIpV6TestJSON-1330665174] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:30:17.710686 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.plugin [None req-5be52344-9db2-40c7-9e79-838bee7455f1 tempest-PortsTestJSON-2091589570 tempest-PortsTestJSON-2091589570] Calling delete_port for b1fbe941-4441-456e-9ede-182c889d2f71 owned by network:dhcp {{(pid=84875) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 07:30:17.794852 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5e9cb766-e649-43ae-80e6-193a61d279dc tempest-PortsIpV6TestJSON-1330665174 tempest-PortsIpV6TestJSON-1330665174] Made reservation on behalf of 6396266df05d476da6838f06b578d30b for: {'network': 1} {{(pid=84874) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 07:30:17.808753 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-5e9cb766-e649-43ae-80e6-193a61d279dc tempest-PortsIpV6TestJSON-1330665174 tempest-PortsIpV6TestJSON-1330665174] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555753'] for network, before_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:30:17.825285 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [None req-6357ec68-df16-4a72-8596-af34147c24aa None None] For port b1fbe941-4441-456e-9ede-182c889d2f71, host n-d-768862-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-2',level=0,port_id=b1fbe941-4441-456e-9ede-182c889d2f71,segment=NetworkSegment(d5f3d2d3-feb0-4fff-90ce-2480889d9f6b),segment_id=d5f3d2d3-feb0-4fff-90ce-2480889d9f6b)] {{(pid=84876) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 07:30:17.825917 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-6357ec68-df16-4a72-8596-af34147c24aa None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036850862667'] for port, precommit_delete {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:30:17.883180 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5e9cb766-e649-43ae-80e6-193a61d279dc tempest-PortsIpV6TestJSON-1330665174 tempest-PortsIpV6TestJSON-1330665174] vxlan segment allocate from pool success with {'vxlan_vni': 18} {{(pid=84874) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Jan 14 07:30:17.913578 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-5e9cb766-e649-43ae-80e6-193a61d279dc tempest-PortsIpV6TestJSON-1330665174 tempest-PortsIpV6TestJSON-1330665174] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854179735'] for segment, precommit_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:30:17.914231 n-d-768862-2 neutron-server[84765]: INFO neutron.db.segments_db [None req-5e9cb766-e649-43ae-80e6-193a61d279dc tempest-PortsIpV6TestJSON-1330665174 tempest-PortsIpV6TestJSON-1330665174] Added segment 05dc43ac-8e36-4f3a-a562-7445cdb15096 of type vxlan for network 9dcd6fac-3668-4057-b5bb-a5142a37a6f8 Jan 14 07:30:17.983998 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-5be52344-9db2-40c7-9e79-838bee7455f1 tempest-PortsTestJSON-2091589570 tempest-PortsTestJSON-2091589570] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777640533329', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777640097463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851621574'] for port, after_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:30:17.988214 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-5e9cb766-e649-43ae-80e6-193a61d279dc tempest-PortsIpV6TestJSON-1330665174 tempest-PortsIpV6TestJSON-1330665174] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363259214646115'] for network, precommit_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:30:18.000475 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.plugin [None req-6357ec68-df16-4a72-8596-af34147c24aa None None] Calling delete_port for b1fbe941-4441-456e-9ede-182c889d2f71 owned by network:dhcp {{(pid=84876) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 07:30:18.109624 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.db.api [None req-6357ec68-df16-4a72-8596-af34147c24aa None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84876) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Jan 14 07:30:18.110528 n-d-768862-2 neutron-server[84765]: DEBUG oslo_db.api [None req-6357ec68-df16-4a72-8596-af34147c24aa None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84876) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Jan 14 07:30:18.155195 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-7036058b-9051-451a-9c36-c2a172dd6d1c tempest-PortsIpV6TestJSON-1330665174 tempest-PortsIpV6TestJSON-1330665174] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:30:18.206089 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5be52344-9db2-40c7-9e79-838bee7455f1 tempest-PortsTestJSON-2091589570 tempest-PortsTestJSON-2091589570] Pushing event deleted for resources: {'Port': ['ID=b1fbe941-4441-456e-9ede-182c889d2f71,revision_number=None']} {{(pid=84875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:30:18.209753 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-5be52344-9db2-40c7-9e79-838bee7455f1 tempest-PortsTestJSON-2091589570 tempest-PortsTestJSON-2091589570] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:30:18.210807 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5be52344-9db2-40c7-9e79-838bee7455f1 tempest-PortsTestJSON-2091589570 tempest-PortsTestJSON-2091589570] No DVR routers for this DVR port b1fbe941-4441-456e-9ede-182c889d2f71 on host n-d-768862-2 {{(pid=84875) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Jan 14 07:30:18.275779 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-5e9cb766-e649-43ae-80e6-193a61d279dc tempest-PortsIpV6TestJSON-1330665174 tempest-PortsIpV6TestJSON-1330665174] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850887149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964'] for network, after_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:30:18.328817 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e9cb766-e649-43ae-80e6-193a61d279dc tempest-PortsIpV6TestJSON-1330665174 tempest-PortsIpV6TestJSON-1330665174] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:30:18.329538 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-5e9cb766-e649-43ae-80e6-193a61d279dc tempest-PortsIpV6TestJSON-1330665174 tempest-PortsIpV6TestJSON-1330665174] Notify callbacks [] for network, before_response {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:30:18.348721 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-0a1e3433-eb4e-4376-87d6-54dda97d9294 tempest-ExtraDHCPOptionsTestJSON-831179529 tempest-ExtraDHCPOptionsTestJSON-831179529] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:30:18.493997 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-5be52344-9db2-40c7-9e79-838bee7455f1 tempest-PortsTestJSON-2091589570 tempest-PortsTestJSON-2091589570] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-598987', 'neutron.services.segments.db._delete_segments_for_network-8777640583949'] for network, precommit_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:30:18.612295 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.plugin [None req-6357ec68-df16-4a72-8596-af34147c24aa None None] Deleting port b1fbe941-4441-456e-9ede-182c889d2f71 {{(pid=84876) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 07:30:18.613068 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-6357ec68-df16-4a72-8596-af34147c24aa None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363259214248359'] for port, before_delete {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:30:18.826702 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e9cb766-e649-43ae-80e6-193a61d279dc tempest-PortsIpV6TestJSON-1330665174 tempest-PortsIpV6TestJSON-1330665174] Pushing event updated for resources: {'Network': ['ID=9dcd6fac-3668-4057-b5bb-a5142a37a6f8,revision_number=1']} {{(pid=84874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:30:18.849377 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-5e9cb766-e649-43ae-80e6-193a61d279dc tempest-PortsIpV6TestJSON-1330665174 tempest-PortsIpV6TestJSON-1330665174] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.502s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:30:18.870014 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-5e9cb766-e649-43ae-80e6-193a61d279dc tempest-PortsIpV6TestJSON-1330665174 tempest-PortsIpV6TestJSON-1330665174] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 1.2804506 Jan 14 07:30:18.872475 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84875) accepted ('10.222.0.24', 53454) {{(pid=84875) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:30:18.945640 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.v2.base [None req-1f1ee5b5-bb72-4a41-9d98-a3c056e000ee tempest-PortsIpV6TestJSON-1330665174 tempest-PortsIpV6TestJSON-1330665174] Request body: {'subnet': {'network_id': '9dcd6fac-3668-4057-b5bb-a5142a37a6f8', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=84875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:30:19.178905 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-1f1ee5b5-bb72-4a41-9d98-a3c056e000ee tempest-PortsIpV6TestJSON-1330665174 tempest-PortsIpV6TestJSON-1330665174] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:30:19.189512 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-1f1ee5b5-bb72-4a41-9d98-a3c056e000ee tempest-PortsIpV6TestJSON-1330665174 tempest-PortsIpV6TestJSON-1330665174] Usage tracker for resource:subnet and tenant:6396266df05d476da6838f06b578d30b is out of sync, need to count used quota {{(pid=84875) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:30:19.197911 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-1f1ee5b5-bb72-4a41-9d98-a3c056e000ee tempest-PortsIpV6TestJSON-1330665174 tempest-PortsIpV6TestJSON-1330665174] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84875) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:30:19.211011 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-1f1ee5b5-bb72-4a41-9d98-a3c056e000ee tempest-PortsIpV6TestJSON-1330665174 tempest-PortsIpV6TestJSON-1330665174] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:30:19.231785 n-d-768862-2 neutron-server[84765]: DEBUG neutron.services.segments.db [None req-5be52344-9db2-40c7-9e79-838bee7455f1 tempest-PortsTestJSON-2091589570 tempest-PortsTestJSON-2091589570] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9011242e-0cc9-4361-bcd2-1ea34722196b']}} {{(pid=84875) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:30:19.234506 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-321cfde2-6521-4125-8fa4-1c9e84fa421a tempest-ExtraDHCPOptionsTestJSON-831179529 tempest-ExtraDHCPOptionsTestJSON-831179529] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850887113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3254092', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036851981146'] for subnet, after_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:30:19.280445 n-d-768862-2 neutron-server[84765]: DEBUG neutron.services.segments.db [None req-5be52344-9db2-40c7-9e79-838bee7455f1 tempest-PortsTestJSON-2091589570 tempest-PortsTestJSON-2091589570] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd5f3d2d3-feb0-4fff-90ce-2480889d9f6b') {'for_net_delete': True} {{(pid=84875) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:30:19.283170 n-d-768862-2 neutron-server[84765]: DEBUG neutron.services.segments.db [None req-5be52344-9db2-40c7-9e79-838bee7455f1 tempest-PortsTestJSON-2091589570 tempest-PortsTestJSON-2091589570] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd5f3d2d3-feb0-4fff-90ce-2480889d9f6b') {} {{(pid=84875) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:30:19.289672 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-69caf05b-6591-4ef0-b60b-5b33ac3efa12 tempest-NetworksIpV6Test-2047944877 tempest-NetworksIpV6Test-2047944877] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:30:19.290345 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-017f98a9-8a07-408c-a86f-8ff0c00400a0 None None] Network 9dcd6fac-3668-4057-b5bb-a5142a37a6f8 details requested by agent ovs-agent-n-h1-768862-2 with host n-h1-768862-2 {{(pid=84876) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 07:30:19.314326 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1f1ee5b5-bb72-4a41-9d98-a3c056e000ee tempest-PortsIpV6TestJSON-1330665174 tempest-PortsIpV6TestJSON-1330665174] Made reservation on behalf of 6396266df05d476da6838f06b578d30b for: {'subnet': 1} {{(pid=84875) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 07:30:19.382865 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-5be52344-9db2-40c7-9e79-838bee7455f1 tempest-PortsTestJSON-2091589570 tempest-PortsTestJSON-2091589570] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363259214173198', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036851408567'] for segment, before_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:30:19.503116 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-852a24f7-e9a1-4193-9abb-e9506fe5213f None None] Network 9dcd6fac-3668-4057-b5bb-a5142a37a6f8 details requested by agent ovs-agent-n-h2-768862-2 with host n-h2-768862-2 {{(pid=84876) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 07:30:19.536818 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Network 9dcd6fac-3668-4057-b5bb-a5142a37a6f8 details requested by agent ovs-agent-n-d-768862-2 with host n-d-768862-2 {{(pid=84876) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 07:30:19.566462 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Device b1fbe941-4441-456e-9ede-182c889d2f71 no longer exists at agent ovs-agent-n-d-768862-2 {{(pid=84876) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jan 14 07:30:19.588653 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-5be52344-9db2-40c7-9e79-838bee7455f1 tempest-PortsTestJSON-2091589570 tempest-PortsTestJSON-2091589570] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854179735'] for segment, precommit_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:30:19.602070 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-5be52344-9db2-40c7-9e79-838bee7455f1 tempest-PortsTestJSON-2091589570 tempest-PortsTestJSON-2091589570] Releasing vxlan tunnel 15 to pool {{(pid=84875) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Jan 14 07:30:19.618686 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-321cfde2-6521-4125-8fa4-1c9e84fa421a tempest-ExtraDHCPOptionsTestJSON-831179529 tempest-ExtraDHCPOptionsTestJSON-831179529] Pushing event updated for resources: {'Subnet': ['ID=8b2e0243-add8-47be-9338-4283a22e935b,revision_number=0']} {{(pid=84874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:30:19.622233 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-321cfde2-6521-4125-8fa4-1c9e84fa421a tempest-ExtraDHCPOptionsTestJSON-831179529 tempest-ExtraDHCPOptionsTestJSON-831179529] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.333s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:30:19.716642 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.plugin [None req-6357ec68-df16-4a72-8596-af34147c24aa None None] The port 'b1fbe941-4441-456e-9ede-182c889d2f71' was deleted {{(pid=84876) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Jan 14 07:30:19.748209 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.plugin [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] No Port match for: b1fbe941-4441-456e-9ede-182c889d2f71 {{(pid=84876) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2188}} Jan 14 07:30:19.748209 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Device b1fbe941-4441-456e-9ede-182c889d2f71 not bound to the agent host n-d-768862-2 {{(pid=84876) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jan 14 07:30:19.957773 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-1f1ee5b5-bb72-4a41-9d98-a3c056e000ee tempest-PortsIpV6TestJSON-1330665174 tempest-PortsIpV6TestJSON-1330665174] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036852467157'] for subnet, before_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:30:20.089031 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-87570d51-135d-4f5b-b7e4-3a0bfd950d17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363259214191800', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854171626'] for agent, after_update {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:30:20.368374 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-321cfde2-6521-4125-8fa4-1c9e84fa421a tempest-ExtraDHCPOptionsTestJSON-831179529 tempest-ExtraDHCPOptionsTestJSON-831179529] Checking segment: {'id': '14e25bdd-3f02-4083-bff4-63c6d500b328', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 20, 'network_id': '8573ab92-2983-4d75-b42a-b380dbd4b35c'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84874) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 14 07:30:20.368777 n-d-768862-2 neutron-server[84765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-321cfde2-6521-4125-8fa4-1c9e84fa421a tempest-ExtraDHCPOptionsTestJSON-831179529 tempest-ExtraDHCPOptionsTestJSON-831179529] Network hostable DHCP agents. Network: 8573ab92-2983-4d75-b42a-b380dbd4b35c, hostable agents: ['32f3dd84-26da-4d18-bf15-6017a8fb7247'], hosted agents: [] {{(pid=84874) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Jan 14 07:30:20.409101 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.managers [None req-5be52344-9db2-40c7-9e79-838bee7455f1 tempest-PortsTestJSON-2091589570 tempest-PortsTestJSON-2091589570] Network 9011242e-0cc9-4361-bcd2-1ea34722196b has no segments {{(pid=84875) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 14 07:30:20.420020 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-5be52344-9db2-40c7-9e79-838bee7455f1 tempest-PortsTestJSON-2091589570 tempest-PortsTestJSON-2091589570] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-596065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3154253'] for segment, after_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:30:20.426715 n-d-768862-2 neutron-server[84765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-321cfde2-6521-4125-8fa4-1c9e84fa421a tempest-ExtraDHCPOptionsTestJSON-831179529 tempest-ExtraDHCPOptionsTestJSON-831179529] Network 8573ab92-2983-4d75-b42a-b380dbd4b35c is scheduled to be hosted by DHCP agent 32f3dd84-26da-4d18-bf15-6017a8fb7247 with binding_index 1 {{(pid=84874) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Jan 14 07:30:20.503952 n-d-768862-2 neutron-server[84765]: DEBUG neutron.scheduler.base_scheduler [None req-321cfde2-6521-4125-8fa4-1c9e84fa421a tempest-ExtraDHCPOptionsTestJSON-831179529 tempest-ExtraDHCPOptionsTestJSON-831179529] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768862-2, 8573ab92-2983-4d75-b42a-b380dbd4b35c) {{(pid=84874) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 07:30:20.526941 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80e6a0e3-f882-44df-9cbf-0f1648385e7d None None] Network 8573ab92-2983-4d75-b42a-b380dbd4b35c requested from n-d-768862-2 {{(pid=84876) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 07:30:20.533512 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-321cfde2-6521-4125-8fa4-1c9e84fa421a tempest-ExtraDHCPOptionsTestJSON-831179529 tempest-ExtraDHCPOptionsTestJSON-831179529] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:30:20.534245 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-321cfde2-6521-4125-8fa4-1c9e84fa421a tempest-ExtraDHCPOptionsTestJSON-831179529 tempest-ExtraDHCPOptionsTestJSON-831179529] Notify callbacks [] for subnet, before_response {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:30:20.634898 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-321cfde2-6521-4125-8fa4-1c9e84fa421a tempest-ExtraDHCPOptionsTestJSON-831179529 tempest-ExtraDHCPOptionsTestJSON-831179529] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 4.6917062 Jan 14 07:30:20.635177 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84874) accepted ('10.222.0.24', 53490) {{(pid=84874) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:30:20.641892 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.v2.base [None req-246bb2c5-f98f-49b4-8149-174206daec57 tempest-ExtraDHCPOptionsTestJSON-831179529 tempest-ExtraDHCPOptionsTestJSON-831179529] Request body: {'port': {'network_id': '8573ab92-2983-4d75-b42a-b380dbd4b35c', 'name': 'tempest-ExtraDHCPOptionsTestJSON-1814909455'}} {{(pid=84874) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:30:20.768249 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.managers [None req-5be52344-9db2-40c7-9e79-838bee7455f1 tempest-PortsTestJSON-2091589570 tempest-PortsTestJSON-2091589570] Network 9011242e-0cc9-4361-bcd2-1ea34722196b has no segments {{(pid=84875) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 14 07:30:20.964028 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:shared":"rule:admin_only" was deprecated in W in favor of "update_network:shared":"role:admin and system_scope:all". Reason: Jan 14 07:30:20.964028 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:30:20.964028 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:30:20.964028 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:30:20.964028 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "update_network:provider:network_type":"role:admin and system_scope:all". Reason: Jan 14 07:30:20.964028 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:30:20.964028 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:30:20.964028 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:30:20.964028 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "update_network:provider:physical_network":"role:admin and system_scope:all". Reason: Jan 14 07:30:20.964028 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:30:20.964028 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:30:20.964028 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:30:20.964028 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "update_network:provider:segmentation_id":"role:admin and system_scope:all". Reason: Jan 14 07:30:20.964028 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:30:20.964028 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:30:20.964028 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:30:20.964028 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:router:external":"rule:admin_only" was deprecated in W in favor of "update_network:router:external":"role:admin and system_scope:all". Reason: Jan 14 07:30:20.964028 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:30:20.964028 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:30:20.964028 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:30:20.964028 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:is_default":"rule:admin_only" was deprecated in W in favor of "update_network:is_default":"role:admin and system_scope:all". Reason: Jan 14 07:30:20.964028 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:30:20.964028 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:30:20.964028 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:30:20.964028 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:port_security_enabled":"rule:admin_or_owner" was deprecated in W in favor of "update_network:port_security_enabled":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 07:30:20.964028 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:30:20.964028 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:30:20.964028 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:30:20.964028 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "delete_network":"rule:admin_or_owner" was deprecated in W in favor of "delete_network":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 07:30:20.964028 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:30:20.964028 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:30:20.964028 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:30:20.964028 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_segment":"rule:admin_only" was deprecated in W in favor of "create_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:30:20.964028 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:30:20.964028 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_segment":"rule:admin_only" was deprecated in W in favor of "get_segment":"role:reader and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:30:20.964028 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:30:20.964028 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_segment":"rule:admin_only" was deprecated in W in favor of "update_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:30:20.964028 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:30:20.964028 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "delete_segment":"rule:admin_only" was deprecated in W in favor of "delete_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:30:20.964028 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:30:20.964028 n-d-768862-2 neutron-server[84765]: Traceback (most recent call last): Jan 14 07:30:20.964028 n-d-768862-2 neutron-server[84765]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 14 07:30:20.964028 n-d-768862-2 neutron-server[84765]: timer() Jan 14 07:30:20.964028 n-d-768862-2 neutron-server[84765]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 14 07:30:20.964028 n-d-768862-2 neutron-server[84765]: cb(*args, **kw) Jan 14 07:30:20.964028 n-d-768862-2 neutron-server[84765]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Jan 14 07:30:20.964028 n-d-768862-2 neutron-server[84765]: return func(*args, **kwargs) Jan 14 07:30:20.964028 n-d-768862-2 neutron-server[84765]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 14 07:30:20.964028 n-d-768862-2 neutron-server[84765]: self._notify() Jan 14 07:30:20.964028 n-d-768862-2 neutron-server[84765]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 14 07:30:20.964028 n-d-768862-2 neutron-server[84765]: self.callback(batched_events) Jan 14 07:30:20.964028 n-d-768862-2 neutron-server[84765]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 14 07:30:20.964028 n-d-768862-2 neutron-server[84765]: event.method(event) Jan 14 07:30:20.964028 n-d-768862-2 neutron-server[84765]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 14 07:30:20.964028 n-d-768862-2 neutron-server[84765]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 14 07:30:20.964028 n-d-768862-2 neutron-server[84765]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Jan 14 07:30:20.964028 n-d-768862-2 neutron-server[84765]: segment_id)['aggregates'][0] Jan 14 07:30:20.964028 n-d-768862-2 neutron-server[84765]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 14 07:30:20.964028 n-d-768862-2 neutron-server[84765]: return f(self, *a, **k) Jan 14 07:30:20.964028 n-d-768862-2 neutron-server[84765]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 14 07:30:20.964028 n-d-768862-2 neutron-server[84765]: return self._get(url).json() Jan 14 07:30:20.964028 n-d-768862-2 neutron-server[84765]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 14 07:30:20.964028 n-d-768862-2 neutron-server[84765]: **kwargs) Jan 14 07:30:20.964028 n-d-768862-2 neutron-server[84765]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 14 07:30:20.964028 n-d-768862-2 neutron-server[84765]: return self.request(url, 'GET', **kwargs) Jan 14 07:30:20.964028 n-d-768862-2 neutron-server[84765]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Jan 14 07:30:20.964028 n-d-768862-2 neutron-server[84765]: **endpoint_filter) Jan 14 07:30:20.964028 n-d-768862-2 neutron-server[84765]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 14 07:30:20.964028 n-d-768862-2 neutron-server[84765]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 14 07:30:20.964028 n-d-768862-2 neutron-server[84765]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 14 07:30:20.964028 n-d-768862-2 neutron-server[84765]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 14 07:30:20.964028 n-d-768862-2 neutron-server[84765]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 14 07:30:21.011451 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b6142a8-f6c3-4a9a-9be0-8d7c9e4e4131 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5d94dc7a-c095-50a4-955e-5f3b78718a12-8573ab92-2983-4d75-b42a-b380dbd4b35c', 'network_id': '8573ab92-2983-4d75-b42a-b380dbd4b35c', 'tenant_id': 'a5d566d8e4124fbdba96782e9cc27450', 'fixed_ips': [{'subnet_id': '8b2e0243-add8-47be-9338-4283a22e935b'}]}} from n-d-768862-2. {{(pid=84876) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Jan 14 07:30:21.012621 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-5b6142a8-f6c3-4a9a-9be0-8d7c9e4e4131 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555753'] for port, before_create {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:30:21.041074 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-5be52344-9db2-40c7-9e79-838bee7455f1 tempest-PortsTestJSON-2091589570 tempest-PortsTestJSON-2091589570] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036854176830', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850887149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3912591'] for network, after_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:30:21.053241 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-2904a439-41b5-4372-a278-eafdad49ad45 tempest-PortsTestJSON-2091589570 tempest-PortsTestJSON-2091589570] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:30:21.075299 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-246bb2c5-f98f-49b4-8149-174206daec57 tempest-ExtraDHCPOptionsTestJSON-831179529 tempest-ExtraDHCPOptionsTestJSON-831179529] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:30:21.084035 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-246bb2c5-f98f-49b4-8149-174206daec57 tempest-ExtraDHCPOptionsTestJSON-831179529 tempest-ExtraDHCPOptionsTestJSON-831179529] Usage tracker for resource:port and tenant:a5d566d8e4124fbdba96782e9cc27450 is out of sync, need to count used quota {{(pid=84874) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:30:21.091889 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-246bb2c5-f98f-49b4-8149-174206daec57 tempest-ExtraDHCPOptionsTestJSON-831179529 tempest-ExtraDHCPOptionsTestJSON-831179529] Quota usage for port was recalculated. Used quota:0. {{(pid=84874) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:30:21.105322 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-246bb2c5-f98f-49b4-8149-174206daec57 tempest-ExtraDHCPOptionsTestJSON-831179529 tempest-ExtraDHCPOptionsTestJSON-831179529] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:30:21.116831 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-5be52344-9db2-40c7-9e79-838bee7455f1 tempest-PortsTestJSON-2091589570 tempest-PortsTestJSON-2091589570] Notify callbacks [] for network, before_response {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:30:21.144010 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5be52344-9db2-40c7-9e79-838bee7455f1 tempest-PortsTestJSON-2091589570 tempest-PortsTestJSON-2091589570] Pushing event deleted for resources: {'Network': ['ID=9011242e-0cc9-4361-bcd2-1ea34722196b,revision_number=None']} {{(pid=84875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:30:21.145370 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-246bb2c5-f98f-49b4-8149-174206daec57 tempest-ExtraDHCPOptionsTestJSON-831179529 tempest-ExtraDHCPOptionsTestJSON-831179529] Made reservation on behalf of a5d566d8e4124fbdba96782e9cc27450 for: {'port': 1} {{(pid=84874) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 07:30:21.149019 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-5be52344-9db2-40c7-9e79-838bee7455f1 tempest-PortsTestJSON-2091589570 tempest-PortsTestJSON-2091589570] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:30:21.158268 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-5be52344-9db2-40c7-9e79-838bee7455f1 tempest-PortsTestJSON-2091589570 tempest-PortsTestJSON-2091589570] 10.222.0.24 "DELETE /v2.0/networks/9011242e-0cc9-4361-bcd2-1ea34722196b HTTP/1.1" status: 204 len: 168 time: 4.9388151 Jan 14 07:30:21.161000 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84875) accepted ('10.222.0.24', 53512) {{(pid=84875) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:30:21.167726 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.v2.base [None req-7920a0c9-5d15-4ead-a7e3-b00050471259 tempest-PortsTestJSON-2091589570 tempest-PortsTestJSON-2091589570] Request body: {'network': {'name': 'tempest-PortsTestJSON-1706013385'}} {{(pid=84875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:30:21.182107 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-246bb2c5-f98f-49b4-8149-174206daec57 tempest-ExtraDHCPOptionsTestJSON-831179529 tempest-ExtraDHCPOptionsTestJSON-831179529] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555753'] for port, before_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:30:21.185786 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-7920a0c9-5d15-4ead-a7e3-b00050471259 tempest-PortsTestJSON-2091589570 tempest-PortsTestJSON-2091589570] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:30:21.194830 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-7920a0c9-5d15-4ead-a7e3-b00050471259 tempest-PortsTestJSON-2091589570 tempest-PortsTestJSON-2091589570] Usage tracker for resource:network and tenant:4f41150d2ea84f97bbab10653dcc9b99 is out of sync, need to count used quota {{(pid=84875) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:30:21.201417 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-7920a0c9-5d15-4ead-a7e3-b00050471259 tempest-PortsTestJSON-2091589570 tempest-PortsTestJSON-2091589570] Quota usage for network was recalculated. Used quota:1. {{(pid=84875) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:30:21.370741 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-7920a0c9-5d15-4ead-a7e3-b00050471259 tempest-PortsTestJSON-2091589570 tempest-PortsTestJSON-2091589570] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:30:21.399286 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7920a0c9-5d15-4ead-a7e3-b00050471259 tempest-PortsTestJSON-2091589570 tempest-PortsTestJSON-2091589570] Made reservation on behalf of 4f41150d2ea84f97bbab10653dcc9b99 for: {'network': 1} {{(pid=84875) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 07:30:21.414222 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-7920a0c9-5d15-4ead-a7e3-b00050471259 tempest-PortsTestJSON-2091589570 tempest-PortsTestJSON-2091589570] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555753'] for network, before_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:30:21.457923 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7920a0c9-5d15-4ead-a7e3-b00050471259 tempest-PortsTestJSON-2091589570 tempest-PortsTestJSON-2091589570] vxlan segment allocate from pool success with {'vxlan_vni': 15} {{(pid=84875) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Jan 14 07:30:21.468102 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-7920a0c9-5d15-4ead-a7e3-b00050471259 tempest-PortsTestJSON-2091589570 tempest-PortsTestJSON-2091589570] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment--9223363259214191851', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854179735'] for segment, precommit_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:30:21.468583 n-d-768862-2 neutron-server[84765]: INFO neutron.db.segments_db [None req-7920a0c9-5d15-4ead-a7e3-b00050471259 tempest-PortsTestJSON-2091589570 tempest-PortsTestJSON-2091589570] Added segment 11e08fd2-771d-4ae9-b647-3a86457d76d2 of type vxlan for network 3c0b0c36-e399-483a-b76e-2b8cc0a40b8d Jan 14 07:30:21.498085 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-7920a0c9-5d15-4ead-a7e3-b00050471259 tempest-PortsTestJSON-2091589570 tempest-PortsTestJSON-2091589570] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363259214646115'] for network, precommit_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:30:21.558680 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-7920a0c9-5d15-4ead-a7e3-b00050471259 tempest-PortsTestJSON-2091589570 tempest-PortsTestJSON-2091589570] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850887149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964'] for network, after_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:30:21.581307 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7920a0c9-5d15-4ead-a7e3-b00050471259 tempest-PortsTestJSON-2091589570 tempest-PortsTestJSON-2091589570] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:30:21.581307 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-7920a0c9-5d15-4ead-a7e3-b00050471259 tempest-PortsTestJSON-2091589570 tempest-PortsTestJSON-2091589570] Notify callbacks [] for network, before_response {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:30:21.608145 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-31511ed5-b9fb-47f9-99d8-95045836803b tempest-NetworksIpV6TestAttrs-1453117616 tempest-NetworksIpV6TestAttrs-1453117616] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:30:21.745166 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-7920a0c9-5d15-4ead-a7e3-b00050471259 tempest-PortsTestJSON-2091589570 tempest-PortsTestJSON-2091589570] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.5828848 Jan 14 07:30:21.771444 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84875) accepted ('10.222.0.24', 53518) {{(pid=84875) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:30:21.784447 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.v2.base [None req-c0e2e351-0728-4975-ac83-9b9e0ecfad2f tempest-PortsTestJSON-2091589570 tempest-PortsTestJSON-2091589570] Request body: {'subnet': {'network_id': '3c0b0c36-e399-483a-b76e-2b8cc0a40b8d', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=84875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:30:21.836032 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.db_base_plugin_common [None req-5b6142a8-f6c3-4a9a-9be0-8d7c9e4e4131 None None] Allocated IP 172.20.0.2 (8573ab92-2983-4d75-b42a-b380dbd4b35c/8b2e0243-add8-47be-9338-4283a22e935b/1bb74b17-0f9d-4cb6-8e92-7a5f82ac8474) {{(pid=84876) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 14 07:30:22.110204 n-d-768862-2 neutron-server[84765]: DEBUG neutron.notifiers.nova [None req-246bb2c5-f98f-49b4-8149-174206daec57 tempest-ExtraDHCPOptionsTestJSON-831179529 tempest-ExtraDHCPOptionsTestJSON-831179529] device_id is not set on port 51f5ea6e-221a-4da2-af4d-60fd4d1f1e55 yet. {{(pid=84874) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}} Jan 14 07:30:22.191036 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-da76cfc0-98e8-4426-9f6d-4f05aa3fae78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363259214191800', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854171626'] for agent, after_update {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:30:22.222752 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-1e1fd1d0-a684-4414-a0aa-6009fe73d29f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363259214191800', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854171626'] for agent, after_update {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:30:22.249813 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7920a0c9-5d15-4ead-a7e3-b00050471259 tempest-PortsTestJSON-2091589570 tempest-PortsTestJSON-2091589570] Pushing event updated for resources: {'Network': ['ID=3c0b0c36-e399-483a-b76e-2b8cc0a40b8d,revision_number=1']} {{(pid=84875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:30:22.274290 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-7920a0c9-5d15-4ead-a7e3-b00050471259 tempest-PortsTestJSON-2091589570 tempest-PortsTestJSON-2091589570] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.666s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:30:22.320760 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-017f98a9-8a07-408c-a86f-8ff0c00400a0 None None] Network 3c0b0c36-e399-483a-b76e-2b8cc0a40b8d details requested by agent ovs-agent-n-h1-768862-2 with host n-h1-768862-2 {{(pid=84876) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 07:30:22.374565 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-c0e2e351-0728-4975-ac83-9b9e0ecfad2f tempest-PortsTestJSON-2091589570 tempest-PortsTestJSON-2091589570] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:30:22.378926 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-c0e2e351-0728-4975-ac83-9b9e0ecfad2f tempest-PortsTestJSON-2091589570 tempest-PortsTestJSON-2091589570] Usage tracker for resource:subnet and tenant:4f41150d2ea84f97bbab10653dcc9b99 is out of sync, need to count used quota {{(pid=84875) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:30:22.382325 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-c0e2e351-0728-4975-ac83-9b9e0ecfad2f tempest-PortsTestJSON-2091589570 tempest-PortsTestJSON-2091589570] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84875) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:30:22.388565 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-c0e2e351-0728-4975-ac83-9b9e0ecfad2f tempest-PortsTestJSON-2091589570 tempest-PortsTestJSON-2091589570] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:30:22.403759 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c0e2e351-0728-4975-ac83-9b9e0ecfad2f tempest-PortsTestJSON-2091589570 tempest-PortsTestJSON-2091589570] Made reservation on behalf of 4f41150d2ea84f97bbab10653dcc9b99 for: {'subnet': 1} {{(pid=84875) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 07:30:22.551919 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-c0e2e351-0728-4975-ac83-9b9e0ecfad2f tempest-PortsTestJSON-2091589570 tempest-PortsTestJSON-2091589570] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036852467157'] for subnet, before_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:30:22.591051 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-852a24f7-e9a1-4193-9abb-e9506fe5213f None None] Network 3c0b0c36-e399-483a-b76e-2b8cc0a40b8d details requested by agent ovs-agent-n-h2-768862-2 with host n-h2-768862-2 {{(pid=84876) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 07:30:22.794288 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Network 3c0b0c36-e399-483a-b76e-2b8cc0a40b8d details requested by agent ovs-agent-n-d-768862-2 with host n-d-768862-2 {{(pid=84876) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 07:30:23.024531 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363259214191800', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854171626'] for agent, after_update {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:30:23.086892 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-5b6142a8-f6c3-4a9a-9be0-8d7c9e4e4131 None None] Notify callbacks [] for port, precommit_create {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:30:23.143197 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-5b6142a8-f6c3-4a9a-9be0-8d7c9e4e4131 None None] Transition to ACTIVE for port object 1bb74b17-0f9d-4cb6-8e92-7a5f82ac8474 will not be triggered until provisioned by entity L2. {{(pid=84876) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 07:30:23.181520 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-5b6142a8-f6c3-4a9a-9be0-8d7c9e4e4131 None None] Transition to ACTIVE for port object 1bb74b17-0f9d-4cb6-8e92-7a5f82ac8474 will not be triggered until provisioned by entity DHCP. {{(pid=84876) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 07:30:23.196627 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-5b6142a8-f6c3-4a9a-9be0-8d7c9e4e4131 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777640123575'] for port, after_create {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:30:23.245385 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-48953a3b-caa4-4896-9090-63f0fb59ce59 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84876) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:30:23.283805 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.db_base_plugin_common [None req-246bb2c5-f98f-49b4-8149-174206daec57 tempest-ExtraDHCPOptionsTestJSON-831179529 tempest-ExtraDHCPOptionsTestJSON-831179529] Allocated IP 172.20.0.4 (8573ab92-2983-4d75-b42a-b380dbd4b35c/8b2e0243-add8-47be-9338-4283a22e935b/51f5ea6e-221a-4da2-af4d-60fd4d1f1e55) {{(pid=84874) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 14 07:30:23.697055 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-246bb2c5-f98f-49b4-8149-174206daec57 tempest-ExtraDHCPOptionsTestJSON-831179529 tempest-ExtraDHCPOptionsTestJSON-831179529] Notify callbacks [] for port, precommit_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:30:23.744566 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b6142a8-f6c3-4a9a-9be0-8d7c9e4e4131 None None] Pushing event updated for resources: {'Port': ['ID=1bb74b17-0f9d-4cb6-8e92-7a5f82ac8474,revision_number=1']} {{(pid=84876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:30:23.757908 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-246bb2c5-f98f-49b4-8149-174206daec57 tempest-ExtraDHCPOptionsTestJSON-831179529 tempest-ExtraDHCPOptionsTestJSON-831179529] Transition to ACTIVE for port object 51f5ea6e-221a-4da2-af4d-60fd4d1f1e55 will not be triggered until provisioned by entity DHCP. {{(pid=84874) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 07:30:23.765363 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b6142a8-f6c3-4a9a-9be0-8d7c9e4e4131 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@n-h1-768862-2 {{(pid=84876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:30:23.765754 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b6142a8-f6c3-4a9a-9be0-8d7c9e4e4131 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-h1-768862-2 {{(pid=84876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:30:23.766134 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b6142a8-f6c3-4a9a-9be0-8d7c9e4e4131 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-h1-768862-2 {{(pid=84876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:30:23.766509 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b6142a8-f6c3-4a9a-9be0-8d7c9e4e4131 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-h1-768862-2 {{(pid=84876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:30:23.766879 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b6142a8-f6c3-4a9a-9be0-8d7c9e4e4131 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@n-h1-768862-2 {{(pid=84876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:30:23.767248 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b6142a8-f6c3-4a9a-9be0-8d7c9e4e4131 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-h1-768862-2 {{(pid=84876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:30:23.767614 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b6142a8-f6c3-4a9a-9be0-8d7c9e4e4131 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-h1-768862-2 {{(pid=84876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:30:23.768135 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b6142a8-f6c3-4a9a-9be0-8d7c9e4e4131 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-h1-768862-2 {{(pid=84876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:30:23.768496 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b6142a8-f6c3-4a9a-9be0-8d7c9e4e4131 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-h1-768862-2 {{(pid=84876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:30:23.768852 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b6142a8-f6c3-4a9a-9be0-8d7c9e4e4131 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-h1-768862-2 {{(pid=84876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:30:23.769600 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b6142a8-f6c3-4a9a-9be0-8d7c9e4e4131 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-h1-768862-2 {{(pid=84876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:30:23.770110 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b6142a8-f6c3-4a9a-9be0-8d7c9e4e4131 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-h1-768862-2 {{(pid=84876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:30:23.770664 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b6142a8-f6c3-4a9a-9be0-8d7c9e4e4131 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@n-h2-768862-2 {{(pid=84876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:30:23.771171 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b6142a8-f6c3-4a9a-9be0-8d7c9e4e4131 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-h2-768862-2 {{(pid=84876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:30:23.771879 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b6142a8-f6c3-4a9a-9be0-8d7c9e4e4131 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-h2-768862-2 {{(pid=84876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:30:23.772380 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b6142a8-f6c3-4a9a-9be0-8d7c9e4e4131 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-h2-768862-2 {{(pid=84876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:30:23.772896 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b6142a8-f6c3-4a9a-9be0-8d7c9e4e4131 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@n-h2-768862-2 {{(pid=84876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:30:23.773411 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b6142a8-f6c3-4a9a-9be0-8d7c9e4e4131 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-h2-768862-2 {{(pid=84876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:30:23.773922 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b6142a8-f6c3-4a9a-9be0-8d7c9e4e4131 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-h2-768862-2 {{(pid=84876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:30:23.774421 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b6142a8-f6c3-4a9a-9be0-8d7c9e4e4131 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-h2-768862-2 {{(pid=84876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:30:23.774919 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b6142a8-f6c3-4a9a-9be0-8d7c9e4e4131 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-h2-768862-2 {{(pid=84876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:30:23.775419 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b6142a8-f6c3-4a9a-9be0-8d7c9e4e4131 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-h2-768862-2 {{(pid=84876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:30:23.776009 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b6142a8-f6c3-4a9a-9be0-8d7c9e4e4131 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-h2-768862-2 {{(pid=84876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:30:23.776527 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b6142a8-f6c3-4a9a-9be0-8d7c9e4e4131 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-h2-768862-2 {{(pid=84876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:30:23.777085 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b6142a8-f6c3-4a9a-9be0-8d7c9e4e4131 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-2 {{(pid=84876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:30:23.777714 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b6142a8-f6c3-4a9a-9be0-8d7c9e4e4131 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-2 {{(pid=84876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:30:23.778225 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b6142a8-f6c3-4a9a-9be0-8d7c9e4e4131 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-2 {{(pid=84876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:30:23.778743 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b6142a8-f6c3-4a9a-9be0-8d7c9e4e4131 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-2 {{(pid=84876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:30:23.779251 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b6142a8-f6c3-4a9a-9be0-8d7c9e4e4131 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@n-d-768862-2 {{(pid=84876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:30:23.779751 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b6142a8-f6c3-4a9a-9be0-8d7c9e4e4131 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-2 {{(pid=84876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:30:23.780268 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b6142a8-f6c3-4a9a-9be0-8d7c9e4e4131 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-768862-2 {{(pid=84876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:30:23.780767 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b6142a8-f6c3-4a9a-9be0-8d7c9e4e4131 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-768862-2 {{(pid=84876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:30:23.781386 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b6142a8-f6c3-4a9a-9be0-8d7c9e4e4131 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-2 {{(pid=84876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:30:23.782048 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b6142a8-f6c3-4a9a-9be0-8d7c9e4e4131 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-2 {{(pid=84876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:30:23.782549 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b6142a8-f6c3-4a9a-9be0-8d7c9e4e4131 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-2 {{(pid=84876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:30:23.783044 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b6142a8-f6c3-4a9a-9be0-8d7c9e4e4131 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-2 {{(pid=84876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:30:23.788204 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-0f37073e-9c69-4e3c-80e0-6cfaa0fd61a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363259214191800', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854171626'] for agent, after_update {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:30:23.789161 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-5b6142a8-f6c3-4a9a-9be0-8d7c9e4e4131 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.544s {{(pid=84876) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:30:23.800652 n-d-768862-2 neutron-server[84765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b6142a8-f6c3-4a9a-9be0-8d7c9e4e4131 None None] Network 8573ab92-2983-4d75-b42a-b380dbd4b35c is already hosted by enough agents. {{(pid=84876) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 07:30:23.801916 n-d-768862-2 neutron-server[84765]: DEBUG neutron.scheduler.base_scheduler [None req-5b6142a8-f6c3-4a9a-9be0-8d7c9e4e4131 None None] Resources bound (agent type, host, resource id): {{(pid=84876) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 07:30:23.805372 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b6142a8-f6c3-4a9a-9be0-8d7c9e4e4131 None None] Received port after_create {{(pid=84876) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 14 07:30:23.808907 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-246bb2c5-f98f-49b4-8149-174206daec57 tempest-ExtraDHCPOptionsTestJSON-831179529 tempest-ExtraDHCPOptionsTestJSON-831179529] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777640123575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3254186'] for port, after_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:30:23.811234 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-1f1ee5b5-bb72-4a41-9d98-a3c056e000ee tempest-PortsIpV6TestJSON-1330665174 tempest-PortsIpV6TestJSON-1330665174] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850887113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036851621412', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036852467174'] for subnet, after_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:30:23.852137 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-92ac8a64-564c-416b-932b-3cd4104774d3 tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:30:23.867676 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.managers [None req-5b6142a8-f6c3-4a9a-9be0-8d7c9e4e4131 None None] Attempting to bind port 1bb74b17-0f9d-4cb6-8e92-7a5f82ac8474 on host n-d-768862-2 for vnic_type normal with profile {{(pid=84876) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 14 07:30:23.868350 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.managers [None req-5b6142a8-f6c3-4a9a-9be0-8d7c9e4e4131 None None] Attempting to bind port 1bb74b17-0f9d-4cb6-8e92-7a5f82ac8474 by drivers openvswitch on host n-d-768862-2 at level 0 using segments [{'id': '14e25bdd-3f02-4083-bff4-63c6d500b328', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 20, 'network_id': '8573ab92-2983-4d75-b42a-b380dbd4b35c'}] {{(pid=84876) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 14 07:30:23.868938 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b6142a8-f6c3-4a9a-9be0-8d7c9e4e4131 None None] Attempting to bind port 1bb74b17-0f9d-4cb6-8e92-7a5f82ac8474 on network 8573ab92-2983-4d75-b42a-b380dbd4b35c {{(pid=84876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 14 07:30:23.875167 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b6142a8-f6c3-4a9a-9be0-8d7c9e4e4131 None None] Checking agent: {'id': 'ba5efab1-b43c-4d5a-bc52-6e105d4e67a2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768862-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 14, 6, 56, 52), 'started_at': datetime.datetime(2021, 1, 14, 6, 57, 22), 'heartbeat_timestamp': datetime.datetime(2021, 1, 14, 7, 30, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768862-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.29', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 14 07:30:23.875816 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b6142a8-f6c3-4a9a-9be0-8d7c9e4e4131 None None] Checking segment: {'id': '14e25bdd-3f02-4083-bff4-63c6d500b328', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 20, 'network_id': '8573ab92-2983-4d75-b42a-b380dbd4b35c'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84876) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 14 07:30:23.876449 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-5b6142a8-f6c3-4a9a-9be0-8d7c9e4e4131 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:30:23.877031 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b6142a8-f6c3-4a9a-9be0-8d7c9e4e4131 None None] Bound using segment: {'id': '14e25bdd-3f02-4083-bff4-63c6d500b328', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 20, 'network_id': '8573ab92-2983-4d75-b42a-b380dbd4b35c'} {{(pid=84876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 14 07:30:23.877847 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.managers [None req-5b6142a8-f6c3-4a9a-9be0-8d7c9e4e4131 None None] Bound port: 1bb74b17-0f9d-4cb6-8e92-7a5f82ac8474, host: n-d-768862-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '14e25bdd-3f02-4083-bff4-63c6d500b328', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 20, 'network_id': '8573ab92-2983-4d75-b42a-b380dbd4b35c'}}] {{(pid=84876) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 14 07:30:23.878433 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-5b6142a8-f6c3-4a9a-9be0-8d7c9e4e4131 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555753'] for port, before_update {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:30:23.889351 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-72446da7-2b6f-4df7-a092-fe29b0e8aca5 tempest-PortsTestJSON-2091589570 tempest-PortsTestJSON-2091589570] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:30:24.030499 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [None req-5b6142a8-f6c3-4a9a-9be0-8d7c9e4e4131 None None] For port 1bb74b17-0f9d-4cb6-8e92-7a5f82ac8474, host n-d-768862-2, cleared binding levels {{(pid=84876) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 14 07:30:24.034606 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [None req-5b6142a8-f6c3-4a9a-9be0-8d7c9e4e4131 None None] For port 1bb74b17-0f9d-4cb6-8e92-7a5f82ac8474, host n-d-768862-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-2',level=0,port_id=1bb74b17-0f9d-4cb6-8e92-7a5f82ac8474,segment=NetworkSegment(14e25bdd-3f02-4083-bff4-63c6d500b328),segment_id=14e25bdd-3f02-4083-bff4-63c6d500b328)] {{(pid=84876) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 14 07:30:24.046778 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-5b6142a8-f6c3-4a9a-9be0-8d7c9e4e4131 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777640533312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363259214678337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777640097497'] for port, after_update {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:30:24.090996 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f1ee5b5-bb72-4a41-9d98-a3c056e000ee tempest-PortsIpV6TestJSON-1330665174 tempest-PortsIpV6TestJSON-1330665174] Pushing event updated for resources: {'Subnet': ['ID=86399ecc-8f43-43fb-94bf-8169a302a7ed,revision_number=0']} {{(pid=84875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:30:24.155890 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-246bb2c5-f98f-49b4-8149-174206daec57 tempest-ExtraDHCPOptionsTestJSON-831179529 tempest-ExtraDHCPOptionsTestJSON-831179529] Pushing event updated for resources: {'Port': ['ID=51f5ea6e-221a-4da2-af4d-60fd4d1f1e55,revision_number=1']} {{(pid=84874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:30:24.180890 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-246bb2c5-f98f-49b4-8149-174206daec57 tempest-ExtraDHCPOptionsTestJSON-831179529 tempest-ExtraDHCPOptionsTestJSON-831179529] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.324s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:30:24.237627 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-1f1ee5b5-bb72-4a41-9d98-a3c056e000ee tempest-PortsIpV6TestJSON-1330665174 tempest-PortsIpV6TestJSON-1330665174] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.348s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:30:24.406502 n-d-768862-2 neutron-server[84765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-246bb2c5-f98f-49b4-8149-174206daec57 tempest-ExtraDHCPOptionsTestJSON-831179529 tempest-ExtraDHCPOptionsTestJSON-831179529] Network 8573ab92-2983-4d75-b42a-b380dbd4b35c is already hosted by enough agents. {{(pid=84874) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 07:30:24.407003 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84876) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:30:24.407898 n-d-768862-2 neutron-server[84765]: DEBUG neutron.scheduler.base_scheduler [None req-246bb2c5-f98f-49b4-8149-174206daec57 tempest-ExtraDHCPOptionsTestJSON-831179529 tempest-ExtraDHCPOptionsTestJSON-831179529] Resources bound (agent type, host, resource id): {{(pid=84874) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 07:30:24.411297 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-246bb2c5-f98f-49b4-8149-174206daec57 tempest-ExtraDHCPOptionsTestJSON-831179529 tempest-ExtraDHCPOptionsTestJSON-831179529] Received port after_create {{(pid=84874) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 14 07:30:24.522058 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b6142a8-f6c3-4a9a-9be0-8d7c9e4e4131 None None] Pushing event updated for resources: {'Port': ['ID=1bb74b17-0f9d-4cb6-8e92-7a5f82ac8474,revision_number=2']} {{(pid=84876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:30:24.542627 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-5b6142a8-f6c3-4a9a-9be0-8d7c9e4e4131 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=84876) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:30:24.578010 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network":"rule:regular_user" was deprecated in W in favor of "create_network":"role:member and project_id:%(project_id)s". Reason: Jan 14 07:30:24.578010 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:30:24.578010 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:30:24.578010 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:30:24.578010 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:shared":"rule:admin_only" was deprecated in W in favor of "create_network:shared":"role:admin and system_scope:all". Reason: Jan 14 07:30:24.578010 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:30:24.578010 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:30:24.578010 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:30:24.578010 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:router:external":"rule:admin_only" was deprecated in W in favor of "create_network:router:external":"role:admin and system_scope:all". Reason: Jan 14 07:30:24.578010 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:30:24.578010 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:30:24.578010 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:30:24.578010 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:is_default":"rule:admin_only" was deprecated in W in favor of "create_network:is_default":"role:admin and system_scope:all". Reason: Jan 14 07:30:24.578010 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:30:24.578010 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:30:24.578010 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:30:24.578010 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:port_security_enabled":"rule:regular_user" was deprecated in W in favor of "create_network:port_security_enabled":"role:member and project_id:%(project_id)s". Reason: Jan 14 07:30:24.578010 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:30:24.578010 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:30:24.578010 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:30:24.578010 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:segments":"rule:admin_only" was deprecated in W in favor of "create_network:segments":"role:admin and system_scope:all". Reason: Jan 14 07:30:24.578010 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:30:24.578010 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:30:24.578010 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:30:24.578010 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "create_network:provider:network_type":"role:admin and system_scope:all". Reason: Jan 14 07:30:24.578010 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:30:24.578010 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:30:24.578010 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:30:24.578010 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "create_network:provider:physical_network":"role:admin and system_scope:all". Reason: Jan 14 07:30:24.578010 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:30:24.578010 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:30:24.578010 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:30:24.578010 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "create_network:provider:segmentation_id":"role:admin and system_scope:all". Reason: Jan 14 07:30:24.578010 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:30:24.578010 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:30:24.578010 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:30:24.578010 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network":"rule:admin_or_owner or rule:shared or rule:external or rule:context_is_advsvc" was deprecated in W in favor of "get_network":"(role:reader and system_scope:all) or (role:reader and project_id:%(project_id)s) or rule:shared or rule:external or rule:context_is_advsvc". Reason: Jan 14 07:30:24.578010 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:30:24.578010 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:30:24.578010 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:30:24.578010 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:router:external":"rule:regular_user" was deprecated in W in favor of "get_network:router:external":"role:reader and project_id:%(project_id)s". Reason: Jan 14 07:30:24.578010 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:30:24.578010 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:30:24.578010 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:30:24.578010 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:segments":"rule:admin_only" was deprecated in W in favor of "get_network:segments":"role:reader and system_scope:all". Reason: Jan 14 07:30:24.578010 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:30:24.578010 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:30:24.578010 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:30:24.578010 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "get_network:provider:network_type":"role:reader and system_scope:all". Reason: Jan 14 07:30:24.578010 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:30:24.578010 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:30:24.578010 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:30:24.578010 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "get_network:provider:physical_network":"role:reader and system_scope:all". Reason: Jan 14 07:30:24.578010 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:30:24.578010 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:30:24.578010 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:30:24.578010 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "get_network:provider:segmentation_id":"role:reader and system_scope:all". Reason: Jan 14 07:30:24.578010 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:30:24.578010 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:30:24.578010 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:30:24.578010 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network":"rule:admin_or_owner" was deprecated in W in favor of "update_network":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 07:30:24.578010 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:30:24.578010 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:30:24.578010 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:30:24.578010 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:segments":"rule:admin_only" was deprecated in W in favor of "update_network:segments":"role:admin and system_scope:all". Reason: Jan 14 07:30:24.578010 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:30:24.578010 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:30:24.578010 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:30:24.603600 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-246bb2c5-f98f-49b4-8149-174206daec57 tempest-ExtraDHCPOptionsTestJSON-831179529 tempest-ExtraDHCPOptionsTestJSON-831179529] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:30:24.604681 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-246bb2c5-f98f-49b4-8149-174206daec57 tempest-ExtraDHCPOptionsTestJSON-831179529 tempest-ExtraDHCPOptionsTestJSON-831179529] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854768116'] for port, before_response {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:30:24.640174 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-246bb2c5-f98f-49b4-8149-174206daec57 tempest-ExtraDHCPOptionsTestJSON-831179529 tempest-ExtraDHCPOptionsTestJSON-831179529] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 935 time: 4.0037773 Jan 14 07:30:24.643356 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84874) accepted ('10.222.0.24', 53576) {{(pid=84874) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:30:24.651002 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.v2.base [None req-3c812364-f5c1-45a0-9a29-98af9c409b49 tempest-ExtraDHCPOptionsTestJSON-831179529 tempest-ExtraDHCPOptionsTestJSON-831179529] Request body: {'port': {'network_id': '8573ab92-2983-4d75-b42a-b380dbd4b35c', 'name': 'tempest-ExtraDHCPOptionsTestJSON-1739358918', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '123.123.123.123', 'opt_name': 'tftp-server'}, {'opt_value': '123.123.123.45', 'opt_name': 'server-ip-address'}]}} {{(pid=84874) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:30:24.652014 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.api.validators [None req-3c812364-f5c1-45a0-9a29-98af9c409b49 tempest-ExtraDHCPOptionsTestJSON-831179529 tempest-ExtraDHCPOptionsTestJSON-831179529] bootfile-name is not in valid_values {{(pid=84874) validate_values /usr/local/lib/python3.6/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jan 14 07:30:24.652592 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.api.validators [None req-3c812364-f5c1-45a0-9a29-98af9c409b49 tempest-ExtraDHCPOptionsTestJSON-831179529 tempest-ExtraDHCPOptionsTestJSON-831179529] tftp-server is not in valid_values {{(pid=84874) validate_values /usr/local/lib/python3.6/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jan 14 07:30:24.653155 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.api.validators [None req-3c812364-f5c1-45a0-9a29-98af9c409b49 tempest-ExtraDHCPOptionsTestJSON-831179529 tempest-ExtraDHCPOptionsTestJSON-831179529] server-ip-address is not in valid_values {{(pid=84874) validate_values /usr/local/lib/python3.6/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jan 14 07:30:24.765205 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f1ee5b5-bb72-4a41-9d98-a3c056e000ee tempest-PortsIpV6TestJSON-1330665174 tempest-PortsIpV6TestJSON-1330665174] Checking segment: {'id': '05dc43ac-8e36-4f3a-a562-7445cdb15096', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 18, 'network_id': '9dcd6fac-3668-4057-b5bb-a5142a37a6f8'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84875) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 14 07:30:24.765780 n-d-768862-2 neutron-server[84765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f1ee5b5-bb72-4a41-9d98-a3c056e000ee tempest-PortsIpV6TestJSON-1330665174 tempest-PortsIpV6TestJSON-1330665174] Network hostable DHCP agents. Network: 9dcd6fac-3668-4057-b5bb-a5142a37a6f8, hostable agents: ['32f3dd84-26da-4d18-bf15-6017a8fb7247'], hosted agents: [] {{(pid=84875) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Jan 14 07:30:24.889300 n-d-768862-2 neutron-server[84765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f1ee5b5-bb72-4a41-9d98-a3c056e000ee tempest-PortsIpV6TestJSON-1330665174 tempest-PortsIpV6TestJSON-1330665174] Network 9dcd6fac-3668-4057-b5bb-a5142a37a6f8 is scheduled to be hosted by DHCP agent 32f3dd84-26da-4d18-bf15-6017a8fb7247 with binding_index 1 {{(pid=84875) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Jan 14 07:30:24.909278 n-d-768862-2 neutron-server[84765]: DEBUG neutron.scheduler.base_scheduler [None req-1f1ee5b5-bb72-4a41-9d98-a3c056e000ee tempest-PortsIpV6TestJSON-1330665174 tempest-PortsIpV6TestJSON-1330665174] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768862-2, 9dcd6fac-3668-4057-b5bb-a5142a37a6f8) {{(pid=84875) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 07:30:24.918043 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7137f2aa-6834-4d47-b084-b2a3f6917f42 None None] Network 9dcd6fac-3668-4057-b5bb-a5142a37a6f8 requested from n-d-768862-2 {{(pid=84876) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 07:30:24.947780 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f1ee5b5-bb72-4a41-9d98-a3c056e000ee tempest-PortsIpV6TestJSON-1330665174 tempest-PortsIpV6TestJSON-1330665174] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:30:24.948513 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-1f1ee5b5-bb72-4a41-9d98-a3c056e000ee tempest-PortsIpV6TestJSON-1330665174 tempest-PortsIpV6TestJSON-1330665174] Notify callbacks [] for subnet, before_response {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:30:24.962813 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-3c812364-f5c1-45a0-9a29-98af9c409b49 tempest-ExtraDHCPOptionsTestJSON-831179529 tempest-ExtraDHCPOptionsTestJSON-831179529] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:30:24.967339 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-3c812364-f5c1-45a0-9a29-98af9c409b49 tempest-ExtraDHCPOptionsTestJSON-831179529 tempest-ExtraDHCPOptionsTestJSON-831179529] Usage tracker for resource:port and tenant:a5d566d8e4124fbdba96782e9cc27450 is out of sync, need to count used quota {{(pid=84874) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:30:24.971063 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-3c812364-f5c1-45a0-9a29-98af9c409b49 tempest-ExtraDHCPOptionsTestJSON-831179529 tempest-ExtraDHCPOptionsTestJSON-831179529] Quota usage for port was recalculated. Used quota:2. {{(pid=84874) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:30:24.981145 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-3c812364-f5c1-45a0-9a29-98af9c409b49 tempest-ExtraDHCPOptionsTestJSON-831179529 tempest-ExtraDHCPOptionsTestJSON-831179529] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:30:24.988696 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84874) accepted ('10.222.0.24', 53586) {{(pid=84874) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:30:24.992545 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-1f1ee5b5-bb72-4a41-9d98-a3c056e000ee tempest-PortsIpV6TestJSON-1330665174 tempest-PortsIpV6TestJSON-1330665174] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 6.0819883 Jan 14 07:30:25.001635 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.v2.base [None req-8002b2b9-cd30-4aef-bfab-b7506e2c8b27 tempest-PortsIpV6TestJSON-1330665174 tempest-PortsIpV6TestJSON-1330665174] Request body: {'port': {'network_id': '9dcd6fac-3668-4057-b5bb-a5142a37a6f8', 'name': 'tempest-PortsIpV6TestJSON-917559489', 'fixed_ips': [{'subnet_id': '86399ecc-8f43-43fb-94bf-8169a302a7ed', 'ip_address': '2001:db8::10'}]}} {{(pid=84874) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:30:25.329087 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-8002b2b9-cd30-4aef-bfab-b7506e2c8b27 tempest-PortsIpV6TestJSON-1330665174 tempest-PortsIpV6TestJSON-1330665174] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:30:25.348608 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-8002b2b9-cd30-4aef-bfab-b7506e2c8b27 tempest-PortsIpV6TestJSON-1330665174 tempest-PortsIpV6TestJSON-1330665174] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:30:25.357259 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3c812364-f5c1-45a0-9a29-98af9c409b49 tempest-ExtraDHCPOptionsTestJSON-831179529 tempest-ExtraDHCPOptionsTestJSON-831179529] Made reservation on behalf of a5d566d8e4124fbdba96782e9cc27450 for: {'port': 1} {{(pid=84874) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 07:30:25.369786 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-3c812364-f5c1-45a0-9a29-98af9c409b49 tempest-ExtraDHCPOptionsTestJSON-831179529 tempest-ExtraDHCPOptionsTestJSON-831179529] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555753'] for port, before_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:30:25.414879 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8002b2b9-cd30-4aef-bfab-b7506e2c8b27 tempest-PortsIpV6TestJSON-1330665174 tempest-PortsIpV6TestJSON-1330665174] Made reservation on behalf of 6396266df05d476da6838f06b578d30b for: {'port': 1} {{(pid=84874) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 07:30:25.539137 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4152af11-f5c1-4567-b967-4ef30ba46caf None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5d94dc7a-c095-50a4-955e-5f3b78718a12-9dcd6fac-3668-4057-b5bb-a5142a37a6f8', 'network_id': '9dcd6fac-3668-4057-b5bb-a5142a37a6f8', 'tenant_id': '6396266df05d476da6838f06b578d30b', 'fixed_ips': [{'subnet_id': '86399ecc-8f43-43fb-94bf-8169a302a7ed'}]}} from n-d-768862-2. {{(pid=84876) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Jan 14 07:30:25.539137 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-4152af11-f5c1-4567-b967-4ef30ba46caf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555753'] for port, before_create {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:30:25.823430 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-c0e2e351-0728-4975-ac83-9b9e0ecfad2f tempest-PortsTestJSON-2091589570 tempest-PortsTestJSON-2091589570] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850887113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036851621412', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036852467174'] for subnet, after_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:30:25.852989 n-d-768862-2 neutron-server[84765]: DEBUG neutron.notifiers.nova [None req-3c812364-f5c1-45a0-9a29-98af9c409b49 tempest-ExtraDHCPOptionsTestJSON-831179529 tempest-ExtraDHCPOptionsTestJSON-831179529] device_id is not set on port 147e051d-73a0-4b53-bb68-4d384883704e yet. {{(pid=84874) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}} Jan 14 07:30:25.965251 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-8002b2b9-cd30-4aef-bfab-b7506e2c8b27 tempest-PortsIpV6TestJSON-1330665174 tempest-PortsIpV6TestJSON-1330665174] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555753'] for port, before_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:30:26.004779 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.db_base_plugin_common [None req-4152af11-f5c1-4567-b967-4ef30ba46caf None None] Allocated IP 2001:db8::2 (9dcd6fac-3668-4057-b5bb-a5142a37a6f8/86399ecc-8f43-43fb-94bf-8169a302a7ed/abd459d0-a377-4a5a-a36e-419050dbf474) {{(pid=84876) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 14 07:30:26.064938 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-7e22d276-1425-4edb-8d9a-b198420bd62a tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:30:26.272779 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0e2e351-0728-4975-ac83-9b9e0ecfad2f tempest-PortsTestJSON-2091589570 tempest-PortsTestJSON-2091589570] Checking segment: {'id': '11e08fd2-771d-4ae9-b647-3a86457d76d2', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 15, 'network_id': '3c0b0c36-e399-483a-b76e-2b8cc0a40b8d'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84875) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 14 07:30:26.273158 n-d-768862-2 neutron-server[84765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0e2e351-0728-4975-ac83-9b9e0ecfad2f tempest-PortsTestJSON-2091589570 tempest-PortsTestJSON-2091589570] Network hostable DHCP agents. Network: 3c0b0c36-e399-483a-b76e-2b8cc0a40b8d, hostable agents: ['32f3dd84-26da-4d18-bf15-6017a8fb7247'], hosted agents: [] {{(pid=84875) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Jan 14 07:30:26.287874 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0e2e351-0728-4975-ac83-9b9e0ecfad2f tempest-PortsTestJSON-2091589570 tempest-PortsTestJSON-2091589570] Pushing event updated for resources: {'Subnet': ['ID=c652c9f8-a959-46ee-b607-b478a7d1dea0,revision_number=0']} {{(pid=84875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:30:26.298763 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-c0e2e351-0728-4975-ac83-9b9e0ecfad2f tempest-PortsTestJSON-2091589570 tempest-PortsTestJSON-2091589570] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.234s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:30:26.363300 n-d-768862-2 neutron-server[84765]: DEBUG neutron.notifiers.nova [None req-8002b2b9-cd30-4aef-bfab-b7506e2c8b27 tempest-PortsIpV6TestJSON-1330665174 tempest-PortsIpV6TestJSON-1330665174] device_id is not set on port a8534d7a-3657-48c4-b092-f3597958f703 yet. {{(pid=84874) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}} Jan 14 07:30:26.380335 n-d-768862-2 neutron-server[84765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0e2e351-0728-4975-ac83-9b9e0ecfad2f tempest-PortsTestJSON-2091589570 tempest-PortsTestJSON-2091589570] Network 3c0b0c36-e399-483a-b76e-2b8cc0a40b8d is scheduled to be hosted by DHCP agent 32f3dd84-26da-4d18-bf15-6017a8fb7247 with binding_index 1 {{(pid=84875) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Jan 14 07:30:26.411061 n-d-768862-2 neutron-server[84765]: DEBUG neutron.scheduler.base_scheduler [None req-c0e2e351-0728-4975-ac83-9b9e0ecfad2f tempest-PortsTestJSON-2091589570 tempest-PortsTestJSON-2091589570] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768862-2, 3c0b0c36-e399-483a-b76e-2b8cc0a40b8d) {{(pid=84875) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 07:30:26.478331 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0e2e351-0728-4975-ac83-9b9e0ecfad2f tempest-PortsTestJSON-2091589570 tempest-PortsTestJSON-2091589570] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:30:26.478996 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-c0e2e351-0728-4975-ac83-9b9e0ecfad2f tempest-PortsTestJSON-2091589570 tempest-PortsTestJSON-2091589570] Notify callbacks [] for subnet, before_response {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:30:26.521180 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dcfee522-a1ff-4cbd-88dd-bbe5c21a7930 None None] Network 3c0b0c36-e399-483a-b76e-2b8cc0a40b8d requested from n-d-768862-2 {{(pid=84876) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 07:30:26.580488 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-c0e2e351-0728-4975-ac83-9b9e0ecfad2f tempest-PortsTestJSON-2091589570 tempest-PortsTestJSON-2091589570] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 4.8076756 Jan 14 07:30:26.583291 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84875) accepted ('10.222.0.24', 53614) {{(pid=84875) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:30:26.596522 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.v2.base [None req-4324e8bd-63c9-4967-aa25-84595c41c293 tempest-PortsTestJSON-2091589570 tempest-PortsTestJSON-2091589570] Request body: {'port': {'network_id': '3c0b0c36-e399-483a-b76e-2b8cc0a40b8d', 'name': 'tempest-PortsTestJSON-1870270203', 'fixed_ips': [{'subnet_id': 'c652c9f8-a959-46ee-b607-b478a7d1dea0', 'ip_address': '172.20.0.10'}]}} {{(pid=84875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:30:27.194446 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.db_base_plugin_common [None req-3c812364-f5c1-45a0-9a29-98af9c409b49 tempest-ExtraDHCPOptionsTestJSON-831179529 tempest-ExtraDHCPOptionsTestJSON-831179529] Allocated IP 172.20.0.13 (8573ab92-2983-4d75-b42a-b380dbd4b35c/8b2e0243-add8-47be-9338-4283a22e935b/147e051d-73a0-4b53-bb68-4d384883704e) {{(pid=84874) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 14 07:30:27.246325 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-4152af11-f5c1-4567-b967-4ef30ba46caf None None] Notify callbacks [] for port, precommit_create {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:30:27.283712 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-4152af11-f5c1-4567-b967-4ef30ba46caf None None] Transition to ACTIVE for port object abd459d0-a377-4a5a-a36e-419050dbf474 will not be triggered until provisioned by entity L2. {{(pid=84876) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 07:30:27.356070 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-4152af11-f5c1-4567-b967-4ef30ba46caf None None] Transition to ACTIVE for port object abd459d0-a377-4a5a-a36e-419050dbf474 will not be triggered until provisioned by entity DHCP. {{(pid=84876) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 07:30:27.356206 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-4324e8bd-63c9-4967-aa25-84595c41c293 tempest-PortsTestJSON-2091589570 tempest-PortsTestJSON-2091589570] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:30:27.359760 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-4324e8bd-63c9-4967-aa25-84595c41c293 tempest-PortsTestJSON-2091589570 tempest-PortsTestJSON-2091589570] Usage tracker for resource:port and tenant:4f41150d2ea84f97bbab10653dcc9b99 is out of sync, need to count used quota {{(pid=84875) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:30:27.365627 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-4324e8bd-63c9-4967-aa25-84595c41c293 tempest-PortsTestJSON-2091589570 tempest-PortsTestJSON-2091589570] Quota usage for port was recalculated. Used quota:1. {{(pid=84875) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:30:27.372477 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-4324e8bd-63c9-4967-aa25-84595c41c293 tempest-PortsTestJSON-2091589570 tempest-PortsTestJSON-2091589570] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=84875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:30:27.389636 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c635638-03f3-41e6-8d83-662d9be2ad8c None None] Network 8573ab92-2983-4d75-b42a-b380dbd4b35c requested from n-d-768862-2 {{(pid=84876) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 07:30:27.411528 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Device 1bb74b17-0f9d-4cb6-8e92-7a5f82ac8474 up at agent ovs-agent-n-d-768862-2 {{(pid=84876) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 07:30:27.462861 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-4152af11-f5c1-4567-b967-4ef30ba46caf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777640123575'] for port, after_create {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:30:27.483525 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4324e8bd-63c9-4967-aa25-84595c41c293 tempest-PortsTestJSON-2091589570 tempest-PortsTestJSON-2091589570] Made reservation on behalf of 4f41150d2ea84f97bbab10653dcc9b99 for: {'port': 1} {{(pid=84875) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 07:30:27.499602 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-4324e8bd-63c9-4967-aa25-84595c41c293 tempest-PortsTestJSON-2091589570 tempest-PortsTestJSON-2091589570] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555753'] for port, before_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:30:27.764730 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-6f34d3cc-8096-434a-a4a3-8d30b908333f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84876) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:30:27.826146 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.db_base_plugin_common [None req-8002b2b9-cd30-4aef-bfab-b7506e2c8b27 tempest-PortsIpV6TestJSON-1330665174 tempest-PortsIpV6TestJSON-1330665174] Allocated IP 2001:db8::10 (9dcd6fac-3668-4057-b5bb-a5142a37a6f8/86399ecc-8f43-43fb-94bf-8169a302a7ed/a8534d7a-3657-48c4-b092-f3597958f703) {{(pid=84874) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 14 07:30:27.972563 n-d-768862-2 neutron-server[84765]: DEBUG neutron.notifiers.nova [None req-4324e8bd-63c9-4967-aa25-84595c41c293 tempest-PortsTestJSON-2091589570 tempest-PortsTestJSON-2091589570] device_id is not set on port 7ab67507-5a26-4745-ab6d-1f7e2e7c2c92 yet. {{(pid=84875) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}} Jan 14 07:30:28.105257 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-c65a6505-994a-4955-9bfb-c7a769684d6a None None] Provisioning for port 1bb74b17-0f9d-4cb6-8e92-7a5f82ac8474 completed by entity DHCP. {{(pid=84876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 07:30:28.111542 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4152af11-f5c1-4567-b967-4ef30ba46caf None None] Pushing event updated for resources: {'Port': ['ID=abd459d0-a377-4a5a-a36e-419050dbf474,revision_number=1']} {{(pid=84876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:30:28.160303 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-4152af11-f5c1-4567-b967-4ef30ba46caf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.396s {{(pid=84876) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:30:28.162771 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-3c812364-f5c1-45a0-9a29-98af9c409b49 tempest-ExtraDHCPOptionsTestJSON-831179529 tempest-ExtraDHCPOptionsTestJSON-831179529] Notify callbacks [] for port, precommit_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:30:28.211930 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-3c812364-f5c1-45a0-9a29-98af9c409b49 tempest-ExtraDHCPOptionsTestJSON-831179529 tempest-ExtraDHCPOptionsTestJSON-831179529] Transition to ACTIVE for port object 147e051d-73a0-4b53-bb68-4d384883704e will not be triggered until provisioned by entity DHCP. {{(pid=84874) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 07:30:28.246403 n-d-768862-2 neutron-server[84765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4152af11-f5c1-4567-b967-4ef30ba46caf None None] Network 9dcd6fac-3668-4057-b5bb-a5142a37a6f8 is already hosted by enough agents. {{(pid=84876) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 07:30:28.255824 n-d-768862-2 neutron-server[84765]: DEBUG neutron.scheduler.base_scheduler [None req-4152af11-f5c1-4567-b967-4ef30ba46caf None None] Resources bound (agent type, host, resource id): {{(pid=84876) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 07:30:28.275289 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4152af11-f5c1-4567-b967-4ef30ba46caf None None] Received port after_create {{(pid=84876) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 14 07:30:28.391351 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-3c812364-f5c1-45a0-9a29-98af9c409b49 tempest-ExtraDHCPOptionsTestJSON-831179529 tempest-ExtraDHCPOptionsTestJSON-831179529] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777640123575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3254186'] for port, after_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:30:28.550846 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.managers [None req-4152af11-f5c1-4567-b967-4ef30ba46caf None None] Attempting to bind port abd459d0-a377-4a5a-a36e-419050dbf474 on host n-d-768862-2 for vnic_type normal with profile {{(pid=84876) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 14 07:30:28.551275 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.managers [None req-4152af11-f5c1-4567-b967-4ef30ba46caf None None] Attempting to bind port abd459d0-a377-4a5a-a36e-419050dbf474 by drivers openvswitch on host n-d-768862-2 at level 0 using segments [{'id': '05dc43ac-8e36-4f3a-a562-7445cdb15096', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 18, 'network_id': '9dcd6fac-3668-4057-b5bb-a5142a37a6f8'}] {{(pid=84876) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 14 07:30:28.551685 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4152af11-f5c1-4567-b967-4ef30ba46caf None None] Attempting to bind port abd459d0-a377-4a5a-a36e-419050dbf474 on network 9dcd6fac-3668-4057-b5bb-a5142a37a6f8 {{(pid=84876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 14 07:30:28.554801 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d97c0fc0-3cfa-4528-a1aa-c075abaf7c3b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5d94dc7a-c095-50a4-955e-5f3b78718a12-3c0b0c36-e399-483a-b76e-2b8cc0a40b8d', 'network_id': '3c0b0c36-e399-483a-b76e-2b8cc0a40b8d', 'tenant_id': '4f41150d2ea84f97bbab10653dcc9b99', 'fixed_ips': [{'subnet_id': 'c652c9f8-a959-46ee-b607-b478a7d1dea0'}]}} from n-d-768862-2. {{(pid=84876) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Jan 14 07:30:28.555706 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-d97c0fc0-3cfa-4528-a1aa-c075abaf7c3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555753'] for port, before_create {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:30:28.567575 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Provisioning for port 1bb74b17-0f9d-4cb6-8e92-7a5f82ac8474 completed by entity L2. {{(pid=84876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 07:30:28.578821 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Provisioning complete for port 1bb74b17-0f9d-4cb6-8e92-7a5f82ac8474 triggered by entity L2. {{(pid=84876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 07:30:28.579248 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-604227'] for port, provisioning_complete {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:30:28.651668 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4152af11-f5c1-4567-b967-4ef30ba46caf None None] Checking agent: {'id': 'ba5efab1-b43c-4d5a-bc52-6e105d4e67a2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768862-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 14, 6, 56, 52), 'started_at': datetime.datetime(2021, 1, 14, 6, 57, 22), 'heartbeat_timestamp': datetime.datetime(2021, 1, 14, 7, 30, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768862-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.29', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 14 07:30:28.652151 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4152af11-f5c1-4567-b967-4ef30ba46caf None None] Checking segment: {'id': '05dc43ac-8e36-4f3a-a562-7445cdb15096', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 18, 'network_id': '9dcd6fac-3668-4057-b5bb-a5142a37a6f8'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84876) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 14 07:30:28.652612 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-4152af11-f5c1-4567-b967-4ef30ba46caf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:30:28.653059 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4152af11-f5c1-4567-b967-4ef30ba46caf None None] Bound using segment: {'id': '05dc43ac-8e36-4f3a-a562-7445cdb15096', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 18, 'network_id': '9dcd6fac-3668-4057-b5bb-a5142a37a6f8'} {{(pid=84876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 14 07:30:28.653601 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.managers [None req-4152af11-f5c1-4567-b967-4ef30ba46caf None None] Bound port: abd459d0-a377-4a5a-a36e-419050dbf474, host: n-d-768862-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '05dc43ac-8e36-4f3a-a562-7445cdb15096', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 18, 'network_id': '9dcd6fac-3668-4057-b5bb-a5142a37a6f8'}}] {{(pid=84876) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 14 07:30:28.654025 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-4152af11-f5c1-4567-b967-4ef30ba46caf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555753'] for port, before_update {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:30:28.657858 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.db_base_plugin_common [None req-4324e8bd-63c9-4967-aa25-84595c41c293 tempest-PortsTestJSON-2091589570 tempest-PortsTestJSON-2091589570] Allocated IP 172.20.0.10 (3c0b0c36-e399-483a-b76e-2b8cc0a40b8d/c652c9f8-a959-46ee-b607-b478a7d1dea0/7ab67507-5a26-4745-ab6d-1f7e2e7c2c92) {{(pid=84875) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 14 07:30:28.696382 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-14c35dba-e3a1-49d3-9c7f-ca26184e5329 tempest-PortsIpV6TestJSON-1330665174 tempest-PortsIpV6TestJSON-1330665174] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:30:28.837898 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c812364-f5c1-45a0-9a29-98af9c409b49 tempest-ExtraDHCPOptionsTestJSON-831179529 tempest-ExtraDHCPOptionsTestJSON-831179529] Pushing event updated for resources: {'Port': ['ID=147e051d-73a0-4b53-bb68-4d384883704e,revision_number=1']} {{(pid=84874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:30:28.856453 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-3c812364-f5c1-45a0-9a29-98af9c409b49 tempest-ExtraDHCPOptionsTestJSON-831179529 tempest-ExtraDHCPOptionsTestJSON-831179529] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.160s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:30:28.884511 n-d-768862-2 neutron-server[84765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c812364-f5c1-45a0-9a29-98af9c409b49 tempest-ExtraDHCPOptionsTestJSON-831179529 tempest-ExtraDHCPOptionsTestJSON-831179529] Network 8573ab92-2983-4d75-b42a-b380dbd4b35c is already hosted by enough agents. {{(pid=84874) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 07:30:28.888572 n-d-768862-2 neutron-server[84765]: DEBUG neutron.scheduler.base_scheduler [None req-3c812364-f5c1-45a0-9a29-98af9c409b49 tempest-ExtraDHCPOptionsTestJSON-831179529 tempest-ExtraDHCPOptionsTestJSON-831179529] Resources bound (agent type, host, resource id): {{(pid=84874) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 07:30:28.893492 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c812364-f5c1-45a0-9a29-98af9c409b49 tempest-ExtraDHCPOptionsTestJSON-831179529 tempest-ExtraDHCPOptionsTestJSON-831179529] Received port after_create {{(pid=84874) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 14 07:30:28.970130 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:shared":"rule:admin_only" was deprecated in W in favor of "update_network:shared":"role:admin and system_scope:all". Reason: Jan 14 07:30:28.970130 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:30:28.970130 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:30:28.970130 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:30:28.970130 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "update_network:provider:network_type":"role:admin and system_scope:all". Reason: Jan 14 07:30:28.970130 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:30:28.970130 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:30:28.970130 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:30:28.970130 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "update_network:provider:physical_network":"role:admin and system_scope:all". Reason: Jan 14 07:30:28.970130 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:30:28.970130 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:30:28.970130 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:30:28.970130 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "update_network:provider:segmentation_id":"role:admin and system_scope:all". Reason: Jan 14 07:30:28.970130 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:30:28.970130 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:30:28.970130 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:30:28.970130 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:router:external":"rule:admin_only" was deprecated in W in favor of "update_network:router:external":"role:admin and system_scope:all". Reason: Jan 14 07:30:28.970130 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:30:28.970130 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:30:28.970130 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:30:28.970130 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:is_default":"rule:admin_only" was deprecated in W in favor of "update_network:is_default":"role:admin and system_scope:all". Reason: Jan 14 07:30:28.970130 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:30:28.970130 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:30:28.970130 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:30:28.970130 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:port_security_enabled":"rule:admin_or_owner" was deprecated in W in favor of "update_network:port_security_enabled":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 07:30:28.970130 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:30:28.970130 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:30:28.970130 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:30:28.970130 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "delete_network":"rule:admin_or_owner" was deprecated in W in favor of "delete_network":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 07:30:28.970130 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:30:28.970130 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:30:28.970130 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:30:28.970130 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_segment":"rule:admin_only" was deprecated in W in favor of "create_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:30:28.970130 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:30:28.970130 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_segment":"rule:admin_only" was deprecated in W in favor of "get_segment":"role:reader and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:30:28.970130 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:30:28.970130 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_segment":"rule:admin_only" was deprecated in W in favor of "update_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:30:28.970130 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:30:28.970130 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "delete_segment":"rule:admin_only" was deprecated in W in favor of "delete_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:30:28.970130 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:30:28.970130 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network":"rule:regular_user" was deprecated in W in favor of "create_network":"role:member and project_id:%(project_id)s". Reason: Jan 14 07:30:28.970130 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:30:28.970130 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:30:28.970130 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:30:28.970130 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:shared":"rule:admin_only" was deprecated in W in favor of "create_network:shared":"role:admin and system_scope:all". Reason: Jan 14 07:30:28.970130 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:30:28.970130 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:30:28.970130 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:30:28.970130 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:router:external":"rule:admin_only" was deprecated in W in favor of "create_network:router:external":"role:admin and system_scope:all". Reason: Jan 14 07:30:28.970130 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:30:28.970130 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:30:28.970130 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:30:28.970130 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:is_default":"rule:admin_only" was deprecated in W in favor of "create_network:is_default":"role:admin and system_scope:all". Reason: Jan 14 07:30:28.970130 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:30:28.970130 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:30:28.970130 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:30:28.970130 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:port_security_enabled":"rule:regular_user" was deprecated in W in favor of "create_network:port_security_enabled":"role:member and project_id:%(project_id)s". Reason: Jan 14 07:30:28.970130 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:30:28.970130 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:30:28.970130 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:30:28.970130 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:segments":"rule:admin_only" was deprecated in W in favor of "create_network:segments":"role:admin and system_scope:all". Reason: Jan 14 07:30:28.970130 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:30:28.970130 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:30:28.970130 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:30:28.976377 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "create_network:provider:network_type":"role:admin and system_scope:all". Reason: Jan 14 07:30:28.976377 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:30:28.976377 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:30:28.976377 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:30:28.976377 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "create_network:provider:physical_network":"role:admin and system_scope:all". Reason: Jan 14 07:30:28.976377 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:30:28.976377 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:30:28.976377 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:30:28.976377 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "create_network:provider:segmentation_id":"role:admin and system_scope:all". Reason: Jan 14 07:30:28.976377 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:30:28.976377 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:30:28.976377 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:30:28.976377 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network":"rule:admin_or_owner or rule:shared or rule:external or rule:context_is_advsvc" was deprecated in W in favor of "get_network":"(role:reader and system_scope:all) or (role:reader and project_id:%(project_id)s) or rule:shared or rule:external or rule:context_is_advsvc". Reason: Jan 14 07:30:28.976377 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:30:28.976377 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:30:28.976377 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:30:28.976377 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:router:external":"rule:regular_user" was deprecated in W in favor of "get_network:router:external":"role:reader and project_id:%(project_id)s". Reason: Jan 14 07:30:28.976377 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:30:28.976377 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:30:28.976377 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:30:28.976377 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:segments":"rule:admin_only" was deprecated in W in favor of "get_network:segments":"role:reader and system_scope:all". Reason: Jan 14 07:30:28.976377 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:30:28.976377 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:30:28.976377 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:30:28.976377 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "get_network:provider:network_type":"role:reader and system_scope:all". Reason: Jan 14 07:30:28.976377 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:30:28.976377 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:30:28.976377 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:30:28.976377 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "get_network:provider:physical_network":"role:reader and system_scope:all". Reason: Jan 14 07:30:28.976377 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:30:28.976377 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:30:28.976377 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:30:28.976377 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "get_network:provider:segmentation_id":"role:reader and system_scope:all". Reason: Jan 14 07:30:28.976377 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:30:28.976377 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:30:28.976377 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:30:28.976377 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network":"rule:admin_or_owner" was deprecated in W in favor of "update_network":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 07:30:28.976377 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:30:28.976377 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:30:28.976377 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:30:28.976377 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:segments":"rule:admin_only" was deprecated in W in favor of "update_network:segments":"role:admin and system_scope:all". Reason: Jan 14 07:30:28.976377 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:30:28.976377 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:30:28.976377 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:30:28.976377 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:shared":"rule:admin_only" was deprecated in W in favor of "update_network:shared":"role:admin and system_scope:all". Reason: Jan 14 07:30:28.976377 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:30:28.976377 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:30:28.976377 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:30:28.976377 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "update_network:provider:network_type":"role:admin and system_scope:all". Reason: Jan 14 07:30:28.976377 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:30:28.976377 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:30:28.976377 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:30:28.976377 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "update_network:provider:physical_network":"role:admin and system_scope:all". Reason: Jan 14 07:30:28.976377 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:30:28.976377 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:30:28.976377 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:30:28.976377 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "update_network:provider:segmentation_id":"role:admin and system_scope:all". Reason: Jan 14 07:30:28.976377 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:30:28.976377 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:30:28.976377 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:30:28.976377 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:router:external":"rule:admin_only" was deprecated in W in favor of "update_network:router:external":"role:admin and system_scope:all". Reason: Jan 14 07:30:28.976377 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:30:28.976377 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:30:28.976377 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:30:28.976377 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:is_default":"rule:admin_only" was deprecated in W in favor of "update_network:is_default":"role:admin and system_scope:all". Reason: Jan 14 07:30:28.976377 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:30:28.976377 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:30:28.976377 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:30:28.997666 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c812364-f5c1-45a0-9a29-98af9c409b49 tempest-ExtraDHCPOptionsTestJSON-831179529 tempest-ExtraDHCPOptionsTestJSON-831179529] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:30:28.998517 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-3c812364-f5c1-45a0-9a29-98af9c409b49 tempest-ExtraDHCPOptionsTestJSON-831179529 tempest-ExtraDHCPOptionsTestJSON-831179529] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854768116'] for port, before_response {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:30:29.119053 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-3c812364-f5c1-45a0-9a29-98af9c409b49 tempest-ExtraDHCPOptionsTestJSON-831179529 tempest-ExtraDHCPOptionsTestJSON-831179529] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1153 time: 4.4711375 Jan 14 07:30:29.127504 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84875) accepted ('10.222.0.24', 53670) {{(pid=84875) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:30:29.159646 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-8002b2b9-cd30-4aef-bfab-b7506e2c8b27 tempest-PortsIpV6TestJSON-1330665174 tempest-PortsIpV6TestJSON-1330665174] Notify callbacks [] for port, precommit_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:30:29.210089 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-8002b2b9-cd30-4aef-bfab-b7506e2c8b27 tempest-PortsIpV6TestJSON-1330665174 tempest-PortsIpV6TestJSON-1330665174] Transition to ACTIVE for port object a8534d7a-3657-48c4-b092-f3597958f703 will not be triggered until provisioned by entity DHCP. {{(pid=84874) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 07:30:29.310058 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-8002b2b9-cd30-4aef-bfab-b7506e2c8b27 tempest-PortsIpV6TestJSON-1330665174 tempest-PortsIpV6TestJSON-1330665174] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777640123575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3254186'] for port, after_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:30:29.349234 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-b13db304-1cf2-436b-8a53-600d3856e8b3 tempest-PortsIpV6TestJSON-1330665174 tempest-PortsIpV6TestJSON-1330665174] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:30:29.605639 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-4324e8bd-63c9-4967-aa25-84595c41c293 tempest-PortsTestJSON-2091589570 tempest-PortsTestJSON-2091589570] Notify callbacks [] for port, precommit_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:30:29.655994 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-4324e8bd-63c9-4967-aa25-84595c41c293 tempest-PortsTestJSON-2091589570 tempest-PortsTestJSON-2091589570] Transition to ACTIVE for port object 7ab67507-5a26-4745-ab6d-1f7e2e7c2c92 will not be triggered until provisioned by entity DHCP. {{(pid=84875) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 07:30:29.763482 n-d-768862-2 neutron-server[84765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8002b2b9-cd30-4aef-bfab-b7506e2c8b27 tempest-PortsIpV6TestJSON-1330665174 tempest-PortsIpV6TestJSON-1330665174] Network 9dcd6fac-3668-4057-b5bb-a5142a37a6f8 is already hosted by enough agents. {{(pid=84874) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 07:30:29.767332 n-d-768862-2 neutron-server[84765]: DEBUG neutron.scheduler.base_scheduler [None req-8002b2b9-cd30-4aef-bfab-b7506e2c8b27 tempest-PortsIpV6TestJSON-1330665174 tempest-PortsIpV6TestJSON-1330665174] Resources bound (agent type, host, resource id): {{(pid=84874) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 07:30:29.772141 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8002b2b9-cd30-4aef-bfab-b7506e2c8b27 tempest-PortsIpV6TestJSON-1330665174 tempest-PortsIpV6TestJSON-1330665174] Received port after_create {{(pid=84874) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 14 07:30:29.784998 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe9b95ca-3a08-46fe-9d87-fcb6f3fc7ccf tempest-ExtraDHCPOptionsTestJSON-831179529 tempest-ExtraDHCPOptionsTestJSON-831179529] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:30:29.792120 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8002b2b9-cd30-4aef-bfab-b7506e2c8b27 tempest-PortsIpV6TestJSON-1330665174 tempest-PortsIpV6TestJSON-1330665174] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:30:29.793111 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-8002b2b9-cd30-4aef-bfab-b7506e2c8b27 tempest-PortsIpV6TestJSON-1330665174 tempest-PortsIpV6TestJSON-1330665174] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854768116'] for port, before_response {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:30:29.817986 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8002b2b9-cd30-4aef-bfab-b7506e2c8b27 tempest-PortsIpV6TestJSON-1330665174 tempest-PortsIpV6TestJSON-1330665174] Pushing event updated for resources: {'Port': ['ID=a8534d7a-3657-48c4-b092-f3597958f703,revision_number=1']} {{(pid=84874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:30:29.831717 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-8002b2b9-cd30-4aef-bfab-b7506e2c8b27 tempest-PortsIpV6TestJSON-1330665174 tempest-PortsIpV6TestJSON-1330665174] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.483s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:30:29.863373 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe9b95ca-3a08-46fe-9d87-fcb6f3fc7ccf tempest-ExtraDHCPOptionsTestJSON-831179529 tempest-ExtraDHCPOptionsTestJSON-831179529] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:30:29.873406 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-8002b2b9-cd30-4aef-bfab-b7506e2c8b27 tempest-PortsIpV6TestJSON-1330665174 tempest-PortsIpV6TestJSON-1330665174] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 4.8831768 Jan 14 07:30:29.874129 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84874) accepted ('10.222.0.24', 53692) {{(pid=84874) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:30:29.880847 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.v2.base [None req-13c2821c-e9c1-45eb-883b-9bc8e68e56b1 tempest-PortsIpV6TestJSON-1330665174 tempest-PortsIpV6TestJSON-1330665174] Request body: {'port': {'network_id': '9dcd6fac-3668-4057-b5bb-a5142a37a6f8', 'name': 'tempest-PortsIpV6TestJSON-1573391848', 'fixed_ips': [{'subnet_id': '86399ecc-8f43-43fb-94bf-8169a302a7ed', 'ip_address': '2001:db8::f'}]}} {{(pid=84874) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:30:29.917263 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe9b95ca-3a08-46fe-9d87-fcb6f3fc7ccf tempest-ExtraDHCPOptionsTestJSON-831179529 tempest-ExtraDHCPOptionsTestJSON-831179529] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:30:29.919473 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-fe9b95ca-3a08-46fe-9d87-fcb6f3fc7ccf tempest-ExtraDHCPOptionsTestJSON-831179529 tempest-ExtraDHCPOptionsTestJSON-831179529] 10.222.0.24 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2617 time: 0.7908771 Jan 14 07:30:29.925258 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84875) accepted ('10.222.0.24', 53696) {{(pid=84875) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:30:29.929014 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-4324e8bd-63c9-4967-aa25-84595c41c293 tempest-PortsTestJSON-2091589570 tempest-PortsTestJSON-2091589570] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777640123575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851621574'] for port, after_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:30:29.985823 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-5be52344-9db2-40c7-9e79-838bee7455f1 tempest-PortsTestJSON-2091589570 tempest-PortsTestJSON-2091589570] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:30:30.081075 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4324e8bd-63c9-4967-aa25-84595c41c293 tempest-PortsTestJSON-2091589570 tempest-PortsTestJSON-2091589570] Pushing event updated for resources: {'Port': ['ID=7ab67507-5a26-4745-ab6d-1f7e2e7c2c92,revision_number=1']} {{(pid=84875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:30:30.113510 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.db_base_plugin_common [None req-d97c0fc0-3cfa-4528-a1aa-c075abaf7c3b None None] Allocated IP 172.20.0.2 (3c0b0c36-e399-483a-b76e-2b8cc0a40b8d/c652c9f8-a959-46ee-b607-b478a7d1dea0/d474dce4-0ee9-4045-9e6a-e6cf4cf2906c) {{(pid=84876) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 14 07:30:30.173350 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-4324e8bd-63c9-4967-aa25-84595c41c293 tempest-PortsTestJSON-2091589570 tempest-PortsTestJSON-2091589570] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.188s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:30:30.226417 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network":"rule:regular_user" was deprecated in W in favor of "create_network":"role:member and project_id:%(project_id)s". Reason: Jan 14 07:30:30.226417 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:30:30.226417 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:30:30.226417 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:30:30.226417 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:shared":"rule:admin_only" was deprecated in W in favor of "create_network:shared":"role:admin and system_scope:all". Reason: Jan 14 07:30:30.226417 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:30:30.226417 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:30:30.226417 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:30:30.226417 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:router:external":"rule:admin_only" was deprecated in W in favor of "create_network:router:external":"role:admin and system_scope:all". Reason: Jan 14 07:30:30.226417 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:30:30.226417 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:30:30.226417 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:30:30.226417 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:is_default":"rule:admin_only" was deprecated in W in favor of "create_network:is_default":"role:admin and system_scope:all". Reason: Jan 14 07:30:30.226417 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:30:30.226417 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:30:30.226417 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:30:30.226417 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:port_security_enabled":"rule:regular_user" was deprecated in W in favor of "create_network:port_security_enabled":"role:member and project_id:%(project_id)s". Reason: Jan 14 07:30:30.226417 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:30:30.226417 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:30:30.226417 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:30:30.226417 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:segments":"rule:admin_only" was deprecated in W in favor of "create_network:segments":"role:admin and system_scope:all". Reason: Jan 14 07:30:30.226417 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:30:30.226417 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:30:30.226417 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:30:30.226417 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "create_network:provider:network_type":"role:admin and system_scope:all". Reason: Jan 14 07:30:30.226417 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:30:30.226417 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:30:30.226417 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:30:30.226417 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "create_network:provider:physical_network":"role:admin and system_scope:all". Reason: Jan 14 07:30:30.226417 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:30:30.226417 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:30:30.226417 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:30:30.226417 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "create_network:provider:segmentation_id":"role:admin and system_scope:all". Reason: Jan 14 07:30:30.226417 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:30:30.226417 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:30:30.226417 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:30:30.226417 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network":"rule:admin_or_owner or rule:shared or rule:external or rule:context_is_advsvc" was deprecated in W in favor of "get_network":"(role:reader and system_scope:all) or (role:reader and project_id:%(project_id)s) or rule:shared or rule:external or rule:context_is_advsvc". Reason: Jan 14 07:30:30.226417 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:30:30.226417 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:30:30.226417 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:30:30.226417 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:router:external":"rule:regular_user" was deprecated in W in favor of "get_network:router:external":"role:reader and project_id:%(project_id)s". Reason: Jan 14 07:30:30.226417 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:30:30.226417 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:30:30.226417 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:30:30.226417 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:segments":"rule:admin_only" was deprecated in W in favor of "get_network:segments":"role:reader and system_scope:all". Reason: Jan 14 07:30:30.226417 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:30:30.226417 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:30:30.226417 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:30:30.226417 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "get_network:provider:network_type":"role:reader and system_scope:all". Reason: Jan 14 07:30:30.226417 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:30:30.226417 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:30:30.226417 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:30:30.226417 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "get_network:provider:physical_network":"role:reader and system_scope:all". Reason: Jan 14 07:30:30.226417 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:30:30.226417 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:30:30.226417 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:30:30.226417 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "get_network:provider:segmentation_id":"role:reader and system_scope:all". Reason: Jan 14 07:30:30.226417 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:30:30.226417 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:30:30.226417 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:30:30.226417 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network":"rule:admin_or_owner" was deprecated in W in favor of "update_network":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 07:30:30.226417 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:30:30.226417 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:30:30.226417 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:30:30.226417 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:segments":"rule:admin_only" was deprecated in W in favor of "update_network:segments":"role:admin and system_scope:all". Reason: Jan 14 07:30:30.226417 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:30:30.226417 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:30:30.226417 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:30:30.240693 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.plugin [None req-f1f57204-0bda-494c-9700-bb012862dcd7 tempest-ExtraDHCPOptionsTestJSON-831179529 tempest-ExtraDHCPOptionsTestJSON-831179529] Deleting port 147e051d-73a0-4b53-bb68-4d384883704e {{(pid=84875) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 07:30:30.241438 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-f1f57204-0bda-494c-9700-bb012862dcd7 tempest-ExtraDHCPOptionsTestJSON-831179529 tempest-ExtraDHCPOptionsTestJSON-831179529] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363259214248359'] for port, before_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:30:30.595148 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-13c2821c-e9c1-45eb-883b-9bc8e68e56b1 tempest-PortsIpV6TestJSON-1330665174 tempest-PortsIpV6TestJSON-1330665174] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:30:30.604711 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-d97c0fc0-3cfa-4528-a1aa-c075abaf7c3b None None] Notify callbacks [] for port, precommit_create {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:30:30.606827 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-13c2821c-e9c1-45eb-883b-9bc8e68e56b1 tempest-PortsIpV6TestJSON-1330665174 tempest-PortsIpV6TestJSON-1330665174] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:30:30.619175 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-d97c0fc0-3cfa-4528-a1aa-c075abaf7c3b None None] Transition to ACTIVE for port object d474dce4-0ee9-4045-9e6a-e6cf4cf2906c will not be triggered until provisioned by entity L2. {{(pid=84876) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 07:30:30.640006 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-d97c0fc0-3cfa-4528-a1aa-c075abaf7c3b None None] Transition to ACTIVE for port object d474dce4-0ee9-4045-9e6a-e6cf4cf2906c will not be triggered until provisioned by entity DHCP. {{(pid=84876) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 07:30:30.661644 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-13c2821c-e9c1-45eb-883b-9bc8e68e56b1 tempest-PortsIpV6TestJSON-1330665174 tempest-PortsIpV6TestJSON-1330665174] Made reservation on behalf of 6396266df05d476da6838f06b578d30b for: {'port': 1} {{(pid=84874) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 07:30:30.664565 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:port_security_enabled":"rule:admin_or_owner" was deprecated in W in favor of "update_network:port_security_enabled":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 07:30:30.664565 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:30:30.664565 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:30:30.664565 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:30:30.664565 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "delete_network":"rule:admin_or_owner" was deprecated in W in favor of "delete_network":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 07:30:30.664565 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:30:30.664565 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:30:30.664565 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:30:30.664565 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_segment":"rule:admin_only" was deprecated in W in favor of "create_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:30:30.664565 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:30:30.664565 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_segment":"rule:admin_only" was deprecated in W in favor of "get_segment":"role:reader and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:30:30.664565 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:30:30.664565 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_segment":"rule:admin_only" was deprecated in W in favor of "update_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:30:30.664565 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:30:30.664565 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "delete_segment":"rule:admin_only" was deprecated in W in favor of "delete_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:30:30.664565 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:30:30.664565 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network":"rule:regular_user" was deprecated in W in favor of "create_network":"role:member and project_id:%(project_id)s". Reason: Jan 14 07:30:30.664565 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:30:30.664565 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:30:30.664565 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:30:30.664565 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:shared":"rule:admin_only" was deprecated in W in favor of "create_network:shared":"role:admin and system_scope:all". Reason: Jan 14 07:30:30.664565 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:30:30.664565 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:30:30.664565 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:30:30.664565 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:router:external":"rule:admin_only" was deprecated in W in favor of "create_network:router:external":"role:admin and system_scope:all". Reason: Jan 14 07:30:30.664565 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:30:30.664565 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:30:30.664565 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:30:30.664565 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:is_default":"rule:admin_only" was deprecated in W in favor of "create_network:is_default":"role:admin and system_scope:all". Reason: Jan 14 07:30:30.664565 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:30:30.664565 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:30:30.664565 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:30:30.664565 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:port_security_enabled":"rule:regular_user" was deprecated in W in favor of "create_network:port_security_enabled":"role:member and project_id:%(project_id)s". Reason: Jan 14 07:30:30.664565 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:30:30.664565 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:30:30.664565 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:30:30.664565 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:segments":"rule:admin_only" was deprecated in W in favor of "create_network:segments":"role:admin and system_scope:all". Reason: Jan 14 07:30:30.664565 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:30:30.664565 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:30:30.664565 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:30:30.664565 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "create_network:provider:network_type":"role:admin and system_scope:all". Reason: Jan 14 07:30:30.664565 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:30:30.664565 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:30:30.664565 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:30:30.664565 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "create_network:provider:physical_network":"role:admin and system_scope:all". Reason: Jan 14 07:30:30.664565 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:30:30.664565 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:30:30.664565 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:30:30.664565 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "create_network:provider:segmentation_id":"role:admin and system_scope:all". Reason: Jan 14 07:30:30.664565 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:30:30.664565 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:30:30.664565 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:30:30.664565 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network":"rule:admin_or_owner or rule:shared or rule:external or rule:context_is_advsvc" was deprecated in W in favor of "get_network":"(role:reader and system_scope:all) or (role:reader and project_id:%(project_id)s) or rule:shared or rule:external or rule:context_is_advsvc". Reason: Jan 14 07:30:30.664565 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:30:30.664565 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:30:30.664565 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:30:30.664565 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:router:external":"rule:regular_user" was deprecated in W in favor of "get_network:router:external":"role:reader and project_id:%(project_id)s". Reason: Jan 14 07:30:30.664565 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:30:30.664565 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:30:30.664565 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:30:30.668957 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:segments":"rule:admin_only" was deprecated in W in favor of "get_network:segments":"role:reader and system_scope:all". Reason: Jan 14 07:30:30.668957 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:30:30.668957 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:30:30.668957 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:30:30.668957 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "get_network:provider:network_type":"role:reader and system_scope:all". Reason: Jan 14 07:30:30.668957 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:30:30.668957 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:30:30.668957 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:30:30.668957 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "get_network:provider:physical_network":"role:reader and system_scope:all". Reason: Jan 14 07:30:30.668957 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:30:30.668957 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:30:30.668957 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:30:30.668957 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "get_network:provider:segmentation_id":"role:reader and system_scope:all". Reason: Jan 14 07:30:30.668957 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:30:30.668957 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:30:30.668957 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:30:30.668957 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network":"rule:admin_or_owner" was deprecated in W in favor of "update_network":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 07:30:30.668957 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:30:30.668957 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:30:30.668957 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:30:30.668957 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:segments":"rule:admin_only" was deprecated in W in favor of "update_network:segments":"role:admin and system_scope:all". Reason: Jan 14 07:30:30.668957 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:30:30.668957 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:30:30.668957 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:30:30.668957 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:shared":"rule:admin_only" was deprecated in W in favor of "update_network:shared":"role:admin and system_scope:all". Reason: Jan 14 07:30:30.668957 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:30:30.668957 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:30:30.668957 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:30:30.668957 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "update_network:provider:network_type":"role:admin and system_scope:all". Reason: Jan 14 07:30:30.668957 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:30:30.668957 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:30:30.668957 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:30:30.668957 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "update_network:provider:physical_network":"role:admin and system_scope:all". Reason: Jan 14 07:30:30.668957 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:30:30.668957 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:30:30.668957 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:30:30.668957 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "update_network:provider:segmentation_id":"role:admin and system_scope:all". Reason: Jan 14 07:30:30.668957 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:30:30.668957 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:30:30.668957 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:30:30.668957 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:router:external":"rule:admin_only" was deprecated in W in favor of "update_network:router:external":"role:admin and system_scope:all". Reason: Jan 14 07:30:30.668957 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:30:30.668957 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:30:30.668957 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:30:30.668957 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:is_default":"rule:admin_only" was deprecated in W in favor of "update_network:is_default":"role:admin and system_scope:all". Reason: Jan 14 07:30:30.668957 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:30:30.668957 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:30:30.668957 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:30:30.668957 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:port_security_enabled":"rule:admin_or_owner" was deprecated in W in favor of "update_network:port_security_enabled":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 07:30:30.668957 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:30:30.668957 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:30:30.668957 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:30:30.668957 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "delete_network":"rule:admin_or_owner" was deprecated in W in favor of "delete_network":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 07:30:30.668957 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:30:30.668957 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:30:30.668957 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:30:30.668957 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_segment":"rule:admin_only" was deprecated in W in favor of "create_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:30:30.668957 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:30:30.668957 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_segment":"rule:admin_only" was deprecated in W in favor of "get_segment":"role:reader and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:30:30.668957 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:30:30.668957 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_segment":"rule:admin_only" was deprecated in W in favor of "update_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:30:30.668957 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:30:30.693681 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-13c2821c-e9c1-45eb-883b-9bc8e68e56b1 tempest-PortsIpV6TestJSON-1330665174 tempest-PortsIpV6TestJSON-1330665174] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555753'] for port, before_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:30:30.870903 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [None req-4152af11-f5c1-4567-b967-4ef30ba46caf None None] For port abd459d0-a377-4a5a-a36e-419050dbf474, host n-d-768862-2, cleared binding levels {{(pid=84876) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 14 07:30:30.874494 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [None req-4152af11-f5c1-4567-b967-4ef30ba46caf None None] For port abd459d0-a377-4a5a-a36e-419050dbf474, host n-d-768862-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-2',level=0,port_id=abd459d0-a377-4a5a-a36e-419050dbf474,segment=NetworkSegment(05dc43ac-8e36-4f3a-a562-7445cdb15096),segment_id=05dc43ac-8e36-4f3a-a562-7445cdb15096)] {{(pid=84876) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 14 07:30:30.894643 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-d97c0fc0-3cfa-4528-a1aa-c075abaf7c3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777640123575'] for port, after_create {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:30:30.986102 n-d-768862-2 neutron-server[84765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4324e8bd-63c9-4967-aa25-84595c41c293 tempest-PortsTestJSON-2091589570 tempest-PortsTestJSON-2091589570] Network 3c0b0c36-e399-483a-b76e-2b8cc0a40b8d is already hosted by enough agents. {{(pid=84875) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 07:30:30.999750 n-d-768862-2 neutron-server[84765]: DEBUG neutron.scheduler.base_scheduler [None req-4324e8bd-63c9-4967-aa25-84595c41c293 tempest-PortsTestJSON-2091589570 tempest-PortsTestJSON-2091589570] Resources bound (agent type, host, resource id): {{(pid=84875) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 07:30:31.013042 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4324e8bd-63c9-4967-aa25-84595c41c293 tempest-PortsTestJSON-2091589570 tempest-PortsTestJSON-2091589570] Received port after_create {{(pid=84875) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 14 07:30:31.303905 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-f1f57204-0bda-494c-9700-bb012862dcd7 tempest-ExtraDHCPOptionsTestJSON-831179529 tempest-ExtraDHCPOptionsTestJSON-831179529] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036850862667'] for port, precommit_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:30:31.306300 n-d-768862-2 neutron-server[84765]: DEBUG neutron.notifiers.nova [None req-13c2821c-e9c1-45eb-883b-9bc8e68e56b1 tempest-PortsIpV6TestJSON-1330665174 tempest-PortsIpV6TestJSON-1330665174] device_id is not set on port ccd5dbfa-4977-472f-9141-43a0d9c5667c yet. {{(pid=84874) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}} Jan 14 07:30:31.331846 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-6f34d3cc-8096-434a-a4a3-8d30b908333f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84876) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:30:31.382091 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4324e8bd-63c9-4967-aa25-84595c41c293 tempest-PortsTestJSON-2091589570 tempest-PortsTestJSON-2091589570] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:30:31.382832 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-4324e8bd-63c9-4967-aa25-84595c41c293 tempest-PortsTestJSON-2091589570 tempest-PortsTestJSON-2091589570] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854768116'] for port, before_response {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:30:31.417386 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-4152af11-f5c1-4567-b967-4ef30ba46caf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777640533312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363259214678337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777640097497'] for port, after_update {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:30:31.438205 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.agents_db [None req-5b939a2f-078d-4c69-a188-cb55a28a77a0 None None] Agent healthcheck: found 7 active agents {{(pid=84877) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Jan 14 07:30:31.569897 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-4324e8bd-63c9-4967-aa25-84595c41c293 tempest-PortsTestJSON-2091589570 tempest-PortsTestJSON-2091589570] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 925 time: 4.9851680 Jan 14 07:30:31.578832 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555753'] for port, before_update {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:30:31.586348 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84874) accepted ('10.222.0.24', 53734) {{(pid=84874) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:30:31.618001 n-d-768862-2 neutron-server[84765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d97c0fc0-3cfa-4528-a1aa-c075abaf7c3b None None] Network 3c0b0c36-e399-483a-b76e-2b8cc0a40b8d is already hosted by enough agents. {{(pid=84876) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 07:30:31.633915 n-d-768862-2 neutron-server[84765]: DEBUG neutron.scheduler.base_scheduler [None req-d97c0fc0-3cfa-4528-a1aa-c075abaf7c3b None None] Resources bound (agent type, host, resource id): {{(pid=84876) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 07:30:31.646945 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d97c0fc0-3cfa-4528-a1aa-c075abaf7c3b None None] Received port after_create {{(pid=84876) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 14 07:30:31.806428 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.plugin [None req-f1f57204-0bda-494c-9700-bb012862dcd7 tempest-ExtraDHCPOptionsTestJSON-831179529 tempest-ExtraDHCPOptionsTestJSON-831179529] Calling delete_port for 147e051d-73a0-4b53-bb68-4d384883704e owned by {{(pid=84875) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 07:30:32.030210 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.v2.base [None req-97ea0ccd-fdd7-4874-bd58-1d55a5332773 tempest-PortsTestJSON-2091589570 tempest-PortsTestJSON-2091589570] Request body: {'port': {'network_id': '3c0b0c36-e399-483a-b76e-2b8cc0a40b8d', 'name': 'tempest-PortsTestJSON-228394018', 'fixed_ips': [{'subnet_id': 'c652c9f8-a959-46ee-b607-b478a7d1dea0', 'ip_address': '172.20.0.9'}]}} {{(pid=84874) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:30:32.034751 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.managers [None req-d97c0fc0-3cfa-4528-a1aa-c075abaf7c3b None None] Attempting to bind port d474dce4-0ee9-4045-9e6a-e6cf4cf2906c on host n-d-768862-2 for vnic_type normal with profile {{(pid=84876) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 14 07:30:32.034751 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.managers [None req-d97c0fc0-3cfa-4528-a1aa-c075abaf7c3b None None] Attempting to bind port d474dce4-0ee9-4045-9e6a-e6cf4cf2906c by drivers openvswitch on host n-d-768862-2 at level 0 using segments [{'id': '11e08fd2-771d-4ae9-b647-3a86457d76d2', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 15, 'network_id': '3c0b0c36-e399-483a-b76e-2b8cc0a40b8d'}] {{(pid=84876) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 14 07:30:32.034751 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d97c0fc0-3cfa-4528-a1aa-c075abaf7c3b None None] Attempting to bind port d474dce4-0ee9-4045-9e6a-e6cf4cf2906c on network 3c0b0c36-e399-483a-b76e-2b8cc0a40b8d {{(pid=84876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 14 07:30:32.034751 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d97c0fc0-3cfa-4528-a1aa-c075abaf7c3b None None] Checking agent: {'id': 'ba5efab1-b43c-4d5a-bc52-6e105d4e67a2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768862-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 14, 6, 56, 52), 'started_at': datetime.datetime(2021, 1, 14, 6, 57, 22), 'heartbeat_timestamp': datetime.datetime(2021, 1, 14, 7, 30, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768862-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.29', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 14 07:30:32.034751 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d97c0fc0-3cfa-4528-a1aa-c075abaf7c3b None None] Checking segment: {'id': '11e08fd2-771d-4ae9-b647-3a86457d76d2', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 15, 'network_id': '3c0b0c36-e399-483a-b76e-2b8cc0a40b8d'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84876) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 14 07:30:32.034751 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-d97c0fc0-3cfa-4528-a1aa-c075abaf7c3b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:30:32.034751 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d97c0fc0-3cfa-4528-a1aa-c075abaf7c3b None None] Bound using segment: {'id': '11e08fd2-771d-4ae9-b647-3a86457d76d2', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 15, 'network_id': '3c0b0c36-e399-483a-b76e-2b8cc0a40b8d'} {{(pid=84876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 14 07:30:32.034751 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.managers [None req-d97c0fc0-3cfa-4528-a1aa-c075abaf7c3b None None] Bound port: d474dce4-0ee9-4045-9e6a-e6cf4cf2906c, host: n-d-768862-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '11e08fd2-771d-4ae9-b647-3a86457d76d2', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 15, 'network_id': '3c0b0c36-e399-483a-b76e-2b8cc0a40b8d'}}] {{(pid=84876) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 14 07:30:32.034751 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-d97c0fc0-3cfa-4528-a1aa-c075abaf7c3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555753'] for port, before_update {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:30:32.034751 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d97c0fc0-3cfa-4528-a1aa-c075abaf7c3b None None] Pushing event updated for resources: {'Port': ['ID=d474dce4-0ee9-4045-9e6a-e6cf4cf2906c,revision_number=1']} {{(pid=84876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:30:32.134113 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-d97c0fc0-3cfa-4528-a1aa-c075abaf7c3b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.802s {{(pid=84876) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:30:32.175808 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-f014b686-3b35-48a8-92cb-08937a4f6ce3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.685s {{(pid=84876) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:30:32.232217 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-f1f57204-0bda-494c-9700-bb012862dcd7 tempest-ExtraDHCPOptionsTestJSON-831179529 tempest-ExtraDHCPOptionsTestJSON-831179529] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777640533329', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777640097463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851621574'] for port, after_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:30:32.532333 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-42a9e6dd-a9bd-4aea-b64a-b8028ae9efe1 tempest-NetworksIpV6Test-2047944877 tempest-NetworksIpV6Test-2047944877] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:30:32.819744 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.db_base_plugin_common [None req-13c2821c-e9c1-45eb-883b-9bc8e68e56b1 tempest-PortsIpV6TestJSON-1330665174 tempest-PortsIpV6TestJSON-1330665174] Allocated IP 2001:db8::f (9dcd6fac-3668-4057-b5bb-a5142a37a6f8/86399ecc-8f43-43fb-94bf-8169a302a7ed/ccd5dbfa-4977-472f-9141-43a0d9c5667c) {{(pid=84874) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 14 07:30:32.821799 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-97ea0ccd-fdd7-4874-bd58-1d55a5332773 tempest-PortsTestJSON-2091589570 tempest-PortsTestJSON-2091589570] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:30:33.110739 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4152af11-f5c1-4567-b967-4ef30ba46caf None None] Pushing event updated for resources: {'Port': ['ID=abd459d0-a377-4a5a-a36e-419050dbf474,revision_number=2']} {{(pid=84876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:30:33.117140 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-4152af11-f5c1-4567-b967-4ef30ba46caf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.942s {{(pid=84876) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:30:33.141279 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] For port 1bb74b17-0f9d-4cb6-8e92-7a5f82ac8474, host n-d-768862-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-2',level=0,port_id=1bb74b17-0f9d-4cb6-8e92-7a5f82ac8474,segment=NetworkSegment(14e25bdd-3f02-4083-bff4-63c6d500b328),segment_id=14e25bdd-3f02-4083-bff4-63c6d500b328)] {{(pid=84876) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 07:30:33.145813 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-69f9aac9-79c4-476e-8e53-680d6def6239 None None] Could not find standard attr ID for object 147e051d-73a0-4b53-bb68-4d384883704e. {{(pid=84876) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Jan 14 07:30:33.181149 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777640533312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363259214678337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777640097497'] for port, after_update {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:30:33.197645 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-b0032aa3-83bc-43b8-b90b-bbe7c60883c2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84876) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:30:33.416275 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-13c2821c-e9c1-45eb-883b-9bc8e68e56b1 tempest-PortsIpV6TestJSON-1330665174 tempest-PortsIpV6TestJSON-1330665174] Notify callbacks [] for port, precommit_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:30:33.509726 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-13c2821c-e9c1-45eb-883b-9bc8e68e56b1 tempest-PortsIpV6TestJSON-1330665174 tempest-PortsIpV6TestJSON-1330665174] Transition to ACTIVE for port object ccd5dbfa-4977-472f-9141-43a0d9c5667c will not be triggered until provisioned by entity DHCP. {{(pid=84874) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 07:30:33.544059 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-69f9aac9-79c4-476e-8e53-680d6def6239 None None] Provisioning complete for port 1bb74b17-0f9d-4cb6-8e92-7a5f82ac8474 triggered by entity DHCP. {{(pid=84876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 07:30:33.544546 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-69f9aac9-79c4-476e-8e53-680d6def6239 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-604227'] for port, provisioning_complete {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:30:33.595252 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-97ea0ccd-fdd7-4874-bd58-1d55a5332773 tempest-PortsTestJSON-2091589570 tempest-PortsTestJSON-2091589570] Usage tracker for resource:port and tenant:4f41150d2ea84f97bbab10653dcc9b99 is out of sync, need to count used quota {{(pid=84874) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:30:33.613772 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-97ea0ccd-fdd7-4874-bd58-1d55a5332773 tempest-PortsTestJSON-2091589570 tempest-PortsTestJSON-2091589570] Quota usage for port was recalculated. Used quota:3. {{(pid=84874) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:30:33.624808 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-13c2821c-e9c1-45eb-883b-9bc8e68e56b1 tempest-PortsIpV6TestJSON-1330665174 tempest-PortsIpV6TestJSON-1330665174] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777640123575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3254186'] for port, after_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:30:33.856842 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [None req-d97c0fc0-3cfa-4528-a1aa-c075abaf7c3b None None] For port d474dce4-0ee9-4045-9e6a-e6cf4cf2906c, host n-d-768862-2, cleared binding levels {{(pid=84876) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 14 07:30:33.884108 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [None req-d97c0fc0-3cfa-4528-a1aa-c075abaf7c3b None None] For port d474dce4-0ee9-4045-9e6a-e6cf4cf2906c, host n-d-768862-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-2',level=0,port_id=d474dce4-0ee9-4045-9e6a-e6cf4cf2906c,segment=NetworkSegment(11e08fd2-771d-4ae9-b647-3a86457d76d2),segment_id=11e08fd2-771d-4ae9-b647-3a86457d76d2)] {{(pid=84876) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 14 07:30:33.933535 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Pushing event updated for resources: {'Port': ['ID=1bb74b17-0f9d-4cb6-8e92-7a5f82ac8474,revision_number=3']} {{(pid=84876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:30:33.946253 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-d97c0fc0-3cfa-4528-a1aa-c075abaf7c3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777640533312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363259214678337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777640097497'] for port, after_update {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:30:33.964845 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.767s {{(pid=84876) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:30:33.965764 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84876) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:30:34.091133 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1f57204-0bda-494c-9700-bb012862dcd7 tempest-ExtraDHCPOptionsTestJSON-831179529 tempest-ExtraDHCPOptionsTestJSON-831179529] Pushing event deleted for resources: {'Port': ['ID=147e051d-73a0-4b53-bb68-4d384883704e,revision_number=None']} {{(pid=84875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:30:34.184407 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-f1f57204-0bda-494c-9700-bb012862dcd7 tempest-ExtraDHCPOptionsTestJSON-831179529 tempest-ExtraDHCPOptionsTestJSON-831179529] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.653s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:30:34.225827 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-83cd420d-bc2e-415f-967c-b77fd9bb9625 tempest-PortsIpV6TestJSON-1330665174 tempest-PortsIpV6TestJSON-1330665174] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:30:34.356961 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-f1f57204-0bda-494c-9700-bb012862dcd7 tempest-ExtraDHCPOptionsTestJSON-831179529 tempest-ExtraDHCPOptionsTestJSON-831179529] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854768116'] for port, before_response {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:30:34.367078 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-f1f57204-0bda-494c-9700-bb012862dcd7 tempest-ExtraDHCPOptionsTestJSON-831179529 tempest-ExtraDHCPOptionsTestJSON-831179529] 10.222.0.24 "DELETE /v2.0/ports/147e051d-73a0-4b53-bb68-4d384883704e HTTP/1.1" status: 204 len: 168 time: 4.4401650 Jan 14 07:30:34.373069 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84875) accepted ('10.222.0.24', 53806) {{(pid=84875) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:30:34.387695 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.v2.base [None req-2eb8a746-d1b8-4328-864f-23df13bc6255 tempest-ExtraDHCPOptionsTestJSON-831179529 tempest-ExtraDHCPOptionsTestJSON-831179529] Request body: {'port': {'name': 'tempest-new-port-name-1507291228', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '123.123.123.123', 'opt_name': 'tftp-server'}, {'opt_value': '123.123.123.45', 'opt_name': 'server-ip-address'}]}} {{(pid=84875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:30:34.394066 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.api.validators [None req-2eb8a746-d1b8-4328-864f-23df13bc6255 tempest-ExtraDHCPOptionsTestJSON-831179529 tempest-ExtraDHCPOptionsTestJSON-831179529] bootfile-name is not in valid_values {{(pid=84875) validate_values /usr/local/lib/python3.6/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jan 14 07:30:34.396161 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.api.validators [None req-2eb8a746-d1b8-4328-864f-23df13bc6255 tempest-ExtraDHCPOptionsTestJSON-831179529 tempest-ExtraDHCPOptionsTestJSON-831179529] tftp-server is not in valid_values {{(pid=84875) validate_values /usr/local/lib/python3.6/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jan 14 07:30:34.396733 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.api.validators [None req-2eb8a746-d1b8-4328-864f-23df13bc6255 tempest-ExtraDHCPOptionsTestJSON-831179529 tempest-ExtraDHCPOptionsTestJSON-831179529] server-ip-address is not in valid_values {{(pid=84875) validate_values /usr/local/lib/python3.6/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jan 14 07:30:34.455383 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-97ea0ccd-fdd7-4874-bd58-1d55a5332773 tempest-PortsTestJSON-2091589570 tempest-PortsTestJSON-2091589570] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=84874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:30:34.473640 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13c2821c-e9c1-45eb-883b-9bc8e68e56b1 tempest-PortsIpV6TestJSON-1330665174 tempest-PortsIpV6TestJSON-1330665174] Pushing event updated for resources: {'Port': ['ID=ccd5dbfa-4977-472f-9141-43a0d9c5667c,revision_number=1']} {{(pid=84874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:30:34.506243 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-13c2821c-e9c1-45eb-883b-9bc8e68e56b1 tempest-PortsIpV6TestJSON-1330665174 tempest-PortsIpV6TestJSON-1330665174] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.273s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:30:34.601104 n-d-768862-2 neutron-server[84765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13c2821c-e9c1-45eb-883b-9bc8e68e56b1 tempest-PortsIpV6TestJSON-1330665174 tempest-PortsIpV6TestJSON-1330665174] Network 9dcd6fac-3668-4057-b5bb-a5142a37a6f8 is already hosted by enough agents. {{(pid=84874) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 07:30:34.631519 n-d-768862-2 neutron-server[84765]: DEBUG neutron.scheduler.base_scheduler [None req-13c2821c-e9c1-45eb-883b-9bc8e68e56b1 tempest-PortsIpV6TestJSON-1330665174 tempest-PortsIpV6TestJSON-1330665174] Resources bound (agent type, host, resource id): {{(pid=84874) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 07:30:34.644014 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13c2821c-e9c1-45eb-883b-9bc8e68e56b1 tempest-PortsIpV6TestJSON-1330665174 tempest-PortsIpV6TestJSON-1330665174] Received port after_create {{(pid=84874) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 14 07:30:34.647952 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "delete_segment":"rule:admin_only" was deprecated in W in favor of "delete_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:30:34.647952 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:30:34.647952 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network":"rule:regular_user" was deprecated in W in favor of "create_network":"role:member and project_id:%(project_id)s". Reason: Jan 14 07:30:34.647952 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:30:34.647952 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:30:34.647952 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:30:34.647952 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:shared":"rule:admin_only" was deprecated in W in favor of "create_network:shared":"role:admin and system_scope:all". Reason: Jan 14 07:30:34.647952 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:30:34.647952 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:30:34.647952 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:30:34.647952 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:router:external":"rule:admin_only" was deprecated in W in favor of "create_network:router:external":"role:admin and system_scope:all". Reason: Jan 14 07:30:34.647952 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:30:34.647952 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:30:34.647952 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:30:34.647952 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:is_default":"rule:admin_only" was deprecated in W in favor of "create_network:is_default":"role:admin and system_scope:all". Reason: Jan 14 07:30:34.647952 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:30:34.647952 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:30:34.647952 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:30:34.647952 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:port_security_enabled":"rule:regular_user" was deprecated in W in favor of "create_network:port_security_enabled":"role:member and project_id:%(project_id)s". Reason: Jan 14 07:30:34.647952 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:30:34.647952 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:30:34.647952 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:30:34.647952 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:segments":"rule:admin_only" was deprecated in W in favor of "create_network:segments":"role:admin and system_scope:all". Reason: Jan 14 07:30:34.647952 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:30:34.647952 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:30:34.647952 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:30:34.647952 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "create_network:provider:network_type":"role:admin and system_scope:all". Reason: Jan 14 07:30:34.647952 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:30:34.647952 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:30:34.647952 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:30:34.647952 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "create_network:provider:physical_network":"role:admin and system_scope:all". Reason: Jan 14 07:30:34.647952 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:30:34.647952 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:30:34.647952 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:30:34.647952 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "create_network:provider:segmentation_id":"role:admin and system_scope:all". Reason: Jan 14 07:30:34.647952 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:30:34.647952 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:30:34.647952 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:30:34.647952 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network":"rule:admin_or_owner or rule:shared or rule:external or rule:context_is_advsvc" was deprecated in W in favor of "get_network":"(role:reader and system_scope:all) or (role:reader and project_id:%(project_id)s) or rule:shared or rule:external or rule:context_is_advsvc". Reason: Jan 14 07:30:34.647952 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:30:34.647952 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:30:34.647952 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:30:34.647952 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:router:external":"rule:regular_user" was deprecated in W in favor of "get_network:router:external":"role:reader and project_id:%(project_id)s". Reason: Jan 14 07:30:34.647952 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:30:34.647952 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:30:34.647952 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:30:34.647952 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:segments":"rule:admin_only" was deprecated in W in favor of "get_network:segments":"role:reader and system_scope:all". Reason: Jan 14 07:30:34.647952 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:30:34.647952 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:30:34.647952 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:30:34.647952 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "get_network:provider:network_type":"role:reader and system_scope:all". Reason: Jan 14 07:30:34.647952 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:30:34.647952 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:30:34.647952 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:30:34.647952 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "get_network:provider:physical_network":"role:reader and system_scope:all". Reason: Jan 14 07:30:34.647952 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:30:34.647952 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:30:34.647952 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:30:34.647952 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "get_network:provider:segmentation_id":"role:reader and system_scope:all". Reason: Jan 14 07:30:34.647952 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:30:34.647952 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:30:34.647952 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:30:34.647952 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network":"rule:admin_or_owner" was deprecated in W in favor of "update_network":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 07:30:34.647952 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:30:34.647952 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:30:34.647952 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:30:34.771698 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13c2821c-e9c1-45eb-883b-9bc8e68e56b1 tempest-PortsIpV6TestJSON-1330665174 tempest-PortsIpV6TestJSON-1330665174] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:30:34.803063 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-13c2821c-e9c1-45eb-883b-9bc8e68e56b1 tempest-PortsIpV6TestJSON-1330665174 tempest-PortsIpV6TestJSON-1330665174] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854768116'] for port, before_response {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:30:34.828726 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-97ea0ccd-fdd7-4874-bd58-1d55a5332773 tempest-PortsTestJSON-2091589570 tempest-PortsTestJSON-2091589570] Made reservation on behalf of 4f41150d2ea84f97bbab10653dcc9b99 for: {'port': 1} {{(pid=84874) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 07:30:34.853603 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-2eb8a746-d1b8-4328-864f-23df13bc6255 tempest-ExtraDHCPOptionsTestJSON-831179529 tempest-ExtraDHCPOptionsTestJSON-831179529] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555753'] for port, before_update {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:30:34.891115 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-69f9aac9-79c4-476e-8e53-680d6def6239 None None] Provisioning for port 51f5ea6e-221a-4da2-af4d-60fd4d1f1e55 completed by entity DHCP. {{(pid=84876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 07:30:34.969589 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-69f9aac9-79c4-476e-8e53-680d6def6239 None None] Provisioning complete for port 51f5ea6e-221a-4da2-af4d-60fd4d1f1e55 triggered by entity DHCP. {{(pid=84876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 07:30:34.969589 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-69f9aac9-79c4-476e-8e53-680d6def6239 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-604227'] for port, provisioning_complete {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:30:35.361652 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d97c0fc0-3cfa-4528-a1aa-c075abaf7c3b None None] Pushing event updated for resources: {'Port': ['ID=d474dce4-0ee9-4045-9e6a-e6cf4cf2906c,revision_number=2']} {{(pid=84876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:30:35.376710 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-d97c0fc0-3cfa-4528-a1aa-c075abaf7c3b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.407s {{(pid=84876) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:30:35.394586 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.plugin [None req-69f9aac9-79c4-476e-8e53-680d6def6239 None None] Port 51f5ea6e-221a-4da2-af4d-60fd4d1f1e55 cannot update to ACTIVE because it is not bound. {{(pid=84876) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:329}} Jan 14 07:30:35.470327 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-97ea0ccd-fdd7-4874-bd58-1d55a5332773 tempest-PortsTestJSON-2091589570 tempest-PortsTestJSON-2091589570] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555753'] for port, before_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:30:35.518444 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-62e0ece2-00f2-468c-90b5-563645f874a5 None None] Could not find standard attr ID for object 147e051d-73a0-4b53-bb68-4d384883704e. {{(pid=84876) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Jan 14 07:30:35.562677 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-62e0ece2-00f2-468c-90b5-563645f874a5 None None] Provisioning complete for port 1bb74b17-0f9d-4cb6-8e92-7a5f82ac8474 triggered by entity DHCP. {{(pid=84876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 07:30:35.563945 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-62e0ece2-00f2-468c-90b5-563645f874a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-604227'] for port, provisioning_complete {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:30:35.641318 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-13c2821c-e9c1-45eb-883b-9bc8e68e56b1 tempest-PortsIpV6TestJSON-1330665174 tempest-PortsIpV6TestJSON-1330665174] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 5.7660232 Jan 14 07:30:35.645779 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84874) accepted ('10.222.0.24', 53838) {{(pid=84874) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:30:35.918094 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Device 1bb74b17-0f9d-4cb6-8e92-7a5f82ac8474 up at agent ovs-agent-n-d-768862-2 {{(pid=84876) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 07:30:36.219905 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-2eb8a746-d1b8-4328-864f-23df13bc6255 tempest-ExtraDHCPOptionsTestJSON-831179529 tempest-ExtraDHCPOptionsTestJSON-831179529] Notify callbacks [] for port, precommit_update {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:30:36.235732 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-2eb8a746-d1b8-4328-864f-23df13bc6255 tempest-ExtraDHCPOptionsTestJSON-831179529 tempest-ExtraDHCPOptionsTestJSON-831179529] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777640533312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363259214678337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777640097497', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3154211'] for port, after_update {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:30:36.332028 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-00d608b7-dd8c-4dfa-b50f-94b7e385d098 tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:30:36.413686 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Provisioning complete for port 1bb74b17-0f9d-4cb6-8e92-7a5f82ac8474 triggered by entity L2. {{(pid=84876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 07:30:36.414112 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-604227'] for port, provisioning_complete {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:30:36.577467 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ba9bdc9-61ec-4adf-821d-de02b7fc3ca9 tempest-PortsIpV6TestJSON-1330665174 tempest-PortsIpV6TestJSON-1330665174] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:30:36.578474 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-6ba9bdc9-61ec-4adf-821d-de02b7fc3ca9 tempest-PortsIpV6TestJSON-1330665174 tempest-PortsIpV6TestJSON-1330665174] Synchronizing usage tracker for tenant:6396266df05d476da6838f06b578d30b on resource:port {{(pid=84874) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 14 07:30:36.595581 n-d-768862-2 neutron-server[84765]: DEBUG neutron.notifiers.nova [None req-97ea0ccd-fdd7-4874-bd58-1d55a5332773 tempest-PortsTestJSON-2091589570 tempest-PortsTestJSON-2091589570] device_id is not set on port a0714252-b20e-440d-8416-a8a18b8bd872 yet. {{(pid=84874) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}} Jan 14 07:30:36.661538 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-62e0ece2-00f2-468c-90b5-563645f874a5 None None] Provisioning complete for port 51f5ea6e-221a-4da2-af4d-60fd4d1f1e55 triggered by entity DHCP. {{(pid=84876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 07:30:36.662227 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-62e0ece2-00f2-468c-90b5-563645f874a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-604227'] for port, provisioning_complete {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:30:36.692881 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eb8a746-d1b8-4328-864f-23df13bc6255 tempest-ExtraDHCPOptionsTestJSON-831179529 tempest-ExtraDHCPOptionsTestJSON-831179529] Pushing event updated for resources: {'Port': ['ID=51f5ea6e-221a-4da2-af4d-60fd4d1f1e55,revision_number=2']} {{(pid=84875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:30:36.709491 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-2eb8a746-d1b8-4328-864f-23df13bc6255 tempest-ExtraDHCPOptionsTestJSON-831179529 tempest-ExtraDHCPOptionsTestJSON-831179529] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.389s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:30:36.879963 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.plugin [None req-62e0ece2-00f2-468c-90b5-563645f874a5 None None] Port 51f5ea6e-221a-4da2-af4d-60fd4d1f1e55 cannot update to ACTIVE because it is not bound. {{(pid=84876) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:329}} Jan 14 07:30:36.895624 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Device abd459d0-a377-4a5a-a36e-419050dbf474 up at agent ovs-agent-n-d-768862-2 {{(pid=84876) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 07:30:36.938925 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.db_base_plugin_common [None req-97ea0ccd-fdd7-4874-bd58-1d55a5332773 tempest-PortsTestJSON-2091589570 tempest-PortsTestJSON-2091589570] Allocated IP 172.20.0.9 (3c0b0c36-e399-483a-b76e-2b8cc0a40b8d/c652c9f8-a959-46ee-b607-b478a7d1dea0/a0714252-b20e-440d-8416-a8a18b8bd872) {{(pid=84874) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 14 07:30:36.990225 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.plugin [None req-2eb8a746-d1b8-4328-864f-23df13bc6255 tempest-ExtraDHCPOptionsTestJSON-831179529 tempest-ExtraDHCPOptionsTestJSON-831179529] In _notify_port_updated(), no bound segment for port 51f5ea6e-221a-4da2-af4d-60fd4d1f1e55 on network 8573ab92-2983-4d75-b42a-b380dbd4b35c {{(pid=84875) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:851}} Jan 14 07:30:36.990225 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:shared":"rule:admin_only" was deprecated in W in favor of "update_network:shared":"role:admin and system_scope:all". Reason: Jan 14 07:30:36.990225 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:30:36.990225 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:30:36.990225 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:30:36.990225 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "update_network:provider:network_type":"role:admin and system_scope:all". Reason: Jan 14 07:30:36.990225 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:30:36.990225 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:30:36.990225 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:30:36.990225 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "update_network:provider:physical_network":"role:admin and system_scope:all". Reason: Jan 14 07:30:36.990225 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:30:36.990225 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:30:36.990225 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:30:36.990225 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "update_network:provider:segmentation_id":"role:admin and system_scope:all". Reason: Jan 14 07:30:36.990225 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:30:36.990225 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:30:36.990225 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:30:36.990225 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:router:external":"rule:admin_only" was deprecated in W in favor of "update_network:router:external":"role:admin and system_scope:all". Reason: Jan 14 07:30:36.990225 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:30:36.990225 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:30:36.990225 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:30:36.990225 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:is_default":"rule:admin_only" was deprecated in W in favor of "update_network:is_default":"role:admin and system_scope:all". Reason: Jan 14 07:30:36.990225 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:30:36.990225 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:30:36.990225 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:30:36.990225 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:port_security_enabled":"rule:admin_or_owner" was deprecated in W in favor of "update_network:port_security_enabled":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 07:30:36.990225 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:30:36.990225 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:30:36.990225 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:30:36.990225 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "delete_network":"rule:admin_or_owner" was deprecated in W in favor of "delete_network":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 07:30:36.990225 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:30:36.990225 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:30:36.990225 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:30:36.990225 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_segment":"rule:admin_only" was deprecated in W in favor of "create_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:30:36.990225 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:30:36.990225 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_segment":"rule:admin_only" was deprecated in W in favor of "get_segment":"role:reader and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:30:36.990225 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:30:36.990225 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_segment":"rule:admin_only" was deprecated in W in favor of "update_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:30:36.990225 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:30:36.990225 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "delete_segment":"rule:admin_only" was deprecated in W in favor of "delete_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:30:36.990225 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:30:36.990225 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network":"rule:regular_user" was deprecated in W in favor of "create_network":"role:member and project_id:%(project_id)s". Reason: Jan 14 07:30:36.990225 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:30:36.990225 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:30:36.990225 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:30:36.990225 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:shared":"rule:admin_only" was deprecated in W in favor of "create_network:shared":"role:admin and system_scope:all". Reason: Jan 14 07:30:36.990225 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:30:36.990225 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:30:36.990225 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:30:36.990225 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:router:external":"rule:admin_only" was deprecated in W in favor of "create_network:router:external":"role:admin and system_scope:all". Reason: Jan 14 07:30:36.990225 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:30:36.990225 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:30:36.990225 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:30:36.990225 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:is_default":"rule:admin_only" was deprecated in W in favor of "create_network:is_default":"role:admin and system_scope:all". Reason: Jan 14 07:30:36.990225 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:30:36.990225 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:30:36.990225 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:30:36.990225 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:port_security_enabled":"rule:regular_user" was deprecated in W in favor of "create_network:port_security_enabled":"role:member and project_id:%(project_id)s". Reason: Jan 14 07:30:36.990225 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:30:36.990225 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:30:36.990225 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:30:36.990225 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:segments":"rule:admin_only" was deprecated in W in favor of "create_network:segments":"role:admin and system_scope:all". Reason: Jan 14 07:30:36.990225 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:30:36.990225 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:30:36.990225 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:30:36.990225 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "create_network:provider:network_type":"role:admin and system_scope:all". Reason: Jan 14 07:30:36.990225 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:30:36.990225 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:30:36.990225 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:30:36.990225 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "create_network:provider:physical_network":"role:admin and system_scope:all". Reason: Jan 14 07:30:36.990225 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:30:36.990225 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:30:36.990225 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:30:36.990225 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "create_network:provider:segmentation_id":"role:admin and system_scope:all". Reason: Jan 14 07:30:36.990225 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:30:36.990225 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:30:36.990225 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:30:36.990225 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network":"rule:admin_or_owner or rule:shared or rule:external or rule:context_is_advsvc" was deprecated in W in favor of "get_network":"(role:reader and system_scope:all) or (role:reader and project_id:%(project_id)s) or rule:shared or rule:external or rule:context_is_advsvc". Reason: Jan 14 07:30:36.990225 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:30:36.990225 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:30:36.990225 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:30:36.990225 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:router:external":"rule:regular_user" was deprecated in W in favor of "get_network:router:external":"role:reader and project_id:%(project_id)s". Reason: Jan 14 07:30:36.990225 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:30:36.990225 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:30:36.990225 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:30:36.990225 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:segments":"rule:admin_only" was deprecated in W in favor of "get_network:segments":"role:reader and system_scope:all". Reason: Jan 14 07:30:36.990225 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:30:36.990225 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:30:36.990225 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:30:36.990225 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "get_network:provider:network_type":"role:reader and system_scope:all". Reason: Jan 14 07:30:36.990225 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:30:36.990225 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:30:36.990225 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:30:36.990225 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "get_network:provider:physical_network":"role:reader and system_scope:all". Reason: Jan 14 07:30:36.990225 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:30:36.990225 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:30:36.990225 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:30:36.990225 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "get_network:provider:segmentation_id":"role:reader and system_scope:all". Reason: Jan 14 07:30:36.990225 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:30:36.990225 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:30:36.990225 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:30:36.990225 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network":"rule:admin_or_owner" was deprecated in W in favor of "update_network":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 07:30:36.990225 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:30:36.990225 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:30:36.990225 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:30:37.025704 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:segments":"rule:admin_only" was deprecated in W in favor of "update_network:segments":"role:admin and system_scope:all". Reason: Jan 14 07:30:37.025704 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:30:37.025704 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:30:37.025704 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:30:37.025704 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:shared":"rule:admin_only" was deprecated in W in favor of "update_network:shared":"role:admin and system_scope:all". Reason: Jan 14 07:30:37.025704 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:30:37.025704 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:30:37.025704 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:30:37.025704 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "update_network:provider:network_type":"role:admin and system_scope:all". Reason: Jan 14 07:30:37.025704 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:30:37.025704 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:30:37.025704 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:30:37.025704 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "update_network:provider:physical_network":"role:admin and system_scope:all". Reason: Jan 14 07:30:37.025704 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:30:37.025704 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:30:37.025704 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:30:37.025704 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "update_network:provider:segmentation_id":"role:admin and system_scope:all". Reason: Jan 14 07:30:37.025704 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:30:37.025704 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:30:37.025704 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:30:37.025704 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:router:external":"rule:admin_only" was deprecated in W in favor of "update_network:router:external":"role:admin and system_scope:all". Reason: Jan 14 07:30:37.025704 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:30:37.025704 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:30:37.025704 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:30:37.025704 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:is_default":"rule:admin_only" was deprecated in W in favor of "update_network:is_default":"role:admin and system_scope:all". Reason: Jan 14 07:30:37.025704 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:30:37.025704 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:30:37.025704 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:30:37.025704 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2eb8a746-d1b8-4328-864f-23df13bc6255 tempest-ExtraDHCPOptionsTestJSON-831179529 tempest-ExtraDHCPOptionsTestJSON-831179529] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:30:37.025704 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-2eb8a746-d1b8-4328-864f-23df13bc6255 tempest-ExtraDHCPOptionsTestJSON-831179529 tempest-ExtraDHCPOptionsTestJSON-831179529] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854768116'] for port, before_response {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:30:37.025704 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-2eb8a746-d1b8-4328-864f-23df13bc6255 tempest-ExtraDHCPOptionsTestJSON-831179529 tempest-ExtraDHCPOptionsTestJSON-831179529] 10.222.0.24 "PUT /v2.0/ports/51f5ea6e-221a-4da2-af4d-60fd4d1f1e55 HTTP/1.1" status: 200 len: 1136 time: 2.6257973 Jan 14 07:30:37.025704 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84875) accepted ('10.222.0.24', 53864) {{(pid=84875) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:30:37.076712 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Provisioning for port abd459d0-a377-4a5a-a36e-419050dbf474 completed by entity L2. {{(pid=84876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 07:30:37.194935 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d0a1a58-af8d-4750-97f0-1f38e48f1c06 None None] Network 9dcd6fac-3668-4057-b5bb-a5142a37a6f8 requested from n-d-768862-2 {{(pid=84876) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 07:30:37.343087 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-203ab536-7ab2-428d-9279-3898419fd3e9 tempest-ExtraDHCPOptionsTestJSON-831179529 tempest-ExtraDHCPOptionsTestJSON-831179529] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:30:37.344069 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-203ab536-7ab2-428d-9279-3898419fd3e9 tempest-ExtraDHCPOptionsTestJSON-831179529 tempest-ExtraDHCPOptionsTestJSON-831179529] Synchronizing usage tracker for tenant:a5d566d8e4124fbdba96782e9cc27450 on resource:port {{(pid=84875) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 14 07:30:37.444111 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-203ab536-7ab2-428d-9279-3898419fd3e9 tempest-ExtraDHCPOptionsTestJSON-831179529 tempest-ExtraDHCPOptionsTestJSON-831179529] Unset dirty status for tenant:a5d566d8e4124fbdba96782e9cc27450 on resource:port {{(pid=84875) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 14 07:30:37.444111 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-203ab536-7ab2-428d-9279-3898419fd3e9 tempest-ExtraDHCPOptionsTestJSON-831179529 tempest-ExtraDHCPOptionsTestJSON-831179529] 10.222.0.24 "GET /v2.0/ports/51f5ea6e-221a-4da2-af4d-60fd4d1f1e55 HTTP/1.1" status: 200 len: 1136 time: 0.4228883 Jan 14 07:30:37.444111 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84875) accepted ('10.222.0.24', 53882) {{(pid=84875) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:30:37.458176 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-97ea0ccd-fdd7-4874-bd58-1d55a5332773 tempest-PortsTestJSON-2091589570 tempest-PortsTestJSON-2091589570] Notify callbacks [] for port, precommit_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:30:37.478000 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-97ea0ccd-fdd7-4874-bd58-1d55a5332773 tempest-PortsTestJSON-2091589570 tempest-PortsTestJSON-2091589570] Transition to ACTIVE for port object a0714252-b20e-440d-8416-a8a18b8bd872 will not be triggered until provisioned by entity DHCP. {{(pid=84874) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 07:30:37.504897 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-97ea0ccd-fdd7-4874-bd58-1d55a5332773 tempest-PortsTestJSON-2091589570 tempest-PortsTestJSON-2091589570] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777640123575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3254186'] for port, after_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:30:37.537227 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-f6d1b956-dfd8-46a7-b1b6-fa9c681c1f0b tempest-PortsTestJSON-2091589570 tempest-PortsTestJSON-2091589570] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:30:37.601367 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-6ba9bdc9-61ec-4adf-821d-de02b7fc3ca9 tempest-PortsIpV6TestJSON-1330665174 tempest-PortsIpV6TestJSON-1330665174] Unset dirty status for tenant:6396266df05d476da6838f06b578d30b on resource:port {{(pid=84874) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 14 07:30:37.601367 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-6ba9bdc9-61ec-4adf-821d-de02b7fc3ca9 tempest-PortsIpV6TestJSON-1330665174 tempest-PortsIpV6TestJSON-1330665174] 10.222.0.24 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D2001%3Adb8%3A%3A1 HTTP/1.1" status: 200 len: 927 time: 1.9468417 Jan 14 07:30:37.622601 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84875) accepted ('10.222.0.24', 53888) {{(pid=84875) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:30:37.768663 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97ea0ccd-fdd7-4874-bd58-1d55a5332773 tempest-PortsTestJSON-2091589570 tempest-PortsTestJSON-2091589570] Pushing event updated for resources: {'Port': ['ID=a0714252-b20e-440d-8416-a8a18b8bd872,revision_number=1']} {{(pid=84874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:30:37.782700 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-97ea0ccd-fdd7-4874-bd58-1d55a5332773 tempest-PortsTestJSON-2091589570 tempest-PortsTestJSON-2091589570] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.252s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:30:37.814228 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Device d474dce4-0ee9-4045-9e6a-e6cf4cf2906c up at agent ovs-agent-n-d-768862-2 {{(pid=84876) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 07:30:37.903559 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-55031cee-0bab-4c21-97b8-eab13e8d6558 None None] Provisioning for port abd459d0-a377-4a5a-a36e-419050dbf474 completed by entity DHCP. {{(pid=84876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 07:30:37.938292 n-d-768862-2 neutron-server[84765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97ea0ccd-fdd7-4874-bd58-1d55a5332773 tempest-PortsTestJSON-2091589570 tempest-PortsTestJSON-2091589570] Network 3c0b0c36-e399-483a-b76e-2b8cc0a40b8d is already hosted by enough agents. {{(pid=84874) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 07:30:37.940199 n-d-768862-2 neutron-server[84765]: DEBUG neutron.scheduler.base_scheduler [None req-97ea0ccd-fdd7-4874-bd58-1d55a5332773 tempest-PortsTestJSON-2091589570 tempest-PortsTestJSON-2091589570] Resources bound (agent type, host, resource id): {{(pid=84874) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 07:30:37.945653 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97ea0ccd-fdd7-4874-bd58-1d55a5332773 tempest-PortsTestJSON-2091589570 tempest-PortsTestJSON-2091589570] Received port after_create {{(pid=84874) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 14 07:30:37.997440 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-55031cee-0bab-4c21-97b8-eab13e8d6558 None None] Provisioning complete for port abd459d0-a377-4a5a-a36e-419050dbf474 triggered by entity DHCP. {{(pid=84876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 07:30:37.997874 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-55031cee-0bab-4c21-97b8-eab13e8d6558 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-604227'] for port, provisioning_complete {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:30:38.027771 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:segments":"rule:admin_only" was deprecated in W in favor of "update_network:segments":"role:admin and system_scope:all". Reason: Jan 14 07:30:38.027771 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:30:38.027771 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:30:38.027771 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:30:38.027771 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:shared":"rule:admin_only" was deprecated in W in favor of "update_network:shared":"role:admin and system_scope:all". Reason: Jan 14 07:30:38.027771 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:30:38.027771 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:30:38.027771 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:30:38.027771 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "update_network:provider:network_type":"role:admin and system_scope:all". Reason: Jan 14 07:30:38.027771 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:30:38.027771 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:30:38.027771 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:30:38.027771 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "update_network:provider:physical_network":"role:admin and system_scope:all". Reason: Jan 14 07:30:38.027771 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:30:38.027771 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:30:38.027771 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:30:38.027771 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "update_network:provider:segmentation_id":"role:admin and system_scope:all". Reason: Jan 14 07:30:38.027771 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:30:38.027771 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:30:38.027771 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:30:38.027771 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:router:external":"rule:admin_only" was deprecated in W in favor of "update_network:router:external":"role:admin and system_scope:all". Reason: Jan 14 07:30:38.027771 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:30:38.027771 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:30:38.027771 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:30:38.027771 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:is_default":"rule:admin_only" was deprecated in W in favor of "update_network:is_default":"role:admin and system_scope:all". Reason: Jan 14 07:30:38.027771 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:30:38.027771 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:30:38.027771 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:30:38.027771 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:port_security_enabled":"rule:admin_or_owner" was deprecated in W in favor of "update_network:port_security_enabled":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 07:30:38.027771 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:30:38.027771 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:30:38.027771 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:30:38.027771 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "delete_network":"rule:admin_or_owner" was deprecated in W in favor of "delete_network":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 07:30:38.027771 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:30:38.027771 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:30:38.027771 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:30:38.027771 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_segment":"rule:admin_only" was deprecated in W in favor of "create_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:30:38.027771 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:30:38.027771 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_segment":"rule:admin_only" was deprecated in W in favor of "get_segment":"role:reader and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:30:38.027771 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:30:38.027771 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_segment":"rule:admin_only" was deprecated in W in favor of "update_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:30:38.027771 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:30:38.027771 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "delete_segment":"rule:admin_only" was deprecated in W in favor of "delete_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:30:38.027771 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:30:38.027771 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network":"rule:regular_user" was deprecated in W in favor of "create_network":"role:member and project_id:%(project_id)s". Reason: Jan 14 07:30:38.027771 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:30:38.027771 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:30:38.027771 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:30:38.027771 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:shared":"rule:admin_only" was deprecated in W in favor of "create_network:shared":"role:admin and system_scope:all". Reason: Jan 14 07:30:38.027771 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:30:38.027771 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:30:38.027771 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:30:38.027771 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:router:external":"rule:admin_only" was deprecated in W in favor of "create_network:router:external":"role:admin and system_scope:all". Reason: Jan 14 07:30:38.027771 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:30:38.027771 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:30:38.027771 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:30:38.027771 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:is_default":"rule:admin_only" was deprecated in W in favor of "create_network:is_default":"role:admin and system_scope:all". Reason: Jan 14 07:30:38.027771 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:30:38.027771 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:30:38.027771 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:30:38.027771 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:port_security_enabled":"rule:regular_user" was deprecated in W in favor of "create_network:port_security_enabled":"role:member and project_id:%(project_id)s". Reason: Jan 14 07:30:38.027771 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:30:38.027771 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:30:38.027771 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:30:38.032040 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:segments":"rule:admin_only" was deprecated in W in favor of "create_network:segments":"role:admin and system_scope:all". Reason: Jan 14 07:30:38.032040 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:30:38.032040 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:30:38.032040 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:30:38.032040 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "create_network:provider:network_type":"role:admin and system_scope:all". Reason: Jan 14 07:30:38.032040 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:30:38.032040 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:30:38.032040 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:30:38.032040 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "create_network:provider:physical_network":"role:admin and system_scope:all". Reason: Jan 14 07:30:38.032040 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:30:38.032040 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:30:38.032040 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:30:38.032040 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "create_network:provider:segmentation_id":"role:admin and system_scope:all". Reason: Jan 14 07:30:38.032040 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:30:38.032040 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:30:38.032040 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:30:38.032040 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network":"rule:admin_or_owner or rule:shared or rule:external or rule:context_is_advsvc" was deprecated in W in favor of "get_network":"(role:reader and system_scope:all) or (role:reader and project_id:%(project_id)s) or rule:shared or rule:external or rule:context_is_advsvc". Reason: Jan 14 07:30:38.032040 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:30:38.032040 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:30:38.032040 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:30:38.032040 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:router:external":"rule:regular_user" was deprecated in W in favor of "get_network:router:external":"role:reader and project_id:%(project_id)s". Reason: Jan 14 07:30:38.032040 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:30:38.032040 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:30:38.032040 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:30:38.032040 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:segments":"rule:admin_only" was deprecated in W in favor of "get_network:segments":"role:reader and system_scope:all". Reason: Jan 14 07:30:38.032040 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:30:38.032040 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:30:38.032040 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:30:38.032040 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "get_network:provider:network_type":"role:reader and system_scope:all". Reason: Jan 14 07:30:38.032040 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:30:38.032040 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:30:38.032040 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:30:38.032040 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "get_network:provider:physical_network":"role:reader and system_scope:all". Reason: Jan 14 07:30:38.032040 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:30:38.032040 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:30:38.032040 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:30:38.032040 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "get_network:provider:segmentation_id":"role:reader and system_scope:all". Reason: Jan 14 07:30:38.032040 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:30:38.032040 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:30:38.032040 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:30:38.032040 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network":"rule:admin_or_owner" was deprecated in W in favor of "update_network":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 07:30:38.032040 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:30:38.032040 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:30:38.032040 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:30:38.032040 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:segments":"rule:admin_only" was deprecated in W in favor of "update_network:segments":"role:admin and system_scope:all". Reason: Jan 14 07:30:38.032040 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:30:38.032040 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:30:38.032040 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:30:38.032040 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:shared":"rule:admin_only" was deprecated in W in favor of "update_network:shared":"role:admin and system_scope:all". Reason: Jan 14 07:30:38.032040 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:30:38.032040 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:30:38.032040 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:30:38.032040 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "update_network:provider:network_type":"role:admin and system_scope:all". Reason: Jan 14 07:30:38.032040 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:30:38.032040 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:30:38.032040 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:30:38.032040 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "update_network:provider:physical_network":"role:admin and system_scope:all". Reason: Jan 14 07:30:38.032040 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:30:38.032040 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:30:38.032040 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:30:38.032040 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "update_network:provider:segmentation_id":"role:admin and system_scope:all". Reason: Jan 14 07:30:38.032040 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:30:38.032040 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:30:38.032040 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:30:38.032040 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:router:external":"rule:admin_only" was deprecated in W in favor of "update_network:router:external":"role:admin and system_scope:all". Reason: Jan 14 07:30:38.032040 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:30:38.032040 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:30:38.032040 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:30:38.037673 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.plugin [None req-5050eea6-6c34-46ef-9497-14587b55177a tempest-ExtraDHCPOptionsTestJSON-831179529 tempest-ExtraDHCPOptionsTestJSON-831179529] Deleting port 51f5ea6e-221a-4da2-af4d-60fd4d1f1e55 {{(pid=84875) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 07:30:38.037673 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-5050eea6-6c34-46ef-9497-14587b55177a tempest-ExtraDHCPOptionsTestJSON-831179529 tempest-ExtraDHCPOptionsTestJSON-831179529] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363259214248359'] for port, before_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:30:38.081751 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97ea0ccd-fdd7-4874-bd58-1d55a5332773 tempest-PortsTestJSON-2091589570 tempest-PortsTestJSON-2091589570] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:30:38.093919 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-97ea0ccd-fdd7-4874-bd58-1d55a5332773 tempest-PortsTestJSON-2091589570 tempest-PortsTestJSON-2091589570] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854768116'] for port, before_response {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:30:38.218530 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-97ea0ccd-fdd7-4874-bd58-1d55a5332773 tempest-PortsTestJSON-2091589570 tempest-PortsTestJSON-2091589570] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 6.4400446 Jan 14 07:30:38.218530 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84874) accepted ('10.222.0.24', 53906) {{(pid=84874) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:30:38.524323 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Provisioning for port d474dce4-0ee9-4045-9e6a-e6cf4cf2906c completed by entity L2. {{(pid=84876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 07:30:38.528122 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5757a2e2-66ef-4a78-8de0-fb5750b4c0e7 tempest-PortsTestJSON-2091589570 tempest-PortsTestJSON-2091589570] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:30:38.530505 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-5757a2e2-66ef-4a78-8de0-fb5750b4c0e7 tempest-PortsTestJSON-2091589570 tempest-PortsTestJSON-2091589570] Synchronizing usage tracker for tenant:4f41150d2ea84f97bbab10653dcc9b99 on resource:port {{(pid=84874) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 14 07:30:38.568476 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-55031cee-0bab-4c21-97b8-eab13e8d6558 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555753'] for port, before_update {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:30:38.609111 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2124beea-31c1-47d3-836b-681e14fc5196 None None] Network 3c0b0c36-e399-483a-b76e-2b8cc0a40b8d requested from n-d-768862-2 {{(pid=84876) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 07:30:38.644432 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-5757a2e2-66ef-4a78-8de0-fb5750b4c0e7 tempest-PortsTestJSON-2091589570 tempest-PortsTestJSON-2091589570] Unset dirty status for tenant:4f41150d2ea84f97bbab10653dcc9b99 on resource:port {{(pid=84874) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 14 07:30:38.645837 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-5757a2e2-66ef-4a78-8de0-fb5750b4c0e7 tempest-PortsTestJSON-2091589570 tempest-PortsTestJSON-2091589570] 10.222.0.24 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.1 HTTP/1.1" status: 200 len: 923 time: 0.4430628 Jan 14 07:30:38.650799 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84874) accepted ('10.222.0.24', 53916) {{(pid=84874) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:30:38.664352 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72eb9689-e87e-44d4-bd20-3743bf1b8301 tempest-PortsIpV6TestJSON-1330665174 tempest-PortsIpV6TestJSON-1330665174] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:30:38.745230 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72eb9689-e87e-44d4-bd20-3743bf1b8301 tempest-PortsIpV6TestJSON-1330665174 tempest-PortsIpV6TestJSON-1330665174] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:30:38.874896 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72eb9689-e87e-44d4-bd20-3743bf1b8301 tempest-PortsIpV6TestJSON-1330665174 tempest-PortsIpV6TestJSON-1330665174] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:30:38.874896 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-72eb9689-e87e-44d4-bd20-3743bf1b8301 tempest-PortsIpV6TestJSON-1330665174 tempest-PortsIpV6TestJSON-1330665174] 10.222.0.24 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D2001%3Adb8%3A%3A HTTP/1.1" status: 200 len: 2388 time: 1.2080374 Jan 14 07:30:38.878853 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84874) accepted ('10.222.0.24', 53920) {{(pid=84874) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:30:39.374833 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [None req-55031cee-0bab-4c21-97b8-eab13e8d6558 None None] For port abd459d0-a377-4a5a-a36e-419050dbf474, host n-d-768862-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-2',level=0,port_id=abd459d0-a377-4a5a-a36e-419050dbf474,segment=NetworkSegment(05dc43ac-8e36-4f3a-a562-7445cdb15096),segment_id=05dc43ac-8e36-4f3a-a562-7445cdb15096)] {{(pid=84876) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 07:30:39.407400 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-55031cee-0bab-4c21-97b8-eab13e8d6558 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777640533312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363259214678337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777640097497'] for port, after_update {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:30:39.451643 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-5b6142a8-f6c3-4a9a-9be0-8d7c9e4e4131 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84876) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:30:39.466048 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.plugin [None req-eccfecc7-6f68-4c9b-bb2e-5463efc03371 tempest-PortsIpV6TestJSON-1330665174 tempest-PortsIpV6TestJSON-1330665174] Deleting port ccd5dbfa-4977-472f-9141-43a0d9c5667c {{(pid=84874) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 07:30:39.466048 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-eccfecc7-6f68-4c9b-bb2e-5463efc03371 tempest-PortsIpV6TestJSON-1330665174 tempest-PortsIpV6TestJSON-1330665174] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363259214248359'] for port, before_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:30:39.549452 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-5050eea6-6c34-46ef-9497-14587b55177a tempest-ExtraDHCPOptionsTestJSON-831179529 tempest-ExtraDHCPOptionsTestJSON-831179529] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036850862667'] for port, precommit_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:30:39.944754 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3b955f9-8bcf-4ecf-8699-18bea6d2db1b tempest-PortsTestJSON-2091589570 tempest-PortsTestJSON-2091589570] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:30:40.054280 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3b955f9-8bcf-4ecf-8699-18bea6d2db1b tempest-PortsTestJSON-2091589570 tempest-PortsTestJSON-2091589570] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:30:40.100480 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3b955f9-8bcf-4ecf-8699-18bea6d2db1b tempest-PortsTestJSON-2091589570 tempest-PortsTestJSON-2091589570] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:30:40.107407 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-f3b955f9-8bcf-4ecf-8699-18bea6d2db1b tempest-PortsTestJSON-2091589570 tempest-PortsTestJSON-2091589570] 10.222.0.24 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0. HTTP/1.1" status: 200 len: 2377 time: 1.4513614 Jan 14 07:30:40.114740 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84874) accepted ('10.222.0.24', 53946) {{(pid=84874) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:30:40.242987 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-3e75beeb-3496-4f86-8566-d15c110bc99d None None] Provisioning for port d474dce4-0ee9-4045-9e6a-e6cf4cf2906c completed by entity DHCP. {{(pid=84876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 07:30:40.312066 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-3e75beeb-3496-4f86-8566-d15c110bc99d None None] Provisioning complete for port d474dce4-0ee9-4045-9e6a-e6cf4cf2906c triggered by entity DHCP. {{(pid=84876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 07:30:40.313104 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-3e75beeb-3496-4f86-8566-d15c110bc99d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-604227'] for port, provisioning_complete {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:30:40.415476 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.plugin [None req-5050eea6-6c34-46ef-9497-14587b55177a tempest-ExtraDHCPOptionsTestJSON-831179529 tempest-ExtraDHCPOptionsTestJSON-831179529] Calling delete_port for 51f5ea6e-221a-4da2-af4d-60fd4d1f1e55 owned by {{(pid=84875) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 07:30:40.642805 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55031cee-0bab-4c21-97b8-eab13e8d6558 None None] Pushing event updated for resources: {'Port': ['ID=abd459d0-a377-4a5a-a36e-419050dbf474,revision_number=3']} {{(pid=84876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:30:40.658247 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-55031cee-0bab-4c21-97b8-eab13e8d6558 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.208s {{(pid=84876) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:30:40.862961 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-3e75beeb-3496-4f86-8566-d15c110bc99d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555753'] for port, before_update {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:30:40.949727 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [None req-3e75beeb-3496-4f86-8566-d15c110bc99d None None] For port d474dce4-0ee9-4045-9e6a-e6cf4cf2906c, host n-d-768862-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-2',level=0,port_id=d474dce4-0ee9-4045-9e6a-e6cf4cf2906c,segment=NetworkSegment(11e08fd2-771d-4ae9-b647-3a86457d76d2),segment_id=11e08fd2-771d-4ae9-b647-3a86457d76d2)] {{(pid=84876) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 07:30:40.952581 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-5050eea6-6c34-46ef-9497-14587b55177a tempest-ExtraDHCPOptionsTestJSON-831179529 tempest-ExtraDHCPOptionsTestJSON-831179529] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777640533329', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777640097463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851621574'] for port, after_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:30:40.965704 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-3e75beeb-3496-4f86-8566-d15c110bc99d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777640533312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363259214678337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777640097497'] for port, after_update {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:30:40.979921 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-5f666f21-e5c7-4b0d-acf7-6f4a353750c9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84876) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:30:40.986571 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-d5c09442-32c6-4625-a28e-599858364bfc tempest-NetworksIpV6Test-2047944877 tempest-NetworksIpV6Test-2047944877] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:30:40.987270 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.plugin [None req-bd177409-125c-4f75-b881-303726f322a5 tempest-PortsTestJSON-2091589570 tempest-PortsTestJSON-2091589570] Deleting port a0714252-b20e-440d-8416-a8a18b8bd872 {{(pid=84874) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 07:30:40.987814 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-bd177409-125c-4f75-b881-303726f322a5 tempest-PortsTestJSON-2091589570 tempest-PortsTestJSON-2091589570] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363259214248359'] for port, before_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:30:41.132185 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-3e75beeb-3496-4f86-8566-d15c110bc99d None None] Could not find standard attr ID for object 51f5ea6e-221a-4da2-af4d-60fd4d1f1e55. {{(pid=84876) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Jan 14 07:30:41.132185 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e75beeb-3496-4f86-8566-d15c110bc99d None None] Pushing event updated for resources: {'Port': ['ID=d474dce4-0ee9-4045-9e6a-e6cf4cf2906c,revision_number=3']} {{(pid=84876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:30:41.132185 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-3e75beeb-3496-4f86-8566-d15c110bc99d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=84876) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:30:41.234027 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-017f98a9-8a07-408c-a86f-8ff0c00400a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363259214191800', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854171626'] for agent, after_update {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:30:41.295302 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-160cfa79-5b09-46ae-8de3-88b12ac367f8 None None] Provisioning for port a8534d7a-3657-48c4-b092-f3597958f703 completed by entity DHCP. {{(pid=84876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 07:30:41.311321 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-160cfa79-5b09-46ae-8de3-88b12ac367f8 None None] Provisioning complete for port a8534d7a-3657-48c4-b092-f3597958f703 triggered by entity DHCP. {{(pid=84876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 07:30:41.312292 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-160cfa79-5b09-46ae-8de3-88b12ac367f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-604227'] for port, provisioning_complete {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:30:41.365135 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5050eea6-6c34-46ef-9497-14587b55177a tempest-ExtraDHCPOptionsTestJSON-831179529 tempest-ExtraDHCPOptionsTestJSON-831179529] Pushing event deleted for resources: {'Port': ['ID=51f5ea6e-221a-4da2-af4d-60fd4d1f1e55,revision_number=None']} {{(pid=84875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:30:41.383650 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-5050eea6-6c34-46ef-9497-14587b55177a tempest-ExtraDHCPOptionsTestJSON-831179529 tempest-ExtraDHCPOptionsTestJSON-831179529] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.397s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:30:41.596111 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.plugin [None req-160cfa79-5b09-46ae-8de3-88b12ac367f8 None None] Port a8534d7a-3657-48c4-b092-f3597958f703 cannot update to ACTIVE because it is not bound. {{(pid=84876) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:329}} Jan 14 07:30:41.601360 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Device d474dce4-0ee9-4045-9e6a-e6cf4cf2906c up at agent ovs-agent-n-d-768862-2 {{(pid=84876) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 07:30:41.720149 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-160cfa79-5b09-46ae-8de3-88b12ac367f8 None None] Provisioning for port ccd5dbfa-4977-472f-9141-43a0d9c5667c completed by entity DHCP. {{(pid=84876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 07:30:41.793163 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-160cfa79-5b09-46ae-8de3-88b12ac367f8 None None] Provisioning complete for port ccd5dbfa-4977-472f-9141-43a0d9c5667c triggered by entity DHCP. {{(pid=84876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 07:30:41.793615 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-160cfa79-5b09-46ae-8de3-88b12ac367f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-604227'] for port, provisioning_complete {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:30:42.072384 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-5050eea6-6c34-46ef-9497-14587b55177a tempest-ExtraDHCPOptionsTestJSON-831179529 tempest-ExtraDHCPOptionsTestJSON-831179529] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854768116'] for port, before_response {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:30:42.158932 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-5050eea6-6c34-46ef-9497-14587b55177a tempest-ExtraDHCPOptionsTestJSON-831179529 tempest-ExtraDHCPOptionsTestJSON-831179529] 10.222.0.24 "DELETE /v2.0/ports/51f5ea6e-221a-4da2-af4d-60fd4d1f1e55 HTTP/1.1" status: 204 len: 168 time: 4.7219369 Jan 14 07:30:42.162941 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84875) accepted ('10.222.0.24', 53992) {{(pid=84875) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:30:42.201762 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Provisioning complete for port d474dce4-0ee9-4045-9e6a-e6cf4cf2906c triggered by entity L2. {{(pid=84876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 07:30:42.202680 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-604227'] for port, provisioning_complete {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:30:42.256973 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.plugin [None req-160cfa79-5b09-46ae-8de3-88b12ac367f8 None None] Port ccd5dbfa-4977-472f-9141-43a0d9c5667c cannot update to ACTIVE because it is not bound. {{(pid=84876) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:329}} Jan 14 07:30:42.363330 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-eccfecc7-6f68-4c9b-bb2e-5463efc03371 tempest-PortsIpV6TestJSON-1330665174 tempest-PortsIpV6TestJSON-1330665174] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036850862667'] for port, precommit_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:30:42.405763 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-160cfa79-5b09-46ae-8de3-88b12ac367f8 None None] Provisioning complete for port abd459d0-a377-4a5a-a36e-419050dbf474 triggered by entity DHCP. {{(pid=84876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 07:30:42.405763 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-160cfa79-5b09-46ae-8de3-88b12ac367f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-604227'] for port, provisioning_complete {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:30:42.729643 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-852a24f7-e9a1-4193-9abb-e9506fe5213f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363259214191800', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854171626'] for agent, after_update {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:30:43.053297 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.plugin [None req-eccfecc7-6f68-4c9b-bb2e-5463efc03371 tempest-PortsIpV6TestJSON-1330665174 tempest-PortsIpV6TestJSON-1330665174] Calling delete_port for ccd5dbfa-4977-472f-9141-43a0d9c5667c owned by {{(pid=84874) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 07:30:43.330920 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.db_base_plugin_v2 [None req-307c2a9d-179e-4386-a707-2068a908ad3b tempest-ExtraDHCPOptionsTestJSON-831179529 tempest-ExtraDHCPOptionsTestJSON-831179529] Deleting subnet 8b2e0243-add8-47be-9338-4283a22e935b {{(pid=84875) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Jan 14 07:30:43.371772 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-307c2a9d-179e-4386-a707-2068a908ad3b tempest-ExtraDHCPOptionsTestJSON-831179529 tempest-ExtraDHCPOptionsTestJSON-831179529] Notify callbacks [] for subnet, before_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:30:43.528787 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Device abd459d0-a377-4a5a-a36e-419050dbf474 up at agent ovs-agent-n-d-768862-2 {{(pid=84876) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 07:30:43.641664 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-307c2a9d-179e-4386-a707-2068a908ad3b tempest-ExtraDHCPOptionsTestJSON-831179529 tempest-ExtraDHCPOptionsTestJSON-831179529] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3367281'] for subnet, precommit_delete_associations {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:30:43.793503 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-7c316e9e-aa71-471f-82bf-d08ee17b36cd None None] Provisioning complete for port d474dce4-0ee9-4045-9e6a-e6cf4cf2906c triggered by entity DHCP. {{(pid=84876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 07:30:43.794079 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-7c316e9e-aa71-471f-82bf-d08ee17b36cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-604227'] for port, provisioning_complete {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:30:43.846479 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Provisioning complete for port abd459d0-a377-4a5a-a36e-419050dbf474 triggered by entity L2. {{(pid=84876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 07:30:43.847430 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-604227'] for port, provisioning_complete {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:30:44.073033 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-307c2a9d-179e-4386-a707-2068a908ad3b tempest-ExtraDHCPOptionsTestJSON-831179529 tempest-ExtraDHCPOptionsTestJSON-831179529] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036854176836'] for subnet, precommit_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:30:44.256242 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-7c316e9e-aa71-471f-82bf-d08ee17b36cd None None] Provisioning complete for port a8534d7a-3657-48c4-b092-f3597958f703 triggered by entity DHCP. {{(pid=84876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 07:30:44.256798 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-7c316e9e-aa71-471f-82bf-d08ee17b36cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-604227'] for port, provisioning_complete {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:30:44.445989 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.plugin [None req-7c316e9e-aa71-471f-82bf-d08ee17b36cd None None] Port a8534d7a-3657-48c4-b092-f3597958f703 cannot update to ACTIVE because it is not bound. {{(pid=84876) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:329}} Jan 14 07:30:44.464189 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-7c316e9e-aa71-471f-82bf-d08ee17b36cd None None] Provisioning for port 7ab67507-5a26-4745-ab6d-1f7e2e7c2c92 completed by entity DHCP. {{(pid=84876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 07:30:44.487039 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-7c316e9e-aa71-471f-82bf-d08ee17b36cd None None] Provisioning complete for port 7ab67507-5a26-4745-ab6d-1f7e2e7c2c92 triggered by entity DHCP. {{(pid=84876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 07:30:44.487039 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-7c316e9e-aa71-471f-82bf-d08ee17b36cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-604227'] for port, provisioning_complete {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:30:44.662843 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.plugin [None req-7c316e9e-aa71-471f-82bf-d08ee17b36cd None None] Port 7ab67507-5a26-4745-ab6d-1f7e2e7c2c92 cannot update to ACTIVE because it is not bound. {{(pid=84876) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:329}} Jan 14 07:30:44.672950 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-bd177409-125c-4f75-b881-303726f322a5 tempest-PortsTestJSON-2091589570 tempest-PortsTestJSON-2091589570] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036850862667'] for port, precommit_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:30:44.684472 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-7c316e9e-aa71-471f-82bf-d08ee17b36cd None None] Provisioning for port a0714252-b20e-440d-8416-a8a18b8bd872 completed by entity DHCP. {{(pid=84876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 07:30:44.701966 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-7c316e9e-aa71-471f-82bf-d08ee17b36cd None None] Provisioning complete for port a0714252-b20e-440d-8416-a8a18b8bd872 triggered by entity DHCP. {{(pid=84876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 07:30:44.701966 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-7c316e9e-aa71-471f-82bf-d08ee17b36cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-604227'] for port, provisioning_complete {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:30:44.857379 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.plugin [None req-7c316e9e-aa71-471f-82bf-d08ee17b36cd None None] Port a0714252-b20e-440d-8416-a8a18b8bd872 cannot update to ACTIVE because it is not bound. {{(pid=84876) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:329}} Jan 14 07:30:44.892866 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-7c316e9e-aa71-471f-82bf-d08ee17b36cd None None] Provisioning complete for port ccd5dbfa-4977-472f-9141-43a0d9c5667c triggered by entity DHCP. {{(pid=84876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 07:30:44.893435 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-7c316e9e-aa71-471f-82bf-d08ee17b36cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-604227'] for port, provisioning_complete {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:30:44.978418 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-307c2a9d-179e-4386-a707-2068a908ad3b tempest-ExtraDHCPOptionsTestJSON-831179529 tempest-ExtraDHCPOptionsTestJSON-831179529] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-598964', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850887113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3154192', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2308610'] for subnet, after_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:30:44.986344 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.plugin [None req-7c316e9e-aa71-471f-82bf-d08ee17b36cd None None] Port ccd5dbfa-4977-472f-9141-43a0d9c5667c cannot update to ACTIVE because it is not bound. {{(pid=84876) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:329}} Jan 14 07:30:44.999650 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-b53d761c-4125-40c6-9aff-e34f9f30fa6e tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:30:45.055245 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-7c316e9e-aa71-471f-82bf-d08ee17b36cd None None] Provisioning complete for port abd459d0-a377-4a5a-a36e-419050dbf474 triggered by entity DHCP. {{(pid=84876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 07:30:45.055245 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-7c316e9e-aa71-471f-82bf-d08ee17b36cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-604227'] for port, provisioning_complete {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:30:45.405982 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.plugin [None req-bd177409-125c-4f75-b881-303726f322a5 tempest-PortsTestJSON-2091589570 tempest-PortsTestJSON-2091589570] Calling delete_port for a0714252-b20e-440d-8416-a8a18b8bd872 owned by {{(pid=84874) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 07:30:45.566564 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-307c2a9d-179e-4386-a707-2068a908ad3b tempest-ExtraDHCPOptionsTestJSON-831179529 tempest-ExtraDHCPOptionsTestJSON-831179529] Pushing event deleted for resources: {'Subnet': ['ID=8b2e0243-add8-47be-9338-4283a22e935b,revision_number=None']} {{(pid=84875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:30:45.578381 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-307c2a9d-179e-4386-a707-2068a908ad3b tempest-ExtraDHCPOptionsTestJSON-831179529 tempest-ExtraDHCPOptionsTestJSON-831179529] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.566s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:30:45.590475 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-307c2a9d-179e-4386-a707-2068a908ad3b tempest-ExtraDHCPOptionsTestJSON-831179529 tempest-ExtraDHCPOptionsTestJSON-831179529] Notify callbacks [] for subnet, before_response {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:30:45.595886 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-eccfecc7-6f68-4c9b-bb2e-5463efc03371 tempest-PortsIpV6TestJSON-1330665174 tempest-PortsIpV6TestJSON-1330665174] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777640533329', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777640097463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3254186'] for port, after_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:30:45.603737 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43eeee46-2c14-4718-a03e-79343130cc0f None None] Network 8573ab92-2983-4d75-b42a-b380dbd4b35c requested from n-d-768862-2 {{(pid=84876) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 07:30:45.626373 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-307c2a9d-179e-4386-a707-2068a908ad3b tempest-ExtraDHCPOptionsTestJSON-831179529 tempest-ExtraDHCPOptionsTestJSON-831179529] 10.222.0.24 "DELETE /v2.0/subnets/8b2e0243-add8-47be-9338-4283a22e935b HTTP/1.1" status: 204 len: 168 time: 3.4524937 Jan 14 07:30:45.630892 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84874) accepted ('10.222.0.24', 54068) {{(pid=84874) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:30:45.651142 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-b3e08444-08db-472c-a7a3-a15d2fff4b72 tempest-PortsIpV6TestJSON-1330665174 tempest-PortsIpV6TestJSON-1330665174] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:30:45.969387 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eccfecc7-6f68-4c9b-bb2e-5463efc03371 tempest-PortsIpV6TestJSON-1330665174 tempest-PortsIpV6TestJSON-1330665174] Pushing event deleted for resources: {'Port': ['ID=ccd5dbfa-4977-472f-9141-43a0d9c5667c,revision_number=None']} {{(pid=84874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:30:45.969387 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-eccfecc7-6f68-4c9b-bb2e-5463efc03371 tempest-PortsIpV6TestJSON-1330665174 tempest-PortsIpV6TestJSON-1330665174] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.332s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:30:46.544067 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-49e317e3-d449-4c4d-bc3c-e3fef8fc70e8 None None] Provisioning complete for port d474dce4-0ee9-4045-9e6a-e6cf4cf2906c triggered by entity DHCP. {{(pid=84876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 07:30:46.544067 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-49e317e3-d449-4c4d-bc3c-e3fef8fc70e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-604227'] for port, provisioning_complete {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:30:46.662677 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-b9ea828e-fb2c-4cc9-8337-e5f967eae2f1 tempest-ExtraDHCPOptionsTestJSON-831179529 tempest-ExtraDHCPOptionsTestJSON-831179529] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036854160497'] for network, before_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:30:47.040655 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-bd177409-125c-4f75-b881-303726f322a5 tempest-PortsTestJSON-2091589570 tempest-PortsTestJSON-2091589570] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777640533329', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777640097463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3254186'] for port, after_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:30:47.101245 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3599190-b56f-4794-9bc8-fe73bdfe70c5 None None] DHCP port deletion for 8573ab92-2983-4d75-b42a-b380dbd4b35c request from n-d-768862-2 {{(pid=84876) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Jan 14 07:30:47.112503 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.plugin [None req-f3599190-b56f-4794-9bc8-fe73bdfe70c5 None None] Deleting port 1bb74b17-0f9d-4cb6-8e92-7a5f82ac8474 {{(pid=84876) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 07:30:47.113351 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-f3599190-b56f-4794-9bc8-fe73bdfe70c5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363259214248359'] for port, before_delete {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:30:47.284632 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-bf73ff9d-214c-455e-b7f4-cdf1620c360a tempest-PortsTestJSON-2091589570 tempest-PortsTestJSON-2091589570] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:30:47.454840 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.plugin [None req-b9ea828e-fb2c-4cc9-8337-e5f967eae2f1 tempest-ExtraDHCPOptionsTestJSON-831179529 tempest-ExtraDHCPOptionsTestJSON-831179529] Deleting port 1bb74b17-0f9d-4cb6-8e92-7a5f82ac8474 {{(pid=84874) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 07:30:47.455215 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-b9ea828e-fb2c-4cc9-8337-e5f967eae2f1 tempest-ExtraDHCPOptionsTestJSON-831179529 tempest-ExtraDHCPOptionsTestJSON-831179529] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363259214248359'] for port, before_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:30:47.499373 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd177409-125c-4f75-b881-303726f322a5 tempest-PortsTestJSON-2091589570 tempest-PortsTestJSON-2091589570] Pushing event deleted for resources: {'Port': ['ID=a0714252-b20e-440d-8416-a8a18b8bd872,revision_number=None']} {{(pid=84874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:30:47.527517 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-bd177409-125c-4f75-b881-303726f322a5 tempest-PortsTestJSON-2091589570 tempest-PortsTestJSON-2091589570] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.250s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:30:47.682894 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-bd177409-125c-4f75-b881-303726f322a5 tempest-PortsTestJSON-2091589570 tempest-PortsTestJSON-2091589570] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854768116'] for port, before_response {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:30:47.701536 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-eccfecc7-6f68-4c9b-bb2e-5463efc03371 tempest-PortsIpV6TestJSON-1330665174 tempest-PortsIpV6TestJSON-1330665174] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854768116'] for port, before_response {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:30:47.705052 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-eccfecc7-6f68-4c9b-bb2e-5463efc03371 tempest-PortsIpV6TestJSON-1330665174 tempest-PortsIpV6TestJSON-1330665174] 10.222.0.24 "DELETE /v2.0/ports/ccd5dbfa-4977-472f-9141-43a0d9c5667c HTTP/1.1" status: 204 len: 168 time: 8.8242984 Jan 14 07:30:47.718340 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84875) accepted ('10.222.0.24', 54108) {{(pid=84875) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:30:47.750961 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-bd177409-125c-4f75-b881-303726f322a5 tempest-PortsTestJSON-2091589570 tempest-PortsTestJSON-2091589570] 10.222.0.24 "DELETE /v2.0/ports/a0714252-b20e-440d-8416-a8a18b8bd872 HTTP/1.1" status: 204 len: 168 time: 7.6148293 Jan 14 07:30:47.750961 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84874) accepted ('10.222.0.24', 54112) {{(pid=84874) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:30:47.879631 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [None req-f3599190-b56f-4794-9bc8-fe73bdfe70c5 None None] For port 1bb74b17-0f9d-4cb6-8e92-7a5f82ac8474, host n-d-768862-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-2',level=0,port_id=1bb74b17-0f9d-4cb6-8e92-7a5f82ac8474,segment=NetworkSegment(14e25bdd-3f02-4083-bff4-63c6d500b328),segment_id=14e25bdd-3f02-4083-bff4-63c6d500b328)] {{(pid=84876) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 07:30:47.880118 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-f3599190-b56f-4794-9bc8-fe73bdfe70c5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036850862667'] for port, precommit_delete {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:30:47.954376 n-d-768862-2 neutron-server[84765]: INFO neutron.pecan_wsgi.hooks.translation [None req-13e5678b-5b97-4d8f-a78f-222147610398 tempest-PortsIpV6TestJSON-1330665174 tempest-PortsIpV6TestJSON-1330665174] GET failed (client error): The resource could not be found. Jan 14 07:30:47.964265 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-13e5678b-5b97-4d8f-a78f-222147610398 tempest-PortsIpV6TestJSON-1330665174 tempest-PortsIpV6TestJSON-1330665174] 10.222.0.24 "GET /v2.0/ports/ccd5dbfa-4977-472f-9141-43a0d9c5667c HTTP/1.1" status: 404 len: 333 time: 0.2571642 Jan 14 07:30:47.968880 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84875) accepted ('10.222.0.24', 54116) {{(pid=84875) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:30:48.412734 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.plugin [None req-24a0c503-5f53-4685-a6fb-6ef89fb563ff tempest-PortsIpV6TestJSON-1330665174 tempest-PortsIpV6TestJSON-1330665174] Deleting port a8534d7a-3657-48c4-b092-f3597958f703 {{(pid=84875) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 07:30:48.412734 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-24a0c503-5f53-4685-a6fb-6ef89fb563ff tempest-PortsIpV6TestJSON-1330665174 tempest-PortsIpV6TestJSON-1330665174] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363259214248359'] for port, before_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:30:48.589803 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.plugin [None req-f3599190-b56f-4794-9bc8-fe73bdfe70c5 None None] Calling delete_port for 1bb74b17-0f9d-4cb6-8e92-7a5f82ac8474 owned by network:dhcp {{(pid=84876) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 07:30:48.610871 n-d-768862-2 neutron-server[84765]: INFO neutron.pecan_wsgi.hooks.translation [None req-8a57888d-0480-4d11-97fc-65e12e21b118 tempest-PortsTestJSON-2091589570 tempest-PortsTestJSON-2091589570] GET failed (client error): The resource could not be found. Jan 14 07:30:48.611452 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-8a57888d-0480-4d11-97fc-65e12e21b118 tempest-PortsTestJSON-2091589570 tempest-PortsTestJSON-2091589570] Synchronizing usage tracker for tenant:4f41150d2ea84f97bbab10653dcc9b99 on resource:port {{(pid=84874) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 14 07:30:48.682340 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Device 1bb74b17-0f9d-4cb6-8e92-7a5f82ac8474 no longer exists at agent ovs-agent-n-d-768862-2 {{(pid=84876) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jan 14 07:30:48.738982 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-8a57888d-0480-4d11-97fc-65e12e21b118 tempest-PortsTestJSON-2091589570 tempest-PortsTestJSON-2091589570] Unset dirty status for tenant:4f41150d2ea84f97bbab10653dcc9b99 on resource:port {{(pid=84874) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 14 07:30:48.738982 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-8a57888d-0480-4d11-97fc-65e12e21b118 tempest-PortsTestJSON-2091589570 tempest-PortsTestJSON-2091589570] 10.222.0.24 "GET /v2.0/ports/a0714252-b20e-440d-8416-a8a18b8bd872 HTTP/1.1" status: 404 len: 333 time: 0.6351185 Jan 14 07:30:48.752874 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [None req-b9ea828e-fb2c-4cc9-8337-e5f967eae2f1 tempest-ExtraDHCPOptionsTestJSON-831179529 tempest-ExtraDHCPOptionsTestJSON-831179529] For port 1bb74b17-0f9d-4cb6-8e92-7a5f82ac8474, host n-d-768862-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-2',level=0,port_id=1bb74b17-0f9d-4cb6-8e92-7a5f82ac8474,segment=NetworkSegment(14e25bdd-3f02-4083-bff4-63c6d500b328),segment_id=14e25bdd-3f02-4083-bff4-63c6d500b328)] {{(pid=84874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 07:30:48.752874 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-b9ea828e-fb2c-4cc9-8337-e5f967eae2f1 tempest-ExtraDHCPOptionsTestJSON-831179529 tempest-ExtraDHCPOptionsTestJSON-831179529] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036850862667'] for port, precommit_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:30:48.763967 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84875) accepted ('10.222.0.24', 54138) {{(pid=84875) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:30:48.846281 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-f3599190-b56f-4794-9bc8-fe73bdfe70c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777640533329', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777640097463'] for port, after_delete {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:30:49.025148 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-1e8c497e-e47b-4707-b05d-e08059089ba7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84876) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:30:49.074213 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3599190-b56f-4794-9bc8-fe73bdfe70c5 None None] No DVR routers for this DVR port 1bb74b17-0f9d-4cb6-8e92-7a5f82ac8474 on host n-d-768862-2 {{(pid=84876) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Jan 14 07:30:49.079489 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] No active binding found for port 1bb74b17-0f9d-4cb6-8e92-7a5f82ac8474 {{(pid=84876) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:223}} Jan 14 07:30:49.081622 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Device 1bb74b17-0f9d-4cb6-8e92-7a5f82ac8474 not bound to the agent host n-d-768862-2 {{(pid=84876) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jan 14 07:30:49.111204 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3599190-b56f-4794-9bc8-fe73bdfe70c5 None None] Pushing event deleted for resources: {'Port': ['ID=1bb74b17-0f9d-4cb6-8e92-7a5f82ac8474,revision_number=None']} {{(pid=84876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:30:49.114623 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-f3599190-b56f-4794-9bc8-fe73bdfe70c5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=84876) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:30:49.116006 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-7f911b73-90a9-42ad-89ff-8cf8e05f214a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363259214191800', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854171626'] for agent, after_update {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:30:49.116628 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.plugin [None req-6f05831e-179b-44ba-8fa9-60b438db3ff3 tempest-PortsTestJSON-2091589570 tempest-PortsTestJSON-2091589570] Deleting port 7ab67507-5a26-4745-ab6d-1f7e2e7c2c92 {{(pid=84875) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 07:30:49.116995 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-6f05831e-179b-44ba-8fa9-60b438db3ff3 tempest-PortsTestJSON-2091589570 tempest-PortsTestJSON-2091589570] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363259214248359'] for port, before_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:30:49.228183 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.plugin [None req-b9ea828e-fb2c-4cc9-8337-e5f967eae2f1 tempest-ExtraDHCPOptionsTestJSON-831179529 tempest-ExtraDHCPOptionsTestJSON-831179529] Calling delete_port for 1bb74b17-0f9d-4cb6-8e92-7a5f82ac8474 owned by network:dhcp {{(pid=84874) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 07:30:49.409644 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.db.api [None req-b9ea828e-fb2c-4cc9-8337-e5f967eae2f1 tempest-ExtraDHCPOptionsTestJSON-831179529 tempest-ExtraDHCPOptionsTestJSON-831179529] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84874) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Jan 14 07:30:49.409644 n-d-768862-2 neutron-server[84765]: DEBUG oslo_db.api [None req-b9ea828e-fb2c-4cc9-8337-e5f967eae2f1 tempest-ExtraDHCPOptionsTestJSON-831179529 tempest-ExtraDHCPOptionsTestJSON-831179529] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84874) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Jan 14 07:30:49.912472 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.plugin [None req-b9ea828e-fb2c-4cc9-8337-e5f967eae2f1 tempest-ExtraDHCPOptionsTestJSON-831179529 tempest-ExtraDHCPOptionsTestJSON-831179529] Deleting port 1bb74b17-0f9d-4cb6-8e92-7a5f82ac8474 {{(pid=84874) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 07:30:49.917119 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-b9ea828e-fb2c-4cc9-8337-e5f967eae2f1 tempest-ExtraDHCPOptionsTestJSON-831179529 tempest-ExtraDHCPOptionsTestJSON-831179529] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363259214248359'] for port, before_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:30:50.130431 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.plugin [None req-b9ea828e-fb2c-4cc9-8337-e5f967eae2f1 tempest-ExtraDHCPOptionsTestJSON-831179529 tempest-ExtraDHCPOptionsTestJSON-831179529] The port '1bb74b17-0f9d-4cb6-8e92-7a5f82ac8474' was deleted {{(pid=84874) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Jan 14 07:30:50.346336 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-b9ea828e-fb2c-4cc9-8337-e5f967eae2f1 tempest-ExtraDHCPOptionsTestJSON-831179529 tempest-ExtraDHCPOptionsTestJSON-831179529] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-598987', 'neutron.services.segments.db._delete_segments_for_network-8777640583949'] for network, precommit_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:30:50.637189 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-24a0c503-5f53-4685-a6fb-6ef89fb563ff tempest-PortsIpV6TestJSON-1330665174 tempest-PortsIpV6TestJSON-1330665174] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036850862667'] for port, precommit_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:30:50.691634 n-d-768862-2 neutron-server[84765]: DEBUG neutron.services.segments.db [None req-b9ea828e-fb2c-4cc9-8337-e5f967eae2f1 tempest-ExtraDHCPOptionsTestJSON-831179529 tempest-ExtraDHCPOptionsTestJSON-831179529] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8573ab92-2983-4d75-b42a-b380dbd4b35c']}} {{(pid=84874) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:30:50.789656 n-d-768862-2 neutron-server[84765]: DEBUG neutron.services.segments.db [None req-b9ea828e-fb2c-4cc9-8337-e5f967eae2f1 tempest-ExtraDHCPOptionsTestJSON-831179529 tempest-ExtraDHCPOptionsTestJSON-831179529] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '14e25bdd-3f02-4083-bff4-63c6d500b328') {'for_net_delete': True} {{(pid=84874) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:30:50.789656 n-d-768862-2 neutron-server[84765]: DEBUG neutron.services.segments.db [None req-b9ea828e-fb2c-4cc9-8337-e5f967eae2f1 tempest-ExtraDHCPOptionsTestJSON-831179529 tempest-ExtraDHCPOptionsTestJSON-831179529] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '14e25bdd-3f02-4083-bff4-63c6d500b328') {} {{(pid=84874) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:30:50.802404 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-b9ea828e-fb2c-4cc9-8337-e5f967eae2f1 tempest-ExtraDHCPOptionsTestJSON-831179529 tempest-ExtraDHCPOptionsTestJSON-831179529] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363259214173198', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2968632'] for segment, before_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:30:50.826682 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-b9ea828e-fb2c-4cc9-8337-e5f967eae2f1 tempest-ExtraDHCPOptionsTestJSON-831179529 tempest-ExtraDHCPOptionsTestJSON-831179529] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854179735'] for segment, precommit_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:30:50.826682 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-b9ea828e-fb2c-4cc9-8337-e5f967eae2f1 tempest-ExtraDHCPOptionsTestJSON-831179529 tempest-ExtraDHCPOptionsTestJSON-831179529] Releasing vxlan tunnel 20 to pool {{(pid=84874) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Jan 14 07:30:51.227388 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.plugin [None req-24a0c503-5f53-4685-a6fb-6ef89fb563ff tempest-PortsIpV6TestJSON-1330665174 tempest-PortsIpV6TestJSON-1330665174] Calling delete_port for a8534d7a-3657-48c4-b092-f3597958f703 owned by {{(pid=84875) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 07:30:51.395263 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.managers [None req-b9ea828e-fb2c-4cc9-8337-e5f967eae2f1 tempest-ExtraDHCPOptionsTestJSON-831179529 tempest-ExtraDHCPOptionsTestJSON-831179529] Network 8573ab92-2983-4d75-b42a-b380dbd4b35c has no segments {{(pid=84874) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 14 07:30:51.418655 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-6f05831e-179b-44ba-8fa9-60b438db3ff3 tempest-PortsTestJSON-2091589570 tempest-PortsTestJSON-2091589570] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036850862667'] for port, precommit_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:30:51.495609 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-b9ea828e-fb2c-4cc9-8337-e5f967eae2f1 tempest-ExtraDHCPOptionsTestJSON-831179529 tempest-ExtraDHCPOptionsTestJSON-831179529] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-596065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036851521571'] for segment, after_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:30:51.671954 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.plugin [None req-6f05831e-179b-44ba-8fa9-60b438db3ff3 tempest-PortsTestJSON-2091589570 tempest-PortsTestJSON-2091589570] Calling delete_port for 7ab67507-5a26-4745-ab6d-1f7e2e7c2c92 owned by {{(pid=84875) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 07:30:51.770679 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-eb818bf6-b44f-433a-9311-9736e2cb1076 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363259214191800', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854171626'] for agent, after_update {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:30:51.845392 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-da76cfc0-98e8-4426-9f6d-4f05aa3fae78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363259214191800', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854171626'] for agent, after_update {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:30:52.067923 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.managers [None req-b9ea828e-fb2c-4cc9-8337-e5f967eae2f1 tempest-ExtraDHCPOptionsTestJSON-831179529 tempest-ExtraDHCPOptionsTestJSON-831179529] Network 8573ab92-2983-4d75-b42a-b380dbd4b35c has no segments {{(pid=84874) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 14 07:30:52.189953 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:is_default":"rule:admin_only" was deprecated in W in favor of "update_network:is_default":"role:admin and system_scope:all". Reason: Jan 14 07:30:52.189953 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:30:52.189953 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:30:52.189953 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:30:52.189953 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:port_security_enabled":"rule:admin_or_owner" was deprecated in W in favor of "update_network:port_security_enabled":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 07:30:52.189953 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:30:52.189953 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:30:52.189953 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:30:52.189953 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "delete_network":"rule:admin_or_owner" was deprecated in W in favor of "delete_network":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 07:30:52.189953 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:30:52.189953 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:30:52.189953 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:30:52.189953 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_segment":"rule:admin_only" was deprecated in W in favor of "create_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:30:52.189953 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:30:52.189953 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_segment":"rule:admin_only" was deprecated in W in favor of "get_segment":"role:reader and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:30:52.189953 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:30:52.189953 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_segment":"rule:admin_only" was deprecated in W in favor of "update_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:30:52.189953 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:30:52.189953 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "delete_segment":"rule:admin_only" was deprecated in W in favor of "delete_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:30:52.189953 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:30:52.189953 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 14 07:30:52.189953 n-d-768862-2 neutron-server[84765]: % (table.description, expected, rows_matched) Jan 14 07:30:52.189953 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 14 07:30:52.189953 n-d-768862-2 neutron-server[84765]: % (table.description, expected, rows_matched) Jan 14 07:30:52.189953 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 14 07:30:52.189953 n-d-768862-2 neutron-server[84765]: % (table.description, expected, rows_matched) Jan 14 07:30:52.189953 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 14 07:30:52.189953 n-d-768862-2 neutron-server[84765]: % (table.description, expected, rows_matched) Jan 14 07:30:52.189953 n-d-768862-2 neutron-server[84765]: Traceback (most recent call last): Jan 14 07:30:52.189953 n-d-768862-2 neutron-server[84765]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 14 07:30:52.189953 n-d-768862-2 neutron-server[84765]: timer() Jan 14 07:30:52.189953 n-d-768862-2 neutron-server[84765]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 14 07:30:52.189953 n-d-768862-2 neutron-server[84765]: cb(*args, **kw) Jan 14 07:30:52.189953 n-d-768862-2 neutron-server[84765]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Jan 14 07:30:52.189953 n-d-768862-2 neutron-server[84765]: return func(*args, **kwargs) Jan 14 07:30:52.189953 n-d-768862-2 neutron-server[84765]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 14 07:30:52.189953 n-d-768862-2 neutron-server[84765]: self._notify() Jan 14 07:30:52.189953 n-d-768862-2 neutron-server[84765]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 14 07:30:52.189953 n-d-768862-2 neutron-server[84765]: self.callback(batched_events) Jan 14 07:30:52.189953 n-d-768862-2 neutron-server[84765]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 14 07:30:52.189953 n-d-768862-2 neutron-server[84765]: event.method(event) Jan 14 07:30:52.189953 n-d-768862-2 neutron-server[84765]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 14 07:30:52.189953 n-d-768862-2 neutron-server[84765]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 14 07:30:52.189953 n-d-768862-2 neutron-server[84765]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Jan 14 07:30:52.189953 n-d-768862-2 neutron-server[84765]: segment_id)['aggregates'][0] Jan 14 07:30:52.189953 n-d-768862-2 neutron-server[84765]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 14 07:30:52.189953 n-d-768862-2 neutron-server[84765]: return f(self, *a, **k) Jan 14 07:30:52.189953 n-d-768862-2 neutron-server[84765]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 14 07:30:52.189953 n-d-768862-2 neutron-server[84765]: return self._get(url).json() Jan 14 07:30:52.189953 n-d-768862-2 neutron-server[84765]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 14 07:30:52.189953 n-d-768862-2 neutron-server[84765]: **kwargs) Jan 14 07:30:52.189953 n-d-768862-2 neutron-server[84765]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 14 07:30:52.189953 n-d-768862-2 neutron-server[84765]: return self.request(url, 'GET', **kwargs) Jan 14 07:30:52.189953 n-d-768862-2 neutron-server[84765]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Jan 14 07:30:52.189953 n-d-768862-2 neutron-server[84765]: **endpoint_filter) Jan 14 07:30:52.189953 n-d-768862-2 neutron-server[84765]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 14 07:30:52.189953 n-d-768862-2 neutron-server[84765]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 14 07:30:52.189953 n-d-768862-2 neutron-server[84765]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 14 07:30:52.189953 n-d-768862-2 neutron-server[84765]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 14 07:30:52.189953 n-d-768862-2 neutron-server[84765]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 14 07:30:52.225190 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-6f05831e-179b-44ba-8fa9-60b438db3ff3 tempest-PortsTestJSON-2091589570 tempest-PortsTestJSON-2091589570] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777640533329', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777640097463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851621574'] for port, after_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:30:52.246091 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-75005883-38df-481b-8536-a9d2ee62a811 tempest-NetworksIpV6TestAttrs-1453117616 tempest-NetworksIpV6TestAttrs-1453117616] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:30:52.394211 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-b9ea828e-fb2c-4cc9-8337-e5f967eae2f1 tempest-ExtraDHCPOptionsTestJSON-831179529 tempest-ExtraDHCPOptionsTestJSON-831179529] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036854176830', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850887149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3912591'] for network, after_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:30:52.394211 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-9fa5be6d-de70-4d42-8896-b8c88b4e4630 tempest-PortsTestJSON-2091589570 tempest-PortsTestJSON-2091589570] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:30:52.436508 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f05831e-179b-44ba-8fa9-60b438db3ff3 tempest-PortsTestJSON-2091589570 tempest-PortsTestJSON-2091589570] Pushing event deleted for resources: {'Port': ['ID=7ab67507-5a26-4745-ab6d-1f7e2e7c2c92,revision_number=None']} {{(pid=84875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:30:52.436508 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-6f05831e-179b-44ba-8fa9-60b438db3ff3 tempest-PortsTestJSON-2091589570 tempest-PortsTestJSON-2091589570] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.189s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:30:52.482129 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-b9ea828e-fb2c-4cc9-8337-e5f967eae2f1 tempest-ExtraDHCPOptionsTestJSON-831179529 tempest-ExtraDHCPOptionsTestJSON-831179529] Notify callbacks [] for network, before_response {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:30:52.549270 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-b9ea828e-fb2c-4cc9-8337-e5f967eae2f1 tempest-ExtraDHCPOptionsTestJSON-831179529 tempest-ExtraDHCPOptionsTestJSON-831179529] 10.222.0.24 "DELETE /v2.0/networks/8573ab92-2983-4d75-b42a-b380dbd4b35c HTTP/1.1" status: 204 len: 168 time: 6.7654862 Jan 14 07:30:52.549270 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9ea828e-fb2c-4cc9-8337-e5f967eae2f1 tempest-ExtraDHCPOptionsTestJSON-831179529 tempest-ExtraDHCPOptionsTestJSON-831179529] Pushing event deleted for resources: {'Network': ['ID=8573ab92-2983-4d75-b42a-b380dbd4b35c,revision_number=None']} {{(pid=84874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:30:52.549270 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-b9ea828e-fb2c-4cc9-8337-e5f967eae2f1 tempest-ExtraDHCPOptionsTestJSON-831179529 tempest-ExtraDHCPOptionsTestJSON-831179529] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:30:52.608265 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363259214191800', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854171626'] for agent, after_update {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:30:52.772363 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-24a0c503-5f53-4685-a6fb-6ef89fb563ff tempest-PortsIpV6TestJSON-1330665174 tempest-PortsIpV6TestJSON-1330665174] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777640533329', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777640097463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851621574'] for port, after_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:30:52.892222 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-82f990ea-c4b9-4369-b323-f75301360592 tempest-PortsTestJSON-2091589570 tempest-PortsTestJSON-2091589570] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:30:53.052579 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24a0c503-5f53-4685-a6fb-6ef89fb563ff tempest-PortsIpV6TestJSON-1330665174 tempest-PortsIpV6TestJSON-1330665174] Pushing event deleted for resources: {'Port': ['ID=a8534d7a-3657-48c4-b092-f3597958f703,revision_number=None']} {{(pid=84875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:30:53.052579 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-24a0c503-5f53-4685-a6fb-6ef89fb563ff tempest-PortsIpV6TestJSON-1330665174 tempest-PortsIpV6TestJSON-1330665174] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.157s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:30:53.278175 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-0f37073e-9c69-4e3c-80e0-6cfaa0fd61a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363259214191800', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854171626'] for agent, after_update {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:30:53.495112 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84874) accepted ('10.222.0.24', 54242) {{(pid=84874) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:30:53.597310 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-24a0c503-5f53-4685-a6fb-6ef89fb563ff tempest-PortsIpV6TestJSON-1330665174 tempest-PortsIpV6TestJSON-1330665174] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854768116'] for port, before_response {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:30:53.605520 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-6f05831e-179b-44ba-8fa9-60b438db3ff3 tempest-PortsTestJSON-2091589570 tempest-PortsTestJSON-2091589570] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854768116'] for port, before_response {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:30:53.651007 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-6f05831e-179b-44ba-8fa9-60b438db3ff3 tempest-PortsTestJSON-2091589570 tempest-PortsTestJSON-2091589570] 10.222.0.24 "DELETE /v2.0/ports/7ab67507-5a26-4745-ab6d-1f7e2e7c2c92 HTTP/1.1" status: 204 len: 168 time: 4.9040401 Jan 14 07:30:53.655583 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84874) accepted ('10.222.0.24', 54248) {{(pid=84874) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:30:53.720947 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-24a0c503-5f53-4685-a6fb-6ef89fb563ff tempest-PortsIpV6TestJSON-1330665174 tempest-PortsIpV6TestJSON-1330665174] 10.222.0.24 "DELETE /v2.0/ports/a8534d7a-3657-48c4-b092-f3597958f703 HTTP/1.1" status: 204 len: 168 time: 5.7464709 Jan 14 07:30:53.746835 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84875) accepted ('10.222.0.24', 54256) {{(pid=84875) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:30:53.863140 n-d-768862-2 neutron-server[84765]: INFO neutron.pecan_wsgi.hooks.translation [None req-5b38e0be-4293-432c-a008-848e105cf388 tempest-PortsTestJSON-2091589570 tempest-PortsTestJSON-2091589570] GET failed (client error): The resource could not be found. Jan 14 07:30:53.868719 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-5b38e0be-4293-432c-a008-848e105cf388 tempest-PortsTestJSON-2091589570 tempest-PortsTestJSON-2091589570] 10.222.0.24 "GET /v2.0/ports/7ab67507-5a26-4745-ab6d-1f7e2e7c2c92 HTTP/1.1" status: 404 len: 333 time: 0.2146590 Jan 14 07:30:53.869558 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84874) accepted ('10.222.0.24', 54264) {{(pid=84874) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:30:54.077421 n-d-768862-2 neutron-server[84765]: INFO neutron.pecan_wsgi.hooks.translation [None req-c2ca0a2d-bde7-4cf6-90bb-3dacba3edca2 tempest-PortsIpV6TestJSON-1330665174 tempest-PortsIpV6TestJSON-1330665174] GET failed (client error): The resource could not be found. Jan 14 07:30:54.077421 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-c2ca0a2d-bde7-4cf6-90bb-3dacba3edca2 tempest-PortsIpV6TestJSON-1330665174 tempest-PortsIpV6TestJSON-1330665174] Synchronizing usage tracker for tenant:6396266df05d476da6838f06b578d30b on resource:port {{(pid=84875) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 14 07:30:54.160053 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-c2ca0a2d-bde7-4cf6-90bb-3dacba3edca2 tempest-PortsIpV6TestJSON-1330665174 tempest-PortsIpV6TestJSON-1330665174] Unset dirty status for tenant:6396266df05d476da6838f06b578d30b on resource:port {{(pid=84875) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 14 07:30:54.166397 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-c2ca0a2d-bde7-4cf6-90bb-3dacba3edca2 tempest-PortsIpV6TestJSON-1330665174 tempest-PortsIpV6TestJSON-1330665174] 10.222.0.24 "GET /v2.0/ports/a8534d7a-3657-48c4-b092-f3597958f703 HTTP/1.1" status: 404 len: 333 time: 0.4250650 Jan 14 07:30:54.167424 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84875) accepted ('10.222.0.24', 54272) {{(pid=84875) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:30:54.717405 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-aca6bebe-6bea-44de-ba0d-d4059903f6c7 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=a5d566d8e4124fbdba96782e9cc27450&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0036483 Jan 14 07:30:54.717405 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84874) accepted ('10.222.0.24', 54288) {{(pid=84874) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:30:54.723190 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.db_base_plugin_v2 [None req-0d18903f-a064-4346-90cc-5c3e1cc4afa2 tempest-PortsIpV6TestJSON-1330665174 tempest-PortsIpV6TestJSON-1330665174] Deleting subnet 86399ecc-8f43-43fb-94bf-8169a302a7ed {{(pid=84875) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Jan 14 07:30:54.723190 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-0d18903f-a064-4346-90cc-5c3e1cc4afa2 tempest-PortsIpV6TestJSON-1330665174 tempest-PortsIpV6TestJSON-1330665174] Notify callbacks [] for subnet, before_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:30:54.872335 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-0d18903f-a064-4346-90cc-5c3e1cc4afa2 tempest-PortsIpV6TestJSON-1330665174 tempest-PortsIpV6TestJSON-1330665174] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3367281'] for subnet, precommit_delete_associations {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:30:54.949244 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-104ab336-6843-4324-94ff-68e9801e10ad admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:30:55.081212 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.db_base_plugin_v2 [None req-e7d08f4b-c29c-419d-a09d-e25c4ebe783c tempest-PortsTestJSON-2091589570 tempest-PortsTestJSON-2091589570] Deleting subnet c652c9f8-a959-46ee-b607-b478a7d1dea0 {{(pid=84874) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Jan 14 07:30:55.093258 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-104ab336-6843-4324-94ff-68e9801e10ad admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:30:55.138383 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-0d18903f-a064-4346-90cc-5c3e1cc4afa2 tempest-PortsIpV6TestJSON-1330665174 tempest-PortsIpV6TestJSON-1330665174] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036854176836'] for subnet, precommit_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:30:55.229385 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-e7d08f4b-c29c-419d-a09d-e25c4ebe783c tempest-PortsTestJSON-2091589570 tempest-PortsTestJSON-2091589570] Notify callbacks [] for subnet, before_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:30:55.270255 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-104ab336-6843-4324-94ff-68e9801e10ad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850887153'] for security_group, after_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:30:55.298196 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-dc8ed056-9892-42f3-81f1-d69123241e6f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:30:55.370696 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-104ab336-6843-4324-94ff-68e9801e10ad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0cbd1f63-f8f8-4af9-bfb5-870ff0d6875b,revision_number=None']} {{(pid=84874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:30:55.370696 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-104ab336-6843-4324-94ff-68e9801e10ad admin admin] Notify callbacks [] for security_group, before_response {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:30:55.370696 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-104ab336-6843-4324-94ff-68e9801e10ad admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/0cbd1f63-f8f8-4af9-bfb5-870ff0d6875b HTTP/1.1" status: 204 len: 168 time: 0.8593681 Jan 14 07:30:55.406613 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-104ab336-6843-4324-94ff-68e9801e10ad admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:30:55.427017 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-e7d08f4b-c29c-419d-a09d-e25c4ebe783c tempest-PortsTestJSON-2091589570 tempest-PortsTestJSON-2091589570] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036851807232'] for subnet, precommit_delete_associations {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:30:55.696957 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-e7d08f4b-c29c-419d-a09d-e25c4ebe783c tempest-PortsTestJSON-2091589570 tempest-PortsTestJSON-2091589570] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036854176836'] for subnet, precommit_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:30:56.176154 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-0d18903f-a064-4346-90cc-5c3e1cc4afa2 tempest-PortsIpV6TestJSON-1330665174 tempest-PortsIpV6TestJSON-1330665174] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-598964', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850887113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3154192', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2308610'] for subnet, after_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:30:56.236489 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-51d8e548-92ff-4f47-ad50-8ddad4011a6d tempest-PortsIpV6TestJSON-1330665174 tempest-PortsIpV6TestJSON-1330665174] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:30:56.589385 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d18903f-a064-4346-90cc-5c3e1cc4afa2 tempest-PortsIpV6TestJSON-1330665174 tempest-PortsIpV6TestJSON-1330665174] Pushing event deleted for resources: {'Subnet': ['ID=86399ecc-8f43-43fb-94bf-8169a302a7ed,revision_number=None']} {{(pid=84875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:30:56.600504 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-0d18903f-a064-4346-90cc-5c3e1cc4afa2 tempest-PortsIpV6TestJSON-1330665174 tempest-PortsIpV6TestJSON-1330665174] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.365s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:30:56.835777 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-0d18903f-a064-4346-90cc-5c3e1cc4afa2 tempest-PortsIpV6TestJSON-1330665174 tempest-PortsIpV6TestJSON-1330665174] Notify callbacks [] for subnet, before_response {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:30:56.847867 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce3d44ff-4861-4c5b-b8ab-69e39fedb7e6 None None] Network 9dcd6fac-3668-4057-b5bb-a5142a37a6f8 requested from n-d-768862-2 {{(pid=84876) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 07:30:56.883915 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-0d18903f-a064-4346-90cc-5c3e1cc4afa2 tempest-PortsIpV6TestJSON-1330665174 tempest-PortsIpV6TestJSON-1330665174] 10.222.0.24 "DELETE /v2.0/subnets/86399ecc-8f43-43fb-94bf-8169a302a7ed HTTP/1.1" status: 204 len: 168 time: 2.7081048 Jan 14 07:30:56.891642 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84875) accepted ('10.222.0.24', 54356) {{(pid=84875) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:30:57.383338 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-e7d08f4b-c29c-419d-a09d-e25c4ebe783c tempest-PortsTestJSON-2091589570 tempest-PortsTestJSON-2091589570] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-598964', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850887113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036851521664', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2794686'] for subnet, after_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:30:57.527546 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-875db359-858e-4d24-b299-43b8a4159e9f tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:30:57.655329 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-46385d60-984f-4223-9fd0-c18011c28103 tempest-PortsIpV6TestJSON-1330665174 tempest-PortsIpV6TestJSON-1330665174] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036854160497'] for network, before_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:30:57.674668 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7d08f4b-c29c-419d-a09d-e25c4ebe783c tempest-PortsTestJSON-2091589570 tempest-PortsTestJSON-2091589570] Pushing event deleted for resources: {'Subnet': ['ID=c652c9f8-a959-46ee-b607-b478a7d1dea0,revision_number=None']} {{(pid=84874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:30:58.179561 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.plugin [None req-46385d60-984f-4223-9fd0-c18011c28103 tempest-PortsIpV6TestJSON-1330665174 tempest-PortsIpV6TestJSON-1330665174] Deleting port abd459d0-a377-4a5a-a36e-419050dbf474 {{(pid=84875) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 07:30:58.179561 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-46385d60-984f-4223-9fd0-c18011c28103 tempest-PortsIpV6TestJSON-1330665174 tempest-PortsIpV6TestJSON-1330665174] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363259214248359'] for port, before_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:30:59.263126 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c36b4f8e-f8dc-4bd1-b531-33b0a5d198d3 None None] DHCP port deletion for 9dcd6fac-3668-4057-b5bb-a5142a37a6f8 request from n-d-768862-2 {{(pid=84876) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Jan 14 07:30:59.271043 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.plugin [None req-c36b4f8e-f8dc-4bd1-b531-33b0a5d198d3 None None] Deleting port abd459d0-a377-4a5a-a36e-419050dbf474 {{(pid=84876) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 07:30:59.271043 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-c36b4f8e-f8dc-4bd1-b531-33b0a5d198d3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363259214248359'] for port, before_delete {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:30:59.351245 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [None req-46385d60-984f-4223-9fd0-c18011c28103 tempest-PortsIpV6TestJSON-1330665174 tempest-PortsIpV6TestJSON-1330665174] For port abd459d0-a377-4a5a-a36e-419050dbf474, host n-d-768862-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-2',level=0,port_id=abd459d0-a377-4a5a-a36e-419050dbf474,segment=NetworkSegment(05dc43ac-8e36-4f3a-a562-7445cdb15096),segment_id=05dc43ac-8e36-4f3a-a562-7445cdb15096)] {{(pid=84875) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 07:30:59.373013 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-46385d60-984f-4223-9fd0-c18011c28103 tempest-PortsIpV6TestJSON-1330665174 tempest-PortsIpV6TestJSON-1330665174] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036850862667'] for port, precommit_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:30:59.527422 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84875) accepted ('10.222.0.24', 54424) {{(pid=84875) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:30:59.691603 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7d08f4b-c29c-419d-a09d-e25c4ebe783c tempest-PortsTestJSON-2091589570 tempest-PortsTestJSON-2091589570] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@n-h1-768862-2 {{(pid=84874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:30:59.691603 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7d08f4b-c29c-419d-a09d-e25c4ebe783c tempest-PortsTestJSON-2091589570 tempest-PortsTestJSON-2091589570] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-h1-768862-2 {{(pid=84874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:30:59.691603 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7d08f4b-c29c-419d-a09d-e25c4ebe783c tempest-PortsTestJSON-2091589570 tempest-PortsTestJSON-2091589570] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-h1-768862-2 {{(pid=84874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:30:59.691603 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7d08f4b-c29c-419d-a09d-e25c4ebe783c tempest-PortsTestJSON-2091589570 tempest-PortsTestJSON-2091589570] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-h1-768862-2 {{(pid=84874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:30:59.691603 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7d08f4b-c29c-419d-a09d-e25c4ebe783c tempest-PortsTestJSON-2091589570 tempest-PortsTestJSON-2091589570] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@n-h1-768862-2 {{(pid=84874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:30:59.691603 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7d08f4b-c29c-419d-a09d-e25c4ebe783c tempest-PortsTestJSON-2091589570 tempest-PortsTestJSON-2091589570] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-h1-768862-2 {{(pid=84874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:30:59.709380 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7d08f4b-c29c-419d-a09d-e25c4ebe783c tempest-PortsTestJSON-2091589570 tempest-PortsTestJSON-2091589570] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-h1-768862-2 {{(pid=84874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:30:59.709380 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7d08f4b-c29c-419d-a09d-e25c4ebe783c tempest-PortsTestJSON-2091589570 tempest-PortsTestJSON-2091589570] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-h1-768862-2 {{(pid=84874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:30:59.709380 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7d08f4b-c29c-419d-a09d-e25c4ebe783c tempest-PortsTestJSON-2091589570 tempest-PortsTestJSON-2091589570] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-h1-768862-2 {{(pid=84874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:30:59.709380 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7d08f4b-c29c-419d-a09d-e25c4ebe783c tempest-PortsTestJSON-2091589570 tempest-PortsTestJSON-2091589570] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-h1-768862-2 {{(pid=84874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:30:59.709380 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7d08f4b-c29c-419d-a09d-e25c4ebe783c tempest-PortsTestJSON-2091589570 tempest-PortsTestJSON-2091589570] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-h1-768862-2 {{(pid=84874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:30:59.718633 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7d08f4b-c29c-419d-a09d-e25c4ebe783c tempest-PortsTestJSON-2091589570 tempest-PortsTestJSON-2091589570] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-h1-768862-2 {{(pid=84874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:30:59.718633 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7d08f4b-c29c-419d-a09d-e25c4ebe783c tempest-PortsTestJSON-2091589570 tempest-PortsTestJSON-2091589570] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@n-h2-768862-2 {{(pid=84874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:30:59.718633 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7d08f4b-c29c-419d-a09d-e25c4ebe783c tempest-PortsTestJSON-2091589570 tempest-PortsTestJSON-2091589570] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-h2-768862-2 {{(pid=84874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:30:59.730201 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7d08f4b-c29c-419d-a09d-e25c4ebe783c tempest-PortsTestJSON-2091589570 tempest-PortsTestJSON-2091589570] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-h2-768862-2 {{(pid=84874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:30:59.730201 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7d08f4b-c29c-419d-a09d-e25c4ebe783c tempest-PortsTestJSON-2091589570 tempest-PortsTestJSON-2091589570] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-h2-768862-2 {{(pid=84874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:30:59.730201 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7d08f4b-c29c-419d-a09d-e25c4ebe783c tempest-PortsTestJSON-2091589570 tempest-PortsTestJSON-2091589570] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@n-h2-768862-2 {{(pid=84874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:30:59.730201 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7d08f4b-c29c-419d-a09d-e25c4ebe783c tempest-PortsTestJSON-2091589570 tempest-PortsTestJSON-2091589570] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-h2-768862-2 {{(pid=84874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:30:59.730201 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7d08f4b-c29c-419d-a09d-e25c4ebe783c tempest-PortsTestJSON-2091589570 tempest-PortsTestJSON-2091589570] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-h2-768862-2 {{(pid=84874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:30:59.730201 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7d08f4b-c29c-419d-a09d-e25c4ebe783c tempest-PortsTestJSON-2091589570 tempest-PortsTestJSON-2091589570] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-h2-768862-2 {{(pid=84874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:30:59.730201 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7d08f4b-c29c-419d-a09d-e25c4ebe783c tempest-PortsTestJSON-2091589570 tempest-PortsTestJSON-2091589570] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-h2-768862-2 {{(pid=84874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:30:59.730201 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7d08f4b-c29c-419d-a09d-e25c4ebe783c tempest-PortsTestJSON-2091589570 tempest-PortsTestJSON-2091589570] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-h2-768862-2 {{(pid=84874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:30:59.730201 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7d08f4b-c29c-419d-a09d-e25c4ebe783c tempest-PortsTestJSON-2091589570 tempest-PortsTestJSON-2091589570] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-h2-768862-2 {{(pid=84874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:30:59.730201 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7d08f4b-c29c-419d-a09d-e25c4ebe783c tempest-PortsTestJSON-2091589570 tempest-PortsTestJSON-2091589570] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-h2-768862-2 {{(pid=84874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:30:59.735066 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7d08f4b-c29c-419d-a09d-e25c4ebe783c tempest-PortsTestJSON-2091589570 tempest-PortsTestJSON-2091589570] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-2 {{(pid=84874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:30:59.735066 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7d08f4b-c29c-419d-a09d-e25c4ebe783c tempest-PortsTestJSON-2091589570 tempest-PortsTestJSON-2091589570] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-2 {{(pid=84874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:30:59.735066 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7d08f4b-c29c-419d-a09d-e25c4ebe783c tempest-PortsTestJSON-2091589570 tempest-PortsTestJSON-2091589570] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-2 {{(pid=84874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:30:59.748922 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7d08f4b-c29c-419d-a09d-e25c4ebe783c tempest-PortsTestJSON-2091589570 tempest-PortsTestJSON-2091589570] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-2 {{(pid=84874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:30:59.748922 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7d08f4b-c29c-419d-a09d-e25c4ebe783c tempest-PortsTestJSON-2091589570 tempest-PortsTestJSON-2091589570] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@n-d-768862-2 {{(pid=84874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:30:59.748922 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7d08f4b-c29c-419d-a09d-e25c4ebe783c tempest-PortsTestJSON-2091589570 tempest-PortsTestJSON-2091589570] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-2 {{(pid=84874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:30:59.748922 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7d08f4b-c29c-419d-a09d-e25c4ebe783c tempest-PortsTestJSON-2091589570 tempest-PortsTestJSON-2091589570] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-768862-2 {{(pid=84874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:30:59.748922 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7d08f4b-c29c-419d-a09d-e25c4ebe783c tempest-PortsTestJSON-2091589570 tempest-PortsTestJSON-2091589570] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-768862-2 {{(pid=84874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:30:59.748922 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7d08f4b-c29c-419d-a09d-e25c4ebe783c tempest-PortsTestJSON-2091589570 tempest-PortsTestJSON-2091589570] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-2 {{(pid=84874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:30:59.748922 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7d08f4b-c29c-419d-a09d-e25c4ebe783c tempest-PortsTestJSON-2091589570 tempest-PortsTestJSON-2091589570] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-2 {{(pid=84874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:30:59.748922 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7d08f4b-c29c-419d-a09d-e25c4ebe783c tempest-PortsTestJSON-2091589570 tempest-PortsTestJSON-2091589570] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-2 {{(pid=84874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:30:59.748922 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7d08f4b-c29c-419d-a09d-e25c4ebe783c tempest-PortsTestJSON-2091589570 tempest-PortsTestJSON-2091589570] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-2 {{(pid=84874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:30:59.792851 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-e7d08f4b-c29c-419d-a09d-e25c4ebe783c tempest-PortsTestJSON-2091589570 tempest-PortsTestJSON-2091589570] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 2.281s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:30:59.999318 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-e7d08f4b-c29c-419d-a09d-e25c4ebe783c tempest-PortsTestJSON-2091589570 tempest-PortsTestJSON-2091589570] Notify callbacks [] for subnet, before_response {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:31:00.010433 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-e7d08f4b-c29c-419d-a09d-e25c4ebe783c tempest-PortsTestJSON-2091589570 tempest-PortsTestJSON-2091589570] 10.222.0.24 "DELETE /v2.0/subnets/c652c9f8-a959-46ee-b607-b478a7d1dea0 HTTP/1.1" status: 204 len: 168 time: 6.1349974 Jan 14 07:31:00.070399 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84874) accepted ('10.222.0.24', 54436) {{(pid=84874) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:31:00.207895 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.plugin [None req-46385d60-984f-4223-9fd0-c18011c28103 tempest-PortsIpV6TestJSON-1330665174 tempest-PortsIpV6TestJSON-1330665174] Calling delete_port for abd459d0-a377-4a5a-a36e-419050dbf474 owned by network:dhcp {{(pid=84875) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 07:31:00.223018 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66ab748e-a8b3-42d7-ba6b-1d30ecac1174 None None] Network 3c0b0c36-e399-483a-b76e-2b8cc0a40b8d requested from n-d-768862-2 {{(pid=84876) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 07:31:00.513035 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Device abd459d0-a377-4a5a-a36e-419050dbf474 no longer exists at agent ovs-agent-n-d-768862-2 {{(pid=84876) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jan 14 07:31:00.514443 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-46385d60-984f-4223-9fd0-c18011c28103 tempest-PortsIpV6TestJSON-1330665174 tempest-PortsIpV6TestJSON-1330665174] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777640533329', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777640097463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851621574'] for port, after_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:31:00.641150 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.plugin [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] No Port match for: abd459d0-a377-4a5a-a36e-419050dbf474 {{(pid=84876) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2188}} Jan 14 07:31:00.641571 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Device abd459d0-a377-4a5a-a36e-419050dbf474 not bound to the agent host n-d-768862-2 {{(pid=84876) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jan 14 07:31:00.705114 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-c84ed08e-64f3-4081-9862-2177dcc52b79 tempest-PortsTestJSON-2091589570 tempest-PortsTestJSON-2091589570] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036854160497'] for network, before_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:31:00.784967 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [None req-c36b4f8e-f8dc-4bd1-b531-33b0a5d198d3 None None] For port abd459d0-a377-4a5a-a36e-419050dbf474, host n-d-768862-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-2',level=0,port_id=abd459d0-a377-4a5a-a36e-419050dbf474,segment=NetworkSegment(05dc43ac-8e36-4f3a-a562-7445cdb15096),segment_id=05dc43ac-8e36-4f3a-a562-7445cdb15096)] {{(pid=84876) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 07:31:00.784967 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-c36b4f8e-f8dc-4bd1-b531-33b0a5d198d3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036850862667'] for port, precommit_delete {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:31:00.881010 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-f7077fbb-b732-4caa-b92f-fdf0a667983a tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:31:01.025548 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.v2.base [None req-5bdea0a6-dde3-462b-9599-ede348b9d648 tempest-FloatingIPNegativeTestJSON-2001787271 tempest-FloatingIPNegativeTestJSON-2001787271] Request body: {'network': {'name': 'tempest-FloatingIPNegativeTestJSON-test-network-387204027'}} {{(pid=84875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:31:01.058555 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-5bdea0a6-dde3-462b-9599-ede348b9d648 tempest-FloatingIPNegativeTestJSON-2001787271 tempest-FloatingIPNegativeTestJSON-2001787271] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:31:01.104503 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.plugin [None req-c84ed08e-64f3-4081-9862-2177dcc52b79 tempest-PortsTestJSON-2091589570 tempest-PortsTestJSON-2091589570] Deleting port d474dce4-0ee9-4045-9e6a-e6cf4cf2906c {{(pid=84874) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 07:31:01.104503 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-c84ed08e-64f3-4081-9862-2177dcc52b79 tempest-PortsTestJSON-2091589570 tempest-PortsTestJSON-2091589570] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363259214248359'] for port, before_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:31:01.168684 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.plugin [None req-c36b4f8e-f8dc-4bd1-b531-33b0a5d198d3 None None] Calling delete_port for abd459d0-a377-4a5a-a36e-419050dbf474 owned by network:dhcp {{(pid=84876) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 07:31:01.206883 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46385d60-984f-4223-9fd0-c18011c28103 tempest-PortsIpV6TestJSON-1330665174 tempest-PortsIpV6TestJSON-1330665174] Pushing event deleted for resources: {'Port': ['ID=abd459d0-a377-4a5a-a36e-419050dbf474,revision_number=None']} {{(pid=84875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:31:01.213860 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-5bdea0a6-dde3-462b-9599-ede348b9d648 tempest-FloatingIPNegativeTestJSON-2001787271 tempest-FloatingIPNegativeTestJSON-2001787271] Usage tracker for resource:network and tenant:25f640c670234d7399de9f215c3c6016 is out of sync, need to count used quota {{(pid=84875) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:31:01.216263 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-46385d60-984f-4223-9fd0-c18011c28103 tempest-PortsIpV6TestJSON-1330665174 tempest-PortsIpV6TestJSON-1330665174] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.340s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:31:01.216263 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-5bdea0a6-dde3-462b-9599-ede348b9d648 tempest-FloatingIPNegativeTestJSON-2001787271 tempest-FloatingIPNegativeTestJSON-2001787271] Quota usage for network was recalculated. Used quota:0. {{(pid=84875) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:31:01.236830 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-5bdea0a6-dde3-462b-9599-ede348b9d648 tempest-FloatingIPNegativeTestJSON-2001787271 tempest-FloatingIPNegativeTestJSON-2001787271] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:31:01.284142 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5bdea0a6-dde3-462b-9599-ede348b9d648 tempest-FloatingIPNegativeTestJSON-2001787271 tempest-FloatingIPNegativeTestJSON-2001787271] Made reservation on behalf of 25f640c670234d7399de9f215c3c6016 for: {'network': 1} {{(pid=84875) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 07:31:01.291394 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-5bdea0a6-dde3-462b-9599-ede348b9d648 tempest-FloatingIPNegativeTestJSON-2001787271 tempest-FloatingIPNegativeTestJSON-2001787271] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555753'] for network, before_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:31:01.308956 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46385d60-984f-4223-9fd0-c18011c28103 tempest-PortsIpV6TestJSON-1330665174 tempest-PortsIpV6TestJSON-1330665174] No DVR routers for this DVR port abd459d0-a377-4a5a-a36e-419050dbf474 on host n-d-768862-2 {{(pid=84875) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Jan 14 07:31:01.353330 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-5bdea0a6-dde3-462b-9599-ede348b9d648 tempest-FloatingIPNegativeTestJSON-2001787271 tempest-FloatingIPNegativeTestJSON-2001787271] Notify callbacks [] for security_group, before_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:31:01.453484 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed27d6ff-86b2-43b4-aa48-a4be45e45551 None None] DHCP port deletion for 3c0b0c36-e399-483a-b76e-2b8cc0a40b8d request from n-d-768862-2 {{(pid=84876) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Jan 14 07:31:01.472211 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.plugin [None req-ed27d6ff-86b2-43b4-aa48-a4be45e45551 None None] Deleting port d474dce4-0ee9-4045-9e6a-e6cf4cf2906c {{(pid=84876) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 07:31:01.472211 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-ed27d6ff-86b2-43b4-aa48-a4be45e45551 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363259214248359'] for port, before_delete {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:31:01.557575 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-5bdea0a6-dde3-462b-9599-ede348b9d648 tempest-FloatingIPNegativeTestJSON-2001787271 tempest-FloatingIPNegativeTestJSON-2001787271] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:31:01.614861 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-5bdea0a6-dde3-462b-9599-ede348b9d648 tempest-FloatingIPNegativeTestJSON-2001787271 tempest-FloatingIPNegativeTestJSON-2001787271] Usage tracker for resource:security_group_rule and tenant:25f640c670234d7399de9f215c3c6016 is out of sync, need to count used quota {{(pid=84875) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:31:01.624011 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-5bdea0a6-dde3-462b-9599-ede348b9d648 tempest-FloatingIPNegativeTestJSON-2001787271 tempest-FloatingIPNegativeTestJSON-2001787271] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84875) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:31:01.651436 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-5bdea0a6-dde3-462b-9599-ede348b9d648 tempest-FloatingIPNegativeTestJSON-2001787271 tempest-FloatingIPNegativeTestJSON-2001787271] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:31:01.660613 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-46385d60-984f-4223-9fd0-c18011c28103 tempest-PortsIpV6TestJSON-1330665174 tempest-PortsIpV6TestJSON-1330665174] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-598987', 'neutron.services.segments.db._delete_segments_for_network-8777640583949'] for network, precommit_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:31:02.003521 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [None req-ed27d6ff-86b2-43b4-aa48-a4be45e45551 None None] For port d474dce4-0ee9-4045-9e6a-e6cf4cf2906c, host n-d-768862-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-2',level=0,port_id=d474dce4-0ee9-4045-9e6a-e6cf4cf2906c,segment=NetworkSegment(11e08fd2-771d-4ae9-b647-3a86457d76d2),segment_id=11e08fd2-771d-4ae9-b647-3a86457d76d2)] {{(pid=84876) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 07:31:02.003521 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-ed27d6ff-86b2-43b4-aa48-a4be45e45551 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036850862667'] for port, precommit_delete {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:31:02.125892 n-d-768862-2 neutron-server[84765]: DEBUG neutron.services.segments.db [None req-46385d60-984f-4223-9fd0-c18011c28103 tempest-PortsIpV6TestJSON-1330665174 tempest-PortsIpV6TestJSON-1330665174] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9dcd6fac-3668-4057-b5bb-a5142a37a6f8']}} {{(pid=84875) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:31:02.289867 n-d-768862-2 neutron-server[84765]: DEBUG neutron.services.segments.db [None req-46385d60-984f-4223-9fd0-c18011c28103 tempest-PortsIpV6TestJSON-1330665174 tempest-PortsIpV6TestJSON-1330665174] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '05dc43ac-8e36-4f3a-a562-7445cdb15096') {'for_net_delete': True} {{(pid=84875) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:31:02.289867 n-d-768862-2 neutron-server[84765]: DEBUG neutron.services.segments.db [None req-46385d60-984f-4223-9fd0-c18011c28103 tempest-PortsIpV6TestJSON-1330665174 tempest-PortsIpV6TestJSON-1330665174] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '05dc43ac-8e36-4f3a-a562-7445cdb15096') {} {{(pid=84875) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:31:02.401684 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [None req-c84ed08e-64f3-4081-9862-2177dcc52b79 tempest-PortsTestJSON-2091589570 tempest-PortsTestJSON-2091589570] For port d474dce4-0ee9-4045-9e6a-e6cf4cf2906c, host n-d-768862-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-2',level=0,port_id=d474dce4-0ee9-4045-9e6a-e6cf4cf2906c,segment=NetworkSegment(11e08fd2-771d-4ae9-b647-3a86457d76d2),segment_id=11e08fd2-771d-4ae9-b647-3a86457d76d2)] {{(pid=84874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 07:31:02.401684 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-c84ed08e-64f3-4081-9862-2177dcc52b79 tempest-PortsTestJSON-2091589570 tempest-PortsTestJSON-2091589570] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036850862667'] for port, precommit_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:31:02.853832 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.plugin [None req-c84ed08e-64f3-4081-9862-2177dcc52b79 tempest-PortsTestJSON-2091589570 tempest-PortsTestJSON-2091589570] Calling delete_port for d474dce4-0ee9-4045-9e6a-e6cf4cf2906c owned by network:dhcp {{(pid=84874) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 07:31:03.165852 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-46385d60-984f-4223-9fd0-c18011c28103 tempest-PortsIpV6TestJSON-1330665174 tempest-PortsIpV6TestJSON-1330665174] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363259214173198', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036851408567'] for segment, before_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:31:03.206410 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-c84ed08e-64f3-4081-9862-2177dcc52b79 tempest-PortsTestJSON-2091589570 tempest-PortsTestJSON-2091589570] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777640533329', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777640097463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3254186'] for port, after_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:31:03.232347 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-46385d60-984f-4223-9fd0-c18011c28103 tempest-PortsIpV6TestJSON-1330665174 tempest-PortsIpV6TestJSON-1330665174] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854179735'] for segment, precommit_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:31:03.243683 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-46385d60-984f-4223-9fd0-c18011c28103 tempest-PortsIpV6TestJSON-1330665174 tempest-PortsIpV6TestJSON-1330665174] Releasing vxlan tunnel 18 to pool {{(pid=84875) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Jan 14 07:31:03.268738 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-e8b59feb-8459-4a2f-ae72-7e5c1769ca25 tempest-RoutersIpV6Test-883692175 tempest-RoutersIpV6Test-883692175] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:31:03.282145 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Device d474dce4-0ee9-4045-9e6a-e6cf4cf2906c no longer exists at agent ovs-agent-n-d-768862-2 {{(pid=84876) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jan 14 07:31:03.326404 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.plugin [None req-ed27d6ff-86b2-43b4-aa48-a4be45e45551 None None] Calling delete_port for d474dce4-0ee9-4045-9e6a-e6cf4cf2906c owned by network:dhcp {{(pid=84876) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 07:31:03.418934 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.plugin [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] No Port match for: d474dce4-0ee9-4045-9e6a-e6cf4cf2906c {{(pid=84876) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2188}} Jan 14 07:31:03.418934 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Device d474dce4-0ee9-4045-9e6a-e6cf4cf2906c not bound to the agent host n-d-768862-2 {{(pid=84876) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jan 14 07:31:03.435177 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.db.api [None req-c36b4f8e-f8dc-4bd1-b531-33b0a5d198d3 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84876) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Jan 14 07:31:03.435177 n-d-768862-2 neutron-server[84765]: DEBUG oslo_db.api [None req-c36b4f8e-f8dc-4bd1-b531-33b0a5d198d3 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84876) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Jan 14 07:31:03.614325 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.db.api [None req-ed27d6ff-86b2-43b4-aa48-a4be45e45551 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84876) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Jan 14 07:31:03.614325 n-d-768862-2 neutron-server[84765]: DEBUG oslo_db.api [None req-ed27d6ff-86b2-43b4-aa48-a4be45e45551 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84876) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Jan 14 07:31:03.819300 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c84ed08e-64f3-4081-9862-2177dcc52b79 tempest-PortsTestJSON-2091589570 tempest-PortsTestJSON-2091589570] Pushing event deleted for resources: {'Port': ['ID=d474dce4-0ee9-4045-9e6a-e6cf4cf2906c,revision_number=None']} {{(pid=84874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:31:03.833972 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-c84ed08e-64f3-4081-9862-2177dcc52b79 tempest-PortsTestJSON-2091589570 tempest-PortsTestJSON-2091589570] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.575s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:31:03.859362 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c84ed08e-64f3-4081-9862-2177dcc52b79 tempest-PortsTestJSON-2091589570 tempest-PortsTestJSON-2091589570] No DVR routers for this DVR port d474dce4-0ee9-4045-9e6a-e6cf4cf2906c on host n-d-768862-2 {{(pid=84874) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Jan 14 07:31:03.939262 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.plugin [None req-c36b4f8e-f8dc-4bd1-b531-33b0a5d198d3 None None] Deleting port abd459d0-a377-4a5a-a36e-419050dbf474 {{(pid=84876) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 07:31:03.939262 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-c36b4f8e-f8dc-4bd1-b531-33b0a5d198d3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363259214248359'] for port, before_delete {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:31:04.075476 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-5bdea0a6-dde3-462b-9599-ede348b9d648 tempest-FloatingIPNegativeTestJSON-2001787271 tempest-FloatingIPNegativeTestJSON-2001787271] Notify callbacks [] for security_group, precommit_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:31:04.117374 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-5bdea0a6-dde3-462b-9599-ede348b9d648 tempest-FloatingIPNegativeTestJSON-2001787271 tempest-FloatingIPNegativeTestJSON-2001787271] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850887153'] for security_group, after_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:31:04.121574 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.plugin [None req-ed27d6ff-86b2-43b4-aa48-a4be45e45551 None None] Deleting port d474dce4-0ee9-4045-9e6a-e6cf4cf2906c {{(pid=84876) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 07:31:04.121574 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-ed27d6ff-86b2-43b4-aa48-a4be45e45551 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363259214248359'] for port, before_delete {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:31:04.146617 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84874) accepted ('10.222.0.24', 54530) {{(pid=84874) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:31:04.292393 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-657ce02a-17ce-4b25-be1d-0a3d00feef9a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:31:04.317949 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.plugin [None req-ed27d6ff-86b2-43b4-aa48-a4be45e45551 None None] The port 'd474dce4-0ee9-4045-9e6a-e6cf4cf2906c' was deleted {{(pid=84876) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Jan 14 07:31:04.455593 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.plugin [None req-c36b4f8e-f8dc-4bd1-b531-33b0a5d198d3 None None] The port 'abd459d0-a377-4a5a-a36e-419050dbf474' was deleted {{(pid=84876) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Jan 14 07:31:04.532244 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-c84ed08e-64f3-4081-9862-2177dcc52b79 tempest-PortsTestJSON-2091589570 tempest-PortsTestJSON-2091589570] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-598987', 'neutron.services.segments.db._delete_segments_for_network-8777640583949'] for network, precommit_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:31:04.539945 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5bdea0a6-dde3-462b-9599-ede348b9d648 tempest-FloatingIPNegativeTestJSON-2001787271 tempest-FloatingIPNegativeTestJSON-2001787271] vxlan segment allocate from pool success with {'vxlan_vni': 20} {{(pid=84875) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Jan 14 07:31:04.547449 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.managers [None req-46385d60-984f-4223-9fd0-c18011c28103 tempest-PortsIpV6TestJSON-1330665174 tempest-PortsIpV6TestJSON-1330665174] Network 9dcd6fac-3668-4057-b5bb-a5142a37a6f8 has no segments {{(pid=84875) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 14 07:31:04.586588 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-46385d60-984f-4223-9fd0-c18011c28103 tempest-PortsIpV6TestJSON-1330665174 tempest-PortsIpV6TestJSON-1330665174] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-596065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3154253'] for segment, after_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:31:04.965846 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-5bdea0a6-dde3-462b-9599-ede348b9d648 tempest-FloatingIPNegativeTestJSON-2001787271 tempest-FloatingIPNegativeTestJSON-2001787271] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment--9223363259214191851', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854179735'] for segment, precommit_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:31:04.965846 n-d-768862-2 neutron-server[84765]: INFO neutron.db.segments_db [None req-5bdea0a6-dde3-462b-9599-ede348b9d648 tempest-FloatingIPNegativeTestJSON-2001787271 tempest-FloatingIPNegativeTestJSON-2001787271] Added segment 611fb6ba-03c9-4d10-9242-4ca03fc6c867 of type vxlan for network 9ebc43ec-f711-47f5-8ff3-48473adf0f9b Jan 14 07:31:05.007364 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-5bdea0a6-dde3-462b-9599-ede348b9d648 tempest-FloatingIPNegativeTestJSON-2001787271 tempest-FloatingIPNegativeTestJSON-2001787271] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363259214646115'] for network, precommit_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:31:05.026309 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bdea0a6-dde3-462b-9599-ede348b9d648 tempest-FloatingIPNegativeTestJSON-2001787271 tempest-FloatingIPNegativeTestJSON-2001787271] Pushing event updated for resources: {'SecurityGroup': ['ID=38da076a-3961-4540-8901-fce33737e980,revision_number=1']} {{(pid=84875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:31:05.063417 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-8f98b3b9-8511-4e8f-9d98-8fb4f4d3e127 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:31:05.075563 n-d-768862-2 neutron-server[84765]: DEBUG neutron.services.segments.db [None req-c84ed08e-64f3-4081-9862-2177dcc52b79 tempest-PortsTestJSON-2091589570 tempest-PortsTestJSON-2091589570] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3c0b0c36-e399-483a-b76e-2b8cc0a40b8d']}} {{(pid=84874) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:31:05.097309 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-8f98b3b9-8511-4e8f-9d98-8fb4f4d3e127 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:31:05.102562 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-8f98b3b9-8511-4e8f-9d98-8fb4f4d3e127 admin admin] Usage tracker for resource:security_group_rule and tenant:34068f8f477c41e0b340de79177caf61 is out of sync, need to count used quota {{(pid=84874) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:31:05.105994 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-8f98b3b9-8511-4e8f-9d98-8fb4f4d3e127 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84874) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:31:05.112686 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-8f98b3b9-8511-4e8f-9d98-8fb4f4d3e127 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:31:05.134906 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-5bdea0a6-dde3-462b-9599-ede348b9d648 tempest-FloatingIPNegativeTestJSON-2001787271 tempest-FloatingIPNegativeTestJSON-2001787271] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.859s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:31:05.181668 n-d-768862-2 neutron-server[84765]: DEBUG neutron.services.segments.db [None req-c84ed08e-64f3-4081-9862-2177dcc52b79 tempest-PortsTestJSON-2091589570 tempest-PortsTestJSON-2091589570] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '11e08fd2-771d-4ae9-b647-3a86457d76d2') {'for_net_delete': True} {{(pid=84874) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:31:05.181668 n-d-768862-2 neutron-server[84765]: DEBUG neutron.services.segments.db [None req-c84ed08e-64f3-4081-9862-2177dcc52b79 tempest-PortsTestJSON-2091589570 tempest-PortsTestJSON-2091589570] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '11e08fd2-771d-4ae9-b647-3a86457d76d2') {} {{(pid=84874) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:31:05.239400 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-8f98b3b9-8511-4e8f-9d98-8fb4f4d3e127 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:31:05.255174 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-c84ed08e-64f3-4081-9862-2177dcc52b79 tempest-PortsTestJSON-2091589570 tempest-PortsTestJSON-2091589570] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363259214173198', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2968632'] for segment, before_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:31:05.274027 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-8f98b3b9-8511-4e8f-9d98-8fb4f4d3e127 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850887153'] for security_group, after_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:31:05.307624 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-104ab336-6843-4324-94ff-68e9801e10ad admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:31:05.311698 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.managers [None req-46385d60-984f-4223-9fd0-c18011c28103 tempest-PortsIpV6TestJSON-1330665174 tempest-PortsIpV6TestJSON-1330665174] Network 9dcd6fac-3668-4057-b5bb-a5142a37a6f8 has no segments {{(pid=84875) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 14 07:31:05.347038 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-8f98b3b9-8511-4e8f-9d98-8fb4f4d3e127 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=34068f8f477c41e0b340de79177caf61&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1729870 Jan 14 07:31:05.347038 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f98b3b9-8511-4e8f-9d98-8fb4f4d3e127 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b7c8e29d-d26e-4870-a333-378ac959c108,revision_number=1']} {{(pid=84874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:31:05.352114 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-5bdea0a6-dde3-462b-9599-ede348b9d648 tempest-FloatingIPNegativeTestJSON-2001787271 tempest-FloatingIPNegativeTestJSON-2001787271] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850887149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964'] for network, after_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:31:05.356204 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84874) accepted ('10.222.0.24', 54558) {{(pid=84874) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:31:05.369223 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-8f98b3b9-8511-4e8f-9d98-8fb4f4d3e127 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:31:05.369223 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-c84ed08e-64f3-4081-9862-2177dcc52b79 tempest-PortsTestJSON-2091589570 tempest-PortsTestJSON-2091589570] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854179735'] for segment, precommit_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:31:05.373593 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-c84ed08e-64f3-4081-9862-2177dcc52b79 tempest-PortsTestJSON-2091589570 tempest-PortsTestJSON-2091589570] Releasing vxlan tunnel 15 to pool {{(pid=84874) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Jan 14 07:31:05.387227 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5bdea0a6-dde3-462b-9599-ede348b9d648 tempest-FloatingIPNegativeTestJSON-2001787271 tempest-FloatingIPNegativeTestJSON-2001787271] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:31:05.387227 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-5bdea0a6-dde3-462b-9599-ede348b9d648 tempest-FloatingIPNegativeTestJSON-2001787271 tempest-FloatingIPNegativeTestJSON-2001787271] Notify callbacks [] for network, before_response {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:31:05.458548 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-7036058b-9051-451a-9c36-c2a172dd6d1c tempest-PortsIpV6TestJSON-1330665174 tempest-PortsIpV6TestJSON-1330665174] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:31:05.662973 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bdea0a6-dde3-462b-9599-ede348b9d648 tempest-FloatingIPNegativeTestJSON-2001787271 tempest-FloatingIPNegativeTestJSON-2001787271] Pushing event updated for resources: {'Network': ['ID=9ebc43ec-f711-47f5-8ff3-48473adf0f9b,revision_number=1']} {{(pid=84875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:31:05.662973 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-5bdea0a6-dde3-462b-9599-ede348b9d648 tempest-FloatingIPNegativeTestJSON-2001787271 tempest-FloatingIPNegativeTestJSON-2001787271] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.192s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:31:05.662973 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:port_security_enabled":"rule:admin_or_owner" was deprecated in W in favor of "update_network:port_security_enabled":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 07:31:05.662973 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:31:05.662973 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:31:05.662973 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:31:05.662973 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "delete_network":"rule:admin_or_owner" was deprecated in W in favor of "delete_network":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 07:31:05.662973 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:31:05.662973 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:31:05.662973 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:31:05.662973 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_segment":"rule:admin_only" was deprecated in W in favor of "create_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:31:05.662973 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:31:05.662973 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_segment":"rule:admin_only" was deprecated in W in favor of "get_segment":"role:reader and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:31:05.662973 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:31:05.662973 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_segment":"rule:admin_only" was deprecated in W in favor of "update_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:31:05.662973 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:31:05.662973 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "delete_segment":"rule:admin_only" was deprecated in W in favor of "delete_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:31:05.662973 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:31:05.662973 n-d-768862-2 neutron-server[84765]: Traceback (most recent call last): Jan 14 07:31:05.662973 n-d-768862-2 neutron-server[84765]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 14 07:31:05.662973 n-d-768862-2 neutron-server[84765]: timer() Jan 14 07:31:05.662973 n-d-768862-2 neutron-server[84765]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 14 07:31:05.662973 n-d-768862-2 neutron-server[84765]: cb(*args, **kw) Jan 14 07:31:05.662973 n-d-768862-2 neutron-server[84765]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Jan 14 07:31:05.662973 n-d-768862-2 neutron-server[84765]: return func(*args, **kwargs) Jan 14 07:31:05.662973 n-d-768862-2 neutron-server[84765]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 14 07:31:05.662973 n-d-768862-2 neutron-server[84765]: self._notify() Jan 14 07:31:05.662973 n-d-768862-2 neutron-server[84765]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 14 07:31:05.662973 n-d-768862-2 neutron-server[84765]: self.callback(batched_events) Jan 14 07:31:05.662973 n-d-768862-2 neutron-server[84765]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 14 07:31:05.662973 n-d-768862-2 neutron-server[84765]: event.method(event) Jan 14 07:31:05.662973 n-d-768862-2 neutron-server[84765]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 14 07:31:05.662973 n-d-768862-2 neutron-server[84765]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 14 07:31:05.662973 n-d-768862-2 neutron-server[84765]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Jan 14 07:31:05.662973 n-d-768862-2 neutron-server[84765]: segment_id)['aggregates'][0] Jan 14 07:31:05.662973 n-d-768862-2 neutron-server[84765]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 14 07:31:05.662973 n-d-768862-2 neutron-server[84765]: return f(self, *a, **k) Jan 14 07:31:05.662973 n-d-768862-2 neutron-server[84765]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 14 07:31:05.662973 n-d-768862-2 neutron-server[84765]: return self._get(url).json() Jan 14 07:31:05.662973 n-d-768862-2 neutron-server[84765]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 14 07:31:05.662973 n-d-768862-2 neutron-server[84765]: **kwargs) Jan 14 07:31:05.662973 n-d-768862-2 neutron-server[84765]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 14 07:31:05.662973 n-d-768862-2 neutron-server[84765]: return self.request(url, 'GET', **kwargs) Jan 14 07:31:05.662973 n-d-768862-2 neutron-server[84765]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Jan 14 07:31:05.662973 n-d-768862-2 neutron-server[84765]: **endpoint_filter) Jan 14 07:31:05.662973 n-d-768862-2 neutron-server[84765]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 14 07:31:05.662973 n-d-768862-2 neutron-server[84765]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 14 07:31:05.662973 n-d-768862-2 neutron-server[84765]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 14 07:31:05.662973 n-d-768862-2 neutron-server[84765]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 14 07:31:05.662973 n-d-768862-2 neutron-server[84765]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 14 07:31:05.662973 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-5bdea0a6-dde3-462b-9599-ede348b9d648 tempest-FloatingIPNegativeTestJSON-2001787271 tempest-FloatingIPNegativeTestJSON-2001787271] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 793 time: 6.1309619 Jan 14 07:31:05.680447 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-852a24f7-e9a1-4193-9abb-e9506fe5213f None None] Network 9ebc43ec-f711-47f5-8ff3-48473adf0f9b details requested by agent ovs-agent-n-h2-768862-2 with host n-h2-768862-2 {{(pid=84876) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 07:31:05.690542 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84874) accepted ('10.222.0.24', 54566) {{(pid=84874) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:31:05.690542 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-c31459ca-7e5f-4965-92e3-825d9b9adc43 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:31:05.702632 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.v2.base [None req-dc475cd1-6a4a-4560-abb8-c36b04faec6b tempest-FloatingIPNegativeTestJSON-2001787271 tempest-FloatingIPNegativeTestJSON-2001787271] Request body: {'subnet': {'network_id': '9ebc43ec-f711-47f5-8ff3-48473adf0f9b', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=84874) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:31:05.755168 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.managers [None req-c84ed08e-64f3-4081-9862-2177dcc52b79 tempest-PortsTestJSON-2091589570 tempest-PortsTestJSON-2091589570] Network 3c0b0c36-e399-483a-b76e-2b8cc0a40b8d has no segments {{(pid=84874) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 14 07:31:05.843167 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-c84ed08e-64f3-4081-9862-2177dcc52b79 tempest-PortsTestJSON-2091589570 tempest-PortsTestJSON-2091589570] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-596065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036851521571'] for segment, after_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:31:06.009265 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-46385d60-984f-4223-9fd0-c18011c28103 tempest-PortsIpV6TestJSON-1330665174 tempest-PortsIpV6TestJSON-1330665174] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036854176830', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850887149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3912591'] for network, after_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:31:06.009265 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-c99f8a0d-a07c-4a66-9065-674feaabe6c3 tempest-BulkNetworkOpsTest-1426007266 tempest-BulkNetworkOpsTest-1426007266] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:31:06.067821 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-c31459ca-7e5f-4965-92e3-825d9b9adc43 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:31:06.088851 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-46385d60-984f-4223-9fd0-c18011c28103 tempest-PortsIpV6TestJSON-1330665174 tempest-PortsIpV6TestJSON-1330665174] Notify callbacks [] for network, before_response {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:31:06.117054 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46385d60-984f-4223-9fd0-c18011c28103 tempest-PortsIpV6TestJSON-1330665174 tempest-PortsIpV6TestJSON-1330665174] Pushing event deleted for resources: {'Network': ['ID=9dcd6fac-3668-4057-b5bb-a5142a37a6f8,revision_number=None']} {{(pid=84875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:31:06.156131 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-46385d60-984f-4223-9fd0-c18011c28103 tempest-PortsIpV6TestJSON-1330665174 tempest-PortsIpV6TestJSON-1330665174] 10.222.0.24 "DELETE /v2.0/networks/9dcd6fac-3668-4057-b5bb-a5142a37a6f8 HTTP/1.1" status: 204 len: 168 time: 9.2563624 Jan 14 07:31:06.156131 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46385d60-984f-4223-9fd0-c18011c28103 tempest-PortsIpV6TestJSON-1330665174 tempest-PortsIpV6TestJSON-1330665174] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@n-h1-768862-2 {{(pid=84875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:31:06.156131 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46385d60-984f-4223-9fd0-c18011c28103 tempest-PortsIpV6TestJSON-1330665174 tempest-PortsIpV6TestJSON-1330665174] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-h1-768862-2 {{(pid=84875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:31:06.165732 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84874) accepted ('10.222.0.24', 54574) {{(pid=84874) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:31:06.171337 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46385d60-984f-4223-9fd0-c18011c28103 tempest-PortsIpV6TestJSON-1330665174 tempest-PortsIpV6TestJSON-1330665174] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-h1-768862-2 {{(pid=84875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:31:06.171337 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46385d60-984f-4223-9fd0-c18011c28103 tempest-PortsIpV6TestJSON-1330665174 tempest-PortsIpV6TestJSON-1330665174] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-h1-768862-2 {{(pid=84875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:31:06.171337 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46385d60-984f-4223-9fd0-c18011c28103 tempest-PortsIpV6TestJSON-1330665174 tempest-PortsIpV6TestJSON-1330665174] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@n-h1-768862-2 {{(pid=84875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:31:06.171337 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46385d60-984f-4223-9fd0-c18011c28103 tempest-PortsIpV6TestJSON-1330665174 tempest-PortsIpV6TestJSON-1330665174] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-h1-768862-2 {{(pid=84875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:31:06.171337 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46385d60-984f-4223-9fd0-c18011c28103 tempest-PortsIpV6TestJSON-1330665174 tempest-PortsIpV6TestJSON-1330665174] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-h1-768862-2 {{(pid=84875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:31:06.171337 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46385d60-984f-4223-9fd0-c18011c28103 tempest-PortsIpV6TestJSON-1330665174 tempest-PortsIpV6TestJSON-1330665174] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-h1-768862-2 {{(pid=84875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:31:06.171337 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46385d60-984f-4223-9fd0-c18011c28103 tempest-PortsIpV6TestJSON-1330665174 tempest-PortsIpV6TestJSON-1330665174] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-h1-768862-2 {{(pid=84875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:31:06.177135 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-dc475cd1-6a4a-4560-abb8-c36b04faec6b tempest-FloatingIPNegativeTestJSON-2001787271 tempest-FloatingIPNegativeTestJSON-2001787271] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:31:06.187865 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46385d60-984f-4223-9fd0-c18011c28103 tempest-PortsIpV6TestJSON-1330665174 tempest-PortsIpV6TestJSON-1330665174] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-h1-768862-2 {{(pid=84875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:31:06.187865 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46385d60-984f-4223-9fd0-c18011c28103 tempest-PortsIpV6TestJSON-1330665174 tempest-PortsIpV6TestJSON-1330665174] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-h1-768862-2 {{(pid=84875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:31:06.187865 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46385d60-984f-4223-9fd0-c18011c28103 tempest-PortsIpV6TestJSON-1330665174 tempest-PortsIpV6TestJSON-1330665174] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-h1-768862-2 {{(pid=84875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:31:06.195161 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-017f98a9-8a07-408c-a86f-8ff0c00400a0 None None] Network 9ebc43ec-f711-47f5-8ff3-48473adf0f9b details requested by agent ovs-agent-n-h1-768862-2 with host n-h1-768862-2 {{(pid=84876) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 07:31:06.200801 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46385d60-984f-4223-9fd0-c18011c28103 tempest-PortsIpV6TestJSON-1330665174 tempest-PortsIpV6TestJSON-1330665174] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@n-h2-768862-2 {{(pid=84875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:31:06.200801 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46385d60-984f-4223-9fd0-c18011c28103 tempest-PortsIpV6TestJSON-1330665174 tempest-PortsIpV6TestJSON-1330665174] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-h2-768862-2 {{(pid=84875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:31:06.200801 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46385d60-984f-4223-9fd0-c18011c28103 tempest-PortsIpV6TestJSON-1330665174 tempest-PortsIpV6TestJSON-1330665174] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-h2-768862-2 {{(pid=84875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:31:06.200801 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46385d60-984f-4223-9fd0-c18011c28103 tempest-PortsIpV6TestJSON-1330665174 tempest-PortsIpV6TestJSON-1330665174] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-h2-768862-2 {{(pid=84875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:31:06.200801 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46385d60-984f-4223-9fd0-c18011c28103 tempest-PortsIpV6TestJSON-1330665174 tempest-PortsIpV6TestJSON-1330665174] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@n-h2-768862-2 {{(pid=84875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:31:06.200801 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46385d60-984f-4223-9fd0-c18011c28103 tempest-PortsIpV6TestJSON-1330665174 tempest-PortsIpV6TestJSON-1330665174] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-h2-768862-2 {{(pid=84875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:31:06.200801 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46385d60-984f-4223-9fd0-c18011c28103 tempest-PortsIpV6TestJSON-1330665174 tempest-PortsIpV6TestJSON-1330665174] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-h2-768862-2 {{(pid=84875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:31:06.200801 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46385d60-984f-4223-9fd0-c18011c28103 tempest-PortsIpV6TestJSON-1330665174 tempest-PortsIpV6TestJSON-1330665174] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-h2-768862-2 {{(pid=84875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:31:06.200801 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46385d60-984f-4223-9fd0-c18011c28103 tempest-PortsIpV6TestJSON-1330665174 tempest-PortsIpV6TestJSON-1330665174] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-h2-768862-2 {{(pid=84875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:31:06.200801 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46385d60-984f-4223-9fd0-c18011c28103 tempest-PortsIpV6TestJSON-1330665174 tempest-PortsIpV6TestJSON-1330665174] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-h2-768862-2 {{(pid=84875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:31:06.200801 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46385d60-984f-4223-9fd0-c18011c28103 tempest-PortsIpV6TestJSON-1330665174 tempest-PortsIpV6TestJSON-1330665174] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-h2-768862-2 {{(pid=84875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:31:06.200801 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46385d60-984f-4223-9fd0-c18011c28103 tempest-PortsIpV6TestJSON-1330665174 tempest-PortsIpV6TestJSON-1330665174] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-h2-768862-2 {{(pid=84875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:31:06.200801 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46385d60-984f-4223-9fd0-c18011c28103 tempest-PortsIpV6TestJSON-1330665174 tempest-PortsIpV6TestJSON-1330665174] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-2 {{(pid=84875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:31:06.200801 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46385d60-984f-4223-9fd0-c18011c28103 tempest-PortsIpV6TestJSON-1330665174 tempest-PortsIpV6TestJSON-1330665174] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-2 {{(pid=84875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:31:06.200801 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46385d60-984f-4223-9fd0-c18011c28103 tempest-PortsIpV6TestJSON-1330665174 tempest-PortsIpV6TestJSON-1330665174] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-2 {{(pid=84875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:31:06.200801 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46385d60-984f-4223-9fd0-c18011c28103 tempest-PortsIpV6TestJSON-1330665174 tempest-PortsIpV6TestJSON-1330665174] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-2 {{(pid=84875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:31:06.200801 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46385d60-984f-4223-9fd0-c18011c28103 tempest-PortsIpV6TestJSON-1330665174 tempest-PortsIpV6TestJSON-1330665174] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@n-d-768862-2 {{(pid=84875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:31:06.200801 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46385d60-984f-4223-9fd0-c18011c28103 tempest-PortsIpV6TestJSON-1330665174 tempest-PortsIpV6TestJSON-1330665174] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-2 {{(pid=84875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:31:06.200801 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46385d60-984f-4223-9fd0-c18011c28103 tempest-PortsIpV6TestJSON-1330665174 tempest-PortsIpV6TestJSON-1330665174] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-768862-2 {{(pid=84875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:31:06.200801 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46385d60-984f-4223-9fd0-c18011c28103 tempest-PortsIpV6TestJSON-1330665174 tempest-PortsIpV6TestJSON-1330665174] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-768862-2 {{(pid=84875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:31:06.223978 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46385d60-984f-4223-9fd0-c18011c28103 tempest-PortsIpV6TestJSON-1330665174 tempest-PortsIpV6TestJSON-1330665174] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-2 {{(pid=84875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:31:06.223978 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46385d60-984f-4223-9fd0-c18011c28103 tempest-PortsIpV6TestJSON-1330665174 tempest-PortsIpV6TestJSON-1330665174] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-2 {{(pid=84875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:31:06.223978 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46385d60-984f-4223-9fd0-c18011c28103 tempest-PortsIpV6TestJSON-1330665174 tempest-PortsIpV6TestJSON-1330665174] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-2 {{(pid=84875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:31:06.223978 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46385d60-984f-4223-9fd0-c18011c28103 tempest-PortsIpV6TestJSON-1330665174 tempest-PortsIpV6TestJSON-1330665174] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-2 {{(pid=84875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:31:06.243057 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-46385d60-984f-4223-9fd0-c18011c28103 tempest-PortsIpV6TestJSON-1330665174 tempest-PortsIpV6TestJSON-1330665174] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.248s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:31:06.286645 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.v2.base [None req-e65813fe-a28b-417b-8fc4-dccccfd577a3 tempest-PortsIpV6TestJSON-1330665174 tempest-PortsIpV6TestJSON-1330665174] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-457624802'}} {{(pid=84874) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:31:06.298520 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-e65813fe-a28b-417b-8fc4-dccccfd577a3 tempest-PortsIpV6TestJSON-1330665174 tempest-PortsIpV6TestJSON-1330665174] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:31:06.298520 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-e65813fe-a28b-417b-8fc4-dccccfd577a3 tempest-PortsIpV6TestJSON-1330665174 tempest-PortsIpV6TestJSON-1330665174] Usage tracker for resource:network and tenant:6396266df05d476da6838f06b578d30b is out of sync, need to count used quota {{(pid=84874) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:31:06.298520 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-e65813fe-a28b-417b-8fc4-dccccfd577a3 tempest-PortsIpV6TestJSON-1330665174 tempest-PortsIpV6TestJSON-1330665174] Quota usage for network was recalculated. Used quota:1. {{(pid=84874) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:31:06.311781 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-e65813fe-a28b-417b-8fc4-dccccfd577a3 tempest-PortsIpV6TestJSON-1330665174 tempest-PortsIpV6TestJSON-1330665174] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:31:06.361397 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-dc475cd1-6a4a-4560-abb8-c36b04faec6b tempest-FloatingIPNegativeTestJSON-2001787271 tempest-FloatingIPNegativeTestJSON-2001787271] Usage tracker for resource:subnet and tenant:25f640c670234d7399de9f215c3c6016 is out of sync, need to count used quota {{(pid=84874) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:31:06.361397 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e65813fe-a28b-417b-8fc4-dccccfd577a3 tempest-PortsIpV6TestJSON-1330665174 tempest-PortsIpV6TestJSON-1330665174] Made reservation on behalf of 6396266df05d476da6838f06b578d30b for: {'network': 1} {{(pid=84874) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 07:31:06.377330 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-e65813fe-a28b-417b-8fc4-dccccfd577a3 tempest-PortsIpV6TestJSON-1330665174 tempest-PortsIpV6TestJSON-1330665174] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555753'] for network, before_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:31:06.396235 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-dc475cd1-6a4a-4560-abb8-c36b04faec6b tempest-FloatingIPNegativeTestJSON-2001787271 tempest-FloatingIPNegativeTestJSON-2001787271] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84874) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:31:06.419695 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.managers [None req-c84ed08e-64f3-4081-9862-2177dcc52b79 tempest-PortsTestJSON-2091589570 tempest-PortsTestJSON-2091589570] Network 3c0b0c36-e399-483a-b76e-2b8cc0a40b8d has no segments {{(pid=84874) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 14 07:31:06.449723 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Network 9ebc43ec-f711-47f5-8ff3-48473adf0f9b details requested by agent ovs-agent-n-d-768862-2 with host n-d-768862-2 {{(pid=84876) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 07:31:06.456420 n-d-768862-2 neutron-server[84765]: Traceback (most recent call last): Jan 14 07:31:06.456420 n-d-768862-2 neutron-server[84765]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 14 07:31:06.456420 n-d-768862-2 neutron-server[84765]: timer() Jan 14 07:31:06.456420 n-d-768862-2 neutron-server[84765]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 14 07:31:06.456420 n-d-768862-2 neutron-server[84765]: cb(*args, **kw) Jan 14 07:31:06.456420 n-d-768862-2 neutron-server[84765]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Jan 14 07:31:06.456420 n-d-768862-2 neutron-server[84765]: return func(*args, **kwargs) Jan 14 07:31:06.456420 n-d-768862-2 neutron-server[84765]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 14 07:31:06.456420 n-d-768862-2 neutron-server[84765]: self._notify() Jan 14 07:31:06.456420 n-d-768862-2 neutron-server[84765]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 14 07:31:06.456420 n-d-768862-2 neutron-server[84765]: self.callback(batched_events) Jan 14 07:31:06.456420 n-d-768862-2 neutron-server[84765]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 14 07:31:06.456420 n-d-768862-2 neutron-server[84765]: event.method(event) Jan 14 07:31:06.456420 n-d-768862-2 neutron-server[84765]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 14 07:31:06.456420 n-d-768862-2 neutron-server[84765]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 14 07:31:06.456420 n-d-768862-2 neutron-server[84765]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Jan 14 07:31:06.456420 n-d-768862-2 neutron-server[84765]: segment_id)['aggregates'][0] Jan 14 07:31:06.456420 n-d-768862-2 neutron-server[84765]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 14 07:31:06.456420 n-d-768862-2 neutron-server[84765]: return f(self, *a, **k) Jan 14 07:31:06.456420 n-d-768862-2 neutron-server[84765]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 14 07:31:06.456420 n-d-768862-2 neutron-server[84765]: return self._get(url).json() Jan 14 07:31:06.456420 n-d-768862-2 neutron-server[84765]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 14 07:31:06.456420 n-d-768862-2 neutron-server[84765]: **kwargs) Jan 14 07:31:06.456420 n-d-768862-2 neutron-server[84765]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 14 07:31:06.456420 n-d-768862-2 neutron-server[84765]: return self.request(url, 'GET', **kwargs) Jan 14 07:31:06.456420 n-d-768862-2 neutron-server[84765]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Jan 14 07:31:06.456420 n-d-768862-2 neutron-server[84765]: **endpoint_filter) Jan 14 07:31:06.456420 n-d-768862-2 neutron-server[84765]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 14 07:31:06.456420 n-d-768862-2 neutron-server[84765]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 14 07:31:06.456420 n-d-768862-2 neutron-server[84765]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 14 07:31:06.456420 n-d-768862-2 neutron-server[84765]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 14 07:31:06.456420 n-d-768862-2 neutron-server[84765]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 14 07:31:06.468972 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-dc475cd1-6a4a-4560-abb8-c36b04faec6b tempest-FloatingIPNegativeTestJSON-2001787271 tempest-FloatingIPNegativeTestJSON-2001787271] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:31:06.610305 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dc475cd1-6a4a-4560-abb8-c36b04faec6b tempest-FloatingIPNegativeTestJSON-2001787271 tempest-FloatingIPNegativeTestJSON-2001787271] Made reservation on behalf of 25f640c670234d7399de9f215c3c6016 for: {'subnet': 1} {{(pid=84874) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 07:31:06.859579 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-dc475cd1-6a4a-4560-abb8-c36b04faec6b tempest-FloatingIPNegativeTestJSON-2001787271 tempest-FloatingIPNegativeTestJSON-2001787271] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036851981161'] for subnet, before_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:31:06.976233 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-c31459ca-7e5f-4965-92e3-825d9b9adc43 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850887153'] for security_group, after_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:31:06.993715 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-39682c9a-13fc-403c-8783-9c778756970b tempest-NegativeSecGroupIPv6Test-1980982801 tempest-NegativeSecGroupIPv6Test-1980982801] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:31:07.002950 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e65813fe-a28b-417b-8fc4-dccccfd577a3 tempest-PortsIpV6TestJSON-1330665174 tempest-PortsIpV6TestJSON-1330665174] vxlan segment allocate from pool success with {'vxlan_vni': 18} {{(pid=84874) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Jan 14 07:31:07.040856 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-e65813fe-a28b-417b-8fc4-dccccfd577a3 tempest-PortsIpV6TestJSON-1330665174 tempest-PortsIpV6TestJSON-1330665174] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854179735'] for segment, precommit_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:31:07.040856 n-d-768862-2 neutron-server[84765]: INFO neutron.db.segments_db [None req-e65813fe-a28b-417b-8fc4-dccccfd577a3 tempest-PortsIpV6TestJSON-1330665174 tempest-PortsIpV6TestJSON-1330665174] Added segment 66abbff9-27b8-4ee2-ad87-1fc016248f0d of type vxlan for network 9f70f180-1063-422f-980e-b391a5458d51 Jan 14 07:31:07.052965 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-c84ed08e-64f3-4081-9862-2177dcc52b79 tempest-PortsTestJSON-2091589570 tempest-PortsTestJSON-2091589570] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036854176830', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850887149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3912591'] for network, after_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:31:07.063764 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c31459ca-7e5f-4965-92e3-825d9b9adc43 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b7c8e29d-d26e-4870-a333-378ac959c108,revision_number=None']} {{(pid=84874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:31:07.063764 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-c31459ca-7e5f-4965-92e3-825d9b9adc43 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:31:07.174882 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-15211894-69ac-4a8e-aad6-8e576d2c1d30 tempest-BulkNetworkOpsTest-1426007266 tempest-BulkNetworkOpsTest-1426007266] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:31:07.232926 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-c84ed08e-64f3-4081-9862-2177dcc52b79 tempest-PortsTestJSON-2091589570 tempest-PortsTestJSON-2091589570] Notify callbacks [] for network, before_response {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:31:07.252136 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c84ed08e-64f3-4081-9862-2177dcc52b79 tempest-PortsTestJSON-2091589570 tempest-PortsTestJSON-2091589570] Pushing event deleted for resources: {'Network': ['ID=3c0b0c36-e399-483a-b76e-2b8cc0a40b8d,revision_number=None']} {{(pid=84874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:31:07.273831 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-c84ed08e-64f3-4081-9862-2177dcc52b79 tempest-PortsTestJSON-2091589570 tempest-PortsTestJSON-2091589570] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:31:07.311212 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-e65813fe-a28b-417b-8fc4-dccccfd577a3 tempest-PortsIpV6TestJSON-1330665174 tempest-PortsIpV6TestJSON-1330665174] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363259214646115'] for network, precommit_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:31:07.342504 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84875) accepted ('10.222.0.24', 54608) {{(pid=84875) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:31:07.353320 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.v2.base [None req-d799f9db-2194-44dc-92d0-c339cbc6a083 tempest-PortsTestJSON-2091589570 tempest-PortsTestJSON-2091589570] Request body: {'network': {'name': 'tempest-PortsTestJSON-362643530'}} {{(pid=84875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:31:07.357123 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-c84ed08e-64f3-4081-9862-2177dcc52b79 tempest-PortsTestJSON-2091589570 tempest-PortsTestJSON-2091589570] 10.222.0.24 "DELETE /v2.0/networks/3c0b0c36-e399-483a-b76e-2b8cc0a40b8d HTTP/1.1" status: 204 len: 168 time: 7.2447886 Jan 14 07:31:07.361644 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-d799f9db-2194-44dc-92d0-c339cbc6a083 tempest-PortsTestJSON-2091589570 tempest-PortsTestJSON-2091589570] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:31:07.375626 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-c31459ca-7e5f-4965-92e3-825d9b9adc43 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:31:07.389854 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-c31459ca-7e5f-4965-92e3-825d9b9adc43 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/b7c8e29d-d26e-4870-a333-378ac959c108 HTTP/1.1" status: 204 len: 168 time: 2.0244932 Jan 14 07:31:07.391758 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-d799f9db-2194-44dc-92d0-c339cbc6a083 tempest-PortsTestJSON-2091589570 tempest-PortsTestJSON-2091589570] Usage tracker for resource:network and tenant:4f41150d2ea84f97bbab10653dcc9b99 is out of sync, need to count used quota {{(pid=84875) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:31:07.391758 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-d799f9db-2194-44dc-92d0-c339cbc6a083 tempest-PortsTestJSON-2091589570 tempest-PortsTestJSON-2091589570] Quota usage for network was recalculated. Used quota:1. {{(pid=84875) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:31:07.416906 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-d799f9db-2194-44dc-92d0-c339cbc6a083 tempest-PortsTestJSON-2091589570 tempest-PortsTestJSON-2091589570] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:31:07.476659 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d799f9db-2194-44dc-92d0-c339cbc6a083 tempest-PortsTestJSON-2091589570 tempest-PortsTestJSON-2091589570] Made reservation on behalf of 4f41150d2ea84f97bbab10653dcc9b99 for: {'network': 1} {{(pid=84875) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 07:31:07.503130 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-e65813fe-a28b-417b-8fc4-dccccfd577a3 tempest-PortsIpV6TestJSON-1330665174 tempest-PortsIpV6TestJSON-1330665174] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850887149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964'] for network, after_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:31:07.514354 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-d799f9db-2194-44dc-92d0-c339cbc6a083 tempest-PortsTestJSON-2091589570 tempest-PortsTestJSON-2091589570] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555753'] for network, before_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:31:07.542511 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e65813fe-a28b-417b-8fc4-dccccfd577a3 tempest-PortsIpV6TestJSON-1330665174 tempest-PortsIpV6TestJSON-1330665174] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:31:07.542511 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-e65813fe-a28b-417b-8fc4-dccccfd577a3 tempest-PortsIpV6TestJSON-1330665174 tempest-PortsIpV6TestJSON-1330665174] Notify callbacks [] for network, before_response {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:31:07.553772 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-e314136e-d39e-4dea-bf57-b39eda0dd32c tempest-PortsTestJSON-2091589570 tempest-PortsTestJSON-2091589570] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:31:07.688236 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d799f9db-2194-44dc-92d0-c339cbc6a083 tempest-PortsTestJSON-2091589570 tempest-PortsTestJSON-2091589570] vxlan segment allocate from pool success with {'vxlan_vni': 15} {{(pid=84875) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Jan 14 07:31:07.737261 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-d799f9db-2194-44dc-92d0-c339cbc6a083 tempest-PortsTestJSON-2091589570 tempest-PortsTestJSON-2091589570] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment--9223363259214191851', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854179735'] for segment, precommit_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:31:07.737261 n-d-768862-2 neutron-server[84765]: INFO neutron.db.segments_db [None req-d799f9db-2194-44dc-92d0-c339cbc6a083 tempest-PortsTestJSON-2091589570 tempest-PortsTestJSON-2091589570] Added segment a5f37b6e-68c2-42aa-ab91-18afd1f4ae14 of type vxlan for network 948177f9-9eef-4508-a362-9e9610e7525a Jan 14 07:31:07.850692 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-d799f9db-2194-44dc-92d0-c339cbc6a083 tempest-PortsTestJSON-2091589570 tempest-PortsTestJSON-2091589570] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363259214646115'] for network, precommit_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:31:07.969076 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-d799f9db-2194-44dc-92d0-c339cbc6a083 tempest-PortsTestJSON-2091589570 tempest-PortsTestJSON-2091589570] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850887149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964'] for network, after_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:31:08.046606 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d799f9db-2194-44dc-92d0-c339cbc6a083 tempest-PortsTestJSON-2091589570 tempest-PortsTestJSON-2091589570] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:31:08.046606 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-d799f9db-2194-44dc-92d0-c339cbc6a083 tempest-PortsTestJSON-2091589570 tempest-PortsTestJSON-2091589570] Notify callbacks [] for network, before_response {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:31:08.046606 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-c684ce68-c18b-4de4-9e50-bb6659b9b1f0 tempest-PortsIpV6TestJSON-1330665174 tempest-PortsIpV6TestJSON-1330665174] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:31:08.242486 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d799f9db-2194-44dc-92d0-c339cbc6a083 tempest-PortsTestJSON-2091589570 tempest-PortsTestJSON-2091589570] Pushing event updated for resources: {'Network': ['ID=948177f9-9eef-4508-a362-9e9610e7525a,revision_number=1']} {{(pid=84875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:31:08.254490 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-d799f9db-2194-44dc-92d0-c339cbc6a083 tempest-PortsTestJSON-2091589570 tempest-PortsTestJSON-2091589570] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.9076841 Jan 14 07:31:08.258811 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-017f98a9-8a07-408c-a86f-8ff0c00400a0 None None] Network 948177f9-9eef-4508-a362-9e9610e7525a details requested by agent ovs-agent-n-h1-768862-2 with host n-h1-768862-2 {{(pid=84876) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 07:31:08.262025 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-d799f9db-2194-44dc-92d0-c339cbc6a083 tempest-PortsTestJSON-2091589570 tempest-PortsTestJSON-2091589570] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.205s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:31:08.262025 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84875) accepted ('10.222.0.24', 54636) {{(pid=84875) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:31:08.276880 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.v2.base [None req-ed509b93-1033-40cd-8fa3-5fb4d71ffe72 tempest-PortsTestJSON-2091589570 tempest-PortsTestJSON-2091589570] Request body: {'subnet': {'network_id': '948177f9-9eef-4508-a362-9e9610e7525a', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=84875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:31:08.285930 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-852a24f7-e9a1-4193-9abb-e9506fe5213f None None] Network 948177f9-9eef-4508-a362-9e9610e7525a details requested by agent ovs-agent-n-h2-768862-2 with host n-h2-768862-2 {{(pid=84876) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 07:31:08.478635 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.agents_db [None req-5b939a2f-078d-4c69-a188-cb55a28a77a0 None None] Agent healthcheck: found 7 active agents {{(pid=84877) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Jan 14 07:31:08.596050 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-e65813fe-a28b-417b-8fc4-dccccfd577a3 tempest-PortsIpV6TestJSON-1330665174 tempest-PortsIpV6TestJSON-1330665174] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 2.4232812 Jan 14 07:31:08.596050 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84874) accepted ('10.222.0.24', 54648) {{(pid=84874) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:31:08.609180 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.v2.base [None req-2e1220b3-e182-426c-9a84-a3fe093f4091 tempest-PortsIpV6TestJSON-1330665174 tempest-PortsIpV6TestJSON-1330665174] Request body: {'subnet': {'network_id': '9f70f180-1063-422f-980e-b391a5458d51', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=84874) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:31:08.637128 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e65813fe-a28b-417b-8fc4-dccccfd577a3 tempest-PortsIpV6TestJSON-1330665174 tempest-PortsIpV6TestJSON-1330665174] Pushing event updated for resources: {'Network': ['ID=9f70f180-1063-422f-980e-b391a5458d51,revision_number=1']} {{(pid=84874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:31:08.645773 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-e65813fe-a28b-417b-8fc4-dccccfd577a3 tempest-PortsIpV6TestJSON-1330665174 tempest-PortsIpV6TestJSON-1330665174] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.099s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:31:08.662811 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Network 948177f9-9eef-4508-a362-9e9610e7525a details requested by agent ovs-agent-n-d-768862-2 with host n-d-768862-2 {{(pid=84876) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 07:31:08.746367 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-ed509b93-1033-40cd-8fa3-5fb4d71ffe72 tempest-PortsTestJSON-2091589570 tempest-PortsTestJSON-2091589570] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:31:08.763956 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-ed509b93-1033-40cd-8fa3-5fb4d71ffe72 tempest-PortsTestJSON-2091589570 tempest-PortsTestJSON-2091589570] Usage tracker for resource:subnet and tenant:4f41150d2ea84f97bbab10653dcc9b99 is out of sync, need to count used quota {{(pid=84875) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:31:08.808203 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-ed509b93-1033-40cd-8fa3-5fb4d71ffe72 tempest-PortsTestJSON-2091589570 tempest-PortsTestJSON-2091589570] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84875) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:31:08.837110 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-ed509b93-1033-40cd-8fa3-5fb4d71ffe72 tempest-PortsTestJSON-2091589570 tempest-PortsTestJSON-2091589570] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:31:08.878752 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ed509b93-1033-40cd-8fa3-5fb4d71ffe72 tempest-PortsTestJSON-2091589570 tempest-PortsTestJSON-2091589570] Made reservation on behalf of 4f41150d2ea84f97bbab10653dcc9b99 for: {'subnet': 1} {{(pid=84875) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 07:31:08.888129 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-2e1220b3-e182-426c-9a84-a3fe093f4091 tempest-PortsIpV6TestJSON-1330665174 tempest-PortsIpV6TestJSON-1330665174] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:31:08.923778 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-2e1220b3-e182-426c-9a84-a3fe093f4091 tempest-PortsIpV6TestJSON-1330665174 tempest-PortsIpV6TestJSON-1330665174] Usage tracker for resource:subnet and tenant:6396266df05d476da6838f06b578d30b is out of sync, need to count used quota {{(pid=84874) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:31:08.930608 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-2e1220b3-e182-426c-9a84-a3fe093f4091 tempest-PortsIpV6TestJSON-1330665174 tempest-PortsIpV6TestJSON-1330665174] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84874) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:31:08.948174 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-2e1220b3-e182-426c-9a84-a3fe093f4091 tempest-PortsIpV6TestJSON-1330665174 tempest-PortsIpV6TestJSON-1330665174] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:31:09.061920 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2e1220b3-e182-426c-9a84-a3fe093f4091 tempest-PortsIpV6TestJSON-1330665174 tempest-PortsIpV6TestJSON-1330665174] Made reservation on behalf of 6396266df05d476da6838f06b578d30b for: {'subnet': 1} {{(pid=84874) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 07:31:09.106772 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-017f98a9-8a07-408c-a86f-8ff0c00400a0 None None] Network 9f70f180-1063-422f-980e-b391a5458d51 details requested by agent ovs-agent-n-h1-768862-2 with host n-h1-768862-2 {{(pid=84876) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 07:31:09.294922 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-852a24f7-e9a1-4193-9abb-e9506fe5213f None None] Network 9f70f180-1063-422f-980e-b391a5458d51 details requested by agent ovs-agent-n-h2-768862-2 with host n-h2-768862-2 {{(pid=84876) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 07:31:09.395654 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-ed509b93-1033-40cd-8fa3-5fb4d71ffe72 tempest-PortsTestJSON-2091589570 tempest-PortsTestJSON-2091589570] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036852467157'] for subnet, before_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:31:09.575737 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Network 9f70f180-1063-422f-980e-b391a5458d51 details requested by agent ovs-agent-n-d-768862-2 with host n-d-768862-2 {{(pid=84876) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 07:31:09.853555 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-dc475cd1-6a4a-4560-abb8-c36b04faec6b tempest-FloatingIPNegativeTestJSON-2001787271 tempest-FloatingIPNegativeTestJSON-2001787271] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850887113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3254092', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036851981146'] for subnet, after_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:31:09.909823 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-f37a12d0-8622-4ecd-a6d1-7ac2bbeb0835 tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:31:10.098660 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-2e1220b3-e182-426c-9a84-a3fe093f4091 tempest-PortsIpV6TestJSON-1330665174 tempest-PortsIpV6TestJSON-1330665174] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036851981161'] for subnet, before_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:31:10.413620 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc475cd1-6a4a-4560-abb8-c36b04faec6b tempest-FloatingIPNegativeTestJSON-2001787271 tempest-FloatingIPNegativeTestJSON-2001787271] Pushing event updated for resources: {'Subnet': ['ID=831a4877-7836-4004-a30e-6f3355ad300e,revision_number=0']} {{(pid=84874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:31:10.427809 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-dc475cd1-6a4a-4560-abb8-c36b04faec6b tempest-FloatingIPNegativeTestJSON-2001787271 tempest-FloatingIPNegativeTestJSON-2001787271] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.516s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:31:10.573789 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc475cd1-6a4a-4560-abb8-c36b04faec6b tempest-FloatingIPNegativeTestJSON-2001787271 tempest-FloatingIPNegativeTestJSON-2001787271] Checking segment: {'id': '611fb6ba-03c9-4d10-9242-4ca03fc6c867', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 20, 'network_id': '9ebc43ec-f711-47f5-8ff3-48473adf0f9b'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84874) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 14 07:31:10.573789 n-d-768862-2 neutron-server[84765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc475cd1-6a4a-4560-abb8-c36b04faec6b tempest-FloatingIPNegativeTestJSON-2001787271 tempest-FloatingIPNegativeTestJSON-2001787271] Network hostable DHCP agents. Network: 9ebc43ec-f711-47f5-8ff3-48473adf0f9b, hostable agents: ['32f3dd84-26da-4d18-bf15-6017a8fb7247'], hosted agents: [] {{(pid=84874) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Jan 14 07:31:10.598249 n-d-768862-2 neutron-server[84765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc475cd1-6a4a-4560-abb8-c36b04faec6b tempest-FloatingIPNegativeTestJSON-2001787271 tempest-FloatingIPNegativeTestJSON-2001787271] Network 9ebc43ec-f711-47f5-8ff3-48473adf0f9b is scheduled to be hosted by DHCP agent 32f3dd84-26da-4d18-bf15-6017a8fb7247 with binding_index 1 {{(pid=84874) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Jan 14 07:31:10.743557 n-d-768862-2 neutron-server[84765]: DEBUG neutron.scheduler.base_scheduler [None req-dc475cd1-6a4a-4560-abb8-c36b04faec6b tempest-FloatingIPNegativeTestJSON-2001787271 tempest-FloatingIPNegativeTestJSON-2001787271] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768862-2, 9ebc43ec-f711-47f5-8ff3-48473adf0f9b) {{(pid=84874) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 07:31:10.750122 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0317da86-4979-4e1f-aade-b8fa0618edcf None None] Network 9ebc43ec-f711-47f5-8ff3-48473adf0f9b requested from n-d-768862-2 {{(pid=84876) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 07:31:10.913383 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc475cd1-6a4a-4560-abb8-c36b04faec6b tempest-FloatingIPNegativeTestJSON-2001787271 tempest-FloatingIPNegativeTestJSON-2001787271] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:31:10.919498 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-dc475cd1-6a4a-4560-abb8-c36b04faec6b tempest-FloatingIPNegativeTestJSON-2001787271 tempest-FloatingIPNegativeTestJSON-2001787271] Notify callbacks [] for subnet, before_response {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:31:11.284012 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-017f98a9-8a07-408c-a86f-8ff0c00400a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363259214191800', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854171626'] for agent, after_update {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:31:11.354002 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1292e5e5-6458-423b-b9fd-a4586bf72d71 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5d94dc7a-c095-50a4-955e-5f3b78718a12-9ebc43ec-f711-47f5-8ff3-48473adf0f9b', 'network_id': '9ebc43ec-f711-47f5-8ff3-48473adf0f9b', 'tenant_id': '25f640c670234d7399de9f215c3c6016', 'fixed_ips': [{'subnet_id': '831a4877-7836-4004-a30e-6f3355ad300e'}]}} from n-d-768862-2. {{(pid=84876) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Jan 14 07:31:11.354002 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-1292e5e5-6458-423b-b9fd-a4586bf72d71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555753'] for port, before_create {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:31:11.411920 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-dc475cd1-6a4a-4560-abb8-c36b04faec6b tempest-FloatingIPNegativeTestJSON-2001787271 tempest-FloatingIPNegativeTestJSON-2001787271] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 5.7335153 Jan 14 07:31:11.411920 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84874) accepted ('10.222.0.24', 54720) {{(pid=84874) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:31:11.465123 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.v2.base [None req-e000ff73-b887-4e22-810c-37bd1c810f9e tempest-FloatingIPNegativeTestJSON-2001787271 tempest-FloatingIPNegativeTestJSON-2001787271] Request body: {'router': {'name': 'tempest-FloatingIPNegativeTestJSON-router-2055737434', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=84874) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:31:11.496306 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-ed509b93-1033-40cd-8fa3-5fb4d71ffe72 tempest-PortsTestJSON-2091589570 tempest-PortsTestJSON-2091589570] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850887113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036851621412', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036852467174'] for subnet, after_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:31:11.533633 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-e000ff73-b887-4e22-810c-37bd1c810f9e tempest-FloatingIPNegativeTestJSON-2001787271 tempest-FloatingIPNegativeTestJSON-2001787271] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:31:11.550226 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-f2f1ef49-4190-4f2e-87fa-68ec9d33d88b tempest-NetworksIpV6Test-2047944877 tempest-NetworksIpV6Test-2047944877] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:31:11.555457 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-e000ff73-b887-4e22-810c-37bd1c810f9e tempest-FloatingIPNegativeTestJSON-2001787271 tempest-FloatingIPNegativeTestJSON-2001787271] Usage tracker for resource:router and tenant:25f640c670234d7399de9f215c3c6016 is out of sync, need to count used quota {{(pid=84874) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:31:11.620957 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-e000ff73-b887-4e22-810c-37bd1c810f9e tempest-FloatingIPNegativeTestJSON-2001787271 tempest-FloatingIPNegativeTestJSON-2001787271] Quota usage for router was recalculated. Used quota:0. {{(pid=84874) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:31:11.662734 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-e000ff73-b887-4e22-810c-37bd1c810f9e tempest-FloatingIPNegativeTestJSON-2001787271 tempest-FloatingIPNegativeTestJSON-2001787271] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:31:11.747435 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-e000ff73-b887-4e22-810c-37bd1c810f9e tempest-FloatingIPNegativeTestJSON-2001787271 tempest-FloatingIPNegativeTestJSON-2001787271] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3889205', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854717621'] for router, before_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:31:11.760192 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-e000ff73-b887-4e22-810c-37bd1c810f9e tempest-FloatingIPNegativeTestJSON-2001787271 tempest-FloatingIPNegativeTestJSON-2001787271] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036850886574', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3912501', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3808446', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-58179'] for router, precommit_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:31:11.843929 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-e000ff73-b887-4e22-810c-37bd1c810f9e tempest-FloatingIPNegativeTestJSON-2001787271 tempest-FloatingIPNegativeTestJSON-2001787271] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:31:12.153997 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed509b93-1033-40cd-8fa3-5fb4d71ffe72 tempest-PortsTestJSON-2091589570 tempest-PortsTestJSON-2091589570] Pushing event updated for resources: {'Subnet': ['ID=ba0395d8-c660-47c7-84c8-1cb8cca8803e,revision_number=0']} {{(pid=84875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:31:12.176066 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-ed509b93-1033-40cd-8fa3-5fb4d71ffe72 tempest-PortsTestJSON-2091589570 tempest-PortsTestJSON-2091589570] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.621s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:31:12.316812 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.db_base_plugin_common [None req-1292e5e5-6458-423b-b9fd-a4586bf72d71 None None] Allocated IP 172.20.0.2 (9ebc43ec-f711-47f5-8ff3-48473adf0f9b/831a4877-7836-4004-a30e-6f3355ad300e/1feadbf5-5373-4a74-b4f7-575a76382b99) {{(pid=84876) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 14 07:31:12.374387 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed509b93-1033-40cd-8fa3-5fb4d71ffe72 tempest-PortsTestJSON-2091589570 tempest-PortsTestJSON-2091589570] Checking segment: {'id': 'a5f37b6e-68c2-42aa-ab91-18afd1f4ae14', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 15, 'network_id': '948177f9-9eef-4508-a362-9e9610e7525a'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84875) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 14 07:31:12.374387 n-d-768862-2 neutron-server[84765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed509b93-1033-40cd-8fa3-5fb4d71ffe72 tempest-PortsTestJSON-2091589570 tempest-PortsTestJSON-2091589570] Network hostable DHCP agents. Network: 948177f9-9eef-4508-a362-9e9610e7525a, hostable agents: ['32f3dd84-26da-4d18-bf15-6017a8fb7247'], hosted agents: [] {{(pid=84875) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Jan 14 07:31:12.405660 n-d-768862-2 neutron-server[84765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed509b93-1033-40cd-8fa3-5fb4d71ffe72 tempest-PortsTestJSON-2091589570 tempest-PortsTestJSON-2091589570] Network 948177f9-9eef-4508-a362-9e9610e7525a is scheduled to be hosted by DHCP agent 32f3dd84-26da-4d18-bf15-6017a8fb7247 with binding_index 1 {{(pid=84875) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Jan 14 07:31:12.424590 n-d-768862-2 neutron-server[84765]: DEBUG neutron.scheduler.base_scheduler [None req-ed509b93-1033-40cd-8fa3-5fb4d71ffe72 tempest-PortsTestJSON-2091589570 tempest-PortsTestJSON-2091589570] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768862-2, 948177f9-9eef-4508-a362-9e9610e7525a) {{(pid=84875) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 07:31:12.450649 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-2e1220b3-e182-426c-9a84-a3fe093f4091 tempest-PortsIpV6TestJSON-1330665174 tempest-PortsIpV6TestJSON-1330665174] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850887113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3254092', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036851981146'] for subnet, after_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:31:12.463402 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed509b93-1033-40cd-8fa3-5fb4d71ffe72 tempest-PortsTestJSON-2091589570 tempest-PortsTestJSON-2091589570] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:31:12.463402 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-ed509b93-1033-40cd-8fa3-5fb4d71ffe72 tempest-PortsTestJSON-2091589570 tempest-PortsTestJSON-2091589570] Notify callbacks [] for subnet, before_response {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:31:12.507227 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-ed509b93-1033-40cd-8fa3-5fb4d71ffe72 tempest-PortsTestJSON-2091589570 tempest-PortsTestJSON-2091589570] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 4.2397795 Jan 14 07:31:12.507227 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84875) accepted ('10.222.0.24', 54748) {{(pid=84875) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:31:12.520986 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.v2.base [None req-b2c5b66d-5a3b-436f-881d-73e7aee22aee tempest-PortsTestJSON-2091589570 tempest-PortsTestJSON-2091589570] Request body: {'router': {'name': 'tempest-PortsTestJSON-router-1738095862', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=84875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:31:12.545242 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-b2c5b66d-5a3b-436f-881d-73e7aee22aee tempest-PortsTestJSON-2091589570 tempest-PortsTestJSON-2091589570] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:31:12.555723 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-b2c5b66d-5a3b-436f-881d-73e7aee22aee tempest-PortsTestJSON-2091589570 tempest-PortsTestJSON-2091589570] Usage tracker for resource:router and tenant:4f41150d2ea84f97bbab10653dcc9b99 is out of sync, need to count used quota {{(pid=84875) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:31:12.563671 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-b2c5b66d-5a3b-436f-881d-73e7aee22aee tempest-PortsTestJSON-2091589570 tempest-PortsTestJSON-2091589570] Quota usage for router was recalculated. Used quota:0. {{(pid=84875) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:31:12.573447 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-b2c5b66d-5a3b-436f-881d-73e7aee22aee tempest-PortsTestJSON-2091589570 tempest-PortsTestJSON-2091589570] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:31:12.593803 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-b2c5b66d-5a3b-436f-881d-73e7aee22aee tempest-PortsTestJSON-2091589570 tempest-PortsTestJSON-2091589570] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3889205', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854717621'] for router, before_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:31:12.593803 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-b2c5b66d-5a3b-436f-881d-73e7aee22aee tempest-PortsTestJSON-2091589570 tempest-PortsTestJSON-2091589570] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036850886574', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3912501', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3808446', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-58179'] for router, precommit_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:31:12.637032 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-b2c5b66d-5a3b-436f-881d-73e7aee22aee tempest-PortsTestJSON-2091589570 tempest-PortsTestJSON-2091589570] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:31:12.640412 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-e000ff73-b887-4e22-810c-37bd1c810f9e tempest-FloatingIPNegativeTestJSON-2001787271 tempest-FloatingIPNegativeTestJSON-2001787271] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036850886612', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036850863158'] for router, after_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:31:12.676754 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-89143242-3325-4a6b-acc5-7ce462fef5db tempest-RoutersNegativeIpV6Test-1464408958 tempest-RoutersNegativeIpV6Test-1464408958] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:31:12.695161 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-b2c5b66d-5a3b-436f-881d-73e7aee22aee tempest-PortsTestJSON-2091589570 tempest-PortsTestJSON-2091589570] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036850886612', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036850863158'] for router, after_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:31:12.809345 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-b2c5b66d-5a3b-436f-881d-73e7aee22aee tempest-PortsTestJSON-2091589570 tempest-PortsTestJSON-2091589570] Notify callbacks [] for router, before_response {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:31:12.809345 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-b2c5b66d-5a3b-436f-881d-73e7aee22aee tempest-PortsTestJSON-2091589570 tempest-PortsTestJSON-2091589570] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 702 time: 0.2997181 Jan 14 07:31:12.809345 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84875) accepted ('10.222.0.24', 54758) {{(pid=84875) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:31:12.821033 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.v2.base [None req-b10416d3-8614-49a5-ae53-3c6b488ba9f6 tempest-PortsTestJSON-2091589570 tempest-PortsTestJSON-2091589570] Request body: {'port': {'network_id': '948177f9-9eef-4508-a362-9e9610e7525a', 'name': 'tempest-PortsTestJSON-169939150'}} {{(pid=84875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:31:12.851033 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-e000ff73-b887-4e22-810c-37bd1c810f9e tempest-FloatingIPNegativeTestJSON-2001787271 tempest-FloatingIPNegativeTestJSON-2001787271] Notify callbacks [] for router, before_response {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:31:12.862533 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-e000ff73-b887-4e22-810c-37bd1c810f9e tempest-FloatingIPNegativeTestJSON-2001787271 tempest-FloatingIPNegativeTestJSON-2001787271] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 715 time: 1.4439242 Jan 14 07:31:12.883799 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84874) accepted ('10.222.0.24', 54764) {{(pid=84874) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:31:13.160031 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29599044-ffa6-4a2b-aad1-fd511d4325e7 None None] Network 948177f9-9eef-4508-a362-9e9610e7525a requested from n-d-768862-2 {{(pid=84876) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 07:31:13.234856 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e1220b3-e182-426c-9a84-a3fe093f4091 tempest-PortsIpV6TestJSON-1330665174 tempest-PortsIpV6TestJSON-1330665174] Pushing event updated for resources: {'Subnet': ['ID=0e6832e6-a499-4d6b-bdfa-d960b1a58e2e,revision_number=0']} {{(pid=84874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:31:13.242278 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-2e1220b3-e182-426c-9a84-a3fe093f4091 tempest-PortsIpV6TestJSON-1330665174 tempest-PortsIpV6TestJSON-1330665174] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.565s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:31:13.314660 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-b10416d3-8614-49a5-ae53-3c6b488ba9f6 tempest-PortsTestJSON-2091589570 tempest-PortsTestJSON-2091589570] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:31:13.319866 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-b10416d3-8614-49a5-ae53-3c6b488ba9f6 tempest-PortsTestJSON-2091589570 tempest-PortsTestJSON-2091589570] Usage tracker for resource:port and tenant:4f41150d2ea84f97bbab10653dcc9b99 is out of sync, need to count used quota {{(pid=84875) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:31:13.332975 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-b10416d3-8614-49a5-ae53-3c6b488ba9f6 tempest-PortsTestJSON-2091589570 tempest-PortsTestJSON-2091589570] Quota usage for port was recalculated. Used quota:1. {{(pid=84875) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:31:13.339591 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-b10416d3-8614-49a5-ae53-3c6b488ba9f6 tempest-PortsTestJSON-2091589570 tempest-PortsTestJSON-2091589570] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=84875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:31:13.375265 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b10416d3-8614-49a5-ae53-3c6b488ba9f6 tempest-PortsTestJSON-2091589570 tempest-PortsTestJSON-2091589570] Made reservation on behalf of 4f41150d2ea84f97bbab10653dcc9b99 for: {'port': 1} {{(pid=84875) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 07:31:13.395265 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-b10416d3-8614-49a5-ae53-3c6b488ba9f6 tempest-PortsTestJSON-2091589570 tempest-PortsTestJSON-2091589570] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555753'] for port, before_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:31:13.679537 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84875) accepted ('10.222.0.24', 54784) {{(pid=84875) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:31:13.690749 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-1292e5e5-6458-423b-b9fd-a4586bf72d71 None None] Notify callbacks [] for port, precommit_create {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:31:13.776012 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-852a24f7-e9a1-4193-9abb-e9506fe5213f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363259214191800', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854171626'] for agent, after_update {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:31:13.793685 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-1292e5e5-6458-423b-b9fd-a4586bf72d71 None None] Transition to ACTIVE for port object 1feadbf5-5373-4a74-b4f7-575a76382b99 will not be triggered until provisioned by entity L2. {{(pid=84876) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 07:31:13.813533 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca82a5a1-3786-4840-a1e5-42b2768e8ffb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5d94dc7a-c095-50a4-955e-5f3b78718a12-948177f9-9eef-4508-a362-9e9610e7525a', 'network_id': '948177f9-9eef-4508-a362-9e9610e7525a', 'tenant_id': '4f41150d2ea84f97bbab10653dcc9b99', 'fixed_ips': [{'subnet_id': 'ba0395d8-c660-47c7-84c8-1cb8cca8803e'}]}} from n-d-768862-2. {{(pid=84876) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Jan 14 07:31:13.814646 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-ca82a5a1-3786-4840-a1e5-42b2768e8ffb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555753'] for port, before_create {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:31:13.992774 n-d-768862-2 neutron-server[84765]: DEBUG neutron.notifiers.nova [None req-b10416d3-8614-49a5-ae53-3c6b488ba9f6 tempest-PortsTestJSON-2091589570 tempest-PortsTestJSON-2091589570] device_id is not set on port ab371f70-c39c-4927-8ae7-4a9d44986124 yet. {{(pid=84875) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}} Jan 14 07:31:14.423970 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e1220b3-e182-426c-9a84-a3fe093f4091 tempest-PortsIpV6TestJSON-1330665174 tempest-PortsIpV6TestJSON-1330665174] Checking segment: {'id': '66abbff9-27b8-4ee2-ad87-1fc016248f0d', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 18, 'network_id': '9f70f180-1063-422f-980e-b391a5458d51'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84874) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 14 07:31:14.423970 n-d-768862-2 neutron-server[84765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e1220b3-e182-426c-9a84-a3fe093f4091 tempest-PortsIpV6TestJSON-1330665174 tempest-PortsIpV6TestJSON-1330665174] Network hostable DHCP agents. Network: 9f70f180-1063-422f-980e-b391a5458d51, hostable agents: ['32f3dd84-26da-4d18-bf15-6017a8fb7247'], hosted agents: [] {{(pid=84874) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Jan 14 07:31:14.460547 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-1292e5e5-6458-423b-b9fd-a4586bf72d71 None None] Transition to ACTIVE for port object 1feadbf5-5373-4a74-b4f7-575a76382b99 will not be triggered until provisioned by entity DHCP. {{(pid=84876) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 07:31:14.471047 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.db_base_plugin_common [None req-b10416d3-8614-49a5-ae53-3c6b488ba9f6 tempest-PortsTestJSON-2091589570 tempest-PortsTestJSON-2091589570] Allocated IP 172.20.0.9 (948177f9-9eef-4508-a362-9e9610e7525a/ba0395d8-c660-47c7-84c8-1cb8cca8803e/ab371f70-c39c-4927-8ae7-4a9d44986124) {{(pid=84875) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 14 07:31:14.483531 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-1292e5e5-6458-423b-b9fd-a4586bf72d71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777640123575'] for port, after_create {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:31:14.487336 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.v2.base [None req-eb4c4620-c060-4fc2-a61f-405533802315 tempest-TestNetworkBasicOps-1983703278 tempest-TestNetworkBasicOps-1983703278] Request body: {'network': {'name': 'tempest-network-smoke--609975182', 'project_id': 'c52a65222187474995edf4946f0fd389', 'port_security_enabled': True}} {{(pid=84875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:31:14.531790 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-5bfdbe23-d9ba-46d7-92fc-5d653283221a tempest-FloatingIPNegativeTestJSON-2001787271 tempest-FloatingIPNegativeTestJSON-2001787271] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555753'] for port, before_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:31:14.538129 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-eb4c4620-c060-4fc2-a61f-405533802315 tempest-TestNetworkBasicOps-1983703278 tempest-TestNetworkBasicOps-1983703278] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:31:14.540818 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-1a2a7cc8-f11b-42bf-bb7d-4322b9764626 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84876) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:31:14.543319 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-eb4c4620-c060-4fc2-a61f-405533802315 tempest-TestNetworkBasicOps-1983703278 tempest-TestNetworkBasicOps-1983703278] Usage tracker for resource:network and tenant:c52a65222187474995edf4946f0fd389 is out of sync, need to count used quota {{(pid=84875) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:31:14.570773 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-eb4c4620-c060-4fc2-a61f-405533802315 tempest-TestNetworkBasicOps-1983703278 tempest-TestNetworkBasicOps-1983703278] Quota usage for network was recalculated. Used quota:0. {{(pid=84875) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:31:14.606499 n-d-768862-2 neutron-server[84765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e1220b3-e182-426c-9a84-a3fe093f4091 tempest-PortsIpV6TestJSON-1330665174 tempest-PortsIpV6TestJSON-1330665174] Network 9f70f180-1063-422f-980e-b391a5458d51 is scheduled to be hosted by DHCP agent 32f3dd84-26da-4d18-bf15-6017a8fb7247 with binding_index 1 {{(pid=84874) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Jan 14 07:31:14.615190 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1292e5e5-6458-423b-b9fd-a4586bf72d71 None None] Pushing event updated for resources: {'Port': ['ID=1feadbf5-5373-4a74-b4f7-575a76382b99,revision_number=1']} {{(pid=84876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:31:14.630031 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-1292e5e5-6458-423b-b9fd-a4586bf72d71 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=84876) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:31:14.642904 n-d-768862-2 neutron-server[84765]: DEBUG neutron.scheduler.base_scheduler [None req-2e1220b3-e182-426c-9a84-a3fe093f4091 tempest-PortsIpV6TestJSON-1330665174 tempest-PortsIpV6TestJSON-1330665174] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768862-2, 9f70f180-1063-422f-980e-b391a5458d51) {{(pid=84874) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 07:31:14.738274 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-801189d3-c1d9-4522-bf81-55717f68d229 None None] Network 9f70f180-1063-422f-980e-b391a5458d51 requested from n-d-768862-2 {{(pid=84876) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 07:31:14.771817 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e1220b3-e182-426c-9a84-a3fe093f4091 tempest-PortsIpV6TestJSON-1330665174 tempest-PortsIpV6TestJSON-1330665174] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:31:14.771817 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-2e1220b3-e182-426c-9a84-a3fe093f4091 tempest-PortsIpV6TestJSON-1330665174 tempest-PortsIpV6TestJSON-1330665174] Notify callbacks [] for subnet, before_response {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:31:14.944953 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-eb4c4620-c060-4fc2-a61f-405533802315 tempest-TestNetworkBasicOps-1983703278 tempest-TestNetworkBasicOps-1983703278] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:31:14.998055 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eb4c4620-c060-4fc2-a61f-405533802315 tempest-TestNetworkBasicOps-1983703278 tempest-TestNetworkBasicOps-1983703278] Made reservation on behalf of c52a65222187474995edf4946f0fd389 for: {'network': 1} {{(pid=84875) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 07:31:15.029134 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-eb4c4620-c060-4fc2-a61f-405533802315 tempest-TestNetworkBasicOps-1983703278 tempest-TestNetworkBasicOps-1983703278] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555753'] for network, before_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:31:15.068727 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-eb4c4620-c060-4fc2-a61f-405533802315 tempest-TestNetworkBasicOps-1983703278 tempest-TestNetworkBasicOps-1983703278] Notify callbacks [] for security_group, before_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:31:15.134203 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a58efa0-848b-4954-9db0-24589fcb34a6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5d94dc7a-c095-50a4-955e-5f3b78718a12-9f70f180-1063-422f-980e-b391a5458d51', 'network_id': '9f70f180-1063-422f-980e-b391a5458d51', 'tenant_id': '6396266df05d476da6838f06b578d30b', 'fixed_ips': [{'subnet_id': '0e6832e6-a499-4d6b-bdfa-d960b1a58e2e'}]}} from n-d-768862-2. {{(pid=84876) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Jan 14 07:31:15.134203 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-4a58efa0-848b-4954-9db0-24589fcb34a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555753'] for port, before_create {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:31:15.161895 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-eb4c4620-c060-4fc2-a61f-405533802315 tempest-TestNetworkBasicOps-1983703278 tempest-TestNetworkBasicOps-1983703278] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:31:15.186295 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-eb4c4620-c060-4fc2-a61f-405533802315 tempest-TestNetworkBasicOps-1983703278 tempest-TestNetworkBasicOps-1983703278] Usage tracker for resource:security_group_rule and tenant:c52a65222187474995edf4946f0fd389 is out of sync, need to count used quota {{(pid=84875) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:31:15.204964 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-eb4c4620-c060-4fc2-a61f-405533802315 tempest-TestNetworkBasicOps-1983703278 tempest-TestNetworkBasicOps-1983703278] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84875) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:31:15.218659 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-eb4c4620-c060-4fc2-a61f-405533802315 tempest-TestNetworkBasicOps-1983703278 tempest-TestNetworkBasicOps-1983703278] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:31:15.265868 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-b10416d3-8614-49a5-ae53-3c6b488ba9f6 tempest-PortsTestJSON-2091589570 tempest-PortsTestJSON-2091589570] Notify callbacks [] for port, precommit_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:31:15.285271 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-b10416d3-8614-49a5-ae53-3c6b488ba9f6 tempest-PortsTestJSON-2091589570 tempest-PortsTestJSON-2091589570] Transition to ACTIVE for port object ab371f70-c39c-4927-8ae7-4a9d44986124 will not be triggered until provisioned by entity DHCP. {{(pid=84875) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 07:31:15.420181 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-eb4c4620-c060-4fc2-a61f-405533802315 tempest-TestNetworkBasicOps-1983703278 tempest-TestNetworkBasicOps-1983703278] Notify callbacks [] for security_group, precommit_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:31:15.420181 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-b10416d3-8614-49a5-ae53-3c6b488ba9f6 tempest-PortsTestJSON-2091589570 tempest-PortsTestJSON-2091589570] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777640123575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851621574'] for port, after_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:31:15.439213 n-d-768862-2 neutron-server[84765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1292e5e5-6458-423b-b9fd-a4586bf72d71 None None] Network 9ebc43ec-f711-47f5-8ff3-48473adf0f9b is already hosted by enough agents. {{(pid=84876) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 07:31:15.465201 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-7ffc8d64-7d27-4a36-963f-6be830819105 tempest-PortsIpV6TestJSON-1330665174 tempest-PortsIpV6TestJSON-1330665174] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:31:15.561545 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-2e1220b3-e182-426c-9a84-a3fe093f4091 tempest-PortsIpV6TestJSON-1330665174 tempest-PortsIpV6TestJSON-1330665174] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 6.9602199 Jan 14 07:31:15.582328 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84874) accepted ('10.222.0.24', 54828) {{(pid=84874) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:31:15.585572 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.db_base_plugin_common [None req-ca82a5a1-3786-4840-a1e5-42b2768e8ffb None None] Allocated IP 172.20.0.2 (948177f9-9eef-4508-a362-9e9610e7525a/ba0395d8-c660-47c7-84c8-1cb8cca8803e/1bae8f28-a757-4de8-ad31-3b000d0dfb38) {{(pid=84876) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 14 07:31:15.592709 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.v2.base [None req-ee5d88d0-9f44-4e6a-82b3-23370b85bf23 tempest-PortsIpV6TestJSON-1330665174 tempest-PortsIpV6TestJSON-1330665174] Request body: {'router': {'name': 'tempest-PortsIpV6TestJSON-router-1645858321', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=84874) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:31:15.613006 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-eb4c4620-c060-4fc2-a61f-405533802315 tempest-TestNetworkBasicOps-1983703278 tempest-TestNetworkBasicOps-1983703278] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850887153'] for security_group, after_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:31:15.641821 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-ee5d88d0-9f44-4e6a-82b3-23370b85bf23 tempest-PortsIpV6TestJSON-1330665174 tempest-PortsIpV6TestJSON-1330665174] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:31:15.724610 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-ee5d88d0-9f44-4e6a-82b3-23370b85bf23 tempest-PortsIpV6TestJSON-1330665174 tempest-PortsIpV6TestJSON-1330665174] Usage tracker for resource:router and tenant:6396266df05d476da6838f06b578d30b is out of sync, need to count used quota {{(pid=84874) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:31:15.730920 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-ee5d88d0-9f44-4e6a-82b3-23370b85bf23 tempest-PortsIpV6TestJSON-1330665174 tempest-PortsIpV6TestJSON-1330665174] Quota usage for router was recalculated. Used quota:0. {{(pid=84874) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:31:16.150589 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.db_base_plugin_common [None req-5bfdbe23-d9ba-46d7-92fc-5d653283221a tempest-FloatingIPNegativeTestJSON-2001787271 tempest-FloatingIPNegativeTestJSON-2001787271] Allocated IP 172.20.0.1 (9ebc43ec-f711-47f5-8ff3-48473adf0f9b/831a4877-7836-4004-a30e-6f3355ad300e/1fe3544f-b622-46d1-99a8-704b74cbb6f0) {{(pid=84874) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 14 07:31:16.200229 n-d-768862-2 neutron-server[84765]: DEBUG neutron.scheduler.base_scheduler [None req-1292e5e5-6458-423b-b9fd-a4586bf72d71 None None] Resources bound (agent type, host, resource id): {{(pid=84876) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 07:31:16.227123 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1292e5e5-6458-423b-b9fd-a4586bf72d71 None None] Received port after_create {{(pid=84876) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 14 07:31:16.372590 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-ee5d88d0-9f44-4e6a-82b3-23370b85bf23 tempest-PortsIpV6TestJSON-1330665174 tempest-PortsIpV6TestJSON-1330665174] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:31:16.425413 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.managers [None req-1292e5e5-6458-423b-b9fd-a4586bf72d71 None None] Attempting to bind port 1feadbf5-5373-4a74-b4f7-575a76382b99 on host n-d-768862-2 for vnic_type normal with profile {{(pid=84876) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 14 07:31:16.425413 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.managers [None req-1292e5e5-6458-423b-b9fd-a4586bf72d71 None None] Attempting to bind port 1feadbf5-5373-4a74-b4f7-575a76382b99 by drivers openvswitch on host n-d-768862-2 at level 0 using segments [{'id': '611fb6ba-03c9-4d10-9242-4ca03fc6c867', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 20, 'network_id': '9ebc43ec-f711-47f5-8ff3-48473adf0f9b'}] {{(pid=84876) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 14 07:31:16.429211 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1292e5e5-6458-423b-b9fd-a4586bf72d71 None None] Attempting to bind port 1feadbf5-5373-4a74-b4f7-575a76382b99 on network 9ebc43ec-f711-47f5-8ff3-48473adf0f9b {{(pid=84876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 14 07:31:16.479353 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1292e5e5-6458-423b-b9fd-a4586bf72d71 None None] Checking agent: {'id': 'ba5efab1-b43c-4d5a-bc52-6e105d4e67a2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768862-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 14, 6, 56, 52), 'started_at': datetime.datetime(2021, 1, 14, 6, 57, 22), 'heartbeat_timestamp': datetime.datetime(2021, 1, 14, 7, 30, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768862-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.29', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 14 07:31:16.479353 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1292e5e5-6458-423b-b9fd-a4586bf72d71 None None] Checking segment: {'id': '611fb6ba-03c9-4d10-9242-4ca03fc6c867', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 20, 'network_id': '9ebc43ec-f711-47f5-8ff3-48473adf0f9b'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84876) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 14 07:31:16.479353 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-1292e5e5-6458-423b-b9fd-a4586bf72d71 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:31:16.479353 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1292e5e5-6458-423b-b9fd-a4586bf72d71 None None] Bound using segment: {'id': '611fb6ba-03c9-4d10-9242-4ca03fc6c867', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 20, 'network_id': '9ebc43ec-f711-47f5-8ff3-48473adf0f9b'} {{(pid=84876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 14 07:31:16.483880 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-5bfdbe23-d9ba-46d7-92fc-5d653283221a tempest-FloatingIPNegativeTestJSON-2001787271 tempest-FloatingIPNegativeTestJSON-2001787271] Notify callbacks [] for port, precommit_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:31:16.491140 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.managers [None req-1292e5e5-6458-423b-b9fd-a4586bf72d71 None None] Bound port: 1feadbf5-5373-4a74-b4f7-575a76382b99, host: n-d-768862-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '611fb6ba-03c9-4d10-9242-4ca03fc6c867', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 20, 'network_id': '9ebc43ec-f711-47f5-8ff3-48473adf0f9b'}}] {{(pid=84876) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 14 07:31:16.491140 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-1292e5e5-6458-423b-b9fd-a4586bf72d71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555753'] for port, before_update {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:31:16.511172 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-5bfdbe23-d9ba-46d7-92fc-5d653283221a tempest-FloatingIPNegativeTestJSON-2001787271 tempest-FloatingIPNegativeTestJSON-2001787271] Transition to ACTIVE for port object 1fe3544f-b622-46d1-99a8-704b74cbb6f0 will not be triggered until provisioned by entity DHCP. {{(pid=84874) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 07:31:16.570770 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-5bfdbe23-d9ba-46d7-92fc-5d653283221a tempest-FloatingIPNegativeTestJSON-2001787271 tempest-FloatingIPNegativeTestJSON-2001787271] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777640123575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3254186'] for port, after_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:31:16.754570 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [None req-1292e5e5-6458-423b-b9fd-a4586bf72d71 None None] For port 1feadbf5-5373-4a74-b4f7-575a76382b99, host n-d-768862-2, cleared binding levels {{(pid=84876) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 14 07:31:16.768512 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [None req-1292e5e5-6458-423b-b9fd-a4586bf72d71 None None] For port 1feadbf5-5373-4a74-b4f7-575a76382b99, host n-d-768862-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-2',level=0,port_id=1feadbf5-5373-4a74-b4f7-575a76382b99,segment=NetworkSegment(611fb6ba-03c9-4d10-9242-4ca03fc6c867),segment_id=611fb6ba-03c9-4d10-9242-4ca03fc6c867)] {{(pid=84876) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 14 07:31:16.788450 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-1292e5e5-6458-423b-b9fd-a4586bf72d71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777640533312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363259214678337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777640097497'] for port, after_update {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:31:16.840450 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84876) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:31:16.954955 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-eb4c4620-c060-4fc2-a61f-405533802315 tempest-TestNetworkBasicOps-1983703278 tempest-TestNetworkBasicOps-1983703278] vxlan segment allocate from pool success with {'vxlan_vni': 21} {{(pid=84875) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Jan 14 07:31:17.003096 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-eb4c4620-c060-4fc2-a61f-405533802315 tempest-TestNetworkBasicOps-1983703278 tempest-TestNetworkBasicOps-1983703278] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment--9223363259214191851', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854179735'] for segment, precommit_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:31:17.003931 n-d-768862-2 neutron-server[84765]: INFO neutron.db.segments_db [None req-eb4c4620-c060-4fc2-a61f-405533802315 tempest-TestNetworkBasicOps-1983703278 tempest-TestNetworkBasicOps-1983703278] Added segment 9629e1a4-7250-4f99-b228-b72aaf324ef3 of type vxlan for network 780315ca-b2bf-4289-8e3a-06e1e90b3342 Jan 14 07:31:17.048703 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-eb4c4620-c060-4fc2-a61f-405533802315 tempest-TestNetworkBasicOps-1983703278 tempest-TestNetworkBasicOps-1983703278] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363259214646115'] for network, precommit_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:31:17.065927 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b10416d3-8614-49a5-ae53-3c6b488ba9f6 tempest-PortsTestJSON-2091589570 tempest-PortsTestJSON-2091589570] Pushing event updated for resources: {'Port': ['ID=ab371f70-c39c-4927-8ae7-4a9d44986124,revision_number=1']} {{(pid=84875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:31:17.070636 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-b10416d3-8614-49a5-ae53-3c6b488ba9f6 tempest-PortsTestJSON-2091589570 tempest-PortsTestJSON-2091589570] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.608s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:31:17.070636 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-5bdea0a6-dde3-462b-9599-ede348b9d648 tempest-FloatingIPNegativeTestJSON-2001787271 tempest-FloatingIPNegativeTestJSON-2001787271] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.518s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:31:17.124278 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb4c4620-c060-4fc2-a61f-405533802315 tempest-TestNetworkBasicOps-1983703278 tempest-TestNetworkBasicOps-1983703278] Pushing event updated for resources: {'SecurityGroup': ['ID=284f7fe7-a453-4514-92a9-2fb113dac820,revision_number=1']} {{(pid=84875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:31:17.135703 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-eb4c4620-c060-4fc2-a61f-405533802315 tempest-TestNetworkBasicOps-1983703278 tempest-TestNetworkBasicOps-1983703278] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:31:17.196281 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1292e5e5-6458-423b-b9fd-a4586bf72d71 None None] Pushing event updated for resources: {'Port': ['ID=1feadbf5-5373-4a74-b4f7-575a76382b99,revision_number=2']} {{(pid=84876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:31:17.209591 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-e314136e-d39e-4dea-bf57-b39eda0dd32c tempest-PortsTestJSON-2091589570 tempest-PortsTestJSON-2091589570] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:31:17.227487 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-eb4c4620-c060-4fc2-a61f-405533802315 tempest-TestNetworkBasicOps-1983703278 tempest-TestNetworkBasicOps-1983703278] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850887149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964'] for network, after_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:31:17.227487 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network":"rule:regular_user" was deprecated in W in favor of "create_network":"role:member and project_id:%(project_id)s". Reason: Jan 14 07:31:17.227487 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:31:17.227487 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:31:17.227487 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:31:17.227487 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:shared":"rule:admin_only" was deprecated in W in favor of "create_network:shared":"role:admin and system_scope:all". Reason: Jan 14 07:31:17.227487 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:31:17.227487 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:31:17.227487 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:31:17.227487 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:router:external":"rule:admin_only" was deprecated in W in favor of "create_network:router:external":"role:admin and system_scope:all". Reason: Jan 14 07:31:17.227487 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:31:17.227487 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:31:17.227487 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:31:17.227487 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:is_default":"rule:admin_only" was deprecated in W in favor of "create_network:is_default":"role:admin and system_scope:all". Reason: Jan 14 07:31:17.227487 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:31:17.227487 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:31:17.227487 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:31:17.227487 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:port_security_enabled":"rule:regular_user" was deprecated in W in favor of "create_network:port_security_enabled":"role:member and project_id:%(project_id)s". Reason: Jan 14 07:31:17.227487 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:31:17.227487 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:31:17.227487 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:31:17.227487 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:segments":"rule:admin_only" was deprecated in W in favor of "create_network:segments":"role:admin and system_scope:all". Reason: Jan 14 07:31:17.227487 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:31:17.227487 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:31:17.227487 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:31:17.227487 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "create_network:provider:network_type":"role:admin and system_scope:all". Reason: Jan 14 07:31:17.227487 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:31:17.227487 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:31:17.227487 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:31:17.227487 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "create_network:provider:physical_network":"role:admin and system_scope:all". Reason: Jan 14 07:31:17.227487 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:31:17.227487 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:31:17.227487 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:31:17.227487 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "create_network:provider:segmentation_id":"role:admin and system_scope:all". Reason: Jan 14 07:31:17.227487 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:31:17.227487 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:31:17.227487 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:31:17.227487 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network":"rule:admin_or_owner or rule:shared or rule:external or rule:context_is_advsvc" was deprecated in W in favor of "get_network":"(role:reader and system_scope:all) or (role:reader and project_id:%(project_id)s) or rule:shared or rule:external or rule:context_is_advsvc". Reason: Jan 14 07:31:17.227487 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:31:17.227487 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:31:17.227487 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:31:17.227487 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:router:external":"rule:regular_user" was deprecated in W in favor of "get_network:router:external":"role:reader and project_id:%(project_id)s". Reason: Jan 14 07:31:17.227487 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:31:17.227487 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:31:17.227487 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:31:17.227487 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:segments":"rule:admin_only" was deprecated in W in favor of "get_network:segments":"role:reader and system_scope:all". Reason: Jan 14 07:31:17.227487 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:31:17.227487 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:31:17.227487 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:31:17.227487 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "get_network:provider:network_type":"role:reader and system_scope:all". Reason: Jan 14 07:31:17.227487 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:31:17.227487 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:31:17.227487 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:31:17.227487 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "get_network:provider:physical_network":"role:reader and system_scope:all". Reason: Jan 14 07:31:17.227487 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:31:17.227487 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:31:17.227487 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:31:17.227487 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "get_network:provider:segmentation_id":"role:reader and system_scope:all". Reason: Jan 14 07:31:17.227487 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:31:17.227487 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:31:17.227487 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:31:17.227487 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network":"rule:admin_or_owner" was deprecated in W in favor of "update_network":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 07:31:17.227487 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:31:17.227487 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:31:17.227487 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:31:17.227487 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:segments":"rule:admin_only" was deprecated in W in favor of "update_network:segments":"role:admin and system_scope:all". Reason: Jan 14 07:31:17.227487 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:31:17.227487 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:31:17.227487 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:31:17.249205 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb4c4620-c060-4fc2-a61f-405533802315 tempest-TestNetworkBasicOps-1983703278 tempest-TestNetworkBasicOps-1983703278] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:31:17.249205 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-eb4c4620-c060-4fc2-a61f-405533802315 tempest-TestNetworkBasicOps-1983703278 tempest-TestNetworkBasicOps-1983703278] Notify callbacks [] for network, before_response {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:31:17.256763 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-ee5d88d0-9f44-4e6a-82b3-23370b85bf23 tempest-PortsIpV6TestJSON-1330665174 tempest-PortsIpV6TestJSON-1330665174] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3889205', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854717621'] for router, before_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:31:17.256763 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-ee5d88d0-9f44-4e6a-82b3-23370b85bf23 tempest-PortsIpV6TestJSON-1330665174 tempest-PortsIpV6TestJSON-1330665174] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036850886574', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3912501', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3808446', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-58179'] for router, precommit_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:31:17.260667 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-10b10cb7-b6a8-44b5-9375-559df842c33d tempest-RoutersNegativeIpV6Test-1464408958 tempest-RoutersNegativeIpV6Test-1464408958] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:31:17.388290 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-1292e5e5-6458-423b-b9fd-a4586bf72d71 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.545s {{(pid=84876) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:31:17.482826 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bfdbe23-d9ba-46d7-92fc-5d653283221a tempest-FloatingIPNegativeTestJSON-2001787271 tempest-FloatingIPNegativeTestJSON-2001787271] Pushing event updated for resources: {'Port': ['ID=1fe3544f-b622-46d1-99a8-704b74cbb6f0,revision_number=1']} {{(pid=84874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:31:17.501161 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-5bfdbe23-d9ba-46d7-92fc-5d653283221a tempest-FloatingIPNegativeTestJSON-2001787271 tempest-FloatingIPNegativeTestJSON-2001787271] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.293s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:31:17.501161 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-ee5d88d0-9f44-4e6a-82b3-23370b85bf23 tempest-PortsIpV6TestJSON-1330665174 tempest-PortsIpV6TestJSON-1330665174] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:31:17.576943 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb4c4620-c060-4fc2-a61f-405533802315 tempest-TestNetworkBasicOps-1983703278 tempest-TestNetworkBasicOps-1983703278] Pushing event updated for resources: {'Network': ['ID=780315ca-b2bf-4289-8e3a-06e1e90b3342,revision_number=1']} {{(pid=84875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:31:17.600961 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-eb4c4620-c060-4fc2-a61f-405533802315 tempest-TestNetworkBasicOps-1983703278 tempest-TestNetworkBasicOps-1983703278] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.345s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:31:17.625367 n-d-768862-2 neutron-server[84765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5bfdbe23-d9ba-46d7-92fc-5d653283221a tempest-FloatingIPNegativeTestJSON-2001787271 tempest-FloatingIPNegativeTestJSON-2001787271] Network 9ebc43ec-f711-47f5-8ff3-48473adf0f9b is already hosted by enough agents. {{(pid=84874) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 07:31:17.625367 n-d-768862-2 neutron-server[84765]: DEBUG neutron.scheduler.base_scheduler [None req-5bfdbe23-d9ba-46d7-92fc-5d653283221a tempest-FloatingIPNegativeTestJSON-2001787271 tempest-FloatingIPNegativeTestJSON-2001787271] Resources bound (agent type, host, resource id): {{(pid=84874) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 07:31:17.625367 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5bfdbe23-d9ba-46d7-92fc-5d653283221a tempest-FloatingIPNegativeTestJSON-2001787271 tempest-FloatingIPNegativeTestJSON-2001787271] Received port after_create {{(pid=84874) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 14 07:31:17.652573 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-017f98a9-8a07-408c-a86f-8ff0c00400a0 None None] Network 780315ca-b2bf-4289-8e3a-06e1e90b3342 details requested by agent ovs-agent-n-h1-768862-2 with host n-h1-768862-2 {{(pid=84876) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 07:31:17.666853 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-eb4c4620-c060-4fc2-a61f-405533802315 tempest-TestNetworkBasicOps-1983703278 tempest-TestNetworkBasicOps-1983703278] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 3.9857624 Jan 14 07:31:17.670180 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84874) accepted ('10.222.0.24', 54876) {{(pid=84874) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:31:17.670180 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.v2.base [None req-5ddcb52d-1c24-4b9a-b2ac-b47b5b7da58a tempest-TestNetworkBasicOps-1983703278 tempest-TestNetworkBasicOps-1983703278] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-290611380', 'admin_state_up': True, 'project_id': 'c52a65222187474995edf4946f0fd389', 'external_gateway_info': {'network_id': '226f1e78-82cd-4481-9055-4eb73b6db8c1'}}} {{(pid=84874) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:31:17.689117 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-5ddcb52d-1c24-4b9a-b2ac-b47b5b7da58a tempest-TestNetworkBasicOps-1983703278 tempest-TestNetworkBasicOps-1983703278] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:31:17.692840 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-5ddcb52d-1c24-4b9a-b2ac-b47b5b7da58a tempest-TestNetworkBasicOps-1983703278 tempest-TestNetworkBasicOps-1983703278] Usage tracker for resource:router and tenant:c52a65222187474995edf4946f0fd389 is out of sync, need to count used quota {{(pid=84874) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:31:17.695744 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-5ddcb52d-1c24-4b9a-b2ac-b47b5b7da58a tempest-TestNetworkBasicOps-1983703278 tempest-TestNetworkBasicOps-1983703278] Quota usage for router was recalculated. Used quota:0. {{(pid=84874) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:31:17.704855 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-5ddcb52d-1c24-4b9a-b2ac-b47b5b7da58a tempest-TestNetworkBasicOps-1983703278 tempest-TestNetworkBasicOps-1983703278] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:31:17.722223 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-ee5d88d0-9f44-4e6a-82b3-23370b85bf23 tempest-PortsIpV6TestJSON-1330665174 tempest-PortsIpV6TestJSON-1330665174] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036850886612', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036850863158'] for router, after_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:31:17.725620 n-d-768862-2 neutron-server[84765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b10416d3-8614-49a5-ae53-3c6b488ba9f6 tempest-PortsTestJSON-2091589570 tempest-PortsTestJSON-2091589570] Network 948177f9-9eef-4508-a362-9e9610e7525a is already hosted by enough agents. {{(pid=84875) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 07:31:17.738007 n-d-768862-2 neutron-server[84765]: DEBUG neutron.scheduler.base_scheduler [None req-b10416d3-8614-49a5-ae53-3c6b488ba9f6 tempest-PortsTestJSON-2091589570 tempest-PortsTestJSON-2091589570] Resources bound (agent type, host, resource id): {{(pid=84875) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 07:31:17.741373 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-5ddcb52d-1c24-4b9a-b2ac-b47b5b7da58a tempest-TestNetworkBasicOps-1983703278 tempest-TestNetworkBasicOps-1983703278] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3889205', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854717621'] for router, before_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:31:17.741373 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-5ddcb52d-1c24-4b9a-b2ac-b47b5b7da58a tempest-TestNetworkBasicOps-1983703278 tempest-TestNetworkBasicOps-1983703278] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036850886574', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3912501', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3808446', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-58179'] for router, precommit_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:31:17.757518 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b10416d3-8614-49a5-ae53-3c6b488ba9f6 tempest-PortsTestJSON-2091589570 tempest-PortsTestJSON-2091589570] Received port after_create {{(pid=84875) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 14 07:31:17.764875 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-5ddcb52d-1c24-4b9a-b2ac-b47b5b7da58a tempest-TestNetworkBasicOps-1983703278 tempest-TestNetworkBasicOps-1983703278] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:31:17.920252 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-852a24f7-e9a1-4193-9abb-e9506fe5213f None None] Network 780315ca-b2bf-4289-8e3a-06e1e90b3342 details requested by agent ovs-agent-n-h2-768862-2 with host n-h2-768862-2 {{(pid=84876) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 07:31:17.956070 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-5bfdbe23-d9ba-46d7-92fc-5d653283221a tempest-FloatingIPNegativeTestJSON-2001787271 tempest-FloatingIPNegativeTestJSON-2001787271] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036850886386'] for router_interface, before_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:31:18.010853 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-ee5d88d0-9f44-4e6a-82b3-23370b85bf23 tempest-PortsIpV6TestJSON-1330665174 tempest-PortsIpV6TestJSON-1330665174] Notify callbacks [] for router, before_response {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:31:18.010853 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-ee5d88d0-9f44-4e6a-82b3-23370b85bf23 tempest-PortsIpV6TestJSON-1330665174 tempest-PortsIpV6TestJSON-1330665174] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 706 time: 2.4253139 Jan 14 07:31:18.019441 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84874) accepted ('10.222.0.24', 54884) {{(pid=84874) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:31:18.058264 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b10416d3-8614-49a5-ae53-3c6b488ba9f6 tempest-PortsTestJSON-2091589570 tempest-PortsTestJSON-2091589570] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:31:18.058264 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-b10416d3-8614-49a5-ae53-3c6b488ba9f6 tempest-PortsTestJSON-2091589570 tempest-PortsTestJSON-2091589570] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854768116'] for port, before_response {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:31:18.118392 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-b10416d3-8614-49a5-ae53-3c6b488ba9f6 tempest-PortsTestJSON-2091589570 tempest-PortsTestJSON-2091589570] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 5.3025992 Jan 14 07:31:18.129136 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84875) accepted ('10.222.0.24', 54892) {{(pid=84875) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:31:18.153664 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.v2.base [None req-0c62eb63-ce28-4b61-bd96-b6cd4836c6a5 tempest-PortsIpV6TestJSON-1330665174 tempest-PortsIpV6TestJSON-1330665174] Request body: {'port': {'network_id': '9f70f180-1063-422f-980e-b391a5458d51', 'name': 'tempest-PortsIpV6TestJSON-1459275546'}} {{(pid=84874) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:31:18.256841 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Network 780315ca-b2bf-4289-8e3a-06e1e90b3342 details requested by agent ovs-agent-n-d-768862-2 with host n-d-768862-2 {{(pid=84876) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 07:31:18.292944 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-5ddcb52d-1c24-4b9a-b2ac-b47b5b7da58a tempest-TestNetworkBasicOps-1983703278 tempest-TestNetworkBasicOps-1983703278] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3912484', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3889188', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-58194'] for router, precommit_update {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:31:18.618823 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.db_base_plugin_common [None req-4a58efa0-848b-4954-9db0-24589fcb34a6 None None] Allocated IP 2001:db8::2 (9f70f180-1063-422f-980e-b391a5458d51/0e6832e6-a499-4d6b-bdfa-d960b1a58e2e/ce056f41-d200-4679-9d01-96e67dbaeaab) {{(pid=84876) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 14 07:31:18.907874 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-ca82a5a1-3786-4840-a1e5-42b2768e8ffb None None] Notify callbacks [] for port, precommit_create {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:31:18.919257 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-ca82a5a1-3786-4840-a1e5-42b2768e8ffb None None] Transition to ACTIVE for port object 1bae8f28-a757-4de8-ad31-3b000d0dfb38 will not be triggered until provisioned by entity L2. {{(pid=84876) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 07:31:18.937436 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-ca82a5a1-3786-4840-a1e5-42b2768e8ffb None None] Transition to ACTIVE for port object 1bae8f28-a757-4de8-ad31-3b000d0dfb38 will not be triggered until provisioned by entity DHCP. {{(pid=84876) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 07:31:18.951495 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-0c62eb63-ce28-4b61-bd96-b6cd4836c6a5 tempest-PortsIpV6TestJSON-1330665174 tempest-PortsIpV6TestJSON-1330665174] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:31:18.964204 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-0c62eb63-ce28-4b61-bd96-b6cd4836c6a5 tempest-PortsIpV6TestJSON-1330665174 tempest-PortsIpV6TestJSON-1330665174] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:31:19.095900 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-ca82a5a1-3786-4840-a1e5-42b2768e8ffb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777640123575'] for port, after_create {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:31:19.116230 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0c62eb63-ce28-4b61-bd96-b6cd4836c6a5 tempest-PortsIpV6TestJSON-1330665174 tempest-PortsIpV6TestJSON-1330665174] Made reservation on behalf of 6396266df05d476da6838f06b578d30b for: {'port': 1} {{(pid=84874) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 07:31:19.139984 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-0c62eb63-ce28-4b61-bd96-b6cd4836c6a5 tempest-PortsIpV6TestJSON-1330665174 tempest-PortsIpV6TestJSON-1330665174] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555753'] for port, before_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:31:19.273405 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-48953a3b-caa4-4896-9090-63f0fb59ce59 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84876) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:31:19.316748 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-5bfdbe23-d9ba-46d7-92fc-5d653283221a tempest-FloatingIPNegativeTestJSON-2001787271 tempest-FloatingIPNegativeTestJSON-2001787271] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555753'] for port, before_update {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:31:19.367056 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-5c09de32-78aa-497a-b860-b1c2c9e51d2d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363259214191800', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854171626'] for agent, after_update {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:31:19.458820 n-d-768862-2 neutron-server[84765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca82a5a1-3786-4840-a1e5-42b2768e8ffb None None] Network 948177f9-9eef-4508-a362-9e9610e7525a is already hosted by enough agents. {{(pid=84876) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 07:31:19.487283 n-d-768862-2 neutron-server[84765]: DEBUG neutron.scheduler.base_scheduler [None req-ca82a5a1-3786-4840-a1e5-42b2768e8ffb None None] Resources bound (agent type, host, resource id): {{(pid=84876) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 07:31:19.489336 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca82a5a1-3786-4840-a1e5-42b2768e8ffb None None] Received port after_create {{(pid=84876) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 14 07:31:19.534249 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-cf9f8702-a12f-4064-91f4-4088fa905e4e tempest-PortsTestJSON-2091589570 tempest-PortsTestJSON-2091589570] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555753'] for port, before_update {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:31:19.621275 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca82a5a1-3786-4840-a1e5-42b2768e8ffb None None] Pushing event updated for resources: {'Port': ['ID=1bae8f28-a757-4de8-ad31-3b000d0dfb38,revision_number=1']} {{(pid=84876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:31:19.657354 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-ca82a5a1-3786-4840-a1e5-42b2768e8ffb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.380s {{(pid=84876) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:31:19.719408 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.managers [None req-ca82a5a1-3786-4840-a1e5-42b2768e8ffb None None] Attempting to bind port 1bae8f28-a757-4de8-ad31-3b000d0dfb38 on host n-d-768862-2 for vnic_type normal with profile {{(pid=84876) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 14 07:31:19.719408 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.managers [None req-ca82a5a1-3786-4840-a1e5-42b2768e8ffb None None] Attempting to bind port 1bae8f28-a757-4de8-ad31-3b000d0dfb38 by drivers openvswitch on host n-d-768862-2 at level 0 using segments [{'id': 'a5f37b6e-68c2-42aa-ab91-18afd1f4ae14', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 15, 'network_id': '948177f9-9eef-4508-a362-9e9610e7525a'}] {{(pid=84876) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 14 07:31:19.719408 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca82a5a1-3786-4840-a1e5-42b2768e8ffb None None] Attempting to bind port 1bae8f28-a757-4de8-ad31-3b000d0dfb38 on network 948177f9-9eef-4508-a362-9e9610e7525a {{(pid=84876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 14 07:31:19.748613 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca82a5a1-3786-4840-a1e5-42b2768e8ffb None None] Checking agent: {'id': 'ba5efab1-b43c-4d5a-bc52-6e105d4e67a2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768862-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 14, 6, 56, 52), 'started_at': datetime.datetime(2021, 1, 14, 6, 57, 22), 'heartbeat_timestamp': datetime.datetime(2021, 1, 14, 7, 30, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768862-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.29', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 14 07:31:19.748613 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca82a5a1-3786-4840-a1e5-42b2768e8ffb None None] Checking segment: {'id': 'a5f37b6e-68c2-42aa-ab91-18afd1f4ae14', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 15, 'network_id': '948177f9-9eef-4508-a362-9e9610e7525a'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84876) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 14 07:31:19.748613 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-ca82a5a1-3786-4840-a1e5-42b2768e8ffb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:31:19.748613 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca82a5a1-3786-4840-a1e5-42b2768e8ffb None None] Bound using segment: {'id': 'a5f37b6e-68c2-42aa-ab91-18afd1f4ae14', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 15, 'network_id': '948177f9-9eef-4508-a362-9e9610e7525a'} {{(pid=84876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 14 07:31:19.748613 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.managers [None req-ca82a5a1-3786-4840-a1e5-42b2768e8ffb None None] Bound port: 1bae8f28-a757-4de8-ad31-3b000d0dfb38, host: n-d-768862-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a5f37b6e-68c2-42aa-ab91-18afd1f4ae14', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 15, 'network_id': '948177f9-9eef-4508-a362-9e9610e7525a'}}] {{(pid=84876) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 14 07:31:19.752641 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-ca82a5a1-3786-4840-a1e5-42b2768e8ffb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555753'] for port, before_update {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:31:20.046283 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-4a58efa0-848b-4954-9db0-24589fcb34a6 None None] Notify callbacks [] for port, precommit_create {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:31:20.118754 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-4a58efa0-848b-4954-9db0-24589fcb34a6 None None] Transition to ACTIVE for port object ce056f41-d200-4679-9d01-96e67dbaeaab will not be triggered until provisioned by entity L2. {{(pid=84876) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 07:31:20.165894 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [None req-ca82a5a1-3786-4840-a1e5-42b2768e8ffb None None] For port 1bae8f28-a757-4de8-ad31-3b000d0dfb38, host n-d-768862-2, cleared binding levels {{(pid=84876) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 14 07:31:20.172258 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [None req-ca82a5a1-3786-4840-a1e5-42b2768e8ffb None None] For port 1bae8f28-a757-4de8-ad31-3b000d0dfb38, host n-d-768862-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-2',level=0,port_id=1bae8f28-a757-4de8-ad31-3b000d0dfb38,segment=NetworkSegment(a5f37b6e-68c2-42aa-ab91-18afd1f4ae14),segment_id=a5f37b6e-68c2-42aa-ab91-18afd1f4ae14)] {{(pid=84876) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 14 07:31:20.216637 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-4a58efa0-848b-4954-9db0-24589fcb34a6 None None] Transition to ACTIVE for port object ce056f41-d200-4679-9d01-96e67dbaeaab will not be triggered until provisioned by entity DHCP. {{(pid=84876) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 07:31:20.216637 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-ca82a5a1-3786-4840-a1e5-42b2768e8ffb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777640533312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363259214678337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777640097497'] for port, after_update {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:31:20.379739 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-5ddcb52d-1c24-4b9a-b2ac-b47b5b7da58a tempest-TestNetworkBasicOps-1983703278 tempest-TestNetworkBasicOps-1983703278] Notify callbacks [] for router_gateway, before_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:31:20.498729 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-5ddcb52d-1c24-4b9a-b2ac-b47b5b7da58a tempest-TestNetworkBasicOps-1983703278 tempest-TestNetworkBasicOps-1983703278] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555753'] for port, before_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:31:20.561618 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-e082c94f-27c5-43a0-a88f-7c9fbdcbd57e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84876) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:31:20.902033 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-4a58efa0-848b-4954-9db0-24589fcb34a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777640123575'] for port, after_create {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:31:21.121533 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca82a5a1-3786-4840-a1e5-42b2768e8ffb None None] Pushing event updated for resources: {'Port': ['ID=1bae8f28-a757-4de8-ad31-3b000d0dfb38,revision_number=2']} {{(pid=84876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:31:21.128938 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-ca82a5a1-3786-4840-a1e5-42b2768e8ffb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.565s {{(pid=84876) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:31:21.135164 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-82cd83c7-66d6-4783-a952-ed4cdac82620 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.012s {{(pid=84876) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:31:21.162443 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-cf9f8702-a12f-4064-91f4-4088fa905e4e tempest-PortsTestJSON-2091589570 tempest-PortsTestJSON-2091589570] Notify callbacks [] for port, precommit_update {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:31:21.182323 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-cf9f8702-a12f-4064-91f4-4088fa905e4e tempest-PortsTestJSON-2091589570 tempest-PortsTestJSON-2091589570] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777640533312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363259214678337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777640097497', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3154211'] for port, after_update {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:31:21.205631 n-d-768862-2 neutron-server[84765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a58efa0-848b-4954-9db0-24589fcb34a6 None None] Network 9f70f180-1063-422f-980e-b391a5458d51 is already hosted by enough agents. {{(pid=84876) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 07:31:21.251107 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-dca136c9-bf1c-4a3a-bbbf-3e1a863baa22 tempest-PortsIpV6TestJSON-1330665174 tempest-PortsIpV6TestJSON-1330665174] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:31:21.265783 n-d-768862-2 neutron-server[84765]: DEBUG neutron.scheduler.base_scheduler [None req-4a58efa0-848b-4954-9db0-24589fcb34a6 None None] Resources bound (agent type, host, resource id): {{(pid=84876) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 07:31:21.276620 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a58efa0-848b-4954-9db0-24589fcb34a6 None None] Received port after_create {{(pid=84876) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 14 07:31:21.348068 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a58efa0-848b-4954-9db0-24589fcb34a6 None None] Pushing event updated for resources: {'Port': ['ID=ce056f41-d200-4679-9d01-96e67dbaeaab,revision_number=1']} {{(pid=84876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:31:21.349970 n-d-768862-2 neutron-server[84765]: DEBUG neutron.notifiers.nova [None req-0c62eb63-ce28-4b61-bd96-b6cd4836c6a5 tempest-PortsIpV6TestJSON-1330665174 tempest-PortsIpV6TestJSON-1330665174] device_id is not set on port 3da7d1c5-be96-47dd-95e9-8b8e84408db7 yet. {{(pid=84874) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}} Jan 14 07:31:21.355521 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-4a58efa0-848b-4954-9db0-24589fcb34a6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.224s {{(pid=84876) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:31:21.361421 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.managers [None req-4a58efa0-848b-4954-9db0-24589fcb34a6 None None] Attempting to bind port ce056f41-d200-4679-9d01-96e67dbaeaab on host n-d-768862-2 for vnic_type normal with profile {{(pid=84876) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 14 07:31:21.365737 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.managers [None req-4a58efa0-848b-4954-9db0-24589fcb34a6 None None] Attempting to bind port ce056f41-d200-4679-9d01-96e67dbaeaab by drivers openvswitch on host n-d-768862-2 at level 0 using segments [{'id': '66abbff9-27b8-4ee2-ad87-1fc016248f0d', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 18, 'network_id': '9f70f180-1063-422f-980e-b391a5458d51'}] {{(pid=84876) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 14 07:31:21.366411 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a58efa0-848b-4954-9db0-24589fcb34a6 None None] Attempting to bind port ce056f41-d200-4679-9d01-96e67dbaeaab on network 9f70f180-1063-422f-980e-b391a5458d51 {{(pid=84876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 14 07:31:21.375653 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a58efa0-848b-4954-9db0-24589fcb34a6 None None] Checking agent: {'id': 'ba5efab1-b43c-4d5a-bc52-6e105d4e67a2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768862-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 14, 6, 56, 52), 'started_at': datetime.datetime(2021, 1, 14, 6, 57, 22), 'heartbeat_timestamp': datetime.datetime(2021, 1, 14, 7, 30, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768862-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.29', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 14 07:31:21.376311 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a58efa0-848b-4954-9db0-24589fcb34a6 None None] Checking segment: {'id': '66abbff9-27b8-4ee2-ad87-1fc016248f0d', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 18, 'network_id': '9f70f180-1063-422f-980e-b391a5458d51'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84876) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 14 07:31:21.376975 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-4a58efa0-848b-4954-9db0-24589fcb34a6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:31:21.377611 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a58efa0-848b-4954-9db0-24589fcb34a6 None None] Bound using segment: {'id': '66abbff9-27b8-4ee2-ad87-1fc016248f0d', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 18, 'network_id': '9f70f180-1063-422f-980e-b391a5458d51'} {{(pid=84876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 14 07:31:21.378307 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.managers [None req-4a58efa0-848b-4954-9db0-24589fcb34a6 None None] Bound port: ce056f41-d200-4679-9d01-96e67dbaeaab, host: n-d-768862-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '66abbff9-27b8-4ee2-ad87-1fc016248f0d', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 18, 'network_id': '9f70f180-1063-422f-980e-b391a5458d51'}}] {{(pid=84876) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 14 07:31:21.378909 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-4a58efa0-848b-4954-9db0-24589fcb34a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555753'] for port, before_update {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:31:21.421140 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf9f8702-a12f-4064-91f4-4088fa905e4e tempest-PortsTestJSON-2091589570 tempest-PortsTestJSON-2091589570] Pushing event updated for resources: {'Port': ['ID=ab371f70-c39c-4927-8ae7-4a9d44986124,revision_number=2']} {{(pid=84875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:31:21.428502 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-cf9f8702-a12f-4064-91f4-4088fa905e4e tempest-PortsTestJSON-2091589570 tempest-PortsTestJSON-2091589570] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.182s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:31:22.269677 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-da76cfc0-98e8-4426-9f6d-4f05aa3fae78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363259214191800', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854171626'] for agent, after_update {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:31:22.272595 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-d3ccde97-58f0-4407-9b95-b3166074e41e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363259214191800', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854171626'] for agent, after_update {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:31:22.302720 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [None req-4a58efa0-848b-4954-9db0-24589fcb34a6 None None] For port ce056f41-d200-4679-9d01-96e67dbaeaab, host n-d-768862-2, cleared binding levels {{(pid=84876) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 14 07:31:22.306552 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [None req-4a58efa0-848b-4954-9db0-24589fcb34a6 None None] For port ce056f41-d200-4679-9d01-96e67dbaeaab, host n-d-768862-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-2',level=0,port_id=ce056f41-d200-4679-9d01-96e67dbaeaab,segment=NetworkSegment(66abbff9-27b8-4ee2-ad87-1fc016248f0d),segment_id=66abbff9-27b8-4ee2-ad87-1fc016248f0d)] {{(pid=84876) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 14 07:31:22.317168 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-4a58efa0-848b-4954-9db0-24589fcb34a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777640533312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363259214678337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777640097497'] for port, after_update {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:31:22.477534 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.db_base_plugin_common [None req-5ddcb52d-1c24-4b9a-b2ac-b47b5b7da58a tempest-TestNetworkBasicOps-1983703278 tempest-TestNetworkBasicOps-1983703278] Allocated IP 172.25.2.99 (226f1e78-82cd-4481-9055-4eb73b6db8c1/ba8deeec-7658-4195-9449-038c076f5c83/11914482-6a95-43fa-a240-85c7eca95117) {{(pid=84874) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 14 07:31:22.596657 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-3b2c8571-b2dd-4aba-8600-084cc668b515 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84876) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:31:22.637434 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-cf9f8702-a12f-4064-91f4-4088fa905e4e tempest-PortsTestJSON-2091589570 tempest-PortsTestJSON-2091589570] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036850886386'] for router_interface, before_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:31:22.803200 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-5ddcb52d-1c24-4b9a-b2ac-b47b5b7da58a tempest-TestNetworkBasicOps-1983703278 tempest-TestNetworkBasicOps-1983703278] Notify callbacks [] for port, precommit_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:31:22.887256 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.db.resource_extend [None req-5bfdbe23-d9ba-46d7-92fc-5d653283221a tempest-FloatingIPNegativeTestJSON-2001787271 tempest-FloatingIPNegativeTestJSON-2001787271] It took 0.81 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84874) wrapper /usr/local/lib/python3.6/dist-packages/oslo_utils/timeutils.py:388}} Jan 14 07:31:22.907993 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Device 1feadbf5-5373-4a74-b4f7-575a76382b99 up at agent ovs-agent-n-d-768862-2 {{(pid=84876) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 07:31:22.911758 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-cf9f8702-a12f-4064-91f4-4088fa905e4e tempest-PortsTestJSON-2091589570 tempest-PortsTestJSON-2091589570] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555753'] for port, before_update {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:31:22.987033 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a58efa0-848b-4954-9db0-24589fcb34a6 None None] Pushing event updated for resources: {'Port': ['ID=ce056f41-d200-4679-9d01-96e67dbaeaab,revision_number=2']} {{(pid=84876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:31:22.990882 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7636bd85-2832-48fe-9d41-eb4f513caf18 None None] Network 9ebc43ec-f711-47f5-8ff3-48473adf0f9b requested from n-d-768862-2 {{(pid=84876) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 07:31:23.090279 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-5bfdbe23-d9ba-46d7-92fc-5d653283221a tempest-FloatingIPNegativeTestJSON-2001787271 tempest-FloatingIPNegativeTestJSON-2001787271] Notify callbacks [] for port, precommit_update {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:31:23.120477 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-5bfdbe23-d9ba-46d7-92fc-5d653283221a tempest-FloatingIPNegativeTestJSON-2001787271 tempest-FloatingIPNegativeTestJSON-2001787271] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777640533312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363259214678337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777640097497', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036851521613'] for port, after_update {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:31:23.149699 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-4a58efa0-848b-4954-9db0-24589fcb34a6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.549s {{(pid=84876) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:31:23.261711 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-f4df013a-c423-4458-8129-7a371c119990 tempest-PortsTestJSON-2091589570 tempest-PortsTestJSON-2091589570] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:31:23.416285 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363259214191800', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854171626'] for agent, after_update {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:31:23.434531 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-0f37073e-9c69-4e3c-80e0-6cfaa0fd61a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363259214191800', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854171626'] for agent, after_update {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:31:23.434531 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-c9e7a4f9-5ec8-4b00-ac67-8cc6507e4be8 None None] Provisioning for port 1feadbf5-5373-4a74-b4f7-575a76382b99 completed by entity DHCP. {{(pid=84876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 07:31:23.694944 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Provisioning for port 1feadbf5-5373-4a74-b4f7-575a76382b99 completed by entity L2. {{(pid=84876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 07:31:23.717317 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Provisioning complete for port 1feadbf5-5373-4a74-b4f7-575a76382b99 triggered by entity L2. {{(pid=84876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 07:31:23.717317 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-604227'] for port, provisioning_complete {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:31:24.184800 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555753'] for port, before_update {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:31:24.381394 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] For port 1feadbf5-5373-4a74-b4f7-575a76382b99, host n-d-768862-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-2',level=0,port_id=1feadbf5-5373-4a74-b4f7-575a76382b99,segment=NetworkSegment(611fb6ba-03c9-4d10-9242-4ca03fc6c867),segment_id=611fb6ba-03c9-4d10-9242-4ca03fc6c867)] {{(pid=84876) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 07:31:24.390838 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777640533312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363259214678337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777640097497'] for port, after_update {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:31:24.392483 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Device 1bae8f28-a757-4de8-ad31-3b000d0dfb38 up at agent ovs-agent-n-d-768862-2 {{(pid=84876) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 07:31:24.407333 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-5bfdbe23-d9ba-46d7-92fc-5d653283221a tempest-FloatingIPNegativeTestJSON-2001787271 tempest-FloatingIPNegativeTestJSON-2001787271] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3206949', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3889649'] for router_interface, after_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:31:24.537016 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-f3599190-b56f-4794-9bc8-fe73bdfe70c5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84876) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:31:24.636009 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Provisioning for port 1bae8f28-a757-4de8-ad31-3b000d0dfb38 completed by entity L2. {{(pid=84876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 07:31:24.755692 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-cf9f8702-a12f-4064-91f4-4088fa905e4e tempest-PortsTestJSON-2091589570 tempest-PortsTestJSON-2091589570] Notify callbacks [] for port, precommit_update {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:31:24.798638 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-cf9f8702-a12f-4064-91f4-4088fa905e4e tempest-PortsTestJSON-2091589570 tempest-PortsTestJSON-2091589570] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777640533312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363259214678337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777640097497', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3154211'] for port, after_update {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:31:24.827138 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Pushing event updated for resources: {'Port': ['ID=1feadbf5-5373-4a74-b4f7-575a76382b99,revision_number=3']} {{(pid=84876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:31:24.890865 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@n-h1-768862-2 {{(pid=84876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:31:24.890865 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-h1-768862-2 {{(pid=84876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:31:24.901995 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-h1-768862-2 {{(pid=84876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:31:24.901995 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-h1-768862-2 {{(pid=84876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:31:24.901995 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@n-h1-768862-2 {{(pid=84876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:31:24.901995 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-h1-768862-2 {{(pid=84876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:31:24.901995 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-h1-768862-2 {{(pid=84876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:31:24.901995 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-h1-768862-2 {{(pid=84876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:31:24.907899 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-h1-768862-2 {{(pid=84876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:31:24.911330 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.db_base_plugin_common [None req-0c62eb63-ce28-4b61-bd96-b6cd4836c6a5 tempest-PortsIpV6TestJSON-1330665174 tempest-PortsIpV6TestJSON-1330665174] Allocated IP 2001:db8::59 (9f70f180-1063-422f-980e-b391a5458d51/0e6832e6-a499-4d6b-bdfa-d960b1a58e2e/3da7d1c5-be96-47dd-95e9-8b8e84408db7) {{(pid=84874) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 14 07:31:24.911330 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-5ddcb52d-1c24-4b9a-b2ac-b47b5b7da58a tempest-TestNetworkBasicOps-1983703278 tempest-TestNetworkBasicOps-1983703278] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777640123575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3254186'] for port, after_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:31:24.920565 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-h1-768862-2 {{(pid=84876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:31:24.920565 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-h1-768862-2 {{(pid=84876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:31:24.920565 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-h1-768862-2 {{(pid=84876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:31:24.920565 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@n-h2-768862-2 {{(pid=84876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:31:24.920565 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-h2-768862-2 {{(pid=84876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:31:24.920565 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-h2-768862-2 {{(pid=84876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:31:24.920565 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-h2-768862-2 {{(pid=84876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:31:24.920565 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@n-h2-768862-2 {{(pid=84876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:31:24.920565 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-h2-768862-2 {{(pid=84876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:31:24.920565 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-h2-768862-2 {{(pid=84876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:31:24.920565 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-h2-768862-2 {{(pid=84876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:31:24.956932 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-h2-768862-2 {{(pid=84876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:31:24.956932 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-h2-768862-2 {{(pid=84876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:31:24.956932 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-h2-768862-2 {{(pid=84876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:31:24.956932 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-h2-768862-2 {{(pid=84876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:31:24.956932 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-2 {{(pid=84876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:31:24.956932 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-2 {{(pid=84876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:31:24.956932 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-2 {{(pid=84876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:31:24.956932 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-2 {{(pid=84876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:31:24.956932 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@n-d-768862-2 {{(pid=84876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:31:24.962088 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-2 {{(pid=84876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:31:24.962088 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-768862-2 {{(pid=84876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:31:24.962088 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-768862-2 {{(pid=84876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:31:24.962088 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-2 {{(pid=84876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:31:24.962088 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-2 {{(pid=84876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:31:24.962088 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-2 {{(pid=84876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:31:24.962088 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-2 {{(pid=84876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:31:25.010559 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bfdbe23-d9ba-46d7-92fc-5d653283221a tempest-FloatingIPNegativeTestJSON-2001787271 tempest-FloatingIPNegativeTestJSON-2001787271] Pushing event updated for resources: {'Port': ['ID=1fe3544f-b622-46d1-99a8-704b74cbb6f0,revision_number=2']} {{(pid=84874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:31:25.031702 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-b5957005-78e4-4f83-866f-41af0856485d None None] Provisioning for port 1fe3544f-b622-46d1-99a8-704b74cbb6f0 completed by entity DHCP. {{(pid=84876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 07:31:25.043326 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.512s {{(pid=84876) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:31:25.054669 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-b5957005-78e4-4f83-866f-41af0856485d None None] Provisioning complete for port 1fe3544f-b622-46d1-99a8-704b74cbb6f0 triggered by entity DHCP. {{(pid=84876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 07:31:25.055116 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-b5957005-78e4-4f83-866f-41af0856485d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-604227'] for port, provisioning_complete {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:31:25.067189 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-46385d60-984f-4223-9fd0-c18011c28103 tempest-PortsIpV6TestJSON-1330665174 tempest-PortsIpV6TestJSON-1330665174] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:31:25.137473 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1dba25cf-a00f-4731-a005-9e618d850565 None None] Network 948177f9-9eef-4508-a362-9e9610e7525a requested from n-d-768862-2 {{(pid=84876) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 07:31:25.153011 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Device ce056f41-d200-4679-9d01-96e67dbaeaab up at agent ovs-agent-n-d-768862-2 {{(pid=84876) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 07:31:25.181170 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-5bfdbe23-d9ba-46d7-92fc-5d653283221a tempest-FloatingIPNegativeTestJSON-2001787271 tempest-FloatingIPNegativeTestJSON-2001787271] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.903s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:31:25.193546 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-ccb0cf3b-26c5-44c3-ac05-f9a1c10c71c1 tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.030s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:31:25.299547 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-cf9f8702-a12f-4064-91f4-4088fa905e4e tempest-PortsTestJSON-2091589570 tempest-PortsTestJSON-2091589570] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3206949', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3889649'] for router_interface, after_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:31:25.317519 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf9f8702-a12f-4064-91f4-4088fa905e4e tempest-PortsTestJSON-2091589570 tempest-PortsTestJSON-2091589570] Pushing event updated for resources: {'Port': ['ID=ab371f70-c39c-4927-8ae7-4a9d44986124,revision_number=3']} {{(pid=84875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:31:25.326842 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-cf9f8702-a12f-4064-91f4-4088fa905e4e tempest-PortsTestJSON-2091589570 tempest-PortsTestJSON-2091589570] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.254s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:31:25.597432 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ddcb52d-1c24-4b9a-b2ac-b47b5b7da58a tempest-TestNetworkBasicOps-1983703278 tempest-TestNetworkBasicOps-1983703278] Pushing event updated for resources: {'Port': ['ID=11914482-6a95-43fa-a240-85c7eca95117,revision_number=1']} {{(pid=84874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:31:25.660604 n-d-768862-2 neutron-server[84765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf9f8702-a12f-4064-91f4-4088fa905e4e tempest-PortsTestJSON-2091589570 tempest-PortsTestJSON-2091589570] Network 948177f9-9eef-4508-a362-9e9610e7525a is already hosted by enough agents. {{(pid=84875) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 07:31:25.660604 n-d-768862-2 neutron-server[84765]: DEBUG neutron.scheduler.base_scheduler [None req-cf9f8702-a12f-4064-91f4-4088fa905e4e tempest-PortsTestJSON-2091589570 tempest-PortsTestJSON-2091589570] Resources bound (agent type, host, resource id): {{(pid=84875) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 07:31:25.714003 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-5ddcb52d-1c24-4b9a-b2ac-b47b5b7da58a tempest-TestNetworkBasicOps-1983703278 tempest-TestNetworkBasicOps-1983703278] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.524s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:31:26.177430 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Provisioning for port ce056f41-d200-4679-9d01-96e67dbaeaab completed by entity L2. {{(pid=84876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 07:31:26.188465 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.plugin [None req-b5957005-78e4-4f83-866f-41af0856485d None None] Port 1fe3544f-b622-46d1-99a8-704b74cbb6f0 cannot update to ACTIVE because it is not bound. {{(pid=84876) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:329}} Jan 14 07:31:26.191339 n-d-768862-2 neutron-server[84765]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cf9f8702-a12f-4064-91f4-4088fa905e4e tempest-PortsTestJSON-2091589570 tempest-PortsTestJSON-2091589570] Router 589cd944-f765-4dfe-b1f7-5ced8a7b2eea is scheduled to L3 agent 35f592e9-451b-4db9-abea-77b6a5c5391b with binding_index 1 {{(pid=84875) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}} Jan 14 07:31:26.215465 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-b5957005-78e4-4f83-866f-41af0856485d None None] Provisioning complete for port 1feadbf5-5373-4a74-b4f7-575a76382b99 triggered by entity DHCP. {{(pid=84876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 07:31:26.242552 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-b5957005-78e4-4f83-866f-41af0856485d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-604227'] for port, provisioning_complete {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:31:26.370801 n-d-768862-2 neutron-server[84765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ddcb52d-1c24-4b9a-b2ac-b47b5b7da58a tempest-TestNetworkBasicOps-1983703278 tempest-TestNetworkBasicOps-1983703278] Network 226f1e78-82cd-4481-9055-4eb73b6db8c1 is already hosted by enough agents. {{(pid=84874) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 07:31:26.402524 n-d-768862-2 neutron-server[84765]: DEBUG neutron.scheduler.base_scheduler [None req-5ddcb52d-1c24-4b9a-b2ac-b47b5b7da58a tempest-TestNetworkBasicOps-1983703278 tempest-TestNetworkBasicOps-1983703278] Resources bound (agent type, host, resource id): {{(pid=84874) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 07:31:26.471690 n-d-768862-2 neutron-server[84765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5bfdbe23-d9ba-46d7-92fc-5d653283221a tempest-FloatingIPNegativeTestJSON-2001787271 tempest-FloatingIPNegativeTestJSON-2001787271] Network 9ebc43ec-f711-47f5-8ff3-48473adf0f9b is already hosted by enough agents. {{(pid=84874) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 07:31:26.492509 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ddcb52d-1c24-4b9a-b2ac-b47b5b7da58a tempest-TestNetworkBasicOps-1983703278 tempest-TestNetworkBasicOps-1983703278] Received port after_create {{(pid=84874) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 14 07:31:26.562392 n-d-768862-2 neutron-server[84765]: DEBUG neutron.scheduler.base_scheduler [None req-5bfdbe23-d9ba-46d7-92fc-5d653283221a tempest-FloatingIPNegativeTestJSON-2001787271 tempest-FloatingIPNegativeTestJSON-2001787271] Resources bound (agent type, host, resource id): {{(pid=84874) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 07:31:26.575463 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5313fe7-fe67-4ec6-8e8c-9e7de5e7b509 None None] Network 9f70f180-1063-422f-980e-b391a5458d51 requested from n-d-768862-2 {{(pid=84876) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 07:31:26.969183 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-cef0dc43-d51c-415e-a1eb-89a45be06a8c None None] Provisioning for port 1bae8f28-a757-4de8-ad31-3b000d0dfb38 completed by entity DHCP. {{(pid=84876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 07:31:26.974550 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Device 1feadbf5-5373-4a74-b4f7-575a76382b99 up at agent ovs-agent-n-d-768862-2 {{(pid=84876) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 07:31:27.414458 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-0c62eb63-ce28-4b61-bd96-b6cd4836c6a5 tempest-PortsIpV6TestJSON-1330665174 tempest-PortsIpV6TestJSON-1330665174] Notify callbacks [] for port, precommit_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:31:27.453513 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-cef0dc43-d51c-415e-a1eb-89a45be06a8c None None] Provisioning complete for port 1bae8f28-a757-4de8-ad31-3b000d0dfb38 triggered by entity DHCP. {{(pid=84876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 07:31:27.453513 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-cef0dc43-d51c-415e-a1eb-89a45be06a8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-604227'] for port, provisioning_complete {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:31:27.810156 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cf9f8702-a12f-4064-91f4-4088fa905e4e tempest-PortsTestJSON-2091589570 tempest-PortsTestJSON-2091589570] Notify agent at l3_agent.n-d-768862-2 the message routers_updated {{(pid=84875) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jan 14 07:31:27.825270 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a915668-8d90-4491-9e74-8e570b6ac8f3 None None] Sync routers for ids ['589cd944-f765-4dfe-b1f7-5ced8a7b2eea'] in n-d-768862-2 {{(pid=84877) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Jan 14 07:31:27.830979 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-cf9f8702-a12f-4064-91f4-4088fa905e4e tempest-PortsTestJSON-2091589570 tempest-PortsTestJSON-2091589570] 10.222.0.24 "PUT /v2.0/routers/589cd944-f765-4dfe-b1f7-5ced8a7b2eea/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.7000592 Jan 14 07:31:27.831697 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84875) accepted ('10.222.0.24', 55064) {{(pid=84875) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:31:27.843485 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Provisioning complete for port 1feadbf5-5373-4a74-b4f7-575a76382b99 triggered by entity L2. {{(pid=84876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 07:31:27.844045 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-604227'] for port, provisioning_complete {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:31:27.851349 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a915668-8d90-4491-9e74-8e570b6ac8f3 None None] Routers {'589cd944-f765-4dfe-b1f7-5ced8a7b2eea'} bound to L3 agent in host n-d-768862-2 {{(pid=84877) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 14 07:31:27.852180 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_hamode_db [None req-8a915668-8d90-4491-9e74-8e570b6ac8f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-01-14T06:56:51Z,description=,heartbeat_timestamp=2021-01-14T07:31:22Z,host='n-d-768862-2',id=35f592e9-451b-4db9-abea-77b6a5c5391b,load=0,resource_versions=,resources_synced=,started_at=2021-01-14T06:56:51Z,topic='l3_agent')) {'router_ids': ['589cd944-f765-4dfe-b1f7-5ced8a7b2eea'], 'active': True} {{(pid=84877) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:31:27.910367 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-0c62eb63-ce28-4b61-bd96-b6cd4836c6a5 tempest-PortsIpV6TestJSON-1330665174 tempest-PortsIpV6TestJSON-1330665174] Transition to ACTIVE for port object 3da7d1c5-be96-47dd-95e9-8b8e84408db7 will not be triggered until provisioned by entity DHCP. {{(pid=84874) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 07:31:28.036406 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_hamode_db [None req-8a915668-8d90-4491-9e74-8e570b6ac8f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768862-2', False) {} {{(pid=84877) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:31:28.053373 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-0c62eb63-ce28-4b61-bd96-b6cd4836c6a5 tempest-PortsIpV6TestJSON-1330665174 tempest-PortsIpV6TestJSON-1330665174] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777640123575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3254186'] for port, after_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:31:28.061071 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a915668-8d90-4491-9e74-8e570b6ac8f3 None None] Routers {'589cd944-f765-4dfe-b1f7-5ced8a7b2eea'} bound to L3 agent in host n-d-768862-2 {{(pid=84877) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 14 07:31:28.061071 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_hamode_db [None req-8a915668-8d90-4491-9e74-8e570b6ac8f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-01-14T06:56:51Z,description=,heartbeat_timestamp=2021-01-14T07:31:22Z,host='n-d-768862-2',id=35f592e9-451b-4db9-abea-77b6a5c5391b,load=0,resource_versions=,resources_synced=,started_at=2021-01-14T06:56:51Z,topic='l3_agent')) {'router_ids': ['589cd944-f765-4dfe-b1f7-5ced8a7b2eea'], 'active': True} {{(pid=84877) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:31:28.140830 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-5ddcb52d-1c24-4b9a-b2ac-b47b5b7da58a tempest-TestNetworkBasicOps-1983703278 tempest-TestNetworkBasicOps-1983703278] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:31:28.229392 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:shared":"rule:admin_only" was deprecated in W in favor of "update_network:shared":"role:admin and system_scope:all". Reason: Jan 14 07:31:28.229392 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:31:28.229392 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:31:28.229392 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:31:28.229392 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "update_network:provider:network_type":"role:admin and system_scope:all". Reason: Jan 14 07:31:28.229392 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:31:28.229392 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:31:28.229392 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:31:28.229392 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "update_network:provider:physical_network":"role:admin and system_scope:all". Reason: Jan 14 07:31:28.229392 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:31:28.229392 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:31:28.229392 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:31:28.229392 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "update_network:provider:segmentation_id":"role:admin and system_scope:all". Reason: Jan 14 07:31:28.229392 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:31:28.229392 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:31:28.229392 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:31:28.229392 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:router:external":"rule:admin_only" was deprecated in W in favor of "update_network:router:external":"role:admin and system_scope:all". Reason: Jan 14 07:31:28.229392 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:31:28.229392 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:31:28.229392 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:31:28.229392 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:is_default":"rule:admin_only" was deprecated in W in favor of "update_network:is_default":"role:admin and system_scope:all". Reason: Jan 14 07:31:28.229392 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:31:28.229392 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:31:28.229392 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:31:28.229392 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:port_security_enabled":"rule:admin_or_owner" was deprecated in W in favor of "update_network:port_security_enabled":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 07:31:28.229392 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:31:28.229392 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:31:28.229392 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:31:28.229392 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "delete_network":"rule:admin_or_owner" was deprecated in W in favor of "delete_network":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 07:31:28.229392 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:31:28.229392 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:31:28.229392 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:31:28.229392 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_segment":"rule:admin_only" was deprecated in W in favor of "create_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:31:28.229392 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:31:28.229392 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_segment":"rule:admin_only" was deprecated in W in favor of "get_segment":"role:reader and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:31:28.229392 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:31:28.229392 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_segment":"rule:admin_only" was deprecated in W in favor of "update_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:31:28.229392 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:31:28.229392 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "delete_segment":"rule:admin_only" was deprecated in W in favor of "delete_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:31:28.229392 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:31:28.229392 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network":"rule:regular_user" was deprecated in W in favor of "create_network":"role:member and project_id:%(project_id)s". Reason: Jan 14 07:31:28.229392 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:31:28.229392 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:31:28.229392 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:31:28.229392 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:shared":"rule:admin_only" was deprecated in W in favor of "create_network:shared":"role:admin and system_scope:all". Reason: Jan 14 07:31:28.229392 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:31:28.229392 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:31:28.229392 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:31:28.229392 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:router:external":"rule:admin_only" was deprecated in W in favor of "create_network:router:external":"role:admin and system_scope:all". Reason: Jan 14 07:31:28.229392 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:31:28.229392 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:31:28.229392 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:31:28.229392 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:is_default":"rule:admin_only" was deprecated in W in favor of "create_network:is_default":"role:admin and system_scope:all". Reason: Jan 14 07:31:28.229392 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:31:28.229392 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:31:28.229392 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:31:28.229392 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:port_security_enabled":"rule:regular_user" was deprecated in W in favor of "create_network:port_security_enabled":"role:member and project_id:%(project_id)s". Reason: Jan 14 07:31:28.229392 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:31:28.229392 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:31:28.229392 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:31:28.229392 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:segments":"rule:admin_only" was deprecated in W in favor of "create_network:segments":"role:admin and system_scope:all". Reason: Jan 14 07:31:28.229392 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:31:28.229392 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:31:28.229392 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:31:28.238571 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "create_network:provider:network_type":"role:admin and system_scope:all". Reason: Jan 14 07:31:28.238571 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:31:28.238571 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:31:28.238571 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:31:28.238571 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "create_network:provider:physical_network":"role:admin and system_scope:all". Reason: Jan 14 07:31:28.238571 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:31:28.238571 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:31:28.238571 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:31:28.238571 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "create_network:provider:segmentation_id":"role:admin and system_scope:all". Reason: Jan 14 07:31:28.238571 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:31:28.238571 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:31:28.238571 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:31:28.238571 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network":"rule:admin_or_owner or rule:shared or rule:external or rule:context_is_advsvc" was deprecated in W in favor of "get_network":"(role:reader and system_scope:all) or (role:reader and project_id:%(project_id)s) or rule:shared or rule:external or rule:context_is_advsvc". Reason: Jan 14 07:31:28.238571 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:31:28.238571 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:31:28.238571 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:31:28.238571 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:router:external":"rule:regular_user" was deprecated in W in favor of "get_network:router:external":"role:reader and project_id:%(project_id)s". Reason: Jan 14 07:31:28.238571 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:31:28.238571 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:31:28.238571 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:31:28.238571 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:segments":"rule:admin_only" was deprecated in W in favor of "get_network:segments":"role:reader and system_scope:all". Reason: Jan 14 07:31:28.238571 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:31:28.238571 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:31:28.238571 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:31:28.238571 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "get_network:provider:network_type":"role:reader and system_scope:all". Reason: Jan 14 07:31:28.238571 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:31:28.238571 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:31:28.238571 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:31:28.238571 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "get_network:provider:physical_network":"role:reader and system_scope:all". Reason: Jan 14 07:31:28.238571 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:31:28.238571 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:31:28.238571 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:31:28.238571 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "get_network:provider:segmentation_id":"role:reader and system_scope:all". Reason: Jan 14 07:31:28.238571 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:31:28.238571 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:31:28.238571 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:31:28.238571 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network":"rule:admin_or_owner" was deprecated in W in favor of "update_network":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 07:31:28.238571 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:31:28.238571 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:31:28.238571 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:31:28.238571 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:segments":"rule:admin_only" was deprecated in W in favor of "update_network:segments":"role:admin and system_scope:all". Reason: Jan 14 07:31:28.238571 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:31:28.238571 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:31:28.238571 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:31:28.238571 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:shared":"rule:admin_only" was deprecated in W in favor of "update_network:shared":"role:admin and system_scope:all". Reason: Jan 14 07:31:28.238571 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:31:28.238571 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:31:28.238571 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:31:28.238571 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "update_network:provider:network_type":"role:admin and system_scope:all". Reason: Jan 14 07:31:28.238571 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:31:28.238571 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:31:28.238571 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:31:28.238571 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "update_network:provider:physical_network":"role:admin and system_scope:all". Reason: Jan 14 07:31:28.238571 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:31:28.238571 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:31:28.238571 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:31:28.238571 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "update_network:provider:segmentation_id":"role:admin and system_scope:all". Reason: Jan 14 07:31:28.238571 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:31:28.238571 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:31:28.238571 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:31:28.238571 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:router:external":"rule:admin_only" was deprecated in W in favor of "update_network:router:external":"role:admin and system_scope:all". Reason: Jan 14 07:31:28.238571 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:31:28.238571 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:31:28.238571 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:31:28.238571 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:is_default":"rule:admin_only" was deprecated in W in favor of "update_network:is_default":"role:admin and system_scope:all". Reason: Jan 14 07:31:28.238571 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:31:28.238571 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:31:28.238571 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:31:28.297194 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b22c1864-4158-483c-8ee7-c0e283ac78b6 tempest-PortsTestJSON-2091589570 tempest-PortsTestJSON-2091589570] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:31:28.298343 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-b22c1864-4158-483c-8ee7-c0e283ac78b6 tempest-PortsTestJSON-2091589570 tempest-PortsTestJSON-2091589570] Synchronizing usage tracker for tenant:4f41150d2ea84f97bbab10653dcc9b99 on resource:port {{(pid=84875) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 14 07:31:28.369843 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_hamode_db [None req-8a915668-8d90-4491-9e74-8e570b6ac8f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768862-2', False) {} {{(pid=84877) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:31:28.369843 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a915668-8d90-4491-9e74-8e570b6ac8f3 None None] The sync data for ids ['589cd944-f765-4dfe-b1f7-5ced8a7b2eea'] in n-d-768862-2 is: [] {{(pid=84877) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Jan 14 07:31:28.419136 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-b22c1864-4158-483c-8ee7-c0e283ac78b6 tempest-PortsTestJSON-2091589570 tempest-PortsTestJSON-2091589570] Unset dirty status for tenant:4f41150d2ea84f97bbab10653dcc9b99 on resource:port {{(pid=84875) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 14 07:31:28.419136 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-b22c1864-4158-483c-8ee7-c0e283ac78b6 tempest-PortsTestJSON-2091589570 tempest-PortsTestJSON-2091589570] 10.222.0.24 "GET /v2.0/ports?device_id=589cd944-f765-4dfe-b1f7-5ced8a7b2eea HTTP/1.1" status: 200 len: 981 time: 0.5844934 Jan 14 07:31:28.426490 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84875) accepted ('10.222.0.24', 55072) {{(pid=84875) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:31:28.469910 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c62eb63-ce28-4b61-bd96-b6cd4836c6a5 tempest-PortsIpV6TestJSON-1330665174 tempest-PortsIpV6TestJSON-1330665174] Pushing event updated for resources: {'Port': ['ID=3da7d1c5-be96-47dd-95e9-8b8e84408db7,revision_number=1']} {{(pid=84874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:31:28.495070 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-0c62eb63-ce28-4b61-bd96-b6cd4836c6a5 tempest-PortsIpV6TestJSON-1330665174 tempest-PortsIpV6TestJSON-1330665174] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.374s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:31:28.533764 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-cef0dc43-d51c-415e-a1eb-89a45be06a8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555753'] for port, before_update {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:31:28.673505 n-d-768862-2 neutron-server[84765]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5bfdbe23-d9ba-46d7-92fc-5d653283221a tempest-FloatingIPNegativeTestJSON-2001787271 tempest-FloatingIPNegativeTestJSON-2001787271] Router 2d710241-356f-4d3d-91df-01d68014d25c is scheduled to L3 agent 35f592e9-451b-4db9-abea-77b6a5c5391b with binding_index 1 {{(pid=84874) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}} Jan 14 07:31:28.682573 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [None req-cef0dc43-d51c-415e-a1eb-89a45be06a8c None None] For port 1bae8f28-a757-4de8-ad31-3b000d0dfb38, host n-d-768862-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-2',level=0,port_id=1bae8f28-a757-4de8-ad31-3b000d0dfb38,segment=NetworkSegment(a5f37b6e-68c2-42aa-ab91-18afd1f4ae14),segment_id=a5f37b6e-68c2-42aa-ab91-18afd1f4ae14)] {{(pid=84876) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 07:31:28.690587 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-cef0dc43-d51c-415e-a1eb-89a45be06a8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777640533312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363259214678337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777640097497'] for port, after_update {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:31:28.706229 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-1292e5e5-6458-423b-b9fd-a4586bf72d71 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84876) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:31:28.993403 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cef0dc43-d51c-415e-a1eb-89a45be06a8c None None] Pushing event updated for resources: {'Port': ['ID=1bae8f28-a757-4de8-ad31-3b000d0dfb38,revision_number=3']} {{(pid=84876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:31:29.005856 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-cef0dc43-d51c-415e-a1eb-89a45be06a8c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.299s {{(pid=84876) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:31:29.023850 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-cef0dc43-d51c-415e-a1eb-89a45be06a8c None None] Provisioning complete for port 1fe3544f-b622-46d1-99a8-704b74cbb6f0 triggered by entity DHCP. {{(pid=84876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 07:31:29.024538 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-cef0dc43-d51c-415e-a1eb-89a45be06a8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-604227'] for port, provisioning_complete {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:31:29.361229 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.plugin [None req-cef0dc43-d51c-415e-a1eb-89a45be06a8c None None] Port 1fe3544f-b622-46d1-99a8-704b74cbb6f0 cannot update to ACTIVE because it is not bound. {{(pid=84876) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:329}} Jan 14 07:31:29.389765 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-cef0dc43-d51c-415e-a1eb-89a45be06a8c None None] Provisioning complete for port 1feadbf5-5373-4a74-b4f7-575a76382b99 triggered by entity DHCP. {{(pid=84876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 07:31:29.390426 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-cef0dc43-d51c-415e-a1eb-89a45be06a8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-604227'] for port, provisioning_complete {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:31:29.742801 n-d-768862-2 neutron-server[84765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c62eb63-ce28-4b61-bd96-b6cd4836c6a5 tempest-PortsIpV6TestJSON-1330665174 tempest-PortsIpV6TestJSON-1330665174] Network 9f70f180-1063-422f-980e-b391a5458d51 is already hosted by enough agents. {{(pid=84874) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 07:31:29.797383 n-d-768862-2 neutron-server[84765]: DEBUG neutron.scheduler.base_scheduler [None req-0c62eb63-ce28-4b61-bd96-b6cd4836c6a5 tempest-PortsIpV6TestJSON-1330665174 tempest-PortsIpV6TestJSON-1330665174] Resources bound (agent type, host, resource id): {{(pid=84874) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 07:31:29.807335 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-cef0dc43-d51c-415e-a1eb-89a45be06a8c None None] Provisioning for port ce056f41-d200-4679-9d01-96e67dbaeaab completed by entity DHCP. {{(pid=84876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 07:31:29.821389 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-cef0dc43-d51c-415e-a1eb-89a45be06a8c None None] Provisioning complete for port ce056f41-d200-4679-9d01-96e67dbaeaab triggered by entity DHCP. {{(pid=84876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 07:31:29.821562 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-cef0dc43-d51c-415e-a1eb-89a45be06a8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-604227'] for port, provisioning_complete {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:31:29.823200 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c62eb63-ce28-4b61-bd96-b6cd4836c6a5 tempest-PortsIpV6TestJSON-1330665174 tempest-PortsIpV6TestJSON-1330665174] Received port after_create {{(pid=84874) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 14 07:31:29.829301 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network":"rule:regular_user" was deprecated in W in favor of "create_network":"role:member and project_id:%(project_id)s". Reason: Jan 14 07:31:29.829301 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:31:29.829301 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:31:29.829301 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:31:29.829301 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:shared":"rule:admin_only" was deprecated in W in favor of "create_network:shared":"role:admin and system_scope:all". Reason: Jan 14 07:31:29.829301 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:31:29.829301 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:31:29.829301 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:31:29.829301 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:router:external":"rule:admin_only" was deprecated in W in favor of "create_network:router:external":"role:admin and system_scope:all". Reason: Jan 14 07:31:29.829301 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:31:29.829301 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:31:29.829301 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:31:29.829301 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:is_default":"rule:admin_only" was deprecated in W in favor of "create_network:is_default":"role:admin and system_scope:all". Reason: Jan 14 07:31:29.829301 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:31:29.829301 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:31:29.829301 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:31:29.829301 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:port_security_enabled":"rule:regular_user" was deprecated in W in favor of "create_network:port_security_enabled":"role:member and project_id:%(project_id)s". Reason: Jan 14 07:31:29.829301 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:31:29.829301 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:31:29.829301 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:31:29.829301 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:segments":"rule:admin_only" was deprecated in W in favor of "create_network:segments":"role:admin and system_scope:all". Reason: Jan 14 07:31:29.829301 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:31:29.829301 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:31:29.829301 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:31:29.829301 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "create_network:provider:network_type":"role:admin and system_scope:all". Reason: Jan 14 07:31:29.829301 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:31:29.829301 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:31:29.829301 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:31:29.829301 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "create_network:provider:physical_network":"role:admin and system_scope:all". Reason: Jan 14 07:31:29.829301 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:31:29.829301 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:31:29.829301 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:31:29.829301 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "create_network:provider:segmentation_id":"role:admin and system_scope:all". Reason: Jan 14 07:31:29.829301 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:31:29.829301 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:31:29.829301 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:31:29.829301 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network":"rule:admin_or_owner or rule:shared or rule:external or rule:context_is_advsvc" was deprecated in W in favor of "get_network":"(role:reader and system_scope:all) or (role:reader and project_id:%(project_id)s) or rule:shared or rule:external or rule:context_is_advsvc". Reason: Jan 14 07:31:29.829301 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:31:29.829301 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:31:29.829301 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:31:29.829301 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:router:external":"rule:regular_user" was deprecated in W in favor of "get_network:router:external":"role:reader and project_id:%(project_id)s". Reason: Jan 14 07:31:29.829301 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:31:29.829301 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:31:29.829301 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:31:29.829301 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:segments":"rule:admin_only" was deprecated in W in favor of "get_network:segments":"role:reader and system_scope:all". Reason: Jan 14 07:31:29.829301 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:31:29.829301 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:31:29.829301 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:31:29.829301 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "get_network:provider:network_type":"role:reader and system_scope:all". Reason: Jan 14 07:31:29.829301 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:31:29.829301 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:31:29.829301 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:31:29.829301 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "get_network:provider:physical_network":"role:reader and system_scope:all". Reason: Jan 14 07:31:29.829301 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:31:29.829301 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:31:29.829301 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:31:29.829301 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "get_network:provider:segmentation_id":"role:reader and system_scope:all". Reason: Jan 14 07:31:29.829301 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:31:29.829301 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:31:29.829301 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:31:29.829301 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network":"rule:admin_or_owner" was deprecated in W in favor of "update_network":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 07:31:29.829301 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:31:29.829301 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:31:29.829301 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:31:29.829301 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:segments":"rule:admin_only" was deprecated in W in favor of "update_network:segments":"role:admin and system_scope:all". Reason: Jan 14 07:31:29.829301 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:31:29.829301 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:31:29.829301 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:31:29.883389 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c62eb63-ce28-4b61-bd96-b6cd4836c6a5 tempest-PortsIpV6TestJSON-1330665174 tempest-PortsIpV6TestJSON-1330665174] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:31:29.884187 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-0c62eb63-ce28-4b61-bd96-b6cd4836c6a5 tempest-PortsIpV6TestJSON-1330665174 tempest-PortsIpV6TestJSON-1330665174] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854768116'] for port, before_response {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:31:30.114430 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-0c62eb63-ce28-4b61-bd96-b6cd4836c6a5 tempest-PortsIpV6TestJSON-1330665174 tempest-PortsIpV6TestJSON-1330665174] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 12.0770452 Jan 14 07:31:30.114430 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84874) accepted ('10.222.0.24', 55132) {{(pid=84874) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:31:30.339091 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-cef0dc43-d51c-415e-a1eb-89a45be06a8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555753'] for port, before_update {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:31:30.373682 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-cc20bcf6-1f7d-423d-bb9d-eac0cd078c57 tempest-PortsTestJSON-2091589570 tempest-PortsTestJSON-2091589570] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3889632'] for router_interface, before_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:31:30.444596 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [None req-cef0dc43-d51c-415e-a1eb-89a45be06a8c None None] For port ce056f41-d200-4679-9d01-96e67dbaeaab, host n-d-768862-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-2',level=0,port_id=ce056f41-d200-4679-9d01-96e67dbaeaab,segment=NetworkSegment(66abbff9-27b8-4ee2-ad87-1fc016248f0d),segment_id=66abbff9-27b8-4ee2-ad87-1fc016248f0d)] {{(pid=84876) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 07:31:30.450395 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-cef0dc43-d51c-415e-a1eb-89a45be06a8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777640533312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363259214678337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777640097497'] for port, after_update {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:31:30.475054 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-3e75beeb-3496-4f86-8566-d15c110bc99d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84876) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:31:30.679119 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cef0dc43-d51c-415e-a1eb-89a45be06a8c None None] Pushing event updated for resources: {'Port': ['ID=ce056f41-d200-4679-9d01-96e67dbaeaab,revision_number=3']} {{(pid=84876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:31:30.697849 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-cef0dc43-d51c-415e-a1eb-89a45be06a8c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.219s {{(pid=84876) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:31:30.755925 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-57709ce4-b8cb-4676-a042-04fbcb430f13 None None] Provisioning for port ab371f70-c39c-4927-8ae7-4a9d44986124 completed by entity DHCP. {{(pid=84876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 07:31:30.767044 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-57709ce4-b8cb-4676-a042-04fbcb430f13 None None] Provisioning complete for port ab371f70-c39c-4927-8ae7-4a9d44986124 triggered by entity DHCP. {{(pid=84876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 07:31:30.767044 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-57709ce4-b8cb-4676-a042-04fbcb430f13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-604227'] for port, provisioning_complete {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:31:31.030342 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.plugin [None req-57709ce4-b8cb-4676-a042-04fbcb430f13 None None] Port ab371f70-c39c-4927-8ae7-4a9d44986124 cannot update to ACTIVE because it is not bound. {{(pid=84876) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:329}} Jan 14 07:31:31.040950 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Device ce056f41-d200-4679-9d01-96e67dbaeaab up at agent ovs-agent-n-d-768862-2 {{(pid=84876) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 07:31:31.263887 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-57709ce4-b8cb-4676-a042-04fbcb430f13 None None] Provisioning complete for port 1bae8f28-a757-4de8-ad31-3b000d0dfb38 triggered by entity DHCP. {{(pid=84876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 07:31:31.263887 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-57709ce4-b8cb-4676-a042-04fbcb430f13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-604227'] for port, provisioning_complete {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:31:31.417298 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.plugin [None req-cc20bcf6-1f7d-423d-bb9d-eac0cd078c57 tempest-PortsTestJSON-2091589570 tempest-PortsTestJSON-2091589570] Deleting port ab371f70-c39c-4927-8ae7-4a9d44986124 {{(pid=84875) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 07:31:31.417814 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-cc20bcf6-1f7d-423d-bb9d-eac0cd078c57 tempest-PortsTestJSON-2091589570 tempest-PortsTestJSON-2091589570] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363259214248359'] for port, before_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:31:31.492032 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Provisioning complete for port ce056f41-d200-4679-9d01-96e67dbaeaab triggered by entity L2. {{(pid=84876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 07:31:31.492878 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-604227'] for port, provisioning_complete {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:31:31.669256 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5bfdbe23-d9ba-46d7-92fc-5d653283221a tempest-FloatingIPNegativeTestJSON-2001787271 tempest-FloatingIPNegativeTestJSON-2001787271] Notify agent at l3_agent.n-d-768862-2 the message routers_updated {{(pid=84874) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jan 14 07:31:31.701993 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-5bfdbe23-d9ba-46d7-92fc-5d653283221a tempest-FloatingIPNegativeTestJSON-2001787271 tempest-FloatingIPNegativeTestJSON-2001787271] 10.222.0.24 "PUT /v2.0/routers/2d710241-356f-4d3d-91df-01d68014d25c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 18.8188081 Jan 14 07:31:31.715330 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a3de002-f5c4-4b75-aa2e-b9f0dead1780 None None] Sync routers for ids ['2d710241-356f-4d3d-91df-01d68014d25c'] in n-d-768862-2 {{(pid=84876) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Jan 14 07:31:31.791408 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a3de002-f5c4-4b75-aa2e-b9f0dead1780 None None] Routers {'2d710241-356f-4d3d-91df-01d68014d25c'} bound to L3 agent in host n-d-768862-2 {{(pid=84876) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 14 07:31:31.792143 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_hamode_db [None req-2a3de002-f5c4-4b75-aa2e-b9f0dead1780 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-01-14T06:56:51Z,description=,heartbeat_timestamp=2021-01-14T07:31:22Z,host='n-d-768862-2',id=35f592e9-451b-4db9-abea-77b6a5c5391b,load=0,resource_versions=,resources_synced=,started_at=2021-01-14T06:56:51Z,topic='l3_agent')) {'router_ids': ['2d710241-356f-4d3d-91df-01d68014d25c'], 'active': True} {{(pid=84876) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:31:31.847566 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-cc20bcf6-1f7d-423d-bb9d-eac0cd078c57 tempest-PortsTestJSON-2091589570 tempest-PortsTestJSON-2091589570] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036850862667'] for port, precommit_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:31:32.010769 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84875) accepted ('10.222.0.24', 55206) {{(pid=84875) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:31:32.023428 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.v2.base [None req-cc0a4e73-6600-44cd-9392-a751a5daf732 tempest-FloatingIPNegativeTestJSON-2001787271 tempest-FloatingIPNegativeTestJSON-2001787271] Request body: {'port': {'network_id': '9ebc43ec-f711-47f5-8ff3-48473adf0f9b', 'name': 'tempest-FloatingIPNegativeTestJSON-4341208'}} {{(pid=84875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:31:32.119293 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-5ddcb52d-1c24-4b9a-b2ac-b47b5b7da58a tempest-TestNetworkBasicOps-1983703278 tempest-TestNetworkBasicOps-1983703278] Notify callbacks [] for router_gateway, after_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:31:32.157103 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.plugin [None req-cc20bcf6-1f7d-423d-bb9d-eac0cd078c57 tempest-PortsTestJSON-2091589570 tempest-PortsTestJSON-2091589570] Calling delete_port for ab371f70-c39c-4927-8ae7-4a9d44986124 owned by network:router_interface {{(pid=84875) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 07:31:32.469019 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_hamode_db [None req-2a3de002-f5c4-4b75-aa2e-b9f0dead1780 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768862-2', False) {} {{(pid=84876) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:31:32.655226 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a3de002-f5c4-4b75-aa2e-b9f0dead1780 None None] Routers {'2d710241-356f-4d3d-91df-01d68014d25c'} bound to L3 agent in host n-d-768862-2 {{(pid=84876) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 14 07:31:32.655226 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_hamode_db [None req-2a3de002-f5c4-4b75-aa2e-b9f0dead1780 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-01-14T06:56:51Z,description=,heartbeat_timestamp=2021-01-14T07:31:22Z,host='n-d-768862-2',id=35f592e9-451b-4db9-abea-77b6a5c5391b,load=0,resource_versions=,resources_synced=,started_at=2021-01-14T06:56:51Z,topic='l3_agent')) {'router_ids': ['2d710241-356f-4d3d-91df-01d68014d25c'], 'active': True} {{(pid=84876) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:31:32.817250 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Device 1bae8f28-a757-4de8-ad31-3b000d0dfb38 up at agent ovs-agent-n-d-768862-2 {{(pid=84876) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 07:31:32.923239 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-57709ce4-b8cb-4676-a042-04fbcb430f13 None None] Provisioning complete for port ce056f41-d200-4679-9d01-96e67dbaeaab triggered by entity DHCP. {{(pid=84876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 07:31:32.923239 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-57709ce4-b8cb-4676-a042-04fbcb430f13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-604227'] for port, provisioning_complete {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:31:32.951876 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-cc0a4e73-6600-44cd-9392-a751a5daf732 tempest-FloatingIPNegativeTestJSON-2001787271 tempest-FloatingIPNegativeTestJSON-2001787271] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:31:32.976805 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-cc0a4e73-6600-44cd-9392-a751a5daf732 tempest-FloatingIPNegativeTestJSON-2001787271 tempest-FloatingIPNegativeTestJSON-2001787271] Usage tracker for resource:port and tenant:25f640c670234d7399de9f215c3c6016 is out of sync, need to count used quota {{(pid=84875) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:31:32.986561 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-cc0a4e73-6600-44cd-9392-a751a5daf732 tempest-FloatingIPNegativeTestJSON-2001787271 tempest-FloatingIPNegativeTestJSON-2001787271] Quota usage for port was recalculated. Used quota:2. {{(pid=84875) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:31:33.000790 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-cc0a4e73-6600-44cd-9392-a751a5daf732 tempest-FloatingIPNegativeTestJSON-2001787271 tempest-FloatingIPNegativeTestJSON-2001787271] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:31:33.025644 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_hamode_db [None req-2a3de002-f5c4-4b75-aa2e-b9f0dead1780 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768862-2', False) {} {{(pid=84876) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:31:33.025644 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a3de002-f5c4-4b75-aa2e-b9f0dead1780 None None] The sync data for ids ['2d710241-356f-4d3d-91df-01d68014d25c'] in n-d-768862-2 is: [] {{(pid=84876) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Jan 14 07:31:33.048671 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cc0a4e73-6600-44cd-9392-a751a5daf732 tempest-FloatingIPNegativeTestJSON-2001787271 tempest-FloatingIPNegativeTestJSON-2001787271] Made reservation on behalf of 25f640c670234d7399de9f215c3c6016 for: {'port': 1} {{(pid=84875) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 07:31:33.052648 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Provisioning complete for port 1bae8f28-a757-4de8-ad31-3b000d0dfb38 triggered by entity L2. {{(pid=84876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 07:31:33.052791 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:port_security_enabled":"rule:admin_or_owner" was deprecated in W in favor of "update_network:port_security_enabled":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 07:31:33.052791 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:31:33.052791 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:31:33.052791 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:31:33.052791 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "delete_network":"rule:admin_or_owner" was deprecated in W in favor of "delete_network":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 07:31:33.052791 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:31:33.052791 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:31:33.052791 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:31:33.052791 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_segment":"rule:admin_only" was deprecated in W in favor of "create_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:31:33.052791 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:31:33.052791 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_segment":"rule:admin_only" was deprecated in W in favor of "get_segment":"role:reader and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:31:33.052791 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:31:33.052791 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_segment":"rule:admin_only" was deprecated in W in favor of "update_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:31:33.052791 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:31:33.052791 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "delete_segment":"rule:admin_only" was deprecated in W in favor of "delete_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:31:33.052791 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:31:33.052791 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network":"rule:regular_user" was deprecated in W in favor of "create_network":"role:member and project_id:%(project_id)s". Reason: Jan 14 07:31:33.052791 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:31:33.052791 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:31:33.052791 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:31:33.052791 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:shared":"rule:admin_only" was deprecated in W in favor of "create_network:shared":"role:admin and system_scope:all". Reason: Jan 14 07:31:33.052791 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:31:33.052791 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:31:33.052791 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:31:33.052791 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:router:external":"rule:admin_only" was deprecated in W in favor of "create_network:router:external":"role:admin and system_scope:all". Reason: Jan 14 07:31:33.052791 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:31:33.052791 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:31:33.052791 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:31:33.052791 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:is_default":"rule:admin_only" was deprecated in W in favor of "create_network:is_default":"role:admin and system_scope:all". Reason: Jan 14 07:31:33.052791 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:31:33.052791 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:31:33.052791 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:31:33.052791 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:port_security_enabled":"rule:regular_user" was deprecated in W in favor of "create_network:port_security_enabled":"role:member and project_id:%(project_id)s". Reason: Jan 14 07:31:33.052791 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:31:33.052791 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:31:33.052791 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:31:33.052791 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:segments":"rule:admin_only" was deprecated in W in favor of "create_network:segments":"role:admin and system_scope:all". Reason: Jan 14 07:31:33.052791 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:31:33.052791 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:31:33.052791 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:31:33.052791 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "create_network:provider:network_type":"role:admin and system_scope:all". Reason: Jan 14 07:31:33.052791 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:31:33.052791 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:31:33.052791 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:31:33.052791 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "create_network:provider:physical_network":"role:admin and system_scope:all". Reason: Jan 14 07:31:33.052791 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:31:33.052791 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:31:33.052791 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:31:33.052791 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "create_network:provider:segmentation_id":"role:admin and system_scope:all". Reason: Jan 14 07:31:33.052791 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:31:33.052791 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:31:33.052791 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:31:33.052791 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network":"rule:admin_or_owner or rule:shared or rule:external or rule:context_is_advsvc" was deprecated in W in favor of "get_network":"(role:reader and system_scope:all) or (role:reader and project_id:%(project_id)s) or rule:shared or rule:external or rule:context_is_advsvc". Reason: Jan 14 07:31:33.052791 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:31:33.052791 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:31:33.052791 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:31:33.052791 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:router:external":"rule:regular_user" was deprecated in W in favor of "get_network:router:external":"role:reader and project_id:%(project_id)s". Reason: Jan 14 07:31:33.052791 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:31:33.052791 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:31:33.052791 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:31:33.060160 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-604227'] for port, provisioning_complete {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:31:33.060303 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:segments":"rule:admin_only" was deprecated in W in favor of "get_network:segments":"role:reader and system_scope:all". Reason: Jan 14 07:31:33.060303 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:31:33.060303 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:31:33.060303 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:31:33.060303 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "get_network:provider:network_type":"role:reader and system_scope:all". Reason: Jan 14 07:31:33.060303 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:31:33.060303 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:31:33.060303 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:31:33.060303 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "get_network:provider:physical_network":"role:reader and system_scope:all". Reason: Jan 14 07:31:33.060303 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:31:33.060303 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:31:33.060303 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:31:33.060303 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "get_network:provider:segmentation_id":"role:reader and system_scope:all". Reason: Jan 14 07:31:33.060303 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:31:33.060303 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:31:33.060303 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:31:33.060303 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network":"rule:admin_or_owner" was deprecated in W in favor of "update_network":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 07:31:33.060303 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:31:33.060303 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:31:33.060303 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:31:33.060303 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:segments":"rule:admin_only" was deprecated in W in favor of "update_network:segments":"role:admin and system_scope:all". Reason: Jan 14 07:31:33.060303 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:31:33.060303 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:31:33.060303 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:31:33.060303 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:shared":"rule:admin_only" was deprecated in W in favor of "update_network:shared":"role:admin and system_scope:all". Reason: Jan 14 07:31:33.060303 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:31:33.060303 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:31:33.060303 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:31:33.060303 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "update_network:provider:network_type":"role:admin and system_scope:all". Reason: Jan 14 07:31:33.060303 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:31:33.060303 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:31:33.060303 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:31:33.060303 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "update_network:provider:physical_network":"role:admin and system_scope:all". Reason: Jan 14 07:31:33.060303 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:31:33.060303 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:31:33.060303 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:31:33.060303 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "update_network:provider:segmentation_id":"role:admin and system_scope:all". Reason: Jan 14 07:31:33.060303 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:31:33.060303 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:31:33.060303 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:31:33.060303 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:router:external":"rule:admin_only" was deprecated in W in favor of "update_network:router:external":"role:admin and system_scope:all". Reason: Jan 14 07:31:33.060303 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:31:33.060303 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:31:33.060303 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:31:33.060303 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:is_default":"rule:admin_only" was deprecated in W in favor of "update_network:is_default":"role:admin and system_scope:all". Reason: Jan 14 07:31:33.060303 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:31:33.060303 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:31:33.060303 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:31:33.060303 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:port_security_enabled":"rule:admin_or_owner" was deprecated in W in favor of "update_network:port_security_enabled":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 07:31:33.060303 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:31:33.060303 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:31:33.060303 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:31:33.060303 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "delete_network":"rule:admin_or_owner" was deprecated in W in favor of "delete_network":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 07:31:33.060303 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:31:33.060303 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:31:33.060303 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:31:33.060303 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_segment":"rule:admin_only" was deprecated in W in favor of "create_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:31:33.060303 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:31:33.060303 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_segment":"rule:admin_only" was deprecated in W in favor of "get_segment":"role:reader and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:31:33.060303 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:31:33.060303 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_segment":"rule:admin_only" was deprecated in W in favor of "update_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:31:33.060303 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:31:33.075422 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-cc0a4e73-6600-44cd-9392-a751a5daf732 tempest-FloatingIPNegativeTestJSON-2001787271 tempest-FloatingIPNegativeTestJSON-2001787271] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555753'] for port, before_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:31:33.213907 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-5ddcb52d-1c24-4b9a-b2ac-b47b5b7da58a tempest-TestNetworkBasicOps-1983703278 tempest-TestNetworkBasicOps-1983703278] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036850886612', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036850863158'] for router, after_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:31:33.239627 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-57709ce4-b8cb-4676-a042-04fbcb430f13 None None] Provisioning complete for port 1fe3544f-b622-46d1-99a8-704b74cbb6f0 triggered by entity DHCP. {{(pid=84876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 07:31:33.239740 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-57709ce4-b8cb-4676-a042-04fbcb430f13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-604227'] for port, provisioning_complete {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:31:33.274406 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-2ba2be7c-0bcb-4dfb-839d-a70fa6fe3feb tempest-PortsIpV6TestJSON-1330665174 tempest-PortsIpV6TestJSON-1330665174] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555753'] for port, before_update {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:31:33.342928 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.plugin [None req-57709ce4-b8cb-4676-a042-04fbcb430f13 None None] Port 1fe3544f-b622-46d1-99a8-704b74cbb6f0 cannot update to ACTIVE because it is not bound. {{(pid=84876) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:329}} Jan 14 07:31:33.409194 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-cc20bcf6-1f7d-423d-bb9d-eac0cd078c57 tempest-PortsTestJSON-2091589570 tempest-PortsTestJSON-2091589570] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777640533329', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777640097463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851621574'] for port, after_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:31:33.484109 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-a4c5de34-bbf3-4b84-a8cc-bbc9459f0080 None None] Could not find standard attr ID for object ab371f70-c39c-4927-8ae7-4a9d44986124. {{(pid=84876) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Jan 14 07:31:33.500999 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-dae0322b-6236-4028-aa48-8e9abb86a6a8 tempest-PortsIpV6TestJSON-1330665174 tempest-PortsIpV6TestJSON-1330665174] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:31:33.536862 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-a4c5de34-bbf3-4b84-a8cc-bbc9459f0080 None None] Provisioning for port 3da7d1c5-be96-47dd-95e9-8b8e84408db7 completed by entity DHCP. {{(pid=84876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 07:31:33.536862 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-a4c5de34-bbf3-4b84-a8cc-bbc9459f0080 None None] Provisioning complete for port 3da7d1c5-be96-47dd-95e9-8b8e84408db7 triggered by entity DHCP. {{(pid=84876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 07:31:33.536862 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-a4c5de34-bbf3-4b84-a8cc-bbc9459f0080 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-604227'] for port, provisioning_complete {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:31:33.620261 n-d-768862-2 neutron-server[84765]: DEBUG neutron.notifiers.nova [None req-cc0a4e73-6600-44cd-9392-a751a5daf732 tempest-FloatingIPNegativeTestJSON-2001787271 tempest-FloatingIPNegativeTestJSON-2001787271] device_id is not set on port 40242a78-4a28-4b37-a3c9-8a71820bc1fe yet. {{(pid=84875) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}} Jan 14 07:31:33.747369 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.plugin [None req-a4c5de34-bbf3-4b84-a8cc-bbc9459f0080 None None] Port 3da7d1c5-be96-47dd-95e9-8b8e84408db7 cannot update to ACTIVE because it is not bound. {{(pid=84876) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:329}} Jan 14 07:31:33.878487 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc20bcf6-1f7d-423d-bb9d-eac0cd078c57 tempest-PortsTestJSON-2091589570 tempest-PortsTestJSON-2091589570] Pushing event deleted for resources: {'Port': ['ID=ab371f70-c39c-4927-8ae7-4a9d44986124,revision_number=None']} {{(pid=84875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:31:33.908194 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-cc20bcf6-1f7d-423d-bb9d-eac0cd078c57 tempest-PortsTestJSON-2091589570 tempest-PortsTestJSON-2091589570] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.407s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:31:34.707649 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-2ba2be7c-0bcb-4dfb-839d-a70fa6fe3feb tempest-PortsIpV6TestJSON-1330665174 tempest-PortsIpV6TestJSON-1330665174] Notify callbacks [] for port, precommit_update {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:31:34.717983 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-2ba2be7c-0bcb-4dfb-839d-a70fa6fe3feb tempest-PortsIpV6TestJSON-1330665174 tempest-PortsIpV6TestJSON-1330665174] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777640533312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363259214678337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777640097497', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036851521613'] for port, after_update {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:31:34.766964 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-eccfecc7-6f68-4c9b-bb2e-5463efc03371 tempest-PortsIpV6TestJSON-1330665174 tempest-PortsIpV6TestJSON-1330665174] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:31:34.813854 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.db_base_plugin_common [None req-cc0a4e73-6600-44cd-9392-a751a5daf732 tempest-FloatingIPNegativeTestJSON-2001787271 tempest-FloatingIPNegativeTestJSON-2001787271] Allocated IP 172.20.0.3 (9ebc43ec-f711-47f5-8ff3-48473adf0f9b/831a4877-7836-4004-a30e-6f3355ad300e/40242a78-4a28-4b37-a3c9-8a71820bc1fe) {{(pid=84875) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 14 07:31:34.833206 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-cc20bcf6-1f7d-423d-bb9d-eac0cd078c57 tempest-PortsTestJSON-2091589570 tempest-PortsTestJSON-2091589570] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted--9223372036851568851', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal--9223372036850888080'] for router_interface, after_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:31:34.976034 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ba2be7c-0bcb-4dfb-839d-a70fa6fe3feb tempest-PortsIpV6TestJSON-1330665174 tempest-PortsIpV6TestJSON-1330665174] Pushing event updated for resources: {'Port': ['ID=3da7d1c5-be96-47dd-95e9-8b8e84408db7,revision_number=2']} {{(pid=84874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:31:35.170636 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-2ba2be7c-0bcb-4dfb-839d-a70fa6fe3feb tempest-PortsIpV6TestJSON-1330665174 tempest-PortsIpV6TestJSON-1330665174] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.404s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:31:35.402130 n-d-768862-2 neutron-server[84765]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5ddcb52d-1c24-4b9a-b2ac-b47b5b7da58a tempest-TestNetworkBasicOps-1983703278 tempest-TestNetworkBasicOps-1983703278] Router 50ef5e4f-d688-4837-84d9-242338edad9d is scheduled to L3 agent 35f592e9-451b-4db9-abea-77b6a5c5391b with binding_index 1 {{(pid=84874) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}} Jan 14 07:31:35.945529 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5ddcb52d-1c24-4b9a-b2ac-b47b5b7da58a tempest-TestNetworkBasicOps-1983703278 tempest-TestNetworkBasicOps-1983703278] Notify agent at l3_agent.n-d-768862-2 the message routers_updated {{(pid=84874) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jan 14 07:31:35.959597 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7c9c62f-e990-488e-8536-ac67443f9baf None None] Sync routers for ids ['50ef5e4f-d688-4837-84d9-242338edad9d'] in n-d-768862-2 {{(pid=84877) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Jan 14 07:31:35.996517 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7c9c62f-e990-488e-8536-ac67443f9baf None None] Routers {'50ef5e4f-d688-4837-84d9-242338edad9d'} bound to L3 agent in host n-d-768862-2 {{(pid=84877) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 14 07:31:35.997147 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:shared":"rule:admin_only" was deprecated in W in favor of "update_network:shared":"role:admin and system_scope:all". Reason: Jan 14 07:31:35.997147 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:31:35.997147 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:31:35.997147 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:31:35.997147 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "update_network:provider:network_type":"role:admin and system_scope:all". Reason: Jan 14 07:31:35.997147 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:31:35.997147 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:31:35.997147 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:31:35.997147 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "update_network:provider:physical_network":"role:admin and system_scope:all". Reason: Jan 14 07:31:35.997147 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:31:35.997147 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:31:35.997147 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:31:35.997147 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "update_network:provider:segmentation_id":"role:admin and system_scope:all". Reason: Jan 14 07:31:35.997147 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:31:35.997147 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:31:35.997147 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:31:35.997147 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:router:external":"rule:admin_only" was deprecated in W in favor of "update_network:router:external":"role:admin and system_scope:all". Reason: Jan 14 07:31:35.997147 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:31:35.997147 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:31:35.997147 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:31:35.997147 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:is_default":"rule:admin_only" was deprecated in W in favor of "update_network:is_default":"role:admin and system_scope:all". Reason: Jan 14 07:31:35.997147 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:31:35.997147 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:31:35.997147 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:31:35.997147 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:port_security_enabled":"rule:admin_or_owner" was deprecated in W in favor of "update_network:port_security_enabled":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 07:31:35.997147 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:31:35.997147 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:31:35.997147 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:31:35.997147 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "delete_network":"rule:admin_or_owner" was deprecated in W in favor of "delete_network":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 07:31:35.997147 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:31:35.997147 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:31:35.997147 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:31:35.997147 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_segment":"rule:admin_only" was deprecated in W in favor of "create_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:31:35.997147 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:31:35.997147 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_segment":"rule:admin_only" was deprecated in W in favor of "get_segment":"role:reader and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:31:35.997147 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:31:35.997147 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_segment":"rule:admin_only" was deprecated in W in favor of "update_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:31:35.997147 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:31:35.997147 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "delete_segment":"rule:admin_only" was deprecated in W in favor of "delete_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:31:35.997147 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:31:35.997147 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network":"rule:regular_user" was deprecated in W in favor of "create_network":"role:member and project_id:%(project_id)s". Reason: Jan 14 07:31:35.997147 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:31:35.997147 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:31:35.997147 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:31:35.997147 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:shared":"rule:admin_only" was deprecated in W in favor of "create_network:shared":"role:admin and system_scope:all". Reason: Jan 14 07:31:35.997147 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:31:35.997147 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:31:35.997147 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:31:35.997147 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:router:external":"rule:admin_only" was deprecated in W in favor of "create_network:router:external":"role:admin and system_scope:all". Reason: Jan 14 07:31:35.997147 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:31:35.997147 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:31:35.997147 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:31:35.997147 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:is_default":"rule:admin_only" was deprecated in W in favor of "create_network:is_default":"role:admin and system_scope:all". Reason: Jan 14 07:31:35.997147 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:31:35.997147 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:31:35.997147 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:31:35.997147 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:port_security_enabled":"rule:regular_user" was deprecated in W in favor of "create_network:port_security_enabled":"role:member and project_id:%(project_id)s". Reason: Jan 14 07:31:35.997147 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:31:35.997147 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:31:35.997147 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:31:35.997147 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:segments":"rule:admin_only" was deprecated in W in favor of "create_network:segments":"role:admin and system_scope:all". Reason: Jan 14 07:31:35.997147 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:31:35.997147 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:31:35.997147 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:31:36.010285 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_hamode_db [None req-f7c9c62f-e990-488e-8536-ac67443f9baf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-01-14T06:56:51Z,description=,heartbeat_timestamp=2021-01-14T07:31:22Z,host='n-d-768862-2',id=35f592e9-451b-4db9-abea-77b6a5c5391b,load=0,resource_versions=,resources_synced=,started_at=2021-01-14T06:56:51Z,topic='l3_agent')) {'router_ids': ['50ef5e4f-d688-4837-84d9-242338edad9d'], 'active': True} {{(pid=84877) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:31:36.021171 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "create_network:provider:network_type":"role:admin and system_scope:all". Reason: Jan 14 07:31:36.021171 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:31:36.021171 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:31:36.021171 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:31:36.021171 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "create_network:provider:physical_network":"role:admin and system_scope:all". Reason: Jan 14 07:31:36.021171 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:31:36.021171 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:31:36.021171 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:31:36.021171 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "create_network:provider:segmentation_id":"role:admin and system_scope:all". Reason: Jan 14 07:31:36.021171 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:31:36.021171 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:31:36.021171 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:31:36.021171 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network":"rule:admin_or_owner or rule:shared or rule:external or rule:context_is_advsvc" was deprecated in W in favor of "get_network":"(role:reader and system_scope:all) or (role:reader and project_id:%(project_id)s) or rule:shared or rule:external or rule:context_is_advsvc". Reason: Jan 14 07:31:36.021171 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:31:36.021171 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:31:36.021171 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:31:36.021171 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:router:external":"rule:regular_user" was deprecated in W in favor of "get_network:router:external":"role:reader and project_id:%(project_id)s". Reason: Jan 14 07:31:36.021171 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:31:36.021171 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:31:36.021171 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:31:36.021171 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:segments":"rule:admin_only" was deprecated in W in favor of "get_network:segments":"role:reader and system_scope:all". Reason: Jan 14 07:31:36.021171 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:31:36.021171 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:31:36.021171 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:31:36.021171 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "get_network:provider:network_type":"role:reader and system_scope:all". Reason: Jan 14 07:31:36.021171 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:31:36.021171 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:31:36.021171 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:31:36.021171 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "get_network:provider:physical_network":"role:reader and system_scope:all". Reason: Jan 14 07:31:36.021171 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:31:36.021171 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:31:36.021171 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:31:36.021171 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "get_network:provider:segmentation_id":"role:reader and system_scope:all". Reason: Jan 14 07:31:36.021171 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:31:36.021171 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:31:36.021171 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:31:36.021171 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network":"rule:admin_or_owner" was deprecated in W in favor of "update_network":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 07:31:36.021171 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:31:36.021171 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:31:36.021171 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:31:36.021171 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:segments":"rule:admin_only" was deprecated in W in favor of "update_network:segments":"role:admin and system_scope:all". Reason: Jan 14 07:31:36.021171 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:31:36.021171 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:31:36.021171 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:31:36.021171 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:shared":"rule:admin_only" was deprecated in W in favor of "update_network:shared":"role:admin and system_scope:all". Reason: Jan 14 07:31:36.021171 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:31:36.021171 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:31:36.021171 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:31:36.021171 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "update_network:provider:network_type":"role:admin and system_scope:all". Reason: Jan 14 07:31:36.021171 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:31:36.021171 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:31:36.021171 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:31:36.021171 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "update_network:provider:physical_network":"role:admin and system_scope:all". Reason: Jan 14 07:31:36.021171 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:31:36.021171 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:31:36.021171 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:31:36.021171 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "update_network:provider:segmentation_id":"role:admin and system_scope:all". Reason: Jan 14 07:31:36.021171 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:31:36.021171 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:31:36.021171 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:31:36.021171 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:router:external":"rule:admin_only" was deprecated in W in favor of "update_network:router:external":"role:admin and system_scope:all". Reason: Jan 14 07:31:36.021171 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:31:36.021171 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:31:36.021171 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:31:36.021171 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:is_default":"rule:admin_only" was deprecated in W in favor of "update_network:is_default":"role:admin and system_scope:all". Reason: Jan 14 07:31:36.021171 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:31:36.021171 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:31:36.021171 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:31:36.614373 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-5ddcb52d-1c24-4b9a-b2ac-b47b5b7da58a tempest-TestNetworkBasicOps-1983703278 tempest-TestNetworkBasicOps-1983703278] Notify callbacks [] for router, before_response {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:31:36.616544 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-5ddcb52d-1c24-4b9a-b2ac-b47b5b7da58a tempest-TestNetworkBasicOps-1983703278 tempest-TestNetworkBasicOps-1983703278] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 885 time: 18.9519806 Jan 14 07:31:36.620659 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84874) accepted ('10.222.0.24', 55464) {{(pid=84874) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:31:36.865505 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-87222dfd-9ba5-47f7-adb4-3c19af7c1349 None None] Provisioning complete for port 3da7d1c5-be96-47dd-95e9-8b8e84408db7 triggered by entity DHCP. {{(pid=84876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 07:31:36.866046 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-87222dfd-9ba5-47f7-adb4-3c19af7c1349 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-604227'] for port, provisioning_complete {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:31:36.892238 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_dvr_db [None req-f7c9c62f-e990-488e-8536-ac67443f9baf None None] Set router 50ef5e4f-d688-4837-84d9-242338edad9d gateway port host: n-d-768862-2 {{(pid=84877) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 14 07:31:36.974180 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-5531728f-ab87-4add-8c03-211cbad32779 tempest-TestNetworkBasicOps-645728228 tempest-TestNetworkBasicOps-645728228] 10.222.0.24 "GET /v2.0/subnets?project_id=c52a65222187474995edf4946f0fd389&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.3319588 Jan 14 07:31:36.974180 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84874) accepted ('10.222.0.24', 55492) {{(pid=84874) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:31:37.157483 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.plugin [None req-87222dfd-9ba5-47f7-adb4-3c19af7c1349 None None] Port 3da7d1c5-be96-47dd-95e9-8b8e84408db7 cannot update to ACTIVE because it is not bound. {{(pid=84876) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:329}} Jan 14 07:31:37.359467 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-cc0a4e73-6600-44cd-9392-a751a5daf732 tempest-FloatingIPNegativeTestJSON-2001787271 tempest-FloatingIPNegativeTestJSON-2001787271] Notify callbacks [] for port, precommit_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:31:37.488256 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-cc0a4e73-6600-44cd-9392-a751a5daf732 tempest-FloatingIPNegativeTestJSON-2001787271 tempest-FloatingIPNegativeTestJSON-2001787271] Transition to ACTIVE for port object 40242a78-4a28-4b37-a3c9-8a71820bc1fe will not be triggered until provisioned by entity DHCP. {{(pid=84875) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 07:31:37.558064 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-cc0a4e73-6600-44cd-9392-a751a5daf732 tempest-FloatingIPNegativeTestJSON-2001787271 tempest-FloatingIPNegativeTestJSON-2001787271] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777640123575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851621574'] for port, after_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:31:37.597997 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-b10416d3-8614-49a5-ae53-3c6b488ba9f6 tempest-PortsTestJSON-2091589570 tempest-PortsTestJSON-2091589570] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:31:37.655694 n-d-768862-2 neutron-server[84765]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cc20bcf6-1f7d-423d-bb9d-eac0cd078c57 tempest-PortsTestJSON-2091589570 tempest-PortsTestJSON-2091589570] Router 589cd944-f765-4dfe-b1f7-5ced8a7b2eea has already been hosted by L3 agent 35f592e9-451b-4db9-abea-77b6a5c5391b {{(pid=84875) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Jan 14 07:31:37.917066 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-2ba2be7c-0bcb-4dfb-839d-a70fa6fe3feb tempest-PortsIpV6TestJSON-1330665174 tempest-PortsIpV6TestJSON-1330665174] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036850886386'] for router_interface, before_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:31:37.999721 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16c4c97d-10d1-427e-b1f5-5791b44b9f21 tempest-TestNetworkBasicOps-645728228 tempest-TestNetworkBasicOps-645728228] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:31:38.026380 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-16c4c97d-10d1-427e-b1f5-5791b44b9f21 tempest-TestNetworkBasicOps-645728228 tempest-TestNetworkBasicOps-645728228] 10.222.0.24 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 1.0330112 Jan 14 07:31:38.032256 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84875) accepted ('10.222.0.24', 55546) {{(pid=84875) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:31:38.068424 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc0a4e73-6600-44cd-9392-a751a5daf732 tempest-FloatingIPNegativeTestJSON-2001787271 tempest-FloatingIPNegativeTestJSON-2001787271] Pushing event updated for resources: {'Port': ['ID=40242a78-4a28-4b37-a3c9-8a71820bc1fe,revision_number=1']} {{(pid=84875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:31:38.087766 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-cc0a4e73-6600-44cd-9392-a751a5daf732 tempest-FloatingIPNegativeTestJSON-2001787271 tempest-FloatingIPNegativeTestJSON-2001787271] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.497s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:31:38.161779 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-2ba2be7c-0bcb-4dfb-839d-a70fa6fe3feb tempest-PortsIpV6TestJSON-1330665174 tempest-PortsIpV6TestJSON-1330665174] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555753'] for port, before_update {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:31:38.270842 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_hamode_db [None req-f7c9c62f-e990-488e-8536-ac67443f9baf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '50ef5e4f-d688-4837-84d9-242338edad9d', 'name': 'tempest-TestNetworkBasicOps-router-290611380', 'tenant_id': 'c52a65222187474995edf4946f0fd389', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '226f1e78-82cd-4481-9055-4eb73b6db8c1', 'external_fixed_ips': [{'subnet_id': 'ba8deeec-7658-4195-9449-038c076f5c83', 'ip_address': '172.25.2.99'}], 'enable_snat': True}, 'gw_port_id': '11914482-6a95-43fa-a240-85c7eca95117', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-14T07:31:17Z', 'updated_at': '2021-01-14T07:31:28Z', 'revision_number': 3, 'project_id': 'c52a65222187474995edf4946f0fd389', 'gw_port': {'id': '11914482-6a95-43fa-a240-85c7eca95117', 'name': '', 'network_id': '226f1e78-82cd-4481-9055-4eb73b6db8c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:18:76', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '50ef5e4f-d688-4837-84d9-242338edad9d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2636, 'fixed_ips': [{'subnet_id': 'ba8deeec-7658-4195-9449-038c076f5c83', 'ip_address': '172.25.2.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T07:31:22Z', 'updated_at': '2021-01-14T07:31:22Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ba8deeec-7658-4195-9449-038c076f5c83', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-2'}], 'n-d-768862-2', False) {} {{(pid=84877) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:31:38.309050 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7c9c62f-e990-488e-8536-ac67443f9baf None None] Checking router: 50ef5e4f-d688-4837-84d9-242338edad9d for host: n-d-768862-2 {{(pid=84877) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Jan 14 07:31:38.309050 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7c9c62f-e990-488e-8536-ac67443f9baf None None] Updating router 50ef5e4f-d688-4837-84d9-242338edad9d port 11914482-6a95-43fa-a240-85c7eca95117 binding host n-d-768862-2 {{(pid=84877) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Jan 14 07:31:38.416195 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-85c2002a-d321-479f-a188-8c86363a1fbe tempest-TestNetworkBasicOps-645728228 tempest-TestNetworkBasicOps-645728228] 10.222.0.24 "GET /v2.0/subnets?network_id=226f1e78-82cd-4481-9055-4eb73b6db8c1&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.3530118 Jan 14 07:31:38.446912 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84875) accepted ('10.222.0.24', 55572) {{(pid=84875) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:31:38.463698 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.v2.base [None req-56b929d1-4d2c-4424-bdea-f6c39209410b tempest-TestNetworkBasicOps-1983703278 tempest-TestNetworkBasicOps-1983703278] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1364204223', 'network_id': '780315ca-b2bf-4289-8e3a-06e1e90b3342', 'project_id': 'c52a65222187474995edf4946f0fd389', 'cidr': '172.20.0.0/28', 'ip_version': 4}} {{(pid=84875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:31:38.493974 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-f7c9c62f-e990-488e-8536-ac67443f9baf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555753'] for port, before_update {{(pid=84877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:31:38.750463 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cc20bcf6-1f7d-423d-bb9d-eac0cd078c57 tempest-PortsTestJSON-2091589570 tempest-PortsTestJSON-2091589570] Notify agent at l3_agent.n-d-768862-2 the message routers_updated {{(pid=84875) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jan 14 07:31:38.761979 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2dc8b7a0-baa4-4817-916b-13f2052d4e86 None None] Sync routers for ids ['589cd944-f765-4dfe-b1f7-5ced8a7b2eea'] in n-d-768862-2 {{(pid=84876) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Jan 14 07:31:38.784662 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2dc8b7a0-baa4-4817-916b-13f2052d4e86 None None] Routers {'589cd944-f765-4dfe-b1f7-5ced8a7b2eea'} bound to L3 agent in host n-d-768862-2 {{(pid=84876) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 14 07:31:38.784662 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_hamode_db [None req-2dc8b7a0-baa4-4817-916b-13f2052d4e86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-01-14T06:56:51Z,description=,heartbeat_timestamp=2021-01-14T07:31:22Z,host='n-d-768862-2',id=35f592e9-451b-4db9-abea-77b6a5c5391b,load=0,resource_versions=,resources_synced=,started_at=2021-01-14T06:56:51Z,topic='l3_agent')) {'router_ids': ['589cd944-f765-4dfe-b1f7-5ced8a7b2eea'], 'active': True} {{(pid=84876) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:31:38.860861 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-2ba2be7c-0bcb-4dfb-839d-a70fa6fe3feb tempest-PortsIpV6TestJSON-1330665174 tempest-PortsIpV6TestJSON-1330665174] Notify callbacks [] for port, precommit_update {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:31:38.872969 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-2ba2be7c-0bcb-4dfb-839d-a70fa6fe3feb tempest-PortsIpV6TestJSON-1330665174 tempest-PortsIpV6TestJSON-1330665174] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777640533312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363259214678337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777640097497', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036851521613'] for port, after_update {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:31:38.875945 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-2ba2be7c-0bcb-4dfb-839d-a70fa6fe3feb tempest-PortsIpV6TestJSON-1330665174 tempest-PortsIpV6TestJSON-1330665174] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3206949', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3889649'] for router_interface, after_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:31:38.880788 n-d-768862-2 neutron-server[84765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc0a4e73-6600-44cd-9392-a751a5daf732 tempest-FloatingIPNegativeTestJSON-2001787271 tempest-FloatingIPNegativeTestJSON-2001787271] Network 9ebc43ec-f711-47f5-8ff3-48473adf0f9b is already hosted by enough agents. {{(pid=84875) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 07:31:38.916400 n-d-768862-2 neutron-server[84765]: DEBUG neutron.scheduler.base_scheduler [None req-cc0a4e73-6600-44cd-9392-a751a5daf732 tempest-FloatingIPNegativeTestJSON-2001787271 tempest-FloatingIPNegativeTestJSON-2001787271] Resources bound (agent type, host, resource id): {{(pid=84875) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 07:31:38.959536 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc0a4e73-6600-44cd-9392-a751a5daf732 tempest-FloatingIPNegativeTestJSON-2001787271 tempest-FloatingIPNegativeTestJSON-2001787271] Received port after_create {{(pid=84875) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 14 07:31:38.969032 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_hamode_db [None req-2dc8b7a0-baa4-4817-916b-13f2052d4e86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768862-2', False) {} {{(pid=84876) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:31:38.981786 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2dc8b7a0-baa4-4817-916b-13f2052d4e86 None None] Routers {'589cd944-f765-4dfe-b1f7-5ced8a7b2eea'} bound to L3 agent in host n-d-768862-2 {{(pid=84876) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 14 07:31:38.982591 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_hamode_db [None req-2dc8b7a0-baa4-4817-916b-13f2052d4e86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-01-14T06:56:51Z,description=,heartbeat_timestamp=2021-01-14T07:31:22Z,host='n-d-768862-2',id=35f592e9-451b-4db9-abea-77b6a5c5391b,load=0,resource_versions=,resources_synced=,started_at=2021-01-14T06:56:51Z,topic='l3_agent')) {'router_ids': ['589cd944-f765-4dfe-b1f7-5ced8a7b2eea'], 'active': True} {{(pid=84876) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:31:39.082714 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_hamode_db [None req-2dc8b7a0-baa4-4817-916b-13f2052d4e86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768862-2', False) {} {{(pid=84876) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:31:39.083285 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2dc8b7a0-baa4-4817-916b-13f2052d4e86 None None] The sync data for ids ['589cd944-f765-4dfe-b1f7-5ced8a7b2eea'] in n-d-768862-2 is: [] {{(pid=84876) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Jan 14 07:31:39.272600 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-97ea0ccd-fdd7-4874-bd58-1d55a5332773 tempest-PortsTestJSON-2091589570 tempest-PortsTestJSON-2091589570] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:31:39.292084 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-56b929d1-4d2c-4424-bdea-f6c39209410b tempest-TestNetworkBasicOps-1983703278 tempest-TestNetworkBasicOps-1983703278] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:31:39.304547 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-56b929d1-4d2c-4424-bdea-f6c39209410b tempest-TestNetworkBasicOps-1983703278 tempest-TestNetworkBasicOps-1983703278] Usage tracker for resource:subnet and tenant:c52a65222187474995edf4946f0fd389 is out of sync, need to count used quota {{(pid=84875) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:31:39.312552 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-56b929d1-4d2c-4424-bdea-f6c39209410b tempest-TestNetworkBasicOps-1983703278 tempest-TestNetworkBasicOps-1983703278] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84875) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:31:39.340393 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-56b929d1-4d2c-4424-bdea-f6c39209410b tempest-TestNetworkBasicOps-1983703278 tempest-TestNetworkBasicOps-1983703278] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:31:39.370944 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-cc20bcf6-1f7d-423d-bb9d-eac0cd078c57 tempest-PortsTestJSON-2091589570 tempest-PortsTestJSON-2091589570] 10.222.0.24 "PUT /v2.0/routers/589cd944-f765-4dfe-b1f7-5ced8a7b2eea/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 10.9486239 Jan 14 07:31:39.375183 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-56b929d1-4d2c-4424-bdea-f6c39209410b tempest-TestNetworkBasicOps-1983703278 tempest-TestNetworkBasicOps-1983703278] Made reservation on behalf of c52a65222187474995edf4946f0fd389 for: {'subnet': 1} {{(pid=84875) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 07:31:39.384822 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "delete_segment":"rule:admin_only" was deprecated in W in favor of "delete_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:31:39.384822 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:31:39.384822 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network":"rule:regular_user" was deprecated in W in favor of "create_network":"role:member and project_id:%(project_id)s". Reason: Jan 14 07:31:39.384822 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:31:39.384822 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:31:39.384822 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:31:39.384822 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:shared":"rule:admin_only" was deprecated in W in favor of "create_network:shared":"role:admin and system_scope:all". Reason: Jan 14 07:31:39.384822 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:31:39.384822 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:31:39.384822 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:31:39.384822 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:router:external":"rule:admin_only" was deprecated in W in favor of "create_network:router:external":"role:admin and system_scope:all". Reason: Jan 14 07:31:39.384822 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:31:39.384822 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:31:39.384822 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:31:39.384822 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:is_default":"rule:admin_only" was deprecated in W in favor of "create_network:is_default":"role:admin and system_scope:all". Reason: Jan 14 07:31:39.384822 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:31:39.384822 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:31:39.384822 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:31:39.384822 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:port_security_enabled":"rule:regular_user" was deprecated in W in favor of "create_network:port_security_enabled":"role:member and project_id:%(project_id)s". Reason: Jan 14 07:31:39.384822 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:31:39.384822 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:31:39.384822 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:31:39.384822 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:segments":"rule:admin_only" was deprecated in W in favor of "create_network:segments":"role:admin and system_scope:all". Reason: Jan 14 07:31:39.384822 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:31:39.384822 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:31:39.384822 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:31:39.384822 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "create_network:provider:network_type":"role:admin and system_scope:all". Reason: Jan 14 07:31:39.384822 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:31:39.384822 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:31:39.384822 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:31:39.384822 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "create_network:provider:physical_network":"role:admin and system_scope:all". Reason: Jan 14 07:31:39.384822 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:31:39.384822 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:31:39.384822 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:31:39.384822 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "create_network:provider:segmentation_id":"role:admin and system_scope:all". Reason: Jan 14 07:31:39.384822 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:31:39.384822 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:31:39.384822 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:31:39.384822 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network":"rule:admin_or_owner or rule:shared or rule:external or rule:context_is_advsvc" was deprecated in W in favor of "get_network":"(role:reader and system_scope:all) or (role:reader and project_id:%(project_id)s) or rule:shared or rule:external or rule:context_is_advsvc". Reason: Jan 14 07:31:39.384822 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:31:39.384822 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:31:39.384822 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:31:39.384822 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:router:external":"rule:regular_user" was deprecated in W in favor of "get_network:router:external":"role:reader and project_id:%(project_id)s". Reason: Jan 14 07:31:39.384822 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:31:39.384822 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:31:39.384822 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:31:39.384822 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:segments":"rule:admin_only" was deprecated in W in favor of "get_network:segments":"role:reader and system_scope:all". Reason: Jan 14 07:31:39.384822 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:31:39.384822 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:31:39.384822 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:31:39.384822 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "get_network:provider:network_type":"role:reader and system_scope:all". Reason: Jan 14 07:31:39.384822 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:31:39.384822 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:31:39.384822 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:31:39.384822 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "get_network:provider:physical_network":"role:reader and system_scope:all". Reason: Jan 14 07:31:39.384822 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:31:39.384822 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:31:39.384822 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:31:39.384822 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "get_network:provider:segmentation_id":"role:reader and system_scope:all". Reason: Jan 14 07:31:39.384822 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:31:39.384822 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:31:39.384822 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:31:39.384822 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network":"rule:admin_or_owner" was deprecated in W in favor of "update_network":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 07:31:39.384822 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:31:39.384822 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:31:39.384822 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:31:39.391618 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84874) accepted ('10.222.0.24', 55622) {{(pid=84874) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:31:39.509398 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-5092e2dd-314f-4c44-bb31-e09774d3531d None None] Provisioning for port 40242a78-4a28-4b37-a3c9-8a71820bc1fe completed by entity DHCP. {{(pid=84876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 07:31:39.537641 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-5092e2dd-314f-4c44-bb31-e09774d3531d None None] Provisioning complete for port 40242a78-4a28-4b37-a3c9-8a71820bc1fe triggered by entity DHCP. {{(pid=84876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 07:31:39.537641 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-5092e2dd-314f-4c44-bb31-e09774d3531d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-604227'] for port, provisioning_complete {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:31:39.624536 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc0a4e73-6600-44cd-9392-a751a5daf732 tempest-FloatingIPNegativeTestJSON-2001787271 tempest-FloatingIPNegativeTestJSON-2001787271] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:31:39.624536 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-cc0a4e73-6600-44cd-9392-a751a5daf732 tempest-FloatingIPNegativeTestJSON-2001787271 tempest-FloatingIPNegativeTestJSON-2001787271] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854768116'] for port, before_response {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:31:39.702790 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.plugin [None req-5092e2dd-314f-4c44-bb31-e09774d3531d None None] Port 40242a78-4a28-4b37-a3c9-8a71820bc1fe cannot update to ACTIVE because it is not bound. {{(pid=84876) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:329}} Jan 14 07:31:39.728443 n-d-768862-2 neutron-server[84765]: INFO neutron.pecan_wsgi.hooks.translation [None req-9dca4431-a089-4a06-8e2e-03d4d2d464db tempest-PortsTestJSON-2091589570 tempest-PortsTestJSON-2091589570] GET failed (client error): The resource could not be found. Jan 14 07:31:39.729020 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-9dca4431-a089-4a06-8e2e-03d4d2d464db tempest-PortsTestJSON-2091589570 tempest-PortsTestJSON-2091589570] Synchronizing usage tracker for tenant:4f41150d2ea84f97bbab10653dcc9b99 on resource:port {{(pid=84874) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 14 07:31:39.738072 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-56b929d1-4d2c-4424-bdea-f6c39209410b tempest-TestNetworkBasicOps-1983703278 tempest-TestNetworkBasicOps-1983703278] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036852467157'] for subnet, before_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:31:39.745178 n-d-768862-2 neutron-server[84765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ba2be7c-0bcb-4dfb-839d-a70fa6fe3feb tempest-PortsIpV6TestJSON-1330665174 tempest-PortsIpV6TestJSON-1330665174] Network 9f70f180-1063-422f-980e-b391a5458d51 is already hosted by enough agents. {{(pid=84874) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 07:31:39.762009 n-d-768862-2 neutron-server[84765]: DEBUG neutron.scheduler.base_scheduler [None req-2ba2be7c-0bcb-4dfb-839d-a70fa6fe3feb tempest-PortsIpV6TestJSON-1330665174 tempest-PortsIpV6TestJSON-1330665174] Resources bound (agent type, host, resource id): {{(pid=84874) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 07:31:39.796118 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-cc0a4e73-6600-44cd-9392-a751a5daf732 tempest-FloatingIPNegativeTestJSON-2001787271 tempest-FloatingIPNegativeTestJSON-2001787271] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 7.7850156 Jan 14 07:31:39.811019 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84875) accepted ('10.222.0.24', 55642) {{(pid=84875) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:31:39.820470 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ba2be7c-0bcb-4dfb-839d-a70fa6fe3feb tempest-PortsIpV6TestJSON-1330665174 tempest-PortsIpV6TestJSON-1330665174] Pushing event updated for resources: {'Port': ['ID=3da7d1c5-be96-47dd-95e9-8b8e84408db7,revision_number=3']} {{(pid=84874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:31:39.832954 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.v2.base [None req-90aa6e0f-8cd9-49a9-8fad-3e618aa7837d tempest-FloatingIPNegativeTestJSON-2001787271 tempest-FloatingIPNegativeTestJSON-2001787271] Request body: {'floatingip': {'floating_network_id': '226f1e78-82cd-4481-9055-4eb73b6db8c1'}} {{(pid=84875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:31:39.848259 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-2ba2be7c-0bcb-4dfb-839d-a70fa6fe3feb tempest-PortsIpV6TestJSON-1330665174 tempest-PortsIpV6TestJSON-1330665174] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.582s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:31:40.122949 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-90aa6e0f-8cd9-49a9-8fad-3e618aa7837d tempest-FloatingIPNegativeTestJSON-2001787271 tempest-FloatingIPNegativeTestJSON-2001787271] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:31:40.153783 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-90aa6e0f-8cd9-49a9-8fad-3e618aa7837d tempest-FloatingIPNegativeTestJSON-2001787271 tempest-FloatingIPNegativeTestJSON-2001787271] Usage tracker for resource:floatingip and tenant:25f640c670234d7399de9f215c3c6016 is out of sync, need to count used quota {{(pid=84875) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:31:40.169182 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-9dca4431-a089-4a06-8e2e-03d4d2d464db tempest-PortsTestJSON-2091589570 tempest-PortsTestJSON-2091589570] Unset dirty status for tenant:4f41150d2ea84f97bbab10653dcc9b99 on resource:port {{(pid=84874) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 14 07:31:40.169182 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-9dca4431-a089-4a06-8e2e-03d4d2d464db tempest-PortsTestJSON-2091589570 tempest-PortsTestJSON-2091589570] 10.222.0.24 "GET /v2.0/ports/ab371f70-c39c-4927-8ae7-4a9d44986124 HTTP/1.1" status: 404 len: 333 time: 0.7669780 Jan 14 07:31:40.193259 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-90aa6e0f-8cd9-49a9-8fad-3e618aa7837d tempest-FloatingIPNegativeTestJSON-2001787271 tempest-FloatingIPNegativeTestJSON-2001787271] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=84875) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:31:40.216296 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-90aa6e0f-8cd9-49a9-8fad-3e618aa7837d tempest-FloatingIPNegativeTestJSON-2001787271 tempest-FloatingIPNegativeTestJSON-2001787271] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=84875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:31:40.292781 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84874) accepted ('10.222.0.24', 55666) {{(pid=84874) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:31:40.296927 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-90aa6e0f-8cd9-49a9-8fad-3e618aa7837d tempest-FloatingIPNegativeTestJSON-2001787271 tempest-FloatingIPNegativeTestJSON-2001787271] Notify callbacks [] for floatingip, before_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:31:40.370304 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-9229e328-87ad-4d4a-8285-57d56076c711 None None] Provisioning complete for port 3da7d1c5-be96-47dd-95e9-8b8e84408db7 triggered by entity DHCP. {{(pid=84876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 07:31:40.370716 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-9229e328-87ad-4d4a-8285-57d56076c711 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-604227'] for port, provisioning_complete {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:31:40.568368 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:port_security_enabled":"rule:admin_or_owner" was deprecated in W in favor of "update_network:port_security_enabled":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 07:31:40.568368 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:31:40.568368 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:31:40.568368 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:31:40.568368 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "delete_network":"rule:admin_or_owner" was deprecated in W in favor of "delete_network":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 07:31:40.568368 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:31:40.568368 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:31:40.568368 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:31:40.568368 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_segment":"rule:admin_only" was deprecated in W in favor of "create_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:31:40.568368 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:31:40.568368 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_segment":"rule:admin_only" was deprecated in W in favor of "get_segment":"role:reader and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:31:40.568368 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:31:40.568368 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_segment":"rule:admin_only" was deprecated in W in favor of "update_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:31:40.568368 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:31:40.568368 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "delete_segment":"rule:admin_only" was deprecated in W in favor of "delete_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:31:40.568368 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:31:40.568368 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network":"rule:regular_user" was deprecated in W in favor of "create_network":"role:member and project_id:%(project_id)s". Reason: Jan 14 07:31:40.568368 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:31:40.568368 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:31:40.568368 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:31:40.568368 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:shared":"rule:admin_only" was deprecated in W in favor of "create_network:shared":"role:admin and system_scope:all". Reason: Jan 14 07:31:40.568368 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:31:40.568368 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:31:40.568368 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:31:40.568368 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:router:external":"rule:admin_only" was deprecated in W in favor of "create_network:router:external":"role:admin and system_scope:all". Reason: Jan 14 07:31:40.568368 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:31:40.568368 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:31:40.568368 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:31:40.568368 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:is_default":"rule:admin_only" was deprecated in W in favor of "create_network:is_default":"role:admin and system_scope:all". Reason: Jan 14 07:31:40.568368 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:31:40.568368 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:31:40.568368 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:31:40.568368 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:port_security_enabled":"rule:regular_user" was deprecated in W in favor of "create_network:port_security_enabled":"role:member and project_id:%(project_id)s". Reason: Jan 14 07:31:40.568368 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:31:40.568368 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:31:40.568368 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:31:40.568368 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:segments":"rule:admin_only" was deprecated in W in favor of "create_network:segments":"role:admin and system_scope:all". Reason: Jan 14 07:31:40.568368 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:31:40.568368 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:31:40.568368 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:31:40.568368 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "create_network:provider:network_type":"role:admin and system_scope:all". Reason: Jan 14 07:31:40.568368 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:31:40.568368 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:31:40.568368 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:31:40.568368 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "create_network:provider:physical_network":"role:admin and system_scope:all". Reason: Jan 14 07:31:40.568368 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:31:40.568368 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:31:40.568368 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:31:40.568368 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "create_network:provider:segmentation_id":"role:admin and system_scope:all". Reason: Jan 14 07:31:40.568368 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:31:40.568368 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:31:40.568368 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:31:40.568368 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network":"rule:admin_or_owner or rule:shared or rule:external or rule:context_is_advsvc" was deprecated in W in favor of "get_network":"(role:reader and system_scope:all) or (role:reader and project_id:%(project_id)s) or rule:shared or rule:external or rule:context_is_advsvc". Reason: Jan 14 07:31:40.568368 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:31:40.568368 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:31:40.568368 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:31:40.568368 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:router:external":"rule:regular_user" was deprecated in W in favor of "get_network:router:external":"role:reader and project_id:%(project_id)s". Reason: Jan 14 07:31:40.568368 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:31:40.568368 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:31:40.568368 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:31:40.571677 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:segments":"rule:admin_only" was deprecated in W in favor of "get_network:segments":"role:reader and system_scope:all". Reason: Jan 14 07:31:40.571677 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:31:40.571677 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:31:40.571677 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:31:40.571677 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "get_network:provider:network_type":"role:reader and system_scope:all". Reason: Jan 14 07:31:40.571677 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:31:40.571677 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:31:40.571677 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:31:40.571677 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "get_network:provider:physical_network":"role:reader and system_scope:all". Reason: Jan 14 07:31:40.571677 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:31:40.571677 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:31:40.571677 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:31:40.571677 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "get_network:provider:segmentation_id":"role:reader and system_scope:all". Reason: Jan 14 07:31:40.571677 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:31:40.571677 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:31:40.571677 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:31:40.571677 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network":"rule:admin_or_owner" was deprecated in W in favor of "update_network":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 07:31:40.571677 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:31:40.571677 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:31:40.571677 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:31:40.571677 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:segments":"rule:admin_only" was deprecated in W in favor of "update_network:segments":"role:admin and system_scope:all". Reason: Jan 14 07:31:40.571677 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:31:40.571677 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:31:40.571677 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:31:40.571677 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:shared":"rule:admin_only" was deprecated in W in favor of "update_network:shared":"role:admin and system_scope:all". Reason: Jan 14 07:31:40.571677 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:31:40.571677 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:31:40.571677 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:31:40.571677 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "update_network:provider:network_type":"role:admin and system_scope:all". Reason: Jan 14 07:31:40.571677 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:31:40.571677 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:31:40.571677 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:31:40.571677 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "update_network:provider:physical_network":"role:admin and system_scope:all". Reason: Jan 14 07:31:40.571677 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:31:40.571677 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:31:40.571677 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:31:40.571677 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "update_network:provider:segmentation_id":"role:admin and system_scope:all". Reason: Jan 14 07:31:40.571677 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:31:40.571677 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:31:40.571677 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:31:40.571677 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:router:external":"rule:admin_only" was deprecated in W in favor of "update_network:router:external":"role:admin and system_scope:all". Reason: Jan 14 07:31:40.571677 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:31:40.571677 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:31:40.571677 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:31:40.571677 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:is_default":"rule:admin_only" was deprecated in W in favor of "update_network:is_default":"role:admin and system_scope:all". Reason: Jan 14 07:31:40.571677 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:31:40.571677 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:31:40.571677 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:31:40.571677 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:port_security_enabled":"rule:admin_or_owner" was deprecated in W in favor of "update_network:port_security_enabled":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 07:31:40.571677 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:31:40.571677 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:31:40.571677 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:31:40.571677 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "delete_network":"rule:admin_or_owner" was deprecated in W in favor of "delete_network":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 07:31:40.571677 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:31:40.571677 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:31:40.571677 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:31:40.571677 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_segment":"rule:admin_only" was deprecated in W in favor of "create_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:31:40.571677 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:31:40.571677 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_segment":"rule:admin_only" was deprecated in W in favor of "get_segment":"role:reader and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:31:40.571677 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:31:40.571677 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_segment":"rule:admin_only" was deprecated in W in favor of "update_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:31:40.571677 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:31:40.579513 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-f72ca7e3-2c6b-4d0c-9beb-4120a1b16d0c tempest-PortsTestJSON-2091589570 tempest-PortsTestJSON-2091589570] Notify callbacks [] for router, before_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:31:40.615284 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.plugin [None req-9229e328-87ad-4d4a-8285-57d56076c711 None None] Port 3da7d1c5-be96-47dd-95e9-8b8e84408db7 cannot update to ACTIVE because it is not bound. {{(pid=84876) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:329}} Jan 14 07:31:40.637146 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-f7c9c62f-e990-488e-8536-ac67443f9baf None None] Notify callbacks [] for port, precommit_update {{(pid=84877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:31:40.667995 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-f7c9c62f-e990-488e-8536-ac67443f9baf None None] Transition to ACTIVE for port object 11914482-6a95-43fa-a240-85c7eca95117 will not be triggered until provisioned by entity L2. {{(pid=84877) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 07:31:40.676126 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-f7c9c62f-e990-488e-8536-ac67443f9baf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777640533312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363259214678337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777640097497'] for port, after_update {{(pid=84877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:31:40.770446 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:31:40.910229 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c0e2723-2ab6-4e51-826c-7a77efcd1982 None None] Pushing event updated for resources: {'Port': ['ID=11914482-6a95-43fa-a240-85c7eca95117,revision_number=2']} {{(pid=84877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:31:40.945557 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c0e2723-2ab6-4e51-826c-7a77efcd1982 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@n-h1-768862-2 {{(pid=84877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:31:40.945557 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c0e2723-2ab6-4e51-826c-7a77efcd1982 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-h1-768862-2 {{(pid=84877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:31:40.945557 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c0e2723-2ab6-4e51-826c-7a77efcd1982 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-h1-768862-2 {{(pid=84877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:31:40.945557 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c0e2723-2ab6-4e51-826c-7a77efcd1982 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-h1-768862-2 {{(pid=84877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:31:40.945557 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c0e2723-2ab6-4e51-826c-7a77efcd1982 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@n-h1-768862-2 {{(pid=84877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:31:40.945557 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c0e2723-2ab6-4e51-826c-7a77efcd1982 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-h1-768862-2 {{(pid=84877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:31:40.945557 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c0e2723-2ab6-4e51-826c-7a77efcd1982 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-h1-768862-2 {{(pid=84877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:31:40.945557 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c0e2723-2ab6-4e51-826c-7a77efcd1982 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-h1-768862-2 {{(pid=84877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:31:40.955856 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c0e2723-2ab6-4e51-826c-7a77efcd1982 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-h1-768862-2 {{(pid=84877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:31:40.955856 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c0e2723-2ab6-4e51-826c-7a77efcd1982 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-h1-768862-2 {{(pid=84877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:31:40.955856 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c0e2723-2ab6-4e51-826c-7a77efcd1982 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-h1-768862-2 {{(pid=84877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:31:40.955856 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c0e2723-2ab6-4e51-826c-7a77efcd1982 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-h1-768862-2 {{(pid=84877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:31:40.955856 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c0e2723-2ab6-4e51-826c-7a77efcd1982 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@n-h2-768862-2 {{(pid=84877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:31:40.955856 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c0e2723-2ab6-4e51-826c-7a77efcd1982 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-h2-768862-2 {{(pid=84877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:31:40.955856 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c0e2723-2ab6-4e51-826c-7a77efcd1982 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-h2-768862-2 {{(pid=84877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:31:40.955856 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c0e2723-2ab6-4e51-826c-7a77efcd1982 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-h2-768862-2 {{(pid=84877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:31:40.955856 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c0e2723-2ab6-4e51-826c-7a77efcd1982 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@n-h2-768862-2 {{(pid=84877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:31:40.955856 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c0e2723-2ab6-4e51-826c-7a77efcd1982 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-h2-768862-2 {{(pid=84877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:31:40.957458 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c0e2723-2ab6-4e51-826c-7a77efcd1982 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-h2-768862-2 {{(pid=84877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:31:40.957458 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c0e2723-2ab6-4e51-826c-7a77efcd1982 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-h2-768862-2 {{(pid=84877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:31:40.957458 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c0e2723-2ab6-4e51-826c-7a77efcd1982 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-h2-768862-2 {{(pid=84877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:31:40.957458 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c0e2723-2ab6-4e51-826c-7a77efcd1982 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-h2-768862-2 {{(pid=84877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:31:40.957458 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c0e2723-2ab6-4e51-826c-7a77efcd1982 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-h2-768862-2 {{(pid=84877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:31:40.958189 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c0e2723-2ab6-4e51-826c-7a77efcd1982 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-h2-768862-2 {{(pid=84877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:31:40.958189 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c0e2723-2ab6-4e51-826c-7a77efcd1982 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-2 {{(pid=84877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:31:40.958484 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c0e2723-2ab6-4e51-826c-7a77efcd1982 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-2 {{(pid=84877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:31:40.958803 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c0e2723-2ab6-4e51-826c-7a77efcd1982 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-2 {{(pid=84877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:31:40.959154 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c0e2723-2ab6-4e51-826c-7a77efcd1982 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-2 {{(pid=84877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:31:40.959505 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c0e2723-2ab6-4e51-826c-7a77efcd1982 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@n-d-768862-2 {{(pid=84877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:31:40.959862 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c0e2723-2ab6-4e51-826c-7a77efcd1982 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-2 {{(pid=84877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:31:40.960224 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c0e2723-2ab6-4e51-826c-7a77efcd1982 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-768862-2 {{(pid=84877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:31:40.960621 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c0e2723-2ab6-4e51-826c-7a77efcd1982 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-768862-2 {{(pid=84877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:31:40.960970 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c0e2723-2ab6-4e51-826c-7a77efcd1982 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-2 {{(pid=84877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:31:40.961363 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c0e2723-2ab6-4e51-826c-7a77efcd1982 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-2 {{(pid=84877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:31:40.961666 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c0e2723-2ab6-4e51-826c-7a77efcd1982 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-2 {{(pid=84877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:31:40.962009 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c0e2723-2ab6-4e51-826c-7a77efcd1982 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-2 {{(pid=84877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:31:40.988779 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-2c0e2723-2ab6-4e51-826c-7a77efcd1982 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.218s {{(pid=84877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:31:41.127387 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-f72ca7e3-2c6b-4d0c-9beb-4120a1b16d0c tempest-PortsTestJSON-2091589570 tempest-PortsTestJSON-2091589570] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3889346', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036854717606'] for router, precommit_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:31:41.130955 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-f72ca7e3-2c6b-4d0c-9beb-4120a1b16d0c tempest-PortsTestJSON-2091589570 tempest-PortsTestJSON-2091589570] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:31:41.143103 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.managers [None req-f7c9c62f-e990-488e-8536-ac67443f9baf None None] Attempting to bind port 11914482-6a95-43fa-a240-85c7eca95117 on host n-d-768862-2 for vnic_type normal with profile {{(pid=84877) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 14 07:31:41.143103 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.managers [None req-f7c9c62f-e990-488e-8536-ac67443f9baf None None] Attempting to bind port 11914482-6a95-43fa-a240-85c7eca95117 by drivers openvswitch on host n-d-768862-2 at level 0 using segments [{'id': 'cf3ded2c-bc47-4a71-89af-6e7117e60140', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '226f1e78-82cd-4481-9055-4eb73b6db8c1'}] {{(pid=84877) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 14 07:31:41.143103 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7c9c62f-e990-488e-8536-ac67443f9baf None None] Attempting to bind port 11914482-6a95-43fa-a240-85c7eca95117 on network 226f1e78-82cd-4481-9055-4eb73b6db8c1 {{(pid=84877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 14 07:31:41.164214 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7c9c62f-e990-488e-8536-ac67443f9baf None None] Checking agent: {'id': 'ba5efab1-b43c-4d5a-bc52-6e105d4e67a2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768862-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 14, 6, 56, 52), 'started_at': datetime.datetime(2021, 1, 14, 6, 57, 22), 'heartbeat_timestamp': datetime.datetime(2021, 1, 14, 7, 31, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768862-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.29', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 14 07:31:41.166122 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7c9c62f-e990-488e-8536-ac67443f9baf None None] Checking segment: {'id': 'cf3ded2c-bc47-4a71-89af-6e7117e60140', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '226f1e78-82cd-4481-9055-4eb73b6db8c1'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84877) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 14 07:31:41.167199 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-f7c9c62f-e990-488e-8536-ac67443f9baf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:31:41.168739 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-f72ca7e3-2c6b-4d0c-9beb-4120a1b16d0c tempest-PortsTestJSON-2091589570 tempest-PortsTestJSON-2091589570] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036850897070'] for router, after_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:31:41.169507 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f72ca7e3-2c6b-4d0c-9beb-4120a1b16d0c tempest-PortsTestJSON-2091589570 tempest-PortsTestJSON-2091589570] Fanout notify agent at l3_agent the message router_deleted on router 589cd944-f765-4dfe-b1f7-5ced8a7b2eea {{(pid=84874) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jan 14 07:31:41.170431 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7c9c62f-e990-488e-8536-ac67443f9baf None None] Bound using segment: {'id': 'cf3ded2c-bc47-4a71-89af-6e7117e60140', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '226f1e78-82cd-4481-9055-4eb73b6db8c1'} {{(pid=84877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 14 07:31:41.170955 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.managers [None req-f7c9c62f-e990-488e-8536-ac67443f9baf None None] Bound port: 11914482-6a95-43fa-a240-85c7eca95117, host: n-d-768862-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cf3ded2c-bc47-4a71-89af-6e7117e60140', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '226f1e78-82cd-4481-9055-4eb73b6db8c1'}}] {{(pid=84877) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 14 07:31:41.172607 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-f7c9c62f-e990-488e-8536-ac67443f9baf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555753'] for port, before_update {{(pid=84877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:31:41.202846 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-f72ca7e3-2c6b-4d0c-9beb-4120a1b16d0c tempest-PortsTestJSON-2091589570 tempest-PortsTestJSON-2091589570] Notify callbacks [] for router, before_response {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:31:41.203903 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-f72ca7e3-2c6b-4d0c-9beb-4120a1b16d0c tempest-PortsTestJSON-2091589570 tempest-PortsTestJSON-2091589570] 10.222.0.24 "DELETE /v2.0/routers/589cd944-f765-4dfe-b1f7-5ced8a7b2eea HTTP/1.1" status: 204 len: 168 time: 0.9100308 Jan 14 07:31:41.230104 n-d-768862-2 neutron-server[84765]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2ba2be7c-0bcb-4dfb-839d-a70fa6fe3feb tempest-PortsIpV6TestJSON-1330665174 tempest-PortsIpV6TestJSON-1330665174] Router 8753e13b-75ca-4ee5-9944-03830cdb49ef is scheduled to L3 agent 35f592e9-451b-4db9-abea-77b6a5c5391b with binding_index 1 {{(pid=84874) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}} Jan 14 07:31:41.239863 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84875) accepted ('10.222.0.24', 55712) {{(pid=84875) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:31:41.251321 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-017f98a9-8a07-408c-a86f-8ff0c00400a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363259214191800', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854171626'] for agent, after_update {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:31:41.474367 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [None req-f7c9c62f-e990-488e-8536-ac67443f9baf None None] For port 11914482-6a95-43fa-a240-85c7eca95117, host n-d-768862-2, cleared binding levels {{(pid=84877) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 14 07:31:41.482241 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-56b929d1-4d2c-4424-bdea-f6c39209410b tempest-TestNetworkBasicOps-1983703278 tempest-TestNetworkBasicOps-1983703278] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850887113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036851621412', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036852467174'] for subnet, after_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:31:41.502438 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [None req-f7c9c62f-e990-488e-8536-ac67443f9baf None None] For port 11914482-6a95-43fa-a240-85c7eca95117, host n-d-768862-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-2',level=0,port_id=11914482-6a95-43fa-a240-85c7eca95117,segment=NetworkSegment(cf3ded2c-bc47-4a71-89af-6e7117e60140),segment_id=cf3ded2c-bc47-4a71-89af-6e7117e60140)] {{(pid=84877) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 14 07:31:41.504412 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-f7c9c62f-e990-488e-8536-ac67443f9baf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777640533312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363259214678337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777640097497'] for port, after_update {{(pid=84877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:31:41.550724 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-1136e288-0e3f-48bb-b324-090b0023ba1d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:31:41.580301 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-233bfd37-3ec1-4362-96c1-1cbcfabd338f tempest-PortsTestJSON-2091589570 tempest-PortsTestJSON-2091589570] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:31:41.721279 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2ba2be7c-0bcb-4dfb-839d-a70fa6fe3feb tempest-PortsIpV6TestJSON-1330665174 tempest-PortsIpV6TestJSON-1330665174] Notify agent at l3_agent.n-d-768862-2 the message routers_updated {{(pid=84874) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jan 14 07:31:41.762118 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-2ba2be7c-0bcb-4dfb-839d-a70fa6fe3feb tempest-PortsIpV6TestJSON-1330665174 tempest-PortsIpV6TestJSON-1330665174] 10.222.0.24 "PUT /v2.0/routers/8753e13b-75ca-4ee5-9944-03830cdb49ef/add_router_interface HTTP/1.1" status: 200 len: 503 time: 11.6454999 Jan 14 07:31:41.764837 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84874) accepted ('10.222.0.24', 55764) {{(pid=84874) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:31:41.810676 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-90aa6e0f-8cd9-49a9-8fad-3e618aa7837d tempest-FloatingIPNegativeTestJSON-2001787271 tempest-FloatingIPNegativeTestJSON-2001787271] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555753'] for port, before_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:31:41.935898 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-447240a1-fab7-41a8-ae7f-97eec5dac100 None None] Sync routers for ids ['8753e13b-75ca-4ee5-9944-03830cdb49ef'] in n-d-768862-2 {{(pid=84877) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Jan 14 07:31:41.956247 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-447240a1-fab7-41a8-ae7f-97eec5dac100 None None] Routers {'8753e13b-75ca-4ee5-9944-03830cdb49ef'} bound to L3 agent in host n-d-768862-2 {{(pid=84877) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 14 07:31:41.957284 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_hamode_db [None req-447240a1-fab7-41a8-ae7f-97eec5dac100 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-01-14T06:56:51Z,description=,heartbeat_timestamp=2021-01-14T07:31:22Z,host='n-d-768862-2',id=35f592e9-451b-4db9-abea-77b6a5c5391b,load=0,resource_versions=,resources_synced=,started_at=2021-01-14T06:56:51Z,topic='l3_agent')) {'router_ids': ['8753e13b-75ca-4ee5-9944-03830cdb49ef'], 'active': True} {{(pid=84877) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:31:41.996582 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2560e956-c682-43cc-ae26-1de641851152 tempest-PortsIpV6TestJSON-1330665174 tempest-PortsIpV6TestJSON-1330665174] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:31:41.998188 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-2560e956-c682-43cc-ae26-1de641851152 tempest-PortsIpV6TestJSON-1330665174 tempest-PortsIpV6TestJSON-1330665174] Synchronizing usage tracker for tenant:6396266df05d476da6838f06b578d30b on resource:port {{(pid=84874) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 14 07:31:42.037837 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-2560e956-c682-43cc-ae26-1de641851152 tempest-PortsIpV6TestJSON-1330665174 tempest-PortsIpV6TestJSON-1330665174] Unset dirty status for tenant:6396266df05d476da6838f06b578d30b on resource:port {{(pid=84874) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 14 07:31:42.039193 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-2560e956-c682-43cc-ae26-1de641851152 tempest-PortsIpV6TestJSON-1330665174 tempest-PortsIpV6TestJSON-1330665174] 10.222.0.24 "GET /v2.0/ports?device_id=8753e13b-75ca-4ee5-9944-03830cdb49ef HTTP/1.1" status: 200 len: 988 time: 0.2731612 Jan 14 07:31:42.042348 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84874) accepted ('10.222.0.24', 55768) {{(pid=84874) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:31:42.045776 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_hamode_db [None req-447240a1-fab7-41a8-ae7f-97eec5dac100 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768862-2', False) {} {{(pid=84877) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:31:42.108546 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-447240a1-fab7-41a8-ae7f-97eec5dac100 None None] Routers {'8753e13b-75ca-4ee5-9944-03830cdb49ef'} bound to L3 agent in host n-d-768862-2 {{(pid=84877) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 14 07:31:42.109344 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_hamode_db [None req-447240a1-fab7-41a8-ae7f-97eec5dac100 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-01-14T06:56:51Z,description=,heartbeat_timestamp=2021-01-14T07:31:22Z,host='n-d-768862-2',id=35f592e9-451b-4db9-abea-77b6a5c5391b,load=0,resource_versions=,resources_synced=,started_at=2021-01-14T06:56:51Z,topic='l3_agent')) {'router_ids': ['8753e13b-75ca-4ee5-9944-03830cdb49ef'], 'active': True} {{(pid=84877) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:31:42.249372 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7c9c62f-e990-488e-8536-ac67443f9baf None None] Routers {'50ef5e4f-d688-4837-84d9-242338edad9d'} bound to L3 agent in host n-d-768862-2 {{(pid=84877) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 14 07:31:42.250163 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_hamode_db [None req-f7c9c62f-e990-488e-8536-ac67443f9baf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-01-14T06:56:51Z,description=,heartbeat_timestamp=2021-01-14T07:31:22Z,host='n-d-768862-2',id=35f592e9-451b-4db9-abea-77b6a5c5391b,load=0,resource_versions=,resources_synced=,started_at=2021-01-14T06:56:51Z,topic='l3_agent')) {'router_ids': ['50ef5e4f-d688-4837-84d9-242338edad9d'], 'active': True} {{(pid=84877) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:31:42.628898 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-852a24f7-e9a1-4193-9abb-e9506fe5213f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363259214191800', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854171626'] for agent, after_update {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:31:42.644694 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84875) accepted ('10.222.0.24', 55784) {{(pid=84875) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:31:42.655594 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56b929d1-4d2c-4424-bdea-f6c39209410b tempest-TestNetworkBasicOps-1983703278 tempest-TestNetworkBasicOps-1983703278] Pushing event updated for resources: {'Subnet': ['ID=6b63f965-2d0d-4f6b-9e42-5188bfa39eed,revision_number=0']} {{(pid=84875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:31:42.660937 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-56b929d1-4d2c-4424-bdea-f6c39209410b tempest-TestNetworkBasicOps-1983703278 tempest-TestNetworkBasicOps-1983703278] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.081s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:31:42.707018 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_dvr_db [None req-f7c9c62f-e990-488e-8536-ac67443f9baf None None] Set router 50ef5e4f-d688-4837-84d9-242338edad9d gateway port host: n-d-768862-2 {{(pid=84877) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 14 07:31:43.015780 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_hamode_db [None req-447240a1-fab7-41a8-ae7f-97eec5dac100 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768862-2', False) {} {{(pid=84877) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:31:43.017884 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-447240a1-fab7-41a8-ae7f-97eec5dac100 None None] The sync data for ids ['8753e13b-75ca-4ee5-9944-03830cdb49ef'] in n-d-768862-2 is: [] {{(pid=84877) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Jan 14 07:31:43.125155 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c0e2723-2ab6-4e51-826c-7a77efcd1982 None None] Pushing event updated for resources: {'Port': ['ID=11914482-6a95-43fa-a240-85c7eca95117,revision_number=3']} {{(pid=84877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:31:43.136024 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-2c0e2723-2ab6-4e51-826c-7a77efcd1982 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.585s {{(pid=84877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:31:43.295879 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.db_base_plugin_common [None req-90aa6e0f-8cd9-49a9-8fad-3e618aa7837d tempest-FloatingIPNegativeTestJSON-2001787271 tempest-FloatingIPNegativeTestJSON-2001787271] Allocated IP 172.25.2.126 (226f1e78-82cd-4481-9055-4eb73b6db8c1/ba8deeec-7658-4195-9449-038c076f5c83/8fadb307-b2b9-4a5b-8f58-94943cf771d7) {{(pid=84875) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 14 07:31:43.319498 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-d20bf4ca-7292-4e95-bb3b-154ba352ec1a tempest-PortsIpV6TestJSON-1330665174 tempest-PortsIpV6TestJSON-1330665174] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3889632'] for router_interface, before_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:31:43.504436 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-90aa6e0f-8cd9-49a9-8fad-3e618aa7837d tempest-FloatingIPNegativeTestJSON-2001787271 tempest-FloatingIPNegativeTestJSON-2001787271] Notify callbacks [] for port, precommit_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:31:43.558217 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_hamode_db [None req-f7c9c62f-e990-488e-8536-ac67443f9baf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '50ef5e4f-d688-4837-84d9-242338edad9d', 'name': 'tempest-TestNetworkBasicOps-router-290611380', 'tenant_id': 'c52a65222187474995edf4946f0fd389', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '226f1e78-82cd-4481-9055-4eb73b6db8c1', 'external_fixed_ips': [{'subnet_id': 'ba8deeec-7658-4195-9449-038c076f5c83', 'ip_address': '172.25.2.99'}], 'enable_snat': True}, 'gw_port_id': '11914482-6a95-43fa-a240-85c7eca95117', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-14T07:31:17Z', 'updated_at': '2021-01-14T07:31:28Z', 'revision_number': 3, 'project_id': 'c52a65222187474995edf4946f0fd389', 'gw_port': {'id': '11914482-6a95-43fa-a240-85c7eca95117', 'name': '', 'network_id': '226f1e78-82cd-4481-9055-4eb73b6db8c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:18:76', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '50ef5e4f-d688-4837-84d9-242338edad9d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2636, 'fixed_ips': [{'subnet_id': 'ba8deeec-7658-4195-9449-038c076f5c83', 'ip_address': '172.25.2.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T07:31:22Z', 'updated_at': '2021-01-14T07:31:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ba8deeec-7658-4195-9449-038c076f5c83', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-2'}], 'n-d-768862-2', False) {} {{(pid=84877) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:31:43.590690 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7c9c62f-e990-488e-8536-ac67443f9baf None None] The sync data for ids ['50ef5e4f-d688-4837-84d9-242338edad9d'] in n-d-768862-2 is: [{'id': '50ef5e4f-d688-4837-84d9-242338edad9d', 'name': 'tempest-TestNetworkBasicOps-router-290611380', 'tenant_id': 'c52a65222187474995edf4946f0fd389', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '226f1e78-82cd-4481-9055-4eb73b6db8c1', 'external_fixed_ips': [{'subnet_id': 'ba8deeec-7658-4195-9449-038c076f5c83', 'ip_address': '172.25.2.99'}], 'enable_snat': True}, 'gw_port_id': '11914482-6a95-43fa-a240-85c7eca95117', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-14T07:31:17Z', 'updated_at': '2021-01-14T07:31:28Z', 'revision_number': 3, 'project_id': 'c52a65222187474995edf4946f0fd389', 'gw_port': {'id': '11914482-6a95-43fa-a240-85c7eca95117', 'name': '', 'network_id': '226f1e78-82cd-4481-9055-4eb73b6db8c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:18:76', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '50ef5e4f-d688-4837-84d9-242338edad9d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2636, 'fixed_ips': [{'subnet_id': 'ba8deeec-7658-4195-9449-038c076f5c83', 'ip_address': '172.25.2.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T07:31:22Z', 'updated_at': '2021-01-14T07:31:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ba8deeec-7658-4195-9449-038c076f5c83', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-2'}] {{(pid=84877) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Jan 14 07:31:43.662512 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-90aa6e0f-8cd9-49a9-8fad-3e618aa7837d tempest-FloatingIPNegativeTestJSON-2001787271 tempest-FloatingIPNegativeTestJSON-2001787271] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777640123575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851621574'] for port, after_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:31:43.722100 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-0354c2b5-52b9-4e3a-aa8e-ee1e1d261842 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:31:43.792537 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-cc0a4e73-6600-44cd-9392-a751a5daf732 tempest-FloatingIPNegativeTestJSON-2001787271 tempest-FloatingIPNegativeTestJSON-2001787271] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:31:43.976497 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56b929d1-4d2c-4424-bdea-f6c39209410b tempest-TestNetworkBasicOps-1983703278 tempest-TestNetworkBasicOps-1983703278] Checking segment: {'id': '9629e1a4-7250-4f99-b228-b72aaf324ef3', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 21, 'network_id': '780315ca-b2bf-4289-8e3a-06e1e90b3342'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84875) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 14 07:31:43.977010 n-d-768862-2 neutron-server[84765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56b929d1-4d2c-4424-bdea-f6c39209410b tempest-TestNetworkBasicOps-1983703278 tempest-TestNetworkBasicOps-1983703278] Network hostable DHCP agents. Network: 780315ca-b2bf-4289-8e3a-06e1e90b3342, hostable agents: ['32f3dd84-26da-4d18-bf15-6017a8fb7247'], hosted agents: [] {{(pid=84875) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Jan 14 07:31:44.065532 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-0354c2b5-52b9-4e3a-aa8e-ee1e1d261842 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:31:44.070606 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-0354c2b5-52b9-4e3a-aa8e-ee1e1d261842 admin admin] Usage tracker for resource:security_group_rule and tenant:b8507cf99aff47598b61281115ff3f2c is out of sync, need to count used quota {{(pid=84875) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:31:44.073834 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-0354c2b5-52b9-4e3a-aa8e-ee1e1d261842 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84875) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:31:44.082812 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-0354c2b5-52b9-4e3a-aa8e-ee1e1d261842 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:31:44.110158 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90aa6e0f-8cd9-49a9-8fad-3e618aa7837d tempest-FloatingIPNegativeTestJSON-2001787271 tempest-FloatingIPNegativeTestJSON-2001787271] Pushing event updated for resources: {'Port': ['ID=8fadb307-b2b9-4a5b-8f58-94943cf771d7,revision_number=1']} {{(pid=84875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:31:44.114924 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-90aa6e0f-8cd9-49a9-8fad-3e618aa7837d tempest-FloatingIPNegativeTestJSON-2001787271 tempest-FloatingIPNegativeTestJSON-2001787271] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.322s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:31:44.177680 n-d-768862-2 neutron-server[84765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56b929d1-4d2c-4424-bdea-f6c39209410b tempest-TestNetworkBasicOps-1983703278 tempest-TestNetworkBasicOps-1983703278] Network 780315ca-b2bf-4289-8e3a-06e1e90b3342 is scheduled to be hosted by DHCP agent 32f3dd84-26da-4d18-bf15-6017a8fb7247 with binding_index 1 {{(pid=84875) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Jan 14 07:31:44.195287 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.db_base_plugin_v2 [None req-8c5399c0-c570-4650-b610-f510656bc588 tempest-PortsTestJSON-2091589570 tempest-PortsTestJSON-2091589570] Deleting subnet ba0395d8-c660-47c7-84c8-1cb8cca8803e {{(pid=84875) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Jan 14 07:31:44.210267 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-8c5399c0-c570-4650-b610-f510656bc588 tempest-PortsTestJSON-2091589570 tempest-PortsTestJSON-2091589570] Notify callbacks [] for subnet, before_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:31:44.293585 n-d-768862-2 neutron-server[84765]: DEBUG neutron.scheduler.base_scheduler [None req-56b929d1-4d2c-4424-bdea-f6c39209410b tempest-TestNetworkBasicOps-1983703278 tempest-TestNetworkBasicOps-1983703278] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768862-2, 780315ca-b2bf-4289-8e3a-06e1e90b3342) {{(pid=84875) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 07:31:44.302260 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f1c69ce-e496-4f00-a0ec-34d08a11874e None None] Network 780315ca-b2bf-4289-8e3a-06e1e90b3342 requested from n-d-768862-2 {{(pid=84876) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 07:31:44.432984 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.plugin [None req-d20bf4ca-7292-4e95-bb3b-154ba352ec1a tempest-PortsIpV6TestJSON-1330665174 tempest-PortsIpV6TestJSON-1330665174] Deleting port 3da7d1c5-be96-47dd-95e9-8b8e84408db7 {{(pid=84874) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 07:31:44.433377 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-d20bf4ca-7292-4e95-bb3b-154ba352ec1a tempest-PortsIpV6TestJSON-1330665174 tempest-PortsIpV6TestJSON-1330665174] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363259214248359'] for port, before_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:31:44.439078 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-8c5399c0-c570-4650-b610-f510656bc588 tempest-PortsTestJSON-2091589570 tempest-PortsTestJSON-2091589570] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3367281'] for subnet, precommit_delete_associations {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:31:44.572464 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-8c5399c0-c570-4650-b610-f510656bc588 tempest-PortsTestJSON-2091589570 tempest-PortsTestJSON-2091589570] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036854176836'] for subnet, precommit_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:31:44.817337 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-d20bf4ca-7292-4e95-bb3b-154ba352ec1a tempest-PortsIpV6TestJSON-1330665174 tempest-PortsIpV6TestJSON-1330665174] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036850862667'] for port, precommit_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:31:44.873036 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56b929d1-4d2c-4424-bdea-f6c39209410b tempest-TestNetworkBasicOps-1983703278 tempest-TestNetworkBasicOps-1983703278] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:31:44.905912 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-56b929d1-4d2c-4424-bdea-f6c39209410b tempest-TestNetworkBasicOps-1983703278 tempest-TestNetworkBasicOps-1983703278] Notify callbacks [] for subnet, before_response {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:31:44.943425 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ed812ec-3818-42ea-86bd-bf6fc09aaaee None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5d94dc7a-c095-50a4-955e-5f3b78718a12-780315ca-b2bf-4289-8e3a-06e1e90b3342', 'network_id': '780315ca-b2bf-4289-8e3a-06e1e90b3342', 'tenant_id': 'c52a65222187474995edf4946f0fd389', 'fixed_ips': [{'subnet_id': '6b63f965-2d0d-4f6b-9e42-5188bfa39eed'}]}} from n-d-768862-2. {{(pid=84876) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Jan 14 07:31:44.944514 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-6ed812ec-3818-42ea-86bd-bf6fc09aaaee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555753'] for port, before_create {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:31:45.029651 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-56b929d1-4d2c-4424-bdea-f6c39209410b tempest-TestNetworkBasicOps-1983703278 tempest-TestNetworkBasicOps-1983703278] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 6.5804145 Jan 14 07:31:45.049466 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84875) accepted ('10.222.0.24', 55852) {{(pid=84875) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:31:45.310722 n-d-768862-2 neutron-server[84765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90aa6e0f-8cd9-49a9-8fad-3e618aa7837d tempest-FloatingIPNegativeTestJSON-2001787271 tempest-FloatingIPNegativeTestJSON-2001787271] Network 226f1e78-82cd-4481-9055-4eb73b6db8c1 is already hosted by enough agents. {{(pid=84875) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 07:31:45.325485 n-d-768862-2 neutron-server[84765]: DEBUG neutron.scheduler.base_scheduler [None req-90aa6e0f-8cd9-49a9-8fad-3e618aa7837d tempest-FloatingIPNegativeTestJSON-2001787271 tempest-FloatingIPNegativeTestJSON-2001787271] Resources bound (agent type, host, resource id): {{(pid=84875) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 07:31:45.328177 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90aa6e0f-8cd9-49a9-8fad-3e618aa7837d tempest-FloatingIPNegativeTestJSON-2001787271 tempest-FloatingIPNegativeTestJSON-2001787271] Received port after_create {{(pid=84875) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 14 07:31:45.332993 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.plugin [None req-d20bf4ca-7292-4e95-bb3b-154ba352ec1a tempest-PortsIpV6TestJSON-1330665174 tempest-PortsIpV6TestJSON-1330665174] Calling delete_port for 3da7d1c5-be96-47dd-95e9-8b8e84408db7 owned by network:router_interface {{(pid=84874) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 07:31:45.436540 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.agents_db [None req-5b939a2f-078d-4c69-a188-cb55a28a77a0 None None] Agent healthcheck: found 7 active agents {{(pid=84877) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Jan 14 07:31:45.649383 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.db_base_plugin_common [None req-6ed812ec-3818-42ea-86bd-bf6fc09aaaee None None] Allocated IP 172.20.0.2 (780315ca-b2bf-4289-8e3a-06e1e90b3342/6b63f965-2d0d-4f6b-9e42-5188bfa39eed/f6c84be7-dd3e-4198-a997-6ba79325810a) {{(pid=84876) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 14 07:31:45.726172 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Device 11914482-6a95-43fa-a240-85c7eca95117 up at agent ovs-agent-n-d-768862-2 {{(pid=84876) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 07:31:45.789435 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-d20bf4ca-7292-4e95-bb3b-154ba352ec1a tempest-PortsIpV6TestJSON-1330665174 tempest-PortsIpV6TestJSON-1330665174] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777640533329', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777640097463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3254186'] for port, after_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:31:45.948416 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Provisioning for port 11914482-6a95-43fa-a240-85c7eca95117 completed by entity L2. {{(pid=84876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 07:31:45.951373 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-13c2821c-e9c1-45eb-883b-9bc8e68e56b1 tempest-PortsIpV6TestJSON-1330665174 tempest-PortsIpV6TestJSON-1330665174] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:31:45.977801 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Provisioning complete for port 11914482-6a95-43fa-a240-85c7eca95117 triggered by entity L2. {{(pid=84876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 07:31:45.978216 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-604227'] for port, provisioning_complete {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:31:46.088399 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d20bf4ca-7292-4e95-bb3b-154ba352ec1a tempest-PortsIpV6TestJSON-1330665174 tempest-PortsIpV6TestJSON-1330665174] Pushing event deleted for resources: {'Port': ['ID=3da7d1c5-be96-47dd-95e9-8b8e84408db7,revision_number=None']} {{(pid=84874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:31:46.179265 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555753'] for port, before_update {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:31:46.200116 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] For port 11914482-6a95-43fa-a240-85c7eca95117, host n-d-768862-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-2',level=0,port_id=11914482-6a95-43fa-a240-85c7eca95117,segment=NetworkSegment(cf3ded2c-bc47-4a71-89af-6e7117e60140),segment_id=cf3ded2c-bc47-4a71-89af-6e7117e60140)] {{(pid=84876) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 07:31:46.231312 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-d20bf4ca-7292-4e95-bb3b-154ba352ec1a tempest-PortsIpV6TestJSON-1330665174 tempest-PortsIpV6TestJSON-1330665174] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.289s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:31:46.276805 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777640533312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363259214678337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777640097497'] for port, after_update {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:31:46.323284 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-4a58efa0-848b-4954-9db0-24589fcb34a6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84876) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:31:46.567472 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Pushing event updated for resources: {'Port': ['ID=11914482-6a95-43fa-a240-85c7eca95117,revision_number=4']} {{(pid=84876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:31:46.571408 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.249s {{(pid=84876) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:31:46.607623 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-d20bf4ca-7292-4e95-bb3b-154ba352ec1a tempest-PortsIpV6TestJSON-1330665174 tempest-PortsIpV6TestJSON-1330665174] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted--9223372036851568851', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal--9223372036850888080'] for router_interface, after_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:31:46.623267 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-6ed812ec-3818-42ea-86bd-bf6fc09aaaee None None] Notify callbacks [] for port, precommit_create {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:31:46.636382 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-0354c2b5-52b9-4e3a-aa8e-ee1e1d261842 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:31:46.650641 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-6ed812ec-3818-42ea-86bd-bf6fc09aaaee None None] Transition to ACTIVE for port object f6c84be7-dd3e-4198-a997-6ba79325810a will not be triggered until provisioned by entity L2. {{(pid=84876) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 07:31:46.676942 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-0354c2b5-52b9-4e3a-aa8e-ee1e1d261842 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850887153'] for security_group, after_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:31:46.691618 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-6ed812ec-3818-42ea-86bd-bf6fc09aaaee None None] Transition to ACTIVE for port object f6c84be7-dd3e-4198-a997-6ba79325810a will not be triggered until provisioned by entity DHCP. {{(pid=84876) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 07:31:46.706210 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-6ed812ec-3818-42ea-86bd-bf6fc09aaaee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777640123575'] for port, after_create {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:31:46.718515 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-2378f363-cedc-4d97-8c70-993f031b90f0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:31:46.949128 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-8db30660-0160-4368-a8f9-a95b65cd68bd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84876) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:31:47.088372 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ed812ec-3818-42ea-86bd-bf6fc09aaaee None None] Pushing event updated for resources: {'Port': ['ID=f6c84be7-dd3e-4198-a997-6ba79325810a,revision_number=1']} {{(pid=84876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:31:47.092422 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-6ed812ec-3818-42ea-86bd-bf6fc09aaaee None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=84876) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:31:47.118603 n-d-768862-2 neutron-server[84765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ed812ec-3818-42ea-86bd-bf6fc09aaaee None None] Network 780315ca-b2bf-4289-8e3a-06e1e90b3342 is already hosted by enough agents. {{(pid=84876) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 07:31:47.122312 n-d-768862-2 neutron-server[84765]: DEBUG neutron.scheduler.base_scheduler [None req-6ed812ec-3818-42ea-86bd-bf6fc09aaaee None None] Resources bound (agent type, host, resource id): {{(pid=84876) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 07:31:47.125007 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0354c2b5-52b9-4e3a-aa8e-ee1e1d261842 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0ed44924-bb8e-4da1-97b2-5680087f5822,revision_number=1']} {{(pid=84875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:31:47.148884 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-0354c2b5-52b9-4e3a-aa8e-ee1e1d261842 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=b8507cf99aff47598b61281115ff3f2c&name=default HTTP/1.1" status: 200 len: 2983 time: 4.4600933 Jan 14 07:31:47.149679 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ed812ec-3818-42ea-86bd-bf6fc09aaaee None None] Received port after_create {{(pid=84876) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 14 07:31:47.149821 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84875) accepted ('10.222.0.24', 56002) {{(pid=84875) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:31:47.153108 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-0354c2b5-52b9-4e3a-aa8e-ee1e1d261842 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.434s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:31:47.251611 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-90aa6e0f-8cd9-49a9-8fad-3e618aa7837d tempest-FloatingIPNegativeTestJSON-2001787271 tempest-FloatingIPNegativeTestJSON-2001787271] Notify callbacks [] for floatingip, precommit_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:31:47.336763 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.managers [None req-6ed812ec-3818-42ea-86bd-bf6fc09aaaee None None] Attempting to bind port f6c84be7-dd3e-4198-a997-6ba79325810a on host n-d-768862-2 for vnic_type normal with profile {{(pid=84876) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 14 07:31:47.337685 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.managers [None req-6ed812ec-3818-42ea-86bd-bf6fc09aaaee None None] Attempting to bind port f6c84be7-dd3e-4198-a997-6ba79325810a by drivers openvswitch on host n-d-768862-2 at level 0 using segments [{'id': '9629e1a4-7250-4f99-b228-b72aaf324ef3', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 21, 'network_id': '780315ca-b2bf-4289-8e3a-06e1e90b3342'}] {{(pid=84876) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 14 07:31:47.338291 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ed812ec-3818-42ea-86bd-bf6fc09aaaee None None] Attempting to bind port f6c84be7-dd3e-4198-a997-6ba79325810a on network 780315ca-b2bf-4289-8e3a-06e1e90b3342 {{(pid=84876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 14 07:31:47.346780 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ed812ec-3818-42ea-86bd-bf6fc09aaaee None None] Checking agent: {'id': 'ba5efab1-b43c-4d5a-bc52-6e105d4e67a2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768862-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 14, 6, 56, 52), 'started_at': datetime.datetime(2021, 1, 14, 6, 57, 22), 'heartbeat_timestamp': datetime.datetime(2021, 1, 14, 7, 31, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768862-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.29', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 14 07:31:47.347480 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ed812ec-3818-42ea-86bd-bf6fc09aaaee None None] Checking segment: {'id': '9629e1a4-7250-4f99-b228-b72aaf324ef3', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 21, 'network_id': '780315ca-b2bf-4289-8e3a-06e1e90b3342'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84876) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 14 07:31:47.348959 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-6ed812ec-3818-42ea-86bd-bf6fc09aaaee None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:31:47.349579 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ed812ec-3818-42ea-86bd-bf6fc09aaaee None None] Bound using segment: {'id': '9629e1a4-7250-4f99-b228-b72aaf324ef3', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 21, 'network_id': '780315ca-b2bf-4289-8e3a-06e1e90b3342'} {{(pid=84876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 14 07:31:47.350282 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.managers [None req-6ed812ec-3818-42ea-86bd-bf6fc09aaaee None None] Bound port: f6c84be7-dd3e-4198-a997-6ba79325810a, host: n-d-768862-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9629e1a4-7250-4f99-b228-b72aaf324ef3', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 21, 'network_id': '780315ca-b2bf-4289-8e3a-06e1e90b3342'}}] {{(pid=84876) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 14 07:31:47.350949 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-6ed812ec-3818-42ea-86bd-bf6fc09aaaee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555753'] for port, before_update {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:31:47.551283 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [None req-6ed812ec-3818-42ea-86bd-bf6fc09aaaee None None] For port f6c84be7-dd3e-4198-a997-6ba79325810a, host n-d-768862-2, cleared binding levels {{(pid=84876) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 14 07:31:47.561034 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [None req-6ed812ec-3818-42ea-86bd-bf6fc09aaaee None None] For port f6c84be7-dd3e-4198-a997-6ba79325810a, host n-d-768862-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-2',level=0,port_id=f6c84be7-dd3e-4198-a997-6ba79325810a,segment=NetworkSegment(9629e1a4-7250-4f99-b228-b72aaf324ef3),segment_id=9629e1a4-7250-4f99-b228-b72aaf324ef3)] {{(pid=84876) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 14 07:31:47.582748 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-6ed812ec-3818-42ea-86bd-bf6fc09aaaee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777640533312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363259214678337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777640097497'] for port, after_update {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:31:47.690282 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-8c5399c0-c570-4650-b610-f510656bc588 tempest-PortsTestJSON-2091589570 tempest-PortsTestJSON-2091589570] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-598964', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850887113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3154192', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2308610'] for subnet, after_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:31:47.805555 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-580ba26e-577f-4d44-8e8a-e3ecde6a2ba7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:31:47.841727 n-d-768862-2 neutron-server[84765]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d20bf4ca-7292-4e95-bb3b-154ba352ec1a tempest-PortsIpV6TestJSON-1330665174 tempest-PortsIpV6TestJSON-1330665174] Router 8753e13b-75ca-4ee5-9944-03830cdb49ef has already been hosted by L3 agent 35f592e9-451b-4db9-abea-77b6a5c5391b {{(pid=84874) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Jan 14 07:31:47.846167 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-ca82a5a1-3786-4840-a1e5-42b2768e8ffb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84876) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:31:47.859392 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-90aa6e0f-8cd9-49a9-8fad-3e618aa7837d tempest-FloatingIPNegativeTestJSON-2001787271 tempest-FloatingIPNegativeTestJSON-2001787271] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555753'] for port, before_update {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:31:47.925067 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Device 11914482-6a95-43fa-a240-85c7eca95117 up at agent ovs-agent-n-d-768862-2 {{(pid=84876) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 07:31:48.076548 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d20bf4ca-7292-4e95-bb3b-154ba352ec1a tempest-PortsIpV6TestJSON-1330665174 tempest-PortsIpV6TestJSON-1330665174] Notify agent at l3_agent.n-d-768862-2 the message routers_updated {{(pid=84874) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jan 14 07:31:48.118588 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-d20bf4ca-7292-4e95-bb3b-154ba352ec1a tempest-PortsIpV6TestJSON-1330665174 tempest-PortsIpV6TestJSON-1330665174] 10.222.0.24 "PUT /v2.0/routers/8753e13b-75ca-4ee5-9944-03830cdb49ef/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.0722692 Jan 14 07:31:48.119233 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84874) accepted ('10.222.0.24', 56062) {{(pid=84874) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:31:48.181663 n-d-768862-2 neutron-server[84765]: INFO neutron.pecan_wsgi.hooks.translation [None req-f2478c67-3fdd-489c-b876-221ff5d29340 tempest-PortsIpV6TestJSON-1330665174 tempest-PortsIpV6TestJSON-1330665174] GET failed (client error): The resource could not be found. Jan 14 07:31:48.182402 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-f2478c67-3fdd-489c-b876-221ff5d29340 tempest-PortsIpV6TestJSON-1330665174 tempest-PortsIpV6TestJSON-1330665174] Synchronizing usage tracker for tenant:6396266df05d476da6838f06b578d30b on resource:port {{(pid=84874) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 14 07:31:48.207099 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-f2478c67-3fdd-489c-b876-221ff5d29340 tempest-PortsIpV6TestJSON-1330665174 tempest-PortsIpV6TestJSON-1330665174] Unset dirty status for tenant:6396266df05d476da6838f06b578d30b on resource:port {{(pid=84874) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 14 07:31:48.210541 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-f2478c67-3fdd-489c-b876-221ff5d29340 tempest-PortsIpV6TestJSON-1330665174 tempest-PortsIpV6TestJSON-1330665174] 10.222.0.24 "GET /v2.0/ports/3da7d1c5-be96-47dd-95e9-8b8e84408db7 HTTP/1.1" status: 404 len: 333 time: 0.0881276 Jan 14 07:31:48.226106 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84874) accepted ('10.222.0.24', 56072) {{(pid=84874) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:31:48.236525 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43939eb6-3ec9-4189-ace6-10a35dac24ed None None] Sync routers for ids ['8753e13b-75ca-4ee5-9944-03830cdb49ef'] in n-d-768862-2 {{(pid=84876) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Jan 14 07:31:48.311431 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Provisioning complete for port 11914482-6a95-43fa-a240-85c7eca95117 triggered by entity L2. {{(pid=84876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 07:31:48.312202 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-604227'] for port, provisioning_complete {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:31:48.374020 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43939eb6-3ec9-4189-ace6-10a35dac24ed None None] Routers {'8753e13b-75ca-4ee5-9944-03830cdb49ef'} bound to L3 agent in host n-d-768862-2 {{(pid=84876) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 14 07:31:48.375388 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_hamode_db [None req-43939eb6-3ec9-4189-ace6-10a35dac24ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-01-14T06:56:51Z,description=,heartbeat_timestamp=2021-01-14T07:31:22Z,host='n-d-768862-2',id=35f592e9-451b-4db9-abea-77b6a5c5391b,load=0,resource_versions=,resources_synced=,started_at=2021-01-14T06:56:51Z,topic='l3_agent')) {'router_ids': ['8753e13b-75ca-4ee5-9944-03830cdb49ef'], 'active': True} {{(pid=84876) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:31:48.377737 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-580ba26e-577f-4d44-8e8a-e3ecde6a2ba7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:31:48.430464 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-ed509b93-1033-40cd-8fa3-5fb4d71ffe72 tempest-PortsTestJSON-2091589570 tempest-PortsTestJSON-2091589570] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:31:48.431817 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "delete_segment":"rule:admin_only" was deprecated in W in favor of "delete_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:31:48.431817 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:31:48.431817 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network":"rule:regular_user" was deprecated in W in favor of "create_network":"role:member and project_id:%(project_id)s". Reason: Jan 14 07:31:48.431817 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:31:48.431817 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:31:48.431817 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:31:48.431817 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:shared":"rule:admin_only" was deprecated in W in favor of "create_network:shared":"role:admin and system_scope:all". Reason: Jan 14 07:31:48.431817 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:31:48.431817 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:31:48.431817 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:31:48.431817 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:router:external":"rule:admin_only" was deprecated in W in favor of "create_network:router:external":"role:admin and system_scope:all". Reason: Jan 14 07:31:48.431817 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:31:48.431817 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:31:48.431817 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:31:48.431817 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:is_default":"rule:admin_only" was deprecated in W in favor of "create_network:is_default":"role:admin and system_scope:all". Reason: Jan 14 07:31:48.431817 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:31:48.431817 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:31:48.431817 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:31:48.431817 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:port_security_enabled":"rule:regular_user" was deprecated in W in favor of "create_network:port_security_enabled":"role:member and project_id:%(project_id)s". Reason: Jan 14 07:31:48.431817 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:31:48.431817 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:31:48.431817 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:31:48.431817 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:segments":"rule:admin_only" was deprecated in W in favor of "create_network:segments":"role:admin and system_scope:all". Reason: Jan 14 07:31:48.431817 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:31:48.431817 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:31:48.431817 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:31:48.431817 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "create_network:provider:network_type":"role:admin and system_scope:all". Reason: Jan 14 07:31:48.431817 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:31:48.431817 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:31:48.431817 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:31:48.431817 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "create_network:provider:physical_network":"role:admin and system_scope:all". Reason: Jan 14 07:31:48.431817 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:31:48.431817 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:31:48.431817 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:31:48.431817 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "create_network:provider:segmentation_id":"role:admin and system_scope:all". Reason: Jan 14 07:31:48.431817 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:31:48.431817 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:31:48.431817 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:31:48.431817 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network":"rule:admin_or_owner or rule:shared or rule:external or rule:context_is_advsvc" was deprecated in W in favor of "get_network":"(role:reader and system_scope:all) or (role:reader and project_id:%(project_id)s) or rule:shared or rule:external or rule:context_is_advsvc". Reason: Jan 14 07:31:48.431817 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:31:48.431817 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:31:48.431817 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:31:48.431817 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:router:external":"rule:regular_user" was deprecated in W in favor of "get_network:router:external":"role:reader and project_id:%(project_id)s". Reason: Jan 14 07:31:48.431817 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:31:48.431817 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:31:48.431817 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:31:48.431817 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:segments":"rule:admin_only" was deprecated in W in favor of "get_network:segments":"role:reader and system_scope:all". Reason: Jan 14 07:31:48.431817 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:31:48.431817 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:31:48.431817 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:31:48.431817 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "get_network:provider:network_type":"role:reader and system_scope:all". Reason: Jan 14 07:31:48.431817 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:31:48.431817 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:31:48.431817 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:31:48.431817 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "get_network:provider:physical_network":"role:reader and system_scope:all". Reason: Jan 14 07:31:48.431817 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:31:48.431817 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:31:48.431817 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:31:48.431817 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "get_network:provider:segmentation_id":"role:reader and system_scope:all". Reason: Jan 14 07:31:48.431817 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:31:48.431817 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:31:48.431817 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:31:48.431817 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network":"rule:admin_or_owner" was deprecated in W in favor of "update_network":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 07:31:48.431817 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:31:48.431817 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:31:48.431817 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:31:48.439697 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-f82a9c1f-c149-4d92-aec7-e1f7aaec5e28 tempest-PortsIpV6TestJSON-1330665174 tempest-PortsIpV6TestJSON-1330665174] Notify callbacks [] for router, before_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:31:48.461775 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_hamode_db [None req-43939eb6-3ec9-4189-ace6-10a35dac24ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768862-2', False) {} {{(pid=84876) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:31:48.570943 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43939eb6-3ec9-4189-ace6-10a35dac24ed None None] Routers {'8753e13b-75ca-4ee5-9944-03830cdb49ef'} bound to L3 agent in host n-d-768862-2 {{(pid=84876) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 14 07:31:48.571733 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_hamode_db [None req-43939eb6-3ec9-4189-ace6-10a35dac24ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-01-14T06:56:51Z,description=,heartbeat_timestamp=2021-01-14T07:31:22Z,host='n-d-768862-2',id=35f592e9-451b-4db9-abea-77b6a5c5391b,load=0,resource_versions=,resources_synced=,started_at=2021-01-14T06:56:51Z,topic='l3_agent')) {'router_ids': ['8753e13b-75ca-4ee5-9944-03830cdb49ef'], 'active': True} {{(pid=84876) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:31:48.624743 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c5399c0-c570-4650-b610-f510656bc588 tempest-PortsTestJSON-2091589570 tempest-PortsTestJSON-2091589570] Pushing event deleted for resources: {'Subnet': ['ID=ba0395d8-c660-47c7-84c8-1cb8cca8803e,revision_number=None']} {{(pid=84875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:31:48.684308 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_hamode_db [None req-43939eb6-3ec9-4189-ace6-10a35dac24ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768862-2', False) {} {{(pid=84876) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:31:48.685014 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43939eb6-3ec9-4189-ace6-10a35dac24ed None None] The sync data for ids ['8753e13b-75ca-4ee5-9944-03830cdb49ef'] in n-d-768862-2 is: [] {{(pid=84876) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Jan 14 07:31:48.734766 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-8c5399c0-c570-4650-b610-f510656bc588 tempest-PortsTestJSON-2091589570 tempest-PortsTestJSON-2091589570] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.305s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:31:48.757891 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ed812ec-3818-42ea-86bd-bf6fc09aaaee None None] Pushing event updated for resources: {'Port': ['ID=f6c84be7-dd3e-4198-a997-6ba79325810a,revision_number=2']} {{(pid=84876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:31:48.779950 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-6ed812ec-3818-42ea-86bd-bf6fc09aaaee None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.934s {{(pid=84876) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:31:48.823113 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-aea7c446-005f-41eb-a224-2a22208bcee5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363259214191800', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854171626'] for agent, after_update {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:31:48.934232 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-f82a9c1f-c149-4d92-aec7-e1f7aaec5e28 tempest-PortsIpV6TestJSON-1330665174 tempest-PortsIpV6TestJSON-1330665174] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3889346', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036854717606'] for router, precommit_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:31:48.939762 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-f82a9c1f-c149-4d92-aec7-e1f7aaec5e28 tempest-PortsIpV6TestJSON-1330665174 tempest-PortsIpV6TestJSON-1330665174] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:31:49.019558 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-f82a9c1f-c149-4d92-aec7-e1f7aaec5e28 tempest-PortsIpV6TestJSON-1330665174 tempest-PortsIpV6TestJSON-1330665174] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036850897070'] for router, after_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:31:49.019558 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f82a9c1f-c149-4d92-aec7-e1f7aaec5e28 tempest-PortsIpV6TestJSON-1330665174 tempest-PortsIpV6TestJSON-1330665174] Fanout notify agent at l3_agent the message router_deleted on router 8753e13b-75ca-4ee5-9944-03830cdb49ef {{(pid=84874) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jan 14 07:31:49.053655 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-f82a9c1f-c149-4d92-aec7-e1f7aaec5e28 tempest-PortsIpV6TestJSON-1330665174 tempest-PortsIpV6TestJSON-1330665174] Notify callbacks [] for router, before_response {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:31:49.057404 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-f82a9c1f-c149-4d92-aec7-e1f7aaec5e28 tempest-PortsIpV6TestJSON-1330665174 tempest-PortsIpV6TestJSON-1330665174] 10.222.0.24 "DELETE /v2.0/routers/8753e13b-75ca-4ee5-9944-03830cdb49ef HTTP/1.1" status: 204 len: 168 time: 0.8275602 Jan 14 07:31:49.060361 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84874) accepted ('10.222.0.24', 56140) {{(pid=84874) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:31:49.225174 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-580ba26e-577f-4d44-8e8a-e3ecde6a2ba7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850887153'] for security_group, after_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:31:49.242484 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-97f3c207-a623-4ffd-be03-996919e92fe5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:31:49.264843 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-580ba26e-577f-4d44-8e8a-e3ecde6a2ba7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0ed44924-bb8e-4da1-97b2-5680087f5822,revision_number=None']} {{(pid=84875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:31:49.272357 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-580ba26e-577f-4d44-8e8a-e3ecde6a2ba7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:31:49.276894 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-8c5399c0-c570-4650-b610-f510656bc588 tempest-PortsTestJSON-2091589570 tempest-PortsTestJSON-2091589570] Notify callbacks [] for subnet, before_response {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:31:49.301406 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-8c5399c0-c570-4650-b610-f510656bc588 tempest-PortsTestJSON-2091589570 tempest-PortsTestJSON-2091589570] 10.222.0.24 "DELETE /v2.0/subnets/ba0395d8-c660-47c7-84c8-1cb8cca8803e HTTP/1.1" status: 204 len: 168 time: 8.0433125 Jan 14 07:31:49.304360 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-580ba26e-577f-4d44-8e8a-e3ecde6a2ba7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:31:49.318699 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-580ba26e-577f-4d44-8e8a-e3ecde6a2ba7 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/0ed44924-bb8e-4da1-97b2-5680087f5822 HTTP/1.1" status: 204 len: 168 time: 2.1532066 Jan 14 07:31:49.319619 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84875) accepted ('10.222.0.24', 56160) {{(pid=84875) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:31:49.322034 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9cf7e76e-879f-40e9-ab31-8339f2d05ad7 None None] Network 948177f9-9eef-4508-a362-9e9610e7525a requested from n-d-768862-2 {{(pid=84876) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 07:31:49.391763 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-703446ab-15ff-4677-9321-092515a4318b tempest-TestNetworkBasicOps-1983703278 tempest-TestNetworkBasicOps-1983703278] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555753'] for port, before_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:31:49.542105 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.db_base_plugin_v2 [None req-16f12dea-f047-4cc1-b91d-cf9cbf46c58d tempest-PortsIpV6TestJSON-1330665174 tempest-PortsIpV6TestJSON-1330665174] Deleting subnet 0e6832e6-a499-4d6b-bdfa-d960b1a58e2e {{(pid=84874) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Jan 14 07:31:49.563047 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-16f12dea-f047-4cc1-b91d-cf9cbf46c58d tempest-PortsIpV6TestJSON-1330665174 tempest-PortsIpV6TestJSON-1330665174] Notify callbacks [] for subnet, before_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:31:49.749288 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-8c7c15ed-6bb6-4e45-bcb9-6e4b6f7da252 tempest-PortsTestJSON-2091589570 tempest-PortsTestJSON-2091589570] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036854160497'] for network, before_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:31:49.753874 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-16f12dea-f047-4cc1-b91d-cf9cbf46c58d tempest-PortsIpV6TestJSON-1330665174 tempest-PortsIpV6TestJSON-1330665174] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036851807232'] for subnet, precommit_delete_associations {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:31:49.913026 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-16f12dea-f047-4cc1-b91d-cf9cbf46c58d tempest-PortsIpV6TestJSON-1330665174 tempest-PortsIpV6TestJSON-1330665174] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036854176836'] for subnet, precommit_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:31:50.051544 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.plugin [None req-8c7c15ed-6bb6-4e45-bcb9-6e4b6f7da252 tempest-PortsTestJSON-2091589570 tempest-PortsTestJSON-2091589570] Deleting port 1bae8f28-a757-4de8-ad31-3b000d0dfb38 {{(pid=84875) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 07:31:50.051765 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Device f6c84be7-dd3e-4198-a997-6ba79325810a up at agent ovs-agent-n-d-768862-2 {{(pid=84876) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 07:31:50.060165 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-8c7c15ed-6bb6-4e45-bcb9-6e4b6f7da252 tempest-PortsTestJSON-2091589570 tempest-PortsTestJSON-2091589570] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363259214248359'] for port, before_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:31:50.167987 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.db.resource_extend [None req-90aa6e0f-8cd9-49a9-8fad-3e618aa7837d tempest-FloatingIPNegativeTestJSON-2001787271 tempest-FloatingIPNegativeTestJSON-2001787271] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84875) wrapper /usr/local/lib/python3.6/dist-packages/oslo_utils/timeutils.py:388}} Jan 14 07:31:50.279337 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-90aa6e0f-8cd9-49a9-8fad-3e618aa7837d tempest-FloatingIPNegativeTestJSON-2001787271 tempest-FloatingIPNegativeTestJSON-2001787271] Notify callbacks [] for port, precommit_update {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:31:50.311523 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-90aa6e0f-8cd9-49a9-8fad-3e618aa7837d tempest-FloatingIPNegativeTestJSON-2001787271 tempest-FloatingIPNegativeTestJSON-2001787271] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777640533312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363259214678337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777640097497', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3154211'] for port, after_update {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:31:50.372874 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-31511ed5-b9fb-47f9-99d8-95045836803b tempest-NetworksIpV6TestAttrs-1453117616 tempest-NetworksIpV6TestAttrs-1453117616] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:31:50.426128 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Provisioning for port f6c84be7-dd3e-4198-a997-6ba79325810a completed by entity L2. {{(pid=84876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 07:31:50.601164 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33bca8c6-a6df-497c-89db-4a0c7693351d None None] DHCP port deletion for 948177f9-9eef-4508-a362-9e9610e7525a request from n-d-768862-2 {{(pid=84876) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Jan 14 07:31:50.607691 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.plugin [None req-33bca8c6-a6df-497c-89db-4a0c7693351d None None] Deleting port 1bae8f28-a757-4de8-ad31-3b000d0dfb38 {{(pid=84876) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 07:31:50.608566 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-33bca8c6-a6df-497c-89db-4a0c7693351d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363259214248359'] for port, before_delete {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:31:51.068481 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90aa6e0f-8cd9-49a9-8fad-3e618aa7837d tempest-FloatingIPNegativeTestJSON-2001787271 tempest-FloatingIPNegativeTestJSON-2001787271] Pushing event updated for resources: {'Port': ['ID=8fadb307-b2b9-4a5b-8f58-94943cf771d7,revision_number=2']} {{(pid=84875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:31:51.089232 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-90aa6e0f-8cd9-49a9-8fad-3e618aa7837d tempest-FloatingIPNegativeTestJSON-2001787271 tempest-FloatingIPNegativeTestJSON-2001787271] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.716s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:31:51.114350 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-16f12dea-f047-4cc1-b91d-cf9cbf46c58d tempest-PortsIpV6TestJSON-1330665174 tempest-PortsIpV6TestJSON-1330665174] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-598964', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850887113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036851521664', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2794686'] for subnet, after_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:31:51.136922 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d185ab66-7fb8-4526-a714-c24af0661e26 None None] Network 780315ca-b2bf-4289-8e3a-06e1e90b3342 requested from n-d-768862-2 {{(pid=84876) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 07:31:51.142658 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-d842f215-034e-42e7-b1ae-03486b4b7b7b tempest-ExternalNetworksTestJSON-1523440521 tempest-ExternalNetworksTestJSON-1523440521] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:31:51.554768 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16f12dea-f047-4cc1-b91d-cf9cbf46c58d tempest-PortsIpV6TestJSON-1330665174 tempest-PortsIpV6TestJSON-1330665174] Pushing event deleted for resources: {'Subnet': ['ID=0e6832e6-a499-4d6b-bdfa-d960b1a58e2e,revision_number=None']} {{(pid=84874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:31:51.572711 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-16f12dea-f047-4cc1-b91d-cf9cbf46c58d tempest-PortsIpV6TestJSON-1330665174 tempest-PortsIpV6TestJSON-1330665174] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.430s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:31:51.617555 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [None req-8c7c15ed-6bb6-4e45-bcb9-6e4b6f7da252 tempest-PortsTestJSON-2091589570 tempest-PortsTestJSON-2091589570] For port 1bae8f28-a757-4de8-ad31-3b000d0dfb38, host n-d-768862-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-2',level=0,port_id=1bae8f28-a757-4de8-ad31-3b000d0dfb38,segment=NetworkSegment(a5f37b6e-68c2-42aa-ab91-18afd1f4ae14),segment_id=a5f37b6e-68c2-42aa-ab91-18afd1f4ae14)] {{(pid=84875) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 07:31:51.630151 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-8c7c15ed-6bb6-4e45-bcb9-6e4b6f7da252 tempest-PortsTestJSON-2091589570 tempest-PortsTestJSON-2091589570] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036850862667'] for port, precommit_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:31:51.689722 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-90aa6e0f-8cd9-49a9-8fad-3e618aa7837d tempest-FloatingIPNegativeTestJSON-2001787271 tempest-FloatingIPNegativeTestJSON-2001787271] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3912638'] for floatingip, after_update {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:31:51.694676 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-1403d444-34db-4570-a839-fd4783e8e84b None None] Provisioning for port f6c84be7-dd3e-4198-a997-6ba79325810a completed by entity DHCP. {{(pid=84876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 07:31:51.704945 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Device 1bae8f28-a757-4de8-ad31-3b000d0dfb38 no longer exists at agent ovs-agent-n-d-768862-2 {{(pid=84876) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jan 14 07:31:51.726402 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-16f12dea-f047-4cc1-b91d-cf9cbf46c58d tempest-PortsIpV6TestJSON-1330665174 tempest-PortsIpV6TestJSON-1330665174] Notify callbacks [] for subnet, before_response {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:31:51.739002 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-16f12dea-f047-4cc1-b91d-cf9cbf46c58d tempest-PortsIpV6TestJSON-1330665174 tempest-PortsIpV6TestJSON-1330665174] 10.222.0.24 "DELETE /v2.0/subnets/0e6832e6-a499-4d6b-bdfa-d960b1a58e2e HTTP/1.1" status: 204 len: 168 time: 2.6773608 Jan 14 07:31:51.742821 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84874) accepted ('10.222.0.24', 56344) {{(pid=84874) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:31:51.821981 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-90aa6e0f-8cd9-49a9-8fad-3e618aa7837d tempest-FloatingIPNegativeTestJSON-2001787271 tempest-FloatingIPNegativeTestJSON-2001787271] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854768116'] for floatingip, before_response {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:31:51.823328 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-90aa6e0f-8cd9-49a9-8fad-3e618aa7837d tempest-FloatingIPNegativeTestJSON-2001787271 tempest-FloatingIPNegativeTestJSON-2001787271] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 12.0112412 Jan 14 07:31:51.907615 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-1403d444-34db-4570-a839-fd4783e8e84b None None] Provisioning complete for port f6c84be7-dd3e-4198-a997-6ba79325810a triggered by entity DHCP. {{(pid=84876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 07:31:51.908134 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-1403d444-34db-4570-a839-fd4783e8e84b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-604227'] for port, provisioning_complete {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:31:51.925303 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84875) accepted ('10.222.0.24', 56354) {{(pid=84875) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:31:51.933734 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.plugin [None req-8c7c15ed-6bb6-4e45-bcb9-6e4b6f7da252 tempest-PortsTestJSON-2091589570 tempest-PortsTestJSON-2091589570] Calling delete_port for 1bae8f28-a757-4de8-ad31-3b000d0dfb38 owned by network:dhcp {{(pid=84875) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 07:31:51.956598 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-afca6d08-6c50-4da1-a902-8073344e8206 tempest-PortsIpV6TestJSON-1330665174 tempest-PortsIpV6TestJSON-1330665174] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036854160497'] for network, before_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:31:52.018649 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.v2.base [None req-d91cfb6a-107b-4c27-8a9d-20a9a5ca5e0d tempest-FloatingIPNegativeTestJSON-2001787271 tempest-FloatingIPNegativeTestJSON-2001787271] Request body: {'floatingip': {'port_id': '40242a78-4a28-4b37-a3c9-8a71820bc1fe', 'fixed_ip_address': '172.20.0.3'}} {{(pid=84875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:31:52.020581 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70440ff6-4b56-49a9-820d-f285361a8ebc None None] Network 9f70f180-1063-422f-980e-b391a5458d51 requested from n-d-768862-2 {{(pid=84876) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 07:31:52.054303 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.plugin [None req-afca6d08-6c50-4da1-a902-8073344e8206 tempest-PortsIpV6TestJSON-1330665174 tempest-PortsIpV6TestJSON-1330665174] Deleting port ce056f41-d200-4679-9d01-96e67dbaeaab {{(pid=84874) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 07:31:52.056207 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-afca6d08-6c50-4da1-a902-8073344e8206 tempest-PortsIpV6TestJSON-1330665174 tempest-PortsIpV6TestJSON-1330665174] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363259214248359'] for port, before_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:31:52.117745 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-d91cfb6a-107b-4c27-8a9d-20a9a5ca5e0d tempest-FloatingIPNegativeTestJSON-2001787271 tempest-FloatingIPNegativeTestJSON-2001787271] Notify callbacks [] for floatingip, before_update {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:31:52.383193 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [None req-afca6d08-6c50-4da1-a902-8073344e8206 tempest-PortsIpV6TestJSON-1330665174 tempest-PortsIpV6TestJSON-1330665174] For port ce056f41-d200-4679-9d01-96e67dbaeaab, host n-d-768862-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-2',level=0,port_id=ce056f41-d200-4679-9d01-96e67dbaeaab,segment=NetworkSegment(66abbff9-27b8-4ee2-ad87-1fc016248f0d),segment_id=66abbff9-27b8-4ee2-ad87-1fc016248f0d)] {{(pid=84874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 07:31:52.383868 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-afca6d08-6c50-4da1-a902-8073344e8206 tempest-PortsIpV6TestJSON-1330665174 tempest-PortsIpV6TestJSON-1330665174] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036850862667'] for port, precommit_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:31:52.464647 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [None req-33bca8c6-a6df-497c-89db-4a0c7693351d None None] For port 1bae8f28-a757-4de8-ad31-3b000d0dfb38, host n-d-768862-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-2',level=0,port_id=1bae8f28-a757-4de8-ad31-3b000d0dfb38,segment=NetworkSegment(a5f37b6e-68c2-42aa-ab91-18afd1f4ae14),segment_id=a5f37b6e-68c2-42aa-ab91-18afd1f4ae14)] {{(pid=84876) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 07:31:52.465165 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-33bca8c6-a6df-497c-89db-4a0c7693351d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036850862667'] for port, precommit_delete {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:31:52.632993 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.plugin [None req-afca6d08-6c50-4da1-a902-8073344e8206 tempest-PortsIpV6TestJSON-1330665174 tempest-PortsIpV6TestJSON-1330665174] Calling delete_port for ce056f41-d200-4679-9d01-96e67dbaeaab owned by network:dhcp {{(pid=84874) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 07:31:52.637594 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.plugin [None req-33bca8c6-a6df-497c-89db-4a0c7693351d None None] Calling delete_port for 1bae8f28-a757-4de8-ad31-3b000d0dfb38 owned by network:dhcp {{(pid=84876) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 07:31:52.806899 n-d-768862-2 neutron-server[84765]: INFO neutron.plugins.ml2.db [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] No ports have port_id starting with 1bae8f28-a757-4de8-ad31-3b000d0dfb38 Jan 14 07:31:52.809783 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-33bca8c6-a6df-497c-89db-4a0c7693351d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777640533329', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777640097463'] for port, after_delete {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:31:52.837695 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-afca6d08-6c50-4da1-a902-8073344e8206 tempest-PortsIpV6TestJSON-1330665174 tempest-PortsIpV6TestJSON-1330665174] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777640533329', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777640097463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3254186'] for port, after_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:31:53.052002 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-c5f0660e-af5e-4d2f-9c33-bc6e6a5b9d3c tempest-PortsIpV6TestJSON-1330665174 tempest-PortsIpV6TestJSON-1330665174] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:31:53.141071 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afca6d08-6c50-4da1-a902-8073344e8206 tempest-PortsIpV6TestJSON-1330665174 tempest-PortsIpV6TestJSON-1330665174] Pushing event deleted for resources: {'Port': ['ID=ce056f41-d200-4679-9d01-96e67dbaeaab,revision_number=None']} {{(pid=84874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:31:53.144900 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-afca6d08-6c50-4da1-a902-8073344e8206 tempest-PortsIpV6TestJSON-1330665174 tempest-PortsIpV6TestJSON-1330665174] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:31:53.148664 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afca6d08-6c50-4da1-a902-8073344e8206 tempest-PortsIpV6TestJSON-1330665174 tempest-PortsIpV6TestJSON-1330665174] No DVR routers for this DVR port ce056f41-d200-4679-9d01-96e67dbaeaab on host n-d-768862-2 {{(pid=84874) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Jan 14 07:31:53.166671 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-b1f186d0-cb79-4a57-b1f4-e06d511dd191 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363259214191800', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854171626'] for agent, after_update {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:31:53.191744 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-e106c968-aa13-4467-95f9-1a7ec6b49805 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84876) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:31:53.270795 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-da76cfc0-98e8-4426-9f6d-4f05aa3fae78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363259214191800', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854171626'] for agent, after_update {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:31:53.286604 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33bca8c6-a6df-497c-89db-4a0c7693351d None None] Pushing event deleted for resources: {'Port': ['ID=1bae8f28-a757-4de8-ad31-3b000d0dfb38,revision_number=None']} {{(pid=84876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:31:53.313729 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-33bca8c6-a6df-497c-89db-4a0c7693351d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=84876) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:31:53.324683 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33bca8c6-a6df-497c-89db-4a0c7693351d None None] No DVR routers for this DVR port 1bae8f28-a757-4de8-ad31-3b000d0dfb38 on host n-d-768862-2 {{(pid=84876) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Jan 14 07:31:53.341078 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.db.api [None req-8c7c15ed-6bb6-4e45-bcb9-6e4b6f7da252 tempest-PortsTestJSON-2091589570 tempest-PortsTestJSON-2091589570] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84875) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Jan 14 07:31:53.341412 n-d-768862-2 neutron-server[84765]: DEBUG oslo_db.api [None req-8c7c15ed-6bb6-4e45-bcb9-6e4b6f7da252 tempest-PortsTestJSON-2091589570 tempest-PortsTestJSON-2091589570] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84875) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Jan 14 07:31:53.393711 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-afca6d08-6c50-4da1-a902-8073344e8206 tempest-PortsIpV6TestJSON-1330665174 tempest-PortsIpV6TestJSON-1330665174] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-598987', 'neutron.services.segments.db._delete_segments_for_network-8777640583949'] for network, precommit_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:31:53.438609 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.db_base_plugin_common [None req-703446ab-15ff-4677-9321-092515a4318b tempest-TestNetworkBasicOps-1983703278 tempest-TestNetworkBasicOps-1983703278] Allocated IP 172.20.0.1 (780315ca-b2bf-4289-8e3a-06e1e90b3342/6b63f965-2d0d-4f6b-9e42-5188bfa39eed/a7efcd05-7d08-4b65-881f-a305d9cb8323) {{(pid=84875) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 14 07:31:53.499966 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-1403d444-34db-4570-a839-fd4783e8e84b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555753'] for port, before_update {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:31:53.560187 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [None req-1403d444-34db-4570-a839-fd4783e8e84b None None] For port f6c84be7-dd3e-4198-a997-6ba79325810a, host n-d-768862-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-2',level=0,port_id=f6c84be7-dd3e-4198-a997-6ba79325810a,segment=NetworkSegment(9629e1a4-7250-4f99-b228-b72aaf324ef3),segment_id=9629e1a4-7250-4f99-b228-b72aaf324ef3)] {{(pid=84876) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 07:31:53.581617 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363259214191800', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854171626'] for agent, after_update {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:31:53.588469 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-1403d444-34db-4570-a839-fd4783e8e84b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777640533312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363259214678337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777640097497'] for port, after_update {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:31:53.594852 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-6ed812ec-3818-42ea-86bd-bf6fc09aaaee None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84876) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:31:53.680575 n-d-768862-2 neutron-server[84765]: INFO neutron.api.v2.resource [None req-d91cfb6a-107b-4c27-8a9d-20a9a5ca5e0d tempest-FloatingIPNegativeTestJSON-2001787271 tempest-FloatingIPNegativeTestJSON-2001787271] update failed (client error): The resource could not be found. Jan 14 07:31:53.682211 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-d91cfb6a-107b-4c27-8a9d-20a9a5ca5e0d tempest-FloatingIPNegativeTestJSON-2001787271 tempest-FloatingIPNegativeTestJSON-2001787271] 10.222.0.24 "PUT /v2.0/floatingips/e0509e6b-0ff2-4df3-bd6b-c05a1657c131 HTTP/1.1" status: 404 len: 507 time: 1.6883233 Jan 14 07:31:53.688603 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84875) accepted ('10.222.0.24', 56438) {{(pid=84875) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:31:53.789621 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-0f37073e-9c69-4e3c-80e0-6cfaa0fd61a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363259214191800', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854171626'] for agent, after_update {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:31:53.804181 n-d-768862-2 neutron-server[84765]: DEBUG neutron.services.segments.db [None req-afca6d08-6c50-4da1-a902-8073344e8206 tempest-PortsIpV6TestJSON-1330665174 tempest-PortsIpV6TestJSON-1330665174] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9f70f180-1063-422f-980e-b391a5458d51']}} {{(pid=84874) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:31:53.842586 n-d-768862-2 neutron-server[84765]: DEBUG neutron.services.segments.db [None req-afca6d08-6c50-4da1-a902-8073344e8206 tempest-PortsIpV6TestJSON-1330665174 tempest-PortsIpV6TestJSON-1330665174] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '66abbff9-27b8-4ee2-ad87-1fc016248f0d') {'for_net_delete': True} {{(pid=84874) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:31:53.842905 n-d-768862-2 neutron-server[84765]: DEBUG neutron.services.segments.db [None req-afca6d08-6c50-4da1-a902-8073344e8206 tempest-PortsIpV6TestJSON-1330665174 tempest-PortsIpV6TestJSON-1330665174] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '66abbff9-27b8-4ee2-ad87-1fc016248f0d') {} {{(pid=84874) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:31:53.850785 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.plugin [None req-8c7c15ed-6bb6-4e45-bcb9-6e4b6f7da252 tempest-PortsTestJSON-2091589570 tempest-PortsTestJSON-2091589570] Deleting port 1bae8f28-a757-4de8-ad31-3b000d0dfb38 {{(pid=84875) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 07:31:53.876954 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-8c7c15ed-6bb6-4e45-bcb9-6e4b6f7da252 tempest-PortsTestJSON-2091589570 tempest-PortsTestJSON-2091589570] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363259214248359'] for port, before_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:31:53.888380 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1403d444-34db-4570-a839-fd4783e8e84b None None] Pushing event updated for resources: {'Port': ['ID=f6c84be7-dd3e-4198-a997-6ba79325810a,revision_number=3']} {{(pid=84876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:31:53.908763 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-afca6d08-6c50-4da1-a902-8073344e8206 tempest-PortsIpV6TestJSON-1330665174 tempest-PortsIpV6TestJSON-1330665174] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363259214173198', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2968632'] for segment, before_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:31:53.915219 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-1403d444-34db-4570-a839-fd4783e8e84b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.314s {{(pid=84876) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:31:54.017355 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-afca6d08-6c50-4da1-a902-8073344e8206 tempest-PortsIpV6TestJSON-1330665174 tempest-PortsIpV6TestJSON-1330665174] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854179735'] for segment, precommit_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:31:54.038223 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-afca6d08-6c50-4da1-a902-8073344e8206 tempest-PortsIpV6TestJSON-1330665174 tempest-PortsIpV6TestJSON-1330665174] Releasing vxlan tunnel 18 to pool {{(pid=84874) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Jan 14 07:31:54.093440 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60694b3d-b1e8-402c-a7ed-8f9e43b6bae0 None None] DHCP port deletion for 9f70f180-1063-422f-980e-b391a5458d51 request from n-d-768862-2 {{(pid=84876) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Jan 14 07:31:54.137954 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-177c7a42-8e43-4701-a125-b74e7c9044dd None None] Provisioning complete for port f6c84be7-dd3e-4198-a997-6ba79325810a triggered by entity DHCP. {{(pid=84876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 07:31:54.138300 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-177c7a42-8e43-4701-a125-b74e7c9044dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-604227'] for port, provisioning_complete {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:31:54.323010 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.plugin [None req-4aaed265-8b85-49e4-8c81-f5bb3bf3bbe9 tempest-FloatingIPNegativeTestJSON-2001787271 tempest-FloatingIPNegativeTestJSON-2001787271] Deleting port 8fadb307-b2b9-4a5b-8f58-94943cf771d7 {{(pid=84875) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 07:31:54.323965 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-4aaed265-8b85-49e4-8c81-f5bb3bf3bbe9 tempest-FloatingIPNegativeTestJSON-2001787271 tempest-FloatingIPNegativeTestJSON-2001787271] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363259214248359'] for port, before_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:31:54.404130 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.plugin [None req-8c7c15ed-6bb6-4e45-bcb9-6e4b6f7da252 tempest-PortsTestJSON-2091589570 tempest-PortsTestJSON-2091589570] The port '1bae8f28-a757-4de8-ad31-3b000d0dfb38' was deleted {{(pid=84875) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Jan 14 07:31:54.517945 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.managers [None req-afca6d08-6c50-4da1-a902-8073344e8206 tempest-PortsIpV6TestJSON-1330665174 tempest-PortsIpV6TestJSON-1330665174] Network 9f70f180-1063-422f-980e-b391a5458d51 has no segments {{(pid=84874) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 14 07:31:54.531729 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-afca6d08-6c50-4da1-a902-8073344e8206 tempest-PortsIpV6TestJSON-1330665174 tempest-PortsIpV6TestJSON-1330665174] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-596065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036851521571'] for segment, after_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:31:54.610524 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-7b02bbb7-2bf7-4657-8921-4377db87ce8c None None] Provisioning complete for port f6c84be7-dd3e-4198-a997-6ba79325810a triggered by entity DHCP. {{(pid=84876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 07:31:54.610928 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-7b02bbb7-2bf7-4657-8921-4377db87ce8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-604227'] for port, provisioning_complete {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:31:54.621298 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-8c7c15ed-6bb6-4e45-bcb9-6e4b6f7da252 tempest-PortsTestJSON-2091589570 tempest-PortsTestJSON-2091589570] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-598987', 'neutron.services.segments.db._delete_segments_for_network-8777640583949'] for network, precommit_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:31:54.797271 n-d-768862-2 neutron-server[84765]: DEBUG neutron.services.segments.db [None req-8c7c15ed-6bb6-4e45-bcb9-6e4b6f7da252 tempest-PortsTestJSON-2091589570 tempest-PortsTestJSON-2091589570] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['948177f9-9eef-4508-a362-9e9610e7525a']}} {{(pid=84875) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:31:54.811635 n-d-768862-2 neutron-server[84765]: DEBUG neutron.services.segments.db [None req-8c7c15ed-6bb6-4e45-bcb9-6e4b6f7da252 tempest-PortsTestJSON-2091589570 tempest-PortsTestJSON-2091589570] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a5f37b6e-68c2-42aa-ab91-18afd1f4ae14') {'for_net_delete': True} {{(pid=84875) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:31:54.811962 n-d-768862-2 neutron-server[84765]: DEBUG neutron.services.segments.db [None req-8c7c15ed-6bb6-4e45-bcb9-6e4b6f7da252 tempest-PortsTestJSON-2091589570 tempest-PortsTestJSON-2091589570] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a5f37b6e-68c2-42aa-ab91-18afd1f4ae14') {} {{(pid=84875) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:31:54.832795 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.managers [None req-afca6d08-6c50-4da1-a902-8073344e8206 tempest-PortsIpV6TestJSON-1330665174 tempest-PortsIpV6TestJSON-1330665174] Network 9f70f180-1063-422f-980e-b391a5458d51 has no segments {{(pid=84874) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 14 07:31:54.846210 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-8c7c15ed-6bb6-4e45-bcb9-6e4b6f7da252 tempest-PortsTestJSON-2091589570 tempest-PortsTestJSON-2091589570] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363259214173198', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036851408567'] for segment, before_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:31:54.861096 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:segments":"rule:admin_only" was deprecated in W in favor of "update_network:segments":"role:admin and system_scope:all". Reason: Jan 14 07:31:54.861096 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:31:54.861096 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:31:54.861096 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:31:54.861096 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:shared":"rule:admin_only" was deprecated in W in favor of "update_network:shared":"role:admin and system_scope:all". Reason: Jan 14 07:31:54.861096 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:31:54.861096 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:31:54.861096 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:31:54.861096 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "update_network:provider:network_type":"role:admin and system_scope:all". Reason: Jan 14 07:31:54.861096 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:31:54.861096 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:31:54.861096 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:31:54.861096 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "update_network:provider:physical_network":"role:admin and system_scope:all". Reason: Jan 14 07:31:54.861096 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:31:54.861096 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:31:54.861096 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:31:54.861096 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "update_network:provider:segmentation_id":"role:admin and system_scope:all". Reason: Jan 14 07:31:54.861096 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:31:54.861096 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:31:54.861096 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:31:54.861096 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:router:external":"rule:admin_only" was deprecated in W in favor of "update_network:router:external":"role:admin and system_scope:all". Reason: Jan 14 07:31:54.861096 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:31:54.861096 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:31:54.861096 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:31:54.861096 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:is_default":"rule:admin_only" was deprecated in W in favor of "update_network:is_default":"role:admin and system_scope:all". Reason: Jan 14 07:31:54.861096 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:31:54.861096 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:31:54.861096 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:31:54.861096 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:port_security_enabled":"rule:admin_or_owner" was deprecated in W in favor of "update_network:port_security_enabled":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 07:31:54.861096 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:31:54.861096 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:31:54.861096 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:31:54.861096 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "delete_network":"rule:admin_or_owner" was deprecated in W in favor of "delete_network":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 07:31:54.861096 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:31:54.861096 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:31:54.861096 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:31:54.861096 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_segment":"rule:admin_only" was deprecated in W in favor of "create_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:31:54.861096 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:31:54.861096 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_segment":"rule:admin_only" was deprecated in W in favor of "get_segment":"role:reader and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:31:54.861096 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:31:54.861096 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_segment":"rule:admin_only" was deprecated in W in favor of "update_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:31:54.861096 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:31:54.861096 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "delete_segment":"rule:admin_only" was deprecated in W in favor of "delete_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:31:54.861096 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:31:54.861096 n-d-768862-2 neutron-server[84765]: Traceback (most recent call last): Jan 14 07:31:54.861096 n-d-768862-2 neutron-server[84765]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 14 07:31:54.861096 n-d-768862-2 neutron-server[84765]: timer() Jan 14 07:31:54.861096 n-d-768862-2 neutron-server[84765]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 14 07:31:54.861096 n-d-768862-2 neutron-server[84765]: cb(*args, **kw) Jan 14 07:31:54.861096 n-d-768862-2 neutron-server[84765]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Jan 14 07:31:54.861096 n-d-768862-2 neutron-server[84765]: return func(*args, **kwargs) Jan 14 07:31:54.861096 n-d-768862-2 neutron-server[84765]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 14 07:31:54.861096 n-d-768862-2 neutron-server[84765]: self._notify() Jan 14 07:31:54.861096 n-d-768862-2 neutron-server[84765]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 14 07:31:54.861096 n-d-768862-2 neutron-server[84765]: self.callback(batched_events) Jan 14 07:31:54.861096 n-d-768862-2 neutron-server[84765]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 14 07:31:54.861096 n-d-768862-2 neutron-server[84765]: event.method(event) Jan 14 07:31:54.861096 n-d-768862-2 neutron-server[84765]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 14 07:31:54.861096 n-d-768862-2 neutron-server[84765]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 14 07:31:54.861096 n-d-768862-2 neutron-server[84765]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Jan 14 07:31:54.861096 n-d-768862-2 neutron-server[84765]: segment_id)['aggregates'][0] Jan 14 07:31:54.861096 n-d-768862-2 neutron-server[84765]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 14 07:31:54.861096 n-d-768862-2 neutron-server[84765]: return f(self, *a, **k) Jan 14 07:31:54.861096 n-d-768862-2 neutron-server[84765]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 14 07:31:54.861096 n-d-768862-2 neutron-server[84765]: return self._get(url).json() Jan 14 07:31:54.861096 n-d-768862-2 neutron-server[84765]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 14 07:31:54.861096 n-d-768862-2 neutron-server[84765]: **kwargs) Jan 14 07:31:54.861096 n-d-768862-2 neutron-server[84765]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 14 07:31:54.861096 n-d-768862-2 neutron-server[84765]: return self.request(url, 'GET', **kwargs) Jan 14 07:31:54.861096 n-d-768862-2 neutron-server[84765]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Jan 14 07:31:54.861096 n-d-768862-2 neutron-server[84765]: **endpoint_filter) Jan 14 07:31:54.861096 n-d-768862-2 neutron-server[84765]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 14 07:31:54.861096 n-d-768862-2 neutron-server[84765]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 14 07:31:54.861096 n-d-768862-2 neutron-server[84765]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 14 07:31:54.861096 n-d-768862-2 neutron-server[84765]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 14 07:31:54.861096 n-d-768862-2 neutron-server[84765]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 14 07:31:54.872454 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-703446ab-15ff-4677-9321-092515a4318b tempest-TestNetworkBasicOps-1983703278 tempest-TestNetworkBasicOps-1983703278] Notify callbacks [] for port, precommit_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:31:54.916452 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-3d4014f5-53ce-4b36-83d6-12b328cd3ee0 None None] Provisioning complete for port f6c84be7-dd3e-4198-a997-6ba79325810a triggered by entity DHCP. {{(pid=84876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 07:31:54.917301 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-3d4014f5-53ce-4b36-83d6-12b328cd3ee0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-604227'] for port, provisioning_complete {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:31:55.012773 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-afca6d08-6c50-4da1-a902-8073344e8206 tempest-PortsIpV6TestJSON-1330665174 tempest-PortsIpV6TestJSON-1330665174] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036854176830', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850887149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3912591'] for network, after_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:31:55.024695 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-d24eeefd-72e8-4669-92c1-44542cf70beb tempest-PortsTestJSON-2091589570 tempest-PortsTestJSON-2091589570] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:31:55.036093 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-4aaed265-8b85-49e4-8c81-f5bb3bf3bbe9 tempest-FloatingIPNegativeTestJSON-2001787271 tempest-FloatingIPNegativeTestJSON-2001787271] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036850862667'] for port, precommit_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:31:55.036432 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-4aaed265-8b85-49e4-8c81-f5bb3bf3bbe9 tempest-FloatingIPNegativeTestJSON-2001787271 tempest-FloatingIPNegativeTestJSON-2001787271] Notify callbacks [] for floatingip, precommit_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:31:55.067263 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-afca6d08-6c50-4da1-a902-8073344e8206 tempest-PortsIpV6TestJSON-1330665174 tempest-PortsIpV6TestJSON-1330665174] Notify callbacks [] for network, before_response {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:31:55.090224 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afca6d08-6c50-4da1-a902-8073344e8206 tempest-PortsIpV6TestJSON-1330665174 tempest-PortsIpV6TestJSON-1330665174] Pushing event deleted for resources: {'Network': ['ID=9f70f180-1063-422f-980e-b391a5458d51,revision_number=None']} {{(pid=84874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:31:55.102560 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-afca6d08-6c50-4da1-a902-8073344e8206 tempest-PortsIpV6TestJSON-1330665174 tempest-PortsIpV6TestJSON-1330665174] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:31:55.110371 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-afca6d08-6c50-4da1-a902-8073344e8206 tempest-PortsIpV6TestJSON-1330665174 tempest-PortsIpV6TestJSON-1330665174] 10.222.0.24 "DELETE /v2.0/networks/9f70f180-1063-422f-980e-b391a5458d51 HTTP/1.1" status: 204 len: 168 time: 3.3606863 Jan 14 07:31:55.110826 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84874) accepted ('10.222.0.24', 56462) {{(pid=84874) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:31:55.223693 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.plugin [None req-4aaed265-8b85-49e4-8c81-f5bb3bf3bbe9 tempest-FloatingIPNegativeTestJSON-2001787271 tempest-FloatingIPNegativeTestJSON-2001787271] Calling delete_port for 8fadb307-b2b9-4a5b-8f58-94943cf771d7 owned by network:floatingip {{(pid=84875) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 07:31:55.268034 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14b0a982-3d07-4f43-8bf4-3d7872f8d8a8 tempest-PortsIpV6TestJSON-1330665174 tempest-PortsIpV6TestJSON-1330665174] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:31:55.268913 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-14b0a982-3d07-4f43-8bf4-3d7872f8d8a8 tempest-PortsIpV6TestJSON-1330665174 tempest-PortsIpV6TestJSON-1330665174] Synchronizing usage tracker for tenant:6396266df05d476da6838f06b578d30b on resource:port {{(pid=84874) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 14 07:31:55.289066 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-14b0a982-3d07-4f43-8bf4-3d7872f8d8a8 tempest-PortsIpV6TestJSON-1330665174 tempest-PortsIpV6TestJSON-1330665174] Unset dirty status for tenant:6396266df05d476da6838f06b578d30b on resource:port {{(pid=84874) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 14 07:31:55.290260 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-14b0a982-3d07-4f43-8bf4-3d7872f8d8a8 tempest-PortsIpV6TestJSON-1330665174 tempest-PortsIpV6TestJSON-1330665174] 10.222.0.24 "GET /v2.0/ports/a4d8093a-6bff-483a-a786-0d2824bfc0b7 HTTP/1.1" status: 200 len: 844 time: 0.1783204 Jan 14 07:31:55.296062 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84874) accepted ('10.222.0.24', 56470) {{(pid=84874) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:31:55.333185 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-8c7c15ed-6bb6-4e45-bcb9-6e4b6f7da252 tempest-PortsTestJSON-2091589570 tempest-PortsTestJSON-2091589570] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854179735'] for segment, precommit_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:31:55.402170 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-703446ab-15ff-4677-9321-092515a4318b tempest-TestNetworkBasicOps-1983703278 tempest-TestNetworkBasicOps-1983703278] Transition to ACTIVE for port object a7efcd05-7d08-4b65-881f-a305d9cb8323 will not be triggered until provisioned by entity DHCP. {{(pid=84875) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 07:31:55.403693 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-8c7c15ed-6bb6-4e45-bcb9-6e4b6f7da252 tempest-PortsTestJSON-2091589570 tempest-PortsTestJSON-2091589570] Releasing vxlan tunnel 15 to pool {{(pid=84875) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Jan 14 07:31:55.419266 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-b177d117-24b8-4f0b-b57c-2685e827295b tempest-PortsIpV6TestJSON-1330665174 tempest-PortsIpV6TestJSON-1330665174] 10.222.0.24 "GET /v2.0/ports/a4d8093a-6bff-483a-a786-0d2824bfc0b7?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 281 time: 0.1218369 Jan 14 07:31:55.428456 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84874) accepted ('10.222.0.24', 56480) {{(pid=84874) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:31:55.435575 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.v2.base [None req-71a06a70-b642-41bd-9e03-a2c04508337c tempest-PortsIpV6TestJSON-1330665174 tempest-PortsIpV6TestJSON-1330665174] Request body: {'subnet': {'network_id': 'd5ef9345-9d47-4c1b-b4a7-f9e90c00c9f5', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=84874) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:31:55.440007 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-4aaed265-8b85-49e4-8c81-f5bb3bf3bbe9 tempest-FloatingIPNegativeTestJSON-2001787271 tempest-FloatingIPNegativeTestJSON-2001787271] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777640533329', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777640097463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851621574'] for port, after_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:31:55.490737 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-90aa6e0f-8cd9-49a9-8fad-3e618aa7837d tempest-FloatingIPNegativeTestJSON-2001787271 tempest-FloatingIPNegativeTestJSON-2001787271] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:31:55.606100 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Device f6c84be7-dd3e-4198-a997-6ba79325810a up at agent ovs-agent-n-d-768862-2 {{(pid=84876) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 07:31:55.712499 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-71a06a70-b642-41bd-9e03-a2c04508337c tempest-PortsIpV6TestJSON-1330665174 tempest-PortsIpV6TestJSON-1330665174] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:31:55.725121 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-71a06a70-b642-41bd-9e03-a2c04508337c tempest-PortsIpV6TestJSON-1330665174 tempest-PortsIpV6TestJSON-1330665174] Usage tracker for resource:subnet and tenant:6396266df05d476da6838f06b578d30b is out of sync, need to count used quota {{(pid=84874) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:31:55.735183 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-71a06a70-b642-41bd-9e03-a2c04508337c tempest-PortsIpV6TestJSON-1330665174 tempest-PortsIpV6TestJSON-1330665174] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84874) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:31:55.753248 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Provisioning complete for port f6c84be7-dd3e-4198-a997-6ba79325810a triggered by entity L2. {{(pid=84876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 07:31:55.754124 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-604227'] for port, provisioning_complete {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:31:55.765040 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-71a06a70-b642-41bd-9e03-a2c04508337c tempest-PortsIpV6TestJSON-1330665174 tempest-PortsIpV6TestJSON-1330665174] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:31:55.784801 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-71a06a70-b642-41bd-9e03-a2c04508337c tempest-PortsIpV6TestJSON-1330665174 tempest-PortsIpV6TestJSON-1330665174] Made reservation on behalf of 6396266df05d476da6838f06b578d30b for: {'subnet': 1} {{(pid=84874) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 07:31:55.788596 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aaed265-8b85-49e4-8c81-f5bb3bf3bbe9 tempest-FloatingIPNegativeTestJSON-2001787271 tempest-FloatingIPNegativeTestJSON-2001787271] Pushing event deleted for resources: {'Port': ['ID=8fadb307-b2b9-4a5b-8f58-94943cf771d7,revision_number=None']} {{(pid=84875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:31:55.811071 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-4aaed265-8b85-49e4-8c81-f5bb3bf3bbe9 tempest-FloatingIPNegativeTestJSON-2001787271 tempest-FloatingIPNegativeTestJSON-2001787271] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.320s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:31:55.972648 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Device ce056f41-d200-4679-9d01-96e67dbaeaab no longer exists at agent ovs-agent-n-d-768862-2 {{(pid=84876) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jan 14 07:31:56.067186 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.plugin [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] No Port match for: ce056f41-d200-4679-9d01-96e67dbaeaab {{(pid=84876) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2188}} Jan 14 07:31:56.067978 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Device ce056f41-d200-4679-9d01-96e67dbaeaab not bound to the agent host n-d-768862-2 {{(pid=84876) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jan 14 07:31:56.074520 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.managers [None req-8c7c15ed-6bb6-4e45-bcb9-6e4b6f7da252 tempest-PortsTestJSON-2091589570 tempest-PortsTestJSON-2091589570] Network 948177f9-9eef-4508-a362-9e9610e7525a has no segments {{(pid=84875) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 14 07:31:56.090756 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-8c7c15ed-6bb6-4e45-bcb9-6e4b6f7da252 tempest-PortsTestJSON-2091589570 tempest-PortsTestJSON-2091589570] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-596065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3154253'] for segment, after_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:31:56.103663 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-71a06a70-b642-41bd-9e03-a2c04508337c tempest-PortsIpV6TestJSON-1330665174 tempest-PortsIpV6TestJSON-1330665174] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036851981161'] for subnet, before_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:31:56.217022 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-703446ab-15ff-4677-9321-092515a4318b tempest-TestNetworkBasicOps-1983703278 tempest-TestNetworkBasicOps-1983703278] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777640123575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851621574'] for port, after_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:31:56.486504 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-6f05831e-179b-44ba-8fa9-60b438db3ff3 tempest-PortsTestJSON-2091589570 tempest-PortsTestJSON-2091589570] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:31:56.620689 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-703446ab-15ff-4677-9321-092515a4318b tempest-TestNetworkBasicOps-1983703278 tempest-TestNetworkBasicOps-1983703278] Pushing event updated for resources: {'Port': ['ID=a7efcd05-7d08-4b65-881f-a305d9cb8323,revision_number=1']} {{(pid=84875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:31:56.632717 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-703446ab-15ff-4677-9321-092515a4318b tempest-TestNetworkBasicOps-1983703278 tempest-TestNetworkBasicOps-1983703278] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:31:56.647597 n-d-768862-2 neutron-server[84765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-703446ab-15ff-4677-9321-092515a4318b tempest-TestNetworkBasicOps-1983703278 tempest-TestNetworkBasicOps-1983703278] Network 780315ca-b2bf-4289-8e3a-06e1e90b3342 is already hosted by enough agents. {{(pid=84875) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 07:31:56.923146 n-d-768862-2 neutron-server[84765]: DEBUG neutron.scheduler.base_scheduler [None req-703446ab-15ff-4677-9321-092515a4318b tempest-TestNetworkBasicOps-1983703278 tempest-TestNetworkBasicOps-1983703278] Resources bound (agent type, host, resource id): {{(pid=84875) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 07:31:56.931623 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.managers [None req-8c7c15ed-6bb6-4e45-bcb9-6e4b6f7da252 tempest-PortsTestJSON-2091589570 tempest-PortsTestJSON-2091589570] Network 948177f9-9eef-4508-a362-9e9610e7525a has no segments {{(pid=84875) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 14 07:31:56.955631 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-703446ab-15ff-4677-9321-092515a4318b tempest-TestNetworkBasicOps-1983703278 tempest-TestNetworkBasicOps-1983703278] Received port after_create {{(pid=84875) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 14 07:31:57.029396 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-703446ab-15ff-4677-9321-092515a4318b tempest-TestNetworkBasicOps-1983703278 tempest-TestNetworkBasicOps-1983703278] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036850886386'] for router_interface, before_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:31:57.053170 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:segments":"rule:admin_only" was deprecated in W in favor of "update_network:segments":"role:admin and system_scope:all". Reason: Jan 14 07:31:57.053170 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:31:57.053170 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:31:57.053170 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:31:57.053170 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:shared":"rule:admin_only" was deprecated in W in favor of "update_network:shared":"role:admin and system_scope:all". Reason: Jan 14 07:31:57.053170 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:31:57.053170 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:31:57.053170 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:31:57.053170 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "update_network:provider:network_type":"role:admin and system_scope:all". Reason: Jan 14 07:31:57.053170 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:31:57.053170 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:31:57.053170 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:31:57.053170 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "update_network:provider:physical_network":"role:admin and system_scope:all". Reason: Jan 14 07:31:57.053170 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:31:57.053170 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:31:57.053170 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:31:57.053170 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "update_network:provider:segmentation_id":"role:admin and system_scope:all". Reason: Jan 14 07:31:57.053170 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:31:57.053170 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:31:57.053170 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:31:57.053170 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:router:external":"rule:admin_only" was deprecated in W in favor of "update_network:router:external":"role:admin and system_scope:all". Reason: Jan 14 07:31:57.053170 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:31:57.053170 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:31:57.053170 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:31:57.053170 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:is_default":"rule:admin_only" was deprecated in W in favor of "update_network:is_default":"role:admin and system_scope:all". Reason: Jan 14 07:31:57.053170 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:31:57.053170 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:31:57.053170 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:31:57.053170 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:port_security_enabled":"rule:admin_or_owner" was deprecated in W in favor of "update_network:port_security_enabled":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 07:31:57.053170 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:31:57.053170 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:31:57.053170 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:31:57.053170 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "delete_network":"rule:admin_or_owner" was deprecated in W in favor of "delete_network":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 07:31:57.053170 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:31:57.053170 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:31:57.053170 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:31:57.053170 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_segment":"rule:admin_only" was deprecated in W in favor of "create_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:31:57.053170 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:31:57.053170 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_segment":"rule:admin_only" was deprecated in W in favor of "get_segment":"role:reader and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:31:57.053170 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:31:57.053170 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_segment":"rule:admin_only" was deprecated in W in favor of "update_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:31:57.053170 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:31:57.053170 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "delete_segment":"rule:admin_only" was deprecated in W in favor of "delete_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:31:57.053170 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:31:57.053170 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 14 07:31:57.053170 n-d-768862-2 neutron-server[84765]: % (table.description, expected, rows_matched) Jan 14 07:31:57.053170 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 14 07:31:57.053170 n-d-768862-2 neutron-server[84765]: % (table.description, expected, rows_matched) Jan 14 07:31:57.053170 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 14 07:31:57.053170 n-d-768862-2 neutron-server[84765]: % (table.description, expected, rows_matched) Jan 14 07:31:57.053170 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 14 07:31:57.053170 n-d-768862-2 neutron-server[84765]: % (table.description, expected, rows_matched) Jan 14 07:31:57.053170 n-d-768862-2 neutron-server[84765]: Traceback (most recent call last): Jan 14 07:31:57.053170 n-d-768862-2 neutron-server[84765]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 14 07:31:57.053170 n-d-768862-2 neutron-server[84765]: timer() Jan 14 07:31:57.053170 n-d-768862-2 neutron-server[84765]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 14 07:31:57.053170 n-d-768862-2 neutron-server[84765]: cb(*args, **kw) Jan 14 07:31:57.053170 n-d-768862-2 neutron-server[84765]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Jan 14 07:31:57.053170 n-d-768862-2 neutron-server[84765]: return func(*args, **kwargs) Jan 14 07:31:57.053170 n-d-768862-2 neutron-server[84765]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 14 07:31:57.053170 n-d-768862-2 neutron-server[84765]: self._notify() Jan 14 07:31:57.053170 n-d-768862-2 neutron-server[84765]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 14 07:31:57.053170 n-d-768862-2 neutron-server[84765]: self.callback(batched_events) Jan 14 07:31:57.053170 n-d-768862-2 neutron-server[84765]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 14 07:31:57.053170 n-d-768862-2 neutron-server[84765]: event.method(event) Jan 14 07:31:57.058752 n-d-768862-2 neutron-server[84765]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 14 07:31:57.058752 n-d-768862-2 neutron-server[84765]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 14 07:31:57.058752 n-d-768862-2 neutron-server[84765]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Jan 14 07:31:57.058752 n-d-768862-2 neutron-server[84765]: segment_id)['aggregates'][0] Jan 14 07:31:57.058752 n-d-768862-2 neutron-server[84765]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 14 07:31:57.058752 n-d-768862-2 neutron-server[84765]: return f(self, *a, **k) Jan 14 07:31:57.058752 n-d-768862-2 neutron-server[84765]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 14 07:31:57.058752 n-d-768862-2 neutron-server[84765]: return self._get(url).json() Jan 14 07:31:57.058752 n-d-768862-2 neutron-server[84765]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 14 07:31:57.058752 n-d-768862-2 neutron-server[84765]: **kwargs) Jan 14 07:31:57.058752 n-d-768862-2 neutron-server[84765]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 14 07:31:57.058752 n-d-768862-2 neutron-server[84765]: return self.request(url, 'GET', **kwargs) Jan 14 07:31:57.058752 n-d-768862-2 neutron-server[84765]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Jan 14 07:31:57.058752 n-d-768862-2 neutron-server[84765]: **endpoint_filter) Jan 14 07:31:57.058752 n-d-768862-2 neutron-server[84765]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 14 07:31:57.058752 n-d-768862-2 neutron-server[84765]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 14 07:31:57.058752 n-d-768862-2 neutron-server[84765]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 14 07:31:57.058752 n-d-768862-2 neutron-server[84765]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 14 07:31:57.058752 n-d-768862-2 neutron-server[84765]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 14 07:31:57.158215 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-71a06a70-b642-41bd-9e03-a2c04508337c tempest-PortsIpV6TestJSON-1330665174 tempest-PortsIpV6TestJSON-1330665174] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850887113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3254092', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036851981146'] for subnet, after_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:31:57.288814 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-8c7c15ed-6bb6-4e45-bcb9-6e4b6f7da252 tempest-PortsTestJSON-2091589570 tempest-PortsTestJSON-2091589570] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036854176830', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850887149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3912591'] for network, after_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:31:57.337540 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-4d7ab0b8-0614-4921-a92c-b811e99c6db9 None None] Provisioning for port a7efcd05-7d08-4b65-881f-a305d9cb8323 completed by entity DHCP. {{(pid=84876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 07:31:57.370452 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-4d7ab0b8-0614-4921-a92c-b811e99c6db9 None None] Provisioning complete for port a7efcd05-7d08-4b65-881f-a305d9cb8323 triggered by entity DHCP. {{(pid=84876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 07:31:57.370797 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-4d7ab0b8-0614-4921-a92c-b811e99c6db9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-604227'] for port, provisioning_complete {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:31:57.419315 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-321cfde2-6521-4125-8fa4-1c9e84fa421a tempest-ExtraDHCPOptionsTestJSON-831179529 tempest-ExtraDHCPOptionsTestJSON-831179529] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:31:57.435712 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-703446ab-15ff-4677-9321-092515a4318b tempest-TestNetworkBasicOps-1983703278 tempest-TestNetworkBasicOps-1983703278] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555753'] for port, before_update {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:31:57.514542 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.plugin [None req-4d7ab0b8-0614-4921-a92c-b811e99c6db9 None None] Port a7efcd05-7d08-4b65-881f-a305d9cb8323 cannot update to ACTIVE because it is not bound. {{(pid=84876) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:329}} Jan 14 07:31:57.520219 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-5bdea0a6-dde3-462b-9599-ede348b9d648 tempest-FloatingIPNegativeTestJSON-2001787271 tempest-FloatingIPNegativeTestJSON-2001787271] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:31:57.521882 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71a06a70-b642-41bd-9e03-a2c04508337c tempest-PortsIpV6TestJSON-1330665174 tempest-PortsIpV6TestJSON-1330665174] Pushing event updated for resources: {'Subnet': ['ID=10096dd8-5728-4094-9220-8b738925cfbd,revision_number=0']} {{(pid=84874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:31:57.536065 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-71a06a70-b642-41bd-9e03-a2c04508337c tempest-PortsIpV6TestJSON-1330665174 tempest-PortsIpV6TestJSON-1330665174] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:31:57.549120 n-d-768862-2 neutron-server[84765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71a06a70-b642-41bd-9e03-a2c04508337c tempest-PortsIpV6TestJSON-1330665174 tempest-PortsIpV6TestJSON-1330665174] Network d5ef9345-9d47-4c1b-b4a7-f9e90c00c9f5 is already hosted by enough agents. {{(pid=84874) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 07:31:57.550417 n-d-768862-2 neutron-server[84765]: DEBUG neutron.scheduler.base_scheduler [None req-71a06a70-b642-41bd-9e03-a2c04508337c tempest-PortsIpV6TestJSON-1330665174 tempest-PortsIpV6TestJSON-1330665174] Resources bound (agent type, host, resource id): {{(pid=84874) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 07:31:57.560259 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2f9f9b4-fdc1-47ed-ae57-ad12b4857f40 None None] Network d5ef9345-9d47-4c1b-b4a7-f9e90c00c9f5 requested from n-d-768862-2 {{(pid=84876) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 07:31:57.567441 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71a06a70-b642-41bd-9e03-a2c04508337c tempest-PortsIpV6TestJSON-1330665174 tempest-PortsIpV6TestJSON-1330665174] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:31:57.568419 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-71a06a70-b642-41bd-9e03-a2c04508337c tempest-PortsIpV6TestJSON-1330665174 tempest-PortsIpV6TestJSON-1330665174] Notify callbacks [] for subnet, before_response {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:31:57.590885 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-8c7c15ed-6bb6-4e45-bcb9-6e4b6f7da252 tempest-PortsTestJSON-2091589570 tempest-PortsTestJSON-2091589570] Notify callbacks [] for network, before_response {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:31:57.595713 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-71a06a70-b642-41bd-9e03-a2c04508337c tempest-PortsIpV6TestJSON-1330665174 tempest-PortsIpV6TestJSON-1330665174] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.1660335 Jan 14 07:31:57.596649 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84874) accepted ('10.222.0.24', 56540) {{(pid=84874) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:31:57.603617 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.v2.base [None req-17002376-b3e1-44ba-bacf-af8ef3b0ca72 tempest-PortsIpV6TestJSON-1330665174 tempest-PortsIpV6TestJSON-1330665174] Request body: {'security_group': {'name': 'tempest-secgroup-1539822843'}} {{(pid=84874) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:31:57.616192 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-17002376-b3e1-44ba-bacf-af8ef3b0ca72 tempest-PortsIpV6TestJSON-1330665174 tempest-PortsIpV6TestJSON-1330665174] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:31:57.621799 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-17002376-b3e1-44ba-bacf-af8ef3b0ca72 tempest-PortsIpV6TestJSON-1330665174 tempest-PortsIpV6TestJSON-1330665174] Usage tracker for resource:security_group and tenant:6396266df05d476da6838f06b578d30b is out of sync, need to count used quota {{(pid=84874) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:31:57.625193 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-17002376-b3e1-44ba-bacf-af8ef3b0ca72 tempest-PortsIpV6TestJSON-1330665174 tempest-PortsIpV6TestJSON-1330665174] Quota usage for security_group was recalculated. Used quota:1. {{(pid=84874) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:31:57.632525 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-17002376-b3e1-44ba-bacf-af8ef3b0ca72 tempest-PortsIpV6TestJSON-1330665174 tempest-PortsIpV6TestJSON-1330665174] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:31:57.644244 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-17002376-b3e1-44ba-bacf-af8ef3b0ca72 tempest-PortsIpV6TestJSON-1330665174 tempest-PortsIpV6TestJSON-1330665174] Notify callbacks [] for security_group, before_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:31:57.692432 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-17002376-b3e1-44ba-bacf-af8ef3b0ca72 tempest-PortsIpV6TestJSON-1330665174 tempest-PortsIpV6TestJSON-1330665174] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:31:57.701024 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-17002376-b3e1-44ba-bacf-af8ef3b0ca72 tempest-PortsIpV6TestJSON-1330665174 tempest-PortsIpV6TestJSON-1330665174] Usage tracker for resource:security_group_rule and tenant:6396266df05d476da6838f06b578d30b is out of sync, need to count used quota {{(pid=84874) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:31:57.744797 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-17002376-b3e1-44ba-bacf-af8ef3b0ca72 tempest-PortsIpV6TestJSON-1330665174 tempest-PortsIpV6TestJSON-1330665174] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84874) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:31:57.752082 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-17002376-b3e1-44ba-bacf-af8ef3b0ca72 tempest-PortsIpV6TestJSON-1330665174 tempest-PortsIpV6TestJSON-1330665174] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:31:58.086075 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-17002376-b3e1-44ba-bacf-af8ef3b0ca72 tempest-PortsIpV6TestJSON-1330665174 tempest-PortsIpV6TestJSON-1330665174] Notify callbacks [] for security_group, precommit_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:31:58.120730 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-17002376-b3e1-44ba-bacf-af8ef3b0ca72 tempest-PortsIpV6TestJSON-1330665174 tempest-PortsIpV6TestJSON-1330665174] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850887153'] for security_group, after_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:31:58.140430 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c981510-262a-4601-a5f6-b1dc2eb6ee75 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5d94dc7a-c095-50a4-955e-5f3b78718a12-d5ef9345-9d47-4c1b-b4a7-f9e90c00c9f5', 'network_id': 'd5ef9345-9d47-4c1b-b4a7-f9e90c00c9f5', 'tenant_id': '6396266df05d476da6838f06b578d30b', 'fixed_ips': [{'subnet_id': '10096dd8-5728-4094-9220-8b738925cfbd'}]}} from n-d-768862-2. {{(pid=84876) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Jan 14 07:31:58.141836 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-8c981510-262a-4601-a5f6-b1dc2eb6ee75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555753'] for port, before_create {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:31:58.193110 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-ca081734-018a-4f04-9446-7ed26adbc40b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:31:58.221013 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-17002376-b3e1-44ba-bacf-af8ef3b0ca72 tempest-PortsIpV6TestJSON-1330665174 tempest-PortsIpV6TestJSON-1330665174] Notify callbacks [] for security_group, before_response {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:31:58.221287 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-17002376-b3e1-44ba-bacf-af8ef3b0ca72 tempest-PortsIpV6TestJSON-1330665174 tempest-PortsIpV6TestJSON-1330665174] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.6232455 Jan 14 07:31:58.256945 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c7c15ed-6bb6-4e45-bcb9-6e4b6f7da252 tempest-PortsTestJSON-2091589570 tempest-PortsTestJSON-2091589570] Pushing event deleted for resources: {'Network': ['ID=948177f9-9eef-4508-a362-9e9610e7525a,revision_number=None']} {{(pid=84875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:31:58.261527 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84875) accepted ('10.222.0.24', 56552) {{(pid=84875) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:31:58.271043 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17002376-b3e1-44ba-bacf-af8ef3b0ca72 tempest-PortsIpV6TestJSON-1330665174 tempest-PortsIpV6TestJSON-1330665174] Pushing event updated for resources: {'SecurityGroup': ['ID=52c5d5f0-aeee-4d85-a607-7b8aae525080,revision_number=1']} {{(pid=84874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:31:58.278785 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-17002376-b3e1-44ba-bacf-af8ef3b0ca72 tempest-PortsIpV6TestJSON-1330665174 tempest-PortsIpV6TestJSON-1330665174] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:31:58.565051 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-8c7c15ed-6bb6-4e45-bcb9-6e4b6f7da252 tempest-PortsTestJSON-2091589570 tempest-PortsTestJSON-2091589570] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.045s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:31:58.569396 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.v2.base [None req-e6f5d2cc-cfec-43c0-b9b5-c58f1c725f1e tempest-PortsIpV6TestJSON-1330665174 tempest-PortsIpV6TestJSON-1330665174] Request body: {'security_group': {'name': 'tempest-secgroup-729442826'}} {{(pid=84875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:31:58.590355 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-4aaed265-8b85-49e4-8c81-f5bb3bf3bbe9 tempest-FloatingIPNegativeTestJSON-2001787271 tempest-FloatingIPNegativeTestJSON-2001787271] Notify callbacks [] for floatingip, after_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:31:58.607696 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-e6f5d2cc-cfec-43c0-b9b5-c58f1c725f1e tempest-PortsIpV6TestJSON-1330665174 tempest-PortsIpV6TestJSON-1330665174] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:31:58.621962 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-e6f5d2cc-cfec-43c0-b9b5-c58f1c725f1e tempest-PortsIpV6TestJSON-1330665174 tempest-PortsIpV6TestJSON-1330665174] Usage tracker for resource:security_group and tenant:6396266df05d476da6838f06b578d30b is out of sync, need to count used quota {{(pid=84875) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:31:58.630389 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-e6f5d2cc-cfec-43c0-b9b5-c58f1c725f1e tempest-PortsIpV6TestJSON-1330665174 tempest-PortsIpV6TestJSON-1330665174] Quota usage for security_group was recalculated. Used quota:2. {{(pid=84875) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:31:58.643321 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-e6f5d2cc-cfec-43c0-b9b5-c58f1c725f1e tempest-PortsIpV6TestJSON-1330665174 tempest-PortsIpV6TestJSON-1330665174] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=84875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:31:58.666844 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-4aaed265-8b85-49e4-8c81-f5bb3bf3bbe9 tempest-FloatingIPNegativeTestJSON-2001787271 tempest-FloatingIPNegativeTestJSON-2001787271] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854768116'] for floatingip, before_response {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:31:58.668314 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-4aaed265-8b85-49e4-8c81-f5bb3bf3bbe9 tempest-FloatingIPNegativeTestJSON-2001787271 tempest-FloatingIPNegativeTestJSON-2001787271] 10.222.0.24 "DELETE /v2.0/floatingips/e0509e6b-0ff2-4df3-bd6b-c05a1657c131 HTTP/1.1" status: 204 len: 168 time: 4.9785500 Jan 14 07:31:58.672215 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84874) accepted ('10.222.0.24', 56568) {{(pid=84874) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:31:58.674436 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-e6f5d2cc-cfec-43c0-b9b5-c58f1c725f1e tempest-PortsIpV6TestJSON-1330665174 tempest-PortsIpV6TestJSON-1330665174] Notify callbacks [] for security_group, before_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:31:58.679736 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.v2.base [None req-60595902-cc87-4419-8223-b2aa4a312456 tempest-FloatingIPNegativeTestJSON-2001787271 tempest-FloatingIPNegativeTestJSON-2001787271] Request body: {'floatingip': {'floating_network_id': '9ebc43ec-f711-47f5-8ff3-48473adf0f9b', 'port_id': '40242a78-4a28-4b37-a3c9-8a71820bc1fe', 'fixed_ip_address': '172.20.0.3'}} {{(pid=84874) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:31:58.704641 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-60595902-cc87-4419-8223-b2aa4a312456 tempest-FloatingIPNegativeTestJSON-2001787271 tempest-FloatingIPNegativeTestJSON-2001787271] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:31:58.711934 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-60595902-cc87-4419-8223-b2aa4a312456 tempest-FloatingIPNegativeTestJSON-2001787271 tempest-FloatingIPNegativeTestJSON-2001787271] Usage tracker for resource:floatingip and tenant:25f640c670234d7399de9f215c3c6016 is out of sync, need to count used quota {{(pid=84874) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:31:58.720764 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-60595902-cc87-4419-8223-b2aa4a312456 tempest-FloatingIPNegativeTestJSON-2001787271 tempest-FloatingIPNegativeTestJSON-2001787271] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=84874) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:31:58.725711 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-8c7c15ed-6bb6-4e45-bcb9-6e4b6f7da252 tempest-PortsTestJSON-2091589570 tempest-PortsTestJSON-2091589570] 10.222.0.24 "DELETE /v2.0/networks/948177f9-9eef-4508-a362-9e9610e7525a HTTP/1.1" status: 204 len: 168 time: 9.3978319 Jan 14 07:31:58.726679 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84875) accepted ('10.222.0.24', 56572) {{(pid=84875) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:31:58.740813 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-60595902-cc87-4419-8223-b2aa4a312456 tempest-FloatingIPNegativeTestJSON-2001787271 tempest-FloatingIPNegativeTestJSON-2001787271] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=84874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:31:58.769443 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-60595902-cc87-4419-8223-b2aa4a312456 tempest-FloatingIPNegativeTestJSON-2001787271 tempest-FloatingIPNegativeTestJSON-2001787271] Notify callbacks [] for floatingip, before_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:31:58.774618 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-e6f5d2cc-cfec-43c0-b9b5-c58f1c725f1e tempest-PortsIpV6TestJSON-1330665174 tempest-PortsIpV6TestJSON-1330665174] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:31:58.803179 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-e6f5d2cc-cfec-43c0-b9b5-c58f1c725f1e tempest-PortsIpV6TestJSON-1330665174 tempest-PortsIpV6TestJSON-1330665174] Usage tracker for resource:security_group_rule and tenant:6396266df05d476da6838f06b578d30b is out of sync, need to count used quota {{(pid=84875) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:31:58.816379 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-e6f5d2cc-cfec-43c0-b9b5-c58f1c725f1e tempest-PortsIpV6TestJSON-1330665174 tempest-PortsIpV6TestJSON-1330665174] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84875) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:31:58.849574 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.db_base_plugin_common [None req-8c981510-262a-4601-a5f6-b1dc2eb6ee75 None None] Allocated IP 2001:db8::2 (d5ef9345-9d47-4c1b-b4a7-f9e90c00c9f5/10096dd8-5728-4094-9220-8b738925cfbd/3af3c0e6-650b-4081-a832-0e7cd4bed2da) {{(pid=84876) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 14 07:31:58.873998 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-158d057e-98f8-44a4-9210-fa087e71dcd9 tempest-PortsTestJSON-2091589570 tempest-PortsTestJSON-2091589570] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:31:58.874896 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-158d057e-98f8-44a4-9210-fa087e71dcd9 tempest-PortsTestJSON-2091589570 tempest-PortsTestJSON-2091589570] Synchronizing usage tracker for tenant:4f41150d2ea84f97bbab10653dcc9b99 on resource:port {{(pid=84875) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 14 07:31:58.880349 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-e6f5d2cc-cfec-43c0-b9b5-c58f1c725f1e tempest-PortsIpV6TestJSON-1330665174 tempest-PortsIpV6TestJSON-1330665174] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:31:58.933098 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-158d057e-98f8-44a4-9210-fa087e71dcd9 tempest-PortsTestJSON-2091589570 tempest-PortsTestJSON-2091589570] Unset dirty status for tenant:4f41150d2ea84f97bbab10653dcc9b99 on resource:port {{(pid=84875) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 14 07:31:58.939005 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-158d057e-98f8-44a4-9210-fa087e71dcd9 tempest-PortsTestJSON-2091589570 tempest-PortsTestJSON-2091589570] 10.222.0.24 "GET /v2.0/ports/9fcf9582-d53d-421b-9690-0fbdf3561687 HTTP/1.1" status: 200 len: 840 time: 0.2061224 Jan 14 07:31:58.961379 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84875) accepted ('10.222.0.24', 56584) {{(pid=84875) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:31:59.075471 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-da60c18d-4c90-49fb-a8b9-692ef2132f38 tempest-PortsTestJSON-2091589570 tempest-PortsTestJSON-2091589570] 10.222.0.24 "GET /v2.0/ports/9fcf9582-d53d-421b-9690-0fbdf3561687?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 281 time: 0.1124213 Jan 14 07:31:59.082227 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84874) accepted ('10.222.0.24', 56590) {{(pid=84874) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:31:59.109584 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.v2.base [None req-0e6d793a-b8a1-496f-a2d5-57342af10eb1 tempest-PortsTestJSON-2091589570 tempest-PortsTestJSON-2091589570] Request body: {'subnet': {'network_id': 'e289c449-d36a-4991-9be0-13105a93d6ac', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=84874) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:31:59.274420 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-e6f5d2cc-cfec-43c0-b9b5-c58f1c725f1e tempest-PortsIpV6TestJSON-1330665174 tempest-PortsIpV6TestJSON-1330665174] Notify callbacks [] for security_group, precommit_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:31:59.304559 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-e6f5d2cc-cfec-43c0-b9b5-c58f1c725f1e tempest-PortsIpV6TestJSON-1330665174 tempest-PortsIpV6TestJSON-1330665174] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850887153'] for security_group, after_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:31:59.322718 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-cdfefccc-b0a7-43c2-a7f8-a8b5dd80ed81 tempest-NegativeSecGroupIPv6Test-1980982801 tempest-NegativeSecGroupIPv6Test-1980982801] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:31:59.383996 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6f5d2cc-cfec-43c0-b9b5-c58f1c725f1e tempest-PortsIpV6TestJSON-1330665174 tempest-PortsIpV6TestJSON-1330665174] Pushing event updated for resources: {'SecurityGroup': ['ID=69031906-694c-4f13-8044-4f212c18b140,revision_number=1']} {{(pid=84875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:31:59.405476 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-e6f5d2cc-cfec-43c0-b9b5-c58f1c725f1e tempest-PortsIpV6TestJSON-1330665174 tempest-PortsIpV6TestJSON-1330665174] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:31:59.465586 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-e6f5d2cc-cfec-43c0-b9b5-c58f1c725f1e tempest-PortsIpV6TestJSON-1330665174 tempest-PortsIpV6TestJSON-1330665174] Notify callbacks [] for security_group, before_response {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:31:59.467475 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-e6f5d2cc-cfec-43c0-b9b5-c58f1c725f1e tempest-PortsIpV6TestJSON-1330665174 tempest-PortsIpV6TestJSON-1330665174] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.9195564 Jan 14 07:31:59.471380 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84874) accepted ('10.222.0.24', 56602) {{(pid=84874) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:31:59.481172 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-703446ab-15ff-4677-9321-092515a4318b tempest-TestNetworkBasicOps-1983703278 tempest-TestNetworkBasicOps-1983703278] Notify callbacks [] for port, precommit_update {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:31:59.492031 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.v2.base [None req-723c6bec-1cca-4885-93ea-019841fb267e tempest-PortsIpV6TestJSON-1330665174 tempest-PortsIpV6TestJSON-1330665174] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-1515239854', 'security_groups': ['69031906-694c-4f13-8044-4f212c18b140'], 'network_id': 'd5ef9345-9d47-4c1b-b4a7-f9e90c00c9f5', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '10096dd8-5728-4094-9220-8b738925cfbd'}]}} {{(pid=84874) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:31:59.505045 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-703446ab-15ff-4677-9321-092515a4318b tempest-TestNetworkBasicOps-1983703278 tempest-TestNetworkBasicOps-1983703278] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777640533312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363259214678337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777640097497', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3154211'] for port, after_update {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:31:59.509861 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-8c981510-262a-4601-a5f6-b1dc2eb6ee75 None None] Notify callbacks [] for port, precommit_create {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:31:59.523422 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-8c981510-262a-4601-a5f6-b1dc2eb6ee75 None None] Transition to ACTIVE for port object 3af3c0e6-650b-4081-a832-0e7cd4bed2da will not be triggered until provisioned by entity L2. {{(pid=84876) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 07:31:59.538416 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-0e6d793a-b8a1-496f-a2d5-57342af10eb1 tempest-PortsTestJSON-2091589570 tempest-PortsTestJSON-2091589570] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:31:59.543137 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-8c981510-262a-4601-a5f6-b1dc2eb6ee75 None None] Transition to ACTIVE for port object 3af3c0e6-650b-4081-a832-0e7cd4bed2da will not be triggered until provisioned by entity DHCP. {{(pid=84876) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 07:31:59.549670 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-8c981510-262a-4601-a5f6-b1dc2eb6ee75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777640123575'] for port, after_create {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:31:59.550184 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-f23647c0-c923-480d-b326-159d8e3c60c9 tempest-PortsTestJSON-2091589570 tempest-PortsTestJSON-2091589570] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:31:59.554538 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-0e6d793a-b8a1-496f-a2d5-57342af10eb1 tempest-PortsTestJSON-2091589570 tempest-PortsTestJSON-2091589570] Usage tracker for resource:subnet and tenant:4f41150d2ea84f97bbab10653dcc9b99 is out of sync, need to count used quota {{(pid=84874) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:31:59.557730 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-0e6d793a-b8a1-496f-a2d5-57342af10eb1 tempest-PortsTestJSON-2091589570 tempest-PortsTestJSON-2091589570] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84874) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:31:59.572946 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-0e6d793a-b8a1-496f-a2d5-57342af10eb1 tempest-PortsTestJSON-2091589570 tempest-PortsTestJSON-2091589570] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:31:59.702939 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-33bca8c6-a6df-497c-89db-4a0c7693351d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84876) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:31:59.769403 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0e6d793a-b8a1-496f-a2d5-57342af10eb1 tempest-PortsTestJSON-2091589570 tempest-PortsTestJSON-2091589570] Made reservation on behalf of 4f41150d2ea84f97bbab10653dcc9b99 for: {'subnet': 1} {{(pid=84874) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 07:31:59.796585 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c981510-262a-4601-a5f6-b1dc2eb6ee75 None None] Pushing event updated for resources: {'Port': ['ID=3af3c0e6-650b-4081-a832-0e7cd4bed2da,revision_number=1']} {{(pid=84876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:31:59.800977 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-703446ab-15ff-4677-9321-092515a4318b tempest-TestNetworkBasicOps-1983703278 tempest-TestNetworkBasicOps-1983703278] Pushing event updated for resources: {'Port': ['ID=a7efcd05-7d08-4b65-881f-a305d9cb8323,revision_number=2']} {{(pid=84875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:31:59.810014 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-8c981510-262a-4601-a5f6-b1dc2eb6ee75 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=84876) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:31:59.818840 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-703446ab-15ff-4677-9321-092515a4318b tempest-TestNetworkBasicOps-1983703278 tempest-TestNetworkBasicOps-1983703278] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.269s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:31:59.823416 n-d-768862-2 neutron-server[84765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c981510-262a-4601-a5f6-b1dc2eb6ee75 None None] Network d5ef9345-9d47-4c1b-b4a7-f9e90c00c9f5 is already hosted by enough agents. {{(pid=84876) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 07:31:59.825318 n-d-768862-2 neutron-server[84765]: DEBUG neutron.scheduler.base_scheduler [None req-8c981510-262a-4601-a5f6-b1dc2eb6ee75 None None] Resources bound (agent type, host, resource id): {{(pid=84876) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 07:31:59.829611 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c981510-262a-4601-a5f6-b1dc2eb6ee75 None None] Received port after_create {{(pid=84876) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 14 07:31:59.902094 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.managers [None req-8c981510-262a-4601-a5f6-b1dc2eb6ee75 None None] Attempting to bind port 3af3c0e6-650b-4081-a832-0e7cd4bed2da on host n-d-768862-2 for vnic_type normal with profile {{(pid=84876) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 14 07:31:59.902513 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.managers [None req-8c981510-262a-4601-a5f6-b1dc2eb6ee75 None None] Attempting to bind port 3af3c0e6-650b-4081-a832-0e7cd4bed2da by drivers openvswitch on host n-d-768862-2 at level 0 using segments [{'id': '54b9cf0c-5b3e-4085-9515-7ca44c0c6052', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 9, 'network_id': 'd5ef9345-9d47-4c1b-b4a7-f9e90c00c9f5'}] {{(pid=84876) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 14 07:31:59.902922 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c981510-262a-4601-a5f6-b1dc2eb6ee75 None None] Attempting to bind port 3af3c0e6-650b-4081-a832-0e7cd4bed2da on network d5ef9345-9d47-4c1b-b4a7-f9e90c00c9f5 {{(pid=84876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 14 07:31:59.906864 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-703446ab-15ff-4677-9321-092515a4318b tempest-TestNetworkBasicOps-1983703278 tempest-TestNetworkBasicOps-1983703278] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3206949', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3889649'] for router_interface, after_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:31:59.910097 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c981510-262a-4601-a5f6-b1dc2eb6ee75 None None] Checking agent: {'id': 'ba5efab1-b43c-4d5a-bc52-6e105d4e67a2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768862-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 14, 6, 56, 52), 'started_at': datetime.datetime(2021, 1, 14, 6, 57, 22), 'heartbeat_timestamp': datetime.datetime(2021, 1, 14, 7, 31, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768862-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.29', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 14 07:31:59.910539 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c981510-262a-4601-a5f6-b1dc2eb6ee75 None None] Checking segment: {'id': '54b9cf0c-5b3e-4085-9515-7ca44c0c6052', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 9, 'network_id': 'd5ef9345-9d47-4c1b-b4a7-f9e90c00c9f5'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84876) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 14 07:31:59.911141 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-8c981510-262a-4601-a5f6-b1dc2eb6ee75 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:31:59.911595 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c981510-262a-4601-a5f6-b1dc2eb6ee75 None None] Bound using segment: {'id': '54b9cf0c-5b3e-4085-9515-7ca44c0c6052', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 9, 'network_id': 'd5ef9345-9d47-4c1b-b4a7-f9e90c00c9f5'} {{(pid=84876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 14 07:31:59.912178 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.managers [None req-8c981510-262a-4601-a5f6-b1dc2eb6ee75 None None] Bound port: 3af3c0e6-650b-4081-a832-0e7cd4bed2da, host: n-d-768862-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '54b9cf0c-5b3e-4085-9515-7ca44c0c6052', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 9, 'network_id': 'd5ef9345-9d47-4c1b-b4a7-f9e90c00c9f5'}}] {{(pid=84876) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 14 07:31:59.913565 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-8c981510-262a-4601-a5f6-b1dc2eb6ee75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555753'] for port, before_update {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:32:00.161638 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [None req-8c981510-262a-4601-a5f6-b1dc2eb6ee75 None None] For port 3af3c0e6-650b-4081-a832-0e7cd4bed2da, host n-d-768862-2, cleared binding levels {{(pid=84876) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 14 07:32:00.174105 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [None req-8c981510-262a-4601-a5f6-b1dc2eb6ee75 None None] For port 3af3c0e6-650b-4081-a832-0e7cd4bed2da, host n-d-768862-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-2',level=0,port_id=3af3c0e6-650b-4081-a832-0e7cd4bed2da,segment=NetworkSegment(54b9cf0c-5b3e-4085-9515-7ca44c0c6052),segment_id=54b9cf0c-5b3e-4085-9515-7ca44c0c6052)] {{(pid=84876) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 14 07:32:00.220467 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-8c981510-262a-4601-a5f6-b1dc2eb6ee75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777640533312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363259214678337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777640097497'] for port, after_update {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:32:00.255338 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-ca82a5a1-3786-4840-a1e5-42b2768e8ffb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84876) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:32:00.338277 n-d-768862-2 neutron-server[84765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-703446ab-15ff-4677-9321-092515a4318b tempest-TestNetworkBasicOps-1983703278 tempest-TestNetworkBasicOps-1983703278] Network 780315ca-b2bf-4289-8e3a-06e1e90b3342 is already hosted by enough agents. {{(pid=84875) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 07:32:00.339882 n-d-768862-2 neutron-server[84765]: DEBUG neutron.scheduler.base_scheduler [None req-703446ab-15ff-4677-9321-092515a4318b tempest-TestNetworkBasicOps-1983703278 tempest-TestNetworkBasicOps-1983703278] Resources bound (agent type, host, resource id): {{(pid=84875) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 07:32:00.385154 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c981510-262a-4601-a5f6-b1dc2eb6ee75 None None] Pushing event updated for resources: {'Port': ['ID=3af3c0e6-650b-4081-a832-0e7cd4bed2da,revision_number=2']} {{(pid=84876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:32:00.397981 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-8c981510-262a-4601-a5f6-b1dc2eb6ee75 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=84876) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:32:00.599650 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84875) accepted ('10.222.0.24', 56630) {{(pid=84875) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:32:00.898546 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-608148b7-ab0b-4dc0-a3ec-ff5103d16c9c None None] Provisioning complete for port a7efcd05-7d08-4b65-881f-a305d9cb8323 triggered by entity DHCP. {{(pid=84876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 07:32:00.898967 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-608148b7-ab0b-4dc0-a3ec-ff5103d16c9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-604227'] for port, provisioning_complete {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:32:00.939008 n-d-768862-2 neutron-server[84765]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-703446ab-15ff-4677-9321-092515a4318b tempest-TestNetworkBasicOps-1983703278 tempest-TestNetworkBasicOps-1983703278] Router 50ef5e4f-d688-4837-84d9-242338edad9d has already been hosted by L3 agent 35f592e9-451b-4db9-abea-77b6a5c5391b {{(pid=84875) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Jan 14 07:32:00.949015 n-d-768862-2 neutron-server[84765]: INFO neutron.api.v2.resource [None req-60595902-cc87-4419-8223-b2aa4a312456 tempest-FloatingIPNegativeTestJSON-2001787271 tempest-FloatingIPNegativeTestJSON-2001787271] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 14 07:32:00.950468 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-60595902-cc87-4419-8223-b2aa4a312456 tempest-FloatingIPNegativeTestJSON-2001787271 tempest-FloatingIPNegativeTestJSON-2001787271] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 400 len: 373 time: 2.2766876 Jan 14 07:32:00.956788 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84875) accepted ('10.222.0.24', 56646) {{(pid=84875) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:32:00.959928 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-0e6d793a-b8a1-496f-a2d5-57342af10eb1 tempest-PortsTestJSON-2091589570 tempest-PortsTestJSON-2091589570] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036851981161'] for subnet, before_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:32:00.972538 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.v2.base [None req-24c145f0-09cf-44a4-ad49-301844e90f8f tempest-FloatingIPNegativeTestJSON-2001787271 tempest-FloatingIPNegativeTestJSON-2001787271] Request body: {'floatingip': {'floating_network_id': '226f1e78-82cd-4481-9055-4eb73b6db8c1', 'port_id': '40242a78-4a28-4b37-a3c9-8a71820bc1fe', 'fixed_ip_address': '172.20.0.3'}} {{(pid=84875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:32:00.978372 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.plugin [None req-608148b7-ab0b-4dc0-a3ec-ff5103d16c9c None None] Port a7efcd05-7d08-4b65-881f-a305d9cb8323 cannot update to ACTIVE because it is not bound. {{(pid=84876) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:329}} Jan 14 07:32:01.081268 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-97813cda-0e87-458f-b882-6a8cb12da9d3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:32:01.288151 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-24c145f0-09cf-44a4-ad49-301844e90f8f tempest-FloatingIPNegativeTestJSON-2001787271 tempest-FloatingIPNegativeTestJSON-2001787271] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:32:01.304858 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-97813cda-0e87-458f-b882-6a8cb12da9d3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:32:01.310238 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-97813cda-0e87-458f-b882-6a8cb12da9d3 admin admin] Usage tracker for resource:security_group_rule and tenant:33b15ba506534c7fa49774eb4b20bd6c is out of sync, need to count used quota {{(pid=84875) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:32:01.313664 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-97813cda-0e87-458f-b882-6a8cb12da9d3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84875) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:32:01.320816 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-97813cda-0e87-458f-b882-6a8cb12da9d3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:32:01.344120 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-24c145f0-09cf-44a4-ad49-301844e90f8f tempest-FloatingIPNegativeTestJSON-2001787271 tempest-FloatingIPNegativeTestJSON-2001787271] Usage tracker for resource:floatingip and tenant:25f640c670234d7399de9f215c3c6016 is out of sync, need to count used quota {{(pid=84875) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:32:01.347248 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-24c145f0-09cf-44a4-ad49-301844e90f8f tempest-FloatingIPNegativeTestJSON-2001787271 tempest-FloatingIPNegativeTestJSON-2001787271] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=84875) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:32:01.368483 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-24c145f0-09cf-44a4-ad49-301844e90f8f tempest-FloatingIPNegativeTestJSON-2001787271 tempest-FloatingIPNegativeTestJSON-2001787271] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=84875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:32:01.415171 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-24c145f0-09cf-44a4-ad49-301844e90f8f tempest-FloatingIPNegativeTestJSON-2001787271 tempest-FloatingIPNegativeTestJSON-2001787271] Notify callbacks [] for floatingip, before_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:32:01.460537 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-723c6bec-1cca-4885-93ea-019841fb267e tempest-PortsIpV6TestJSON-1330665174 tempest-PortsIpV6TestJSON-1330665174] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:32:01.467526 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-723c6bec-1cca-4885-93ea-019841fb267e tempest-PortsIpV6TestJSON-1330665174 tempest-PortsIpV6TestJSON-1330665174] Usage tracker for resource:port and tenant:6396266df05d476da6838f06b578d30b is out of sync, need to count used quota {{(pid=84874) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:32:01.479874 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-723c6bec-1cca-4885-93ea-019841fb267e tempest-PortsIpV6TestJSON-1330665174 tempest-PortsIpV6TestJSON-1330665174] Quota usage for port was recalculated. Used quota:2. {{(pid=84874) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:32:01.491515 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-723c6bec-1cca-4885-93ea-019841fb267e tempest-PortsIpV6TestJSON-1330665174 tempest-PortsIpV6TestJSON-1330665174] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:32:01.529788 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-723c6bec-1cca-4885-93ea-019841fb267e tempest-PortsIpV6TestJSON-1330665174 tempest-PortsIpV6TestJSON-1330665174] Made reservation on behalf of 6396266df05d476da6838f06b578d30b for: {'port': 1} {{(pid=84874) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 07:32:01.560084 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-703446ab-15ff-4677-9321-092515a4318b tempest-TestNetworkBasicOps-1983703278 tempest-TestNetworkBasicOps-1983703278] Notify agent at l3_agent.n-d-768862-2 the message routers_updated {{(pid=84875) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jan 14 07:32:01.576274 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3927a54-62e5-4d08-b624-d1bdf7b879f4 None None] Sync routers for ids ['50ef5e4f-d688-4837-84d9-242338edad9d'] in n-d-768862-2 {{(pid=84877) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Jan 14 07:32:01.594842 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3927a54-62e5-4d08-b624-d1bdf7b879f4 None None] Routers {'50ef5e4f-d688-4837-84d9-242338edad9d'} bound to L3 agent in host n-d-768862-2 {{(pid=84877) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 14 07:32:01.595639 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_hamode_db [None req-d3927a54-62e5-4d08-b624-d1bdf7b879f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-01-14T06:56:51Z,description=,heartbeat_timestamp=2021-01-14T07:31:52Z,host='n-d-768862-2',id=35f592e9-451b-4db9-abea-77b6a5c5391b,load=0,resource_versions=,resources_synced=,started_at=2021-01-14T06:56:51Z,topic='l3_agent')) {'router_ids': ['50ef5e4f-d688-4837-84d9-242338edad9d'], 'active': True} {{(pid=84877) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:32:01.636197 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-703446ab-15ff-4677-9321-092515a4318b tempest-TestNetworkBasicOps-1983703278 tempest-TestNetworkBasicOps-1983703278] 10.222.0.24 "PUT /v2.0/routers/50ef5e4f-d688-4837-84d9-242338edad9d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 16.5812554 Jan 14 07:32:01.644116 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Device 3af3c0e6-650b-4081-a832-0e7cd4bed2da up at agent ovs-agent-n-d-768862-2 {{(pid=84876) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 07:32:01.655110 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84875) accepted ('10.222.0.24', 56664) {{(pid=84875) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:32:01.830872 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Provisioning for port 3af3c0e6-650b-4081-a832-0e7cd4bed2da completed by entity L2. {{(pid=84876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 07:32:01.903496 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-0e6d793a-b8a1-496f-a2d5-57342af10eb1 tempest-PortsTestJSON-2091589570 tempest-PortsTestJSON-2091589570] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850887113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3254092', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036851981146'] for subnet, after_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:32:01.946956 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-97813cda-0e87-458f-b882-6a8cb12da9d3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:32:01.982904 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-97813cda-0e87-458f-b882-6a8cb12da9d3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850887153'] for security_group, after_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:32:02.004236 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_dvr_db [None req-d3927a54-62e5-4d08-b624-d1bdf7b879f4 None None] Set router 50ef5e4f-d688-4837-84d9-242338edad9d gateway port host: n-d-768862-2 {{(pid=84877) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 14 07:32:02.041171 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-baccbc19-d7fb-4050-87ee-d095921dfed3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:32:02.064362 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-97813cda-0e87-458f-b882-6a8cb12da9d3 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=33b15ba506534c7fa49774eb4b20bd6c&name=default HTTP/1.1" status: 200 len: 2983 time: 1.4603033 Jan 14 07:32:02.066042 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84874) accepted ('10.222.0.24', 56676) {{(pid=84874) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:32:02.074341 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-71a06a70-b642-41bd-9e03-a2c04508337c tempest-PortsIpV6TestJSON-1330665174 tempest-PortsIpV6TestJSON-1330665174] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:32:02.175894 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97813cda-0e87-458f-b882-6a8cb12da9d3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=06af81b0-ec5c-4e10-aef0-96d1d173f4c2,revision_number=1']} {{(pid=84875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:32:02.180534 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-24c145f0-09cf-44a4-ad49-301844e90f8f tempest-FloatingIPNegativeTestJSON-2001787271 tempest-FloatingIPNegativeTestJSON-2001787271] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555753'] for port, before_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:32:02.196685 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-97813cda-0e87-458f-b882-6a8cb12da9d3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.163s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:32:02.322513 n-d-768862-2 neutron-server[84765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e6d793a-b8a1-496f-a2d5-57342af10eb1 tempest-PortsTestJSON-2091589570 tempest-PortsTestJSON-2091589570] Network e289c449-d36a-4991-9be0-13105a93d6ac is already hosted by enough agents. {{(pid=84874) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 07:32:02.351783 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e6d793a-b8a1-496f-a2d5-57342af10eb1 tempest-PortsTestJSON-2091589570 tempest-PortsTestJSON-2091589570] Pushing event updated for resources: {'Subnet': ['ID=8a39c9fc-2d8d-4593-a44e-26a3a6af3de3,revision_number=0']} {{(pid=84874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:32:02.365820 n-d-768862-2 neutron-server[84765]: DEBUG neutron.scheduler.base_scheduler [None req-0e6d793a-b8a1-496f-a2d5-57342af10eb1 tempest-PortsTestJSON-2091589570 tempest-PortsTestJSON-2091589570] Resources bound (agent type, host, resource id): {{(pid=84874) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 07:32:02.368923 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-ce5ab6d8-c9a5-4205-9df3-b2e19759360f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:32:02.377772 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e703d25-8aa1-4adc-8a81-986da487cb5c None None] Network e289c449-d36a-4991-9be0-13105a93d6ac requested from n-d-768862-2 {{(pid=84876) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 07:32:02.439596 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e6d793a-b8a1-496f-a2d5-57342af10eb1 tempest-PortsTestJSON-2091589570 tempest-PortsTestJSON-2091589570] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@n-h1-768862-2 {{(pid=84874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:32:02.440053 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e6d793a-b8a1-496f-a2d5-57342af10eb1 tempest-PortsTestJSON-2091589570 tempest-PortsTestJSON-2091589570] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-h1-768862-2 {{(pid=84874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:32:02.440476 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e6d793a-b8a1-496f-a2d5-57342af10eb1 tempest-PortsTestJSON-2091589570 tempest-PortsTestJSON-2091589570] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-h1-768862-2 {{(pid=84874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:32:02.451432 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e6d793a-b8a1-496f-a2d5-57342af10eb1 tempest-PortsTestJSON-2091589570 tempest-PortsTestJSON-2091589570] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-h1-768862-2 {{(pid=84874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:32:02.452208 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e6d793a-b8a1-496f-a2d5-57342af10eb1 tempest-PortsTestJSON-2091589570 tempest-PortsTestJSON-2091589570] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@n-h1-768862-2 {{(pid=84874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:32:02.452638 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e6d793a-b8a1-496f-a2d5-57342af10eb1 tempest-PortsTestJSON-2091589570 tempest-PortsTestJSON-2091589570] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-h1-768862-2 {{(pid=84874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:32:02.453055 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e6d793a-b8a1-496f-a2d5-57342af10eb1 tempest-PortsTestJSON-2091589570 tempest-PortsTestJSON-2091589570] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-h1-768862-2 {{(pid=84874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:32:02.453471 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e6d793a-b8a1-496f-a2d5-57342af10eb1 tempest-PortsTestJSON-2091589570 tempest-PortsTestJSON-2091589570] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-h1-768862-2 {{(pid=84874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:32:02.454132 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e6d793a-b8a1-496f-a2d5-57342af10eb1 tempest-PortsTestJSON-2091589570 tempest-PortsTestJSON-2091589570] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-h1-768862-2 {{(pid=84874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:32:02.454351 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e6d793a-b8a1-496f-a2d5-57342af10eb1 tempest-PortsTestJSON-2091589570 tempest-PortsTestJSON-2091589570] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-h1-768862-2 {{(pid=84874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:32:02.454758 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e6d793a-b8a1-496f-a2d5-57342af10eb1 tempest-PortsTestJSON-2091589570 tempest-PortsTestJSON-2091589570] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-h1-768862-2 {{(pid=84874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:32:02.455335 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e6d793a-b8a1-496f-a2d5-57342af10eb1 tempest-PortsTestJSON-2091589570 tempest-PortsTestJSON-2091589570] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-h1-768862-2 {{(pid=84874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:32:02.455796 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e6d793a-b8a1-496f-a2d5-57342af10eb1 tempest-PortsTestJSON-2091589570 tempest-PortsTestJSON-2091589570] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@n-h2-768862-2 {{(pid=84874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:32:02.460732 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e6d793a-b8a1-496f-a2d5-57342af10eb1 tempest-PortsTestJSON-2091589570 tempest-PortsTestJSON-2091589570] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-h2-768862-2 {{(pid=84874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:32:02.461515 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e6d793a-b8a1-496f-a2d5-57342af10eb1 tempest-PortsTestJSON-2091589570 tempest-PortsTestJSON-2091589570] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-h2-768862-2 {{(pid=84874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:32:02.462120 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e6d793a-b8a1-496f-a2d5-57342af10eb1 tempest-PortsTestJSON-2091589570 tempest-PortsTestJSON-2091589570] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-h2-768862-2 {{(pid=84874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:32:02.462537 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e6d793a-b8a1-496f-a2d5-57342af10eb1 tempest-PortsTestJSON-2091589570 tempest-PortsTestJSON-2091589570] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@n-h2-768862-2 {{(pid=84874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:32:02.462951 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e6d793a-b8a1-496f-a2d5-57342af10eb1 tempest-PortsTestJSON-2091589570 tempest-PortsTestJSON-2091589570] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-h2-768862-2 {{(pid=84874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:32:02.463360 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e6d793a-b8a1-496f-a2d5-57342af10eb1 tempest-PortsTestJSON-2091589570 tempest-PortsTestJSON-2091589570] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-h2-768862-2 {{(pid=84874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:32:02.463767 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e6d793a-b8a1-496f-a2d5-57342af10eb1 tempest-PortsTestJSON-2091589570 tempest-PortsTestJSON-2091589570] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-h2-768862-2 {{(pid=84874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:32:02.464203 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e6d793a-b8a1-496f-a2d5-57342af10eb1 tempest-PortsTestJSON-2091589570 tempest-PortsTestJSON-2091589570] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-h2-768862-2 {{(pid=84874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:32:02.464609 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e6d793a-b8a1-496f-a2d5-57342af10eb1 tempest-PortsTestJSON-2091589570 tempest-PortsTestJSON-2091589570] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-h2-768862-2 {{(pid=84874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:32:02.465013 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e6d793a-b8a1-496f-a2d5-57342af10eb1 tempest-PortsTestJSON-2091589570 tempest-PortsTestJSON-2091589570] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-h2-768862-2 {{(pid=84874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:32:02.470898 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e6d793a-b8a1-496f-a2d5-57342af10eb1 tempest-PortsTestJSON-2091589570 tempest-PortsTestJSON-2091589570] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-h2-768862-2 {{(pid=84874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:32:02.471687 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e6d793a-b8a1-496f-a2d5-57342af10eb1 tempest-PortsTestJSON-2091589570 tempest-PortsTestJSON-2091589570] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-2 {{(pid=84874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:32:02.472297 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e6d793a-b8a1-496f-a2d5-57342af10eb1 tempest-PortsTestJSON-2091589570 tempest-PortsTestJSON-2091589570] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-2 {{(pid=84874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:32:02.472714 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e6d793a-b8a1-496f-a2d5-57342af10eb1 tempest-PortsTestJSON-2091589570 tempest-PortsTestJSON-2091589570] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-2 {{(pid=84874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:32:02.473126 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e6d793a-b8a1-496f-a2d5-57342af10eb1 tempest-PortsTestJSON-2091589570 tempest-PortsTestJSON-2091589570] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-2 {{(pid=84874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:32:02.473891 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e6d793a-b8a1-496f-a2d5-57342af10eb1 tempest-PortsTestJSON-2091589570 tempest-PortsTestJSON-2091589570] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@n-d-768862-2 {{(pid=84874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:32:02.474299 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e6d793a-b8a1-496f-a2d5-57342af10eb1 tempest-PortsTestJSON-2091589570 tempest-PortsTestJSON-2091589570] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-2 {{(pid=84874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:32:02.474704 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e6d793a-b8a1-496f-a2d5-57342af10eb1 tempest-PortsTestJSON-2091589570 tempest-PortsTestJSON-2091589570] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-768862-2 {{(pid=84874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:32:02.475109 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e6d793a-b8a1-496f-a2d5-57342af10eb1 tempest-PortsTestJSON-2091589570 tempest-PortsTestJSON-2091589570] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-768862-2 {{(pid=84874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:32:02.482012 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e6d793a-b8a1-496f-a2d5-57342af10eb1 tempest-PortsTestJSON-2091589570 tempest-PortsTestJSON-2091589570] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-2 {{(pid=84874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:32:02.482765 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e6d793a-b8a1-496f-a2d5-57342af10eb1 tempest-PortsTestJSON-2091589570 tempest-PortsTestJSON-2091589570] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-2 {{(pid=84874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:32:02.483189 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e6d793a-b8a1-496f-a2d5-57342af10eb1 tempest-PortsTestJSON-2091589570 tempest-PortsTestJSON-2091589570] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-2 {{(pid=84874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:32:02.483602 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e6d793a-b8a1-496f-a2d5-57342af10eb1 tempest-PortsTestJSON-2091589570 tempest-PortsTestJSON-2091589570] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-2 {{(pid=84874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:32:02.504597 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e6d793a-b8a1-496f-a2d5-57342af10eb1 tempest-PortsTestJSON-2091589570 tempest-PortsTestJSON-2091589570] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:32:02.505153 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-0e6d793a-b8a1-496f-a2d5-57342af10eb1 tempest-PortsTestJSON-2091589570 tempest-PortsTestJSON-2091589570] Notify callbacks [] for subnet, before_response {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:32:02.520202 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-0e6d793a-b8a1-496f-a2d5-57342af10eb1 tempest-PortsTestJSON-2091589570 tempest-PortsTestJSON-2091589570] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.446s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:32:02.584894 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-0e6d793a-b8a1-496f-a2d5-57342af10eb1 tempest-PortsTestJSON-2091589570 tempest-PortsTestJSON-2091589570] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 3.4987395 Jan 14 07:32:02.638068 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84874) accepted ('10.222.0.24', 56694) {{(pid=84874) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:32:02.672079 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18d2b825-c2ba-40ec-9367-353bcbf2adf5 tempest-TestNetworkBasicOps-645728228 tempest-TestNetworkBasicOps-645728228] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:32:02.672534 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18d2b825-c2ba-40ec-9367-353bcbf2adf5 tempest-TestNetworkBasicOps-645728228 tempest-TestNetworkBasicOps-645728228] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:32:02.673040 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18d2b825-c2ba-40ec-9367-353bcbf2adf5 tempest-TestNetworkBasicOps-645728228 tempest-TestNetworkBasicOps-645728228] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:32:02.673415 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18d2b825-c2ba-40ec-9367-353bcbf2adf5 tempest-TestNetworkBasicOps-645728228 tempest-TestNetworkBasicOps-645728228] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:32:02.673813 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18d2b825-c2ba-40ec-9367-353bcbf2adf5 tempest-TestNetworkBasicOps-645728228 tempest-TestNetworkBasicOps-645728228] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:32:02.674215 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18d2b825-c2ba-40ec-9367-353bcbf2adf5 tempest-TestNetworkBasicOps-645728228 tempest-TestNetworkBasicOps-645728228] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:32:02.674423 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.v2.base [None req-7db1b7ad-565d-4297-a018-72986eb2fffb tempest-PortsTestJSON-2091589570 tempest-PortsTestJSON-2091589570] Request body: {'security_group': {'name': 'tempest-secgroup-233321205'}} {{(pid=84874) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:32:02.674594 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18d2b825-c2ba-40ec-9367-353bcbf2adf5 tempest-TestNetworkBasicOps-645728228 tempest-TestNetworkBasicOps-645728228] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:32:02.674991 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18d2b825-c2ba-40ec-9367-353bcbf2adf5 tempest-TestNetworkBasicOps-645728228 tempest-TestNetworkBasicOps-645728228] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:32:02.675389 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18d2b825-c2ba-40ec-9367-353bcbf2adf5 tempest-TestNetworkBasicOps-645728228 tempest-TestNetworkBasicOps-645728228] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:32:02.675787 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18d2b825-c2ba-40ec-9367-353bcbf2adf5 tempest-TestNetworkBasicOps-645728228 tempest-TestNetworkBasicOps-645728228] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:32:02.676207 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18d2b825-c2ba-40ec-9367-353bcbf2adf5 tempest-TestNetworkBasicOps-645728228 tempest-TestNetworkBasicOps-645728228] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:32:02.676602 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18d2b825-c2ba-40ec-9367-353bcbf2adf5 tempest-TestNetworkBasicOps-645728228 tempest-TestNetworkBasicOps-645728228] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:32:02.676995 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18d2b825-c2ba-40ec-9367-353bcbf2adf5 tempest-TestNetworkBasicOps-645728228 tempest-TestNetworkBasicOps-645728228] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:32:02.677390 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18d2b825-c2ba-40ec-9367-353bcbf2adf5 tempest-TestNetworkBasicOps-645728228 tempest-TestNetworkBasicOps-645728228] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:32:02.677783 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18d2b825-c2ba-40ec-9367-353bcbf2adf5 tempest-TestNetworkBasicOps-645728228 tempest-TestNetworkBasicOps-645728228] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:32:02.678183 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18d2b825-c2ba-40ec-9367-353bcbf2adf5 tempest-TestNetworkBasicOps-645728228 tempest-TestNetworkBasicOps-645728228] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:32:02.678571 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18d2b825-c2ba-40ec-9367-353bcbf2adf5 tempest-TestNetworkBasicOps-645728228 tempest-TestNetworkBasicOps-645728228] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:32:02.678968 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18d2b825-c2ba-40ec-9367-353bcbf2adf5 tempest-TestNetworkBasicOps-645728228 tempest-TestNetworkBasicOps-645728228] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:32:02.679359 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18d2b825-c2ba-40ec-9367-353bcbf2adf5 tempest-TestNetworkBasicOps-645728228 tempest-TestNetworkBasicOps-645728228] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:32:02.679752 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18d2b825-c2ba-40ec-9367-353bcbf2adf5 tempest-TestNetworkBasicOps-645728228 tempest-TestNetworkBasicOps-645728228] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:32:02.703620 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-7db1b7ad-565d-4297-a018-72986eb2fffb tempest-PortsTestJSON-2091589570 tempest-PortsTestJSON-2091589570] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:32:02.714852 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-18d2b825-c2ba-40ec-9367-353bcbf2adf5 tempest-TestNetworkBasicOps-645728228 tempest-TestNetworkBasicOps-645728228] 10.222.0.24 "GET /v2.0/networks HTTP/1.1" status: 200 len: 13930 time: 1.0451000 Jan 14 07:32:02.716363 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-7db1b7ad-565d-4297-a018-72986eb2fffb tempest-PortsTestJSON-2091589570 tempest-PortsTestJSON-2091589570] Usage tracker for resource:security_group and tenant:4f41150d2ea84f97bbab10653dcc9b99 is out of sync, need to count used quota {{(pid=84874) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:32:02.735638 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-7db1b7ad-565d-4297-a018-72986eb2fffb tempest-PortsTestJSON-2091589570 tempest-PortsTestJSON-2091589570] Quota usage for security_group was recalculated. Used quota:1. {{(pid=84874) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:32:02.739299 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84875) accepted ('10.222.0.24', 56698) {{(pid=84875) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:32:02.752408 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-7db1b7ad-565d-4297-a018-72986eb2fffb tempest-PortsTestJSON-2091589570 tempest-PortsTestJSON-2091589570] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:32:02.777351 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-ce5ab6d8-c9a5-4205-9df3-b2e19759360f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:32:02.810146 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-723c6bec-1cca-4885-93ea-019841fb267e tempest-PortsIpV6TestJSON-1330665174 tempest-PortsIpV6TestJSON-1330665174] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555753'] for port, before_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:32:02.841847 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.db_base_plugin_common [None req-24c145f0-09cf-44a4-ad49-301844e90f8f tempest-FloatingIPNegativeTestJSON-2001787271 tempest-FloatingIPNegativeTestJSON-2001787271] Allocated IP 172.25.2.104 (226f1e78-82cd-4481-9055-4eb73b6db8c1/ba8deeec-7658-4195-9449-038c076f5c83/00e0cb35-465f-4429-8aa5-2e7133c50a75) {{(pid=84875) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 14 07:32:02.869961 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-7db1b7ad-565d-4297-a018-72986eb2fffb tempest-PortsTestJSON-2091589570 tempest-PortsTestJSON-2091589570] Notify callbacks [] for security_group, before_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:32:02.942611 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-7db1b7ad-565d-4297-a018-72986eb2fffb tempest-PortsTestJSON-2091589570 tempest-PortsTestJSON-2091589570] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:32:02.978944 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-7db1b7ad-565d-4297-a018-72986eb2fffb tempest-PortsTestJSON-2091589570 tempest-PortsTestJSON-2091589570] Usage tracker for resource:security_group_rule and tenant:4f41150d2ea84f97bbab10653dcc9b99 is out of sync, need to count used quota {{(pid=84874) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:32:03.008204 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-7db1b7ad-565d-4297-a018-72986eb2fffb tempest-PortsTestJSON-2091589570 tempest-PortsTestJSON-2091589570] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84874) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:32:03.029027 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e70e6c4-1fd3-495d-8745-5e0bc3d19b0a tempest-TestNetworkBasicOps-645728228 tempest-TestNetworkBasicOps-645728228] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:32:03.029439 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e70e6c4-1fd3-495d-8745-5e0bc3d19b0a tempest-TestNetworkBasicOps-645728228 tempest-TestNetworkBasicOps-645728228] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:32:03.029702 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e70e6c4-1fd3-495d-8745-5e0bc3d19b0a tempest-TestNetworkBasicOps-645728228 tempest-TestNetworkBasicOps-645728228] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:32:03.030150 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e70e6c4-1fd3-495d-8745-5e0bc3d19b0a tempest-TestNetworkBasicOps-645728228 tempest-TestNetworkBasicOps-645728228] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:32:03.031374 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e70e6c4-1fd3-495d-8745-5e0bc3d19b0a tempest-TestNetworkBasicOps-645728228 tempest-TestNetworkBasicOps-645728228] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:32:03.031775 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e70e6c4-1fd3-495d-8745-5e0bc3d19b0a tempest-TestNetworkBasicOps-645728228 tempest-TestNetworkBasicOps-645728228] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:32:03.032527 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e70e6c4-1fd3-495d-8745-5e0bc3d19b0a tempest-TestNetworkBasicOps-645728228 tempest-TestNetworkBasicOps-645728228] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:32:03.032985 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e70e6c4-1fd3-495d-8745-5e0bc3d19b0a tempest-TestNetworkBasicOps-645728228 tempest-TestNetworkBasicOps-645728228] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:32:03.033382 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e70e6c4-1fd3-495d-8745-5e0bc3d19b0a tempest-TestNetworkBasicOps-645728228 tempest-TestNetworkBasicOps-645728228] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:32:03.033777 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e70e6c4-1fd3-495d-8745-5e0bc3d19b0a tempest-TestNetworkBasicOps-645728228 tempest-TestNetworkBasicOps-645728228] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:32:03.034169 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e70e6c4-1fd3-495d-8745-5e0bc3d19b0a tempest-TestNetworkBasicOps-645728228 tempest-TestNetworkBasicOps-645728228] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:32:03.034558 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e70e6c4-1fd3-495d-8745-5e0bc3d19b0a tempest-TestNetworkBasicOps-645728228 tempest-TestNetworkBasicOps-645728228] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:32:03.034946 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e70e6c4-1fd3-495d-8745-5e0bc3d19b0a tempest-TestNetworkBasicOps-645728228 tempest-TestNetworkBasicOps-645728228] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:32:03.035332 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e70e6c4-1fd3-495d-8745-5e0bc3d19b0a tempest-TestNetworkBasicOps-645728228 tempest-TestNetworkBasicOps-645728228] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:32:03.035717 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e70e6c4-1fd3-495d-8745-5e0bc3d19b0a tempest-TestNetworkBasicOps-645728228 tempest-TestNetworkBasicOps-645728228] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:32:03.036127 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e70e6c4-1fd3-495d-8745-5e0bc3d19b0a tempest-TestNetworkBasicOps-645728228 tempest-TestNetworkBasicOps-645728228] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:32:03.036518 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e70e6c4-1fd3-495d-8745-5e0bc3d19b0a tempest-TestNetworkBasicOps-645728228 tempest-TestNetworkBasicOps-645728228] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:32:03.042252 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-7e70e6c4-1fd3-495d-8745-5e0bc3d19b0a tempest-TestNetworkBasicOps-645728228 tempest-TestNetworkBasicOps-645728228] 10.222.0.24 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 12027 time: 0.2968867 Jan 14 07:32:03.042431 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-e35f6607-a9b9-4921-8047-e0a49992e746 None None] Provisioning for port 3af3c0e6-650b-4081-a832-0e7cd4bed2da completed by entity DHCP. {{(pid=84876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 07:32:03.047759 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84875) accepted ('10.222.0.24', 56718) {{(pid=84875) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:32:03.060877 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-e35f6607-a9b9-4921-8047-e0a49992e746 None None] Provisioning complete for port 3af3c0e6-650b-4081-a832-0e7cd4bed2da triggered by entity DHCP. {{(pid=84876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 07:32:03.061299 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-e35f6607-a9b9-4921-8047-e0a49992e746 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-604227'] for port, provisioning_complete {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:32:03.073912 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_hamode_db [None req-d3927a54-62e5-4d08-b624-d1bdf7b879f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '50ef5e4f-d688-4837-84d9-242338edad9d', 'name': 'tempest-TestNetworkBasicOps-router-290611380', 'tenant_id': 'c52a65222187474995edf4946f0fd389', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '226f1e78-82cd-4481-9055-4eb73b6db8c1', 'external_fixed_ips': [{'subnet_id': 'ba8deeec-7658-4195-9449-038c076f5c83', 'ip_address': '172.25.2.99'}], 'enable_snat': True}, 'gw_port_id': '11914482-6a95-43fa-a240-85c7eca95117', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-14T07:31:17Z', 'updated_at': '2021-01-14T07:31:57Z', 'revision_number': 4, 'project_id': 'c52a65222187474995edf4946f0fd389', 'gw_port': {'id': '11914482-6a95-43fa-a240-85c7eca95117', 'name': '', 'network_id': '226f1e78-82cd-4481-9055-4eb73b6db8c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:18:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50ef5e4f-d688-4837-84d9-242338edad9d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2636, 'fixed_ips': [{'subnet_id': 'ba8deeec-7658-4195-9449-038c076f5c83', 'ip_address': '172.25.2.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T07:31:22Z', 'updated_at': '2021-01-14T07:31:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ba8deeec-7658-4195-9449-038c076f5c83', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-2', '_interfaces': [{'id': 'a7efcd05-7d08-4b65-881f-a305d9cb8323', 'name': '', 'network_id': '780315ca-b2bf-4289-8e3a-06e1e90b3342', 'tenant_id': 'c52a65222187474995edf4946f0fd389', 'mac_address': 'fa:16:3e:a2:2c:57', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '50ef5e4f-d688-4837-84d9-242338edad9d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2647, 'fixed_ips': [{'subnet_id': '6b63f965-2d0d-4f6b-9e42-5188bfa39eed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T07:31:52Z', 'updated_at': '2021-01-14T07:31:58Z', 'revision_number': 2, 'project_id': 'c52a65222187474995edf4946f0fd389', 'subnets': [{'id': '6b63f965-2d0d-4f6b-9e42-5188bfa39eed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'n-d-768862-2', False) {} {{(pid=84877) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:32:03.084276 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3927a54-62e5-4d08-b624-d1bdf7b879f4 None None] Checking router: 50ef5e4f-d688-4837-84d9-242338edad9d for host: n-d-768862-2 {{(pid=84877) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Jan 14 07:32:03.084572 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3927a54-62e5-4d08-b624-d1bdf7b879f4 None None] Updating router 50ef5e4f-d688-4837-84d9-242338edad9d port a7efcd05-7d08-4b65-881f-a305d9cb8323 binding host n-d-768862-2 {{(pid=84877) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Jan 14 07:32:03.250256 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-d3927a54-62e5-4d08-b624-d1bdf7b879f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555753'] for port, before_update {{(pid=84877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:32:03.296795 n-d-768862-2 neutron-server[84765]: DEBUG neutron.notifiers.nova [None req-723c6bec-1cca-4885-93ea-019841fb267e tempest-PortsIpV6TestJSON-1330665174 tempest-PortsIpV6TestJSON-1330665174] device_id is not set on port 37267da5-7078-4918-8152-93001464e30f yet. {{(pid=84874) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}} Jan 14 07:32:03.359055 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b88cbbe-b87a-42c7-82f3-f3c985a114e2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5d94dc7a-c095-50a4-955e-5f3b78718a12-e289c449-d36a-4991-9be0-13105a93d6ac', 'network_id': 'e289c449-d36a-4991-9be0-13105a93d6ac', 'tenant_id': '4f41150d2ea84f97bbab10653dcc9b99', 'fixed_ips': [{'subnet_id': '8a39c9fc-2d8d-4593-a44e-26a3a6af3de3'}]}} from n-d-768862-2. {{(pid=84876) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Jan 14 07:32:03.370349 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-3b88cbbe-b87a-42c7-82f3-f3c985a114e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555753'] for port, before_create {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:32:03.389727 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-24c145f0-09cf-44a4-ad49-301844e90f8f tempest-FloatingIPNegativeTestJSON-2001787271 tempest-FloatingIPNegativeTestJSON-2001787271] Notify callbacks [] for port, precommit_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:32:03.400146 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-e35f6607-a9b9-4921-8047-e0a49992e746 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555753'] for port, before_update {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:32:03.542806 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [None req-e35f6607-a9b9-4921-8047-e0a49992e746 None None] For port 3af3c0e6-650b-4081-a832-0e7cd4bed2da, host n-d-768862-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-2',level=0,port_id=3af3c0e6-650b-4081-a832-0e7cd4bed2da,segment=NetworkSegment(54b9cf0c-5b3e-4085-9515-7ca44c0c6052),segment_id=54b9cf0c-5b3e-4085-9515-7ca44c0c6052)] {{(pid=84876) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 07:32:03.554660 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-e35f6607-a9b9-4921-8047-e0a49992e746 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777640533312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363259214678337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777640097497'] for port, after_update {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:32:03.591381 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-4a58efa0-848b-4954-9db0-24589fcb34a6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84876) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:32:03.620429 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-7db1b7ad-565d-4297-a018-72986eb2fffb tempest-PortsTestJSON-2091589570 tempest-PortsTestJSON-2091589570] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:32:03.883994 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-e35f6607-a9b9-4921-8047-e0a49992e746 None None] Provisioning complete for port a4d8093a-6bff-483a-a786-0d2824bfc0b7 triggered by entity DHCP. {{(pid=84876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 07:32:03.886122 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-e35f6607-a9b9-4921-8047-e0a49992e746 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-604227'] for port, provisioning_complete {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:32:03.900265 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.db_base_plugin_common [None req-723c6bec-1cca-4885-93ea-019841fb267e tempest-PortsIpV6TestJSON-1330665174 tempest-PortsIpV6TestJSON-1330665174] Allocated IP 2001:db8::229 (d5ef9345-9d47-4c1b-b4a7-f9e90c00c9f5/10096dd8-5728-4094-9220-8b738925cfbd/37267da5-7078-4918-8152-93001464e30f) {{(pid=84874) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 14 07:32:04.008973 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e35f6607-a9b9-4921-8047-e0a49992e746 None None] Pushing event updated for resources: {'Port': ['ID=3af3c0e6-650b-4081-a832-0e7cd4bed2da,revision_number=3']} {{(pid=84876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:32:04.019462 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-e35f6607-a9b9-4921-8047-e0a49992e746 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.428s {{(pid=84876) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:32:04.062636 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-24c145f0-09cf-44a4-ad49-301844e90f8f tempest-FloatingIPNegativeTestJSON-2001787271 tempest-FloatingIPNegativeTestJSON-2001787271] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777640123575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851621574'] for port, after_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:32:04.078418 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.plugin [None req-e35f6607-a9b9-4921-8047-e0a49992e746 None None] Port a4d8093a-6bff-483a-a786-0d2824bfc0b7 cannot update to ACTIVE because it is not bound. {{(pid=84876) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:329}} Jan 14 07:32:04.105190 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-0d1abf53-a114-4d52-bc20-4741c12db0cc tempest-PortsTestJSON-2091589570 tempest-PortsTestJSON-2091589570] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:32:04.149822 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-d3927a54-62e5-4d08-b624-d1bdf7b879f4 None None] Notify callbacks [] for port, precommit_update {{(pid=84877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:32:04.183742 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-d3927a54-62e5-4d08-b624-d1bdf7b879f4 None None] Transition to ACTIVE for port object a7efcd05-7d08-4b65-881f-a305d9cb8323 will not be triggered until provisioned by entity L2. {{(pid=84877) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 07:32:04.197211 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-d3927a54-62e5-4d08-b624-d1bdf7b879f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777640533312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363259214678337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777640097497'] for port, after_update {{(pid=84877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:32:04.221749 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-6f8a153b-f50f-47ee-a8cc-091640166313 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:32:04.285621 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-fbe3268e-5396-44dc-ab30-bd5a0bd16d90 None None] Provisioning complete for port 3af3c0e6-650b-4081-a832-0e7cd4bed2da triggered by entity DHCP. {{(pid=84876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 07:32:04.285757 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-7db1b7ad-565d-4297-a018-72986eb2fffb tempest-PortsTestJSON-2091589570 tempest-PortsTestJSON-2091589570] Notify callbacks [] for security_group, precommit_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:32:04.290574 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-fbe3268e-5396-44dc-ab30-bd5a0bd16d90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-604227'] for port, provisioning_complete {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:32:04.301627 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-7db1b7ad-565d-4297-a018-72986eb2fffb tempest-PortsTestJSON-2091589570 tempest-PortsTestJSON-2091589570] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850887153'] for security_group, after_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:32:04.369251 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-a56751f4-521d-40c4-9ef5-755f34d2a8b4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:32:04.403989 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-7db1b7ad-565d-4297-a018-72986eb2fffb tempest-PortsTestJSON-2091589570 tempest-PortsTestJSON-2091589570] Notify callbacks [] for security_group, before_response {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:32:04.405552 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-7db1b7ad-565d-4297-a018-72986eb2fffb tempest-PortsTestJSON-2091589570 tempest-PortsTestJSON-2091589570] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 1.7663691 Jan 14 07:32:04.430098 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84874) accepted ('10.222.0.24', 56738) {{(pid=84874) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:32:04.448831 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.v2.base [None req-260eef35-3ac5-42c9-af17-b802cb0ef501 tempest-PortsTestJSON-2091589570 tempest-PortsTestJSON-2091589570] Request body: {'security_group': {'name': 'tempest-secgroup-24495382'}} {{(pid=84874) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:32:04.471193 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-260eef35-3ac5-42c9-af17-b802cb0ef501 tempest-PortsTestJSON-2091589570 tempest-PortsTestJSON-2091589570] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:32:04.502602 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-260eef35-3ac5-42c9-af17-b802cb0ef501 tempest-PortsTestJSON-2091589570 tempest-PortsTestJSON-2091589570] Usage tracker for resource:security_group and tenant:4f41150d2ea84f97bbab10653dcc9b99 is out of sync, need to count used quota {{(pid=84874) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:32:04.517886 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-260eef35-3ac5-42c9-af17-b802cb0ef501 tempest-PortsTestJSON-2091589570 tempest-PortsTestJSON-2091589570] Quota usage for security_group was recalculated. Used quota:2. {{(pid=84874) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:32:04.527453 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7db1b7ad-565d-4297-a018-72986eb2fffb tempest-PortsTestJSON-2091589570 tempest-PortsTestJSON-2091589570] Pushing event updated for resources: {'SecurityGroup': ['ID=7aed13c0-bda0-4357-aadd-eed84d1637b9,revision_number=1']} {{(pid=84874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:32:04.530474 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-ce5ab6d8-c9a5-4205-9df3-b2e19759360f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850887153'] for security_group, after_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:32:04.553200 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24c145f0-09cf-44a4-ad49-301844e90f8f tempest-FloatingIPNegativeTestJSON-2001787271 tempest-FloatingIPNegativeTestJSON-2001787271] Pushing event updated for resources: {'Port': ['ID=00e0cb35-465f-4429-8aa5-2e7133c50a75,revision_number=1']} {{(pid=84875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:32:04.561578 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-24c145f0-09cf-44a4-ad49-301844e90f8f tempest-FloatingIPNegativeTestJSON-2001787271 tempest-FloatingIPNegativeTestJSON-2001787271] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.456s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:32:04.595858 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-723c6bec-1cca-4885-93ea-019841fb267e tempest-PortsIpV6TestJSON-1330665174 tempest-PortsIpV6TestJSON-1330665174] Notify callbacks [] for port, precommit_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:32:04.621200 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-723c6bec-1cca-4885-93ea-019841fb267e tempest-PortsIpV6TestJSON-1330665174 tempest-PortsIpV6TestJSON-1330665174] Transition to ACTIVE for port object 37267da5-7078-4918-8152-93001464e30f will not be triggered until provisioned by entity DHCP. {{(pid=84874) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 07:32:04.629815 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.db_base_plugin_common [None req-3b88cbbe-b87a-42c7-82f3-f3c985a114e2 None None] Allocated IP 172.20.0.2 (e289c449-d36a-4991-9be0-13105a93d6ac/8a39c9fc-2d8d-4593-a44e-26a3a6af3de3/01718d75-0986-4b69-81ce-6d92c2e9bbeb) {{(pid=84876) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 14 07:32:04.644328 n-d-768862-2 neutron-server[84765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24c145f0-09cf-44a4-ad49-301844e90f8f tempest-FloatingIPNegativeTestJSON-2001787271 tempest-FloatingIPNegativeTestJSON-2001787271] Network 226f1e78-82cd-4481-9055-4eb73b6db8c1 is already hosted by enough agents. {{(pid=84875) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 07:32:04.653220 n-d-768862-2 neutron-server[84765]: DEBUG neutron.scheduler.base_scheduler [None req-24c145f0-09cf-44a4-ad49-301844e90f8f tempest-FloatingIPNegativeTestJSON-2001787271 tempest-FloatingIPNegativeTestJSON-2001787271] Resources bound (agent type, host, resource id): {{(pid=84875) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 07:32:04.660425 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24c145f0-09cf-44a4-ad49-301844e90f8f tempest-FloatingIPNegativeTestJSON-2001787271 tempest-FloatingIPNegativeTestJSON-2001787271] Received port after_create {{(pid=84875) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 14 07:32:04.668407 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-7db1b7ad-565d-4297-a018-72986eb2fffb tempest-PortsTestJSON-2091589570 tempest-PortsTestJSON-2091589570] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.299s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:32:04.670172 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-7db1b7ad-565d-4297-a018-72986eb2fffb tempest-PortsTestJSON-2091589570 tempest-PortsTestJSON-2091589570] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:32:04.723267 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5317882e-28dd-48b5-89a6-49e1dacbe5d0 None None] Pushing event updated for resources: {'Port': ['ID=a7efcd05-7d08-4b65-881f-a305d9cb8323,revision_number=3']} {{(pid=84877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:32:04.724162 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-260eef35-3ac5-42c9-af17-b802cb0ef501 tempest-PortsTestJSON-2091589570 tempest-PortsTestJSON-2091589570] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=84874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:32:04.745937 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-5317882e-28dd-48b5-89a6-49e1dacbe5d0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.524s {{(pid=84877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:32:04.746495 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-723c6bec-1cca-4885-93ea-019841fb267e tempest-PortsIpV6TestJSON-1330665174 tempest-PortsIpV6TestJSON-1330665174] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777640123575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3254186'] for port, after_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:32:05.216432 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.managers [None req-d3927a54-62e5-4d08-b624-d1bdf7b879f4 None None] Attempting to bind port a7efcd05-7d08-4b65-881f-a305d9cb8323 on host n-d-768862-2 for vnic_type normal with profile {{(pid=84877) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 14 07:32:05.216971 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.managers [None req-d3927a54-62e5-4d08-b624-d1bdf7b879f4 None None] Attempting to bind port a7efcd05-7d08-4b65-881f-a305d9cb8323 by drivers openvswitch on host n-d-768862-2 at level 0 using segments [{'id': '9629e1a4-7250-4f99-b228-b72aaf324ef3', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 21, 'network_id': '780315ca-b2bf-4289-8e3a-06e1e90b3342'}] {{(pid=84877) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 14 07:32:05.217465 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3927a54-62e5-4d08-b624-d1bdf7b879f4 None None] Attempting to bind port a7efcd05-7d08-4b65-881f-a305d9cb8323 on network 780315ca-b2bf-4289-8e3a-06e1e90b3342 {{(pid=84877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 14 07:32:05.228256 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3927a54-62e5-4d08-b624-d1bdf7b879f4 None None] Checking agent: {'id': 'ba5efab1-b43c-4d5a-bc52-6e105d4e67a2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768862-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 14, 6, 56, 52), 'started_at': datetime.datetime(2021, 1, 14, 6, 57, 22), 'heartbeat_timestamp': datetime.datetime(2021, 1, 14, 7, 31, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768862-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.29', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 14 07:32:05.228770 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3927a54-62e5-4d08-b624-d1bdf7b879f4 None None] Checking segment: {'id': '9629e1a4-7250-4f99-b228-b72aaf324ef3', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 21, 'network_id': '780315ca-b2bf-4289-8e3a-06e1e90b3342'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84877) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 14 07:32:05.229325 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-d3927a54-62e5-4d08-b624-d1bdf7b879f4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:32:05.229863 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3927a54-62e5-4d08-b624-d1bdf7b879f4 None None] Bound using segment: {'id': '9629e1a4-7250-4f99-b228-b72aaf324ef3', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 21, 'network_id': '780315ca-b2bf-4289-8e3a-06e1e90b3342'} {{(pid=84877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 14 07:32:05.230489 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.managers [None req-d3927a54-62e5-4d08-b624-d1bdf7b879f4 None None] Bound port: a7efcd05-7d08-4b65-881f-a305d9cb8323, host: n-d-768862-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9629e1a4-7250-4f99-b228-b72aaf324ef3', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 21, 'network_id': '780315ca-b2bf-4289-8e3a-06e1e90b3342'}}] {{(pid=84877) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 14 07:32:05.231012 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-d3927a54-62e5-4d08-b624-d1bdf7b879f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555753'] for port, before_update {{(pid=84877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:32:05.319168 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.plugin [None req-24c145f0-09cf-44a4-ad49-301844e90f8f tempest-FloatingIPNegativeTestJSON-2001787271 tempest-FloatingIPNegativeTestJSON-2001787271] Deleting port 00e0cb35-465f-4429-8aa5-2e7133c50a75 {{(pid=84875) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 07:32:05.319926 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-24c145f0-09cf-44a4-ad49-301844e90f8f tempest-FloatingIPNegativeTestJSON-2001787271 tempest-FloatingIPNegativeTestJSON-2001787271] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363259214248359'] for port, before_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:32:05.362867 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce5ab6d8-c9a5-4205-9df3-b2e19759360f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=06af81b0-ec5c-4e10-aef0-96d1d173f4c2,revision_number=None']} {{(pid=84874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:32:05.374011 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-ce5ab6d8-c9a5-4205-9df3-b2e19759360f admin admin] Notify callbacks [] for security_group, before_response {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:32:05.378389 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-ce5ab6d8-c9a5-4205-9df3-b2e19759360f admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/06af81b0-ec5c-4e10-aef0-96d1d173f4c2 HTTP/1.1" status: 204 len: 168 time: 3.2387295 Jan 14 07:32:05.378389 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-ce5ab6d8-c9a5-4205-9df3-b2e19759360f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.707s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:32:05.381130 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-5bfdbe23-d9ba-46d7-92fc-5d653283221a tempest-FloatingIPNegativeTestJSON-2001787271 tempest-FloatingIPNegativeTestJSON-2001787271] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.022s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:32:05.532924 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-723c6bec-1cca-4885-93ea-019841fb267e tempest-PortsIpV6TestJSON-1330665174 tempest-PortsIpV6TestJSON-1330665174] Pushing event updated for resources: {'Port': ['ID=37267da5-7078-4918-8152-93001464e30f,revision_number=1']} {{(pid=84874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:32:05.540882 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-723c6bec-1cca-4885-93ea-019841fb267e tempest-PortsIpV6TestJSON-1330665174 tempest-PortsIpV6TestJSON-1330665174] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.160s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:32:05.549030 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-260eef35-3ac5-42c9-af17-b802cb0ef501 tempest-PortsTestJSON-2091589570 tempest-PortsTestJSON-2091589570] Notify callbacks [] for security_group, before_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:32:05.585573 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-260eef35-3ac5-42c9-af17-b802cb0ef501 tempest-PortsTestJSON-2091589570 tempest-PortsTestJSON-2091589570] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:32:05.589929 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-260eef35-3ac5-42c9-af17-b802cb0ef501 tempest-PortsTestJSON-2091589570 tempest-PortsTestJSON-2091589570] Usage tracker for resource:security_group_rule and tenant:4f41150d2ea84f97bbab10653dcc9b99 is out of sync, need to count used quota {{(pid=84874) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:32:05.593318 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-260eef35-3ac5-42c9-af17-b802cb0ef501 tempest-PortsTestJSON-2091589570 tempest-PortsTestJSON-2091589570] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84874) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:32:05.600022 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-260eef35-3ac5-42c9-af17-b802cb0ef501 tempest-PortsTestJSON-2091589570 tempest-PortsTestJSON-2091589570] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:32:05.656212 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [None req-d3927a54-62e5-4d08-b624-d1bdf7b879f4 None None] For port a7efcd05-7d08-4b65-881f-a305d9cb8323, host n-d-768862-2, cleared binding levels {{(pid=84877) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 14 07:32:05.668844 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [None req-d3927a54-62e5-4d08-b624-d1bdf7b879f4 None None] For port a7efcd05-7d08-4b65-881f-a305d9cb8323, host n-d-768862-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-2',level=0,port_id=a7efcd05-7d08-4b65-881f-a305d9cb8323,segment=NetworkSegment(9629e1a4-7250-4f99-b228-b72aaf324ef3),segment_id=9629e1a4-7250-4f99-b228-b72aaf324ef3)] {{(pid=84877) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 14 07:32:05.677902 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-d3927a54-62e5-4d08-b624-d1bdf7b879f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777640533312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363259214678337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777640097497'] for port, after_update {{(pid=84877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:32:05.723969 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-260eef35-3ac5-42c9-af17-b802cb0ef501 tempest-PortsTestJSON-2091589570 tempest-PortsTestJSON-2091589570] Notify callbacks [] for security_group, precommit_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:32:05.740744 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-260eef35-3ac5-42c9-af17-b802cb0ef501 tempest-PortsTestJSON-2091589570 tempest-PortsTestJSON-2091589570] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850887153'] for security_group, after_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:32:05.768799 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-272fc1b4-7593-4775-97cd-fd1cf74ec5ea None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:32:05.771757 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-c31459ca-7e5f-4965-92e3-825d9b9adc43 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:32:05.782631 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Device 3af3c0e6-650b-4081-a832-0e7cd4bed2da up at agent ovs-agent-n-d-768862-2 {{(pid=84876) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 07:32:05.860997 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-e62f0edb-eb93-44a2-bb3a-9ad283755e91 tempest-TestNetworkBasicOps-645728228 tempest-TestNetworkBasicOps-645728228] 10.222.0.24 "GET /v2.0/routers HTTP/1.1" status: 200 len: 2879 time: 2.8117163 Jan 14 07:32:05.890756 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-260eef35-3ac5-42c9-af17-b802cb0ef501 tempest-PortsTestJSON-2091589570 tempest-PortsTestJSON-2091589570] Pushing event updated for resources: {'SecurityGroup': ['ID=466f896f-374a-47fc-97cd-2526a499b624,revision_number=1']} {{(pid=84874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:32:05.905337 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-260eef35-3ac5-42c9-af17-b802cb0ef501 tempest-PortsTestJSON-2091589570 tempest-PortsTestJSON-2091589570] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:32:05.907009 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-260eef35-3ac5-42c9-af17-b802cb0ef501 tempest-PortsTestJSON-2091589570 tempest-PortsTestJSON-2091589570] Notify callbacks [] for security_group, before_response {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:32:05.910780 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-260eef35-3ac5-42c9-af17-b802cb0ef501 tempest-PortsTestJSON-2091589570 tempest-PortsTestJSON-2091589570] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 1.4766278 Jan 14 07:32:05.913520 n-d-768862-2 neutron-server[84765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-723c6bec-1cca-4885-93ea-019841fb267e tempest-PortsIpV6TestJSON-1330665174 tempest-PortsIpV6TestJSON-1330665174] Network d5ef9345-9d47-4c1b-b4a7-f9e90c00c9f5 is already hosted by enough agents. {{(pid=84874) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 07:32:05.921987 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84874) accepted ('10.222.0.24', 56834) {{(pid=84874) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:32:05.925674 n-d-768862-2 neutron-server[84765]: DEBUG neutron.scheduler.base_scheduler [None req-723c6bec-1cca-4885-93ea-019841fb267e tempest-PortsIpV6TestJSON-1330665174 tempest-PortsIpV6TestJSON-1330665174] Resources bound (agent type, host, resource id): {{(pid=84874) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 07:32:05.940984 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-723c6bec-1cca-4885-93ea-019841fb267e tempest-PortsIpV6TestJSON-1330665174 tempest-PortsIpV6TestJSON-1330665174] Received port after_create {{(pid=84874) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 14 07:32:05.948566 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network":"rule:regular_user" was deprecated in W in favor of "create_network":"role:member and project_id:%(project_id)s". Reason: Jan 14 07:32:05.948566 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:32:05.948566 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:32:05.948566 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:32:05.948566 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:shared":"rule:admin_only" was deprecated in W in favor of "create_network:shared":"role:admin and system_scope:all". Reason: Jan 14 07:32:05.948566 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:32:05.948566 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:32:05.948566 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:32:05.948566 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:router:external":"rule:admin_only" was deprecated in W in favor of "create_network:router:external":"role:admin and system_scope:all". Reason: Jan 14 07:32:05.948566 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:32:05.948566 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:32:05.948566 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:32:05.948566 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:is_default":"rule:admin_only" was deprecated in W in favor of "create_network:is_default":"role:admin and system_scope:all". Reason: Jan 14 07:32:05.948566 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:32:05.948566 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:32:05.948566 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:32:05.948566 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:port_security_enabled":"rule:regular_user" was deprecated in W in favor of "create_network:port_security_enabled":"role:member and project_id:%(project_id)s". Reason: Jan 14 07:32:05.948566 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:32:05.948566 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:32:05.948566 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:32:05.948566 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:segments":"rule:admin_only" was deprecated in W in favor of "create_network:segments":"role:admin and system_scope:all". Reason: Jan 14 07:32:05.948566 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:32:05.948566 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:32:05.948566 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:32:05.948566 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "create_network:provider:network_type":"role:admin and system_scope:all". Reason: Jan 14 07:32:05.948566 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:32:05.948566 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:32:05.948566 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:32:05.948566 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "create_network:provider:physical_network":"role:admin and system_scope:all". Reason: Jan 14 07:32:05.948566 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:32:05.948566 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:32:05.948566 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:32:05.948566 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "create_network:provider:segmentation_id":"role:admin and system_scope:all". Reason: Jan 14 07:32:05.948566 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:32:05.948566 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:32:05.948566 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:32:05.948566 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network":"rule:admin_or_owner or rule:shared or rule:external or rule:context_is_advsvc" was deprecated in W in favor of "get_network":"(role:reader and system_scope:all) or (role:reader and project_id:%(project_id)s) or rule:shared or rule:external or rule:context_is_advsvc". Reason: Jan 14 07:32:05.948566 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:32:05.948566 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:32:05.948566 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:32:05.948566 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:router:external":"rule:regular_user" was deprecated in W in favor of "get_network:router:external":"role:reader and project_id:%(project_id)s". Reason: Jan 14 07:32:05.948566 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:32:05.948566 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:32:05.948566 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:32:05.948566 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:segments":"rule:admin_only" was deprecated in W in favor of "get_network:segments":"role:reader and system_scope:all". Reason: Jan 14 07:32:05.948566 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:32:05.948566 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:32:05.948566 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:32:05.948566 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "get_network:provider:network_type":"role:reader and system_scope:all". Reason: Jan 14 07:32:05.948566 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:32:05.948566 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:32:05.948566 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:32:05.948566 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "get_network:provider:physical_network":"role:reader and system_scope:all". Reason: Jan 14 07:32:05.948566 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:32:05.948566 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:32:05.948566 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:32:05.948566 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "get_network:provider:segmentation_id":"role:reader and system_scope:all". Reason: Jan 14 07:32:05.948566 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:32:05.948566 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:32:05.948566 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:32:05.948566 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network":"rule:admin_or_owner" was deprecated in W in favor of "update_network":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 07:32:05.948566 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:32:05.948566 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:32:05.948566 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:32:05.948566 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:segments":"rule:admin_only" was deprecated in W in favor of "update_network:segments":"role:admin and system_scope:all". Reason: Jan 14 07:32:05.948566 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:32:05.948566 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:32:05.948566 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:32:05.957163 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-24c145f0-09cf-44a4-ad49-301844e90f8f tempest-FloatingIPNegativeTestJSON-2001787271 tempest-FloatingIPNegativeTestJSON-2001787271] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036850862667'] for port, precommit_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:32:05.957163 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-24c145f0-09cf-44a4-ad49-301844e90f8f tempest-FloatingIPNegativeTestJSON-2001787271 tempest-FloatingIPNegativeTestJSON-2001787271] Notify callbacks [] for floatingip, precommit_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:32:05.991156 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-723c6bec-1cca-4885-93ea-019841fb267e tempest-PortsIpV6TestJSON-1330665174 tempest-PortsIpV6TestJSON-1330665174] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:32:05.993376 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-723c6bec-1cca-4885-93ea-019841fb267e tempest-PortsIpV6TestJSON-1330665174 tempest-PortsIpV6TestJSON-1330665174] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854768116'] for port, before_response {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:32:06.020667 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.v2.base [None req-915cf3e6-a846-4237-96bb-a826f8e9f0fc tempest-PortsTestJSON-2091589570 tempest-PortsTestJSON-2091589570] Request body: {'port': {'name': 'tempest-PortsTestJSON-1357199529', 'security_groups': ['466f896f-374a-47fc-97cd-2526a499b624'], 'network_id': 'e289c449-d36a-4991-9be0-13105a93d6ac', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '8a39c9fc-2d8d-4593-a44e-26a3a6af3de3'}]}} {{(pid=84874) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:32:06.074699 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-3b88cbbe-b87a-42c7-82f3-f3c985a114e2 None None] Notify callbacks [] for port, precommit_create {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:32:06.137151 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Provisioning complete for port 3af3c0e6-650b-4081-a832-0e7cd4bed2da triggered by entity L2. {{(pid=84876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 07:32:06.137565 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-604227'] for port, provisioning_complete {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:32:06.157622 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-723c6bec-1cca-4885-93ea-019841fb267e tempest-PortsIpV6TestJSON-1330665174 tempest-PortsIpV6TestJSON-1330665174] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 6.6826167 Jan 14 07:32:06.158938 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84874) accepted ('10.222.0.24', 56854) {{(pid=84874) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:32:06.179623 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.v2.base [None req-b4759a4b-53e1-4334-8d4e-46768e8e1c39 tempest-PortsIpV6TestJSON-1330665174 tempest-PortsIpV6TestJSON-1330665174] Request body: {'subnet': {'network_id': 'd5ef9345-9d47-4c1b-b4a7-f9e90c00c9f5', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=84874) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:32:06.424791 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5317882e-28dd-48b5-89a6-49e1dacbe5d0 None None] Pushing event updated for resources: {'Port': ['ID=a7efcd05-7d08-4b65-881f-a305d9cb8323,revision_number=4']} {{(pid=84877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:32:06.451173 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-3b88cbbe-b87a-42c7-82f3-f3c985a114e2 None None] Transition to ACTIVE for port object 01718d75-0986-4b69-81ce-6d92c2e9bbeb will not be triggered until provisioned by entity L2. {{(pid=84876) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 07:32:06.456602 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-5317882e-28dd-48b5-89a6-49e1dacbe5d0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.679s {{(pid=84877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:32:06.573293 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-915cf3e6-a846-4237-96bb-a826f8e9f0fc tempest-PortsTestJSON-2091589570 tempest-PortsTestJSON-2091589570] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:32:06.593981 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-915cf3e6-a846-4237-96bb-a826f8e9f0fc tempest-PortsTestJSON-2091589570 tempest-PortsTestJSON-2091589570] Usage tracker for resource:port and tenant:4f41150d2ea84f97bbab10653dcc9b99 is out of sync, need to count used quota {{(pid=84874) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:32:06.600082 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-915cf3e6-a846-4237-96bb-a826f8e9f0fc tempest-PortsTestJSON-2091589570 tempest-PortsTestJSON-2091589570] Quota usage for port was recalculated. Used quota:1. {{(pid=84874) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:32:06.635095 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.plugin [None req-24c145f0-09cf-44a4-ad49-301844e90f8f tempest-FloatingIPNegativeTestJSON-2001787271 tempest-FloatingIPNegativeTestJSON-2001787271] Calling delete_port for 00e0cb35-465f-4429-8aa5-2e7133c50a75 owned by network:floatingip {{(pid=84875) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 07:32:06.636468 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-915cf3e6-a846-4237-96bb-a826f8e9f0fc tempest-PortsTestJSON-2091589570 tempest-PortsTestJSON-2091589570] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=84874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:32:06.655157 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3927a54-62e5-4d08-b624-d1bdf7b879f4 None None] Routers {'50ef5e4f-d688-4837-84d9-242338edad9d'} bound to L3 agent in host n-d-768862-2 {{(pid=84877) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 14 07:32:06.660820 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_hamode_db [None req-d3927a54-62e5-4d08-b624-d1bdf7b879f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-01-14T06:56:51Z,description=,heartbeat_timestamp=2021-01-14T07:31:52Z,host='n-d-768862-2',id=35f592e9-451b-4db9-abea-77b6a5c5391b,load=0,resource_versions=,resources_synced=,started_at=2021-01-14T06:56:51Z,topic='l3_agent')) {'router_ids': ['50ef5e4f-d688-4837-84d9-242338edad9d'], 'active': True} {{(pid=84877) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:32:06.684287 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-915cf3e6-a846-4237-96bb-a826f8e9f0fc tempest-PortsTestJSON-2091589570 tempest-PortsTestJSON-2091589570] Made reservation on behalf of 4f41150d2ea84f97bbab10653dcc9b99 for: {'port': 1} {{(pid=84874) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 07:32:06.737073 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-3b88cbbe-b87a-42c7-82f3-f3c985a114e2 None None] Transition to ACTIVE for port object 01718d75-0986-4b69-81ce-6d92c2e9bbeb will not be triggered until provisioned by entity DHCP. {{(pid=84876) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 07:32:06.745873 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-d30970eb-62a0-4430-9987-dad67c7c2041 None None] Provisioning for port 37267da5-7078-4918-8152-93001464e30f completed by entity DHCP. {{(pid=84876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 07:32:06.759635 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-d30970eb-62a0-4430-9987-dad67c7c2041 None None] Provisioning complete for port 37267da5-7078-4918-8152-93001464e30f triggered by entity DHCP. {{(pid=84876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 07:32:06.761021 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-d30970eb-62a0-4430-9987-dad67c7c2041 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-604227'] for port, provisioning_complete {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:32:06.940216 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-3b88cbbe-b87a-42c7-82f3-f3c985a114e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777640123575'] for port, after_create {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:32:07.005185 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.plugin [None req-d30970eb-62a0-4430-9987-dad67c7c2041 None None] Port 37267da5-7078-4918-8152-93001464e30f cannot update to ACTIVE because it is not bound. {{(pid=84876) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:329}} Jan 14 07:32:07.022475 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-e35f6607-a9b9-4921-8047-e0a49992e746 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84876) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:32:07.083822 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-b4759a4b-53e1-4334-8d4e-46768e8e1c39 tempest-PortsIpV6TestJSON-1330665174 tempest-PortsIpV6TestJSON-1330665174] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:32:07.089032 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-b4759a4b-53e1-4334-8d4e-46768e8e1c39 tempest-PortsIpV6TestJSON-1330665174 tempest-PortsIpV6TestJSON-1330665174] Usage tracker for resource:subnet and tenant:6396266df05d476da6838f06b578d30b is out of sync, need to count used quota {{(pid=84874) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:32:07.096050 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-b4759a4b-53e1-4334-8d4e-46768e8e1c39 tempest-PortsIpV6TestJSON-1330665174 tempest-PortsIpV6TestJSON-1330665174] Quota usage for subnet was recalculated. Used quota:1. {{(pid=84874) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:32:07.103099 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-b4759a4b-53e1-4334-8d4e-46768e8e1c39 tempest-PortsIpV6TestJSON-1330665174 tempest-PortsIpV6TestJSON-1330665174] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:32:07.133952 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b4759a4b-53e1-4334-8d4e-46768e8e1c39 tempest-PortsIpV6TestJSON-1330665174 tempest-PortsIpV6TestJSON-1330665174] Made reservation on behalf of 6396266df05d476da6838f06b578d30b for: {'subnet': 1} {{(pid=84874) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 07:32:07.183662 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-b4759a4b-53e1-4334-8d4e-46768e8e1c39 tempest-PortsIpV6TestJSON-1330665174 tempest-PortsIpV6TestJSON-1330665174] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036851981161'] for subnet, before_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:32:07.422274 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_dvr_db [None req-d3927a54-62e5-4d08-b624-d1bdf7b879f4 None None] Set router 50ef5e4f-d688-4837-84d9-242338edad9d gateway port host: n-d-768862-2 {{(pid=84877) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 14 07:32:07.554685 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84874) accepted ('10.222.0.24', 56972) {{(pid=84874) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:32:07.568225 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6ce3b46-cb69-4ab2-a52d-b14ed0f0b6ca req-01e0bb9e-6ebd-4f88-9c61-0bf0ff2c93f6 tempest-VolumesSnapshotTestJSON-465157695 tempest-VolumesSnapshotTestJSON-465157695] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:32:07.569982 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [req-f6ce3b46-cb69-4ab2-a52d-b14ed0f0b6ca req-01e0bb9e-6ebd-4f88-9c61-0bf0ff2c93f6 tempest-VolumesSnapshotTestJSON-465157695 tempest-VolumesSnapshotTestJSON-465157695] 10.222.0.24 "GET /v2.0/networks?id=62bd9873-1d2d-4d1e-82cf-a14374b83693 HTTP/1.1" status: 200 len: 814 time: 0.6671481 Jan 14 07:32:07.630393 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [req-f6ce3b46-cb69-4ab2-a52d-b14ed0f0b6ca req-c90dbed5-fec2-4a86-91b4-f0a6faec7984 tempest-VolumesSnapshotTestJSON-465157695 tempest-VolumesSnapshotTestJSON-465157695] 10.222.0.24 "GET /v2.0/quotas/cc7cda82ef6e412ea80458c4257752a4 HTTP/1.1" status: 200 len: 375 time: 0.0123644 Jan 14 07:32:07.632046 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.v2.base [None req-3ccc841e-cb34-4fe5-b489-69d388325e77 tempest-TestNetworkBasicOps-1983703278 tempest-TestNetworkBasicOps-1983703278] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1894940901', 'description': 'tempest-secgroup-smoke-1894940901 description', 'project_id': 'c52a65222187474995edf4946f0fd389'}} {{(pid=84874) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:32:07.669682 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-3ccc841e-cb34-4fe5-b489-69d388325e77 tempest-TestNetworkBasicOps-1983703278 tempest-TestNetworkBasicOps-1983703278] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:32:07.712277 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [req-f6ce3b46-cb69-4ab2-a52d-b14ed0f0b6ca req-7b9e66fc-94be-490d-9c14-d2a61b4281bd tempest-VolumesSnapshotTestJSON-465157695 tempest-VolumesSnapshotTestJSON-465157695] 10.222.0.24 "GET /v2.0/ports?tenant_id=cc7cda82ef6e412ea80458c4257752a4&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0672350 Jan 14 07:32:07.746219 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-915cf3e6-a846-4237-96bb-a826f8e9f0fc tempest-PortsTestJSON-2091589570 tempest-PortsTestJSON-2091589570] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555753'] for port, before_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:32:07.766354 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-24c145f0-09cf-44a4-ad49-301844e90f8f tempest-FloatingIPNegativeTestJSON-2001787271 tempest-FloatingIPNegativeTestJSON-2001787271] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777640533329', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777640097463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851621574'] for port, after_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:32:07.798877 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-6e00b02a-ccb1-4294-9293-7c48b86194b1 tempest-PortsIpV6TestJSON-1330665174 tempest-PortsIpV6TestJSON-1330665174] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:32:07.877797 n-d-768862-2 neutron-server[84765]: INFO neutron.db.ipam_backend_mixin [None req-b4759a4b-53e1-4334-8d4e-46768e8e1c39 tempest-PortsIpV6TestJSON-1330665174 tempest-PortsIpV6TestJSON-1330665174] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 10096dd8-5728-4094-9220-8b738925cfbd (CIDR: 2001:db8::/64) Jan 14 07:32:07.885659 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-3ccc841e-cb34-4fe5-b489-69d388325e77 tempest-TestNetworkBasicOps-1983703278 tempest-TestNetworkBasicOps-1983703278] Usage tracker for resource:security_group and tenant:c52a65222187474995edf4946f0fd389 is out of sync, need to count used quota {{(pid=84874) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:32:07.903499 n-d-768862-2 neutron-server[84765]: INFO neutron.pecan_wsgi.hooks.translation [None req-b4759a4b-53e1-4334-8d4e-46768e8e1c39 tempest-PortsIpV6TestJSON-1330665174 tempest-PortsIpV6TestJSON-1330665174] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 14 07:32:07.904953 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b4759a4b-53e1-4334-8d4e-46768e8e1c39 tempest-PortsIpV6TestJSON-1330665174 tempest-PortsIpV6TestJSON-1330665174] No notification will be sent due to unsuccessful status code: 400 {{(pid=84874) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Jan 14 07:32:07.951546 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-3ccc841e-cb34-4fe5-b489-69d388325e77 tempest-TestNetworkBasicOps-1983703278 tempest-TestNetworkBasicOps-1983703278] Quota usage for security_group was recalculated. Used quota:1. {{(pid=84874) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:32:08.018915 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-b4759a4b-53e1-4334-8d4e-46768e8e1c39 tempest-PortsIpV6TestJSON-1330665174 tempest-PortsIpV6TestJSON-1330665174] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.8493528 Jan 14 07:32:08.019627 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84874) accepted ('10.222.0.24', 57010) {{(pid=84874) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:32:08.021621 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-3ccc841e-cb34-4fe5-b489-69d388325e77 tempest-TestNetworkBasicOps-1983703278 tempest-TestNetworkBasicOps-1983703278] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:32:08.052806 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24c145f0-09cf-44a4-ad49-301844e90f8f tempest-FloatingIPNegativeTestJSON-2001787271 tempest-FloatingIPNegativeTestJSON-2001787271] Pushing event deleted for resources: {'Port': ['ID=00e0cb35-465f-4429-8aa5-2e7133c50a75,revision_number=None']} {{(pid=84875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:32:08.087288 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.v2.base [None req-f725422f-4b3e-48b6-8a52-389498555445 tempest-PortsIpV6TestJSON-1330665174 tempest-PortsIpV6TestJSON-1330665174] Request body: {'subnet': {'network_id': 'd5ef9345-9d47-4c1b-b4a7-f9e90c00c9f5', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=84874) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:32:08.126659 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b88cbbe-b87a-42c7-82f3-f3c985a114e2 None None] Pushing event updated for resources: {'Port': ['ID=01718d75-0986-4b69-81ce-6d92c2e9bbeb,revision_number=1']} {{(pid=84876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:32:08.130247 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [req-f6ce3b46-cb69-4ab2-a52d-b14ed0f0b6ca req-8070b259-50ca-4ae0-901a-76559854a571 service neutron] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=84875) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 14 07:32:08.131531 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [req-f6ce3b46-cb69-4ab2-a52d-b14ed0f0b6ca req-8070b259-50ca-4ae0-901a-76559854a571 service neutron] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13279 time: 0.4064944 Jan 14 07:32:08.137885 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24c145f0-09cf-44a4-ad49-301844e90f8f tempest-FloatingIPNegativeTestJSON-2001787271 tempest-FloatingIPNegativeTestJSON-2001787271] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@n-h1-768862-2 {{(pid=84875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:32:08.138324 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24c145f0-09cf-44a4-ad49-301844e90f8f tempest-FloatingIPNegativeTestJSON-2001787271 tempest-FloatingIPNegativeTestJSON-2001787271] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-h1-768862-2 {{(pid=84875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:32:08.138758 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24c145f0-09cf-44a4-ad49-301844e90f8f tempest-FloatingIPNegativeTestJSON-2001787271 tempest-FloatingIPNegativeTestJSON-2001787271] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-h1-768862-2 {{(pid=84875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:32:08.139186 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24c145f0-09cf-44a4-ad49-301844e90f8f tempest-FloatingIPNegativeTestJSON-2001787271 tempest-FloatingIPNegativeTestJSON-2001787271] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-h1-768862-2 {{(pid=84875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:32:08.140779 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-3b88cbbe-b87a-42c7-82f3-f3c985a114e2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.133s {{(pid=84876) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:32:08.147336 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24c145f0-09cf-44a4-ad49-301844e90f8f tempest-FloatingIPNegativeTestJSON-2001787271 tempest-FloatingIPNegativeTestJSON-2001787271] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@n-h1-768862-2 {{(pid=84875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:32:08.147777 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24c145f0-09cf-44a4-ad49-301844e90f8f tempest-FloatingIPNegativeTestJSON-2001787271 tempest-FloatingIPNegativeTestJSON-2001787271] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-h1-768862-2 {{(pid=84875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:32:08.148240 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24c145f0-09cf-44a4-ad49-301844e90f8f tempest-FloatingIPNegativeTestJSON-2001787271 tempest-FloatingIPNegativeTestJSON-2001787271] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-h1-768862-2 {{(pid=84875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:32:08.148666 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24c145f0-09cf-44a4-ad49-301844e90f8f tempest-FloatingIPNegativeTestJSON-2001787271 tempest-FloatingIPNegativeTestJSON-2001787271] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-h1-768862-2 {{(pid=84875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:32:08.149094 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24c145f0-09cf-44a4-ad49-301844e90f8f tempest-FloatingIPNegativeTestJSON-2001787271 tempest-FloatingIPNegativeTestJSON-2001787271] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-h1-768862-2 {{(pid=84875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:32:08.149517 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24c145f0-09cf-44a4-ad49-301844e90f8f tempest-FloatingIPNegativeTestJSON-2001787271 tempest-FloatingIPNegativeTestJSON-2001787271] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-h1-768862-2 {{(pid=84875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:32:08.158020 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24c145f0-09cf-44a4-ad49-301844e90f8f tempest-FloatingIPNegativeTestJSON-2001787271 tempest-FloatingIPNegativeTestJSON-2001787271] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-h1-768862-2 {{(pid=84875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:32:08.158549 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24c145f0-09cf-44a4-ad49-301844e90f8f tempest-FloatingIPNegativeTestJSON-2001787271 tempest-FloatingIPNegativeTestJSON-2001787271] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-h1-768862-2 {{(pid=84875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:32:08.158995 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24c145f0-09cf-44a4-ad49-301844e90f8f tempest-FloatingIPNegativeTestJSON-2001787271 tempest-FloatingIPNegativeTestJSON-2001787271] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@n-h2-768862-2 {{(pid=84875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:32:08.159691 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24c145f0-09cf-44a4-ad49-301844e90f8f tempest-FloatingIPNegativeTestJSON-2001787271 tempest-FloatingIPNegativeTestJSON-2001787271] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-h2-768862-2 {{(pid=84875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:32:08.163405 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24c145f0-09cf-44a4-ad49-301844e90f8f tempest-FloatingIPNegativeTestJSON-2001787271 tempest-FloatingIPNegativeTestJSON-2001787271] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-h2-768862-2 {{(pid=84875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:32:08.163926 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24c145f0-09cf-44a4-ad49-301844e90f8f tempest-FloatingIPNegativeTestJSON-2001787271 tempest-FloatingIPNegativeTestJSON-2001787271] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-h2-768862-2 {{(pid=84875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:32:08.164363 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24c145f0-09cf-44a4-ad49-301844e90f8f tempest-FloatingIPNegativeTestJSON-2001787271 tempest-FloatingIPNegativeTestJSON-2001787271] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@n-h2-768862-2 {{(pid=84875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:32:08.164791 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24c145f0-09cf-44a4-ad49-301844e90f8f tempest-FloatingIPNegativeTestJSON-2001787271 tempest-FloatingIPNegativeTestJSON-2001787271] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-h2-768862-2 {{(pid=84875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:32:08.165213 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24c145f0-09cf-44a4-ad49-301844e90f8f tempest-FloatingIPNegativeTestJSON-2001787271 tempest-FloatingIPNegativeTestJSON-2001787271] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-h2-768862-2 {{(pid=84875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:32:08.165829 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24c145f0-09cf-44a4-ad49-301844e90f8f tempest-FloatingIPNegativeTestJSON-2001787271 tempest-FloatingIPNegativeTestJSON-2001787271] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-h2-768862-2 {{(pid=84875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:32:08.170006 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24c145f0-09cf-44a4-ad49-301844e90f8f tempest-FloatingIPNegativeTestJSON-2001787271 tempest-FloatingIPNegativeTestJSON-2001787271] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-h2-768862-2 {{(pid=84875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:32:08.170467 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24c145f0-09cf-44a4-ad49-301844e90f8f tempest-FloatingIPNegativeTestJSON-2001787271 tempest-FloatingIPNegativeTestJSON-2001787271] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-h2-768862-2 {{(pid=84875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:32:08.170900 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24c145f0-09cf-44a4-ad49-301844e90f8f tempest-FloatingIPNegativeTestJSON-2001787271 tempest-FloatingIPNegativeTestJSON-2001787271] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-h2-768862-2 {{(pid=84875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:32:08.171320 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24c145f0-09cf-44a4-ad49-301844e90f8f tempest-FloatingIPNegativeTestJSON-2001787271 tempest-FloatingIPNegativeTestJSON-2001787271] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-h2-768862-2 {{(pid=84875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:32:08.171818 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24c145f0-09cf-44a4-ad49-301844e90f8f tempest-FloatingIPNegativeTestJSON-2001787271 tempest-FloatingIPNegativeTestJSON-2001787271] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-2 {{(pid=84875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:32:08.172261 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24c145f0-09cf-44a4-ad49-301844e90f8f tempest-FloatingIPNegativeTestJSON-2001787271 tempest-FloatingIPNegativeTestJSON-2001787271] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-2 {{(pid=84875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:32:08.172944 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24c145f0-09cf-44a4-ad49-301844e90f8f tempest-FloatingIPNegativeTestJSON-2001787271 tempest-FloatingIPNegativeTestJSON-2001787271] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-2 {{(pid=84875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:32:08.176433 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24c145f0-09cf-44a4-ad49-301844e90f8f tempest-FloatingIPNegativeTestJSON-2001787271 tempest-FloatingIPNegativeTestJSON-2001787271] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-2 {{(pid=84875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:32:08.176881 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24c145f0-09cf-44a4-ad49-301844e90f8f tempest-FloatingIPNegativeTestJSON-2001787271 tempest-FloatingIPNegativeTestJSON-2001787271] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@n-d-768862-2 {{(pid=84875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:32:08.180764 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24c145f0-09cf-44a4-ad49-301844e90f8f tempest-FloatingIPNegativeTestJSON-2001787271 tempest-FloatingIPNegativeTestJSON-2001787271] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-2 {{(pid=84875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:32:08.181217 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24c145f0-09cf-44a4-ad49-301844e90f8f tempest-FloatingIPNegativeTestJSON-2001787271 tempest-FloatingIPNegativeTestJSON-2001787271] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-768862-2 {{(pid=84875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:32:08.182323 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24c145f0-09cf-44a4-ad49-301844e90f8f tempest-FloatingIPNegativeTestJSON-2001787271 tempest-FloatingIPNegativeTestJSON-2001787271] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-768862-2 {{(pid=84875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:32:08.182755 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24c145f0-09cf-44a4-ad49-301844e90f8f tempest-FloatingIPNegativeTestJSON-2001787271 tempest-FloatingIPNegativeTestJSON-2001787271] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-2 {{(pid=84875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:32:08.183257 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24c145f0-09cf-44a4-ad49-301844e90f8f tempest-FloatingIPNegativeTestJSON-2001787271 tempest-FloatingIPNegativeTestJSON-2001787271] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-2 {{(pid=84875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:32:08.183690 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24c145f0-09cf-44a4-ad49-301844e90f8f tempest-FloatingIPNegativeTestJSON-2001787271 tempest-FloatingIPNegativeTestJSON-2001787271] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-2 {{(pid=84875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:32:08.186305 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24c145f0-09cf-44a4-ad49-301844e90f8f tempest-FloatingIPNegativeTestJSON-2001787271 tempest-FloatingIPNegativeTestJSON-2001787271] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-2 {{(pid=84875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:32:08.256380 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-24c145f0-09cf-44a4-ad49-301844e90f8f tempest-FloatingIPNegativeTestJSON-2001787271 tempest-FloatingIPNegativeTestJSON-2001787271] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.458s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:32:08.278932 n-d-768862-2 neutron-server[84765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b88cbbe-b87a-42c7-82f3-f3c985a114e2 None None] Network e289c449-d36a-4991-9be0-13105a93d6ac is already hosted by enough agents. {{(pid=84876) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 07:32:08.280983 n-d-768862-2 neutron-server[84765]: DEBUG neutron.scheduler.base_scheduler [None req-3b88cbbe-b87a-42c7-82f3-f3c985a114e2 None None] Resources bound (agent type, host, resource id): {{(pid=84876) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 07:32:08.285362 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b88cbbe-b87a-42c7-82f3-f3c985a114e2 None None] Received port after_create {{(pid=84876) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 14 07:32:08.366944 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.managers [None req-3b88cbbe-b87a-42c7-82f3-f3c985a114e2 None None] Attempting to bind port 01718d75-0986-4b69-81ce-6d92c2e9bbeb on host n-d-768862-2 for vnic_type normal with profile {{(pid=84876) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 14 07:32:08.367542 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.managers [None req-3b88cbbe-b87a-42c7-82f3-f3c985a114e2 None None] Attempting to bind port 01718d75-0986-4b69-81ce-6d92c2e9bbeb by drivers openvswitch on host n-d-768862-2 at level 0 using segments [{'id': 'e44a4b64-6e66-48c7-9047-8e5d0e76d44c', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'e289c449-d36a-4991-9be0-13105a93d6ac'}] {{(pid=84876) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 14 07:32:08.368281 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b88cbbe-b87a-42c7-82f3-f3c985a114e2 None None] Attempting to bind port 01718d75-0986-4b69-81ce-6d92c2e9bbeb on network e289c449-d36a-4991-9be0-13105a93d6ac {{(pid=84876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 14 07:32:08.381374 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b88cbbe-b87a-42c7-82f3-f3c985a114e2 None None] Checking agent: {'id': 'ba5efab1-b43c-4d5a-bc52-6e105d4e67a2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768862-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 14, 6, 56, 52), 'started_at': datetime.datetime(2021, 1, 14, 6, 57, 22), 'heartbeat_timestamp': datetime.datetime(2021, 1, 14, 7, 31, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768862-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.29', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 14 07:32:08.384371 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b88cbbe-b87a-42c7-82f3-f3c985a114e2 None None] Checking segment: {'id': 'e44a4b64-6e66-48c7-9047-8e5d0e76d44c', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'e289c449-d36a-4991-9be0-13105a93d6ac'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84876) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 14 07:32:08.385009 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-3b88cbbe-b87a-42c7-82f3-f3c985a114e2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:32:08.385635 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b88cbbe-b87a-42c7-82f3-f3c985a114e2 None None] Bound using segment: {'id': 'e44a4b64-6e66-48c7-9047-8e5d0e76d44c', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'e289c449-d36a-4991-9be0-13105a93d6ac'} {{(pid=84876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 14 07:32:08.386343 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.managers [None req-3b88cbbe-b87a-42c7-82f3-f3c985a114e2 None None] Bound port: 01718d75-0986-4b69-81ce-6d92c2e9bbeb, host: n-d-768862-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e44a4b64-6e66-48c7-9047-8e5d0e76d44c', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'e289c449-d36a-4991-9be0-13105a93d6ac'}}] {{(pid=84876) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 14 07:32:08.387489 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-3b88cbbe-b87a-42c7-82f3-f3c985a114e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555753'] for port, before_update {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:32:08.706243 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [None req-3b88cbbe-b87a-42c7-82f3-f3c985a114e2 None None] For port 01718d75-0986-4b69-81ce-6d92c2e9bbeb, host n-d-768862-2, cleared binding levels {{(pid=84876) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 14 07:32:08.712182 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_hamode_db [None req-d3927a54-62e5-4d08-b624-d1bdf7b879f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '50ef5e4f-d688-4837-84d9-242338edad9d', 'name': 'tempest-TestNetworkBasicOps-router-290611380', 'tenant_id': 'c52a65222187474995edf4946f0fd389', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '226f1e78-82cd-4481-9055-4eb73b6db8c1', 'external_fixed_ips': [{'subnet_id': 'ba8deeec-7658-4195-9449-038c076f5c83', 'ip_address': '172.25.2.99'}], 'enable_snat': True}, 'gw_port_id': '11914482-6a95-43fa-a240-85c7eca95117', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-14T07:31:17Z', 'updated_at': '2021-01-14T07:31:57Z', 'revision_number': 4, 'project_id': 'c52a65222187474995edf4946f0fd389', 'gw_port': {'id': '11914482-6a95-43fa-a240-85c7eca95117', 'name': '', 'network_id': '226f1e78-82cd-4481-9055-4eb73b6db8c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:18:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50ef5e4f-d688-4837-84d9-242338edad9d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2636, 'fixed_ips': [{'subnet_id': 'ba8deeec-7658-4195-9449-038c076f5c83', 'ip_address': '172.25.2.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T07:31:22Z', 'updated_at': '2021-01-14T07:31:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ba8deeec-7658-4195-9449-038c076f5c83', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-2', '_interfaces': [{'id': 'a7efcd05-7d08-4b65-881f-a305d9cb8323', 'name': '', 'network_id': '780315ca-b2bf-4289-8e3a-06e1e90b3342', 'tenant_id': 'c52a65222187474995edf4946f0fd389', 'mac_address': 'fa:16:3e:a2:2c:57', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '50ef5e4f-d688-4837-84d9-242338edad9d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2647, 'fixed_ips': [{'subnet_id': '6b63f965-2d0d-4f6b-9e42-5188bfa39eed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T07:31:52Z', 'updated_at': '2021-01-14T07:32:05Z', 'revision_number': 4, 'project_id': 'c52a65222187474995edf4946f0fd389', 'subnets': [{'id': '6b63f965-2d0d-4f6b-9e42-5188bfa39eed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'n-d-768862-2', False) {} {{(pid=84877) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:32:08.714353 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [None req-3b88cbbe-b87a-42c7-82f3-f3c985a114e2 None None] For port 01718d75-0986-4b69-81ce-6d92c2e9bbeb, host n-d-768862-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-2',level=0,port_id=01718d75-0986-4b69-81ce-6d92c2e9bbeb,segment=NetworkSegment(e44a4b64-6e66-48c7-9047-8e5d0e76d44c),segment_id=e44a4b64-6e66-48c7-9047-8e5d0e76d44c)] {{(pid=84876) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 14 07:32:08.722120 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3927a54-62e5-4d08-b624-d1bdf7b879f4 None None] The sync data for ids ['50ef5e4f-d688-4837-84d9-242338edad9d'] in n-d-768862-2 is: [{'id': '50ef5e4f-d688-4837-84d9-242338edad9d', 'name': 'tempest-TestNetworkBasicOps-router-290611380', 'tenant_id': 'c52a65222187474995edf4946f0fd389', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '226f1e78-82cd-4481-9055-4eb73b6db8c1', 'external_fixed_ips': [{'subnet_id': 'ba8deeec-7658-4195-9449-038c076f5c83', 'ip_address': '172.25.2.99'}], 'enable_snat': True}, 'gw_port_id': '11914482-6a95-43fa-a240-85c7eca95117', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-14T07:31:17Z', 'updated_at': '2021-01-14T07:31:57Z', 'revision_number': 4, 'project_id': 'c52a65222187474995edf4946f0fd389', 'gw_port': {'id': '11914482-6a95-43fa-a240-85c7eca95117', 'name': '', 'network_id': '226f1e78-82cd-4481-9055-4eb73b6db8c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:18:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50ef5e4f-d688-4837-84d9-242338edad9d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2636, 'fixed_ips': [{'subnet_id': 'ba8deeec-7658-4195-9449-038c076f5c83', 'ip_address': '172.25.2.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T07:31:22Z', 'updated_at': '2021-01-14T07:31:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ba8deeec-7658-4195-9449-038c076f5c83', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-2', '_interfaces': [{'id': 'a7efcd05-7d08-4b65-881f-a305d9cb8323', 'name': '', 'network_id': '780315ca-b2bf-4289-8e3a-06e1e90b3342', 'tenant_id': 'c52a65222187474995edf4946f0fd389', 'mac_address': 'fa:16:3e:a2:2c:57', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '50ef5e4f-d688-4837-84d9-242338edad9d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2647, 'fixed_ips': [{'subnet_id': '6b63f965-2d0d-4f6b-9e42-5188bfa39eed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T07:31:52Z', 'updated_at': '2021-01-14T07:32:05Z', 'revision_number': 4, 'project_id': 'c52a65222187474995edf4946f0fd389', 'subnets': [{'id': '6b63f965-2d0d-4f6b-9e42-5188bfa39eed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=84877) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Jan 14 07:32:08.722632 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-3b88cbbe-b87a-42c7-82f3-f3c985a114e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777640533312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363259214678337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777640097497'] for port, after_update {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:32:09.048045 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-5b6142a8-f6c3-4a9a-9be0-8d7c9e4e4131 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84876) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:32:09.056423 n-d-768862-2 neutron-server[84765]: INFO neutron.api.v2.resource [None req-24c145f0-09cf-44a4-ad49-301844e90f8f tempest-FloatingIPNegativeTestJSON-2001787271 tempest-FloatingIPNegativeTestJSON-2001787271] create failed (client error): The resource could not be found. Jan 14 07:32:09.065220 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-24c145f0-09cf-44a4-ad49-301844e90f8f tempest-FloatingIPNegativeTestJSON-2001787271 tempest-FloatingIPNegativeTestJSON-2001787271] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 404 len: 507 time: 8.1026926 Jan 14 07:32:09.111491 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84875) accepted ('10.222.0.24', 57098) {{(pid=84875) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:32:09.136965 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b88cbbe-b87a-42c7-82f3-f3c985a114e2 None None] Pushing event updated for resources: {'Port': ['ID=01718d75-0986-4b69-81ce-6d92c2e9bbeb,revision_number=2']} {{(pid=84876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:32:09.150540 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-3b88cbbe-b87a-42c7-82f3-f3c985a114e2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=84876) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:32:09.359102 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [req-f6ce3b46-cb69-4ab2-a52d-b14ed0f0b6ca req-fba2ff2f-f147-49bc-b1ff-145350ed2c77 service neutron] 10.222.0.24 "GET /v2.0/networks/62bd9873-1d2d-4d1e-82cf-a14374b83693?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.1616364 Jan 14 07:32:09.371733 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.plugin [None req-816b5971-d1b5-43e1-873e-3f0935ba221d tempest-FloatingIPNegativeTestJSON-2001787271 tempest-FloatingIPNegativeTestJSON-2001787271] Deleting port 40242a78-4a28-4b37-a3c9-8a71820bc1fe {{(pid=84875) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 07:32:09.372142 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-816b5971-d1b5-43e1-873e-3f0935ba221d tempest-FloatingIPNegativeTestJSON-2001787271 tempest-FloatingIPNegativeTestJSON-2001787271] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363259214248359'] for port, before_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:32:09.587903 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-3ccc841e-cb34-4fe5-b489-69d388325e77 tempest-TestNetworkBasicOps-1983703278 tempest-TestNetworkBasicOps-1983703278] Notify callbacks [] for security_group, before_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:32:09.663670 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Device a7efcd05-7d08-4b65-881f-a305d9cb8323 up at agent ovs-agent-n-d-768862-2 {{(pid=84876) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 07:32:09.765742 n-d-768862-2 neutron-server[84765]: DEBUG neutron.notifiers.nova [None req-915cf3e6-a846-4237-96bb-a826f8e9f0fc tempest-PortsTestJSON-2091589570 tempest-PortsTestJSON-2091589570] device_id is not set on port 7dd0da73-14db-461f-9182-f3edb4f88855 yet. {{(pid=84874) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}} Jan 14 07:32:09.959355 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-3ccc841e-cb34-4fe5-b489-69d388325e77 tempest-TestNetworkBasicOps-1983703278 tempest-TestNetworkBasicOps-1983703278] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:32:09.982086 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-3ccc841e-cb34-4fe5-b489-69d388325e77 tempest-TestNetworkBasicOps-1983703278 tempest-TestNetworkBasicOps-1983703278] Usage tracker for resource:security_group_rule and tenant:c52a65222187474995edf4946f0fd389 is out of sync, need to count used quota {{(pid=84874) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:32:09.992131 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-3ccc841e-cb34-4fe5-b489-69d388325e77 tempest-TestNetworkBasicOps-1983703278 tempest-TestNetworkBasicOps-1983703278] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84874) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:32:10.016907 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-3ccc841e-cb34-4fe5-b489-69d388325e77 tempest-TestNetworkBasicOps-1983703278 tempest-TestNetworkBasicOps-1983703278] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:32:10.022871 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Provisioning for port a7efcd05-7d08-4b65-881f-a305d9cb8323 completed by entity L2. {{(pid=84876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 07:32:10.037082 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Provisioning complete for port a7efcd05-7d08-4b65-881f-a305d9cb8323 triggered by entity L2. {{(pid=84876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 07:32:10.037707 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-604227'] for port, provisioning_complete {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:32:10.157034 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-f725422f-4b3e-48b6-8a52-389498555445 tempest-PortsIpV6TestJSON-1330665174 tempest-PortsIpV6TestJSON-1330665174] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:32:10.286028 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-3ccc841e-cb34-4fe5-b489-69d388325e77 tempest-TestNetworkBasicOps-1983703278 tempest-TestNetworkBasicOps-1983703278] Notify callbacks [] for security_group, precommit_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:32:10.290492 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-3ccc841e-cb34-4fe5-b489-69d388325e77 tempest-TestNetworkBasicOps-1983703278 tempest-TestNetworkBasicOps-1983703278] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850887153'] for security_group, after_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:32:10.300850 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-f725422f-4b3e-48b6-8a52-389498555445 tempest-PortsIpV6TestJSON-1330665174 tempest-PortsIpV6TestJSON-1330665174] Usage tracker for resource:subnet and tenant:6396266df05d476da6838f06b578d30b is out of sync, need to count used quota {{(pid=84874) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:32:10.305192 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-8eb80ea4-d006-4a1e-a2c3-d2ba8f2a44b0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:32:10.354016 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-f725422f-4b3e-48b6-8a52-389498555445 tempest-PortsIpV6TestJSON-1330665174 tempest-PortsIpV6TestJSON-1330665174] Quota usage for subnet was recalculated. Used quota:1. {{(pid=84874) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:32:10.376005 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ccc841e-cb34-4fe5-b489-69d388325e77 tempest-TestNetworkBasicOps-1983703278 tempest-TestNetworkBasicOps-1983703278] Pushing event updated for resources: {'SecurityGroup': ['ID=9bb8bdf5-9b4b-4217-ab6a-7a964cc7a96f,revision_number=1']} {{(pid=84874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:32:10.411285 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-f725422f-4b3e-48b6-8a52-389498555445 tempest-PortsIpV6TestJSON-1330665174 tempest-PortsIpV6TestJSON-1330665174] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:32:10.431620 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555753'] for port, before_update {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:32:10.444064 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-3ccc841e-cb34-4fe5-b489-69d388325e77 tempest-TestNetworkBasicOps-1983703278 tempest-TestNetworkBasicOps-1983703278] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:32:10.462336 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-3ccc841e-cb34-4fe5-b489-69d388325e77 tempest-TestNetworkBasicOps-1983703278 tempest-TestNetworkBasicOps-1983703278] Notify callbacks [] for security_group, before_response {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:32:10.466764 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-3ccc841e-cb34-4fe5-b489-69d388325e77 tempest-TestNetworkBasicOps-1983703278 tempest-TestNetworkBasicOps-1983703278] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 2.9079027 Jan 14 07:32:10.506827 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] For port a7efcd05-7d08-4b65-881f-a305d9cb8323, host n-d-768862-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-2',level=0,port_id=a7efcd05-7d08-4b65-881f-a305d9cb8323,segment=NetworkSegment(9629e1a4-7250-4f99-b228-b72aaf324ef3),segment_id=9629e1a4-7250-4f99-b228-b72aaf324ef3)] {{(pid=84876) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 07:32:10.511950 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777640533312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363259214678337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777640097497'] for port, after_update {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:32:10.521818 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-8c981510-262a-4601-a5f6-b1dc2eb6ee75 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84876) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:32:10.609328 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-816b5971-d1b5-43e1-873e-3f0935ba221d tempest-FloatingIPNegativeTestJSON-2001787271 tempest-FloatingIPNegativeTestJSON-2001787271] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036850862667'] for port, precommit_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:32:10.680886 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84874) accepted ('10.222.0.24', 57220) {{(pid=84874) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:32:10.721221 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.v2.base [None req-24171b7b-3aba-4edc-8bc4-aab9738930a6 tempest-TestNetworkBasicOps-1983703278 tempest-TestNetworkBasicOps-1983703278] Request body: {'security_group_rule': {'security_group_id': '9bb8bdf5-9b4b-4217-ab6a-7a964cc7a96f', 'project_id': 'c52a65222187474995edf4946f0fd389', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=84874) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:32:10.740133 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-24171b7b-3aba-4edc-8bc4-aab9738930a6 tempest-TestNetworkBasicOps-1983703278 tempest-TestNetworkBasicOps-1983703278] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:32:10.750030 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Pushing event updated for resources: {'Port': ['ID=a7efcd05-7d08-4b65-881f-a305d9cb8323,revision_number=5']} {{(pid=84876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:32:10.753167 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-24171b7b-3aba-4edc-8bc4-aab9738930a6 tempest-TestNetworkBasicOps-1983703278 tempest-TestNetworkBasicOps-1983703278] Usage tracker for resource:security_group_rule and tenant:c52a65222187474995edf4946f0fd389 is out of sync, need to count used quota {{(pid=84874) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:32:10.754794 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.240s {{(pid=84876) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:32:10.780909 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-24171b7b-3aba-4edc-8bc4-aab9738930a6 tempest-TestNetworkBasicOps-1983703278 tempest-TestNetworkBasicOps-1983703278] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84874) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:32:10.790541 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-24171b7b-3aba-4edc-8bc4-aab9738930a6 tempest-TestNetworkBasicOps-1983703278 tempest-TestNetworkBasicOps-1983703278] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:32:10.805688 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f725422f-4b3e-48b6-8a52-389498555445 tempest-PortsIpV6TestJSON-1330665174 tempest-PortsIpV6TestJSON-1330665174] Made reservation on behalf of 6396266df05d476da6838f06b578d30b for: {'subnet': 1} {{(pid=84874) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 07:32:10.863825 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.plugin [None req-816b5971-d1b5-43e1-873e-3f0935ba221d tempest-FloatingIPNegativeTestJSON-2001787271 tempest-FloatingIPNegativeTestJSON-2001787271] Calling delete_port for 40242a78-4a28-4b37-a3c9-8a71820bc1fe owned by {{(pid=84875) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 07:32:10.954826 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-24171b7b-3aba-4edc-8bc4-aab9738930a6 tempest-TestNetworkBasicOps-1983703278 tempest-TestNetworkBasicOps-1983703278] Notify callbacks [] for security_group_rule, before_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:32:11.148762 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-24171b7b-3aba-4edc-8bc4-aab9738930a6 tempest-TestNetworkBasicOps-1983703278 tempest-TestNetworkBasicOps-1983703278] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:32:11.209065 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-24171b7b-3aba-4edc-8bc4-aab9738930a6 tempest-TestNetworkBasicOps-1983703278 tempest-TestNetworkBasicOps-1983703278] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850966545'] for security_group_rule, after_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:32:11.245785 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:32:11.251457 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-017f98a9-8a07-408c-a86f-8ff0c00400a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363259214191800', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854171626'] for agent, after_update {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:32:11.323567 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24171b7b-3aba-4edc-8bc4-aab9738930a6 tempest-TestNetworkBasicOps-1983703278 tempest-TestNetworkBasicOps-1983703278] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f30ebf6b-fca3-4ecc-b950-65c17571f003,revision_number=0']} {{(pid=84874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:32:11.354986 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-24171b7b-3aba-4edc-8bc4-aab9738930a6 tempest-TestNetworkBasicOps-1983703278 tempest-TestNetworkBasicOps-1983703278] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:32:11.393070 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.db_base_plugin_common [None req-915cf3e6-a846-4237-96bb-a826f8e9f0fc tempest-PortsTestJSON-2091589570 tempest-PortsTestJSON-2091589570] Allocated IP 172.20.0.10 (e289c449-d36a-4991-9be0-13105a93d6ac/8a39c9fc-2d8d-4593-a44e-26a3a6af3de3/7dd0da73-14db-461f-9182-f3edb4f88855) {{(pid=84874) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 14 07:32:11.432938 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-24171b7b-3aba-4edc-8bc4-aab9738930a6 tempest-TestNetworkBasicOps-1983703278 tempest-TestNetworkBasicOps-1983703278] Notify callbacks [] for security_group_rule, before_response {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:32:11.440501 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-24171b7b-3aba-4edc-8bc4-aab9738930a6 tempest-TestNetworkBasicOps-1983703278 tempest-TestNetworkBasicOps-1983703278] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.7582164 Jan 14 07:32:11.440893 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84875) accepted ('10.222.0.24', 57308) {{(pid=84875) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:32:11.448061 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-816b5971-d1b5-43e1-873e-3f0935ba221d tempest-FloatingIPNegativeTestJSON-2001787271 tempest-FloatingIPNegativeTestJSON-2001787271] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777640533329', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777640097463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851621574'] for port, after_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:32:11.453050 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.v2.base [None req-e8cd6c66-4966-41e2-8f03-81ddc5e33611 tempest-TestNetworkBasicOps-1983703278 tempest-TestNetworkBasicOps-1983703278] Request body: {'security_group_rule': {'security_group_id': '9bb8bdf5-9b4b-4217-ab6a-7a964cc7a96f', 'project_id': 'c52a65222187474995edf4946f0fd389', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=84875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:32:11.536923 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-f725422f-4b3e-48b6-8a52-389498555445 tempest-PortsIpV6TestJSON-1330665174 tempest-PortsIpV6TestJSON-1330665174] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036851981161'] for subnet, before_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:32:11.609407 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-166adb0a-869d-4f8e-b985-7cd4652e830e None None] Provisioning for port 01718d75-0986-4b69-81ce-6d92c2e9bbeb completed by entity DHCP. {{(pid=84876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 07:32:11.649254 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-166adb0a-869d-4f8e-b985-7cd4652e830e None None] Provisioning complete for port 9fcf9582-d53d-421b-9690-0fbdf3561687 triggered by entity DHCP. {{(pid=84876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 07:32:11.649828 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-166adb0a-869d-4f8e-b985-7cd4652e830e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-604227'] for port, provisioning_complete {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:32:11.667732 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-cf9f8702-a12f-4064-91f4-4088fa905e4e tempest-PortsTestJSON-2091589570 tempest-PortsTestJSON-2091589570] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:32:11.750238 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-e8cd6c66-4966-41e2-8f03-81ddc5e33611 tempest-TestNetworkBasicOps-1983703278 tempest-TestNetworkBasicOps-1983703278] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:32:11.773260 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-e8cd6c66-4966-41e2-8f03-81ddc5e33611 tempest-TestNetworkBasicOps-1983703278 tempest-TestNetworkBasicOps-1983703278] Usage tracker for resource:security_group_rule and tenant:c52a65222187474995edf4946f0fd389 is out of sync, need to count used quota {{(pid=84875) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:32:11.788889 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-e8cd6c66-4966-41e2-8f03-81ddc5e33611 tempest-TestNetworkBasicOps-1983703278 tempest-TestNetworkBasicOps-1983703278] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=84875) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:32:11.809312 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.plugin [None req-166adb0a-869d-4f8e-b985-7cd4652e830e None None] Port 9fcf9582-d53d-421b-9690-0fbdf3561687 cannot update to ACTIVE because it is not bound. {{(pid=84876) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:329}} Jan 14 07:32:11.814509 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-e8cd6c66-4966-41e2-8f03-81ddc5e33611 tempest-TestNetworkBasicOps-1983703278 tempest-TestNetworkBasicOps-1983703278] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=84875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:32:11.859464 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Device a7efcd05-7d08-4b65-881f-a305d9cb8323 up at agent ovs-agent-n-d-768862-2 {{(pid=84876) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 07:32:11.888689 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [req-f6ce3b46-cb69-4ab2-a52d-b14ed0f0b6ca req-ceadea20-70bf-4905-b435-67add02b7bb6 service neutron] 10.222.0.24 "GET /v2.0/networks/62bd9873-1d2d-4d1e-82cf-a14374b83693?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 2.4658911 Jan 14 07:32:11.969969 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-e8cd6c66-4966-41e2-8f03-81ddc5e33611 tempest-TestNetworkBasicOps-1983703278 tempest-TestNetworkBasicOps-1983703278] Notify callbacks [] for security_group_rule, before_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:32:11.980424 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-816b5971-d1b5-43e1-873e-3f0935ba221d tempest-FloatingIPNegativeTestJSON-2001787271 tempest-FloatingIPNegativeTestJSON-2001787271] Pushing event deleted for resources: {'Port': ['ID=40242a78-4a28-4b37-a3c9-8a71820bc1fe,revision_number=None']} {{(pid=84875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:32:11.988677 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-816b5971-d1b5-43e1-873e-3f0935ba221d tempest-FloatingIPNegativeTestJSON-2001787271 tempest-FloatingIPNegativeTestJSON-2001787271] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.321s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:32:12.121372 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Provisioning complete for port a7efcd05-7d08-4b65-881f-a305d9cb8323 triggered by entity L2. {{(pid=84876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 07:32:12.122164 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-604227'] for port, provisioning_complete {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:32:12.258603 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-e8cd6c66-4966-41e2-8f03-81ddc5e33611 tempest-TestNetworkBasicOps-1983703278 tempest-TestNetworkBasicOps-1983703278] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:32:12.281607 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-e8cd6c66-4966-41e2-8f03-81ddc5e33611 tempest-TestNetworkBasicOps-1983703278 tempest-TestNetworkBasicOps-1983703278] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850966545'] for security_group_rule, after_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:32:12.302745 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:32:12.334193 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8cd6c66-4966-41e2-8f03-81ddc5e33611 tempest-TestNetworkBasicOps-1983703278 tempest-TestNetworkBasicOps-1983703278] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f26387bd-ed04-486f-b7b2-2c819dc63dfa,revision_number=0']} {{(pid=84875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:32:12.349617 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-e8cd6c66-4966-41e2-8f03-81ddc5e33611 tempest-TestNetworkBasicOps-1983703278 tempest-TestNetworkBasicOps-1983703278] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:32:12.367631 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-816b5971-d1b5-43e1-873e-3f0935ba221d tempest-FloatingIPNegativeTestJSON-2001787271 tempest-FloatingIPNegativeTestJSON-2001787271] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854768116'] for port, before_response {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:32:12.398400 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-e8cd6c66-4966-41e2-8f03-81ddc5e33611 tempest-TestNetworkBasicOps-1983703278 tempest-TestNetworkBasicOps-1983703278] Notify callbacks [] for security_group_rule, before_response {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:32:12.400224 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-e8cd6c66-4966-41e2-8f03-81ddc5e33611 tempest-TestNetworkBasicOps-1983703278 tempest-TestNetworkBasicOps-1983703278] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.9581518 Jan 14 07:32:12.407923 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84875) accepted ('10.222.0.24', 57330) {{(pid=84875) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:32:12.429374 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-816b5971-d1b5-43e1-873e-3f0935ba221d tempest-FloatingIPNegativeTestJSON-2001787271 tempest-FloatingIPNegativeTestJSON-2001787271] 10.222.0.24 "DELETE /v2.0/ports/40242a78-4a28-4b37-a3c9-8a71820bc1fe HTTP/1.1" status: 204 len: 168 time: 3.3161185 Jan 14 07:32:12.431393 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84875) accepted ('10.222.0.24', 57336) {{(pid=84875) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:32:12.437589 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.v2.base [None req-dcb209c0-28d6-4e8a-a620-2b9aece305ba tempest-TestNetworkBasicOps-1983703278 tempest-TestNetworkBasicOps-1983703278] Request body: {'security_group_rule': {'security_group_id': '9bb8bdf5-9b4b-4217-ab6a-7a964cc7a96f', 'project_id': 'c52a65222187474995edf4946f0fd389', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=84875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:32:12.468113 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-dcb209c0-28d6-4e8a-a620-2b9aece305ba tempest-TestNetworkBasicOps-1983703278 tempest-TestNetworkBasicOps-1983703278] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:32:12.476962 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-dcb209c0-28d6-4e8a-a620-2b9aece305ba tempest-TestNetworkBasicOps-1983703278 tempest-TestNetworkBasicOps-1983703278] Usage tracker for resource:security_group_rule and tenant:c52a65222187474995edf4946f0fd389 is out of sync, need to count used quota {{(pid=84875) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:32:12.484444 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-dcb209c0-28d6-4e8a-a620-2b9aece305ba tempest-TestNetworkBasicOps-1983703278 tempest-TestNetworkBasicOps-1983703278] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=84875) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:32:12.498597 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Device 01718d75-0986-4b69-81ce-6d92c2e9bbeb up at agent ovs-agent-n-d-768862-2 {{(pid=84876) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 07:32:12.502353 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-dcb209c0-28d6-4e8a-a620-2b9aece305ba tempest-TestNetworkBasicOps-1983703278 tempest-TestNetworkBasicOps-1983703278] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=84875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:32:12.635846 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-dcb209c0-28d6-4e8a-a620-2b9aece305ba tempest-TestNetworkBasicOps-1983703278 tempest-TestNetworkBasicOps-1983703278] Notify callbacks [] for security_group_rule, before_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:32:12.684394 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-915cf3e6-a846-4237-96bb-a826f8e9f0fc tempest-PortsTestJSON-2091589570 tempest-PortsTestJSON-2091589570] Notify callbacks [] for port, precommit_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:32:12.751802 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-915cf3e6-a846-4237-96bb-a826f8e9f0fc tempest-PortsTestJSON-2091589570 tempest-PortsTestJSON-2091589570] Transition to ACTIVE for port object 7dd0da73-14db-461f-9182-f3edb4f88855 will not be triggered until provisioned by entity DHCP. {{(pid=84874) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 07:32:12.757621 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-852a24f7-e9a1-4193-9abb-e9506fe5213f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363259214191800', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854171626'] for agent, after_update {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:32:12.796359 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Provisioning for port 01718d75-0986-4b69-81ce-6d92c2e9bbeb completed by entity L2. {{(pid=84876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 07:32:12.802764 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Provisioning complete for port 01718d75-0986-4b69-81ce-6d92c2e9bbeb triggered by entity L2. {{(pid=84876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 07:32:12.803191 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-604227'] for port, provisioning_complete {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:32:12.882378 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-dcb209c0-28d6-4e8a-a620-2b9aece305ba tempest-TestNetworkBasicOps-1983703278 tempest-TestNetworkBasicOps-1983703278] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:32:12.893128 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-dcb209c0-28d6-4e8a-a620-2b9aece305ba tempest-TestNetworkBasicOps-1983703278 tempest-TestNetworkBasicOps-1983703278] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850966545'] for security_group_rule, after_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:32:12.923609 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-915cf3e6-a846-4237-96bb-a826f8e9f0fc tempest-PortsTestJSON-2091589570 tempest-PortsTestJSON-2091589570] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777640123575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3254186'] for port, after_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:32:12.925882 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-f725422f-4b3e-48b6-8a52-389498555445 tempest-PortsIpV6TestJSON-1330665174 tempest-PortsIpV6TestJSON-1330665174] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850887113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3254092', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036851981146'] for subnet, after_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:32:12.963641 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-2190b4b9-175e-4b9e-971b-e4d5b0ae3568 tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:32:12.971591 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-808d0819-2b5f-4444-a1ea-c25cda826ec5 tempest-SecurityGroupRulesNegativeTestJSON-608374989 tempest-SecurityGroupRulesNegativeTestJSON-608374989] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:32:13.028146 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-dcb209c0-28d6-4e8a-a620-2b9aece305ba tempest-TestNetworkBasicOps-1983703278 tempest-TestNetworkBasicOps-1983703278] Notify callbacks [] for security_group_rule, before_response {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:32:13.032494 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-dcb209c0-28d6-4e8a-a620-2b9aece305ba tempest-TestNetworkBasicOps-1983703278 tempest-TestNetworkBasicOps-1983703278] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.6176922 Jan 14 07:32:13.047785 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84874) accepted ('10.222.0.24', 57362) {{(pid=84874) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:32:13.056483 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcb209c0-28d6-4e8a-a620-2b9aece305ba tempest-TestNetworkBasicOps-1983703278 tempest-TestNetworkBasicOps-1983703278] Pushing event updated for resources: {'SecurityGroupRule': ['ID=add20830-e36b-426b-8a47-5f412331719a,revision_number=0']} {{(pid=84875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:32:13.059907 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-dcb209c0-28d6-4e8a-a620-2b9aece305ba tempest-TestNetworkBasicOps-1983703278 tempest-TestNetworkBasicOps-1983703278] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:32:13.142521 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e39e2ca5-148c-4832-a498-a516b6037ce6 tempest-FloatingIPNegativeTestJSON-2001787271 tempest-FloatingIPNegativeTestJSON-2001787271] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:32:13.144458 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-e39e2ca5-148c-4832-a498-a516b6037ce6 tempest-FloatingIPNegativeTestJSON-2001787271 tempest-FloatingIPNegativeTestJSON-2001787271] Synchronizing usage tracker for tenant:25f640c670234d7399de9f215c3c6016 on resource:port {{(pid=84875) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 14 07:32:13.146122 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.v2.base [None req-9899f0f2-732d-4d06-a966-9c3328feb699 tempest-TestNetworkBasicOps-1983703278 tempest-TestNetworkBasicOps-1983703278] Request body: {'security_group_rule': {'security_group_id': '9bb8bdf5-9b4b-4217-ab6a-7a964cc7a96f', 'project_id': 'c52a65222187474995edf4946f0fd389', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=84874) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:32:13.164985 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555753'] for port, before_update {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:32:13.203806 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-e39e2ca5-148c-4832-a498-a516b6037ce6 tempest-FloatingIPNegativeTestJSON-2001787271 tempest-FloatingIPNegativeTestJSON-2001787271] Unset dirty status for tenant:25f640c670234d7399de9f215c3c6016 on resource:port {{(pid=84875) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 14 07:32:13.205572 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-e39e2ca5-148c-4832-a498-a516b6037ce6 tempest-FloatingIPNegativeTestJSON-2001787271 tempest-FloatingIPNegativeTestJSON-2001787271] 10.222.0.24 "GET /v2.0/ports?device_id=2d710241-356f-4d3d-91df-01d68014d25c HTTP/1.1" status: 200 len: 913 time: 0.6809611 Jan 14 07:32:13.208441 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84875) accepted ('10.222.0.24', 57370) {{(pid=84875) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:32:13.231478 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-9899f0f2-732d-4d06-a966-9c3328feb699 tempest-TestNetworkBasicOps-1983703278 tempest-TestNetworkBasicOps-1983703278] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:32:13.240602 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] For port 01718d75-0986-4b69-81ce-6d92c2e9bbeb, host n-d-768862-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-2',level=0,port_id=01718d75-0986-4b69-81ce-6d92c2e9bbeb,segment=NetworkSegment(e44a4b64-6e66-48c7-9047-8e5d0e76d44c),segment_id=e44a4b64-6e66-48c7-9047-8e5d0e76d44c)] {{(pid=84876) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 07:32:13.246781 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777640533312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363259214678337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777640097497'] for port, after_update {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:32:13.251778 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84876) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:32:13.271446 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-9899f0f2-732d-4d06-a966-9c3328feb699 tempest-TestNetworkBasicOps-1983703278 tempest-TestNetworkBasicOps-1983703278] Usage tracker for resource:security_group_rule and tenant:c52a65222187474995edf4946f0fd389 is out of sync, need to count used quota {{(pid=84874) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:32:13.302735 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-9899f0f2-732d-4d06-a966-9c3328feb699 tempest-TestNetworkBasicOps-1983703278 tempest-TestNetworkBasicOps-1983703278] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=84874) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:32:13.365768 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-9899f0f2-732d-4d06-a966-9c3328feb699 tempest-TestNetworkBasicOps-1983703278 tempest-TestNetworkBasicOps-1983703278] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=84874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:32:13.397777 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Pushing event updated for resources: {'Port': ['ID=01718d75-0986-4b69-81ce-6d92c2e9bbeb,revision_number=3']} {{(pid=84876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:32:13.401331 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=84876) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:32:13.411299 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f725422f-4b3e-48b6-8a52-389498555445 tempest-PortsIpV6TestJSON-1330665174 tempest-PortsIpV6TestJSON-1330665174] Pushing event updated for resources: {'Subnet': ['ID=89e6a975-cc78-42d8-9b25-1be91f93abda,revision_number=0']} {{(pid=84874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:32:13.418914 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-f725422f-4b3e-48b6-8a52-389498555445 tempest-PortsIpV6TestJSON-1330665174 tempest-PortsIpV6TestJSON-1330665174] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.456s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:32:13.425543 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-723c6bec-1cca-4885-93ea-019841fb267e tempest-PortsIpV6TestJSON-1330665174 tempest-PortsIpV6TestJSON-1330665174] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.402s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:32:13.551869 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-915cf3e6-a846-4237-96bb-a826f8e9f0fc tempest-PortsTestJSON-2091589570 tempest-PortsTestJSON-2091589570] Pushing event updated for resources: {'Port': ['ID=7dd0da73-14db-461f-9182-f3edb4f88855,revision_number=1']} {{(pid=84874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:32:13.575820 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-915cf3e6-a846-4237-96bb-a826f8e9f0fc tempest-PortsTestJSON-2091589570 tempest-PortsTestJSON-2091589570] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:32:13.619972 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-9899f0f2-732d-4d06-a966-9c3328feb699 tempest-TestNetworkBasicOps-1983703278 tempest-TestNetworkBasicOps-1983703278] Notify callbacks [] for security_group_rule, before_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:32:13.638124 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Device 01718d75-0986-4b69-81ce-6d92c2e9bbeb up at agent ovs-agent-n-d-768862-2 {{(pid=84876) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 07:32:13.864346 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Provisioning complete for port 01718d75-0986-4b69-81ce-6d92c2e9bbeb triggered by entity L2. {{(pid=84876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 07:32:13.865347 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-604227'] for port, provisioning_complete {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:32:13.866647 n-d-768862-2 neutron-server[84765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f725422f-4b3e-48b6-8a52-389498555445 tempest-PortsIpV6TestJSON-1330665174 tempest-PortsIpV6TestJSON-1330665174] Network d5ef9345-9d47-4c1b-b4a7-f9e90c00c9f5 is already hosted by enough agents. {{(pid=84874) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 07:32:13.881118 n-d-768862-2 neutron-server[84765]: DEBUG neutron.scheduler.base_scheduler [None req-f725422f-4b3e-48b6-8a52-389498555445 tempest-PortsIpV6TestJSON-1330665174 tempest-PortsIpV6TestJSON-1330665174] Resources bound (agent type, host, resource id): {{(pid=84874) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 07:32:13.926378 n-d-768862-2 neutron-server[84765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-915cf3e6-a846-4237-96bb-a826f8e9f0fc tempest-PortsTestJSON-2091589570 tempest-PortsTestJSON-2091589570] Network e289c449-d36a-4991-9be0-13105a93d6ac is already hosted by enough agents. {{(pid=84874) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 07:32:13.953267 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f725422f-4b3e-48b6-8a52-389498555445 tempest-PortsIpV6TestJSON-1330665174 tempest-PortsIpV6TestJSON-1330665174] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:32:13.955268 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74e3ea9a-40b0-4c8e-8588-b7e92eca01af None None] Network d5ef9345-9d47-4c1b-b4a7-f9e90c00c9f5 requested from n-d-768862-2 {{(pid=84876) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 07:32:13.957214 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-f725422f-4b3e-48b6-8a52-389498555445 tempest-PortsIpV6TestJSON-1330665174 tempest-PortsIpV6TestJSON-1330665174] Notify callbacks [] for subnet, before_response {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:32:13.998154 n-d-768862-2 neutron-server[84765]: DEBUG neutron.scheduler.base_scheduler [None req-915cf3e6-a846-4237-96bb-a826f8e9f0fc tempest-PortsTestJSON-2091589570 tempest-PortsTestJSON-2091589570] Resources bound (agent type, host, resource id): {{(pid=84874) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 07:32:14.026389 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-915cf3e6-a846-4237-96bb-a826f8e9f0fc tempest-PortsTestJSON-2091589570 tempest-PortsTestJSON-2091589570] Received port after_create {{(pid=84874) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 14 07:32:14.140093 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-f725422f-4b3e-48b6-8a52-389498555445 tempest-PortsIpV6TestJSON-1330665174 tempest-PortsIpV6TestJSON-1330665174] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 6.0764005 Jan 14 07:32:14.150748 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84874) accepted ('10.222.0.24', 57394) {{(pid=84874) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:32:14.197775 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-9899f0f2-732d-4d06-a966-9c3328feb699 tempest-TestNetworkBasicOps-1983703278 tempest-TestNetworkBasicOps-1983703278] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:32:14.217672 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-9899f0f2-732d-4d06-a966-9c3328feb699 tempest-TestNetworkBasicOps-1983703278 tempest-TestNetworkBasicOps-1983703278] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850966545'] for security_group_rule, after_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:32:14.253518 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-24171b7b-3aba-4edc-8bc4-aab9738930a6 tempest-TestNetworkBasicOps-1983703278 tempest-TestNetworkBasicOps-1983703278] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:32:14.312994 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9899f0f2-732d-4d06-a966-9c3328feb699 tempest-TestNetworkBasicOps-1983703278 tempest-TestNetworkBasicOps-1983703278] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ad903f9a-c879-44cb-bb2f-e23525abd028,revision_number=0']} {{(pid=84874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:32:14.335738 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-9899f0f2-732d-4d06-a966-9c3328feb699 tempest-TestNetworkBasicOps-1983703278 tempest-TestNetworkBasicOps-1983703278] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:32:14.355806 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:shared":"rule:admin_only" was deprecated in W in favor of "update_network:shared":"role:admin and system_scope:all". Reason: Jan 14 07:32:14.355806 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:32:14.355806 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:32:14.355806 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:32:14.355806 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "update_network:provider:network_type":"role:admin and system_scope:all". Reason: Jan 14 07:32:14.355806 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:32:14.355806 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:32:14.355806 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:32:14.355806 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "update_network:provider:physical_network":"role:admin and system_scope:all". Reason: Jan 14 07:32:14.355806 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:32:14.355806 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:32:14.355806 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:32:14.355806 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "update_network:provider:segmentation_id":"role:admin and system_scope:all". Reason: Jan 14 07:32:14.355806 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:32:14.355806 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:32:14.355806 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:32:14.355806 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:router:external":"rule:admin_only" was deprecated in W in favor of "update_network:router:external":"role:admin and system_scope:all". Reason: Jan 14 07:32:14.355806 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:32:14.355806 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:32:14.355806 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:32:14.355806 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:is_default":"rule:admin_only" was deprecated in W in favor of "update_network:is_default":"role:admin and system_scope:all". Reason: Jan 14 07:32:14.355806 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:32:14.355806 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:32:14.355806 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:32:14.355806 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:port_security_enabled":"rule:admin_or_owner" was deprecated in W in favor of "update_network:port_security_enabled":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 07:32:14.355806 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:32:14.355806 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:32:14.355806 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:32:14.355806 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "delete_network":"rule:admin_or_owner" was deprecated in W in favor of "delete_network":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 07:32:14.355806 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:32:14.355806 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:32:14.355806 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:32:14.355806 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_segment":"rule:admin_only" was deprecated in W in favor of "create_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:32:14.355806 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:32:14.355806 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_segment":"rule:admin_only" was deprecated in W in favor of "get_segment":"role:reader and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:32:14.355806 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:32:14.355806 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_segment":"rule:admin_only" was deprecated in W in favor of "update_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:32:14.355806 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:32:14.355806 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "delete_segment":"rule:admin_only" was deprecated in W in favor of "delete_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:32:14.355806 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:32:14.355806 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network":"rule:regular_user" was deprecated in W in favor of "create_network":"role:member and project_id:%(project_id)s". Reason: Jan 14 07:32:14.355806 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:32:14.355806 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:32:14.355806 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:32:14.355806 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:shared":"rule:admin_only" was deprecated in W in favor of "create_network:shared":"role:admin and system_scope:all". Reason: Jan 14 07:32:14.355806 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:32:14.355806 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:32:14.355806 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:32:14.355806 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:router:external":"rule:admin_only" was deprecated in W in favor of "create_network:router:external":"role:admin and system_scope:all". Reason: Jan 14 07:32:14.355806 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:32:14.355806 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:32:14.355806 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:32:14.355806 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:is_default":"rule:admin_only" was deprecated in W in favor of "create_network:is_default":"role:admin and system_scope:all". Reason: Jan 14 07:32:14.355806 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:32:14.355806 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:32:14.355806 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:32:14.355806 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:port_security_enabled":"rule:regular_user" was deprecated in W in favor of "create_network:port_security_enabled":"role:member and project_id:%(project_id)s". Reason: Jan 14 07:32:14.355806 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:32:14.355806 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:32:14.355806 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:32:14.355806 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:segments":"rule:admin_only" was deprecated in W in favor of "create_network:segments":"role:admin and system_scope:all". Reason: Jan 14 07:32:14.355806 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:32:14.355806 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:32:14.355806 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:32:14.371483 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "create_network:provider:network_type":"role:admin and system_scope:all". Reason: Jan 14 07:32:14.371483 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:32:14.371483 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:32:14.371483 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:32:14.371483 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "create_network:provider:physical_network":"role:admin and system_scope:all". Reason: Jan 14 07:32:14.371483 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:32:14.371483 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:32:14.371483 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:32:14.371483 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "create_network:provider:segmentation_id":"role:admin and system_scope:all". Reason: Jan 14 07:32:14.371483 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:32:14.371483 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:32:14.371483 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:32:14.371483 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network":"rule:admin_or_owner or rule:shared or rule:external or rule:context_is_advsvc" was deprecated in W in favor of "get_network":"(role:reader and system_scope:all) or (role:reader and project_id:%(project_id)s) or rule:shared or rule:external or rule:context_is_advsvc". Reason: Jan 14 07:32:14.371483 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:32:14.371483 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:32:14.371483 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:32:14.371483 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:router:external":"rule:regular_user" was deprecated in W in favor of "get_network:router:external":"role:reader and project_id:%(project_id)s". Reason: Jan 14 07:32:14.371483 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:32:14.371483 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:32:14.371483 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:32:14.371483 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:segments":"rule:admin_only" was deprecated in W in favor of "get_network:segments":"role:reader and system_scope:all". Reason: Jan 14 07:32:14.371483 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:32:14.371483 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:32:14.371483 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:32:14.371483 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "get_network:provider:network_type":"role:reader and system_scope:all". Reason: Jan 14 07:32:14.371483 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:32:14.371483 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:32:14.371483 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:32:14.371483 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "get_network:provider:physical_network":"role:reader and system_scope:all". Reason: Jan 14 07:32:14.371483 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:32:14.371483 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:32:14.371483 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:32:14.371483 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "get_network:provider:segmentation_id":"role:reader and system_scope:all". Reason: Jan 14 07:32:14.371483 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:32:14.371483 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:32:14.371483 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:32:14.371483 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network":"rule:admin_or_owner" was deprecated in W in favor of "update_network":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 07:32:14.371483 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:32:14.371483 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:32:14.371483 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:32:14.371483 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:segments":"rule:admin_only" was deprecated in W in favor of "update_network:segments":"role:admin and system_scope:all". Reason: Jan 14 07:32:14.371483 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:32:14.371483 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:32:14.371483 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:32:14.371483 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:shared":"rule:admin_only" was deprecated in W in favor of "update_network:shared":"role:admin and system_scope:all". Reason: Jan 14 07:32:14.371483 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:32:14.371483 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:32:14.371483 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:32:14.371483 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "update_network:provider:network_type":"role:admin and system_scope:all". Reason: Jan 14 07:32:14.371483 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:32:14.371483 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:32:14.371483 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:32:14.371483 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "update_network:provider:physical_network":"role:admin and system_scope:all". Reason: Jan 14 07:32:14.371483 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:32:14.371483 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:32:14.371483 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:32:14.371483 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "update_network:provider:segmentation_id":"role:admin and system_scope:all". Reason: Jan 14 07:32:14.371483 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:32:14.371483 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:32:14.371483 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:32:14.371483 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:router:external":"rule:admin_only" was deprecated in W in favor of "update_network:router:external":"role:admin and system_scope:all". Reason: Jan 14 07:32:14.371483 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:32:14.371483 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:32:14.371483 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:32:14.371483 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:is_default":"rule:admin_only" was deprecated in W in favor of "update_network:is_default":"role:admin and system_scope:all". Reason: Jan 14 07:32:14.371483 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:32:14.371483 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:32:14.371483 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:32:14.416893 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-915cf3e6-a846-4237-96bb-a826f8e9f0fc tempest-PortsTestJSON-2091589570 tempest-PortsTestJSON-2091589570] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:32:14.419083 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-915cf3e6-a846-4237-96bb-a826f8e9f0fc tempest-PortsTestJSON-2091589570 tempest-PortsTestJSON-2091589570] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854768116'] for port, before_response {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:32:14.495618 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-915cf3e6-a846-4237-96bb-a826f8e9f0fc tempest-PortsTestJSON-2091589570 tempest-PortsTestJSON-2091589570] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 925 time: 8.4857769 Jan 14 07:32:14.498547 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84874) accepted ('10.222.0.24', 57404) {{(pid=84874) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:32:14.505983 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.v2.base [None req-164c86bf-3a60-4e78-afe1-c398a2118065 tempest-PortsTestJSON-2091589570 tempest-PortsTestJSON-2091589570] Request body: {'subnet': {'network_id': 'e289c449-d36a-4991-9be0-13105a93d6ac', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=84874) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:32:14.618189 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-4a67e01c-b6fb-4ccc-9002-f6eca32b0676 None None] Provisioning for port 7dd0da73-14db-461f-9182-f3edb4f88855 completed by entity DHCP. {{(pid=84876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 07:32:14.678526 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-4a67e01c-b6fb-4ccc-9002-f6eca32b0676 None None] Provisioning complete for port 7dd0da73-14db-461f-9182-f3edb4f88855 triggered by entity DHCP. {{(pid=84876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 07:32:14.679396 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-4a67e01c-b6fb-4ccc-9002-f6eca32b0676 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-604227'] for port, provisioning_complete {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:32:14.781400 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.plugin [None req-4a67e01c-b6fb-4ccc-9002-f6eca32b0676 None None] Port 7dd0da73-14db-461f-9182-f3edb4f88855 cannot update to ACTIVE because it is not bound. {{(pid=84876) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:329}} Jan 14 07:32:14.816691 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.v2.base [None req-2bdfb278-73c1-4e66-9f75-9eb91e23bde4 tempest-PortsIpV6TestJSON-1330665174 tempest-PortsIpV6TestJSON-1330665174] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-1512516428', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '89e6a975-cc78-42d8-9b25-1be91f93abda'}], 'security_groups': ['52c5d5f0-aeee-4d85-a607-7b8aae525080']}} {{(pid=84874) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:32:14.955305 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-9899f0f2-732d-4d06-a966-9c3328feb699 tempest-TestNetworkBasicOps-1983703278 tempest-TestNetworkBasicOps-1983703278] Notify callbacks [] for security_group_rule, before_response {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:32:14.958293 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-9899f0f2-732d-4d06-a966-9c3328feb699 tempest-TestNetworkBasicOps-1983703278 tempest-TestNetworkBasicOps-1983703278] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 1.9046171 Jan 14 07:32:14.974897 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84875) accepted ('10.222.0.24', 57416) {{(pid=84875) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:32:14.987185 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.v2.base [None req-fd10b9d4-7ebe-404e-9e83-9b91dab0c95c tempest-TestNetworkBasicOps-1983703278 tempest-TestNetworkBasicOps-1983703278] Request body: {'security_group_rule': {'security_group_id': '9bb8bdf5-9b4b-4217-ab6a-7a964cc7a96f', 'project_id': 'c52a65222187474995edf4946f0fd389', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=84875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:32:15.019617 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-fd10b9d4-7ebe-404e-9e83-9b91dab0c95c tempest-TestNetworkBasicOps-1983703278 tempest-TestNetworkBasicOps-1983703278] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:32:15.029851 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-fd10b9d4-7ebe-404e-9e83-9b91dab0c95c tempest-TestNetworkBasicOps-1983703278 tempest-TestNetworkBasicOps-1983703278] Usage tracker for resource:security_group_rule and tenant:c52a65222187474995edf4946f0fd389 is out of sync, need to count used quota {{(pid=84875) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:32:15.037506 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-fd10b9d4-7ebe-404e-9e83-9b91dab0c95c tempest-TestNetworkBasicOps-1983703278 tempest-TestNetworkBasicOps-1983703278] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=84875) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:32:15.048938 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8752738-f978-45bb-babf-d8c7c7693305 None None] Update dhcp port {'port': {'network_id': 'd5ef9345-9d47-4c1b-b4a7-f9e90c00c9f5', 'fixed_ips': [{'subnet_id': '10096dd8-5728-4094-9220-8b738925cfbd', 'ip_address': '2001:db8::2'}, {'subnet_id': '89e6a975-cc78-42d8-9b25-1be91f93abda'}], 'binding:host_id': 'n-d-768862-2'}, 'id': '3af3c0e6-650b-4081-a832-0e7cd4bed2da'} from n-d-768862-2. {{(pid=84876) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:310}} Jan 14 07:32:15.051759 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-fd10b9d4-7ebe-404e-9e83-9b91dab0c95c tempest-TestNetworkBasicOps-1983703278 tempest-TestNetworkBasicOps-1983703278] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=84875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:32:15.054033 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-164c86bf-3a60-4e78-afe1-c398a2118065 tempest-PortsTestJSON-2091589570 tempest-PortsTestJSON-2091589570] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:32:15.062411 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-164c86bf-3a60-4e78-afe1-c398a2118065 tempest-PortsTestJSON-2091589570 tempest-PortsTestJSON-2091589570] Usage tracker for resource:subnet and tenant:4f41150d2ea84f97bbab10653dcc9b99 is out of sync, need to count used quota {{(pid=84874) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:32:15.069109 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-164c86bf-3a60-4e78-afe1-c398a2118065 tempest-PortsTestJSON-2091589570 tempest-PortsTestJSON-2091589570] Quota usage for subnet was recalculated. Used quota:1. {{(pid=84874) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:32:15.137731 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-164c86bf-3a60-4e78-afe1-c398a2118065 tempest-PortsTestJSON-2091589570 tempest-PortsTestJSON-2091589570] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:32:15.189293 n-d-768862-2 neutron-server[84765]: INFO neutron.db.securitygroups_db [None req-fd10b9d4-7ebe-404e-9e83-9b91dab0c95c tempest-TestNetworkBasicOps-1983703278 tempest-TestNetworkBasicOps-1983703278] Project c52a65222187474995edf4946f0fd389 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 14 07:32:15.214296 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-fd10b9d4-7ebe-404e-9e83-9b91dab0c95c tempest-TestNetworkBasicOps-1983703278 tempest-TestNetworkBasicOps-1983703278] Notify callbacks [] for security_group_rule, before_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:32:15.216238 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-164c86bf-3a60-4e78-afe1-c398a2118065 tempest-PortsTestJSON-2091589570 tempest-PortsTestJSON-2091589570] Made reservation on behalf of 4f41150d2ea84f97bbab10653dcc9b99 for: {'subnet': 1} {{(pid=84874) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 07:32:15.271628 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-2bdfb278-73c1-4e66-9f75-9eb91e23bde4 tempest-PortsIpV6TestJSON-1330665174 tempest-PortsIpV6TestJSON-1330665174] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555753'] for port, before_update {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:32:15.283523 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-f8752738-f978-45bb-babf-d8c7c7693305 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555753'] for port, before_update {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:32:15.331971 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-fd10b9d4-7ebe-404e-9e83-9b91dab0c95c tempest-TestNetworkBasicOps-1983703278 tempest-TestNetworkBasicOps-1983703278] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:32:15.340851 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-fd10b9d4-7ebe-404e-9e83-9b91dab0c95c tempest-TestNetworkBasicOps-1983703278 tempest-TestNetworkBasicOps-1983703278] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850966545'] for security_group_rule, after_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:32:15.397390 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:32:15.421762 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd10b9d4-7ebe-404e-9e83-9b91dab0c95c tempest-TestNetworkBasicOps-1983703278 tempest-TestNetworkBasicOps-1983703278] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fba4dec3-439f-4e8f-8d26-7e3c92c078f8,revision_number=0']} {{(pid=84875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:32:15.431860 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-fd10b9d4-7ebe-404e-9e83-9b91dab0c95c tempest-TestNetworkBasicOps-1983703278 tempest-TestNetworkBasicOps-1983703278] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:32:15.435623 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-fd10b9d4-7ebe-404e-9e83-9b91dab0c95c tempest-TestNetworkBasicOps-1983703278 tempest-TestNetworkBasicOps-1983703278] Notify callbacks [] for security_group_rule, before_response {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:32:15.439389 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-fd10b9d4-7ebe-404e-9e83-9b91dab0c95c tempest-TestNetworkBasicOps-1983703278 tempest-TestNetworkBasicOps-1983703278] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.4632196 Jan 14 07:32:15.444072 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84875) accepted ('10.222.0.24', 57424) {{(pid=84875) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:32:15.455053 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-ef03f678-cdf3-42c1-a04a-e562f0616277 tempest-FloatingIPNegativeTestJSON-2001787271 tempest-FloatingIPNegativeTestJSON-2001787271] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3889632'] for router_interface, before_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:32:15.599751 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-164c86bf-3a60-4e78-afe1-c398a2118065 tempest-PortsTestJSON-2091589570 tempest-PortsTestJSON-2091589570] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036851981161'] for subnet, before_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:32:15.743122 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.db_base_plugin_common [None req-f8752738-f978-45bb-babf-d8c7c7693305 None None] Allocated IP 2001:db8:0:1::2 (d5ef9345-9d47-4c1b-b4a7-f9e90c00c9f5/89e6a975-cc78-42d8-9b25-1be91f93abda/3af3c0e6-650b-4081-a832-0e7cd4bed2da) {{(pid=84876) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 14 07:32:15.792599 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.v2.base [None req-1cce1734-906e-49e0-a3f8-8a9cab74084d tempest-TestNetworkBasicOps-1983703278 tempest-TestNetworkBasicOps-1983703278] Request body: {'security_group_rule': {'security_group_id': '9bb8bdf5-9b4b-4217-ab6a-7a964cc7a96f', 'project_id': 'c52a65222187474995edf4946f0fd389', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=84875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:32:15.857303 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-1cce1734-906e-49e0-a3f8-8a9cab74084d tempest-TestNetworkBasicOps-1983703278 tempest-TestNetworkBasicOps-1983703278] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:32:15.871419 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-1cce1734-906e-49e0-a3f8-8a9cab74084d tempest-TestNetworkBasicOps-1983703278 tempest-TestNetworkBasicOps-1983703278] Usage tracker for resource:security_group_rule and tenant:c52a65222187474995edf4946f0fd389 is out of sync, need to count used quota {{(pid=84875) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:32:15.877947 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-1cce1734-906e-49e0-a3f8-8a9cab74084d tempest-TestNetworkBasicOps-1983703278 tempest-TestNetworkBasicOps-1983703278] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=84875) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:32:15.908291 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-1cce1734-906e-49e0-a3f8-8a9cab74084d tempest-TestNetworkBasicOps-1983703278 tempest-TestNetworkBasicOps-1983703278] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=84875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:32:16.089049 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [None req-f8752738-f978-45bb-babf-d8c7c7693305 None None] For port 3af3c0e6-650b-4081-a832-0e7cd4bed2da, host n-d-768862-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-2',level=0,port_id=3af3c0e6-650b-4081-a832-0e7cd4bed2da,segment=NetworkSegment(54b9cf0c-5b3e-4085-9515-7ca44c0c6052),segment_id=54b9cf0c-5b3e-4085-9515-7ca44c0c6052)] {{(pid=84876) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 07:32:16.124496 n-d-768862-2 neutron-server[84765]: INFO neutron.db.ipam_backend_mixin [None req-164c86bf-3a60-4e78-afe1-c398a2118065 tempest-PortsTestJSON-2091589570 tempest-PortsTestJSON-2091589570] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet 8a39c9fc-2d8d-4593-a44e-26a3a6af3de3 (CIDR: 172.20.0.0/28) Jan 14 07:32:16.147562 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-f8752738-f978-45bb-babf-d8c7c7693305 None None] Notify callbacks [] for port, precommit_update {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:32:16.170248 n-d-768862-2 neutron-server[84765]: INFO neutron.pecan_wsgi.hooks.translation [None req-164c86bf-3a60-4e78-afe1-c398a2118065 tempest-PortsTestJSON-2091589570 tempest-PortsTestJSON-2091589570] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 14 07:32:16.170888 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-164c86bf-3a60-4e78-afe1-c398a2118065 tempest-PortsTestJSON-2091589570 tempest-PortsTestJSON-2091589570] No notification will be sent due to unsuccessful status code: 400 {{(pid=84874) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Jan 14 07:32:16.187524 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-f8752738-f978-45bb-babf-d8c7c7693305 None None] Transition to ACTIVE for port object 3af3c0e6-650b-4081-a832-0e7cd4bed2da will not be triggered until provisioned by entity DHCP. {{(pid=84876) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 07:32:16.201005 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-f8752738-f978-45bb-babf-d8c7c7693305 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777640533312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363259214678337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777640097497'] for port, after_update {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:32:16.229248 n-d-768862-2 neutron-server[84765]: INFO neutron.db.securitygroups_db [None req-1cce1734-906e-49e0-a3f8-8a9cab74084d tempest-TestNetworkBasicOps-1983703278 tempest-TestNetworkBasicOps-1983703278] Project c52a65222187474995edf4946f0fd389 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 14 07:32:16.257906 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-1cce1734-906e-49e0-a3f8-8a9cab74084d tempest-TestNetworkBasicOps-1983703278 tempest-TestNetworkBasicOps-1983703278] Notify callbacks [] for security_group_rule, before_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:32:16.378147 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-cef0dc43-d51c-415e-a1eb-89a45be06a8c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84876) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:32:16.468487 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8752738-f978-45bb-babf-d8c7c7693305 None None] Pushing event updated for resources: {'Port': ['ID=3af3c0e6-650b-4081-a832-0e7cd4bed2da,revision_number=4']} {{(pid=84876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:32:16.487065 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-f8752738-f978-45bb-babf-d8c7c7693305 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=84876) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:32:16.549883 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.plugin [None req-ef03f678-cdf3-42c1-a04a-e562f0616277 tempest-FloatingIPNegativeTestJSON-2001787271 tempest-FloatingIPNegativeTestJSON-2001787271] Deleting port 1fe3544f-b622-46d1-99a8-704b74cbb6f0 {{(pid=84875) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 07:32:16.550258 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-ef03f678-cdf3-42c1-a04a-e562f0616277 tempest-FloatingIPNegativeTestJSON-2001787271 tempest-FloatingIPNegativeTestJSON-2001787271] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363259214248359'] for port, before_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:32:16.583005 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-164c86bf-3a60-4e78-afe1-c398a2118065 tempest-PortsTestJSON-2091589570 tempest-PortsTestJSON-2091589570] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 2.0827038 Jan 14 07:32:16.586338 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84874) accepted ('10.222.0.24', 57448) {{(pid=84874) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:32:16.594979 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.v2.base [None req-54ae3c3d-c880-49a0-ae88-96e2fbfb0402 tempest-PortsTestJSON-2091589570 tempest-PortsTestJSON-2091589570] Request body: {'subnet': {'network_id': 'e289c449-d36a-4991-9be0-13105a93d6ac', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=84874) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:32:16.604738 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-1cce1734-906e-49e0-a3f8-8a9cab74084d tempest-TestNetworkBasicOps-1983703278 tempest-TestNetworkBasicOps-1983703278] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:32:16.616233 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-1cce1734-906e-49e0-a3f8-8a9cab74084d tempest-TestNetworkBasicOps-1983703278 tempest-TestNetworkBasicOps-1983703278] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850966545'] for security_group_rule, after_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:32:16.629296 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:32:16.660135 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-1cce1734-906e-49e0-a3f8-8a9cab74084d tempest-TestNetworkBasicOps-1983703278 tempest-TestNetworkBasicOps-1983703278] Notify callbacks [] for security_group_rule, before_response {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:32:16.670991 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-1cce1734-906e-49e0-a3f8-8a9cab74084d tempest-TestNetworkBasicOps-1983703278 tempest-TestNetworkBasicOps-1983703278] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 1.2166235 Jan 14 07:32:16.688465 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cce1734-906e-49e0-a3f8-8a9cab74084d tempest-TestNetworkBasicOps-1983703278 tempest-TestNetworkBasicOps-1983703278] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1e92a651-fa71-48c3-843f-4c7cd6255d1a,revision_number=0']} {{(pid=84875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:32:16.694687 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-1cce1734-906e-49e0-a3f8-8a9cab74084d tempest-TestNetworkBasicOps-1983703278 tempest-TestNetworkBasicOps-1983703278] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:32:16.870590 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-ef03f678-cdf3-42c1-a04a-e562f0616277 tempest-FloatingIPNegativeTestJSON-2001787271 tempest-FloatingIPNegativeTestJSON-2001787271] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036850862667'] for port, precommit_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:32:17.073430 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.plugin [None req-ef03f678-cdf3-42c1-a04a-e562f0616277 tempest-FloatingIPNegativeTestJSON-2001787271 tempest-FloatingIPNegativeTestJSON-2001787271] Calling delete_port for 1fe3544f-b622-46d1-99a8-704b74cbb6f0 owned by network:router_interface {{(pid=84875) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 07:32:17.225909 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [req-a3f561b0-2046-4818-9da0-547deaf8f7ac req-1abf495d-4a73-4ca2-8864-e89c295a21be tempest-TestNetworkBasicOps-1983703278 tempest-TestNetworkBasicOps-1983703278] Synchronizing usage tracker for tenant:c52a65222187474995edf4946f0fd389 on resource:security_group {{(pid=84875) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 14 07:32:17.384956 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-54ae3c3d-c880-49a0-ae88-96e2fbfb0402 tempest-PortsTestJSON-2091589570 tempest-PortsTestJSON-2091589570] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:32:17.393176 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-54ae3c3d-c880-49a0-ae88-96e2fbfb0402 tempest-PortsTestJSON-2091589570 tempest-PortsTestJSON-2091589570] Usage tracker for resource:subnet and tenant:4f41150d2ea84f97bbab10653dcc9b99 is out of sync, need to count used quota {{(pid=84874) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:32:17.398352 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-54ae3c3d-c880-49a0-ae88-96e2fbfb0402 tempest-PortsTestJSON-2091589570 tempest-PortsTestJSON-2091589570] Quota usage for subnet was recalculated. Used quota:1. {{(pid=84874) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:32:17.410003 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-54ae3c3d-c880-49a0-ae88-96e2fbfb0402 tempest-PortsTestJSON-2091589570 tempest-PortsTestJSON-2091589570] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:32:17.424285 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.db_base_plugin_common [None req-2bdfb278-73c1-4e66-9f75-9eb91e23bde4 tempest-PortsIpV6TestJSON-1330665174 tempest-PortsIpV6TestJSON-1330665174] Delete allocated IP 2001:db8::229 (d5ef9345-9d47-4c1b-b4a7-f9e90c00c9f5/10096dd8-5728-4094-9220-8b738925cfbd) {{(pid=84874) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:122}} Jan 14 07:32:17.435977 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.db_base_plugin_common [None req-2bdfb278-73c1-4e66-9f75-9eb91e23bde4 tempest-PortsIpV6TestJSON-1330665174 tempest-PortsIpV6TestJSON-1330665174] Allocated IP 2001:db8:0:1::335 (d5ef9345-9d47-4c1b-b4a7-f9e90c00c9f5/89e6a975-cc78-42d8-9b25-1be91f93abda/37267da5-7078-4918-8152-93001464e30f) {{(pid=84874) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 14 07:32:17.444722 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-54ae3c3d-c880-49a0-ae88-96e2fbfb0402 tempest-PortsTestJSON-2091589570 tempest-PortsTestJSON-2091589570] Made reservation on behalf of 4f41150d2ea84f97bbab10653dcc9b99 for: {'subnet': 1} {{(pid=84874) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 07:32:17.454732 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-54ae3c3d-c880-49a0-ae88-96e2fbfb0402 tempest-PortsTestJSON-2091589570 tempest-PortsTestJSON-2091589570] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036851981161'] for subnet, before_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:32:17.457958 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [req-a3f561b0-2046-4818-9da0-547deaf8f7ac req-1abf495d-4a73-4ca2-8864-e89c295a21be tempest-TestNetworkBasicOps-1983703278 tempest-TestNetworkBasicOps-1983703278] Unset dirty status for tenant:c52a65222187474995edf4946f0fd389 on resource:security_group {{(pid=84875) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 14 07:32:17.459383 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [req-a3f561b0-2046-4818-9da0-547deaf8f7ac req-1abf495d-4a73-4ca2-8864-e89c295a21be tempest-TestNetworkBasicOps-1983703278 tempest-TestNetworkBasicOps-1983703278] 10.222.0.24 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1894940901&fields=id&tenant_id=c52a65222187474995edf4946f0fd389 HTTP/1.1" status: 200 len: 267 time: 0.3391883 Jan 14 07:32:17.460748 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-ef03f678-cdf3-42c1-a04a-e562f0616277 tempest-FloatingIPNegativeTestJSON-2001787271 tempest-FloatingIPNegativeTestJSON-2001787271] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777640533329', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777640097463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851621574'] for port, after_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:32:17.481439 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-24c145f0-09cf-44a4-ad49-301844e90f8f tempest-FloatingIPNegativeTestJSON-2001787271 tempest-FloatingIPNegativeTestJSON-2001787271] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:32:17.558415 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef03f678-cdf3-42c1-a04a-e562f0616277 tempest-FloatingIPNegativeTestJSON-2001787271 tempest-FloatingIPNegativeTestJSON-2001787271] Pushing event deleted for resources: {'Port': ['ID=1fe3544f-b622-46d1-99a8-704b74cbb6f0,revision_number=None']} {{(pid=84875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:32:17.660602 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-ef03f678-cdf3-42c1-a04a-e562f0616277 tempest-FloatingIPNegativeTestJSON-2001787271 tempest-FloatingIPNegativeTestJSON-2001787271] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.179s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:32:17.677504 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-b60acdad-3c0a-408a-9cc0-f17a498e117e None None] Provisioning complete for port 37267da5-7078-4918-8152-93001464e30f triggered by entity DHCP. {{(pid=84876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 07:32:17.679176 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-b60acdad-3c0a-408a-9cc0-f17a498e117e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-604227'] for port, provisioning_complete {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:32:17.774331 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Device 3af3c0e6-650b-4081-a832-0e7cd4bed2da up at agent ovs-agent-n-d-768862-2 {{(pid=84876) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 07:32:17.977361 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.plugin [None req-b60acdad-3c0a-408a-9cc0-f17a498e117e None None] Port 37267da5-7078-4918-8152-93001464e30f cannot update to ACTIVE because it is not bound. {{(pid=84876) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:329}} Jan 14 07:32:18.018879 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-b60acdad-3c0a-408a-9cc0-f17a498e117e None None] Provisioning for port 3af3c0e6-650b-4081-a832-0e7cd4bed2da completed by entity DHCP. {{(pid=84876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 07:32:18.047998 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-b60acdad-3c0a-408a-9cc0-f17a498e117e None None] Provisioning complete for port 3af3c0e6-650b-4081-a832-0e7cd4bed2da triggered by entity DHCP. {{(pid=84876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 07:32:18.048706 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-b60acdad-3c0a-408a-9cc0-f17a498e117e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-604227'] for port, provisioning_complete {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:32:18.265368 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Provisioning complete for port 3af3c0e6-650b-4081-a832-0e7cd4bed2da triggered by entity L2. {{(pid=84876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 07:32:18.265967 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-604227'] for port, provisioning_complete {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:32:18.388536 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3f561b0-2046-4818-9da0-547deaf8f7ac req-323a1b0c-90fd-4a1d-b300-d519a2a6bf31 tempest-TestNetworkBasicOps-1983703278 tempest-TestNetworkBasicOps-1983703278] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:32:18.389264 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [req-a3f561b0-2046-4818-9da0-547deaf8f7ac req-323a1b0c-90fd-4a1d-b300-d519a2a6bf31 tempest-TestNetworkBasicOps-1983703278 tempest-TestNetworkBasicOps-1983703278] Synchronizing usage tracker for tenant:c52a65222187474995edf4946f0fd389 on resource:network {{(pid=84875) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 14 07:32:18.394298 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-ef03f678-cdf3-42c1-a04a-e562f0616277 tempest-FloatingIPNegativeTestJSON-2001787271 tempest-FloatingIPNegativeTestJSON-2001787271] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted--9223372036851568851', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal--9223372036850888080'] for router_interface, after_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:32:18.475359 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-2bdfb278-73c1-4e66-9f75-9eb91e23bde4 tempest-PortsIpV6TestJSON-1330665174 tempest-PortsIpV6TestJSON-1330665174] Notify callbacks [] for port, precommit_update {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:32:18.523060 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-2bdfb278-73c1-4e66-9f75-9eb91e23bde4 tempest-PortsIpV6TestJSON-1330665174 tempest-PortsIpV6TestJSON-1330665174] Transition to ACTIVE for port object 37267da5-7078-4918-8152-93001464e30f will not be triggered until provisioned by entity DHCP. {{(pid=84874) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 07:32:18.547304 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-2bdfb278-73c1-4e66-9f75-9eb91e23bde4 tempest-PortsIpV6TestJSON-1330665174 tempest-PortsIpV6TestJSON-1330665174] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777640533312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363259214678337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777640097497', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036851521613'] for port, after_update {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:32:18.674407 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [req-a3f561b0-2046-4818-9da0-547deaf8f7ac req-323a1b0c-90fd-4a1d-b300-d519a2a6bf31 tempest-TestNetworkBasicOps-1983703278 tempest-TestNetworkBasicOps-1983703278] Unset dirty status for tenant:c52a65222187474995edf4946f0fd389 on resource:network {{(pid=84875) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 14 07:32:18.675650 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [req-a3f561b0-2046-4818-9da0-547deaf8f7ac req-323a1b0c-90fd-4a1d-b300-d519a2a6bf31 tempest-TestNetworkBasicOps-1983703278 tempest-TestNetworkBasicOps-1983703278] 10.222.0.24 "GET /v2.0/networks?id=780315ca-b2bf-4289-8e3a-06e1e90b3342 HTTP/1.1" status: 200 len: 796 time: 1.1365321 Jan 14 07:32:18.697173 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-b60acdad-3c0a-408a-9cc0-f17a498e117e None None] Provisioning complete for port a4d8093a-6bff-483a-a786-0d2824bfc0b7 triggered by entity DHCP. {{(pid=84876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 07:32:18.697821 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-b60acdad-3c0a-408a-9cc0-f17a498e117e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-604227'] for port, provisioning_complete {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:32:18.749117 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [req-a3f561b0-2046-4818-9da0-547deaf8f7ac req-b66418b3-fe81-4694-9bbd-50c0f38c18bb tempest-TestNetworkBasicOps-1983703278 tempest-TestNetworkBasicOps-1983703278] 10.222.0.24 "GET /v2.0/quotas/c52a65222187474995edf4946f0fd389 HTTP/1.1" status: 200 len: 375 time: 0.0357707 Jan 14 07:32:18.763686 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.plugin [None req-b60acdad-3c0a-408a-9cc0-f17a498e117e None None] Port a4d8093a-6bff-483a-a786-0d2824bfc0b7 cannot update to ACTIVE because it is not bound. {{(pid=84876) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:329}} Jan 14 07:32:18.773990 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-0c62eb63-ce28-4b61-bd96-b6cd4836c6a5 tempest-PortsIpV6TestJSON-1330665174 tempest-PortsIpV6TestJSON-1330665174] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:32:18.828276 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-5b83510d-0d82-4458-b773-785c6ada8c18 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363259214191800', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854171626'] for agent, after_update {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:32:18.894429 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-d81de969-a26a-4798-ad9c-d7458305c6f9 None None] Provisioning complete for port 3af3c0e6-650b-4081-a832-0e7cd4bed2da triggered by entity DHCP. {{(pid=84876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 07:32:18.895106 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-d81de969-a26a-4798-ad9c-d7458305c6f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-604227'] for port, provisioning_complete {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:32:19.069086 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bdfb278-73c1-4e66-9f75-9eb91e23bde4 tempest-PortsIpV6TestJSON-1330665174 tempest-PortsIpV6TestJSON-1330665174] Pushing event updated for resources: {'Port': ['ID=37267da5-7078-4918-8152-93001464e30f,revision_number=2']} {{(pid=84874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:32:19.077089 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.plugin [None req-2bdfb278-73c1-4e66-9f75-9eb91e23bde4 tempest-PortsIpV6TestJSON-1330665174 tempest-PortsIpV6TestJSON-1330665174] In _notify_port_updated(), no bound segment for port 37267da5-7078-4918-8152-93001464e30f on network d5ef9345-9d47-4c1b-b4a7-f9e90c00c9f5 {{(pid=84874) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:851}} Jan 14 07:32:19.100517 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:port_security_enabled":"rule:admin_or_owner" was deprecated in W in favor of "update_network:port_security_enabled":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 07:32:19.100517 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:32:19.100517 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:32:19.100517 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:32:19.100517 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "delete_network":"rule:admin_or_owner" was deprecated in W in favor of "delete_network":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 07:32:19.100517 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:32:19.100517 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:32:19.100517 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:32:19.100517 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_segment":"rule:admin_only" was deprecated in W in favor of "create_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:32:19.100517 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:32:19.100517 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_segment":"rule:admin_only" was deprecated in W in favor of "get_segment":"role:reader and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:32:19.100517 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:32:19.100517 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_segment":"rule:admin_only" was deprecated in W in favor of "update_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:32:19.100517 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:32:19.100517 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "delete_segment":"rule:admin_only" was deprecated in W in favor of "delete_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:32:19.100517 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:32:19.100517 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network":"rule:regular_user" was deprecated in W in favor of "create_network":"role:member and project_id:%(project_id)s". Reason: Jan 14 07:32:19.100517 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:32:19.100517 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:32:19.100517 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:32:19.100517 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:shared":"rule:admin_only" was deprecated in W in favor of "create_network:shared":"role:admin and system_scope:all". Reason: Jan 14 07:32:19.100517 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:32:19.100517 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:32:19.100517 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:32:19.100517 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:router:external":"rule:admin_only" was deprecated in W in favor of "create_network:router:external":"role:admin and system_scope:all". Reason: Jan 14 07:32:19.100517 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:32:19.100517 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:32:19.100517 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:32:19.100517 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:is_default":"rule:admin_only" was deprecated in W in favor of "create_network:is_default":"role:admin and system_scope:all". Reason: Jan 14 07:32:19.100517 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:32:19.100517 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:32:19.100517 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:32:19.100517 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:port_security_enabled":"rule:regular_user" was deprecated in W in favor of "create_network:port_security_enabled":"role:member and project_id:%(project_id)s". Reason: Jan 14 07:32:19.100517 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:32:19.100517 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:32:19.100517 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:32:19.100517 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:segments":"rule:admin_only" was deprecated in W in favor of "create_network:segments":"role:admin and system_scope:all". Reason: Jan 14 07:32:19.100517 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:32:19.100517 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:32:19.100517 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:32:19.100517 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "create_network:provider:network_type":"role:admin and system_scope:all". Reason: Jan 14 07:32:19.100517 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:32:19.100517 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:32:19.100517 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:32:19.100517 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "create_network:provider:physical_network":"role:admin and system_scope:all". Reason: Jan 14 07:32:19.100517 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:32:19.100517 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:32:19.100517 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:32:19.100517 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "create_network:provider:segmentation_id":"role:admin and system_scope:all". Reason: Jan 14 07:32:19.100517 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:32:19.100517 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:32:19.100517 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:32:19.100517 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network":"rule:admin_or_owner or rule:shared or rule:external or rule:context_is_advsvc" was deprecated in W in favor of "get_network":"(role:reader and system_scope:all) or (role:reader and project_id:%(project_id)s) or rule:shared or rule:external or rule:context_is_advsvc". Reason: Jan 14 07:32:19.100517 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:32:19.100517 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:32:19.100517 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:32:19.100517 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:router:external":"rule:regular_user" was deprecated in W in favor of "get_network:router:external":"role:reader and project_id:%(project_id)s". Reason: Jan 14 07:32:19.100517 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:32:19.100517 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:32:19.100517 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:32:19.104019 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:segments":"rule:admin_only" was deprecated in W in favor of "get_network:segments":"role:reader and system_scope:all". Reason: Jan 14 07:32:19.104019 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:32:19.104019 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:32:19.104019 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:32:19.104019 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "get_network:provider:network_type":"role:reader and system_scope:all". Reason: Jan 14 07:32:19.104019 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:32:19.104019 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:32:19.104019 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:32:19.104019 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "get_network:provider:physical_network":"role:reader and system_scope:all". Reason: Jan 14 07:32:19.104019 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:32:19.104019 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:32:19.104019 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:32:19.104019 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "get_network:provider:segmentation_id":"role:reader and system_scope:all". Reason: Jan 14 07:32:19.104019 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:32:19.104019 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:32:19.104019 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:32:19.104019 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network":"rule:admin_or_owner" was deprecated in W in favor of "update_network":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 07:32:19.104019 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:32:19.104019 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:32:19.104019 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:32:19.104019 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:segments":"rule:admin_only" was deprecated in W in favor of "update_network:segments":"role:admin and system_scope:all". Reason: Jan 14 07:32:19.104019 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:32:19.104019 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:32:19.104019 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:32:19.104019 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:shared":"rule:admin_only" was deprecated in W in favor of "update_network:shared":"role:admin and system_scope:all". Reason: Jan 14 07:32:19.104019 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:32:19.104019 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:32:19.104019 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:32:19.104019 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "update_network:provider:network_type":"role:admin and system_scope:all". Reason: Jan 14 07:32:19.104019 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:32:19.104019 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:32:19.104019 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:32:19.104019 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "update_network:provider:physical_network":"role:admin and system_scope:all". Reason: Jan 14 07:32:19.104019 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:32:19.104019 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:32:19.104019 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:32:19.104019 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "update_network:provider:segmentation_id":"role:admin and system_scope:all". Reason: Jan 14 07:32:19.104019 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:32:19.104019 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:32:19.104019 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:32:19.104019 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:router:external":"rule:admin_only" was deprecated in W in favor of "update_network:router:external":"role:admin and system_scope:all". Reason: Jan 14 07:32:19.104019 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:32:19.104019 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:32:19.104019 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:32:19.104019 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:is_default":"rule:admin_only" was deprecated in W in favor of "update_network:is_default":"role:admin and system_scope:all". Reason: Jan 14 07:32:19.104019 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:32:19.104019 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:32:19.104019 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:32:19.104019 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:port_security_enabled":"rule:admin_or_owner" was deprecated in W in favor of "update_network:port_security_enabled":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 07:32:19.104019 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:32:19.104019 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:32:19.104019 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:32:19.104019 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "delete_network":"rule:admin_or_owner" was deprecated in W in favor of "delete_network":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 07:32:19.104019 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:32:19.104019 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:32:19.104019 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:32:19.104019 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_segment":"rule:admin_only" was deprecated in W in favor of "create_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:32:19.104019 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:32:19.104019 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_segment":"rule:admin_only" was deprecated in W in favor of "get_segment":"role:reader and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:32:19.104019 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:32:19.104019 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_segment":"rule:admin_only" was deprecated in W in favor of "update_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:32:19.104019 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:32:19.128504 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2bdfb278-73c1-4e66-9f75-9eb91e23bde4 tempest-PortsIpV6TestJSON-1330665174 tempest-PortsIpV6TestJSON-1330665174] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:32:19.129264 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-2bdfb278-73c1-4e66-9f75-9eb91e23bde4 tempest-PortsIpV6TestJSON-1330665174 tempest-PortsIpV6TestJSON-1330665174] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854768116'] for port, before_response {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:32:19.130765 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-2bdfb278-73c1-4e66-9f75-9eb91e23bde4 tempest-PortsIpV6TestJSON-1330665174 tempest-PortsIpV6TestJSON-1330665174] 10.222.0.24 "PUT /v2.0/ports/37267da5-7078-4918-8152-93001464e30f HTTP/1.1" status: 200 len: 931 time: 4.9685152 Jan 14 07:32:19.143989 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-2bdfb278-73c1-4e66-9f75-9eb91e23bde4 tempest-PortsIpV6TestJSON-1330665174 tempest-PortsIpV6TestJSON-1330665174] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.366s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:32:19.143989 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84874) accepted ('10.222.0.24', 57516) {{(pid=84874) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:32:19.249623 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-54ae3c3d-c880-49a0-ae88-96e2fbfb0402 tempest-PortsTestJSON-2091589570 tempest-PortsTestJSON-2091589570] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850887113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3254092', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036851981146'] for subnet, after_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:32:19.448982 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-e7d08f4b-c29c-419d-a09d-e25c4ebe783c tempest-PortsTestJSON-2091589570 tempest-PortsTestJSON-2091589570] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:32:19.561205 n-d-768862-2 neutron-server[84765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54ae3c3d-c880-49a0-ae88-96e2fbfb0402 tempest-PortsTestJSON-2091589570 tempest-PortsTestJSON-2091589570] Network e289c449-d36a-4991-9be0-13105a93d6ac is already hosted by enough agents. {{(pid=84874) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 07:32:19.569931 n-d-768862-2 neutron-server[84765]: DEBUG neutron.scheduler.base_scheduler [None req-54ae3c3d-c880-49a0-ae88-96e2fbfb0402 tempest-PortsTestJSON-2091589570 tempest-PortsTestJSON-2091589570] Resources bound (agent type, host, resource id): {{(pid=84874) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 07:32:19.582282 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a9e9f53-2087-4b11-b0b7-43c1a2030f68 None None] Network e289c449-d36a-4991-9be0-13105a93d6ac requested from n-d-768862-2 {{(pid=84876) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 07:32:19.596311 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54ae3c3d-c880-49a0-ae88-96e2fbfb0402 tempest-PortsTestJSON-2091589570 tempest-PortsTestJSON-2091589570] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:32:19.596959 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-54ae3c3d-c880-49a0-ae88-96e2fbfb0402 tempest-PortsTestJSON-2091589570 tempest-PortsTestJSON-2091589570] Notify callbacks [] for subnet, before_response {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:32:19.647138 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.plugin [None req-c9987436-e703-46a8-aa90-8a1fb71dd26a tempest-PortsIpV6TestJSON-1330665174 tempest-PortsIpV6TestJSON-1330665174] Deleting port 37267da5-7078-4918-8152-93001464e30f {{(pid=84874) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 07:32:19.647528 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-c9987436-e703-46a8-aa90-8a1fb71dd26a tempest-PortsIpV6TestJSON-1330665174 tempest-PortsIpV6TestJSON-1330665174] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363259214248359'] for port, before_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:32:19.727207 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54ae3c3d-c880-49a0-ae88-96e2fbfb0402 tempest-PortsTestJSON-2091589570 tempest-PortsTestJSON-2091589570] Pushing event updated for resources: {'Subnet': ['ID=aaa6b168-f88f-4fbe-9c67-c5c99e6637d2,revision_number=0']} {{(pid=84874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:32:19.737163 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-54ae3c3d-c880-49a0-ae88-96e2fbfb0402 tempest-PortsTestJSON-2091589570 tempest-PortsTestJSON-2091589570] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.288s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:32:19.834470 n-d-768862-2 neutron-server[84765]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ef03f678-cdf3-42c1-a04a-e562f0616277 tempest-FloatingIPNegativeTestJSON-2001787271 tempest-FloatingIPNegativeTestJSON-2001787271] Router 2d710241-356f-4d3d-91df-01d68014d25c has already been hosted by L3 agent 35f592e9-451b-4db9-abea-77b6a5c5391b {{(pid=84875) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Jan 14 07:32:19.898575 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [req-a3f561b0-2046-4818-9da0-547deaf8f7ac req-609ec53b-a2cf-497d-9979-1c82c2aecb9c tempest-TestNetworkBasicOps-1983703278 tempest-TestNetworkBasicOps-1983703278] Synchronizing usage tracker for tenant:c52a65222187474995edf4946f0fd389 on resource:port {{(pid=84875) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 14 07:32:20.150707 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-78d8eeb8-2983-4a0f-82a2-948975dfb141 None None] Provisioning for port 37267da5-7078-4918-8152-93001464e30f completed by entity DHCP. {{(pid=84876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 07:32:20.159896 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-78d8eeb8-2983-4a0f-82a2-948975dfb141 None None] Provisioning complete for port 37267da5-7078-4918-8152-93001464e30f triggered by entity DHCP. {{(pid=84876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 07:32:20.159896 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-78d8eeb8-2983-4a0f-82a2-948975dfb141 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-604227'] for port, provisioning_complete {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:32:20.169914 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [req-a3f561b0-2046-4818-9da0-547deaf8f7ac req-609ec53b-a2cf-497d-9979-1c82c2aecb9c tempest-TestNetworkBasicOps-1983703278 tempest-TestNetworkBasicOps-1983703278] Unset dirty status for tenant:c52a65222187474995edf4946f0fd389 on resource:port {{(pid=84875) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 14 07:32:20.170440 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [req-a3f561b0-2046-4818-9da0-547deaf8f7ac req-609ec53b-a2cf-497d-9979-1c82c2aecb9c tempest-TestNetworkBasicOps-1983703278 tempest-TestNetworkBasicOps-1983703278] 10.222.0.24 "GET /v2.0/ports?tenant_id=c52a65222187474995edf4946f0fd389&fields=id HTTP/1.1" status: 200 len: 302 time: 1.3005054 Jan 14 07:32:20.182250 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ef03f678-cdf3-42c1-a04a-e562f0616277 tempest-FloatingIPNegativeTestJSON-2001787271 tempest-FloatingIPNegativeTestJSON-2001787271] Notify agent at l3_agent.n-d-768862-2 the message routers_updated {{(pid=84875) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jan 14 07:32:20.214784 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-54ae3c3d-c880-49a0-ae88-96e2fbfb0402 tempest-PortsTestJSON-2091589570 tempest-PortsTestJSON-2091589570] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 3.6272736 Jan 14 07:32:20.220818 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84874) accepted ('10.222.0.24', 57538) {{(pid=84874) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:32:20.233427 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.v2.base [None req-e634c978-1d0c-4cd6-88aa-59c3d8ed172c tempest-PortsTestJSON-2091589570 tempest-PortsTestJSON-2091589570] Request body: {'port': {'name': 'tempest-PortsTestJSON-740100828', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': 'aaa6b168-f88f-4fbe-9c67-c5c99e6637d2'}], 'security_groups': ['7aed13c0-bda0-4357-aadd-eed84d1637b9']}} {{(pid=84874) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:32:20.265140 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f199f6e8-1573-4d37-af06-83a591e5e08e None None] Sync routers for ids ['2d710241-356f-4d3d-91df-01d68014d25c'] in n-d-768862-2 {{(pid=84876) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Jan 14 07:32:20.346407 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-ef03f678-cdf3-42c1-a04a-e562f0616277 tempest-FloatingIPNegativeTestJSON-2001787271 tempest-FloatingIPNegativeTestJSON-2001787271] 10.222.0.24 "PUT /v2.0/routers/2d710241-356f-4d3d-91df-01d68014d25c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.1335776 Jan 14 07:32:20.358618 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84874) accepted ('10.222.0.24', 57546) {{(pid=84874) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:32:20.380826 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f199f6e8-1573-4d37-af06-83a591e5e08e None None] Routers {'2d710241-356f-4d3d-91df-01d68014d25c'} bound to L3 agent in host n-d-768862-2 {{(pid=84876) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 14 07:32:20.381920 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_hamode_db [None req-f199f6e8-1573-4d37-af06-83a591e5e08e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-01-14T06:56:51Z,description=,heartbeat_timestamp=2021-01-14T07:31:52Z,host='n-d-768862-2',id=35f592e9-451b-4db9-abea-77b6a5c5391b,load=0,resource_versions=,resources_synced=,started_at=2021-01-14T06:56:51Z,topic='l3_agent')) {'router_ids': ['2d710241-356f-4d3d-91df-01d68014d25c'], 'active': True} {{(pid=84876) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:32:20.524771 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [req-a3f561b0-2046-4818-9da0-547deaf8f7ac req-8fef824b-1dad-43e5-a50f-e87eee76416f service neutron] 10.222.0.24 "GET /v2.0/networks/780315ca-b2bf-4289-8e3a-06e1e90b3342?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3295653 Jan 14 07:32:20.624339 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-224701b3-2820-40f1-9617-70db3f95aa2e tempest-FloatingIPNegativeTestJSON-2001787271 tempest-FloatingIPNegativeTestJSON-2001787271] Notify callbacks [] for router, before_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:32:20.748629 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [req-a3f561b0-2046-4818-9da0-547deaf8f7ac req-51d1a98d-6de8-47cd-b047-a0e15dab5386 service neutron] 10.222.0.24 "GET /v2.0/networks/780315ca-b2bf-4289-8e3a-06e1e90b3342?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.2167678 Jan 14 07:32:20.873623 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_hamode_db [None req-f199f6e8-1573-4d37-af06-83a591e5e08e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768862-2', False) {} {{(pid=84876) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:32:20.886676 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f199f6e8-1573-4d37-af06-83a591e5e08e None None] Routers {'2d710241-356f-4d3d-91df-01d68014d25c'} bound to L3 agent in host n-d-768862-2 {{(pid=84876) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 14 07:32:20.887320 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_hamode_db [None req-f199f6e8-1573-4d37-af06-83a591e5e08e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-01-14T06:56:51Z,description=,heartbeat_timestamp=2021-01-14T07:31:52Z,host='n-d-768862-2',id=35f592e9-451b-4db9-abea-77b6a5c5391b,load=0,resource_versions=,resources_synced=,started_at=2021-01-14T06:56:51Z,topic='l3_agent')) {'router_ids': ['2d710241-356f-4d3d-91df-01d68014d25c'], 'active': True} {{(pid=84876) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:32:20.925979 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-224701b3-2820-40f1-9617-70db3f95aa2e tempest-FloatingIPNegativeTestJSON-2001787271 tempest-FloatingIPNegativeTestJSON-2001787271] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3889346', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036854717606'] for router, precommit_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:32:20.928434 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-224701b3-2820-40f1-9617-70db3f95aa2e tempest-FloatingIPNegativeTestJSON-2001787271 tempest-FloatingIPNegativeTestJSON-2001787271] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:32:20.990582 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.plugin [None req-78d8eeb8-2983-4a0f-82a2-948975dfb141 None None] Port 37267da5-7078-4918-8152-93001464e30f cannot update to ACTIVE because it is not bound. {{(pid=84876) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:329}} Jan 14 07:32:20.992219 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65aa0b41-9d4d-43f2-9a06-5e7411a422bc None None] Update dhcp port {'port': {'network_id': 'e289c449-d36a-4991-9be0-13105a93d6ac', 'fixed_ips': [{'subnet_id': '8a39c9fc-2d8d-4593-a44e-26a3a6af3de3', 'ip_address': '172.20.0.2'}, {'subnet_id': 'aaa6b168-f88f-4fbe-9c67-c5c99e6637d2'}], 'binding:host_id': 'n-d-768862-2'}, 'id': '01718d75-0986-4b69-81ce-6d92c2e9bbeb'} from n-d-768862-2. {{(pid=84876) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:310}} Jan 14 07:32:21.026551 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_hamode_db [None req-f199f6e8-1573-4d37-af06-83a591e5e08e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768862-2', False) {} {{(pid=84876) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:32:21.028007 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f199f6e8-1573-4d37-af06-83a591e5e08e None None] The sync data for ids ['2d710241-356f-4d3d-91df-01d68014d25c'] in n-d-768862-2 is: [] {{(pid=84876) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Jan 14 07:32:21.061274 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-65aa0b41-9d4d-43f2-9a06-5e7411a422bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555753'] for port, before_update {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:32:21.207313 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-224701b3-2820-40f1-9617-70db3f95aa2e tempest-FloatingIPNegativeTestJSON-2001787271 tempest-FloatingIPNegativeTestJSON-2001787271] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036850897070'] for router, after_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:32:21.207895 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-224701b3-2820-40f1-9617-70db3f95aa2e tempest-FloatingIPNegativeTestJSON-2001787271 tempest-FloatingIPNegativeTestJSON-2001787271] Fanout notify agent at l3_agent the message router_deleted on router 2d710241-356f-4d3d-91df-01d68014d25c {{(pid=84874) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jan 14 07:32:21.236073 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-c9987436-e703-46a8-aa90-8a1fb71dd26a tempest-PortsIpV6TestJSON-1330665174 tempest-PortsIpV6TestJSON-1330665174] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036850862667'] for port, precommit_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:32:21.263697 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-224701b3-2820-40f1-9617-70db3f95aa2e tempest-FloatingIPNegativeTestJSON-2001787271 tempest-FloatingIPNegativeTestJSON-2001787271] Notify callbacks [] for router, before_response {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:32:21.267790 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84875) accepted ('10.222.0.24', 57582) {{(pid=84875) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:32:21.267974 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-224701b3-2820-40f1-9617-70db3f95aa2e tempest-FloatingIPNegativeTestJSON-2001787271 tempest-FloatingIPNegativeTestJSON-2001787271] 10.222.0.24 "DELETE /v2.0/routers/2d710241-356f-4d3d-91df-01d68014d25c HTTP/1.1" status: 204 len: 168 time: 0.9077897 Jan 14 07:32:21.395110 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84875) accepted ('10.222.0.24', 57588) {{(pid=84875) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:32:21.443201 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.plugin [None req-c9987436-e703-46a8-aa90-8a1fb71dd26a tempest-PortsIpV6TestJSON-1330665174 tempest-PortsIpV6TestJSON-1330665174] Calling delete_port for 37267da5-7078-4918-8152-93001464e30f owned by {{(pid=84874) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 07:32:21.491715 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-e634c978-1d0c-4cd6-88aa-59c3d8ed172c tempest-PortsTestJSON-2091589570 tempest-PortsTestJSON-2091589570] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555753'] for port, before_update {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:32:21.627179 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.db_base_plugin_common [None req-65aa0b41-9d4d-43f2-9a06-5e7411a422bc None None] Allocated IP 172.20.0.18 (e289c449-d36a-4991-9be0-13105a93d6ac/aaa6b168-f88f-4fbe-9c67-c5c99e6637d2/01718d75-0986-4b69-81ce-6d92c2e9bbeb) {{(pid=84876) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 14 07:32:21.912748 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-2db6cdbb-1643-4ec5-9fca-4e0b62d31cc2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363259214191800', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854171626'] for agent, after_update {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:32:21.922950 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-da76cfc0-98e8-4426-9f6d-4f05aa3fae78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363259214191800', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854171626'] for agent, after_update {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:32:21.966180 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.db_base_plugin_v2 [None req-384bd734-be09-4456-8892-147b3acff49e tempest-FloatingIPNegativeTestJSON-2001787271 tempest-FloatingIPNegativeTestJSON-2001787271] Deleting subnet 831a4877-7836-4004-a30e-6f3355ad300e {{(pid=84875) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Jan 14 07:32:21.998147 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [None req-65aa0b41-9d4d-43f2-9a06-5e7411a422bc None None] For port 01718d75-0986-4b69-81ce-6d92c2e9bbeb, host n-d-768862-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-2',level=0,port_id=01718d75-0986-4b69-81ce-6d92c2e9bbeb,segment=NetworkSegment(e44a4b64-6e66-48c7-9047-8e5d0e76d44c),segment_id=e44a4b64-6e66-48c7-9047-8e5d0e76d44c)] {{(pid=84876) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 07:32:22.037292 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-384bd734-be09-4456-8892-147b3acff49e tempest-FloatingIPNegativeTestJSON-2001787271 tempest-FloatingIPNegativeTestJSON-2001787271] Notify callbacks [] for subnet, before_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:32:22.053000 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-65aa0b41-9d4d-43f2-9a06-5e7411a422bc None None] Notify callbacks [] for port, precommit_update {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:32:22.074781 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-65aa0b41-9d4d-43f2-9a06-5e7411a422bc None None] Transition to ACTIVE for port object 01718d75-0986-4b69-81ce-6d92c2e9bbeb will not be triggered until provisioned by entity DHCP. {{(pid=84876) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 07:32:22.080690 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-65aa0b41-9d4d-43f2-9a06-5e7411a422bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777640533312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363259214678337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777640097497'] for port, after_update {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:32:22.144058 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-3d443bc8-cbcd-4efe-898e-c8f8417b3202 tempest-TestNetworkBasicOps-1983703278 tempest-TestNetworkBasicOps-1983703278] Notify callbacks [] for security_group, before_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:32:22.178329 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-3d443bc8-cbcd-4efe-898e-c8f8417b3202 tempest-TestNetworkBasicOps-1983703278 tempest-TestNetworkBasicOps-1983703278] Notify callbacks [] for security_group, precommit_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:32:22.216689 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84876) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:32:22.265950 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-3d443bc8-cbcd-4efe-898e-c8f8417b3202 tempest-TestNetworkBasicOps-1983703278 tempest-TestNetworkBasicOps-1983703278] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850887153'] for security_group, after_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:32:22.275724 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-e94a248a-6817-416b-bc7b-ea43c0dadcb0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:32:22.379733 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65aa0b41-9d4d-43f2-9a06-5e7411a422bc None None] Pushing event updated for resources: {'Port': ['ID=01718d75-0986-4b69-81ce-6d92c2e9bbeb,revision_number=4']} {{(pid=84876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:32:22.392960 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d443bc8-cbcd-4efe-898e-c8f8417b3202 tempest-TestNetworkBasicOps-1983703278 tempest-TestNetworkBasicOps-1983703278] Pushing event deleted for resources: {'SecurityGroup': ['ID=9bb8bdf5-9b4b-4217-ab6a-7a964cc7a96f,revision_number=None']} {{(pid=84875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:32:22.396856 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-3d443bc8-cbcd-4efe-898e-c8f8417b3202 tempest-TestNetworkBasicOps-1983703278 tempest-TestNetworkBasicOps-1983703278] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:32:22.401837 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-65aa0b41-9d4d-43f2-9a06-5e7411a422bc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.182s {{(pid=84876) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:32:22.408184 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-384bd734-be09-4456-8892-147b3acff49e tempest-FloatingIPNegativeTestJSON-2001787271 tempest-FloatingIPNegativeTestJSON-2001787271] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3367281'] for subnet, precommit_delete_associations {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:32:22.433832 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.agents_db [None req-5b939a2f-078d-4c69-a188-cb55a28a77a0 None None] Agent healthcheck: found 7 active agents {{(pid=84877) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Jan 14 07:32:22.455003 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-3d443bc8-cbcd-4efe-898e-c8f8417b3202 tempest-TestNetworkBasicOps-1983703278 tempest-TestNetworkBasicOps-1983703278] Notify callbacks [] for security_group, before_response {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:32:22.457371 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-3d443bc8-cbcd-4efe-898e-c8f8417b3202 tempest-TestNetworkBasicOps-1983703278 tempest-TestNetworkBasicOps-1983703278] 10.222.0.24 "DELETE /v2.0/security-groups/9bb8bdf5-9b4b-4217-ab6a-7a964cc7a96f HTTP/1.1" status: 204 len: 168 time: 1.0612149 Jan 14 07:32:22.556126 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-384bd734-be09-4456-8892-147b3acff49e tempest-FloatingIPNegativeTestJSON-2001787271 tempest-FloatingIPNegativeTestJSON-2001787271] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036854176836'] for subnet, precommit_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:32:22.597400 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363259214191800', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854171626'] for agent, after_update {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:32:22.647877 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84875) accepted ('10.222.0.24', 57620) {{(pid=84875) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:32:22.799416 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-c9987436-e703-46a8-aa90-8a1fb71dd26a tempest-PortsIpV6TestJSON-1330665174 tempest-PortsIpV6TestJSON-1330665174] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777640533329', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777640097463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3254186'] for port, after_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:32:22.962402 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-207a2083-1d36-4ead-9849-b59bb4a3e3da tempest-PortsIpV6TestJSON-1330665174 tempest-PortsIpV6TestJSON-1330665174] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:32:23.081610 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9987436-e703-46a8-aa90-8a1fb71dd26a tempest-PortsIpV6TestJSON-1330665174 tempest-PortsIpV6TestJSON-1330665174] Pushing event deleted for resources: {'Port': ['ID=37267da5-7078-4918-8152-93001464e30f,revision_number=None']} {{(pid=84874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:32:23.084867 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-c9987436-e703-46a8-aa90-8a1fb71dd26a tempest-PortsIpV6TestJSON-1330665174 tempest-PortsIpV6TestJSON-1330665174] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:32:23.090540 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-c9987436-e703-46a8-aa90-8a1fb71dd26a tempest-PortsIpV6TestJSON-1330665174 tempest-PortsIpV6TestJSON-1330665174] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854768116'] for port, before_response {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:32:23.114704 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-c9987436-e703-46a8-aa90-8a1fb71dd26a tempest-PortsIpV6TestJSON-1330665174 tempest-PortsIpV6TestJSON-1330665174] 10.222.0.24 "DELETE /v2.0/ports/37267da5-7078-4918-8152-93001464e30f HTTP/1.1" status: 204 len: 168 time: 3.9619823 Jan 14 07:32:23.115851 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84874) accepted ('10.222.0.24', 57636) {{(pid=84874) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:32:23.222780 n-d-768862-2 neutron-server[84765]: INFO neutron.pecan_wsgi.hooks.translation [None req-836209aa-2525-4b89-8d1c-37b16598e424 tempest-PortsIpV6TestJSON-1330665174 tempest-PortsIpV6TestJSON-1330665174] GET failed (client error): The resource could not be found. Jan 14 07:32:23.224243 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-836209aa-2525-4b89-8d1c-37b16598e424 tempest-PortsIpV6TestJSON-1330665174 tempest-PortsIpV6TestJSON-1330665174] Synchronizing usage tracker for tenant:6396266df05d476da6838f06b578d30b on resource:port {{(pid=84874) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 14 07:32:23.262340 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-836209aa-2525-4b89-8d1c-37b16598e424 tempest-PortsIpV6TestJSON-1330665174 tempest-PortsIpV6TestJSON-1330665174] Unset dirty status for tenant:6396266df05d476da6838f06b578d30b on resource:port {{(pid=84874) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 14 07:32:23.267434 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-836209aa-2525-4b89-8d1c-37b16598e424 tempest-PortsIpV6TestJSON-1330665174 tempest-PortsIpV6TestJSON-1330665174] 10.222.0.24 "GET /v2.0/ports/37267da5-7078-4918-8152-93001464e30f HTTP/1.1" status: 404 len: 333 time: 0.1411231 Jan 14 07:32:23.268423 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84874) accepted ('10.222.0.24', 57640) {{(pid=84874) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:32:23.270022 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.db_base_plugin_common [None req-e634c978-1d0c-4cd6-88aa-59c3d8ed172c tempest-PortsTestJSON-2091589570 tempest-PortsTestJSON-2091589570] Delete allocated IP 172.20.0.10 (e289c449-d36a-4991-9be0-13105a93d6ac/8a39c9fc-2d8d-4593-a44e-26a3a6af3de3) {{(pid=84874) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:122}} Jan 14 07:32:23.280452 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-0f37073e-9c69-4e3c-80e0-6cfaa0fd61a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363259214191800', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854171626'] for agent, after_update {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:32:23.420453 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.db_base_plugin_common [None req-e634c978-1d0c-4cd6-88aa-59c3d8ed172c tempest-PortsTestJSON-2091589570 tempest-PortsTestJSON-2091589570] Allocated IP 172.20.0.20 (e289c449-d36a-4991-9be0-13105a93d6ac/aaa6b168-f88f-4fbe-9c67-c5c99e6637d2/7dd0da73-14db-461f-9182-f3edb4f88855) {{(pid=84874) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 14 07:32:23.453891 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-627cb791-5608-4e83-ba52-6d0eaafaf520 tempest-PortsIpV6TestJSON-1330665174 tempest-PortsIpV6TestJSON-1330665174] Notify callbacks [] for security_group, before_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:32:23.542022 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-627cb791-5608-4e83-ba52-6d0eaafaf520 tempest-PortsIpV6TestJSON-1330665174 tempest-PortsIpV6TestJSON-1330665174] Notify callbacks [] for security_group, precommit_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:32:23.659955 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-72b723db-eaef-4e9a-a413-71f2fe1cd1f1 None None] Provisioning complete for port 7dd0da73-14db-461f-9182-f3edb4f88855 triggered by entity DHCP. {{(pid=84876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 07:32:23.661102 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-72b723db-eaef-4e9a-a413-71f2fe1cd1f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-604227'] for port, provisioning_complete {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:32:23.824024 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.plugin [None req-72b723db-eaef-4e9a-a413-71f2fe1cd1f1 None None] Port 7dd0da73-14db-461f-9182-f3edb4f88855 cannot update to ACTIVE because it is not bound. {{(pid=84876) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:329}} Jan 14 07:32:23.826055 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Device 01718d75-0986-4b69-81ce-6d92c2e9bbeb up at agent ovs-agent-n-d-768862-2 {{(pid=84876) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 07:32:23.971161 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-72b723db-eaef-4e9a-a413-71f2fe1cd1f1 None None] Provisioning for port 01718d75-0986-4b69-81ce-6d92c2e9bbeb completed by entity DHCP. {{(pid=84876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 07:32:23.984432 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-72b723db-eaef-4e9a-a413-71f2fe1cd1f1 None None] Provisioning complete for port 01718d75-0986-4b69-81ce-6d92c2e9bbeb triggered by entity DHCP. {{(pid=84876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 07:32:23.985911 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-72b723db-eaef-4e9a-a413-71f2fe1cd1f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-604227'] for port, provisioning_complete {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:32:24.029329 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-627cb791-5608-4e83-ba52-6d0eaafaf520 tempest-PortsIpV6TestJSON-1330665174 tempest-PortsIpV6TestJSON-1330665174] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850887153'] for security_group, after_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:32:24.038030 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-5982a93d-bf13-4874-88a9-e47262582b67 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:32:24.055805 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-627cb791-5608-4e83-ba52-6d0eaafaf520 tempest-PortsIpV6TestJSON-1330665174 tempest-PortsIpV6TestJSON-1330665174] Pushing event deleted for resources: {'SecurityGroup': ['ID=69031906-694c-4f13-8044-4f212c18b140,revision_number=None']} {{(pid=84874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:32:24.073597 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-627cb791-5608-4e83-ba52-6d0eaafaf520 tempest-PortsIpV6TestJSON-1330665174 tempest-PortsIpV6TestJSON-1330665174] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:32:24.120184 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-627cb791-5608-4e83-ba52-6d0eaafaf520 tempest-PortsIpV6TestJSON-1330665174 tempest-PortsIpV6TestJSON-1330665174] Notify callbacks [] for security_group, before_response {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:32:24.128694 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-627cb791-5608-4e83-ba52-6d0eaafaf520 tempest-PortsIpV6TestJSON-1330665174 tempest-PortsIpV6TestJSON-1330665174] 10.222.0.24 "DELETE /v2.0/security-groups/69031906-694c-4f13-8044-4f212c18b140 HTTP/1.1" status: 204 len: 168 time: 0.8545675 Jan 14 07:32:24.134630 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84874) accepted ('10.222.0.24', 57656) {{(pid=84874) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:32:24.170082 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Provisioning complete for port 01718d75-0986-4b69-81ce-6d92c2e9bbeb triggered by entity L2. {{(pid=84876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 07:32:24.170575 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-604227'] for port, provisioning_complete {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:32:24.246967 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-384bd734-be09-4456-8892-147b3acff49e tempest-FloatingIPNegativeTestJSON-2001787271 tempest-FloatingIPNegativeTestJSON-2001787271] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-598964', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850887113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3154192', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2308610'] for subnet, after_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:32:24.300175 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-c5e46bee-fe1f-4a81-a277-cf7372a03476 tempest-PortsIpV6TestJSON-1330665174 tempest-PortsIpV6TestJSON-1330665174] Notify callbacks [] for security_group, before_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:32:24.348809 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-c5e46bee-fe1f-4a81-a277-cf7372a03476 tempest-PortsIpV6TestJSON-1330665174 tempest-PortsIpV6TestJSON-1330665174] Notify callbacks [] for security_group, precommit_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:32:24.406673 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-c5e46bee-fe1f-4a81-a277-cf7372a03476 tempest-PortsIpV6TestJSON-1330665174 tempest-PortsIpV6TestJSON-1330665174] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850887153'] for security_group, after_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:32:24.473898 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-e634c978-1d0c-4cd6-88aa-59c3d8ed172c tempest-PortsTestJSON-2091589570 tempest-PortsTestJSON-2091589570] Notify callbacks [] for port, precommit_update {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:32:24.497042 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-17002376-b3e1-44ba-bacf-af8ef3b0ca72 tempest-PortsIpV6TestJSON-1330665174 tempest-PortsIpV6TestJSON-1330665174] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:32:24.583434 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5e46bee-fe1f-4a81-a277-cf7372a03476 tempest-PortsIpV6TestJSON-1330665174 tempest-PortsIpV6TestJSON-1330665174] Pushing event deleted for resources: {'SecurityGroup': ['ID=52c5d5f0-aeee-4d85-a607-7b8aae525080,revision_number=None']} {{(pid=84874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:32:24.586306 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-c5e46bee-fe1f-4a81-a277-cf7372a03476 tempest-PortsIpV6TestJSON-1330665174 tempest-PortsIpV6TestJSON-1330665174] Notify callbacks [] for security_group, before_response {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:32:24.587025 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-c5e46bee-fe1f-4a81-a277-cf7372a03476 tempest-PortsIpV6TestJSON-1330665174 tempest-PortsIpV6TestJSON-1330665174] 10.222.0.24 "DELETE /v2.0/security-groups/52c5d5f0-aeee-4d85-a607-7b8aae525080 HTTP/1.1" status: 204 len: 168 time: 0.4509084 Jan 14 07:32:24.588737 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-c5e46bee-fe1f-4a81-a277-cf7372a03476 tempest-PortsIpV6TestJSON-1330665174 tempest-PortsIpV6TestJSON-1330665174] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:32:24.592490 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84874) accepted ('10.222.0.24', 57668) {{(pid=84874) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:32:24.652841 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-72b723db-eaef-4e9a-a413-71f2fe1cd1f1 None None] Provisioning complete for port 9fcf9582-d53d-421b-9690-0fbdf3561687 triggered by entity DHCP. {{(pid=84876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 07:32:24.653275 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-72b723db-eaef-4e9a-a413-71f2fe1cd1f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-604227'] for port, provisioning_complete {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:32:24.676393 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-b6300bb1-807f-4ff9-9829-d6a3388fc8d7 tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:32:24.679825 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-e634c978-1d0c-4cd6-88aa-59c3d8ed172c tempest-PortsTestJSON-2091589570 tempest-PortsTestJSON-2091589570] Transition to ACTIVE for port object 7dd0da73-14db-461f-9182-f3edb4f88855 will not be triggered until provisioned by entity DHCP. {{(pid=84874) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 07:32:24.699960 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-e634c978-1d0c-4cd6-88aa-59c3d8ed172c tempest-PortsTestJSON-2091589570 tempest-PortsTestJSON-2091589570] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777640533312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363259214678337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777640097497', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036851521613'] for port, after_update {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:32:24.767337 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-384bd734-be09-4456-8892-147b3acff49e tempest-FloatingIPNegativeTestJSON-2001787271 tempest-FloatingIPNegativeTestJSON-2001787271] Pushing event deleted for resources: {'Subnet': ['ID=831a4877-7836-4004-a30e-6f3355ad300e,revision_number=None']} {{(pid=84875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:32:24.775584 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-384bd734-be09-4456-8892-147b3acff49e tempest-FloatingIPNegativeTestJSON-2001787271 tempest-FloatingIPNegativeTestJSON-2001787271] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:32:24.783707 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-384bd734-be09-4456-8892-147b3acff49e tempest-FloatingIPNegativeTestJSON-2001787271 tempest-FloatingIPNegativeTestJSON-2001787271] Notify callbacks [] for subnet, before_response {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:32:24.790395 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8558250-cd93-4aa8-b400-ac50bd086ae1 None None] Network 9ebc43ec-f711-47f5-8ff3-48473adf0f9b requested from n-d-768862-2 {{(pid=84876) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 07:32:24.800288 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-384bd734-be09-4456-8892-147b3acff49e tempest-FloatingIPNegativeTestJSON-2001787271 tempest-FloatingIPNegativeTestJSON-2001787271] 10.222.0.24 "DELETE /v2.0/subnets/831a4877-7836-4004-a30e-6f3355ad300e HTTP/1.1" status: 204 len: 168 time: 3.5311975 Jan 14 07:32:24.801817 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84875) accepted ('10.222.0.24', 57672) {{(pid=84875) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:32:24.890085 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-246bb2c5-f98f-49b4-8149-174206daec57 tempest-ExtraDHCPOptionsTestJSON-831179529 tempest-ExtraDHCPOptionsTestJSON-831179529] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:32:24.982412 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e634c978-1d0c-4cd6-88aa-59c3d8ed172c tempest-PortsTestJSON-2091589570 tempest-PortsTestJSON-2091589570] Pushing event updated for resources: {'Port': ['ID=7dd0da73-14db-461f-9182-f3edb4f88855,revision_number=2']} {{(pid=84874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:32:24.997991 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-e634c978-1d0c-4cd6-88aa-59c3d8ed172c tempest-PortsTestJSON-2091589570 tempest-PortsTestJSON-2091589570] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:32:25.016757 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.plugin [None req-72b723db-eaef-4e9a-a413-71f2fe1cd1f1 None None] Port 9fcf9582-d53d-421b-9690-0fbdf3561687 cannot update to ACTIVE because it is not bound. {{(pid=84876) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:329}} Jan 14 07:32:25.039741 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-03900be7-a561-46f4-b899-c97f2dc32deb tempest-FloatingIPNegativeTestJSON-2001787271 tempest-FloatingIPNegativeTestJSON-2001787271] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036854160497'] for network, before_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:32:25.040908 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "delete_segment":"rule:admin_only" was deprecated in W in favor of "delete_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:32:25.040908 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:32:25.040908 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network":"rule:regular_user" was deprecated in W in favor of "create_network":"role:member and project_id:%(project_id)s". Reason: Jan 14 07:32:25.040908 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:32:25.040908 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:32:25.040908 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:32:25.040908 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:shared":"rule:admin_only" was deprecated in W in favor of "create_network:shared":"role:admin and system_scope:all". Reason: Jan 14 07:32:25.040908 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:32:25.040908 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:32:25.040908 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:32:25.040908 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:router:external":"rule:admin_only" was deprecated in W in favor of "create_network:router:external":"role:admin and system_scope:all". Reason: Jan 14 07:32:25.040908 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:32:25.040908 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:32:25.040908 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:32:25.040908 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:is_default":"rule:admin_only" was deprecated in W in favor of "create_network:is_default":"role:admin and system_scope:all". Reason: Jan 14 07:32:25.040908 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:32:25.040908 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:32:25.040908 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:32:25.040908 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:port_security_enabled":"rule:regular_user" was deprecated in W in favor of "create_network:port_security_enabled":"role:member and project_id:%(project_id)s". Reason: Jan 14 07:32:25.040908 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:32:25.040908 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:32:25.040908 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:32:25.040908 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:segments":"rule:admin_only" was deprecated in W in favor of "create_network:segments":"role:admin and system_scope:all". Reason: Jan 14 07:32:25.040908 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:32:25.040908 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:32:25.040908 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:32:25.040908 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "create_network:provider:network_type":"role:admin and system_scope:all". Reason: Jan 14 07:32:25.040908 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:32:25.040908 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:32:25.040908 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:32:25.040908 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "create_network:provider:physical_network":"role:admin and system_scope:all". Reason: Jan 14 07:32:25.040908 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:32:25.040908 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:32:25.040908 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:32:25.040908 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "create_network:provider:segmentation_id":"role:admin and system_scope:all". Reason: Jan 14 07:32:25.040908 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:32:25.040908 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:32:25.040908 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:32:25.040908 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network":"rule:admin_or_owner or rule:shared or rule:external or rule:context_is_advsvc" was deprecated in W in favor of "get_network":"(role:reader and system_scope:all) or (role:reader and project_id:%(project_id)s) or rule:shared or rule:external or rule:context_is_advsvc". Reason: Jan 14 07:32:25.040908 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:32:25.040908 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:32:25.040908 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:32:25.040908 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:router:external":"rule:regular_user" was deprecated in W in favor of "get_network:router:external":"role:reader and project_id:%(project_id)s". Reason: Jan 14 07:32:25.040908 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:32:25.040908 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:32:25.040908 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:32:25.040908 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:segments":"rule:admin_only" was deprecated in W in favor of "get_network:segments":"role:reader and system_scope:all". Reason: Jan 14 07:32:25.040908 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:32:25.040908 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:32:25.040908 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:32:25.040908 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "get_network:provider:network_type":"role:reader and system_scope:all". Reason: Jan 14 07:32:25.040908 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:32:25.040908 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:32:25.040908 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:32:25.040908 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "get_network:provider:physical_network":"role:reader and system_scope:all". Reason: Jan 14 07:32:25.040908 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:32:25.040908 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:32:25.040908 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:32:25.040908 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "get_network:provider:segmentation_id":"role:reader and system_scope:all". Reason: Jan 14 07:32:25.040908 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:32:25.040908 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:32:25.040908 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:32:25.040908 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network":"rule:admin_or_owner" was deprecated in W in favor of "update_network":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 07:32:25.040908 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:32:25.040908 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:32:25.040908 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:32:25.125203 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf1dd235-432a-496f-96c6-f670146d1ebc None None] DHCP port deletion for 9ebc43ec-f711-47f5-8ff3-48473adf0f9b request from n-d-768862-2 {{(pid=84876) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Jan 14 07:32:25.144477 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.plugin [None req-bf1dd235-432a-496f-96c6-f670146d1ebc None None] Deleting port 1feadbf5-5373-4a74-b4f7-575a76382b99 {{(pid=84876) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 07:32:25.144901 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-bf1dd235-432a-496f-96c6-f670146d1ebc None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363259214248359'] for port, before_delete {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:32:25.154521 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.plugin [None req-03900be7-a561-46f4-b899-c97f2dc32deb tempest-FloatingIPNegativeTestJSON-2001787271 tempest-FloatingIPNegativeTestJSON-2001787271] Deleting port 1feadbf5-5373-4a74-b4f7-575a76382b99 {{(pid=84875) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 07:32:25.155048 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-03900be7-a561-46f4-b899-c97f2dc32deb tempest-FloatingIPNegativeTestJSON-2001787271 tempest-FloatingIPNegativeTestJSON-2001787271] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363259214248359'] for port, before_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:32:25.205062 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-656988c7-7aed-4788-a211-7d5dbaaa7aa4 None None] Provisioning complete for port 01718d75-0986-4b69-81ce-6d92c2e9bbeb triggered by entity DHCP. {{(pid=84876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 07:32:25.205738 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-656988c7-7aed-4788-a211-7d5dbaaa7aa4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-604227'] for port, provisioning_complete {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:32:25.267384 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.db_base_plugin_v2 [None req-847054fc-9270-4122-a4e7-1ad894f4bc83 tempest-PortsIpV6TestJSON-1330665174 tempest-PortsIpV6TestJSON-1330665174] Deleting subnet 10096dd8-5728-4094-9220-8b738925cfbd {{(pid=84874) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Jan 14 07:32:25.271080 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-847054fc-9270-4122-a4e7-1ad894f4bc83 tempest-PortsIpV6TestJSON-1330665174 tempest-PortsIpV6TestJSON-1330665174] Notify callbacks [] for subnet, before_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:32:25.424596 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-e9e03759-ae8c-45bb-8113-9014943a0749 tempest-TestNetworkBasicOps-1983703278 tempest-TestNetworkBasicOps-1983703278] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3889632'] for router_interface, before_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:32:25.427357 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-847054fc-9270-4122-a4e7-1ad894f4bc83 tempest-PortsIpV6TestJSON-1330665174 tempest-PortsIpV6TestJSON-1330665174] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036851807232'] for subnet, precommit_delete_associations {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:32:25.657615 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Device 1feadbf5-5373-4a74-b4f7-575a76382b99 no longer exists at agent ovs-agent-n-d-768862-2 {{(pid=84876) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jan 14 07:32:25.663235 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-847054fc-9270-4122-a4e7-1ad894f4bc83 tempest-PortsIpV6TestJSON-1330665174 tempest-PortsIpV6TestJSON-1330665174] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036854176836'] for subnet, precommit_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:32:25.844445 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [None req-bf1dd235-432a-496f-96c6-f670146d1ebc None None] For port 1feadbf5-5373-4a74-b4f7-575a76382b99, host n-d-768862-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-2',level=0,port_id=1feadbf5-5373-4a74-b4f7-575a76382b99,segment=NetworkSegment(611fb6ba-03c9-4d10-9242-4ca03fc6c867),segment_id=611fb6ba-03c9-4d10-9242-4ca03fc6c867)] {{(pid=84876) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 07:32:25.845043 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-bf1dd235-432a-496f-96c6-f670146d1ebc None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036850862667'] for port, precommit_delete {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:32:25.980085 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.plugin [None req-e634c978-1d0c-4cd6-88aa-59c3d8ed172c tempest-PortsTestJSON-2091589570 tempest-PortsTestJSON-2091589570] In _notify_port_updated(), no bound segment for port 7dd0da73-14db-461f-9182-f3edb4f88855 on network e289c449-d36a-4991-9be0-13105a93d6ac {{(pid=84874) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:851}} Jan 14 07:32:26.023046 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e634c978-1d0c-4cd6-88aa-59c3d8ed172c tempest-PortsTestJSON-2091589570 tempest-PortsTestJSON-2091589570] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:32:26.030823 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-e634c978-1d0c-4cd6-88aa-59c3d8ed172c tempest-PortsTestJSON-2091589570 tempest-PortsTestJSON-2091589570] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854768116'] for port, before_response {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:32:26.030823 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-e634c978-1d0c-4cd6-88aa-59c3d8ed172c tempest-PortsTestJSON-2091589570 tempest-PortsTestJSON-2091589570] 10.222.0.24 "PUT /v2.0/ports/7dd0da73-14db-461f-9182-f3edb4f88855 HTTP/1.1" status: 200 len: 920 time: 5.8048983 Jan 14 07:32:26.042920 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84874) accepted ('10.222.0.24', 57722) {{(pid=84874) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:32:26.109051 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.plugin [None req-bf1dd235-432a-496f-96c6-f670146d1ebc None None] Calling delete_port for 1feadbf5-5373-4a74-b4f7-575a76382b99 owned by network:dhcp {{(pid=84876) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 07:32:26.208989 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-8084d696-c0b2-4a62-9712-0609598d6aeb None None] Provisioning for port 7dd0da73-14db-461f-9182-f3edb4f88855 completed by entity DHCP. {{(pid=84876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 07:32:26.220191 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-8084d696-c0b2-4a62-9712-0609598d6aeb None None] Provisioning complete for port 7dd0da73-14db-461f-9182-f3edb4f88855 triggered by entity DHCP. {{(pid=84876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 07:32:26.220768 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-8084d696-c0b2-4a62-9712-0609598d6aeb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-604227'] for port, provisioning_complete {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:32:26.266960 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-847054fc-9270-4122-a4e7-1ad894f4bc83 tempest-PortsIpV6TestJSON-1330665174 tempest-PortsIpV6TestJSON-1330665174] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-598964', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850887113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036851521664', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2794686'] for subnet, after_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:32:26.412875 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555753'] for port, before_update {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:32:26.519026 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-0e6d793a-b8a1-496f-a2d5-57342af10eb1 tempest-PortsTestJSON-2091589570 tempest-PortsTestJSON-2091589570] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:32:26.524903 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-bf1dd235-432a-496f-96c6-f670146d1ebc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777640533329', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777640097463'] for port, after_delete {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:32:26.548472 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-43890af2-2d4a-4a4b-9200-84c03250212a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.005s {{(pid=84876) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:32:26.588222 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-847054fc-9270-4122-a4e7-1ad894f4bc83 tempest-PortsIpV6TestJSON-1330665174 tempest-PortsIpV6TestJSON-1330665174] Pushing event deleted for resources: {'Subnet': ['ID=10096dd8-5728-4094-9220-8b738925cfbd,revision_number=None']} {{(pid=84874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:32:26.591609 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-847054fc-9270-4122-a4e7-1ad894f4bc83 tempest-PortsIpV6TestJSON-1330665174 tempest-PortsIpV6TestJSON-1330665174] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:32:26.593470 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [None req-03900be7-a561-46f4-b899-c97f2dc32deb tempest-FloatingIPNegativeTestJSON-2001787271 tempest-FloatingIPNegativeTestJSON-2001787271] For port 1feadbf5-5373-4a74-b4f7-575a76382b99, host n-d-768862-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-2',level=0,port_id=1feadbf5-5373-4a74-b4f7-575a76382b99,segment=NetworkSegment(611fb6ba-03c9-4d10-9242-4ca03fc6c867),segment_id=611fb6ba-03c9-4d10-9242-4ca03fc6c867)] {{(pid=84875) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 07:32:26.594004 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-03900be7-a561-46f4-b899-c97f2dc32deb tempest-FloatingIPNegativeTestJSON-2001787271 tempest-FloatingIPNegativeTestJSON-2001787271] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036850862667'] for port, precommit_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:32:26.602829 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.plugin [None req-09e692f8-791f-48ab-a12b-a7e9d2fd26d1 tempest-PortsTestJSON-2091589570 tempest-PortsTestJSON-2091589570] Deleting port 7dd0da73-14db-461f-9182-f3edb4f88855 {{(pid=84874) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 07:32:26.603215 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-09e692f8-791f-48ab-a12b-a7e9d2fd26d1 tempest-PortsTestJSON-2091589570 tempest-PortsTestJSON-2091589570] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363259214248359'] for port, before_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:32:26.661982 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf1dd235-432a-496f-96c6-f670146d1ebc None None] Pushing event deleted for resources: {'Port': ['ID=1feadbf5-5373-4a74-b4f7-575a76382b99,revision_number=None']} {{(pid=84876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:32:26.665372 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.plugin [None req-8084d696-c0b2-4a62-9712-0609598d6aeb None None] Port 7dd0da73-14db-461f-9182-f3edb4f88855 cannot update to ACTIVE because it is not bound. {{(pid=84876) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:329}} Jan 14 07:32:26.673599 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-847054fc-9270-4122-a4e7-1ad894f4bc83 tempest-PortsIpV6TestJSON-1330665174 tempest-PortsIpV6TestJSON-1330665174] Notify callbacks [] for subnet, before_response {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:32:26.732670 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-847054fc-9270-4122-a4e7-1ad894f4bc83 tempest-PortsIpV6TestJSON-1330665174 tempest-PortsIpV6TestJSON-1330665174] 10.222.0.24 "DELETE /v2.0/subnets/10096dd8-5728-4094-9220-8b738925cfbd HTTP/1.1" status: 204 len: 168 time: 2.1396637 Jan 14 07:32:26.738010 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84874) accepted ('10.222.0.24', 57756) {{(pid=84874) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:32:26.748956 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3174a3f7-4227-45a7-b31e-ea8474f093ad None None] Network d5ef9345-9d47-4c1b-b4a7-f9e90c00c9f5 requested from n-d-768862-2 {{(pid=84876) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 07:32:26.749150 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.v2.base [None req-d73f6be4-9a34-44fd-9e4c-c40bf3be863a tempest-PortsIpV6TestJSON-1330665174 tempest-PortsIpV6TestJSON-1330665174] Request body: {'subnet': {'network_id': 'd5ef9345-9d47-4c1b-b4a7-f9e90c00c9f5', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=84874) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:32:26.750274 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.plugin [None req-03900be7-a561-46f4-b899-c97f2dc32deb tempest-FloatingIPNegativeTestJSON-2001787271 tempest-FloatingIPNegativeTestJSON-2001787271] Calling delete_port for 1feadbf5-5373-4a74-b4f7-575a76382b99 owned by network:dhcp {{(pid=84875) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 07:32:27.006796 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf1dd235-432a-496f-96c6-f670146d1ebc None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@n-h1-768862-2 {{(pid=84876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:32:27.009039 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf1dd235-432a-496f-96c6-f670146d1ebc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-h1-768862-2 {{(pid=84876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:32:27.009844 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf1dd235-432a-496f-96c6-f670146d1ebc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-h1-768862-2 {{(pid=84876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:32:27.010418 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf1dd235-432a-496f-96c6-f670146d1ebc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-h1-768862-2 {{(pid=84876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:32:27.010983 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf1dd235-432a-496f-96c6-f670146d1ebc None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@n-h1-768862-2 {{(pid=84876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:32:27.011646 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf1dd235-432a-496f-96c6-f670146d1ebc None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-h1-768862-2 {{(pid=84876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:32:27.012219 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf1dd235-432a-496f-96c6-f670146d1ebc None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-h1-768862-2 {{(pid=84876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:32:27.012772 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf1dd235-432a-496f-96c6-f670146d1ebc None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-h1-768862-2 {{(pid=84876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:32:27.013342 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf1dd235-432a-496f-96c6-f670146d1ebc None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-h1-768862-2 {{(pid=84876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:32:27.013893 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf1dd235-432a-496f-96c6-f670146d1ebc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-h1-768862-2 {{(pid=84876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:32:27.014425 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf1dd235-432a-496f-96c6-f670146d1ebc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-h1-768862-2 {{(pid=84876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:32:27.014972 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf1dd235-432a-496f-96c6-f670146d1ebc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-h1-768862-2 {{(pid=84876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:32:27.015568 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf1dd235-432a-496f-96c6-f670146d1ebc None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@n-h2-768862-2 {{(pid=84876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:32:27.016477 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf1dd235-432a-496f-96c6-f670146d1ebc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-h2-768862-2 {{(pid=84876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:32:27.017198 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf1dd235-432a-496f-96c6-f670146d1ebc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-h2-768862-2 {{(pid=84876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:32:27.017879 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf1dd235-432a-496f-96c6-f670146d1ebc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-h2-768862-2 {{(pid=84876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:32:27.018650 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf1dd235-432a-496f-96c6-f670146d1ebc None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@n-h2-768862-2 {{(pid=84876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:32:27.019575 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf1dd235-432a-496f-96c6-f670146d1ebc None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-h2-768862-2 {{(pid=84876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:32:27.020199 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf1dd235-432a-496f-96c6-f670146d1ebc None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-h2-768862-2 {{(pid=84876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:32:27.020732 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf1dd235-432a-496f-96c6-f670146d1ebc None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-h2-768862-2 {{(pid=84876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:32:27.021295 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf1dd235-432a-496f-96c6-f670146d1ebc None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-h2-768862-2 {{(pid=84876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:32:27.021985 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf1dd235-432a-496f-96c6-f670146d1ebc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-h2-768862-2 {{(pid=84876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:32:27.022695 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf1dd235-432a-496f-96c6-f670146d1ebc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-h2-768862-2 {{(pid=84876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:32:27.023259 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf1dd235-432a-496f-96c6-f670146d1ebc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-h2-768862-2 {{(pid=84876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:32:27.023900 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf1dd235-432a-496f-96c6-f670146d1ebc None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-2 {{(pid=84876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:32:27.024449 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf1dd235-432a-496f-96c6-f670146d1ebc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-2 {{(pid=84876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:32:27.024996 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf1dd235-432a-496f-96c6-f670146d1ebc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-2 {{(pid=84876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:32:27.025542 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf1dd235-432a-496f-96c6-f670146d1ebc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-2 {{(pid=84876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:32:27.026100 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf1dd235-432a-496f-96c6-f670146d1ebc None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@n-d-768862-2 {{(pid=84876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:32:27.026648 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf1dd235-432a-496f-96c6-f670146d1ebc None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-2 {{(pid=84876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:32:27.027193 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf1dd235-432a-496f-96c6-f670146d1ebc None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-768862-2 {{(pid=84876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:32:27.027927 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf1dd235-432a-496f-96c6-f670146d1ebc None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-768862-2 {{(pid=84876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:32:27.028495 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf1dd235-432a-496f-96c6-f670146d1ebc None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-2 {{(pid=84876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:32:27.029646 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf1dd235-432a-496f-96c6-f670146d1ebc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-2 {{(pid=84876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:32:27.030198 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf1dd235-432a-496f-96c6-f670146d1ebc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-2 {{(pid=84876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:32:27.030745 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf1dd235-432a-496f-96c6-f670146d1ebc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-2 {{(pid=84876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:32:27.060853 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-bf1dd235-432a-496f-96c6-f670146d1ebc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.513s {{(pid=84876) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:32:27.091189 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-d73f6be4-9a34-44fd-9e4c-c40bf3be863a tempest-PortsIpV6TestJSON-1330665174 tempest-PortsIpV6TestJSON-1330665174] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:32:27.101530 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-d73f6be4-9a34-44fd-9e4c-c40bf3be863a tempest-PortsIpV6TestJSON-1330665174 tempest-PortsIpV6TestJSON-1330665174] Usage tracker for resource:subnet and tenant:6396266df05d476da6838f06b578d30b is out of sync, need to count used quota {{(pid=84874) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:32:27.107226 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-d73f6be4-9a34-44fd-9e4c-c40bf3be863a tempest-PortsIpV6TestJSON-1330665174 tempest-PortsIpV6TestJSON-1330665174] Quota usage for subnet was recalculated. Used quota:1. {{(pid=84874) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:32:27.118645 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-d73f6be4-9a34-44fd-9e4c-c40bf3be863a tempest-PortsIpV6TestJSON-1330665174 tempest-PortsIpV6TestJSON-1330665174] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:32:27.161235 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.db.api [None req-03900be7-a561-46f4-b899-c97f2dc32deb tempest-FloatingIPNegativeTestJSON-2001787271 tempest-FloatingIPNegativeTestJSON-2001787271] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84875) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Jan 14 07:32:27.161666 n-d-768862-2 neutron-server[84765]: DEBUG oslo_db.api [None req-03900be7-a561-46f4-b899-c97f2dc32deb tempest-FloatingIPNegativeTestJSON-2001787271 tempest-FloatingIPNegativeTestJSON-2001787271] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84875) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Jan 14 07:32:27.207848 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf1dd235-432a-496f-96c6-f670146d1ebc None None] No DVR routers for this DVR port 1feadbf5-5373-4a74-b4f7-575a76382b99 on host n-d-768862-2 {{(pid=84876) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Jan 14 07:32:27.269122 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d73f6be4-9a34-44fd-9e4c-c40bf3be863a tempest-PortsIpV6TestJSON-1330665174 tempest-PortsIpV6TestJSON-1330665174] Made reservation on behalf of 6396266df05d476da6838f06b578d30b for: {'subnet': 1} {{(pid=84874) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 07:32:27.278904 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-d73f6be4-9a34-44fd-9e4c-c40bf3be863a tempest-PortsIpV6TestJSON-1330665174 tempest-PortsIpV6TestJSON-1330665174] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036851981161'] for subnet, before_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:32:27.309009 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62522f4d-be47-4af9-b996-a283bfa8003e req-0e2140cb-b769-4a86-8ed5-4a25fc08fd6e tempest-VolumesSnapshotTestJSON-465157695 tempest-VolumesSnapshotTestJSON-465157695] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:32:27.318834 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [req-62522f4d-be47-4af9-b996-a283bfa8003e req-0e2140cb-b769-4a86-8ed5-4a25fc08fd6e tempest-VolumesSnapshotTestJSON-465157695 tempest-VolumesSnapshotTestJSON-465157695] 10.222.0.24 "GET /v2.0/networks?id=62bd9873-1d2d-4d1e-82cf-a14374b83693 HTTP/1.1" status: 200 len: 814 time: 0.4840760 Jan 14 07:32:27.339011 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [req-62522f4d-be47-4af9-b996-a283bfa8003e req-44a159ac-7cd4-46b8-9987-8200cea03ad0 tempest-VolumesSnapshotTestJSON-465157695 tempest-VolumesSnapshotTestJSON-465157695] 10.222.0.24 "GET /v2.0/quotas/cc7cda82ef6e412ea80458c4257752a4 HTTP/1.1" status: 200 len: 375 time: 0.0193832 Jan 14 07:32:27.404653 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [req-62522f4d-be47-4af9-b996-a283bfa8003e req-573860ce-6ab8-46d0-81d6-86383469c8d2 tempest-VolumesSnapshotTestJSON-465157695 tempest-VolumesSnapshotTestJSON-465157695] 10.222.0.24 "GET /v2.0/ports?tenant_id=cc7cda82ef6e412ea80458c4257752a4&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0646160 Jan 14 07:32:27.587735 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [req-62522f4d-be47-4af9-b996-a283bfa8003e req-60f2e723-42ea-4d3e-82b0-807e8d68fd5b service neutron] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=84875) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 14 07:32:27.590412 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [req-62522f4d-be47-4af9-b996-a283bfa8003e req-60f2e723-42ea-4d3e-82b0-807e8d68fd5b service neutron] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13279 time: 0.1846967 Jan 14 07:32:27.743136 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.plugin [None req-03900be7-a561-46f4-b899-c97f2dc32deb tempest-FloatingIPNegativeTestJSON-2001787271 tempest-FloatingIPNegativeTestJSON-2001787271] Deleting port 1feadbf5-5373-4a74-b4f7-575a76382b99 {{(pid=84875) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 07:32:27.744102 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-03900be7-a561-46f4-b899-c97f2dc32deb tempest-FloatingIPNegativeTestJSON-2001787271 tempest-FloatingIPNegativeTestJSON-2001787271] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363259214248359'] for port, before_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:32:27.870294 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.plugin [None req-03900be7-a561-46f4-b899-c97f2dc32deb tempest-FloatingIPNegativeTestJSON-2001787271 tempest-FloatingIPNegativeTestJSON-2001787271] The port '1feadbf5-5373-4a74-b4f7-575a76382b99' was deleted {{(pid=84875) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Jan 14 07:32:27.933460 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-09e692f8-791f-48ab-a12b-a7e9d2fd26d1 tempest-PortsTestJSON-2091589570 tempest-PortsTestJSON-2091589570] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036850862667'] for port, precommit_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:32:28.028854 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.plugin [None req-e9e03759-ae8c-45bb-8113-9014943a0749 tempest-TestNetworkBasicOps-1983703278 tempest-TestNetworkBasicOps-1983703278] Deleting port a7efcd05-7d08-4b65-881f-a305d9cb8323 {{(pid=84875) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 07:32:28.029303 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-e9e03759-ae8c-45bb-8113-9014943a0749 tempest-TestNetworkBasicOps-1983703278 tempest-TestNetworkBasicOps-1983703278] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363259214248359'] for port, before_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:32:28.111434 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.plugin [None req-09e692f8-791f-48ab-a12b-a7e9d2fd26d1 tempest-PortsTestJSON-2091589570 tempest-PortsTestJSON-2091589570] Calling delete_port for 7dd0da73-14db-461f-9182-f3edb4f88855 owned by {{(pid=84874) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 07:32:28.316801 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-12afa41b-7d7e-47f3-a5f3-f1e3542ac65a None None] Provisioning complete for port 3af3c0e6-650b-4081-a832-0e7cd4bed2da triggered by entity DHCP. {{(pid=84876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 07:32:28.317221 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-12afa41b-7d7e-47f3-a5f3-f1e3542ac65a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-604227'] for port, provisioning_complete {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:32:28.410518 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-d73f6be4-9a34-44fd-9e4c-c40bf3be863a tempest-PortsIpV6TestJSON-1330665174 tempest-PortsIpV6TestJSON-1330665174] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850887113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3254092', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036851981146'] for subnet, after_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:32:28.429017 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-7c7d7436-a528-47f8-9b18-06282e200cf6 tempest-PortsTestJSON-2091589570 tempest-PortsTestJSON-2091589570] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:32:28.475165 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [None req-e9e03759-ae8c-45bb-8113-9014943a0749 tempest-TestNetworkBasicOps-1983703278 tempest-TestNetworkBasicOps-1983703278] For port a7efcd05-7d08-4b65-881f-a305d9cb8323, host n-d-768862-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-2',level=0,port_id=a7efcd05-7d08-4b65-881f-a305d9cb8323,segment=NetworkSegment(9629e1a4-7250-4f99-b228-b72aaf324ef3),segment_id=9629e1a4-7250-4f99-b228-b72aaf324ef3)] {{(pid=84875) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 07:32:28.475633 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-e9e03759-ae8c-45bb-8113-9014943a0749 tempest-TestNetworkBasicOps-1983703278 tempest-TestNetworkBasicOps-1983703278] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036850862667'] for port, precommit_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:32:28.801034 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.plugin [None req-e9e03759-ae8c-45bb-8113-9014943a0749 tempest-TestNetworkBasicOps-1983703278 tempest-TestNetworkBasicOps-1983703278] Calling delete_port for a7efcd05-7d08-4b65-881f-a305d9cb8323 owned by network:router_interface {{(pid=84875) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 07:32:28.896603 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-12afa41b-7d7e-47f3-a5f3-f1e3542ac65a None None] Provisioning complete for port a4d8093a-6bff-483a-a786-0d2824bfc0b7 triggered by entity DHCP. {{(pid=84876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 07:32:28.897038 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-12afa41b-7d7e-47f3-a5f3-f1e3542ac65a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-604227'] for port, provisioning_complete {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:32:28.953641 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d73f6be4-9a34-44fd-9e4c-c40bf3be863a tempest-PortsIpV6TestJSON-1330665174 tempest-PortsIpV6TestJSON-1330665174] Pushing event updated for resources: {'Subnet': ['ID=42e08115-c7e2-42bb-a413-f6f5238c9e4a,revision_number=0']} {{(pid=84874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:32:28.966658 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-d73f6be4-9a34-44fd-9e4c-c40bf3be863a tempest-PortsIpV6TestJSON-1330665174 tempest-PortsIpV6TestJSON-1330665174] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.536s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:32:28.976733 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.plugin [None req-12afa41b-7d7e-47f3-a5f3-f1e3542ac65a None None] Port a4d8093a-6bff-483a-a786-0d2824bfc0b7 cannot update to ACTIVE because it is not bound. {{(pid=84876) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:329}} Jan 14 07:32:29.027254 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-03900be7-a561-46f4-b899-c97f2dc32deb tempest-FloatingIPNegativeTestJSON-2001787271 tempest-FloatingIPNegativeTestJSON-2001787271] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-598987', 'neutron.services.segments.db._delete_segments_for_network-8777640583949'] for network, precommit_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:32:29.133326 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [req-62522f4d-be47-4af9-b996-a283bfa8003e req-a475cd7c-a101-49df-acd4-cbccdb633071 service neutron] 10.222.0.24 "GET /v2.0/networks/62bd9873-1d2d-4d1e-82cf-a14374b83693?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.5322485 Jan 14 07:32:29.149343 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-09e692f8-791f-48ab-a12b-a7e9d2fd26d1 tempest-PortsTestJSON-2091589570 tempest-PortsTestJSON-2091589570] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777640533329', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777640097463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3254186'] for port, after_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:32:29.171256 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-c84ed08e-64f3-4081-9862-2177dcc52b79 tempest-PortsTestJSON-2091589570 tempest-PortsTestJSON-2091589570] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:32:29.290116 n-d-768862-2 neutron-server[84765]: DEBUG neutron.services.segments.db [None req-03900be7-a561-46f4-b899-c97f2dc32deb tempest-FloatingIPNegativeTestJSON-2001787271 tempest-FloatingIPNegativeTestJSON-2001787271] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9ebc43ec-f711-47f5-8ff3-48473adf0f9b']}} {{(pid=84875) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:32:29.307467 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-e9e03759-ae8c-45bb-8113-9014943a0749 tempest-TestNetworkBasicOps-1983703278 tempest-TestNetworkBasicOps-1983703278] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777640533329', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777640097463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851621574'] for port, after_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:32:29.330831 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09e692f8-791f-48ab-a12b-a7e9d2fd26d1 tempest-PortsTestJSON-2091589570 tempest-PortsTestJSON-2091589570] Pushing event deleted for resources: {'Port': ['ID=7dd0da73-14db-461f-9182-f3edb4f88855,revision_number=None']} {{(pid=84874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:32:29.336795 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-09e692f8-791f-48ab-a12b-a7e9d2fd26d1 tempest-PortsTestJSON-2091589570 tempest-PortsTestJSON-2091589570] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.166s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:32:29.341268 n-d-768862-2 neutron-server[84765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d73f6be4-9a34-44fd-9e4c-c40bf3be863a tempest-PortsIpV6TestJSON-1330665174 tempest-PortsIpV6TestJSON-1330665174] Network d5ef9345-9d47-4c1b-b4a7-f9e90c00c9f5 is already hosted by enough agents. {{(pid=84874) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 07:32:29.355104 n-d-768862-2 neutron-server[84765]: DEBUG neutron.scheduler.base_scheduler [None req-d73f6be4-9a34-44fd-9e4c-c40bf3be863a tempest-PortsIpV6TestJSON-1330665174 tempest-PortsIpV6TestJSON-1330665174] Resources bound (agent type, host, resource id): {{(pid=84874) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 07:32:29.367943 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0bd887e-559a-41fa-a127-d046bad25342 None None] Network d5ef9345-9d47-4c1b-b4a7-f9e90c00c9f5 requested from n-d-768862-2 {{(pid=84876) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 07:32:29.387642 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d73f6be4-9a34-44fd-9e4c-c40bf3be863a tempest-PortsIpV6TestJSON-1330665174 tempest-PortsIpV6TestJSON-1330665174] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:32:29.388343 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-d73f6be4-9a34-44fd-9e4c-c40bf3be863a tempest-PortsIpV6TestJSON-1330665174 tempest-PortsIpV6TestJSON-1330665174] Notify callbacks [] for subnet, before_response {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:32:29.427594 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-d73f6be4-9a34-44fd-9e4c-c40bf3be863a tempest-PortsIpV6TestJSON-1330665174 tempest-PortsIpV6TestJSON-1330665174] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.6881075 Jan 14 07:32:29.430553 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84874) accepted ('10.222.0.24', 57814) {{(pid=84874) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:32:29.435175 n-d-768862-2 neutron-server[84765]: DEBUG neutron.services.segments.db [None req-03900be7-a561-46f4-b899-c97f2dc32deb tempest-FloatingIPNegativeTestJSON-2001787271 tempest-FloatingIPNegativeTestJSON-2001787271] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '611fb6ba-03c9-4d10-9242-4ca03fc6c867') {'for_net_delete': True} {{(pid=84875) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:32:29.435727 n-d-768862-2 neutron-server[84765]: DEBUG neutron.services.segments.db [None req-03900be7-a561-46f4-b899-c97f2dc32deb tempest-FloatingIPNegativeTestJSON-2001787271 tempest-FloatingIPNegativeTestJSON-2001787271] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '611fb6ba-03c9-4d10-9242-4ca03fc6c867') {} {{(pid=84875) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:32:29.441076 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.v2.base [None req-bef6b47d-f389-4344-9e49-0430a569c708 tempest-PortsIpV6TestJSON-1330665174 tempest-PortsIpV6TestJSON-1330665174] Request body: {'security_group': {'name': 'tempest-secgroup-866075083'}} {{(pid=84874) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:32:29.451788 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-bef6b47d-f389-4344-9e49-0430a569c708 tempest-PortsIpV6TestJSON-1330665174 tempest-PortsIpV6TestJSON-1330665174] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:32:29.454174 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-2eb8a746-d1b8-4328-864f-23df13bc6255 tempest-ExtraDHCPOptionsTestJSON-831179529 tempest-ExtraDHCPOptionsTestJSON-831179529] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:32:29.456292 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-bef6b47d-f389-4344-9e49-0430a569c708 tempest-PortsIpV6TestJSON-1330665174 tempest-PortsIpV6TestJSON-1330665174] Usage tracker for resource:security_group and tenant:6396266df05d476da6838f06b578d30b is out of sync, need to count used quota {{(pid=84874) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:32:29.459411 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-bef6b47d-f389-4344-9e49-0430a569c708 tempest-PortsIpV6TestJSON-1330665174 tempest-PortsIpV6TestJSON-1330665174] Quota usage for security_group was recalculated. Used quota:1. {{(pid=84874) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:32:29.466448 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-bef6b47d-f389-4344-9e49-0430a569c708 tempest-PortsIpV6TestJSON-1330665174 tempest-PortsIpV6TestJSON-1330665174] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:32:29.487923 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-bef6b47d-f389-4344-9e49-0430a569c708 tempest-PortsIpV6TestJSON-1330665174 tempest-PortsIpV6TestJSON-1330665174] Notify callbacks [] for security_group, before_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:32:29.514203 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-bef6b47d-f389-4344-9e49-0430a569c708 tempest-PortsIpV6TestJSON-1330665174 tempest-PortsIpV6TestJSON-1330665174] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:32:29.519476 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-bef6b47d-f389-4344-9e49-0430a569c708 tempest-PortsIpV6TestJSON-1330665174 tempest-PortsIpV6TestJSON-1330665174] Usage tracker for resource:security_group_rule and tenant:6396266df05d476da6838f06b578d30b is out of sync, need to count used quota {{(pid=84874) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:32:29.522891 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-bef6b47d-f389-4344-9e49-0430a569c708 tempest-PortsIpV6TestJSON-1330665174 tempest-PortsIpV6TestJSON-1330665174] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84874) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:32:29.529423 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-bef6b47d-f389-4344-9e49-0430a569c708 tempest-PortsIpV6TestJSON-1330665174 tempest-PortsIpV6TestJSON-1330665174] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:32:29.627213 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-bef6b47d-f389-4344-9e49-0430a569c708 tempest-PortsIpV6TestJSON-1330665174 tempest-PortsIpV6TestJSON-1330665174] Notify callbacks [] for security_group, precommit_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:32:29.633733 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-bef6b47d-f389-4344-9e49-0430a569c708 tempest-PortsIpV6TestJSON-1330665174 tempest-PortsIpV6TestJSON-1330665174] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850887153'] for security_group, after_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:32:29.645025 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-84f1bca0-9dfb-4c93-a4e9-d94b93f04044 tempest-NetworksIpV6TestAttrs-1453117616 tempest-NetworksIpV6TestAttrs-1453117616] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:32:29.692240 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-03900be7-a561-46f4-b899-c97f2dc32deb tempest-FloatingIPNegativeTestJSON-2001787271 tempest-FloatingIPNegativeTestJSON-2001787271] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363259214173198', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036851408567'] for segment, before_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:32:29.705062 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9e03759-ae8c-45bb-8113-9014943a0749 tempest-TestNetworkBasicOps-1983703278 tempest-TestNetworkBasicOps-1983703278] Pushing event deleted for resources: {'Port': ['ID=a7efcd05-7d08-4b65-881f-a305d9cb8323,revision_number=None']} {{(pid=84875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:32:29.718138 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-e9e03759-ae8c-45bb-8113-9014943a0749 tempest-TestNetworkBasicOps-1983703278 tempest-TestNetworkBasicOps-1983703278] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.274s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:32:29.739399 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [req-62522f4d-be47-4af9-b996-a283bfa8003e req-fb22072b-9f31-4f9d-86bb-8e617472cff7 service neutron] 10.222.0.24 "GET /v2.0/networks/62bd9873-1d2d-4d1e-82cf-a14374b83693?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.5963650 Jan 14 07:32:29.786491 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-bef6b47d-f389-4344-9e49-0430a569c708 tempest-PortsIpV6TestJSON-1330665174 tempest-PortsIpV6TestJSON-1330665174] Notify callbacks [] for security_group, before_response {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:32:29.790949 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-bef6b47d-f389-4344-9e49-0430a569c708 tempest-PortsIpV6TestJSON-1330665174 tempest-PortsIpV6TestJSON-1330665174] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.3556361 Jan 14 07:32:29.904113 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84875) accepted ('10.222.0.24', 57824) {{(pid=84875) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:32:29.904886 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bef6b47d-f389-4344-9e49-0430a569c708 tempest-PortsIpV6TestJSON-1330665174 tempest-PortsIpV6TestJSON-1330665174] Pushing event updated for resources: {'SecurityGroup': ['ID=35d7bbd1-07f6-4ebe-9859-ac042b575440,revision_number=1']} {{(pid=84874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:32:29.919910 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-bef6b47d-f389-4344-9e49-0430a569c708 tempest-PortsIpV6TestJSON-1330665174 tempest-PortsIpV6TestJSON-1330665174] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.275s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:32:29.921187 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-09e692f8-791f-48ab-a12b-a7e9d2fd26d1 tempest-PortsTestJSON-2091589570 tempest-PortsTestJSON-2091589570] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854768116'] for port, before_response {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:32:29.924201 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-09e692f8-791f-48ab-a12b-a7e9d2fd26d1 tempest-PortsTestJSON-2091589570 tempest-PortsTestJSON-2091589570] 10.222.0.24 "DELETE /v2.0/ports/7dd0da73-14db-461f-9182-f3edb4f88855 HTTP/1.1" status: 204 len: 168 time: 3.7482870 Jan 14 07:32:29.927276 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84874) accepted ('10.222.0.24', 57826) {{(pid=84874) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:32:30.042574 n-d-768862-2 neutron-server[84765]: INFO neutron.pecan_wsgi.hooks.translation [None req-3e5c3f8d-005f-4d85-af3a-45b0c319be0c tempest-PortsTestJSON-2091589570 tempest-PortsTestJSON-2091589570] GET failed (client error): The resource could not be found. Jan 14 07:32:30.044077 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-3e5c3f8d-005f-4d85-af3a-45b0c319be0c tempest-PortsTestJSON-2091589570 tempest-PortsTestJSON-2091589570] Synchronizing usage tracker for tenant:4f41150d2ea84f97bbab10653dcc9b99 on resource:port {{(pid=84874) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 14 07:32:30.047649 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.v2.base [None req-dda9faa2-caaa-49d5-920b-b8640c4b2717 tempest-PortsIpV6TestJSON-1330665174 tempest-PortsIpV6TestJSON-1330665174] Request body: {'security_group': {'name': 'tempest-secgroup-1690877190'}} {{(pid=84875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:32:30.065511 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-3e5c3f8d-005f-4d85-af3a-45b0c319be0c tempest-PortsTestJSON-2091589570 tempest-PortsTestJSON-2091589570] Unset dirty status for tenant:4f41150d2ea84f97bbab10653dcc9b99 on resource:port {{(pid=84874) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 14 07:32:30.067184 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-3e5c3f8d-005f-4d85-af3a-45b0c319be0c tempest-PortsTestJSON-2091589570 tempest-PortsTestJSON-2091589570] 10.222.0.24 "GET /v2.0/ports/7dd0da73-14db-461f-9182-f3edb4f88855 HTTP/1.1" status: 404 len: 333 time: 0.1382463 Jan 14 07:32:30.070835 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84874) accepted ('10.222.0.24', 57836) {{(pid=84874) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:32:30.210922 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ea2336c-07e7-4842-9e04-af287ebdee27 None None] Update dhcp port {'port': {'network_id': 'd5ef9345-9d47-4c1b-b4a7-f9e90c00c9f5', 'fixed_ips': [{'subnet_id': '89e6a975-cc78-42d8-9b25-1be91f93abda', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': '42e08115-c7e2-42bb-a413-f6f5238c9e4a'}], 'binding:host_id': 'n-d-768862-2'}, 'id': '3af3c0e6-650b-4081-a832-0e7cd4bed2da'} from n-d-768862-2. {{(pid=84876) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:310}} Jan 14 07:32:30.230929 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-9af5fdab-ba38-45e1-be26-65bf2051a1b1 tempest-PortsTestJSON-2091589570 tempest-PortsTestJSON-2091589570] Notify callbacks [] for security_group, before_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:32:30.272533 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-9af5fdab-ba38-45e1-be26-65bf2051a1b1 tempest-PortsTestJSON-2091589570 tempest-PortsTestJSON-2091589570] Notify callbacks [] for security_group, precommit_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:32:30.302919 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-0ea2336c-07e7-4842-9e04-af287ebdee27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555753'] for port, before_update {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:32:30.321472 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-dda9faa2-caaa-49d5-920b-b8640c4b2717 tempest-PortsIpV6TestJSON-1330665174 tempest-PortsIpV6TestJSON-1330665174] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:32:30.323020 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-9af5fdab-ba38-45e1-be26-65bf2051a1b1 tempest-PortsTestJSON-2091589570 tempest-PortsTestJSON-2091589570] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850887153'] for security_group, after_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:32:30.329048 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-4ff003fd-14f4-450b-8609-509b1146fa73 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:32:30.335852 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-dda9faa2-caaa-49d5-920b-b8640c4b2717 tempest-PortsIpV6TestJSON-1330665174 tempest-PortsIpV6TestJSON-1330665174] Usage tracker for resource:security_group and tenant:6396266df05d476da6838f06b578d30b is out of sync, need to count used quota {{(pid=84875) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:32:30.344750 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-dda9faa2-caaa-49d5-920b-b8640c4b2717 tempest-PortsIpV6TestJSON-1330665174 tempest-PortsIpV6TestJSON-1330665174] Quota usage for security_group was recalculated. Used quota:2. {{(pid=84875) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:32:30.356914 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-dda9faa2-caaa-49d5-920b-b8640c4b2717 tempest-PortsIpV6TestJSON-1330665174 tempest-PortsIpV6TestJSON-1330665174] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=84875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:32:30.374446 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-03900be7-a561-46f4-b899-c97f2dc32deb tempest-FloatingIPNegativeTestJSON-2001787271 tempest-FloatingIPNegativeTestJSON-2001787271] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854179735'] for segment, precommit_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:32:30.380794 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9af5fdab-ba38-45e1-be26-65bf2051a1b1 tempest-PortsTestJSON-2091589570 tempest-PortsTestJSON-2091589570] Pushing event deleted for resources: {'SecurityGroup': ['ID=466f896f-374a-47fc-97cd-2526a499b624,revision_number=None']} {{(pid=84874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:32:30.384535 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-dda9faa2-caaa-49d5-920b-b8640c4b2717 tempest-PortsIpV6TestJSON-1330665174 tempest-PortsIpV6TestJSON-1330665174] Notify callbacks [] for security_group, before_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:32:30.390935 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-9af5fdab-ba38-45e1-be26-65bf2051a1b1 tempest-PortsTestJSON-2091589570 tempest-PortsTestJSON-2091589570] Notify callbacks [] for security_group, before_response {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:32:30.397229 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-9af5fdab-ba38-45e1-be26-65bf2051a1b1 tempest-PortsTestJSON-2091589570 tempest-PortsTestJSON-2091589570] 10.222.0.24 "DELETE /v2.0/security-groups/466f896f-374a-47fc-97cd-2526a499b624 HTTP/1.1" status: 204 len: 168 time: 0.3239338 Jan 14 07:32:30.398488 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-9af5fdab-ba38-45e1-be26-65bf2051a1b1 tempest-PortsTestJSON-2091589570 tempest-PortsTestJSON-2091589570] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:32:30.400462 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84874) accepted ('10.222.0.24', 57844) {{(pid=84874) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:32:30.581582 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-87f9f0d8-819e-44e9-9d29-80f87e0f3c91 tempest-PortsTestJSON-2091589570 tempest-PortsTestJSON-2091589570] Notify callbacks [] for security_group, before_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:32:30.691665 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-87f9f0d8-819e-44e9-9d29-80f87e0f3c91 tempest-PortsTestJSON-2091589570 tempest-PortsTestJSON-2091589570] Notify callbacks [] for security_group, precommit_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:32:30.743497 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.db_base_plugin_common [None req-0ea2336c-07e7-4842-9e04-af287ebdee27 None None] Allocated IP 2001:db8::2 (d5ef9345-9d47-4c1b-b4a7-f9e90c00c9f5/42e08115-c7e2-42bb-a413-f6f5238c9e4a/3af3c0e6-650b-4081-a832-0e7cd4bed2da) {{(pid=84876) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 14 07:32:30.785674 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-03900be7-a561-46f4-b899-c97f2dc32deb tempest-FloatingIPNegativeTestJSON-2001787271 tempest-FloatingIPNegativeTestJSON-2001787271] Releasing vxlan tunnel 20 to pool {{(pid=84875) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Jan 14 07:32:30.807114 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-87f9f0d8-819e-44e9-9d29-80f87e0f3c91 tempest-PortsTestJSON-2091589570 tempest-PortsTestJSON-2091589570] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850887153'] for security_group, after_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:32:30.812928 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-bef6b47d-f389-4344-9e49-0430a569c708 tempest-PortsIpV6TestJSON-1330665174 tempest-PortsIpV6TestJSON-1330665174] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:32:30.838976 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87f9f0d8-819e-44e9-9d29-80f87e0f3c91 tempest-PortsTestJSON-2091589570 tempest-PortsTestJSON-2091589570] Pushing event deleted for resources: {'SecurityGroup': ['ID=7aed13c0-bda0-4357-aadd-eed84d1637b9,revision_number=None']} {{(pid=84874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:32:30.841706 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-87f9f0d8-819e-44e9-9d29-80f87e0f3c91 tempest-PortsTestJSON-2091589570 tempest-PortsTestJSON-2091589570] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:32:30.849241 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-87f9f0d8-819e-44e9-9d29-80f87e0f3c91 tempest-PortsTestJSON-2091589570 tempest-PortsTestJSON-2091589570] Notify callbacks [] for security_group, before_response {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:32:30.850543 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-87f9f0d8-819e-44e9-9d29-80f87e0f3c91 tempest-PortsTestJSON-2091589570 tempest-PortsTestJSON-2091589570] 10.222.0.24 "DELETE /v2.0/security-groups/7aed13c0-bda0-4357-aadd-eed84d1637b9 HTTP/1.1" status: 204 len: 168 time: 0.4490454 Jan 14 07:32:30.856290 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-e9e03759-ae8c-45bb-8113-9014943a0749 tempest-TestNetworkBasicOps-1983703278 tempest-TestNetworkBasicOps-1983703278] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted--9223372036851568851', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal--9223372036850888080'] for router_interface, after_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:32:30.864885 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84874) accepted ('10.222.0.24', 57854) {{(pid=84874) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:32:31.035777 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [None req-0ea2336c-07e7-4842-9e04-af287ebdee27 None None] For port 3af3c0e6-650b-4081-a832-0e7cd4bed2da, host n-d-768862-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-2',level=0,port_id=3af3c0e6-650b-4081-a832-0e7cd4bed2da,segment=NetworkSegment(54b9cf0c-5b3e-4085-9515-7ca44c0c6052),segment_id=54b9cf0c-5b3e-4085-9515-7ca44c0c6052)] {{(pid=84876) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 07:32:31.064756 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-0ea2336c-07e7-4842-9e04-af287ebdee27 None None] Notify callbacks [] for port, precommit_update {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:32:31.089989 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-dda9faa2-caaa-49d5-920b-b8640c4b2717 tempest-PortsIpV6TestJSON-1330665174 tempest-PortsIpV6TestJSON-1330665174] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:32:31.168839 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-dda9faa2-caaa-49d5-920b-b8640c4b2717 tempest-PortsIpV6TestJSON-1330665174 tempest-PortsIpV6TestJSON-1330665174] Usage tracker for resource:security_group_rule and tenant:6396266df05d476da6838f06b578d30b is out of sync, need to count used quota {{(pid=84875) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:32:31.178650 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-dda9faa2-caaa-49d5-920b-b8640c4b2717 tempest-PortsIpV6TestJSON-1330665174 tempest-PortsIpV6TestJSON-1330665174] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84875) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:32:31.285167 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.db_base_plugin_v2 [None req-b6971ebf-0836-4e54-a94f-1c3ba5bb1247 tempest-PortsTestJSON-2091589570 tempest-PortsTestJSON-2091589570] Deleting subnet 8a39c9fc-2d8d-4593-a44e-26a3a6af3de3 {{(pid=84874) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Jan 14 07:32:31.289107 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-b6971ebf-0836-4e54-a94f-1c3ba5bb1247 tempest-PortsTestJSON-2091589570 tempest-PortsTestJSON-2091589570] Notify callbacks [] for subnet, before_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:32:31.313285 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.managers [None req-03900be7-a561-46f4-b899-c97f2dc32deb tempest-FloatingIPNegativeTestJSON-2001787271 tempest-FloatingIPNegativeTestJSON-2001787271] Network 9ebc43ec-f711-47f5-8ff3-48473adf0f9b has no segments {{(pid=84875) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 14 07:32:31.353372 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-dda9faa2-caaa-49d5-920b-b8640c4b2717 tempest-PortsIpV6TestJSON-1330665174 tempest-PortsIpV6TestJSON-1330665174] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:32:31.358375 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-03900be7-a561-46f4-b899-c97f2dc32deb tempest-FloatingIPNegativeTestJSON-2001787271 tempest-FloatingIPNegativeTestJSON-2001787271] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-596065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3154253'] for segment, after_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:32:31.422435 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-b6971ebf-0836-4e54-a94f-1c3ba5bb1247 tempest-PortsTestJSON-2091589570 tempest-PortsTestJSON-2091589570] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036851807232'] for subnet, precommit_delete_associations {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:32:31.608765 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-b6971ebf-0836-4e54-a94f-1c3ba5bb1247 tempest-PortsTestJSON-2091589570 tempest-PortsTestJSON-2091589570] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036854176836'] for subnet, precommit_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:32:31.775732 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.managers [None req-03900be7-a561-46f4-b899-c97f2dc32deb tempest-FloatingIPNegativeTestJSON-2001787271 tempest-FloatingIPNegativeTestJSON-2001787271] Network 9ebc43ec-f711-47f5-8ff3-48473adf0f9b has no segments {{(pid=84875) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 14 07:32:31.963777 n-d-768862-2 neutron-server[84765]: Traceback (most recent call last): Jan 14 07:32:31.963777 n-d-768862-2 neutron-server[84765]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 14 07:32:31.963777 n-d-768862-2 neutron-server[84765]: timer() Jan 14 07:32:31.963777 n-d-768862-2 neutron-server[84765]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 14 07:32:31.963777 n-d-768862-2 neutron-server[84765]: cb(*args, **kw) Jan 14 07:32:31.963777 n-d-768862-2 neutron-server[84765]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Jan 14 07:32:31.963777 n-d-768862-2 neutron-server[84765]: return func(*args, **kwargs) Jan 14 07:32:31.963777 n-d-768862-2 neutron-server[84765]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 14 07:32:31.963777 n-d-768862-2 neutron-server[84765]: self._notify() Jan 14 07:32:31.963777 n-d-768862-2 neutron-server[84765]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 14 07:32:31.963777 n-d-768862-2 neutron-server[84765]: self.callback(batched_events) Jan 14 07:32:31.963777 n-d-768862-2 neutron-server[84765]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 14 07:32:31.963777 n-d-768862-2 neutron-server[84765]: event.method(event) Jan 14 07:32:31.963777 n-d-768862-2 neutron-server[84765]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 14 07:32:31.963777 n-d-768862-2 neutron-server[84765]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 14 07:32:31.963777 n-d-768862-2 neutron-server[84765]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Jan 14 07:32:31.963777 n-d-768862-2 neutron-server[84765]: segment_id)['aggregates'][0] Jan 14 07:32:31.963777 n-d-768862-2 neutron-server[84765]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 14 07:32:31.963777 n-d-768862-2 neutron-server[84765]: return f(self, *a, **k) Jan 14 07:32:31.963777 n-d-768862-2 neutron-server[84765]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 14 07:32:31.963777 n-d-768862-2 neutron-server[84765]: return self._get(url).json() Jan 14 07:32:31.963777 n-d-768862-2 neutron-server[84765]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 14 07:32:31.963777 n-d-768862-2 neutron-server[84765]: **kwargs) Jan 14 07:32:31.963777 n-d-768862-2 neutron-server[84765]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 14 07:32:31.963777 n-d-768862-2 neutron-server[84765]: return self.request(url, 'GET', **kwargs) Jan 14 07:32:31.963777 n-d-768862-2 neutron-server[84765]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Jan 14 07:32:31.963777 n-d-768862-2 neutron-server[84765]: **endpoint_filter) Jan 14 07:32:31.963777 n-d-768862-2 neutron-server[84765]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 14 07:32:31.963777 n-d-768862-2 neutron-server[84765]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 14 07:32:31.963777 n-d-768862-2 neutron-server[84765]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 14 07:32:31.963777 n-d-768862-2 neutron-server[84765]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 14 07:32:31.963777 n-d-768862-2 neutron-server[84765]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 14 07:32:32.143701 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-dda9faa2-caaa-49d5-920b-b8640c4b2717 tempest-PortsIpV6TestJSON-1330665174 tempest-PortsIpV6TestJSON-1330665174] Notify callbacks [] for security_group, precommit_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:32:32.146942 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-0ea2336c-07e7-4842-9e04-af287ebdee27 None None] Transition to ACTIVE for port object 3af3c0e6-650b-4081-a832-0e7cd4bed2da will not be triggered until provisioned by entity DHCP. {{(pid=84876) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 07:32:32.150814 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-dda9faa2-caaa-49d5-920b-b8640c4b2717 tempest-PortsIpV6TestJSON-1330665174 tempest-PortsIpV6TestJSON-1330665174] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850887153'] for security_group, after_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:32:32.151218 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-0ea2336c-07e7-4842-9e04-af287ebdee27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777640533312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363259214678337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777640097497'] for port, after_update {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:32:32.199346 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-b6971ebf-0836-4e54-a94f-1c3ba5bb1247 tempest-PortsTestJSON-2091589570 tempest-PortsTestJSON-2091589570] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-598964', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850887113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036851521664', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2794686'] for subnet, after_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:32:32.206896 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-dacd0268-409b-476e-89a9-e4cffd0d7728 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:32:32.249179 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-1c2f9962-0af9-4799-a11c-f42952b3e6af tempest-PortsIpV6TestJSON-1330665174 tempest-PortsIpV6TestJSON-1330665174] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:32:32.254585 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-03900be7-a561-46f4-b899-c97f2dc32deb tempest-FloatingIPNegativeTestJSON-2001787271 tempest-FloatingIPNegativeTestJSON-2001787271] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036854176830', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850887149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3912591'] for network, after_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:32:32.280002 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-03900be7-a561-46f4-b899-c97f2dc32deb tempest-FloatingIPNegativeTestJSON-2001787271 tempest-FloatingIPNegativeTestJSON-2001787271] Notify callbacks [] for network, before_response {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:32:32.285554 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-03900be7-a561-46f4-b899-c97f2dc32deb tempest-FloatingIPNegativeTestJSON-2001787271 tempest-FloatingIPNegativeTestJSON-2001787271] 10.222.0.24 "DELETE /v2.0/networks/9ebc43ec-f711-47f5-8ff3-48473adf0f9b HTTP/1.1" status: 204 len: 168 time: 7.4771249 Jan 14 07:32:32.291473 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-dda9faa2-caaa-49d5-920b-b8640c4b2717 tempest-PortsIpV6TestJSON-1330665174 tempest-PortsIpV6TestJSON-1330665174] Notify callbacks [] for security_group, before_response {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:32:32.293070 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-dda9faa2-caaa-49d5-920b-b8640c4b2717 tempest-PortsIpV6TestJSON-1330665174 tempest-PortsIpV6TestJSON-1330665174] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 2.2540071 Jan 14 07:32:32.303324 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84875) accepted ('10.222.0.24', 57910) {{(pid=84875) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:32:32.372035 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6971ebf-0836-4e54-a94f-1c3ba5bb1247 tempest-PortsTestJSON-2091589570 tempest-PortsTestJSON-2091589570] Pushing event deleted for resources: {'Subnet': ['ID=8a39c9fc-2d8d-4593-a44e-26a3a6af3de3,revision_number=None']} {{(pid=84874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:32:32.434175 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-65aa0b41-9d4d-43f2-9a06-5e7411a422bc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84876) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:32:32.520944 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.v2.base [None req-9f6fd676-ef8d-4a1e-9429-ca56a4efedfa tempest-PortsIpV6TestJSON-1330665174 tempest-PortsIpV6TestJSON-1330665174] Request body: {'security_group': {'name': 'tempest-secgroup-322228535'}} {{(pid=84875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:32:32.531358 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-b6971ebf-0836-4e54-a94f-1c3ba5bb1247 tempest-PortsTestJSON-2091589570 tempest-PortsTestJSON-2091589570] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.284s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:32:32.648663 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ea2336c-07e7-4842-9e04-af287ebdee27 None None] Pushing event updated for resources: {'Port': ['ID=3af3c0e6-650b-4081-a832-0e7cd4bed2da,revision_number=6']} {{(pid=84876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:32:32.665236 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-0ea2336c-07e7-4842-9e04-af287ebdee27 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.231s {{(pid=84876) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:32:32.697789 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dda9faa2-caaa-49d5-920b-b8640c4b2717 tempest-PortsIpV6TestJSON-1330665174 tempest-PortsIpV6TestJSON-1330665174] Pushing event updated for resources: {'SecurityGroup': ['ID=056f5c8e-4298-4154-9549-74c94fbb6889,revision_number=1']} {{(pid=84875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:32:32.714198 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-9f6fd676-ef8d-4a1e-9429-ca56a4efedfa tempest-PortsIpV6TestJSON-1330665174 tempest-PortsIpV6TestJSON-1330665174] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:32:32.735444 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-b6971ebf-0836-4e54-a94f-1c3ba5bb1247 tempest-PortsTestJSON-2091589570 tempest-PortsTestJSON-2091589570] Notify callbacks [] for subnet, before_response {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:32:32.744396 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08eca2d6-83ba-4784-91cc-932429874fe1 None None] Network e289c449-d36a-4991-9be0-13105a93d6ac requested from n-d-768862-2 {{(pid=84876) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 07:32:32.761112 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-b6971ebf-0836-4e54-a94f-1c3ba5bb1247 tempest-PortsTestJSON-2091589570 tempest-PortsTestJSON-2091589570] 10.222.0.24 "DELETE /v2.0/subnets/8a39c9fc-2d8d-4593-a44e-26a3a6af3de3 HTTP/1.1" status: 204 len: 168 time: 1.8954549 Jan 14 07:32:32.766848 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84874) accepted ('10.222.0.24', 57922) {{(pid=84874) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:32:32.782455 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.v2.base [None req-3b1df026-3344-4db5-9166-ef928a6ed9f3 tempest-PortsTestJSON-2091589570 tempest-PortsTestJSON-2091589570] Request body: {'subnet': {'network_id': 'e289c449-d36a-4991-9be0-13105a93d6ac', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=84874) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:32:33.039615 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-dda9faa2-caaa-49d5-920b-b8640c4b2717 tempest-PortsIpV6TestJSON-1330665174 tempest-PortsIpV6TestJSON-1330665174] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.829s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:32:33.054203 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-eb4c4620-c060-4fc2-a61f-405533802315 tempest-TestNetworkBasicOps-1983703278 tempest-TestNetworkBasicOps-1983703278] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.784s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:32:33.080368 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-9f6fd676-ef8d-4a1e-9429-ca56a4efedfa tempest-PortsIpV6TestJSON-1330665174 tempest-PortsIpV6TestJSON-1330665174] Usage tracker for resource:security_group and tenant:6396266df05d476da6838f06b578d30b is out of sync, need to count used quota {{(pid=84875) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:32:33.084231 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03900be7-a561-46f4-b899-c97f2dc32deb tempest-FloatingIPNegativeTestJSON-2001787271 tempest-FloatingIPNegativeTestJSON-2001787271] Pushing event deleted for resources: {'Network': ['ID=9ebc43ec-f711-47f5-8ff3-48473adf0f9b,revision_number=None']} {{(pid=84875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:32:33.090873 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-9f6fd676-ef8d-4a1e-9429-ca56a4efedfa tempest-PortsIpV6TestJSON-1330665174 tempest-PortsIpV6TestJSON-1330665174] Quota usage for security_group was recalculated. Used quota:3. {{(pid=84875) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:32:33.095500 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-03900be7-a561-46f4-b899-c97f2dc32deb tempest-FloatingIPNegativeTestJSON-2001787271 tempest-FloatingIPNegativeTestJSON-2001787271] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:32:33.098327 n-d-768862-2 neutron-server[84765]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e9e03759-ae8c-45bb-8113-9014943a0749 tempest-TestNetworkBasicOps-1983703278 tempest-TestNetworkBasicOps-1983703278] Router 50ef5e4f-d688-4837-84d9-242338edad9d has already been hosted by L3 agent 35f592e9-451b-4db9-abea-77b6a5c5391b {{(pid=84875) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Jan 14 07:32:33.108283 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-9f6fd676-ef8d-4a1e-9429-ca56a4efedfa tempest-PortsIpV6TestJSON-1330665174 tempest-PortsIpV6TestJSON-1330665174] Attempting to reserve 1 items for resource security_group. Total usage: 3; quota limit: 100; headroom:97 {{(pid=84875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:32:33.208066 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-3b1df026-3344-4db5-9166-ef928a6ed9f3 tempest-PortsTestJSON-2091589570 tempest-PortsTestJSON-2091589570] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:32:33.218872 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-3b1df026-3344-4db5-9166-ef928a6ed9f3 tempest-PortsTestJSON-2091589570 tempest-PortsTestJSON-2091589570] Usage tracker for resource:subnet and tenant:4f41150d2ea84f97bbab10653dcc9b99 is out of sync, need to count used quota {{(pid=84874) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:32:33.237588 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-3b1df026-3344-4db5-9166-ef928a6ed9f3 tempest-PortsTestJSON-2091589570 tempest-PortsTestJSON-2091589570] Quota usage for subnet was recalculated. Used quota:1. {{(pid=84874) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:32:33.249051 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84874) accepted ('10.222.0.24', 57938) {{(pid=84874) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:32:33.253382 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-3b1df026-3344-4db5-9166-ef928a6ed9f3 tempest-PortsTestJSON-2091589570 tempest-PortsTestJSON-2091589570] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:32:33.291636 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3b1df026-3344-4db5-9166-ef928a6ed9f3 tempest-PortsTestJSON-2091589570 tempest-PortsTestJSON-2091589570] Made reservation on behalf of 4f41150d2ea84f97bbab10653dcc9b99 for: {'subnet': 1} {{(pid=84874) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 07:32:33.317386 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-3b1df026-3344-4db5-9166-ef928a6ed9f3 tempest-PortsTestJSON-2091589570 tempest-PortsTestJSON-2091589570] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036851981161'] for subnet, before_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:32:33.461407 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-9f6fd676-ef8d-4a1e-9429-ca56a4efedfa tempest-PortsIpV6TestJSON-1330665174 tempest-PortsIpV6TestJSON-1330665174] Notify callbacks [] for security_group, before_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:32:33.670499 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-9f6fd676-ef8d-4a1e-9429-ca56a4efedfa tempest-PortsIpV6TestJSON-1330665174 tempest-PortsIpV6TestJSON-1330665174] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:32:33.672265 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Device 3af3c0e6-650b-4081-a832-0e7cd4bed2da up at agent ovs-agent-n-d-768862-2 {{(pid=84876) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 07:32:33.726846 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-9f6fd676-ef8d-4a1e-9429-ca56a4efedfa tempest-PortsIpV6TestJSON-1330665174 tempest-PortsIpV6TestJSON-1330665174] Usage tracker for resource:security_group_rule and tenant:6396266df05d476da6838f06b578d30b is out of sync, need to count used quota {{(pid=84875) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:32:33.746172 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-9f6fd676-ef8d-4a1e-9429-ca56a4efedfa tempest-PortsIpV6TestJSON-1330665174 tempest-PortsIpV6TestJSON-1330665174] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=84875) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:32:33.759985 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-9f6fd676-ef8d-4a1e-9429-ca56a4efedfa tempest-PortsIpV6TestJSON-1330665174 tempest-PortsIpV6TestJSON-1330665174] Attempting to reserve 2 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=84875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:32:33.936259 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e9e03759-ae8c-45bb-8113-9014943a0749 tempest-TestNetworkBasicOps-1983703278 tempest-TestNetworkBasicOps-1983703278] Notify agent at l3_agent.n-d-768862-2 the message routers_updated {{(pid=84875) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jan 14 07:32:33.957080 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75b06af2-7027-4c04-b813-d21fd2546439 None None] Sync routers for ids ['50ef5e4f-d688-4837-84d9-242338edad9d'] in n-d-768862-2 {{(pid=84877) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Jan 14 07:32:33.966454 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-348b2fb2-552e-48db-a100-757cfeca12a6 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=25f640c670234d7399de9f215c3c6016&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7152920 Jan 14 07:32:33.969038 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84874) accepted ('10.222.0.24', 57952) {{(pid=84874) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:32:33.977168 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75b06af2-7027-4c04-b813-d21fd2546439 None None] Routers {'50ef5e4f-d688-4837-84d9-242338edad9d'} bound to L3 agent in host n-d-768862-2 {{(pid=84877) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 14 07:32:33.978095 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_hamode_db [None req-75b06af2-7027-4c04-b813-d21fd2546439 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-01-14T06:56:51Z,description=,heartbeat_timestamp=2021-01-14T07:32:22Z,host='n-d-768862-2',id=35f592e9-451b-4db9-abea-77b6a5c5391b,load=0,resource_versions=,resources_synced=,started_at=2021-01-14T06:56:51Z,topic='l3_agent')) {'router_ids': ['50ef5e4f-d688-4837-84d9-242338edad9d'], 'active': True} {{(pid=84877) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:32:34.073731 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-d66d0665-7f06-4e5b-a84f-469e5a69a24b None None] Provisioning for port 3af3c0e6-650b-4081-a832-0e7cd4bed2da completed by entity DHCP. {{(pid=84876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 07:32:34.101292 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-d66d0665-7f06-4e5b-a84f-469e5a69a24b None None] Provisioning complete for port 3af3c0e6-650b-4081-a832-0e7cd4bed2da triggered by entity DHCP. {{(pid=84876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 07:32:34.102010 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-d66d0665-7f06-4e5b-a84f-469e5a69a24b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-604227'] for port, provisioning_complete {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:32:34.120737 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-e9e03759-ae8c-45bb-8113-9014943a0749 tempest-TestNetworkBasicOps-1983703278 tempest-TestNetworkBasicOps-1983703278] 10.222.0.24 "PUT /v2.0/routers/50ef5e4f-d688-4837-84d9-242338edad9d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 11.4714892 Jan 14 07:32:34.137832 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84875) accepted ('10.222.0.24', 57956) {{(pid=84875) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:32:34.319074 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-a84feb08-c64a-46c1-a0a3-b3c7bce628ce admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:32:34.397637 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-a84feb08-c64a-46c1-a0a3-b3c7bce628ce admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:32:34.447763 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-9f6fd676-ef8d-4a1e-9429-ca56a4efedfa tempest-PortsIpV6TestJSON-1330665174 tempest-PortsIpV6TestJSON-1330665174] Notify callbacks [] for security_group, precommit_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:32:34.478786 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-9f6fd676-ef8d-4a1e-9429-ca56a4efedfa tempest-PortsIpV6TestJSON-1330665174 tempest-PortsIpV6TestJSON-1330665174] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850887153'] for security_group, after_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:32:34.516636 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-026aa6d5-be04-433e-adb2-bc77172359f5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:32:34.518767 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-a84feb08-c64a-46c1-a0a3-b3c7bce628ce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850887153'] for security_group, after_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:32:34.536935 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-03d4d006-a9ae-4ee9-80e0-a31a5ef775ef admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:32:34.593348 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_dvr_db [None req-75b06af2-7027-4c04-b813-d21fd2546439 None None] Set router 50ef5e4f-d688-4837-84d9-242338edad9d gateway port host: n-d-768862-2 {{(pid=84877) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 14 07:32:34.604697 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a84feb08-c64a-46c1-a0a3-b3c7bce628ce admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=38da076a-3961-4540-8901-fce33737e980,revision_number=None']} {{(pid=84874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:32:34.608408 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-a84feb08-c64a-46c1-a0a3-b3c7bce628ce admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:32:34.631276 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-a84feb08-c64a-46c1-a0a3-b3c7bce628ce admin admin] Notify callbacks [] for security_group, before_response {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:32:34.637663 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-a84feb08-c64a-46c1-a0a3-b3c7bce628ce admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/38da076a-3961-4540-8901-fce33737e980 HTTP/1.1" status: 204 len: 168 time: 0.6616864 Jan 14 07:32:34.638322 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-d66d0665-7f06-4e5b-a84f-469e5a69a24b None None] Provisioning complete for port a4d8093a-6bff-483a-a786-0d2824bfc0b7 triggered by entity DHCP. {{(pid=84876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 07:32:34.659269 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-d66d0665-7f06-4e5b-a84f-469e5a69a24b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-604227'] for port, provisioning_complete {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:32:34.700061 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f6fd676-ef8d-4a1e-9429-ca56a4efedfa tempest-PortsIpV6TestJSON-1330665174 tempest-PortsIpV6TestJSON-1330665174] Pushing event updated for resources: {'SecurityGroup': ['ID=9f29c824-b320-4d9e-b12a-23e060180e1c,revision_number=1']} {{(pid=84875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:32:35.016767 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-9f6fd676-ef8d-4a1e-9429-ca56a4efedfa tempest-PortsIpV6TestJSON-1330665174 tempest-PortsIpV6TestJSON-1330665174] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.503s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:32:35.020303 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.plugin [None req-d66d0665-7f06-4e5b-a84f-469e5a69a24b None None] Port a4d8093a-6bff-483a-a786-0d2824bfc0b7 cannot update to ACTIVE because it is not bound. {{(pid=84876) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:329}} Jan 14 07:32:35.117406 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-9f6fd676-ef8d-4a1e-9429-ca56a4efedfa tempest-PortsIpV6TestJSON-1330665174 tempest-PortsIpV6TestJSON-1330665174] Notify callbacks [] for security_group, before_response {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:32:35.122215 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-9f6fd676-ef8d-4a1e-9429-ca56a4efedfa tempest-PortsIpV6TestJSON-1330665174 tempest-PortsIpV6TestJSON-1330665174] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 2.8141181 Jan 14 07:32:35.125754 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84875) accepted ('10.222.0.24', 57978) {{(pid=84875) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:32:35.135065 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.v2.base [None req-6ae64e4d-9685-4b42-a37f-6049b62bf5b9 tempest-PortsIpV6TestJSON-1330665174 tempest-PortsIpV6TestJSON-1330665174] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-861594738', 'security_groups': ['9f29c824-b320-4d9e-b12a-23e060180e1c'], 'network_id': 'd5ef9345-9d47-4c1b-b4a7-f9e90c00c9f5', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '42e08115-c7e2-42bb-a413-f6f5238c9e4a'}]}} {{(pid=84875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:32:35.170413 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-e3580c78-ed28-431b-a293-b5516c94263f None None] Provisioning complete for port 3af3c0e6-650b-4081-a832-0e7cd4bed2da triggered by entity DHCP. {{(pid=84876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 07:32:35.170848 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-e3580c78-ed28-431b-a293-b5516c94263f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-604227'] for port, provisioning_complete {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:32:35.329923 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.db_base_plugin_v2 [None req-59b7cab1-16c9-4f17-8438-6603e157190b tempest-TestNetworkBasicOps-1983703278 tempest-TestNetworkBasicOps-1983703278] Deleting subnet 6b63f965-2d0d-4f6b-9e42-5188bfa39eed {{(pid=84875) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Jan 14 07:32:35.339596 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-59b7cab1-16c9-4f17-8438-6603e157190b tempest-TestNetworkBasicOps-1983703278 tempest-TestNetworkBasicOps-1983703278] Notify callbacks [] for subnet, before_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:32:35.422081 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-e3580c78-ed28-431b-a293-b5516c94263f None None] Provisioning complete for port 01718d75-0986-4b69-81ce-6d92c2e9bbeb triggered by entity DHCP. {{(pid=84876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 07:32:35.422708 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-e3580c78-ed28-431b-a293-b5516c94263f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-604227'] for port, provisioning_complete {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:32:35.445428 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-3b1df026-3344-4db5-9166-ef928a6ed9f3 tempest-PortsTestJSON-2091589570 tempest-PortsTestJSON-2091589570] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850887113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3254092', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036851981146'] for subnet, after_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:32:35.508975 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-59b7cab1-16c9-4f17-8438-6603e157190b tempest-TestNetworkBasicOps-1983703278 tempest-TestNetworkBasicOps-1983703278] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3367281'] for subnet, precommit_delete_associations {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:32:35.661783 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-ca334838-2d44-4cfd-a2a7-0cf8b24a997b tempest-NetworksIpV6Test-2047944877 tempest-NetworksIpV6Test-2047944877] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:32:35.705508 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_hamode_db [None req-75b06af2-7027-4c04-b813-d21fd2546439 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '50ef5e4f-d688-4837-84d9-242338edad9d', 'name': 'tempest-TestNetworkBasicOps-router-290611380', 'tenant_id': 'c52a65222187474995edf4946f0fd389', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '226f1e78-82cd-4481-9055-4eb73b6db8c1', 'external_fixed_ips': [{'subnet_id': 'ba8deeec-7658-4195-9449-038c076f5c83', 'ip_address': '172.25.2.99'}], 'enable_snat': True}, 'gw_port_id': '11914482-6a95-43fa-a240-85c7eca95117', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-14T07:31:17Z', 'updated_at': '2021-01-14T07:32:28Z', 'revision_number': 5, 'project_id': 'c52a65222187474995edf4946f0fd389', 'gw_port': {'id': '11914482-6a95-43fa-a240-85c7eca95117', 'name': '', 'network_id': '226f1e78-82cd-4481-9055-4eb73b6db8c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:18:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50ef5e4f-d688-4837-84d9-242338edad9d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2636, 'fixed_ips': [{'subnet_id': 'ba8deeec-7658-4195-9449-038c076f5c83', 'ip_address': '172.25.2.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T07:31:22Z', 'updated_at': '2021-01-14T07:31:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ba8deeec-7658-4195-9449-038c076f5c83', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-2'}], 'n-d-768862-2', False) {} {{(pid=84877) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:32:35.725799 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75b06af2-7027-4c04-b813-d21fd2546439 None None] Checking router: 50ef5e4f-d688-4837-84d9-242338edad9d for host: n-d-768862-2 {{(pid=84877) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Jan 14 07:32:35.728938 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-e3580c78-ed28-431b-a293-b5516c94263f None None] Provisioning complete for port 9fcf9582-d53d-421b-9690-0fbdf3561687 triggered by entity DHCP. {{(pid=84876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 07:32:35.729364 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-e3580c78-ed28-431b-a293-b5516c94263f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-604227'] for port, provisioning_complete {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:32:35.766193 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75b06af2-7027-4c04-b813-d21fd2546439 None None] Routers {'50ef5e4f-d688-4837-84d9-242338edad9d'} bound to L3 agent in host n-d-768862-2 {{(pid=84877) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 14 07:32:35.767360 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_hamode_db [None req-75b06af2-7027-4c04-b813-d21fd2546439 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-01-14T06:56:51Z,description=,heartbeat_timestamp=2021-01-14T07:32:22Z,host='n-d-768862-2',id=35f592e9-451b-4db9-abea-77b6a5c5391b,load=0,resource_versions=,resources_synced=,started_at=2021-01-14T06:56:51Z,topic='l3_agent')) {'router_ids': ['50ef5e4f-d688-4837-84d9-242338edad9d'], 'active': True} {{(pid=84877) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:32:35.829103 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b1df026-3344-4db5-9166-ef928a6ed9f3 tempest-PortsTestJSON-2091589570 tempest-PortsTestJSON-2091589570] Pushing event updated for resources: {'Subnet': ['ID=4b229328-260e-4fd2-a8d2-530fca12aa05,revision_number=0']} {{(pid=84874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:32:35.840978 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-3b1df026-3344-4db5-9166-ef928a6ed9f3 tempest-PortsTestJSON-2091589570 tempest-PortsTestJSON-2091589570] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.179s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:32:35.851221 n-d-768862-2 neutron-server[84765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b1df026-3344-4db5-9166-ef928a6ed9f3 tempest-PortsTestJSON-2091589570 tempest-PortsTestJSON-2091589570] Network e289c449-d36a-4991-9be0-13105a93d6ac is already hosted by enough agents. {{(pid=84874) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 07:32:35.856879 n-d-768862-2 neutron-server[84765]: DEBUG neutron.scheduler.base_scheduler [None req-3b1df026-3344-4db5-9166-ef928a6ed9f3 tempest-PortsTestJSON-2091589570 tempest-PortsTestJSON-2091589570] Resources bound (agent type, host, resource id): {{(pid=84874) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 07:32:35.888604 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3882d8d-5d6b-4dde-b497-0adbfd416c68 None None] Network e289c449-d36a-4991-9be0-13105a93d6ac requested from n-d-768862-2 {{(pid=84876) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 07:32:35.898632 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b1df026-3344-4db5-9166-ef928a6ed9f3 tempest-PortsTestJSON-2091589570 tempest-PortsTestJSON-2091589570] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:32:35.899284 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-3b1df026-3344-4db5-9166-ef928a6ed9f3 tempest-PortsTestJSON-2091589570 tempest-PortsTestJSON-2091589570] Notify callbacks [] for subnet, before_response {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:32:35.923787 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-59b7cab1-16c9-4f17-8438-6603e157190b tempest-TestNetworkBasicOps-1983703278 tempest-TestNetworkBasicOps-1983703278] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036854176836'] for subnet, precommit_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:32:35.999157 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-6ae64e4d-9685-4b42-a37f-6049b62bf5b9 tempest-PortsIpV6TestJSON-1330665174 tempest-PortsIpV6TestJSON-1330665174] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:32:36.014540 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-3b1df026-3344-4db5-9166-ef928a6ed9f3 tempest-PortsTestJSON-2091589570 tempest-PortsTestJSON-2091589570] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 3.2372513 Jan 14 07:32:36.015521 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84874) accepted ('10.222.0.24', 58006) {{(pid=84874) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:32:36.039383 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.v2.base [None req-1ec05cf6-c073-40b2-8c46-00ccfc432e7b tempest-PortsTestJSON-2091589570 tempest-PortsTestJSON-2091589570] Request body: {'security_group': {'name': 'tempest-secgroup-761650546'}} {{(pid=84874) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:32:36.093043 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-1ec05cf6-c073-40b2-8c46-00ccfc432e7b tempest-PortsTestJSON-2091589570 tempest-PortsTestJSON-2091589570] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:32:36.110458 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-1ec05cf6-c073-40b2-8c46-00ccfc432e7b tempest-PortsTestJSON-2091589570 tempest-PortsTestJSON-2091589570] Usage tracker for resource:security_group and tenant:4f41150d2ea84f97bbab10653dcc9b99 is out of sync, need to count used quota {{(pid=84874) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:32:36.121005 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-1ec05cf6-c073-40b2-8c46-00ccfc432e7b tempest-PortsTestJSON-2091589570 tempest-PortsTestJSON-2091589570] Quota usage for security_group was recalculated. Used quota:1. {{(pid=84874) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:32:36.143662 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-1ec05cf6-c073-40b2-8c46-00ccfc432e7b tempest-PortsTestJSON-2091589570 tempest-PortsTestJSON-2091589570] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:32:36.179076 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-1ec05cf6-c073-40b2-8c46-00ccfc432e7b tempest-PortsTestJSON-2091589570 tempest-PortsTestJSON-2091589570] Notify callbacks [] for security_group, before_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:32:36.261170 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-1ec05cf6-c073-40b2-8c46-00ccfc432e7b tempest-PortsTestJSON-2091589570 tempest-PortsTestJSON-2091589570] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:32:36.276004 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-1ec05cf6-c073-40b2-8c46-00ccfc432e7b tempest-PortsTestJSON-2091589570 tempest-PortsTestJSON-2091589570] Usage tracker for resource:security_group_rule and tenant:4f41150d2ea84f97bbab10653dcc9b99 is out of sync, need to count used quota {{(pid=84874) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:32:36.285836 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-1ec05cf6-c073-40b2-8c46-00ccfc432e7b tempest-PortsTestJSON-2091589570 tempest-PortsTestJSON-2091589570] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84874) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:32:36.306372 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-1ec05cf6-c073-40b2-8c46-00ccfc432e7b tempest-PortsTestJSON-2091589570 tempest-PortsTestJSON-2091589570] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:32:36.396077 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.plugin [None req-e3580c78-ed28-431b-a293-b5516c94263f None None] Port 9fcf9582-d53d-421b-9690-0fbdf3561687 cannot update to ACTIVE because it is not bound. {{(pid=84876) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:329}} Jan 14 07:32:36.539585 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-1ec05cf6-c073-40b2-8c46-00ccfc432e7b tempest-PortsTestJSON-2091589570 tempest-PortsTestJSON-2091589570] Notify callbacks [] for security_group, precommit_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:32:36.543369 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-1ec05cf6-c073-40b2-8c46-00ccfc432e7b tempest-PortsTestJSON-2091589570 tempest-PortsTestJSON-2091589570] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850887153'] for security_group, after_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:32:36.595205 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-d62a8ee4-8b02-48f2-8786-43b17c36e89c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:32:36.672897 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-6ae64e4d-9685-4b42-a37f-6049b62bf5b9 tempest-PortsIpV6TestJSON-1330665174 tempest-PortsIpV6TestJSON-1330665174] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:32:36.690591 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-59b7cab1-16c9-4f17-8438-6603e157190b tempest-TestNetworkBasicOps-1983703278 tempest-TestNetworkBasicOps-1983703278] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-598964', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850887113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3154192', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2308610'] for subnet, after_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:32:36.724932 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ec05cf6-c073-40b2-8c46-00ccfc432e7b tempest-PortsTestJSON-2091589570 tempest-PortsTestJSON-2091589570] Pushing event updated for resources: {'SecurityGroup': ['ID=d11151c7-4a0d-4eb7-8ad9-28f1d8b74b52,revision_number=1']} {{(pid=84874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:32:36.745452 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-1ec05cf6-c073-40b2-8c46-00ccfc432e7b tempest-PortsTestJSON-2091589570 tempest-PortsTestJSON-2091589570] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:32:36.747395 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-1ec05cf6-c073-40b2-8c46-00ccfc432e7b tempest-PortsTestJSON-2091589570 tempest-PortsTestJSON-2091589570] Notify callbacks [] for security_group, before_response {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:32:36.750869 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-1ec05cf6-c073-40b2-8c46-00ccfc432e7b tempest-PortsTestJSON-2091589570 tempest-PortsTestJSON-2091589570] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.7336349 Jan 14 07:32:36.754181 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84874) accepted ('10.222.0.24', 58024) {{(pid=84874) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:32:36.766153 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.v2.base [None req-ae3db0dd-17f0-4117-a2fd-e86cdbe840bd tempest-PortsTestJSON-2091589570 tempest-PortsTestJSON-2091589570] Request body: {'security_group': {'name': 'tempest-secgroup-1117000416'}} {{(pid=84874) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:32:36.790189 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a59f2aa2-57e1-4c97-a14d-576edada683c None None] Update dhcp port {'port': {'network_id': 'e289c449-d36a-4991-9be0-13105a93d6ac', 'fixed_ips': [{'subnet_id': 'aaa6b168-f88f-4fbe-9c67-c5c99e6637d2', 'ip_address': '172.20.0.18'}, {'subnet_id': '4b229328-260e-4fd2-a8d2-530fca12aa05'}], 'binding:host_id': 'n-d-768862-2'}, 'id': '01718d75-0986-4b69-81ce-6d92c2e9bbeb'} from n-d-768862-2. {{(pid=84876) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:310}} Jan 14 07:32:36.817529 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-ae3db0dd-17f0-4117-a2fd-e86cdbe840bd tempest-PortsTestJSON-2091589570 tempest-PortsTestJSON-2091589570] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:32:36.863896 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-ae3db0dd-17f0-4117-a2fd-e86cdbe840bd tempest-PortsTestJSON-2091589570 tempest-PortsTestJSON-2091589570] Usage tracker for resource:security_group and tenant:4f41150d2ea84f97bbab10653dcc9b99 is out of sync, need to count used quota {{(pid=84874) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:32:36.879638 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_dvr_db [None req-75b06af2-7027-4c04-b813-d21fd2546439 None None] Set router 50ef5e4f-d688-4837-84d9-242338edad9d gateway port host: n-d-768862-2 {{(pid=84877) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 14 07:32:36.882430 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-ae3db0dd-17f0-4117-a2fd-e86cdbe840bd tempest-PortsTestJSON-2091589570 tempest-PortsTestJSON-2091589570] Quota usage for security_group was recalculated. Used quota:2. {{(pid=84874) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:32:36.904492 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-ae3db0dd-17f0-4117-a2fd-e86cdbe840bd tempest-PortsTestJSON-2091589570 tempest-PortsTestJSON-2091589570] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=84874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:32:36.944581 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-ae3db0dd-17f0-4117-a2fd-e86cdbe840bd tempest-PortsTestJSON-2091589570 tempest-PortsTestJSON-2091589570] Notify callbacks [] for security_group, before_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:32:36.964893 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-a59f2aa2-57e1-4c97-a14d-576edada683c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555753'] for port, before_update {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:32:36.968492 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-5d1569cd-1fd8-49da-b69c-97c01c180d3e tempest-NetworksIpV6Test-2047944877 tempest-NetworksIpV6Test-2047944877] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:32:37.028108 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-ae3db0dd-17f0-4117-a2fd-e86cdbe840bd tempest-PortsTestJSON-2091589570 tempest-PortsTestJSON-2091589570] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:32:37.048079 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-ae3db0dd-17f0-4117-a2fd-e86cdbe840bd tempest-PortsTestJSON-2091589570 tempest-PortsTestJSON-2091589570] Usage tracker for resource:security_group_rule and tenant:4f41150d2ea84f97bbab10653dcc9b99 is out of sync, need to count used quota {{(pid=84874) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:32:37.056349 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-ae3db0dd-17f0-4117-a2fd-e86cdbe840bd tempest-PortsTestJSON-2091589570 tempest-PortsTestJSON-2091589570] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84874) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:32:37.086203 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-ae3db0dd-17f0-4117-a2fd-e86cdbe840bd tempest-PortsTestJSON-2091589570 tempest-PortsTestJSON-2091589570] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:32:37.114555 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59b7cab1-16c9-4f17-8438-6603e157190b tempest-TestNetworkBasicOps-1983703278 tempest-TestNetworkBasicOps-1983703278] Pushing event deleted for resources: {'Subnet': ['ID=6b63f965-2d0d-4f6b-9e42-5188bfa39eed,revision_number=None']} {{(pid=84875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:32:37.122374 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-59b7cab1-16c9-4f17-8438-6603e157190b tempest-TestNetworkBasicOps-1983703278 tempest-TestNetworkBasicOps-1983703278] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.154s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:32:37.125737 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-59b7cab1-16c9-4f17-8438-6603e157190b tempest-TestNetworkBasicOps-1983703278 tempest-TestNetworkBasicOps-1983703278] Notify callbacks [] for subnet, before_response {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:32:37.141499 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6ae64e4d-9685-4b42-a37f-6049b62bf5b9 tempest-PortsIpV6TestJSON-1330665174 tempest-PortsIpV6TestJSON-1330665174] Made reservation on behalf of 6396266df05d476da6838f06b578d30b for: {'port': 1} {{(pid=84875) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 07:32:37.231862 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-59b7cab1-16c9-4f17-8438-6603e157190b tempest-TestNetworkBasicOps-1983703278 tempest-TestNetworkBasicOps-1983703278] 10.222.0.24 "DELETE /v2.0/subnets/6b63f965-2d0d-4f6b-9e42-5188bfa39eed HTTP/1.1" status: 204 len: 168 time: 3.0888805 Jan 14 07:32:37.231862 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84875) accepted ('10.222.0.24', 58040) {{(pid=84875) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:32:37.250705 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84875) accepted ('10.222.0.24', 58042) {{(pid=84875) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:32:37.359536 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-ae3db0dd-17f0-4117-a2fd-e86cdbe840bd tempest-PortsTestJSON-2091589570 tempest-PortsTestJSON-2091589570] Notify callbacks [] for security_group, precommit_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:32:37.381855 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-ae3db0dd-17f0-4117-a2fd-e86cdbe840bd tempest-PortsTestJSON-2091589570 tempest-PortsTestJSON-2091589570] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850887153'] for security_group, after_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:32:37.460736 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-6427084a-a6ac-4adc-8a46-f46ef826b533 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:32:37.482702 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-ae3db0dd-17f0-4117-a2fd-e86cdbe840bd tempest-PortsTestJSON-2091589570 tempest-PortsTestJSON-2091589570] Notify callbacks [] for security_group, before_response {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:32:37.492767 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-ae3db0dd-17f0-4117-a2fd-e86cdbe840bd tempest-PortsTestJSON-2091589570 tempest-PortsTestJSON-2091589570] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.7347815 Jan 14 07:32:37.494185 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84874) accepted ('10.222.0.24', 58046) {{(pid=84874) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:32:37.508362 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.v2.base [None req-eac81985-9f9d-4e49-8f47-b479f12050e4 tempest-PortsTestJSON-2091589570 tempest-PortsTestJSON-2091589570] Request body: {'security_group': {'name': 'tempest-secgroup-148779857'}} {{(pid=84874) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:32:37.574970 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-eac81985-9f9d-4e49-8f47-b479f12050e4 tempest-PortsTestJSON-2091589570 tempest-PortsTestJSON-2091589570] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:32:37.587720 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-eac81985-9f9d-4e49-8f47-b479f12050e4 tempest-PortsTestJSON-2091589570 tempest-PortsTestJSON-2091589570] Usage tracker for resource:security_group and tenant:4f41150d2ea84f97bbab10653dcc9b99 is out of sync, need to count used quota {{(pid=84874) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:32:37.604014 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-eac81985-9f9d-4e49-8f47-b479f12050e4 tempest-PortsTestJSON-2091589570 tempest-PortsTestJSON-2091589570] Quota usage for security_group was recalculated. Used quota:3. {{(pid=84874) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:32:37.610071 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae3db0dd-17f0-4117-a2fd-e86cdbe840bd tempest-PortsTestJSON-2091589570 tempest-PortsTestJSON-2091589570] Pushing event updated for resources: {'SecurityGroup': ['ID=024e43b3-d730-425a-ac3f-c934a24acda8,revision_number=1']} {{(pid=84874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:32:37.618489 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-ae3db0dd-17f0-4117-a2fd-e86cdbe840bd tempest-PortsTestJSON-2091589570 tempest-PortsTestJSON-2091589570] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.158s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:32:37.619729 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-eac81985-9f9d-4e49-8f47-b479f12050e4 tempest-PortsTestJSON-2091589570 tempest-PortsTestJSON-2091589570] Attempting to reserve 1 items for resource security_group. Total usage: 3; quota limit: 100; headroom:97 {{(pid=84874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:32:37.642917 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-eac81985-9f9d-4e49-8f47-b479f12050e4 tempest-PortsTestJSON-2091589570 tempest-PortsTestJSON-2091589570] Notify callbacks [] for security_group, before_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:32:37.738074 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-eac81985-9f9d-4e49-8f47-b479f12050e4 tempest-PortsTestJSON-2091589570 tempest-PortsTestJSON-2091589570] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:32:37.758818 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d43db608-5db6-4014-9977-a22935c13550 None None] Network 780315ca-b2bf-4289-8e3a-06e1e90b3342 requested from n-d-768862-2 {{(pid=84876) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 07:32:37.766410 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-eac81985-9f9d-4e49-8f47-b479f12050e4 tempest-PortsTestJSON-2091589570 tempest-PortsTestJSON-2091589570] Usage tracker for resource:security_group_rule and tenant:4f41150d2ea84f97bbab10653dcc9b99 is out of sync, need to count used quota {{(pid=84874) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:32:37.780136 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-eac81985-9f9d-4e49-8f47-b479f12050e4 tempest-PortsTestJSON-2091589570 tempest-PortsTestJSON-2091589570] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=84874) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:32:37.784931 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.db_base_plugin_common [None req-a59f2aa2-57e1-4c97-a14d-576edada683c None None] Allocated IP 172.20.0.2 (e289c449-d36a-4991-9be0-13105a93d6ac/4b229328-260e-4fd2-a8d2-530fca12aa05/01718d75-0986-4b69-81ce-6d92c2e9bbeb) {{(pid=84876) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 14 07:32:37.800612 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_hamode_db [None req-75b06af2-7027-4c04-b813-d21fd2546439 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '50ef5e4f-d688-4837-84d9-242338edad9d', 'name': 'tempest-TestNetworkBasicOps-router-290611380', 'tenant_id': 'c52a65222187474995edf4946f0fd389', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '226f1e78-82cd-4481-9055-4eb73b6db8c1', 'external_fixed_ips': [{'subnet_id': 'ba8deeec-7658-4195-9449-038c076f5c83', 'ip_address': '172.25.2.99'}], 'enable_snat': True}, 'gw_port_id': '11914482-6a95-43fa-a240-85c7eca95117', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-14T07:31:17Z', 'updated_at': '2021-01-14T07:32:28Z', 'revision_number': 5, 'project_id': 'c52a65222187474995edf4946f0fd389', 'gw_port': {'id': '11914482-6a95-43fa-a240-85c7eca95117', 'name': '', 'network_id': '226f1e78-82cd-4481-9055-4eb73b6db8c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:18:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50ef5e4f-d688-4837-84d9-242338edad9d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2636, 'fixed_ips': [{'subnet_id': 'ba8deeec-7658-4195-9449-038c076f5c83', 'ip_address': '172.25.2.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T07:31:22Z', 'updated_at': '2021-01-14T07:31:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ba8deeec-7658-4195-9449-038c076f5c83', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-2'}], 'n-d-768862-2', False) {} {{(pid=84877) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:32:37.805438 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75b06af2-7027-4c04-b813-d21fd2546439 None None] The sync data for ids ['50ef5e4f-d688-4837-84d9-242338edad9d'] in n-d-768862-2 is: [{'id': '50ef5e4f-d688-4837-84d9-242338edad9d', 'name': 'tempest-TestNetworkBasicOps-router-290611380', 'tenant_id': 'c52a65222187474995edf4946f0fd389', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '226f1e78-82cd-4481-9055-4eb73b6db8c1', 'external_fixed_ips': [{'subnet_id': 'ba8deeec-7658-4195-9449-038c076f5c83', 'ip_address': '172.25.2.99'}], 'enable_snat': True}, 'gw_port_id': '11914482-6a95-43fa-a240-85c7eca95117', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-14T07:31:17Z', 'updated_at': '2021-01-14T07:32:28Z', 'revision_number': 5, 'project_id': 'c52a65222187474995edf4946f0fd389', 'gw_port': {'id': '11914482-6a95-43fa-a240-85c7eca95117', 'name': '', 'network_id': '226f1e78-82cd-4481-9055-4eb73b6db8c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:18:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50ef5e4f-d688-4837-84d9-242338edad9d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2636, 'fixed_ips': [{'subnet_id': 'ba8deeec-7658-4195-9449-038c076f5c83', 'ip_address': '172.25.2.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T07:31:22Z', 'updated_at': '2021-01-14T07:31:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ba8deeec-7658-4195-9449-038c076f5c83', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-2'}] {{(pid=84877) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Jan 14 07:32:37.809797 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-eac81985-9f9d-4e49-8f47-b479f12050e4 tempest-PortsTestJSON-2091589570 tempest-PortsTestJSON-2091589570] Attempting to reserve 2 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=84874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:32:38.093246 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-eac81985-9f9d-4e49-8f47-b479f12050e4 tempest-PortsTestJSON-2091589570 tempest-PortsTestJSON-2091589570] Notify callbacks [] for security_group, precommit_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:32:38.102606 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-eac81985-9f9d-4e49-8f47-b479f12050e4 tempest-PortsTestJSON-2091589570 tempest-PortsTestJSON-2091589570] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850887153'] for security_group, after_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:32:38.113352 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-9af5fdab-ba38-45e1-be26-65bf2051a1b1 tempest-PortsTestJSON-2091589570 tempest-PortsTestJSON-2091589570] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:32:38.256383 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eac81985-9f9d-4e49-8f47-b479f12050e4 tempest-PortsTestJSON-2091589570 tempest-PortsTestJSON-2091589570] Pushing event updated for resources: {'SecurityGroup': ['ID=09642f4b-d9cb-464c-aa8d-80fc74e25a08,revision_number=1']} {{(pid=84874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:32:38.263906 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-eac81985-9f9d-4e49-8f47-b479f12050e4 tempest-PortsTestJSON-2091589570 tempest-PortsTestJSON-2091589570] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:32:38.265198 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-eac81985-9f9d-4e49-8f47-b479f12050e4 tempest-PortsTestJSON-2091589570 tempest-PortsTestJSON-2091589570] Notify callbacks [] for security_group, before_response {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:32:38.268889 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-eac81985-9f9d-4e49-8f47-b479f12050e4 tempest-PortsTestJSON-2091589570 tempest-PortsTestJSON-2091589570] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.7693913 Jan 14 07:32:38.272693 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84874) accepted ('10.222.0.24', 58068) {{(pid=84874) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:32:38.284397 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.v2.base [None req-fc534dd0-b5b1-4fa3-b65f-74e4ae3d2b1b tempest-PortsTestJSON-2091589570 tempest-PortsTestJSON-2091589570] Request body: {'port': {'name': 'tempest-PortsTestJSON-1692005399', 'security_groups': ['09642f4b-d9cb-464c-aa8d-80fc74e25a08'], 'network_id': 'e289c449-d36a-4991-9be0-13105a93d6ac', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '4b229328-260e-4fd2-a8d2-530fca12aa05'}]}} {{(pid=84874) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:32:38.529296 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-6ae64e4d-9685-4b42-a37f-6049b62bf5b9 tempest-PortsIpV6TestJSON-1330665174 tempest-PortsIpV6TestJSON-1330665174] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555753'] for port, before_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:32:38.577809 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [None req-a59f2aa2-57e1-4c97-a14d-576edada683c None None] For port 01718d75-0986-4b69-81ce-6d92c2e9bbeb, host n-d-768862-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-2',level=0,port_id=01718d75-0986-4b69-81ce-6d92c2e9bbeb,segment=NetworkSegment(e44a4b64-6e66-48c7-9047-8e5d0e76d44c),segment_id=e44a4b64-6e66-48c7-9047-8e5d0e76d44c)] {{(pid=84876) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 07:32:38.591154 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.v2.base [None req-3e32ab48-793d-4756-954e-f527ea5b4bad tempest-NetworksTest-1803261889 tempest-NetworksTest-1803261889] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-786587223'}} {{(pid=84875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:32:38.611641 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-fc534dd0-b5b1-4fa3-b65f-74e4ae3d2b1b tempest-PortsTestJSON-2091589570 tempest-PortsTestJSON-2091589570] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:32:38.615963 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-3e32ab48-793d-4756-954e-f527ea5b4bad tempest-NetworksTest-1803261889 tempest-NetworksTest-1803261889] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:32:38.623297 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-fc534dd0-b5b1-4fa3-b65f-74e4ae3d2b1b tempest-PortsTestJSON-2091589570 tempest-PortsTestJSON-2091589570] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:32:38.623946 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-3e32ab48-793d-4756-954e-f527ea5b4bad tempest-NetworksTest-1803261889 tempest-NetworksTest-1803261889] Usage tracker for resource:network and tenant:93b2211854874c6cae5592aa469fb908 is out of sync, need to count used quota {{(pid=84875) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:32:38.631411 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-3e32ab48-793d-4756-954e-f527ea5b4bad tempest-NetworksTest-1803261889 tempest-NetworksTest-1803261889] Quota usage for network was recalculated. Used quota:0. {{(pid=84875) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:32:38.642606 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fc534dd0-b5b1-4fa3-b65f-74e4ae3d2b1b tempest-PortsTestJSON-2091589570 tempest-PortsTestJSON-2091589570] Made reservation on behalf of 4f41150d2ea84f97bbab10653dcc9b99 for: {'port': 1} {{(pid=84874) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 07:32:38.648879 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-3e32ab48-793d-4756-954e-f527ea5b4bad tempest-NetworksTest-1803261889 tempest-NetworksTest-1803261889] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:32:38.655049 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-a59f2aa2-57e1-4c97-a14d-576edada683c None None] Notify callbacks [] for port, precommit_update {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:32:38.662169 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01087637-ba37-4ce2-b47c-01c46c24d0cd None None] DHCP port deletion for 780315ca-b2bf-4289-8e3a-06e1e90b3342 request from n-d-768862-2 {{(pid=84876) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Jan 14 07:32:38.674292 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.plugin [None req-01087637-ba37-4ce2-b47c-01c46c24d0cd None None] Deleting port f6c84be7-dd3e-4198-a997-6ba79325810a {{(pid=84876) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 07:32:38.675017 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-01087637-ba37-4ce2-b47c-01c46c24d0cd None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363259214248359'] for port, before_delete {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:32:38.691094 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-7c97c396-ba6a-48ed-93ad-b7ff159f7050 tempest-TestNetworkBasicOps-1983703278 tempest-TestNetworkBasicOps-1983703278] Notify callbacks [] for router, before_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:32:38.818642 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-a59f2aa2-57e1-4c97-a14d-576edada683c None None] Transition to ACTIVE for port object 01718d75-0986-4b69-81ce-6d92c2e9bbeb will not be triggered until provisioned by entity DHCP. {{(pid=84876) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 07:32:38.833272 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-a59f2aa2-57e1-4c97-a14d-576edada683c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777640533312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363259214678337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777640097497'] for port, after_update {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:32:39.006471 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-fc534dd0-b5b1-4fa3-b65f-74e4ae3d2b1b tempest-PortsTestJSON-2091589570 tempest-PortsTestJSON-2091589570] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555753'] for port, before_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:32:39.115223 n-d-768862-2 neutron-server[84765]: DEBUG neutron.notifiers.nova [None req-6ae64e4d-9685-4b42-a37f-6049b62bf5b9 tempest-PortsIpV6TestJSON-1330665174 tempest-PortsIpV6TestJSON-1330665174] device_id is not set on port ab08a508-7245-4710-a739-01bfb9311408 yet. {{(pid=84875) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}} Jan 14 07:32:39.315222 n-d-768862-2 neutron-server[84765]: DEBUG neutron.notifiers.nova [None req-fc534dd0-b5b1-4fa3-b65f-74e4ae3d2b1b tempest-PortsTestJSON-2091589570 tempest-PortsTestJSON-2091589570] device_id is not set on port bf96ec70-9971-4bd7-b771-99b650a3c2cd yet. {{(pid=84874) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}} Jan 14 07:32:39.436058 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3e32ab48-793d-4756-954e-f527ea5b4bad tempest-NetworksTest-1803261889 tempest-NetworksTest-1803261889] Made reservation on behalf of 93b2211854874c6cae5592aa469fb908 for: {'network': 1} {{(pid=84875) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 07:32:39.460281 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-3e32ab48-793d-4756-954e-f527ea5b4bad tempest-NetworksTest-1803261889 tempest-NetworksTest-1803261889] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555753'] for network, before_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:32:39.589897 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.db_base_plugin_common [None req-6ae64e4d-9685-4b42-a37f-6049b62bf5b9 tempest-PortsIpV6TestJSON-1330665174 tempest-PortsIpV6TestJSON-1330665174] Allocated IP 2001:db8::55 (d5ef9345-9d47-4c1b-b4a7-f9e90c00c9f5/42e08115-c7e2-42bb-a413-f6f5238c9e4a/ab08a508-7245-4710-a739-01bfb9311408) {{(pid=84875) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 14 07:32:39.614410 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-6ed812ec-3818-42ea-86bd-bf6fc09aaaee None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84876) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:32:39.753238 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.db_base_plugin_common [None req-fc534dd0-b5b1-4fa3-b65f-74e4ae3d2b1b tempest-PortsTestJSON-2091589570 tempest-PortsTestJSON-2091589570] Allocated IP 172.20.0.12 (e289c449-d36a-4991-9be0-13105a93d6ac/4b229328-260e-4fd2-a8d2-530fca12aa05/bf96ec70-9971-4bd7-b771-99b650a3c2cd) {{(pid=84874) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 14 07:32:40.033483 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [None req-01087637-ba37-4ce2-b47c-01c46c24d0cd None None] For port f6c84be7-dd3e-4198-a997-6ba79325810a, host n-d-768862-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-2',level=0,port_id=f6c84be7-dd3e-4198-a997-6ba79325810a,segment=NetworkSegment(9629e1a4-7250-4f99-b228-b72aaf324ef3),segment_id=9629e1a4-7250-4f99-b228-b72aaf324ef3)] {{(pid=84876) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 07:32:40.033933 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-01087637-ba37-4ce2-b47c-01c46c24d0cd None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036850862667'] for port, precommit_delete {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:32:40.049132 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-6ae64e4d-9685-4b42-a37f-6049b62bf5b9 tempest-PortsIpV6TestJSON-1330665174 tempest-PortsIpV6TestJSON-1330665174] Notify callbacks [] for port, precommit_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:32:40.093183 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-6ae64e4d-9685-4b42-a37f-6049b62bf5b9 tempest-PortsIpV6TestJSON-1330665174 tempest-PortsIpV6TestJSON-1330665174] Transition to ACTIVE for port object ab08a508-7245-4710-a739-01bfb9311408 will not be triggered until provisioned by entity DHCP. {{(pid=84875) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 07:32:40.163742 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-3e32ab48-793d-4756-954e-f527ea5b4bad tempest-NetworksTest-1803261889 tempest-NetworksTest-1803261889] Notify callbacks [] for security_group, before_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:32:40.245536 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-6ae64e4d-9685-4b42-a37f-6049b62bf5b9 tempest-PortsIpV6TestJSON-1330665174 tempest-PortsIpV6TestJSON-1330665174] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777640123575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851621574'] for port, after_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:32:40.252217 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.plugin [None req-01087637-ba37-4ce2-b47c-01c46c24d0cd None None] Calling delete_port for f6c84be7-dd3e-4198-a997-6ba79325810a owned by network:dhcp {{(pid=84876) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 07:32:40.347346 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-24a0c503-5f53-4685-a6fb-6ef89fb563ff tempest-PortsIpV6TestJSON-1330665174 tempest-PortsIpV6TestJSON-1330665174] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:32:40.381374 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a59f2aa2-57e1-4c97-a14d-576edada683c None None] Pushing event updated for resources: {'Port': ['ID=01718d75-0986-4b69-81ce-6d92c2e9bbeb,revision_number=6']} {{(pid=84876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:32:40.392522 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-a59f2aa2-57e1-4c97-a14d-576edada683c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.779s {{(pid=84876) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:32:40.394160 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Device a7efcd05-7d08-4b65-881f-a305d9cb8323 no longer exists at agent ovs-agent-n-d-768862-2 {{(pid=84876) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jan 14 07:32:40.625232 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.plugin [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] No Port match for: a7efcd05-7d08-4b65-881f-a305d9cb8323 {{(pid=84876) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2188}} Jan 14 07:32:40.627871 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Device a7efcd05-7d08-4b65-881f-a305d9cb8323 not bound to the agent host n-d-768862-2 {{(pid=84876) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jan 14 07:32:40.628387 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Device f6c84be7-dd3e-4198-a997-6ba79325810a no longer exists at agent ovs-agent-n-d-768862-2 {{(pid=84876) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jan 14 07:32:40.816324 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555753'] for port, before_update {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:32:40.839541 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-fc534dd0-b5b1-4fa3-b65f-74e4ae3d2b1b tempest-PortsTestJSON-2091589570 tempest-PortsTestJSON-2091589570] Notify callbacks [] for port, precommit_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:32:40.880804 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-fc534dd0-b5b1-4fa3-b65f-74e4ae3d2b1b tempest-PortsTestJSON-2091589570 tempest-PortsTestJSON-2091589570] Transition to ACTIVE for port object bf96ec70-9971-4bd7-b771-99b650a3c2cd will not be triggered until provisioned by entity DHCP. {{(pid=84874) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 07:32:40.904012 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-01087637-ba37-4ce2-b47c-01c46c24d0cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777640533329', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777640097463'] for port, after_delete {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:32:40.908799 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-fc534dd0-b5b1-4fa3-b65f-74e4ae3d2b1b tempest-PortsTestJSON-2091589570 tempest-PortsTestJSON-2091589570] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777640123575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3254186'] for port, after_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:32:40.935042 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-9a38da54-97b6-4f05-8d79-6c6e8644a969 tempest-PortsTestJSON-2091589570 tempest-PortsTestJSON-2091589570] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:32:41.106017 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-3e32ab48-793d-4756-954e-f527ea5b4bad tempest-NetworksTest-1803261889 tempest-NetworksTest-1803261889] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:32:41.163643 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-1403d444-34db-4570-a839-fd4783e8e84b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84876) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:32:41.184349 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-3e32ab48-793d-4756-954e-f527ea5b4bad tempest-NetworksTest-1803261889 tempest-NetworksTest-1803261889] Usage tracker for resource:security_group_rule and tenant:93b2211854874c6cae5592aa469fb908 is out of sync, need to count used quota {{(pid=84875) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:32:41.190579 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ae64e4d-9685-4b42-a37f-6049b62bf5b9 tempest-PortsIpV6TestJSON-1330665174 tempest-PortsIpV6TestJSON-1330665174] Pushing event updated for resources: {'Port': ['ID=ab08a508-7245-4710-a739-01bfb9311408,revision_number=1']} {{(pid=84875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:32:41.226658 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01087637-ba37-4ce2-b47c-01c46c24d0cd None None] Pushing event deleted for resources: {'Port': ['ID=f6c84be7-dd3e-4198-a997-6ba79325810a,revision_number=None']} {{(pid=84876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:32:41.253150 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-01087637-ba37-4ce2-b47c-01c46c24d0cd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=84876) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:32:41.254246 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01087637-ba37-4ce2-b47c-01c46c24d0cd None None] No DVR routers for this DVR port f6c84be7-dd3e-4198-a997-6ba79325810a on host n-d-768862-2 {{(pid=84876) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Jan 14 07:32:41.272915 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-017f98a9-8a07-408c-a86f-8ff0c00400a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363259214191800', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854171626'] for agent, after_update {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:32:41.275428 n-d-768862-2 neutron-server[84765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ae64e4d-9685-4b42-a37f-6049b62bf5b9 tempest-PortsIpV6TestJSON-1330665174 tempest-PortsIpV6TestJSON-1330665174] Network d5ef9345-9d47-4c1b-b4a7-f9e90c00c9f5 is already hosted by enough agents. {{(pid=84875) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 07:32:41.276917 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-6ae64e4d-9685-4b42-a37f-6049b62bf5b9 tempest-PortsIpV6TestJSON-1330665174 tempest-PortsIpV6TestJSON-1330665174] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.930s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:32:41.277695 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84875) accepted ('10.222.0.24', 58124) {{(pid=84875) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:32:41.306599 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-3e32ab48-793d-4756-954e-f527ea5b4bad tempest-NetworksTest-1803261889 tempest-NetworksTest-1803261889] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84875) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:32:41.316853 n-d-768862-2 neutron-server[84765]: DEBUG neutron.scheduler.base_scheduler [None req-6ae64e4d-9685-4b42-a37f-6049b62bf5b9 tempest-PortsIpV6TestJSON-1330665174 tempest-PortsIpV6TestJSON-1330665174] Resources bound (agent type, host, resource id): {{(pid=84875) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 07:32:41.331315 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ae64e4d-9685-4b42-a37f-6049b62bf5b9 tempest-PortsIpV6TestJSON-1330665174 tempest-PortsIpV6TestJSON-1330665174] Received port after_create {{(pid=84875) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 14 07:32:41.340616 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network":"rule:regular_user" was deprecated in W in favor of "create_network":"role:member and project_id:%(project_id)s". Reason: Jan 14 07:32:41.340616 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:32:41.340616 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:32:41.340616 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:32:41.340616 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:shared":"rule:admin_only" was deprecated in W in favor of "create_network:shared":"role:admin and system_scope:all". Reason: Jan 14 07:32:41.340616 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:32:41.340616 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:32:41.340616 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:32:41.340616 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:router:external":"rule:admin_only" was deprecated in W in favor of "create_network:router:external":"role:admin and system_scope:all". Reason: Jan 14 07:32:41.340616 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:32:41.340616 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:32:41.340616 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:32:41.340616 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:is_default":"rule:admin_only" was deprecated in W in favor of "create_network:is_default":"role:admin and system_scope:all". Reason: Jan 14 07:32:41.340616 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:32:41.340616 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:32:41.340616 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:32:41.340616 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:port_security_enabled":"rule:regular_user" was deprecated in W in favor of "create_network:port_security_enabled":"role:member and project_id:%(project_id)s". Reason: Jan 14 07:32:41.340616 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:32:41.340616 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:32:41.340616 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:32:41.340616 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:segments":"rule:admin_only" was deprecated in W in favor of "create_network:segments":"role:admin and system_scope:all". Reason: Jan 14 07:32:41.340616 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:32:41.340616 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:32:41.340616 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:32:41.340616 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "create_network:provider:network_type":"role:admin and system_scope:all". Reason: Jan 14 07:32:41.340616 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:32:41.340616 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:32:41.340616 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:32:41.340616 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "create_network:provider:physical_network":"role:admin and system_scope:all". Reason: Jan 14 07:32:41.340616 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:32:41.340616 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:32:41.340616 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:32:41.340616 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "create_network:provider:segmentation_id":"role:admin and system_scope:all". Reason: Jan 14 07:32:41.340616 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:32:41.340616 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:32:41.340616 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:32:41.340616 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network":"rule:admin_or_owner or rule:shared or rule:external or rule:context_is_advsvc" was deprecated in W in favor of "get_network":"(role:reader and system_scope:all) or (role:reader and project_id:%(project_id)s) or rule:shared or rule:external or rule:context_is_advsvc". Reason: Jan 14 07:32:41.340616 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:32:41.340616 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:32:41.340616 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:32:41.340616 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:router:external":"rule:regular_user" was deprecated in W in favor of "get_network:router:external":"role:reader and project_id:%(project_id)s". Reason: Jan 14 07:32:41.340616 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:32:41.340616 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:32:41.340616 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:32:41.340616 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:segments":"rule:admin_only" was deprecated in W in favor of "get_network:segments":"role:reader and system_scope:all". Reason: Jan 14 07:32:41.340616 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:32:41.340616 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:32:41.340616 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:32:41.340616 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "get_network:provider:network_type":"role:reader and system_scope:all". Reason: Jan 14 07:32:41.340616 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:32:41.340616 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:32:41.340616 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:32:41.340616 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "get_network:provider:physical_network":"role:reader and system_scope:all". Reason: Jan 14 07:32:41.340616 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:32:41.340616 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:32:41.340616 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:32:41.340616 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "get_network:provider:segmentation_id":"role:reader and system_scope:all". Reason: Jan 14 07:32:41.340616 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:32:41.340616 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:32:41.340616 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:32:41.340616 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network":"rule:admin_or_owner" was deprecated in W in favor of "update_network":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 07:32:41.340616 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:32:41.340616 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:32:41.340616 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:32:41.340616 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:segments":"rule:admin_only" was deprecated in W in favor of "update_network:segments":"role:admin and system_scope:all". Reason: Jan 14 07:32:41.340616 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:32:41.340616 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:32:41.340616 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:32:41.372413 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ae64e4d-9685-4b42-a37f-6049b62bf5b9 tempest-PortsIpV6TestJSON-1330665174 tempest-PortsIpV6TestJSON-1330665174] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:32:41.373507 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-6ae64e4d-9685-4b42-a37f-6049b62bf5b9 tempest-PortsIpV6TestJSON-1330665174 tempest-PortsIpV6TestJSON-1330665174] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854768116'] for port, before_response {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:32:41.397757 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-3e32ab48-793d-4756-954e-f527ea5b4bad tempest-NetworksTest-1803261889 tempest-NetworksTest-1803261889] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:32:41.484964 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-7c97c396-ba6a-48ed-93ad-b7ff159f7050 tempest-TestNetworkBasicOps-1983703278 tempest-TestNetworkBasicOps-1983703278] Notify callbacks [] for router_gateway, before_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:32:41.518459 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-6ae64e4d-9685-4b42-a37f-6049b62bf5b9 tempest-PortsIpV6TestJSON-1330665174 tempest-PortsIpV6TestJSON-1330665174] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 6.3914061 Jan 14 07:32:41.528021 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84874) accepted ('10.222.0.24', 58132) {{(pid=84874) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:32:41.534323 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.plugin [None req-7c97c396-ba6a-48ed-93ad-b7ff159f7050 tempest-TestNetworkBasicOps-1983703278 tempest-TestNetworkBasicOps-1983703278] Deleting port 11914482-6a95-43fa-a240-85c7eca95117 {{(pid=84875) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 07:32:41.534789 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-7c97c396-ba6a-48ed-93ad-b7ff159f7050 tempest-TestNetworkBasicOps-1983703278 tempest-TestNetworkBasicOps-1983703278] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363259214248359'] for port, before_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:32:41.564580 n-d-768862-2 neutron-server[84765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc534dd0-b5b1-4fa3-b65f-74e4ae3d2b1b tempest-PortsTestJSON-2091589570 tempest-PortsTestJSON-2091589570] Network e289c449-d36a-4991-9be0-13105a93d6ac is already hosted by enough agents. {{(pid=84874) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 07:32:41.578291 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.v2.base [None req-f04c29df-658a-4bb5-9789-a84f7223b46f tempest-PortsIpV6TestJSON-1330665174 tempest-PortsIpV6TestJSON-1330665174] Request body: {'subnet': {'network_id': 'd5ef9345-9d47-4c1b-b4a7-f9e90c00c9f5', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=84874) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:32:41.637093 n-d-768862-2 neutron-server[84765]: DEBUG neutron.scheduler.base_scheduler [None req-fc534dd0-b5b1-4fa3-b65f-74e4ae3d2b1b tempest-PortsTestJSON-2091589570 tempest-PortsTestJSON-2091589570] Resources bound (agent type, host, resource id): {{(pid=84874) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 07:32:41.693299 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc534dd0-b5b1-4fa3-b65f-74e4ae3d2b1b tempest-PortsTestJSON-2091589570 tempest-PortsTestJSON-2091589570] Received port after_create {{(pid=84874) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 14 07:32:41.739942 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Device 01718d75-0986-4b69-81ce-6d92c2e9bbeb up at agent ovs-agent-n-d-768862-2 {{(pid=84876) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 07:32:42.009883 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc534dd0-b5b1-4fa3-b65f-74e4ae3d2b1b tempest-PortsTestJSON-2091589570 tempest-PortsTestJSON-2091589570] Pushing event updated for resources: {'Port': ['ID=bf96ec70-9971-4bd7-b771-99b650a3c2cd,revision_number=1']} {{(pid=84874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:32:42.030882 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-4ee6cd50-36bd-4a2b-82da-130d23366b6a None None] Provisioning for port ab08a508-7245-4710-a739-01bfb9311408 completed by entity DHCP. {{(pid=84876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 07:32:42.051603 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-4ee6cd50-36bd-4a2b-82da-130d23366b6a None None] Provisioning complete for port ab08a508-7245-4710-a739-01bfb9311408 triggered by entity DHCP. {{(pid=84876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 07:32:42.051603 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-4ee6cd50-36bd-4a2b-82da-130d23366b6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-604227'] for port, provisioning_complete {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:32:42.134190 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-85991b81-624b-4aa3-9115-7ebb02b9ae6d admin admin] Notify callbacks [] for security_group, before_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:32:42.179348 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-85991b81-624b-4aa3-9115-7ebb02b9ae6d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:32:42.200993 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.plugin [None req-4ee6cd50-36bd-4a2b-82da-130d23366b6a None None] Port ab08a508-7245-4710-a739-01bfb9311408 cannot update to ACTIVE because it is not bound. {{(pid=84876) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:329}} Jan 14 07:32:42.209827 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-85991b81-624b-4aa3-9115-7ebb02b9ae6d admin admin] Usage tracker for resource:security_group_rule and tenant:71c9f57ceb354d34b944cd6246758995 is out of sync, need to count used quota {{(pid=84875) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:32:42.211329 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:segments":"rule:admin_only" was deprecated in W in favor of "update_network:segments":"role:admin and system_scope:all". Reason: Jan 14 07:32:42.211329 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:32:42.211329 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:32:42.211329 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:32:42.211329 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:shared":"rule:admin_only" was deprecated in W in favor of "update_network:shared":"role:admin and system_scope:all". Reason: Jan 14 07:32:42.211329 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:32:42.211329 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:32:42.211329 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:32:42.211329 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "update_network:provider:network_type":"role:admin and system_scope:all". Reason: Jan 14 07:32:42.211329 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:32:42.211329 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:32:42.211329 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:32:42.211329 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "update_network:provider:physical_network":"role:admin and system_scope:all". Reason: Jan 14 07:32:42.211329 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:32:42.211329 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:32:42.211329 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:32:42.211329 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "update_network:provider:segmentation_id":"role:admin and system_scope:all". Reason: Jan 14 07:32:42.211329 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:32:42.211329 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:32:42.211329 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:32:42.211329 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:router:external":"rule:admin_only" was deprecated in W in favor of "update_network:router:external":"role:admin and system_scope:all". Reason: Jan 14 07:32:42.211329 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:32:42.211329 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:32:42.211329 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:32:42.211329 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:is_default":"rule:admin_only" was deprecated in W in favor of "update_network:is_default":"role:admin and system_scope:all". Reason: Jan 14 07:32:42.211329 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:32:42.211329 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:32:42.211329 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:32:42.211329 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:port_security_enabled":"rule:admin_or_owner" was deprecated in W in favor of "update_network:port_security_enabled":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 07:32:42.211329 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:32:42.211329 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:32:42.211329 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:32:42.211329 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "delete_network":"rule:admin_or_owner" was deprecated in W in favor of "delete_network":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 07:32:42.211329 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:32:42.211329 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:32:42.211329 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:32:42.211329 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_segment":"rule:admin_only" was deprecated in W in favor of "create_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:32:42.211329 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:32:42.211329 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_segment":"rule:admin_only" was deprecated in W in favor of "get_segment":"role:reader and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:32:42.211329 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:32:42.211329 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_segment":"rule:admin_only" was deprecated in W in favor of "update_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:32:42.211329 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:32:42.211329 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "delete_segment":"rule:admin_only" was deprecated in W in favor of "delete_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:32:42.211329 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:32:42.211329 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network":"rule:regular_user" was deprecated in W in favor of "create_network":"role:member and project_id:%(project_id)s". Reason: Jan 14 07:32:42.211329 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:32:42.211329 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:32:42.211329 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:32:42.211329 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:shared":"rule:admin_only" was deprecated in W in favor of "create_network:shared":"role:admin and system_scope:all". Reason: Jan 14 07:32:42.211329 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:32:42.211329 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:32:42.211329 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:32:42.211329 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:router:external":"rule:admin_only" was deprecated in W in favor of "create_network:router:external":"role:admin and system_scope:all". Reason: Jan 14 07:32:42.211329 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:32:42.211329 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:32:42.211329 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:32:42.211329 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:is_default":"rule:admin_only" was deprecated in W in favor of "create_network:is_default":"role:admin and system_scope:all". Reason: Jan 14 07:32:42.211329 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:32:42.211329 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:32:42.211329 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:32:42.211329 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:port_security_enabled":"rule:regular_user" was deprecated in W in favor of "create_network:port_security_enabled":"role:member and project_id:%(project_id)s". Reason: Jan 14 07:32:42.211329 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:32:42.211329 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:32:42.211329 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:32:42.218520 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:segments":"rule:admin_only" was deprecated in W in favor of "create_network:segments":"role:admin and system_scope:all". Reason: Jan 14 07:32:42.218520 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:32:42.218520 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:32:42.218520 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:32:42.218520 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "create_network:provider:network_type":"role:admin and system_scope:all". Reason: Jan 14 07:32:42.218520 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:32:42.218520 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:32:42.218520 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:32:42.218520 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "create_network:provider:physical_network":"role:admin and system_scope:all". Reason: Jan 14 07:32:42.218520 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:32:42.218520 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:32:42.218520 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:32:42.218520 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "create_network:provider:segmentation_id":"role:admin and system_scope:all". Reason: Jan 14 07:32:42.218520 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:32:42.218520 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:32:42.218520 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:32:42.218520 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network":"rule:admin_or_owner or rule:shared or rule:external or rule:context_is_advsvc" was deprecated in W in favor of "get_network":"(role:reader and system_scope:all) or (role:reader and project_id:%(project_id)s) or rule:shared or rule:external or rule:context_is_advsvc". Reason: Jan 14 07:32:42.218520 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:32:42.218520 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:32:42.218520 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:32:42.218520 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:router:external":"rule:regular_user" was deprecated in W in favor of "get_network:router:external":"role:reader and project_id:%(project_id)s". Reason: Jan 14 07:32:42.218520 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:32:42.218520 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:32:42.218520 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:32:42.218520 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:segments":"rule:admin_only" was deprecated in W in favor of "get_network:segments":"role:reader and system_scope:all". Reason: Jan 14 07:32:42.218520 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:32:42.218520 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:32:42.218520 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:32:42.218520 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "get_network:provider:network_type":"role:reader and system_scope:all". Reason: Jan 14 07:32:42.218520 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:32:42.218520 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:32:42.218520 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:32:42.218520 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "get_network:provider:physical_network":"role:reader and system_scope:all". Reason: Jan 14 07:32:42.218520 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:32:42.218520 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:32:42.218520 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:32:42.218520 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "get_network:provider:segmentation_id":"role:reader and system_scope:all". Reason: Jan 14 07:32:42.218520 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:32:42.218520 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:32:42.218520 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:32:42.218520 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network":"rule:admin_or_owner" was deprecated in W in favor of "update_network":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 07:32:42.218520 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:32:42.218520 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:32:42.218520 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:32:42.218520 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:segments":"rule:admin_only" was deprecated in W in favor of "update_network:segments":"role:admin and system_scope:all". Reason: Jan 14 07:32:42.218520 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:32:42.218520 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:32:42.218520 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:32:42.218520 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:shared":"rule:admin_only" was deprecated in W in favor of "update_network:shared":"role:admin and system_scope:all". Reason: Jan 14 07:32:42.218520 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:32:42.218520 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:32:42.218520 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:32:42.218520 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "update_network:provider:network_type":"role:admin and system_scope:all". Reason: Jan 14 07:32:42.218520 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:32:42.218520 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:32:42.218520 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:32:42.218520 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "update_network:provider:physical_network":"role:admin and system_scope:all". Reason: Jan 14 07:32:42.218520 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:32:42.218520 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:32:42.218520 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:32:42.218520 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "update_network:provider:segmentation_id":"role:admin and system_scope:all". Reason: Jan 14 07:32:42.218520 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:32:42.218520 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:32:42.218520 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:32:42.218520 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:router:external":"rule:admin_only" was deprecated in W in favor of "update_network:router:external":"role:admin and system_scope:all". Reason: Jan 14 07:32:42.218520 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:32:42.218520 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:32:42.218520 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:32:42.230077 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-85991b81-624b-4aa3-9115-7ebb02b9ae6d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84875) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:32:42.258498 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-85991b81-624b-4aa3-9115-7ebb02b9ae6d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:32:42.267521 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc534dd0-b5b1-4fa3-b65f-74e4ae3d2b1b tempest-PortsTestJSON-2091589570 tempest-PortsTestJSON-2091589570] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:32:42.269678 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-fc534dd0-b5b1-4fa3-b65f-74e4ae3d2b1b tempest-PortsTestJSON-2091589570 tempest-PortsTestJSON-2091589570] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854768116'] for port, before_response {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:32:42.278337 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-3e32ab48-793d-4756-954e-f527ea5b4bad tempest-NetworksTest-1803261889 tempest-NetworksTest-1803261889] Notify callbacks [] for security_group, precommit_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:32:42.278599 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-fc534dd0-b5b1-4fa3-b65f-74e4ae3d2b1b tempest-PortsTestJSON-2091589570 tempest-PortsTestJSON-2091589570] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.343s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:32:42.279523 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-f04c29df-658a-4bb5-9789-a84f7223b46f tempest-PortsIpV6TestJSON-1330665174 tempest-PortsIpV6TestJSON-1330665174] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:32:42.289039 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [None req-7c97c396-ba6a-48ed-93ad-b7ff159f7050 tempest-TestNetworkBasicOps-1983703278 tempest-TestNetworkBasicOps-1983703278] For port 11914482-6a95-43fa-a240-85c7eca95117, host n-d-768862-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-2',level=0,port_id=11914482-6a95-43fa-a240-85c7eca95117,segment=NetworkSegment(cf3ded2c-bc47-4a71-89af-6e7117e60140),segment_id=cf3ded2c-bc47-4a71-89af-6e7117e60140)] {{(pid=84875) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 07:32:42.289827 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-7c97c396-ba6a-48ed-93ad-b7ff159f7050 tempest-TestNetworkBasicOps-1983703278 tempest-TestNetworkBasicOps-1983703278] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036850862667'] for port, precommit_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:32:42.292379 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-f04c29df-658a-4bb5-9789-a84f7223b46f tempest-PortsIpV6TestJSON-1330665174 tempest-PortsIpV6TestJSON-1330665174] Usage tracker for resource:subnet and tenant:6396266df05d476da6838f06b578d30b is out of sync, need to count used quota {{(pid=84874) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:32:42.296387 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-f04c29df-658a-4bb5-9789-a84f7223b46f tempest-PortsIpV6TestJSON-1330665174 tempest-PortsIpV6TestJSON-1330665174] Quota usage for subnet was recalculated. Used quota:2. {{(pid=84874) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:32:42.305037 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-3e32ab48-793d-4756-954e-f527ea5b4bad tempest-NetworksTest-1803261889 tempest-NetworksTest-1803261889] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850887153'] for security_group, after_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:32:42.305502 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-f04c29df-658a-4bb5-9789-a84f7223b46f tempest-PortsIpV6TestJSON-1330665174 tempest-PortsIpV6TestJSON-1330665174] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=84874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:32:42.318779 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f04c29df-658a-4bb5-9789-a84f7223b46f tempest-PortsIpV6TestJSON-1330665174 tempest-PortsIpV6TestJSON-1330665174] Made reservation on behalf of 6396266df05d476da6838f06b578d30b for: {'subnet': 1} {{(pid=84874) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 07:32:42.321188 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-f8562b09-a277-43a8-b5dd-c20c3be3fa2c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:32:42.336270 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-4fdeda95-c6c2-48dd-8b48-67653b8f45d6 None None] Provisioning for port 01718d75-0986-4b69-81ce-6d92c2e9bbeb completed by entity DHCP. {{(pid=84876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 07:32:42.350999 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-4fdeda95-c6c2-48dd-8b48-67653b8f45d6 None None] Provisioning complete for port 01718d75-0986-4b69-81ce-6d92c2e9bbeb triggered by entity DHCP. {{(pid=84876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 07:32:42.356005 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-4fdeda95-c6c2-48dd-8b48-67653b8f45d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-604227'] for port, provisioning_complete {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:32:42.488024 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-f04c29df-658a-4bb5-9789-a84f7223b46f tempest-PortsIpV6TestJSON-1330665174 tempest-PortsIpV6TestJSON-1330665174] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036851981161'] for subnet, before_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:32:42.576606 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.plugin [None req-7c97c396-ba6a-48ed-93ad-b7ff159f7050 tempest-TestNetworkBasicOps-1983703278 tempest-TestNetworkBasicOps-1983703278] Calling delete_port for 11914482-6a95-43fa-a240-85c7eca95117 owned by network:router_gateway {{(pid=84875) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 07:32:42.687553 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-852a24f7-e9a1-4193-9abb-e9506fe5213f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363259214191800', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854171626'] for agent, after_update {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:32:42.705954 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-4fdeda95-c6c2-48dd-8b48-67653b8f45d6 None None] Provisioning complete for port 9fcf9582-d53d-421b-9690-0fbdf3561687 triggered by entity DHCP. {{(pid=84876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 07:32:42.706384 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-4fdeda95-c6c2-48dd-8b48-67653b8f45d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-604227'] for port, provisioning_complete {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:32:42.760883 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3e32ab48-793d-4756-954e-f527ea5b4bad tempest-NetworksTest-1803261889 tempest-NetworksTest-1803261889] vxlan segment allocate from pool success with {'vxlan_vni': 15} {{(pid=84875) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Jan 14 07:32:42.810201 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e32ab48-793d-4756-954e-f527ea5b4bad tempest-NetworksTest-1803261889 tempest-NetworksTest-1803261889] Pushing event updated for resources: {'SecurityGroup': ['ID=e661dcf0-9aac-4c84-8541-2c344d5cfdd1,revision_number=1']} {{(pid=84875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:32:42.854554 n-d-768862-2 neutron-server[84765]: INFO neutron.db.ipam_backend_mixin [None req-f04c29df-658a-4bb5-9789-a84f7223b46f tempest-PortsIpV6TestJSON-1330665174 tempest-PortsIpV6TestJSON-1330665174] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 42e08115-c7e2-42bb-a413-f6f5238c9e4a (CIDR: 2001:db8::/64) Jan 14 07:32:42.855498 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.plugin [None req-4fdeda95-c6c2-48dd-8b48-67653b8f45d6 None None] Port 9fcf9582-d53d-421b-9690-0fbdf3561687 cannot update to ACTIVE because it is not bound. {{(pid=84876) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:329}} Jan 14 07:32:42.861652 n-d-768862-2 neutron-server[84765]: INFO neutron.pecan_wsgi.hooks.translation [None req-f04c29df-658a-4bb5-9789-a84f7223b46f tempest-PortsIpV6TestJSON-1330665174 tempest-PortsIpV6TestJSON-1330665174] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 14 07:32:42.862538 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f04c29df-658a-4bb5-9789-a84f7223b46f tempest-PortsIpV6TestJSON-1330665174 tempest-PortsIpV6TestJSON-1330665174] No notification will be sent due to unsuccessful status code: 400 {{(pid=84874) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Jan 14 07:32:42.893459 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-fc534dd0-b5b1-4fa3-b65f-74e4ae3d2b1b tempest-PortsTestJSON-2091589570 tempest-PortsTestJSON-2091589570] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 925 time: 4.6187379 Jan 14 07:32:42.897808 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84874) accepted ('10.222.0.24', 58152) {{(pid=84874) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:32:42.905367 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-f04c29df-658a-4bb5-9789-a84f7223b46f tempest-PortsIpV6TestJSON-1330665174 tempest-PortsIpV6TestJSON-1330665174] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.3788972 Jan 14 07:32:42.913369 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.v2.base [None req-39702278-a2eb-4003-ac96-295dfdbf820c tempest-PortsTestJSON-2091589570 tempest-PortsTestJSON-2091589570] Request body: {'subnet': {'network_id': 'e289c449-d36a-4991-9be0-13105a93d6ac', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=84874) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:32:42.920353 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-85991b81-624b-4aa3-9115-7ebb02b9ae6d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:32:42.941432 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-3e32ab48-793d-4756-954e-f527ea5b4bad tempest-NetworksTest-1803261889 tempest-NetworksTest-1803261889] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.620s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:32:42.941970 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84875) accepted ('10.222.0.24', 58156) {{(pid=84875) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:32:42.942663 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-85991b81-624b-4aa3-9115-7ebb02b9ae6d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850887153'] for security_group, after_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:32:42.962542 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-c3db7e74-5b66-408e-ae5c-d97e3a270dc2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:32:42.994416 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-d0e16036-9bcc-43fb-883f-9f4b103e464a None None] Provisioning for port bf96ec70-9971-4bd7-b771-99b650a3c2cd completed by entity DHCP. {{(pid=84876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 07:32:43.013859 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-3e32ab48-793d-4756-954e-f527ea5b4bad tempest-NetworksTest-1803261889 tempest-NetworksTest-1803261889] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment--9223363259214191851', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854179735'] for segment, precommit_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:32:43.013859 n-d-768862-2 neutron-server[84765]: INFO neutron.db.segments_db [None req-3e32ab48-793d-4756-954e-f527ea5b4bad tempest-NetworksTest-1803261889 tempest-NetworksTest-1803261889] Added segment 92546857-9ee1-426b-8c0e-1b2104531b43 of type vxlan for network 3f8d7255-cdb2-4b57-8b23-400eddf3c357 Jan 14 07:32:43.028860 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.v2.base [None req-90d7c518-a10e-4430-bffa-9a870b343ac1 tempest-PortsIpV6TestJSON-1330665174 tempest-PortsIpV6TestJSON-1330665174] Request body: {'subnet': {'network_id': 'd5ef9345-9d47-4c1b-b4a7-f9e90c00c9f5', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=84875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:32:43.048198 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-d0e16036-9bcc-43fb-883f-9f4b103e464a None None] Provisioning complete for port bf96ec70-9971-4bd7-b771-99b650a3c2cd triggered by entity DHCP. {{(pid=84876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 07:32:43.048198 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-d0e16036-9bcc-43fb-883f-9f4b103e464a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-604227'] for port, provisioning_complete {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:32:43.129402 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85991b81-624b-4aa3-9115-7ebb02b9ae6d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a5384a16-44e8-40d3-bba4-efd8de8d9235,revision_number=1']} {{(pid=84875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:32:43.148011 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.plugin [None req-d0e16036-9bcc-43fb-883f-9f4b103e464a None None] Port bf96ec70-9971-4bd7-b771-99b650a3c2cd cannot update to ACTIVE because it is not bound. {{(pid=84876) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:329}} Jan 14 07:32:43.163389 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-d0e16036-9bcc-43fb-883f-9f4b103e464a None None] Provisioning complete for port 01718d75-0986-4b69-81ce-6d92c2e9bbeb triggered by entity DHCP. {{(pid=84876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 07:32:43.164020 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-d0e16036-9bcc-43fb-883f-9f4b103e464a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-604227'] for port, provisioning_complete {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:32:43.171042 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-85991b81-624b-4aa3-9115-7ebb02b9ae6d admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=71c9f57ceb354d34b944cd6246758995&name=default HTTP/1.1" status: 200 len: 2983 time: 1.8499465 Jan 14 07:32:43.182589 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-85991b81-624b-4aa3-9115-7ebb02b9ae6d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.220s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:32:43.188004 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84875) accepted ('10.222.0.24', 58166) {{(pid=84875) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:32:43.264949 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-39702278-a2eb-4003-ac96-295dfdbf820c tempest-PortsTestJSON-2091589570 tempest-PortsTestJSON-2091589570] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:32:43.273070 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-39702278-a2eb-4003-ac96-295dfdbf820c tempest-PortsTestJSON-2091589570 tempest-PortsTestJSON-2091589570] Usage tracker for resource:subnet and tenant:4f41150d2ea84f97bbab10653dcc9b99 is out of sync, need to count used quota {{(pid=84874) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:32:43.282181 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-39702278-a2eb-4003-ac96-295dfdbf820c tempest-PortsTestJSON-2091589570 tempest-PortsTestJSON-2091589570] Quota usage for subnet was recalculated. Used quota:2. {{(pid=84874) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:32:43.302088 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-39702278-a2eb-4003-ac96-295dfdbf820c tempest-PortsTestJSON-2091589570 tempest-PortsTestJSON-2091589570] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=84874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:32:43.329629 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-39702278-a2eb-4003-ac96-295dfdbf820c tempest-PortsTestJSON-2091589570 tempest-PortsTestJSON-2091589570] Made reservation on behalf of 4f41150d2ea84f97bbab10653dcc9b99 for: {'subnet': 1} {{(pid=84874) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 07:32:43.350234 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-39702278-a2eb-4003-ac96-295dfdbf820c tempest-PortsTestJSON-2091589570 tempest-PortsTestJSON-2091589570] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036851981161'] for subnet, before_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:32:43.354624 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-3e32ab48-793d-4756-954e-f527ea5b4bad tempest-NetworksTest-1803261889 tempest-NetworksTest-1803261889] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363259214646115'] for network, precommit_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:32:43.415194 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-d8480781-d141-452b-853c-12bcbd7a4cb2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:32:43.446496 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-d8480781-d141-452b-853c-12bcbd7a4cb2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:32:43.525738 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.db.resource_extend [None req-3e32ab48-793d-4756-954e-f527ea5b4bad tempest-NetworksTest-1803261889 tempest-NetworksTest-1803261889] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84875) wrapper /usr/local/lib/python3.6/dist-packages/oslo_utils/timeutils.py:388}} Jan 14 07:32:43.535020 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-7c97c396-ba6a-48ed-93ad-b7ff159f7050 tempest-TestNetworkBasicOps-1983703278 tempest-TestNetworkBasicOps-1983703278] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777640533329', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777640097463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851621574'] for port, after_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:32:43.550729 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-90d7c518-a10e-4430-bffa-9a870b343ac1 tempest-PortsIpV6TestJSON-1330665174 tempest-PortsIpV6TestJSON-1330665174] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:32:43.555992 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-d8480781-d141-452b-853c-12bcbd7a4cb2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850887153'] for security_group, after_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:32:43.568059 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-e28921e9-08e7-4e2e-8ce5-061b9a245339 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:32:43.589708 n-d-768862-2 neutron-server[84765]: INFO neutron.db.ipam_backend_mixin [None req-39702278-a2eb-4003-ac96-295dfdbf820c tempest-PortsTestJSON-2091589570 tempest-PortsTestJSON-2091589570] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet 4b229328-260e-4fd2-a8d2-530fca12aa05 (CIDR: 172.20.0.0/28) Jan 14 07:32:43.595215 n-d-768862-2 neutron-server[84765]: INFO neutron.pecan_wsgi.hooks.translation [None req-39702278-a2eb-4003-ac96-295dfdbf820c tempest-PortsTestJSON-2091589570 tempest-PortsTestJSON-2091589570] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 14 07:32:43.596512 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-39702278-a2eb-4003-ac96-295dfdbf820c tempest-PortsTestJSON-2091589570 tempest-PortsTestJSON-2091589570] No notification will be sent due to unsuccessful status code: 400 {{(pid=84874) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Jan 14 07:32:43.630677 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-90d7c518-a10e-4430-bffa-9a870b343ac1 tempest-PortsIpV6TestJSON-1330665174 tempest-PortsIpV6TestJSON-1330665174] Usage tracker for resource:subnet and tenant:6396266df05d476da6838f06b578d30b is out of sync, need to count used quota {{(pid=84875) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:32:43.635314 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-39702278-a2eb-4003-ac96-295dfdbf820c tempest-PortsTestJSON-2091589570 tempest-PortsTestJSON-2091589570] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.7254333 Jan 14 07:32:43.635486 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8480781-d141-452b-853c-12bcbd7a4cb2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a5384a16-44e8-40d3-bba4-efd8de8d9235,revision_number=None']} {{(pid=84875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:32:43.635580 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84874) accepted ('10.222.0.24', 58176) {{(pid=84874) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:32:43.647324 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-90d7c518-a10e-4430-bffa-9a870b343ac1 tempest-PortsIpV6TestJSON-1330665174 tempest-PortsIpV6TestJSON-1330665174] Quota usage for subnet was recalculated. Used quota:2. {{(pid=84875) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:32:43.653754 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-d8480781-d141-452b-853c-12bcbd7a4cb2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:32:43.656423 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.v2.base [None req-6ea48bf6-7f39-44e5-b500-82302ab10ae2 tempest-PortsTestJSON-2091589570 tempest-PortsTestJSON-2091589570] Request body: {'subnet': {'network_id': 'e289c449-d36a-4991-9be0-13105a93d6ac', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=84874) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:32:43.667435 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-90d7c518-a10e-4430-bffa-9a870b343ac1 tempest-PortsIpV6TestJSON-1330665174 tempest-PortsIpV6TestJSON-1330665174] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=84875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:32:43.691868 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-3e32ab48-793d-4756-954e-f527ea5b4bad tempest-NetworksTest-1803261889 tempest-NetworksTest-1803261889] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850887149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964'] for network, after_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:32:43.712311 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e32ab48-793d-4756-954e-f527ea5b4bad tempest-NetworksTest-1803261889 tempest-NetworksTest-1803261889] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:32:43.713045 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-3e32ab48-793d-4756-954e-f527ea5b4bad tempest-NetworksTest-1803261889 tempest-NetworksTest-1803261889] Notify callbacks [] for network, before_response {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:32:43.724949 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-86de3dc3-941a-4673-94ce-ab8d154bbd66 tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:32:43.926500 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-90d7c518-a10e-4430-bffa-9a870b343ac1 tempest-PortsIpV6TestJSON-1330665174 tempest-PortsIpV6TestJSON-1330665174] Made reservation on behalf of 6396266df05d476da6838f06b578d30b for: {'subnet': 1} {{(pid=84875) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 07:32:43.942557 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-6ea48bf6-7f39-44e5-b500-82302ab10ae2 tempest-PortsTestJSON-2091589570 tempest-PortsTestJSON-2091589570] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:32:43.948440 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-6ea48bf6-7f39-44e5-b500-82302ab10ae2 tempest-PortsTestJSON-2091589570 tempest-PortsTestJSON-2091589570] Usage tracker for resource:subnet and tenant:4f41150d2ea84f97bbab10653dcc9b99 is out of sync, need to count used quota {{(pid=84874) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:32:43.952908 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-6ea48bf6-7f39-44e5-b500-82302ab10ae2 tempest-PortsTestJSON-2091589570 tempest-PortsTestJSON-2091589570] Quota usage for subnet was recalculated. Used quota:2. {{(pid=84874) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:32:43.962411 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-6ea48bf6-7f39-44e5-b500-82302ab10ae2 tempest-PortsTestJSON-2091589570 tempest-PortsTestJSON-2091589570] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=84874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:32:43.976431 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6ea48bf6-7f39-44e5-b500-82302ab10ae2 tempest-PortsTestJSON-2091589570 tempest-PortsTestJSON-2091589570] Made reservation on behalf of 4f41150d2ea84f97bbab10653dcc9b99 for: {'subnet': 1} {{(pid=84874) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 07:32:43.988156 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-6ea48bf6-7f39-44e5-b500-82302ab10ae2 tempest-PortsTestJSON-2091589570 tempest-PortsTestJSON-2091589570] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036851981161'] for subnet, before_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:32:44.166920 n-d-768862-2 neutron-server[84765]: INFO neutron.db.ipam_backend_mixin [None req-6ea48bf6-7f39-44e5-b500-82302ab10ae2 tempest-PortsTestJSON-2091589570 tempest-PortsTestJSON-2091589570] Validation for CIDR: 172.20.0.16/28 failed - overlaps with subnet aaa6b168-f88f-4fbe-9c67-c5c99e6637d2 (CIDR: 172.20.0.16/28) Jan 14 07:32:44.174308 n-d-768862-2 neutron-server[84765]: INFO neutron.pecan_wsgi.hooks.translation [None req-6ea48bf6-7f39-44e5-b500-82302ab10ae2 tempest-PortsTestJSON-2091589570 tempest-PortsTestJSON-2091589570] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 14 07:32:44.175348 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6ea48bf6-7f39-44e5-b500-82302ab10ae2 tempest-PortsTestJSON-2091589570 tempest-PortsTestJSON-2091589570] No notification will be sent due to unsuccessful status code: 400 {{(pid=84874) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Jan 14 07:32:44.205742 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-6ea48bf6-7f39-44e5-b500-82302ab10ae2 tempest-PortsTestJSON-2091589570 tempest-PortsTestJSON-2091589570] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 425 time: 0.5687342 Jan 14 07:32:44.209825 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84874) accepted ('10.222.0.24', 58190) {{(pid=84874) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:32:44.216577 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.v2.base [None req-82acfd0e-d636-4c56-831a-2505f74f6d80 tempest-PortsTestJSON-2091589570 tempest-PortsTestJSON-2091589570] Request body: {'subnet': {'network_id': 'e289c449-d36a-4991-9be0-13105a93d6ac', 'cidr': '172.20.0.32/28', 'ip_version': 4, 'gateway_ip': '172.20.0.33'}} {{(pid=84874) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:32:44.419957 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-3e32ab48-793d-4756-954e-f527ea5b4bad tempest-NetworksTest-1803261889 tempest-NetworksTest-1803261889] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 6.4225757 Jan 14 07:32:44.435901 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-d8480781-d141-452b-853c-12bcbd7a4cb2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:32:44.435901 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-d8480781-d141-452b-853c-12bcbd7a4cb2 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/a5384a16-44e8-40d3-bba4-efd8de8d9235 HTTP/1.1" status: 204 len: 168 time: 1.2397130 Jan 14 07:32:44.503142 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-82acfd0e-d636-4c56-831a-2505f74f6d80 tempest-PortsTestJSON-2091589570 tempest-PortsTestJSON-2091589570] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:32:44.508529 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e32ab48-793d-4756-954e-f527ea5b4bad tempest-NetworksTest-1803261889 tempest-NetworksTest-1803261889] Pushing event updated for resources: {'Network': ['ID=3f8d7255-cdb2-4b57-8b23-400eddf3c357,revision_number=1']} {{(pid=84875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:32:44.523374 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-852a24f7-e9a1-4193-9abb-e9506fe5213f None None] Network 3f8d7255-cdb2-4b57-8b23-400eddf3c357 details requested by agent ovs-agent-n-h2-768862-2 with host n-h2-768862-2 {{(pid=84876) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 07:32:44.526711 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-82acfd0e-d636-4c56-831a-2505f74f6d80 tempest-PortsTestJSON-2091589570 tempest-PortsTestJSON-2091589570] Usage tracker for resource:subnet and tenant:4f41150d2ea84f97bbab10653dcc9b99 is out of sync, need to count used quota {{(pid=84874) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:32:44.537933 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-82acfd0e-d636-4c56-831a-2505f74f6d80 tempest-PortsTestJSON-2091589570 tempest-PortsTestJSON-2091589570] Quota usage for subnet was recalculated. Used quota:2. {{(pid=84874) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:32:44.562880 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-82acfd0e-d636-4c56-831a-2505f74f6d80 tempest-PortsTestJSON-2091589570 tempest-PortsTestJSON-2091589570] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=84874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:32:44.563759 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-3e32ab48-793d-4756-954e-f527ea5b4bad tempest-NetworksTest-1803261889 tempest-NetworksTest-1803261889] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.837s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:32:44.587509 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-017f98a9-8a07-408c-a86f-8ff0c00400a0 None None] Network 3f8d7255-cdb2-4b57-8b23-400eddf3c357 details requested by agent ovs-agent-n-h1-768862-2 with host n-h1-768862-2 {{(pid=84876) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 07:32:44.592041 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-82acfd0e-d636-4c56-831a-2505f74f6d80 tempest-PortsTestJSON-2091589570 tempest-PortsTestJSON-2091589570] Made reservation on behalf of 4f41150d2ea84f97bbab10653dcc9b99 for: {'subnet': 1} {{(pid=84874) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 07:32:44.595737 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-7c97c396-ba6a-48ed-93ad-b7ff159f7050 tempest-TestNetworkBasicOps-1983703278 tempest-TestNetworkBasicOps-1983703278] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036850863128'] for router_gateway, after_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:32:44.650344 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Network 3f8d7255-cdb2-4b57-8b23-400eddf3c357 details requested by agent ovs-agent-n-d-768862-2 with host n-d-768862-2 {{(pid=84876) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 07:32:44.823802 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84874) accepted ('10.222.0.24', 58202) {{(pid=84874) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:32:44.832614 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.v2.base [None req-58cb545d-9bda-440e-95d5-9951fc49b4b1 tempest-NetworksTest-1803261889 tempest-NetworksTest-1803261889] Request body: {'subnet': {'network_id': '3f8d7255-cdb2-4b57-8b23-400eddf3c357', 'cidr': '172.20.255.240/28', 'ip_version': 4, 'gateway_ip': '172.20.255.241'}} {{(pid=84874) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:32:44.990944 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-58cb545d-9bda-440e-95d5-9951fc49b4b1 tempest-NetworksTest-1803261889 tempest-NetworksTest-1803261889] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:32:45.040444 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-58cb545d-9bda-440e-95d5-9951fc49b4b1 tempest-NetworksTest-1803261889 tempest-NetworksTest-1803261889] Usage tracker for resource:subnet and tenant:93b2211854874c6cae5592aa469fb908 is out of sync, need to count used quota {{(pid=84874) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:32:45.045161 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-58cb545d-9bda-440e-95d5-9951fc49b4b1 tempest-NetworksTest-1803261889 tempest-NetworksTest-1803261889] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84874) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:32:45.053527 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-7c97c396-ba6a-48ed-93ad-b7ff159f7050 tempest-TestNetworkBasicOps-1983703278 tempest-TestNetworkBasicOps-1983703278] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3889346', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036854717606'] for router, precommit_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:32:45.061187 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-7c97c396-ba6a-48ed-93ad-b7ff159f7050 tempest-TestNetworkBasicOps-1983703278 tempest-TestNetworkBasicOps-1983703278] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:32:45.063903 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-58cb545d-9bda-440e-95d5-9951fc49b4b1 tempest-NetworksTest-1803261889 tempest-NetworksTest-1803261889] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:32:45.090707 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-82acfd0e-d636-4c56-831a-2505f74f6d80 tempest-PortsTestJSON-2091589570 tempest-PortsTestJSON-2091589570] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036851981161'] for subnet, before_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:32:45.192445 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-7c97c396-ba6a-48ed-93ad-b7ff159f7050 tempest-TestNetworkBasicOps-1983703278 tempest-TestNetworkBasicOps-1983703278] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036850897070'] for router, after_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:32:45.193223 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7c97c396-ba6a-48ed-93ad-b7ff159f7050 tempest-TestNetworkBasicOps-1983703278 tempest-TestNetworkBasicOps-1983703278] Fanout notify agent at l3_agent the message router_deleted on router 50ef5e4f-d688-4837-84d9-242338edad9d {{(pid=84875) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jan 14 07:32:45.220891 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-90d7c518-a10e-4430-bffa-9a870b343ac1 tempest-PortsIpV6TestJSON-1330665174 tempest-PortsIpV6TestJSON-1330665174] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036852467157'] for subnet, before_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:32:45.335897 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-58cb545d-9bda-440e-95d5-9951fc49b4b1 tempest-NetworksTest-1803261889 tempest-NetworksTest-1803261889] Made reservation on behalf of 93b2211854874c6cae5592aa469fb908 for: {'subnet': 1} {{(pid=84874) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 07:32:45.518462 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-7c97c396-ba6a-48ed-93ad-b7ff159f7050 tempest-TestNetworkBasicOps-1983703278 tempest-TestNetworkBasicOps-1983703278] Notify callbacks [] for router, before_response {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:32:45.518462 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-7c97c396-ba6a-48ed-93ad-b7ff159f7050 tempest-TestNetworkBasicOps-1983703278 tempest-TestNetworkBasicOps-1983703278] 10.222.0.24 "DELETE /v2.0/routers/50ef5e4f-d688-4837-84d9-242338edad9d HTTP/1.1" status: 204 len: 168 time: 8.2820516 Jan 14 07:32:45.522733 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84875) accepted ('10.222.0.24', 58224) {{(pid=84875) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:32:45.579968 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-58cb545d-9bda-440e-95d5-9951fc49b4b1 tempest-NetworksTest-1803261889 tempest-NetworksTest-1803261889] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036851981161'] for subnet, before_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:32:45.939279 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-98cb748b-0d7f-4e45-aee4-074f6a444af3 tempest-TestNetworkBasicOps-1983703278 tempest-TestNetworkBasicOps-1983703278] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036854160497'] for network, before_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:32:46.128578 n-d-768862-2 neutron-server[84765]: INFO neutron.db.ipam_backend_mixin [None req-90d7c518-a10e-4430-bffa-9a870b343ac1 tempest-PortsIpV6TestJSON-1330665174 tempest-PortsIpV6TestJSON-1330665174] Validation for CIDR: 2001:db8:0:1::/64 failed - overlaps with subnet 89e6a975-cc78-42d8-9b25-1be91f93abda (CIDR: 2001:db8:0:1::/64) Jan 14 07:32:46.172094 n-d-768862-2 neutron-server[84765]: INFO neutron.pecan_wsgi.hooks.translation [None req-90d7c518-a10e-4430-bffa-9a870b343ac1 tempest-PortsIpV6TestJSON-1330665174 tempest-PortsIpV6TestJSON-1330665174] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 14 07:32:46.172522 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-90d7c518-a10e-4430-bffa-9a870b343ac1 tempest-PortsIpV6TestJSON-1330665174 tempest-PortsIpV6TestJSON-1330665174] No notification will be sent due to unsuccessful status code: 400 {{(pid=84875) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Jan 14 07:32:46.321741 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-98cb748b-0d7f-4e45-aee4-074f6a444af3 tempest-TestNetworkBasicOps-1983703278 tempest-TestNetworkBasicOps-1983703278] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-598987', 'neutron.services.segments.db._delete_segments_for_network-8777640583949'] for network, precommit_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:32:46.345206 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-90d7c518-a10e-4430-bffa-9a870b343ac1 tempest-PortsIpV6TestJSON-1330665174 tempest-PortsIpV6TestJSON-1330665174] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 428 time: 3.3922791 Jan 14 07:32:46.346362 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84875) accepted ('10.222.0.24', 58246) {{(pid=84875) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:32:46.426146 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.v2.base [None req-84c9a09b-19ea-41e6-a20a-9cfb73846861 tempest-PortsIpV6TestJSON-1330665174 tempest-PortsIpV6TestJSON-1330665174] Request body: {'subnet': {'network_id': 'd5ef9345-9d47-4c1b-b4a7-f9e90c00c9f5', 'cidr': '2001:db8:0:2::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:2::1'}} {{(pid=84875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:32:46.632758 n-d-768862-2 neutron-server[84765]: DEBUG neutron.services.segments.db [None req-98cb748b-0d7f-4e45-aee4-074f6a444af3 tempest-TestNetworkBasicOps-1983703278 tempest-TestNetworkBasicOps-1983703278] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['780315ca-b2bf-4289-8e3a-06e1e90b3342']}} {{(pid=84875) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:32:46.666800 n-d-768862-2 neutron-server[84765]: DEBUG neutron.services.segments.db [None req-98cb748b-0d7f-4e45-aee4-074f6a444af3 tempest-TestNetworkBasicOps-1983703278 tempest-TestNetworkBasicOps-1983703278] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9629e1a4-7250-4f99-b228-b72aaf324ef3') {'for_net_delete': True} {{(pid=84875) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:32:46.667065 n-d-768862-2 neutron-server[84765]: DEBUG neutron.services.segments.db [None req-98cb748b-0d7f-4e45-aee4-074f6a444af3 tempest-TestNetworkBasicOps-1983703278 tempest-TestNetworkBasicOps-1983703278] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9629e1a4-7250-4f99-b228-b72aaf324ef3') {} {{(pid=84875) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:32:46.695489 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-98cb748b-0d7f-4e45-aee4-074f6a444af3 tempest-TestNetworkBasicOps-1983703278 tempest-TestNetworkBasicOps-1983703278] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363259214173198', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036851408567'] for segment, before_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:32:46.729860 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-84c9a09b-19ea-41e6-a20a-9cfb73846861 tempest-PortsIpV6TestJSON-1330665174 tempest-PortsIpV6TestJSON-1330665174] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:32:46.737171 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-84c9a09b-19ea-41e6-a20a-9cfb73846861 tempest-PortsIpV6TestJSON-1330665174 tempest-PortsIpV6TestJSON-1330665174] Usage tracker for resource:subnet and tenant:6396266df05d476da6838f06b578d30b is out of sync, need to count used quota {{(pid=84875) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:32:46.744810 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-84c9a09b-19ea-41e6-a20a-9cfb73846861 tempest-PortsIpV6TestJSON-1330665174 tempest-PortsIpV6TestJSON-1330665174] Quota usage for subnet was recalculated. Used quota:2. {{(pid=84875) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:32:46.758924 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-84c9a09b-19ea-41e6-a20a-9cfb73846861 tempest-PortsIpV6TestJSON-1330665174 tempest-PortsIpV6TestJSON-1330665174] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=84875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:32:46.807372 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-98cb748b-0d7f-4e45-aee4-074f6a444af3 tempest-TestNetworkBasicOps-1983703278 tempest-TestNetworkBasicOps-1983703278] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854179735'] for segment, precommit_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:32:46.807372 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-98cb748b-0d7f-4e45-aee4-074f6a444af3 tempest-TestNetworkBasicOps-1983703278 tempest-TestNetworkBasicOps-1983703278] Releasing vxlan tunnel 21 to pool {{(pid=84875) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Jan 14 07:32:46.834448 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-84c9a09b-19ea-41e6-a20a-9cfb73846861 tempest-PortsIpV6TestJSON-1330665174 tempest-PortsIpV6TestJSON-1330665174] Made reservation on behalf of 6396266df05d476da6838f06b578d30b for: {'subnet': 1} {{(pid=84875) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 07:32:46.845343 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-84c9a09b-19ea-41e6-a20a-9cfb73846861 tempest-PortsIpV6TestJSON-1330665174 tempest-PortsIpV6TestJSON-1330665174] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036852467157'] for subnet, before_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:32:47.398744 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.managers [None req-98cb748b-0d7f-4e45-aee4-074f6a444af3 tempest-TestNetworkBasicOps-1983703278 tempest-TestNetworkBasicOps-1983703278] Network 780315ca-b2bf-4289-8e3a-06e1e90b3342 has no segments {{(pid=84875) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 14 07:32:47.452029 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-98cb748b-0d7f-4e45-aee4-074f6a444af3 tempest-TestNetworkBasicOps-1983703278 tempest-TestNetworkBasicOps-1983703278] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-596065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3154253'] for segment, after_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:32:47.635722 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Device 11914482-6a95-43fa-a240-85c7eca95117 no longer exists at agent ovs-agent-n-d-768862-2 {{(pid=84876) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jan 14 07:32:47.712205 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.managers [None req-98cb748b-0d7f-4e45-aee4-074f6a444af3 tempest-TestNetworkBasicOps-1983703278 tempest-TestNetworkBasicOps-1983703278] Network 780315ca-b2bf-4289-8e3a-06e1e90b3342 has no segments {{(pid=84875) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 14 07:32:47.733733 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.plugin [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] No Port match for: 11914482-6a95-43fa-a240-85c7eca95117 {{(pid=84876) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2188}} Jan 14 07:32:47.734858 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Device 11914482-6a95-43fa-a240-85c7eca95117 not bound to the agent host n-d-768862-2 {{(pid=84876) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jan 14 07:32:47.735465 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-82acfd0e-d636-4c56-831a-2505f74f6d80 tempest-PortsTestJSON-2091589570 tempest-PortsTestJSON-2091589570] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850887113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3254092', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036851981146'] for subnet, after_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:32:47.770100 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-fafc5517-9535-4f09-803d-045bbd956334 tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:32:47.857091 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82acfd0e-d636-4c56-831a-2505f74f6d80 tempest-PortsTestJSON-2091589570 tempest-PortsTestJSON-2091589570] Pushing event updated for resources: {'Subnet': ['ID=a9ee3c10-4480-4aa3-8cb6-b26d39d6973e,revision_number=0']} {{(pid=84874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:32:47.867672 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-82acfd0e-d636-4c56-831a-2505f74f6d80 tempest-PortsTestJSON-2091589570 tempest-PortsTestJSON-2091589570] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:32:47.894959 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:shared":"rule:admin_only" was deprecated in W in favor of "update_network:shared":"role:admin and system_scope:all". Reason: Jan 14 07:32:47.894959 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:32:47.894959 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:32:47.894959 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:32:47.894959 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "update_network:provider:network_type":"role:admin and system_scope:all". Reason: Jan 14 07:32:47.894959 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:32:47.894959 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:32:47.894959 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:32:47.894959 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "update_network:provider:physical_network":"role:admin and system_scope:all". Reason: Jan 14 07:32:47.894959 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:32:47.894959 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:32:47.894959 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:32:47.894959 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "update_network:provider:segmentation_id":"role:admin and system_scope:all". Reason: Jan 14 07:32:47.894959 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:32:47.894959 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:32:47.894959 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:32:47.894959 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:router:external":"rule:admin_only" was deprecated in W in favor of "update_network:router:external":"role:admin and system_scope:all". Reason: Jan 14 07:32:47.894959 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:32:47.894959 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:32:47.894959 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:32:47.894959 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:is_default":"rule:admin_only" was deprecated in W in favor of "update_network:is_default":"role:admin and system_scope:all". Reason: Jan 14 07:32:47.894959 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:32:47.894959 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:32:47.894959 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:32:47.894959 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:port_security_enabled":"rule:admin_or_owner" was deprecated in W in favor of "update_network:port_security_enabled":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 07:32:47.894959 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:32:47.894959 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:32:47.894959 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:32:47.894959 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "delete_network":"rule:admin_or_owner" was deprecated in W in favor of "delete_network":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 07:32:47.894959 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:32:47.894959 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:32:47.894959 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:32:47.894959 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_segment":"rule:admin_only" was deprecated in W in favor of "create_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:32:47.894959 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:32:47.894959 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_segment":"rule:admin_only" was deprecated in W in favor of "get_segment":"role:reader and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:32:47.894959 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:32:47.894959 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_segment":"rule:admin_only" was deprecated in W in favor of "update_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:32:47.894959 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:32:47.894959 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "delete_segment":"rule:admin_only" was deprecated in W in favor of "delete_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:32:47.894959 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:32:47.894959 n-d-768862-2 neutron-server[84765]: Traceback (most recent call last): Jan 14 07:32:47.894959 n-d-768862-2 neutron-server[84765]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 14 07:32:47.894959 n-d-768862-2 neutron-server[84765]: timer() Jan 14 07:32:47.894959 n-d-768862-2 neutron-server[84765]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 14 07:32:47.894959 n-d-768862-2 neutron-server[84765]: cb(*args, **kw) Jan 14 07:32:47.894959 n-d-768862-2 neutron-server[84765]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Jan 14 07:32:47.894959 n-d-768862-2 neutron-server[84765]: return func(*args, **kwargs) Jan 14 07:32:47.894959 n-d-768862-2 neutron-server[84765]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 14 07:32:47.894959 n-d-768862-2 neutron-server[84765]: self._notify() Jan 14 07:32:47.894959 n-d-768862-2 neutron-server[84765]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 14 07:32:47.894959 n-d-768862-2 neutron-server[84765]: self.callback(batched_events) Jan 14 07:32:47.894959 n-d-768862-2 neutron-server[84765]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 14 07:32:47.894959 n-d-768862-2 neutron-server[84765]: event.method(event) Jan 14 07:32:47.894959 n-d-768862-2 neutron-server[84765]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 14 07:32:47.894959 n-d-768862-2 neutron-server[84765]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 14 07:32:47.894959 n-d-768862-2 neutron-server[84765]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Jan 14 07:32:47.894959 n-d-768862-2 neutron-server[84765]: segment_id)['aggregates'][0] Jan 14 07:32:47.894959 n-d-768862-2 neutron-server[84765]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 14 07:32:47.894959 n-d-768862-2 neutron-server[84765]: return f(self, *a, **k) Jan 14 07:32:47.894959 n-d-768862-2 neutron-server[84765]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 14 07:32:47.894959 n-d-768862-2 neutron-server[84765]: return self._get(url).json() Jan 14 07:32:47.894959 n-d-768862-2 neutron-server[84765]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 14 07:32:47.894959 n-d-768862-2 neutron-server[84765]: **kwargs) Jan 14 07:32:47.894959 n-d-768862-2 neutron-server[84765]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 14 07:32:47.894959 n-d-768862-2 neutron-server[84765]: return self.request(url, 'GET', **kwargs) Jan 14 07:32:47.894959 n-d-768862-2 neutron-server[84765]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Jan 14 07:32:47.894959 n-d-768862-2 neutron-server[84765]: **endpoint_filter) Jan 14 07:32:47.894959 n-d-768862-2 neutron-server[84765]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 14 07:32:47.894959 n-d-768862-2 neutron-server[84765]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 14 07:32:47.894959 n-d-768862-2 neutron-server[84765]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 14 07:32:47.894959 n-d-768862-2 neutron-server[84765]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 14 07:32:47.894959 n-d-768862-2 neutron-server[84765]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 14 07:32:47.936011 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [req-6f9c2066-2322-438f-ba9c-26ea127b1c3c req-3b92c701-429b-4280-bf2e-97450f0bd14b tempest-TestServerAdvancedOps-1398549380 tempest-TestServerAdvancedOps-1398549380] 10.222.0.24 "GET /v2.0/networks?tenant_id=573ddffe3b4344aab66d1249b0646f07&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0371554 Jan 14 07:32:48.051780 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-58cb545d-9bda-440e-95d5-9951fc49b4b1 tempest-NetworksTest-1803261889 tempest-NetworksTest-1803261889] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850887113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3254092', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036851981146'] for subnet, after_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:32:48.070607 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-dc475cd1-6a4a-4560-abb8-c36b04faec6b tempest-FloatingIPNegativeTestJSON-2001787271 tempest-FloatingIPNegativeTestJSON-2001787271] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:32:48.126538 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-98cb748b-0d7f-4e45-aee4-074f6a444af3 tempest-TestNetworkBasicOps-1983703278 tempest-TestNetworkBasicOps-1983703278] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036854176830', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850887149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3912591'] for network, after_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:32:48.130881 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-98cb748b-0d7f-4e45-aee4-074f6a444af3 tempest-TestNetworkBasicOps-1983703278 tempest-TestNetworkBasicOps-1983703278] Notify callbacks [] for network, before_response {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:32:48.139870 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-5be52344-9db2-40c7-9e79-838bee7455f1 tempest-PortsTestJSON-2091589570 tempest-PortsTestJSON-2091589570] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:32:48.231232 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98cb748b-0d7f-4e45-aee4-074f6a444af3 tempest-TestNetworkBasicOps-1983703278 tempest-TestNetworkBasicOps-1983703278] Pushing event deleted for resources: {'Network': ['ID=780315ca-b2bf-4289-8e3a-06e1e90b3342,revision_number=None']} {{(pid=84875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:32:48.234477 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-98cb748b-0d7f-4e45-aee4-074f6a444af3 tempest-TestNetworkBasicOps-1983703278 tempest-TestNetworkBasicOps-1983703278] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:32:48.274739 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-98cb748b-0d7f-4e45-aee4-074f6a444af3 tempest-TestNetworkBasicOps-1983703278 tempest-TestNetworkBasicOps-1983703278] 10.222.0.24 "DELETE /v2.0/networks/780315ca-b2bf-4289-8e3a-06e1e90b3342 HTTP/1.1" status: 204 len: 168 time: 2.7503276 Jan 14 07:32:48.292297 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84875) accepted ('10.222.0.24', 58288) {{(pid=84875) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:32:48.302501 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.v2.base [None req-25ec8838-072c-47bd-85e8-beceaf19030d tempest-TestNetworkBasicOps-1983703278 tempest-TestNetworkBasicOps-1983703278] Request body: {'network': {'name': 'tempest-network-smoke--223958712', 'project_id': 'c52a65222187474995edf4946f0fd389', 'port_security_enabled': True}} {{(pid=84875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:32:48.308748 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-25ec8838-072c-47bd-85e8-beceaf19030d tempest-TestNetworkBasicOps-1983703278 tempest-TestNetworkBasicOps-1983703278] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:32:48.313523 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-25ec8838-072c-47bd-85e8-beceaf19030d tempest-TestNetworkBasicOps-1983703278 tempest-TestNetworkBasicOps-1983703278] Usage tracker for resource:network and tenant:c52a65222187474995edf4946f0fd389 is out of sync, need to count used quota {{(pid=84875) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:32:48.316898 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-25ec8838-072c-47bd-85e8-beceaf19030d tempest-TestNetworkBasicOps-1983703278 tempest-TestNetworkBasicOps-1983703278] Quota usage for network was recalculated. Used quota:0. {{(pid=84875) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:32:48.323132 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-25ec8838-072c-47bd-85e8-beceaf19030d tempest-TestNetworkBasicOps-1983703278 tempest-TestNetworkBasicOps-1983703278] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:32:48.327458 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58cb545d-9bda-440e-95d5-9951fc49b4b1 tempest-NetworksTest-1803261889 tempest-NetworksTest-1803261889] Pushing event updated for resources: {'Subnet': ['ID=ed9e43b7-4d04-4b6e-87f6-547f4b79b4bb,revision_number=0']} {{(pid=84874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:32:48.347206 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-25ec8838-072c-47bd-85e8-beceaf19030d tempest-TestNetworkBasicOps-1983703278 tempest-TestNetworkBasicOps-1983703278] Made reservation on behalf of c52a65222187474995edf4946f0fd389 for: {'network': 1} {{(pid=84875) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 07:32:48.350709 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-58cb545d-9bda-440e-95d5-9951fc49b4b1 tempest-NetworksTest-1803261889 tempest-NetworksTest-1803261889] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.280s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:32:48.357891 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-25ec8838-072c-47bd-85e8-beceaf19030d tempest-TestNetworkBasicOps-1983703278 tempest-TestNetworkBasicOps-1983703278] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555753'] for network, before_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:32:48.370752 n-d-768862-2 neutron-server[84765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82acfd0e-d636-4c56-831a-2505f74f6d80 tempest-PortsTestJSON-2091589570 tempest-PortsTestJSON-2091589570] Network e289c449-d36a-4991-9be0-13105a93d6ac is already hosted by enough agents. {{(pid=84874) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 07:32:48.376262 n-d-768862-2 neutron-server[84765]: DEBUG neutron.scheduler.base_scheduler [None req-82acfd0e-d636-4c56-831a-2505f74f6d80 tempest-PortsTestJSON-2091589570 tempest-PortsTestJSON-2091589570] Resources bound (agent type, host, resource id): {{(pid=84874) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 07:32:48.387082 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07a2a010-50ab-4f12-94f5-8f7daedaf566 None None] Network e289c449-d36a-4991-9be0-13105a93d6ac requested from n-d-768862-2 {{(pid=84876) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 07:32:48.406003 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82acfd0e-d636-4c56-831a-2505f74f6d80 tempest-PortsTestJSON-2091589570 tempest-PortsTestJSON-2091589570] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:32:48.407705 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-82acfd0e-d636-4c56-831a-2505f74f6d80 tempest-PortsTestJSON-2091589570 tempest-PortsTestJSON-2091589570] Notify callbacks [] for subnet, before_response {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:32:48.460735 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f9c2066-2322-438f-ba9c-26ea127b1c3c req-e371969e-7403-47fa-ba50-22843f4ebcff tempest-TestServerAdvancedOps-1398549380 tempest-TestServerAdvancedOps-1398549380] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:32:48.462463 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [req-6f9c2066-2322-438f-ba9c-26ea127b1c3c req-e371969e-7403-47fa-ba50-22843f4ebcff tempest-TestServerAdvancedOps-1398549380 tempest-TestServerAdvancedOps-1398549380] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5178668 Jan 14 07:32:48.518824 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-82acfd0e-d636-4c56-831a-2505f74f6d80 tempest-PortsTestJSON-2091589570 tempest-PortsTestJSON-2091589570] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 4.3050649 Jan 14 07:32:48.523469 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84874) accepted ('10.222.0.24', 58296) {{(pid=84874) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:32:48.581294 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [req-6f9c2066-2322-438f-ba9c-26ea127b1c3c req-5b4d05a0-c452-44e4-ae68-94530ffa4bc1 tempest-TestServerAdvancedOps-1398549380 tempest-TestServerAdvancedOps-1398549380] 10.222.0.24 "GET /v2.0/quotas/573ddffe3b4344aab66d1249b0646f07 HTTP/1.1" status: 200 len: 375 time: 0.0964301 Jan 14 07:32:48.585264 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-25ec8838-072c-47bd-85e8-beceaf19030d tempest-TestNetworkBasicOps-1983703278 tempest-TestNetworkBasicOps-1983703278] vxlan segment allocate from pool success with {'vxlan_vni': 18} {{(pid=84875) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Jan 14 07:32:48.748264 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58cb545d-9bda-440e-95d5-9951fc49b4b1 tempest-NetworksTest-1803261889 tempest-NetworksTest-1803261889] Checking segment: {'id': '92546857-9ee1-426b-8c0e-1b2104531b43', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 15, 'network_id': '3f8d7255-cdb2-4b57-8b23-400eddf3c357'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84874) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 14 07:32:48.748741 n-d-768862-2 neutron-server[84765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58cb545d-9bda-440e-95d5-9951fc49b4b1 tempest-NetworksTest-1803261889 tempest-NetworksTest-1803261889] Network hostable DHCP agents. Network: 3f8d7255-cdb2-4b57-8b23-400eddf3c357, hostable agents: ['32f3dd84-26da-4d18-bf15-6017a8fb7247'], hosted agents: [] {{(pid=84874) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Jan 14 07:32:48.757698 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-25ec8838-072c-47bd-85e8-beceaf19030d tempest-TestNetworkBasicOps-1983703278 tempest-TestNetworkBasicOps-1983703278] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment--9223363259214191851', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854179735'] for segment, precommit_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:32:48.758153 n-d-768862-2 neutron-server[84765]: INFO neutron.db.segments_db [None req-25ec8838-072c-47bd-85e8-beceaf19030d tempest-TestNetworkBasicOps-1983703278 tempest-TestNetworkBasicOps-1983703278] Added segment 68be74ff-3f71-4f4f-a9e4-dee497368626 of type vxlan for network 088860ec-5bb5-40b8-aada-e0d505b6653d Jan 14 07:32:48.771973 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [req-6f9c2066-2322-438f-ba9c-26ea127b1c3c req-4ce77c75-bb15-4382-a23b-45d1b0f87dd4 tempest-TestServerAdvancedOps-1398549380 tempest-TestServerAdvancedOps-1398549380] 10.222.0.24 "GET /v2.0/ports?tenant_id=573ddffe3b4344aab66d1249b0646f07&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1659446 Jan 14 07:32:48.887314 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-25ec8838-072c-47bd-85e8-beceaf19030d tempest-TestNetworkBasicOps-1983703278 tempest-TestNetworkBasicOps-1983703278] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363259214646115'] for network, precommit_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:32:48.964986 n-d-768862-2 neutron-server[84765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58cb545d-9bda-440e-95d5-9951fc49b4b1 tempest-NetworksTest-1803261889 tempest-NetworksTest-1803261889] Network 3f8d7255-cdb2-4b57-8b23-400eddf3c357 is scheduled to be hosted by DHCP agent 32f3dd84-26da-4d18-bf15-6017a8fb7247 with binding_index 1 {{(pid=84874) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Jan 14 07:32:48.998863 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-10396c66-7418-40db-8b2d-faa7a1594526 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363259214191800', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854171626'] for agent, after_update {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:32:49.027862 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-25ec8838-072c-47bd-85e8-beceaf19030d tempest-TestNetworkBasicOps-1983703278 tempest-TestNetworkBasicOps-1983703278] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850887149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964'] for network, after_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:32:49.049071 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25ec8838-072c-47bd-85e8-beceaf19030d tempest-TestNetworkBasicOps-1983703278 tempest-TestNetworkBasicOps-1983703278] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:32:49.049797 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-25ec8838-072c-47bd-85e8-beceaf19030d tempest-TestNetworkBasicOps-1983703278 tempest-TestNetworkBasicOps-1983703278] Notify callbacks [] for network, before_response {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:32:49.067101 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-42a9e6dd-a9bd-4aea-b64a-b8028ae9efe1 tempest-NetworksIpV6Test-2047944877 tempest-NetworksIpV6Test-2047944877] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:32:49.068480 n-d-768862-2 neutron-server[84765]: DEBUG neutron.scheduler.base_scheduler [None req-58cb545d-9bda-440e-95d5-9951fc49b4b1 tempest-NetworksTest-1803261889 tempest-NetworksTest-1803261889] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768862-2, 3f8d7255-cdb2-4b57-8b23-400eddf3c357) {{(pid=84874) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 07:32:49.101161 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58cb545d-9bda-440e-95d5-9951fc49b4b1 tempest-NetworksTest-1803261889 tempest-NetworksTest-1803261889] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:32:49.105209 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-58cb545d-9bda-440e-95d5-9951fc49b4b1 tempest-NetworksTest-1803261889 tempest-NetworksTest-1803261889] Notify callbacks [] for subnet, before_response {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:32:49.192234 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67073347-cfa7-420f-b1b7-09bb83303621 None None] Network 3f8d7255-cdb2-4b57-8b23-400eddf3c357 requested from n-d-768862-2 {{(pid=84876) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 07:32:49.195790 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.v2.base [None req-45583810-0dd9-44ef-b3f3-3792bcc599eb tempest-PortsTestJSON-2091589570 tempest-PortsTestJSON-2091589570] Request body: {'port': {'name': 'tempest-PortsTestJSON-511943403', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': 'a9ee3c10-4480-4aa3-8cb6-b26d39d6973e'}], 'security_groups': ['d11151c7-4a0d-4eb7-8ad9-28f1d8b74b52', '024e43b3-d730-425a-ac3f-c934a24acda8']}} {{(pid=84874) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:32:49.329725 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-58cb545d-9bda-440e-95d5-9951fc49b4b1 tempest-NetworksTest-1803261889 tempest-NetworksTest-1803261889] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 816 time: 4.5046277 Jan 14 07:32:49.333793 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84874) accepted ('10.222.0.24', 58316) {{(pid=84874) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:32:49.353697 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9b666cb-ff7a-4e65-b247-f3ab5f088374 None None] Update dhcp port {'port': {'network_id': 'e289c449-d36a-4991-9be0-13105a93d6ac', 'fixed_ips': [{'subnet_id': 'aaa6b168-f88f-4fbe-9c67-c5c99e6637d2', 'ip_address': '172.20.0.18'}, {'subnet_id': '4b229328-260e-4fd2-a8d2-530fca12aa05', 'ip_address': '172.20.0.2'}, {'subnet_id': 'a9ee3c10-4480-4aa3-8cb6-b26d39d6973e'}], 'binding:host_id': 'n-d-768862-2'}, 'id': '01718d75-0986-4b69-81ce-6d92c2e9bbeb'} from n-d-768862-2. {{(pid=84876) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:310}} Jan 14 07:32:49.384404 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.v2.base [None req-2db673be-9ace-4e72-aa96-b2b715b321c7 tempest-NetworksTest-1803261889 tempest-NetworksTest-1803261889] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-411247163'}} {{(pid=84874) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:32:49.443688 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-a9b666cb-ff7a-4e65-b247-f3ab5f088374 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555753'] for port, before_update {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:32:49.444993 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-2db673be-9ace-4e72-aa96-b2b715b321c7 tempest-NetworksTest-1803261889 tempest-NetworksTest-1803261889] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:32:49.463803 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-2db673be-9ace-4e72-aa96-b2b715b321c7 tempest-NetworksTest-1803261889 tempest-NetworksTest-1803261889] Usage tracker for resource:network and tenant:93b2211854874c6cae5592aa469fb908 is out of sync, need to count used quota {{(pid=84874) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:32:49.483857 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-2db673be-9ace-4e72-aa96-b2b715b321c7 tempest-NetworksTest-1803261889 tempest-NetworksTest-1803261889] Quota usage for network was recalculated. Used quota:1. {{(pid=84874) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:32:49.521335 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-2db673be-9ace-4e72-aa96-b2b715b321c7 tempest-NetworksTest-1803261889 tempest-NetworksTest-1803261889] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:32:49.596576 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-25ec8838-072c-47bd-85e8-beceaf19030d tempest-TestNetworkBasicOps-1983703278 tempest-TestNetworkBasicOps-1983703278] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 1.2988605 Jan 14 07:32:49.646283 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84874) accepted ('10.222.0.24', 58326) {{(pid=84874) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:32:49.718676 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.v2.base [None req-952f184b-5172-4c11-a89d-e8de214796df tempest-TestNetworkBasicOps-1983703278 tempest-TestNetworkBasicOps-1983703278] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-248418258', 'admin_state_up': True, 'project_id': 'c52a65222187474995edf4946f0fd389', 'external_gateway_info': {'network_id': '226f1e78-82cd-4481-9055-4eb73b6db8c1'}}} {{(pid=84874) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:32:49.737170 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-952f184b-5172-4c11-a89d-e8de214796df tempest-TestNetworkBasicOps-1983703278 tempest-TestNetworkBasicOps-1983703278] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:32:49.741591 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-952f184b-5172-4c11-a89d-e8de214796df tempest-TestNetworkBasicOps-1983703278 tempest-TestNetworkBasicOps-1983703278] Usage tracker for resource:router and tenant:c52a65222187474995edf4946f0fd389 is out of sync, need to count used quota {{(pid=84874) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:32:49.744995 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-952f184b-5172-4c11-a89d-e8de214796df tempest-TestNetworkBasicOps-1983703278 tempest-TestNetworkBasicOps-1983703278] Quota usage for router was recalculated. Used quota:0. {{(pid=84874) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:32:49.751702 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-952f184b-5172-4c11-a89d-e8de214796df tempest-TestNetworkBasicOps-1983703278 tempest-TestNetworkBasicOps-1983703278] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:32:49.792244 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-45583810-0dd9-44ef-b3f3-3792bcc599eb tempest-PortsTestJSON-2091589570 tempest-PortsTestJSON-2091589570] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555753'] for port, before_update {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:32:49.836507 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-952f184b-5172-4c11-a89d-e8de214796df tempest-TestNetworkBasicOps-1983703278 tempest-TestNetworkBasicOps-1983703278] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3889205', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854717621'] for router, before_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:32:49.837695 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-952f184b-5172-4c11-a89d-e8de214796df tempest-TestNetworkBasicOps-1983703278 tempest-TestNetworkBasicOps-1983703278] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036850886574', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3912501', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3808446', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-58179'] for router, precommit_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:32:49.940647 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-952f184b-5172-4c11-a89d-e8de214796df tempest-TestNetworkBasicOps-1983703278 tempest-TestNetworkBasicOps-1983703278] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:32:49.955918 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2db673be-9ace-4e72-aa96-b2b715b321c7 tempest-NetworksTest-1803261889 tempest-NetworksTest-1803261889] Made reservation on behalf of 93b2211854874c6cae5592aa469fb908 for: {'network': 1} {{(pid=84874) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 07:32:49.965319 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25ec8838-072c-47bd-85e8-beceaf19030d tempest-TestNetworkBasicOps-1983703278 tempest-TestNetworkBasicOps-1983703278] Pushing event updated for resources: {'Network': ['ID=088860ec-5bb5-40b8-aada-e0d505b6653d,revision_number=1']} {{(pid=84875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:32:49.965628 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-2db673be-9ace-4e72-aa96-b2b715b321c7 tempest-NetworksTest-1803261889 tempest-NetworksTest-1803261889] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555753'] for network, before_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:32:50.007185 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-25ec8838-072c-47bd-85e8-beceaf19030d tempest-TestNetworkBasicOps-1983703278 tempest-TestNetworkBasicOps-1983703278] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.940s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:32:50.029293 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2db673be-9ace-4e72-aa96-b2b715b321c7 tempest-NetworksTest-1803261889 tempest-NetworksTest-1803261889] vxlan segment allocate from pool success with {'vxlan_vni': 20} {{(pid=84874) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Jan 14 07:32:50.172453 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-2db673be-9ace-4e72-aa96-b2b715b321c7 tempest-NetworksTest-1803261889 tempest-NetworksTest-1803261889] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854179735'] for segment, precommit_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:32:50.172762 n-d-768862-2 neutron-server[84765]: INFO neutron.db.segments_db [None req-2db673be-9ace-4e72-aa96-b2b715b321c7 tempest-NetworksTest-1803261889 tempest-NetworksTest-1803261889] Added segment 8168a191-6095-45f0-a976-0a7fe552c08c of type vxlan for network 9b873f3f-47ec-4c1b-b88d-3eabcd20ff19 Jan 14 07:32:50.191161 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-852a24f7-e9a1-4193-9abb-e9506fe5213f None None] Network 088860ec-5bb5-40b8-aada-e0d505b6653d details requested by agent ovs-agent-n-h2-768862-2 with host n-h2-768862-2 {{(pid=84876) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 07:32:50.248165 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-2db673be-9ace-4e72-aa96-b2b715b321c7 tempest-NetworksTest-1803261889 tempest-NetworksTest-1803261889] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363259214646115'] for network, precommit_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:32:50.308244 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-017f98a9-8a07-408c-a86f-8ff0c00400a0 None None] Network 088860ec-5bb5-40b8-aada-e0d505b6653d details requested by agent ovs-agent-n-h1-768862-2 with host n-h1-768862-2 {{(pid=84876) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 07:32:50.438032 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-2db673be-9ace-4e72-aa96-b2b715b321c7 tempest-NetworksTest-1803261889 tempest-NetworksTest-1803261889] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850887149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964'] for network, after_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:32:50.489648 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2db673be-9ace-4e72-aa96-b2b715b321c7 tempest-NetworksTest-1803261889 tempest-NetworksTest-1803261889] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:32:50.490411 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-2db673be-9ace-4e72-aa96-b2b715b321c7 tempest-NetworksTest-1803261889 tempest-NetworksTest-1803261889] Notify callbacks [] for network, before_response {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:32:50.514214 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-a91e611a-0e99-4869-9daf-ad1b0c08c2e5 tempest-NetworksIpV6Test-2047944877 tempest-NetworksIpV6Test-2047944877] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:32:50.536220 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-84c9a09b-19ea-41e6-a20a-9cfb73846861 tempest-PortsIpV6TestJSON-1330665174 tempest-PortsIpV6TestJSON-1330665174] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850887113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036851621412', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036852467174'] for subnet, after_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:32:50.720270 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Network 088860ec-5bb5-40b8-aada-e0d505b6653d details requested by agent ovs-agent-n-d-768862-2 with host n-d-768862-2 {{(pid=84876) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 07:32:50.910789 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84874) accepted ('10.222.0.24', 58362) {{(pid=84874) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:32:51.054238 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7238b34f-70dc-4ab4-bcf5-353982687731 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5d94dc7a-c095-50a4-955e-5f3b78718a12-3f8d7255-cdb2-4b57-8b23-400eddf3c357', 'network_id': '3f8d7255-cdb2-4b57-8b23-400eddf3c357', 'tenant_id': '93b2211854874c6cae5592aa469fb908', 'fixed_ips': [{'subnet_id': 'ed9e43b7-4d04-4b6e-87f6-547f4b79b4bb'}]}} from n-d-768862-2. {{(pid=84876) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Jan 14 07:32:51.075511 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-7238b34f-70dc-4ab4-bcf5-353982687731 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555753'] for port, before_create {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:32:51.118770 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-1f1ee5b5-bb72-4a41-9d98-a3c056e000ee tempest-PortsIpV6TestJSON-1330665174 tempest-PortsIpV6TestJSON-1330665174] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:32:51.174636 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2db673be-9ace-4e72-aa96-b2b715b321c7 tempest-NetworksTest-1803261889 tempest-NetworksTest-1803261889] Pushing event updated for resources: {'Network': ['ID=9b873f3f-47ec-4c1b-b88d-3eabcd20ff19,revision_number=1']} {{(pid=84874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:32:51.207256 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-2db673be-9ace-4e72-aa96-b2b715b321c7 tempest-NetworksTest-1803261889 tempest-NetworksTest-1803261889] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.693s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:32:51.212151 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-2db673be-9ace-4e72-aa96-b2b715b321c7 tempest-NetworksTest-1803261889 tempest-NetworksTest-1803261889] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 1.8438587 Jan 14 07:32:51.216023 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84874) accepted ('10.222.0.24', 58370) {{(pid=84874) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:32:51.279702 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84c9a09b-19ea-41e6-a20a-9cfb73846861 tempest-PortsIpV6TestJSON-1330665174 tempest-PortsIpV6TestJSON-1330665174] Pushing event updated for resources: {'Subnet': ['ID=12f54d28-0b74-4686-b351-6e6e3dfb65f1,revision_number=0']} {{(pid=84875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:32:51.293570 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.v2.base [None req-660df074-54c2-46a9-bcb1-75411090a548 tempest-NetworksTest-1803261889 tempest-NetworksTest-1803261889] Request body: {'subnet': {'network_id': '9b873f3f-47ec-4c1b-b88d-3eabcd20ff19', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': True, 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8']}} {{(pid=84874) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:32:51.293725 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-84c9a09b-19ea-41e6-a20a-9cfb73846861 tempest-PortsIpV6TestJSON-1330665174 tempest-PortsIpV6TestJSON-1330665174] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.172s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:32:51.353813 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-952f184b-5172-4c11-a89d-e8de214796df tempest-TestNetworkBasicOps-1983703278 tempest-TestNetworkBasicOps-1983703278] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3912484', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3889188', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-58194'] for router, precommit_update {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:32:51.440152 n-d-768862-2 neutron-server[84765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84c9a09b-19ea-41e6-a20a-9cfb73846861 tempest-PortsIpV6TestJSON-1330665174 tempest-PortsIpV6TestJSON-1330665174] Network d5ef9345-9d47-4c1b-b4a7-f9e90c00c9f5 is already hosted by enough agents. {{(pid=84875) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 07:32:51.441525 n-d-768862-2 neutron-server[84765]: DEBUG neutron.scheduler.base_scheduler [None req-84c9a09b-19ea-41e6-a20a-9cfb73846861 tempest-PortsIpV6TestJSON-1330665174 tempest-PortsIpV6TestJSON-1330665174] Resources bound (agent type, host, resource id): {{(pid=84875) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 07:32:51.463263 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84c9a09b-19ea-41e6-a20a-9cfb73846861 tempest-PortsIpV6TestJSON-1330665174 tempest-PortsIpV6TestJSON-1330665174] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:32:51.464423 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-84c9a09b-19ea-41e6-a20a-9cfb73846861 tempest-PortsIpV6TestJSON-1330665174 tempest-PortsIpV6TestJSON-1330665174] Notify callbacks [] for subnet, before_response {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:32:51.488570 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Network 9b873f3f-47ec-4c1b-b88d-3eabcd20ff19 details requested by agent ovs-agent-n-d-768862-2 with host n-d-768862-2 {{(pid=84876) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 07:32:51.502721 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-017f98a9-8a07-408c-a86f-8ff0c00400a0 None None] Network 9b873f3f-47ec-4c1b-b88d-3eabcd20ff19 details requested by agent ovs-agent-n-h1-768862-2 with host n-h1-768862-2 {{(pid=84876) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 07:32:51.576390 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-84c9a09b-19ea-41e6-a20a-9cfb73846861 tempest-PortsIpV6TestJSON-1330665174 tempest-PortsIpV6TestJSON-1330665174] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 5.2234485 Jan 14 07:32:51.579271 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84875) accepted ('10.222.0.24', 58382) {{(pid=84875) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:32:51.585362 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-660df074-54c2-46a9-bcb1-75411090a548 tempest-NetworksTest-1803261889 tempest-NetworksTest-1803261889] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:32:51.587441 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.v2.base [None req-e3c45b4b-800d-46e1-96b7-b4a0e32e0ced tempest-PortsIpV6TestJSON-1330665174 tempest-PortsIpV6TestJSON-1330665174] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-1582025474', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '12f54d28-0b74-4686-b351-6e6e3dfb65f1'}], 'security_groups': ['35d7bbd1-07f6-4ebe-9859-ac042b575440', '056f5c8e-4298-4154-9549-74c94fbb6889']}} {{(pid=84875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:32:51.600306 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-660df074-54c2-46a9-bcb1-75411090a548 tempest-NetworksTest-1803261889 tempest-NetworksTest-1803261889] Usage tracker for resource:subnet and tenant:93b2211854874c6cae5592aa469fb908 is out of sync, need to count used quota {{(pid=84874) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:32:51.604504 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-660df074-54c2-46a9-bcb1-75411090a548 tempest-NetworksTest-1803261889 tempest-NetworksTest-1803261889] Quota usage for subnet was recalculated. Used quota:1. {{(pid=84874) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:32:51.617211 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-660df074-54c2-46a9-bcb1-75411090a548 tempest-NetworksTest-1803261889 tempest-NetworksTest-1803261889] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:32:51.652950 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-852a24f7-e9a1-4193-9abb-e9506fe5213f None None] Network 9b873f3f-47ec-4c1b-b88d-3eabcd20ff19 details requested by agent ovs-agent-n-h2-768862-2 with host n-h2-768862-2 {{(pid=84876) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 07:32:51.675681 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-660df074-54c2-46a9-bcb1-75411090a548 tempest-NetworksTest-1803261889 tempest-NetworksTest-1803261889] Made reservation on behalf of 93b2211854874c6cae5592aa469fb908 for: {'subnet': 1} {{(pid=84874) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 07:32:51.702052 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-354acf89-78c8-4eea-88b7-f54f5b08d660 None None] Network d5ef9345-9d47-4c1b-b4a7-f9e90c00c9f5 requested from n-d-768862-2 {{(pid=84876) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 07:32:51.890333 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-e3c45b4b-800d-46e1-96b7-b4a0e32e0ced tempest-PortsIpV6TestJSON-1330665174 tempest-PortsIpV6TestJSON-1330665174] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555753'] for port, before_update {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:32:52.216654 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-2d772b06-bcff-4d71-8375-cea0b2ccf8f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363259214191800', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854171626'] for agent, after_update {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:32:52.290388 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-da76cfc0-98e8-4426-9f6d-4f05aa3fae78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363259214191800', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854171626'] for agent, after_update {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:32:52.308209 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.db_base_plugin_common [None req-a9b666cb-ff7a-4e65-b247-f3ab5f088374 None None] Allocated IP 172.20.0.34 (e289c449-d36a-4991-9be0-13105a93d6ac/a9ee3c10-4480-4aa3-8cb6-b26d39d6973e/01718d75-0986-4b69-81ce-6d92c2e9bbeb) {{(pid=84876) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 14 07:32:52.382741 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-092efb6c-84dd-4282-b6e7-82144520a24f admin admin] Notify callbacks [] for security_group, before_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:32:52.414806 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-092efb6c-84dd-4282-b6e7-82144520a24f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:32:52.418981 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-092efb6c-84dd-4282-b6e7-82144520a24f admin admin] Usage tracker for resource:security_group_rule and tenant:573ddffe3b4344aab66d1249b0646f07 is out of sync, need to count used quota {{(pid=84874) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:32:52.422205 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-092efb6c-84dd-4282-b6e7-82144520a24f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84874) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:32:52.429115 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-092efb6c-84dd-4282-b6e7-82144520a24f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:32:52.521103 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-660df074-54c2-46a9-bcb1-75411090a548 tempest-NetworksTest-1803261889 tempest-NetworksTest-1803261889] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036851981161'] for subnet, before_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:32:52.650160 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.db_base_plugin_common [None req-e3c45b4b-800d-46e1-96b7-b4a0e32e0ced tempest-PortsIpV6TestJSON-1330665174 tempest-PortsIpV6TestJSON-1330665174] Delete allocated IP 2001:db8::55 (d5ef9345-9d47-4c1b-b4a7-f9e90c00c9f5/42e08115-c7e2-42bb-a413-f6f5238c9e4a) {{(pid=84875) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:122}} Jan 14 07:32:52.678203 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.db_base_plugin_common [None req-e3c45b4b-800d-46e1-96b7-b4a0e32e0ced tempest-PortsIpV6TestJSON-1330665174 tempest-PortsIpV6TestJSON-1330665174] Allocated IP 2001:db8:0:2::7f (d5ef9345-9d47-4c1b-b4a7-f9e90c00c9f5/12f54d28-0b74-4686-b351-6e6e3dfb65f1/ab08a508-7245-4710-a739-01bfb9311408) {{(pid=84875) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 14 07:32:52.731221 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-092efb6c-84dd-4282-b6e7-82144520a24f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:32:52.754903 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-092efb6c-84dd-4282-b6e7-82144520a24f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850887153'] for security_group, after_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:32:52.771134 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-a84feb08-c64a-46c1-a0a3-b3c7bce628ce admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:32:52.783939 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [None req-a9b666cb-ff7a-4e65-b247-f3ab5f088374 None None] For port 01718d75-0986-4b69-81ce-6d92c2e9bbeb, host n-d-768862-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-2',level=0,port_id=01718d75-0986-4b69-81ce-6d92c2e9bbeb,segment=NetworkSegment(e44a4b64-6e66-48c7-9047-8e5d0e76d44c),segment_id=e44a4b64-6e66-48c7-9047-8e5d0e76d44c)] {{(pid=84876) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 07:32:52.807406 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-092efb6c-84dd-4282-b6e7-82144520a24f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fb13ddaf-fba2-41b9-afad-af175a578646,revision_number=1']} {{(pid=84874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:32:52.814584 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-092efb6c-84dd-4282-b6e7-82144520a24f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:32:52.853793 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-a9b666cb-ff7a-4e65-b247-f3ab5f088374 None None] Notify callbacks [] for port, precommit_update {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:32:53.035930 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-a9b666cb-ff7a-4e65-b247-f3ab5f088374 None None] Transition to ACTIVE for port object 01718d75-0986-4b69-81ce-6d92c2e9bbeb will not be triggered until provisioned by entity DHCP. {{(pid=84876) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 07:32:53.050018 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.db_base_plugin_common [None req-7238b34f-70dc-4ab4-bcf5-353982687731 None None] Allocated IP 172.20.255.242 (3f8d7255-cdb2-4b57-8b23-400eddf3c357/ed9e43b7-4d04-4b6e-87f6-547f4b79b4bb/49464f58-4b97-415d-a318-fca387234863) {{(pid=84876) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 14 07:32:53.168093 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-092efb6c-84dd-4282-b6e7-82144520a24f admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=573ddffe3b4344aab66d1249b0646f07&name=default HTTP/1.1" status: 200 len: 2983 time: 1.9953074 Jan 14 07:32:53.171302 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84875) accepted ('10.222.0.24', 58406) {{(pid=84875) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:32:53.270849 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-952f184b-5172-4c11-a89d-e8de214796df tempest-TestNetworkBasicOps-1983703278 tempest-TestNetworkBasicOps-1983703278] Notify callbacks [] for router_gateway, before_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:32:53.303220 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-e3c45b4b-800d-46e1-96b7-b4a0e32e0ced tempest-PortsIpV6TestJSON-1330665174 tempest-PortsIpV6TestJSON-1330665174] Notify callbacks [] for port, precommit_update {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:32:53.324935 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-952f184b-5172-4c11-a89d-e8de214796df tempest-TestNetworkBasicOps-1983703278 tempest-TestNetworkBasicOps-1983703278] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555753'] for port, before_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:32:53.326363 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-4958339a-6f39-422f-b2b8-28251c19a5d8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:32:53.362255 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-e3c45b4b-800d-46e1-96b7-b4a0e32e0ced tempest-PortsIpV6TestJSON-1330665174 tempest-PortsIpV6TestJSON-1330665174] Transition to ACTIVE for port object ab08a508-7245-4710-a739-01bfb9311408 will not be triggered until provisioned by entity DHCP. {{(pid=84875) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 07:32:53.381189 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-e3c45b4b-800d-46e1-96b7-b4a0e32e0ced tempest-PortsIpV6TestJSON-1330665174 tempest-PortsIpV6TestJSON-1330665174] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777640533312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363259214678337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777640097497', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3154211'] for port, after_update {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:32:53.381475 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-7238b34f-70dc-4ab4-bcf5-353982687731 None None] Notify callbacks [] for port, precommit_create {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:32:53.398073 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363259214191800', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854171626'] for agent, after_update {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:32:53.402606 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-a9b666cb-ff7a-4e65-b247-f3ab5f088374 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777640533312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363259214678337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777640097497'] for port, after_update {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:32:53.439072 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-4324e8bd-63c9-4967-aa25-84595c41c293 tempest-PortsTestJSON-2091589570 tempest-PortsTestJSON-2091589570] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:32:53.498801 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.db_base_plugin_common [None req-45583810-0dd9-44ef-b3f3-3792bcc599eb tempest-PortsTestJSON-2091589570 tempest-PortsTestJSON-2091589570] Delete allocated IP 172.20.0.12 (e289c449-d36a-4991-9be0-13105a93d6ac/4b229328-260e-4fd2-a8d2-530fca12aa05) {{(pid=84874) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:122}} Jan 14 07:32:53.518579 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.db_base_plugin_common [None req-45583810-0dd9-44ef-b3f3-3792bcc599eb tempest-PortsTestJSON-2091589570 tempest-PortsTestJSON-2091589570] Allocated IP 172.20.0.39 (e289c449-d36a-4991-9be0-13105a93d6ac/a9ee3c10-4480-4aa3-8cb6-b26d39d6973e/bf96ec70-9971-4bd7-b771-99b650a3c2cd) {{(pid=84874) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 14 07:32:53.566123 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-7238b34f-70dc-4ab4-bcf5-353982687731 None None] Transition to ACTIVE for port object 49464f58-4b97-415d-a318-fca387234863 will not be triggered until provisioned by entity L2. {{(pid=84876) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 07:32:53.588729 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-7238b34f-70dc-4ab4-bcf5-353982687731 None None] Transition to ACTIVE for port object 49464f58-4b97-415d-a318-fca387234863 will not be triggered until provisioned by entity DHCP. {{(pid=84876) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 07:32:53.597735 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-1a2a7cc8-f11b-42bf-bb7d-4322b9764626 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84876) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:32:53.777620 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3c45b4b-800d-46e1-96b7-b4a0e32e0ced tempest-PortsIpV6TestJSON-1330665174 tempest-PortsIpV6TestJSON-1330665174] Pushing event updated for resources: {'Port': ['ID=ab08a508-7245-4710-a739-01bfb9311408,revision_number=2']} {{(pid=84875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:32:53.788679 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-4958339a-6f39-422f-b2b8-28251c19a5d8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:32:53.886878 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-e3c45b4b-800d-46e1-96b7-b4a0e32e0ced tempest-PortsIpV6TestJSON-1330665174 tempest-PortsIpV6TestJSON-1330665174] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.452s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:32:53.887502 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9b666cb-ff7a-4e65-b247-f3ab5f088374 None None] Pushing event updated for resources: {'Port': ['ID=01718d75-0986-4b69-81ce-6d92c2e9bbeb,revision_number=7']} {{(pid=84876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:32:53.903701 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-4958339a-6f39-422f-b2b8-28251c19a5d8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850887153'] for security_group, after_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:32:53.912372 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-a9b666cb-ff7a-4e65-b247-f3ab5f088374 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.311s {{(pid=84876) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:32:53.926817 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-7238b34f-70dc-4ab4-bcf5-353982687731 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777640123575'] for port, after_create {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:32:53.929968 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-85991b81-624b-4aa3-9115-7ebb02b9ae6d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:32:53.992353 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-f8752738-f978-45bb-babf-d8c7c7693305 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84876) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:32:54.081378 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-4958339a-6f39-422f-b2b8-28251c19a5d8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:32:54.096334 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-4958339a-6f39-422f-b2b8-28251c19a5d8 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/fb13ddaf-fba2-41b9-afad-af175a578646 HTTP/1.1" status: 204 len: 168 time: 0.9135096 Jan 14 07:32:54.097523 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4958339a-6f39-422f-b2b8-28251c19a5d8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fb13ddaf-fba2-41b9-afad-af175a578646,revision_number=None']} {{(pid=84875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:32:54.112962 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-4958339a-6f39-422f-b2b8-28251c19a5d8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.183s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:32:54.130656 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.plugin [None req-e3c45b4b-800d-46e1-96b7-b4a0e32e0ced tempest-PortsIpV6TestJSON-1330665174 tempest-PortsIpV6TestJSON-1330665174] In _notify_port_updated(), no bound segment for port ab08a508-7245-4710-a739-01bfb9311408 on network d5ef9345-9d47-4c1b-b4a7-f9e90c00c9f5 {{(pid=84875) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:851}} Jan 14 07:32:54.137088 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network":"rule:regular_user" was deprecated in W in favor of "create_network":"role:member and project_id:%(project_id)s". Reason: Jan 14 07:32:54.137088 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:32:54.137088 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:32:54.137088 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:32:54.137088 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:shared":"rule:admin_only" was deprecated in W in favor of "create_network:shared":"role:admin and system_scope:all". Reason: Jan 14 07:32:54.137088 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:32:54.137088 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:32:54.137088 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:32:54.137088 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:router:external":"rule:admin_only" was deprecated in W in favor of "create_network:router:external":"role:admin and system_scope:all". Reason: Jan 14 07:32:54.137088 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:32:54.137088 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:32:54.137088 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:32:54.137088 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:is_default":"rule:admin_only" was deprecated in W in favor of "create_network:is_default":"role:admin and system_scope:all". Reason: Jan 14 07:32:54.137088 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:32:54.137088 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:32:54.137088 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:32:54.137088 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:port_security_enabled":"rule:regular_user" was deprecated in W in favor of "create_network:port_security_enabled":"role:member and project_id:%(project_id)s". Reason: Jan 14 07:32:54.137088 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:32:54.137088 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:32:54.137088 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:32:54.137088 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:segments":"rule:admin_only" was deprecated in W in favor of "create_network:segments":"role:admin and system_scope:all". Reason: Jan 14 07:32:54.137088 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:32:54.137088 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:32:54.137088 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:32:54.137088 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "create_network:provider:network_type":"role:admin and system_scope:all". Reason: Jan 14 07:32:54.137088 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:32:54.137088 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:32:54.137088 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:32:54.137088 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "create_network:provider:physical_network":"role:admin and system_scope:all". Reason: Jan 14 07:32:54.137088 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:32:54.137088 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:32:54.137088 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:32:54.137088 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "create_network:provider:segmentation_id":"role:admin and system_scope:all". Reason: Jan 14 07:32:54.137088 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:32:54.137088 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:32:54.137088 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:32:54.137088 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network":"rule:admin_or_owner or rule:shared or rule:external or rule:context_is_advsvc" was deprecated in W in favor of "get_network":"(role:reader and system_scope:all) or (role:reader and project_id:%(project_id)s) or rule:shared or rule:external or rule:context_is_advsvc". Reason: Jan 14 07:32:54.137088 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:32:54.137088 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:32:54.137088 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:32:54.137088 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:router:external":"rule:regular_user" was deprecated in W in favor of "get_network:router:external":"role:reader and project_id:%(project_id)s". Reason: Jan 14 07:32:54.137088 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:32:54.137088 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:32:54.137088 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:32:54.137088 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:segments":"rule:admin_only" was deprecated in W in favor of "get_network:segments":"role:reader and system_scope:all". Reason: Jan 14 07:32:54.137088 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:32:54.137088 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:32:54.137088 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:32:54.137088 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "get_network:provider:network_type":"role:reader and system_scope:all". Reason: Jan 14 07:32:54.137088 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:32:54.137088 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:32:54.137088 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:32:54.137088 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "get_network:provider:physical_network":"role:reader and system_scope:all". Reason: Jan 14 07:32:54.137088 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:32:54.137088 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:32:54.137088 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:32:54.137088 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "get_network:provider:segmentation_id":"role:reader and system_scope:all". Reason: Jan 14 07:32:54.137088 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:32:54.137088 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:32:54.137088 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:32:54.137088 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network":"rule:admin_or_owner" was deprecated in W in favor of "update_network":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 07:32:54.137088 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:32:54.137088 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:32:54.137088 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:32:54.137088 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:segments":"rule:admin_only" was deprecated in W in favor of "update_network:segments":"role:admin and system_scope:all". Reason: Jan 14 07:32:54.137088 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:32:54.137088 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:32:54.137088 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:32:54.174352 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3c45b4b-800d-46e1-96b7-b4a0e32e0ced tempest-PortsIpV6TestJSON-1330665174 tempest-PortsIpV6TestJSON-1330665174] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:32:54.175058 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-e3c45b4b-800d-46e1-96b7-b4a0e32e0ced tempest-PortsIpV6TestJSON-1330665174 tempest-PortsIpV6TestJSON-1330665174] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854768116'] for port, before_response {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:32:54.188583 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-e3c45b4b-800d-46e1-96b7-b4a0e32e0ced tempest-PortsIpV6TestJSON-1330665174 tempest-PortsIpV6TestJSON-1330665174] 10.222.0.24 "PUT /v2.0/ports/ab08a508-7245-4710-a739-01bfb9311408 HTTP/1.1" status: 200 len: 969 time: 2.6066175 Jan 14 07:32:54.189526 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84875) accepted ('10.222.0.24', 58490) {{(pid=84875) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:32:54.352387 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-45583810-0dd9-44ef-b3f3-3792bcc599eb tempest-PortsTestJSON-2091589570 tempest-PortsTestJSON-2091589570] Notify callbacks [] for port, precommit_update {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:32:54.372430 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-45583810-0dd9-44ef-b3f3-3792bcc599eb tempest-PortsTestJSON-2091589570 tempest-PortsTestJSON-2091589570] Transition to ACTIVE for port object bf96ec70-9971-4bd7-b771-99b650a3c2cd will not be triggered until provisioned by entity DHCP. {{(pid=84874) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 07:32:54.386757 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.plugin [None req-1acf28f5-3a87-4ca5-a677-31968e5eaa5f tempest-PortsIpV6TestJSON-1330665174 tempest-PortsIpV6TestJSON-1330665174] Deleting port ab08a508-7245-4710-a739-01bfb9311408 {{(pid=84875) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 07:32:54.387183 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-1acf28f5-3a87-4ca5-a677-31968e5eaa5f tempest-PortsIpV6TestJSON-1330665174 tempest-PortsIpV6TestJSON-1330665174] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363259214248359'] for port, before_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:32:54.463857 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-45583810-0dd9-44ef-b3f3-3792bcc599eb tempest-PortsTestJSON-2091589570 tempest-PortsTestJSON-2091589570] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777640533312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363259214678337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777640097497', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036851521613'] for port, after_update {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:32:54.493103 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-d20bf4ca-7292-4e95-bb3b-154ba352ec1a tempest-PortsIpV6TestJSON-1330665174 tempest-PortsIpV6TestJSON-1330665174] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:32:54.584129 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45583810-0dd9-44ef-b3f3-3792bcc599eb tempest-PortsTestJSON-2091589570 tempest-PortsTestJSON-2091589570] Pushing event updated for resources: {'Port': ['ID=bf96ec70-9971-4bd7-b771-99b650a3c2cd,revision_number=2']} {{(pid=84874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:32:54.605206 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-45583810-0dd9-44ef-b3f3-3792bcc599eb tempest-PortsTestJSON-2091589570 tempest-PortsTestJSON-2091589570] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:32:55.294097 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-0f37073e-9c69-4e3c-80e0-6cfaa0fd61a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363259214191800', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854171626'] for agent, after_update {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:32:55.315974 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7238b34f-70dc-4ab4-bcf5-353982687731 None None] Pushing event updated for resources: {'Port': ['ID=49464f58-4b97-415d-a318-fca387234863,revision_number=1']} {{(pid=84876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:32:55.317316 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.db_base_plugin_common [None req-952f184b-5172-4c11-a89d-e8de214796df tempest-TestNetworkBasicOps-1983703278 tempest-TestNetworkBasicOps-1983703278] Allocated IP 172.25.2.104 (226f1e78-82cd-4481-9055-4eb73b6db8c1/ba8deeec-7658-4195-9449-038c076f5c83/deac1229-12e3-4236-b805-57d515b0ad4f) {{(pid=84874) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 14 07:32:55.331198 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-7238b34f-70dc-4ab4-bcf5-353982687731 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.339s {{(pid=84876) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:32:55.353276 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-1acf28f5-3a87-4ca5-a677-31968e5eaa5f tempest-PortsIpV6TestJSON-1330665174 tempest-PortsIpV6TestJSON-1330665174] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036850862667'] for port, precommit_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:32:55.590038 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df853920-ba47-4d4f-8d4e-501198b2af47 None None] Update dhcp port {'port': {'network_id': 'd5ef9345-9d47-4c1b-b4a7-f9e90c00c9f5', 'fixed_ips': [{'subnet_id': '89e6a975-cc78-42d8-9b25-1be91f93abda', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': '42e08115-c7e2-42bb-a413-f6f5238c9e4a', 'ip_address': '2001:db8::2'}, {'subnet_id': '12f54d28-0b74-4686-b351-6e6e3dfb65f1'}], 'binding:host_id': 'n-d-768862-2'}, 'id': '3af3c0e6-650b-4081-a832-0e7cd4bed2da'} from n-d-768862-2. {{(pid=84876) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:310}} Jan 14 07:32:55.602285 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.plugin [None req-1acf28f5-3a87-4ca5-a677-31968e5eaa5f tempest-PortsIpV6TestJSON-1330665174 tempest-PortsIpV6TestJSON-1330665174] Calling delete_port for ab08a508-7245-4710-a739-01bfb9311408 owned by {{(pid=84875) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 07:32:55.692891 n-d-768862-2 neutron-server[84765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7238b34f-70dc-4ab4-bcf5-353982687731 None None] Network 3f8d7255-cdb2-4b57-8b23-400eddf3c357 is already hosted by enough agents. {{(pid=84876) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 07:32:55.712544 n-d-768862-2 neutron-server[84765]: DEBUG neutron.scheduler.base_scheduler [None req-7238b34f-70dc-4ab4-bcf5-353982687731 None None] Resources bound (agent type, host, resource id): {{(pid=84876) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 07:32:55.729429 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7238b34f-70dc-4ab4-bcf5-353982687731 None None] Received port after_create {{(pid=84876) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 14 07:32:55.827389 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Device 01718d75-0986-4b69-81ce-6d92c2e9bbeb up at agent ovs-agent-n-d-768862-2 {{(pid=84876) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 07:32:55.948438 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.managers [None req-7238b34f-70dc-4ab4-bcf5-353982687731 None None] Attempting to bind port 49464f58-4b97-415d-a318-fca387234863 on host n-d-768862-2 for vnic_type normal with profile {{(pid=84876) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 14 07:32:55.949044 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.managers [None req-7238b34f-70dc-4ab4-bcf5-353982687731 None None] Attempting to bind port 49464f58-4b97-415d-a318-fca387234863 by drivers openvswitch on host n-d-768862-2 at level 0 using segments [{'id': '92546857-9ee1-426b-8c0e-1b2104531b43', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 15, 'network_id': '3f8d7255-cdb2-4b57-8b23-400eddf3c357'}] {{(pid=84876) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 14 07:32:55.949467 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7238b34f-70dc-4ab4-bcf5-353982687731 None None] Attempting to bind port 49464f58-4b97-415d-a318-fca387234863 on network 3f8d7255-cdb2-4b57-8b23-400eddf3c357 {{(pid=84876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 14 07:32:55.992187 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.plugin [None req-45583810-0dd9-44ef-b3f3-3792bcc599eb tempest-PortsTestJSON-2091589570 tempest-PortsTestJSON-2091589570] In _notify_port_updated(), no bound segment for port bf96ec70-9971-4bd7-b771-99b650a3c2cd on network e289c449-d36a-4991-9be0-13105a93d6ac {{(pid=84874) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:851}} Jan 14 07:32:55.995332 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:is_default":"rule:admin_only" was deprecated in W in favor of "update_network:is_default":"role:admin and system_scope:all". Reason: Jan 14 07:32:55.995332 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:32:55.995332 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:32:55.995332 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:32:55.995332 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:port_security_enabled":"rule:admin_or_owner" was deprecated in W in favor of "update_network:port_security_enabled":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 07:32:55.995332 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:32:55.995332 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:32:55.995332 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:32:55.995332 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "delete_network":"rule:admin_or_owner" was deprecated in W in favor of "delete_network":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 07:32:55.995332 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:32:55.995332 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:32:55.995332 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:32:55.995332 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_segment":"rule:admin_only" was deprecated in W in favor of "create_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:32:55.995332 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:32:55.995332 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_segment":"rule:admin_only" was deprecated in W in favor of "get_segment":"role:reader and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:32:55.995332 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:32:55.995332 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_segment":"rule:admin_only" was deprecated in W in favor of "update_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:32:55.995332 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:32:55.995332 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "delete_segment":"rule:admin_only" was deprecated in W in favor of "delete_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:32:55.995332 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:32:55.995332 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network":"rule:regular_user" was deprecated in W in favor of "create_network":"role:member and project_id:%(project_id)s". Reason: Jan 14 07:32:55.995332 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:32:55.995332 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:32:55.995332 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:32:55.995332 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:shared":"rule:admin_only" was deprecated in W in favor of "create_network:shared":"role:admin and system_scope:all". Reason: Jan 14 07:32:55.995332 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:32:55.995332 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:32:55.995332 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:32:55.995332 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:router:external":"rule:admin_only" was deprecated in W in favor of "create_network:router:external":"role:admin and system_scope:all". Reason: Jan 14 07:32:55.995332 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:32:55.995332 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:32:55.995332 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:32:55.995332 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:is_default":"rule:admin_only" was deprecated in W in favor of "create_network:is_default":"role:admin and system_scope:all". Reason: Jan 14 07:32:55.995332 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:32:55.995332 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:32:55.995332 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:32:55.995332 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:port_security_enabled":"rule:regular_user" was deprecated in W in favor of "create_network:port_security_enabled":"role:member and project_id:%(project_id)s". Reason: Jan 14 07:32:55.995332 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:32:55.995332 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:32:55.995332 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:32:55.995332 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:segments":"rule:admin_only" was deprecated in W in favor of "create_network:segments":"role:admin and system_scope:all". Reason: Jan 14 07:32:55.995332 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:32:55.995332 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:32:55.995332 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:32:55.995332 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "create_network:provider:network_type":"role:admin and system_scope:all". Reason: Jan 14 07:32:55.995332 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:32:55.995332 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:32:55.995332 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:32:55.995332 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "create_network:provider:physical_network":"role:admin and system_scope:all". Reason: Jan 14 07:32:55.995332 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:32:55.995332 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:32:55.995332 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:32:55.995332 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "create_network:provider:segmentation_id":"role:admin and system_scope:all". Reason: Jan 14 07:32:55.995332 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:32:55.995332 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:32:55.995332 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:32:55.995332 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network":"rule:admin_or_owner or rule:shared or rule:external or rule:context_is_advsvc" was deprecated in W in favor of "get_network":"(role:reader and system_scope:all) or (role:reader and project_id:%(project_id)s) or rule:shared or rule:external or rule:context_is_advsvc". Reason: Jan 14 07:32:55.995332 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:32:55.995332 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:32:55.995332 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:32:56.000028 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7238b34f-70dc-4ab4-bcf5-353982687731 None None] Checking agent: {'id': 'ba5efab1-b43c-4d5a-bc52-6e105d4e67a2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768862-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 14, 6, 56, 52), 'started_at': datetime.datetime(2021, 1, 14, 6, 57, 22), 'heartbeat_timestamp': datetime.datetime(2021, 1, 14, 7, 32, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768862-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.29', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 14 07:32:56.000471 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7238b34f-70dc-4ab4-bcf5-353982687731 None None] Checking segment: {'id': '92546857-9ee1-426b-8c0e-1b2104531b43', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 15, 'network_id': '3f8d7255-cdb2-4b57-8b23-400eddf3c357'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84876) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 14 07:32:56.000936 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-7238b34f-70dc-4ab4-bcf5-353982687731 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:32:56.001426 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7238b34f-70dc-4ab4-bcf5-353982687731 None None] Bound using segment: {'id': '92546857-9ee1-426b-8c0e-1b2104531b43', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 15, 'network_id': '3f8d7255-cdb2-4b57-8b23-400eddf3c357'} {{(pid=84876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 14 07:32:56.001974 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.managers [None req-7238b34f-70dc-4ab4-bcf5-353982687731 None None] Bound port: 49464f58-4b97-415d-a318-fca387234863, host: n-d-768862-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '92546857-9ee1-426b-8c0e-1b2104531b43', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 15, 'network_id': '3f8d7255-cdb2-4b57-8b23-400eddf3c357'}}] {{(pid=84876) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 14 07:32:56.002686 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-7238b34f-70dc-4ab4-bcf5-353982687731 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555753'] for port, before_update {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:32:56.004381 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:router:external":"rule:regular_user" was deprecated in W in favor of "get_network:router:external":"role:reader and project_id:%(project_id)s". Reason: Jan 14 07:32:56.004381 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:32:56.004381 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:32:56.004381 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:32:56.004381 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:segments":"rule:admin_only" was deprecated in W in favor of "get_network:segments":"role:reader and system_scope:all". Reason: Jan 14 07:32:56.004381 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:32:56.004381 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:32:56.004381 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:32:56.004381 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "get_network:provider:network_type":"role:reader and system_scope:all". Reason: Jan 14 07:32:56.004381 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:32:56.004381 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:32:56.004381 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:32:56.004381 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "get_network:provider:physical_network":"role:reader and system_scope:all". Reason: Jan 14 07:32:56.004381 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:32:56.004381 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:32:56.004381 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:32:56.004381 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "get_network:provider:segmentation_id":"role:reader and system_scope:all". Reason: Jan 14 07:32:56.004381 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:32:56.004381 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:32:56.004381 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:32:56.004381 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network":"rule:admin_or_owner" was deprecated in W in favor of "update_network":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 07:32:56.004381 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:32:56.004381 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:32:56.004381 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:32:56.004381 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:segments":"rule:admin_only" was deprecated in W in favor of "update_network:segments":"role:admin and system_scope:all". Reason: Jan 14 07:32:56.004381 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:32:56.004381 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:32:56.004381 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:32:56.004381 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:shared":"rule:admin_only" was deprecated in W in favor of "update_network:shared":"role:admin and system_scope:all". Reason: Jan 14 07:32:56.004381 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:32:56.004381 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:32:56.004381 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:32:56.004381 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "update_network:provider:network_type":"role:admin and system_scope:all". Reason: Jan 14 07:32:56.004381 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:32:56.004381 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:32:56.004381 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:32:56.004381 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "update_network:provider:physical_network":"role:admin and system_scope:all". Reason: Jan 14 07:32:56.004381 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:32:56.004381 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:32:56.004381 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:32:56.004381 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "update_network:provider:segmentation_id":"role:admin and system_scope:all". Reason: Jan 14 07:32:56.004381 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:32:56.004381 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:32:56.004381 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:32:56.004381 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:router:external":"rule:admin_only" was deprecated in W in favor of "update_network:router:external":"role:admin and system_scope:all". Reason: Jan 14 07:32:56.004381 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:32:56.004381 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:32:56.004381 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:32:56.004381 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:is_default":"rule:admin_only" was deprecated in W in favor of "update_network:is_default":"role:admin and system_scope:all". Reason: Jan 14 07:32:56.004381 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:32:56.004381 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:32:56.004381 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:32:56.004381 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:port_security_enabled":"rule:admin_or_owner" was deprecated in W in favor of "update_network:port_security_enabled":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 07:32:56.004381 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:32:56.004381 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:32:56.004381 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:32:56.004381 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "delete_network":"rule:admin_or_owner" was deprecated in W in favor of "delete_network":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 07:32:56.004381 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:32:56.004381 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:32:56.004381 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:32:56.004381 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_segment":"rule:admin_only" was deprecated in W in favor of "create_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:32:56.004381 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:32:56.004381 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_segment":"rule:admin_only" was deprecated in W in favor of "get_segment":"role:reader and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:32:56.004381 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:32:56.025143 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45583810-0dd9-44ef-b3f3-3792bcc599eb tempest-PortsTestJSON-2091589570 tempest-PortsTestJSON-2091589570] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:32:56.026082 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-45583810-0dd9-44ef-b3f3-3792bcc599eb tempest-PortsTestJSON-2091589570 tempest-PortsTestJSON-2091589570] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854768116'] for port, before_response {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:32:56.028011 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-45583810-0dd9-44ef-b3f3-3792bcc599eb tempest-PortsTestJSON-2091589570 tempest-PortsTestJSON-2091589570] 10.222.0.24 "PUT /v2.0/ports/bf96ec70-9971-4bd7-b771-99b650a3c2cd HTTP/1.1" status: 200 len: 959 time: 7.5075924 Jan 14 07:32:56.034287 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84874) accepted ('10.222.0.24', 58646) {{(pid=84874) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:32:56.055622 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-df853920-ba47-4d4f-8d4e-501198b2af47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555753'] for port, before_update {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:32:56.065323 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-1acf28f5-3a87-4ca5-a677-31968e5eaa5f tempest-PortsIpV6TestJSON-1330665174 tempest-PortsIpV6TestJSON-1330665174] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777640533329', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777640097463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851621574'] for port, after_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:32:56.111068 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-00d1ba5c-3e53-4edc-8ef8-1663a144d317 tempest-NetworksIpV6TestAttrs-1453117616 tempest-NetworksIpV6TestAttrs-1453117616] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:32:56.204339 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-952f184b-5172-4c11-a89d-e8de214796df tempest-TestNetworkBasicOps-1983703278 tempest-TestNetworkBasicOps-1983703278] Notify callbacks [] for port, precommit_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:32:56.249556 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.plugin [None req-29a78be3-9417-4907-b26a-0f3de2f8ce2c tempest-PortsTestJSON-2091589570 tempest-PortsTestJSON-2091589570] Deleting port bf96ec70-9971-4bd7-b771-99b650a3c2cd {{(pid=84874) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 07:32:56.250241 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-29a78be3-9417-4907-b26a-0f3de2f8ce2c tempest-PortsTestJSON-2091589570 tempest-PortsTestJSON-2091589570] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363259214248359'] for port, before_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:32:56.501900 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1acf28f5-3a87-4ca5-a677-31968e5eaa5f tempest-PortsIpV6TestJSON-1330665174 tempest-PortsIpV6TestJSON-1330665174] Pushing event deleted for resources: {'Port': ['ID=ab08a508-7245-4710-a739-01bfb9311408,revision_number=None']} {{(pid=84875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:32:56.536534 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-1acf28f5-3a87-4ca5-a677-31968e5eaa5f tempest-PortsIpV6TestJSON-1330665174 tempest-PortsIpV6TestJSON-1330665174] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.417s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:32:56.539605 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-952f184b-5172-4c11-a89d-e8de214796df tempest-TestNetworkBasicOps-1983703278 tempest-TestNetworkBasicOps-1983703278] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777640123575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3254186'] for port, after_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:32:56.667069 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-915cf3e6-a846-4237-96bb-a826f8e9f0fc tempest-PortsTestJSON-2091589570 tempest-PortsTestJSON-2091589570] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:32:56.845238 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-1acf28f5-3a87-4ca5-a677-31968e5eaa5f tempest-PortsIpV6TestJSON-1330665174 tempest-PortsIpV6TestJSON-1330665174] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854768116'] for port, before_response {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:32:56.879127 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-1acf28f5-3a87-4ca5-a677-31968e5eaa5f tempest-PortsIpV6TestJSON-1330665174 tempest-PortsIpV6TestJSON-1330665174] 10.222.0.24 "DELETE /v2.0/ports/ab08a508-7245-4710-a739-01bfb9311408 HTTP/1.1" status: 204 len: 168 time: 2.6883168 Jan 14 07:32:56.879858 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84875) accepted ('10.222.0.24', 58728) {{(pid=84875) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:32:57.024486 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-952f184b-5172-4c11-a89d-e8de214796df tempest-TestNetworkBasicOps-1983703278 tempest-TestNetworkBasicOps-1983703278] Pushing event updated for resources: {'Port': ['ID=deac1229-12e3-4236-b805-57d515b0ad4f,revision_number=1']} {{(pid=84874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:32:57.046753 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-952f184b-5172-4c11-a89d-e8de214796df tempest-TestNetworkBasicOps-1983703278 tempest-TestNetworkBasicOps-1983703278] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.380s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:32:57.061730 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [None req-7238b34f-70dc-4ab4-bcf5-353982687731 None None] For port 49464f58-4b97-415d-a318-fca387234863, host n-d-768862-2, cleared binding levels {{(pid=84876) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 14 07:32:57.101574 n-d-768862-2 neutron-server[84765]: INFO neutron.pecan_wsgi.hooks.translation [None req-190d2eaa-47ea-4860-adb3-0d8b46683c48 tempest-PortsIpV6TestJSON-1330665174 tempest-PortsIpV6TestJSON-1330665174] GET failed (client error): The resource could not be found. Jan 14 07:32:57.104635 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-190d2eaa-47ea-4860-adb3-0d8b46683c48 tempest-PortsIpV6TestJSON-1330665174 tempest-PortsIpV6TestJSON-1330665174] Synchronizing usage tracker for tenant:6396266df05d476da6838f06b578d30b on resource:port {{(pid=84875) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 14 07:32:57.130256 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [None req-7238b34f-70dc-4ab4-bcf5-353982687731 None None] For port 49464f58-4b97-415d-a318-fca387234863, host n-d-768862-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-2',level=0,port_id=49464f58-4b97-415d-a318-fca387234863,segment=NetworkSegment(92546857-9ee1-426b-8c0e-1b2104531b43),segment_id=92546857-9ee1-426b-8c0e-1b2104531b43)] {{(pid=84876) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 14 07:32:57.149365 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-190d2eaa-47ea-4860-adb3-0d8b46683c48 tempest-PortsIpV6TestJSON-1330665174 tempest-PortsIpV6TestJSON-1330665174] Unset dirty status for tenant:6396266df05d476da6838f06b578d30b on resource:port {{(pid=84875) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 14 07:32:57.154267 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-7238b34f-70dc-4ab4-bcf5-353982687731 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777640533312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363259214678337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777640097497'] for port, after_update {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:32:57.154616 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-190d2eaa-47ea-4860-adb3-0d8b46683c48 tempest-PortsIpV6TestJSON-1330665174 tempest-PortsIpV6TestJSON-1330665174] 10.222.0.24 "GET /v2.0/ports/ab08a508-7245-4710-a739-01bfb9311408 HTTP/1.1" status: 404 len: 333 time: 0.2570662 Jan 14 07:32:57.155410 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84875) accepted ('10.222.0.24', 58750) {{(pid=84875) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:32:57.317046 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-dfd72122-ff23-4d76-9c45-ec456373cac4 tempest-PortsIpV6TestJSON-1330665174 tempest-PortsIpV6TestJSON-1330665174] Notify callbacks [] for security_group, before_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:32:57.382590 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-dfd72122-ff23-4d76-9c45-ec456373cac4 tempest-PortsIpV6TestJSON-1330665174 tempest-PortsIpV6TestJSON-1330665174] Notify callbacks [] for security_group, precommit_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:32:57.451518 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-cef0dc43-d51c-415e-a1eb-89a45be06a8c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84876) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:32:57.567602 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7238b34f-70dc-4ab4-bcf5-353982687731 None None] Pushing event updated for resources: {'Port': ['ID=49464f58-4b97-415d-a318-fca387234863,revision_number=2']} {{(pid=84876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:32:57.585085 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-7238b34f-70dc-4ab4-bcf5-353982687731 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=84876) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:32:57.622140 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-dfd72122-ff23-4d76-9c45-ec456373cac4 tempest-PortsIpV6TestJSON-1330665174 tempest-PortsIpV6TestJSON-1330665174] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850887153'] for security_group, after_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:32:57.650042 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-dd50b1b1-55d2-4ddc-9159-9faf4a8665a0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:32:57.686897 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-f8ecf3fb-7138-475e-ad29-f5a72bd3672d None None] Provisioning for port bf96ec70-9971-4bd7-b771-99b650a3c2cd completed by entity DHCP. {{(pid=84876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 07:32:57.752271 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfd72122-ff23-4d76-9c45-ec456373cac4 tempest-PortsIpV6TestJSON-1330665174 tempest-PortsIpV6TestJSON-1330665174] Pushing event deleted for resources: {'SecurityGroup': ['ID=9f29c824-b320-4d9e-b12a-23e060180e1c,revision_number=None']} {{(pid=84875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:32:57.769525 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-dfd72122-ff23-4d76-9c45-ec456373cac4 tempest-PortsIpV6TestJSON-1330665174 tempest-PortsIpV6TestJSON-1330665174] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:32:57.781545 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-f8ecf3fb-7138-475e-ad29-f5a72bd3672d None None] Provisioning complete for port bf96ec70-9971-4bd7-b771-99b650a3c2cd triggered by entity DHCP. {{(pid=84876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 07:32:57.792672 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-dfd72122-ff23-4d76-9c45-ec456373cac4 tempest-PortsIpV6TestJSON-1330665174 tempest-PortsIpV6TestJSON-1330665174] Notify callbacks [] for security_group, before_response {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:32:57.793872 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-f8ecf3fb-7138-475e-ad29-f5a72bd3672d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-604227'] for port, provisioning_complete {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:32:57.818434 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-dfd72122-ff23-4d76-9c45-ec456373cac4 tempest-PortsIpV6TestJSON-1330665174 tempest-PortsIpV6TestJSON-1330665174] 10.222.0.24 "DELETE /v2.0/security-groups/9f29c824-b320-4d9e-b12a-23e060180e1c HTTP/1.1" status: 204 len: 168 time: 0.6587770 Jan 14 07:32:57.820185 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84875) accepted ('10.222.0.24', 58810) {{(pid=84875) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:32:58.232650 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-3a05d964-0cfd-4a52-86d9-c81560949db1 tempest-PortsIpV6TestJSON-1330665174 tempest-PortsIpV6TestJSON-1330665174] Notify callbacks [] for security_group, before_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:32:58.245808 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-660df074-54c2-46a9-bcb1-75411090a548 tempest-NetworksTest-1803261889 tempest-NetworksTest-1803261889] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850887113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3254092', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036851981146'] for subnet, after_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:32:58.275752 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-3b1df026-3344-4db5-9166-ef928a6ed9f3 tempest-PortsTestJSON-2091589570 tempest-PortsTestJSON-2091589570] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:32:58.384160 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-3a05d964-0cfd-4a52-86d9-c81560949db1 tempest-PortsIpV6TestJSON-1330665174 tempest-PortsIpV6TestJSON-1330665174] Notify callbacks [] for security_group, precommit_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:32:58.463651 n-d-768862-2 neutron-server[84765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-952f184b-5172-4c11-a89d-e8de214796df tempest-TestNetworkBasicOps-1983703278 tempest-TestNetworkBasicOps-1983703278] Network 226f1e78-82cd-4481-9055-4eb73b6db8c1 is already hosted by enough agents. {{(pid=84874) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 07:32:58.491455 n-d-768862-2 neutron-server[84765]: DEBUG neutron.scheduler.base_scheduler [None req-952f184b-5172-4c11-a89d-e8de214796df tempest-TestNetworkBasicOps-1983703278 tempest-TestNetworkBasicOps-1983703278] Resources bound (agent type, host, resource id): {{(pid=84874) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 07:32:58.561375 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-952f184b-5172-4c11-a89d-e8de214796df tempest-TestNetworkBasicOps-1983703278 tempest-TestNetworkBasicOps-1983703278] Received port after_create {{(pid=84874) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 14 07:32:58.667409 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-3a05d964-0cfd-4a52-86d9-c81560949db1 tempest-PortsIpV6TestJSON-1330665174 tempest-PortsIpV6TestJSON-1330665174] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850887153'] for security_group, after_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:32:58.686379 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-dfd72122-ff23-4d76-9c45-ec456373cac4 tempest-PortsIpV6TestJSON-1330665174 tempest-PortsIpV6TestJSON-1330665174] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:32:58.740655 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a05d964-0cfd-4a52-86d9-c81560949db1 tempest-PortsIpV6TestJSON-1330665174 tempest-PortsIpV6TestJSON-1330665174] Pushing event deleted for resources: {'SecurityGroup': ['ID=056f5c8e-4298-4154-9549-74c94fbb6889,revision_number=None']} {{(pid=84875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:32:58.756260 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-3a05d964-0cfd-4a52-86d9-c81560949db1 tempest-PortsIpV6TestJSON-1330665174 tempest-PortsIpV6TestJSON-1330665174] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:32:58.778801 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-3a05d964-0cfd-4a52-86d9-c81560949db1 tempest-PortsIpV6TestJSON-1330665174 tempest-PortsIpV6TestJSON-1330665174] Notify callbacks [] for security_group, before_response {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:32:58.784770 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-3a05d964-0cfd-4a52-86d9-c81560949db1 tempest-PortsIpV6TestJSON-1330665174 tempest-PortsIpV6TestJSON-1330665174] 10.222.0.24 "DELETE /v2.0/security-groups/056f5c8e-4298-4154-9549-74c94fbb6889 HTTP/1.1" status: 204 len: 168 time: 0.9634058 Jan 14 07:32:58.787700 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84875) accepted ('10.222.0.24', 58896) {{(pid=84875) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:32:58.881239 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.plugin [None req-f8ecf3fb-7138-475e-ad29-f5a72bd3672d None None] Port bf96ec70-9971-4bd7-b771-99b650a3c2cd cannot update to ACTIVE because it is not bound. {{(pid=84876) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:329}} Jan 14 07:32:58.937297 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.db_base_plugin_common [None req-df853920-ba47-4d4f-8d4e-501198b2af47 None None] Allocated IP 2001:db8:0:2::2 (d5ef9345-9d47-4c1b-b4a7-f9e90c00c9f5/12f54d28-0b74-4686-b351-6e6e3dfb65f1/3af3c0e6-650b-4081-a832-0e7cd4bed2da) {{(pid=84876) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 14 07:32:58.942373 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-f8ecf3fb-7138-475e-ad29-f5a72bd3672d None None] Provisioning for port 01718d75-0986-4b69-81ce-6d92c2e9bbeb completed by entity DHCP. {{(pid=84876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 07:32:58.980729 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-f8ecf3fb-7138-475e-ad29-f5a72bd3672d None None] Provisioning complete for port 01718d75-0986-4b69-81ce-6d92c2e9bbeb triggered by entity DHCP. {{(pid=84876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 07:32:58.981360 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-f8ecf3fb-7138-475e-ad29-f5a72bd3672d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-604227'] for port, provisioning_complete {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:32:59.038533 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-5e3e3165-615b-402a-8c78-7a40eecbd92b tempest-PortsIpV6TestJSON-1330665174 tempest-PortsIpV6TestJSON-1330665174] Notify callbacks [] for security_group, before_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:32:59.048579 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-660df074-54c2-46a9-bcb1-75411090a548 tempest-NetworksTest-1803261889 tempest-NetworksTest-1803261889] Pushing event updated for resources: {'Subnet': ['ID=3208611b-cdb6-43d6-9168-01c6f90912bd,revision_number=0']} {{(pid=84874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:32:59.059208 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-29a78be3-9417-4907-b26a-0f3de2f8ce2c tempest-PortsTestJSON-2091589570 tempest-PortsTestJSON-2091589570] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036850862667'] for port, precommit_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:32:59.129065 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-660df074-54c2-46a9-bcb1-75411090a548 tempest-NetworksTest-1803261889 tempest-NetworksTest-1803261889] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.853s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:32:59.130059 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-5e3e3165-615b-402a-8c78-7a40eecbd92b tempest-PortsIpV6TestJSON-1330665174 tempest-PortsIpV6TestJSON-1330665174] Notify callbacks [] for security_group, precommit_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:32:59.221628 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-5e3e3165-615b-402a-8c78-7a40eecbd92b tempest-PortsIpV6TestJSON-1330665174 tempest-PortsIpV6TestJSON-1330665174] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850887153'] for security_group, after_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:32:59.236610 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-3a05d964-0cfd-4a52-86d9-c81560949db1 tempest-PortsIpV6TestJSON-1330665174 tempest-PortsIpV6TestJSON-1330665174] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:32:59.280206 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e3e3165-615b-402a-8c78-7a40eecbd92b tempest-PortsIpV6TestJSON-1330665174 tempest-PortsIpV6TestJSON-1330665174] Pushing event deleted for resources: {'SecurityGroup': ['ID=35d7bbd1-07f6-4ebe-9859-ac042b575440,revision_number=None']} {{(pid=84875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:32:59.289880 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-5e3e3165-615b-402a-8c78-7a40eecbd92b tempest-PortsIpV6TestJSON-1330665174 tempest-PortsIpV6TestJSON-1330665174] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:32:59.292602 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-5e3e3165-615b-402a-8c78-7a40eecbd92b tempest-PortsIpV6TestJSON-1330665174 tempest-PortsIpV6TestJSON-1330665174] Notify callbacks [] for security_group, before_response {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:32:59.297020 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-5e3e3165-615b-402a-8c78-7a40eecbd92b tempest-PortsIpV6TestJSON-1330665174 tempest-PortsIpV6TestJSON-1330665174] 10.222.0.24 "DELETE /v2.0/security-groups/35d7bbd1-07f6-4ebe-9859-ac042b575440 HTTP/1.1" status: 204 len: 168 time: 0.5049198 Jan 14 07:32:59.297797 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84875) accepted ('10.222.0.24', 58908) {{(pid=84875) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:32:59.434755 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.agents_db [None req-5b939a2f-078d-4c69-a188-cb55a28a77a0 None None] Agent healthcheck: found 7 active agents {{(pid=84877) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Jan 14 07:32:59.490503 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [None req-df853920-ba47-4d4f-8d4e-501198b2af47 None None] For port 3af3c0e6-650b-4081-a832-0e7cd4bed2da, host n-d-768862-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-2',level=0,port_id=3af3c0e6-650b-4081-a832-0e7cd4bed2da,segment=NetworkSegment(54b9cf0c-5b3e-4085-9515-7ca44c0c6052),segment_id=54b9cf0c-5b3e-4085-9515-7ca44c0c6052)] {{(pid=84876) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 07:32:59.651623 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.plugin [None req-29a78be3-9417-4907-b26a-0f3de2f8ce2c tempest-PortsTestJSON-2091589570 tempest-PortsTestJSON-2091589570] Calling delete_port for bf96ec70-9971-4bd7-b771-99b650a3c2cd owned by {{(pid=84874) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 07:32:59.834030 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Device 49464f58-4b97-415d-a318-fca387234863 up at agent ovs-agent-n-d-768862-2 {{(pid=84876) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 07:32:59.869887 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.db_base_plugin_v2 [None req-9f9bf916-5455-47fe-b2ab-4093dc75c1eb tempest-PortsIpV6TestJSON-1330665174 tempest-PortsIpV6TestJSON-1330665174] Deleting subnet 42e08115-c7e2-42bb-a413-f6f5238c9e4a {{(pid=84875) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Jan 14 07:32:59.901153 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-29a78be3-9417-4907-b26a-0f3de2f8ce2c tempest-PortsTestJSON-2091589570 tempest-PortsTestJSON-2091589570] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777640533329', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777640097463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3254186'] for port, after_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:32:59.932416 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-45583810-0dd9-44ef-b3f3-3792bcc599eb tempest-PortsTestJSON-2091589570 tempest-PortsTestJSON-2091589570] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:32:59.934723 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-df853920-ba47-4d4f-8d4e-501198b2af47 None None] Notify callbacks [] for port, precommit_update {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:33:00.010963 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29a78be3-9417-4907-b26a-0f3de2f8ce2c tempest-PortsTestJSON-2091589570 tempest-PortsTestJSON-2091589570] Pushing event deleted for resources: {'Port': ['ID=bf96ec70-9971-4bd7-b771-99b650a3c2cd,revision_number=None']} {{(pid=84874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:33:00.042303 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-df853920-ba47-4d4f-8d4e-501198b2af47 None None] Transition to ACTIVE for port object 3af3c0e6-650b-4081-a832-0e7cd4bed2da will not be triggered until provisioned by entity DHCP. {{(pid=84876) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 07:33:00.043922 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-9f9bf916-5455-47fe-b2ab-4093dc75c1eb tempest-PortsIpV6TestJSON-1330665174 tempest-PortsIpV6TestJSON-1330665174] Notify callbacks [] for subnet, before_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:33:00.069827 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-f8ecf3fb-7138-475e-ad29-f5a72bd3672d None None] Provisioning complete for port 9fcf9582-d53d-421b-9690-0fbdf3561687 triggered by entity DHCP. {{(pid=84876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 07:33:00.071340 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-f8ecf3fb-7138-475e-ad29-f5a72bd3672d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-604227'] for port, provisioning_complete {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:33:00.089799 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-29a78be3-9417-4907-b26a-0f3de2f8ce2c tempest-PortsTestJSON-2091589570 tempest-PortsTestJSON-2091589570] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.157s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:33:00.194498 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-660df074-54c2-46a9-bcb1-75411090a548 tempest-NetworksTest-1803261889 tempest-NetworksTest-1803261889] Checking segment: {'id': '8168a191-6095-45f0-a976-0a7fe552c08c', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 20, 'network_id': '9b873f3f-47ec-4c1b-b88d-3eabcd20ff19'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84874) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 14 07:33:00.194903 n-d-768862-2 neutron-server[84765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-660df074-54c2-46a9-bcb1-75411090a548 tempest-NetworksTest-1803261889 tempest-NetworksTest-1803261889] Network hostable DHCP agents. Network: 9b873f3f-47ec-4c1b-b88d-3eabcd20ff19, hostable agents: ['32f3dd84-26da-4d18-bf15-6017a8fb7247'], hosted agents: [] {{(pid=84874) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Jan 14 07:33:00.197668 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-9f9bf916-5455-47fe-b2ab-4093dc75c1eb tempest-PortsIpV6TestJSON-1330665174 tempest-PortsIpV6TestJSON-1330665174] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3367281'] for subnet, precommit_delete_associations {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:33:00.238871 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Provisioning for port 49464f58-4b97-415d-a318-fca387234863 completed by entity L2. {{(pid=84876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 07:33:00.243914 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.plugin [None req-f8ecf3fb-7138-475e-ad29-f5a72bd3672d None None] Port 9fcf9582-d53d-421b-9690-0fbdf3561687 cannot update to ACTIVE because it is not bound. {{(pid=84876) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:329}} Jan 14 07:33:00.251966 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-df853920-ba47-4d4f-8d4e-501198b2af47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777640533312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363259214678337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777640097497'] for port, after_update {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:33:00.285385 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-0ea2336c-07e7-4842-9e04-af287ebdee27 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84876) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:33:00.395816 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-9f9bf916-5455-47fe-b2ab-4093dc75c1eb tempest-PortsIpV6TestJSON-1330665174 tempest-PortsIpV6TestJSON-1330665174] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036854176836'] for subnet, precommit_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:33:00.397555 n-d-768862-2 neutron-server[84765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-660df074-54c2-46a9-bcb1-75411090a548 tempest-NetworksTest-1803261889 tempest-NetworksTest-1803261889] Network 9b873f3f-47ec-4c1b-b88d-3eabcd20ff19 is scheduled to be hosted by DHCP agent 32f3dd84-26da-4d18-bf15-6017a8fb7247 with binding_index 1 {{(pid=84874) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Jan 14 07:33:00.548737 n-d-768862-2 neutron-server[84765]: DEBUG neutron.scheduler.base_scheduler [None req-660df074-54c2-46a9-bcb1-75411090a548 tempest-NetworksTest-1803261889 tempest-NetworksTest-1803261889] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768862-2, 9b873f3f-47ec-4c1b-b88d-3eabcd20ff19) {{(pid=84874) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 07:33:00.631066 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-660df074-54c2-46a9-bcb1-75411090a548 tempest-NetworksTest-1803261889 tempest-NetworksTest-1803261889] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:33:00.631748 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-660df074-54c2-46a9-bcb1-75411090a548 tempest-NetworksTest-1803261889 tempest-NetworksTest-1803261889] Notify callbacks [] for subnet, before_response {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:33:00.658227 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-87b4b575-c9e5-4008-bddb-30f4bcf47ebc None None] Could not find standard attr ID for object bf96ec70-9971-4bd7-b771-99b650a3c2cd. {{(pid=84876) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Jan 14 07:33:00.671716 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8efc96d6-54c3-429a-8447-dd1d195656fb None None] Network 9b873f3f-47ec-4c1b-b88d-3eabcd20ff19 requested from n-d-768862-2 {{(pid=84876) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 07:33:00.801724 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-952f184b-5172-4c11-a89d-e8de214796df tempest-TestNetworkBasicOps-1983703278 tempest-TestNetworkBasicOps-1983703278] Notify callbacks [] for router_gateway, after_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:33:01.137862 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-660df074-54c2-46a9-bcb1-75411090a548 tempest-NetworksTest-1803261889 tempest-NetworksTest-1803261889] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 873 time: 9.8660812 Jan 14 07:33:01.139883 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-29a78be3-9417-4907-b26a-0f3de2f8ce2c tempest-PortsTestJSON-2091589570 tempest-PortsTestJSON-2091589570] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854768116'] for port, before_response {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:33:01.145575 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-29a78be3-9417-4907-b26a-0f3de2f8ce2c tempest-PortsTestJSON-2091589570 tempest-PortsTestJSON-2091589570] 10.222.0.24 "DELETE /v2.0/ports/bf96ec70-9971-4bd7-b771-99b650a3c2cd HTTP/1.1" status: 204 len: 168 time: 5.1098061 Jan 14 07:33:01.202825 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84874) accepted ('10.222.0.24', 58924) {{(pid=84874) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:33:01.203898 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84874) accepted ('10.222.0.24', 58926) {{(pid=84874) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:33:01.219875 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-9f9bf916-5455-47fe-b2ab-4093dc75c1eb tempest-PortsIpV6TestJSON-1330665174 tempest-PortsIpV6TestJSON-1330665174] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-598964', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850887113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3154192', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2308610'] for subnet, after_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:33:01.260767 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-84c9a09b-19ea-41e6-a20a-9cfb73846861 tempest-PortsIpV6TestJSON-1330665174 tempest-PortsIpV6TestJSON-1330665174] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:33:01.301793 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30376596-1cd3-40bf-8fe7-3ca880cb443b None None] Network 3f8d7255-cdb2-4b57-8b23-400eddf3c357 requested from n-d-768862-2 {{(pid=84876) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 07:33:01.372860 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f9bf916-5455-47fe-b2ab-4093dc75c1eb tempest-PortsIpV6TestJSON-1330665174 tempest-PortsIpV6TestJSON-1330665174] Pushing event deleted for resources: {'Subnet': ['ID=42e08115-c7e2-42bb-a413-f6f5238c9e4a,revision_number=None']} {{(pid=84875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:33:01.433511 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-1054d467-8532-41ac-9f67-7e1bf865c654 tempest-NetworksTest-1803261889 tempest-NetworksTest-1803261889] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036854160497'] for network, before_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:33:01.475886 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df853920-ba47-4d4f-8d4e-501198b2af47 None None] Pushing event updated for resources: {'Port': ['ID=3af3c0e6-650b-4081-a832-0e7cd4bed2da,revision_number=7']} {{(pid=84876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:33:01.484826 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-df853920-ba47-4d4f-8d4e-501198b2af47 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.199s {{(pid=84876) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:33:01.514263 n-d-768862-2 neutron-server[84765]: INFO neutron.pecan_wsgi.hooks.translation [None req-552e9085-7566-421a-8f52-da498fad11a8 tempest-PortsTestJSON-2091589570 tempest-PortsTestJSON-2091589570] GET failed (client error): The resource could not be found. Jan 14 07:33:01.515225 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-552e9085-7566-421a-8f52-da498fad11a8 tempest-PortsTestJSON-2091589570 tempest-PortsTestJSON-2091589570] Synchronizing usage tracker for tenant:4f41150d2ea84f97bbab10653dcc9b99 on resource:port {{(pid=84874) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 14 07:33:01.542177 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-552e9085-7566-421a-8f52-da498fad11a8 tempest-PortsTestJSON-2091589570 tempest-PortsTestJSON-2091589570] Unset dirty status for tenant:4f41150d2ea84f97bbab10653dcc9b99 on resource:port {{(pid=84874) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 14 07:33:01.546930 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-552e9085-7566-421a-8f52-da498fad11a8 tempest-PortsTestJSON-2091589570 tempest-PortsTestJSON-2091589570] 10.222.0.24 "GET /v2.0/ports/bf96ec70-9971-4bd7-b771-99b650a3c2cd HTTP/1.1" status: 404 len: 333 time: 0.3260143 Jan 14 07:33:01.549663 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84874) accepted ('10.222.0.24', 58936) {{(pid=84874) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:33:01.668445 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-9f9bf916-5455-47fe-b2ab-4093dc75c1eb tempest-PortsIpV6TestJSON-1330665174 tempest-PortsIpV6TestJSON-1330665174] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.408s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:33:01.676287 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-9f9bf916-5455-47fe-b2ab-4093dc75c1eb tempest-PortsIpV6TestJSON-1330665174 tempest-PortsIpV6TestJSON-1330665174] Notify callbacks [] for subnet, before_response {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:33:01.689038 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-9f9bf916-5455-47fe-b2ab-4093dc75c1eb tempest-PortsIpV6TestJSON-1330665174 tempest-PortsIpV6TestJSON-1330665174] 10.222.0.24 "DELETE /v2.0/subnets/42e08115-c7e2-42bb-a413-f6f5238c9e4a HTTP/1.1" status: 204 len: 168 time: 2.3864033 Jan 14 07:33:01.697975 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84874) accepted ('10.222.0.24', 58940) {{(pid=84874) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:33:01.752520 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-1054d467-8532-41ac-9f67-7e1bf865c654 tempest-NetworksTest-1803261889 tempest-NetworksTest-1803261889] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036854176836'] for subnet, precommit_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:33:01.909767 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Device 3af3c0e6-650b-4081-a832-0e7cd4bed2da up at agent ovs-agent-n-d-768862-2 {{(pid=84876) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 07:33:02.026351 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-87b4b575-c9e5-4008-bddb-30f4bcf47ebc None None] Provisioning complete for port 01718d75-0986-4b69-81ce-6d92c2e9bbeb triggered by entity DHCP. {{(pid=84876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 07:33:02.026776 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-87b4b575-c9e5-4008-bddb-30f4bcf47ebc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-604227'] for port, provisioning_complete {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:33:02.162292 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d907bd47-9dbe-4db9-9977-93e97208c516 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5d94dc7a-c095-50a4-955e-5f3b78718a12-9b873f3f-47ec-4c1b-b88d-3eabcd20ff19', 'network_id': '9b873f3f-47ec-4c1b-b88d-3eabcd20ff19', 'tenant_id': '93b2211854874c6cae5592aa469fb908', 'fixed_ips': [{'subnet_id': '3208611b-cdb6-43d6-9168-01c6f90912bd'}]}} from n-d-768862-2. {{(pid=84876) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Jan 14 07:33:02.163722 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-d907bd47-9dbe-4db9-9977-93e97208c516 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555753'] for port, before_create {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:33:02.695356 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84875) accepted ('10.222.0.24', 58952) {{(pid=84875) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:33:02.702195 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-952f184b-5172-4c11-a89d-e8de214796df tempest-TestNetworkBasicOps-1983703278 tempest-TestNetworkBasicOps-1983703278] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036850886612', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036850863158'] for router, after_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:33:02.938696 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-e10f98e4-795b-451c-ac73-088de60fea1c None None] Provisioning for port 49464f58-4b97-415d-a318-fca387234863 completed by entity DHCP. {{(pid=84876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 07:33:02.985855 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-e10f98e4-795b-451c-ac73-088de60fea1c None None] Provisioning complete for port 49464f58-4b97-415d-a318-fca387234863 triggered by entity DHCP. {{(pid=84876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 07:33:02.989249 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-e10f98e4-795b-451c-ac73-088de60fea1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-604227'] for port, provisioning_complete {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:33:03.097575 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-1e4292b1-dc71-4c66-9e24-da282a0750af admin admin] Notify callbacks [] for security_group, before_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:33:03.130480 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.db_base_plugin_common [None req-d907bd47-9dbe-4db9-9977-93e97208c516 None None] Allocated IP 172.20.0.2 (9b873f3f-47ec-4c1b-b88d-3eabcd20ff19/3208611b-cdb6-43d6-9168-01c6f90912bd/7e1df0ba-d753-42a1-a65a-77b71c63e8e8) {{(pid=84876) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 14 07:33:03.175251 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-1e4292b1-dc71-4c66-9e24-da282a0750af admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:33:03.187860 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-1e4292b1-dc71-4c66-9e24-da282a0750af admin admin] Usage tracker for resource:security_group_rule and tenant:bf59d046efb045b89fdae42bb76ca36b is out of sync, need to count used quota {{(pid=84875) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:33:03.196953 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-1e4292b1-dc71-4c66-9e24-da282a0750af admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84875) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:33:03.214104 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-1e4292b1-dc71-4c66-9e24-da282a0750af admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:33:03.443918 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-a7b0d89e-c1ba-403d-a7d9-84657792df4e tempest-PortsTestJSON-2091589570 tempest-PortsTestJSON-2091589570] Notify callbacks [] for security_group, before_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:33:03.445822 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-1e4292b1-dc71-4c66-9e24-da282a0750af admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:33:03.457510 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-1e4292b1-dc71-4c66-9e24-da282a0750af admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850887153'] for security_group, after_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:33:03.484605 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-e10f98e4-795b-451c-ac73-088de60fea1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555753'] for port, before_update {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:33:03.507610 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-af31a8db-5e30-4e45-91cb-d67402af06d3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:33:03.522213 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-1e4292b1-dc71-4c66-9e24-da282a0750af admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=bf59d046efb045b89fdae42bb76ca36b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8225820 Jan 14 07:33:03.527653 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84875) accepted ('10.222.0.24', 58960) {{(pid=84875) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:33:03.580893 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [None req-e10f98e4-795b-451c-ac73-088de60fea1c None None] For port 49464f58-4b97-415d-a318-fca387234863, host n-d-768862-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-2',level=0,port_id=49464f58-4b97-415d-a318-fca387234863,segment=NetworkSegment(92546857-9ee1-426b-8c0e-1b2104531b43),segment_id=92546857-9ee1-426b-8c0e-1b2104531b43)] {{(pid=84876) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 07:33:03.635100 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-e10f98e4-795b-451c-ac73-088de60fea1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777640533312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363259214678337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777640097497'] for port, after_update {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:33:03.644793 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-a7b0d89e-c1ba-403d-a7d9-84657792df4e tempest-PortsTestJSON-2091589570 tempest-PortsTestJSON-2091589570] Notify callbacks [] for security_group, precommit_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:33:03.645816 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e4292b1-dc71-4c66-9e24-da282a0750af admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5f85f71b-5972-48fd-ac89-ad290fe7a0de,revision_number=1']} {{(pid=84875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:33:03.650931 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-bf1dd235-432a-496f-96c6-f670146d1ebc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84876) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:33:03.661181 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-18c7b12e-9977-4379-bf37-14c59b5a2c20 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:33:03.664500 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-1e4292b1-dc71-4c66-9e24-da282a0750af admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.157s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:33:03.721799 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-a7b0d89e-c1ba-403d-a7d9-84657792df4e tempest-PortsTestJSON-2091589570 tempest-PortsTestJSON-2091589570] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850887153'] for security_group, after_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:33:03.731790 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-a6b495e9-5d90-49af-a5d3-3be11e477365 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:33:03.744215 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e10f98e4-795b-451c-ac73-088de60fea1c None None] Pushing event updated for resources: {'Port': ['ID=49464f58-4b97-415d-a318-fca387234863,revision_number=3']} {{(pid=84876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:33:03.757492 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-e10f98e4-795b-451c-ac73-088de60fea1c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=84876) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:33:03.767654 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-18c7b12e-9977-4379-bf37-14c59b5a2c20 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:33:03.791290 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7b0d89e-c1ba-403d-a7d9-84657792df4e tempest-PortsTestJSON-2091589570 tempest-PortsTestJSON-2091589570] Pushing event deleted for resources: {'SecurityGroup': ['ID=09642f4b-d9cb-464c-aa8d-80fc74e25a08,revision_number=None']} {{(pid=84874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:33:03.820908 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-463f3adf-d44a-4f3d-8f5b-7ce1022fc374 None None] Provisioning complete for port 49464f58-4b97-415d-a318-fca387234863 triggered by entity DHCP. {{(pid=84876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 07:33:03.821342 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-463f3adf-d44a-4f3d-8f5b-7ce1022fc374 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-604227'] for port, provisioning_complete {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:33:03.894181 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7b0d89e-c1ba-403d-a7d9-84657792df4e tempest-PortsTestJSON-2091589570 tempest-PortsTestJSON-2091589570] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@n-h1-768862-2 {{(pid=84874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:33:03.894870 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7b0d89e-c1ba-403d-a7d9-84657792df4e tempest-PortsTestJSON-2091589570 tempest-PortsTestJSON-2091589570] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-h1-768862-2 {{(pid=84874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:33:03.895441 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7b0d89e-c1ba-403d-a7d9-84657792df4e tempest-PortsTestJSON-2091589570 tempest-PortsTestJSON-2091589570] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-h1-768862-2 {{(pid=84874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:33:03.896063 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7b0d89e-c1ba-403d-a7d9-84657792df4e tempest-PortsTestJSON-2091589570 tempest-PortsTestJSON-2091589570] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-h1-768862-2 {{(pid=84874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:33:03.896859 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7b0d89e-c1ba-403d-a7d9-84657792df4e tempest-PortsTestJSON-2091589570 tempest-PortsTestJSON-2091589570] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@n-h1-768862-2 {{(pid=84874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:33:03.897734 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7b0d89e-c1ba-403d-a7d9-84657792df4e tempest-PortsTestJSON-2091589570 tempest-PortsTestJSON-2091589570] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-h1-768862-2 {{(pid=84874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:33:03.898307 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7b0d89e-c1ba-403d-a7d9-84657792df4e tempest-PortsTestJSON-2091589570 tempest-PortsTestJSON-2091589570] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-h1-768862-2 {{(pid=84874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:33:03.898894 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7b0d89e-c1ba-403d-a7d9-84657792df4e tempest-PortsTestJSON-2091589570 tempest-PortsTestJSON-2091589570] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-h1-768862-2 {{(pid=84874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:33:03.899478 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7b0d89e-c1ba-403d-a7d9-84657792df4e tempest-PortsTestJSON-2091589570 tempest-PortsTestJSON-2091589570] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-h1-768862-2 {{(pid=84874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:33:03.900122 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7b0d89e-c1ba-403d-a7d9-84657792df4e tempest-PortsTestJSON-2091589570 tempest-PortsTestJSON-2091589570] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-h1-768862-2 {{(pid=84874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:33:03.900695 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7b0d89e-c1ba-403d-a7d9-84657792df4e tempest-PortsTestJSON-2091589570 tempest-PortsTestJSON-2091589570] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-h1-768862-2 {{(pid=84874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:33:03.901245 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7b0d89e-c1ba-403d-a7d9-84657792df4e tempest-PortsTestJSON-2091589570 tempest-PortsTestJSON-2091589570] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-h1-768862-2 {{(pid=84874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:33:03.901876 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7b0d89e-c1ba-403d-a7d9-84657792df4e tempest-PortsTestJSON-2091589570 tempest-PortsTestJSON-2091589570] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@n-h2-768862-2 {{(pid=84874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:33:03.902439 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7b0d89e-c1ba-403d-a7d9-84657792df4e tempest-PortsTestJSON-2091589570 tempest-PortsTestJSON-2091589570] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-h2-768862-2 {{(pid=84874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:33:03.902564 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-18c7b12e-9977-4379-bf37-14c59b5a2c20 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850887153'] for security_group, after_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:33:03.903444 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7b0d89e-c1ba-403d-a7d9-84657792df4e tempest-PortsTestJSON-2091589570 tempest-PortsTestJSON-2091589570] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-h2-768862-2 {{(pid=84874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:33:03.904037 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7b0d89e-c1ba-403d-a7d9-84657792df4e tempest-PortsTestJSON-2091589570 tempest-PortsTestJSON-2091589570] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-h2-768862-2 {{(pid=84874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:33:03.904608 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7b0d89e-c1ba-403d-a7d9-84657792df4e tempest-PortsTestJSON-2091589570 tempest-PortsTestJSON-2091589570] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@n-h2-768862-2 {{(pid=84874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:33:03.905169 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7b0d89e-c1ba-403d-a7d9-84657792df4e tempest-PortsTestJSON-2091589570 tempest-PortsTestJSON-2091589570] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-h2-768862-2 {{(pid=84874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:33:03.905882 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7b0d89e-c1ba-403d-a7d9-84657792df4e tempest-PortsTestJSON-2091589570 tempest-PortsTestJSON-2091589570] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-h2-768862-2 {{(pid=84874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:33:03.906458 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7b0d89e-c1ba-403d-a7d9-84657792df4e tempest-PortsTestJSON-2091589570 tempest-PortsTestJSON-2091589570] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-h2-768862-2 {{(pid=84874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:33:03.907175 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7b0d89e-c1ba-403d-a7d9-84657792df4e tempest-PortsTestJSON-2091589570 tempest-PortsTestJSON-2091589570] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-h2-768862-2 {{(pid=84874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:33:03.908033 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7b0d89e-c1ba-403d-a7d9-84657792df4e tempest-PortsTestJSON-2091589570 tempest-PortsTestJSON-2091589570] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-h2-768862-2 {{(pid=84874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:33:03.908608 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7b0d89e-c1ba-403d-a7d9-84657792df4e tempest-PortsTestJSON-2091589570 tempest-PortsTestJSON-2091589570] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-h2-768862-2 {{(pid=84874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:33:03.909157 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7b0d89e-c1ba-403d-a7d9-84657792df4e tempest-PortsTestJSON-2091589570 tempest-PortsTestJSON-2091589570] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-h2-768862-2 {{(pid=84874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:33:03.909782 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7b0d89e-c1ba-403d-a7d9-84657792df4e tempest-PortsTestJSON-2091589570 tempest-PortsTestJSON-2091589570] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-2 {{(pid=84874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:33:03.910344 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7b0d89e-c1ba-403d-a7d9-84657792df4e tempest-PortsTestJSON-2091589570 tempest-PortsTestJSON-2091589570] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-2 {{(pid=84874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:33:03.911118 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7b0d89e-c1ba-403d-a7d9-84657792df4e tempest-PortsTestJSON-2091589570 tempest-PortsTestJSON-2091589570] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-2 {{(pid=84874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:33:03.911678 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7b0d89e-c1ba-403d-a7d9-84657792df4e tempest-PortsTestJSON-2091589570 tempest-PortsTestJSON-2091589570] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-2 {{(pid=84874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:33:03.912271 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7b0d89e-c1ba-403d-a7d9-84657792df4e tempest-PortsTestJSON-2091589570 tempest-PortsTestJSON-2091589570] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@n-d-768862-2 {{(pid=84874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:33:03.912553 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-d907bd47-9dbe-4db9-9977-93e97208c516 None None] Notify callbacks [] for port, precommit_create {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:33:03.913241 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7b0d89e-c1ba-403d-a7d9-84657792df4e tempest-PortsTestJSON-2091589570 tempest-PortsTestJSON-2091589570] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-2 {{(pid=84874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:33:03.913797 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7b0d89e-c1ba-403d-a7d9-84657792df4e tempest-PortsTestJSON-2091589570 tempest-PortsTestJSON-2091589570] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-768862-2 {{(pid=84874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:33:03.914342 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7b0d89e-c1ba-403d-a7d9-84657792df4e tempest-PortsTestJSON-2091589570 tempest-PortsTestJSON-2091589570] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-768862-2 {{(pid=84874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:33:03.914897 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7b0d89e-c1ba-403d-a7d9-84657792df4e tempest-PortsTestJSON-2091589570 tempest-PortsTestJSON-2091589570] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-2 {{(pid=84874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:33:03.915938 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7b0d89e-c1ba-403d-a7d9-84657792df4e tempest-PortsTestJSON-2091589570 tempest-PortsTestJSON-2091589570] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-2 {{(pid=84874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:33:03.916495 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7b0d89e-c1ba-403d-a7d9-84657792df4e tempest-PortsTestJSON-2091589570 tempest-PortsTestJSON-2091589570] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-2 {{(pid=84874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:33:03.917227 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7b0d89e-c1ba-403d-a7d9-84657792df4e tempest-PortsTestJSON-2091589570 tempest-PortsTestJSON-2091589570] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-2 {{(pid=84874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:33:03.929960 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-a7b0d89e-c1ba-403d-a7d9-84657792df4e tempest-PortsTestJSON-2091589570 tempest-PortsTestJSON-2091589570] Notify callbacks [] for security_group, before_response {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:33:03.931344 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-a7b0d89e-c1ba-403d-a7d9-84657792df4e tempest-PortsTestJSON-2091589570 tempest-PortsTestJSON-2091589570] 10.222.0.24 "DELETE /v2.0/security-groups/09642f4b-d9cb-464c-aa8d-80fc74e25a08 HTTP/1.1" status: 204 len: 168 time: 2.3765919 Jan 14 07:33:03.939070 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-a7b0d89e-c1ba-403d-a7d9-84657792df4e tempest-PortsTestJSON-2091589570 tempest-PortsTestJSON-2091589570] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.207s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:33:03.941442 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-580ba26e-577f-4d44-8e8a-e3ecde6a2ba7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:33:03.952548 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84874) accepted ('10.222.0.24', 58968) {{(pid=84874) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:33:03.985492 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18c7b12e-9977-4379-bf37-14c59b5a2c20 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5f85f71b-5972-48fd-ac89-ad290fe7a0de,revision_number=None']} {{(pid=84875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:33:03.991398 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-18c7b12e-9977-4379-bf37-14c59b5a2c20 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:33:03.998599 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-18c7b12e-9977-4379-bf37-14c59b5a2c20 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/5f85f71b-5972-48fd-ac89-ad290fe7a0de HTTP/1.1" status: 204 len: 168 time: 0.4697247 Jan 14 07:33:04.001527 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-18c7b12e-9977-4379-bf37-14c59b5a2c20 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:33:04.005347 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-d907bd47-9dbe-4db9-9977-93e97208c516 None None] Transition to ACTIVE for port object 7e1df0ba-d753-42a1-a65a-77b71c63e8e8 will not be triggered until provisioned by entity L2. {{(pid=84876) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 07:33:04.040024 n-d-768862-2 neutron-server[84765]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-952f184b-5172-4c11-a89d-e8de214796df tempest-TestNetworkBasicOps-1983703278 tempest-TestNetworkBasicOps-1983703278] Router 09233ba1-9c6b-499a-aeaf-1d2897df2d9a is scheduled to L3 agent 35f592e9-451b-4db9-abea-77b6a5c5391b with binding_index 1 {{(pid=84874) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}} Jan 14 07:33:04.103692 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-4cca3275-5830-4e1e-9c37-45f27d8ddcf9 tempest-PortsTestJSON-2091589570 tempest-PortsTestJSON-2091589570] Notify callbacks [] for security_group, before_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:33:04.136573 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-4cca3275-5830-4e1e-9c37-45f27d8ddcf9 tempest-PortsTestJSON-2091589570 tempest-PortsTestJSON-2091589570] Notify callbacks [] for security_group, precommit_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:33:04.168494 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-d907bd47-9dbe-4db9-9977-93e97208c516 None None] Transition to ACTIVE for port object 7e1df0ba-d753-42a1-a65a-77b71c63e8e8 will not be triggered until provisioned by entity DHCP. {{(pid=84876) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 07:33:04.174579 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-d907bd47-9dbe-4db9-9977-93e97208c516 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777640123575'] for port, after_create {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:33:04.278246 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-4cca3275-5830-4e1e-9c37-45f27d8ddcf9 tempest-PortsTestJSON-2091589570 tempest-PortsTestJSON-2091589570] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850887153'] for security_group, after_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:33:04.359600 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-89347b38-d5f2-4e27-9155-f20b0d4ff8aa admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:33:04.399455 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-3b88cbbe-b87a-42c7-82f3-f3c985a114e2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84876) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:33:04.457312 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cca3275-5830-4e1e-9c37-45f27d8ddcf9 tempest-PortsTestJSON-2091589570 tempest-PortsTestJSON-2091589570] Pushing event deleted for resources: {'SecurityGroup': ['ID=024e43b3-d730-425a-ac3f-c934a24acda8,revision_number=None']} {{(pid=84874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:33:04.462275 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-4cca3275-5830-4e1e-9c37-45f27d8ddcf9 tempest-PortsTestJSON-2091589570 tempest-PortsTestJSON-2091589570] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:33:04.480317 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8cfd4db9-efdf-47c2-baec-01e799e2ae7a None None] Network d5ef9345-9d47-4c1b-b4a7-f9e90c00c9f5 requested from n-d-768862-2 {{(pid=84876) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 07:33:04.514664 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.db_base_plugin_v2 [None req-c9fd7ed8-e615-4333-82ae-dc36b5ad151b tempest-PortsIpV6TestJSON-1330665174 tempest-PortsIpV6TestJSON-1330665174] Deleting subnet 12f54d28-0b74-4686-b351-6e6e3dfb65f1 {{(pid=84874) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Jan 14 07:33:04.521944 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-c9fd7ed8-e615-4333-82ae-dc36b5ad151b tempest-PortsIpV6TestJSON-1330665174 tempest-PortsIpV6TestJSON-1330665174] Notify callbacks [] for subnet, before_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:33:04.637679 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d907bd47-9dbe-4db9-9977-93e97208c516 None None] Pushing event updated for resources: {'Port': ['ID=7e1df0ba-d753-42a1-a65a-77b71c63e8e8,revision_number=1']} {{(pid=84876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:33:04.639035 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-1054d467-8532-41ac-9f67-7e1bf865c654 tempest-NetworksTest-1803261889 tempest-NetworksTest-1803261889] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-598964', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850887113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036851521664', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2794686'] for subnet, after_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:33:04.643211 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-d907bd47-9dbe-4db9-9977-93e97208c516 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.244s {{(pid=84876) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:33:04.762586 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-4cdb00b8-2b0b-4461-ba88-4c7cde479885 None None] Provisioning for port 3af3c0e6-650b-4081-a832-0e7cd4bed2da completed by entity DHCP. {{(pid=84876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 07:33:04.788615 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84875) accepted ('10.222.0.24', 58978) {{(pid=84875) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:33:04.794505 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-4cdb00b8-2b0b-4461-ba88-4c7cde479885 None None] Provisioning complete for port 3af3c0e6-650b-4081-a832-0e7cd4bed2da triggered by entity DHCP. {{(pid=84876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 07:33:04.795202 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-4cdb00b8-2b0b-4461-ba88-4c7cde479885 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-604227'] for port, provisioning_complete {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:33:04.831357 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-6611e84a-459a-415c-97db-8ab82c9bfd80 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:33:04.865292 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-4cca3275-5830-4e1e-9c37-45f27d8ddcf9 tempest-PortsTestJSON-2091589570 tempest-PortsTestJSON-2091589570] Notify callbacks [] for security_group, before_response {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:33:04.872753 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-4cca3275-5830-4e1e-9c37-45f27d8ddcf9 tempest-PortsTestJSON-2091589570 tempest-PortsTestJSON-2091589570] 10.222.0.24 "DELETE /v2.0/security-groups/024e43b3-d730-425a-ac3f-c934a24acda8 HTTP/1.1" status: 204 len: 168 time: 0.9186430 Jan 14 07:33:04.879154 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84874) accepted ('10.222.0.24', 58982) {{(pid=84874) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:33:04.881309 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-6611e84a-459a-415c-97db-8ab82c9bfd80 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:33:04.891143 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-fafaaf5c-75d1-447d-a240-e77fe8a91484 tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:33:04.895256 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-6611e84a-459a-415c-97db-8ab82c9bfd80 admin admin] Usage tracker for resource:security_group_rule and tenant:04d1988bf3e041adb62aea78e469beee is out of sync, need to count used quota {{(pid=84875) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:33:04.903669 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-6611e84a-459a-415c-97db-8ab82c9bfd80 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84875) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:33:04.923736 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-6611e84a-459a-415c-97db-8ab82c9bfd80 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:33:04.974289 n-d-768862-2 neutron-server[84765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d907bd47-9dbe-4db9-9977-93e97208c516 None None] Network 9b873f3f-47ec-4c1b-b88d-3eabcd20ff19 is already hosted by enough agents. {{(pid=84876) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 07:33:04.976951 n-d-768862-2 neutron-server[84765]: DEBUG neutron.scheduler.base_scheduler [None req-d907bd47-9dbe-4db9-9977-93e97208c516 None None] Resources bound (agent type, host, resource id): {{(pid=84876) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 07:33:04.980047 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d907bd47-9dbe-4db9-9977-93e97208c516 None None] Received port after_create {{(pid=84876) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 14 07:33:05.029247 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-c9fd7ed8-e615-4333-82ae-dc36b5ad151b tempest-PortsIpV6TestJSON-1330665174 tempest-PortsIpV6TestJSON-1330665174] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036851807232'] for subnet, precommit_delete_associations {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:33:05.139936 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-6611e84a-459a-415c-97db-8ab82c9bfd80 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:33:05.145803 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-6611e84a-459a-415c-97db-8ab82c9bfd80 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850887153'] for security_group, after_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:33:05.158302 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-ab6362e4-386c-440f-87d6-0187b1691540 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:33:05.196271 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6611e84a-459a-415c-97db-8ab82c9bfd80 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=253bcc9e-37e0-4596-8ea9-304a683b623b,revision_number=1']} {{(pid=84875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:33:05.202120 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-6611e84a-459a-415c-97db-8ab82c9bfd80 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:33:05.232650 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-6611e84a-459a-415c-97db-8ab82c9bfd80 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=04d1988bf3e041adb62aea78e469beee&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4414215 Jan 14 07:33:05.240734 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84875) accepted ('10.222.0.24', 58986) {{(pid=84875) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:33:05.251946 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1054d467-8532-41ac-9f67-7e1bf865c654 tempest-NetworksTest-1803261889 tempest-NetworksTest-1803261889] Pushing event deleted for resources: {'Subnet': ['ID=3208611b-cdb6-43d6-9168-01c6f90912bd,revision_number=None']} {{(pid=84874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:33:05.257484 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-1054d467-8532-41ac-9f67-7e1bf865c654 tempest-NetworksTest-1803261889 tempest-NetworksTest-1803261889] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.367s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:33:05.299695 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.managers [None req-d907bd47-9dbe-4db9-9977-93e97208c516 None None] Attempting to bind port 7e1df0ba-d753-42a1-a65a-77b71c63e8e8 on host n-d-768862-2 for vnic_type normal with profile {{(pid=84876) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 14 07:33:05.300581 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.managers [None req-d907bd47-9dbe-4db9-9977-93e97208c516 None None] Attempting to bind port 7e1df0ba-d753-42a1-a65a-77b71c63e8e8 by drivers openvswitch on host n-d-768862-2 at level 0 using segments [{'id': '8168a191-6095-45f0-a976-0a7fe552c08c', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 20, 'network_id': '9b873f3f-47ec-4c1b-b88d-3eabcd20ff19'}] {{(pid=84876) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 14 07:33:05.300978 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d907bd47-9dbe-4db9-9977-93e97208c516 None None] Attempting to bind port 7e1df0ba-d753-42a1-a65a-77b71c63e8e8 on network 9b873f3f-47ec-4c1b-b88d-3eabcd20ff19 {{(pid=84876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 14 07:33:05.325492 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d907bd47-9dbe-4db9-9977-93e97208c516 None None] Checking agent: {'id': 'ba5efab1-b43c-4d5a-bc52-6e105d4e67a2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768862-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 14, 6, 56, 52), 'started_at': datetime.datetime(2021, 1, 14, 6, 57, 22), 'heartbeat_timestamp': datetime.datetime(2021, 1, 14, 7, 32, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768862-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.29', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 14 07:33:05.327131 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d907bd47-9dbe-4db9-9977-93e97208c516 None None] Checking segment: {'id': '8168a191-6095-45f0-a976-0a7fe552c08c', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 20, 'network_id': '9b873f3f-47ec-4c1b-b88d-3eabcd20ff19'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84876) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 14 07:33:05.327405 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-d907bd47-9dbe-4db9-9977-93e97208c516 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:33:05.328020 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d907bd47-9dbe-4db9-9977-93e97208c516 None None] Bound using segment: {'id': '8168a191-6095-45f0-a976-0a7fe552c08c', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 20, 'network_id': '9b873f3f-47ec-4c1b-b88d-3eabcd20ff19'} {{(pid=84876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 14 07:33:05.328808 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.managers [None req-d907bd47-9dbe-4db9-9977-93e97208c516 None None] Bound port: 7e1df0ba-d753-42a1-a65a-77b71c63e8e8, host: n-d-768862-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8168a191-6095-45f0-a976-0a7fe552c08c', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 20, 'network_id': '9b873f3f-47ec-4c1b-b88d-3eabcd20ff19'}}] {{(pid=84876) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 14 07:33:05.329381 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-d907bd47-9dbe-4db9-9977-93e97208c516 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555753'] for port, before_update {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:33:05.425414 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-d7af3ad0-39ec-40e6-bd6d-76c8b96d8cfc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:33:05.458663 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-d7af3ad0-39ec-40e6-bd6d-76c8b96d8cfc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:33:05.518903 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-d7af3ad0-39ec-40e6-bd6d-76c8b96d8cfc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850887153'] for security_group, after_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:33:05.535862 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-3d443bc8-cbcd-4efe-898e-c8f8417b3202 tempest-TestNetworkBasicOps-1983703278 tempest-TestNetworkBasicOps-1983703278] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:33:05.555543 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7af3ad0-39ec-40e6-bd6d-76c8b96d8cfc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=253bcc9e-37e0-4596-8ea9-304a683b623b,revision_number=None']} {{(pid=84875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:33:05.558414 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-d7af3ad0-39ec-40e6-bd6d-76c8b96d8cfc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:33:05.559573 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-d7af3ad0-39ec-40e6-bd6d-76c8b96d8cfc admin admin] Notify callbacks [] for security_group, before_response {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:33:05.561292 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-d7af3ad0-39ec-40e6-bd6d-76c8b96d8cfc admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/253bcc9e-37e0-4596-8ea9-304a683b623b HTTP/1.1" status: 204 len: 168 time: 0.3186998 Jan 14 07:33:05.631383 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-1054d467-8532-41ac-9f67-7e1bf865c654 tempest-NetworksTest-1803261889 tempest-NetworksTest-1803261889] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-598987', 'neutron.services.segments.db._delete_segments_for_network-8777640583949'] for network, precommit_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:33:05.721129 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-4cdb00b8-2b0b-4461-ba88-4c7cde479885 None None] Could not find standard attr ID for object ab08a508-7245-4710-a739-01bfb9311408. {{(pid=84876) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Jan 14 07:33:05.763534 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-4cdb00b8-2b0b-4461-ba88-4c7cde479885 None None] Provisioning complete for port a4d8093a-6bff-483a-a786-0d2824bfc0b7 triggered by entity DHCP. {{(pid=84876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 07:33:05.764109 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-4cdb00b8-2b0b-4461-ba88-4c7cde479885 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-604227'] for port, provisioning_complete {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:33:05.868319 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Device 49464f58-4b97-415d-a318-fca387234863 up at agent ovs-agent-n-d-768862-2 {{(pid=84876) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 07:33:05.981092 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [None req-d907bd47-9dbe-4db9-9977-93e97208c516 None None] For port 7e1df0ba-d753-42a1-a65a-77b71c63e8e8, host n-d-768862-2, cleared binding levels {{(pid=84876) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 14 07:33:05.998254 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.plugin [None req-4cdb00b8-2b0b-4461-ba88-4c7cde479885 None None] Port a4d8093a-6bff-483a-a786-0d2824bfc0b7 cannot update to ACTIVE because it is not bound. {{(pid=84876) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:329}} Jan 14 07:33:06.002666 n-d-768862-2 neutron-server[84765]: DEBUG neutron.services.segments.db [None req-1054d467-8532-41ac-9f67-7e1bf865c654 tempest-NetworksTest-1803261889 tempest-NetworksTest-1803261889] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9b873f3f-47ec-4c1b-b88d-3eabcd20ff19']}} {{(pid=84874) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:33:06.011262 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [None req-d907bd47-9dbe-4db9-9977-93e97208c516 None None] For port 7e1df0ba-d753-42a1-a65a-77b71c63e8e8, host n-d-768862-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-2',level=0,port_id=7e1df0ba-d753-42a1-a65a-77b71c63e8e8,segment=NetworkSegment(8168a191-6095-45f0-a976-0a7fe552c08c),segment_id=8168a191-6095-45f0-a976-0a7fe552c08c)] {{(pid=84876) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 14 07:33:06.019086 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-d907bd47-9dbe-4db9-9977-93e97208c516 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777640533312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363259214678337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777640097497'] for port, after_update {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:33:06.019412 n-d-768862-2 neutron-server[84765]: DEBUG neutron.services.segments.db [None req-1054d467-8532-41ac-9f67-7e1bf865c654 tempest-NetworksTest-1803261889 tempest-NetworksTest-1803261889] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8168a191-6095-45f0-a976-0a7fe552c08c') {'for_net_delete': True} {{(pid=84874) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:33:06.019747 n-d-768862-2 neutron-server[84765]: DEBUG neutron.services.segments.db [None req-1054d467-8532-41ac-9f67-7e1bf865c654 tempest-NetworksTest-1803261889 tempest-NetworksTest-1803261889] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8168a191-6095-45f0-a976-0a7fe552c08c') {} {{(pid=84874) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:33:06.033847 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-1054d467-8532-41ac-9f67-7e1bf865c654 tempest-NetworksTest-1803261889 tempest-NetworksTest-1803261889] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363259214173198', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2968632'] for segment, before_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:33:06.050554 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-1054d467-8532-41ac-9f67-7e1bf865c654 tempest-NetworksTest-1803261889 tempest-NetworksTest-1803261889] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854179735'] for segment, precommit_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:33:06.052643 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-1054d467-8532-41ac-9f67-7e1bf865c654 tempest-NetworksTest-1803261889 tempest-NetworksTest-1803261889] Releasing vxlan tunnel 20 to pool {{(pid=84874) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Jan 14 07:33:06.119019 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-3b88cbbe-b87a-42c7-82f3-f3c985a114e2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84876) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:33:06.146494 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-7318d220-79b8-42f3-a416-0a2ec4104761 tempest-PortsTestJSON-2091589570 tempest-PortsTestJSON-2091589570] Notify callbacks [] for security_group, before_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:33:06.159440 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Provisioning complete for port 49464f58-4b97-415d-a318-fca387234863 triggered by entity L2. {{(pid=84876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 07:33:06.166551 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-952f184b-5172-4c11-a89d-e8de214796df tempest-TestNetworkBasicOps-1983703278 tempest-TestNetworkBasicOps-1983703278] Notify agent at l3_agent.n-d-768862-2 the message routers_updated {{(pid=84874) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jan 14 07:33:06.168466 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-604227'] for port, provisioning_complete {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:33:06.217692 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10edef34-923d-463e-bd3d-71987439ebf9 None None] Sync routers for ids ['09233ba1-9c6b-499a-aeaf-1d2897df2d9a'] in n-d-768862-2 {{(pid=84876) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Jan 14 07:33:06.232026 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-c9fd7ed8-e615-4333-82ae-dc36b5ad151b tempest-PortsIpV6TestJSON-1330665174 tempest-PortsIpV6TestJSON-1330665174] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036854176836'] for subnet, precommit_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:33:06.289671 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10edef34-923d-463e-bd3d-71987439ebf9 None None] Routers {'09233ba1-9c6b-499a-aeaf-1d2897df2d9a'} bound to L3 agent in host n-d-768862-2 {{(pid=84876) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 14 07:33:06.290488 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_hamode_db [None req-10edef34-923d-463e-bd3d-71987439ebf9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-01-14T06:56:51Z,description=,heartbeat_timestamp=2021-01-14T07:32:52Z,host='n-d-768862-2',id=35f592e9-451b-4db9-abea-77b6a5c5391b,load=0,resource_versions=,resources_synced=,started_at=2021-01-14T06:56:51Z,topic='l3_agent')) {'router_ids': ['09233ba1-9c6b-499a-aeaf-1d2897df2d9a'], 'active': True} {{(pid=84876) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:33:06.480195 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-7318d220-79b8-42f3-a416-0a2ec4104761 tempest-PortsTestJSON-2091589570 tempest-PortsTestJSON-2091589570] Notify callbacks [] for security_group, precommit_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:33:06.523786 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d907bd47-9dbe-4db9-9977-93e97208c516 None None] Pushing event updated for resources: {'Port': ['ID=7e1df0ba-d753-42a1-a65a-77b71c63e8e8,revision_number=2']} {{(pid=84876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:33:06.527191 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-952f184b-5172-4c11-a89d-e8de214796df tempest-TestNetworkBasicOps-1983703278 tempest-TestNetworkBasicOps-1983703278] Notify callbacks [] for router, before_response {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:33:06.531476 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-952f184b-5172-4c11-a89d-e8de214796df tempest-TestNetworkBasicOps-1983703278 tempest-TestNetworkBasicOps-1983703278] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 16.8766074 Jan 14 07:33:06.533096 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84875) accepted ('10.222.0.24', 59010) {{(pid=84875) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:33:06.533974 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-d907bd47-9dbe-4db9-9977-93e97208c516 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.415s {{(pid=84876) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:33:06.535175 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.managers [None req-1054d467-8532-41ac-9f67-7e1bf865c654 tempest-NetworksTest-1803261889 tempest-NetworksTest-1803261889] Network 9b873f3f-47ec-4c1b-b88d-3eabcd20ff19 has no segments {{(pid=84874) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 14 07:33:06.604308 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-1054d467-8532-41ac-9f67-7e1bf865c654 tempest-NetworksTest-1803261889 tempest-NetworksTest-1803261889] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-596065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036851521571'] for segment, after_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:33:06.641098 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-abca1528-340b-425a-bd2a-604541880e54 tempest-TestNetworkBasicOps-645728228 tempest-TestNetworkBasicOps-645728228] 10.222.0.24 "GET /v2.0/subnets?project_id=c52a65222187474995edf4946f0fd389&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1058600 Jan 14 07:33:06.641630 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84875) accepted ('10.222.0.24', 59014) {{(pid=84875) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:33:06.746554 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_dvr_db [None req-10edef34-923d-463e-bd3d-71987439ebf9 None None] Set router 09233ba1-9c6b-499a-aeaf-1d2897df2d9a gateway port host: n-d-768862-2 {{(pid=84876) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 14 07:33:06.993073 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5094739-7577-4bb7-bc02-a759c7db8eb8 tempest-TestNetworkBasicOps-645728228 tempest-TestNetworkBasicOps-645728228] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:33:06.997553 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-b5094739-7577-4bb7-bc02-a759c7db8eb8 tempest-TestNetworkBasicOps-645728228 tempest-TestNetworkBasicOps-645728228] 10.222.0.24 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.3520226 Jan 14 07:33:07.003467 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84874) accepted ('10.222.0.24', 59026) {{(pid=84874) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:33:07.069660 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-0f8eba4a-5104-4a9c-ad24-0a3fae5f6c94 None None] Provisioning complete for port 3af3c0e6-650b-4081-a832-0e7cd4bed2da triggered by entity DHCP. {{(pid=84876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 07:33:07.070192 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-0f8eba4a-5104-4a9c-ad24-0a3fae5f6c94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-604227'] for port, provisioning_complete {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:33:07.172931 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-909d3952-3d19-4698-9661-dcfb371010d3 None None] Network 9b873f3f-47ec-4c1b-b88d-3eabcd20ff19 requested from n-d-768862-2 {{(pid=84876) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 07:33:07.578879 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-8473248e-b8ea-49db-9390-c2462d847edf tempest-TestNetworkBasicOps-645728228 tempest-TestNetworkBasicOps-645728228] 10.222.0.24 "GET /v2.0/subnets?network_id=226f1e78-82cd-4481-9055-4eb73b6db8c1&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.5649800 Jan 14 07:33:07.579392 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84875) accepted ('10.222.0.24', 59036) {{(pid=84875) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:33:07.587960 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.v2.base [None req-c1b84e66-07b5-4312-b686-8ebfa99f9d30 tempest-TestNetworkBasicOps-1983703278 tempest-TestNetworkBasicOps-1983703278] Request body: {'subnet': {'name': 'tempest-subnet-smoke-155777020', 'network_id': '088860ec-5bb5-40b8-aada-e0d505b6653d', 'project_id': 'c52a65222187474995edf4946f0fd389', 'cidr': '172.20.0.0/28', 'ip_version': 4}} {{(pid=84875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:33:07.588221 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-7318d220-79b8-42f3-a416-0a2ec4104761 tempest-PortsTestJSON-2091589570 tempest-PortsTestJSON-2091589570] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850887153'] for security_group, after_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:33:07.614847 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-ae3db0dd-17f0-4117-a2fd-e86cdbe840bd tempest-PortsTestJSON-2091589570 tempest-PortsTestJSON-2091589570] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:33:07.651555 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.managers [None req-1054d467-8532-41ac-9f67-7e1bf865c654 tempest-NetworksTest-1803261889 tempest-NetworksTest-1803261889] Network 9b873f3f-47ec-4c1b-b88d-3eabcd20ff19 has no segments {{(pid=84874) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 14 07:33:07.661908 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7318d220-79b8-42f3-a416-0a2ec4104761 tempest-PortsTestJSON-2091589570 tempest-PortsTestJSON-2091589570] Pushing event deleted for resources: {'SecurityGroup': ['ID=d11151c7-4a0d-4eb7-8ad9-28f1d8b74b52,revision_number=None']} {{(pid=84874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:33:07.688646 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-7318d220-79b8-42f3-a416-0a2ec4104761 tempest-PortsTestJSON-2091589570 tempest-PortsTestJSON-2091589570] Notify callbacks [] for security_group, before_response {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:33:07.690110 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-7318d220-79b8-42f3-a416-0a2ec4104761 tempest-PortsTestJSON-2091589570 tempest-PortsTestJSON-2091589570] 10.222.0.24 "DELETE /v2.0/security-groups/d11151c7-4a0d-4eb7-8ad9-28f1d8b74b52 HTTP/1.1" status: 204 len: 168 time: 2.7232902 Jan 14 07:33:07.691202 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_segment":"rule:admin_only" was deprecated in W in favor of "update_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:33:07.691202 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:33:07.691202 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "delete_segment":"rule:admin_only" was deprecated in W in favor of "delete_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:33:07.691202 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:33:07.691202 n-d-768862-2 neutron-server[84765]: Traceback (most recent call last): Jan 14 07:33:07.691202 n-d-768862-2 neutron-server[84765]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 14 07:33:07.691202 n-d-768862-2 neutron-server[84765]: timer() Jan 14 07:33:07.691202 n-d-768862-2 neutron-server[84765]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 14 07:33:07.691202 n-d-768862-2 neutron-server[84765]: cb(*args, **kw) Jan 14 07:33:07.691202 n-d-768862-2 neutron-server[84765]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Jan 14 07:33:07.691202 n-d-768862-2 neutron-server[84765]: return func(*args, **kwargs) Jan 14 07:33:07.691202 n-d-768862-2 neutron-server[84765]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 14 07:33:07.691202 n-d-768862-2 neutron-server[84765]: self._notify() Jan 14 07:33:07.691202 n-d-768862-2 neutron-server[84765]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 14 07:33:07.691202 n-d-768862-2 neutron-server[84765]: self.callback(batched_events) Jan 14 07:33:07.691202 n-d-768862-2 neutron-server[84765]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 14 07:33:07.691202 n-d-768862-2 neutron-server[84765]: event.method(event) Jan 14 07:33:07.691202 n-d-768862-2 neutron-server[84765]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 14 07:33:07.691202 n-d-768862-2 neutron-server[84765]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 14 07:33:07.691202 n-d-768862-2 neutron-server[84765]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Jan 14 07:33:07.691202 n-d-768862-2 neutron-server[84765]: segment_id)['aggregates'][0] Jan 14 07:33:07.691202 n-d-768862-2 neutron-server[84765]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 14 07:33:07.691202 n-d-768862-2 neutron-server[84765]: return f(self, *a, **k) Jan 14 07:33:07.691202 n-d-768862-2 neutron-server[84765]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 14 07:33:07.691202 n-d-768862-2 neutron-server[84765]: return self._get(url).json() Jan 14 07:33:07.691202 n-d-768862-2 neutron-server[84765]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 14 07:33:07.691202 n-d-768862-2 neutron-server[84765]: **kwargs) Jan 14 07:33:07.691202 n-d-768862-2 neutron-server[84765]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 14 07:33:07.691202 n-d-768862-2 neutron-server[84765]: return self.request(url, 'GET', **kwargs) Jan 14 07:33:07.691202 n-d-768862-2 neutron-server[84765]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Jan 14 07:33:07.691202 n-d-768862-2 neutron-server[84765]: **endpoint_filter) Jan 14 07:33:07.691202 n-d-768862-2 neutron-server[84765]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 14 07:33:07.691202 n-d-768862-2 neutron-server[84765]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 14 07:33:07.691202 n-d-768862-2 neutron-server[84765]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 14 07:33:07.691202 n-d-768862-2 neutron-server[84765]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 14 07:33:07.691202 n-d-768862-2 neutron-server[84765]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 14 07:33:07.697558 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-7318d220-79b8-42f3-a416-0a2ec4104761 tempest-PortsTestJSON-2091589570 tempest-PortsTestJSON-2091589570] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:33:07.698073 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84874) accepted ('10.222.0.24', 59042) {{(pid=84874) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:33:07.754842 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-c1b84e66-07b5-4312-b686-8ebfa99f9d30 tempest-TestNetworkBasicOps-1983703278 tempest-TestNetworkBasicOps-1983703278] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:33:07.759731 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-c1b84e66-07b5-4312-b686-8ebfa99f9d30 tempest-TestNetworkBasicOps-1983703278 tempest-TestNetworkBasicOps-1983703278] Usage tracker for resource:subnet and tenant:c52a65222187474995edf4946f0fd389 is out of sync, need to count used quota {{(pid=84875) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:33:07.763272 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-c1b84e66-07b5-4312-b686-8ebfa99f9d30 tempest-TestNetworkBasicOps-1983703278 tempest-TestNetworkBasicOps-1983703278] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84875) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:33:07.770163 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-c1b84e66-07b5-4312-b686-8ebfa99f9d30 tempest-TestNetworkBasicOps-1983703278 tempest-TestNetworkBasicOps-1983703278] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:33:07.783458 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c1b84e66-07b5-4312-b686-8ebfa99f9d30 tempest-TestNetworkBasicOps-1983703278 tempest-TestNetworkBasicOps-1983703278] Made reservation on behalf of c52a65222187474995edf4946f0fd389 for: {'subnet': 1} {{(pid=84875) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 07:33:07.836846 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_hamode_db [None req-10edef34-923d-463e-bd3d-71987439ebf9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '09233ba1-9c6b-499a-aeaf-1d2897df2d9a', 'name': 'tempest-TestNetworkBasicOps-router-248418258', 'tenant_id': 'c52a65222187474995edf4946f0fd389', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '226f1e78-82cd-4481-9055-4eb73b6db8c1', 'external_fixed_ips': [{'subnet_id': 'ba8deeec-7658-4195-9449-038c076f5c83', 'ip_address': '172.25.2.104'}], 'enable_snat': True}, 'gw_port_id': 'deac1229-12e3-4236-b805-57d515b0ad4f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-14T07:32:49Z', 'updated_at': '2021-01-14T07:33:00Z', 'revision_number': 3, 'project_id': 'c52a65222187474995edf4946f0fd389', 'gw_port': {'id': 'deac1229-12e3-4236-b805-57d515b0ad4f', 'name': '', 'network_id': '226f1e78-82cd-4481-9055-4eb73b6db8c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:28:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '09233ba1-9c6b-499a-aeaf-1d2897df2d9a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2732, 'fixed_ips': [{'subnet_id': 'ba8deeec-7658-4195-9449-038c076f5c83', 'ip_address': '172.25.2.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T07:32:53Z', 'updated_at': '2021-01-14T07:32:55Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ba8deeec-7658-4195-9449-038c076f5c83', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-2'}], 'n-d-768862-2', False) {} {{(pid=84876) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:33:07.863675 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10edef34-923d-463e-bd3d-71987439ebf9 None None] Checking router: 09233ba1-9c6b-499a-aeaf-1d2897df2d9a for host: n-d-768862-2 {{(pid=84876) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Jan 14 07:33:07.864117 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10edef34-923d-463e-bd3d-71987439ebf9 None None] Updating router 09233ba1-9c6b-499a-aeaf-1d2897df2d9a port deac1229-12e3-4236-b805-57d515b0ad4f binding host n-d-768862-2 {{(pid=84876) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Jan 14 07:33:07.931585 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-c1b84e66-07b5-4312-b686-8ebfa99f9d30 tempest-TestNetworkBasicOps-1983703278 tempest-TestNetworkBasicOps-1983703278] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036852467157'] for subnet, before_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:33:08.035845 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-10edef34-923d-463e-bd3d-71987439ebf9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555753'] for port, before_update {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:33:08.094676 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-c9fd7ed8-e615-4333-82ae-dc36b5ad151b tempest-PortsIpV6TestJSON-1330665174 tempest-PortsIpV6TestJSON-1330665174] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-598964', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850887113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036851521664', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2794686'] for subnet, after_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:33:08.127108 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84875) accepted ('10.222.0.24', 59052) {{(pid=84875) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:33:08.168713 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-b443c8ef-d154-4323-9d1f-caaa2a9fb911 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:33:08.207942 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-316a0faa-920e-4fab-a852-3673c7d8a098 None None] get_active_networks_info from n-d-768862-2 {{(pid=84876) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}} Jan 14 07:33:08.364933 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.db.api [None req-1054d467-8532-41ac-9f67-7e1bf865c654 tempest-NetworksTest-1803261889 tempest-NetworksTest-1803261889] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jan 14 07:33:08.364933 n-d-768862-2 neutron-server[84765]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jan 14 07:33:08.364933 n-d-768862-2 neutron-server[84765]: [parameters: {'id': '9b873f3f-47ec-4c1b-b88d-3eabcd20ff19'}] Jan 14 07:33:08.364933 n-d-768862-2 neutron-server[84765]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=84874) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Jan 14 07:33:08.365696 n-d-768862-2 neutron-server[84765]: DEBUG oslo_db.api [None req-1054d467-8532-41ac-9f67-7e1bf865c654 tempest-NetworksTest-1803261889 tempest-NetworksTest-1803261889] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=84874) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Jan 14 07:33:08.366599 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9fd7ed8-e615-4333-82ae-dc36b5ad151b tempest-PortsIpV6TestJSON-1330665174 tempest-PortsIpV6TestJSON-1330665174] Pushing event deleted for resources: {'Subnet': ['ID=12f54d28-0b74-4686-b351-6e6e3dfb65f1,revision_number=None']} {{(pid=84874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:33:08.409611 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-9dfe8091-0060-4d31-b774-29fabde833cc admin admin] Notify callbacks [] for security_group, before_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:33:08.461238 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-c9fd7ed8-e615-4333-82ae-dc36b5ad151b tempest-PortsIpV6TestJSON-1330665174 tempest-PortsIpV6TestJSON-1330665174] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.293s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:33:08.487239 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-c9fd7ed8-e615-4333-82ae-dc36b5ad151b tempest-PortsIpV6TestJSON-1330665174 tempest-PortsIpV6TestJSON-1330665174] Notify callbacks [] for subnet, before_response {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:33:08.514512 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-9dfe8091-0060-4d31-b774-29fabde833cc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:33:08.521985 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-9dfe8091-0060-4d31-b774-29fabde833cc admin admin] Usage tracker for resource:security_group_rule and tenant:0c90df2ee51c43b2af9e111f1105ed53 is out of sync, need to count used quota {{(pid=84875) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:33:08.527911 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-9dfe8091-0060-4d31-b774-29fabde833cc admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84875) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:33:08.532195 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-0f8eba4a-5104-4a9c-ad24-0a3fae5f6c94 None None] Provisioning complete for port a4d8093a-6bff-483a-a786-0d2824bfc0b7 triggered by entity DHCP. {{(pid=84876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 07:33:08.532618 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-0f8eba4a-5104-4a9c-ad24-0a3fae5f6c94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-604227'] for port, provisioning_complete {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:33:08.551292 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-9dfe8091-0060-4d31-b774-29fabde833cc admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:33:08.580960 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-c9fd7ed8-e615-4333-82ae-dc36b5ad151b tempest-PortsIpV6TestJSON-1330665174 tempest-PortsIpV6TestJSON-1330665174] 10.222.0.24 "DELETE /v2.0/subnets/12f54d28-0b74-4686-b351-6e6e3dfb65f1 HTTP/1.1" status: 204 len: 168 time: 6.8715775 Jan 14 07:33:08.594867 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84875) accepted ('10.222.0.24', 59058) {{(pid=84875) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:33:08.656502 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.db_base_plugin_v2 [None req-e284a4ca-ccfe-483a-a35d-5915dcfe1742 tempest-PortsTestJSON-2091589570 tempest-PortsTestJSON-2091589570] Deleting subnet 4b229328-260e-4fd2-a8d2-530fca12aa05 {{(pid=84874) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Jan 14 07:33:08.660027 n-d-768862-2 neutron-server[84765]: INFO neutron.pecan_wsgi.hooks.translation [None req-3e86e797-dac4-4b5e-b94a-5795a4894602 tempest-PortsIpV6TestJSON-1330665174 tempest-PortsIpV6TestJSON-1330665174] DELETE failed (client error): The resource could not be found. Jan 14 07:33:08.660310 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-e284a4ca-ccfe-483a-a35d-5915dcfe1742 tempest-PortsTestJSON-2091589570 tempest-PortsTestJSON-2091589570] Notify callbacks [] for subnet, before_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:33:08.660519 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3e86e797-dac4-4b5e-b94a-5795a4894602 tempest-PortsIpV6TestJSON-1330665174 tempest-PortsIpV6TestJSON-1330665174] No notification will be sent due to unsuccessful status code: 404 {{(pid=84875) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Jan 14 07:33:08.719625 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-3e86e797-dac4-4b5e-b94a-5795a4894602 tempest-PortsIpV6TestJSON-1330665174 tempest-PortsIpV6TestJSON-1330665174] 10.222.0.24 "DELETE /v2.0/subnets/42e08115-c7e2-42bb-a413-f6f5238c9e4a HTTP/1.1" status: 404 len: 337 time: 0.1229000 Jan 14 07:33:08.719871 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84874) accepted ('10.222.0.24', 59062) {{(pid=84874) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:33:08.792004 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-e284a4ca-ccfe-483a-a35d-5915dcfe1742 tempest-PortsTestJSON-2091589570 tempest-PortsTestJSON-2091589570] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036851807232'] for subnet, precommit_delete_associations {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:33:08.792880 n-d-768862-2 neutron-server[84765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-316a0faa-920e-4fab-a852-3673c7d8a098 None None] Resources bound (agent type, host, resource id): {{(pid=84876) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:105}} Jan 14 07:33:08.822735 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-c1b84e66-07b5-4312-b686-8ebfa99f9d30 tempest-TestNetworkBasicOps-1983703278 tempest-TestNetworkBasicOps-1983703278] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850887113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036851621412', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036852467174'] for subnet, after_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:33:08.856465 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.plugin [None req-0f8eba4a-5104-4a9c-ad24-0a3fae5f6c94 None None] Port a4d8093a-6bff-483a-a786-0d2824bfc0b7 cannot update to ACTIVE because it is not bound. {{(pid=84876) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:329}} Jan 14 07:33:08.866973 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-1054d467-8532-41ac-9f67-7e1bf865c654 tempest-NetworksTest-1803261889 tempest-NetworksTest-1803261889] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036854160497'] for network, before_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:33:08.957918 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.db_base_plugin_v2 [None req-d3eec189-c668-4eac-ae72-0922d9a7723d tempest-PortsIpV6TestJSON-1330665174 tempest-PortsIpV6TestJSON-1330665174] Deleting subnet 89e6a975-cc78-42d8-9b25-1be91f93abda {{(pid=84874) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Jan 14 07:33:08.965564 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-d3eec189-c668-4eac-ae72-0922d9a7723d tempest-PortsIpV6TestJSON-1330665174 tempest-PortsIpV6TestJSON-1330665174] Notify callbacks [] for subnet, before_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:33:08.980453 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-d75bb01a-bb4a-4fea-a97e-1556933b6cde tempest-PortsTestJSON-2091589570 tempest-PortsTestJSON-2091589570] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:33:09.026384 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.plugin [None req-1054d467-8532-41ac-9f67-7e1bf865c654 tempest-NetworksTest-1803261889 tempest-NetworksTest-1803261889] Deleting port 7e1df0ba-d753-42a1-a65a-77b71c63e8e8 {{(pid=84874) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 07:33:09.026767 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-1054d467-8532-41ac-9f67-7e1bf865c654 tempest-NetworksTest-1803261889 tempest-NetworksTest-1803261889] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363259214248359'] for port, before_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:33:09.075402 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1b84e66-07b5-4312-b686-8ebfa99f9d30 tempest-TestNetworkBasicOps-1983703278 tempest-TestNetworkBasicOps-1983703278] Pushing event updated for resources: {'Subnet': ['ID=70ec785e-a649-42d9-ad88-b7b6a0cea680,revision_number=0']} {{(pid=84875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:33:09.111418 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1b84e66-07b5-4312-b686-8ebfa99f9d30 tempest-TestNetworkBasicOps-1983703278 tempest-TestNetworkBasicOps-1983703278] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@n-h1-768862-2 {{(pid=84875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:33:09.112119 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1b84e66-07b5-4312-b686-8ebfa99f9d30 tempest-TestNetworkBasicOps-1983703278 tempest-TestNetworkBasicOps-1983703278] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-h1-768862-2 {{(pid=84875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:33:09.112779 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1b84e66-07b5-4312-b686-8ebfa99f9d30 tempest-TestNetworkBasicOps-1983703278 tempest-TestNetworkBasicOps-1983703278] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-h1-768862-2 {{(pid=84875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:33:09.113319 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1b84e66-07b5-4312-b686-8ebfa99f9d30 tempest-TestNetworkBasicOps-1983703278 tempest-TestNetworkBasicOps-1983703278] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-h1-768862-2 {{(pid=84875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:33:09.113900 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1b84e66-07b5-4312-b686-8ebfa99f9d30 tempest-TestNetworkBasicOps-1983703278 tempest-TestNetworkBasicOps-1983703278] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@n-h1-768862-2 {{(pid=84875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:33:09.114432 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1b84e66-07b5-4312-b686-8ebfa99f9d30 tempest-TestNetworkBasicOps-1983703278 tempest-TestNetworkBasicOps-1983703278] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-h1-768862-2 {{(pid=84875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:33:09.115117 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1b84e66-07b5-4312-b686-8ebfa99f9d30 tempest-TestNetworkBasicOps-1983703278 tempest-TestNetworkBasicOps-1983703278] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-h1-768862-2 {{(pid=84875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:33:09.115682 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1b84e66-07b5-4312-b686-8ebfa99f9d30 tempest-TestNetworkBasicOps-1983703278 tempest-TestNetworkBasicOps-1983703278] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-h1-768862-2 {{(pid=84875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:33:09.116279 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1b84e66-07b5-4312-b686-8ebfa99f9d30 tempest-TestNetworkBasicOps-1983703278 tempest-TestNetworkBasicOps-1983703278] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-h1-768862-2 {{(pid=84875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:33:09.116806 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1b84e66-07b5-4312-b686-8ebfa99f9d30 tempest-TestNetworkBasicOps-1983703278 tempest-TestNetworkBasicOps-1983703278] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-h1-768862-2 {{(pid=84875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:33:09.117329 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1b84e66-07b5-4312-b686-8ebfa99f9d30 tempest-TestNetworkBasicOps-1983703278 tempest-TestNetworkBasicOps-1983703278] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-h1-768862-2 {{(pid=84875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:33:09.117850 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1b84e66-07b5-4312-b686-8ebfa99f9d30 tempest-TestNetworkBasicOps-1983703278 tempest-TestNetworkBasicOps-1983703278] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-h1-768862-2 {{(pid=84875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:33:09.118417 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1b84e66-07b5-4312-b686-8ebfa99f9d30 tempest-TestNetworkBasicOps-1983703278 tempest-TestNetworkBasicOps-1983703278] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@n-h2-768862-2 {{(pid=84875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:33:09.118956 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1b84e66-07b5-4312-b686-8ebfa99f9d30 tempest-TestNetworkBasicOps-1983703278 tempest-TestNetworkBasicOps-1983703278] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-h2-768862-2 {{(pid=84875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:33:09.119648 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1b84e66-07b5-4312-b686-8ebfa99f9d30 tempest-TestNetworkBasicOps-1983703278 tempest-TestNetworkBasicOps-1983703278] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-h2-768862-2 {{(pid=84875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:33:09.120224 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1b84e66-07b5-4312-b686-8ebfa99f9d30 tempest-TestNetworkBasicOps-1983703278 tempest-TestNetworkBasicOps-1983703278] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-h2-768862-2 {{(pid=84875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:33:09.120748 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1b84e66-07b5-4312-b686-8ebfa99f9d30 tempest-TestNetworkBasicOps-1983703278 tempest-TestNetworkBasicOps-1983703278] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@n-h2-768862-2 {{(pid=84875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:33:09.121314 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1b84e66-07b5-4312-b686-8ebfa99f9d30 tempest-TestNetworkBasicOps-1983703278 tempest-TestNetworkBasicOps-1983703278] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-h2-768862-2 {{(pid=84875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:33:09.121845 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1b84e66-07b5-4312-b686-8ebfa99f9d30 tempest-TestNetworkBasicOps-1983703278 tempest-TestNetworkBasicOps-1983703278] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-h2-768862-2 {{(pid=84875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:33:09.122403 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1b84e66-07b5-4312-b686-8ebfa99f9d30 tempest-TestNetworkBasicOps-1983703278 tempest-TestNetworkBasicOps-1983703278] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-h2-768862-2 {{(pid=84875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:33:09.123034 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1b84e66-07b5-4312-b686-8ebfa99f9d30 tempest-TestNetworkBasicOps-1983703278 tempest-TestNetworkBasicOps-1983703278] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-h2-768862-2 {{(pid=84875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:33:09.123568 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1b84e66-07b5-4312-b686-8ebfa99f9d30 tempest-TestNetworkBasicOps-1983703278 tempest-TestNetworkBasicOps-1983703278] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-h2-768862-2 {{(pid=84875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:33:09.124490 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1b84e66-07b5-4312-b686-8ebfa99f9d30 tempest-TestNetworkBasicOps-1983703278 tempest-TestNetworkBasicOps-1983703278] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-h2-768862-2 {{(pid=84875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:33:09.125331 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1b84e66-07b5-4312-b686-8ebfa99f9d30 tempest-TestNetworkBasicOps-1983703278 tempest-TestNetworkBasicOps-1983703278] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-h2-768862-2 {{(pid=84875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:33:09.125948 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1b84e66-07b5-4312-b686-8ebfa99f9d30 tempest-TestNetworkBasicOps-1983703278 tempest-TestNetworkBasicOps-1983703278] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-2 {{(pid=84875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:33:09.126475 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1b84e66-07b5-4312-b686-8ebfa99f9d30 tempest-TestNetworkBasicOps-1983703278 tempest-TestNetworkBasicOps-1983703278] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-2 {{(pid=84875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:33:09.127013 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1b84e66-07b5-4312-b686-8ebfa99f9d30 tempest-TestNetworkBasicOps-1983703278 tempest-TestNetworkBasicOps-1983703278] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-2 {{(pid=84875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:33:09.127546 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1b84e66-07b5-4312-b686-8ebfa99f9d30 tempest-TestNetworkBasicOps-1983703278 tempest-TestNetworkBasicOps-1983703278] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-2 {{(pid=84875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:33:09.128096 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1b84e66-07b5-4312-b686-8ebfa99f9d30 tempest-TestNetworkBasicOps-1983703278 tempest-TestNetworkBasicOps-1983703278] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@n-d-768862-2 {{(pid=84875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:33:09.128648 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1b84e66-07b5-4312-b686-8ebfa99f9d30 tempest-TestNetworkBasicOps-1983703278 tempest-TestNetworkBasicOps-1983703278] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-2 {{(pid=84875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:33:09.129189 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1b84e66-07b5-4312-b686-8ebfa99f9d30 tempest-TestNetworkBasicOps-1983703278 tempest-TestNetworkBasicOps-1983703278] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-768862-2 {{(pid=84875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:33:09.129852 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1b84e66-07b5-4312-b686-8ebfa99f9d30 tempest-TestNetworkBasicOps-1983703278 tempest-TestNetworkBasicOps-1983703278] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-768862-2 {{(pid=84875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:33:09.130376 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1b84e66-07b5-4312-b686-8ebfa99f9d30 tempest-TestNetworkBasicOps-1983703278 tempest-TestNetworkBasicOps-1983703278] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-2 {{(pid=84875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:33:09.130918 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1b84e66-07b5-4312-b686-8ebfa99f9d30 tempest-TestNetworkBasicOps-1983703278 tempest-TestNetworkBasicOps-1983703278] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-2 {{(pid=84875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:33:09.131458 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1b84e66-07b5-4312-b686-8ebfa99f9d30 tempest-TestNetworkBasicOps-1983703278 tempest-TestNetworkBasicOps-1983703278] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-2 {{(pid=84875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:33:09.132022 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1b84e66-07b5-4312-b686-8ebfa99f9d30 tempest-TestNetworkBasicOps-1983703278 tempest-TestNetworkBasicOps-1983703278] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-2 {{(pid=84875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:33:09.148784 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-9dfe8091-0060-4d31-b774-29fabde833cc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:33:09.150633 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-c1b84e66-07b5-4312-b686-8ebfa99f9d30 tempest-TestNetworkBasicOps-1983703278 tempest-TestNetworkBasicOps-1983703278] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.170s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:33:09.178534 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1b84e66-07b5-4312-b686-8ebfa99f9d30 tempest-TestNetworkBasicOps-1983703278 tempest-TestNetworkBasicOps-1983703278] Checking segment: {'id': '68be74ff-3f71-4f4f-a9e4-dee497368626', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 18, 'network_id': '088860ec-5bb5-40b8-aada-e0d505b6653d'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84875) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 14 07:33:09.183604 n-d-768862-2 neutron-server[84765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1b84e66-07b5-4312-b686-8ebfa99f9d30 tempest-TestNetworkBasicOps-1983703278 tempest-TestNetworkBasicOps-1983703278] Network hostable DHCP agents. Network: 088860ec-5bb5-40b8-aada-e0d505b6653d, hostable agents: ['32f3dd84-26da-4d18-bf15-6017a8fb7247'], hosted agents: [] {{(pid=84875) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Jan 14 07:33:09.201873 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-d3eec189-c668-4eac-ae72-0922d9a7723d tempest-PortsIpV6TestJSON-1330665174 tempest-PortsIpV6TestJSON-1330665174] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036851807232'] for subnet, precommit_delete_associations {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:33:09.245111 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-9dfe8091-0060-4d31-b774-29fabde833cc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850887153'] for security_group, after_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:33:09.300905 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-9f6fd676-ef8d-4a1e-9429-ca56a4efedfa tempest-PortsIpV6TestJSON-1330665174 tempest-PortsIpV6TestJSON-1330665174] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:33:09.350927 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-e284a4ca-ccfe-483a-a35d-5915dcfe1742 tempest-PortsTestJSON-2091589570 tempest-PortsTestJSON-2091589570] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036854176836'] for subnet, precommit_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:33:09.351609 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-10edef34-923d-463e-bd3d-71987439ebf9 None None] Notify callbacks [] for port, precommit_update {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:33:09.386402 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84874) accepted ('10.222.0.24', 59070) {{(pid=84874) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:33:09.388640 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-9dfe8091-0060-4d31-b774-29fabde833cc admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=0c90df2ee51c43b2af9e111f1105ed53&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2599347 Jan 14 07:33:09.394527 n-d-768862-2 neutron-server[84765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1b84e66-07b5-4312-b686-8ebfa99f9d30 tempest-TestNetworkBasicOps-1983703278 tempest-TestNetworkBasicOps-1983703278] Network 088860ec-5bb5-40b8-aada-e0d505b6653d is scheduled to be hosted by DHCP agent 32f3dd84-26da-4d18-bf15-6017a8fb7247 with binding_index 1 {{(pid=84875) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Jan 14 07:33:09.397992 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dfe8091-0060-4d31-b774-29fabde833cc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5c17de56-8f26-4c67-be4b-99b4e77176ed,revision_number=1']} {{(pid=84875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:33:09.410574 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [None req-1054d467-8532-41ac-9f67-7e1bf865c654 tempest-NetworksTest-1803261889 tempest-NetworksTest-1803261889] For port 7e1df0ba-d753-42a1-a65a-77b71c63e8e8, host n-d-768862-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-2',level=0,port_id=7e1df0ba-d753-42a1-a65a-77b71c63e8e8,segment=NetworkSegment(8168a191-6095-45f0-a976-0a7fe552c08c),segment_id=8168a191-6095-45f0-a976-0a7fe552c08c)] {{(pid=84874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 07:33:09.410992 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-1054d467-8532-41ac-9f67-7e1bf865c654 tempest-NetworksTest-1803261889 tempest-NetworksTest-1803261889] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036850862667'] for port, precommit_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:33:09.412088 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-10edef34-923d-463e-bd3d-71987439ebf9 None None] Transition to ACTIVE for port object deac1229-12e3-4236-b805-57d515b0ad4f will not be triggered until provisioned by entity L2. {{(pid=84876) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 07:33:09.414419 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-69f557a2-905d-4d85-8a45-e34111fa4965 None None] Could not find standard attr ID for object ab08a508-7245-4710-a739-01bfb9311408. {{(pid=84876) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Jan 14 07:33:09.434813 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-9dfe8091-0060-4d31-b774-29fabde833cc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:33:09.446943 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-10edef34-923d-463e-bd3d-71987439ebf9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777640533312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363259214678337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777640097497'] for port, after_update {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:33:09.466727 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84876) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:33:09.480251 n-d-768862-2 neutron-server[84765]: DEBUG neutron.scheduler.base_scheduler [None req-c1b84e66-07b5-4312-b686-8ebfa99f9d30 tempest-TestNetworkBasicOps-1983703278 tempest-TestNetworkBasicOps-1983703278] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768862-2, 088860ec-5bb5-40b8-aada-e0d505b6653d) {{(pid=84875) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 07:33:09.514884 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1b84e66-07b5-4312-b686-8ebfa99f9d30 tempest-TestNetworkBasicOps-1983703278 tempest-TestNetworkBasicOps-1983703278] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:33:09.514884 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-c1b84e66-07b5-4312-b686-8ebfa99f9d30 tempest-TestNetworkBasicOps-1983703278 tempest-TestNetworkBasicOps-1983703278] Notify callbacks [] for subnet, before_response {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:33:09.661279 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.plugin [None req-1054d467-8532-41ac-9f67-7e1bf865c654 tempest-NetworksTest-1803261889 tempest-NetworksTest-1803261889] Calling delete_port for 7e1df0ba-d753-42a1-a65a-77b71c63e8e8 owned by network:dhcp {{(pid=84874) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 07:33:09.696211 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-c1b84e66-07b5-4312-b686-8ebfa99f9d30 tempest-TestNetworkBasicOps-1983703278 tempest-TestNetworkBasicOps-1983703278] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 2.1145318 Jan 14 07:33:09.698989 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84875) accepted ('10.222.0.24', 59074) {{(pid=84875) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:33:09.812951 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e144e8c-4fcc-4496-af10-c8e0bb64b042 None None] Pushing event updated for resources: {'Port': ['ID=deac1229-12e3-4236-b805-57d515b0ad4f,revision_number=2']} {{(pid=84876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:33:09.823558 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-3e144e8c-4fcc-4496-af10-c8e0bb64b042 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.357s {{(pid=84876) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:33:09.826338 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-fa02b949-b146-47a3-8ea5-5c1549b64ff0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:33:09.857833 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-fa02b949-b146-47a3-8ea5-5c1549b64ff0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:33:09.885445 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.managers [None req-10edef34-923d-463e-bd3d-71987439ebf9 None None] Attempting to bind port deac1229-12e3-4236-b805-57d515b0ad4f on host n-d-768862-2 for vnic_type normal with profile {{(pid=84876) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 14 07:33:09.885882 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.managers [None req-10edef34-923d-463e-bd3d-71987439ebf9 None None] Attempting to bind port deac1229-12e3-4236-b805-57d515b0ad4f by drivers openvswitch on host n-d-768862-2 at level 0 using segments [{'id': 'cf3ded2c-bc47-4a71-89af-6e7117e60140', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '226f1e78-82cd-4481-9055-4eb73b6db8c1'}] {{(pid=84876) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 14 07:33:09.886211 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10edef34-923d-463e-bd3d-71987439ebf9 None None] Attempting to bind port deac1229-12e3-4236-b805-57d515b0ad4f on network 226f1e78-82cd-4481-9055-4eb73b6db8c1 {{(pid=84876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 14 07:33:09.896282 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10edef34-923d-463e-bd3d-71987439ebf9 None None] Checking agent: {'id': 'ba5efab1-b43c-4d5a-bc52-6e105d4e67a2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768862-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 14, 6, 56, 52), 'started_at': datetime.datetime(2021, 1, 14, 6, 57, 22), 'heartbeat_timestamp': datetime.datetime(2021, 1, 14, 7, 32, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768862-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.29', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 14 07:33:09.897518 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10edef34-923d-463e-bd3d-71987439ebf9 None None] Checking segment: {'id': 'cf3ded2c-bc47-4a71-89af-6e7117e60140', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '226f1e78-82cd-4481-9055-4eb73b6db8c1'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84876) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 14 07:33:09.899321 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-d3eec189-c668-4eac-ae72-0922d9a7723d tempest-PortsIpV6TestJSON-1330665174 tempest-PortsIpV6TestJSON-1330665174] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036854176836'] for subnet, precommit_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:33:09.899798 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-10edef34-923d-463e-bd3d-71987439ebf9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:33:09.901504 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10edef34-923d-463e-bd3d-71987439ebf9 None None] Bound using segment: {'id': 'cf3ded2c-bc47-4a71-89af-6e7117e60140', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '226f1e78-82cd-4481-9055-4eb73b6db8c1'} {{(pid=84876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 14 07:33:09.902216 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.managers [None req-10edef34-923d-463e-bd3d-71987439ebf9 None None] Bound port: deac1229-12e3-4236-b805-57d515b0ad4f, host: n-d-768862-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cf3ded2c-bc47-4a71-89af-6e7117e60140', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '226f1e78-82cd-4481-9055-4eb73b6db8c1'}}] {{(pid=84876) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 14 07:33:09.902961 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-10edef34-923d-463e-bd3d-71987439ebf9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555753'] for port, before_update {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:33:09.977136 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fafe58da-269a-4916-bd4d-b0931e4e86ac None None] Network d5ef9345-9d47-4c1b-b4a7-f9e90c00c9f5 requested from n-d-768862-2 {{(pid=84876) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 07:33:10.054705 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15c848e9-000f-4a85-a563-296dc9cb1c0f None None] Network 088860ec-5bb5-40b8-aada-e0d505b6653d requested from n-d-768862-2 {{(pid=84876) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 07:33:10.158928 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-1054d467-8532-41ac-9f67-7e1bf865c654 tempest-NetworksTest-1803261889 tempest-NetworksTest-1803261889] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777640533329', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777640097463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3254186'] for port, after_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:33:10.303859 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-2ba2be7c-0bcb-4dfb-839d-a70fa6fe3feb tempest-PortsIpV6TestJSON-1330665174 tempest-PortsIpV6TestJSON-1330665174] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:33:10.369459 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [None req-10edef34-923d-463e-bd3d-71987439ebf9 None None] For port deac1229-12e3-4236-b805-57d515b0ad4f, host n-d-768862-2, cleared binding levels {{(pid=84876) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 14 07:33:10.409887 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [None req-10edef34-923d-463e-bd3d-71987439ebf9 None None] For port deac1229-12e3-4236-b805-57d515b0ad4f, host n-d-768862-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-2',level=0,port_id=deac1229-12e3-4236-b805-57d515b0ad4f,segment=NetworkSegment(cf3ded2c-bc47-4a71-89af-6e7117e60140),segment_id=cf3ded2c-bc47-4a71-89af-6e7117e60140)] {{(pid=84876) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 14 07:33:10.423871 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1054d467-8532-41ac-9f67-7e1bf865c654 tempest-NetworksTest-1803261889 tempest-NetworksTest-1803261889] Pushing event deleted for resources: {'Port': ['ID=7e1df0ba-d753-42a1-a65a-77b71c63e8e8,revision_number=None']} {{(pid=84874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:33:10.467379 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1054d467-8532-41ac-9f67-7e1bf865c654 tempest-NetworksTest-1803261889 tempest-NetworksTest-1803261889] No DVR routers for this DVR port 7e1df0ba-d753-42a1-a65a-77b71c63e8e8 on host n-d-768862-2 {{(pid=84874) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Jan 14 07:33:10.485452 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-1054d467-8532-41ac-9f67-7e1bf865c654 tempest-NetworksTest-1803261889 tempest-NetworksTest-1803261889] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.182s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:33:10.547196 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-fa02b949-b146-47a3-8ea5-5c1549b64ff0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850887153'] for security_group, after_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:33:10.562296 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-87f9f0d8-819e-44e9-9d29-80f87e0f3c91 tempest-PortsTestJSON-2091589570 tempest-PortsTestJSON-2091589570] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:33:10.580020 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-10edef34-923d-463e-bd3d-71987439ebf9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777640533312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363259214678337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777640097497'] for port, after_update {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:33:10.619230 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-fa02b949-b146-47a3-8ea5-5c1549b64ff0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:33:10.623208 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-fa02b949-b146-47a3-8ea5-5c1549b64ff0 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/5c17de56-8f26-4c67-be4b-99b4e77176ed HTTP/1.1" status: 204 len: 168 time: 1.2267191 Jan 14 07:33:10.630731 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa02b949-b146-47a3-8ea5-5c1549b64ff0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5c17de56-8f26-4c67-be4b-99b4e77176ed,revision_number=None']} {{(pid=84874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:33:10.782051 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e472e9a-d211-4faf-aab3-730e5b4cb24c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5d94dc7a-c095-50a4-955e-5f3b78718a12-088860ec-5bb5-40b8-aada-e0d505b6653d', 'network_id': '088860ec-5bb5-40b8-aada-e0d505b6653d', 'tenant_id': 'c52a65222187474995edf4946f0fd389', 'fixed_ips': [{'subnet_id': '70ec785e-a649-42d9-ad88-b7b6a0cea680'}]}} from n-d-768862-2. {{(pid=84876) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Jan 14 07:33:10.783369 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-1e472e9a-d211-4faf-aab3-730e5b4cb24c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555753'] for port, before_create {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:33:10.801362 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-d907bd47-9dbe-4db9-9977-93e97208c516 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84876) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:33:10.924619 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e144e8c-4fcc-4496-af10-c8e0bb64b042 None None] Pushing event updated for resources: {'Port': ['ID=deac1229-12e3-4236-b805-57d515b0ad4f,revision_number=3']} {{(pid=84876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:33:10.936898 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-3e144e8c-4fcc-4496-af10-c8e0bb64b042 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=84876) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:33:11.031016 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10edef34-923d-463e-bd3d-71987439ebf9 None None] Routers {'09233ba1-9c6b-499a-aeaf-1d2897df2d9a'} bound to L3 agent in host n-d-768862-2 {{(pid=84876) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 14 07:33:11.031948 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_hamode_db [None req-10edef34-923d-463e-bd3d-71987439ebf9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-01-14T06:56:51Z,description=,heartbeat_timestamp=2021-01-14T07:32:52Z,host='n-d-768862-2',id=35f592e9-451b-4db9-abea-77b6a5c5391b,load=0,resource_versions=,resources_synced=,started_at=2021-01-14T06:56:51Z,topic='l3_agent')) {'router_ids': ['09233ba1-9c6b-499a-aeaf-1d2897df2d9a'], 'active': True} {{(pid=84876) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:33:11.120697 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-bfd9baba-1cfc-42ab-ba23-759838d4fe9f tempest-TestNetworkBasicOps-1983703278 tempest-TestNetworkBasicOps-1983703278] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555753'] for port, before_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:33:11.292937 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-fa02b949-b146-47a3-8ea5-5c1549b64ff0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.731s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:33:11.331751 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-1054d467-8532-41ac-9f67-7e1bf865c654 tempest-NetworksTest-1803261889 tempest-NetworksTest-1803261889] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-598987', 'neutron.services.segments.db._delete_segments_for_network-8777640583949'] for network, precommit_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:33:11.431097 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-e284a4ca-ccfe-483a-a35d-5915dcfe1742 tempest-PortsTestJSON-2091589570 tempest-PortsTestJSON-2091589570] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-598964', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850887113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036851521664', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2794686'] for subnet, after_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:33:11.467223 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-660df074-54c2-46a9-bcb1-75411090a548 tempest-NetworksTest-1803261889 tempest-NetworksTest-1803261889] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:33:11.796195 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e284a4ca-ccfe-483a-a35d-5915dcfe1742 tempest-PortsTestJSON-2091589570 tempest-PortsTestJSON-2091589570] Pushing event deleted for resources: {'Subnet': ['ID=4b229328-260e-4fd2-a8d2-530fca12aa05,revision_number=None']} {{(pid=84874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:33:11.882491 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-e284a4ca-ccfe-483a-a35d-5915dcfe1742 tempest-PortsTestJSON-2091589570 tempest-PortsTestJSON-2091589570] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.417s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:33:11.923497 n-d-768862-2 neutron-server[84765]: DEBUG neutron.services.segments.db [None req-1054d467-8532-41ac-9f67-7e1bf865c654 tempest-NetworksTest-1803261889 tempest-NetworksTest-1803261889] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9b873f3f-47ec-4c1b-b88d-3eabcd20ff19']}} {{(pid=84874) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:33:11.997528 n-d-768862-2 neutron-server[84765]: DEBUG neutron.services.segments.db [None req-1054d467-8532-41ac-9f67-7e1bf865c654 tempest-NetworksTest-1803261889 tempest-NetworksTest-1803261889] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8168a191-6095-45f0-a976-0a7fe552c08c') {'for_net_delete': True} {{(pid=84874) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:33:11.998161 n-d-768862-2 neutron-server[84765]: DEBUG neutron.services.segments.db [None req-1054d467-8532-41ac-9f67-7e1bf865c654 tempest-NetworksTest-1803261889 tempest-NetworksTest-1803261889] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8168a191-6095-45f0-a976-0a7fe552c08c') {} {{(pid=84874) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:33:12.024996 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-e284a4ca-ccfe-483a-a35d-5915dcfe1742 tempest-PortsTestJSON-2091589570 tempest-PortsTestJSON-2091589570] Notify callbacks [] for subnet, before_response {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:33:12.029795 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-1054d467-8532-41ac-9f67-7e1bf865c654 tempest-NetworksTest-1803261889 tempest-NetworksTest-1803261889] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363259214173198', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2968632'] for segment, before_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:33:12.042286 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-d3eec189-c668-4eac-ae72-0922d9a7723d tempest-PortsIpV6TestJSON-1330665174 tempest-PortsIpV6TestJSON-1330665174] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-598964', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850887113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036851521664', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2794686'] for subnet, after_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:33:12.115483 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f599ae1-7152-4a94-9a85-4f73561670ee None None] Network e289c449-d36a-4991-9be0-13105a93d6ac requested from n-d-768862-2 {{(pid=84876) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 07:33:12.199265 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-82acfd0e-d636-4c56-831a-2505f74f6d80 tempest-PortsTestJSON-2091589570 tempest-PortsTestJSON-2091589570] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:33:12.244056 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-017f98a9-8a07-408c-a86f-8ff0c00400a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363259214191800', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854171626'] for agent, after_update {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:33:12.260610 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-e284a4ca-ccfe-483a-a35d-5915dcfe1742 tempest-PortsTestJSON-2091589570 tempest-PortsTestJSON-2091589570] 10.222.0.24 "DELETE /v2.0/subnets/4b229328-260e-4fd2-a8d2-530fca12aa05 HTTP/1.1" status: 204 len: 168 time: 4.4644468 Jan 14 07:33:12.261544 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84874) accepted ('10.222.0.24', 59098) {{(pid=84874) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:33:12.280081 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-36d6bf93-de33-4687-8f95-a3c1a1ae258f None None] Provisioning complete for port 3af3c0e6-650b-4081-a832-0e7cd4bed2da triggered by entity DHCP. {{(pid=84876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 07:33:12.281095 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-36d6bf93-de33-4687-8f95-a3c1a1ae258f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-604227'] for port, provisioning_complete {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:33:12.284642 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3eec189-c668-4eac-ae72-0922d9a7723d tempest-PortsIpV6TestJSON-1330665174 tempest-PortsIpV6TestJSON-1330665174] Pushing event deleted for resources: {'Subnet': ['ID=89e6a975-cc78-42d8-9b25-1be91f93abda,revision_number=None']} {{(pid=84874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:33:12.319983 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-d3eec189-c668-4eac-ae72-0922d9a7723d tempest-PortsIpV6TestJSON-1330665174 tempest-PortsIpV6TestJSON-1330665174] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:33:12.424854 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.db_base_plugin_v2 [None req-c9db5e9b-06a5-41c1-967e-082e5c0ddbfd tempest-PortsTestJSON-2091589570 tempest-PortsTestJSON-2091589570] Deleting subnet a9ee3c10-4480-4aa3-8cb6-b26d39d6973e {{(pid=84874) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Jan 14 07:33:12.427542 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-1054d467-8532-41ac-9f67-7e1bf865c654 tempest-NetworksTest-1803261889 tempest-NetworksTest-1803261889] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854179735'] for segment, precommit_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:33:12.431991 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-c9db5e9b-06a5-41c1-967e-082e5c0ddbfd tempest-PortsTestJSON-2091589570 tempest-PortsTestJSON-2091589570] Notify callbacks [] for subnet, before_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:33:12.465231 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-1054d467-8532-41ac-9f67-7e1bf865c654 tempest-NetworksTest-1803261889 tempest-NetworksTest-1803261889] Releasing vxlan tunnel 20 to pool {{(pid=84874) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Jan 14 07:33:12.491221 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-d3eec189-c668-4eac-ae72-0922d9a7723d tempest-PortsIpV6TestJSON-1330665174 tempest-PortsIpV6TestJSON-1330665174] Notify callbacks [] for subnet, before_response {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:33:12.493552 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-d3eec189-c668-4eac-ae72-0922d9a7723d tempest-PortsIpV6TestJSON-1330665174 tempest-PortsIpV6TestJSON-1330665174] 10.222.0.24 "DELETE /v2.0/subnets/89e6a975-cc78-42d8-9b25-1be91f93abda HTTP/1.1" status: 204 len: 168 time: 3.7710378 Jan 14 07:33:12.507764 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84875) accepted ('10.222.0.24', 59106) {{(pid=84875) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:33:12.520028 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fac884bd-1263-41ee-aba0-91dea7a615dd None None] Network d5ef9345-9d47-4c1b-b4a7-f9e90c00c9f5 requested from n-d-768862-2 {{(pid=84876) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 07:33:12.590632 n-d-768862-2 neutron-server[84765]: INFO neutron.pecan_wsgi.hooks.translation [None req-bf18c98f-fafb-4bae-b314-6d322995e4e3 tempest-PortsIpV6TestJSON-1330665174 tempest-PortsIpV6TestJSON-1330665174] DELETE failed (client error): The resource could not be found. Jan 14 07:33:12.591122 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bf18c98f-fafb-4bae-b314-6d322995e4e3 tempest-PortsIpV6TestJSON-1330665174 tempest-PortsIpV6TestJSON-1330665174] No notification will be sent due to unsuccessful status code: 404 {{(pid=84875) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Jan 14 07:33:12.592275 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-c9db5e9b-06a5-41c1-967e-082e5c0ddbfd tempest-PortsTestJSON-2091589570 tempest-PortsTestJSON-2091589570] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036851807232'] for subnet, precommit_delete_associations {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:33:12.601013 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-bf18c98f-fafb-4bae-b314-6d322995e4e3 tempest-PortsIpV6TestJSON-1330665174 tempest-PortsIpV6TestJSON-1330665174] 10.222.0.24 "DELETE /v2.0/subnets/10096dd8-5728-4094-9220-8b738925cfbd HTTP/1.1" status: 404 len: 337 time: 0.0898440 Jan 14 07:33:12.627163 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84874) accepted ('10.222.0.24', 59110) {{(pid=84874) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:33:12.772466 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-59149a89-604d-4ee8-b81b-4dfc6cbeff57 tempest-PortsIpV6TestJSON-1330665174 tempest-PortsIpV6TestJSON-1330665174] 10.222.0.24 "GET /v2.0/ports?device_id=8753e13b-75ca-4ee5-9944-03830cdb49ef HTTP/1.1" status: 200 len: 205 time: 0.1261868 Jan 14 07:33:12.792865 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84874) accepted ('10.222.0.24', 59116) {{(pid=84874) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:33:12.898507 n-d-768862-2 neutron-server[84765]: INFO neutron.api.v2.resource [None req-cb9a357c-0962-4e4d-83d4-79d83041bc88 tempest-PortsIpV6TestJSON-1330665174 tempest-PortsIpV6TestJSON-1330665174] delete failed (client error): The resource could not be found. Jan 14 07:33:12.900348 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-cb9a357c-0962-4e4d-83d4-79d83041bc88 tempest-PortsIpV6TestJSON-1330665174 tempest-PortsIpV6TestJSON-1330665174] 10.222.0.24 "DELETE /v2.0/routers/8753e13b-75ca-4ee5-9944-03830cdb49ef HTTP/1.1" status: 404 len: 336 time: 0.1064658 Jan 14 07:33:12.902553 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.managers [None req-1054d467-8532-41ac-9f67-7e1bf865c654 tempest-NetworksTest-1803261889 tempest-NetworksTest-1803261889] Network 9b873f3f-47ec-4c1b-b88d-3eabcd20ff19 has no segments {{(pid=84874) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 14 07:33:12.904948 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84875) accepted ('10.222.0.24', 59122) {{(pid=84875) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:33:12.917554 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-1054d467-8532-41ac-9f67-7e1bf865c654 tempest-NetworksTest-1803261889 tempest-NetworksTest-1803261889] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-596065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036851521571'] for segment, after_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:33:13.020878 n-d-768862-2 neutron-server[84765]: INFO neutron.pecan_wsgi.hooks.translation [None req-c6d4cbf1-324d-4f98-91c8-c55b31197b54 tempest-PortsIpV6TestJSON-1330665174 tempest-PortsIpV6TestJSON-1330665174] DELETE failed (client error): The resource could not be found. Jan 14 07:33:13.021375 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c6d4cbf1-324d-4f98-91c8-c55b31197b54 tempest-PortsIpV6TestJSON-1330665174 tempest-PortsIpV6TestJSON-1330665174] No notification will be sent due to unsuccessful status code: 404 {{(pid=84875) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Jan 14 07:33:13.029421 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-c6d4cbf1-324d-4f98-91c8-c55b31197b54 tempest-PortsIpV6TestJSON-1330665174 tempest-PortsIpV6TestJSON-1330665174] 10.222.0.24 "DELETE /v2.0/subnets/0e6832e6-a499-4d6b-bdfa-d960b1a58e2e HTTP/1.1" status: 404 len: 337 time: 0.1202924 Jan 14 07:33:13.033385 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84875) accepted ('10.222.0.24', 59128) {{(pid=84875) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:33:13.139687 n-d-768862-2 neutron-server[84765]: INFO neutron.pecan_wsgi.hooks.translation [None req-942a612d-3d11-4947-a887-4e159d91f338 tempest-PortsIpV6TestJSON-1330665174 tempest-PortsIpV6TestJSON-1330665174] DELETE failed (client error): The resource could not be found. Jan 14 07:33:13.146154 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-942a612d-3d11-4947-a887-4e159d91f338 tempest-PortsIpV6TestJSON-1330665174 tempest-PortsIpV6TestJSON-1330665174] No notification will be sent due to unsuccessful status code: 404 {{(pid=84875) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Jan 14 07:33:13.151204 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-942a612d-3d11-4947-a887-4e159d91f338 tempest-PortsIpV6TestJSON-1330665174 tempest-PortsIpV6TestJSON-1330665174] 10.222.0.24 "DELETE /v2.0/subnets/86399ecc-8f43-43fb-94bf-8169a302a7ed HTTP/1.1" status: 404 len: 337 time: 0.1137240 Jan 14 07:33:13.151933 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84875) accepted ('10.222.0.24', 59132) {{(pid=84875) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:33:13.159763 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-852a24f7-e9a1-4193-9abb-e9506fe5213f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363259214191800', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854171626'] for agent, after_update {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:33:13.213483 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.managers [None req-1054d467-8532-41ac-9f67-7e1bf865c654 tempest-NetworksTest-1803261889 tempest-NetworksTest-1803261889] Network 9b873f3f-47ec-4c1b-b88d-3eabcd20ff19 has no segments {{(pid=84874) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 14 07:33:13.242420 n-d-768862-2 neutron-server[84765]: Traceback (most recent call last): Jan 14 07:33:13.242420 n-d-768862-2 neutron-server[84765]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 14 07:33:13.242420 n-d-768862-2 neutron-server[84765]: timer() Jan 14 07:33:13.242420 n-d-768862-2 neutron-server[84765]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 14 07:33:13.242420 n-d-768862-2 neutron-server[84765]: cb(*args, **kw) Jan 14 07:33:13.242420 n-d-768862-2 neutron-server[84765]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Jan 14 07:33:13.242420 n-d-768862-2 neutron-server[84765]: return func(*args, **kwargs) Jan 14 07:33:13.242420 n-d-768862-2 neutron-server[84765]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 14 07:33:13.242420 n-d-768862-2 neutron-server[84765]: self._notify() Jan 14 07:33:13.242420 n-d-768862-2 neutron-server[84765]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 14 07:33:13.242420 n-d-768862-2 neutron-server[84765]: self.callback(batched_events) Jan 14 07:33:13.242420 n-d-768862-2 neutron-server[84765]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 14 07:33:13.242420 n-d-768862-2 neutron-server[84765]: event.method(event) Jan 14 07:33:13.242420 n-d-768862-2 neutron-server[84765]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 14 07:33:13.242420 n-d-768862-2 neutron-server[84765]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 14 07:33:13.242420 n-d-768862-2 neutron-server[84765]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Jan 14 07:33:13.242420 n-d-768862-2 neutron-server[84765]: segment_id)['aggregates'][0] Jan 14 07:33:13.242420 n-d-768862-2 neutron-server[84765]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 14 07:33:13.242420 n-d-768862-2 neutron-server[84765]: return f(self, *a, **k) Jan 14 07:33:13.242420 n-d-768862-2 neutron-server[84765]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 14 07:33:13.242420 n-d-768862-2 neutron-server[84765]: return self._get(url).json() Jan 14 07:33:13.242420 n-d-768862-2 neutron-server[84765]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 14 07:33:13.242420 n-d-768862-2 neutron-server[84765]: **kwargs) Jan 14 07:33:13.242420 n-d-768862-2 neutron-server[84765]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 14 07:33:13.242420 n-d-768862-2 neutron-server[84765]: return self.request(url, 'GET', **kwargs) Jan 14 07:33:13.242420 n-d-768862-2 neutron-server[84765]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Jan 14 07:33:13.242420 n-d-768862-2 neutron-server[84765]: **endpoint_filter) Jan 14 07:33:13.242420 n-d-768862-2 neutron-server[84765]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 14 07:33:13.242420 n-d-768862-2 neutron-server[84765]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 14 07:33:13.242420 n-d-768862-2 neutron-server[84765]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 14 07:33:13.242420 n-d-768862-2 neutron-server[84765]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 14 07:33:13.242420 n-d-768862-2 neutron-server[84765]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 14 07:33:13.268895 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-36d6bf93-de33-4687-8f95-a3c1a1ae258f None None] Provisioning complete for port a4d8093a-6bff-483a-a786-0d2824bfc0b7 triggered by entity DHCP. {{(pid=84876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 07:33:13.269316 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-36d6bf93-de33-4687-8f95-a3c1a1ae258f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-604227'] for port, provisioning_complete {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:33:13.272397 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.db_base_plugin_common [None req-bfd9baba-1cfc-42ab-ba23-759838d4fe9f tempest-TestNetworkBasicOps-1983703278 tempest-TestNetworkBasicOps-1983703278] Allocated IP 172.20.0.1 (088860ec-5bb5-40b8-aada-e0d505b6653d/70ec785e-a649-42d9-ad88-b7b6a0cea680/04e140f9-d758-478f-8964-bd0017a9a0e8) {{(pid=84875) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 14 07:33:13.315593 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-c9db5e9b-06a5-41c1-967e-082e5c0ddbfd tempest-PortsTestJSON-2091589570 tempest-PortsTestJSON-2091589570] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036854176836'] for subnet, precommit_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:33:13.387923 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_dvr_db [None req-10edef34-923d-463e-bd3d-71987439ebf9 None None] Set router 09233ba1-9c6b-499a-aeaf-1d2897df2d9a gateway port host: n-d-768862-2 {{(pid=84876) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 14 07:33:13.392504 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-1054d467-8532-41ac-9f67-7e1bf865c654 tempest-NetworksTest-1803261889 tempest-NetworksTest-1803261889] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036854176830', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850887149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3912591'] for network, after_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:33:13.419932 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-a21bf885-45b5-4dc7-ae35-076422dae2ba tempest-PortsTestJSON-2091589570 tempest-PortsTestJSON-2091589570] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:33:13.430313 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-1054d467-8532-41ac-9f67-7e1bf865c654 tempest-NetworksTest-1803261889 tempest-NetworksTest-1803261889] Notify callbacks [] for network, before_response {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:33:13.498801 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1054d467-8532-41ac-9f67-7e1bf865c654 tempest-NetworksTest-1803261889 tempest-NetworksTest-1803261889] Pushing event deleted for resources: {'Network': ['ID=9b873f3f-47ec-4c1b-b88d-3eabcd20ff19,revision_number=None']} {{(pid=84874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:33:13.516272 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-1054d467-8532-41ac-9f67-7e1bf865c654 tempest-NetworksTest-1803261889 tempest-NetworksTest-1803261889] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:33:13.526861 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-1054d467-8532-41ac-9f67-7e1bf865c654 tempest-NetworksTest-1803261889 tempest-NetworksTest-1803261889] 10.222.0.24 "DELETE /v2.0/networks/9b873f3f-47ec-4c1b-b88d-3eabcd20ff19 HTTP/1.1" status: 204 len: 168 time: 12.3085740 Jan 14 07:33:13.527612 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84874) accepted ('10.222.0.24', 59140) {{(pid=84874) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:33:13.539703 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.v2.base [None req-38f7300c-7354-4c7f-a658-ee54c0db51ca tempest-NetworksTest-1803261889 tempest-NetworksTest-1803261889] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1911173824'}} {{(pid=84874) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:33:13.548710 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-38f7300c-7354-4c7f-a658-ee54c0db51ca tempest-NetworksTest-1803261889 tempest-NetworksTest-1803261889] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:33:13.557387 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-38f7300c-7354-4c7f-a658-ee54c0db51ca tempest-NetworksTest-1803261889 tempest-NetworksTest-1803261889] Usage tracker for resource:network and tenant:93b2211854874c6cae5592aa469fb908 is out of sync, need to count used quota {{(pid=84874) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:33:13.564176 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-38f7300c-7354-4c7f-a658-ee54c0db51ca tempest-NetworksTest-1803261889 tempest-NetworksTest-1803261889] Quota usage for network was recalculated. Used quota:1. {{(pid=84874) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:33:13.573922 n-d-768862-2 neutron-server[84765]: INFO neutron.pecan_wsgi.hooks.translation [None req-531060f1-0d73-4323-bc99-d463e607794f tempest-PortsIpV6TestJSON-1330665174 tempest-PortsIpV6TestJSON-1330665174] DELETE failed (client error): The resource could not be found. Jan 14 07:33:13.574418 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-531060f1-0d73-4323-bc99-d463e607794f tempest-PortsIpV6TestJSON-1330665174 tempest-PortsIpV6TestJSON-1330665174] No notification will be sent due to unsuccessful status code: 404 {{(pid=84875) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Jan 14 07:33:13.581557 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84874) accepted ('10.222.0.24', 59144) {{(pid=84874) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:33:13.587313 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-531060f1-0d73-4323-bc99-d463e607794f tempest-PortsIpV6TestJSON-1330665174 tempest-PortsIpV6TestJSON-1330665174] 10.222.0.24 "DELETE /v2.0/subnets/b8055234-bdc7-445c-b9ec-675d7df02dbe HTTP/1.1" status: 404 len: 337 time: 0.4316640 Jan 14 07:33:13.590022 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-38f7300c-7354-4c7f-a658-ee54c0db51ca tempest-NetworksTest-1803261889 tempest-NetworksTest-1803261889] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:33:13.653258 n-d-768862-2 neutron-server[84765]: INFO neutron.pecan_wsgi.hooks.translation [None req-89d382f7-5889-432d-8bad-c3720aa503f2 tempest-PortsIpV6TestJSON-1330665174 tempest-PortsIpV6TestJSON-1330665174] DELETE failed (client error): The resource could not be found. Jan 14 07:33:13.653767 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-89d382f7-5889-432d-8bad-c3720aa503f2 tempest-PortsIpV6TestJSON-1330665174 tempest-PortsIpV6TestJSON-1330665174] No notification will be sent due to unsuccessful status code: 404 {{(pid=84874) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Jan 14 07:33:13.655709 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-89d382f7-5889-432d-8bad-c3720aa503f2 tempest-PortsIpV6TestJSON-1330665174 tempest-PortsIpV6TestJSON-1330665174] 10.222.0.24 "DELETE /v2.0/ports/5e59d308-e843-49eb-b74e-030bd2ebf71b HTTP/1.1" status: 404 len: 333 time: 0.0697443 Jan 14 07:33:13.662349 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84875) accepted ('10.222.0.24', 59148) {{(pid=84875) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:33:13.787187 n-d-768862-2 neutron-server[84765]: INFO neutron.pecan_wsgi.hooks.translation [None req-e2f7c635-745e-486f-a299-e3d320e04240 tempest-PortsIpV6TestJSON-1330665174 tempest-PortsIpV6TestJSON-1330665174] DELETE failed (client error): The resource could not be found. Jan 14 07:33:13.787686 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e2f7c635-745e-486f-a299-e3d320e04240 tempest-PortsIpV6TestJSON-1330665174 tempest-PortsIpV6TestJSON-1330665174] No notification will be sent due to unsuccessful status code: 404 {{(pid=84875) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Jan 14 07:33:13.789723 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-e2f7c635-745e-486f-a299-e3d320e04240 tempest-PortsIpV6TestJSON-1330665174 tempest-PortsIpV6TestJSON-1330665174] 10.222.0.24 "DELETE /v2.0/subnets/d441d7d6-8209-4e71-8039-7598c04d0f25 HTTP/1.1" status: 404 len: 337 time: 0.1263657 Jan 14 07:33:13.798231 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84875) accepted ('10.222.0.24', 59152) {{(pid=84875) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:33:13.833877 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-38f7300c-7354-4c7f-a658-ee54c0db51ca tempest-NetworksTest-1803261889 tempest-NetworksTest-1803261889] Made reservation on behalf of 93b2211854874c6cae5592aa469fb908 for: {'network': 1} {{(pid=84874) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 07:33:13.854645 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-bfd9baba-1cfc-42ab-ba23-759838d4fe9f tempest-TestNetworkBasicOps-1983703278 tempest-TestNetworkBasicOps-1983703278] Notify callbacks [] for port, precommit_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:33:13.867481 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-38f7300c-7354-4c7f-a658-ee54c0db51ca tempest-NetworksTest-1803261889 tempest-NetworksTest-1803261889] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555753'] for network, before_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:33:13.871879 n-d-768862-2 neutron-server[84765]: INFO neutron.pecan_wsgi.hooks.translation [None req-7b7a0ead-abb2-41ca-92c9-bd9939669248 tempest-PortsIpV6TestJSON-1330665174 tempest-PortsIpV6TestJSON-1330665174] DELETE failed (client error): The resource could not be found. Jan 14 07:33:13.872394 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7b7a0ead-abb2-41ca-92c9-bd9939669248 tempest-PortsIpV6TestJSON-1330665174 tempest-PortsIpV6TestJSON-1330665174] No notification will be sent due to unsuccessful status code: 404 {{(pid=84875) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Jan 14 07:33:13.874275 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-7b7a0ead-abb2-41ca-92c9-bd9939669248 tempest-PortsIpV6TestJSON-1330665174 tempest-PortsIpV6TestJSON-1330665174] 10.222.0.24 "DELETE /v2.0/subnets/54ae6797-c3e3-4f6f-b385-cf8f858b287b HTTP/1.1" status: 404 len: 337 time: 0.0718079 Jan 14 07:33:13.878088 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84875) accepted ('10.222.0.24', 59156) {{(pid=84875) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:33:13.924849 n-d-768862-2 neutron-server[84765]: INFO neutron.pecan_wsgi.hooks.translation [None req-4f3779da-4414-4a9b-bc5a-5d6bafb6151a tempest-PortsIpV6TestJSON-1330665174 tempest-PortsIpV6TestJSON-1330665174] DELETE failed (client error): The resource could not be found. Jan 14 07:33:13.925431 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4f3779da-4414-4a9b-bc5a-5d6bafb6151a tempest-PortsIpV6TestJSON-1330665174 tempest-PortsIpV6TestJSON-1330665174] No notification will be sent due to unsuccessful status code: 404 {{(pid=84875) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Jan 14 07:33:13.927365 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-4f3779da-4414-4a9b-bc5a-5d6bafb6151a tempest-PortsIpV6TestJSON-1330665174 tempest-PortsIpV6TestJSON-1330665174] 10.222.0.24 "DELETE /v2.0/ports/02ddeb9f-7170-4f89-9fdc-3044572d0a93 HTTP/1.1" status: 404 len: 333 time: 0.0482805 Jan 14 07:33:13.932242 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84875) accepted ('10.222.0.24', 59160) {{(pid=84875) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:33:13.940638 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-bfd9baba-1cfc-42ab-ba23-759838d4fe9f tempest-TestNetworkBasicOps-1983703278 tempest-TestNetworkBasicOps-1983703278] Transition to ACTIVE for port object 04e140f9-d758-478f-8964-bd0017a9a0e8 will not be triggered until provisioned by entity DHCP. {{(pid=84875) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 07:33:14.002769 n-d-768862-2 neutron-server[84765]: INFO neutron.pecan_wsgi.hooks.translation [None req-c42124f2-9784-42f9-af24-233169dc153a tempest-PortsIpV6TestJSON-1330665174 tempest-PortsIpV6TestJSON-1330665174] DELETE failed (client error): The resource could not be found. Jan 14 07:33:14.003268 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c42124f2-9784-42f9-af24-233169dc153a tempest-PortsIpV6TestJSON-1330665174 tempest-PortsIpV6TestJSON-1330665174] No notification will be sent due to unsuccessful status code: 404 {{(pid=84875) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Jan 14 07:33:14.005152 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-c42124f2-9784-42f9-af24-233169dc153a tempest-PortsIpV6TestJSON-1330665174 tempest-PortsIpV6TestJSON-1330665174] 10.222.0.24 "DELETE /v2.0/subnets/ebd1fc06-3051-41b4-b839-c129abf1301d HTTP/1.1" status: 404 len: 337 time: 0.0718598 Jan 14 07:33:14.008142 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84874) accepted ('10.222.0.24', 59164) {{(pid=84874) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:33:14.040618 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.plugin [None req-36d6bf93-de33-4687-8f95-a3c1a1ae258f None None] Port a4d8093a-6bff-483a-a786-0d2824bfc0b7 cannot update to ACTIVE because it is not bound. {{(pid=84876) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:329}} Jan 14 07:33:14.061509 n-d-768862-2 neutron-server[84765]: INFO neutron.pecan_wsgi.hooks.translation [None req-2d8578e5-0405-4439-850f-00be834644d7 tempest-PortsIpV6TestJSON-1330665174 tempest-PortsIpV6TestJSON-1330665174] DELETE failed (client error): The resource could not be found. Jan 14 07:33:14.061738 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-bfd9baba-1cfc-42ab-ba23-759838d4fe9f tempest-TestNetworkBasicOps-1983703278 tempest-TestNetworkBasicOps-1983703278] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777640123575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851621574'] for port, after_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:33:14.062062 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2d8578e5-0405-4439-850f-00be834644d7 tempest-PortsIpV6TestJSON-1330665174 tempest-PortsIpV6TestJSON-1330665174] No notification will be sent due to unsuccessful status code: 404 {{(pid=84874) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Jan 14 07:33:14.075604 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-38f7300c-7354-4c7f-a658-ee54c0db51ca tempest-NetworksTest-1803261889 tempest-NetworksTest-1803261889] vxlan segment allocate from pool success with {'vxlan_vni': 20} {{(pid=84874) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Jan 14 07:33:14.086120 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-38f7300c-7354-4c7f-a658-ee54c0db51ca tempest-NetworksTest-1803261889 tempest-NetworksTest-1803261889] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854179735'] for segment, precommit_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:33:14.086547 n-d-768862-2 neutron-server[84765]: INFO neutron.db.segments_db [None req-38f7300c-7354-4c7f-a658-ee54c0db51ca tempest-NetworksTest-1803261889 tempest-NetworksTest-1803261889] Added segment ce59417e-0040-4daf-83c3-a240493c3ca9 of type vxlan for network 69a8b0be-cd2a-4591-abc5-16ceb66239c4 Jan 14 07:33:14.135176 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-38f7300c-7354-4c7f-a658-ee54c0db51ca tempest-NetworksTest-1803261889 tempest-NetworksTest-1803261889] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363259214646115'] for network, precommit_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:33:14.142367 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d9b3aad-98e1-4a51-9ce3-e023351964bf None None] DHCP port deletion for d5ef9345-9d47-4c1b-b4a7-f9e90c00c9f5 request from n-d-768862-2 {{(pid=84876) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Jan 14 07:33:14.162823 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-2d8578e5-0405-4439-850f-00be834644d7 tempest-PortsIpV6TestJSON-1330665174 tempest-PortsIpV6TestJSON-1330665174] 10.222.0.24 "DELETE /v2.0/subnets/cdf78032-ecb1-44ff-8c5e-5dae6d042990 HTTP/1.1" status: 404 len: 337 time: 0.1505742 Jan 14 07:33:14.163058 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.plugin [None req-6d9b3aad-98e1-4a51-9ce3-e023351964bf None None] Deleting port 3af3c0e6-650b-4081-a832-0e7cd4bed2da {{(pid=84876) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 07:33:14.163058 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-6d9b3aad-98e1-4a51-9ce3-e023351964bf None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363259214248359'] for port, before_delete {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:33:14.171328 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84874) accepted ('10.222.0.24', 59168) {{(pid=84874) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:33:14.187283 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-c7e4fa7a-e6e1-4750-8b0c-959834291dad tempest-AllowedAddressPairIpV6TestJSON-498488695 tempest-AllowedAddressPairIpV6TestJSON-498488695] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:33:14.286828 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.plugin [None req-ac4f07e3-64f6-4123-b642-66eacac4daf6 tempest-PortsIpV6TestJSON-1330665174 tempest-PortsIpV6TestJSON-1330665174] Deleting port a4d8093a-6bff-483a-a786-0d2824bfc0b7 {{(pid=84874) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 07:33:14.287315 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-ac4f07e3-64f6-4123-b642-66eacac4daf6 tempest-PortsIpV6TestJSON-1330665174 tempest-PortsIpV6TestJSON-1330665174] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363259214248359'] for port, before_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:33:14.292448 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_hamode_db [None req-10edef34-923d-463e-bd3d-71987439ebf9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '09233ba1-9c6b-499a-aeaf-1d2897df2d9a', 'name': 'tempest-TestNetworkBasicOps-router-248418258', 'tenant_id': 'c52a65222187474995edf4946f0fd389', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '226f1e78-82cd-4481-9055-4eb73b6db8c1', 'external_fixed_ips': [{'subnet_id': 'ba8deeec-7658-4195-9449-038c076f5c83', 'ip_address': '172.25.2.104'}], 'enable_snat': True}, 'gw_port_id': 'deac1229-12e3-4236-b805-57d515b0ad4f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-14T07:32:49Z', 'updated_at': '2021-01-14T07:33:00Z', 'revision_number': 3, 'project_id': 'c52a65222187474995edf4946f0fd389', 'gw_port': {'id': 'deac1229-12e3-4236-b805-57d515b0ad4f', 'name': '', 'network_id': '226f1e78-82cd-4481-9055-4eb73b6db8c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:28:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '09233ba1-9c6b-499a-aeaf-1d2897df2d9a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2732, 'fixed_ips': [{'subnet_id': 'ba8deeec-7658-4195-9449-038c076f5c83', 'ip_address': '172.25.2.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T07:32:53Z', 'updated_at': '2021-01-14T07:33:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ba8deeec-7658-4195-9449-038c076f5c83', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-2'}], 'n-d-768862-2', False) {} {{(pid=84876) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:33:14.300702 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.db_base_plugin_common [None req-1e472e9a-d211-4faf-aab3-730e5b4cb24c None None] Allocated IP 172.20.0.2 (088860ec-5bb5-40b8-aada-e0d505b6653d/70ec785e-a649-42d9-ad88-b7b6a0cea680/eafc7532-da5e-4166-9e11-8ad9ebd4a4f4) {{(pid=84876) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 14 07:33:14.302948 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10edef34-923d-463e-bd3d-71987439ebf9 None None] The sync data for ids ['09233ba1-9c6b-499a-aeaf-1d2897df2d9a'] in n-d-768862-2 is: [{'id': '09233ba1-9c6b-499a-aeaf-1d2897df2d9a', 'name': 'tempest-TestNetworkBasicOps-router-248418258', 'tenant_id': 'c52a65222187474995edf4946f0fd389', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '226f1e78-82cd-4481-9055-4eb73b6db8c1', 'external_fixed_ips': [{'subnet_id': 'ba8deeec-7658-4195-9449-038c076f5c83', 'ip_address': '172.25.2.104'}], 'enable_snat': True}, 'gw_port_id': 'deac1229-12e3-4236-b805-57d515b0ad4f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-14T07:32:49Z', 'updated_at': '2021-01-14T07:33:00Z', 'revision_number': 3, 'project_id': 'c52a65222187474995edf4946f0fd389', 'gw_port': {'id': 'deac1229-12e3-4236-b805-57d515b0ad4f', 'name': '', 'network_id': '226f1e78-82cd-4481-9055-4eb73b6db8c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:28:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '09233ba1-9c6b-499a-aeaf-1d2897df2d9a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2732, 'fixed_ips': [{'subnet_id': 'ba8deeec-7658-4195-9449-038c076f5c83', 'ip_address': '172.25.2.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T07:32:53Z', 'updated_at': '2021-01-14T07:33:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ba8deeec-7658-4195-9449-038c076f5c83', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-2'}] {{(pid=84876) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Jan 14 07:33:14.407318 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfd9baba-1cfc-42ab-ba23-759838d4fe9f tempest-TestNetworkBasicOps-1983703278 tempest-TestNetworkBasicOps-1983703278] Pushing event updated for resources: {'Port': ['ID=04e140f9-d758-478f-8964-bd0017a9a0e8,revision_number=1']} {{(pid=84875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:33:14.443826 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-c9db5e9b-06a5-41c1-967e-082e5c0ddbfd tempest-PortsTestJSON-2091589570 tempest-PortsTestJSON-2091589570] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-598964', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850887113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036851521664', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2794686'] for subnet, after_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:33:14.509758 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-bfd9baba-1cfc-42ab-ba23-759838d4fe9f tempest-TestNetworkBasicOps-1983703278 tempest-TestNetworkBasicOps-1983703278] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.323s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:33:14.516207 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-16f12dea-f047-4cc1-b91d-cf9cbf46c58d tempest-PortsIpV6TestJSON-1330665174 tempest-PortsIpV6TestJSON-1330665174] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:33:14.572372 n-d-768862-2 neutron-server[84765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bfd9baba-1cfc-42ab-ba23-759838d4fe9f tempest-TestNetworkBasicOps-1983703278 tempest-TestNetworkBasicOps-1983703278] Network 088860ec-5bb5-40b8-aada-e0d505b6653d is already hosted by enough agents. {{(pid=84875) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 07:33:14.573931 n-d-768862-2 neutron-server[84765]: DEBUG neutron.scheduler.base_scheduler [None req-bfd9baba-1cfc-42ab-ba23-759838d4fe9f tempest-TestNetworkBasicOps-1983703278 tempest-TestNetworkBasicOps-1983703278] Resources bound (agent type, host, resource id): {{(pid=84875) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 07:33:14.586668 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bfd9baba-1cfc-42ab-ba23-759838d4fe9f tempest-TestNetworkBasicOps-1983703278 tempest-TestNetworkBasicOps-1983703278] Received port after_create {{(pid=84875) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 14 07:33:14.609498 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-38f7300c-7354-4c7f-a658-ee54c0db51ca tempest-NetworksTest-1803261889 tempest-NetworksTest-1803261889] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850887149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964'] for network, after_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:33:14.619373 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [None req-6d9b3aad-98e1-4a51-9ce3-e023351964bf None None] For port 3af3c0e6-650b-4081-a832-0e7cd4bed2da, host n-d-768862-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-2',level=0,port_id=3af3c0e6-650b-4081-a832-0e7cd4bed2da,segment=NetworkSegment(54b9cf0c-5b3e-4085-9515-7ca44c0c6052),segment_id=54b9cf0c-5b3e-4085-9515-7ca44c0c6052)] {{(pid=84876) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 07:33:14.619824 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-6d9b3aad-98e1-4a51-9ce3-e023351964bf None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036850862667'] for port, precommit_delete {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:33:14.650182 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38f7300c-7354-4c7f-a658-ee54c0db51ca tempest-NetworksTest-1803261889 tempest-NetworksTest-1803261889] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:33:14.652999 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-38f7300c-7354-4c7f-a658-ee54c0db51ca tempest-NetworksTest-1803261889 tempest-NetworksTest-1803261889] Notify callbacks [] for network, before_response {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:33:14.675106 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-bfd9baba-1cfc-42ab-ba23-759838d4fe9f tempest-TestNetworkBasicOps-1983703278 tempest-TestNetworkBasicOps-1983703278] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036850886386'] for router_interface, before_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:33:14.686240 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9db5e9b-06a5-41c1-967e-082e5c0ddbfd tempest-PortsTestJSON-2091589570 tempest-PortsTestJSON-2091589570] Pushing event deleted for resources: {'Subnet': ['ID=a9ee3c10-4480-4aa3-8cb6-b26d39d6973e,revision_number=None']} {{(pid=84874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:33:14.699040 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-c9db5e9b-06a5-41c1-967e-082e5c0ddbfd tempest-PortsTestJSON-2091589570 tempest-PortsTestJSON-2091589570] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.182s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:33:14.821318 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-1054d467-8532-41ac-9f67-7e1bf865c654 tempest-NetworksTest-1803261889 tempest-NetworksTest-1803261889] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.138s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:33:15.084323 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.plugin [None req-6d9b3aad-98e1-4a51-9ce3-e023351964bf None None] Calling delete_port for 3af3c0e6-650b-4081-a832-0e7cd4bed2da owned by network:dhcp {{(pid=84876) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 07:33:15.145923 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-bfd9baba-1cfc-42ab-ba23-759838d4fe9f tempest-TestNetworkBasicOps-1983703278 tempest-TestNetworkBasicOps-1983703278] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555753'] for port, before_update {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:33:15.225552 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38f7300c-7354-4c7f-a658-ee54c0db51ca tempest-NetworksTest-1803261889 tempest-NetworksTest-1803261889] Pushing event updated for resources: {'Network': ['ID=69a8b0be-cd2a-4591-abc5-16ceb66239c4,revision_number=1']} {{(pid=84874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:33:15.259134 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-852a24f7-e9a1-4193-9abb-e9506fe5213f None None] Network 69a8b0be-cd2a-4591-abc5-16ceb66239c4 details requested by agent ovs-agent-n-h2-768862-2 with host n-h2-768862-2 {{(pid=84876) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 07:33:15.305117 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-017f98a9-8a07-408c-a86f-8ff0c00400a0 None None] Network 69a8b0be-cd2a-4591-abc5-16ceb66239c4 details requested by agent ovs-agent-n-h1-768862-2 with host n-h1-768862-2 {{(pid=84876) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 07:33:15.315360 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-38f7300c-7354-4c7f-a658-ee54c0db51ca tempest-NetworksTest-1803261889 tempest-NetworksTest-1803261889] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.494s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:33:15.344446 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-38f7300c-7354-4c7f-a658-ee54c0db51ca tempest-NetworksTest-1803261889 tempest-NetworksTest-1803261889] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 1.8066304 Jan 14 07:33:15.350092 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Network 69a8b0be-cd2a-4591-abc5-16ceb66239c4 details requested by agent ovs-agent-n-d-768862-2 with host n-d-768862-2 {{(pid=84876) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 07:33:15.359337 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84874) accepted ('10.222.0.24', 59182) {{(pid=84874) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:33:15.380955 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.v2.base [None req-4fe230b6-a56c-4f1f-b4d1-a14b0de33758 tempest-NetworksTest-1803261889 tempest-NetworksTest-1803261889] Request body: {'subnet': {'network_id': '69a8b0be-cd2a-4591-abc5-16ceb66239c4', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=84874) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:33:15.875192 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-c9db5e9b-06a5-41c1-967e-082e5c0ddbfd tempest-PortsTestJSON-2091589570 tempest-PortsTestJSON-2091589570] Notify callbacks [] for subnet, before_response {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:33:15.878316 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-c9db5e9b-06a5-41c1-967e-082e5c0ddbfd tempest-PortsTestJSON-2091589570 tempest-PortsTestJSON-2091589570] 10.222.0.24 "DELETE /v2.0/subnets/a9ee3c10-4480-4aa3-8cb6-b26d39d6973e HTTP/1.1" status: 204 len: 168 time: 3.5844800 Jan 14 07:33:15.885679 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-4fe230b6-a56c-4f1f-b4d1-a14b0de33758 tempest-NetworksTest-1803261889 tempest-NetworksTest-1803261889] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:33:15.891994 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-4fe230b6-a56c-4f1f-b4d1-a14b0de33758 tempest-NetworksTest-1803261889 tempest-NetworksTest-1803261889] Usage tracker for resource:subnet and tenant:93b2211854874c6cae5592aa469fb908 is out of sync, need to count used quota {{(pid=84874) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:33:15.895536 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-4fe230b6-a56c-4f1f-b4d1-a14b0de33758 tempest-NetworksTest-1803261889 tempest-NetworksTest-1803261889] Quota usage for subnet was recalculated. Used quota:1. {{(pid=84874) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:33:15.908054 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-4fe230b6-a56c-4f1f-b4d1-a14b0de33758 tempest-NetworksTest-1803261889 tempest-NetworksTest-1803261889] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:33:15.931293 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84874) accepted ('10.222.0.24', 59192) {{(pid=84874) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:33:15.993272 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4fe230b6-a56c-4f1f-b4d1-a14b0de33758 tempest-NetworksTest-1803261889 tempest-NetworksTest-1803261889] Made reservation on behalf of 93b2211854874c6cae5592aa469fb908 for: {'subnet': 1} {{(pid=84874) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 07:33:16.001511 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-bfd9baba-1cfc-42ab-ba23-759838d4fe9f tempest-TestNetworkBasicOps-1983703278 tempest-TestNetworkBasicOps-1983703278] Notify callbacks [] for port, precommit_update {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:33:16.010712 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-bfd9baba-1cfc-42ab-ba23-759838d4fe9f tempest-TestNetworkBasicOps-1983703278 tempest-TestNetworkBasicOps-1983703278] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777640533312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363259214678337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777640097497', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3154211'] for port, after_update {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:33:16.056165 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-f33d53b2-3fbe-4e78-b17d-91a767b28b02 tempest-PortsIpV6TestJSON-1330665174 tempest-PortsIpV6TestJSON-1330665174] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:33:16.169571 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfd9baba-1cfc-42ab-ba23-759838d4fe9f tempest-TestNetworkBasicOps-1983703278 tempest-TestNetworkBasicOps-1983703278] Pushing event updated for resources: {'Port': ['ID=04e140f9-d758-478f-8964-bd0017a9a0e8,revision_number=2']} {{(pid=84875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:33:16.186323 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-bfd9baba-1cfc-42ab-ba23-759838d4fe9f tempest-TestNetworkBasicOps-1983703278 tempest-TestNetworkBasicOps-1983703278] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:33:16.230582 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-bfd9baba-1cfc-42ab-ba23-759838d4fe9f tempest-TestNetworkBasicOps-1983703278 tempest-TestNetworkBasicOps-1983703278] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3206949', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3889649'] for router_interface, after_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:33:16.243715 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Device deac1229-12e3-4236-b805-57d515b0ad4f up at agent ovs-agent-n-d-768862-2 {{(pid=84876) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 07:33:16.311557 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b123143f-c0c5-46f1-be9a-2c06cb6a20ad None None] Network e289c449-d36a-4991-9be0-13105a93d6ac requested from n-d-768862-2 {{(pid=84876) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 07:33:16.528711 n-d-768862-2 neutron-server[84765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bfd9baba-1cfc-42ab-ba23-759838d4fe9f tempest-TestNetworkBasicOps-1983703278 tempest-TestNetworkBasicOps-1983703278] Network 088860ec-5bb5-40b8-aada-e0d505b6653d is already hosted by enough agents. {{(pid=84875) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 07:33:16.529995 n-d-768862-2 neutron-server[84765]: DEBUG neutron.scheduler.base_scheduler [None req-bfd9baba-1cfc-42ab-ba23-759838d4fe9f tempest-TestNetworkBasicOps-1983703278 tempest-TestNetworkBasicOps-1983703278] Resources bound (agent type, host, resource id): {{(pid=84875) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 07:33:16.553249 n-d-768862-2 neutron-server[84765]: INFO neutron.pecan_wsgi.hooks.translation [None req-d9bc501e-3391-4571-b1c1-3489466b0c1a tempest-PortsTestJSON-2091589570 tempest-PortsTestJSON-2091589570] DELETE failed (client error): The resource could not be found. Jan 14 07:33:16.553754 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d9bc501e-3391-4571-b1c1-3489466b0c1a tempest-PortsTestJSON-2091589570 tempest-PortsTestJSON-2091589570] No notification will be sent due to unsuccessful status code: 404 {{(pid=84874) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Jan 14 07:33:16.568537 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-d9bc501e-3391-4571-b1c1-3489466b0c1a tempest-PortsTestJSON-2091589570 tempest-PortsTestJSON-2091589570] 10.222.0.24 "DELETE /v2.0/subnets/4b229328-260e-4fd2-a8d2-530fca12aa05 HTTP/1.1" status: 404 len: 337 time: 0.6322656 Jan 14 07:33:16.570765 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-ac4f07e3-64f6-4123-b642-66eacac4daf6 tempest-PortsIpV6TestJSON-1330665174 tempest-PortsIpV6TestJSON-1330665174] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036850862667'] for port, precommit_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:33:16.578851 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84874) accepted ('10.222.0.24', 59206) {{(pid=84874) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:33:16.661409 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-a9596bee-aecf-4b18-90f4-49f82423b711 None None] Provisioning complete for port 01718d75-0986-4b69-81ce-6d92c2e9bbeb triggered by entity DHCP. {{(pid=84876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 07:33:16.661835 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-a9596bee-aecf-4b18-90f4-49f82423b711 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-604227'] for port, provisioning_complete {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:33:16.801384 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Provisioning for port deac1229-12e3-4236-b805-57d515b0ad4f completed by entity L2. {{(pid=84876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 07:33:16.820021 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [req-dda5eaa1-75a9-4a01-8a99-5ad53bca8196 req-40781ff4-2e95-4985-8223-473b6363e6fa tempest-VolumesNegativeTest-1041589086 tempest-VolumesNegativeTest-1041589086] 10.222.0.24 "GET /v2.0/networks?tenant_id=d34eb6ef794246e5b53c9e4a2c969f82&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0725038 Jan 14 07:33:16.831067 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Provisioning complete for port deac1229-12e3-4236-b805-57d515b0ad4f triggered by entity L2. {{(pid=84876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 07:33:16.831449 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-604227'] for port, provisioning_complete {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:33:16.850766 n-d-768862-2 neutron-server[84765]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bfd9baba-1cfc-42ab-ba23-759838d4fe9f tempest-TestNetworkBasicOps-1983703278 tempest-TestNetworkBasicOps-1983703278] Router 09233ba1-9c6b-499a-aeaf-1d2897df2d9a has already been hosted by L3 agent 35f592e9-451b-4db9-abea-77b6a5c5391b {{(pid=84875) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Jan 14 07:33:16.870678 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.plugin [None req-ac4f07e3-64f6-4123-b642-66eacac4daf6 tempest-PortsIpV6TestJSON-1330665174 tempest-PortsIpV6TestJSON-1330665174] Calling delete_port for a4d8093a-6bff-483a-a786-0d2824bfc0b7 owned by {{(pid=84874) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 07:33:16.905047 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-4fe230b6-a56c-4f1f-b4d1-a14b0de33758 tempest-NetworksTest-1803261889 tempest-NetworksTest-1803261889] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036851981161'] for subnet, before_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:33:16.935223 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-1e472e9a-d211-4faf-aab3-730e5b4cb24c None None] Notify callbacks [] for port, precommit_create {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:33:16.943308 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-6d9b3aad-98e1-4a51-9ce3-e023351964bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777640533329', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777640097463'] for port, after_delete {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:33:16.972331 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-7238b34f-70dc-4ab4-bcf5-353982687731 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84876) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:33:17.041325 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.ipam_backend_mixin [None req-4fe230b6-a56c-4f1f-b4d1-a14b0de33758 tempest-NetworksTest-1803261889 tempest-NetworksTest-1803261889] Performing IP validity checks on allocation pools {{(pid=84874) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:316}} Jan 14 07:33:17.041924 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.ipam_backend_mixin [None req-4fe230b6-a56c-4f1f-b4d1-a14b0de33758 tempest-NetworksTest-1803261889 tempest-NetworksTest-1803261889] Checking for overlaps among allocation pools and gateway ip {{(pid=84874) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:337}} Jan 14 07:33:17.255539 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dda5eaa1-75a9-4a01-8a99-5ad53bca8196 req-b11dab32-af2e-44b0-b682-4b1be6654448 tempest-VolumesNegativeTest-1041589086 tempest-VolumesNegativeTest-1041589086] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:33:17.257310 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [req-dda5eaa1-75a9-4a01-8a99-5ad53bca8196 req-b11dab32-af2e-44b0-b682-4b1be6654448 tempest-VolumesNegativeTest-1041589086 tempest-VolumesNegativeTest-1041589086] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4174368 Jan 14 07:33:17.286291 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-1e472e9a-d211-4faf-aab3-730e5b4cb24c None None] Transition to ACTIVE for port object eafc7532-da5e-4166-9e11-8ad9ebd4a4f4 will not be triggered until provisioned by entity L2. {{(pid=84876) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 07:33:17.289282 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [req-dda5eaa1-75a9-4a01-8a99-5ad53bca8196 req-91280356-7aa1-4f4a-82aa-e70fbae00d8d tempest-VolumesNegativeTest-1041589086 tempest-VolumesNegativeTest-1041589086] 10.222.0.24 "GET /v2.0/quotas/d34eb6ef794246e5b53c9e4a2c969f82 HTTP/1.1" status: 200 len: 375 time: 0.0212357 Jan 14 07:33:17.294706 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bfd9baba-1cfc-42ab-ba23-759838d4fe9f tempest-TestNetworkBasicOps-1983703278 tempest-TestNetworkBasicOps-1983703278] Notify agent at l3_agent.n-d-768862-2 the message routers_updated {{(pid=84875) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jan 14 07:33:17.308259 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-bfd9baba-1cfc-42ab-ba23-759838d4fe9f tempest-TestNetworkBasicOps-1983703278 tempest-TestNetworkBasicOps-1983703278] 10.222.0.24 "PUT /v2.0/routers/09233ba1-9c6b-499a-aeaf-1d2897df2d9a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.6076770 Jan 14 07:33:17.310493 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84875) accepted ('10.222.0.24', 59222) {{(pid=84875) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:33:17.317540 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-1e472e9a-d211-4faf-aab3-730e5b4cb24c None None] Transition to ACTIVE for port object eafc7532-da5e-4166-9e11-8ad9ebd4a4f4 will not be triggered until provisioned by entity DHCP. {{(pid=84876) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 07:33:17.320616 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555753'] for port, before_update {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:33:17.334993 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.db_base_plugin_v2 [None req-509fb2af-b885-4159-aec0-4fff313b7e4b tempest-PortsTestJSON-2091589570 tempest-PortsTestJSON-2091589570] Deleting subnet aaa6b168-f88f-4fbe-9c67-c5c99e6637d2 {{(pid=84874) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Jan 14 07:33:17.343618 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] For port deac1229-12e3-4236-b805-57d515b0ad4f, host n-d-768862-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-2',level=0,port_id=deac1229-12e3-4236-b805-57d515b0ad4f,segment=NetworkSegment(cf3ded2c-bc47-4a71-89af-6e7117e60140),segment_id=cf3ded2c-bc47-4a71-89af-6e7117e60140)] {{(pid=84876) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 07:33:17.350994 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d9b3aad-98e1-4a51-9ce3-e023351964bf None None] Pushing event deleted for resources: {'Port': ['ID=3af3c0e6-650b-4081-a832-0e7cd4bed2da,revision_number=None']} {{(pid=84876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:33:17.370184 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-6d9b3aad-98e1-4a51-9ce3-e023351964bf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.398s {{(pid=84876) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:33:17.373056 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-509fb2af-b885-4159-aec0-4fff313b7e4b tempest-PortsTestJSON-2091589570 tempest-PortsTestJSON-2091589570] Notify callbacks [] for subnet, before_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:33:17.380019 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777640533312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363259214678337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777640097497'] for port, after_update {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:33:17.400479 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [req-dda5eaa1-75a9-4a01-8a99-5ad53bca8196 req-52037673-e288-40a1-8cc7-74dc0aba42a4 tempest-VolumesNegativeTest-1041589086 tempest-VolumesNegativeTest-1041589086] 10.222.0.24 "GET /v2.0/ports?tenant_id=d34eb6ef794246e5b53c9e4a2c969f82&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0905132 Jan 14 07:33:17.479420 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d9b3aad-98e1-4a51-9ce3-e023351964bf None None] No DVR routers for this DVR port 3af3c0e6-650b-4081-a832-0e7cd4bed2da on host n-d-768862-2 {{(pid=84876) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Jan 14 07:33:17.488135 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-d907bd47-9dbe-4db9-9977-93e97208c516 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84876) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:33:17.513126 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-509fb2af-b885-4159-aec0-4fff313b7e4b tempest-PortsTestJSON-2091589570 tempest-PortsTestJSON-2091589570] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036851807232'] for subnet, precommit_delete_associations {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:33:17.610082 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-375fe6fb-b0a0-4401-9638-8dfcec4e56db tempest-TestNetworkBasicOps-645728228 tempest-TestNetworkBasicOps-645728228] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:33:17.611337 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-375fe6fb-b0a0-4401-9638-8dfcec4e56db tempest-TestNetworkBasicOps-645728228 tempest-TestNetworkBasicOps-645728228] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:33:17.613252 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-375fe6fb-b0a0-4401-9638-8dfcec4e56db tempest-TestNetworkBasicOps-645728228 tempest-TestNetworkBasicOps-645728228] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:33:17.613731 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-375fe6fb-b0a0-4401-9638-8dfcec4e56db tempest-TestNetworkBasicOps-645728228 tempest-TestNetworkBasicOps-645728228] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:33:17.614497 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-375fe6fb-b0a0-4401-9638-8dfcec4e56db tempest-TestNetworkBasicOps-645728228 tempest-TestNetworkBasicOps-645728228] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:33:17.615117 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-375fe6fb-b0a0-4401-9638-8dfcec4e56db tempest-TestNetworkBasicOps-645728228 tempest-TestNetworkBasicOps-645728228] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:33:17.615488 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Device 3af3c0e6-650b-4081-a832-0e7cd4bed2da no longer exists at agent ovs-agent-n-d-768862-2 {{(pid=84876) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jan 14 07:33:17.615597 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-375fe6fb-b0a0-4401-9638-8dfcec4e56db tempest-TestNetworkBasicOps-645728228 tempest-TestNetworkBasicOps-645728228] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:33:17.616114 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-375fe6fb-b0a0-4401-9638-8dfcec4e56db tempest-TestNetworkBasicOps-645728228 tempest-TestNetworkBasicOps-645728228] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:33:17.616565 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-375fe6fb-b0a0-4401-9638-8dfcec4e56db tempest-TestNetworkBasicOps-645728228 tempest-TestNetworkBasicOps-645728228] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:33:17.620063 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-375fe6fb-b0a0-4401-9638-8dfcec4e56db tempest-TestNetworkBasicOps-645728228 tempest-TestNetworkBasicOps-645728228] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:33:17.620521 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-375fe6fb-b0a0-4401-9638-8dfcec4e56db tempest-TestNetworkBasicOps-645728228 tempest-TestNetworkBasicOps-645728228] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:33:17.620854 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-509fb2af-b885-4159-aec0-4fff313b7e4b tempest-PortsTestJSON-2091589570 tempest-PortsTestJSON-2091589570] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036854176836'] for subnet, precommit_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:33:17.624218 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-375fe6fb-b0a0-4401-9638-8dfcec4e56db tempest-TestNetworkBasicOps-645728228 tempest-TestNetworkBasicOps-645728228] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:33:17.624844 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-375fe6fb-b0a0-4401-9638-8dfcec4e56db tempest-TestNetworkBasicOps-645728228 tempest-TestNetworkBasicOps-645728228] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:33:17.625496 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-375fe6fb-b0a0-4401-9638-8dfcec4e56db tempest-TestNetworkBasicOps-645728228 tempest-TestNetworkBasicOps-645728228] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:33:17.626166 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-375fe6fb-b0a0-4401-9638-8dfcec4e56db tempest-TestNetworkBasicOps-645728228 tempest-TestNetworkBasicOps-645728228] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:33:17.626583 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-375fe6fb-b0a0-4401-9638-8dfcec4e56db tempest-TestNetworkBasicOps-645728228 tempest-TestNetworkBasicOps-645728228] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:33:17.626991 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-375fe6fb-b0a0-4401-9638-8dfcec4e56db tempest-TestNetworkBasicOps-645728228 tempest-TestNetworkBasicOps-645728228] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:33:17.627396 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-375fe6fb-b0a0-4401-9638-8dfcec4e56db tempest-TestNetworkBasicOps-645728228 tempest-TestNetworkBasicOps-645728228] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:33:17.627798 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-375fe6fb-b0a0-4401-9638-8dfcec4e56db tempest-TestNetworkBasicOps-645728228 tempest-TestNetworkBasicOps-645728228] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:33:17.631326 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-375fe6fb-b0a0-4401-9638-8dfcec4e56db tempest-TestNetworkBasicOps-645728228 tempest-TestNetworkBasicOps-645728228] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:33:17.631756 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-375fe6fb-b0a0-4401-9638-8dfcec4e56db tempest-TestNetworkBasicOps-645728228 tempest-TestNetworkBasicOps-645728228] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:33:17.643488 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-375fe6fb-b0a0-4401-9638-8dfcec4e56db tempest-TestNetworkBasicOps-645728228 tempest-TestNetworkBasicOps-645728228] 10.222.0.24 "GET /v2.0/networks HTTP/1.1" status: 200 len: 14562 time: 0.3307283 Jan 14 07:33:17.643738 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84875) accepted ('10.222.0.24', 59228) {{(pid=84875) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:33:17.658764 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-1e472e9a-d211-4faf-aab3-730e5b4cb24c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777640123575'] for port, after_create {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:33:17.978606 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-ac4f07e3-64f6-4123-b642-66eacac4daf6 tempest-PortsIpV6TestJSON-1330665174 tempest-PortsIpV6TestJSON-1330665174] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777640533329', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777640097463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3254186'] for port, after_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:33:17.999399 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-3c812364-f5c1-45a0-9a29-98af9c409b49 tempest-ExtraDHCPOptionsTestJSON-831179529 tempest-ExtraDHCPOptionsTestJSON-831179529] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:33:18.046821 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Pushing event updated for resources: {'Port': ['ID=deac1229-12e3-4236-b805-57d515b0ad4f,revision_number=4']} {{(pid=84876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:33:18.059555 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.572s {{(pid=84876) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:33:18.060375 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84876) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:33:18.062845 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-509fb2af-b885-4159-aec0-4fff313b7e4b tempest-PortsTestJSON-2091589570 tempest-PortsTestJSON-2091589570] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-598964', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850887113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036851521664', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2794686'] for subnet, after_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:33:18.245551 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.plugin [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] No Port match for: 3af3c0e6-650b-4081-a832-0e7cd4bed2da {{(pid=84876) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2188}} Jan 14 07:33:18.251214 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Device 3af3c0e6-650b-4081-a832-0e7cd4bed2da not bound to the agent host n-d-768862-2 {{(pid=84876) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jan 14 07:33:18.256436 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac4f07e3-64f6-4123-b642-66eacac4daf6 tempest-PortsIpV6TestJSON-1330665174 tempest-PortsIpV6TestJSON-1330665174] Pushing event deleted for resources: {'Port': ['ID=a4d8093a-6bff-483a-a786-0d2824bfc0b7,revision_number=None']} {{(pid=84874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:33:18.287028 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e472e9a-d211-4faf-aab3-730e5b4cb24c None None] Pushing event updated for resources: {'Port': ['ID=eafc7532-da5e-4166-9e11-8ad9ebd4a4f4,revision_number=1']} {{(pid=84876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:33:18.316593 n-d-768862-2 neutron-server[84765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e472e9a-d211-4faf-aab3-730e5b4cb24c None None] Network 088860ec-5bb5-40b8-aada-e0d505b6653d is already hosted by enough agents. {{(pid=84876) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 07:33:18.323984 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-1e472e9a-d211-4faf-aab3-730e5b4cb24c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.262s {{(pid=84876) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:33:18.325035 n-d-768862-2 neutron-server[84765]: DEBUG neutron.scheduler.base_scheduler [None req-1e472e9a-d211-4faf-aab3-730e5b4cb24c None None] Resources bound (agent type, host, resource id): {{(pid=84876) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 07:33:18.331282 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e472e9a-d211-4faf-aab3-730e5b4cb24c None None] Received port after_create {{(pid=84876) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 14 07:33:18.344145 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-a9596bee-aecf-4b18-90f4-49f82423b711 None None] Provisioning complete for port 9fcf9582-d53d-421b-9690-0fbdf3561687 triggered by entity DHCP. {{(pid=84876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 07:33:18.345834 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-a9596bee-aecf-4b18-90f4-49f82423b711 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-604227'] for port, provisioning_complete {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:33:18.352237 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-ac4f07e3-64f6-4123-b642-66eacac4daf6 tempest-PortsIpV6TestJSON-1330665174 tempest-PortsIpV6TestJSON-1330665174] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.353s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:33:18.354122 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-509fb2af-b885-4159-aec0-4fff313b7e4b tempest-PortsTestJSON-2091589570 tempest-PortsTestJSON-2091589570] Notify callbacks [] for subnet, before_response {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:33:18.361871 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-0318cc51-ff41-478e-afe3-eab6619ad01d tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.123s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:33:18.394140 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19cbe185-0ce8-458d-bbd5-cf82481cfcd9 None None] Sync routers for ids ['09233ba1-9c6b-499a-aeaf-1d2897df2d9a'] in n-d-768862-2 {{(pid=84877) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Jan 14 07:33:18.409595 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19cbe185-0ce8-458d-bbd5-cf82481cfcd9 None None] Routers {'09233ba1-9c6b-499a-aeaf-1d2897df2d9a'} bound to L3 agent in host n-d-768862-2 {{(pid=84877) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 14 07:33:18.410529 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_hamode_db [None req-19cbe185-0ce8-458d-bbd5-cf82481cfcd9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-01-14T06:56:51Z,description=,heartbeat_timestamp=2021-01-14T07:32:52Z,host='n-d-768862-2',id=35f592e9-451b-4db9-abea-77b6a5c5391b,load=0,resource_versions=,resources_synced=,started_at=2021-01-14T06:56:51Z,topic='l3_agent')) {'router_ids': ['09233ba1-9c6b-499a-aeaf-1d2897df2d9a'], 'active': True} {{(pid=84877) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:33:18.435375 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-509fb2af-b885-4159-aec0-4fff313b7e4b tempest-PortsTestJSON-2091589570 tempest-PortsTestJSON-2091589570] Pushing event deleted for resources: {'Subnet': ['ID=aaa6b168-f88f-4fbe-9c67-c5c99e6637d2,revision_number=None']} {{(pid=84874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:33:18.439589 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-509fb2af-b885-4159-aec0-4fff313b7e4b tempest-PortsTestJSON-2091589570 tempest-PortsTestJSON-2091589570] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:33:18.511575 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-509fb2af-b885-4159-aec0-4fff313b7e4b tempest-PortsTestJSON-2091589570 tempest-PortsTestJSON-2091589570] 10.222.0.24 "DELETE /v2.0/subnets/aaa6b168-f88f-4fbe-9c67-c5c99e6637d2 HTTP/1.1" status: 204 len: 168 time: 1.9295936 Jan 14 07:33:18.516572 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84874) accepted ('10.222.0.24', 59260) {{(pid=84874) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:33:18.533550 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.plugin [None req-a9596bee-aecf-4b18-90f4-49f82423b711 None None] Port 9fcf9582-d53d-421b-9690-0fbdf3561687 cannot update to ACTIVE because it is not bound. {{(pid=84876) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:329}} Jan 14 07:33:18.569484 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Device deac1229-12e3-4236-b805-57d515b0ad4f up at agent ovs-agent-n-d-768862-2 {{(pid=84876) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 07:33:18.577458 n-d-768862-2 neutron-server[84765]: INFO neutron.pecan_wsgi.hooks.translation [None req-738c34b5-4beb-4176-b551-2928b9cf440e tempest-PortsTestJSON-2091589570 tempest-PortsTestJSON-2091589570] DELETE failed (client error): The resource could not be found. Jan 14 07:33:18.578204 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-738c34b5-4beb-4176-b551-2928b9cf440e tempest-PortsTestJSON-2091589570 tempest-PortsTestJSON-2091589570] No notification will be sent due to unsuccessful status code: 404 {{(pid=84874) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Jan 14 07:33:18.583415 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-738c34b5-4beb-4176-b551-2928b9cf440e tempest-PortsTestJSON-2091589570 tempest-PortsTestJSON-2091589570] 10.222.0.24 "DELETE /v2.0/subnets/8a39c9fc-2d8d-4593-a44e-26a3a6af3de3 HTTP/1.1" status: 404 len: 337 time: 0.0634604 Jan 14 07:33:18.584430 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84874) accepted ('10.222.0.24', 59266) {{(pid=84874) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:33:18.699626 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-156dff5e-0d74-451e-8620-c4f22e9b7c86 tempest-TestNetworkBasicOps-645728228 tempest-TestNetworkBasicOps-645728228] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:33:18.700161 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-156dff5e-0d74-451e-8620-c4f22e9b7c86 tempest-TestNetworkBasicOps-645728228 tempest-TestNetworkBasicOps-645728228] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:33:18.701095 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-156dff5e-0d74-451e-8620-c4f22e9b7c86 tempest-TestNetworkBasicOps-645728228 tempest-TestNetworkBasicOps-645728228] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:33:18.706199 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-156dff5e-0d74-451e-8620-c4f22e9b7c86 tempest-TestNetworkBasicOps-645728228 tempest-TestNetworkBasicOps-645728228] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:33:18.708411 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-ac4f07e3-64f6-4123-b642-66eacac4daf6 tempest-PortsIpV6TestJSON-1330665174 tempest-PortsIpV6TestJSON-1330665174] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854768116'] for port, before_response {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:33:18.708823 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-156dff5e-0d74-451e-8620-c4f22e9b7c86 tempest-TestNetworkBasicOps-645728228 tempest-TestNetworkBasicOps-645728228] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:33:18.709334 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-156dff5e-0d74-451e-8620-c4f22e9b7c86 tempest-TestNetworkBasicOps-645728228 tempest-TestNetworkBasicOps-645728228] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:33:18.709816 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-156dff5e-0d74-451e-8620-c4f22e9b7c86 tempest-TestNetworkBasicOps-645728228 tempest-TestNetworkBasicOps-645728228] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:33:18.710606 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-ac4f07e3-64f6-4123-b642-66eacac4daf6 tempest-PortsIpV6TestJSON-1330665174 tempest-PortsIpV6TestJSON-1330665174] 10.222.0.24 "DELETE /v2.0/ports/a4d8093a-6bff-483a-a786-0d2824bfc0b7 HTTP/1.1" status: 204 len: 168 time: 4.5350940 Jan 14 07:33:18.711105 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-156dff5e-0d74-451e-8620-c4f22e9b7c86 tempest-TestNetworkBasicOps-645728228 tempest-TestNetworkBasicOps-645728228] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:33:18.711576 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-156dff5e-0d74-451e-8620-c4f22e9b7c86 tempest-TestNetworkBasicOps-645728228 tempest-TestNetworkBasicOps-645728228] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:33:18.711925 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.managers [None req-1e472e9a-d211-4faf-aab3-730e5b4cb24c None None] Attempting to bind port eafc7532-da5e-4166-9e11-8ad9ebd4a4f4 on host n-d-768862-2 for vnic_type normal with profile {{(pid=84876) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 14 07:33:18.712411 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-156dff5e-0d74-451e-8620-c4f22e9b7c86 tempest-TestNetworkBasicOps-645728228 tempest-TestNetworkBasicOps-645728228] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:33:18.713093 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.managers [None req-1e472e9a-d211-4faf-aab3-730e5b4cb24c None None] Attempting to bind port eafc7532-da5e-4166-9e11-8ad9ebd4a4f4 by drivers openvswitch on host n-d-768862-2 at level 0 using segments [{'id': '68be74ff-3f71-4f4f-a9e4-dee497368626', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 18, 'network_id': '088860ec-5bb5-40b8-aada-e0d505b6653d'}] {{(pid=84876) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 14 07:33:18.713597 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-156dff5e-0d74-451e-8620-c4f22e9b7c86 tempest-TestNetworkBasicOps-645728228 tempest-TestNetworkBasicOps-645728228] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:33:18.714153 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e472e9a-d211-4faf-aab3-730e5b4cb24c None None] Attempting to bind port eafc7532-da5e-4166-9e11-8ad9ebd4a4f4 on network 088860ec-5bb5-40b8-aada-e0d505b6653d {{(pid=84876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 14 07:33:18.717392 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-156dff5e-0d74-451e-8620-c4f22e9b7c86 tempest-TestNetworkBasicOps-645728228 tempest-TestNetworkBasicOps-645728228] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:33:18.718217 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84874) accepted ('10.222.0.24', 59270) {{(pid=84874) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:33:18.719114 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-156dff5e-0d74-451e-8620-c4f22e9b7c86 tempest-TestNetworkBasicOps-645728228 tempest-TestNetworkBasicOps-645728228] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:33:18.725795 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-156dff5e-0d74-451e-8620-c4f22e9b7c86 tempest-TestNetworkBasicOps-645728228 tempest-TestNetworkBasicOps-645728228] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:33:18.726116 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-2e9691c9-47bc-4910-bd28-cf159c2d2429 tempest-PortsTestJSON-2091589570 tempest-PortsTestJSON-2091589570] 10.222.0.24 "GET /v2.0/ports?device_id=589cd944-f765-4dfe-b1f7-5ced8a7b2eea HTTP/1.1" status: 200 len: 205 time: 0.1330192 Jan 14 07:33:18.726226 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-156dff5e-0d74-451e-8620-c4f22e9b7c86 tempest-TestNetworkBasicOps-645728228 tempest-TestNetworkBasicOps-645728228] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:33:18.727230 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84874) accepted ('10.222.0.24', 59272) {{(pid=84874) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:33:18.738088 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-156dff5e-0d74-451e-8620-c4f22e9b7c86 tempest-TestNetworkBasicOps-645728228 tempest-TestNetworkBasicOps-645728228] 10.222.0.24 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 11420 time: 1.0868583 Jan 14 07:33:18.743683 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e472e9a-d211-4faf-aab3-730e5b4cb24c None None] Checking agent: {'id': 'ba5efab1-b43c-4d5a-bc52-6e105d4e67a2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768862-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 14, 6, 56, 52), 'started_at': datetime.datetime(2021, 1, 14, 6, 57, 22), 'heartbeat_timestamp': datetime.datetime(2021, 1, 14, 7, 32, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768862-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.29', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 14 07:33:18.744142 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e472e9a-d211-4faf-aab3-730e5b4cb24c None None] Checking segment: {'id': '68be74ff-3f71-4f4f-a9e4-dee497368626', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 18, 'network_id': '088860ec-5bb5-40b8-aada-e0d505b6653d'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84876) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 14 07:33:18.744599 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-1e472e9a-d211-4faf-aab3-730e5b4cb24c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:33:18.745042 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e472e9a-d211-4faf-aab3-730e5b4cb24c None None] Bound using segment: {'id': '68be74ff-3f71-4f4f-a9e4-dee497368626', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 18, 'network_id': '088860ec-5bb5-40b8-aada-e0d505b6653d'} {{(pid=84876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 14 07:33:18.745575 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.managers [None req-1e472e9a-d211-4faf-aab3-730e5b4cb24c None None] Bound port: eafc7532-da5e-4166-9e11-8ad9ebd4a4f4, host: n-d-768862-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '68be74ff-3f71-4f4f-a9e4-dee497368626', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 18, 'network_id': '088860ec-5bb5-40b8-aada-e0d505b6653d'}}] {{(pid=84876) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 14 07:33:18.745995 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-1e472e9a-d211-4faf-aab3-730e5b4cb24c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555753'] for port, before_update {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:33:18.748591 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84875) accepted ('10.222.0.24', 59276) {{(pid=84875) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:33:18.978376 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [None req-1e472e9a-d211-4faf-aab3-730e5b4cb24c None None] For port eafc7532-da5e-4166-9e11-8ad9ebd4a4f4, host n-d-768862-2, cleared binding levels {{(pid=84876) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 14 07:33:18.993795 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [None req-1e472e9a-d211-4faf-aab3-730e5b4cb24c None None] For port eafc7532-da5e-4166-9e11-8ad9ebd4a4f4, host n-d-768862-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-2',level=0,port_id=eafc7532-da5e-4166-9e11-8ad9ebd4a4f4,segment=NetworkSegment(68be74ff-3f71-4f4f-a9e4-dee497368626),segment_id=68be74ff-3f71-4f4f-a9e4-dee497368626)] {{(pid=84876) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 14 07:33:18.996298 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_dvr_db [None req-19cbe185-0ce8-458d-bbd5-cf82481cfcd9 None None] Set router 09233ba1-9c6b-499a-aeaf-1d2897df2d9a gateway port host: n-d-768862-2 {{(pid=84877) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 14 07:33:19.028464 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-1e472e9a-d211-4faf-aab3-730e5b4cb24c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777640533312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363259214678337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777640097497'] for port, after_update {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:33:19.049384 n-d-768862-2 neutron-server[84765]: INFO neutron.api.v2.resource [None req-aab1e1b1-d5b0-4818-a2ee-d1cca60c686c tempest-PortsTestJSON-2091589570 tempest-PortsTestJSON-2091589570] delete failed (client error): The resource could not be found. Jan 14 07:33:19.050547 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-aab1e1b1-d5b0-4818-a2ee-d1cca60c686c tempest-PortsTestJSON-2091589570 tempest-PortsTestJSON-2091589570] 10.222.0.24 "DELETE /v2.0/routers/589cd944-f765-4dfe-b1f7-5ced8a7b2eea HTTP/1.1" status: 404 len: 336 time: 0.3018270 Jan 14 07:33:19.084224 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84874) accepted ('10.222.0.24', 59298) {{(pid=84874) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:33:19.239545 n-d-768862-2 neutron-server[84765]: INFO neutron.pecan_wsgi.hooks.translation [None req-572adf78-b578-4297-b21d-d3cb44145aad tempest-PortsTestJSON-2091589570 tempest-PortsTestJSON-2091589570] DELETE failed (client error): The resource could not be found. Jan 14 07:33:19.242410 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-572adf78-b578-4297-b21d-d3cb44145aad tempest-PortsTestJSON-2091589570 tempest-PortsTestJSON-2091589570] No notification will be sent due to unsuccessful status code: 404 {{(pid=84874) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Jan 14 07:33:19.244657 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-572adf78-b578-4297-b21d-d3cb44145aad tempest-PortsTestJSON-2091589570 tempest-PortsTestJSON-2091589570] 10.222.0.24 "DELETE /v2.0/subnets/ba0395d8-c660-47c7-84c8-1cb8cca8803e HTTP/1.1" status: 404 len: 337 time: 0.1486566 Jan 14 07:33:19.249899 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84874) accepted ('10.222.0.24', 59306) {{(pid=84874) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:33:19.281301 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-82de24ee-a04a-4826-bc8a-57c5c284f023 tempest-TestNetworkBasicOps-645728228 tempest-TestNetworkBasicOps-645728228] 10.222.0.24 "GET /v2.0/routers HTTP/1.1" status: 200 len: 2333 time: 0.5281172 Jan 14 07:33:19.356158 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84876) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:33:19.477814 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-08484cd7-7b0f-4812-a244-2d43d12cb16a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363259214191800', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854171626'] for agent, after_update {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:33:19.502598 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Provisioning complete for port deac1229-12e3-4236-b805-57d515b0ad4f triggered by entity L2. {{(pid=84876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 07:33:19.502888 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-604227'] for port, provisioning_complete {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:33:19.533289 n-d-768862-2 neutron-server[84765]: INFO neutron.pecan_wsgi.hooks.translation [None req-8834ffa6-74d1-47bd-8725-c69414f52b8a tempest-PortsTestJSON-2091589570 tempest-PortsTestJSON-2091589570] DELETE failed (client error): The resource could not be found. Jan 14 07:33:19.534014 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8834ffa6-74d1-47bd-8725-c69414f52b8a tempest-PortsTestJSON-2091589570 tempest-PortsTestJSON-2091589570] No notification will be sent due to unsuccessful status code: 404 {{(pid=84874) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Jan 14 07:33:19.536109 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-8834ffa6-74d1-47bd-8725-c69414f52b8a tempest-PortsTestJSON-2091589570 tempest-PortsTestJSON-2091589570] 10.222.0.24 "DELETE /v2.0/subnets/c652c9f8-a959-46ee-b607-b478a7d1dea0 HTTP/1.1" status: 404 len: 337 time: 0.2630901 Jan 14 07:33:19.539039 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84875) accepted ('10.222.0.24', 59320) {{(pid=84875) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:33:19.563599 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-396e5234-28c5-454e-878a-15ae968ac2db tempest-PortsIpV6TestJSON-1330665174 tempest-PortsIpV6TestJSON-1330665174] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036854160497'] for network, before_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:33:19.668816 n-d-768862-2 neutron-server[84765]: INFO neutron.pecan_wsgi.hooks.translation [None req-040d0af9-8a68-4638-88fa-db0558c624fc tempest-PortsTestJSON-2091589570 tempest-PortsTestJSON-2091589570] DELETE failed (client error): The resource could not be found. Jan 14 07:33:19.675638 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-040d0af9-8a68-4638-88fa-db0558c624fc tempest-PortsTestJSON-2091589570 tempest-PortsTestJSON-2091589570] No notification will be sent due to unsuccessful status code: 404 {{(pid=84875) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Jan 14 07:33:19.680034 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-040d0af9-8a68-4638-88fa-db0558c624fc tempest-PortsTestJSON-2091589570 tempest-PortsTestJSON-2091589570] 10.222.0.24 "DELETE /v2.0/subnets/53d6a599-1ea5-4537-a306-e58ce5a0b6d1 HTTP/1.1" status: 404 len: 337 time: 0.1396174 Jan 14 07:33:19.696631 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84875) accepted ('10.222.0.24', 59328) {{(pid=84875) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:33:19.769057 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-4fe230b6-a56c-4f1f-b4d1-a14b0de33758 tempest-NetworksTest-1803261889 tempest-NetworksTest-1803261889] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850887113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3254092', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036851981146'] for subnet, after_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:33:19.831769 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-c9fd7ed8-e615-4333-82ae-dc36b5ad151b tempest-PortsIpV6TestJSON-1330665174 tempest-PortsIpV6TestJSON-1330665174] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:33:19.836755 n-d-768862-2 neutron-server[84765]: INFO neutron.pecan_wsgi.hooks.translation [None req-31c823fb-80d3-496a-9c96-4a16dff858bb tempest-PortsTestJSON-2091589570 tempest-PortsTestJSON-2091589570] DELETE failed (client error): The resource could not be found. Jan 14 07:33:19.837502 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-31c823fb-80d3-496a-9c96-4a16dff858bb tempest-PortsTestJSON-2091589570 tempest-PortsTestJSON-2091589570] No notification will be sent due to unsuccessful status code: 404 {{(pid=84875) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Jan 14 07:33:19.839569 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-31c823fb-80d3-496a-9c96-4a16dff858bb tempest-PortsTestJSON-2091589570 tempest-PortsTestJSON-2091589570] 10.222.0.24 "DELETE /v2.0/ports/f82324a8-03a4-4dbb-9f93-86e94481b6fe HTTP/1.1" status: 404 len: 333 time: 0.1418693 Jan 14 07:33:19.842386 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84875) accepted ('10.222.0.24', 59336) {{(pid=84875) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:33:19.993157 n-d-768862-2 neutron-server[84765]: INFO neutron.pecan_wsgi.hooks.translation [None req-1dbf76de-ce9f-482a-aa21-140ebb7defb8 tempest-PortsTestJSON-2091589570 tempest-PortsTestJSON-2091589570] DELETE failed (client error): The resource could not be found. Jan 14 07:33:19.996308 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1dbf76de-ce9f-482a-aa21-140ebb7defb8 tempest-PortsTestJSON-2091589570 tempest-PortsTestJSON-2091589570] No notification will be sent due to unsuccessful status code: 404 {{(pid=84875) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Jan 14 07:33:19.999708 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-1dbf76de-ce9f-482a-aa21-140ebb7defb8 tempest-PortsTestJSON-2091589570 tempest-PortsTestJSON-2091589570] 10.222.0.24 "DELETE /v2.0/subnets/cbd9fc29-c5da-4cce-93de-4e7ed8cf0df5 HTTP/1.1" status: 404 len: 337 time: 0.1559222 Jan 14 07:33:20.004416 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84875) accepted ('10.222.0.24', 59348) {{(pid=84875) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:33:20.043161 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_hamode_db [None req-19cbe185-0ce8-458d-bbd5-cf82481cfcd9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '09233ba1-9c6b-499a-aeaf-1d2897df2d9a', 'name': 'tempest-TestNetworkBasicOps-router-248418258', 'tenant_id': 'c52a65222187474995edf4946f0fd389', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '226f1e78-82cd-4481-9055-4eb73b6db8c1', 'external_fixed_ips': [{'subnet_id': 'ba8deeec-7658-4195-9449-038c076f5c83', 'ip_address': '172.25.2.104'}], 'enable_snat': True}, 'gw_port_id': 'deac1229-12e3-4236-b805-57d515b0ad4f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-14T07:32:49Z', 'updated_at': '2021-01-14T07:33:14Z', 'revision_number': 4, 'project_id': 'c52a65222187474995edf4946f0fd389', 'gw_port': {'id': 'deac1229-12e3-4236-b805-57d515b0ad4f', 'name': '', 'network_id': '226f1e78-82cd-4481-9055-4eb73b6db8c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:28:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09233ba1-9c6b-499a-aeaf-1d2897df2d9a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2732, 'fixed_ips': [{'subnet_id': 'ba8deeec-7658-4195-9449-038c076f5c83', 'ip_address': '172.25.2.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T07:32:53Z', 'updated_at': '2021-01-14T07:33:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ba8deeec-7658-4195-9449-038c076f5c83', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-2', '_interfaces': [{'id': '04e140f9-d758-478f-8964-bd0017a9a0e8', 'name': '', 'network_id': '088860ec-5bb5-40b8-aada-e0d505b6653d', 'tenant_id': 'c52a65222187474995edf4946f0fd389', 'mac_address': 'fa:16:3e:a2:89:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '09233ba1-9c6b-499a-aeaf-1d2897df2d9a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2751, 'fixed_ips': [{'subnet_id': '70ec785e-a649-42d9-ad88-b7b6a0cea680', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T07:33:12Z', 'updated_at': '2021-01-14T07:33:15Z', 'revision_number': 2, 'project_id': 'c52a65222187474995edf4946f0fd389', 'subnets': [{'id': '70ec785e-a649-42d9-ad88-b7b6a0cea680', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'n-d-768862-2', False) {} {{(pid=84877) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:33:20.058721 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19cbe185-0ce8-458d-bbd5-cf82481cfcd9 None None] Checking router: 09233ba1-9c6b-499a-aeaf-1d2897df2d9a for host: n-d-768862-2 {{(pid=84877) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Jan 14 07:33:20.059133 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19cbe185-0ce8-458d-bbd5-cf82481cfcd9 None None] Updating router 09233ba1-9c6b-499a-aeaf-1d2897df2d9a port 04e140f9-d758-478f-8964-bd0017a9a0e8 binding host n-d-768862-2 {{(pid=84877) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Jan 14 07:33:20.164814 n-d-768862-2 neutron-server[84765]: INFO neutron.pecan_wsgi.hooks.translation [None req-c1175abf-2757-44cb-b184-3fae2217e6e4 tempest-PortsTestJSON-2091589570 tempest-PortsTestJSON-2091589570] DELETE failed (client error): The resource could not be found. Jan 14 07:33:20.167161 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c1175abf-2757-44cb-b184-3fae2217e6e4 tempest-PortsTestJSON-2091589570 tempest-PortsTestJSON-2091589570] No notification will be sent due to unsuccessful status code: 404 {{(pid=84875) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Jan 14 07:33:20.176232 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-c1175abf-2757-44cb-b184-3fae2217e6e4 tempest-PortsTestJSON-2091589570 tempest-PortsTestJSON-2091589570] 10.222.0.24 "DELETE /v2.0/subnets/5efec8bf-3faf-4189-8376-cb15ddb28b6d HTTP/1.1" status: 404 len: 337 time: 0.1704988 Jan 14 07:33:20.196195 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84875) accepted ('10.222.0.24', 59370) {{(pid=84875) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:33:20.230952 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fe230b6-a56c-4f1f-b4d1-a14b0de33758 tempest-NetworksTest-1803261889 tempest-NetworksTest-1803261889] Pushing event updated for resources: {'Subnet': ['ID=1064615d-bf4a-4a5a-9d37-96dbd039bb21,revision_number=0']} {{(pid=84874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:33:20.255565 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84874) accepted ('10.222.0.24', 59382) {{(pid=84874) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:33:20.259897 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-4fe230b6-a56c-4f1f-b4d1-a14b0de33758 tempest-NetworksTest-1803261889 tempest-NetworksTest-1803261889] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.428s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:33:20.273267 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-19cbe185-0ce8-458d-bbd5-cf82481cfcd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555753'] for port, before_update {{(pid=84877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:33:20.274889 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.v2.base [None req-335f59c5-48d0-43f4-93e3-3fbf8bfb042e tempest-TestNetworkBasicOps-1983703278 tempest-TestNetworkBasicOps-1983703278] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-174858768', 'description': 'tempest-secgroup-smoke-174858768 description', 'project_id': 'c52a65222187474995edf4946f0fd389'}} {{(pid=84874) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:33:20.300008 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-335f59c5-48d0-43f4-93e3-3fbf8bfb042e tempest-TestNetworkBasicOps-1983703278 tempest-TestNetworkBasicOps-1983703278] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:33:20.307449 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-335f59c5-48d0-43f4-93e3-3fbf8bfb042e tempest-TestNetworkBasicOps-1983703278 tempest-TestNetworkBasicOps-1983703278] Usage tracker for resource:security_group and tenant:c52a65222187474995edf4946f0fd389 is out of sync, need to count used quota {{(pid=84874) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:33:20.312645 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-335f59c5-48d0-43f4-93e3-3fbf8bfb042e tempest-TestNetworkBasicOps-1983703278 tempest-TestNetworkBasicOps-1983703278] Quota usage for security_group was recalculated. Used quota:1. {{(pid=84874) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:33:20.317680 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fcbd9bfe-2e65-4782-951f-262172fa6eec None None] Network e289c449-d36a-4991-9be0-13105a93d6ac requested from n-d-768862-2 {{(pid=84876) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 07:33:20.331349 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-335f59c5-48d0-43f4-93e3-3fbf8bfb042e tempest-TestNetworkBasicOps-1983703278 tempest-TestNetworkBasicOps-1983703278] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:33:20.348298 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-396e5234-28c5-454e-878a-15ae968ac2db tempest-PortsIpV6TestJSON-1330665174 tempest-PortsIpV6TestJSON-1330665174] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-598987', 'neutron.services.segments.db._delete_segments_for_network-8777640583949'] for network, precommit_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:33:20.352216 n-d-768862-2 neutron-server[84765]: INFO neutron.pecan_wsgi.hooks.translation [None req-37a9aecd-948d-4d25-9650-a6543ca4b3b9 tempest-PortsTestJSON-2091589570 tempest-PortsTestJSON-2091589570] DELETE failed (client error): The resource could not be found. Jan 14 07:33:20.352715 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-37a9aecd-948d-4d25-9650-a6543ca4b3b9 tempest-PortsTestJSON-2091589570 tempest-PortsTestJSON-2091589570] No notification will be sent due to unsuccessful status code: 404 {{(pid=84875) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Jan 14 07:33:20.357090 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-37a9aecd-948d-4d25-9650-a6543ca4b3b9 tempest-PortsTestJSON-2091589570 tempest-PortsTestJSON-2091589570] 10.222.0.24 "DELETE /v2.0/ports/79af3347-d500-4e7a-81d1-6afe830c23a0 HTTP/1.1" status: 404 len: 333 time: 0.1560733 Jan 14 07:33:20.360811 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84875) accepted ('10.222.0.24', 59390) {{(pid=84875) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:33:20.422789 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-335f59c5-48d0-43f4-93e3-3fbf8bfb042e tempest-TestNetworkBasicOps-1983703278 tempest-TestNetworkBasicOps-1983703278] Notify callbacks [] for security_group, before_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:33:20.464606 n-d-768862-2 neutron-server[84765]: INFO neutron.pecan_wsgi.hooks.translation [None req-3b4aee82-ea63-4a1d-8733-2cadf924a6c1 tempest-PortsTestJSON-2091589570 tempest-PortsTestJSON-2091589570] DELETE failed (client error): The resource could not be found. Jan 14 07:33:20.465101 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3b4aee82-ea63-4a1d-8733-2cadf924a6c1 tempest-PortsTestJSON-2091589570 tempest-PortsTestJSON-2091589570] No notification will be sent due to unsuccessful status code: 404 {{(pid=84875) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Jan 14 07:33:20.471911 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-3b4aee82-ea63-4a1d-8733-2cadf924a6c1 tempest-PortsTestJSON-2091589570 tempest-PortsTestJSON-2091589570] 10.222.0.24 "DELETE /v2.0/subnets/d1d030e2-b9a6-4a39-9f13-52a6df9f7485 HTTP/1.1" status: 404 len: 337 time: 0.1096246 Jan 14 07:33:20.484494 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84875) accepted ('10.222.0.24', 59402) {{(pid=84875) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:33:20.593319 n-d-768862-2 neutron-server[84765]: INFO neutron.pecan_wsgi.hooks.translation [None req-523a2b43-5581-4622-9aa4-0aa2b3fe1d5f tempest-PortsTestJSON-2091589570 tempest-PortsTestJSON-2091589570] DELETE failed (client error): The resource could not be found. Jan 14 07:33:20.593962 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-523a2b43-5581-4622-9aa4-0aa2b3fe1d5f tempest-PortsTestJSON-2091589570 tempest-PortsTestJSON-2091589570] No notification will be sent due to unsuccessful status code: 404 {{(pid=84875) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Jan 14 07:33:20.595695 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-523a2b43-5581-4622-9aa4-0aa2b3fe1d5f tempest-PortsTestJSON-2091589570 tempest-PortsTestJSON-2091589570] 10.222.0.24 "DELETE /v2.0/subnets/ca3829d4-a816-414e-a9f1-960d6a9cca53 HTTP/1.1" status: 404 len: 337 time: 0.1080892 Jan 14 07:33:20.616475 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84875) accepted ('10.222.0.24', 59410) {{(pid=84875) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:33:20.653024 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-9f310868-a8c7-4816-b52a-d780b665072e None None] Provisioning complete for port 01718d75-0986-4b69-81ce-6d92c2e9bbeb triggered by entity DHCP. {{(pid=84876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 07:33:20.653742 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-9f310868-a8c7-4816-b52a-d780b665072e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-604227'] for port, provisioning_complete {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:33:20.727579 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-335f59c5-48d0-43f4-93e3-3fbf8bfb042e tempest-TestNetworkBasicOps-1983703278 tempest-TestNetworkBasicOps-1983703278] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:33:20.774417 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e472e9a-d211-4faf-aab3-730e5b4cb24c None None] Pushing event updated for resources: {'Port': ['ID=eafc7532-da5e-4166-9e11-8ad9ebd4a4f4,revision_number=2']} {{(pid=84876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:33:20.794156 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-1e472e9a-d211-4faf-aab3-730e5b4cb24c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.438s {{(pid=84876) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:33:20.809626 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-335f59c5-48d0-43f4-93e3-3fbf8bfb042e tempest-TestNetworkBasicOps-1983703278 tempest-TestNetworkBasicOps-1983703278] Usage tracker for resource:security_group_rule and tenant:c52a65222187474995edf4946f0fd389 is out of sync, need to count used quota {{(pid=84874) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:33:20.833788 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-335f59c5-48d0-43f4-93e3-3fbf8bfb042e tempest-TestNetworkBasicOps-1983703278 tempest-TestNetworkBasicOps-1983703278] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84874) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:33:20.849954 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-335f59c5-48d0-43f4-93e3-3fbf8bfb042e tempest-TestNetworkBasicOps-1983703278 tempest-TestNetworkBasicOps-1983703278] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:33:20.925109 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4ebe9a7-473e-4197-a12a-9b19ceee0d31 None None] DHCP port deletion for e289c449-d36a-4991-9be0-13105a93d6ac request from n-d-768862-2 {{(pid=84876) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Jan 14 07:33:20.943477 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.plugin [None req-e4ebe9a7-473e-4197-a12a-9b19ceee0d31 None None] Deleting port 01718d75-0986-4b69-81ce-6d92c2e9bbeb {{(pid=84876) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 07:33:20.947429 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.plugin [None req-381e4d85-31ba-4078-b4cf-7f89581f6253 tempest-PortsTestJSON-2091589570 tempest-PortsTestJSON-2091589570] Deleting port 9fcf9582-d53d-421b-9690-0fbdf3561687 {{(pid=84875) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 07:33:20.947562 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-e4ebe9a7-473e-4197-a12a-9b19ceee0d31 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363259214248359'] for port, before_delete {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:33:20.947812 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-381e4d85-31ba-4078-b4cf-7f89581f6253 tempest-PortsTestJSON-2091589570 tempest-PortsTestJSON-2091589570] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363259214248359'] for port, before_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:33:21.046015 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-335f59c5-48d0-43f4-93e3-3fbf8bfb042e tempest-TestNetworkBasicOps-1983703278 tempest-TestNetworkBasicOps-1983703278] Notify callbacks [] for security_group, precommit_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:33:21.089627 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-335f59c5-48d0-43f4-93e3-3fbf8bfb042e tempest-TestNetworkBasicOps-1983703278 tempest-TestNetworkBasicOps-1983703278] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850887153'] for security_group, after_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:33:21.183225 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-19cbe185-0ce8-458d-bbd5-cf82481cfcd9 None None] Notify callbacks [] for port, precommit_update {{(pid=84877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:33:21.198263 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-19cbe185-0ce8-458d-bbd5-cf82481cfcd9 None None] Transition to ACTIVE for port object 04e140f9-d758-478f-8964-bd0017a9a0e8 will not be triggered until provisioned by entity L2. {{(pid=84877) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 07:33:21.205903 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-19cbe185-0ce8-458d-bbd5-cf82481cfcd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777640533312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363259214678337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777640097497'] for port, after_update {{(pid=84877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:33:21.245487 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-5317882e-28dd-48b5-89a6-49e1dacbe5d0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:33:21.373467 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-381e4d85-31ba-4078-b4cf-7f89581f6253 tempest-PortsTestJSON-2091589570 tempest-PortsTestJSON-2091589570] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036850862667'] for port, precommit_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:33:21.531148 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-9f310868-a8c7-4816-b52a-d780b665072e None None] Provisioning complete for port 9fcf9582-d53d-421b-9690-0fbdf3561687 triggered by entity DHCP. {{(pid=84876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 07:33:21.532121 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-9f310868-a8c7-4816-b52a-d780b665072e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-604227'] for port, provisioning_complete {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:33:21.593529 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.plugin [None req-381e4d85-31ba-4078-b4cf-7f89581f6253 tempest-PortsTestJSON-2091589570 tempest-PortsTestJSON-2091589570] Calling delete_port for 9fcf9582-d53d-421b-9690-0fbdf3561687 owned by {{(pid=84875) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 07:33:21.601102 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e706a061-2231-4370-9928-62e5b4e6d31c None None] Pushing event updated for resources: {'Port': ['ID=04e140f9-d758-478f-8964-bd0017a9a0e8,revision_number=3']} {{(pid=84877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:33:21.633653 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [None req-e4ebe9a7-473e-4197-a12a-9b19ceee0d31 None None] For port 01718d75-0986-4b69-81ce-6d92c2e9bbeb, host n-d-768862-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-2',level=0,port_id=01718d75-0986-4b69-81ce-6d92c2e9bbeb,segment=NetworkSegment(e44a4b64-6e66-48c7-9047-8e5d0e76d44c),segment_id=e44a4b64-6e66-48c7-9047-8e5d0e76d44c)] {{(pid=84876) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 07:33:21.635138 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-e4ebe9a7-473e-4197-a12a-9b19ceee0d31 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036850862667'] for port, precommit_delete {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:33:21.636690 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e706a061-2231-4370-9928-62e5b4e6d31c None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@n-h1-768862-2 {{(pid=84877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:33:21.637069 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e706a061-2231-4370-9928-62e5b4e6d31c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-h1-768862-2 {{(pid=84877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:33:21.637442 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e706a061-2231-4370-9928-62e5b4e6d31c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-h1-768862-2 {{(pid=84877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:33:21.637806 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e706a061-2231-4370-9928-62e5b4e6d31c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-h1-768862-2 {{(pid=84877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:33:21.638167 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e706a061-2231-4370-9928-62e5b4e6d31c None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@n-h1-768862-2 {{(pid=84877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:33:21.638529 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e706a061-2231-4370-9928-62e5b4e6d31c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-h1-768862-2 {{(pid=84877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:33:21.638880 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e706a061-2231-4370-9928-62e5b4e6d31c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-h1-768862-2 {{(pid=84877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:33:21.639236 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e706a061-2231-4370-9928-62e5b4e6d31c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-h1-768862-2 {{(pid=84877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:33:21.639880 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e706a061-2231-4370-9928-62e5b4e6d31c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-h1-768862-2 {{(pid=84877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:33:21.640406 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e706a061-2231-4370-9928-62e5b4e6d31c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-h1-768862-2 {{(pid=84877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:33:21.640767 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e706a061-2231-4370-9928-62e5b4e6d31c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-h1-768862-2 {{(pid=84877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:33:21.641123 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e706a061-2231-4370-9928-62e5b4e6d31c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-h1-768862-2 {{(pid=84877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:33:21.641523 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e706a061-2231-4370-9928-62e5b4e6d31c None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@n-h2-768862-2 {{(pid=84877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:33:21.641876 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e706a061-2231-4370-9928-62e5b4e6d31c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-h2-768862-2 {{(pid=84877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:33:21.642231 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e706a061-2231-4370-9928-62e5b4e6d31c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-h2-768862-2 {{(pid=84877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:33:21.642586 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e706a061-2231-4370-9928-62e5b4e6d31c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-h2-768862-2 {{(pid=84877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:33:21.642939 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e706a061-2231-4370-9928-62e5b4e6d31c None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@n-h2-768862-2 {{(pid=84877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:33:21.643289 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e706a061-2231-4370-9928-62e5b4e6d31c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-h2-768862-2 {{(pid=84877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:33:21.643641 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e706a061-2231-4370-9928-62e5b4e6d31c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-h2-768862-2 {{(pid=84877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:33:21.647458 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e706a061-2231-4370-9928-62e5b4e6d31c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-h2-768862-2 {{(pid=84877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:33:21.648229 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e706a061-2231-4370-9928-62e5b4e6d31c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-h2-768862-2 {{(pid=84877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:33:21.648806 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e706a061-2231-4370-9928-62e5b4e6d31c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-h2-768862-2 {{(pid=84877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:33:21.649373 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e706a061-2231-4370-9928-62e5b4e6d31c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-h2-768862-2 {{(pid=84877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:33:21.649925 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e706a061-2231-4370-9928-62e5b4e6d31c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-h2-768862-2 {{(pid=84877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:33:21.650654 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e706a061-2231-4370-9928-62e5b4e6d31c None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-2 {{(pid=84877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:33:21.653202 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e706a061-2231-4370-9928-62e5b4e6d31c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-2 {{(pid=84877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:33:21.654069 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e706a061-2231-4370-9928-62e5b4e6d31c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-2 {{(pid=84877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:33:21.654353 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e706a061-2231-4370-9928-62e5b4e6d31c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-2 {{(pid=84877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:33:21.655381 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e706a061-2231-4370-9928-62e5b4e6d31c None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@n-d-768862-2 {{(pid=84877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:33:21.655763 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e706a061-2231-4370-9928-62e5b4e6d31c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-2 {{(pid=84877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:33:21.656263 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e706a061-2231-4370-9928-62e5b4e6d31c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-768862-2 {{(pid=84877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:33:21.656682 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e706a061-2231-4370-9928-62e5b4e6d31c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-768862-2 {{(pid=84877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:33:21.657050 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e706a061-2231-4370-9928-62e5b4e6d31c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-2 {{(pid=84877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:33:21.657409 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e706a061-2231-4370-9928-62e5b4e6d31c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-2 {{(pid=84877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:33:21.657532 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.plugin [None req-9f310868-a8c7-4816-b52a-d780b665072e None None] Port 9fcf9582-d53d-421b-9690-0fbdf3561687 cannot update to ACTIVE because it is not bound. {{(pid=84876) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:329}} Jan 14 07:33:21.657771 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e706a061-2231-4370-9928-62e5b4e6d31c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-2 {{(pid=84877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:33:21.658107 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e706a061-2231-4370-9928-62e5b4e6d31c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-2 {{(pid=84877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:33:21.672484 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-e706a061-2231-4370-9928-62e5b4e6d31c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.427s {{(pid=84877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:33:21.832933 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-381e4d85-31ba-4078-b4cf-7f89581f6253 tempest-PortsTestJSON-2091589570 tempest-PortsTestJSON-2091589570] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777640533329', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777640097463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851621574'] for port, after_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:33:21.867014 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-bfd9baba-1cfc-42ab-ba23-759838d4fe9f tempest-TestNetworkBasicOps-1983703278 tempest-TestNetworkBasicOps-1983703278] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:33:21.957737 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-a0921740-f77a-42df-b6a1-d22e016e6edd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:33:21.981147 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-335f59c5-48d0-43f4-93e3-3fbf8bfb042e tempest-TestNetworkBasicOps-1983703278 tempest-TestNetworkBasicOps-1983703278] Notify callbacks [] for security_group, before_response {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:33:21.982825 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-335f59c5-48d0-43f4-93e3-3fbf8bfb042e tempest-TestNetworkBasicOps-1983703278 tempest-TestNetworkBasicOps-1983703278] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 1.7216411 Jan 14 07:33:21.987037 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-381e4d85-31ba-4078-b4cf-7f89581f6253 tempest-PortsTestJSON-2091589570 tempest-PortsTestJSON-2091589570] Pushing event deleted for resources: {'Port': ['ID=9fcf9582-d53d-421b-9690-0fbdf3561687,revision_number=None']} {{(pid=84875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:33:21.996617 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.plugin [None req-e4ebe9a7-473e-4197-a12a-9b19ceee0d31 None None] Calling delete_port for 01718d75-0986-4b69-81ce-6d92c2e9bbeb owned by network:dhcp {{(pid=84876) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 07:33:22.005760 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84875) accepted ('10.222.0.24', 59482) {{(pid=84875) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:33:22.017122 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-381e4d85-31ba-4078-b4cf-7f89581f6253 tempest-PortsTestJSON-2091589570 tempest-PortsTestJSON-2091589570] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:33:22.029478 n-d-768862-2 neutron-server[84765]: DEBUG neutron.services.segments.db [None req-396e5234-28c5-454e-878a-15ae968ac2db tempest-PortsIpV6TestJSON-1330665174 tempest-PortsIpV6TestJSON-1330665174] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d5ef9345-9d47-4c1b-b4a7-f9e90c00c9f5']}} {{(pid=84874) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:33:22.053198 n-d-768862-2 neutron-server[84765]: DEBUG neutron.services.segments.db [None req-396e5234-28c5-454e-878a-15ae968ac2db tempest-PortsIpV6TestJSON-1330665174 tempest-PortsIpV6TestJSON-1330665174] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '54b9cf0c-5b3e-4085-9515-7ca44c0c6052') {'for_net_delete': True} {{(pid=84874) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:33:22.053676 n-d-768862-2 neutron-server[84765]: DEBUG neutron.services.segments.db [None req-396e5234-28c5-454e-878a-15ae968ac2db tempest-PortsIpV6TestJSON-1330665174 tempest-PortsIpV6TestJSON-1330665174] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '54b9cf0c-5b3e-4085-9515-7ca44c0c6052') {} {{(pid=84874) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:33:22.064071 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-335f59c5-48d0-43f4-93e3-3fbf8bfb042e tempest-TestNetworkBasicOps-1983703278 tempest-TestNetworkBasicOps-1983703278] Pushing event updated for resources: {'SecurityGroup': ['ID=219b2501-b3a9-4b7e-b070-6b44b29ba804,revision_number=1']} {{(pid=84874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:33:22.068070 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-335f59c5-48d0-43f4-93e3-3fbf8bfb042e tempest-TestNetworkBasicOps-1983703278 tempest-TestNetworkBasicOps-1983703278] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:33:22.076555 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4fe230b6-a56c-4f1f-b4d1-a14b0de33758 tempest-NetworksTest-1803261889 tempest-NetworksTest-1803261889] Checking segment: {'id': 'ce59417e-0040-4daf-83c3-a240493c3ca9', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 20, 'network_id': '69a8b0be-cd2a-4591-abc5-16ceb66239c4'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84874) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 14 07:33:22.077412 n-d-768862-2 neutron-server[84765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4fe230b6-a56c-4f1f-b4d1-a14b0de33758 tempest-NetworksTest-1803261889 tempest-NetworksTest-1803261889] Network hostable DHCP agents. Network: 69a8b0be-cd2a-4591-abc5-16ceb66239c4, hostable agents: ['32f3dd84-26da-4d18-bf15-6017a8fb7247'], hosted agents: [] {{(pid=84874) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Jan 14 07:33:22.087477 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-396e5234-28c5-454e-878a-15ae968ac2db tempest-PortsIpV6TestJSON-1330665174 tempest-PortsIpV6TestJSON-1330665174] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363259214173198', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2968632'] for segment, before_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:33:22.117697 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-396e5234-28c5-454e-878a-15ae968ac2db tempest-PortsIpV6TestJSON-1330665174 tempest-PortsIpV6TestJSON-1330665174] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854179735'] for segment, precommit_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:33:22.120486 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-396e5234-28c5-454e-878a-15ae968ac2db tempest-PortsIpV6TestJSON-1330665174 tempest-PortsIpV6TestJSON-1330665174] Releasing vxlan tunnel 9 to pool {{(pid=84874) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Jan 14 07:33:22.121610 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.v2.base [None req-0c647506-33df-4bc1-97aa-99a8ffc4ed35 tempest-TestNetworkBasicOps-1983703278 tempest-TestNetworkBasicOps-1983703278] Request body: {'security_group_rule': {'security_group_id': '219b2501-b3a9-4b7e-b070-6b44b29ba804', 'project_id': 'c52a65222187474995edf4946f0fd389', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=84875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:33:22.140289 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.managers [None req-19cbe185-0ce8-458d-bbd5-cf82481cfcd9 None None] Attempting to bind port 04e140f9-d758-478f-8964-bd0017a9a0e8 on host n-d-768862-2 for vnic_type normal with profile {{(pid=84877) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 14 07:33:22.140787 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.managers [None req-19cbe185-0ce8-458d-bbd5-cf82481cfcd9 None None] Attempting to bind port 04e140f9-d758-478f-8964-bd0017a9a0e8 by drivers openvswitch on host n-d-768862-2 at level 0 using segments [{'id': '68be74ff-3f71-4f4f-a9e4-dee497368626', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 18, 'network_id': '088860ec-5bb5-40b8-aada-e0d505b6653d'}] {{(pid=84877) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 14 07:33:22.141296 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19cbe185-0ce8-458d-bbd5-cf82481cfcd9 None None] Attempting to bind port 04e140f9-d758-478f-8964-bd0017a9a0e8 on network 088860ec-5bb5-40b8-aada-e0d505b6653d {{(pid=84877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 14 07:33:22.146162 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-0c647506-33df-4bc1-97aa-99a8ffc4ed35 tempest-TestNetworkBasicOps-1983703278 tempest-TestNetworkBasicOps-1983703278] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:33:22.150566 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19cbe185-0ce8-458d-bbd5-cf82481cfcd9 None None] Checking agent: {'id': 'ba5efab1-b43c-4d5a-bc52-6e105d4e67a2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768862-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 14, 6, 56, 52), 'started_at': datetime.datetime(2021, 1, 14, 6, 57, 22), 'heartbeat_timestamp': datetime.datetime(2021, 1, 14, 7, 32, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768862-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.29', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 14 07:33:22.151102 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19cbe185-0ce8-458d-bbd5-cf82481cfcd9 None None] Checking segment: {'id': '68be74ff-3f71-4f4f-a9e4-dee497368626', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 18, 'network_id': '088860ec-5bb5-40b8-aada-e0d505b6653d'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84877) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 14 07:33:22.151633 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-19cbe185-0ce8-458d-bbd5-cf82481cfcd9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:33:22.151817 n-d-768862-2 neutron-server[84765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4fe230b6-a56c-4f1f-b4d1-a14b0de33758 tempest-NetworksTest-1803261889 tempest-NetworksTest-1803261889] Network 69a8b0be-cd2a-4591-abc5-16ceb66239c4 is scheduled to be hosted by DHCP agent 32f3dd84-26da-4d18-bf15-6017a8fb7247 with binding_index 1 {{(pid=84874) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Jan 14 07:33:22.152479 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19cbe185-0ce8-458d-bbd5-cf82481cfcd9 None None] Bound using segment: {'id': '68be74ff-3f71-4f4f-a9e4-dee497368626', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 18, 'network_id': '088860ec-5bb5-40b8-aada-e0d505b6653d'} {{(pid=84877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 14 07:33:22.153274 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.managers [None req-19cbe185-0ce8-458d-bbd5-cf82481cfcd9 None None] Bound port: 04e140f9-d758-478f-8964-bd0017a9a0e8, host: n-d-768862-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '68be74ff-3f71-4f4f-a9e4-dee497368626', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 18, 'network_id': '088860ec-5bb5-40b8-aada-e0d505b6653d'}}] {{(pid=84877) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 14 07:33:22.153705 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-19cbe185-0ce8-458d-bbd5-cf82481cfcd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555753'] for port, before_update {{(pid=84877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:33:22.155925 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-0c647506-33df-4bc1-97aa-99a8ffc4ed35 tempest-TestNetworkBasicOps-1983703278 tempest-TestNetworkBasicOps-1983703278] Usage tracker for resource:security_group_rule and tenant:c52a65222187474995edf4946f0fd389 is out of sync, need to count used quota {{(pid=84875) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:33:22.160379 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-0c647506-33df-4bc1-97aa-99a8ffc4ed35 tempest-TestNetworkBasicOps-1983703278 tempest-TestNetworkBasicOps-1983703278] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84875) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:33:22.167003 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-0c647506-33df-4bc1-97aa-99a8ffc4ed35 tempest-TestNetworkBasicOps-1983703278 tempest-TestNetworkBasicOps-1983703278] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:33:22.189362 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-e4ebe9a7-473e-4197-a12a-9b19ceee0d31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777640533329', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777640097463'] for port, after_delete {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:33:22.217955 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-0c647506-33df-4bc1-97aa-99a8ffc4ed35 tempest-TestNetworkBasicOps-1983703278 tempest-TestNetworkBasicOps-1983703278] Notify callbacks [] for security_group_rule, before_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:33:22.251154 n-d-768862-2 neutron-server[84765]: DEBUG neutron.scheduler.base_scheduler [None req-4fe230b6-a56c-4f1f-b4d1-a14b0de33758 tempest-NetworksTest-1803261889 tempest-NetworksTest-1803261889] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768862-2, 69a8b0be-cd2a-4591-abc5-16ceb66239c4) {{(pid=84874) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 07:33:22.298581 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [None req-19cbe185-0ce8-458d-bbd5-cf82481cfcd9 None None] For port 04e140f9-d758-478f-8964-bd0017a9a0e8, host n-d-768862-2, cleared binding levels {{(pid=84877) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 14 07:33:22.303294 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [None req-19cbe185-0ce8-458d-bbd5-cf82481cfcd9 None None] For port 04e140f9-d758-478f-8964-bd0017a9a0e8, host n-d-768862-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-2',level=0,port_id=04e140f9-d758-478f-8964-bd0017a9a0e8,segment=NetworkSegment(68be74ff-3f71-4f4f-a9e4-dee497368626),segment_id=68be74ff-3f71-4f4f-a9e4-dee497368626)] {{(pid=84877) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 14 07:33:22.304847 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4fe230b6-a56c-4f1f-b4d1-a14b0de33758 tempest-NetworksTest-1803261889 tempest-NetworksTest-1803261889] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:33:22.305598 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-4fe230b6-a56c-4f1f-b4d1-a14b0de33758 tempest-NetworksTest-1803261889 tempest-NetworksTest-1803261889] Notify callbacks [] for subnet, before_response {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:33:22.308654 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-19cbe185-0ce8-458d-bbd5-cf82481cfcd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777640533312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363259214678337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777640097497'] for port, after_update {{(pid=84877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:33:22.325915 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-4152af11-f5c1-4567-b967-4ef30ba46caf None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84876) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:33:22.360103 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-381e4d85-31ba-4078-b4cf-7f89581f6253 tempest-PortsTestJSON-2091589570 tempest-PortsTestJSON-2091589570] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854768116'] for port, before_response {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:33:22.386842 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-51986bac-2f6e-4363-8bf4-11af5f066e2d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363259214191800', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854171626'] for agent, after_update {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:33:22.389154 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f530cc94-9059-406c-8585-223e1dd63e1e None None] Network 69a8b0be-cd2a-4591-abc5-16ceb66239c4 requested from n-d-768862-2 {{(pid=84876) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 07:33:22.423317 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-0c647506-33df-4bc1-97aa-99a8ffc4ed35 tempest-TestNetworkBasicOps-1983703278 tempest-TestNetworkBasicOps-1983703278] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:33:22.436980 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-0c647506-33df-4bc1-97aa-99a8ffc4ed35 tempest-TestNetworkBasicOps-1983703278 tempest-TestNetworkBasicOps-1983703278] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850966545'] for security_group_rule, after_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:33:22.438942 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-381e4d85-31ba-4078-b4cf-7f89581f6253 tempest-PortsTestJSON-2091589570 tempest-PortsTestJSON-2091589570] 10.222.0.24 "DELETE /v2.0/ports/9fcf9582-d53d-421b-9690-0fbdf3561687 HTTP/1.1" status: 204 len: 168 time: 1.8212404 Jan 14 07:33:22.442127 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84875) accepted ('10.222.0.24', 59500) {{(pid=84875) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:33:22.443111 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-73d7fece-9478-4917-ab8c-63dd129b792d tempest-SecurityGroupRulesTestJSON-1709174060 tempest-SecurityGroupRulesTestJSON-1709174060] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:33:22.498047 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-272fc1b4-7593-4775-97cd-fd1cf74ec5ea None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:33:22.516500 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-4fe230b6-a56c-4f1f-b4d1-a14b0de33758 tempest-NetworksTest-1803261889 tempest-NetworksTest-1803261889] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 792 time: 7.1557598 Jan 14 07:33:22.518492 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84874) accepted ('10.222.0.24', 59506) {{(pid=84874) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:33:22.522580 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c647506-33df-4bc1-97aa-99a8ffc4ed35 tempest-TestNetworkBasicOps-1983703278 tempest-TestNetworkBasicOps-1983703278] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0e54d4e5-092f-440a-8145-601a1feacdb1,revision_number=0']} {{(pid=84875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:33:22.524038 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.managers [None req-396e5234-28c5-454e-878a-15ae968ac2db tempest-PortsIpV6TestJSON-1330665174 tempest-PortsIpV6TestJSON-1330665174] Network d5ef9345-9d47-4c1b-b4a7-f9e90c00c9f5 has no segments {{(pid=84874) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 14 07:33:22.547678 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-396e5234-28c5-454e-878a-15ae968ac2db tempest-PortsIpV6TestJSON-1330665174 tempest-PortsIpV6TestJSON-1330665174] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-596065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036851521571'] for segment, after_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:33:22.604889 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19cbe185-0ce8-458d-bbd5-cf82481cfcd9 None None] Routers {'09233ba1-9c6b-499a-aeaf-1d2897df2d9a'} bound to L3 agent in host n-d-768862-2 {{(pid=84877) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 14 07:33:22.606188 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_hamode_db [None req-19cbe185-0ce8-458d-bbd5-cf82481cfcd9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-01-14T06:56:51Z,description=,heartbeat_timestamp=2021-01-14T07:33:22Z,host='n-d-768862-2',id=35f592e9-451b-4db9-abea-77b6a5c5391b,load=0,resource_versions=,resources_synced=,started_at=2021-01-14T06:56:51Z,topic='l3_agent')) {'router_ids': ['09233ba1-9c6b-499a-aeaf-1d2897df2d9a'], 'active': True} {{(pid=84877) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:33:22.630437 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-0c647506-33df-4bc1-97aa-99a8ffc4ed35 tempest-TestNetworkBasicOps-1983703278 tempest-TestNetworkBasicOps-1983703278] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.187s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:33:22.675389 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-da76cfc0-98e8-4426-9f6d-4f05aa3fae78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363259214191800', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854171626'] for agent, after_update {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:33:22.687228 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-0c647506-33df-4bc1-97aa-99a8ffc4ed35 tempest-TestNetworkBasicOps-1983703278 tempest-TestNetworkBasicOps-1983703278] Notify callbacks [] for security_group_rule, before_response {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:33:22.687766 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-0c647506-33df-4bc1-97aa-99a8ffc4ed35 tempest-TestNetworkBasicOps-1983703278 tempest-TestNetworkBasicOps-1983703278] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6732028 Jan 14 07:33:22.732495 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4ebe9a7-473e-4197-a12a-9b19ceee0d31 None None] No DVR routers for this DVR port 01718d75-0986-4b69-81ce-6d92c2e9bbeb on host n-d-768862-2 {{(pid=84876) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Jan 14 07:33:22.741832 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84875) accepted ('10.222.0.24', 59516) {{(pid=84875) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:33:22.773316 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.v2.base [None req-b7a9da37-7446-4451-acac-cf228c5a7748 tempest-TestNetworkBasicOps-1983703278 tempest-TestNetworkBasicOps-1983703278] Request body: {'security_group_rule': {'security_group_id': '219b2501-b3a9-4b7e-b070-6b44b29ba804', 'project_id': 'c52a65222187474995edf4946f0fd389', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=84875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:33:22.830372 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-e71c365a-aa6b-4fda-8349-6711ae00bdee tempest-PortsTestJSON-2091589570 tempest-PortsTestJSON-2091589570] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036854160497'] for network, before_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:33:22.903257 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4ebe9a7-473e-4197-a12a-9b19ceee0d31 None None] Pushing event deleted for resources: {'Port': ['ID=01718d75-0986-4b69-81ce-6d92c2e9bbeb,revision_number=None']} {{(pid=84876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:33:22.911369 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-e4ebe9a7-473e-4197-a12a-9b19ceee0d31 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.586s {{(pid=84876) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:33:22.954358 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e706a061-2231-4370-9928-62e5b4e6d31c None None] Pushing event updated for resources: {'Port': ['ID=04e140f9-d758-478f-8964-bd0017a9a0e8,revision_number=4']} {{(pid=84877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:33:22.992553 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-e706a061-2231-4370-9928-62e5b4e6d31c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.494s {{(pid=84877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:33:23.006249 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Device eafc7532-da5e-4166-9e11-8ad9ebd4a4f4 up at agent ovs-agent-n-d-768862-2 {{(pid=84876) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 07:33:23.006382 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-b7a9da37-7446-4451-acac-cf228c5a7748 tempest-TestNetworkBasicOps-1983703278 tempest-TestNetworkBasicOps-1983703278] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:33:23.023429 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-b7a9da37-7446-4451-acac-cf228c5a7748 tempest-TestNetworkBasicOps-1983703278 tempest-TestNetworkBasicOps-1983703278] Usage tracker for resource:security_group_rule and tenant:c52a65222187474995edf4946f0fd389 is out of sync, need to count used quota {{(pid=84875) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:33:23.027907 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-b7a9da37-7446-4451-acac-cf228c5a7748 tempest-TestNetworkBasicOps-1983703278 tempest-TestNetworkBasicOps-1983703278] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=84875) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:33:23.035109 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_dvr_db [None req-19cbe185-0ce8-458d-bbd5-cf82481cfcd9 None None] Set router 09233ba1-9c6b-499a-aeaf-1d2897df2d9a gateway port host: n-d-768862-2 {{(pid=84877) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 14 07:33:23.039321 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-b7a9da37-7446-4451-acac-cf228c5a7748 tempest-TestNetworkBasicOps-1983703278 tempest-TestNetworkBasicOps-1983703278] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=84875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:33:23.162306 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.managers [None req-396e5234-28c5-454e-878a-15ae968ac2db tempest-PortsIpV6TestJSON-1330665174 tempest-PortsIpV6TestJSON-1330665174] Network d5ef9345-9d47-4c1b-b4a7-f9e90c00c9f5 has no segments {{(pid=84874) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 14 07:33:23.170782 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2db8b61-7089-4130-9d6d-6668463f9594 None None] Network 088860ec-5bb5-40b8-aada-e0d505b6653d requested from n-d-768862-2 {{(pid=84876) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 07:33:23.230298 n-d-768862-2 neutron-server[84765]: Traceback (most recent call last): Jan 14 07:33:23.230298 n-d-768862-2 neutron-server[84765]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 14 07:33:23.230298 n-d-768862-2 neutron-server[84765]: timer() Jan 14 07:33:23.230298 n-d-768862-2 neutron-server[84765]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 14 07:33:23.230298 n-d-768862-2 neutron-server[84765]: cb(*args, **kw) Jan 14 07:33:23.230298 n-d-768862-2 neutron-server[84765]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Jan 14 07:33:23.230298 n-d-768862-2 neutron-server[84765]: return func(*args, **kwargs) Jan 14 07:33:23.230298 n-d-768862-2 neutron-server[84765]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 14 07:33:23.230298 n-d-768862-2 neutron-server[84765]: self._notify() Jan 14 07:33:23.230298 n-d-768862-2 neutron-server[84765]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 14 07:33:23.230298 n-d-768862-2 neutron-server[84765]: self.callback(batched_events) Jan 14 07:33:23.230298 n-d-768862-2 neutron-server[84765]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 14 07:33:23.230298 n-d-768862-2 neutron-server[84765]: event.method(event) Jan 14 07:33:23.230298 n-d-768862-2 neutron-server[84765]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 14 07:33:23.230298 n-d-768862-2 neutron-server[84765]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 14 07:33:23.230298 n-d-768862-2 neutron-server[84765]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Jan 14 07:33:23.230298 n-d-768862-2 neutron-server[84765]: segment_id)['aggregates'][0] Jan 14 07:33:23.230298 n-d-768862-2 neutron-server[84765]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 14 07:33:23.230298 n-d-768862-2 neutron-server[84765]: return f(self, *a, **k) Jan 14 07:33:23.230298 n-d-768862-2 neutron-server[84765]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 14 07:33:23.230298 n-d-768862-2 neutron-server[84765]: return self._get(url).json() Jan 14 07:33:23.230298 n-d-768862-2 neutron-server[84765]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 14 07:33:23.230298 n-d-768862-2 neutron-server[84765]: **kwargs) Jan 14 07:33:23.230298 n-d-768862-2 neutron-server[84765]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 14 07:33:23.230298 n-d-768862-2 neutron-server[84765]: return self.request(url, 'GET', **kwargs) Jan 14 07:33:23.230298 n-d-768862-2 neutron-server[84765]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Jan 14 07:33:23.230298 n-d-768862-2 neutron-server[84765]: **endpoint_filter) Jan 14 07:33:23.230298 n-d-768862-2 neutron-server[84765]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 14 07:33:23.230298 n-d-768862-2 neutron-server[84765]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 14 07:33:23.230298 n-d-768862-2 neutron-server[84765]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 14 07:33:23.230298 n-d-768862-2 neutron-server[84765]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 14 07:33:23.230298 n-d-768862-2 neutron-server[84765]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 14 07:33:23.298278 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-b7a9da37-7446-4451-acac-cf228c5a7748 tempest-TestNetworkBasicOps-1983703278 tempest-TestNetworkBasicOps-1983703278] Notify callbacks [] for security_group_rule, before_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:33:23.328848 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363259214191800', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854171626'] for agent, after_update {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:33:23.331141 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d00ca96-9bcf-4aa9-84a3-4bc5973bcf67 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5d94dc7a-c095-50a4-955e-5f3b78718a12-69a8b0be-cd2a-4591-abc5-16ceb66239c4', 'network_id': '69a8b0be-cd2a-4591-abc5-16ceb66239c4', 'tenant_id': '93b2211854874c6cae5592aa469fb908', 'fixed_ips': [{'subnet_id': '1064615d-bf4a-4a5a-9d37-96dbd039bb21'}]}} from n-d-768862-2. {{(pid=84876) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Jan 14 07:33:23.332385 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-6d00ca96-9bcf-4aa9-84a3-4bc5973bcf67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555753'] for port, before_create {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:33:23.372357 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Provisioning for port eafc7532-da5e-4166-9e11-8ad9ebd4a4f4 completed by entity L2. {{(pid=84876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 07:33:23.385727 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-e71c365a-aa6b-4fda-8349-6711ae00bdee tempest-PortsTestJSON-2091589570 tempest-PortsTestJSON-2091589570] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-598987', 'neutron.services.segments.db._delete_segments_for_network-8777640583949'] for network, precommit_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:33:23.414748 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-ec3e9850-2103-4319-b669-647803b1e42d None None] Provisioning for port eafc7532-da5e-4166-9e11-8ad9ebd4a4f4 completed by entity DHCP. {{(pid=84876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 07:33:23.420649 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-ec3e9850-2103-4319-b669-647803b1e42d None None] Provisioning complete for port eafc7532-da5e-4166-9e11-8ad9ebd4a4f4 triggered by entity DHCP. {{(pid=84876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 07:33:23.421248 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-ec3e9850-2103-4319-b669-647803b1e42d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-604227'] for port, provisioning_complete {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:33:23.452026 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Provisioning complete for port eafc7532-da5e-4166-9e11-8ad9ebd4a4f4 triggered by entity L2. {{(pid=84876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 07:33:23.452733 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-604227'] for port, provisioning_complete {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:33:23.486513 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-0f37073e-9c69-4e3c-80e0-6cfaa0fd61a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363259214191800', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854171626'] for agent, after_update {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:33:23.498264 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-a84a43b5-7214-4ace-849d-cb3b3587234a tempest-NetworksTest-1803261889 tempest-NetworksTest-1803261889] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036854160497'] for network, before_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:33:23.523068 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-b7a9da37-7446-4451-acac-cf228c5a7748 tempest-TestNetworkBasicOps-1983703278 tempest-TestNetworkBasicOps-1983703278] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:33:23.531617 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-b7a9da37-7446-4451-acac-cf228c5a7748 tempest-TestNetworkBasicOps-1983703278 tempest-TestNetworkBasicOps-1983703278] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850966545'] for security_group_rule, after_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:33:23.551043 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-579a6935-15a9-424f-80bf-e6f7f98c6e08 tempest-SecurityGroupRulesTestJSON-1709174060 tempest-SecurityGroupRulesTestJSON-1709174060] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:33:23.570392 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7a9da37-7446-4451-acac-cf228c5a7748 tempest-TestNetworkBasicOps-1983703278 tempest-TestNetworkBasicOps-1983703278] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f375d5af-854f-44cc-81bb-ee89718920ff,revision_number=0']} {{(pid=84875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:33:23.583059 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-b7a9da37-7446-4451-acac-cf228c5a7748 tempest-TestNetworkBasicOps-1983703278 tempest-TestNetworkBasicOps-1983703278] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:33:23.620550 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-b7a9da37-7446-4451-acac-cf228c5a7748 tempest-TestNetworkBasicOps-1983703278 tempest-TestNetworkBasicOps-1983703278] Notify callbacks [] for security_group_rule, before_response {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:33:23.622040 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-b7a9da37-7446-4451-acac-cf228c5a7748 tempest-TestNetworkBasicOps-1983703278 tempest-TestNetworkBasicOps-1983703278] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.8790984 Jan 14 07:33:23.626038 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84875) accepted ('10.222.0.24', 59546) {{(pid=84875) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:33:23.656207 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.v2.base [None req-a1da41a3-e13a-4678-8eca-dbae10f3ebc4 tempest-TestNetworkBasicOps-1983703278 tempest-TestNetworkBasicOps-1983703278] Request body: {'security_group_rule': {'security_group_id': '219b2501-b3a9-4b7e-b070-6b44b29ba804', 'project_id': 'c52a65222187474995edf4946f0fd389', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=84875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:33:23.678462 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-a1da41a3-e13a-4678-8eca-dbae10f3ebc4 tempest-TestNetworkBasicOps-1983703278 tempest-TestNetworkBasicOps-1983703278] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:33:23.685640 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-a1da41a3-e13a-4678-8eca-dbae10f3ebc4 tempest-TestNetworkBasicOps-1983703278 tempest-TestNetworkBasicOps-1983703278] Usage tracker for resource:security_group_rule and tenant:c52a65222187474995edf4946f0fd389 is out of sync, need to count used quota {{(pid=84875) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:33:23.693229 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-a1da41a3-e13a-4678-8eca-dbae10f3ebc4 tempest-TestNetworkBasicOps-1983703278 tempest-TestNetworkBasicOps-1983703278] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=84875) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:33:23.707158 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-a1da41a3-e13a-4678-8eca-dbae10f3ebc4 tempest-TestNetworkBasicOps-1983703278 tempest-TestNetworkBasicOps-1983703278] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=84875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:33:23.719962 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-396e5234-28c5-454e-878a-15ae968ac2db tempest-PortsIpV6TestJSON-1330665174 tempest-PortsIpV6TestJSON-1330665174] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036854176830', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850887149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3912591'] for network, after_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:33:23.738298 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-396e5234-28c5-454e-878a-15ae968ac2db tempest-PortsIpV6TestJSON-1330665174 tempest-PortsIpV6TestJSON-1330665174] Notify callbacks [] for network, before_response {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:33:23.743512 n-d-768862-2 neutron-server[84765]: DEBUG neutron.services.segments.db [None req-e71c365a-aa6b-4fda-8349-6711ae00bdee tempest-PortsTestJSON-2091589570 tempest-PortsTestJSON-2091589570] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e289c449-d36a-4991-9be0-13105a93d6ac']}} {{(pid=84875) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:33:23.756617 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-f660c594-4592-4a0f-abf6-b9d39d6bbc18 tempest-NetworksIpV6Test-2047944877 tempest-NetworksIpV6Test-2047944877] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:33:23.789999 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-a1da41a3-e13a-4678-8eca-dbae10f3ebc4 tempest-TestNetworkBasicOps-1983703278 tempest-TestNetworkBasicOps-1983703278] Notify callbacks [] for security_group_rule, before_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:33:23.790860 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-396e5234-28c5-454e-878a-15ae968ac2db tempest-PortsIpV6TestJSON-1330665174 tempest-PortsIpV6TestJSON-1330665174] 10.222.0.24 "DELETE /v2.0/networks/d5ef9345-9d47-4c1b-b4a7-f9e90c00c9f5 HTTP/1.1" status: 204 len: 168 time: 5.0660248 Jan 14 07:33:23.803040 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-396e5234-28c5-454e-878a-15ae968ac2db tempest-PortsIpV6TestJSON-1330665174 tempest-PortsIpV6TestJSON-1330665174] Pushing event deleted for resources: {'Network': ['ID=d5ef9345-9d47-4c1b-b4a7-f9e90c00c9f5,revision_number=None']} {{(pid=84874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:33:23.812560 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-396e5234-28c5-454e-878a-15ae968ac2db tempest-PortsIpV6TestJSON-1330665174 tempest-PortsIpV6TestJSON-1330665174] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:33:23.824418 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-a84a43b5-7214-4ace-849d-cb3b3587234a tempest-NetworksTest-1803261889 tempest-NetworksTest-1803261889] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036854176836'] for subnet, precommit_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:33:23.926220 n-d-768862-2 neutron-server[84765]: DEBUG neutron.services.segments.db [None req-e71c365a-aa6b-4fda-8349-6711ae00bdee tempest-PortsTestJSON-2091589570 tempest-PortsTestJSON-2091589570] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e44a4b64-6e66-48c7-9047-8e5d0e76d44c') {'for_net_delete': True} {{(pid=84875) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:33:23.926790 n-d-768862-2 neutron-server[84765]: DEBUG neutron.services.segments.db [None req-e71c365a-aa6b-4fda-8349-6711ae00bdee tempest-PortsTestJSON-2091589570 tempest-PortsTestJSON-2091589570] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e44a4b64-6e66-48c7-9047-8e5d0e76d44c') {} {{(pid=84875) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:33:24.023502 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-a1da41a3-e13a-4678-8eca-dbae10f3ebc4 tempest-TestNetworkBasicOps-1983703278 tempest-TestNetworkBasicOps-1983703278] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:33:24.024762 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_hamode_db [None req-19cbe185-0ce8-458d-bbd5-cf82481cfcd9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '09233ba1-9c6b-499a-aeaf-1d2897df2d9a', 'name': 'tempest-TestNetworkBasicOps-router-248418258', 'tenant_id': 'c52a65222187474995edf4946f0fd389', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '226f1e78-82cd-4481-9055-4eb73b6db8c1', 'external_fixed_ips': [{'subnet_id': 'ba8deeec-7658-4195-9449-038c076f5c83', 'ip_address': '172.25.2.104'}], 'enable_snat': True}, 'gw_port_id': 'deac1229-12e3-4236-b805-57d515b0ad4f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-14T07:32:49Z', 'updated_at': '2021-01-14T07:33:14Z', 'revision_number': 4, 'project_id': 'c52a65222187474995edf4946f0fd389', 'gw_port': {'id': 'deac1229-12e3-4236-b805-57d515b0ad4f', 'name': '', 'network_id': '226f1e78-82cd-4481-9055-4eb73b6db8c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:28:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09233ba1-9c6b-499a-aeaf-1d2897df2d9a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2732, 'fixed_ips': [{'subnet_id': 'ba8deeec-7658-4195-9449-038c076f5c83', 'ip_address': '172.25.2.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T07:32:53Z', 'updated_at': '2021-01-14T07:33:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ba8deeec-7658-4195-9449-038c076f5c83', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-2', '_interfaces': [{'id': '04e140f9-d758-478f-8964-bd0017a9a0e8', 'name': '', 'network_id': '088860ec-5bb5-40b8-aada-e0d505b6653d', 'tenant_id': 'c52a65222187474995edf4946f0fd389', 'mac_address': 'fa:16:3e:a2:89:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '09233ba1-9c6b-499a-aeaf-1d2897df2d9a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2751, 'fixed_ips': [{'subnet_id': '70ec785e-a649-42d9-ad88-b7b6a0cea680', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T07:33:12Z', 'updated_at': '2021-01-14T07:33:22Z', 'revision_number': 4, 'project_id': 'c52a65222187474995edf4946f0fd389', 'subnets': [{'id': '70ec785e-a649-42d9-ad88-b7b6a0cea680', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'n-d-768862-2', False) {} {{(pid=84877) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:33:24.031787 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19cbe185-0ce8-458d-bbd5-cf82481cfcd9 None None] The sync data for ids ['09233ba1-9c6b-499a-aeaf-1d2897df2d9a'] in n-d-768862-2 is: [{'id': '09233ba1-9c6b-499a-aeaf-1d2897df2d9a', 'name': 'tempest-TestNetworkBasicOps-router-248418258', 'tenant_id': 'c52a65222187474995edf4946f0fd389', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '226f1e78-82cd-4481-9055-4eb73b6db8c1', 'external_fixed_ips': [{'subnet_id': 'ba8deeec-7658-4195-9449-038c076f5c83', 'ip_address': '172.25.2.104'}], 'enable_snat': True}, 'gw_port_id': 'deac1229-12e3-4236-b805-57d515b0ad4f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-14T07:32:49Z', 'updated_at': '2021-01-14T07:33:14Z', 'revision_number': 4, 'project_id': 'c52a65222187474995edf4946f0fd389', 'gw_port': {'id': 'deac1229-12e3-4236-b805-57d515b0ad4f', 'name': '', 'network_id': '226f1e78-82cd-4481-9055-4eb73b6db8c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:28:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09233ba1-9c6b-499a-aeaf-1d2897df2d9a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2732, 'fixed_ips': [{'subnet_id': 'ba8deeec-7658-4195-9449-038c076f5c83', 'ip_address': '172.25.2.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T07:32:53Z', 'updated_at': '2021-01-14T07:33:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ba8deeec-7658-4195-9449-038c076f5c83', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-2', '_interfaces': [{'id': '04e140f9-d758-478f-8964-bd0017a9a0e8', 'name': '', 'network_id': '088860ec-5bb5-40b8-aada-e0d505b6653d', 'tenant_id': 'c52a65222187474995edf4946f0fd389', 'mac_address': 'fa:16:3e:a2:89:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '09233ba1-9c6b-499a-aeaf-1d2897df2d9a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2751, 'fixed_ips': [{'subnet_id': '70ec785e-a649-42d9-ad88-b7b6a0cea680', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T07:33:12Z', 'updated_at': '2021-01-14T07:33:22Z', 'revision_number': 4, 'project_id': 'c52a65222187474995edf4946f0fd389', 'subnets': [{'id': '70ec785e-a649-42d9-ad88-b7b6a0cea680', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=84877) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Jan 14 07:33:24.039299 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-a1da41a3-e13a-4678-8eca-dbae10f3ebc4 tempest-TestNetworkBasicOps-1983703278 tempest-TestNetworkBasicOps-1983703278] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850966545'] for security_group_rule, after_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:33:24.043490 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-e71c365a-aa6b-4fda-8349-6711ae00bdee tempest-PortsTestJSON-2091589570 tempest-PortsTestJSON-2091589570] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363259214173198', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036851408567'] for segment, before_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:33:24.057324 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-20d66473-55bb-41b9-a840-85fd17badbf9 tempest-ServersTestJSON-1630860468 tempest-ServersTestJSON-1630860468] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:33:24.174407 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1da41a3-e13a-4678-8eca-dbae10f3ebc4 tempest-TestNetworkBasicOps-1983703278 tempest-TestNetworkBasicOps-1983703278] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ae66006d-29ba-49e7-81ca-8a0f201f4657,revision_number=0']} {{(pid=84875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:33:24.190643 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-a1da41a3-e13a-4678-8eca-dbae10f3ebc4 tempest-TestNetworkBasicOps-1983703278 tempest-TestNetworkBasicOps-1983703278] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:33:24.195632 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-e71c365a-aa6b-4fda-8349-6711ae00bdee tempest-PortsTestJSON-2091589570 tempest-PortsTestJSON-2091589570] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854179735'] for segment, precommit_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:33:24.205951 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-e71c365a-aa6b-4fda-8349-6711ae00bdee tempest-PortsTestJSON-2091589570 tempest-PortsTestJSON-2091589570] Releasing vxlan tunnel 3 to pool {{(pid=84875) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Jan 14 07:33:24.286444 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-a1da41a3-e13a-4678-8eca-dbae10f3ebc4 tempest-TestNetworkBasicOps-1983703278 tempest-TestNetworkBasicOps-1983703278] Notify callbacks [] for security_group_rule, before_response {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:33:24.289394 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-a1da41a3-e13a-4678-8eca-dbae10f3ebc4 tempest-TestNetworkBasicOps-1983703278 tempest-TestNetworkBasicOps-1983703278] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.6408820 Jan 14 07:33:24.295160 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84875) accepted ('10.222.0.24', 59560) {{(pid=84875) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:33:24.439971 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.v2.base [None req-f4f5f3da-c9f3-4c93-950a-0e9206ac2014 tempest-TestNetworkBasicOps-1983703278 tempest-TestNetworkBasicOps-1983703278] Request body: {'security_group_rule': {'security_group_id': '219b2501-b3a9-4b7e-b070-6b44b29ba804', 'project_id': 'c52a65222187474995edf4946f0fd389', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=84875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:33:24.475069 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84875) accepted ('10.222.0.24', 59570) {{(pid=84875) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:33:24.479977 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-f4f5f3da-c9f3-4c93-950a-0e9206ac2014 tempest-TestNetworkBasicOps-1983703278 tempest-TestNetworkBasicOps-1983703278] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:33:24.488086 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-a84a43b5-7214-4ace-849d-cb3b3587234a tempest-NetworksTest-1803261889 tempest-NetworksTest-1803261889] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-598964', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850887113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036851521664', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2794686'] for subnet, after_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:33:24.498398 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-f4f5f3da-c9f3-4c93-950a-0e9206ac2014 tempest-TestNetworkBasicOps-1983703278 tempest-TestNetworkBasicOps-1983703278] Usage tracker for resource:security_group_rule and tenant:c52a65222187474995edf4946f0fd389 is out of sync, need to count used quota {{(pid=84875) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:33:24.522620 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-f4f5f3da-c9f3-4c93-950a-0e9206ac2014 tempest-TestNetworkBasicOps-1983703278 tempest-TestNetworkBasicOps-1983703278] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=84875) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:33:24.612864 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-f4f5f3da-c9f3-4c93-950a-0e9206ac2014 tempest-TestNetworkBasicOps-1983703278 tempest-TestNetworkBasicOps-1983703278] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=84875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:33:24.655580 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.managers [None req-e71c365a-aa6b-4fda-8349-6711ae00bdee tempest-PortsTestJSON-2091589570 tempest-PortsTestJSON-2091589570] Network e289c449-d36a-4991-9be0-13105a93d6ac has no segments {{(pid=84875) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 14 07:33:24.674142 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-e71c365a-aa6b-4fda-8349-6711ae00bdee tempest-PortsTestJSON-2091589570 tempest-PortsTestJSON-2091589570] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-596065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3154253'] for segment, after_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:33:24.790483 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-1864193e-af87-4505-8517-0fe664243e79 tempest-PortsIpV6TestJSON-1330665174 tempest-PortsIpV6TestJSON-1330665174] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:33:24.850748 n-d-768862-2 neutron-server[84765]: ERROR oslo_messaging.rpc.server [None req-6d00ca96-9bcf-4aa9-84a3-4bc5973bcf67 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 1064615d-bf4a-4a5a-9d37-96dbd039bb21: This subnet is being modified by another concurrent operation. Jan 14 07:33:24.850748 n-d-768862-2 neutron-server[84765]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Jan 14 07:33:24.850748 n-d-768862-2 neutron-server[84765]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Jan 14 07:33:24.850748 n-d-768862-2 neutron-server[84765]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Jan 14 07:33:24.850748 n-d-768862-2 neutron-server[84765]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Jan 14 07:33:24.850748 n-d-768862-2 neutron-server[84765]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Jan 14 07:33:24.850748 n-d-768862-2 neutron-server[84765]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Jan 14 07:33:24.850748 n-d-768862-2 neutron-server[84765]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Jan 14 07:33:24.850748 n-d-768862-2 neutron-server[84765]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Jan 14 07:33:24.850748 n-d-768862-2 neutron-server[84765]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Jan 14 07:33:24.850748 n-d-768862-2 neutron-server[84765]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jan 14 07:33:24.850748 n-d-768862-2 neutron-server[84765]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jan 14 07:33:24.850748 n-d-768862-2 neutron-server[84765]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Jan 14 07:33:24.850748 n-d-768862-2 neutron-server[84765]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 14 07:33:24.850748 n-d-768862-2 neutron-server[84765]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Jan 14 07:33:24.850748 n-d-768862-2 neutron-server[84765]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Jan 14 07:33:24.850748 n-d-768862-2 neutron-server[84765]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/six.py", line 703, in reraise Jan 14 07:33:24.850748 n-d-768862-2 neutron-server[84765]: ERROR oslo_messaging.rpc.server raise value Jan 14 07:33:24.850748 n-d-768862-2 neutron-server[84765]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jan 14 07:33:24.850748 n-d-768862-2 neutron-server[84765]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jan 14 07:33:24.850748 n-d-768862-2 neutron-server[84765]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/oslo_db/api.py", line 154, in wrapper Jan 14 07:33:24.850748 n-d-768862-2 neutron-server[84765]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jan 14 07:33:24.850748 n-d-768862-2 neutron-server[84765]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Jan 14 07:33:24.850748 n-d-768862-2 neutron-server[84765]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 14 07:33:24.850748 n-d-768862-2 neutron-server[84765]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Jan 14 07:33:24.850748 n-d-768862-2 neutron-server[84765]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Jan 14 07:33:24.850748 n-d-768862-2 neutron-server[84765]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/six.py", line 703, in reraise Jan 14 07:33:24.850748 n-d-768862-2 neutron-server[84765]: ERROR oslo_messaging.rpc.server raise value Jan 14 07:33:24.850748 n-d-768862-2 neutron-server[84765]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/oslo_db/api.py", line 142, in wrapper Jan 14 07:33:24.850748 n-d-768862-2 neutron-server[84765]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jan 14 07:33:24.850748 n-d-768862-2 neutron-server[84765]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jan 14 07:33:24.850748 n-d-768862-2 neutron-server[84765]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jan 14 07:33:24.850748 n-d-768862-2 neutron-server[84765]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Jan 14 07:33:24.850748 n-d-768862-2 neutron-server[84765]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 14 07:33:24.850748 n-d-768862-2 neutron-server[84765]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Jan 14 07:33:24.850748 n-d-768862-2 neutron-server[84765]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Jan 14 07:33:24.850748 n-d-768862-2 neutron-server[84765]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/six.py", line 703, in reraise Jan 14 07:33:24.850748 n-d-768862-2 neutron-server[84765]: ERROR oslo_messaging.rpc.server raise value Jan 14 07:33:24.850748 n-d-768862-2 neutron-server[84765]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jan 14 07:33:24.850748 n-d-768862-2 neutron-server[84765]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jan 14 07:33:24.850748 n-d-768862-2 neutron-server[84765]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Jan 14 07:33:24.850748 n-d-768862-2 neutron-server[84765]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Jan 14 07:33:24.850748 n-d-768862-2 neutron-server[84765]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 274, in create_dhcp_port Jan 14 07:33:24.850748 n-d-768862-2 neutron-server[84765]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Jan 14 07:33:24.850748 n-d-768862-2 neutron-server[84765]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 99, in _port_action Jan 14 07:33:24.850748 n-d-768862-2 neutron-server[84765]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Jan 14 07:33:24.850748 n-d-768862-2 neutron-server[84765]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/neutron_lib/plugins/utils.py", line 336, in create_port Jan 14 07:33:24.850748 n-d-768862-2 neutron-server[84765]: ERROR oslo_messaging.rpc.server context, {port_apidef.RESOURCE_NAME: port_data}) Jan 14 07:33:24.850748 n-d-768862-2 neutron-server[84765]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 687, in inner Jan 14 07:33:24.850748 n-d-768862-2 neutron-server[84765]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Jan 14 07:33:24.850748 n-d-768862-2 neutron-server[84765]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 217, in wrapped Jan 14 07:33:24.850748 n-d-768862-2 neutron-server[84765]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jan 14 07:33:24.850748 n-d-768862-2 neutron-server[84765]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jan 14 07:33:24.850748 n-d-768862-2 neutron-server[84765]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jan 14 07:33:24.850748 n-d-768862-2 neutron-server[84765]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Jan 14 07:33:24.850748 n-d-768862-2 neutron-server[84765]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 14 07:33:24.850748 n-d-768862-2 neutron-server[84765]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Jan 14 07:33:24.850748 n-d-768862-2 neutron-server[84765]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Jan 14 07:33:24.850748 n-d-768862-2 neutron-server[84765]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/six.py", line 703, in reraise Jan 14 07:33:24.850748 n-d-768862-2 neutron-server[84765]: ERROR oslo_messaging.rpc.server raise value Jan 14 07:33:24.850748 n-d-768862-2 neutron-server[84765]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jan 14 07:33:24.850748 n-d-768862-2 neutron-server[84765]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jan 14 07:33:24.850748 n-d-768862-2 neutron-server[84765]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/oslo_db/api.py", line 154, in wrapper Jan 14 07:33:24.850748 n-d-768862-2 neutron-server[84765]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jan 14 07:33:24.850748 n-d-768862-2 neutron-server[84765]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Jan 14 07:33:24.850748 n-d-768862-2 neutron-server[84765]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 14 07:33:24.850748 n-d-768862-2 neutron-server[84765]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Jan 14 07:33:24.850748 n-d-768862-2 neutron-server[84765]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Jan 14 07:33:24.850748 n-d-768862-2 neutron-server[84765]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/six.py", line 703, in reraise Jan 14 07:33:24.850748 n-d-768862-2 neutron-server[84765]: ERROR oslo_messaging.rpc.server raise value Jan 14 07:33:24.850748 n-d-768862-2 neutron-server[84765]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/oslo_db/api.py", line 142, in wrapper Jan 14 07:33:24.850748 n-d-768862-2 neutron-server[84765]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jan 14 07:33:24.850748 n-d-768862-2 neutron-server[84765]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jan 14 07:33:24.850748 n-d-768862-2 neutron-server[84765]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jan 14 07:33:24.850748 n-d-768862-2 neutron-server[84765]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Jan 14 07:33:24.850748 n-d-768862-2 neutron-server[84765]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 14 07:33:24.850748 n-d-768862-2 neutron-server[84765]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Jan 14 07:33:24.850748 n-d-768862-2 neutron-server[84765]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Jan 14 07:33:24.850748 n-d-768862-2 neutron-server[84765]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/six.py", line 703, in reraise Jan 14 07:33:24.850748 n-d-768862-2 neutron-server[84765]: ERROR oslo_messaging.rpc.server raise value Jan 14 07:33:24.850748 n-d-768862-2 neutron-server[84765]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jan 14 07:33:24.850748 n-d-768862-2 neutron-server[84765]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jan 14 07:33:24.850748 n-d-768862-2 neutron-server[84765]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1425, in create_port Jan 14 07:33:24.850748 n-d-768862-2 neutron-server[84765]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Jan 14 07:33:24.850748 n-d-768862-2 neutron-server[84765]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1392, in _create_port_db Jan 14 07:33:24.850748 n-d-768862-2 neutron-server[84765]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Jan 14 07:33:24.850748 n-d-768862-2 neutron-server[84765]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1432, in create_port_db Jan 14 07:33:24.850748 n-d-768862-2 neutron-server[84765]: ERROR oslo_messaging.rpc.server context, port, port_id) Jan 14 07:33:24.850748 n-d-768862-2 neutron-server[84765]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 222, in allocate_ips_for_port_and_store Jan 14 07:33:24.850748 n-d-768862-2 neutron-server[84765]: ERROR oslo_messaging.rpc.server revert_on_fail=False) Jan 14 07:33:24.850748 n-d-768862-2 neutron-server[84765]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Jan 14 07:33:24.850748 n-d-768862-2 neutron-server[84765]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 14 07:33:24.850748 n-d-768862-2 neutron-server[84765]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Jan 14 07:33:24.850748 n-d-768862-2 neutron-server[84765]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Jan 14 07:33:24.850748 n-d-768862-2 neutron-server[84765]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/six.py", line 703, in reraise Jan 14 07:33:24.850748 n-d-768862-2 neutron-server[84765]: ERROR oslo_messaging.rpc.server raise value Jan 14 07:33:24.850748 n-d-768862-2 neutron-server[84765]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Jan 14 07:33:24.850748 n-d-768862-2 neutron-server[84765]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Jan 14 07:33:24.850748 n-d-768862-2 neutron-server[84765]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 241, in _allocate_ips_for_port Jan 14 07:33:24.850748 n-d-768862-2 neutron-server[84765]: ERROR oslo_messaging.rpc.server distributed_service=self._is_distributed_service(p)) Jan 14 07:33:24.850748 n-d-768862-2 neutron-server[84765]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 687, in _ipam_get_subnets Jan 14 07:33:24.850748 n-d-768862-2 neutron-server[84765]: ERROR oslo_messaging.rpc.server id=subnet.id) Jan 14 07:33:24.850748 n-d-768862-2 neutron-server[84765]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Jan 14 07:33:24.850748 n-d-768862-2 neutron-server[84765]: ERROR oslo_messaging.rpc.server raise exception Jan 14 07:33:24.850748 n-d-768862-2 neutron-server[84765]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 1064615d-bf4a-4a5a-9d37-96dbd039bb21: This subnet is being modified by another concurrent operation. Jan 14 07:33:24.850748 n-d-768862-2 neutron-server[84765]: ERROR oslo_messaging.rpc.server Jan 14 07:33:24.862596 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a84a43b5-7214-4ace-849d-cb3b3587234a tempest-NetworksTest-1803261889 tempest-NetworksTest-1803261889] Pushing event deleted for resources: {'Subnet': ['ID=1064615d-bf4a-4a5a-9d37-96dbd039bb21,revision_number=None']} {{(pid=84874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:33:24.879775 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-a84a43b5-7214-4ace-849d-cb3b3587234a tempest-NetworksTest-1803261889 tempest-NetworksTest-1803261889] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:33:24.961970 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-494f44ce-e770-40c4-8b58-68cf595e7f8d None None] Network 69a8b0be-cd2a-4591-abc5-16ceb66239c4 requested from n-d-768862-2 {{(pid=84876) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 07:33:24.989117 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-f4f5f3da-c9f3-4c93-950a-0e9206ac2014 tempest-TestNetworkBasicOps-1983703278 tempest-TestNetworkBasicOps-1983703278] Notify callbacks [] for security_group_rule, before_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:33:25.026139 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.managers [None req-e71c365a-aa6b-4fda-8349-6711ae00bdee tempest-PortsTestJSON-2091589570 tempest-PortsTestJSON-2091589570] Network e289c449-d36a-4991-9be0-13105a93d6ac has no segments {{(pid=84875) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 14 07:33:25.090784 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-848ba84e-c2c5-4d6f-9b12-fa875364f5c9 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=6396266df05d476da6838f06b578d30b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6103659 Jan 14 07:33:25.090784 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:shared":"rule:admin_only" was deprecated in W in favor of "update_network:shared":"role:admin and system_scope:all". Reason: Jan 14 07:33:25.090784 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:33:25.090784 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:33:25.090784 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:33:25.090784 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "update_network:provider:network_type":"role:admin and system_scope:all". Reason: Jan 14 07:33:25.090784 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:33:25.090784 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:33:25.090784 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:33:25.090784 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "update_network:provider:physical_network":"role:admin and system_scope:all". Reason: Jan 14 07:33:25.090784 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:33:25.090784 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:33:25.090784 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:33:25.090784 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "update_network:provider:segmentation_id":"role:admin and system_scope:all". Reason: Jan 14 07:33:25.090784 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:33:25.090784 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:33:25.090784 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:33:25.090784 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:router:external":"rule:admin_only" was deprecated in W in favor of "update_network:router:external":"role:admin and system_scope:all". Reason: Jan 14 07:33:25.090784 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:33:25.090784 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:33:25.090784 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:33:25.090784 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:is_default":"rule:admin_only" was deprecated in W in favor of "update_network:is_default":"role:admin and system_scope:all". Reason: Jan 14 07:33:25.090784 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:33:25.090784 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:33:25.090784 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:33:25.090784 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:port_security_enabled":"rule:admin_or_owner" was deprecated in W in favor of "update_network:port_security_enabled":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 07:33:25.090784 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:33:25.090784 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:33:25.090784 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:33:25.090784 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "delete_network":"rule:admin_or_owner" was deprecated in W in favor of "delete_network":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 07:33:25.090784 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:33:25.090784 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:33:25.090784 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:33:25.090784 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_segment":"rule:admin_only" was deprecated in W in favor of "create_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:33:25.090784 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:33:25.090784 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_segment":"rule:admin_only" was deprecated in W in favor of "get_segment":"role:reader and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:33:25.090784 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:33:25.090784 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_segment":"rule:admin_only" was deprecated in W in favor of "update_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:33:25.090784 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:33:25.090784 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "delete_segment":"rule:admin_only" was deprecated in W in favor of "delete_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:33:25.090784 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:33:25.090784 n-d-768862-2 neutron-server[84765]: Traceback (most recent call last): Jan 14 07:33:25.090784 n-d-768862-2 neutron-server[84765]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 14 07:33:25.090784 n-d-768862-2 neutron-server[84765]: timer() Jan 14 07:33:25.090784 n-d-768862-2 neutron-server[84765]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 14 07:33:25.090784 n-d-768862-2 neutron-server[84765]: cb(*args, **kw) Jan 14 07:33:25.090784 n-d-768862-2 neutron-server[84765]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Jan 14 07:33:25.090784 n-d-768862-2 neutron-server[84765]: return func(*args, **kwargs) Jan 14 07:33:25.090784 n-d-768862-2 neutron-server[84765]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 14 07:33:25.090784 n-d-768862-2 neutron-server[84765]: self._notify() Jan 14 07:33:25.090784 n-d-768862-2 neutron-server[84765]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 14 07:33:25.090784 n-d-768862-2 neutron-server[84765]: self.callback(batched_events) Jan 14 07:33:25.090784 n-d-768862-2 neutron-server[84765]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 14 07:33:25.090784 n-d-768862-2 neutron-server[84765]: event.method(event) Jan 14 07:33:25.090784 n-d-768862-2 neutron-server[84765]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 14 07:33:25.090784 n-d-768862-2 neutron-server[84765]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 14 07:33:25.090784 n-d-768862-2 neutron-server[84765]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Jan 14 07:33:25.090784 n-d-768862-2 neutron-server[84765]: segment_id)['aggregates'][0] Jan 14 07:33:25.090784 n-d-768862-2 neutron-server[84765]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 14 07:33:25.090784 n-d-768862-2 neutron-server[84765]: return f(self, *a, **k) Jan 14 07:33:25.090784 n-d-768862-2 neutron-server[84765]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 14 07:33:25.090784 n-d-768862-2 neutron-server[84765]: return self._get(url).json() Jan 14 07:33:25.090784 n-d-768862-2 neutron-server[84765]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 14 07:33:25.090784 n-d-768862-2 neutron-server[84765]: **kwargs) Jan 14 07:33:25.090784 n-d-768862-2 neutron-server[84765]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 14 07:33:25.090784 n-d-768862-2 neutron-server[84765]: return self.request(url, 'GET', **kwargs) Jan 14 07:33:25.090784 n-d-768862-2 neutron-server[84765]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Jan 14 07:33:25.090784 n-d-768862-2 neutron-server[84765]: **endpoint_filter) Jan 14 07:33:25.090784 n-d-768862-2 neutron-server[84765]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 14 07:33:25.090784 n-d-768862-2 neutron-server[84765]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 14 07:33:25.090784 n-d-768862-2 neutron-server[84765]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 14 07:33:25.090784 n-d-768862-2 neutron-server[84765]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 14 07:33:25.090784 n-d-768862-2 neutron-server[84765]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 14 07:33:25.107585 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-ec3e9850-2103-4319-b669-647803b1e42d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555753'] for port, before_update {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:33:25.111173 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84875) accepted ('10.222.0.24', 59586) {{(pid=84875) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:33:25.183824 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-a84a43b5-7214-4ace-849d-cb3b3587234a tempest-NetworksTest-1803261889 tempest-NetworksTest-1803261889] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-598987', 'neutron.services.segments.db._delete_segments_for_network-8777640583949'] for network, precommit_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:33:25.265483 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555753'] for port, before_update {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:33:25.335610 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-e71c365a-aa6b-4fda-8349-6711ae00bdee tempest-PortsTestJSON-2091589570 tempest-PortsTestJSON-2091589570] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036854176830', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850887149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3912591'] for network, after_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:33:25.372929 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-8c7c15ed-6bb6-4e45-bcb9-6e4b6f7da252 tempest-PortsTestJSON-2091589570 tempest-PortsTestJSON-2091589570] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:33:25.376594 n-d-768862-2 neutron-server[84765]: DEBUG neutron.services.segments.db [None req-a84a43b5-7214-4ace-849d-cb3b3587234a tempest-NetworksTest-1803261889 tempest-NetworksTest-1803261889] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['69a8b0be-cd2a-4591-abc5-16ceb66239c4']}} {{(pid=84874) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:33:25.392762 n-d-768862-2 neutron-server[84765]: DEBUG neutron.services.segments.db [None req-a84a43b5-7214-4ace-849d-cb3b3587234a tempest-NetworksTest-1803261889 tempest-NetworksTest-1803261889] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ce59417e-0040-4daf-83c3-a240493c3ca9') {'for_net_delete': True} {{(pid=84874) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:33:25.393264 n-d-768862-2 neutron-server[84765]: DEBUG neutron.services.segments.db [None req-a84a43b5-7214-4ace-849d-cb3b3587234a tempest-NetworksTest-1803261889 tempest-NetworksTest-1803261889] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ce59417e-0040-4daf-83c3-a240493c3ca9') {} {{(pid=84874) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:33:25.409529 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-a84a43b5-7214-4ace-849d-cb3b3587234a tempest-NetworksTest-1803261889 tempest-NetworksTest-1803261889] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363259214173198', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2968632'] for segment, before_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:33:25.415050 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-e71c365a-aa6b-4fda-8349-6711ae00bdee tempest-PortsTestJSON-2091589570 tempest-PortsTestJSON-2091589570] Notify callbacks [] for network, before_response {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:33:25.421558 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] For port eafc7532-da5e-4166-9e11-8ad9ebd4a4f4, host n-d-768862-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-2',level=0,port_id=eafc7532-da5e-4166-9e11-8ad9ebd4a4f4,segment=NetworkSegment(68be74ff-3f71-4f4f-a9e4-dee497368626),segment_id=68be74ff-3f71-4f4f-a9e4-dee497368626)] {{(pid=84876) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 07:33:25.436162 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-a84a43b5-7214-4ace-849d-cb3b3587234a tempest-NetworksTest-1803261889 tempest-NetworksTest-1803261889] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854179735'] for segment, precommit_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:33:25.439428 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-a84a43b5-7214-4ace-849d-cb3b3587234a tempest-NetworksTest-1803261889 tempest-NetworksTest-1803261889] Releasing vxlan tunnel 20 to pool {{(pid=84874) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Jan 14 07:33:25.450654 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-e71c365a-aa6b-4fda-8349-6711ae00bdee tempest-PortsTestJSON-2091589570 tempest-PortsTestJSON-2091589570] 10.222.0.24 "DELETE /v2.0/networks/e289c449-d36a-4991-9be0-13105a93d6ac HTTP/1.1" status: 204 len: 168 time: 2.9955509 Jan 14 07:33:25.470994 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-f4f5f3da-c9f3-4c93-950a-0e9206ac2014 tempest-TestNetworkBasicOps-1983703278 tempest-TestNetworkBasicOps-1983703278] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:33:25.475186 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e71c365a-aa6b-4fda-8349-6711ae00bdee tempest-PortsTestJSON-2091589570 tempest-PortsTestJSON-2091589570] Pushing event deleted for resources: {'Network': ['ID=e289c449-d36a-4991-9be0-13105a93d6ac,revision_number=None']} {{(pid=84875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:33:25.491259 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-e71c365a-aa6b-4fda-8349-6711ae00bdee tempest-PortsTestJSON-2091589570 tempest-PortsTestJSON-2091589570] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:33:25.494104 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-f4f5f3da-c9f3-4c93-950a-0e9206ac2014 tempest-TestNetworkBasicOps-1983703278 tempest-TestNetworkBasicOps-1983703278] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850966545'] for security_group_rule, after_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:33:25.512593 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-1cce1734-906e-49e0-a3f8-8a9cab74084d tempest-TestNetworkBasicOps-1983703278 tempest-TestNetworkBasicOps-1983703278] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:33:25.533761 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-50e2d516-3112-4208-8c3c-b687babbdd46 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:33:25.539570 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777640533312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363259214678337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777640097497'] for port, after_update {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:33:25.552301 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-a59f2aa2-57e1-4c97-a14d-576edada683c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84876) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:33:25.606001 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-50e2d516-3112-4208-8c3c-b687babbdd46 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:33:25.658532 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Device 01718d75-0986-4b69-81ce-6d92c2e9bbeb no longer exists at agent ovs-agent-n-d-768862-2 {{(pid=84876) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jan 14 07:33:25.724975 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4f5f3da-c9f3-4c93-950a-0e9206ac2014 tempest-TestNetworkBasicOps-1983703278 tempest-TestNetworkBasicOps-1983703278] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8e7b7822-4da4-40b6-9cc7-3e191f45c69d,revision_number=0']} {{(pid=84875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:33:25.730194 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-50e2d516-3112-4208-8c3c-b687babbdd46 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850887153'] for security_group, after_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:33:25.768540 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.plugin [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] No Port match for: 01718d75-0986-4b69-81ce-6d92c2e9bbeb {{(pid=84876) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2188}} Jan 14 07:33:25.775570 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Device 01718d75-0986-4b69-81ce-6d92c2e9bbeb not bound to the agent host n-d-768862-2 {{(pid=84876) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jan 14 07:33:25.781130 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-f4f5f3da-c9f3-4c93-950a-0e9206ac2014 tempest-TestNetworkBasicOps-1983703278 tempest-TestNetworkBasicOps-1983703278] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.269s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:33:25.797964 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-d87a909c-6090-4c19-a946-729d945899ae admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:33:25.832316 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-f4f5f3da-c9f3-4c93-950a-0e9206ac2014 tempest-TestNetworkBasicOps-1983703278 tempest-TestNetworkBasicOps-1983703278] Notify callbacks [] for security_group_rule, before_response {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:33:25.833488 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-f4f5f3da-c9f3-4c93-950a-0e9206ac2014 tempest-TestNetworkBasicOps-1983703278 tempest-TestNetworkBasicOps-1983703278] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 1.5243201 Jan 14 07:33:25.846597 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84875) accepted ('10.222.0.24', 59612) {{(pid=84875) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:33:25.847552 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50e2d516-3112-4208-8c3c-b687babbdd46 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=362582c0-12a7-465e-a44e-1dfecfa22ada,revision_number=None']} {{(pid=84875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:33:25.866575 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-50e2d516-3112-4208-8c3c-b687babbdd46 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:33:25.881547 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.v2.base [None req-a2169db9-ff05-4f53-9937-bd3a5dcfb08b tempest-TestNetworkBasicOps-1983703278 tempest-TestNetworkBasicOps-1983703278] Request body: {'security_group_rule': {'security_group_id': '219b2501-b3a9-4b7e-b070-6b44b29ba804', 'project_id': 'c52a65222187474995edf4946f0fd389', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=84875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:33:25.904531 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-50e2d516-3112-4208-8c3c-b687babbdd46 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:33:25.905863 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-50e2d516-3112-4208-8c3c-b687babbdd46 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/362582c0-12a7-465e-a44e-1dfecfa22ada HTTP/1.1" status: 204 len: 168 time: 0.7862513 Jan 14 07:33:25.929140 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-a2169db9-ff05-4f53-9937-bd3a5dcfb08b tempest-TestNetworkBasicOps-1983703278 tempest-TestNetworkBasicOps-1983703278] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:33:25.945457 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-a2169db9-ff05-4f53-9937-bd3a5dcfb08b tempest-TestNetworkBasicOps-1983703278 tempest-TestNetworkBasicOps-1983703278] Usage tracker for resource:security_group_rule and tenant:c52a65222187474995edf4946f0fd389 is out of sync, need to count used quota {{(pid=84875) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:33:25.948725 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-a2169db9-ff05-4f53-9937-bd3a5dcfb08b tempest-TestNetworkBasicOps-1983703278 tempest-TestNetworkBasicOps-1983703278] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=84875) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:33:25.965798 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-a2169db9-ff05-4f53-9937-bd3a5dcfb08b tempest-TestNetworkBasicOps-1983703278 tempest-TestNetworkBasicOps-1983703278] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=84875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:33:25.968696 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.db.api [None req-ec3e9850-2103-4319-b669-647803b1e42d None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=84876) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Jan 14 07:33:25.969285 n-d-768862-2 neutron-server[84765]: DEBUG oslo_db.api [None req-ec3e9850-2103-4319-b669-647803b1e42d None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=84876) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Jan 14 07:33:25.991118 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.managers [None req-a84a43b5-7214-4ace-849d-cb3b3587234a tempest-NetworksTest-1803261889 tempest-NetworksTest-1803261889] Network 69a8b0be-cd2a-4591-abc5-16ceb66239c4 has no segments {{(pid=84874) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 14 07:33:25.998739 n-d-768862-2 neutron-server[84765]: INFO neutron.db.securitygroups_db [None req-a2169db9-ff05-4f53-9937-bd3a5dcfb08b tempest-TestNetworkBasicOps-1983703278 tempest-TestNetworkBasicOps-1983703278] Project c52a65222187474995edf4946f0fd389 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 14 07:33:26.026873 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-a84a43b5-7214-4ace-849d-cb3b3587234a tempest-NetworksTest-1803261889 tempest-NetworksTest-1803261889] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-596065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036851521571'] for segment, after_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:33:26.033418 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-a2169db9-ff05-4f53-9937-bd3a5dcfb08b tempest-TestNetworkBasicOps-1983703278 tempest-TestNetworkBasicOps-1983703278] Notify callbacks [] for security_group_rule, before_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:33:26.126755 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Pushing event updated for resources: {'Port': ['ID=eafc7532-da5e-4166-9e11-8ad9ebd4a4f4,revision_number=3']} {{(pid=84876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:33:26.136199 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.584s {{(pid=84876) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:33:26.137496 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84875) accepted ('10.222.0.24', 59622) {{(pid=84875) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:33:26.152347 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Device 04e140f9-d758-478f-8964-bd0017a9a0e8 up at agent ovs-agent-n-d-768862-2 {{(pid=84876) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 07:33:26.219950 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-a2169db9-ff05-4f53-9937-bd3a5dcfb08b tempest-TestNetworkBasicOps-1983703278 tempest-TestNetworkBasicOps-1983703278] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:33:26.225430 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-a2169db9-ff05-4f53-9937-bd3a5dcfb08b tempest-TestNetworkBasicOps-1983703278 tempest-TestNetworkBasicOps-1983703278] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850966545'] for security_group_rule, after_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:33:26.227523 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:33:26.330767 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Provisioning for port 04e140f9-d758-478f-8964-bd0017a9a0e8 completed by entity L2. {{(pid=84876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 07:33:26.334170 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2169db9-ff05-4f53-9937-bd3a5dcfb08b tempest-TestNetworkBasicOps-1983703278 tempest-TestNetworkBasicOps-1983703278] Pushing event updated for resources: {'SecurityGroupRule': ['ID=152e4a36-74a0-4178-bfba-21da2f4b0d2d,revision_number=0']} {{(pid=84875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:33:26.350053 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-a2169db9-ff05-4f53-9937-bd3a5dcfb08b tempest-TestNetworkBasicOps-1983703278 tempest-TestNetworkBasicOps-1983703278] Notify callbacks [] for security_group_rule, before_response {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:33:26.351901 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-a2169db9-ff05-4f53-9937-bd3a5dcfb08b tempest-TestNetworkBasicOps-1983703278 tempest-TestNetworkBasicOps-1983703278] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.4841683 Jan 14 07:33:26.353144 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-a2169db9-ff05-4f53-9937-bd3a5dcfb08b tempest-TestNetworkBasicOps-1983703278 tempest-TestNetworkBasicOps-1983703278] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:33:26.356810 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84875) accepted ('10.222.0.24', 59628) {{(pid=84875) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:33:26.373378 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.v2.base [None req-fda24179-69df-4ca6-85e0-1b169e0a9ccb tempest-TestNetworkBasicOps-1983703278 tempest-TestNetworkBasicOps-1983703278] Request body: {'security_group_rule': {'security_group_id': '219b2501-b3a9-4b7e-b070-6b44b29ba804', 'project_id': 'c52a65222187474995edf4946f0fd389', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=84875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:33:26.397319 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-fda24179-69df-4ca6-85e0-1b169e0a9ccb tempest-TestNetworkBasicOps-1983703278 tempest-TestNetworkBasicOps-1983703278] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:33:26.414688 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-fda24179-69df-4ca6-85e0-1b169e0a9ccb tempest-TestNetworkBasicOps-1983703278 tempest-TestNetworkBasicOps-1983703278] Usage tracker for resource:security_group_rule and tenant:c52a65222187474995edf4946f0fd389 is out of sync, need to count used quota {{(pid=84875) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:33:26.421097 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-fda24179-69df-4ca6-85e0-1b169e0a9ccb tempest-TestNetworkBasicOps-1983703278 tempest-TestNetworkBasicOps-1983703278] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=84875) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:33:26.437136 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-fda24179-69df-4ca6-85e0-1b169e0a9ccb tempest-TestNetworkBasicOps-1983703278 tempest-TestNetworkBasicOps-1983703278] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=84875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:33:26.544002 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.managers [None req-a84a43b5-7214-4ace-849d-cb3b3587234a tempest-NetworksTest-1803261889 tempest-NetworksTest-1803261889] Network 69a8b0be-cd2a-4591-abc5-16ceb66239c4 has no segments {{(pid=84874) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 14 07:33:26.574892 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-d78b710e-e998-445f-9c47-f53078a793a3 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=4f41150d2ea84f97bbab10653dcc9b99&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4341424 Jan 14 07:33:26.575807 n-d-768862-2 neutron-server[84765]: INFO neutron.db.securitygroups_db [None req-fda24179-69df-4ca6-85e0-1b169e0a9ccb tempest-TestNetworkBasicOps-1983703278 tempest-TestNetworkBasicOps-1983703278] Project c52a65222187474995edf4946f0fd389 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 14 07:33:26.582404 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84875) accepted ('10.222.0.24', 59634) {{(pid=84875) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:33:26.659172 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-fda24179-69df-4ca6-85e0-1b169e0a9ccb tempest-TestNetworkBasicOps-1983703278 tempest-TestNetworkBasicOps-1983703278] Notify callbacks [] for security_group_rule, before_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:33:26.704354 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-12c3ee65-4b27-43ba-a4e0-947f6852fbc2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:33:26.779688 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-3eafa88e-f851-4d5d-895e-776fa63ab7f1 None None] Provisioning complete for port eafc7532-da5e-4166-9e11-8ad9ebd4a4f4 triggered by entity DHCP. {{(pid=84876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 07:33:26.780559 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-12c3ee65-4b27-43ba-a4e0-947f6852fbc2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:33:26.787696 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-3eafa88e-f851-4d5d-895e-776fa63ab7f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-604227'] for port, provisioning_complete {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:33:26.825473 n-d-768862-2 neutron-server[84765]: Traceback (most recent call last): Jan 14 07:33:26.825473 n-d-768862-2 neutron-server[84765]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 14 07:33:26.825473 n-d-768862-2 neutron-server[84765]: timer() Jan 14 07:33:26.825473 n-d-768862-2 neutron-server[84765]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 14 07:33:26.825473 n-d-768862-2 neutron-server[84765]: cb(*args, **kw) Jan 14 07:33:26.825473 n-d-768862-2 neutron-server[84765]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Jan 14 07:33:26.825473 n-d-768862-2 neutron-server[84765]: return func(*args, **kwargs) Jan 14 07:33:26.825473 n-d-768862-2 neutron-server[84765]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 14 07:33:26.825473 n-d-768862-2 neutron-server[84765]: self._notify() Jan 14 07:33:26.825473 n-d-768862-2 neutron-server[84765]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 14 07:33:26.825473 n-d-768862-2 neutron-server[84765]: self.callback(batched_events) Jan 14 07:33:26.825473 n-d-768862-2 neutron-server[84765]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 14 07:33:26.825473 n-d-768862-2 neutron-server[84765]: event.method(event) Jan 14 07:33:26.825473 n-d-768862-2 neutron-server[84765]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 14 07:33:26.825473 n-d-768862-2 neutron-server[84765]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 14 07:33:26.825473 n-d-768862-2 neutron-server[84765]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Jan 14 07:33:26.825473 n-d-768862-2 neutron-server[84765]: segment_id)['aggregates'][0] Jan 14 07:33:26.825473 n-d-768862-2 neutron-server[84765]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 14 07:33:26.825473 n-d-768862-2 neutron-server[84765]: return f(self, *a, **k) Jan 14 07:33:26.825473 n-d-768862-2 neutron-server[84765]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 14 07:33:26.825473 n-d-768862-2 neutron-server[84765]: return self._get(url).json() Jan 14 07:33:26.825473 n-d-768862-2 neutron-server[84765]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 14 07:33:26.825473 n-d-768862-2 neutron-server[84765]: **kwargs) Jan 14 07:33:26.825473 n-d-768862-2 neutron-server[84765]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 14 07:33:26.825473 n-d-768862-2 neutron-server[84765]: return self.request(url, 'GET', **kwargs) Jan 14 07:33:26.825473 n-d-768862-2 neutron-server[84765]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Jan 14 07:33:26.825473 n-d-768862-2 neutron-server[84765]: **endpoint_filter) Jan 14 07:33:26.825473 n-d-768862-2 neutron-server[84765]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 14 07:33:26.825473 n-d-768862-2 neutron-server[84765]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 14 07:33:26.825473 n-d-768862-2 neutron-server[84765]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 14 07:33:26.825473 n-d-768862-2 neutron-server[84765]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 14 07:33:26.825473 n-d-768862-2 neutron-server[84765]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 14 07:33:26.833169 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [req-c78295d0-cb98-4396-bb5a-83e3b5d542a1 req-ae4d2e75-870c-4a48-8929-72e802d5a60b tempest-ListServerFiltersTestJSON-2017310780 tempest-ListServerFiltersTestJSON-2017310780] (84874) timed out ('10.222.0.35', 58738) {{(pid=84874) process_request /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:830}} Jan 14 07:33:26.885002 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-12c3ee65-4b27-43ba-a4e0-947f6852fbc2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850887153'] for security_group, after_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:33:26.896447 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-e6f5d2cc-cfec-43c0-b9b5-c58f1c725f1e tempest-PortsIpV6TestJSON-1330665174 tempest-PortsIpV6TestJSON-1330665174] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:33:26.961026 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-a84a43b5-7214-4ace-849d-cb3b3587234a tempest-NetworksTest-1803261889 tempest-NetworksTest-1803261889] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036854176830', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850887149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3912591'] for network, after_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:33:26.965941 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-a84a43b5-7214-4ace-849d-cb3b3587234a tempest-NetworksTest-1803261889 tempest-NetworksTest-1803261889] Notify callbacks [] for network, before_response {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:33:26.977073 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-e65813fe-a28b-417b-8fc4-dccccfd577a3 tempest-PortsIpV6TestJSON-1330665174 tempest-PortsIpV6TestJSON-1330665174] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:33:26.987446 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-fda24179-69df-4ca6-85e0-1b169e0a9ccb tempest-TestNetworkBasicOps-1983703278 tempest-TestNetworkBasicOps-1983703278] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:33:27.008257 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-fda24179-69df-4ca6-85e0-1b169e0a9ccb tempest-TestNetworkBasicOps-1983703278 tempest-TestNetworkBasicOps-1983703278] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850966545'] for security_group_rule, after_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:33:27.044616 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12c3ee65-4b27-43ba-a4e0-947f6852fbc2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b946131d-8aa0-42a5-84ee-d91e415610fe,revision_number=None']} {{(pid=84875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:33:27.067310 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a84a43b5-7214-4ace-849d-cb3b3587234a tempest-NetworksTest-1803261889 tempest-NetworksTest-1803261889] Pushing event deleted for resources: {'Network': ['ID=69a8b0be-cd2a-4591-abc5-16ceb66239c4,revision_number=None']} {{(pid=84874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:33:27.078263 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-12c3ee65-4b27-43ba-a4e0-947f6852fbc2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.182s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:33:27.079072 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-a2169db9-ff05-4f53-9937-bd3a5dcfb08b tempest-TestNetworkBasicOps-1983703278 tempest-TestNetworkBasicOps-1983703278] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.053s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:33:27.106407 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-12c3ee65-4b27-43ba-a4e0-947f6852fbc2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:33:27.109911 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-a84a43b5-7214-4ace-849d-cb3b3587234a tempest-NetworksTest-1803261889 tempest-NetworksTest-1803261889] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:33:27.111542 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-12c3ee65-4b27-43ba-a4e0-947f6852fbc2 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/b946131d-8aa0-42a5-84ee-d91e415610fe HTTP/1.1" status: 204 len: 168 time: 0.5279613 Jan 14 07:33:27.114485 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fda24179-69df-4ca6-85e0-1b169e0a9ccb tempest-TestNetworkBasicOps-1983703278 tempest-TestNetworkBasicOps-1983703278] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e988c5a6-4e86-4f11-a427-0fa32c224646,revision_number=0']} {{(pid=84875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:33:27.120943 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-a84a43b5-7214-4ace-849d-cb3b3587234a tempest-NetworksTest-1803261889 tempest-NetworksTest-1803261889] 10.222.0.24 "DELETE /v2.0/networks/69a8b0be-cd2a-4591-abc5-16ceb66239c4 HTTP/1.1" status: 204 len: 168 time: 4.5782287 Jan 14 07:33:27.129751 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84875) accepted ('10.222.0.24', 59650) {{(pid=84875) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:33:27.130810 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-fda24179-69df-4ca6-85e0-1b169e0a9ccb tempest-TestNetworkBasicOps-1983703278 tempest-TestNetworkBasicOps-1983703278] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:33:27.144351 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-fda24179-69df-4ca6-85e0-1b169e0a9ccb tempest-TestNetworkBasicOps-1983703278 tempest-TestNetworkBasicOps-1983703278] Notify callbacks [] for security_group_rule, before_response {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:33:27.158838 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-fda24179-69df-4ca6-85e0-1b169e0a9ccb tempest-TestNetworkBasicOps-1983703278 tempest-TestNetworkBasicOps-1983703278] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.8007853 Jan 14 07:33:27.163696 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.v2.base [None req-ccbc1bef-28dd-4a7a-92cd-ca74a5ae8f41 tempest-NetworksTest-1803261889 tempest-NetworksTest-1803261889] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1457982814'}} {{(pid=84875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:33:27.171069 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-ccbc1bef-28dd-4a7a-92cd-ca74a5ae8f41 tempest-NetworksTest-1803261889 tempest-NetworksTest-1803261889] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:33:27.177075 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-ccbc1bef-28dd-4a7a-92cd-ca74a5ae8f41 tempest-NetworksTest-1803261889 tempest-NetworksTest-1803261889] Usage tracker for resource:network and tenant:93b2211854874c6cae5592aa469fb908 is out of sync, need to count used quota {{(pid=84875) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:33:27.180311 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-ccbc1bef-28dd-4a7a-92cd-ca74a5ae8f41 tempest-NetworksTest-1803261889 tempest-NetworksTest-1803261889] Quota usage for network was recalculated. Used quota:1. {{(pid=84875) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:33:27.187874 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-ccbc1bef-28dd-4a7a-92cd-ca74a5ae8f41 tempest-NetworksTest-1803261889 tempest-NetworksTest-1803261889] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:33:27.201690 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ccbc1bef-28dd-4a7a-92cd-ca74a5ae8f41 tempest-NetworksTest-1803261889 tempest-NetworksTest-1803261889] Made reservation on behalf of 93b2211854874c6cae5592aa469fb908 for: {'network': 1} {{(pid=84875) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 07:33:27.226625 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-ccbc1bef-28dd-4a7a-92cd-ca74a5ae8f41 tempest-NetworksTest-1803261889 tempest-NetworksTest-1803261889] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555753'] for network, before_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:33:27.238301 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-3eafa88e-f851-4d5d-895e-776fa63ab7f1 None None] Provisioning for port 04e140f9-d758-478f-8964-bd0017a9a0e8 completed by entity DHCP. {{(pid=84876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 07:33:27.245967 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-3eafa88e-f851-4d5d-895e-776fa63ab7f1 None None] Provisioning complete for port 04e140f9-d758-478f-8964-bd0017a9a0e8 triggered by entity DHCP. {{(pid=84876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 07:33:27.246400 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-3eafa88e-f851-4d5d-895e-776fa63ab7f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-604227'] for port, provisioning_complete {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:33:27.313358 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ccbc1bef-28dd-4a7a-92cd-ca74a5ae8f41 tempest-NetworksTest-1803261889 tempest-NetworksTest-1803261889] vxlan segment allocate from pool success with {'vxlan_vni': 3} {{(pid=84875) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Jan 14 07:33:27.342549 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-ccbc1bef-28dd-4a7a-92cd-ca74a5ae8f41 tempest-NetworksTest-1803261889 tempest-NetworksTest-1803261889] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment--9223363259214191851', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854179735'] for segment, precommit_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:33:27.343103 n-d-768862-2 neutron-server[84765]: INFO neutron.db.segments_db [None req-ccbc1bef-28dd-4a7a-92cd-ca74a5ae8f41 tempest-NetworksTest-1803261889 tempest-NetworksTest-1803261889] Added segment cf9e0429-66c7-40f1-b9cb-ca907bda8a42 of type vxlan for network 0b081840-4bb8-479e-9810-372f29a1da80 Jan 14 07:33:27.418126 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-ccbc1bef-28dd-4a7a-92cd-ca74a5ae8f41 tempest-NetworksTest-1803261889 tempest-NetworksTest-1803261889] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363259214646115'] for network, precommit_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:33:27.426344 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-3eafa88e-f851-4d5d-895e-776fa63ab7f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555753'] for port, before_update {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:33:27.487239 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-ccbc1bef-28dd-4a7a-92cd-ca74a5ae8f41 tempest-NetworksTest-1803261889 tempest-NetworksTest-1803261889] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850887149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964'] for network, after_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:33:27.524394 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [None req-3eafa88e-f851-4d5d-895e-776fa63ab7f1 None None] For port 04e140f9-d758-478f-8964-bd0017a9a0e8, host n-d-768862-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-2',level=0,port_id=04e140f9-d758-478f-8964-bd0017a9a0e8,segment=NetworkSegment(68be74ff-3f71-4f4f-a9e4-dee497368626),segment_id=68be74ff-3f71-4f4f-a9e4-dee497368626)] {{(pid=84876) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 07:33:27.530140 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-3eafa88e-f851-4d5d-895e-776fa63ab7f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777640533312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363259214678337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777640097497'] for port, after_update {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:33:27.538370 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-6d9b3aad-98e1-4a51-9ce3-e023351964bf None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84876) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:33:27.556856 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ccbc1bef-28dd-4a7a-92cd-ca74a5ae8f41 tempest-NetworksTest-1803261889 tempest-NetworksTest-1803261889] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:33:27.557580 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-ccbc1bef-28dd-4a7a-92cd-ca74a5ae8f41 tempest-NetworksTest-1803261889 tempest-NetworksTest-1803261889] Notify callbacks [] for network, before_response {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:33:27.638512 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-080112fc-7d1c-44f4-b231-70c99fa95738 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:33:27.710386 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-ccbc1bef-28dd-4a7a-92cd-ca74a5ae8f41 tempest-NetworksTest-1803261889 tempest-NetworksTest-1803261889] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.5779705 Jan 14 07:33:27.713778 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84874) accepted ('10.222.0.24', 59670) {{(pid=84874) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:33:27.728138 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.v2.base [None req-f39da687-0c76-4139-885b-8c06f1d3d62c tempest-NetworksTest-1803261889 tempest-NetworksTest-1803261889] Request body: {'subnet': {'network_id': '0b081840-4bb8-479e-9810-372f29a1da80', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'enable_dhcp': True}} {{(pid=84874) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:33:27.818847 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-3e72dde7-eddd-4dd6-9111-182cf8b6c6e5 None None] Provisioning complete for port 04e140f9-d758-478f-8964-bd0017a9a0e8 triggered by entity DHCP. {{(pid=84876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 07:33:27.834552 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-3e72dde7-eddd-4dd6-9111-182cf8b6c6e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-604227'] for port, provisioning_complete {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:33:28.008620 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eafa88e-f851-4d5d-895e-776fa63ab7f1 None None] Pushing event updated for resources: {'Port': ['ID=04e140f9-d758-478f-8964-bd0017a9a0e8,revision_number=5']} {{(pid=84876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:33:28.033892 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccbc1bef-28dd-4a7a-92cd-ca74a5ae8f41 tempest-NetworksTest-1803261889 tempest-NetworksTest-1803261889] Pushing event updated for resources: {'Network': ['ID=0b081840-4bb8-479e-9810-372f29a1da80,revision_number=1']} {{(pid=84875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:33:28.059709 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-ccbc1bef-28dd-4a7a-92cd-ca74a5ae8f41 tempest-NetworksTest-1803261889 tempest-NetworksTest-1803261889] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.422s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:33:28.071657 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3eafa88e-f851-4d5d-895e-776fa63ab7f1 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@n-h1-768862-2 {{(pid=84876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:33:28.076366 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3eafa88e-f851-4d5d-895e-776fa63ab7f1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-h1-768862-2 {{(pid=84876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:33:28.077101 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3eafa88e-f851-4d5d-895e-776fa63ab7f1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-h1-768862-2 {{(pid=84876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:33:28.077666 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3eafa88e-f851-4d5d-895e-776fa63ab7f1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-h1-768862-2 {{(pid=84876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:33:28.078205 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3eafa88e-f851-4d5d-895e-776fa63ab7f1 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@n-h1-768862-2 {{(pid=84876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:33:28.078725 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3eafa88e-f851-4d5d-895e-776fa63ab7f1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-h1-768862-2 {{(pid=84876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:33:28.079241 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3eafa88e-f851-4d5d-895e-776fa63ab7f1 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-h1-768862-2 {{(pid=84876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:33:28.079759 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3eafa88e-f851-4d5d-895e-776fa63ab7f1 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-h1-768862-2 {{(pid=84876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:33:28.082476 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3eafa88e-f851-4d5d-895e-776fa63ab7f1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-h1-768862-2 {{(pid=84876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:33:28.083033 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3eafa88e-f851-4d5d-895e-776fa63ab7f1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-h1-768862-2 {{(pid=84876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:33:28.083563 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3eafa88e-f851-4d5d-895e-776fa63ab7f1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-h1-768862-2 {{(pid=84876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:33:28.084255 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3eafa88e-f851-4d5d-895e-776fa63ab7f1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-h1-768862-2 {{(pid=84876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:33:28.087622 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3eafa88e-f851-4d5d-895e-776fa63ab7f1 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@n-h2-768862-2 {{(pid=84876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:33:28.088233 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3eafa88e-f851-4d5d-895e-776fa63ab7f1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-h2-768862-2 {{(pid=84876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:33:28.088766 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3eafa88e-f851-4d5d-895e-776fa63ab7f1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-h2-768862-2 {{(pid=84876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:33:28.089292 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3eafa88e-f851-4d5d-895e-776fa63ab7f1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-h2-768862-2 {{(pid=84876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:33:28.089973 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3eafa88e-f851-4d5d-895e-776fa63ab7f1 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@n-h2-768862-2 {{(pid=84876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:33:28.094717 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3eafa88e-f851-4d5d-895e-776fa63ab7f1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-h2-768862-2 {{(pid=84876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:33:28.095372 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3eafa88e-f851-4d5d-895e-776fa63ab7f1 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-h2-768862-2 {{(pid=84876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:33:28.095933 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3eafa88e-f851-4d5d-895e-776fa63ab7f1 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-h2-768862-2 {{(pid=84876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:33:28.096457 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3eafa88e-f851-4d5d-895e-776fa63ab7f1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-h2-768862-2 {{(pid=84876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:33:28.096995 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3eafa88e-f851-4d5d-895e-776fa63ab7f1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-h2-768862-2 {{(pid=84876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:33:28.097519 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3eafa88e-f851-4d5d-895e-776fa63ab7f1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-h2-768862-2 {{(pid=84876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:33:28.098036 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3eafa88e-f851-4d5d-895e-776fa63ab7f1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-h2-768862-2 {{(pid=84876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:33:28.098995 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3eafa88e-f851-4d5d-895e-776fa63ab7f1 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-2 {{(pid=84876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:33:28.100473 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3eafa88e-f851-4d5d-895e-776fa63ab7f1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-2 {{(pid=84876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:33:28.101531 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3eafa88e-f851-4d5d-895e-776fa63ab7f1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-2 {{(pid=84876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:33:28.104327 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3eafa88e-f851-4d5d-895e-776fa63ab7f1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-2 {{(pid=84876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:33:28.104898 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3eafa88e-f851-4d5d-895e-776fa63ab7f1 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@n-d-768862-2 {{(pid=84876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:33:28.105653 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3eafa88e-f851-4d5d-895e-776fa63ab7f1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-2 {{(pid=84876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:33:28.106189 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3eafa88e-f851-4d5d-895e-776fa63ab7f1 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-768862-2 {{(pid=84876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:33:28.106708 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3eafa88e-f851-4d5d-895e-776fa63ab7f1 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-768862-2 {{(pid=84876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:33:28.109236 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3eafa88e-f851-4d5d-895e-776fa63ab7f1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-2 {{(pid=84876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:33:28.109824 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3eafa88e-f851-4d5d-895e-776fa63ab7f1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-2 {{(pid=84876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:33:28.110391 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3eafa88e-f851-4d5d-895e-776fa63ab7f1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-2 {{(pid=84876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:33:28.111359 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3eafa88e-f851-4d5d-895e-776fa63ab7f1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-2 {{(pid=84876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:33:28.122203 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-3eafa88e-f851-4d5d-895e-776fa63ab7f1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.589s {{(pid=84876) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:33:28.127311 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Device eafc7532-da5e-4166-9e11-8ad9ebd4a4f4 up at agent ovs-agent-n-d-768862-2 {{(pid=84876) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 07:33:28.218673 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-852a24f7-e9a1-4193-9abb-e9506fe5213f None None] Network 0b081840-4bb8-479e-9810-372f29a1da80 details requested by agent ovs-agent-n-h2-768862-2 with host n-h2-768862-2 {{(pid=84876) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 07:33:28.267391 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-f39da687-0c76-4139-885b-8c06f1d3d62c tempest-NetworksTest-1803261889 tempest-NetworksTest-1803261889] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:33:28.268585 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-017f98a9-8a07-408c-a86f-8ff0c00400a0 None None] Network 0b081840-4bb8-479e-9810-372f29a1da80 details requested by agent ovs-agent-n-h1-768862-2 with host n-h1-768862-2 {{(pid=84876) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 07:33:28.284754 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-f39da687-0c76-4139-885b-8c06f1d3d62c tempest-NetworksTest-1803261889 tempest-NetworksTest-1803261889] Usage tracker for resource:subnet and tenant:93b2211854874c6cae5592aa469fb908 is out of sync, need to count used quota {{(pid=84874) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:33:28.289203 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-f39da687-0c76-4139-885b-8c06f1d3d62c tempest-NetworksTest-1803261889 tempest-NetworksTest-1803261889] Quota usage for subnet was recalculated. Used quota:1. {{(pid=84874) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:33:28.312654 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-f39da687-0c76-4139-885b-8c06f1d3d62c tempest-NetworksTest-1803261889 tempest-NetworksTest-1803261889] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:33:28.341547 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Network 0b081840-4bb8-479e-9810-372f29a1da80 details requested by agent ovs-agent-n-d-768862-2 with host n-d-768862-2 {{(pid=84876) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 07:33:28.345153 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f39da687-0c76-4139-885b-8c06f1d3d62c tempest-NetworksTest-1803261889 tempest-NetworksTest-1803261889] Made reservation on behalf of 93b2211854874c6cae5592aa469fb908 for: {'subnet': 1} {{(pid=84874) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 07:33:28.821816 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-f39da687-0c76-4139-885b-8c06f1d3d62c tempest-NetworksTest-1803261889 tempest-NetworksTest-1803261889] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036851981161'] for subnet, before_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:33:29.062185 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84875) accepted ('10.222.0.24', 59704) {{(pid=84875) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:33:29.101462 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [req-739ce36f-b76d-4113-b450-bf67367e00cd req-8a6e9acd-2a5d-499c-ba32-aa7de2751b9c tempest-TestNetworkBasicOps-1983703278 tempest-TestNetworkBasicOps-1983703278] Synchronizing usage tracker for tenant:c52a65222187474995edf4946f0fd389 on resource:security_group {{(pid=84875) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 14 07:33:29.148126 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63eccf5f-7c97-4020-87ba-88d0ea9ef378 None None] get_active_networks_info from n-d-768862-2 {{(pid=84876) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}} Jan 14 07:33:29.156694 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [req-739ce36f-b76d-4113-b450-bf67367e00cd req-8a6e9acd-2a5d-499c-ba32-aa7de2751b9c tempest-TestNetworkBasicOps-1983703278 tempest-TestNetworkBasicOps-1983703278] Unset dirty status for tenant:c52a65222187474995edf4946f0fd389 on resource:security_group {{(pid=84875) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 14 07:33:29.158684 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [req-739ce36f-b76d-4113-b450-bf67367e00cd req-8a6e9acd-2a5d-499c-ba32-aa7de2751b9c tempest-TestNetworkBasicOps-1983703278 tempest-TestNetworkBasicOps-1983703278] 10.222.0.24 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-174858768&fields=id&tenant_id=c52a65222187474995edf4946f0fd389 HTTP/1.1" status: 200 len: 267 time: 1.1176648 Jan 14 07:33:29.481801 n-d-768862-2 neutron-server[84765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63eccf5f-7c97-4020-87ba-88d0ea9ef378 None None] Resources bound (agent type, host, resource id): {{(pid=84876) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:105}} Jan 14 07:33:29.516714 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-739ce36f-b76d-4113-b450-bf67367e00cd req-a56fc083-58a8-4997-85c9-7cdf8af8dd54 tempest-TestNetworkBasicOps-1983703278 tempest-TestNetworkBasicOps-1983703278] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:33:29.518471 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [req-739ce36f-b76d-4113-b450-bf67367e00cd req-a56fc083-58a8-4997-85c9-7cdf8af8dd54 tempest-TestNetworkBasicOps-1983703278 tempest-TestNetworkBasicOps-1983703278] Synchronizing usage tracker for tenant:c52a65222187474995edf4946f0fd389 on resource:network {{(pid=84875) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 14 07:33:29.534402 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.v2.base [None req-d3f0c890-e607-4fa5-a866-03806c2da595 tempest-RoutersTest-1255860389 tempest-RoutersTest-1255860389] Request body: {'network': {'name': 'tempest-RoutersTest-1434284862'}} {{(pid=84875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:33:29.545824 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-d3f0c890-e607-4fa5-a866-03806c2da595 tempest-RoutersTest-1255860389 tempest-RoutersTest-1255860389] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:33:29.553183 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-d3f0c890-e607-4fa5-a866-03806c2da595 tempest-RoutersTest-1255860389 tempest-RoutersTest-1255860389] Usage tracker for resource:network and tenant:2a076c09cf6548039ba7b64b98184a0e is out of sync, need to count used quota {{(pid=84875) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:33:29.559591 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-d3f0c890-e607-4fa5-a866-03806c2da595 tempest-RoutersTest-1255860389 tempest-RoutersTest-1255860389] Quota usage for network was recalculated. Used quota:0. {{(pid=84875) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:33:29.563118 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [req-739ce36f-b76d-4113-b450-bf67367e00cd req-a56fc083-58a8-4997-85c9-7cdf8af8dd54 tempest-TestNetworkBasicOps-1983703278 tempest-TestNetworkBasicOps-1983703278] Unset dirty status for tenant:c52a65222187474995edf4946f0fd389 on resource:network {{(pid=84875) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 14 07:33:29.564483 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [req-739ce36f-b76d-4113-b450-bf67367e00cd req-a56fc083-58a8-4997-85c9-7cdf8af8dd54 tempest-TestNetworkBasicOps-1983703278 tempest-TestNetworkBasicOps-1983703278] 10.222.0.24 "GET /v2.0/networks?id=088860ec-5bb5-40b8-aada-e0d505b6653d HTTP/1.1" status: 200 len: 796 time: 0.3951268 Jan 14 07:33:29.573493 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-d3f0c890-e607-4fa5-a866-03806c2da595 tempest-RoutersTest-1255860389 tempest-RoutersTest-1255860389] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:33:29.612124 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [req-739ce36f-b76d-4113-b450-bf67367e00cd req-5b63e14b-530c-4a17-85d4-ea7a417a9ce9 tempest-TestNetworkBasicOps-1983703278 tempest-TestNetworkBasicOps-1983703278] 10.222.0.24 "GET /v2.0/quotas/c52a65222187474995edf4946f0fd389 HTTP/1.1" status: 200 len: 375 time: 0.0343466 Jan 14 07:33:29.612770 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84875) accepted ('10.222.0.24', 59716) {{(pid=84875) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:33:29.623551 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d3f0c890-e607-4fa5-a866-03806c2da595 tempest-RoutersTest-1255860389 tempest-RoutersTest-1255860389] Made reservation on behalf of 2a076c09cf6548039ba7b64b98184a0e for: {'network': 1} {{(pid=84875) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 07:33:29.633812 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-d3f0c890-e607-4fa5-a866-03806c2da595 tempest-RoutersTest-1255860389 tempest-RoutersTest-1255860389] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555753'] for network, before_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:33:29.651031 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-d3f0c890-e607-4fa5-a866-03806c2da595 tempest-RoutersTest-1255860389 tempest-RoutersTest-1255860389] Notify callbacks [] for security_group, before_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:33:29.713102 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-d3f0c890-e607-4fa5-a866-03806c2da595 tempest-RoutersTest-1255860389 tempest-RoutersTest-1255860389] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:33:29.725559 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-d3f0c890-e607-4fa5-a866-03806c2da595 tempest-RoutersTest-1255860389 tempest-RoutersTest-1255860389] Usage tracker for resource:security_group_rule and tenant:2a076c09cf6548039ba7b64b98184a0e is out of sync, need to count used quota {{(pid=84875) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:33:29.730438 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-d3f0c890-e607-4fa5-a866-03806c2da595 tempest-RoutersTest-1255860389 tempest-RoutersTest-1255860389] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84875) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:33:29.753101 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-d3f0c890-e607-4fa5-a866-03806c2da595 tempest-RoutersTest-1255860389 tempest-RoutersTest-1255860389] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:33:29.780209 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-f39da687-0c76-4139-885b-8c06f1d3d62c tempest-NetworksTest-1803261889 tempest-NetworksTest-1803261889] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850887113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3254092', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036851981146'] for subnet, after_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:33:29.959096 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-d3f0c890-e607-4fa5-a866-03806c2da595 tempest-RoutersTest-1255860389 tempest-RoutersTest-1255860389] Notify callbacks [] for security_group, precommit_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:33:29.982474 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.v2.base [None req-f4afbdea-3418-4e9e-9173-89d5571592f0 tempest-SecGroupIPv6Test-296392250 tempest-SecGroupIPv6Test-296392250] Request body: {'security_group': {'name': 'tempest-secgroup--1136187738'}} {{(pid=84875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:33:29.991491 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-e63b5a09-522b-46eb-9640-5126da786003 tempest-PortsIpV6TestJSON-1330665174 tempest-PortsIpV6TestJSON-1330665174] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:33:30.000576 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-d3f0c890-e607-4fa5-a866-03806c2da595 tempest-RoutersTest-1255860389 tempest-RoutersTest-1255860389] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850887153'] for security_group, after_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:33:30.019043 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d3f0c890-e607-4fa5-a866-03806c2da595 tempest-RoutersTest-1255860389 tempest-RoutersTest-1255860389] vxlan segment allocate from pool success with {'vxlan_vni': 9} {{(pid=84875) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Jan 14 07:33:30.029497 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-d3f0c890-e607-4fa5-a866-03806c2da595 tempest-RoutersTest-1255860389 tempest-RoutersTest-1255860389] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment--9223363259214191851', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854179735'] for segment, precommit_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:33:30.030060 n-d-768862-2 neutron-server[84765]: INFO neutron.db.segments_db [None req-d3f0c890-e607-4fa5-a866-03806c2da595 tempest-RoutersTest-1255860389 tempest-RoutersTest-1255860389] Added segment 947ea7ec-d3e1-4c44-a0b8-b26ad7b53419 of type vxlan for network 995966b8-6c59-49e1-ad14-4a1c97e939ed Jan 14 07:33:30.053549 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Provisioning complete for port eafc7532-da5e-4166-9e11-8ad9ebd4a4f4 triggered by entity L2. {{(pid=84876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 07:33:30.053985 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-604227'] for port, provisioning_complete {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:33:30.060493 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-d3f0c890-e607-4fa5-a866-03806c2da595 tempest-RoutersTest-1255860389 tempest-RoutersTest-1255860389] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363259214646115'] for network, precommit_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:33:30.096619 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-d8480781-d141-452b-853c-12bcbd7a4cb2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:33:30.115653 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-f4afbdea-3418-4e9e-9173-89d5571592f0 tempest-SecGroupIPv6Test-296392250 tempest-SecGroupIPv6Test-296392250] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:33:30.119044 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-d3f0c890-e607-4fa5-a866-03806c2da595 tempest-RoutersTest-1255860389 tempest-RoutersTest-1255860389] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850887149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964'] for network, after_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:33:30.143053 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3f0c890-e607-4fa5-a866-03806c2da595 tempest-RoutersTest-1255860389 tempest-RoutersTest-1255860389] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:33:30.143781 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-d3f0c890-e607-4fa5-a866-03806c2da595 tempest-RoutersTest-1255860389 tempest-RoutersTest-1255860389] Notify callbacks [] for network, before_response {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:33:30.157451 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f39da687-0c76-4139-885b-8c06f1d3d62c tempest-NetworksTest-1803261889 tempest-NetworksTest-1803261889] Pushing event updated for resources: {'Subnet': ['ID=76667e22-bb54-42be-9613-32122d28f221,revision_number=0']} {{(pid=84874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:33:30.172450 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-f39da687-0c76-4139-885b-8c06f1d3d62c tempest-NetworksTest-1803261889 tempest-NetworksTest-1803261889] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.180s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:33:30.177980 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f39da687-0c76-4139-885b-8c06f1d3d62c tempest-NetworksTest-1803261889 tempest-NetworksTest-1803261889] Checking segment: {'id': 'cf9e0429-66c7-40f1-b9cb-ca907bda8a42', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '0b081840-4bb8-479e-9810-372f29a1da80'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84874) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 14 07:33:30.178929 n-d-768862-2 neutron-server[84765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f39da687-0c76-4139-885b-8c06f1d3d62c tempest-NetworksTest-1803261889 tempest-NetworksTest-1803261889] Network hostable DHCP agents. Network: 0b081840-4bb8-479e-9810-372f29a1da80, hostable agents: ['32f3dd84-26da-4d18-bf15-6017a8fb7247'], hosted agents: [] {{(pid=84874) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Jan 14 07:33:30.193689 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-f4afbdea-3418-4e9e-9173-89d5571592f0 tempest-SecGroupIPv6Test-296392250 tempest-SecGroupIPv6Test-296392250] Usage tracker for resource:security_group and tenant:058b4641f1ca48f9b3b9ca658afbc9cc is out of sync, need to count used quota {{(pid=84875) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:33:30.206700 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-d3f0c890-e607-4fa5-a866-03806c2da595 tempest-RoutersTest-1255860389 tempest-RoutersTest-1255860389] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 1.1314225 Jan 14 07:33:30.213046 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84874) accepted ('10.222.0.24', 59726) {{(pid=84874) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:33:30.218673 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-f4afbdea-3418-4e9e-9173-89d5571592f0 tempest-SecGroupIPv6Test-296392250 tempest-SecGroupIPv6Test-296392250] Quota usage for security_group was recalculated. Used quota:0. {{(pid=84875) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:33:30.242290 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.v2.base [None req-f8cd7de5-b0bd-4982-b755-fa36ff43905d tempest-RoutersTest-1255860389 tempest-RoutersTest-1255860389] Request body: {'network': {'name': 'tempest-RoutersTest-1258651866'}} {{(pid=84874) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:33:30.251873 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-f8cd7de5-b0bd-4982-b755-fa36ff43905d tempest-RoutersTest-1255860389 tempest-RoutersTest-1255860389] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:33:30.252605 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-f4afbdea-3418-4e9e-9173-89d5571592f0 tempest-SecGroupIPv6Test-296392250 tempest-SecGroupIPv6Test-296392250] Attempting to reserve 1 items for resource security_group. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:33:30.256852 n-d-768862-2 neutron-server[84765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f39da687-0c76-4139-885b-8c06f1d3d62c tempest-NetworksTest-1803261889 tempest-NetworksTest-1803261889] Network 0b081840-4bb8-479e-9810-372f29a1da80 is scheduled to be hosted by DHCP agent 32f3dd84-26da-4d18-bf15-6017a8fb7247 with binding_index 1 {{(pid=84874) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Jan 14 07:33:30.261182 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-f8cd7de5-b0bd-4982-b755-fa36ff43905d tempest-RoutersTest-1255860389 tempest-RoutersTest-1255860389] Usage tracker for resource:network and tenant:2a076c09cf6548039ba7b64b98184a0e is out of sync, need to count used quota {{(pid=84874) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:33:30.267779 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-f8cd7de5-b0bd-4982-b755-fa36ff43905d tempest-RoutersTest-1255860389 tempest-RoutersTest-1255860389] Quota usage for network was recalculated. Used quota:1. {{(pid=84874) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:33:30.276224 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-f8cd7de5-b0bd-4982-b755-fa36ff43905d tempest-RoutersTest-1255860389 tempest-RoutersTest-1255860389] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:33:30.279451 n-d-768862-2 neutron-server[84765]: DEBUG neutron.scheduler.base_scheduler [None req-f39da687-0c76-4139-885b-8c06f1d3d62c tempest-NetworksTest-1803261889 tempest-NetworksTest-1803261889] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768862-2, 0b081840-4bb8-479e-9810-372f29a1da80) {{(pid=84874) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 07:33:30.309468 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f39da687-0c76-4139-885b-8c06f1d3d62c tempest-NetworksTest-1803261889 tempest-NetworksTest-1803261889] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:33:30.309854 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-f39da687-0c76-4139-885b-8c06f1d3d62c tempest-NetworksTest-1803261889 tempest-NetworksTest-1803261889] Notify callbacks [] for subnet, before_response {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:33:30.323801 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f8cd7de5-b0bd-4982-b755-fa36ff43905d tempest-RoutersTest-1255860389 tempest-RoutersTest-1255860389] Made reservation on behalf of 2a076c09cf6548039ba7b64b98184a0e for: {'network': 1} {{(pid=84874) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 07:33:30.325011 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [req-739ce36f-b76d-4113-b450-bf67367e00cd req-a499079c-0c78-4360-9276-053e6ccf4c1d tempest-TestNetworkBasicOps-1983703278 tempest-TestNetworkBasicOps-1983703278] Synchronizing usage tracker for tenant:c52a65222187474995edf4946f0fd389 on resource:port {{(pid=84875) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 14 07:33:30.335159 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-f8cd7de5-b0bd-4982-b755-fa36ff43905d tempest-RoutersTest-1255860389 tempest-RoutersTest-1255860389] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555753'] for network, before_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:33:30.346226 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3f0c890-e607-4fa5-a866-03806c2da595 tempest-RoutersTest-1255860389 tempest-RoutersTest-1255860389] Pushing event updated for resources: {'SecurityGroup': ['ID=310942c6-2805-4c7f-85a3-5c7601097355,revision_number=1']} {{(pid=84875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:33:30.356497 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-d3f0c890-e607-4fa5-a866-03806c2da595 tempest-RoutersTest-1255860389 tempest-RoutersTest-1255860389] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.260s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:33:30.357087 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-d107e5e0-f8c8-4c6f-a5d6-f7d6ad6b9660 tempest-NetworksIpV6Test-2047944877 tempest-NetworksIpV6Test-2047944877] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.168s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:33:30.410821 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f8cd7de5-b0bd-4982-b755-fa36ff43905d tempest-RoutersTest-1255860389 tempest-RoutersTest-1255860389] vxlan segment allocate from pool success with {'vxlan_vni': 20} {{(pid=84874) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Jan 14 07:33:30.423862 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-f8cd7de5-b0bd-4982-b755-fa36ff43905d tempest-RoutersTest-1255860389 tempest-RoutersTest-1255860389] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854179735'] for segment, precommit_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:33:30.424265 n-d-768862-2 neutron-server[84765]: INFO neutron.db.segments_db [None req-f8cd7de5-b0bd-4982-b755-fa36ff43905d tempest-RoutersTest-1255860389 tempest-RoutersTest-1255860389] Added segment 19bed2cd-3f7f-4662-9698-6681cac812e4 of type vxlan for network 147cc938-1393-4406-a819-ad21bcaa3c74 Jan 14 07:33:30.457844 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-f8cd7de5-b0bd-4982-b755-fa36ff43905d tempest-RoutersTest-1255860389 tempest-RoutersTest-1255860389] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363259214646115'] for network, precommit_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:33:30.493372 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-f39da687-0c76-4139-885b-8c06f1d3d62c tempest-NetworksTest-1803261889 tempest-NetworksTest-1803261889] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 2.7776077 Jan 14 07:33:30.495725 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-f8cd7de5-b0bd-4982-b755-fa36ff43905d tempest-RoutersTest-1255860389 tempest-RoutersTest-1255860389] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850887149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964'] for network, after_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:33:30.517576 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8cd7de5-b0bd-4982-b755-fa36ff43905d tempest-RoutersTest-1255860389 tempest-RoutersTest-1255860389] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:33:30.518468 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-f8cd7de5-b0bd-4982-b755-fa36ff43905d tempest-RoutersTest-1255860389 tempest-RoutersTest-1255860389] Notify callbacks [] for network, before_response {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:33:30.525841 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84874) accepted ('10.222.0.24', 59732) {{(pid=84874) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:33:30.528496 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-5e9cb766-e649-43ae-80e6-193a61d279dc tempest-PortsIpV6TestJSON-1330665174 tempest-PortsIpV6TestJSON-1330665174] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:33:30.578037 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-bf00a5f6-c468-4f8c-9851-3fdec6d4e824 None None] Provisioning complete for port eafc7532-da5e-4166-9e11-8ad9ebd4a4f4 triggered by entity DHCP. {{(pid=84876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 07:33:30.578493 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-bf00a5f6-c468-4f8c-9851-3fdec6d4e824 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-604227'] for port, provisioning_complete {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:33:30.579731 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3f0c890-e607-4fa5-a866-03806c2da595 tempest-RoutersTest-1255860389 tempest-RoutersTest-1255860389] Pushing event updated for resources: {'Network': ['ID=995966b8-6c59-49e1-ad14-4a1c97e939ed,revision_number=1']} {{(pid=84875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:33:30.595562 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-f4afbdea-3418-4e9e-9173-89d5571592f0 tempest-SecGroupIPv6Test-296392250 tempest-SecGroupIPv6Test-296392250] Notify callbacks [] for security_group, before_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:33:30.627222 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-d3f0c890-e607-4fa5-a866-03806c2da595 tempest-RoutersTest-1255860389 tempest-RoutersTest-1255860389] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.270s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:33:30.629987 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-f4afbdea-3418-4e9e-9173-89d5571592f0 tempest-SecGroupIPv6Test-296392250 tempest-SecGroupIPv6Test-296392250] Notify callbacks [] for security_group, before_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:33:30.658229 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-852a24f7-e9a1-4193-9abb-e9506fe5213f None None] Network 995966b8-6c59-49e1-ad14-4a1c97e939ed details requested by agent ovs-agent-n-h2-768862-2 with host n-h2-768862-2 {{(pid=84876) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 07:33:30.668807 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-f4afbdea-3418-4e9e-9173-89d5571592f0 tempest-SecGroupIPv6Test-296392250 tempest-SecGroupIPv6Test-296392250] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:33:30.674039 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Network 995966b8-6c59-49e1-ad14-4a1c97e939ed details requested by agent ovs-agent-n-d-768862-2 with host n-d-768862-2 {{(pid=84876) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 07:33:30.678965 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-f4afbdea-3418-4e9e-9173-89d5571592f0 tempest-SecGroupIPv6Test-296392250 tempest-SecGroupIPv6Test-296392250] Usage tracker for resource:security_group_rule and tenant:058b4641f1ca48f9b3b9ca658afbc9cc is out of sync, need to count used quota {{(pid=84875) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:33:30.683113 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-f4afbdea-3418-4e9e-9173-89d5571592f0 tempest-SecGroupIPv6Test-296392250 tempest-SecGroupIPv6Test-296392250] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84875) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:33:30.701004 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-017f98a9-8a07-408c-a86f-8ff0c00400a0 None None] Network 995966b8-6c59-49e1-ad14-4a1c97e939ed details requested by agent ovs-agent-n-h1-768862-2 with host n-h1-768862-2 {{(pid=84876) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 07:33:30.708288 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-f4afbdea-3418-4e9e-9173-89d5571592f0 tempest-SecGroupIPv6Test-296392250 tempest-SecGroupIPv6Test-296392250] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:33:30.719595 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [req-739ce36f-b76d-4113-b450-bf67367e00cd req-a499079c-0c78-4360-9276-053e6ccf4c1d tempest-TestNetworkBasicOps-1983703278 tempest-TestNetworkBasicOps-1983703278] Unset dirty status for tenant:c52a65222187474995edf4946f0fd389 on resource:port {{(pid=84875) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 14 07:33:30.731558 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [req-739ce36f-b76d-4113-b450-bf67367e00cd req-a499079c-0c78-4360-9276-053e6ccf4c1d tempest-TestNetworkBasicOps-1983703278 tempest-TestNetworkBasicOps-1983703278] 10.222.0.24 "GET /v2.0/ports?tenant_id=c52a65222187474995edf4946f0fd389&fields=id HTTP/1.1" status: 200 len: 302 time: 1.0993404 Jan 14 07:33:31.028044 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [req-739ce36f-b76d-4113-b450-bf67367e00cd req-ca7a2cfa-cf98-465d-8127-504fb04e8ff0 service neutron] 10.222.0.24 "GET /v2.0/networks/088860ec-5bb5-40b8-aada-e0d505b6653d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2768185 Jan 14 07:33:31.028587 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84875) accepted ('10.222.0.24', 59740) {{(pid=84875) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:33:31.184816 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-f8cd7de5-b0bd-4982-b755-fa36ff43905d tempest-RoutersTest-1255860389 tempest-RoutersTest-1255860389] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.9610951 Jan 14 07:33:31.197769 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84874) accepted ('10.222.0.24', 59750) {{(pid=84874) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:33:31.205272 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [req-739ce36f-b76d-4113-b450-bf67367e00cd req-417345df-eec6-4aae-bd54-714764b4be23 service neutron] 10.222.0.24 "GET /v2.0/networks/088860ec-5bb5-40b8-aada-e0d505b6653d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1676655 Jan 14 07:33:31.232902 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Device 04e140f9-d758-478f-8964-bd0017a9a0e8 up at agent ovs-agent-n-d-768862-2 {{(pid=84876) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 07:33:31.245248 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.v2.base [None req-40ae50ff-47ae-442e-b668-ecb0e12e0a51 tempest-RoutersTest-1255860389 tempest-RoutersTest-1255860389] Request body: {'subnet': {'network_id': '995966b8-6c59-49e1-ad14-4a1c97e939ed', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=84874) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:33:31.316560 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8cd7de5-b0bd-4982-b755-fa36ff43905d tempest-RoutersTest-1255860389 tempest-RoutersTest-1255860389] Pushing event updated for resources: {'Network': ['ID=147cc938-1393-4406-a819-ad21bcaa3c74,revision_number=1']} {{(pid=84874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:33:31.402005 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-bcbf3bdc-6b56-4ad2-88ce-3622fd6b4406 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:33:31.411884 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-017f98a9-8a07-408c-a86f-8ff0c00400a0 None None] Network 147cc938-1393-4406-a819-ad21bcaa3c74 details requested by agent ovs-agent-n-h1-768862-2 with host n-h1-768862-2 {{(pid=84876) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 07:33:31.437244 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-bcbf3bdc-6b56-4ad2-88ce-3622fd6b4406 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:33:31.447421 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-bcbf3bdc-6b56-4ad2-88ce-3622fd6b4406 admin admin] Usage tracker for resource:security_group_rule and tenant:d34eb6ef794246e5b53c9e4a2c969f82 is out of sync, need to count used quota {{(pid=84875) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:33:31.451962 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-f8cd7de5-b0bd-4982-b755-fa36ff43905d tempest-RoutersTest-1255860389 tempest-RoutersTest-1255860389] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.924s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:33:31.458405 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-bcbf3bdc-6b56-4ad2-88ce-3622fd6b4406 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84875) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:33:31.470214 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-bcbf3bdc-6b56-4ad2-88ce-3622fd6b4406 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:33:31.474153 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-f4afbdea-3418-4e9e-9173-89d5571592f0 tempest-SecGroupIPv6Test-296392250 tempest-SecGroupIPv6Test-296392250] Notify callbacks [] for security_group, precommit_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:33:31.482731 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-f4afbdea-3418-4e9e-9173-89d5571592f0 tempest-SecGroupIPv6Test-296392250 tempest-SecGroupIPv6Test-296392250] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850887153'] for security_group, after_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:33:31.488090 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-a3d43902-381d-4073-9c92-9455012494fd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:33:31.499190 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-f4afbdea-3418-4e9e-9173-89d5571592f0 tempest-SecGroupIPv6Test-296392250 tempest-SecGroupIPv6Test-296392250] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:33:31.553642 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-f4afbdea-3418-4e9e-9173-89d5571592f0 tempest-SecGroupIPv6Test-296392250 tempest-SecGroupIPv6Test-296392250] Usage tracker for resource:security_group_rule and tenant:058b4641f1ca48f9b3b9ca658afbc9cc is out of sync, need to count used quota {{(pid=84875) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:33:31.556834 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-c2670bdf-ff29-432f-a7cb-65ae51554aea tempest-NetworksTest-1803261889 tempest-NetworksTest-1803261889] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036854160497'] for network, before_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:33:31.580208 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-f4afbdea-3418-4e9e-9173-89d5571592f0 tempest-SecGroupIPv6Test-296392250 tempest-SecGroupIPv6Test-296392250] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84875) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:33:31.590981 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-f4afbdea-3418-4e9e-9173-89d5571592f0 tempest-SecGroupIPv6Test-296392250 tempest-SecGroupIPv6Test-296392250] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:33:31.595665 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-852a24f7-e9a1-4193-9abb-e9506fe5213f None None] Network 147cc938-1393-4406-a819-ad21bcaa3c74 details requested by agent ovs-agent-n-h2-768862-2 with host n-h2-768862-2 {{(pid=84876) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 07:33:31.610831 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4afbdea-3418-4e9e-9173-89d5571592f0 tempest-SecGroupIPv6Test-296392250 tempest-SecGroupIPv6Test-296392250] Pushing event updated for resources: {'SecurityGroup': ['ID=23faa7c3-2822-47c9-a9af-a5deabe1406e,revision_number=1']} {{(pid=84875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:33:31.616846 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-f4afbdea-3418-4e9e-9173-89d5571592f0 tempest-SecGroupIPv6Test-296392250 tempest-SecGroupIPv6Test-296392250] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:33:31.633078 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Network 147cc938-1393-4406-a819-ad21bcaa3c74 details requested by agent ovs-agent-n-d-768862-2 with host n-d-768862-2 {{(pid=84876) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 07:33:31.639019 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-40ae50ff-47ae-442e-b668-ecb0e12e0a51 tempest-RoutersTest-1255860389 tempest-RoutersTest-1255860389] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:33:31.678539 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-40ae50ff-47ae-442e-b668-ecb0e12e0a51 tempest-RoutersTest-1255860389 tempest-RoutersTest-1255860389] Usage tracker for resource:subnet and tenant:2a076c09cf6548039ba7b64b98184a0e is out of sync, need to count used quota {{(pid=84874) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:33:31.693538 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-40ae50ff-47ae-442e-b668-ecb0e12e0a51 tempest-RoutersTest-1255860389 tempest-RoutersTest-1255860389] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84874) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:33:31.703817 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-40ae50ff-47ae-442e-b668-ecb0e12e0a51 tempest-RoutersTest-1255860389 tempest-RoutersTest-1255860389] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:33:31.723000 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-c2670bdf-ff29-432f-a7cb-65ae51554aea tempest-NetworksTest-1803261889 tempest-NetworksTest-1803261889] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036854176836'] for subnet, precommit_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:33:31.755220 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-40ae50ff-47ae-442e-b668-ecb0e12e0a51 tempest-RoutersTest-1255860389 tempest-RoutersTest-1255860389] Made reservation on behalf of 2a076c09cf6548039ba7b64b98184a0e for: {'subnet': 1} {{(pid=84874) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 07:33:31.803811 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-bcbf3bdc-6b56-4ad2-88ce-3622fd6b4406 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:33:31.815694 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-f4afbdea-3418-4e9e-9173-89d5571592f0 tempest-SecGroupIPv6Test-296392250 tempest-SecGroupIPv6Test-296392250] Notify callbacks [] for security_group, precommit_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:33:31.820145 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-bcbf3bdc-6b56-4ad2-88ce-3622fd6b4406 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850887153'] for security_group, after_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:33:31.882643 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-40ae50ff-47ae-442e-b668-ecb0e12e0a51 tempest-RoutersTest-1255860389 tempest-RoutersTest-1255860389] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036851981161'] for subnet, before_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:33:31.888140 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-fc191ba0-c0f2-47a4-a90d-d059094ce3b0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:33:31.964876 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-bcbf3bdc-6b56-4ad2-88ce-3622fd6b4406 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=d34eb6ef794246e5b53c9e4a2c969f82&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9349093 Jan 14 07:33:31.967530 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcbf3bdc-6b56-4ad2-88ce-3622fd6b4406 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f03a034f-8575-4b25-ad84-d8b47ab477f6,revision_number=1']} {{(pid=84875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:33:31.970442 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84874) accepted ('10.222.0.24', 59768) {{(pid=84874) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:33:31.983267 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-bcbf3bdc-6b56-4ad2-88ce-3622fd6b4406 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:33:31.986429 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-f4afbdea-3418-4e9e-9173-89d5571592f0 tempest-SecGroupIPv6Test-296392250 tempest-SecGroupIPv6Test-296392250] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850887153'] for security_group, after_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:33:32.028814 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-18c7b12e-9977-4379-bf37-14c59b5a2c20 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:33:32.063382 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4afbdea-3418-4e9e-9173-89d5571592f0 tempest-SecGroupIPv6Test-296392250 tempest-SecGroupIPv6Test-296392250] Pushing event updated for resources: {'SecurityGroup': ['ID=b5b3cb10-c37c-4948-8ac2-7b88e439bbf0,revision_number=1']} {{(pid=84875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:33:32.066528 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-f4afbdea-3418-4e9e-9173-89d5571592f0 tempest-SecGroupIPv6Test-296392250 tempest-SecGroupIPv6Test-296392250] Notify callbacks [] for security_group, before_response {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:33:32.068061 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-f4afbdea-3418-4e9e-9173-89d5571592f0 tempest-SecGroupIPv6Test-296392250 tempest-SecGroupIPv6Test-296392250] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 2.4534519 Jan 14 07:33:32.069344 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-f4afbdea-3418-4e9e-9173-89d5571592f0 tempest-SecGroupIPv6Test-296392250 tempest-SecGroupIPv6Test-296392250] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:33:32.070897 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84875) accepted ('10.222.0.24', 59776) {{(pid=84875) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:33:32.110583 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84875) accepted ('10.222.0.24', 59782) {{(pid=84875) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:33:32.313940 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-bf00a5f6-c468-4f8c-9851-3fdec6d4e824 None None] Provisioning complete for port 04e140f9-d758-478f-8964-bd0017a9a0e8 triggered by entity DHCP. {{(pid=84876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 07:33:32.314364 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-bf00a5f6-c468-4f8c-9851-3fdec6d4e824 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-604227'] for port, provisioning_complete {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:33:32.316686 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-ca761fab-2575-43da-ab83-90453bb9e794 tempest-TestNetworkBasicOps-1983703278 tempest-TestNetworkBasicOps-1983703278] Notify callbacks [] for security_group, before_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:33:32.354439 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-ca761fab-2575-43da-ab83-90453bb9e794 tempest-TestNetworkBasicOps-1983703278 tempest-TestNetworkBasicOps-1983703278] Notify callbacks [] for security_group, precommit_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:33:32.411661 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-deaf5ff1-3451-4db1-81a8-f6281d60bd65 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:33:32.423077 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-f35202b1-053a-4420-93ea-680e41fadc07 tempest-SecGroupIPv6Test-296392250 tempest-SecGroupIPv6Test-296392250] Synchronizing usage tracker for tenant:058b4641f1ca48f9b3b9ca658afbc9cc on resource:security_group {{(pid=84875) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 14 07:33:32.457112 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-ca761fab-2575-43da-ab83-90453bb9e794 tempest-TestNetworkBasicOps-1983703278 tempest-TestNetworkBasicOps-1983703278] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850887153'] for security_group, after_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:33:32.473109 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-3c3ac410-abc0-43f7-89e3-2425caf0222b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:33:32.497760 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca761fab-2575-43da-ab83-90453bb9e794 tempest-TestNetworkBasicOps-1983703278 tempest-TestNetworkBasicOps-1983703278] Pushing event deleted for resources: {'SecurityGroup': ['ID=219b2501-b3a9-4b7e-b070-6b44b29ba804,revision_number=None']} {{(pid=84875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:33:32.512328 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-ca761fab-2575-43da-ab83-90453bb9e794 tempest-TestNetworkBasicOps-1983703278 tempest-TestNetworkBasicOps-1983703278] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:33:32.513218 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-f35202b1-053a-4420-93ea-680e41fadc07 tempest-SecGroupIPv6Test-296392250 tempest-SecGroupIPv6Test-296392250] Unset dirty status for tenant:058b4641f1ca48f9b3b9ca658afbc9cc on resource:security_group {{(pid=84875) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 14 07:33:32.518821 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-f35202b1-053a-4420-93ea-680e41fadc07 tempest-SecGroupIPv6Test-296392250 tempest-SecGroupIPv6Test-296392250] 10.222.0.24 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4511 time: 0.4468603 Jan 14 07:33:32.521101 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84875) accepted ('10.222.0.24', 59790) {{(pid=84875) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:33:32.528750 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.v2.base [None req-246175ca-0bd0-43c4-a813-3c81e735180c tempest-SecGroupIPv6Test-296392250 tempest-SecGroupIPv6Test-296392250] Request body: {'security_group': {'name': 'tempest-security--109876306', 'description': 'tempest-security-description-1949754584'}} {{(pid=84875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:33:32.539107 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-ca761fab-2575-43da-ab83-90453bb9e794 tempest-TestNetworkBasicOps-1983703278 tempest-TestNetworkBasicOps-1983703278] Notify callbacks [] for security_group, before_response {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:33:32.544050 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-ca761fab-2575-43da-ab83-90453bb9e794 tempest-TestNetworkBasicOps-1983703278 tempest-TestNetworkBasicOps-1983703278] 10.222.0.24 "DELETE /v2.0/security-groups/219b2501-b3a9-4b7e-b070-6b44b29ba804 HTTP/1.1" status: 204 len: 168 time: 0.4319127 Jan 14 07:33:32.560116 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-deaf5ff1-3451-4db1-81a8-f6281d60bd65 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:33:32.623210 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-246175ca-0bd0-43c4-a813-3c81e735180c tempest-SecGroupIPv6Test-296392250 tempest-SecGroupIPv6Test-296392250] Notify callbacks [] for security_group, before_update {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:33:32.633878 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84874) accepted ('10.222.0.24', 59796) {{(pid=84874) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:33:32.658217 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba37ff35-73db-48ef-8c31-3e6aa127d815 None None] Network 0b081840-4bb8-479e-9810-372f29a1da80 requested from n-d-768862-2 {{(pid=84876) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 07:33:32.722362 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-246175ca-0bd0-43c4-a813-3c81e735180c tempest-SecGroupIPv6Test-296392250 tempest-SecGroupIPv6Test-296392250] Notify callbacks [] for security_group, precommit_update {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:33:32.727251 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-246175ca-0bd0-43c4-a813-3c81e735180c tempest-SecGroupIPv6Test-296392250 tempest-SecGroupIPv6Test-296392250] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850887153'] for security_group, after_update {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:33:32.729889 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-246175ca-0bd0-43c4-a813-3c81e735180c tempest-SecGroupIPv6Test-296392250 tempest-SecGroupIPv6Test-296392250] Notify callbacks [] for security_group, before_response {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:33:32.735303 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-246175ca-0bd0-43c4-a813-3c81e735180c tempest-SecGroupIPv6Test-296392250 tempest-SecGroupIPv6Test-296392250] 10.222.0.24 "PUT /v2.0/security-groups/b5b3cb10-c37c-4948-8ac2-7b88e439bbf0 HTTP/1.1" status: 200 len: 1779 time: 0.2121322 Jan 14 07:33:32.736052 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84875) accepted ('10.222.0.24', 59800) {{(pid=84875) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:33:32.736839 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-eb4c4620-c060-4fc2-a61f-405533802315 tempest-TestNetworkBasicOps-1983703278 tempest-TestNetworkBasicOps-1983703278] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:33:32.774238 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [req-c78295d0-cb98-4396-bb5a-83e3b5d542a1 req-1fe4e556-1d2d-48f7-ab04-4e352c7a59bf tempest-ListServerFiltersTestJSON-2017310780 tempest-ListServerFiltersTestJSON-2017310780] (84874) timed out ('10.222.0.48', 54997) {{(pid=84874) process_request /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:830}} Jan 14 07:33:32.839630 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-246175ca-0bd0-43c4-a813-3c81e735180c tempest-SecGroupIPv6Test-296392250 tempest-SecGroupIPv6Test-296392250] Pushing event updated for resources: {'SecurityGroup': ['ID=b5b3cb10-c37c-4948-8ac2-7b88e439bbf0,revision_number=2']} {{(pid=84875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:33:32.855027 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-246175ca-0bd0-43c4-a813-3c81e735180c tempest-SecGroupIPv6Test-296392250 tempest-SecGroupIPv6Test-296392250] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:33:32.872963 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-8ff6f7dd-caf6-4558-8007-ac28b6838fa4 tempest-SecGroupIPv6Test-296392250 tempest-SecGroupIPv6Test-296392250] 10.222.0.24 "GET /v2.0/security-groups/b5b3cb10-c37c-4948-8ac2-7b88e439bbf0 HTTP/1.1" status: 200 len: 1779 time: 0.1241879 Jan 14 07:33:32.875126 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84875) accepted ('10.222.0.24', 59804) {{(pid=84875) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:33:32.918218 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Provisioning complete for port 04e140f9-d758-478f-8964-bd0017a9a0e8 triggered by entity L2. {{(pid=84876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 07:33:32.918642 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-604227'] for port, provisioning_complete {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:33:32.932728 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-deaf5ff1-3451-4db1-81a8-f6281d60bd65 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850887153'] for security_group, after_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:33:32.940189 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-4b5e8d1b-d7da-44ad-83fb-fdddb6598222 tempest-NegativeSecGroupIPv6Test-1980982801 tempest-NegativeSecGroupIPv6Test-1980982801] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:33:32.960875 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-0c6c542d-64c2-416a-8fbf-58aa12093845 tempest-SecGroupIPv6Test-296392250 tempest-SecGroupIPv6Test-296392250] Notify callbacks [] for security_group, before_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:33:32.962716 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deaf5ff1-3451-4db1-81a8-f6281d60bd65 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f03a034f-8575-4b25-ad84-d8b47ab477f6,revision_number=None']} {{(pid=84874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:33:32.965692 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-deaf5ff1-3451-4db1-81a8-f6281d60bd65 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:33:32.977589 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-c2670bdf-ff29-432f-a7cb-65ae51554aea tempest-NetworksTest-1803261889 tempest-NetworksTest-1803261889] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-598964', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850887113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036851521664', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2794686'] for subnet, after_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:33:33.010150 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-0c6c542d-64c2-416a-8fbf-58aa12093845 tempest-SecGroupIPv6Test-296392250 tempest-SecGroupIPv6Test-296392250] Notify callbacks [] for security_group, precommit_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:33:33.075399 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-0c6c542d-64c2-416a-8fbf-58aa12093845 tempest-SecGroupIPv6Test-296392250 tempest-SecGroupIPv6Test-296392250] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850887153'] for security_group, after_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:33:33.094361 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9d65b72-54fd-4b90-987e-28d05fd8194a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5d94dc7a-c095-50a4-955e-5f3b78718a12-0b081840-4bb8-479e-9810-372f29a1da80', 'network_id': '0b081840-4bb8-479e-9810-372f29a1da80', 'tenant_id': '93b2211854874c6cae5592aa469fb908', 'fixed_ips': [{'subnet_id': '76667e22-bb54-42be-9613-32122d28f221'}]}} from n-d-768862-2. {{(pid=84876) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Jan 14 07:33:33.095485 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-c9db5e9b-06a5-41c1-967e-082e5c0ddbfd tempest-PortsTestJSON-2091589570 tempest-PortsTestJSON-2091589570] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:33:33.096929 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-c9d65b72-54fd-4b90-987e-28d05fd8194a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555753'] for port, before_create {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:33:33.097671 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-1e4292b1-dc71-4c66-9e24-da282a0750af admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:33:33.116294 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c6c542d-64c2-416a-8fbf-58aa12093845 tempest-SecGroupIPv6Test-296392250 tempest-SecGroupIPv6Test-296392250] Pushing event deleted for resources: {'SecurityGroup': ['ID=b5b3cb10-c37c-4948-8ac2-7b88e439bbf0,revision_number=None']} {{(pid=84875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:33:33.120167 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-0c6c542d-64c2-416a-8fbf-58aa12093845 tempest-SecGroupIPv6Test-296392250 tempest-SecGroupIPv6Test-296392250] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:33:33.121336 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-0c6c542d-64c2-416a-8fbf-58aa12093845 tempest-SecGroupIPv6Test-296392250 tempest-SecGroupIPv6Test-296392250] Notify callbacks [] for security_group, before_response {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:33:33.125881 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-0c6c542d-64c2-416a-8fbf-58aa12093845 tempest-SecGroupIPv6Test-296392250 tempest-SecGroupIPv6Test-296392250] 10.222.0.24 "DELETE /v2.0/security-groups/b5b3cb10-c37c-4948-8ac2-7b88e439bbf0 HTTP/1.1" status: 204 len: 168 time: 0.2466376 Jan 14 07:33:33.125881 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84875) accepted ('10.222.0.24', 59808) {{(pid=84875) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:33:33.176727 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2670bdf-ff29-432f-a7cb-65ae51554aea tempest-NetworksTest-1803261889 tempest-NetworksTest-1803261889] Pushing event deleted for resources: {'Subnet': ['ID=76667e22-bb54-42be-9613-32122d28f221,revision_number=None']} {{(pid=84874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:33:33.179640 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-c2670bdf-ff29-432f-a7cb-65ae51554aea tempest-NetworksTest-1803261889 tempest-NetworksTest-1803261889] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:33:33.194047 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-ff5bfdcb-a9b5-452a-b415-71daea210b3a tempest-SecGroupIPv6Test-296392250 tempest-SecGroupIPv6Test-296392250] Synchronizing usage tracker for tenant:058b4641f1ca48f9b3b9ca658afbc9cc on resource:security_group {{(pid=84875) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 14 07:33:33.211258 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-ff5bfdcb-a9b5-452a-b415-71daea210b3a tempest-SecGroupIPv6Test-296392250 tempest-SecGroupIPv6Test-296392250] Unset dirty status for tenant:058b4641f1ca48f9b3b9ca658afbc9cc on resource:security_group {{(pid=84875) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 14 07:33:33.215541 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-ff5bfdcb-a9b5-452a-b415-71daea210b3a tempest-SecGroupIPv6Test-296392250 tempest-SecGroupIPv6Test-296392250] 10.222.0.24 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0839391 Jan 14 07:33:33.215869 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84875) accepted ('10.222.0.24', 59812) {{(pid=84875) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:33:33.234393 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-deaf5ff1-3451-4db1-81a8-f6281d60bd65 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:33:33.238385 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-deaf5ff1-3451-4db1-81a8-f6281d60bd65 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/f03a034f-8575-4b25-ad84-d8b47ab477f6 HTTP/1.1" status: 204 len: 168 time: 1.2584054 Jan 14 07:33:33.247593 n-d-768862-2 neutron-server[84765]: INFO neutron.api.v2.resource [None req-8bf3bb64-0403-48cf-87f0-7a3b3a06af8f tempest-SecGroupIPv6Test-296392250 tempest-SecGroupIPv6Test-296392250] delete failed (client error): The resource could not be found. Jan 14 07:33:33.253229 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-8bf3bb64-0403-48cf-87f0-7a3b3a06af8f tempest-SecGroupIPv6Test-296392250 tempest-SecGroupIPv6Test-296392250] 10.222.0.24 "DELETE /v2.0/security-groups/b5b3cb10-c37c-4948-8ac2-7b88e439bbf0 HTTP/1.1" status: 404 len: 347 time: 0.0319128 Jan 14 07:33:33.254104 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84875) accepted ('10.222.0.24', 59818) {{(pid=84875) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:33:33.260671 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.v2.base [None req-76d4b4c4-6442-4c85-842d-c082cc53d241 tempest-SecGroupIPv6Test-296392250 tempest-SecGroupIPv6Test-296392250] Request body: {'security_group': {'name': 'tempest-secgroup--1098492084'}} {{(pid=84875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:33:33.277196 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-76d4b4c4-6442-4c85-842d-c082cc53d241 tempest-SecGroupIPv6Test-296392250 tempest-SecGroupIPv6Test-296392250] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:33:33.291015 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-76d4b4c4-6442-4c85-842d-c082cc53d241 tempest-SecGroupIPv6Test-296392250 tempest-SecGroupIPv6Test-296392250] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:33:33.308833 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-76d4b4c4-6442-4c85-842d-c082cc53d241 tempest-SecGroupIPv6Test-296392250 tempest-SecGroupIPv6Test-296392250] Notify callbacks [] for security_group, before_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:33:33.343586 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-76d4b4c4-6442-4c85-842d-c082cc53d241 tempest-SecGroupIPv6Test-296392250 tempest-SecGroupIPv6Test-296392250] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:33:33.349139 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-76d4b4c4-6442-4c85-842d-c082cc53d241 tempest-SecGroupIPv6Test-296392250 tempest-SecGroupIPv6Test-296392250] Usage tracker for resource:security_group_rule and tenant:058b4641f1ca48f9b3b9ca658afbc9cc is out of sync, need to count used quota {{(pid=84875) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:33:33.352954 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-76d4b4c4-6442-4c85-842d-c082cc53d241 tempest-SecGroupIPv6Test-296392250 tempest-SecGroupIPv6Test-296392250] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84875) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:33:33.360654 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-76d4b4c4-6442-4c85-842d-c082cc53d241 tempest-SecGroupIPv6Test-296392250 tempest-SecGroupIPv6Test-296392250] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:33:33.478569 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-40ae50ff-47ae-442e-b668-ecb0e12e0a51 tempest-RoutersTest-1255860389 tempest-RoutersTest-1255860389] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850887113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3254092', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036851981146'] for subnet, after_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:33:33.481081 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-76d4b4c4-6442-4c85-842d-c082cc53d241 tempest-SecGroupIPv6Test-296392250 tempest-SecGroupIPv6Test-296392250] Notify callbacks [] for security_group, precommit_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:33:33.489739 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-76d4b4c4-6442-4c85-842d-c082cc53d241 tempest-SecGroupIPv6Test-296392250 tempest-SecGroupIPv6Test-296392250] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850887153'] for security_group, after_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:33:33.506286 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-dda9faa2-caaa-49d5-920b-b8640c4b2717 tempest-PortsIpV6TestJSON-1330665174 tempest-PortsIpV6TestJSON-1330665174] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:33:33.602155 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76d4b4c4-6442-4c85-842d-c082cc53d241 tempest-SecGroupIPv6Test-296392250 tempest-SecGroupIPv6Test-296392250] Pushing event updated for resources: {'SecurityGroup': ['ID=89068e62-02b7-425b-bc37-1cd8f56ac047,revision_number=1']} {{(pid=84875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:33:33.607784 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-76d4b4c4-6442-4c85-842d-c082cc53d241 tempest-SecGroupIPv6Test-296392250 tempest-SecGroupIPv6Test-296392250] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:33:33.611118 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-76d4b4c4-6442-4c85-842d-c082cc53d241 tempest-SecGroupIPv6Test-296392250 tempest-SecGroupIPv6Test-296392250] Notify callbacks [] for security_group, before_response {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:33:33.616018 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-76d4b4c4-6442-4c85-842d-c082cc53d241 tempest-SecGroupIPv6Test-296392250 tempest-SecGroupIPv6Test-296392250] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.3584442 Jan 14 07:33:33.617040 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84875) accepted ('10.222.0.24', 59826) {{(pid=84875) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:33:33.625729 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.v2.base [None req-be501d06-21e7-4f33-a083-130ecfdc7625 tempest-SecGroupIPv6Test-296392250 tempest-SecGroupIPv6Test-296392250] Request body: {'security_group_rule': {'security_group_id': '89068e62-02b7-425b-bc37-1cd8f56ac047', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 77, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=84875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:33:33.640568 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-be501d06-21e7-4f33-a083-130ecfdc7625 tempest-SecGroupIPv6Test-296392250 tempest-SecGroupIPv6Test-296392250] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:33:33.641780 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39b21891-b146-424d-9632-498173c0045a None None] Network 0b081840-4bb8-479e-9810-372f29a1da80 requested from n-d-768862-2 {{(pid=84876) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 07:33:33.645667 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-be501d06-21e7-4f33-a083-130ecfdc7625 tempest-SecGroupIPv6Test-296392250 tempest-SecGroupIPv6Test-296392250] Usage tracker for resource:security_group_rule and tenant:058b4641f1ca48f9b3b9ca658afbc9cc is out of sync, need to count used quota {{(pid=84875) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:33:33.649172 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-be501d06-21e7-4f33-a083-130ecfdc7625 tempest-SecGroupIPv6Test-296392250 tempest-SecGroupIPv6Test-296392250] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84875) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:33:33.656571 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-be501d06-21e7-4f33-a083-130ecfdc7625 tempest-SecGroupIPv6Test-296392250 tempest-SecGroupIPv6Test-296392250] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:33:33.678350 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-be501d06-21e7-4f33-a083-130ecfdc7625 tempest-SecGroupIPv6Test-296392250 tempest-SecGroupIPv6Test-296392250] Notify callbacks [] for security_group_rule, before_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:33:33.783270 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [req-e178b173-708a-48c2-bdd5-e16a9c5089f3 req-56f7fbe4-d64c-4e5d-bcc0-77879ac73a56 tempest-ListServerFiltersTestJSON-2017310780 tempest-ListServerFiltersTestJSON-2017310780] (84875) timed out ('10.222.0.48', 55049) {{(pid=84875) process_request /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:830}} Jan 14 07:33:33.863143 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-be501d06-21e7-4f33-a083-130ecfdc7625 tempest-SecGroupIPv6Test-296392250 tempest-SecGroupIPv6Test-296392250] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:33:33.864347 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-c2670bdf-ff29-432f-a7cb-65ae51554aea tempest-NetworksTest-1803261889 tempest-NetworksTest-1803261889] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-598987', 'neutron.services.segments.db._delete_segments_for_network-8777640583949'] for network, precommit_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:33:33.868277 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-be501d06-21e7-4f33-a083-130ecfdc7625 tempest-SecGroupIPv6Test-296392250 tempest-SecGroupIPv6Test-296392250] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850966545'] for security_group_rule, after_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:33:33.870449 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-0c647506-33df-4bc1-97aa-99a8ffc4ed35 tempest-TestNetworkBasicOps-1983703278 tempest-TestNetworkBasicOps-1983703278] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:33:33.890332 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be501d06-21e7-4f33-a083-130ecfdc7625 tempest-SecGroupIPv6Test-296392250 tempest-SecGroupIPv6Test-296392250] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ce60e133-84ee-4775-8e8b-d6cec3efc9a5,revision_number=0']} {{(pid=84875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:33:33.893663 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-d3eec189-c668-4eac-ae72-0922d9a7723d tempest-PortsIpV6TestJSON-1330665174 tempest-PortsIpV6TestJSON-1330665174] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:33:33.904031 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-be501d06-21e7-4f33-a083-130ecfdc7625 tempest-SecGroupIPv6Test-296392250 tempest-SecGroupIPv6Test-296392250] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:33:33.923224 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-be501d06-21e7-4f33-a083-130ecfdc7625 tempest-SecGroupIPv6Test-296392250 tempest-SecGroupIPv6Test-296392250] Notify callbacks [] for security_group_rule, before_response {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:33:33.927519 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-be501d06-21e7-4f33-a083-130ecfdc7625 tempest-SecGroupIPv6Test-296392250 tempest-SecGroupIPv6Test-296392250] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3063509 Jan 14 07:33:33.927966 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84875) accepted ('10.222.0.24', 59836) {{(pid=84875) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:33:33.974744 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-f8d5a453-a371-4967-9c47-76b9c048e94b tempest-SecGroupIPv6Test-296392250 tempest-SecGroupIPv6Test-296392250] Notify callbacks [] for security_group_rule, before_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:33:33.991645 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-f8d5a453-a371-4967-9c47-76b9c048e94b tempest-SecGroupIPv6Test-296392250 tempest-SecGroupIPv6Test-296392250] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:33:34.026189 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-f8d5a453-a371-4967-9c47-76b9c048e94b tempest-SecGroupIPv6Test-296392250 tempest-SecGroupIPv6Test-296392250] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850966545'] for security_group_rule, after_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:33:34.036835 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-a1da41a3-e13a-4678-8eca-dbae10f3ebc4 tempest-TestNetworkBasicOps-1983703278 tempest-TestNetworkBasicOps-1983703278] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:33:34.053276 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8d5a453-a371-4967-9c47-76b9c048e94b tempest-SecGroupIPv6Test-296392250 tempest-SecGroupIPv6Test-296392250] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=ce60e133-84ee-4775-8e8b-d6cec3efc9a5,revision_number=None']} {{(pid=84875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:33:34.063258 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-f8d5a453-a371-4967-9c47-76b9c048e94b tempest-SecGroupIPv6Test-296392250 tempest-SecGroupIPv6Test-296392250] Notify callbacks [] for security_group_rule, before_response {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:33:34.076570 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-f8d5a453-a371-4967-9c47-76b9c048e94b tempest-SecGroupIPv6Test-296392250 tempest-SecGroupIPv6Test-296392250] 10.222.0.24 "DELETE /v2.0/security-group-rules/ce60e133-84ee-4775-8e8b-d6cec3efc9a5 HTTP/1.1" status: 204 len: 168 time: 0.1444864 Jan 14 07:33:34.076570 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-f8d5a453-a371-4967-9c47-76b9c048e94b tempest-SecGroupIPv6Test-296392250 tempest-SecGroupIPv6Test-296392250] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:33:34.077685 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84875) accepted ('10.222.0.24', 59844) {{(pid=84875) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:33:34.188204 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-b0e00110-4219-4cea-8170-2f04b347ed1b tempest-SecGroupIPv6Test-296392250 tempest-SecGroupIPv6Test-296392250] Synchronizing usage tracker for tenant:058b4641f1ca48f9b3b9ca658afbc9cc on resource:security_group_rule {{(pid=84875) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 14 07:33:34.212257 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-b0e00110-4219-4cea-8170-2f04b347ed1b tempest-SecGroupIPv6Test-296392250 tempest-SecGroupIPv6Test-296392250] Unset dirty status for tenant:058b4641f1ca48f9b3b9ca658afbc9cc on resource:security_group_rule {{(pid=84875) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 14 07:33:34.216967 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-b0e00110-4219-4cea-8170-2f04b347ed1b tempest-SecGroupIPv6Test-296392250 tempest-SecGroupIPv6Test-296392250] 10.222.0.24 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1352026 Jan 14 07:33:34.217583 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84875) accepted ('10.222.0.24', 59850) {{(pid=84875) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:33:34.393619 n-d-768862-2 neutron-server[84765]: DEBUG neutron.services.segments.db [None req-c2670bdf-ff29-432f-a7cb-65ae51554aea tempest-NetworksTest-1803261889 tempest-NetworksTest-1803261889] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0b081840-4bb8-479e-9810-372f29a1da80']}} {{(pid=84874) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:33:34.412816 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-9d534953-d52f-4c0f-ae32-eccb1c329b01 tempest-SecGroupIPv6Test-296392250 tempest-SecGroupIPv6Test-296392250] Notify callbacks [] for security_group, before_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:33:34.441163 n-d-768862-2 neutron-server[84765]: DEBUG neutron.services.segments.db [None req-c2670bdf-ff29-432f-a7cb-65ae51554aea tempest-NetworksTest-1803261889 tempest-NetworksTest-1803261889] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cf9e0429-66c7-40f1-b9cb-ca907bda8a42') {'for_net_delete': True} {{(pid=84874) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:33:34.442058 n-d-768862-2 neutron-server[84765]: DEBUG neutron.services.segments.db [None req-c2670bdf-ff29-432f-a7cb-65ae51554aea tempest-NetworksTest-1803261889 tempest-NetworksTest-1803261889] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cf9e0429-66c7-40f1-b9cb-ca907bda8a42') {} {{(pid=84874) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:33:34.468255 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-9d534953-d52f-4c0f-ae32-eccb1c329b01 tempest-SecGroupIPv6Test-296392250 tempest-SecGroupIPv6Test-296392250] Notify callbacks [] for security_group, precommit_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:33:34.489605 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40ae50ff-47ae-442e-b668-ecb0e12e0a51 tempest-RoutersTest-1255860389 tempest-RoutersTest-1255860389] Pushing event updated for resources: {'Subnet': ['ID=91772ad2-28ae-4aa7-a237-249d7531d170,revision_number=0']} {{(pid=84874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:33:34.498734 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-c2670bdf-ff29-432f-a7cb-65ae51554aea tempest-NetworksTest-1803261889 tempest-NetworksTest-1803261889] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363259214173198', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2968632'] for segment, before_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:33:34.510040 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-40ae50ff-47ae-442e-b668-ecb0e12e0a51 tempest-RoutersTest-1255860389 tempest-RoutersTest-1255860389] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.617s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:33:34.531267 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-9d534953-d52f-4c0f-ae32-eccb1c329b01 tempest-SecGroupIPv6Test-296392250 tempest-SecGroupIPv6Test-296392250] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850887153'] for security_group, after_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:33:34.537573 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-6611e84a-459a-415c-97db-8ab82c9bfd80 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:33:34.567699 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d534953-d52f-4c0f-ae32-eccb1c329b01 tempest-SecGroupIPv6Test-296392250 tempest-SecGroupIPv6Test-296392250] Pushing event deleted for resources: {'SecurityGroup': ['ID=89068e62-02b7-425b-bc37-1cd8f56ac047,revision_number=None']} {{(pid=84875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:33:34.571138 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-9d534953-d52f-4c0f-ae32-eccb1c329b01 tempest-SecGroupIPv6Test-296392250 tempest-SecGroupIPv6Test-296392250] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:33:34.587879 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-9d534953-d52f-4c0f-ae32-eccb1c329b01 tempest-SecGroupIPv6Test-296392250 tempest-SecGroupIPv6Test-296392250] Notify callbacks [] for security_group, before_response {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:33:34.589460 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-9d534953-d52f-4c0f-ae32-eccb1c329b01 tempest-SecGroupIPv6Test-296392250 tempest-SecGroupIPv6Test-296392250] 10.222.0.24 "DELETE /v2.0/security-groups/89068e62-02b7-425b-bc37-1cd8f56ac047 HTTP/1.1" status: 204 len: 168 time: 0.3687549 Jan 14 07:33:34.592254 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84875) accepted ('10.222.0.24', 59860) {{(pid=84875) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:33:34.709513 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-c2670bdf-ff29-432f-a7cb-65ae51554aea tempest-NetworksTest-1803261889 tempest-NetworksTest-1803261889] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854179735'] for segment, precommit_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:33:34.749647 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-40e4aac7-2afe-4210-8d9c-1b616547f0b7 tempest-SecGroupIPv6Test-296392250 tempest-SecGroupIPv6Test-296392250] Synchronizing usage tracker for tenant:058b4641f1ca48f9b3b9ca658afbc9cc on resource:security_group {{(pid=84875) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 14 07:33:34.767025 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-40e4aac7-2afe-4210-8d9c-1b616547f0b7 tempest-SecGroupIPv6Test-296392250 tempest-SecGroupIPv6Test-296392250] Unset dirty status for tenant:058b4641f1ca48f9b3b9ca658afbc9cc on resource:security_group {{(pid=84875) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 14 07:33:34.769905 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-40e4aac7-2afe-4210-8d9c-1b616547f0b7 tempest-SecGroupIPv6Test-296392250 tempest-SecGroupIPv6Test-296392250] 10.222.0.24 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1750805 Jan 14 07:33:34.773830 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84875) accepted ('10.222.0.24', 59866) {{(pid=84875) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:33:34.790841 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.v2.base [None req-7a208ffa-c3e3-42fe-acb3-d132d0c1c5ba tempest-SecGroupIPv6Test-296392250 tempest-SecGroupIPv6Test-296392250] Request body: {'security_group': {'name': 'tempest-secgroup--1139584576'}} {{(pid=84875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:33:34.821164 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-c2670bdf-ff29-432f-a7cb-65ae51554aea tempest-NetworksTest-1803261889 tempest-NetworksTest-1803261889] Releasing vxlan tunnel 3 to pool {{(pid=84874) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Jan 14 07:33:34.833542 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-7a208ffa-c3e3-42fe-acb3-d132d0c1c5ba tempest-SecGroupIPv6Test-296392250 tempest-SecGroupIPv6Test-296392250] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:33:34.860297 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-7a208ffa-c3e3-42fe-acb3-d132d0c1c5ba tempest-SecGroupIPv6Test-296392250 tempest-SecGroupIPv6Test-296392250] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:33:34.879627 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-7a208ffa-c3e3-42fe-acb3-d132d0c1c5ba tempest-SecGroupIPv6Test-296392250 tempest-SecGroupIPv6Test-296392250] Notify callbacks [] for security_group, before_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:33:34.927900 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-7a208ffa-c3e3-42fe-acb3-d132d0c1c5ba tempest-SecGroupIPv6Test-296392250 tempest-SecGroupIPv6Test-296392250] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:33:34.932559 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-7a208ffa-c3e3-42fe-acb3-d132d0c1c5ba tempest-SecGroupIPv6Test-296392250 tempest-SecGroupIPv6Test-296392250] Usage tracker for resource:security_group_rule and tenant:058b4641f1ca48f9b3b9ca658afbc9cc is out of sync, need to count used quota {{(pid=84875) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:33:34.936493 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-7a208ffa-c3e3-42fe-acb3-d132d0c1c5ba tempest-SecGroupIPv6Test-296392250 tempest-SecGroupIPv6Test-296392250] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84875) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:33:34.943464 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-7a208ffa-c3e3-42fe-acb3-d132d0c1c5ba tempest-SecGroupIPv6Test-296392250 tempest-SecGroupIPv6Test-296392250] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:33:35.034660 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-7a208ffa-c3e3-42fe-acb3-d132d0c1c5ba tempest-SecGroupIPv6Test-296392250 tempest-SecGroupIPv6Test-296392250] Notify callbacks [] for security_group, precommit_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:33:35.039907 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-7a208ffa-c3e3-42fe-acb3-d132d0c1c5ba tempest-SecGroupIPv6Test-296392250 tempest-SecGroupIPv6Test-296392250] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850887153'] for security_group, after_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:33:35.047142 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-a5ee4be8-c405-466c-bbdb-cf4ff33dc39c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:33:35.088426 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a208ffa-c3e3-42fe-acb3-d132d0c1c5ba tempest-SecGroupIPv6Test-296392250 tempest-SecGroupIPv6Test-296392250] Pushing event updated for resources: {'SecurityGroup': ['ID=e4782477-daef-4035-b246-a25b44598e2e,revision_number=1']} {{(pid=84875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:33:35.095906 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.managers [None req-c2670bdf-ff29-432f-a7cb-65ae51554aea tempest-NetworksTest-1803261889 tempest-NetworksTest-1803261889] Network 0b081840-4bb8-479e-9810-372f29a1da80 has no segments {{(pid=84874) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 14 07:33:35.099343 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-7a208ffa-c3e3-42fe-acb3-d132d0c1c5ba tempest-SecGroupIPv6Test-296392250 tempest-SecGroupIPv6Test-296392250] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:33:35.110632 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-c2670bdf-ff29-432f-a7cb-65ae51554aea tempest-NetworksTest-1803261889 tempest-NetworksTest-1803261889] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-596065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036851521571'] for segment, after_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:33:35.151851 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-7a208ffa-c3e3-42fe-acb3-d132d0c1c5ba tempest-SecGroupIPv6Test-296392250 tempest-SecGroupIPv6Test-296392250] Notify callbacks [] for security_group, before_response {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:33:35.151851 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-7a208ffa-c3e3-42fe-acb3-d132d0c1c5ba tempest-SecGroupIPv6Test-296392250 tempest-SecGroupIPv6Test-296392250] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.3759894 Jan 14 07:33:35.152529 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84875) accepted ('10.222.0.24', 59874) {{(pid=84875) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:33:35.159750 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.v2.base [None req-15803628-fafd-40a2-bd1b-c59b9664dd53 tempest-SecGroupIPv6Test-296392250 tempest-SecGroupIPv6Test-296392250] Request body: {'security_group_rule': {'security_group_id': 'e4782477-daef-4035-b246-a25b44598e2e', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 3, 'port_range_max': 2, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=84875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:33:35.175819 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-15803628-fafd-40a2-bd1b-c59b9664dd53 tempest-SecGroupIPv6Test-296392250 tempest-SecGroupIPv6Test-296392250] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:33:35.182674 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-15803628-fafd-40a2-bd1b-c59b9664dd53 tempest-SecGroupIPv6Test-296392250 tempest-SecGroupIPv6Test-296392250] Usage tracker for resource:security_group_rule and tenant:058b4641f1ca48f9b3b9ca658afbc9cc is out of sync, need to count used quota {{(pid=84875) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:33:35.186576 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-15803628-fafd-40a2-bd1b-c59b9664dd53 tempest-SecGroupIPv6Test-296392250 tempest-SecGroupIPv6Test-296392250] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84875) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:33:35.195669 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-15803628-fafd-40a2-bd1b-c59b9664dd53 tempest-SecGroupIPv6Test-296392250 tempest-SecGroupIPv6Test-296392250] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:33:35.227042 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-15803628-fafd-40a2-bd1b-c59b9664dd53 tempest-SecGroupIPv6Test-296392250 tempest-SecGroupIPv6Test-296392250] Notify callbacks [] for security_group_rule, before_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:33:35.328175 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-15803628-fafd-40a2-bd1b-c59b9664dd53 tempest-SecGroupIPv6Test-296392250 tempest-SecGroupIPv6Test-296392250] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:33:35.332502 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40ae50ff-47ae-442e-b668-ecb0e12e0a51 tempest-RoutersTest-1255860389 tempest-RoutersTest-1255860389] Checking segment: {'id': '947ea7ec-d3e1-4c44-a0b8-b26ad7b53419', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 9, 'network_id': '995966b8-6c59-49e1-ad14-4a1c97e939ed'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84874) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 14 07:33:35.332855 n-d-768862-2 neutron-server[84765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40ae50ff-47ae-442e-b668-ecb0e12e0a51 tempest-RoutersTest-1255860389 tempest-RoutersTest-1255860389] Network hostable DHCP agents. Network: 995966b8-6c59-49e1-ad14-4a1c97e939ed, hostable agents: ['32f3dd84-26da-4d18-bf15-6017a8fb7247'], hosted agents: [] {{(pid=84874) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Jan 14 07:33:35.334415 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-15803628-fafd-40a2-bd1b-c59b9664dd53 tempest-SecGroupIPv6Test-296392250 tempest-SecGroupIPv6Test-296392250] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850966545'] for security_group_rule, after_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:33:35.336758 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:33:35.365509 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15803628-fafd-40a2-bd1b-c59b9664dd53 tempest-SecGroupIPv6Test-296392250 tempest-SecGroupIPv6Test-296392250] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d6303f65-f906-46d1-a1a7-13e95846d632,revision_number=0']} {{(pid=84875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:33:35.371287 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-15803628-fafd-40a2-bd1b-c59b9664dd53 tempest-SecGroupIPv6Test-296392250 tempest-SecGroupIPv6Test-296392250] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:33:35.384997 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-15803628-fafd-40a2-bd1b-c59b9664dd53 tempest-SecGroupIPv6Test-296392250 tempest-SecGroupIPv6Test-296392250] Notify callbacks [] for security_group_rule, before_response {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:33:35.387873 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-15803628-fafd-40a2-bd1b-c59b9664dd53 tempest-SecGroupIPv6Test-296392250 tempest-SecGroupIPv6Test-296392250] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2328732 Jan 14 07:33:35.394405 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84875) accepted ('10.222.0.24', 59882) {{(pid=84875) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:33:35.400311 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.v2.base [None req-6ecf53a8-d87c-4e1a-87db-c36967b8ba5e tempest-SecGroupIPv6Test-296392250 tempest-SecGroupIPv6Test-296392250] Request body: {'security_group_rule': {'security_group_id': 'e4782477-daef-4035-b246-a25b44598e2e', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 3, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=84875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:33:35.417208 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-6ecf53a8-d87c-4e1a-87db-c36967b8ba5e tempest-SecGroupIPv6Test-296392250 tempest-SecGroupIPv6Test-296392250] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:33:35.425159 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-6ecf53a8-d87c-4e1a-87db-c36967b8ba5e tempest-SecGroupIPv6Test-296392250 tempest-SecGroupIPv6Test-296392250] Usage tracker for resource:security_group_rule and tenant:058b4641f1ca48f9b3b9ca658afbc9cc is out of sync, need to count used quota {{(pid=84875) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:33:35.429027 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-6ecf53a8-d87c-4e1a-87db-c36967b8ba5e tempest-SecGroupIPv6Test-296392250 tempest-SecGroupIPv6Test-296392250] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=84875) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:33:35.439919 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.managers [None req-c2670bdf-ff29-432f-a7cb-65ae51554aea tempest-NetworksTest-1803261889 tempest-NetworksTest-1803261889] Network 0b081840-4bb8-479e-9810-372f29a1da80 has no segments {{(pid=84874) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 14 07:33:35.441385 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-6ecf53a8-d87c-4e1a-87db-c36967b8ba5e tempest-SecGroupIPv6Test-296392250 tempest-SecGroupIPv6Test-296392250] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=84875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:33:35.462765 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-6ecf53a8-d87c-4e1a-87db-c36967b8ba5e tempest-SecGroupIPv6Test-296392250 tempest-SecGroupIPv6Test-296392250] Notify callbacks [] for security_group_rule, before_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:33:35.500624 n-d-768862-2 neutron-server[84765]: Traceback (most recent call last): Jan 14 07:33:35.500624 n-d-768862-2 neutron-server[84765]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 14 07:33:35.500624 n-d-768862-2 neutron-server[84765]: timer() Jan 14 07:33:35.500624 n-d-768862-2 neutron-server[84765]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 14 07:33:35.500624 n-d-768862-2 neutron-server[84765]: cb(*args, **kw) Jan 14 07:33:35.500624 n-d-768862-2 neutron-server[84765]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Jan 14 07:33:35.500624 n-d-768862-2 neutron-server[84765]: return func(*args, **kwargs) Jan 14 07:33:35.500624 n-d-768862-2 neutron-server[84765]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 14 07:33:35.500624 n-d-768862-2 neutron-server[84765]: self._notify() Jan 14 07:33:35.500624 n-d-768862-2 neutron-server[84765]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 14 07:33:35.500624 n-d-768862-2 neutron-server[84765]: self.callback(batched_events) Jan 14 07:33:35.500624 n-d-768862-2 neutron-server[84765]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 14 07:33:35.500624 n-d-768862-2 neutron-server[84765]: event.method(event) Jan 14 07:33:35.500624 n-d-768862-2 neutron-server[84765]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 14 07:33:35.500624 n-d-768862-2 neutron-server[84765]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 14 07:33:35.500624 n-d-768862-2 neutron-server[84765]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Jan 14 07:33:35.500624 n-d-768862-2 neutron-server[84765]: segment_id)['aggregates'][0] Jan 14 07:33:35.500624 n-d-768862-2 neutron-server[84765]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 14 07:33:35.500624 n-d-768862-2 neutron-server[84765]: return f(self, *a, **k) Jan 14 07:33:35.500624 n-d-768862-2 neutron-server[84765]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 14 07:33:35.500624 n-d-768862-2 neutron-server[84765]: return self._get(url).json() Jan 14 07:33:35.500624 n-d-768862-2 neutron-server[84765]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 14 07:33:35.500624 n-d-768862-2 neutron-server[84765]: **kwargs) Jan 14 07:33:35.500624 n-d-768862-2 neutron-server[84765]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 14 07:33:35.500624 n-d-768862-2 neutron-server[84765]: return self.request(url, 'GET', **kwargs) Jan 14 07:33:35.500624 n-d-768862-2 neutron-server[84765]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Jan 14 07:33:35.500624 n-d-768862-2 neutron-server[84765]: **endpoint_filter) Jan 14 07:33:35.500624 n-d-768862-2 neutron-server[84765]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 14 07:33:35.500624 n-d-768862-2 neutron-server[84765]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 14 07:33:35.500624 n-d-768862-2 neutron-server[84765]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 14 07:33:35.500624 n-d-768862-2 neutron-server[84765]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 14 07:33:35.500624 n-d-768862-2 neutron-server[84765]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 14 07:33:35.509988 n-d-768862-2 neutron-server[84765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40ae50ff-47ae-442e-b668-ecb0e12e0a51 tempest-RoutersTest-1255860389 tempest-RoutersTest-1255860389] Network 995966b8-6c59-49e1-ad14-4a1c97e939ed is scheduled to be hosted by DHCP agent 32f3dd84-26da-4d18-bf15-6017a8fb7247 with binding_index 1 {{(pid=84874) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Jan 14 07:33:35.547966 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-6ecf53a8-d87c-4e1a-87db-c36967b8ba5e tempest-SecGroupIPv6Test-296392250 tempest-SecGroupIPv6Test-296392250] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:33:35.551457 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-6ecf53a8-d87c-4e1a-87db-c36967b8ba5e tempest-SecGroupIPv6Test-296392250 tempest-SecGroupIPv6Test-296392250] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850966545'] for security_group_rule, after_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:33:35.585062 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:33:35.596984 n-d-768862-2 neutron-server[84765]: DEBUG neutron.scheduler.base_scheduler [None req-40ae50ff-47ae-442e-b668-ecb0e12e0a51 tempest-RoutersTest-1255860389 tempest-RoutersTest-1255860389] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768862-2, 995966b8-6c59-49e1-ad14-4a1c97e939ed) {{(pid=84874) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 07:33:35.599708 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-6ecf53a8-d87c-4e1a-87db-c36967b8ba5e tempest-SecGroupIPv6Test-296392250 tempest-SecGroupIPv6Test-296392250] Notify callbacks [] for security_group_rule, before_response {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:33:35.601224 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-6ecf53a8-d87c-4e1a-87db-c36967b8ba5e tempest-SecGroupIPv6Test-296392250 tempest-SecGroupIPv6Test-296392250] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2058065 Jan 14 07:33:35.604954 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84875) accepted ('10.222.0.24', 59890) {{(pid=84875) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:33:35.609520 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9e4fe09-3bb7-40a4-9371-b653475e2e3d None None] Network 995966b8-6c59-49e1-ad14-4a1c97e939ed requested from n-d-768862-2 {{(pid=84876) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 07:33:35.622233 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ecf53a8-d87c-4e1a-87db-c36967b8ba5e tempest-SecGroupIPv6Test-296392250 tempest-SecGroupIPv6Test-296392250] Pushing event updated for resources: {'SecurityGroupRule': ['ID=049d4381-72d4-4518-880b-17394495329b,revision_number=0']} {{(pid=84875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:33:35.631568 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.v2.base [None req-b1387c04-4131-4d73-ab23-e76d1183f090 tempest-SecGroupIPv6Test-296392250 tempest-SecGroupIPv6Test-296392250] Request body: {'security_group_rule': {'security_group_id': 'e4782477-daef-4035-b246-a25b44598e2e', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 8, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=84875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:33:35.638446 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40ae50ff-47ae-442e-b668-ecb0e12e0a51 tempest-RoutersTest-1255860389 tempest-RoutersTest-1255860389] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:33:35.639970 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-40ae50ff-47ae-442e-b668-ecb0e12e0a51 tempest-RoutersTest-1255860389 tempest-RoutersTest-1255860389] Notify callbacks [] for subnet, before_response {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:33:35.645836 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-6ecf53a8-d87c-4e1a-87db-c36967b8ba5e tempest-SecGroupIPv6Test-296392250 tempest-SecGroupIPv6Test-296392250] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:33:35.646845 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-b1387c04-4131-4d73-ab23-e76d1183f090 tempest-SecGroupIPv6Test-296392250 tempest-SecGroupIPv6Test-296392250] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:33:35.648747 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-c2670bdf-ff29-432f-a7cb-65ae51554aea tempest-NetworksTest-1803261889 tempest-NetworksTest-1803261889] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036854176830', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850887149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3912591'] for network, after_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:33:35.653257 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-b1387c04-4131-4d73-ab23-e76d1183f090 tempest-SecGroupIPv6Test-296392250 tempest-SecGroupIPv6Test-296392250] Usage tracker for resource:security_group_rule and tenant:058b4641f1ca48f9b3b9ca658afbc9cc is out of sync, need to count used quota {{(pid=84875) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:33:35.658083 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-b1387c04-4131-4d73-ab23-e76d1183f090 tempest-SecGroupIPv6Test-296392250 tempest-SecGroupIPv6Test-296392250] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=84875) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:33:35.666535 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-b1387c04-4131-4d73-ab23-e76d1183f090 tempest-SecGroupIPv6Test-296392250 tempest-SecGroupIPv6Test-296392250] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=84875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:33:35.666696 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-b9ea828e-fb2c-4cc9-8337-e5f967eae2f1 tempest-ExtraDHCPOptionsTestJSON-831179529 tempest-ExtraDHCPOptionsTestJSON-831179529] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:33:35.689177 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-b1387c04-4131-4d73-ab23-e76d1183f090 tempest-SecGroupIPv6Test-296392250 tempest-SecGroupIPv6Test-296392250] Notify callbacks [] for security_group_rule, before_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:33:35.713368 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-c2670bdf-ff29-432f-a7cb-65ae51554aea tempest-NetworksTest-1803261889 tempest-NetworksTest-1803261889] Notify callbacks [] for network, before_response {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:33:35.718593 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2670bdf-ff29-432f-a7cb-65ae51554aea tempest-NetworksTest-1803261889 tempest-NetworksTest-1803261889] Pushing event deleted for resources: {'Network': ['ID=0b081840-4bb8-479e-9810-372f29a1da80,revision_number=None']} {{(pid=84874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:33:35.750454 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-c2670bdf-ff29-432f-a7cb-65ae51554aea tempest-NetworksTest-1803261889 tempest-NetworksTest-1803261889] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:33:35.760317 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-c2670bdf-ff29-432f-a7cb-65ae51554aea tempest-NetworksTest-1803261889 tempest-NetworksTest-1803261889] 10.222.0.24 "DELETE /v2.0/networks/0b081840-4bb8-479e-9810-372f29a1da80 HTTP/1.1" status: 204 len: 168 time: 5.2095938 Jan 14 07:33:35.760317 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-40ae50ff-47ae-442e-b668-ecb0e12e0a51 tempest-RoutersTest-1255860389 tempest-RoutersTest-1255860389] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 4.5606229 Jan 14 07:33:35.761499 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84875) accepted ('10.222.0.24', 59898) {{(pid=84875) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:33:35.766741 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-47e0336f-e08b-4ce8-b531-16ef2ee05d88 tempest-TestNetworkBasicOps-1983703278 tempest-TestNetworkBasicOps-1983703278] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3889632'] for router_interface, before_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:33:35.772748 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84875) accepted ('10.222.0.24', 59900) {{(pid=84875) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:33:35.785460 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.v2.base [None req-c7c61629-733f-4c8d-be09-6569d8b2ed44 tempest-NetworksTest-1803261889 tempest-NetworksTest-1803261889] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1538990274'}} {{(pid=84875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:33:35.821661 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.v2.base [None req-9b16aad8-79a9-4f5e-8f27-514b39f86595 tempest-RoutersTest-1255860389 tempest-RoutersTest-1255860389] Request body: {'subnet': {'network_id': '147cc938-1393-4406-a819-ad21bcaa3c74', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=84875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:33:35.863133 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-c7c61629-733f-4c8d-be09-6569d8b2ed44 tempest-NetworksTest-1803261889 tempest-NetworksTest-1803261889] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:33:35.872249 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-c7c61629-733f-4c8d-be09-6569d8b2ed44 tempest-NetworksTest-1803261889 tempest-NetworksTest-1803261889] Usage tracker for resource:network and tenant:93b2211854874c6cae5592aa469fb908 is out of sync, need to count used quota {{(pid=84875) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:33:35.882008 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-c7c61629-733f-4c8d-be09-6569d8b2ed44 tempest-NetworksTest-1803261889 tempest-NetworksTest-1803261889] Quota usage for network was recalculated. Used quota:1. {{(pid=84875) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:33:35.933560 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-628c8b7a-f667-4e81-abb7-91487e0b33f9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5d94dc7a-c095-50a4-955e-5f3b78718a12-995966b8-6c59-49e1-ad14-4a1c97e939ed', 'network_id': '995966b8-6c59-49e1-ad14-4a1c97e939ed', 'tenant_id': '2a076c09cf6548039ba7b64b98184a0e', 'fixed_ips': [{'subnet_id': '91772ad2-28ae-4aa7-a237-249d7531d170'}]}} from n-d-768862-2. {{(pid=84876) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Jan 14 07:33:35.934653 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-628c8b7a-f667-4e81-abb7-91487e0b33f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555753'] for port, before_create {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:33:35.961223 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-c7c61629-733f-4c8d-be09-6569d8b2ed44 tempest-NetworksTest-1803261889 tempest-NetworksTest-1803261889] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:33:35.983909 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-b1387c04-4131-4d73-ab23-e76d1183f090 tempest-SecGroupIPv6Test-296392250 tempest-SecGroupIPv6Test-296392250] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:33:35.994844 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-b1387c04-4131-4d73-ab23-e76d1183f090 tempest-SecGroupIPv6Test-296392250 tempest-SecGroupIPv6Test-296392250] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850966545'] for security_group_rule, after_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:33:36.011850 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-4355bfc6-370e-4d79-bfd4-13d7ecdb83a5 tempest-SecurityGroupRulesTestJSON-1709174060 tempest-SecurityGroupRulesTestJSON-1709174060] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:33:36.033229 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1387c04-4131-4d73-ab23-e76d1183f090 tempest-SecGroupIPv6Test-296392250 tempest-SecGroupIPv6Test-296392250] Pushing event updated for resources: {'SecurityGroupRule': ['ID=32f7413b-3a0f-4b97-a7b3-121fbe532443,revision_number=0']} {{(pid=84875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:33:36.036353 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-b1387c04-4131-4d73-ab23-e76d1183f090 tempest-SecGroupIPv6Test-296392250 tempest-SecGroupIPv6Test-296392250] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:33:36.037084 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c7c61629-733f-4c8d-be09-6569d8b2ed44 tempest-NetworksTest-1803261889 tempest-NetworksTest-1803261889] Made reservation on behalf of 93b2211854874c6cae5592aa469fb908 for: {'network': 1} {{(pid=84875) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 07:33:36.047045 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-c7c61629-733f-4c8d-be09-6569d8b2ed44 tempest-NetworksTest-1803261889 tempest-NetworksTest-1803261889] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555753'] for network, before_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:33:36.083809 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-9b16aad8-79a9-4f5e-8f27-514b39f86595 tempest-RoutersTest-1255860389 tempest-RoutersTest-1255860389] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:33:36.095287 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-9b16aad8-79a9-4f5e-8f27-514b39f86595 tempest-RoutersTest-1255860389 tempest-RoutersTest-1255860389] Usage tracker for resource:subnet and tenant:2a076c09cf6548039ba7b64b98184a0e is out of sync, need to count used quota {{(pid=84875) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:33:36.099106 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-b1387c04-4131-4d73-ab23-e76d1183f090 tempest-SecGroupIPv6Test-296392250 tempest-SecGroupIPv6Test-296392250] Notify callbacks [] for security_group_rule, before_response {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:33:36.103209 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-b1387c04-4131-4d73-ab23-e76d1183f090 tempest-SecGroupIPv6Test-296392250 tempest-SecGroupIPv6Test-296392250] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4944115 Jan 14 07:33:36.103209 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-9b16aad8-79a9-4f5e-8f27-514b39f86595 tempest-RoutersTest-1255860389 tempest-RoutersTest-1255860389] Quota usage for subnet was recalculated. Used quota:1. {{(pid=84875) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:33:36.106788 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84875) accepted ('10.222.0.24', 59910) {{(pid=84875) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:33:36.117410 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.v2.base [None req-0b2e8b0f-0126-4966-af29-d170598037c6 tempest-SecGroupIPv6Test-296392250 tempest-SecGroupIPv6Test-296392250] Request body: {'security_group_rule': {'security_group_id': 'e4782477-daef-4035-b246-a25b44598e2e', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 0, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=84875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:33:36.128259 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-9b16aad8-79a9-4f5e-8f27-514b39f86595 tempest-RoutersTest-1255860389 tempest-RoutersTest-1255860389] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:33:36.131750 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-0b2e8b0f-0126-4966-af29-d170598037c6 tempest-SecGroupIPv6Test-296392250 tempest-SecGroupIPv6Test-296392250] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:33:36.143457 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c7c61629-733f-4c8d-be09-6569d8b2ed44 tempest-NetworksTest-1803261889 tempest-NetworksTest-1803261889] vxlan segment allocate from pool success with {'vxlan_vni': 3} {{(pid=84875) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Jan 14 07:33:36.148515 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-0b2e8b0f-0126-4966-af29-d170598037c6 tempest-SecGroupIPv6Test-296392250 tempest-SecGroupIPv6Test-296392250] Usage tracker for resource:security_group_rule and tenant:058b4641f1ca48f9b3b9ca658afbc9cc is out of sync, need to count used quota {{(pid=84875) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:33:36.156221 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-0b2e8b0f-0126-4966-af29-d170598037c6 tempest-SecGroupIPv6Test-296392250 tempest-SecGroupIPv6Test-296392250] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=84875) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:33:36.166149 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-0b2e8b0f-0126-4966-af29-d170598037c6 tempest-SecGroupIPv6Test-296392250 tempest-SecGroupIPv6Test-296392250] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=84875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:33:36.168274 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9b16aad8-79a9-4f5e-8f27-514b39f86595 tempest-RoutersTest-1255860389 tempest-RoutersTest-1255860389] Made reservation on behalf of 2a076c09cf6548039ba7b64b98184a0e for: {'subnet': 1} {{(pid=84875) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 07:33:36.193629 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-c7c61629-733f-4c8d-be09-6569d8b2ed44 tempest-NetworksTest-1803261889 tempest-NetworksTest-1803261889] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment--9223363259214191851', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854179735'] for segment, precommit_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:33:36.194286 n-d-768862-2 neutron-server[84765]: INFO neutron.db.segments_db [None req-c7c61629-733f-4c8d-be09-6569d8b2ed44 tempest-NetworksTest-1803261889 tempest-NetworksTest-1803261889] Added segment b3506bd9-3d84-4f38-a4f7-4472420ef7bc of type vxlan for network 80cc4bcc-b605-496d-a59b-c5d586c14623 Jan 14 07:33:36.325918 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.db_base_plugin_common [None req-628c8b7a-f667-4e81-abb7-91487e0b33f9 None None] Allocated IP 172.20.0.2 (995966b8-6c59-49e1-ad14-4a1c97e939ed/91772ad2-28ae-4aa7-a237-249d7531d170/d058b4f4-2145-4d62-a453-36df3af54da5) {{(pid=84876) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 14 07:33:36.363456 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-0b2e8b0f-0126-4966-af29-d170598037c6 tempest-SecGroupIPv6Test-296392250 tempest-SecGroupIPv6Test-296392250] Notify callbacks [] for security_group_rule, before_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:33:36.369587 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.plugin [None req-47e0336f-e08b-4ce8-b531-16ef2ee05d88 tempest-TestNetworkBasicOps-1983703278 tempest-TestNetworkBasicOps-1983703278] Deleting port 04e140f9-d758-478f-8964-bd0017a9a0e8 {{(pid=84874) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 07:33:36.369973 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-47e0336f-e08b-4ce8-b531-16ef2ee05d88 tempest-TestNetworkBasicOps-1983703278 tempest-TestNetworkBasicOps-1983703278] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363259214248359'] for port, before_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:33:36.416100 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-c7c61629-733f-4c8d-be09-6569d8b2ed44 tempest-NetworksTest-1803261889 tempest-NetworksTest-1803261889] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363259214646115'] for network, precommit_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:33:36.437352 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.agents_db [None req-5b939a2f-078d-4c69-a188-cb55a28a77a0 None None] Agent healthcheck: found 7 active agents {{(pid=84877) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Jan 14 07:33:36.549784 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-9b16aad8-79a9-4f5e-8f27-514b39f86595 tempest-RoutersTest-1255860389 tempest-RoutersTest-1255860389] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036852467157'] for subnet, before_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:33:36.589755 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-628c8b7a-f667-4e81-abb7-91487e0b33f9 None None] Notify callbacks [] for port, precommit_create {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:33:36.595948 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-0b2e8b0f-0126-4966-af29-d170598037c6 tempest-SecGroupIPv6Test-296392250 tempest-SecGroupIPv6Test-296392250] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:33:36.608390 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-628c8b7a-f667-4e81-abb7-91487e0b33f9 None None] Transition to ACTIVE for port object d058b4f4-2145-4d62-a453-36df3af54da5 will not be triggered until provisioned by entity L2. {{(pid=84876) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 07:33:36.631388 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-628c8b7a-f667-4e81-abb7-91487e0b33f9 None None] Transition to ACTIVE for port object d058b4f4-2145-4d62-a453-36df3af54da5 will not be triggered until provisioned by entity DHCP. {{(pid=84876) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 07:33:36.639533 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-628c8b7a-f667-4e81-abb7-91487e0b33f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777640123575'] for port, after_create {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:33:36.656409 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.db.resource_extend [None req-c7c61629-733f-4c8d-be09-6569d8b2ed44 tempest-NetworksTest-1803261889 tempest-NetworksTest-1803261889] It took 0.18 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84875) wrapper /usr/local/lib/python3.6/dist-packages/oslo_utils/timeutils.py:388}} Jan 14 07:33:36.664330 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-0b2e8b0f-0126-4966-af29-d170598037c6 tempest-SecGroupIPv6Test-296392250 tempest-SecGroupIPv6Test-296392250] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850966545'] for security_group_rule, after_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:33:36.671802 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [None req-47e0336f-e08b-4ce8-b531-16ef2ee05d88 tempest-TestNetworkBasicOps-1983703278 tempest-TestNetworkBasicOps-1983703278] For port 04e140f9-d758-478f-8964-bd0017a9a0e8, host n-d-768862-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-2',level=0,port_id=04e140f9-d758-478f-8964-bd0017a9a0e8,segment=NetworkSegment(68be74ff-3f71-4f4f-a9e4-dee497368626),segment_id=68be74ff-3f71-4f4f-a9e4-dee497368626)] {{(pid=84874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 07:33:36.678380 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-df853920-ba47-4d4f-8d4e-501198b2af47 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84876) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:33:36.678797 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-47e0336f-e08b-4ce8-b531-16ef2ee05d88 tempest-TestNetworkBasicOps-1983703278 tempest-TestNetworkBasicOps-1983703278] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036850862667'] for port, precommit_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:33:36.697175 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-db378063-8445-4d46-879c-d715750087f9 tempest-SecurityGroupRulesTestJSON-1709174060 tempest-SecurityGroupRulesTestJSON-1709174060] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:33:36.766507 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b2e8b0f-0126-4966-af29-d170598037c6 tempest-SecGroupIPv6Test-296392250 tempest-SecGroupIPv6Test-296392250] Pushing event updated for resources: {'SecurityGroupRule': ['ID=72e669b5-7d37-4ed1-86ea-c047f005135d,revision_number=0']} {{(pid=84875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:33:36.769516 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-0b2e8b0f-0126-4966-af29-d170598037c6 tempest-SecGroupIPv6Test-296392250 tempest-SecGroupIPv6Test-296392250] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:33:36.776011 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-c7c61629-733f-4c8d-be09-6569d8b2ed44 tempest-NetworksTest-1803261889 tempest-NetworksTest-1803261889] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850887149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964'] for network, after_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:33:36.797058 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7c61629-733f-4c8d-be09-6569d8b2ed44 tempest-NetworksTest-1803261889 tempest-NetworksTest-1803261889] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:33:36.797777 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-c7c61629-733f-4c8d-be09-6569d8b2ed44 tempest-NetworksTest-1803261889 tempest-NetworksTest-1803261889] Notify callbacks [] for network, before_response {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:33:36.808411 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-03900be7-a561-46f4-b899-c97f2dc32deb tempest-FloatingIPNegativeTestJSON-2001787271 tempest-FloatingIPNegativeTestJSON-2001787271] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:33:36.841695 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-0b2e8b0f-0126-4966-af29-d170598037c6 tempest-SecGroupIPv6Test-296392250 tempest-SecGroupIPv6Test-296392250] Notify callbacks [] for security_group_rule, before_response {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:33:36.843792 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-0b2e8b0f-0126-4966-af29-d170598037c6 tempest-SecGroupIPv6Test-296392250 tempest-SecGroupIPv6Test-296392250] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.7354562 Jan 14 07:33:36.853878 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84875) accepted ('10.222.0.24', 59932) {{(pid=84875) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:33:36.885239 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-628c8b7a-f667-4e81-abb7-91487e0b33f9 None None] Pushing event updated for resources: {'Port': ['ID=d058b4f4-2145-4d62-a453-36df3af54da5,revision_number=1']} {{(pid=84876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:33:36.893936 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-628c8b7a-f667-4e81-abb7-91487e0b33f9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.216s {{(pid=84876) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:33:36.977561 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.v2.base [None req-2fe6280b-0be6-4870-92a7-ac20a83aa3f2 tempest-SecGroupIPv6Test-296392250 tempest-SecGroupIPv6Test-296392250] Request body: {'security_group_rule': {'security_group_id': 'e4782477-daef-4035-b246-a25b44598e2e', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 11, 'port_range_max': None, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=84875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:33:36.980566 n-d-768862-2 neutron-server[84765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-628c8b7a-f667-4e81-abb7-91487e0b33f9 None None] Network 995966b8-6c59-49e1-ad14-4a1c97e939ed is already hosted by enough agents. {{(pid=84876) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 07:33:36.982079 n-d-768862-2 neutron-server[84765]: DEBUG neutron.scheduler.base_scheduler [None req-628c8b7a-f667-4e81-abb7-91487e0b33f9 None None] Resources bound (agent type, host, resource id): {{(pid=84876) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 07:33:36.988019 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-628c8b7a-f667-4e81-abb7-91487e0b33f9 None None] Received port after_create {{(pid=84876) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 14 07:33:37.034807 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.plugin [None req-47e0336f-e08b-4ce8-b531-16ef2ee05d88 tempest-TestNetworkBasicOps-1983703278 tempest-TestNetworkBasicOps-1983703278] Calling delete_port for 04e140f9-d758-478f-8964-bd0017a9a0e8 owned by network:router_interface {{(pid=84874) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 07:33:37.048765 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-2fe6280b-0be6-4870-92a7-ac20a83aa3f2 tempest-SecGroupIPv6Test-296392250 tempest-SecGroupIPv6Test-296392250] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:33:37.062371 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-c7c61629-733f-4c8d-be09-6569d8b2ed44 tempest-NetworksTest-1803261889 tempest-NetworksTest-1803261889] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 1.3002598 Jan 14 07:33:37.067646 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84875) accepted ('10.222.0.24', 59938) {{(pid=84875) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:33:37.080187 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-2fe6280b-0be6-4870-92a7-ac20a83aa3f2 tempest-SecGroupIPv6Test-296392250 tempest-SecGroupIPv6Test-296392250] Usage tracker for resource:security_group_rule and tenant:058b4641f1ca48f9b3b9ca658afbc9cc is out of sync, need to count used quota {{(pid=84875) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:33:37.081773 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.managers [None req-628c8b7a-f667-4e81-abb7-91487e0b33f9 None None] Attempting to bind port d058b4f4-2145-4d62-a453-36df3af54da5 on host n-d-768862-2 for vnic_type normal with profile {{(pid=84876) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 14 07:33:37.084277 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.managers [None req-628c8b7a-f667-4e81-abb7-91487e0b33f9 None None] Attempting to bind port d058b4f4-2145-4d62-a453-36df3af54da5 by drivers openvswitch on host n-d-768862-2 at level 0 using segments [{'id': '947ea7ec-d3e1-4c44-a0b8-b26ad7b53419', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 9, 'network_id': '995966b8-6c59-49e1-ad14-4a1c97e939ed'}] {{(pid=84876) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 14 07:33:37.084827 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-628c8b7a-f667-4e81-abb7-91487e0b33f9 None None] Attempting to bind port d058b4f4-2145-4d62-a453-36df3af54da5 on network 995966b8-6c59-49e1-ad14-4a1c97e939ed {{(pid=84876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 14 07:33:37.087919 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.v2.base [None req-f6b0a68f-b3e4-46fc-8eb6-76c2415598ad tempest-NetworksTest-1803261889 tempest-NetworksTest-1803261889] Request body: {'subnet': {'network_id': '80cc4bcc-b605-496d-a59b-c5d586c14623', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=84875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:33:37.100889 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-628c8b7a-f667-4e81-abb7-91487e0b33f9 None None] Checking agent: {'id': 'ba5efab1-b43c-4d5a-bc52-6e105d4e67a2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768862-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 14, 6, 56, 52), 'started_at': datetime.datetime(2021, 1, 14, 6, 57, 22), 'heartbeat_timestamp': datetime.datetime(2021, 1, 14, 7, 33, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768862-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.29', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 14 07:33:37.101452 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-628c8b7a-f667-4e81-abb7-91487e0b33f9 None None] Checking segment: {'id': '947ea7ec-d3e1-4c44-a0b8-b26ad7b53419', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 9, 'network_id': '995966b8-6c59-49e1-ad14-4a1c97e939ed'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84876) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 14 07:33:37.102329 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-628c8b7a-f667-4e81-abb7-91487e0b33f9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:33:37.103064 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-628c8b7a-f667-4e81-abb7-91487e0b33f9 None None] Bound using segment: {'id': '947ea7ec-d3e1-4c44-a0b8-b26ad7b53419', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 9, 'network_id': '995966b8-6c59-49e1-ad14-4a1c97e939ed'} {{(pid=84876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 14 07:33:37.105705 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.managers [None req-628c8b7a-f667-4e81-abb7-91487e0b33f9 None None] Bound port: d058b4f4-2145-4d62-a453-36df3af54da5, host: n-d-768862-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '947ea7ec-d3e1-4c44-a0b8-b26ad7b53419', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 9, 'network_id': '995966b8-6c59-49e1-ad14-4a1c97e939ed'}}] {{(pid=84876) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 14 07:33:37.107761 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-628c8b7a-f667-4e81-abb7-91487e0b33f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555753'] for port, before_update {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:33:37.110186 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-2fe6280b-0be6-4870-92a7-ac20a83aa3f2 tempest-SecGroupIPv6Test-296392250 tempest-SecGroupIPv6Test-296392250] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=84875) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:33:37.117912 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7c61629-733f-4c8d-be09-6569d8b2ed44 tempest-NetworksTest-1803261889 tempest-NetworksTest-1803261889] Pushing event updated for resources: {'Network': ['ID=80cc4bcc-b605-496d-a59b-c5d586c14623,revision_number=1']} {{(pid=84875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:33:37.121590 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-c7c61629-733f-4c8d-be09-6569d8b2ed44 tempest-NetworksTest-1803261889 tempest-NetworksTest-1803261889] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.313s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:33:37.201318 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-2fe6280b-0be6-4870-92a7-ac20a83aa3f2 tempest-SecGroupIPv6Test-296392250 tempest-SecGroupIPv6Test-296392250] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=84875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:33:37.244176 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [None req-628c8b7a-f667-4e81-abb7-91487e0b33f9 None None] For port d058b4f4-2145-4d62-a453-36df3af54da5, host n-d-768862-2, cleared binding levels {{(pid=84876) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 14 07:33:37.247944 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [None req-628c8b7a-f667-4e81-abb7-91487e0b33f9 None None] For port d058b4f4-2145-4d62-a453-36df3af54da5, host n-d-768862-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-2',level=0,port_id=d058b4f4-2145-4d62-a453-36df3af54da5,segment=NetworkSegment(947ea7ec-d3e1-4c44-a0b8-b26ad7b53419),segment_id=947ea7ec-d3e1-4c44-a0b8-b26ad7b53419)] {{(pid=84876) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 14 07:33:37.249526 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-852a24f7-e9a1-4193-9abb-e9506fe5213f None None] Network 80cc4bcc-b605-496d-a59b-c5d586c14623 details requested by agent ovs-agent-n-h2-768862-2 with host n-h2-768862-2 {{(pid=84876) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 07:33:37.309698 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-47e0336f-e08b-4ce8-b531-16ef2ee05d88 tempest-TestNetworkBasicOps-1983703278 tempest-TestNetworkBasicOps-1983703278] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777640533329', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777640097463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3254186'] for port, after_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:33:37.317214 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-2fe6280b-0be6-4870-92a7-ac20a83aa3f2 tempest-SecGroupIPv6Test-296392250 tempest-SecGroupIPv6Test-296392250] Notify callbacks [] for security_group_rule, before_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:33:37.356674 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-f6b0a68f-b3e4-46fc-8eb6-76c2415598ad tempest-NetworksTest-1803261889 tempest-NetworksTest-1803261889] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:33:37.362061 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-017f98a9-8a07-408c-a86f-8ff0c00400a0 None None] Network 80cc4bcc-b605-496d-a59b-c5d586c14623 details requested by agent ovs-agent-n-h1-768862-2 with host n-h1-768862-2 {{(pid=84876) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 07:33:37.406169 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-f6b0a68f-b3e4-46fc-8eb6-76c2415598ad tempest-NetworksTest-1803261889 tempest-NetworksTest-1803261889] Usage tracker for resource:subnet and tenant:93b2211854874c6cae5592aa469fb908 is out of sync, need to count used quota {{(pid=84875) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:33:37.413707 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Network 80cc4bcc-b605-496d-a59b-c5d586c14623 details requested by agent ovs-agent-n-d-768862-2 with host n-d-768862-2 {{(pid=84876) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 07:33:37.433218 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-f6b0a68f-b3e4-46fc-8eb6-76c2415598ad tempest-NetworksTest-1803261889 tempest-NetworksTest-1803261889] Quota usage for subnet was recalculated. Used quota:1. {{(pid=84875) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:33:37.483770 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-f6b0a68f-b3e4-46fc-8eb6-76c2415598ad tempest-NetworksTest-1803261889 tempest-NetworksTest-1803261889] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:33:37.484909 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-2ba2be7c-0bcb-4dfb-839d-a70fa6fe3feb tempest-PortsIpV6TestJSON-1330665174 tempest-PortsIpV6TestJSON-1330665174] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:33:37.548771 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47e0336f-e08b-4ce8-b531-16ef2ee05d88 tempest-TestNetworkBasicOps-1983703278 tempest-TestNetworkBasicOps-1983703278] Pushing event deleted for resources: {'Port': ['ID=04e140f9-d758-478f-8964-bd0017a9a0e8,revision_number=None']} {{(pid=84874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:33:37.565326 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-47e0336f-e08b-4ce8-b531-16ef2ee05d88 tempest-TestNetworkBasicOps-1983703278 tempest-TestNetworkBasicOps-1983703278] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:33:37.578858 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f6b0a68f-b3e4-46fc-8eb6-76c2415598ad tempest-NetworksTest-1803261889 tempest-NetworksTest-1803261889] Made reservation on behalf of 93b2211854874c6cae5592aa469fb908 for: {'subnet': 1} {{(pid=84875) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 07:33:37.611949 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-2fe6280b-0be6-4870-92a7-ac20a83aa3f2 tempest-SecGroupIPv6Test-296392250 tempest-SecGroupIPv6Test-296392250] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:33:37.711908 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-628c8b7a-f667-4e81-abb7-91487e0b33f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777640533312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363259214678337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777640097497'] for port, after_update {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:33:37.787945 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-2fe6280b-0be6-4870-92a7-ac20a83aa3f2 tempest-SecGroupIPv6Test-296392250 tempest-SecGroupIPv6Test-296392250] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850966545'] for security_group_rule, after_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:33:37.794608 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-a5a51d4e-e651-481e-bca5-bd8f4233f0d4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84876) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:33:37.796235 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-6ecf53a8-d87c-4e1a-87db-c36967b8ba5e tempest-SecGroupIPv6Test-296392250 tempest-SecGroupIPv6Test-296392250] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:33:37.899497 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fe6280b-0be6-4870-92a7-ac20a83aa3f2 tempest-SecGroupIPv6Test-296392250 tempest-SecGroupIPv6Test-296392250] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d8e39c35-5063-443b-a6cd-9d03bc555910,revision_number=0']} {{(pid=84875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:33:37.907591 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-2fe6280b-0be6-4870-92a7-ac20a83aa3f2 tempest-SecGroupIPv6Test-296392250 tempest-SecGroupIPv6Test-296392250] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:33:38.043710 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-f6b0a68f-b3e4-46fc-8eb6-76c2415598ad tempest-NetworksTest-1803261889 tempest-NetworksTest-1803261889] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036852467157'] for subnet, before_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:33:38.064436 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-47e0336f-e08b-4ce8-b531-16ef2ee05d88 tempest-TestNetworkBasicOps-1983703278 tempest-TestNetworkBasicOps-1983703278] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted--9223372036851568851', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal--9223372036850888080'] for router_interface, after_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:33:38.096723 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-2fe6280b-0be6-4870-92a7-ac20a83aa3f2 tempest-SecGroupIPv6Test-296392250 tempest-SecGroupIPv6Test-296392250] Notify callbacks [] for security_group_rule, before_response {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:33:38.106011 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-2fe6280b-0be6-4870-92a7-ac20a83aa3f2 tempest-SecGroupIPv6Test-296392250 tempest-SecGroupIPv6Test-296392250] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 772 time: 1.1431806 Jan 14 07:33:38.145573 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-628c8b7a-f667-4e81-abb7-91487e0b33f9 None None] Pushing event updated for resources: {'Port': ['ID=d058b4f4-2145-4d62-a453-36df3af54da5,revision_number=2']} {{(pid=84876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:33:38.199930 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84874) accepted ('10.222.0.24', 59950) {{(pid=84874) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:33:38.269420 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-628c8b7a-f667-4e81-abb7-91487e0b33f9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.475s {{(pid=84876) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:33:38.302154 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84875) accepted ('10.222.0.24', 59954) {{(pid=84875) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:33:38.322338 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.v2.base [None req-c07305ec-e1de-4b29-bbde-a5383ed6417a tempest-TestSecurityGroupsBasicOps-944861984 tempest-TestSecurityGroupsBasicOps-944861984] Request body: {'network': {'name': 'tempest-network-smoke--74433136', 'project_id': 'da40f1f08d464ed39ed4c77ed164e902', 'port_security_enabled': True}} {{(pid=84875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:33:38.360550 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-c07305ec-e1de-4b29-bbde-a5383ed6417a tempest-TestSecurityGroupsBasicOps-944861984 tempest-TestSecurityGroupsBasicOps-944861984] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:33:38.373100 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-c07305ec-e1de-4b29-bbde-a5383ed6417a tempest-TestSecurityGroupsBasicOps-944861984 tempest-TestSecurityGroupsBasicOps-944861984] Usage tracker for resource:network and tenant:da40f1f08d464ed39ed4c77ed164e902 is out of sync, need to count used quota {{(pid=84875) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:33:38.378842 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-c07305ec-e1de-4b29-bbde-a5383ed6417a tempest-TestSecurityGroupsBasicOps-944861984 tempest-TestSecurityGroupsBasicOps-944861984] Quota usage for network was recalculated. Used quota:0. {{(pid=84875) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:33:38.406016 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-c07305ec-e1de-4b29-bbde-a5383ed6417a tempest-TestSecurityGroupsBasicOps-944861984 tempest-TestSecurityGroupsBasicOps-944861984] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:33:38.418911 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-18a50ae3-03c9-437d-b192-af698b33738b tempest-SecGroupIPv6Test-296392250 tempest-SecGroupIPv6Test-296392250] Notify callbacks [] for security_group_rule, before_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:33:38.432570 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-18a50ae3-03c9-437d-b192-af698b33738b tempest-SecGroupIPv6Test-296392250 tempest-SecGroupIPv6Test-296392250] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:33:38.470878 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c07305ec-e1de-4b29-bbde-a5383ed6417a tempest-TestSecurityGroupsBasicOps-944861984 tempest-TestSecurityGroupsBasicOps-944861984] Made reservation on behalf of da40f1f08d464ed39ed4c77ed164e902 for: {'network': 1} {{(pid=84875) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 07:33:38.480799 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-c07305ec-e1de-4b29-bbde-a5383ed6417a tempest-TestSecurityGroupsBasicOps-944861984 tempest-TestSecurityGroupsBasicOps-944861984] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555753'] for network, before_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:33:38.494011 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-18a50ae3-03c9-437d-b192-af698b33738b tempest-SecGroupIPv6Test-296392250 tempest-SecGroupIPv6Test-296392250] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850966545'] for security_group_rule, after_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:33:38.501115 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:33:38.513328 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-c07305ec-e1de-4b29-bbde-a5383ed6417a tempest-TestSecurityGroupsBasicOps-944861984 tempest-TestSecurityGroupsBasicOps-944861984] Notify callbacks [] for security_group, before_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:33:38.521907 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18a50ae3-03c9-437d-b192-af698b33738b tempest-SecGroupIPv6Test-296392250 tempest-SecGroupIPv6Test-296392250] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=d8e39c35-5063-443b-a6cd-9d03bc555910,revision_number=None']} {{(pid=84874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:33:38.579717 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-18a50ae3-03c9-437d-b192-af698b33738b tempest-SecGroupIPv6Test-296392250 tempest-SecGroupIPv6Test-296392250] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:33:38.930084 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-c07305ec-e1de-4b29-bbde-a5383ed6417a tempest-TestSecurityGroupsBasicOps-944861984 tempest-TestSecurityGroupsBasicOps-944861984] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:33:38.944155 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-c07305ec-e1de-4b29-bbde-a5383ed6417a tempest-TestSecurityGroupsBasicOps-944861984 tempest-TestSecurityGroupsBasicOps-944861984] Usage tracker for resource:security_group_rule and tenant:da40f1f08d464ed39ed4c77ed164e902 is out of sync, need to count used quota {{(pid=84875) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:33:38.951261 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-c07305ec-e1de-4b29-bbde-a5383ed6417a tempest-TestSecurityGroupsBasicOps-944861984 tempest-TestSecurityGroupsBasicOps-944861984] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84875) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:33:38.978132 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-c07305ec-e1de-4b29-bbde-a5383ed6417a tempest-TestSecurityGroupsBasicOps-944861984 tempest-TestSecurityGroupsBasicOps-944861984] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:33:38.998854 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-9b16aad8-79a9-4f5e-8f27-514b39f86595 tempest-RoutersTest-1255860389 tempest-RoutersTest-1255860389] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850887113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036851621412', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036852467174'] for subnet, after_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:33:39.009749 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-18a50ae3-03c9-437d-b192-af698b33738b tempest-SecGroupIPv6Test-296392250 tempest-SecGroupIPv6Test-296392250] Notify callbacks [] for security_group_rule, before_response {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:33:39.010879 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-18a50ae3-03c9-437d-b192-af698b33738b tempest-SecGroupIPv6Test-296392250 tempest-SecGroupIPv6Test-296392250] 10.222.0.24 "DELETE /v2.0/security-group-rules/d8e39c35-5063-443b-a6cd-9d03bc555910 HTTP/1.1" status: 204 len: 168 time: 0.8010626 Jan 14 07:33:39.021561 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84874) accepted ('10.222.0.24', 59964) {{(pid=84874) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:33:39.081025 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-307c2a9d-179e-4386-a707-2068a908ad3b tempest-ExtraDHCPOptionsTestJSON-831179529 tempest-ExtraDHCPOptionsTestJSON-831179529] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:33:39.118638 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-e2879397-87b9-4c56-9854-c500dd6ae30f tempest-SecGroupIPv6Test-296392250 tempest-SecGroupIPv6Test-296392250] Synchronizing usage tracker for tenant:058b4641f1ca48f9b3b9ca658afbc9cc on resource:security_group_rule {{(pid=84874) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 14 07:33:39.151047 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-e2879397-87b9-4c56-9854-c500dd6ae30f tempest-SecGroupIPv6Test-296392250 tempest-SecGroupIPv6Test-296392250] Unset dirty status for tenant:058b4641f1ca48f9b3b9ca658afbc9cc on resource:security_group_rule {{(pid=84874) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 14 07:33:39.152529 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-e2879397-87b9-4c56-9854-c500dd6ae30f tempest-SecGroupIPv6Test-296392250 tempest-SecGroupIPv6Test-296392250] 10.222.0.24 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5751 time: 0.1299450 Jan 14 07:33:39.155871 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84874) accepted ('10.222.0.24', 59968) {{(pid=84874) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:33:39.205967 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-eedf955e-5899-42ef-9c2b-2b5c0a0ff5ef tempest-SecGroupIPv6Test-296392250 tempest-SecGroupIPv6Test-296392250] Notify callbacks [] for security_group_rule, before_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:33:39.213464 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b16aad8-79a9-4f5e-8f27-514b39f86595 tempest-RoutersTest-1255860389 tempest-RoutersTest-1255860389] Pushing event updated for resources: {'Subnet': ['ID=b22e4222-1552-4804-811c-492734b7959f,revision_number=0']} {{(pid=84875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:33:39.215269 n-d-768862-2 neutron-server[84765]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-47e0336f-e08b-4ce8-b531-16ef2ee05d88 tempest-TestNetworkBasicOps-1983703278 tempest-TestNetworkBasicOps-1983703278] Router 09233ba1-9c6b-499a-aeaf-1d2897df2d9a has already been hosted by L3 agent 35f592e9-451b-4db9-abea-77b6a5c5391b {{(pid=84874) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Jan 14 07:33:39.222535 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-eedf955e-5899-42ef-9c2b-2b5c0a0ff5ef tempest-SecGroupIPv6Test-296392250 tempest-SecGroupIPv6Test-296392250] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:33:39.290920 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-9b16aad8-79a9-4f5e-8f27-514b39f86595 tempest-RoutersTest-1255860389 tempest-RoutersTest-1255860389] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.210s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:33:39.435875 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-47e0336f-e08b-4ce8-b531-16ef2ee05d88 tempest-TestNetworkBasicOps-1983703278 tempest-TestNetworkBasicOps-1983703278] Notify agent at l3_agent.n-d-768862-2 the message routers_updated {{(pid=84874) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jan 14 07:33:39.447683 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-47e0336f-e08b-4ce8-b531-16ef2ee05d88 tempest-TestNetworkBasicOps-1983703278 tempest-TestNetworkBasicOps-1983703278] 10.222.0.24 "PUT /v2.0/routers/09233ba1-9c6b-499a-aeaf-1d2897df2d9a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.8125894 Jan 14 07:33:39.450404 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84874) accepted ('10.222.0.24', 59974) {{(pid=84874) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:33:39.458248 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ac8810e-fbea-48f3-af99-62a018a27d10 None None] Sync routers for ids ['09233ba1-9c6b-499a-aeaf-1d2897df2d9a'] in n-d-768862-2 {{(pid=84876) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Jan 14 07:33:39.458466 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b16aad8-79a9-4f5e-8f27-514b39f86595 tempest-RoutersTest-1255860389 tempest-RoutersTest-1255860389] Checking segment: {'id': '19bed2cd-3f7f-4662-9698-6681cac812e4', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 20, 'network_id': '147cc938-1393-4406-a819-ad21bcaa3c74'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84875) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 14 07:33:39.458678 n-d-768862-2 neutron-server[84765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b16aad8-79a9-4f5e-8f27-514b39f86595 tempest-RoutersTest-1255860389 tempest-RoutersTest-1255860389] Network hostable DHCP agents. Network: 147cc938-1393-4406-a819-ad21bcaa3c74, hostable agents: ['32f3dd84-26da-4d18-bf15-6017a8fb7247'], hosted agents: [] {{(pid=84875) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Jan 14 07:33:39.465820 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-c07305ec-e1de-4b29-bbde-a5383ed6417a tempest-TestSecurityGroupsBasicOps-944861984 tempest-TestSecurityGroupsBasicOps-944861984] Notify callbacks [] for security_group, precommit_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:33:39.473020 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ac8810e-fbea-48f3-af99-62a018a27d10 None None] Routers {'09233ba1-9c6b-499a-aeaf-1d2897df2d9a'} bound to L3 agent in host n-d-768862-2 {{(pid=84876) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 14 07:33:39.474225 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_hamode_db [None req-3ac8810e-fbea-48f3-af99-62a018a27d10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-01-14T06:56:51Z,description=,heartbeat_timestamp=2021-01-14T07:33:22Z,host='n-d-768862-2',id=35f592e9-451b-4db9-abea-77b6a5c5391b,load=0,resource_versions=,resources_synced=,started_at=2021-01-14T06:56:51Z,topic='l3_agent')) {'router_ids': ['09233ba1-9c6b-499a-aeaf-1d2897df2d9a'], 'active': True} {{(pid=84876) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:33:39.483567 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-c07305ec-e1de-4b29-bbde-a5383ed6417a tempest-TestSecurityGroupsBasicOps-944861984 tempest-TestSecurityGroupsBasicOps-944861984] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850887153'] for security_group, after_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:33:39.489501 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-ca761fab-2575-43da-ab83-90453bb9e794 tempest-TestNetworkBasicOps-1983703278 tempest-TestNetworkBasicOps-1983703278] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:33:39.537485 n-d-768862-2 neutron-server[84765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b16aad8-79a9-4f5e-8f27-514b39f86595 tempest-RoutersTest-1255860389 tempest-RoutersTest-1255860389] Network 147cc938-1393-4406-a819-ad21bcaa3c74 is scheduled to be hosted by DHCP agent 32f3dd84-26da-4d18-bf15-6017a8fb7247 with binding_index 1 {{(pid=84875) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Jan 14 07:33:39.551317 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c07305ec-e1de-4b29-bbde-a5383ed6417a tempest-TestSecurityGroupsBasicOps-944861984 tempest-TestSecurityGroupsBasicOps-944861984] vxlan segment allocate from pool success with {'vxlan_vni': 21} {{(pid=84875) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Jan 14 07:33:39.572972 n-d-768862-2 neutron-server[84765]: DEBUG neutron.scheduler.base_scheduler [None req-9b16aad8-79a9-4f5e-8f27-514b39f86595 tempest-RoutersTest-1255860389 tempest-RoutersTest-1255860389] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768862-2, 147cc938-1393-4406-a819-ad21bcaa3c74) {{(pid=84875) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 07:33:39.579856 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c07305ec-e1de-4b29-bbde-a5383ed6417a tempest-TestSecurityGroupsBasicOps-944861984 tempest-TestSecurityGroupsBasicOps-944861984] Pushing event updated for resources: {'SecurityGroup': ['ID=2443ed71-2e32-4125-af5b-88d9a4415cdc,revision_number=1']} {{(pid=84875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:33:39.588410 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-c07305ec-e1de-4b29-bbde-a5383ed6417a tempest-TestSecurityGroupsBasicOps-944861984 tempest-TestSecurityGroupsBasicOps-944861984] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment--9223363259214191851', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854179735'] for segment, precommit_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:33:39.588839 n-d-768862-2 neutron-server[84765]: INFO neutron.db.segments_db [None req-c07305ec-e1de-4b29-bbde-a5383ed6417a tempest-TestSecurityGroupsBasicOps-944861984 tempest-TestSecurityGroupsBasicOps-944861984] Added segment 6ee7b38f-2b54-4b74-9d97-5f5c54ab862d of type vxlan for network d298a449-3d7e-45a6-b770-ee623958c3e8 Jan 14 07:33:39.591503 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-c07305ec-e1de-4b29-bbde-a5383ed6417a tempest-TestSecurityGroupsBasicOps-944861984 tempest-TestSecurityGroupsBasicOps-944861984] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:33:39.650702 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b16aad8-79a9-4f5e-8f27-514b39f86595 tempest-RoutersTest-1255860389 tempest-RoutersTest-1255860389] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:33:39.651378 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-9b16aad8-79a9-4f5e-8f27-514b39f86595 tempest-RoutersTest-1255860389 tempest-RoutersTest-1255860389] Notify callbacks [] for subnet, before_response {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:33:39.699013 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.db_base_plugin_v2 [None req-ae80f39c-42a5-49ea-b288-8db999f360cc tempest-TestNetworkBasicOps-1983703278 tempest-TestNetworkBasicOps-1983703278] Deleting subnet 70ec785e-a649-42d9-ad88-b7b6a0cea680 {{(pid=84874) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Jan 14 07:33:39.703031 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-eedf955e-5899-42ef-9c2b-2b5c0a0ff5ef tempest-SecGroupIPv6Test-296392250 tempest-SecGroupIPv6Test-296392250] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850966545'] for security_group_rule, after_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:33:39.717594 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-ae80f39c-42a5-49ea-b288-8db999f360cc tempest-TestNetworkBasicOps-1983703278 tempest-TestNetworkBasicOps-1983703278] Notify callbacks [] for subnet, before_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:33:39.737837 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-c07305ec-e1de-4b29-bbde-a5383ed6417a tempest-TestSecurityGroupsBasicOps-944861984 tempest-TestSecurityGroupsBasicOps-944861984] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363259214646115'] for network, precommit_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:33:39.752771 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-921cc405-53da-46cd-ba06-fccf0740438e None None] Network 147cc938-1393-4406-a819-ad21bcaa3c74 requested from n-d-768862-2 {{(pid=84876) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 07:33:39.784174 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-f6b0a68f-b3e4-46fc-8eb6-76c2415598ad tempest-NetworksTest-1803261889 tempest-NetworksTest-1803261889] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850887113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036851621412', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036852467174'] for subnet, after_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:33:39.825191 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-0b5dee9c-241d-4189-b929-1812fe84913a tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:33:39.832564 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-149430e1-cb98-4c53-96cc-09150693efc5 tempest-AttachVolumeTestJSON-1157025134 tempest-AttachVolumeTestJSON-1157025134] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:33:39.846910 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-eedf955e-5899-42ef-9c2b-2b5c0a0ff5ef tempest-SecGroupIPv6Test-296392250 tempest-SecGroupIPv6Test-296392250] Notify callbacks [] for security_group_rule, before_response {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:33:39.849676 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-eedf955e-5899-42ef-9c2b-2b5c0a0ff5ef tempest-SecGroupIPv6Test-296392250 tempest-SecGroupIPv6Test-296392250] 10.222.0.24 "DELETE /v2.0/security-group-rules/72e669b5-7d37-4ed1-86ea-c047f005135d HTTP/1.1" status: 204 len: 168 time: 0.6928189 Jan 14 07:33:39.852694 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-ae80f39c-42a5-49ea-b288-8db999f360cc tempest-TestNetworkBasicOps-1983703278 tempest-TestNetworkBasicOps-1983703278] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036851807232'] for subnet, precommit_delete_associations {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:33:39.880503 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84875) accepted ('10.222.0.24', 59978) {{(pid=84875) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:33:39.888369 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.db.resource_extend [None req-c07305ec-e1de-4b29-bbde-a5383ed6417a tempest-TestSecurityGroupsBasicOps-944861984 tempest-TestSecurityGroupsBasicOps-944861984] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84875) wrapper /usr/local/lib/python3.6/dist-packages/oslo_utils/timeutils.py:388}} Jan 14 07:33:39.899515 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eedf955e-5899-42ef-9c2b-2b5c0a0ff5ef tempest-SecGroupIPv6Test-296392250 tempest-SecGroupIPv6Test-296392250] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=72e669b5-7d37-4ed1-86ea-c047f005135d,revision_number=None']} {{(pid=84874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:33:39.907886 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-eedf955e-5899-42ef-9c2b-2b5c0a0ff5ef tempest-SecGroupIPv6Test-296392250 tempest-SecGroupIPv6Test-296392250] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:33:39.911098 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_dvr_db [None req-3ac8810e-fbea-48f3-af99-62a018a27d10 None None] Set router 09233ba1-9c6b-499a-aeaf-1d2897df2d9a gateway port host: n-d-768862-2 {{(pid=84876) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 14 07:33:40.011461 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-ae80f39c-42a5-49ea-b288-8db999f360cc tempest-TestNetworkBasicOps-1983703278 tempest-TestNetworkBasicOps-1983703278] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036854176836'] for subnet, precommit_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:33:40.036337 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Device d058b4f4-2145-4d62-a453-36df3af54da5 up at agent ovs-agent-n-d-768862-2 {{(pid=84876) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 07:33:40.056373 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-9b16aad8-79a9-4f5e-8f27-514b39f86595 tempest-RoutersTest-1255860389 tempest-RoutersTest-1255860389] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 4.2792578 Jan 14 07:33:40.065447 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84874) accepted ('10.222.0.24', 59982) {{(pid=84874) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:33:40.095008 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.v2.base [None req-ae4f5753-716d-43a1-8414-f874990ca625 tempest-RoutersTest-1255860389 tempest-RoutersTest-1255860389] Request body: {'router': {'name': 'tempest-RoutersTest-router-428745606', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=84874) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:33:40.128435 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-c07305ec-e1de-4b29-bbde-a5383ed6417a tempest-TestSecurityGroupsBasicOps-944861984 tempest-TestSecurityGroupsBasicOps-944861984] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850887149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964'] for network, after_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:33:40.187109 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c07305ec-e1de-4b29-bbde-a5383ed6417a tempest-TestSecurityGroupsBasicOps-944861984 tempest-TestSecurityGroupsBasicOps-944861984] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:33:40.188275 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-c07305ec-e1de-4b29-bbde-a5383ed6417a tempest-TestSecurityGroupsBasicOps-944861984 tempest-TestSecurityGroupsBasicOps-944861984] Notify callbacks [] for network, before_response {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:33:40.298085 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6b0a68f-b3e4-46fc-8eb6-76c2415598ad tempest-NetworksTest-1803261889 tempest-NetworksTest-1803261889] Pushing event updated for resources: {'Subnet': ['ID=7c4b3c2e-6879-44b8-b991-01b283d33c35,revision_number=0']} {{(pid=84875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:33:40.339255 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-f6b0a68f-b3e4-46fc-8eb6-76c2415598ad tempest-NetworksTest-1803261889 tempest-NetworksTest-1803261889] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.514s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:33:40.352459 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e5cb9f8-233c-4340-8e6c-c50129d7a886 None None] Network 995966b8-6c59-49e1-ad14-4a1c97e939ed requested from n-d-768862-2 {{(pid=84876) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 07:33:40.352663 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-c07305ec-e1de-4b29-bbde-a5383ed6417a tempest-TestSecurityGroupsBasicOps-944861984 tempest-TestSecurityGroupsBasicOps-944861984] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 2.0477493 Jan 14 07:33:40.353722 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-ccbc1bef-28dd-4a7a-92cd-ca74a5ae8f41 tempest-NetworksTest-1803261889 tempest-NetworksTest-1803261889] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.133s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:33:40.439407 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84874) accepted ('10.222.0.24', 59988) {{(pid=84874) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:33:40.442848 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-ae4f5753-716d-43a1-8414-f874990ca625 tempest-RoutersTest-1255860389 tempest-RoutersTest-1255860389] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:33:40.449011 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.v2.base [None req-3a169e50-063e-415a-b8d8-69eefbe699a2 tempest-TestSecurityGroupsBasicOps-944861984 tempest-TestSecurityGroupsBasicOps-944861984] Request body: {'router': {'name': 'tempest-TestSecurityGroupsBasicOps-router-505592890', 'admin_state_up': True, 'project_id': 'da40f1f08d464ed39ed4c77ed164e902', 'external_gateway_info': {'network_id': '226f1e78-82cd-4481-9055-4eb73b6db8c1'}}} {{(pid=84874) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:33:40.478544 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-ae4f5753-716d-43a1-8414-f874990ca625 tempest-RoutersTest-1255860389 tempest-RoutersTest-1255860389] Usage tracker for resource:router and tenant:2a076c09cf6548039ba7b64b98184a0e is out of sync, need to count used quota {{(pid=84874) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:33:40.482225 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-3a169e50-063e-415a-b8d8-69eefbe699a2 tempest-TestSecurityGroupsBasicOps-944861984 tempest-TestSecurityGroupsBasicOps-944861984] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:33:40.487238 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-ae4f5753-716d-43a1-8414-f874990ca625 tempest-RoutersTest-1255860389 tempest-RoutersTest-1255860389] Quota usage for router was recalculated. Used quota:0. {{(pid=84874) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:33:40.490696 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-ae80f39c-42a5-49ea-b288-8db999f360cc tempest-TestNetworkBasicOps-1983703278 tempest-TestNetworkBasicOps-1983703278] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-598964', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850887113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036851521664', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2794686'] for subnet, after_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:33:40.505788 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-3a169e50-063e-415a-b8d8-69eefbe699a2 tempest-TestSecurityGroupsBasicOps-944861984 tempest-TestSecurityGroupsBasicOps-944861984] Usage tracker for resource:router and tenant:da40f1f08d464ed39ed4c77ed164e902 is out of sync, need to count used quota {{(pid=84874) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:33:40.514579 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-79002732-bf67-4c6e-902d-77850068cd18 tempest-NetworksIpV6Test-2047944877 tempest-NetworksIpV6Test-2047944877] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:33:40.527982 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c07305ec-e1de-4b29-bbde-a5383ed6417a tempest-TestSecurityGroupsBasicOps-944861984 tempest-TestSecurityGroupsBasicOps-944861984] Pushing event updated for resources: {'Network': ['ID=d298a449-3d7e-45a6-b770-ee623958c3e8,revision_number=1']} {{(pid=84875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:33:40.556946 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-3a169e50-063e-415a-b8d8-69eefbe699a2 tempest-TestSecurityGroupsBasicOps-944861984 tempest-TestSecurityGroupsBasicOps-944861984] Quota usage for router was recalculated. Used quota:0. {{(pid=84874) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:33:40.560096 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-ae4f5753-716d-43a1-8414-f874990ca625 tempest-RoutersTest-1255860389 tempest-RoutersTest-1255860389] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:33:40.604317 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-58ceb4aa-22e1-4b52-9855-17af2fadcfb5 tempest-SecGroupIPv6Test-296392250 tempest-SecGroupIPv6Test-296392250] Synchronizing usage tracker for tenant:058b4641f1ca48f9b3b9ca658afbc9cc on resource:security_group_rule {{(pid=84875) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 14 07:33:40.611292 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-c07305ec-e1de-4b29-bbde-a5383ed6417a tempest-TestSecurityGroupsBasicOps-944861984 tempest-TestSecurityGroupsBasicOps-944861984] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.257s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:33:40.630334 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-3a169e50-063e-415a-b8d8-69eefbe699a2 tempest-TestSecurityGroupsBasicOps-944861984 tempest-TestSecurityGroupsBasicOps-944861984] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:33:40.634955 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae80f39c-42a5-49ea-b288-8db999f360cc tempest-TestNetworkBasicOps-1983703278 tempest-TestNetworkBasicOps-1983703278] Pushing event deleted for resources: {'Subnet': ['ID=70ec785e-a649-42d9-ad88-b7b6a0cea680,revision_number=None']} {{(pid=84874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:33:40.645977 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-58ceb4aa-22e1-4b52-9855-17af2fadcfb5 tempest-SecGroupIPv6Test-296392250 tempest-SecGroupIPv6Test-296392250] Unset dirty status for tenant:058b4641f1ca48f9b3b9ca658afbc9cc on resource:security_group_rule {{(pid=84875) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 14 07:33:40.650380 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-58ceb4aa-22e1-4b52-9855-17af2fadcfb5 tempest-SecGroupIPv6Test-296392250 tempest-SecGroupIPv6Test-296392250] 10.222.0.24 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5205 time: 0.7321086 Jan 14 07:33:40.650693 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-ae80f39c-42a5-49ea-b288-8db999f360cc tempest-TestNetworkBasicOps-1983703278 tempest-TestNetworkBasicOps-1983703278] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:33:40.651474 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84875) accepted ('10.222.0.24', 59994) {{(pid=84875) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:33:40.661803 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-ae4f5753-716d-43a1-8414-f874990ca625 tempest-RoutersTest-1255860389 tempest-RoutersTest-1255860389] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3889205', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854717621'] for router, before_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:33:40.662917 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-ae4f5753-716d-43a1-8414-f874990ca625 tempest-RoutersTest-1255860389 tempest-RoutersTest-1255860389] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036850886574', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3912501', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3808446', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-58179'] for router, precommit_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:33:40.678334 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-ae4f5753-716d-43a1-8414-f874990ca625 tempest-RoutersTest-1255860389 tempest-RoutersTest-1255860389] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:33:40.702627 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6b0a68f-b3e4-46fc-8eb6-76c2415598ad tempest-NetworksTest-1803261889 tempest-NetworksTest-1803261889] Checking segment: {'id': 'b3506bd9-3d84-4f38-a4f7-4472420ef7bc', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '80cc4bcc-b605-496d-a59b-c5d586c14623'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84875) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 14 07:33:40.703177 n-d-768862-2 neutron-server[84765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6b0a68f-b3e4-46fc-8eb6-76c2415598ad tempest-NetworksTest-1803261889 tempest-NetworksTest-1803261889] Network hostable DHCP agents. Network: 80cc4bcc-b605-496d-a59b-c5d586c14623, hostable agents: ['32f3dd84-26da-4d18-bf15-6017a8fb7247'], hosted agents: [] {{(pid=84875) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Jan 14 07:33:40.706749 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-ae4f5753-716d-43a1-8414-f874990ca625 tempest-RoutersTest-1255860389 tempest-RoutersTest-1255860389] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036850886612', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036850863158'] for router, after_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:33:40.711470 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-310fffbf-5116-483b-bfa1-913836d5f54d tempest-SecGroupIPv6Test-296392250 tempest-SecGroupIPv6Test-296392250] Notify callbacks [] for security_group_rule, before_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:33:40.727412 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-310fffbf-5116-483b-bfa1-913836d5f54d tempest-SecGroupIPv6Test-296392250 tempest-SecGroupIPv6Test-296392250] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:33:40.742330 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-3a169e50-063e-415a-b8d8-69eefbe699a2 tempest-TestSecurityGroupsBasicOps-944861984 tempest-TestSecurityGroupsBasicOps-944861984] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3889205', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854717621'] for router, before_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:33:40.743511 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-3a169e50-063e-415a-b8d8-69eefbe699a2 tempest-TestSecurityGroupsBasicOps-944861984 tempest-TestSecurityGroupsBasicOps-944861984] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036850886574', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3912501', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3808446', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-58179'] for router, precommit_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:33:40.760705 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-310fffbf-5116-483b-bfa1-913836d5f54d tempest-SecGroupIPv6Test-296392250 tempest-SecGroupIPv6Test-296392250] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850966545'] for security_group_rule, after_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:33:40.763816 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-ffdfcaf8-565c-455d-8eb9-3bc36eefb1a7 tempest-TaggedBootDevicesTest-541410187 tempest-TaggedBootDevicesTest-541410187] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:33:40.767134 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-ae4f5753-716d-43a1-8414-f874990ca625 tempest-RoutersTest-1255860389 tempest-RoutersTest-1255860389] Notify callbacks [] for router, before_response {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:33:40.768466 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-ae4f5753-716d-43a1-8414-f874990ca625 tempest-RoutersTest-1255860389 tempest-RoutersTest-1255860389] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.7015278 Jan 14 07:33:40.773330 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84874) accepted ('10.222.0.24', 59998) {{(pid=84874) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:33:40.787881 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-310fffbf-5116-483b-bfa1-913836d5f54d tempest-SecGroupIPv6Test-296392250 tempest-SecGroupIPv6Test-296392250] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=32f7413b-3a0f-4b97-a7b3-121fbe532443,revision_number=None']} {{(pid=84875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:33:40.801754 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-310fffbf-5116-483b-bfa1-913836d5f54d tempest-SecGroupIPv6Test-296392250 tempest-SecGroupIPv6Test-296392250] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:33:40.803652 n-d-768862-2 neutron-server[84765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6b0a68f-b3e4-46fc-8eb6-76c2415598ad tempest-NetworksTest-1803261889 tempest-NetworksTest-1803261889] Network 80cc4bcc-b605-496d-a59b-c5d586c14623 is scheduled to be hosted by DHCP agent 32f3dd84-26da-4d18-bf15-6017a8fb7247 with binding_index 1 {{(pid=84875) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Jan 14 07:33:40.814435 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-310fffbf-5116-483b-bfa1-913836d5f54d tempest-SecGroupIPv6Test-296392250 tempest-SecGroupIPv6Test-296392250] Notify callbacks [] for security_group_rule, before_response {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:33:40.818359 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-310fffbf-5116-483b-bfa1-913836d5f54d tempest-SecGroupIPv6Test-296392250 tempest-SecGroupIPv6Test-296392250] 10.222.0.24 "DELETE /v2.0/security-group-rules/32f7413b-3a0f-4b97-a7b3-121fbe532443 HTTP/1.1" status: 204 len: 168 time: 0.1621578 Jan 14 07:33:40.818856 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84875) accepted ('10.222.0.24', 60002) {{(pid=84875) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:33:40.824512 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-852a24f7-e9a1-4193-9abb-e9506fe5213f None None] Network d298a449-3d7e-45a6-b770-ee623958c3e8 details requested by agent ovs-agent-n-h2-768862-2 with host n-h2-768862-2 {{(pid=84876) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 07:33:40.840748 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-017f98a9-8a07-408c-a86f-8ff0c00400a0 None None] Network d298a449-3d7e-45a6-b770-ee623958c3e8 details requested by agent ovs-agent-n-h1-768862-2 with host n-h1-768862-2 {{(pid=84876) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 07:33:40.861846 n-d-768862-2 neutron-server[84765]: DEBUG neutron.scheduler.base_scheduler [None req-f6b0a68f-b3e4-46fc-8eb6-76c2415598ad tempest-NetworksTest-1803261889 tempest-NetworksTest-1803261889] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768862-2, 80cc4bcc-b605-496d-a59b-c5d586c14623) {{(pid=84875) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 07:33:40.911386 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-aca6d483-038a-42ac-a48a-80372e8bb355 tempest-SecGroupIPv6Test-296392250 tempest-SecGroupIPv6Test-296392250] Synchronizing usage tracker for tenant:058b4641f1ca48f9b3b9ca658afbc9cc on resource:security_group_rule {{(pid=84875) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 14 07:33:40.941117 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6b0a68f-b3e4-46fc-8eb6-76c2415598ad tempest-NetworksTest-1803261889 tempest-NetworksTest-1803261889] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:33:40.941677 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-f6b0a68f-b3e4-46fc-8eb6-76c2415598ad tempest-NetworksTest-1803261889 tempest-NetworksTest-1803261889] Notify callbacks [] for subnet, before_response {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:33:40.957699 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Network d298a449-3d7e-45a6-b770-ee623958c3e8 details requested by agent ovs-agent-n-d-768862-2 with host n-d-768862-2 {{(pid=84876) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 07:33:40.958545 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-aca6d483-038a-42ac-a48a-80372e8bb355 tempest-SecGroupIPv6Test-296392250 tempest-SecGroupIPv6Test-296392250] Unset dirty status for tenant:058b4641f1ca48f9b3b9ca658afbc9cc on resource:security_group_rule {{(pid=84875) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 14 07:33:40.960230 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-aca6d483-038a-42ac-a48a-80372e8bb355 tempest-SecGroupIPv6Test-296392250 tempest-SecGroupIPv6Test-296392250] 10.222.0.24 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.1404543 Jan 14 07:33:40.965375 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-f6b0a68f-b3e4-46fc-8eb6-76c2415598ad tempest-NetworksTest-1803261889 tempest-NetworksTest-1803261889] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 3.8914948 Jan 14 07:33:40.966255 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84875) accepted ('10.222.0.24', 60006) {{(pid=84875) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:33:40.966619 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84875) accepted ('10.222.0.24', 60008) {{(pid=84875) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:33:41.048130 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-3a169e50-063e-415a-b8d8-69eefbe699a2 tempest-TestSecurityGroupsBasicOps-944861984 tempest-TestSecurityGroupsBasicOps-944861984] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:33:41.086808 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-ae80f39c-42a5-49ea-b288-8db999f360cc tempest-TestNetworkBasicOps-1983703278 tempest-TestNetworkBasicOps-1983703278] Notify callbacks [] for subnet, before_response {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:33:41.122153 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa33351c-1ce8-4ce9-857c-59fbc44d3b6e None None] Network 80cc4bcc-b605-496d-a59b-c5d586c14623 requested from n-d-768862-2 {{(pid=84876) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 07:33:41.168671 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-256734d3-e40d-411b-a859-be3b9f7a3364 tempest-NetworksTest-1803261889 tempest-NetworksTest-1803261889] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036854160497'] for network, before_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:33:41.260240 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-a9cfaac8-5602-4cde-92aa-bca0a6a54c91 tempest-SecGroupIPv6Test-296392250 tempest-SecGroupIPv6Test-296392250] Notify callbacks [] for security_group_rule, before_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:33:41.278212 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e78f53a1-0109-476e-ad8c-4adbdfc53ab1 None None] Network 088860ec-5bb5-40b8-aada-e0d505b6653d requested from n-d-768862-2 {{(pid=84876) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 07:33:41.329783 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-ae80f39c-42a5-49ea-b288-8db999f360cc tempest-TestNetworkBasicOps-1983703278 tempest-TestNetworkBasicOps-1983703278] 10.222.0.24 "DELETE /v2.0/subnets/70ec785e-a649-42d9-ad88-b7b6a0cea680 HTTP/1.1" status: 204 len: 168 time: 1.8782160 Jan 14 07:33:41.330889 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84874) accepted ('10.222.0.24', 60016) {{(pid=84874) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:33:41.331325 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84874) accepted ('10.222.0.24', 60018) {{(pid=84874) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:33:41.349820 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-a9cfaac8-5602-4cde-92aa-bca0a6a54c91 tempest-SecGroupIPv6Test-296392250 tempest-SecGroupIPv6Test-296392250] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:33:41.359901 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-256734d3-e40d-411b-a859-be3b9f7a3364 tempest-NetworksTest-1803261889 tempest-NetworksTest-1803261889] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036854176836'] for subnet, precommit_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:33:41.430571 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-ba06818e-186c-45c3-b53f-581f07bf80af None None] Provisioning for port d058b4f4-2145-4d62-a453-36df3af54da5 completed by entity DHCP. {{(pid=84876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 07:33:41.602561 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-ba06818e-186c-45c3-b53f-581f07bf80af None None] Provisioning complete for port d058b4f4-2145-4d62-a453-36df3af54da5 triggered by entity DHCP. {{(pid=84876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 07:33:41.602990 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-ba06818e-186c-45c3-b53f-581f07bf80af None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-604227'] for port, provisioning_complete {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:33:41.674782 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-256734d3-e40d-411b-a859-be3b9f7a3364 tempest-NetworksTest-1803261889 tempest-NetworksTest-1803261889] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-598964', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850887113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3154192', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2308610'] for subnet, after_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:33:41.678534 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Provisioning for port d058b4f4-2145-4d62-a453-36df3af54da5 completed by entity L2. {{(pid=84876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 07:33:41.796500 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-c0e2e351-0728-4975-ac83-9b9e0ecfad2f tempest-PortsTestJSON-2091589570 tempest-PortsTestJSON-2091589570] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:33:41.824880 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Provisioning complete for port d058b4f4-2145-4d62-a453-36df3af54da5 triggered by entity L2. {{(pid=84876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 07:33:41.825315 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-604227'] for port, provisioning_complete {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:33:41.862749 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-256734d3-e40d-411b-a859-be3b9f7a3364 tempest-NetworksTest-1803261889 tempest-NetworksTest-1803261889] Pushing event deleted for resources: {'Subnet': ['ID=7c4b3c2e-6879-44b8-b991-01b283d33c35,revision_number=None']} {{(pid=84875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:33:41.882118 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-256734d3-e40d-411b-a859-be3b9f7a3364 tempest-NetworksTest-1803261889 tempest-NetworksTest-1803261889] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:33:41.886182 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-a9cfaac8-5602-4cde-92aa-bca0a6a54c91 tempest-SecGroupIPv6Test-296392250 tempest-SecGroupIPv6Test-296392250] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850966545'] for security_group_rule, after_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:33:41.893230 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:33:41.960483 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9cfaac8-5602-4cde-92aa-bca0a6a54c91 tempest-SecGroupIPv6Test-296392250 tempest-SecGroupIPv6Test-296392250] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=049d4381-72d4-4518-880b-17394495329b,revision_number=None']} {{(pid=84875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:33:41.985241 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-a9cfaac8-5602-4cde-92aa-bca0a6a54c91 tempest-SecGroupIPv6Test-296392250 tempest-SecGroupIPv6Test-296392250] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:33:42.005759 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-256734d3-e40d-411b-a859-be3b9f7a3364 tempest-NetworksTest-1803261889 tempest-NetworksTest-1803261889] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-598987', 'neutron.services.segments.db._delete_segments_for_network-8777640583949'] for network, precommit_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:33:42.010804 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-017f98a9-8a07-408c-a86f-8ff0c00400a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363259214191800', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854171626'] for agent, after_update {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:33:42.029870 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-a9cfaac8-5602-4cde-92aa-bca0a6a54c91 tempest-SecGroupIPv6Test-296392250 tempest-SecGroupIPv6Test-296392250] Notify callbacks [] for security_group_rule, before_response {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:33:42.031249 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-a9cfaac8-5602-4cde-92aa-bca0a6a54c91 tempest-SecGroupIPv6Test-296392250 tempest-SecGroupIPv6Test-296392250] 10.222.0.24 "DELETE /v2.0/security-group-rules/049d4381-72d4-4518-880b-17394495329b HTTP/1.1" status: 204 len: 168 time: 1.0634255 Jan 14 07:33:42.039989 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98dee142-3f64-4897-a368-98099879d808 None None] Network 80cc4bcc-b605-496d-a59b-c5d586c14623 requested from n-d-768862-2 {{(pid=84876) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 07:33:42.082104 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84875) accepted ('10.222.0.24', 60026) {{(pid=84875) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:33:42.185817 n-d-768862-2 neutron-server[84765]: DEBUG neutron.services.segments.db [None req-256734d3-e40d-411b-a859-be3b9f7a3364 tempest-NetworksTest-1803261889 tempest-NetworksTest-1803261889] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['80cc4bcc-b605-496d-a59b-c5d586c14623']}} {{(pid=84875) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:33:42.204500 n-d-768862-2 neutron-server[84765]: DEBUG neutron.services.segments.db [None req-256734d3-e40d-411b-a859-be3b9f7a3364 tempest-NetworksTest-1803261889 tempest-NetworksTest-1803261889] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b3506bd9-3d84-4f38-a4f7-4472420ef7bc') {'for_net_delete': True} {{(pid=84875) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:33:42.204894 n-d-768862-2 neutron-server[84765]: DEBUG neutron.services.segments.db [None req-256734d3-e40d-411b-a859-be3b9f7a3364 tempest-NetworksTest-1803261889 tempest-NetworksTest-1803261889] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b3506bd9-3d84-4f38-a4f7-4472420ef7bc') {} {{(pid=84875) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:33:42.233301 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-256734d3-e40d-411b-a859-be3b9f7a3364 tempest-NetworksTest-1803261889 tempest-NetworksTest-1803261889] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363259214173198', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036851408567'] for segment, before_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:33:42.271922 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-f38070e4-042d-48ee-9ada-c2dbcf45e4d2 tempest-SecGroupIPv6Test-296392250 tempest-SecGroupIPv6Test-296392250] Synchronizing usage tracker for tenant:058b4641f1ca48f9b3b9ca658afbc9cc on resource:security_group_rule {{(pid=84875) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 14 07:33:42.287739 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-256734d3-e40d-411b-a859-be3b9f7a3364 tempest-NetworksTest-1803261889 tempest-NetworksTest-1803261889] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854179735'] for segment, precommit_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:33:42.292840 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-256734d3-e40d-411b-a859-be3b9f7a3364 tempest-NetworksTest-1803261889 tempest-NetworksTest-1803261889] Releasing vxlan tunnel 3 to pool {{(pid=84875) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Jan 14 07:33:42.319067 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44244c47-5537-43cf-9342-8f14b4057d95 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5d94dc7a-c095-50a4-955e-5f3b78718a12-147cc938-1393-4406-a819-ad21bcaa3c74', 'network_id': '147cc938-1393-4406-a819-ad21bcaa3c74', 'tenant_id': '2a076c09cf6548039ba7b64b98184a0e', 'fixed_ips': [{'subnet_id': 'b22e4222-1552-4804-811c-492734b7959f'}]}} from n-d-768862-2. {{(pid=84876) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Jan 14 07:33:42.319873 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-44244c47-5537-43cf-9342-8f14b4057d95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555753'] for port, before_create {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:33:42.334016 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-3a169e50-063e-415a-b8d8-69eefbe699a2 tempest-TestSecurityGroupsBasicOps-944861984 tempest-TestSecurityGroupsBasicOps-944861984] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3912484', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3889188', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-58194'] for router, precommit_update {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:33:42.372859 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-f38070e4-042d-48ee-9ada-c2dbcf45e4d2 tempest-SecGroupIPv6Test-296392250 tempest-SecGroupIPv6Test-296392250] Unset dirty status for tenant:058b4641f1ca48f9b3b9ca658afbc9cc on resource:security_group_rule {{(pid=84875) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 14 07:33:42.377748 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-f38070e4-042d-48ee-9ada-c2dbcf45e4d2 tempest-SecGroupIPv6Test-296392250 tempest-SecGroupIPv6Test-296392250] 10.222.0.24 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.2944970 Jan 14 07:33:42.385441 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84874) accepted ('10.222.0.24', 60030) {{(pid=84874) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:33:42.430598 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-ba06818e-186c-45c3-b53f-581f07bf80af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555753'] for port, before_update {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:33:42.462443 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-449b5827-cbd5-4c52-9f82-ac2bae7f91e7 tempest-RoutersTest-1255860389 tempest-RoutersTest-1255860389] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555753'] for port, before_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:33:42.481944 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.db_base_plugin_v2 [None req-337c5b7e-8a58-4d71-9942-9e81839bd42e admin admin] Deleting subnet ae03f588-751c-4320-9a4b-60e311f235e7 {{(pid=84874) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Jan 14 07:33:42.486160 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-337c5b7e-8a58-4d71-9942-9e81839bd42e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:33:42.511476 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_hamode_db [None req-3ac8810e-fbea-48f3-af99-62a018a27d10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '09233ba1-9c6b-499a-aeaf-1d2897df2d9a', 'name': 'tempest-TestNetworkBasicOps-router-248418258', 'tenant_id': 'c52a65222187474995edf4946f0fd389', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '226f1e78-82cd-4481-9055-4eb73b6db8c1', 'external_fixed_ips': [{'subnet_id': 'ba8deeec-7658-4195-9449-038c076f5c83', 'ip_address': '172.25.2.104'}], 'enable_snat': True}, 'gw_port_id': 'deac1229-12e3-4236-b805-57d515b0ad4f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-14T07:32:49Z', 'updated_at': '2021-01-14T07:33:37Z', 'revision_number': 5, 'project_id': 'c52a65222187474995edf4946f0fd389', 'gw_port': {'id': 'deac1229-12e3-4236-b805-57d515b0ad4f', 'name': '', 'network_id': '226f1e78-82cd-4481-9055-4eb73b6db8c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:28:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09233ba1-9c6b-499a-aeaf-1d2897df2d9a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2732, 'fixed_ips': [{'subnet_id': 'ba8deeec-7658-4195-9449-038c076f5c83', 'ip_address': '172.25.2.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T07:32:53Z', 'updated_at': '2021-01-14T07:33:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ba8deeec-7658-4195-9449-038c076f5c83', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-2'}], 'n-d-768862-2', False) {} {{(pid=84876) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:33:42.527988 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ac8810e-fbea-48f3-af99-62a018a27d10 None None] Checking router: 09233ba1-9c6b-499a-aeaf-1d2897df2d9a for host: n-d-768862-2 {{(pid=84876) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Jan 14 07:33:42.545994 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.managers [None req-256734d3-e40d-411b-a859-be3b9f7a3364 tempest-NetworksTest-1803261889 tempest-NetworksTest-1803261889] Network 80cc4bcc-b605-496d-a59b-c5d586c14623 has no segments {{(pid=84875) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 14 07:33:42.585192 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-256734d3-e40d-411b-a859-be3b9f7a3364 tempest-NetworksTest-1803261889 tempest-NetworksTest-1803261889] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-596065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3154253'] for segment, after_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:33:42.626457 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [None req-ba06818e-186c-45c3-b53f-581f07bf80af None None] For port d058b4f4-2145-4d62-a453-36df3af54da5, host n-d-768862-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-2',level=0,port_id=d058b4f4-2145-4d62-a453-36df3af54da5,segment=NetworkSegment(947ea7ec-d3e1-4c44-a0b8-b26ad7b53419),segment_id=947ea7ec-d3e1-4c44-a0b8-b26ad7b53419)] {{(pid=84876) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 07:33:42.629609 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ac8810e-fbea-48f3-af99-62a018a27d10 None None] Routers {'09233ba1-9c6b-499a-aeaf-1d2897df2d9a'} bound to L3 agent in host n-d-768862-2 {{(pid=84876) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 14 07:33:42.630318 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_hamode_db [None req-3ac8810e-fbea-48f3-af99-62a018a27d10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-01-14T06:56:51Z,description=,heartbeat_timestamp=2021-01-14T07:33:22Z,host='n-d-768862-2',id=35f592e9-451b-4db9-abea-77b6a5c5391b,load=0,resource_versions=,resources_synced=,started_at=2021-01-14T06:56:51Z,topic='l3_agent')) {'router_ids': ['09233ba1-9c6b-499a-aeaf-1d2897df2d9a'], 'active': True} {{(pid=84876) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:33:42.680510 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-417e9d44-ced0-422a-a76d-08d51e88558d tempest-TestNetworkBasicOps-1983703278 tempest-TestNetworkBasicOps-1983703278] Notify callbacks [] for router, before_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:33:42.793745 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-337c5b7e-8a58-4d71-9942-9e81839bd42e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036851807232'] for subnet, precommit_delete_associations {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:33:42.830373 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-eb0b162a-01bd-4be3-b588-e6c970c7be52 tempest-SecGroupIPv6Test-296392250 tempest-SecGroupIPv6Test-296392250] Notify callbacks [] for security_group_rule, before_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:33:42.837871 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.managers [None req-256734d3-e40d-411b-a859-be3b9f7a3364 tempest-NetworksTest-1803261889 tempest-NetworksTest-1803261889] Network 80cc4bcc-b605-496d-a59b-c5d586c14623 has no segments {{(pid=84875) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 14 07:33:42.936453 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-eb0b162a-01bd-4be3-b588-e6c970c7be52 tempest-SecGroupIPv6Test-296392250 tempest-SecGroupIPv6Test-296392250] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:33:42.992219 n-d-768862-2 neutron-server[84765]: Traceback (most recent call last): Jan 14 07:33:42.992219 n-d-768862-2 neutron-server[84765]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 14 07:33:42.992219 n-d-768862-2 neutron-server[84765]: timer() Jan 14 07:33:42.992219 n-d-768862-2 neutron-server[84765]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 14 07:33:42.992219 n-d-768862-2 neutron-server[84765]: cb(*args, **kw) Jan 14 07:33:42.992219 n-d-768862-2 neutron-server[84765]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Jan 14 07:33:42.992219 n-d-768862-2 neutron-server[84765]: return func(*args, **kwargs) Jan 14 07:33:42.992219 n-d-768862-2 neutron-server[84765]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 14 07:33:42.992219 n-d-768862-2 neutron-server[84765]: self._notify() Jan 14 07:33:42.992219 n-d-768862-2 neutron-server[84765]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 14 07:33:42.992219 n-d-768862-2 neutron-server[84765]: self.callback(batched_events) Jan 14 07:33:42.992219 n-d-768862-2 neutron-server[84765]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 14 07:33:42.992219 n-d-768862-2 neutron-server[84765]: event.method(event) Jan 14 07:33:42.992219 n-d-768862-2 neutron-server[84765]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 14 07:33:42.992219 n-d-768862-2 neutron-server[84765]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 14 07:33:42.992219 n-d-768862-2 neutron-server[84765]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Jan 14 07:33:42.992219 n-d-768862-2 neutron-server[84765]: segment_id)['aggregates'][0] Jan 14 07:33:42.992219 n-d-768862-2 neutron-server[84765]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 14 07:33:42.992219 n-d-768862-2 neutron-server[84765]: return f(self, *a, **k) Jan 14 07:33:42.992219 n-d-768862-2 neutron-server[84765]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 14 07:33:42.992219 n-d-768862-2 neutron-server[84765]: return self._get(url).json() Jan 14 07:33:42.992219 n-d-768862-2 neutron-server[84765]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 14 07:33:42.992219 n-d-768862-2 neutron-server[84765]: **kwargs) Jan 14 07:33:42.992219 n-d-768862-2 neutron-server[84765]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 14 07:33:42.992219 n-d-768862-2 neutron-server[84765]: return self.request(url, 'GET', **kwargs) Jan 14 07:33:42.992219 n-d-768862-2 neutron-server[84765]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Jan 14 07:33:42.992219 n-d-768862-2 neutron-server[84765]: **endpoint_filter) Jan 14 07:33:42.992219 n-d-768862-2 neutron-server[84765]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 14 07:33:42.992219 n-d-768862-2 neutron-server[84765]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 14 07:33:42.992219 n-d-768862-2 neutron-server[84765]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 14 07:33:42.992219 n-d-768862-2 neutron-server[84765]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 14 07:33:42.992219 n-d-768862-2 neutron-server[84765]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 14 07:33:43.001376 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-256734d3-e40d-411b-a859-be3b9f7a3364 tempest-NetworksTest-1803261889 tempest-NetworksTest-1803261889] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036854176830', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850887149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3912591'] for network, after_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:33:43.005179 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-6e4225be-65f2-4046-b9f4-0ac1e8eb634f tempest-ExternalNetworksTestJSON-1523440521 tempest-ExternalNetworksTestJSON-1523440521] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:33:43.035969 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-256734d3-e40d-411b-a859-be3b9f7a3364 tempest-NetworksTest-1803261889 tempest-NetworksTest-1803261889] Notify callbacks [] for network, before_response {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:33:43.045664 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-256734d3-e40d-411b-a859-be3b9f7a3364 tempest-NetworksTest-1803261889 tempest-NetworksTest-1803261889] Pushing event deleted for resources: {'Network': ['ID=80cc4bcc-b605-496d-a59b-c5d586c14623,revision_number=None']} {{(pid=84875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:33:43.053640 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-256734d3-e40d-411b-a859-be3b9f7a3364 tempest-NetworksTest-1803261889 tempest-NetworksTest-1803261889] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:33:43.055761 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-256734d3-e40d-411b-a859-be3b9f7a3364 tempest-NetworksTest-1803261889 tempest-NetworksTest-1803261889] 10.222.0.24 "DELETE /v2.0/networks/80cc4bcc-b605-496d-a59b-c5d586c14623 HTTP/1.1" status: 204 len: 168 time: 2.0860033 Jan 14 07:33:43.059628 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84875) accepted ('10.222.0.24', 60036) {{(pid=84875) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:33:43.067660 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.v2.base [None req-896e61c7-af6f-46e1-bbdd-1ef6a8e28835 tempest-NetworksTest-1803261889 tempest-NetworksTest-1803261889] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-2130709767'}} {{(pid=84875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:33:43.078413 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-896e61c7-af6f-46e1-bbdd-1ef6a8e28835 tempest-NetworksTest-1803261889 tempest-NetworksTest-1803261889] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:33:43.083652 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-896e61c7-af6f-46e1-bbdd-1ef6a8e28835 tempest-NetworksTest-1803261889 tempest-NetworksTest-1803261889] Usage tracker for resource:network and tenant:93b2211854874c6cae5592aa469fb908 is out of sync, need to count used quota {{(pid=84875) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:33:43.092539 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-896e61c7-af6f-46e1-bbdd-1ef6a8e28835 tempest-NetworksTest-1803261889 tempest-NetworksTest-1803261889] Quota usage for network was recalculated. Used quota:1. {{(pid=84875) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:33:43.106268 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-896e61c7-af6f-46e1-bbdd-1ef6a8e28835 tempest-NetworksTest-1803261889 tempest-NetworksTest-1803261889] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:33:43.132994 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-896e61c7-af6f-46e1-bbdd-1ef6a8e28835 tempest-NetworksTest-1803261889 tempest-NetworksTest-1803261889] Made reservation on behalf of 93b2211854874c6cae5592aa469fb908 for: {'network': 1} {{(pid=84875) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 07:33:43.145231 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-337c5b7e-8a58-4d71-9942-9e81839bd42e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036854176836'] for subnet, precommit_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:33:43.147754 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-896e61c7-af6f-46e1-bbdd-1ef6a8e28835 tempest-NetworksTest-1803261889 tempest-NetworksTest-1803261889] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555753'] for network, before_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:33:43.175667 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9369415-58dd-4ffa-9834-59837691657a None None] DHCP port deletion for 088860ec-5bb5-40b8-aada-e0d505b6653d request from n-d-768862-2 {{(pid=84876) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Jan 14 07:33:43.189451 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-896e61c7-af6f-46e1-bbdd-1ef6a8e28835 tempest-NetworksTest-1803261889 tempest-NetworksTest-1803261889] vxlan segment allocate from pool success with {'vxlan_vni': 3} {{(pid=84875) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Jan 14 07:33:43.199147 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-896e61c7-af6f-46e1-bbdd-1ef6a8e28835 tempest-NetworksTest-1803261889 tempest-NetworksTest-1803261889] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment--9223363259214191851', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854179735'] for segment, precommit_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:33:43.199578 n-d-768862-2 neutron-server[84765]: INFO neutron.db.segments_db [None req-896e61c7-af6f-46e1-bbdd-1ef6a8e28835 tempest-NetworksTest-1803261889 tempest-NetworksTest-1803261889] Added segment 0e2ecf98-adbb-4d9d-b18a-a390551d8fb3 of type vxlan for network 68428f1b-3f79-43af-ae18-b940b3ddfb9e Jan 14 07:33:43.200739 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.plugin [None req-a9369415-58dd-4ffa-9834-59837691657a None None] Deleting port eafc7532-da5e-4166-9e11-8ad9ebd4a4f4 {{(pid=84876) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 07:33:43.201162 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-a9369415-58dd-4ffa-9834-59837691657a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363259214248359'] for port, before_delete {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:33:43.227528 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-896e61c7-af6f-46e1-bbdd-1ef6a8e28835 tempest-NetworksTest-1803261889 tempest-NetworksTest-1803261889] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363259214646115'] for network, precommit_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:33:43.237981 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-eb0b162a-01bd-4be3-b588-e6c970c7be52 tempest-SecGroupIPv6Test-296392250 tempest-SecGroupIPv6Test-296392250] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850966545'] for security_group_rule, after_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:33:43.250866 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-ba06818e-186c-45c3-b53f-581f07bf80af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777640533312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363259214678337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777640097497'] for port, after_update {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:33:43.254500 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_dvr_db [None req-3ac8810e-fbea-48f3-af99-62a018a27d10 None None] Set router 09233ba1-9c6b-499a-aeaf-1d2897df2d9a gateway port host: n-d-768862-2 {{(pid=84876) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 14 07:33:43.261458 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-896e61c7-af6f-46e1-bbdd-1ef6a8e28835 tempest-NetworksTest-1803261889 tempest-NetworksTest-1803261889] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850887149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964'] for network, after_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:33:43.263478 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:33:43.281841 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-896e61c7-af6f-46e1-bbdd-1ef6a8e28835 tempest-NetworksTest-1803261889 tempest-NetworksTest-1803261889] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:33:43.282521 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-896e61c7-af6f-46e1-bbdd-1ef6a8e28835 tempest-NetworksTest-1803261889 tempest-NetworksTest-1803261889] Notify callbacks [] for network, before_response {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:33:43.288508 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-d799f9db-2194-44dc-92d0-c339cbc6a083 tempest-PortsTestJSON-2091589570 tempest-PortsTestJSON-2091589570] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:33:43.324600 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-1e472e9a-d211-4faf-aab3-730e5b4cb24c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84876) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:33:43.328050 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb0b162a-01bd-4be3-b588-e6c970c7be52 tempest-SecGroupIPv6Test-296392250 tempest-SecGroupIPv6Test-296392250] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=d6303f65-f906-46d1-a1a7-13e95846d632,revision_number=None']} {{(pid=84874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:33:43.354152 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555753'] for port, before_update {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:33:43.388207 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-eb0b162a-01bd-4be3-b588-e6c970c7be52 tempest-SecGroupIPv6Test-296392250 tempest-SecGroupIPv6Test-296392250] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:33:43.407709 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-896e61c7-af6f-46e1-bbdd-1ef6a8e28835 tempest-NetworksTest-1803261889 tempest-NetworksTest-1803261889] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.3467863 Jan 14 07:33:43.410768 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84875) accepted ('10.222.0.24', 60040) {{(pid=84875) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:33:43.411551 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-896e61c7-af6f-46e1-bbdd-1ef6a8e28835 tempest-NetworksTest-1803261889 tempest-NetworksTest-1803261889] Pushing event updated for resources: {'Network': ['ID=68428f1b-3f79-43af-ae18-b940b3ddfb9e,revision_number=1']} {{(pid=84875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:33:43.412197 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-eb0b162a-01bd-4be3-b588-e6c970c7be52 tempest-SecGroupIPv6Test-296392250 tempest-SecGroupIPv6Test-296392250] Notify callbacks [] for security_group_rule, before_response {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:33:43.416251 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-eb0b162a-01bd-4be3-b588-e6c970c7be52 tempest-SecGroupIPv6Test-296392250 tempest-SecGroupIPv6Test-296392250] 10.222.0.24 "DELETE /v2.0/security-group-rules/d6303f65-f906-46d1-a1a7-13e95846d632 HTTP/1.1" status: 204 len: 168 time: 1.0248578 Jan 14 07:33:43.416425 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-896e61c7-af6f-46e1-bbdd-1ef6a8e28835 tempest-NetworksTest-1803261889 tempest-NetworksTest-1803261889] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:33:43.417775 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84875) accepted ('10.222.0.24', 60042) {{(pid=84875) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:33:43.424233 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.v2.base [None req-1bd481f6-b682-4fbb-9cb4-f25219a9bea1 tempest-NetworksTest-1803261889 tempest-NetworksTest-1803261889] Request body: {'subnet': {'network_id': '68428f1b-3f79-43af-ae18-b940b3ddfb9e', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=84875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:33:43.454953 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-017f98a9-8a07-408c-a86f-8ff0c00400a0 None None] Network 68428f1b-3f79-43af-ae18-b940b3ddfb9e details requested by agent ovs-agent-n-h1-768862-2 with host n-h1-768862-2 {{(pid=84876) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 07:33:43.468868 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-852a24f7-e9a1-4193-9abb-e9506fe5213f None None] Network 68428f1b-3f79-43af-ae18-b940b3ddfb9e details requested by agent ovs-agent-n-h2-768862-2 with host n-h2-768862-2 {{(pid=84876) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 07:33:43.482008 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Network 68428f1b-3f79-43af-ae18-b940b3ddfb9e details requested by agent ovs-agent-n-d-768862-2 with host n-d-768862-2 {{(pid=84876) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 07:33:43.512984 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-417e9d44-ced0-422a-a76d-08d51e88558d tempest-TestNetworkBasicOps-1983703278 tempest-TestNetworkBasicOps-1983703278] Notify callbacks [] for router_gateway, before_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:33:43.529136 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-852a24f7-e9a1-4193-9abb-e9506fe5213f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363259214191800', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854171626'] for agent, after_update {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:33:43.533983 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.plugin [None req-417e9d44-ced0-422a-a76d-08d51e88558d tempest-TestNetworkBasicOps-1983703278 tempest-TestNetworkBasicOps-1983703278] Deleting port deac1229-12e3-4236-b805-57d515b0ad4f {{(pid=84874) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 07:33:43.534402 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-417e9d44-ced0-422a-a76d-08d51e88558d tempest-TestNetworkBasicOps-1983703278 tempest-TestNetworkBasicOps-1983703278] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363259214248359'] for port, before_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:33:43.618126 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-a6f81c72-afdb-4019-b6a2-9fb5b2175dc8 tempest-SecGroupIPv6Test-296392250 tempest-SecGroupIPv6Test-296392250] 10.222.0.24 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1744442 Jan 14 07:33:43.618433 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84875) accepted ('10.222.0.24', 60048) {{(pid=84875) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:33:43.641977 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-1bd481f6-b682-4fbb-9cb4-f25219a9bea1 tempest-NetworksTest-1803261889 tempest-NetworksTest-1803261889] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:33:43.654616 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-1bd481f6-b682-4fbb-9cb4-f25219a9bea1 tempest-NetworksTest-1803261889 tempest-NetworksTest-1803261889] Usage tracker for resource:subnet and tenant:93b2211854874c6cae5592aa469fb908 is out of sync, need to count used quota {{(pid=84875) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:33:43.660680 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-1bd481f6-b682-4fbb-9cb4-f25219a9bea1 tempest-NetworksTest-1803261889 tempest-NetworksTest-1803261889] Quota usage for subnet was recalculated. Used quota:1. {{(pid=84875) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:33:43.675553 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-1bd481f6-b682-4fbb-9cb4-f25219a9bea1 tempest-NetworksTest-1803261889 tempest-NetworksTest-1803261889] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:33:43.707546 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1bd481f6-b682-4fbb-9cb4-f25219a9bea1 tempest-NetworksTest-1803261889 tempest-NetworksTest-1803261889] Made reservation on behalf of 93b2211854874c6cae5592aa469fb908 for: {'subnet': 1} {{(pid=84875) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 07:33:43.789391 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-6ce38cae-e6d2-4844-a4cd-1027f5d75cf5 tempest-SecGroupIPv6Test-296392250 tempest-SecGroupIPv6Test-296392250] Notify callbacks [] for security_group, before_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:33:43.851363 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-6ce38cae-e6d2-4844-a4cd-1027f5d75cf5 tempest-SecGroupIPv6Test-296392250 tempest-SecGroupIPv6Test-296392250] Notify callbacks [] for security_group, precommit_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:33:43.881628 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-1bd481f6-b682-4fbb-9cb4-f25219a9bea1 tempest-NetworksTest-1803261889 tempest-NetworksTest-1803261889] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036852467157'] for subnet, before_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:33:43.921495 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba06818e-186c-45c3-b53f-581f07bf80af None None] Pushing event updated for resources: {'Port': ['ID=d058b4f4-2145-4d62-a453-36df3af54da5,revision_number=3']} {{(pid=84876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:33:43.985944 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-ba06818e-186c-45c3-b53f-581f07bf80af None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.661s {{(pid=84876) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:33:44.002691 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.ipam_backend_mixin [None req-1bd481f6-b682-4fbb-9cb4-f25219a9bea1 tempest-NetworksTest-1803261889 tempest-NetworksTest-1803261889] Performing IP validity checks on allocation pools {{(pid=84875) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:316}} Jan 14 07:33:44.003512 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.ipam_backend_mixin [None req-1bd481f6-b682-4fbb-9cb4-f25219a9bea1 tempest-NetworksTest-1803261889 tempest-NetworksTest-1803261889] Checking for overlaps among allocation pools and gateway ip {{(pid=84875) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:337}} Jan 14 07:33:44.017688 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-6ce38cae-e6d2-4844-a4cd-1027f5d75cf5 tempest-SecGroupIPv6Test-296392250 tempest-SecGroupIPv6Test-296392250] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850887153'] for security_group, after_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:33:44.025097 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-9dfe8091-0060-4d31-b774-29fabde833cc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:33:44.047963 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ce38cae-e6d2-4844-a4cd-1027f5d75cf5 tempest-SecGroupIPv6Test-296392250 tempest-SecGroupIPv6Test-296392250] Pushing event deleted for resources: {'SecurityGroup': ['ID=e4782477-daef-4035-b246-a25b44598e2e,revision_number=None']} {{(pid=84875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:33:44.123092 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-6ce38cae-e6d2-4844-a4cd-1027f5d75cf5 tempest-SecGroupIPv6Test-296392250 tempest-SecGroupIPv6Test-296392250] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:33:44.134836 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-6ce38cae-e6d2-4844-a4cd-1027f5d75cf5 tempest-SecGroupIPv6Test-296392250 tempest-SecGroupIPv6Test-296392250] Notify callbacks [] for security_group, before_response {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:33:44.139660 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-6ce38cae-e6d2-4844-a4cd-1027f5d75cf5 tempest-SecGroupIPv6Test-296392250 tempest-SecGroupIPv6Test-296392250] 10.222.0.24 "DELETE /v2.0/security-groups/e4782477-daef-4035-b246-a25b44598e2e HTTP/1.1" status: 204 len: 168 time: 0.5198143 Jan 14 07:33:44.147304 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84875) accepted ('10.222.0.24', 60052) {{(pid=84875) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:33:44.272396 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-3a169e50-063e-415a-b8d8-69eefbe699a2 tempest-TestSecurityGroupsBasicOps-944861984 tempest-TestSecurityGroupsBasicOps-944861984] Notify callbacks [] for router_gateway, before_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:33:44.299810 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.db.api [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=84876) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Jan 14 07:33:44.300194 n-d-768862-2 neutron-server[84765]: DEBUG oslo_db.api [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=84876) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Jan 14 07:33:44.329084 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-3a169e50-063e-415a-b8d8-69eefbe699a2 tempest-TestSecurityGroupsBasicOps-944861984 tempest-TestSecurityGroupsBasicOps-944861984] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555753'] for port, before_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:33:44.356204 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-6f44b6b7-704f-4e41-a257-5e2b26187fbb None None] Provisioning complete for port d058b4f4-2145-4d62-a453-36df3af54da5 triggered by entity DHCP. {{(pid=84876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 07:33:44.357050 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-6f44b6b7-704f-4e41-a257-5e2b26187fbb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-604227'] for port, provisioning_complete {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:33:44.364045 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [None req-417e9d44-ced0-422a-a76d-08d51e88558d tempest-TestNetworkBasicOps-1983703278 tempest-TestNetworkBasicOps-1983703278] For port deac1229-12e3-4236-b805-57d515b0ad4f, host n-d-768862-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-2',level=0,port_id=deac1229-12e3-4236-b805-57d515b0ad4f,segment=NetworkSegment(cf3ded2c-bc47-4a71-89af-6e7117e60140),segment_id=cf3ded2c-bc47-4a71-89af-6e7117e60140)] {{(pid=84874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 07:33:44.364461 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-417e9d44-ced0-422a-a76d-08d51e88558d tempest-TestNetworkBasicOps-1983703278 tempest-TestNetworkBasicOps-1983703278] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036850862667'] for port, precommit_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:33:44.407318 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.db_base_plugin_common [None req-449b5827-cbd5-4c52-9f82-ac2bae7f91e7 tempest-RoutersTest-1255860389 tempest-RoutersTest-1255860389] Allocated IP 172.20.0.1 (995966b8-6c59-49e1-ad14-4a1c97e939ed/91772ad2-28ae-4aa7-a237-249d7531d170/5885f045-ae18-4455-a3e7-290483480bf9) {{(pid=84874) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 14 07:33:44.522595 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [None req-a9369415-58dd-4ffa-9834-59837691657a None None] For port eafc7532-da5e-4166-9e11-8ad9ebd4a4f4, host n-d-768862-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-2',level=0,port_id=eafc7532-da5e-4166-9e11-8ad9ebd4a4f4,segment=NetworkSegment(68be74ff-3f71-4f4f-a9e4-dee497368626),segment_id=68be74ff-3f71-4f4f-a9e4-dee497368626)] {{(pid=84876) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 07:33:44.523056 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-a9369415-58dd-4ffa-9834-59837691657a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036850862667'] for port, precommit_delete {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:33:44.552835 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-6f594513-5d3f-4410-bf9c-be11e97b6b5f tempest-SecGroupIPv6Test-296392250 tempest-SecGroupIPv6Test-296392250] Synchronizing usage tracker for tenant:058b4641f1ca48f9b3b9ca658afbc9cc on resource:security_group {{(pid=84875) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 14 07:33:44.656357 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-6f594513-5d3f-4410-bf9c-be11e97b6b5f tempest-SecGroupIPv6Test-296392250 tempest-SecGroupIPv6Test-296392250] Unset dirty status for tenant:058b4641f1ca48f9b3b9ca658afbc9cc on resource:security_group {{(pid=84875) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 14 07:33:44.664020 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-6f594513-5d3f-4410-bf9c-be11e97b6b5f tempest-SecGroupIPv6Test-296392250 tempest-SecGroupIPv6Test-296392250] 10.222.0.24 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.5101817 Jan 14 07:33:44.668287 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84875) accepted ('10.222.0.24', 60058) {{(pid=84875) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:33:44.675258 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.v2.base [None req-f7350c99-d90e-4e0e-ad94-b8257ecb226d tempest-SecGroupIPv6Test-296392250 tempest-SecGroupIPv6Test-296392250] Request body: {'security_group': {'name': 'tempest-secgroup--1571454829'}} {{(pid=84875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:33:44.698167 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.db_base_plugin_common [None req-44244c47-5537-43cf-9342-8f14b4057d95 None None] Allocated IP 172.21.0.2 (147cc938-1393-4406-a819-ad21bcaa3c74/b22e4222-1552-4804-811c-492734b7959f/5f714f0d-6e28-4666-9f2e-ebb05a46f36e) {{(pid=84876) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 14 07:33:44.710644 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-f7350c99-d90e-4e0e-ad94-b8257ecb226d tempest-SecGroupIPv6Test-296392250 tempest-SecGroupIPv6Test-296392250] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:33:44.741410 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-f7350c99-d90e-4e0e-ad94-b8257ecb226d tempest-SecGroupIPv6Test-296392250 tempest-SecGroupIPv6Test-296392250] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:33:44.741897 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.plugin [None req-a9369415-58dd-4ffa-9834-59837691657a None None] Calling delete_port for eafc7532-da5e-4166-9e11-8ad9ebd4a4f4 owned by network:dhcp {{(pid=84876) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 07:33:44.767032 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-f7350c99-d90e-4e0e-ad94-b8257ecb226d tempest-SecGroupIPv6Test-296392250 tempest-SecGroupIPv6Test-296392250] Notify callbacks [] for security_group, before_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:33:44.803355 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-f7350c99-d90e-4e0e-ad94-b8257ecb226d tempest-SecGroupIPv6Test-296392250 tempest-SecGroupIPv6Test-296392250] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:33:44.814159 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-f7350c99-d90e-4e0e-ad94-b8257ecb226d tempest-SecGroupIPv6Test-296392250 tempest-SecGroupIPv6Test-296392250] Usage tracker for resource:security_group_rule and tenant:058b4641f1ca48f9b3b9ca658afbc9cc is out of sync, need to count used quota {{(pid=84875) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:33:44.827446 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-f7350c99-d90e-4e0e-ad94-b8257ecb226d tempest-SecGroupIPv6Test-296392250 tempest-SecGroupIPv6Test-296392250] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84875) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:33:44.839708 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-f7350c99-d90e-4e0e-ad94-b8257ecb226d tempest-SecGroupIPv6Test-296392250 tempest-SecGroupIPv6Test-296392250] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:33:44.984020 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.plugin [None req-417e9d44-ced0-422a-a76d-08d51e88558d tempest-TestNetworkBasicOps-1983703278 tempest-TestNetworkBasicOps-1983703278] Calling delete_port for deac1229-12e3-4236-b805-57d515b0ad4f owned by network:router_gateway {{(pid=84874) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 07:33:44.986689 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-1bd481f6-b682-4fbb-9cb4-f25219a9bea1 tempest-NetworksTest-1803261889 tempest-NetworksTest-1803261889] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850887113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036851621412', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036852467174'] for subnet, after_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:33:45.002912 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-56b929d1-4d2c-4424-bdea-f6c39209410b tempest-TestNetworkBasicOps-1983703278 tempest-TestNetworkBasicOps-1983703278] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:33:45.028194 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-337c5b7e-8a58-4d71-9942-9e81839bd42e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-598964', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850887113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036851521664', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2794686'] for subnet, after_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:33:45.054978 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-7155d11a-7929-4834-905c-f6ef718626ef tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:33:45.154112 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-f7350c99-d90e-4e0e-ad94-b8257ecb226d tempest-SecGroupIPv6Test-296392250 tempest-SecGroupIPv6Test-296392250] Notify callbacks [] for security_group, precommit_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:33:45.162878 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-f7350c99-d90e-4e0e-ad94-b8257ecb226d tempest-SecGroupIPv6Test-296392250 tempest-SecGroupIPv6Test-296392250] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850887153'] for security_group, after_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:33:45.180112 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bd481f6-b682-4fbb-9cb4-f25219a9bea1 tempest-NetworksTest-1803261889 tempest-NetworksTest-1803261889] Pushing event updated for resources: {'Subnet': ['ID=572ab4f1-b458-400e-b09c-c5ffa16eba46,revision_number=0']} {{(pid=84875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:33:45.187582 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-1bd481f6-b682-4fbb-9cb4-f25219a9bea1 tempest-NetworksTest-1803261889 tempest-NetworksTest-1803261889] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.185s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:33:45.191186 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-50e2d516-3112-4208-8c3c-b687babbdd46 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.018s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:33:45.216856 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-337c5b7e-8a58-4d71-9942-9e81839bd42e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ae03f588-751c-4320-9a4b-60e311f235e7,revision_number=None']} {{(pid=84874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:33:45.265642 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-337c5b7e-8a58-4d71-9942-9e81839bd42e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.211s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:33:45.269063 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7350c99-d90e-4e0e-ad94-b8257ecb226d tempest-SecGroupIPv6Test-296392250 tempest-SecGroupIPv6Test-296392250] Pushing event updated for resources: {'SecurityGroup': ['ID=f67c6216-fe8e-43b6-92fc-ac88df0f289e,revision_number=1']} {{(pid=84875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:33:45.274628 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-f7350c99-d90e-4e0e-ad94-b8257ecb226d tempest-SecGroupIPv6Test-296392250 tempest-SecGroupIPv6Test-296392250] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:33:45.281450 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-f7350c99-d90e-4e0e-ad94-b8257ecb226d tempest-SecGroupIPv6Test-296392250 tempest-SecGroupIPv6Test-296392250] Notify callbacks [] for security_group, before_response {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:33:45.285781 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-f7350c99-d90e-4e0e-ad94-b8257ecb226d tempest-SecGroupIPv6Test-296392250 tempest-SecGroupIPv6Test-296392250] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.6160192 Jan 14 07:33:45.286481 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84875) accepted ('10.222.0.24', 60064) {{(pid=84875) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:33:45.297131 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.v2.base [None req-8c7ee1c1-ba40-47c4-be34-8d031b067a8b tempest-SecGroupIPv6Test-296392250 tempest-SecGroupIPv6Test-296392250] Request body: {'security_group_rule': {'security_group_id': 'f67c6216-fe8e-43b6-92fc-ac88df0f289e', 'direction': 'ingress', 'protocol': 17}} {{(pid=84875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:33:45.311367 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-8c7ee1c1-ba40-47c4-be34-8d031b067a8b tempest-SecGroupIPv6Test-296392250 tempest-SecGroupIPv6Test-296392250] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:33:45.316368 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-8c7ee1c1-ba40-47c4-be34-8d031b067a8b tempest-SecGroupIPv6Test-296392250 tempest-SecGroupIPv6Test-296392250] Usage tracker for resource:security_group_rule and tenant:058b4641f1ca48f9b3b9ca658afbc9cc is out of sync, need to count used quota {{(pid=84875) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:33:45.319500 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-8c7ee1c1-ba40-47c4-be34-8d031b067a8b tempest-SecGroupIPv6Test-296392250 tempest-SecGroupIPv6Test-296392250] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84875) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:33:45.325868 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-8c7ee1c1-ba40-47c4-be34-8d031b067a8b tempest-SecGroupIPv6Test-296392250 tempest-SecGroupIPv6Test-296392250] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:33:45.365387 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-8c7ee1c1-ba40-47c4-be34-8d031b067a8b tempest-SecGroupIPv6Test-296392250 tempest-SecGroupIPv6Test-296392250] Notify callbacks [] for security_group_rule, before_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:33:45.386373 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-a9369415-58dd-4ffa-9834-59837691657a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777640533329', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777640097463'] for port, after_delete {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:33:45.401093 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1bd481f6-b682-4fbb-9cb4-f25219a9bea1 tempest-NetworksTest-1803261889 tempest-NetworksTest-1803261889] Checking segment: {'id': '0e2ecf98-adbb-4d9d-b18a-a390551d8fb3', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '68428f1b-3f79-43af-ae18-b940b3ddfb9e'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84875) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 14 07:33:45.401495 n-d-768862-2 neutron-server[84765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1bd481f6-b682-4fbb-9cb4-f25219a9bea1 tempest-NetworksTest-1803261889 tempest-NetworksTest-1803261889] Network hostable DHCP agents. Network: 68428f1b-3f79-43af-ae18-b940b3ddfb9e, hostable agents: ['32f3dd84-26da-4d18-bf15-6017a8fb7247'], hosted agents: [] {{(pid=84875) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Jan 14 07:33:45.404507 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.db_base_plugin_common [None req-3a169e50-063e-415a-b8d8-69eefbe699a2 tempest-TestSecurityGroupsBasicOps-944861984 tempest-TestSecurityGroupsBasicOps-944861984] Allocated IP 172.25.2.183 (226f1e78-82cd-4481-9055-4eb73b6db8c1/ba8deeec-7658-4195-9449-038c076f5c83/1f50329b-e946-44b8-93d1-33602f2b1536) {{(pid=84874) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 14 07:33:45.446992 n-d-768862-2 neutron-server[84765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1bd481f6-b682-4fbb-9cb4-f25219a9bea1 tempest-NetworksTest-1803261889 tempest-NetworksTest-1803261889] Network 68428f1b-3f79-43af-ae18-b940b3ddfb9e is scheduled to be hosted by DHCP agent 32f3dd84-26da-4d18-bf15-6017a8fb7247 with binding_index 1 {{(pid=84875) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Jan 14 07:33:45.457853 n-d-768862-2 neutron-server[84765]: DEBUG neutron.scheduler.base_scheduler [None req-1bd481f6-b682-4fbb-9cb4-f25219a9bea1 tempest-NetworksTest-1803261889 tempest-NetworksTest-1803261889] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768862-2, 68428f1b-3f79-43af-ae18-b940b3ddfb9e) {{(pid=84875) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 07:33:45.483864 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1bd481f6-b682-4fbb-9cb4-f25219a9bea1 tempest-NetworksTest-1803261889 tempest-NetworksTest-1803261889] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:33:45.484566 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-1bd481f6-b682-4fbb-9cb4-f25219a9bea1 tempest-NetworksTest-1803261889 tempest-NetworksTest-1803261889] Notify callbacks [] for subnet, before_response {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:33:45.494190 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-8c7ee1c1-ba40-47c4-be34-8d031b067a8b tempest-SecGroupIPv6Test-296392250 tempest-SecGroupIPv6Test-296392250] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:33:45.503716 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-8c7ee1c1-ba40-47c4-be34-8d031b067a8b tempest-SecGroupIPv6Test-296392250 tempest-SecGroupIPv6Test-296392250] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850966545'] for security_group_rule, after_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:33:45.506297 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-b1387c04-4131-4d73-ab23-e76d1183f090 tempest-SecGroupIPv6Test-296392250 tempest-SecGroupIPv6Test-296392250] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:33:45.533391 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-e10f98e4-795b-451c-ac73-088de60fea1c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84876) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:33:45.537090 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c7ee1c1-ba40-47c4-be34-8d031b067a8b tempest-SecGroupIPv6Test-296392250 tempest-SecGroupIPv6Test-296392250] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b2abcc1d-20fe-4fb2-9ff7-57450e461159,revision_number=0']} {{(pid=84875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:33:45.541197 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-1bd481f6-b682-4fbb-9cb4-f25219a9bea1 tempest-NetworksTest-1803261889 tempest-NetworksTest-1803261889] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 800 time: 2.1252942 Jan 14 07:33:45.543518 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-8c7ee1c1-ba40-47c4-be34-8d031b067a8b tempest-SecGroupIPv6Test-296392250 tempest-SecGroupIPv6Test-296392250] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:33:45.544077 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84875) accepted ('10.222.0.24', 60068) {{(pid=84875) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:33:45.566183 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6fdf8907-db75-44cd-878c-68a2f3b86723 None None] Network 68428f1b-3f79-43af-ae18-b940b3ddfb9e requested from n-d-768862-2 {{(pid=84876) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 07:33:45.568982 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-8c7ee1c1-ba40-47c4-be34-8d031b067a8b tempest-SecGroupIPv6Test-296392250 tempest-SecGroupIPv6Test-296392250] Notify callbacks [] for security_group_rule, before_response {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:33:45.573765 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-8c7ee1c1-ba40-47c4-be34-8d031b067a8b tempest-SecGroupIPv6Test-296392250 tempest-SecGroupIPv6Test-296392250] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.2793784 Jan 14 07:33:45.575412 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84875) accepted ('10.222.0.24', 60072) {{(pid=84875) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:33:45.580434 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Device d058b4f4-2145-4d62-a453-36df3af54da5 up at agent ovs-agent-n-d-768862-2 {{(pid=84876) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 07:33:45.716291 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9369415-58dd-4ffa-9834-59837691657a None None] Pushing event deleted for resources: {'Port': ['ID=eafc7532-da5e-4166-9e11-8ad9ebd4a4f4,revision_number=None']} {{(pid=84876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:33:45.733338 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_hamode_db [None req-3ac8810e-fbea-48f3-af99-62a018a27d10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '09233ba1-9c6b-499a-aeaf-1d2897df2d9a', 'name': 'tempest-TestNetworkBasicOps-router-248418258', 'tenant_id': 'c52a65222187474995edf4946f0fd389', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '226f1e78-82cd-4481-9055-4eb73b6db8c1', 'external_fixed_ips': [{'subnet_id': 'ba8deeec-7658-4195-9449-038c076f5c83', 'ip_address': '172.25.2.104'}], 'enable_snat': True}, 'gw_port_id': 'deac1229-12e3-4236-b805-57d515b0ad4f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-14T07:32:49Z', 'updated_at': '2021-01-14T07:33:37Z', 'revision_number': 5, 'project_id': 'c52a65222187474995edf4946f0fd389', 'gw_port': {'id': 'deac1229-12e3-4236-b805-57d515b0ad4f', 'name': '', 'network_id': '226f1e78-82cd-4481-9055-4eb73b6db8c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:28:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09233ba1-9c6b-499a-aeaf-1d2897df2d9a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2732, 'fixed_ips': [{'subnet_id': 'ba8deeec-7658-4195-9449-038c076f5c83', 'ip_address': '172.25.2.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T07:32:53Z', 'updated_at': '2021-01-14T07:33:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ba8deeec-7658-4195-9449-038c076f5c83', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-2'}], 'n-d-768862-2', False) {} {{(pid=84876) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:33:45.736352 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-a9369415-58dd-4ffa-9834-59837691657a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.203s {{(pid=84876) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:33:45.771780 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-337c5b7e-8a58-4d71-9942-9e81839bd42e admin admin] Notify callbacks [] for subnet, before_response {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:33:45.801061 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9369415-58dd-4ffa-9834-59837691657a None None] No DVR routers for this DVR port eafc7532-da5e-4166-9e11-8ad9ebd4a4f4 on host n-d-768862-2 {{(pid=84876) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Jan 14 07:33:45.803109 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ac8810e-fbea-48f3-af99-62a018a27d10 None None] The sync data for ids ['09233ba1-9c6b-499a-aeaf-1d2897df2d9a'] in n-d-768862-2 is: [{'id': '09233ba1-9c6b-499a-aeaf-1d2897df2d9a', 'name': 'tempest-TestNetworkBasicOps-router-248418258', 'tenant_id': 'c52a65222187474995edf4946f0fd389', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '226f1e78-82cd-4481-9055-4eb73b6db8c1', 'external_fixed_ips': [{'subnet_id': 'ba8deeec-7658-4195-9449-038c076f5c83', 'ip_address': '172.25.2.104'}], 'enable_snat': True}, 'gw_port_id': 'deac1229-12e3-4236-b805-57d515b0ad4f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-14T07:32:49Z', 'updated_at': '2021-01-14T07:33:37Z', 'revision_number': 5, 'project_id': 'c52a65222187474995edf4946f0fd389', 'gw_port': {'id': 'deac1229-12e3-4236-b805-57d515b0ad4f', 'name': '', 'network_id': '226f1e78-82cd-4481-9055-4eb73b6db8c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:28:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09233ba1-9c6b-499a-aeaf-1d2897df2d9a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2732, 'fixed_ips': [{'subnet_id': 'ba8deeec-7658-4195-9449-038c076f5c83', 'ip_address': '172.25.2.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T07:32:53Z', 'updated_at': '2021-01-14T07:33:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ba8deeec-7658-4195-9449-038c076f5c83', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-2'}] {{(pid=84876) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Jan 14 07:33:45.819957 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-449b5827-cbd5-4c52-9f82-ac2bae7f91e7 tempest-RoutersTest-1255860389 tempest-RoutersTest-1255860389] Notify callbacks [] for port, precommit_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:33:45.828243 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-ae20a47d-011d-410d-a867-112d08606f03 tempest-NetworksTest-1803261889 tempest-NetworksTest-1803261889] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036854160497'] for network, before_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:33:45.850824 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-337c5b7e-8a58-4d71-9942-9e81839bd42e admin admin] 10.222.0.24 "DELETE /v2.0/subnets/ae03f588-751c-4320-9a4b-60e311f235e7 HTTP/1.1" status: 204 len: 168 time: 4.5063262 Jan 14 07:33:45.856549 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84874) accepted ('10.222.0.24', 60076) {{(pid=84874) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:33:45.873144 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-3a169e50-063e-415a-b8d8-69eefbe699a2 tempest-TestSecurityGroupsBasicOps-944861984 tempest-TestSecurityGroupsBasicOps-944861984] Notify callbacks [] for port, precommit_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:33:45.902881 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-417e9d44-ced0-422a-a76d-08d51e88558d tempest-TestNetworkBasicOps-1983703278 tempest-TestNetworkBasicOps-1983703278] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777640533329', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777640097463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3254186'] for port, after_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:33:45.908292 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-2b114c85-1861-486d-b073-c546c6ce60e3 tempest-SecGroupIPv6Test-296392250 tempest-SecGroupIPv6Test-296392250] Notify callbacks [] for security_group, before_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:33:45.952197 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-44244c47-5537-43cf-9342-8f14b4057d95 None None] Notify callbacks [] for port, precommit_create {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:33:45.983176 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-2b114c85-1861-486d-b073-c546c6ce60e3 tempest-SecGroupIPv6Test-296392250 tempest-SecGroupIPv6Test-296392250] Notify callbacks [] for security_group, precommit_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:33:45.990398 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Provisioning complete for port d058b4f4-2145-4d62-a453-36df3af54da5 triggered by entity L2. {{(pid=84876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 07:33:45.990830 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-604227'] for port, provisioning_complete {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:33:46.042530 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-ae20a47d-011d-410d-a867-112d08606f03 tempest-NetworksTest-1803261889 tempest-NetworksTest-1803261889] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036854176836'] for subnet, precommit_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:33:46.119123 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c31ad76-bd3f-41ee-bdd5-00a9bd570300 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5d94dc7a-c095-50a4-955e-5f3b78718a12-68428f1b-3f79-43af-ae18-b940b3ddfb9e', 'network_id': '68428f1b-3f79-43af-ae18-b940b3ddfb9e', 'tenant_id': '93b2211854874c6cae5592aa469fb908', 'fixed_ips': [{'subnet_id': '572ab4f1-b458-400e-b09c-c5ffa16eba46'}]}} from n-d-768862-2. {{(pid=84876) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Jan 14 07:33:46.120095 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-4c31ad76-bd3f-41ee-bdd5-00a9bd570300 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555753'] for port, before_create {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:33:46.120623 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-f339c8ed-ae8e-4652-bab4-0a98563f6a41 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036854160497'] for network, before_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:33:46.210338 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-2b114c85-1861-486d-b073-c546c6ce60e3 tempest-SecGroupIPv6Test-296392250 tempest-SecGroupIPv6Test-296392250] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850887153'] for security_group, after_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:33:46.210731 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-3a169e50-063e-415a-b8d8-69eefbe699a2 tempest-TestSecurityGroupsBasicOps-944861984 tempest-TestSecurityGroupsBasicOps-944861984] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777640123575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3254186'] for port, after_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:33:46.220125 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-d3f0c890-e607-4fa5-a866-03806c2da595 tempest-RoutersTest-1255860389 tempest-RoutersTest-1255860389] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:33:46.244578 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b114c85-1861-486d-b073-c546c6ce60e3 tempest-SecGroupIPv6Test-296392250 tempest-SecGroupIPv6Test-296392250] Pushing event deleted for resources: {'SecurityGroup': ['ID=f67c6216-fe8e-43b6-92fc-ac88df0f289e,revision_number=None']} {{(pid=84875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:33:46.253003 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-2b114c85-1861-486d-b073-c546c6ce60e3 tempest-SecGroupIPv6Test-296392250 tempest-SecGroupIPv6Test-296392250] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:33:46.267865 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-2b114c85-1861-486d-b073-c546c6ce60e3 tempest-SecGroupIPv6Test-296392250 tempest-SecGroupIPv6Test-296392250] Notify callbacks [] for security_group, before_response {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:33:46.271747 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-2b114c85-1861-486d-b073-c546c6ce60e3 tempest-SecGroupIPv6Test-296392250 tempest-SecGroupIPv6Test-296392250] 10.222.0.24 "DELETE /v2.0/security-groups/f67c6216-fe8e-43b6-92fc-ac88df0f289e HTTP/1.1" status: 204 len: 168 time: 0.6927052 Jan 14 07:33:46.272537 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84875) accepted ('10.222.0.24', 60080) {{(pid=84875) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:33:46.285355 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-c9987436-e703-46a8-aa90-8a1fb71dd26a tempest-PortsIpV6TestJSON-1330665174 tempest-PortsIpV6TestJSON-1330665174] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:33:46.380325 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-f247eca9-99dd-454c-b438-dd7b9d13311a tempest-SecGroupIPv6Test-296392250 tempest-SecGroupIPv6Test-296392250] Synchronizing usage tracker for tenant:058b4641f1ca48f9b3b9ca658afbc9cc on resource:security_group {{(pid=84875) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 14 07:33:46.393058 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a169e50-063e-415a-b8d8-69eefbe699a2 tempest-TestSecurityGroupsBasicOps-944861984 tempest-TestSecurityGroupsBasicOps-944861984] Pushing event updated for resources: {'Port': ['ID=1f50329b-e946-44b8-93d1-33602f2b1536,revision_number=1']} {{(pid=84874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:33:46.412700 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-3a169e50-063e-415a-b8d8-69eefbe699a2 tempest-TestSecurityGroupsBasicOps-944861984 tempest-TestSecurityGroupsBasicOps-944861984] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:33:46.437699 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Device eafc7532-da5e-4166-9e11-8ad9ebd4a4f4 no longer exists at agent ovs-agent-n-d-768862-2 {{(pid=84876) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jan 14 07:33:46.445144 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-f247eca9-99dd-454c-b438-dd7b9d13311a tempest-SecGroupIPv6Test-296392250 tempest-SecGroupIPv6Test-296392250] Unset dirty status for tenant:058b4641f1ca48f9b3b9ca658afbc9cc on resource:security_group {{(pid=84875) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 14 07:33:46.450671 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-f247eca9-99dd-454c-b438-dd7b9d13311a tempest-SecGroupIPv6Test-296392250 tempest-SecGroupIPv6Test-296392250] 10.222.0.24 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1733136 Jan 14 07:33:46.452545 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84875) accepted ('10.222.0.24', 60084) {{(pid=84875) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:33:46.461340 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.v2.base [None req-333ac646-2369-4f81-9122-a6fe73352c62 tempest-SecGroupIPv6Test-296392250 tempest-SecGroupIPv6Test-296392250] Request body: {'security_group': {'name': 'tempest-secgroup--1405552436'}} {{(pid=84875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:33:46.475015 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.plugin [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] No Port match for: eafc7532-da5e-4166-9e11-8ad9ebd4a4f4 {{(pid=84876) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2188}} Jan 14 07:33:46.475307 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Device eafc7532-da5e-4166-9e11-8ad9ebd4a4f4 not bound to the agent host n-d-768862-2 {{(pid=84876) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jan 14 07:33:46.476706 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-333ac646-2369-4f81-9122-a6fe73352c62 tempest-SecGroupIPv6Test-296392250 tempest-SecGroupIPv6Test-296392250] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:33:46.505832 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-333ac646-2369-4f81-9122-a6fe73352c62 tempest-SecGroupIPv6Test-296392250 tempest-SecGroupIPv6Test-296392250] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:33:46.527419 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-333ac646-2369-4f81-9122-a6fe73352c62 tempest-SecGroupIPv6Test-296392250 tempest-SecGroupIPv6Test-296392250] Notify callbacks [] for security_group, before_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:33:46.541687 n-d-768862-2 neutron-server[84765]: ERROR oslo_messaging.rpc.server [None req-4c31ad76-bd3f-41ee-bdd5-00a9bd570300 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 572ab4f1-b458-400e-b09c-c5ffa16eba46: This subnet is being modified by another concurrent operation. Jan 14 07:33:46.541687 n-d-768862-2 neutron-server[84765]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Jan 14 07:33:46.541687 n-d-768862-2 neutron-server[84765]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Jan 14 07:33:46.541687 n-d-768862-2 neutron-server[84765]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Jan 14 07:33:46.541687 n-d-768862-2 neutron-server[84765]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Jan 14 07:33:46.541687 n-d-768862-2 neutron-server[84765]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Jan 14 07:33:46.541687 n-d-768862-2 neutron-server[84765]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Jan 14 07:33:46.541687 n-d-768862-2 neutron-server[84765]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Jan 14 07:33:46.541687 n-d-768862-2 neutron-server[84765]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Jan 14 07:33:46.541687 n-d-768862-2 neutron-server[84765]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Jan 14 07:33:46.541687 n-d-768862-2 neutron-server[84765]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jan 14 07:33:46.541687 n-d-768862-2 neutron-server[84765]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jan 14 07:33:46.541687 n-d-768862-2 neutron-server[84765]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Jan 14 07:33:46.541687 n-d-768862-2 neutron-server[84765]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 14 07:33:46.541687 n-d-768862-2 neutron-server[84765]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Jan 14 07:33:46.541687 n-d-768862-2 neutron-server[84765]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Jan 14 07:33:46.541687 n-d-768862-2 neutron-server[84765]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/six.py", line 703, in reraise Jan 14 07:33:46.541687 n-d-768862-2 neutron-server[84765]: ERROR oslo_messaging.rpc.server raise value Jan 14 07:33:46.541687 n-d-768862-2 neutron-server[84765]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jan 14 07:33:46.541687 n-d-768862-2 neutron-server[84765]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jan 14 07:33:46.541687 n-d-768862-2 neutron-server[84765]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/oslo_db/api.py", line 154, in wrapper Jan 14 07:33:46.541687 n-d-768862-2 neutron-server[84765]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jan 14 07:33:46.541687 n-d-768862-2 neutron-server[84765]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Jan 14 07:33:46.541687 n-d-768862-2 neutron-server[84765]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 14 07:33:46.541687 n-d-768862-2 neutron-server[84765]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Jan 14 07:33:46.541687 n-d-768862-2 neutron-server[84765]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Jan 14 07:33:46.541687 n-d-768862-2 neutron-server[84765]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/six.py", line 703, in reraise Jan 14 07:33:46.541687 n-d-768862-2 neutron-server[84765]: ERROR oslo_messaging.rpc.server raise value Jan 14 07:33:46.541687 n-d-768862-2 neutron-server[84765]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/oslo_db/api.py", line 142, in wrapper Jan 14 07:33:46.541687 n-d-768862-2 neutron-server[84765]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jan 14 07:33:46.541687 n-d-768862-2 neutron-server[84765]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jan 14 07:33:46.541687 n-d-768862-2 neutron-server[84765]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jan 14 07:33:46.541687 n-d-768862-2 neutron-server[84765]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Jan 14 07:33:46.541687 n-d-768862-2 neutron-server[84765]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 14 07:33:46.541687 n-d-768862-2 neutron-server[84765]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Jan 14 07:33:46.541687 n-d-768862-2 neutron-server[84765]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Jan 14 07:33:46.541687 n-d-768862-2 neutron-server[84765]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/six.py", line 703, in reraise Jan 14 07:33:46.541687 n-d-768862-2 neutron-server[84765]: ERROR oslo_messaging.rpc.server raise value Jan 14 07:33:46.541687 n-d-768862-2 neutron-server[84765]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jan 14 07:33:46.541687 n-d-768862-2 neutron-server[84765]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jan 14 07:33:46.541687 n-d-768862-2 neutron-server[84765]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Jan 14 07:33:46.541687 n-d-768862-2 neutron-server[84765]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Jan 14 07:33:46.541687 n-d-768862-2 neutron-server[84765]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 274, in create_dhcp_port Jan 14 07:33:46.541687 n-d-768862-2 neutron-server[84765]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Jan 14 07:33:46.541687 n-d-768862-2 neutron-server[84765]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 99, in _port_action Jan 14 07:33:46.541687 n-d-768862-2 neutron-server[84765]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Jan 14 07:33:46.541687 n-d-768862-2 neutron-server[84765]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/neutron_lib/plugins/utils.py", line 336, in create_port Jan 14 07:33:46.541687 n-d-768862-2 neutron-server[84765]: ERROR oslo_messaging.rpc.server context, {port_apidef.RESOURCE_NAME: port_data}) Jan 14 07:33:46.541687 n-d-768862-2 neutron-server[84765]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 687, in inner Jan 14 07:33:46.541687 n-d-768862-2 neutron-server[84765]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Jan 14 07:33:46.541687 n-d-768862-2 neutron-server[84765]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 217, in wrapped Jan 14 07:33:46.541687 n-d-768862-2 neutron-server[84765]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jan 14 07:33:46.541687 n-d-768862-2 neutron-server[84765]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jan 14 07:33:46.541687 n-d-768862-2 neutron-server[84765]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jan 14 07:33:46.541687 n-d-768862-2 neutron-server[84765]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Jan 14 07:33:46.541687 n-d-768862-2 neutron-server[84765]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 14 07:33:46.541687 n-d-768862-2 neutron-server[84765]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Jan 14 07:33:46.541687 n-d-768862-2 neutron-server[84765]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Jan 14 07:33:46.541687 n-d-768862-2 neutron-server[84765]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/six.py", line 703, in reraise Jan 14 07:33:46.541687 n-d-768862-2 neutron-server[84765]: ERROR oslo_messaging.rpc.server raise value Jan 14 07:33:46.541687 n-d-768862-2 neutron-server[84765]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jan 14 07:33:46.541687 n-d-768862-2 neutron-server[84765]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jan 14 07:33:46.541687 n-d-768862-2 neutron-server[84765]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/oslo_db/api.py", line 154, in wrapper Jan 14 07:33:46.541687 n-d-768862-2 neutron-server[84765]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jan 14 07:33:46.541687 n-d-768862-2 neutron-server[84765]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Jan 14 07:33:46.541687 n-d-768862-2 neutron-server[84765]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 14 07:33:46.541687 n-d-768862-2 neutron-server[84765]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Jan 14 07:33:46.541687 n-d-768862-2 neutron-server[84765]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Jan 14 07:33:46.541687 n-d-768862-2 neutron-server[84765]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/six.py", line 703, in reraise Jan 14 07:33:46.541687 n-d-768862-2 neutron-server[84765]: ERROR oslo_messaging.rpc.server raise value Jan 14 07:33:46.541687 n-d-768862-2 neutron-server[84765]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/oslo_db/api.py", line 142, in wrapper Jan 14 07:33:46.541687 n-d-768862-2 neutron-server[84765]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jan 14 07:33:46.541687 n-d-768862-2 neutron-server[84765]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jan 14 07:33:46.541687 n-d-768862-2 neutron-server[84765]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jan 14 07:33:46.541687 n-d-768862-2 neutron-server[84765]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Jan 14 07:33:46.541687 n-d-768862-2 neutron-server[84765]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 14 07:33:46.541687 n-d-768862-2 neutron-server[84765]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Jan 14 07:33:46.541687 n-d-768862-2 neutron-server[84765]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Jan 14 07:33:46.541687 n-d-768862-2 neutron-server[84765]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/six.py", line 703, in reraise Jan 14 07:33:46.541687 n-d-768862-2 neutron-server[84765]: ERROR oslo_messaging.rpc.server raise value Jan 14 07:33:46.541687 n-d-768862-2 neutron-server[84765]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jan 14 07:33:46.541687 n-d-768862-2 neutron-server[84765]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jan 14 07:33:46.541687 n-d-768862-2 neutron-server[84765]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1425, in create_port Jan 14 07:33:46.541687 n-d-768862-2 neutron-server[84765]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Jan 14 07:33:46.541687 n-d-768862-2 neutron-server[84765]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1392, in _create_port_db Jan 14 07:33:46.541687 n-d-768862-2 neutron-server[84765]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Jan 14 07:33:46.541687 n-d-768862-2 neutron-server[84765]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1432, in create_port_db Jan 14 07:33:46.541687 n-d-768862-2 neutron-server[84765]: ERROR oslo_messaging.rpc.server context, port, port_id) Jan 14 07:33:46.541687 n-d-768862-2 neutron-server[84765]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 222, in allocate_ips_for_port_and_store Jan 14 07:33:46.541687 n-d-768862-2 neutron-server[84765]: ERROR oslo_messaging.rpc.server revert_on_fail=False) Jan 14 07:33:46.541687 n-d-768862-2 neutron-server[84765]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Jan 14 07:33:46.541687 n-d-768862-2 neutron-server[84765]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 14 07:33:46.541687 n-d-768862-2 neutron-server[84765]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Jan 14 07:33:46.541687 n-d-768862-2 neutron-server[84765]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Jan 14 07:33:46.541687 n-d-768862-2 neutron-server[84765]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/six.py", line 703, in reraise Jan 14 07:33:46.541687 n-d-768862-2 neutron-server[84765]: ERROR oslo_messaging.rpc.server raise value Jan 14 07:33:46.541687 n-d-768862-2 neutron-server[84765]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Jan 14 07:33:46.541687 n-d-768862-2 neutron-server[84765]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Jan 14 07:33:46.541687 n-d-768862-2 neutron-server[84765]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 241, in _allocate_ips_for_port Jan 14 07:33:46.541687 n-d-768862-2 neutron-server[84765]: ERROR oslo_messaging.rpc.server distributed_service=self._is_distributed_service(p)) Jan 14 07:33:46.541687 n-d-768862-2 neutron-server[84765]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 687, in _ipam_get_subnets Jan 14 07:33:46.541687 n-d-768862-2 neutron-server[84765]: ERROR oslo_messaging.rpc.server id=subnet.id) Jan 14 07:33:46.541687 n-d-768862-2 neutron-server[84765]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Jan 14 07:33:46.541687 n-d-768862-2 neutron-server[84765]: ERROR oslo_messaging.rpc.server raise exception Jan 14 07:33:46.541687 n-d-768862-2 neutron-server[84765]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 572ab4f1-b458-400e-b09c-c5ffa16eba46: This subnet is being modified by another concurrent operation. Jan 14 07:33:46.554651 n-d-768862-2 neutron-server[84765]: ERROR oslo_messaging.rpc.server Jan 14 07:33:46.559674 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-ae20a47d-011d-410d-a867-112d08606f03 tempest-NetworksTest-1803261889 tempest-NetworksTest-1803261889] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-598964', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850887113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3154192', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2308610'] for subnet, after_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:33:46.576234 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7af28f4c-a6a5-4687-b38b-1f98b3ad4e6c None None] Network 68428f1b-3f79-43af-ae18-b940b3ddfb9e requested from n-d-768862-2 {{(pid=84876) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 07:33:46.584450 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-59b7cab1-16c9-4f17-8438-6603e157190b tempest-TestNetworkBasicOps-1983703278 tempest-TestNetworkBasicOps-1983703278] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:33:46.617774 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-f339c8ed-ae8e-4652-bab4-0a98563f6a41 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-598987', 'neutron.services.segments.db._delete_segments_for_network-8777640583949'] for network, precommit_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:33:46.694659 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae20a47d-011d-410d-a867-112d08606f03 tempest-NetworksTest-1803261889 tempest-NetworksTest-1803261889] Pushing event deleted for resources: {'Subnet': ['ID=572ab4f1-b458-400e-b09c-c5ffa16eba46,revision_number=None']} {{(pid=84875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:33:46.701192 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-ae20a47d-011d-410d-a867-112d08606f03 tempest-NetworksTest-1803261889 tempest-NetworksTest-1803261889] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:33:46.704129 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-333ac646-2369-4f81-9122-a6fe73352c62 tempest-SecGroupIPv6Test-296392250 tempest-SecGroupIPv6Test-296392250] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:33:46.718362 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-417e9d44-ced0-422a-a76d-08d51e88558d tempest-TestNetworkBasicOps-1983703278 tempest-TestNetworkBasicOps-1983703278] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036850863128'] for router_gateway, after_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:33:46.731130 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-333ac646-2369-4f81-9122-a6fe73352c62 tempest-SecGroupIPv6Test-296392250 tempest-SecGroupIPv6Test-296392250] Usage tracker for resource:security_group_rule and tenant:058b4641f1ca48f9b3b9ca658afbc9cc is out of sync, need to count used quota {{(pid=84875) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:33:46.739254 n-d-768862-2 neutron-server[84765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a169e50-063e-415a-b8d8-69eefbe699a2 tempest-TestSecurityGroupsBasicOps-944861984 tempest-TestSecurityGroupsBasicOps-944861984] Network 226f1e78-82cd-4481-9055-4eb73b6db8c1 is already hosted by enough agents. {{(pid=84874) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 07:33:46.739915 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-333ac646-2369-4f81-9122-a6fe73352c62 tempest-SecGroupIPv6Test-296392250 tempest-SecGroupIPv6Test-296392250] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84875) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:33:46.750471 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-333ac646-2369-4f81-9122-a6fe73352c62 tempest-SecGroupIPv6Test-296392250 tempest-SecGroupIPv6Test-296392250] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:33:46.807065 n-d-768862-2 neutron-server[84765]: DEBUG neutron.scheduler.base_scheduler [None req-3a169e50-063e-415a-b8d8-69eefbe699a2 tempest-TestSecurityGroupsBasicOps-944861984 tempest-TestSecurityGroupsBasicOps-944861984] Resources bound (agent type, host, resource id): {{(pid=84874) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 07:33:46.821013 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a169e50-063e-415a-b8d8-69eefbe699a2 tempest-TestSecurityGroupsBasicOps-944861984 tempest-TestSecurityGroupsBasicOps-944861984] Received port after_create {{(pid=84874) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 14 07:33:46.895467 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-ae20a47d-011d-410d-a867-112d08606f03 tempest-NetworksTest-1803261889 tempest-NetworksTest-1803261889] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-598987', 'neutron.services.segments.db._delete_segments_for_network-8777640583949'] for network, precommit_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:33:46.935876 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-417e9d44-ced0-422a-a76d-08d51e88558d tempest-TestNetworkBasicOps-1983703278 tempest-TestNetworkBasicOps-1983703278] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3889346', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036854717606'] for router, precommit_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:33:46.941713 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-417e9d44-ced0-422a-a76d-08d51e88558d tempest-TestNetworkBasicOps-1983703278 tempest-TestNetworkBasicOps-1983703278] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:33:46.961600 n-d-768862-2 neutron-server[84765]: DEBUG neutron.services.segments.db [None req-f339c8ed-ae8e-4652-bab4-0a98563f6a41 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['62bd9873-1d2d-4d1e-82cf-a14374b83693']}} {{(pid=84874) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:33:46.992233 n-d-768862-2 neutron-server[84765]: DEBUG neutron.services.segments.db [None req-f339c8ed-ae8e-4652-bab4-0a98563f6a41 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b7408a56-b591-45f9-b49a-011cdae5e2dd') {'for_net_delete': True} {{(pid=84874) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:33:46.992505 n-d-768862-2 neutron-server[84765]: DEBUG neutron.services.segments.db [None req-f339c8ed-ae8e-4652-bab4-0a98563f6a41 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b7408a56-b591-45f9-b49a-011cdae5e2dd') {} {{(pid=84874) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:33:47.055403 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-333ac646-2369-4f81-9122-a6fe73352c62 tempest-SecGroupIPv6Test-296392250 tempest-SecGroupIPv6Test-296392250] Notify callbacks [] for security_group, precommit_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:33:47.059862 n-d-768862-2 neutron-server[84765]: DEBUG neutron.services.segments.db [None req-ae20a47d-011d-410d-a867-112d08606f03 tempest-NetworksTest-1803261889 tempest-NetworksTest-1803261889] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['68428f1b-3f79-43af-ae18-b940b3ddfb9e']}} {{(pid=84875) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:33:47.065618 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-f339c8ed-ae8e-4652-bab4-0a98563f6a41 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363259214173198', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2968632'] for segment, before_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:33:47.068488 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-333ac646-2369-4f81-9122-a6fe73352c62 tempest-SecGroupIPv6Test-296392250 tempest-SecGroupIPv6Test-296392250] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850887153'] for security_group, after_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:33:47.075141 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-44244c47-5537-43cf-9342-8f14b4057d95 None None] Transition to ACTIVE for port object 5f714f0d-6e28-4666-9f2e-ebb05a46f36e will not be triggered until provisioned by entity L2. {{(pid=84876) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 07:33:47.083137 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-4c7f7c88-07da-45b5-800d-f72dcbcdadc7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:33:47.084804 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-449b5827-cbd5-4c52-9f82-ac2bae7f91e7 tempest-RoutersTest-1255860389 tempest-RoutersTest-1255860389] Transition to ACTIVE for port object 5885f045-ae18-4455-a3e7-290483480bf9 will not be triggered until provisioned by entity DHCP. {{(pid=84874) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 07:33:47.091564 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-417e9d44-ced0-422a-a76d-08d51e88558d tempest-TestNetworkBasicOps-1983703278 tempest-TestNetworkBasicOps-1983703278] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036850897070'] for router, after_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:33:47.092241 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-417e9d44-ced0-422a-a76d-08d51e88558d tempest-TestNetworkBasicOps-1983703278 tempest-TestNetworkBasicOps-1983703278] Fanout notify agent at l3_agent the message router_deleted on router 09233ba1-9c6b-499a-aeaf-1d2897df2d9a {{(pid=84874) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jan 14 07:33:47.096530 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-44244c47-5537-43cf-9342-8f14b4057d95 None None] Transition to ACTIVE for port object 5f714f0d-6e28-4666-9f2e-ebb05a46f36e will not be triggered until provisioned by entity DHCP. {{(pid=84876) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 07:33:47.102494 n-d-768862-2 neutron-server[84765]: DEBUG neutron.services.segments.db [None req-ae20a47d-011d-410d-a867-112d08606f03 tempest-NetworksTest-1803261889 tempest-NetworksTest-1803261889] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0e2ecf98-adbb-4d9d-b18a-a390551d8fb3') {'for_net_delete': True} {{(pid=84875) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:33:47.103152 n-d-768862-2 neutron-server[84765]: DEBUG neutron.services.segments.db [None req-ae20a47d-011d-410d-a867-112d08606f03 tempest-NetworksTest-1803261889 tempest-NetworksTest-1803261889] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0e2ecf98-adbb-4d9d-b18a-a390551d8fb3') {} {{(pid=84875) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:33:47.105243 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-44244c47-5537-43cf-9342-8f14b4057d95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777640123575'] for port, after_create {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:33:47.125596 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-3eafa88e-f851-4d5d-895e-776fa63ab7f1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=84876) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:33:47.132143 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-ae20a47d-011d-410d-a867-112d08606f03 tempest-NetworksTest-1803261889 tempest-NetworksTest-1803261889] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363259214173198', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036851408567'] for segment, before_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:33:47.154193 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-333ac646-2369-4f81-9122-a6fe73352c62 tempest-SecGroupIPv6Test-296392250 tempest-SecGroupIPv6Test-296392250] Pushing event updated for resources: {'SecurityGroup': ['ID=c6b4d24c-00f8-44fd-b1bd-1acf1a2c26bb,revision_number=1']} {{(pid=84875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:33:47.161567 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-333ac646-2369-4f81-9122-a6fe73352c62 tempest-SecGroupIPv6Test-296392250 tempest-SecGroupIPv6Test-296392250] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:33:47.166523 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-ae20a47d-011d-410d-a867-112d08606f03 tempest-NetworksTest-1803261889 tempest-NetworksTest-1803261889] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854179735'] for segment, precommit_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:33:47.171951 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-ae20a47d-011d-410d-a867-112d08606f03 tempest-NetworksTest-1803261889 tempest-NetworksTest-1803261889] Releasing vxlan tunnel 3 to pool {{(pid=84875) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Jan 14 07:33:47.204591 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-333ac646-2369-4f81-9122-a6fe73352c62 tempest-SecGroupIPv6Test-296392250 tempest-SecGroupIPv6Test-296392250] Notify callbacks [] for security_group, before_response {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:33:47.205963 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-333ac646-2369-4f81-9122-a6fe73352c62 tempest-SecGroupIPv6Test-296392250 tempest-SecGroupIPv6Test-296392250] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.7523835 Jan 14 07:33:47.270078 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84875) accepted ('10.222.0.24', 60090) {{(pid=84875) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:33:47.279164 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44244c47-5537-43cf-9342-8f14b4057d95 None None] Pushing event updated for resources: {'Port': ['ID=5f714f0d-6e28-4666-9f2e-ebb05a46f36e,revision_number=1']} {{(pid=84876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:33:47.284301 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.v2.base [None req-dbe679eb-de30-482f-80f2-27b11289c02f tempest-SecGroupIPv6Test-296392250 tempest-SecGroupIPv6Test-296392250] Request body: {'security_group': {'name': 'tempest-secgroup--1287798008'}} {{(pid=84875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:33:47.289770 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-44244c47-5537-43cf-9342-8f14b4057d95 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.164s {{(pid=84876) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:33:47.301717 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-dbe679eb-de30-482f-80f2-27b11289c02f tempest-SecGroupIPv6Test-296392250 tempest-SecGroupIPv6Test-296392250] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:33:47.313366 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-dbe679eb-de30-482f-80f2-27b11289c02f tempest-SecGroupIPv6Test-296392250 tempest-SecGroupIPv6Test-296392250] Usage tracker for resource:security_group and tenant:058b4641f1ca48f9b3b9ca658afbc9cc is out of sync, need to count used quota {{(pid=84875) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:33:47.335167 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-dbe679eb-de30-482f-80f2-27b11289c02f tempest-SecGroupIPv6Test-296392250 tempest-SecGroupIPv6Test-296392250] Quota usage for security_group was recalculated. Used quota:2. {{(pid=84875) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:33:47.367113 n-d-768862-2 neutron-server[84765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44244c47-5537-43cf-9342-8f14b4057d95 None None] Network 147cc938-1393-4406-a819-ad21bcaa3c74 is already hosted by enough agents. {{(pid=84876) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 07:33:47.368501 n-d-768862-2 neutron-server[84765]: DEBUG neutron.scheduler.base_scheduler [None req-44244c47-5537-43cf-9342-8f14b4057d95 None None] Resources bound (agent type, host, resource id): {{(pid=84876) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 07:33:47.371199 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44244c47-5537-43cf-9342-8f14b4057d95 None None] Received port after_create {{(pid=84876) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 14 07:33:47.426932 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-dbe679eb-de30-482f-80f2-27b11289c02f tempest-SecGroupIPv6Test-296392250 tempest-SecGroupIPv6Test-296392250] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=84875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:33:47.439627 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.managers [None req-44244c47-5537-43cf-9342-8f14b4057d95 None None] Attempting to bind port 5f714f0d-6e28-4666-9f2e-ebb05a46f36e on host n-d-768862-2 for vnic_type normal with profile {{(pid=84876) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 14 07:33:47.440069 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.managers [None req-44244c47-5537-43cf-9342-8f14b4057d95 None None] Attempting to bind port 5f714f0d-6e28-4666-9f2e-ebb05a46f36e by drivers openvswitch on host n-d-768862-2 at level 0 using segments [{'id': '19bed2cd-3f7f-4662-9698-6681cac812e4', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 20, 'network_id': '147cc938-1393-4406-a819-ad21bcaa3c74'}] {{(pid=84876) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 14 07:33:47.440491 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44244c47-5537-43cf-9342-8f14b4057d95 None None] Attempting to bind port 5f714f0d-6e28-4666-9f2e-ebb05a46f36e on network 147cc938-1393-4406-a819-ad21bcaa3c74 {{(pid=84876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 14 07:33:47.447248 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44244c47-5537-43cf-9342-8f14b4057d95 None None] Checking agent: {'id': 'ba5efab1-b43c-4d5a-bc52-6e105d4e67a2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768862-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 14, 6, 56, 52), 'started_at': datetime.datetime(2021, 1, 14, 6, 57, 22), 'heartbeat_timestamp': datetime.datetime(2021, 1, 14, 7, 33, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768862-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.29', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 14 07:33:47.447684 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44244c47-5537-43cf-9342-8f14b4057d95 None None] Checking segment: {'id': '19bed2cd-3f7f-4662-9698-6681cac812e4', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 20, 'network_id': '147cc938-1393-4406-a819-ad21bcaa3c74'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84876) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 14 07:33:47.448190 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-44244c47-5537-43cf-9342-8f14b4057d95 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:33:47.448640 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44244c47-5537-43cf-9342-8f14b4057d95 None None] Bound using segment: {'id': '19bed2cd-3f7f-4662-9698-6681cac812e4', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 20, 'network_id': '147cc938-1393-4406-a819-ad21bcaa3c74'} {{(pid=84876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 14 07:33:47.449179 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.managers [None req-44244c47-5537-43cf-9342-8f14b4057d95 None None] Bound port: 5f714f0d-6e28-4666-9f2e-ebb05a46f36e, host: n-d-768862-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '19bed2cd-3f7f-4662-9698-6681cac812e4', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 20, 'network_id': '147cc938-1393-4406-a819-ad21bcaa3c74'}}] {{(pid=84876) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 14 07:33:47.449606 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-44244c47-5537-43cf-9342-8f14b4057d95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555753'] for port, before_update {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:33:47.472109 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.managers [None req-ae20a47d-011d-410d-a867-112d08606f03 tempest-NetworksTest-1803261889 tempest-NetworksTest-1803261889] Network 68428f1b-3f79-43af-ae18-b940b3ddfb9e has no segments {{(pid=84875) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 14 07:33:47.493121 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-ae20a47d-011d-410d-a867-112d08606f03 tempest-NetworksTest-1803261889 tempest-NetworksTest-1803261889] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-596065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3154253'] for segment, after_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:33:47.493395 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-f339c8ed-ae8e-4652-bab4-0a98563f6a41 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854179735'] for segment, precommit_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:33:47.499478 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-f339c8ed-ae8e-4652-bab4-0a98563f6a41 admin admin] Releasing vxlan tunnel 19 to pool {{(pid=84874) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Jan 14 07:33:47.506685 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Device deac1229-12e3-4236-b805-57d515b0ad4f no longer exists at agent ovs-agent-n-d-768862-2 {{(pid=84876) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jan 14 07:33:47.511881 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-dbe679eb-de30-482f-80f2-27b11289c02f tempest-SecGroupIPv6Test-296392250 tempest-SecGroupIPv6Test-296392250] Notify callbacks [] for security_group, before_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:33:47.558414 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.plugin [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] No Port match for: deac1229-12e3-4236-b805-57d515b0ad4f {{(pid=84876) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2188}} Jan 14 07:33:47.558809 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Device deac1229-12e3-4236-b805-57d515b0ad4f not bound to the agent host n-d-768862-2 {{(pid=84876) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jan 14 07:33:47.559293 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Device 04e140f9-d758-478f-8964-bd0017a9a0e8 no longer exists at agent ovs-agent-n-d-768862-2 {{(pid=84876) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jan 14 07:33:47.585663 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-417e9d44-ced0-422a-a76d-08d51e88558d tempest-TestNetworkBasicOps-1983703278 tempest-TestNetworkBasicOps-1983703278] Notify callbacks [] for router, before_response {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:33:47.586893 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-417e9d44-ced0-422a-a76d-08d51e88558d tempest-TestNetworkBasicOps-1983703278 tempest-TestNetworkBasicOps-1983703278] 10.222.0.24 "DELETE /v2.0/routers/09233ba1-9c6b-499a-aeaf-1d2897df2d9a HTTP/1.1" status: 204 len: 168 time: 6.2405608 Jan 14 07:33:47.598048 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84875) accepted ('10.222.0.24', 60094) {{(pid=84875) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:33:47.601468 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.plugin [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] No Port match for: 04e140f9-d758-478f-8964-bd0017a9a0e8 {{(pid=84876) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2188}} Jan 14 07:33:47.601864 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Device 04e140f9-d758-478f-8964-bd0017a9a0e8 not bound to the agent host n-d-768862-2 {{(pid=84876) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jan 14 07:33:47.635514 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-dbe679eb-de30-482f-80f2-27b11289c02f tempest-SecGroupIPv6Test-296392250 tempest-SecGroupIPv6Test-296392250] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:33:47.638178 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [None req-44244c47-5537-43cf-9342-8f14b4057d95 None None] For port 5f714f0d-6e28-4666-9f2e-ebb05a46f36e, host n-d-768862-2, cleared binding levels {{(pid=84876) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 14 07:33:47.712776 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-dbe679eb-de30-482f-80f2-27b11289c02f tempest-SecGroupIPv6Test-296392250 tempest-SecGroupIPv6Test-296392250] Usage tracker for resource:security_group_rule and tenant:058b4641f1ca48f9b3b9ca658afbc9cc is out of sync, need to count used quota {{(pid=84875) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:33:47.731197 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-dbe679eb-de30-482f-80f2-27b11289c02f tempest-SecGroupIPv6Test-296392250 tempest-SecGroupIPv6Test-296392250] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84875) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:33:47.756650 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-449b5827-cbd5-4c52-9f82-ac2bae7f91e7 tempest-RoutersTest-1255860389 tempest-RoutersTest-1255860389] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777640123575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3254186'] for port, after_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:33:47.781843 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-510fef38-ee2b-433d-afa3-e79f5ef11c14 tempest-PortsTestJSON-2091589570 tempest-PortsTestJSON-2091589570] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:33:47.797126 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-dbe679eb-de30-482f-80f2-27b11289c02f tempest-SecGroupIPv6Test-296392250 tempest-SecGroupIPv6Test-296392250] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:33:47.850718 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.managers [None req-ae20a47d-011d-410d-a867-112d08606f03 tempest-NetworksTest-1803261889 tempest-NetworksTest-1803261889] Network 68428f1b-3f79-43af-ae18-b940b3ddfb9e has no segments {{(pid=84875) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 14 07:33:47.877429 n-d-768862-2 neutron-server[84765]: Traceback (most recent call last): Jan 14 07:33:47.877429 n-d-768862-2 neutron-server[84765]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 14 07:33:47.877429 n-d-768862-2 neutron-server[84765]: timer() Jan 14 07:33:47.877429 n-d-768862-2 neutron-server[84765]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 14 07:33:47.877429 n-d-768862-2 neutron-server[84765]: cb(*args, **kw) Jan 14 07:33:47.877429 n-d-768862-2 neutron-server[84765]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Jan 14 07:33:47.877429 n-d-768862-2 neutron-server[84765]: return func(*args, **kwargs) Jan 14 07:33:47.877429 n-d-768862-2 neutron-server[84765]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 14 07:33:47.877429 n-d-768862-2 neutron-server[84765]: self._notify() Jan 14 07:33:47.877429 n-d-768862-2 neutron-server[84765]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 14 07:33:47.877429 n-d-768862-2 neutron-server[84765]: self.callback(batched_events) Jan 14 07:33:47.877429 n-d-768862-2 neutron-server[84765]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 14 07:33:47.877429 n-d-768862-2 neutron-server[84765]: event.method(event) Jan 14 07:33:47.877429 n-d-768862-2 neutron-server[84765]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 14 07:33:47.877429 n-d-768862-2 neutron-server[84765]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 14 07:33:47.877429 n-d-768862-2 neutron-server[84765]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Jan 14 07:33:47.877429 n-d-768862-2 neutron-server[84765]: segment_id)['aggregates'][0] Jan 14 07:33:47.877429 n-d-768862-2 neutron-server[84765]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 14 07:33:47.877429 n-d-768862-2 neutron-server[84765]: return f(self, *a, **k) Jan 14 07:33:47.877429 n-d-768862-2 neutron-server[84765]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 14 07:33:47.877429 n-d-768862-2 neutron-server[84765]: return self._get(url).json() Jan 14 07:33:47.877429 n-d-768862-2 neutron-server[84765]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 14 07:33:47.877429 n-d-768862-2 neutron-server[84765]: **kwargs) Jan 14 07:33:47.877429 n-d-768862-2 neutron-server[84765]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 14 07:33:47.877429 n-d-768862-2 neutron-server[84765]: return self.request(url, 'GET', **kwargs) Jan 14 07:33:47.877429 n-d-768862-2 neutron-server[84765]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Jan 14 07:33:47.877429 n-d-768862-2 neutron-server[84765]: **endpoint_filter) Jan 14 07:33:47.877429 n-d-768862-2 neutron-server[84765]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 14 07:33:47.877429 n-d-768862-2 neutron-server[84765]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 14 07:33:47.877429 n-d-768862-2 neutron-server[84765]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 14 07:33:47.877429 n-d-768862-2 neutron-server[84765]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 14 07:33:47.877429 n-d-768862-2 neutron-server[84765]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 14 07:33:47.885515 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.managers [None req-f339c8ed-ae8e-4652-bab4-0a98563f6a41 admin admin] Network 62bd9873-1d2d-4d1e-82cf-a14374b83693 has no segments {{(pid=84874) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 14 07:33:47.892488 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-b800dd64-6ca2-4acc-b6a3-1a25d7cbf105 tempest-TestNetworkBasicOps-1983703278 tempest-TestNetworkBasicOps-1983703278] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036854160497'] for network, before_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:33:47.952416 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-f339c8ed-ae8e-4652-bab4-0a98563f6a41 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-596065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036851521571'] for segment, after_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:33:48.054319 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [None req-44244c47-5537-43cf-9342-8f14b4057d95 None None] For port 5f714f0d-6e28-4666-9f2e-ebb05a46f36e, host n-d-768862-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-2',level=0,port_id=5f714f0d-6e28-4666-9f2e-ebb05a46f36e,segment=NetworkSegment(19bed2cd-3f7f-4662-9698-6681cac812e4),segment_id=19bed2cd-3f7f-4662-9698-6681cac812e4)] {{(pid=84876) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 14 07:33:48.058309 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-44244c47-5537-43cf-9342-8f14b4057d95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777640533312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363259214678337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777640097497'] for port, after_update {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:33:48.059964 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-ae20a47d-011d-410d-a867-112d08606f03 tempest-NetworksTest-1803261889 tempest-NetworksTest-1803261889] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036854176830', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850887149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3912591'] for network, after_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:33:48.064265 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-ae20a47d-011d-410d-a867-112d08606f03 tempest-NetworksTest-1803261889 tempest-NetworksTest-1803261889] Notify callbacks [] for network, before_response {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:33:48.075200 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-896e61c7-af6f-46e1-bbdd-1ef6a8e28835 tempest-NetworksTest-1803261889 tempest-NetworksTest-1803261889] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:33:48.077802 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-1292e5e5-6458-423b-b9fd-a4586bf72d71 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84876) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:33:48.158829 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae20a47d-011d-410d-a867-112d08606f03 tempest-NetworksTest-1803261889 tempest-NetworksTest-1803261889] Pushing event deleted for resources: {'Network': ['ID=68428f1b-3f79-43af-ae18-b940b3ddfb9e,revision_number=None']} {{(pid=84875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:33:48.161658 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-ae20a47d-011d-410d-a867-112d08606f03 tempest-NetworksTest-1803261889 tempest-NetworksTest-1803261889] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:33:48.174134 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-ae20a47d-011d-410d-a867-112d08606f03 tempest-NetworksTest-1803261889 tempest-NetworksTest-1803261889] 10.222.0.24 "DELETE /v2.0/networks/68428f1b-3f79-43af-ae18-b940b3ddfb9e HTTP/1.1" status: 204 len: 168 time: 2.6286938 Jan 14 07:33:48.185821 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84874) accepted ('10.222.0.24', 60100) {{(pid=84874) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:33:48.194328 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-449b5827-cbd5-4c52-9f82-ac2bae7f91e7 tempest-RoutersTest-1255860389 tempest-RoutersTest-1255860389] Pushing event updated for resources: {'Port': ['ID=5885f045-ae18-4455-a3e7-290483480bf9,revision_number=1']} {{(pid=84874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:33:48.204714 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.v2.base [None req-f149c29c-cc65-4f68-bf37-e9a8d5f5c959 tempest-NetworksTest-1803261889 tempest-NetworksTest-1803261889] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1486971547'}} {{(pid=84874) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:33:48.238620 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44244c47-5537-43cf-9342-8f14b4057d95 None None] Pushing event updated for resources: {'Port': ['ID=5f714f0d-6e28-4666-9f2e-ebb05a46f36e,revision_number=2']} {{(pid=84876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:33:48.244686 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-44244c47-5537-43cf-9342-8f14b4057d95 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.168s {{(pid=84876) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:33:48.246970 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-449b5827-cbd5-4c52-9f82-ac2bae7f91e7 tempest-RoutersTest-1255860389 tempest-RoutersTest-1255860389] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.473s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:33:48.252771 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-f149c29c-cc65-4f68-bf37-e9a8d5f5c959 tempest-NetworksTest-1803261889 tempest-NetworksTest-1803261889] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:33:48.280807 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-b800dd64-6ca2-4acc-b6a3-1a25d7cbf105 tempest-TestNetworkBasicOps-1983703278 tempest-TestNetworkBasicOps-1983703278] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-598987', 'neutron.services.segments.db._delete_segments_for_network-8777640583949'] for network, precommit_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:33:48.301032 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-dbe679eb-de30-482f-80f2-27b11289c02f tempest-SecGroupIPv6Test-296392250 tempest-SecGroupIPv6Test-296392250] Notify callbacks [] for security_group, precommit_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:33:48.307435 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-dbe679eb-de30-482f-80f2-27b11289c02f tempest-SecGroupIPv6Test-296392250 tempest-SecGroupIPv6Test-296392250] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850887153'] for security_group, after_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:33:48.336192 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-f149c29c-cc65-4f68-bf37-e9a8d5f5c959 tempest-NetworksTest-1803261889 tempest-NetworksTest-1803261889] Usage tracker for resource:network and tenant:93b2211854874c6cae5592aa469fb908 is out of sync, need to count used quota {{(pid=84874) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:33:48.352645 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-f149c29c-cc65-4f68-bf37-e9a8d5f5c959 tempest-NetworksTest-1803261889 tempest-NetworksTest-1803261889] Quota usage for network was recalculated. Used quota:1. {{(pid=84874) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:33:48.365528 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-0c6c542d-64c2-416a-8fbf-58aa12093845 tempest-SecGroupIPv6Test-296392250 tempest-SecGroupIPv6Test-296392250] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:33:48.372937 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-f149c29c-cc65-4f68-bf37-e9a8d5f5c959 tempest-NetworksTest-1803261889 tempest-NetworksTest-1803261889] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:33:48.379318 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.managers [None req-f339c8ed-ae8e-4652-bab4-0a98563f6a41 admin admin] Network 62bd9873-1d2d-4d1e-82cf-a14374b83693 has no segments {{(pid=84874) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 14 07:33:48.413847 n-d-768862-2 neutron-server[84765]: Traceback (most recent call last): Jan 14 07:33:48.413847 n-d-768862-2 neutron-server[84765]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 14 07:33:48.413847 n-d-768862-2 neutron-server[84765]: timer() Jan 14 07:33:48.413847 n-d-768862-2 neutron-server[84765]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 14 07:33:48.413847 n-d-768862-2 neutron-server[84765]: cb(*args, **kw) Jan 14 07:33:48.413847 n-d-768862-2 neutron-server[84765]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Jan 14 07:33:48.413847 n-d-768862-2 neutron-server[84765]: return func(*args, **kwargs) Jan 14 07:33:48.413847 n-d-768862-2 neutron-server[84765]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 14 07:33:48.413847 n-d-768862-2 neutron-server[84765]: self._notify() Jan 14 07:33:48.413847 n-d-768862-2 neutron-server[84765]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 14 07:33:48.413847 n-d-768862-2 neutron-server[84765]: self.callback(batched_events) Jan 14 07:33:48.413847 n-d-768862-2 neutron-server[84765]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 14 07:33:48.413847 n-d-768862-2 neutron-server[84765]: event.method(event) Jan 14 07:33:48.413847 n-d-768862-2 neutron-server[84765]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 14 07:33:48.413847 n-d-768862-2 neutron-server[84765]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 14 07:33:48.413847 n-d-768862-2 neutron-server[84765]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Jan 14 07:33:48.413847 n-d-768862-2 neutron-server[84765]: segment_id)['aggregates'][0] Jan 14 07:33:48.413847 n-d-768862-2 neutron-server[84765]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 14 07:33:48.413847 n-d-768862-2 neutron-server[84765]: return f(self, *a, **k) Jan 14 07:33:48.413847 n-d-768862-2 neutron-server[84765]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 14 07:33:48.413847 n-d-768862-2 neutron-server[84765]: return self._get(url).json() Jan 14 07:33:48.413847 n-d-768862-2 neutron-server[84765]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 14 07:33:48.413847 n-d-768862-2 neutron-server[84765]: **kwargs) Jan 14 07:33:48.413847 n-d-768862-2 neutron-server[84765]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 14 07:33:48.413847 n-d-768862-2 neutron-server[84765]: return self.request(url, 'GET', **kwargs) Jan 14 07:33:48.413847 n-d-768862-2 neutron-server[84765]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Jan 14 07:33:48.413847 n-d-768862-2 neutron-server[84765]: **endpoint_filter) Jan 14 07:33:48.413847 n-d-768862-2 neutron-server[84765]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 14 07:33:48.413847 n-d-768862-2 neutron-server[84765]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 14 07:33:48.413847 n-d-768862-2 neutron-server[84765]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 14 07:33:48.413847 n-d-768862-2 neutron-server[84765]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 14 07:33:48.413847 n-d-768862-2 neutron-server[84765]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 14 07:33:48.427019 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-3a169e50-063e-415a-b8d8-69eefbe699a2 tempest-TestSecurityGroupsBasicOps-944861984 tempest-TestSecurityGroupsBasicOps-944861984] Notify callbacks [] for router_gateway, after_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:33:48.657288 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f149c29c-cc65-4f68-bf37-e9a8d5f5c959 tempest-NetworksTest-1803261889 tempest-NetworksTest-1803261889] Made reservation on behalf of 93b2211854874c6cae5592aa469fb908 for: {'network': 1} {{(pid=84874) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 07:33:48.667731 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-f149c29c-cc65-4f68-bf37-e9a8d5f5c959 tempest-NetworksTest-1803261889 tempest-NetworksTest-1803261889] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555753'] for network, before_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:33:48.680447 n-d-768862-2 neutron-server[84765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-449b5827-cbd5-4c52-9f82-ac2bae7f91e7 tempest-RoutersTest-1255860389 tempest-RoutersTest-1255860389] Network 995966b8-6c59-49e1-ad14-4a1c97e939ed is already hosted by enough agents. {{(pid=84874) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 07:33:48.704166 n-d-768862-2 neutron-server[84765]: DEBUG neutron.scheduler.base_scheduler [None req-449b5827-cbd5-4c52-9f82-ac2bae7f91e7 tempest-RoutersTest-1255860389 tempest-RoutersTest-1255860389] Resources bound (agent type, host, resource id): {{(pid=84874) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 07:33:48.711565 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-449b5827-cbd5-4c52-9f82-ac2bae7f91e7 tempest-RoutersTest-1255860389 tempest-RoutersTest-1255860389] Received port after_create {{(pid=84874) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 14 07:33:48.786360 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-449b5827-cbd5-4c52-9f82-ac2bae7f91e7 tempest-RoutersTest-1255860389 tempest-RoutersTest-1255860389] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036850886386'] for router_interface, before_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:33:48.811409 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-444227aa-5612-4e3e-b450-c23e59a6cd78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363259214191800', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854171626'] for agent, after_update {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:33:48.812386 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f149c29c-cc65-4f68-bf37-e9a8d5f5c959 tempest-NetworksTest-1803261889 tempest-NetworksTest-1803261889] vxlan segment allocate from pool success with {'vxlan_vni': 3} {{(pid=84874) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Jan 14 07:33:48.831080 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbe679eb-de30-482f-80f2-27b11289c02f tempest-SecGroupIPv6Test-296392250 tempest-SecGroupIPv6Test-296392250] Pushing event updated for resources: {'SecurityGroup': ['ID=0633745f-dd51-464f-a552-2097e1714e11,revision_number=1']} {{(pid=84875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:33:48.843259 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-f149c29c-cc65-4f68-bf37-e9a8d5f5c959 tempest-NetworksTest-1803261889 tempest-NetworksTest-1803261889] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854179735'] for segment, precommit_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:33:48.844122 n-d-768862-2 neutron-server[84765]: INFO neutron.db.segments_db [None req-f149c29c-cc65-4f68-bf37-e9a8d5f5c959 tempest-NetworksTest-1803261889 tempest-NetworksTest-1803261889] Added segment 9ac3ec39-37f1-4e2d-a73b-3fe2c5dc2a0d of type vxlan for network 1fb0a188-fd91-4f8c-ae79-4ec8595fc95c Jan 14 07:33:48.849127 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-dbe679eb-de30-482f-80f2-27b11289c02f tempest-SecGroupIPv6Test-296392250 tempest-SecGroupIPv6Test-296392250] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.483s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:33:48.857996 n-d-768862-2 neutron-server[84765]: DEBUG neutron.services.segments.db [None req-b800dd64-6ca2-4acc-b6a3-1a25d7cbf105 tempest-TestNetworkBasicOps-1983703278 tempest-TestNetworkBasicOps-1983703278] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['088860ec-5bb5-40b8-aada-e0d505b6653d']}} {{(pid=84875) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:33:48.876303 n-d-768862-2 neutron-server[84765]: DEBUG neutron.services.segments.db [None req-b800dd64-6ca2-4acc-b6a3-1a25d7cbf105 tempest-TestNetworkBasicOps-1983703278 tempest-TestNetworkBasicOps-1983703278] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '68be74ff-3f71-4f4f-a9e4-dee497368626') {'for_net_delete': True} {{(pid=84875) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:33:48.876818 n-d-768862-2 neutron-server[84765]: DEBUG neutron.services.segments.db [None req-b800dd64-6ca2-4acc-b6a3-1a25d7cbf105 tempest-TestNetworkBasicOps-1983703278 tempest-TestNetworkBasicOps-1983703278] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '68be74ff-3f71-4f4f-a9e4-dee497368626') {} {{(pid=84875) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:33:48.891115 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-dbe679eb-de30-482f-80f2-27b11289c02f tempest-SecGroupIPv6Test-296392250 tempest-SecGroupIPv6Test-296392250] Notify callbacks [] for security_group, before_response {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:33:48.892927 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-dbe679eb-de30-482f-80f2-27b11289c02f tempest-SecGroupIPv6Test-296392250 tempest-SecGroupIPv6Test-296392250] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 1.6212833 Jan 14 07:33:48.896071 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84875) accepted ('10.222.0.24', 60106) {{(pid=84875) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:33:48.900659 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-b800dd64-6ca2-4acc-b6a3-1a25d7cbf105 tempest-TestNetworkBasicOps-1983703278 tempest-TestNetworkBasicOps-1983703278] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363259214173198', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036851408567'] for segment, before_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:33:48.900861 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-f339c8ed-ae8e-4652-bab4-0a98563f6a41 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036854176830', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850887149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3912591'] for network, after_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:33:48.914866 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.v2.base [None req-0c553e43-368a-4d91-a7b3-9b76f7c26847 tempest-SecGroupIPv6Test-296392250 tempest-SecGroupIPv6Test-296392250] Request body: {'security_group_rule': {'security_group_id': 'c6b4d24c-00f8-44fd-b1bd-1acf1a2c26bb', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'udp', 'port_range_min': 50, 'port_range_max': 55, 'remote_group_id': '0633745f-dd51-464f-a552-2097e1714e11', 'remote_ip_prefix': None}} {{(pid=84875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:33:48.931746 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-0c553e43-368a-4d91-a7b3-9b76f7c26847 tempest-SecGroupIPv6Test-296392250 tempest-SecGroupIPv6Test-296392250] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:33:48.940317 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-0c553e43-368a-4d91-a7b3-9b76f7c26847 tempest-SecGroupIPv6Test-296392250 tempest-SecGroupIPv6Test-296392250] Usage tracker for resource:security_group_rule and tenant:058b4641f1ca48f9b3b9ca658afbc9cc is out of sync, need to count used quota {{(pid=84875) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:33:48.943793 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-b800dd64-6ca2-4acc-b6a3-1a25d7cbf105 tempest-TestNetworkBasicOps-1983703278 tempest-TestNetworkBasicOps-1983703278] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854179735'] for segment, precommit_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:33:48.945894 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-0c553e43-368a-4d91-a7b3-9b76f7c26847 tempest-SecGroupIPv6Test-296392250 tempest-SecGroupIPv6Test-296392250] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=84875) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:33:48.948707 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-b800dd64-6ca2-4acc-b6a3-1a25d7cbf105 tempest-TestNetworkBasicOps-1983703278 tempest-TestNetworkBasicOps-1983703278] Releasing vxlan tunnel 18 to pool {{(pid=84875) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Jan 14 07:33:48.966486 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-9e9d9f3f-dc96-4aa2-a4b5-e72443b5f55b tempest-ExtraDHCPOptionsIpV6TestJSON-1473121844 tempest-ExtraDHCPOptionsIpV6TestJSON-1473121844] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:33:48.981778 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-0c553e43-368a-4d91-a7b3-9b76f7c26847 tempest-SecGroupIPv6Test-296392250 tempest-SecGroupIPv6Test-296392250] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=84875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:33:48.983734 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-f339c8ed-ae8e-4652-bab4-0a98563f6a41 admin admin] Notify callbacks [] for network, before_response {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:33:49.011138 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-8ca25942-eaa6-4c5c-b97c-82cb8c59716b None None] Provisioning for port 5885f045-ae18-4455-a3e7-290483480bf9 completed by entity DHCP. {{(pid=84876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 07:33:49.017509 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-8ca25942-eaa6-4c5c-b97c-82cb8c59716b None None] Provisioning complete for port 5885f045-ae18-4455-a3e7-290483480bf9 triggered by entity DHCP. {{(pid=84876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 07:33:49.017931 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-8ca25942-eaa6-4c5c-b97c-82cb8c59716b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-604227'] for port, provisioning_complete {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:33:49.019141 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f339c8ed-ae8e-4652-bab4-0a98563f6a41 admin admin] Pushing event deleted for resources: {'Network': ['ID=62bd9873-1d2d-4d1e-82cf-a14374b83693,revision_number=None']} {{(pid=84874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:33:49.031363 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-f339c8ed-ae8e-4652-bab4-0a98563f6a41 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:33:49.078832 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.plugin [None req-8ca25942-eaa6-4c5c-b97c-82cb8c59716b None None] Port 5885f045-ae18-4455-a3e7-290483480bf9 cannot update to ACTIVE because it is not bound. {{(pid=84876) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:329}} Jan 14 07:33:49.089382 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-f339c8ed-ae8e-4652-bab4-0a98563f6a41 admin admin] 10.222.0.24 "DELETE /v2.0/networks/62bd9873-1d2d-4d1e-82cf-a14374b83693 HTTP/1.1" status: 204 len: 168 time: 3.2291059 Jan 14 07:33:49.124567 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-f149c29c-cc65-4f68-bf37-e9a8d5f5c959 tempest-NetworksTest-1803261889 tempest-NetworksTest-1803261889] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363259214646115'] for network, precommit_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:33:49.184682 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-0c553e43-368a-4d91-a7b3-9b76f7c26847 tempest-SecGroupIPv6Test-296392250 tempest-SecGroupIPv6Test-296392250] Notify callbacks [] for security_group_rule, before_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:33:49.209797 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.managers [None req-b800dd64-6ca2-4acc-b6a3-1a25d7cbf105 tempest-TestNetworkBasicOps-1983703278 tempest-TestNetworkBasicOps-1983703278] Network 088860ec-5bb5-40b8-aada-e0d505b6653d has no segments {{(pid=84875) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 14 07:33:49.222664 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-b800dd64-6ca2-4acc-b6a3-1a25d7cbf105 tempest-TestNetworkBasicOps-1983703278 tempest-TestNetworkBasicOps-1983703278] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-596065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3154253'] for segment, after_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:33:49.247130 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-f149c29c-cc65-4f68-bf37-e9a8d5f5c959 tempest-NetworksTest-1803261889 tempest-NetworksTest-1803261889] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850887149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964'] for network, after_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:33:49.268166 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f149c29c-cc65-4f68-bf37-e9a8d5f5c959 tempest-NetworksTest-1803261889 tempest-NetworksTest-1803261889] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:33:49.268877 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-f149c29c-cc65-4f68-bf37-e9a8d5f5c959 tempest-NetworksTest-1803261889 tempest-NetworksTest-1803261889] Notify callbacks [] for network, before_response {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:33:49.279200 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-44e04fe2-b4c0-454b-8f78-89963b203f4d tempest-PortsIpV6TestJSON-1330665174 tempest-PortsIpV6TestJSON-1330665174] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:33:49.313691 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-3a169e50-063e-415a-b8d8-69eefbe699a2 tempest-TestSecurityGroupsBasicOps-944861984 tempest-TestSecurityGroupsBasicOps-944861984] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036850886612', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036850863158'] for router, after_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:33:49.354919 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84875) accepted ('10.222.0.24', 60112) {{(pid=84875) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:33:49.393143 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-449b5827-cbd5-4c52-9f82-ac2bae7f91e7 tempest-RoutersTest-1255860389 tempest-RoutersTest-1255860389] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555753'] for port, before_update {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:33:49.466243 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-f149c29c-cc65-4f68-bf37-e9a8d5f5c959 tempest-NetworksTest-1803261889 tempest-NetworksTest-1803261889] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 1.2734754 Jan 14 07:33:49.485447 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84874) accepted ('10.222.0.24', 60116) {{(pid=84874) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:33:49.488086 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Device 5f714f0d-6e28-4666-9f2e-ebb05a46f36e up at agent ovs-agent-n-d-768862-2 {{(pid=84876) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 07:33:49.492140 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.v2.base [None req-f7c306f9-eeca-4aa3-864d-9cc326c64b6e tempest-NetworksTest-1803261889 tempest-NetworksTest-1803261889] Request body: {'subnet': {'network_id': '1fb0a188-fd91-4f8c-ae79-4ec8595fc95c', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8']}} {{(pid=84874) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:33:49.506153 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.managers [None req-b800dd64-6ca2-4acc-b6a3-1a25d7cbf105 tempest-TestNetworkBasicOps-1983703278 tempest-TestNetworkBasicOps-1983703278] Network 088860ec-5bb5-40b8-aada-e0d505b6653d has no segments {{(pid=84875) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 14 07:33:49.519544 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-bd717adc-c6b7-4856-a36f-cdac55136038 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=cc7cda82ef6e412ea80458c4257752a4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1632679 Jan 14 07:33:49.540740 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-0c553e43-368a-4d91-a7b3-9b76f7c26847 tempest-SecGroupIPv6Test-296392250 tempest-SecGroupIPv6Test-296392250] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:33:49.542075 n-d-768862-2 neutron-server[84765]: Traceback (most recent call last): Jan 14 07:33:49.542075 n-d-768862-2 neutron-server[84765]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 14 07:33:49.542075 n-d-768862-2 neutron-server[84765]: timer() Jan 14 07:33:49.542075 n-d-768862-2 neutron-server[84765]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 14 07:33:49.542075 n-d-768862-2 neutron-server[84765]: cb(*args, **kw) Jan 14 07:33:49.542075 n-d-768862-2 neutron-server[84765]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Jan 14 07:33:49.542075 n-d-768862-2 neutron-server[84765]: return func(*args, **kwargs) Jan 14 07:33:49.542075 n-d-768862-2 neutron-server[84765]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 14 07:33:49.542075 n-d-768862-2 neutron-server[84765]: self._notify() Jan 14 07:33:49.542075 n-d-768862-2 neutron-server[84765]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 14 07:33:49.542075 n-d-768862-2 neutron-server[84765]: self.callback(batched_events) Jan 14 07:33:49.542075 n-d-768862-2 neutron-server[84765]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 14 07:33:49.542075 n-d-768862-2 neutron-server[84765]: event.method(event) Jan 14 07:33:49.542075 n-d-768862-2 neutron-server[84765]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 14 07:33:49.542075 n-d-768862-2 neutron-server[84765]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 14 07:33:49.542075 n-d-768862-2 neutron-server[84765]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Jan 14 07:33:49.542075 n-d-768862-2 neutron-server[84765]: segment_id)['aggregates'][0] Jan 14 07:33:49.542075 n-d-768862-2 neutron-server[84765]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 14 07:33:49.542075 n-d-768862-2 neutron-server[84765]: return f(self, *a, **k) Jan 14 07:33:49.542075 n-d-768862-2 neutron-server[84765]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 14 07:33:49.542075 n-d-768862-2 neutron-server[84765]: return self._get(url).json() Jan 14 07:33:49.542075 n-d-768862-2 neutron-server[84765]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 14 07:33:49.542075 n-d-768862-2 neutron-server[84765]: **kwargs) Jan 14 07:33:49.542075 n-d-768862-2 neutron-server[84765]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 14 07:33:49.542075 n-d-768862-2 neutron-server[84765]: return self.request(url, 'GET', **kwargs) Jan 14 07:33:49.542075 n-d-768862-2 neutron-server[84765]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Jan 14 07:33:49.542075 n-d-768862-2 neutron-server[84765]: **endpoint_filter) Jan 14 07:33:49.542075 n-d-768862-2 neutron-server[84765]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 14 07:33:49.542075 n-d-768862-2 neutron-server[84765]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 14 07:33:49.542075 n-d-768862-2 neutron-server[84765]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 14 07:33:49.542075 n-d-768862-2 neutron-server[84765]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 14 07:33:49.542075 n-d-768862-2 neutron-server[84765]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 14 07:33:49.544510 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84875) accepted ('10.222.0.24', 60120) {{(pid=84875) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:33:49.581445 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Provisioning for port 5f714f0d-6e28-4666-9f2e-ebb05a46f36e completed by entity L2. {{(pid=84876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 07:33:49.618536 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-0c553e43-368a-4d91-a7b3-9b76f7c26847 tempest-SecGroupIPv6Test-296392250 tempest-SecGroupIPv6Test-296392250] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850966545'] for security_group_rule, after_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:33:49.633328 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:33:49.687405 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c553e43-368a-4d91-a7b3-9b76f7c26847 tempest-SecGroupIPv6Test-296392250 tempest-SecGroupIPv6Test-296392250] Pushing event updated for resources: {'SecurityGroupRule': ['ID=102ae23e-e4ce-4e12-af8f-43563f70a57e,revision_number=0']} {{(pid=84875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:33:49.699171 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-0c553e43-368a-4d91-a7b3-9b76f7c26847 tempest-SecGroupIPv6Test-296392250 tempest-SecGroupIPv6Test-296392250] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:33:49.726702 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-b800dd64-6ca2-4acc-b6a3-1a25d7cbf105 tempest-TestNetworkBasicOps-1983703278 tempest-TestNetworkBasicOps-1983703278] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036854176830', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850887149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3912591'] for network, after_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:33:49.747090 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-98cb748b-0d7f-4e45-aee4-074f6a444af3 tempest-TestNetworkBasicOps-1983703278 tempest-TestNetworkBasicOps-1983703278] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:33:49.765213 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-0c553e43-368a-4d91-a7b3-9b76f7c26847 tempest-SecGroupIPv6Test-296392250 tempest-SecGroupIPv6Test-296392250] Notify callbacks [] for security_group_rule, before_response {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:33:49.766533 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-0c553e43-368a-4d91-a7b3-9b76f7c26847 tempest-SecGroupIPv6Test-296392250 tempest-SecGroupIPv6Test-296392250] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 798 time: 0.8694308 Jan 14 07:33:49.768006 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-b800dd64-6ca2-4acc-b6a3-1a25d7cbf105 tempest-TestNetworkBasicOps-1983703278 tempest-TestNetworkBasicOps-1983703278] Notify callbacks [] for network, before_response {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:33:49.776382 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84875) accepted ('10.222.0.24', 60124) {{(pid=84875) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:33:49.804132 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b800dd64-6ca2-4acc-b6a3-1a25d7cbf105 tempest-TestNetworkBasicOps-1983703278 tempest-TestNetworkBasicOps-1983703278] Pushing event deleted for resources: {'Network': ['ID=088860ec-5bb5-40b8-aada-e0d505b6653d,revision_number=None']} {{(pid=84875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:33:49.807022 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-b800dd64-6ca2-4acc-b6a3-1a25d7cbf105 tempest-TestNetworkBasicOps-1983703278 tempest-TestNetworkBasicOps-1983703278] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:33:49.844099 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-b800dd64-6ca2-4acc-b6a3-1a25d7cbf105 tempest-TestNetworkBasicOps-1983703278 tempest-TestNetworkBasicOps-1983703278] 10.222.0.24 "DELETE /v2.0/networks/088860ec-5bb5-40b8-aada-e0d505b6653d HTTP/1.1" status: 204 len: 168 time: 2.2414100 Jan 14 07:33:49.848158 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-918a67a2-959a-4123-b916-df02b421b477 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:33:49.860946 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-f6507b03-66bc-453b-93a5-9eff744e9ce2 tempest-SecGroupIPv6Test-296392250 tempest-SecGroupIPv6Test-296392250] Notify callbacks [] for security_group_rule, before_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:33:49.883972 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-f6507b03-66bc-453b-93a5-9eff744e9ce2 tempest-SecGroupIPv6Test-296392250 tempest-SecGroupIPv6Test-296392250] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:33:49.904823 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-918a67a2-959a-4123-b916-df02b421b477 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:33:49.906924 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7d239e1-db44-4acf-858e-50e021953813 None None] Network 147cc938-1393-4406-a819-ad21bcaa3c74 requested from n-d-768862-2 {{(pid=84876) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 07:33:49.962760 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-f6507b03-66bc-453b-93a5-9eff744e9ce2 tempest-SecGroupIPv6Test-296392250 tempest-SecGroupIPv6Test-296392250] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850966545'] for security_group_rule, after_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:33:49.965652 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-0b2e8b0f-0126-4966-af29-d170598037c6 tempest-SecGroupIPv6Test-296392250 tempest-SecGroupIPv6Test-296392250] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:33:50.008676 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6507b03-66bc-453b-93a5-9eff744e9ce2 tempest-SecGroupIPv6Test-296392250 tempest-SecGroupIPv6Test-296392250] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=102ae23e-e4ce-4e12-af8f-43563f70a57e,revision_number=None']} {{(pid=84875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:33:50.013317 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-f6507b03-66bc-453b-93a5-9eff744e9ce2 tempest-SecGroupIPv6Test-296392250 tempest-SecGroupIPv6Test-296392250] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:33:50.014718 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f149c29c-cc65-4f68-bf37-e9a8d5f5c959 tempest-NetworksTest-1803261889 tempest-NetworksTest-1803261889] Pushing event updated for resources: {'Network': ['ID=1fb0a188-fd91-4f8c-ae79-4ec8595fc95c,revision_number=1']} {{(pid=84874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:33:50.015192 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-f6507b03-66bc-453b-93a5-9eff744e9ce2 tempest-SecGroupIPv6Test-296392250 tempest-SecGroupIPv6Test-296392250] Notify callbacks [] for security_group_rule, before_response {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:33:50.017961 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-f149c29c-cc65-4f68-bf37-e9a8d5f5c959 tempest-NetworksTest-1803261889 tempest-NetworksTest-1803261889] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.739s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:33:50.025792 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-f6507b03-66bc-453b-93a5-9eff744e9ce2 tempest-SecGroupIPv6Test-296392250 tempest-SecGroupIPv6Test-296392250] 10.222.0.24 "DELETE /v2.0/security-group-rules/102ae23e-e4ce-4e12-af8f-43563f70a57e HTTP/1.1" status: 204 len: 168 time: 0.2446997 Jan 14 07:33:50.026677 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84875) accepted ('10.222.0.24', 60132) {{(pid=84875) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:33:50.088303 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-918a67a2-959a-4123-b916-df02b421b477 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850887153'] for security_group, after_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:33:50.101849 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-12c3ee65-4b27-43ba-a4e0-947f6852fbc2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:33:50.169132 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-5de510e7-d5fe-4684-a539-0215ae33715e tempest-SecGroupIPv6Test-296392250 tempest-SecGroupIPv6Test-296392250] Synchronizing usage tracker for tenant:058b4641f1ca48f9b3b9ca658afbc9cc on resource:security_group_rule {{(pid=84875) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 14 07:33:50.180042 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-918a67a2-959a-4123-b916-df02b421b477 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c32e3e44-ffb2-44dc-94d7-e6b25721fd6e,revision_number=None']} {{(pid=84875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:33:50.183778 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-918a67a2-959a-4123-b916-df02b421b477 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:33:50.188945 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-918a67a2-959a-4123-b916-df02b421b477 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:33:50.190246 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-918a67a2-959a-4123-b916-df02b421b477 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/c32e3e44-ffb2-44dc-94d7-e6b25721fd6e HTTP/1.1" status: 204 len: 168 time: 0.6421077 Jan 14 07:33:50.205024 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-5de510e7-d5fe-4684-a539-0215ae33715e tempest-SecGroupIPv6Test-296392250 tempest-SecGroupIPv6Test-296392250] Unset dirty status for tenant:058b4641f1ca48f9b3b9ca658afbc9cc on resource:security_group_rule {{(pid=84875) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 14 07:33:50.210027 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-5de510e7-d5fe-4684-a539-0215ae33715e tempest-SecGroupIPv6Test-296392250 tempest-SecGroupIPv6Test-296392250] 10.222.0.24 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.1811042 Jan 14 07:33:50.214228 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84875) accepted ('10.222.0.24', 60138) {{(pid=84875) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:33:50.237525 n-d-768862-2 neutron-server[84765]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3a169e50-063e-415a-b8d8-69eefbe699a2 tempest-TestSecurityGroupsBasicOps-944861984 tempest-TestSecurityGroupsBasicOps-944861984] Router d16db5c4-b1a5-40c1-8fd8-3011e86cd8f4 is scheduled to L3 agent 35f592e9-451b-4db9-abea-77b6a5c5391b with binding_index 1 {{(pid=84874) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}} Jan 14 07:33:50.239962 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-f7c306f9-eeca-4aa3-864d-9cc326c64b6e tempest-NetworksTest-1803261889 tempest-NetworksTest-1803261889] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:33:50.256213 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-f7c306f9-eeca-4aa3-864d-9cc326c64b6e tempest-NetworksTest-1803261889 tempest-NetworksTest-1803261889] Usage tracker for resource:subnet and tenant:93b2211854874c6cae5592aa469fb908 is out of sync, need to count used quota {{(pid=84874) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:33:50.263145 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-f7c306f9-eeca-4aa3-864d-9cc326c64b6e tempest-NetworksTest-1803261889 tempest-NetworksTest-1803261889] Quota usage for subnet was recalculated. Used quota:1. {{(pid=84874) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:33:50.280589 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-852a24f7-e9a1-4193-9abb-e9506fe5213f None None] Network 1fb0a188-fd91-4f8c-ae79-4ec8595fc95c details requested by agent ovs-agent-n-h2-768862-2 with host n-h2-768862-2 {{(pid=84876) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 07:33:50.293887 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-017f98a9-8a07-408c-a86f-8ff0c00400a0 None None] Network 1fb0a188-fd91-4f8c-ae79-4ec8595fc95c details requested by agent ovs-agent-n-h1-768862-2 with host n-h1-768862-2 {{(pid=84876) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 07:33:50.320569 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Network 1fb0a188-fd91-4f8c-ae79-4ec8595fc95c details requested by agent ovs-agent-n-d-768862-2 with host n-d-768862-2 {{(pid=84876) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 07:33:50.330888 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-f7c306f9-eeca-4aa3-864d-9cc326c64b6e tempest-NetworksTest-1803261889 tempest-NetworksTest-1803261889] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:33:50.401778 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-288b2acc-9d85-4b6c-a48d-78a038fec49d tempest-SecGroupIPv6Test-296392250 tempest-SecGroupIPv6Test-296392250] Notify callbacks [] for security_group, before_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:33:50.436487 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-288b2acc-9d85-4b6c-a48d-78a038fec49d tempest-SecGroupIPv6Test-296392250 tempest-SecGroupIPv6Test-296392250] Notify callbacks [] for security_group, precommit_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:33:50.465604 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84875) accepted ('10.222.0.24', 60144) {{(pid=84875) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:33:50.514425 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-288b2acc-9d85-4b6c-a48d-78a038fec49d tempest-SecGroupIPv6Test-296392250 tempest-SecGroupIPv6Test-296392250] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850887153'] for security_group, after_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:33:50.527077 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-5e3e3165-615b-402a-8c78-7a40eecbd92b tempest-PortsIpV6TestJSON-1330665174 tempest-PortsIpV6TestJSON-1330665174] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:33:50.563218 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-288b2acc-9d85-4b6c-a48d-78a038fec49d tempest-SecGroupIPv6Test-296392250 tempest-SecGroupIPv6Test-296392250] Pushing event deleted for resources: {'SecurityGroup': ['ID=0633745f-dd51-464f-a552-2097e1714e11,revision_number=None']} {{(pid=84875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:33:50.568919 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-288b2acc-9d85-4b6c-a48d-78a038fec49d tempest-SecGroupIPv6Test-296392250 tempest-SecGroupIPv6Test-296392250] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:33:50.570056 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f7c306f9-eeca-4aa3-864d-9cc326c64b6e tempest-NetworksTest-1803261889 tempest-NetworksTest-1803261889] Made reservation on behalf of 93b2211854874c6cae5592aa469fb908 for: {'subnet': 1} {{(pid=84874) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 07:33:50.609784 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-288b2acc-9d85-4b6c-a48d-78a038fec49d tempest-SecGroupIPv6Test-296392250 tempest-SecGroupIPv6Test-296392250] Notify callbacks [] for security_group, before_response {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:33:50.613526 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-288b2acc-9d85-4b6c-a48d-78a038fec49d tempest-SecGroupIPv6Test-296392250 tempest-SecGroupIPv6Test-296392250] 10.222.0.24 "DELETE /v2.0/security-groups/0633745f-dd51-464f-a552-2097e1714e11 HTTP/1.1" status: 204 len: 168 time: 0.3956299 Jan 14 07:33:50.614209 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84875) accepted ('10.222.0.24', 60154) {{(pid=84875) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:33:50.818289 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-195d6f78-ddb5-4294-948a-982c1ee68d1b None None] Provisioning for port 5f714f0d-6e28-4666-9f2e-ebb05a46f36e completed by entity DHCP. {{(pid=84876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 07:33:50.819801 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-f7c306f9-eeca-4aa3-864d-9cc326c64b6e tempest-NetworksTest-1803261889 tempest-NetworksTest-1803261889] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036851981161'] for subnet, before_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:33:50.833467 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-195d6f78-ddb5-4294-948a-982c1ee68d1b None None] Provisioning complete for port 5f714f0d-6e28-4666-9f2e-ebb05a46f36e triggered by entity DHCP. {{(pid=84876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 07:33:50.833895 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-195d6f78-ddb5-4294-948a-982c1ee68d1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-604227'] for port, provisioning_complete {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:33:50.880657 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-e868288d-d265-47aa-958f-d454ef9679c4 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=c52a65222187474995edf4946f0fd389&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4122188 Jan 14 07:33:50.892508 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-62136ae8-d345-4368-a8cd-5f28f64b7132 tempest-SecGroupIPv6Test-296392250 tempest-SecGroupIPv6Test-296392250] Synchronizing usage tracker for tenant:058b4641f1ca48f9b3b9ca658afbc9cc on resource:security_group {{(pid=84875) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 14 07:33:50.897191 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84875) accepted ('10.222.0.24', 60162) {{(pid=84875) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:33:50.920217 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3a169e50-063e-415a-b8d8-69eefbe699a2 tempest-TestSecurityGroupsBasicOps-944861984 tempest-TestSecurityGroupsBasicOps-944861984] Notify agent at l3_agent.n-d-768862-2 the message routers_updated {{(pid=84874) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jan 14 07:33:50.934129 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-504f3449-da86-48ce-bbf3-9fc956209c97 None None] Sync routers for ids ['d16db5c4-b1a5-40c1-8fd8-3011e86cd8f4'] in n-d-768862-2 {{(pid=84877) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Jan 14 07:33:50.950438 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-504f3449-da86-48ce-bbf3-9fc956209c97 None None] Routers {'d16db5c4-b1a5-40c1-8fd8-3011e86cd8f4'} bound to L3 agent in host n-d-768862-2 {{(pid=84877) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 14 07:33:50.951758 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_hamode_db [None req-504f3449-da86-48ce-bbf3-9fc956209c97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-01-14T06:56:51Z,description=,heartbeat_timestamp=2021-01-14T07:33:22Z,host='n-d-768862-2',id=35f592e9-451b-4db9-abea-77b6a5c5391b,load=0,resource_versions=,resources_synced=,started_at=2021-01-14T06:56:51Z,topic='l3_agent')) {'router_ids': ['d16db5c4-b1a5-40c1-8fd8-3011e86cd8f4'], 'active': True} {{(pid=84877) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:33:50.953569 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-62136ae8-d345-4368-a8cd-5f28f64b7132 tempest-SecGroupIPv6Test-296392250 tempest-SecGroupIPv6Test-296392250] Unset dirty status for tenant:058b4641f1ca48f9b3b9ca658afbc9cc on resource:security_group {{(pid=84875) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 14 07:33:50.958739 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-62136ae8-d345-4368-a8cd-5f28f64b7132 tempest-SecGroupIPv6Test-296392250 tempest-SecGroupIPv6Test-296392250] 10.222.0.24 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4511 time: 0.3410592 Jan 14 07:33:50.960942 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84875) accepted ('10.222.0.24', 60166) {{(pid=84875) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:33:51.070474 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-3a169e50-063e-415a-b8d8-69eefbe699a2 tempest-TestSecurityGroupsBasicOps-944861984 tempest-TestSecurityGroupsBasicOps-944861984] Notify callbacks [] for router, before_response {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:33:51.081310 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-3a169e50-063e-415a-b8d8-69eefbe699a2 tempest-TestSecurityGroupsBasicOps-944861984 tempest-TestSecurityGroupsBasicOps-944861984] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 893 time: 10.6375024 Jan 14 07:33:51.087052 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-e8e5be13-eb78-475d-9187-0f8f356b7582 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:33:51.088865 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84875) accepted ('10.222.0.24', 60172) {{(pid=84875) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:33:51.089607 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-39279dbc-c3b1-4ef5-9b4e-b89f12dd20fc tempest-SecGroupIPv6Test-296392250 tempest-SecGroupIPv6Test-296392250] Notify callbacks [] for security_group, before_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:33:51.180571 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-195d6f78-ddb5-4294-948a-982c1ee68d1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555753'] for port, before_update {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:33:51.200141 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-e8e5be13-eb78-475d-9187-0f8f356b7582 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:33:51.213316 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-39279dbc-c3b1-4ef5-9b4e-b89f12dd20fc tempest-SecGroupIPv6Test-296392250 tempest-SecGroupIPv6Test-296392250] Notify callbacks [] for security_group, precommit_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:33:51.231188 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [None req-195d6f78-ddb5-4294-948a-982c1ee68d1b None None] For port 5f714f0d-6e28-4666-9f2e-ebb05a46f36e, host n-d-768862-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-2',level=0,port_id=5f714f0d-6e28-4666-9f2e-ebb05a46f36e,segment=NetworkSegment(19bed2cd-3f7f-4662-9698-6681cac812e4),segment_id=19bed2cd-3f7f-4662-9698-6681cac812e4)] {{(pid=84876) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 07:33:51.236983 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_dvr_db [None req-504f3449-da86-48ce-bbf3-9fc956209c97 None None] Set router d16db5c4-b1a5-40c1-8fd8-3011e86cd8f4 gateway port host: n-d-768862-2 {{(pid=84877) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 14 07:33:51.244787 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-195d6f78-ddb5-4294-948a-982c1ee68d1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777640533312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363259214678337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777640097497'] for port, after_update {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:33:51.250031 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-628c8b7a-f667-4e81-abb7-91487e0b33f9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84876) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:33:51.294661 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-449b5827-cbd5-4c52-9f82-ac2bae7f91e7 tempest-RoutersTest-1255860389 tempest-RoutersTest-1255860389] Notify callbacks [] for port, precommit_update {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:33:51.320007 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-449b5827-cbd5-4c52-9f82-ac2bae7f91e7 tempest-RoutersTest-1255860389 tempest-RoutersTest-1255860389] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777640533312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363259214678337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777640097497', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036851521613'] for port, after_update {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:33:51.350425 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-39279dbc-c3b1-4ef5-9b4e-b89f12dd20fc tempest-SecGroupIPv6Test-296392250 tempest-SecGroupIPv6Test-296392250] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850887153'] for security_group, after_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:33:51.353354 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-195d6f78-ddb5-4294-948a-982c1ee68d1b None None] Pushing event updated for resources: {'Port': ['ID=5f714f0d-6e28-4666-9f2e-ebb05a46f36e,revision_number=3']} {{(pid=84876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:33:51.358102 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-195d6f78-ddb5-4294-948a-982c1ee68d1b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=84876) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:33:51.369061 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-dbe679eb-de30-482f-80f2-27b11289c02f tempest-SecGroupIPv6Test-296392250 tempest-SecGroupIPv6Test-296392250] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:33:51.394512 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39279dbc-c3b1-4ef5-9b4e-b89f12dd20fc tempest-SecGroupIPv6Test-296392250 tempest-SecGroupIPv6Test-296392250] Pushing event deleted for resources: {'SecurityGroup': ['ID=c6b4d24c-00f8-44fd-b1bd-1acf1a2c26bb,revision_number=None']} {{(pid=84875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:33:51.413881 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-39279dbc-c3b1-4ef5-9b4e-b89f12dd20fc tempest-SecGroupIPv6Test-296392250 tempest-SecGroupIPv6Test-296392250] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:33:51.415869 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-e8e5be13-eb78-475d-9187-0f8f356b7582 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850887153'] for security_group, after_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:33:51.426599 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-3a169e50-063e-415a-b8d8-69eefbe699a2 tempest-TestSecurityGroupsBasicOps-944861984 tempest-TestSecurityGroupsBasicOps-944861984] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:33:51.463802 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-4958339a-6f39-422f-b2b8-28251c19a5d8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:33:51.520967 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8e5be13-eb78-475d-9187-0f8f356b7582 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=284f7fe7-a453-4514-92a9-2fb113dac820,revision_number=None']} {{(pid=84875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:33:51.525745 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-e8e5be13-eb78-475d-9187-0f8f356b7582 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:33:51.613919 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-e8e5be13-eb78-475d-9187-0f8f356b7582 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:33:51.615773 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-e8e5be13-eb78-475d-9187-0f8f356b7582 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/284f7fe7-a453-4514-92a9-2fb113dac820 HTTP/1.1" status: 204 len: 168 time: 0.7154605 Jan 14 07:33:51.631204 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Device 5f714f0d-6e28-4666-9f2e-ebb05a46f36e up at agent ovs-agent-n-d-768862-2 {{(pid=84876) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 07:33:51.638788 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-39279dbc-c3b1-4ef5-9b4e-b89f12dd20fc tempest-SecGroupIPv6Test-296392250 tempest-SecGroupIPv6Test-296392250] Notify callbacks [] for security_group, before_response {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:33:51.643283 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-39279dbc-c3b1-4ef5-9b4e-b89f12dd20fc tempest-SecGroupIPv6Test-296392250 tempest-SecGroupIPv6Test-296392250] 10.222.0.24 "DELETE /v2.0/security-groups/c6b4d24c-00f8-44fd-b1bd-1acf1a2c26bb HTTP/1.1" status: 204 len: 168 time: 0.6811686 Jan 14 07:33:51.644524 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84875) accepted ('10.222.0.24', 60190) {{(pid=84875) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:33:51.684993 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-449b5827-cbd5-4c52-9f82-ac2bae7f91e7 tempest-RoutersTest-1255860389 tempest-RoutersTest-1255860389] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3206949', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3889649'] for router_interface, after_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:33:51.746379 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-449b5827-cbd5-4c52-9f82-ac2bae7f91e7 tempest-RoutersTest-1255860389 tempest-RoutersTest-1255860389] Pushing event updated for resources: {'Port': ['ID=5885f045-ae18-4455-a3e7-290483480bf9,revision_number=2']} {{(pid=84874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:33:51.851279 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_hamode_db [None req-504f3449-da86-48ce-bbf3-9fc956209c97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd16db5c4-b1a5-40c1-8fd8-3011e86cd8f4', 'name': 'tempest-TestSecurityGroupsBasicOps-router-505592890', 'tenant_id': 'da40f1f08d464ed39ed4c77ed164e902', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '226f1e78-82cd-4481-9055-4eb73b6db8c1', 'external_fixed_ips': [{'subnet_id': 'ba8deeec-7658-4195-9449-038c076f5c83', 'ip_address': '172.25.2.183'}], 'enable_snat': True}, 'gw_port_id': '1f50329b-e946-44b8-93d1-33602f2b1536', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-14T07:33:40Z', 'updated_at': '2021-01-14T07:33:47Z', 'revision_number': 3, 'project_id': 'da40f1f08d464ed39ed4c77ed164e902', 'gw_port': {'id': '1f50329b-e946-44b8-93d1-33602f2b1536', 'name': '', 'network_id': '226f1e78-82cd-4481-9055-4eb73b6db8c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:5d:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd16db5c4-b1a5-40c1-8fd8-3011e86cd8f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2826, 'fixed_ips': [{'subnet_id': 'ba8deeec-7658-4195-9449-038c076f5c83', 'ip_address': '172.25.2.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T07:33:45Z', 'updated_at': '2021-01-14T07:33:45Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ba8deeec-7658-4195-9449-038c076f5c83', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-2'}], 'n-d-768862-2', False) {} {{(pid=84877) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:33:51.858663 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-504f3449-da86-48ce-bbf3-9fc956209c97 None None] Checking router: d16db5c4-b1a5-40c1-8fd8-3011e86cd8f4 for host: n-d-768862-2 {{(pid=84877) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Jan 14 07:33:51.859352 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-504f3449-da86-48ce-bbf3-9fc956209c97 None None] Updating router d16db5c4-b1a5-40c1-8fd8-3011e86cd8f4 port 1f50329b-e946-44b8-93d1-33602f2b1536 binding host n-d-768862-2 {{(pid=84877) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Jan 14 07:33:51.913528 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-b94a5cbd-6121-4835-97cd-b9b67426986c tempest-TestSecurityGroupsBasicOps-1595269155 tempest-TestSecurityGroupsBasicOps-1595269155] 10.222.0.24 "GET /v2.0/subnets?project_id=da40f1f08d464ed39ed4c77ed164e902&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.8210695 Jan 14 07:33:51.918916 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-449b5827-cbd5-4c52-9f82-ac2bae7f91e7 tempest-RoutersTest-1255860389 tempest-RoutersTest-1255860389] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.494s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:33:51.921778 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84875) accepted ('10.222.0.24', 60196) {{(pid=84875) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:33:51.990938 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-23c8042d-21a1-4e15-8d99-98a58d907d03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363259214191800', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854171626'] for agent, after_update {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:33:51.995169 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-da76cfc0-98e8-4426-9f6d-4f05aa3fae78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363259214191800', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854171626'] for agent, after_update {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:33:52.003112 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-8eab56dc-630d-406d-aeee-92714945dfb0 None None] Provisioning complete for port 5f714f0d-6e28-4666-9f2e-ebb05a46f36e triggered by entity DHCP. {{(pid=84876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 07:33:52.005841 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-8eab56dc-630d-406d-aeee-92714945dfb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-604227'] for port, provisioning_complete {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:33:52.016535 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-504f3449-da86-48ce-bbf3-9fc956209c97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555753'] for port, before_update {{(pid=84877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:33:52.074747 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-e1fbfade-6741-4dcb-8912-c6cdaa0d858f tempest-SecGroupIPv6Test-296392250 tempest-SecGroupIPv6Test-296392250] Synchronizing usage tracker for tenant:058b4641f1ca48f9b3b9ca658afbc9cc on resource:security_group {{(pid=84875) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 14 07:33:52.104670 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Provisioning complete for port 5f714f0d-6e28-4666-9f2e-ebb05a46f36e triggered by entity L2. {{(pid=84876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 07:33:52.113160 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-604227'] for port, provisioning_complete {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:33:52.189159 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-e1fbfade-6741-4dcb-8912-c6cdaa0d858f tempest-SecGroupIPv6Test-296392250 tempest-SecGroupIPv6Test-296392250] Unset dirty status for tenant:058b4641f1ca48f9b3b9ca658afbc9cc on resource:security_group {{(pid=84875) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 14 07:33:52.196011 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-e1fbfade-6741-4dcb-8912-c6cdaa0d858f tempest-SecGroupIPv6Test-296392250 tempest-SecGroupIPv6Test-296392250] 10.222.0.24 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.5506749 Jan 14 07:33:52.201172 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84875) accepted ('10.222.0.24', 60204) {{(pid=84875) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:33:52.211907 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.v2.base [None req-d3e897af-dfcf-4fff-90dd-af938ab7f684 tempest-SecGroupIPv6Test-296392250 tempest-SecGroupIPv6Test-296392250] Request body: {'security_group': {'name': 'tempest-secgroup--574320342'}} {{(pid=84875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:33:52.235580 n-d-768862-2 neutron-server[84765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-449b5827-cbd5-4c52-9f82-ac2bae7f91e7 tempest-RoutersTest-1255860389 tempest-RoutersTest-1255860389] Network 995966b8-6c59-49e1-ad14-4a1c97e939ed is already hosted by enough agents. {{(pid=84874) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 07:33:52.238396 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-d3e897af-dfcf-4fff-90dd-af938ab7f684 tempest-SecGroupIPv6Test-296392250 tempest-SecGroupIPv6Test-296392250] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:33:52.247165 n-d-768862-2 neutron-server[84765]: DEBUG neutron.scheduler.base_scheduler [None req-449b5827-cbd5-4c52-9f82-ac2bae7f91e7 tempest-RoutersTest-1255860389 tempest-RoutersTest-1255860389] Resources bound (agent type, host, resource id): {{(pid=84874) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 07:33:52.301989 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-d3e897af-dfcf-4fff-90dd-af938ab7f684 tempest-SecGroupIPv6Test-296392250 tempest-SecGroupIPv6Test-296392250] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:33:52.343201 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b3773ab-48c9-4271-856d-6e7a6375312a tempest-TestSecurityGroupsBasicOps-1595269155 tempest-TestSecurityGroupsBasicOps-1595269155] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:33:52.345303 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-8b3773ab-48c9-4271-856d-6e7a6375312a tempest-TestSecurityGroupsBasicOps-1595269155 tempest-TestSecurityGroupsBasicOps-1595269155] 10.222.0.24 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.4223030 Jan 14 07:33:52.350911 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84875) accepted ('10.222.0.24', 60210) {{(pid=84875) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:33:52.470951 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-88156277-ba53-49ab-ba6e-466ab3d795e8 tempest-TestSecurityGroupsBasicOps-1595269155 tempest-TestSecurityGroupsBasicOps-1595269155] 10.222.0.24 "GET /v2.0/subnets?network_id=226f1e78-82cd-4481-9055-4eb73b6db8c1&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1152644 Jan 14 07:33:52.472308 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-d3e897af-dfcf-4fff-90dd-af938ab7f684 tempest-SecGroupIPv6Test-296392250 tempest-SecGroupIPv6Test-296392250] Notify callbacks [] for security_group, before_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:33:52.521308 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84875) accepted ('10.222.0.24', 60216) {{(pid=84875) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:33:52.521308 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84875) accepted ('10.222.0.24', 60218) {{(pid=84875) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:33:52.556481 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.v2.base [None req-ac555273-1c71-492b-88c2-3503683541aa tempest-TestSecurityGroupsBasicOps-944861984 tempest-TestSecurityGroupsBasicOps-944861984] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1365521124', 'network_id': 'd298a449-3d7e-45a6-b770-ee623958c3e8', 'project_id': 'da40f1f08d464ed39ed4c77ed164e902', 'cidr': '172.20.0.0/28', 'ip_version': 4}} {{(pid=84875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:33:52.759487 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64352366-2035-4d03-bef8-e46cd0907d11 None None] get_active_networks_info from n-d-768862-2 {{(pid=84876) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}} Jan 14 07:33:52.761985 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-504f3449-da86-48ce-bbf3-9fc956209c97 None None] Notify callbacks [] for port, precommit_update {{(pid=84877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:33:52.768826 n-d-768862-2 neutron-server[84765]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-449b5827-cbd5-4c52-9f82-ac2bae7f91e7 tempest-RoutersTest-1255860389 tempest-RoutersTest-1255860389] Router 589153bc-311a-4fdb-9c05-a3f6957bd3dd is scheduled to L3 agent 35f592e9-451b-4db9-abea-77b6a5c5391b with binding_index 1 {{(pid=84874) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}} Jan 14 07:33:52.769788 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-ac555273-1c71-492b-88c2-3503683541aa tempest-TestSecurityGroupsBasicOps-944861984 tempest-TestSecurityGroupsBasicOps-944861984] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:33:52.777255 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-6988d988-041e-4f17-b446-f37b0f3ef888 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:33:52.792386 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-ac555273-1c71-492b-88c2-3503683541aa tempest-TestSecurityGroupsBasicOps-944861984 tempest-TestSecurityGroupsBasicOps-944861984] Usage tracker for resource:subnet and tenant:da40f1f08d464ed39ed4c77ed164e902 is out of sync, need to count used quota {{(pid=84875) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:33:52.798233 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-d3e897af-dfcf-4fff-90dd-af938ab7f684 tempest-SecGroupIPv6Test-296392250 tempest-SecGroupIPv6Test-296392250] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:33:52.800864 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-ac555273-1c71-492b-88c2-3503683541aa tempest-TestSecurityGroupsBasicOps-944861984 tempest-TestSecurityGroupsBasicOps-944861984] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84875) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:33:52.805944 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-504f3449-da86-48ce-bbf3-9fc956209c97 None None] Transition to ACTIVE for port object 1f50329b-e946-44b8-93d1-33602f2b1536 will not be triggered until provisioned by entity L2. {{(pid=84877) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 07:33:52.813248 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-504f3449-da86-48ce-bbf3-9fc956209c97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777640533312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363259214678337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777640097497'] for port, after_update {{(pid=84877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:33:52.830859 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-d3e897af-dfcf-4fff-90dd-af938ab7f684 tempest-SecGroupIPv6Test-296392250 tempest-SecGroupIPv6Test-296392250] Usage tracker for resource:security_group_rule and tenant:058b4641f1ca48f9b3b9ca658afbc9cc is out of sync, need to count used quota {{(pid=84875) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:33:52.835034 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-ac555273-1c71-492b-88c2-3503683541aa tempest-TestSecurityGroupsBasicOps-944861984 tempest-TestSecurityGroupsBasicOps-944861984] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:33:52.838186 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-6988d988-041e-4f17-b446-f37b0f3ef888 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:33:52.841307 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-2c0e2723-2ab6-4e51-826c-7a77efcd1982 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:33:52.843460 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-d3e897af-dfcf-4fff-90dd-af938ab7f684 tempest-SecGroupIPv6Test-296392250 tempest-SecGroupIPv6Test-296392250] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84875) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:33:52.854868 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-6988d988-041e-4f17-b446-f37b0f3ef888 admin admin] Usage tracker for resource:security_group_rule and tenant:f1476f7b4f2b46a3b6c803940e3f7533 is out of sync, need to count used quota {{(pid=84875) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:33:52.860400 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-d3e897af-dfcf-4fff-90dd-af938ab7f684 tempest-SecGroupIPv6Test-296392250 tempest-SecGroupIPv6Test-296392250] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:33:52.863964 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-6988d988-041e-4f17-b446-f37b0f3ef888 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84875) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:33:52.875955 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-6988d988-041e-4f17-b446-f37b0f3ef888 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:33:52.885479 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ac555273-1c71-492b-88c2-3503683541aa tempest-TestSecurityGroupsBasicOps-944861984 tempest-TestSecurityGroupsBasicOps-944861984] Made reservation on behalf of da40f1f08d464ed39ed4c77ed164e902 for: {'subnet': 1} {{(pid=84875) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 07:33:52.982568 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dd7326c-83b0-4e10-974f-5398a8df25cf None None] Pushing event updated for resources: {'Port': ['ID=1f50329b-e946-44b8-93d1-33602f2b1536,revision_number=2']} {{(pid=84877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:33:52.987974 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-2dd7326c-83b0-4e10-974f-5398a8df25cf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=84877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:33:53.064873 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.managers [None req-504f3449-da86-48ce-bbf3-9fc956209c97 None None] Attempting to bind port 1f50329b-e946-44b8-93d1-33602f2b1536 on host n-d-768862-2 for vnic_type normal with profile {{(pid=84877) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 14 07:33:53.065800 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.managers [None req-504f3449-da86-48ce-bbf3-9fc956209c97 None None] Attempting to bind port 1f50329b-e946-44b8-93d1-33602f2b1536 by drivers openvswitch on host n-d-768862-2 at level 0 using segments [{'id': 'cf3ded2c-bc47-4a71-89af-6e7117e60140', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '226f1e78-82cd-4481-9055-4eb73b6db8c1'}] {{(pid=84877) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 14 07:33:53.066448 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-504f3449-da86-48ce-bbf3-9fc956209c97 None None] Attempting to bind port 1f50329b-e946-44b8-93d1-33602f2b1536 on network 226f1e78-82cd-4481-9055-4eb73b6db8c1 {{(pid=84877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 14 07:33:53.074089 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-504f3449-da86-48ce-bbf3-9fc956209c97 None None] Checking agent: {'id': 'ba5efab1-b43c-4d5a-bc52-6e105d4e67a2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768862-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 14, 6, 56, 52), 'started_at': datetime.datetime(2021, 1, 14, 6, 57, 22), 'heartbeat_timestamp': datetime.datetime(2021, 1, 14, 7, 33, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768862-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.29', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 14 07:33:53.075322 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-504f3449-da86-48ce-bbf3-9fc956209c97 None None] Checking segment: {'id': 'cf3ded2c-bc47-4a71-89af-6e7117e60140', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '226f1e78-82cd-4481-9055-4eb73b6db8c1'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84877) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 14 07:33:53.076191 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-504f3449-da86-48ce-bbf3-9fc956209c97 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:33:53.077082 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-504f3449-da86-48ce-bbf3-9fc956209c97 None None] Bound using segment: {'id': 'cf3ded2c-bc47-4a71-89af-6e7117e60140', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '226f1e78-82cd-4481-9055-4eb73b6db8c1'} {{(pid=84877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 14 07:33:53.078003 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.managers [None req-504f3449-da86-48ce-bbf3-9fc956209c97 None None] Bound port: 1f50329b-e946-44b8-93d1-33602f2b1536, host: n-d-768862-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cf3ded2c-bc47-4a71-89af-6e7117e60140', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '226f1e78-82cd-4481-9055-4eb73b6db8c1'}}] {{(pid=84877) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 14 07:33:53.078827 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-504f3449-da86-48ce-bbf3-9fc956209c97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555753'] for port, before_update {{(pid=84877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:33:53.142463 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363259214191800', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854171626'] for agent, after_update {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:33:53.184795 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-e5e9f0b6-7a4f-407d-bf2a-ac63f6bb4c9e None None] Provisioning complete for port 5f714f0d-6e28-4666-9f2e-ebb05a46f36e triggered by entity DHCP. {{(pid=84876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 07:33:53.185225 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-e5e9f0b6-7a4f-407d-bf2a-ac63f6bb4c9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-604227'] for port, provisioning_complete {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:33:53.201343 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [None req-504f3449-da86-48ce-bbf3-9fc956209c97 None None] For port 1f50329b-e946-44b8-93d1-33602f2b1536, host n-d-768862-2, cleared binding levels {{(pid=84877) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 14 07:33:53.205611 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [None req-504f3449-da86-48ce-bbf3-9fc956209c97 None None] For port 1f50329b-e946-44b8-93d1-33602f2b1536, host n-d-768862-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-2',level=0,port_id=1f50329b-e946-44b8-93d1-33602f2b1536,segment=NetworkSegment(cf3ded2c-bc47-4a71-89af-6e7117e60140),segment_id=cf3ded2c-bc47-4a71-89af-6e7117e60140)] {{(pid=84877) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 14 07:33:53.215257 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-504f3449-da86-48ce-bbf3-9fc956209c97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777640533312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363259214678337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777640097497'] for port, after_update {{(pid=84877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:33:53.235571 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-71952538-57b8-4bb7-bcc2-2ccb8ef3be4b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:33:53.262496 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-ac555273-1c71-492b-88c2-3503683541aa tempest-TestSecurityGroupsBasicOps-944861984 tempest-TestSecurityGroupsBasicOps-944861984] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036852467157'] for subnet, before_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:33:53.408112 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dd7326c-83b0-4e10-974f-5398a8df25cf None None] Pushing event updated for resources: {'Port': ['ID=1f50329b-e946-44b8-93d1-33602f2b1536,revision_number=3']} {{(pid=84877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:33:53.414308 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-2dd7326c-83b0-4e10-974f-5398a8df25cf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.179s {{(pid=84877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:33:53.440481 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-0f37073e-9c69-4e3c-80e0-6cfaa0fd61a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363259214191800', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854171626'] for agent, after_update {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:33:53.460671 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-504f3449-da86-48ce-bbf3-9fc956209c97 None None] Routers {'d16db5c4-b1a5-40c1-8fd8-3011e86cd8f4'} bound to L3 agent in host n-d-768862-2 {{(pid=84877) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 14 07:33:53.461371 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_hamode_db [None req-504f3449-da86-48ce-bbf3-9fc956209c97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-01-14T06:56:51Z,description=,heartbeat_timestamp=2021-01-14T07:33:52Z,host='n-d-768862-2',id=35f592e9-451b-4db9-abea-77b6a5c5391b,load=0,resource_versions=,resources_synced=,started_at=2021-01-14T06:56:51Z,topic='l3_agent')) {'router_ids': ['d16db5c4-b1a5-40c1-8fd8-3011e86cd8f4'], 'active': True} {{(pid=84877) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:33:53.482178 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-449b5827-cbd5-4c52-9f82-ac2bae7f91e7 tempest-RoutersTest-1255860389 tempest-RoutersTest-1255860389] Notify agent at l3_agent.n-d-768862-2 the message routers_updated {{(pid=84874) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jan 14 07:33:53.492502 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-d3e897af-dfcf-4fff-90dd-af938ab7f684 tempest-SecGroupIPv6Test-296392250 tempest-SecGroupIPv6Test-296392250] Notify callbacks [] for security_group, precommit_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:33:53.499090 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-090eed24-ec71-44f3-81be-8fc5bc6d07a2 None None] Sync routers for ids ['589153bc-311a-4fdb-9c05-a3f6957bd3dd'] in n-d-768862-2 {{(pid=84876) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Jan 14 07:33:53.503352 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-d3e897af-dfcf-4fff-90dd-af938ab7f684 tempest-SecGroupIPv6Test-296392250 tempest-SecGroupIPv6Test-296392250] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850887153'] for security_group, after_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:33:53.514953 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-0354c2b5-52b9-4e3a-aa8e-ee1e1d261842 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:33:53.522075 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-449b5827-cbd5-4c52-9f82-ac2bae7f91e7 tempest-RoutersTest-1255860389 tempest-RoutersTest-1255860389] 10.222.0.24 "PUT /v2.0/routers/589153bc-311a-4fdb-9c05-a3f6957bd3dd/add_router_interface HTTP/1.1" status: 200 len: 503 time: 12.7479639 Jan 14 07:33:53.527944 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84874) accepted ('10.222.0.24', 60232) {{(pid=84874) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:33:53.532777 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-090eed24-ec71-44f3-81be-8fc5bc6d07a2 None None] Routers {'589153bc-311a-4fdb-9c05-a3f6957bd3dd'} bound to L3 agent in host n-d-768862-2 {{(pid=84876) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 14 07:33:53.533509 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_hamode_db [None req-090eed24-ec71-44f3-81be-8fc5bc6d07a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-01-14T06:56:51Z,description=,heartbeat_timestamp=2021-01-14T07:33:52Z,host='n-d-768862-2',id=35f592e9-451b-4db9-abea-77b6a5c5391b,load=0,resource_versions=,resources_synced=,started_at=2021-01-14T06:56:51Z,topic='l3_agent')) {'router_ids': ['589153bc-311a-4fdb-9c05-a3f6957bd3dd'], 'active': True} {{(pid=84876) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:33:53.626012 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_hamode_db [None req-090eed24-ec71-44f3-81be-8fc5bc6d07a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768862-2', False) {} {{(pid=84876) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:33:53.628446 n-d-768862-2 neutron-server[84765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64352366-2035-4d03-bef8-e46cd0907d11 None None] Network 1fb0a188-fd91-4f8c-ae79-4ec8595fc95c is scheduled to be hosted by DHCP agent 32f3dd84-26da-4d18-bf15-6017a8fb7247 with binding_index 1 {{(pid=84876) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Jan 14 07:33:53.645571 n-d-768862-2 neutron-server[84765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64352366-2035-4d03-bef8-e46cd0907d11 None None] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768862-2, 1fb0a188-fd91-4f8c-ae79-4ec8595fc95c) {{(pid=84876) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:105}} Jan 14 07:33:53.666885 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-6988d988-041e-4f17-b446-f37b0f3ef888 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:33:53.668461 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3e897af-dfcf-4fff-90dd-af938ab7f684 tempest-SecGroupIPv6Test-296392250 tempest-SecGroupIPv6Test-296392250] Pushing event updated for resources: {'SecurityGroup': ['ID=8baaf4ff-ec41-4bf1-9927-2a3066062d0a,revision_number=1']} {{(pid=84875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:33:53.711756 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-107378ee-4b79-43fd-9fd9-8ad04adae82a tempest-RoutersTest-1255860389 tempest-RoutersTest-1255860389] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:33:53.712812 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-107378ee-4b79-43fd-9fd9-8ad04adae82a tempest-RoutersTest-1255860389 tempest-RoutersTest-1255860389] Synchronizing usage tracker for tenant:2a076c09cf6548039ba7b64b98184a0e on resource:port {{(pid=84874) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 14 07:33:53.727864 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-090eed24-ec71-44f3-81be-8fc5bc6d07a2 None None] Routers {'589153bc-311a-4fdb-9c05-a3f6957bd3dd'} bound to L3 agent in host n-d-768862-2 {{(pid=84876) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 14 07:33:53.728662 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_hamode_db [None req-090eed24-ec71-44f3-81be-8fc5bc6d07a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-01-14T06:56:51Z,description=,heartbeat_timestamp=2021-01-14T07:33:52Z,host='n-d-768862-2',id=35f592e9-451b-4db9-abea-77b6a5c5391b,load=0,resource_versions=,resources_synced=,started_at=2021-01-14T06:56:51Z,topic='l3_agent')) {'router_ids': ['589153bc-311a-4fdb-9c05-a3f6957bd3dd'], 'active': True} {{(pid=84876) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:33:53.746449 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-f7c306f9-eeca-4aa3-864d-9cc326c64b6e tempest-NetworksTest-1803261889 tempest-NetworksTest-1803261889] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850887113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3254092', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036851981146'] for subnet, after_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:33:53.767733 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-58cb545d-9bda-440e-95d5-9951fc49b4b1 tempest-NetworksTest-1803261889 tempest-NetworksTest-1803261889] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:33:53.811397 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-107378ee-4b79-43fd-9fd9-8ad04adae82a tempest-RoutersTest-1255860389 tempest-RoutersTest-1255860389] Unset dirty status for tenant:2a076c09cf6548039ba7b64b98184a0e on resource:port {{(pid=84874) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 14 07:33:53.815134 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-107378ee-4b79-43fd-9fd9-8ad04adae82a tempest-RoutersTest-1255860389 tempest-RoutersTest-1255860389] 10.222.0.24 "GET /v2.0/ports/5885f045-ae18-4455-a3e7-290483480bf9 HTTP/1.1" status: 200 len: 910 time: 0.2830935 Jan 14 07:33:53.816495 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84874) accepted ('10.222.0.24', 60240) {{(pid=84874) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:33:53.817757 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-6988d988-041e-4f17-b446-f37b0f3ef888 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850887153'] for security_group, after_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:33:53.827512 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-d3e897af-dfcf-4fff-90dd-af938ab7f684 tempest-SecGroupIPv6Test-296392250 tempest-SecGroupIPv6Test-296392250] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.313s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:33:53.831113 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-d3e897af-dfcf-4fff-90dd-af938ab7f684 tempest-SecGroupIPv6Test-296392250 tempest-SecGroupIPv6Test-296392250] Notify callbacks [] for security_group, before_response {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:33:53.832863 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-d3e897af-dfcf-4fff-90dd-af938ab7f684 tempest-SecGroupIPv6Test-296392250 tempest-SecGroupIPv6Test-296392250] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 1.6300380 Jan 14 07:33:53.834174 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-e8e5be13-eb78-475d-9187-0f8f356b7582 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.008s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:33:53.845867 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84875) accepted ('10.222.0.24', 60242) {{(pid=84875) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:33:53.886368 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.v2.base [None req-70e04f50-08e6-4140-9b05-84b3296a160a tempest-SecGroupIPv6Test-296392250 tempest-SecGroupIPv6Test-296392250] Request body: {'security_group_rule': {'security_group_id': '8baaf4ff-ec41-4bf1-9927-2a3066062d0a', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 76, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': '2001:db8::/48'}} {{(pid=84875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:33:53.915375 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-70e04f50-08e6-4140-9b05-84b3296a160a tempest-SecGroupIPv6Test-296392250 tempest-SecGroupIPv6Test-296392250] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:33:53.921509 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-cd02acfa-004a-4049-bc2c-b8989380d5d9 None None] Provisioning complete for port 5885f045-ae18-4455-a3e7-290483480bf9 triggered by entity DHCP. {{(pid=84876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 07:33:53.923629 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-cd02acfa-004a-4049-bc2c-b8989380d5d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-604227'] for port, provisioning_complete {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:33:53.994453 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-6988d988-041e-4f17-b446-f37b0f3ef888 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=f1476f7b4f2b46a3b6c803940e3f7533&name=default HTTP/1.1" status: 200 len: 2983 time: 1.4516766 Jan 14 07:33:53.996517 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-70e04f50-08e6-4140-9b05-84b3296a160a tempest-SecGroupIPv6Test-296392250 tempest-SecGroupIPv6Test-296392250] Usage tracker for resource:security_group_rule and tenant:058b4641f1ca48f9b3b9ca658afbc9cc is out of sync, need to count used quota {{(pid=84875) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:33:54.011586 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-70e04f50-08e6-4140-9b05-84b3296a160a tempest-SecGroupIPv6Test-296392250 tempest-SecGroupIPv6Test-296392250] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84875) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:33:54.012345 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84874) accepted ('10.222.0.24', 60252) {{(pid=84874) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:33:54.012568 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_dvr_db [None req-504f3449-da86-48ce-bbf3-9fc956209c97 None None] Set router d16db5c4-b1a5-40c1-8fd8-3011e86cd8f4 gateway port host: n-d-768862-2 {{(pid=84877) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 14 07:33:54.031903 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6988d988-041e-4f17-b446-f37b0f3ef888 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d70a33a9-4b23-439b-8b29-11bb4b60d2a2,revision_number=1']} {{(pid=84875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:33:54.046299 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_hamode_db [None req-090eed24-ec71-44f3-81be-8fc5bc6d07a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768862-2', False) {} {{(pid=84876) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:33:54.046857 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-090eed24-ec71-44f3-81be-8fc5bc6d07a2 None None] The sync data for ids ['589153bc-311a-4fdb-9c05-a3f6957bd3dd'] in n-d-768862-2 is: [] {{(pid=84876) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Jan 14 07:33:54.054923 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-70e04f50-08e6-4140-9b05-84b3296a160a tempest-SecGroupIPv6Test-296392250 tempest-SecGroupIPv6Test-296392250] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:33:54.057441 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-6988d988-041e-4f17-b446-f37b0f3ef888 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.223s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:33:54.099112 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-70e04f50-08e6-4140-9b05-84b3296a160a tempest-SecGroupIPv6Test-296392250 tempest-SecGroupIPv6Test-296392250] Notify callbacks [] for security_group_rule, before_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:33:54.219414 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-70e04f50-08e6-4140-9b05-84b3296a160a tempest-SecGroupIPv6Test-296392250 tempest-SecGroupIPv6Test-296392250] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:33:54.264317 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-70e04f50-08e6-4140-9b05-84b3296a160a tempest-SecGroupIPv6Test-296392250 tempest-SecGroupIPv6Test-296392250] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850966545'] for security_group_rule, after_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:33:54.272453 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-fd10b9d4-7ebe-404e-9e83-9b91dab0c95c tempest-TestNetworkBasicOps-1983703278 tempest-TestNetworkBasicOps-1983703278] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:33:54.331285 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70e04f50-08e6-4140-9b05-84b3296a160a tempest-SecGroupIPv6Test-296392250 tempest-SecGroupIPv6Test-296392250] Pushing event updated for resources: {'SecurityGroupRule': ['ID=47bd5903-ac8b-4512-a41f-401a72bda821,revision_number=0']} {{(pid=84875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:33:54.341188 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-70e04f50-08e6-4140-9b05-84b3296a160a tempest-SecGroupIPv6Test-296392250 tempest-SecGroupIPv6Test-296392250] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:33:54.346125 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-70e04f50-08e6-4140-9b05-84b3296a160a tempest-SecGroupIPv6Test-296392250 tempest-SecGroupIPv6Test-296392250] Notify callbacks [] for security_group_rule, before_response {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:33:54.347636 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-70e04f50-08e6-4140-9b05-84b3296a160a tempest-SecGroupIPv6Test-296392250 tempest-SecGroupIPv6Test-296392250] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.4997072 Jan 14 07:33:54.351945 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84875) accepted ('10.222.0.24', 60256) {{(pid=84875) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:33:54.401093 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-d9901ba1-e3b6-468d-974a-ad64e5468b58 tempest-SecGroupIPv6Test-296392250 tempest-SecGroupIPv6Test-296392250] Notify callbacks [] for security_group_rule, before_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:33:54.402406 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_hamode_db [None req-504f3449-da86-48ce-bbf3-9fc956209c97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd16db5c4-b1a5-40c1-8fd8-3011e86cd8f4', 'name': 'tempest-TestSecurityGroupsBasicOps-router-505592890', 'tenant_id': 'da40f1f08d464ed39ed4c77ed164e902', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '226f1e78-82cd-4481-9055-4eb73b6db8c1', 'external_fixed_ips': [{'subnet_id': 'ba8deeec-7658-4195-9449-038c076f5c83', 'ip_address': '172.25.2.183'}], 'enable_snat': True}, 'gw_port_id': '1f50329b-e946-44b8-93d1-33602f2b1536', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-14T07:33:40Z', 'updated_at': '2021-01-14T07:33:47Z', 'revision_number': 3, 'project_id': 'da40f1f08d464ed39ed4c77ed164e902', 'gw_port': {'id': '1f50329b-e946-44b8-93d1-33602f2b1536', 'name': '', 'network_id': '226f1e78-82cd-4481-9055-4eb73b6db8c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:5d:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd16db5c4-b1a5-40c1-8fd8-3011e86cd8f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2826, 'fixed_ips': [{'subnet_id': 'ba8deeec-7658-4195-9449-038c076f5c83', 'ip_address': '172.25.2.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T07:33:45Z', 'updated_at': '2021-01-14T07:33:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ba8deeec-7658-4195-9449-038c076f5c83', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-2'}], 'n-d-768862-2', False) {} {{(pid=84877) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:33:54.408307 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-504f3449-da86-48ce-bbf3-9fc956209c97 None None] The sync data for ids ['d16db5c4-b1a5-40c1-8fd8-3011e86cd8f4'] in n-d-768862-2 is: [{'id': 'd16db5c4-b1a5-40c1-8fd8-3011e86cd8f4', 'name': 'tempest-TestSecurityGroupsBasicOps-router-505592890', 'tenant_id': 'da40f1f08d464ed39ed4c77ed164e902', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '226f1e78-82cd-4481-9055-4eb73b6db8c1', 'external_fixed_ips': [{'subnet_id': 'ba8deeec-7658-4195-9449-038c076f5c83', 'ip_address': '172.25.2.183'}], 'enable_snat': True}, 'gw_port_id': '1f50329b-e946-44b8-93d1-33602f2b1536', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-14T07:33:40Z', 'updated_at': '2021-01-14T07:33:47Z', 'revision_number': 3, 'project_id': 'da40f1f08d464ed39ed4c77ed164e902', 'gw_port': {'id': '1f50329b-e946-44b8-93d1-33602f2b1536', 'name': '', 'network_id': '226f1e78-82cd-4481-9055-4eb73b6db8c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:5d:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd16db5c4-b1a5-40c1-8fd8-3011e86cd8f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2826, 'fixed_ips': [{'subnet_id': 'ba8deeec-7658-4195-9449-038c076f5c83', 'ip_address': '172.25.2.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T07:33:45Z', 'updated_at': '2021-01-14T07:33:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ba8deeec-7658-4195-9449-038c076f5c83', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-2'}] {{(pid=84877) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Jan 14 07:33:54.411617 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-ac555273-1c71-492b-88c2-3503683541aa tempest-TestSecurityGroupsBasicOps-944861984 tempest-TestSecurityGroupsBasicOps-944861984] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850887113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036851621412', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036852467174'] for subnet, after_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:33:54.444717 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-0d18903f-a064-4346-90cc-5c3e1cc4afa2 tempest-PortsIpV6TestJSON-1330665174 tempest-PortsIpV6TestJSON-1330665174] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:33:54.474660 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84874) accepted ('10.222.0.24', 60260) {{(pid=84874) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:33:54.484875 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.plugin [None req-cd02acfa-004a-4049-bc2c-b8989380d5d9 None None] Port 5885f045-ae18-4455-a3e7-290483480bf9 cannot update to ACTIVE because it is not bound. {{(pid=84876) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:329}} Jan 14 07:33:54.485098 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-d9901ba1-e3b6-468d-974a-ad64e5468b58 tempest-SecGroupIPv6Test-296392250 tempest-SecGroupIPv6Test-296392250] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:33:54.514013 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7c306f9-eeca-4aa3-864d-9cc326c64b6e tempest-NetworksTest-1803261889 tempest-NetworksTest-1803261889] Pushing event updated for resources: {'Subnet': ['ID=6ea7c73f-54d2-4bdc-a90b-57504cf367d5,revision_number=0']} {{(pid=84874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:33:54.545562 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.v2.base [None req-30ce8d18-f216-48b6-8fad-0f3563634f05 tempest-TestNetworkAdvancedServerOps-470546014 tempest-TestNetworkAdvancedServerOps-470546014] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-202467211', 'description': 'tempest-secgroup-smoke-202467211 description', 'project_id': '6f3510a486e44d0a99223e7a34e71069'}} {{(pid=84874) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:33:54.562858 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-f7c306f9-eeca-4aa3-864d-9cc326c64b6e tempest-NetworksTest-1803261889 tempest-NetworksTest-1803261889] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.794s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:33:54.570796 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-30ce8d18-f216-48b6-8fad-0f3563634f05 tempest-TestNetworkAdvancedServerOps-470546014 tempest-TestNetworkAdvancedServerOps-470546014] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:33:54.577582 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-29df2003-24df-48fd-966c-e99c1271c351 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:33:54.594932 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-30ce8d18-f216-48b6-8fad-0f3563634f05 tempest-TestNetworkAdvancedServerOps-470546014 tempest-TestNetworkAdvancedServerOps-470546014] Usage tracker for resource:security_group and tenant:6f3510a486e44d0a99223e7a34e71069 is out of sync, need to count used quota {{(pid=84874) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:33:54.613463 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-30ce8d18-f216-48b6-8fad-0f3563634f05 tempest-TestNetworkAdvancedServerOps-470546014 tempest-TestNetworkAdvancedServerOps-470546014] Quota usage for security_group was recalculated. Used quota:0. {{(pid=84874) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:33:54.630301 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac555273-1c71-492b-88c2-3503683541aa tempest-TestSecurityGroupsBasicOps-944861984 tempest-TestSecurityGroupsBasicOps-944861984] Pushing event updated for resources: {'Subnet': ['ID=b44ad6f4-41f3-4ff2-b999-80cf8e57547c,revision_number=0']} {{(pid=84875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:33:54.635464 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-ac555273-1c71-492b-88c2-3503683541aa tempest-TestSecurityGroupsBasicOps-944861984 tempest-TestSecurityGroupsBasicOps-944861984] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.191s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:33:54.636148 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-d9901ba1-e3b6-468d-974a-ad64e5468b58 tempest-SecGroupIPv6Test-296392250 tempest-SecGroupIPv6Test-296392250] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850966545'] for security_group_rule, after_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:33:54.647467 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:33:54.659011 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02533054-be40-40a4-8d22-20d9c795d5a3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5d94dc7a-c095-50a4-955e-5f3b78718a12-1fb0a188-fd91-4f8c-ae79-4ec8595fc95c', 'network_id': '1fb0a188-fd91-4f8c-ae79-4ec8595fc95c', 'tenant_id': '93b2211854874c6cae5592aa469fb908', 'fixed_ips': [{'subnet_id': '6ea7c73f-54d2-4bdc-a90b-57504cf367d5'}]}} from n-d-768862-2. {{(pid=84876) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Jan 14 07:33:54.660142 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-02533054-be40-40a4-8d22-20d9c795d5a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555753'] for port, before_create {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:33:54.672879 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9901ba1-e3b6-468d-974a-ad64e5468b58 tempest-SecGroupIPv6Test-296392250 tempest-SecGroupIPv6Test-296392250] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=47bd5903-ac8b-4512-a41f-401a72bda821,revision_number=None']} {{(pid=84875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:33:54.678989 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-d9901ba1-e3b6-468d-974a-ad64e5468b58 tempest-SecGroupIPv6Test-296392250 tempest-SecGroupIPv6Test-296392250] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:33:54.680125 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-d9901ba1-e3b6-468d-974a-ad64e5468b58 tempest-SecGroupIPv6Test-296392250 tempest-SecGroupIPv6Test-296392250] Notify callbacks [] for security_group_rule, before_response {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:33:54.687909 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-d9901ba1-e3b6-468d-974a-ad64e5468b58 tempest-SecGroupIPv6Test-296392250 tempest-SecGroupIPv6Test-296392250] 10.222.0.24 "DELETE /v2.0/security-group-rules/47bd5903-ac8b-4512-a41f-401a72bda821 HTTP/1.1" status: 204 len: 168 time: 0.3346376 Jan 14 07:33:54.696672 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84875) accepted ('10.222.0.24', 60264) {{(pid=84875) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:33:54.736755 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-30ce8d18-f216-48b6-8fad-0f3563634f05 tempest-TestNetworkAdvancedServerOps-470546014 tempest-TestNetworkAdvancedServerOps-470546014] Attempting to reserve 1 items for resource security_group. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:33:54.799183 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-b26a9461-e8b4-421e-8206-a2260b1c597f tempest-SecGroupIPv6Test-296392250 tempest-SecGroupIPv6Test-296392250] Synchronizing usage tracker for tenant:058b4641f1ca48f9b3b9ca658afbc9cc on resource:security_group_rule {{(pid=84875) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 14 07:33:54.803505 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-29df2003-24df-48fd-966c-e99c1271c351 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:33:54.817369 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac555273-1c71-492b-88c2-3503683541aa tempest-TestSecurityGroupsBasicOps-944861984 tempest-TestSecurityGroupsBasicOps-944861984] Checking segment: {'id': '6ee7b38f-2b54-4b74-9d97-5f5c54ab862d', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 21, 'network_id': 'd298a449-3d7e-45a6-b770-ee623958c3e8'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84875) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 14 07:33:54.817864 n-d-768862-2 neutron-server[84765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac555273-1c71-492b-88c2-3503683541aa tempest-TestSecurityGroupsBasicOps-944861984 tempest-TestSecurityGroupsBasicOps-944861984] Network hostable DHCP agents. Network: d298a449-3d7e-45a6-b770-ee623958c3e8, hostable agents: ['32f3dd84-26da-4d18-bf15-6017a8fb7247'], hosted agents: [] {{(pid=84875) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Jan 14 07:33:54.836816 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-b26a9461-e8b4-421e-8206-a2260b1c597f tempest-SecGroupIPv6Test-296392250 tempest-SecGroupIPv6Test-296392250] Unset dirty status for tenant:058b4641f1ca48f9b3b9ca658afbc9cc on resource:security_group_rule {{(pid=84875) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 14 07:33:54.843912 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-b26a9461-e8b4-421e-8206-a2260b1c597f tempest-SecGroupIPv6Test-296392250 tempest-SecGroupIPv6Test-296392250] 10.222.0.24 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1411490 Jan 14 07:33:54.847712 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84875) accepted ('10.222.0.24', 60268) {{(pid=84875) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:33:54.865187 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-30ce8d18-f216-48b6-8fad-0f3563634f05 tempest-TestNetworkAdvancedServerOps-470546014 tempest-TestNetworkAdvancedServerOps-470546014] Notify callbacks [] for security_group, before_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:33:54.913275 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-30ce8d18-f216-48b6-8fad-0f3563634f05 tempest-TestNetworkAdvancedServerOps-470546014 tempest-TestNetworkAdvancedServerOps-470546014] Notify callbacks [] for security_group, before_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:33:54.922605 n-d-768862-2 neutron-server[84765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac555273-1c71-492b-88c2-3503683541aa tempest-TestSecurityGroupsBasicOps-944861984 tempest-TestSecurityGroupsBasicOps-944861984] Network d298a449-3d7e-45a6-b770-ee623958c3e8 is scheduled to be hosted by DHCP agent 32f3dd84-26da-4d18-bf15-6017a8fb7247 with binding_index 1 {{(pid=84875) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Jan 14 07:33:54.933128 n-d-768862-2 neutron-server[84765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7c306f9-eeca-4aa3-864d-9cc326c64b6e tempest-NetworksTest-1803261889 tempest-NetworksTest-1803261889] Network 1fb0a188-fd91-4f8c-ae79-4ec8595fc95c is already hosted by enough agents. {{(pid=84874) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 07:33:54.956293 n-d-768862-2 neutron-server[84765]: DEBUG neutron.scheduler.base_scheduler [None req-ac555273-1c71-492b-88c2-3503683541aa tempest-TestSecurityGroupsBasicOps-944861984 tempest-TestSecurityGroupsBasicOps-944861984] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768862-2, d298a449-3d7e-45a6-b770-ee623958c3e8) {{(pid=84875) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 07:33:54.960547 n-d-768862-2 neutron-server[84765]: DEBUG neutron.scheduler.base_scheduler [None req-f7c306f9-eeca-4aa3-864d-9cc326c64b6e tempest-NetworksTest-1803261889 tempest-NetworksTest-1803261889] Resources bound (agent type, host, resource id): {{(pid=84874) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 07:33:54.971454 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-30ce8d18-f216-48b6-8fad-0f3563634f05 tempest-TestNetworkAdvancedServerOps-470546014 tempest-TestNetworkAdvancedServerOps-470546014] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:33:54.976097 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-30ce8d18-f216-48b6-8fad-0f3563634f05 tempest-TestNetworkAdvancedServerOps-470546014 tempest-TestNetworkAdvancedServerOps-470546014] Usage tracker for resource:security_group_rule and tenant:6f3510a486e44d0a99223e7a34e71069 is out of sync, need to count used quota {{(pid=84874) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:33:54.979168 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-30ce8d18-f216-48b6-8fad-0f3563634f05 tempest-TestNetworkAdvancedServerOps-470546014 tempest-TestNetworkAdvancedServerOps-470546014] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84874) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:33:54.980665 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac555273-1c71-492b-88c2-3503683541aa tempest-TestSecurityGroupsBasicOps-944861984 tempest-TestSecurityGroupsBasicOps-944861984] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:33:54.981308 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-ac555273-1c71-492b-88c2-3503683541aa tempest-TestSecurityGroupsBasicOps-944861984 tempest-TestSecurityGroupsBasicOps-944861984] Notify callbacks [] for subnet, before_response {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:33:54.985835 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-30ce8d18-f216-48b6-8fad-0f3563634f05 tempest-TestNetworkAdvancedServerOps-470546014 tempest-TestNetworkAdvancedServerOps-470546014] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:33:55.019172 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-b610f226-ec70-4ae0-8f2a-7aad0fd20133 tempest-SecGroupIPv6Test-296392250 tempest-SecGroupIPv6Test-296392250] Notify callbacks [] for security_group, before_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:33:55.035113 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7c306f9-eeca-4aa3-864d-9cc326c64b6e tempest-NetworksTest-1803261889 tempest-NetworksTest-1803261889] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:33:55.035797 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-f7c306f9-eeca-4aa3-864d-9cc326c64b6e tempest-NetworksTest-1803261889 tempest-NetworksTest-1803261889] Notify callbacks [] for subnet, before_response {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:33:55.063501 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-b610f226-ec70-4ae0-8f2a-7aad0fd20133 tempest-SecGroupIPv6Test-296392250 tempest-SecGroupIPv6Test-296392250] Notify callbacks [] for security_group, precommit_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:33:55.113580 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-ac555273-1c71-492b-88c2-3503683541aa tempest-TestSecurityGroupsBasicOps-944861984 tempest-TestSecurityGroupsBasicOps-944861984] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 2.5882776 Jan 14 07:33:55.113848 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-30ce8d18-f216-48b6-8fad-0f3563634f05 tempest-TestNetworkAdvancedServerOps-470546014 tempest-TestNetworkAdvancedServerOps-470546014] Notify callbacks [] for security_group, precommit_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:33:55.113964 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-b610f226-ec70-4ae0-8f2a-7aad0fd20133 tempest-SecGroupIPv6Test-296392250 tempest-SecGroupIPv6Test-296392250] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850887153'] for security_group, after_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:33:55.118914 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84875) accepted ('10.222.0.24', 60274) {{(pid=84875) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:33:55.119446 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-97813cda-0e87-458f-b882-6a8cb12da9d3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:33:55.120080 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.db_base_plugin_common [None req-02533054-be40-40a4-8d22-20d9c795d5a3 None None] Allocated IP 172.20.0.1 (1fb0a188-fd91-4f8c-ae79-4ec8595fc95c/6ea7c73f-54d2-4bdc-a90b-57504cf367d5/b5566b91-bf67-4e9b-af60-d1c8e21603cc) {{(pid=84876) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 14 07:33:55.126444 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-30ce8d18-f216-48b6-8fad-0f3563634f05 tempest-TestNetworkAdvancedServerOps-470546014 tempest-TestNetworkAdvancedServerOps-470546014] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850887153'] for security_group, after_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:33:55.226263 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-fa02b949-b146-47a3-8ea5-5c1549b64ff0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:33:55.271055 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b610f226-ec70-4ae0-8f2a-7aad0fd20133 tempest-SecGroupIPv6Test-296392250 tempest-SecGroupIPv6Test-296392250] Pushing event deleted for resources: {'SecurityGroup': ['ID=8baaf4ff-ec41-4bf1-9927-2a3066062d0a,revision_number=None']} {{(pid=84875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:33:55.274955 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-b610f226-ec70-4ae0-8f2a-7aad0fd20133 tempest-SecGroupIPv6Test-296392250 tempest-SecGroupIPv6Test-296392250] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:33:55.292101 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-30ce8d18-f216-48b6-8fad-0f3563634f05 tempest-TestNetworkAdvancedServerOps-470546014 tempest-TestNetworkAdvancedServerOps-470546014] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:33:55.298677 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30ce8d18-f216-48b6-8fad-0f3563634f05 tempest-TestNetworkAdvancedServerOps-470546014 tempest-TestNetworkAdvancedServerOps-470546014] Pushing event updated for resources: {'SecurityGroup': ['ID=2b98170b-4d13-4dc2-8145-576cb7c9c031,revision_number=1']} {{(pid=84874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:33:55.319241 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-b610f226-ec70-4ae0-8f2a-7aad0fd20133 tempest-SecGroupIPv6Test-296392250 tempest-SecGroupIPv6Test-296392250] Notify callbacks [] for security_group, before_response {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:33:55.323082 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-b610f226-ec70-4ae0-8f2a-7aad0fd20133 tempest-SecGroupIPv6Test-296392250 tempest-SecGroupIPv6Test-296392250] 10.222.0.24 "DELETE /v2.0/security-groups/8baaf4ff-ec41-4bf1-9927-2a3066062d0a HTTP/1.1" status: 204 len: 168 time: 0.4682219 Jan 14 07:33:55.324014 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84875) accepted ('10.222.0.24', 60278) {{(pid=84875) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:33:55.349108 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-30ce8d18-f216-48b6-8fad-0f3563634f05 tempest-TestNetworkAdvancedServerOps-470546014 tempest-TestNetworkAdvancedServerOps-470546014] Usage tracker for resource:security_group_rule and tenant:6f3510a486e44d0a99223e7a34e71069 is out of sync, need to count used quota {{(pid=84874) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:33:55.358368 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-30ce8d18-f216-48b6-8fad-0f3563634f05 tempest-TestNetworkAdvancedServerOps-470546014 tempest-TestNetworkAdvancedServerOps-470546014] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:33:55.491608 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-30ce8d18-f216-48b6-8fad-0f3563634f05 tempest-TestNetworkAdvancedServerOps-470546014 tempest-TestNetworkAdvancedServerOps-470546014] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84874) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:33:55.542611 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-30ce8d18-f216-48b6-8fad-0f3563634f05 tempest-TestNetworkAdvancedServerOps-470546014 tempest-TestNetworkAdvancedServerOps-470546014] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:33:55.558466 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-f7c306f9-eeca-4aa3-864d-9cc326c64b6e tempest-NetworksTest-1803261889 tempest-NetworksTest-1803261889] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 6.0717723 Jan 14 07:33:55.562811 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84874) accepted ('10.222.0.24', 60282) {{(pid=84874) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:33:55.620138 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-29df2003-24df-48fd-966c-e99c1271c351 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850887153'] for security_group, after_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:33:55.634376 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Device 1f50329b-e946-44b8-93d1-33602f2b1536 up at agent ovs-agent-n-d-768862-2 {{(pid=84876) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 07:33:55.700839 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-0a1e3433-eb4e-4376-87d6-54dda97d9294 tempest-ExtraDHCPOptionsTestJSON-831179529 tempest-ExtraDHCPOptionsTestJSON-831179529] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:33:55.708851 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-29df2003-24df-48fd-966c-e99c1271c351 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:33:55.710266 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-29df2003-24df-48fd-966c-e99c1271c351 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/d70a33a9-4b23-439b-8b29-11bb4b60d2a2 HTTP/1.1" status: 204 len: 168 time: 1.6711354 Jan 14 07:33:55.803187 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29df2003-24df-48fd-966c-e99c1271c351 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d70a33a9-4b23-439b-8b29-11bb4b60d2a2,revision_number=None']} {{(pid=84874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:33:55.828213 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-29df2003-24df-48fd-966c-e99c1271c351 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:33:55.912129 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-2827a529-a322-46dc-bb5c-af83f942ee9f tempest-SecGroupIPv6Test-296392250 tempest-SecGroupIPv6Test-296392250] Synchronizing usage tracker for tenant:058b4641f1ca48f9b3b9ca658afbc9cc on resource:security_group {{(pid=84875) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 14 07:33:55.943302 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Provisioning for port 1f50329b-e946-44b8-93d1-33602f2b1536 completed by entity L2. {{(pid=84876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 07:33:55.952572 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Provisioning complete for port 1f50329b-e946-44b8-93d1-33602f2b1536 triggered by entity L2. {{(pid=84876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 07:33:55.953004 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-604227'] for port, provisioning_complete {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:33:55.955614 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-2827a529-a322-46dc-bb5c-af83f942ee9f tempest-SecGroupIPv6Test-296392250 tempest-SecGroupIPv6Test-296392250] Unset dirty status for tenant:058b4641f1ca48f9b3b9ca658afbc9cc on resource:security_group {{(pid=84875) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 14 07:33:55.958097 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-2827a529-a322-46dc-bb5c-af83f942ee9f tempest-SecGroupIPv6Test-296392250 tempest-SecGroupIPv6Test-296392250] 10.222.0.24 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.6331208 Jan 14 07:33:56.010524 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84874) accepted ('10.222.0.24', 60288) {{(pid=84874) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:33:56.023692 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-02533054-be40-40a4-8d22-20d9c795d5a3 None None] Notify callbacks [] for port, precommit_create {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:33:56.028360 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-72e47105-26db-4714-b6c8-2fa8d7bd367f tempest-RoutersTest-1255860389 tempest-RoutersTest-1255860389] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555753'] for port, before_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:33:56.051256 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-02533054-be40-40a4-8d22-20d9c795d5a3 None None] Transition to ACTIVE for port object b5566b91-bf67-4e9b-af60-d1c8e21603cc will not be triggered until provisioned by entity L2. {{(pid=84876) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 07:33:56.078582 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-02533054-be40-40a4-8d22-20d9c795d5a3 None None] Transition to ACTIVE for port object b5566b91-bf67-4e9b-af60-d1c8e21603cc will not be triggered until provisioned by entity DHCP. {{(pid=84876) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 07:33:56.096451 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-02533054-be40-40a4-8d22-20d9c795d5a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777640123575'] for port, after_create {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:33:56.102518 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.v2.base [None req-6fe6033d-8a59-4646-a3b4-6e3f9f69ee4f tempest-SecGroupIPv6Test-296392250 tempest-SecGroupIPv6Test-296392250] Request body: {'security_group': {'name': 'tempest-secgroup--74148246'}} {{(pid=84874) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:33:56.155224 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-6fe6033d-8a59-4646-a3b4-6e3f9f69ee4f tempest-SecGroupIPv6Test-296392250 tempest-SecGroupIPv6Test-296392250] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:33:56.251538 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-cbc183e7-26f6-4c6a-a003-eb6811c9034c tempest-NetworksTest-1803261889 tempest-NetworksTest-1803261889] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036854160497'] for network, before_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:33:56.276785 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-4152af11-f5c1-4567-b967-4ef30ba46caf None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84876) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:33:56.356982 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-6fe6033d-8a59-4646-a3b4-6e3f9f69ee4f tempest-SecGroupIPv6Test-296392250 tempest-SecGroupIPv6Test-296392250] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:33:56.445579 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555753'] for port, before_update {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:33:56.460995 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-6fe6033d-8a59-4646-a3b4-6e3f9f69ee4f tempest-SecGroupIPv6Test-296392250 tempest-SecGroupIPv6Test-296392250] Notify callbacks [] for security_group, before_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:33:56.478930 n-d-768862-2 neutron-server[84765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02533054-be40-40a4-8d22-20d9c795d5a3 None None] Network 1fb0a188-fd91-4f8c-ae79-4ec8595fc95c is already hosted by enough agents. {{(pid=84876) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 07:33:56.482814 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02533054-be40-40a4-8d22-20d9c795d5a3 None None] Pushing event updated for resources: {'Port': ['ID=b5566b91-bf67-4e9b-af60-d1c8e21603cc,revision_number=1']} {{(pid=84876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:33:56.483367 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-30ce8d18-f216-48b6-8fad-0f3563634f05 tempest-TestNetworkAdvancedServerOps-470546014 tempest-TestNetworkAdvancedServerOps-470546014] Notify callbacks [] for security_group, precommit_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:33:56.487430 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-02533054-be40-40a4-8d22-20d9c795d5a3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.210s {{(pid=84876) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:33:56.490185 n-d-768862-2 neutron-server[84765]: DEBUG neutron.scheduler.base_scheduler [None req-02533054-be40-40a4-8d22-20d9c795d5a3 None None] Resources bound (agent type, host, resource id): {{(pid=84876) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 07:33:56.492752 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02533054-be40-40a4-8d22-20d9c795d5a3 None None] Received port after_create {{(pid=84876) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 14 07:33:56.507645 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] For port 1f50329b-e946-44b8-93d1-33602f2b1536, host n-d-768862-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-2',level=0,port_id=1f50329b-e946-44b8-93d1-33602f2b1536,segment=NetworkSegment(cf3ded2c-bc47-4a71-89af-6e7117e60140),segment_id=cf3ded2c-bc47-4a71-89af-6e7117e60140)] {{(pid=84876) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 07:33:56.511609 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-30ce8d18-f216-48b6-8fad-0f3563634f05 tempest-TestNetworkAdvancedServerOps-470546014 tempest-TestNetworkAdvancedServerOps-470546014] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850887153'] for security_group, after_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:33:56.515666 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.plugin [None req-cbc183e7-26f6-4c6a-a003-eb6811c9034c tempest-NetworksTest-1803261889 tempest-NetworksTest-1803261889] Deleting port b5566b91-bf67-4e9b-af60-d1c8e21603cc {{(pid=84874) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 07:33:56.516066 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-cbc183e7-26f6-4c6a-a003-eb6811c9034c tempest-NetworksTest-1803261889 tempest-NetworksTest-1803261889] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363259214248359'] for port, before_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:33:56.547452 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777640533312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363259214678337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777640097497'] for port, after_update {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:33:56.555087 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-01087637-ba37-4ce2-b47c-01c46c24d0cd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84876) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:33:56.576565 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-30ce8d18-f216-48b6-8fad-0f3563634f05 tempest-TestNetworkAdvancedServerOps-470546014 tempest-TestNetworkAdvancedServerOps-470546014] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:33:56.628709 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Pushing event updated for resources: {'Port': ['ID=1f50329b-e946-44b8-93d1-33602f2b1536,revision_number=4']} {{(pid=84876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:33:56.632391 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=84876) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:33:56.664030 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.managers [None req-02533054-be40-40a4-8d22-20d9c795d5a3 None None] Attempting to bind port b5566b91-bf67-4e9b-af60-d1c8e21603cc on host n-d-768862-2 for vnic_type normal with profile {{(pid=84876) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 14 07:33:56.665127 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.managers [None req-02533054-be40-40a4-8d22-20d9c795d5a3 None None] Attempting to bind port b5566b91-bf67-4e9b-af60-d1c8e21603cc by drivers openvswitch on host n-d-768862-2 at level 0 using segments [{'id': '9ac3ec39-37f1-4e2d-a73b-3fe2c5dc2a0d', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '1fb0a188-fd91-4f8c-ae79-4ec8595fc95c'}] {{(pid=84876) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 14 07:33:56.666719 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02533054-be40-40a4-8d22-20d9c795d5a3 None None] Attempting to bind port b5566b91-bf67-4e9b-af60-d1c8e21603cc on network 1fb0a188-fd91-4f8c-ae79-4ec8595fc95c {{(pid=84876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 14 07:33:56.677159 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02533054-be40-40a4-8d22-20d9c795d5a3 None None] Checking agent: {'id': 'ba5efab1-b43c-4d5a-bc52-6e105d4e67a2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768862-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 14, 6, 56, 52), 'started_at': datetime.datetime(2021, 1, 14, 6, 57, 22), 'heartbeat_timestamp': datetime.datetime(2021, 1, 14, 7, 33, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768862-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.29', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 14 07:33:56.677601 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02533054-be40-40a4-8d22-20d9c795d5a3 None None] Checking segment: {'id': '9ac3ec39-37f1-4e2d-a73b-3fe2c5dc2a0d', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '1fb0a188-fd91-4f8c-ae79-4ec8595fc95c'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84876) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 14 07:33:56.678068 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-02533054-be40-40a4-8d22-20d9c795d5a3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:33:56.678517 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02533054-be40-40a4-8d22-20d9c795d5a3 None None] Bound using segment: {'id': '9ac3ec39-37f1-4e2d-a73b-3fe2c5dc2a0d', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '1fb0a188-fd91-4f8c-ae79-4ec8595fc95c'} {{(pid=84876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 14 07:33:56.679202 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.managers [None req-02533054-be40-40a4-8d22-20d9c795d5a3 None None] Bound port: b5566b91-bf67-4e9b-af60-d1c8e21603cc, host: n-d-768862-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9ac3ec39-37f1-4e2d-a73b-3fe2c5dc2a0d', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '1fb0a188-fd91-4f8c-ae79-4ec8595fc95c'}}] {{(pid=84876) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 14 07:33:56.679723 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-02533054-be40-40a4-8d22-20d9c795d5a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555753'] for port, before_update {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:33:56.689471 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30ce8d18-f216-48b6-8fad-0f3563634f05 tempest-TestNetworkAdvancedServerOps-470546014 tempest-TestNetworkAdvancedServerOps-470546014] Pushing event updated for resources: {'SecurityGroup': ['ID=d9790464-4eb5-41de-94c7-2db134326591,revision_number=1']} {{(pid=84874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:33:56.715985 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-6fe6033d-8a59-4646-a3b4-6e3f9f69ee4f tempest-SecGroupIPv6Test-296392250 tempest-SecGroupIPv6Test-296392250] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:33:56.724452 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-30ce8d18-f216-48b6-8fad-0f3563634f05 tempest-TestNetworkAdvancedServerOps-470546014 tempest-TestNetworkAdvancedServerOps-470546014] Notify callbacks [] for security_group, before_response {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:33:56.729705 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-30ce8d18-f216-48b6-8fad-0f3563634f05 tempest-TestNetworkAdvancedServerOps-470546014 tempest-TestNetworkAdvancedServerOps-470546014] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 2.2318311 Jan 14 07:33:56.731260 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-30ce8d18-f216-48b6-8fad-0f3563634f05 tempest-TestNetworkAdvancedServerOps-470546014 tempest-TestNetworkAdvancedServerOps-470546014] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:33:56.737351 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84874) accepted ('10.222.0.24', 60294) {{(pid=84874) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:33:56.746122 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-6fe6033d-8a59-4646-a3b4-6e3f9f69ee4f tempest-SecGroupIPv6Test-296392250 tempest-SecGroupIPv6Test-296392250] Usage tracker for resource:security_group_rule and tenant:058b4641f1ca48f9b3b9ca658afbc9cc is out of sync, need to count used quota {{(pid=84874) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:33:56.763209 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-434ad7fc-875d-4055-93bb-c6c2e9a5833c tempest-TestSecurityGroupsBasicOps-944861984 tempest-TestSecurityGroupsBasicOps-944861984] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555753'] for port, before_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:33:56.771780 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.v2.base [None req-bd836461-f82b-49c0-be7d-4db0931fc15b tempest-TestNetworkAdvancedServerOps-470546014 tempest-TestNetworkAdvancedServerOps-470546014] Request body: {'security_group_rule': {'security_group_id': 'd9790464-4eb5-41de-94c7-2db134326591', 'project_id': '6f3510a486e44d0a99223e7a34e71069', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=84874) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:33:56.786883 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-6fe6033d-8a59-4646-a3b4-6e3f9f69ee4f tempest-SecGroupIPv6Test-296392250 tempest-SecGroupIPv6Test-296392250] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84874) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:33:56.793005 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-6fe6033d-8a59-4646-a3b4-6e3f9f69ee4f tempest-SecGroupIPv6Test-296392250 tempest-SecGroupIPv6Test-296392250] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:33:56.821716 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [None req-02533054-be40-40a4-8d22-20d9c795d5a3 None None] For port b5566b91-bf67-4e9b-af60-d1c8e21603cc, host n-d-768862-2, cleared binding levels {{(pid=84876) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 14 07:33:56.826078 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [None req-02533054-be40-40a4-8d22-20d9c795d5a3 None None] For port b5566b91-bf67-4e9b-af60-d1c8e21603cc, host n-d-768862-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-2',level=0,port_id=b5566b91-bf67-4e9b-af60-d1c8e21603cc,segment=NetworkSegment(9ac3ec39-37f1-4e2d-a73b-3fe2c5dc2a0d),segment_id=9ac3ec39-37f1-4e2d-a73b-3fe2c5dc2a0d)] {{(pid=84876) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 14 07:33:56.830243 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-02533054-be40-40a4-8d22-20d9c795d5a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777640533312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363259214678337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777640097497'] for port, after_update {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:33:56.873233 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-6fe6033d-8a59-4646-a3b4-6e3f9f69ee4f tempest-SecGroupIPv6Test-296392250 tempest-SecGroupIPv6Test-296392250] Notify callbacks [] for security_group, precommit_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:33:56.986448 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-a9b666cb-ff7a-4e65-b247-f3ab5f088374 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84876) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:33:57.079496 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02533054-be40-40a4-8d22-20d9c795d5a3 None None] Pushing event updated for resources: {'Port': ['ID=b5566b91-bf67-4e9b-af60-d1c8e21603cc,revision_number=2']} {{(pid=84876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:33:57.085870 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-02533054-be40-40a4-8d22-20d9c795d5a3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=84876) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:33:57.253386 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-bd836461-f82b-49c0-be7d-4db0931fc15b tempest-TestNetworkAdvancedServerOps-470546014 tempest-TestNetworkAdvancedServerOps-470546014] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:33:57.266077 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-6fe6033d-8a59-4646-a3b4-6e3f9f69ee4f tempest-SecGroupIPv6Test-296392250 tempest-SecGroupIPv6Test-296392250] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850887153'] for security_group, after_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:33:57.270302 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-bd836461-f82b-49c0-be7d-4db0931fc15b tempest-TestNetworkAdvancedServerOps-470546014 tempest-TestNetworkAdvancedServerOps-470546014] Usage tracker for resource:security_group_rule and tenant:6f3510a486e44d0a99223e7a34e71069 is out of sync, need to count used quota {{(pid=84874) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:33:57.298099 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-4cca3275-5830-4e1e-9c37-45f27d8ddcf9 tempest-PortsTestJSON-2091589570 tempest-PortsTestJSON-2091589570] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:33:57.314130 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-bd836461-f82b-49c0-be7d-4db0931fc15b tempest-TestNetworkAdvancedServerOps-470546014 tempest-TestNetworkAdvancedServerOps-470546014] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84874) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:33:57.391324 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-bd836461-f82b-49c0-be7d-4db0931fc15b tempest-TestNetworkAdvancedServerOps-470546014 tempest-TestNetworkAdvancedServerOps-470546014] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:33:57.405111 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.db_base_plugin_common [None req-434ad7fc-875d-4055-93bb-c6c2e9a5833c tempest-TestSecurityGroupsBasicOps-944861984 tempest-TestSecurityGroupsBasicOps-944861984] Allocated IP 172.20.0.1 (d298a449-3d7e-45a6-b770-ee623958c3e8/b44ad6f4-41f3-4ff2-b999-80cf8e57547c/25852d3d-de21-4aa1-a031-5981151fd3a8) {{(pid=84875) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 14 07:33:57.484873 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-6fe6033d-8a59-4646-a3b4-6e3f9f69ee4f tempest-SecGroupIPv6Test-296392250 tempest-SecGroupIPv6Test-296392250] Notify callbacks [] for security_group, before_response {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:33:57.486508 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-6fe6033d-8a59-4646-a3b4-6e3f9f69ee4f tempest-SecGroupIPv6Test-296392250 tempest-SecGroupIPv6Test-296392250] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 1.4261758 Jan 14 07:33:57.497392 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84874) accepted ('10.222.0.24', 60300) {{(pid=84874) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:33:57.526813 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.v2.base [None req-5e2b9c3f-8aa9-4bfa-bb7f-5bdbd83f3bc2 tempest-SecGroupIPv6Test-296392250 tempest-SecGroupIPv6Test-296392250] Request body: {'security_group_rule': {'security_group_id': '28c4295a-cdce-46dd-bbb0-d72441faa589', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=84874) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:33:57.550965 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fe6033d-8a59-4646-a3b4-6e3f9f69ee4f tempest-SecGroupIPv6Test-296392250 tempest-SecGroupIPv6Test-296392250] Pushing event updated for resources: {'SecurityGroup': ['ID=28c4295a-cdce-46dd-bbb0-d72441faa589,revision_number=1']} {{(pid=84874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:33:57.551512 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Device 1f50329b-e946-44b8-93d1-33602f2b1536 up at agent ovs-agent-n-d-768862-2 {{(pid=84876) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 07:33:57.554446 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-6fe6033d-8a59-4646-a3b4-6e3f9f69ee4f tempest-SecGroupIPv6Test-296392250 tempest-SecGroupIPv6Test-296392250] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.257s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:33:57.579565 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-5e2b9c3f-8aa9-4bfa-bb7f-5bdbd83f3bc2 tempest-SecGroupIPv6Test-296392250 tempest-SecGroupIPv6Test-296392250] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:33:57.601862 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-5e2b9c3f-8aa9-4bfa-bb7f-5bdbd83f3bc2 tempest-SecGroupIPv6Test-296392250 tempest-SecGroupIPv6Test-296392250] Usage tracker for resource:security_group_rule and tenant:058b4641f1ca48f9b3b9ca658afbc9cc is out of sync, need to count used quota {{(pid=84874) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:33:57.616846 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-5e2b9c3f-8aa9-4bfa-bb7f-5bdbd83f3bc2 tempest-SecGroupIPv6Test-296392250 tempest-SecGroupIPv6Test-296392250] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84874) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:33:57.663144 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Provisioning complete for port 1f50329b-e946-44b8-93d1-33602f2b1536 triggered by entity L2. {{(pid=84876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 07:33:57.663563 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-604227'] for port, provisioning_complete {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:33:57.680245 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-bd836461-f82b-49c0-be7d-4db0931fc15b tempest-TestNetworkAdvancedServerOps-470546014 tempest-TestNetworkAdvancedServerOps-470546014] Notify callbacks [] for security_group_rule, before_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:33:57.681234 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-434ad7fc-875d-4055-93bb-c6c2e9a5833c tempest-TestSecurityGroupsBasicOps-944861984 tempest-TestSecurityGroupsBasicOps-944861984] Notify callbacks [] for port, precommit_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:33:57.698406 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-5e2b9c3f-8aa9-4bfa-bb7f-5bdbd83f3bc2 tempest-SecGroupIPv6Test-296392250 tempest-SecGroupIPv6Test-296392250] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:33:57.708528 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-434ad7fc-875d-4055-93bb-c6c2e9a5833c tempest-TestSecurityGroupsBasicOps-944861984 tempest-TestSecurityGroupsBasicOps-944861984] Transition to ACTIVE for port object 25852d3d-de21-4aa1-a031-5981151fd3a8 will not be triggered until provisioned by entity DHCP. {{(pid=84875) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 07:33:57.734546 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-434ad7fc-875d-4055-93bb-c6c2e9a5833c tempest-TestSecurityGroupsBasicOps-944861984 tempest-TestSecurityGroupsBasicOps-944861984] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777640123575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851621574'] for port, after_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:33:57.753614 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-381e4d85-31ba-4078-b4cf-7f89581f6253 tempest-PortsTestJSON-2091589570 tempest-PortsTestJSON-2091589570] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:33:57.807170 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [None req-cbc183e7-26f6-4c6a-a003-eb6811c9034c tempest-NetworksTest-1803261889 tempest-NetworksTest-1803261889] For port b5566b91-bf67-4e9b-af60-d1c8e21603cc, host n-d-768862-2, got binding levels [] {{(pid=84874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 07:33:57.807573 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-cbc183e7-26f6-4c6a-a003-eb6811c9034c tempest-NetworksTest-1803261889 tempest-NetworksTest-1803261889] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036850862667'] for port, precommit_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:33:57.847511 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-5e2b9c3f-8aa9-4bfa-bb7f-5bdbd83f3bc2 tempest-SecGroupIPv6Test-296392250 tempest-SecGroupIPv6Test-296392250] Notify callbacks [] for security_group_rule, before_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:33:57.907796 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-434ad7fc-875d-4055-93bb-c6c2e9a5833c tempest-TestSecurityGroupsBasicOps-944861984 tempest-TestSecurityGroupsBasicOps-944861984] Pushing event updated for resources: {'Port': ['ID=25852d3d-de21-4aa1-a031-5981151fd3a8,revision_number=1']} {{(pid=84875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:33:57.914061 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-434ad7fc-875d-4055-93bb-c6c2e9a5833c tempest-TestSecurityGroupsBasicOps-944861984 tempest-TestSecurityGroupsBasicOps-944861984] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.161s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:33:57.978280 n-d-768862-2 neutron-server[84765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-434ad7fc-875d-4055-93bb-c6c2e9a5833c tempest-TestSecurityGroupsBasicOps-944861984 tempest-TestSecurityGroupsBasicOps-944861984] Network d298a449-3d7e-45a6-b770-ee623958c3e8 is already hosted by enough agents. {{(pid=84875) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 07:33:57.979651 n-d-768862-2 neutron-server[84765]: DEBUG neutron.scheduler.base_scheduler [None req-434ad7fc-875d-4055-93bb-c6c2e9a5833c tempest-TestSecurityGroupsBasicOps-944861984 tempest-TestSecurityGroupsBasicOps-944861984] Resources bound (agent type, host, resource id): {{(pid=84875) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 07:33:57.982865 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-434ad7fc-875d-4055-93bb-c6c2e9a5833c tempest-TestSecurityGroupsBasicOps-944861984 tempest-TestSecurityGroupsBasicOps-944861984] Received port after_create {{(pid=84875) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 14 07:33:58.037791 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.plugin [None req-cbc183e7-26f6-4c6a-a003-eb6811c9034c tempest-NetworksTest-1803261889 tempest-NetworksTest-1803261889] Calling delete_port for b5566b91-bf67-4e9b-af60-d1c8e21603cc owned by network:dhcp {{(pid=84874) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 07:33:58.046088 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-434ad7fc-875d-4055-93bb-c6c2e9a5833c tempest-TestSecurityGroupsBasicOps-944861984 tempest-TestSecurityGroupsBasicOps-944861984] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036850886386'] for router_interface, before_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:33:58.168965 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-434ad7fc-875d-4055-93bb-c6c2e9a5833c tempest-TestSecurityGroupsBasicOps-944861984 tempest-TestSecurityGroupsBasicOps-944861984] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555753'] for port, before_update {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:33:58.183729 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-bd836461-f82b-49c0-be7d-4db0931fc15b tempest-TestNetworkAdvancedServerOps-470546014 tempest-TestNetworkAdvancedServerOps-470546014] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:33:58.221928 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-bd836461-f82b-49c0-be7d-4db0931fc15b tempest-TestNetworkAdvancedServerOps-470546014 tempest-TestNetworkAdvancedServerOps-470546014] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850966545'] for security_group_rule, after_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:33:58.227797 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:33:58.283660 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd836461-f82b-49c0-be7d-4db0931fc15b tempest-TestNetworkAdvancedServerOps-470546014 tempest-TestNetworkAdvancedServerOps-470546014] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f0c7fcfa-5ee5-47fc-979d-1712e836634c,revision_number=0']} {{(pid=84874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:33:58.286523 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.db_base_plugin_common [None req-72e47105-26db-4714-b6c8-2fa8d7bd367f tempest-RoutersTest-1255860389 tempest-RoutersTest-1255860389] Allocated IP 172.21.0.1 (147cc938-1393-4406-a819-ad21bcaa3c74/b22e4222-1552-4804-811c-492734b7959f/bb50e465-88b0-4954-b074-4aae48239b03) {{(pid=84874) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 14 07:33:58.289764 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-5e2b9c3f-8aa9-4bfa-bb7f-5bdbd83f3bc2 tempest-SecGroupIPv6Test-296392250 tempest-SecGroupIPv6Test-296392250] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:33:58.297498 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-bd836461-f82b-49c0-be7d-4db0931fc15b tempest-TestNetworkAdvancedServerOps-470546014 tempest-TestNetworkAdvancedServerOps-470546014] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:33:58.300149 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.db.api [None req-cbc183e7-26f6-4c6a-a003-eb6811c9034c tempest-NetworksTest-1803261889 tempest-NetworksTest-1803261889] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84874) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Jan 14 07:33:58.300524 n-d-768862-2 neutron-server[84765]: DEBUG oslo_db.api [None req-cbc183e7-26f6-4c6a-a003-eb6811c9034c tempest-NetworksTest-1803261889 tempest-NetworksTest-1803261889] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84874) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Jan 14 07:33:58.304773 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-5e2b9c3f-8aa9-4bfa-bb7f-5bdbd83f3bc2 tempest-SecGroupIPv6Test-296392250 tempest-SecGroupIPv6Test-296392250] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850966545'] for security_group_rule, after_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:33:58.311065 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-11d5056b-34d0-4c25-9ac9-959bf7cd57d1 tempest-AttachVolumeShelveTestJSON-2054363538 tempest-AttachVolumeShelveTestJSON-2054363538] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:33:58.328073 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-bd836461-f82b-49c0-be7d-4db0931fc15b tempest-TestNetworkAdvancedServerOps-470546014 tempest-TestNetworkAdvancedServerOps-470546014] Notify callbacks [] for security_group_rule, before_response {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:33:58.329411 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-bd836461-f82b-49c0-be7d-4db0931fc15b tempest-TestNetworkAdvancedServerOps-470546014 tempest-TestNetworkAdvancedServerOps-470546014] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.5891550 Jan 14 07:33:58.341871 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84874) accepted ('10.222.0.24', 60304) {{(pid=84874) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:33:58.369253 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e2b9c3f-8aa9-4bfa-bb7f-5bdbd83f3bc2 tempest-SecGroupIPv6Test-296392250 tempest-SecGroupIPv6Test-296392250] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1aa65087-7f4d-4e32-8dcf-583e32218863,revision_number=0']} {{(pid=84874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:33:58.374786 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.v2.base [None req-2e7b3cd0-8d74-4036-ac5c-566275a4115c tempest-TestNetworkAdvancedServerOps-470546014 tempest-TestNetworkAdvancedServerOps-470546014] Request body: {'security_group_rule': {'security_group_id': 'd9790464-4eb5-41de-94c7-2db134326591', 'project_id': '6f3510a486e44d0a99223e7a34e71069', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=84874) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:33:58.433126 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-5e2b9c3f-8aa9-4bfa-bb7f-5bdbd83f3bc2 tempest-SecGroupIPv6Test-296392250 tempest-SecGroupIPv6Test-296392250] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:33:58.440991 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-2e7b3cd0-8d74-4036-ac5c-566275a4115c tempest-TestNetworkAdvancedServerOps-470546014 tempest-TestNetworkAdvancedServerOps-470546014] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:33:58.443613 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-5e2b9c3f-8aa9-4bfa-bb7f-5bdbd83f3bc2 tempest-SecGroupIPv6Test-296392250 tempest-SecGroupIPv6Test-296392250] Notify callbacks [] for security_group_rule, before_response {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:33:58.447642 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-5e2b9c3f-8aa9-4bfa-bb7f-5bdbd83f3bc2 tempest-SecGroupIPv6Test-296392250 tempest-SecGroupIPv6Test-296392250] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.9396889 Jan 14 07:33:58.453432 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84875) accepted ('10.222.0.24', 60308) {{(pid=84875) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:33:58.464775 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-2e7b3cd0-8d74-4036-ac5c-566275a4115c tempest-TestNetworkAdvancedServerOps-470546014 tempest-TestNetworkAdvancedServerOps-470546014] Usage tracker for resource:security_group_rule and tenant:6f3510a486e44d0a99223e7a34e71069 is out of sync, need to count used quota {{(pid=84874) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:33:58.470443 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-2e7b3cd0-8d74-4036-ac5c-566275a4115c tempest-TestNetworkAdvancedServerOps-470546014 tempest-TestNetworkAdvancedServerOps-470546014] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=84874) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:33:58.481130 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-2e7b3cd0-8d74-4036-ac5c-566275a4115c tempest-TestNetworkAdvancedServerOps-470546014 tempest-TestNetworkAdvancedServerOps-470546014] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=84874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:33:58.488213 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-a5341993-86a0-40e5-aed6-3a4ba246e695 tempest-SecGroupIPv6Test-296392250 tempest-SecGroupIPv6Test-296392250] 10.222.0.24 "GET /v2.0/security-group-rules/1aa65087-7f4d-4e32-8dcf-583e32218863 HTTP/1.1" status: 200 len: 763 time: 0.0332499 Jan 14 07:33:58.491272 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84875) accepted ('10.222.0.24', 60312) {{(pid=84875) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:33:58.537884 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-2e7b3cd0-8d74-4036-ac5c-566275a4115c tempest-TestNetworkAdvancedServerOps-470546014 tempest-TestNetworkAdvancedServerOps-470546014] Notify callbacks [] for security_group_rule, before_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:33:58.588181 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-72e47105-26db-4714-b6c8-2fa8d7bd367f tempest-RoutersTest-1255860389 tempest-RoutersTest-1255860389] Notify callbacks [] for port, precommit_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:33:58.595147 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-0fd410c9-5b8a-4361-858a-f4657299a7d3 tempest-SecGroupIPv6Test-296392250 tempest-SecGroupIPv6Test-296392250] Synchronizing usage tracker for tenant:058b4641f1ca48f9b3b9ca658afbc9cc on resource:security_group_rule {{(pid=84875) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 14 07:33:58.622919 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-72e47105-26db-4714-b6c8-2fa8d7bd367f tempest-RoutersTest-1255860389 tempest-RoutersTest-1255860389] Transition to ACTIVE for port object bb50e465-88b0-4954-b074-4aae48239b03 will not be triggered until provisioned by entity DHCP. {{(pid=84874) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 07:33:58.637911 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-0fd410c9-5b8a-4361-858a-f4657299a7d3 tempest-SecGroupIPv6Test-296392250 tempest-SecGroupIPv6Test-296392250] Unset dirty status for tenant:058b4641f1ca48f9b3b9ca658afbc9cc on resource:security_group_rule {{(pid=84875) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 14 07:33:58.642733 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-0fd410c9-5b8a-4361-858a-f4657299a7d3 tempest-SecGroupIPv6Test-296392250 tempest-SecGroupIPv6Test-296392250] 10.222.0.24 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.1469769 Jan 14 07:33:58.644097 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84874) accepted ('10.222.0.24', 60318) {{(pid=84874) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:33:58.645399 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-2e7b3cd0-8d74-4036-ac5c-566275a4115c tempest-TestNetworkAdvancedServerOps-470546014 tempest-TestNetworkAdvancedServerOps-470546014] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:33:58.662295 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-2e7b3cd0-8d74-4036-ac5c-566275a4115c tempest-TestNetworkAdvancedServerOps-470546014 tempest-TestNetworkAdvancedServerOps-470546014] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850966545'] for security_group_rule, after_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:33:58.668751 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:33:58.678259 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ef2c0aa-d073-4236-90c7-ac232921a46f None None] Network d298a449-3d7e-45a6-b770-ee623958c3e8 requested from n-d-768862-2 {{(pid=84876) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 07:33:58.694588 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d562185-2135-462c-81fd-40f198407fb6 None None] Network 1fb0a188-fd91-4f8c-ae79-4ec8595fc95c requested from n-d-768862-2 {{(pid=84876) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 07:33:58.700344 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e7b3cd0-8d74-4036-ac5c-566275a4115c tempest-TestNetworkAdvancedServerOps-470546014 tempest-TestNetworkAdvancedServerOps-470546014] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dcaff2d4-0242-4c28-8bda-7a96dfc0b399,revision_number=0']} {{(pid=84874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:33:58.712911 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-2e7b3cd0-8d74-4036-ac5c-566275a4115c tempest-TestNetworkAdvancedServerOps-470546014 tempest-TestNetworkAdvancedServerOps-470546014] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:33:58.778749 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-c43e8ac5-e632-4926-876f-33e1deead794 tempest-SecGroupIPv6Test-296392250 tempest-SecGroupIPv6Test-296392250] Notify callbacks [] for security_group_rule, before_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:33:58.788557 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-2e7b3cd0-8d74-4036-ac5c-566275a4115c tempest-TestNetworkAdvancedServerOps-470546014 tempest-TestNetworkAdvancedServerOps-470546014] Notify callbacks [] for security_group_rule, before_response {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:33:58.792575 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-2e7b3cd0-8d74-4036-ac5c-566275a4115c tempest-TestNetworkAdvancedServerOps-470546014 tempest-TestNetworkAdvancedServerOps-470546014] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4301693 Jan 14 07:33:58.793233 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84875) accepted ('10.222.0.24', 60322) {{(pid=84875) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:33:58.794631 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-72e47105-26db-4714-b6c8-2fa8d7bd367f tempest-RoutersTest-1255860389 tempest-RoutersTest-1255860389] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777640123575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3254186'] for port, after_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:33:58.810096 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.v2.base [None req-de2e926f-02a4-4f95-80d4-00bf3696c35f tempest-TestNetworkAdvancedServerOps-470546014 tempest-TestNetworkAdvancedServerOps-470546014] Request body: {'security_group_rule': {'security_group_id': 'd9790464-4eb5-41de-94c7-2db134326591', 'project_id': '6f3510a486e44d0a99223e7a34e71069', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=84875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:33:58.816875 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-c43e8ac5-e632-4926-876f-33e1deead794 tempest-SecGroupIPv6Test-296392250 tempest-SecGroupIPv6Test-296392250] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:33:58.823472 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-437f22c6-90e7-4c95-a8f9-50d76808a399 tempest-PortsTestJSON-2091589570 tempest-PortsTestJSON-2091589570] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:33:58.824576 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-de2e926f-02a4-4f95-80d4-00bf3696c35f tempest-TestNetworkAdvancedServerOps-470546014 tempest-TestNetworkAdvancedServerOps-470546014] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:33:58.833122 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-de2e926f-02a4-4f95-80d4-00bf3696c35f tempest-TestNetworkAdvancedServerOps-470546014 tempest-TestNetworkAdvancedServerOps-470546014] Usage tracker for resource:security_group_rule and tenant:6f3510a486e44d0a99223e7a34e71069 is out of sync, need to count used quota {{(pid=84875) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:33:58.837455 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-de2e926f-02a4-4f95-80d4-00bf3696c35f tempest-TestNetworkAdvancedServerOps-470546014 tempest-TestNetworkAdvancedServerOps-470546014] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=84875) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:33:58.845093 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-de2e926f-02a4-4f95-80d4-00bf3696c35f tempest-TestNetworkAdvancedServerOps-470546014 tempest-TestNetworkAdvancedServerOps-470546014] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=84875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:33:58.859573 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.plugin [None req-cbc183e7-26f6-4c6a-a003-eb6811c9034c tempest-NetworksTest-1803261889 tempest-NetworksTest-1803261889] Deleting port b5566b91-bf67-4e9b-af60-d1c8e21603cc {{(pid=84874) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 07:33:58.859991 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-cbc183e7-26f6-4c6a-a003-eb6811c9034c tempest-NetworksTest-1803261889 tempest-NetworksTest-1803261889] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363259214248359'] for port, before_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:33:58.880290 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-434ad7fc-875d-4055-93bb-c6c2e9a5833c tempest-TestSecurityGroupsBasicOps-944861984 tempest-TestSecurityGroupsBasicOps-944861984] Notify callbacks [] for port, precommit_update {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:33:58.882372 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-de2e926f-02a4-4f95-80d4-00bf3696c35f tempest-TestNetworkAdvancedServerOps-470546014 tempest-TestNetworkAdvancedServerOps-470546014] Notify callbacks [] for security_group_rule, before_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:33:58.893343 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-434ad7fc-875d-4055-93bb-c6c2e9a5833c tempest-TestSecurityGroupsBasicOps-944861984 tempest-TestSecurityGroupsBasicOps-944861984] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777640533312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363259214678337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777640097497', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3154211'] for port, after_update {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:33:58.914677 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-971b9ab2-296a-48a1-96ec-a6ad0f9eece2 None None] Provisioning for port b5566b91-bf67-4e9b-af60-d1c8e21603cc completed by entity DHCP. {{(pid=84876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 07:33:58.928118 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-e3c45b4b-800d-46e1-96b7-b4a0e32e0ced tempest-PortsIpV6TestJSON-1330665174 tempest-PortsIpV6TestJSON-1330665174] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:33:59.035061 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72e47105-26db-4714-b6c8-2fa8d7bd367f tempest-RoutersTest-1255860389 tempest-RoutersTest-1255860389] Pushing event updated for resources: {'Port': ['ID=bb50e465-88b0-4954-b074-4aae48239b03,revision_number=1']} {{(pid=84874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:33:59.038414 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-c43e8ac5-e632-4926-876f-33e1deead794 tempest-SecGroupIPv6Test-296392250 tempest-SecGroupIPv6Test-296392250] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850966545'] for security_group_rule, after_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:33:59.053461 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-72e47105-26db-4714-b6c8-2fa8d7bd367f tempest-RoutersTest-1255860389 tempest-RoutersTest-1255860389] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.230s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:33:59.057461 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-bd836461-f82b-49c0-be7d-4db0931fc15b tempest-TestNetworkAdvancedServerOps-470546014 tempest-TestNetworkAdvancedServerOps-470546014] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:33:59.058361 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-434ad7fc-875d-4055-93bb-c6c2e9a5833c tempest-TestSecurityGroupsBasicOps-944861984 tempest-TestSecurityGroupsBasicOps-944861984] Pushing event updated for resources: {'Port': ['ID=25852d3d-de21-4aa1-a031-5981151fd3a8,revision_number=2']} {{(pid=84875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:33:59.063764 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-434ad7fc-875d-4055-93bb-c6c2e9a5833c tempest-TestSecurityGroupsBasicOps-944861984 tempest-TestSecurityGroupsBasicOps-944861984] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3206949', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3889649'] for router_interface, after_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:33:59.076169 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c43e8ac5-e632-4926-876f-33e1deead794 tempest-SecGroupIPv6Test-296392250 tempest-SecGroupIPv6Test-296392250] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=1aa65087-7f4d-4e32-8dcf-583e32218863,revision_number=None']} {{(pid=84874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:33:59.085044 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-434ad7fc-875d-4055-93bb-c6c2e9a5833c tempest-TestSecurityGroupsBasicOps-944861984 tempest-TestSecurityGroupsBasicOps-944861984] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.157s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:33:59.111432 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-c43e8ac5-e632-4926-876f-33e1deead794 tempest-SecGroupIPv6Test-296392250 tempest-SecGroupIPv6Test-296392250] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:33:59.153328 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-c43e8ac5-e632-4926-876f-33e1deead794 tempest-SecGroupIPv6Test-296392250 tempest-SecGroupIPv6Test-296392250] Notify callbacks [] for security_group_rule, before_response {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:33:59.157291 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-c43e8ac5-e632-4926-876f-33e1deead794 tempest-SecGroupIPv6Test-296392250 tempest-SecGroupIPv6Test-296392250] 10.222.0.24 "DELETE /v2.0/security-group-rules/1aa65087-7f4d-4e32-8dcf-583e32218863 HTTP/1.1" status: 204 len: 168 time: 0.5081179 Jan 14 07:33:59.163099 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84874) accepted ('10.222.0.24', 60326) {{(pid=84874) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:33:59.167889 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-de2e926f-02a4-4f95-80d4-00bf3696c35f tempest-TestNetworkAdvancedServerOps-470546014 tempest-TestNetworkAdvancedServerOps-470546014] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:33:59.172237 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-de2e926f-02a4-4f95-80d4-00bf3696c35f tempest-TestNetworkAdvancedServerOps-470546014 tempest-TestNetworkAdvancedServerOps-470546014] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850966545'] for security_group_rule, after_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:33:59.179767 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-2fe6280b-0be6-4870-92a7-ac20a83aa3f2 tempest-SecGroupIPv6Test-296392250 tempest-SecGroupIPv6Test-296392250] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:33:59.204747 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de2e926f-02a4-4f95-80d4-00bf3696c35f tempest-TestNetworkAdvancedServerOps-470546014 tempest-TestNetworkAdvancedServerOps-470546014] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6a5bcc43-e4bf-4d69-9fe7-ebf39a14bf73,revision_number=0']} {{(pid=84875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:33:59.211104 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-de2e926f-02a4-4f95-80d4-00bf3696c35f tempest-TestNetworkAdvancedServerOps-470546014 tempest-TestNetworkAdvancedServerOps-470546014] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:33:59.237935 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-de2e926f-02a4-4f95-80d4-00bf3696c35f tempest-TestNetworkAdvancedServerOps-470546014 tempest-TestNetworkAdvancedServerOps-470546014] Notify callbacks [] for security_group_rule, before_response {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:33:59.239237 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-de2e926f-02a4-4f95-80d4-00bf3696c35f tempest-TestNetworkAdvancedServerOps-470546014 tempest-TestNetworkAdvancedServerOps-470546014] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4447808 Jan 14 07:33:59.243980 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84875) accepted ('10.222.0.24', 60330) {{(pid=84875) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:33:59.260983 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.v2.base [None req-17f32a09-2719-452d-b06c-4ecddf6ec19d tempest-TestNetworkAdvancedServerOps-470546014 tempest-TestNetworkAdvancedServerOps-470546014] Request body: {'security_group_rule': {'security_group_id': 'd9790464-4eb5-41de-94c7-2db134326591', 'project_id': '6f3510a486e44d0a99223e7a34e71069', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=84875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:33:59.262868 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6af17857-8204-4083-be59-0197265dfbe1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5d94dc7a-c095-50a4-955e-5f3b78718a12-d298a449-3d7e-45a6-b770-ee623958c3e8', 'network_id': 'd298a449-3d7e-45a6-b770-ee623958c3e8', 'tenant_id': 'da40f1f08d464ed39ed4c77ed164e902', 'fixed_ips': [{'subnet_id': 'b44ad6f4-41f3-4ff2-b999-80cf8e57547c'}]}} from n-d-768862-2. {{(pid=84876) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Jan 14 07:33:59.264854 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-6af17857-8204-4083-be59-0197265dfbe1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555753'] for port, before_create {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:33:59.275261 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-17f32a09-2719-452d-b06c-4ecddf6ec19d tempest-TestNetworkAdvancedServerOps-470546014 tempest-TestNetworkAdvancedServerOps-470546014] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:33:59.282872 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-17f32a09-2719-452d-b06c-4ecddf6ec19d tempest-TestNetworkAdvancedServerOps-470546014 tempest-TestNetworkAdvancedServerOps-470546014] Usage tracker for resource:security_group_rule and tenant:6f3510a486e44d0a99223e7a34e71069 is out of sync, need to count used quota {{(pid=84875) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:33:59.289466 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-17f32a09-2719-452d-b06c-4ecddf6ec19d tempest-TestNetworkAdvancedServerOps-470546014 tempest-TestNetworkAdvancedServerOps-470546014] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=84875) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:33:59.298227 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-17f32a09-2719-452d-b06c-4ecddf6ec19d tempest-TestNetworkAdvancedServerOps-470546014 tempest-TestNetworkAdvancedServerOps-470546014] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=84875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:33:59.299245 n-d-768862-2 neutron-server[84765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72e47105-26db-4714-b6c8-2fa8d7bd367f tempest-RoutersTest-1255860389 tempest-RoutersTest-1255860389] Network 147cc938-1393-4406-a819-ad21bcaa3c74 is already hosted by enough agents. {{(pid=84874) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 07:33:59.304683 n-d-768862-2 neutron-server[84765]: DEBUG neutron.scheduler.base_scheduler [None req-72e47105-26db-4714-b6c8-2fa8d7bd367f tempest-RoutersTest-1255860389 tempest-RoutersTest-1255860389] Resources bound (agent type, host, resource id): {{(pid=84874) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 07:33:59.311921 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72e47105-26db-4714-b6c8-2fa8d7bd367f tempest-RoutersTest-1255860389 tempest-RoutersTest-1255860389] Received port after_create {{(pid=84874) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 14 07:33:59.315872 n-d-768862-2 neutron-server[84765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-434ad7fc-875d-4055-93bb-c6c2e9a5833c tempest-TestSecurityGroupsBasicOps-944861984 tempest-TestSecurityGroupsBasicOps-944861984] Network d298a449-3d7e-45a6-b770-ee623958c3e8 is already hosted by enough agents. {{(pid=84875) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 07:33:59.317791 n-d-768862-2 neutron-server[84765]: DEBUG neutron.scheduler.base_scheduler [None req-434ad7fc-875d-4055-93bb-c6c2e9a5833c tempest-TestSecurityGroupsBasicOps-944861984 tempest-TestSecurityGroupsBasicOps-944861984] Resources bound (agent type, host, resource id): {{(pid=84875) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 07:33:59.343706 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-17f32a09-2719-452d-b06c-4ecddf6ec19d tempest-TestNetworkAdvancedServerOps-470546014 tempest-TestNetworkAdvancedServerOps-470546014] Notify callbacks [] for security_group_rule, before_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:33:59.408583 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-72e47105-26db-4714-b6c8-2fa8d7bd367f tempest-RoutersTest-1255860389 tempest-RoutersTest-1255860389] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036850886386'] for router_interface, before_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:33:59.551023 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-4c909455-5db4-43a0-8c1f-4c3cc218e885 tempest-SecGroupIPv6Test-296392250 tempest-SecGroupIPv6Test-296392250] Synchronizing usage tracker for tenant:058b4641f1ca48f9b3b9ca658afbc9cc on resource:security_group_rule {{(pid=84874) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 14 07:33:59.681576 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-72e47105-26db-4714-b6c8-2fa8d7bd367f tempest-RoutersTest-1255860389 tempest-RoutersTest-1255860389] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555753'] for port, before_update {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:33:59.702902 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-4c909455-5db4-43a0-8c1f-4c3cc218e885 tempest-SecGroupIPv6Test-296392250 tempest-SecGroupIPv6Test-296392250] Unset dirty status for tenant:058b4641f1ca48f9b3b9ca658afbc9cc on resource:security_group_rule {{(pid=84874) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 14 07:33:59.707872 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-4c909455-5db4-43a0-8c1f-4c3cc218e885 tempest-SecGroupIPv6Test-296392250 tempest-SecGroupIPv6Test-296392250] 10.222.0.24 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.5433686 Jan 14 07:33:59.711311 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84874) accepted ('10.222.0.24', 60334) {{(pid=84874) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:33:59.724377 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.db_base_plugin_common [None req-6af17857-8204-4083-be59-0197265dfbe1 None None] Allocated IP 172.20.0.2 (d298a449-3d7e-45a6-b770-ee623958c3e8/b44ad6f4-41f3-4ff2-b999-80cf8e57547c/54ff2f34-1763-4998-a4ee-94823da48930) {{(pid=84876) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 14 07:33:59.932965 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.v2.base [None req-2977ac72-b2b0-48e4-b24f-b7b619e64f23 tempest-SecGroupIPv6Test-296392250 tempest-SecGroupIPv6Test-296392250] Request body: {'security_group_rule': {'security_group_id': '28c4295a-cdce-46dd-bbb0-d72441faa589', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=84874) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:34:00.013844 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-2977ac72-b2b0-48e4-b24f-b7b619e64f23 tempest-SecGroupIPv6Test-296392250 tempest-SecGroupIPv6Test-296392250] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:34:00.024400 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-6af17857-8204-4083-be59-0197265dfbe1 None None] Notify callbacks [] for port, precommit_create {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:34:00.038405 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Device b5566b91-bf67-4e9b-af60-d1c8e21603cc up at agent ovs-agent-n-d-768862-2 {{(pid=84876) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 07:34:00.047067 n-d-768862-2 neutron-server[84765]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-434ad7fc-875d-4055-93bb-c6c2e9a5833c tempest-TestSecurityGroupsBasicOps-944861984 tempest-TestSecurityGroupsBasicOps-944861984] Router d16db5c4-b1a5-40c1-8fd8-3011e86cd8f4 has already been hosted by L3 agent 35f592e9-451b-4db9-abea-77b6a5c5391b {{(pid=84875) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Jan 14 07:34:00.047350 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [None req-cbc183e7-26f6-4c6a-a003-eb6811c9034c tempest-NetworksTest-1803261889 tempest-NetworksTest-1803261889] For port b5566b91-bf67-4e9b-af60-d1c8e21603cc, host n-d-768862-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-2',level=0,port_id=b5566b91-bf67-4e9b-af60-d1c8e21603cc,segment=NetworkSegment(9ac3ec39-37f1-4e2d-a73b-3fe2c5dc2a0d),segment_id=9ac3ec39-37f1-4e2d-a73b-3fe2c5dc2a0d)] {{(pid=84874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 07:34:00.047866 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-cbc183e7-26f6-4c6a-a003-eb6811c9034c tempest-NetworksTest-1803261889 tempest-NetworksTest-1803261889] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036850862667'] for port, precommit_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:34:00.061092 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-2977ac72-b2b0-48e4-b24f-b7b619e64f23 tempest-SecGroupIPv6Test-296392250 tempest-SecGroupIPv6Test-296392250] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:34:00.064742 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-17f32a09-2719-452d-b06c-4ecddf6ec19d tempest-TestNetworkAdvancedServerOps-470546014 tempest-TestNetworkAdvancedServerOps-470546014] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:34:00.082643 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-6af17857-8204-4083-be59-0197265dfbe1 None None] Transition to ACTIVE for port object 54ff2f34-1763-4998-a4ee-94823da48930 will not be triggered until provisioned by entity L2. {{(pid=84876) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 07:34:00.121679 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-6af17857-8204-4083-be59-0197265dfbe1 None None] Transition to ACTIVE for port object 54ff2f34-1763-4998-a4ee-94823da48930 will not be triggered until provisioned by entity DHCP. {{(pid=84876) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 07:34:00.126336 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-17f32a09-2719-452d-b06c-4ecddf6ec19d tempest-TestNetworkAdvancedServerOps-470546014 tempest-TestNetworkAdvancedServerOps-470546014] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850966545'] for security_group_rule, after_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:34:00.132153 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-6af17857-8204-4083-be59-0197265dfbe1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777640123575'] for port, after_create {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:34:00.140840 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-fda24179-69df-4ca6-85e0-1b169e0a9ccb tempest-TestNetworkBasicOps-1983703278 tempest-TestNetworkBasicOps-1983703278] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:34:00.149068 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-628c8b7a-f667-4e81-abb7-91487e0b33f9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84876) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:34:00.193909 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.plugin [None req-cbc183e7-26f6-4c6a-a003-eb6811c9034c tempest-NetworksTest-1803261889 tempest-NetworksTest-1803261889] Calling delete_port for b5566b91-bf67-4e9b-af60-d1c8e21603cc owned by network:dhcp {{(pid=84874) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 07:34:00.245385 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17f32a09-2719-452d-b06c-4ecddf6ec19d tempest-TestNetworkAdvancedServerOps-470546014 tempest-TestNetworkAdvancedServerOps-470546014] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e93f2cb3-ffba-47df-9881-ff643ec0ad63,revision_number=0']} {{(pid=84875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:34:00.252798 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-17f32a09-2719-452d-b06c-4ecddf6ec19d tempest-TestNetworkAdvancedServerOps-470546014 tempest-TestNetworkAdvancedServerOps-470546014] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:34:00.257310 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-17f32a09-2719-452d-b06c-4ecddf6ec19d tempest-TestNetworkAdvancedServerOps-470546014 tempest-TestNetworkAdvancedServerOps-470546014] Notify callbacks [] for security_group_rule, before_response {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:34:00.258543 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-17f32a09-2719-452d-b06c-4ecddf6ec19d tempest-TestNetworkAdvancedServerOps-470546014 tempest-TestNetworkAdvancedServerOps-470546014] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 1.0136087 Jan 14 07:34:00.261846 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84875) accepted ('10.222.0.24', 60340) {{(pid=84875) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:34:00.271133 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.v2.base [None req-f8fcde81-d931-421e-b8b3-34f1d1e68d0a tempest-TestNetworkAdvancedServerOps-470546014 tempest-TestNetworkAdvancedServerOps-470546014] Request body: {'security_group_rule': {'security_group_id': 'd9790464-4eb5-41de-94c7-2db134326591', 'project_id': '6f3510a486e44d0a99223e7a34e71069', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=84875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:34:00.285715 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-2977ac72-b2b0-48e4-b24f-b7b619e64f23 tempest-SecGroupIPv6Test-296392250 tempest-SecGroupIPv6Test-296392250] Notify callbacks [] for security_group_rule, before_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:34:00.287247 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-f8fcde81-d931-421e-b8b3-34f1d1e68d0a tempest-TestNetworkAdvancedServerOps-470546014 tempest-TestNetworkAdvancedServerOps-470546014] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:34:00.303878 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-f8fcde81-d931-421e-b8b3-34f1d1e68d0a tempest-TestNetworkAdvancedServerOps-470546014 tempest-TestNetworkAdvancedServerOps-470546014] Usage tracker for resource:security_group_rule and tenant:6f3510a486e44d0a99223e7a34e71069 is out of sync, need to count used quota {{(pid=84875) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:34:00.310932 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-f8fcde81-d931-421e-b8b3-34f1d1e68d0a tempest-TestNetworkAdvancedServerOps-470546014 tempest-TestNetworkAdvancedServerOps-470546014] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=84875) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:34:00.320025 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-f8fcde81-d931-421e-b8b3-34f1d1e68d0a tempest-TestNetworkAdvancedServerOps-470546014 tempest-TestNetworkAdvancedServerOps-470546014] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=84875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:34:00.333734 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-434ad7fc-875d-4055-93bb-c6c2e9a5833c tempest-TestSecurityGroupsBasicOps-944861984 tempest-TestSecurityGroupsBasicOps-944861984] Notify agent at l3_agent.n-d-768862-2 the message routers_updated {{(pid=84875) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jan 14 07:34:00.340175 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-434ad7fc-875d-4055-93bb-c6c2e9a5833c tempest-TestSecurityGroupsBasicOps-944861984 tempest-TestSecurityGroupsBasicOps-944861984] 10.222.0.24 "PUT /v2.0/routers/d16db5c4-b1a5-40c1-8fd8-3011e86cd8f4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.2104640 Jan 14 07:34:00.348294 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c08da07-04dc-4f63-8f3c-ded7f9155f9f None None] Sync routers for ids ['d16db5c4-b1a5-40c1-8fd8-3011e86cd8f4'] in n-d-768862-2 {{(pid=84877) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Jan 14 07:34:00.353233 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84875) accepted ('10.222.0.24', 60344) {{(pid=84875) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:34:00.354186 n-d-768862-2 neutron-server[84765]: INFO neutron.db.securitygroups_db [None req-f8fcde81-d931-421e-b8b3-34f1d1e68d0a tempest-TestNetworkAdvancedServerOps-470546014 tempest-TestNetworkAdvancedServerOps-470546014] Project 6f3510a486e44d0a99223e7a34e71069 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 14 07:34:00.368566 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c08da07-04dc-4f63-8f3c-ded7f9155f9f None None] Routers {'d16db5c4-b1a5-40c1-8fd8-3011e86cd8f4'} bound to L3 agent in host n-d-768862-2 {{(pid=84877) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 14 07:34:00.369606 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_hamode_db [None req-5c08da07-04dc-4f63-8f3c-ded7f9155f9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-01-14T06:56:51Z,description=,heartbeat_timestamp=2021-01-14T07:33:52Z,host='n-d-768862-2',id=35f592e9-451b-4db9-abea-77b6a5c5391b,load=0,resource_versions=,resources_synced=,started_at=2021-01-14T06:56:51Z,topic='l3_agent')) {'router_ids': ['d16db5c4-b1a5-40c1-8fd8-3011e86cd8f4'], 'active': True} {{(pid=84877) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:34:00.369758 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.v2.base [None req-e5745ccc-bf4b-49ee-ba77-dbbf1d4ed702 tempest-TestSecurityGroupsBasicOps-944861984 tempest-TestSecurityGroupsBasicOps-944861984] Request body: {'security_group': {'name': 'tempest-secgroup_access--1018530668', 'description': 'tempest-secgroup_access--1018530668 description', 'project_id': 'da40f1f08d464ed39ed4c77ed164e902'}} {{(pid=84875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:34:00.381863 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-e5745ccc-bf4b-49ee-ba77-dbbf1d4ed702 tempest-TestSecurityGroupsBasicOps-944861984 tempest-TestSecurityGroupsBasicOps-944861984] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:34:00.386629 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-e5745ccc-bf4b-49ee-ba77-dbbf1d4ed702 tempest-TestSecurityGroupsBasicOps-944861984 tempest-TestSecurityGroupsBasicOps-944861984] Usage tracker for resource:security_group and tenant:da40f1f08d464ed39ed4c77ed164e902 is out of sync, need to count used quota {{(pid=84875) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:34:00.392681 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-e5745ccc-bf4b-49ee-ba77-dbbf1d4ed702 tempest-TestSecurityGroupsBasicOps-944861984 tempest-TestSecurityGroupsBasicOps-944861984] Quota usage for security_group was recalculated. Used quota:1. {{(pid=84875) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:34:00.399221 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-e5745ccc-bf4b-49ee-ba77-dbbf1d4ed702 tempest-TestSecurityGroupsBasicOps-944861984 tempest-TestSecurityGroupsBasicOps-944861984] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:34:00.408182 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-f8fcde81-d931-421e-b8b3-34f1d1e68d0a tempest-TestNetworkAdvancedServerOps-470546014 tempest-TestNetworkAdvancedServerOps-470546014] Notify callbacks [] for security_group_rule, before_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:34:00.420593 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-e5745ccc-bf4b-49ee-ba77-dbbf1d4ed702 tempest-TestSecurityGroupsBasicOps-944861984 tempest-TestSecurityGroupsBasicOps-944861984] Notify callbacks [] for security_group, before_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:34:00.477756 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-e5745ccc-bf4b-49ee-ba77-dbbf1d4ed702 tempest-TestSecurityGroupsBasicOps-944861984 tempest-TestSecurityGroupsBasicOps-944861984] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:34:00.489665 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-e5745ccc-bf4b-49ee-ba77-dbbf1d4ed702 tempest-TestSecurityGroupsBasicOps-944861984 tempest-TestSecurityGroupsBasicOps-944861984] Usage tracker for resource:security_group_rule and tenant:da40f1f08d464ed39ed4c77ed164e902 is out of sync, need to count used quota {{(pid=84875) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:34:00.499312 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-e5745ccc-bf4b-49ee-ba77-dbbf1d4ed702 tempest-TestSecurityGroupsBasicOps-944861984 tempest-TestSecurityGroupsBasicOps-944861984] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84875) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:34:00.508686 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-e5745ccc-bf4b-49ee-ba77-dbbf1d4ed702 tempest-TestSecurityGroupsBasicOps-944861984 tempest-TestSecurityGroupsBasicOps-944861984] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:34:00.518811 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-31dba358-0e77-4a98-b72c-ae665be3a900 None None] Provisioning complete for port b5566b91-bf67-4e9b-af60-d1c8e21603cc triggered by entity DHCP. {{(pid=84876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 07:34:00.519234 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-31dba358-0e77-4a98-b72c-ae665be3a900 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-604227'] for port, provisioning_complete {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:34:00.527738 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-f8fcde81-d931-421e-b8b3-34f1d1e68d0a tempest-TestNetworkAdvancedServerOps-470546014 tempest-TestNetworkAdvancedServerOps-470546014] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:34:00.534130 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-f8fcde81-d931-421e-b8b3-34f1d1e68d0a tempest-TestNetworkAdvancedServerOps-470546014 tempest-TestNetworkAdvancedServerOps-470546014] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850966545'] for security_group_rule, after_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:34:00.540711 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-70e04f50-08e6-4140-9b05-84b3296a160a tempest-SecGroupIPv6Test-296392250 tempest-SecGroupIPv6Test-296392250] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:34:00.583314 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8fcde81-d931-421e-b8b3-34f1d1e68d0a tempest-TestNetworkAdvancedServerOps-470546014 tempest-TestNetworkAdvancedServerOps-470546014] Pushing event updated for resources: {'SecurityGroupRule': ['ID=509d662f-c1bc-4a55-b367-1ebf092ec4cc,revision_number=0']} {{(pid=84875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:34:00.591607 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-f8fcde81-d931-421e-b8b3-34f1d1e68d0a tempest-TestNetworkAdvancedServerOps-470546014 tempest-TestNetworkAdvancedServerOps-470546014] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:34:00.598148 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Provisioning for port b5566b91-bf67-4e9b-af60-d1c8e21603cc completed by entity L2. {{(pid=84876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 07:34:00.606433 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-f8fcde81-d931-421e-b8b3-34f1d1e68d0a tempest-TestNetworkAdvancedServerOps-470546014 tempest-TestNetworkAdvancedServerOps-470546014] Notify callbacks [] for security_group_rule, before_response {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:34:00.607924 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-f8fcde81-d931-421e-b8b3-34f1d1e68d0a tempest-TestNetworkAdvancedServerOps-470546014 tempest-TestNetworkAdvancedServerOps-470546014] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3449702 Jan 14 07:34:00.611629 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84875) accepted ('10.222.0.24', 60348) {{(pid=84875) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:34:00.617931 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.v2.base [None req-2356757e-27b8-4f8f-be85-bda24930f870 tempest-TestNetworkAdvancedServerOps-470546014 tempest-TestNetworkAdvancedServerOps-470546014] Request body: {'security_group_rule': {'security_group_id': 'd9790464-4eb5-41de-94c7-2db134326591', 'project_id': '6f3510a486e44d0a99223e7a34e71069', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=84875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:34:00.624558 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6af17857-8204-4083-be59-0197265dfbe1 None None] Pushing event updated for resources: {'Port': ['ID=54ff2f34-1763-4998-a4ee-94823da48930,revision_number=1']} {{(pid=84876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:34:00.628672 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-6af17857-8204-4083-be59-0197265dfbe1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.480s {{(pid=84876) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:34:00.633017 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Provisioning complete for port b5566b91-bf67-4e9b-af60-d1c8e21603cc triggered by entity L2. {{(pid=84876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 07:34:00.633410 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-604227'] for port, provisioning_complete {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:34:00.641368 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-2356757e-27b8-4f8f-be85-bda24930f870 tempest-TestNetworkAdvancedServerOps-470546014 tempest-TestNetworkAdvancedServerOps-470546014] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:34:00.648496 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-2356757e-27b8-4f8f-be85-bda24930f870 tempest-TestNetworkAdvancedServerOps-470546014 tempest-TestNetworkAdvancedServerOps-470546014] Usage tracker for resource:security_group_rule and tenant:6f3510a486e44d0a99223e7a34e71069 is out of sync, need to count used quota {{(pid=84875) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:34:00.660342 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-2356757e-27b8-4f8f-be85-bda24930f870 tempest-TestNetworkAdvancedServerOps-470546014 tempest-TestNetworkAdvancedServerOps-470546014] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=84875) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:34:00.672038 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-2356757e-27b8-4f8f-be85-bda24930f870 tempest-TestNetworkAdvancedServerOps-470546014 tempest-TestNetworkAdvancedServerOps-470546014] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=84875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:34:00.689219 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-e5745ccc-bf4b-49ee-ba77-dbbf1d4ed702 tempest-TestSecurityGroupsBasicOps-944861984 tempest-TestSecurityGroupsBasicOps-944861984] Notify callbacks [] for security_group, precommit_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:34:00.700821 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-e5745ccc-bf4b-49ee-ba77-dbbf1d4ed702 tempest-TestSecurityGroupsBasicOps-944861984 tempest-TestSecurityGroupsBasicOps-944861984] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850887153'] for security_group, after_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:34:00.706517 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_dvr_db [None req-5c08da07-04dc-4f63-8f3c-ded7f9155f9f None None] Set router d16db5c4-b1a5-40c1-8fd8-3011e86cd8f4 gateway port host: n-d-768862-2 {{(pid=84877) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 14 07:34:00.708005 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-2b114c85-1861-486d-b073-c546c6ce60e3 tempest-SecGroupIPv6Test-296392250 tempest-SecGroupIPv6Test-296392250] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:34:00.725547 n-d-768862-2 neutron-server[84765]: INFO neutron.db.securitygroups_db [None req-2356757e-27b8-4f8f-be85-bda24930f870 tempest-TestNetworkAdvancedServerOps-470546014 tempest-TestNetworkAdvancedServerOps-470546014] Project 6f3510a486e44d0a99223e7a34e71069 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 14 07:34:00.738795 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-2356757e-27b8-4f8f-be85-bda24930f870 tempest-TestNetworkAdvancedServerOps-470546014 tempest-TestNetworkAdvancedServerOps-470546014] Notify callbacks [] for security_group_rule, before_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:34:00.792155 n-d-768862-2 neutron-server[84765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6af17857-8204-4083-be59-0197265dfbe1 None None] Network d298a449-3d7e-45a6-b770-ee623958c3e8 is already hosted by enough agents. {{(pid=84876) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 07:34:00.794707 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-e5745ccc-bf4b-49ee-ba77-dbbf1d4ed702 tempest-TestSecurityGroupsBasicOps-944861984 tempest-TestSecurityGroupsBasicOps-944861984] Notify callbacks [] for security_group, before_response {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:34:00.796663 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-e5745ccc-bf4b-49ee-ba77-dbbf1d4ed702 tempest-TestSecurityGroupsBasicOps-944861984 tempest-TestSecurityGroupsBasicOps-944861984] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1800 time: 0.4368496 Jan 14 07:34:00.803650 n-d-768862-2 neutron-server[84765]: DEBUG neutron.scheduler.base_scheduler [None req-6af17857-8204-4083-be59-0197265dfbe1 None None] Resources bound (agent type, host, resource id): {{(pid=84876) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 07:34:00.807424 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6af17857-8204-4083-be59-0197265dfbe1 None None] Received port after_create {{(pid=84876) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 14 07:34:00.809303 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5745ccc-bf4b-49ee-ba77-dbbf1d4ed702 tempest-TestSecurityGroupsBasicOps-944861984 tempest-TestSecurityGroupsBasicOps-944861984] Pushing event updated for resources: {'SecurityGroup': ['ID=e04b9427-13b9-47e2-971c-8f5a3d83200e,revision_number=1']} {{(pid=84875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:34:00.809664 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84874) accepted ('10.222.0.24', 60352) {{(pid=84874) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:34:00.815432 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-e5745ccc-bf4b-49ee-ba77-dbbf1d4ed702 tempest-TestSecurityGroupsBasicOps-944861984 tempest-TestSecurityGroupsBasicOps-944861984] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:34:00.823285 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.v2.base [None req-7900bb14-4324-486d-b9a6-fcc21be05d38 tempest-TestSecurityGroupsBasicOps-944861984 tempest-TestSecurityGroupsBasicOps-944861984] Request body: {'security_group': {'name': 'tempest-secgroup_general--430430577', 'description': 'tempest-secgroup_general--430430577 description', 'project_id': 'da40f1f08d464ed39ed4c77ed164e902'}} {{(pid=84874) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:34:00.855234 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-2356757e-27b8-4f8f-be85-bda24930f870 tempest-TestNetworkAdvancedServerOps-470546014 tempest-TestNetworkAdvancedServerOps-470546014] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:34:00.860520 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-7900bb14-4324-486d-b9a6-fcc21be05d38 tempest-TestSecurityGroupsBasicOps-944861984 tempest-TestSecurityGroupsBasicOps-944861984] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:34:00.861243 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-2356757e-27b8-4f8f-be85-bda24930f870 tempest-TestNetworkAdvancedServerOps-470546014 tempest-TestNetworkAdvancedServerOps-470546014] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850966545'] for security_group_rule, after_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:34:00.864175 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-15803628-fafd-40a2-bd1b-c59b9664dd53 tempest-SecGroupIPv6Test-296392250 tempest-SecGroupIPv6Test-296392250] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:34:00.874174 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-7900bb14-4324-486d-b9a6-fcc21be05d38 tempest-TestSecurityGroupsBasicOps-944861984 tempest-TestSecurityGroupsBasicOps-944861984] Usage tracker for resource:security_group and tenant:da40f1f08d464ed39ed4c77ed164e902 is out of sync, need to count used quota {{(pid=84874) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:34:00.877403 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-7900bb14-4324-486d-b9a6-fcc21be05d38 tempest-TestSecurityGroupsBasicOps-944861984 tempest-TestSecurityGroupsBasicOps-944861984] Quota usage for security_group was recalculated. Used quota:2. {{(pid=84874) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:34:00.885186 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2356757e-27b8-4f8f-be85-bda24930f870 tempest-TestNetworkAdvancedServerOps-470546014 tempest-TestNetworkAdvancedServerOps-470546014] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b878f879-682e-4145-9493-70988e6eb3c8,revision_number=0']} {{(pid=84875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:34:00.890622 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-2356757e-27b8-4f8f-be85-bda24930f870 tempest-TestNetworkAdvancedServerOps-470546014 tempest-TestNetworkAdvancedServerOps-470546014] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:34:00.893660 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-7900bb14-4324-486d-b9a6-fcc21be05d38 tempest-TestSecurityGroupsBasicOps-944861984 tempest-TestSecurityGroupsBasicOps-944861984] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=84874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:34:00.912326 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-2356757e-27b8-4f8f-be85-bda24930f870 tempest-TestNetworkAdvancedServerOps-470546014 tempest-TestNetworkAdvancedServerOps-470546014] Notify callbacks [] for security_group_rule, before_response {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:34:00.913671 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-2356757e-27b8-4f8f-be85-bda24930f870 tempest-TestNetworkAdvancedServerOps-470546014 tempest-TestNetworkAdvancedServerOps-470546014] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3009665 Jan 14 07:34:00.916949 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84875) accepted ('10.222.0.24', 60358) {{(pid=84875) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:34:00.917189 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-31dba358-0e77-4a98-b72c-ae665be3a900 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555753'] for port, before_update {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:34:00.924788 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.v2.base [None req-b57a80e7-4cd2-4658-98e7-5dc9b91c9d1e tempest-TestNetworkAdvancedServerOps-470546014 tempest-TestNetworkAdvancedServerOps-470546014] Request body: {'network': {'name': 'tempest-network-smoke--1742192209', 'project_id': '6f3510a486e44d0a99223e7a34e71069', 'port_security_enabled': True}} {{(pid=84875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:34:00.931164 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-b57a80e7-4cd2-4658-98e7-5dc9b91c9d1e tempest-TestNetworkAdvancedServerOps-470546014 tempest-TestNetworkAdvancedServerOps-470546014] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:34:00.936700 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-b57a80e7-4cd2-4658-98e7-5dc9b91c9d1e tempest-TestNetworkAdvancedServerOps-470546014 tempest-TestNetworkAdvancedServerOps-470546014] Usage tracker for resource:network and tenant:6f3510a486e44d0a99223e7a34e71069 is out of sync, need to count used quota {{(pid=84875) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:34:00.939806 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-b57a80e7-4cd2-4658-98e7-5dc9b91c9d1e tempest-TestNetworkAdvancedServerOps-470546014 tempest-TestNetworkAdvancedServerOps-470546014] Quota usage for network was recalculated. Used quota:0. {{(pid=84875) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:34:00.946977 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-b57a80e7-4cd2-4658-98e7-5dc9b91c9d1e tempest-TestNetworkAdvancedServerOps-470546014 tempest-TestNetworkAdvancedServerOps-470546014] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:34:00.952453 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.managers [None req-6af17857-8204-4083-be59-0197265dfbe1 None None] Attempting to bind port 54ff2f34-1763-4998-a4ee-94823da48930 on host n-d-768862-2 for vnic_type normal with profile {{(pid=84876) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 14 07:34:00.956311 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.managers [None req-6af17857-8204-4083-be59-0197265dfbe1 None None] Attempting to bind port 54ff2f34-1763-4998-a4ee-94823da48930 by drivers openvswitch on host n-d-768862-2 at level 0 using segments [{'id': '6ee7b38f-2b54-4b74-9d97-5f5c54ab862d', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 21, 'network_id': 'd298a449-3d7e-45a6-b770-ee623958c3e8'}] {{(pid=84876) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 14 07:34:00.956810 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6af17857-8204-4083-be59-0197265dfbe1 None None] Attempting to bind port 54ff2f34-1763-4998-a4ee-94823da48930 on network d298a449-3d7e-45a6-b770-ee623958c3e8 {{(pid=84876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 14 07:34:00.959120 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b57a80e7-4cd2-4658-98e7-5dc9b91c9d1e tempest-TestNetworkAdvancedServerOps-470546014 tempest-TestNetworkAdvancedServerOps-470546014] Made reservation on behalf of 6f3510a486e44d0a99223e7a34e71069 for: {'network': 1} {{(pid=84875) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 07:34:00.970034 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-b57a80e7-4cd2-4658-98e7-5dc9b91c9d1e tempest-TestNetworkAdvancedServerOps-470546014 tempest-TestNetworkAdvancedServerOps-470546014] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555753'] for network, before_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:34:00.993347 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-2977ac72-b2b0-48e4-b24f-b7b619e64f23 tempest-SecGroupIPv6Test-296392250 tempest-SecGroupIPv6Test-296392250] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:34:01.004259 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-7900bb14-4324-486d-b9a6-fcc21be05d38 tempest-TestSecurityGroupsBasicOps-944861984 tempest-TestSecurityGroupsBasicOps-944861984] Notify callbacks [] for security_group, before_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:34:01.032464 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-2977ac72-b2b0-48e4-b24f-b7b619e64f23 tempest-SecGroupIPv6Test-296392250 tempest-SecGroupIPv6Test-296392250] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850966545'] for security_group_rule, after_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:34:01.034625 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-7900bb14-4324-486d-b9a6-fcc21be05d38 tempest-TestSecurityGroupsBasicOps-944861984 tempest-TestSecurityGroupsBasicOps-944861984] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:34:01.037500 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6af17857-8204-4083-be59-0197265dfbe1 None None] Checking agent: {'id': 'ba5efab1-b43c-4d5a-bc52-6e105d4e67a2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768862-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 14, 6, 56, 52), 'started_at': datetime.datetime(2021, 1, 14, 6, 57, 22), 'heartbeat_timestamp': datetime.datetime(2021, 1, 14, 7, 33, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768862-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.29', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 14 07:34:01.037936 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6af17857-8204-4083-be59-0197265dfbe1 None None] Checking segment: {'id': '6ee7b38f-2b54-4b74-9d97-5f5c54ab862d', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 21, 'network_id': 'd298a449-3d7e-45a6-b770-ee623958c3e8'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84876) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 14 07:34:01.038595 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-6af17857-8204-4083-be59-0197265dfbe1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:34:01.038826 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6af17857-8204-4083-be59-0197265dfbe1 None None] Bound using segment: {'id': '6ee7b38f-2b54-4b74-9d97-5f5c54ab862d', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 21, 'network_id': 'd298a449-3d7e-45a6-b770-ee623958c3e8'} {{(pid=84876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 14 07:34:01.039382 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.managers [None req-6af17857-8204-4083-be59-0197265dfbe1 None None] Bound port: 54ff2f34-1763-4998-a4ee-94823da48930, host: n-d-768862-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6ee7b38f-2b54-4b74-9d97-5f5c54ab862d', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 21, 'network_id': 'd298a449-3d7e-45a6-b770-ee623958c3e8'}}] {{(pid=84876) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 14 07:34:01.039808 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-6af17857-8204-4083-be59-0197265dfbe1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555753'] for port, before_update {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:34:01.039954 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:34:01.058624 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555753'] for port, before_update {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:34:01.079504 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-7900bb14-4324-486d-b9a6-fcc21be05d38 tempest-TestSecurityGroupsBasicOps-944861984 tempest-TestSecurityGroupsBasicOps-944861984] Usage tracker for resource:security_group_rule and tenant:da40f1f08d464ed39ed4c77ed164e902 is out of sync, need to count used quota {{(pid=84874) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:34:01.083900 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b57a80e7-4cd2-4658-98e7-5dc9b91c9d1e tempest-TestNetworkAdvancedServerOps-470546014 tempest-TestNetworkAdvancedServerOps-470546014] vxlan segment allocate from pool success with {'vxlan_vni': 18} {{(pid=84875) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Jan 14 07:34:01.089884 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-7900bb14-4324-486d-b9a6-fcc21be05d38 tempest-TestSecurityGroupsBasicOps-944861984 tempest-TestSecurityGroupsBasicOps-944861984] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84874) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:34:01.094781 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2977ac72-b2b0-48e4-b24f-b7b619e64f23 tempest-SecGroupIPv6Test-296392250 tempest-SecGroupIPv6Test-296392250] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c2f03b1b-d234-40c4-bcb2-0835ab34db7b,revision_number=0']} {{(pid=84874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:34:01.096212 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-b57a80e7-4cd2-4658-98e7-5dc9b91c9d1e tempest-TestNetworkAdvancedServerOps-470546014 tempest-TestNetworkAdvancedServerOps-470546014] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment--9223363259214191851', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854179735'] for segment, precommit_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:34:01.096688 n-d-768862-2 neutron-server[84765]: INFO neutron.db.segments_db [None req-b57a80e7-4cd2-4658-98e7-5dc9b91c9d1e tempest-TestNetworkAdvancedServerOps-470546014 tempest-TestNetworkAdvancedServerOps-470546014] Added segment 13dfbd42-af3c-4514-be22-5dc2508f3995 of type vxlan for network 451d382d-b2b9-40e9-b54b-2e005545596c Jan 14 07:34:01.113266 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-cbc183e7-26f6-4c6a-a003-eb6811c9034c tempest-NetworksTest-1803261889 tempest-NetworksTest-1803261889] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777640533329', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777640097463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3254186'] for port, after_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:34:01.131641 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-b57a80e7-4cd2-4658-98e7-5dc9b91c9d1e tempest-TestNetworkAdvancedServerOps-470546014 tempest-TestNetworkAdvancedServerOps-470546014] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363259214646115'] for network, precommit_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:34:01.139180 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-7900bb14-4324-486d-b9a6-fcc21be05d38 tempest-TestSecurityGroupsBasicOps-944861984 tempest-TestSecurityGroupsBasicOps-944861984] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:34:01.142164 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-2977ac72-b2b0-48e4-b24f-b7b619e64f23 tempest-SecGroupIPv6Test-296392250 tempest-SecGroupIPv6Test-296392250] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:34:01.143073 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-bd177409-125c-4f75-b881-303726f322a5 tempest-PortsTestJSON-2091589570 tempest-PortsTestJSON-2091589570] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:34:01.170776 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-b57a80e7-4cd2-4658-98e7-5dc9b91c9d1e tempest-TestNetworkAdvancedServerOps-470546014 tempest-TestNetworkAdvancedServerOps-470546014] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850887149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964'] for network, after_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:34:01.194466 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b57a80e7-4cd2-4658-98e7-5dc9b91c9d1e tempest-TestNetworkAdvancedServerOps-470546014 tempest-TestNetworkAdvancedServerOps-470546014] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:34:01.195330 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-b57a80e7-4cd2-4658-98e7-5dc9b91c9d1e tempest-TestNetworkAdvancedServerOps-470546014 tempest-TestNetworkAdvancedServerOps-470546014] Notify callbacks [] for network, before_response {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:34:01.197786 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_hamode_db [None req-5c08da07-04dc-4f63-8f3c-ded7f9155f9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd16db5c4-b1a5-40c1-8fd8-3011e86cd8f4', 'name': 'tempest-TestSecurityGroupsBasicOps-router-505592890', 'tenant_id': 'da40f1f08d464ed39ed4c77ed164e902', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '226f1e78-82cd-4481-9055-4eb73b6db8c1', 'external_fixed_ips': [{'subnet_id': 'ba8deeec-7658-4195-9449-038c076f5c83', 'ip_address': '172.25.2.183'}], 'enable_snat': True}, 'gw_port_id': '1f50329b-e946-44b8-93d1-33602f2b1536', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-14T07:33:40Z', 'updated_at': '2021-01-14T07:33:58Z', 'revision_number': 4, 'project_id': 'da40f1f08d464ed39ed4c77ed164e902', 'gw_port': {'id': '1f50329b-e946-44b8-93d1-33602f2b1536', 'name': '', 'network_id': '226f1e78-82cd-4481-9055-4eb73b6db8c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:5d:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd16db5c4-b1a5-40c1-8fd8-3011e86cd8f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2826, 'fixed_ips': [{'subnet_id': 'ba8deeec-7658-4195-9449-038c076f5c83', 'ip_address': '172.25.2.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T07:33:45Z', 'updated_at': '2021-01-14T07:33:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ba8deeec-7658-4195-9449-038c076f5c83', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-2', '_interfaces': [{'id': '25852d3d-de21-4aa1-a031-5981151fd3a8', 'name': '', 'network_id': 'd298a449-3d7e-45a6-b770-ee623958c3e8', 'tenant_id': 'da40f1f08d464ed39ed4c77ed164e902', 'mac_address': 'fa:16:3e:ef:9d:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd16db5c4-b1a5-40c1-8fd8-3011e86cd8f4', 'device_owner': 'network:router_interface', 'standard_attr_id': 2861, 'fixed_ips': [{'subnet_id': 'b44ad6f4-41f3-4ff2-b999-80cf8e57547c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T07:33:57Z', 'updated_at': '2021-01-14T07:33:58Z', 'revision_number': 2, 'project_id': 'da40f1f08d464ed39ed4c77ed164e902', 'subnets': [{'id': 'b44ad6f4-41f3-4ff2-b999-80cf8e57547c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'n-d-768862-2', False) {} {{(pid=84877) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:34:01.202661 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c08da07-04dc-4f63-8f3c-ded7f9155f9f None None] Checking router: d16db5c4-b1a5-40c1-8fd8-3011e86cd8f4 for host: n-d-768862-2 {{(pid=84877) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Jan 14 07:34:01.203056 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c08da07-04dc-4f63-8f3c-ded7f9155f9f None None] Updating router d16db5c4-b1a5-40c1-8fd8-3011e86cd8f4 port 25852d3d-de21-4aa1-a031-5981151fd3a8 binding host n-d-768862-2 {{(pid=84877) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Jan 14 07:34:01.204634 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbc183e7-26f6-4c6a-a003-eb6811c9034c tempest-NetworksTest-1803261889 tempest-NetworksTest-1803261889] Pushing event deleted for resources: {'Port': ['ID=b5566b91-bf67-4e9b-af60-d1c8e21603cc,revision_number=None']} {{(pid=84874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:34:01.207785 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.db.resource_extend [None req-72e47105-26db-4714-b6c8-2fa8d7bd367f tempest-RoutersTest-1255860389 tempest-RoutersTest-1255860389] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84874) wrapper /usr/local/lib/python3.6/dist-packages/oslo_utils/timeutils.py:388}} Jan 14 07:34:01.216585 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-6e33228e-2867-4113-8ade-8f49c587ef0d tempest-NetworksIpV6Test-2047944877 tempest-NetworksIpV6Test-2047944877] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:34:01.235067 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-b57a80e7-4cd2-4658-98e7-5dc9b91c9d1e tempest-TestNetworkAdvancedServerOps-470546014 tempest-TestNetworkAdvancedServerOps-470546014] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.3168986 Jan 14 07:34:01.239743 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84875) accepted ('10.222.0.24', 60362) {{(pid=84875) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:34:01.248019 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.v2.base [None req-b791ed51-b14e-48f9-a5f4-32c2853a01ed tempest-TestNetworkAdvancedServerOps-470546014 tempest-TestNetworkAdvancedServerOps-470546014] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1232983788', 'admin_state_up': True, 'project_id': '6f3510a486e44d0a99223e7a34e71069', 'external_gateway_info': {'network_id': '226f1e78-82cd-4481-9055-4eb73b6db8c1'}}} {{(pid=84875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:34:01.253399 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-31dba358-0e77-4a98-b72c-ae665be3a900 None None] Provisioning for port bb50e465-88b0-4954-b074-4aae48239b03 completed by entity DHCP. {{(pid=84876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 07:34:01.260784 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-31dba358-0e77-4a98-b72c-ae665be3a900 None None] Provisioning complete for port bb50e465-88b0-4954-b074-4aae48239b03 triggered by entity DHCP. {{(pid=84876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 07:34:01.261206 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-31dba358-0e77-4a98-b72c-ae665be3a900 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-604227'] for port, provisioning_complete {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:34:01.282049 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-5c08da07-04dc-4f63-8f3c-ded7f9155f9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555753'] for port, before_update {{(pid=84877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:34:01.287439 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [None req-6af17857-8204-4083-be59-0197265dfbe1 None None] For port 54ff2f34-1763-4998-a4ee-94823da48930, host n-d-768862-2, cleared binding levels {{(pid=84876) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 14 07:34:01.301372 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-cbc183e7-26f6-4c6a-a003-eb6811c9034c tempest-NetworksTest-1803261889 tempest-NetworksTest-1803261889] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.157s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:34:01.318346 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [None req-6af17857-8204-4083-be59-0197265dfbe1 None None] For port 54ff2f34-1763-4998-a4ee-94823da48930, host n-d-768862-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-2',level=0,port_id=54ff2f34-1763-4998-a4ee-94823da48930,segment=NetworkSegment(6ee7b38f-2b54-4b74-9d97-5f5c54ab862d),segment_id=6ee7b38f-2b54-4b74-9d97-5f5c54ab862d)] {{(pid=84876) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 14 07:34:01.325050 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-72e47105-26db-4714-b6c8-2fa8d7bd367f tempest-RoutersTest-1255860389 tempest-RoutersTest-1255860389] Notify callbacks [] for port, precommit_update {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:34:01.327695 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-6af17857-8204-4083-be59-0197265dfbe1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777640533312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363259214678337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777640097497'] for port, after_update {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:34:01.330195 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-b791ed51-b14e-48f9-a5f4-32c2853a01ed tempest-TestNetworkAdvancedServerOps-470546014 tempest-TestNetworkAdvancedServerOps-470546014] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:34:01.343656 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-2977ac72-b2b0-48e4-b24f-b7b619e64f23 tempest-SecGroupIPv6Test-296392250 tempest-SecGroupIPv6Test-296392250] Notify callbacks [] for security_group_rule, before_response {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:34:01.345559 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-2977ac72-b2b0-48e4-b24f-b7b619e64f23 tempest-SecGroupIPv6Test-296392250 tempest-SecGroupIPv6Test-296392250] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 1.4353619 Jan 14 07:34:01.352565 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-72e47105-26db-4714-b6c8-2fa8d7bd367f tempest-RoutersTest-1255860389 tempest-RoutersTest-1255860389] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777640533312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363259214678337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777640097497', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036851521613'] for port, after_update {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:34:01.356349 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84875) accepted ('10.222.0.24', 60366) {{(pid=84875) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:34:01.357442 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-b791ed51-b14e-48f9-a5f4-32c2853a01ed tempest-TestNetworkAdvancedServerOps-470546014 tempest-TestNetworkAdvancedServerOps-470546014] Usage tracker for resource:router and tenant:6f3510a486e44d0a99223e7a34e71069 is out of sync, need to count used quota {{(pid=84875) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:34:01.374850 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-b791ed51-b14e-48f9-a5f4-32c2853a01ed tempest-TestNetworkAdvancedServerOps-470546014 tempest-TestNetworkAdvancedServerOps-470546014] Quota usage for router was recalculated. Used quota:0. {{(pid=84875) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:34:01.394457 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-b791ed51-b14e-48f9-a5f4-32c2853a01ed tempest-TestNetworkAdvancedServerOps-470546014 tempest-TestNetworkAdvancedServerOps-470546014] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:34:01.397329 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b57a80e7-4cd2-4658-98e7-5dc9b91c9d1e tempest-TestNetworkAdvancedServerOps-470546014 tempest-TestNetworkAdvancedServerOps-470546014] Pushing event updated for resources: {'Network': ['ID=451d382d-b2b9-40e9-b54b-2e005545596c,revision_number=1']} {{(pid=84875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:34:01.404597 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-952f184b-5172-4c11-a89d-e8de214796df tempest-TestNetworkBasicOps-1983703278 tempest-TestNetworkBasicOps-1983703278] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:34:01.412578 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-756c51fe-08d2-4d71-a860-bb0d6926ae8e tempest-SecGroupIPv6Test-296392250 tempest-SecGroupIPv6Test-296392250] 10.222.0.24 "GET /v2.0/security-group-rules/c2f03b1b-d234-40c4-bcb2-0835ab34db7b HTTP/1.1" status: 200 len: 763 time: 0.0514472 Jan 14 07:34:01.415372 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84875) accepted ('10.222.0.24', 60370) {{(pid=84875) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:34:01.417050 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-b57a80e7-4cd2-4658-98e7-5dc9b91c9d1e tempest-TestNetworkAdvancedServerOps-470546014 tempest-TestNetworkAdvancedServerOps-470546014] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.200s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:34:01.477281 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84876) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:34:01.510050 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-0f2fa40a-b78c-4910-996b-93a5cbc4a4d4 tempest-SecGroupIPv6Test-296392250 tempest-SecGroupIPv6Test-296392250] 10.222.0.24 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0924127 Jan 14 07:34:01.512164 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84875) accepted ('10.222.0.24', 60374) {{(pid=84875) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:34:01.512679 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-b791ed51-b14e-48f9-a5f4-32c2853a01ed tempest-TestNetworkAdvancedServerOps-470546014 tempest-TestNetworkAdvancedServerOps-470546014] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3889205', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854717621'] for router, before_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:34:01.514600 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-b791ed51-b14e-48f9-a5f4-32c2853a01ed tempest-TestNetworkAdvancedServerOps-470546014 tempest-TestNetworkAdvancedServerOps-470546014] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036850886574', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3912501', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3808446', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-58179'] for router, precommit_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:34:01.531008 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-b791ed51-b14e-48f9-a5f4-32c2853a01ed tempest-TestNetworkAdvancedServerOps-470546014 tempest-TestNetworkAdvancedServerOps-470546014] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:34:01.573685 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-852a24f7-e9a1-4193-9abb-e9506fe5213f None None] Network 451d382d-b2b9-40e9-b54b-2e005545596c details requested by agent ovs-agent-n-h2-768862-2 with host n-h2-768862-2 {{(pid=84876) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 07:34:01.585863 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-72e47105-26db-4714-b6c8-2fa8d7bd367f tempest-RoutersTest-1255860389 tempest-RoutersTest-1255860389] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3206949', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3889649'] for router_interface, after_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:34:01.587308 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-017f98a9-8a07-408c-a86f-8ff0c00400a0 None None] Network 451d382d-b2b9-40e9-b54b-2e005545596c details requested by agent ovs-agent-n-h1-768862-2 with host n-h1-768862-2 {{(pid=84876) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 07:34:01.601521 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Network 451d382d-b2b9-40e9-b54b-2e005545596c details requested by agent ovs-agent-n-d-768862-2 with host n-d-768862-2 {{(pid=84876) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 07:34:01.623267 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6af17857-8204-4083-be59-0197265dfbe1 None None] Pushing event updated for resources: {'Port': ['ID=54ff2f34-1763-4998-a4ee-94823da48930,revision_number=2']} {{(pid=84876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:34:01.627310 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-6af17857-8204-4083-be59-0197265dfbe1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=84876) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:34:01.649408 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.plugin [None req-31dba358-0e77-4a98-b72c-ae665be3a900 None None] Port bb50e465-88b0-4954-b074-4aae48239b03 cannot update to ACTIVE because it is not bound. {{(pid=84876) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:329}} Jan 14 07:34:01.793776 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72e47105-26db-4714-b6c8-2fa8d7bd367f tempest-RoutersTest-1255860389 tempest-RoutersTest-1255860389] Pushing event updated for resources: {'Port': ['ID=bb50e465-88b0-4954-b074-4aae48239b03,revision_number=2']} {{(pid=84874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:34:01.800241 n-d-768862-2 neutron-server[84765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72e47105-26db-4714-b6c8-2fa8d7bd367f tempest-RoutersTest-1255860389 tempest-RoutersTest-1255860389] Network 147cc938-1393-4406-a819-ad21bcaa3c74 is already hosted by enough agents. {{(pid=84874) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 07:34:01.802466 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-72e47105-26db-4714-b6c8-2fa8d7bd367f tempest-RoutersTest-1255860389 tempest-RoutersTest-1255860389] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.398s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:34:01.806175 n-d-768862-2 neutron-server[84765]: DEBUG neutron.scheduler.base_scheduler [None req-72e47105-26db-4714-b6c8-2fa8d7bd367f tempest-RoutersTest-1255860389 tempest-RoutersTest-1255860389] Resources bound (agent type, host, resource id): {{(pid=84874) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 07:34:01.874976 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-5c08da07-04dc-4f63-8f3c-ded7f9155f9f None None] Notify callbacks [] for port, precommit_update {{(pid=84877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:34:01.900357 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-5c08da07-04dc-4f63-8f3c-ded7f9155f9f None None] Transition to ACTIVE for port object 25852d3d-de21-4aa1-a031-5981151fd3a8 will not be triggered until provisioned by entity L2. {{(pid=84877) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 07:34:01.905821 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-5c08da07-04dc-4f63-8f3c-ded7f9155f9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777640533312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363259214678337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777640097497'] for port, after_update {{(pid=84877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:34:01.918295 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-b791ed51-b14e-48f9-a5f4-32c2853a01ed tempest-TestNetworkAdvancedServerOps-470546014 tempest-TestNetworkAdvancedServerOps-470546014] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3912484', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3889188', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-58194'] for router, precommit_update {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:34:01.943867 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-5317882e-28dd-48b5-89a6-49e1dacbe5d0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:34:01.964080 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbc183e7-26f6-4c6a-a003-eb6811c9034c tempest-NetworksTest-1803261889 tempest-NetworksTest-1803261889] No DVR routers for this DVR port b5566b91-bf67-4e9b-af60-d1c8e21603cc on host n-d-768862-2 {{(pid=84874) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Jan 14 07:34:01.967053 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-283c43c2-b8f1-4c93-ba0b-6b16b4d82c2a None None] DHCP port deletion for 1fb0a188-fd91-4f8c-ae79-4ec8595fc95c request from n-d-768862-2 {{(pid=84876) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Jan 14 07:34:01.978597 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-beafef44-23f7-4a10-b657-97a683c6f3e5 tempest-SecGroupIPv6Test-296392250 tempest-SecGroupIPv6Test-296392250] Notify callbacks [] for security_group_rule, before_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:34:01.993186 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-beafef44-23f7-4a10-b657-97a683c6f3e5 tempest-SecGroupIPv6Test-296392250 tempest-SecGroupIPv6Test-296392250] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:34:02.056984 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-238bb285-fc82-407e-9808-49b5d85141fb None None] Pushing event updated for resources: {'Port': ['ID=25852d3d-de21-4aa1-a031-5981151fd3a8,revision_number=3']} {{(pid=84877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:34:02.141168 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-238bb285-fc82-407e-9808-49b5d85141fb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.197s {{(pid=84877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:34:02.155810 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-beafef44-23f7-4a10-b657-97a683c6f3e5 tempest-SecGroupIPv6Test-296392250 tempest-SecGroupIPv6Test-296392250] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850966545'] for security_group_rule, after_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:34:02.171414 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-dcb209c0-28d6-4e8a-a620-2b9aece305ba tempest-TestNetworkBasicOps-1983703278 tempest-TestNetworkBasicOps-1983703278] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:34:02.183675 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-7900bb14-4324-486d-b9a6-fcc21be05d38 tempest-TestSecurityGroupsBasicOps-944861984 tempest-TestSecurityGroupsBasicOps-944861984] Notify callbacks [] for security_group, precommit_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:34:02.196808 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-7900bb14-4324-486d-b9a6-fcc21be05d38 tempest-TestSecurityGroupsBasicOps-944861984 tempest-TestSecurityGroupsBasicOps-944861984] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850887153'] for security_group, after_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:34:02.211494 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-8f98b3b9-8511-4e8f-9d98-8fb4f4d3e127 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:34:02.217621 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-beafef44-23f7-4a10-b657-97a683c6f3e5 tempest-SecGroupIPv6Test-296392250 tempest-SecGroupIPv6Test-296392250] Notify callbacks [] for security_group_rule, before_response {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:34:02.224586 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-beafef44-23f7-4a10-b657-97a683c6f3e5 tempest-SecGroupIPv6Test-296392250 tempest-SecGroupIPv6Test-296392250] 10.222.0.24 "DELETE /v2.0/security-group-rules/c2f03b1b-d234-40c4-bcb2-0835ab34db7b HTTP/1.1" status: 204 len: 168 time: 0.6761115 Jan 14 07:34:02.225508 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84875) accepted ('10.222.0.24', 60380) {{(pid=84875) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:34:02.227639 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beafef44-23f7-4a10-b657-97a683c6f3e5 tempest-SecGroupIPv6Test-296392250 tempest-SecGroupIPv6Test-296392250] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=c2f03b1b-d234-40c4-bcb2-0835ab34db7b,revision_number=None']} {{(pid=84875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:34:02.258898 n-d-768862-2 neutron-server[84765]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-72e47105-26db-4714-b6c8-2fa8d7bd367f tempest-RoutersTest-1255860389 tempest-RoutersTest-1255860389] Router 589153bc-311a-4fdb-9c05-a3f6957bd3dd has already been hosted by L3 agent 35f592e9-451b-4db9-abea-77b6a5c5391b {{(pid=84874) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Jan 14 07:34:02.260213 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-beafef44-23f7-4a10-b657-97a683c6f3e5 tempest-SecGroupIPv6Test-296392250 tempest-SecGroupIPv6Test-296392250] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:34:02.287582 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-da6f88fd-5c56-4084-9a00-a318cb6da588 None None] Provisioning complete for port bb50e465-88b0-4954-b074-4aae48239b03 triggered by entity DHCP. {{(pid=84876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 07:34:02.288159 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-da6f88fd-5c56-4084-9a00-a318cb6da588 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-604227'] for port, provisioning_complete {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:34:02.343323 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-cbc183e7-26f6-4c6a-a003-eb6811c9034c tempest-NetworksTest-1803261889 tempest-NetworksTest-1803261889] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036854176836'] for subnet, precommit_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:34:02.388125 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-b9b4c5e4-467b-409f-9fe1-be89bf5f2653 tempest-SecGroupIPv6Test-296392250 tempest-SecGroupIPv6Test-296392250] Synchronizing usage tracker for tenant:058b4641f1ca48f9b3b9ca658afbc9cc on resource:security_group_rule {{(pid=84875) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 14 07:34:02.413251 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.managers [None req-5c08da07-04dc-4f63-8f3c-ded7f9155f9f None None] Attempting to bind port 25852d3d-de21-4aa1-a031-5981151fd3a8 on host n-d-768862-2 for vnic_type normal with profile {{(pid=84877) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 14 07:34:02.413571 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.managers [None req-5c08da07-04dc-4f63-8f3c-ded7f9155f9f None None] Attempting to bind port 25852d3d-de21-4aa1-a031-5981151fd3a8 by drivers openvswitch on host n-d-768862-2 at level 0 using segments [{'id': '6ee7b38f-2b54-4b74-9d97-5f5c54ab862d', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 21, 'network_id': 'd298a449-3d7e-45a6-b770-ee623958c3e8'}] {{(pid=84877) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 14 07:34:02.414310 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c08da07-04dc-4f63-8f3c-ded7f9155f9f None None] Attempting to bind port 25852d3d-de21-4aa1-a031-5981151fd3a8 on network d298a449-3d7e-45a6-b770-ee623958c3e8 {{(pid=84877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 14 07:34:02.417057 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.plugin [None req-da6f88fd-5c56-4084-9a00-a318cb6da588 None None] Port bb50e465-88b0-4954-b074-4aae48239b03 cannot update to ACTIVE because it is not bound. {{(pid=84876) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:329}} Jan 14 07:34:02.421184 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c08da07-04dc-4f63-8f3c-ded7f9155f9f None None] Checking agent: {'id': 'ba5efab1-b43c-4d5a-bc52-6e105d4e67a2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768862-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 14, 6, 56, 52), 'started_at': datetime.datetime(2021, 1, 14, 6, 57, 22), 'heartbeat_timestamp': datetime.datetime(2021, 1, 14, 7, 33, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768862-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.29', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 14 07:34:02.421335 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c08da07-04dc-4f63-8f3c-ded7f9155f9f None None] Checking segment: {'id': '6ee7b38f-2b54-4b74-9d97-5f5c54ab862d', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 21, 'network_id': 'd298a449-3d7e-45a6-b770-ee623958c3e8'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84877) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 14 07:34:02.421765 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-5c08da07-04dc-4f63-8f3c-ded7f9155f9f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:34:02.422197 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c08da07-04dc-4f63-8f3c-ded7f9155f9f None None] Bound using segment: {'id': '6ee7b38f-2b54-4b74-9d97-5f5c54ab862d', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 21, 'network_id': 'd298a449-3d7e-45a6-b770-ee623958c3e8'} {{(pid=84877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 14 07:34:02.422721 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.managers [None req-5c08da07-04dc-4f63-8f3c-ded7f9155f9f None None] Bound port: 25852d3d-de21-4aa1-a031-5981151fd3a8, host: n-d-768862-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6ee7b38f-2b54-4b74-9d97-5f5c54ab862d', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 21, 'network_id': 'd298a449-3d7e-45a6-b770-ee623958c3e8'}}] {{(pid=84877) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 14 07:34:02.423135 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-5c08da07-04dc-4f63-8f3c-ded7f9155f9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555753'] for port, before_update {{(pid=84877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:34:02.483452 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7900bb14-4324-486d-b9a6-fcc21be05d38 tempest-TestSecurityGroupsBasicOps-944861984 tempest-TestSecurityGroupsBasicOps-944861984] Pushing event updated for resources: {'SecurityGroup': ['ID=d9e716ce-0aaf-4c1e-953e-2fe7d72305da,revision_number=1']} {{(pid=84874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:34:02.486935 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-7900bb14-4324-486d-b9a6-fcc21be05d38 tempest-TestSecurityGroupsBasicOps-944861984 tempest-TestSecurityGroupsBasicOps-944861984] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.276s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:34:02.488669 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-7900bb14-4324-486d-b9a6-fcc21be05d38 tempest-TestSecurityGroupsBasicOps-944861984 tempest-TestSecurityGroupsBasicOps-944861984] Notify callbacks [] for security_group, before_response {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:34:02.490046 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-7900bb14-4324-486d-b9a6-fcc21be05d38 tempest-TestSecurityGroupsBasicOps-944861984 tempest-TestSecurityGroupsBasicOps-944861984] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1800 time: 1.6755505 Jan 14 07:34:02.499095 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84874) accepted ('10.222.0.24', 60384) {{(pid=84874) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:34:02.516389 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.v2.base [None req-084d9d30-ba74-4e91-860a-55ede639f367 tempest-TestSecurityGroupsBasicOps-944861984 tempest-TestSecurityGroupsBasicOps-944861984] Request body: {'security_group_rule': {'security_group_id': 'e04b9427-13b9-47e2-971c-8f5a3d83200e', 'project_id': 'da40f1f08d464ed39ed4c77ed164e902', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=84874) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:34:02.544941 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [None req-5c08da07-04dc-4f63-8f3c-ded7f9155f9f None None] For port 25852d3d-de21-4aa1-a031-5981151fd3a8, host n-d-768862-2, cleared binding levels {{(pid=84877) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 14 07:34:02.549002 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [None req-5c08da07-04dc-4f63-8f3c-ded7f9155f9f None None] For port 25852d3d-de21-4aa1-a031-5981151fd3a8, host n-d-768862-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-2',level=0,port_id=25852d3d-de21-4aa1-a031-5981151fd3a8,segment=NetworkSegment(6ee7b38f-2b54-4b74-9d97-5f5c54ab862d),segment_id=6ee7b38f-2b54-4b74-9d97-5f5c54ab862d)] {{(pid=84877) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 14 07:34:02.553154 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-5c08da07-04dc-4f63-8f3c-ded7f9155f9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777640533312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363259214678337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777640097497'] for port, after_update {{(pid=84877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:34:02.569653 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-2c0e2723-2ab6-4e51-826c-7a77efcd1982 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:34:02.593775 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-084d9d30-ba74-4e91-860a-55ede639f367 tempest-TestSecurityGroupsBasicOps-944861984 tempest-TestSecurityGroupsBasicOps-944861984] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:34:02.610251 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-b9b4c5e4-467b-409f-9fe1-be89bf5f2653 tempest-SecGroupIPv6Test-296392250 tempest-SecGroupIPv6Test-296392250] Unset dirty status for tenant:058b4641f1ca48f9b3b9ca658afbc9cc on resource:security_group_rule {{(pid=84875) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 14 07:34:02.611677 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-b9b4c5e4-467b-409f-9fe1-be89bf5f2653 tempest-SecGroupIPv6Test-296392250 tempest-SecGroupIPv6Test-296392250] 10.222.0.24 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.3684819 Jan 14 07:34:02.615800 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84875) accepted ('10.222.0.24', 60388) {{(pid=84875) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:34:02.621651 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.v2.base [None req-7154a76b-ce3a-445e-b082-5ad564939a27 tempest-SecGroupIPv6Test-296392250 tempest-SecGroupIPv6Test-296392250] Request body: {'security_group_rule': {'security_group_id': '28c4295a-cdce-46dd-bbb0-d72441faa589', 'protocol': 'icmp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=84875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:34:02.631646 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-b791ed51-b14e-48f9-a5f4-32c2853a01ed tempest-TestNetworkAdvancedServerOps-470546014 tempest-TestNetworkAdvancedServerOps-470546014] Notify callbacks [] for router_gateway, before_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:34:02.639055 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-084d9d30-ba74-4e91-860a-55ede639f367 tempest-TestSecurityGroupsBasicOps-944861984 tempest-TestSecurityGroupsBasicOps-944861984] Usage tracker for resource:security_group_rule and tenant:da40f1f08d464ed39ed4c77ed164e902 is out of sync, need to count used quota {{(pid=84874) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:34:02.664008 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-7154a76b-ce3a-445e-b082-5ad564939a27 tempest-SecGroupIPv6Test-296392250 tempest-SecGroupIPv6Test-296392250] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:34:02.672255 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-b791ed51-b14e-48f9-a5f4-32c2853a01ed tempest-TestNetworkAdvancedServerOps-470546014 tempest-TestNetworkAdvancedServerOps-470546014] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555753'] for port, before_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:34:02.692019 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-7154a76b-ce3a-445e-b082-5ad564939a27 tempest-SecGroupIPv6Test-296392250 tempest-SecGroupIPv6Test-296392250] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:34:02.721811 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-238bb285-fc82-407e-9808-49b5d85141fb None None] Pushing event updated for resources: {'Port': ['ID=25852d3d-de21-4aa1-a031-5981151fd3a8,revision_number=4']} {{(pid=84877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:34:02.722026 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-084d9d30-ba74-4e91-860a-55ede639f367 tempest-TestSecurityGroupsBasicOps-944861984 tempest-TestSecurityGroupsBasicOps-944861984] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=84874) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:34:02.726517 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-238bb285-fc82-407e-9808-49b5d85141fb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.157s {{(pid=84877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:34:02.746672 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-084d9d30-ba74-4e91-860a-55ede639f367 tempest-TestSecurityGroupsBasicOps-944861984 tempest-TestSecurityGroupsBasicOps-944861984] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=84874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:34:02.774359 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c08da07-04dc-4f63-8f3c-ded7f9155f9f None None] Routers {'d16db5c4-b1a5-40c1-8fd8-3011e86cd8f4'} bound to L3 agent in host n-d-768862-2 {{(pid=84877) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 14 07:34:02.775059 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_hamode_db [None req-5c08da07-04dc-4f63-8f3c-ded7f9155f9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-01-14T06:56:51Z,description=,heartbeat_timestamp=2021-01-14T07:33:52Z,host='n-d-768862-2',id=35f592e9-451b-4db9-abea-77b6a5c5391b,load=0,resource_versions=,resources_synced=,started_at=2021-01-14T06:56:51Z,topic='l3_agent')) {'router_ids': ['d16db5c4-b1a5-40c1-8fd8-3011e86cd8f4'], 'active': True} {{(pid=84877) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:34:02.777892 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-72e47105-26db-4714-b6c8-2fa8d7bd367f tempest-RoutersTest-1255860389 tempest-RoutersTest-1255860389] Notify agent at l3_agent.n-d-768862-2 the message routers_updated {{(pid=84874) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jan 14 07:34:02.790103 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5e39efc-2944-4467-8bbb-d9dc6864c82b None None] Sync routers for ids ['589153bc-311a-4fdb-9c05-a3f6957bd3dd'] in n-d-768862-2 {{(pid=84876) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Jan 14 07:34:02.792053 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-72e47105-26db-4714-b6c8-2fa8d7bd367f tempest-RoutersTest-1255860389 tempest-RoutersTest-1255860389] 10.222.0.24 "PUT /v2.0/routers/589153bc-311a-4fdb-9c05-a3f6957bd3dd/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.8182318 Jan 14 07:34:02.802260 n-d-768862-2 neutron-server[84765]: INFO neutron.db.securitygroups_db [None req-7154a76b-ce3a-445e-b082-5ad564939a27 tempest-SecGroupIPv6Test-296392250 tempest-SecGroupIPv6Test-296392250] Project 058b4641f1ca48f9b3b9ca658afbc9cc added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 14 07:34:02.805023 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5e39efc-2944-4467-8bbb-d9dc6864c82b None None] Routers {'589153bc-311a-4fdb-9c05-a3f6957bd3dd'} bound to L3 agent in host n-d-768862-2 {{(pid=84876) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 14 07:34:02.805825 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_hamode_db [None req-b5e39efc-2944-4467-8bbb-d9dc6864c82b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-01-14T06:56:51Z,description=,heartbeat_timestamp=2021-01-14T07:33:52Z,host='n-d-768862-2',id=35f592e9-451b-4db9-abea-77b6a5c5391b,load=0,resource_versions=,resources_synced=,started_at=2021-01-14T06:56:51Z,topic='l3_agent')) {'router_ids': ['589153bc-311a-4fdb-9c05-a3f6957bd3dd'], 'active': True} {{(pid=84876) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:34:02.813550 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84875) accepted ('10.222.0.24', 60392) {{(pid=84875) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:34:02.814277 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-7154a76b-ce3a-445e-b082-5ad564939a27 tempest-SecGroupIPv6Test-296392250 tempest-SecGroupIPv6Test-296392250] Notify callbacks [] for security_group_rule, before_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:34:02.822427 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-084d9d30-ba74-4e91-860a-55ede639f367 tempest-TestSecurityGroupsBasicOps-944861984 tempest-TestSecurityGroupsBasicOps-944861984] Notify callbacks [] for security_group_rule, before_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:34:02.904381 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_hamode_db [None req-b5e39efc-2944-4467-8bbb-d9dc6864c82b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768862-2', False) {} {{(pid=84876) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:34:02.914702 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5e39efc-2944-4467-8bbb-d9dc6864c82b None None] Routers {'589153bc-311a-4fdb-9c05-a3f6957bd3dd'} bound to L3 agent in host n-d-768862-2 {{(pid=84876) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 14 07:34:02.915726 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_hamode_db [None req-b5e39efc-2944-4467-8bbb-d9dc6864c82b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-01-14T06:56:51Z,description=,heartbeat_timestamp=2021-01-14T07:33:52Z,host='n-d-768862-2',id=35f592e9-451b-4db9-abea-77b6a5c5391b,load=0,resource_versions=,resources_synced=,started_at=2021-01-14T06:56:51Z,topic='l3_agent')) {'router_ids': ['589153bc-311a-4fdb-9c05-a3f6957bd3dd'], 'active': True} {{(pid=84876) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:34:02.927566 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dcf84cd3-0541-4a90-980a-6e6995d3e153 tempest-RoutersTest-1255860389 tempest-RoutersTest-1255860389] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:34:02.932516 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-dcf84cd3-0541-4a90-980a-6e6995d3e153 tempest-RoutersTest-1255860389 tempest-RoutersTest-1255860389] 10.222.0.24 "GET /v2.0/ports/bb50e465-88b0-4954-b074-4aae48239b03 HTTP/1.1" status: 200 len: 910 time: 0.1076765 Jan 14 07:34:02.933558 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84874) accepted ('10.222.0.24', 60396) {{(pid=84874) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:34:03.005704 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_hamode_db [None req-b5e39efc-2944-4467-8bbb-d9dc6864c82b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768862-2', False) {} {{(pid=84876) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:34:03.006435 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5e39efc-2944-4467-8bbb-d9dc6864c82b None None] The sync data for ids ['589153bc-311a-4fdb-9c05-a3f6957bd3dd'] in n-d-768862-2 is: [] {{(pid=84876) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Jan 14 07:34:03.096770 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-7154a76b-ce3a-445e-b082-5ad564939a27 tempest-SecGroupIPv6Test-296392250 tempest-SecGroupIPv6Test-296392250] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:34:03.103200 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-7154a76b-ce3a-445e-b082-5ad564939a27 tempest-SecGroupIPv6Test-296392250 tempest-SecGroupIPv6Test-296392250] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850966545'] for security_group_rule, after_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:34:03.113018 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-d9901ba1-e3b6-468d-974a-ad64e5468b58 tempest-SecGroupIPv6Test-296392250 tempest-SecGroupIPv6Test-296392250] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:34:03.140881 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7154a76b-ce3a-445e-b082-5ad564939a27 tempest-SecGroupIPv6Test-296392250 tempest-SecGroupIPv6Test-296392250] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6d86236d-dde9-4106-8352-72c514c765ab,revision_number=0']} {{(pid=84875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:34:03.144725 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-7154a76b-ce3a-445e-b082-5ad564939a27 tempest-SecGroupIPv6Test-296392250 tempest-SecGroupIPv6Test-296392250] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:34:03.186631 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_dvr_db [None req-5c08da07-04dc-4f63-8f3c-ded7f9155f9f None None] Set router d16db5c4-b1a5-40c1-8fd8-3011e86cd8f4 gateway port host: n-d-768862-2 {{(pid=84877) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 14 07:34:03.218146 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-7154a76b-ce3a-445e-b082-5ad564939a27 tempest-SecGroupIPv6Test-296392250 tempest-SecGroupIPv6Test-296392250] Notify callbacks [] for security_group_rule, before_response {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:34:03.222233 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-7154a76b-ce3a-445e-b082-5ad564939a27 tempest-SecGroupIPv6Test-296392250 tempest-SecGroupIPv6Test-296392250] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.6026411 Jan 14 07:34:03.224371 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84875) accepted ('10.222.0.24', 60400) {{(pid=84875) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:34:03.249036 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-084d9d30-ba74-4e91-860a-55ede639f367 tempest-TestSecurityGroupsBasicOps-944861984 tempest-TestSecurityGroupsBasicOps-944861984] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:34:03.260421 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-79336183-6d33-4487-b310-63fb71ba4154 tempest-SecGroupIPv6Test-296392250 tempest-SecGroupIPv6Test-296392250] 10.222.0.24 "GET /v2.0/security-group-rules/6d86236d-dde9-4106-8352-72c514c765ab HTTP/1.1" status: 200 len: 769 time: 0.0341241 Jan 14 07:34:03.265275 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.db_base_plugin_common [None req-b791ed51-b14e-48f9-a5f4-32c2853a01ed tempest-TestNetworkAdvancedServerOps-470546014 tempest-TestNetworkAdvancedServerOps-470546014] Allocated IP 172.25.2.99 (226f1e78-82cd-4481-9055-4eb73b6db8c1/ba8deeec-7658-4195-9449-038c076f5c83/ca9b0343-3540-46d4-a8e7-8c9181705610) {{(pid=84875) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 14 07:34:03.267427 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84875) accepted ('10.222.0.24', 60404) {{(pid=84875) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:34:03.365508 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-084d9d30-ba74-4e91-860a-55ede639f367 tempest-TestSecurityGroupsBasicOps-944861984 tempest-TestSecurityGroupsBasicOps-944861984] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850966545'] for security_group_rule, after_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:34:03.410407 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:34:03.448450 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-cbc183e7-26f6-4c6a-a003-eb6811c9034c tempest-NetworksTest-1803261889 tempest-NetworksTest-1803261889] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-598964', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850887113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036851521664', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2794686'] for subnet, after_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:34:03.496488 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-d7b22de2-8527-484e-aaff-369638102599 tempest-SecGroupIPv6Test-296392250 tempest-SecGroupIPv6Test-296392250] Synchronizing usage tracker for tenant:058b4641f1ca48f9b3b9ca658afbc9cc on resource:security_group_rule {{(pid=84875) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 14 07:34:03.547963 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-084d9d30-ba74-4e91-860a-55ede639f367 tempest-TestSecurityGroupsBasicOps-944861984 tempest-TestSecurityGroupsBasicOps-944861984] Pushing event updated for resources: {'SecurityGroupRule': ['ID=68a26b91-e37e-467d-b6de-d660ab844488,revision_number=0']} {{(pid=84874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:34:03.558693 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-084d9d30-ba74-4e91-860a-55ede639f367 tempest-TestSecurityGroupsBasicOps-944861984 tempest-TestSecurityGroupsBasicOps-944861984] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:34:03.565380 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Device 54ff2f34-1763-4998-a4ee-94823da48930 up at agent ovs-agent-n-d-768862-2 {{(pid=84876) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 07:34:03.620417 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-b791ed51-b14e-48f9-a5f4-32c2853a01ed tempest-TestNetworkAdvancedServerOps-470546014 tempest-TestNetworkAdvancedServerOps-470546014] Notify callbacks [] for port, precommit_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:34:03.626433 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-d7b22de2-8527-484e-aaff-369638102599 tempest-SecGroupIPv6Test-296392250 tempest-SecGroupIPv6Test-296392250] Unset dirty status for tenant:058b4641f1ca48f9b3b9ca658afbc9cc on resource:security_group_rule {{(pid=84875) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 14 07:34:03.629033 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-d7b22de2-8527-484e-aaff-369638102599 tempest-SecGroupIPv6Test-296392250 tempest-SecGroupIPv6Test-296392250] 10.222.0.24 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4119 time: 0.3602366 Jan 14 07:34:03.631973 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84875) accepted ('10.222.0.24', 60410) {{(pid=84875) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:34:03.671116 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_hamode_db [None req-5c08da07-04dc-4f63-8f3c-ded7f9155f9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd16db5c4-b1a5-40c1-8fd8-3011e86cd8f4', 'name': 'tempest-TestSecurityGroupsBasicOps-router-505592890', 'tenant_id': 'da40f1f08d464ed39ed4c77ed164e902', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '226f1e78-82cd-4481-9055-4eb73b6db8c1', 'external_fixed_ips': [{'subnet_id': 'ba8deeec-7658-4195-9449-038c076f5c83', 'ip_address': '172.25.2.183'}], 'enable_snat': True}, 'gw_port_id': '1f50329b-e946-44b8-93d1-33602f2b1536', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-14T07:33:40Z', 'updated_at': '2021-01-14T07:33:58Z', 'revision_number': 4, 'project_id': 'da40f1f08d464ed39ed4c77ed164e902', 'gw_port': {'id': '1f50329b-e946-44b8-93d1-33602f2b1536', 'name': '', 'network_id': '226f1e78-82cd-4481-9055-4eb73b6db8c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:5d:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd16db5c4-b1a5-40c1-8fd8-3011e86cd8f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2826, 'fixed_ips': [{'subnet_id': 'ba8deeec-7658-4195-9449-038c076f5c83', 'ip_address': '172.25.2.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T07:33:45Z', 'updated_at': '2021-01-14T07:33:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ba8deeec-7658-4195-9449-038c076f5c83', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-2', '_interfaces': [{'id': '25852d3d-de21-4aa1-a031-5981151fd3a8', 'name': '', 'network_id': 'd298a449-3d7e-45a6-b770-ee623958c3e8', 'tenant_id': 'da40f1f08d464ed39ed4c77ed164e902', 'mac_address': 'fa:16:3e:ef:9d:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd16db5c4-b1a5-40c1-8fd8-3011e86cd8f4', 'device_owner': 'network:router_interface', 'standard_attr_id': 2861, 'fixed_ips': [{'subnet_id': 'b44ad6f4-41f3-4ff2-b999-80cf8e57547c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T07:33:57Z', 'updated_at': '2021-01-14T07:34:02Z', 'revision_number': 4, 'project_id': 'da40f1f08d464ed39ed4c77ed164e902', 'subnets': [{'id': 'b44ad6f4-41f3-4ff2-b999-80cf8e57547c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'n-d-768862-2', False) {} {{(pid=84877) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:34:03.681041 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-85faf87b-290f-4231-bc62-cfd3bac31080 tempest-SecGroupIPv6Test-296392250 tempest-SecGroupIPv6Test-296392250] Notify callbacks [] for security_group_rule, before_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:34:03.697313 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-85faf87b-290f-4231-bc62-cfd3bac31080 tempest-SecGroupIPv6Test-296392250 tempest-SecGroupIPv6Test-296392250] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:34:03.697528 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c08da07-04dc-4f63-8f3c-ded7f9155f9f None None] The sync data for ids ['d16db5c4-b1a5-40c1-8fd8-3011e86cd8f4'] in n-d-768862-2 is: [{'id': 'd16db5c4-b1a5-40c1-8fd8-3011e86cd8f4', 'name': 'tempest-TestSecurityGroupsBasicOps-router-505592890', 'tenant_id': 'da40f1f08d464ed39ed4c77ed164e902', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '226f1e78-82cd-4481-9055-4eb73b6db8c1', 'external_fixed_ips': [{'subnet_id': 'ba8deeec-7658-4195-9449-038c076f5c83', 'ip_address': '172.25.2.183'}], 'enable_snat': True}, 'gw_port_id': '1f50329b-e946-44b8-93d1-33602f2b1536', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-14T07:33:40Z', 'updated_at': '2021-01-14T07:33:58Z', 'revision_number': 4, 'project_id': 'da40f1f08d464ed39ed4c77ed164e902', 'gw_port': {'id': '1f50329b-e946-44b8-93d1-33602f2b1536', 'name': '', 'network_id': '226f1e78-82cd-4481-9055-4eb73b6db8c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:5d:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd16db5c4-b1a5-40c1-8fd8-3011e86cd8f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2826, 'fixed_ips': [{'subnet_id': 'ba8deeec-7658-4195-9449-038c076f5c83', 'ip_address': '172.25.2.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T07:33:45Z', 'updated_at': '2021-01-14T07:33:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ba8deeec-7658-4195-9449-038c076f5c83', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-2', '_interfaces': [{'id': '25852d3d-de21-4aa1-a031-5981151fd3a8', 'name': '', 'network_id': 'd298a449-3d7e-45a6-b770-ee623958c3e8', 'tenant_id': 'da40f1f08d464ed39ed4c77ed164e902', 'mac_address': 'fa:16:3e:ef:9d:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd16db5c4-b1a5-40c1-8fd8-3011e86cd8f4', 'device_owner': 'network:router_interface', 'standard_attr_id': 2861, 'fixed_ips': [{'subnet_id': 'b44ad6f4-41f3-4ff2-b999-80cf8e57547c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T07:33:57Z', 'updated_at': '2021-01-14T07:34:02Z', 'revision_number': 4, 'project_id': 'da40f1f08d464ed39ed4c77ed164e902', 'subnets': [{'id': 'b44ad6f4-41f3-4ff2-b999-80cf8e57547c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=84877) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Jan 14 07:34:03.741355 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-b791ed51-b14e-48f9-a5f4-32c2853a01ed tempest-TestNetworkAdvancedServerOps-470546014 tempest-TestNetworkAdvancedServerOps-470546014] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777640123575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851621574'] for port, after_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:34:03.750683 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Provisioning for port 54ff2f34-1763-4998-a4ee-94823da48930 completed by entity L2. {{(pid=84876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 07:34:03.767771 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-703446ab-15ff-4677-9321-092515a4318b tempest-TestNetworkBasicOps-1983703278 tempest-TestNetworkBasicOps-1983703278] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:34:03.804173 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Device b5566b91-bf67-4e9b-af60-d1c8e21603cc no longer exists at agent ovs-agent-n-d-768862-2 {{(pid=84876) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jan 14 07:34:03.860226 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.plugin [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] No Port match for: b5566b91-bf67-4e9b-af60-d1c8e21603cc {{(pid=84876) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2188}} Jan 14 07:34:03.860681 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Device b5566b91-bf67-4e9b-af60-d1c8e21603cc not bound to the agent host n-d-768862-2 {{(pid=84876) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jan 14 07:34:03.863515 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5791e7e-9af7-4a49-bf5a-80693dff85ba None None] Network d298a449-3d7e-45a6-b770-ee623958c3e8 requested from n-d-768862-2 {{(pid=84876) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 07:34:04.002014 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-85faf87b-290f-4231-bc62-cfd3bac31080 tempest-SecGroupIPv6Test-296392250 tempest-SecGroupIPv6Test-296392250] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850966545'] for security_group_rule, after_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:34:04.035725 n-d-768862-2 neutron-server[84765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b791ed51-b14e-48f9-a5f4-32c2853a01ed tempest-TestNetworkAdvancedServerOps-470546014 tempest-TestNetworkAdvancedServerOps-470546014] Network 226f1e78-82cd-4481-9055-4eb73b6db8c1 is already hosted by enough agents. {{(pid=84875) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 07:34:04.040844 n-d-768862-2 neutron-server[84765]: DEBUG neutron.scheduler.base_scheduler [None req-b791ed51-b14e-48f9-a5f4-32c2853a01ed tempest-TestNetworkAdvancedServerOps-470546014 tempest-TestNetworkAdvancedServerOps-470546014] Resources bound (agent type, host, resource id): {{(pid=84875) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 07:34:04.046728 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b791ed51-b14e-48f9-a5f4-32c2853a01ed tempest-TestNetworkAdvancedServerOps-470546014 tempest-TestNetworkAdvancedServerOps-470546014] Received port after_create {{(pid=84875) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 14 07:34:04.059116 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-f7c306f9-eeca-4aa3-864d-9cc326c64b6e tempest-NetworksTest-1803261889 tempest-NetworksTest-1803261889] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.548s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:34:04.062592 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-3c376f11-a6ec-4bae-aacc-323f12fee361 None None] Provisioning for port 25852d3d-de21-4aa1-a031-5981151fd3a8 completed by entity DHCP. {{(pid=84876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 07:34:04.081060 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-85faf87b-290f-4231-bc62-cfd3bac31080 tempest-SecGroupIPv6Test-296392250 tempest-SecGroupIPv6Test-296392250] Notify callbacks [] for security_group_rule, before_response {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:34:04.085879 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-85faf87b-290f-4231-bc62-cfd3bac31080 tempest-SecGroupIPv6Test-296392250 tempest-SecGroupIPv6Test-296392250] 10.222.0.24 "DELETE /v2.0/security-group-rules/6d86236d-dde9-4106-8352-72c514c765ab HTTP/1.1" status: 204 len: 168 time: 0.4527631 Jan 14 07:34:04.086878 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b791ed51-b14e-48f9-a5f4-32c2853a01ed tempest-TestNetworkAdvancedServerOps-470546014 tempest-TestNetworkAdvancedServerOps-470546014] Pushing event updated for resources: {'Port': ['ID=ca9b0343-3540-46d4-a8e7-8c9181705610,revision_number=1']} {{(pid=84875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:34:04.089832 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84875) accepted ('10.222.0.24', 60414) {{(pid=84875) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:34:04.092703 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-084d9d30-ba74-4e91-860a-55ede639f367 tempest-TestSecurityGroupsBasicOps-944861984 tempest-TestSecurityGroupsBasicOps-944861984] Notify callbacks [] for security_group_rule, before_response {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:34:04.094040 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-084d9d30-ba74-4e91-860a-55ede639f367 tempest-TestSecurityGroupsBasicOps-944861984 tempest-TestSecurityGroupsBasicOps-944861984] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.5856075 Jan 14 07:34:04.128728 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-b791ed51-b14e-48f9-a5f4-32c2853a01ed tempest-TestNetworkAdvancedServerOps-470546014 tempest-TestNetworkAdvancedServerOps-470546014] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.361s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:34:04.129472 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-de2e926f-02a4-4f95-80d4-00bf3696c35f tempest-TestNetworkAdvancedServerOps-470546014 tempest-TestNetworkAdvancedServerOps-470546014] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.120s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:34:04.133109 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbc183e7-26f6-4c6a-a003-eb6811c9034c tempest-NetworksTest-1803261889 tempest-NetworksTest-1803261889] Pushing event deleted for resources: {'Subnet': ['ID=6ea7c73f-54d2-4bdc-a90b-57504cf367d5,revision_number=None']} {{(pid=84874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:34:04.161421 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85faf87b-290f-4231-bc62-cfd3bac31080 tempest-SecGroupIPv6Test-296392250 tempest-SecGroupIPv6Test-296392250] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=6d86236d-dde9-4106-8352-72c514c765ab,revision_number=None']} {{(pid=84875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:34:04.172645 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-85faf87b-290f-4231-bc62-cfd3bac31080 tempest-SecGroupIPv6Test-296392250 tempest-SecGroupIPv6Test-296392250] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:34:04.173960 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-3c376f11-a6ec-4bae-aacc-323f12fee361 None None] Provisioning for port 54ff2f34-1763-4998-a4ee-94823da48930 completed by entity DHCP. {{(pid=84876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 07:34:04.180835 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-3c376f11-a6ec-4bae-aacc-323f12fee361 None None] Provisioning complete for port 54ff2f34-1763-4998-a4ee-94823da48930 triggered by entity DHCP. {{(pid=84876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 07:34:04.181267 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-3c376f11-a6ec-4bae-aacc-323f12fee361 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-604227'] for port, provisioning_complete {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:34:04.208328 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbc183e7-26f6-4c6a-a003-eb6811c9034c tempest-NetworksTest-1803261889 tempest-NetworksTest-1803261889] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@n-h1-768862-2 {{(pid=84874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:34:04.209431 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbc183e7-26f6-4c6a-a003-eb6811c9034c tempest-NetworksTest-1803261889 tempest-NetworksTest-1803261889] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-h1-768862-2 {{(pid=84874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:34:04.209878 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbc183e7-26f6-4c6a-a003-eb6811c9034c tempest-NetworksTest-1803261889 tempest-NetworksTest-1803261889] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-h1-768862-2 {{(pid=84874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:34:04.210308 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbc183e7-26f6-4c6a-a003-eb6811c9034c tempest-NetworksTest-1803261889 tempest-NetworksTest-1803261889] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-h1-768862-2 {{(pid=84874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:34:04.210885 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbc183e7-26f6-4c6a-a003-eb6811c9034c tempest-NetworksTest-1803261889 tempest-NetworksTest-1803261889] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@n-h1-768862-2 {{(pid=84874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:34:04.211307 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbc183e7-26f6-4c6a-a003-eb6811c9034c tempest-NetworksTest-1803261889 tempest-NetworksTest-1803261889] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-h1-768862-2 {{(pid=84874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:34:04.211724 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbc183e7-26f6-4c6a-a003-eb6811c9034c tempest-NetworksTest-1803261889 tempest-NetworksTest-1803261889] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-h1-768862-2 {{(pid=84874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:34:04.212186 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbc183e7-26f6-4c6a-a003-eb6811c9034c tempest-NetworksTest-1803261889 tempest-NetworksTest-1803261889] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-h1-768862-2 {{(pid=84874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:34:04.212618 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbc183e7-26f6-4c6a-a003-eb6811c9034c tempest-NetworksTest-1803261889 tempest-NetworksTest-1803261889] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-h1-768862-2 {{(pid=84874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:34:04.213022 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbc183e7-26f6-4c6a-a003-eb6811c9034c tempest-NetworksTest-1803261889 tempest-NetworksTest-1803261889] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-h1-768862-2 {{(pid=84874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:34:04.213432 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbc183e7-26f6-4c6a-a003-eb6811c9034c tempest-NetworksTest-1803261889 tempest-NetworksTest-1803261889] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-h1-768862-2 {{(pid=84874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:34:04.215236 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbc183e7-26f6-4c6a-a003-eb6811c9034c tempest-NetworksTest-1803261889 tempest-NetworksTest-1803261889] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-h1-768862-2 {{(pid=84874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:34:04.215824 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbc183e7-26f6-4c6a-a003-eb6811c9034c tempest-NetworksTest-1803261889 tempest-NetworksTest-1803261889] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@n-h2-768862-2 {{(pid=84874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:34:04.216148 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbc183e7-26f6-4c6a-a003-eb6811c9034c tempest-NetworksTest-1803261889 tempest-NetworksTest-1803261889] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-h2-768862-2 {{(pid=84874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:34:04.216571 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbc183e7-26f6-4c6a-a003-eb6811c9034c tempest-NetworksTest-1803261889 tempest-NetworksTest-1803261889] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-h2-768862-2 {{(pid=84874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:34:04.217047 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbc183e7-26f6-4c6a-a003-eb6811c9034c tempest-NetworksTest-1803261889 tempest-NetworksTest-1803261889] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-h2-768862-2 {{(pid=84874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:34:04.217466 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbc183e7-26f6-4c6a-a003-eb6811c9034c tempest-NetworksTest-1803261889 tempest-NetworksTest-1803261889] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@n-h2-768862-2 {{(pid=84874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:34:04.218084 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbc183e7-26f6-4c6a-a003-eb6811c9034c tempest-NetworksTest-1803261889 tempest-NetworksTest-1803261889] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-h2-768862-2 {{(pid=84874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:34:04.218506 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbc183e7-26f6-4c6a-a003-eb6811c9034c tempest-NetworksTest-1803261889 tempest-NetworksTest-1803261889] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-h2-768862-2 {{(pid=84874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:34:04.218919 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbc183e7-26f6-4c6a-a003-eb6811c9034c tempest-NetworksTest-1803261889 tempest-NetworksTest-1803261889] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-h2-768862-2 {{(pid=84874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:34:04.219334 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbc183e7-26f6-4c6a-a003-eb6811c9034c tempest-NetworksTest-1803261889 tempest-NetworksTest-1803261889] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-h2-768862-2 {{(pid=84874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:34:04.219744 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbc183e7-26f6-4c6a-a003-eb6811c9034c tempest-NetworksTest-1803261889 tempest-NetworksTest-1803261889] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-h2-768862-2 {{(pid=84874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:34:04.220185 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbc183e7-26f6-4c6a-a003-eb6811c9034c tempest-NetworksTest-1803261889 tempest-NetworksTest-1803261889] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-h2-768862-2 {{(pid=84874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:34:04.220592 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbc183e7-26f6-4c6a-a003-eb6811c9034c tempest-NetworksTest-1803261889 tempest-NetworksTest-1803261889] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-h2-768862-2 {{(pid=84874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:34:04.221078 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbc183e7-26f6-4c6a-a003-eb6811c9034c tempest-NetworksTest-1803261889 tempest-NetworksTest-1803261889] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-2 {{(pid=84874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:34:04.221490 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbc183e7-26f6-4c6a-a003-eb6811c9034c tempest-NetworksTest-1803261889 tempest-NetworksTest-1803261889] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-2 {{(pid=84874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:34:04.221903 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbc183e7-26f6-4c6a-a003-eb6811c9034c tempest-NetworksTest-1803261889 tempest-NetworksTest-1803261889] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-2 {{(pid=84874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:34:04.222389 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbc183e7-26f6-4c6a-a003-eb6811c9034c tempest-NetworksTest-1803261889 tempest-NetworksTest-1803261889] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-2 {{(pid=84874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:34:04.222941 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbc183e7-26f6-4c6a-a003-eb6811c9034c tempest-NetworksTest-1803261889 tempest-NetworksTest-1803261889] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@n-d-768862-2 {{(pid=84874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:34:04.224090 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbc183e7-26f6-4c6a-a003-eb6811c9034c tempest-NetworksTest-1803261889 tempest-NetworksTest-1803261889] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-2 {{(pid=84874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:34:04.224512 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbc183e7-26f6-4c6a-a003-eb6811c9034c tempest-NetworksTest-1803261889 tempest-NetworksTest-1803261889] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-768862-2 {{(pid=84874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:34:04.224924 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbc183e7-26f6-4c6a-a003-eb6811c9034c tempest-NetworksTest-1803261889 tempest-NetworksTest-1803261889] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-768862-2 {{(pid=84874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:34:04.225334 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbc183e7-26f6-4c6a-a003-eb6811c9034c tempest-NetworksTest-1803261889 tempest-NetworksTest-1803261889] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-2 {{(pid=84874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:34:04.225741 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbc183e7-26f6-4c6a-a003-eb6811c9034c tempest-NetworksTest-1803261889 tempest-NetworksTest-1803261889] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-2 {{(pid=84874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:34:04.226148 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbc183e7-26f6-4c6a-a003-eb6811c9034c tempest-NetworksTest-1803261889 tempest-NetworksTest-1803261889] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-2 {{(pid=84874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:34:04.226552 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbc183e7-26f6-4c6a-a003-eb6811c9034c tempest-NetworksTest-1803261889 tempest-NetworksTest-1803261889] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-2 {{(pid=84874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:34:04.235336 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-cbc183e7-26f6-4c6a-a003-eb6811c9034c tempest-NetworksTest-1803261889 tempest-NetworksTest-1803261889] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.176s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:34:04.338585 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-331ca01e-d706-4d00-bd2b-5af6f587acd0 None None] Network 1fb0a188-fd91-4f8c-ae79-4ec8595fc95c requested from n-d-768862-2 {{(pid=84876) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 07:34:04.366866 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-3c376f11-a6ec-4bae-aacc-323f12fee361 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555753'] for port, before_update {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:34:04.373384 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-cbc183e7-26f6-4c6a-a003-eb6811c9034c tempest-NetworksTest-1803261889 tempest-NetworksTest-1803261889] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-598987', 'neutron.services.segments.db._delete_segments_for_network-8777640583949'] for network, precommit_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:34:04.550701 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [None req-3c376f11-a6ec-4bae-aacc-323f12fee361 None None] For port 54ff2f34-1763-4998-a4ee-94823da48930, host n-d-768862-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-2',level=0,port_id=54ff2f34-1763-4998-a4ee-94823da48930,segment=NetworkSegment(6ee7b38f-2b54-4b74-9d97-5f5c54ab862d),segment_id=6ee7b38f-2b54-4b74-9d97-5f5c54ab862d)] {{(pid=84876) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 07:34:04.556804 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-3c376f11-a6ec-4bae-aacc-323f12fee361 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777640533312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363259214678337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777640097497'] for port, after_update {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:34:04.561803 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-02533054-be40-40a4-8d22-20d9c795d5a3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84876) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:34:04.578212 n-d-768862-2 neutron-server[84765]: DEBUG neutron.services.segments.db [None req-cbc183e7-26f6-4c6a-a003-eb6811c9034c tempest-NetworksTest-1803261889 tempest-NetworksTest-1803261889] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1fb0a188-fd91-4f8c-ae79-4ec8595fc95c']}} {{(pid=84874) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:34:04.604599 n-d-768862-2 neutron-server[84765]: DEBUG neutron.services.segments.db [None req-cbc183e7-26f6-4c6a-a003-eb6811c9034c tempest-NetworksTest-1803261889 tempest-NetworksTest-1803261889] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9ac3ec39-37f1-4e2d-a73b-3fe2c5dc2a0d') {'for_net_delete': True} {{(pid=84874) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:34:04.604994 n-d-768862-2 neutron-server[84765]: DEBUG neutron.services.segments.db [None req-cbc183e7-26f6-4c6a-a003-eb6811c9034c tempest-NetworksTest-1803261889 tempest-NetworksTest-1803261889] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9ac3ec39-37f1-4e2d-a73b-3fe2c5dc2a0d') {} {{(pid=84874) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:34:04.647258 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-cbc183e7-26f6-4c6a-a003-eb6811c9034c tempest-NetworksTest-1803261889 tempest-NetworksTest-1803261889] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363259214173198', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2968632'] for segment, before_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:34:04.668995 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-cbc183e7-26f6-4c6a-a003-eb6811c9034c tempest-NetworksTest-1803261889 tempest-NetworksTest-1803261889] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854179735'] for segment, precommit_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:34:04.671980 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-cbc183e7-26f6-4c6a-a003-eb6811c9034c tempest-NetworksTest-1803261889 tempest-NetworksTest-1803261889] Releasing vxlan tunnel 3 to pool {{(pid=84874) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Jan 14 07:34:04.790751 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c376f11-a6ec-4bae-aacc-323f12fee361 None None] Pushing event updated for resources: {'Port': ['ID=54ff2f34-1763-4998-a4ee-94823da48930,revision_number=3']} {{(pid=84876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:34:04.803131 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-3c376f11-a6ec-4bae-aacc-323f12fee361 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.241s {{(pid=84876) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:34:04.807903 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94bdd316-3581-4586-b231-9b5ff762328f None None] DHCP port deletion for 1fb0a188-fd91-4f8c-ae79-4ec8595fc95c request from n-d-768862-2 {{(pid=84876) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Jan 14 07:34:04.834476 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-55defa08-4d73-457b-bacb-c5f0af3eec3f None None] Provisioning complete for port 54ff2f34-1763-4998-a4ee-94823da48930 triggered by entity DHCP. {{(pid=84876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 07:34:04.834901 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-55defa08-4d73-457b-bacb-c5f0af3eec3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-604227'] for port, provisioning_complete {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:34:05.022871 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.managers [None req-cbc183e7-26f6-4c6a-a003-eb6811c9034c tempest-NetworksTest-1803261889 tempest-NetworksTest-1803261889] Network 1fb0a188-fd91-4f8c-ae79-4ec8595fc95c has no segments {{(pid=84874) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 14 07:34:05.036572 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-cbc183e7-26f6-4c6a-a003-eb6811c9034c tempest-NetworksTest-1803261889 tempest-NetworksTest-1803261889] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-596065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036851521571'] for segment, after_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:34:05.093671 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-ce3a18cf-7768-4259-94bd-6e3ff40acd26 tempest-SecGroupIPv6Test-296392250 tempest-SecGroupIPv6Test-296392250] Synchronizing usage tracker for tenant:058b4641f1ca48f9b3b9ca658afbc9cc on resource:security_group_rule {{(pid=84875) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 14 07:34:05.202459 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [req-a01b6c0d-e986-471c-984d-e8165c55565d req-c3147afa-7999-46ef-8ca2-b576c3fd25d0 tempest-TestSecurityGroupsBasicOps-944861984 tempest-TestSecurityGroupsBasicOps-944861984] Synchronizing usage tracker for tenant:da40f1f08d464ed39ed4c77ed164e902 on resource:security_group {{(pid=84875) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 14 07:34:05.241615 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-ce3a18cf-7768-4259-94bd-6e3ff40acd26 tempest-SecGroupIPv6Test-296392250 tempest-SecGroupIPv6Test-296392250] Unset dirty status for tenant:058b4641f1ca48f9b3b9ca658afbc9cc on resource:security_group_rule {{(pid=84875) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 14 07:34:05.243033 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-ce3a18cf-7768-4259-94bd-6e3ff40acd26 tempest-SecGroupIPv6Test-296392250 tempest-SecGroupIPv6Test-296392250] 10.222.0.24 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 1.1380236 Jan 14 07:34:05.252059 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84875) accepted ('10.222.0.24', 60432) {{(pid=84875) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:34:05.269825 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [req-a01b6c0d-e986-471c-984d-e8165c55565d req-c3147afa-7999-46ef-8ca2-b576c3fd25d0 tempest-TestSecurityGroupsBasicOps-944861984 tempest-TestSecurityGroupsBasicOps-944861984] Unset dirty status for tenant:da40f1f08d464ed39ed4c77ed164e902 on resource:security_group {{(pid=84875) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 14 07:34:05.272477 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [req-a01b6c0d-e986-471c-984d-e8165c55565d req-c3147afa-7999-46ef-8ca2-b576c3fd25d0 tempest-TestSecurityGroupsBasicOps-944861984 tempest-TestSecurityGroupsBasicOps-944861984] 10.222.0.24 "GET /v2.0/security-groups?name=tempest-secgroup_general--430430577&fields=id&tenant_id=da40f1f08d464ed39ed4c77ed164e902 HTTP/1.1" status: 200 len: 267 time: 0.8033357 Jan 14 07:34:05.323643 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.managers [None req-cbc183e7-26f6-4c6a-a003-eb6811c9034c tempest-NetworksTest-1803261889 tempest-NetworksTest-1803261889] Network 1fb0a188-fd91-4f8c-ae79-4ec8595fc95c has no segments {{(pid=84874) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 14 07:34:05.365562 n-d-768862-2 neutron-server[84765]: Traceback (most recent call last): Jan 14 07:34:05.365562 n-d-768862-2 neutron-server[84765]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 14 07:34:05.365562 n-d-768862-2 neutron-server[84765]: timer() Jan 14 07:34:05.365562 n-d-768862-2 neutron-server[84765]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 14 07:34:05.365562 n-d-768862-2 neutron-server[84765]: cb(*args, **kw) Jan 14 07:34:05.365562 n-d-768862-2 neutron-server[84765]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Jan 14 07:34:05.365562 n-d-768862-2 neutron-server[84765]: return func(*args, **kwargs) Jan 14 07:34:05.365562 n-d-768862-2 neutron-server[84765]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 14 07:34:05.365562 n-d-768862-2 neutron-server[84765]: self._notify() Jan 14 07:34:05.365562 n-d-768862-2 neutron-server[84765]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 14 07:34:05.365562 n-d-768862-2 neutron-server[84765]: self.callback(batched_events) Jan 14 07:34:05.365562 n-d-768862-2 neutron-server[84765]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 14 07:34:05.365562 n-d-768862-2 neutron-server[84765]: event.method(event) Jan 14 07:34:05.365562 n-d-768862-2 neutron-server[84765]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 14 07:34:05.365562 n-d-768862-2 neutron-server[84765]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 14 07:34:05.365562 n-d-768862-2 neutron-server[84765]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Jan 14 07:34:05.365562 n-d-768862-2 neutron-server[84765]: segment_id)['aggregates'][0] Jan 14 07:34:05.365562 n-d-768862-2 neutron-server[84765]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 14 07:34:05.365562 n-d-768862-2 neutron-server[84765]: return f(self, *a, **k) Jan 14 07:34:05.365562 n-d-768862-2 neutron-server[84765]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 14 07:34:05.365562 n-d-768862-2 neutron-server[84765]: return self._get(url).json() Jan 14 07:34:05.365562 n-d-768862-2 neutron-server[84765]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 14 07:34:05.365562 n-d-768862-2 neutron-server[84765]: **kwargs) Jan 14 07:34:05.365562 n-d-768862-2 neutron-server[84765]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 14 07:34:05.365562 n-d-768862-2 neutron-server[84765]: return self.request(url, 'GET', **kwargs) Jan 14 07:34:05.365562 n-d-768862-2 neutron-server[84765]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Jan 14 07:34:05.365562 n-d-768862-2 neutron-server[84765]: **endpoint_filter) Jan 14 07:34:05.365562 n-d-768862-2 neutron-server[84765]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 14 07:34:05.365562 n-d-768862-2 neutron-server[84765]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 14 07:34:05.365562 n-d-768862-2 neutron-server[84765]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 14 07:34:05.365562 n-d-768862-2 neutron-server[84765]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 14 07:34:05.365562 n-d-768862-2 neutron-server[84765]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 14 07:34:05.373951 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-b791ed51-b14e-48f9-a5f4-32c2853a01ed tempest-TestNetworkAdvancedServerOps-470546014 tempest-TestNetworkAdvancedServerOps-470546014] Notify callbacks [] for router_gateway, after_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:34:05.464167 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-531b45ec-0fc0-4384-9a8b-3557a6245f86 tempest-RoutersTest-1255860389 tempest-RoutersTest-1255860389] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3889632'] for router_interface, before_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:34:05.525929 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-fe685409-a674-473d-9283-253145958703 None None] Provisioning complete for port 54ff2f34-1763-4998-a4ee-94823da48930 triggered by entity DHCP. {{(pid=84876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 07:34:05.526365 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-fe685409-a674-473d-9283-253145958703 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-604227'] for port, provisioning_complete {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:34:05.527078 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [req-a01b6c0d-e986-471c-984d-e8165c55565d req-52eba261-2747-4dcf-a8d3-0edcbef9e90f tempest-TestSecurityGroupsBasicOps-944861984 tempest-TestSecurityGroupsBasicOps-944861984] 10.222.0.24 "GET /v2.0/security-groups?name=tempest-secgroup_access--1018530668&fields=id&tenant_id=da40f1f08d464ed39ed4c77ed164e902 HTTP/1.1" status: 200 len: 267 time: 0.2398858 Jan 14 07:34:05.537135 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-cbc183e7-26f6-4c6a-a003-eb6811c9034c tempest-NetworksTest-1803261889 tempest-NetworksTest-1803261889] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036854176830', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850887149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3912591'] for network, after_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:34:05.561531 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-5dbc1dec-f2fe-48a7-b6d8-7bd60d8383bc tempest-BulkNetworkOpsIpV6Test-1034590256 tempest-BulkNetworkOpsIpV6Test-1034590256] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:34:05.587980 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-cbc183e7-26f6-4c6a-a003-eb6811c9034c tempest-NetworksTest-1803261889 tempest-NetworksTest-1803261889] Notify callbacks [] for network, before_response {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:34:05.598152 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-cbc183e7-26f6-4c6a-a003-eb6811c9034c tempest-NetworksTest-1803261889 tempest-NetworksTest-1803261889] 10.222.0.24 "DELETE /v2.0/networks/1fb0a188-fd91-4f8c-ae79-4ec8595fc95c HTTP/1.1" status: 204 len: 168 time: 10.0309665 Jan 14 07:34:05.606372 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Device 54ff2f34-1763-4998-a4ee-94823da48930 up at agent ovs-agent-n-d-768862-2 {{(pid=84876) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 07:34:05.630757 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84875) accepted ('10.222.0.24', 60436) {{(pid=84875) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:34:05.646868 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.v2.base [None req-0b3b1ee3-ff41-4346-8efe-587c0bef02be tempest-NetworksTest-1803261889 tempest-NetworksTest-1803261889] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-578735271'}} {{(pid=84875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:34:05.672912 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbc183e7-26f6-4c6a-a003-eb6811c9034c tempest-NetworksTest-1803261889 tempest-NetworksTest-1803261889] Pushing event deleted for resources: {'Network': ['ID=1fb0a188-fd91-4f8c-ae79-4ec8595fc95c,revision_number=None']} {{(pid=84874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:34:05.698961 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-cbc183e7-26f6-4c6a-a003-eb6811c9034c tempest-NetworksTest-1803261889 tempest-NetworksTest-1803261889] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:34:05.740807 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-fdd1d8dc-78bd-4843-b4b1-a927a7d0e1ff tempest-SecGroupIPv6Test-296392250 tempest-SecGroupIPv6Test-296392250] Notify callbacks [] for security_group, before_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:34:05.740947 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Provisioning complete for port 54ff2f34-1763-4998-a4ee-94823da48930 triggered by entity L2. {{(pid=84876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 07:34:05.741230 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-604227'] for port, provisioning_complete {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:34:05.744982 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-0b3b1ee3-ff41-4346-8efe-587c0bef02be tempest-NetworksTest-1803261889 tempest-NetworksTest-1803261889] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:34:05.796697 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-0b3b1ee3-ff41-4346-8efe-587c0bef02be tempest-NetworksTest-1803261889 tempest-NetworksTest-1803261889] Usage tracker for resource:network and tenant:93b2211854874c6cae5592aa469fb908 is out of sync, need to count used quota {{(pid=84875) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:34:05.834871 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-0b3b1ee3-ff41-4346-8efe-587c0bef02be tempest-NetworksTest-1803261889 tempest-NetworksTest-1803261889] Quota usage for network was recalculated. Used quota:1. {{(pid=84875) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:34:05.846881 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-0b3b1ee3-ff41-4346-8efe-587c0bef02be tempest-NetworksTest-1803261889 tempest-NetworksTest-1803261889] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:34:06.118420 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-b791ed51-b14e-48f9-a5f4-32c2853a01ed tempest-TestNetworkAdvancedServerOps-470546014 tempest-TestNetworkAdvancedServerOps-470546014] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036850886612', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036850863158'] for router, after_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:34:06.126803 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-fdd1d8dc-78bd-4843-b4b1-a927a7d0e1ff tempest-SecGroupIPv6Test-296392250 tempest-SecGroupIPv6Test-296392250] Notify callbacks [] for security_group, precommit_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:34:06.152277 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0b3b1ee3-ff41-4346-8efe-587c0bef02be tempest-NetworksTest-1803261889 tempest-NetworksTest-1803261889] Made reservation on behalf of 93b2211854874c6cae5592aa469fb908 for: {'network': 1} {{(pid=84875) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 07:34:06.152539 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.plugin [None req-531b45ec-0fc0-4384-9a8b-3557a6245f86 tempest-RoutersTest-1255860389 tempest-RoutersTest-1255860389] Deleting port bb50e465-88b0-4954-b074-4aae48239b03 {{(pid=84874) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 07:34:06.152744 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-531b45ec-0fc0-4384-9a8b-3557a6245f86 tempest-RoutersTest-1255860389 tempest-RoutersTest-1255860389] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363259214248359'] for port, before_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:34:06.162385 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-0b3b1ee3-ff41-4346-8efe-587c0bef02be tempest-NetworksTest-1803261889 tempest-NetworksTest-1803261889] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555753'] for network, before_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:34:06.164930 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Device 25852d3d-de21-4aa1-a031-5981151fd3a8 up at agent ovs-agent-n-d-768862-2 {{(pid=84876) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 07:34:06.222833 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-11191d47-d5bc-48a1-a303-33fd8c12a42d None None] Provisioning complete for port 54ff2f34-1763-4998-a4ee-94823da48930 triggered by entity DHCP. {{(pid=84876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 07:34:06.223915 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-11191d47-d5bc-48a1-a303-33fd8c12a42d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-604227'] for port, provisioning_complete {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:34:06.312481 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Provisioning for port 25852d3d-de21-4aa1-a031-5981151fd3a8 completed by entity L2. {{(pid=84876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 07:34:06.318389 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Provisioning complete for port 25852d3d-de21-4aa1-a031-5981151fd3a8 triggered by entity L2. {{(pid=84876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 07:34:06.319022 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-604227'] for port, provisioning_complete {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:34:06.368857 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ce07257-3a19-47fa-aea4-273c5883cf09 None None] get_active_networks_info from n-d-768862-2 {{(pid=84876) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}} Jan 14 07:34:06.387404 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a01b6c0d-e986-471c-984d-e8165c55565d req-5c612239-1ed7-4dcd-bbbb-30e99f591bc4 tempest-TestSecurityGroupsBasicOps-944861984 tempest-TestSecurityGroupsBasicOps-944861984] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:34:06.388225 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [req-a01b6c0d-e986-471c-984d-e8165c55565d req-5c612239-1ed7-4dcd-bbbb-30e99f591bc4 tempest-TestSecurityGroupsBasicOps-944861984 tempest-TestSecurityGroupsBasicOps-944861984] Synchronizing usage tracker for tenant:da40f1f08d464ed39ed4c77ed164e902 on resource:network {{(pid=84875) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 14 07:34:06.398589 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-531b45ec-0fc0-4384-9a8b-3557a6245f86 tempest-RoutersTest-1255860389 tempest-RoutersTest-1255860389] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036850862667'] for port, precommit_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:34:06.407170 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0b3b1ee3-ff41-4346-8efe-587c0bef02be tempest-NetworksTest-1803261889 tempest-NetworksTest-1803261889] vxlan segment allocate from pool success with {'vxlan_vni': 3} {{(pid=84875) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Jan 14 07:34:06.451515 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-0b3b1ee3-ff41-4346-8efe-587c0bef02be tempest-NetworksTest-1803261889 tempest-NetworksTest-1803261889] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment--9223363259214191851', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854179735'] for segment, precommit_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:34:06.452002 n-d-768862-2 neutron-server[84765]: INFO neutron.db.segments_db [None req-0b3b1ee3-ff41-4346-8efe-587c0bef02be tempest-NetworksTest-1803261889 tempest-NetworksTest-1803261889] Added segment d6eb0cc4-1c3c-44d3-b3c4-7c7f03a5a825 of type vxlan for network d7482ac0-0635-4ba5-b52c-096ec4ceb1a8 Jan 14 07:34:06.453182 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-fdd1d8dc-78bd-4843-b4b1-a927a7d0e1ff tempest-SecGroupIPv6Test-296392250 tempest-SecGroupIPv6Test-296392250] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850887153'] for security_group, after_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:34:06.461894 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-76d4b4c4-6442-4c85-842d-c082cc53d241 tempest-SecGroupIPv6Test-296392250 tempest-SecGroupIPv6Test-296392250] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:34:06.481032 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [req-a01b6c0d-e986-471c-984d-e8165c55565d req-5c612239-1ed7-4dcd-bbbb-30e99f591bc4 tempest-TestSecurityGroupsBasicOps-944861984 tempest-TestSecurityGroupsBasicOps-944861984] Unset dirty status for tenant:da40f1f08d464ed39ed4c77ed164e902 on resource:network {{(pid=84875) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 14 07:34:06.482251 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [req-a01b6c0d-e986-471c-984d-e8165c55565d req-5c612239-1ed7-4dcd-bbbb-30e99f591bc4 tempest-TestSecurityGroupsBasicOps-944861984 tempest-TestSecurityGroupsBasicOps-944861984] 10.222.0.24 "GET /v2.0/networks?id=d298a449-3d7e-45a6-b770-ee623958c3e8 HTTP/1.1" status: 200 len: 795 time: 0.9253128 Jan 14 07:34:06.507414 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdd1d8dc-78bd-4843-b4b1-a927a7d0e1ff tempest-SecGroupIPv6Test-296392250 tempest-SecGroupIPv6Test-296392250] Pushing event deleted for resources: {'SecurityGroup': ['ID=28c4295a-cdce-46dd-bbb0-d72441faa589,revision_number=None']} {{(pid=84875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:34:06.520285 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-fdd1d8dc-78bd-4843-b4b1-a927a7d0e1ff tempest-SecGroupIPv6Test-296392250 tempest-SecGroupIPv6Test-296392250] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:34:06.536528 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.plugin [None req-531b45ec-0fc0-4384-9a8b-3557a6245f86 tempest-RoutersTest-1255860389 tempest-RoutersTest-1255860389] Calling delete_port for bb50e465-88b0-4954-b074-4aae48239b03 owned by network:router_interface {{(pid=84874) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 07:34:06.540820 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [req-a01b6c0d-e986-471c-984d-e8165c55565d req-540f4733-11de-4c87-8120-878703fed368 tempest-TestSecurityGroupsBasicOps-944861984 tempest-TestSecurityGroupsBasicOps-944861984] 10.222.0.24 "GET /v2.0/quotas/da40f1f08d464ed39ed4c77ed164e902 HTTP/1.1" status: 200 len: 375 time: 0.0415647 Jan 14 07:34:06.559988 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-0b3b1ee3-ff41-4346-8efe-587c0bef02be tempest-NetworksTest-1803261889 tempest-NetworksTest-1803261889] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363259214646115'] for network, precommit_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:34:06.641606 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-fdd1d8dc-78bd-4843-b4b1-a927a7d0e1ff tempest-SecGroupIPv6Test-296392250 tempest-SecGroupIPv6Test-296392250] Notify callbacks [] for security_group, before_response {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:34:06.645507 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-fdd1d8dc-78bd-4843-b4b1-a927a7d0e1ff tempest-SecGroupIPv6Test-296392250 tempest-SecGroupIPv6Test-296392250] 10.222.0.24 "DELETE /v2.0/security-groups/28c4295a-cdce-46dd-bbb0-d72441faa589 HTTP/1.1" status: 204 len: 168 time: 1.3897512 Jan 14 07:34:06.646965 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84874) accepted ('10.222.0.24', 60442) {{(pid=84874) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:34:06.675057 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-2e25aeb6-e1ca-4596-9670-d7d8f7a86416 None None] Provisioning complete for port 25852d3d-de21-4aa1-a031-5981151fd3a8 triggered by entity DHCP. {{(pid=84876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 07:34:06.675627 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-2e25aeb6-e1ca-4596-9670-d7d8f7a86416 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-604227'] for port, provisioning_complete {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:34:06.694496 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-0b3b1ee3-ff41-4346-8efe-587c0bef02be tempest-NetworksTest-1803261889 tempest-NetworksTest-1803261889] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850887149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964'] for network, after_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:34:06.714247 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b3b1ee3-ff41-4346-8efe-587c0bef02be tempest-NetworksTest-1803261889 tempest-NetworksTest-1803261889] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:34:06.714951 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-0b3b1ee3-ff41-4346-8efe-587c0bef02be tempest-NetworksTest-1803261889 tempest-NetworksTest-1803261889] Notify callbacks [] for network, before_response {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:34:06.718918 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-a6ec4954-e700-499d-80d3-6788578069ad tempest-SecGroupIPv6Test-296392250 tempest-SecGroupIPv6Test-296392250] Synchronizing usage tracker for tenant:058b4641f1ca48f9b3b9ca658afbc9cc on resource:security_group {{(pid=84874) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 14 07:34:06.724748 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-1c01f4d8-66cc-4083-b455-ef5e4cba617b tempest-PortsIpV6TestJSON-1330665174 tempest-PortsIpV6TestJSON-1330665174] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:34:06.745379 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555753'] for port, before_update {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:34:06.749668 n-d-768862-2 neutron-server[84765]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b791ed51-b14e-48f9-a5f4-32c2853a01ed tempest-TestNetworkAdvancedServerOps-470546014 tempest-TestNetworkAdvancedServerOps-470546014] Router 9a7a48be-3f58-4ad4-b291-a2b4c2abfba5 is scheduled to L3 agent 35f592e9-451b-4db9-abea-77b6a5c5391b with binding_index 1 {{(pid=84875) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}} Jan 14 07:34:06.777297 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-a6ec4954-e700-499d-80d3-6788578069ad tempest-SecGroupIPv6Test-296392250 tempest-SecGroupIPv6Test-296392250] Unset dirty status for tenant:058b4641f1ca48f9b3b9ca658afbc9cc on resource:security_group {{(pid=84874) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 14 07:34:06.779075 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-a6ec4954-e700-499d-80d3-6788578069ad tempest-SecGroupIPv6Test-296392250 tempest-SecGroupIPv6Test-296392250] 10.222.0.24 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1321180 Jan 14 07:34:06.785203 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84874) accepted ('10.222.0.24', 60446) {{(pid=84874) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:34:06.790699 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] For port 25852d3d-de21-4aa1-a031-5981151fd3a8, host n-d-768862-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-2',level=0,port_id=25852d3d-de21-4aa1-a031-5981151fd3a8,segment=NetworkSegment(6ee7b38f-2b54-4b74-9d97-5f5c54ab862d),segment_id=6ee7b38f-2b54-4b74-9d97-5f5c54ab862d)] {{(pid=84876) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 07:34:06.801882 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777640533312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363259214678337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777640097497'] for port, after_update {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:34:06.808601 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84876) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:34:06.843495 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [req-a01b6c0d-e986-471c-984d-e8165c55565d req-ef0b00d7-2120-47f1-827e-609d7a1d3793 tempest-TestSecurityGroupsBasicOps-944861984 tempest-TestSecurityGroupsBasicOps-944861984] Synchronizing usage tracker for tenant:da40f1f08d464ed39ed4c77ed164e902 on resource:port {{(pid=84875) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 14 07:34:06.860924 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-531b45ec-0fc0-4384-9a8b-3557a6245f86 tempest-RoutersTest-1255860389 tempest-RoutersTest-1255860389] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777640533329', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777640097463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3254186'] for port, after_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:34:06.863201 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-0b3b1ee3-ff41-4346-8efe-587c0bef02be tempest-NetworksTest-1803261889 tempest-NetworksTest-1803261889] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 1.2306099 Jan 14 07:34:06.876670 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84874) accepted ('10.222.0.24', 60450) {{(pid=84874) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:34:06.880567 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-ac4f07e3-64f6-4123-b642-66eacac4daf6 tempest-PortsIpV6TestJSON-1330665174 tempest-PortsIpV6TestJSON-1330665174] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:34:06.933774 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-531b45ec-0fc0-4384-9a8b-3557a6245f86 tempest-RoutersTest-1255860389 tempest-RoutersTest-1255860389] Pushing event deleted for resources: {'Port': ['ID=bb50e465-88b0-4954-b074-4aae48239b03,revision_number=None']} {{(pid=84874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:34:06.936861 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-531b45ec-0fc0-4384-9a8b-3557a6245f86 tempest-RoutersTest-1255860389 tempest-RoutersTest-1255860389] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:34:06.945235 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.v2.base [None req-a9db7e08-aad7-4008-aacb-8414d6740a80 tempest-NetworksTest-1803261889 tempest-NetworksTest-1803261889] Request body: {'subnet': {'network_id': 'd7482ac0-0635-4ba5-b52c-096ec4ceb1a8', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None}} {{(pid=84874) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:34:06.969130 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-67fc4fe9-8c51-4c78-b65c-825f57ec9da5 tempest-SecGroupIPv6Test-296392250 tempest-SecGroupIPv6Test-296392250] 10.222.0.24 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1822340 Jan 14 07:34:07.009324 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b3b1ee3-ff41-4346-8efe-587c0bef02be tempest-NetworksTest-1803261889 tempest-NetworksTest-1803261889] Pushing event updated for resources: {'Network': ['ID=d7482ac0-0635-4ba5-b52c-096ec4ceb1a8,revision_number=1']} {{(pid=84875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:34:07.019652 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [req-a01b6c0d-e986-471c-984d-e8165c55565d req-ef0b00d7-2120-47f1-827e-609d7a1d3793 tempest-TestSecurityGroupsBasicOps-944861984 tempest-TestSecurityGroupsBasicOps-944861984] Unset dirty status for tenant:da40f1f08d464ed39ed4c77ed164e902 on resource:port {{(pid=84875) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 14 07:34:07.020777 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [req-a01b6c0d-e986-471c-984d-e8165c55565d req-ef0b00d7-2120-47f1-827e-609d7a1d3793 tempest-TestSecurityGroupsBasicOps-944861984 tempest-TestSecurityGroupsBasicOps-944861984] 10.222.0.24 "GET /v2.0/ports?tenant_id=da40f1f08d464ed39ed4c77ed164e902&fields=id HTTP/1.1" status: 200 len: 302 time: 0.4698358 Jan 14 07:34:07.031682 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-0b3b1ee3-ff41-4346-8efe-587c0bef02be tempest-NetworksTest-1803261889 tempest-NetworksTest-1803261889] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.307s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:34:07.039493 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-852a24f7-e9a1-4193-9abb-e9506fe5213f None None] Network d7482ac0-0635-4ba5-b52c-096ec4ceb1a8 details requested by agent ovs-agent-n-h2-768862-2 with host n-h2-768862-2 {{(pid=84876) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 07:34:07.053850 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-017f98a9-8a07-408c-a86f-8ff0c00400a0 None None] Network d7482ac0-0635-4ba5-b52c-096ec4ceb1a8 details requested by agent ovs-agent-n-h1-768862-2 with host n-h1-768862-2 {{(pid=84876) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 07:34:07.067404 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Network d7482ac0-0635-4ba5-b52c-096ec4ceb1a8 details requested by agent ovs-agent-n-d-768862-2 with host n-d-768862-2 {{(pid=84876) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 07:34:07.108746 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Pushing event updated for resources: {'Port': ['ID=25852d3d-de21-4aa1-a031-5981151fd3a8,revision_number=5']} {{(pid=84876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:34:07.222757 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-a9db7e08-aad7-4008-aacb-8414d6740a80 tempest-NetworksTest-1803261889 tempest-NetworksTest-1803261889] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:34:07.237844 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-a9db7e08-aad7-4008-aacb-8414d6740a80 tempest-NetworksTest-1803261889 tempest-NetworksTest-1803261889] Usage tracker for resource:subnet and tenant:93b2211854874c6cae5592aa469fb908 is out of sync, need to count used quota {{(pid=84874) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:34:07.244051 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-a9db7e08-aad7-4008-aacb-8414d6740a80 tempest-NetworksTest-1803261889 tempest-NetworksTest-1803261889] Quota usage for subnet was recalculated. Used quota:1. {{(pid=84874) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:34:07.253164 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-a9db7e08-aad7-4008-aacb-8414d6740a80 tempest-NetworksTest-1803261889 tempest-NetworksTest-1803261889] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:34:07.255939 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b791ed51-b14e-48f9-a5f4-32c2853a01ed tempest-TestNetworkAdvancedServerOps-470546014 tempest-TestNetworkAdvancedServerOps-470546014] Notify agent at l3_agent.n-d-768862-2 the message routers_updated {{(pid=84875) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jan 14 07:34:07.257680 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.449s {{(pid=84876) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:34:07.268894 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e59834c-eb93-4ec0-8057-2cbceb1f449a None None] Sync routers for ids ['9a7a48be-3f58-4ad4-b291-a2b4c2abfba5'] in n-d-768862-2 {{(pid=84877) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Jan 14 07:34:07.284793 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e59834c-eb93-4ec0-8057-2cbceb1f449a None None] Routers {'9a7a48be-3f58-4ad4-b291-a2b4c2abfba5'} bound to L3 agent in host n-d-768862-2 {{(pid=84877) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 14 07:34:07.285489 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_hamode_db [None req-5e59834c-eb93-4ec0-8057-2cbceb1f449a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-01-14T06:56:51Z,description=,heartbeat_timestamp=2021-01-14T07:33:52Z,host='n-d-768862-2',id=35f592e9-451b-4db9-abea-77b6a5c5391b,load=0,resource_versions=,resources_synced=,started_at=2021-01-14T06:56:51Z,topic='l3_agent')) {'router_ids': ['9a7a48be-3f58-4ad4-b291-a2b4c2abfba5'], 'active': True} {{(pid=84877) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:34:07.307540 n-d-768862-2 neutron-server[84765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ce07257-3a19-47fa-aea4-273c5883cf09 None None] Resources bound (agent type, host, resource id): {{(pid=84876) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:105}} Jan 14 07:34:07.308363 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-b791ed51-b14e-48f9-a5f4-32c2853a01ed tempest-TestNetworkAdvancedServerOps-470546014 tempest-TestNetworkAdvancedServerOps-470546014] Notify callbacks [] for router, before_response {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:34:07.313311 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-b791ed51-b14e-48f9-a5f4-32c2853a01ed tempest-TestNetworkAdvancedServerOps-470546014 tempest-TestNetworkAdvancedServerOps-470546014] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 6.0689063 Jan 14 07:34:07.315125 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84875) accepted ('10.222.0.24', 60460) {{(pid=84875) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:34:07.327696 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [req-a01b6c0d-e986-471c-984d-e8165c55565d req-cb32db02-c032-4ec9-a5bd-fa888fe23c27 service neutron] 10.222.0.24 "GET /v2.0/networks/d298a449-3d7e-45a6-b770-ee623958c3e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2559316 Jan 14 07:34:07.338059 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a9db7e08-aad7-4008-aacb-8414d6740a80 tempest-NetworksTest-1803261889 tempest-NetworksTest-1803261889] Made reservation on behalf of 93b2211854874c6cae5592aa469fb908 for: {'subnet': 1} {{(pid=84874) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 07:34:07.468484 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-a9db7e08-aad7-4008-aacb-8414d6740a80 tempest-NetworksTest-1803261889 tempest-NetworksTest-1803261889] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036851981161'] for subnet, before_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:34:07.538825 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Device 25852d3d-de21-4aa1-a031-5981151fd3a8 up at agent ovs-agent-n-d-768862-2 {{(pid=84876) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 07:34:07.575519 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84875) accepted ('10.222.0.24', 60466) {{(pid=84875) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:34:07.706041 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_dvr_db [None req-5e59834c-eb93-4ec0-8057-2cbceb1f449a None None] Set router 9a7a48be-3f58-4ad4-b291-a2b4c2abfba5 gateway port host: n-d-768862-2 {{(pid=84877) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 14 07:34:07.731463 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [req-a01b6c0d-e986-471c-984d-e8165c55565d req-f8004102-a810-49e5-9fb6-0b734399f055 service neutron] 10.222.0.24 "GET /v2.0/networks/d298a449-3d7e-45a6-b770-ee623958c3e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.3989687 Jan 14 07:34:07.778094 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Provisioning complete for port 25852d3d-de21-4aa1-a031-5981151fd3a8 triggered by entity L2. {{(pid=84876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 07:34:07.778705 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-604227'] for port, provisioning_complete {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:34:07.847865 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-25e33d95-721f-448d-b5ef-c8c05c1b4c59 tempest-TestNetworkAdvancedServerOps-121940708 tempest-TestNetworkAdvancedServerOps-121940708] 10.222.0.24 "GET /v2.0/subnets?project_id=6f3510a486e44d0a99223e7a34e71069&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.5103238 Jan 14 07:34:07.851715 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84875) accepted ('10.222.0.24', 60474) {{(pid=84875) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:34:07.940975 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-76bd8ff2-13dc-4dcd-a193-7773c70a453d admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=058b4641f1ca48f9b3b9ca658afbc9cc&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3613846 Jan 14 07:34:07.943425 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84875) accepted ('10.222.0.24', 60478) {{(pid=84875) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:34:08.097173 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-531b45ec-0fc0-4384-9a8b-3557a6245f86 tempest-RoutersTest-1255860389 tempest-RoutersTest-1255860389] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted--9223372036851568851', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal--9223372036850888080'] for router_interface, after_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:34:08.327950 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cccc59d2-e192-4a34-8284-61673565ac62 tempest-TestNetworkAdvancedServerOps-121940708 tempest-TestNetworkAdvancedServerOps-121940708] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:34:08.329837 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-cccc59d2-e192-4a34-8284-61673565ac62 tempest-TestNetworkAdvancedServerOps-121940708 tempest-TestNetworkAdvancedServerOps-121940708] 10.222.0.24 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.4769154 Jan 14 07:34:08.331227 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-6cd99278-f28c-4b58-9c8f-7297cb2f71bb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:34:08.333222 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84875) accepted ('10.222.0.24', 60494) {{(pid=84875) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:34:08.430898 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_hamode_db [None req-5e59834c-eb93-4ec0-8057-2cbceb1f449a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9a7a48be-3f58-4ad4-b291-a2b4c2abfba5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1232983788', 'tenant_id': '6f3510a486e44d0a99223e7a34e71069', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '226f1e78-82cd-4481-9055-4eb73b6db8c1', 'external_fixed_ips': [{'subnet_id': 'ba8deeec-7658-4195-9449-038c076f5c83', 'ip_address': '172.25.2.99'}], 'enable_snat': True}, 'gw_port_id': 'ca9b0343-3540-46d4-a8e7-8c9181705610', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-14T07:34:01Z', 'updated_at': '2021-01-14T07:34:04Z', 'revision_number': 3, 'project_id': '6f3510a486e44d0a99223e7a34e71069', 'gw_port': {'id': 'ca9b0343-3540-46d4-a8e7-8c9181705610', 'name': '', 'network_id': '226f1e78-82cd-4481-9055-4eb73b6db8c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:8e:cd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9a7a48be-3f58-4ad4-b291-a2b4c2abfba5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2881, 'fixed_ips': [{'subnet_id': 'ba8deeec-7658-4195-9449-038c076f5c83', 'ip_address': '172.25.2.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T07:34:03Z', 'updated_at': '2021-01-14T07:34:03Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ba8deeec-7658-4195-9449-038c076f5c83', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-2'}], 'n-d-768862-2', False) {} {{(pid=84877) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:34:08.437622 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e59834c-eb93-4ec0-8057-2cbceb1f449a None None] Checking router: 9a7a48be-3f58-4ad4-b291-a2b4c2abfba5 for host: n-d-768862-2 {{(pid=84877) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Jan 14 07:34:08.438221 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e59834c-eb93-4ec0-8057-2cbceb1f449a None None] Updating router 9a7a48be-3f58-4ad4-b291-a2b4c2abfba5 port ca9b0343-3540-46d4-a8e7-8c9181705610 binding host n-d-768862-2 {{(pid=84877) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Jan 14 07:34:08.508788 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-5e59834c-eb93-4ec0-8057-2cbceb1f449a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555753'] for port, before_update {{(pid=84877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:34:08.519495 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-6cd99278-f28c-4b58-9c8f-7297cb2f71bb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:34:08.548167 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-061ef3f2-81a5-4fcd-9b7b-891c84721ef1 tempest-TestNetworkAdvancedServerOps-121940708 tempest-TestNetworkAdvancedServerOps-121940708] 10.222.0.24 "GET /v2.0/subnets?network_id=226f1e78-82cd-4481-9055-4eb73b6db8c1&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.2102396 Jan 14 07:34:08.554587 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84875) accepted ('10.222.0.24', 60506) {{(pid=84875) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:34:08.566849 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.v2.base [None req-72f89724-a172-4ef5-ac76-76a9d33a9620 tempest-TestNetworkAdvancedServerOps-470546014 tempest-TestNetworkAdvancedServerOps-470546014] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1036794384', 'network_id': '451d382d-b2b9-40e9-b54b-2e005545596c', 'project_id': '6f3510a486e44d0a99223e7a34e71069', 'cidr': '172.20.0.0/28', 'ip_version': 4}} {{(pid=84875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:34:08.669749 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84875) accepted ('10.222.0.24', 60512) {{(pid=84875) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:34:08.733371 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-6cd99278-f28c-4b58-9c8f-7297cb2f71bb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850887153'] for security_group, after_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:34:08.748778 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-9d534953-d52f-4c0f-ae32-eccb1c329b01 tempest-SecGroupIPv6Test-296392250 tempest-SecGroupIPv6Test-296392250] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:34:08.768833 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cd99278-f28c-4b58-9c8f-7297cb2f71bb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=23faa7c3-2822-47c9-a9af-a5deabe1406e,revision_number=None']} {{(pid=84875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:34:08.824252 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-6cd99278-f28c-4b58-9c8f-7297cb2f71bb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:34:08.831639 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-72f89724-a172-4ef5-ac76-76a9d33a9620 tempest-TestNetworkAdvancedServerOps-470546014 tempest-TestNetworkAdvancedServerOps-470546014] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:34:08.859529 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-72f89724-a172-4ef5-ac76-76a9d33a9620 tempest-TestNetworkAdvancedServerOps-470546014 tempest-TestNetworkAdvancedServerOps-470546014] Usage tracker for resource:subnet and tenant:6f3510a486e44d0a99223e7a34e71069 is out of sync, need to count used quota {{(pid=84875) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:34:08.865443 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-72f89724-a172-4ef5-ac76-76a9d33a9620 tempest-TestNetworkAdvancedServerOps-470546014 tempest-TestNetworkAdvancedServerOps-470546014] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84875) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:34:08.877593 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-72f89724-a172-4ef5-ac76-76a9d33a9620 tempest-TestNetworkAdvancedServerOps-470546014 tempest-TestNetworkAdvancedServerOps-470546014] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:34:08.879780 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-6cd99278-f28c-4b58-9c8f-7297cb2f71bb admin admin] Notify callbacks [] for security_group, before_response {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:34:08.881150 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-6cd99278-f28c-4b58-9c8f-7297cb2f71bb admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/23faa7c3-2822-47c9-a9af-a5deabe1406e HTTP/1.1" status: 204 len: 168 time: 0.9365861 Jan 14 07:34:08.883445 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-47ee1f2f-51f1-44ea-91be-2c3267e6aa26 tempest-TestSecurityGroupsBasicOps-944861984 tempest-TestSecurityGroupsBasicOps-944861984] Notify callbacks [] for security_group, before_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:34:08.913281 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-72f89724-a172-4ef5-ac76-76a9d33a9620 tempest-TestNetworkAdvancedServerOps-470546014 tempest-TestNetworkAdvancedServerOps-470546014] Made reservation on behalf of 6f3510a486e44d0a99223e7a34e71069 for: {'subnet': 1} {{(pid=84875) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 07:34:08.945648 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-47ee1f2f-51f1-44ea-91be-2c3267e6aa26 tempest-TestSecurityGroupsBasicOps-944861984 tempest-TestSecurityGroupsBasicOps-944861984] Notify callbacks [] for security_group, precommit_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:34:09.032555 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-5e59834c-eb93-4ec0-8057-2cbceb1f449a None None] Notify callbacks [] for port, precommit_update {{(pid=84877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:34:09.048103 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-5e59834c-eb93-4ec0-8057-2cbceb1f449a None None] Transition to ACTIVE for port object ca9b0343-3540-46d4-a8e7-8c9181705610 will not be triggered until provisioned by entity L2. {{(pid=84877) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 07:34:09.052508 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-5e59834c-eb93-4ec0-8057-2cbceb1f449a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777640533312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363259214678337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777640097497'] for port, after_update {{(pid=84877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:34:09.075764 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-3b5d16ad-716e-4b0c-8df2-6b580e4a2fb6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:34:09.080376 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-72f89724-a172-4ef5-ac76-76a9d33a9620 tempest-TestNetworkAdvancedServerOps-470546014 tempest-TestNetworkAdvancedServerOps-470546014] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036852467157'] for subnet, before_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:34:09.164690 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-799efd1f-a2fb-45be-a620-5d23960776db None None] Pushing event updated for resources: {'Port': ['ID=ca9b0343-3540-46d4-a8e7-8c9181705610,revision_number=2']} {{(pid=84877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:34:09.175108 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-a9db7e08-aad7-4008-aacb-8414d6740a80 tempest-NetworksTest-1803261889 tempest-NetworksTest-1803261889] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850887113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3254092', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036851981146'] for subnet, after_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:34:09.196106 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-847054fc-9270-4122-a4e7-1ad894f4bc83 tempest-PortsIpV6TestJSON-1330665174 tempest-PortsIpV6TestJSON-1330665174] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:34:09.225078 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-799efd1f-a2fb-45be-a620-5d23960776db None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=84877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:34:09.334352 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.managers [None req-5e59834c-eb93-4ec0-8057-2cbceb1f449a None None] Attempting to bind port ca9b0343-3540-46d4-a8e7-8c9181705610 on host n-d-768862-2 for vnic_type normal with profile {{(pid=84877) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 14 07:34:09.334757 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.managers [None req-5e59834c-eb93-4ec0-8057-2cbceb1f449a None None] Attempting to bind port ca9b0343-3540-46d4-a8e7-8c9181705610 by drivers openvswitch on host n-d-768862-2 at level 0 using segments [{'id': 'cf3ded2c-bc47-4a71-89af-6e7117e60140', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '226f1e78-82cd-4481-9055-4eb73b6db8c1'}] {{(pid=84877) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 14 07:34:09.335161 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e59834c-eb93-4ec0-8057-2cbceb1f449a None None] Attempting to bind port ca9b0343-3540-46d4-a8e7-8c9181705610 on network 226f1e78-82cd-4481-9055-4eb73b6db8c1 {{(pid=84877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 14 07:34:09.342519 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e59834c-eb93-4ec0-8057-2cbceb1f449a None None] Checking agent: {'id': 'ba5efab1-b43c-4d5a-bc52-6e105d4e67a2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768862-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 14, 6, 56, 52), 'started_at': datetime.datetime(2021, 1, 14, 6, 57, 22), 'heartbeat_timestamp': datetime.datetime(2021, 1, 14, 7, 33, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768862-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.29', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 14 07:34:09.342921 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e59834c-eb93-4ec0-8057-2cbceb1f449a None None] Checking segment: {'id': 'cf3ded2c-bc47-4a71-89af-6e7117e60140', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '226f1e78-82cd-4481-9055-4eb73b6db8c1'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84877) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 14 07:34:09.343357 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-5e59834c-eb93-4ec0-8057-2cbceb1f449a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:34:09.343787 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e59834c-eb93-4ec0-8057-2cbceb1f449a None None] Bound using segment: {'id': 'cf3ded2c-bc47-4a71-89af-6e7117e60140', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '226f1e78-82cd-4481-9055-4eb73b6db8c1'} {{(pid=84877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 14 07:34:09.344333 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.managers [None req-5e59834c-eb93-4ec0-8057-2cbceb1f449a None None] Bound port: ca9b0343-3540-46d4-a8e7-8c9181705610, host: n-d-768862-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cf3ded2c-bc47-4a71-89af-6e7117e60140', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '226f1e78-82cd-4481-9055-4eb73b6db8c1'}}] {{(pid=84877) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 14 07:34:09.344745 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-5e59834c-eb93-4ec0-8057-2cbceb1f449a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555753'] for port, before_update {{(pid=84877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:34:09.426979 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9db7e08-aad7-4008-aacb-8414d6740a80 tempest-NetworksTest-1803261889 tempest-NetworksTest-1803261889] Pushing event updated for resources: {'Subnet': ['ID=6da29f99-89a2-4417-a781-f28571d698b8,revision_number=0']} {{(pid=84874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:34:09.430227 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-a9db7e08-aad7-4008-aacb-8414d6740a80 tempest-NetworksTest-1803261889 tempest-NetworksTest-1803261889] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.234s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:34:09.443776 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [None req-5e59834c-eb93-4ec0-8057-2cbceb1f449a None None] For port ca9b0343-3540-46d4-a8e7-8c9181705610, host n-d-768862-2, cleared binding levels {{(pid=84877) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 14 07:34:09.448249 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [None req-5e59834c-eb93-4ec0-8057-2cbceb1f449a None None] For port ca9b0343-3540-46d4-a8e7-8c9181705610, host n-d-768862-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-2',level=0,port_id=ca9b0343-3540-46d4-a8e7-8c9181705610,segment=NetworkSegment(cf3ded2c-bc47-4a71-89af-6e7117e60140),segment_id=cf3ded2c-bc47-4a71-89af-6e7117e60140)] {{(pid=84877) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 14 07:34:09.454838 n-d-768862-2 neutron-server[84765]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-531b45ec-0fc0-4384-9a8b-3557a6245f86 tempest-RoutersTest-1255860389 tempest-RoutersTest-1255860389] Router 589153bc-311a-4fdb-9c05-a3f6957bd3dd has already been hosted by L3 agent 35f592e9-451b-4db9-abea-77b6a5c5391b {{(pid=84874) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Jan 14 07:34:09.457729 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-5e59834c-eb93-4ec0-8057-2cbceb1f449a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777640533312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363259214678337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777640097497'] for port, after_update {{(pid=84877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:34:09.512677 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-2b01e6f8-4466-4bdd-9b5b-86acebabdb44 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:34:09.725637 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-531b45ec-0fc0-4384-9a8b-3557a6245f86 tempest-RoutersTest-1255860389 tempest-RoutersTest-1255860389] Notify agent at l3_agent.n-d-768862-2 the message routers_updated {{(pid=84874) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jan 14 07:34:09.737958 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5be76c1-176b-4ebb-9240-8b19e0b11d09 None None] Sync routers for ids ['589153bc-311a-4fdb-9c05-a3f6957bd3dd'] in n-d-768862-2 {{(pid=84876) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Jan 14 07:34:09.746548 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-47ee1f2f-51f1-44ea-91be-2c3267e6aa26 tempest-TestSecurityGroupsBasicOps-944861984 tempest-TestSecurityGroupsBasicOps-944861984] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850887153'] for security_group, after_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:34:09.754427 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e59834c-eb93-4ec0-8057-2cbceb1f449a None None] Routers {'9a7a48be-3f58-4ad4-b291-a2b4c2abfba5'} bound to L3 agent in host n-d-768862-2 {{(pid=84877) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 14 07:34:09.755629 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-6cd99278-f28c-4b58-9c8f-7297cb2f71bb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:34:09.756296 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_hamode_db [None req-5e59834c-eb93-4ec0-8057-2cbceb1f449a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-01-14T06:56:51Z,description=,heartbeat_timestamp=2021-01-14T07:33:52Z,host='n-d-768862-2',id=35f592e9-451b-4db9-abea-77b6a5c5391b,load=0,resource_versions=,resources_synced=,started_at=2021-01-14T06:56:51Z,topic='l3_agent')) {'router_ids': ['9a7a48be-3f58-4ad4-b291-a2b4c2abfba5'], 'active': True} {{(pid=84877) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:34:09.758036 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-531b45ec-0fc0-4384-9a8b-3557a6245f86 tempest-RoutersTest-1255860389 tempest-RoutersTest-1255860389] 10.222.0.24 "PUT /v2.0/routers/589153bc-311a-4fdb-9c05-a3f6957bd3dd/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.8202684 Jan 14 07:34:09.759010 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9db7e08-aad7-4008-aacb-8414d6740a80 tempest-NetworksTest-1803261889 tempest-NetworksTest-1803261889] Checking segment: {'id': 'd6eb0cc4-1c3c-44d3-b3c4-7c7f03a5a825', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'd7482ac0-0635-4ba5-b52c-096ec4ceb1a8'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84874) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 14 07:34:09.759416 n-d-768862-2 neutron-server[84765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9db7e08-aad7-4008-aacb-8414d6740a80 tempest-NetworksTest-1803261889 tempest-NetworksTest-1803261889] Network hostable DHCP agents. Network: d7482ac0-0635-4ba5-b52c-096ec4ceb1a8, hostable agents: ['32f3dd84-26da-4d18-bf15-6017a8fb7247'], hosted agents: [] {{(pid=84874) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Jan 14 07:34:09.766633 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84874) accepted ('10.222.0.24', 60530) {{(pid=84874) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:34:09.767395 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5be76c1-176b-4ebb-9240-8b19e0b11d09 None None] Routers {'589153bc-311a-4fdb-9c05-a3f6957bd3dd'} bound to L3 agent in host n-d-768862-2 {{(pid=84876) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 14 07:34:09.769836 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_hamode_db [None req-c5be76c1-176b-4ebb-9240-8b19e0b11d09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-01-14T06:56:51Z,description=,heartbeat_timestamp=2021-01-14T07:33:52Z,host='n-d-768862-2',id=35f592e9-451b-4db9-abea-77b6a5c5391b,load=0,resource_versions=,resources_synced=,started_at=2021-01-14T06:56:51Z,topic='l3_agent')) {'router_ids': ['589153bc-311a-4fdb-9c05-a3f6957bd3dd'], 'active': True} {{(pid=84876) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:34:09.775539 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47ee1f2f-51f1-44ea-91be-2c3267e6aa26 tempest-TestSecurityGroupsBasicOps-944861984 tempest-TestSecurityGroupsBasicOps-944861984] Pushing event deleted for resources: {'SecurityGroup': ['ID=d9e716ce-0aaf-4c1e-953e-2fe7d72305da,revision_number=None']} {{(pid=84875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:34:09.865332 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47ee1f2f-51f1-44ea-91be-2c3267e6aa26 tempest-TestSecurityGroupsBasicOps-944861984 tempest-TestSecurityGroupsBasicOps-944861984] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@n-h1-768862-2 {{(pid=84875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:34:09.865760 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47ee1f2f-51f1-44ea-91be-2c3267e6aa26 tempest-TestSecurityGroupsBasicOps-944861984 tempest-TestSecurityGroupsBasicOps-944861984] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-h1-768862-2 {{(pid=84875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:34:09.866179 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47ee1f2f-51f1-44ea-91be-2c3267e6aa26 tempest-TestSecurityGroupsBasicOps-944861984 tempest-TestSecurityGroupsBasicOps-944861984] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-h1-768862-2 {{(pid=84875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:34:09.866595 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47ee1f2f-51f1-44ea-91be-2c3267e6aa26 tempest-TestSecurityGroupsBasicOps-944861984 tempest-TestSecurityGroupsBasicOps-944861984] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-h1-768862-2 {{(pid=84875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:34:09.867006 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47ee1f2f-51f1-44ea-91be-2c3267e6aa26 tempest-TestSecurityGroupsBasicOps-944861984 tempest-TestSecurityGroupsBasicOps-944861984] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@n-h1-768862-2 {{(pid=84875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:34:09.867417 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47ee1f2f-51f1-44ea-91be-2c3267e6aa26 tempest-TestSecurityGroupsBasicOps-944861984 tempest-TestSecurityGroupsBasicOps-944861984] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-h1-768862-2 {{(pid=84875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:34:09.867824 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47ee1f2f-51f1-44ea-91be-2c3267e6aa26 tempest-TestSecurityGroupsBasicOps-944861984 tempest-TestSecurityGroupsBasicOps-944861984] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-h1-768862-2 {{(pid=84875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:34:09.868255 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47ee1f2f-51f1-44ea-91be-2c3267e6aa26 tempest-TestSecurityGroupsBasicOps-944861984 tempest-TestSecurityGroupsBasicOps-944861984] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-h1-768862-2 {{(pid=84875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:34:09.868663 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47ee1f2f-51f1-44ea-91be-2c3267e6aa26 tempest-TestSecurityGroupsBasicOps-944861984 tempest-TestSecurityGroupsBasicOps-944861984] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-h1-768862-2 {{(pid=84875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:34:09.869067 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47ee1f2f-51f1-44ea-91be-2c3267e6aa26 tempest-TestSecurityGroupsBasicOps-944861984 tempest-TestSecurityGroupsBasicOps-944861984] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-h1-768862-2 {{(pid=84875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:34:09.869470 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47ee1f2f-51f1-44ea-91be-2c3267e6aa26 tempest-TestSecurityGroupsBasicOps-944861984 tempest-TestSecurityGroupsBasicOps-944861984] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-h1-768862-2 {{(pid=84875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:34:09.869873 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47ee1f2f-51f1-44ea-91be-2c3267e6aa26 tempest-TestSecurityGroupsBasicOps-944861984 tempest-TestSecurityGroupsBasicOps-944861984] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-h1-768862-2 {{(pid=84875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:34:09.870319 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47ee1f2f-51f1-44ea-91be-2c3267e6aa26 tempest-TestSecurityGroupsBasicOps-944861984 tempest-TestSecurityGroupsBasicOps-944861984] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@n-h2-768862-2 {{(pid=84875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:34:09.870723 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47ee1f2f-51f1-44ea-91be-2c3267e6aa26 tempest-TestSecurityGroupsBasicOps-944861984 tempest-TestSecurityGroupsBasicOps-944861984] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-h2-768862-2 {{(pid=84875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:34:09.871120 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47ee1f2f-51f1-44ea-91be-2c3267e6aa26 tempest-TestSecurityGroupsBasicOps-944861984 tempest-TestSecurityGroupsBasicOps-944861984] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-h2-768862-2 {{(pid=84875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:34:09.871522 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47ee1f2f-51f1-44ea-91be-2c3267e6aa26 tempest-TestSecurityGroupsBasicOps-944861984 tempest-TestSecurityGroupsBasicOps-944861984] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-h2-768862-2 {{(pid=84875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:34:09.884131 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47ee1f2f-51f1-44ea-91be-2c3267e6aa26 tempest-TestSecurityGroupsBasicOps-944861984 tempest-TestSecurityGroupsBasicOps-944861984] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@n-h2-768862-2 {{(pid=84875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:34:09.884508 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47ee1f2f-51f1-44ea-91be-2c3267e6aa26 tempest-TestSecurityGroupsBasicOps-944861984 tempest-TestSecurityGroupsBasicOps-944861984] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-h2-768862-2 {{(pid=84875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:34:09.884942 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47ee1f2f-51f1-44ea-91be-2c3267e6aa26 tempest-TestSecurityGroupsBasicOps-944861984 tempest-TestSecurityGroupsBasicOps-944861984] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-h2-768862-2 {{(pid=84875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:34:09.885363 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47ee1f2f-51f1-44ea-91be-2c3267e6aa26 tempest-TestSecurityGroupsBasicOps-944861984 tempest-TestSecurityGroupsBasicOps-944861984] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-h2-768862-2 {{(pid=84875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:34:09.885779 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47ee1f2f-51f1-44ea-91be-2c3267e6aa26 tempest-TestSecurityGroupsBasicOps-944861984 tempest-TestSecurityGroupsBasicOps-944861984] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-h2-768862-2 {{(pid=84875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:34:09.886193 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47ee1f2f-51f1-44ea-91be-2c3267e6aa26 tempest-TestSecurityGroupsBasicOps-944861984 tempest-TestSecurityGroupsBasicOps-944861984] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-h2-768862-2 {{(pid=84875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:34:09.886605 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47ee1f2f-51f1-44ea-91be-2c3267e6aa26 tempest-TestSecurityGroupsBasicOps-944861984 tempest-TestSecurityGroupsBasicOps-944861984] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-h2-768862-2 {{(pid=84875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:34:09.887014 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47ee1f2f-51f1-44ea-91be-2c3267e6aa26 tempest-TestSecurityGroupsBasicOps-944861984 tempest-TestSecurityGroupsBasicOps-944861984] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-h2-768862-2 {{(pid=84875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:34:09.887511 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47ee1f2f-51f1-44ea-91be-2c3267e6aa26 tempest-TestSecurityGroupsBasicOps-944861984 tempest-TestSecurityGroupsBasicOps-944861984] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-2 {{(pid=84875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:34:09.887902 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47ee1f2f-51f1-44ea-91be-2c3267e6aa26 tempest-TestSecurityGroupsBasicOps-944861984 tempest-TestSecurityGroupsBasicOps-944861984] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-2 {{(pid=84875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:34:09.888314 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47ee1f2f-51f1-44ea-91be-2c3267e6aa26 tempest-TestSecurityGroupsBasicOps-944861984 tempest-TestSecurityGroupsBasicOps-944861984] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-2 {{(pid=84875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:34:09.888756 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47ee1f2f-51f1-44ea-91be-2c3267e6aa26 tempest-TestSecurityGroupsBasicOps-944861984 tempest-TestSecurityGroupsBasicOps-944861984] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-2 {{(pid=84875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:34:09.889163 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47ee1f2f-51f1-44ea-91be-2c3267e6aa26 tempest-TestSecurityGroupsBasicOps-944861984 tempest-TestSecurityGroupsBasicOps-944861984] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@n-d-768862-2 {{(pid=84875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:34:09.889567 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47ee1f2f-51f1-44ea-91be-2c3267e6aa26 tempest-TestSecurityGroupsBasicOps-944861984 tempest-TestSecurityGroupsBasicOps-944861984] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-2 {{(pid=84875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:34:09.889971 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47ee1f2f-51f1-44ea-91be-2c3267e6aa26 tempest-TestSecurityGroupsBasicOps-944861984 tempest-TestSecurityGroupsBasicOps-944861984] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-768862-2 {{(pid=84875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:34:09.890371 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47ee1f2f-51f1-44ea-91be-2c3267e6aa26 tempest-TestSecurityGroupsBasicOps-944861984 tempest-TestSecurityGroupsBasicOps-944861984] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-768862-2 {{(pid=84875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:34:09.890775 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47ee1f2f-51f1-44ea-91be-2c3267e6aa26 tempest-TestSecurityGroupsBasicOps-944861984 tempest-TestSecurityGroupsBasicOps-944861984] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-2 {{(pid=84875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:34:09.891191 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47ee1f2f-51f1-44ea-91be-2c3267e6aa26 tempest-TestSecurityGroupsBasicOps-944861984 tempest-TestSecurityGroupsBasicOps-944861984] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-2 {{(pid=84875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:34:09.891578 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47ee1f2f-51f1-44ea-91be-2c3267e6aa26 tempest-TestSecurityGroupsBasicOps-944861984 tempest-TestSecurityGroupsBasicOps-944861984] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-2 {{(pid=84875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:34:09.892005 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47ee1f2f-51f1-44ea-91be-2c3267e6aa26 tempest-TestSecurityGroupsBasicOps-944861984 tempest-TestSecurityGroupsBasicOps-944861984] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-2 {{(pid=84875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:34:09.897351 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-47ee1f2f-51f1-44ea-91be-2c3267e6aa26 tempest-TestSecurityGroupsBasicOps-944861984 tempest-TestSecurityGroupsBasicOps-944861984] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:34:09.911992 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-47ee1f2f-51f1-44ea-91be-2c3267e6aa26 tempest-TestSecurityGroupsBasicOps-944861984 tempest-TestSecurityGroupsBasicOps-944861984] Notify callbacks [] for security_group, before_response {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:34:09.913374 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-47ee1f2f-51f1-44ea-91be-2c3267e6aa26 tempest-TestSecurityGroupsBasicOps-944861984 tempest-TestSecurityGroupsBasicOps-944861984] 10.222.0.24 "DELETE /v2.0/security-groups/d9e716ce-0aaf-4c1e-953e-2fe7d72305da HTTP/1.1" status: 204 len: 168 time: 1.2156069 Jan 14 07:34:09.918141 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84875) accepted ('10.222.0.24', 60536) {{(pid=84875) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:34:09.938693 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_hamode_db [None req-c5be76c1-176b-4ebb-9240-8b19e0b11d09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768862-2', False) {} {{(pid=84876) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:34:09.986372 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5be76c1-176b-4ebb-9240-8b19e0b11d09 None None] Routers {'589153bc-311a-4fdb-9c05-a3f6957bd3dd'} bound to L3 agent in host n-d-768862-2 {{(pid=84876) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 14 07:34:09.987364 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_hamode_db [None req-c5be76c1-176b-4ebb-9240-8b19e0b11d09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-01-14T06:56:51Z,description=,heartbeat_timestamp=2021-01-14T07:33:52Z,host='n-d-768862-2',id=35f592e9-451b-4db9-abea-77b6a5c5391b,load=0,resource_versions=,resources_synced=,started_at=2021-01-14T06:56:51Z,topic='l3_agent')) {'router_ids': ['589153bc-311a-4fdb-9c05-a3f6957bd3dd'], 'active': True} {{(pid=84876) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:34:09.997047 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_dvr_db [None req-5e59834c-eb93-4ec0-8057-2cbceb1f449a None None] Set router 9a7a48be-3f58-4ad4-b291-a2b4c2abfba5 gateway port host: n-d-768862-2 {{(pid=84877) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 14 07:34:10.057544 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-30b32911-c14f-4ed3-8105-71169ec3d117 tempest-TestSecurityGroupsBasicOps-944861984 tempest-TestSecurityGroupsBasicOps-944861984] Notify callbacks [] for security_group, before_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:34:10.067334 n-d-768862-2 neutron-server[84765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9db7e08-aad7-4008-aacb-8414d6740a80 tempest-NetworksTest-1803261889 tempest-NetworksTest-1803261889] Network d7482ac0-0635-4ba5-b52c-096ec4ceb1a8 is scheduled to be hosted by DHCP agent 32f3dd84-26da-4d18-bf15-6017a8fb7247 with binding_index 1 {{(pid=84874) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Jan 14 07:34:10.126815 n-d-768862-2 neutron-server[84765]: DEBUG neutron.scheduler.base_scheduler [None req-a9db7e08-aad7-4008-aacb-8414d6740a80 tempest-NetworksTest-1803261889 tempest-NetworksTest-1803261889] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768862-2, d7482ac0-0635-4ba5-b52c-096ec4ceb1a8) {{(pid=84874) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 07:34:10.130781 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-30b32911-c14f-4ed3-8105-71169ec3d117 tempest-TestSecurityGroupsBasicOps-944861984 tempest-TestSecurityGroupsBasicOps-944861984] Notify callbacks [] for security_group, precommit_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:34:10.163267 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9db7e08-aad7-4008-aacb-8414d6740a80 tempest-NetworksTest-1803261889 tempest-NetworksTest-1803261889] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:34:10.163942 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-a9db7e08-aad7-4008-aacb-8414d6740a80 tempest-NetworksTest-1803261889 tempest-NetworksTest-1803261889] Notify callbacks [] for subnet, before_response {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:34:10.213377 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-799efd1f-a2fb-45be-a620-5d23960776db None None] Pushing event updated for resources: {'Port': ['ID=ca9b0343-3540-46d4-a8e7-8c9181705610,revision_number=3']} {{(pid=84877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:34:10.217512 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-799efd1f-a2fb-45be-a620-5d23960776db None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.705s {{(pid=84877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:34:10.228738 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-30b32911-c14f-4ed3-8105-71169ec3d117 tempest-TestSecurityGroupsBasicOps-944861984 tempest-TestSecurityGroupsBasicOps-944861984] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850887153'] for security_group, after_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:34:10.243522 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-fdd1d8dc-78bd-4843-b4b1-a927a7d0e1ff tempest-SecGroupIPv6Test-296392250 tempest-SecGroupIPv6Test-296392250] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:34:10.274783 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_hamode_db [None req-c5be76c1-176b-4ebb-9240-8b19e0b11d09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768862-2', False) {} {{(pid=84876) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:34:10.275358 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5be76c1-176b-4ebb-9240-8b19e0b11d09 None None] The sync data for ids ['589153bc-311a-4fdb-9c05-a3f6957bd3dd'] in n-d-768862-2 is: [] {{(pid=84876) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Jan 14 07:34:10.277497 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b38f491-22c5-48bb-948d-8415489a6bd8 None None] Network d7482ac0-0635-4ba5-b52c-096ec4ceb1a8 requested from n-d-768862-2 {{(pid=84876) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 07:34:10.296616 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30b32911-c14f-4ed3-8105-71169ec3d117 tempest-TestSecurityGroupsBasicOps-944861984 tempest-TestSecurityGroupsBasicOps-944861984] Pushing event deleted for resources: {'SecurityGroup': ['ID=e04b9427-13b9-47e2-971c-8f5a3d83200e,revision_number=None']} {{(pid=84875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:34:10.299178 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84875) accepted ('10.222.0.24', 60544) {{(pid=84875) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:34:10.324916 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-30b32911-c14f-4ed3-8105-71169ec3d117 tempest-TestSecurityGroupsBasicOps-944861984 tempest-TestSecurityGroupsBasicOps-944861984] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:34:10.336351 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-30b32911-c14f-4ed3-8105-71169ec3d117 tempest-TestSecurityGroupsBasicOps-944861984 tempest-TestSecurityGroupsBasicOps-944861984] Notify callbacks [] for security_group, before_response {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:34:10.337624 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-30b32911-c14f-4ed3-8105-71169ec3d117 tempest-TestSecurityGroupsBasicOps-944861984 tempest-TestSecurityGroupsBasicOps-944861984] 10.222.0.24 "DELETE /v2.0/security-groups/e04b9427-13b9-47e2-971c-8f5a3d83200e HTTP/1.1" status: 204 len: 168 time: 0.4184799 Jan 14 07:34:10.341060 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84875) accepted ('10.222.0.24', 60550) {{(pid=84875) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:34:10.487161 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-a9db7e08-aad7-4008-aacb-8414d6740a80 tempest-NetworksTest-1803261889 tempest-NetworksTest-1803261889] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 3.5546036 Jan 14 07:34:10.501504 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84874) accepted ('10.222.0.24', 60554) {{(pid=84874) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:34:10.635463 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.v2.base [None req-4f0700c9-cd3f-4c5c-951b-05fc8148f45e tempest-SubnetPoolsTestJSON-1545214368 tempest-SubnetPoolsTestJSON-1545214368] Request body: {'subnetpool': {'name': 'tempest-subnetpools-256625958', 'prefixes': ['172.20.0.0/16']}} {{(pid=84875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:34:10.650875 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dae21ade-6750-455d-a190-bd3b4fe7c875 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5d94dc7a-c095-50a4-955e-5f3b78718a12-d7482ac0-0635-4ba5-b52c-096ec4ceb1a8', 'network_id': 'd7482ac0-0635-4ba5-b52c-096ec4ceb1a8', 'tenant_id': '93b2211854874c6cae5592aa469fb908', 'fixed_ips': [{'subnet_id': '6da29f99-89a2-4417-a781-f28571d698b8'}]}} from n-d-768862-2. {{(pid=84876) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Jan 14 07:34:10.651820 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-dae21ade-6750-455d-a190-bd3b4fe7c875 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555753'] for port, before_create {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:34:10.678482 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-4f0700c9-cd3f-4c5c-951b-05fc8148f45e tempest-SubnetPoolsTestJSON-1545214368 tempest-SubnetPoolsTestJSON-1545214368] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:34:10.701155 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-8c75338c-13c4-4037-9433-5755d77d5b7f tempest-NetworksTest-1803261889 tempest-NetworksTest-1803261889] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036854160497'] for network, before_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:34:10.703848 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_hamode_db [None req-5e59834c-eb93-4ec0-8057-2cbceb1f449a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9a7a48be-3f58-4ad4-b291-a2b4c2abfba5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1232983788', 'tenant_id': '6f3510a486e44d0a99223e7a34e71069', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '226f1e78-82cd-4481-9055-4eb73b6db8c1', 'external_fixed_ips': [{'subnet_id': 'ba8deeec-7658-4195-9449-038c076f5c83', 'ip_address': '172.25.2.99'}], 'enable_snat': True}, 'gw_port_id': 'ca9b0343-3540-46d4-a8e7-8c9181705610', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-14T07:34:01Z', 'updated_at': '2021-01-14T07:34:04Z', 'revision_number': 3, 'project_id': '6f3510a486e44d0a99223e7a34e71069', 'gw_port': {'id': 'ca9b0343-3540-46d4-a8e7-8c9181705610', 'name': '', 'network_id': '226f1e78-82cd-4481-9055-4eb73b6db8c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:8e:cd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9a7a48be-3f58-4ad4-b291-a2b4c2abfba5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2881, 'fixed_ips': [{'subnet_id': 'ba8deeec-7658-4195-9449-038c076f5c83', 'ip_address': '172.25.2.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T07:34:03Z', 'updated_at': '2021-01-14T07:34:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ba8deeec-7658-4195-9449-038c076f5c83', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-2'}], 'n-d-768862-2', False) {} {{(pid=84877) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:34:10.720839 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e59834c-eb93-4ec0-8057-2cbceb1f449a None None] The sync data for ids ['9a7a48be-3f58-4ad4-b291-a2b4c2abfba5'] in n-d-768862-2 is: [{'id': '9a7a48be-3f58-4ad4-b291-a2b4c2abfba5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1232983788', 'tenant_id': '6f3510a486e44d0a99223e7a34e71069', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '226f1e78-82cd-4481-9055-4eb73b6db8c1', 'external_fixed_ips': [{'subnet_id': 'ba8deeec-7658-4195-9449-038c076f5c83', 'ip_address': '172.25.2.99'}], 'enable_snat': True}, 'gw_port_id': 'ca9b0343-3540-46d4-a8e7-8c9181705610', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-14T07:34:01Z', 'updated_at': '2021-01-14T07:34:04Z', 'revision_number': 3, 'project_id': '6f3510a486e44d0a99223e7a34e71069', 'gw_port': {'id': 'ca9b0343-3540-46d4-a8e7-8c9181705610', 'name': '', 'network_id': '226f1e78-82cd-4481-9055-4eb73b6db8c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:8e:cd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9a7a48be-3f58-4ad4-b291-a2b4c2abfba5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2881, 'fixed_ips': [{'subnet_id': 'ba8deeec-7658-4195-9449-038c076f5c83', 'ip_address': '172.25.2.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T07:34:03Z', 'updated_at': '2021-01-14T07:34:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ba8deeec-7658-4195-9449-038c076f5c83', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-2'}] {{(pid=84877) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Jan 14 07:34:10.849227 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-72f89724-a172-4ef5-ac76-76a9d33a9620 tempest-TestNetworkAdvancedServerOps-470546014 tempest-TestNetworkAdvancedServerOps-470546014] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850887113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036851621412', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036852467174'] for subnet, after_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:34:11.001792 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-8c75338c-13c4-4037-9433-5755d77d5b7f tempest-NetworksTest-1803261889 tempest-NetworksTest-1803261889] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036854176836'] for subnet, precommit_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:34:11.006335 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-26e42e01-3802-4cd6-bf33-ba0f6d35fd41 tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:34:11.059097 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.db_base_plugin_common [None req-dae21ade-6750-455d-a190-bd3b4fe7c875 None None] Allocated IP 172.20.0.1 (d7482ac0-0635-4ba5-b52c-096ec4ceb1a8/6da29f99-89a2-4417-a781-f28571d698b8/212a50d3-a4ca-4c7b-90b2-66c2d3c5cf8f) {{(pid=84876) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 14 07:34:11.280091 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72f89724-a172-4ef5-ac76-76a9d33a9620 tempest-TestNetworkAdvancedServerOps-470546014 tempest-TestNetworkAdvancedServerOps-470546014] Pushing event updated for resources: {'Subnet': ['ID=1afade31-513b-4209-8ae3-68fd4732a0a5,revision_number=0']} {{(pid=84875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:34:11.289633 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-72f89724-a172-4ef5-ac76-76a9d33a9620 tempest-TestNetworkAdvancedServerOps-470546014 tempest-TestNetworkAdvancedServerOps-470546014] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.283s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:34:11.328014 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72f89724-a172-4ef5-ac76-76a9d33a9620 tempest-TestNetworkAdvancedServerOps-470546014 tempest-TestNetworkAdvancedServerOps-470546014] Checking segment: {'id': '13dfbd42-af3c-4514-be22-5dc2508f3995', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 18, 'network_id': '451d382d-b2b9-40e9-b54b-2e005545596c'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84875) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 14 07:34:11.328714 n-d-768862-2 neutron-server[84765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72f89724-a172-4ef5-ac76-76a9d33a9620 tempest-TestNetworkAdvancedServerOps-470546014 tempest-TestNetworkAdvancedServerOps-470546014] Network hostable DHCP agents. Network: 451d382d-b2b9-40e9-b54b-2e005545596c, hostable agents: ['32f3dd84-26da-4d18-bf15-6017a8fb7247'], hosted agents: [] {{(pid=84875) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Jan 14 07:34:11.340935 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-4f0700c9-cd3f-4c5c-951b-05fc8148f45e tempest-SubnetPoolsTestJSON-1545214368 tempest-SubnetPoolsTestJSON-1545214368] Notify callbacks [] for subnetpool, before_response {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:34:11.342347 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-4f0700c9-cd3f-4c5c-951b-05fc8148f45e tempest-SubnetPoolsTestJSON-1545214368 tempest-SubnetPoolsTestJSON-1545214368] 10.222.0.24 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 736 time: 1.0270896 Jan 14 07:34:11.346036 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-017f98a9-8a07-408c-a86f-8ff0c00400a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363259214191800', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854171626'] for agent, after_update {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:34:11.350236 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84875) accepted ('10.222.0.24', 60562) {{(pid=84875) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:34:11.374071 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-dae21ade-6750-455d-a190-bd3b4fe7c875 None None] Notify callbacks [] for port, precommit_create {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:34:11.386485 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-dae21ade-6750-455d-a190-bd3b4fe7c875 None None] Transition to ACTIVE for port object 212a50d3-a4ca-4c7b-90b2-66c2d3c5cf8f will not be triggered until provisioned by entity L2. {{(pid=84876) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 07:34:11.394576 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-162f786f-1369-4206-970e-b9c696f39a64 tempest-RoutersTest-1255860389 tempest-RoutersTest-1255860389] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3889632'] for router_interface, before_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:34:11.405998 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-dae21ade-6750-455d-a190-bd3b4fe7c875 None None] Transition to ACTIVE for port object 212a50d3-a4ca-4c7b-90b2-66c2d3c5cf8f will not be triggered until provisioned by entity DHCP. {{(pid=84876) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 07:34:11.415321 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-dae21ade-6750-455d-a190-bd3b4fe7c875 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777640123575'] for port, after_create {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:34:11.427110 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-b4bf20fb-fe16-4c06-8e29-8981ca29efa7 tempest-SubnetPoolsTestJSON-1545214368 tempest-SubnetPoolsTestJSON-1545214368] 10.222.0.24 "GET /v2.0/subnetpools/11a7d484-5da2-4c16-9410-615e20d8a337 HTTP/1.1" status: 200 len: 731 time: 0.0712845 Jan 14 07:34:11.446379 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-55031cee-0bab-4c21-97b8-eab13e8d6558 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84876) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:34:11.461027 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84875) accepted ('10.222.0.24', 60566) {{(pid=84875) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:34:11.474571 n-d-768862-2 neutron-server[84765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72f89724-a172-4ef5-ac76-76a9d33a9620 tempest-TestNetworkAdvancedServerOps-470546014 tempest-TestNetworkAdvancedServerOps-470546014] Network 451d382d-b2b9-40e9-b54b-2e005545596c is scheduled to be hosted by DHCP agent 32f3dd84-26da-4d18-bf15-6017a8fb7247 with binding_index 1 {{(pid=84875) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Jan 14 07:34:11.506929 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.v2.base [None req-8290cd0d-f280-4e1c-8cf2-53f9cb571116 tempest-SubnetPoolsTestJSON-1545214368 tempest-SubnetPoolsTestJSON-1545214368] Request body: {'subnetpool': {'name': 'tempest-subnetpools_update-1346757997'}} {{(pid=84875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:34:11.547481 n-d-768862-2 neutron-server[84765]: DEBUG neutron.scheduler.base_scheduler [None req-72f89724-a172-4ef5-ac76-76a9d33a9620 tempest-TestNetworkAdvancedServerOps-470546014 tempest-TestNetworkAdvancedServerOps-470546014] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768862-2, 451d382d-b2b9-40e9-b54b-2e005545596c) {{(pid=84875) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 07:34:11.632129 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72f89724-a172-4ef5-ac76-76a9d33a9620 tempest-TestNetworkAdvancedServerOps-470546014 tempest-TestNetworkAdvancedServerOps-470546014] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:34:11.632791 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-72f89724-a172-4ef5-ac76-76a9d33a9620 tempest-TestNetworkAdvancedServerOps-470546014 tempest-TestNetworkAdvancedServerOps-470546014] Notify callbacks [] for subnet, before_response {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:34:11.687942 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Device ca9b0343-3540-46d4-a8e7-8c9181705610 up at agent ovs-agent-n-d-768862-2 {{(pid=84876) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 07:34:11.737692 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-8290cd0d-f280-4e1c-8cf2-53f9cb571116 tempest-SubnetPoolsTestJSON-1545214368 tempest-SubnetPoolsTestJSON-1545214368] Notify callbacks [] for subnetpool, before_response {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:34:11.743110 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-8290cd0d-f280-4e1c-8cf2-53f9cb571116 tempest-SubnetPoolsTestJSON-1545214368 tempest-SubnetPoolsTestJSON-1545214368] 10.222.0.24 "PUT /v2.0/subnetpools/11a7d484-5da2-4c16-9410-615e20d8a337 HTTP/1.1" status: 200 len: 684 time: 0.2704334 Jan 14 07:34:11.750745 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84875) accepted ('10.222.0.24', 60570) {{(pid=84875) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:34:11.757231 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2ad199e-9094-4824-8345-1cf40cafebe6 None None] Network 451d382d-b2b9-40e9-b54b-2e005545596c requested from n-d-768862-2 {{(pid=84876) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 07:34:11.788997 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-72f89724-a172-4ef5-ac76-76a9d33a9620 tempest-TestNetworkAdvancedServerOps-470546014 tempest-TestNetworkAdvancedServerOps-470546014] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 3.2329111 Jan 14 07:34:11.798039 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84875) accepted ('10.222.0.24', 60574) {{(pid=84875) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:34:11.927011 n-d-768862-2 neutron-server[84765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dae21ade-6750-455d-a190-bd3b4fe7c875 None None] Network d7482ac0-0635-4ba5-b52c-096ec4ceb1a8 is already hosted by enough agents. {{(pid=84876) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 07:34:11.995252 n-d-768862-2 neutron-server[84765]: DEBUG neutron.scheduler.base_scheduler [None req-dae21ade-6750-455d-a190-bd3b4fe7c875 None None] Resources bound (agent type, host, resource id): {{(pid=84876) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 07:34:12.037315 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dae21ade-6750-455d-a190-bd3b4fe7c875 None None] Received port after_create {{(pid=84876) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 14 07:34:12.093147 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e321889e-7550-496e-a55e-40e0883ee479 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5d94dc7a-c095-50a4-955e-5f3b78718a12-451d382d-b2b9-40e9-b54b-2e005545596c', 'network_id': '451d382d-b2b9-40e9-b54b-2e005545596c', 'tenant_id': '6f3510a486e44d0a99223e7a34e71069', 'fixed_ips': [{'subnet_id': '1afade31-513b-4209-8ae3-68fd4732a0a5'}]}} from n-d-768862-2. {{(pid=84876) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Jan 14 07:34:12.094099 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-e321889e-7550-496e-a55e-40e0883ee479 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555753'] for port, before_create {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:34:12.118464 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dae21ade-6750-455d-a190-bd3b4fe7c875 None None] Pushing event updated for resources: {'Port': ['ID=212a50d3-a4ca-4c7b-90b2-66c2d3c5cf8f,revision_number=1']} {{(pid=84876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:34:12.153565 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-dae21ade-6750-455d-a190-bd3b4fe7c875 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.707s {{(pid=84876) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:34:12.155123 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Provisioning for port ca9b0343-3540-46d4-a8e7-8c9181705610 completed by entity L2. {{(pid=84876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 07:34:12.195565 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Provisioning complete for port ca9b0343-3540-46d4-a8e7-8c9181705610 triggered by entity L2. {{(pid=84876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 07:34:12.196092 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-604227'] for port, provisioning_complete {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:34:12.208284 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-300ba1fa-7a0d-4803-8283-7e8104dac57a tempest-SubnetPoolsTestJSON-1545214368 tempest-SubnetPoolsTestJSON-1545214368] Notify callbacks [] for subnetpool, before_response {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:34:12.212610 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-300ba1fa-7a0d-4803-8283-7e8104dac57a tempest-SubnetPoolsTestJSON-1545214368 tempest-SubnetPoolsTestJSON-1545214368] 10.222.0.24 "DELETE /v2.0/subnetpools/11a7d484-5da2-4c16-9410-615e20d8a337 HTTP/1.1" status: 204 len: 168 time: 0.4607773 Jan 14 07:34:12.213675 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84875) accepted ('10.222.0.24', 60580) {{(pid=84875) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:34:12.261529 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-8c75338c-13c4-4037-9433-5755d77d5b7f tempest-NetworksTest-1803261889 tempest-NetworksTest-1803261889] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-598964', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850887113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036851521664', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2794686'] for subnet, after_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:34:12.280752 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.managers [None req-dae21ade-6750-455d-a190-bd3b4fe7c875 None None] Attempting to bind port 212a50d3-a4ca-4c7b-90b2-66c2d3c5cf8f on host n-d-768862-2 for vnic_type normal with profile {{(pid=84876) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 14 07:34:12.280981 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.managers [None req-dae21ade-6750-455d-a190-bd3b4fe7c875 None None] Attempting to bind port 212a50d3-a4ca-4c7b-90b2-66c2d3c5cf8f by drivers openvswitch on host n-d-768862-2 at level 0 using segments [{'id': 'd6eb0cc4-1c3c-44d3-b3c4-7c7f03a5a825', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'd7482ac0-0635-4ba5-b52c-096ec4ceb1a8'}] {{(pid=84876) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 14 07:34:12.281233 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dae21ade-6750-455d-a190-bd3b4fe7c875 None None] Attempting to bind port 212a50d3-a4ca-4c7b-90b2-66c2d3c5cf8f on network d7482ac0-0635-4ba5-b52c-096ec4ceb1a8 {{(pid=84876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 14 07:34:12.282806 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-54ae3c3d-c880-49a0-ae88-96e2fbfb0402 tempest-PortsTestJSON-2091589570 tempest-PortsTestJSON-2091589570] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:34:12.322461 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dae21ade-6750-455d-a190-bd3b4fe7c875 None None] Checking agent: {'id': 'ba5efab1-b43c-4d5a-bc52-6e105d4e67a2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768862-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 14, 6, 56, 52), 'started_at': datetime.datetime(2021, 1, 14, 6, 57, 22), 'heartbeat_timestamp': datetime.datetime(2021, 1, 14, 7, 33, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768862-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.29', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 14 07:34:12.322703 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dae21ade-6750-455d-a190-bd3b4fe7c875 None None] Checking segment: {'id': 'd6eb0cc4-1c3c-44d3-b3c4-7c7f03a5a825', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'd7482ac0-0635-4ba5-b52c-096ec4ceb1a8'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84876) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 14 07:34:12.323108 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-dae21ade-6750-455d-a190-bd3b4fe7c875 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:34:12.323294 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c75338c-13c4-4037-9433-5755d77d5b7f tempest-NetworksTest-1803261889 tempest-NetworksTest-1803261889] Pushing event deleted for resources: {'Subnet': ['ID=6da29f99-89a2-4417-a781-f28571d698b8,revision_number=None']} {{(pid=84874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:34:12.323552 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dae21ade-6750-455d-a190-bd3b4fe7c875 None None] Bound using segment: {'id': 'd6eb0cc4-1c3c-44d3-b3c4-7c7f03a5a825', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'd7482ac0-0635-4ba5-b52c-096ec4ceb1a8'} {{(pid=84876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 14 07:34:12.324143 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.managers [None req-dae21ade-6750-455d-a190-bd3b4fe7c875 None None] Bound port: 212a50d3-a4ca-4c7b-90b2-66c2d3c5cf8f, host: n-d-768862-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd6eb0cc4-1c3c-44d3-b3c4-7c7f03a5a825', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'd7482ac0-0635-4ba5-b52c-096ec4ceb1a8'}}] {{(pid=84876) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 14 07:34:12.324559 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-dae21ade-6750-455d-a190-bd3b4fe7c875 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555753'] for port, before_update {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:34:12.327085 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-8c75338c-13c4-4037-9433-5755d77d5b7f tempest-NetworksTest-1803261889 tempest-NetworksTest-1803261889] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:34:12.329356 n-d-768862-2 neutron-server[84765]: INFO neutron.api.v2.resource [None req-2128bbdd-fcc4-4c5f-9d55-bf726a444d82 tempest-SubnetPoolsTestJSON-1545214368 tempest-SubnetPoolsTestJSON-1545214368] show failed (client error): The resource could not be found. Jan 14 07:34:12.333012 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-2128bbdd-fcc4-4c5f-9d55-bf726a444d82 tempest-SubnetPoolsTestJSON-1545214368 tempest-SubnetPoolsTestJSON-1545214368] 10.222.0.24 "GET /v2.0/subnetpools/11a7d484-5da2-4c16-9410-615e20d8a337 HTTP/1.1" status: 404 len: 346 time: 0.1118464 Jan 14 07:34:12.382249 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84874) accepted ('10.222.0.24', 60584) {{(pid=84874) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:34:12.437937 n-d-768862-2 neutron-server[84765]: INFO neutron.api.v2.resource [None req-2ae46486-82c2-4765-854c-ea9b9e862995 tempest-SubnetPoolsTestJSON-1545214368 tempest-SubnetPoolsTestJSON-1545214368] delete failed (client error): The resource could not be found. Jan 14 07:34:12.444147 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-2ae46486-82c2-4765-854c-ea9b9e862995 tempest-SubnetPoolsTestJSON-1545214368 tempest-SubnetPoolsTestJSON-1545214368] 10.222.0.24 "DELETE /v2.0/subnetpools/11a7d484-5da2-4c16-9410-615e20d8a337 HTTP/1.1" status: 404 len: 346 time: 0.0557461 Jan 14 07:34:12.531180 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [None req-dae21ade-6750-455d-a190-bd3b4fe7c875 None None] For port 212a50d3-a4ca-4c7b-90b2-66c2d3c5cf8f, host n-d-768862-2, cleared binding levels {{(pid=84876) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 14 07:34:12.535143 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [None req-dae21ade-6750-455d-a190-bd3b4fe7c875 None None] For port 212a50d3-a4ca-4c7b-90b2-66c2d3c5cf8f, host n-d-768862-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-2',level=0,port_id=212a50d3-a4ca-4c7b-90b2-66c2d3c5cf8f,segment=NetworkSegment(d6eb0cc4-1c3c-44d3-b3c4-7c7f03a5a825),segment_id=d6eb0cc4-1c3c-44d3-b3c4-7c7f03a5a825)] {{(pid=84876) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 14 07:34:12.539608 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555753'] for port, before_update {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:34:12.557349 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] For port ca9b0343-3540-46d4-a8e7-8c9181705610, host n-d-768862-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-2',level=0,port_id=ca9b0343-3540-46d4-a8e7-8c9181705610,segment=NetworkSegment(cf3ded2c-bc47-4a71-89af-6e7117e60140),segment_id=cf3ded2c-bc47-4a71-89af-6e7117e60140)] {{(pid=84876) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 07:34:12.562592 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-dae21ade-6750-455d-a190-bd3b4fe7c875 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777640533312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363259214678337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777640097497'] for port, after_update {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:34:12.584783 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-8c75338c-13c4-4037-9433-5755d77d5b7f tempest-NetworksTest-1803261889 tempest-NetworksTest-1803261889] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-598987', 'neutron.services.segments.db._delete_segments_for_network-8777640583949'] for network, precommit_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:34:12.619171 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-44244c47-5537-43cf-9342-8f14b4057d95 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84876) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:34:12.651520 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777640533312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363259214678337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777640097497'] for port, after_update {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:34:12.711167 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-bda06413-a1ca-4235-bcb3-f66027218767 tempest-TestSecurityGroupsBasicOps-944861984 tempest-TestSecurityGroupsBasicOps-944861984] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3889632'] for router_interface, before_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:34:12.740581 n-d-768862-2 neutron-server[84765]: DEBUG neutron.services.segments.db [None req-8c75338c-13c4-4037-9433-5755d77d5b7f tempest-NetworksTest-1803261889 tempest-NetworksTest-1803261889] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d7482ac0-0635-4ba5-b52c-096ec4ceb1a8']}} {{(pid=84874) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:34:12.754937 n-d-768862-2 neutron-server[84765]: DEBUG neutron.services.segments.db [None req-8c75338c-13c4-4037-9433-5755d77d5b7f tempest-NetworksTest-1803261889 tempest-NetworksTest-1803261889] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd6eb0cc4-1c3c-44d3-b3c4-7c7f03a5a825') {'for_net_delete': True} {{(pid=84874) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:34:12.755261 n-d-768862-2 neutron-server[84765]: DEBUG neutron.services.segments.db [None req-8c75338c-13c4-4037-9433-5755d77d5b7f tempest-NetworksTest-1803261889 tempest-NetworksTest-1803261889] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd6eb0cc4-1c3c-44d3-b3c4-7c7f03a5a825') {} {{(pid=84874) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:34:12.769175 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-8c75338c-13c4-4037-9433-5755d77d5b7f tempest-NetworksTest-1803261889 tempest-NetworksTest-1803261889] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363259214173198', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2968632'] for segment, before_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:34:12.796861 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-8c75338c-13c4-4037-9433-5755d77d5b7f tempest-NetworksTest-1803261889 tempest-NetworksTest-1803261889] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854179735'] for segment, precommit_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:34:12.799151 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-8c75338c-13c4-4037-9433-5755d77d5b7f tempest-NetworksTest-1803261889 tempest-NetworksTest-1803261889] Releasing vxlan tunnel 3 to pool {{(pid=84874) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Jan 14 07:34:12.863584 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-852a24f7-e9a1-4193-9abb-e9506fe5213f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363259214191800', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854171626'] for agent, after_update {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:34:12.892858 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dae21ade-6750-455d-a190-bd3b4fe7c875 None None] Pushing event updated for resources: {'Port': ['ID=212a50d3-a4ca-4c7b-90b2-66c2d3c5cf8f,revision_number=2']} {{(pid=84876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:34:12.902131 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-dae21ade-6750-455d-a190-bd3b4fe7c875 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.282s {{(pid=84876) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:34:12.936096 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-6af17857-8204-4083-be59-0197265dfbe1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.271s {{(pid=84876) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:34:12.960296 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84874) accepted ('10.222.0.24', 60592) {{(pid=84874) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:34:13.075183 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.managers [None req-8c75338c-13c4-4037-9433-5755d77d5b7f tempest-NetworksTest-1803261889 tempest-NetworksTest-1803261889] Network d7482ac0-0635-4ba5-b52c-096ec4ceb1a8 has no segments {{(pid=84874) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 14 07:34:13.150893 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-8c75338c-13c4-4037-9433-5755d77d5b7f tempest-NetworksTest-1803261889 tempest-NetworksTest-1803261889] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-596065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036851521571'] for segment, after_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:34:13.166615 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.plugin [None req-162f786f-1369-4206-970e-b9c696f39a64 tempest-RoutersTest-1255860389 tempest-RoutersTest-1255860389] Deleting port 5885f045-ae18-4455-a3e7-290483480bf9 {{(pid=84874) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 07:34:13.167001 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-162f786f-1369-4206-970e-b9c696f39a64 tempest-RoutersTest-1255860389 tempest-RoutersTest-1255860389] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363259214248359'] for port, before_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:34:13.298537 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.db_base_plugin_common [None req-e321889e-7550-496e-a55e-40e0883ee479 None None] Allocated IP 172.20.0.2 (451d382d-b2b9-40e9-b54b-2e005545596c/1afade31-513b-4209-8ae3-68fd4732a0a5/69ec97ea-ead1-4eb2-ad77-371c218041c5) {{(pid=84876) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 14 07:34:13.306886 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Pushing event updated for resources: {'Port': ['ID=ca9b0343-3540-46d4-a8e7-8c9181705610,revision_number=4']} {{(pid=84876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:34:13.312652 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.377s {{(pid=84876) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:34:13.337615 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7b102f9-65c0-4725-845f-6e9c65587d17 None None] Network d7482ac0-0635-4ba5-b52c-096ec4ceb1a8 requested from n-d-768862-2 {{(pid=84876) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 07:34:13.441228 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.agents_db [None req-5b939a2f-078d-4c69-a188-cb55a28a77a0 None None] Agent healthcheck: found 7 active agents {{(pid=84877) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Jan 14 07:34:13.501904 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-eead76c0-dfa4-42fb-956b-e791ede40c95 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:34:13.525739 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Device ca9b0343-3540-46d4-a8e7-8c9181705610 up at agent ovs-agent-n-d-768862-2 {{(pid=84876) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 07:34:13.533140 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.managers [None req-8c75338c-13c4-4037-9433-5755d77d5b7f tempest-NetworksTest-1803261889 tempest-NetworksTest-1803261889] Network d7482ac0-0635-4ba5-b52c-096ec4ceb1a8 has no segments {{(pid=84874) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 14 07:34:13.568048 n-d-768862-2 neutron-server[84765]: Traceback (most recent call last): Jan 14 07:34:13.568048 n-d-768862-2 neutron-server[84765]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 14 07:34:13.568048 n-d-768862-2 neutron-server[84765]: timer() Jan 14 07:34:13.568048 n-d-768862-2 neutron-server[84765]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 14 07:34:13.568048 n-d-768862-2 neutron-server[84765]: cb(*args, **kw) Jan 14 07:34:13.568048 n-d-768862-2 neutron-server[84765]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Jan 14 07:34:13.568048 n-d-768862-2 neutron-server[84765]: return func(*args, **kwargs) Jan 14 07:34:13.568048 n-d-768862-2 neutron-server[84765]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 14 07:34:13.568048 n-d-768862-2 neutron-server[84765]: self._notify() Jan 14 07:34:13.568048 n-d-768862-2 neutron-server[84765]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 14 07:34:13.568048 n-d-768862-2 neutron-server[84765]: self.callback(batched_events) Jan 14 07:34:13.568048 n-d-768862-2 neutron-server[84765]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 14 07:34:13.568048 n-d-768862-2 neutron-server[84765]: event.method(event) Jan 14 07:34:13.568048 n-d-768862-2 neutron-server[84765]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 14 07:34:13.568048 n-d-768862-2 neutron-server[84765]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 14 07:34:13.568048 n-d-768862-2 neutron-server[84765]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Jan 14 07:34:13.568048 n-d-768862-2 neutron-server[84765]: segment_id)['aggregates'][0] Jan 14 07:34:13.568048 n-d-768862-2 neutron-server[84765]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 14 07:34:13.568048 n-d-768862-2 neutron-server[84765]: return f(self, *a, **k) Jan 14 07:34:13.568048 n-d-768862-2 neutron-server[84765]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 14 07:34:13.568048 n-d-768862-2 neutron-server[84765]: return self._get(url).json() Jan 14 07:34:13.568048 n-d-768862-2 neutron-server[84765]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 14 07:34:13.568048 n-d-768862-2 neutron-server[84765]: **kwargs) Jan 14 07:34:13.568048 n-d-768862-2 neutron-server[84765]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 14 07:34:13.568048 n-d-768862-2 neutron-server[84765]: return self.request(url, 'GET', **kwargs) Jan 14 07:34:13.568048 n-d-768862-2 neutron-server[84765]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Jan 14 07:34:13.568048 n-d-768862-2 neutron-server[84765]: **endpoint_filter) Jan 14 07:34:13.568048 n-d-768862-2 neutron-server[84765]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 14 07:34:13.568048 n-d-768862-2 neutron-server[84765]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 14 07:34:13.568048 n-d-768862-2 neutron-server[84765]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 14 07:34:13.568048 n-d-768862-2 neutron-server[84765]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 14 07:34:13.568048 n-d-768862-2 neutron-server[84765]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 14 07:34:13.577905 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-eead76c0-dfa4-42fb-956b-e791ede40c95 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:34:13.595374 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-5309eab4-01de-45e0-bf79-c59ab0e9fb85 tempest-TestNetworkAdvancedServerOps-470546014 tempest-TestNetworkAdvancedServerOps-470546014] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555753'] for port, before_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:34:13.656396 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-eead76c0-dfa4-42fb-956b-e791ede40c95 admin admin] Usage tracker for resource:security_group_rule and tenant:e3454b7d27994c5c97137af111c56ccc is out of sync, need to count used quota {{(pid=84874) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:34:13.665744 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-eead76c0-dfa4-42fb-956b-e791ede40c95 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84874) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:34:13.699218 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-eead76c0-dfa4-42fb-956b-e791ede40c95 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:34:13.745102 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.db.api [None req-8c75338c-13c4-4037-9433-5755d77d5b7f tempest-NetworksTest-1803261889 tempest-NetworksTest-1803261889] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jan 14 07:34:13.745102 n-d-768862-2 neutron-server[84765]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jan 14 07:34:13.745102 n-d-768862-2 neutron-server[84765]: [parameters: {'id': 'd7482ac0-0635-4ba5-b52c-096ec4ceb1a8'}] Jan 14 07:34:13.745102 n-d-768862-2 neutron-server[84765]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=84874) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Jan 14 07:34:13.745459 n-d-768862-2 neutron-server[84765]: DEBUG oslo_db.api [None req-8c75338c-13c4-4037-9433-5755d77d5b7f tempest-NetworksTest-1803261889 tempest-NetworksTest-1803261889] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=84874) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Jan 14 07:34:13.777455 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Provisioning complete for port ca9b0343-3540-46d4-a8e7-8c9181705610 triggered by entity L2. {{(pid=84876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 07:34:13.777877 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-604227'] for port, provisioning_complete {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:34:13.780895 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.plugin [None req-bda06413-a1ca-4235-bcb3-f66027218767 tempest-TestSecurityGroupsBasicOps-944861984 tempest-TestSecurityGroupsBasicOps-944861984] Deleting port 25852d3d-de21-4aa1-a031-5981151fd3a8 {{(pid=84875) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 07:34:13.781568 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-bda06413-a1ca-4235-bcb3-f66027218767 tempest-TestSecurityGroupsBasicOps-944861984 tempest-TestSecurityGroupsBasicOps-944861984] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363259214248359'] for port, before_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:34:13.797648 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-162f786f-1369-4206-970e-b9c696f39a64 tempest-RoutersTest-1255860389 tempest-RoutersTest-1255860389] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036850862667'] for port, precommit_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:34:13.918099 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-e321889e-7550-496e-a55e-40e0883ee479 None None] Notify callbacks [] for port, precommit_create {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:34:13.944336 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.plugin [None req-162f786f-1369-4206-970e-b9c696f39a64 tempest-RoutersTest-1255860389 tempest-RoutersTest-1255860389] Calling delete_port for 5885f045-ae18-4455-a3e7-290483480bf9 owned by network:router_interface {{(pid=84874) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 07:34:13.969310 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-e321889e-7550-496e-a55e-40e0883ee479 None None] Transition to ACTIVE for port object 69ec97ea-ead1-4eb2-ad77-371c218041c5 will not be triggered until provisioned by entity L2. {{(pid=84876) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 07:34:13.997590 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-e321889e-7550-496e-a55e-40e0883ee479 None None] Transition to ACTIVE for port object 69ec97ea-ead1-4eb2-ad77-371c218041c5 will not be triggered until provisioned by entity DHCP. {{(pid=84876) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 07:34:14.006102 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-e321889e-7550-496e-a55e-40e0883ee479 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777640123575'] for port, after_create {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:34:14.025001 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-3c376f11-a6ec-4bae-aacc-323f12fee361 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84876) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:34:14.096301 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-eead76c0-dfa4-42fb-956b-e791ede40c95 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:34:14.100885 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-eead76c0-dfa4-42fb-956b-e791ede40c95 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850887153'] for security_group, after_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:34:14.109434 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-6fe6033d-8a59-4646-a3b4-6e3f9f69ee4f tempest-SecGroupIPv6Test-296392250 tempest-SecGroupIPv6Test-296392250] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:34:14.163775 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eead76c0-dfa4-42fb-956b-e791ede40c95 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=af435968-020c-472c-8063-cfa77c7c175b,revision_number=1']} {{(pid=84874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:34:14.173294 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-eead76c0-dfa4-42fb-956b-e791ede40c95 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=e3454b7d27994c5c97137af111c56ccc&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2117715 Jan 14 07:34:14.174347 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-eead76c0-dfa4-42fb-956b-e791ede40c95 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:34:14.176155 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e321889e-7550-496e-a55e-40e0883ee479 None None] Pushing event updated for resources: {'Port': ['ID=69ec97ea-ead1-4eb2-ad77-371c218041c5,revision_number=1']} {{(pid=84876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:34:14.176280 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84874) accepted ('10.222.0.24', 60600) {{(pid=84874) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:34:14.183447 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-e321889e-7550-496e-a55e-40e0883ee479 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.158s {{(pid=84876) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:34:14.218714 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [None req-bda06413-a1ca-4235-bcb3-f66027218767 tempest-TestSecurityGroupsBasicOps-944861984 tempest-TestSecurityGroupsBasicOps-944861984] For port 25852d3d-de21-4aa1-a031-5981151fd3a8, host n-d-768862-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-2',level=0,port_id=25852d3d-de21-4aa1-a031-5981151fd3a8,segment=NetworkSegment(6ee7b38f-2b54-4b74-9d97-5f5c54ab862d),segment_id=6ee7b38f-2b54-4b74-9d97-5f5c54ab862d)] {{(pid=84875) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 07:34:14.219124 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-bda06413-a1ca-4235-bcb3-f66027218767 tempest-TestSecurityGroupsBasicOps-944861984 tempest-TestSecurityGroupsBasicOps-944861984] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036850862667'] for port, precommit_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:34:14.241988 n-d-768862-2 neutron-server[84765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e321889e-7550-496e-a55e-40e0883ee479 None None] Network 451d382d-b2b9-40e9-b54b-2e005545596c is already hosted by enough agents. {{(pid=84876) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 07:34:14.243487 n-d-768862-2 neutron-server[84765]: DEBUG neutron.scheduler.base_scheduler [None req-e321889e-7550-496e-a55e-40e0883ee479 None None] Resources bound (agent type, host, resource id): {{(pid=84876) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 07:34:14.246061 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e321889e-7550-496e-a55e-40e0883ee479 None None] Received port after_create {{(pid=84876) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 14 07:34:14.248048 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-8c75338c-13c4-4037-9433-5755d77d5b7f tempest-NetworksTest-1803261889 tempest-NetworksTest-1803261889] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036854160497'] for network, before_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:34:14.312525 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.managers [None req-e321889e-7550-496e-a55e-40e0883ee479 None None] Attempting to bind port 69ec97ea-ead1-4eb2-ad77-371c218041c5 on host n-d-768862-2 for vnic_type normal with profile {{(pid=84876) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 14 07:34:14.312943 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.managers [None req-e321889e-7550-496e-a55e-40e0883ee479 None None] Attempting to bind port 69ec97ea-ead1-4eb2-ad77-371c218041c5 by drivers openvswitch on host n-d-768862-2 at level 0 using segments [{'id': '13dfbd42-af3c-4514-be22-5dc2508f3995', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 18, 'network_id': '451d382d-b2b9-40e9-b54b-2e005545596c'}] {{(pid=84876) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 14 07:34:14.313347 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e321889e-7550-496e-a55e-40e0883ee479 None None] Attempting to bind port 69ec97ea-ead1-4eb2-ad77-371c218041c5 on network 451d382d-b2b9-40e9-b54b-2e005545596c {{(pid=84876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 14 07:34:14.319396 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e321889e-7550-496e-a55e-40e0883ee479 None None] Checking agent: {'id': 'ba5efab1-b43c-4d5a-bc52-6e105d4e67a2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768862-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 14, 6, 56, 52), 'started_at': datetime.datetime(2021, 1, 14, 6, 57, 22), 'heartbeat_timestamp': datetime.datetime(2021, 1, 14, 7, 33, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768862-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.29', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 14 07:34:14.319819 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e321889e-7550-496e-a55e-40e0883ee479 None None] Checking segment: {'id': '13dfbd42-af3c-4514-be22-5dc2508f3995', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 18, 'network_id': '451d382d-b2b9-40e9-b54b-2e005545596c'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84876) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 14 07:34:14.320292 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-e321889e-7550-496e-a55e-40e0883ee479 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:34:14.320842 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e321889e-7550-496e-a55e-40e0883ee479 None None] Bound using segment: {'id': '13dfbd42-af3c-4514-be22-5dc2508f3995', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 18, 'network_id': '451d382d-b2b9-40e9-b54b-2e005545596c'} {{(pid=84876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 14 07:34:14.321258 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.managers [None req-e321889e-7550-496e-a55e-40e0883ee479 None None] Bound port: 69ec97ea-ead1-4eb2-ad77-371c218041c5, host: n-d-768862-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '13dfbd42-af3c-4514-be22-5dc2508f3995', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 18, 'network_id': '451d382d-b2b9-40e9-b54b-2e005545596c'}}] {{(pid=84876) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 14 07:34:14.321679 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-e321889e-7550-496e-a55e-40e0883ee479 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555753'] for port, before_update {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:34:14.358908 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.plugin [None req-8c75338c-13c4-4037-9433-5755d77d5b7f tempest-NetworksTest-1803261889 tempest-NetworksTest-1803261889] Deleting port 212a50d3-a4ca-4c7b-90b2-66c2d3c5cf8f {{(pid=84874) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 07:34:14.359363 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-8c75338c-13c4-4037-9433-5755d77d5b7f tempest-NetworksTest-1803261889 tempest-NetworksTest-1803261889] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363259214248359'] for port, before_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:34:14.392871 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.plugin [None req-bda06413-a1ca-4235-bcb3-f66027218767 tempest-TestSecurityGroupsBasicOps-944861984 tempest-TestSecurityGroupsBasicOps-944861984] Calling delete_port for 25852d3d-de21-4aa1-a031-5981151fd3a8 owned by network:router_interface {{(pid=84875) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 07:34:14.400907 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-162f786f-1369-4206-970e-b9c696f39a64 tempest-RoutersTest-1255860389 tempest-RoutersTest-1255860389] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777640533329', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777640097463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3254186'] for port, after_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:34:14.417031 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [None req-e321889e-7550-496e-a55e-40e0883ee479 None None] For port 69ec97ea-ead1-4eb2-ad77-371c218041c5, host n-d-768862-2, cleared binding levels {{(pid=84876) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 14 07:34:14.420958 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [None req-e321889e-7550-496e-a55e-40e0883ee479 None None] For port 69ec97ea-ead1-4eb2-ad77-371c218041c5, host n-d-768862-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-2',level=0,port_id=69ec97ea-ead1-4eb2-ad77-371c218041c5,segment=NetworkSegment(13dfbd42-af3c-4514-be22-5dc2508f3995),segment_id=13dfbd42-af3c-4514-be22-5dc2508f3995)] {{(pid=84876) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 14 07:34:14.425814 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-e321889e-7550-496e-a55e-40e0883ee479 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777640533312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363259214678337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777640097497'] for port, after_update {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:34:14.432145 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-29a78be3-9417-4907-b26a-0f3de2f8ce2c tempest-PortsTestJSON-2091589570 tempest-PortsTestJSON-2091589570] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:34:14.537916 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-162f786f-1369-4206-970e-b9c696f39a64 tempest-RoutersTest-1255860389 tempest-RoutersTest-1255860389] Pushing event deleted for resources: {'Port': ['ID=5885f045-ae18-4455-a3e7-290483480bf9,revision_number=None']} {{(pid=84874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:34:14.556097 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-79438d03-8da7-434b-9a5d-ad360b34a959 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:34:14.571785 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-dae21ade-6750-455d-a190-bd3b4fe7c875 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84876) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:34:14.594954 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-162f786f-1369-4206-970e-b9c696f39a64 tempest-RoutersTest-1255860389 tempest-RoutersTest-1255860389] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.163s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:34:14.650512 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e321889e-7550-496e-a55e-40e0883ee479 None None] Pushing event updated for resources: {'Port': ['ID=69ec97ea-ead1-4eb2-ad77-371c218041c5,revision_number=2']} {{(pid=84876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:34:14.650861 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-79438d03-8da7-434b-9a5d-ad360b34a959 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:34:14.662586 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-e321889e-7550-496e-a55e-40e0883ee479 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=84876) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:34:14.722860 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.db_base_plugin_common [None req-5309eab4-01de-45e0-bf79-c59ab0e9fb85 tempest-TestNetworkAdvancedServerOps-470546014 tempest-TestNetworkAdvancedServerOps-470546014] Allocated IP 172.20.0.1 (451d382d-b2b9-40e9-b54b-2e005545596c/1afade31-513b-4209-8ae3-68fd4732a0a5/076ebc31-0e4a-49ba-a586-6300dd5cf754) {{(pid=84875) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 14 07:34:14.745964 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-79438d03-8da7-434b-9a5d-ad360b34a959 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850887153'] for security_group, after_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:34:14.754781 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-335f59c5-48d0-43f4-93e3-3fbf8bfb042e tempest-TestNetworkBasicOps-1983703278 tempest-TestNetworkBasicOps-1983703278] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:34:14.782696 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79438d03-8da7-434b-9a5d-ad360b34a959 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=af435968-020c-472c-8063-cfa77c7c175b,revision_number=None']} {{(pid=84874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:34:14.790411 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-79438d03-8da7-434b-9a5d-ad360b34a959 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:34:14.911552 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-bda06413-a1ca-4235-bcb3-f66027218767 tempest-TestSecurityGroupsBasicOps-944861984 tempest-TestSecurityGroupsBasicOps-944861984] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777640533329', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777640097463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851621574'] for port, after_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:34:14.930596 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-dedad644-8c47-4376-af0f-d72778f72a48 tempest-PortsIpV6TestJSON-1330665174 tempest-PortsIpV6TestJSON-1330665174] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:34:14.958919 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [None req-8c75338c-13c4-4037-9433-5755d77d5b7f tempest-NetworksTest-1803261889 tempest-NetworksTest-1803261889] For port 212a50d3-a4ca-4c7b-90b2-66c2d3c5cf8f, host n-d-768862-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-2',level=0,port_id=212a50d3-a4ca-4c7b-90b2-66c2d3c5cf8f,segment=NetworkSegment(d6eb0cc4-1c3c-44d3-b3c4-7c7f03a5a825),segment_id=d6eb0cc4-1c3c-44d3-b3c4-7c7f03a5a825)] {{(pid=84874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 07:34:14.959513 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-8c75338c-13c4-4037-9433-5755d77d5b7f tempest-NetworksTest-1803261889 tempest-NetworksTest-1803261889] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036850862667'] for port, precommit_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:34:14.973260 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-79438d03-8da7-434b-9a5d-ad360b34a959 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:34:14.974883 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-79438d03-8da7-434b-9a5d-ad360b34a959 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/af435968-020c-472c-8063-cfa77c7c175b HTTP/1.1" status: 204 len: 168 time: 0.7976584 Jan 14 07:34:15.130242 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.plugin [None req-8c75338c-13c4-4037-9433-5755d77d5b7f tempest-NetworksTest-1803261889 tempest-NetworksTest-1803261889] Calling delete_port for 212a50d3-a4ca-4c7b-90b2-66c2d3c5cf8f owned by network:dhcp {{(pid=84874) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 07:34:15.134935 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-5309eab4-01de-45e0-bf79-c59ab0e9fb85 tempest-TestNetworkAdvancedServerOps-470546014 tempest-TestNetworkAdvancedServerOps-470546014] Notify callbacks [] for port, precommit_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:34:15.143605 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bda06413-a1ca-4235-bcb3-f66027218767 tempest-TestSecurityGroupsBasicOps-944861984 tempest-TestSecurityGroupsBasicOps-944861984] Pushing event deleted for resources: {'Port': ['ID=25852d3d-de21-4aa1-a031-5981151fd3a8,revision_number=None']} {{(pid=84875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:34:15.155582 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-bda06413-a1ca-4235-bcb3-f66027218767 tempest-TestSecurityGroupsBasicOps-944861984 tempest-TestSecurityGroupsBasicOps-944861984] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.225s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:34:15.185519 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-5309eab4-01de-45e0-bf79-c59ab0e9fb85 tempest-TestNetworkAdvancedServerOps-470546014 tempest-TestNetworkAdvancedServerOps-470546014] Transition to ACTIVE for port object 076ebc31-0e4a-49ba-a586-6300dd5cf754 will not be triggered until provisioned by entity DHCP. {{(pid=84875) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 07:34:15.319675 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-5309eab4-01de-45e0-bf79-c59ab0e9fb85 tempest-TestNetworkAdvancedServerOps-470546014 tempest-TestNetworkAdvancedServerOps-470546014] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777640123575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851621574'] for port, after_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:34:15.347568 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-6ae64e4d-9685-4b42-a37f-6049b62bf5b9 tempest-PortsIpV6TestJSON-1330665174 tempest-PortsIpV6TestJSON-1330665174] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:34:15.600458 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Device 69ec97ea-ead1-4eb2-ad77-371c218041c5 up at agent ovs-agent-n-d-768862-2 {{(pid=84876) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 07:34:15.725154 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-162f786f-1369-4206-970e-b9c696f39a64 tempest-RoutersTest-1255860389 tempest-RoutersTest-1255860389] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted--9223372036851568851', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal--9223372036850888080'] for router_interface, after_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:34:15.734215 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Provisioning for port 69ec97ea-ead1-4eb2-ad77-371c218041c5 completed by entity L2. {{(pid=84876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 07:34:15.896133 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-8c75338c-13c4-4037-9433-5755d77d5b7f tempest-NetworksTest-1803261889 tempest-NetworksTest-1803261889] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777640533329', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777640097463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3254186'] for port, after_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:34:15.917053 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-1054d467-8532-41ac-9f67-7e1bf865c654 tempest-NetworksTest-1803261889 tempest-NetworksTest-1803261889] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:34:15.930722 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5309eab4-01de-45e0-bf79-c59ab0e9fb85 tempest-TestNetworkAdvancedServerOps-470546014 tempest-TestNetworkAdvancedServerOps-470546014] Pushing event updated for resources: {'Port': ['ID=076ebc31-0e4a-49ba-a586-6300dd5cf754,revision_number=1']} {{(pid=84875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:34:15.945218 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-5309eab4-01de-45e0-bf79-c59ab0e9fb85 tempest-TestNetworkAdvancedServerOps-470546014 tempest-TestNetworkAdvancedServerOps-470546014] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.598s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:34:16.027637 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c75338c-13c4-4037-9433-5755d77d5b7f tempest-NetworksTest-1803261889 tempest-NetworksTest-1803261889] Pushing event deleted for resources: {'Port': ['ID=212a50d3-a4ca-4c7b-90b2-66c2d3c5cf8f,revision_number=None']} {{(pid=84874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:34:16.042180 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-8c75338c-13c4-4037-9433-5755d77d5b7f tempest-NetworksTest-1803261889 tempest-NetworksTest-1803261889] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:34:16.177616 n-d-768862-2 neutron-server[84765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5309eab4-01de-45e0-bf79-c59ab0e9fb85 tempest-TestNetworkAdvancedServerOps-470546014 tempest-TestNetworkAdvancedServerOps-470546014] Network 451d382d-b2b9-40e9-b54b-2e005545596c is already hosted by enough agents. {{(pid=84875) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 07:34:16.181064 n-d-768862-2 neutron-server[84765]: DEBUG neutron.scheduler.base_scheduler [None req-5309eab4-01de-45e0-bf79-c59ab0e9fb85 tempest-TestNetworkAdvancedServerOps-470546014 tempest-TestNetworkAdvancedServerOps-470546014] Resources bound (agent type, host, resource id): {{(pid=84875) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 07:34:16.185945 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5309eab4-01de-45e0-bf79-c59ab0e9fb85 tempest-TestNetworkAdvancedServerOps-470546014 tempest-TestNetworkAdvancedServerOps-470546014] Received port after_create {{(pid=84875) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 14 07:34:16.239595 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-bda06413-a1ca-4235-bcb3-f66027218767 tempest-TestSecurityGroupsBasicOps-944861984 tempest-TestSecurityGroupsBasicOps-944861984] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted--9223372036851568851', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal--9223372036850888080'] for router_interface, after_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:34:16.306515 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c75338c-13c4-4037-9433-5755d77d5b7f tempest-NetworksTest-1803261889 tempest-NetworksTest-1803261889] No DVR routers for this DVR port 212a50d3-a4ca-4c7b-90b2-66c2d3c5cf8f on host n-d-768862-2 {{(pid=84874) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Jan 14 07:34:16.345037 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-5309eab4-01de-45e0-bf79-c59ab0e9fb85 tempest-TestNetworkAdvancedServerOps-470546014 tempest-TestNetworkAdvancedServerOps-470546014] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036850886386'] for router_interface, before_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:34:16.444144 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b82aaa61-a80d-448d-a763-589525ac9521 None None] Network 451d382d-b2b9-40e9-b54b-2e005545596c requested from n-d-768862-2 {{(pid=84876) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 07:34:16.573495 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-87f4790f-55e6-4c6b-a1af-ad2663d1f5c5 None None] Provisioning for port 69ec97ea-ead1-4eb2-ad77-371c218041c5 completed by entity DHCP. {{(pid=84876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 07:34:16.590575 n-d-768862-2 neutron-server[84765]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-162f786f-1369-4206-970e-b9c696f39a64 tempest-RoutersTest-1255860389 tempest-RoutersTest-1255860389] Router 589153bc-311a-4fdb-9c05-a3f6957bd3dd has already been hosted by L3 agent 35f592e9-451b-4db9-abea-77b6a5c5391b {{(pid=84874) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Jan 14 07:34:16.600720 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-8c75338c-13c4-4037-9433-5755d77d5b7f tempest-NetworksTest-1803261889 tempest-NetworksTest-1803261889] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-598987', 'neutron.services.segments.db._delete_segments_for_network-8777640583949'] for network, precommit_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:34:16.602350 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-87f4790f-55e6-4c6b-a1af-ad2663d1f5c5 None None] Provisioning complete for port 69ec97ea-ead1-4eb2-ad77-371c218041c5 triggered by entity DHCP. {{(pid=84876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 07:34:16.602944 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-87f4790f-55e6-4c6b-a1af-ad2663d1f5c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-604227'] for port, provisioning_complete {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:34:16.820675 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-5309eab4-01de-45e0-bf79-c59ab0e9fb85 tempest-TestNetworkAdvancedServerOps-470546014 tempest-TestNetworkAdvancedServerOps-470546014] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555753'] for port, before_update {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:34:16.902017 n-d-768862-2 neutron-server[84765]: DEBUG neutron.services.segments.db [None req-8c75338c-13c4-4037-9433-5755d77d5b7f tempest-NetworksTest-1803261889 tempest-NetworksTest-1803261889] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d7482ac0-0635-4ba5-b52c-096ec4ceb1a8']}} {{(pid=84874) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:34:16.912200 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-87f4790f-55e6-4c6b-a1af-ad2663d1f5c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555753'] for port, before_update {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:34:16.919342 n-d-768862-2 neutron-server[84765]: DEBUG neutron.services.segments.db [None req-8c75338c-13c4-4037-9433-5755d77d5b7f tempest-NetworksTest-1803261889 tempest-NetworksTest-1803261889] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd6eb0cc4-1c3c-44d3-b3c4-7c7f03a5a825') {'for_net_delete': True} {{(pid=84874) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:34:16.920208 n-d-768862-2 neutron-server[84765]: DEBUG neutron.services.segments.db [None req-8c75338c-13c4-4037-9433-5755d77d5b7f tempest-NetworksTest-1803261889 tempest-NetworksTest-1803261889] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd6eb0cc4-1c3c-44d3-b3c4-7c7f03a5a825') {} {{(pid=84874) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:34:16.937537 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-8c75338c-13c4-4037-9433-5755d77d5b7f tempest-NetworksTest-1803261889 tempest-NetworksTest-1803261889] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363259214173198', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2968632'] for segment, before_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:34:16.957955 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-8c75338c-13c4-4037-9433-5755d77d5b7f tempest-NetworksTest-1803261889 tempest-NetworksTest-1803261889] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854179735'] for segment, precommit_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:34:16.975194 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [None req-87f4790f-55e6-4c6b-a1af-ad2663d1f5c5 None None] For port 69ec97ea-ead1-4eb2-ad77-371c218041c5, host n-d-768862-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-2',level=0,port_id=69ec97ea-ead1-4eb2-ad77-371c218041c5,segment=NetworkSegment(13dfbd42-af3c-4514-be22-5dc2508f3995),segment_id=13dfbd42-af3c-4514-be22-5dc2508f3995)] {{(pid=84876) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 07:34:16.978985 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-8c75338c-13c4-4037-9433-5755d77d5b7f tempest-NetworksTest-1803261889 tempest-NetworksTest-1803261889] Releasing vxlan tunnel 3 to pool {{(pid=84874) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Jan 14 07:34:16.996101 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-87f4790f-55e6-4c6b-a1af-ad2663d1f5c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777640533312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363259214678337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777640097497'] for port, after_update {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:34:17.003474 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-3e144e8c-4fcc-4496-af10-c8e0bb64b042 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84876) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:34:17.093849 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87f4790f-55e6-4c6b-a1af-ad2663d1f5c5 None None] Pushing event updated for resources: {'Port': ['ID=69ec97ea-ead1-4eb2-ad77-371c218041c5,revision_number=3']} {{(pid=84876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:34:17.097971 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-87f4790f-55e6-4c6b-a1af-ad2663d1f5c5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=84876) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:34:17.105152 n-d-768862-2 neutron-server[84765]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bda06413-a1ca-4235-bcb3-f66027218767 tempest-TestSecurityGroupsBasicOps-944861984 tempest-TestSecurityGroupsBasicOps-944861984] Router d16db5c4-b1a5-40c1-8fd8-3011e86cd8f4 has already been hosted by L3 agent 35f592e9-451b-4db9-abea-77b6a5c5391b {{(pid=84875) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Jan 14 07:34:17.144264 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-162f786f-1369-4206-970e-b9c696f39a64 tempest-RoutersTest-1255860389 tempest-RoutersTest-1255860389] Notify agent at l3_agent.n-d-768862-2 the message routers_updated {{(pid=84874) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jan 14 07:34:17.157446 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2eb37ed1-0c3a-4311-80d9-c90086c7d564 None None] Sync routers for ids ['589153bc-311a-4fdb-9c05-a3f6957bd3dd'] in n-d-768862-2 {{(pid=84877) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Jan 14 07:34:17.158551 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-162f786f-1369-4206-970e-b9c696f39a64 tempest-RoutersTest-1255860389 tempest-RoutersTest-1255860389] 10.222.0.24 "PUT /v2.0/routers/589153bc-311a-4fdb-9c05-a3f6957bd3dd/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.3889887 Jan 14 07:34:17.172165 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84875) accepted ('10.222.0.24', 60638) {{(pid=84875) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:34:17.175604 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2eb37ed1-0c3a-4311-80d9-c90086c7d564 None None] Routers {'589153bc-311a-4fdb-9c05-a3f6957bd3dd'} bound to L3 agent in host n-d-768862-2 {{(pid=84877) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 14 07:34:17.177424 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_hamode_db [None req-2eb37ed1-0c3a-4311-80d9-c90086c7d564 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-01-14T06:56:51Z,description=,heartbeat_timestamp=2021-01-14T07:33:52Z,host='n-d-768862-2',id=35f592e9-451b-4db9-abea-77b6a5c5391b,load=0,resource_versions=,resources_synced=,started_at=2021-01-14T06:56:51Z,topic='l3_agent')) {'router_ids': ['589153bc-311a-4fdb-9c05-a3f6957bd3dd'], 'active': True} {{(pid=84877) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:34:17.251703 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.managers [None req-8c75338c-13c4-4037-9433-5755d77d5b7f tempest-NetworksTest-1803261889 tempest-NetworksTest-1803261889] Network d7482ac0-0635-4ba5-b52c-096ec4ceb1a8 has no segments {{(pid=84874) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 14 07:34:17.268840 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-8c75338c-13c4-4037-9433-5755d77d5b7f tempest-NetworksTest-1803261889 tempest-NetworksTest-1803261889] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-596065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036851521571'] for segment, after_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:34:17.283426 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_hamode_db [None req-2eb37ed1-0c3a-4311-80d9-c90086c7d564 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768862-2', False) {} {{(pid=84877) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:34:17.298039 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2eb37ed1-0c3a-4311-80d9-c90086c7d564 None None] Routers {'589153bc-311a-4fdb-9c05-a3f6957bd3dd'} bound to L3 agent in host n-d-768862-2 {{(pid=84877) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 14 07:34:17.298717 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_hamode_db [None req-2eb37ed1-0c3a-4311-80d9-c90086c7d564 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-01-14T06:56:51Z,description=,heartbeat_timestamp=2021-01-14T07:33:52Z,host='n-d-768862-2',id=35f592e9-451b-4db9-abea-77b6a5c5391b,load=0,resource_versions=,resources_synced=,started_at=2021-01-14T06:56:51Z,topic='l3_agent')) {'router_ids': ['589153bc-311a-4fdb-9c05-a3f6957bd3dd'], 'active': True} {{(pid=84877) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:34:17.337671 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-1ed699b7-e504-4bb2-9c75-fd8decf2a0f9 None None] Provisioning for port 076ebc31-0e4a-49ba-a586-6300dd5cf754 completed by entity DHCP. {{(pid=84876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 07:34:17.343707 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-1ed699b7-e504-4bb2-9c75-fd8decf2a0f9 None None] Provisioning complete for port 076ebc31-0e4a-49ba-a586-6300dd5cf754 triggered by entity DHCP. {{(pid=84876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 07:34:17.344143 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-1ed699b7-e504-4bb2-9c75-fd8decf2a0f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-604227'] for port, provisioning_complete {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:34:17.376864 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_hamode_db [None req-2eb37ed1-0c3a-4311-80d9-c90086c7d564 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768862-2', False) {} {{(pid=84877) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:34:17.377582 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2eb37ed1-0c3a-4311-80d9-c90086c7d564 None None] The sync data for ids ['589153bc-311a-4fdb-9c05-a3f6957bd3dd'] in n-d-768862-2 is: [] {{(pid=84877) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Jan 14 07:34:17.436725 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-5a177211-b9f8-4000-83cf-7c47b6655eca tempest-RoutersTest-1255860389 tempest-RoutersTest-1255860389] 10.222.0.24 "GET /v2.0/ports?device_id=589153bc-311a-4fdb-9c05-a3f6957bd3dd HTTP/1.1" status: 200 len: 205 time: 0.2622297 Jan 14 07:34:17.458129 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.plugin [None req-1ed699b7-e504-4bb2-9c75-fd8decf2a0f9 None None] Port 076ebc31-0e4a-49ba-a586-6300dd5cf754 cannot update to ACTIVE because it is not bound. {{(pid=84876) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:329}} Jan 14 07:34:17.474058 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-1ed699b7-e504-4bb2-9c75-fd8decf2a0f9 None None] Provisioning complete for port 69ec97ea-ead1-4eb2-ad77-371c218041c5 triggered by entity DHCP. {{(pid=84876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 07:34:17.474767 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-1ed699b7-e504-4bb2-9c75-fd8decf2a0f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-604227'] for port, provisioning_complete {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:34:17.511187 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84875) accepted ('10.222.0.24', 60646) {{(pid=84875) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:34:17.538770 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.managers [None req-8c75338c-13c4-4037-9433-5755d77d5b7f tempest-NetworksTest-1803261889 tempest-NetworksTest-1803261889] Network d7482ac0-0635-4ba5-b52c-096ec4ceb1a8 has no segments {{(pid=84874) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 14 07:34:17.568889 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Device 69ec97ea-ead1-4eb2-ad77-371c218041c5 up at agent ovs-agent-n-d-768862-2 {{(pid=84876) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 07:34:17.703210 n-d-768862-2 neutron-server[84765]: Traceback (most recent call last): Jan 14 07:34:17.703210 n-d-768862-2 neutron-server[84765]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 14 07:34:17.703210 n-d-768862-2 neutron-server[84765]: timer() Jan 14 07:34:17.703210 n-d-768862-2 neutron-server[84765]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 14 07:34:17.703210 n-d-768862-2 neutron-server[84765]: cb(*args, **kw) Jan 14 07:34:17.703210 n-d-768862-2 neutron-server[84765]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Jan 14 07:34:17.703210 n-d-768862-2 neutron-server[84765]: return func(*args, **kwargs) Jan 14 07:34:17.703210 n-d-768862-2 neutron-server[84765]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 14 07:34:17.703210 n-d-768862-2 neutron-server[84765]: self._notify() Jan 14 07:34:17.703210 n-d-768862-2 neutron-server[84765]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 14 07:34:17.703210 n-d-768862-2 neutron-server[84765]: self.callback(batched_events) Jan 14 07:34:17.703210 n-d-768862-2 neutron-server[84765]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 14 07:34:17.703210 n-d-768862-2 neutron-server[84765]: event.method(event) Jan 14 07:34:17.703210 n-d-768862-2 neutron-server[84765]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 14 07:34:17.703210 n-d-768862-2 neutron-server[84765]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 14 07:34:17.703210 n-d-768862-2 neutron-server[84765]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Jan 14 07:34:17.703210 n-d-768862-2 neutron-server[84765]: segment_id)['aggregates'][0] Jan 14 07:34:17.703210 n-d-768862-2 neutron-server[84765]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 14 07:34:17.703210 n-d-768862-2 neutron-server[84765]: return f(self, *a, **k) Jan 14 07:34:17.703210 n-d-768862-2 neutron-server[84765]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 14 07:34:17.703210 n-d-768862-2 neutron-server[84765]: return self._get(url).json() Jan 14 07:34:17.703210 n-d-768862-2 neutron-server[84765]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 14 07:34:17.703210 n-d-768862-2 neutron-server[84765]: **kwargs) Jan 14 07:34:17.703210 n-d-768862-2 neutron-server[84765]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 14 07:34:17.703210 n-d-768862-2 neutron-server[84765]: return self.request(url, 'GET', **kwargs) Jan 14 07:34:17.703210 n-d-768862-2 neutron-server[84765]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Jan 14 07:34:17.703210 n-d-768862-2 neutron-server[84765]: **endpoint_filter) Jan 14 07:34:17.703210 n-d-768862-2 neutron-server[84765]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 14 07:34:17.703210 n-d-768862-2 neutron-server[84765]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 14 07:34:17.703210 n-d-768862-2 neutron-server[84765]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 14 07:34:17.703210 n-d-768862-2 neutron-server[84765]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 14 07:34:17.703210 n-d-768862-2 neutron-server[84765]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 14 07:34:17.708987 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Provisioning complete for port 69ec97ea-ead1-4eb2-ad77-371c218041c5 triggered by entity L2. {{(pid=84876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 07:34:17.709327 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-8c75338c-13c4-4037-9433-5755d77d5b7f tempest-NetworksTest-1803261889 tempest-NetworksTest-1803261889] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036854176830', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850887149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3912591'] for network, after_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:34:17.709468 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-604227'] for port, provisioning_complete {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:34:17.714499 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-d5b1e129-d143-4307-8f07-dd98edf051b5 tempest-BulkNetworkOpsTest-1426007266 tempest-BulkNetworkOpsTest-1426007266] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:34:17.748540 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-8c75338c-13c4-4037-9433-5755d77d5b7f tempest-NetworksTest-1803261889 tempest-NetworksTest-1803261889] Notify callbacks [] for network, before_response {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:34:17.755310 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c75338c-13c4-4037-9433-5755d77d5b7f tempest-NetworksTest-1803261889 tempest-NetworksTest-1803261889] Pushing event deleted for resources: {'Network': ['ID=d7482ac0-0635-4ba5-b52c-096ec4ceb1a8,revision_number=None']} {{(pid=84874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:34:17.760027 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-8c75338c-13c4-4037-9433-5755d77d5b7f tempest-NetworksTest-1803261889 tempest-NetworksTest-1803261889] 10.222.0.24 "DELETE /v2.0/networks/d7482ac0-0635-4ba5-b52c-096ec4ceb1a8 HTTP/1.1" status: 204 len: 168 time: 7.2567372 Jan 14 07:34:17.761421 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-8c75338c-13c4-4037-9433-5755d77d5b7f tempest-NetworksTest-1803261889 tempest-NetworksTest-1803261889] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:34:17.767980 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84874) accepted ('10.222.0.24', 60654) {{(pid=84874) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:34:17.776122 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.v2.base [None req-a619121e-35a7-438e-9607-84559d7a46e8 tempest-NetworksTest-1803261889 tempest-NetworksTest-1803261889] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1031915529'}} {{(pid=84874) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:34:17.783283 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-a619121e-35a7-438e-9607-84559d7a46e8 tempest-NetworksTest-1803261889 tempest-NetworksTest-1803261889] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:34:17.789931 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-a619121e-35a7-438e-9607-84559d7a46e8 tempest-NetworksTest-1803261889 tempest-NetworksTest-1803261889] Usage tracker for resource:network and tenant:93b2211854874c6cae5592aa469fb908 is out of sync, need to count used quota {{(pid=84874) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:34:17.794744 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-a619121e-35a7-438e-9607-84559d7a46e8 tempest-NetworksTest-1803261889 tempest-NetworksTest-1803261889] Quota usage for network was recalculated. Used quota:1. {{(pid=84874) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:34:17.802587 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-a619121e-35a7-438e-9607-84559d7a46e8 tempest-NetworksTest-1803261889 tempest-NetworksTest-1803261889] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:34:17.818958 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a619121e-35a7-438e-9607-84559d7a46e8 tempest-NetworksTest-1803261889 tempest-NetworksTest-1803261889] Made reservation on behalf of 93b2211854874c6cae5592aa469fb908 for: {'network': 1} {{(pid=84874) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 07:34:17.834995 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-08bdec0c-5abb-442d-877b-67995f0a3f66 tempest-RoutersTest-1255860389 tempest-RoutersTest-1255860389] Notify callbacks [] for router, before_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:34:17.838028 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-a619121e-35a7-438e-9607-84559d7a46e8 tempest-NetworksTest-1803261889 tempest-NetworksTest-1803261889] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555753'] for network, before_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:34:17.898526 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a619121e-35a7-438e-9607-84559d7a46e8 tempest-NetworksTest-1803261889 tempest-NetworksTest-1803261889] vxlan segment allocate from pool success with {'vxlan_vni': 3} {{(pid=84874) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Jan 14 07:34:17.911686 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-a619121e-35a7-438e-9607-84559d7a46e8 tempest-NetworksTest-1803261889 tempest-NetworksTest-1803261889] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854179735'] for segment, precommit_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:34:17.912444 n-d-768862-2 neutron-server[84765]: INFO neutron.db.segments_db [None req-a619121e-35a7-438e-9607-84559d7a46e8 tempest-NetworksTest-1803261889 tempest-NetworksTest-1803261889] Added segment 38e75ec3-0c83-4aa5-a0a6-9ef714811358 of type vxlan for network 4cf4be55-3597-47f1-9d3d-b667d5290e2b Jan 14 07:34:17.965476 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-a619121e-35a7-438e-9607-84559d7a46e8 tempest-NetworksTest-1803261889 tempest-NetworksTest-1803261889] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363259214646115'] for network, precommit_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:34:17.975296 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-0af8d00e-cadf-4780-907a-d94e4b889fa8 None None] Provisioning complete for port 076ebc31-0e4a-49ba-a586-6300dd5cf754 triggered by entity DHCP. {{(pid=84876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 07:34:17.975875 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-0af8d00e-cadf-4780-907a-d94e4b889fa8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-604227'] for port, provisioning_complete {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:34:18.014362 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-a619121e-35a7-438e-9607-84559d7a46e8 tempest-NetworksTest-1803261889 tempest-NetworksTest-1803261889] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850887149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964'] for network, after_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:34:18.037562 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a619121e-35a7-438e-9607-84559d7a46e8 tempest-NetworksTest-1803261889 tempest-NetworksTest-1803261889] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:34:18.038540 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-a619121e-35a7-438e-9607-84559d7a46e8 tempest-NetworksTest-1803261889 tempest-NetworksTest-1803261889] Notify callbacks [] for network, before_response {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:34:18.045886 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-f339c8ed-ae8e-4652-bab4-0a98563f6a41 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:34:18.126799 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.plugin [None req-0af8d00e-cadf-4780-907a-d94e4b889fa8 None None] Port 076ebc31-0e4a-49ba-a586-6300dd5cf754 cannot update to ACTIVE because it is not bound. {{(pid=84876) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:329}} Jan 14 07:34:18.164193 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-0af8d00e-cadf-4780-907a-d94e4b889fa8 None None] Provisioning complete for port 69ec97ea-ead1-4eb2-ad77-371c218041c5 triggered by entity DHCP. {{(pid=84876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 07:34:18.164631 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-0af8d00e-cadf-4780-907a-d94e4b889fa8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-604227'] for port, provisioning_complete {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:34:18.227649 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-a619121e-35a7-438e-9607-84559d7a46e8 tempest-NetworksTest-1803261889 tempest-NetworksTest-1803261889] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.4555845 Jan 14 07:34:18.227649 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a619121e-35a7-438e-9607-84559d7a46e8 tempest-NetworksTest-1803261889 tempest-NetworksTest-1803261889] Pushing event updated for resources: {'Network': ['ID=4cf4be55-3597-47f1-9d3d-b667d5290e2b,revision_number=1']} {{(pid=84874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:34:18.228270 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84874) accepted ('10.222.0.24', 60666) {{(pid=84874) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:34:18.241441 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-a619121e-35a7-438e-9607-84559d7a46e8 tempest-NetworksTest-1803261889 tempest-NetworksTest-1803261889] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.196s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:34:18.244915 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Network 4cf4be55-3597-47f1-9d3d-b667d5290e2b details requested by agent ovs-agent-n-d-768862-2 with host n-d-768862-2 {{(pid=84876) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 07:34:18.250147 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.v2.base [None req-5dc499c1-524b-4310-aff1-8674dcfac718 tempest-NetworksTest-1803261889 tempest-NetworksTest-1803261889] Request body: {'network': {'name': 'New_network'}} {{(pid=84874) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:34:18.340075 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-017f98a9-8a07-408c-a86f-8ff0c00400a0 None None] Network 4cf4be55-3597-47f1-9d3d-b667d5290e2b details requested by agent ovs-agent-n-h1-768862-2 with host n-h1-768862-2 {{(pid=84876) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 07:34:18.451433 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-852a24f7-e9a1-4193-9abb-e9506fe5213f None None] Network 4cf4be55-3597-47f1-9d3d-b667d5290e2b details requested by agent ovs-agent-n-h2-768862-2 with host n-h2-768862-2 {{(pid=84876) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 07:34:18.512100 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-afaf8fd1-e62f-4da0-a949-8b448fea3ae8 None None] get_active_networks_info from n-d-768862-2 {{(pid=84876) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}} Jan 14 07:34:18.609678 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bda06413-a1ca-4235-bcb3-f66027218767 tempest-TestSecurityGroupsBasicOps-944861984 tempest-TestSecurityGroupsBasicOps-944861984] Notify agent at l3_agent.n-d-768862-2 the message routers_updated {{(pid=84875) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jan 14 07:34:18.714702 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-08bdec0c-5abb-442d-877b-67995f0a3f66 tempest-RoutersTest-1255860389 tempest-RoutersTest-1255860389] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3889346', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036854717606'] for router, precommit_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:34:18.721911 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-08bdec0c-5abb-442d-877b-67995f0a3f66 tempest-RoutersTest-1255860389 tempest-RoutersTest-1255860389] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:34:18.730800 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-5dc499c1-524b-4310-aff1-8674dcfac718 tempest-NetworksTest-1803261889 tempest-NetworksTest-1803261889] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363259214646115'] for network, precommit_update {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:34:18.737668 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-bda06413-a1ca-4235-bcb3-f66027218767 tempest-TestSecurityGroupsBasicOps-944861984 tempest-TestSecurityGroupsBasicOps-944861984] 10.222.0.24 "PUT /v2.0/routers/d16db5c4-b1a5-40c1-8fd8-3011e86cd8f4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.3888545 Jan 14 07:34:18.741667 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84874) accepted ('10.222.0.24', 60672) {{(pid=84874) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:34:18.792461 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-08bdec0c-5abb-442d-877b-67995f0a3f66 tempest-RoutersTest-1255860389 tempest-RoutersTest-1255860389] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036850897070'] for router, after_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:34:18.793216 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-08bdec0c-5abb-442d-877b-67995f0a3f66 tempest-RoutersTest-1255860389 tempest-RoutersTest-1255860389] Fanout notify agent at l3_agent the message router_deleted on router 589153bc-311a-4fdb-9c05-a3f6957bd3dd {{(pid=84875) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jan 14 07:34:18.809552 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-5dc499c1-524b-4310-aff1-8674dcfac718 tempest-NetworksTest-1803261889 tempest-NetworksTest-1803261889] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850887149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964'] for network, after_update {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:34:18.813815 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-08bdec0c-5abb-442d-877b-67995f0a3f66 tempest-RoutersTest-1255860389 tempest-RoutersTest-1255860389] Notify callbacks [] for router, before_response {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:34:18.817669 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-08bdec0c-5abb-442d-877b-67995f0a3f66 tempest-RoutersTest-1255860389 tempest-RoutersTest-1255860389] 10.222.0.24 "DELETE /v2.0/routers/589153bc-311a-4fdb-9c05-a3f6957bd3dd HTTP/1.1" status: 204 len: 168 time: 1.2698348 Jan 14 07:34:18.818577 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84875) accepted ('10.222.0.24', 60676) {{(pid=84875) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:34:18.829400 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-930afe35-b634-452f-8635-3e3454153447 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:34:18.879317 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-664a86c2-73bc-4ae1-aa74-5fb7aedab1a3 None None] Sync routers for ids ['d16db5c4-b1a5-40c1-8fd8-3011e86cd8f4'] in n-d-768862-2 {{(pid=84876) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Jan 14 07:34:18.901883 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-5309eab4-01de-45e0-bf79-c59ab0e9fb85 tempest-TestNetworkAdvancedServerOps-470546014 tempest-TestNetworkAdvancedServerOps-470546014] Notify callbacks [] for port, precommit_update {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:34:18.930715 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-5309eab4-01de-45e0-bf79-c59ab0e9fb85 tempest-TestNetworkAdvancedServerOps-470546014 tempest-TestNetworkAdvancedServerOps-470546014] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777640533312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363259214678337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777640097497', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3154211'] for port, after_update {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:34:18.963140 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-cf9f8702-a12f-4064-91f4-4088fa905e4e tempest-PortsTestJSON-2091589570 tempest-PortsTestJSON-2091589570] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:34:18.992615 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-664a86c2-73bc-4ae1-aa74-5fb7aedab1a3 None None] Routers {'d16db5c4-b1a5-40c1-8fd8-3011e86cd8f4'} bound to L3 agent in host n-d-768862-2 {{(pid=84876) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 14 07:34:18.993413 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_hamode_db [None req-664a86c2-73bc-4ae1-aa74-5fb7aedab1a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-01-14T06:56:51Z,description=,heartbeat_timestamp=2021-01-14T07:33:52Z,host='n-d-768862-2',id=35f592e9-451b-4db9-abea-77b6a5c5391b,load=0,resource_versions=,resources_synced=,started_at=2021-01-14T06:56:51Z,topic='l3_agent')) {'router_ids': ['d16db5c4-b1a5-40c1-8fd8-3011e86cd8f4'], 'active': True} {{(pid=84876) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:34:19.044262 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-6fb8b663-cdcd-4de0-9a66-73dbb782cedd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363259214191800', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854171626'] for agent, after_update {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:34:19.064487 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dc499c1-524b-4310-aff1-8674dcfac718 tempest-NetworksTest-1803261889 tempest-NetworksTest-1803261889] Pushing event updated for resources: {'Network': ['ID=4cf4be55-3597-47f1-9d3d-b667d5290e2b,revision_number=2']} {{(pid=84874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:34:19.141576 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-017f98a9-8a07-408c-a86f-8ff0c00400a0 None None] Network 4cf4be55-3597-47f1-9d3d-b667d5290e2b details requested by agent ovs-agent-n-h1-768862-2 with host n-h1-768862-2 {{(pid=84876) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 07:34:19.156169 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-5309eab4-01de-45e0-bf79-c59ab0e9fb85 tempest-TestNetworkAdvancedServerOps-470546014 tempest-TestNetworkAdvancedServerOps-470546014] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3206949', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3889649'] for router_interface, after_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:34:19.162565 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-852a24f7-e9a1-4193-9abb-e9506fe5213f None None] Network 4cf4be55-3597-47f1-9d3d-b667d5290e2b details requested by agent ovs-agent-n-h2-768862-2 with host n-h2-768862-2 {{(pid=84876) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 07:34:19.177569 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Network 4cf4be55-3597-47f1-9d3d-b667d5290e2b details requested by agent ovs-agent-n-d-768862-2 with host n-d-768862-2 {{(pid=84876) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 07:34:19.308860 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5309eab4-01de-45e0-bf79-c59ab0e9fb85 tempest-TestNetworkAdvancedServerOps-470546014 tempest-TestNetworkAdvancedServerOps-470546014] Pushing event updated for resources: {'Port': ['ID=076ebc31-0e4a-49ba-a586-6300dd5cf754,revision_number=2']} {{(pid=84875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:34:19.314818 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-5309eab4-01de-45e0-bf79-c59ab0e9fb85 tempest-TestNetworkAdvancedServerOps-470546014 tempest-TestNetworkAdvancedServerOps-470546014] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.352s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:34:19.349792 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.db_base_plugin_v2 [None req-a3ba398b-15a7-47f0-9bca-e4063d81590d tempest-RoutersTest-1255860389 tempest-RoutersTest-1255860389] Deleting subnet b22e4222-1552-4804-811c-492734b7959f {{(pid=84875) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Jan 14 07:34:19.355496 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-a3ba398b-15a7-47f0-9bca-e4063d81590d tempest-RoutersTest-1255860389 tempest-RoutersTest-1255860389] Notify callbacks [] for subnet, before_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:34:19.395563 n-d-768862-2 neutron-server[84765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5309eab4-01de-45e0-bf79-c59ab0e9fb85 tempest-TestNetworkAdvancedServerOps-470546014 tempest-TestNetworkAdvancedServerOps-470546014] Network 451d382d-b2b9-40e9-b54b-2e005545596c is already hosted by enough agents. {{(pid=84875) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 07:34:19.401822 n-d-768862-2 neutron-server[84765]: DEBUG neutron.scheduler.base_scheduler [None req-5309eab4-01de-45e0-bf79-c59ab0e9fb85 tempest-TestNetworkAdvancedServerOps-470546014 tempest-TestNetworkAdvancedServerOps-470546014] Resources bound (agent type, host, resource id): {{(pid=84875) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 07:34:19.437417 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-5dc499c1-524b-4310-aff1-8674dcfac718 tempest-NetworksTest-1803261889 tempest-NetworksTest-1803261889] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.608s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:34:19.438621 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-5dc499c1-524b-4310-aff1-8674dcfac718 tempest-NetworksTest-1803261889 tempest-NetworksTest-1803261889] Network 4cf4be55-3597-47f1-9d3d-b667d5290e2b is not hosted by any dhcp agent {{(pid=84874) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:218}} Jan 14 07:34:19.458323 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5dc499c1-524b-4310-aff1-8674dcfac718 tempest-NetworksTest-1803261889 tempest-NetworksTest-1803261889] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:34:19.459008 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-5dc499c1-524b-4310-aff1-8674dcfac718 tempest-NetworksTest-1803261889 tempest-NetworksTest-1803261889] Notify callbacks [] for network, before_response {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:34:19.461275 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-5dc499c1-524b-4310-aff1-8674dcfac718 tempest-NetworksTest-1803261889 tempest-NetworksTest-1803261889] 10.222.0.24 "PUT /v2.0/networks/4cf4be55-3597-47f1-9d3d-b667d5290e2b HTTP/1.1" status: 200 len: 723 time: 1.2303026 Jan 14 07:34:19.471365 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84874) accepted ('10.222.0.24', 60682) {{(pid=84874) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:34:19.484865 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.v2.base [None req-db9e305f-65d3-4078-a4d4-6ef80d7aa348 tempest-NetworksTest-1803261889 tempest-NetworksTest-1803261889] Request body: {'subnet': {'network_id': '4cf4be55-3597-47f1-9d3d-b667d5290e2b', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=84874) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:34:19.493043 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-a3ba398b-15a7-47f0-9bca-e4063d81590d tempest-RoutersTest-1255860389 tempest-RoutersTest-1255860389] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3367281'] for subnet, precommit_delete_associations {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:34:19.638920 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-ddb08945-4d23-441f-8ac2-5e9ac116b83a None None] Provisioning complete for port 69ec97ea-ead1-4eb2-ad77-371c218041c5 triggered by entity DHCP. {{(pid=84876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 07:34:19.639867 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-ddb08945-4d23-441f-8ac2-5e9ac116b83a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-604227'] for port, provisioning_complete {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:34:19.649220 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-db9e305f-65d3-4078-a4d4-6ef80d7aa348 tempest-NetworksTest-1803261889 tempest-NetworksTest-1803261889] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:34:19.653727 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-db9e305f-65d3-4078-a4d4-6ef80d7aa348 tempest-NetworksTest-1803261889 tempest-NetworksTest-1803261889] Usage tracker for resource:subnet and tenant:93b2211854874c6cae5592aa469fb908 is out of sync, need to count used quota {{(pid=84874) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:34:19.658354 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-db9e305f-65d3-4078-a4d4-6ef80d7aa348 tempest-NetworksTest-1803261889 tempest-NetworksTest-1803261889] Quota usage for subnet was recalculated. Used quota:1. {{(pid=84874) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:34:19.664780 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-db9e305f-65d3-4078-a4d4-6ef80d7aa348 tempest-NetworksTest-1803261889 tempest-NetworksTest-1803261889] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:34:19.688550 n-d-768862-2 neutron-server[84765]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5309eab4-01de-45e0-bf79-c59ab0e9fb85 tempest-TestNetworkAdvancedServerOps-470546014 tempest-TestNetworkAdvancedServerOps-470546014] Router 9a7a48be-3f58-4ad4-b291-a2b4c2abfba5 has already been hosted by L3 agent 35f592e9-451b-4db9-abea-77b6a5c5391b {{(pid=84875) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Jan 14 07:34:19.695489 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-a3ba398b-15a7-47f0-9bca-e4063d81590d tempest-RoutersTest-1255860389 tempest-RoutersTest-1255860389] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036854176836'] for subnet, precommit_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:34:19.739971 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.db_base_plugin_v2 [None req-c42c5a9a-466f-46c3-95fe-881d46c19a6f tempest-TestSecurityGroupsBasicOps-944861984 tempest-TestSecurityGroupsBasicOps-944861984] Deleting subnet b44ad6f4-41f3-4ff2-b999-80cf8e57547c {{(pid=84874) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Jan 14 07:34:19.744479 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-db9e305f-65d3-4078-a4d4-6ef80d7aa348 tempest-NetworksTest-1803261889 tempest-NetworksTest-1803261889] Made reservation on behalf of 93b2211854874c6cae5592aa469fb908 for: {'subnet': 1} {{(pid=84874) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 07:34:19.775977 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_dvr_db [None req-664a86c2-73bc-4ae1-aa74-5fb7aedab1a3 None None] Set router d16db5c4-b1a5-40c1-8fd8-3011e86cd8f4 gateway port host: n-d-768862-2 {{(pid=84876) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 14 07:34:19.846138 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-c42c5a9a-466f-46c3-95fe-881d46c19a6f tempest-TestSecurityGroupsBasicOps-944861984 tempest-TestSecurityGroupsBasicOps-944861984] Notify callbacks [] for subnet, before_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:34:19.921069 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-c42c5a9a-466f-46c3-95fe-881d46c19a6f tempest-TestSecurityGroupsBasicOps-944861984 tempest-TestSecurityGroupsBasicOps-944861984] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036851807232'] for subnet, precommit_delete_associations {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:34:20.046712 n-d-768862-2 neutron-server[84765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-afaf8fd1-e62f-4da0-a949-8b448fea3ae8 None None] Resources bound (agent type, host, resource id): {{(pid=84876) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:105}} Jan 14 07:34:20.049834 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-db9e305f-65d3-4078-a4d4-6ef80d7aa348 tempest-NetworksTest-1803261889 tempest-NetworksTest-1803261889] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036851981161'] for subnet, before_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:34:20.152381 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-c42c5a9a-466f-46c3-95fe-881d46c19a6f tempest-TestSecurityGroupsBasicOps-944861984 tempest-TestSecurityGroupsBasicOps-944861984] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036854176836'] for subnet, precommit_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:34:20.195548 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5309eab4-01de-45e0-bf79-c59ab0e9fb85 tempest-TestNetworkAdvancedServerOps-470546014 tempest-TestNetworkAdvancedServerOps-470546014] Notify agent at l3_agent.n-d-768862-2 the message routers_updated {{(pid=84875) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jan 14 07:34:20.209156 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-5309eab4-01de-45e0-bf79-c59ab0e9fb85 tempest-TestNetworkAdvancedServerOps-470546014 tempest-TestNetworkAdvancedServerOps-470546014] 10.222.0.24 "PUT /v2.0/routers/9a7a48be-3f58-4ad4-b291-a2b4c2abfba5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.4072833 Jan 14 07:34:20.210537 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d27a55db-064a-4d5e-a139-161d8cbdb0a1 None None] Sync routers for ids ['9a7a48be-3f58-4ad4-b291-a2b4c2abfba5'] in n-d-768862-2 {{(pid=84877) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Jan 14 07:34:20.242762 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d27a55db-064a-4d5e-a139-161d8cbdb0a1 None None] Routers {'9a7a48be-3f58-4ad4-b291-a2b4c2abfba5'} bound to L3 agent in host n-d-768862-2 {{(pid=84877) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 14 07:34:20.253060 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_hamode_db [None req-d27a55db-064a-4d5e-a139-161d8cbdb0a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-01-14T06:56:51Z,description=,heartbeat_timestamp=2021-01-14T07:33:52Z,host='n-d-768862-2',id=35f592e9-451b-4db9-abea-77b6a5c5391b,load=0,resource_versions=,resources_synced=,started_at=2021-01-14T06:56:51Z,topic='l3_agent')) {'router_ids': ['9a7a48be-3f58-4ad4-b291-a2b4c2abfba5'], 'active': True} {{(pid=84877) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:34:20.449661 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-a3ba398b-15a7-47f0-9bca-e4063d81590d tempest-RoutersTest-1255860389 tempest-RoutersTest-1255860389] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-598964', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850887113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3154192', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2308610'] for subnet, after_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:34:20.476560 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-3b135d1d-7782-42f0-b99c-8928df4a7c0d tempest-PortsIpV6TestJSON-1330665174 tempest-PortsIpV6TestJSON-1330665174] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:34:20.492632 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_hamode_db [None req-664a86c2-73bc-4ae1-aa74-5fb7aedab1a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd16db5c4-b1a5-40c1-8fd8-3011e86cd8f4', 'name': 'tempest-TestSecurityGroupsBasicOps-router-505592890', 'tenant_id': 'da40f1f08d464ed39ed4c77ed164e902', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '226f1e78-82cd-4481-9055-4eb73b6db8c1', 'external_fixed_ips': [{'subnet_id': 'ba8deeec-7658-4195-9449-038c076f5c83', 'ip_address': '172.25.2.183'}], 'enable_snat': True}, 'gw_port_id': '1f50329b-e946-44b8-93d1-33602f2b1536', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-14T07:33:40Z', 'updated_at': '2021-01-14T07:34:14Z', 'revision_number': 5, 'project_id': 'da40f1f08d464ed39ed4c77ed164e902', 'gw_port': {'id': '1f50329b-e946-44b8-93d1-33602f2b1536', 'name': '', 'network_id': '226f1e78-82cd-4481-9055-4eb73b6db8c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:5d:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd16db5c4-b1a5-40c1-8fd8-3011e86cd8f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2826, 'fixed_ips': [{'subnet_id': 'ba8deeec-7658-4195-9449-038c076f5c83', 'ip_address': '172.25.2.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T07:33:45Z', 'updated_at': '2021-01-14T07:33:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ba8deeec-7658-4195-9449-038c076f5c83', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-2'}], 'n-d-768862-2', False) {} {{(pid=84876) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:34:20.528381 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-664a86c2-73bc-4ae1-aa74-5fb7aedab1a3 None None] Checking router: d16db5c4-b1a5-40c1-8fd8-3011e86cd8f4 for host: n-d-768862-2 {{(pid=84876) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Jan 14 07:34:20.572611 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_dvr_db [None req-d27a55db-064a-4d5e-a139-161d8cbdb0a1 None None] Set router 9a7a48be-3f58-4ad4-b291-a2b4c2abfba5 gateway port host: n-d-768862-2 {{(pid=84877) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 14 07:34:20.602023 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-664a86c2-73bc-4ae1-aa74-5fb7aedab1a3 None None] Routers {'d16db5c4-b1a5-40c1-8fd8-3011e86cd8f4'} bound to L3 agent in host n-d-768862-2 {{(pid=84876) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 14 07:34:20.604682 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_hamode_db [None req-664a86c2-73bc-4ae1-aa74-5fb7aedab1a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-01-14T06:56:51Z,description=,heartbeat_timestamp=2021-01-14T07:33:52Z,host='n-d-768862-2',id=35f592e9-451b-4db9-abea-77b6a5c5391b,load=0,resource_versions=,resources_synced=,started_at=2021-01-14T06:56:51Z,topic='l3_agent')) {'router_ids': ['d16db5c4-b1a5-40c1-8fd8-3011e86cd8f4'], 'active': True} {{(pid=84876) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:34:20.633356 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3ba398b-15a7-47f0-9bca-e4063d81590d tempest-RoutersTest-1255860389 tempest-RoutersTest-1255860389] Pushing event deleted for resources: {'Subnet': ['ID=b22e4222-1552-4804-811c-492734b7959f,revision_number=None']} {{(pid=84875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:34:20.643600 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-a3ba398b-15a7-47f0-9bca-e4063d81590d tempest-RoutersTest-1255860389 tempest-RoutersTest-1255860389] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.167s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:34:20.798918 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-a3ba398b-15a7-47f0-9bca-e4063d81590d tempest-RoutersTest-1255860389 tempest-RoutersTest-1255860389] Notify callbacks [] for subnet, before_response {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:34:20.830251 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-a3ba398b-15a7-47f0-9bca-e4063d81590d tempest-RoutersTest-1255860389 tempest-RoutersTest-1255860389] 10.222.0.24 "DELETE /v2.0/subnets/b22e4222-1552-4804-811c-492734b7959f HTTP/1.1" status: 204 len: 168 time: 2.0081000 Jan 14 07:34:20.831111 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84875) accepted ('10.222.0.24', 60714) {{(pid=84875) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:34:20.947016 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [req-0d8e2212-b455-4897-8371-75140d7edf1a req-3e559548-6e47-4dce-aa1e-2bf48e8ae831 tempest-TestNetworkAdvancedServerOps-470546014 tempest-TestNetworkAdvancedServerOps-470546014] 10.222.0.24 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-202467211&fields=id&tenant_id=6f3510a486e44d0a99223e7a34e71069 HTTP/1.1" status: 200 len: 267 time: 0.1949294 Jan 14 07:34:21.004119 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-c42c5a9a-466f-46c3-95fe-881d46c19a6f tempest-TestSecurityGroupsBasicOps-944861984 tempest-TestSecurityGroupsBasicOps-944861984] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-598964', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850887113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036851521664', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2794686'] for subnet, after_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:34:21.030393 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_dvr_db [None req-664a86c2-73bc-4ae1-aa74-5fb7aedab1a3 None None] Set router d16db5c4-b1a5-40c1-8fd8-3011e86cd8f4 gateway port host: n-d-768862-2 {{(pid=84876) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 14 07:34:21.044132 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-40ae50ff-47ae-442e-b668-ecb0e12e0a51 tempest-RoutersTest-1255860389 tempest-RoutersTest-1255860389] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:34:21.097044 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c42c5a9a-466f-46c3-95fe-881d46c19a6f tempest-TestSecurityGroupsBasicOps-944861984 tempest-TestSecurityGroupsBasicOps-944861984] Pushing event deleted for resources: {'Subnet': ['ID=b44ad6f4-41f3-4ff2-b999-80cf8e57547c,revision_number=None']} {{(pid=84874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:34:21.106200 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-c42c5a9a-466f-46c3-95fe-881d46c19a6f tempest-TestSecurityGroupsBasicOps-944861984 tempest-TestSecurityGroupsBasicOps-944861984] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:34:21.140977 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_hamode_db [None req-d27a55db-064a-4d5e-a139-161d8cbdb0a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9a7a48be-3f58-4ad4-b291-a2b4c2abfba5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1232983788', 'tenant_id': '6f3510a486e44d0a99223e7a34e71069', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '226f1e78-82cd-4481-9055-4eb73b6db8c1', 'external_fixed_ips': [{'subnet_id': 'ba8deeec-7658-4195-9449-038c076f5c83', 'ip_address': '172.25.2.99'}], 'enable_snat': True}, 'gw_port_id': 'ca9b0343-3540-46d4-a8e7-8c9181705610', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-14T07:34:01Z', 'updated_at': '2021-01-14T07:34:16Z', 'revision_number': 4, 'project_id': '6f3510a486e44d0a99223e7a34e71069', 'gw_port': {'id': 'ca9b0343-3540-46d4-a8e7-8c9181705610', 'name': '', 'network_id': '226f1e78-82cd-4481-9055-4eb73b6db8c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:8e:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a7a48be-3f58-4ad4-b291-a2b4c2abfba5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2881, 'fixed_ips': [{'subnet_id': 'ba8deeec-7658-4195-9449-038c076f5c83', 'ip_address': '172.25.2.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T07:34:03Z', 'updated_at': '2021-01-14T07:34:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ba8deeec-7658-4195-9449-038c076f5c83', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-2', '_interfaces': [{'id': '076ebc31-0e4a-49ba-a586-6300dd5cf754', 'name': '', 'network_id': '451d382d-b2b9-40e9-b54b-2e005545596c', 'tenant_id': '6f3510a486e44d0a99223e7a34e71069', 'mac_address': 'fa:16:3e:6d:b7:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9a7a48be-3f58-4ad4-b291-a2b4c2abfba5', 'device_owner': 'network:router_interface', 'standard_attr_id': 2896, 'fixed_ips': [{'subnet_id': '1afade31-513b-4209-8ae3-68fd4732a0a5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T07:34:14Z', 'updated_at': '2021-01-14T07:34:18Z', 'revision_number': 2, 'project_id': '6f3510a486e44d0a99223e7a34e71069', 'subnets': [{'id': '1afade31-513b-4209-8ae3-68fd4732a0a5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'n-d-768862-2', False) {} {{(pid=84877) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:34:21.145972 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d27a55db-064a-4d5e-a139-161d8cbdb0a1 None None] Checking router: 9a7a48be-3f58-4ad4-b291-a2b4c2abfba5 for host: n-d-768862-2 {{(pid=84877) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Jan 14 07:34:21.145972 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d27a55db-064a-4d5e-a139-161d8cbdb0a1 None None] Updating router 9a7a48be-3f58-4ad4-b291-a2b4c2abfba5 port 076ebc31-0e4a-49ba-a586-6300dd5cf754 binding host n-d-768862-2 {{(pid=84877) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Jan 14 07:34:21.211333 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-d27a55db-064a-4d5e-a139-161d8cbdb0a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555753'] for port, before_update {{(pid=84877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:34:21.304174 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d8e2212-b455-4897-8371-75140d7edf1a req-b67ab3a9-e7d7-44fc-a3c9-e369450a5668 tempest-TestNetworkAdvancedServerOps-470546014 tempest-TestNetworkAdvancedServerOps-470546014] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:34:21.305106 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [req-0d8e2212-b455-4897-8371-75140d7edf1a req-b67ab3a9-e7d7-44fc-a3c9-e369450a5668 tempest-TestNetworkAdvancedServerOps-470546014 tempest-TestNetworkAdvancedServerOps-470546014] Synchronizing usage tracker for tenant:6f3510a486e44d0a99223e7a34e71069 on resource:network {{(pid=84875) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 14 07:34:21.354647 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-c42c5a9a-466f-46c3-95fe-881d46c19a6f tempest-TestSecurityGroupsBasicOps-944861984 tempest-TestSecurityGroupsBasicOps-944861984] Notify callbacks [] for subnet, before_response {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:34:21.368188 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-c42c5a9a-466f-46c3-95fe-881d46c19a6f tempest-TestSecurityGroupsBasicOps-944861984 tempest-TestSecurityGroupsBasicOps-944861984] 10.222.0.24 "DELETE /v2.0/subnets/b44ad6f4-41f3-4ff2-b999-80cf8e57547c HTTP/1.1" status: 204 len: 168 time: 2.6250248 Jan 14 07:34:21.369431 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84874) accepted ('10.222.0.24', 60718) {{(pid=84874) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:34:21.468554 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [req-0d8e2212-b455-4897-8371-75140d7edf1a req-b67ab3a9-e7d7-44fc-a3c9-e369450a5668 tempest-TestNetworkAdvancedServerOps-470546014 tempest-TestNetworkAdvancedServerOps-470546014] Unset dirty status for tenant:6f3510a486e44d0a99223e7a34e71069 on resource:network {{(pid=84875) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 14 07:34:21.470061 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [req-0d8e2212-b455-4897-8371-75140d7edf1a req-b67ab3a9-e7d7-44fc-a3c9-e369450a5668 tempest-TestNetworkAdvancedServerOps-470546014 tempest-TestNetworkAdvancedServerOps-470546014] 10.222.0.24 "GET /v2.0/networks?id=451d382d-b2b9-40e9-b54b-2e005545596c HTTP/1.1" status: 200 len: 797 time: 0.5095980 Jan 14 07:34:21.699859 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-0bded85b-ea65-49bd-88f5-08682892743a tempest-TestSecurityGroupsBasicOps-944861984 tempest-TestSecurityGroupsBasicOps-944861984] Notify callbacks [] for router, before_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:34:21.715164 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-d27a55db-064a-4d5e-a139-161d8cbdb0a1 None None] Notify callbacks [] for port, precommit_update {{(pid=84877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:34:21.735923 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-d27a55db-064a-4d5e-a139-161d8cbdb0a1 None None] Transition to ACTIVE for port object 076ebc31-0e4a-49ba-a586-6300dd5cf754 will not be triggered until provisioned by entity L2. {{(pid=84877) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 07:34:21.740635 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-d27a55db-064a-4d5e-a139-161d8cbdb0a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777640533312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363259214678337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777640097497'] for port, after_update {{(pid=84877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:34:21.746061 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2cddc4b8-20f9-4b4b-a8a0-3ea74bfdaea7 None None] Network 147cc938-1393-4406-a819-ad21bcaa3c74 requested from n-d-768862-2 {{(pid=84876) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 07:34:21.766754 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-82dd439f-6b0a-47c4-a284-6d43837b570b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:34:21.778710 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c99a5f97-c471-4fb2-8552-d4a04846b6d5 None None] Network d298a449-3d7e-45a6-b770-ee623958c3e8 requested from n-d-768862-2 {{(pid=84876) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 07:34:22.015034 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [req-0d8e2212-b455-4897-8371-75140d7edf1a req-1fbaf1bb-11c0-4ab5-bd3d-7ddc540a3312 tempest-TestNetworkAdvancedServerOps-470546014 tempest-TestNetworkAdvancedServerOps-470546014] 10.222.0.24 "GET /v2.0/quotas/6f3510a486e44d0a99223e7a34e71069 HTTP/1.1" status: 200 len: 375 time: 0.0307794 Jan 14 07:34:22.032254 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.db_base_plugin_v2 [None req-82aa096e-cbde-4ba4-b74c-1b7b49c49b3b tempest-RoutersTest-1255860389 tempest-RoutersTest-1255860389] Deleting subnet 91772ad2-28ae-4aa7-a237-249d7531d170 {{(pid=84875) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Jan 14 07:34:22.092927 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-82aa096e-cbde-4ba4-b74c-1b7b49c49b3b tempest-RoutersTest-1255860389 tempest-RoutersTest-1255860389] Notify callbacks [] for subnet, before_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:34:22.093265 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-db9e305f-65d3-4078-a4d4-6ef80d7aa348 tempest-NetworksTest-1803261889 tempest-NetworksTest-1803261889] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850887113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3254092', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036851981146'] for subnet, after_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:34:22.177238 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_hamode_db [None req-664a86c2-73bc-4ae1-aa74-5fb7aedab1a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd16db5c4-b1a5-40c1-8fd8-3011e86cd8f4', 'name': 'tempest-TestSecurityGroupsBasicOps-router-505592890', 'tenant_id': 'da40f1f08d464ed39ed4c77ed164e902', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '226f1e78-82cd-4481-9055-4eb73b6db8c1', 'external_fixed_ips': [{'subnet_id': 'ba8deeec-7658-4195-9449-038c076f5c83', 'ip_address': '172.25.2.183'}], 'enable_snat': True}, 'gw_port_id': '1f50329b-e946-44b8-93d1-33602f2b1536', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-14T07:33:40Z', 'updated_at': '2021-01-14T07:34:14Z', 'revision_number': 5, 'project_id': 'da40f1f08d464ed39ed4c77ed164e902', 'gw_port': {'id': '1f50329b-e946-44b8-93d1-33602f2b1536', 'name': '', 'network_id': '226f1e78-82cd-4481-9055-4eb73b6db8c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:5d:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd16db5c4-b1a5-40c1-8fd8-3011e86cd8f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2826, 'fixed_ips': [{'subnet_id': 'ba8deeec-7658-4195-9449-038c076f5c83', 'ip_address': '172.25.2.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T07:33:45Z', 'updated_at': '2021-01-14T07:33:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ba8deeec-7658-4195-9449-038c076f5c83', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-2'}], 'n-d-768862-2', False) {} {{(pid=84876) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:34:22.190122 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-05e30f70-0329-4ae5-802d-ac650ad97b28 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363259214191800', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854171626'] for agent, after_update {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:34:22.191585 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-82aa096e-cbde-4ba4-b74c-1b7b49c49b3b tempest-RoutersTest-1255860389 tempest-RoutersTest-1255860389] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3367281'] for subnet, precommit_delete_associations {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:34:22.205489 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0770c152-9518-47bd-ac3b-6c7734a67607 None None] Pushing event updated for resources: {'Port': ['ID=076ebc31-0e4a-49ba-a586-6300dd5cf754,revision_number=3']} {{(pid=84877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:34:22.208193 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-da76cfc0-98e8-4426-9f6d-4f05aa3fae78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363259214191800', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854171626'] for agent, after_update {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:34:22.215258 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-664a86c2-73bc-4ae1-aa74-5fb7aedab1a3 None None] The sync data for ids ['d16db5c4-b1a5-40c1-8fd8-3011e86cd8f4'] in n-d-768862-2 is: [{'id': 'd16db5c4-b1a5-40c1-8fd8-3011e86cd8f4', 'name': 'tempest-TestSecurityGroupsBasicOps-router-505592890', 'tenant_id': 'da40f1f08d464ed39ed4c77ed164e902', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '226f1e78-82cd-4481-9055-4eb73b6db8c1', 'external_fixed_ips': [{'subnet_id': 'ba8deeec-7658-4195-9449-038c076f5c83', 'ip_address': '172.25.2.183'}], 'enable_snat': True}, 'gw_port_id': '1f50329b-e946-44b8-93d1-33602f2b1536', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-14T07:33:40Z', 'updated_at': '2021-01-14T07:34:14Z', 'revision_number': 5, 'project_id': 'da40f1f08d464ed39ed4c77ed164e902', 'gw_port': {'id': '1f50329b-e946-44b8-93d1-33602f2b1536', 'name': '', 'network_id': '226f1e78-82cd-4481-9055-4eb73b6db8c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:5d:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd16db5c4-b1a5-40c1-8fd8-3011e86cd8f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2826, 'fixed_ips': [{'subnet_id': 'ba8deeec-7658-4195-9449-038c076f5c83', 'ip_address': '172.25.2.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T07:33:45Z', 'updated_at': '2021-01-14T07:33:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ba8deeec-7658-4195-9449-038c076f5c83', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-2'}] {{(pid=84876) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Jan 14 07:34:22.274473 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-cbc183e7-26f6-4c6a-a003-eb6811c9034c tempest-NetworksTest-1803261889 tempest-NetworksTest-1803261889] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:34:22.277994 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [req-0d8e2212-b455-4897-8371-75140d7edf1a req-60fd2d7a-c702-45cc-af59-1babd264992e tempest-TestNetworkAdvancedServerOps-470546014 tempest-TestNetworkAdvancedServerOps-470546014] Synchronizing usage tracker for tenant:6f3510a486e44d0a99223e7a34e71069 on resource:port {{(pid=84875) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 14 07:34:22.318564 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [req-0d8e2212-b455-4897-8371-75140d7edf1a req-60fd2d7a-c702-45cc-af59-1babd264992e tempest-TestNetworkAdvancedServerOps-470546014 tempest-TestNetworkAdvancedServerOps-470546014] Unset dirty status for tenant:6f3510a486e44d0a99223e7a34e71069 on resource:port {{(pid=84875) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 14 07:34:22.344650 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [req-0d8e2212-b455-4897-8371-75140d7edf1a req-60fd2d7a-c702-45cc-af59-1babd264992e tempest-TestNetworkAdvancedServerOps-470546014 tempest-TestNetworkAdvancedServerOps-470546014] 10.222.0.24 "GET /v2.0/ports?tenant_id=6f3510a486e44d0a99223e7a34e71069&fields=id HTTP/1.1" status: 200 len: 302 time: 0.3083110 Jan 14 07:34:22.422652 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db9e305f-65d3-4078-a4d4-6ef80d7aa348 tempest-NetworksTest-1803261889 tempest-NetworksTest-1803261889] Pushing event updated for resources: {'Subnet': ['ID=56f201ee-a09a-4de2-a50b-7c87a9e4bdb9,revision_number=0']} {{(pid=84874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:34:22.448123 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0770c152-9518-47bd-ac3b-6c7734a67607 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@n-h1-768862-2 {{(pid=84877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:34:22.448518 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0770c152-9518-47bd-ac3b-6c7734a67607 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-h1-768862-2 {{(pid=84877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:34:22.448897 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0770c152-9518-47bd-ac3b-6c7734a67607 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-h1-768862-2 {{(pid=84877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:34:22.449277 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0770c152-9518-47bd-ac3b-6c7734a67607 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-h1-768862-2 {{(pid=84877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:34:22.449639 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0770c152-9518-47bd-ac3b-6c7734a67607 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@n-h1-768862-2 {{(pid=84877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:34:22.450009 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0770c152-9518-47bd-ac3b-6c7734a67607 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-h1-768862-2 {{(pid=84877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:34:22.450369 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0770c152-9518-47bd-ac3b-6c7734a67607 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-h1-768862-2 {{(pid=84877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:34:22.450733 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0770c152-9518-47bd-ac3b-6c7734a67607 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-h1-768862-2 {{(pid=84877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:34:22.451128 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0770c152-9518-47bd-ac3b-6c7734a67607 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-h1-768862-2 {{(pid=84877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:34:22.451488 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0770c152-9518-47bd-ac3b-6c7734a67607 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-h1-768862-2 {{(pid=84877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:34:22.451913 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0770c152-9518-47bd-ac3b-6c7734a67607 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-h1-768862-2 {{(pid=84877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:34:22.452221 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0770c152-9518-47bd-ac3b-6c7734a67607 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-h1-768862-2 {{(pid=84877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:34:22.452631 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0770c152-9518-47bd-ac3b-6c7734a67607 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@n-h2-768862-2 {{(pid=84877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:34:22.452986 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0770c152-9518-47bd-ac3b-6c7734a67607 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-h2-768862-2 {{(pid=84877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:34:22.453340 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0770c152-9518-47bd-ac3b-6c7734a67607 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-h2-768862-2 {{(pid=84877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:34:22.453695 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0770c152-9518-47bd-ac3b-6c7734a67607 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-h2-768862-2 {{(pid=84877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:34:22.454046 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0770c152-9518-47bd-ac3b-6c7734a67607 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@n-h2-768862-2 {{(pid=84877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:34:22.454400 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0770c152-9518-47bd-ac3b-6c7734a67607 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-h2-768862-2 {{(pid=84877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:34:22.454751 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0770c152-9518-47bd-ac3b-6c7734a67607 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-h2-768862-2 {{(pid=84877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:34:22.455103 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0770c152-9518-47bd-ac3b-6c7734a67607 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-h2-768862-2 {{(pid=84877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:34:22.455454 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0770c152-9518-47bd-ac3b-6c7734a67607 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-h2-768862-2 {{(pid=84877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:34:22.455807 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0770c152-9518-47bd-ac3b-6c7734a67607 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-h2-768862-2 {{(pid=84877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:34:22.456266 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0770c152-9518-47bd-ac3b-6c7734a67607 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-h2-768862-2 {{(pid=84877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:34:22.462581 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0770c152-9518-47bd-ac3b-6c7734a67607 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-h2-768862-2 {{(pid=84877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:34:22.463022 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0770c152-9518-47bd-ac3b-6c7734a67607 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-2 {{(pid=84877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:34:22.463392 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0770c152-9518-47bd-ac3b-6c7734a67607 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-2 {{(pid=84877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:34:22.467048 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0770c152-9518-47bd-ac3b-6c7734a67607 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-2 {{(pid=84877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:34:22.467723 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0770c152-9518-47bd-ac3b-6c7734a67607 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-2 {{(pid=84877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:34:22.468130 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0770c152-9518-47bd-ac3b-6c7734a67607 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@n-d-768862-2 {{(pid=84877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:34:22.468504 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0770c152-9518-47bd-ac3b-6c7734a67607 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-2 {{(pid=84877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:34:22.468872 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0770c152-9518-47bd-ac3b-6c7734a67607 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-768862-2 {{(pid=84877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:34:22.469242 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0770c152-9518-47bd-ac3b-6c7734a67607 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-768862-2 {{(pid=84877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:34:22.469604 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0770c152-9518-47bd-ac3b-6c7734a67607 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-2 {{(pid=84877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:34:22.469967 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0770c152-9518-47bd-ac3b-6c7734a67607 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-2 {{(pid=84877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:34:22.470327 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0770c152-9518-47bd-ac3b-6c7734a67607 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-2 {{(pid=84877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:34:22.470683 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0770c152-9518-47bd-ac3b-6c7734a67607 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-2 {{(pid=84877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:34:22.473953 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-db9e305f-65d3-4078-a4d4-6ef80d7aa348 tempest-NetworksTest-1803261889 tempest-NetworksTest-1803261889] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.199s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:34:22.483583 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-0770c152-9518-47bd-ac3b-6c7734a67607 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.717s {{(pid=84877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:34:22.555222 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.managers [None req-d27a55db-064a-4d5e-a139-161d8cbdb0a1 None None] Attempting to bind port 076ebc31-0e4a-49ba-a586-6300dd5cf754 on host n-d-768862-2 for vnic_type normal with profile {{(pid=84877) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 14 07:34:22.555628 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.managers [None req-d27a55db-064a-4d5e-a139-161d8cbdb0a1 None None] Attempting to bind port 076ebc31-0e4a-49ba-a586-6300dd5cf754 by drivers openvswitch on host n-d-768862-2 at level 0 using segments [{'id': '13dfbd42-af3c-4514-be22-5dc2508f3995', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 18, 'network_id': '451d382d-b2b9-40e9-b54b-2e005545596c'}] {{(pid=84877) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 14 07:34:22.556053 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d27a55db-064a-4d5e-a139-161d8cbdb0a1 None None] Attempting to bind port 076ebc31-0e4a-49ba-a586-6300dd5cf754 on network 451d382d-b2b9-40e9-b54b-2e005545596c {{(pid=84877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 14 07:34:22.572962 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d27a55db-064a-4d5e-a139-161d8cbdb0a1 None None] Checking agent: {'id': 'ba5efab1-b43c-4d5a-bc52-6e105d4e67a2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768862-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 14, 6, 56, 52), 'started_at': datetime.datetime(2021, 1, 14, 6, 57, 22), 'heartbeat_timestamp': datetime.datetime(2021, 1, 14, 7, 33, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768862-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.29', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 14 07:34:22.582955 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d27a55db-064a-4d5e-a139-161d8cbdb0a1 None None] Checking segment: {'id': '13dfbd42-af3c-4514-be22-5dc2508f3995', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 18, 'network_id': '451d382d-b2b9-40e9-b54b-2e005545596c'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84877) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 14 07:34:22.583720 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-d27a55db-064a-4d5e-a139-161d8cbdb0a1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:34:22.584601 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d27a55db-064a-4d5e-a139-161d8cbdb0a1 None None] Bound using segment: {'id': '13dfbd42-af3c-4514-be22-5dc2508f3995', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 18, 'network_id': '451d382d-b2b9-40e9-b54b-2e005545596c'} {{(pid=84877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 14 07:34:22.585327 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.managers [None req-d27a55db-064a-4d5e-a139-161d8cbdb0a1 None None] Bound port: 076ebc31-0e4a-49ba-a586-6300dd5cf754, host: n-d-768862-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '13dfbd42-af3c-4514-be22-5dc2508f3995', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 18, 'network_id': '451d382d-b2b9-40e9-b54b-2e005545596c'}}] {{(pid=84877) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 14 07:34:22.586070 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-d27a55db-064a-4d5e-a139-161d8cbdb0a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555753'] for port, before_update {{(pid=84877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:34:22.598194 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [req-0d8e2212-b455-4897-8371-75140d7edf1a req-fc446d63-f5e5-4fc6-948c-31ac096919b2 service neutron] 10.222.0.24 "GET /v2.0/networks/451d382d-b2b9-40e9-b54b-2e005545596c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2524562 Jan 14 07:34:22.633732 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363259214191800', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854171626'] for agent, after_update {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:34:22.653084 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-0bded85b-ea65-49bd-88f5-08682892743a tempest-TestSecurityGroupsBasicOps-944861984 tempest-TestSecurityGroupsBasicOps-944861984] Notify callbacks [] for router_gateway, before_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:34:22.657232 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db9e305f-65d3-4078-a4d4-6ef80d7aa348 tempest-NetworksTest-1803261889 tempest-NetworksTest-1803261889] Checking segment: {'id': '38e75ec3-0c83-4aa5-a0a6-9ef714811358', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '4cf4be55-3597-47f1-9d3d-b667d5290e2b'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84874) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 14 07:34:22.657543 n-d-768862-2 neutron-server[84765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db9e305f-65d3-4078-a4d4-6ef80d7aa348 tempest-NetworksTest-1803261889 tempest-NetworksTest-1803261889] Network hostable DHCP agents. Network: 4cf4be55-3597-47f1-9d3d-b667d5290e2b, hostable agents: ['32f3dd84-26da-4d18-bf15-6017a8fb7247'], hosted agents: [] {{(pid=84874) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Jan 14 07:34:22.673994 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.plugin [None req-0bded85b-ea65-49bd-88f5-08682892743a tempest-TestSecurityGroupsBasicOps-944861984 tempest-TestSecurityGroupsBasicOps-944861984] Deleting port 1f50329b-e946-44b8-93d1-33602f2b1536 {{(pid=84874) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 07:34:22.674384 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-0bded85b-ea65-49bd-88f5-08682892743a tempest-TestSecurityGroupsBasicOps-944861984 tempest-TestSecurityGroupsBasicOps-944861984] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363259214248359'] for port, before_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:34:22.712529 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-037e7bb1-54d1-4044-94ab-7a2369215cb6 None None] DHCP port deletion for 147cc938-1393-4406-a819-ad21bcaa3c74 request from n-d-768862-2 {{(pid=84876) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Jan 14 07:34:22.728069 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.plugin [None req-037e7bb1-54d1-4044-94ab-7a2369215cb6 None None] Deleting port 5f714f0d-6e28-4666-9f2e-ebb05a46f36e {{(pid=84876) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 07:34:22.728620 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-037e7bb1-54d1-4044-94ab-7a2369215cb6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363259214248359'] for port, before_delete {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:34:22.783196 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [None req-d27a55db-064a-4d5e-a139-161d8cbdb0a1 None None] For port 076ebc31-0e4a-49ba-a586-6300dd5cf754, host n-d-768862-2, cleared binding levels {{(pid=84877) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 14 07:34:22.787177 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [None req-d27a55db-064a-4d5e-a139-161d8cbdb0a1 None None] For port 076ebc31-0e4a-49ba-a586-6300dd5cf754, host n-d-768862-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-2',level=0,port_id=076ebc31-0e4a-49ba-a586-6300dd5cf754,segment=NetworkSegment(13dfbd42-af3c-4514-be22-5dc2508f3995),segment_id=13dfbd42-af3c-4514-be22-5dc2508f3995)] {{(pid=84877) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 14 07:34:22.793181 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-d27a55db-064a-4d5e-a139-161d8cbdb0a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777640533312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363259214678337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777640097497'] for port, after_update {{(pid=84877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:34:22.799542 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0a2181e-1c28-4f37-b727-5dbf94d43d84 None None] DHCP port deletion for d298a449-3d7e-45a6-b770-ee623958c3e8 request from n-d-768862-2 {{(pid=84876) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Jan 14 07:34:22.814639 n-d-768862-2 neutron-server[84765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db9e305f-65d3-4078-a4d4-6ef80d7aa348 tempest-NetworksTest-1803261889 tempest-NetworksTest-1803261889] Network 4cf4be55-3597-47f1-9d3d-b667d5290e2b is scheduled to be hosted by DHCP agent 32f3dd84-26da-4d18-bf15-6017a8fb7247 with binding_index 1 {{(pid=84874) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Jan 14 07:34:22.830064 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-a612765a-79c1-40c2-901a-b84e936e2455 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:34:22.849179 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.plugin [None req-c0a2181e-1c28-4f37-b727-5dbf94d43d84 None None] Deleting port 54ff2f34-1763-4998-a4ee-94823da48930 {{(pid=84876) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 07:34:22.849583 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-c0a2181e-1c28-4f37-b727-5dbf94d43d84 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363259214248359'] for port, before_delete {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:34:22.912199 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [req-0d8e2212-b455-4897-8371-75140d7edf1a req-0a17b3da-b4b5-4e1c-9f11-951dd67fe074 service neutron] 10.222.0.24 "GET /v2.0/networks/451d382d-b2b9-40e9-b54b-2e005545596c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.3097494 Jan 14 07:34:22.925415 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0770c152-9518-47bd-ac3b-6c7734a67607 None None] Pushing event updated for resources: {'Port': ['ID=076ebc31-0e4a-49ba-a586-6300dd5cf754,revision_number=4']} {{(pid=84877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:34:22.929820 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-0770c152-9518-47bd-ac3b-6c7734a67607 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=84877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:34:23.024788 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-82aa096e-cbde-4ba4-b74c-1b7b49c49b3b tempest-RoutersTest-1255860389 tempest-RoutersTest-1255860389] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036854176836'] for subnet, precommit_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:34:23.060082 n-d-768862-2 neutron-server[84765]: DEBUG neutron.scheduler.base_scheduler [None req-db9e305f-65d3-4078-a4d4-6ef80d7aa348 tempest-NetworksTest-1803261889 tempest-NetworksTest-1803261889] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768862-2, 4cf4be55-3597-47f1-9d3d-b667d5290e2b) {{(pid=84874) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 07:34:23.094151 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a79140be-86d9-481b-8b43-a7a28732021f None None] Network 4cf4be55-3597-47f1-9d3d-b667d5290e2b requested from n-d-768862-2 {{(pid=84876) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 07:34:23.142464 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db9e305f-65d3-4078-a4d4-6ef80d7aa348 tempest-NetworksTest-1803261889 tempest-NetworksTest-1803261889] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:34:23.143657 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-db9e305f-65d3-4078-a4d4-6ef80d7aa348 tempest-NetworksTest-1803261889 tempest-NetworksTest-1803261889] Notify callbacks [] for subnet, before_response {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:34:23.175176 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-db9e305f-65d3-4078-a4d4-6ef80d7aa348 tempest-NetworksTest-1803261889 tempest-NetworksTest-1803261889] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 3.7023637 Jan 14 07:34:23.185792 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84874) accepted ('10.222.0.24', 60738) {{(pid=84874) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:34:23.199785 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.v2.base [None req-b604c6b9-0093-4623-95ab-7462f382e725 tempest-NetworksTest-1803261889 tempest-NetworksTest-1803261889] Request body: {'subnet': {'name': 'New_subnet'}} {{(pid=84874) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:34:23.237468 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d27a55db-064a-4d5e-a139-161d8cbdb0a1 None None] Routers {'9a7a48be-3f58-4ad4-b291-a2b4c2abfba5'} bound to L3 agent in host n-d-768862-2 {{(pid=84877) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 14 07:34:23.238162 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_hamode_db [None req-d27a55db-064a-4d5e-a139-161d8cbdb0a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-01-14T06:56:51Z,description=,heartbeat_timestamp=2021-01-14T07:34:22Z,host='n-d-768862-2',id=35f592e9-451b-4db9-abea-77b6a5c5391b,load=0,resource_versions=,resources_synced=,started_at=2021-01-14T06:56:51Z,topic='l3_agent')) {'router_ids': ['9a7a48be-3f58-4ad4-b291-a2b4c2abfba5'], 'active': True} {{(pid=84877) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:34:23.414110 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [None req-0bded85b-ea65-49bd-88f5-08682892743a tempest-TestSecurityGroupsBasicOps-944861984 tempest-TestSecurityGroupsBasicOps-944861984] For port 1f50329b-e946-44b8-93d1-33602f2b1536, host n-d-768862-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-2',level=0,port_id=1f50329b-e946-44b8-93d1-33602f2b1536,segment=NetworkSegment(cf3ded2c-bc47-4a71-89af-6e7117e60140),segment_id=cf3ded2c-bc47-4a71-89af-6e7117e60140)] {{(pid=84874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 07:34:23.414922 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-0bded85b-ea65-49bd-88f5-08682892743a tempest-TestSecurityGroupsBasicOps-944861984 tempest-TestSecurityGroupsBasicOps-944861984] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036850862667'] for port, precommit_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:34:23.709584 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84875) accepted ('10.222.0.24', 60756) {{(pid=84875) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:34:23.710909 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_dvr_db [None req-d27a55db-064a-4d5e-a139-161d8cbdb0a1 None None] Set router 9a7a48be-3f58-4ad4-b291-a2b4c2abfba5 gateway port host: n-d-768862-2 {{(pid=84877) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 14 07:34:23.789021 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.plugin [None req-0bded85b-ea65-49bd-88f5-08682892743a tempest-TestSecurityGroupsBasicOps-944861984 tempest-TestSecurityGroupsBasicOps-944861984] Calling delete_port for 1f50329b-e946-44b8-93d1-33602f2b1536 owned by network:router_gateway {{(pid=84874) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 07:34:23.801501 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-82aa096e-cbde-4ba4-b74c-1b7b49c49b3b tempest-RoutersTest-1255860389 tempest-RoutersTest-1255860389] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-598964', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850887113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3154192', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2308610'] for subnet, after_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:34:23.830567 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-9f9bf916-5455-47fe-b2ab-4093dc75c1eb tempest-PortsIpV6TestJSON-1330665174 tempest-PortsIpV6TestJSON-1330665174] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:34:23.873497 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [None req-c0a2181e-1c28-4f37-b727-5dbf94d43d84 None None] For port 54ff2f34-1763-4998-a4ee-94823da48930, host n-d-768862-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-2',level=0,port_id=54ff2f34-1763-4998-a4ee-94823da48930,segment=NetworkSegment(6ee7b38f-2b54-4b74-9d97-5f5c54ab862d),segment_id=6ee7b38f-2b54-4b74-9d97-5f5c54ab862d)] {{(pid=84876) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 07:34:23.874138 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-c0a2181e-1c28-4f37-b727-5dbf94d43d84 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036850862667'] for port, precommit_delete {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:34:24.044045 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.plugin [None req-c0a2181e-1c28-4f37-b727-5dbf94d43d84 None None] Calling delete_port for 54ff2f34-1763-4998-a4ee-94823da48930 owned by network:dhcp {{(pid=84876) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 07:34:24.108169 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-b604c6b9-0093-4623-95ab-7462f382e725 tempest-NetworksTest-1803261889 tempest-NetworksTest-1803261889] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-2794671'] for subnet, before_update {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:34:24.178800 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Device 54ff2f34-1763-4998-a4ee-94823da48930 no longer exists at agent ovs-agent-n-d-768862-2 {{(pid=84876) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jan 14 07:34:24.305979 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82aa096e-cbde-4ba4-b74c-1b7b49c49b3b tempest-RoutersTest-1255860389 tempest-RoutersTest-1255860389] Pushing event deleted for resources: {'Subnet': ['ID=91772ad2-28ae-4aa7-a237-249d7531d170,revision_number=None']} {{(pid=84875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:34:24.359564 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.plugin [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] No Port match for: 54ff2f34-1763-4998-a4ee-94823da48930 {{(pid=84876) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2188}} Jan 14 07:34:24.361783 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Device 54ff2f34-1763-4998-a4ee-94823da48930 not bound to the agent host n-d-768862-2 {{(pid=84876) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jan 14 07:34:24.361783 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Device 25852d3d-de21-4aa1-a031-5981151fd3a8 no longer exists at agent ovs-agent-n-d-768862-2 {{(pid=84876) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jan 14 07:34:24.445780 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-0f37073e-9c69-4e3c-80e0-6cfaa0fd61a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363259214191800', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854171626'] for agent, after_update {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:34:24.446022 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-c0a2181e-1c28-4f37-b727-5dbf94d43d84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777640533329', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777640097463'] for port, after_delete {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:34:24.483206 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_hamode_db [None req-d27a55db-064a-4d5e-a139-161d8cbdb0a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9a7a48be-3f58-4ad4-b291-a2b4c2abfba5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1232983788', 'tenant_id': '6f3510a486e44d0a99223e7a34e71069', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '226f1e78-82cd-4481-9055-4eb73b6db8c1', 'external_fixed_ips': [{'subnet_id': 'ba8deeec-7658-4195-9449-038c076f5c83', 'ip_address': '172.25.2.99'}], 'enable_snat': True}, 'gw_port_id': 'ca9b0343-3540-46d4-a8e7-8c9181705610', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-14T07:34:01Z', 'updated_at': '2021-01-14T07:34:16Z', 'revision_number': 4, 'project_id': '6f3510a486e44d0a99223e7a34e71069', 'gw_port': {'id': 'ca9b0343-3540-46d4-a8e7-8c9181705610', 'name': '', 'network_id': '226f1e78-82cd-4481-9055-4eb73b6db8c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:8e:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a7a48be-3f58-4ad4-b291-a2b4c2abfba5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2881, 'fixed_ips': [{'subnet_id': 'ba8deeec-7658-4195-9449-038c076f5c83', 'ip_address': '172.25.2.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T07:34:03Z', 'updated_at': '2021-01-14T07:34:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ba8deeec-7658-4195-9449-038c076f5c83', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-2', '_interfaces': [{'id': '076ebc31-0e4a-49ba-a586-6300dd5cf754', 'name': '', 'network_id': '451d382d-b2b9-40e9-b54b-2e005545596c', 'tenant_id': '6f3510a486e44d0a99223e7a34e71069', 'mac_address': 'fa:16:3e:6d:b7:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9a7a48be-3f58-4ad4-b291-a2b4c2abfba5', 'device_owner': 'network:router_interface', 'standard_attr_id': 2896, 'fixed_ips': [{'subnet_id': '1afade31-513b-4209-8ae3-68fd4732a0a5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T07:34:14Z', 'updated_at': '2021-01-14T07:34:22Z', 'revision_number': 4, 'project_id': '6f3510a486e44d0a99223e7a34e71069', 'subnets': [{'id': '1afade31-513b-4209-8ae3-68fd4732a0a5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'n-d-768862-2', False) {} {{(pid=84877) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:34:24.496894 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d27a55db-064a-4d5e-a139-161d8cbdb0a1 None None] The sync data for ids ['9a7a48be-3f58-4ad4-b291-a2b4c2abfba5'] in n-d-768862-2 is: [{'id': '9a7a48be-3f58-4ad4-b291-a2b4c2abfba5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1232983788', 'tenant_id': '6f3510a486e44d0a99223e7a34e71069', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '226f1e78-82cd-4481-9055-4eb73b6db8c1', 'external_fixed_ips': [{'subnet_id': 'ba8deeec-7658-4195-9449-038c076f5c83', 'ip_address': '172.25.2.99'}], 'enable_snat': True}, 'gw_port_id': 'ca9b0343-3540-46d4-a8e7-8c9181705610', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-14T07:34:01Z', 'updated_at': '2021-01-14T07:34:16Z', 'revision_number': 4, 'project_id': '6f3510a486e44d0a99223e7a34e71069', 'gw_port': {'id': 'ca9b0343-3540-46d4-a8e7-8c9181705610', 'name': '', 'network_id': '226f1e78-82cd-4481-9055-4eb73b6db8c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:8e:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a7a48be-3f58-4ad4-b291-a2b4c2abfba5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2881, 'fixed_ips': [{'subnet_id': 'ba8deeec-7658-4195-9449-038c076f5c83', 'ip_address': '172.25.2.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T07:34:03Z', 'updated_at': '2021-01-14T07:34:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ba8deeec-7658-4195-9449-038c076f5c83', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-2', '_interfaces': [{'id': '076ebc31-0e4a-49ba-a586-6300dd5cf754', 'name': '', 'network_id': '451d382d-b2b9-40e9-b54b-2e005545596c', 'tenant_id': '6f3510a486e44d0a99223e7a34e71069', 'mac_address': 'fa:16:3e:6d:b7:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9a7a48be-3f58-4ad4-b291-a2b4c2abfba5', 'device_owner': 'network:router_interface', 'standard_attr_id': 2896, 'fixed_ips': [{'subnet_id': '1afade31-513b-4209-8ae3-68fd4732a0a5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T07:34:14Z', 'updated_at': '2021-01-14T07:34:22Z', 'revision_number': 4, 'project_id': '6f3510a486e44d0a99223e7a34e71069', 'subnets': [{'id': '1afade31-513b-4209-8ae3-68fd4732a0a5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=84877) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Jan 14 07:34:24.506993 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-195d6f78-ddb5-4294-948a-982c1ee68d1b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84876) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:34:24.519120 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-82aa096e-cbde-4ba4-b74c-1b7b49c49b3b tempest-RoutersTest-1255860389 tempest-RoutersTest-1255860389] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.688s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:34:24.593056 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.plugin [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] No Port match for: 25852d3d-de21-4aa1-a031-5981151fd3a8 {{(pid=84876) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2188}} Jan 14 07:34:24.593056 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Device 25852d3d-de21-4aa1-a031-5981151fd3a8 not bound to the agent host n-d-768862-2 {{(pid=84876) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jan 14 07:34:24.593056 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Device 5f714f0d-6e28-4666-9f2e-ebb05a46f36e no longer exists at agent ovs-agent-n-d-768862-2 {{(pid=84876) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jan 14 07:34:24.648120 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0a2181e-1c28-4f37-b727-5dbf94d43d84 None None] Pushing event deleted for resources: {'Port': ['ID=54ff2f34-1763-4998-a4ee-94823da48930,revision_number=None']} {{(pid=84876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:34:24.684358 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-82aa096e-cbde-4ba4-b74c-1b7b49c49b3b tempest-RoutersTest-1255860389 tempest-RoutersTest-1255860389] Notify callbacks [] for subnet, before_response {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:34:24.700787 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-82aa096e-cbde-4ba4-b74c-1b7b49c49b3b tempest-RoutersTest-1255860389 tempest-RoutersTest-1255860389] 10.222.0.24 "DELETE /v2.0/subnets/91772ad2-28ae-4aa7-a237-249d7531d170 HTTP/1.1" status: 204 len: 168 time: 3.8657460 Jan 14 07:34:24.703454 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84875) accepted ('10.222.0.24', 60768) {{(pid=84875) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:34:24.748796 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-c0a2181e-1c28-4f37-b727-5dbf94d43d84 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.242s {{(pid=84876) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:34:24.788742 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8b5b6e1-5612-4471-9418-30fae0b65de7 None None] Network 995966b8-6c59-49e1-ad14-4a1c97e939ed requested from n-d-768862-2 {{(pid=84876) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 07:34:24.896188 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-0bded85b-ea65-49bd-88f5-08682892743a tempest-TestSecurityGroupsBasicOps-944861984 tempest-TestSecurityGroupsBasicOps-944861984] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777640533329', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777640097463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3254186'] for port, after_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:34:25.010346 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-b877dd51-58b4-4f05-be89-85c989266ce8 tempest-RoutersTest-1255860389 tempest-RoutersTest-1255860389] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036854160497'] for network, before_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:34:25.132968 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.plugin [None req-b877dd51-58b4-4f05-be89-85c989266ce8 tempest-RoutersTest-1255860389 tempest-RoutersTest-1255860389] Deleting port 5f714f0d-6e28-4666-9f2e-ebb05a46f36e {{(pid=84875) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 07:34:25.133343 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-b877dd51-58b4-4f05-be89-85c989266ce8 tempest-RoutersTest-1255860389 tempest-RoutersTest-1255860389] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363259214248359'] for port, before_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:34:25.188566 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-b604c6b9-0093-4623-95ab-7462f382e725 tempest-NetworksTest-1803261889 tempest-NetworksTest-1803261889] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850887113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update--9223363259214242488', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-3254143'] for subnet, after_update {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:34:25.229224 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [None req-037e7bb1-54d1-4044-94ab-7a2369215cb6 None None] For port 5f714f0d-6e28-4666-9f2e-ebb05a46f36e, host n-d-768862-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-2',level=0,port_id=5f714f0d-6e28-4666-9f2e-ebb05a46f36e,segment=NetworkSegment(19bed2cd-3f7f-4662-9698-6681cac812e4),segment_id=19bed2cd-3f7f-4662-9698-6681cac812e4)] {{(pid=84876) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 07:34:25.229798 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-037e7bb1-54d1-4044-94ab-7a2369215cb6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036850862667'] for port, precommit_delete {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:34:25.346366 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-1054d467-8532-41ac-9f67-7e1bf865c654 tempest-NetworksTest-1803261889 tempest-NetworksTest-1803261889] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:34:25.389611 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.plugin [None req-037e7bb1-54d1-4044-94ab-7a2369215cb6 None None] Calling delete_port for 5f714f0d-6e28-4666-9f2e-ebb05a46f36e owned by network:dhcp {{(pid=84876) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 07:34:25.446787 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b604c6b9-0093-4623-95ab-7462f382e725 tempest-NetworksTest-1803261889 tempest-NetworksTest-1803261889] Pushing event updated for resources: {'Subnet': ['ID=56f201ee-a09a-4de2-a50b-7c87a9e4bdb9,revision_number=1']} {{(pid=84874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:34:25.455292 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-b604c6b9-0093-4623-95ab-7462f382e725 tempest-NetworksTest-1803261889 tempest-NetworksTest-1803261889] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:34:25.457304 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b604c6b9-0093-4623-95ab-7462f382e725 tempest-NetworksTest-1803261889 tempest-NetworksTest-1803261889] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:34:25.457445 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-b604c6b9-0093-4623-95ab-7462f382e725 tempest-NetworksTest-1803261889 tempest-NetworksTest-1803261889] Notify callbacks [] for subnet, before_response {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:34:25.459208 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-b604c6b9-0093-4623-95ab-7462f382e725 tempest-NetworksTest-1803261889 tempest-NetworksTest-1803261889] 10.222.0.24 "PUT /v2.0/subnets/56f201ee-a09a-4de2-a50b-7c87a9e4bdb9 HTTP/1.1" status: 200 len: 806 time: 2.2722323 Jan 14 07:34:25.462052 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84874) accepted ('10.222.0.24', 60772) {{(pid=84874) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:34:25.494790 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [None req-b877dd51-58b4-4f05-be89-85c989266ce8 tempest-RoutersTest-1255860389 tempest-RoutersTest-1255860389] For port 5f714f0d-6e28-4666-9f2e-ebb05a46f36e, host n-d-768862-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-2',level=0,port_id=5f714f0d-6e28-4666-9f2e-ebb05a46f36e,segment=NetworkSegment(19bed2cd-3f7f-4662-9698-6681cac812e4),segment_id=19bed2cd-3f7f-4662-9698-6681cac812e4)] {{(pid=84875) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 07:34:25.505772 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-b877dd51-58b4-4f05-be89-85c989266ce8 tempest-RoutersTest-1255860389 tempest-RoutersTest-1255860389] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036850862667'] for port, precommit_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:34:25.524784 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-037e7bb1-54d1-4044-94ab-7a2369215cb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777640533329', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777640097463'] for port, after_delete {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:34:25.712232 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-6af17857-8204-4083-be59-0197265dfbe1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84876) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:34:25.741124 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-10816c87-d794-4bfe-875b-6c46ed56fdae tempest-NetworksTest-1803261889 tempest-NetworksTest-1803261889] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036854160497'] for network, before_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:34:25.753813 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.plugin [None req-b877dd51-58b4-4f05-be89-85c989266ce8 tempest-RoutersTest-1255860389 tempest-RoutersTest-1255860389] Calling delete_port for 5f714f0d-6e28-4666-9f2e-ebb05a46f36e owned by network:dhcp {{(pid=84875) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 07:34:25.799581 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63f779e8-3122-4801-b600-8c0b549aa462 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5d94dc7a-c095-50a4-955e-5f3b78718a12-4cf4be55-3597-47f1-9d3d-b667d5290e2b', 'network_id': '4cf4be55-3597-47f1-9d3d-b667d5290e2b', 'tenant_id': '93b2211854874c6cae5592aa469fb908', 'fixed_ips': [{'subnet_id': '56f201ee-a09a-4de2-a50b-7c87a9e4bdb9'}]}} from n-d-768862-2. {{(pid=84876) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Jan 14 07:34:25.801744 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-63f779e8-3122-4801-b600-8c0b549aa462 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555753'] for port, before_create {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:34:25.845118 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-9f94818a-0047-44b3-9f3e-4bebf40c9da0 tempest-TestNetworkAdvancedServerOps-470546014 tempest-TestNetworkAdvancedServerOps-470546014] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3889632'] for router_interface, before_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:34:25.859585 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-037e7bb1-54d1-4044-94ab-7a2369215cb6 None None] Pushing event deleted for resources: {'Port': ['ID=5f714f0d-6e28-4666-9f2e-ebb05a46f36e,revision_number=None']} {{(pid=84876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:34:25.890393 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-037e7bb1-54d1-4044-94ab-7a2369215cb6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.182s {{(pid=84876) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:34:25.988519 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-10816c87-d794-4bfe-875b-6c46ed56fdae tempest-NetworksTest-1803261889 tempest-NetworksTest-1803261889] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036854176836'] for subnet, precommit_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:34:26.027111 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-037e7bb1-54d1-4044-94ab-7a2369215cb6 None None] No DVR routers for this DVR port 5f714f0d-6e28-4666-9f2e-ebb05a46f36e on host n-d-768862-2 {{(pid=84876) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Jan 14 07:34:26.031546 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0a2181e-1c28-4f37-b727-5dbf94d43d84 None None] No DVR routers for this DVR port 54ff2f34-1763-4998-a4ee-94823da48930 on host n-d-768862-2 {{(pid=84876) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Jan 14 07:34:26.072615 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] No active binding found for port 5f714f0d-6e28-4666-9f2e-ebb05a46f36e {{(pid=84876) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:223}} Jan 14 07:34:26.073070 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Device 5f714f0d-6e28-4666-9f2e-ebb05a46f36e not bound to the agent host n-d-768862-2 {{(pid=84876) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jan 14 07:34:26.375743 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-10816c87-d794-4bfe-875b-6c46ed56fdae tempest-NetworksTest-1803261889 tempest-NetworksTest-1803261889] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-598964', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850887113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036851521664', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2794686'] for subnet, after_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:34:26.459712 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.db.api [None req-b877dd51-58b4-4f05-be89-85c989266ce8 tempest-RoutersTest-1255860389 tempest-RoutersTest-1255860389] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84875) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Jan 14 07:34:26.460411 n-d-768862-2 neutron-server[84765]: DEBUG oslo_db.api [None req-b877dd51-58b4-4f05-be89-85c989266ce8 tempest-RoutersTest-1255860389 tempest-RoutersTest-1255860389] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84875) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Jan 14 07:34:26.465115 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Device 076ebc31-0e4a-49ba-a586-6300dd5cf754 up at agent ovs-agent-n-d-768862-2 {{(pid=84876) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 07:34:26.479991 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-d73f6be4-9a34-44fd-9e4c-c40bf3be863a tempest-PortsIpV6TestJSON-1330665174 tempest-PortsIpV6TestJSON-1330665174] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:34:26.523165 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-0bded85b-ea65-49bd-88f5-08682892743a tempest-TestSecurityGroupsBasicOps-944861984 tempest-TestSecurityGroupsBasicOps-944861984] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036850863128'] for router_gateway, after_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:34:26.524712 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10816c87-d794-4bfe-875b-6c46ed56fdae tempest-NetworksTest-1803261889 tempest-NetworksTest-1803261889] Pushing event deleted for resources: {'Subnet': ['ID=56f201ee-a09a-4de2-a50b-7c87a9e4bdb9,revision_number=None']} {{(pid=84874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:34:26.534378 n-d-768862-2 neutron-server[84765]: ERROR oslo_messaging.rpc.server [None req-63f779e8-3122-4801-b600-8c0b549aa462 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 56f201ee-a09a-4de2-a50b-7c87a9e4bdb9: This subnet is being modified by another concurrent operation. Jan 14 07:34:26.534378 n-d-768862-2 neutron-server[84765]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Jan 14 07:34:26.534378 n-d-768862-2 neutron-server[84765]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Jan 14 07:34:26.534378 n-d-768862-2 neutron-server[84765]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Jan 14 07:34:26.534378 n-d-768862-2 neutron-server[84765]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Jan 14 07:34:26.534378 n-d-768862-2 neutron-server[84765]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Jan 14 07:34:26.534378 n-d-768862-2 neutron-server[84765]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Jan 14 07:34:26.534378 n-d-768862-2 neutron-server[84765]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Jan 14 07:34:26.534378 n-d-768862-2 neutron-server[84765]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Jan 14 07:34:26.534378 n-d-768862-2 neutron-server[84765]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Jan 14 07:34:26.534378 n-d-768862-2 neutron-server[84765]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jan 14 07:34:26.534378 n-d-768862-2 neutron-server[84765]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jan 14 07:34:26.534378 n-d-768862-2 neutron-server[84765]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Jan 14 07:34:26.534378 n-d-768862-2 neutron-server[84765]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 14 07:34:26.534378 n-d-768862-2 neutron-server[84765]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Jan 14 07:34:26.534378 n-d-768862-2 neutron-server[84765]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Jan 14 07:34:26.534378 n-d-768862-2 neutron-server[84765]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/six.py", line 703, in reraise Jan 14 07:34:26.534378 n-d-768862-2 neutron-server[84765]: ERROR oslo_messaging.rpc.server raise value Jan 14 07:34:26.534378 n-d-768862-2 neutron-server[84765]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jan 14 07:34:26.534378 n-d-768862-2 neutron-server[84765]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jan 14 07:34:26.534378 n-d-768862-2 neutron-server[84765]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/oslo_db/api.py", line 154, in wrapper Jan 14 07:34:26.534378 n-d-768862-2 neutron-server[84765]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jan 14 07:34:26.534378 n-d-768862-2 neutron-server[84765]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Jan 14 07:34:26.534378 n-d-768862-2 neutron-server[84765]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 14 07:34:26.534378 n-d-768862-2 neutron-server[84765]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Jan 14 07:34:26.534378 n-d-768862-2 neutron-server[84765]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Jan 14 07:34:26.534378 n-d-768862-2 neutron-server[84765]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/six.py", line 703, in reraise Jan 14 07:34:26.534378 n-d-768862-2 neutron-server[84765]: ERROR oslo_messaging.rpc.server raise value Jan 14 07:34:26.534378 n-d-768862-2 neutron-server[84765]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/oslo_db/api.py", line 142, in wrapper Jan 14 07:34:26.534378 n-d-768862-2 neutron-server[84765]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jan 14 07:34:26.534378 n-d-768862-2 neutron-server[84765]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jan 14 07:34:26.534378 n-d-768862-2 neutron-server[84765]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jan 14 07:34:26.534378 n-d-768862-2 neutron-server[84765]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Jan 14 07:34:26.534378 n-d-768862-2 neutron-server[84765]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 14 07:34:26.534378 n-d-768862-2 neutron-server[84765]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Jan 14 07:34:26.534378 n-d-768862-2 neutron-server[84765]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Jan 14 07:34:26.534378 n-d-768862-2 neutron-server[84765]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/six.py", line 703, in reraise Jan 14 07:34:26.534378 n-d-768862-2 neutron-server[84765]: ERROR oslo_messaging.rpc.server raise value Jan 14 07:34:26.534378 n-d-768862-2 neutron-server[84765]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jan 14 07:34:26.534378 n-d-768862-2 neutron-server[84765]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jan 14 07:34:26.534378 n-d-768862-2 neutron-server[84765]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Jan 14 07:34:26.534378 n-d-768862-2 neutron-server[84765]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Jan 14 07:34:26.534378 n-d-768862-2 neutron-server[84765]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 274, in create_dhcp_port Jan 14 07:34:26.534378 n-d-768862-2 neutron-server[84765]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Jan 14 07:34:26.534378 n-d-768862-2 neutron-server[84765]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 99, in _port_action Jan 14 07:34:26.534378 n-d-768862-2 neutron-server[84765]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Jan 14 07:34:26.534378 n-d-768862-2 neutron-server[84765]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/neutron_lib/plugins/utils.py", line 336, in create_port Jan 14 07:34:26.534378 n-d-768862-2 neutron-server[84765]: ERROR oslo_messaging.rpc.server context, {port_apidef.RESOURCE_NAME: port_data}) Jan 14 07:34:26.534378 n-d-768862-2 neutron-server[84765]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 687, in inner Jan 14 07:34:26.534378 n-d-768862-2 neutron-server[84765]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Jan 14 07:34:26.534378 n-d-768862-2 neutron-server[84765]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 217, in wrapped Jan 14 07:34:26.534378 n-d-768862-2 neutron-server[84765]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jan 14 07:34:26.534378 n-d-768862-2 neutron-server[84765]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jan 14 07:34:26.534378 n-d-768862-2 neutron-server[84765]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jan 14 07:34:26.534378 n-d-768862-2 neutron-server[84765]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Jan 14 07:34:26.534378 n-d-768862-2 neutron-server[84765]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 14 07:34:26.534378 n-d-768862-2 neutron-server[84765]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Jan 14 07:34:26.534378 n-d-768862-2 neutron-server[84765]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Jan 14 07:34:26.534378 n-d-768862-2 neutron-server[84765]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/six.py", line 703, in reraise Jan 14 07:34:26.534378 n-d-768862-2 neutron-server[84765]: ERROR oslo_messaging.rpc.server raise value Jan 14 07:34:26.534378 n-d-768862-2 neutron-server[84765]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jan 14 07:34:26.534378 n-d-768862-2 neutron-server[84765]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jan 14 07:34:26.534378 n-d-768862-2 neutron-server[84765]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/oslo_db/api.py", line 154, in wrapper Jan 14 07:34:26.534378 n-d-768862-2 neutron-server[84765]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jan 14 07:34:26.534378 n-d-768862-2 neutron-server[84765]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Jan 14 07:34:26.534378 n-d-768862-2 neutron-server[84765]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 14 07:34:26.534378 n-d-768862-2 neutron-server[84765]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Jan 14 07:34:26.534378 n-d-768862-2 neutron-server[84765]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Jan 14 07:34:26.534378 n-d-768862-2 neutron-server[84765]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/six.py", line 703, in reraise Jan 14 07:34:26.534378 n-d-768862-2 neutron-server[84765]: ERROR oslo_messaging.rpc.server raise value Jan 14 07:34:26.534378 n-d-768862-2 neutron-server[84765]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/oslo_db/api.py", line 142, in wrapper Jan 14 07:34:26.534378 n-d-768862-2 neutron-server[84765]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jan 14 07:34:26.534378 n-d-768862-2 neutron-server[84765]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jan 14 07:34:26.534378 n-d-768862-2 neutron-server[84765]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jan 14 07:34:26.534378 n-d-768862-2 neutron-server[84765]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Jan 14 07:34:26.534378 n-d-768862-2 neutron-server[84765]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 14 07:34:26.534378 n-d-768862-2 neutron-server[84765]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Jan 14 07:34:26.534378 n-d-768862-2 neutron-server[84765]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Jan 14 07:34:26.534378 n-d-768862-2 neutron-server[84765]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/six.py", line 703, in reraise Jan 14 07:34:26.534378 n-d-768862-2 neutron-server[84765]: ERROR oslo_messaging.rpc.server raise value Jan 14 07:34:26.534378 n-d-768862-2 neutron-server[84765]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jan 14 07:34:26.534378 n-d-768862-2 neutron-server[84765]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jan 14 07:34:26.534378 n-d-768862-2 neutron-server[84765]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1425, in create_port Jan 14 07:34:26.534378 n-d-768862-2 neutron-server[84765]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Jan 14 07:34:26.534378 n-d-768862-2 neutron-server[84765]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1392, in _create_port_db Jan 14 07:34:26.534378 n-d-768862-2 neutron-server[84765]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Jan 14 07:34:26.534378 n-d-768862-2 neutron-server[84765]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1432, in create_port_db Jan 14 07:34:26.534378 n-d-768862-2 neutron-server[84765]: ERROR oslo_messaging.rpc.server context, port, port_id) Jan 14 07:34:26.534378 n-d-768862-2 neutron-server[84765]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 222, in allocate_ips_for_port_and_store Jan 14 07:34:26.534378 n-d-768862-2 neutron-server[84765]: ERROR oslo_messaging.rpc.server revert_on_fail=False) Jan 14 07:34:26.534378 n-d-768862-2 neutron-server[84765]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Jan 14 07:34:26.534378 n-d-768862-2 neutron-server[84765]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 14 07:34:26.534378 n-d-768862-2 neutron-server[84765]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Jan 14 07:34:26.534378 n-d-768862-2 neutron-server[84765]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Jan 14 07:34:26.534378 n-d-768862-2 neutron-server[84765]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/six.py", line 703, in reraise Jan 14 07:34:26.534378 n-d-768862-2 neutron-server[84765]: ERROR oslo_messaging.rpc.server raise value Jan 14 07:34:26.534378 n-d-768862-2 neutron-server[84765]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Jan 14 07:34:26.534378 n-d-768862-2 neutron-server[84765]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Jan 14 07:34:26.534378 n-d-768862-2 neutron-server[84765]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 241, in _allocate_ips_for_port Jan 14 07:34:26.534378 n-d-768862-2 neutron-server[84765]: ERROR oslo_messaging.rpc.server distributed_service=self._is_distributed_service(p)) Jan 14 07:34:26.534378 n-d-768862-2 neutron-server[84765]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 687, in _ipam_get_subnets Jan 14 07:34:26.534378 n-d-768862-2 neutron-server[84765]: ERROR oslo_messaging.rpc.server id=subnet.id) Jan 14 07:34:26.534378 n-d-768862-2 neutron-server[84765]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Jan 14 07:34:26.534378 n-d-768862-2 neutron-server[84765]: ERROR oslo_messaging.rpc.server raise exception Jan 14 07:34:26.534378 n-d-768862-2 neutron-server[84765]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 56f201ee-a09a-4de2-a50b-7c87a9e4bdb9: This subnet is being modified by another concurrent operation. Jan 14 07:34:26.548012 n-d-768862-2 neutron-server[84765]: ERROR oslo_messaging.rpc.server Jan 14 07:34:26.589475 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82b19c42-a684-4ce6-8933-2e64541bf16d None None] Network 4cf4be55-3597-47f1-9d3d-b667d5290e2b requested from n-d-768862-2 {{(pid=84876) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 07:34:26.597745 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-10816c87-d794-4bfe-875b-6c46ed56fdae tempest-NetworksTest-1803261889 tempest-NetworksTest-1803261889] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:34:26.687712 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-0bded85b-ea65-49bd-88f5-08682892743a tempest-TestSecurityGroupsBasicOps-944861984 tempest-TestSecurityGroupsBasicOps-944861984] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3889346', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036854717606'] for router, precommit_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:34:26.699051 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-0bded85b-ea65-49bd-88f5-08682892743a tempest-TestSecurityGroupsBasicOps-944861984 tempest-TestSecurityGroupsBasicOps-944861984] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:34:26.752559 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Provisioning for port 076ebc31-0e4a-49ba-a586-6300dd5cf754 completed by entity L2. {{(pid=84876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 07:34:26.781935 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Provisioning complete for port 076ebc31-0e4a-49ba-a586-6300dd5cf754 triggered by entity L2. {{(pid=84876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 07:34:26.782900 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-604227'] for port, provisioning_complete {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:34:26.885503 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-10816c87-d794-4bfe-875b-6c46ed56fdae tempest-NetworksTest-1803261889 tempest-NetworksTest-1803261889] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-598987', 'neutron.services.segments.db._delete_segments_for_network-8777640583949'] for network, precommit_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:34:26.904822 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4803255-2f0f-490d-b2d3-b7995f26019b None None] DHCP port deletion for 995966b8-6c59-49e1-ad14-4a1c97e939ed request from n-d-768862-2 {{(pid=84876) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Jan 14 07:34:26.957686 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.plugin [None req-b4803255-2f0f-490d-b2d3-b7995f26019b None None] Deleting port d058b4f4-2145-4d62-a453-36df3af54da5 {{(pid=84876) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 07:34:26.958393 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-b4803255-2f0f-490d-b2d3-b7995f26019b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363259214248359'] for port, before_delete {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:34:27.011522 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.plugin [None req-b877dd51-58b4-4f05-be89-85c989266ce8 tempest-RoutersTest-1255860389 tempest-RoutersTest-1255860389] Deleting port 5f714f0d-6e28-4666-9f2e-ebb05a46f36e {{(pid=84875) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 07:34:27.011522 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-b877dd51-58b4-4f05-be89-85c989266ce8 tempest-RoutersTest-1255860389 tempest-RoutersTest-1255860389] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363259214248359'] for port, before_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:34:27.012934 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84874) accepted ('10.222.0.24', 60794) {{(pid=84874) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:34:27.062593 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-0bded85b-ea65-49bd-88f5-08682892743a tempest-TestSecurityGroupsBasicOps-944861984 tempest-TestSecurityGroupsBasicOps-944861984] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036850897070'] for router, after_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:34:27.063353 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0bded85b-ea65-49bd-88f5-08682892743a tempest-TestSecurityGroupsBasicOps-944861984 tempest-TestSecurityGroupsBasicOps-944861984] Fanout notify agent at l3_agent the message router_deleted on router d16db5c4-b1a5-40c1-8fd8-3011e86cd8f4 {{(pid=84874) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jan 14 07:34:27.107048 n-d-768862-2 neutron-server[84765]: DEBUG neutron.services.segments.db [None req-10816c87-d794-4bfe-875b-6c46ed56fdae tempest-NetworksTest-1803261889 tempest-NetworksTest-1803261889] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4cf4be55-3597-47f1-9d3d-b667d5290e2b']}} {{(pid=84874) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:34:27.135874 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.plugin [None req-b877dd51-58b4-4f05-be89-85c989266ce8 tempest-RoutersTest-1255860389 tempest-RoutersTest-1255860389] The port '5f714f0d-6e28-4666-9f2e-ebb05a46f36e' was deleted {{(pid=84875) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Jan 14 07:34:27.140178 n-d-768862-2 neutron-server[84765]: DEBUG neutron.services.segments.db [None req-10816c87-d794-4bfe-875b-6c46ed56fdae tempest-NetworksTest-1803261889 tempest-NetworksTest-1803261889] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '38e75ec3-0c83-4aa5-a0a6-9ef714811358') {'for_net_delete': True} {{(pid=84874) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:34:27.140521 n-d-768862-2 neutron-server[84765]: DEBUG neutron.services.segments.db [None req-10816c87-d794-4bfe-875b-6c46ed56fdae tempest-NetworksTest-1803261889 tempest-NetworksTest-1803261889] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '38e75ec3-0c83-4aa5-a0a6-9ef714811358') {} {{(pid=84874) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:34:27.178342 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-10816c87-d794-4bfe-875b-6c46ed56fdae tempest-NetworksTest-1803261889 tempest-NetworksTest-1803261889] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363259214173198', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2968632'] for segment, before_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:34:27.231152 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-0bded85b-ea65-49bd-88f5-08682892743a tempest-TestSecurityGroupsBasicOps-944861984 tempest-TestSecurityGroupsBasicOps-944861984] Notify callbacks [] for router, before_response {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:34:27.238214 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-0bded85b-ea65-49bd-88f5-08682892743a tempest-TestSecurityGroupsBasicOps-944861984 tempest-TestSecurityGroupsBasicOps-944861984] 10.222.0.24 "DELETE /v2.0/routers/d16db5c4-b1a5-40c1-8fd8-3011e86cd8f4 HTTP/1.1" status: 204 len: 168 time: 5.8642170 Jan 14 07:34:27.241683 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84875) accepted ('10.222.0.24', 60802) {{(pid=84875) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:34:27.255596 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-10816c87-d794-4bfe-875b-6c46ed56fdae tempest-NetworksTest-1803261889 tempest-NetworksTest-1803261889] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854179735'] for segment, precommit_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:34:27.259866 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-10816c87-d794-4bfe-875b-6c46ed56fdae tempest-NetworksTest-1803261889 tempest-NetworksTest-1803261889] Releasing vxlan tunnel 3 to pool {{(pid=84874) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Jan 14 07:34:27.360233 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.plugin [None req-9f94818a-0047-44b3-9f3e-4bebf40c9da0 tempest-TestNetworkAdvancedServerOps-470546014 tempest-TestNetworkAdvancedServerOps-470546014] Deleting port 076ebc31-0e4a-49ba-a586-6300dd5cf754 {{(pid=84875) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 07:34:27.360884 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-9f94818a-0047-44b3-9f3e-4bebf40c9da0 tempest-TestNetworkAdvancedServerOps-470546014 tempest-TestNetworkAdvancedServerOps-470546014] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363259214248359'] for port, before_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:34:27.551590 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aac05113-a50e-40f7-ae61-ab63481224a3 None None] Network 4cf4be55-3597-47f1-9d3d-b667d5290e2b requested from n-d-768862-2 {{(pid=84876) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 07:34:27.759036 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-b877dd51-58b4-4f05-be89-85c989266ce8 tempest-RoutersTest-1255860389 tempest-RoutersTest-1255860389] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-598987', 'neutron.services.segments.db._delete_segments_for_network-8777640583949'] for network, precommit_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:34:27.777790 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [None req-b4803255-2f0f-490d-b2d3-b7995f26019b None None] For port d058b4f4-2145-4d62-a453-36df3af54da5, host n-d-768862-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-2',level=0,port_id=d058b4f4-2145-4d62-a453-36df3af54da5,segment=NetworkSegment(947ea7ec-d3e1-4c44-a0b8-b26ad7b53419),segment_id=947ea7ec-d3e1-4c44-a0b8-b26ad7b53419)] {{(pid=84876) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 07:34:27.778243 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-b4803255-2f0f-490d-b2d3-b7995f26019b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036850862667'] for port, precommit_delete {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:34:27.904119 n-d-768862-2 neutron-server[84765]: DEBUG neutron.services.segments.db [None req-b877dd51-58b4-4f05-be89-85c989266ce8 tempest-RoutersTest-1255860389 tempest-RoutersTest-1255860389] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['147cc938-1393-4406-a819-ad21bcaa3c74']}} {{(pid=84875) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:34:27.919223 n-d-768862-2 neutron-server[84765]: DEBUG neutron.services.segments.db [None req-b877dd51-58b4-4f05-be89-85c989266ce8 tempest-RoutersTest-1255860389 tempest-RoutersTest-1255860389] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '19bed2cd-3f7f-4662-9698-6681cac812e4') {'for_net_delete': True} {{(pid=84875) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:34:27.919893 n-d-768862-2 neutron-server[84765]: DEBUG neutron.services.segments.db [None req-b877dd51-58b4-4f05-be89-85c989266ce8 tempest-RoutersTest-1255860389 tempest-RoutersTest-1255860389] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '19bed2cd-3f7f-4662-9698-6681cac812e4') {} {{(pid=84875) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:34:27.934488 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-b877dd51-58b4-4f05-be89-85c989266ce8 tempest-RoutersTest-1255860389 tempest-RoutersTest-1255860389] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363259214173198', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036851408567'] for segment, before_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:34:27.957706 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-b877dd51-58b4-4f05-be89-85c989266ce8 tempest-RoutersTest-1255860389 tempest-RoutersTest-1255860389] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854179735'] for segment, precommit_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:34:27.960213 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-b877dd51-58b4-4f05-be89-85c989266ce8 tempest-RoutersTest-1255860389 tempest-RoutersTest-1255860389] Releasing vxlan tunnel 20 to pool {{(pid=84875) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Jan 14 07:34:28.003820 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.plugin [None req-b4803255-2f0f-490d-b2d3-b7995f26019b None None] Calling delete_port for d058b4f4-2145-4d62-a453-36df3af54da5 owned by network:dhcp {{(pid=84876) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 07:34:28.101871 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555753'] for port, before_update {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:34:28.122586 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.managers [None req-10816c87-d794-4bfe-875b-6c46ed56fdae tempest-NetworksTest-1803261889 tempest-NetworksTest-1803261889] Network 4cf4be55-3597-47f1-9d3d-b667d5290e2b has no segments {{(pid=84874) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 14 07:34:28.143343 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-10816c87-d794-4bfe-875b-6c46ed56fdae tempest-NetworksTest-1803261889 tempest-NetworksTest-1803261889] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-596065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036851521571'] for segment, after_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:34:28.199816 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.managers [None req-b877dd51-58b4-4f05-be89-85c989266ce8 tempest-RoutersTest-1255860389 tempest-RoutersTest-1255860389] Network 147cc938-1393-4406-a819-ad21bcaa3c74 has no segments {{(pid=84875) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 14 07:34:28.211621 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-b877dd51-58b4-4f05-be89-85c989266ce8 tempest-RoutersTest-1255860389 tempest-RoutersTest-1255860389] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-596065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3154253'] for segment, after_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:34:28.377213 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] For port 076ebc31-0e4a-49ba-a586-6300dd5cf754, host n-d-768862-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-2',level=0,port_id=076ebc31-0e4a-49ba-a586-6300dd5cf754,segment=NetworkSegment(13dfbd42-af3c-4514-be22-5dc2508f3995),segment_id=13dfbd42-af3c-4514-be22-5dc2508f3995)] {{(pid=84876) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 07:34:28.387956 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777640533312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363259214678337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777640097497'] for port, after_update {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:34:28.391153 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-037e7bb1-54d1-4044-94ab-7a2369215cb6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84876) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:34:28.420730 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.managers [None req-b877dd51-58b4-4f05-be89-85c989266ce8 tempest-RoutersTest-1255860389 tempest-RoutersTest-1255860389] Network 147cc938-1393-4406-a819-ad21bcaa3c74 has no segments {{(pid=84875) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 14 07:34:28.471309 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-b4803255-2f0f-490d-b2d3-b7995f26019b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777640533329', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777640097463'] for port, after_delete {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:34:28.546392 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Pushing event updated for resources: {'Port': ['ID=076ebc31-0e4a-49ba-a586-6300dd5cf754,revision_number=5']} {{(pid=84876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:34:28.550422 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 14 07:34:28.550422 n-d-768862-2 neutron-server[84765]: % (table.description, expected, rows_matched) Jan 14 07:34:28.550422 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 14 07:34:28.550422 n-d-768862-2 neutron-server[84765]: % (table.description, expected, rows_matched) Jan 14 07:34:28.550422 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 14 07:34:28.550422 n-d-768862-2 neutron-server[84765]: % (table.description, expected, rows_matched) Jan 14 07:34:28.550422 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 14 07:34:28.550422 n-d-768862-2 neutron-server[84765]: % (table.description, expected, rows_matched) Jan 14 07:34:28.550422 n-d-768862-2 neutron-server[84765]: Traceback (most recent call last): Jan 14 07:34:28.550422 n-d-768862-2 neutron-server[84765]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 14 07:34:28.550422 n-d-768862-2 neutron-server[84765]: timer() Jan 14 07:34:28.550422 n-d-768862-2 neutron-server[84765]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 14 07:34:28.550422 n-d-768862-2 neutron-server[84765]: cb(*args, **kw) Jan 14 07:34:28.550422 n-d-768862-2 neutron-server[84765]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Jan 14 07:34:28.550422 n-d-768862-2 neutron-server[84765]: return func(*args, **kwargs) Jan 14 07:34:28.550422 n-d-768862-2 neutron-server[84765]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 14 07:34:28.550422 n-d-768862-2 neutron-server[84765]: self._notify() Jan 14 07:34:28.550422 n-d-768862-2 neutron-server[84765]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 14 07:34:28.550422 n-d-768862-2 neutron-server[84765]: self.callback(batched_events) Jan 14 07:34:28.550422 n-d-768862-2 neutron-server[84765]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 14 07:34:28.550422 n-d-768862-2 neutron-server[84765]: event.method(event) Jan 14 07:34:28.550422 n-d-768862-2 neutron-server[84765]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 14 07:34:28.550422 n-d-768862-2 neutron-server[84765]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 14 07:34:28.550422 n-d-768862-2 neutron-server[84765]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Jan 14 07:34:28.550422 n-d-768862-2 neutron-server[84765]: segment_id)['aggregates'][0] Jan 14 07:34:28.550422 n-d-768862-2 neutron-server[84765]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 14 07:34:28.550422 n-d-768862-2 neutron-server[84765]: return f(self, *a, **k) Jan 14 07:34:28.550422 n-d-768862-2 neutron-server[84765]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 14 07:34:28.550422 n-d-768862-2 neutron-server[84765]: return self._get(url).json() Jan 14 07:34:28.550422 n-d-768862-2 neutron-server[84765]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 14 07:34:28.550422 n-d-768862-2 neutron-server[84765]: **kwargs) Jan 14 07:34:28.550422 n-d-768862-2 neutron-server[84765]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 14 07:34:28.550422 n-d-768862-2 neutron-server[84765]: return self.request(url, 'GET', **kwargs) Jan 14 07:34:28.550422 n-d-768862-2 neutron-server[84765]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Jan 14 07:34:28.550422 n-d-768862-2 neutron-server[84765]: **endpoint_filter) Jan 14 07:34:28.550422 n-d-768862-2 neutron-server[84765]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 14 07:34:28.550422 n-d-768862-2 neutron-server[84765]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 14 07:34:28.550422 n-d-768862-2 neutron-server[84765]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 14 07:34:28.550422 n-d-768862-2 neutron-server[84765]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 14 07:34:28.550422 n-d-768862-2 neutron-server[84765]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 14 07:34:28.561745 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@n-h1-768862-2 {{(pid=84876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:34:28.562141 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-h1-768862-2 {{(pid=84876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:34:28.562527 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-h1-768862-2 {{(pid=84876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:34:28.563925 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-h1-768862-2 {{(pid=84876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:34:28.563925 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@n-h1-768862-2 {{(pid=84876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:34:28.563925 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-h1-768862-2 {{(pid=84876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:34:28.564242 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-h1-768862-2 {{(pid=84876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:34:28.564320 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-h1-768862-2 {{(pid=84876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:34:28.564673 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-h1-768862-2 {{(pid=84876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:34:28.565048 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-h1-768862-2 {{(pid=84876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:34:28.565420 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-h1-768862-2 {{(pid=84876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:34:28.565783 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-h1-768862-2 {{(pid=84876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:34:28.566350 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@n-h2-768862-2 {{(pid=84876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:34:28.566721 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-h2-768862-2 {{(pid=84876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:34:28.567086 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-h2-768862-2 {{(pid=84876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:34:28.567450 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-h2-768862-2 {{(pid=84876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:34:28.567813 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@n-h2-768862-2 {{(pid=84876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:34:28.569250 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-h2-768862-2 {{(pid=84876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:34:28.569429 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-b877dd51-58b4-4f05-be89-85c989266ce8 tempest-RoutersTest-1255860389 tempest-RoutersTest-1255860389] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036854176830', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850887149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3912591'] for network, after_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:34:28.569544 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-h2-768862-2 {{(pid=84876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:34:28.569926 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-h2-768862-2 {{(pid=84876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:34:28.570301 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-h2-768862-2 {{(pid=84876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:34:28.570858 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-h2-768862-2 {{(pid=84876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:34:28.571230 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-h2-768862-2 {{(pid=84876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:34:28.571606 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-h2-768862-2 {{(pid=84876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:34:28.572068 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-2 {{(pid=84876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:34:28.572433 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-2 {{(pid=84876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:34:28.575211 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-2 {{(pid=84876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:34:28.575211 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-2 {{(pid=84876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:34:28.575211 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@n-d-768862-2 {{(pid=84876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:34:28.575211 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-2 {{(pid=84876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:34:28.575211 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-768862-2 {{(pid=84876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:34:28.575211 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-768862-2 {{(pid=84876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:34:28.575211 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-2 {{(pid=84876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:34:28.575211 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-2 {{(pid=84876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:34:28.576153 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-2 {{(pid=84876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:34:28.576153 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-2 {{(pid=84876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:34:28.583580 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-46385d60-984f-4223-9fd0-c18011c28103 tempest-PortsIpV6TestJSON-1330665174 tempest-PortsIpV6TestJSON-1330665174] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:34:28.611924 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-b877dd51-58b4-4f05-be89-85c989266ce8 tempest-RoutersTest-1255860389 tempest-RoutersTest-1255860389] Notify callbacks [] for network, before_response {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:34:28.640875 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b877dd51-58b4-4f05-be89-85c989266ce8 tempest-RoutersTest-1255860389 tempest-RoutersTest-1255860389] Pushing event deleted for resources: {'Network': ['ID=147cc938-1393-4406-a819-ad21bcaa3c74,revision_number=None']} {{(pid=84875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:34:28.645811 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.managers [None req-10816c87-d794-4bfe-875b-6c46ed56fdae tempest-NetworksTest-1803261889 tempest-NetworksTest-1803261889] Network 4cf4be55-3597-47f1-9d3d-b667d5290e2b has no segments {{(pid=84874) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 14 07:34:28.656079 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Device 1f50329b-e946-44b8-93d1-33602f2b1536 no longer exists at agent ovs-agent-n-d-768862-2 {{(pid=84876) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jan 14 07:34:28.663136 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-b877dd51-58b4-4f05-be89-85c989266ce8 tempest-RoutersTest-1255860389 tempest-RoutersTest-1255860389] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:34:28.679414 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-b877dd51-58b4-4f05-be89-85c989266ce8 tempest-RoutersTest-1255860389 tempest-RoutersTest-1255860389] 10.222.0.24 "DELETE /v2.0/networks/147cc938-1393-4406-a819-ad21bcaa3c74 HTTP/1.1" status: 204 len: 168 time: 3.9729037 Jan 14 07:34:28.688718 n-d-768862-2 neutron-server[84765]: Traceback (most recent call last): Jan 14 07:34:28.688718 n-d-768862-2 neutron-server[84765]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 14 07:34:28.688718 n-d-768862-2 neutron-server[84765]: timer() Jan 14 07:34:28.688718 n-d-768862-2 neutron-server[84765]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 14 07:34:28.688718 n-d-768862-2 neutron-server[84765]: cb(*args, **kw) Jan 14 07:34:28.688718 n-d-768862-2 neutron-server[84765]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Jan 14 07:34:28.688718 n-d-768862-2 neutron-server[84765]: return func(*args, **kwargs) Jan 14 07:34:28.688718 n-d-768862-2 neutron-server[84765]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 14 07:34:28.688718 n-d-768862-2 neutron-server[84765]: self._notify() Jan 14 07:34:28.688718 n-d-768862-2 neutron-server[84765]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 14 07:34:28.688718 n-d-768862-2 neutron-server[84765]: self.callback(batched_events) Jan 14 07:34:28.688718 n-d-768862-2 neutron-server[84765]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 14 07:34:28.688718 n-d-768862-2 neutron-server[84765]: event.method(event) Jan 14 07:34:28.688718 n-d-768862-2 neutron-server[84765]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 14 07:34:28.688718 n-d-768862-2 neutron-server[84765]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 14 07:34:28.688718 n-d-768862-2 neutron-server[84765]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Jan 14 07:34:28.688718 n-d-768862-2 neutron-server[84765]: segment_id)['aggregates'][0] Jan 14 07:34:28.688718 n-d-768862-2 neutron-server[84765]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 14 07:34:28.688718 n-d-768862-2 neutron-server[84765]: return f(self, *a, **k) Jan 14 07:34:28.688718 n-d-768862-2 neutron-server[84765]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 14 07:34:28.688718 n-d-768862-2 neutron-server[84765]: return self._get(url).json() Jan 14 07:34:28.688718 n-d-768862-2 neutron-server[84765]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 14 07:34:28.688718 n-d-768862-2 neutron-server[84765]: **kwargs) Jan 14 07:34:28.688718 n-d-768862-2 neutron-server[84765]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 14 07:34:28.688718 n-d-768862-2 neutron-server[84765]: return self.request(url, 'GET', **kwargs) Jan 14 07:34:28.688718 n-d-768862-2 neutron-server[84765]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Jan 14 07:34:28.688718 n-d-768862-2 neutron-server[84765]: **endpoint_filter) Jan 14 07:34:28.688718 n-d-768862-2 neutron-server[84765]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 14 07:34:28.688718 n-d-768862-2 neutron-server[84765]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 14 07:34:28.688718 n-d-768862-2 neutron-server[84765]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 14 07:34:28.688718 n-d-768862-2 neutron-server[84765]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 14 07:34:28.688718 n-d-768862-2 neutron-server[84765]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 14 07:34:28.691955 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-a98d3d42-d82b-46f9-b697-10b42a5c1adb tempest-TestSecurityGroupsBasicOps-944861984 tempest-TestSecurityGroupsBasicOps-944861984] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036854160497'] for network, before_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:34:28.693462 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84874) accepted ('10.222.0.24', 60812) {{(pid=84874) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:34:28.738715 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.348s {{(pid=84876) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:34:28.739717 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.plugin [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] No Port match for: 1f50329b-e946-44b8-93d1-33602f2b1536 {{(pid=84876) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2188}} Jan 14 07:34:28.740319 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Device 1f50329b-e946-44b8-93d1-33602f2b1536 not bound to the agent host n-d-768862-2 {{(pid=84876) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jan 14 07:34:28.740984 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Device d058b4f4-2145-4d62-a453-36df3af54da5 no longer exists at agent ovs-agent-n-d-768862-2 {{(pid=84876) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jan 14 07:34:28.772124 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-7238b34f-70dc-4ab4-bcf5-353982687731 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.226s {{(pid=84876) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:34:28.829077 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [None req-9f94818a-0047-44b3-9f3e-4bebf40c9da0 tempest-TestNetworkAdvancedServerOps-470546014 tempest-TestNetworkAdvancedServerOps-470546014] For port 076ebc31-0e4a-49ba-a586-6300dd5cf754, host n-d-768862-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-2',level=0,port_id=076ebc31-0e4a-49ba-a586-6300dd5cf754,segment=NetworkSegment(13dfbd42-af3c-4514-be22-5dc2508f3995),segment_id=13dfbd42-af3c-4514-be22-5dc2508f3995)] {{(pid=84875) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 07:34:28.829899 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-9f94818a-0047-44b3-9f3e-4bebf40c9da0 tempest-TestNetworkAdvancedServerOps-470546014 tempest-TestNetworkAdvancedServerOps-470546014] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036850862667'] for port, precommit_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:34:28.845146 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4803255-2f0f-490d-b2d3-b7995f26019b None None] Pushing event deleted for resources: {'Port': ['ID=d058b4f4-2145-4d62-a453-36df3af54da5,revision_number=None']} {{(pid=84876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:34:28.862814 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-b4803255-2f0f-490d-b2d3-b7995f26019b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=84876) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:34:28.874944 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.plugin [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] No Port match for: d058b4f4-2145-4d62-a453-36df3af54da5 {{(pid=84876) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2188}} Jan 14 07:34:28.875572 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Device d058b4f4-2145-4d62-a453-36df3af54da5 not bound to the agent host n-d-768862-2 {{(pid=84876) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jan 14 07:34:28.940795 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4803255-2f0f-490d-b2d3-b7995f26019b None None] No DVR routers for this DVR port d058b4f4-2145-4d62-a453-36df3af54da5 on host n-d-768862-2 {{(pid=84876) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Jan 14 07:34:28.988860 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47341db5-c247-42fb-9f85-ff52c41e5b5d None None] get_active_networks_info from n-d-768862-2 {{(pid=84876) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}} Jan 14 07:34:29.074586 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.plugin [None req-9f94818a-0047-44b3-9f3e-4bebf40c9da0 tempest-TestNetworkAdvancedServerOps-470546014 tempest-TestNetworkAdvancedServerOps-470546014] Calling delete_port for 076ebc31-0e4a-49ba-a586-6300dd5cf754 owned by network:router_interface {{(pid=84875) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 07:34:29.221404 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-a98d3d42-d82b-46f9-b697-10b42a5c1adb tempest-TestSecurityGroupsBasicOps-944861984 tempest-TestSecurityGroupsBasicOps-944861984] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-598987', 'neutron.services.segments.db._delete_segments_for_network-8777640583949'] for network, precommit_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:34:29.310437 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-10816c87-d794-4bfe-875b-6c46ed56fdae tempest-NetworksTest-1803261889 tempest-NetworksTest-1803261889] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036854176830', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850887149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3912591'] for network, after_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:34:29.319676 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-c2670bdf-ff29-432f-a7cb-65ae51554aea tempest-NetworksTest-1803261889 tempest-NetworksTest-1803261889] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:34:29.346094 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-10816c87-d794-4bfe-875b-6c46ed56fdae tempest-NetworksTest-1803261889 tempest-NetworksTest-1803261889] Notify callbacks [] for network, before_response {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:34:29.350680 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10816c87-d794-4bfe-875b-6c46ed56fdae tempest-NetworksTest-1803261889 tempest-NetworksTest-1803261889] Pushing event deleted for resources: {'Network': ['ID=4cf4be55-3597-47f1-9d3d-b667d5290e2b,revision_number=None']} {{(pid=84874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:34:29.363680 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-3ba69d22-9e4e-42f6-9d66-735dece1c55f tempest-RoutersTest-1255860389 tempest-RoutersTest-1255860389] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036854160497'] for network, before_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:34:29.419677 n-d-768862-2 neutron-server[84765]: DEBUG neutron.services.segments.db [None req-a98d3d42-d82b-46f9-b697-10b42a5c1adb tempest-TestSecurityGroupsBasicOps-944861984 tempest-TestSecurityGroupsBasicOps-944861984] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d298a449-3d7e-45a6-b770-ee623958c3e8']}} {{(pid=84875) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:34:29.435161 n-d-768862-2 neutron-server[84765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47341db5-c247-42fb-9f85-ff52c41e5b5d None None] Resources bound (agent type, host, resource id): {{(pid=84876) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:105}} Jan 14 07:34:29.436270 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-10816c87-d794-4bfe-875b-6c46ed56fdae tempest-NetworksTest-1803261889 tempest-NetworksTest-1803261889] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:34:29.441736 n-d-768862-2 neutron-server[84765]: DEBUG neutron.services.segments.db [None req-a98d3d42-d82b-46f9-b697-10b42a5c1adb tempest-TestSecurityGroupsBasicOps-944861984 tempest-TestSecurityGroupsBasicOps-944861984] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6ee7b38f-2b54-4b74-9d97-5f5c54ab862d') {'for_net_delete': True} {{(pid=84875) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:34:29.442059 n-d-768862-2 neutron-server[84765]: DEBUG neutron.services.segments.db [None req-a98d3d42-d82b-46f9-b697-10b42a5c1adb tempest-TestSecurityGroupsBasicOps-944861984 tempest-TestSecurityGroupsBasicOps-944861984] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6ee7b38f-2b54-4b74-9d97-5f5c54ab862d') {} {{(pid=84875) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:34:29.458136 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-a98d3d42-d82b-46f9-b697-10b42a5c1adb tempest-TestSecurityGroupsBasicOps-944861984 tempest-TestSecurityGroupsBasicOps-944861984] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363259214173198', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036851408567'] for segment, before_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:34:29.478816 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-a98d3d42-d82b-46f9-b697-10b42a5c1adb tempest-TestSecurityGroupsBasicOps-944861984 tempest-TestSecurityGroupsBasicOps-944861984] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854179735'] for segment, precommit_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:34:29.484053 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-a98d3d42-d82b-46f9-b697-10b42a5c1adb tempest-TestSecurityGroupsBasicOps-944861984 tempest-TestSecurityGroupsBasicOps-944861984] Releasing vxlan tunnel 21 to pool {{(pid=84875) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Jan 14 07:34:29.495965 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-10816c87-d794-4bfe-875b-6c46ed56fdae tempest-NetworksTest-1803261889 tempest-NetworksTest-1803261889] 10.222.0.24 "DELETE /v2.0/networks/4cf4be55-3597-47f1-9d3d-b667d5290e2b HTTP/1.1" status: 204 len: 168 time: 4.0320978 Jan 14 07:34:29.499493 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84874) accepted ('10.222.0.24', 60816) {{(pid=84874) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:34:29.606237 n-d-768862-2 neutron-server[84765]: INFO neutron.pecan_wsgi.hooks.translation [None req-b2b3ffd8-7db8-4a11-8759-384963a66040 tempest-NetworksTest-1803261889 tempest-NetworksTest-1803261889] DELETE failed (client error): The resource could not be found. Jan 14 07:34:29.606798 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b2b3ffd8-7db8-4a11-8759-384963a66040 tempest-NetworksTest-1803261889 tempest-NetworksTest-1803261889] No notification will be sent due to unsuccessful status code: 404 {{(pid=84874) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Jan 14 07:34:29.614201 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-b2b3ffd8-7db8-4a11-8759-384963a66040 tempest-NetworksTest-1803261889 tempest-NetworksTest-1803261889] 10.222.0.24 "DELETE /v2.0/networks/4cf4be55-3597-47f1-9d3d-b667d5290e2b HTTP/1.1" status: 404 len: 339 time: 0.0985701 Jan 14 07:34:29.618358 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84874) accepted ('10.222.0.24', 60820) {{(pid=84874) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:34:29.632322 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.v2.base [None req-4f9c3cda-b903-487b-b874-52f7fca29d30 tempest-NetworksTest-1803261889 tempest-NetworksTest-1803261889] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-334972403', 'description': 'd1'}} {{(pid=84874) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:34:29.639660 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-4f9c3cda-b903-487b-b874-52f7fca29d30 tempest-NetworksTest-1803261889 tempest-NetworksTest-1803261889] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:34:29.644934 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-4f9c3cda-b903-487b-b874-52f7fca29d30 tempest-NetworksTest-1803261889 tempest-NetworksTest-1803261889] Usage tracker for resource:network and tenant:93b2211854874c6cae5592aa469fb908 is out of sync, need to count used quota {{(pid=84874) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:34:29.649413 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-4f9c3cda-b903-487b-b874-52f7fca29d30 tempest-NetworksTest-1803261889 tempest-NetworksTest-1803261889] Quota usage for network was recalculated. Used quota:1. {{(pid=84874) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:34:29.657287 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-4f9c3cda-b903-487b-b874-52f7fca29d30 tempest-NetworksTest-1803261889 tempest-NetworksTest-1803261889] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:34:29.721392 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.db.api [None req-9f94818a-0047-44b3-9f3e-4bebf40c9da0 tempest-TestNetworkAdvancedServerOps-470546014 tempest-TestNetworkAdvancedServerOps-470546014] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84875) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Jan 14 07:34:29.721936 n-d-768862-2 neutron-server[84765]: DEBUG oslo_db.api [None req-9f94818a-0047-44b3-9f3e-4bebf40c9da0 tempest-TestNetworkAdvancedServerOps-470546014 tempest-TestNetworkAdvancedServerOps-470546014] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84875) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Jan 14 07:34:29.752683 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4f9c3cda-b903-487b-b874-52f7fca29d30 tempest-NetworksTest-1803261889 tempest-NetworksTest-1803261889] Made reservation on behalf of 93b2211854874c6cae5592aa469fb908 for: {'network': 1} {{(pid=84874) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 07:34:29.763138 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-4f9c3cda-b903-487b-b874-52f7fca29d30 tempest-NetworksTest-1803261889 tempest-NetworksTest-1803261889] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555753'] for network, before_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:34:29.854047 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-5a5c3c2c-3875-4b7e-a466-5014db2fb80c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3889632'] for router_interface, before_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:34:29.871235 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.managers [None req-a98d3d42-d82b-46f9-b697-10b42a5c1adb tempest-TestSecurityGroupsBasicOps-944861984 tempest-TestSecurityGroupsBasicOps-944861984] Network d298a449-3d7e-45a6-b770-ee623958c3e8 has no segments {{(pid=84875) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 14 07:34:29.899056 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-a98d3d42-d82b-46f9-b697-10b42a5c1adb tempest-TestSecurityGroupsBasicOps-944861984 tempest-TestSecurityGroupsBasicOps-944861984] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-596065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3154253'] for segment, after_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:34:30.005574 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4f9c3cda-b903-487b-b874-52f7fca29d30 tempest-NetworksTest-1803261889 tempest-NetworksTest-1803261889] vxlan segment allocate from pool success with {'vxlan_vni': 3} {{(pid=84874) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Jan 14 07:34:30.032956 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-3ba69d22-9e4e-42f6-9d66-735dece1c55f tempest-RoutersTest-1255860389 tempest-RoutersTest-1255860389] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-598987', 'neutron.services.segments.db._delete_segments_for_network-8777640583949'] for network, precommit_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:34:30.068434 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-4f9c3cda-b903-487b-b874-52f7fca29d30 tempest-NetworksTest-1803261889 tempest-NetworksTest-1803261889] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854179735'] for segment, precommit_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:34:30.068873 n-d-768862-2 neutron-server[84765]: INFO neutron.db.segments_db [None req-4f9c3cda-b903-487b-b874-52f7fca29d30 tempest-NetworksTest-1803261889 tempest-NetworksTest-1803261889] Added segment 405e60b1-6fa8-4693-ae64-38273f94c8c1 of type vxlan for network 520cca56-5c59-44f7-9a92-334a1f606221 Jan 14 07:34:30.151649 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.managers [None req-a98d3d42-d82b-46f9-b697-10b42a5c1adb tempest-TestSecurityGroupsBasicOps-944861984 tempest-TestSecurityGroupsBasicOps-944861984] Network d298a449-3d7e-45a6-b770-ee623958c3e8 has no segments {{(pid=84875) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 14 07:34:30.174076 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-4f9c3cda-b903-487b-b874-52f7fca29d30 tempest-NetworksTest-1803261889 tempest-NetworksTest-1803261889] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363259214646115'] for network, precommit_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:34:30.179595 n-d-768862-2 neutron-server[84765]: Traceback (most recent call last): Jan 14 07:34:30.179595 n-d-768862-2 neutron-server[84765]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 14 07:34:30.179595 n-d-768862-2 neutron-server[84765]: timer() Jan 14 07:34:30.179595 n-d-768862-2 neutron-server[84765]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 14 07:34:30.179595 n-d-768862-2 neutron-server[84765]: cb(*args, **kw) Jan 14 07:34:30.179595 n-d-768862-2 neutron-server[84765]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Jan 14 07:34:30.179595 n-d-768862-2 neutron-server[84765]: return func(*args, **kwargs) Jan 14 07:34:30.179595 n-d-768862-2 neutron-server[84765]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 14 07:34:30.179595 n-d-768862-2 neutron-server[84765]: self._notify() Jan 14 07:34:30.179595 n-d-768862-2 neutron-server[84765]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 14 07:34:30.179595 n-d-768862-2 neutron-server[84765]: self.callback(batched_events) Jan 14 07:34:30.179595 n-d-768862-2 neutron-server[84765]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 14 07:34:30.179595 n-d-768862-2 neutron-server[84765]: event.method(event) Jan 14 07:34:30.179595 n-d-768862-2 neutron-server[84765]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 14 07:34:30.179595 n-d-768862-2 neutron-server[84765]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 14 07:34:30.179595 n-d-768862-2 neutron-server[84765]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Jan 14 07:34:30.179595 n-d-768862-2 neutron-server[84765]: segment_id)['aggregates'][0] Jan 14 07:34:30.179595 n-d-768862-2 neutron-server[84765]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 14 07:34:30.179595 n-d-768862-2 neutron-server[84765]: return f(self, *a, **k) Jan 14 07:34:30.179595 n-d-768862-2 neutron-server[84765]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 14 07:34:30.179595 n-d-768862-2 neutron-server[84765]: return self._get(url).json() Jan 14 07:34:30.179595 n-d-768862-2 neutron-server[84765]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 14 07:34:30.179595 n-d-768862-2 neutron-server[84765]: **kwargs) Jan 14 07:34:30.179595 n-d-768862-2 neutron-server[84765]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 14 07:34:30.179595 n-d-768862-2 neutron-server[84765]: return self.request(url, 'GET', **kwargs) Jan 14 07:34:30.179595 n-d-768862-2 neutron-server[84765]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Jan 14 07:34:30.179595 n-d-768862-2 neutron-server[84765]: **endpoint_filter) Jan 14 07:34:30.179595 n-d-768862-2 neutron-server[84765]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 14 07:34:30.179595 n-d-768862-2 neutron-server[84765]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 14 07:34:30.179595 n-d-768862-2 neutron-server[84765]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 14 07:34:30.179595 n-d-768862-2 neutron-server[84765]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 14 07:34:30.179595 n-d-768862-2 neutron-server[84765]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 14 07:34:30.247338 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.plugin [None req-9f94818a-0047-44b3-9f3e-4bebf40c9da0 tempest-TestNetworkAdvancedServerOps-470546014 tempest-TestNetworkAdvancedServerOps-470546014] Deleting port 076ebc31-0e4a-49ba-a586-6300dd5cf754 {{(pid=84875) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 07:34:30.248255 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-9f94818a-0047-44b3-9f3e-4bebf40c9da0 tempest-TestNetworkAdvancedServerOps-470546014 tempest-TestNetworkAdvancedServerOps-470546014] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363259214248359'] for port, before_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:34:30.270052 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-4f9c3cda-b903-487b-b874-52f7fca29d30 tempest-NetworksTest-1803261889 tempest-NetworksTest-1803261889] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850887149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964'] for network, after_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:34:30.291688 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f9c3cda-b903-487b-b874-52f7fca29d30 tempest-NetworksTest-1803261889 tempest-NetworksTest-1803261889] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:34:30.292411 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-4f9c3cda-b903-487b-b874-52f7fca29d30 tempest-NetworksTest-1803261889 tempest-NetworksTest-1803261889] Notify callbacks [] for network, before_response {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:34:30.317770 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-a84a43b5-7214-4ace-849d-cb3b3587234a tempest-NetworksTest-1803261889 tempest-NetworksTest-1803261889] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:34:30.363940 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-a98d3d42-d82b-46f9-b697-10b42a5c1adb tempest-TestSecurityGroupsBasicOps-944861984 tempest-TestSecurityGroupsBasicOps-944861984] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036854176830', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850887149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3912591'] for network, after_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:34:30.407046 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-4f9c3cda-b903-487b-b874-52f7fca29d30 tempest-NetworksTest-1803261889 tempest-NetworksTest-1803261889] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 781 time: 0.7862668 Jan 14 07:34:30.419498 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84875) accepted ('10.222.0.24', 60828) {{(pid=84875) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:34:30.424493 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-25ec8838-072c-47bd-85e8-beceaf19030d tempest-TestNetworkBasicOps-1983703278 tempest-TestNetworkBasicOps-1983703278] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:34:30.446188 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-a98d3d42-d82b-46f9-b697-10b42a5c1adb tempest-TestSecurityGroupsBasicOps-944861984 tempest-TestSecurityGroupsBasicOps-944861984] Notify callbacks [] for network, before_response {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:34:30.468069 n-d-768862-2 neutron-server[84765]: DEBUG neutron.services.segments.db [None req-3ba69d22-9e4e-42f6-9d66-735dece1c55f tempest-RoutersTest-1255860389 tempest-RoutersTest-1255860389] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['995966b8-6c59-49e1-ad14-4a1c97e939ed']}} {{(pid=84874) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:34:30.504595 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a98d3d42-d82b-46f9-b697-10b42a5c1adb tempest-TestSecurityGroupsBasicOps-944861984 tempest-TestSecurityGroupsBasicOps-944861984] Pushing event deleted for resources: {'Network': ['ID=d298a449-3d7e-45a6-b770-ee623958c3e8,revision_number=None']} {{(pid=84875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:34:30.514709 n-d-768862-2 neutron-server[84765]: DEBUG neutron.services.segments.db [None req-3ba69d22-9e4e-42f6-9d66-735dece1c55f tempest-RoutersTest-1255860389 tempest-RoutersTest-1255860389] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '947ea7ec-d3e1-4c44-a0b8-b26ad7b53419') {'for_net_delete': True} {{(pid=84874) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:34:30.515079 n-d-768862-2 neutron-server[84765]: DEBUG neutron.services.segments.db [None req-3ba69d22-9e4e-42f6-9d66-735dece1c55f tempest-RoutersTest-1255860389 tempest-RoutersTest-1255860389] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '947ea7ec-d3e1-4c44-a0b8-b26ad7b53419') {} {{(pid=84874) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:34:30.536096 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Device 076ebc31-0e4a-49ba-a586-6300dd5cf754 up at agent ovs-agent-n-d-768862-2 {{(pid=84876) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 07:34:30.554336 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-3ba69d22-9e4e-42f6-9d66-735dece1c55f tempest-RoutersTest-1255860389 tempest-RoutersTest-1255860389] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363259214173198', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2968632'] for segment, before_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:34:30.564542 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f9c3cda-b903-487b-b874-52f7fca29d30 tempest-NetworksTest-1803261889 tempest-NetworksTest-1803261889] Pushing event updated for resources: {'Network': ['ID=520cca56-5c59-44f7-9a92-334a1f606221,revision_number=1']} {{(pid=84874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:34:30.576175 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-4f9c3cda-b903-487b-b874-52f7fca29d30 tempest-NetworksTest-1803261889 tempest-NetworksTest-1803261889] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.258s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:34:30.584416 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-017f98a9-8a07-408c-a86f-8ff0c00400a0 None None] Network 520cca56-5c59-44f7-9a92-334a1f606221 details requested by agent ovs-agent-n-h1-768862-2 with host n-h1-768862-2 {{(pid=84876) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 07:34:30.589347 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-a98d3d42-d82b-46f9-b697-10b42a5c1adb tempest-TestSecurityGroupsBasicOps-944861984 tempest-TestSecurityGroupsBasicOps-944861984] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.165s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:34:30.599139 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-852a24f7-e9a1-4193-9abb-e9506fe5213f None None] Network 520cca56-5c59-44f7-9a92-334a1f606221 details requested by agent ovs-agent-n-h2-768862-2 with host n-h2-768862-2 {{(pid=84876) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 07:34:30.617001 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Network 520cca56-5c59-44f7-9a92-334a1f606221 details requested by agent ovs-agent-n-d-768862-2 with host n-d-768862-2 {{(pid=84876) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 07:34:30.665778 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6ee93e4-b1a2-4fb0-83a5-753467719b98 tempest-NetworksTest-1803261889 tempest-NetworksTest-1803261889] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:34:30.666599 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-a6ee93e4-b1a2-4fb0-83a5-753467719b98 tempest-NetworksTest-1803261889 tempest-NetworksTest-1803261889] Synchronizing usage tracker for tenant:93b2211854874c6cae5592aa469fb908 on resource:network {{(pid=84875) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 14 07:34:30.730564 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-a98d3d42-d82b-46f9-b697-10b42a5c1adb tempest-TestSecurityGroupsBasicOps-944861984 tempest-TestSecurityGroupsBasicOps-944861984] 10.222.0.24 "DELETE /v2.0/networks/d298a449-3d7e-45a6-b770-ee623958c3e8 HTTP/1.1" status: 204 len: 168 time: 3.4836643 Jan 14 07:34:30.732015 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-a6ee93e4-b1a2-4fb0-83a5-753467719b98 tempest-NetworksTest-1803261889 tempest-NetworksTest-1803261889] Unset dirty status for tenant:93b2211854874c6cae5592aa469fb908 on resource:network {{(pid=84875) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 14 07:34:30.733518 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-a6ee93e4-b1a2-4fb0-83a5-753467719b98 tempest-NetworksTest-1803261889 tempest-NetworksTest-1803261889] 10.222.0.24 "GET /v2.0/networks?id=520cca56-5c59-44f7-9a92-334a1f606221 HTTP/1.1" status: 200 len: 760 time: 0.3108053 Jan 14 07:34:30.742421 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84875) accepted ('10.222.0.24', 60834) {{(pid=84875) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:34:30.759618 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.v2.base [None req-995af7c2-8404-4e40-ad0c-8bd70aed1b37 tempest-NetworksTest-1803261889 tempest-NetworksTest-1803261889] Request body: {'network': {'description': 'd2'}} {{(pid=84875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:34:30.828464 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-3ba69d22-9e4e-42f6-9d66-735dece1c55f tempest-RoutersTest-1255860389 tempest-RoutersTest-1255860389] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854179735'] for segment, precommit_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:34:30.838813 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-3ba69d22-9e4e-42f6-9d66-735dece1c55f tempest-RoutersTest-1255860389 tempest-RoutersTest-1255860389] Releasing vxlan tunnel 9 to pool {{(pid=84874) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Jan 14 07:34:31.003117 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Provisioning complete for port 076ebc31-0e4a-49ba-a586-6300dd5cf754 triggered by entity L2. {{(pid=84876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 07:34:31.004072 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-604227'] for port, provisioning_complete {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:34:31.273238 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.managers [None req-3ba69d22-9e4e-42f6-9d66-735dece1c55f tempest-RoutersTest-1255860389 tempest-RoutersTest-1255860389] Network 995966b8-6c59-49e1-ad14-4a1c97e939ed has no segments {{(pid=84874) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 14 07:34:31.284439 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-3ba69d22-9e4e-42f6-9d66-735dece1c55f tempest-RoutersTest-1255860389 tempest-RoutersTest-1255860389] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-596065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036851521571'] for segment, after_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:34:31.321056 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [None req-9f94818a-0047-44b3-9f3e-4bebf40c9da0 tempest-TestNetworkAdvancedServerOps-470546014 tempest-TestNetworkAdvancedServerOps-470546014] For port 076ebc31-0e4a-49ba-a586-6300dd5cf754, host n-d-768862-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-2',level=0,port_id=076ebc31-0e4a-49ba-a586-6300dd5cf754,segment=NetworkSegment(13dfbd42-af3c-4514-be22-5dc2508f3995),segment_id=13dfbd42-af3c-4514-be22-5dc2508f3995)] {{(pid=84875) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 07:34:31.321504 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-9f94818a-0047-44b3-9f3e-4bebf40c9da0 tempest-TestNetworkAdvancedServerOps-470546014 tempest-TestNetworkAdvancedServerOps-470546014] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036850862667'] for port, precommit_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:34:31.357124 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.plugin [None req-5a5c3c2c-3875-4b7e-a466-5014db2fb80c admin admin] Deleting port 9d33c003-d0a3-40a4-ac09-a47b452527a0 {{(pid=84874) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 07:34:31.364095 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-5a5c3c2c-3875-4b7e-a466-5014db2fb80c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363259214248359'] for port, before_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:34:31.500072 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.plugin [None req-9f94818a-0047-44b3-9f3e-4bebf40c9da0 tempest-TestNetworkAdvancedServerOps-470546014 tempest-TestNetworkAdvancedServerOps-470546014] Calling delete_port for 076ebc31-0e4a-49ba-a586-6300dd5cf754 owned by network:router_interface {{(pid=84875) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 07:34:31.570532 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [None req-5a5c3c2c-3875-4b7e-a466-5014db2fb80c admin admin] For port 9d33c003-d0a3-40a4-ac09-a47b452527a0, host n-d-768862-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-2',level=0,port_id=9d33c003-d0a3-40a4-ac09-a47b452527a0,segment=NetworkSegment(e184b47d-2e0b-41ff-8775-991248c5f303),segment_id=e184b47d-2e0b-41ff-8775-991248c5f303)] {{(pid=84874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 07:34:31.570938 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-5a5c3c2c-3875-4b7e-a466-5014db2fb80c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036850862667'] for port, precommit_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:34:31.582784 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84875) accepted ('10.222.0.24', 60848) {{(pid=84875) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:34:31.749471 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.plugin [None req-5a5c3c2c-3875-4b7e-a466-5014db2fb80c admin admin] Calling delete_port for 9d33c003-d0a3-40a4-ac09-a47b452527a0 owned by network:router_interface {{(pid=84874) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 07:34:31.960125 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.managers [None req-3ba69d22-9e4e-42f6-9d66-735dece1c55f tempest-RoutersTest-1255860389 tempest-RoutersTest-1255860389] Network 995966b8-6c59-49e1-ad14-4a1c97e939ed has no segments {{(pid=84874) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 14 07:34:31.993725 n-d-768862-2 neutron-server[84765]: Traceback (most recent call last): Jan 14 07:34:31.993725 n-d-768862-2 neutron-server[84765]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 14 07:34:31.993725 n-d-768862-2 neutron-server[84765]: timer() Jan 14 07:34:31.993725 n-d-768862-2 neutron-server[84765]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 14 07:34:31.993725 n-d-768862-2 neutron-server[84765]: cb(*args, **kw) Jan 14 07:34:31.993725 n-d-768862-2 neutron-server[84765]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Jan 14 07:34:31.993725 n-d-768862-2 neutron-server[84765]: return func(*args, **kwargs) Jan 14 07:34:31.993725 n-d-768862-2 neutron-server[84765]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 14 07:34:31.993725 n-d-768862-2 neutron-server[84765]: self._notify() Jan 14 07:34:31.993725 n-d-768862-2 neutron-server[84765]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 14 07:34:31.993725 n-d-768862-2 neutron-server[84765]: self.callback(batched_events) Jan 14 07:34:31.993725 n-d-768862-2 neutron-server[84765]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 14 07:34:31.993725 n-d-768862-2 neutron-server[84765]: event.method(event) Jan 14 07:34:31.993725 n-d-768862-2 neutron-server[84765]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 14 07:34:31.993725 n-d-768862-2 neutron-server[84765]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 14 07:34:31.993725 n-d-768862-2 neutron-server[84765]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Jan 14 07:34:31.993725 n-d-768862-2 neutron-server[84765]: segment_id)['aggregates'][0] Jan 14 07:34:31.993725 n-d-768862-2 neutron-server[84765]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 14 07:34:31.993725 n-d-768862-2 neutron-server[84765]: return f(self, *a, **k) Jan 14 07:34:31.993725 n-d-768862-2 neutron-server[84765]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 14 07:34:31.993725 n-d-768862-2 neutron-server[84765]: return self._get(url).json() Jan 14 07:34:31.993725 n-d-768862-2 neutron-server[84765]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 14 07:34:31.993725 n-d-768862-2 neutron-server[84765]: **kwargs) Jan 14 07:34:31.993725 n-d-768862-2 neutron-server[84765]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 14 07:34:31.993725 n-d-768862-2 neutron-server[84765]: return self.request(url, 'GET', **kwargs) Jan 14 07:34:31.993725 n-d-768862-2 neutron-server[84765]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Jan 14 07:34:31.993725 n-d-768862-2 neutron-server[84765]: **endpoint_filter) Jan 14 07:34:31.993725 n-d-768862-2 neutron-server[84765]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 14 07:34:31.993725 n-d-768862-2 neutron-server[84765]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 14 07:34:31.993725 n-d-768862-2 neutron-server[84765]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 14 07:34:31.993725 n-d-768862-2 neutron-server[84765]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 14 07:34:31.993725 n-d-768862-2 neutron-server[84765]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 14 07:34:32.036697 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-51bf52fd-2869-4958-947e-4063d841d6b2 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=da40f1f08d464ed39ed4c77ed164e902&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4496765 Jan 14 07:34:32.037969 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84875) accepted ('10.222.0.24', 60854) {{(pid=84875) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:34:32.073309 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-995af7c2-8404-4e40-ad0c-8bd70aed1b37 tempest-NetworksTest-1803261889 tempest-NetworksTest-1803261889] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363259214646115'] for network, precommit_update {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:34:32.163950 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-0365c4ed-08c7-443d-8cf0-c94e8295c195 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:34:32.206752 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-9f94818a-0047-44b3-9f3e-4bebf40c9da0 tempest-TestNetworkAdvancedServerOps-470546014 tempest-TestNetworkAdvancedServerOps-470546014] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777640533329', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777640097463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851621574'] for port, after_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:34:32.245933 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-f1f57204-0bda-494c-9700-bb012862dcd7 tempest-ExtraDHCPOptionsTestJSON-831179529 tempest-ExtraDHCPOptionsTestJSON-831179529] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:34:32.308813 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-3ba69d22-9e4e-42f6-9d66-735dece1c55f tempest-RoutersTest-1255860389 tempest-RoutersTest-1255860389] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036854176830', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850887149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3912591'] for network, after_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:34:32.333489 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-3ba69d22-9e4e-42f6-9d66-735dece1c55f tempest-RoutersTest-1255860389 tempest-RoutersTest-1255860389] Notify callbacks [] for network, before_response {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:34:32.341350 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-5a5c3c2c-3875-4b7e-a466-5014db2fb80c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777640533329', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777640097463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3254186'] for port, after_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:34:32.365571 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-396e5234-28c5-454e-878a-15ae968ac2db tempest-PortsIpV6TestJSON-1330665174 tempest-PortsIpV6TestJSON-1330665174] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:34:32.436936 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f94818a-0047-44b3-9f3e-4bebf40c9da0 tempest-TestNetworkAdvancedServerOps-470546014 tempest-TestNetworkAdvancedServerOps-470546014] Pushing event deleted for resources: {'Port': ['ID=076ebc31-0e4a-49ba-a586-6300dd5cf754,revision_number=None']} {{(pid=84875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:34:32.444255 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-0365c4ed-08c7-443d-8cf0-c94e8295c195 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:34:32.448557 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-3ba69d22-9e4e-42f6-9d66-735dece1c55f tempest-RoutersTest-1255860389 tempest-RoutersTest-1255860389] 10.222.0.24 "DELETE /v2.0/networks/995966b8-6c59-49e1-ad14-4a1c97e939ed HTTP/1.1" status: 204 len: 168 time: 3.7529607 Jan 14 07:34:32.449925 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84874) accepted ('10.222.0.24', 60862) {{(pid=84874) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:34:32.500156 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-995af7c2-8404-4e40-ad0c-8bd70aed1b37 tempest-NetworksTest-1803261889 tempest-NetworksTest-1803261889] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850887149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964'] for network, after_update {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:34:32.523212 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.v2.base [None req-1f144a47-867e-4a98-b026-9eb9777e435c tempest-RoutersTest-1255860389 tempest-RoutersTest-1255860389] Request body: {'network': {'name': 'tempest-RoutersTest-1440736784'}} {{(pid=84874) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:34:32.536827 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ba69d22-9e4e-42f6-9d66-735dece1c55f tempest-RoutersTest-1255860389 tempest-RoutersTest-1255860389] Pushing event deleted for resources: {'Network': ['ID=995966b8-6c59-49e1-ad14-4a1c97e939ed,revision_number=None']} {{(pid=84874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:34:32.539955 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-3ba69d22-9e4e-42f6-9d66-735dece1c55f tempest-RoutersTest-1255860389 tempest-RoutersTest-1255860389] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.175s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:34:32.546071 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-9f94818a-0047-44b3-9f3e-4bebf40c9da0 tempest-TestNetworkAdvancedServerOps-470546014 tempest-TestNetworkAdvancedServerOps-470546014] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.300s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:34:32.547267 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-c07305ec-e1de-4b29-bbde-a5383ed6417a tempest-TestSecurityGroupsBasicOps-944861984 tempest-TestSecurityGroupsBasicOps-944861984] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:34:32.572990 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-449b5827-cbd5-4c52-9f82-ac2bae7f91e7 tempest-RoutersTest-1255860389 tempest-RoutersTest-1255860389] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.191s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:34:32.612659 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-1f144a47-867e-4a98-b026-9eb9777e435c tempest-RoutersTest-1255860389 tempest-RoutersTest-1255860389] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:34:32.632819 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a5c3c2c-3875-4b7e-a466-5014db2fb80c admin admin] Pushing event deleted for resources: {'Port': ['ID=9d33c003-d0a3-40a4-ac09-a47b452527a0,revision_number=None']} {{(pid=84874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:34:32.636447 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-5a5c3c2c-3875-4b7e-a466-5014db2fb80c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:34:32.640567 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-1f144a47-867e-4a98-b026-9eb9777e435c tempest-RoutersTest-1255860389 tempest-RoutersTest-1255860389] Usage tracker for resource:network and tenant:2a076c09cf6548039ba7b64b98184a0e is out of sync, need to count used quota {{(pid=84874) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:34:32.645505 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-1f144a47-867e-4a98-b026-9eb9777e435c tempest-RoutersTest-1255860389 tempest-RoutersTest-1255860389] Quota usage for network was recalculated. Used quota:0. {{(pid=84874) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:34:32.654672 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-1f144a47-867e-4a98-b026-9eb9777e435c tempest-RoutersTest-1255860389 tempest-RoutersTest-1255860389] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:34:32.977394 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1f144a47-867e-4a98-b026-9eb9777e435c tempest-RoutersTest-1255860389 tempest-RoutersTest-1255860389] Made reservation on behalf of 2a076c09cf6548039ba7b64b98184a0e for: {'network': 1} {{(pid=84874) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 07:34:32.989751 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-1f144a47-867e-4a98-b026-9eb9777e435c tempest-RoutersTest-1255860389 tempest-RoutersTest-1255860389] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555753'] for network, before_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:34:33.004855 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-5a5c3c2c-3875-4b7e-a466-5014db2fb80c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted--9223372036851568851', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal--9223372036850888080'] for router_interface, after_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:34:33.079538 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-995af7c2-8404-4e40-ad0c-8bd70aed1b37 tempest-NetworksTest-1803261889 tempest-NetworksTest-1803261889] Pushing event updated for resources: {'Network': ['ID=520cca56-5c59-44f7-9a92-334a1f606221,revision_number=1']} {{(pid=84875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:34:33.095856 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-017f98a9-8a07-408c-a86f-8ff0c00400a0 None None] Network 520cca56-5c59-44f7-9a92-334a1f606221 details requested by agent ovs-agent-n-h1-768862-2 with host n-h1-768862-2 {{(pid=84876) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 07:34:33.096738 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-995af7c2-8404-4e40-ad0c-8bd70aed1b37 tempest-NetworksTest-1803261889 tempest-NetworksTest-1803261889] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.550s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:34:33.119997 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-995af7c2-8404-4e40-ad0c-8bd70aed1b37 tempest-NetworksTest-1803261889 tempest-NetworksTest-1803261889] Network 520cca56-5c59-44f7-9a92-334a1f606221 is not hosted by any dhcp agent {{(pid=84875) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:218}} Jan 14 07:34:33.140921 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-852a24f7-e9a1-4193-9abb-e9506fe5213f None None] Network 520cca56-5c59-44f7-9a92-334a1f606221 details requested by agent ovs-agent-n-h2-768862-2 with host n-h2-768862-2 {{(pid=84876) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 07:34:33.149216 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-995af7c2-8404-4e40-ad0c-8bd70aed1b37 tempest-NetworksTest-1803261889 tempest-NetworksTest-1803261889] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:34:33.150136 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-995af7c2-8404-4e40-ad0c-8bd70aed1b37 tempest-NetworksTest-1803261889 tempest-NetworksTest-1803261889] Notify callbacks [] for network, before_response {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:34:33.151672 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-995af7c2-8404-4e40-ad0c-8bd70aed1b37 tempest-NetworksTest-1803261889 tempest-NetworksTest-1803261889] 10.222.0.24 "PUT /v2.0/networks/520cca56-5c59-44f7-9a92-334a1f606221 HTTP/1.1" status: 200 len: 757 time: 2.4078491 Jan 14 07:34:33.197933 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Network 520cca56-5c59-44f7-9a92-334a1f606221 details requested by agent ovs-agent-n-d-768862-2 with host n-d-768862-2 {{(pid=84876) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 07:34:33.248112 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84875) accepted ('10.222.0.24', 60866) {{(pid=84875) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:34:33.646420 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-0365c4ed-08c7-443d-8cf0-c94e8295c195 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850887153'] for security_group, after_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:34:33.673664 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-3e32ab48-793d-4756-954e-f527ea5b4bad tempest-NetworksTest-1803261889 tempest-NetworksTest-1803261889] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:34:33.737566 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0365c4ed-08c7-443d-8cf0-c94e8295c195 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2443ed71-2e32-4125-af5b-88d9a4415cdc,revision_number=None']} {{(pid=84875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:34:33.748604 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-0365c4ed-08c7-443d-8cf0-c94e8295c195 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:34:33.769286 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1f144a47-867e-4a98-b026-9eb9777e435c tempest-RoutersTest-1255860389 tempest-RoutersTest-1255860389] vxlan segment allocate from pool success with {'vxlan_vni': 9} {{(pid=84874) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Jan 14 07:34:33.789592 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b92d5514-071e-4cd1-adf3-f3051c19edb8 tempest-NetworksTest-1803261889 tempest-NetworksTest-1803261889] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:34:33.804174 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-b92d5514-071e-4cd1-adf3-f3051c19edb8 tempest-NetworksTest-1803261889 tempest-NetworksTest-1803261889] 10.222.0.24 "GET /v2.0/networks?id=520cca56-5c59-44f7-9a92-334a1f606221 HTTP/1.1" status: 200 len: 760 time: 0.5421219 Jan 14 07:34:33.810359 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84875) accepted ('10.222.0.24', 60874) {{(pid=84875) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:34:33.820924 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.v2.base [None req-64f5175e-90f3-456d-a09a-7478f9e2a89c tempest-NetworksTest-1803261889 tempest-NetworksTest-1803261889] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1967412374'}} {{(pid=84875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:34:33.836283 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-0365c4ed-08c7-443d-8cf0-c94e8295c195 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:34:33.851250 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-0365c4ed-08c7-443d-8cf0-c94e8295c195 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/2443ed71-2e32-4125-af5b-88d9a4415cdc HTTP/1.1" status: 204 len: 168 time: 1.8118968 Jan 14 07:34:33.855075 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-64f5175e-90f3-456d-a09a-7478f9e2a89c tempest-NetworksTest-1803261889 tempest-NetworksTest-1803261889] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:34:33.894932 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-9f94818a-0047-44b3-9f3e-4bebf40c9da0 tempest-TestNetworkAdvancedServerOps-470546014 tempest-TestNetworkAdvancedServerOps-470546014] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted--9223372036851568851', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal--9223372036850888080'] for router_interface, after_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:34:33.913813 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-1f144a47-867e-4a98-b026-9eb9777e435c tempest-RoutersTest-1255860389 tempest-RoutersTest-1255860389] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854179735'] for segment, precommit_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:34:33.914221 n-d-768862-2 neutron-server[84765]: INFO neutron.db.segments_db [None req-1f144a47-867e-4a98-b026-9eb9777e435c tempest-RoutersTest-1255860389 tempest-RoutersTest-1255860389] Added segment e303ad65-7c1c-482c-816a-0889f5428615 of type vxlan for network 859f5d0b-d558-4bbe-a1a8-b976185dabb2 Jan 14 07:34:33.947031 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-64f5175e-90f3-456d-a09a-7478f9e2a89c tempest-NetworksTest-1803261889 tempest-NetworksTest-1803261889] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=84875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:34:33.969739 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-1f144a47-867e-4a98-b026-9eb9777e435c tempest-RoutersTest-1255860389 tempest-RoutersTest-1255860389] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363259214646115'] for network, precommit_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:34:34.113612 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-64f5175e-90f3-456d-a09a-7478f9e2a89c tempest-NetworksTest-1803261889 tempest-NetworksTest-1803261889] Made reservation on behalf of 93b2211854874c6cae5592aa469fb908 for: {'network': 1} {{(pid=84875) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 07:34:34.126362 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-64f5175e-90f3-456d-a09a-7478f9e2a89c tempest-NetworksTest-1803261889 tempest-NetworksTest-1803261889] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555753'] for network, before_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:34:34.171614 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-1f144a47-867e-4a98-b026-9eb9777e435c tempest-RoutersTest-1255860389 tempest-RoutersTest-1255860389] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850887149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964'] for network, after_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:34:34.191736 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f144a47-867e-4a98-b026-9eb9777e435c tempest-RoutersTest-1255860389 tempest-RoutersTest-1255860389] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:34:34.192505 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-1f144a47-867e-4a98-b026-9eb9777e435c tempest-RoutersTest-1255860389 tempest-RoutersTest-1255860389] Notify callbacks [] for network, before_response {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:34:34.195975 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-64f5175e-90f3-456d-a09a-7478f9e2a89c tempest-NetworksTest-1803261889 tempest-NetworksTest-1803261889] vxlan segment allocate from pool success with {'vxlan_vni': 19} {{(pid=84875) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Jan 14 07:34:34.215237 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-4f9c3cda-b903-487b-b874-52f7fca29d30 tempest-NetworksTest-1803261889 tempest-NetworksTest-1803261889] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:34:34.256258 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-1f144a47-867e-4a98-b026-9eb9777e435c tempest-RoutersTest-1255860389 tempest-RoutersTest-1255860389] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 1.7828920 Jan 14 07:34:34.259679 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84874) accepted ('10.222.0.24', 60882) {{(pid=84874) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:34:34.325306 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.v2.base [None req-9555ef5a-4cac-412d-a5bf-fb43cbde126d tempest-RoutersTest-1255860389 tempest-RoutersTest-1255860389] Request body: {'subnet': {'network_id': '859f5d0b-d558-4bbe-a1a8-b976185dabb2', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=84874) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:34:34.424048 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-64f5175e-90f3-456d-a09a-7478f9e2a89c tempest-NetworksTest-1803261889 tempest-NetworksTest-1803261889] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment--9223363259214191851', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854179735'] for segment, precommit_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:34:34.424048 n-d-768862-2 neutron-server[84765]: INFO neutron.db.segments_db [None req-64f5175e-90f3-456d-a09a-7478f9e2a89c tempest-NetworksTest-1803261889 tempest-NetworksTest-1803261889] Added segment a3962bc8-8a3a-42a4-b05f-42bad68ba3ec of type vxlan for network 833145dc-d25b-4cb3-a8e6-2b365fcc3cf9 Jan 14 07:34:34.457481 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-64f5175e-90f3-456d-a09a-7478f9e2a89c tempest-NetworksTest-1803261889 tempest-NetworksTest-1803261889] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363259214646115'] for network, precommit_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:34:34.503015 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f144a47-867e-4a98-b026-9eb9777e435c tempest-RoutersTest-1255860389 tempest-RoutersTest-1255860389] Pushing event updated for resources: {'Network': ['ID=859f5d0b-d558-4bbe-a1a8-b976185dabb2,revision_number=1']} {{(pid=84874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:34:34.522067 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-852a24f7-e9a1-4193-9abb-e9506fe5213f None None] Network 859f5d0b-d558-4bbe-a1a8-b976185dabb2 details requested by agent ovs-agent-n-h2-768862-2 with host n-h2-768862-2 {{(pid=84876) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 07:34:34.525120 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-9555ef5a-4cac-412d-a5bf-fb43cbde126d tempest-RoutersTest-1255860389 tempest-RoutersTest-1255860389] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:34:34.534070 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-1f144a47-867e-4a98-b026-9eb9777e435c tempest-RoutersTest-1255860389 tempest-RoutersTest-1255860389] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.316s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:34:34.542207 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-9555ef5a-4cac-412d-a5bf-fb43cbde126d tempest-RoutersTest-1255860389 tempest-RoutersTest-1255860389] Usage tracker for resource:subnet and tenant:2a076c09cf6548039ba7b64b98184a0e is out of sync, need to count used quota {{(pid=84874) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:34:34.545932 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-9555ef5a-4cac-412d-a5bf-fb43cbde126d tempest-RoutersTest-1255860389 tempest-RoutersTest-1255860389] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84874) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:34:34.546101 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-017f98a9-8a07-408c-a86f-8ff0c00400a0 None None] Network 859f5d0b-d558-4bbe-a1a8-b976185dabb2 details requested by agent ovs-agent-n-h1-768862-2 with host n-h1-768862-2 {{(pid=84876) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 07:34:34.556775 n-d-768862-2 neutron-server[84765]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5a5c3c2c-3875-4b7e-a466-5014db2fb80c admin admin] Router 0ea8e1ee-31ad-471b-8150-35ecee69b799 has already been hosted by L3 agent 35f592e9-451b-4db9-abea-77b6a5c5391b {{(pid=84874) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Jan 14 07:34:34.558044 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-9555ef5a-4cac-412d-a5bf-fb43cbde126d tempest-RoutersTest-1255860389 tempest-RoutersTest-1255860389] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:34:34.680059 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Network 859f5d0b-d558-4bbe-a1a8-b976185dabb2 details requested by agent ovs-agent-n-d-768862-2 with host n-d-768862-2 {{(pid=84876) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 07:34:34.701922 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-64f5175e-90f3-456d-a09a-7478f9e2a89c tempest-NetworksTest-1803261889 tempest-NetworksTest-1803261889] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850887149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964'] for network, after_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:34:34.720344 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9555ef5a-4cac-412d-a5bf-fb43cbde126d tempest-RoutersTest-1255860389 tempest-RoutersTest-1255860389] Made reservation on behalf of 2a076c09cf6548039ba7b64b98184a0e for: {'subnet': 1} {{(pid=84874) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 07:34:34.744990 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64f5175e-90f3-456d-a09a-7478f9e2a89c tempest-NetworksTest-1803261889 tempest-NetworksTest-1803261889] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:34:34.745752 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-64f5175e-90f3-456d-a09a-7478f9e2a89c tempest-NetworksTest-1803261889 tempest-NetworksTest-1803261889] Notify callbacks [] for network, before_response {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:34:34.758365 n-d-768862-2 neutron-server[84765]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9f94818a-0047-44b3-9f3e-4bebf40c9da0 tempest-TestNetworkAdvancedServerOps-470546014 tempest-TestNetworkAdvancedServerOps-470546014] Router 9a7a48be-3f58-4ad4-b291-a2b4c2abfba5 has already been hosted by L3 agent 35f592e9-451b-4db9-abea-77b6a5c5391b {{(pid=84875) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Jan 14 07:34:34.758365 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-3e32ab48-793d-4756-954e-f527ea5b4bad tempest-NetworksTest-1803261889 tempest-NetworksTest-1803261889] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:34:34.779488 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84874) accepted ('10.222.0.24', 60888) {{(pid=84874) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:34:34.980832 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-92d7cfd9-131c-4b04-bce1-8040e728b66e admin admin] Notify callbacks [] for security_group, before_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:34:35.015280 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-92d7cfd9-131c-4b04-bce1-8040e728b66e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:34:35.019457 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-92d7cfd9-131c-4b04-bce1-8040e728b66e admin admin] Usage tracker for resource:security_group_rule and tenant:ce55c8fe27c84c87ad210e7849539b95 is out of sync, need to count used quota {{(pid=84874) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:34:35.022609 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-92d7cfd9-131c-4b04-bce1-8040e728b66e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84874) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:34:35.033195 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-92d7cfd9-131c-4b04-bce1-8040e728b66e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:34:35.085631 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-9555ef5a-4cac-412d-a5bf-fb43cbde126d tempest-RoutersTest-1255860389 tempest-RoutersTest-1255860389] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036851981161'] for subnet, before_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:34:35.217037 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5a5c3c2c-3875-4b7e-a466-5014db2fb80c admin admin] Notify agent at l3_agent.n-d-768862-2 the message routers_updated {{(pid=84874) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jan 14 07:34:35.232289 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20c8a87a-b1b1-4597-8ee4-a3b13b0397a5 None None] Sync routers for ids ['0ea8e1ee-31ad-471b-8150-35ecee69b799'] in n-d-768862-2 {{(pid=84876) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Jan 14 07:34:35.238705 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-5a5c3c2c-3875-4b7e-a466-5014db2fb80c admin admin] 10.222.0.24 "PUT /v2.0/routers/0ea8e1ee-31ad-471b-8150-35ecee69b799/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.2209866 Jan 14 07:34:35.239715 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84874) accepted ('10.222.0.24', 60894) {{(pid=84874) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:34:35.248382 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20c8a87a-b1b1-4597-8ee4-a3b13b0397a5 None None] Routers {'0ea8e1ee-31ad-471b-8150-35ecee69b799'} bound to L3 agent in host n-d-768862-2 {{(pid=84876) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 14 07:34:35.286234 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_hamode_db [None req-20c8a87a-b1b1-4597-8ee4-a3b13b0397a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-01-14T06:56:51Z,description=,heartbeat_timestamp=2021-01-14T07:34:22Z,host='n-d-768862-2',id=35f592e9-451b-4db9-abea-77b6a5c5391b,load=0,resource_versions=,resources_synced=,started_at=2021-01-14T06:56:51Z,topic='l3_agent')) {'router_ids': ['0ea8e1ee-31ad-471b-8150-35ecee69b799'], 'active': True} {{(pid=84876) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:34:35.373430 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64f5175e-90f3-456d-a09a-7478f9e2a89c tempest-NetworksTest-1803261889 tempest-NetworksTest-1803261889] Pushing event updated for resources: {'Network': ['ID=833145dc-d25b-4cb3-a8e6-2b365fcc3cf9,revision_number=1']} {{(pid=84875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:34:35.379468 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-64f5175e-90f3-456d-a09a-7478f9e2a89c tempest-NetworksTest-1803261889 tempest-NetworksTest-1803261889] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.621s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:34:35.384016 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-64f5175e-90f3-456d-a09a-7478f9e2a89c tempest-NetworksTest-1803261889 tempest-NetworksTest-1803261889] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 1.5697298 Jan 14 07:34:35.417271 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84874) accepted ('10.222.0.24', 60898) {{(pid=84874) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:34:35.451029 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.v2.base [None req-d56f070a-9a03-4c59-9665-942f001bf467 tempest-NetworksTest-1803261889 tempest-NetworksTest-1803261889] Request body: {'subnet': {'network_id': '833145dc-d25b-4cb3-a8e6-2b365fcc3cf9', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=84874) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:34:35.513438 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9f94818a-0047-44b3-9f3e-4bebf40c9da0 tempest-TestNetworkAdvancedServerOps-470546014 tempest-TestNetworkAdvancedServerOps-470546014] Notify agent at l3_agent.n-d-768862-2 the message routers_updated {{(pid=84875) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jan 14 07:34:35.520494 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-9f94818a-0047-44b3-9f3e-4bebf40c9da0 tempest-TestNetworkAdvancedServerOps-470546014 tempest-TestNetworkAdvancedServerOps-470546014] 10.222.0.24 "PUT /v2.0/routers/9a7a48be-3f58-4ad4-b291-a2b4c2abfba5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 11.8093944 Jan 14 07:34:35.523270 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84875) accepted ('10.222.0.24', 60902) {{(pid=84875) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:34:35.525598 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e996f26c-95c9-4307-9550-5b7cf58f85d0 None None] Sync routers for ids ['9a7a48be-3f58-4ad4-b291-a2b4c2abfba5'] in n-d-768862-2 {{(pid=84877) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Jan 14 07:34:35.539183 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e996f26c-95c9-4307-9550-5b7cf58f85d0 None None] Routers {'9a7a48be-3f58-4ad4-b291-a2b4c2abfba5'} bound to L3 agent in host n-d-768862-2 {{(pid=84877) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 14 07:34:35.540651 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_hamode_db [None req-e996f26c-95c9-4307-9550-5b7cf58f85d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-01-14T06:56:51Z,description=,heartbeat_timestamp=2021-01-14T07:34:22Z,host='n-d-768862-2',id=35f592e9-451b-4db9-abea-77b6a5c5391b,load=0,resource_versions=,resources_synced=,started_at=2021-01-14T06:56:51Z,topic='l3_agent')) {'router_ids': ['9a7a48be-3f58-4ad4-b291-a2b4c2abfba5'], 'active': True} {{(pid=84877) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:34:35.679772 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_dvr_db [None req-20c8a87a-b1b1-4597-8ee4-a3b13b0397a5 None None] Set router 0ea8e1ee-31ad-471b-8150-35ecee69b799 gateway port host: n-d-768862-2 {{(pid=84876) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 14 07:34:35.719500 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-d56f070a-9a03-4c59-9665-942f001bf467 tempest-NetworksTest-1803261889 tempest-NetworksTest-1803261889] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:34:35.735911 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-39bda19a-0c36-46bd-92b9-5c9071bcdc41 admin admin] Notify callbacks [] for router, before_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:34:35.760036 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.db_base_plugin_v2 [None req-8591f947-be39-404f-b85d-cd70b15a2020 tempest-TestNetworkAdvancedServerOps-470546014 tempest-TestNetworkAdvancedServerOps-470546014] Deleting subnet 1afade31-513b-4209-8ae3-68fd4732a0a5 {{(pid=84875) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Jan 14 07:34:35.764084 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-8591f947-be39-404f-b85d-cd70b15a2020 tempest-TestNetworkAdvancedServerOps-470546014 tempest-TestNetworkAdvancedServerOps-470546014] Notify callbacks [] for subnet, before_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:34:35.793370 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_dvr_db [None req-e996f26c-95c9-4307-9550-5b7cf58f85d0 None None] Set router 9a7a48be-3f58-4ad4-b291-a2b4c2abfba5 gateway port host: n-d-768862-2 {{(pid=84877) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 14 07:34:35.817783 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-d56f070a-9a03-4c59-9665-942f001bf467 tempest-NetworksTest-1803261889 tempest-NetworksTest-1803261889] Usage tracker for resource:subnet and tenant:93b2211854874c6cae5592aa469fb908 is out of sync, need to count used quota {{(pid=84874) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:34:35.845360 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-8591f947-be39-404f-b85d-cd70b15a2020 tempest-TestNetworkAdvancedServerOps-470546014 tempest-TestNetworkAdvancedServerOps-470546014] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3367281'] for subnet, precommit_delete_associations {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:34:35.955010 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-39bda19a-0c36-46bd-92b9-5c9071bcdc41 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:34:35.960577 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.plugin [None req-39bda19a-0c36-46bd-92b9-5c9071bcdc41 admin admin] Deleting port a560da49-2ea6-4960-a7f7-b9f9ba31bab6 {{(pid=84874) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 07:34:35.960961 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-39bda19a-0c36-46bd-92b9-5c9071bcdc41 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363259214248359'] for port, before_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:34:35.989271 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-8591f947-be39-404f-b85d-cd70b15a2020 tempest-TestNetworkAdvancedServerOps-470546014 tempest-TestNetworkAdvancedServerOps-470546014] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036854176836'] for subnet, precommit_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:34:36.025189 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-852a24f7-e9a1-4193-9abb-e9506fe5213f None None] Network 833145dc-d25b-4cb3-a8e6-2b365fcc3cf9 details requested by agent ovs-agent-n-h2-768862-2 with host n-h2-768862-2 {{(pid=84876) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 07:34:36.045343 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Network 833145dc-d25b-4cb3-a8e6-2b365fcc3cf9 details requested by agent ovs-agent-n-d-768862-2 with host n-d-768862-2 {{(pid=84876) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 07:34:36.068552 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-017f98a9-8a07-408c-a86f-8ff0c00400a0 None None] Network 833145dc-d25b-4cb3-a8e6-2b365fcc3cf9 details requested by agent ovs-agent-n-h1-768862-2 with host n-h1-768862-2 {{(pid=84876) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 07:34:36.178588 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-d56f070a-9a03-4c59-9665-942f001bf467 tempest-NetworksTest-1803261889 tempest-NetworksTest-1803261889] Quota usage for subnet was recalculated. Used quota:1. {{(pid=84874) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:34:36.210274 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-d56f070a-9a03-4c59-9665-942f001bf467 tempest-NetworksTest-1803261889 tempest-NetworksTest-1803261889] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:34:36.213568 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-92d7cfd9-131c-4b04-bce1-8040e728b66e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:34:36.215775 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [None req-39bda19a-0c36-46bd-92b9-5c9071bcdc41 admin admin] For port a560da49-2ea6-4960-a7f7-b9f9ba31bab6, host n-d-768862-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-2',level=0,port_id=a560da49-2ea6-4960-a7f7-b9f9ba31bab6,segment=NetworkSegment(cf3ded2c-bc47-4a71-89af-6e7117e60140),segment_id=cf3ded2c-bc47-4a71-89af-6e7117e60140)] {{(pid=84874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 07:34:36.216340 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-39bda19a-0c36-46bd-92b9-5c9071bcdc41 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036850862667'] for port, precommit_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:34:36.225578 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_hamode_db [None req-e996f26c-95c9-4307-9550-5b7cf58f85d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9a7a48be-3f58-4ad4-b291-a2b4c2abfba5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1232983788', 'tenant_id': '6f3510a486e44d0a99223e7a34e71069', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '226f1e78-82cd-4481-9055-4eb73b6db8c1', 'external_fixed_ips': [{'subnet_id': 'ba8deeec-7658-4195-9449-038c076f5c83', 'ip_address': '172.25.2.99'}], 'enable_snat': True}, 'gw_port_id': 'ca9b0343-3540-46d4-a8e7-8c9181705610', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-14T07:34:01Z', 'updated_at': '2021-01-14T07:34:31Z', 'revision_number': 5, 'project_id': '6f3510a486e44d0a99223e7a34e71069', 'gw_port': {'id': 'ca9b0343-3540-46d4-a8e7-8c9181705610', 'name': '', 'network_id': '226f1e78-82cd-4481-9055-4eb73b6db8c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:8e:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a7a48be-3f58-4ad4-b291-a2b4c2abfba5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2881, 'fixed_ips': [{'subnet_id': 'ba8deeec-7658-4195-9449-038c076f5c83', 'ip_address': '172.25.2.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T07:34:03Z', 'updated_at': '2021-01-14T07:34:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ba8deeec-7658-4195-9449-038c076f5c83', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-2'}], 'n-d-768862-2', False) {} {{(pid=84877) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:34:36.233509 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e996f26c-95c9-4307-9550-5b7cf58f85d0 None None] Checking router: 9a7a48be-3f58-4ad4-b291-a2b4c2abfba5 for host: n-d-768862-2 {{(pid=84877) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Jan 14 07:34:36.237576 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-92d7cfd9-131c-4b04-bce1-8040e728b66e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850887153'] for security_group, after_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:34:36.245098 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e996f26c-95c9-4307-9550-5b7cf58f85d0 None None] Routers {'9a7a48be-3f58-4ad4-b291-a2b4c2abfba5'} bound to L3 agent in host n-d-768862-2 {{(pid=84877) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 14 07:34:36.246332 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_hamode_db [None req-e996f26c-95c9-4307-9550-5b7cf58f85d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-01-14T06:56:51Z,description=,heartbeat_timestamp=2021-01-14T07:34:22Z,host='n-d-768862-2',id=35f592e9-451b-4db9-abea-77b6a5c5391b,load=0,resource_versions=,resources_synced=,started_at=2021-01-14T06:56:51Z,topic='l3_agent')) {'router_ids': ['9a7a48be-3f58-4ad4-b291-a2b4c2abfba5'], 'active': True} {{(pid=84877) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:34:36.251357 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-ce5ab6d8-c9a5-4205-9df3-b2e19759360f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:34:36.383279 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-8591f947-be39-404f-b85d-cd70b15a2020 tempest-TestNetworkAdvancedServerOps-470546014 tempest-TestNetworkAdvancedServerOps-470546014] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-598964', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850887113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3154192', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2308610'] for subnet, after_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:34:36.405912 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-dcbe1859-e3b8-4bb6-aa11-1102dc9dc360 tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:34:36.413781 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92d7cfd9-131c-4b04-bce1-8040e728b66e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=80356537-36d5-43be-8062-370d55d5cd6c,revision_number=1']} {{(pid=84874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:34:36.492176 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-92d7cfd9-131c-4b04-bce1-8040e728b66e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.241s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:34:36.555361 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_dvr_db [None req-e996f26c-95c9-4307-9550-5b7cf58f85d0 None None] Set router 9a7a48be-3f58-4ad4-b291-a2b4c2abfba5 gateway port host: n-d-768862-2 {{(pid=84877) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 14 07:34:36.560292 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_hamode_db [None req-20c8a87a-b1b1-4597-8ee4-a3b13b0397a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0ea8e1ee-31ad-471b-8150-35ecee69b799', 'name': 'tempest-TaggedBootDevicesTest_v242-1848228519-router', 'tenant_id': 'cb7096aff06a4584846542dd674c0323', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '226f1e78-82cd-4481-9055-4eb73b6db8c1', 'external_fixed_ips': [{'subnet_id': 'ba8deeec-7658-4195-9449-038c076f5c83', 'ip_address': '172.25.2.102'}], 'enable_snat': True}, 'gw_port_id': 'a560da49-2ea6-4960-a7f7-b9f9ba31bab6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-14T07:13:33Z', 'updated_at': '2021-01-14T07:34:32Z', 'revision_number': 5, 'project_id': 'cb7096aff06a4584846542dd674c0323', 'gw_port': {'id': 'a560da49-2ea6-4960-a7f7-b9f9ba31bab6', 'name': '', 'network_id': '226f1e78-82cd-4481-9055-4eb73b6db8c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:6c:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ea8e1ee-31ad-471b-8150-35ecee69b799', 'device_owner': 'network:router_gateway', 'standard_attr_id': 939, 'fixed_ips': [{'subnet_id': 'ba8deeec-7658-4195-9449-038c076f5c83', 'ip_address': '172.25.2.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T07:13:38Z', 'updated_at': '2021-01-14T07:13:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ba8deeec-7658-4195-9449-038c076f5c83', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-2'}], 'n-d-768862-2', False) {} {{(pid=84876) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:34:36.565050 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20c8a87a-b1b1-4597-8ee4-a3b13b0397a5 None None] Checking router: 0ea8e1ee-31ad-471b-8150-35ecee69b799 for host: n-d-768862-2 {{(pid=84876) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Jan 14 07:34:36.575281 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20c8a87a-b1b1-4597-8ee4-a3b13b0397a5 None None] Routers {'0ea8e1ee-31ad-471b-8150-35ecee69b799'} bound to L3 agent in host n-d-768862-2 {{(pid=84876) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 14 07:34:36.577157 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_hamode_db [None req-20c8a87a-b1b1-4597-8ee4-a3b13b0397a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-01-14T06:56:51Z,description=,heartbeat_timestamp=2021-01-14T07:34:22Z,host='n-d-768862-2',id=35f592e9-451b-4db9-abea-77b6a5c5391b,load=0,resource_versions=,resources_synced=,started_at=2021-01-14T06:56:51Z,topic='l3_agent')) {'router_ids': ['0ea8e1ee-31ad-471b-8150-35ecee69b799'], 'active': True} {{(pid=84876) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:34:36.609264 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8591f947-be39-404f-b85d-cd70b15a2020 tempest-TestNetworkAdvancedServerOps-470546014 tempest-TestNetworkAdvancedServerOps-470546014] Pushing event deleted for resources: {'Subnet': ['ID=1afade31-513b-4209-8ae3-68fd4732a0a5,revision_number=None']} {{(pid=84875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:34:36.616624 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-8591f947-be39-404f-b85d-cd70b15a2020 tempest-TestNetworkAdvancedServerOps-470546014 tempest-TestNetworkAdvancedServerOps-470546014] Notify callbacks [] for subnet, before_response {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:34:36.620655 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-8591f947-be39-404f-b85d-cd70b15a2020 tempest-TestNetworkAdvancedServerOps-470546014 tempest-TestNetworkAdvancedServerOps-470546014] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.215s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:34:36.627500 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-8591f947-be39-404f-b85d-cd70b15a2020 tempest-TestNetworkAdvancedServerOps-470546014 tempest-TestNetworkAdvancedServerOps-470546014] 10.222.0.24 "DELETE /v2.0/subnets/1afade31-513b-4209-8ae3-68fd4732a0a5 HTTP/1.1" status: 204 len: 168 time: 1.1027203 Jan 14 07:34:36.630146 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84875) accepted ('10.222.0.24', 60920) {{(pid=84875) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:34:36.799985 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1fc1aa3d-86f9-446b-9848-0252908158f8 None None] Network 451d382d-b2b9-40e9-b54b-2e005545596c requested from n-d-768862-2 {{(pid=84876) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 07:34:36.882149 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-10f1a719-2224-4f27-a4f8-1b7b056d8e49 tempest-TestNetworkAdvancedServerOps-470546014 tempest-TestNetworkAdvancedServerOps-470546014] Notify callbacks [] for router, before_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:34:36.904924 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_dvr_db [None req-20c8a87a-b1b1-4597-8ee4-a3b13b0397a5 None None] Set router 0ea8e1ee-31ad-471b-8150-35ecee69b799 gateway port host: n-d-768862-2 {{(pid=84876) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 14 07:34:37.020416 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.plugin [None req-39bda19a-0c36-46bd-92b9-5c9071bcdc41 admin admin] Calling delete_port for a560da49-2ea6-4960-a7f7-b9f9ba31bab6 owned by network:router_gateway {{(pid=84874) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 07:34:37.049225 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d56f070a-9a03-4c59-9665-942f001bf467 tempest-NetworksTest-1803261889 tempest-NetworksTest-1803261889] Made reservation on behalf of 93b2211854874c6cae5592aa469fb908 for: {'subnet': 1} {{(pid=84874) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 07:34:37.132757 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-10f1a719-2224-4f27-a4f8-1b7b056d8e49 tempest-TestNetworkAdvancedServerOps-470546014 tempest-TestNetworkAdvancedServerOps-470546014] Notify callbacks [] for router_gateway, before_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:34:37.140565 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.plugin [None req-10f1a719-2224-4f27-a4f8-1b7b056d8e49 tempest-TestNetworkAdvancedServerOps-470546014 tempest-TestNetworkAdvancedServerOps-470546014] Deleting port ca9b0343-3540-46d4-a8e7-8c9181705610 {{(pid=84875) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 07:34:37.141310 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-10f1a719-2224-4f27-a4f8-1b7b056d8e49 tempest-TestNetworkAdvancedServerOps-470546014 tempest-TestNetworkAdvancedServerOps-470546014] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363259214248359'] for port, before_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:34:37.158676 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_hamode_db [None req-e996f26c-95c9-4307-9550-5b7cf58f85d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9a7a48be-3f58-4ad4-b291-a2b4c2abfba5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1232983788', 'tenant_id': '6f3510a486e44d0a99223e7a34e71069', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '226f1e78-82cd-4481-9055-4eb73b6db8c1', 'external_fixed_ips': [{'subnet_id': 'ba8deeec-7658-4195-9449-038c076f5c83', 'ip_address': '172.25.2.99'}], 'enable_snat': True}, 'gw_port_id': 'ca9b0343-3540-46d4-a8e7-8c9181705610', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-14T07:34:01Z', 'updated_at': '2021-01-14T07:34:31Z', 'revision_number': 5, 'project_id': '6f3510a486e44d0a99223e7a34e71069', 'gw_port': {'id': 'ca9b0343-3540-46d4-a8e7-8c9181705610', 'name': '', 'network_id': '226f1e78-82cd-4481-9055-4eb73b6db8c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:8e:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a7a48be-3f58-4ad4-b291-a2b4c2abfba5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2881, 'fixed_ips': [{'subnet_id': 'ba8deeec-7658-4195-9449-038c076f5c83', 'ip_address': '172.25.2.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T07:34:03Z', 'updated_at': '2021-01-14T07:34:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ba8deeec-7658-4195-9449-038c076f5c83', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-2'}], 'n-d-768862-2', False) {} {{(pid=84877) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:34:37.163445 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e996f26c-95c9-4307-9550-5b7cf58f85d0 None None] The sync data for ids ['9a7a48be-3f58-4ad4-b291-a2b4c2abfba5'] in n-d-768862-2 is: [{'id': '9a7a48be-3f58-4ad4-b291-a2b4c2abfba5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1232983788', 'tenant_id': '6f3510a486e44d0a99223e7a34e71069', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '226f1e78-82cd-4481-9055-4eb73b6db8c1', 'external_fixed_ips': [{'subnet_id': 'ba8deeec-7658-4195-9449-038c076f5c83', 'ip_address': '172.25.2.99'}], 'enable_snat': True}, 'gw_port_id': 'ca9b0343-3540-46d4-a8e7-8c9181705610', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-14T07:34:01Z', 'updated_at': '2021-01-14T07:34:31Z', 'revision_number': 5, 'project_id': '6f3510a486e44d0a99223e7a34e71069', 'gw_port': {'id': 'ca9b0343-3540-46d4-a8e7-8c9181705610', 'name': '', 'network_id': '226f1e78-82cd-4481-9055-4eb73b6db8c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:8e:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a7a48be-3f58-4ad4-b291-a2b4c2abfba5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2881, 'fixed_ips': [{'subnet_id': 'ba8deeec-7658-4195-9449-038c076f5c83', 'ip_address': '172.25.2.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T07:34:03Z', 'updated_at': '2021-01-14T07:34:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ba8deeec-7658-4195-9449-038c076f5c83', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-2'}] {{(pid=84877) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Jan 14 07:34:37.227856 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-d56f070a-9a03-4c59-9665-942f001bf467 tempest-NetworksTest-1803261889 tempest-NetworksTest-1803261889] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036851981161'] for subnet, before_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:34:37.417219 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [None req-10f1a719-2224-4f27-a4f8-1b7b056d8e49 tempest-TestNetworkAdvancedServerOps-470546014 tempest-TestNetworkAdvancedServerOps-470546014] For port ca9b0343-3540-46d4-a8e7-8c9181705610, host n-d-768862-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-2',level=0,port_id=ca9b0343-3540-46d4-a8e7-8c9181705610,segment=NetworkSegment(cf3ded2c-bc47-4a71-89af-6e7117e60140),segment_id=cf3ded2c-bc47-4a71-89af-6e7117e60140)] {{(pid=84875) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 07:34:37.417526 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-10f1a719-2224-4f27-a4f8-1b7b056d8e49 tempest-TestNetworkAdvancedServerOps-470546014 tempest-TestNetworkAdvancedServerOps-470546014] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036850862667'] for port, precommit_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:34:37.484543 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_hamode_db [None req-20c8a87a-b1b1-4597-8ee4-a3b13b0397a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0ea8e1ee-31ad-471b-8150-35ecee69b799', 'name': 'tempest-TaggedBootDevicesTest_v242-1848228519-router', 'tenant_id': 'cb7096aff06a4584846542dd674c0323', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '226f1e78-82cd-4481-9055-4eb73b6db8c1', 'external_fixed_ips': [{'subnet_id': 'ba8deeec-7658-4195-9449-038c076f5c83', 'ip_address': '172.25.2.102'}], 'enable_snat': True}, 'gw_port_id': 'a560da49-2ea6-4960-a7f7-b9f9ba31bab6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-14T07:13:33Z', 'updated_at': '2021-01-14T07:34:32Z', 'revision_number': 5, 'project_id': 'cb7096aff06a4584846542dd674c0323', 'gw_port': {'id': 'a560da49-2ea6-4960-a7f7-b9f9ba31bab6', 'name': '', 'network_id': '226f1e78-82cd-4481-9055-4eb73b6db8c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:6c:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ea8e1ee-31ad-471b-8150-35ecee69b799', 'device_owner': 'network:router_gateway', 'standard_attr_id': 939, 'fixed_ips': [{'subnet_id': 'ba8deeec-7658-4195-9449-038c076f5c83', 'ip_address': '172.25.2.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T07:13:38Z', 'updated_at': '2021-01-14T07:13:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ba8deeec-7658-4195-9449-038c076f5c83', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-2'}], 'n-d-768862-2', False) {} {{(pid=84876) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:34:37.489779 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20c8a87a-b1b1-4597-8ee4-a3b13b0397a5 None None] The sync data for ids ['0ea8e1ee-31ad-471b-8150-35ecee69b799'] in n-d-768862-2 is: [{'id': '0ea8e1ee-31ad-471b-8150-35ecee69b799', 'name': 'tempest-TaggedBootDevicesTest_v242-1848228519-router', 'tenant_id': 'cb7096aff06a4584846542dd674c0323', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '226f1e78-82cd-4481-9055-4eb73b6db8c1', 'external_fixed_ips': [{'subnet_id': 'ba8deeec-7658-4195-9449-038c076f5c83', 'ip_address': '172.25.2.102'}], 'enable_snat': True}, 'gw_port_id': 'a560da49-2ea6-4960-a7f7-b9f9ba31bab6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-14T07:13:33Z', 'updated_at': '2021-01-14T07:34:32Z', 'revision_number': 5, 'project_id': 'cb7096aff06a4584846542dd674c0323', 'gw_port': {'id': 'a560da49-2ea6-4960-a7f7-b9f9ba31bab6', 'name': '', 'network_id': '226f1e78-82cd-4481-9055-4eb73b6db8c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:6c:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ea8e1ee-31ad-471b-8150-35ecee69b799', 'device_owner': 'network:router_gateway', 'standard_attr_id': 939, 'fixed_ips': [{'subnet_id': 'ba8deeec-7658-4195-9449-038c076f5c83', 'ip_address': '172.25.2.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T07:13:38Z', 'updated_at': '2021-01-14T07:13:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ba8deeec-7658-4195-9449-038c076f5c83', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-2'}] {{(pid=84876) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Jan 14 07:34:37.505381 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-92d7cfd9-131c-4b04-bce1-8040e728b66e admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=ce55c8fe27c84c87ad210e7849539b95&name=default HTTP/1.1" status: 200 len: 2983 time: 2.6329694 Jan 14 07:34:37.534406 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84875) accepted ('10.222.0.24', 60928) {{(pid=84875) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:34:37.568332 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5fa68879-fb8f-4e4a-a5f9-0c0b2e64d283 None None] DHCP port deletion for 451d382d-b2b9-40e9-b54b-2e005545596c request from n-d-768862-2 {{(pid=84876) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Jan 14 07:34:37.570639 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.plugin [None req-5fa68879-fb8f-4e4a-a5f9-0c0b2e64d283 None None] Deleting port 69ec97ea-ead1-4eb2-ad77-371c218041c5 {{(pid=84876) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 07:34:37.571161 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-5fa68879-fb8f-4e4a-a5f9-0c0b2e64d283 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363259214248359'] for port, before_delete {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:34:37.651063 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.plugin [None req-10f1a719-2224-4f27-a4f8-1b7b056d8e49 tempest-TestNetworkAdvancedServerOps-470546014 tempest-TestNetworkAdvancedServerOps-470546014] Calling delete_port for ca9b0343-3540-46d4-a8e7-8c9181705610 owned by network:router_gateway {{(pid=84875) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 07:34:37.815631 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-39bda19a-0c36-46bd-92b9-5c9071bcdc41 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777640533329', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777640097463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3254186'] for port, after_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:34:37.844294 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-10f1a719-2224-4f27-a4f8-1b7b056d8e49 tempest-TestNetworkAdvancedServerOps-470546014 tempest-TestNetworkAdvancedServerOps-470546014] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777640533329', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777640097463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851621574'] for port, after_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:34:37.890352 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [None req-5fa68879-fb8f-4e4a-a5f9-0c0b2e64d283 None None] For port 69ec97ea-ead1-4eb2-ad77-371c218041c5, host n-d-768862-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-2',level=0,port_id=69ec97ea-ead1-4eb2-ad77-371c218041c5,segment=NetworkSegment(13dfbd42-af3c-4514-be22-5dc2508f3995),segment_id=13dfbd42-af3c-4514-be22-5dc2508f3995)] {{(pid=84876) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 07:34:37.890877 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-5fa68879-fb8f-4e4a-a5f9-0c0b2e64d283 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036850862667'] for port, precommit_delete {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:34:38.047814 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.plugin [None req-5fa68879-fb8f-4e4a-a5f9-0c0b2e64d283 None None] Calling delete_port for 69ec97ea-ead1-4eb2-ad77-371c218041c5 owned by network:dhcp {{(pid=84876) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 07:34:38.093638 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-3699f151-6634-432f-bde6-d7dc50caac4d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:34:38.146154 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-5fa68879-fb8f-4e4a-a5f9-0c0b2e64d283 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777640533329', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777640097463'] for port, after_delete {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:34:38.177163 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84876) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:34:38.231821 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-3699f151-6634-432f-bde6-d7dc50caac4d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:34:38.290209 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fa68879-fb8f-4e4a-a5f9-0c0b2e64d283 None None] Pushing event deleted for resources: {'Port': ['ID=69ec97ea-ead1-4eb2-ad77-371c218041c5,revision_number=None']} {{(pid=84876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:34:38.293970 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-39bda19a-0c36-46bd-92b9-5c9071bcdc41 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036850863128'] for router_gateway, after_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:34:38.305624 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-10f1a719-2224-4f27-a4f8-1b7b056d8e49 tempest-TestNetworkAdvancedServerOps-470546014 tempest-TestNetworkAdvancedServerOps-470546014] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036850863128'] for router_gateway, after_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:34:38.305845 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-5fa68879-fb8f-4e4a-a5f9-0c0b2e64d283 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=84876) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:34:38.346863 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5fa68879-fb8f-4e4a-a5f9-0c0b2e64d283 None None] No DVR routers for this DVR port 69ec97ea-ead1-4eb2-ad77-371c218041c5 on host n-d-768862-2 {{(pid=84876) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Jan 14 07:34:38.472173 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-10f1a719-2224-4f27-a4f8-1b7b056d8e49 tempest-TestNetworkAdvancedServerOps-470546014 tempest-TestNetworkAdvancedServerOps-470546014] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3889346', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036854717606'] for router, precommit_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:34:38.475266 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-10f1a719-2224-4f27-a4f8-1b7b056d8e49 tempest-TestNetworkAdvancedServerOps-470546014 tempest-TestNetworkAdvancedServerOps-470546014] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:34:38.477189 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-3699f151-6634-432f-bde6-d7dc50caac4d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850887153'] for security_group, after_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:34:38.482916 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-6ce38cae-e6d2-4844-a4cd-1027f5d75cf5 tempest-SecGroupIPv6Test-296392250 tempest-SecGroupIPv6Test-296392250] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:34:38.497238 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3699f151-6634-432f-bde6-d7dc50caac4d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=80356537-36d5-43be-8062-370d55d5cd6c,revision_number=None']} {{(pid=84875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:34:38.503792 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-3699f151-6634-432f-bde6-d7dc50caac4d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:34:38.528606 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-3699f151-6634-432f-bde6-d7dc50caac4d admin admin] Notify callbacks [] for security_group, before_response {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:34:38.528606 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-3699f151-6634-432f-bde6-d7dc50caac4d admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/80356537-36d5-43be-8062-370d55d5cd6c HTTP/1.1" status: 204 len: 168 time: 0.7739074 Jan 14 07:34:38.528882 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-39bda19a-0c36-46bd-92b9-5c9071bcdc41 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3889346', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036854717606'] for router, precommit_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:34:38.554549 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-10f1a719-2224-4f27-a4f8-1b7b056d8e49 tempest-TestNetworkAdvancedServerOps-470546014 tempest-TestNetworkAdvancedServerOps-470546014] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036850897070'] for router, after_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:34:38.556451 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-10f1a719-2224-4f27-a4f8-1b7b056d8e49 tempest-TestNetworkAdvancedServerOps-470546014 tempest-TestNetworkAdvancedServerOps-470546014] Fanout notify agent at l3_agent the message router_deleted on router 9a7a48be-3f58-4ad4-b291-a2b4c2abfba5 {{(pid=84875) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jan 14 07:34:38.568725 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-39bda19a-0c36-46bd-92b9-5c9071bcdc41 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:34:38.594429 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-9555ef5a-4cac-412d-a5bf-fb43cbde126d tempest-RoutersTest-1255860389 tempest-RoutersTest-1255860389] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850887113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3254092', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036851981146'] for subnet, after_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:34:38.594711 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Device 9d33c003-d0a3-40a4-ac09-a47b452527a0 no longer exists at agent ovs-agent-n-d-768862-2 {{(pid=84876) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jan 14 07:34:38.606949 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-10f1a719-2224-4f27-a4f8-1b7b056d8e49 tempest-TestNetworkAdvancedServerOps-470546014 tempest-TestNetworkAdvancedServerOps-470546014] Notify callbacks [] for router, before_response {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:34:38.616242 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-10f1a719-2224-4f27-a4f8-1b7b056d8e49 tempest-TestNetworkAdvancedServerOps-470546014 tempest-TestNetworkAdvancedServerOps-470546014] 10.222.0.24 "DELETE /v2.0/routers/9a7a48be-3f58-4ad4-b291-a2b4c2abfba5 HTTP/1.1" status: 204 len: 168 time: 1.9805396 Jan 14 07:34:38.616486 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-c5455422-8654-4781-8f3f-0186d62994a3 tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:34:38.617383 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84875) accepted ('10.222.0.24', 60938) {{(pid=84875) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:34:38.671039 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-39bda19a-0c36-46bd-92b9-5c9071bcdc41 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036850897070'] for router, after_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:34:38.671613 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-39bda19a-0c36-46bd-92b9-5c9071bcdc41 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 0ea8e1ee-31ad-471b-8150-35ecee69b799 {{(pid=84874) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jan 14 07:34:38.680777 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.plugin [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] No Port match for: 9d33c003-d0a3-40a4-ac09-a47b452527a0 {{(pid=84876) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2188}} Jan 14 07:34:38.680996 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Device 9d33c003-d0a3-40a4-ac09-a47b452527a0 not bound to the agent host n-d-768862-2 {{(pid=84876) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jan 14 07:34:38.681324 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Device 076ebc31-0e4a-49ba-a586-6300dd5cf754 no longer exists at agent ovs-agent-n-d-768862-2 {{(pid=84876) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jan 14 07:34:38.802663 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.plugin [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] No Port match for: 076ebc31-0e4a-49ba-a586-6300dd5cf754 {{(pid=84876) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2188}} Jan 14 07:34:38.803073 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Device 076ebc31-0e4a-49ba-a586-6300dd5cf754 not bound to the agent host n-d-768862-2 {{(pid=84876) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jan 14 07:34:38.803564 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Device 69ec97ea-ead1-4eb2-ad77-371c218041c5 no longer exists at agent ovs-agent-n-d-768862-2 {{(pid=84876) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jan 14 07:34:38.878148 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.plugin [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] No Port match for: 69ec97ea-ead1-4eb2-ad77-371c218041c5 {{(pid=84876) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2188}} Jan 14 07:34:38.878551 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Device 69ec97ea-ead1-4eb2-ad77-371c218041c5 not bound to the agent host n-d-768862-2 {{(pid=84876) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jan 14 07:34:38.883185 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9555ef5a-4cac-412d-a5bf-fb43cbde126d tempest-RoutersTest-1255860389 tempest-RoutersTest-1255860389] Pushing event updated for resources: {'Subnet': ['ID=74bbff26-bf1d-4a3d-bb3c-e0039d526a86,revision_number=0']} {{(pid=84874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:34:38.898841 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-9555ef5a-4cac-412d-a5bf-fb43cbde126d tempest-RoutersTest-1255860389 tempest-RoutersTest-1255860389] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.283s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:34:38.911204 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-d56f070a-9a03-4c59-9665-942f001bf467 tempest-NetworksTest-1803261889 tempest-NetworksTest-1803261889] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850887113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3254092', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036851981146'] for subnet, after_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:34:38.933182 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-10816c87-d794-4bfe-875b-6c46ed56fdae tempest-NetworksTest-1803261889 tempest-NetworksTest-1803261889] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:34:38.934800 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-d36f093a-ba58-4a4d-8ca5-87d083008da2 tempest-TestNetworkAdvancedServerOps-470546014 tempest-TestNetworkAdvancedServerOps-470546014] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036854160497'] for network, before_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:34:39.157335 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-39bda19a-0c36-46bd-92b9-5c9071bcdc41 admin admin] Notify callbacks [] for router, before_response {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:34:39.172154 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-39bda19a-0c36-46bd-92b9-5c9071bcdc41 admin admin] 10.222.0.24 "DELETE /v2.0/routers/0ea8e1ee-31ad-471b-8150-35ecee69b799 HTTP/1.1" status: 204 len: 168 time: 3.9310489 Jan 14 07:34:39.172996 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84874) accepted ('10.222.0.24', 60946) {{(pid=84874) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:34:39.192862 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d56f070a-9a03-4c59-9665-942f001bf467 tempest-NetworksTest-1803261889 tempest-NetworksTest-1803261889] Pushing event updated for resources: {'Subnet': ['ID=3b651f38-3f14-4537-b910-360d2aac9776,revision_number=0']} {{(pid=84874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:34:39.267219 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-d56f070a-9a03-4c59-9665-942f001bf467 tempest-NetworksTest-1803261889 tempest-NetworksTest-1803261889] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.334s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:34:39.285800 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-d36f093a-ba58-4a4d-8ca5-87d083008da2 tempest-TestNetworkAdvancedServerOps-470546014 tempest-TestNetworkAdvancedServerOps-470546014] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-598987', 'neutron.services.segments.db._delete_segments_for_network-8777640583949'] for network, precommit_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:34:39.364982 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.db_base_plugin_v2 [None req-c33cb7a6-0bb5-4f63-a8f2-9dc972a8248d admin admin] Deleting subnet 6a9c912b-14c8-483c-b532-58b4febc87e9 {{(pid=84874) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Jan 14 07:34:39.376282 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-c33cb7a6-0bb5-4f63-a8f2-9dc972a8248d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:34:39.439363 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84875) accepted ('10.222.0.24', 60954) {{(pid=84875) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:34:39.459402 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9555ef5a-4cac-412d-a5bf-fb43cbde126d tempest-RoutersTest-1255860389 tempest-RoutersTest-1255860389] Checking segment: {'id': 'e303ad65-7c1c-482c-816a-0889f5428615', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 9, 'network_id': '859f5d0b-d558-4bbe-a1a8-b976185dabb2'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84874) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 14 07:34:39.459402 n-d-768862-2 neutron-server[84765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9555ef5a-4cac-412d-a5bf-fb43cbde126d tempest-RoutersTest-1255860389 tempest-RoutersTest-1255860389] Network hostable DHCP agents. Network: 859f5d0b-d558-4bbe-a1a8-b976185dabb2, hostable agents: ['32f3dd84-26da-4d18-bf15-6017a8fb7247'], hosted agents: [] {{(pid=84874) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Jan 14 07:34:39.465867 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-155b0319-bd21-44bf-bc5f-38e784678eec admin admin] Notify callbacks [] for security_group, before_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:34:39.491693 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-c33cb7a6-0bb5-4f63-a8f2-9dc972a8248d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036851807232'] for subnet, precommit_delete_associations {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:34:39.502624 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-155b0319-bd21-44bf-bc5f-38e784678eec admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:34:39.507177 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-155b0319-bd21-44bf-bc5f-38e784678eec admin admin] Usage tracker for resource:security_group_rule and tenant:78eb0fd20eb04f93803a79826d5cf71b is out of sync, need to count used quota {{(pid=84875) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:34:39.519687 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-155b0319-bd21-44bf-bc5f-38e784678eec admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84875) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:34:39.523538 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d56f070a-9a03-4c59-9665-942f001bf467 tempest-NetworksTest-1803261889 tempest-NetworksTest-1803261889] Checking segment: {'id': 'a3962bc8-8a3a-42a4-b05f-42bad68ba3ec', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 19, 'network_id': '833145dc-d25b-4cb3-a8e6-2b365fcc3cf9'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84874) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 14 07:34:39.523991 n-d-768862-2 neutron-server[84765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d56f070a-9a03-4c59-9665-942f001bf467 tempest-NetworksTest-1803261889 tempest-NetworksTest-1803261889] Network hostable DHCP agents. Network: 833145dc-d25b-4cb3-a8e6-2b365fcc3cf9, hostable agents: ['32f3dd84-26da-4d18-bf15-6017a8fb7247'], hosted agents: [] {{(pid=84874) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Jan 14 07:34:39.530783 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-155b0319-bd21-44bf-bc5f-38e784678eec admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:34:39.555498 n-d-768862-2 neutron-server[84765]: DEBUG neutron.services.segments.db [None req-d36f093a-ba58-4a4d-8ca5-87d083008da2 tempest-TestNetworkAdvancedServerOps-470546014 tempest-TestNetworkAdvancedServerOps-470546014] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['451d382d-b2b9-40e9-b54b-2e005545596c']}} {{(pid=84875) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:34:39.575650 n-d-768862-2 neutron-server[84765]: DEBUG neutron.services.segments.db [None req-d36f093a-ba58-4a4d-8ca5-87d083008da2 tempest-TestNetworkAdvancedServerOps-470546014 tempest-TestNetworkAdvancedServerOps-470546014] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '13dfbd42-af3c-4514-be22-5dc2508f3995') {'for_net_delete': True} {{(pid=84875) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:34:39.576066 n-d-768862-2 neutron-server[84765]: DEBUG neutron.services.segments.db [None req-d36f093a-ba58-4a4d-8ca5-87d083008da2 tempest-TestNetworkAdvancedServerOps-470546014 tempest-TestNetworkAdvancedServerOps-470546014] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '13dfbd42-af3c-4514-be22-5dc2508f3995') {} {{(pid=84875) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:34:39.592834 n-d-768862-2 neutron-server[84765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9555ef5a-4cac-412d-a5bf-fb43cbde126d tempest-RoutersTest-1255860389 tempest-RoutersTest-1255860389] Network 859f5d0b-d558-4bbe-a1a8-b976185dabb2 is scheduled to be hosted by DHCP agent 32f3dd84-26da-4d18-bf15-6017a8fb7247 with binding_index 1 {{(pid=84874) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Jan 14 07:34:39.600561 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-d36f093a-ba58-4a4d-8ca5-87d083008da2 tempest-TestNetworkAdvancedServerOps-470546014 tempest-TestNetworkAdvancedServerOps-470546014] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363259214173198', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036851408567'] for segment, before_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:34:39.617435 n-d-768862-2 neutron-server[84765]: DEBUG neutron.scheduler.base_scheduler [None req-9555ef5a-4cac-412d-a5bf-fb43cbde126d tempest-RoutersTest-1255860389 tempest-RoutersTest-1255860389] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768862-2, 859f5d0b-d558-4bbe-a1a8-b976185dabb2) {{(pid=84874) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 07:34:39.625602 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-d36f093a-ba58-4a4d-8ca5-87d083008da2 tempest-TestNetworkAdvancedServerOps-470546014 tempest-TestNetworkAdvancedServerOps-470546014] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854179735'] for segment, precommit_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:34:39.628832 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-d36f093a-ba58-4a4d-8ca5-87d083008da2 tempest-TestNetworkAdvancedServerOps-470546014 tempest-TestNetworkAdvancedServerOps-470546014] Releasing vxlan tunnel 18 to pool {{(pid=84875) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Jan 14 07:34:39.630834 n-d-768862-2 neutron-server[84765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d56f070a-9a03-4c59-9665-942f001bf467 tempest-NetworksTest-1803261889 tempest-NetworksTest-1803261889] Network 833145dc-d25b-4cb3-a8e6-2b365fcc3cf9 is scheduled to be hosted by DHCP agent 32f3dd84-26da-4d18-bf15-6017a8fb7247 with binding_index 1 {{(pid=84874) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Jan 14 07:34:39.635903 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5fcc5a93-da68-49fa-ac74-7e7c3ab16e72 None None] Network 859f5d0b-d558-4bbe-a1a8-b976185dabb2 requested from n-d-768862-2 {{(pid=84876) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 07:34:39.673223 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9555ef5a-4cac-412d-a5bf-fb43cbde126d tempest-RoutersTest-1255860389 tempest-RoutersTest-1255860389] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:34:39.676648 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-9555ef5a-4cac-412d-a5bf-fb43cbde126d tempest-RoutersTest-1255860389 tempest-RoutersTest-1255860389] Notify callbacks [] for subnet, before_response {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:34:39.695825 n-d-768862-2 neutron-server[84765]: DEBUG neutron.scheduler.base_scheduler [None req-d56f070a-9a03-4c59-9665-942f001bf467 tempest-NetworksTest-1803261889 tempest-NetworksTest-1803261889] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768862-2, 833145dc-d25b-4cb3-a8e6-2b365fcc3cf9) {{(pid=84874) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 07:34:39.698442 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-c33cb7a6-0bb5-4f63-a8f2-9dc972a8248d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036854176836'] for subnet, precommit_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:34:39.839960 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d363a273-1a5e-4960-8a31-4c9acae2e9c0 None None] Network 833145dc-d25b-4cb3-a8e6-2b365fcc3cf9 requested from n-d-768862-2 {{(pid=84876) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 07:34:39.846872 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d56f070a-9a03-4c59-9665-942f001bf467 tempest-NetworksTest-1803261889 tempest-NetworksTest-1803261889] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:34:39.847534 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-d56f070a-9a03-4c59-9665-942f001bf467 tempest-NetworksTest-1803261889 tempest-NetworksTest-1803261889] Notify callbacks [] for subnet, before_response {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:34:39.883170 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-9555ef5a-4cac-412d-a5bf-fb43cbde126d tempest-RoutersTest-1255860389 tempest-RoutersTest-1255860389] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 5.6180694 Jan 14 07:34:39.884211 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84874) accepted ('10.222.0.24', 60968) {{(pid=84874) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:34:39.897215 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.v2.base [None req-46ccf58e-f14b-4798-9438-ae76b27c7a3d tempest-RoutersTest-1255860389 tempest-RoutersTest-1255860389] Request body: {'router': {'name': 'tempest-RoutersTest-router-366176513', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=84874) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:34:39.915633 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-d56f070a-9a03-4c59-9665-942f001bf467 tempest-NetworksTest-1803261889 tempest-NetworksTest-1803261889] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 4.4856124 Jan 14 07:34:39.915633 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-46ccf58e-f14b-4798-9438-ae76b27c7a3d tempest-RoutersTest-1255860389 tempest-RoutersTest-1255860389] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:34:39.937428 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84874) accepted ('10.222.0.24', 60972) {{(pid=84874) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:34:39.941091 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-46ccf58e-f14b-4798-9438-ae76b27c7a3d tempest-RoutersTest-1255860389 tempest-RoutersTest-1255860389] Usage tracker for resource:router and tenant:2a076c09cf6548039ba7b64b98184a0e is out of sync, need to count used quota {{(pid=84874) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:34:39.969911 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-46ccf58e-f14b-4798-9438-ae76b27c7a3d tempest-RoutersTest-1255860389 tempest-RoutersTest-1255860389] Quota usage for router was recalculated. Used quota:0. {{(pid=84874) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:34:40.043856 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-46ccf58e-f14b-4798-9438-ae76b27c7a3d tempest-RoutersTest-1255860389 tempest-RoutersTest-1255860389] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:34:40.513973 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.managers [None req-d36f093a-ba58-4a4d-8ca5-87d083008da2 tempest-TestNetworkAdvancedServerOps-470546014 tempest-TestNetworkAdvancedServerOps-470546014] Network 451d382d-b2b9-40e9-b54b-2e005545596c has no segments {{(pid=84875) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 14 07:34:40.547076 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Device a560da49-2ea6-4960-a7f7-b9f9ba31bab6 no longer exists at agent ovs-agent-n-d-768862-2 {{(pid=84876) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jan 14 07:34:40.564834 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-d36f093a-ba58-4a4d-8ca5-87d083008da2 tempest-TestNetworkAdvancedServerOps-470546014 tempest-TestNetworkAdvancedServerOps-470546014] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-596065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3154253'] for segment, after_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:34:40.593228 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-155b0319-bd21-44bf-bc5f-38e784678eec admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:34:40.651014 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-46ccf58e-f14b-4798-9438-ae76b27c7a3d tempest-RoutersTest-1255860389 tempest-RoutersTest-1255860389] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3889205', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854717621'] for router, before_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:34:40.652580 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-46ccf58e-f14b-4798-9438-ae76b27c7a3d tempest-RoutersTest-1255860389 tempest-RoutersTest-1255860389] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036850886574', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3912501', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3808446', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-58179'] for router, precommit_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:34:40.659429 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-155b0319-bd21-44bf-bc5f-38e784678eec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850887153'] for security_group, after_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:34:40.678020 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-f4afbdea-3418-4e9e-9173-89d5571592f0 tempest-SecGroupIPv6Test-296392250 tempest-SecGroupIPv6Test-296392250] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:34:40.765228 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-155b0319-bd21-44bf-bc5f-38e784678eec admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=78eb0fd20eb04f93803a79826d5cf71b&name=default HTTP/1.1" status: 200 len: 2983 time: 1.3220561 Jan 14 07:34:40.766289 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.plugin [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] No Port match for: a560da49-2ea6-4960-a7f7-b9f9ba31bab6 {{(pid=84876) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2188}} Jan 14 07:34:40.767356 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Device a560da49-2ea6-4960-a7f7-b9f9ba31bab6 not bound to the agent host n-d-768862-2 {{(pid=84876) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jan 14 07:34:40.768269 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Device ca9b0343-3540-46d4-a8e7-8c9181705610 no longer exists at agent ovs-agent-n-d-768862-2 {{(pid=84876) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jan 14 07:34:40.770699 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84875) accepted ('10.222.0.24', 60976) {{(pid=84875) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:34:40.824650 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.plugin [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] No Port match for: ca9b0343-3540-46d4-a8e7-8c9181705610 {{(pid=84876) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2188}} Jan 14 07:34:40.825530 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Device ca9b0343-3540-46d4-a8e7-8c9181705610 not bound to the agent host n-d-768862-2 {{(pid=84876) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jan 14 07:34:40.829159 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb4827b9-18a8-4203-a07b-ad2e75fc7029 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5d94dc7a-c095-50a4-955e-5f3b78718a12-833145dc-d25b-4cb3-a8e6-2b365fcc3cf9', 'network_id': '833145dc-d25b-4cb3-a8e6-2b365fcc3cf9', 'tenant_id': '93b2211854874c6cae5592aa469fb908', 'fixed_ips': [{'subnet_id': '3b651f38-3f14-4537-b910-360d2aac9776'}]}} from n-d-768862-2. {{(pid=84876) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Jan 14 07:34:40.831386 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-bb4827b9-18a8-4203-a07b-ad2e75fc7029 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555753'] for port, before_create {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:34:40.837555 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-cc534c0c-9949-4de9-b357-9ff7f1c9cf69 tempest-NetworksTest-1803261889 tempest-NetworksTest-1803261889] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036854160497'] for network, before_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:34:40.920842 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-155b0319-bd21-44bf-bc5f-38e784678eec admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c7345bf8-7811-47e0-b60a-196900a182f3,revision_number=1']} {{(pid=84875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:34:40.953327 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-4d6c744c-c3ab-4682-b43d-c29c6667ce28 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:34:40.991861 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-4d6c744c-c3ab-4682-b43d-c29c6667ce28 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:34:41.040947 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-155b0319-bd21-44bf-bc5f-38e784678eec admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.362s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:34:41.080935 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.managers [None req-d36f093a-ba58-4a4d-8ca5-87d083008da2 tempest-TestNetworkAdvancedServerOps-470546014 tempest-TestNetworkAdvancedServerOps-470546014] Network 451d382d-b2b9-40e9-b54b-2e005545596c has no segments {{(pid=84875) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 14 07:34:41.113932 n-d-768862-2 neutron-server[84765]: Traceback (most recent call last): Jan 14 07:34:41.113932 n-d-768862-2 neutron-server[84765]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 14 07:34:41.113932 n-d-768862-2 neutron-server[84765]: timer() Jan 14 07:34:41.113932 n-d-768862-2 neutron-server[84765]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 14 07:34:41.113932 n-d-768862-2 neutron-server[84765]: cb(*args, **kw) Jan 14 07:34:41.113932 n-d-768862-2 neutron-server[84765]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Jan 14 07:34:41.113932 n-d-768862-2 neutron-server[84765]: return func(*args, **kwargs) Jan 14 07:34:41.113932 n-d-768862-2 neutron-server[84765]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 14 07:34:41.113932 n-d-768862-2 neutron-server[84765]: self._notify() Jan 14 07:34:41.113932 n-d-768862-2 neutron-server[84765]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 14 07:34:41.113932 n-d-768862-2 neutron-server[84765]: self.callback(batched_events) Jan 14 07:34:41.113932 n-d-768862-2 neutron-server[84765]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 14 07:34:41.113932 n-d-768862-2 neutron-server[84765]: event.method(event) Jan 14 07:34:41.113932 n-d-768862-2 neutron-server[84765]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 14 07:34:41.113932 n-d-768862-2 neutron-server[84765]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 14 07:34:41.113932 n-d-768862-2 neutron-server[84765]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Jan 14 07:34:41.113932 n-d-768862-2 neutron-server[84765]: segment_id)['aggregates'][0] Jan 14 07:34:41.113932 n-d-768862-2 neutron-server[84765]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 14 07:34:41.113932 n-d-768862-2 neutron-server[84765]: return f(self, *a, **k) Jan 14 07:34:41.113932 n-d-768862-2 neutron-server[84765]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 14 07:34:41.113932 n-d-768862-2 neutron-server[84765]: return self._get(url).json() Jan 14 07:34:41.113932 n-d-768862-2 neutron-server[84765]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 14 07:34:41.113932 n-d-768862-2 neutron-server[84765]: **kwargs) Jan 14 07:34:41.113932 n-d-768862-2 neutron-server[84765]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 14 07:34:41.113932 n-d-768862-2 neutron-server[84765]: return self.request(url, 'GET', **kwargs) Jan 14 07:34:41.113932 n-d-768862-2 neutron-server[84765]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Jan 14 07:34:41.113932 n-d-768862-2 neutron-server[84765]: **endpoint_filter) Jan 14 07:34:41.113932 n-d-768862-2 neutron-server[84765]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 14 07:34:41.113932 n-d-768862-2 neutron-server[84765]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 14 07:34:41.113932 n-d-768862-2 neutron-server[84765]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 14 07:34:41.113932 n-d-768862-2 neutron-server[84765]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 14 07:34:41.113932 n-d-768862-2 neutron-server[84765]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 14 07:34:41.149950 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-cc534c0c-9949-4de9-b357-9ff7f1c9cf69 tempest-NetworksTest-1803261889 tempest-NetworksTest-1803261889] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036854176836'] for subnet, precommit_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:34:41.184543 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-4d6c744c-c3ab-4682-b43d-c29c6667ce28 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850887153'] for security_group, after_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:34:41.198254 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-6988d988-041e-4f17-b446-f37b0f3ef888 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:34:41.228246 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-c33cb7a6-0bb5-4f63-a8f2-9dc972a8248d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-598964', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850887113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036851521664', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2794686'] for subnet, after_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:34:41.235190 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-4d6c744c-c3ab-4682-b43d-c29c6667ce28 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:34:41.239901 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-4d6c744c-c3ab-4682-b43d-c29c6667ce28 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/c7345bf8-7811-47e0-b60a-196900a182f3 HTTP/1.1" status: 204 len: 168 time: 0.4621091 Jan 14 07:34:41.239901 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d6c744c-c3ab-4682-b43d-c29c6667ce28 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c7345bf8-7811-47e0-b60a-196900a182f3,revision_number=None']} {{(pid=84875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:34:41.251115 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-4d6c744c-c3ab-4682-b43d-c29c6667ce28 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:34:41.258749 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-d36f093a-ba58-4a4d-8ca5-87d083008da2 tempest-TestNetworkAdvancedServerOps-470546014 tempest-TestNetworkAdvancedServerOps-470546014] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036854176830', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850887149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3912591'] for network, after_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:34:41.276457 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-46ccf58e-f14b-4798-9438-ae76b27c7a3d tempest-RoutersTest-1255860389 tempest-RoutersTest-1255860389] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:34:41.278176 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-d36f093a-ba58-4a4d-8ca5-87d083008da2 tempest-TestNetworkAdvancedServerOps-470546014 tempest-TestNetworkAdvancedServerOps-470546014] Notify callbacks [] for network, before_response {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:34:41.295713 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-b604c6b9-0093-4623-95ab-7462f382e725 tempest-NetworksTest-1803261889 tempest-NetworksTest-1803261889] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:34:41.300514 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dafe25a4-7c7b-48e4-bf34-32b4344b5f9c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5d94dc7a-c095-50a4-955e-5f3b78718a12-859f5d0b-d558-4bbe-a1a8-b976185dabb2', 'network_id': '859f5d0b-d558-4bbe-a1a8-b976185dabb2', 'tenant_id': '2a076c09cf6548039ba7b64b98184a0e', 'fixed_ips': [{'subnet_id': '74bbff26-bf1d-4a3d-bb3c-e0039d526a86'}]}} from n-d-768862-2. {{(pid=84876) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Jan 14 07:34:41.301484 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-dafe25a4-7c7b-48e4-bf34-32b4344b5f9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555753'] for port, before_create {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:34:41.302570 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-ae20a47d-011d-410d-a867-112d08606f03 tempest-NetworksTest-1803261889 tempest-NetworksTest-1803261889] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:34:41.331071 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d36f093a-ba58-4a4d-8ca5-87d083008da2 tempest-TestNetworkAdvancedServerOps-470546014 tempest-TestNetworkAdvancedServerOps-470546014] Pushing event deleted for resources: {'Network': ['ID=451d382d-b2b9-40e9-b54b-2e005545596c,revision_number=None']} {{(pid=84875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:34:41.334919 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-d36f093a-ba58-4a4d-8ca5-87d083008da2 tempest-TestNetworkAdvancedServerOps-470546014 tempest-TestNetworkAdvancedServerOps-470546014] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:34:41.337978 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-d36f093a-ba58-4a4d-8ca5-87d083008da2 tempest-TestNetworkAdvancedServerOps-470546014 tempest-TestNetworkAdvancedServerOps-470546014] 10.222.0.24 "DELETE /v2.0/networks/451d382d-b2b9-40e9-b54b-2e005545596c HTTP/1.1" status: 204 len: 168 time: 2.7187462 Jan 14 07:34:41.340298 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84875) accepted ('10.222.0.24', 60984) {{(pid=84875) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:34:41.350843 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-46ccf58e-f14b-4798-9438-ae76b27c7a3d tempest-RoutersTest-1255860389 tempest-RoutersTest-1255860389] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036850886612', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036850863158'] for router, after_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:34:41.355394 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-017f98a9-8a07-408c-a86f-8ff0c00400a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363259214191800', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854171626'] for agent, after_update {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:34:41.444077 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c33cb7a6-0bb5-4f63-a8f2-9dc972a8248d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6a9c912b-14c8-483c-b532-58b4febc87e9,revision_number=None']} {{(pid=84874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:34:41.462330 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-f735ea6c-8850-4686-bbef-ebe2ec941f36 tempest-TestNetworkAdvancedServerOps-470546014 tempest-TestNetworkAdvancedServerOps-470546014] Notify callbacks [] for security_group, before_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:34:41.475154 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-c33cb7a6-0bb5-4f63-a8f2-9dc972a8248d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.181s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:34:41.521749 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-f735ea6c-8850-4686-bbef-ebe2ec941f36 tempest-TestNetworkAdvancedServerOps-470546014 tempest-TestNetworkAdvancedServerOps-470546014] Notify callbacks [] for security_group, precommit_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:34:41.611017 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-f735ea6c-8850-4686-bbef-ebe2ec941f36 tempest-TestNetworkAdvancedServerOps-470546014 tempest-TestNetworkAdvancedServerOps-470546014] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850887153'] for security_group, after_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:34:41.611913 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-46ccf58e-f14b-4798-9438-ae76b27c7a3d tempest-RoutersTest-1255860389 tempest-RoutersTest-1255860389] Notify callbacks [] for router, before_response {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:34:41.617839 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-46ccf58e-f14b-4798-9438-ae76b27c7a3d tempest-RoutersTest-1255860389 tempest-RoutersTest-1255860389] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 1.7247872 Jan 14 07:34:41.621461 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84874) accepted ('10.222.0.24', 60988) {{(pid=84874) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:34:41.623734 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-f7350c99-d90e-4e0e-ad94-b8257ecb226d tempest-SecGroupIPv6Test-296392250 tempest-SecGroupIPv6Test-296392250] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:34:41.643609 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.v2.base [None req-7eae753b-ff8e-4b95-a949-ebbc5052ce0f tempest-RoutersTest-1255860389 tempest-RoutersTest-1255860389] Request body: {'port': {'network_id': '859f5d0b-d558-4bbe-a1a8-b976185dabb2', 'name': 'tempest-RoutersTest-371966078'}} {{(pid=84874) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:34:41.652736 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f735ea6c-8850-4686-bbef-ebe2ec941f36 tempest-TestNetworkAdvancedServerOps-470546014 tempest-TestNetworkAdvancedServerOps-470546014] Pushing event deleted for resources: {'SecurityGroup': ['ID=d9790464-4eb5-41de-94c7-2db134326591,revision_number=None']} {{(pid=84875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:34:41.657582 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-f735ea6c-8850-4686-bbef-ebe2ec941f36 tempest-TestNetworkAdvancedServerOps-470546014 tempest-TestNetworkAdvancedServerOps-470546014] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:34:41.659559 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-f735ea6c-8850-4686-bbef-ebe2ec941f36 tempest-TestNetworkAdvancedServerOps-470546014 tempest-TestNetworkAdvancedServerOps-470546014] Notify callbacks [] for security_group, before_response {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:34:41.661970 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-f735ea6c-8850-4686-bbef-ebe2ec941f36 tempest-TestNetworkAdvancedServerOps-470546014 tempest-TestNetworkAdvancedServerOps-470546014] 10.222.0.24 "DELETE /v2.0/security-groups/d9790464-4eb5-41de-94c7-2db134326591 HTTP/1.1" status: 204 len: 168 time: 0.3198123 Jan 14 07:34:41.740986 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-c33cb7a6-0bb5-4f63-a8f2-9dc972a8248d admin admin] Notify callbacks [] for subnet, before_response {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:34:41.743089 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-c33cb7a6-0bb5-4f63-a8f2-9dc972a8248d admin admin] 10.222.0.24 "DELETE /v2.0/subnets/6a9c912b-14c8-483c-b532-58b4febc87e9 HTTP/1.1" status: 204 len: 168 time: 2.5521636 Jan 14 07:34:41.746263 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84875) accepted ('10.222.0.24', 60996) {{(pid=84875) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:34:41.773290 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d8dd661-6ee9-4471-9f7a-2dae3274ec1c None None] Network e07b3c37-d515-44aa-a191-18820b094a97 requested from n-d-768862-2 {{(pid=84876) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 07:34:41.920760 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-7eae753b-ff8e-4b95-a949-ebbc5052ce0f tempest-RoutersTest-1255860389 tempest-RoutersTest-1255860389] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:34:41.930326 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-7eae753b-ff8e-4b95-a949-ebbc5052ce0f tempest-RoutersTest-1255860389 tempest-RoutersTest-1255860389] Usage tracker for resource:port and tenant:2a076c09cf6548039ba7b64b98184a0e is out of sync, need to count used quota {{(pid=84874) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:34:41.942739 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-7eae753b-ff8e-4b95-a949-ebbc5052ce0f tempest-RoutersTest-1255860389 tempest-RoutersTest-1255860389] Quota usage for port was recalculated. Used quota:0. {{(pid=84874) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:34:41.954033 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-7eae753b-ff8e-4b95-a949-ebbc5052ce0f tempest-RoutersTest-1255860389 tempest-RoutersTest-1255860389] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:34:41.957769 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-619aca01-d0ff-4d8e-a36b-4d5a3f81c53b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036854160497'] for network, before_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:34:42.008628 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7eae753b-ff8e-4b95-a949-ebbc5052ce0f tempest-RoutersTest-1255860389 tempest-RoutersTest-1255860389] Made reservation on behalf of 2a076c09cf6548039ba7b64b98184a0e for: {'port': 1} {{(pid=84874) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 07:34:42.018780 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-7eae753b-ff8e-4b95-a949-ebbc5052ce0f tempest-RoutersTest-1255860389 tempest-RoutersTest-1255860389] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555753'] for port, before_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:34:42.097499 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.db_base_plugin_common [None req-dafe25a4-7c7b-48e4-bf34-32b4344b5f9c None None] Allocated IP 172.20.0.2 (859f5d0b-d558-4bbe-a1a8-b976185dabb2/74bbff26-bf1d-4a3d-bb3c-e0039d526a86/d363cb42-0e82-4763-8031-18a3295242b9) {{(pid=84876) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 14 07:34:42.182946 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.plugin [None req-619aca01-d0ff-4d8e-a36b-4d5a3f81c53b admin admin] Deleting port 68a81928-b3a5-44f8-b663-b15d84ecd1d2 {{(pid=84875) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 07:34:42.183390 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-619aca01-d0ff-4d8e-a36b-4d5a3f81c53b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363259214248359'] for port, before_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:34:42.251372 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84874) accepted ('10.222.0.24', 32780) {{(pid=84874) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:34:42.265657 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.v2.base [None req-0b4b7a03-d2af-44d0-b35b-d9789eb905af tempest-TestNetworkAdvancedServerOps-470546014 tempest-TestNetworkAdvancedServerOps-470546014] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-770001994', 'description': 'tempest-secgroup-smoke-770001994 description', 'project_id': '6f3510a486e44d0a99223e7a34e71069'}} {{(pid=84874) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:34:42.283258 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-0b4b7a03-d2af-44d0-b35b-d9789eb905af tempest-TestNetworkAdvancedServerOps-470546014 tempest-TestNetworkAdvancedServerOps-470546014] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:34:42.288216 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-0b4b7a03-d2af-44d0-b35b-d9789eb905af tempest-TestNetworkAdvancedServerOps-470546014 tempest-TestNetworkAdvancedServerOps-470546014] Usage tracker for resource:security_group and tenant:6f3510a486e44d0a99223e7a34e71069 is out of sync, need to count used quota {{(pid=84874) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:34:42.292580 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-0b4b7a03-d2af-44d0-b35b-d9789eb905af tempest-TestNetworkAdvancedServerOps-470546014 tempest-TestNetworkAdvancedServerOps-470546014] Quota usage for security_group was recalculated. Used quota:1. {{(pid=84874) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:34:42.300924 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-0b4b7a03-d2af-44d0-b35b-d9789eb905af tempest-TestNetworkAdvancedServerOps-470546014 tempest-TestNetworkAdvancedServerOps-470546014] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:34:42.341982 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.db_base_plugin_common [None req-bb4827b9-18a8-4203-a07b-ad2e75fc7029 None None] Allocated IP 172.20.0.2 (833145dc-d25b-4cb3-a8e6-2b365fcc3cf9/3b651f38-3f14-4537-b910-360d2aac9776/e569f198-a258-4324-bbf7-239a574cd188) {{(pid=84876) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 14 07:34:42.345476 n-d-768862-2 neutron-server[84765]: DEBUG neutron.notifiers.nova [None req-7eae753b-ff8e-4b95-a949-ebbc5052ce0f tempest-RoutersTest-1255860389 tempest-RoutersTest-1255860389] device_id is not set on port 14a67a0b-6bf0-4341-87d3-a88979ada958 yet. {{(pid=84874) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}} Jan 14 07:34:42.489964 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-0b4b7a03-d2af-44d0-b35b-d9789eb905af tempest-TestNetworkAdvancedServerOps-470546014 tempest-TestNetworkAdvancedServerOps-470546014] Notify callbacks [] for security_group, before_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:34:42.552786 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-0b4b7a03-d2af-44d0-b35b-d9789eb905af tempest-TestNetworkAdvancedServerOps-470546014 tempest-TestNetworkAdvancedServerOps-470546014] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:34:42.559082 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-0b4b7a03-d2af-44d0-b35b-d9789eb905af tempest-TestNetworkAdvancedServerOps-470546014 tempest-TestNetworkAdvancedServerOps-470546014] Usage tracker for resource:security_group_rule and tenant:6f3510a486e44d0a99223e7a34e71069 is out of sync, need to count used quota {{(pid=84874) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:34:42.565595 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-0b4b7a03-d2af-44d0-b35b-d9789eb905af tempest-TestNetworkAdvancedServerOps-470546014 tempest-TestNetworkAdvancedServerOps-470546014] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84874) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:34:42.572552 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-0b4b7a03-d2af-44d0-b35b-d9789eb905af tempest-TestNetworkAdvancedServerOps-470546014 tempest-TestNetworkAdvancedServerOps-470546014] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:34:42.617785 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28d360dd-9b14-453d-b607-171bc9db605f None None] DHCP port deletion for e07b3c37-d515-44aa-a191-18820b094a97 request from n-d-768862-2 {{(pid=84876) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Jan 14 07:34:42.645635 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.plugin [None req-28d360dd-9b14-453d-b607-171bc9db605f None None] Deleting port 68a81928-b3a5-44f8-b663-b15d84ecd1d2 {{(pid=84876) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 07:34:42.645957 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-28d360dd-9b14-453d-b607-171bc9db605f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363259214248359'] for port, before_delete {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:34:42.678151 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-0b4b7a03-d2af-44d0-b35b-d9789eb905af tempest-TestNetworkAdvancedServerOps-470546014 tempest-TestNetworkAdvancedServerOps-470546014] Notify callbacks [] for security_group, precommit_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:34:42.695822 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-0b4b7a03-d2af-44d0-b35b-d9789eb905af tempest-TestNetworkAdvancedServerOps-470546014 tempest-TestNetworkAdvancedServerOps-470546014] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850887153'] for security_group, after_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:34:42.738752 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-260eef35-3ac5-42c9-af17-b802cb0ef501 tempest-PortsTestJSON-2091589570 tempest-PortsTestJSON-2091589570] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:34:42.751720 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [None req-619aca01-d0ff-4d8e-a36b-4d5a3f81c53b admin admin] For port 68a81928-b3a5-44f8-b663-b15d84ecd1d2, host n-d-768862-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-2',level=0,port_id=68a81928-b3a5-44f8-b663-b15d84ecd1d2,segment=NetworkSegment(e184b47d-2e0b-41ff-8775-991248c5f303),segment_id=e184b47d-2e0b-41ff-8775-991248c5f303)] {{(pid=84875) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 07:34:42.754057 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-619aca01-d0ff-4d8e-a36b-4d5a3f81c53b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036850862667'] for port, precommit_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:34:42.755000 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-0b4b7a03-d2af-44d0-b35b-d9789eb905af tempest-TestNetworkAdvancedServerOps-470546014 tempest-TestNetworkAdvancedServerOps-470546014] Notify callbacks [] for security_group, before_response {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:34:42.761023 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-0b4b7a03-d2af-44d0-b35b-d9789eb905af tempest-TestNetworkAdvancedServerOps-470546014 tempest-TestNetworkAdvancedServerOps-470546014] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.5081067 Jan 14 07:34:42.762008 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84874) accepted ('10.222.0.24', 32794) {{(pid=84874) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:34:42.813538 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-dafe25a4-7c7b-48e4-bf34-32b4344b5f9c None None] Notify callbacks [] for port, precommit_create {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:34:42.818801 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.v2.base [None req-2bb54fb7-5de1-4a4e-b89a-936c9890b575 tempest-TestNetworkAdvancedServerOps-470546014 tempest-TestNetworkAdvancedServerOps-470546014] Request body: {'security_group_rule': {'security_group_id': '39130085-fe92-4276-89a4-9a554e26e678', 'project_id': '6f3510a486e44d0a99223e7a34e71069', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=84874) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:34:42.822328 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-852a24f7-e9a1-4193-9abb-e9506fe5213f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363259214191800', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854171626'] for agent, after_update {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:34:42.850426 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-2bb54fb7-5de1-4a4e-b89a-936c9890b575 tempest-TestNetworkAdvancedServerOps-470546014 tempest-TestNetworkAdvancedServerOps-470546014] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:34:42.860048 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-2bb54fb7-5de1-4a4e-b89a-936c9890b575 tempest-TestNetworkAdvancedServerOps-470546014 tempest-TestNetworkAdvancedServerOps-470546014] Usage tracker for resource:security_group_rule and tenant:6f3510a486e44d0a99223e7a34e71069 is out of sync, need to count used quota {{(pid=84874) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:34:42.864147 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b4b7a03-d2af-44d0-b35b-d9789eb905af tempest-TestNetworkAdvancedServerOps-470546014 tempest-TestNetworkAdvancedServerOps-470546014] Pushing event updated for resources: {'SecurityGroup': ['ID=39130085-fe92-4276-89a4-9a554e26e678,revision_number=1']} {{(pid=84874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:34:42.882092 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-2bb54fb7-5de1-4a4e-b89a-936c9890b575 tempest-TestNetworkAdvancedServerOps-470546014 tempest-TestNetworkAdvancedServerOps-470546014] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84874) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:34:42.886826 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-0b4b7a03-d2af-44d0-b35b-d9789eb905af tempest-TestNetworkAdvancedServerOps-470546014 tempest-TestNetworkAdvancedServerOps-470546014] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:34:42.894802 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-2bb54fb7-5de1-4a4e-b89a-936c9890b575 tempest-TestNetworkAdvancedServerOps-470546014 tempest-TestNetworkAdvancedServerOps-470546014] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:34:42.942107 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-2bb54fb7-5de1-4a4e-b89a-936c9890b575 tempest-TestNetworkAdvancedServerOps-470546014 tempest-TestNetworkAdvancedServerOps-470546014] Notify callbacks [] for security_group_rule, before_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:34:42.991671 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.plugin [None req-619aca01-d0ff-4d8e-a36b-4d5a3f81c53b admin admin] Calling delete_port for 68a81928-b3a5-44f8-b663-b15d84ecd1d2 owned by network:dhcp {{(pid=84875) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 07:34:43.025812 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [None req-28d360dd-9b14-453d-b607-171bc9db605f None None] For port 68a81928-b3a5-44f8-b663-b15d84ecd1d2, host n-d-768862-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-2',level=0,port_id=68a81928-b3a5-44f8-b663-b15d84ecd1d2,segment=NetworkSegment(e184b47d-2e0b-41ff-8775-991248c5f303),segment_id=e184b47d-2e0b-41ff-8775-991248c5f303)] {{(pid=84876) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 07:34:43.026271 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-28d360dd-9b14-453d-b607-171bc9db605f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036850862667'] for port, precommit_delete {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:34:43.077246 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-2bb54fb7-5de1-4a4e-b89a-936c9890b575 tempest-TestNetworkAdvancedServerOps-470546014 tempest-TestNetworkAdvancedServerOps-470546014] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:34:43.083143 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-2bb54fb7-5de1-4a4e-b89a-936c9890b575 tempest-TestNetworkAdvancedServerOps-470546014 tempest-TestNetworkAdvancedServerOps-470546014] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850966545'] for security_group_rule, after_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:34:43.085791 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-2460c9ba-f1a1-481a-bb71-aa38dd3134a2 tempest-NegativeSecGroupIPv6Test-1980982801 tempest-NegativeSecGroupIPv6Test-1980982801] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:34:43.103774 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-619aca01-d0ff-4d8e-a36b-4d5a3f81c53b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777640533329', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777640097463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851621574'] for port, after_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:34:43.120893 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-24c145f0-09cf-44a4-ad49-301844e90f8f tempest-FloatingIPNegativeTestJSON-2001787271 tempest-FloatingIPNegativeTestJSON-2001787271] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:34:43.134465 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bb54fb7-5de1-4a4e-b89a-936c9890b575 tempest-TestNetworkAdvancedServerOps-470546014 tempest-TestNetworkAdvancedServerOps-470546014] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d16a4da4-53a5-4edd-a647-e200f8340c73,revision_number=0']} {{(pid=84874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:34:43.150114 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-2bb54fb7-5de1-4a4e-b89a-936c9890b575 tempest-TestNetworkAdvancedServerOps-470546014 tempest-TestNetworkAdvancedServerOps-470546014] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:34:43.163773 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-2bb54fb7-5de1-4a4e-b89a-936c9890b575 tempest-TestNetworkAdvancedServerOps-470546014 tempest-TestNetworkAdvancedServerOps-470546014] Notify callbacks [] for security_group_rule, before_response {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:34:43.169258 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-2bb54fb7-5de1-4a4e-b89a-936c9890b575 tempest-TestNetworkAdvancedServerOps-470546014 tempest-TestNetworkAdvancedServerOps-470546014] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4012809 Jan 14 07:34:43.170897 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84874) accepted ('10.222.0.24', 32804) {{(pid=84874) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:34:43.177497 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.v2.base [None req-24cf1fc0-18ca-4ad9-9f0f-c44f297ce109 tempest-TestNetworkAdvancedServerOps-470546014 tempest-TestNetworkAdvancedServerOps-470546014] Request body: {'security_group_rule': {'security_group_id': '39130085-fe92-4276-89a4-9a554e26e678', 'project_id': '6f3510a486e44d0a99223e7a34e71069', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=84874) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:34:43.191522 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-24cf1fc0-18ca-4ad9-9f0f-c44f297ce109 tempest-TestNetworkAdvancedServerOps-470546014 tempest-TestNetworkAdvancedServerOps-470546014] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:34:43.196263 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-24cf1fc0-18ca-4ad9-9f0f-c44f297ce109 tempest-TestNetworkAdvancedServerOps-470546014 tempest-TestNetworkAdvancedServerOps-470546014] Usage tracker for resource:security_group_rule and tenant:6f3510a486e44d0a99223e7a34e71069 is out of sync, need to count used quota {{(pid=84874) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:34:43.197064 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.plugin [None req-28d360dd-9b14-453d-b607-171bc9db605f None None] Calling delete_port for 68a81928-b3a5-44f8-b663-b15d84ecd1d2 owned by network:dhcp {{(pid=84876) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 07:34:43.200300 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-24cf1fc0-18ca-4ad9-9f0f-c44f297ce109 tempest-TestNetworkAdvancedServerOps-470546014 tempest-TestNetworkAdvancedServerOps-470546014] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=84874) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:34:43.203676 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-619aca01-d0ff-4d8e-a36b-4d5a3f81c53b admin admin] Pushing event deleted for resources: {'Port': ['ID=68a81928-b3a5-44f8-b663-b15d84ecd1d2,revision_number=None']} {{(pid=84875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:34:43.208155 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-24cf1fc0-18ca-4ad9-9f0f-c44f297ce109 tempest-TestNetworkAdvancedServerOps-470546014 tempest-TestNetworkAdvancedServerOps-470546014] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=84874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:34:43.239560 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-24cf1fc0-18ca-4ad9-9f0f-c44f297ce109 tempest-TestNetworkAdvancedServerOps-470546014 tempest-TestNetworkAdvancedServerOps-470546014] Notify callbacks [] for security_group_rule, before_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:34:43.272585 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-619aca01-d0ff-4d8e-a36b-4d5a3f81c53b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:34:43.374715 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-24cf1fc0-18ca-4ad9-9f0f-c44f297ce109 tempest-TestNetworkAdvancedServerOps-470546014 tempest-TestNetworkAdvancedServerOps-470546014] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:34:43.378749 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-dafe25a4-7c7b-48e4-bf34-32b4344b5f9c None None] Transition to ACTIVE for port object d363cb42-0e82-4763-8031-18a3295242b9 will not be triggered until provisioned by entity L2. {{(pid=84876) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 07:34:43.379984 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-24cf1fc0-18ca-4ad9-9f0f-c44f297ce109 tempest-TestNetworkAdvancedServerOps-470546014 tempest-TestNetworkAdvancedServerOps-470546014] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850966545'] for security_group_rule, after_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:34:43.388194 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-619aca01-d0ff-4d8e-a36b-4d5a3f81c53b admin admin] No DVR routers for this DVR port 68a81928-b3a5-44f8-b663-b15d84ecd1d2 on host n-d-768862-2 {{(pid=84875) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Jan 14 07:34:43.392719 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-5e2b9c3f-8aa9-4bfa-bb7f-5bdbd83f3bc2 tempest-SecGroupIPv6Test-296392250 tempest-SecGroupIPv6Test-296392250] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:34:43.400891 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-dafe25a4-7c7b-48e4-bf34-32b4344b5f9c None None] Transition to ACTIVE for port object d363cb42-0e82-4763-8031-18a3295242b9 will not be triggered until provisioned by entity DHCP. {{(pid=84876) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 07:34:43.403464 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.db.api [None req-28d360dd-9b14-453d-b607-171bc9db605f None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84876) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Jan 14 07:34:43.404091 n-d-768862-2 neutron-server[84765]: DEBUG oslo_db.api [None req-28d360dd-9b14-453d-b607-171bc9db605f None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84876) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Jan 14 07:34:43.405140 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-bb4827b9-18a8-4203-a07b-ad2e75fc7029 None None] Notify callbacks [] for port, precommit_create {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:34:43.421656 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-dafe25a4-7c7b-48e4-bf34-32b4344b5f9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777640123575'] for port, after_create {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:34:43.426026 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24cf1fc0-18ca-4ad9-9f0f-c44f297ce109 tempest-TestNetworkAdvancedServerOps-470546014 tempest-TestNetworkAdvancedServerOps-470546014] Pushing event updated for resources: {'SecurityGroupRule': ['ID=deae3c57-6c5e-4eb7-9fdb-0dcb08332994,revision_number=0']} {{(pid=84874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:34:43.460742 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-44244c47-5537-43cf-9342-8f14b4057d95 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84876) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:34:43.472958 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-24cf1fc0-18ca-4ad9-9f0f-c44f297ce109 tempest-TestNetworkAdvancedServerOps-470546014 tempest-TestNetworkAdvancedServerOps-470546014] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:34:43.480494 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84874) accepted ('10.222.0.24', 32810) {{(pid=84874) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:34:43.513403 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-24cf1fc0-18ca-4ad9-9f0f-c44f297ce109 tempest-TestNetworkAdvancedServerOps-470546014 tempest-TestNetworkAdvancedServerOps-470546014] Notify callbacks [] for security_group_rule, before_response {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:34:43.518276 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-24cf1fc0-18ca-4ad9-9f0f-c44f297ce109 tempest-TestNetworkAdvancedServerOps-470546014 tempest-TestNetworkAdvancedServerOps-470546014] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3425801 Jan 14 07:34:43.518276 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84874) accepted ('10.222.0.24', 32816) {{(pid=84874) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:34:43.526563 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.v2.base [None req-5e1966c1-f4da-4825-a9e2-bfae0a0bbdb5 tempest-TestNetworkAdvancedServerOps-470546014 tempest-TestNetworkAdvancedServerOps-470546014] Request body: {'security_group_rule': {'security_group_id': '39130085-fe92-4276-89a4-9a554e26e678', 'project_id': '6f3510a486e44d0a99223e7a34e71069', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=84874) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:34:43.551081 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-5e1966c1-f4da-4825-a9e2-bfae0a0bbdb5 tempest-TestNetworkAdvancedServerOps-470546014 tempest-TestNetworkAdvancedServerOps-470546014] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:34:43.569209 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-5e1966c1-f4da-4825-a9e2-bfae0a0bbdb5 tempest-TestNetworkAdvancedServerOps-470546014 tempest-TestNetworkAdvancedServerOps-470546014] Usage tracker for resource:security_group_rule and tenant:6f3510a486e44d0a99223e7a34e71069 is out of sync, need to count used quota {{(pid=84874) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:34:43.592020 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-5e1966c1-f4da-4825-a9e2-bfae0a0bbdb5 tempest-TestNetworkAdvancedServerOps-470546014 tempest-TestNetworkAdvancedServerOps-470546014] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=84874) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:34:43.597637 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.db_base_plugin_common [None req-7eae753b-ff8e-4b95-a949-ebbc5052ce0f tempest-RoutersTest-1255860389 tempest-RoutersTest-1255860389] Allocated IP 172.20.0.9 (859f5d0b-d558-4bbe-a1a8-b976185dabb2/74bbff26-bf1d-4a3d-bb3c-e0039d526a86/14a67a0b-6bf0-4341-87d3-a88979ada958) {{(pid=84874) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 14 07:34:43.602014 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-619aca01-d0ff-4d8e-a36b-4d5a3f81c53b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-598987', 'neutron.services.segments.db._delete_segments_for_network-8777640583949'] for network, precommit_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:34:43.609164 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-5e1966c1-f4da-4825-a9e2-bfae0a0bbdb5 tempest-TestNetworkAdvancedServerOps-470546014 tempest-TestNetworkAdvancedServerOps-470546014] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=84874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:34:43.652418 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-5e1966c1-f4da-4825-a9e2-bfae0a0bbdb5 tempest-TestNetworkAdvancedServerOps-470546014 tempest-TestNetworkAdvancedServerOps-470546014] Notify callbacks [] for security_group_rule, before_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:34:43.679672 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.v2.base [None req-efe4d2da-fe2c-4edc-aa29-88d7e1f0b251 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBackupRestore-177512155-network', 'tenant_id': 'b7436c40d9974ceeb95e1adceeb35730'}} {{(pid=84874) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:34:43.729592 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-efe4d2da-fe2c-4edc-aa29-88d7e1f0b251 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:34:43.772309 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-efe4d2da-fe2c-4edc-aa29-88d7e1f0b251 admin admin] Usage tracker for resource:network and tenant:b7436c40d9974ceeb95e1adceeb35730 is out of sync, need to count used quota {{(pid=84874) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:34:43.777986 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-efe4d2da-fe2c-4edc-aa29-88d7e1f0b251 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84874) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:34:43.783089 n-d-768862-2 neutron-server[84765]: DEBUG neutron.services.segments.db [None req-619aca01-d0ff-4d8e-a36b-4d5a3f81c53b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e07b3c37-d515-44aa-a191-18820b094a97']}} {{(pid=84875) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:34:43.803075 n-d-768862-2 neutron-server[84765]: DEBUG neutron.services.segments.db [None req-619aca01-d0ff-4d8e-a36b-4d5a3f81c53b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e184b47d-2e0b-41ff-8775-991248c5f303') {'for_net_delete': True} {{(pid=84875) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:34:43.803453 n-d-768862-2 neutron-server[84765]: DEBUG neutron.services.segments.db [None req-619aca01-d0ff-4d8e-a36b-4d5a3f81c53b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e184b47d-2e0b-41ff-8775-991248c5f303') {} {{(pid=84875) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:34:43.811634 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-5e1966c1-f4da-4825-a9e2-bfae0a0bbdb5 tempest-TestNetworkAdvancedServerOps-470546014 tempest-TestNetworkAdvancedServerOps-470546014] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:34:43.822057 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-5e1966c1-f4da-4825-a9e2-bfae0a0bbdb5 tempest-TestNetworkAdvancedServerOps-470546014 tempest-TestNetworkAdvancedServerOps-470546014] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850966545'] for security_group_rule, after_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:34:43.822496 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-619aca01-d0ff-4d8e-a36b-4d5a3f81c53b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363259214173198', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036851408567'] for segment, before_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:34:43.826750 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-efe4d2da-fe2c-4edc-aa29-88d7e1f0b251 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:34:43.828918 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-2bb54fb7-5de1-4a4e-b89a-936c9890b575 tempest-TestNetworkAdvancedServerOps-470546014 tempest-TestNetworkAdvancedServerOps-470546014] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:34:43.844007 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-619aca01-d0ff-4d8e-a36b-4d5a3f81c53b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854179735'] for segment, precommit_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:34:43.846334 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-619aca01-d0ff-4d8e-a36b-4d5a3f81c53b admin admin] Releasing vxlan tunnel 5 to pool {{(pid=84875) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Jan 14 07:34:43.897953 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-bb4827b9-18a8-4203-a07b-ad2e75fc7029 None None] Transition to ACTIVE for port object e569f198-a258-4324-bbf7-239a574cd188 will not be triggered until provisioned by entity L2. {{(pid=84876) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 07:34:43.908369 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.plugin [None req-28d360dd-9b14-453d-b607-171bc9db605f None None] Deleting port 68a81928-b3a5-44f8-b663-b15d84ecd1d2 {{(pid=84876) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 07:34:43.908890 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-28d360dd-9b14-453d-b607-171bc9db605f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363259214248359'] for port, before_delete {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:34:43.946133 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-5e1966c1-f4da-4825-a9e2-bfae0a0bbdb5 tempest-TestNetworkAdvancedServerOps-470546014 tempest-TestNetworkAdvancedServerOps-470546014] Notify callbacks [] for security_group_rule, before_response {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:34:43.947529 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-5e1966c1-f4da-4825-a9e2-bfae0a0bbdb5 tempest-TestNetworkAdvancedServerOps-470546014 tempest-TestNetworkAdvancedServerOps-470546014] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4281497 Jan 14 07:34:43.957047 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84874) accepted ('10.222.0.24', 32822) {{(pid=84874) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:34:43.958144 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e1966c1-f4da-4825-a9e2-bfae0a0bbdb5 tempest-TestNetworkAdvancedServerOps-470546014 tempest-TestNetworkAdvancedServerOps-470546014] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e44c2d59-c5a6-4cb3-87e5-01c3c6c044dc,revision_number=0']} {{(pid=84874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:34:43.973344 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-5e1966c1-f4da-4825-a9e2-bfae0a0bbdb5 tempest-TestNetworkAdvancedServerOps-470546014 tempest-TestNetworkAdvancedServerOps-470546014] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:34:43.977870 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.v2.base [None req-ddcc96df-cf45-46d8-96c2-6737164b8e11 tempest-TestNetworkAdvancedServerOps-470546014 tempest-TestNetworkAdvancedServerOps-470546014] Request body: {'security_group_rule': {'security_group_id': '39130085-fe92-4276-89a4-9a554e26e678', 'project_id': '6f3510a486e44d0a99223e7a34e71069', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=84874) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:34:43.997537 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-efe4d2da-fe2c-4edc-aa29-88d7e1f0b251 admin admin] Made reservation on behalf of b7436c40d9974ceeb95e1adceeb35730 for: {'network': 1} {{(pid=84874) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 07:34:44.001693 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.plugin [None req-28d360dd-9b14-453d-b607-171bc9db605f None None] The port '68a81928-b3a5-44f8-b663-b15d84ecd1d2' was deleted {{(pid=84876) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Jan 14 07:34:44.002626 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-efe4d2da-fe2c-4edc-aa29-88d7e1f0b251 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555753'] for network, before_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:34:44.023074 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-ddcc96df-cf45-46d8-96c2-6737164b8e11 tempest-TestNetworkAdvancedServerOps-470546014 tempest-TestNetworkAdvancedServerOps-470546014] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:34:44.025691 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-efe4d2da-fe2c-4edc-aa29-88d7e1f0b251 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:34:44.026917 n-d-768862-2 neutron-server[84765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dafe25a4-7c7b-48e4-bf34-32b4344b5f9c None None] Network 859f5d0b-d558-4bbe-a1a8-b976185dabb2 is already hosted by enough agents. {{(pid=84876) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 07:34:44.034939 n-d-768862-2 neutron-server[84765]: DEBUG neutron.scheduler.base_scheduler [None req-dafe25a4-7c7b-48e4-bf34-32b4344b5f9c None None] Resources bound (agent type, host, resource id): {{(pid=84876) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 07:34:44.041350 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dafe25a4-7c7b-48e4-bf34-32b4344b5f9c None None] Received port after_create {{(pid=84876) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 14 07:34:44.043246 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-ddcc96df-cf45-46d8-96c2-6737164b8e11 tempest-TestNetworkAdvancedServerOps-470546014 tempest-TestNetworkAdvancedServerOps-470546014] Usage tracker for resource:security_group_rule and tenant:6f3510a486e44d0a99223e7a34e71069 is out of sync, need to count used quota {{(pid=84874) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:34:44.050699 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-ddcc96df-cf45-46d8-96c2-6737164b8e11 tempest-TestNetworkAdvancedServerOps-470546014 tempest-TestNetworkAdvancedServerOps-470546014] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=84874) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:34:44.053594 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dafe25a4-7c7b-48e4-bf34-32b4344b5f9c None None] Pushing event updated for resources: {'Port': ['ID=d363cb42-0e82-4763-8031-18a3295242b9,revision_number=1']} {{(pid=84876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:34:44.060310 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-efe4d2da-fe2c-4edc-aa29-88d7e1f0b251 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:34:44.064774 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-efe4d2da-fe2c-4edc-aa29-88d7e1f0b251 admin admin] Usage tracker for resource:security_group_rule and tenant:b7436c40d9974ceeb95e1adceeb35730 is out of sync, need to count used quota {{(pid=84874) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:34:44.068147 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-efe4d2da-fe2c-4edc-aa29-88d7e1f0b251 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84874) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:34:44.074824 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-efe4d2da-fe2c-4edc-aa29-88d7e1f0b251 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:34:44.086561 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-dafe25a4-7c7b-48e4-bf34-32b4344b5f9c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.626s {{(pid=84876) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:34:44.119968 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.managers [None req-dafe25a4-7c7b-48e4-bf34-32b4344b5f9c None None] Attempting to bind port d363cb42-0e82-4763-8031-18a3295242b9 on host n-d-768862-2 for vnic_type normal with profile {{(pid=84876) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 14 07:34:44.120537 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.managers [None req-dafe25a4-7c7b-48e4-bf34-32b4344b5f9c None None] Attempting to bind port d363cb42-0e82-4763-8031-18a3295242b9 by drivers openvswitch on host n-d-768862-2 at level 0 using segments [{'id': 'e303ad65-7c1c-482c-816a-0889f5428615', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 9, 'network_id': '859f5d0b-d558-4bbe-a1a8-b976185dabb2'}] {{(pid=84876) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 14 07:34:44.121069 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dafe25a4-7c7b-48e4-bf34-32b4344b5f9c None None] Attempting to bind port d363cb42-0e82-4763-8031-18a3295242b9 on network 859f5d0b-d558-4bbe-a1a8-b976185dabb2 {{(pid=84876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 14 07:34:44.128223 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dafe25a4-7c7b-48e4-bf34-32b4344b5f9c None None] Checking agent: {'id': 'ba5efab1-b43c-4d5a-bc52-6e105d4e67a2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768862-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 14, 6, 56, 52), 'started_at': datetime.datetime(2021, 1, 14, 6, 57, 22), 'heartbeat_timestamp': datetime.datetime(2021, 1, 14, 7, 34, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768862-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.29', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 14 07:34:44.128855 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dafe25a4-7c7b-48e4-bf34-32b4344b5f9c None None] Checking segment: {'id': 'e303ad65-7c1c-482c-816a-0889f5428615', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 9, 'network_id': '859f5d0b-d558-4bbe-a1a8-b976185dabb2'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84876) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 14 07:34:44.129713 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-dafe25a4-7c7b-48e4-bf34-32b4344b5f9c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:34:44.129962 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dafe25a4-7c7b-48e4-bf34-32b4344b5f9c None None] Bound using segment: {'id': 'e303ad65-7c1c-482c-816a-0889f5428615', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 9, 'network_id': '859f5d0b-d558-4bbe-a1a8-b976185dabb2'} {{(pid=84876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 14 07:34:44.130636 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.managers [None req-dafe25a4-7c7b-48e4-bf34-32b4344b5f9c None None] Bound port: d363cb42-0e82-4763-8031-18a3295242b9, host: n-d-768862-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e303ad65-7c1c-482c-816a-0889f5428615', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 9, 'network_id': '859f5d0b-d558-4bbe-a1a8-b976185dabb2'}}] {{(pid=84876) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 14 07:34:44.131182 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-dafe25a4-7c7b-48e4-bf34-32b4344b5f9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555753'] for port, before_update {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:34:44.147711 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-ddcc96df-cf45-46d8-96c2-6737164b8e11 tempest-TestNetworkAdvancedServerOps-470546014 tempest-TestNetworkAdvancedServerOps-470546014] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=84874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:34:44.179404 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.managers [None req-619aca01-d0ff-4d8e-a36b-4d5a3f81c53b admin admin] Network e07b3c37-d515-44aa-a191-18820b094a97 has no segments {{(pid=84875) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 14 07:34:44.193285 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-619aca01-d0ff-4d8e-a36b-4d5a3f81c53b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-596065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3154253'] for segment, after_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:34:44.225459 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-ddcc96df-cf45-46d8-96c2-6737164b8e11 tempest-TestNetworkAdvancedServerOps-470546014 tempest-TestNetworkAdvancedServerOps-470546014] Notify callbacks [] for security_group_rule, before_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:34:44.243686 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [None req-dafe25a4-7c7b-48e4-bf34-32b4344b5f9c None None] For port d363cb42-0e82-4763-8031-18a3295242b9, host n-d-768862-2, cleared binding levels {{(pid=84876) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 14 07:34:44.248198 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [None req-dafe25a4-7c7b-48e4-bf34-32b4344b5f9c None None] For port d363cb42-0e82-4763-8031-18a3295242b9, host n-d-768862-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-2',level=0,port_id=d363cb42-0e82-4763-8031-18a3295242b9,segment=NetworkSegment(e303ad65-7c1c-482c-816a-0889f5428615),segment_id=e303ad65-7c1c-482c-816a-0889f5428615)] {{(pid=84876) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 14 07:34:44.252896 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-dafe25a4-7c7b-48e4-bf34-32b4344b5f9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777640533312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363259214678337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777640097497'] for port, after_update {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:34:44.261693 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-7eae753b-ff8e-4b95-a949-ebbc5052ce0f tempest-RoutersTest-1255860389 tempest-RoutersTest-1255860389] Notify callbacks [] for port, precommit_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:34:44.329263 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-efe4d2da-fe2c-4edc-aa29-88d7e1f0b251 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:34:44.334964 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-7eae753b-ff8e-4b95-a949-ebbc5052ce0f tempest-RoutersTest-1255860389 tempest-RoutersTest-1255860389] Transition to ACTIVE for port object 14a67a0b-6bf0-4341-87d3-a88979ada958 will not be triggered until provisioned by entity DHCP. {{(pid=84874) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 07:34:44.339984 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-efe4d2da-fe2c-4edc-aa29-88d7e1f0b251 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850887153'] for security_group, after_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:34:44.357415 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-efe4d2da-fe2c-4edc-aa29-88d7e1f0b251 admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 18} {{(pid=84874) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Jan 14 07:34:44.367658 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-efe4d2da-fe2c-4edc-aa29-88d7e1f0b251 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854179735'] for segment, precommit_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:34:44.368085 n-d-768862-2 neutron-server[84765]: INFO neutron.db.segments_db [None req-efe4d2da-fe2c-4edc-aa29-88d7e1f0b251 admin admin] Added segment 0fcc7c7b-d221-4f54-8a00-e5f528e4eb2c of type vxlan for network 1839022e-4ce1-499a-85d7-c3574be174f4 Jan 14 07:34:44.398081 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-efe4d2da-fe2c-4edc-aa29-88d7e1f0b251 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363259214646115'] for network, precommit_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:34:44.399283 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-e4ebe9a7-473e-4197-a12a-9b19ceee0d31 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84876) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:34:44.405329 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-092efb6c-84dd-4282-b6e7-82144520a24f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:34:44.431590 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.managers [None req-619aca01-d0ff-4d8e-a36b-4d5a3f81c53b admin admin] Network e07b3c37-d515-44aa-a191-18820b094a97 has no segments {{(pid=84875) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 14 07:34:44.461342 n-d-768862-2 neutron-server[84765]: Traceback (most recent call last): Jan 14 07:34:44.461342 n-d-768862-2 neutron-server[84765]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 14 07:34:44.461342 n-d-768862-2 neutron-server[84765]: timer() Jan 14 07:34:44.461342 n-d-768862-2 neutron-server[84765]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 14 07:34:44.461342 n-d-768862-2 neutron-server[84765]: cb(*args, **kw) Jan 14 07:34:44.461342 n-d-768862-2 neutron-server[84765]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Jan 14 07:34:44.461342 n-d-768862-2 neutron-server[84765]: return func(*args, **kwargs) Jan 14 07:34:44.461342 n-d-768862-2 neutron-server[84765]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 14 07:34:44.461342 n-d-768862-2 neutron-server[84765]: self._notify() Jan 14 07:34:44.461342 n-d-768862-2 neutron-server[84765]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 14 07:34:44.461342 n-d-768862-2 neutron-server[84765]: self.callback(batched_events) Jan 14 07:34:44.461342 n-d-768862-2 neutron-server[84765]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 14 07:34:44.461342 n-d-768862-2 neutron-server[84765]: event.method(event) Jan 14 07:34:44.461342 n-d-768862-2 neutron-server[84765]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 14 07:34:44.461342 n-d-768862-2 neutron-server[84765]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 14 07:34:44.461342 n-d-768862-2 neutron-server[84765]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Jan 14 07:34:44.461342 n-d-768862-2 neutron-server[84765]: segment_id)['aggregates'][0] Jan 14 07:34:44.461342 n-d-768862-2 neutron-server[84765]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 14 07:34:44.461342 n-d-768862-2 neutron-server[84765]: return f(self, *a, **k) Jan 14 07:34:44.461342 n-d-768862-2 neutron-server[84765]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 14 07:34:44.461342 n-d-768862-2 neutron-server[84765]: return self._get(url).json() Jan 14 07:34:44.461342 n-d-768862-2 neutron-server[84765]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 14 07:34:44.461342 n-d-768862-2 neutron-server[84765]: **kwargs) Jan 14 07:34:44.461342 n-d-768862-2 neutron-server[84765]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 14 07:34:44.461342 n-d-768862-2 neutron-server[84765]: return self.request(url, 'GET', **kwargs) Jan 14 07:34:44.461342 n-d-768862-2 neutron-server[84765]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Jan 14 07:34:44.461342 n-d-768862-2 neutron-server[84765]: **endpoint_filter) Jan 14 07:34:44.461342 n-d-768862-2 neutron-server[84765]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 14 07:34:44.461342 n-d-768862-2 neutron-server[84765]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 14 07:34:44.461342 n-d-768862-2 neutron-server[84765]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 14 07:34:44.461342 n-d-768862-2 neutron-server[84765]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 14 07:34:44.461342 n-d-768862-2 neutron-server[84765]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 14 07:34:44.475182 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-ddcc96df-cf45-46d8-96c2-6737164b8e11 tempest-TestNetworkAdvancedServerOps-470546014 tempest-TestNetworkAdvancedServerOps-470546014] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:34:44.481732 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efe4d2da-fe2c-4edc-aa29-88d7e1f0b251 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7274e20a-2afe-4e3d-96bf-185914a01078,revision_number=1']} {{(pid=84874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:34:44.490168 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-efe4d2da-fe2c-4edc-aa29-88d7e1f0b251 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:34:44.491098 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-ddcc96df-cf45-46d8-96c2-6737164b8e11 tempest-TestNetworkAdvancedServerOps-470546014 tempest-TestNetworkAdvancedServerOps-470546014] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850966545'] for security_group_rule, after_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:34:44.496281 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-24cf1fc0-18ca-4ad9-9f0f-c44f297ce109 tempest-TestNetworkAdvancedServerOps-470546014 tempest-TestNetworkAdvancedServerOps-470546014] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:34:44.516777 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-7eae753b-ff8e-4b95-a949-ebbc5052ce0f tempest-RoutersTest-1255860389 tempest-RoutersTest-1255860389] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777640123575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3254186'] for port, after_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:34:44.543154 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddcc96df-cf45-46d8-96c2-6737164b8e11 tempest-TestNetworkAdvancedServerOps-470546014 tempest-TestNetworkAdvancedServerOps-470546014] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ed289170-b77d-41fc-af03-08f561dfa112,revision_number=0']} {{(pid=84874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:34:44.545530 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-efe4d2da-fe2c-4edc-aa29-88d7e1f0b251 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850887149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964'] for network, after_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:34:44.546797 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-efe4d2da-fe2c-4edc-aa29-88d7e1f0b251 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:34:44.547507 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-efe4d2da-fe2c-4edc-aa29-88d7e1f0b251 admin admin] Notify callbacks [] for network, before_response {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:34:44.551705 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-ddcc96df-cf45-46d8-96c2-6737164b8e11 tempest-TestNetworkAdvancedServerOps-470546014 tempest-TestNetworkAdvancedServerOps-470546014] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:34:44.572078 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-619aca01-d0ff-4d8e-a36b-4d5a3f81c53b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036854176830', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850887149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3912591'] for network, after_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:34:44.572838 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-2e014fc6-3637-4690-ab03-80671248901a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:34:44.574626 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-bb4827b9-18a8-4203-a07b-ad2e75fc7029 None None] Transition to ACTIVE for port object e569f198-a258-4324-bbf7-239a574cd188 will not be triggered until provisioned by entity DHCP. {{(pid=84876) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 07:34:44.579434 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Device 68a81928-b3a5-44f8-b663-b15d84ecd1d2 no longer exists at agent ovs-agent-n-d-768862-2 {{(pid=84876) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jan 14 07:34:44.581261 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-619aca01-d0ff-4d8e-a36b-4d5a3f81c53b admin admin] Notify callbacks [] for network, before_response {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:34:44.602238 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-649c1d79-2370-4156-a343-795bcc64f689 tempest-NetworksIpV6TestAttrs-1453117616 tempest-NetworksIpV6TestAttrs-1453117616] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:34:44.621373 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.plugin [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] No Port match for: 68a81928-b3a5-44f8-b663-b15d84ecd1d2 {{(pid=84876) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2188}} Jan 14 07:34:44.621758 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Device 68a81928-b3a5-44f8-b663-b15d84ecd1d2 not bound to the agent host n-d-768862-2 {{(pid=84876) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jan 14 07:34:44.631740 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-bb4827b9-18a8-4203-a07b-ad2e75fc7029 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777640123575'] for port, after_create {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:34:44.633380 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-619aca01-d0ff-4d8e-a36b-4d5a3f81c53b admin admin] Pushing event deleted for resources: {'Network': ['ID=e07b3c37-d515-44aa-a191-18820b094a97,revision_number=None']} {{(pid=84875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:34:44.636411 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-619aca01-d0ff-4d8e-a36b-4d5a3f81c53b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:34:44.641746 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-619aca01-d0ff-4d8e-a36b-4d5a3f81c53b admin admin] 10.222.0.24 "DELETE /v2.0/networks/e07b3c37-d515-44aa-a191-18820b094a97 HTTP/1.1" status: 204 len: 168 time: 2.8915997 Jan 14 07:34:44.657905 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-ddcc96df-cf45-46d8-96c2-6737164b8e11 tempest-TestNetworkAdvancedServerOps-470546014 tempest-TestNetworkAdvancedServerOps-470546014] Notify callbacks [] for security_group_rule, before_response {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:34:44.662072 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-ddcc96df-cf45-46d8-96c2-6737164b8e11 tempest-TestNetworkAdvancedServerOps-470546014 tempest-TestNetworkAdvancedServerOps-470546014] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.6974354 Jan 14 07:34:44.662462 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84875) accepted ('10.222.0.24', 32830) {{(pid=84875) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:34:44.673152 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.v2.base [None req-6c9f4087-e6c0-4df6-829a-723066a68a76 tempest-TestNetworkAdvancedServerOps-470546014 tempest-TestNetworkAdvancedServerOps-470546014] Request body: {'security_group_rule': {'security_group_id': '39130085-fe92-4276-89a4-9a554e26e678', 'project_id': '6f3510a486e44d0a99223e7a34e71069', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=84875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:34:44.694366 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-6c9f4087-e6c0-4df6-829a-723066a68a76 tempest-TestNetworkAdvancedServerOps-470546014 tempest-TestNetworkAdvancedServerOps-470546014] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:34:44.714876 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-6c9f4087-e6c0-4df6-829a-723066a68a76 tempest-TestNetworkAdvancedServerOps-470546014 tempest-TestNetworkAdvancedServerOps-470546014] Usage tracker for resource:security_group_rule and tenant:6f3510a486e44d0a99223e7a34e71069 is out of sync, need to count used quota {{(pid=84875) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:34:44.719006 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-6c9f4087-e6c0-4df6-829a-723066a68a76 tempest-TestNetworkAdvancedServerOps-470546014 tempest-TestNetworkAdvancedServerOps-470546014] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=84875) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:34:44.732238 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-6c9f4087-e6c0-4df6-829a-723066a68a76 tempest-TestNetworkAdvancedServerOps-470546014 tempest-TestNetworkAdvancedServerOps-470546014] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=84875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:34:44.759637 n-d-768862-2 neutron-server[84765]: INFO neutron.db.securitygroups_db [None req-6c9f4087-e6c0-4df6-829a-723066a68a76 tempest-TestNetworkAdvancedServerOps-470546014 tempest-TestNetworkAdvancedServerOps-470546014] Project 6f3510a486e44d0a99223e7a34e71069 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 14 07:34:44.767502 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dafe25a4-7c7b-48e4-bf34-32b4344b5f9c None None] Pushing event updated for resources: {'Port': ['ID=d363cb42-0e82-4763-8031-18a3295242b9,revision_number=2']} {{(pid=84876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:34:44.784558 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-6c9f4087-e6c0-4df6-829a-723066a68a76 tempest-TestNetworkAdvancedServerOps-470546014 tempest-TestNetworkAdvancedServerOps-470546014] Notify callbacks [] for security_group_rule, before_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:34:44.795083 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-dafe25a4-7c7b-48e4-bf34-32b4344b5f9c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.396s {{(pid=84876) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:34:44.795916 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-dae21ade-6750-455d-a190-bd3b4fe7c875 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.141s {{(pid=84876) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:34:44.807773 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efe4d2da-fe2c-4edc-aa29-88d7e1f0b251 admin admin] Pushing event updated for resources: {'Network': ['ID=1839022e-4ce1-499a-85d7-c3574be174f4,revision_number=1']} {{(pid=84874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:34:44.822925 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-efe4d2da-fe2c-4edc-aa29-88d7e1f0b251 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.250s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:34:44.826860 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-2bdfb278-73c1-4e66-9f75-9eb91e23bde4 tempest-PortsIpV6TestJSON-1330665174 tempest-PortsIpV6TestJSON-1330665174] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.284s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:34:44.855201 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-852a24f7-e9a1-4193-9abb-e9506fe5213f None None] Network 1839022e-4ce1-499a-85d7-c3574be174f4 details requested by agent ovs-agent-n-h2-768862-2 with host n-h2-768862-2 {{(pid=84876) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 07:34:44.866371 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-efe4d2da-fe2c-4edc-aa29-88d7e1f0b251 admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 880 time: 1.3833818 Jan 14 07:34:44.874178 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-017f98a9-8a07-408c-a86f-8ff0c00400a0 None None] Network 1839022e-4ce1-499a-85d7-c3574be174f4 details requested by agent ovs-agent-n-h1-768862-2 with host n-h1-768862-2 {{(pid=84876) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 07:34:44.878135 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-cc534c0c-9949-4de9-b357-9ff7f1c9cf69 tempest-NetworksTest-1803261889 tempest-NetworksTest-1803261889] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-598964', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850887113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036851521664', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2794686'] for subnet, after_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:34:44.914388 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-6c9f4087-e6c0-4df6-829a-723066a68a76 tempest-TestNetworkAdvancedServerOps-470546014 tempest-TestNetworkAdvancedServerOps-470546014] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:34:44.916288 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84875) accepted ('10.222.0.24', 32834) {{(pid=84875) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:34:44.925542 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.v2.base [None req-e13f613a-f5e1-4df5-a71b-c750f682cf35 admin admin] Request body: {'subnet': {'network_id': '1839022e-4ce1-499a-85d7-c3574be174f4', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBackupRestore-177512155-subnet', 'tenant_id': 'b7436c40d9974ceeb95e1adceeb35730', 'ip_version': 4}} {{(pid=84875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:34:44.930373 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-6c9f4087-e6c0-4df6-829a-723066a68a76 tempest-TestNetworkAdvancedServerOps-470546014 tempest-TestNetworkAdvancedServerOps-470546014] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850966545'] for security_group_rule, after_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:34:44.935454 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-f6507b03-66bc-453b-93a5-9eff744e9ce2 tempest-SecGroupIPv6Test-296392250 tempest-SecGroupIPv6Test-296392250] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:34:44.981861 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84874) accepted ('10.222.0.24', 32838) {{(pid=84874) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:34:44.982335 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-e13f613a-f5e1-4df5-a71b-c750f682cf35 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:34:44.994855 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-6c9f4087-e6c0-4df6-829a-723066a68a76 tempest-TestNetworkAdvancedServerOps-470546014 tempest-TestNetworkAdvancedServerOps-470546014] Notify callbacks [] for security_group_rule, before_response {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:34:44.996889 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-6c9f4087-e6c0-4df6-829a-723066a68a76 tempest-TestNetworkAdvancedServerOps-470546014 tempest-TestNetworkAdvancedServerOps-470546014] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3332574 Jan 14 07:34:45.000329 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c9f4087-e6c0-4df6-829a-723066a68a76 tempest-TestNetworkAdvancedServerOps-470546014 tempest-TestNetworkAdvancedServerOps-470546014] Pushing event updated for resources: {'SecurityGroupRule': ['ID=91c256c2-89a6-4643-91d4-01bb8c1209d6,revision_number=0']} {{(pid=84875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:34:45.003820 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-6c9f4087-e6c0-4df6-829a-723066a68a76 tempest-TestNetworkAdvancedServerOps-470546014 tempest-TestNetworkAdvancedServerOps-470546014] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:34:45.006194 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84875) accepted ('10.222.0.24', 32840) {{(pid=84875) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:34:45.009830 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-e13f613a-f5e1-4df5-a71b-c750f682cf35 admin admin] Usage tracker for resource:subnet and tenant:b7436c40d9974ceeb95e1adceeb35730 is out of sync, need to count used quota {{(pid=84875) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:34:45.015532 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-e13f613a-f5e1-4df5-a71b-c750f682cf35 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84875) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:34:45.026112 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.v2.base [None req-a8078047-ac59-4969-84cc-bb6e99d10d7f tempest-TestNetworkAdvancedServerOps-470546014 tempest-TestNetworkAdvancedServerOps-470546014] Request body: {'security_group_rule': {'security_group_id': '39130085-fe92-4276-89a4-9a554e26e678', 'project_id': '6f3510a486e44d0a99223e7a34e71069', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=84875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:34:45.036259 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-e13f613a-f5e1-4df5-a71b-c750f682cf35 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:34:45.036768 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Network 1839022e-4ce1-499a-85d7-c3574be174f4 details requested by agent ovs-agent-n-d-768862-2 with host n-d-768862-2 {{(pid=84876) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 07:34:45.045038 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-a8078047-ac59-4969-84cc-bb6e99d10d7f tempest-TestNetworkAdvancedServerOps-470546014 tempest-TestNetworkAdvancedServerOps-470546014] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:34:45.053444 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-a8078047-ac59-4969-84cc-bb6e99d10d7f tempest-TestNetworkAdvancedServerOps-470546014 tempest-TestNetworkAdvancedServerOps-470546014] Usage tracker for resource:security_group_rule and tenant:6f3510a486e44d0a99223e7a34e71069 is out of sync, need to count used quota {{(pid=84875) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:34:45.058056 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-a8078047-ac59-4969-84cc-bb6e99d10d7f tempest-TestNetworkAdvancedServerOps-470546014 tempest-TestNetworkAdvancedServerOps-470546014] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=84875) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:34:45.067387 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e13f613a-f5e1-4df5-a71b-c750f682cf35 admin admin] Made reservation on behalf of b7436c40d9974ceeb95e1adceeb35730 for: {'subnet': 1} {{(pid=84875) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 07:34:45.073651 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-e13f613a-f5e1-4df5-a71b-c750f682cf35 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036852467157'] for subnet, before_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:34:45.090864 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eae753b-ff8e-4b95-a949-ebbc5052ce0f tempest-RoutersTest-1255860389 tempest-RoutersTest-1255860389] Pushing event updated for resources: {'Port': ['ID=14a67a0b-6bf0-4341-87d3-a88979ada958,revision_number=1']} {{(pid=84874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:34:45.093341 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-a8078047-ac59-4969-84cc-bb6e99d10d7f tempest-TestNetworkAdvancedServerOps-470546014 tempest-TestNetworkAdvancedServerOps-470546014] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=84875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:34:45.098097 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-7eae753b-ff8e-4b95-a949-ebbc5052ce0f tempest-RoutersTest-1255860389 tempest-RoutersTest-1255860389] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.271s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:34:45.104673 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-95bda1c8-53a5-4c37-8508-95cfc1b5d929 tempest-PortsTestJSON-2091589570 tempest-PortsTestJSON-2091589570] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.100s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:34:45.169493 n-d-768862-2 neutron-server[84765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7eae753b-ff8e-4b95-a949-ebbc5052ce0f tempest-RoutersTest-1255860389 tempest-RoutersTest-1255860389] Network 859f5d0b-d558-4bbe-a1a8-b976185dabb2 is already hosted by enough agents. {{(pid=84874) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 07:34:45.213116 n-d-768862-2 neutron-server[84765]: DEBUG neutron.scheduler.base_scheduler [None req-7eae753b-ff8e-4b95-a949-ebbc5052ce0f tempest-RoutersTest-1255860389 tempest-RoutersTest-1255860389] Resources bound (agent type, host, resource id): {{(pid=84874) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 07:34:45.215215 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc534c0c-9949-4de9-b357-9ff7f1c9cf69 tempest-NetworksTest-1803261889 tempest-NetworksTest-1803261889] Pushing event deleted for resources: {'Subnet': ['ID=3b651f38-3f14-4537-b910-360d2aac9776,revision_number=None']} {{(pid=84874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:34:45.223980 n-d-768862-2 neutron-server[84765]: INFO neutron.db.securitygroups_db [None req-a8078047-ac59-4969-84cc-bb6e99d10d7f tempest-TestNetworkAdvancedServerOps-470546014 tempest-TestNetworkAdvancedServerOps-470546014] Project 6f3510a486e44d0a99223e7a34e71069 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 14 07:34:45.224137 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7eae753b-ff8e-4b95-a949-ebbc5052ce0f tempest-RoutersTest-1255860389 tempest-RoutersTest-1255860389] Received port after_create {{(pid=84874) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 14 07:34:45.266048 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-a8078047-ac59-4969-84cc-bb6e99d10d7f tempest-TestNetworkAdvancedServerOps-470546014 tempest-TestNetworkAdvancedServerOps-470546014] Notify callbacks [] for security_group_rule, before_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:34:45.297396 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-cc534c0c-9949-4de9-b357-9ff7f1c9cf69 tempest-NetworksTest-1803261889 tempest-NetworksTest-1803261889] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.193s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:34:45.383961 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-768fb285-0850-4067-85bf-1cf4e7a115c3 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=cb7096aff06a4584846542dd674c0323&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3778336 Jan 14 07:34:45.407261 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84874) accepted ('10.222.0.24', 32854) {{(pid=84874) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:34:45.412467 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb4827b9-18a8-4203-a07b-ad2e75fc7029 None None] Pushing event updated for resources: {'Port': ['ID=e569f198-a258-4324-bbf7-239a574cd188,revision_number=1']} {{(pid=84876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:34:45.432975 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-bb4827b9-18a8-4203-a07b-ad2e75fc7029 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.635s {{(pid=84876) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:34:45.452437 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network":"rule:regular_user" was deprecated in W in favor of "create_network":"role:member and project_id:%(project_id)s". Reason: Jan 14 07:34:45.452437 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:34:45.452437 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:34:45.452437 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:34:45.452437 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:shared":"rule:admin_only" was deprecated in W in favor of "create_network:shared":"role:admin and system_scope:all". Reason: Jan 14 07:34:45.452437 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:34:45.452437 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:34:45.452437 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:34:45.452437 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:router:external":"rule:admin_only" was deprecated in W in favor of "create_network:router:external":"role:admin and system_scope:all". Reason: Jan 14 07:34:45.452437 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:34:45.452437 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:34:45.452437 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:34:45.452437 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:is_default":"rule:admin_only" was deprecated in W in favor of "create_network:is_default":"role:admin and system_scope:all". Reason: Jan 14 07:34:45.452437 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:34:45.452437 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:34:45.452437 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:34:45.452437 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:port_security_enabled":"rule:regular_user" was deprecated in W in favor of "create_network:port_security_enabled":"role:member and project_id:%(project_id)s". Reason: Jan 14 07:34:45.452437 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:34:45.452437 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:34:45.452437 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:34:45.452437 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:segments":"rule:admin_only" was deprecated in W in favor of "create_network:segments":"role:admin and system_scope:all". Reason: Jan 14 07:34:45.452437 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:34:45.452437 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:34:45.452437 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:34:45.452437 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "create_network:provider:network_type":"role:admin and system_scope:all". Reason: Jan 14 07:34:45.452437 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:34:45.452437 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:34:45.452437 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:34:45.452437 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "create_network:provider:physical_network":"role:admin and system_scope:all". Reason: Jan 14 07:34:45.452437 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:34:45.452437 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:34:45.452437 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:34:45.452437 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "create_network:provider:segmentation_id":"role:admin and system_scope:all". Reason: Jan 14 07:34:45.452437 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:34:45.452437 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:34:45.452437 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:34:45.452437 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network":"rule:admin_or_owner or rule:shared or rule:external or rule:context_is_advsvc" was deprecated in W in favor of "get_network":"(role:reader and system_scope:all) or (role:reader and project_id:%(project_id)s) or rule:shared or rule:external or rule:context_is_advsvc". Reason: Jan 14 07:34:45.452437 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:34:45.452437 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:34:45.452437 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:34:45.452437 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:router:external":"rule:regular_user" was deprecated in W in favor of "get_network:router:external":"role:reader and project_id:%(project_id)s". Reason: Jan 14 07:34:45.452437 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:34:45.452437 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:34:45.452437 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:34:45.452437 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:segments":"rule:admin_only" was deprecated in W in favor of "get_network:segments":"role:reader and system_scope:all". Reason: Jan 14 07:34:45.452437 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:34:45.452437 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:34:45.452437 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:34:45.452437 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "get_network:provider:network_type":"role:reader and system_scope:all". Reason: Jan 14 07:34:45.452437 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:34:45.452437 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:34:45.452437 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:34:45.452437 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "get_network:provider:physical_network":"role:reader and system_scope:all". Reason: Jan 14 07:34:45.452437 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:34:45.452437 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:34:45.452437 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:34:45.452437 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "get_network:provider:segmentation_id":"role:reader and system_scope:all". Reason: Jan 14 07:34:45.452437 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:34:45.452437 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:34:45.452437 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:34:45.452437 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network":"rule:admin_or_owner" was deprecated in W in favor of "update_network":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 07:34:45.452437 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:34:45.452437 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:34:45.452437 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:34:45.452437 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:segments":"rule:admin_only" was deprecated in W in favor of "update_network:segments":"role:admin and system_scope:all". Reason: Jan 14 07:34:45.452437 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:34:45.452437 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:34:45.452437 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:34:45.514409 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7eae753b-ff8e-4b95-a949-ebbc5052ce0f tempest-RoutersTest-1255860389 tempest-RoutersTest-1255860389] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:34:45.515488 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-7eae753b-ff8e-4b95-a949-ebbc5052ce0f tempest-RoutersTest-1255860389 tempest-RoutersTest-1255860389] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854768116'] for port, before_response {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:34:45.540262 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-cc534c0c-9949-4de9-b357-9ff7f1c9cf69 tempest-NetworksTest-1803261889 tempest-NetworksTest-1803261889] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-598987', 'neutron.services.segments.db._delete_segments_for_network-8777640583949'] for network, precommit_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:34:45.555445 n-d-768862-2 neutron-server[84765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb4827b9-18a8-4203-a07b-ad2e75fc7029 None None] Network 833145dc-d25b-4cb3-a8e6-2b365fcc3cf9 is already hosted by enough agents. {{(pid=84876) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 07:34:45.560236 n-d-768862-2 neutron-server[84765]: DEBUG neutron.scheduler.base_scheduler [None req-bb4827b9-18a8-4203-a07b-ad2e75fc7029 None None] Resources bound (agent type, host, resource id): {{(pid=84876) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 07:34:45.568512 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb4827b9-18a8-4203-a07b-ad2e75fc7029 None None] Received port after_create {{(pid=84876) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 14 07:34:45.594341 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-a8078047-ac59-4969-84cc-bb6e99d10d7f tempest-TestNetworkAdvancedServerOps-470546014 tempest-TestNetworkAdvancedServerOps-470546014] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:34:45.648143 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-a8078047-ac59-4969-84cc-bb6e99d10d7f tempest-TestNetworkAdvancedServerOps-470546014 tempest-TestNetworkAdvancedServerOps-470546014] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850966545'] for security_group_rule, after_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:34:45.649432 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-6c9f4087-e6c0-4df6-829a-723066a68a76 tempest-TestNetworkAdvancedServerOps-470546014 tempest-TestNetworkAdvancedServerOps-470546014] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:34:45.734995 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.managers [None req-bb4827b9-18a8-4203-a07b-ad2e75fc7029 None None] Attempting to bind port e569f198-a258-4324-bbf7-239a574cd188 on host n-d-768862-2 for vnic_type normal with profile {{(pid=84876) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 14 07:34:45.735130 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.managers [None req-bb4827b9-18a8-4203-a07b-ad2e75fc7029 None None] Attempting to bind port e569f198-a258-4324-bbf7-239a574cd188 by drivers openvswitch on host n-d-768862-2 at level 0 using segments [{'id': 'a3962bc8-8a3a-42a4-b05f-42bad68ba3ec', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 19, 'network_id': '833145dc-d25b-4cb3-a8e6-2b365fcc3cf9'}] {{(pid=84876) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 14 07:34:45.735472 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb4827b9-18a8-4203-a07b-ad2e75fc7029 None None] Attempting to bind port e569f198-a258-4324-bbf7-239a574cd188 on network 833145dc-d25b-4cb3-a8e6-2b365fcc3cf9 {{(pid=84876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 14 07:34:45.753609 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb4827b9-18a8-4203-a07b-ad2e75fc7029 None None] Checking agent: {'id': 'ba5efab1-b43c-4d5a-bc52-6e105d4e67a2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768862-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 14, 6, 56, 52), 'started_at': datetime.datetime(2021, 1, 14, 6, 57, 22), 'heartbeat_timestamp': datetime.datetime(2021, 1, 14, 7, 34, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768862-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.29', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 14 07:34:45.754587 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb4827b9-18a8-4203-a07b-ad2e75fc7029 None None] Checking segment: {'id': 'a3962bc8-8a3a-42a4-b05f-42bad68ba3ec', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 19, 'network_id': '833145dc-d25b-4cb3-a8e6-2b365fcc3cf9'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84876) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 14 07:34:45.755279 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-bb4827b9-18a8-4203-a07b-ad2e75fc7029 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:34:45.756894 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb4827b9-18a8-4203-a07b-ad2e75fc7029 None None] Bound using segment: {'id': 'a3962bc8-8a3a-42a4-b05f-42bad68ba3ec', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 19, 'network_id': '833145dc-d25b-4cb3-a8e6-2b365fcc3cf9'} {{(pid=84876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 14 07:34:45.757680 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.managers [None req-bb4827b9-18a8-4203-a07b-ad2e75fc7029 None None] Bound port: e569f198-a258-4324-bbf7-239a574cd188, host: n-d-768862-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a3962bc8-8a3a-42a4-b05f-42bad68ba3ec', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 19, 'network_id': '833145dc-d25b-4cb3-a8e6-2b365fcc3cf9'}}] {{(pid=84876) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 14 07:34:45.758341 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-bb4827b9-18a8-4203-a07b-ad2e75fc7029 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555753'] for port, before_update {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:34:45.947312 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-7eae753b-ff8e-4b95-a949-ebbc5052ce0f tempest-RoutersTest-1255860389 tempest-RoutersTest-1255860389] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 921 time: 4.3153274 Jan 14 07:34:45.948868 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84874) accepted ('10.222.0.24', 32864) {{(pid=84874) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:34:45.952083 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [None req-bb4827b9-18a8-4203-a07b-ad2e75fc7029 None None] For port e569f198-a258-4324-bbf7-239a574cd188, host n-d-768862-2, cleared binding levels {{(pid=84876) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 14 07:34:45.956180 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [None req-bb4827b9-18a8-4203-a07b-ad2e75fc7029 None None] For port e569f198-a258-4324-bbf7-239a574cd188, host n-d-768862-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-2',level=0,port_id=e569f198-a258-4324-bbf7-239a574cd188,segment=NetworkSegment(a3962bc8-8a3a-42a4-b05f-42bad68ba3ec),segment_id=a3962bc8-8a3a-42a4-b05f-42bad68ba3ec)] {{(pid=84876) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 14 07:34:45.964899 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-bb4827b9-18a8-4203-a07b-ad2e75fc7029 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777640533312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363259214678337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777640097497'] for port, after_update {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:34:45.987202 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8078047-ac59-4969-84cc-bb6e99d10d7f tempest-TestNetworkAdvancedServerOps-470546014 tempest-TestNetworkAdvancedServerOps-470546014] Pushing event updated for resources: {'SecurityGroupRule': ['ID=82cdb07d-da8c-4a85-95fa-dc0b88f8a3e7,revision_number=0']} {{(pid=84875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:34:45.995798 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-a8078047-ac59-4969-84cc-bb6e99d10d7f tempest-TestNetworkAdvancedServerOps-470546014 tempest-TestNetworkAdvancedServerOps-470546014] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.346s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:34:46.000489 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-a8078047-ac59-4969-84cc-bb6e99d10d7f tempest-TestNetworkAdvancedServerOps-470546014 tempest-TestNetworkAdvancedServerOps-470546014] Notify callbacks [] for security_group_rule, before_response {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:34:46.004682 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-a8078047-ac59-4969-84cc-bb6e99d10d7f tempest-TestNetworkAdvancedServerOps-470546014 tempest-TestNetworkAdvancedServerOps-470546014] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.9943650 Jan 14 07:34:46.006496 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-87f4790f-55e6-4c6b-a1af-ad2663d1f5c5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84876) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:34:46.015370 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84875) accepted ('10.222.0.24', 32868) {{(pid=84875) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:34:46.032627 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.v2.base [None req-e359a421-9480-4f07-ac00-bbcd2f8c72e2 tempest-TestNetworkAdvancedServerOps-470546014 tempest-TestNetworkAdvancedServerOps-470546014] Request body: {'network': {'name': 'tempest-network-smoke--1354928895', 'project_id': '6f3510a486e44d0a99223e7a34e71069', 'port_security_enabled': True}} {{(pid=84875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:34:46.042431 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-e359a421-9480-4f07-ac00-bbcd2f8c72e2 tempest-TestNetworkAdvancedServerOps-470546014 tempest-TestNetworkAdvancedServerOps-470546014] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:34:46.048371 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-e359a421-9480-4f07-ac00-bbcd2f8c72e2 tempest-TestNetworkAdvancedServerOps-470546014 tempest-TestNetworkAdvancedServerOps-470546014] Usage tracker for resource:network and tenant:6f3510a486e44d0a99223e7a34e71069 is out of sync, need to count used quota {{(pid=84875) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:34:46.053073 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-e359a421-9480-4f07-ac00-bbcd2f8c72e2 tempest-TestNetworkAdvancedServerOps-470546014 tempest-TestNetworkAdvancedServerOps-470546014] Quota usage for network was recalculated. Used quota:0. {{(pid=84875) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:34:46.063021 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-e359a421-9480-4f07-ac00-bbcd2f8c72e2 tempest-TestNetworkAdvancedServerOps-470546014 tempest-TestNetworkAdvancedServerOps-470546014] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:34:46.081938 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e359a421-9480-4f07-ac00-bbcd2f8c72e2 tempest-TestNetworkAdvancedServerOps-470546014 tempest-TestNetworkAdvancedServerOps-470546014] Made reservation on behalf of 6f3510a486e44d0a99223e7a34e71069 for: {'network': 1} {{(pid=84875) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 07:34:46.095578 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-e359a421-9480-4f07-ac00-bbcd2f8c72e2 tempest-TestNetworkAdvancedServerOps-470546014 tempest-TestNetworkAdvancedServerOps-470546014] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555753'] for network, before_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:34:46.179464 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e359a421-9480-4f07-ac00-bbcd2f8c72e2 tempest-TestNetworkAdvancedServerOps-470546014 tempest-TestNetworkAdvancedServerOps-470546014] vxlan segment allocate from pool success with {'vxlan_vni': 5} {{(pid=84875) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Jan 14 07:34:46.197621 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-e359a421-9480-4f07-ac00-bbcd2f8c72e2 tempest-TestNetworkAdvancedServerOps-470546014 tempest-TestNetworkAdvancedServerOps-470546014] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment--9223363259214191851', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854179735'] for segment, precommit_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:34:46.198498 n-d-768862-2 neutron-server[84765]: INFO neutron.db.segments_db [None req-e359a421-9480-4f07-ac00-bbcd2f8c72e2 tempest-TestNetworkAdvancedServerOps-470546014 tempest-TestNetworkAdvancedServerOps-470546014] Added segment 4208d142-2167-4808-8891-c4fb7dfcd556 of type vxlan for network faad3e48-a193-422a-a4ef-d48dc191d42b Jan 14 07:34:46.211603 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb4827b9-18a8-4203-a07b-ad2e75fc7029 None None] Pushing event updated for resources: {'Port': ['ID=e569f198-a258-4324-bbf7-239a574cd188,revision_number=2']} {{(pid=84876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:34:46.215575 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-bb4827b9-18a8-4203-a07b-ad2e75fc7029 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.209s {{(pid=84876) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:34:46.251747 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-e359a421-9480-4f07-ac00-bbcd2f8c72e2 tempest-TestNetworkAdvancedServerOps-470546014 tempest-TestNetworkAdvancedServerOps-470546014] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363259214646115'] for network, precommit_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:34:46.317350 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cafa158c-8d10-438a-a541-79285ef827cd None None] Network 833145dc-d25b-4cb3-a8e6-2b365fcc3cf9 requested from n-d-768862-2 {{(pid=84876) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 07:34:46.351015 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-e359a421-9480-4f07-ac00-bbcd2f8c72e2 tempest-TestNetworkAdvancedServerOps-470546014 tempest-TestNetworkAdvancedServerOps-470546014] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850887149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964'] for network, after_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:34:46.381889 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e359a421-9480-4f07-ac00-bbcd2f8c72e2 tempest-TestNetworkAdvancedServerOps-470546014 tempest-TestNetworkAdvancedServerOps-470546014] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:34:46.382547 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-e359a421-9480-4f07-ac00-bbcd2f8c72e2 tempest-TestNetworkAdvancedServerOps-470546014 tempest-TestNetworkAdvancedServerOps-470546014] Notify callbacks [] for network, before_response {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:34:46.390710 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-c7c61629-733f-4c8d-be09-6569d8b2ed44 tempest-NetworksTest-1803261889 tempest-NetworksTest-1803261889] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:34:46.459181 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-95f16972-dc79-4b35-b3c3-641ac01bea17 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:34:46.490301 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-95f16972-dc79-4b35-b3c3-641ac01bea17 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:34:46.527746 n-d-768862-2 neutron-server[84765]: DEBUG neutron.services.segments.db [None req-cc534c0c-9949-4de9-b357-9ff7f1c9cf69 tempest-NetworksTest-1803261889 tempest-NetworksTest-1803261889] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['833145dc-d25b-4cb3-a8e6-2b365fcc3cf9']}} {{(pid=84874) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:34:46.556193 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e359a421-9480-4f07-ac00-bbcd2f8c72e2 tempest-TestNetworkAdvancedServerOps-470546014 tempest-TestNetworkAdvancedServerOps-470546014] Pushing event updated for resources: {'Network': ['ID=faad3e48-a193-422a-a4ef-d48dc191d42b,revision_number=1']} {{(pid=84875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:34:46.567516 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-e359a421-9480-4f07-ac00-bbcd2f8c72e2 tempest-TestNetworkAdvancedServerOps-470546014 tempest-TestNetworkAdvancedServerOps-470546014] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.5478790 Jan 14 07:34:46.567516 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-e359a421-9480-4f07-ac00-bbcd2f8c72e2 tempest-TestNetworkAdvancedServerOps-470546014 tempest-TestNetworkAdvancedServerOps-470546014] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.176s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:34:46.574297 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-017f98a9-8a07-408c-a86f-8ff0c00400a0 None None] Network faad3e48-a193-422a-a4ef-d48dc191d42b details requested by agent ovs-agent-n-h1-768862-2 with host n-h1-768862-2 {{(pid=84876) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 07:34:46.592978 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-852a24f7-e9a1-4193-9abb-e9506fe5213f None None] Network faad3e48-a193-422a-a4ef-d48dc191d42b details requested by agent ovs-agent-n-h2-768862-2 with host n-h2-768862-2 {{(pid=84876) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 07:34:46.598043 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84875) accepted ('10.222.0.24', 32872) {{(pid=84875) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:34:46.609844 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.v2.base [None req-e48575a8-7e21-40f3-bc88-0b23eb98267b tempest-TestNetworkAdvancedServerOps-470546014 tempest-TestNetworkAdvancedServerOps-470546014] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-29276293', 'admin_state_up': True, 'project_id': '6f3510a486e44d0a99223e7a34e71069', 'external_gateway_info': {'network_id': '226f1e78-82cd-4481-9055-4eb73b6db8c1'}}} {{(pid=84875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:34:46.617696 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Network faad3e48-a193-422a-a4ef-d48dc191d42b details requested by agent ovs-agent-n-d-768862-2 with host n-d-768862-2 {{(pid=84876) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 07:34:46.629679 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-e48575a8-7e21-40f3-bc88-0b23eb98267b tempest-TestNetworkAdvancedServerOps-470546014 tempest-TestNetworkAdvancedServerOps-470546014] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:34:46.632603 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Device d363cb42-0e82-4763-8031-18a3295242b9 up at agent ovs-agent-n-d-768862-2 {{(pid=84876) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 07:34:46.637989 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-e48575a8-7e21-40f3-bc88-0b23eb98267b tempest-TestNetworkAdvancedServerOps-470546014 tempest-TestNetworkAdvancedServerOps-470546014] Usage tracker for resource:router and tenant:6f3510a486e44d0a99223e7a34e71069 is out of sync, need to count used quota {{(pid=84875) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:34:46.644879 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-e48575a8-7e21-40f3-bc88-0b23eb98267b tempest-TestNetworkAdvancedServerOps-470546014 tempest-TestNetworkAdvancedServerOps-470546014] Quota usage for router was recalculated. Used quota:0. {{(pid=84875) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:34:46.657891 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-e48575a8-7e21-40f3-bc88-0b23eb98267b tempest-TestNetworkAdvancedServerOps-470546014 tempest-TestNetworkAdvancedServerOps-470546014] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:34:46.664241 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-e13f613a-f5e1-4df5-a71b-c750f682cf35 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850887113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036851621412', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036852467174'] for subnet, after_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:34:46.700442 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-256734d3-e40d-411b-a859-be3b9f7a3364 tempest-NetworksTest-1803261889 tempest-NetworksTest-1803261889] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:34:46.711239 n-d-768862-2 neutron-server[84765]: DEBUG neutron.services.segments.db [None req-cc534c0c-9949-4de9-b357-9ff7f1c9cf69 tempest-NetworksTest-1803261889 tempest-NetworksTest-1803261889] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a3962bc8-8a3a-42a4-b05f-42bad68ba3ec') {'for_net_delete': True} {{(pid=84874) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:34:46.711528 n-d-768862-2 neutron-server[84765]: DEBUG neutron.services.segments.db [None req-cc534c0c-9949-4de9-b357-9ff7f1c9cf69 tempest-NetworksTest-1803261889 tempest-NetworksTest-1803261889] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a3962bc8-8a3a-42a4-b05f-42bad68ba3ec') {} {{(pid=84874) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:34:46.801341 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-cc534c0c-9949-4de9-b357-9ff7f1c9cf69 tempest-NetworksTest-1803261889 tempest-NetworksTest-1803261889] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363259214173198', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2968632'] for segment, before_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:34:46.818885 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e13f613a-f5e1-4df5-a71b-c750f682cf35 admin admin] Pushing event updated for resources: {'Subnet': ['ID=09cca365-fd94-48ce-8b5f-2524b107ddee,revision_number=0']} {{(pid=84875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:34:46.879252 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-e13f613a-f5e1-4df5-a71b-c750f682cf35 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.195s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:34:46.886522 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-e48575a8-7e21-40f3-bc88-0b23eb98267b tempest-TestNetworkAdvancedServerOps-470546014 tempest-TestNetworkAdvancedServerOps-470546014] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3889205', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854717621'] for router, before_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:34:46.887702 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-e48575a8-7e21-40f3-bc88-0b23eb98267b tempest-TestNetworkAdvancedServerOps-470546014 tempest-TestNetworkAdvancedServerOps-470546014] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036850886574', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3912501', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3808446', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-58179'] for router, precommit_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:34:46.905862 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-e48575a8-7e21-40f3-bc88-0b23eb98267b tempest-TestNetworkAdvancedServerOps-470546014 tempest-TestNetworkAdvancedServerOps-470546014] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:34:46.910173 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-cc534c0c-9949-4de9-b357-9ff7f1c9cf69 tempest-NetworksTest-1803261889 tempest-NetworksTest-1803261889] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854179735'] for segment, precommit_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:34:46.912523 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-cc534c0c-9949-4de9-b357-9ff7f1c9cf69 tempest-NetworksTest-1803261889 tempest-NetworksTest-1803261889] Releasing vxlan tunnel 19 to pool {{(pid=84874) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Jan 14 07:34:47.033162 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Provisioning for port d363cb42-0e82-4763-8031-18a3295242b9 completed by entity L2. {{(pid=84876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 07:34:47.132863 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-95f16972-dc79-4b35-b3c3-641ac01bea17 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850887153'] for security_group, after_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:34:47.147228 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-f33fe578-8c57-4683-a29d-0ff4a2ba2a4c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:34:47.180415 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98940195-8501-4ae3-86db-f924648b3b14 None None] Network 859f5d0b-d558-4bbe-a1a8-b976185dabb2 requested from n-d-768862-2 {{(pid=84876) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 07:34:47.237517 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95f16972-dc79-4b35-b3c3-641ac01bea17 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e637f73a-a739-4d5c-bc2b-169aa2dbf518,revision_number=None']} {{(pid=84874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:34:47.333258 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-95f16972-dc79-4b35-b3c3-641ac01bea17 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.183s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:34:47.434464 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-95f16972-dc79-4b35-b3c3-641ac01bea17 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:34:47.439417 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-95f16972-dc79-4b35-b3c3-641ac01bea17 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/e637f73a-a739-4d5c-bc2b-169aa2dbf518 HTTP/1.1" status: 204 len: 168 time: 2.0292220 Jan 14 07:34:47.478180 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.managers [None req-cc534c0c-9949-4de9-b357-9ff7f1c9cf69 tempest-NetworksTest-1803261889 tempest-NetworksTest-1803261889] Network 833145dc-d25b-4cb3-a8e6-2b365fcc3cf9 has no segments {{(pid=84874) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 14 07:34:47.492916 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-cc534c0c-9949-4de9-b357-9ff7f1c9cf69 tempest-NetworksTest-1803261889 tempest-NetworksTest-1803261889] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-596065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036851521571'] for segment, after_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:34:47.579475 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-e48575a8-7e21-40f3-bc88-0b23eb98267b tempest-TestNetworkAdvancedServerOps-470546014 tempest-TestNetworkAdvancedServerOps-470546014] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3912484', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3889188', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-58194'] for router, precommit_update {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:34:47.826318 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e13f613a-f5e1-4df5-a71b-c750f682cf35 admin admin] Checking segment: {'id': '0fcc7c7b-d221-4f54-8a00-e5f528e4eb2c', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 18, 'network_id': '1839022e-4ce1-499a-85d7-c3574be174f4'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84875) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 14 07:34:47.827028 n-d-768862-2 neutron-server[84765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e13f613a-f5e1-4df5-a71b-c750f682cf35 admin admin] Network hostable DHCP agents. Network: 1839022e-4ce1-499a-85d7-c3574be174f4, hostable agents: ['32f3dd84-26da-4d18-bf15-6017a8fb7247'], hosted agents: [] {{(pid=84875) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Jan 14 07:34:47.878461 n-d-768862-2 neutron-server[84765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e13f613a-f5e1-4df5-a71b-c750f682cf35 admin admin] Network 1839022e-4ce1-499a-85d7-c3574be174f4 is scheduled to be hosted by DHCP agent 32f3dd84-26da-4d18-bf15-6017a8fb7247 with binding_index 1 {{(pid=84875) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Jan 14 07:34:47.908605 n-d-768862-2 neutron-server[84765]: DEBUG neutron.scheduler.base_scheduler [None req-e13f613a-f5e1-4df5-a71b-c750f682cf35 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768862-2, 1839022e-4ce1-499a-85d7-c3574be174f4) {{(pid=84875) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 07:34:47.931754 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d2a1483-760c-47dc-9f7d-c1eb144c8889 None None] Network 1839022e-4ce1-499a-85d7-c3574be174f4 requested from n-d-768862-2 {{(pid=84876) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 07:34:47.946656 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e13f613a-f5e1-4df5-a71b-c750f682cf35 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:34:47.949175 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-e13f613a-f5e1-4df5-a71b-c750f682cf35 admin admin] Notify callbacks [] for subnet, before_response {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:34:47.992399 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.managers [None req-cc534c0c-9949-4de9-b357-9ff7f1c9cf69 tempest-NetworksTest-1803261889 tempest-NetworksTest-1803261889] Network 833145dc-d25b-4cb3-a8e6-2b365fcc3cf9 has no segments {{(pid=84874) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 14 07:34:47.999925 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-e13f613a-f5e1-4df5-a71b-c750f682cf35 admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 3.0790801 Jan 14 07:34:48.026233 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84875) accepted ('10.222.0.24', 32894) {{(pid=84875) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:34:48.040084 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.v2.base [None req-8dced91c-7c09-4869-9601-f8df987557ab admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBackupRestore-177512155-router', 'tenant_id': 'b7436c40d9974ceeb95e1adceeb35730', 'external_gateway_info': {'network_id': '226f1e78-82cd-4481-9055-4eb73b6db8c1'}}} {{(pid=84875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:34:48.050040 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-8dced91c-7c09-4869-9601-f8df987557ab admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:34:48.066792 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-7857c7f0-22bb-4967-894d-9a0c08bdb936 None None] Provisioning for port d363cb42-0e82-4763-8031-18a3295242b9 completed by entity DHCP. {{(pid=84876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 07:34:48.078181 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-7857c7f0-22bb-4967-894d-9a0c08bdb936 None None] Provisioning complete for port d363cb42-0e82-4763-8031-18a3295242b9 triggered by entity DHCP. {{(pid=84876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 07:34:48.078610 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-7857c7f0-22bb-4967-894d-9a0c08bdb936 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-604227'] for port, provisioning_complete {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:34:48.112036 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:shared":"rule:admin_only" was deprecated in W in favor of "update_network:shared":"role:admin and system_scope:all". Reason: Jan 14 07:34:48.112036 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:34:48.112036 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:34:48.112036 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:34:48.112036 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "update_network:provider:network_type":"role:admin and system_scope:all". Reason: Jan 14 07:34:48.112036 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:34:48.112036 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:34:48.112036 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:34:48.112036 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "update_network:provider:physical_network":"role:admin and system_scope:all". Reason: Jan 14 07:34:48.112036 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:34:48.112036 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:34:48.112036 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:34:48.112036 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "update_network:provider:segmentation_id":"role:admin and system_scope:all". Reason: Jan 14 07:34:48.112036 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:34:48.112036 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:34:48.112036 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:34:48.112036 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:router:external":"rule:admin_only" was deprecated in W in favor of "update_network:router:external":"role:admin and system_scope:all". Reason: Jan 14 07:34:48.112036 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:34:48.112036 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:34:48.112036 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:34:48.112036 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:is_default":"rule:admin_only" was deprecated in W in favor of "update_network:is_default":"role:admin and system_scope:all". Reason: Jan 14 07:34:48.112036 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:34:48.112036 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:34:48.112036 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:34:48.112036 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:port_security_enabled":"rule:admin_or_owner" was deprecated in W in favor of "update_network:port_security_enabled":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 07:34:48.112036 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:34:48.112036 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:34:48.112036 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:34:48.112036 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "delete_network":"rule:admin_or_owner" was deprecated in W in favor of "delete_network":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 07:34:48.112036 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:34:48.112036 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:34:48.112036 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:34:48.112036 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_segment":"rule:admin_only" was deprecated in W in favor of "create_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:34:48.112036 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:34:48.112036 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_segment":"rule:admin_only" was deprecated in W in favor of "get_segment":"role:reader and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:34:48.112036 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:34:48.112036 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_segment":"rule:admin_only" was deprecated in W in favor of "update_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:34:48.112036 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:34:48.112036 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "delete_segment":"rule:admin_only" was deprecated in W in favor of "delete_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:34:48.112036 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:34:48.112036 n-d-768862-2 neutron-server[84765]: Traceback (most recent call last): Jan 14 07:34:48.112036 n-d-768862-2 neutron-server[84765]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 14 07:34:48.112036 n-d-768862-2 neutron-server[84765]: timer() Jan 14 07:34:48.112036 n-d-768862-2 neutron-server[84765]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 14 07:34:48.112036 n-d-768862-2 neutron-server[84765]: cb(*args, **kw) Jan 14 07:34:48.112036 n-d-768862-2 neutron-server[84765]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Jan 14 07:34:48.112036 n-d-768862-2 neutron-server[84765]: return func(*args, **kwargs) Jan 14 07:34:48.112036 n-d-768862-2 neutron-server[84765]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 14 07:34:48.112036 n-d-768862-2 neutron-server[84765]: self._notify() Jan 14 07:34:48.112036 n-d-768862-2 neutron-server[84765]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 14 07:34:48.112036 n-d-768862-2 neutron-server[84765]: self.callback(batched_events) Jan 14 07:34:48.112036 n-d-768862-2 neutron-server[84765]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 14 07:34:48.112036 n-d-768862-2 neutron-server[84765]: event.method(event) Jan 14 07:34:48.112036 n-d-768862-2 neutron-server[84765]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 14 07:34:48.112036 n-d-768862-2 neutron-server[84765]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 14 07:34:48.112036 n-d-768862-2 neutron-server[84765]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Jan 14 07:34:48.112036 n-d-768862-2 neutron-server[84765]: segment_id)['aggregates'][0] Jan 14 07:34:48.112036 n-d-768862-2 neutron-server[84765]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 14 07:34:48.112036 n-d-768862-2 neutron-server[84765]: return f(self, *a, **k) Jan 14 07:34:48.112036 n-d-768862-2 neutron-server[84765]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 14 07:34:48.112036 n-d-768862-2 neutron-server[84765]: return self._get(url).json() Jan 14 07:34:48.112036 n-d-768862-2 neutron-server[84765]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 14 07:34:48.112036 n-d-768862-2 neutron-server[84765]: **kwargs) Jan 14 07:34:48.112036 n-d-768862-2 neutron-server[84765]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 14 07:34:48.112036 n-d-768862-2 neutron-server[84765]: return self.request(url, 'GET', **kwargs) Jan 14 07:34:48.112036 n-d-768862-2 neutron-server[84765]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Jan 14 07:34:48.112036 n-d-768862-2 neutron-server[84765]: **endpoint_filter) Jan 14 07:34:48.112036 n-d-768862-2 neutron-server[84765]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 14 07:34:48.112036 n-d-768862-2 neutron-server[84765]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 14 07:34:48.112036 n-d-768862-2 neutron-server[84765]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 14 07:34:48.112036 n-d-768862-2 neutron-server[84765]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 14 07:34:48.112036 n-d-768862-2 neutron-server[84765]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 14 07:34:48.126271 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-0334b19b-26d4-4c51-8e7e-5a381bc0d4a7 tempest-RoutersTest-1255860389 tempest-RoutersTest-1255860389] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555753'] for port, before_update {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:34:48.146228 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-8dced91c-7c09-4869-9601-f8df987557ab admin admin] Usage tracker for resource:router and tenant:b7436c40d9974ceeb95e1adceeb35730 is out of sync, need to count used quota {{(pid=84875) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:34:48.159821 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-8dced91c-7c09-4869-9601-f8df987557ab admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=84875) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:34:48.238866 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-8dced91c-7c09-4869-9601-f8df987557ab admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:34:48.333877 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-e48575a8-7e21-40f3-bc88-0b23eb98267b tempest-TestNetworkAdvancedServerOps-470546014 tempest-TestNetworkAdvancedServerOps-470546014] Notify callbacks [] for router_gateway, before_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:34:48.368012 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-8dced91c-7c09-4869-9601-f8df987557ab admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3889205', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854717621'] for router, before_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:34:48.369626 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-8dced91c-7c09-4869-9601-f8df987557ab admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036850886574', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3912501', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3808446', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-58179'] for router, precommit_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:34:48.392592 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-8dced91c-7c09-4869-9601-f8df987557ab admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:34:48.542443 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-e48575a8-7e21-40f3-bc88-0b23eb98267b tempest-TestNetworkAdvancedServerOps-470546014 tempest-TestNetworkAdvancedServerOps-470546014] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555753'] for port, before_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:34:48.579774 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc6a1d6e-d960-4485-8eb0-a2af1400a567 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5d94dc7a-c095-50a4-955e-5f3b78718a12-1839022e-4ce1-499a-85d7-c3574be174f4', 'network_id': '1839022e-4ce1-499a-85d7-c3574be174f4', 'tenant_id': 'b7436c40d9974ceeb95e1adceeb35730', 'fixed_ips': [{'subnet_id': '09cca365-fd94-48ce-8b5f-2524b107ddee'}]}} from n-d-768862-2. {{(pid=84876) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Jan 14 07:34:48.580902 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-dc6a1d6e-d960-4485-8eb0-a2af1400a567 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555753'] for port, before_create {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:34:48.759098 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-7857c7f0-22bb-4967-894d-9a0c08bdb936 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555753'] for port, before_update {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:34:48.881236 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.db.api [None req-cc534c0c-9949-4de9-b357-9ff7f1c9cf69 tempest-NetworksTest-1803261889 tempest-NetworksTest-1803261889] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jan 14 07:34:48.881236 n-d-768862-2 neutron-server[84765]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jan 14 07:34:48.881236 n-d-768862-2 neutron-server[84765]: [parameters: {'id': '833145dc-d25b-4cb3-a8e6-2b365fcc3cf9'}] Jan 14 07:34:48.881236 n-d-768862-2 neutron-server[84765]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=84874) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Jan 14 07:34:48.884921 n-d-768862-2 neutron-server[84765]: DEBUG oslo_db.api [None req-cc534c0c-9949-4de9-b357-9ff7f1c9cf69 tempest-NetworksTest-1803261889 tempest-NetworksTest-1803261889] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=84874) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Jan 14 07:34:48.912071 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-8b6ff2ae-613f-444a-a79a-d00e87bca8ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363259214191800', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854171626'] for agent, after_update {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:34:48.921282 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [None req-7857c7f0-22bb-4967-894d-9a0c08bdb936 None None] For port d363cb42-0e82-4763-8031-18a3295242b9, host n-d-768862-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-2',level=0,port_id=d363cb42-0e82-4763-8031-18a3295242b9,segment=NetworkSegment(e303ad65-7c1c-482c-816a-0889f5428615),segment_id=e303ad65-7c1c-482c-816a-0889f5428615)] {{(pid=84876) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 07:34:48.967904 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-0334b19b-26d4-4c51-8e7e-5a381bc0d4a7 tempest-RoutersTest-1255860389 tempest-RoutersTest-1255860389] Notify callbacks [] for port, precommit_update {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:34:48.974695 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-0334b19b-26d4-4c51-8e7e-5a381bc0d4a7 tempest-RoutersTest-1255860389 tempest-RoutersTest-1255860389] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777640533312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363259214678337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777640097497', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036851521613'] for port, after_update {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:34:48.988583 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-7857c7f0-22bb-4967-894d-9a0c08bdb936 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777640533312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363259214678337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777640097497'] for port, after_update {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:34:48.994295 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=84876) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:34:49.001472 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-162f786f-1369-4206-970e-b9c696f39a64 tempest-RoutersTest-1255860389 tempest-RoutersTest-1255860389] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:34:49.105036 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0334b19b-26d4-4c51-8e7e-5a381bc0d4a7 tempest-RoutersTest-1255860389 tempest-RoutersTest-1255860389] Pushing event updated for resources: {'Port': ['ID=14a67a0b-6bf0-4341-87d3-a88979ada958,revision_number=2']} {{(pid=84874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:34:49.109850 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-0334b19b-26d4-4c51-8e7e-5a381bc0d4a7 tempest-RoutersTest-1255860389 tempest-RoutersTest-1255860389] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:34:49.125907 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7857c7f0-22bb-4967-894d-9a0c08bdb936 None None] Pushing event updated for resources: {'Port': ['ID=d363cb42-0e82-4763-8031-18a3295242b9,revision_number=3']} {{(pid=84876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:34:49.164181 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-7857c7f0-22bb-4967-894d-9a0c08bdb936 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.170s {{(pid=84876) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:34:49.178964 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-39a97422-e997-4b5c-b197-1a4baa406262 None None] Provisioning complete for port d363cb42-0e82-4763-8031-18a3295242b9 triggered by entity DHCP. {{(pid=84876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 07:34:49.179398 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-39a97422-e997-4b5c-b197-1a4baa406262 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-604227'] for port, provisioning_complete {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:34:49.365613 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.db_base_plugin_common [None req-dc6a1d6e-d960-4485-8eb0-a2af1400a567 None None] Allocated IP 172.20.0.2 (1839022e-4ce1-499a-85d7-c3574be174f4/09cca365-fd94-48ce-8b5f-2524b107ddee/56ccde23-ee2f-4670-a8cd-3220b050e0e6) {{(pid=84876) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 14 07:34:49.378459 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.db_base_plugin_common [None req-e48575a8-7e21-40f3-bc88-0b23eb98267b tempest-TestNetworkAdvancedServerOps-470546014 tempest-TestNetworkAdvancedServerOps-470546014] Allocated IP 172.25.2.209 (226f1e78-82cd-4481-9055-4eb73b6db8c1/ba8deeec-7658-4195-9449-038c076f5c83/0df871c9-2ea9-4e58-bc3d-59530a9b7629) {{(pid=84875) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 14 07:34:49.391579 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-cc534c0c-9949-4de9-b357-9ff7f1c9cf69 tempest-NetworksTest-1803261889 tempest-NetworksTest-1803261889] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036854160497'] for network, before_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:34:49.401902 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-39a97422-e997-4b5c-b197-1a4baa406262 None None] Provisioning for port 14a67a0b-6bf0-4341-87d3-a88979ada958 completed by entity DHCP. {{(pid=84876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 07:34:49.427314 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-39a97422-e997-4b5c-b197-1a4baa406262 None None] Provisioning complete for port 14a67a0b-6bf0-4341-87d3-a88979ada958 triggered by entity DHCP. {{(pid=84876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 07:34:49.427585 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-39a97422-e997-4b5c-b197-1a4baa406262 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-604227'] for port, provisioning_complete {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:34:49.561178 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.plugin [None req-cc534c0c-9949-4de9-b357-9ff7f1c9cf69 tempest-NetworksTest-1803261889 tempest-NetworksTest-1803261889] Deleting port e569f198-a258-4324-bbf7-239a574cd188 {{(pid=84874) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 07:34:49.561853 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-cc534c0c-9949-4de9-b357-9ff7f1c9cf69 tempest-NetworksTest-1803261889 tempest-NetworksTest-1803261889] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363259214248359'] for port, before_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:34:49.584375 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-8dced91c-7c09-4869-9601-f8df987557ab admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3912484', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3889188', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-58194'] for router, precommit_update {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:34:49.673550 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.plugin [None req-39a97422-e997-4b5c-b197-1a4baa406262 None None] Port 14a67a0b-6bf0-4341-87d3-a88979ada958 cannot update to ACTIVE because it is not bound. {{(pid=84876) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:329}} Jan 14 07:34:49.885000 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-e48575a8-7e21-40f3-bc88-0b23eb98267b tempest-TestNetworkAdvancedServerOps-470546014 tempest-TestNetworkAdvancedServerOps-470546014] Notify callbacks [] for port, precommit_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:34:49.922797 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-c88f9dc4-4d83-4a78-a784-643525ce6d38 None None] Provisioning complete for port d363cb42-0e82-4763-8031-18a3295242b9 triggered by entity DHCP. {{(pid=84876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 07:34:49.923184 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-c88f9dc4-4d83-4a78-a784-643525ce6d38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-604227'] for port, provisioning_complete {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:34:49.949022 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [None req-cc534c0c-9949-4de9-b357-9ff7f1c9cf69 tempest-NetworksTest-1803261889 tempest-NetworksTest-1803261889] For port e569f198-a258-4324-bbf7-239a574cd188, host n-d-768862-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-2',level=0,port_id=e569f198-a258-4324-bbf7-239a574cd188,segment=NetworkSegment(a3962bc8-8a3a-42a4-b05f-42bad68ba3ec),segment_id=a3962bc8-8a3a-42a4-b05f-42bad68ba3ec)] {{(pid=84874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 07:34:49.949693 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-cc534c0c-9949-4de9-b357-9ff7f1c9cf69 tempest-NetworksTest-1803261889 tempest-NetworksTest-1803261889] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036850862667'] for port, precommit_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:34:49.971929 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-e48575a8-7e21-40f3-bc88-0b23eb98267b tempest-TestNetworkAdvancedServerOps-470546014 tempest-TestNetworkAdvancedServerOps-470546014] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777640123575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851621574'] for port, after_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:34:50.099319 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.plugin [None req-cc534c0c-9949-4de9-b357-9ff7f1c9cf69 tempest-NetworksTest-1803261889 tempest-NetworksTest-1803261889] Calling delete_port for e569f198-a258-4324-bbf7-239a574cd188 owned by network:dhcp {{(pid=84874) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 07:34:50.113857 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-bda06413-a1ca-4235-bcb3-f66027218767 tempest-TestSecurityGroupsBasicOps-944861984 tempest-TestSecurityGroupsBasicOps-944861984] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:34:50.197167 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-cc534c0c-9949-4de9-b357-9ff7f1c9cf69 tempest-NetworksTest-1803261889 tempest-NetworksTest-1803261889] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777640533329', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777640097463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3254186'] for port, after_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:34:50.209377 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e48575a8-7e21-40f3-bc88-0b23eb98267b tempest-TestNetworkAdvancedServerOps-470546014 tempest-TestNetworkAdvancedServerOps-470546014] Pushing event updated for resources: {'Port': ['ID=0df871c9-2ea9-4e58-bc3d-59530a9b7629,revision_number=1']} {{(pid=84875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:34:50.226272 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-e48575a8-7e21-40f3-bc88-0b23eb98267b tempest-TestNetworkAdvancedServerOps-470546014 tempest-TestNetworkAdvancedServerOps-470546014] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:34:50.227807 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-72e47105-26db-4714-b6c8-2fa8d7bd367f tempest-RoutersTest-1255860389 tempest-RoutersTest-1255860389] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:34:50.317940 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-dc6a1d6e-d960-4485-8eb0-a2af1400a567 None None] Notify callbacks [] for port, precommit_create {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:34:50.340215 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-dc6a1d6e-d960-4485-8eb0-a2af1400a567 None None] Transition to ACTIVE for port object 56ccde23-ee2f-4670-a8cd-3220b050e0e6 will not be triggered until provisioned by entity L2. {{(pid=84876) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 07:34:50.355174 n-d-768862-2 neutron-server[84765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e48575a8-7e21-40f3-bc88-0b23eb98267b tempest-TestNetworkAdvancedServerOps-470546014 tempest-TestNetworkAdvancedServerOps-470546014] Network 226f1e78-82cd-4481-9055-4eb73b6db8c1 is already hosted by enough agents. {{(pid=84875) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 07:34:50.370054 n-d-768862-2 neutron-server[84765]: DEBUG neutron.scheduler.base_scheduler [None req-e48575a8-7e21-40f3-bc88-0b23eb98267b tempest-TestNetworkAdvancedServerOps-470546014 tempest-TestNetworkAdvancedServerOps-470546014] Resources bound (agent type, host, resource id): {{(pid=84875) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 07:34:50.374112 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc534c0c-9949-4de9-b357-9ff7f1c9cf69 tempest-NetworksTest-1803261889 tempest-NetworksTest-1803261889] Pushing event deleted for resources: {'Port': ['ID=e569f198-a258-4324-bbf7-239a574cd188,revision_number=None']} {{(pid=84874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:34:50.377814 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-cc534c0c-9949-4de9-b357-9ff7f1c9cf69 tempest-NetworksTest-1803261889 tempest-NetworksTest-1803261889] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:34:50.378479 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-dc6a1d6e-d960-4485-8eb0-a2af1400a567 None None] Transition to ACTIVE for port object 56ccde23-ee2f-4670-a8cd-3220b050e0e6 will not be triggered until provisioned by entity DHCP. {{(pid=84876) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 07:34:50.381407 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e48575a8-7e21-40f3-bc88-0b23eb98267b tempest-TestNetworkAdvancedServerOps-470546014 tempest-TestNetworkAdvancedServerOps-470546014] Received port after_create {{(pid=84875) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 14 07:34:50.385998 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-c88f9dc4-4d83-4a78-a784-643525ce6d38 None None] Provisioning complete for port 14a67a0b-6bf0-4341-87d3-a88979ada958 triggered by entity DHCP. {{(pid=84876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 07:34:50.386554 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-c88f9dc4-4d83-4a78-a784-643525ce6d38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-604227'] for port, provisioning_complete {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:34:50.442911 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.agents_db [None req-5b939a2f-078d-4c69-a188-cb55a28a77a0 None None] Agent healthcheck: found 7 active agents {{(pid=84877) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Jan 14 07:34:50.472655 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-dc6a1d6e-d960-4485-8eb0-a2af1400a567 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777640123575'] for port, after_create {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:34:50.705115 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-02533054-be40-40a4-8d22-20d9c795d5a3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84876) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:34:50.802769 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Device d363cb42-0e82-4763-8031-18a3295242b9 up at agent ovs-agent-n-d-768862-2 {{(pid=84876) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 07:34:50.929138 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc6a1d6e-d960-4485-8eb0-a2af1400a567 None None] Pushing event updated for resources: {'Port': ['ID=56ccde23-ee2f-4670-a8cd-3220b050e0e6,revision_number=1']} {{(pid=84876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:34:50.968961 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-dc6a1d6e-d960-4485-8eb0-a2af1400a567 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.261s {{(pid=84876) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:34:50.980873 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-0334b19b-26d4-4c51-8e7e-5a381bc0d4a7 tempest-RoutersTest-1255860389 tempest-RoutersTest-1255860389] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036850886386'] for router_interface, before_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:34:50.997395 n-d-768862-2 neutron-server[84765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc6a1d6e-d960-4485-8eb0-a2af1400a567 None None] Network 1839022e-4ce1-499a-85d7-c3574be174f4 is already hosted by enough agents. {{(pid=84876) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 07:34:51.003629 n-d-768862-2 neutron-server[84765]: DEBUG neutron.scheduler.base_scheduler [None req-dc6a1d6e-d960-4485-8eb0-a2af1400a567 None None] Resources bound (agent type, host, resource id): {{(pid=84876) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 07:34:51.021047 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc6a1d6e-d960-4485-8eb0-a2af1400a567 None None] Received port after_create {{(pid=84876) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 14 07:34:51.028977 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc534c0c-9949-4de9-b357-9ff7f1c9cf69 tempest-NetworksTest-1803261889 tempest-NetworksTest-1803261889] No DVR routers for this DVR port e569f198-a258-4324-bbf7-239a574cd188 on host n-d-768862-2 {{(pid=84874) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Jan 14 07:34:51.067026 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.plugin [None req-c88f9dc4-4d83-4a78-a784-643525ce6d38 None None] Port 14a67a0b-6bf0-4341-87d3-a88979ada958 cannot update to ACTIVE because it is not bound. {{(pid=84876) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:329}} Jan 14 07:34:51.095175 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Provisioning complete for port d363cb42-0e82-4763-8031-18a3295242b9 triggered by entity L2. {{(pid=84876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 07:34:51.096238 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-604227'] for port, provisioning_complete {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:34:51.202692 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.managers [None req-dc6a1d6e-d960-4485-8eb0-a2af1400a567 None None] Attempting to bind port 56ccde23-ee2f-4670-a8cd-3220b050e0e6 on host n-d-768862-2 for vnic_type normal with profile {{(pid=84876) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 14 07:34:51.202955 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-0334b19b-26d4-4c51-8e7e-5a381bc0d4a7 tempest-RoutersTest-1255860389 tempest-RoutersTest-1255860389] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555753'] for port, before_update {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:34:51.203427 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.managers [None req-dc6a1d6e-d960-4485-8eb0-a2af1400a567 None None] Attempting to bind port 56ccde23-ee2f-4670-a8cd-3220b050e0e6 by drivers openvswitch on host n-d-768862-2 at level 0 using segments [{'id': '0fcc7c7b-d221-4f54-8a00-e5f528e4eb2c', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 18, 'network_id': '1839022e-4ce1-499a-85d7-c3574be174f4'}] {{(pid=84876) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 14 07:34:51.204140 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc6a1d6e-d960-4485-8eb0-a2af1400a567 None None] Attempting to bind port 56ccde23-ee2f-4670-a8cd-3220b050e0e6 on network 1839022e-4ce1-499a-85d7-c3574be174f4 {{(pid=84876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 14 07:34:51.214873 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc6a1d6e-d960-4485-8eb0-a2af1400a567 None None] Checking agent: {'id': 'ba5efab1-b43c-4d5a-bc52-6e105d4e67a2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768862-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 14, 6, 56, 52), 'started_at': datetime.datetime(2021, 1, 14, 6, 57, 22), 'heartbeat_timestamp': datetime.datetime(2021, 1, 14, 7, 34, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768862-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.29', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 14 07:34:51.216178 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc6a1d6e-d960-4485-8eb0-a2af1400a567 None None] Checking segment: {'id': '0fcc7c7b-d221-4f54-8a00-e5f528e4eb2c', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 18, 'network_id': '1839022e-4ce1-499a-85d7-c3574be174f4'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84876) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 14 07:34:51.216814 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-dc6a1d6e-d960-4485-8eb0-a2af1400a567 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:34:51.217450 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc6a1d6e-d960-4485-8eb0-a2af1400a567 None None] Bound using segment: {'id': '0fcc7c7b-d221-4f54-8a00-e5f528e4eb2c', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 18, 'network_id': '1839022e-4ce1-499a-85d7-c3574be174f4'} {{(pid=84876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 14 07:34:51.218328 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.managers [None req-dc6a1d6e-d960-4485-8eb0-a2af1400a567 None None] Bound port: 56ccde23-ee2f-4670-a8cd-3220b050e0e6, host: n-d-768862-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0fcc7c7b-d221-4f54-8a00-e5f528e4eb2c', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 18, 'network_id': '1839022e-4ce1-499a-85d7-c3574be174f4'}}] {{(pid=84876) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 14 07:34:51.218917 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-dc6a1d6e-d960-4485-8eb0-a2af1400a567 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555753'] for port, before_update {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:34:51.405720 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [None req-dc6a1d6e-d960-4485-8eb0-a2af1400a567 None None] For port 56ccde23-ee2f-4670-a8cd-3220b050e0e6, host n-d-768862-2, cleared binding levels {{(pid=84876) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 14 07:34:51.411508 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [None req-dc6a1d6e-d960-4485-8eb0-a2af1400a567 None None] For port 56ccde23-ee2f-4670-a8cd-3220b050e0e6, host n-d-768862-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-2',level=0,port_id=56ccde23-ee2f-4670-a8cd-3220b050e0e6,segment=NetworkSegment(0fcc7c7b-d221-4f54-8a00-e5f528e4eb2c),segment_id=0fcc7c7b-d221-4f54-8a00-e5f528e4eb2c)] {{(pid=84876) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 14 07:34:51.413468 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-15980682-cab7-4773-b143-f589aac3583c None None] Provisioning complete for port 14a67a0b-6bf0-4341-87d3-a88979ada958 triggered by entity DHCP. {{(pid=84876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 07:34:51.414313 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-15980682-cab7-4773-b143-f589aac3583c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-604227'] for port, provisioning_complete {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:34:51.491227 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.plugin [None req-15980682-cab7-4773-b143-f589aac3583c None None] Port 14a67a0b-6bf0-4341-87d3-a88979ada958 cannot update to ACTIVE because it is not bound. {{(pid=84876) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:329}} Jan 14 07:34:51.496913 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-dc6a1d6e-d960-4485-8eb0-a2af1400a567 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777640533312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363259214678337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777640097497'] for port, after_update {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:34:51.535338 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-dafe25a4-7c7b-48e4-bf34-32b4344b5f9c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84876) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:34:51.650493 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-cc534c0c-9949-4de9-b357-9ff7f1c9cf69 tempest-NetworksTest-1803261889 tempest-NetworksTest-1803261889] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-598987', 'neutron.services.segments.db._delete_segments_for_network-8777640583949'] for network, precommit_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:34:51.764115 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-d1b6f5ed-f36d-41a1-b197-879c3e0a6c70 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363259214191800', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854171626'] for agent, after_update {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:34:51.786188 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc6a1d6e-d960-4485-8eb0-a2af1400a567 None None] Pushing event updated for resources: {'Port': ['ID=56ccde23-ee2f-4670-a8cd-3220b050e0e6,revision_number=2']} {{(pid=84876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:34:51.789678 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-dc6a1d6e-d960-4485-8eb0-a2af1400a567 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.254s {{(pid=84876) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:34:51.808192 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-e48575a8-7e21-40f3-bc88-0b23eb98267b tempest-TestNetworkAdvancedServerOps-470546014 tempest-TestNetworkAdvancedServerOps-470546014] Notify callbacks [] for router_gateway, after_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:34:51.852570 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-da76cfc0-98e8-4426-9f6d-4f05aa3fae78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363259214191800', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854171626'] for agent, after_update {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:34:51.981692 n-d-768862-2 neutron-server[84765]: DEBUG neutron.services.segments.db [None req-cc534c0c-9949-4de9-b357-9ff7f1c9cf69 tempest-NetworksTest-1803261889 tempest-NetworksTest-1803261889] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['833145dc-d25b-4cb3-a8e6-2b365fcc3cf9']}} {{(pid=84874) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:34:51.987144 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-8dced91c-7c09-4869-9601-f8df987557ab admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:34:52.014490 n-d-768862-2 neutron-server[84765]: DEBUG neutron.services.segments.db [None req-cc534c0c-9949-4de9-b357-9ff7f1c9cf69 tempest-NetworksTest-1803261889 tempest-NetworksTest-1803261889] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a3962bc8-8a3a-42a4-b05f-42bad68ba3ec') {'for_net_delete': True} {{(pid=84874) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:34:52.014707 n-d-768862-2 neutron-server[84765]: DEBUG neutron.services.segments.db [None req-cc534c0c-9949-4de9-b357-9ff7f1c9cf69 tempest-NetworksTest-1803261889 tempest-NetworksTest-1803261889] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a3962bc8-8a3a-42a4-b05f-42bad68ba3ec') {} {{(pid=84874) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:34:52.040893 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-8dced91c-7c09-4869-9601-f8df987557ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555753'] for port, before_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:34:52.045387 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-cc534c0c-9949-4de9-b357-9ff7f1c9cf69 tempest-NetworksTest-1803261889 tempest-NetworksTest-1803261889] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363259214173198', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2968632'] for segment, before_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:34:52.069669 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-cc534c0c-9949-4de9-b357-9ff7f1c9cf69 tempest-NetworksTest-1803261889 tempest-NetworksTest-1803261889] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854179735'] for segment, precommit_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:34:52.073112 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-cc534c0c-9949-4de9-b357-9ff7f1c9cf69 tempest-NetworksTest-1803261889 tempest-NetworksTest-1803261889] Releasing vxlan tunnel 19 to pool {{(pid=84874) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Jan 14 07:34:52.176697 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.db.resource_extend [None req-0334b19b-26d4-4c51-8e7e-5a381bc0d4a7 tempest-RoutersTest-1255860389 tempest-RoutersTest-1255860389] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84874) wrapper /usr/local/lib/python3.6/dist-packages/oslo_utils/timeutils.py:388}} Jan 14 07:34:52.206683 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-0334b19b-26d4-4c51-8e7e-5a381bc0d4a7 tempest-RoutersTest-1255860389 tempest-RoutersTest-1255860389] Notify callbacks [] for port, precommit_update {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:34:52.236929 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-0334b19b-26d4-4c51-8e7e-5a381bc0d4a7 tempest-RoutersTest-1255860389 tempest-RoutersTest-1255860389] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777640533312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363259214678337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777640097497', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036851521613'] for port, after_update {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:34:52.326238 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-0334b19b-26d4-4c51-8e7e-5a381bc0d4a7 tempest-RoutersTest-1255860389 tempest-RoutersTest-1255860389] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:34:52.406584 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.db_base_plugin_common [None req-8dced91c-7c09-4869-9601-f8df987557ab admin admin] Allocated IP 172.25.2.184 (226f1e78-82cd-4481-9055-4eb73b6db8c1/ba8deeec-7658-4195-9449-038c076f5c83/8ae55f67-74ec-4282-971a-ade0c2491087) {{(pid=84875) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 14 07:34:52.427311 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.managers [None req-cc534c0c-9949-4de9-b357-9ff7f1c9cf69 tempest-NetworksTest-1803261889 tempest-NetworksTest-1803261889] Network 833145dc-d25b-4cb3-a8e6-2b365fcc3cf9 has no segments {{(pid=84874) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 14 07:34:52.443960 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-cc534c0c-9949-4de9-b357-9ff7f1c9cf69 tempest-NetworksTest-1803261889 tempest-NetworksTest-1803261889] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-596065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036851521571'] for segment, after_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:34:52.534783 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-0334b19b-26d4-4c51-8e7e-5a381bc0d4a7 tempest-RoutersTest-1255860389 tempest-RoutersTest-1255860389] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3206949', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3889649'] for router_interface, after_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:34:52.543438 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Device 56ccde23-ee2f-4670-a8cd-3220b050e0e6 up at agent ovs-agent-n-d-768862-2 {{(pid=84876) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 07:34:52.635612 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0334b19b-26d4-4c51-8e7e-5a381bc0d4a7 tempest-RoutersTest-1255860389 tempest-RoutersTest-1255860389] Pushing event updated for resources: {'Port': ['ID=14a67a0b-6bf0-4341-87d3-a88979ada958,revision_number=3']} {{(pid=84874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:34:52.638255 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363259214191800', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854171626'] for agent, after_update {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:34:52.651718 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Provisioning for port 56ccde23-ee2f-4670-a8cd-3220b050e0e6 completed by entity L2. {{(pid=84876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 07:34:52.659459 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-0334b19b-26d4-4c51-8e7e-5a381bc0d4a7 tempest-RoutersTest-1255860389 tempest-RoutersTest-1255860389] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.333s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:34:52.785980 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.managers [None req-cc534c0c-9949-4de9-b357-9ff7f1c9cf69 tempest-NetworksTest-1803261889 tempest-NetworksTest-1803261889] Network 833145dc-d25b-4cb3-a8e6-2b365fcc3cf9 has no segments {{(pid=84874) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 14 07:34:52.797194 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-8dced91c-7c09-4869-9601-f8df987557ab admin admin] Notify callbacks [] for port, precommit_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:34:52.825490 n-d-768862-2 neutron-server[84765]: Traceback (most recent call last): Jan 14 07:34:52.825490 n-d-768862-2 neutron-server[84765]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 14 07:34:52.825490 n-d-768862-2 neutron-server[84765]: timer() Jan 14 07:34:52.825490 n-d-768862-2 neutron-server[84765]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 14 07:34:52.825490 n-d-768862-2 neutron-server[84765]: cb(*args, **kw) Jan 14 07:34:52.825490 n-d-768862-2 neutron-server[84765]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Jan 14 07:34:52.825490 n-d-768862-2 neutron-server[84765]: return func(*args, **kwargs) Jan 14 07:34:52.825490 n-d-768862-2 neutron-server[84765]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 14 07:34:52.825490 n-d-768862-2 neutron-server[84765]: self._notify() Jan 14 07:34:52.825490 n-d-768862-2 neutron-server[84765]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 14 07:34:52.825490 n-d-768862-2 neutron-server[84765]: self.callback(batched_events) Jan 14 07:34:52.825490 n-d-768862-2 neutron-server[84765]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 14 07:34:52.825490 n-d-768862-2 neutron-server[84765]: event.method(event) Jan 14 07:34:52.825490 n-d-768862-2 neutron-server[84765]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 14 07:34:52.825490 n-d-768862-2 neutron-server[84765]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 14 07:34:52.825490 n-d-768862-2 neutron-server[84765]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Jan 14 07:34:52.825490 n-d-768862-2 neutron-server[84765]: segment_id)['aggregates'][0] Jan 14 07:34:52.825490 n-d-768862-2 neutron-server[84765]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 14 07:34:52.825490 n-d-768862-2 neutron-server[84765]: return f(self, *a, **k) Jan 14 07:34:52.825490 n-d-768862-2 neutron-server[84765]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 14 07:34:52.825490 n-d-768862-2 neutron-server[84765]: return self._get(url).json() Jan 14 07:34:52.825490 n-d-768862-2 neutron-server[84765]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 14 07:34:52.825490 n-d-768862-2 neutron-server[84765]: **kwargs) Jan 14 07:34:52.825490 n-d-768862-2 neutron-server[84765]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 14 07:34:52.825490 n-d-768862-2 neutron-server[84765]: return self.request(url, 'GET', **kwargs) Jan 14 07:34:52.825490 n-d-768862-2 neutron-server[84765]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Jan 14 07:34:52.825490 n-d-768862-2 neutron-server[84765]: **endpoint_filter) Jan 14 07:34:52.825490 n-d-768862-2 neutron-server[84765]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 14 07:34:52.825490 n-d-768862-2 neutron-server[84765]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 14 07:34:52.825490 n-d-768862-2 neutron-server[84765]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 14 07:34:52.825490 n-d-768862-2 neutron-server[84765]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 14 07:34:52.825490 n-d-768862-2 neutron-server[84765]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 14 07:34:52.848262 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-8dced91c-7c09-4869-9601-f8df987557ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777640123575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851621574'] for port, after_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:34:52.869083 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-1acf28f5-3a87-4ca5-a677-31968e5eaa5f tempest-PortsIpV6TestJSON-1330665174 tempest-PortsIpV6TestJSON-1330665174] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:34:52.949312 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-cc534c0c-9949-4de9-b357-9ff7f1c9cf69 tempest-NetworksTest-1803261889 tempest-NetworksTest-1803261889] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036854176830', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850887149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3912591'] for network, after_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:34:52.958803 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-cc534c0c-9949-4de9-b357-9ff7f1c9cf69 tempest-NetworksTest-1803261889 tempest-NetworksTest-1803261889] Notify callbacks [] for network, before_response {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:34:52.963180 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-50b1af47-969a-4812-99c8-dd9d424e983b tempest-ExternalNetworksTestJSON-1523440521 tempest-ExternalNetworksTestJSON-1523440521] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:34:53.003699 n-d-768862-2 neutron-server[84765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0334b19b-26d4-4c51-8e7e-5a381bc0d4a7 tempest-RoutersTest-1255860389 tempest-RoutersTest-1255860389] Network 859f5d0b-d558-4bbe-a1a8-b976185dabb2 is already hosted by enough agents. {{(pid=84874) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 07:34:53.022792 n-d-768862-2 neutron-server[84765]: DEBUG neutron.scheduler.base_scheduler [None req-0334b19b-26d4-4c51-8e7e-5a381bc0d4a7 tempest-RoutersTest-1255860389 tempest-RoutersTest-1255860389] Resources bound (agent type, host, resource id): {{(pid=84874) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 07:34:53.030478 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc534c0c-9949-4de9-b357-9ff7f1c9cf69 tempest-NetworksTest-1803261889 tempest-NetworksTest-1803261889] Pushing event deleted for resources: {'Network': ['ID=833145dc-d25b-4cb3-a8e6-2b365fcc3cf9,revision_number=None']} {{(pid=84874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:34:53.048929 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-cc534c0c-9949-4de9-b357-9ff7f1c9cf69 tempest-NetworksTest-1803261889 tempest-NetworksTest-1803261889] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:34:53.052200 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-cc534c0c-9949-4de9-b357-9ff7f1c9cf69 tempest-NetworksTest-1803261889 tempest-NetworksTest-1803261889] 10.222.0.24 "DELETE /v2.0/networks/833145dc-d25b-4cb3-a8e6-2b365fcc3cf9 HTTP/1.1" status: 204 len: 168 time: 13.1133316 Jan 14 07:34:53.061519 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dced91c-7c09-4869-9601-f8df987557ab admin admin] Pushing event updated for resources: {'Port': ['ID=8ae55f67-74ec-4282-971a-ade0c2491087,revision_number=1']} {{(pid=84875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:34:53.085978 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84875) accepted ('10.222.0.24', 32970) {{(pid=84875) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:34:53.098877 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-8dced91c-7c09-4869-9601-f8df987557ab admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.227s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:34:53.186526 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84875) accepted ('10.222.0.24', 32974) {{(pid=84875) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:34:53.187784 n-d-768862-2 neutron-server[84765]: INFO neutron.pecan_wsgi.hooks.translation [None req-59d987ed-d878-40d2-9d8f-7f2d1592dc85 tempest-NetworksTest-1803261889 tempest-NetworksTest-1803261889] GET failed (client error): The resource could not be found. Jan 14 07:34:53.188390 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-59d987ed-d878-40d2-9d8f-7f2d1592dc85 tempest-NetworksTest-1803261889 tempest-NetworksTest-1803261889] Synchronizing usage tracker for tenant:93b2211854874c6cae5592aa469fb908 on resource:subnet {{(pid=84875) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 14 07:34:53.230631 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-e48575a8-7e21-40f3-bc88-0b23eb98267b tempest-TestNetworkAdvancedServerOps-470546014 tempest-TestNetworkAdvancedServerOps-470546014] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036850886612', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036850863158'] for router, after_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:34:53.289206 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-0f37073e-9c69-4e3c-80e0-6cfaa0fd61a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363259214191800', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854171626'] for agent, after_update {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:34:53.353074 n-d-768862-2 neutron-server[84765]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0334b19b-26d4-4c51-8e7e-5a381bc0d4a7 tempest-RoutersTest-1255860389 tempest-RoutersTest-1255860389] Router 957c8bf3-5519-4605-80ba-6afa0950dc4e is scheduled to L3 agent 35f592e9-451b-4db9-abea-77b6a5c5391b with binding_index 1 {{(pid=84874) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}} Jan 14 07:34:53.370528 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-59d987ed-d878-40d2-9d8f-7f2d1592dc85 tempest-NetworksTest-1803261889 tempest-NetworksTest-1803261889] Unset dirty status for tenant:93b2211854874c6cae5592aa469fb908 on resource:subnet {{(pid=84875) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 14 07:34:53.372488 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-59d987ed-d878-40d2-9d8f-7f2d1592dc85 tempest-NetworksTest-1803261889 tempest-NetworksTest-1803261889] 10.222.0.24 "GET /v2.0/subnets/3b651f38-3f14-4537-b910-360d2aac9776 HTTP/1.1" status: 404 len: 337 time: 0.2847724 Jan 14 07:34:53.378942 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84875) accepted ('10.222.0.24', 32980) {{(pid=84875) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:34:53.455928 n-d-768862-2 neutron-server[84765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8dced91c-7c09-4869-9601-f8df987557ab admin admin] Network 226f1e78-82cd-4481-9055-4eb73b6db8c1 is already hosted by enough agents. {{(pid=84875) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 07:34:53.466608 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-294dfcf1-b031-41b3-9517-505f77059fda None None] Provisioning complete for port 14a67a0b-6bf0-4341-87d3-a88979ada958 triggered by entity DHCP. {{(pid=84876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 07:34:53.467429 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-294dfcf1-b031-41b3-9517-505f77059fda None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-604227'] for port, provisioning_complete {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:34:53.469673 n-d-768862-2 neutron-server[84765]: DEBUG neutron.scheduler.base_scheduler [None req-8dced91c-7c09-4869-9601-f8df987557ab admin admin] Resources bound (agent type, host, resource id): {{(pid=84875) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 07:34:53.508236 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8dced91c-7c09-4869-9601-f8df987557ab admin admin] Received port after_create {{(pid=84875) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 14 07:34:53.534891 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.plugin [None req-294dfcf1-b031-41b3-9517-505f77059fda None None] Port 14a67a0b-6bf0-4341-87d3-a88979ada958 cannot update to ACTIVE because it is not bound. {{(pid=84876) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:329}} Jan 14 07:34:53.549136 n-d-768862-2 neutron-server[84765]: INFO neutron.pecan_wsgi.hooks.translation [None req-03d370a6-9dcc-4b75-beac-6805933043f7 tempest-NetworksTest-1803261889 tempest-NetworksTest-1803261889] DELETE failed (client error): The resource could not be found. Jan 14 07:34:53.549635 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-03d370a6-9dcc-4b75-beac-6805933043f7 tempest-NetworksTest-1803261889 tempest-NetworksTest-1803261889] No notification will be sent due to unsuccessful status code: 404 {{(pid=84875) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Jan 14 07:34:53.568478 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-76bed87c-86f0-40b3-9678-5945316251ea admin admin] Notify callbacks [] for security_group, before_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:34:53.598036 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-03d370a6-9dcc-4b75-beac-6805933043f7 tempest-NetworksTest-1803261889 tempest-NetworksTest-1803261889] 10.222.0.24 "DELETE /v2.0/networks/833145dc-d25b-4cb3-a8e6-2b365fcc3cf9 HTTP/1.1" status: 404 len: 339 time: 0.2179289 Jan 14 07:34:53.609159 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84875) accepted ('10.222.0.24', 32984) {{(pid=84875) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:34:53.610275 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-76bed87c-86f0-40b3-9678-5945316251ea admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:34:53.623588 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48b544ab-c521-4ce3-941b-a1a477825621 None None] Network 1839022e-4ce1-499a-85d7-c3574be174f4 requested from n-d-768862-2 {{(pid=84876) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 07:34:53.677401 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-76bed87c-86f0-40b3-9678-5945316251ea admin admin] Usage tracker for resource:security_group_rule and tenant:7ef195a0c032464ca573469b5a14a8c6 is out of sync, need to count used quota {{(pid=84875) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:34:53.758212 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-76bed87c-86f0-40b3-9678-5945316251ea admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84875) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:34:53.781705 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-76bed87c-86f0-40b3-9678-5945316251ea admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:34:53.890790 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0334b19b-26d4-4c51-8e7e-5a381bc0d4a7 tempest-RoutersTest-1255860389 tempest-RoutersTest-1255860389] Notify agent at l3_agent.n-d-768862-2 the message routers_updated {{(pid=84874) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jan 14 07:34:53.900610 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-0334b19b-26d4-4c51-8e7e-5a381bc0d4a7 tempest-RoutersTest-1255860389 tempest-RoutersTest-1255860389] 10.222.0.24 "PUT /v2.0/routers/957c8bf3-5519-4605-80ba-6afa0950dc4e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.9503710 Jan 14 07:34:53.901405 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84874) accepted ('10.222.0.24', 32988) {{(pid=84874) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:34:53.939285 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23fd7256-3901-489b-88a5-9a7786cccc86 None None] Sync routers for ids ['957c8bf3-5519-4605-80ba-6afa0950dc4e'] in n-d-768862-2 {{(pid=84876) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Jan 14 07:34:53.970876 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23fd7256-3901-489b-88a5-9a7786cccc86 None None] Routers {'957c8bf3-5519-4605-80ba-6afa0950dc4e'} bound to L3 agent in host n-d-768862-2 {{(pid=84876) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 14 07:34:53.971600 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_hamode_db [None req-23fd7256-3901-489b-88a5-9a7786cccc86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-01-14T06:56:51Z,description=,heartbeat_timestamp=2021-01-14T07:34:52Z,host='n-d-768862-2',id=35f592e9-451b-4db9-abea-77b6a5c5391b,load=0,resource_versions=,resources_synced=,started_at=2021-01-14T06:56:51Z,topic='l3_agent')) {'router_ids': ['957c8bf3-5519-4605-80ba-6afa0950dc4e'], 'active': True} {{(pid=84876) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:34:53.988408 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network":"rule:regular_user" was deprecated in W in favor of "create_network":"role:member and project_id:%(project_id)s". Reason: Jan 14 07:34:53.988408 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:34:53.988408 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:34:53.988408 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:34:53.988408 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:shared":"rule:admin_only" was deprecated in W in favor of "create_network:shared":"role:admin and system_scope:all". Reason: Jan 14 07:34:53.988408 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:34:53.988408 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:34:53.988408 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:34:53.988408 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:router:external":"rule:admin_only" was deprecated in W in favor of "create_network:router:external":"role:admin and system_scope:all". Reason: Jan 14 07:34:53.988408 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:34:53.988408 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:34:53.988408 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:34:53.988408 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:is_default":"rule:admin_only" was deprecated in W in favor of "create_network:is_default":"role:admin and system_scope:all". Reason: Jan 14 07:34:53.988408 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:34:53.988408 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:34:53.988408 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:34:53.988408 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:port_security_enabled":"rule:regular_user" was deprecated in W in favor of "create_network:port_security_enabled":"role:member and project_id:%(project_id)s". Reason: Jan 14 07:34:53.988408 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:34:53.988408 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:34:53.988408 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:34:53.988408 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:segments":"rule:admin_only" was deprecated in W in favor of "create_network:segments":"role:admin and system_scope:all". Reason: Jan 14 07:34:53.988408 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:34:53.988408 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:34:53.988408 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:34:53.988408 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "create_network:provider:network_type":"role:admin and system_scope:all". Reason: Jan 14 07:34:53.988408 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:34:53.988408 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:34:53.988408 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:34:53.988408 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "create_network:provider:physical_network":"role:admin and system_scope:all". Reason: Jan 14 07:34:53.988408 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:34:53.988408 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:34:53.988408 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:34:53.988408 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "create_network:provider:segmentation_id":"role:admin and system_scope:all". Reason: Jan 14 07:34:53.988408 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:34:53.988408 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:34:53.988408 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:34:53.988408 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network":"rule:admin_or_owner or rule:shared or rule:external or rule:context_is_advsvc" was deprecated in W in favor of "get_network":"(role:reader and system_scope:all) or (role:reader and project_id:%(project_id)s) or rule:shared or rule:external or rule:context_is_advsvc". Reason: Jan 14 07:34:53.988408 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:34:53.988408 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:34:53.988408 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:34:53.988408 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:router:external":"rule:regular_user" was deprecated in W in favor of "get_network:router:external":"role:reader and project_id:%(project_id)s". Reason: Jan 14 07:34:53.988408 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:34:53.988408 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:34:53.988408 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:34:53.988408 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:segments":"rule:admin_only" was deprecated in W in favor of "get_network:segments":"role:reader and system_scope:all". Reason: Jan 14 07:34:53.988408 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:34:53.988408 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:34:53.988408 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:34:53.988408 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "get_network:provider:network_type":"role:reader and system_scope:all". Reason: Jan 14 07:34:53.988408 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:34:53.988408 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:34:53.988408 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:34:53.988408 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "get_network:provider:physical_network":"role:reader and system_scope:all". Reason: Jan 14 07:34:53.988408 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:34:53.988408 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:34:53.988408 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:34:53.988408 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "get_network:provider:segmentation_id":"role:reader and system_scope:all". Reason: Jan 14 07:34:53.988408 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:34:53.988408 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:34:53.988408 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:34:53.988408 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network":"rule:admin_or_owner" was deprecated in W in favor of "update_network":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 07:34:53.988408 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:34:53.988408 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:34:53.988408 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:34:53.988408 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:segments":"rule:admin_only" was deprecated in W in favor of "update_network:segments":"role:admin and system_scope:all". Reason: Jan 14 07:34:53.988408 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:34:53.988408 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:34:53.988408 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:34:54.010161 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37fbd226-c9f2-499b-a1df-6618569fb53c tempest-RoutersTest-1255860389 tempest-RoutersTest-1255860389] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:34:54.010941 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-37fbd226-c9f2-499b-a1df-6618569fb53c tempest-RoutersTest-1255860389 tempest-RoutersTest-1255860389] Synchronizing usage tracker for tenant:2a076c09cf6548039ba7b64b98184a0e on resource:port {{(pid=84874) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 14 07:34:54.028913 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-37fbd226-c9f2-499b-a1df-6618569fb53c tempest-RoutersTest-1255860389 tempest-RoutersTest-1255860389] Unset dirty status for tenant:2a076c09cf6548039ba7b64b98184a0e on resource:port {{(pid=84874) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 14 07:34:54.032177 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-37fbd226-c9f2-499b-a1df-6618569fb53c tempest-RoutersTest-1255860389 tempest-RoutersTest-1255860389] 10.222.0.24 "GET /v2.0/ports/14a67a0b-6bf0-4341-87d3-a88979ada958 HTTP/1.1" status: 200 len: 976 time: 0.1295824 Jan 14 07:34:54.033730 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84874) accepted ('10.222.0.24', 32992) {{(pid=84874) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:34:54.040395 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-59153e72-4cc5-4e69-a05e-cad00cc80a6a None None] Provisioning for port 56ccde23-ee2f-4670-a8cd-3220b050e0e6 completed by entity DHCP. {{(pid=84876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 07:34:54.051167 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_hamode_db [None req-23fd7256-3901-489b-88a5-9a7786cccc86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768862-2', False) {} {{(pid=84876) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:34:54.071271 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-59153e72-4cc5-4e69-a05e-cad00cc80a6a None None] Provisioning complete for port 56ccde23-ee2f-4670-a8cd-3220b050e0e6 triggered by entity DHCP. {{(pid=84876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 07:34:54.071681 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-59153e72-4cc5-4e69-a05e-cad00cc80a6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-604227'] for port, provisioning_complete {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:34:54.144716 n-d-768862-2 neutron-server[84765]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e48575a8-7e21-40f3-bc88-0b23eb98267b tempest-TestNetworkAdvancedServerOps-470546014 tempest-TestNetworkAdvancedServerOps-470546014] Router 5d5efd29-6817-4356-961b-74189fa5e7ba is scheduled to L3 agent 35f592e9-451b-4db9-abea-77b6a5c5391b with binding_index 1 {{(pid=84875) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}} Jan 14 07:34:54.169319 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23fd7256-3901-489b-88a5-9a7786cccc86 None None] Routers {'957c8bf3-5519-4605-80ba-6afa0950dc4e'} bound to L3 agent in host n-d-768862-2 {{(pid=84876) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 14 07:34:54.170471 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_hamode_db [None req-23fd7256-3901-489b-88a5-9a7786cccc86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-01-14T06:56:51Z,description=,heartbeat_timestamp=2021-01-14T07:34:52Z,host='n-d-768862-2',id=35f592e9-451b-4db9-abea-77b6a5c5391b,load=0,resource_versions=,resources_synced=,started_at=2021-01-14T06:56:51Z,topic='l3_agent')) {'router_ids': ['957c8bf3-5519-4605-80ba-6afa0950dc4e'], 'active': True} {{(pid=84876) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:34:54.313095 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_hamode_db [None req-23fd7256-3901-489b-88a5-9a7786cccc86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768862-2', False) {} {{(pid=84876) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:34:54.313812 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23fd7256-3901-489b-88a5-9a7786cccc86 None None] The sync data for ids ['957c8bf3-5519-4605-80ba-6afa0950dc4e'] in n-d-768862-2 is: [] {{(pid=84876) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Jan 14 07:34:54.587354 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-59153e72-4cc5-4e69-a05e-cad00cc80a6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555753'] for port, before_update {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:34:54.637281 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [None req-59153e72-4cc5-4e69-a05e-cad00cc80a6a None None] For port 56ccde23-ee2f-4670-a8cd-3220b050e0e6, host n-d-768862-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-2',level=0,port_id=56ccde23-ee2f-4670-a8cd-3220b050e0e6,segment=NetworkSegment(0fcc7c7b-d221-4f54-8a00-e5f528e4eb2c),segment_id=0fcc7c7b-d221-4f54-8a00-e5f528e4eb2c)] {{(pid=84876) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 07:34:54.645611 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-59153e72-4cc5-4e69-a05e-cad00cc80a6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777640533312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363259214678337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777640097497'] for port, after_update {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:34:54.649359 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-dc6a1d6e-d960-4485-8eb0-a2af1400a567 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84876) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:34:54.657776 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0afd8bfe-9c7d-4e93-a477-d7d960b904ef tempest-NetworksTest-1803261889 tempest-NetworksTest-1803261889] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:34:54.658601 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-0afd8bfe-9c7d-4e93-a477-d7d960b904ef tempest-NetworksTest-1803261889 tempest-NetworksTest-1803261889] Synchronizing usage tracker for tenant:93b2211854874c6cae5592aa469fb908 on resource:network {{(pid=84875) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 14 07:34:54.790961 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59153e72-4cc5-4e69-a05e-cad00cc80a6a None None] Pushing event updated for resources: {'Port': ['ID=56ccde23-ee2f-4670-a8cd-3220b050e0e6,revision_number=3']} {{(pid=84876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:34:54.795498 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-59153e72-4cc5-4e69-a05e-cad00cc80a6a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=84876) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:34:54.941009 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-0afd8bfe-9c7d-4e93-a477-d7d960b904ef tempest-NetworksTest-1803261889 tempest-NetworksTest-1803261889] Unset dirty status for tenant:93b2211854874c6cae5592aa469fb908 on resource:network {{(pid=84875) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 14 07:34:54.945076 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-0afd8bfe-9c7d-4e93-a477-d7d960b904ef tempest-NetworksTest-1803261889 tempest-NetworksTest-1803261889] 10.222.0.24 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 782 time: 1.3290687 Jan 14 07:34:54.948178 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84874) accepted ('10.222.0.24', 33002) {{(pid=84874) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:34:54.958644 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-76bed87c-86f0-40b3-9678-5945316251ea admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:34:54.971173 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-76bed87c-86f0-40b3-9678-5945316251ea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850887153'] for security_group, after_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:34:54.973088 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-6f9941df-dc13-4eeb-995f-eb6dd9da8c32 None None] Provisioning complete for port 56ccde23-ee2f-4670-a8cd-3220b050e0e6 triggered by entity DHCP. {{(pid=84876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 07:34:54.973957 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-6f9941df-dc13-4eeb-995f-eb6dd9da8c32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-604227'] for port, provisioning_complete {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:34:55.006957 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-bcbf3bdc-6b56-4ad2-88ce-3622fd6b4406 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:34:55.015210 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-00001c8c-d993-45b1-b4ec-23bffab29763 tempest-NetworksTest-1803261889 tempest-NetworksTest-1803261889] Synchronizing usage tracker for tenant:93b2211854874c6cae5592aa469fb908 on resource:subnet {{(pid=84874) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 14 07:34:55.020308 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-6961e854-3b9b-4680-b7f1-a9853582eb5c tempest-RoutersTest-1255860389 tempest-RoutersTest-1255860389] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3889632'] for router_interface, before_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:34:55.020851 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-76bed87c-86f0-40b3-9678-5945316251ea admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=7ef195a0c032464ca573469b5a14a8c6&name=default HTTP/1.1" status: 200 len: 2983 time: 1.8270471 Jan 14 07:34:55.024397 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84875) accepted ('10.222.0.24', 33006) {{(pid=84875) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:34:55.051768 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76bed87c-86f0-40b3-9678-5945316251ea admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7010ed9e-79cc-47c7-b25c-59a42bdaa7b2,revision_number=1']} {{(pid=84875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:34:55.056072 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-76bed87c-86f0-40b3-9678-5945316251ea admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:34:55.129261 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-8dced91c-7c09-4869-9601-f8df987557ab admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:34:55.205919 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-00001c8c-d993-45b1-b4ec-23bffab29763 tempest-NetworksTest-1803261889 tempest-NetworksTest-1803261889] Unset dirty status for tenant:93b2211854874c6cae5592aa469fb908 on resource:subnet {{(pid=84874) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 14 07:34:55.207152 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-00001c8c-d993-45b1-b4ec-23bffab29763 tempest-NetworksTest-1803261889 tempest-NetworksTest-1803261889] 10.222.0.24 "GET /v2.0/subnets?network_id=226f1e78-82cd-4481-9055-4eb73b6db8c1 HTTP/1.1" status: 200 len: 207 time: 0.2579818 Jan 14 07:34:55.211175 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e48575a8-7e21-40f3-bc88-0b23eb98267b tempest-TestNetworkAdvancedServerOps-470546014 tempest-TestNetworkAdvancedServerOps-470546014] Notify agent at l3_agent.n-d-768862-2 the message routers_updated {{(pid=84875) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jan 14 07:34:55.221992 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84874) accepted ('10.222.0.24', 33010) {{(pid=84874) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:34:55.231986 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec77f2d5-edd9-4bfc-aea7-0c6b1beacaa0 None None] Sync routers for ids ['5d5efd29-6817-4356-961b-74189fa5e7ba'] in n-d-768862-2 {{(pid=84877) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Jan 14 07:34:55.251918 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec77f2d5-edd9-4bfc-aea7-0c6b1beacaa0 None None] Routers {'5d5efd29-6817-4356-961b-74189fa5e7ba'} bound to L3 agent in host n-d-768862-2 {{(pid=84877) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 14 07:34:55.253386 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_hamode_db [None req-ec77f2d5-edd9-4bfc-aea7-0c6b1beacaa0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-01-14T06:56:51Z,description=,heartbeat_timestamp=2021-01-14T07:34:52Z,host='n-d-768862-2',id=35f592e9-451b-4db9-abea-77b6a5c5391b,load=0,resource_versions=,resources_synced=,started_at=2021-01-14T06:56:51Z,topic='l3_agent')) {'router_ids': ['5d5efd29-6817-4356-961b-74189fa5e7ba'], 'active': True} {{(pid=84877) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:34:55.258252 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-64604da9-e08f-4807-9310-67810f53b8b3 None None] Provisioning complete for port 56ccde23-ee2f-4670-a8cd-3220b050e0e6 triggered by entity DHCP. {{(pid=84876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 07:34:55.258822 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-64604da9-e08f-4807-9310-67810f53b8b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-604227'] for port, provisioning_complete {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:34:55.373213 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-e48575a8-7e21-40f3-bc88-0b23eb98267b tempest-TestNetworkAdvancedServerOps-470546014 tempest-TestNetworkAdvancedServerOps-470546014] Notify callbacks [] for router, before_response {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:34:55.377783 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-e48575a8-7e21-40f3-bc88-0b23eb98267b tempest-TestNetworkAdvancedServerOps-470546014 tempest-TestNetworkAdvancedServerOps-470546014] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 894 time: 8.7749984 Jan 14 07:34:55.382953 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84875) accepted ('10.222.0.24', 33016) {{(pid=84875) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:34:55.442617 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-d28cdd51-f92d-4d90-b857-77a4e9ccb6d2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:34:55.473071 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-d28cdd51-f92d-4d90-b857-77a4e9ccb6d2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:34:55.507231 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6e3b736-041b-41a3-a27b-af071babcf82 None None] get_active_networks_info from n-d-768862-2 {{(pid=84876) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}} Jan 14 07:34:55.604056 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-20c87462-0955-44ba-8589-f32b1614a40e tempest-TestNetworkAdvancedServerOps-121940708 tempest-TestNetworkAdvancedServerOps-121940708] 10.222.0.24 "GET /v2.0/subnets?project_id=6f3510a486e44d0a99223e7a34e71069&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.2170789 Jan 14 07:34:55.607900 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84875) accepted ('10.222.0.24', 33024) {{(pid=84875) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:34:55.698257 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_dvr_db [None req-ec77f2d5-edd9-4bfc-aea7-0c6b1beacaa0 None None] Set router 5d5efd29-6817-4356-961b-74189fa5e7ba gateway port host: n-d-768862-2 {{(pid=84877) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 14 07:34:55.712520 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:shared":"rule:admin_only" was deprecated in W in favor of "update_network:shared":"role:admin and system_scope:all". Reason: Jan 14 07:34:55.712520 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:34:55.712520 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:34:55.712520 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:34:55.712520 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "update_network:provider:network_type":"role:admin and system_scope:all". Reason: Jan 14 07:34:55.712520 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:34:55.712520 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:34:55.712520 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:34:55.712520 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "update_network:provider:physical_network":"role:admin and system_scope:all". Reason: Jan 14 07:34:55.712520 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:34:55.712520 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:34:55.712520 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:34:55.712520 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "update_network:provider:segmentation_id":"role:admin and system_scope:all". Reason: Jan 14 07:34:55.712520 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:34:55.712520 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:34:55.712520 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:34:55.712520 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:router:external":"rule:admin_only" was deprecated in W in favor of "update_network:router:external":"role:admin and system_scope:all". Reason: Jan 14 07:34:55.712520 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:34:55.712520 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:34:55.712520 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:34:55.712520 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:is_default":"rule:admin_only" was deprecated in W in favor of "update_network:is_default":"role:admin and system_scope:all". Reason: Jan 14 07:34:55.712520 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:34:55.712520 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:34:55.712520 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:34:55.712520 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:port_security_enabled":"rule:admin_or_owner" was deprecated in W in favor of "update_network:port_security_enabled":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 07:34:55.712520 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:34:55.712520 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:34:55.712520 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:34:55.712520 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "delete_network":"rule:admin_or_owner" was deprecated in W in favor of "delete_network":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 07:34:55.712520 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:34:55.712520 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:34:55.712520 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:34:55.712520 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_segment":"rule:admin_only" was deprecated in W in favor of "create_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:34:55.712520 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:34:55.712520 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_segment":"rule:admin_only" was deprecated in W in favor of "get_segment":"role:reader and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:34:55.712520 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:34:55.712520 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_segment":"rule:admin_only" was deprecated in W in favor of "update_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:34:55.712520 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:34:55.712520 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "delete_segment":"rule:admin_only" was deprecated in W in favor of "delete_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:34:55.712520 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:34:55.712520 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network":"rule:regular_user" was deprecated in W in favor of "create_network":"role:member and project_id:%(project_id)s". Reason: Jan 14 07:34:55.712520 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:34:55.712520 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:34:55.712520 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:34:55.712520 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:shared":"rule:admin_only" was deprecated in W in favor of "create_network:shared":"role:admin and system_scope:all". Reason: Jan 14 07:34:55.712520 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:34:55.712520 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:34:55.712520 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:34:55.712520 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:router:external":"rule:admin_only" was deprecated in W in favor of "create_network:router:external":"role:admin and system_scope:all". Reason: Jan 14 07:34:55.712520 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:34:55.712520 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:34:55.712520 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:34:55.712520 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:is_default":"rule:admin_only" was deprecated in W in favor of "create_network:is_default":"role:admin and system_scope:all". Reason: Jan 14 07:34:55.712520 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:34:55.712520 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:34:55.712520 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:34:55.712520 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:port_security_enabled":"rule:regular_user" was deprecated in W in favor of "create_network:port_security_enabled":"role:member and project_id:%(project_id)s". Reason: Jan 14 07:34:55.712520 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:34:55.712520 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:34:55.712520 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:34:55.712520 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:segments":"rule:admin_only" was deprecated in W in favor of "create_network:segments":"role:admin and system_scope:all". Reason: Jan 14 07:34:55.712520 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:34:55.712520 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:34:55.712520 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:34:55.721134 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "create_network:provider:network_type":"role:admin and system_scope:all". Reason: Jan 14 07:34:55.721134 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:34:55.721134 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:34:55.721134 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:34:55.721134 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "create_network:provider:physical_network":"role:admin and system_scope:all". Reason: Jan 14 07:34:55.721134 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:34:55.721134 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:34:55.721134 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:34:55.721134 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "create_network:provider:segmentation_id":"role:admin and system_scope:all". Reason: Jan 14 07:34:55.721134 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:34:55.721134 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:34:55.721134 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:34:55.721134 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network":"rule:admin_or_owner or rule:shared or rule:external or rule:context_is_advsvc" was deprecated in W in favor of "get_network":"(role:reader and system_scope:all) or (role:reader and project_id:%(project_id)s) or rule:shared or rule:external or rule:context_is_advsvc". Reason: Jan 14 07:34:55.721134 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:34:55.721134 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:34:55.721134 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:34:55.721134 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:router:external":"rule:regular_user" was deprecated in W in favor of "get_network:router:external":"role:reader and project_id:%(project_id)s". Reason: Jan 14 07:34:55.721134 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:34:55.721134 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:34:55.721134 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:34:55.721134 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:segments":"rule:admin_only" was deprecated in W in favor of "get_network:segments":"role:reader and system_scope:all". Reason: Jan 14 07:34:55.721134 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:34:55.721134 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:34:55.721134 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:34:55.721134 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "get_network:provider:network_type":"role:reader and system_scope:all". Reason: Jan 14 07:34:55.721134 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:34:55.721134 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:34:55.721134 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:34:55.721134 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "get_network:provider:physical_network":"role:reader and system_scope:all". Reason: Jan 14 07:34:55.721134 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:34:55.721134 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:34:55.721134 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:34:55.721134 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "get_network:provider:segmentation_id":"role:reader and system_scope:all". Reason: Jan 14 07:34:55.721134 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:34:55.721134 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:34:55.721134 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:34:55.721134 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network":"rule:admin_or_owner" was deprecated in W in favor of "update_network":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 07:34:55.721134 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:34:55.721134 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:34:55.721134 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:34:55.721134 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:segments":"rule:admin_only" was deprecated in W in favor of "update_network:segments":"role:admin and system_scope:all". Reason: Jan 14 07:34:55.721134 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:34:55.721134 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:34:55.721134 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:34:55.721134 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:shared":"rule:admin_only" was deprecated in W in favor of "update_network:shared":"role:admin and system_scope:all". Reason: Jan 14 07:34:55.721134 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:34:55.721134 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:34:55.721134 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:34:55.721134 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "update_network:provider:network_type":"role:admin and system_scope:all". Reason: Jan 14 07:34:55.721134 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:34:55.721134 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:34:55.721134 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:34:55.721134 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "update_network:provider:physical_network":"role:admin and system_scope:all". Reason: Jan 14 07:34:55.721134 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:34:55.721134 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:34:55.721134 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:34:55.721134 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "update_network:provider:segmentation_id":"role:admin and system_scope:all". Reason: Jan 14 07:34:55.721134 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:34:55.721134 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:34:55.721134 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:34:55.721134 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:router:external":"rule:admin_only" was deprecated in W in favor of "update_network:router:external":"role:admin and system_scope:all". Reason: Jan 14 07:34:55.721134 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:34:55.721134 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:34:55.721134 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:34:55.721134 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:is_default":"rule:admin_only" was deprecated in W in favor of "update_network:is_default":"role:admin and system_scope:all". Reason: Jan 14 07:34:55.721134 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:34:55.721134 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:34:55.721134 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:34:55.743112 n-d-768862-2 neutron-server[84765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6e3b736-041b-41a3-a27b-af071babcf82 None None] Resources bound (agent type, host, resource id): {{(pid=84876) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:105}} Jan 14 07:34:55.771732 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5d3a22c-a9d3-4c77-bead-f655da850d4f tempest-NetworksTest-1803261889 tempest-NetworksTest-1803261889] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:34:55.781681 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc09ae6b-0665-4981-b75d-e58a07fb528c tempest-TestNetworkAdvancedServerOps-121940708 tempest-TestNetworkAdvancedServerOps-121940708] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:34:55.783380 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-dc09ae6b-0665-4981-b75d-e58a07fb528c tempest-TestNetworkAdvancedServerOps-121940708 tempest-TestNetworkAdvancedServerOps-121940708] 10.222.0.24 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1744189 Jan 14 07:34:55.786998 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84875) accepted ('10.222.0.24', 33028) {{(pid=84875) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:34:55.825689 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5d3a22c-a9d3-4c77-bead-f655da850d4f tempest-NetworksTest-1803261889 tempest-NetworksTest-1803261889] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:34:55.841011 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-d28cdd51-f92d-4d90-b857-77a4e9ccb6d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850887153'] for security_group, after_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:34:55.855162 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-d28a5802-a211-494a-a073-f7d4b3202747 None None] Provisioning complete for port 56ccde23-ee2f-4670-a8cd-3220b050e0e6 triggered by entity DHCP. {{(pid=84876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 07:34:55.855555 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-d28a5802-a211-494a-a073-f7d4b3202747 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-604227'] for port, provisioning_complete {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:34:55.870930 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5d3a22c-a9d3-4c77-bead-f655da850d4f tempest-NetworksTest-1803261889 tempest-NetworksTest-1803261889] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:34:55.894781 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5d3a22c-a9d3-4c77-bead-f655da850d4f tempest-NetworksTest-1803261889 tempest-NetworksTest-1803261889] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:34:55.895759 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-e5d3a22c-a9d3-4c77-bead-f655da850d4f tempest-NetworksTest-1803261889 tempest-NetworksTest-1803261889] Synchronizing usage tracker for tenant:93b2211854874c6cae5592aa469fb908 on resource:network {{(pid=84874) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 14 07:34:55.911160 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-246175ca-0bd0-43c4-a813-3c81e735180c tempest-SecGroupIPv6Test-296392250 tempest-SecGroupIPv6Test-296392250] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:34:55.918561 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-e5d3a22c-a9d3-4c77-bead-f655da850d4f tempest-NetworksTest-1803261889 tempest-NetworksTest-1803261889] Unset dirty status for tenant:93b2211854874c6cae5592aa469fb908 on resource:network {{(pid=84874) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 14 07:34:55.923892 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-e5d3a22c-a9d3-4c77-bead-f655da850d4f tempest-NetworksTest-1803261889 tempest-NetworksTest-1803261889] 10.222.0.24 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2485 time: 0.6550148 Jan 14 07:34:55.924092 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-5c75d6c8-c06e-49b7-9a45-dd2d34239551 tempest-TestNetworkAdvancedServerOps-121940708 tempest-TestNetworkAdvancedServerOps-121940708] 10.222.0.24 "GET /v2.0/subnets?network_id=226f1e78-82cd-4481-9055-4eb73b6db8c1&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1354651 Jan 14 07:34:55.927625 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84874) accepted ('10.222.0.24', 33032) {{(pid=84874) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:34:55.928025 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84874) accepted ('10.222.0.24', 33034) {{(pid=84874) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:34:55.936458 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.v2.base [None req-3506c435-34cf-4167-8b65-6210c259f871 tempest-TestNetworkAdvancedServerOps-470546014 tempest-TestNetworkAdvancedServerOps-470546014] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1055063261', 'network_id': 'faad3e48-a193-422a-a4ef-d48dc191d42b', 'project_id': '6f3510a486e44d0a99223e7a34e71069', 'cidr': '172.20.0.0/28', 'ip_version': 4}} {{(pid=84874) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:34:55.940867 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d28cdd51-f92d-4d90-b857-77a4e9ccb6d2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7010ed9e-79cc-47c7-b25c-59a42bdaa7b2,revision_number=None']} {{(pid=84875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:34:55.952947 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-d28cdd51-f92d-4d90-b857-77a4e9ccb6d2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:34:56.011899 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-d28cdd51-f92d-4d90-b857-77a4e9ccb6d2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:34:56.026548 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-d28cdd51-f92d-4d90-b857-77a4e9ccb6d2 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/7010ed9e-79cc-47c7-b25c-59a42bdaa7b2 HTTP/1.1" status: 204 len: 168 time: 0.9765763 Jan 14 07:34:56.143205 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_hamode_db [None req-ec77f2d5-edd9-4bfc-aea7-0c6b1beacaa0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5d5efd29-6817-4356-961b-74189fa5e7ba', 'name': 'tempest-TestNetworkAdvancedServerOps-router-29276293', 'tenant_id': '6f3510a486e44d0a99223e7a34e71069', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '226f1e78-82cd-4481-9055-4eb73b6db8c1', 'external_fixed_ips': [{'subnet_id': 'ba8deeec-7658-4195-9449-038c076f5c83', 'ip_address': '172.25.2.209'}], 'enable_snat': True}, 'gw_port_id': '0df871c9-2ea9-4e58-bc3d-59530a9b7629', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-14T07:34:46Z', 'updated_at': '2021-01-14T07:34:51Z', 'revision_number': 3, 'project_id': '6f3510a486e44d0a99223e7a34e71069', 'gw_port': {'id': '0df871c9-2ea9-4e58-bc3d-59530a9b7629', 'name': '', 'network_id': '226f1e78-82cd-4481-9055-4eb73b6db8c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:64:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5d5efd29-6817-4356-961b-74189fa5e7ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2945, 'fixed_ips': [{'subnet_id': 'ba8deeec-7658-4195-9449-038c076f5c83', 'ip_address': '172.25.2.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T07:34:49Z', 'updated_at': '2021-01-14T07:34:49Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ba8deeec-7658-4195-9449-038c076f5c83', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-2'}], 'n-d-768862-2', False) {} {{(pid=84877) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:34:56.149265 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec77f2d5-edd9-4bfc-aea7-0c6b1beacaa0 None None] Checking router: 5d5efd29-6817-4356-961b-74189fa5e7ba for host: n-d-768862-2 {{(pid=84877) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Jan 14 07:34:56.149657 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec77f2d5-edd9-4bfc-aea7-0c6b1beacaa0 None None] Updating router 5d5efd29-6817-4356-961b-74189fa5e7ba port 0df871c9-2ea9-4e58-bc3d-59530a9b7629 binding host n-d-768862-2 {{(pid=84877) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Jan 14 07:34:56.175011 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-8dced91c-7c09-4869-9601-f8df987557ab admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036850886612', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036850863158'] for router, after_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:34:56.237814 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-ec77f2d5-edd9-4bfc-aea7-0c6b1beacaa0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555753'] for port, before_update {{(pid=84877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:34:56.261363 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.plugin [None req-6961e854-3b9b-4680-b7f1-a9853582eb5c tempest-RoutersTest-1255860389 tempest-RoutersTest-1255860389] Deleting port 14a67a0b-6bf0-4341-87d3-a88979ada958 {{(pid=84874) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 07:34:56.261747 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-6961e854-3b9b-4680-b7f1-a9853582eb5c tempest-RoutersTest-1255860389 tempest-RoutersTest-1255860389] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363259214248359'] for port, before_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:34:56.561060 n-d-768862-2 neutron-server[84765]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8dced91c-7c09-4869-9601-f8df987557ab admin admin] Router 8dcf8239-6b3e-410c-87de-2db777d0b27e is scheduled to L3 agent 35f592e9-451b-4db9-abea-77b6a5c5391b with binding_index 1 {{(pid=84875) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}} Jan 14 07:34:56.639936 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Device 56ccde23-ee2f-4670-a8cd-3220b050e0e6 up at agent ovs-agent-n-d-768862-2 {{(pid=84876) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 07:34:56.776705 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84875) accepted ('10.222.0.24', 33046) {{(pid=84875) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:34:56.888383 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-424eea07-7389-4dff-b8ab-d5ea4c08beac admin admin] Notify callbacks [] for security_group, before_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:34:56.898006 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84875) accepted ('10.222.0.24', 33052) {{(pid=84875) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:34:56.899164 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-d8e1f552-495a-4050-8e5a-71b6ecea8a25 tempest-NetworksTest-1803261889 tempest-NetworksTest-1803261889] 10.222.0.24 "GET /v2.0/networks?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 574 time: 0.9635205 Jan 14 07:34:56.912543 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Provisioning complete for port 56ccde23-ee2f-4670-a8cd-3220b050e0e6 triggered by entity L2. {{(pid=84876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 07:34:56.912985 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-604227'] for port, provisioning_complete {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:34:56.964364 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-424eea07-7389-4dff-b8ab-d5ea4c08beac admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:34:56.967134 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-3506c435-34cf-4167-8b65-6210c259f871 tempest-TestNetworkAdvancedServerOps-470546014 tempest-TestNetworkAdvancedServerOps-470546014] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:34:56.969037 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-424eea07-7389-4dff-b8ab-d5ea4c08beac admin admin] Usage tracker for resource:security_group_rule and tenant:e205e4a5dd634c99923e87abbf7d10b1 is out of sync, need to count used quota {{(pid=84875) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:34:56.972226 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-424eea07-7389-4dff-b8ab-d5ea4c08beac admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84875) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:34:56.983243 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-424eea07-7389-4dff-b8ab-d5ea4c08beac admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:34:56.985074 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-3506c435-34cf-4167-8b65-6210c259f871 tempest-TestNetworkAdvancedServerOps-470546014 tempest-TestNetworkAdvancedServerOps-470546014] Usage tracker for resource:subnet and tenant:6f3510a486e44d0a99223e7a34e71069 is out of sync, need to count used quota {{(pid=84874) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:34:56.988588 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-3506c435-34cf-4167-8b65-6210c259f871 tempest-TestNetworkAdvancedServerOps-470546014 tempest-TestNetworkAdvancedServerOps-470546014] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84874) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:34:57.005150 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-3506c435-34cf-4167-8b65-6210c259f871 tempest-TestNetworkAdvancedServerOps-470546014 tempest-TestNetworkAdvancedServerOps-470546014] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:34:57.016846 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3506c435-34cf-4167-8b65-6210c259f871 tempest-TestNetworkAdvancedServerOps-470546014 tempest-TestNetworkAdvancedServerOps-470546014] Made reservation on behalf of 6f3510a486e44d0a99223e7a34e71069 for: {'subnet': 1} {{(pid=84874) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 07:34:57.102927 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-424eea07-7389-4dff-b8ab-d5ea4c08beac admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:34:57.127044 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-424eea07-7389-4dff-b8ab-d5ea4c08beac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850887153'] for security_group, after_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:34:57.201515 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-ec77f2d5-edd9-4bfc-aea7-0c6b1beacaa0 None None] Notify callbacks [] for port, precommit_update {{(pid=84877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:34:57.220700 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-f4afbdea-3418-4e9e-9173-89d5571592f0 tempest-SecGroupIPv6Test-296392250 tempest-SecGroupIPv6Test-296392250] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:34:57.234871 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-ec77f2d5-edd9-4bfc-aea7-0c6b1beacaa0 None None] Transition to ACTIVE for port object 0df871c9-2ea9-4e58-bc3d-59530a9b7629 will not be triggered until provisioned by entity L2. {{(pid=84877) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 07:34:57.240350 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-ec77f2d5-edd9-4bfc-aea7-0c6b1beacaa0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777640533312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363259214678337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777640097497'] for port, after_update {{(pid=84877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:34:57.260361 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:34:57.288224 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-424eea07-7389-4dff-b8ab-d5ea4c08beac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=319ee1cb-4a42-4a1f-b34c-6072af9c1907,revision_number=1']} {{(pid=84875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:34:57.316298 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-424eea07-7389-4dff-b8ab-d5ea4c08beac admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=e205e4a5dd634c99923e87abbf7d10b1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5358162 Jan 14 07:34:57.321770 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-424eea07-7389-4dff-b8ab-d5ea4c08beac admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:34:57.324576 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-3506c435-34cf-4167-8b65-6210c259f871 tempest-TestNetworkAdvancedServerOps-470546014 tempest-TestNetworkAdvancedServerOps-470546014] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036851981161'] for subnet, before_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:34:57.354440 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84875) accepted ('10.222.0.24', 33058) {{(pid=84875) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:34:57.369975 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50a5a4f2-018a-4556-9115-0c9fc61c4271 tempest-NetworksTest-1803261889 tempest-NetworksTest-1803261889] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:34:57.375808 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50a5a4f2-018a-4556-9115-0c9fc61c4271 tempest-NetworksTest-1803261889 tempest-NetworksTest-1803261889] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:34:57.382241 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-50a5a4f2-018a-4556-9115-0c9fc61c4271 tempest-NetworksTest-1803261889 tempest-NetworksTest-1803261889] 10.222.0.24 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1446 time: 0.4713960 Jan 14 07:34:57.388160 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84875) accepted ('10.222.0.24', 33060) {{(pid=84875) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:34:57.394690 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-6961e854-3b9b-4680-b7f1-a9853582eb5c tempest-RoutersTest-1255860389 tempest-RoutersTest-1255860389] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036850862667'] for port, precommit_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:34:57.428190 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf61cb80-f277-4734-9ceb-15df818e84ab None None] Pushing event updated for resources: {'Port': ['ID=0df871c9-2ea9-4e58-bc3d-59530a9b7629,revision_number=2']} {{(pid=84877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:34:57.434658 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-cf61cb80-f277-4734-9ceb-15df818e84ab None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.174s {{(pid=84877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:34:57.507546 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.managers [None req-ec77f2d5-edd9-4bfc-aea7-0c6b1beacaa0 None None] Attempting to bind port 0df871c9-2ea9-4e58-bc3d-59530a9b7629 on host n-d-768862-2 for vnic_type normal with profile {{(pid=84877) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 14 07:34:57.508013 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.managers [None req-ec77f2d5-edd9-4bfc-aea7-0c6b1beacaa0 None None] Attempting to bind port 0df871c9-2ea9-4e58-bc3d-59530a9b7629 by drivers openvswitch on host n-d-768862-2 at level 0 using segments [{'id': 'cf3ded2c-bc47-4a71-89af-6e7117e60140', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '226f1e78-82cd-4481-9055-4eb73b6db8c1'}] {{(pid=84877) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 14 07:34:57.508475 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec77f2d5-edd9-4bfc-aea7-0c6b1beacaa0 None None] Attempting to bind port 0df871c9-2ea9-4e58-bc3d-59530a9b7629 on network 226f1e78-82cd-4481-9055-4eb73b6db8c1 {{(pid=84877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 14 07:34:57.513089 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a90a3ac7-3943-4212-bb86-6d840e6e6b44 tempest-NetworksTest-1803261889 tempest-NetworksTest-1803261889] Attributes excluded by policy engine: ['shared'] {{(pid=84875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:34:57.520143 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a90a3ac7-3943-4212-bb86-6d840e6e6b44 tempest-NetworksTest-1803261889 tempest-NetworksTest-1803261889] Attributes excluded by policy engine: ['shared'] {{(pid=84875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:34:57.527201 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-a90a3ac7-3943-4212-bb86-6d840e6e6b44 tempest-NetworksTest-1803261889 tempest-NetworksTest-1803261889] 10.222.0.24 "GET /v2.0/subnets?fields=id&fields=network_id HTTP/1.1" status: 200 len: 403 time: 0.1245193 Jan 14 07:34:57.528001 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84875) accepted ('10.222.0.24', 33066) {{(pid=84875) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:34:57.536941 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec77f2d5-edd9-4bfc-aea7-0c6b1beacaa0 None None] Checking agent: {'id': 'ba5efab1-b43c-4d5a-bc52-6e105d4e67a2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768862-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 14, 6, 56, 52), 'started_at': datetime.datetime(2021, 1, 14, 6, 57, 22), 'heartbeat_timestamp': datetime.datetime(2021, 1, 14, 7, 34, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768862-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.29', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 14 07:34:57.537403 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec77f2d5-edd9-4bfc-aea7-0c6b1beacaa0 None None] Checking segment: {'id': 'cf3ded2c-bc47-4a71-89af-6e7117e60140', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '226f1e78-82cd-4481-9055-4eb73b6db8c1'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84877) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 14 07:34:57.537894 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-ec77f2d5-edd9-4bfc-aea7-0c6b1beacaa0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:34:57.538349 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec77f2d5-edd9-4bfc-aea7-0c6b1beacaa0 None None] Bound using segment: {'id': 'cf3ded2c-bc47-4a71-89af-6e7117e60140', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '226f1e78-82cd-4481-9055-4eb73b6db8c1'} {{(pid=84877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 14 07:34:57.538888 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.managers [None req-ec77f2d5-edd9-4bfc-aea7-0c6b1beacaa0 None None] Bound port: 0df871c9-2ea9-4e58-bc3d-59530a9b7629, host: n-d-768862-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cf3ded2c-bc47-4a71-89af-6e7117e60140', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '226f1e78-82cd-4481-9055-4eb73b6db8c1'}}] {{(pid=84877) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 14 07:34:57.539319 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-ec77f2d5-edd9-4bfc-aea7-0c6b1beacaa0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555753'] for port, before_update {{(pid=84877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:34:57.647350 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [None req-ec77f2d5-edd9-4bfc-aea7-0c6b1beacaa0 None None] For port 0df871c9-2ea9-4e58-bc3d-59530a9b7629, host n-d-768862-2, cleared binding levels {{(pid=84877) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 14 07:34:57.652718 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [None req-ec77f2d5-edd9-4bfc-aea7-0c6b1beacaa0 None None] For port 0df871c9-2ea9-4e58-bc3d-59530a9b7629, host n-d-768862-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-2',level=0,port_id=0df871c9-2ea9-4e58-bc3d-59530a9b7629,segment=NetworkSegment(cf3ded2c-bc47-4a71-89af-6e7117e60140),segment_id=cf3ded2c-bc47-4a71-89af-6e7117e60140)] {{(pid=84877) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 14 07:34:57.658529 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-ec77f2d5-edd9-4bfc-aea7-0c6b1beacaa0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777640533312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363259214678337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777640097497'] for port, after_update {{(pid=84877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:34:57.678824 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.plugin [None req-6961e854-3b9b-4680-b7f1-a9853582eb5c tempest-RoutersTest-1255860389 tempest-RoutersTest-1255860389] Calling delete_port for 14a67a0b-6bf0-4341-87d3-a88979ada958 owned by network:router_interface {{(pid=84874) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 07:34:57.832427 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f374d2ec-833f-4cd5-93a0-bbccacb78a33 tempest-NetworksTest-1803261889 tempest-NetworksTest-1803261889] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:34:57.834927 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-f374d2ec-833f-4cd5-93a0-bbccacb78a33 tempest-NetworksTest-1803261889 tempest-NetworksTest-1803261889] 10.222.0.24 "GET /v2.0/networks/3f8d7255-cdb2-4b57-8b23-400eddf3c357 HTTP/1.1" status: 200 len: 799 time: 0.2983451 Jan 14 07:34:57.849230 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84875) accepted ('10.222.0.24', 33070) {{(pid=84875) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:34:57.894625 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8dced91c-7c09-4869-9601-f8df987557ab admin admin] Notify agent at l3_agent.n-d-768862-2 the message routers_updated {{(pid=84875) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jan 14 07:34:57.910479 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3cb4bcc-1152-48c8-9988-d886d5725390 None None] Sync routers for ids ['8dcf8239-6b3e-410c-87de-2db777d0b27e'] in n-d-768862-2 {{(pid=84876) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Jan 14 07:34:57.932276 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3cb4bcc-1152-48c8-9988-d886d5725390 None None] Routers {'8dcf8239-6b3e-410c-87de-2db777d0b27e'} bound to L3 agent in host n-d-768862-2 {{(pid=84876) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 14 07:34:57.933981 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_hamode_db [None req-e3cb4bcc-1152-48c8-9988-d886d5725390 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-01-14T06:56:51Z,description=,heartbeat_timestamp=2021-01-14T07:34:52Z,host='n-d-768862-2',id=35f592e9-451b-4db9-abea-77b6a5c5391b,load=0,resource_versions=,resources_synced=,started_at=2021-01-14T06:56:51Z,topic='l3_agent')) {'router_ids': ['8dcf8239-6b3e-410c-87de-2db777d0b27e'], 'active': True} {{(pid=84876) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:34:58.000406 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-8dced91c-7c09-4869-9601-f8df987557ab admin admin] Notify callbacks [] for router, before_response {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:34:58.005742 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-8dced91c-7c09-4869-9601-f8df987557ab admin admin] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 9.9720619 Jan 14 07:34:58.008263 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84874) accepted ('10.222.0.24', 33074) {{(pid=84874) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:34:58.025859 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-a3c11922-b01f-4646-a6b3-9b9f28356c8c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:34:58.052096 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-730d773f-bdbb-42e8-af2e-b6f007286122 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:34:58.121600 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf61cb80-f277-4734-9ceb-15df818e84ab None None] Pushing event updated for resources: {'Port': ['ID=0df871c9-2ea9-4e58-bc3d-59530a9b7629,revision_number=3']} {{(pid=84877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:34:58.122282 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-730d773f-bdbb-42e8-af2e-b6f007286122 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:34:58.131883 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-cf61cb80-f277-4734-9ceb-15df818e84ab None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=84877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:34:58.153952 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec77f2d5-edd9-4bfc-aea7-0c6b1beacaa0 None None] Routers {'5d5efd29-6817-4356-961b-74189fa5e7ba'} bound to L3 agent in host n-d-768862-2 {{(pid=84877) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 14 07:34:58.155113 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_hamode_db [None req-ec77f2d5-edd9-4bfc-aea7-0c6b1beacaa0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-01-14T06:56:51Z,description=,heartbeat_timestamp=2021-01-14T07:34:52Z,host='n-d-768862-2',id=35f592e9-451b-4db9-abea-77b6a5c5391b,load=0,resource_versions=,resources_synced=,started_at=2021-01-14T06:56:51Z,topic='l3_agent')) {'router_ids': ['5d5efd29-6817-4356-961b-74189fa5e7ba'], 'active': True} {{(pid=84877) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:34:58.270693 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_dvr_db [None req-e3cb4bcc-1152-48c8-9988-d886d5725390 None None] Set router 8dcf8239-6b3e-410c-87de-2db777d0b27e gateway port host: n-d-768862-2 {{(pid=84876) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 14 07:34:58.504197 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_dvr_db [None req-ec77f2d5-edd9-4bfc-aea7-0c6b1beacaa0 None None] Set router 5d5efd29-6817-4356-961b-74189fa5e7ba gateway port host: n-d-768862-2 {{(pid=84877) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 14 07:34:58.672090 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84874) accepted ('10.222.0.24', 33086) {{(pid=84874) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:34:58.672472 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-464fe0a1-ce36-4bef-aceb-53073ae8c21d tempest-NetworksTest-1803261889 tempest-NetworksTest-1803261889] 10.222.0.24 "GET /v2.0/networks/3f8d7255-cdb2-4b57-8b23-400eddf3c357?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 315 time: 0.8202300 Jan 14 07:34:58.765233 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-730d773f-bdbb-42e8-af2e-b6f007286122 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850887153'] for security_group, after_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:34:58.770777 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-424eea07-7389-4dff-b8ab-d5ea4c08beac admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:34:58.779806 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-613d9035-3444-4038-bf9e-ac04f41e78e0 tempest-NetworksTest-1803261889 tempest-NetworksTest-1803261889] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:34:58.781409 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-613d9035-3444-4038-bf9e-ac04f41e78e0 tempest-NetworksTest-1803261889 tempest-NetworksTest-1803261889] 10.222.0.24 "GET /v2.0/subnets/ed9e43b7-4d04-4b6e-87f6-547f4b79b4bb HTTP/1.1" status: 200 len: 811 time: 0.1101558 Jan 14 07:34:58.789732 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84874) accepted ('10.222.0.24', 33092) {{(pid=84874) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:34:58.806222 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-730d773f-bdbb-42e8-af2e-b6f007286122 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:34:58.807508 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-730d773f-bdbb-42e8-af2e-b6f007286122 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/319ee1cb-4a42-4a1f-b34c-6072af9c1907 HTTP/1.1" status: 204 len: 168 time: 1.4239192 Jan 14 07:34:58.808604 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-730d773f-bdbb-42e8-af2e-b6f007286122 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=319ee1cb-4a42-4a1f-b34c-6072af9c1907,revision_number=None']} {{(pid=84875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:34:58.844649 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-730d773f-bdbb-42e8-af2e-b6f007286122 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:34:58.860427 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-6961e854-3b9b-4680-b7f1-a9853582eb5c tempest-RoutersTest-1255860389 tempest-RoutersTest-1255860389] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777640533329', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777640097463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3254186'] for port, after_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:34:58.904009 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-449b5827-cbd5-4c52-9f82-ac2bae7f91e7 tempest-RoutersTest-1255860389 tempest-RoutersTest-1255860389] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:34:59.018513 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_hamode_db [None req-ec77f2d5-edd9-4bfc-aea7-0c6b1beacaa0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5d5efd29-6817-4356-961b-74189fa5e7ba', 'name': 'tempest-TestNetworkAdvancedServerOps-router-29276293', 'tenant_id': '6f3510a486e44d0a99223e7a34e71069', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '226f1e78-82cd-4481-9055-4eb73b6db8c1', 'external_fixed_ips': [{'subnet_id': 'ba8deeec-7658-4195-9449-038c076f5c83', 'ip_address': '172.25.2.209'}], 'enable_snat': True}, 'gw_port_id': '0df871c9-2ea9-4e58-bc3d-59530a9b7629', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-14T07:34:46Z', 'updated_at': '2021-01-14T07:34:51Z', 'revision_number': 3, 'project_id': '6f3510a486e44d0a99223e7a34e71069', 'gw_port': {'id': '0df871c9-2ea9-4e58-bc3d-59530a9b7629', 'name': '', 'network_id': '226f1e78-82cd-4481-9055-4eb73b6db8c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:64:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5d5efd29-6817-4356-961b-74189fa5e7ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2945, 'fixed_ips': [{'subnet_id': 'ba8deeec-7658-4195-9449-038c076f5c83', 'ip_address': '172.25.2.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T07:34:49Z', 'updated_at': '2021-01-14T07:34:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ba8deeec-7658-4195-9449-038c076f5c83', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-2'}], 'n-d-768862-2', False) {} {{(pid=84877) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:34:59.023919 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec77f2d5-edd9-4bfc-aea7-0c6b1beacaa0 None None] The sync data for ids ['5d5efd29-6817-4356-961b-74189fa5e7ba'] in n-d-768862-2 is: [{'id': '5d5efd29-6817-4356-961b-74189fa5e7ba', 'name': 'tempest-TestNetworkAdvancedServerOps-router-29276293', 'tenant_id': '6f3510a486e44d0a99223e7a34e71069', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '226f1e78-82cd-4481-9055-4eb73b6db8c1', 'external_fixed_ips': [{'subnet_id': 'ba8deeec-7658-4195-9449-038c076f5c83', 'ip_address': '172.25.2.209'}], 'enable_snat': True}, 'gw_port_id': '0df871c9-2ea9-4e58-bc3d-59530a9b7629', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-14T07:34:46Z', 'updated_at': '2021-01-14T07:34:51Z', 'revision_number': 3, 'project_id': '6f3510a486e44d0a99223e7a34e71069', 'gw_port': {'id': '0df871c9-2ea9-4e58-bc3d-59530a9b7629', 'name': '', 'network_id': '226f1e78-82cd-4481-9055-4eb73b6db8c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:64:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5d5efd29-6817-4356-961b-74189fa5e7ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2945, 'fixed_ips': [{'subnet_id': 'ba8deeec-7658-4195-9449-038c076f5c83', 'ip_address': '172.25.2.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T07:34:49Z', 'updated_at': '2021-01-14T07:34:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ba8deeec-7658-4195-9449-038c076f5c83', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-2'}] {{(pid=84877) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Jan 14 07:34:59.156457 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_hamode_db [None req-e3cb4bcc-1152-48c8-9988-d886d5725390 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8dcf8239-6b3e-410c-87de-2db777d0b27e', 'name': 'tempest-TestVolumeBackupRestore-177512155-router', 'tenant_id': 'b7436c40d9974ceeb95e1adceeb35730', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '226f1e78-82cd-4481-9055-4eb73b6db8c1', 'external_fixed_ips': [{'subnet_id': 'ba8deeec-7658-4195-9449-038c076f5c83', 'ip_address': '172.25.2.184'}], 'enable_snat': True}, 'gw_port_id': '8ae55f67-74ec-4282-971a-ade0c2491087', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-14T07:34:48Z', 'updated_at': '2021-01-14T07:34:54Z', 'revision_number': 3, 'project_id': 'b7436c40d9974ceeb95e1adceeb35730', 'gw_port': {'id': '8ae55f67-74ec-4282-971a-ade0c2491087', 'name': '', 'network_id': '226f1e78-82cd-4481-9055-4eb73b6db8c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:d8:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8dcf8239-6b3e-410c-87de-2db777d0b27e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2946, 'fixed_ips': [{'subnet_id': 'ba8deeec-7658-4195-9449-038c076f5c83', 'ip_address': '172.25.2.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T07:34:52Z', 'updated_at': '2021-01-14T07:34:52Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ba8deeec-7658-4195-9449-038c076f5c83', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-2'}], 'n-d-768862-2', False) {} {{(pid=84876) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:34:59.168147 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3cb4bcc-1152-48c8-9988-d886d5725390 None None] Checking router: 8dcf8239-6b3e-410c-87de-2db777d0b27e for host: n-d-768862-2 {{(pid=84876) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Jan 14 07:34:59.168560 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3cb4bcc-1152-48c8-9988-d886d5725390 None None] Updating router 8dcf8239-6b3e-410c-87de-2db777d0b27e port 8ae55f67-74ec-4282-971a-ade0c2491087 binding host n-d-768862-2 {{(pid=84876) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Jan 14 07:34:59.182889 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6961e854-3b9b-4680-b7f1-a9853582eb5c tempest-RoutersTest-1255860389 tempest-RoutersTest-1255860389] Pushing event deleted for resources: {'Port': ['ID=14a67a0b-6bf0-4341-87d3-a88979ada958,revision_number=None']} {{(pid=84874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:34:59.208427 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-6961e854-3b9b-4680-b7f1-a9853582eb5c tempest-RoutersTest-1255860389 tempest-RoutersTest-1255860389] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.304s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:34:59.237744 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-e3cb4bcc-1152-48c8-9988-d886d5725390 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555753'] for port, before_update {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:34:59.851441 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e0e9b36-cdc1-4b65-8f43-2ecb64ac58f1 tempest-NetworksTest-1803261889 tempest-NetworksTest-1803261889] Attributes excluded by policy engine: ['shared'] {{(pid=84874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:34:59.853117 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-2e0e9b36-cdc1-4b65-8f43-2ecb64ac58f1 tempest-NetworksTest-1803261889 tempest-NetworksTest-1803261889] 10.222.0.24 "GET /v2.0/subnets/ed9e43b7-4d04-4b6e-87f6-547f4b79b4bb?fields=id&fields=network_id HTTP/1.1" status: 200 len: 302 time: 1.0593228 Jan 14 07:34:59.859054 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84875) accepted ('10.222.0.24', 33110) {{(pid=84875) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:34:59.867087 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.v2.base [None req-9f035ae5-ad75-4ffc-8cc5-764731019b82 tempest-NetworksTest-1803261889 tempest-NetworksTest-1803261889] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-454703529'}} {{(pid=84875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:34:59.877800 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-9f035ae5-ad75-4ffc-8cc5-764731019b82 tempest-NetworksTest-1803261889 tempest-NetworksTest-1803261889] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:34:59.880971 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-e3cb4bcc-1152-48c8-9988-d886d5725390 None None] Notify callbacks [] for port, precommit_update {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:34:59.898188 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-9f035ae5-ad75-4ffc-8cc5-764731019b82 tempest-NetworksTest-1803261889 tempest-NetworksTest-1803261889] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=84875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:34:59.899041 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-e3cb4bcc-1152-48c8-9988-d886d5725390 None None] Transition to ACTIVE for port object 8ae55f67-74ec-4282-971a-ade0c2491087 will not be triggered until provisioned by entity L2. {{(pid=84876) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 07:34:59.905800 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-e3cb4bcc-1152-48c8-9988-d886d5725390 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777640533312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363259214678337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777640097497'] for port, after_update {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:34:59.928605 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9f035ae5-ad75-4ffc-8cc5-764731019b82 tempest-NetworksTest-1803261889 tempest-NetworksTest-1803261889] Made reservation on behalf of 93b2211854874c6cae5592aa469fb908 for: {'network': 1} {{(pid=84875) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 07:34:59.938963 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-9f035ae5-ad75-4ffc-8cc5-764731019b82 tempest-NetworksTest-1803261889 tempest-NetworksTest-1803261889] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555753'] for network, before_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:35:00.039963 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9f035ae5-ad75-4ffc-8cc5-764731019b82 tempest-NetworksTest-1803261889 tempest-NetworksTest-1803261889] vxlan segment allocate from pool success with {'vxlan_vni': 19} {{(pid=84875) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Jan 14 07:35:00.078690 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-9f035ae5-ad75-4ffc-8cc5-764731019b82 tempest-NetworksTest-1803261889 tempest-NetworksTest-1803261889] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment--9223363259214191851', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854179735'] for segment, precommit_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:35:00.084972 n-d-768862-2 neutron-server[84765]: INFO neutron.db.segments_db [None req-9f035ae5-ad75-4ffc-8cc5-764731019b82 tempest-NetworksTest-1803261889 tempest-NetworksTest-1803261889] Added segment 3eb43912-c692-4c6b-932d-5d66f86770e5 of type vxlan for network 692462c4-b1c8-44b8-9ecc-de0c5e201f02 Jan 14 07:35:00.113398 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-bb4827b9-18a8-4203-a07b-ad2e75fc7029 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84876) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:35:00.118450 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-9f035ae5-ad75-4ffc-8cc5-764731019b82 tempest-NetworksTest-1803261889 tempest-NetworksTest-1803261889] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363259214646115'] for network, precommit_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:35:00.186708 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-9f035ae5-ad75-4ffc-8cc5-764731019b82 tempest-NetworksTest-1803261889 tempest-NetworksTest-1803261889] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850887149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964'] for network, after_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:35:00.227695 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f035ae5-ad75-4ffc-8cc5-764731019b82 tempest-NetworksTest-1803261889 tempest-NetworksTest-1803261889] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:35:00.228502 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-9f035ae5-ad75-4ffc-8cc5-764731019b82 tempest-NetworksTest-1803261889 tempest-NetworksTest-1803261889] Notify callbacks [] for network, before_response {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:35:00.242595 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-d36f093a-ba58-4a4d-8ca5-87d083008da2 tempest-TestNetworkAdvancedServerOps-470546014 tempest-TestNetworkAdvancedServerOps-470546014] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:35:00.259143 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36aa71c2-ae70-4305-bceb-feaa921265a4 None None] Pushing event updated for resources: {'Port': ['ID=8ae55f67-74ec-4282-971a-ade0c2491087,revision_number=2']} {{(pid=84876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:35:00.271895 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-36aa71c2-ae70-4305-bceb-feaa921265a4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.159s {{(pid=84876) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:35:00.293878 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.managers [None req-e3cb4bcc-1152-48c8-9988-d886d5725390 None None] Attempting to bind port 8ae55f67-74ec-4282-971a-ade0c2491087 on host n-d-768862-2 for vnic_type normal with profile {{(pid=84876) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 14 07:35:00.294513 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.managers [None req-e3cb4bcc-1152-48c8-9988-d886d5725390 None None] Attempting to bind port 8ae55f67-74ec-4282-971a-ade0c2491087 by drivers openvswitch on host n-d-768862-2 at level 0 using segments [{'id': 'cf3ded2c-bc47-4a71-89af-6e7117e60140', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '226f1e78-82cd-4481-9055-4eb73b6db8c1'}] {{(pid=84876) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 14 07:35:00.295212 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3cb4bcc-1152-48c8-9988-d886d5725390 None None] Attempting to bind port 8ae55f67-74ec-4282-971a-ade0c2491087 on network 226f1e78-82cd-4481-9055-4eb73b6db8c1 {{(pid=84876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 14 07:35:00.302461 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3cb4bcc-1152-48c8-9988-d886d5725390 None None] Checking agent: {'id': 'ba5efab1-b43c-4d5a-bc52-6e105d4e67a2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768862-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 14, 6, 56, 52), 'started_at': datetime.datetime(2021, 1, 14, 6, 57, 22), 'heartbeat_timestamp': datetime.datetime(2021, 1, 14, 7, 34, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768862-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.29', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 14 07:35:00.303101 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3cb4bcc-1152-48c8-9988-d886d5725390 None None] Checking segment: {'id': 'cf3ded2c-bc47-4a71-89af-6e7117e60140', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '226f1e78-82cd-4481-9055-4eb73b6db8c1'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84876) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 14 07:35:00.303664 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-e3cb4bcc-1152-48c8-9988-d886d5725390 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:35:00.304284 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3cb4bcc-1152-48c8-9988-d886d5725390 None None] Bound using segment: {'id': 'cf3ded2c-bc47-4a71-89af-6e7117e60140', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '226f1e78-82cd-4481-9055-4eb73b6db8c1'} {{(pid=84876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 14 07:35:00.304937 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.managers [None req-e3cb4bcc-1152-48c8-9988-d886d5725390 None None] Bound port: 8ae55f67-74ec-4282-971a-ade0c2491087, host: n-d-768862-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cf3ded2c-bc47-4a71-89af-6e7117e60140', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '226f1e78-82cd-4481-9055-4eb73b6db8c1'}}] {{(pid=84876) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 14 07:35:00.305476 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-e3cb4bcc-1152-48c8-9988-d886d5725390 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555753'] for port, before_update {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:35:00.490413 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [None req-e3cb4bcc-1152-48c8-9988-d886d5725390 None None] For port 8ae55f67-74ec-4282-971a-ade0c2491087, host n-d-768862-2, cleared binding levels {{(pid=84876) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 14 07:35:00.498059 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [None req-e3cb4bcc-1152-48c8-9988-d886d5725390 None None] For port 8ae55f67-74ec-4282-971a-ade0c2491087, host n-d-768862-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-2',level=0,port_id=8ae55f67-74ec-4282-971a-ade0c2491087,segment=NetworkSegment(cf3ded2c-bc47-4a71-89af-6e7117e60140),segment_id=cf3ded2c-bc47-4a71-89af-6e7117e60140)] {{(pid=84876) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 14 07:35:00.511939 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f035ae5-ad75-4ffc-8cc5-764731019b82 tempest-NetworksTest-1803261889 tempest-NetworksTest-1803261889] Pushing event updated for resources: {'Network': ['ID=692462c4-b1c8-44b8-9ecc-de0c5e201f02,revision_number=1']} {{(pid=84875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:35:00.523259 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-e3cb4bcc-1152-48c8-9988-d886d5725390 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777640533312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363259214678337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777640097497'] for port, after_update {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:35:00.525753 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-9f035ae5-ad75-4ffc-8cc5-764731019b82 tempest-NetworksTest-1803261889 tempest-NetworksTest-1803261889] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.290s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:35:00.534083 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-6961e854-3b9b-4680-b7f1-a9853582eb5c tempest-RoutersTest-1255860389 tempest-RoutersTest-1255860389] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted--9223372036851568851', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal--9223372036850888080'] for router_interface, after_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:35:00.559017 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-9f035ae5-ad75-4ffc-8cc5-764731019b82 tempest-NetworksTest-1803261889 tempest-NetworksTest-1803261889] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.6977780 Jan 14 07:35:00.559936 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84874) accepted ('10.222.0.24', 33122) {{(pid=84874) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:35:00.578049 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84876) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:35:00.671905 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-852a24f7-e9a1-4193-9abb-e9506fe5213f None None] Network 692462c4-b1c8-44b8-9ecc-de0c5e201f02 details requested by agent ovs-agent-n-h2-768862-2 with host n-h2-768862-2 {{(pid=84876) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 07:35:00.701629 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-017f98a9-8a07-408c-a86f-8ff0c00400a0 None None] Network 692462c4-b1c8-44b8-9ecc-de0c5e201f02 details requested by agent ovs-agent-n-h1-768862-2 with host n-h1-768862-2 {{(pid=84876) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 07:35:00.702697 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.v2.base [None req-ea9f22bc-014c-49ed-a173-9041318265e8 tempest-NetworksTest-1803261889 tempest-NetworksTest-1803261889] Request body: {'subnet': {'network_id': '692462c4-b1c8-44b8-9ecc-de0c5e201f02', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8'], 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=84874) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:35:00.717923 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Network 692462c4-b1c8-44b8-9ecc-de0c5e201f02 details requested by agent ovs-agent-n-d-768862-2 with host n-d-768862-2 {{(pid=84876) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 07:35:00.784655 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36aa71c2-ae70-4305-bceb-feaa921265a4 None None] Pushing event updated for resources: {'Port': ['ID=8ae55f67-74ec-4282-971a-ade0c2491087,revision_number=3']} {{(pid=84876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:35:00.793133 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-36aa71c2-ae70-4305-bceb-feaa921265a4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.215s {{(pid=84876) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:35:00.803735 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Device 0df871c9-2ea9-4e58-bc3d-59530a9b7629 up at agent ovs-agent-n-d-768862-2 {{(pid=84876) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 07:35:01.241934 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-3506c435-34cf-4167-8b65-6210c259f871 tempest-TestNetworkAdvancedServerOps-470546014 tempest-TestNetworkAdvancedServerOps-470546014] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850887113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3254092', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036851981146'] for subnet, after_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:35:01.318049 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3cb4bcc-1152-48c8-9988-d886d5725390 None None] Routers {'8dcf8239-6b3e-410c-87de-2db777d0b27e'} bound to L3 agent in host n-d-768862-2 {{(pid=84876) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 14 07:35:01.318699 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_hamode_db [None req-e3cb4bcc-1152-48c8-9988-d886d5725390 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-01-14T06:56:51Z,description=,heartbeat_timestamp=2021-01-14T07:34:52Z,host='n-d-768862-2',id=35f592e9-451b-4db9-abea-77b6a5c5391b,load=0,resource_versions=,resources_synced=,started_at=2021-01-14T06:56:51Z,topic='l3_agent')) {'router_ids': ['8dcf8239-6b3e-410c-87de-2db777d0b27e'], 'active': True} {{(pid=84876) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:35:01.593733 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_dvr_db [None req-e3cb4bcc-1152-48c8-9988-d886d5725390 None None] Set router 8dcf8239-6b3e-410c-87de-2db777d0b27e gateway port host: n-d-768862-2 {{(pid=84876) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 14 07:35:01.717994 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-c33cb7a6-0bb5-4f63-a8f2-9dc972a8248d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:35:01.795671 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3506c435-34cf-4167-8b65-6210c259f871 tempest-TestNetworkAdvancedServerOps-470546014 tempest-TestNetworkAdvancedServerOps-470546014] Pushing event updated for resources: {'Subnet': ['ID=92407e9f-e8c8-493f-8546-af91a9b43006,revision_number=0']} {{(pid=84874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:35:01.875772 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-ea9f22bc-014c-49ed-a173-9041318265e8 tempest-NetworksTest-1803261889 tempest-NetworksTest-1803261889] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:35:01.887742 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-ea9f22bc-014c-49ed-a173-9041318265e8 tempest-NetworksTest-1803261889 tempest-NetworksTest-1803261889] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:35:01.896481 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-3506c435-34cf-4167-8b65-6210c259f871 tempest-TestNetworkAdvancedServerOps-470546014 tempest-TestNetworkAdvancedServerOps-470546014] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.178s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:35:01.908071 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-daef80ab-3f99-4239-9398-b6bf24d75b8d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555753'] for port, before_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:35:01.929890 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ea9f22bc-014c-49ed-a173-9041318265e8 tempest-NetworksTest-1803261889 tempest-NetworksTest-1803261889] Made reservation on behalf of 93b2211854874c6cae5592aa469fb908 for: {'subnet': 1} {{(pid=84874) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 07:35:02.079445 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Provisioning for port 0df871c9-2ea9-4e58-bc3d-59530a9b7629 completed by entity L2. {{(pid=84876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 07:35:02.095997 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Provisioning complete for port 0df871c9-2ea9-4e58-bc3d-59530a9b7629 triggered by entity L2. {{(pid=84876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 07:35:02.097035 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-604227'] for port, provisioning_complete {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:35:02.349805 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-ea9f22bc-014c-49ed-a173-9041318265e8 tempest-NetworksTest-1803261889 tempest-NetworksTest-1803261889] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036851981161'] for subnet, before_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:35:02.412704 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555753'] for port, before_update {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:35:02.445520 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] For port 0df871c9-2ea9-4e58-bc3d-59530a9b7629, host n-d-768862-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-2',level=0,port_id=0df871c9-2ea9-4e58-bc3d-59530a9b7629,segment=NetworkSegment(cf3ded2c-bc47-4a71-89af-6e7117e60140),segment_id=cf3ded2c-bc47-4a71-89af-6e7117e60140)] {{(pid=84876) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 07:35:02.455131 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777640533312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363259214678337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777640097497'] for port, after_update {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:35:02.457573 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-5fa68879-fb8f-4e4a-a5f9-0c0b2e64d283 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84876) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:35:02.465209 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.ipam_backend_mixin [None req-ea9f22bc-014c-49ed-a173-9041318265e8 tempest-NetworksTest-1803261889 tempest-NetworksTest-1803261889] Performing IP validity checks on allocation pools {{(pid=84874) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:316}} Jan 14 07:35:02.466162 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.ipam_backend_mixin [None req-ea9f22bc-014c-49ed-a173-9041318265e8 tempest-NetworksTest-1803261889 tempest-NetworksTest-1803261889] Checking for overlaps among allocation pools and gateway ip {{(pid=84874) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:337}} Jan 14 07:35:02.514156 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3506c435-34cf-4167-8b65-6210c259f871 tempest-TestNetworkAdvancedServerOps-470546014 tempest-TestNetworkAdvancedServerOps-470546014] Checking segment: {'id': '4208d142-2167-4808-8891-c4fb7dfcd556', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'faad3e48-a193-422a-a4ef-d48dc191d42b'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84874) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 14 07:35:02.514725 n-d-768862-2 neutron-server[84765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3506c435-34cf-4167-8b65-6210c259f871 tempest-TestNetworkAdvancedServerOps-470546014 tempest-TestNetworkAdvancedServerOps-470546014] Network hostable DHCP agents. Network: faad3e48-a193-422a-a4ef-d48dc191d42b, hostable agents: ['32f3dd84-26da-4d18-bf15-6017a8fb7247'], hosted agents: [] {{(pid=84874) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Jan 14 07:35:02.582088 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Pushing event updated for resources: {'Port': ['ID=0df871c9-2ea9-4e58-bc3d-59530a9b7629,revision_number=4']} {{(pid=84876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:35:02.588386 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=84876) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:35:02.601496 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_hamode_db [None req-e3cb4bcc-1152-48c8-9988-d886d5725390 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8dcf8239-6b3e-410c-87de-2db777d0b27e', 'name': 'tempest-TestVolumeBackupRestore-177512155-router', 'tenant_id': 'b7436c40d9974ceeb95e1adceeb35730', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '226f1e78-82cd-4481-9055-4eb73b6db8c1', 'external_fixed_ips': [{'subnet_id': 'ba8deeec-7658-4195-9449-038c076f5c83', 'ip_address': '172.25.2.184'}], 'enable_snat': True}, 'gw_port_id': '8ae55f67-74ec-4282-971a-ade0c2491087', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-14T07:34:48Z', 'updated_at': '2021-01-14T07:34:54Z', 'revision_number': 3, 'project_id': 'b7436c40d9974ceeb95e1adceeb35730', 'gw_port': {'id': '8ae55f67-74ec-4282-971a-ade0c2491087', 'name': '', 'network_id': '226f1e78-82cd-4481-9055-4eb73b6db8c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:d8:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8dcf8239-6b3e-410c-87de-2db777d0b27e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2946, 'fixed_ips': [{'subnet_id': 'ba8deeec-7658-4195-9449-038c076f5c83', 'ip_address': '172.25.2.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T07:34:52Z', 'updated_at': '2021-01-14T07:35:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ba8deeec-7658-4195-9449-038c076f5c83', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-2'}], 'n-d-768862-2', False) {} {{(pid=84876) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:35:02.606566 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3cb4bcc-1152-48c8-9988-d886d5725390 None None] The sync data for ids ['8dcf8239-6b3e-410c-87de-2db777d0b27e'] in n-d-768862-2 is: [{'id': '8dcf8239-6b3e-410c-87de-2db777d0b27e', 'name': 'tempest-TestVolumeBackupRestore-177512155-router', 'tenant_id': 'b7436c40d9974ceeb95e1adceeb35730', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '226f1e78-82cd-4481-9055-4eb73b6db8c1', 'external_fixed_ips': [{'subnet_id': 'ba8deeec-7658-4195-9449-038c076f5c83', 'ip_address': '172.25.2.184'}], 'enable_snat': True}, 'gw_port_id': '8ae55f67-74ec-4282-971a-ade0c2491087', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-14T07:34:48Z', 'updated_at': '2021-01-14T07:34:54Z', 'revision_number': 3, 'project_id': 'b7436c40d9974ceeb95e1adceeb35730', 'gw_port': {'id': '8ae55f67-74ec-4282-971a-ade0c2491087', 'name': '', 'network_id': '226f1e78-82cd-4481-9055-4eb73b6db8c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:d8:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8dcf8239-6b3e-410c-87de-2db777d0b27e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2946, 'fixed_ips': [{'subnet_id': 'ba8deeec-7658-4195-9449-038c076f5c83', 'ip_address': '172.25.2.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T07:34:52Z', 'updated_at': '2021-01-14T07:35:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ba8deeec-7658-4195-9449-038c076f5c83', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-2'}] {{(pid=84876) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Jan 14 07:35:02.645537 n-d-768862-2 neutron-server[84765]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6961e854-3b9b-4680-b7f1-a9853582eb5c tempest-RoutersTest-1255860389 tempest-RoutersTest-1255860389] Router 957c8bf3-5519-4605-80ba-6afa0950dc4e has already been hosted by L3 agent 35f592e9-451b-4db9-abea-77b6a5c5391b {{(pid=84874) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Jan 14 07:35:02.823755 n-d-768862-2 neutron-server[84765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3506c435-34cf-4167-8b65-6210c259f871 tempest-TestNetworkAdvancedServerOps-470546014 tempest-TestNetworkAdvancedServerOps-470546014] Network faad3e48-a193-422a-a4ef-d48dc191d42b is scheduled to be hosted by DHCP agent 32f3dd84-26da-4d18-bf15-6017a8fb7247 with binding_index 1 {{(pid=84874) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Jan 14 07:35:02.941999 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6961e854-3b9b-4680-b7f1-a9853582eb5c tempest-RoutersTest-1255860389 tempest-RoutersTest-1255860389] Notify agent at l3_agent.n-d-768862-2 the message routers_updated {{(pid=84874) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jan 14 07:35:02.949047 n-d-768862-2 neutron-server[84765]: DEBUG neutron.scheduler.base_scheduler [None req-3506c435-34cf-4167-8b65-6210c259f871 tempest-TestNetworkAdvancedServerOps-470546014 tempest-TestNetworkAdvancedServerOps-470546014] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768862-2, faad3e48-a193-422a-a4ef-d48dc191d42b) {{(pid=84874) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 07:35:02.956565 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf3d51d2-7472-4b03-8606-c8aa1d77095b None None] Sync routers for ids ['957c8bf3-5519-4605-80ba-6afa0950dc4e'] in n-d-768862-2 {{(pid=84877) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Jan 14 07:35:02.957744 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6bcc193f-ecef-40bb-a4f0-5c5066db52a5 None None] Network faad3e48-a193-422a-a4ef-d48dc191d42b requested from n-d-768862-2 {{(pid=84876) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 07:35:02.980063 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf3d51d2-7472-4b03-8606-c8aa1d77095b None None] Routers {'957c8bf3-5519-4605-80ba-6afa0950dc4e'} bound to L3 agent in host n-d-768862-2 {{(pid=84877) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 14 07:35:02.981421 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_hamode_db [None req-cf3d51d2-7472-4b03-8606-c8aa1d77095b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-01-14T06:56:51Z,description=,heartbeat_timestamp=2021-01-14T07:34:52Z,host='n-d-768862-2',id=35f592e9-451b-4db9-abea-77b6a5c5391b,load=0,resource_versions=,resources_synced=,started_at=2021-01-14T06:56:51Z,topic='l3_agent')) {'router_ids': ['957c8bf3-5519-4605-80ba-6afa0950dc4e'], 'active': True} {{(pid=84877) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:35:03.055759 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3506c435-34cf-4167-8b65-6210c259f871 tempest-TestNetworkAdvancedServerOps-470546014 tempest-TestNetworkAdvancedServerOps-470546014] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:35:03.056458 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-3506c435-34cf-4167-8b65-6210c259f871 tempest-TestNetworkAdvancedServerOps-470546014 tempest-TestNetworkAdvancedServerOps-470546014] Notify callbacks [] for subnet, before_response {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:35:03.095032 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_hamode_db [None req-cf3d51d2-7472-4b03-8606-c8aa1d77095b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768862-2', False) {} {{(pid=84877) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:35:03.118089 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf3d51d2-7472-4b03-8606-c8aa1d77095b None None] Routers {'957c8bf3-5519-4605-80ba-6afa0950dc4e'} bound to L3 agent in host n-d-768862-2 {{(pid=84877) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 14 07:35:03.120035 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_hamode_db [None req-cf3d51d2-7472-4b03-8606-c8aa1d77095b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-01-14T06:56:51Z,description=,heartbeat_timestamp=2021-01-14T07:34:52Z,host='n-d-768862-2',id=35f592e9-451b-4db9-abea-77b6a5c5391b,load=0,resource_versions=,resources_synced=,started_at=2021-01-14T06:56:51Z,topic='l3_agent')) {'router_ids': ['957c8bf3-5519-4605-80ba-6afa0950dc4e'], 'active': True} {{(pid=84877) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:35:03.127956 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84875) accepted ('10.222.0.24', 33156) {{(pid=84875) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:35:03.140553 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-6961e854-3b9b-4680-b7f1-a9853582eb5c tempest-RoutersTest-1255860389 tempest-RoutersTest-1255860389] 10.222.0.24 "PUT /v2.0/routers/957c8bf3-5519-4605-80ba-6afa0950dc4e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 9.1055007 Jan 14 07:35:03.209594 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_hamode_db [None req-cf3d51d2-7472-4b03-8606-c8aa1d77095b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768862-2', False) {} {{(pid=84877) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:35:03.210317 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf3d51d2-7472-4b03-8606-c8aa1d77095b None None] The sync data for ids ['957c8bf3-5519-4605-80ba-6afa0950dc4e'] in n-d-768862-2 is: [] {{(pid=84877) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Jan 14 07:35:03.240964 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-3506c435-34cf-4167-8b65-6210c259f871 tempest-TestNetworkAdvancedServerOps-470546014 tempest-TestNetworkAdvancedServerOps-470546014] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 7.3098681 Jan 14 07:35:03.274947 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc2f4ab8-c87f-4247-92fd-6b4b6e2bdd8f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5d94dc7a-c095-50a4-955e-5f3b78718a12-faad3e48-a193-422a-a4ef-d48dc191d42b', 'network_id': 'faad3e48-a193-422a-a4ef-d48dc191d42b', 'tenant_id': '6f3510a486e44d0a99223e7a34e71069', 'fixed_ips': [{'subnet_id': '92407e9f-e8c8-493f-8546-af91a9b43006'}]}} from n-d-768862-2. {{(pid=84876) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Jan 14 07:35:03.276295 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-dc2f4ab8-c87f-4247-92fd-6b4b6e2bdd8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555753'] for port, before_create {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:35:03.282467 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84874) accepted ('10.222.0.24', 33160) {{(pid=84874) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:35:03.718878 n-d-768862-2 neutron-server[84765]: INFO neutron.api.v2.resource [None req-048825cf-e8ba-4b6c-b247-5a8acdd9c697 tempest-RoutersTest-1255860389 tempest-RoutersTest-1255860389] remove_router_interface failed (client error): The resource could not be found. Jan 14 07:35:03.723317 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-048825cf-e8ba-4b6c-b247-5a8acdd9c697 tempest-RoutersTest-1255860389 tempest-RoutersTest-1255860389] 10.222.0.24 "PUT /v2.0/routers/957c8bf3-5519-4605-80ba-6afa0950dc4e/remove_router_interface HTTP/1.1" status: 404 len: 398 time: 0.5941644 Jan 14 07:35:03.726593 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84875) accepted ('10.222.0.24', 33176) {{(pid=84875) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:35:03.864497 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.db_base_plugin_common [None req-dc2f4ab8-c87f-4247-92fd-6b4b6e2bdd8f None None] Allocated IP 172.20.0.2 (faad3e48-a193-422a-a4ef-d48dc191d42b/92407e9f-e8c8-493f-8546-af91a9b43006/9c81c408-0f8d-43b5-ac69-1248727aa1c4) {{(pid=84876) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 14 07:35:03.914414 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-24a59b5a-1003-457b-a9f6-b2c8e240f213 tempest-RoutersTest-1255860389 tempest-RoutersTest-1255860389] Synchronizing usage tracker for tenant:2a076c09cf6548039ba7b64b98184a0e on resource:port {{(pid=84875) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 14 07:35:03.974685 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-24a59b5a-1003-457b-a9f6-b2c8e240f213 tempest-RoutersTest-1255860389 tempest-RoutersTest-1255860389] Unset dirty status for tenant:2a076c09cf6548039ba7b64b98184a0e on resource:port {{(pid=84875) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 14 07:35:03.989540 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-24a59b5a-1003-457b-a9f6-b2c8e240f213 tempest-RoutersTest-1255860389 tempest-RoutersTest-1255860389] 10.222.0.24 "GET /v2.0/ports?device_id=957c8bf3-5519-4605-80ba-6afa0950dc4e HTTP/1.1" status: 200 len: 205 time: 0.2594221 Jan 14 07:35:03.997525 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84875) accepted ('10.222.0.24', 33184) {{(pid=84875) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:35:04.195975 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.db_base_plugin_common [None req-daef80ab-3f99-4239-9398-b6bf24d75b8d admin admin] Allocated IP 172.20.0.1 (1839022e-4ce1-499a-85d7-c3574be174f4/09cca365-fd94-48ce-8b5f-2524b107ddee/32961152-5bac-425a-97bb-8905a639a966) {{(pid=84874) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 14 07:35:04.334244 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-dc2f4ab8-c87f-4247-92fd-6b4b6e2bdd8f None None] Notify callbacks [] for port, precommit_create {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:35:04.369656 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-dc2f4ab8-c87f-4247-92fd-6b4b6e2bdd8f None None] Transition to ACTIVE for port object 9c81c408-0f8d-43b5-ac69-1248727aa1c4 will not be triggered until provisioned by entity L2. {{(pid=84876) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 07:35:04.414129 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-dc2f4ab8-c87f-4247-92fd-6b4b6e2bdd8f None None] Transition to ACTIVE for port object 9c81c408-0f8d-43b5-ac69-1248727aa1c4 will not be triggered until provisioned by entity DHCP. {{(pid=84876) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 07:35:04.421606 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-dc2f4ab8-c87f-4247-92fd-6b4b6e2bdd8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777640123575'] for port, after_create {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:35:04.540396 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-32cf1e96-2fbd-447f-8e67-de317aae3dd9 tempest-RoutersTest-1255860389 tempest-RoutersTest-1255860389] Notify callbacks [] for router, before_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:35:04.610492 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-bb4827b9-18a8-4203-a07b-ad2e75fc7029 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84876) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:35:04.697870 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc2f4ab8-c87f-4247-92fd-6b4b6e2bdd8f None None] Pushing event updated for resources: {'Port': ['ID=9c81c408-0f8d-43b5-ac69-1248727aa1c4,revision_number=1']} {{(pid=84876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:35:04.711382 n-d-768862-2 neutron-server[84765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc2f4ab8-c87f-4247-92fd-6b4b6e2bdd8f None None] Network faad3e48-a193-422a-a4ef-d48dc191d42b is already hosted by enough agents. {{(pid=84876) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 07:35:04.712924 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-dc2f4ab8-c87f-4247-92fd-6b4b6e2bdd8f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=84876) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:35:04.714063 n-d-768862-2 neutron-server[84765]: DEBUG neutron.scheduler.base_scheduler [None req-dc2f4ab8-c87f-4247-92fd-6b4b6e2bdd8f None None] Resources bound (agent type, host, resource id): {{(pid=84876) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 07:35:04.718935 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc2f4ab8-c87f-4247-92fd-6b4b6e2bdd8f None None] Received port after_create {{(pid=84876) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 14 07:35:04.812997 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.managers [None req-dc2f4ab8-c87f-4247-92fd-6b4b6e2bdd8f None None] Attempting to bind port 9c81c408-0f8d-43b5-ac69-1248727aa1c4 on host n-d-768862-2 for vnic_type normal with profile {{(pid=84876) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 14 07:35:04.813712 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.managers [None req-dc2f4ab8-c87f-4247-92fd-6b4b6e2bdd8f None None] Attempting to bind port 9c81c408-0f8d-43b5-ac69-1248727aa1c4 by drivers openvswitch on host n-d-768862-2 at level 0 using segments [{'id': '4208d142-2167-4808-8891-c4fb7dfcd556', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'faad3e48-a193-422a-a4ef-d48dc191d42b'}] {{(pid=84876) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 14 07:35:04.814295 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc2f4ab8-c87f-4247-92fd-6b4b6e2bdd8f None None] Attempting to bind port 9c81c408-0f8d-43b5-ac69-1248727aa1c4 on network faad3e48-a193-422a-a4ef-d48dc191d42b {{(pid=84876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 14 07:35:04.837260 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc2f4ab8-c87f-4247-92fd-6b4b6e2bdd8f None None] Checking agent: {'id': 'ba5efab1-b43c-4d5a-bc52-6e105d4e67a2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768862-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 14, 6, 56, 52), 'started_at': datetime.datetime(2021, 1, 14, 6, 57, 22), 'heartbeat_timestamp': datetime.datetime(2021, 1, 14, 7, 34, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768862-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.29', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 14 07:35:04.837984 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc2f4ab8-c87f-4247-92fd-6b4b6e2bdd8f None None] Checking segment: {'id': '4208d142-2167-4808-8891-c4fb7dfcd556', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'faad3e48-a193-422a-a4ef-d48dc191d42b'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84876) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 14 07:35:04.838605 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-dc2f4ab8-c87f-4247-92fd-6b4b6e2bdd8f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:35:04.839212 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc2f4ab8-c87f-4247-92fd-6b4b6e2bdd8f None None] Bound using segment: {'id': '4208d142-2167-4808-8891-c4fb7dfcd556', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'faad3e48-a193-422a-a4ef-d48dc191d42b'} {{(pid=84876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 14 07:35:04.840001 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.managers [None req-dc2f4ab8-c87f-4247-92fd-6b4b6e2bdd8f None None] Bound port: 9c81c408-0f8d-43b5-ac69-1248727aa1c4, host: n-d-768862-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4208d142-2167-4808-8891-c4fb7dfcd556', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'faad3e48-a193-422a-a4ef-d48dc191d42b'}}] {{(pid=84876) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 14 07:35:04.840785 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-dc2f4ab8-c87f-4247-92fd-6b4b6e2bdd8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555753'] for port, before_update {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:35:04.997023 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [None req-dc2f4ab8-c87f-4247-92fd-6b4b6e2bdd8f None None] For port 9c81c408-0f8d-43b5-ac69-1248727aa1c4, host n-d-768862-2, cleared binding levels {{(pid=84876) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 14 07:35:05.005826 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [None req-dc2f4ab8-c87f-4247-92fd-6b4b6e2bdd8f None None] For port 9c81c408-0f8d-43b5-ac69-1248727aa1c4, host n-d-768862-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-2',level=0,port_id=9c81c408-0f8d-43b5-ac69-1248727aa1c4,segment=NetworkSegment(4208d142-2167-4808-8891-c4fb7dfcd556),segment_id=4208d142-2167-4808-8891-c4fb7dfcd556)] {{(pid=84876) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 14 07:35:05.011151 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Device 0df871c9-2ea9-4e58-bc3d-59530a9b7629 up at agent ovs-agent-n-d-768862-2 {{(pid=84876) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 07:35:05.072774 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-dc2f4ab8-c87f-4247-92fd-6b4b6e2bdd8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777640533312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363259214678337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777640097497'] for port, after_update {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:35:05.123081 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-dafe25a4-7c7b-48e4-bf34-32b4344b5f9c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84876) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:35:05.171589 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-32cf1e96-2fbd-447f-8e67-de317aae3dd9 tempest-RoutersTest-1255860389 tempest-RoutersTest-1255860389] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3889346', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036854717606'] for router, precommit_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:35:05.175101 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-32cf1e96-2fbd-447f-8e67-de317aae3dd9 tempest-RoutersTest-1255860389 tempest-RoutersTest-1255860389] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:35:05.204517 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-32cf1e96-2fbd-447f-8e67-de317aae3dd9 tempest-RoutersTest-1255860389 tempest-RoutersTest-1255860389] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036850897070'] for router, after_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:35:05.205122 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-32cf1e96-2fbd-447f-8e67-de317aae3dd9 tempest-RoutersTest-1255860389 tempest-RoutersTest-1255860389] Fanout notify agent at l3_agent the message router_deleted on router 957c8bf3-5519-4605-80ba-6afa0950dc4e {{(pid=84875) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jan 14 07:35:05.233862 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc2f4ab8-c87f-4247-92fd-6b4b6e2bdd8f None None] Pushing event updated for resources: {'Port': ['ID=9c81c408-0f8d-43b5-ac69-1248727aa1c4,revision_number=2']} {{(pid=84876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:35:05.246177 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-32cf1e96-2fbd-447f-8e67-de317aae3dd9 tempest-RoutersTest-1255860389 tempest-RoutersTest-1255860389] Notify callbacks [] for router, before_response {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:35:05.254182 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-32cf1e96-2fbd-447f-8e67-de317aae3dd9 tempest-RoutersTest-1255860389 tempest-RoutersTest-1255860389] 10.222.0.24 "DELETE /v2.0/routers/957c8bf3-5519-4605-80ba-6afa0950dc4e HTTP/1.1" status: 204 len: 168 time: 1.2545981 Jan 14 07:35:05.256961 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84875) accepted ('10.222.0.24', 33200) {{(pid=84875) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:35:05.290666 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-dc2f4ab8-c87f-4247-92fd-6b4b6e2bdd8f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.169s {{(pid=84876) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:35:05.348242 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Provisioning complete for port 0df871c9-2ea9-4e58-bc3d-59530a9b7629 triggered by entity L2. {{(pid=84876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 07:35:05.349249 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-604227'] for port, provisioning_complete {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:35:05.409768 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-ea9f22bc-014c-49ed-a173-9041318265e8 tempest-NetworksTest-1803261889 tempest-NetworksTest-1803261889] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850887113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3254092', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036851981146'] for subnet, after_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:35:05.434774 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-f725422f-4b3e-48b6-8a52-389498555445 tempest-PortsIpV6TestJSON-1330665174 tempest-PortsIpV6TestJSON-1330665174] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:35:05.518706 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea9f22bc-014c-49ed-a173-9041318265e8 tempest-NetworksTest-1803261889 tempest-NetworksTest-1803261889] Pushing event updated for resources: {'Subnet': ['ID=1805ab33-ee50-4eb5-b2b3-1f2bc4eb1e9a,revision_number=0']} {{(pid=84874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:35:05.664711 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Device 8ae55f67-74ec-4282-971a-ade0c2491087 up at agent ovs-agent-n-d-768862-2 {{(pid=84876) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 07:35:05.741590 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea9f22bc-014c-49ed-a173-9041318265e8 tempest-NetworksTest-1803261889 tempest-NetworksTest-1803261889] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@n-h1-768862-2 {{(pid=84874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:35:05.742229 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea9f22bc-014c-49ed-a173-9041318265e8 tempest-NetworksTest-1803261889 tempest-NetworksTest-1803261889] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-h1-768862-2 {{(pid=84874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:35:05.742375 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea9f22bc-014c-49ed-a173-9041318265e8 tempest-NetworksTest-1803261889 tempest-NetworksTest-1803261889] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-h1-768862-2 {{(pid=84874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:35:05.742907 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea9f22bc-014c-49ed-a173-9041318265e8 tempest-NetworksTest-1803261889 tempest-NetworksTest-1803261889] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-h1-768862-2 {{(pid=84874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:35:05.743214 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea9f22bc-014c-49ed-a173-9041318265e8 tempest-NetworksTest-1803261889 tempest-NetworksTest-1803261889] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@n-h1-768862-2 {{(pid=84874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:35:05.743594 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea9f22bc-014c-49ed-a173-9041318265e8 tempest-NetworksTest-1803261889 tempest-NetworksTest-1803261889] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-h1-768862-2 {{(pid=84874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:35:05.744048 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea9f22bc-014c-49ed-a173-9041318265e8 tempest-NetworksTest-1803261889 tempest-NetworksTest-1803261889] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-h1-768862-2 {{(pid=84874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:35:05.744468 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea9f22bc-014c-49ed-a173-9041318265e8 tempest-NetworksTest-1803261889 tempest-NetworksTest-1803261889] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-h1-768862-2 {{(pid=84874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:35:05.744876 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea9f22bc-014c-49ed-a173-9041318265e8 tempest-NetworksTest-1803261889 tempest-NetworksTest-1803261889] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-h1-768862-2 {{(pid=84874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:35:05.745291 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea9f22bc-014c-49ed-a173-9041318265e8 tempest-NetworksTest-1803261889 tempest-NetworksTest-1803261889] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-h1-768862-2 {{(pid=84874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:35:05.745710 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea9f22bc-014c-49ed-a173-9041318265e8 tempest-NetworksTest-1803261889 tempest-NetworksTest-1803261889] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-h1-768862-2 {{(pid=84874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:35:05.746125 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea9f22bc-014c-49ed-a173-9041318265e8 tempest-NetworksTest-1803261889 tempest-NetworksTest-1803261889] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-h1-768862-2 {{(pid=84874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:35:05.747181 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea9f22bc-014c-49ed-a173-9041318265e8 tempest-NetworksTest-1803261889 tempest-NetworksTest-1803261889] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@n-h2-768862-2 {{(pid=84874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:35:05.747181 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea9f22bc-014c-49ed-a173-9041318265e8 tempest-NetworksTest-1803261889 tempest-NetworksTest-1803261889] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-h2-768862-2 {{(pid=84874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:35:05.747808 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea9f22bc-014c-49ed-a173-9041318265e8 tempest-NetworksTest-1803261889 tempest-NetworksTest-1803261889] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-h2-768862-2 {{(pid=84874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:35:05.748264 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea9f22bc-014c-49ed-a173-9041318265e8 tempest-NetworksTest-1803261889 tempest-NetworksTest-1803261889] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-h2-768862-2 {{(pid=84874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:35:05.748654 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea9f22bc-014c-49ed-a173-9041318265e8 tempest-NetworksTest-1803261889 tempest-NetworksTest-1803261889] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@n-h2-768862-2 {{(pid=84874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:35:05.749074 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea9f22bc-014c-49ed-a173-9041318265e8 tempest-NetworksTest-1803261889 tempest-NetworksTest-1803261889] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-h2-768862-2 {{(pid=84874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:35:05.749510 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea9f22bc-014c-49ed-a173-9041318265e8 tempest-NetworksTest-1803261889 tempest-NetworksTest-1803261889] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-h2-768862-2 {{(pid=84874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:35:05.749933 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea9f22bc-014c-49ed-a173-9041318265e8 tempest-NetworksTest-1803261889 tempest-NetworksTest-1803261889] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-h2-768862-2 {{(pid=84874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:35:05.750544 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea9f22bc-014c-49ed-a173-9041318265e8 tempest-NetworksTest-1803261889 tempest-NetworksTest-1803261889] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-h2-768862-2 {{(pid=84874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:35:05.751163 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea9f22bc-014c-49ed-a173-9041318265e8 tempest-NetworksTest-1803261889 tempest-NetworksTest-1803261889] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-h2-768862-2 {{(pid=84874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:35:05.751638 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea9f22bc-014c-49ed-a173-9041318265e8 tempest-NetworksTest-1803261889 tempest-NetworksTest-1803261889] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-h2-768862-2 {{(pid=84874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:35:05.752082 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea9f22bc-014c-49ed-a173-9041318265e8 tempest-NetworksTest-1803261889 tempest-NetworksTest-1803261889] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-h2-768862-2 {{(pid=84874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:35:05.752622 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea9f22bc-014c-49ed-a173-9041318265e8 tempest-NetworksTest-1803261889 tempest-NetworksTest-1803261889] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-2 {{(pid=84874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:35:05.753101 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea9f22bc-014c-49ed-a173-9041318265e8 tempest-NetworksTest-1803261889 tempest-NetworksTest-1803261889] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-2 {{(pid=84874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:35:05.753518 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea9f22bc-014c-49ed-a173-9041318265e8 tempest-NetworksTest-1803261889 tempest-NetworksTest-1803261889] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-2 {{(pid=84874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:35:05.754022 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea9f22bc-014c-49ed-a173-9041318265e8 tempest-NetworksTest-1803261889 tempest-NetworksTest-1803261889] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-2 {{(pid=84874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:35:05.754310 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea9f22bc-014c-49ed-a173-9041318265e8 tempest-NetworksTest-1803261889 tempest-NetworksTest-1803261889] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@n-d-768862-2 {{(pid=84874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:35:05.754716 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea9f22bc-014c-49ed-a173-9041318265e8 tempest-NetworksTest-1803261889 tempest-NetworksTest-1803261889] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-2 {{(pid=84874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:35:05.755124 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea9f22bc-014c-49ed-a173-9041318265e8 tempest-NetworksTest-1803261889 tempest-NetworksTest-1803261889] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-768862-2 {{(pid=84874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:35:05.755530 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea9f22bc-014c-49ed-a173-9041318265e8 tempest-NetworksTest-1803261889 tempest-NetworksTest-1803261889] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-768862-2 {{(pid=84874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:35:05.755967 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea9f22bc-014c-49ed-a173-9041318265e8 tempest-NetworksTest-1803261889 tempest-NetworksTest-1803261889] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-2 {{(pid=84874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:35:05.756373 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea9f22bc-014c-49ed-a173-9041318265e8 tempest-NetworksTest-1803261889 tempest-NetworksTest-1803261889] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-2 {{(pid=84874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:35:05.756808 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea9f22bc-014c-49ed-a173-9041318265e8 tempest-NetworksTest-1803261889 tempest-NetworksTest-1803261889] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-2 {{(pid=84874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:35:05.757351 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea9f22bc-014c-49ed-a173-9041318265e8 tempest-NetworksTest-1803261889 tempest-NetworksTest-1803261889] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-2 {{(pid=84874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:35:05.774744 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-ea9f22bc-014c-49ed-a173-9041318265e8 tempest-NetworksTest-1803261889 tempest-NetworksTest-1803261889] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.340s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:35:05.796531 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Provisioning for port 8ae55f67-74ec-4282-971a-ade0c2491087 completed by entity L2. {{(pid=84876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 07:35:05.817067 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Provisioning complete for port 8ae55f67-74ec-4282-971a-ade0c2491087 triggered by entity L2. {{(pid=84876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 07:35:05.817499 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-604227'] for port, provisioning_complete {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:35:05.824539 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.db_base_plugin_v2 [None req-36f062c7-18ff-47ff-b38e-c68d0d03e0d2 tempest-RoutersTest-1255860389 tempest-RoutersTest-1255860389] Deleting subnet 74bbff26-bf1d-4a3d-bb3c-e0039d526a86 {{(pid=84875) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Jan 14 07:35:05.833740 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-36f062c7-18ff-47ff-b38e-c68d0d03e0d2 tempest-RoutersTest-1255860389 tempest-RoutersTest-1255860389] Notify callbacks [] for subnet, before_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:35:05.836529 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-dfdc7122-927c-419c-a90f-0f43ad067fb3 tempest-TestNetworkAdvancedServerOps-470546014 tempest-TestNetworkAdvancedServerOps-470546014] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555753'] for port, before_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:35:06.014481 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555753'] for port, before_update {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:35:06.035334 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] For port 8ae55f67-74ec-4282-971a-ade0c2491087, host n-d-768862-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-2',level=0,port_id=8ae55f67-74ec-4282-971a-ade0c2491087,segment=NetworkSegment(cf3ded2c-bc47-4a71-89af-6e7117e60140),segment_id=cf3ded2c-bc47-4a71-89af-6e7117e60140)] {{(pid=84876) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 07:35:06.040319 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777640533312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363259214678337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777640097497'] for port, after_update {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:35:06.043498 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-7857c7f0-22bb-4967-894d-9a0c08bdb936 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84876) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:35:06.043915 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-36f062c7-18ff-47ff-b38e-c68d0d03e0d2 tempest-RoutersTest-1255860389 tempest-RoutersTest-1255860389] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3367281'] for subnet, precommit_delete_associations {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:35:06.208443 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Pushing event updated for resources: {'Port': ['ID=8ae55f67-74ec-4282-971a-ade0c2491087,revision_number=4']} {{(pid=84876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:35:06.213011 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.170s {{(pid=84876) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:35:06.307300 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-36f062c7-18ff-47ff-b38e-c68d0d03e0d2 tempest-RoutersTest-1255860389 tempest-RoutersTest-1255860389] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036854176836'] for subnet, precommit_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:35:06.646283 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-daef80ab-3f99-4239-9398-b6bf24d75b8d admin admin] Notify callbacks [] for port, precommit_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:35:06.688217 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-36f062c7-18ff-47ff-b38e-c68d0d03e0d2 tempest-RoutersTest-1255860389 tempest-RoutersTest-1255860389] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-598964', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850887113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3154192', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2308610'] for subnet, after_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:35:06.744718 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-daef80ab-3f99-4239-9398-b6bf24d75b8d admin admin] Transition to ACTIVE for port object 32961152-5bac-425a-97bb-8905a639a966 will not be triggered until provisioned by entity DHCP. {{(pid=84874) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 07:35:06.800429 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Device 9c81c408-0f8d-43b5-ac69-1248727aa1c4 up at agent ovs-agent-n-d-768862-2 {{(pid=84876) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 07:35:06.835538 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-384bd734-be09-4456-8892-147b3acff49e tempest-FloatingIPNegativeTestJSON-2001787271 tempest-FloatingIPNegativeTestJSON-2001787271] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:35:06.890755 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36f062c7-18ff-47ff-b38e-c68d0d03e0d2 tempest-RoutersTest-1255860389 tempest-RoutersTest-1255860389] Pushing event deleted for resources: {'Subnet': ['ID=74bbff26-bf1d-4a3d-bb3c-e0039d526a86,revision_number=None']} {{(pid=84875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:35:06.894366 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-36f062c7-18ff-47ff-b38e-c68d0d03e0d2 tempest-RoutersTest-1255860389 tempest-RoutersTest-1255860389] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:35:06.895471 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-36f062c7-18ff-47ff-b38e-c68d0d03e0d2 tempest-RoutersTest-1255860389 tempest-RoutersTest-1255860389] Notify callbacks [] for subnet, before_response {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:35:06.912938 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-36f062c7-18ff-47ff-b38e-c68d0d03e0d2 tempest-RoutersTest-1255860389 tempest-RoutersTest-1255860389] 10.222.0.24 "DELETE /v2.0/subnets/74bbff26-bf1d-4a3d-bb3c-e0039d526a86 HTTP/1.1" status: 204 len: 168 time: 1.6541340 Jan 14 07:35:06.915323 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84875) accepted ('10.222.0.24', 33220) {{(pid=84875) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:35:06.928334 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78b4ccf9-8609-4987-8b50-7755f933e94f None None] Network 859f5d0b-d558-4bbe-a1a8-b976185dabb2 requested from n-d-768862-2 {{(pid=84876) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 07:35:07.028150 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.db_base_plugin_common [None req-dfdc7122-927c-419c-a90f-0f43ad067fb3 tempest-TestNetworkAdvancedServerOps-470546014 tempest-TestNetworkAdvancedServerOps-470546014] Allocated IP 172.20.0.1 (faad3e48-a193-422a-a4ef-d48dc191d42b/92407e9f-e8c8-493f-8546-af91a9b43006/5b9747c5-5e31-4e71-a4cf-69d8be5d03e1) {{(pid=84874) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 14 07:35:07.088991 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-cee156c6-4253-424e-a1ef-c2a50ec40612 tempest-RoutersTest-1255860389 tempest-RoutersTest-1255860389] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036854160497'] for network, before_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:35:07.135553 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Provisioning for port 9c81c408-0f8d-43b5-ac69-1248727aa1c4 completed by entity L2. {{(pid=84876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 07:35:07.145127 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Device 8ae55f67-74ec-4282-971a-ade0c2491087 up at agent ovs-agent-n-d-768862-2 {{(pid=84876) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 07:35:07.211906 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.plugin [None req-cee156c6-4253-424e-a1ef-c2a50ec40612 tempest-RoutersTest-1255860389 tempest-RoutersTest-1255860389] Deleting port d363cb42-0e82-4763-8031-18a3295242b9 {{(pid=84875) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 07:35:07.211906 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-cee156c6-4253-424e-a1ef-c2a50ec40612 tempest-RoutersTest-1255860389 tempest-RoutersTest-1255860389] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363259214248359'] for port, before_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:35:07.323483 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea9f22bc-014c-49ed-a173-9041318265e8 tempest-NetworksTest-1803261889 tempest-NetworksTest-1803261889] Checking segment: {'id': '3eb43912-c692-4c6b-932d-5d66f86770e5', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 19, 'network_id': '692462c4-b1c8-44b8-9ecc-de0c5e201f02'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84874) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 14 07:35:07.323921 n-d-768862-2 neutron-server[84765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea9f22bc-014c-49ed-a173-9041318265e8 tempest-NetworksTest-1803261889 tempest-NetworksTest-1803261889] Network hostable DHCP agents. Network: 692462c4-b1c8-44b8-9ecc-de0c5e201f02, hostable agents: ['32f3dd84-26da-4d18-bf15-6017a8fb7247'], hosted agents: [] {{(pid=84874) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Jan 14 07:35:07.356961 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Provisioning complete for port 8ae55f67-74ec-4282-971a-ade0c2491087 triggered by entity L2. {{(pid=84876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 07:35:07.357401 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-604227'] for port, provisioning_complete {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:35:07.409663 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-dfdc7122-927c-419c-a90f-0f43ad067fb3 tempest-TestNetworkAdvancedServerOps-470546014 tempest-TestNetworkAdvancedServerOps-470546014] Notify callbacks [] for port, precommit_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:35:07.487623 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df74dc37-7806-4853-a6cd-38b8469944c5 None None] DHCP port deletion for 859f5d0b-d558-4bbe-a1a8-b976185dabb2 request from n-d-768862-2 {{(pid=84876) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Jan 14 07:35:07.489026 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-dfdc7122-927c-419c-a90f-0f43ad067fb3 tempest-TestNetworkAdvancedServerOps-470546014 tempest-TestNetworkAdvancedServerOps-470546014] Transition to ACTIVE for port object 5b9747c5-5e31-4e71-a4cf-69d8be5d03e1 will not be triggered until provisioned by entity DHCP. {{(pid=84874) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 07:35:07.529511 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-daef80ab-3f99-4239-9398-b6bf24d75b8d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777640123575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3254186'] for port, after_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:35:07.567176 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-f660c594-4592-4a0f-abf6-b9d39d6bbc18 tempest-NetworksIpV6Test-2047944877 tempest-NetworksIpV6Test-2047944877] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:35:07.571097 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.plugin [None req-df74dc37-7806-4853-a6cd-38b8469944c5 None None] Deleting port d363cb42-0e82-4763-8031-18a3295242b9 {{(pid=84876) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 07:35:07.571923 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-df74dc37-7806-4853-a6cd-38b8469944c5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363259214248359'] for port, before_delete {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:35:07.638532 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-dfdc7122-927c-419c-a90f-0f43ad067fb3 tempest-TestNetworkAdvancedServerOps-470546014 tempest-TestNetworkAdvancedServerOps-470546014] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777640123575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3254186'] for port, after_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:35:07.647765 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [None req-cee156c6-4253-424e-a1ef-c2a50ec40612 tempest-RoutersTest-1255860389 tempest-RoutersTest-1255860389] For port d363cb42-0e82-4763-8031-18a3295242b9, host n-d-768862-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-2',level=0,port_id=d363cb42-0e82-4763-8031-18a3295242b9,segment=NetworkSegment(e303ad65-7c1c-482c-816a-0889f5428615),segment_id=e303ad65-7c1c-482c-816a-0889f5428615)] {{(pid=84875) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 07:35:07.648562 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-cee156c6-4253-424e-a1ef-c2a50ec40612 tempest-RoutersTest-1255860389 tempest-RoutersTest-1255860389] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036850862667'] for port, precommit_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:35:07.853206 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.plugin [None req-cee156c6-4253-424e-a1ef-c2a50ec40612 tempest-RoutersTest-1255860389 tempest-RoutersTest-1255860389] Calling delete_port for d363cb42-0e82-4763-8031-18a3295242b9 owned by network:dhcp {{(pid=84875) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 07:35:07.886986 n-d-768862-2 neutron-server[84765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea9f22bc-014c-49ed-a173-9041318265e8 tempest-NetworksTest-1803261889 tempest-NetworksTest-1803261889] Network 692462c4-b1c8-44b8-9ecc-de0c5e201f02 is scheduled to be hosted by DHCP agent 32f3dd84-26da-4d18-bf15-6017a8fb7247 with binding_index 1 {{(pid=84874) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Jan 14 07:35:07.974835 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-cee156c6-4253-424e-a1ef-c2a50ec40612 tempest-RoutersTest-1255860389 tempest-RoutersTest-1255860389] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777640533329', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777640097463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851621574'] for port, after_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:35:07.999889 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-8dced91c-7c09-4869-9601-f8df987557ab admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:35:08.082486 n-d-768862-2 neutron-server[84765]: DEBUG neutron.scheduler.base_scheduler [None req-ea9f22bc-014c-49ed-a173-9041318265e8 tempest-NetworksTest-1803261889 tempest-NetworksTest-1803261889] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768862-2, 692462c4-b1c8-44b8-9ecc-de0c5e201f02) {{(pid=84874) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 07:35:08.144877 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea9f22bc-014c-49ed-a173-9041318265e8 tempest-NetworksTest-1803261889 tempest-NetworksTest-1803261889] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:35:08.150390 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-ea9f22bc-014c-49ed-a173-9041318265e8 tempest-NetworksTest-1803261889 tempest-NetworksTest-1803261889] Notify callbacks [] for subnet, before_response {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:35:08.167425 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daef80ab-3f99-4239-9398-b6bf24d75b8d admin admin] Pushing event updated for resources: {'Port': ['ID=32961152-5bac-425a-97bb-8905a639a966,revision_number=1']} {{(pid=84874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:35:08.172394 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-daef80ab-3f99-4239-9398-b6bf24d75b8d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.605s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:35:08.184393 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-7eae753b-ff8e-4b95-a949-ebbc5052ce0f tempest-RoutersTest-1255860389 tempest-RoutersTest-1255860389] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.334s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:35:08.188185 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cee156c6-4253-424e-a1ef-c2a50ec40612 tempest-RoutersTest-1255860389 tempest-RoutersTest-1255860389] Pushing event deleted for resources: {'Port': ['ID=d363cb42-0e82-4763-8031-18a3295242b9,revision_number=None']} {{(pid=84875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:35:08.192031 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cee156c6-4253-424e-a1ef-c2a50ec40612 tempest-RoutersTest-1255860389 tempest-RoutersTest-1255860389] No DVR routers for this DVR port d363cb42-0e82-4763-8031-18a3295242b9 on host n-d-768862-2 {{(pid=84875) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Jan 14 07:35:08.195093 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-cee156c6-4253-424e-a1ef-c2a50ec40612 tempest-RoutersTest-1255860389 tempest-RoutersTest-1255860389] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.195s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:35:08.225688 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c52f0747-eef3-4126-838d-74132e6ceef1 None None] Network faad3e48-a193-422a-a4ef-d48dc191d42b requested from n-d-768862-2 {{(pid=84876) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 07:35:08.272398 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfdc7122-927c-419c-a90f-0f43ad067fb3 tempest-TestNetworkAdvancedServerOps-470546014 tempest-TestNetworkAdvancedServerOps-470546014] Pushing event updated for resources: {'Port': ['ID=5b9747c5-5e31-4e71-a4cf-69d8be5d03e1,revision_number=1']} {{(pid=84874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:35:08.275989 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-dfdc7122-927c-419c-a90f-0f43ad067fb3 tempest-TestNetworkAdvancedServerOps-470546014 tempest-TestNetworkAdvancedServerOps-470546014] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:35:08.297292 n-d-768862-2 neutron-server[84765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-daef80ab-3f99-4239-9398-b6bf24d75b8d admin admin] Network 1839022e-4ce1-499a-85d7-c3574be174f4 is already hosted by enough agents. {{(pid=84874) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 07:35:08.302272 n-d-768862-2 neutron-server[84765]: DEBUG neutron.scheduler.base_scheduler [None req-daef80ab-3f99-4239-9398-b6bf24d75b8d admin admin] Resources bound (agent type, host, resource id): {{(pid=84874) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 07:35:08.315239 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-daef80ab-3f99-4239-9398-b6bf24d75b8d admin admin] Received port after_create {{(pid=84874) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 14 07:35:08.353030 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-cee156c6-4253-424e-a1ef-c2a50ec40612 tempest-RoutersTest-1255860389 tempest-RoutersTest-1255860389] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-598987', 'neutron.services.segments.db._delete_segments_for_network-8777640583949'] for network, precommit_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:35:08.353739 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-ea9f22bc-014c-49ed-a173-9041318265e8 tempest-NetworksTest-1803261889 tempest-NetworksTest-1803261889] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 872 time: 7.7908173 Jan 14 07:35:08.369896 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0a530a2-823d-405e-a6f8-a4ec91f311d3 None None] Network 692462c4-b1c8-44b8-9ecc-de0c5e201f02 requested from n-d-768862-2 {{(pid=84876) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 07:35:08.375716 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84874) accepted ('10.222.0.24', 33236) {{(pid=84874) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:35:08.421993 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.v2.base [None req-29fdd3c2-be49-4e0a-8eb9-8312d3a660ed tempest-NetworksTest-1803261889 tempest-NetworksTest-1803261889] Request body: {'subnet': {'name': 'New_subnet', 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.2'}], 'dns_nameservers': ['7.8.8.8', '7.8.4.4'], 'gateway_ip': '172.20.0.2', 'enable_dhcp': True}} {{(pid=84874) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:35:08.517445 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-daef80ab-3f99-4239-9398-b6bf24d75b8d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036850886386'] for router_interface, before_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:35:08.589795 n-d-768862-2 neutron-server[84765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dfdc7122-927c-419c-a90f-0f43ad067fb3 tempest-TestNetworkAdvancedServerOps-470546014 tempest-TestNetworkAdvancedServerOps-470546014] Network faad3e48-a193-422a-a4ef-d48dc191d42b is already hosted by enough agents. {{(pid=84874) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 07:35:08.601498 n-d-768862-2 neutron-server[84765]: DEBUG neutron.scheduler.base_scheduler [None req-dfdc7122-927c-419c-a90f-0f43ad067fb3 tempest-TestNetworkAdvancedServerOps-470546014 tempest-TestNetworkAdvancedServerOps-470546014] Resources bound (agent type, host, resource id): {{(pid=84874) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 07:35:08.604967 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfdc7122-927c-419c-a90f-0f43ad067fb3 tempest-TestNetworkAdvancedServerOps-470546014 tempest-TestNetworkAdvancedServerOps-470546014] Received port after_create {{(pid=84874) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 14 07:35:08.710496 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-dfdc7122-927c-419c-a90f-0f43ad067fb3 tempest-TestNetworkAdvancedServerOps-470546014 tempest-TestNetworkAdvancedServerOps-470546014] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036850886386'] for router_interface, before_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:35:08.711887 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Device d363cb42-0e82-4763-8031-18a3295242b9 no longer exists at agent ovs-agent-n-d-768862-2 {{(pid=84876) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jan 14 07:35:08.749884 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-34b7255e-6f45-4103-8cc9-9109095162b8 None None] Provisioning for port 9c81c408-0f8d-43b5-ac69-1248727aa1c4 completed by entity DHCP. {{(pid=84876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 07:35:08.804424 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [None req-df74dc37-7806-4853-a6cd-38b8469944c5 None None] For port d363cb42-0e82-4763-8031-18a3295242b9, host n-d-768862-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-2',level=0,port_id=d363cb42-0e82-4763-8031-18a3295242b9,segment=NetworkSegment(e303ad65-7c1c-482c-816a-0889f5428615),segment_id=e303ad65-7c1c-482c-816a-0889f5428615)] {{(pid=84876) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 07:35:08.805278 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-df74dc37-7806-4853-a6cd-38b8469944c5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036850862667'] for port, precommit_delete {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:35:08.938523 n-d-768862-2 neutron-server[84765]: DEBUG neutron.services.segments.db [None req-cee156c6-4253-424e-a1ef-c2a50ec40612 tempest-RoutersTest-1255860389 tempest-RoutersTest-1255860389] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['859f5d0b-d558-4bbe-a1a8-b976185dabb2']}} {{(pid=84875) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:35:08.954878 n-d-768862-2 neutron-server[84765]: DEBUG neutron.services.segments.db [None req-cee156c6-4253-424e-a1ef-c2a50ec40612 tempest-RoutersTest-1255860389 tempest-RoutersTest-1255860389] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e303ad65-7c1c-482c-816a-0889f5428615') {'for_net_delete': True} {{(pid=84875) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:35:08.955218 n-d-768862-2 neutron-server[84765]: DEBUG neutron.services.segments.db [None req-cee156c6-4253-424e-a1ef-c2a50ec40612 tempest-RoutersTest-1255860389 tempest-RoutersTest-1255860389] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e303ad65-7c1c-482c-816a-0889f5428615') {} {{(pid=84875) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:35:08.970456 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-cee156c6-4253-424e-a1ef-c2a50ec40612 tempest-RoutersTest-1255860389 tempest-RoutersTest-1255860389] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363259214173198', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036851408567'] for segment, before_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:35:08.984882 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.plugin [None req-df74dc37-7806-4853-a6cd-38b8469944c5 None None] Calling delete_port for d363cb42-0e82-4763-8031-18a3295242b9 owned by network:dhcp {{(pid=84876) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 07:35:08.991375 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-cee156c6-4253-424e-a1ef-c2a50ec40612 tempest-RoutersTest-1255860389 tempest-RoutersTest-1255860389] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854179735'] for segment, precommit_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:35:08.994652 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-cee156c6-4253-424e-a1ef-c2a50ec40612 tempest-RoutersTest-1255860389 tempest-RoutersTest-1255860389] Releasing vxlan tunnel 9 to pool {{(pid=84875) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Jan 14 07:35:09.103733 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-daef80ab-3f99-4239-9398-b6bf24d75b8d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555753'] for port, before_update {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:35:09.145700 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-29fdd3c2-be49-4e0a-8eb9-8312d3a660ed tempest-NetworksTest-1803261889 tempest-NetworksTest-1803261889] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-2794671'] for subnet, before_update {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:35:09.226006 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-34b7255e-6f45-4103-8cc9-9109095162b8 None None] Provisioning complete for port 9c81c408-0f8d-43b5-ac69-1248727aa1c4 triggered by entity DHCP. {{(pid=84876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 07:35:09.226321 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-34b7255e-6f45-4103-8cc9-9109095162b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-604227'] for port, provisioning_complete {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:35:09.253401 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.managers [None req-cee156c6-4253-424e-a1ef-c2a50ec40612 tempest-RoutersTest-1255860389 tempest-RoutersTest-1255860389] Network 859f5d0b-d558-4bbe-a1a8-b976185dabb2 has no segments {{(pid=84875) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 14 07:35:09.253884 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.db.api [None req-df74dc37-7806-4853-a6cd-38b8469944c5 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84876) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Jan 14 07:35:09.254304 n-d-768862-2 neutron-server[84765]: DEBUG oslo_db.api [None req-df74dc37-7806-4853-a6cd-38b8469944c5 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84876) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Jan 14 07:35:09.270645 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-cee156c6-4253-424e-a1ef-c2a50ec40612 tempest-RoutersTest-1255860389 tempest-RoutersTest-1255860389] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-596065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3154253'] for segment, after_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:35:09.389135 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.plugin [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] No Port match for: d363cb42-0e82-4763-8031-18a3295242b9 {{(pid=84876) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2188}} Jan 14 07:35:09.389538 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Device d363cb42-0e82-4763-8031-18a3295242b9 not bound to the agent host n-d-768862-2 {{(pid=84876) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jan 14 07:35:09.423398 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53bd9ba4-2b0c-4f64-bddd-ce134704887d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5d94dc7a-c095-50a4-955e-5f3b78718a12-692462c4-b1c8-44b8-9ecc-de0c5e201f02', 'network_id': '692462c4-b1c8-44b8-9ecc-de0c5e201f02', 'tenant_id': '93b2211854874c6cae5592aa469fb908', 'fixed_ips': [{'subnet_id': '1805ab33-ee50-4eb5-b2b3-1f2bc4eb1e9a'}]}} from n-d-768862-2. {{(pid=84876) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Jan 14 07:35:09.424387 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-53bd9ba4-2b0c-4f64-bddd-ce134704887d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555753'] for port, before_create {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:35:09.758721 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.managers [None req-cee156c6-4253-424e-a1ef-c2a50ec40612 tempest-RoutersTest-1255860389 tempest-RoutersTest-1255860389] Network 859f5d0b-d558-4bbe-a1a8-b976185dabb2 has no segments {{(pid=84875) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 14 07:35:09.760192 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.plugin [None req-df74dc37-7806-4853-a6cd-38b8469944c5 None None] Deleting port d363cb42-0e82-4763-8031-18a3295242b9 {{(pid=84876) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 07:35:09.760641 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-df74dc37-7806-4853-a6cd-38b8469944c5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363259214248359'] for port, before_delete {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:35:09.788125 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-dfdc7122-927c-419c-a90f-0f43ad067fb3 tempest-TestNetworkAdvancedServerOps-470546014 tempest-TestNetworkAdvancedServerOps-470546014] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555753'] for port, before_update {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:35:09.873737 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.plugin [None req-df74dc37-7806-4853-a6cd-38b8469944c5 None None] The port 'd363cb42-0e82-4763-8031-18a3295242b9' was deleted {{(pid=84876) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Jan 14 07:35:09.914478 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-34b7255e-6f45-4103-8cc9-9109095162b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555753'] for port, before_update {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:35:10.036122 n-d-768862-2 neutron-server[84765]: Traceback (most recent call last): Jan 14 07:35:10.036122 n-d-768862-2 neutron-server[84765]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 14 07:35:10.036122 n-d-768862-2 neutron-server[84765]: timer() Jan 14 07:35:10.036122 n-d-768862-2 neutron-server[84765]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 14 07:35:10.036122 n-d-768862-2 neutron-server[84765]: cb(*args, **kw) Jan 14 07:35:10.036122 n-d-768862-2 neutron-server[84765]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Jan 14 07:35:10.036122 n-d-768862-2 neutron-server[84765]: return func(*args, **kwargs) Jan 14 07:35:10.036122 n-d-768862-2 neutron-server[84765]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 14 07:35:10.036122 n-d-768862-2 neutron-server[84765]: self._notify() Jan 14 07:35:10.036122 n-d-768862-2 neutron-server[84765]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 14 07:35:10.036122 n-d-768862-2 neutron-server[84765]: self.callback(batched_events) Jan 14 07:35:10.036122 n-d-768862-2 neutron-server[84765]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 14 07:35:10.036122 n-d-768862-2 neutron-server[84765]: event.method(event) Jan 14 07:35:10.036122 n-d-768862-2 neutron-server[84765]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 14 07:35:10.036122 n-d-768862-2 neutron-server[84765]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 14 07:35:10.036122 n-d-768862-2 neutron-server[84765]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Jan 14 07:35:10.036122 n-d-768862-2 neutron-server[84765]: segment_id)['aggregates'][0] Jan 14 07:35:10.036122 n-d-768862-2 neutron-server[84765]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 14 07:35:10.036122 n-d-768862-2 neutron-server[84765]: return f(self, *a, **k) Jan 14 07:35:10.036122 n-d-768862-2 neutron-server[84765]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 14 07:35:10.036122 n-d-768862-2 neutron-server[84765]: return self._get(url).json() Jan 14 07:35:10.036122 n-d-768862-2 neutron-server[84765]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 14 07:35:10.036122 n-d-768862-2 neutron-server[84765]: **kwargs) Jan 14 07:35:10.036122 n-d-768862-2 neutron-server[84765]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 14 07:35:10.036122 n-d-768862-2 neutron-server[84765]: return self.request(url, 'GET', **kwargs) Jan 14 07:35:10.036122 n-d-768862-2 neutron-server[84765]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Jan 14 07:35:10.036122 n-d-768862-2 neutron-server[84765]: **endpoint_filter) Jan 14 07:35:10.036122 n-d-768862-2 neutron-server[84765]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 14 07:35:10.036122 n-d-768862-2 neutron-server[84765]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 14 07:35:10.036122 n-d-768862-2 neutron-server[84765]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 14 07:35:10.036122 n-d-768862-2 neutron-server[84765]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 14 07:35:10.036122 n-d-768862-2 neutron-server[84765]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 14 07:35:10.040778 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [None req-34b7255e-6f45-4103-8cc9-9109095162b8 None None] For port 9c81c408-0f8d-43b5-ac69-1248727aa1c4, host n-d-768862-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-2',level=0,port_id=9c81c408-0f8d-43b5-ac69-1248727aa1c4,segment=NetworkSegment(4208d142-2167-4808-8891-c4fb7dfcd556),segment_id=4208d142-2167-4808-8891-c4fb7dfcd556)] {{(pid=84876) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 07:35:10.046172 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-cee156c6-4253-424e-a1ef-c2a50ec40612 tempest-RoutersTest-1255860389 tempest-RoutersTest-1255860389] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036854176830', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850887149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3912591'] for network, after_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:35:10.051234 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-cee156c6-4253-424e-a1ef-c2a50ec40612 tempest-RoutersTest-1255860389 tempest-RoutersTest-1255860389] Notify callbacks [] for network, before_response {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:35:10.056292 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-e71c365a-aa6b-4fda-8349-6711ae00bdee tempest-PortsTestJSON-2091589570 tempest-PortsTestJSON-2091589570] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:35:10.071916 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-34b7255e-6f45-4103-8cc9-9109095162b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777640533312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363259214678337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777640097497'] for port, after_update {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:35:10.083768 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-59153e72-4cc5-4e69-a05e-cad00cc80a6a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84876) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:35:10.117743 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cee156c6-4253-424e-a1ef-c2a50ec40612 tempest-RoutersTest-1255860389 tempest-RoutersTest-1255860389] Pushing event deleted for resources: {'Network': ['ID=859f5d0b-d558-4bbe-a1a8-b976185dabb2,revision_number=None']} {{(pid=84875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:35:10.145943 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cee156c6-4253-424e-a1ef-c2a50ec40612 tempest-RoutersTest-1255860389 tempest-RoutersTest-1255860389] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@n-h1-768862-2 {{(pid=84875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:35:10.146407 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cee156c6-4253-424e-a1ef-c2a50ec40612 tempest-RoutersTest-1255860389 tempest-RoutersTest-1255860389] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-h1-768862-2 {{(pid=84875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:35:10.149661 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cee156c6-4253-424e-a1ef-c2a50ec40612 tempest-RoutersTest-1255860389 tempest-RoutersTest-1255860389] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-h1-768862-2 {{(pid=84875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:35:10.150168 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cee156c6-4253-424e-a1ef-c2a50ec40612 tempest-RoutersTest-1255860389 tempest-RoutersTest-1255860389] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-h1-768862-2 {{(pid=84875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:35:10.150608 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cee156c6-4253-424e-a1ef-c2a50ec40612 tempest-RoutersTest-1255860389 tempest-RoutersTest-1255860389] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@n-h1-768862-2 {{(pid=84875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:35:10.151029 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cee156c6-4253-424e-a1ef-c2a50ec40612 tempest-RoutersTest-1255860389 tempest-RoutersTest-1255860389] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-h1-768862-2 {{(pid=84875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:35:10.151450 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cee156c6-4253-424e-a1ef-c2a50ec40612 tempest-RoutersTest-1255860389 tempest-RoutersTest-1255860389] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-h1-768862-2 {{(pid=84875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:35:10.151905 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cee156c6-4253-424e-a1ef-c2a50ec40612 tempest-RoutersTest-1255860389 tempest-RoutersTest-1255860389] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-h1-768862-2 {{(pid=84875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:35:10.152347 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cee156c6-4253-424e-a1ef-c2a50ec40612 tempest-RoutersTest-1255860389 tempest-RoutersTest-1255860389] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-h1-768862-2 {{(pid=84875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:35:10.152779 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cee156c6-4253-424e-a1ef-c2a50ec40612 tempest-RoutersTest-1255860389 tempest-RoutersTest-1255860389] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-h1-768862-2 {{(pid=84875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:35:10.153228 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cee156c6-4253-424e-a1ef-c2a50ec40612 tempest-RoutersTest-1255860389 tempest-RoutersTest-1255860389] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-h1-768862-2 {{(pid=84875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:35:10.159942 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cee156c6-4253-424e-a1ef-c2a50ec40612 tempest-RoutersTest-1255860389 tempest-RoutersTest-1255860389] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-h1-768862-2 {{(pid=84875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:35:10.160514 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cee156c6-4253-424e-a1ef-c2a50ec40612 tempest-RoutersTest-1255860389 tempest-RoutersTest-1255860389] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@n-h2-768862-2 {{(pid=84875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:35:10.160945 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cee156c6-4253-424e-a1ef-c2a50ec40612 tempest-RoutersTest-1255860389 tempest-RoutersTest-1255860389] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-h2-768862-2 {{(pid=84875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:35:10.161373 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cee156c6-4253-424e-a1ef-c2a50ec40612 tempest-RoutersTest-1255860389 tempest-RoutersTest-1255860389] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-h2-768862-2 {{(pid=84875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:35:10.161801 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cee156c6-4253-424e-a1ef-c2a50ec40612 tempest-RoutersTest-1255860389 tempest-RoutersTest-1255860389] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-h2-768862-2 {{(pid=84875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:35:10.162247 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cee156c6-4253-424e-a1ef-c2a50ec40612 tempest-RoutersTest-1255860389 tempest-RoutersTest-1255860389] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@n-h2-768862-2 {{(pid=84875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:35:10.162670 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cee156c6-4253-424e-a1ef-c2a50ec40612 tempest-RoutersTest-1255860389 tempest-RoutersTest-1255860389] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-h2-768862-2 {{(pid=84875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:35:10.163094 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cee156c6-4253-424e-a1ef-c2a50ec40612 tempest-RoutersTest-1255860389 tempest-RoutersTest-1255860389] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-h2-768862-2 {{(pid=84875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:35:10.163507 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cee156c6-4253-424e-a1ef-c2a50ec40612 tempest-RoutersTest-1255860389 tempest-RoutersTest-1255860389] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-h2-768862-2 {{(pid=84875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:35:10.164087 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cee156c6-4253-424e-a1ef-c2a50ec40612 tempest-RoutersTest-1255860389 tempest-RoutersTest-1255860389] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-h2-768862-2 {{(pid=84875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:35:10.175073 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cee156c6-4253-424e-a1ef-c2a50ec40612 tempest-RoutersTest-1255860389 tempest-RoutersTest-1255860389] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-h2-768862-2 {{(pid=84875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:35:10.175605 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cee156c6-4253-424e-a1ef-c2a50ec40612 tempest-RoutersTest-1255860389 tempest-RoutersTest-1255860389] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-h2-768862-2 {{(pid=84875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:35:10.176063 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cee156c6-4253-424e-a1ef-c2a50ec40612 tempest-RoutersTest-1255860389 tempest-RoutersTest-1255860389] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-h2-768862-2 {{(pid=84875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:35:10.177808 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cee156c6-4253-424e-a1ef-c2a50ec40612 tempest-RoutersTest-1255860389 tempest-RoutersTest-1255860389] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-2 {{(pid=84875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:35:10.178612 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cee156c6-4253-424e-a1ef-c2a50ec40612 tempest-RoutersTest-1255860389 tempest-RoutersTest-1255860389] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-2 {{(pid=84875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:35:10.179034 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cee156c6-4253-424e-a1ef-c2a50ec40612 tempest-RoutersTest-1255860389 tempest-RoutersTest-1255860389] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-2 {{(pid=84875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:35:10.179943 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cee156c6-4253-424e-a1ef-c2a50ec40612 tempest-RoutersTest-1255860389 tempest-RoutersTest-1255860389] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-2 {{(pid=84875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:35:10.180379 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cee156c6-4253-424e-a1ef-c2a50ec40612 tempest-RoutersTest-1255860389 tempest-RoutersTest-1255860389] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@n-d-768862-2 {{(pid=84875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:35:10.180814 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cee156c6-4253-424e-a1ef-c2a50ec40612 tempest-RoutersTest-1255860389 tempest-RoutersTest-1255860389] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-2 {{(pid=84875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:35:10.181207 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cee156c6-4253-424e-a1ef-c2a50ec40612 tempest-RoutersTest-1255860389 tempest-RoutersTest-1255860389] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-768862-2 {{(pid=84875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:35:10.181617 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cee156c6-4253-424e-a1ef-c2a50ec40612 tempest-RoutersTest-1255860389 tempest-RoutersTest-1255860389] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-768862-2 {{(pid=84875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:35:10.182024 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cee156c6-4253-424e-a1ef-c2a50ec40612 tempest-RoutersTest-1255860389 tempest-RoutersTest-1255860389] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-2 {{(pid=84875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:35:10.185941 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cee156c6-4253-424e-a1ef-c2a50ec40612 tempest-RoutersTest-1255860389 tempest-RoutersTest-1255860389] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-2 {{(pid=84875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:35:10.186505 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cee156c6-4253-424e-a1ef-c2a50ec40612 tempest-RoutersTest-1255860389 tempest-RoutersTest-1255860389] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-2 {{(pid=84875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:35:10.186941 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cee156c6-4253-424e-a1ef-c2a50ec40612 tempest-RoutersTest-1255860389 tempest-RoutersTest-1255860389] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-2 {{(pid=84875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:35:10.206354 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-cee156c6-4253-424e-a1ef-c2a50ec40612 tempest-RoutersTest-1255860389 tempest-RoutersTest-1255860389] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:35:10.218165 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-cee156c6-4253-424e-a1ef-c2a50ec40612 tempest-RoutersTest-1255860389 tempest-RoutersTest-1255860389] 10.222.0.24 "DELETE /v2.0/networks/859f5d0b-d558-4bbe-a1a8-b976185dabb2 HTTP/1.1" status: 204 len: 168 time: 3.3007956 Jan 14 07:35:10.221992 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84875) accepted ('10.222.0.24', 33282) {{(pid=84875) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:35:10.229484 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.v2.base [None req-ed4aa523-d59f-415c-a4b2-064abd17abf5 tempest-RoutersTest-1255860389 tempest-RoutersTest-1255860389] Request body: {'network': {'name': 'tempest-RoutersTest-1338647090'}} {{(pid=84875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:35:10.247044 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-ed4aa523-d59f-415c-a4b2-064abd17abf5 tempest-RoutersTest-1255860389 tempest-RoutersTest-1255860389] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:35:10.259534 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34b7255e-6f45-4103-8cc9-9109095162b8 None None] Pushing event updated for resources: {'Port': ['ID=9c81c408-0f8d-43b5-ac69-1248727aa1c4,revision_number=3']} {{(pid=84876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:35:10.261753 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-ed4aa523-d59f-415c-a4b2-064abd17abf5 tempest-RoutersTest-1255860389 tempest-RoutersTest-1255860389] Usage tracker for resource:network and tenant:2a076c09cf6548039ba7b64b98184a0e is out of sync, need to count used quota {{(pid=84875) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:35:10.267141 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-ed4aa523-d59f-415c-a4b2-064abd17abf5 tempest-RoutersTest-1255860389 tempest-RoutersTest-1255860389] Quota usage for network was recalculated. Used quota:0. {{(pid=84875) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:35:10.285296 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-ed4aa523-d59f-415c-a4b2-064abd17abf5 tempest-RoutersTest-1255860389 tempest-RoutersTest-1255860389] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:35:10.288352 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-34b7255e-6f45-4103-8cc9-9109095162b8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.205s {{(pid=84876) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:35:10.298054 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ed4aa523-d59f-415c-a4b2-064abd17abf5 tempest-RoutersTest-1255860389 tempest-RoutersTest-1255860389] Made reservation on behalf of 2a076c09cf6548039ba7b64b98184a0e for: {'network': 1} {{(pid=84875) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 07:35:10.311078 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-d68aca83-ae45-4860-9149-f6dadd42bd33 None None] Provisioning for port 32961152-5bac-425a-97bb-8905a639a966 completed by entity DHCP. {{(pid=84876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 07:35:10.316254 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-ed4aa523-d59f-415c-a4b2-064abd17abf5 tempest-RoutersTest-1255860389 tempest-RoutersTest-1255860389] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555753'] for network, before_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:35:10.329092 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-d68aca83-ae45-4860-9149-f6dadd42bd33 None None] Provisioning complete for port 32961152-5bac-425a-97bb-8905a639a966 triggered by entity DHCP. {{(pid=84876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 07:35:10.329586 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-d68aca83-ae45-4860-9149-f6dadd42bd33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-604227'] for port, provisioning_complete {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:35:10.366263 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ed4aa523-d59f-415c-a4b2-064abd17abf5 tempest-RoutersTest-1255860389 tempest-RoutersTest-1255860389] vxlan segment allocate from pool success with {'vxlan_vni': 9} {{(pid=84875) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Jan 14 07:35:10.377786 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-ed4aa523-d59f-415c-a4b2-064abd17abf5 tempest-RoutersTest-1255860389 tempest-RoutersTest-1255860389] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment--9223363259214191851', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854179735'] for segment, precommit_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:35:10.378431 n-d-768862-2 neutron-server[84765]: INFO neutron.db.segments_db [None req-ed4aa523-d59f-415c-a4b2-064abd17abf5 tempest-RoutersTest-1255860389 tempest-RoutersTest-1255860389] Added segment 082a79ec-661b-48c5-b53a-abb402bd2892 of type vxlan for network 4aaa6784-9a64-416e-be2a-dd9705235385 Jan 14 07:35:10.410574 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-ed4aa523-d59f-415c-a4b2-064abd17abf5 tempest-RoutersTest-1255860389 tempest-RoutersTest-1255860389] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363259214646115'] for network, precommit_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:35:10.460238 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.plugin [None req-d68aca83-ae45-4860-9149-f6dadd42bd33 None None] Port 32961152-5bac-425a-97bb-8905a639a966 cannot update to ACTIVE because it is not bound. {{(pid=84876) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:329}} Jan 14 07:35:10.499184 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-ed4aa523-d59f-415c-a4b2-064abd17abf5 tempest-RoutersTest-1255860389 tempest-RoutersTest-1255860389] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850887149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964'] for network, after_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:35:10.523655 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed4aa523-d59f-415c-a4b2-064abd17abf5 tempest-RoutersTest-1255860389 tempest-RoutersTest-1255860389] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:35:10.525115 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-ed4aa523-d59f-415c-a4b2-064abd17abf5 tempest-RoutersTest-1255860389 tempest-RoutersTest-1255860389] Notify callbacks [] for network, before_response {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:35:10.532169 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-7ffc8d64-7d27-4a36-963f-6be830819105 tempest-PortsIpV6TestJSON-1330665174 tempest-PortsIpV6TestJSON-1330665174] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:35:10.596937 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-c903ec80-ec99-45e4-b837-ccd1dd1edfbf None None] Provisioning for port 5b9747c5-5e31-4e71-a4cf-69d8be5d03e1 completed by entity DHCP. {{(pid=84876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 07:35:10.625614 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Device 9c81c408-0f8d-43b5-ac69-1248727aa1c4 up at agent ovs-agent-n-d-768862-2 {{(pid=84876) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 07:35:10.694981 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-ed4aa523-d59f-415c-a4b2-064abd17abf5 tempest-RoutersTest-1255860389 tempest-RoutersTest-1255860389] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.4716597 Jan 14 07:35:10.695928 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84875) accepted ('10.222.0.24', 33288) {{(pid=84875) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:35:10.722299 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.v2.base [None req-62a05c3e-c33b-4566-8454-053a7464508a tempest-RoutersTest-1255860389 tempest-RoutersTest-1255860389] Request body: {'subnet': {'network_id': '4aaa6784-9a64-416e-be2a-dd9705235385', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=84875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:35:10.731976 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-c903ec80-ec99-45e4-b837-ccd1dd1edfbf None None] Provisioning complete for port 5b9747c5-5e31-4e71-a4cf-69d8be5d03e1 triggered by entity DHCP. {{(pid=84876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 07:35:10.732453 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-c903ec80-ec99-45e4-b837-ccd1dd1edfbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-604227'] for port, provisioning_complete {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:35:10.886224 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-62a05c3e-c33b-4566-8454-053a7464508a tempest-RoutersTest-1255860389 tempest-RoutersTest-1255860389] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:35:10.889281 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed4aa523-d59f-415c-a4b2-064abd17abf5 tempest-RoutersTest-1255860389 tempest-RoutersTest-1255860389] Pushing event updated for resources: {'Network': ['ID=4aaa6784-9a64-416e-be2a-dd9705235385,revision_number=1']} {{(pid=84875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:35:10.894628 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-ed4aa523-d59f-415c-a4b2-064abd17abf5 tempest-RoutersTest-1255860389 tempest-RoutersTest-1255860389] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.362s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:35:10.895959 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-62a05c3e-c33b-4566-8454-053a7464508a tempest-RoutersTest-1255860389 tempest-RoutersTest-1255860389] Usage tracker for resource:subnet and tenant:2a076c09cf6548039ba7b64b98184a0e is out of sync, need to count used quota {{(pid=84875) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:35:10.901127 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-62a05c3e-c33b-4566-8454-053a7464508a tempest-RoutersTest-1255860389 tempest-RoutersTest-1255860389] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84875) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:35:10.908675 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.plugin [None req-c903ec80-ec99-45e4-b837-ccd1dd1edfbf None None] Port 5b9747c5-5e31-4e71-a4cf-69d8be5d03e1 cannot update to ACTIVE because it is not bound. {{(pid=84876) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:329}} Jan 14 07:35:10.919844 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-62a05c3e-c33b-4566-8454-053a7464508a tempest-RoutersTest-1255860389 tempest-RoutersTest-1255860389] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:35:10.931667 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-017f98a9-8a07-408c-a86f-8ff0c00400a0 None None] Network 4aaa6784-9a64-416e-be2a-dd9705235385 details requested by agent ovs-agent-n-h1-768862-2 with host n-h1-768862-2 {{(pid=84876) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 07:35:10.955958 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-62a05c3e-c33b-4566-8454-053a7464508a tempest-RoutersTest-1255860389 tempest-RoutersTest-1255860389] Made reservation on behalf of 2a076c09cf6548039ba7b64b98184a0e for: {'subnet': 1} {{(pid=84875) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 07:35:10.956561 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-852a24f7-e9a1-4193-9abb-e9506fe5213f None None] Network 4aaa6784-9a64-416e-be2a-dd9705235385 details requested by agent ovs-agent-n-h2-768862-2 with host n-h2-768862-2 {{(pid=84876) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 07:35:11.203864 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-62a05c3e-c33b-4566-8454-053a7464508a tempest-RoutersTest-1255860389 tempest-RoutersTest-1255860389] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036852467157'] for subnet, before_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:35:11.207396 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Network 4aaa6784-9a64-416e-be2a-dd9705235385 details requested by agent ovs-agent-n-d-768862-2 with host n-d-768862-2 {{(pid=84876) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 07:35:11.289818 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-29fdd3c2-be49-4e0a-8eb9-8312d3a660ed tempest-NetworksTest-1803261889 tempest-NetworksTest-1803261889] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850887113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update--9223363259214242488', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-3254143'] for subnet, after_update {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:35:11.317375 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-cc534c0c-9949-4de9-b357-9ff7f1c9cf69 tempest-NetworksTest-1803261889 tempest-NetworksTest-1803261889] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:35:11.427724 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.db.api [None req-53bd9ba4-2b0c-4f64-bddd-ce134704887d None None] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jan 14 07:35:11.427724 n-d-768862-2 neutron-server[84765]: [SQL: UPDATE subnets SET in_use=%(in_use)s WHERE subnets.id = %(id_1)s] Jan 14 07:35:11.427724 n-d-768862-2 neutron-server[84765]: [parameters: {'in_use': 1, 'id_1': '1805ab33-ee50-4eb5-b2b3-1f2bc4eb1e9a'}] Jan 14 07:35:11.427724 n-d-768862-2 neutron-server[84765]: (Background on this error at: http://sqlalche.me/e/13/e3q8) {{(pid=84876) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Jan 14 07:35:11.428528 n-d-768862-2 neutron-server[84765]: DEBUG oslo_db.api [None req-53bd9ba4-2b0c-4f64-bddd-ce134704887d None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_port {{(pid=84876) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Jan 14 07:35:11.521116 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.db.resource_extend [None req-daef80ab-3f99-4239-9398-b6bf24d75b8d admin admin] It took 0.16 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84874) wrapper /usr/local/lib/python3.6/dist-packages/oslo_utils/timeutils.py:388}} Jan 14 07:35:11.561055 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-017f98a9-8a07-408c-a86f-8ff0c00400a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363259214191800', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854171626'] for agent, after_update {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:35:11.567765 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-daef80ab-3f99-4239-9398-b6bf24d75b8d admin admin] Notify callbacks [] for port, precommit_update {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:35:11.573266 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-c903ec80-ec99-45e4-b837-ccd1dd1edfbf None None] Provisioning complete for port 9c81c408-0f8d-43b5-ac69-1248727aa1c4 triggered by entity DHCP. {{(pid=84876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 07:35:11.573693 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-c903ec80-ec99-45e4-b837-ccd1dd1edfbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-604227'] for port, provisioning_complete {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:35:11.601379 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-daef80ab-3f99-4239-9398-b6bf24d75b8d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777640533312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363259214678337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777640097497', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036851521613'] for port, after_update {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:35:11.630431 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29fdd3c2-be49-4e0a-8eb9-8312d3a660ed tempest-NetworksTest-1803261889 tempest-NetworksTest-1803261889] Pushing event updated for resources: {'Subnet': ['ID=1805ab33-ee50-4eb5-b2b3-1f2bc4eb1e9a,revision_number=1']} {{(pid=84874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:35:11.649979 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-29fdd3c2-be49-4e0a-8eb9-8312d3a660ed tempest-NetworksTest-1803261889 tempest-NetworksTest-1803261889] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.332s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:35:11.650570 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-5a5c3c2c-3875-4b7e-a466-5014db2fb80c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.008s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:35:11.706161 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Provisioning complete for port 9c81c408-0f8d-43b5-ac69-1248727aa1c4 triggered by entity L2. {{(pid=84876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 07:35:11.706527 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-604227'] for port, provisioning_complete {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:35:11.776014 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-daef80ab-3f99-4239-9398-b6bf24d75b8d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3206949', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3889649'] for router_interface, after_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:35:11.915439 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-62a05c3e-c33b-4566-8454-053a7464508a tempest-RoutersTest-1255860389 tempest-RoutersTest-1255860389] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850887113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036851621412', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036852467174'] for subnet, after_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:35:11.929460 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-53bd9ba4-2b0c-4f64-bddd-ce134704887d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555753'] for port, before_create {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:35:11.933692 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-1bd481f6-b682-4fbb-9cb4-f25219a9bea1 tempest-NetworksTest-1803261889 tempest-NetworksTest-1803261889] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:35:11.970020 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daef80ab-3f99-4239-9398-b6bf24d75b8d admin admin] Pushing event updated for resources: {'Port': ['ID=32961152-5bac-425a-97bb-8905a639a966,revision_number=2']} {{(pid=84874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:35:11.989423 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-daef80ab-3f99-4239-9398-b6bf24d75b8d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.339s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:35:12.088755 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62a05c3e-c33b-4566-8454-053a7464508a tempest-RoutersTest-1255860389 tempest-RoutersTest-1255860389] Pushing event updated for resources: {'Subnet': ['ID=ca641f25-b637-4466-b267-1a64df6219e2,revision_number=0']} {{(pid=84875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:35:12.106343 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-62a05c3e-c33b-4566-8454-053a7464508a tempest-RoutersTest-1255860389 tempest-RoutersTest-1255860389] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.173s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:35:12.127125 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29fdd3c2-be49-4e0a-8eb9-8312d3a660ed tempest-NetworksTest-1803261889 tempest-NetworksTest-1803261889] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:35:12.127607 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-29fdd3c2-be49-4e0a-8eb9-8312d3a660ed tempest-NetworksTest-1803261889 tempest-NetworksTest-1803261889] Notify callbacks [] for subnet, before_response {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:35:12.132021 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-29fdd3c2-be49-4e0a-8eb9-8312d3a660ed tempest-NetworksTest-1803261889 tempest-NetworksTest-1803261889] 10.222.0.24 "PUT /v2.0/subnets/1805ab33-ee50-4eb5-b2b3-1f2bc4eb1e9a HTTP/1.1" status: 200 len: 877 time: 3.7348487 Jan 14 07:35:12.132963 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84875) accepted ('10.222.0.24', 33302) {{(pid=84875) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:35:12.188241 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-572c5d2f-6ea1-4fda-a16f-8ba1b8a59f77 None None] Provisioning complete for port 5b9747c5-5e31-4e71-a4cf-69d8be5d03e1 triggered by entity DHCP. {{(pid=84876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 07:35:12.188645 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-572c5d2f-6ea1-4fda-a16f-8ba1b8a59f77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-604227'] for port, provisioning_complete {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:35:12.306475 n-d-768862-2 neutron-server[84765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-daef80ab-3f99-4239-9398-b6bf24d75b8d admin admin] Network 1839022e-4ce1-499a-85d7-c3574be174f4 is already hosted by enough agents. {{(pid=84874) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 07:35:12.311468 n-d-768862-2 neutron-server[84765]: DEBUG neutron.scheduler.base_scheduler [None req-daef80ab-3f99-4239-9398-b6bf24d75b8d admin admin] Resources bound (agent type, host, resource id): {{(pid=84874) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 07:35:12.333148 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-ea16191e-fd4d-470b-b8e3-3f0b83c582b3 tempest-NetworksTest-1803261889 tempest-NetworksTest-1803261889] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036854160497'] for network, before_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:35:12.595727 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-ea16191e-fd4d-470b-b8e3-3f0b83c582b3 tempest-NetworksTest-1803261889 tempest-NetworksTest-1803261889] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036854176836'] for subnet, precommit_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:35:12.653793 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.plugin [None req-572c5d2f-6ea1-4fda-a16f-8ba1b8a59f77 None None] Port 5b9747c5-5e31-4e71-a4cf-69d8be5d03e1 cannot update to ACTIVE because it is not bound. {{(pid=84876) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:329}} Jan 14 07:35:12.663870 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.db.resource_extend [None req-dfdc7122-927c-419c-a90f-0f43ad067fb3 tempest-TestNetworkAdvancedServerOps-470546014 tempest-TestNetworkAdvancedServerOps-470546014] It took 0.17 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84874) wrapper /usr/local/lib/python3.6/dist-packages/oslo_utils/timeutils.py:388}} Jan 14 07:35:12.721722 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-dfdc7122-927c-419c-a90f-0f43ad067fb3 tempest-TestNetworkAdvancedServerOps-470546014 tempest-TestNetworkAdvancedServerOps-470546014] Notify callbacks [] for port, precommit_update {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:35:12.742477 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-dfdc7122-927c-419c-a90f-0f43ad067fb3 tempest-TestNetworkAdvancedServerOps-470546014 tempest-TestNetworkAdvancedServerOps-470546014] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777640533312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363259214678337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777640097497', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036851521613'] for port, after_update {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:35:12.779036 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62a05c3e-c33b-4566-8454-053a7464508a tempest-RoutersTest-1255860389 tempest-RoutersTest-1255860389] Checking segment: {'id': '082a79ec-661b-48c5-b53a-abb402bd2892', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 9, 'network_id': '4aaa6784-9a64-416e-be2a-dd9705235385'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84875) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 14 07:35:12.779687 n-d-768862-2 neutron-server[84765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62a05c3e-c33b-4566-8454-053a7464508a tempest-RoutersTest-1255860389 tempest-RoutersTest-1255860389] Network hostable DHCP agents. Network: 4aaa6784-9a64-416e-be2a-dd9705235385, hostable agents: ['32f3dd84-26da-4d18-bf15-6017a8fb7247'], hosted agents: [] {{(pid=84875) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Jan 14 07:35:12.790857 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84875) accepted ('10.222.0.24', 33312) {{(pid=84875) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:35:12.816550 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-daef80ab-3f99-4239-9398-b6bf24d75b8d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:35:12.855867 n-d-768862-2 neutron-server[84765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62a05c3e-c33b-4566-8454-053a7464508a tempest-RoutersTest-1255860389 tempest-RoutersTest-1255860389] Network 4aaa6784-9a64-416e-be2a-dd9705235385 is scheduled to be hosted by DHCP agent 32f3dd84-26da-4d18-bf15-6017a8fb7247 with binding_index 1 {{(pid=84875) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Jan 14 07:35:12.871215 n-d-768862-2 neutron-server[84765]: DEBUG neutron.scheduler.base_scheduler [None req-62a05c3e-c33b-4566-8454-053a7464508a tempest-RoutersTest-1255860389 tempest-RoutersTest-1255860389] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768862-2, 4aaa6784-9a64-416e-be2a-dd9705235385) {{(pid=84875) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 07:35:12.911605 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfdc7122-927c-419c-a90f-0f43ad067fb3 tempest-TestNetworkAdvancedServerOps-470546014 tempest-TestNetworkAdvancedServerOps-470546014] Pushing event updated for resources: {'Port': ['ID=5b9747c5-5e31-4e71-a4cf-69d8be5d03e1,revision_number=2']} {{(pid=84874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:35:12.913149 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-561d246c-c6e4-4774-9e90-a3bcdff6b13a None None] Network 4aaa6784-9a64-416e-be2a-dd9705235385 requested from n-d-768862-2 {{(pid=84876) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 07:35:12.934817 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-dfdc7122-927c-419c-a90f-0f43ad067fb3 tempest-TestNetworkAdvancedServerOps-470546014 tempest-TestNetworkAdvancedServerOps-470546014] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:35:12.963749 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-dfdc7122-927c-419c-a90f-0f43ad067fb3 tempest-TestNetworkAdvancedServerOps-470546014 tempest-TestNetworkAdvancedServerOps-470546014] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3206949', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3889649'] for router_interface, after_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:35:12.988087 n-d-768862-2 neutron-server[84765]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-daef80ab-3f99-4239-9398-b6bf24d75b8d admin admin] Router 8dcf8239-6b3e-410c-87de-2db777d0b27e has already been hosted by L3 agent 35f592e9-451b-4db9-abea-77b6a5c5391b {{(pid=84874) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Jan 14 07:35:13.023259 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62a05c3e-c33b-4566-8454-053a7464508a tempest-RoutersTest-1255860389 tempest-RoutersTest-1255860389] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:35:13.023942 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-62a05c3e-c33b-4566-8454-053a7464508a tempest-RoutersTest-1255860389 tempest-RoutersTest-1255860389] Notify callbacks [] for subnet, before_response {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:35:13.046628 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-852a24f7-e9a1-4193-9abb-e9506fe5213f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363259214191800', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854171626'] for agent, after_update {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:35:13.069439 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-572c5d2f-6ea1-4fda-a16f-8ba1b8a59f77 None None] Provisioning complete for port 9c81c408-0f8d-43b5-ac69-1248727aa1c4 triggered by entity DHCP. {{(pid=84876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 07:35:13.069863 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-572c5d2f-6ea1-4fda-a16f-8ba1b8a59f77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-604227'] for port, provisioning_complete {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:35:13.072271 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-62a05c3e-c33b-4566-8454-053a7464508a tempest-RoutersTest-1255860389 tempest-RoutersTest-1255860389] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.3631895 Jan 14 07:35:13.075007 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84875) accepted ('10.222.0.24', 33318) {{(pid=84875) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:35:13.085679 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.v2.base [None req-478fb16b-d4c2-4167-a317-36a736244ff7 tempest-RoutersTest-1255860389 tempest-RoutersTest-1255860389] Request body: {'router': {'name': 'tempest-RoutersTest-router-1025629855', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=84875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:35:13.100939 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-0ad314af-f1b1-4d0f-96c6-626c8ae091cd admin admin] Notify callbacks [] for security_group, before_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:35:13.116340 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-478fb16b-d4c2-4167-a317-36a736244ff7 tempest-RoutersTest-1255860389 tempest-RoutersTest-1255860389] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:35:13.128998 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-0ad314af-f1b1-4d0f-96c6-626c8ae091cd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:35:13.133812 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-0ad314af-f1b1-4d0f-96c6-626c8ae091cd admin admin] Usage tracker for resource:security_group_rule and tenant:b7675076d82b48ed8958d8226c917b5d is out of sync, need to count used quota {{(pid=84875) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:35:13.136984 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-0ad314af-f1b1-4d0f-96c6-626c8ae091cd admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84875) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:35:13.143663 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-0ad314af-f1b1-4d0f-96c6-626c8ae091cd admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:35:13.163349 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.db_base_plugin_common [None req-53bd9ba4-2b0c-4f64-bddd-ce134704887d None None] Allocated IP 172.20.0.3 (692462c4-b1c8-44b8-9ecc-de0c5e201f02/1805ab33-ee50-4eb5-b2b3-1f2bc4eb1e9a/57ebc588-1917-450e-b677-61182ec41d6c) {{(pid=84876) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 14 07:35:13.254387 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-0ad314af-f1b1-4d0f-96c6-626c8ae091cd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:35:13.260758 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-478fb16b-d4c2-4167-a317-36a736244ff7 tempest-RoutersTest-1255860389 tempest-RoutersTest-1255860389] Usage tracker for resource:router and tenant:2a076c09cf6548039ba7b64b98184a0e is out of sync, need to count used quota {{(pid=84875) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:35:13.264580 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-478fb16b-d4c2-4167-a317-36a736244ff7 tempest-RoutersTest-1255860389 tempest-RoutersTest-1255860389] Quota usage for router was recalculated. Used quota:0. {{(pid=84875) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:35:13.271046 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-478fb16b-d4c2-4167-a317-36a736244ff7 tempest-RoutersTest-1255860389 tempest-RoutersTest-1255860389] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:35:13.293268 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-0ad314af-f1b1-4d0f-96c6-626c8ae091cd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850887153'] for security_group, after_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:35:13.307728 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-c07305ec-e1de-4b29-bbde-a5383ed6417a tempest-TestSecurityGroupsBasicOps-944861984 tempest-TestSecurityGroupsBasicOps-944861984] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:35:13.318782 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-daef80ab-3f99-4239-9398-b6bf24d75b8d admin admin] Notify agent at l3_agent.n-d-768862-2 the message routers_updated {{(pid=84874) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jan 14 07:35:13.332026 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-daef80ab-3f99-4239-9398-b6bf24d75b8d admin admin] 10.222.0.24 "PUT /v2.0/routers/8dcf8239-6b3e-410c-87de-2db777d0b27e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 15.3224618 Jan 14 07:35:13.340582 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-478fb16b-d4c2-4167-a317-36a736244ff7 tempest-RoutersTest-1255860389 tempest-RoutersTest-1255860389] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3889205', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854717621'] for router, before_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:35:13.346911 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-478fb16b-d4c2-4167-a317-36a736244ff7 tempest-RoutersTest-1255860389 tempest-RoutersTest-1255860389] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036850886574', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3912501', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3808446', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-58179'] for router, precommit_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:35:13.355156 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8a36d7e-3276-42ee-9225-3ef5e8c443e5 None None] Sync routers for ids ['8dcf8239-6b3e-410c-87de-2db777d0b27e'] in n-d-768862-2 {{(pid=84876) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Jan 14 07:35:13.445147 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-0ad314af-f1b1-4d0f-96c6-626c8ae091cd admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=b7675076d82b48ed8958d8226c917b5d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6413252 Jan 14 07:35:13.446802 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8a36d7e-3276-42ee-9225-3ef5e8c443e5 None None] Routers {'8dcf8239-6b3e-410c-87de-2db777d0b27e'} bound to L3 agent in host n-d-768862-2 {{(pid=84876) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 14 07:35:13.447513 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_hamode_db [None req-c8a36d7e-3276-42ee-9225-3ef5e8c443e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-01-14T06:56:51Z,description=,heartbeat_timestamp=2021-01-14T07:34:52Z,host='n-d-768862-2',id=35f592e9-451b-4db9-abea-77b6a5c5391b,load=0,resource_versions=,resources_synced=,started_at=2021-01-14T06:56:51Z,topic='l3_agent')) {'router_ids': ['8dcf8239-6b3e-410c-87de-2db777d0b27e'], 'active': True} {{(pid=84876) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:35:13.449536 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84875) accepted ('10.222.0.24', 33324) {{(pid=84875) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:35:13.475576 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-478fb16b-d4c2-4167-a317-36a736244ff7 tempest-RoutersTest-1255860389 tempest-RoutersTest-1255860389] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:35:13.485203 n-d-768862-2 neutron-server[84765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dfdc7122-927c-419c-a90f-0f43ad067fb3 tempest-TestNetworkAdvancedServerOps-470546014 tempest-TestNetworkAdvancedServerOps-470546014] Network faad3e48-a193-422a-a4ef-d48dc191d42b is already hosted by enough agents. {{(pid=84874) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 07:35:13.489953 n-d-768862-2 neutron-server[84765]: DEBUG neutron.scheduler.base_scheduler [None req-dfdc7122-927c-419c-a90f-0f43ad067fb3 tempest-TestNetworkAdvancedServerOps-470546014 tempest-TestNetworkAdvancedServerOps-470546014] Resources bound (agent type, host, resource id): {{(pid=84874) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 07:35:13.557858 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ad314af-f1b1-4d0f-96c6-626c8ae091cd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=890dbeef-3009-4764-85f0-56d2dffb36fc,revision_number=1']} {{(pid=84875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:35:13.572229 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-0ad314af-f1b1-4d0f-96c6-626c8ae091cd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.264s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:35:13.583699 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-478fb16b-d4c2-4167-a317-36a736244ff7 tempest-RoutersTest-1255860389 tempest-RoutersTest-1255860389] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036850886612', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036850863158'] for router, after_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:35:13.783738 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-478fb16b-d4c2-4167-a317-36a736244ff7 tempest-RoutersTest-1255860389 tempest-RoutersTest-1255860389] Notify callbacks [] for router, before_response {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:35:13.785231 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-478fb16b-d4c2-4167-a317-36a736244ff7 tempest-RoutersTest-1255860389 tempest-RoutersTest-1255860389] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.7062030 Jan 14 07:35:13.786694 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25d675b3-8025-4720-acbf-ab8e811c226b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5d94dc7a-c095-50a4-955e-5f3b78718a12-4aaa6784-9a64-416e-be2a-dd9705235385', 'network_id': '4aaa6784-9a64-416e-be2a-dd9705235385', 'tenant_id': '2a076c09cf6548039ba7b64b98184a0e', 'fixed_ips': [{'subnet_id': 'ca641f25-b637-4466-b267-1a64df6219e2'}]}} from n-d-768862-2. {{(pid=84876) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Jan 14 07:35:13.787993 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-25d675b3-8025-4720-acbf-ab8e811c226b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555753'] for port, before_create {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:35:13.796575 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84875) accepted ('10.222.0.24', 33338) {{(pid=84875) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:35:13.905665 n-d-768862-2 neutron-server[84765]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dfdc7122-927c-419c-a90f-0f43ad067fb3 tempest-TestNetworkAdvancedServerOps-470546014 tempest-TestNetworkAdvancedServerOps-470546014] Router 5d5efd29-6817-4356-961b-74189fa5e7ba has already been hosted by L3 agent 35f592e9-451b-4db9-abea-77b6a5c5391b {{(pid=84874) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Jan 14 07:35:14.034443 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-53bd9ba4-2b0c-4f64-bddd-ce134704887d None None] Notify callbacks [] for port, precommit_create {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:35:14.046142 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-53bd9ba4-2b0c-4f64-bddd-ce134704887d None None] Transition to ACTIVE for port object 57ebc588-1917-450e-b677-61182ec41d6c will not be triggered until provisioned by entity L2. {{(pid=84876) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 07:35:14.059710 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-d2fca61f-5ce2-4922-bc4e-1b7fae078cd8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:35:14.063753 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-53bd9ba4-2b0c-4f64-bddd-ce134704887d None None] Transition to ACTIVE for port object 57ebc588-1917-450e-b677-61182ec41d6c will not be triggered until provisioned by entity DHCP. {{(pid=84876) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 07:35:14.122442 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-53bd9ba4-2b0c-4f64-bddd-ce134704887d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777640123575'] for port, after_create {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:35:14.146725 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-c0a2181e-1c28-4f37-b727-5dbf94d43d84 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84876) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:35:14.191909 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dfdc7122-927c-419c-a90f-0f43ad067fb3 tempest-TestNetworkAdvancedServerOps-470546014 tempest-TestNetworkAdvancedServerOps-470546014] Notify agent at l3_agent.n-d-768862-2 the message routers_updated {{(pid=84874) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jan 14 07:35:14.204416 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60bd33c0-6528-4782-a00d-95c54ae3a774 None None] Sync routers for ids ['5d5efd29-6817-4356-961b-74189fa5e7ba'] in n-d-768862-2 {{(pid=84877) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Jan 14 07:35:14.206327 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-dfdc7122-927c-419c-a90f-0f43ad067fb3 tempest-TestNetworkAdvancedServerOps-470546014 tempest-TestNetworkAdvancedServerOps-470546014] 10.222.0.24 "PUT /v2.0/routers/5d5efd29-6817-4356-961b-74189fa5e7ba/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.9215579 Jan 14 07:35:14.227024 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60bd33c0-6528-4782-a00d-95c54ae3a774 None None] Routers {'5d5efd29-6817-4356-961b-74189fa5e7ba'} bound to L3 agent in host n-d-768862-2 {{(pid=84877) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 14 07:35:14.227892 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_hamode_db [None req-60bd33c0-6528-4782-a00d-95c54ae3a774 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-01-14T06:56:51Z,description=,heartbeat_timestamp=2021-01-14T07:34:52Z,host='n-d-768862-2',id=35f592e9-451b-4db9-abea-77b6a5c5391b,load=0,resource_versions=,resources_synced=,started_at=2021-01-14T06:56:51Z,topic='l3_agent')) {'router_ids': ['5d5efd29-6817-4356-961b-74189fa5e7ba'], 'active': True} {{(pid=84877) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:35:14.316489 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_dvr_db [None req-c8a36d7e-3276-42ee-9225-3ef5e8c443e5 None None] Set router 8dcf8239-6b3e-410c-87de-2db777d0b27e gateway port host: n-d-768862-2 {{(pid=84876) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 14 07:35:14.556203 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53bd9ba4-2b0c-4f64-bddd-ce134704887d None None] Pushing event updated for resources: {'Port': ['ID=57ebc588-1917-450e-b677-61182ec41d6c,revision_number=1']} {{(pid=84876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:35:14.581225 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-83a4f20d-946d-4ba6-81ba-43f68e817da6 None None] Provisioning complete for port 5b9747c5-5e31-4e71-a4cf-69d8be5d03e1 triggered by entity DHCP. {{(pid=84876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 07:35:14.582124 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-83a4f20d-946d-4ba6-81ba-43f68e817da6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-604227'] for port, provisioning_complete {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:35:14.595234 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_dvr_db [None req-60bd33c0-6528-4782-a00d-95c54ae3a774 None None] Set router 5d5efd29-6817-4356-961b-74189fa5e7ba gateway port host: n-d-768862-2 {{(pid=84877) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 14 07:35:14.671592 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-53bd9ba4-2b0c-4f64-bddd-ce134704887d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.525s {{(pid=84876) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:35:14.862238 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-ea16191e-fd4d-470b-b8e3-3f0b83c582b3 tempest-NetworksTest-1803261889 tempest-NetworksTest-1803261889] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-598964', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850887113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3154192', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2308610'] for subnet, after_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:35:14.923448 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-a3ba398b-15a7-47f0-9bca-e4063d81590d tempest-RoutersTest-1255860389 tempest-RoutersTest-1255860389] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:35:15.157872 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_hamode_db [None req-60bd33c0-6528-4782-a00d-95c54ae3a774 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5d5efd29-6817-4356-961b-74189fa5e7ba', 'name': 'tempest-TestNetworkAdvancedServerOps-router-29276293', 'tenant_id': '6f3510a486e44d0a99223e7a34e71069', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '226f1e78-82cd-4481-9055-4eb73b6db8c1', 'external_fixed_ips': [{'subnet_id': 'ba8deeec-7658-4195-9449-038c076f5c83', 'ip_address': '172.25.2.209'}], 'enable_snat': True}, 'gw_port_id': '0df871c9-2ea9-4e58-bc3d-59530a9b7629', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-14T07:34:46Z', 'updated_at': '2021-01-14T07:35:09Z', 'revision_number': 4, 'project_id': '6f3510a486e44d0a99223e7a34e71069', 'gw_port': {'id': '0df871c9-2ea9-4e58-bc3d-59530a9b7629', 'name': '', 'network_id': '226f1e78-82cd-4481-9055-4eb73b6db8c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:64:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d5efd29-6817-4356-961b-74189fa5e7ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2945, 'fixed_ips': [{'subnet_id': 'ba8deeec-7658-4195-9449-038c076f5c83', 'ip_address': '172.25.2.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T07:34:49Z', 'updated_at': '2021-01-14T07:35:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ba8deeec-7658-4195-9449-038c076f5c83', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-2', '_interfaces': [{'id': '5b9747c5-5e31-4e71-a4cf-69d8be5d03e1', 'name': '', 'network_id': 'faad3e48-a193-422a-a4ef-d48dc191d42b', 'tenant_id': '6f3510a486e44d0a99223e7a34e71069', 'mac_address': 'fa:16:3e:4e:9b:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5d5efd29-6817-4356-961b-74189fa5e7ba', 'device_owner': 'network:router_interface', 'standard_attr_id': 2963, 'fixed_ips': [{'subnet_id': '92407e9f-e8c8-493f-8546-af91a9b43006', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T07:35:06Z', 'updated_at': '2021-01-14T07:35:11Z', 'revision_number': 2, 'project_id': '6f3510a486e44d0a99223e7a34e71069', 'subnets': [{'id': '92407e9f-e8c8-493f-8546-af91a9b43006', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'n-d-768862-2', False) {} {{(pid=84877) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:35:15.164083 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60bd33c0-6528-4782-a00d-95c54ae3a774 None None] Checking router: 5d5efd29-6817-4356-961b-74189fa5e7ba for host: n-d-768862-2 {{(pid=84877) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Jan 14 07:35:15.168481 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60bd33c0-6528-4782-a00d-95c54ae3a774 None None] Updating router 5d5efd29-6817-4356-961b-74189fa5e7ba port 5b9747c5-5e31-4e71-a4cf-69d8be5d03e1 binding host n-d-768862-2 {{(pid=84877) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Jan 14 07:35:15.184911 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-d2fca61f-5ce2-4922-bc4e-1b7fae078cd8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:35:15.206268 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea16191e-fd4d-470b-b8e3-3f0b83c582b3 tempest-NetworksTest-1803261889 tempest-NetworksTest-1803261889] Pushing event deleted for resources: {'Subnet': ['ID=1805ab33-ee50-4eb5-b2b3-1f2bc4eb1e9a,revision_number=None']} {{(pid=84875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:35:15.296361 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-60bd33c0-6528-4782-a00d-95c54ae3a774 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555753'] for port, before_update {{(pid=84877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:35:15.345292 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-ea16191e-fd4d-470b-b8e3-3f0b83c582b3 tempest-NetworksTest-1803261889 tempest-NetworksTest-1803261889] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.422s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:35:15.390323 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [req-48f11278-0d1d-40fd-8fcb-98e9d5878641 req-aa692288-cd04-4b30-82aa-c7d2c5e8cb41 tempest-TestNetworkAdvancedServerOps-470546014 tempest-TestNetworkAdvancedServerOps-470546014] Synchronizing usage tracker for tenant:6f3510a486e44d0a99223e7a34e71069 on resource:security_group {{(pid=84875) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 14 07:35:15.514056 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-4818ca66-67c2-4ceb-8d24-4f9b7e568212 tempest-RoutersTest-1255860389 tempest-RoutersTest-1255860389] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555753'] for port, before_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:35:15.649220 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.db_base_plugin_common [None req-25d675b3-8025-4720-acbf-ab8e811c226b None None] Allocated IP 172.20.0.2 (4aaa6784-9a64-416e-be2a-dd9705235385/ca641f25-b637-4466-b267-1a64df6219e2/583be377-8a83-45cb-8e8c-b9f2ad01661a) {{(pid=84876) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 14 07:35:15.810516 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-ea16191e-fd4d-470b-b8e3-3f0b83c582b3 tempest-NetworksTest-1803261889 tempest-NetworksTest-1803261889] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-598987', 'neutron.services.segments.db._delete_segments_for_network-8777640583949'] for network, precommit_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:35:15.958670 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [req-48f11278-0d1d-40fd-8fcb-98e9d5878641 req-aa692288-cd04-4b30-82aa-c7d2c5e8cb41 tempest-TestNetworkAdvancedServerOps-470546014 tempest-TestNetworkAdvancedServerOps-470546014] Unset dirty status for tenant:6f3510a486e44d0a99223e7a34e71069 on resource:security_group {{(pid=84875) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 14 07:35:15.960269 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [req-48f11278-0d1d-40fd-8fcb-98e9d5878641 req-aa692288-cd04-4b30-82aa-c7d2c5e8cb41 tempest-TestNetworkAdvancedServerOps-470546014 tempest-TestNetworkAdvancedServerOps-470546014] 10.222.0.24 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-770001994&fields=id&tenant_id=6f3510a486e44d0a99223e7a34e71069 HTTP/1.1" status: 200 len: 267 time: 1.1976802 Jan 14 07:35:15.986113 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-25d675b3-8025-4720-acbf-ab8e811c226b None None] Notify callbacks [] for port, precommit_create {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:35:16.034492 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.plugin [None req-83a4f20d-946d-4ba6-81ba-43f68e817da6 None None] Port 5b9747c5-5e31-4e71-a4cf-69d8be5d03e1 cannot update to ACTIVE because it is not bound. {{(pid=84876) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:329}} Jan 14 07:35:16.054033 n-d-768862-2 neutron-server[84765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53bd9ba4-2b0c-4f64-bddd-ce134704887d None None] Network 692462c4-b1c8-44b8-9ecc-de0c5e201f02 is already hosted by enough agents. {{(pid=84876) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 07:35:16.060655 n-d-768862-2 neutron-server[84765]: DEBUG neutron.scheduler.base_scheduler [None req-53bd9ba4-2b0c-4f64-bddd-ce134704887d None None] Resources bound (agent type, host, resource id): {{(pid=84876) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 07:35:16.067360 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53bd9ba4-2b0c-4f64-bddd-ce134704887d None None] Received port after_create {{(pid=84876) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 14 07:35:16.073827 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-83a4f20d-946d-4ba6-81ba-43f68e817da6 None None] Provisioning complete for port 32961152-5bac-425a-97bb-8905a639a966 triggered by entity DHCP. {{(pid=84876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 07:35:16.074259 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-83a4f20d-946d-4ba6-81ba-43f68e817da6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-604227'] for port, provisioning_complete {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:35:16.179981 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.plugin [None req-83a4f20d-946d-4ba6-81ba-43f68e817da6 None None] Port 32961152-5bac-425a-97bb-8905a639a966 cannot update to ACTIVE because it is not bound. {{(pid=84876) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:329}} Jan 14 07:35:16.203108 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.managers [None req-53bd9ba4-2b0c-4f64-bddd-ce134704887d None None] Attempting to bind port 57ebc588-1917-450e-b677-61182ec41d6c on host n-d-768862-2 for vnic_type normal with profile {{(pid=84876) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 14 07:35:16.203726 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.managers [None req-53bd9ba4-2b0c-4f64-bddd-ce134704887d None None] Attempting to bind port 57ebc588-1917-450e-b677-61182ec41d6c by drivers openvswitch on host n-d-768862-2 at level 0 using segments [{'id': '3eb43912-c692-4c6b-932d-5d66f86770e5', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 19, 'network_id': '692462c4-b1c8-44b8-9ecc-de0c5e201f02'}] {{(pid=84876) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 14 07:35:16.204179 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53bd9ba4-2b0c-4f64-bddd-ce134704887d None None] Attempting to bind port 57ebc588-1917-450e-b677-61182ec41d6c on network 692462c4-b1c8-44b8-9ecc-de0c5e201f02 {{(pid=84876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 14 07:35:16.209826 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-60bd33c0-6528-4782-a00d-95c54ae3a774 None None] Notify callbacks [] for port, precommit_update {{(pid=84877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:35:16.218462 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53bd9ba4-2b0c-4f64-bddd-ce134704887d None None] Checking agent: {'id': 'ba5efab1-b43c-4d5a-bc52-6e105d4e67a2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768862-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 14, 6, 56, 52), 'started_at': datetime.datetime(2021, 1, 14, 6, 57, 22), 'heartbeat_timestamp': datetime.datetime(2021, 1, 14, 7, 34, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768862-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.29', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 14 07:35:16.218904 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53bd9ba4-2b0c-4f64-bddd-ce134704887d None None] Checking segment: {'id': '3eb43912-c692-4c6b-932d-5d66f86770e5', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 19, 'network_id': '692462c4-b1c8-44b8-9ecc-de0c5e201f02'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84876) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 14 07:35:16.219369 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-53bd9ba4-2b0c-4f64-bddd-ce134704887d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:35:16.219825 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53bd9ba4-2b0c-4f64-bddd-ce134704887d None None] Bound using segment: {'id': '3eb43912-c692-4c6b-932d-5d66f86770e5', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 19, 'network_id': '692462c4-b1c8-44b8-9ecc-de0c5e201f02'} {{(pid=84876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 14 07:35:16.220445 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.managers [None req-53bd9ba4-2b0c-4f64-bddd-ce134704887d None None] Bound port: 57ebc588-1917-450e-b677-61182ec41d6c, host: n-d-768862-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3eb43912-c692-4c6b-932d-5d66f86770e5', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 19, 'network_id': '692462c4-b1c8-44b8-9ecc-de0c5e201f02'}}] {{(pid=84876) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 14 07:35:16.220884 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-53bd9ba4-2b0c-4f64-bddd-ce134704887d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555753'] for port, before_update {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:35:16.231795 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-60bd33c0-6528-4782-a00d-95c54ae3a774 None None] Transition to ACTIVE for port object 5b9747c5-5e31-4e71-a4cf-69d8be5d03e1 will not be triggered until provisioned by entity L2. {{(pid=84877) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 07:35:16.236576 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-60bd33c0-6528-4782-a00d-95c54ae3a774 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777640533312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363259214678337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777640097497'] for port, after_update {{(pid=84877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:35:16.253782 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-e706a061-2231-4370-9928-62e5b4e6d31c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:35:16.284021 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-d2fca61f-5ce2-4922-bc4e-1b7fae078cd8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850887153'] for security_group, after_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:35:16.288784 n-d-768862-2 neutron-server[84765]: DEBUG neutron.services.segments.db [None req-ea16191e-fd4d-470b-b8e3-3f0b83c582b3 tempest-NetworksTest-1803261889 tempest-NetworksTest-1803261889] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['692462c4-b1c8-44b8-9ecc-de0c5e201f02']}} {{(pid=84875) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:35:16.347773 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-25d675b3-8025-4720-acbf-ab8e811c226b None None] Transition to ACTIVE for port object 583be377-8a83-45cb-8e8c-b9f2ad01661a will not be triggered until provisioned by entity L2. {{(pid=84876) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 07:35:16.348356 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-30b32911-c14f-4ed3-8105-71169ec3d117 tempest-TestSecurityGroupsBasicOps-944861984 tempest-TestSecurityGroupsBasicOps-944861984] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:35:16.359774 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [None req-53bd9ba4-2b0c-4f64-bddd-ce134704887d None None] For port 57ebc588-1917-450e-b677-61182ec41d6c, host n-d-768862-2, cleared binding levels {{(pid=84876) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 14 07:35:16.363690 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [None req-53bd9ba4-2b0c-4f64-bddd-ce134704887d None None] For port 57ebc588-1917-450e-b677-61182ec41d6c, host n-d-768862-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-2',level=0,port_id=57ebc588-1917-450e-b677-61182ec41d6c,segment=NetworkSegment(3eb43912-c692-4c6b-932d-5d66f86770e5),segment_id=3eb43912-c692-4c6b-932d-5d66f86770e5)] {{(pid=84876) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 14 07:35:16.367487 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_hamode_db [None req-c8a36d7e-3276-42ee-9225-3ef5e8c443e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8dcf8239-6b3e-410c-87de-2db777d0b27e', 'name': 'tempest-TestVolumeBackupRestore-177512155-router', 'tenant_id': 'b7436c40d9974ceeb95e1adceeb35730', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '226f1e78-82cd-4481-9055-4eb73b6db8c1', 'external_fixed_ips': [{'subnet_id': 'ba8deeec-7658-4195-9449-038c076f5c83', 'ip_address': '172.25.2.184'}], 'enable_snat': True}, 'gw_port_id': '8ae55f67-74ec-4282-971a-ade0c2491087', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-14T07:34:48Z', 'updated_at': '2021-01-14T07:35:08Z', 'revision_number': 4, 'project_id': 'b7436c40d9974ceeb95e1adceeb35730', 'gw_port': {'id': '8ae55f67-74ec-4282-971a-ade0c2491087', 'name': '', 'network_id': '226f1e78-82cd-4481-9055-4eb73b6db8c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:d8:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8dcf8239-6b3e-410c-87de-2db777d0b27e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2946, 'fixed_ips': [{'subnet_id': 'ba8deeec-7658-4195-9449-038c076f5c83', 'ip_address': '172.25.2.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T07:34:52Z', 'updated_at': '2021-01-14T07:35:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ba8deeec-7658-4195-9449-038c076f5c83', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-2', '_interfaces': [{'id': '32961152-5bac-425a-97bb-8905a639a966', 'name': '', 'network_id': '1839022e-4ce1-499a-85d7-c3574be174f4', 'tenant_id': 'b7436c40d9974ceeb95e1adceeb35730', 'mac_address': 'fa:16:3e:01:46:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8dcf8239-6b3e-410c-87de-2db777d0b27e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2961, 'fixed_ips': [{'subnet_id': '09cca365-fd94-48ce-8b5f-2524b107ddee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T07:35:02Z', 'updated_at': '2021-01-14T07:35:09Z', 'revision_number': 2, 'project_id': 'b7436c40d9974ceeb95e1adceeb35730', 'subnets': [{'id': '09cca365-fd94-48ce-8b5f-2524b107ddee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'n-d-768862-2', False) {} {{(pid=84876) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:35:16.376686 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-53bd9ba4-2b0c-4f64-bddd-ce134704887d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777640533312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363259214678337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777640097497'] for port, after_update {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:35:16.385540 n-d-768862-2 neutron-server[84765]: DEBUG neutron.services.segments.db [None req-ea16191e-fd4d-470b-b8e3-3f0b83c582b3 tempest-NetworksTest-1803261889 tempest-NetworksTest-1803261889] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3eb43912-c692-4c6b-932d-5d66f86770e5') {'for_net_delete': True} {{(pid=84875) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:35:16.385892 n-d-768862-2 neutron-server[84765]: DEBUG neutron.services.segments.db [None req-ea16191e-fd4d-470b-b8e3-3f0b83c582b3 tempest-NetworksTest-1803261889 tempest-NetworksTest-1803261889] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3eb43912-c692-4c6b-932d-5d66f86770e5') {} {{(pid=84875) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:35:16.406337 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2fca61f-5ce2-4922-bc4e-1b7fae078cd8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=890dbeef-3009-4764-85f0-56d2dffb36fc,revision_number=None']} {{(pid=84875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:35:16.424559 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-d2fca61f-5ce2-4922-bc4e-1b7fae078cd8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:35:16.426361 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-ea16191e-fd4d-470b-b8e3-3f0b83c582b3 tempest-NetworksTest-1803261889 tempest-NetworksTest-1803261889] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363259214173198', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036851408567'] for segment, before_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:35:16.459139 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-d2fca61f-5ce2-4922-bc4e-1b7fae078cd8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:35:16.463125 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-d2fca61f-5ce2-4922-bc4e-1b7fae078cd8 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/890dbeef-3009-4764-85f0-56d2dffb36fc HTTP/1.1" status: 204 len: 168 time: 2.9401259 Jan 14 07:35:16.523183 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-ea16191e-fd4d-470b-b8e3-3f0b83c582b3 tempest-NetworksTest-1803261889 tempest-NetworksTest-1803261889] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854179735'] for segment, precommit_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:35:16.533055 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-ea16191e-fd4d-470b-b8e3-3f0b83c582b3 tempest-NetworksTest-1803261889 tempest-NetworksTest-1803261889] Releasing vxlan tunnel 19 to pool {{(pid=84875) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Jan 14 07:35:16.576694 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48f11278-0d1d-40fd-8fcb-98e9d5878641 req-1efc4c6e-bab0-4465-9278-850bff3771ac tempest-TestNetworkAdvancedServerOps-470546014 tempest-TestNetworkAdvancedServerOps-470546014] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:35:16.577387 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [req-48f11278-0d1d-40fd-8fcb-98e9d5878641 req-1efc4c6e-bab0-4465-9278-850bff3771ac tempest-TestNetworkAdvancedServerOps-470546014 tempest-TestNetworkAdvancedServerOps-470546014] Synchronizing usage tracker for tenant:6f3510a486e44d0a99223e7a34e71069 on resource:network {{(pid=84875) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 14 07:35:16.587062 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-b4803255-2f0f-490d-b2d3-b7995f26019b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84876) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:35:16.717393 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53bd9ba4-2b0c-4f64-bddd-ce134704887d None None] Pushing event updated for resources: {'Port': ['ID=57ebc588-1917-450e-b677-61182ec41d6c,revision_number=2']} {{(pid=84876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:35:16.723358 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-53bd9ba4-2b0c-4f64-bddd-ce134704887d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=84876) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:35:16.736391 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72b138af-665e-49d1-b442-69daf3e13583 None None] Pushing event updated for resources: {'Port': ['ID=5b9747c5-5e31-4e71-a4cf-69d8be5d03e1,revision_number=3']} {{(pid=84877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:35:16.740316 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8a36d7e-3276-42ee-9225-3ef5e8c443e5 None None] Checking router: 8dcf8239-6b3e-410c-87de-2db777d0b27e for host: n-d-768862-2 {{(pid=84876) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Jan 14 07:35:16.741188 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8a36d7e-3276-42ee-9225-3ef5e8c443e5 None None] Updating router 8dcf8239-6b3e-410c-87de-2db777d0b27e port 32961152-5bac-425a-97bb-8905a639a966 binding host n-d-768862-2 {{(pid=84876) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Jan 14 07:35:16.744335 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-72b138af-665e-49d1-b442-69daf3e13583 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.488s {{(pid=84877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:35:16.779887 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [req-48f11278-0d1d-40fd-8fcb-98e9d5878641 req-1efc4c6e-bab0-4465-9278-850bff3771ac tempest-TestNetworkAdvancedServerOps-470546014 tempest-TestNetworkAdvancedServerOps-470546014] Unset dirty status for tenant:6f3510a486e44d0a99223e7a34e71069 on resource:network {{(pid=84875) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 14 07:35:16.781275 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [req-48f11278-0d1d-40fd-8fcb-98e9d5878641 req-1efc4c6e-bab0-4465-9278-850bff3771ac tempest-TestNetworkAdvancedServerOps-470546014 tempest-TestNetworkAdvancedServerOps-470546014] 10.222.0.24 "GET /v2.0/networks?id=faad3e48-a193-422a-a4ef-d48dc191d42b HTTP/1.1" status: 200 len: 797 time: 0.8056278 Jan 14 07:35:16.916984 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-c8a36d7e-3276-42ee-9225-3ef5e8c443e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555753'] for port, before_update {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:35:16.943174 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.managers [None req-60bd33c0-6528-4782-a00d-95c54ae3a774 None None] Attempting to bind port 5b9747c5-5e31-4e71-a4cf-69d8be5d03e1 on host n-d-768862-2 for vnic_type normal with profile {{(pid=84877) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 14 07:35:16.943683 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.managers [None req-60bd33c0-6528-4782-a00d-95c54ae3a774 None None] Attempting to bind port 5b9747c5-5e31-4e71-a4cf-69d8be5d03e1 by drivers openvswitch on host n-d-768862-2 at level 0 using segments [{'id': '4208d142-2167-4808-8891-c4fb7dfcd556', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'faad3e48-a193-422a-a4ef-d48dc191d42b'}] {{(pid=84877) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 14 07:35:16.944130 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60bd33c0-6528-4782-a00d-95c54ae3a774 None None] Attempting to bind port 5b9747c5-5e31-4e71-a4cf-69d8be5d03e1 on network faad3e48-a193-422a-a4ef-d48dc191d42b {{(pid=84877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 14 07:35:16.955082 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-25d675b3-8025-4720-acbf-ab8e811c226b None None] Transition to ACTIVE for port object 583be377-8a83-45cb-8e8c-b9f2ad01661a will not be triggered until provisioned by entity DHCP. {{(pid=84876) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 07:35:16.956740 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [req-48f11278-0d1d-40fd-8fcb-98e9d5878641 req-9b59ddaf-60dc-41bb-8199-4969989420ea tempest-TestNetworkAdvancedServerOps-470546014 tempest-TestNetworkAdvancedServerOps-470546014] 10.222.0.24 "GET /v2.0/quotas/6f3510a486e44d0a99223e7a34e71069 HTTP/1.1" status: 200 len: 375 time: 0.1450362 Jan 14 07:35:16.972960 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60bd33c0-6528-4782-a00d-95c54ae3a774 None None] Checking agent: {'id': 'ba5efab1-b43c-4d5a-bc52-6e105d4e67a2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768862-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 14, 6, 56, 52), 'started_at': datetime.datetime(2021, 1, 14, 6, 57, 22), 'heartbeat_timestamp': datetime.datetime(2021, 1, 14, 7, 34, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768862-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.29', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 14 07:35:16.975125 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60bd33c0-6528-4782-a00d-95c54ae3a774 None None] Checking segment: {'id': '4208d142-2167-4808-8891-c4fb7dfcd556', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'faad3e48-a193-422a-a4ef-d48dc191d42b'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84877) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 14 07:35:16.978667 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-60bd33c0-6528-4782-a00d-95c54ae3a774 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:35:16.980473 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60bd33c0-6528-4782-a00d-95c54ae3a774 None None] Bound using segment: {'id': '4208d142-2167-4808-8891-c4fb7dfcd556', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'faad3e48-a193-422a-a4ef-d48dc191d42b'} {{(pid=84877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 14 07:35:16.981343 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.managers [None req-60bd33c0-6528-4782-a00d-95c54ae3a774 None None] Bound port: 5b9747c5-5e31-4e71-a4cf-69d8be5d03e1, host: n-d-768862-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4208d142-2167-4808-8891-c4fb7dfcd556', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'faad3e48-a193-422a-a4ef-d48dc191d42b'}}] {{(pid=84877) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 14 07:35:16.983076 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-60bd33c0-6528-4782-a00d-95c54ae3a774 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555753'] for port, before_update {{(pid=84877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:35:17.127143 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.managers [None req-ea16191e-fd4d-470b-b8e3-3f0b83c582b3 tempest-NetworksTest-1803261889 tempest-NetworksTest-1803261889] Network 692462c4-b1c8-44b8-9ecc-de0c5e201f02 has no segments {{(pid=84875) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 14 07:35:17.142147 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-ea16191e-fd4d-470b-b8e3-3f0b83c582b3 tempest-NetworksTest-1803261889 tempest-NetworksTest-1803261889] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-596065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3154253'] for segment, after_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:35:17.239005 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71a2b3c8-5c14-47ce-a704-88fe13167745 None None] Network 692462c4-b1c8-44b8-9ecc-de0c5e201f02 requested from n-d-768862-2 {{(pid=84876) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 07:35:17.261076 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [None req-60bd33c0-6528-4782-a00d-95c54ae3a774 None None] For port 5b9747c5-5e31-4e71-a4cf-69d8be5d03e1, host n-d-768862-2, cleared binding levels {{(pid=84877) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 14 07:35:17.266074 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84874) accepted ('10.222.0.24', 33452) {{(pid=84874) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:35:17.299665 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-40b5c102-0300-4b74-880c-a1f623843e7f admin admin] Notify callbacks [] for security_group, before_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:35:17.318662 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-40b5c102-0300-4b74-880c-a1f623843e7f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:35:17.326761 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-40b5c102-0300-4b74-880c-a1f623843e7f admin admin] Usage tracker for resource:security_group_rule and tenant:cfcf514c25114cc58408f6903a353a46 is out of sync, need to count used quota {{(pid=84874) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:35:17.330697 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-40b5c102-0300-4b74-880c-a1f623843e7f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84874) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:35:17.337382 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-40b5c102-0300-4b74-880c-a1f623843e7f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:35:17.392695 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-25d675b3-8025-4720-acbf-ab8e811c226b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777640123575'] for port, after_create {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:35:17.482517 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-40b5c102-0300-4b74-880c-a1f623843e7f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:35:17.487053 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-40b5c102-0300-4b74-880c-a1f623843e7f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850887153'] for security_group, after_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:35:17.513443 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-1e472e9a-d211-4faf-aab3-730e5b4cb24c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84876) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:35:17.530470 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-7318d220-79b8-42f3-a416-0a2ec4104761 tempest-PortsTestJSON-2091589570 tempest-PortsTestJSON-2091589570] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:35:17.572384 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-40b5c102-0300-4b74-880c-a1f623843e7f admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=cfcf514c25114cc58408f6903a353a46&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3047023 Jan 14 07:35:17.573761 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40b5c102-0300-4b74-880c-a1f623843e7f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=706c1ffd-5cb6-4e34-b509-dec77a85765e,revision_number=1']} {{(pid=84874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:35:17.579165 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-40b5c102-0300-4b74-880c-a1f623843e7f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:35:17.581232 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84874) accepted ('10.222.0.24', 33456) {{(pid=84874) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:35:17.604932 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [req-48f11278-0d1d-40fd-8fcb-98e9d5878641 req-ed1e64de-2d74-4fd5-b2f6-96b607698860 tempest-TestNetworkAdvancedServerOps-470546014 tempest-TestNetworkAdvancedServerOps-470546014] Synchronizing usage tracker for tenant:6f3510a486e44d0a99223e7a34e71069 on resource:port {{(pid=84875) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 14 07:35:17.625993 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.managers [None req-ea16191e-fd4d-470b-b8e3-3f0b83c582b3 tempest-NetworksTest-1803261889 tempest-NetworksTest-1803261889] Network 692462c4-b1c8-44b8-9ecc-de0c5e201f02 has no segments {{(pid=84875) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 14 07:35:17.675375 n-d-768862-2 neutron-server[84765]: Traceback (most recent call last): Jan 14 07:35:17.675375 n-d-768862-2 neutron-server[84765]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 14 07:35:17.675375 n-d-768862-2 neutron-server[84765]: timer() Jan 14 07:35:17.675375 n-d-768862-2 neutron-server[84765]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 14 07:35:17.675375 n-d-768862-2 neutron-server[84765]: cb(*args, **kw) Jan 14 07:35:17.675375 n-d-768862-2 neutron-server[84765]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Jan 14 07:35:17.675375 n-d-768862-2 neutron-server[84765]: return func(*args, **kwargs) Jan 14 07:35:17.675375 n-d-768862-2 neutron-server[84765]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 14 07:35:17.675375 n-d-768862-2 neutron-server[84765]: self._notify() Jan 14 07:35:17.675375 n-d-768862-2 neutron-server[84765]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 14 07:35:17.675375 n-d-768862-2 neutron-server[84765]: self.callback(batched_events) Jan 14 07:35:17.675375 n-d-768862-2 neutron-server[84765]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 14 07:35:17.675375 n-d-768862-2 neutron-server[84765]: event.method(event) Jan 14 07:35:17.675375 n-d-768862-2 neutron-server[84765]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 14 07:35:17.675375 n-d-768862-2 neutron-server[84765]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 14 07:35:17.675375 n-d-768862-2 neutron-server[84765]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Jan 14 07:35:17.675375 n-d-768862-2 neutron-server[84765]: segment_id)['aggregates'][0] Jan 14 07:35:17.675375 n-d-768862-2 neutron-server[84765]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 14 07:35:17.675375 n-d-768862-2 neutron-server[84765]: return f(self, *a, **k) Jan 14 07:35:17.675375 n-d-768862-2 neutron-server[84765]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 14 07:35:17.675375 n-d-768862-2 neutron-server[84765]: return self._get(url).json() Jan 14 07:35:17.675375 n-d-768862-2 neutron-server[84765]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 14 07:35:17.675375 n-d-768862-2 neutron-server[84765]: **kwargs) Jan 14 07:35:17.675375 n-d-768862-2 neutron-server[84765]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 14 07:35:17.675375 n-d-768862-2 neutron-server[84765]: return self.request(url, 'GET', **kwargs) Jan 14 07:35:17.675375 n-d-768862-2 neutron-server[84765]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Jan 14 07:35:17.675375 n-d-768862-2 neutron-server[84765]: **endpoint_filter) Jan 14 07:35:17.675375 n-d-768862-2 neutron-server[84765]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 14 07:35:17.675375 n-d-768862-2 neutron-server[84765]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 14 07:35:17.675375 n-d-768862-2 neutron-server[84765]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 14 07:35:17.675375 n-d-768862-2 neutron-server[84765]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 14 07:35:17.675375 n-d-768862-2 neutron-server[84765]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 14 07:35:17.692559 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-cdef651f-3369-4800-94c7-28d0de61fadb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:35:17.746009 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-cdef651f-3369-4800-94c7-28d0de61fadb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:35:17.750010 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [req-48f11278-0d1d-40fd-8fcb-98e9d5878641 req-ed1e64de-2d74-4fd5-b2f6-96b607698860 tempest-TestNetworkAdvancedServerOps-470546014 tempest-TestNetworkAdvancedServerOps-470546014] Unset dirty status for tenant:6f3510a486e44d0a99223e7a34e71069 on resource:port {{(pid=84875) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 14 07:35:17.751972 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [req-48f11278-0d1d-40fd-8fcb-98e9d5878641 req-ed1e64de-2d74-4fd5-b2f6-96b607698860 tempest-TestNetworkAdvancedServerOps-470546014 tempest-TestNetworkAdvancedServerOps-470546014] 10.222.0.24 "GET /v2.0/ports?tenant_id=6f3510a486e44d0a99223e7a34e71069&fields=id HTTP/1.1" status: 200 len: 302 time: 0.7633924 Jan 14 07:35:17.768694 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.db_base_plugin_common [None req-4818ca66-67c2-4ceb-8d24-4f9b7e568212 tempest-RoutersTest-1255860389 tempest-RoutersTest-1255860389] Allocated IP 172.20.0.1 (4aaa6784-9a64-416e-be2a-dd9705235385/ca641f25-b637-4466-b267-1a64df6219e2/a04b2816-f3a3-422e-8adf-10c2a788c8cb) {{(pid=84875) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 14 07:35:17.809526 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-cdef651f-3369-4800-94c7-28d0de61fadb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850887153'] for security_group, after_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:35:17.815647 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-95f16972-dc79-4b35-b3c3-641ac01bea17 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:35:17.834915 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdef651f-3369-4800-94c7-28d0de61fadb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=706c1ffd-5cb6-4e34-b509-dec77a85765e,revision_number=None']} {{(pid=84874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:35:17.849365 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-cdef651f-3369-4800-94c7-28d0de61fadb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:35:17.854329 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-cdef651f-3369-4800-94c7-28d0de61fadb admin admin] Notify callbacks [] for security_group, before_response {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:35:17.859026 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-cdef651f-3369-4800-94c7-28d0de61fadb admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/706c1ffd-5cb6-4e34-b509-dec77a85765e HTTP/1.1" status: 204 len: 168 time: 0.2764037 Jan 14 07:35:18.041226 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25d675b3-8025-4720-acbf-ab8e811c226b None None] Pushing event updated for resources: {'Port': ['ID=583be377-8a83-45cb-8e8c-b9f2ad01661a,revision_number=1']} {{(pid=84876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:35:18.052837 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-25d675b3-8025-4720-acbf-ab8e811c226b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.540s {{(pid=84876) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:35:18.073081 n-d-768862-2 neutron-server[84765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25d675b3-8025-4720-acbf-ab8e811c226b None None] Network 4aaa6784-9a64-416e-be2a-dd9705235385 is already hosted by enough agents. {{(pid=84876) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 07:35:18.075719 n-d-768862-2 neutron-server[84765]: DEBUG neutron.scheduler.base_scheduler [None req-25d675b3-8025-4720-acbf-ab8e811c226b None None] Resources bound (agent type, host, resource id): {{(pid=84876) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 07:35:18.118302 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25d675b3-8025-4720-acbf-ab8e811c226b None None] Received port after_create {{(pid=84876) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 14 07:35:18.127499 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [None req-60bd33c0-6528-4782-a00d-95c54ae3a774 None None] For port 5b9747c5-5e31-4e71-a4cf-69d8be5d03e1, host n-d-768862-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-2',level=0,port_id=5b9747c5-5e31-4e71-a4cf-69d8be5d03e1,segment=NetworkSegment(4208d142-2167-4808-8891-c4fb7dfcd556),segment_id=4208d142-2167-4808-8891-c4fb7dfcd556)] {{(pid=84877) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 14 07:35:18.132921 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-60bd33c0-6528-4782-a00d-95c54ae3a774 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777640533312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363259214678337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777640097497'] for port, after_update {{(pid=84877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:35:18.153812 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-ae1637fc-7f30-4c31-8eff-30f38d25d3d6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.004s {{(pid=84877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:35:18.173269 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.db.resource_extend [None req-c8a36d7e-3276-42ee-9225-3ef5e8c443e5 None None] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84876) wrapper /usr/local/lib/python3.6/dist-packages/oslo_utils/timeutils.py:388}} Jan 14 07:35:18.212738 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.managers [None req-25d675b3-8025-4720-acbf-ab8e811c226b None None] Attempting to bind port 583be377-8a83-45cb-8e8c-b9f2ad01661a on host n-d-768862-2 for vnic_type normal with profile {{(pid=84876) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 14 07:35:18.213258 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.managers [None req-25d675b3-8025-4720-acbf-ab8e811c226b None None] Attempting to bind port 583be377-8a83-45cb-8e8c-b9f2ad01661a by drivers openvswitch on host n-d-768862-2 at level 0 using segments [{'id': '082a79ec-661b-48c5-b53a-abb402bd2892', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 9, 'network_id': '4aaa6784-9a64-416e-be2a-dd9705235385'}] {{(pid=84876) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 14 07:35:18.213749 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25d675b3-8025-4720-acbf-ab8e811c226b None None] Attempting to bind port 583be377-8a83-45cb-8e8c-b9f2ad01661a on network 4aaa6784-9a64-416e-be2a-dd9705235385 {{(pid=84876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 14 07:35:18.214974 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [req-48f11278-0d1d-40fd-8fcb-98e9d5878641 req-9dd5d18f-92a9-42b4-ae1b-6cb58437042e service neutron] 10.222.0.24 "GET /v2.0/networks/faad3e48-a193-422a-a4ef-d48dc191d42b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4133089 Jan 14 07:35:18.216924 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.db.api [None req-ea16191e-fd4d-470b-b8e3-3f0b83c582b3 tempest-NetworksTest-1803261889 tempest-NetworksTest-1803261889] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jan 14 07:35:18.216924 n-d-768862-2 neutron-server[84765]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jan 14 07:35:18.216924 n-d-768862-2 neutron-server[84765]: [parameters: {'id': '692462c4-b1c8-44b8-9ecc-de0c5e201f02'}] Jan 14 07:35:18.216924 n-d-768862-2 neutron-server[84765]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=84875) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Jan 14 07:35:18.217453 n-d-768862-2 neutron-server[84765]: DEBUG oslo_db.api [None req-ea16191e-fd4d-470b-b8e3-3f0b83c582b3 tempest-NetworksTest-1803261889 tempest-NetworksTest-1803261889] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=84875) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Jan 14 07:35:18.274024 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25d675b3-8025-4720-acbf-ab8e811c226b None None] Checking agent: {'id': 'ba5efab1-b43c-4d5a-bc52-6e105d4e67a2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768862-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 14, 6, 56, 52), 'started_at': datetime.datetime(2021, 1, 14, 6, 57, 22), 'heartbeat_timestamp': datetime.datetime(2021, 1, 14, 7, 34, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768862-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.29', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 14 07:35:18.274605 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25d675b3-8025-4720-acbf-ab8e811c226b None None] Checking segment: {'id': '082a79ec-661b-48c5-b53a-abb402bd2892', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 9, 'network_id': '4aaa6784-9a64-416e-be2a-dd9705235385'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84876) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 14 07:35:18.275378 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-25d675b3-8025-4720-acbf-ab8e811c226b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:35:18.275956 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25d675b3-8025-4720-acbf-ab8e811c226b None None] Bound using segment: {'id': '082a79ec-661b-48c5-b53a-abb402bd2892', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 9, 'network_id': '4aaa6784-9a64-416e-be2a-dd9705235385'} {{(pid=84876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 14 07:35:18.276600 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.managers [None req-25d675b3-8025-4720-acbf-ab8e811c226b None None] Bound port: 583be377-8a83-45cb-8e8c-b9f2ad01661a, host: n-d-768862-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '082a79ec-661b-48c5-b53a-abb402bd2892', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 9, 'network_id': '4aaa6784-9a64-416e-be2a-dd9705235385'}}] {{(pid=84876) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 14 07:35:18.277086 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-25d675b3-8025-4720-acbf-ab8e811c226b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555753'] for port, before_update {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:35:18.322162 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72b138af-665e-49d1-b442-69daf3e13583 None None] Pushing event updated for resources: {'Port': ['ID=5b9747c5-5e31-4e71-a4cf-69d8be5d03e1,revision_number=4']} {{(pid=84877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:35:18.328399 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-72b138af-665e-49d1-b442-69daf3e13583 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.175s {{(pid=84877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:35:18.407440 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [req-48f11278-0d1d-40fd-8fcb-98e9d5878641 req-8f03b0f2-a93d-416e-8aa5-47a17efe1739 service neutron] 10.222.0.24 "GET /v2.0/networks/faad3e48-a193-422a-a4ef-d48dc191d42b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1659155 Jan 14 07:35:18.672875 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [None req-25d675b3-8025-4720-acbf-ab8e811c226b None None] For port 583be377-8a83-45cb-8e8c-b9f2ad01661a, host n-d-768862-2, cleared binding levels {{(pid=84876) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 14 07:35:18.684830 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [None req-25d675b3-8025-4720-acbf-ab8e811c226b None None] For port 583be377-8a83-45cb-8e8c-b9f2ad01661a, host n-d-768862-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-2',level=0,port_id=583be377-8a83-45cb-8e8c-b9f2ad01661a,segment=NetworkSegment(082a79ec-661b-48c5-b53a-abb402bd2892),segment_id=082a79ec-661b-48c5-b53a-abb402bd2892)] {{(pid=84876) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 14 07:35:18.711344 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-c8a36d7e-3276-42ee-9225-3ef5e8c443e5 None None] Notify callbacks [] for port, precommit_update {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:35:18.723473 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-25d675b3-8025-4720-acbf-ab8e811c226b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777640533312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363259214678337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777640097497'] for port, after_update {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:35:18.739872 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60bd33c0-6528-4782-a00d-95c54ae3a774 None None] Routers {'5d5efd29-6817-4356-961b-74189fa5e7ba'} bound to L3 agent in host n-d-768862-2 {{(pid=84877) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 14 07:35:18.742816 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_hamode_db [None req-60bd33c0-6528-4782-a00d-95c54ae3a774 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-01-14T06:56:51Z,description=,heartbeat_timestamp=2021-01-14T07:34:52Z,host='n-d-768862-2',id=35f592e9-451b-4db9-abea-77b6a5c5391b,load=0,resource_versions=,resources_synced=,started_at=2021-01-14T06:56:51Z,topic='l3_agent')) {'router_ids': ['5d5efd29-6817-4356-961b-74189fa5e7ba'], 'active': True} {{(pid=84877) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:35:19.231044 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-34b7255e-6f45-4103-8cc9-9109095162b8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84876) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:35:19.290602 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84874) accepted ('10.222.0.24', 33496) {{(pid=84874) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:35:19.326598 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-ea16191e-fd4d-470b-b8e3-3f0b83c582b3 tempest-NetworksTest-1803261889 tempest-NetworksTest-1803261889] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036854160497'] for network, before_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:35:19.361361 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_dvr_db [None req-60bd33c0-6528-4782-a00d-95c54ae3a774 None None] Set router 5d5efd29-6817-4356-961b-74189fa5e7ba gateway port host: n-d-768862-2 {{(pid=84877) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 14 07:35:19.475023 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd25441b-f1d1-4f49-87f6-98a384a24181 None None] Network 692462c4-b1c8-44b8-9ecc-de0c5e201f02 requested from n-d-768862-2 {{(pid=84876) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 07:35:19.581283 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.plugin [None req-ea16191e-fd4d-470b-b8e3-3f0b83c582b3 tempest-NetworksTest-1803261889 tempest-NetworksTest-1803261889] Deleting port 57ebc588-1917-450e-b677-61182ec41d6c {{(pid=84875) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 07:35:19.581675 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-ea16191e-fd4d-470b-b8e3-3f0b83c582b3 tempest-NetworksTest-1803261889 tempest-NetworksTest-1803261889] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363259214248359'] for port, before_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:35:19.771953 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-c8a36d7e-3276-42ee-9225-3ef5e8c443e5 None None] Transition to ACTIVE for port object 32961152-5bac-425a-97bb-8905a639a966 will not be triggered until provisioned by entity L2. {{(pid=84876) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 07:35:19.774663 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25d675b3-8025-4720-acbf-ab8e811c226b None None] Pushing event updated for resources: {'Port': ['ID=583be377-8a83-45cb-8e8c-b9f2ad01661a,revision_number=2']} {{(pid=84876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:35:19.900293 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-25d675b3-8025-4720-acbf-ab8e811c226b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.669s {{(pid=84876) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:35:19.938985 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-c8a36d7e-3276-42ee-9225-3ef5e8c443e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777640533312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363259214678337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777640097497'] for port, after_update {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:35:20.003912 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-4818ca66-67c2-4ceb-8d24-4f9b7e568212 tempest-RoutersTest-1255860389 tempest-RoutersTest-1255860389] Notify callbacks [] for port, precommit_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:35:20.074816 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84876) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:35:20.184195 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-4818ca66-67c2-4ceb-8d24-4f9b7e568212 tempest-RoutersTest-1255860389 tempest-RoutersTest-1255860389] Transition to ACTIVE for port object a04b2816-f3a3-422e-8adf-10c2a788c8cb will not be triggered until provisioned by entity DHCP. {{(pid=84875) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 07:35:20.219390 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_hamode_db [None req-60bd33c0-6528-4782-a00d-95c54ae3a774 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5d5efd29-6817-4356-961b-74189fa5e7ba', 'name': 'tempest-TestNetworkAdvancedServerOps-router-29276293', 'tenant_id': '6f3510a486e44d0a99223e7a34e71069', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '226f1e78-82cd-4481-9055-4eb73b6db8c1', 'external_fixed_ips': [{'subnet_id': 'ba8deeec-7658-4195-9449-038c076f5c83', 'ip_address': '172.25.2.209'}], 'enable_snat': True}, 'gw_port_id': '0df871c9-2ea9-4e58-bc3d-59530a9b7629', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-14T07:34:46Z', 'updated_at': '2021-01-14T07:35:09Z', 'revision_number': 4, 'project_id': '6f3510a486e44d0a99223e7a34e71069', 'gw_port': {'id': '0df871c9-2ea9-4e58-bc3d-59530a9b7629', 'name': '', 'network_id': '226f1e78-82cd-4481-9055-4eb73b6db8c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:64:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d5efd29-6817-4356-961b-74189fa5e7ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2945, 'fixed_ips': [{'subnet_id': 'ba8deeec-7658-4195-9449-038c076f5c83', 'ip_address': '172.25.2.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T07:34:49Z', 'updated_at': '2021-01-14T07:35:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ba8deeec-7658-4195-9449-038c076f5c83', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-2', '_interfaces': [{'id': '5b9747c5-5e31-4e71-a4cf-69d8be5d03e1', 'name': '', 'network_id': 'faad3e48-a193-422a-a4ef-d48dc191d42b', 'tenant_id': '6f3510a486e44d0a99223e7a34e71069', 'mac_address': 'fa:16:3e:4e:9b:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5d5efd29-6817-4356-961b-74189fa5e7ba', 'device_owner': 'network:router_interface', 'standard_attr_id': 2963, 'fixed_ips': [{'subnet_id': '92407e9f-e8c8-493f-8546-af91a9b43006', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T07:35:06Z', 'updated_at': '2021-01-14T07:35:17Z', 'revision_number': 4, 'project_id': '6f3510a486e44d0a99223e7a34e71069', 'subnets': [{'id': '92407e9f-e8c8-493f-8546-af91a9b43006', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'n-d-768862-2', False) {} {{(pid=84877) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:35:20.224857 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60bd33c0-6528-4782-a00d-95c54ae3a774 None None] The sync data for ids ['5d5efd29-6817-4356-961b-74189fa5e7ba'] in n-d-768862-2 is: [{'id': '5d5efd29-6817-4356-961b-74189fa5e7ba', 'name': 'tempest-TestNetworkAdvancedServerOps-router-29276293', 'tenant_id': '6f3510a486e44d0a99223e7a34e71069', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '226f1e78-82cd-4481-9055-4eb73b6db8c1', 'external_fixed_ips': [{'subnet_id': 'ba8deeec-7658-4195-9449-038c076f5c83', 'ip_address': '172.25.2.209'}], 'enable_snat': True}, 'gw_port_id': '0df871c9-2ea9-4e58-bc3d-59530a9b7629', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-14T07:34:46Z', 'updated_at': '2021-01-14T07:35:09Z', 'revision_number': 4, 'project_id': '6f3510a486e44d0a99223e7a34e71069', 'gw_port': {'id': '0df871c9-2ea9-4e58-bc3d-59530a9b7629', 'name': '', 'network_id': '226f1e78-82cd-4481-9055-4eb73b6db8c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:64:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d5efd29-6817-4356-961b-74189fa5e7ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2945, 'fixed_ips': [{'subnet_id': 'ba8deeec-7658-4195-9449-038c076f5c83', 'ip_address': '172.25.2.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T07:34:49Z', 'updated_at': '2021-01-14T07:35:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ba8deeec-7658-4195-9449-038c076f5c83', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-2', '_interfaces': [{'id': '5b9747c5-5e31-4e71-a4cf-69d8be5d03e1', 'name': '', 'network_id': 'faad3e48-a193-422a-a4ef-d48dc191d42b', 'tenant_id': '6f3510a486e44d0a99223e7a34e71069', 'mac_address': 'fa:16:3e:4e:9b:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5d5efd29-6817-4356-961b-74189fa5e7ba', 'device_owner': 'network:router_interface', 'standard_attr_id': 2963, 'fixed_ips': [{'subnet_id': '92407e9f-e8c8-493f-8546-af91a9b43006', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T07:35:06Z', 'updated_at': '2021-01-14T07:35:17Z', 'revision_number': 4, 'project_id': '6f3510a486e44d0a99223e7a34e71069', 'subnets': [{'id': '92407e9f-e8c8-493f-8546-af91a9b43006', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=84877) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Jan 14 07:35:20.348891 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-8a9e48df-a815-4e32-a0e0-2971adde88ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363259214191800', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854171626'] for agent, after_update {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:35:20.432559 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [None req-ea16191e-fd4d-470b-b8e3-3f0b83c582b3 tempest-NetworksTest-1803261889 tempest-NetworksTest-1803261889] For port 57ebc588-1917-450e-b677-61182ec41d6c, host n-d-768862-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-2',level=0,port_id=57ebc588-1917-450e-b677-61182ec41d6c,segment=NetworkSegment(3eb43912-c692-4c6b-932d-5d66f86770e5),segment_id=3eb43912-c692-4c6b-932d-5d66f86770e5)] {{(pid=84875) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 07:35:20.433148 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-ea16191e-fd4d-470b-b8e3-3f0b83c582b3 tempest-NetworksTest-1803261889 tempest-NetworksTest-1803261889] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036850862667'] for port, precommit_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:35:20.450344 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5963e16e-94a4-427b-8a98-31d66621a62a None None] Pushing event updated for resources: {'Port': ['ID=32961152-5bac-425a-97bb-8905a639a966,revision_number=3']} {{(pid=84876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:35:20.457249 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-4818ca66-67c2-4ceb-8d24-4f9b7e568212 tempest-RoutersTest-1255860389 tempest-RoutersTest-1255860389] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777640123575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851621574'] for port, after_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:35:20.467874 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-5963e16e-94a4-427b-8a98-31d66621a62a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.393s {{(pid=84876) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:35:20.790229 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-ef03f678-cdf3-42c1-a04a-e562f0616277 tempest-FloatingIPNegativeTestJSON-2001787271 tempest-FloatingIPNegativeTestJSON-2001787271] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:35:20.900780 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Device 5b9747c5-5e31-4e71-a4cf-69d8be5d03e1 up at agent ovs-agent-n-d-768862-2 {{(pid=84876) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 07:35:21.119098 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-b7b9b0df-8eb8-4c18-8f18-a1c1daef5157 tempest-TestNetworkAdvancedServerOps-470546014 tempest-TestNetworkAdvancedServerOps-470546014] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3889632'] for router_interface, before_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:35:21.298853 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4818ca66-67c2-4ceb-8d24-4f9b7e568212 tempest-RoutersTest-1255860389 tempest-RoutersTest-1255860389] Pushing event updated for resources: {'Port': ['ID=a04b2816-f3a3-422e-8adf-10c2a788c8cb,revision_number=1']} {{(pid=84875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:35:21.390429 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-4818ca66-67c2-4ceb-8d24-4f9b7e568212 tempest-RoutersTest-1255860389 tempest-RoutersTest-1255860389] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.600s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:35:21.402110 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.plugin [None req-ea16191e-fd4d-470b-b8e3-3f0b83c582b3 tempest-NetworksTest-1803261889 tempest-NetworksTest-1803261889] Calling delete_port for 57ebc588-1917-450e-b677-61182ec41d6c owned by network:dhcp {{(pid=84875) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 07:35:21.565211 n-d-768862-2 neutron-server[84765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4818ca66-67c2-4ceb-8d24-4f9b7e568212 tempest-RoutersTest-1255860389 tempest-RoutersTest-1255860389] Network 4aaa6784-9a64-416e-be2a-dd9705235385 is already hosted by enough agents. {{(pid=84875) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 07:35:21.567269 n-d-768862-2 neutron-server[84765]: DEBUG neutron.scheduler.base_scheduler [None req-4818ca66-67c2-4ceb-8d24-4f9b7e568212 tempest-RoutersTest-1255860389 tempest-RoutersTest-1255860389] Resources bound (agent type, host, resource id): {{(pid=84875) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 07:35:21.571008 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4818ca66-67c2-4ceb-8d24-4f9b7e568212 tempest-RoutersTest-1255860389 tempest-RoutersTest-1255860389] Received port after_create {{(pid=84875) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 14 07:35:21.607511 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.managers [None req-c8a36d7e-3276-42ee-9225-3ef5e8c443e5 None None] Attempting to bind port 32961152-5bac-425a-97bb-8905a639a966 on host n-d-768862-2 for vnic_type normal with profile {{(pid=84876) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 14 07:35:21.610291 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.managers [None req-c8a36d7e-3276-42ee-9225-3ef5e8c443e5 None None] Attempting to bind port 32961152-5bac-425a-97bb-8905a639a966 by drivers openvswitch on host n-d-768862-2 at level 0 using segments [{'id': '0fcc7c7b-d221-4f54-8a00-e5f528e4eb2c', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 18, 'network_id': '1839022e-4ce1-499a-85d7-c3574be174f4'}] {{(pid=84876) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 14 07:35:21.610786 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8a36d7e-3276-42ee-9225-3ef5e8c443e5 None None] Attempting to bind port 32961152-5bac-425a-97bb-8905a639a966 on network 1839022e-4ce1-499a-85d7-c3574be174f4 {{(pid=84876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 14 07:35:21.644410 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8a36d7e-3276-42ee-9225-3ef5e8c443e5 None None] Checking agent: {'id': 'ba5efab1-b43c-4d5a-bc52-6e105d4e67a2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768862-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 14, 6, 56, 52), 'started_at': datetime.datetime(2021, 1, 14, 6, 57, 22), 'heartbeat_timestamp': datetime.datetime(2021, 1, 14, 7, 34, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768862-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.29', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 14 07:35:21.645153 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8a36d7e-3276-42ee-9225-3ef5e8c443e5 None None] Checking segment: {'id': '0fcc7c7b-d221-4f54-8a00-e5f528e4eb2c', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 18, 'network_id': '1839022e-4ce1-499a-85d7-c3574be174f4'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84876) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 14 07:35:21.645769 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-c8a36d7e-3276-42ee-9225-3ef5e8c443e5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:35:21.646944 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8a36d7e-3276-42ee-9225-3ef5e8c443e5 None None] Bound using segment: {'id': '0fcc7c7b-d221-4f54-8a00-e5f528e4eb2c', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 18, 'network_id': '1839022e-4ce1-499a-85d7-c3574be174f4'} {{(pid=84876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 14 07:35:21.647633 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.managers [None req-c8a36d7e-3276-42ee-9225-3ef5e8c443e5 None None] Bound port: 32961152-5bac-425a-97bb-8905a639a966, host: n-d-768862-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0fcc7c7b-d221-4f54-8a00-e5f528e4eb2c', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 18, 'network_id': '1839022e-4ce1-499a-85d7-c3574be174f4'}}] {{(pid=84876) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 14 07:35:21.648326 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-c8a36d7e-3276-42ee-9225-3ef5e8c443e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555753'] for port, before_update {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:35:21.653668 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-ea16191e-fd4d-470b-b8e3-3f0b83c582b3 tempest-NetworksTest-1803261889 tempest-NetworksTest-1803261889] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777640533329', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777640097463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851621574'] for port, after_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:35:21.887307 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [None req-c8a36d7e-3276-42ee-9225-3ef5e8c443e5 None None] For port 32961152-5bac-425a-97bb-8905a639a966, host n-d-768862-2, cleared binding levels {{(pid=84876) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 14 07:35:21.929760 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [None req-c8a36d7e-3276-42ee-9225-3ef5e8c443e5 None None] For port 32961152-5bac-425a-97bb-8905a639a966, host n-d-768862-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-2',level=0,port_id=32961152-5bac-425a-97bb-8905a639a966,segment=NetworkSegment(0fcc7c7b-d221-4f54-8a00-e5f528e4eb2c),segment_id=0fcc7c7b-d221-4f54-8a00-e5f528e4eb2c)] {{(pid=84876) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 14 07:35:21.994994 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-619aca01-d0ff-4d8e-a36b-4d5a3f81c53b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:35:22.005592 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-c8a36d7e-3276-42ee-9225-3ef5e8c443e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777640533312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363259214678337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777640097497'] for port, after_update {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:35:22.064507 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-8c981510-262a-4601-a5f6-b1dc2eb6ee75 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84876) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:35:22.156158 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea16191e-fd4d-470b-b8e3-3f0b83c582b3 tempest-NetworksTest-1803261889 tempest-NetworksTest-1803261889] Pushing event deleted for resources: {'Port': ['ID=57ebc588-1917-450e-b677-61182ec41d6c,revision_number=None']} {{(pid=84875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:35:22.158383 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-4818ca66-67c2-4ceb-8d24-4f9b7e568212 tempest-RoutersTest-1255860389 tempest-RoutersTest-1255860389] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036850886386'] for router_interface, before_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:35:22.220724 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-ea16191e-fd4d-470b-b8e3-3f0b83c582b3 tempest-NetworksTest-1803261889 tempest-NetworksTest-1803261889] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.226s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:35:22.222945 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea16191e-fd4d-470b-b8e3-3f0b83c582b3 tempest-NetworksTest-1803261889 tempest-NetworksTest-1803261889] No DVR routers for this DVR port 57ebc588-1917-450e-b677-61182ec41d6c on host n-d-768862-2 {{(pid=84875) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Jan 14 07:35:22.420896 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-4818ca66-67c2-4ceb-8d24-4f9b7e568212 tempest-RoutersTest-1255860389 tempest-RoutersTest-1255860389] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555753'] for port, before_update {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:35:22.431521 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-e89f4f3a-9e69-489d-a00d-956b0c11db0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363259214191800', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854171626'] for agent, after_update {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:35:22.434391 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-da76cfc0-98e8-4426-9f6d-4f05aa3fae78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363259214191800', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854171626'] for agent, after_update {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:35:22.444589 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af14a580-bccd-4c11-95f5-daa5c3ba371f None None] Network 4aaa6784-9a64-416e-be2a-dd9705235385 requested from n-d-768862-2 {{(pid=84876) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 07:35:22.657980 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Provisioning for port 5b9747c5-5e31-4e71-a4cf-69d8be5d03e1 completed by entity L2. {{(pid=84876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 07:35:22.663013 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.plugin [None req-b7b9b0df-8eb8-4c18-8f18-a1c1daef5157 tempest-TestNetworkAdvancedServerOps-470546014 tempest-TestNetworkAdvancedServerOps-470546014] Deleting port 5b9747c5-5e31-4e71-a4cf-69d8be5d03e1 {{(pid=84874) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 07:35:22.663697 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-b7b9b0df-8eb8-4c18-8f18-a1c1daef5157 tempest-TestNetworkAdvancedServerOps-470546014 tempest-TestNetworkAdvancedServerOps-470546014] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363259214248359'] for port, before_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:35:22.718285 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Provisioning complete for port 5b9747c5-5e31-4e71-a4cf-69d8be5d03e1 triggered by entity L2. {{(pid=84876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 07:35:22.719959 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-604227'] for port, provisioning_complete {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:35:22.817529 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-1b1e57b3-3a1e-4c3a-bdf7-68057331137d None None] Provisioning for port 583be377-8a83-45cb-8e8c-b9f2ad01661a completed by entity DHCP. {{(pid=84876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 07:35:22.888905 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363259214191800', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854171626'] for agent, after_update {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:35:22.902803 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5963e16e-94a4-427b-8a98-31d66621a62a None None] Pushing event updated for resources: {'Port': ['ID=32961152-5bac-425a-97bb-8905a639a966,revision_number=4']} {{(pid=84876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:35:22.906587 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-5963e16e-94a4-427b-8a98-31d66621a62a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.842s {{(pid=84876) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:35:22.944196 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8a36d7e-3276-42ee-9225-3ef5e8c443e5 None None] Routers {'8dcf8239-6b3e-410c-87de-2db777d0b27e'} bound to L3 agent in host n-d-768862-2 {{(pid=84876) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 14 07:35:22.945052 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_hamode_db [None req-c8a36d7e-3276-42ee-9225-3ef5e8c443e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-01-14T06:56:51Z,description=,heartbeat_timestamp=2021-01-14T07:35:22Z,host='n-d-768862-2',id=35f592e9-451b-4db9-abea-77b6a5c5391b,load=0,resource_versions=,resources_synced=,started_at=2021-01-14T06:56:51Z,topic='l3_agent')) {'router_ids': ['8dcf8239-6b3e-410c-87de-2db777d0b27e'], 'active': True} {{(pid=84876) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:35:23.133161 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [None req-b7b9b0df-8eb8-4c18-8f18-a1c1daef5157 tempest-TestNetworkAdvancedServerOps-470546014 tempest-TestNetworkAdvancedServerOps-470546014] For port 5b9747c5-5e31-4e71-a4cf-69d8be5d03e1, host n-d-768862-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-2',level=0,port_id=5b9747c5-5e31-4e71-a4cf-69d8be5d03e1,segment=NetworkSegment(4208d142-2167-4808-8891-c4fb7dfcd556),segment_id=4208d142-2167-4808-8891-c4fb7dfcd556)] {{(pid=84874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 07:35:23.133504 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-b7b9b0df-8eb8-4c18-8f18-a1c1daef5157 tempest-TestNetworkAdvancedServerOps-470546014 tempest-TestNetworkAdvancedServerOps-470546014] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036850862667'] for port, precommit_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:35:23.285923 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-ea16191e-fd4d-470b-b8e3-3f0b83c582b3 tempest-NetworksTest-1803261889 tempest-NetworksTest-1803261889] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-598987', 'neutron.services.segments.db._delete_segments_for_network-8777640583949'] for network, precommit_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:35:23.404123 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-0f37073e-9c69-4e3c-80e0-6cfaa0fd61a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363259214191800', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854171626'] for agent, after_update {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:35:23.406441 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_dvr_db [None req-c8a36d7e-3276-42ee-9225-3ef5e8c443e5 None None] Set router 8dcf8239-6b3e-410c-87de-2db777d0b27e gateway port host: n-d-768862-2 {{(pid=84876) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 14 07:35:23.455870 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.plugin [None req-b7b9b0df-8eb8-4c18-8f18-a1c1daef5157 tempest-TestNetworkAdvancedServerOps-470546014 tempest-TestNetworkAdvancedServerOps-470546014] Calling delete_port for 5b9747c5-5e31-4e71-a4cf-69d8be5d03e1 owned by network:router_interface {{(pid=84874) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 07:35:23.534750 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555753'] for port, before_update {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:35:23.577655 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] For port 5b9747c5-5e31-4e71-a4cf-69d8be5d03e1, host n-d-768862-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-2',level=0,port_id=5b9747c5-5e31-4e71-a4cf-69d8be5d03e1,segment=NetworkSegment(4208d142-2167-4808-8891-c4fb7dfcd556),segment_id=4208d142-2167-4808-8891-c4fb7dfcd556)] {{(pid=84876) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 07:35:23.584105 n-d-768862-2 neutron-server[84765]: DEBUG neutron.services.segments.db [None req-ea16191e-fd4d-470b-b8e3-3f0b83c582b3 tempest-NetworksTest-1803261889 tempest-NetworksTest-1803261889] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['692462c4-b1c8-44b8-9ecc-de0c5e201f02']}} {{(pid=84875) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:35:23.633203 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777640533312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363259214678337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777640097497'] for port, after_update {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:35:23.634152 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Device 583be377-8a83-45cb-8e8c-b9f2ad01661a up at agent ovs-agent-n-d-768862-2 {{(pid=84876) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 07:35:23.651517 n-d-768862-2 neutron-server[84765]: DEBUG neutron.services.segments.db [None req-ea16191e-fd4d-470b-b8e3-3f0b83c582b3 tempest-NetworksTest-1803261889 tempest-NetworksTest-1803261889] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3eb43912-c692-4c6b-932d-5d66f86770e5') {'for_net_delete': True} {{(pid=84875) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:35:23.652181 n-d-768862-2 neutron-server[84765]: DEBUG neutron.services.segments.db [None req-ea16191e-fd4d-470b-b8e3-3f0b83c582b3 tempest-NetworksTest-1803261889 tempest-NetworksTest-1803261889] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3eb43912-c692-4c6b-932d-5d66f86770e5') {} {{(pid=84875) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:35:23.706874 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84876) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:35:23.712112 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-ea16191e-fd4d-470b-b8e3-3f0b83c582b3 tempest-NetworksTest-1803261889 tempest-NetworksTest-1803261889] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363259214173198', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036851408567'] for segment, before_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:35:23.785928 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.db.api [None req-b7b9b0df-8eb8-4c18-8f18-a1c1daef5157 tempest-TestNetworkAdvancedServerOps-470546014 tempest-TestNetworkAdvancedServerOps-470546014] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84874) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Jan 14 07:35:23.786670 n-d-768862-2 neutron-server[84765]: DEBUG oslo_db.api [None req-b7b9b0df-8eb8-4c18-8f18-a1c1daef5157 tempest-TestNetworkAdvancedServerOps-470546014 tempest-TestNetworkAdvancedServerOps-470546014] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84874) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Jan 14 07:35:23.792331 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-ea16191e-fd4d-470b-b8e3-3f0b83c582b3 tempest-NetworksTest-1803261889 tempest-NetworksTest-1803261889] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854179735'] for segment, precommit_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:35:23.803893 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-ea16191e-fd4d-470b-b8e3-3f0b83c582b3 tempest-NetworksTest-1803261889 tempest-NetworksTest-1803261889] Releasing vxlan tunnel 19 to pool {{(pid=84875) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Jan 14 07:35:23.865546 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Pushing event updated for resources: {'Port': ['ID=5b9747c5-5e31-4e71-a4cf-69d8be5d03e1,revision_number=5']} {{(pid=84876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:35:23.869250 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.163s {{(pid=84876) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:35:24.040648 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Provisioning for port 583be377-8a83-45cb-8e8c-b9f2ad01661a completed by entity L2. {{(pid=84876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 07:35:24.068183 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.db.resource_extend [None req-4818ca66-67c2-4ceb-8d24-4f9b7e568212 tempest-RoutersTest-1255860389 tempest-RoutersTest-1255860389] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84875) wrapper /usr/local/lib/python3.6/dist-packages/oslo_utils/timeutils.py:388}} Jan 14 07:35:24.103250 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-4818ca66-67c2-4ceb-8d24-4f9b7e568212 tempest-RoutersTest-1255860389 tempest-RoutersTest-1255860389] Notify callbacks [] for port, precommit_update {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:35:24.116675 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.managers [None req-ea16191e-fd4d-470b-b8e3-3f0b83c582b3 tempest-NetworksTest-1803261889 tempest-NetworksTest-1803261889] Network 692462c4-b1c8-44b8-9ecc-de0c5e201f02 has no segments {{(pid=84875) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 14 07:35:24.132988 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-ea16191e-fd4d-470b-b8e3-3f0b83c582b3 tempest-NetworksTest-1803261889 tempest-NetworksTest-1803261889] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-596065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3154253'] for segment, after_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:35:24.176531 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Provisioning complete for port 583be377-8a83-45cb-8e8c-b9f2ad01661a triggered by entity L2. {{(pid=84876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 07:35:24.177071 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-604227'] for port, provisioning_complete {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:35:24.193497 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-4818ca66-67c2-4ceb-8d24-4f9b7e568212 tempest-RoutersTest-1255860389 tempest-RoutersTest-1255860389] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777640533312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363259214678337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777640097497', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3154211'] for port, after_update {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:35:24.287929 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.plugin [None req-b7b9b0df-8eb8-4c18-8f18-a1c1daef5157 tempest-TestNetworkAdvancedServerOps-470546014 tempest-TestNetworkAdvancedServerOps-470546014] Deleting port 5b9747c5-5e31-4e71-a4cf-69d8be5d03e1 {{(pid=84874) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 07:35:24.288574 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-b7b9b0df-8eb8-4c18-8f18-a1c1daef5157 tempest-TestNetworkAdvancedServerOps-470546014 tempest-TestNetworkAdvancedServerOps-470546014] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363259214248359'] for port, before_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:35:24.434484 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-5309eab4-01de-45e0-bf79-c59ab0e9fb85 tempest-TestNetworkAdvancedServerOps-470546014 tempest-TestNetworkAdvancedServerOps-470546014] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:35:24.539871 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-4818ca66-67c2-4ceb-8d24-4f9b7e568212 tempest-RoutersTest-1255860389 tempest-RoutersTest-1255860389] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3206949', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3889649'] for router_interface, after_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:35:24.556451 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_hamode_db [None req-c8a36d7e-3276-42ee-9225-3ef5e8c443e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8dcf8239-6b3e-410c-87de-2db777d0b27e', 'name': 'tempest-TestVolumeBackupRestore-177512155-router', 'tenant_id': 'b7436c40d9974ceeb95e1adceeb35730', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '226f1e78-82cd-4481-9055-4eb73b6db8c1', 'external_fixed_ips': [{'subnet_id': 'ba8deeec-7658-4195-9449-038c076f5c83', 'ip_address': '172.25.2.184'}], 'enable_snat': True}, 'gw_port_id': '8ae55f67-74ec-4282-971a-ade0c2491087', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-14T07:34:48Z', 'updated_at': '2021-01-14T07:35:08Z', 'revision_number': 4, 'project_id': 'b7436c40d9974ceeb95e1adceeb35730', 'gw_port': {'id': '8ae55f67-74ec-4282-971a-ade0c2491087', 'name': '', 'network_id': '226f1e78-82cd-4481-9055-4eb73b6db8c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:d8:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8dcf8239-6b3e-410c-87de-2db777d0b27e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2946, 'fixed_ips': [{'subnet_id': 'ba8deeec-7658-4195-9449-038c076f5c83', 'ip_address': '172.25.2.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T07:34:52Z', 'updated_at': '2021-01-14T07:35:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ba8deeec-7658-4195-9449-038c076f5c83', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-2', '_interfaces': [{'id': '32961152-5bac-425a-97bb-8905a639a966', 'name': '', 'network_id': '1839022e-4ce1-499a-85d7-c3574be174f4', 'tenant_id': 'b7436c40d9974ceeb95e1adceeb35730', 'mac_address': 'fa:16:3e:01:46:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8dcf8239-6b3e-410c-87de-2db777d0b27e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2961, 'fixed_ips': [{'subnet_id': '09cca365-fd94-48ce-8b5f-2524b107ddee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T07:35:02Z', 'updated_at': '2021-01-14T07:35:21Z', 'revision_number': 4, 'project_id': 'b7436c40d9974ceeb95e1adceeb35730', 'subnets': [{'id': '09cca365-fd94-48ce-8b5f-2524b107ddee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'n-d-768862-2', False) {} {{(pid=84876) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:35:24.563048 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-5408255c-5617-46f4-ada3-eda093b70143 None None] Provisioning complete for port 583be377-8a83-45cb-8e8c-b9f2ad01661a triggered by entity DHCP. {{(pid=84876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 07:35:24.563637 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-5408255c-5617-46f4-ada3-eda093b70143 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-604227'] for port, provisioning_complete {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:35:24.653937 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8a36d7e-3276-42ee-9225-3ef5e8c443e5 None None] The sync data for ids ['8dcf8239-6b3e-410c-87de-2db777d0b27e'] in n-d-768862-2 is: [{'id': '8dcf8239-6b3e-410c-87de-2db777d0b27e', 'name': 'tempest-TestVolumeBackupRestore-177512155-router', 'tenant_id': 'b7436c40d9974ceeb95e1adceeb35730', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '226f1e78-82cd-4481-9055-4eb73b6db8c1', 'external_fixed_ips': [{'subnet_id': 'ba8deeec-7658-4195-9449-038c076f5c83', 'ip_address': '172.25.2.184'}], 'enable_snat': True}, 'gw_port_id': '8ae55f67-74ec-4282-971a-ade0c2491087', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-14T07:34:48Z', 'updated_at': '2021-01-14T07:35:08Z', 'revision_number': 4, 'project_id': 'b7436c40d9974ceeb95e1adceeb35730', 'gw_port': {'id': '8ae55f67-74ec-4282-971a-ade0c2491087', 'name': '', 'network_id': '226f1e78-82cd-4481-9055-4eb73b6db8c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:d8:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8dcf8239-6b3e-410c-87de-2db777d0b27e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2946, 'fixed_ips': [{'subnet_id': 'ba8deeec-7658-4195-9449-038c076f5c83', 'ip_address': '172.25.2.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T07:34:52Z', 'updated_at': '2021-01-14T07:35:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ba8deeec-7658-4195-9449-038c076f5c83', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-2', '_interfaces': [{'id': '32961152-5bac-425a-97bb-8905a639a966', 'name': '', 'network_id': '1839022e-4ce1-499a-85d7-c3574be174f4', 'tenant_id': 'b7436c40d9974ceeb95e1adceeb35730', 'mac_address': 'fa:16:3e:01:46:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8dcf8239-6b3e-410c-87de-2db777d0b27e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2961, 'fixed_ips': [{'subnet_id': '09cca365-fd94-48ce-8b5f-2524b107ddee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T07:35:02Z', 'updated_at': '2021-01-14T07:35:21Z', 'revision_number': 4, 'project_id': 'b7436c40d9974ceeb95e1adceeb35730', 'subnets': [{'id': '09cca365-fd94-48ce-8b5f-2524b107ddee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=84876) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Jan 14 07:35:24.669924 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555753'] for port, before_update {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:35:24.798352 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [None req-b7b9b0df-8eb8-4c18-8f18-a1c1daef5157 tempest-TestNetworkAdvancedServerOps-470546014 tempest-TestNetworkAdvancedServerOps-470546014] For port 5b9747c5-5e31-4e71-a4cf-69d8be5d03e1, host n-d-768862-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-2',level=0,port_id=5b9747c5-5e31-4e71-a4cf-69d8be5d03e1,segment=NetworkSegment(4208d142-2167-4808-8891-c4fb7dfcd556),segment_id=4208d142-2167-4808-8891-c4fb7dfcd556)] {{(pid=84874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 07:35:24.799263 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-b7b9b0df-8eb8-4c18-8f18-a1c1daef5157 tempest-TestNetworkAdvancedServerOps-470546014 tempest-TestNetworkAdvancedServerOps-470546014] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036850862667'] for port, precommit_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:35:24.903107 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-5408255c-5617-46f4-ada3-eda093b70143 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555753'] for port, before_update {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:35:25.031639 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] For port 583be377-8a83-45cb-8e8c-b9f2ad01661a, host n-d-768862-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-2',level=0,port_id=583be377-8a83-45cb-8e8c-b9f2ad01661a,segment=NetworkSegment(082a79ec-661b-48c5-b53a-abb402bd2892),segment_id=082a79ec-661b-48c5-b53a-abb402bd2892)] {{(pid=84876) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 07:35:25.141693 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777640533312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363259214678337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777640097497'] for port, after_update {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:35:25.159906 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-25d675b3-8025-4720-acbf-ab8e811c226b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84876) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:35:25.242195 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.plugin [None req-b7b9b0df-8eb8-4c18-8f18-a1c1daef5157 tempest-TestNetworkAdvancedServerOps-470546014 tempest-TestNetworkAdvancedServerOps-470546014] Calling delete_port for 5b9747c5-5e31-4e71-a4cf-69d8be5d03e1 owned by network:router_interface {{(pid=84874) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 07:35:25.453510 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Pushing event updated for resources: {'Port': ['ID=583be377-8a83-45cb-8e8c-b9f2ad01661a,revision_number=3']} {{(pid=84876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:35:25.490834 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.331s {{(pid=84876) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:35:25.504867 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.db.api [None req-5408255c-5617-46f4-ada3-eda093b70143 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=84876) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Jan 14 07:35:25.505556 n-d-768862-2 neutron-server[84765]: DEBUG oslo_db.api [None req-5408255c-5617-46f4-ada3-eda093b70143 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=84876) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Jan 14 07:35:25.544571 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Device 32961152-5bac-425a-97bb-8905a639a966 up at agent ovs-agent-n-d-768862-2 {{(pid=84876) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 07:35:25.685766 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4da0789-1930-416e-b874-14ceea20c89b None None] get_active_networks_info from n-d-768862-2 {{(pid=84876) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}} Jan 14 07:35:25.766555 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Provisioning for port 32961152-5bac-425a-97bb-8905a639a966 completed by entity L2. {{(pid=84876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 07:35:25.767497 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-b7b9b0df-8eb8-4c18-8f18-a1c1daef5157 tempest-TestNetworkAdvancedServerOps-470546014 tempest-TestNetworkAdvancedServerOps-470546014] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777640533329', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777640097463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3254186'] for port, after_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:35:25.787595 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Provisioning complete for port 32961152-5bac-425a-97bb-8905a639a966 triggered by entity L2. {{(pid=84876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 07:35:25.788471 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-604227'] for port, provisioning_complete {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:35:25.799234 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-8c4f4a64-d255-4fc4-902f-738d0ce67e1e tempest-PortsTestJSON-2091589570 tempest-PortsTestJSON-2091589570] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:35:25.844137 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4818ca66-67c2-4ceb-8d24-4f9b7e568212 tempest-RoutersTest-1255860389 tempest-RoutersTest-1255860389] Pushing event updated for resources: {'Port': ['ID=a04b2816-f3a3-422e-8adf-10c2a788c8cb,revision_number=2']} {{(pid=84875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:35:25.851991 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-4818ca66-67c2-4ceb-8d24-4f9b7e568212 tempest-RoutersTest-1255860389 tempest-RoutersTest-1255860389] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.414s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:35:25.889966 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7b9b0df-8eb8-4c18-8f18-a1c1daef5157 tempest-TestNetworkAdvancedServerOps-470546014 tempest-TestNetworkAdvancedServerOps-470546014] Pushing event deleted for resources: {'Port': ['ID=5b9747c5-5e31-4e71-a4cf-69d8be5d03e1,revision_number=None']} {{(pid=84874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:35:25.964364 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-b7b9b0df-8eb8-4c18-8f18-a1c1daef5157 tempest-TestNetworkAdvancedServerOps-470546014 tempest-TestNetworkAdvancedServerOps-470546014] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.173s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:35:26.028009 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.managers [None req-ea16191e-fd4d-470b-b8e3-3f0b83c582b3 tempest-NetworksTest-1803261889 tempest-NetworksTest-1803261889] Network 692462c4-b1c8-44b8-9ecc-de0c5e201f02 has no segments {{(pid=84875) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 14 07:35:26.064277 n-d-768862-2 neutron-server[84765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4818ca66-67c2-4ceb-8d24-4f9b7e568212 tempest-RoutersTest-1255860389 tempest-RoutersTest-1255860389] Network 4aaa6784-9a64-416e-be2a-dd9705235385 is already hosted by enough agents. {{(pid=84875) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 07:35:26.199567 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555753'] for port, before_update {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:35:26.212897 n-d-768862-2 neutron-server[84765]: Traceback (most recent call last): Jan 14 07:35:26.212897 n-d-768862-2 neutron-server[84765]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 14 07:35:26.212897 n-d-768862-2 neutron-server[84765]: timer() Jan 14 07:35:26.212897 n-d-768862-2 neutron-server[84765]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 14 07:35:26.212897 n-d-768862-2 neutron-server[84765]: cb(*args, **kw) Jan 14 07:35:26.212897 n-d-768862-2 neutron-server[84765]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Jan 14 07:35:26.212897 n-d-768862-2 neutron-server[84765]: return func(*args, **kwargs) Jan 14 07:35:26.212897 n-d-768862-2 neutron-server[84765]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 14 07:35:26.212897 n-d-768862-2 neutron-server[84765]: self._notify() Jan 14 07:35:26.212897 n-d-768862-2 neutron-server[84765]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 14 07:35:26.212897 n-d-768862-2 neutron-server[84765]: self.callback(batched_events) Jan 14 07:35:26.212897 n-d-768862-2 neutron-server[84765]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 14 07:35:26.212897 n-d-768862-2 neutron-server[84765]: event.method(event) Jan 14 07:35:26.212897 n-d-768862-2 neutron-server[84765]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 14 07:35:26.212897 n-d-768862-2 neutron-server[84765]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 14 07:35:26.212897 n-d-768862-2 neutron-server[84765]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Jan 14 07:35:26.212897 n-d-768862-2 neutron-server[84765]: segment_id)['aggregates'][0] Jan 14 07:35:26.212897 n-d-768862-2 neutron-server[84765]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 14 07:35:26.212897 n-d-768862-2 neutron-server[84765]: return f(self, *a, **k) Jan 14 07:35:26.212897 n-d-768862-2 neutron-server[84765]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 14 07:35:26.212897 n-d-768862-2 neutron-server[84765]: return self._get(url).json() Jan 14 07:35:26.212897 n-d-768862-2 neutron-server[84765]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 14 07:35:26.212897 n-d-768862-2 neutron-server[84765]: **kwargs) Jan 14 07:35:26.212897 n-d-768862-2 neutron-server[84765]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 14 07:35:26.212897 n-d-768862-2 neutron-server[84765]: return self.request(url, 'GET', **kwargs) Jan 14 07:35:26.212897 n-d-768862-2 neutron-server[84765]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Jan 14 07:35:26.212897 n-d-768862-2 neutron-server[84765]: **endpoint_filter) Jan 14 07:35:26.212897 n-d-768862-2 neutron-server[84765]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 14 07:35:26.212897 n-d-768862-2 neutron-server[84765]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 14 07:35:26.212897 n-d-768862-2 neutron-server[84765]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 14 07:35:26.212897 n-d-768862-2 neutron-server[84765]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 14 07:35:26.212897 n-d-768862-2 neutron-server[84765]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 14 07:35:26.225253 n-d-768862-2 neutron-server[84765]: DEBUG neutron.scheduler.base_scheduler [None req-4818ca66-67c2-4ceb-8d24-4f9b7e568212 tempest-RoutersTest-1255860389 tempest-RoutersTest-1255860389] Resources bound (agent type, host, resource id): {{(pid=84875) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 07:35:26.254072 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] For port 32961152-5bac-425a-97bb-8905a639a966, host n-d-768862-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-2',level=0,port_id=32961152-5bac-425a-97bb-8905a639a966,segment=NetworkSegment(0fcc7c7b-d221-4f54-8a00-e5f528e4eb2c),segment_id=0fcc7c7b-d221-4f54-8a00-e5f528e4eb2c)] {{(pid=84876) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 07:35:26.265756 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777640533312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363259214678337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777640097497'] for port, after_update {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:35:26.266927 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Device 5b9747c5-5e31-4e71-a4cf-69d8be5d03e1 up at agent ovs-agent-n-d-768862-2 {{(pid=84876) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 07:35:26.327529 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-53bd9ba4-2b0c-4f64-bddd-ce134704887d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84876) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:35:26.566901 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-ea16191e-fd4d-470b-b8e3-3f0b83c582b3 tempest-NetworksTest-1803261889 tempest-NetworksTest-1803261889] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036854176830', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850887149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3912591'] for network, after_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:35:26.571892 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-ea16191e-fd4d-470b-b8e3-3f0b83c582b3 tempest-NetworksTest-1803261889 tempest-NetworksTest-1803261889] Notify callbacks [] for network, before_response {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:35:26.579876 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-256734d3-e40d-411b-a859-be3b9f7a3364 tempest-NetworksTest-1803261889 tempest-NetworksTest-1803261889] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:35:26.590151 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-b7b9b0df-8eb8-4c18-8f18-a1c1daef5157 tempest-TestNetworkAdvancedServerOps-470546014 tempest-TestNetworkAdvancedServerOps-470546014] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted--9223372036851568851', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal--9223372036850888080'] for router_interface, after_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:35:26.623156 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea16191e-fd4d-470b-b8e3-3f0b83c582b3 tempest-NetworksTest-1803261889 tempest-NetworksTest-1803261889] Pushing event deleted for resources: {'Network': ['ID=692462c4-b1c8-44b8-9ecc-de0c5e201f02,revision_number=None']} {{(pid=84875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:35:26.626287 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-ea16191e-fd4d-470b-b8e3-3f0b83c582b3 tempest-NetworksTest-1803261889 tempest-NetworksTest-1803261889] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:35:26.640875 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-ea16191e-fd4d-470b-b8e3-3f0b83c582b3 tempest-NetworksTest-1803261889 tempest-NetworksTest-1803261889] 10.222.0.24 "DELETE /v2.0/networks/692462c4-b1c8-44b8-9ecc-de0c5e201f02 HTTP/1.1" status: 204 len: 168 time: 14.5069561 Jan 14 07:35:26.644982 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84875) accepted ('10.222.0.24', 33594) {{(pid=84875) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:35:26.650096 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.plugin [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] No Port match for: 5b9747c5-5e31-4e71-a4cf-69d8be5d03e1 {{(pid=84876) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2188}} Jan 14 07:35:26.650737 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Device 5b9747c5-5e31-4e71-a4cf-69d8be5d03e1 not bound to the agent host n-d-768862-2 {{(pid=84876) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:286}} Jan 14 07:35:26.708231 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Port 5b9747c5-5e31-4e71-a4cf-69d8be5d03e1 not found, will not notify nova. {{(pid=84876) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:294}} Jan 14 07:35:26.716040 n-d-768862-2 neutron-server[84765]: INFO neutron.pecan_wsgi.hooks.translation [None req-f2584d15-1e9b-4ef9-b439-4c3b45b7b419 tempest-NetworksTest-1803261889 tempest-NetworksTest-1803261889] DELETE failed (client error): The resource could not be found. Jan 14 07:35:26.717065 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f2584d15-1e9b-4ef9-b439-4c3b45b7b419 tempest-NetworksTest-1803261889 tempest-NetworksTest-1803261889] No notification will be sent due to unsuccessful status code: 404 {{(pid=84875) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Jan 14 07:35:26.721495 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-f2584d15-1e9b-4ef9-b439-4c3b45b7b419 tempest-NetworksTest-1803261889 tempest-NetworksTest-1803261889] 10.222.0.24 "DELETE /v2.0/subnets/1805ab33-ee50-4eb5-b2b3-1f2bc4eb1e9a HTTP/1.1" status: 404 len: 337 time: 0.0727520 Jan 14 07:35:26.725574 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84875) accepted ('10.222.0.24', 33600) {{(pid=84875) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:35:26.759826 n-d-768862-2 neutron-server[84765]: INFO neutron.pecan_wsgi.hooks.translation [None req-736071ec-7720-4c08-8755-e00177c34648 tempest-NetworksTest-1803261889 tempest-NetworksTest-1803261889] DELETE failed (client error): The resource could not be found. Jan 14 07:35:26.760353 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-736071ec-7720-4c08-8755-e00177c34648 tempest-NetworksTest-1803261889 tempest-NetworksTest-1803261889] No notification will be sent due to unsuccessful status code: 404 {{(pid=84875) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Jan 14 07:35:26.763754 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-736071ec-7720-4c08-8755-e00177c34648 tempest-NetworksTest-1803261889 tempest-NetworksTest-1803261889] 10.222.0.24 "DELETE /v2.0/networks/692462c4-b1c8-44b8-9ecc-de0c5e201f02 HTTP/1.1" status: 404 len: 339 time: 0.0346656 Jan 14 07:35:26.766177 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84875) accepted ('10.222.0.24', 33604) {{(pid=84875) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:35:26.781219 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-5408255c-5617-46f4-ada3-eda093b70143 None None] Provisioning for port a04b2816-f3a3-422e-8adf-10c2a788c8cb completed by entity DHCP. {{(pid=84876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 07:35:26.813923 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-5408255c-5617-46f4-ada3-eda093b70143 None None] Provisioning complete for port a04b2816-f3a3-422e-8adf-10c2a788c8cb triggered by entity DHCP. {{(pid=84876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 07:35:26.814664 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-5408255c-5617-46f4-ada3-eda093b70143 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-604227'] for port, provisioning_complete {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:35:26.848437 n-d-768862-2 neutron-server[84765]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4818ca66-67c2-4ceb-8d24-4f9b7e568212 tempest-RoutersTest-1255860389 tempest-RoutersTest-1255860389] Router bd95e39c-1d1c-49f6-ab8e-fd66c171ced5 is scheduled to L3 agent 35f592e9-451b-4db9-abea-77b6a5c5391b with binding_index 1 {{(pid=84875) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}} Jan 14 07:35:26.858355 n-d-768862-2 neutron-server[84765]: INFO neutron.pecan_wsgi.hooks.translation [None req-9fa05855-33e1-43bf-ad37-1e1070a61ab1 tempest-NetworksTest-1803261889 tempest-NetworksTest-1803261889] DELETE failed (client error): The resource could not be found. Jan 14 07:35:26.858860 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9fa05855-33e1-43bf-ad37-1e1070a61ab1 tempest-NetworksTest-1803261889 tempest-NetworksTest-1803261889] No notification will be sent due to unsuccessful status code: 404 {{(pid=84875) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Jan 14 07:35:26.860930 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-9fa05855-33e1-43bf-ad37-1e1070a61ab1 tempest-NetworksTest-1803261889 tempest-NetworksTest-1803261889] 10.222.0.24 "DELETE /v2.0/subnets/3b651f38-3f14-4537-b910-360d2aac9776 HTTP/1.1" status: 404 len: 337 time: 0.0927610 Jan 14 07:35:26.864270 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84875) accepted ('10.222.0.24', 33608) {{(pid=84875) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:35:26.916481 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.plugin [None req-5408255c-5617-46f4-ada3-eda093b70143 None None] Port a04b2816-f3a3-422e-8adf-10c2a788c8cb cannot update to ACTIVE because it is not bound. {{(pid=84876) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:329}} Jan 14 07:35:26.924813 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Pushing event updated for resources: {'Port': ['ID=32961152-5bac-425a-97bb-8905a639a966,revision_number=5']} {{(pid=84876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:35:26.927108 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84874) accepted ('10.222.0.24', 33612) {{(pid=84874) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:35:26.936684 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.609s {{(pid=84876) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:35:26.976085 n-d-768862-2 neutron-server[84765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4da0789-1930-416e-b874-14ceea20c89b None None] Resources bound (agent type, host, resource id): {{(pid=84876) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:105}} Jan 14 07:35:26.978894 n-d-768862-2 neutron-server[84765]: INFO neutron.pecan_wsgi.hooks.translation [None req-f81652f7-6379-4b33-9e47-65dc2fe6f920 tempest-NetworksTest-1803261889 tempest-NetworksTest-1803261889] DELETE failed (client error): The resource could not be found. Jan 14 07:35:26.979701 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f81652f7-6379-4b33-9e47-65dc2fe6f920 tempest-NetworksTest-1803261889 tempest-NetworksTest-1803261889] No notification will be sent due to unsuccessful status code: 404 {{(pid=84875) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Jan 14 07:35:26.981573 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-f81652f7-6379-4b33-9e47-65dc2fe6f920 tempest-NetworksTest-1803261889 tempest-NetworksTest-1803261889] 10.222.0.24 "DELETE /v2.0/networks/833145dc-d25b-4cb3-a8e6-2b365fcc3cf9 HTTP/1.1" status: 404 len: 339 time: 0.1138184 Jan 14 07:35:27.004338 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84874) accepted ('10.222.0.24', 33616) {{(pid=84874) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:35:27.108667 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4818ca66-67c2-4ceb-8d24-4f9b7e568212 tempest-RoutersTest-1255860389 tempest-RoutersTest-1255860389] Notify agent at l3_agent.n-d-768862-2 the message routers_updated {{(pid=84875) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jan 14 07:35:27.115117 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-4818ca66-67c2-4ceb-8d24-4f9b7e568212 tempest-RoutersTest-1255860389 tempest-RoutersTest-1255860389] 10.222.0.24 "PUT /v2.0/routers/bd95e39c-1d1c-49f6-ab8e-fd66c171ced5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 13.3176026 Jan 14 07:35:27.118312 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84875) accepted ('10.222.0.24', 33622) {{(pid=84875) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:35:27.157245 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-572af8eb-4d17-4dab-9075-c72fdcb880cb None None] Sync routers for ids ['bd95e39c-1d1c-49f6-ab8e-fd66c171ced5'] in n-d-768862-2 {{(pid=84876) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Jan 14 07:35:27.169634 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-b9b102da-caf0-441b-b08f-59dd699cb987 None None] Provisioning complete for port 583be377-8a83-45cb-8e8c-b9f2ad01661a triggered by entity DHCP. {{(pid=84876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 07:35:27.169946 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-b9b102da-caf0-441b-b08f-59dd699cb987 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-604227'] for port, provisioning_complete {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:35:27.309937 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-bae31839-3d20-4c92-9e9a-b4414f529c78 tempest-NetworksTest-1803261889 tempest-NetworksTest-1803261889] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036854160497'] for network, before_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:35:27.328394 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-572af8eb-4d17-4dab-9075-c72fdcb880cb None None] Routers {'bd95e39c-1d1c-49f6-ab8e-fd66c171ced5'} bound to L3 agent in host n-d-768862-2 {{(pid=84876) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 14 07:35:27.329119 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_hamode_db [None req-572af8eb-4d17-4dab-9075-c72fdcb880cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-01-14T06:56:51Z,description=,heartbeat_timestamp=2021-01-14T07:35:22Z,host='n-d-768862-2',id=35f592e9-451b-4db9-abea-77b6a5c5391b,load=0,resource_versions=,resources_synced=,started_at=2021-01-14T06:56:51Z,topic='l3_agent')) {'router_ids': ['bd95e39c-1d1c-49f6-ab8e-fd66c171ced5'], 'active': True} {{(pid=84876) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:35:27.349412 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4295eea6-7b9b-4b09-ba3e-11e1e555bd1f tempest-RoutersTest-1255860389 tempest-RoutersTest-1255860389] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:35:27.350493 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-4295eea6-7b9b-4b09-ba3e-11e1e555bd1f tempest-RoutersTest-1255860389 tempest-RoutersTest-1255860389] Synchronizing usage tracker for tenant:2a076c09cf6548039ba7b64b98184a0e on resource:port {{(pid=84875) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 14 07:35:27.372844 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-4295eea6-7b9b-4b09-ba3e-11e1e555bd1f tempest-RoutersTest-1255860389 tempest-RoutersTest-1255860389] Unset dirty status for tenant:2a076c09cf6548039ba7b64b98184a0e on resource:port {{(pid=84875) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 14 07:35:27.381098 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-4295eea6-7b9b-4b09-ba3e-11e1e555bd1f tempest-RoutersTest-1255860389 tempest-RoutersTest-1255860389] 10.222.0.24 "GET /v2.0/ports/a04b2816-f3a3-422e-8adf-10c2a788c8cb HTTP/1.1" status: 200 len: 910 time: 0.2611639 Jan 14 07:35:27.381853 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84875) accepted ('10.222.0.24', 33626) {{(pid=84875) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:35:27.429856 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-f5d9e682-236c-4f29-8dca-beb9999b7c14 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:35:27.450420 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.agents_db [None req-5b939a2f-078d-4c69-a188-cb55a28a77a0 None None] Agent healthcheck: found 7 active agents {{(pid=84877) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Jan 14 07:35:27.467433 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_hamode_db [None req-572af8eb-4d17-4dab-9075-c72fdcb880cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768862-2', False) {} {{(pid=84876) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:35:27.470930 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Device 32961152-5bac-425a-97bb-8905a639a966 up at agent ovs-agent-n-d-768862-2 {{(pid=84876) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 07:35:27.486051 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-f5d9e682-236c-4f29-8dca-beb9999b7c14 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:35:27.490818 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-f5d9e682-236c-4f29-8dca-beb9999b7c14 admin admin] Usage tracker for resource:security_group_rule and tenant:57c90935f42a4e25a9e33e752c282fc3 is out of sync, need to count used quota {{(pid=84874) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:35:27.494516 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-f5d9e682-236c-4f29-8dca-beb9999b7c14 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84874) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:35:27.501731 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-f5d9e682-236c-4f29-8dca-beb9999b7c14 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:35:27.622594 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-572af8eb-4d17-4dab-9075-c72fdcb880cb None None] Routers {'bd95e39c-1d1c-49f6-ab8e-fd66c171ced5'} bound to L3 agent in host n-d-768862-2 {{(pid=84876) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 14 07:35:27.623313 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_hamode_db [None req-572af8eb-4d17-4dab-9075-c72fdcb880cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-01-14T06:56:51Z,description=,heartbeat_timestamp=2021-01-14T07:35:22Z,host='n-d-768862-2',id=35f592e9-451b-4db9-abea-77b6a5c5391b,load=0,resource_versions=,resources_synced=,started_at=2021-01-14T06:56:51Z,topic='l3_agent')) {'router_ids': ['bd95e39c-1d1c-49f6-ab8e-fd66c171ced5'], 'active': True} {{(pid=84876) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:35:27.810741 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_hamode_db [None req-572af8eb-4d17-4dab-9075-c72fdcb880cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768862-2', False) {} {{(pid=84876) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:35:27.811115 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-572af8eb-4d17-4dab-9075-c72fdcb880cb None None] The sync data for ids ['bd95e39c-1d1c-49f6-ab8e-fd66c171ced5'] in n-d-768862-2 is: [] {{(pid=84876) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Jan 14 07:35:28.085624 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-b9b102da-caf0-441b-b08f-59dd699cb987 None None] Provisioning complete for port a04b2816-f3a3-422e-8adf-10c2a788c8cb triggered by entity DHCP. {{(pid=84876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 07:35:28.086179 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-b9b102da-caf0-441b-b08f-59dd699cb987 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-604227'] for port, provisioning_complete {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:35:28.129209 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Provisioning complete for port 32961152-5bac-425a-97bb-8905a639a966 triggered by entity L2. {{(pid=84876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 07:35:28.129747 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-604227'] for port, provisioning_complete {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:35:28.236020 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-426bddef-e5ef-48ea-9874-9d90eb4148bb tempest-RoutersTest-1255860389 tempest-RoutersTest-1255860389] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3889632'] for router_interface, before_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:35:28.367414 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.plugin [None req-b9b102da-caf0-441b-b08f-59dd699cb987 None None] Port a04b2816-f3a3-422e-8adf-10c2a788c8cb cannot update to ACTIVE because it is not bound. {{(pid=84876) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:329}} Jan 14 07:35:28.410600 n-d-768862-2 neutron-server[84765]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b7b9b0df-8eb8-4c18-8f18-a1c1daef5157 tempest-TestNetworkAdvancedServerOps-470546014 tempest-TestNetworkAdvancedServerOps-470546014] Router 5d5efd29-6817-4356-961b-74189fa5e7ba has already been hosted by L3 agent 35f592e9-451b-4db9-abea-77b6a5c5391b {{(pid=84874) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Jan 14 07:35:28.439681 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Device 583be377-8a83-45cb-8e8c-b9f2ad01661a up at agent ovs-agent-n-d-768862-2 {{(pid=84876) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 07:35:28.534803 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Provisioning complete for port 583be377-8a83-45cb-8e8c-b9f2ad01661a triggered by entity L2. {{(pid=84876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 07:35:28.535225 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-604227'] for port, provisioning_complete {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:35:28.620029 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-f5d9e682-236c-4f29-8dca-beb9999b7c14 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:35:28.834934 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-bae31839-3d20-4c92-9e9a-b4414f529c78 tempest-NetworksTest-1803261889 tempest-NetworksTest-1803261889] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-598987', 'neutron.services.segments.db._delete_segments_for_network-8777640583949'] for network, precommit_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:35:28.902852 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-f5d9e682-236c-4f29-8dca-beb9999b7c14 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850887153'] for security_group, after_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:35:28.909244 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-5d3b74d2-1cb0-4954-b193-112bbf8869c4 None None] Provisioning complete for port a04b2816-f3a3-422e-8adf-10c2a788c8cb triggered by entity DHCP. {{(pid=84876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 07:35:28.909668 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-5d3b74d2-1cb0-4954-b193-112bbf8869c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-604227'] for port, provisioning_complete {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:35:28.968794 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.plugin [None req-5d3b74d2-1cb0-4954-b193-112bbf8869c4 None None] Port a04b2816-f3a3-422e-8adf-10c2a788c8cb cannot update to ACTIVE because it is not bound. {{(pid=84876) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:329}} Jan 14 07:35:28.975370 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-a7b0d89e-c1ba-403d-a7d9-84657792df4e tempest-PortsTestJSON-2091589570 tempest-PortsTestJSON-2091589570] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:35:29.025004 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.plugin [None req-426bddef-e5ef-48ea-9874-9d90eb4148bb tempest-RoutersTest-1255860389 tempest-RoutersTest-1255860389] Deleting port a04b2816-f3a3-422e-8adf-10c2a788c8cb {{(pid=84875) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 07:35:29.025358 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-426bddef-e5ef-48ea-9874-9d90eb4148bb tempest-RoutersTest-1255860389 tempest-RoutersTest-1255860389] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363259214248359'] for port, before_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:35:29.147673 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-f5d9e682-236c-4f29-8dca-beb9999b7c14 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=57c90935f42a4e25a9e33e752c282fc3&name=default HTTP/1.1" status: 200 len: 2983 time: 2.2176979 Jan 14 07:35:29.152845 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84874) accepted ('10.222.0.24', 33654) {{(pid=84874) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:35:29.153657 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5d9e682-236c-4f29-8dca-beb9999b7c14 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c16d7398-75a9-4130-a32f-1f799e477bf3,revision_number=1']} {{(pid=84874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:35:29.162444 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-f5d9e682-236c-4f29-8dca-beb9999b7c14 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.187s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:35:29.252430 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-cf7e74cc-312f-4760-b82a-88279cd80dfb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:35:29.287386 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-cf7e74cc-312f-4760-b82a-88279cd80dfb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:35:29.298481 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-426bddef-e5ef-48ea-9874-9d90eb4148bb tempest-RoutersTest-1255860389 tempest-RoutersTest-1255860389] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036850862667'] for port, precommit_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:35:29.337864 n-d-768862-2 neutron-server[84765]: DEBUG neutron.services.segments.db [None req-bae31839-3d20-4c92-9e9a-b4414f529c78 tempest-NetworksTest-1803261889 tempest-NetworksTest-1803261889] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['520cca56-5c59-44f7-9a92-334a1f606221']}} {{(pid=84874) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:35:29.356055 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-cf7e74cc-312f-4760-b82a-88279cd80dfb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850887153'] for security_group, after_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:35:29.371020 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-cdef651f-3369-4800-94c7-28d0de61fadb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:35:29.393765 n-d-768862-2 neutron-server[84765]: DEBUG neutron.services.segments.db [None req-bae31839-3d20-4c92-9e9a-b4414f529c78 tempest-NetworksTest-1803261889 tempest-NetworksTest-1803261889] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '405e60b1-6fa8-4693-ae64-38273f94c8c1') {'for_net_delete': True} {{(pid=84874) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:35:29.394082 n-d-768862-2 neutron-server[84765]: DEBUG neutron.services.segments.db [None req-bae31839-3d20-4c92-9e9a-b4414f529c78 tempest-NetworksTest-1803261889 tempest-NetworksTest-1803261889] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '405e60b1-6fa8-4693-ae64-38273f94c8c1') {} {{(pid=84874) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:35:29.410521 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf7e74cc-312f-4760-b82a-88279cd80dfb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c16d7398-75a9-4130-a32f-1f799e477bf3,revision_number=None']} {{(pid=84874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:35:29.429814 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-cf7e74cc-312f-4760-b82a-88279cd80dfb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:35:29.433029 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-bae31839-3d20-4c92-9e9a-b4414f529c78 tempest-NetworksTest-1803261889 tempest-NetworksTest-1803261889] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363259214173198', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2968632'] for segment, before_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:35:29.441286 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-cf7e74cc-312f-4760-b82a-88279cd80dfb admin admin] Notify callbacks [] for security_group, before_response {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:35:29.456601 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-cf7e74cc-312f-4760-b82a-88279cd80dfb admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/c16d7398-75a9-4130-a32f-1f799e477bf3 HTTP/1.1" status: 204 len: 168 time: 0.2985191 Jan 14 07:35:29.461084 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b7b9b0df-8eb8-4c18-8f18-a1c1daef5157 tempest-TestNetworkAdvancedServerOps-470546014 tempest-TestNetworkAdvancedServerOps-470546014] Notify agent at l3_agent.n-d-768862-2 the message routers_updated {{(pid=84874) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jan 14 07:35:29.469944 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.plugin [None req-426bddef-e5ef-48ea-9874-9d90eb4148bb tempest-RoutersTest-1255860389 tempest-RoutersTest-1255860389] Calling delete_port for a04b2816-f3a3-422e-8adf-10c2a788c8cb owned by network:router_interface {{(pid=84875) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 07:35:29.474962 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5226be7b-4874-48e4-b6a2-712053d831cd None None] Sync routers for ids ['5d5efd29-6817-4356-961b-74189fa5e7ba'] in n-d-768862-2 {{(pid=84877) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Jan 14 07:35:29.477290 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-b7b9b0df-8eb8-4c18-8f18-a1c1daef5157 tempest-TestNetworkAdvancedServerOps-470546014 tempest-TestNetworkAdvancedServerOps-470546014] 10.222.0.24 "PUT /v2.0/routers/5d5efd29-6817-4356-961b-74189fa5e7ba/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 10.1854029 Jan 14 07:35:29.480643 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84874) accepted ('10.222.0.24', 33662) {{(pid=84874) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:35:29.500468 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5226be7b-4874-48e4-b6a2-712053d831cd None None] Routers {'5d5efd29-6817-4356-961b-74189fa5e7ba'} bound to L3 agent in host n-d-768862-2 {{(pid=84877) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 14 07:35:29.501146 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_hamode_db [None req-5226be7b-4874-48e4-b6a2-712053d831cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-01-14T06:56:51Z,description=,heartbeat_timestamp=2021-01-14T07:35:22Z,host='n-d-768862-2',id=35f592e9-451b-4db9-abea-77b6a5c5391b,load=0,resource_versions=,resources_synced=,started_at=2021-01-14T06:56:51Z,topic='l3_agent')) {'router_ids': ['5d5efd29-6817-4356-961b-74189fa5e7ba'], 'active': True} {{(pid=84877) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:35:29.582189 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-bae31839-3d20-4c92-9e9a-b4414f529c78 tempest-NetworksTest-1803261889 tempest-NetworksTest-1803261889] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854179735'] for segment, precommit_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:35:29.596157 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-bae31839-3d20-4c92-9e9a-b4414f529c78 tempest-NetworksTest-1803261889 tempest-NetworksTest-1803261889] Releasing vxlan tunnel 3 to pool {{(pid=84874) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Jan 14 07:35:29.752299 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_dvr_db [None req-5226be7b-4874-48e4-b6a2-712053d831cd None None] Set router 5d5efd29-6817-4356-961b-74189fa5e7ba gateway port host: n-d-768862-2 {{(pid=84877) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 14 07:35:29.832141 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-426bddef-e5ef-48ea-9874-9d90eb4148bb tempest-RoutersTest-1255860389 tempest-RoutersTest-1255860389] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777640533329', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777640097463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851621574'] for port, after_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:35:30.014878 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-4aaed265-8b85-49e4-8c81-f5bb3bf3bbe9 tempest-FloatingIPNegativeTestJSON-2001787271 tempest-FloatingIPNegativeTestJSON-2001787271] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:35:30.077099 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-426bddef-e5ef-48ea-9874-9d90eb4148bb tempest-RoutersTest-1255860389 tempest-RoutersTest-1255860389] Pushing event deleted for resources: {'Port': ['ID=a04b2816-f3a3-422e-8adf-10c2a788c8cb,revision_number=None']} {{(pid=84875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:35:30.092514 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-426bddef-e5ef-48ea-9874-9d90eb4148bb tempest-RoutersTest-1255860389 tempest-RoutersTest-1255860389] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:35:30.341519 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_hamode_db [None req-5226be7b-4874-48e4-b6a2-712053d831cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5d5efd29-6817-4356-961b-74189fa5e7ba', 'name': 'tempest-TestNetworkAdvancedServerOps-router-29276293', 'tenant_id': '6f3510a486e44d0a99223e7a34e71069', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '226f1e78-82cd-4481-9055-4eb73b6db8c1', 'external_fixed_ips': [{'subnet_id': 'ba8deeec-7658-4195-9449-038c076f5c83', 'ip_address': '172.25.2.209'}], 'enable_snat': True}, 'gw_port_id': '0df871c9-2ea9-4e58-bc3d-59530a9b7629', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-14T07:34:46Z', 'updated_at': '2021-01-14T07:35:25Z', 'revision_number': 5, 'project_id': '6f3510a486e44d0a99223e7a34e71069', 'gw_port': {'id': '0df871c9-2ea9-4e58-bc3d-59530a9b7629', 'name': '', 'network_id': '226f1e78-82cd-4481-9055-4eb73b6db8c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:64:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d5efd29-6817-4356-961b-74189fa5e7ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2945, 'fixed_ips': [{'subnet_id': 'ba8deeec-7658-4195-9449-038c076f5c83', 'ip_address': '172.25.2.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T07:34:49Z', 'updated_at': '2021-01-14T07:35:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ba8deeec-7658-4195-9449-038c076f5c83', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-2'}], 'n-d-768862-2', False) {} {{(pid=84877) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:35:30.346206 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5226be7b-4874-48e4-b6a2-712053d831cd None None] Checking router: 5d5efd29-6817-4356-961b-74189fa5e7ba for host: n-d-768862-2 {{(pid=84877) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Jan 14 07:35:30.361095 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84875) accepted ('10.222.0.24', 33670) {{(pid=84875) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:35:30.367664 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5226be7b-4874-48e4-b6a2-712053d831cd None None] Routers {'5d5efd29-6817-4356-961b-74189fa5e7ba'} bound to L3 agent in host n-d-768862-2 {{(pid=84877) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 14 07:35:30.368387 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_hamode_db [None req-5226be7b-4874-48e4-b6a2-712053d831cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-01-14T06:56:51Z,description=,heartbeat_timestamp=2021-01-14T07:35:22Z,host='n-d-768862-2',id=35f592e9-451b-4db9-abea-77b6a5c5391b,load=0,resource_versions=,resources_synced=,started_at=2021-01-14T06:56:51Z,topic='l3_agent')) {'router_ids': ['5d5efd29-6817-4356-961b-74189fa5e7ba'], 'active': True} {{(pid=84877) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:35:30.389391 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.managers [None req-bae31839-3d20-4c92-9e9a-b4414f529c78 tempest-NetworksTest-1803261889 tempest-NetworksTest-1803261889] Network 520cca56-5c59-44f7-9a92-334a1f606221 has no segments {{(pid=84874) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 14 07:35:30.414477 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-bae31839-3d20-4c92-9e9a-b4414f529c78 tempest-NetworksTest-1803261889 tempest-NetworksTest-1803261889] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-596065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036851521571'] for segment, after_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:35:30.422011 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-cf05b009-8270-434a-9b23-683b3258674e admin admin] Notify callbacks [] for security_group, before_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:35:30.657120 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_dvr_db [None req-5226be7b-4874-48e4-b6a2-712053d831cd None None] Set router 5d5efd29-6817-4356-961b-74189fa5e7ba gateway port host: n-d-768862-2 {{(pid=84877) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 14 07:35:30.678379 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.managers [None req-bae31839-3d20-4c92-9e9a-b4414f529c78 tempest-NetworksTest-1803261889 tempest-NetworksTest-1803261889] Network 520cca56-5c59-44f7-9a92-334a1f606221 has no segments {{(pid=84874) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 14 07:35:30.819221 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:port_security_enabled":"rule:admin_or_owner" was deprecated in W in favor of "update_network:port_security_enabled":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 07:35:30.819221 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:35:30.819221 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:35:30.819221 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:35:30.819221 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "delete_network":"rule:admin_or_owner" was deprecated in W in favor of "delete_network":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 07:35:30.819221 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:35:30.819221 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:35:30.819221 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:35:30.819221 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_segment":"rule:admin_only" was deprecated in W in favor of "create_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:35:30.819221 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:35:30.819221 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_segment":"rule:admin_only" was deprecated in W in favor of "get_segment":"role:reader and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:35:30.819221 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:35:30.819221 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_segment":"rule:admin_only" was deprecated in W in favor of "update_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:35:30.819221 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:35:30.819221 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "delete_segment":"rule:admin_only" was deprecated in W in favor of "delete_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:35:30.819221 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:35:30.819221 n-d-768862-2 neutron-server[84765]: Traceback (most recent call last): Jan 14 07:35:30.819221 n-d-768862-2 neutron-server[84765]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 14 07:35:30.819221 n-d-768862-2 neutron-server[84765]: timer() Jan 14 07:35:30.819221 n-d-768862-2 neutron-server[84765]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 14 07:35:30.819221 n-d-768862-2 neutron-server[84765]: cb(*args, **kw) Jan 14 07:35:30.819221 n-d-768862-2 neutron-server[84765]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Jan 14 07:35:30.819221 n-d-768862-2 neutron-server[84765]: return func(*args, **kwargs) Jan 14 07:35:30.819221 n-d-768862-2 neutron-server[84765]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 14 07:35:30.819221 n-d-768862-2 neutron-server[84765]: self._notify() Jan 14 07:35:30.819221 n-d-768862-2 neutron-server[84765]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 14 07:35:30.819221 n-d-768862-2 neutron-server[84765]: self.callback(batched_events) Jan 14 07:35:30.819221 n-d-768862-2 neutron-server[84765]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 14 07:35:30.819221 n-d-768862-2 neutron-server[84765]: event.method(event) Jan 14 07:35:30.819221 n-d-768862-2 neutron-server[84765]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 14 07:35:30.819221 n-d-768862-2 neutron-server[84765]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 14 07:35:30.819221 n-d-768862-2 neutron-server[84765]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Jan 14 07:35:30.819221 n-d-768862-2 neutron-server[84765]: segment_id)['aggregates'][0] Jan 14 07:35:30.819221 n-d-768862-2 neutron-server[84765]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 14 07:35:30.819221 n-d-768862-2 neutron-server[84765]: return f(self, *a, **k) Jan 14 07:35:30.819221 n-d-768862-2 neutron-server[84765]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 14 07:35:30.819221 n-d-768862-2 neutron-server[84765]: return self._get(url).json() Jan 14 07:35:30.819221 n-d-768862-2 neutron-server[84765]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 14 07:35:30.819221 n-d-768862-2 neutron-server[84765]: **kwargs) Jan 14 07:35:30.819221 n-d-768862-2 neutron-server[84765]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 14 07:35:30.819221 n-d-768862-2 neutron-server[84765]: return self.request(url, 'GET', **kwargs) Jan 14 07:35:30.819221 n-d-768862-2 neutron-server[84765]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Jan 14 07:35:30.819221 n-d-768862-2 neutron-server[84765]: **endpoint_filter) Jan 14 07:35:30.819221 n-d-768862-2 neutron-server[84765]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 14 07:35:30.819221 n-d-768862-2 neutron-server[84765]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 14 07:35:30.819221 n-d-768862-2 neutron-server[84765]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 14 07:35:30.819221 n-d-768862-2 neutron-server[84765]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 14 07:35:30.819221 n-d-768862-2 neutron-server[84765]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 14 07:35:30.839541 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-bae31839-3d20-4c92-9e9a-b4414f529c78 tempest-NetworksTest-1803261889 tempest-NetworksTest-1803261889] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036854176830', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850887149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3912591'] for network, after_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:35:30.847785 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-bae31839-3d20-4c92-9e9a-b4414f529c78 tempest-NetworksTest-1803261889 tempest-NetworksTest-1803261889] Notify callbacks [] for network, before_response {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:35:30.859413 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-6411dada-e4c7-4909-b50b-afafb07bb95b tempest-PortsIpV6TestJSON-1330665174 tempest-PortsIpV6TestJSON-1330665174] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:35:30.862780 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-cf05b009-8270-434a-9b23-683b3258674e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:35:30.869301 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-cf05b009-8270-434a-9b23-683b3258674e admin admin] Usage tracker for resource:security_group_rule and tenant:1d04e064b83a4f1484262a5666e9c0be is out of sync, need to count used quota {{(pid=84875) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:35:30.873267 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-cf05b009-8270-434a-9b23-683b3258674e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84875) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:35:30.881144 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-cf05b009-8270-434a-9b23-683b3258674e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:35:30.886071 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-bae31839-3d20-4c92-9e9a-b4414f529c78 tempest-NetworksTest-1803261889 tempest-NetworksTest-1803261889] 10.222.0.24 "DELETE /v2.0/networks/520cca56-5c59-44f7-9a92-334a1f606221 HTTP/1.1" status: 204 len: 168 time: 3.8673220 Jan 14 07:35:30.887898 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bae31839-3d20-4c92-9e9a-b4414f529c78 tempest-NetworksTest-1803261889 tempest-NetworksTest-1803261889] Pushing event deleted for resources: {'Network': ['ID=520cca56-5c59-44f7-9a92-334a1f606221,revision_number=None']} {{(pid=84874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:35:30.890894 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-bae31839-3d20-4c92-9e9a-b4414f529c78 tempest-NetworksTest-1803261889 tempest-NetworksTest-1803261889] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:35:30.893994 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84874) accepted ('10.222.0.24', 33678) {{(pid=84874) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:35:30.945959 n-d-768862-2 neutron-server[84765]: INFO neutron.pecan_wsgi.hooks.translation [None req-28606d68-db9a-49a5-89be-325b58ac8e84 tempest-NetworksTest-1803261889 tempest-NetworksTest-1803261889] DELETE failed (client error): The resource could not be found. Jan 14 07:35:30.946462 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-28606d68-db9a-49a5-89be-325b58ac8e84 tempest-NetworksTest-1803261889 tempest-NetworksTest-1803261889] No notification will be sent due to unsuccessful status code: 404 {{(pid=84874) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Jan 14 07:35:30.951475 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-28606d68-db9a-49a5-89be-325b58ac8e84 tempest-NetworksTest-1803261889 tempest-NetworksTest-1803261889] 10.222.0.24 "DELETE /v2.0/subnets/56f201ee-a09a-4de2-a50b-7c87a9e4bdb9 HTTP/1.1" status: 404 len: 337 time: 0.0533848 Jan 14 07:35:30.985042 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-cf05b009-8270-434a-9b23-683b3258674e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:35:30.986877 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-426bddef-e5ef-48ea-9874-9d90eb4148bb tempest-RoutersTest-1255860389 tempest-RoutersTest-1255860389] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted--9223372036851568851', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal--9223372036850888080'] for router_interface, after_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:35:31.001046 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84875) accepted ('10.222.0.24', 33682) {{(pid=84875) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:35:31.001478 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.db_base_plugin_v2 [None req-a835229d-cc6b-4cfb-b694-fa9f4e8f43e5 tempest-TestNetworkAdvancedServerOps-470546014 tempest-TestNetworkAdvancedServerOps-470546014] Deleting subnet 92407e9f-e8c8-493f-8546-af91a9b43006 {{(pid=84874) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Jan 14 07:35:31.004943 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-a835229d-cc6b-4cfb-b694-fa9f4e8f43e5 tempest-TestNetworkAdvancedServerOps-470546014 tempest-TestNetworkAdvancedServerOps-470546014] Notify callbacks [] for subnet, before_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:35:31.007220 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-cf05b009-8270-434a-9b23-683b3258674e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850887153'] for security_group, after_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:35:31.039048 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-d3e897af-dfcf-4fff-90dd-af938ab7f684 tempest-SecGroupIPv6Test-296392250 tempest-SecGroupIPv6Test-296392250] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:35:31.075230 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_hamode_db [None req-5226be7b-4874-48e4-b6a2-712053d831cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5d5efd29-6817-4356-961b-74189fa5e7ba', 'name': 'tempest-TestNetworkAdvancedServerOps-router-29276293', 'tenant_id': '6f3510a486e44d0a99223e7a34e71069', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '226f1e78-82cd-4481-9055-4eb73b6db8c1', 'external_fixed_ips': [{'subnet_id': 'ba8deeec-7658-4195-9449-038c076f5c83', 'ip_address': '172.25.2.209'}], 'enable_snat': True}, 'gw_port_id': '0df871c9-2ea9-4e58-bc3d-59530a9b7629', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-14T07:34:46Z', 'updated_at': '2021-01-14T07:35:25Z', 'revision_number': 5, 'project_id': '6f3510a486e44d0a99223e7a34e71069', 'gw_port': {'id': '0df871c9-2ea9-4e58-bc3d-59530a9b7629', 'name': '', 'network_id': '226f1e78-82cd-4481-9055-4eb73b6db8c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:64:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d5efd29-6817-4356-961b-74189fa5e7ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2945, 'fixed_ips': [{'subnet_id': 'ba8deeec-7658-4195-9449-038c076f5c83', 'ip_address': '172.25.2.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T07:34:49Z', 'updated_at': '2021-01-14T07:35:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ba8deeec-7658-4195-9449-038c076f5c83', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-2'}], 'n-d-768862-2', False) {} {{(pid=84877) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:35:31.091665 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-a835229d-cc6b-4cfb-b694-fa9f4e8f43e5 tempest-TestNetworkAdvancedServerOps-470546014 tempest-TestNetworkAdvancedServerOps-470546014] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036851807232'] for subnet, precommit_delete_associations {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:35:31.093852 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5226be7b-4874-48e4-b6a2-712053d831cd None None] The sync data for ids ['5d5efd29-6817-4356-961b-74189fa5e7ba'] in n-d-768862-2 is: [{'id': '5d5efd29-6817-4356-961b-74189fa5e7ba', 'name': 'tempest-TestNetworkAdvancedServerOps-router-29276293', 'tenant_id': '6f3510a486e44d0a99223e7a34e71069', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '226f1e78-82cd-4481-9055-4eb73b6db8c1', 'external_fixed_ips': [{'subnet_id': 'ba8deeec-7658-4195-9449-038c076f5c83', 'ip_address': '172.25.2.209'}], 'enable_snat': True}, 'gw_port_id': '0df871c9-2ea9-4e58-bc3d-59530a9b7629', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-14T07:34:46Z', 'updated_at': '2021-01-14T07:35:25Z', 'revision_number': 5, 'project_id': '6f3510a486e44d0a99223e7a34e71069', 'gw_port': {'id': '0df871c9-2ea9-4e58-bc3d-59530a9b7629', 'name': '', 'network_id': '226f1e78-82cd-4481-9055-4eb73b6db8c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:64:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d5efd29-6817-4356-961b-74189fa5e7ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2945, 'fixed_ips': [{'subnet_id': 'ba8deeec-7658-4195-9449-038c076f5c83', 'ip_address': '172.25.2.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T07:34:49Z', 'updated_at': '2021-01-14T07:35:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ba8deeec-7658-4195-9449-038c076f5c83', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-2'}] {{(pid=84877) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Jan 14 07:35:31.153854 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf05b009-8270-434a-9b23-683b3258674e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4a64c915-1eaf-4bb1-9f8a-5ed5b35369b1,revision_number=1']} {{(pid=84875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:35:31.166037 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-cf05b009-8270-434a-9b23-683b3258674e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:35:31.201551 n-d-768862-2 neutron-server[84765]: INFO neutron.pecan_wsgi.hooks.translation [None req-568f9b6f-e3fe-4c95-b6bf-9356223320a2 tempest-NetworksTest-1803261889 tempest-NetworksTest-1803261889] DELETE failed (client error): The resource could not be found. Jan 14 07:35:31.201827 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-568f9b6f-e3fe-4c95-b6bf-9356223320a2 tempest-NetworksTest-1803261889 tempest-NetworksTest-1803261889] No notification will be sent due to unsuccessful status code: 404 {{(pid=84875) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Jan 14 07:35:31.212205 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-a835229d-cc6b-4cfb-b694-fa9f4e8f43e5 tempest-TestNetworkAdvancedServerOps-470546014 tempest-TestNetworkAdvancedServerOps-470546014] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036854176836'] for subnet, precommit_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:35:31.223184 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-568f9b6f-e3fe-4c95-b6bf-9356223320a2 tempest-NetworksTest-1803261889 tempest-NetworksTest-1803261889] 10.222.0.24 "DELETE /v2.0/networks/4cf4be55-3597-47f1-9d3d-b667d5290e2b HTTP/1.1" status: 404 len: 339 time: 0.2173829 Jan 14 07:35:31.224476 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84875) accepted ('10.222.0.24', 33686) {{(pid=84875) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:35:31.234578 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-cf05b009-8270-434a-9b23-683b3258674e admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=1d04e064b83a4f1484262a5666e9c0be&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8723021 Jan 14 07:35:31.235589 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84875) accepted ('10.222.0.24', 33690) {{(pid=84875) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:35:31.278913 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Device 5b9747c5-5e31-4e71-a4cf-69d8be5d03e1 no longer exists at agent ovs-agent-n-d-768862-2 {{(pid=84876) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jan 14 07:35:31.284301 n-d-768862-2 neutron-server[84765]: INFO neutron.pecan_wsgi.hooks.translation [None req-e0627364-931e-41fa-b450-ac7eaa2eed3c tempest-NetworksTest-1803261889 tempest-NetworksTest-1803261889] DELETE failed (client error): The resource could not be found. Jan 14 07:35:31.284870 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e0627364-931e-41fa-b450-ac7eaa2eed3c tempest-NetworksTest-1803261889 tempest-NetworksTest-1803261889] No notification will be sent due to unsuccessful status code: 404 {{(pid=84875) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Jan 14 07:35:31.289748 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-e0627364-931e-41fa-b450-ac7eaa2eed3c tempest-NetworksTest-1803261889 tempest-NetworksTest-1803261889] 10.222.0.24 "DELETE /v2.0/subnets/6da29f99-89a2-4417-a781-f28571d698b8 HTTP/1.1" status: 404 len: 337 time: 0.0618813 Jan 14 07:35:31.291100 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84874) accepted ('10.222.0.24', 33694) {{(pid=84874) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:35:31.326787 n-d-768862-2 neutron-server[84765]: INFO neutron.pecan_wsgi.hooks.translation [None req-06914e76-0baf-4250-aac3-c5ba0389e986 tempest-NetworksTest-1803261889 tempest-NetworksTest-1803261889] DELETE failed (client error): The resource could not be found. Jan 14 07:35:31.327400 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-06914e76-0baf-4250-aac3-c5ba0389e986 tempest-NetworksTest-1803261889 tempest-NetworksTest-1803261889] No notification will be sent due to unsuccessful status code: 404 {{(pid=84874) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Jan 14 07:35:31.329446 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-06914e76-0baf-4250-aac3-c5ba0389e986 tempest-NetworksTest-1803261889 tempest-NetworksTest-1803261889] 10.222.0.24 "DELETE /v2.0/networks/d7482ac0-0635-4ba5-b52c-096ec4ceb1a8 HTTP/1.1" status: 404 len: 339 time: 0.0373111 Jan 14 07:35:31.333079 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84874) accepted ('10.222.0.24', 33698) {{(pid=84874) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:35:31.377521 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.plugin [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] No Port match for: 5b9747c5-5e31-4e71-a4cf-69d8be5d03e1 {{(pid=84876) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2188}} Jan 14 07:35:31.379423 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Device 5b9747c5-5e31-4e71-a4cf-69d8be5d03e1 not bound to the agent host n-d-768862-2 {{(pid=84876) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jan 14 07:35:31.389038 n-d-768862-2 neutron-server[84765]: INFO neutron.pecan_wsgi.hooks.translation [None req-68957685-8d36-4c50-afd4-e0d6e4a0150d tempest-NetworksTest-1803261889 tempest-NetworksTest-1803261889] DELETE failed (client error): The resource could not be found. Jan 14 07:35:31.389540 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-68957685-8d36-4c50-afd4-e0d6e4a0150d tempest-NetworksTest-1803261889 tempest-NetworksTest-1803261889] No notification will be sent due to unsuccessful status code: 404 {{(pid=84874) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Jan 14 07:35:31.392096 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-68957685-8d36-4c50-afd4-e0d6e4a0150d tempest-NetworksTest-1803261889 tempest-NetworksTest-1803261889] 10.222.0.24 "DELETE /v2.0/subnets/6ea7c73f-54d2-4bdc-a90b-57504cf367d5 HTTP/1.1" status: 404 len: 337 time: 0.0577135 Jan 14 07:35:31.395237 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84874) accepted ('10.222.0.24', 33702) {{(pid=84874) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:35:31.398700 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-f0297833-cb6c-43eb-9860-1c6128f98daa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:35:31.547015 n-d-768862-2 neutron-server[84765]: INFO neutron.pecan_wsgi.hooks.translation [None req-70208d4e-2594-407d-8585-43d03addd766 tempest-NetworksTest-1803261889 tempest-NetworksTest-1803261889] DELETE failed (client error): The resource could not be found. Jan 14 07:35:31.547529 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-70208d4e-2594-407d-8585-43d03addd766 tempest-NetworksTest-1803261889 tempest-NetworksTest-1803261889] No notification will be sent due to unsuccessful status code: 404 {{(pid=84874) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Jan 14 07:35:31.549620 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-70208d4e-2594-407d-8585-43d03addd766 tempest-NetworksTest-1803261889 tempest-NetworksTest-1803261889] 10.222.0.24 "DELETE /v2.0/networks/1fb0a188-fd91-4f8c-ae79-4ec8595fc95c HTTP/1.1" status: 404 len: 339 time: 0.1533449 Jan 14 07:35:31.556788 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84874) accepted ('10.222.0.24', 33708) {{(pid=84874) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:35:31.623355 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-f0297833-cb6c-43eb-9860-1c6128f98daa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:35:31.640587 n-d-768862-2 neutron-server[84765]: INFO neutron.pecan_wsgi.hooks.translation [None req-681d41bb-6915-4911-b880-ff75a8c027b2 tempest-NetworksTest-1803261889 tempest-NetworksTest-1803261889] DELETE failed (client error): The resource could not be found. Jan 14 07:35:31.641091 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-681d41bb-6915-4911-b880-ff75a8c027b2 tempest-NetworksTest-1803261889 tempest-NetworksTest-1803261889] No notification will be sent due to unsuccessful status code: 404 {{(pid=84874) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Jan 14 07:35:31.643422 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-681d41bb-6915-4911-b880-ff75a8c027b2 tempest-NetworksTest-1803261889 tempest-NetworksTest-1803261889] 10.222.0.24 "DELETE /v2.0/subnets/572ab4f1-b458-400e-b09c-c5ffa16eba46 HTTP/1.1" status: 404 len: 337 time: 0.0856071 Jan 14 07:35:31.647899 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84874) accepted ('10.222.0.24', 33712) {{(pid=84874) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:35:31.696804 n-d-768862-2 neutron-server[84765]: INFO neutron.pecan_wsgi.hooks.translation [None req-87576f6c-f05f-4f92-a043-a1ac615aa56d tempest-NetworksTest-1803261889 tempest-NetworksTest-1803261889] DELETE failed (client error): The resource could not be found. Jan 14 07:35:31.697313 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-87576f6c-f05f-4f92-a043-a1ac615aa56d tempest-NetworksTest-1803261889 tempest-NetworksTest-1803261889] No notification will be sent due to unsuccessful status code: 404 {{(pid=84874) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Jan 14 07:35:31.699183 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-87576f6c-f05f-4f92-a043-a1ac615aa56d tempest-NetworksTest-1803261889 tempest-NetworksTest-1803261889] 10.222.0.24 "DELETE /v2.0/networks/68428f1b-3f79-43af-ae18-b940b3ddfb9e HTTP/1.1" status: 404 len: 339 time: 0.0502889 Jan 14 07:35:31.704987 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84874) accepted ('10.222.0.24', 33718) {{(pid=84874) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:35:31.772283 n-d-768862-2 neutron-server[84765]: INFO neutron.pecan_wsgi.hooks.translation [None req-b415b452-3c83-44a1-872b-aa3ec69f19ef tempest-NetworksTest-1803261889 tempest-NetworksTest-1803261889] DELETE failed (client error): The resource could not be found. Jan 14 07:35:31.772800 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b415b452-3c83-44a1-872b-aa3ec69f19ef tempest-NetworksTest-1803261889 tempest-NetworksTest-1803261889] No notification will be sent due to unsuccessful status code: 404 {{(pid=84874) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Jan 14 07:35:31.774854 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-b415b452-3c83-44a1-872b-aa3ec69f19ef tempest-NetworksTest-1803261889 tempest-NetworksTest-1803261889] 10.222.0.24 "DELETE /v2.0/subnets/7c4b3c2e-6879-44b8-b991-01b283d33c35 HTTP/1.1" status: 404 len: 337 time: 0.0692632 Jan 14 07:35:31.779976 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84874) accepted ('10.222.0.24', 33722) {{(pid=84874) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:35:31.824375 n-d-768862-2 neutron-server[84765]: INFO neutron.pecan_wsgi.hooks.translation [None req-bed190ee-ee79-40c3-8798-b6f0281ea102 tempest-NetworksTest-1803261889 tempest-NetworksTest-1803261889] DELETE failed (client error): The resource could not be found. Jan 14 07:35:31.824961 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bed190ee-ee79-40c3-8798-b6f0281ea102 tempest-NetworksTest-1803261889 tempest-NetworksTest-1803261889] No notification will be sent due to unsuccessful status code: 404 {{(pid=84874) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Jan 14 07:35:31.829864 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-bed190ee-ee79-40c3-8798-b6f0281ea102 tempest-NetworksTest-1803261889 tempest-NetworksTest-1803261889] 10.222.0.24 "DELETE /v2.0/networks/80cc4bcc-b605-496d-a59b-c5d586c14623 HTTP/1.1" status: 404 len: 339 time: 0.0465605 Jan 14 07:35:31.832994 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84874) accepted ('10.222.0.24', 33726) {{(pid=84874) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:35:31.897578 n-d-768862-2 neutron-server[84765]: INFO neutron.pecan_wsgi.hooks.translation [None req-dfed3d57-b5cd-4cec-999a-ab081ed90c5e tempest-NetworksTest-1803261889 tempest-NetworksTest-1803261889] DELETE failed (client error): The resource could not be found. Jan 14 07:35:31.898083 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-dfed3d57-b5cd-4cec-999a-ab081ed90c5e tempest-NetworksTest-1803261889 tempest-NetworksTest-1803261889] No notification will be sent due to unsuccessful status code: 404 {{(pid=84874) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Jan 14 07:35:31.902819 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-dfed3d57-b5cd-4cec-999a-ab081ed90c5e tempest-NetworksTest-1803261889 tempest-NetworksTest-1803261889] 10.222.0.24 "DELETE /v2.0/subnets/76667e22-bb54-42be-9613-32122d28f221 HTTP/1.1" status: 404 len: 337 time: 0.0660992 Jan 14 07:35:31.905107 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84874) accepted ('10.222.0.24', 33734) {{(pid=84874) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:35:31.925997 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-f0297833-cb6c-43eb-9860-1c6128f98daa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850887153'] for security_group, after_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:35:31.940247 n-d-768862-2 neutron-server[84765]: INFO neutron.pecan_wsgi.hooks.translation [None req-662c59ba-1b37-4bcf-90e3-d9436f39c9f3 tempest-NetworksTest-1803261889 tempest-NetworksTest-1803261889] DELETE failed (client error): The resource could not be found. Jan 14 07:35:31.940761 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-662c59ba-1b37-4bcf-90e3-d9436f39c9f3 tempest-NetworksTest-1803261889 tempest-NetworksTest-1803261889] No notification will be sent due to unsuccessful status code: 404 {{(pid=84874) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Jan 14 07:35:31.942900 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-288b2acc-9d85-4b6c-a48d-78a038fec49d tempest-SecGroupIPv6Test-296392250 tempest-SecGroupIPv6Test-296392250] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:35:31.946273 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-662c59ba-1b37-4bcf-90e3-d9436f39c9f3 tempest-NetworksTest-1803261889 tempest-NetworksTest-1803261889] 10.222.0.24 "DELETE /v2.0/networks/0b081840-4bb8-479e-9810-372f29a1da80 HTTP/1.1" status: 404 len: 339 time: 0.0372822 Jan 14 07:35:31.955633 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84874) accepted ('10.222.0.24', 33738) {{(pid=84874) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:35:31.960597 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-f0297833-cb6c-43eb-9860-1c6128f98daa admin admin] Notify callbacks [] for security_group, before_response {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:35:31.985622 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-f0297833-cb6c-43eb-9860-1c6128f98daa admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/4a64c915-1eaf-4bb1-9f8a-5ed5b35369b1 HTTP/1.1" status: 204 len: 168 time: 0.6847656 Jan 14 07:35:32.084024 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0297833-cb6c-43eb-9860-1c6128f98daa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4a64c915-1eaf-4bb1-9f8a-5ed5b35369b1,revision_number=None']} {{(pid=84875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:35:32.089836 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-f0297833-cb6c-43eb-9860-1c6128f98daa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:35:32.103457 n-d-768862-2 neutron-server[84765]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-426bddef-e5ef-48ea-9874-9d90eb4148bb tempest-RoutersTest-1255860389 tempest-RoutersTest-1255860389] Router bd95e39c-1d1c-49f6-ab8e-fd66c171ced5 has already been hosted by L3 agent 35f592e9-451b-4db9-abea-77b6a5c5391b {{(pid=84875) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Jan 14 07:35:32.174670 n-d-768862-2 neutron-server[84765]: INFO neutron.pecan_wsgi.hooks.translation [None req-b1e8a9bb-dd9e-478f-a9ab-5dbe4efb699f tempest-NetworksTest-1803261889 tempest-NetworksTest-1803261889] DELETE failed (client error): The resource could not be found. Jan 14 07:35:32.175200 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b1e8a9bb-dd9e-478f-a9ab-5dbe4efb699f tempest-NetworksTest-1803261889 tempest-NetworksTest-1803261889] No notification will be sent due to unsuccessful status code: 404 {{(pid=84874) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Jan 14 07:35:32.186238 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-b1e8a9bb-dd9e-478f-a9ab-5dbe4efb699f tempest-NetworksTest-1803261889 tempest-NetworksTest-1803261889] 10.222.0.24 "DELETE /v2.0/subnets/1064615d-bf4a-4a5a-9d37-96dbd039bb21 HTTP/1.1" status: 404 len: 337 time: 0.2280664 Jan 14 07:35:32.188299 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-a835229d-cc6b-4cfb-b694-fa9f4e8f43e5 tempest-TestNetworkAdvancedServerOps-470546014 tempest-TestNetworkAdvancedServerOps-470546014] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-598964', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850887113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036851521664', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2794686'] for subnet, after_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:35:32.192627 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84875) accepted ('10.222.0.24', 33748) {{(pid=84875) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:35:32.289310 n-d-768862-2 neutron-server[84765]: INFO neutron.pecan_wsgi.hooks.translation [None req-c1251247-a3ad-4483-b7bd-73ffd3a27e0d tempest-NetworksTest-1803261889 tempest-NetworksTest-1803261889] DELETE failed (client error): The resource could not be found. Jan 14 07:35:32.290224 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c1251247-a3ad-4483-b7bd-73ffd3a27e0d tempest-NetworksTest-1803261889 tempest-NetworksTest-1803261889] No notification will be sent due to unsuccessful status code: 404 {{(pid=84875) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Jan 14 07:35:32.292496 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-c1251247-a3ad-4483-b7bd-73ffd3a27e0d tempest-NetworksTest-1803261889 tempest-NetworksTest-1803261889] 10.222.0.24 "DELETE /v2.0/networks/69a8b0be-cd2a-4591-abc5-16ceb66239c4 HTTP/1.1" status: 404 len: 339 time: 0.0985341 Jan 14 07:35:32.298647 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84874) accepted ('10.222.0.24', 33756) {{(pid=84874) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:35:32.299456 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-8c75338c-13c4-4037-9433-5755d77d5b7f tempest-NetworksTest-1803261889 tempest-NetworksTest-1803261889] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:35:32.307597 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-426bddef-e5ef-48ea-9874-9d90eb4148bb tempest-RoutersTest-1255860389 tempest-RoutersTest-1255860389] Notify agent at l3_agent.n-d-768862-2 the message routers_updated {{(pid=84875) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jan 14 07:35:32.315009 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-426bddef-e5ef-48ea-9874-9d90eb4148bb tempest-RoutersTest-1255860389 tempest-RoutersTest-1255860389] 10.222.0.24 "PUT /v2.0/routers/bd95e39c-1d1c-49f6-ab8e-fd66c171ced5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.9317043 Jan 14 07:35:32.318185 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84875) accepted ('10.222.0.24', 33758) {{(pid=84875) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:35:32.319451 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a44f3ff2-a4f5-4eb5-a771-3f2b9ea6666c None None] Sync routers for ids ['bd95e39c-1d1c-49f6-ab8e-fd66c171ced5'] in n-d-768862-2 {{(pid=84876) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Jan 14 07:35:32.337420 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a44f3ff2-a4f5-4eb5-a771-3f2b9ea6666c None None] Routers {'bd95e39c-1d1c-49f6-ab8e-fd66c171ced5'} bound to L3 agent in host n-d-768862-2 {{(pid=84876) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 14 07:35:32.338149 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_hamode_db [None req-a44f3ff2-a4f5-4eb5-a771-3f2b9ea6666c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-01-14T06:56:51Z,description=,heartbeat_timestamp=2021-01-14T07:35:22Z,host='n-d-768862-2',id=35f592e9-451b-4db9-abea-77b6a5c5391b,load=0,resource_versions=,resources_synced=,started_at=2021-01-14T06:56:51Z,topic='l3_agent')) {'router_ids': ['bd95e39c-1d1c-49f6-ab8e-fd66c171ced5'], 'active': True} {{(pid=84876) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:35:32.379114 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-4ef2bdf7-763e-4f6c-abaf-c0205b23637c tempest-RoutersTest-1255860389 tempest-RoutersTest-1255860389] Synchronizing usage tracker for tenant:2a076c09cf6548039ba7b64b98184a0e on resource:port {{(pid=84875) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 14 07:35:32.401436 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-4ef2bdf7-763e-4f6c-abaf-c0205b23637c tempest-RoutersTest-1255860389 tempest-RoutersTest-1255860389] Unset dirty status for tenant:2a076c09cf6548039ba7b64b98184a0e on resource:port {{(pid=84875) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 14 07:35:32.403455 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-4ef2bdf7-763e-4f6c-abaf-c0205b23637c tempest-RoutersTest-1255860389 tempest-RoutersTest-1255860389] 10.222.0.24 "GET /v2.0/ports?device_id=bd95e39c-1d1c-49f6-ab8e-fd66c171ced5 HTTP/1.1" status: 200 len: 205 time: 0.0838716 Jan 14 07:35:32.406302 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84875) accepted ('10.222.0.24', 33768) {{(pid=84875) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:35:32.409017 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a835229d-cc6b-4cfb-b694-fa9f4e8f43e5 tempest-TestNetworkAdvancedServerOps-470546014 tempest-TestNetworkAdvancedServerOps-470546014] Pushing event deleted for resources: {'Subnet': ['ID=92407e9f-e8c8-493f-8546-af91a9b43006,revision_number=None']} {{(pid=84874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:35:32.464542 n-d-768862-2 neutron-server[84765]: INFO neutron.pecan_wsgi.hooks.translation [None req-a550505a-db5c-4f53-90c8-93ab18979139 tempest-NetworksTest-1803261889 tempest-NetworksTest-1803261889] DELETE failed (client error): The resource could not be found. Jan 14 07:35:32.465406 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a550505a-db5c-4f53-90c8-93ab18979139 tempest-NetworksTest-1803261889 tempest-NetworksTest-1803261889] No notification will be sent due to unsuccessful status code: 404 {{(pid=84874) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Jan 14 07:35:32.468227 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-a550505a-db5c-4f53-90c8-93ab18979139 tempest-NetworksTest-1803261889 tempest-NetworksTest-1803261889] 10.222.0.24 "DELETE /v2.0/subnets/3208611b-cdb6-43d6-9168-01c6f90912bd HTTP/1.1" status: 404 len: 337 time: 0.0991597 Jan 14 07:35:32.473016 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-a835229d-cc6b-4cfb-b694-fa9f4e8f43e5 tempest-TestNetworkAdvancedServerOps-470546014 tempest-TestNetworkAdvancedServerOps-470546014] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.174s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:35:32.473880 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84874) accepted ('10.222.0.24', 33772) {{(pid=84874) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:35:32.476699 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_hamode_db [None req-a44f3ff2-a4f5-4eb5-a771-3f2b9ea6666c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768862-2', False) {} {{(pid=84876) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:35:32.490794 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a44f3ff2-a4f5-4eb5-a771-3f2b9ea6666c None None] Routers {'bd95e39c-1d1c-49f6-ab8e-fd66c171ced5'} bound to L3 agent in host n-d-768862-2 {{(pid=84876) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 14 07:35:32.492043 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_hamode_db [None req-a44f3ff2-a4f5-4eb5-a771-3f2b9ea6666c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-01-14T06:56:51Z,description=,heartbeat_timestamp=2021-01-14T07:35:22Z,host='n-d-768862-2',id=35f592e9-451b-4db9-abea-77b6a5c5391b,load=0,resource_versions=,resources_synced=,started_at=2021-01-14T06:56:51Z,topic='l3_agent')) {'router_ids': ['bd95e39c-1d1c-49f6-ab8e-fd66c171ced5'], 'active': True} {{(pid=84876) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:35:32.506494 n-d-768862-2 neutron-server[84765]: INFO neutron.pecan_wsgi.hooks.translation [None req-3de1b209-fcd6-4296-898b-6d0a8acf3b53 tempest-NetworksTest-1803261889 tempest-NetworksTest-1803261889] DELETE failed (client error): The resource could not be found. Jan 14 07:35:32.507002 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3de1b209-fcd6-4296-898b-6d0a8acf3b53 tempest-NetworksTest-1803261889 tempest-NetworksTest-1803261889] No notification will be sent due to unsuccessful status code: 404 {{(pid=84874) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Jan 14 07:35:32.509068 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-3de1b209-fcd6-4296-898b-6d0a8acf3b53 tempest-NetworksTest-1803261889 tempest-NetworksTest-1803261889] 10.222.0.24 "DELETE /v2.0/networks/9b873f3f-47ec-4c1b-b88d-3eabcd20ff19 HTTP/1.1" status: 404 len: 339 time: 0.0331862 Jan 14 07:35:32.521174 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-a835229d-cc6b-4cfb-b694-fa9f4e8f43e5 tempest-TestNetworkAdvancedServerOps-470546014 tempest-TestNetworkAdvancedServerOps-470546014] Notify callbacks [] for subnet, before_response {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:35:32.523685 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-a835229d-cc6b-4cfb-b694-fa9f4e8f43e5 tempest-TestNetworkAdvancedServerOps-470546014 tempest-TestNetworkAdvancedServerOps-470546014] 10.222.0.24 "DELETE /v2.0/subnets/92407e9f-e8c8-493f-8546-af91a9b43006 HTTP/1.1" status: 204 len: 168 time: 3.0420177 Jan 14 07:35:32.524665 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84874) accepted ('10.222.0.24', 33778) {{(pid=84874) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:35:32.526926 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84874) accepted ('10.222.0.24', 33782) {{(pid=84874) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:35:32.606279 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_hamode_db [None req-a44f3ff2-a4f5-4eb5-a771-3f2b9ea6666c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768862-2', False) {} {{(pid=84876) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:35:32.607047 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a44f3ff2-a4f5-4eb5-a771-3f2b9ea6666c None None] The sync data for ids ['bd95e39c-1d1c-49f6-ab8e-fd66c171ced5'] in n-d-768862-2 is: [] {{(pid=84876) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Jan 14 07:35:32.618122 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26e19aab-dfd9-48ef-a36d-72ae41832a39 None None] Network faad3e48-a193-422a-a4ef-d48dc191d42b requested from n-d-768862-2 {{(pid=84876) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 07:35:32.712850 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-ad3bc07b-add2-49a5-af3b-c379f97b5257 tempest-RoutersTest-1255860389 tempest-RoutersTest-1255860389] Notify callbacks [] for router, before_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:35:33.112196 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd634d95-a173-4362-aa9e-584c45ebab0c None None] DHCP port deletion for faad3e48-a193-422a-a4ef-d48dc191d42b request from n-d-768862-2 {{(pid=84876) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Jan 14 07:35:33.116933 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.plugin [None req-cd634d95-a173-4362-aa9e-584c45ebab0c None None] Deleting port 9c81c408-0f8d-43b5-ac69-1248727aa1c4 {{(pid=84876) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 07:35:33.117361 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-cd634d95-a173-4362-aa9e-584c45ebab0c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363259214248359'] for port, before_delete {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:35:33.319434 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-ad3bc07b-add2-49a5-af3b-c379f97b5257 tempest-RoutersTest-1255860389 tempest-RoutersTest-1255860389] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3889346', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036854717606'] for router, precommit_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:35:33.324902 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-ad3bc07b-add2-49a5-af3b-c379f97b5257 tempest-RoutersTest-1255860389 tempest-RoutersTest-1255860389] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:35:33.372738 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-ad3bc07b-add2-49a5-af3b-c379f97b5257 tempest-RoutersTest-1255860389 tempest-RoutersTest-1255860389] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036850897070'] for router, after_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:35:33.373297 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ad3bc07b-add2-49a5-af3b-c379f97b5257 tempest-RoutersTest-1255860389 tempest-RoutersTest-1255860389] Fanout notify agent at l3_agent the message router_deleted on router bd95e39c-1d1c-49f6-ab8e-fd66c171ced5 {{(pid=84875) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jan 14 07:35:33.382501 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.db_base_plugin_v2 [None req-4ae05cd3-8edb-445d-be53-34eb50ce5462 tempest-NetworksTest-1803261889 tempest-NetworksTest-1803261889] Deleting subnet ed9e43b7-4d04-4b6e-87f6-547f4b79b4bb {{(pid=84874) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Jan 14 07:35:33.386727 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-4ae05cd3-8edb-445d-be53-34eb50ce5462 tempest-NetworksTest-1803261889 tempest-NetworksTest-1803261889] Notify callbacks [] for subnet, before_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:35:33.406081 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-ad3bc07b-add2-49a5-af3b-c379f97b5257 tempest-RoutersTest-1255860389 tempest-RoutersTest-1255860389] Notify callbacks [] for router, before_response {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:35:33.407379 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-ad3bc07b-add2-49a5-af3b-c379f97b5257 tempest-RoutersTest-1255860389 tempest-RoutersTest-1255860389] 10.222.0.24 "DELETE /v2.0/routers/bd95e39c-1d1c-49f6-ab8e-fd66c171ced5 HTTP/1.1" status: 204 len: 168 time: 0.9986532 Jan 14 07:35:33.414685 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84875) accepted ('10.222.0.24', 33810) {{(pid=84875) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:35:33.481330 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-4ae05cd3-8edb-445d-be53-34eb50ce5462 tempest-NetworksTest-1803261889 tempest-NetworksTest-1803261889] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036851807232'] for subnet, precommit_delete_associations {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:35:33.512963 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [None req-cd634d95-a173-4362-aa9e-584c45ebab0c None None] For port 9c81c408-0f8d-43b5-ac69-1248727aa1c4, host n-d-768862-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-2',level=0,port_id=9c81c408-0f8d-43b5-ac69-1248727aa1c4,segment=NetworkSegment(4208d142-2167-4808-8891-c4fb7dfcd556),segment_id=4208d142-2167-4808-8891-c4fb7dfcd556)] {{(pid=84876) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 07:35:33.513411 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-cd634d95-a173-4362-aa9e-584c45ebab0c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036850862667'] for port, precommit_delete {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:35:33.593823 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-4ae05cd3-8edb-445d-be53-34eb50ce5462 tempest-NetworksTest-1803261889 tempest-NetworksTest-1803261889] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036854176836'] for subnet, precommit_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:35:33.650511 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.plugin [None req-cd634d95-a173-4362-aa9e-584c45ebab0c None None] Calling delete_port for 9c81c408-0f8d-43b5-ac69-1248727aa1c4 owned by network:dhcp {{(pid=84876) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 07:35:33.782704 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Device 9c81c408-0f8d-43b5-ac69-1248727aa1c4 no longer exists at agent ovs-agent-n-d-768862-2 {{(pid=84876) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jan 14 07:35:33.803082 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84874) accepted ('10.222.0.24', 33818) {{(pid=84874) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:35:33.833378 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.plugin [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] No Port match for: 9c81c408-0f8d-43b5-ac69-1248727aa1c4 {{(pid=84876) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2188}} Jan 14 07:35:33.833770 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Device 9c81c408-0f8d-43b5-ac69-1248727aa1c4 not bound to the agent host n-d-768862-2 {{(pid=84876) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jan 14 07:35:33.836388 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-cd634d95-a173-4362-aa9e-584c45ebab0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777640533329', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777640097463'] for port, after_delete {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:35:33.907263 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-5c3143da-0474-4da1-9337-ef75f397f1ca tempest-TestNetworkAdvancedServerOps-470546014 tempest-TestNetworkAdvancedServerOps-470546014] Notify callbacks [] for router, before_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:35:33.962678 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.db_base_plugin_v2 [None req-f05658b7-91b5-4ee9-b8b1-8f584ebb2ca1 tempest-RoutersTest-1255860389 tempest-RoutersTest-1255860389] Deleting subnet ca641f25-b637-4466-b267-1a64df6219e2 {{(pid=84875) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Jan 14 07:35:33.978332 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-f05658b7-91b5-4ee9-b8b1-8f584ebb2ca1 tempest-RoutersTest-1255860389 tempest-RoutersTest-1255860389] Notify callbacks [] for subnet, before_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:35:34.037827 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-25d675b3-8025-4720-acbf-ab8e811c226b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84876) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:35:34.110677 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-f05658b7-91b5-4ee9-b8b1-8f584ebb2ca1 tempest-RoutersTest-1255860389 tempest-RoutersTest-1255860389] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3367281'] for subnet, precommit_delete_associations {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:35:34.136899 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd634d95-a173-4362-aa9e-584c45ebab0c None None] Pushing event deleted for resources: {'Port': ['ID=9c81c408-0f8d-43b5-ac69-1248727aa1c4,revision_number=None']} {{(pid=84876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:35:34.147881 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd634d95-a173-4362-aa9e-584c45ebab0c None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@n-h1-768862-2 {{(pid=84876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:35:34.148288 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd634d95-a173-4362-aa9e-584c45ebab0c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-h1-768862-2 {{(pid=84876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:35:34.148713 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd634d95-a173-4362-aa9e-584c45ebab0c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-h1-768862-2 {{(pid=84876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:35:34.149083 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd634d95-a173-4362-aa9e-584c45ebab0c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-h1-768862-2 {{(pid=84876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:35:34.149431 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd634d95-a173-4362-aa9e-584c45ebab0c None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@n-h1-768862-2 {{(pid=84876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:35:34.149804 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd634d95-a173-4362-aa9e-584c45ebab0c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-h1-768862-2 {{(pid=84876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:35:34.150172 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd634d95-a173-4362-aa9e-584c45ebab0c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-h1-768862-2 {{(pid=84876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:35:34.150536 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd634d95-a173-4362-aa9e-584c45ebab0c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-h1-768862-2 {{(pid=84876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:35:34.150906 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd634d95-a173-4362-aa9e-584c45ebab0c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-h1-768862-2 {{(pid=84876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:35:34.151406 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd634d95-a173-4362-aa9e-584c45ebab0c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-h1-768862-2 {{(pid=84876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:35:34.151773 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd634d95-a173-4362-aa9e-584c45ebab0c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-h1-768862-2 {{(pid=84876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:35:34.152212 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd634d95-a173-4362-aa9e-584c45ebab0c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-h1-768862-2 {{(pid=84876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:35:34.152781 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd634d95-a173-4362-aa9e-584c45ebab0c None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@n-h2-768862-2 {{(pid=84876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:35:34.153146 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd634d95-a173-4362-aa9e-584c45ebab0c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-h2-768862-2 {{(pid=84876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:35:34.153785 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd634d95-a173-4362-aa9e-584c45ebab0c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-h2-768862-2 {{(pid=84876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:35:34.153785 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd634d95-a173-4362-aa9e-584c45ebab0c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-h2-768862-2 {{(pid=84876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:35:34.154144 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd634d95-a173-4362-aa9e-584c45ebab0c None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@n-h2-768862-2 {{(pid=84876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:35:34.154511 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd634d95-a173-4362-aa9e-584c45ebab0c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-h2-768862-2 {{(pid=84876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:35:34.154870 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd634d95-a173-4362-aa9e-584c45ebab0c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-h2-768862-2 {{(pid=84876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:35:34.155233 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd634d95-a173-4362-aa9e-584c45ebab0c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-h2-768862-2 {{(pid=84876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:35:34.155596 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd634d95-a173-4362-aa9e-584c45ebab0c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-h2-768862-2 {{(pid=84876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:35:34.156010 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd634d95-a173-4362-aa9e-584c45ebab0c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-h2-768862-2 {{(pid=84876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:35:34.156406 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd634d95-a173-4362-aa9e-584c45ebab0c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-h2-768862-2 {{(pid=84876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:35:34.156713 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd634d95-a173-4362-aa9e-584c45ebab0c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-h2-768862-2 {{(pid=84876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:35:34.157109 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd634d95-a173-4362-aa9e-584c45ebab0c None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-2 {{(pid=84876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:35:34.157712 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd634d95-a173-4362-aa9e-584c45ebab0c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-2 {{(pid=84876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:35:34.158082 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd634d95-a173-4362-aa9e-584c45ebab0c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-2 {{(pid=84876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:35:34.158444 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd634d95-a173-4362-aa9e-584c45ebab0c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-2 {{(pid=84876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:35:34.158802 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd634d95-a173-4362-aa9e-584c45ebab0c None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@n-d-768862-2 {{(pid=84876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:35:34.159169 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd634d95-a173-4362-aa9e-584c45ebab0c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-2 {{(pid=84876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:35:34.160023 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd634d95-a173-4362-aa9e-584c45ebab0c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-768862-2 {{(pid=84876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:35:34.160023 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd634d95-a173-4362-aa9e-584c45ebab0c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-768862-2 {{(pid=84876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:35:34.160280 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd634d95-a173-4362-aa9e-584c45ebab0c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-2 {{(pid=84876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:35:34.160597 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd634d95-a173-4362-aa9e-584c45ebab0c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-2 {{(pid=84876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:35:34.160956 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd634d95-a173-4362-aa9e-584c45ebab0c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-2 {{(pid=84876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:35:34.161447 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd634d95-a173-4362-aa9e-584c45ebab0c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-2 {{(pid=84876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:35:34.166795 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-cd634d95-a173-4362-aa9e-584c45ebab0c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=84876) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:35:34.170039 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd634d95-a173-4362-aa9e-584c45ebab0c None None] No DVR routers for this DVR port 9c81c408-0f8d-43b5-ac69-1248727aa1c4 on host n-d-768862-2 {{(pid=84876) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Jan 14 07:35:34.257825 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-f05658b7-91b5-4ee9-b8b1-8f584ebb2ca1 tempest-RoutersTest-1255860389 tempest-RoutersTest-1255860389] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036854176836'] for subnet, precommit_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:35:34.290835 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-5c3143da-0474-4da1-9337-ef75f397f1ca tempest-TestNetworkAdvancedServerOps-470546014 tempest-TestNetworkAdvancedServerOps-470546014] Notify callbacks [] for router_gateway, before_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:35:34.297015 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.plugin [None req-5c3143da-0474-4da1-9337-ef75f397f1ca tempest-TestNetworkAdvancedServerOps-470546014 tempest-TestNetworkAdvancedServerOps-470546014] Deleting port 0df871c9-2ea9-4e58-bc3d-59530a9b7629 {{(pid=84874) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 07:35:34.297402 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-5c3143da-0474-4da1-9337-ef75f397f1ca tempest-TestNetworkAdvancedServerOps-470546014 tempest-TestNetworkAdvancedServerOps-470546014] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363259214248359'] for port, before_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:35:34.370582 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-5b16d5cf-0875-4232-aa95-30e30e8efd90 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:35:34.512752 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-5b16d5cf-0875-4232-aa95-30e30e8efd90 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:35:34.518702 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-5b16d5cf-0875-4232-aa95-30e30e8efd90 admin admin] Usage tracker for resource:security_group_rule and tenant:051f1f8c73c3470d980d579a862797fe is out of sync, need to count used quota {{(pid=84874) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:35:34.522214 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-5b16d5cf-0875-4232-aa95-30e30e8efd90 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84874) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:35:34.530360 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-5b16d5cf-0875-4232-aa95-30e30e8efd90 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:35:34.616093 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-f05658b7-91b5-4ee9-b8b1-8f584ebb2ca1 tempest-RoutersTest-1255860389 tempest-RoutersTest-1255860389] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-598964', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850887113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3154192', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2308610'] for subnet, after_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:35:34.637272 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-00d608b7-dd8c-4dfa-b50f-94b7e385d098 tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:35:34.685039 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f05658b7-91b5-4ee9-b8b1-8f584ebb2ca1 tempest-RoutersTest-1255860389 tempest-RoutersTest-1255860389] Pushing event deleted for resources: {'Subnet': ['ID=ca641f25-b637-4466-b267-1a64df6219e2,revision_number=None']} {{(pid=84875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:35:34.704539 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-5b16d5cf-0875-4232-aa95-30e30e8efd90 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:35:34.727161 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-5b16d5cf-0875-4232-aa95-30e30e8efd90 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850887153'] for security_group, after_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:35:34.736473 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-f05658b7-91b5-4ee9-b8b1-8f584ebb2ca1 tempest-RoutersTest-1255860389 tempest-RoutersTest-1255860389] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:35:34.739096 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-deaf5ff1-3451-4db1-81a8-f6281d60bd65 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:35:34.771393 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b16d5cf-0875-4232-aa95-30e30e8efd90 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4034a5ef-23e3-496b-9b14-387070dc310c,revision_number=1']} {{(pid=84874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:35:34.775498 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-4ae05cd3-8edb-445d-be53-34eb50ce5462 tempest-NetworksTest-1803261889 tempest-NetworksTest-1803261889] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-598964', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850887113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036851521664', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2794686'] for subnet, after_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:35:34.800539 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-f05658b7-91b5-4ee9-b8b1-8f584ebb2ca1 tempest-RoutersTest-1255860389 tempest-RoutersTest-1255860389] Notify callbacks [] for subnet, before_response {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:35:34.805093 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27a76f10-5fe6-4272-a390-b08fb0ff9469 None None] Network 4aaa6784-9a64-416e-be2a-dd9705235385 requested from n-d-768862-2 {{(pid=84876) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 07:35:34.807591 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-f05658b7-91b5-4ee9-b8b1-8f584ebb2ca1 tempest-RoutersTest-1255860389 tempest-RoutersTest-1255860389] 10.222.0.24 "DELETE /v2.0/subnets/ca641f25-b637-4466-b267-1a64df6219e2 HTTP/1.1" status: 204 len: 168 time: 1.3917558 Jan 14 07:35:34.810717 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84875) accepted ('10.222.0.24', 33838) {{(pid=84875) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:35:34.816087 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-5b16d5cf-0875-4232-aa95-30e30e8efd90 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:35:34.841487 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-337c5b7e-8a58-4d71-9942-9e81839bd42e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:35:34.963103 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ae05cd3-8edb-445d-be53-34eb50ce5462 tempest-NetworksTest-1803261889 tempest-NetworksTest-1803261889] Pushing event deleted for resources: {'Subnet': ['ID=ed9e43b7-4d04-4b6e-87f6-547f4b79b4bb,revision_number=None']} {{(pid=84874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:35:34.967622 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [None req-5c3143da-0474-4da1-9337-ef75f397f1ca tempest-TestNetworkAdvancedServerOps-470546014 tempest-TestNetworkAdvancedServerOps-470546014] For port 0df871c9-2ea9-4e58-bc3d-59530a9b7629, host n-d-768862-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-2',level=0,port_id=0df871c9-2ea9-4e58-bc3d-59530a9b7629,segment=NetworkSegment(cf3ded2c-bc47-4a71-89af-6e7117e60140),segment_id=cf3ded2c-bc47-4a71-89af-6e7117e60140)] {{(pid=84874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 07:35:34.968139 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-5c3143da-0474-4da1-9337-ef75f397f1ca tempest-TestNetworkAdvancedServerOps-470546014 tempest-TestNetworkAdvancedServerOps-470546014] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036850862667'] for port, precommit_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:35:34.977712 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-3b5cb303-4a9b-44c5-b8e6-5bf863b94953 tempest-RoutersTest-1255860389 tempest-RoutersTest-1255860389] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036854160497'] for network, before_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:35:34.990668 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-4ae05cd3-8edb-445d-be53-34eb50ce5462 tempest-NetworksTest-1803261889 tempest-NetworksTest-1803261889] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:35:35.013954 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-5b16d5cf-0875-4232-aa95-30e30e8efd90 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=051f1f8c73c3470d980d579a862797fe&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2011049 Jan 14 07:35:35.045855 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84875) accepted ('10.222.0.24', 33844) {{(pid=84875) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:35:35.127104 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.plugin [None req-3b5cb303-4a9b-44c5-b8e6-5bf863b94953 tempest-RoutersTest-1255860389 tempest-RoutersTest-1255860389] Deleting port 583be377-8a83-45cb-8e8c-b9f2ad01661a {{(pid=84875) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 07:35:35.127490 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-3b5cb303-4a9b-44c5-b8e6-5bf863b94953 tempest-RoutersTest-1255860389 tempest-RoutersTest-1255860389] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363259214248359'] for port, before_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:35:35.184285 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-aa2ac446-f119-4d5d-b4ce-fea31daacf75 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:35:35.215456 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.plugin [None req-5c3143da-0474-4da1-9337-ef75f397f1ca tempest-TestNetworkAdvancedServerOps-470546014 tempest-TestNetworkAdvancedServerOps-470546014] Calling delete_port for 0df871c9-2ea9-4e58-bc3d-59530a9b7629 owned by network:router_gateway {{(pid=84874) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 07:35:35.224585 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-aa2ac446-f119-4d5d-b4ce-fea31daacf75 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:35:35.287677 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-4ae05cd3-8edb-445d-be53-34eb50ce5462 tempest-NetworksTest-1803261889 tempest-NetworksTest-1803261889] Notify callbacks [] for subnet, before_response {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:35:35.287944 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71667127-ede2-4783-90a9-4ce28a090819 None None] DHCP port deletion for 4aaa6784-9a64-416e-be2a-dd9705235385 request from n-d-768862-2 {{(pid=84876) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Jan 14 07:35:35.295348 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee9a652a-2bef-4c5c-883a-d5245ebdeb9d None None] Network 3f8d7255-cdb2-4b57-8b23-400eddf3c357 requested from n-d-768862-2 {{(pid=84876) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 07:35:35.314147 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-4ae05cd3-8edb-445d-be53-34eb50ce5462 tempest-NetworksTest-1803261889 tempest-NetworksTest-1803261889] 10.222.0.24 "DELETE /v2.0/subnets/ed9e43b7-4d04-4b6e-87f6-547f4b79b4bb HTTP/1.1" status: 204 len: 168 time: 2.7883220 Jan 14 07:35:35.318787 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84875) accepted ('10.222.0.24', 33852) {{(pid=84875) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:35:35.392096 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.plugin [None req-71667127-ede2-4783-90a9-4ce28a090819 None None] Deleting port 583be377-8a83-45cb-8e8c-b9f2ad01661a {{(pid=84876) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 07:35:35.392537 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-71667127-ede2-4783-90a9-4ce28a090819 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363259214248359'] for port, before_delete {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:35:35.443140 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-5c3143da-0474-4da1-9337-ef75f397f1ca tempest-TestNetworkAdvancedServerOps-470546014 tempest-TestNetworkAdvancedServerOps-470546014] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777640533329', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777640097463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3254186'] for port, after_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:35:35.734006 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-5c3143da-0474-4da1-9337-ef75f397f1ca tempest-TestNetworkAdvancedServerOps-470546014 tempest-TestNetworkAdvancedServerOps-470546014] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036850863128'] for router_gateway, after_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:35:35.745732 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-08d0282b-1b4e-4dca-b389-dfdd24266c07 tempest-NetworksTest-1803261889 tempest-NetworksTest-1803261889] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036854160497'] for network, before_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:35:35.849858 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-aa2ac446-f119-4d5d-b4ce-fea31daacf75 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850887153'] for security_group, after_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:35:35.873120 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-76bed87c-86f0-40b3-9678-5945316251ea admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:35:35.895307 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-5c3143da-0474-4da1-9337-ef75f397f1ca tempest-TestNetworkAdvancedServerOps-470546014 tempest-TestNetworkAdvancedServerOps-470546014] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3889346', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036854717606'] for router, precommit_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:35:35.895880 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa2ac446-f119-4d5d-b4ce-fea31daacf75 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4034a5ef-23e3-496b-9b14-387070dc310c,revision_number=None']} {{(pid=84875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:35:35.897688 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-5c3143da-0474-4da1-9337-ef75f397f1ca tempest-TestNetworkAdvancedServerOps-470546014 tempest-TestNetworkAdvancedServerOps-470546014] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:35:35.901773 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-aa2ac446-f119-4d5d-b4ce-fea31daacf75 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:35:35.922920 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-aa2ac446-f119-4d5d-b4ce-fea31daacf75 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:35:35.926652 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-aa2ac446-f119-4d5d-b4ce-fea31daacf75 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/4034a5ef-23e3-496b-9b14-387070dc310c HTTP/1.1" status: 204 len: 168 time: 0.8772583 Jan 14 07:35:35.937069 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [None req-3b5cb303-4a9b-44c5-b8e6-5bf863b94953 tempest-RoutersTest-1255860389 tempest-RoutersTest-1255860389] For port 583be377-8a83-45cb-8e8c-b9f2ad01661a, host n-d-768862-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-2',level=0,port_id=583be377-8a83-45cb-8e8c-b9f2ad01661a,segment=NetworkSegment(082a79ec-661b-48c5-b53a-abb402bd2892),segment_id=082a79ec-661b-48c5-b53a-abb402bd2892)] {{(pid=84875) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 07:35:35.937472 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-3b5cb303-4a9b-44c5-b8e6-5bf863b94953 tempest-RoutersTest-1255860389 tempest-RoutersTest-1255860389] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036850862667'] for port, precommit_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:35:35.940762 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-5c3143da-0474-4da1-9337-ef75f397f1ca tempest-TestNetworkAdvancedServerOps-470546014 tempest-TestNetworkAdvancedServerOps-470546014] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036850897070'] for router, after_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:35:35.941529 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5c3143da-0474-4da1-9337-ef75f397f1ca tempest-TestNetworkAdvancedServerOps-470546014 tempest-TestNetworkAdvancedServerOps-470546014] Fanout notify agent at l3_agent the message router_deleted on router 5d5efd29-6817-4356-961b-74189fa5e7ba {{(pid=84874) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jan 14 07:35:35.995186 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-5c3143da-0474-4da1-9337-ef75f397f1ca tempest-TestNetworkAdvancedServerOps-470546014 tempest-TestNetworkAdvancedServerOps-470546014] Notify callbacks [] for router, before_response {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:35:35.997113 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-5c3143da-0474-4da1-9337-ef75f397f1ca tempest-TestNetworkAdvancedServerOps-470546014 tempest-TestNetworkAdvancedServerOps-470546014] 10.222.0.24 "DELETE /v2.0/routers/5d5efd29-6817-4356-961b-74189fa5e7ba HTTP/1.1" status: 204 len: 168 time: 3.4683621 Jan 14 07:35:35.999990 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84874) accepted ('10.222.0.24', 33872) {{(pid=84874) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:35:36.216347 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-d72a2d0f-6f63-4cb5-b782-820003ce8f12 tempest-TestNetworkAdvancedServerOps-470546014 tempest-TestNetworkAdvancedServerOps-470546014] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036854160497'] for network, before_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:35:36.397778 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [None req-71667127-ede2-4783-90a9-4ce28a090819 None None] For port 583be377-8a83-45cb-8e8c-b9f2ad01661a, host n-d-768862-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-2',level=0,port_id=583be377-8a83-45cb-8e8c-b9f2ad01661a,segment=NetworkSegment(082a79ec-661b-48c5-b53a-abb402bd2892),segment_id=082a79ec-661b-48c5-b53a-abb402bd2892)] {{(pid=84876) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 07:35:36.404186 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-71667127-ede2-4783-90a9-4ce28a090819 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036850862667'] for port, precommit_delete {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:35:36.502486 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.plugin [None req-3b5cb303-4a9b-44c5-b8e6-5bf863b94953 tempest-RoutersTest-1255860389 tempest-RoutersTest-1255860389] Calling delete_port for 583be377-8a83-45cb-8e8c-b9f2ad01661a owned by network:dhcp {{(pid=84875) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 07:35:36.511761 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-d72a2d0f-6f63-4cb5-b782-820003ce8f12 tempest-TestNetworkAdvancedServerOps-470546014 tempest-TestNetworkAdvancedServerOps-470546014] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-598987', 'neutron.services.segments.db._delete_segments_for_network-8777640583949'] for network, precommit_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:35:36.597734 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-3b5cb303-4a9b-44c5-b8e6-5bf863b94953 tempest-RoutersTest-1255860389 tempest-RoutersTest-1255860389] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777640533329', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777640097463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851621574'] for port, after_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:35:36.616379 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-9f94818a-0047-44b3-9f3e-4bebf40c9da0 tempest-TestNetworkAdvancedServerOps-470546014 tempest-TestNetworkAdvancedServerOps-470546014] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:35:36.659667 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.plugin [None req-08d0282b-1b4e-4dca-b389-dfdd24266c07 tempest-NetworksTest-1803261889 tempest-NetworksTest-1803261889] Deleting port 49464f58-4b97-415d-a318-fca387234863 {{(pid=84875) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 07:35:36.660356 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-08d0282b-1b4e-4dca-b389-dfdd24266c07 tempest-NetworksTest-1803261889 tempest-NetworksTest-1803261889] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363259214248359'] for port, before_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:35:36.731200 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b5cb303-4a9b-44c5-b8e6-5bf863b94953 tempest-RoutersTest-1255860389 tempest-RoutersTest-1255860389] Pushing event deleted for resources: {'Port': ['ID=583be377-8a83-45cb-8e8c-b9f2ad01661a,revision_number=None']} {{(pid=84875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:35:36.740298 n-d-768862-2 neutron-server[84765]: DEBUG neutron.services.segments.db [None req-d72a2d0f-6f63-4cb5-b782-820003ce8f12 tempest-TestNetworkAdvancedServerOps-470546014 tempest-TestNetworkAdvancedServerOps-470546014] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['faad3e48-a193-422a-a4ef-d48dc191d42b']}} {{(pid=84874) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:35:36.772410 n-d-768862-2 neutron-server[84765]: DEBUG neutron.services.segments.db [None req-d72a2d0f-6f63-4cb5-b782-820003ce8f12 tempest-TestNetworkAdvancedServerOps-470546014 tempest-TestNetworkAdvancedServerOps-470546014] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4208d142-2167-4808-8891-c4fb7dfcd556') {'for_net_delete': True} {{(pid=84874) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:35:36.772748 n-d-768862-2 neutron-server[84765]: DEBUG neutron.services.segments.db [None req-d72a2d0f-6f63-4cb5-b782-820003ce8f12 tempest-TestNetworkAdvancedServerOps-470546014 tempest-TestNetworkAdvancedServerOps-470546014] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4208d142-2167-4808-8891-c4fb7dfcd556') {} {{(pid=84874) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:35:36.784874 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.plugin [None req-71667127-ede2-4783-90a9-4ce28a090819 None None] Calling delete_port for 583be377-8a83-45cb-8e8c-b9f2ad01661a owned by network:dhcp {{(pid=84876) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 07:35:36.802902 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-d72a2d0f-6f63-4cb5-b782-820003ce8f12 tempest-TestNetworkAdvancedServerOps-470546014 tempest-TestNetworkAdvancedServerOps-470546014] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363259214173198', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2968632'] for segment, before_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:35:36.836899 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-d72a2d0f-6f63-4cb5-b782-820003ce8f12 tempest-TestNetworkAdvancedServerOps-470546014 tempest-TestNetworkAdvancedServerOps-470546014] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854179735'] for segment, precommit_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:35:36.841201 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-d72a2d0f-6f63-4cb5-b782-820003ce8f12 tempest-TestNetworkAdvancedServerOps-470546014 tempest-TestNetworkAdvancedServerOps-470546014] Releasing vxlan tunnel 5 to pool {{(pid=84874) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Jan 14 07:35:37.005103 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.db.api [None req-71667127-ede2-4783-90a9-4ce28a090819 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84876) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Jan 14 07:35:37.005799 n-d-768862-2 neutron-server[84765]: DEBUG oslo_db.api [None req-71667127-ede2-4783-90a9-4ce28a090819 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84876) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Jan 14 07:35:37.007455 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84875) accepted ('10.222.0.24', 33892) {{(pid=84875) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:35:37.008437 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-3b5cb303-4a9b-44c5-b8e6-5bf863b94953 tempest-RoutersTest-1255860389 tempest-RoutersTest-1255860389] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.392s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:35:37.028557 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5654cdd-f4d7-495b-a656-686dbd01f646 None None] DHCP port deletion for 3f8d7255-cdb2-4b57-8b23-400eddf3c357 request from n-d-768862-2 {{(pid=84876) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Jan 14 07:35:37.039923 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.plugin [None req-a5654cdd-f4d7-495b-a656-686dbd01f646 None None] Deleting port 49464f58-4b97-415d-a318-fca387234863 {{(pid=84876) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 07:35:37.040614 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-a5654cdd-f4d7-495b-a656-686dbd01f646 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363259214248359'] for port, before_delete {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:35:37.076982 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [None req-08d0282b-1b4e-4dca-b389-dfdd24266c07 tempest-NetworksTest-1803261889 tempest-NetworksTest-1803261889] For port 49464f58-4b97-415d-a318-fca387234863, host n-d-768862-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-2',level=0,port_id=49464f58-4b97-415d-a318-fca387234863,segment=NetworkSegment(92546857-9ee1-426b-8c0e-1b2104531b43),segment_id=92546857-9ee1-426b-8c0e-1b2104531b43)] {{(pid=84875) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 07:35:37.077389 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-08d0282b-1b4e-4dca-b389-dfdd24266c07 tempest-NetworksTest-1803261889 tempest-NetworksTest-1803261889] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036850862667'] for port, precommit_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:35:37.114315 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-d7765cca-9c7f-4edb-827a-69a80c35c620 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:35:37.136788 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-d7765cca-9c7f-4edb-827a-69a80c35c620 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:35:37.141687 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-d7765cca-9c7f-4edb-827a-69a80c35c620 admin admin] Usage tracker for resource:security_group_rule and tenant:8878c933eb534eddbf98f28c1a045efe is out of sync, need to count used quota {{(pid=84875) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:35:37.144877 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-d7765cca-9c7f-4edb-827a-69a80c35c620 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84875) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:35:37.151459 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-d7765cca-9c7f-4edb-827a-69a80c35c620 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:35:37.248927 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.managers [None req-d72a2d0f-6f63-4cb5-b782-820003ce8f12 tempest-TestNetworkAdvancedServerOps-470546014 tempest-TestNetworkAdvancedServerOps-470546014] Network faad3e48-a193-422a-a4ef-d48dc191d42b has no segments {{(pid=84874) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 14 07:35:37.260840 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-d72a2d0f-6f63-4cb5-b782-820003ce8f12 tempest-TestNetworkAdvancedServerOps-470546014 tempest-TestNetworkAdvancedServerOps-470546014] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-596065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036851521571'] for segment, after_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:35:37.301831 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.plugin [None req-08d0282b-1b4e-4dca-b389-dfdd24266c07 tempest-NetworksTest-1803261889 tempest-NetworksTest-1803261889] Calling delete_port for 49464f58-4b97-415d-a318-fca387234863 owned by network:dhcp {{(pid=84875) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 07:35:37.372611 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b5cb303-4a9b-44c5-b8e6-5bf863b94953 tempest-RoutersTest-1255860389 tempest-RoutersTest-1255860389] No DVR routers for this DVR port 583be377-8a83-45cb-8e8c-b9f2ad01661a on host n-d-768862-2 {{(pid=84875) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Jan 14 07:35:37.461883 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [None req-a5654cdd-f4d7-495b-a656-686dbd01f646 None None] For port 49464f58-4b97-415d-a318-fca387234863, host n-d-768862-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-2',level=0,port_id=49464f58-4b97-415d-a318-fca387234863,segment=NetworkSegment(92546857-9ee1-426b-8c0e-1b2104531b43),segment_id=92546857-9ee1-426b-8c0e-1b2104531b43)] {{(pid=84876) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 07:35:37.462339 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-a5654cdd-f4d7-495b-a656-686dbd01f646 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036850862667'] for port, precommit_delete {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:35:37.526383 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-3b5cb303-4a9b-44c5-b8e6-5bf863b94953 tempest-RoutersTest-1255860389 tempest-RoutersTest-1255860389] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-598987', 'neutron.services.segments.db._delete_segments_for_network-8777640583949'] for network, precommit_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:35:37.645984 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.managers [None req-d72a2d0f-6f63-4cb5-b782-820003ce8f12 tempest-TestNetworkAdvancedServerOps-470546014 tempest-TestNetworkAdvancedServerOps-470546014] Network faad3e48-a193-422a-a4ef-d48dc191d42b has no segments {{(pid=84874) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 14 07:35:37.692728 n-d-768862-2 neutron-server[84765]: Traceback (most recent call last): Jan 14 07:35:37.692728 n-d-768862-2 neutron-server[84765]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 14 07:35:37.692728 n-d-768862-2 neutron-server[84765]: timer() Jan 14 07:35:37.692728 n-d-768862-2 neutron-server[84765]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 14 07:35:37.692728 n-d-768862-2 neutron-server[84765]: cb(*args, **kw) Jan 14 07:35:37.692728 n-d-768862-2 neutron-server[84765]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Jan 14 07:35:37.692728 n-d-768862-2 neutron-server[84765]: return func(*args, **kwargs) Jan 14 07:35:37.692728 n-d-768862-2 neutron-server[84765]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 14 07:35:37.692728 n-d-768862-2 neutron-server[84765]: self._notify() Jan 14 07:35:37.692728 n-d-768862-2 neutron-server[84765]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 14 07:35:37.692728 n-d-768862-2 neutron-server[84765]: self.callback(batched_events) Jan 14 07:35:37.692728 n-d-768862-2 neutron-server[84765]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 14 07:35:37.692728 n-d-768862-2 neutron-server[84765]: event.method(event) Jan 14 07:35:37.692728 n-d-768862-2 neutron-server[84765]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 14 07:35:37.692728 n-d-768862-2 neutron-server[84765]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 14 07:35:37.692728 n-d-768862-2 neutron-server[84765]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Jan 14 07:35:37.692728 n-d-768862-2 neutron-server[84765]: segment_id)['aggregates'][0] Jan 14 07:35:37.692728 n-d-768862-2 neutron-server[84765]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 14 07:35:37.692728 n-d-768862-2 neutron-server[84765]: return f(self, *a, **k) Jan 14 07:35:37.692728 n-d-768862-2 neutron-server[84765]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 14 07:35:37.692728 n-d-768862-2 neutron-server[84765]: return self._get(url).json() Jan 14 07:35:37.692728 n-d-768862-2 neutron-server[84765]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 14 07:35:37.692728 n-d-768862-2 neutron-server[84765]: **kwargs) Jan 14 07:35:37.692728 n-d-768862-2 neutron-server[84765]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 14 07:35:37.692728 n-d-768862-2 neutron-server[84765]: return self.request(url, 'GET', **kwargs) Jan 14 07:35:37.692728 n-d-768862-2 neutron-server[84765]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Jan 14 07:35:37.692728 n-d-768862-2 neutron-server[84765]: **endpoint_filter) Jan 14 07:35:37.692728 n-d-768862-2 neutron-server[84765]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 14 07:35:37.692728 n-d-768862-2 neutron-server[84765]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 14 07:35:37.692728 n-d-768862-2 neutron-server[84765]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 14 07:35:37.692728 n-d-768862-2 neutron-server[84765]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 14 07:35:37.692728 n-d-768862-2 neutron-server[84765]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 14 07:35:37.696520 n-d-768862-2 neutron-server[84765]: DEBUG neutron.services.segments.db [None req-3b5cb303-4a9b-44c5-b8e6-5bf863b94953 tempest-RoutersTest-1255860389 tempest-RoutersTest-1255860389] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4aaa6784-9a64-416e-be2a-dd9705235385']}} {{(pid=84875) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:35:37.722943 n-d-768862-2 neutron-server[84765]: DEBUG neutron.services.segments.db [None req-3b5cb303-4a9b-44c5-b8e6-5bf863b94953 tempest-RoutersTest-1255860389 tempest-RoutersTest-1255860389] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '082a79ec-661b-48c5-b53a-abb402bd2892') {'for_net_delete': True} {{(pid=84875) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:35:37.724003 n-d-768862-2 neutron-server[84765]: DEBUG neutron.services.segments.db [None req-3b5cb303-4a9b-44c5-b8e6-5bf863b94953 tempest-RoutersTest-1255860389 tempest-RoutersTest-1255860389] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '082a79ec-661b-48c5-b53a-abb402bd2892') {} {{(pid=84875) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:35:37.738836 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-3b5cb303-4a9b-44c5-b8e6-5bf863b94953 tempest-RoutersTest-1255860389 tempest-RoutersTest-1255860389] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363259214173198', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036851408567'] for segment, before_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:35:37.756135 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-3b5cb303-4a9b-44c5-b8e6-5bf863b94953 tempest-RoutersTest-1255860389 tempest-RoutersTest-1255860389] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854179735'] for segment, precommit_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:35:37.759234 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-3b5cb303-4a9b-44c5-b8e6-5bf863b94953 tempest-RoutersTest-1255860389 tempest-RoutersTest-1255860389] Releasing vxlan tunnel 9 to pool {{(pid=84875) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Jan 14 07:35:37.824797 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.plugin [None req-71667127-ede2-4783-90a9-4ce28a090819 None None] Deleting port 583be377-8a83-45cb-8e8c-b9f2ad01661a {{(pid=84876) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 07:35:37.835282 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-71667127-ede2-4783-90a9-4ce28a090819 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363259214248359'] for port, before_delete {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:35:37.940457 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Device 583be377-8a83-45cb-8e8c-b9f2ad01661a no longer exists at agent ovs-agent-n-d-768862-2 {{(pid=84876) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jan 14 07:35:38.009649 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.plugin [None req-a5654cdd-f4d7-495b-a656-686dbd01f646 None None] Calling delete_port for 49464f58-4b97-415d-a318-fca387234863 owned by network:dhcp {{(pid=84876) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 07:35:38.039016 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.managers [None req-3b5cb303-4a9b-44c5-b8e6-5bf863b94953 tempest-RoutersTest-1255860389 tempest-RoutersTest-1255860389] Network 4aaa6784-9a64-416e-be2a-dd9705235385 has no segments {{(pid=84875) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 14 07:35:38.086756 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-3b5cb303-4a9b-44c5-b8e6-5bf863b94953 tempest-RoutersTest-1255860389 tempest-RoutersTest-1255860389] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-596065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3154253'] for segment, after_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:35:38.129064 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.plugin [None req-71667127-ede2-4783-90a9-4ce28a090819 None None] The port '583be377-8a83-45cb-8e8c-b9f2ad01661a' was deleted {{(pid=84876) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Jan 14 07:35:38.142114 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.plugin [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] No Port match for: 583be377-8a83-45cb-8e8c-b9f2ad01661a {{(pid=84876) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2188}} Jan 14 07:35:38.142530 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Device 583be377-8a83-45cb-8e8c-b9f2ad01661a not bound to the agent host n-d-768862-2 {{(pid=84876) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jan 14 07:35:38.142982 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Device 49464f58-4b97-415d-a318-fca387234863 no longer exists at agent ovs-agent-n-d-768862-2 {{(pid=84876) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jan 14 07:35:38.176068 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-08d0282b-1b4e-4dca-b389-dfdd24266c07 tempest-NetworksTest-1803261889 tempest-NetworksTest-1803261889] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777640533329', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777640097463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851621574'] for port, after_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:35:38.195791 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.plugin [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] No Port match for: 49464f58-4b97-415d-a318-fca387234863 {{(pid=84876) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2188}} Jan 14 07:35:38.196346 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Device 49464f58-4b97-415d-a318-fca387234863 not bound to the agent host n-d-768862-2 {{(pid=84876) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jan 14 07:35:38.196837 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Device 0df871c9-2ea9-4e58-bc3d-59530a9b7629 no longer exists at agent ovs-agent-n-d-768862-2 {{(pid=84876) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jan 14 07:35:38.241553 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.plugin [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] No Port match for: 0df871c9-2ea9-4e58-bc3d-59530a9b7629 {{(pid=84876) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2188}} Jan 14 07:35:38.241971 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Device 0df871c9-2ea9-4e58-bc3d-59530a9b7629 not bound to the agent host n-d-768862-2 {{(pid=84876) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jan 14 07:35:38.286778 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.db.api [None req-a5654cdd-f4d7-495b-a656-686dbd01f646 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84876) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Jan 14 07:35:38.287207 n-d-768862-2 neutron-server[84765]: DEBUG oslo_db.api [None req-a5654cdd-f4d7-495b-a656-686dbd01f646 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84876) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Jan 14 07:35:38.315871 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-ea16191e-fd4d-470b-b8e3-3f0b83c582b3 tempest-NetworksTest-1803261889 tempest-NetworksTest-1803261889] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:35:38.340829 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-d72a2d0f-6f63-4cb5-b782-820003ce8f12 tempest-TestNetworkAdvancedServerOps-470546014 tempest-TestNetworkAdvancedServerOps-470546014] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036854176830', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850887149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3912591'] for network, after_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:35:38.349264 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-d72a2d0f-6f63-4cb5-b782-820003ce8f12 tempest-TestNetworkAdvancedServerOps-470546014 tempest-TestNetworkAdvancedServerOps-470546014] Notify callbacks [] for network, before_response {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:35:38.356988 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-efe4d2da-fe2c-4edc-aa29-88d7e1f0b251 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:35:38.387364 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d72a2d0f-6f63-4cb5-b782-820003ce8f12 tempest-TestNetworkAdvancedServerOps-470546014 tempest-TestNetworkAdvancedServerOps-470546014] Pushing event deleted for resources: {'Network': ['ID=faad3e48-a193-422a-a4ef-d48dc191d42b,revision_number=None']} {{(pid=84874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:35:38.392317 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-d72a2d0f-6f63-4cb5-b782-820003ce8f12 tempest-TestNetworkAdvancedServerOps-470546014 tempest-TestNetworkAdvancedServerOps-470546014] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:35:38.398080 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-d72a2d0f-6f63-4cb5-b782-820003ce8f12 tempest-TestNetworkAdvancedServerOps-470546014 tempest-TestNetworkAdvancedServerOps-470546014] 10.222.0.24 "DELETE /v2.0/networks/faad3e48-a193-422a-a4ef-d48dc191d42b HTTP/1.1" status: 204 len: 168 time: 2.3958077 Jan 14 07:35:38.398754 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84874) accepted ('10.222.0.24', 33910) {{(pid=84874) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:35:38.423761 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08d0282b-1b4e-4dca-b389-dfdd24266c07 tempest-NetworksTest-1803261889 tempest-NetworksTest-1803261889] Pushing event deleted for resources: {'Port': ['ID=49464f58-4b97-415d-a318-fca387234863,revision_number=None']} {{(pid=84875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:35:38.457285 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-08d0282b-1b4e-4dca-b389-dfdd24266c07 tempest-NetworksTest-1803261889 tempest-NetworksTest-1803261889] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:35:38.462983 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08d0282b-1b4e-4dca-b389-dfdd24266c07 tempest-NetworksTest-1803261889 tempest-NetworksTest-1803261889] No DVR routers for this DVR port 49464f58-4b97-415d-a318-fca387234863 on host n-d-768862-2 {{(pid=84875) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Jan 14 07:35:38.490743 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-d31c4a51-c174-4d5b-ac4d-41ddc4ab1032 tempest-TestNetworkAdvancedServerOps-470546014 tempest-TestNetworkAdvancedServerOps-470546014] Notify callbacks [] for security_group, before_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:35:38.527311 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-d31c4a51-c174-4d5b-ac4d-41ddc4ab1032 tempest-TestNetworkAdvancedServerOps-470546014 tempest-TestNetworkAdvancedServerOps-470546014] Notify callbacks [] for security_group, precommit_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:35:38.587350 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-d31c4a51-c174-4d5b-ac4d-41ddc4ab1032 tempest-TestNetworkAdvancedServerOps-470546014 tempest-TestNetworkAdvancedServerOps-470546014] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850887153'] for security_group, after_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:35:38.594978 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-c5e46bee-fe1f-4a81-a277-cf7372a03476 tempest-PortsIpV6TestJSON-1330665174 tempest-PortsIpV6TestJSON-1330665174] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:35:38.625581 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d31c4a51-c174-4d5b-ac4d-41ddc4ab1032 tempest-TestNetworkAdvancedServerOps-470546014 tempest-TestNetworkAdvancedServerOps-470546014] Pushing event deleted for resources: {'SecurityGroup': ['ID=39130085-fe92-4276-89a4-9a554e26e678,revision_number=None']} {{(pid=84874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:35:38.656447 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-d31c4a51-c174-4d5b-ac4d-41ddc4ab1032 tempest-TestNetworkAdvancedServerOps-470546014 tempest-TestNetworkAdvancedServerOps-470546014] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:35:38.657346 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-d31c4a51-c174-4d5b-ac4d-41ddc4ab1032 tempest-TestNetworkAdvancedServerOps-470546014 tempest-TestNetworkAdvancedServerOps-470546014] Notify callbacks [] for security_group, before_response {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:35:38.661701 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-d31c4a51-c174-4d5b-ac4d-41ddc4ab1032 tempest-TestNetworkAdvancedServerOps-470546014 tempest-TestNetworkAdvancedServerOps-470546014] 10.222.0.24 "DELETE /v2.0/security-groups/39130085-fe92-4276-89a4-9a554e26e678 HTTP/1.1" status: 204 len: 168 time: 0.2589030 Jan 14 07:35:38.688121 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.managers [None req-3b5cb303-4a9b-44c5-b8e6-5bf863b94953 tempest-RoutersTest-1255860389 tempest-RoutersTest-1255860389] Network 4aaa6784-9a64-416e-be2a-dd9705235385 has no segments {{(pid=84875) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 14 07:35:38.735483 n-d-768862-2 neutron-server[84765]: Traceback (most recent call last): Jan 14 07:35:38.735483 n-d-768862-2 neutron-server[84765]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 14 07:35:38.735483 n-d-768862-2 neutron-server[84765]: timer() Jan 14 07:35:38.735483 n-d-768862-2 neutron-server[84765]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 14 07:35:38.735483 n-d-768862-2 neutron-server[84765]: cb(*args, **kw) Jan 14 07:35:38.735483 n-d-768862-2 neutron-server[84765]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Jan 14 07:35:38.735483 n-d-768862-2 neutron-server[84765]: return func(*args, **kwargs) Jan 14 07:35:38.735483 n-d-768862-2 neutron-server[84765]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 14 07:35:38.735483 n-d-768862-2 neutron-server[84765]: self._notify() Jan 14 07:35:38.735483 n-d-768862-2 neutron-server[84765]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 14 07:35:38.735483 n-d-768862-2 neutron-server[84765]: self.callback(batched_events) Jan 14 07:35:38.735483 n-d-768862-2 neutron-server[84765]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 14 07:35:38.735483 n-d-768862-2 neutron-server[84765]: event.method(event) Jan 14 07:35:38.735483 n-d-768862-2 neutron-server[84765]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 14 07:35:38.735483 n-d-768862-2 neutron-server[84765]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 14 07:35:38.735483 n-d-768862-2 neutron-server[84765]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Jan 14 07:35:38.735483 n-d-768862-2 neutron-server[84765]: segment_id)['aggregates'][0] Jan 14 07:35:38.735483 n-d-768862-2 neutron-server[84765]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 14 07:35:38.735483 n-d-768862-2 neutron-server[84765]: return f(self, *a, **k) Jan 14 07:35:38.735483 n-d-768862-2 neutron-server[84765]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 14 07:35:38.735483 n-d-768862-2 neutron-server[84765]: return self._get(url).json() Jan 14 07:35:38.735483 n-d-768862-2 neutron-server[84765]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 14 07:35:38.735483 n-d-768862-2 neutron-server[84765]: **kwargs) Jan 14 07:35:38.735483 n-d-768862-2 neutron-server[84765]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 14 07:35:38.735483 n-d-768862-2 neutron-server[84765]: return self.request(url, 'GET', **kwargs) Jan 14 07:35:38.735483 n-d-768862-2 neutron-server[84765]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Jan 14 07:35:38.735483 n-d-768862-2 neutron-server[84765]: **endpoint_filter) Jan 14 07:35:38.735483 n-d-768862-2 neutron-server[84765]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 14 07:35:38.735483 n-d-768862-2 neutron-server[84765]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 14 07:35:38.735483 n-d-768862-2 neutron-server[84765]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 14 07:35:38.735483 n-d-768862-2 neutron-server[84765]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 14 07:35:38.735483 n-d-768862-2 neutron-server[84765]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 14 07:35:38.790625 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.plugin [None req-a5654cdd-f4d7-495b-a656-686dbd01f646 None None] Deleting port 49464f58-4b97-415d-a318-fca387234863 {{(pid=84876) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 07:35:38.791130 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-a5654cdd-f4d7-495b-a656-686dbd01f646 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363259214248359'] for port, before_delete {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:35:38.804915 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-08d0282b-1b4e-4dca-b389-dfdd24266c07 tempest-NetworksTest-1803261889 tempest-NetworksTest-1803261889] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-598987', 'neutron.services.segments.db._delete_segments_for_network-8777640583949'] for network, precommit_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:35:38.933133 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.plugin [None req-a5654cdd-f4d7-495b-a656-686dbd01f646 None None] The port '49464f58-4b97-415d-a318-fca387234863' was deleted {{(pid=84876) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Jan 14 07:35:39.015481 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-d7765cca-9c7f-4edb-827a-69a80c35c620 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:35:39.034676 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-3b5cb303-4a9b-44c5-b8e6-5bf863b94953 tempest-RoutersTest-1255860389 tempest-RoutersTest-1255860389] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036854176830', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850887149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3912591'] for network, after_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:35:39.041439 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-d7765cca-9c7f-4edb-827a-69a80c35c620 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850887153'] for security_group, after_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:35:39.057092 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-155b0319-bd21-44bf-bc5f-38e784678eec admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:35:39.076584 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-3b5cb303-4a9b-44c5-b8e6-5bf863b94953 tempest-RoutersTest-1255860389 tempest-RoutersTest-1255860389] Notify callbacks [] for network, before_response {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:35:39.164263 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84874) accepted ('10.222.0.24', 33932) {{(pid=84874) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:35:39.168950 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7765cca-9c7f-4edb-827a-69a80c35c620 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=99efef74-06d1-4d6a-a6b6-c03d4ac44d3e,revision_number=1']} {{(pid=84875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:35:39.171760 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.v2.base [None req-d495d4de-beb0-4c0e-961e-e6ad6ed4f53a tempest-TestNetworkAdvancedServerOps-470546014 tempest-TestNetworkAdvancedServerOps-470546014] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-271169045', 'description': 'tempest-secgroup-smoke-271169045 description', 'project_id': '6f3510a486e44d0a99223e7a34e71069'}} {{(pid=84874) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:35:39.185178 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-d495d4de-beb0-4c0e-961e-e6ad6ed4f53a tempest-TestNetworkAdvancedServerOps-470546014 tempest-TestNetworkAdvancedServerOps-470546014] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:35:39.185524 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-d7765cca-9c7f-4edb-827a-69a80c35c620 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:35:39.190245 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-d495d4de-beb0-4c0e-961e-e6ad6ed4f53a tempest-TestNetworkAdvancedServerOps-470546014 tempest-TestNetworkAdvancedServerOps-470546014] Usage tracker for resource:security_group and tenant:6f3510a486e44d0a99223e7a34e71069 is out of sync, need to count used quota {{(pid=84874) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:35:39.193658 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-d495d4de-beb0-4c0e-961e-e6ad6ed4f53a tempest-TestNetworkAdvancedServerOps-470546014 tempest-TestNetworkAdvancedServerOps-470546014] Quota usage for security_group was recalculated. Used quota:1. {{(pid=84874) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:35:39.202328 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-d495d4de-beb0-4c0e-961e-e6ad6ed4f53a tempest-TestNetworkAdvancedServerOps-470546014 tempest-TestNetworkAdvancedServerOps-470546014] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:35:39.215562 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-d495d4de-beb0-4c0e-961e-e6ad6ed4f53a tempest-TestNetworkAdvancedServerOps-470546014 tempest-TestNetworkAdvancedServerOps-470546014] Notify callbacks [] for security_group, before_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:35:39.230400 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-6366f268-c601-409f-8937-c09a08dc0e0f tempest-NetworksIpV6Test-2047944877 tempest-NetworksIpV6Test-2047944877] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.164s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:35:39.242843 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-d495d4de-beb0-4c0e-961e-e6ad6ed4f53a tempest-TestNetworkAdvancedServerOps-470546014 tempest-TestNetworkAdvancedServerOps-470546014] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:35:39.247622 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-d495d4de-beb0-4c0e-961e-e6ad6ed4f53a tempest-TestNetworkAdvancedServerOps-470546014 tempest-TestNetworkAdvancedServerOps-470546014] Usage tracker for resource:security_group_rule and tenant:6f3510a486e44d0a99223e7a34e71069 is out of sync, need to count used quota {{(pid=84874) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:35:39.250853 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-d495d4de-beb0-4c0e-961e-e6ad6ed4f53a tempest-TestNetworkAdvancedServerOps-470546014 tempest-TestNetworkAdvancedServerOps-470546014] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84874) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:35:39.257283 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-d495d4de-beb0-4c0e-961e-e6ad6ed4f53a tempest-TestNetworkAdvancedServerOps-470546014 tempest-TestNetworkAdvancedServerOps-470546014] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:35:39.261042 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-d7765cca-9c7f-4edb-827a-69a80c35c620 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=8878c933eb534eddbf98f28c1a045efe&name=default HTTP/1.1" status: 200 len: 2983 time: 2.1966560 Jan 14 07:35:39.263715 n-d-768862-2 neutron-server[84765]: DEBUG neutron.services.segments.db [None req-08d0282b-1b4e-4dca-b389-dfdd24266c07 tempest-NetworksTest-1803261889 tempest-NetworksTest-1803261889] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3f8d7255-cdb2-4b57-8b23-400eddf3c357']}} {{(pid=84875) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:35:39.266275 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84874) accepted ('10.222.0.24', 33936) {{(pid=84874) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:35:39.272655 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b5cb303-4a9b-44c5-b8e6-5bf863b94953 tempest-RoutersTest-1255860389 tempest-RoutersTest-1255860389] Pushing event deleted for resources: {'Network': ['ID=4aaa6784-9a64-416e-be2a-dd9705235385,revision_number=None']} {{(pid=84875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:35:39.275641 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-3b5cb303-4a9b-44c5-b8e6-5bf863b94953 tempest-RoutersTest-1255860389 tempest-RoutersTest-1255860389] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:35:39.281226 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-3b5cb303-4a9b-44c5-b8e6-5bf863b94953 tempest-RoutersTest-1255860389 tempest-RoutersTest-1255860389] 10.222.0.24 "DELETE /v2.0/networks/4aaa6784-9a64-416e-be2a-dd9705235385 HTTP/1.1" status: 204 len: 168 time: 4.4693615 Jan 14 07:35:39.285760 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84875) accepted ('10.222.0.24', 33940) {{(pid=84875) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:35:39.290563 n-d-768862-2 neutron-server[84765]: DEBUG neutron.services.segments.db [None req-08d0282b-1b4e-4dca-b389-dfdd24266c07 tempest-NetworksTest-1803261889 tempest-NetworksTest-1803261889] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '92546857-9ee1-426b-8c0e-1b2104531b43') {'for_net_delete': True} {{(pid=84875) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:35:39.290898 n-d-768862-2 neutron-server[84765]: DEBUG neutron.services.segments.db [None req-08d0282b-1b4e-4dca-b389-dfdd24266c07 tempest-NetworksTest-1803261889 tempest-NetworksTest-1803261889] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '92546857-9ee1-426b-8c0e-1b2104531b43') {} {{(pid=84875) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:35:39.302508 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.v2.base [None req-4bea3ad5-18e4-4e4c-b29b-273e77283b7a tempest-RoutersTest-1255860389 tempest-RoutersTest-1255860389] Request body: {'router': {'name': 'tempest-RoutersTest-router-2108230050', 'external_gateway_info': {'network_id': '226f1e78-82cd-4481-9055-4eb73b6db8c1'}, 'admin_state_up': False}} {{(pid=84875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:35:39.320892 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-4bea3ad5-18e4-4e4c-b29b-273e77283b7a tempest-RoutersTest-1255860389 tempest-RoutersTest-1255860389] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:35:39.325614 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-08d0282b-1b4e-4dca-b389-dfdd24266c07 tempest-NetworksTest-1803261889 tempest-NetworksTest-1803261889] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363259214173198', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036851408567'] for segment, before_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:35:39.340846 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-4bea3ad5-18e4-4e4c-b29b-273e77283b7a tempest-RoutersTest-1255860389 tempest-RoutersTest-1255860389] Usage tracker for resource:router and tenant:2a076c09cf6548039ba7b64b98184a0e is out of sync, need to count used quota {{(pid=84875) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:35:39.345531 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-4bea3ad5-18e4-4e4c-b29b-273e77283b7a tempest-RoutersTest-1255860389 tempest-RoutersTest-1255860389] Quota usage for router was recalculated. Used quota:0. {{(pid=84875) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:35:39.356692 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-4bea3ad5-18e4-4e4c-b29b-273e77283b7a tempest-RoutersTest-1255860389 tempest-RoutersTest-1255860389] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:35:39.359878 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-08d0282b-1b4e-4dca-b389-dfdd24266c07 tempest-NetworksTest-1803261889 tempest-NetworksTest-1803261889] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854179735'] for segment, precommit_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:35:39.363555 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-08d0282b-1b4e-4dca-b389-dfdd24266c07 tempest-NetworksTest-1803261889 tempest-NetworksTest-1803261889] Releasing vxlan tunnel 15 to pool {{(pid=84875) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Jan 14 07:35:39.383332 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-eda77c2c-f080-4c17-9553-eefc5ebfb088 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:35:39.412454 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-eda77c2c-f080-4c17-9553-eefc5ebfb088 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:35:39.451287 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-4bea3ad5-18e4-4e4c-b29b-273e77283b7a tempest-RoutersTest-1255860389 tempest-RoutersTest-1255860389] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3889205', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854717621'] for router, before_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:35:39.452443 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-4bea3ad5-18e4-4e4c-b29b-273e77283b7a tempest-RoutersTest-1255860389 tempest-RoutersTest-1255860389] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036850886574', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3912501', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3808446', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-58179'] for router, precommit_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:35:39.469685 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-4bea3ad5-18e4-4e4c-b29b-273e77283b7a tempest-RoutersTest-1255860389 tempest-RoutersTest-1255860389] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:35:39.474820 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-eda77c2c-f080-4c17-9553-eefc5ebfb088 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850887153'] for security_group, after_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:35:39.487401 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-2e014fc6-3637-4690-ab03-80671248901a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:35:39.513677 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eda77c2c-f080-4c17-9553-eefc5ebfb088 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=99efef74-06d1-4d6a-a6b6-c03d4ac44d3e,revision_number=None']} {{(pid=84874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:35:39.520549 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-eda77c2c-f080-4c17-9553-eefc5ebfb088 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:35:39.523017 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-d495d4de-beb0-4c0e-961e-e6ad6ed4f53a tempest-TestNetworkAdvancedServerOps-470546014 tempest-TestNetworkAdvancedServerOps-470546014] Notify callbacks [] for security_group, precommit_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:35:39.531564 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-eda77c2c-f080-4c17-9553-eefc5ebfb088 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:35:39.535819 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-eda77c2c-f080-4c17-9553-eefc5ebfb088 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/99efef74-06d1-4d6a-a6b6-c03d4ac44d3e HTTP/1.1" status: 204 len: 168 time: 0.2648726 Jan 14 07:35:39.537072 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-d495d4de-beb0-4c0e-961e-e6ad6ed4f53a tempest-TestNetworkAdvancedServerOps-470546014 tempest-TestNetworkAdvancedServerOps-470546014] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850887153'] for security_group, after_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:35:39.543519 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-dabacbed-abf9-45eb-a9f9-be7f37bc18a8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:35:39.577767 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d495d4de-beb0-4c0e-961e-e6ad6ed4f53a tempest-TestNetworkAdvancedServerOps-470546014 tempest-TestNetworkAdvancedServerOps-470546014] Pushing event updated for resources: {'SecurityGroup': ['ID=6c011ca7-21db-4994-9187-ce72e1fa37e2,revision_number=1']} {{(pid=84874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:35:39.583580 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-d495d4de-beb0-4c0e-961e-e6ad6ed4f53a tempest-TestNetworkAdvancedServerOps-470546014 tempest-TestNetworkAdvancedServerOps-470546014] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:35:39.590182 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-d495d4de-beb0-4c0e-961e-e6ad6ed4f53a tempest-TestNetworkAdvancedServerOps-470546014 tempest-TestNetworkAdvancedServerOps-470546014] Notify callbacks [] for security_group, before_response {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:35:39.592395 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-d495d4de-beb0-4c0e-961e-e6ad6ed4f53a tempest-TestNetworkAdvancedServerOps-470546014 tempest-TestNetworkAdvancedServerOps-470546014] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.4267352 Jan 14 07:35:39.596566 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84874) accepted ('10.222.0.24', 33950) {{(pid=84874) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:35:39.606351 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.v2.base [None req-57ec5bf3-e3c9-465d-b864-a4a05d33a0c0 tempest-TestNetworkAdvancedServerOps-470546014 tempest-TestNetworkAdvancedServerOps-470546014] Request body: {'security_group_rule': {'security_group_id': '6c011ca7-21db-4994-9187-ce72e1fa37e2', 'project_id': '6f3510a486e44d0a99223e7a34e71069', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=84874) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:35:39.633911 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-57ec5bf3-e3c9-465d-b864-a4a05d33a0c0 tempest-TestNetworkAdvancedServerOps-470546014 tempest-TestNetworkAdvancedServerOps-470546014] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:35:39.643136 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-57ec5bf3-e3c9-465d-b864-a4a05d33a0c0 tempest-TestNetworkAdvancedServerOps-470546014 tempest-TestNetworkAdvancedServerOps-470546014] Usage tracker for resource:security_group_rule and tenant:6f3510a486e44d0a99223e7a34e71069 is out of sync, need to count used quota {{(pid=84874) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:35:39.651705 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-57ec5bf3-e3c9-465d-b864-a4a05d33a0c0 tempest-TestNetworkAdvancedServerOps-470546014 tempest-TestNetworkAdvancedServerOps-470546014] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84874) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:35:39.666370 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-57ec5bf3-e3c9-465d-b864-a4a05d33a0c0 tempest-TestNetworkAdvancedServerOps-470546014 tempest-TestNetworkAdvancedServerOps-470546014] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:35:39.718633 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-57ec5bf3-e3c9-465d-b864-a4a05d33a0c0 tempest-TestNetworkAdvancedServerOps-470546014 tempest-TestNetworkAdvancedServerOps-470546014] Notify callbacks [] for security_group_rule, before_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:35:39.786792 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-4bea3ad5-18e4-4e4c-b29b-273e77283b7a tempest-RoutersTest-1255860389 tempest-RoutersTest-1255860389] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3912484', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3889188', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-58194'] for router, precommit_update {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:35:39.892997 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-57ec5bf3-e3c9-465d-b864-a4a05d33a0c0 tempest-TestNetworkAdvancedServerOps-470546014 tempest-TestNetworkAdvancedServerOps-470546014] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:35:39.901091 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-57ec5bf3-e3c9-465d-b864-a4a05d33a0c0 tempest-TestNetworkAdvancedServerOps-470546014 tempest-TestNetworkAdvancedServerOps-470546014] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850966545'] for security_group_rule, after_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:35:39.904615 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-084d9d30-ba74-4e91-860a-55ede639f367 tempest-TestSecurityGroupsBasicOps-944861984 tempest-TestSecurityGroupsBasicOps-944861984] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:35:39.952120 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57ec5bf3-e3c9-465d-b864-a4a05d33a0c0 tempest-TestNetworkAdvancedServerOps-470546014 tempest-TestNetworkAdvancedServerOps-470546014] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1bd53764-088b-49d6-b2e1-5cbcc40855bb,revision_number=0']} {{(pid=84874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:35:39.966030 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-57ec5bf3-e3c9-465d-b864-a4a05d33a0c0 tempest-TestNetworkAdvancedServerOps-470546014 tempest-TestNetworkAdvancedServerOps-470546014] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:35:39.972452 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-57ec5bf3-e3c9-465d-b864-a4a05d33a0c0 tempest-TestNetworkAdvancedServerOps-470546014 tempest-TestNetworkAdvancedServerOps-470546014] Notify callbacks [] for security_group_rule, before_response {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:35:39.974941 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-57ec5bf3-e3c9-465d-b864-a4a05d33a0c0 tempest-TestNetworkAdvancedServerOps-470546014 tempest-TestNetworkAdvancedServerOps-470546014] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3769736 Jan 14 07:35:39.977828 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84874) accepted ('10.222.0.24', 33956) {{(pid=84874) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:35:39.987600 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.v2.base [None req-6d3f1aa7-cfb8-48ab-aeae-91867d60d3f3 tempest-TestNetworkAdvancedServerOps-470546014 tempest-TestNetworkAdvancedServerOps-470546014] Request body: {'security_group_rule': {'security_group_id': '6c011ca7-21db-4994-9187-ce72e1fa37e2', 'project_id': '6f3510a486e44d0a99223e7a34e71069', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=84874) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:35:40.004880 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-6d3f1aa7-cfb8-48ab-aeae-91867d60d3f3 tempest-TestNetworkAdvancedServerOps-470546014 tempest-TestNetworkAdvancedServerOps-470546014] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:35:40.010728 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-6d3f1aa7-cfb8-48ab-aeae-91867d60d3f3 tempest-TestNetworkAdvancedServerOps-470546014 tempest-TestNetworkAdvancedServerOps-470546014] Usage tracker for resource:security_group_rule and tenant:6f3510a486e44d0a99223e7a34e71069 is out of sync, need to count used quota {{(pid=84874) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:35:40.015375 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-6d3f1aa7-cfb8-48ab-aeae-91867d60d3f3 tempest-TestNetworkAdvancedServerOps-470546014 tempest-TestNetworkAdvancedServerOps-470546014] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=84874) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:35:40.023604 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-6d3f1aa7-cfb8-48ab-aeae-91867d60d3f3 tempest-TestNetworkAdvancedServerOps-470546014 tempest-TestNetworkAdvancedServerOps-470546014] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=84874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:35:40.046697 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-6d3f1aa7-cfb8-48ab-aeae-91867d60d3f3 tempest-TestNetworkAdvancedServerOps-470546014 tempest-TestNetworkAdvancedServerOps-470546014] Notify callbacks [] for security_group_rule, before_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:35:40.128067 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-6d3f1aa7-cfb8-48ab-aeae-91867d60d3f3 tempest-TestNetworkAdvancedServerOps-470546014 tempest-TestNetworkAdvancedServerOps-470546014] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:35:40.135983 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-6d3f1aa7-cfb8-48ab-aeae-91867d60d3f3 tempest-TestNetworkAdvancedServerOps-470546014 tempest-TestNetworkAdvancedServerOps-470546014] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850966545'] for security_group_rule, after_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:35:40.141441 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-f2dbb08d-eadb-458a-a489-f21fb35fa933 tempest-ServersTestManualDisk-1343302522 tempest-ServersTestManualDisk-1343302522] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:35:40.166680 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d3f1aa7-cfb8-48ab-aeae-91867d60d3f3 tempest-TestNetworkAdvancedServerOps-470546014 tempest-TestNetworkAdvancedServerOps-470546014] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f425f9ee-cee4-4f21-bea4-87a43e5ef9f4,revision_number=0']} {{(pid=84874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:35:40.172293 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-6d3f1aa7-cfb8-48ab-aeae-91867d60d3f3 tempest-TestNetworkAdvancedServerOps-470546014 tempest-TestNetworkAdvancedServerOps-470546014] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:35:40.190911 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-6d3f1aa7-cfb8-48ab-aeae-91867d60d3f3 tempest-TestNetworkAdvancedServerOps-470546014 tempest-TestNetworkAdvancedServerOps-470546014] Notify callbacks [] for security_group_rule, before_response {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:35:40.192766 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-6d3f1aa7-cfb8-48ab-aeae-91867d60d3f3 tempest-TestNetworkAdvancedServerOps-470546014 tempest-TestNetworkAdvancedServerOps-470546014] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2132185 Jan 14 07:35:40.195717 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84874) accepted ('10.222.0.24', 33966) {{(pid=84874) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:35:40.205191 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.v2.base [None req-91320b3d-64dc-4866-8d98-b2b97ae3b325 tempest-TestNetworkAdvancedServerOps-470546014 tempest-TestNetworkAdvancedServerOps-470546014] Request body: {'security_group_rule': {'security_group_id': '6c011ca7-21db-4994-9187-ce72e1fa37e2', 'project_id': '6f3510a486e44d0a99223e7a34e71069', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=84874) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:35:40.220625 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-91320b3d-64dc-4866-8d98-b2b97ae3b325 tempest-TestNetworkAdvancedServerOps-470546014 tempest-TestNetworkAdvancedServerOps-470546014] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:35:40.228242 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-91320b3d-64dc-4866-8d98-b2b97ae3b325 tempest-TestNetworkAdvancedServerOps-470546014 tempest-TestNetworkAdvancedServerOps-470546014] Usage tracker for resource:security_group_rule and tenant:6f3510a486e44d0a99223e7a34e71069 is out of sync, need to count used quota {{(pid=84874) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:35:40.236721 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-91320b3d-64dc-4866-8d98-b2b97ae3b325 tempest-TestNetworkAdvancedServerOps-470546014 tempest-TestNetworkAdvancedServerOps-470546014] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=84874) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:35:40.244818 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-91320b3d-64dc-4866-8d98-b2b97ae3b325 tempest-TestNetworkAdvancedServerOps-470546014 tempest-TestNetworkAdvancedServerOps-470546014] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=84874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:35:40.265574 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-91320b3d-64dc-4866-8d98-b2b97ae3b325 tempest-TestNetworkAdvancedServerOps-470546014 tempest-TestNetworkAdvancedServerOps-470546014] Notify callbacks [] for security_group_rule, before_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:35:40.398894 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-91320b3d-64dc-4866-8d98-b2b97ae3b325 tempest-TestNetworkAdvancedServerOps-470546014 tempest-TestNetworkAdvancedServerOps-470546014] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:35:40.404450 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-91320b3d-64dc-4866-8d98-b2b97ae3b325 tempest-TestNetworkAdvancedServerOps-470546014 tempest-TestNetworkAdvancedServerOps-470546014] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850966545'] for security_group_rule, after_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:35:40.407159 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-9899f0f2-732d-4d06-a966-9c3328feb699 tempest-TestNetworkBasicOps-1983703278 tempest-TestNetworkBasicOps-1983703278] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:35:40.440401 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91320b3d-64dc-4866-8d98-b2b97ae3b325 tempest-TestNetworkAdvancedServerOps-470546014 tempest-TestNetworkAdvancedServerOps-470546014] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f3b6a710-4657-49e2-b52f-ee6d5ea5cb36,revision_number=0']} {{(pid=84874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:35:40.443977 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-91320b3d-64dc-4866-8d98-b2b97ae3b325 tempest-TestNetworkAdvancedServerOps-470546014 tempest-TestNetworkAdvancedServerOps-470546014] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:35:40.457339 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-91320b3d-64dc-4866-8d98-b2b97ae3b325 tempest-TestNetworkAdvancedServerOps-470546014 tempest-TestNetworkAdvancedServerOps-470546014] Notify callbacks [] for security_group_rule, before_response {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:35:40.459597 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-91320b3d-64dc-4866-8d98-b2b97ae3b325 tempest-TestNetworkAdvancedServerOps-470546014 tempest-TestNetworkAdvancedServerOps-470546014] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2626266 Jan 14 07:35:40.462549 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84874) accepted ('10.222.0.24', 33974) {{(pid=84874) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:35:40.469990 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.v2.base [None req-c9937e73-32a3-4f2c-b86a-f56183fca543 tempest-TestNetworkAdvancedServerOps-470546014 tempest-TestNetworkAdvancedServerOps-470546014] Request body: {'security_group_rule': {'security_group_id': '6c011ca7-21db-4994-9187-ce72e1fa37e2', 'project_id': '6f3510a486e44d0a99223e7a34e71069', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=84874) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:35:40.482194 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-c9937e73-32a3-4f2c-b86a-f56183fca543 tempest-TestNetworkAdvancedServerOps-470546014 tempest-TestNetworkAdvancedServerOps-470546014] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:35:40.487804 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-c9937e73-32a3-4f2c-b86a-f56183fca543 tempest-TestNetworkAdvancedServerOps-470546014 tempest-TestNetworkAdvancedServerOps-470546014] Usage tracker for resource:security_group_rule and tenant:6f3510a486e44d0a99223e7a34e71069 is out of sync, need to count used quota {{(pid=84874) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:35:40.491546 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-c9937e73-32a3-4f2c-b86a-f56183fca543 tempest-TestNetworkAdvancedServerOps-470546014 tempest-TestNetworkAdvancedServerOps-470546014] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=84874) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:35:40.498728 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-c9937e73-32a3-4f2c-b86a-f56183fca543 tempest-TestNetworkAdvancedServerOps-470546014 tempest-TestNetworkAdvancedServerOps-470546014] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=84874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:35:40.519812 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-c9937e73-32a3-4f2c-b86a-f56183fca543 tempest-TestNetworkAdvancedServerOps-470546014 tempest-TestNetworkAdvancedServerOps-470546014] Notify callbacks [] for security_group_rule, before_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:35:40.600268 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.managers [None req-08d0282b-1b4e-4dca-b389-dfdd24266c07 tempest-NetworksTest-1803261889 tempest-NetworksTest-1803261889] Network 3f8d7255-cdb2-4b57-8b23-400eddf3c357 has no segments {{(pid=84875) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 14 07:35:40.619493 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-c9937e73-32a3-4f2c-b86a-f56183fca543 tempest-TestNetworkAdvancedServerOps-470546014 tempest-TestNetworkAdvancedServerOps-470546014] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:35:40.625064 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-c9937e73-32a3-4f2c-b86a-f56183fca543 tempest-TestNetworkAdvancedServerOps-470546014 tempest-TestNetworkAdvancedServerOps-470546014] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850966545'] for security_group_rule, after_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:35:40.626533 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-08d0282b-1b4e-4dca-b389-dfdd24266c07 tempest-NetworksTest-1803261889 tempest-NetworksTest-1803261889] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-596065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3154253'] for segment, after_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:35:40.628264 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-e77e145c-a2c7-4d40-90fa-397519731a29 tempest-AttachVolumeTestJSON-1157025134 tempest-AttachVolumeTestJSON-1157025134] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:35:40.648077 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9937e73-32a3-4f2c-b86a-f56183fca543 tempest-TestNetworkAdvancedServerOps-470546014 tempest-TestNetworkAdvancedServerOps-470546014] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9e6d1a8e-a452-4e8f-bea9-67167815b4e4,revision_number=0']} {{(pid=84874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:35:40.654968 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-c9937e73-32a3-4f2c-b86a-f56183fca543 tempest-TestNetworkAdvancedServerOps-470546014 tempest-TestNetworkAdvancedServerOps-470546014] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:35:40.677585 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-c9937e73-32a3-4f2c-b86a-f56183fca543 tempest-TestNetworkAdvancedServerOps-470546014 tempest-TestNetworkAdvancedServerOps-470546014] Notify callbacks [] for security_group_rule, before_response {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:35:40.679314 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-c9937e73-32a3-4f2c-b86a-f56183fca543 tempest-TestNetworkAdvancedServerOps-470546014 tempest-TestNetworkAdvancedServerOps-470546014] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2150030 Jan 14 07:35:40.688887 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84874) accepted ('10.222.0.24', 33982) {{(pid=84874) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:35:40.702604 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.v2.base [None req-95c4316f-7761-48ef-9f91-d0d9290c31fa tempest-TestNetworkAdvancedServerOps-470546014 tempest-TestNetworkAdvancedServerOps-470546014] Request body: {'security_group_rule': {'security_group_id': '6c011ca7-21db-4994-9187-ce72e1fa37e2', 'project_id': '6f3510a486e44d0a99223e7a34e71069', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=84874) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:35:40.736363 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-95c4316f-7761-48ef-9f91-d0d9290c31fa tempest-TestNetworkAdvancedServerOps-470546014 tempest-TestNetworkAdvancedServerOps-470546014] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:35:40.749172 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-95c4316f-7761-48ef-9f91-d0d9290c31fa tempest-TestNetworkAdvancedServerOps-470546014 tempest-TestNetworkAdvancedServerOps-470546014] Usage tracker for resource:security_group_rule and tenant:6f3510a486e44d0a99223e7a34e71069 is out of sync, need to count used quota {{(pid=84874) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:35:40.752598 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-95c4316f-7761-48ef-9f91-d0d9290c31fa tempest-TestNetworkAdvancedServerOps-470546014 tempest-TestNetworkAdvancedServerOps-470546014] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=84874) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:35:40.759804 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-95c4316f-7761-48ef-9f91-d0d9290c31fa tempest-TestNetworkAdvancedServerOps-470546014 tempest-TestNetworkAdvancedServerOps-470546014] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=84874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:35:40.773192 n-d-768862-2 neutron-server[84765]: INFO neutron.db.securitygroups_db [None req-95c4316f-7761-48ef-9f91-d0d9290c31fa tempest-TestNetworkAdvancedServerOps-470546014 tempest-TestNetworkAdvancedServerOps-470546014] Project 6f3510a486e44d0a99223e7a34e71069 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 14 07:35:40.789264 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-95c4316f-7761-48ef-9f91-d0d9290c31fa tempest-TestNetworkAdvancedServerOps-470546014 tempest-TestNetworkAdvancedServerOps-470546014] Notify callbacks [] for security_group_rule, before_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:35:40.899481 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-95c4316f-7761-48ef-9f91-d0d9290c31fa tempest-TestNetworkAdvancedServerOps-470546014 tempest-TestNetworkAdvancedServerOps-470546014] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:35:40.904149 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-95c4316f-7761-48ef-9f91-d0d9290c31fa tempest-TestNetworkAdvancedServerOps-470546014 tempest-TestNetworkAdvancedServerOps-470546014] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850966545'] for security_group_rule, after_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:35:40.904346 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.managers [None req-08d0282b-1b4e-4dca-b389-dfdd24266c07 tempest-NetworksTest-1803261889 tempest-NetworksTest-1803261889] Network 3f8d7255-cdb2-4b57-8b23-400eddf3c357 has no segments {{(pid=84875) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 14 07:35:40.906195 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-57ec5bf3-e3c9-465d-b864-a4a05d33a0c0 tempest-TestNetworkAdvancedServerOps-470546014 tempest-TestNetworkAdvancedServerOps-470546014] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:35:40.932480 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95c4316f-7761-48ef-9f91-d0d9290c31fa tempest-TestNetworkAdvancedServerOps-470546014 tempest-TestNetworkAdvancedServerOps-470546014] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c117aeaa-cd9a-4b6f-b031-27447d91358f,revision_number=0']} {{(pid=84874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:35:40.957781 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-95c4316f-7761-48ef-9f91-d0d9290c31fa tempest-TestNetworkAdvancedServerOps-470546014 tempest-TestNetworkAdvancedServerOps-470546014] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:35:40.959104 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-95c4316f-7761-48ef-9f91-d0d9290c31fa tempest-TestNetworkAdvancedServerOps-470546014 tempest-TestNetworkAdvancedServerOps-470546014] Notify callbacks [] for security_group_rule, before_response {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:35:40.965543 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-95c4316f-7761-48ef-9f91-d0d9290c31fa tempest-TestNetworkAdvancedServerOps-470546014 tempest-TestNetworkAdvancedServerOps-470546014] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2719615 Jan 14 07:35:40.965543 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84874) accepted ('10.222.0.24', 33992) {{(pid=84874) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:35:40.975014 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.v2.base [None req-c571a7d8-d883-4f38-afef-73543f89764c tempest-TestNetworkAdvancedServerOps-470546014 tempest-TestNetworkAdvancedServerOps-470546014] Request body: {'security_group_rule': {'security_group_id': '6c011ca7-21db-4994-9187-ce72e1fa37e2', 'project_id': '6f3510a486e44d0a99223e7a34e71069', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=84874) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:35:40.998091 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-c571a7d8-d883-4f38-afef-73543f89764c tempest-TestNetworkAdvancedServerOps-470546014 tempest-TestNetworkAdvancedServerOps-470546014] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:35:41.003351 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-c571a7d8-d883-4f38-afef-73543f89764c tempest-TestNetworkAdvancedServerOps-470546014 tempest-TestNetworkAdvancedServerOps-470546014] Usage tracker for resource:security_group_rule and tenant:6f3510a486e44d0a99223e7a34e71069 is out of sync, need to count used quota {{(pid=84874) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:35:41.016706 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-c571a7d8-d883-4f38-afef-73543f89764c tempest-TestNetworkAdvancedServerOps-470546014 tempest-TestNetworkAdvancedServerOps-470546014] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=84874) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:35:41.027493 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-c571a7d8-d883-4f38-afef-73543f89764c tempest-TestNetworkAdvancedServerOps-470546014 tempest-TestNetworkAdvancedServerOps-470546014] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=84874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:35:41.028199 n-d-768862-2 neutron-server[84765]: Traceback (most recent call last): Jan 14 07:35:41.028199 n-d-768862-2 neutron-server[84765]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 14 07:35:41.028199 n-d-768862-2 neutron-server[84765]: timer() Jan 14 07:35:41.028199 n-d-768862-2 neutron-server[84765]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 14 07:35:41.028199 n-d-768862-2 neutron-server[84765]: cb(*args, **kw) Jan 14 07:35:41.028199 n-d-768862-2 neutron-server[84765]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Jan 14 07:35:41.028199 n-d-768862-2 neutron-server[84765]: return func(*args, **kwargs) Jan 14 07:35:41.028199 n-d-768862-2 neutron-server[84765]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 14 07:35:41.028199 n-d-768862-2 neutron-server[84765]: self._notify() Jan 14 07:35:41.028199 n-d-768862-2 neutron-server[84765]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 14 07:35:41.028199 n-d-768862-2 neutron-server[84765]: self.callback(batched_events) Jan 14 07:35:41.028199 n-d-768862-2 neutron-server[84765]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 14 07:35:41.028199 n-d-768862-2 neutron-server[84765]: event.method(event) Jan 14 07:35:41.028199 n-d-768862-2 neutron-server[84765]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 14 07:35:41.028199 n-d-768862-2 neutron-server[84765]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 14 07:35:41.028199 n-d-768862-2 neutron-server[84765]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Jan 14 07:35:41.028199 n-d-768862-2 neutron-server[84765]: segment_id)['aggregates'][0] Jan 14 07:35:41.028199 n-d-768862-2 neutron-server[84765]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 14 07:35:41.028199 n-d-768862-2 neutron-server[84765]: return f(self, *a, **k) Jan 14 07:35:41.028199 n-d-768862-2 neutron-server[84765]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 14 07:35:41.028199 n-d-768862-2 neutron-server[84765]: return self._get(url).json() Jan 14 07:35:41.028199 n-d-768862-2 neutron-server[84765]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 14 07:35:41.028199 n-d-768862-2 neutron-server[84765]: **kwargs) Jan 14 07:35:41.028199 n-d-768862-2 neutron-server[84765]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 14 07:35:41.028199 n-d-768862-2 neutron-server[84765]: return self.request(url, 'GET', **kwargs) Jan 14 07:35:41.028199 n-d-768862-2 neutron-server[84765]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Jan 14 07:35:41.028199 n-d-768862-2 neutron-server[84765]: **endpoint_filter) Jan 14 07:35:41.028199 n-d-768862-2 neutron-server[84765]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 14 07:35:41.028199 n-d-768862-2 neutron-server[84765]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 14 07:35:41.028199 n-d-768862-2 neutron-server[84765]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 14 07:35:41.028199 n-d-768862-2 neutron-server[84765]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 14 07:35:41.028199 n-d-768862-2 neutron-server[84765]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 14 07:35:41.084357 n-d-768862-2 neutron-server[84765]: INFO neutron.db.securitygroups_db [None req-c571a7d8-d883-4f38-afef-73543f89764c tempest-TestNetworkAdvancedServerOps-470546014 tempest-TestNetworkAdvancedServerOps-470546014] Project 6f3510a486e44d0a99223e7a34e71069 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 14 07:35:41.103708 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-c571a7d8-d883-4f38-afef-73543f89764c tempest-TestNetworkAdvancedServerOps-470546014 tempest-TestNetworkAdvancedServerOps-470546014] Notify callbacks [] for security_group_rule, before_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:35:41.198277 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-c571a7d8-d883-4f38-afef-73543f89764c tempest-TestNetworkAdvancedServerOps-470546014 tempest-TestNetworkAdvancedServerOps-470546014] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:35:41.208555 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-c571a7d8-d883-4f38-afef-73543f89764c tempest-TestNetworkAdvancedServerOps-470546014 tempest-TestNetworkAdvancedServerOps-470546014] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850966545'] for security_group_rule, after_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:35:41.211064 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-c9937e73-32a3-4f2c-b86a-f56183fca543 tempest-TestNetworkAdvancedServerOps-470546014 tempest-TestNetworkAdvancedServerOps-470546014] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:35:41.227340 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-08d0282b-1b4e-4dca-b389-dfdd24266c07 tempest-NetworksTest-1803261889 tempest-NetworksTest-1803261889] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036854176830', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850887149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3912591'] for network, after_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:35:41.258308 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c571a7d8-d883-4f38-afef-73543f89764c tempest-TestNetworkAdvancedServerOps-470546014 tempest-TestNetworkAdvancedServerOps-470546014] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f5aa7ae5-1b44-4a70-9feb-61fedf29caa3,revision_number=0']} {{(pid=84874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:35:41.262197 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-c571a7d8-d883-4f38-afef-73543f89764c tempest-TestNetworkAdvancedServerOps-470546014 tempest-TestNetworkAdvancedServerOps-470546014] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:35:41.263360 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-c571a7d8-d883-4f38-afef-73543f89764c tempest-TestNetworkAdvancedServerOps-470546014 tempest-TestNetworkAdvancedServerOps-470546014] Notify callbacks [] for security_group_rule, before_response {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:35:41.264726 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-c571a7d8-d883-4f38-afef-73543f89764c tempest-TestNetworkAdvancedServerOps-470546014 tempest-TestNetworkAdvancedServerOps-470546014] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2981946 Jan 14 07:35:41.266468 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-08d0282b-1b4e-4dca-b389-dfdd24266c07 tempest-NetworksTest-1803261889 tempest-NetworksTest-1803261889] Notify callbacks [] for network, before_response {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:35:41.272843 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84874) accepted ('10.222.0.24', 34000) {{(pid=84874) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:35:41.284589 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-ea16191e-fd4d-470b-b8e3-3f0b83c582b3 tempest-NetworksTest-1803261889 tempest-NetworksTest-1803261889] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:35:41.287005 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.v2.base [None req-68abaf4b-d166-422a-b8ba-02a18ced3784 tempest-TestNetworkAdvancedServerOps-470546014 tempest-TestNetworkAdvancedServerOps-470546014] Request body: {'network': {'name': 'tempest-network-smoke--135869783', 'project_id': '6f3510a486e44d0a99223e7a34e71069', 'port_security_enabled': True}} {{(pid=84874) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:35:41.302720 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-68abaf4b-d166-422a-b8ba-02a18ced3784 tempest-TestNetworkAdvancedServerOps-470546014 tempest-TestNetworkAdvancedServerOps-470546014] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:35:41.310823 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-017f98a9-8a07-408c-a86f-8ff0c00400a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363259214191800', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854171626'] for agent, after_update {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:35:41.313431 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-68abaf4b-d166-422a-b8ba-02a18ced3784 tempest-TestNetworkAdvancedServerOps-470546014 tempest-TestNetworkAdvancedServerOps-470546014] Usage tracker for resource:network and tenant:6f3510a486e44d0a99223e7a34e71069 is out of sync, need to count used quota {{(pid=84874) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:35:41.323218 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08d0282b-1b4e-4dca-b389-dfdd24266c07 tempest-NetworksTest-1803261889 tempest-NetworksTest-1803261889] Pushing event deleted for resources: {'Network': ['ID=3f8d7255-cdb2-4b57-8b23-400eddf3c357,revision_number=None']} {{(pid=84875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:35:41.323847 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-68abaf4b-d166-422a-b8ba-02a18ced3784 tempest-TestNetworkAdvancedServerOps-470546014 tempest-TestNetworkAdvancedServerOps-470546014] Quota usage for network was recalculated. Used quota:0. {{(pid=84874) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:35:41.344900 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-68abaf4b-d166-422a-b8ba-02a18ced3784 tempest-TestNetworkAdvancedServerOps-470546014 tempest-TestNetworkAdvancedServerOps-470546014] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:35:41.391293 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-68abaf4b-d166-422a-b8ba-02a18ced3784 tempest-TestNetworkAdvancedServerOps-470546014 tempest-TestNetworkAdvancedServerOps-470546014] Made reservation on behalf of 6f3510a486e44d0a99223e7a34e71069 for: {'network': 1} {{(pid=84874) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 07:35:41.397590 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-08d0282b-1b4e-4dca-b389-dfdd24266c07 tempest-NetworksTest-1803261889 tempest-NetworksTest-1803261889] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:35:41.405483 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-68abaf4b-d166-422a-b8ba-02a18ced3784 tempest-TestNetworkAdvancedServerOps-470546014 tempest-TestNetworkAdvancedServerOps-470546014] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555753'] for network, before_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:35:41.409012 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-08d0282b-1b4e-4dca-b389-dfdd24266c07 tempest-NetworksTest-1803261889 tempest-NetworksTest-1803261889] 10.222.0.24 "DELETE /v2.0/networks/3f8d7255-cdb2-4b57-8b23-400eddf3c357 HTTP/1.1" status: 204 len: 168 time: 6.0871930 Jan 14 07:35:41.446322 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-4bea3ad5-18e4-4e4c-b29b-273e77283b7a tempest-RoutersTest-1255860389 tempest-RoutersTest-1255860389] Notify callbacks [] for router_gateway, before_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:35:41.473084 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-68abaf4b-d166-422a-b8ba-02a18ced3784 tempest-TestNetworkAdvancedServerOps-470546014 tempest-TestNetworkAdvancedServerOps-470546014] vxlan segment allocate from pool success with {'vxlan_vni': 3} {{(pid=84874) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Jan 14 07:35:41.481678 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-4bea3ad5-18e4-4e4c-b29b-273e77283b7a tempest-RoutersTest-1255860389 tempest-RoutersTest-1255860389] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555753'] for port, before_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:35:41.490839 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-68abaf4b-d166-422a-b8ba-02a18ced3784 tempest-TestNetworkAdvancedServerOps-470546014 tempest-TestNetworkAdvancedServerOps-470546014] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854179735'] for segment, precommit_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:35:41.491311 n-d-768862-2 neutron-server[84765]: INFO neutron.db.segments_db [None req-68abaf4b-d166-422a-b8ba-02a18ced3784 tempest-TestNetworkAdvancedServerOps-470546014 tempest-TestNetworkAdvancedServerOps-470546014] Added segment 096edb7d-cf6c-47f3-bc5f-934027dd9fdd of type vxlan for network 9cce2b33-e4ed-4aa7-bc59-614f3972ae2b Jan 14 07:35:41.539104 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-68abaf4b-d166-422a-b8ba-02a18ced3784 tempest-TestNetworkAdvancedServerOps-470546014 tempest-TestNetworkAdvancedServerOps-470546014] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363259214646115'] for network, precommit_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:35:41.612154 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-68abaf4b-d166-422a-b8ba-02a18ced3784 tempest-TestNetworkAdvancedServerOps-470546014 tempest-TestNetworkAdvancedServerOps-470546014] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850887149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964'] for network, after_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:35:41.636704 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68abaf4b-d166-422a-b8ba-02a18ced3784 tempest-TestNetworkAdvancedServerOps-470546014 tempest-TestNetworkAdvancedServerOps-470546014] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:35:41.637429 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-68abaf4b-d166-422a-b8ba-02a18ced3784 tempest-TestNetworkAdvancedServerOps-470546014 tempest-TestNetworkAdvancedServerOps-470546014] Notify callbacks [] for network, before_response {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:35:41.652979 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-c84ed08e-64f3-4081-9862-2177dcc52b79 tempest-PortsTestJSON-2091589570 tempest-PortsTestJSON-2091589570] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:35:41.819994 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68abaf4b-d166-422a-b8ba-02a18ced3784 tempest-TestNetworkAdvancedServerOps-470546014 tempest-TestNetworkAdvancedServerOps-470546014] Pushing event updated for resources: {'Network': ['ID=9cce2b33-e4ed-4aa7-bc59-614f3972ae2b,revision_number=1']} {{(pid=84874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:35:41.826696 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-68abaf4b-d166-422a-b8ba-02a18ced3784 tempest-TestNetworkAdvancedServerOps-470546014 tempest-TestNetworkAdvancedServerOps-470546014] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.173s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:35:41.832932 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-68abaf4b-d166-422a-b8ba-02a18ced3784 tempest-TestNetworkAdvancedServerOps-470546014 tempest-TestNetworkAdvancedServerOps-470546014] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.5561910 Jan 14 07:35:41.840807 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84874) accepted ('10.222.0.24', 34018) {{(pid=84874) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:35:41.843508 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-017f98a9-8a07-408c-a86f-8ff0c00400a0 None None] Network 9cce2b33-e4ed-4aa7-bc59-614f3972ae2b details requested by agent ovs-agent-n-h1-768862-2 with host n-h1-768862-2 {{(pid=84876) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 07:35:41.855940 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.v2.base [None req-b820985d-e4c2-467a-ac66-113fe5d0ba69 tempest-TestNetworkAdvancedServerOps-470546014 tempest-TestNetworkAdvancedServerOps-470546014] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-838559238', 'admin_state_up': True, 'project_id': '6f3510a486e44d0a99223e7a34e71069', 'external_gateway_info': {'network_id': '226f1e78-82cd-4481-9055-4eb73b6db8c1'}}} {{(pid=84874) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:35:41.871648 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-b820985d-e4c2-467a-ac66-113fe5d0ba69 tempest-TestNetworkAdvancedServerOps-470546014 tempest-TestNetworkAdvancedServerOps-470546014] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:35:41.876128 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-b820985d-e4c2-467a-ac66-113fe5d0ba69 tempest-TestNetworkAdvancedServerOps-470546014 tempest-TestNetworkAdvancedServerOps-470546014] Usage tracker for resource:router and tenant:6f3510a486e44d0a99223e7a34e71069 is out of sync, need to count used quota {{(pid=84874) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:35:41.880268 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-b820985d-e4c2-467a-ac66-113fe5d0ba69 tempest-TestNetworkAdvancedServerOps-470546014 tempest-TestNetworkAdvancedServerOps-470546014] Quota usage for router was recalculated. Used quota:0. {{(pid=84874) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:35:41.889071 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-b820985d-e4c2-467a-ac66-113fe5d0ba69 tempest-TestNetworkAdvancedServerOps-470546014 tempest-TestNetworkAdvancedServerOps-470546014] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:35:41.911531 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-b820985d-e4c2-467a-ac66-113fe5d0ba69 tempest-TestNetworkAdvancedServerOps-470546014 tempest-TestNetworkAdvancedServerOps-470546014] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3889205', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854717621'] for router, before_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:35:41.913018 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-b820985d-e4c2-467a-ac66-113fe5d0ba69 tempest-TestNetworkAdvancedServerOps-470546014 tempest-TestNetworkAdvancedServerOps-470546014] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036850886574', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3912501', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3808446', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-58179'] for router, precommit_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:35:41.929148 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.db_base_plugin_common [None req-4bea3ad5-18e4-4e4c-b29b-273e77283b7a tempest-RoutersTest-1255860389 tempest-RoutersTest-1255860389] Allocated IP 172.25.2.98 (226f1e78-82cd-4481-9055-4eb73b6db8c1/ba8deeec-7658-4195-9449-038c076f5c83/cdb5e3dd-1ae5-4fa1-97bc-97cd89ef5080) {{(pid=84875) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 14 07:35:41.935027 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-b820985d-e4c2-467a-ac66-113fe5d0ba69 tempest-TestNetworkAdvancedServerOps-470546014 tempest-TestNetworkAdvancedServerOps-470546014] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:35:42.042427 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-852a24f7-e9a1-4193-9abb-e9506fe5213f None None] Network 9cce2b33-e4ed-4aa7-bc59-614f3972ae2b details requested by agent ovs-agent-n-h2-768862-2 with host n-h2-768862-2 {{(pid=84876) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 07:35:42.195479 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Network 9cce2b33-e4ed-4aa7-bc59-614f3972ae2b details requested by agent ovs-agent-n-d-768862-2 with host n-d-768862-2 {{(pid=84876) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 07:35:42.224262 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-4bea3ad5-18e4-4e4c-b29b-273e77283b7a tempest-RoutersTest-1255860389 tempest-RoutersTest-1255860389] Notify callbacks [] for port, precommit_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:35:42.296038 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-4bea3ad5-18e4-4e4c-b29b-273e77283b7a tempest-RoutersTest-1255860389 tempest-RoutersTest-1255860389] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777640123575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851621574'] for port, after_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:35:42.400134 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-426bddef-e5ef-48ea-9874-9d90eb4148bb tempest-RoutersTest-1255860389 tempest-RoutersTest-1255860389] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:35:42.450345 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-b820985d-e4c2-467a-ac66-113fe5d0ba69 tempest-TestNetworkAdvancedServerOps-470546014 tempest-TestNetworkAdvancedServerOps-470546014] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3912484', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3889188', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-58194'] for router, precommit_update {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:35:42.572953 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84875) accepted ('10.222.0.24', 34030) {{(pid=84875) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:35:42.580122 n-d-768862-2 neutron-server[84765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4bea3ad5-18e4-4e4c-b29b-273e77283b7a tempest-RoutersTest-1255860389 tempest-RoutersTest-1255860389] Network 226f1e78-82cd-4481-9055-4eb73b6db8c1 is already hosted by enough agents. {{(pid=84875) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 07:35:42.584536 n-d-768862-2 neutron-server[84765]: DEBUG neutron.scheduler.base_scheduler [None req-4bea3ad5-18e4-4e4c-b29b-273e77283b7a tempest-RoutersTest-1255860389 tempest-RoutersTest-1255860389] Resources bound (agent type, host, resource id): {{(pid=84875) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 07:35:42.586510 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bea3ad5-18e4-4e4c-b29b-273e77283b7a tempest-RoutersTest-1255860389 tempest-RoutersTest-1255860389] Pushing event updated for resources: {'Port': ['ID=cdb5e3dd-1ae5-4fa1-97bc-97cd89ef5080,revision_number=1']} {{(pid=84875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:35:42.589117 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4bea3ad5-18e4-4e4c-b29b-273e77283b7a tempest-RoutersTest-1255860389 tempest-RoutersTest-1255860389] Received port after_create {{(pid=84875) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 14 07:35:42.632490 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-4bea3ad5-18e4-4e4c-b29b-273e77283b7a tempest-RoutersTest-1255860389 tempest-RoutersTest-1255860389] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.233s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:35:42.701443 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-852a24f7-e9a1-4193-9abb-e9506fe5213f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363259214191800', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854171626'] for agent, after_update {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:35:42.982236 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-b820985d-e4c2-467a-ac66-113fe5d0ba69 tempest-TestNetworkAdvancedServerOps-470546014 tempest-TestNetworkAdvancedServerOps-470546014] Notify callbacks [] for router_gateway, before_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:35:43.024998 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-b820985d-e4c2-467a-ac66-113fe5d0ba69 tempest-TestNetworkAdvancedServerOps-470546014 tempest-TestNetworkAdvancedServerOps-470546014] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555753'] for port, before_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:35:43.186865 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-4bea3ad5-18e4-4e4c-b29b-273e77283b7a tempest-RoutersTest-1255860389 tempest-RoutersTest-1255860389] Notify callbacks [] for router_gateway, after_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:35:43.255282 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-2b638d9a-3975-42a0-9aae-2e87bcf0a6f6 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=93b2211854874c6cae5592aa469fb908&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6784427 Jan 14 07:35:43.256084 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84875) accepted ('10.222.0.24', 34044) {{(pid=84875) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:35:43.406876 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-9f8af6ce-8683-4105-a192-e468ba2b024f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:35:43.442758 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-9f8af6ce-8683-4105-a192-e468ba2b024f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:35:43.457947 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.db_base_plugin_common [None req-b820985d-e4c2-467a-ac66-113fe5d0ba69 tempest-TestNetworkAdvancedServerOps-470546014 tempest-TestNetworkAdvancedServerOps-470546014] Allocated IP 172.25.2.72 (226f1e78-82cd-4481-9055-4eb73b6db8c1/ba8deeec-7658-4195-9449-038c076f5c83/57158070-a688-42a1-ab18-98f4211d8279) {{(pid=84874) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 14 07:35:43.512307 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-9f8af6ce-8683-4105-a192-e468ba2b024f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850887153'] for security_group, after_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:35:43.521274 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-f0297833-cb6c-43eb-9860-1c6128f98daa admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:35:43.541392 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f8af6ce-8683-4105-a192-e468ba2b024f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e661dcf0-9aac-4c84-8541-2c344d5cfdd1,revision_number=None']} {{(pid=84875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:35:43.547285 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-9f8af6ce-8683-4105-a192-e468ba2b024f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:35:43.557500 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-9f8af6ce-8683-4105-a192-e468ba2b024f admin admin] Notify callbacks [] for security_group, before_response {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:35:43.561907 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-9f8af6ce-8683-4105-a192-e468ba2b024f admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/e661dcf0-9aac-4c84-8541-2c344d5cfdd1 HTTP/1.1" status: 204 len: 168 time: 0.2956309 Jan 14 07:35:43.776040 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-b820985d-e4c2-467a-ac66-113fe5d0ba69 tempest-TestNetworkAdvancedServerOps-470546014 tempest-TestNetworkAdvancedServerOps-470546014] Notify callbacks [] for port, precommit_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:35:43.821738 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-b820985d-e4c2-467a-ac66-113fe5d0ba69 tempest-TestNetworkAdvancedServerOps-470546014 tempest-TestNetworkAdvancedServerOps-470546014] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777640123575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3254186'] for port, after_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:35:43.842959 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-0334b19b-26d4-4c51-8e7e-5a381bc0d4a7 tempest-RoutersTest-1255860389 tempest-RoutersTest-1255860389] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:35:43.984431 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b820985d-e4c2-467a-ac66-113fe5d0ba69 tempest-TestNetworkAdvancedServerOps-470546014 tempest-TestNetworkAdvancedServerOps-470546014] Pushing event updated for resources: {'Port': ['ID=57158070-a688-42a1-ab18-98f4211d8279,revision_number=1']} {{(pid=84874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:35:43.992880 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-b820985d-e4c2-467a-ac66-113fe5d0ba69 tempest-TestNetworkAdvancedServerOps-470546014 tempest-TestNetworkAdvancedServerOps-470546014] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:35:44.028217 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-4bea3ad5-18e4-4e4c-b29b-273e77283b7a tempest-RoutersTest-1255860389 tempest-RoutersTest-1255860389] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036850886612', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036850863158'] for router, after_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:35:44.091130 n-d-768862-2 neutron-server[84765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b820985d-e4c2-467a-ac66-113fe5d0ba69 tempest-TestNetworkAdvancedServerOps-470546014 tempest-TestNetworkAdvancedServerOps-470546014] Network 226f1e78-82cd-4481-9055-4eb73b6db8c1 is already hosted by enough agents. {{(pid=84874) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 07:35:44.093629 n-d-768862-2 neutron-server[84765]: DEBUG neutron.scheduler.base_scheduler [None req-b820985d-e4c2-467a-ac66-113fe5d0ba69 tempest-TestNetworkAdvancedServerOps-470546014 tempest-TestNetworkAdvancedServerOps-470546014] Resources bound (agent type, host, resource id): {{(pid=84874) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 07:35:44.096841 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b820985d-e4c2-467a-ac66-113fe5d0ba69 tempest-TestNetworkAdvancedServerOps-470546014 tempest-TestNetworkAdvancedServerOps-470546014] Received port after_create {{(pid=84874) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 14 07:35:44.730912 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-b820985d-e4c2-467a-ac66-113fe5d0ba69 tempest-TestNetworkAdvancedServerOps-470546014 tempest-TestNetworkAdvancedServerOps-470546014] Notify callbacks [] for router_gateway, after_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:35:44.780101 n-d-768862-2 neutron-server[84765]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4bea3ad5-18e4-4e4c-b29b-273e77283b7a tempest-RoutersTest-1255860389 tempest-RoutersTest-1255860389] Router c7ac7b6c-30ef-4ae9-9b8d-820d3863a64b is scheduled to L3 agent 35f592e9-451b-4db9-abea-77b6a5c5391b with binding_index 1 {{(pid=84875) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}} Jan 14 07:35:44.941553 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [req-457e307b-3a40-482f-ad3f-955119ac9ef4 req-a7d4e1f1-70ba-40c6-b626-0d731c1e1e3a tempest-ServerShowV247Test-1333048056 tempest-ServerShowV247Test-1333048056] (84874) timed out ('10.222.0.35', 58705) {{(pid=84874) process_request /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:830}} Jan 14 07:35:45.039101 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4bea3ad5-18e4-4e4c-b29b-273e77283b7a tempest-RoutersTest-1255860389 tempest-RoutersTest-1255860389] Notify agent at l3_agent.n-d-768862-2 the message routers_updated {{(pid=84875) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jan 14 07:35:45.050246 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76ee8435-30ae-429b-b9c1-0101da8d90d1 None None] Sync routers for ids ['c7ac7b6c-30ef-4ae9-9b8d-820d3863a64b'] in n-d-768862-2 {{(pid=84877) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Jan 14 07:35:45.082038 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-4bea3ad5-18e4-4e4c-b29b-273e77283b7a tempest-RoutersTest-1255860389 tempest-RoutersTest-1255860389] Notify callbacks [] for router, before_response {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:35:45.084487 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-4bea3ad5-18e4-4e4c-b29b-273e77283b7a tempest-RoutersTest-1255860389 tempest-RoutersTest-1255860389] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 879 time: 5.7977521 Jan 14 07:35:45.087386 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84875) accepted ('10.222.0.24', 34086) {{(pid=84875) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:35:45.087722 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76ee8435-30ae-429b-b9c1-0101da8d90d1 None None] Routers {'c7ac7b6c-30ef-4ae9-9b8d-820d3863a64b'} bound to L3 agent in host n-d-768862-2 {{(pid=84877) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 14 07:35:45.088613 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_hamode_db [None req-76ee8435-30ae-429b-b9c1-0101da8d90d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-01-14T06:56:51Z,description=,heartbeat_timestamp=2021-01-14T07:35:22Z,host='n-d-768862-2',id=35f592e9-451b-4db9-abea-77b6a5c5391b,load=0,resource_versions=,resources_synced=,started_at=2021-01-14T06:56:51Z,topic='l3_agent')) {'router_ids': ['c7ac7b6c-30ef-4ae9-9b8d-820d3863a64b'], 'active': True} {{(pid=84877) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:35:45.255207 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_hamode_db [None req-76ee8435-30ae-429b-b9c1-0101da8d90d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768862-2', False) {} {{(pid=84877) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:35:45.282220 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76ee8435-30ae-429b-b9c1-0101da8d90d1 None None] Routers {'c7ac7b6c-30ef-4ae9-9b8d-820d3863a64b'} bound to L3 agent in host n-d-768862-2 {{(pid=84877) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 14 07:35:45.283220 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_hamode_db [None req-76ee8435-30ae-429b-b9c1-0101da8d90d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-01-14T06:56:51Z,description=,heartbeat_timestamp=2021-01-14T07:35:22Z,host='n-d-768862-2',id=35f592e9-451b-4db9-abea-77b6a5c5391b,load=0,resource_versions=,resources_synced=,started_at=2021-01-14T06:56:51Z,topic='l3_agent')) {'router_ids': ['c7ac7b6c-30ef-4ae9-9b8d-820d3863a64b'], 'active': True} {{(pid=84877) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:35:45.466841 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_hamode_db [None req-76ee8435-30ae-429b-b9c1-0101da8d90d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768862-2', False) {} {{(pid=84877) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:35:45.472136 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76ee8435-30ae-429b-b9c1-0101da8d90d1 None None] The sync data for ids ['c7ac7b6c-30ef-4ae9-9b8d-820d3863a64b'] in n-d-768862-2 is: [] {{(pid=84877) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Jan 14 07:35:45.610878 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-8ce89525-8ed2-49c9-9114-22aa1eb498b7 tempest-RoutersTest-1255860389 tempest-RoutersTest-1255860389] 10.222.0.24 "GET /v2.0/routers/c7ac7b6c-30ef-4ae9-9b8d-820d3863a64b HTTP/1.1" status: 200 len: 880 time: 0.5210710 Jan 14 07:35:45.616590 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84875) accepted ('10.222.0.24', 34102) {{(pid=84875) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:35:45.743365 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-b820985d-e4c2-467a-ac66-113fe5d0ba69 tempest-TestNetworkAdvancedServerOps-470546014 tempest-TestNetworkAdvancedServerOps-470546014] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036850886612', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036850863158'] for router, after_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:35:46.004006 n-d-768862-2 neutron-server[84765]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b820985d-e4c2-467a-ac66-113fe5d0ba69 tempest-TestNetworkAdvancedServerOps-470546014 tempest-TestNetworkAdvancedServerOps-470546014] Router 42ab0c25-92c3-4838-bcb1-6c27b439c656 is scheduled to L3 agent 35f592e9-451b-4db9-abea-77b6a5c5391b with binding_index 1 {{(pid=84874) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}} Jan 14 07:35:46.151493 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-78f53b82-c175-44fd-8181-e9210ee80082 tempest-RoutersTest-1255860389 tempest-RoutersTest-1255860389] Synchronizing usage tracker for tenant:2a076c09cf6548039ba7b64b98184a0e on resource:router {{(pid=84875) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 14 07:35:46.201882 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-78f53b82-c175-44fd-8181-e9210ee80082 tempest-RoutersTest-1255860389 tempest-RoutersTest-1255860389] Unset dirty status for tenant:2a076c09cf6548039ba7b64b98184a0e on resource:router {{(pid=84875) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 14 07:35:46.207701 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-78f53b82-c175-44fd-8181-e9210ee80082 tempest-RoutersTest-1255860389 tempest-RoutersTest-1255860389] 10.222.0.24 "GET /v2.0/routers HTTP/1.1" status: 200 len: 883 time: 0.5878007 Jan 14 07:35:46.208440 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84875) accepted ('10.222.0.24', 34116) {{(pid=84875) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:35:46.226348 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.v2.base [None req-68eb6e25-9baa-45f6-adbb-2619e8ed1841 tempest-RoutersTest-1255860389 tempest-RoutersTest-1255860389] Request body: {'router': {'name': 'updatedtempest-RoutersTest-router-2108230050'}} {{(pid=84875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:35:46.281333 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b820985d-e4c2-467a-ac66-113fe5d0ba69 tempest-TestNetworkAdvancedServerOps-470546014 tempest-TestNetworkAdvancedServerOps-470546014] Notify agent at l3_agent.n-d-768862-2 the message routers_updated {{(pid=84874) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jan 14 07:35:46.293167 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aab3a453-dd06-4d52-b2dd-b0bef1613290 None None] Sync routers for ids ['42ab0c25-92c3-4838-bcb1-6c27b439c656'] in n-d-768862-2 {{(pid=84876) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Jan 14 07:35:46.317910 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aab3a453-dd06-4d52-b2dd-b0bef1613290 None None] Routers {'42ab0c25-92c3-4838-bcb1-6c27b439c656'} bound to L3 agent in host n-d-768862-2 {{(pid=84876) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 14 07:35:46.318628 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_hamode_db [None req-aab3a453-dd06-4d52-b2dd-b0bef1613290 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-01-14T06:56:51Z,description=,heartbeat_timestamp=2021-01-14T07:35:22Z,host='n-d-768862-2',id=35f592e9-451b-4db9-abea-77b6a5c5391b,load=0,resource_versions=,resources_synced=,started_at=2021-01-14T06:56:51Z,topic='l3_agent')) {'router_ids': ['42ab0c25-92c3-4838-bcb1-6c27b439c656'], 'active': True} {{(pid=84876) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:35:46.324178 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-b820985d-e4c2-467a-ac66-113fe5d0ba69 tempest-TestNetworkAdvancedServerOps-470546014 tempest-TestNetworkAdvancedServerOps-470546014] Notify callbacks [] for router, before_response {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:35:46.327869 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-b820985d-e4c2-467a-ac66-113fe5d0ba69 tempest-TestNetworkAdvancedServerOps-470546014 tempest-TestNetworkAdvancedServerOps-470546014] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 894 time: 4.4837778 Jan 14 07:35:46.330468 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84874) accepted ('10.222.0.24', 34120) {{(pid=84874) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:35:46.410441 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84874) accepted ('10.222.0.24', 34124) {{(pid=84874) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:35:46.447880 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-16b9b32e-26a6-4119-809d-b9b07ed1649d tempest-TestNetworkAdvancedServerOps-121940708 tempest-TestNetworkAdvancedServerOps-121940708] 10.222.0.24 "GET /v2.0/subnets?project_id=6f3510a486e44d0a99223e7a34e71069&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1152127 Jan 14 07:35:46.450392 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84874) accepted ('10.222.0.24', 34132) {{(pid=84874) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:35:46.641125 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_dvr_db [None req-aab3a453-dd06-4d52-b2dd-b0bef1613290 None None] Set router 42ab0c25-92c3-4838-bcb1-6c27b439c656 gateway port host: n-d-768862-2 {{(pid=84876) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 14 07:35:46.796612 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.v2.base [None req-d281f2b0-4034-4dcc-a64d-f3d3388fa648 tempest-RoutersNegativeTest-536999269 tempest-RoutersNegativeTest-536999269] Request body: {'router': {'name': 'tempest-RoutersNegativeTest-router-1389861890', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=84874) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:35:46.830666 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-d281f2b0-4034-4dcc-a64d-f3d3388fa648 tempest-RoutersNegativeTest-536999269 tempest-RoutersNegativeTest-536999269] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:35:46.838491 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-d281f2b0-4034-4dcc-a64d-f3d3388fa648 tempest-RoutersNegativeTest-536999269 tempest-RoutersNegativeTest-536999269] Usage tracker for resource:router and tenant:8bd680a041e04543b08fdd7593415d2a is out of sync, need to count used quota {{(pid=84874) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:35:46.842242 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5864b19f-60e8-405d-accb-2e2f36a5c21e tempest-TestNetworkAdvancedServerOps-121940708 tempest-TestNetworkAdvancedServerOps-121940708] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:35:46.847590 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-5864b19f-60e8-405d-accb-2e2f36a5c21e tempest-TestNetworkAdvancedServerOps-121940708 tempest-TestNetworkAdvancedServerOps-121940708] 10.222.0.24 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.3941364 Jan 14 07:35:46.849488 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-d281f2b0-4034-4dcc-a64d-f3d3388fa648 tempest-RoutersNegativeTest-536999269 tempest-RoutersNegativeTest-536999269] Quota usage for router was recalculated. Used quota:0. {{(pid=84874) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:35:46.852354 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84874) accepted ('10.222.0.24', 34138) {{(pid=84874) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:35:46.913665 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-d281f2b0-4034-4dcc-a64d-f3d3388fa648 tempest-RoutersNegativeTest-536999269 tempest-RoutersNegativeTest-536999269] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:35:46.930893 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-897a48c8-b57a-4a2d-a75c-4ac6fb611d6e tempest-TestNetworkAdvancedServerOps-121940708 tempest-TestNetworkAdvancedServerOps-121940708] 10.222.0.24 "GET /v2.0/subnets?network_id=226f1e78-82cd-4481-9055-4eb73b6db8c1&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0772107 Jan 14 07:35:46.933318 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84874) accepted ('10.222.0.24', 34146) {{(pid=84874) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:35:46.942153 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.v2.base [None req-f15e97cd-df35-4f52-aadb-bdcc6250b8b1 tempest-TestNetworkAdvancedServerOps-470546014 tempest-TestNetworkAdvancedServerOps-470546014] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1074882610', 'network_id': '9cce2b33-e4ed-4aa7-bc59-614f3972ae2b', 'project_id': '6f3510a486e44d0a99223e7a34e71069', 'cidr': '172.20.0.0/28', 'ip_version': 4}} {{(pid=84874) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:35:47.095889 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-d281f2b0-4034-4dcc-a64d-f3d3388fa648 tempest-RoutersNegativeTest-536999269 tempest-RoutersNegativeTest-536999269] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3889205', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854717621'] for router, before_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:35:47.097014 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-d281f2b0-4034-4dcc-a64d-f3d3388fa648 tempest-RoutersNegativeTest-536999269 tempest-RoutersNegativeTest-536999269] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036850886574', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3912501', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3808446', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-58179'] for router, precommit_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:35:47.102426 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-f15e97cd-df35-4f52-aadb-bdcc6250b8b1 tempest-TestNetworkAdvancedServerOps-470546014 tempest-TestNetworkAdvancedServerOps-470546014] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:35:47.109764 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-f15e97cd-df35-4f52-aadb-bdcc6250b8b1 tempest-TestNetworkAdvancedServerOps-470546014 tempest-TestNetworkAdvancedServerOps-470546014] Usage tracker for resource:subnet and tenant:6f3510a486e44d0a99223e7a34e71069 is out of sync, need to count used quota {{(pid=84874) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:35:47.114944 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-f15e97cd-df35-4f52-aadb-bdcc6250b8b1 tempest-TestNetworkAdvancedServerOps-470546014 tempest-TestNetworkAdvancedServerOps-470546014] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84874) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:35:47.123594 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-f15e97cd-df35-4f52-aadb-bdcc6250b8b1 tempest-TestNetworkAdvancedServerOps-470546014 tempest-TestNetworkAdvancedServerOps-470546014] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:35:47.155862 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-d281f2b0-4034-4dcc-a64d-f3d3388fa648 tempest-RoutersNegativeTest-536999269 tempest-RoutersNegativeTest-536999269] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:35:47.175856 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f15e97cd-df35-4f52-aadb-bdcc6250b8b1 tempest-TestNetworkAdvancedServerOps-470546014 tempest-TestNetworkAdvancedServerOps-470546014] Made reservation on behalf of 6f3510a486e44d0a99223e7a34e71069 for: {'subnet': 1} {{(pid=84874) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 07:35:47.204853 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-d281f2b0-4034-4dcc-a64d-f3d3388fa648 tempest-RoutersNegativeTest-536999269 tempest-RoutersNegativeTest-536999269] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036850886612', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036850863158'] for router, after_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:35:47.206939 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_hamode_db [None req-aab3a453-dd06-4d52-b2dd-b0bef1613290 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '42ab0c25-92c3-4838-bcb1-6c27b439c656', 'name': 'tempest-TestNetworkAdvancedServerOps-router-838559238', 'tenant_id': '6f3510a486e44d0a99223e7a34e71069', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '226f1e78-82cd-4481-9055-4eb73b6db8c1', 'external_fixed_ips': [{'subnet_id': 'ba8deeec-7658-4195-9449-038c076f5c83', 'ip_address': '172.25.2.72'}], 'enable_snat': True}, 'gw_port_id': '57158070-a688-42a1-ab18-98f4211d8279', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-14T07:35:41Z', 'updated_at': '2021-01-14T07:35:44Z', 'revision_number': 3, 'project_id': '6f3510a486e44d0a99223e7a34e71069', 'gw_port': {'id': '57158070-a688-42a1-ab18-98f4211d8279', 'name': '', 'network_id': '226f1e78-82cd-4481-9055-4eb73b6db8c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:d1:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '42ab0c25-92c3-4838-bcb1-6c27b439c656', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3016, 'fixed_ips': [{'subnet_id': 'ba8deeec-7658-4195-9449-038c076f5c83', 'ip_address': '172.25.2.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T07:35:43Z', 'updated_at': '2021-01-14T07:35:43Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ba8deeec-7658-4195-9449-038c076f5c83', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-2'}], 'n-d-768862-2', False) {} {{(pid=84876) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:35:47.212249 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aab3a453-dd06-4d52-b2dd-b0bef1613290 None None] Checking router: 42ab0c25-92c3-4838-bcb1-6c27b439c656 for host: n-d-768862-2 {{(pid=84876) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Jan 14 07:35:47.212653 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aab3a453-dd06-4d52-b2dd-b0bef1613290 None None] Updating router 42ab0c25-92c3-4838-bcb1-6c27b439c656 port 57158070-a688-42a1-ab18-98f4211d8279 binding host n-d-768862-2 {{(pid=84876) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Jan 14 07:35:47.250070 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-d281f2b0-4034-4dcc-a64d-f3d3388fa648 tempest-RoutersNegativeTest-536999269 tempest-RoutersNegativeTest-536999269] Notify callbacks [] for router, before_response {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:35:47.251375 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-d281f2b0-4034-4dcc-a64d-f3d3388fa648 tempest-RoutersNegativeTest-536999269 tempest-RoutersNegativeTest-536999269] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 0.8372216 Jan 14 07:35:47.278176 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-aab3a453-dd06-4d52-b2dd-b0bef1613290 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555753'] for port, before_update {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:35:47.301549 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84874) accepted ('10.222.0.24', 34152) {{(pid=84874) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:35:47.307974 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.v2.base [None req-8645350e-3f9a-4f20-98f9-067b80db96a6 tempest-RoutersNegativeTest-536999269 tempest-RoutersNegativeTest-536999269] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-1567269521'}} {{(pid=84874) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:35:47.385554 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-f15e97cd-df35-4f52-aadb-bdcc6250b8b1 tempest-TestNetworkAdvancedServerOps-470546014 tempest-TestNetworkAdvancedServerOps-470546014] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036851981161'] for subnet, before_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:35:47.415645 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-8645350e-3f9a-4f20-98f9-067b80db96a6 tempest-RoutersNegativeTest-536999269 tempest-RoutersNegativeTest-536999269] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:35:47.427900 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-8645350e-3f9a-4f20-98f9-067b80db96a6 tempest-RoutersNegativeTest-536999269 tempest-RoutersNegativeTest-536999269] Usage tracker for resource:network and tenant:8bd680a041e04543b08fdd7593415d2a is out of sync, need to count used quota {{(pid=84874) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:35:47.439507 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-68eb6e25-9baa-45f6-adbb-2619e8ed1841 tempest-RoutersTest-1255860389 tempest-RoutersTest-1255860389] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3912484', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3889188', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-58194'] for router, precommit_update {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:35:47.451827 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-68eb6e25-9baa-45f6-adbb-2619e8ed1841 tempest-RoutersTest-1255860389 tempest-RoutersTest-1255860389] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036850863158', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change--9223372036850863141', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3912659', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources--9223372036850886437'] for router, after_update {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:35:47.520888 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-8645350e-3f9a-4f20-98f9-067b80db96a6 tempest-RoutersNegativeTest-536999269 tempest-RoutersNegativeTest-536999269] Quota usage for network was recalculated. Used quota:0. {{(pid=84874) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:35:47.545234 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-8645350e-3f9a-4f20-98f9-067b80db96a6 tempest-RoutersNegativeTest-536999269 tempest-RoutersNegativeTest-536999269] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:35:47.576671 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8645350e-3f9a-4f20-98f9-067b80db96a6 tempest-RoutersNegativeTest-536999269 tempest-RoutersNegativeTest-536999269] Made reservation on behalf of 8bd680a041e04543b08fdd7593415d2a for: {'network': 1} {{(pid=84874) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 07:35:47.586431 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-8645350e-3f9a-4f20-98f9-067b80db96a6 tempest-RoutersNegativeTest-536999269 tempest-RoutersNegativeTest-536999269] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555753'] for network, before_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:35:47.602626 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-8645350e-3f9a-4f20-98f9-067b80db96a6 tempest-RoutersNegativeTest-536999269 tempest-RoutersNegativeTest-536999269] Notify callbacks [] for security_group, before_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:35:47.629655 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-8645350e-3f9a-4f20-98f9-067b80db96a6 tempest-RoutersNegativeTest-536999269 tempest-RoutersNegativeTest-536999269] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:35:47.635911 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-8645350e-3f9a-4f20-98f9-067b80db96a6 tempest-RoutersNegativeTest-536999269 tempest-RoutersNegativeTest-536999269] Usage tracker for resource:security_group_rule and tenant:8bd680a041e04543b08fdd7593415d2a is out of sync, need to count used quota {{(pid=84874) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:35:47.641510 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-8645350e-3f9a-4f20-98f9-067b80db96a6 tempest-RoutersNegativeTest-536999269 tempest-RoutersNegativeTest-536999269] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84874) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:35:47.650365 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-8645350e-3f9a-4f20-98f9-067b80db96a6 tempest-RoutersNegativeTest-536999269 tempest-RoutersNegativeTest-536999269] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:35:47.761481 n-d-768862-2 neutron-server[84765]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-68eb6e25-9baa-45f6-adbb-2619e8ed1841 tempest-RoutersTest-1255860389 tempest-RoutersTest-1255860389] Router c7ac7b6c-30ef-4ae9-9b8d-820d3863a64b has already been hosted by L3 agent 35f592e9-451b-4db9-abea-77b6a5c5391b {{(pid=84875) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Jan 14 07:35:47.865055 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-aab3a453-dd06-4d52-b2dd-b0bef1613290 None None] Notify callbacks [] for port, precommit_update {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:35:47.880125 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-aab3a453-dd06-4d52-b2dd-b0bef1613290 None None] Transition to ACTIVE for port object 57158070-a688-42a1-ab18-98f4211d8279 will not be triggered until provisioned by entity L2. {{(pid=84876) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 07:35:47.884661 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-aab3a453-dd06-4d52-b2dd-b0bef1613290 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777640533312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363259214678337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777640097497'] for port, after_update {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:35:47.989107 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-68eb6e25-9baa-45f6-adbb-2619e8ed1841 tempest-RoutersTest-1255860389 tempest-RoutersTest-1255860389] Notify agent at l3_agent.n-d-768862-2 the message routers_updated {{(pid=84875) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jan 14 07:35:47.999437 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d3768c0-3bc4-4a21-ad7d-1a1b8aac5c3b None None] Sync routers for ids ['c7ac7b6c-30ef-4ae9-9b8d-820d3863a64b'] in n-d-768862-2 {{(pid=84877) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Jan 14 07:35:48.000689 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-8645350e-3f9a-4f20-98f9-067b80db96a6 tempest-RoutersNegativeTest-536999269 tempest-RoutersNegativeTest-536999269] Notify callbacks [] for security_group, precommit_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:35:48.020871 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d3768c0-3bc4-4a21-ad7d-1a1b8aac5c3b None None] Routers {'c7ac7b6c-30ef-4ae9-9b8d-820d3863a64b'} bound to L3 agent in host n-d-768862-2 {{(pid=84877) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 14 07:35:48.021566 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_hamode_db [None req-4d3768c0-3bc4-4a21-ad7d-1a1b8aac5c3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-01-14T06:56:51Z,description=,heartbeat_timestamp=2021-01-14T07:35:22Z,host='n-d-768862-2',id=35f592e9-451b-4db9-abea-77b6a5c5391b,load=0,resource_versions=,resources_synced=,started_at=2021-01-14T06:56:51Z,topic='l3_agent')) {'router_ids': ['c7ac7b6c-30ef-4ae9-9b8d-820d3863a64b'], 'active': True} {{(pid=84877) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:35:48.024002 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-8645350e-3f9a-4f20-98f9-067b80db96a6 tempest-RoutersNegativeTest-536999269 tempest-RoutersNegativeTest-536999269] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850887153'] for security_group, after_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:35:48.040205 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-68eb6e25-9baa-45f6-adbb-2619e8ed1841 tempest-RoutersTest-1255860389 tempest-RoutersTest-1255860389] Notify callbacks [] for router, before_response {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:35:48.041649 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-68eb6e25-9baa-45f6-adbb-2619e8ed1841 tempest-RoutersTest-1255860389 tempest-RoutersTest-1255860389] 10.222.0.24 "PUT /v2.0/routers/c7ac7b6c-30ef-4ae9-9b8d-820d3863a64b HTTP/1.1" status: 200 len: 887 time: 1.8284113 Jan 14 07:35:48.046797 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84875) accepted ('10.222.0.24', 34166) {{(pid=84875) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:35:48.047160 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8645350e-3f9a-4f20-98f9-067b80db96a6 tempest-RoutersNegativeTest-536999269 tempest-RoutersNegativeTest-536999269] vxlan segment allocate from pool success with {'vxlan_vni': 5} {{(pid=84874) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Jan 14 07:35:48.058068 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-8645350e-3f9a-4f20-98f9-067b80db96a6 tempest-RoutersNegativeTest-536999269 tempest-RoutersNegativeTest-536999269] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854179735'] for segment, precommit_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:35:48.058773 n-d-768862-2 neutron-server[84765]: INFO neutron.db.segments_db [None req-8645350e-3f9a-4f20-98f9-067b80db96a6 tempest-RoutersNegativeTest-536999269 tempest-RoutersNegativeTest-536999269] Added segment ece71d9b-677b-421e-90c4-6d55ce23d520 of type vxlan for network 04ea4f08-89ab-4f7d-b832-d5c0f8d3ebae Jan 14 07:35:48.092539 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-8645350e-3f9a-4f20-98f9-067b80db96a6 tempest-RoutersNegativeTest-536999269 tempest-RoutersNegativeTest-536999269] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363259214646115'] for network, precommit_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:35:48.132424 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_hamode_db [None req-4d3768c0-3bc4-4a21-ad7d-1a1b8aac5c3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768862-2', False) {} {{(pid=84877) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:35:48.133927 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-627cb791-5608-4e83-ba52-6d0eaafaf520 tempest-PortsIpV6TestJSON-1330665174 tempest-PortsIpV6TestJSON-1330665174] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:35:48.150819 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d3768c0-3bc4-4a21-ad7d-1a1b8aac5c3b None None] Routers {'c7ac7b6c-30ef-4ae9-9b8d-820d3863a64b'} bound to L3 agent in host n-d-768862-2 {{(pid=84877) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 14 07:35:48.151709 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_hamode_db [None req-4d3768c0-3bc4-4a21-ad7d-1a1b8aac5c3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-01-14T06:56:51Z,description=,heartbeat_timestamp=2021-01-14T07:35:22Z,host='n-d-768862-2',id=35f592e9-451b-4db9-abea-77b6a5c5391b,load=0,resource_versions=,resources_synced=,started_at=2021-01-14T06:56:51Z,topic='l3_agent')) {'router_ids': ['c7ac7b6c-30ef-4ae9-9b8d-820d3863a64b'], 'active': True} {{(pid=84877) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:35:48.239049 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8645350e-3f9a-4f20-98f9-067b80db96a6 tempest-RoutersNegativeTest-536999269 tempest-RoutersNegativeTest-536999269] Pushing event updated for resources: {'SecurityGroup': ['ID=5d05f021-4422-46cc-93b4-adb14d09819a,revision_number=1']} {{(pid=84874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:35:48.300135 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-8645350e-3f9a-4f20-98f9-067b80db96a6 tempest-RoutersNegativeTest-536999269 tempest-RoutersNegativeTest-536999269] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850887149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964'] for network, after_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:35:48.326910 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8645350e-3f9a-4f20-98f9-067b80db96a6 tempest-RoutersNegativeTest-536999269 tempest-RoutersNegativeTest-536999269] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:35:48.327895 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-8645350e-3f9a-4f20-98f9-067b80db96a6 tempest-RoutersNegativeTest-536999269 tempest-RoutersNegativeTest-536999269] Notify callbacks [] for network, before_response {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:35:48.355795 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_hamode_db [None req-4d3768c0-3bc4-4a21-ad7d-1a1b8aac5c3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768862-2', False) {} {{(pid=84877) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:35:48.356572 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d3768c0-3bc4-4a21-ad7d-1a1b8aac5c3b None None] The sync data for ids ['c7ac7b6c-30ef-4ae9-9b8d-820d3863a64b'] in n-d-768862-2 is: [] {{(pid=84877) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Jan 14 07:35:48.373428 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-8645350e-3f9a-4f20-98f9-067b80db96a6 tempest-RoutersNegativeTest-536999269 tempest-RoutersNegativeTest-536999269] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.239s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:35:48.374582 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-14c35dba-e3a1-49d3-9c7f-ca26184e5329 tempest-PortsIpV6TestJSON-1330665174 tempest-PortsIpV6TestJSON-1330665174] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:35:48.530098 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-8645350e-3f9a-4f20-98f9-067b80db96a6 tempest-RoutersNegativeTest-536999269 tempest-RoutersNegativeTest-536999269] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 787 time: 1.2274191 Jan 14 07:35:48.531126 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84874) accepted ('10.222.0.24', 34178) {{(pid=84874) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:35:48.564493 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.v2.base [None req-d1aa3e21-37e1-4cfa-b48d-b9d3dfa58a70 tempest-RoutersNegativeTest-536999269 tempest-RoutersNegativeTest-536999269] Request body: {'subnet': {'network_id': '04ea4f08-89ab-4f7d-b832-d5c0f8d3ebae', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=84874) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:35:48.570156 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-d97c0fc0-3cfa-4528-a1aa-c075abaf7c3b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84876) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:35:48.740497 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-d1aa3e21-37e1-4cfa-b48d-b9d3dfa58a70 tempest-RoutersNegativeTest-536999269 tempest-RoutersNegativeTest-536999269] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:35:48.745149 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-d1aa3e21-37e1-4cfa-b48d-b9d3dfa58a70 tempest-RoutersNegativeTest-536999269 tempest-RoutersNegativeTest-536999269] Usage tracker for resource:subnet and tenant:8bd680a041e04543b08fdd7593415d2a is out of sync, need to count used quota {{(pid=84874) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:35:48.745773 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0749461b-f550-4f0e-b50d-069795e6dbcf None None] Pushing event updated for resources: {'Port': ['ID=57158070-a688-42a1-ab18-98f4211d8279,revision_number=2']} {{(pid=84876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:35:48.748435 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-d1aa3e21-37e1-4cfa-b48d-b9d3dfa58a70 tempest-RoutersNegativeTest-536999269 tempest-RoutersNegativeTest-536999269] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84874) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:35:48.755381 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-d1aa3e21-37e1-4cfa-b48d-b9d3dfa58a70 tempest-RoutersNegativeTest-536999269 tempest-RoutersNegativeTest-536999269] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:35:48.776802 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d1aa3e21-37e1-4cfa-b48d-b9d3dfa58a70 tempest-RoutersNegativeTest-536999269 tempest-RoutersNegativeTest-536999269] Made reservation on behalf of 8bd680a041e04543b08fdd7593415d2a for: {'subnet': 1} {{(pid=84874) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 07:35:48.830413 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-0749461b-f550-4f0e-b50d-069795e6dbcf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.251s {{(pid=84876) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:35:48.839801 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8645350e-3f9a-4f20-98f9-067b80db96a6 tempest-RoutersNegativeTest-536999269 tempest-RoutersNegativeTest-536999269] Pushing event updated for resources: {'Network': ['ID=04ea4f08-89ab-4f7d-b832-d5c0f8d3ebae,revision_number=1']} {{(pid=84874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:35:48.846707 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.managers [None req-aab3a453-dd06-4d52-b2dd-b0bef1613290 None None] Attempting to bind port 57158070-a688-42a1-ab18-98f4211d8279 on host n-d-768862-2 for vnic_type normal with profile {{(pid=84876) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 14 07:35:48.846707 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.managers [None req-aab3a453-dd06-4d52-b2dd-b0bef1613290 None None] Attempting to bind port 57158070-a688-42a1-ab18-98f4211d8279 by drivers openvswitch on host n-d-768862-2 at level 0 using segments [{'id': 'cf3ded2c-bc47-4a71-89af-6e7117e60140', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '226f1e78-82cd-4481-9055-4eb73b6db8c1'}] {{(pid=84876) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 14 07:35:48.846707 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aab3a453-dd06-4d52-b2dd-b0bef1613290 None None] Attempting to bind port 57158070-a688-42a1-ab18-98f4211d8279 on network 226f1e78-82cd-4481-9055-4eb73b6db8c1 {{(pid=84876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 14 07:35:48.853652 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-8645350e-3f9a-4f20-98f9-067b80db96a6 tempest-RoutersNegativeTest-536999269 tempest-RoutersNegativeTest-536999269] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.463s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:35:48.860083 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-0889595a-9edb-4833-93ff-a0557de9eb35 tempest-RoutersTest-1255860389 tempest-RoutersTest-1255860389] 10.222.0.24 "GET /v2.0/routers/c7ac7b6c-30ef-4ae9-9b8d-820d3863a64b HTTP/1.1" status: 200 len: 887 time: 0.8037765 Jan 14 07:35:48.860083 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84875) accepted ('10.222.0.24', 34184) {{(pid=84875) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:35:48.866348 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aab3a453-dd06-4d52-b2dd-b0bef1613290 None None] Checking agent: {'id': 'ba5efab1-b43c-4d5a-bc52-6e105d4e67a2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768862-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 14, 6, 56, 52), 'started_at': datetime.datetime(2021, 1, 14, 6, 57, 22), 'heartbeat_timestamp': datetime.datetime(2021, 1, 14, 7, 35, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768862-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.29', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 14 07:35:48.866348 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aab3a453-dd06-4d52-b2dd-b0bef1613290 None None] Checking segment: {'id': 'cf3ded2c-bc47-4a71-89af-6e7117e60140', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '226f1e78-82cd-4481-9055-4eb73b6db8c1'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84876) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 14 07:35:48.866348 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-aab3a453-dd06-4d52-b2dd-b0bef1613290 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:35:48.866348 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aab3a453-dd06-4d52-b2dd-b0bef1613290 None None] Bound using segment: {'id': 'cf3ded2c-bc47-4a71-89af-6e7117e60140', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '226f1e78-82cd-4481-9055-4eb73b6db8c1'} {{(pid=84876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 14 07:35:48.866348 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.managers [None req-aab3a453-dd06-4d52-b2dd-b0bef1613290 None None] Bound port: 57158070-a688-42a1-ab18-98f4211d8279, host: n-d-768862-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cf3ded2c-bc47-4a71-89af-6e7117e60140', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '226f1e78-82cd-4481-9055-4eb73b6db8c1'}}] {{(pid=84876) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 14 07:35:48.866348 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-aab3a453-dd06-4d52-b2dd-b0bef1613290 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555753'] for port, before_update {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:35:48.995014 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [None req-aab3a453-dd06-4d52-b2dd-b0bef1613290 None None] For port 57158070-a688-42a1-ab18-98f4211d8279, host n-d-768862-2, cleared binding levels {{(pid=84876) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 14 07:35:48.999128 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [None req-aab3a453-dd06-4d52-b2dd-b0bef1613290 None None] For port 57158070-a688-42a1-ab18-98f4211d8279, host n-d-768862-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-2',level=0,port_id=57158070-a688-42a1-ab18-98f4211d8279,segment=NetworkSegment(cf3ded2c-bc47-4a71-89af-6e7117e60140),segment_id=cf3ded2c-bc47-4a71-89af-6e7117e60140)] {{(pid=84876) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 14 07:35:49.009964 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-eed11f2e-aa7a-4dba-bcb5-0fa7e3889489 tempest-RoutersTest-1255860389 tempest-RoutersTest-1255860389] Synchronizing usage tracker for tenant:2a076c09cf6548039ba7b64b98184a0e on resource:port {{(pid=84875) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 14 07:35:49.021583 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-852a24f7-e9a1-4193-9abb-e9506fe5213f None None] Network 04ea4f08-89ab-4f7d-b832-d5c0f8d3ebae details requested by agent ovs-agent-n-h2-768862-2 with host n-h2-768862-2 {{(pid=84876) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 07:35:49.034650 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-d1aa3e21-37e1-4cfa-b48d-b9d3dfa58a70 tempest-RoutersNegativeTest-536999269 tempest-RoutersNegativeTest-536999269] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036851981161'] for subnet, before_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:35:49.037933 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-eed11f2e-aa7a-4dba-bcb5-0fa7e3889489 tempest-RoutersTest-1255860389 tempest-RoutersTest-1255860389] Unset dirty status for tenant:2a076c09cf6548039ba7b64b98184a0e on resource:port {{(pid=84875) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 14 07:35:49.043654 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-eed11f2e-aa7a-4dba-bcb5-0fa7e3889489 tempest-RoutersTest-1255860389 tempest-RoutersTest-1255860389] 10.222.0.24 "GET /v2.0/ports?device_id=c7ac7b6c-30ef-4ae9-9b8d-820d3863a64b HTTP/1.1" status: 200 len: 205 time: 0.1855013 Jan 14 07:35:49.046520 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84875) accepted ('10.222.0.24', 34192) {{(pid=84875) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:35:49.167343 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-017f98a9-8a07-408c-a86f-8ff0c00400a0 None None] Network 04ea4f08-89ab-4f7d-b832-d5c0f8d3ebae details requested by agent ovs-agent-n-h1-768862-2 with host n-h1-768862-2 {{(pid=84876) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 07:35:49.296549 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-fd6aa17b-3db1-4bdb-b7d1-a3c3f9935b3e tempest-RoutersTest-1255860389 tempest-RoutersTest-1255860389] Notify callbacks [] for router, before_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:35:49.349512 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Network 04ea4f08-89ab-4f7d-b832-d5c0f8d3ebae details requested by agent ovs-agent-n-d-768862-2 with host n-d-768862-2 {{(pid=84876) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 07:35:49.468506 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-237ee7f4-b7c4-400d-a6a7-99816edf3894 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363259214191800', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854171626'] for agent, after_update {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:35:49.471651 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-aab3a453-dd06-4d52-b2dd-b0bef1613290 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777640533312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363259214678337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777640097497'] for port, after_update {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:35:49.488825 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-dc2f4ab8-c87f-4247-92fd-6b4b6e2bdd8f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84876) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:35:49.541581 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-fd6aa17b-3db1-4bdb-b7d1-a3c3f9935b3e tempest-RoutersTest-1255860389 tempest-RoutersTest-1255860389] Notify callbacks [] for router_gateway, before_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:35:49.555405 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.plugin [None req-fd6aa17b-3db1-4bdb-b7d1-a3c3f9935b3e tempest-RoutersTest-1255860389 tempest-RoutersTest-1255860389] Deleting port cdb5e3dd-1ae5-4fa1-97bc-97cd89ef5080 {{(pid=84875) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 07:35:49.557741 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-fd6aa17b-3db1-4bdb-b7d1-a3c3f9935b3e tempest-RoutersTest-1255860389 tempest-RoutersTest-1255860389] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363259214248359'] for port, before_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:35:49.593050 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-f15e97cd-df35-4f52-aadb-bdcc6250b8b1 tempest-TestNetworkAdvancedServerOps-470546014 tempest-TestNetworkAdvancedServerOps-470546014] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850887113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3254092', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036851981146'] for subnet, after_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:35:49.611337 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-f39da687-0c76-4139-885b-8c06f1d3d62c tempest-NetworksTest-1803261889 tempest-NetworksTest-1803261889] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:35:49.671528 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0749461b-f550-4f0e-b50d-069795e6dbcf None None] Pushing event updated for resources: {'Port': ['ID=57158070-a688-42a1-ab18-98f4211d8279,revision_number=3']} {{(pid=84876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:35:49.675889 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-0749461b-f550-4f0e-b50d-069795e6dbcf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.187s {{(pid=84876) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:35:49.793110 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aab3a453-dd06-4d52-b2dd-b0bef1613290 None None] Routers {'42ab0c25-92c3-4838-bcb1-6c27b439c656'} bound to L3 agent in host n-d-768862-2 {{(pid=84876) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 14 07:35:49.793812 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_hamode_db [None req-aab3a453-dd06-4d52-b2dd-b0bef1613290 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-01-14T06:56:51Z,description=,heartbeat_timestamp=2021-01-14T07:35:22Z,host='n-d-768862-2',id=35f592e9-451b-4db9-abea-77b6a5c5391b,load=0,resource_versions=,resources_synced=,started_at=2021-01-14T06:56:51Z,topic='l3_agent')) {'router_ids': ['42ab0c25-92c3-4838-bcb1-6c27b439c656'], 'active': True} {{(pid=84876) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:35:49.798982 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f15e97cd-df35-4f52-aadb-bdcc6250b8b1 tempest-TestNetworkAdvancedServerOps-470546014 tempest-TestNetworkAdvancedServerOps-470546014] Pushing event updated for resources: {'Subnet': ['ID=9cbf4b85-b130-4179-a902-27c572163648,revision_number=0']} {{(pid=84874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:35:49.808425 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-f15e97cd-df35-4f52-aadb-bdcc6250b8b1 tempest-TestNetworkAdvancedServerOps-470546014 tempest-TestNetworkAdvancedServerOps-470546014] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.197s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:35:49.869143 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-fd6aa17b-3db1-4bdb-b7d1-a3c3f9935b3e tempest-RoutersTest-1255860389 tempest-RoutersTest-1255860389] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036850862667'] for port, precommit_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:35:49.928848 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f15e97cd-df35-4f52-aadb-bdcc6250b8b1 tempest-TestNetworkAdvancedServerOps-470546014 tempest-TestNetworkAdvancedServerOps-470546014] Checking segment: {'id': '096edb7d-cf6c-47f3-bc5f-934027dd9fdd', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '9cce2b33-e4ed-4aa7-bc59-614f3972ae2b'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84874) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 14 07:35:49.929260 n-d-768862-2 neutron-server[84765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f15e97cd-df35-4f52-aadb-bdcc6250b8b1 tempest-TestNetworkAdvancedServerOps-470546014 tempest-TestNetworkAdvancedServerOps-470546014] Network hostable DHCP agents. Network: 9cce2b33-e4ed-4aa7-bc59-614f3972ae2b, hostable agents: ['32f3dd84-26da-4d18-bf15-6017a8fb7247'], hosted agents: [] {{(pid=84874) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Jan 14 07:35:50.023166 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-d1aa3e21-37e1-4cfa-b48d-b9d3dfa58a70 tempest-RoutersNegativeTest-536999269 tempest-RoutersNegativeTest-536999269] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850887113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3254092', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036851981146'] for subnet, after_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:35:50.097302 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.plugin [None req-fd6aa17b-3db1-4bdb-b7d1-a3c3f9935b3e tempest-RoutersTest-1255860389 tempest-RoutersTest-1255860389] Calling delete_port for cdb5e3dd-1ae5-4fa1-97bc-97cd89ef5080 owned by network:router_gateway {{(pid=84875) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 07:35:50.189073 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_dvr_db [None req-aab3a453-dd06-4d52-b2dd-b0bef1613290 None None] Set router 42ab0c25-92c3-4838-bcb1-6c27b439c656 gateway port host: n-d-768862-2 {{(pid=84876) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 14 07:35:50.224588 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-b6971ebf-0836-4e54-a94f-1c3ba5bb1247 tempest-PortsTestJSON-2091589570 tempest-PortsTestJSON-2091589570] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:35:50.312287 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1aa3e21-37e1-4cfa-b48d-b9d3dfa58a70 tempest-RoutersNegativeTest-536999269 tempest-RoutersNegativeTest-536999269] Pushing event updated for resources: {'Subnet': ['ID=f6640b20-97ee-4919-9153-454c93d5c131,revision_number=0']} {{(pid=84874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:35:50.320355 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-d1aa3e21-37e1-4cfa-b48d-b9d3dfa58a70 tempest-RoutersNegativeTest-536999269 tempest-RoutersNegativeTest-536999269] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:35:50.340710 n-d-768862-2 neutron-server[84765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f15e97cd-df35-4f52-aadb-bdcc6250b8b1 tempest-TestNetworkAdvancedServerOps-470546014 tempest-TestNetworkAdvancedServerOps-470546014] Network 9cce2b33-e4ed-4aa7-bc59-614f3972ae2b is scheduled to be hosted by DHCP agent 32f3dd84-26da-4d18-bf15-6017a8fb7247 with binding_index 1 {{(pid=84874) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Jan 14 07:35:50.356668 n-d-768862-2 neutron-server[84765]: DEBUG neutron.scheduler.base_scheduler [None req-f15e97cd-df35-4f52-aadb-bdcc6250b8b1 tempest-TestNetworkAdvancedServerOps-470546014 tempest-TestNetworkAdvancedServerOps-470546014] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768862-2, 9cce2b33-e4ed-4aa7-bc59-614f3972ae2b) {{(pid=84874) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 07:35:50.393469 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1aa3e21-37e1-4cfa-b48d-b9d3dfa58a70 tempest-RoutersNegativeTest-536999269 tempest-RoutersNegativeTest-536999269] Checking segment: {'id': 'ece71d9b-677b-421e-90c4-6d55ce23d520', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '04ea4f08-89ab-4f7d-b832-d5c0f8d3ebae'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84874) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 14 07:35:50.393891 n-d-768862-2 neutron-server[84765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1aa3e21-37e1-4cfa-b48d-b9d3dfa58a70 tempest-RoutersNegativeTest-536999269 tempest-RoutersNegativeTest-536999269] Network hostable DHCP agents. Network: 04ea4f08-89ab-4f7d-b832-d5c0f8d3ebae, hostable agents: ['32f3dd84-26da-4d18-bf15-6017a8fb7247'], hosted agents: [] {{(pid=84874) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Jan 14 07:35:50.400863 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-fd6aa17b-3db1-4bdb-b7d1-a3c3f9935b3e tempest-RoutersTest-1255860389 tempest-RoutersTest-1255860389] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777640533329', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777640097463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851621574'] for port, after_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:35:50.416716 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f15e97cd-df35-4f52-aadb-bdcc6250b8b1 tempest-TestNetworkAdvancedServerOps-470546014 tempest-TestNetworkAdvancedServerOps-470546014] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:35:50.417418 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-f15e97cd-df35-4f52-aadb-bdcc6250b8b1 tempest-TestNetworkAdvancedServerOps-470546014 tempest-TestNetworkAdvancedServerOps-470546014] Notify callbacks [] for subnet, before_response {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:35:50.481858 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-f15e97cd-df35-4f52-aadb-bdcc6250b8b1 tempest-TestNetworkAdvancedServerOps-470546014 tempest-TestNetworkAdvancedServerOps-470546014] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 3.5472689 Jan 14 07:35:50.484369 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84874) accepted ('10.222.0.24', 34214) {{(pid=84874) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:35:50.489452 n-d-768862-2 neutron-server[84765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1aa3e21-37e1-4cfa-b48d-b9d3dfa58a70 tempest-RoutersNegativeTest-536999269 tempest-RoutersNegativeTest-536999269] Network 04ea4f08-89ab-4f7d-b832-d5c0f8d3ebae is scheduled to be hosted by DHCP agent 32f3dd84-26da-4d18-bf15-6017a8fb7247 with binding_index 1 {{(pid=84874) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Jan 14 07:35:50.545042 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a2ca85e-cb0c-4730-9fa0-16e3a9ec2a99 None None] Network 9cce2b33-e4ed-4aa7-bc59-614f3972ae2b requested from n-d-768862-2 {{(pid=84876) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 07:35:50.956017 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-fd6aa17b-3db1-4bdb-b7d1-a3c3f9935b3e tempest-RoutersTest-1255860389 tempest-RoutersTest-1255860389] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036850863128'] for router_gateway, after_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:35:51.125331 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c70b2c96-9ad4-48b9-a662-2799569a4164 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5d94dc7a-c095-50a4-955e-5f3b78718a12-9cce2b33-e4ed-4aa7-bc59-614f3972ae2b', 'network_id': '9cce2b33-e4ed-4aa7-bc59-614f3972ae2b', 'tenant_id': '6f3510a486e44d0a99223e7a34e71069', 'fixed_ips': [{'subnet_id': '9cbf4b85-b130-4179-a902-27c572163648'}]}} from n-d-768862-2. {{(pid=84876) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Jan 14 07:35:51.128279 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-c70b2c96-9ad4-48b9-a662-2799569a4164 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555753'] for port, before_create {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:35:51.206278 n-d-768862-2 neutron-server[84765]: DEBUG neutron.scheduler.base_scheduler [None req-d1aa3e21-37e1-4cfa-b48d-b9d3dfa58a70 tempest-RoutersNegativeTest-536999269 tempest-RoutersNegativeTest-536999269] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768862-2, 04ea4f08-89ab-4f7d-b832-d5c0f8d3ebae) {{(pid=84874) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 07:35:51.245704 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7a65315-29a2-41e2-b4c2-8e061276e795 None None] Network 04ea4f08-89ab-4f7d-b832-d5c0f8d3ebae requested from n-d-768862-2 {{(pid=84876) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 07:35:51.293789 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-fd6aa17b-3db1-4bdb-b7d1-a3c3f9935b3e tempest-RoutersTest-1255860389 tempest-RoutersTest-1255860389] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3889346', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036854717606'] for router, precommit_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:35:51.297717 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-fd6aa17b-3db1-4bdb-b7d1-a3c3f9935b3e tempest-RoutersTest-1255860389 tempest-RoutersTest-1255860389] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:35:51.305508 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1aa3e21-37e1-4cfa-b48d-b9d3dfa58a70 tempest-RoutersNegativeTest-536999269 tempest-RoutersNegativeTest-536999269] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:35:51.306487 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-d1aa3e21-37e1-4cfa-b48d-b9d3dfa58a70 tempest-RoutersNegativeTest-536999269 tempest-RoutersNegativeTest-536999269] Notify callbacks [] for subnet, before_response {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:35:51.330477 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-fd6aa17b-3db1-4bdb-b7d1-a3c3f9935b3e tempest-RoutersTest-1255860389 tempest-RoutersTest-1255860389] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036850897070'] for router, after_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:35:51.331660 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fd6aa17b-3db1-4bdb-b7d1-a3c3f9935b3e tempest-RoutersTest-1255860389 tempest-RoutersTest-1255860389] Fanout notify agent at l3_agent the message router_deleted on router c7ac7b6c-30ef-4ae9-9b8d-820d3863a64b {{(pid=84875) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jan 14 07:35:51.349564 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-d1aa3e21-37e1-4cfa-b48d-b9d3dfa58a70 tempest-RoutersNegativeTest-536999269 tempest-RoutersNegativeTest-536999269] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.8089573 Jan 14 07:35:51.350597 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84874) accepted ('10.222.0.24', 34244) {{(pid=84874) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:35:51.370303 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.v2.base [None req-e8600963-6b2a-4d2b-b405-701e7cba92aa tempest-RoutersNegativeTest-536999269 tempest-RoutersNegativeTest-536999269] Request body: {'network': {'name': 'tempest-router-network01--729095449'}} {{(pid=84874) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:35:51.375107 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-fd6aa17b-3db1-4bdb-b7d1-a3c3f9935b3e tempest-RoutersTest-1255860389 tempest-RoutersTest-1255860389] Notify callbacks [] for router, before_response {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:35:51.376374 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-fd6aa17b-3db1-4bdb-b7d1-a3c3f9935b3e tempest-RoutersTest-1255860389 tempest-RoutersTest-1255860389] 10.222.0.24 "DELETE /v2.0/routers/c7ac7b6c-30ef-4ae9-9b8d-820d3863a64b HTTP/1.1" status: 204 len: 168 time: 2.3286903 Jan 14 07:35:51.380430 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-e8600963-6b2a-4d2b-b405-701e7cba92aa tempest-RoutersNegativeTest-536999269 tempest-RoutersNegativeTest-536999269] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:35:51.381859 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84875) accepted ('10.222.0.24', 34252) {{(pid=84875) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:35:51.384970 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-e8600963-6b2a-4d2b-b405-701e7cba92aa tempest-RoutersNegativeTest-536999269 tempest-RoutersNegativeTest-536999269] Usage tracker for resource:network and tenant:8bd680a041e04543b08fdd7593415d2a is out of sync, need to count used quota {{(pid=84874) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:35:51.388709 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-e8600963-6b2a-4d2b-b405-701e7cba92aa tempest-RoutersNegativeTest-536999269 tempest-RoutersNegativeTest-536999269] Quota usage for network was recalculated. Used quota:1. {{(pid=84874) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:35:51.390606 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.v2.base [None req-2c02b4c2-5b39-4c56-ab37-2e2e5c5377c8 tempest-RoutersTest-1255860389 tempest-RoutersTest-1255860389] Request body: {'network': {'name': 'tempest-RoutersTest-1782049085'}} {{(pid=84875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:35:51.394906 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-e8600963-6b2a-4d2b-b405-701e7cba92aa tempest-RoutersNegativeTest-536999269 tempest-RoutersNegativeTest-536999269] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:35:51.399765 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-2c02b4c2-5b39-4c56-ab37-2e2e5c5377c8 tempest-RoutersTest-1255860389 tempest-RoutersTest-1255860389] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:35:51.405812 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-2c02b4c2-5b39-4c56-ab37-2e2e5c5377c8 tempest-RoutersTest-1255860389 tempest-RoutersTest-1255860389] Usage tracker for resource:network and tenant:2a076c09cf6548039ba7b64b98184a0e is out of sync, need to count used quota {{(pid=84875) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:35:51.409641 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-2c02b4c2-5b39-4c56-ab37-2e2e5c5377c8 tempest-RoutersTest-1255860389 tempest-RoutersTest-1255860389] Quota usage for network was recalculated. Used quota:0. {{(pid=84875) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:35:51.411062 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e8600963-6b2a-4d2b-b405-701e7cba92aa tempest-RoutersNegativeTest-536999269 tempest-RoutersNegativeTest-536999269] Made reservation on behalf of 8bd680a041e04543b08fdd7593415d2a for: {'network': 1} {{(pid=84874) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 07:35:51.422108 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-e8600963-6b2a-4d2b-b405-701e7cba92aa tempest-RoutersNegativeTest-536999269 tempest-RoutersNegativeTest-536999269] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555753'] for network, before_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:35:51.438926 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-2c02b4c2-5b39-4c56-ab37-2e2e5c5377c8 tempest-RoutersTest-1255860389 tempest-RoutersTest-1255860389] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:35:51.461632 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e8600963-6b2a-4d2b-b405-701e7cba92aa tempest-RoutersNegativeTest-536999269 tempest-RoutersNegativeTest-536999269] vxlan segment allocate from pool success with {'vxlan_vni': 9} {{(pid=84874) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Jan 14 07:35:51.473366 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2c02b4c2-5b39-4c56-ab37-2e2e5c5377c8 tempest-RoutersTest-1255860389 tempest-RoutersTest-1255860389] Made reservation on behalf of 2a076c09cf6548039ba7b64b98184a0e for: {'network': 1} {{(pid=84875) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 07:35:51.475118 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-e8600963-6b2a-4d2b-b405-701e7cba92aa tempest-RoutersNegativeTest-536999269 tempest-RoutersNegativeTest-536999269] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854179735'] for segment, precommit_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:35:51.475599 n-d-768862-2 neutron-server[84765]: INFO neutron.db.segments_db [None req-e8600963-6b2a-4d2b-b405-701e7cba92aa tempest-RoutersNegativeTest-536999269 tempest-RoutersNegativeTest-536999269] Added segment 17a72051-6b19-4ee6-bc81-7856bda464e9 of type vxlan for network 1e95858a-ab69-409b-92ee-1700d3c2377e Jan 14 07:35:51.514641 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-2c02b4c2-5b39-4c56-ab37-2e2e5c5377c8 tempest-RoutersTest-1255860389 tempest-RoutersTest-1255860389] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555753'] for network, before_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:35:51.517725 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_hamode_db [None req-aab3a453-dd06-4d52-b2dd-b0bef1613290 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '42ab0c25-92c3-4838-bcb1-6c27b439c656', 'name': 'tempest-TestNetworkAdvancedServerOps-router-838559238', 'tenant_id': '6f3510a486e44d0a99223e7a34e71069', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '226f1e78-82cd-4481-9055-4eb73b6db8c1', 'external_fixed_ips': [{'subnet_id': 'ba8deeec-7658-4195-9449-038c076f5c83', 'ip_address': '172.25.2.72'}], 'enable_snat': True}, 'gw_port_id': '57158070-a688-42a1-ab18-98f4211d8279', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-14T07:35:41Z', 'updated_at': '2021-01-14T07:35:44Z', 'revision_number': 3, 'project_id': '6f3510a486e44d0a99223e7a34e71069', 'gw_port': {'id': '57158070-a688-42a1-ab18-98f4211d8279', 'name': '', 'network_id': '226f1e78-82cd-4481-9055-4eb73b6db8c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:d1:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '42ab0c25-92c3-4838-bcb1-6c27b439c656', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3016, 'fixed_ips': [{'subnet_id': 'ba8deeec-7658-4195-9449-038c076f5c83', 'ip_address': '172.25.2.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T07:35:43Z', 'updated_at': '2021-01-14T07:35:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ba8deeec-7658-4195-9449-038c076f5c83', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-2'}], 'n-d-768862-2', False) {} {{(pid=84876) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:35:51.645288 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84875) accepted ('10.222.0.24', 34260) {{(pid=84875) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:35:51.713421 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4045c915-8df3-44f4-a2a8-3fe4c7c7bbcc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5d94dc7a-c095-50a4-955e-5f3b78718a12-04ea4f08-89ab-4f7d-b832-d5c0f8d3ebae', 'network_id': '04ea4f08-89ab-4f7d-b832-d5c0f8d3ebae', 'tenant_id': '8bd680a041e04543b08fdd7593415d2a', 'fixed_ips': [{'subnet_id': 'f6640b20-97ee-4919-9153-454c93d5c131'}]}} from n-d-768862-2. {{(pid=84876) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Jan 14 07:35:51.714372 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-4045c915-8df3-44f4-a2a8-3fe4c7c7bbcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555753'] for port, before_create {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:35:51.733286 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-e8600963-6b2a-4d2b-b405-701e7cba92aa tempest-RoutersNegativeTest-536999269 tempest-RoutersNegativeTest-536999269] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363259214646115'] for network, precommit_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:35:51.755756 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aab3a453-dd06-4d52-b2dd-b0bef1613290 None None] The sync data for ids ['42ab0c25-92c3-4838-bcb1-6c27b439c656'] in n-d-768862-2 is: [{'id': '42ab0c25-92c3-4838-bcb1-6c27b439c656', 'name': 'tempest-TestNetworkAdvancedServerOps-router-838559238', 'tenant_id': '6f3510a486e44d0a99223e7a34e71069', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '226f1e78-82cd-4481-9055-4eb73b6db8c1', 'external_fixed_ips': [{'subnet_id': 'ba8deeec-7658-4195-9449-038c076f5c83', 'ip_address': '172.25.2.72'}], 'enable_snat': True}, 'gw_port_id': '57158070-a688-42a1-ab18-98f4211d8279', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-14T07:35:41Z', 'updated_at': '2021-01-14T07:35:44Z', 'revision_number': 3, 'project_id': '6f3510a486e44d0a99223e7a34e71069', 'gw_port': {'id': '57158070-a688-42a1-ab18-98f4211d8279', 'name': '', 'network_id': '226f1e78-82cd-4481-9055-4eb73b6db8c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:d1:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '42ab0c25-92c3-4838-bcb1-6c27b439c656', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3016, 'fixed_ips': [{'subnet_id': 'ba8deeec-7658-4195-9449-038c076f5c83', 'ip_address': '172.25.2.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T07:35:43Z', 'updated_at': '2021-01-14T07:35:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ba8deeec-7658-4195-9449-038c076f5c83', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-2'}] {{(pid=84876) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Jan 14 07:35:51.891577 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.db.api [None req-2c02b4c2-5b39-4c56-ab37-2e2e5c5377c8 tempest-RoutersTest-1255860389 tempest-RoutersTest-1255860389] Retry wrapper got retriable exception: Unable to create the network. No available network found in maximum allowed attempts. {{(pid=84875) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Jan 14 07:35:51.891986 n-d-768862-2 neutron-server[84765]: DEBUG oslo_db.api [None req-2c02b4c2-5b39-4c56-ab37-2e2e5c5377c8 tempest-RoutersTest-1255860389 tempest-RoutersTest-1255860389] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_network {{(pid=84875) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Jan 14 07:35:51.910853 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-e8600963-6b2a-4d2b-b405-701e7cba92aa tempest-RoutersNegativeTest-536999269 tempest-RoutersNegativeTest-536999269] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850887149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964'] for network, after_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:35:51.940820 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-999d239d-6fca-4c80-a36c-de45d1c1d012 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:35:51.952515 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8600963-6b2a-4d2b-b405-701e7cba92aa tempest-RoutersNegativeTest-536999269 tempest-RoutersNegativeTest-536999269] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:35:51.953530 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-e8600963-6b2a-4d2b-b405-701e7cba92aa tempest-RoutersNegativeTest-536999269 tempest-RoutersNegativeTest-536999269] Notify callbacks [] for network, before_response {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:35:51.968572 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-999d239d-6fca-4c80-a36c-de45d1c1d012 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:35:51.975668 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-999d239d-6fca-4c80-a36c-de45d1c1d012 admin admin] Usage tracker for resource:security_group_rule and tenant:0eba5b52a4e840edb416a1bfa8629273 is out of sync, need to count used quota {{(pid=84875) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:35:51.979256 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-68abaf4b-d166-422a-b8ba-02a18ced3784 tempest-TestNetworkAdvancedServerOps-470546014 tempest-TestNetworkAdvancedServerOps-470546014] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:35:51.987223 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-999d239d-6fca-4c80-a36c-de45d1c1d012 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84875) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:35:52.003386 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-999d239d-6fca-4c80-a36c-de45d1c1d012 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:35:52.158645 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-999d239d-6fca-4c80-a36c-de45d1c1d012 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:35:52.165248 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-999d239d-6fca-4c80-a36c-de45d1c1d012 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850887153'] for security_group, after_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:35:52.189056 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-4d6c744c-c3ab-4682-b43d-c29c6667ce28 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:35:52.263308 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-999d239d-6fca-4c80-a36c-de45d1c1d012 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d8da0206-6e5b-4b50-a454-31fc0815e320,revision_number=1']} {{(pid=84875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:35:52.265141 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-c12fa03b-45ac-42b2-b628-b7e1d5e0a603 tempest-TestNetworkAdvancedServerOps-470546014 tempest-TestNetworkAdvancedServerOps-470546014] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555753'] for port, before_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:35:52.282242 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-999d239d-6fca-4c80-a36c-de45d1c1d012 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:35:52.317903 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-999d239d-6fca-4c80-a36c-de45d1c1d012 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=0eba5b52a4e840edb416a1bfa8629273&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6709590 Jan 14 07:35:52.320675 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84875) accepted ('10.222.0.24', 34278) {{(pid=84875) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:35:52.355615 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-e8600963-6b2a-4d2b-b405-701e7cba92aa tempest-RoutersNegativeTest-536999269 tempest-RoutersNegativeTest-536999269] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 1.0009587 Jan 14 07:35:52.384343 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84875) accepted ('10.222.0.24', 34282) {{(pid=84875) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:35:52.394090 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-2c02b4c2-5b39-4c56-ab37-2e2e5c5377c8 tempest-RoutersTest-1255860389 tempest-RoutersTest-1255860389] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555753'] for network, before_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:35:52.421384 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.v2.base [None req-3d35563b-6815-4f96-ab45-eca3eec58b57 tempest-RoutersNegativeTest-536999269 tempest-RoutersNegativeTest-536999269] Request body: {'network': {'name': 'tempest-router-network02--339760925'}} {{(pid=84875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:35:52.428647 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-3d35563b-6815-4f96-ab45-eca3eec58b57 tempest-RoutersNegativeTest-536999269 tempest-RoutersNegativeTest-536999269] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:35:52.433867 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-3d35563b-6815-4f96-ab45-eca3eec58b57 tempest-RoutersNegativeTest-536999269 tempest-RoutersNegativeTest-536999269] Usage tracker for resource:network and tenant:8bd680a041e04543b08fdd7593415d2a is out of sync, need to count used quota {{(pid=84875) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:35:52.437697 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-3d35563b-6815-4f96-ab45-eca3eec58b57 tempest-RoutersNegativeTest-536999269 tempest-RoutersNegativeTest-536999269] Quota usage for network was recalculated. Used quota:2. {{(pid=84875) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:35:52.445293 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-3d35563b-6815-4f96-ab45-eca3eec58b57 tempest-RoutersNegativeTest-536999269 tempest-RoutersNegativeTest-536999269] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=84875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:35:52.488840 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3d35563b-6815-4f96-ab45-eca3eec58b57 tempest-RoutersNegativeTest-536999269 tempest-RoutersNegativeTest-536999269] Made reservation on behalf of 8bd680a041e04543b08fdd7593415d2a for: {'network': 1} {{(pid=84875) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 07:35:52.518754 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-3d35563b-6815-4f96-ab45-eca3eec58b57 tempest-RoutersNegativeTest-536999269 tempest-RoutersNegativeTest-536999269] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555753'] for network, before_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:35:52.526973 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.db_base_plugin_common [None req-c70b2c96-9ad4-48b9-a662-2799569a4164 None None] Allocated IP 172.20.0.2 (9cce2b33-e4ed-4aa7-bc59-614f3972ae2b/9cbf4b85-b130-4179-a902-27c572163648/b63f99db-8218-469a-831c-08bb916f1cae) {{(pid=84876) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 14 07:35:52.663165 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-d3cd023c-d20e-4d68-908d-3167e72a4a4c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:35:52.692827 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3d35563b-6815-4f96-ab45-eca3eec58b57 tempest-RoutersNegativeTest-536999269 tempest-RoutersNegativeTest-536999269] vxlan segment allocate from pool success with {'vxlan_vni': 15} {{(pid=84875) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Jan 14 07:35:52.789509 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-3d35563b-6815-4f96-ab45-eca3eec58b57 tempest-RoutersNegativeTest-536999269 tempest-RoutersNegativeTest-536999269] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment--9223363259214191851', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854179735'] for segment, precommit_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:35:52.790143 n-d-768862-2 neutron-server[84765]: INFO neutron.db.segments_db [None req-3d35563b-6815-4f96-ab45-eca3eec58b57 tempest-RoutersNegativeTest-536999269 tempest-RoutersNegativeTest-536999269] Added segment 489b0504-8077-4817-9a5d-bb0a72d88f82 of type vxlan for network 85b29c41-84b0-4b6b-a8f9-58e2274683d6 Jan 14 07:35:52.811760 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-d3cd023c-d20e-4d68-908d-3167e72a4a4c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:35:52.965968 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-3d35563b-6815-4f96-ab45-eca3eec58b57 tempest-RoutersNegativeTest-536999269 tempest-RoutersNegativeTest-536999269] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363259214646115'] for network, precommit_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:35:52.992275 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8600963-6b2a-4d2b-b405-701e7cba92aa tempest-RoutersNegativeTest-536999269 tempest-RoutersNegativeTest-536999269] Pushing event updated for resources: {'Network': ['ID=1e95858a-ab69-409b-92ee-1700d3c2377e,revision_number=1']} {{(pid=84874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:35:52.998145 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-e8600963-6b2a-4d2b-b405-701e7cba92aa tempest-RoutersNegativeTest-536999269 tempest-RoutersNegativeTest-536999269] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.020s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:35:53.039570 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.db_base_plugin_common [None req-4045c915-8df3-44f4-a2a8-3fe4c7c7bbcc None None] Allocated IP 172.20.0.2 (04ea4f08-89ab-4f7d-b832-d5c0f8d3ebae/f6640b20-97ee-4919-9153-454c93d5c131/0bef5d74-795b-4927-b93c-d6d1067fb9e8) {{(pid=84876) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 14 07:35:53.048261 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-d3cd023c-d20e-4d68-908d-3167e72a4a4c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850887153'] for security_group, after_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:35:53.065279 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-aa2ac446-f119-4d5d-b4ce-fea31daacf75 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:35:53.103278 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.db.api [None req-2c02b4c2-5b39-4c56-ab37-2e2e5c5377c8 tempest-RoutersTest-1255860389 tempest-RoutersTest-1255860389] Retry wrapper got retriable exception: Unable to create the network. No available network found in maximum allowed attempts. {{(pid=84875) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Jan 14 07:35:53.103674 n-d-768862-2 neutron-server[84765]: DEBUG oslo_db.api [None req-2c02b4c2-5b39-4c56-ab37-2e2e5c5377c8 tempest-RoutersTest-1255860389 tempest-RoutersTest-1255860389] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_network {{(pid=84875) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Jan 14 07:35:53.115202 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-3d35563b-6815-4f96-ab45-eca3eec58b57 tempest-RoutersNegativeTest-536999269 tempest-RoutersNegativeTest-536999269] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850887149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964'] for network, after_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:35:53.151673 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d35563b-6815-4f96-ab45-eca3eec58b57 tempest-RoutersNegativeTest-536999269 tempest-RoutersNegativeTest-536999269] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:35:53.152497 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-3d35563b-6815-4f96-ab45-eca3eec58b57 tempest-RoutersNegativeTest-536999269 tempest-RoutersNegativeTest-536999269] Notify callbacks [] for network, before_response {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:35:53.178896 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-d3cd023c-d20e-4d68-908d-3167e72a4a4c admin admin] Notify callbacks [] for security_group, before_response {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:35:53.180125 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-d3cd023c-d20e-4d68-908d-3167e72a4a4c admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/d8da0206-6e5b-4b50-a454-31fc0815e320 HTTP/1.1" status: 204 len: 168 time: 0.8584051 Jan 14 07:35:53.181415 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3cd023c-d20e-4d68-908d-3167e72a4a4c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d8da0206-6e5b-4b50-a454-31fc0815e320,revision_number=None']} {{(pid=84875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:35:53.184617 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-d3cd023c-d20e-4d68-908d-3167e72a4a4c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:35:53.185329 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-b877dd51-58b4-4f05-be89-85c989266ce8 tempest-RoutersTest-1255860389 tempest-RoutersTest-1255860389] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.004s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:35:53.217134 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84874) accepted ('10.222.0.24', 34298) {{(pid=84874) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:35:53.217785 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-3d35563b-6815-4f96-ab45-eca3eec58b57 tempest-RoutersNegativeTest-536999269 tempest-RoutersNegativeTest-536999269] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.8321929 Jan 14 07:35:53.224715 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.v2.base [None req-56fd9963-2e9c-47b8-a50a-f512fe67d7d0 tempest-RoutersNegativeTest-536999269 tempest-RoutersNegativeTest-536999269] Request body: {'subnet': {'network_id': '1e95858a-ab69-409b-92ee-1700d3c2377e', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=84874) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:35:53.353758 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d35563b-6815-4f96-ab45-eca3eec58b57 tempest-RoutersNegativeTest-536999269 tempest-RoutersNegativeTest-536999269] Pushing event updated for resources: {'Network': ['ID=85b29c41-84b0-4b6b-a8f9-58e2274683d6,revision_number=1']} {{(pid=84875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:35:53.359539 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-4045c915-8df3-44f4-a2a8-3fe4c7c7bbcc None None] Notify callbacks [] for port, precommit_create {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:35:53.366341 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-3d35563b-6815-4f96-ab45-eca3eec58b57 tempest-RoutersNegativeTest-536999269 tempest-RoutersNegativeTest-536999269] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.181s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:35:53.387176 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-4045c915-8df3-44f4-a2a8-3fe4c7c7bbcc None None] Transition to ACTIVE for port object 0bef5d74-795b-4927-b93c-d6d1067fb9e8 will not be triggered until provisioned by entity L2. {{(pid=84876) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 07:35:53.427343 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-4045c915-8df3-44f4-a2a8-3fe4c7c7bbcc None None] Transition to ACTIVE for port object 0bef5d74-795b-4927-b93c-d6d1067fb9e8 will not be triggered until provisioned by entity DHCP. {{(pid=84876) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 07:35:53.460906 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-56fd9963-2e9c-47b8-a50a-f512fe67d7d0 tempest-RoutersNegativeTest-536999269 tempest-RoutersNegativeTest-536999269] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:35:53.470501 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-852a24f7-e9a1-4193-9abb-e9506fe5213f None None] Network 1e95858a-ab69-409b-92ee-1700d3c2377e details requested by agent ovs-agent-n-h2-768862-2 with host n-h2-768862-2 {{(pid=84876) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 07:35:53.470990 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-56fd9963-2e9c-47b8-a50a-f512fe67d7d0 tempest-RoutersNegativeTest-536999269 tempest-RoutersNegativeTest-536999269] Usage tracker for resource:subnet and tenant:8bd680a041e04543b08fdd7593415d2a is out of sync, need to count used quota {{(pid=84874) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:35:53.476820 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-56fd9963-2e9c-47b8-a50a-f512fe67d7d0 tempest-RoutersNegativeTest-536999269 tempest-RoutersNegativeTest-536999269] Quota usage for subnet was recalculated. Used quota:1. {{(pid=84874) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:35:53.492243 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-56fd9963-2e9c-47b8-a50a-f512fe67d7d0 tempest-RoutersNegativeTest-536999269 tempest-RoutersNegativeTest-536999269] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:35:53.502940 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-017f98a9-8a07-408c-a86f-8ff0c00400a0 None None] Network 1e95858a-ab69-409b-92ee-1700d3c2377e details requested by agent ovs-agent-n-h1-768862-2 with host n-h1-768862-2 {{(pid=84876) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 07:35:53.514727 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-56fd9963-2e9c-47b8-a50a-f512fe67d7d0 tempest-RoutersNegativeTest-536999269 tempest-RoutersNegativeTest-536999269] Made reservation on behalf of 8bd680a041e04543b08fdd7593415d2a for: {'subnet': 1} {{(pid=84874) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 07:35:53.629238 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Network 1e95858a-ab69-409b-92ee-1700d3c2377e details requested by agent ovs-agent-n-d-768862-2 with host n-d-768862-2 {{(pid=84876) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 07:35:53.653410 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-56fd9963-2e9c-47b8-a50a-f512fe67d7d0 tempest-RoutersNegativeTest-536999269 tempest-RoutersNegativeTest-536999269] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036851981161'] for subnet, before_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:35:53.860837 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-8ee6b94c-3377-4978-b204-79d0cbd34b71 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363259214191800', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854171626'] for agent, after_update {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:35:53.889218 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84875) accepted ('10.222.0.24', 34310) {{(pid=84875) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:35:53.900964 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-017f98a9-8a07-408c-a86f-8ff0c00400a0 None None] Network 85b29c41-84b0-4b6b-a8f9-58e2274683d6 details requested by agent ovs-agent-n-h1-768862-2 with host n-h1-768862-2 {{(pid=84876) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 07:35:53.925409 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-7ae21e73-828b-4d58-a428-afcbdc05a232 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:35:53.957517 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-2c02b4c2-5b39-4c56-ab37-2e2e5c5377c8 tempest-RoutersTest-1255860389 tempest-RoutersTest-1255860389] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555753'] for network, before_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:35:54.018916 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-852a24f7-e9a1-4193-9abb-e9506fe5213f None None] Network 85b29c41-84b0-4b6b-a8f9-58e2274683d6 details requested by agent ovs-agent-n-h2-768862-2 with host n-h2-768862-2 {{(pid=84876) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 07:35:54.022212 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-7ae21e73-828b-4d58-a428-afcbdc05a232 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:35:54.029881 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-7ae21e73-828b-4d58-a428-afcbdc05a232 admin admin] Usage tracker for resource:security_group_rule and tenant:71e7e8f5a2784adb82aed7bf15e4ab7e is out of sync, need to count used quota {{(pid=84875) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:35:54.044995 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-7ae21e73-828b-4d58-a428-afcbdc05a232 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84875) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:35:54.052232 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-7ae21e73-828b-4d58-a428-afcbdc05a232 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:35:54.135973 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Network 85b29c41-84b0-4b6b-a8f9-58e2274683d6 details requested by agent ovs-agent-n-d-768862-2 with host n-d-768862-2 {{(pid=84876) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 07:35:54.145785 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-7ae21e73-828b-4d58-a428-afcbdc05a232 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:35:54.150592 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Device 57158070-a688-42a1-ab18-98f4211d8279 up at agent ovs-agent-n-d-768862-2 {{(pid=84876) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 07:35:54.153085 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-7ae21e73-828b-4d58-a428-afcbdc05a232 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850887153'] for security_group, after_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:35:54.172022 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-7a208ffa-c3e3-42fe-acb3-d132d0c1c5ba tempest-SecGroupIPv6Test-296392250 tempest-SecGroupIPv6Test-296392250] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:35:54.201393 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2c02b4c2-5b39-4c56-ab37-2e2e5c5377c8 tempest-RoutersTest-1255860389 tempest-RoutersTest-1255860389] vxlan segment allocate from pool success with {'vxlan_vni': 19} {{(pid=84875) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Jan 14 07:35:54.206683 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ae21e73-828b-4d58-a428-afcbdc05a232 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bd04a22d-fbf8-4c26-a706-48d7364450f3,revision_number=1']} {{(pid=84875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:35:54.216592 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-7ae21e73-828b-4d58-a428-afcbdc05a232 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:35:54.230179 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-2c02b4c2-5b39-4c56-ab37-2e2e5c5377c8 tempest-RoutersTest-1255860389 tempest-RoutersTest-1255860389] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment--9223363259214191851', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854179735'] for segment, precommit_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:35:54.230668 n-d-768862-2 neutron-server[84765]: INFO neutron.db.segments_db [None req-2c02b4c2-5b39-4c56-ab37-2e2e5c5377c8 tempest-RoutersTest-1255860389 tempest-RoutersTest-1255860389] Added segment 56b91f55-d379-4a93-8339-3f6750eaeaa0 of type vxlan for network 2c9dd3e3-4629-4680-be96-a5b2de37e28a Jan 14 07:35:54.246154 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-7ae21e73-828b-4d58-a428-afcbdc05a232 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=71e7e8f5a2784adb82aed7bf15e4ab7e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3529696 Jan 14 07:35:54.249706 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84875) accepted ('10.222.0.24', 34320) {{(pid=84875) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:35:54.293021 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-2c02b4c2-5b39-4c56-ab37-2e2e5c5377c8 tempest-RoutersTest-1255860389 tempest-RoutersTest-1255860389] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363259214646115'] for network, precommit_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:35:54.316028 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-4045c915-8df3-44f4-a2a8-3fe4c7c7bbcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777640123575'] for port, after_create {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:35:54.380060 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-2c02b4c2-5b39-4c56-ab37-2e2e5c5377c8 tempest-RoutersTest-1255860389 tempest-RoutersTest-1255860389] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850887149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964'] for network, after_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:35:54.406869 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c02b4c2-5b39-4c56-ab37-2e2e5c5377c8 tempest-RoutersTest-1255860389 tempest-RoutersTest-1255860389] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:35:54.407863 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-2c02b4c2-5b39-4c56-ab37-2e2e5c5377c8 tempest-RoutersTest-1255860389 tempest-RoutersTest-1255860389] Notify callbacks [] for network, before_response {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:35:54.419292 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-cfd76651-273c-4cc3-b6c8-a260ca60ef5d tempest-PortsIpV6TestJSON-1330665174 tempest-PortsIpV6TestJSON-1330665174] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:35:54.440009 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-56fd9963-2e9c-47b8-a50a-f512fe67d7d0 tempest-RoutersNegativeTest-536999269 tempest-RoutersNegativeTest-536999269] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850887113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3254092', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036851981146'] for subnet, after_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:35:54.478235 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-d1aa3e21-37e1-4cfa-b48d-b9d3dfa58a70 tempest-RoutersNegativeTest-536999269 tempest-RoutersNegativeTest-536999269] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:35:54.620360 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-bf992404-c0f7-4777-b6b1-c35f958ca6d6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:35:54.624176 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c02b4c2-5b39-4c56-ab37-2e2e5c5377c8 tempest-RoutersTest-1255860389 tempest-RoutersTest-1255860389] Pushing event updated for resources: {'Network': ['ID=2c9dd3e3-4629-4680-be96-a5b2de37e28a,revision_number=1']} {{(pid=84875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:35:54.639480 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-2c02b4c2-5b39-4c56-ab37-2e2e5c5377c8 tempest-RoutersTest-1255860389 tempest-RoutersTest-1255860389] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.220s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:35:54.672382 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-5963e16e-94a4-427b-8a98-31d66621a62a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84876) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:35:54.702820 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-2c02b4c2-5b39-4c56-ab37-2e2e5c5377c8 tempest-RoutersTest-1255860389 tempest-RoutersTest-1255860389] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 3.3196402 Jan 14 07:35:54.703648 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84875) accepted ('10.222.0.24', 34326) {{(pid=84875) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:35:54.743249 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-bf992404-c0f7-4777-b6b1-c35f958ca6d6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:35:54.755205 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.v2.base [None req-64ac13ba-5323-40de-89f4-a603ee119821 tempest-RoutersTest-1255860389 tempest-RoutersTest-1255860389] Request body: {'subnet': {'network_id': '2c9dd3e3-4629-4680-be96-a5b2de37e28a', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=84875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:35:54.770750 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363259214191800', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854171626'] for agent, after_update {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:35:54.804994 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4045c915-8df3-44f4-a2a8-3fe4c7c7bbcc None None] Pushing event updated for resources: {'Port': ['ID=0bef5d74-795b-4927-b93c-d6d1067fb9e8,revision_number=1']} {{(pid=84876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:35:54.817405 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-4045c915-8df3-44f4-a2a8-3fe4c7c7bbcc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=84876) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:35:54.824074 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56fd9963-2e9c-47b8-a50a-f512fe67d7d0 tempest-RoutersNegativeTest-536999269 tempest-RoutersNegativeTest-536999269] Pushing event updated for resources: {'Subnet': ['ID=ffc71e46-c24e-49f6-b07f-65940491f158,revision_number=0']} {{(pid=84874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:35:54.834882 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-56fd9963-2e9c-47b8-a50a-f512fe67d7d0 tempest-RoutersNegativeTest-536999269 tempest-RoutersNegativeTest-536999269] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.357s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:35:54.849406 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-017f98a9-8a07-408c-a86f-8ff0c00400a0 None None] Network 2c9dd3e3-4629-4680-be96-a5b2de37e28a details requested by agent ovs-agent-n-h1-768862-2 with host n-h1-768862-2 {{(pid=84876) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 07:35:54.884422 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56fd9963-2e9c-47b8-a50a-f512fe67d7d0 tempest-RoutersNegativeTest-536999269 tempest-RoutersNegativeTest-536999269] Checking segment: {'id': '17a72051-6b19-4ee6-bc81-7856bda464e9', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 9, 'network_id': '1e95858a-ab69-409b-92ee-1700d3c2377e'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84874) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 14 07:35:54.884808 n-d-768862-2 neutron-server[84765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56fd9963-2e9c-47b8-a50a-f512fe67d7d0 tempest-RoutersNegativeTest-536999269 tempest-RoutersNegativeTest-536999269] Network hostable DHCP agents. Network: 1e95858a-ab69-409b-92ee-1700d3c2377e, hostable agents: ['32f3dd84-26da-4d18-bf15-6017a8fb7247'], hosted agents: [] {{(pid=84874) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Jan 14 07:35:54.942051 n-d-768862-2 neutron-server[84765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56fd9963-2e9c-47b8-a50a-f512fe67d7d0 tempest-RoutersNegativeTest-536999269 tempest-RoutersNegativeTest-536999269] Network 1e95858a-ab69-409b-92ee-1700d3c2377e is scheduled to be hosted by DHCP agent 32f3dd84-26da-4d18-bf15-6017a8fb7247 with binding_index 1 {{(pid=84874) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Jan 14 07:35:54.962200 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-64ac13ba-5323-40de-89f4-a603ee119821 tempest-RoutersTest-1255860389 tempest-RoutersTest-1255860389] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:35:54.966700 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-64ac13ba-5323-40de-89f4-a603ee119821 tempest-RoutersTest-1255860389 tempest-RoutersTest-1255860389] Usage tracker for resource:subnet and tenant:2a076c09cf6548039ba7b64b98184a0e is out of sync, need to count used quota {{(pid=84875) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:35:54.967280 n-d-768862-2 neutron-server[84765]: DEBUG neutron.scheduler.base_scheduler [None req-56fd9963-2e9c-47b8-a50a-f512fe67d7d0 tempest-RoutersNegativeTest-536999269 tempest-RoutersNegativeTest-536999269] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768862-2, 1e95858a-ab69-409b-92ee-1700d3c2377e) {{(pid=84874) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 07:35:54.970010 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-64ac13ba-5323-40de-89f4-a603ee119821 tempest-RoutersTest-1255860389 tempest-RoutersTest-1255860389] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84875) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:35:54.976706 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-64ac13ba-5323-40de-89f4-a603ee119821 tempest-RoutersTest-1255860389 tempest-RoutersTest-1255860389] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:35:54.991640 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56fd9963-2e9c-47b8-a50a-f512fe67d7d0 tempest-RoutersNegativeTest-536999269 tempest-RoutersNegativeTest-536999269] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:35:54.992615 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-56fd9963-2e9c-47b8-a50a-f512fe67d7d0 tempest-RoutersNegativeTest-536999269 tempest-RoutersNegativeTest-536999269] Notify callbacks [] for subnet, before_response {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:35:54.996458 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-64ac13ba-5323-40de-89f4-a603ee119821 tempest-RoutersTest-1255860389 tempest-RoutersTest-1255860389] Made reservation on behalf of 2a076c09cf6548039ba7b64b98184a0e for: {'subnet': 1} {{(pid=84875) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 07:35:55.013537 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-852a24f7-e9a1-4193-9abb-e9506fe5213f None None] Network 2c9dd3e3-4629-4680-be96-a5b2de37e28a details requested by agent ovs-agent-n-h2-768862-2 with host n-h2-768862-2 {{(pid=84876) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 07:35:55.019594 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-56fd9963-2e9c-47b8-a50a-f512fe67d7d0 tempest-RoutersNegativeTest-536999269 tempest-RoutersNegativeTest-536999269] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.8012474 Jan 14 07:35:55.022546 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84874) accepted ('10.222.0.24', 34330) {{(pid=84874) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:35:55.032245 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.v2.base [None req-200c5795-297a-446a-9ce0-0a74ccbdb4e0 tempest-RoutersNegativeTest-536999269 tempest-RoutersNegativeTest-536999269] Request body: {'subnet': {'network_id': '85b29c41-84b0-4b6b-a8f9-58e2274683d6', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=84874) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:35:55.137488 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Network 2c9dd3e3-4629-4680-be96-a5b2de37e28a details requested by agent ovs-agent-n-d-768862-2 with host n-d-768862-2 {{(pid=84876) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 07:35:55.188608 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-200c5795-297a-446a-9ce0-0a74ccbdb4e0 tempest-RoutersNegativeTest-536999269 tempest-RoutersNegativeTest-536999269] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:35:55.196721 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-200c5795-297a-446a-9ce0-0a74ccbdb4e0 tempest-RoutersNegativeTest-536999269 tempest-RoutersNegativeTest-536999269] Usage tracker for resource:subnet and tenant:8bd680a041e04543b08fdd7593415d2a is out of sync, need to count used quota {{(pid=84874) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:35:55.201927 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-200c5795-297a-446a-9ce0-0a74ccbdb4e0 tempest-RoutersNegativeTest-536999269 tempest-RoutersNegativeTest-536999269] Quota usage for subnet was recalculated. Used quota:2. {{(pid=84874) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:35:55.208322 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-200c5795-297a-446a-9ce0-0a74ccbdb4e0 tempest-RoutersNegativeTest-536999269 tempest-RoutersNegativeTest-536999269] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=84874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:35:55.219546 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-64ac13ba-5323-40de-89f4-a603ee119821 tempest-RoutersTest-1255860389 tempest-RoutersTest-1255860389] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036852467157'] for subnet, before_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:35:55.221432 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-200c5795-297a-446a-9ce0-0a74ccbdb4e0 tempest-RoutersNegativeTest-536999269 tempest-RoutersNegativeTest-536999269] Made reservation on behalf of 8bd680a041e04543b08fdd7593415d2a for: {'subnet': 1} {{(pid=84874) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 07:35:55.377623 n-d-768862-2 neutron-server[84765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4045c915-8df3-44f4-a2a8-3fe4c7c7bbcc None None] Network 04ea4f08-89ab-4f7d-b832-d5c0f8d3ebae is already hosted by enough agents. {{(pid=84876) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 07:35:55.408275 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-bf992404-c0f7-4777-b6b1-c35f958ca6d6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850887153'] for security_group, after_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:35:55.414839 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7c6fc5c-1571-4ee9-88fb-f9a8f8236a28 None None] Network 1e95858a-ab69-409b-92ee-1700d3c2377e requested from n-d-768862-2 {{(pid=84876) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 07:35:55.437014 n-d-768862-2 neutron-server[84765]: DEBUG neutron.scheduler.base_scheduler [None req-4045c915-8df3-44f4-a2a8-3fe4c7c7bbcc None None] Resources bound (agent type, host, resource id): {{(pid=84876) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 07:35:55.439582 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4045c915-8df3-44f4-a2a8-3fe4c7c7bbcc None None] Received port after_create {{(pid=84876) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 14 07:35:55.446417 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-0f37073e-9c69-4e3c-80e0-6cfaa0fd61a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363259214191800', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854171626'] for agent, after_update {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:35:55.513855 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-da76cfc0-98e8-4426-9f6d-4f05aa3fae78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363259214191800', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854171626'] for agent, after_update {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:35:55.611630 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-cf05b009-8270-434a-9b23-683b3258674e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:35:55.624080 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf992404-c0f7-4777-b6b1-c35f958ca6d6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bd04a22d-fbf8-4c26-a706-48d7364450f3,revision_number=None']} {{(pid=84875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:35:55.627065 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-bf992404-c0f7-4777-b6b1-c35f958ca6d6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:35:55.747343 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-bf992404-c0f7-4777-b6b1-c35f958ca6d6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:35:55.751546 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-bf992404-c0f7-4777-b6b1-c35f958ca6d6 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/bd04a22d-fbf8-4c26-a706-48d7364450f3 HTTP/1.1" status: 204 len: 168 time: 1.5007329 Jan 14 07:35:56.012448 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-64ac13ba-5323-40de-89f4-a603ee119821 tempest-RoutersTest-1255860389 tempest-RoutersTest-1255860389] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850887113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036851621412', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036852467174'] for subnet, after_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:35:56.027536 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-200c5795-297a-446a-9ce0-0a74ccbdb4e0 tempest-RoutersNegativeTest-536999269 tempest-RoutersNegativeTest-536999269] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036851981161'] for subnet, before_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:35:56.256921 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-ac555273-1c71-492b-88c2-3503683541aa tempest-TestSecurityGroupsBasicOps-944861984 tempest-TestSecurityGroupsBasicOps-944861984] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:35:56.435121 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-c70b2c96-9ad4-48b9-a662-2799569a4164 None None] Notify callbacks [] for port, precommit_create {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:35:56.461015 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-c70b2c96-9ad4-48b9-a662-2799569a4164 None None] Transition to ACTIVE for port object b63f99db-8218-469a-831c-08bb916f1cae will not be triggered until provisioned by entity L2. {{(pid=84876) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 07:35:56.498569 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-c70b2c96-9ad4-48b9-a662-2799569a4164 None None] Transition to ACTIVE for port object b63f99db-8218-469a-831c-08bb916f1cae will not be triggered until provisioned by entity DHCP. {{(pid=84876) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 07:35:56.514863 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64ac13ba-5323-40de-89f4-a603ee119821 tempest-RoutersTest-1255860389 tempest-RoutersTest-1255860389] Pushing event updated for resources: {'Subnet': ['ID=4b767cc5-2492-4eea-b3af-1382c804ae84,revision_number=0']} {{(pid=84875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:35:56.524725 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64ac13ba-5323-40de-89f4-a603ee119821 tempest-RoutersTest-1255860389 tempest-RoutersTest-1255860389] Checking segment: {'id': '56b91f55-d379-4a93-8339-3f6750eaeaa0', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 19, 'network_id': '2c9dd3e3-4629-4680-be96-a5b2de37e28a'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84875) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 14 07:35:56.525367 n-d-768862-2 neutron-server[84765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64ac13ba-5323-40de-89f4-a603ee119821 tempest-RoutersTest-1255860389 tempest-RoutersTest-1255860389] Network hostable DHCP agents. Network: 2c9dd3e3-4629-4680-be96-a5b2de37e28a, hostable agents: ['32f3dd84-26da-4d18-bf15-6017a8fb7247'], hosted agents: [] {{(pid=84875) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Jan 14 07:35:56.532006 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-64ac13ba-5323-40de-89f4-a603ee119821 tempest-RoutersTest-1255860389 tempest-RoutersTest-1255860389] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.275s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:35:56.552743 n-d-768862-2 neutron-server[84765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64ac13ba-5323-40de-89f4-a603ee119821 tempest-RoutersTest-1255860389 tempest-RoutersTest-1255860389] Network 2c9dd3e3-4629-4680-be96-a5b2de37e28a is scheduled to be hosted by DHCP agent 32f3dd84-26da-4d18-bf15-6017a8fb7247 with binding_index 1 {{(pid=84875) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Jan 14 07:35:56.564878 n-d-768862-2 neutron-server[84765]: DEBUG neutron.scheduler.base_scheduler [None req-64ac13ba-5323-40de-89f4-a603ee119821 tempest-RoutersTest-1255860389 tempest-RoutersTest-1255860389] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768862-2, 2c9dd3e3-4629-4680-be96-a5b2de37e28a) {{(pid=84875) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 07:35:56.581546 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64ac13ba-5323-40de-89f4-a603ee119821 tempest-RoutersTest-1255860389 tempest-RoutersTest-1255860389] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:35:56.582580 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-64ac13ba-5323-40de-89f4-a603ee119821 tempest-RoutersTest-1255860389 tempest-RoutersTest-1255860389] Notify callbacks [] for subnet, before_response {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:35:56.621014 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-64ac13ba-5323-40de-89f4-a603ee119821 tempest-RoutersTest-1255860389 tempest-RoutersTest-1255860389] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.9017832 Jan 14 07:35:56.622086 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84875) accepted ('10.222.0.24', 34360) {{(pid=84875) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:35:56.628760 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.v2.base [None req-9496491b-5912-4538-b506-67bb1c30d757 tempest-RoutersTest-1255860389 tempest-RoutersTest-1255860389] Request body: {'router': {'name': 'tempest-RoutersTest-router-10197229', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=84875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:35:56.655615 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-9496491b-5912-4538-b506-67bb1c30d757 tempest-RoutersTest-1255860389 tempest-RoutersTest-1255860389] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:35:56.666167 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-9496491b-5912-4538-b506-67bb1c30d757 tempest-RoutersTest-1255860389 tempest-RoutersTest-1255860389] Usage tracker for resource:router and tenant:2a076c09cf6548039ba7b64b98184a0e is out of sync, need to count used quota {{(pid=84875) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:35:56.724585 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-9496491b-5912-4538-b506-67bb1c30d757 tempest-RoutersTest-1255860389 tempest-RoutersTest-1255860389] Quota usage for router was recalculated. Used quota:0. {{(pid=84875) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:35:56.765168 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-9496491b-5912-4538-b506-67bb1c30d757 tempest-RoutersTest-1255860389 tempest-RoutersTest-1255860389] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:35:56.789559 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-388efd37-f813-48db-968c-5acc9394818d None None] Network 2c9dd3e3-4629-4680-be96-a5b2de37e28a requested from n-d-768862-2 {{(pid=84876) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 07:35:56.799297 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-9496491b-5912-4538-b506-67bb1c30d757 tempest-RoutersTest-1255860389 tempest-RoutersTest-1255860389] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3889205', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854717621'] for router, before_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:35:56.800541 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-9496491b-5912-4538-b506-67bb1c30d757 tempest-RoutersTest-1255860389 tempest-RoutersTest-1255860389] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036850886574', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3912501', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3808446', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-58179'] for router, precommit_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:35:56.854811 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-9496491b-5912-4538-b506-67bb1c30d757 tempest-RoutersTest-1255860389 tempest-RoutersTest-1255860389] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:35:56.901477 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-9496491b-5912-4538-b506-67bb1c30d757 tempest-RoutersTest-1255860389 tempest-RoutersTest-1255860389] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036850886612', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036850863158'] for router, after_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:35:56.941373 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-9496491b-5912-4538-b506-67bb1c30d757 tempest-RoutersTest-1255860389 tempest-RoutersTest-1255860389] Notify callbacks [] for router, before_response {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:35:56.947235 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-9496491b-5912-4538-b506-67bb1c30d757 tempest-RoutersTest-1255860389 tempest-RoutersTest-1255860389] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 698 time: 0.3238163 Jan 14 07:35:56.948213 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84875) accepted ('10.222.0.24', 34370) {{(pid=84875) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:35:57.041216 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.db_base_plugin_common [None req-c12fa03b-45ac-42b2-b628-b7e1d5e0a603 tempest-TestNetworkAdvancedServerOps-470546014 tempest-TestNetworkAdvancedServerOps-470546014] Allocated IP 172.20.0.1 (9cce2b33-e4ed-4aa7-bc59-614f3972ae2b/9cbf4b85-b130-4179-a902-27c572163648/7350cbe8-231e-47a1-8f6e-84aff492f0d9) {{(pid=84874) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 14 07:35:57.116185 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-c70b2c96-9ad4-48b9-a662-2799569a4164 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777640123575'] for port, after_create {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:35:57.440474 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-ba06818e-186c-45c3-b53f-581f07bf80af None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84876) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:35:57.674778 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-200c5795-297a-446a-9ce0-0a74ccbdb4e0 tempest-RoutersNegativeTest-536999269 tempest-RoutersNegativeTest-536999269] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850887113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3254092', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036851981146'] for subnet, after_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:35:57.720019 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-0101785a-a3da-4fc9-acec-57deef55149c tempest-PortsIpV6TestJSON-1330665174 tempest-PortsIpV6TestJSON-1330665174] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:35:57.742012 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c70b2c96-9ad4-48b9-a662-2799569a4164 None None] Pushing event updated for resources: {'Port': ['ID=b63f99db-8218-469a-831c-08bb916f1cae,revision_number=1']} {{(pid=84876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:35:57.794890 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-c70b2c96-9ad4-48b9-a662-2799569a4164 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.355s {{(pid=84876) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:35:57.830893 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Provisioning for port 57158070-a688-42a1-ab18-98f4211d8279 completed by entity L2. {{(pid=84876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 07:35:57.877356 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Provisioning complete for port 57158070-a688-42a1-ab18-98f4211d8279 triggered by entity L2. {{(pid=84876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 07:35:57.878084 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-604227'] for port, provisioning_complete {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:35:57.956303 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-c12fa03b-45ac-42b2-b628-b7e1d5e0a603 tempest-TestNetworkAdvancedServerOps-470546014 tempest-TestNetworkAdvancedServerOps-470546014] Notify callbacks [] for port, precommit_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:35:57.979170 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-c12fa03b-45ac-42b2-b628-b7e1d5e0a603 tempest-TestNetworkAdvancedServerOps-470546014 tempest-TestNetworkAdvancedServerOps-470546014] Transition to ACTIVE for port object 7350cbe8-231e-47a1-8f6e-84aff492f0d9 will not be triggered until provisioned by entity DHCP. {{(pid=84874) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 07:35:58.080313 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.managers [None req-4045c915-8df3-44f4-a2a8-3fe4c7c7bbcc None None] Attempting to bind port 0bef5d74-795b-4927-b93c-d6d1067fb9e8 on host n-d-768862-2 for vnic_type normal with profile {{(pid=84876) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 14 07:35:58.081104 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.managers [None req-4045c915-8df3-44f4-a2a8-3fe4c7c7bbcc None None] Attempting to bind port 0bef5d74-795b-4927-b93c-d6d1067fb9e8 by drivers openvswitch on host n-d-768862-2 at level 0 using segments [{'id': 'ece71d9b-677b-421e-90c4-6d55ce23d520', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '04ea4f08-89ab-4f7d-b832-d5c0f8d3ebae'}] {{(pid=84876) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 14 07:35:58.083542 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4045c915-8df3-44f4-a2a8-3fe4c7c7bbcc None None] Attempting to bind port 0bef5d74-795b-4927-b93c-d6d1067fb9e8 on network 04ea4f08-89ab-4f7d-b832-d5c0f8d3ebae {{(pid=84876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 14 07:35:58.112977 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-c12fa03b-45ac-42b2-b628-b7e1d5e0a603 tempest-TestNetworkAdvancedServerOps-470546014 tempest-TestNetworkAdvancedServerOps-470546014] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777640123575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3254186'] for port, after_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:35:58.148885 n-d-768862-2 neutron-server[84765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c70b2c96-9ad4-48b9-a662-2799569a4164 None None] Network 9cce2b33-e4ed-4aa7-bc59-614f3972ae2b is already hosted by enough agents. {{(pid=84876) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 07:35:58.158942 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4045c915-8df3-44f4-a2a8-3fe4c7c7bbcc None None] Checking agent: {'id': 'ba5efab1-b43c-4d5a-bc52-6e105d4e67a2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768862-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 14, 6, 56, 52), 'started_at': datetime.datetime(2021, 1, 14, 6, 57, 22), 'heartbeat_timestamp': datetime.datetime(2021, 1, 14, 7, 35, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768862-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.29', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 14 07:35:58.165518 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4045c915-8df3-44f4-a2a8-3fe4c7c7bbcc None None] Checking segment: {'id': 'ece71d9b-677b-421e-90c4-6d55ce23d520', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '04ea4f08-89ab-4f7d-b832-d5c0f8d3ebae'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84876) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 14 07:35:58.166608 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-4045c915-8df3-44f4-a2a8-3fe4c7c7bbcc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:35:58.167794 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4045c915-8df3-44f4-a2a8-3fe4c7c7bbcc None None] Bound using segment: {'id': 'ece71d9b-677b-421e-90c4-6d55ce23d520', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '04ea4f08-89ab-4f7d-b832-d5c0f8d3ebae'} {{(pid=84876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 14 07:35:58.173038 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.managers [None req-4045c915-8df3-44f4-a2a8-3fe4c7c7bbcc None None] Bound port: 0bef5d74-795b-4927-b93c-d6d1067fb9e8, host: n-d-768862-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ece71d9b-677b-421e-90c4-6d55ce23d520', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '04ea4f08-89ab-4f7d-b832-d5c0f8d3ebae'}}] {{(pid=84876) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 14 07:35:58.174502 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-4045c915-8df3-44f4-a2a8-3fe4c7c7bbcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555753'] for port, before_update {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:35:58.271142 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-200c5795-297a-446a-9ce0-0a74ccbdb4e0 tempest-RoutersNegativeTest-536999269 tempest-RoutersNegativeTest-536999269] Pushing event updated for resources: {'Subnet': ['ID=7d49ef6e-e033-4f2d-9074-b35af37fb7bc,revision_number=0']} {{(pid=84874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:35:58.278918 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-200c5795-297a-446a-9ce0-0a74ccbdb4e0 tempest-RoutersNegativeTest-536999269 tempest-RoutersNegativeTest-536999269] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.559s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:35:58.281556 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-531b45ec-0fc0-4384-9a8b-3557a6245f86 tempest-RoutersTest-1255860389 tempest-RoutersTest-1255860389] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.147s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:35:58.371326 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c12fa03b-45ac-42b2-b628-b7e1d5e0a603 tempest-TestNetworkAdvancedServerOps-470546014 tempest-TestNetworkAdvancedServerOps-470546014] Pushing event updated for resources: {'Port': ['ID=7350cbe8-231e-47a1-8f6e-84aff492f0d9,revision_number=1']} {{(pid=84874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:35:58.385173 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [None req-4045c915-8df3-44f4-a2a8-3fe4c7c7bbcc None None] For port 0bef5d74-795b-4927-b93c-d6d1067fb9e8, host n-d-768862-2, cleared binding levels {{(pid=84876) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 14 07:35:58.391338 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [None req-4045c915-8df3-44f4-a2a8-3fe4c7c7bbcc None None] For port 0bef5d74-795b-4927-b93c-d6d1067fb9e8, host n-d-768862-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-2',level=0,port_id=0bef5d74-795b-4927-b93c-d6d1067fb9e8,segment=NetworkSegment(ece71d9b-677b-421e-90c4-6d55ce23d520),segment_id=ece71d9b-677b-421e-90c4-6d55ce23d520)] {{(pid=84876) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 14 07:35:58.394658 n-d-768862-2 neutron-server[84765]: DEBUG neutron.scheduler.base_scheduler [None req-c70b2c96-9ad4-48b9-a662-2799569a4164 None None] Resources bound (agent type, host, resource id): {{(pid=84876) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 07:35:58.400598 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-c12fa03b-45ac-42b2-b628-b7e1d5e0a603 tempest-TestNetworkAdvancedServerOps-470546014 tempest-TestNetworkAdvancedServerOps-470546014] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:35:58.431800 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c70b2c96-9ad4-48b9-a662-2799569a4164 None None] Received port after_create {{(pid=84876) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 14 07:35:58.479120 n-d-768862-2 neutron-server[84765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c12fa03b-45ac-42b2-b628-b7e1d5e0a603 tempest-TestNetworkAdvancedServerOps-470546014 tempest-TestNetworkAdvancedServerOps-470546014] Network 9cce2b33-e4ed-4aa7-bc59-614f3972ae2b is already hosted by enough agents. {{(pid=84874) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 07:35:58.482633 n-d-768862-2 neutron-server[84765]: DEBUG neutron.scheduler.base_scheduler [None req-c12fa03b-45ac-42b2-b628-b7e1d5e0a603 tempest-TestNetworkAdvancedServerOps-470546014 tempest-TestNetworkAdvancedServerOps-470546014] Resources bound (agent type, host, resource id): {{(pid=84874) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 07:35:58.490240 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c12fa03b-45ac-42b2-b628-b7e1d5e0a603 tempest-TestNetworkAdvancedServerOps-470546014 tempest-TestNetworkAdvancedServerOps-470546014] Received port after_create {{(pid=84874) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 14 07:35:58.561817 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-4045c915-8df3-44f4-a2a8-3fe4c7c7bbcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777640533312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363259214678337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777640097497'] for port, after_update {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:35:58.565140 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-c12fa03b-45ac-42b2-b628-b7e1d5e0a603 tempest-TestNetworkAdvancedServerOps-470546014 tempest-TestNetworkAdvancedServerOps-470546014] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036850886386'] for router_interface, before_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:35:58.605676 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-200c5795-297a-446a-9ce0-0a74ccbdb4e0 tempest-RoutersNegativeTest-536999269 tempest-RoutersNegativeTest-536999269] Checking segment: {'id': '489b0504-8077-4817-9a5d-bb0a72d88f82', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 15, 'network_id': '85b29c41-84b0-4b6b-a8f9-58e2274683d6'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84874) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 14 07:35:58.606093 n-d-768862-2 neutron-server[84765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-200c5795-297a-446a-9ce0-0a74ccbdb4e0 tempest-RoutersNegativeTest-536999269 tempest-RoutersNegativeTest-536999269] Network hostable DHCP agents. Network: 85b29c41-84b0-4b6b-a8f9-58e2274683d6, hostable agents: ['32f3dd84-26da-4d18-bf15-6017a8fb7247'], hosted agents: [] {{(pid=84874) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Jan 14 07:35:58.672219 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-b3a2a766-920a-44fd-b5b9-c654e6246cd4 tempest-RoutersTest-1255860389 tempest-RoutersTest-1255860389] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555753'] for port, before_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:35:58.690294 n-d-768862-2 neutron-server[84765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-200c5795-297a-446a-9ce0-0a74ccbdb4e0 tempest-RoutersNegativeTest-536999269 tempest-RoutersNegativeTest-536999269] Network 85b29c41-84b0-4b6b-a8f9-58e2274683d6 is scheduled to be hosted by DHCP agent 32f3dd84-26da-4d18-bf15-6017a8fb7247 with binding_index 1 {{(pid=84874) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Jan 14 07:35:58.706958 n-d-768862-2 neutron-server[84765]: DEBUG neutron.scheduler.base_scheduler [None req-200c5795-297a-446a-9ce0-0a74ccbdb4e0 tempest-RoutersNegativeTest-536999269 tempest-RoutersNegativeTest-536999269] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768862-2, 85b29c41-84b0-4b6b-a8f9-58e2274683d6) {{(pid=84874) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 07:35:58.761701 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-200c5795-297a-446a-9ce0-0a74ccbdb4e0 tempest-RoutersNegativeTest-536999269 tempest-RoutersNegativeTest-536999269] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:35:58.762374 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-200c5795-297a-446a-9ce0-0a74ccbdb4e0 tempest-RoutersNegativeTest-536999269 tempest-RoutersNegativeTest-536999269] Notify callbacks [] for subnet, before_response {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:35:58.814816 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-200c5795-297a-446a-9ce0-0a74ccbdb4e0 tempest-RoutersNegativeTest-536999269 tempest-RoutersNegativeTest-536999269] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 3.7882676 Jan 14 07:35:58.815248 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84874) accepted ('10.222.0.24', 34412) {{(pid=84874) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:35:58.854088 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.managers [None req-c70b2c96-9ad4-48b9-a662-2799569a4164 None None] Attempting to bind port b63f99db-8218-469a-831c-08bb916f1cae on host n-d-768862-2 for vnic_type normal with profile {{(pid=84876) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 14 07:35:58.854337 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.managers [None req-c70b2c96-9ad4-48b9-a662-2799569a4164 None None] Attempting to bind port b63f99db-8218-469a-831c-08bb916f1cae by drivers openvswitch on host n-d-768862-2 at level 0 using segments [{'id': '096edb7d-cf6c-47f3-bc5f-934027dd9fdd', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '9cce2b33-e4ed-4aa7-bc59-614f3972ae2b'}] {{(pid=84876) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 14 07:35:58.854699 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c70b2c96-9ad4-48b9-a662-2799569a4164 None None] Attempting to bind port b63f99db-8218-469a-831c-08bb916f1cae on network 9cce2b33-e4ed-4aa7-bc59-614f3972ae2b {{(pid=84876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 14 07:35:58.861806 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-e321889e-7550-496e-a55e-40e0883ee479 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84876) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:35:58.932067 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b223a913-2b95-479c-93ff-de2f18dfdac4 None None] Network 85b29c41-84b0-4b6b-a8f9-58e2274683d6 requested from n-d-768862-2 {{(pid=84876) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 07:35:59.238753 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c70b2c96-9ad4-48b9-a662-2799569a4164 None None] Checking agent: {'id': 'ba5efab1-b43c-4d5a-bc52-6e105d4e67a2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768862-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 14, 6, 56, 52), 'started_at': datetime.datetime(2021, 1, 14, 6, 57, 22), 'heartbeat_timestamp': datetime.datetime(2021, 1, 14, 7, 35, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768862-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.29', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 14 07:35:59.240220 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c70b2c96-9ad4-48b9-a662-2799569a4164 None None] Checking segment: {'id': '096edb7d-cf6c-47f3-bc5f-934027dd9fdd', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '9cce2b33-e4ed-4aa7-bc59-614f3972ae2b'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84876) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 14 07:35:59.241370 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-c70b2c96-9ad4-48b9-a662-2799569a4164 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:35:59.243042 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c70b2c96-9ad4-48b9-a662-2799569a4164 None None] Bound using segment: {'id': '096edb7d-cf6c-47f3-bc5f-934027dd9fdd', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '9cce2b33-e4ed-4aa7-bc59-614f3972ae2b'} {{(pid=84876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 14 07:35:59.245482 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.managers [None req-c70b2c96-9ad4-48b9-a662-2799569a4164 None None] Bound port: b63f99db-8218-469a-831c-08bb916f1cae, host: n-d-768862-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '096edb7d-cf6c-47f3-bc5f-934027dd9fdd', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '9cce2b33-e4ed-4aa7-bc59-614f3972ae2b'}}] {{(pid=84876) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 14 07:35:59.246571 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-c70b2c96-9ad4-48b9-a662-2799569a4164 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555753'] for port, before_update {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:35:59.317708 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29a0a622-8f7d-4a5b-af70-d55cac386269 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5d94dc7a-c095-50a4-955e-5f3b78718a12-2c9dd3e3-4629-4680-be96-a5b2de37e28a', 'network_id': '2c9dd3e3-4629-4680-be96-a5b2de37e28a', 'tenant_id': '2a076c09cf6548039ba7b64b98184a0e', 'fixed_ips': [{'subnet_id': '4b767cc5-2492-4eea-b3af-1382c804ae84'}]}} from n-d-768862-2. {{(pid=84876) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Jan 14 07:35:59.319676 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-29a0a622-8f7d-4a5b-af70-d55cac386269 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555753'] for port, before_create {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:35:59.455736 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.db_base_plugin_common [None req-b3a2a766-920a-44fd-b5b9-c654e6246cd4 tempest-RoutersTest-1255860389 tempest-RoutersTest-1255860389] Allocated IP 172.20.0.1 (2c9dd3e3-4629-4680-be96-a5b2de37e28a/4b767cc5-2492-4eea-b3af-1382c804ae84/a92f394f-637b-4804-b895-c4943e6408fb) {{(pid=84875) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 14 07:35:59.547090 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [None req-c70b2c96-9ad4-48b9-a662-2799569a4164 None None] For port b63f99db-8218-469a-831c-08bb916f1cae, host n-d-768862-2, cleared binding levels {{(pid=84876) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 14 07:35:59.551921 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [None req-c70b2c96-9ad4-48b9-a662-2799569a4164 None None] For port b63f99db-8218-469a-831c-08bb916f1cae, host n-d-768862-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-2',level=0,port_id=b63f99db-8218-469a-831c-08bb916f1cae,segment=NetworkSegment(096edb7d-cf6c-47f3-bc5f-934027dd9fdd),segment_id=096edb7d-cf6c-47f3-bc5f-934027dd9fdd)] {{(pid=84876) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 14 07:35:59.638958 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-c70b2c96-9ad4-48b9-a662-2799569a4164 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777640533312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363259214678337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777640097497'] for port, after_update {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:35:59.786526 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-b3a2a766-920a-44fd-b5b9-c654e6246cd4 tempest-RoutersTest-1255860389 tempest-RoutersTest-1255860389] Notify callbacks [] for port, precommit_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:35:59.828060 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-b3a2a766-920a-44fd-b5b9-c654e6246cd4 tempest-RoutersTest-1255860389 tempest-RoutersTest-1255860389] Transition to ACTIVE for port object a92f394f-637b-4804-b895-c4943e6408fb will not be triggered until provisioned by entity DHCP. {{(pid=84875) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 07:35:59.871675 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-b3a2a766-920a-44fd-b5b9-c654e6246cd4 tempest-RoutersTest-1255860389 tempest-RoutersTest-1255860389] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777640123575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851621574'] for port, after_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:35:59.874612 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-c12fa03b-45ac-42b2-b628-b7e1d5e0a603 tempest-TestNetworkAdvancedServerOps-470546014 tempest-TestNetworkAdvancedServerOps-470546014] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555753'] for port, before_update {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:35:59.912145 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-4818ca66-67c2-4ceb-8d24-4f9b7e568212 tempest-RoutersTest-1255860389 tempest-RoutersTest-1255860389] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:36:00.043180 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3a2a766-920a-44fd-b5b9-c654e6246cd4 tempest-RoutersTest-1255860389 tempest-RoutersTest-1255860389] Pushing event updated for resources: {'Port': ['ID=a92f394f-637b-4804-b895-c4943e6408fb,revision_number=1']} {{(pid=84875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:36:00.181832 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-b3a2a766-920a-44fd-b5b9-c654e6246cd4 tempest-RoutersTest-1255860389 tempest-RoutersTest-1255860389] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.266s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:36:00.190802 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555753'] for port, before_update {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:36:00.331313 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-3b905f92-6f5d-4285-92c6-38c45ecc8847 tempest-RoutersNegativeTest-536999269 tempest-RoutersNegativeTest-536999269] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555753'] for port, before_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:36:00.343179 n-d-768862-2 neutron-server[84765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3a2a766-920a-44fd-b5b9-c654e6246cd4 tempest-RoutersTest-1255860389 tempest-RoutersTest-1255860389] Network 2c9dd3e3-4629-4680-be96-a5b2de37e28a is already hosted by enough agents. {{(pid=84875) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 07:36:00.344778 n-d-768862-2 neutron-server[84765]: DEBUG neutron.scheduler.base_scheduler [None req-b3a2a766-920a-44fd-b5b9-c654e6246cd4 tempest-RoutersTest-1255860389 tempest-RoutersTest-1255860389] Resources bound (agent type, host, resource id): {{(pid=84875) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 07:36:00.347765 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3a2a766-920a-44fd-b5b9-c654e6246cd4 tempest-RoutersTest-1255860389 tempest-RoutersTest-1255860389] Received port after_create {{(pid=84875) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 14 07:36:00.429396 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-b3a2a766-920a-44fd-b5b9-c654e6246cd4 tempest-RoutersTest-1255860389 tempest-RoutersTest-1255860389] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036850886386'] for router_interface, before_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:36:00.682183 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-b3a2a766-920a-44fd-b5b9-c654e6246cd4 tempest-RoutersTest-1255860389 tempest-RoutersTest-1255860389] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555753'] for port, before_update {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:36:00.886582 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4045c915-8df3-44f4-a2a8-3fe4c7c7bbcc None None] Pushing event updated for resources: {'Port': ['ID=0bef5d74-795b-4927-b93c-d6d1067fb9e8,revision_number=2']} {{(pid=84876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:36:00.899805 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c08f0a87-4e7d-4874-9756-a8010cb69b93 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5d94dc7a-c095-50a4-955e-5f3b78718a12-85b29c41-84b0-4b6b-a8f9-58e2274683d6', 'network_id': '85b29c41-84b0-4b6b-a8f9-58e2274683d6', 'tenant_id': '8bd680a041e04543b08fdd7593415d2a', 'fixed_ips': [{'subnet_id': '7d49ef6e-e033-4f2d-9074-b35af37fb7bc'}]}} from n-d-768862-2. {{(pid=84876) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Jan 14 07:36:00.901038 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-c08f0a87-4e7d-4874-9756-a8010cb69b93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555753'] for port, before_create {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:36:00.929500 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-4045c915-8df3-44f4-a2a8-3fe4c7c7bbcc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 2.068s {{(pid=84876) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:36:00.952127 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81cc6bf2-d8a3-41ff-b7b3-2479d2ae808f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5d94dc7a-c095-50a4-955e-5f3b78718a12-1e95858a-ab69-409b-92ee-1700d3c2377e', 'network_id': '1e95858a-ab69-409b-92ee-1700d3c2377e', 'tenant_id': '8bd680a041e04543b08fdd7593415d2a', 'fixed_ips': [{'subnet_id': 'ffc71e46-c24e-49f6-b07f-65940491f158'}]}} from n-d-768862-2. {{(pid=84876) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Jan 14 07:36:00.955161 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-81cc6bf2-d8a3-41ff-b7b3-2479d2ae808f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555753'] for port, before_create {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:36:00.986285 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-4045c915-8df3-44f4-a2a8-3fe4c7c7bbcc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 1.256s {{(pid=84876) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:36:01.166335 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] For port 57158070-a688-42a1-ab18-98f4211d8279, host n-d-768862-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-2',level=0,port_id=57158070-a688-42a1-ab18-98f4211d8279,segment=NetworkSegment(cf3ded2c-bc47-4a71-89af-6e7117e60140),segment_id=cf3ded2c-bc47-4a71-89af-6e7117e60140)] {{(pid=84876) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 07:36:01.176026 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c70b2c96-9ad4-48b9-a662-2799569a4164 None None] Pushing event updated for resources: {'Port': ['ID=b63f99db-8218-469a-831c-08bb916f1cae,revision_number=2']} {{(pid=84876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:36:01.415229 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-c70b2c96-9ad4-48b9-a662-2799569a4164 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.428s {{(pid=84876) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:36:01.441027 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777640533312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363259214678337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777640097497'] for port, after_update {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:36:01.514004 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-3e144e8c-4fcc-4496-af10-c8e0bb64b042 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84876) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:36:01.703476 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Device 0bef5d74-795b-4927-b93c-d6d1067fb9e8 up at agent ovs-agent-n-d-768862-2 {{(pid=84876) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 07:36:01.869664 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-b3a2a766-920a-44fd-b5b9-c654e6246cd4 tempest-RoutersTest-1255860389 tempest-RoutersTest-1255860389] Notify callbacks [] for port, precommit_update {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:36:01.877525 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-b3a2a766-920a-44fd-b5b9-c654e6246cd4 tempest-RoutersTest-1255860389 tempest-RoutersTest-1255860389] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777640533312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363259214678337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777640097497', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3154211'] for port, after_update {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:36:01.957443 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-703446ab-15ff-4677-9321-092515a4318b tempest-TestNetworkBasicOps-1983703278 tempest-TestNetworkBasicOps-1983703278] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:36:02.188146 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3a2a766-920a-44fd-b5b9-c654e6246cd4 tempest-RoutersTest-1255860389 tempest-RoutersTest-1255860389] Pushing event updated for resources: {'Port': ['ID=a92f394f-637b-4804-b895-c4943e6408fb,revision_number=2']} {{(pid=84875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:36:02.193805 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-b3a2a766-920a-44fd-b5b9-c654e6246cd4 tempest-RoutersTest-1255860389 tempest-RoutersTest-1255860389] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3206949', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3889649'] for router_interface, after_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:36:02.200745 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.db_base_plugin_common [None req-3b905f92-6f5d-4285-92c6-38c45ecc8847 tempest-RoutersNegativeTest-536999269 tempest-RoutersNegativeTest-536999269] Allocated IP 172.20.0.1 (1e95858a-ab69-409b-92ee-1700d3c2377e/ffc71e46-c24e-49f6-b07f-65940491f158/cbf1a816-c07c-495e-b9fd-da7157a9b466) {{(pid=84874) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 14 07:36:02.248106 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-b3a2a766-920a-44fd-b5b9-c654e6246cd4 tempest-RoutersTest-1255860389 tempest-RoutersTest-1255860389] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.291s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:36:02.248522 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Provisioning for port 0bef5d74-795b-4927-b93c-d6d1067fb9e8 completed by entity L2. {{(pid=84876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 07:36:02.315007 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.db_base_plugin_common [None req-29a0a622-8f7d-4a5b-af70-d55cac386269 None None] Allocated IP 172.20.0.2 (2c9dd3e3-4629-4680-be96-a5b2de37e28a/4b767cc5-2492-4eea-b3af-1382c804ae84/6c4eb331-9f3b-45e3-83b9-792f41a403c4) {{(pid=84876) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 14 07:36:02.565654 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Pushing event updated for resources: {'Port': ['ID=57158070-a688-42a1-ab18-98f4211d8279,revision_number=4']} {{(pid=84876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:36:02.575608 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.061s {{(pid=84876) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:36:02.583173 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-3b905f92-6f5d-4285-92c6-38c45ecc8847 tempest-RoutersNegativeTest-536999269 tempest-RoutersNegativeTest-536999269] Notify callbacks [] for port, precommit_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:36:02.604405 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-3b905f92-6f5d-4285-92c6-38c45ecc8847 tempest-RoutersNegativeTest-536999269 tempest-RoutersNegativeTest-536999269] Transition to ACTIVE for port object cbf1a816-c07c-495e-b9fd-da7157a9b466 will not be triggered until provisioned by entity DHCP. {{(pid=84874) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 07:36:02.648912 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-3b905f92-6f5d-4285-92c6-38c45ecc8847 tempest-RoutersNegativeTest-536999269 tempest-RoutersNegativeTest-536999269] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777640123575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3254186'] for port, after_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:36:02.742256 n-d-768862-2 neutron-server[84765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3a2a766-920a-44fd-b5b9-c654e6246cd4 tempest-RoutersTest-1255860389 tempest-RoutersTest-1255860389] Network 2c9dd3e3-4629-4680-be96-a5b2de37e28a is already hosted by enough agents. {{(pid=84875) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 07:36:02.746274 n-d-768862-2 neutron-server[84765]: DEBUG neutron.scheduler.base_scheduler [None req-b3a2a766-920a-44fd-b5b9-c654e6246cd4 tempest-RoutersTest-1255860389 tempest-RoutersTest-1255860389] Resources bound (agent type, host, resource id): {{(pid=84875) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 07:36:02.832060 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.db_base_plugin_common [None req-c08f0a87-4e7d-4874-9756-a8010cb69b93 None None] Allocated IP 172.20.0.2 (85b29c41-84b0-4b6b-a8f9-58e2274683d6/7d49ef6e-e033-4f2d-9074-b35af37fb7bc/d8dadf9c-3aaf-4ee1-9670-a6cdd8fad86d) {{(pid=84876) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 14 07:36:02.880290 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-8c75338c-13c4-4037-9433-5755d77d5b7f tempest-NetworksTest-1803261889 tempest-NetworksTest-1803261889] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:36:02.979064 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b905f92-6f5d-4285-92c6-38c45ecc8847 tempest-RoutersNegativeTest-536999269 tempest-RoutersNegativeTest-536999269] Pushing event updated for resources: {'Port': ['ID=cbf1a816-c07c-495e-b9fd-da7157a9b466,revision_number=1']} {{(pid=84874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:36:02.983410 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-3b905f92-6f5d-4285-92c6-38c45ecc8847 tempest-RoutersNegativeTest-536999269 tempest-RoutersNegativeTest-536999269] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:36:03.000968 n-d-768862-2 neutron-server[84765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b905f92-6f5d-4285-92c6-38c45ecc8847 tempest-RoutersNegativeTest-536999269 tempest-RoutersNegativeTest-536999269] Network 1e95858a-ab69-409b-92ee-1700d3c2377e is already hosted by enough agents. {{(pid=84874) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 07:36:03.004792 n-d-768862-2 neutron-server[84765]: DEBUG neutron.scheduler.base_scheduler [None req-3b905f92-6f5d-4285-92c6-38c45ecc8847 tempest-RoutersNegativeTest-536999269 tempest-RoutersNegativeTest-536999269] Resources bound (agent type, host, resource id): {{(pid=84874) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 07:36:03.011514 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b905f92-6f5d-4285-92c6-38c45ecc8847 tempest-RoutersNegativeTest-536999269 tempest-RoutersNegativeTest-536999269] Received port after_create {{(pid=84874) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 14 07:36:03.158358 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5dad051-4db2-46eb-b2bf-609e584fea67 None None] Network 04ea4f08-89ab-4f7d-b832-d5c0f8d3ebae requested from n-d-768862-2 {{(pid=84876) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 07:36:03.341424 n-d-768862-2 neutron-server[84765]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b3a2a766-920a-44fd-b5b9-c654e6246cd4 tempest-RoutersTest-1255860389 tempest-RoutersTest-1255860389] Router c174039a-7a5d-4a09-a138-a231eff20228 is scheduled to L3 agent 35f592e9-451b-4db9-abea-77b6a5c5391b with binding_index 1 {{(pid=84875) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}} Jan 14 07:36:03.364363 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84874) accepted ('10.222.0.24', 34510) {{(pid=84874) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:36:03.365527 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-3b905f92-6f5d-4285-92c6-38c45ecc8847 tempest-RoutersNegativeTest-536999269 tempest-RoutersNegativeTest-536999269] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036850886386'] for router_interface, before_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:36:03.383387 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.db_base_plugin_common [None req-81cc6bf2-d8a3-41ff-b7b3-2479d2ae808f None None] Allocated IP 172.20.0.2 (1e95858a-ab69-409b-92ee-1700d3c2377e/ffc71e46-c24e-49f6-b07f-65940491f158/5d10825a-22fc-44b5-9add-fe108dbb455f) {{(pid=84876) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 14 07:36:03.722439 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-9d4bed07-b1a5-4349-83ff-77fa2ea6c87b None None] Provisioning for port 0bef5d74-795b-4927-b93c-d6d1067fb9e8 completed by entity DHCP. {{(pid=84876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 07:36:03.748956 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.db.resource_extend [None req-c12fa03b-45ac-42b2-b628-b7e1d5e0a603 tempest-TestNetworkAdvancedServerOps-470546014 tempest-TestNetworkAdvancedServerOps-470546014] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84874) wrapper /usr/local/lib/python3.6/dist-packages/oslo_utils/timeutils.py:388}} Jan 14 07:36:03.776770 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-c12fa03b-45ac-42b2-b628-b7e1d5e0a603 tempest-TestNetworkAdvancedServerOps-470546014 tempest-TestNetworkAdvancedServerOps-470546014] Notify callbacks [] for port, precommit_update {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:36:03.800698 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b3a2a766-920a-44fd-b5b9-c654e6246cd4 tempest-RoutersTest-1255860389 tempest-RoutersTest-1255860389] Notify agent at l3_agent.n-d-768862-2 the message routers_updated {{(pid=84875) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jan 14 07:36:03.821348 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-c12fa03b-45ac-42b2-b628-b7e1d5e0a603 tempest-TestNetworkAdvancedServerOps-470546014 tempest-TestNetworkAdvancedServerOps-470546014] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777640533312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363259214678337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777640097497', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036851521613'] for port, after_update {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:36:03.849157 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-b3a2a766-920a-44fd-b5b9-c654e6246cd4 tempest-RoutersTest-1255860389 tempest-RoutersTest-1255860389] 10.222.0.24 "PUT /v2.0/routers/c174039a-7a5d-4a09-a138-a231eff20228/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.8987727 Jan 14 07:36:03.856447 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84875) accepted ('10.222.0.24', 34518) {{(pid=84875) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:36:03.892063 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2c5c1d4-0aa0-4381-8270-09b10d9fa371 None None] Sync routers for ids ['c174039a-7a5d-4a09-a138-a231eff20228'] in n-d-768862-2 {{(pid=84876) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Jan 14 07:36:03.899468 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Device 57158070-a688-42a1-ab18-98f4211d8279 up at agent ovs-agent-n-d-768862-2 {{(pid=84876) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 07:36:03.926068 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-f39e55a9-ab56-496b-90bc-9598590fc21d admin admin] Notify callbacks [] for security_group, before_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:36:04.001629 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-cc534c0c-9949-4de9-b357-9ff7f1c9cf69 tempest-NetworksTest-1803261889 tempest-NetworksTest-1803261889] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:36:04.038231 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-f39e55a9-ab56-496b-90bc-9598590fc21d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:36:04.041944 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3472fc03-c048-4380-8cd6-ba816eda1a68 tempest-RoutersTest-1255860389 tempest-RoutersTest-1255860389] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:36:04.042303 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-f39e55a9-ab56-496b-90bc-9598590fc21d admin admin] Usage tracker for resource:security_group_rule and tenant:73a278fe8c5843c096d9ccb1f90bb0ef is out of sync, need to count used quota {{(pid=84874) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:36:04.042709 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-3472fc03-c048-4380-8cd6-ba816eda1a68 tempest-RoutersTest-1255860389 tempest-RoutersTest-1255860389] Synchronizing usage tracker for tenant:2a076c09cf6548039ba7b64b98184a0e on resource:port {{(pid=84875) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 14 07:36:04.046068 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-f39e55a9-ab56-496b-90bc-9598590fc21d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84874) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:36:04.052279 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-f39e55a9-ab56-496b-90bc-9598590fc21d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:36:04.076020 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-3472fc03-c048-4380-8cd6-ba816eda1a68 tempest-RoutersTest-1255860389 tempest-RoutersTest-1255860389] Unset dirty status for tenant:2a076c09cf6548039ba7b64b98184a0e on resource:port {{(pid=84875) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 14 07:36:04.077222 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-3472fc03-c048-4380-8cd6-ba816eda1a68 tempest-RoutersTest-1255860389 tempest-RoutersTest-1255860389] 10.222.0.24 "GET /v2.0/ports/a92f394f-637b-4804-b895-c4943e6408fb HTTP/1.1" status: 200 len: 910 time: 0.2196691 Jan 14 07:36:04.079767 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2c5c1d4-0aa0-4381-8270-09b10d9fa371 None None] Routers {'c174039a-7a5d-4a09-a138-a231eff20228'} bound to L3 agent in host n-d-768862-2 {{(pid=84876) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 14 07:36:04.080291 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84875) accepted ('10.222.0.24', 34522) {{(pid=84875) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:36:04.081146 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_hamode_db [None req-e2c5c1d4-0aa0-4381-8270-09b10d9fa371 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-01-14T06:56:51Z,description=,heartbeat_timestamp=2021-01-14T07:35:52Z,host='n-d-768862-2',id=35f592e9-451b-4db9-abea-77b6a5c5391b,load=0,resource_versions=,resources_synced=,started_at=2021-01-14T06:56:51Z,topic='l3_agent')) {'router_ids': ['c174039a-7a5d-4a09-a138-a231eff20228'], 'active': True} {{(pid=84876) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:36:04.088585 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.v2.base [None req-a3cdde59-467e-45de-bffe-056bd966165b tempest-RoutersTest-1255860389 tempest-RoutersTest-1255860389] Request body: {'port': {'fixed_ips': [{'subnet_id': '4b767cc5-2492-4eea-b3af-1382c804ae84'}]}} {{(pid=84875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:36:04.163617 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-f39e55a9-ab56-496b-90bc-9598590fc21d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:36:04.165289 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-c12fa03b-45ac-42b2-b628-b7e1d5e0a603 tempest-TestNetworkAdvancedServerOps-470546014 tempest-TestNetworkAdvancedServerOps-470546014] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3206949', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3889649'] for router_interface, after_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:36:04.239693 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-9d4bed07-b1a5-4349-83ff-77fa2ea6c87b None None] Provisioning complete for port 0bef5d74-795b-4927-b93c-d6d1067fb9e8 triggered by entity DHCP. {{(pid=84876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 07:36:04.240500 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-9d4bed07-b1a5-4349-83ff-77fa2ea6c87b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-604227'] for port, provisioning_complete {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:36:04.334663 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-3b905f92-6f5d-4285-92c6-38c45ecc8847 tempest-RoutersNegativeTest-536999269 tempest-RoutersNegativeTest-536999269] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555753'] for port, before_update {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:36:04.339038 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_hamode_db [None req-e2c5c1d4-0aa0-4381-8270-09b10d9fa371 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768862-2', False) {} {{(pid=84876) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:36:04.347584 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-f39e55a9-ab56-496b-90bc-9598590fc21d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850887153'] for security_group, after_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:36:04.354474 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-29a0a622-8f7d-4a5b-af70-d55cac386269 None None] Notify callbacks [] for port, precommit_create {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:36:04.378792 n-d-768862-2 neutron-server[84765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c12fa03b-45ac-42b2-b628-b7e1d5e0a603 tempest-TestNetworkAdvancedServerOps-470546014 tempest-TestNetworkAdvancedServerOps-470546014] Network 9cce2b33-e4ed-4aa7-bc59-614f3972ae2b is already hosted by enough agents. {{(pid=84874) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 07:36:04.399170 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2c5c1d4-0aa0-4381-8270-09b10d9fa371 None None] Routers {'c174039a-7a5d-4a09-a138-a231eff20228'} bound to L3 agent in host n-d-768862-2 {{(pid=84876) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 14 07:36:04.400226 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_hamode_db [None req-e2c5c1d4-0aa0-4381-8270-09b10d9fa371 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-01-14T06:56:51Z,description=,heartbeat_timestamp=2021-01-14T07:35:52Z,host='n-d-768862-2',id=35f592e9-451b-4db9-abea-77b6a5c5391b,load=0,resource_versions=,resources_synced=,started_at=2021-01-14T06:56:51Z,topic='l3_agent')) {'router_ids': ['c174039a-7a5d-4a09-a138-a231eff20228'], 'active': True} {{(pid=84876) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:36:04.401567 n-d-768862-2 neutron-server[84765]: DEBUG neutron.scheduler.base_scheduler [None req-c12fa03b-45ac-42b2-b628-b7e1d5e0a603 tempest-TestNetworkAdvancedServerOps-470546014 tempest-TestNetworkAdvancedServerOps-470546014] Resources bound (agent type, host, resource id): {{(pid=84874) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 07:36:04.458980 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.agents_db [None req-5b939a2f-078d-4c69-a188-cb55a28a77a0 None None] Agent healthcheck: found 7 active agents {{(pid=84877) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Jan 14 07:36:04.492457 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39ff3814-306a-4a23-b71e-cbd36f1c9691 None None] Network 9cce2b33-e4ed-4aa7-bc59-614f3972ae2b requested from n-d-768862-2 {{(pid=84876) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 07:36:04.582966 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-a3cdde59-467e-45de-bffe-056bd966165b tempest-RoutersTest-1255860389 tempest-RoutersTest-1255860389] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555753'] for port, before_update {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:36:04.706600 n-d-768862-2 neutron-server[84765]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c12fa03b-45ac-42b2-b628-b7e1d5e0a603 tempest-TestNetworkAdvancedServerOps-470546014 tempest-TestNetworkAdvancedServerOps-470546014] Router 42ab0c25-92c3-4838-bcb1-6c27b439c656 has already been hosted by L3 agent 35f592e9-451b-4db9-abea-77b6a5c5391b {{(pid=84874) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Jan 14 07:36:04.731211 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c12fa03b-45ac-42b2-b628-b7e1d5e0a603 tempest-TestNetworkAdvancedServerOps-470546014 tempest-TestNetworkAdvancedServerOps-470546014] Pushing event updated for resources: {'Port': ['ID=7350cbe8-231e-47a1-8f6e-84aff492f0d9,revision_number=2']} {{(pid=84874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:36:04.742569 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-f39e55a9-ab56-496b-90bc-9598590fc21d admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=73a278fe8c5843c096d9ccb1f90bb0ef&name=default HTTP/1.1" status: 200 len: 2983 time: 1.3735189 Jan 14 07:36:04.748578 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-c12fa03b-45ac-42b2-b628-b7e1d5e0a603 tempest-TestNetworkAdvancedServerOps-470546014 tempest-TestNetworkAdvancedServerOps-470546014] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.747s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:36:04.749331 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-79438d03-8da7-434b-9a5d-ad360b34a959 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.370s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:36:04.810005 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84874) accepted ('10.222.0.24', 34532) {{(pid=84874) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:36:04.863401 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-c08f0a87-4e7d-4874-9756-a8010cb69b93 None None] Notify callbacks [] for port, precommit_create {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:36:04.866543 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_hamode_db [None req-e2c5c1d4-0aa0-4381-8270-09b10d9fa371 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768862-2', False) {} {{(pid=84876) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:36:04.866994 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2c5c1d4-0aa0-4381-8270-09b10d9fa371 None None] The sync data for ids ['c174039a-7a5d-4a09-a138-a231eff20228'] in n-d-768862-2 is: [] {{(pid=84876) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Jan 14 07:36:05.035645 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-9d4bed07-b1a5-4349-83ff-77fa2ea6c87b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555753'] for port, before_update {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:36:05.056112 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Provisioning complete for port 57158070-a688-42a1-ab18-98f4211d8279 triggered by entity L2. {{(pid=84876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 07:36:05.056539 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-604227'] for port, provisioning_complete {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:36:05.152748 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-29a0a622-8f7d-4a5b-af70-d55cac386269 None None] Transition to ACTIVE for port object 6c4eb331-9f3b-45e3-83b9-792f41a403c4 will not be triggered until provisioned by entity L2. {{(pid=84876) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 07:36:05.181078 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [None req-9d4bed07-b1a5-4349-83ff-77fa2ea6c87b None None] For port 0bef5d74-795b-4927-b93c-d6d1067fb9e8, host n-d-768862-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-2',level=0,port_id=0bef5d74-795b-4927-b93c-d6d1067fb9e8,segment=NetworkSegment(ece71d9b-677b-421e-90c4-6d55ce23d520),segment_id=ece71d9b-677b-421e-90c4-6d55ce23d520)] {{(pid=84876) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 07:36:05.237563 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-9d4bed07-b1a5-4349-83ff-77fa2ea6c87b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777640533312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363259214678337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777640097497'] for port, after_update {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:36:05.244347 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-c08f0a87-4e7d-4874-9756-a8010cb69b93 None None] Transition to ACTIVE for port object d8dadf9c-3aaf-4ee1-9670-a6cdd8fad86d will not be triggered until provisioned by entity L2. {{(pid=84876) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 07:36:05.259736 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84876) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:36:05.327577 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-3b905f92-6f5d-4285-92c6-38c45ecc8847 tempest-RoutersNegativeTest-536999269 tempest-RoutersNegativeTest-536999269] Notify callbacks [] for port, precommit_update {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:36:05.458787 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d4bed07-b1a5-4349-83ff-77fa2ea6c87b None None] Pushing event updated for resources: {'Port': ['ID=0bef5d74-795b-4927-b93c-d6d1067fb9e8,revision_number=3']} {{(pid=84876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:36:05.489092 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-9d4bed07-b1a5-4349-83ff-77fa2ea6c87b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.229s {{(pid=84876) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:36:05.505813 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-c08f0a87-4e7d-4874-9756-a8010cb69b93 None None] Transition to ACTIVE for port object d8dadf9c-3aaf-4ee1-9670-a6cdd8fad86d will not be triggered until provisioned by entity DHCP. {{(pid=84876) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 07:36:05.553721 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-c08f0a87-4e7d-4874-9756-a8010cb69b93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777640123575'] for port, after_create {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:36:05.572491 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f39e55a9-ab56-496b-90bc-9598590fc21d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2a32fe53-0505-4eec-aa4b-7caaecafcf6a,revision_number=1']} {{(pid=84874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:36:05.576830 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-f39e55a9-ab56-496b-90bc-9598590fc21d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.827s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:36:05.615039 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c12fa03b-45ac-42b2-b628-b7e1d5e0a603 tempest-TestNetworkAdvancedServerOps-470546014 tempest-TestNetworkAdvancedServerOps-470546014] Notify agent at l3_agent.n-d-768862-2 the message routers_updated {{(pid=84874) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jan 14 07:36:05.625671 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-628f5fb4-2725-485e-aa13-b9ef118ecb6f None None] Sync routers for ids ['42ab0c25-92c3-4838-bcb1-6c27b439c656'] in n-d-768862-2 {{(pid=84877) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Jan 14 07:36:05.627757 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-3b905f92-6f5d-4285-92c6-38c45ecc8847 tempest-RoutersNegativeTest-536999269 tempest-RoutersNegativeTest-536999269] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777640533312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363259214678337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777640097497', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036851521613'] for port, after_update {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:36:05.641934 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-628f5fb4-2725-485e-aa13-b9ef118ecb6f None None] Routers {'42ab0c25-92c3-4838-bcb1-6c27b439c656'} bound to L3 agent in host n-d-768862-2 {{(pid=84877) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 14 07:36:05.643564 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_hamode_db [None req-628f5fb4-2725-485e-aa13-b9ef118ecb6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-01-14T06:56:51Z,description=,heartbeat_timestamp=2021-01-14T07:35:52Z,host='n-d-768862-2',id=35f592e9-451b-4db9-abea-77b6a5c5391b,load=0,resource_versions=,resources_synced=,started_at=2021-01-14T06:56:51Z,topic='l3_agent')) {'router_ids': ['42ab0c25-92c3-4838-bcb1-6c27b439c656'], 'active': True} {{(pid=84877) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:36:05.742493 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-e634c978-1d0c-4cd6-88aa-59c3d8ed172c tempest-PortsTestJSON-2091589570 tempest-PortsTestJSON-2091589570] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:36:05.822593 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-29a0a622-8f7d-4a5b-af70-d55cac386269 None None] Transition to ACTIVE for port object 6c4eb331-9f3b-45e3-83b9-792f41a403c4 will not be triggered until provisioned by entity DHCP. {{(pid=84876) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 07:36:05.870897 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-e321889e-7550-496e-a55e-40e0883ee479 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84876) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:36:05.957023 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-2d48b8a9-a08e-4fc4-a417-3202c6b4f1dd None None] Provisioning for port b63f99db-8218-469a-831c-08bb916f1cae completed by entity DHCP. {{(pid=84876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 07:36:05.962959 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b905f92-6f5d-4285-92c6-38c45ecc8847 tempest-RoutersNegativeTest-536999269 tempest-RoutersNegativeTest-536999269] Pushing event updated for resources: {'Port': ['ID=cbf1a816-c07c-495e-b9fd-da7157a9b466,revision_number=2']} {{(pid=84874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:36:05.965993 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-3b905f92-6f5d-4285-92c6-38c45ecc8847 tempest-RoutersNegativeTest-536999269 tempest-RoutersNegativeTest-536999269] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3206949', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3889649'] for router_interface, after_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:36:06.026431 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_dvr_db [None req-628f5fb4-2725-485e-aa13-b9ef118ecb6f None None] Set router 42ab0c25-92c3-4838-bcb1-6c27b439c656 gateway port host: n-d-768862-2 {{(pid=84877) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 14 07:36:06.089330 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b905f92-6f5d-4285-92c6-38c45ecc8847 tempest-RoutersNegativeTest-536999269 tempest-RoutersNegativeTest-536999269] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@n-h1-768862-2 {{(pid=84874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:36:06.089763 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b905f92-6f5d-4285-92c6-38c45ecc8847 tempest-RoutersNegativeTest-536999269 tempest-RoutersNegativeTest-536999269] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-h1-768862-2 {{(pid=84874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:36:06.090185 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b905f92-6f5d-4285-92c6-38c45ecc8847 tempest-RoutersNegativeTest-536999269 tempest-RoutersNegativeTest-536999269] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-h1-768862-2 {{(pid=84874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:36:06.090602 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b905f92-6f5d-4285-92c6-38c45ecc8847 tempest-RoutersNegativeTest-536999269 tempest-RoutersNegativeTest-536999269] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-h1-768862-2 {{(pid=84874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:36:06.091014 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b905f92-6f5d-4285-92c6-38c45ecc8847 tempest-RoutersNegativeTest-536999269 tempest-RoutersNegativeTest-536999269] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@n-h1-768862-2 {{(pid=84874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:36:06.091418 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b905f92-6f5d-4285-92c6-38c45ecc8847 tempest-RoutersNegativeTest-536999269 tempest-RoutersNegativeTest-536999269] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-h1-768862-2 {{(pid=84874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:36:06.091865 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b905f92-6f5d-4285-92c6-38c45ecc8847 tempest-RoutersNegativeTest-536999269 tempest-RoutersNegativeTest-536999269] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-h1-768862-2 {{(pid=84874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:36:06.092263 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b905f92-6f5d-4285-92c6-38c45ecc8847 tempest-RoutersNegativeTest-536999269 tempest-RoutersNegativeTest-536999269] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-h1-768862-2 {{(pid=84874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:36:06.092673 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b905f92-6f5d-4285-92c6-38c45ecc8847 tempest-RoutersNegativeTest-536999269 tempest-RoutersNegativeTest-536999269] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-h1-768862-2 {{(pid=84874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:36:06.093075 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b905f92-6f5d-4285-92c6-38c45ecc8847 tempest-RoutersNegativeTest-536999269 tempest-RoutersNegativeTest-536999269] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-h1-768862-2 {{(pid=84874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:36:06.093476 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b905f92-6f5d-4285-92c6-38c45ecc8847 tempest-RoutersNegativeTest-536999269 tempest-RoutersNegativeTest-536999269] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-h1-768862-2 {{(pid=84874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:36:06.093877 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b905f92-6f5d-4285-92c6-38c45ecc8847 tempest-RoutersNegativeTest-536999269 tempest-RoutersNegativeTest-536999269] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-h1-768862-2 {{(pid=84874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:36:06.094326 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b905f92-6f5d-4285-92c6-38c45ecc8847 tempest-RoutersNegativeTest-536999269 tempest-RoutersNegativeTest-536999269] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@n-h2-768862-2 {{(pid=84874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:36:06.094724 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b905f92-6f5d-4285-92c6-38c45ecc8847 tempest-RoutersNegativeTest-536999269 tempest-RoutersNegativeTest-536999269] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-h2-768862-2 {{(pid=84874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:36:06.095124 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b905f92-6f5d-4285-92c6-38c45ecc8847 tempest-RoutersNegativeTest-536999269 tempest-RoutersNegativeTest-536999269] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-h2-768862-2 {{(pid=84874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:36:06.095520 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b905f92-6f5d-4285-92c6-38c45ecc8847 tempest-RoutersNegativeTest-536999269 tempest-RoutersNegativeTest-536999269] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-h2-768862-2 {{(pid=84874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:36:06.103208 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b905f92-6f5d-4285-92c6-38c45ecc8847 tempest-RoutersNegativeTest-536999269 tempest-RoutersNegativeTest-536999269] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@n-h2-768862-2 {{(pid=84874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:36:06.103815 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b905f92-6f5d-4285-92c6-38c45ecc8847 tempest-RoutersNegativeTest-536999269 tempest-RoutersNegativeTest-536999269] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-h2-768862-2 {{(pid=84874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:36:06.104337 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b905f92-6f5d-4285-92c6-38c45ecc8847 tempest-RoutersNegativeTest-536999269 tempest-RoutersNegativeTest-536999269] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-h2-768862-2 {{(pid=84874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:36:06.104751 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b905f92-6f5d-4285-92c6-38c45ecc8847 tempest-RoutersNegativeTest-536999269 tempest-RoutersNegativeTest-536999269] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-h2-768862-2 {{(pid=84874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:36:06.105310 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b905f92-6f5d-4285-92c6-38c45ecc8847 tempest-RoutersNegativeTest-536999269 tempest-RoutersNegativeTest-536999269] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-h2-768862-2 {{(pid=84874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:36:06.105723 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b905f92-6f5d-4285-92c6-38c45ecc8847 tempest-RoutersNegativeTest-536999269 tempest-RoutersNegativeTest-536999269] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-h2-768862-2 {{(pid=84874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:36:06.106133 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b905f92-6f5d-4285-92c6-38c45ecc8847 tempest-RoutersNegativeTest-536999269 tempest-RoutersNegativeTest-536999269] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-h2-768862-2 {{(pid=84874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:36:06.106541 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b905f92-6f5d-4285-92c6-38c45ecc8847 tempest-RoutersNegativeTest-536999269 tempest-RoutersNegativeTest-536999269] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-h2-768862-2 {{(pid=84874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:36:06.107026 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b905f92-6f5d-4285-92c6-38c45ecc8847 tempest-RoutersNegativeTest-536999269 tempest-RoutersNegativeTest-536999269] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-2 {{(pid=84874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:36:06.107431 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b905f92-6f5d-4285-92c6-38c45ecc8847 tempest-RoutersNegativeTest-536999269 tempest-RoutersNegativeTest-536999269] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-2 {{(pid=84874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:36:06.107861 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b905f92-6f5d-4285-92c6-38c45ecc8847 tempest-RoutersNegativeTest-536999269 tempest-RoutersNegativeTest-536999269] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-2 {{(pid=84874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:36:06.108259 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b905f92-6f5d-4285-92c6-38c45ecc8847 tempest-RoutersNegativeTest-536999269 tempest-RoutersNegativeTest-536999269] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-2 {{(pid=84874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:36:06.108662 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b905f92-6f5d-4285-92c6-38c45ecc8847 tempest-RoutersNegativeTest-536999269 tempest-RoutersNegativeTest-536999269] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@n-d-768862-2 {{(pid=84874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:36:06.109064 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b905f92-6f5d-4285-92c6-38c45ecc8847 tempest-RoutersNegativeTest-536999269 tempest-RoutersNegativeTest-536999269] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-2 {{(pid=84874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:36:06.109463 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b905f92-6f5d-4285-92c6-38c45ecc8847 tempest-RoutersNegativeTest-536999269 tempest-RoutersNegativeTest-536999269] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-768862-2 {{(pid=84874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:36:06.109860 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b905f92-6f5d-4285-92c6-38c45ecc8847 tempest-RoutersNegativeTest-536999269 tempest-RoutersNegativeTest-536999269] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-768862-2 {{(pid=84874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:36:06.110257 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b905f92-6f5d-4285-92c6-38c45ecc8847 tempest-RoutersNegativeTest-536999269 tempest-RoutersNegativeTest-536999269] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-2 {{(pid=84874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:36:06.110657 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b905f92-6f5d-4285-92c6-38c45ecc8847 tempest-RoutersNegativeTest-536999269 tempest-RoutersNegativeTest-536999269] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-2 {{(pid=84874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:36:06.111053 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b905f92-6f5d-4285-92c6-38c45ecc8847 tempest-RoutersNegativeTest-536999269 tempest-RoutersNegativeTest-536999269] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-2 {{(pid=84874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:36:06.111447 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b905f92-6f5d-4285-92c6-38c45ecc8847 tempest-RoutersNegativeTest-536999269 tempest-RoutersNegativeTest-536999269] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-2 {{(pid=84874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:36:06.121467 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-3b905f92-6f5d-4285-92c6-38c45ecc8847 tempest-RoutersNegativeTest-536999269 tempest-RoutersNegativeTest-536999269] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.379s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:36:06.135236 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-c19ddc90-969e-489b-9bec-85e5950de553 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:36:06.173348 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-81cc6bf2-d8a3-41ff-b7b3-2479d2ae808f None None] Notify callbacks [] for port, precommit_create {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:36:06.177384 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-c19ddc90-969e-489b-9bec-85e5950de553 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:36:06.186968 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-81cc6bf2-d8a3-41ff-b7b3-2479d2ae808f None None] Transition to ACTIVE for port object 5d10825a-22fc-44b5-9add-fe108dbb455f will not be triggered until provisioned by entity L2. {{(pid=84876) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 07:36:06.214116 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-81cc6bf2-d8a3-41ff-b7b3-2479d2ae808f None None] Transition to ACTIVE for port object 5d10825a-22fc-44b5-9add-fe108dbb455f will not be triggered until provisioned by entity DHCP. {{(pid=84876) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 07:36:06.253972 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-c19ddc90-969e-489b-9bec-85e5950de553 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850887153'] for security_group, after_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:36:06.258130 n-d-768862-2 neutron-server[84765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c08f0a87-4e7d-4874-9756-a8010cb69b93 None None] Network 85b29c41-84b0-4b6b-a8f9-58e2274683d6 is already hosted by enough agents. {{(pid=84876) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 07:36:06.265419 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-0b4b7a03-d2af-44d0-b35b-d9789eb905af tempest-TestNetworkAdvancedServerOps-470546014 tempest-TestNetworkAdvancedServerOps-470546014] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:36:06.270758 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-29a0a622-8f7d-4a5b-af70-d55cac386269 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777640123575'] for port, after_create {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:36:06.300902 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-c12fa03b-45ac-42b2-b628-b7e1d5e0a603 tempest-TestNetworkAdvancedServerOps-470546014 tempest-TestNetworkAdvancedServerOps-470546014] 10.222.0.24 "PUT /v2.0/routers/42ab0c25-92c3-4838-bcb1-6c27b439c656/add_router_interface HTTP/1.1" status: 200 len: 503 time: 15.8058155 Jan 14 07:36:06.305829 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c19ddc90-969e-489b-9bec-85e5950de553 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2a32fe53-0505-4eec-aa4b-7caaecafcf6a,revision_number=None']} {{(pid=84874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:36:06.313951 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-c19ddc90-969e-489b-9bec-85e5950de553 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:36:06.326564 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-c19ddc90-969e-489b-9bec-85e5950de553 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:36:06.338251 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-c19ddc90-969e-489b-9bec-85e5950de553 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/2a32fe53-0505-4eec-aa4b-7caaecafcf6a HTTP/1.1" status: 204 len: 168 time: 0.9853392 Jan 14 07:36:06.510440 n-d-768862-2 neutron-server[84765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b905f92-6f5d-4285-92c6-38c45ecc8847 tempest-RoutersNegativeTest-536999269 tempest-RoutersNegativeTest-536999269] Network 1e95858a-ab69-409b-92ee-1700d3c2377e is already hosted by enough agents. {{(pid=84874) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 07:36:06.512316 n-d-768862-2 neutron-server[84765]: DEBUG neutron.scheduler.base_scheduler [None req-3b905f92-6f5d-4285-92c6-38c45ecc8847 tempest-RoutersNegativeTest-536999269 tempest-RoutersNegativeTest-536999269] Resources bound (agent type, host, resource id): {{(pid=84874) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 07:36:06.555506 n-d-768862-2 neutron-server[84765]: DEBUG neutron.scheduler.base_scheduler [None req-c08f0a87-4e7d-4874-9756-a8010cb69b93 None None] Resources bound (agent type, host, resource id): {{(pid=84876) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 07:36:06.634768 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_hamode_db [None req-628f5fb4-2725-485e-aa13-b9ef118ecb6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '42ab0c25-92c3-4838-bcb1-6c27b439c656', 'name': 'tempest-TestNetworkAdvancedServerOps-router-838559238', 'tenant_id': '6f3510a486e44d0a99223e7a34e71069', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '226f1e78-82cd-4481-9055-4eb73b6db8c1', 'external_fixed_ips': [{'subnet_id': 'ba8deeec-7658-4195-9449-038c076f5c83', 'ip_address': '172.25.2.72'}], 'enable_snat': True}, 'gw_port_id': '57158070-a688-42a1-ab18-98f4211d8279', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-14T07:35:41Z', 'updated_at': '2021-01-14T07:35:58Z', 'revision_number': 4, 'project_id': '6f3510a486e44d0a99223e7a34e71069', 'gw_port': {'id': '57158070-a688-42a1-ab18-98f4211d8279', 'name': '', 'network_id': '226f1e78-82cd-4481-9055-4eb73b6db8c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:d1:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42ab0c25-92c3-4838-bcb1-6c27b439c656', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3016, 'fixed_ips': [{'subnet_id': 'ba8deeec-7658-4195-9449-038c076f5c83', 'ip_address': '172.25.2.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T07:35:43Z', 'updated_at': '2021-01-14T07:36:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ba8deeec-7658-4195-9449-038c076f5c83', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-2', '_interfaces': [{'id': '7350cbe8-231e-47a1-8f6e-84aff492f0d9', 'name': '', 'network_id': '9cce2b33-e4ed-4aa7-bc59-614f3972ae2b', 'tenant_id': '6f3510a486e44d0a99223e7a34e71069', 'mac_address': 'fa:16:3e:15:df:bf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '42ab0c25-92c3-4838-bcb1-6c27b439c656', 'device_owner': 'network:router_interface', 'standard_attr_id': 3040, 'fixed_ips': [{'subnet_id': '9cbf4b85-b130-4179-a902-27c572163648', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T07:35:52Z', 'updated_at': '2021-01-14T07:36:03Z', 'revision_number': 2, 'project_id': '6f3510a486e44d0a99223e7a34e71069', 'subnets': [{'id': '9cbf4b85-b130-4179-a902-27c572163648', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'n-d-768862-2', False) {} {{(pid=84877) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:36:06.654878 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-628f5fb4-2725-485e-aa13-b9ef118ecb6f None None] Checking router: 42ab0c25-92c3-4838-bcb1-6c27b439c656 for host: n-d-768862-2 {{(pid=84877) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Jan 14 07:36:06.655287 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-628f5fb4-2725-485e-aa13-b9ef118ecb6f None None] Updating router 42ab0c25-92c3-4838-bcb1-6c27b439c656 port 7350cbe8-231e-47a1-8f6e-84aff492f0d9 binding host n-d-768862-2 {{(pid=84877) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Jan 14 07:36:06.669551 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-a3cdde59-467e-45de-bffe-056bd966165b tempest-RoutersTest-1255860389 tempest-RoutersTest-1255860389] Notify callbacks [] for port, precommit_update {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:36:06.706292 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-81cc6bf2-d8a3-41ff-b7b3-2479d2ae808f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777640123575'] for port, after_create {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:36:06.709272 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-a3cdde59-467e-45de-bffe-056bd966165b tempest-RoutersTest-1255860389 tempest-RoutersTest-1255860389] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777640533312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363259214678337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777640097497', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3154211'] for port, after_update {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:36:06.780040 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c08f0a87-4e7d-4874-9756-a8010cb69b93 None None] Received port after_create {{(pid=84876) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 14 07:36:06.857397 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-cee156c6-4253-424e-a1ef-c2a50ec40612 tempest-RoutersTest-1255860389 tempest-RoutersTest-1255860389] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:36:06.888508 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-628f5fb4-2725-485e-aa13-b9ef118ecb6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555753'] for port, before_update {{(pid=84877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:36:06.894380 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Device b63f99db-8218-469a-831c-08bb916f1cae up at agent ovs-agent-n-d-768862-2 {{(pid=84876) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 07:36:07.081876 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3cdde59-467e-45de-bffe-056bd966165b tempest-RoutersTest-1255860389 tempest-RoutersTest-1255860389] Pushing event updated for resources: {'Port': ['ID=a92f394f-637b-4804-b895-c4943e6408fb,revision_number=3']} {{(pid=84875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:36:07.098020 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-fe33a3bc-955d-415d-9e27-d420cebe220a None None] Provisioning complete for port 0bef5d74-795b-4927-b93c-d6d1067fb9e8 triggered by entity DHCP. {{(pid=84876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 07:36:07.098451 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-fe33a3bc-955d-415d-9e27-d420cebe220a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-604227'] for port, provisioning_complete {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:36:07.109265 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84875) accepted ('10.222.0.24', 34572) {{(pid=84875) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:36:07.147241 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-a3cdde59-467e-45de-bffe-056bd966165b tempest-RoutersTest-1255860389 tempest-RoutersTest-1255860389] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.290s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:36:07.203192 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-76acb448-f5f0-42cf-9bbf-ce8e24496072 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:36:07.260951 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-76acb448-f5f0-42cf-9bbf-ce8e24496072 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:36:07.292786 n-d-768862-2 neutron-server[84765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29a0a622-8f7d-4a5b-af70-d55cac386269 None None] Network 2c9dd3e3-4629-4680-be96-a5b2de37e28a is already hosted by enough agents. {{(pid=84876) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 07:36:07.345783 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3cdde59-467e-45de-bffe-056bd966165b tempest-RoutersTest-1255860389 tempest-RoutersTest-1255860389] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:36:07.350410 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-a3cdde59-467e-45de-bffe-056bd966165b tempest-RoutersTest-1255860389 tempest-RoutersTest-1255860389] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854768116'] for port, before_response {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:36:07.356221 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84874) accepted ('10.222.0.24', 34576) {{(pid=84874) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:36:07.356987 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-a3cdde59-467e-45de-bffe-056bd966165b tempest-RoutersTest-1255860389 tempest-RoutersTest-1255860389] 10.222.0.24 "PUT /v2.0/ports/a92f394f-637b-4804-b895-c4943e6408fb HTTP/1.1" status: 200 len: 910 time: 3.2754490 Jan 14 07:36:07.359990 n-d-768862-2 neutron-server[84765]: DEBUG neutron.scheduler.base_scheduler [None req-29a0a622-8f7d-4a5b-af70-d55cac386269 None None] Resources bound (agent type, host, resource id): {{(pid=84876) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 07:36:07.360617 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-76acb448-f5f0-42cf-9bbf-ce8e24496072 admin admin] Usage tracker for resource:security_group_rule and tenant:4872093665b447dd8317e606624aa19a is out of sync, need to count used quota {{(pid=84875) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:36:07.375395 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-76acb448-f5f0-42cf-9bbf-ce8e24496072 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84875) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:36:07.383976 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29a0a622-8f7d-4a5b-af70-d55cac386269 None None] Received port after_create {{(pid=84876) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 14 07:36:07.396159 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-76acb448-f5f0-42cf-9bbf-ce8e24496072 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:36:07.410830 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.managers [None req-c08f0a87-4e7d-4874-9756-a8010cb69b93 None None] Attempting to bind port d8dadf9c-3aaf-4ee1-9670-a6cdd8fad86d on host n-d-768862-2 for vnic_type normal with profile {{(pid=84876) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 14 07:36:07.411261 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.managers [None req-c08f0a87-4e7d-4874-9756-a8010cb69b93 None None] Attempting to bind port d8dadf9c-3aaf-4ee1-9670-a6cdd8fad86d by drivers openvswitch on host n-d-768862-2 at level 0 using segments [{'id': '489b0504-8077-4817-9a5d-bb0a72d88f82', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 15, 'network_id': '85b29c41-84b0-4b6b-a8f9-58e2274683d6'}] {{(pid=84876) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 14 07:36:07.411683 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c08f0a87-4e7d-4874-9756-a8010cb69b93 None None] Attempting to bind port d8dadf9c-3aaf-4ee1-9670-a6cdd8fad86d on network 85b29c41-84b0-4b6b-a8f9-58e2274683d6 {{(pid=84876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 14 07:36:07.424542 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [req-3ec74d15-0598-40df-aee3-f85b6b09cfba req-b0312cbd-5967-48b6-8bed-e8dfbb4e7837 tempest-TestNetworkAdvancedServerOps-470546014 tempest-TestNetworkAdvancedServerOps-470546014] 10.222.0.24 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-271169045&fields=id&tenant_id=6f3510a486e44d0a99223e7a34e71069 HTTP/1.1" status: 200 len: 267 time: 0.5685816 Jan 14 07:36:07.583372 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c08f0a87-4e7d-4874-9756-a8010cb69b93 None None] Pushing event updated for resources: {'Port': ['ID=d8dadf9c-3aaf-4ee1-9670-a6cdd8fad86d,revision_number=1']} {{(pid=84876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:36:07.629047 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c08f0a87-4e7d-4874-9756-a8010cb69b93 None None] Checking agent: {'id': 'ba5efab1-b43c-4d5a-bc52-6e105d4e67a2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768862-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 14, 6, 56, 52), 'started_at': datetime.datetime(2021, 1, 14, 6, 57, 22), 'heartbeat_timestamp': datetime.datetime(2021, 1, 14, 7, 35, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768862-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.29', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 14 07:36:07.633677 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c08f0a87-4e7d-4874-9756-a8010cb69b93 None None] Checking segment: {'id': '489b0504-8077-4817-9a5d-bb0a72d88f82', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 15, 'network_id': '85b29c41-84b0-4b6b-a8f9-58e2274683d6'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84876) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 14 07:36:07.634354 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-c08f0a87-4e7d-4874-9756-a8010cb69b93 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:36:07.635175 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c08f0a87-4e7d-4874-9756-a8010cb69b93 None None] Bound using segment: {'id': '489b0504-8077-4817-9a5d-bb0a72d88f82', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 15, 'network_id': '85b29c41-84b0-4b6b-a8f9-58e2274683d6'} {{(pid=84876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 14 07:36:07.635924 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.managers [None req-c08f0a87-4e7d-4874-9756-a8010cb69b93 None None] Bound port: d8dadf9c-3aaf-4ee1-9670-a6cdd8fad86d, host: n-d-768862-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '489b0504-8077-4817-9a5d-bb0a72d88f82', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 15, 'network_id': '85b29c41-84b0-4b6b-a8f9-58e2274683d6'}}] {{(pid=84876) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 14 07:36:07.636633 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-c08f0a87-4e7d-4874-9756-a8010cb69b93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555753'] for port, before_update {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:36:07.696536 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-c08f0a87-4e7d-4874-9756-a8010cb69b93 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.826s {{(pid=84876) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:36:07.780390 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ec74d15-0598-40df-aee3-f85b6b09cfba req-7aa728ec-00aa-4164-8914-e3dd6ec6022e tempest-TestNetworkAdvancedServerOps-470546014 tempest-TestNetworkAdvancedServerOps-470546014] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:36:07.788528 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [req-3ec74d15-0598-40df-aee3-f85b6b09cfba req-7aa728ec-00aa-4164-8914-e3dd6ec6022e tempest-TestNetworkAdvancedServerOps-470546014 tempest-TestNetworkAdvancedServerOps-470546014] 10.222.0.24 "GET /v2.0/networks?id=9cce2b33-e4ed-4aa7-bc59-614f3972ae2b HTTP/1.1" status: 200 len: 796 time: 0.3579209 Jan 14 07:36:07.814668 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [req-3ec74d15-0598-40df-aee3-f85b6b09cfba req-848522f6-157b-4e21-9ef8-fcdd2c4c0d4c tempest-TestNetworkAdvancedServerOps-470546014 tempest-TestNetworkAdvancedServerOps-470546014] 10.222.0.24 "GET /v2.0/quotas/6f3510a486e44d0a99223e7a34e71069 HTTP/1.1" status: 200 len: 375 time: 0.0250690 Jan 14 07:36:07.847172 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-628f5fb4-2725-485e-aa13-b9ef118ecb6f None None] Notify callbacks [] for port, precommit_update {{(pid=84877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:36:07.878710 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-628f5fb4-2725-485e-aa13-b9ef118ecb6f None None] Transition to ACTIVE for port object 7350cbe8-231e-47a1-8f6e-84aff492f0d9 will not be triggered until provisioned by entity L2. {{(pid=84877) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 07:36:07.886474 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-628f5fb4-2725-485e-aa13-b9ef118ecb6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777640533312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363259214678337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777640097497'] for port, after_update {{(pid=84877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:36:07.908209 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-3f9aa775-f444-41c5-9016-7d2d8d6e9fe6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:36:07.957281 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [None req-c08f0a87-4e7d-4874-9756-a8010cb69b93 None None] For port d8dadf9c-3aaf-4ee1-9670-a6cdd8fad86d, host n-d-768862-2, cleared binding levels {{(pid=84876) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 14 07:36:07.977729 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [None req-c08f0a87-4e7d-4874-9756-a8010cb69b93 None None] For port d8dadf9c-3aaf-4ee1-9670-a6cdd8fad86d, host n-d-768862-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-2',level=0,port_id=d8dadf9c-3aaf-4ee1-9670-a6cdd8fad86d,segment=NetworkSegment(489b0504-8077-4817-9a5d-bb0a72d88f82),segment_id=489b0504-8077-4817-9a5d-bb0a72d88f82)] {{(pid=84876) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 14 07:36:07.983731 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-9d4bed07-b1a5-4349-83ff-77fa2ea6c87b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 1.406s {{(pid=84876) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:36:08.083709 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11b8b1c5-b195-4b20-bdfe-84cd3e0a0a75 None None] Pushing event updated for resources: {'Port': ['ID=7350cbe8-231e-47a1-8f6e-84aff492f0d9,revision_number=3']} {{(pid=84877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:36:08.097281 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11b8b1c5-b195-4b20-bdfe-84cd3e0a0a75 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@n-h1-768862-2 {{(pid=84877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:36:08.099095 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11b8b1c5-b195-4b20-bdfe-84cd3e0a0a75 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-h1-768862-2 {{(pid=84877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:36:08.111777 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11b8b1c5-b195-4b20-bdfe-84cd3e0a0a75 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-h1-768862-2 {{(pid=84877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:36:08.112579 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11b8b1c5-b195-4b20-bdfe-84cd3e0a0a75 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-h1-768862-2 {{(pid=84877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:36:08.113053 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [req-3ec74d15-0598-40df-aee3-f85b6b09cfba req-d3998996-0b61-442e-9c8d-b23912fc5c7c tempest-TestNetworkAdvancedServerOps-470546014 tempest-TestNetworkAdvancedServerOps-470546014] 10.222.0.24 "GET /v2.0/ports?tenant_id=6f3510a486e44d0a99223e7a34e71069&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2919054 Jan 14 07:36:08.113308 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11b8b1c5-b195-4b20-bdfe-84cd3e0a0a75 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@n-h1-768862-2 {{(pid=84877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:36:08.113851 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11b8b1c5-b195-4b20-bdfe-84cd3e0a0a75 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-h1-768862-2 {{(pid=84877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:36:08.114382 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11b8b1c5-b195-4b20-bdfe-84cd3e0a0a75 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-h1-768862-2 {{(pid=84877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:36:08.115911 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11b8b1c5-b195-4b20-bdfe-84cd3e0a0a75 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-h1-768862-2 {{(pid=84877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:36:08.116451 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11b8b1c5-b195-4b20-bdfe-84cd3e0a0a75 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-h1-768862-2 {{(pid=84877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:36:08.116958 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11b8b1c5-b195-4b20-bdfe-84cd3e0a0a75 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-h1-768862-2 {{(pid=84877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:36:08.117495 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11b8b1c5-b195-4b20-bdfe-84cd3e0a0a75 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-h1-768862-2 {{(pid=84877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:36:08.118027 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11b8b1c5-b195-4b20-bdfe-84cd3e0a0a75 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-h1-768862-2 {{(pid=84877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:36:08.118619 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11b8b1c5-b195-4b20-bdfe-84cd3e0a0a75 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@n-h2-768862-2 {{(pid=84877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:36:08.119146 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11b8b1c5-b195-4b20-bdfe-84cd3e0a0a75 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-h2-768862-2 {{(pid=84877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:36:08.121201 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11b8b1c5-b195-4b20-bdfe-84cd3e0a0a75 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-h2-768862-2 {{(pid=84877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:36:08.121914 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11b8b1c5-b195-4b20-bdfe-84cd3e0a0a75 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-h2-768862-2 {{(pid=84877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:36:08.122455 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11b8b1c5-b195-4b20-bdfe-84cd3e0a0a75 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@n-h2-768862-2 {{(pid=84877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:36:08.122976 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11b8b1c5-b195-4b20-bdfe-84cd3e0a0a75 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-h2-768862-2 {{(pid=84877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:36:08.123509 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11b8b1c5-b195-4b20-bdfe-84cd3e0a0a75 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-h2-768862-2 {{(pid=84877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:36:08.124102 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11b8b1c5-b195-4b20-bdfe-84cd3e0a0a75 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-h2-768862-2 {{(pid=84877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:36:08.124644 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11b8b1c5-b195-4b20-bdfe-84cd3e0a0a75 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-h2-768862-2 {{(pid=84877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:36:08.125175 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11b8b1c5-b195-4b20-bdfe-84cd3e0a0a75 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-h2-768862-2 {{(pid=84877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:36:08.125708 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11b8b1c5-b195-4b20-bdfe-84cd3e0a0a75 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-h2-768862-2 {{(pid=84877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:36:08.126227 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11b8b1c5-b195-4b20-bdfe-84cd3e0a0a75 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-h2-768862-2 {{(pid=84877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:36:08.126811 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11b8b1c5-b195-4b20-bdfe-84cd3e0a0a75 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-2 {{(pid=84877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:36:08.127334 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11b8b1c5-b195-4b20-bdfe-84cd3e0a0a75 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-2 {{(pid=84877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:36:08.127880 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11b8b1c5-b195-4b20-bdfe-84cd3e0a0a75 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-2 {{(pid=84877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:36:08.128412 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11b8b1c5-b195-4b20-bdfe-84cd3e0a0a75 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-2 {{(pid=84877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:36:08.128927 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11b8b1c5-b195-4b20-bdfe-84cd3e0a0a75 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@n-d-768862-2 {{(pid=84877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:36:08.129454 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11b8b1c5-b195-4b20-bdfe-84cd3e0a0a75 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-2 {{(pid=84877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:36:08.129969 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11b8b1c5-b195-4b20-bdfe-84cd3e0a0a75 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-768862-2 {{(pid=84877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:36:08.130492 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11b8b1c5-b195-4b20-bdfe-84cd3e0a0a75 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-768862-2 {{(pid=84877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:36:08.131017 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11b8b1c5-b195-4b20-bdfe-84cd3e0a0a75 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-2 {{(pid=84877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:36:08.131535 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11b8b1c5-b195-4b20-bdfe-84cd3e0a0a75 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-2 {{(pid=84877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:36:08.140551 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11b8b1c5-b195-4b20-bdfe-84cd3e0a0a75 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-2 {{(pid=84877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:36:08.140968 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11b8b1c5-b195-4b20-bdfe-84cd3e0a0a75 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-2 {{(pid=84877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:36:08.152191 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-11b8b1c5-b195-4b20-bdfe-84cd3e0a0a75 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.244s {{(pid=84877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:36:08.166551 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.managers [None req-29a0a622-8f7d-4a5b-af70-d55cac386269 None None] Attempting to bind port 6c4eb331-9f3b-45e3-83b9-792f41a403c4 on host n-d-768862-2 for vnic_type normal with profile {{(pid=84876) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 14 07:36:08.171796 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.managers [None req-29a0a622-8f7d-4a5b-af70-d55cac386269 None None] Attempting to bind port 6c4eb331-9f3b-45e3-83b9-792f41a403c4 by drivers openvswitch on host n-d-768862-2 at level 0 using segments [{'id': '56b91f55-d379-4a93-8339-3f6750eaeaa0', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 19, 'network_id': '2c9dd3e3-4629-4680-be96-a5b2de37e28a'}] {{(pid=84876) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 14 07:36:08.172561 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29a0a622-8f7d-4a5b-af70-d55cac386269 None None] Attempting to bind port 6c4eb331-9f3b-45e3-83b9-792f41a403c4 on network 2c9dd3e3-4629-4680-be96-a5b2de37e28a {{(pid=84876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 14 07:36:08.293415 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29a0a622-8f7d-4a5b-af70-d55cac386269 None None] Checking agent: {'id': 'ba5efab1-b43c-4d5a-bc52-6e105d4e67a2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768862-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 14, 6, 56, 52), 'started_at': datetime.datetime(2021, 1, 14, 6, 57, 22), 'heartbeat_timestamp': datetime.datetime(2021, 1, 14, 7, 35, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768862-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.29', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 14 07:36:08.294467 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29a0a622-8f7d-4a5b-af70-d55cac386269 None None] Checking segment: {'id': '56b91f55-d379-4a93-8339-3f6750eaeaa0', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 19, 'network_id': '2c9dd3e3-4629-4680-be96-a5b2de37e28a'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84876) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 14 07:36:08.295280 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-29a0a622-8f7d-4a5b-af70-d55cac386269 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:36:08.295749 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29a0a622-8f7d-4a5b-af70-d55cac386269 None None] Bound using segment: {'id': '56b91f55-d379-4a93-8339-3f6750eaeaa0', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 19, 'network_id': '2c9dd3e3-4629-4680-be96-a5b2de37e28a'} {{(pid=84876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 14 07:36:08.296484 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.managers [None req-29a0a622-8f7d-4a5b-af70-d55cac386269 None None] Bound port: 6c4eb331-9f3b-45e3-83b9-792f41a403c4, host: n-d-768862-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '56b91f55-d379-4a93-8339-3f6750eaeaa0', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 19, 'network_id': '2c9dd3e3-4629-4680-be96-a5b2de37e28a'}}] {{(pid=84876) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 14 07:36:08.296930 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-29a0a622-8f7d-4a5b-af70-d55cac386269 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555753'] for port, before_update {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:36:08.331544 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-c08f0a87-4e7d-4874-9756-a8010cb69b93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777640533312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363259214678337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777640097497'] for port, after_update {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:36:08.367697 n-d-768862-2 neutron-server[84765]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3b905f92-6f5d-4285-92c6-38c45ecc8847 tempest-RoutersNegativeTest-536999269 tempest-RoutersNegativeTest-536999269] Router bd4c67a9-deea-4b69-8d19-5fafc992451e is scheduled to L3 agent 35f592e9-451b-4db9-abea-77b6a5c5391b with binding_index 1 {{(pid=84874) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}} Jan 14 07:36:08.493953 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.managers [None req-628f5fb4-2725-485e-aa13-b9ef118ecb6f None None] Attempting to bind port 7350cbe8-231e-47a1-8f6e-84aff492f0d9 on host n-d-768862-2 for vnic_type normal with profile {{(pid=84877) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 14 07:36:08.494374 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.managers [None req-628f5fb4-2725-485e-aa13-b9ef118ecb6f None None] Attempting to bind port 7350cbe8-231e-47a1-8f6e-84aff492f0d9 by drivers openvswitch on host n-d-768862-2 at level 0 using segments [{'id': '096edb7d-cf6c-47f3-bc5f-934027dd9fdd', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '9cce2b33-e4ed-4aa7-bc59-614f3972ae2b'}] {{(pid=84877) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 14 07:36:08.494859 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-628f5fb4-2725-485e-aa13-b9ef118ecb6f None None] Attempting to bind port 7350cbe8-231e-47a1-8f6e-84aff492f0d9 on network 9cce2b33-e4ed-4aa7-bc59-614f3972ae2b {{(pid=84877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 14 07:36:08.504783 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-76acb448-f5f0-42cf-9bbf-ce8e24496072 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:36:08.506856 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-628f5fb4-2725-485e-aa13-b9ef118ecb6f None None] Checking agent: {'id': 'ba5efab1-b43c-4d5a-bc52-6e105d4e67a2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768862-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 14, 6, 56, 52), 'started_at': datetime.datetime(2021, 1, 14, 6, 57, 22), 'heartbeat_timestamp': datetime.datetime(2021, 1, 14, 7, 35, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768862-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.29', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 14 07:36:08.507269 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-628f5fb4-2725-485e-aa13-b9ef118ecb6f None None] Checking segment: {'id': '096edb7d-cf6c-47f3-bc5f-934027dd9fdd', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '9cce2b33-e4ed-4aa7-bc59-614f3972ae2b'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84877) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 14 07:36:08.507739 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-628f5fb4-2725-485e-aa13-b9ef118ecb6f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:36:08.508193 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-628f5fb4-2725-485e-aa13-b9ef118ecb6f None None] Bound using segment: {'id': '096edb7d-cf6c-47f3-bc5f-934027dd9fdd', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '9cce2b33-e4ed-4aa7-bc59-614f3972ae2b'} {{(pid=84877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 14 07:36:08.508738 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.managers [None req-628f5fb4-2725-485e-aa13-b9ef118ecb6f None None] Bound port: 7350cbe8-231e-47a1-8f6e-84aff492f0d9, host: n-d-768862-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '096edb7d-cf6c-47f3-bc5f-934027dd9fdd', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '9cce2b33-e4ed-4aa7-bc59-614f3972ae2b'}}] {{(pid=84877) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 14 07:36:08.509201 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-628f5fb4-2725-485e-aa13-b9ef118ecb6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555753'] for port, before_update {{(pid=84877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:36:08.546601 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [req-3ec74d15-0598-40df-aee3-f85b6b09cfba req-87b887c6-6c6d-4e8f-badb-0a1c74282e05 service neutron] 10.222.0.24 "GET /v2.0/networks/9cce2b33-e4ed-4aa7-bc59-614f3972ae2b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4206865 Jan 14 07:36:08.548201 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-76acb448-f5f0-42cf-9bbf-ce8e24496072 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850887153'] for security_group, after_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:36:08.696657 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29a0a622-8f7d-4a5b-af70-d55cac386269 None None] Pushing event updated for resources: {'Port': ['ID=6c4eb331-9f3b-45e3-83b9-792f41a403c4,revision_number=1']} {{(pid=84876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:36:08.765116 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [None req-628f5fb4-2725-485e-aa13-b9ef118ecb6f None None] For port 7350cbe8-231e-47a1-8f6e-84aff492f0d9, host n-d-768862-2, cleared binding levels {{(pid=84877) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 14 07:36:08.768946 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [None req-628f5fb4-2725-485e-aa13-b9ef118ecb6f None None] For port 7350cbe8-231e-47a1-8f6e-84aff492f0d9, host n-d-768862-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-2',level=0,port_id=7350cbe8-231e-47a1-8f6e-84aff492f0d9,segment=NetworkSegment(096edb7d-cf6c-47f3-bc5f-934027dd9fdd),segment_id=096edb7d-cf6c-47f3-bc5f-934027dd9fdd)] {{(pid=84877) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 14 07:36:08.785762 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-628f5fb4-2725-485e-aa13-b9ef118ecb6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777640533312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363259214678337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777640097497'] for port, after_update {{(pid=84877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:36:08.836266 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-7ae21e73-828b-4d58-a428-afcbdc05a232 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:36:08.846415 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-76acb448-f5f0-42cf-9bbf-ce8e24496072 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=4872093665b447dd8317e606624aa19a&name=default HTTP/1.1" status: 200 len: 2983 time: 1.7115049 Jan 14 07:36:08.849634 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [req-3ec74d15-0598-40df-aee3-f85b6b09cfba req-398c1fb5-88d9-446d-bb39-75eb447d8921 service neutron] 10.222.0.24 "GET /v2.0/networks/9cce2b33-e4ed-4aa7-bc59-614f3972ae2b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.2647440 Jan 14 07:36:08.852032 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84875) accepted ('10.222.0.24', 34590) {{(pid=84875) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:36:08.863460 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [None req-29a0a622-8f7d-4a5b-af70-d55cac386269 None None] For port 6c4eb331-9f3b-45e3-83b9-792f41a403c4, host n-d-768862-2, cleared binding levels {{(pid=84876) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 14 07:36:08.867256 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [None req-29a0a622-8f7d-4a5b-af70-d55cac386269 None None] For port 6c4eb331-9f3b-45e3-83b9-792f41a403c4, host n-d-768862-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-2',level=0,port_id=6c4eb331-9f3b-45e3-83b9-792f41a403c4,segment=NetworkSegment(56b91f55-d379-4a93-8339-3f6750eaeaa0),segment_id=56b91f55-d379-4a93-8339-3f6750eaeaa0)] {{(pid=84876) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 14 07:36:09.018112 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-29a0a622-8f7d-4a5b-af70-d55cac386269 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777640533312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363259214678337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777640097497'] for port, after_update {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:36:09.022743 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3b905f92-6f5d-4285-92c6-38c45ecc8847 tempest-RoutersNegativeTest-536999269 tempest-RoutersNegativeTest-536999269] Notify agent at l3_agent.n-d-768862-2 the message routers_updated {{(pid=84874) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jan 14 07:36:09.023595 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-bac2a3f2-7492-4538-a605-99904a71d35c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:36:09.036580 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-3b905f92-6f5d-4285-92c6-38c45ecc8847 tempest-RoutersNegativeTest-536999269 tempest-RoutersNegativeTest-536999269] 10.222.0.24 "PUT /v2.0/routers/bd4c67a9-deea-4b69-8d19-5fafc992451e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.2102616 Jan 14 07:36:09.037964 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84874) accepted ('10.222.0.24', 34594) {{(pid=84874) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:36:09.039200 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76acb448-f5f0-42cf-9bbf-ce8e24496072 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f52608d7-a717-4936-929c-b26fa54ffb9f,revision_number=1']} {{(pid=84875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:36:09.063793 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-76acb448-f5f0-42cf-9bbf-ce8e24496072 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.228s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:36:09.079994 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-6ddd55ff-7a88-4462-a828-aef1715c3bc7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:36:09.161435 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11b8b1c5-b195-4b20-bdfe-84cd3e0a0a75 None None] Pushing event updated for resources: {'Port': ['ID=7350cbe8-231e-47a1-8f6e-84aff492f0d9,revision_number=4']} {{(pid=84877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:36:09.177281 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-6ddd55ff-7a88-4462-a828-aef1715c3bc7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:36:09.187918 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-11b8b1c5-b195-4b20-bdfe-84cd3e0a0a75 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.164s {{(pid=84877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:36:09.219266 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-628f5fb4-2725-485e-aa13-b9ef118ecb6f None None] Routers {'42ab0c25-92c3-4838-bcb1-6c27b439c656'} bound to L3 agent in host n-d-768862-2 {{(pid=84877) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 14 07:36:09.219986 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_hamode_db [None req-628f5fb4-2725-485e-aa13-b9ef118ecb6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-01-14T06:56:51Z,description=,heartbeat_timestamp=2021-01-14T07:35:52Z,host='n-d-768862-2',id=35f592e9-451b-4db9-abea-77b6a5c5391b,load=0,resource_versions=,resources_synced=,started_at=2021-01-14T06:56:51Z,topic='l3_agent')) {'router_ids': ['42ab0c25-92c3-4838-bcb1-6c27b439c656'], 'active': True} {{(pid=84877) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:36:09.249965 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81cc6bf2-d8a3-41ff-b7b3-2479d2ae808f None None] Pushing event updated for resources: {'Port': ['ID=5d10825a-22fc-44b5-9add-fe108dbb455f,revision_number=1']} {{(pid=84876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:36:09.337108 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-6ddd55ff-7a88-4462-a828-aef1715c3bc7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850887153'] for security_group, after_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:36:09.353802 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-0ad314af-f1b1-4d0f-96c6-626c8ae091cd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:36:09.379067 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ddd55ff-7a88-4462-a828-aef1715c3bc7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f52608d7-a717-4936-929c-b26fa54ffb9f,revision_number=None']} {{(pid=84875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:36:09.400092 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-6ddd55ff-7a88-4462-a828-aef1715c3bc7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:36:09.407255 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a455809f-8a1c-410a-ade9-a28f03429146 None None] Sync routers for ids ['bd4c67a9-deea-4b69-8d19-5fafc992451e'] in n-d-768862-2 {{(pid=84876) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Jan 14 07:36:09.411607 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-6ddd55ff-7a88-4462-a828-aef1715c3bc7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:36:09.415692 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-6ddd55ff-7a88-4462-a828-aef1715c3bc7 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/f52608d7-a717-4936-929c-b26fa54ffb9f HTTP/1.1" status: 204 len: 168 time: 0.5600057 Jan 14 07:36:09.438589 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-81cc6bf2-d8a3-41ff-b7b3-2479d2ae808f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.459s {{(pid=84876) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:36:09.561228 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-c70b2c96-9ad4-48b9-a662-2799569a4164 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 2.748s {{(pid=84876) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:36:09.639485 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84875) accepted ('10.222.0.24', 34620) {{(pid=84875) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:36:09.753196 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-3f32a7bb-4205-4920-b7fd-c01650cc3e96 tempest-RoutersTest-1255860389 tempest-RoutersTest-1255860389] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3889632'] for router_interface, before_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:36:09.791543 n-d-768862-2 neutron-server[84765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81cc6bf2-d8a3-41ff-b7b3-2479d2ae808f None None] Network 1e95858a-ab69-409b-92ee-1700d3c2377e is already hosted by enough agents. {{(pid=84876) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 07:36:09.804688 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a455809f-8a1c-410a-ade9-a28f03429146 None None] Routers {'bd4c67a9-deea-4b69-8d19-5fafc992451e'} bound to L3 agent in host n-d-768862-2 {{(pid=84876) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 14 07:36:09.809189 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_hamode_db [None req-a455809f-8a1c-410a-ade9-a28f03429146 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-01-14T06:56:51Z,description=,heartbeat_timestamp=2021-01-14T07:35:52Z,host='n-d-768862-2',id=35f592e9-451b-4db9-abea-77b6a5c5391b,load=0,resource_versions=,resources_synced=,started_at=2021-01-14T06:56:51Z,topic='l3_agent')) {'router_ids': ['bd4c67a9-deea-4b69-8d19-5fafc992451e'], 'active': True} {{(pid=84876) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:36:09.859720 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_dvr_db [None req-628f5fb4-2725-485e-aa13-b9ef118ecb6f None None] Set router 42ab0c25-92c3-4838-bcb1-6c27b439c656 gateway port host: n-d-768862-2 {{(pid=84877) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 14 07:36:10.003424 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c08f0a87-4e7d-4874-9756-a8010cb69b93 None None] Pushing event updated for resources: {'Port': ['ID=d8dadf9c-3aaf-4ee1-9670-a6cdd8fad86d,revision_number=2']} {{(pid=84876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:36:10.075058 n-d-768862-2 neutron-server[84765]: DEBUG neutron.scheduler.base_scheduler [None req-81cc6bf2-d8a3-41ff-b7b3-2479d2ae808f None None] Resources bound (agent type, host, resource id): {{(pid=84876) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 07:36:10.078656 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81cc6bf2-d8a3-41ff-b7b3-2479d2ae808f None None] Received port after_create {{(pid=84876) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 14 07:36:10.114443 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_hamode_db [None req-a455809f-8a1c-410a-ade9-a28f03429146 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768862-2', False) {} {{(pid=84876) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:36:10.387789 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29a0a622-8f7d-4a5b-af70-d55cac386269 None None] Pushing event updated for resources: {'Port': ['ID=6c4eb331-9f3b-45e3-83b9-792f41a403c4,revision_number=2']} {{(pid=84876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:36:10.406295 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-29a0a622-8f7d-4a5b-af70-d55cac386269 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.847s {{(pid=84876) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:36:10.413134 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-0749461b-f550-4f0e-b50d-069795e6dbcf None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 1.708s {{(pid=84876) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:36:10.428672 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-0749461b-f550-4f0e-b50d-069795e6dbcf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.000s {{(pid=84876) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:36:10.443303 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-c70b2c96-9ad4-48b9-a662-2799569a4164 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 1.083s {{(pid=84876) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:36:10.443997 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-c70b2c96-9ad4-48b9-a662-2799569a4164 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.001s {{(pid=84876) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:36:10.447673 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.managers [None req-81cc6bf2-d8a3-41ff-b7b3-2479d2ae808f None None] Attempting to bind port 5d10825a-22fc-44b5-9add-fe108dbb455f on host n-d-768862-2 for vnic_type normal with profile {{(pid=84876) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 14 07:36:10.448214 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.managers [None req-81cc6bf2-d8a3-41ff-b7b3-2479d2ae808f None None] Attempting to bind port 5d10825a-22fc-44b5-9add-fe108dbb455f by drivers openvswitch on host n-d-768862-2 at level 0 using segments [{'id': '17a72051-6b19-4ee6-bc81-7856bda464e9', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 9, 'network_id': '1e95858a-ab69-409b-92ee-1700d3c2377e'}] {{(pid=84876) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 14 07:36:10.449143 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81cc6bf2-d8a3-41ff-b7b3-2479d2ae808f None None] Attempting to bind port 5d10825a-22fc-44b5-9add-fe108dbb455f on network 1e95858a-ab69-409b-92ee-1700d3c2377e {{(pid=84876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 14 07:36:10.462960 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Provisioning for port b63f99db-8218-469a-831c-08bb916f1cae completed by entity L2. {{(pid=84876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 07:36:10.486620 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a455809f-8a1c-410a-ade9-a28f03429146 None None] Routers {'bd4c67a9-deea-4b69-8d19-5fafc992451e'} bound to L3 agent in host n-d-768862-2 {{(pid=84876) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 14 07:36:10.503086 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_hamode_db [None req-a455809f-8a1c-410a-ade9-a28f03429146 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-01-14T06:56:51Z,description=,heartbeat_timestamp=2021-01-14T07:35:52Z,host='n-d-768862-2',id=35f592e9-451b-4db9-abea-77b6a5c5391b,load=0,resource_versions=,resources_synced=,started_at=2021-01-14T06:56:51Z,topic='l3_agent')) {'router_ids': ['bd4c67a9-deea-4b69-8d19-5fafc992451e'], 'active': True} {{(pid=84876) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:36:10.933745 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81cc6bf2-d8a3-41ff-b7b3-2479d2ae808f None None] Checking agent: {'id': 'ba5efab1-b43c-4d5a-bc52-6e105d4e67a2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768862-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 14, 6, 56, 52), 'started_at': datetime.datetime(2021, 1, 14, 6, 57, 22), 'heartbeat_timestamp': datetime.datetime(2021, 1, 14, 7, 35, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768862-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.29', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 14 07:36:10.934669 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81cc6bf2-d8a3-41ff-b7b3-2479d2ae808f None None] Checking segment: {'id': '17a72051-6b19-4ee6-bc81-7856bda464e9', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 9, 'network_id': '1e95858a-ab69-409b-92ee-1700d3c2377e'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84876) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 14 07:36:10.935458 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-81cc6bf2-d8a3-41ff-b7b3-2479d2ae808f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:36:10.936342 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81cc6bf2-d8a3-41ff-b7b3-2479d2ae808f None None] Bound using segment: {'id': '17a72051-6b19-4ee6-bc81-7856bda464e9', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 9, 'network_id': '1e95858a-ab69-409b-92ee-1700d3c2377e'} {{(pid=84876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 14 07:36:10.937058 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.managers [None req-81cc6bf2-d8a3-41ff-b7b3-2479d2ae808f None None] Bound port: 5d10825a-22fc-44b5-9add-fe108dbb455f, host: n-d-768862-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '17a72051-6b19-4ee6-bc81-7856bda464e9', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 9, 'network_id': '1e95858a-ab69-409b-92ee-1700d3c2377e'}}] {{(pid=84876) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 14 07:36:10.937613 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-81cc6bf2-d8a3-41ff-b7b3-2479d2ae808f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555753'] for port, before_update {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:36:10.961355 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Provisioning complete for port b63f99db-8218-469a-831c-08bb916f1cae triggered by entity L2. {{(pid=84876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 07:36:10.962219 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-604227'] for port, provisioning_complete {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:36:11.146265 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_hamode_db [None req-a455809f-8a1c-410a-ade9-a28f03429146 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768862-2', False) {} {{(pid=84876) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:36:11.146829 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a455809f-8a1c-410a-ade9-a28f03429146 None None] The sync data for ids ['bd4c67a9-deea-4b69-8d19-5fafc992451e'] in n-d-768862-2 is: [] {{(pid=84876) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Jan 14 07:36:11.148882 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-500f958c-207f-49b6-9f3a-b47c53f399bf None None] Provisioning complete for port b63f99db-8218-469a-831c-08bb916f1cae triggered by entity DHCP. {{(pid=84876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 07:36:11.149258 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-500f958c-207f-49b6-9f3a-b47c53f399bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-604227'] for port, provisioning_complete {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:36:11.355951 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_hamode_db [None req-628f5fb4-2725-485e-aa13-b9ef118ecb6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '42ab0c25-92c3-4838-bcb1-6c27b439c656', 'name': 'tempest-TestNetworkAdvancedServerOps-router-838559238', 'tenant_id': '6f3510a486e44d0a99223e7a34e71069', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '226f1e78-82cd-4481-9055-4eb73b6db8c1', 'external_fixed_ips': [{'subnet_id': 'ba8deeec-7658-4195-9449-038c076f5c83', 'ip_address': '172.25.2.72'}], 'enable_snat': True}, 'gw_port_id': '57158070-a688-42a1-ab18-98f4211d8279', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-14T07:35:41Z', 'updated_at': '2021-01-14T07:35:58Z', 'revision_number': 4, 'project_id': '6f3510a486e44d0a99223e7a34e71069', 'gw_port': {'id': '57158070-a688-42a1-ab18-98f4211d8279', 'name': '', 'network_id': '226f1e78-82cd-4481-9055-4eb73b6db8c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:d1:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42ab0c25-92c3-4838-bcb1-6c27b439c656', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3016, 'fixed_ips': [{'subnet_id': 'ba8deeec-7658-4195-9449-038c076f5c83', 'ip_address': '172.25.2.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T07:35:43Z', 'updated_at': '2021-01-14T07:36:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ba8deeec-7658-4195-9449-038c076f5c83', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-2', '_interfaces': [{'id': '7350cbe8-231e-47a1-8f6e-84aff492f0d9', 'name': '', 'network_id': '9cce2b33-e4ed-4aa7-bc59-614f3972ae2b', 'tenant_id': '6f3510a486e44d0a99223e7a34e71069', 'mac_address': 'fa:16:3e:15:df:bf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '42ab0c25-92c3-4838-bcb1-6c27b439c656', 'device_owner': 'network:router_interface', 'standard_attr_id': 3040, 'fixed_ips': [{'subnet_id': '9cbf4b85-b130-4179-a902-27c572163648', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T07:35:52Z', 'updated_at': '2021-01-14T07:36:08Z', 'revision_number': 4, 'project_id': '6f3510a486e44d0a99223e7a34e71069', 'subnets': [{'id': '9cbf4b85-b130-4179-a902-27c572163648', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'n-d-768862-2', False) {} {{(pid=84877) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:36:11.362218 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-628f5fb4-2725-485e-aa13-b9ef118ecb6f None None] The sync data for ids ['42ab0c25-92c3-4838-bcb1-6c27b439c656'] in n-d-768862-2 is: [{'id': '42ab0c25-92c3-4838-bcb1-6c27b439c656', 'name': 'tempest-TestNetworkAdvancedServerOps-router-838559238', 'tenant_id': '6f3510a486e44d0a99223e7a34e71069', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '226f1e78-82cd-4481-9055-4eb73b6db8c1', 'external_fixed_ips': [{'subnet_id': 'ba8deeec-7658-4195-9449-038c076f5c83', 'ip_address': '172.25.2.72'}], 'enable_snat': True}, 'gw_port_id': '57158070-a688-42a1-ab18-98f4211d8279', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-14T07:35:41Z', 'updated_at': '2021-01-14T07:35:58Z', 'revision_number': 4, 'project_id': '6f3510a486e44d0a99223e7a34e71069', 'gw_port': {'id': '57158070-a688-42a1-ab18-98f4211d8279', 'name': '', 'network_id': '226f1e78-82cd-4481-9055-4eb73b6db8c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:d1:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42ab0c25-92c3-4838-bcb1-6c27b439c656', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3016, 'fixed_ips': [{'subnet_id': 'ba8deeec-7658-4195-9449-038c076f5c83', 'ip_address': '172.25.2.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T07:35:43Z', 'updated_at': '2021-01-14T07:36:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ba8deeec-7658-4195-9449-038c076f5c83', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-2', '_interfaces': [{'id': '7350cbe8-231e-47a1-8f6e-84aff492f0d9', 'name': '', 'network_id': '9cce2b33-e4ed-4aa7-bc59-614f3972ae2b', 'tenant_id': '6f3510a486e44d0a99223e7a34e71069', 'mac_address': 'fa:16:3e:15:df:bf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '42ab0c25-92c3-4838-bcb1-6c27b439c656', 'device_owner': 'network:router_interface', 'standard_attr_id': 3040, 'fixed_ips': [{'subnet_id': '9cbf4b85-b130-4179-a902-27c572163648', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T07:35:52Z', 'updated_at': '2021-01-14T07:36:08Z', 'revision_number': 4, 'project_id': '6f3510a486e44d0a99223e7a34e71069', 'subnets': [{'id': '9cbf4b85-b130-4179-a902-27c572163648', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=84877) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Jan 14 07:36:11.413932 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-017f98a9-8a07-408c-a86f-8ff0c00400a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363259214191800', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854171626'] for agent, after_update {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:36:11.541621 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-500f958c-207f-49b6-9f3a-b47c53f399bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555753'] for port, before_update {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:36:11.630085 n-d-768862-2 neutron-server[84765]: INFO neutron.api.v2.resource [None req-815c8acb-65e9-4889-8eae-28646f7c2702 tempest-RoutersNegativeTest-536999269 tempest-RoutersNegativeTest-536999269] add_router_interface failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 14 07:36:11.635268 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-815c8acb-65e9-4889-8eae-28646f7c2702 tempest-RoutersNegativeTest-536999269 tempest-RoutersNegativeTest-536999269] 10.222.0.24 "PUT /v2.0/routers/bd4c67a9-deea-4b69-8d19-5fafc992451e/add_router_interface HTTP/1.1" status: 400 len: 438 time: 2.5695205 Jan 14 07:36:11.638647 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [None req-500f958c-207f-49b6-9f3a-b47c53f399bf None None] For port b63f99db-8218-469a-831c-08bb916f1cae, host n-d-768862-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-2',level=0,port_id=b63f99db-8218-469a-831c-08bb916f1cae,segment=NetworkSegment(096edb7d-cf6c-47f3-bc5f-934027dd9fdd),segment_id=096edb7d-cf6c-47f3-bc5f-934027dd9fdd)] {{(pid=84876) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 07:36:11.656261 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84874) accepted ('10.222.0.24', 34652) {{(pid=84874) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:36:11.662332 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-500f958c-207f-49b6-9f3a-b47c53f399bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777640533312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363259214678337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777640097497'] for port, after_update {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:36:11.666225 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-a9369415-58dd-4ffa-9834-59837691657a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84876) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:36:11.708657 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-fdfab434-8e51-4583-b0f7-bc709f28532f tempest-TestNetworkAdvancedServerOps-470546014 tempest-TestNetworkAdvancedServerOps-470546014] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3889632'] for router_interface, before_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:36:12.037083 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [None req-81cc6bf2-d8a3-41ff-b7b3-2479d2ae808f None None] For port 5d10825a-22fc-44b5-9add-fe108dbb455f, host n-d-768862-2, cleared binding levels {{(pid=84876) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 14 07:36:12.129667 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-500f958c-207f-49b6-9f3a-b47c53f399bf None None] Provisioning for port 7350cbe8-231e-47a1-8f6e-84aff492f0d9 completed by entity DHCP. {{(pid=84876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 07:36:12.213861 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [None req-81cc6bf2-d8a3-41ff-b7b3-2479d2ae808f None None] For port 5d10825a-22fc-44b5-9add-fe108dbb455f, host n-d-768862-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-2',level=0,port_id=5d10825a-22fc-44b5-9add-fe108dbb455f,segment=NetworkSegment(17a72051-6b19-4ee6-bc81-7856bda464e9),segment_id=17a72051-6b19-4ee6-bc81-7856bda464e9)] {{(pid=84876) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 14 07:36:12.230633 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-81cc6bf2-d8a3-41ff-b7b3-2479d2ae808f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777640533312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363259214678337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777640097497'] for port, after_update {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:36:12.522798 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59d0540f-d0e9-4682-bbcf-b0296aa976ba None None] Network 2c9dd3e3-4629-4680-be96-a5b2de37e28a requested from n-d-768862-2 {{(pid=84876) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 07:36:12.626321 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-500f958c-207f-49b6-9f3a-b47c53f399bf None None] Pushing event updated for resources: {'Port': ['ID=b63f99db-8218-469a-831c-08bb916f1cae,revision_number=3']} {{(pid=84876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:36:12.639042 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-500f958c-207f-49b6-9f3a-b47c53f399bf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.973s {{(pid=84876) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:36:12.774416 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.264s {{(pid=84876) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:36:12.870083 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.plugin [None req-3f32a7bb-4205-4920-b7fd-c01650cc3e96 tempest-RoutersTest-1255860389 tempest-RoutersTest-1255860389] Deleting port a92f394f-637b-4804-b895-c4943e6408fb {{(pid=84874) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 07:36:12.870527 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-3f32a7bb-4205-4920-b7fd-c01650cc3e96 tempest-RoutersTest-1255860389 tempest-RoutersTest-1255860389] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363259214248359'] for port, before_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:36:12.916687 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81cc6bf2-d8a3-41ff-b7b3-2479d2ae808f None None] Pushing event updated for resources: {'Port': ['ID=5d10825a-22fc-44b5-9add-fe108dbb455f,revision_number=2']} {{(pid=84876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:36:12.936369 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-81cc6bf2-d8a3-41ff-b7b3-2479d2ae808f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.162s {{(pid=84876) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:36:12.962523 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-47eae7bf-e6e3-4002-a2f4-4d554f0108e8 None None] Provisioning for port 6c4eb331-9f3b-45e3-83b9-792f41a403c4 completed by entity DHCP. {{(pid=84876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 07:36:13.000882 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-852a24f7-e9a1-4193-9abb-e9506fe5213f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363259214191800', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854171626'] for agent, after_update {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:36:13.178429 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd8685a0-f02a-44c7-a715-6baf67058486 None None] Network 85b29c41-84b0-4b6b-a8f9-58e2274683d6 requested from n-d-768862-2 {{(pid=84876) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 07:36:13.328617 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.plugin [None req-fdfab434-8e51-4583-b0f7-bc709f28532f tempest-TestNetworkAdvancedServerOps-470546014 tempest-TestNetworkAdvancedServerOps-470546014] Deleting port 7350cbe8-231e-47a1-8f6e-84aff492f0d9 {{(pid=84875) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 07:36:13.329101 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-fdfab434-8e51-4583-b0f7-bc709f28532f tempest-TestNetworkAdvancedServerOps-470546014 tempest-TestNetworkAdvancedServerOps-470546014] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363259214248359'] for port, before_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:36:13.621641 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [None req-fdfab434-8e51-4583-b0f7-bc709f28532f tempest-TestNetworkAdvancedServerOps-470546014 tempest-TestNetworkAdvancedServerOps-470546014] For port 7350cbe8-231e-47a1-8f6e-84aff492f0d9, host n-d-768862-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-2',level=0,port_id=7350cbe8-231e-47a1-8f6e-84aff492f0d9,segment=NetworkSegment(096edb7d-cf6c-47f3-bc5f-934027dd9fdd),segment_id=096edb7d-cf6c-47f3-bc5f-934027dd9fdd)] {{(pid=84875) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 07:36:13.622248 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-fdfab434-8e51-4583-b0f7-bc709f28532f tempest-TestNetworkAdvancedServerOps-470546014 tempest-TestNetworkAdvancedServerOps-470546014] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036850862667'] for port, precommit_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:36:13.842786 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Device b63f99db-8218-469a-831c-08bb916f1cae up at agent ovs-agent-n-d-768862-2 {{(pid=84876) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 07:36:13.979289 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-3f32a7bb-4205-4920-b7fd-c01650cc3e96 tempest-RoutersTest-1255860389 tempest-RoutersTest-1255860389] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036850862667'] for port, precommit_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:36:14.323774 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.plugin [None req-fdfab434-8e51-4583-b0f7-bc709f28532f tempest-TestNetworkAdvancedServerOps-470546014 tempest-TestNetworkAdvancedServerOps-470546014] Calling delete_port for 7350cbe8-231e-47a1-8f6e-84aff492f0d9 owned by network:router_interface {{(pid=84875) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 07:36:14.328697 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.plugin [None req-3f32a7bb-4205-4920-b7fd-c01650cc3e96 tempest-RoutersTest-1255860389 tempest-RoutersTest-1255860389] Calling delete_port for a92f394f-637b-4804-b895-c4943e6408fb owned by network:router_interface {{(pid=84874) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 07:36:14.354233 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-e86d4b44-d69f-4602-8488-9a17dc8d7b84 None None] Provisioning for port d8dadf9c-3aaf-4ee1-9670-a6cdd8fad86d completed by entity DHCP. {{(pid=84876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 07:36:14.547380 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Provisioning complete for port b63f99db-8218-469a-831c-08bb916f1cae triggered by entity L2. {{(pid=84876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 07:36:14.548347 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-604227'] for port, provisioning_complete {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:36:14.751479 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-fdfab434-8e51-4583-b0f7-bc709f28532f tempest-TestNetworkAdvancedServerOps-470546014 tempest-TestNetworkAdvancedServerOps-470546014] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777640533329', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777640097463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851621574'] for port, after_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:36:14.818059 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-4bea3ad5-18e4-4e4c-b29b-273e77283b7a tempest-RoutersTest-1255860389 tempest-RoutersTest-1255860389] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:36:14.844550 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Device 7350cbe8-231e-47a1-8f6e-84aff492f0d9 up at agent ovs-agent-n-d-768862-2 {{(pid=84876) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 07:36:14.870983 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-3f32a7bb-4205-4920-b7fd-c01650cc3e96 tempest-RoutersTest-1255860389 tempest-RoutersTest-1255860389] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777640533329', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777640097463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3254186'] for port, after_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:36:14.914604 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-c12fa03b-45ac-42b2-b628-b7e1d5e0a603 tempest-TestNetworkAdvancedServerOps-470546014 tempest-TestNetworkAdvancedServerOps-470546014] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:36:14.968602 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.plugin [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] No Port match for: 7350cbe8-231e-47a1-8f6e-84aff492f0d9 {{(pid=84876) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2188}} Jan 14 07:36:14.970655 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Device 7350cbe8-231e-47a1-8f6e-84aff492f0d9 not bound to the agent host n-d-768862-2 {{(pid=84876) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:286}} Jan 14 07:36:15.065203 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdfab434-8e51-4583-b0f7-bc709f28532f tempest-TestNetworkAdvancedServerOps-470546014 tempest-TestNetworkAdvancedServerOps-470546014] Pushing event deleted for resources: {'Port': ['ID=7350cbe8-231e-47a1-8f6e-84aff492f0d9,revision_number=None']} {{(pid=84875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:36:15.085397 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdfab434-8e51-4583-b0f7-bc709f28532f tempest-TestNetworkAdvancedServerOps-470546014 tempest-TestNetworkAdvancedServerOps-470546014] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@n-h1-768862-2 {{(pid=84875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:36:15.086140 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Port 7350cbe8-231e-47a1-8f6e-84aff492f0d9 not found, will not notify nova. {{(pid=84876) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:294}} Jan 14 07:36:15.086701 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Device 6c4eb331-9f3b-45e3-83b9-792f41a403c4 up at agent ovs-agent-n-d-768862-2 {{(pid=84876) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 07:36:15.092186 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdfab434-8e51-4583-b0f7-bc709f28532f tempest-TestNetworkAdvancedServerOps-470546014 tempest-TestNetworkAdvancedServerOps-470546014] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-h1-768862-2 {{(pid=84875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:36:15.092932 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdfab434-8e51-4583-b0f7-bc709f28532f tempest-TestNetworkAdvancedServerOps-470546014 tempest-TestNetworkAdvancedServerOps-470546014] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-h1-768862-2 {{(pid=84875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:36:15.093674 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdfab434-8e51-4583-b0f7-bc709f28532f tempest-TestNetworkAdvancedServerOps-470546014 tempest-TestNetworkAdvancedServerOps-470546014] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-h1-768862-2 {{(pid=84875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:36:15.095576 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdfab434-8e51-4583-b0f7-bc709f28532f tempest-TestNetworkAdvancedServerOps-470546014 tempest-TestNetworkAdvancedServerOps-470546014] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@n-h1-768862-2 {{(pid=84875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:36:15.096238 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdfab434-8e51-4583-b0f7-bc709f28532f tempest-TestNetworkAdvancedServerOps-470546014 tempest-TestNetworkAdvancedServerOps-470546014] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-h1-768862-2 {{(pid=84875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:36:15.099352 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdfab434-8e51-4583-b0f7-bc709f28532f tempest-TestNetworkAdvancedServerOps-470546014 tempest-TestNetworkAdvancedServerOps-470546014] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-h1-768862-2 {{(pid=84875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:36:15.100031 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdfab434-8e51-4583-b0f7-bc709f28532f tempest-TestNetworkAdvancedServerOps-470546014 tempest-TestNetworkAdvancedServerOps-470546014] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-h1-768862-2 {{(pid=84875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:36:15.100625 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdfab434-8e51-4583-b0f7-bc709f28532f tempest-TestNetworkAdvancedServerOps-470546014 tempest-TestNetworkAdvancedServerOps-470546014] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-h1-768862-2 {{(pid=84875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:36:15.101733 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdfab434-8e51-4583-b0f7-bc709f28532f tempest-TestNetworkAdvancedServerOps-470546014 tempest-TestNetworkAdvancedServerOps-470546014] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-h1-768862-2 {{(pid=84875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:36:15.104520 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdfab434-8e51-4583-b0f7-bc709f28532f tempest-TestNetworkAdvancedServerOps-470546014 tempest-TestNetworkAdvancedServerOps-470546014] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-h1-768862-2 {{(pid=84875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:36:15.110229 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdfab434-8e51-4583-b0f7-bc709f28532f tempest-TestNetworkAdvancedServerOps-470546014 tempest-TestNetworkAdvancedServerOps-470546014] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-h1-768862-2 {{(pid=84875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:36:15.112961 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdfab434-8e51-4583-b0f7-bc709f28532f tempest-TestNetworkAdvancedServerOps-470546014 tempest-TestNetworkAdvancedServerOps-470546014] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@n-h2-768862-2 {{(pid=84875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:36:15.115027 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdfab434-8e51-4583-b0f7-bc709f28532f tempest-TestNetworkAdvancedServerOps-470546014 tempest-TestNetworkAdvancedServerOps-470546014] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-h2-768862-2 {{(pid=84875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:36:15.118431 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdfab434-8e51-4583-b0f7-bc709f28532f tempest-TestNetworkAdvancedServerOps-470546014 tempest-TestNetworkAdvancedServerOps-470546014] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-h2-768862-2 {{(pid=84875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:36:15.119063 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdfab434-8e51-4583-b0f7-bc709f28532f tempest-TestNetworkAdvancedServerOps-470546014 tempest-TestNetworkAdvancedServerOps-470546014] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-h2-768862-2 {{(pid=84875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:36:15.119710 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdfab434-8e51-4583-b0f7-bc709f28532f tempest-TestNetworkAdvancedServerOps-470546014 tempest-TestNetworkAdvancedServerOps-470546014] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@n-h2-768862-2 {{(pid=84875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:36:15.121320 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdfab434-8e51-4583-b0f7-bc709f28532f tempest-TestNetworkAdvancedServerOps-470546014 tempest-TestNetworkAdvancedServerOps-470546014] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-h2-768862-2 {{(pid=84875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:36:15.121950 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdfab434-8e51-4583-b0f7-bc709f28532f tempest-TestNetworkAdvancedServerOps-470546014 tempest-TestNetworkAdvancedServerOps-470546014] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-h2-768862-2 {{(pid=84875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:36:15.122988 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdfab434-8e51-4583-b0f7-bc709f28532f tempest-TestNetworkAdvancedServerOps-470546014 tempest-TestNetworkAdvancedServerOps-470546014] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-h2-768862-2 {{(pid=84875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:36:15.124839 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdfab434-8e51-4583-b0f7-bc709f28532f tempest-TestNetworkAdvancedServerOps-470546014 tempest-TestNetworkAdvancedServerOps-470546014] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-h2-768862-2 {{(pid=84875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:36:15.125962 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdfab434-8e51-4583-b0f7-bc709f28532f tempest-TestNetworkAdvancedServerOps-470546014 tempest-TestNetworkAdvancedServerOps-470546014] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-h2-768862-2 {{(pid=84875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:36:15.127045 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdfab434-8e51-4583-b0f7-bc709f28532f tempest-TestNetworkAdvancedServerOps-470546014 tempest-TestNetworkAdvancedServerOps-470546014] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-h2-768862-2 {{(pid=84875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:36:15.128110 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdfab434-8e51-4583-b0f7-bc709f28532f tempest-TestNetworkAdvancedServerOps-470546014 tempest-TestNetworkAdvancedServerOps-470546014] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-h2-768862-2 {{(pid=84875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:36:15.129140 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdfab434-8e51-4583-b0f7-bc709f28532f tempest-TestNetworkAdvancedServerOps-470546014 tempest-TestNetworkAdvancedServerOps-470546014] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-2 {{(pid=84875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:36:15.130502 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdfab434-8e51-4583-b0f7-bc709f28532f tempest-TestNetworkAdvancedServerOps-470546014 tempest-TestNetworkAdvancedServerOps-470546014] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-2 {{(pid=84875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:36:15.132134 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdfab434-8e51-4583-b0f7-bc709f28532f tempest-TestNetworkAdvancedServerOps-470546014 tempest-TestNetworkAdvancedServerOps-470546014] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-2 {{(pid=84875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:36:15.132761 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdfab434-8e51-4583-b0f7-bc709f28532f tempest-TestNetworkAdvancedServerOps-470546014 tempest-TestNetworkAdvancedServerOps-470546014] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-2 {{(pid=84875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:36:15.134562 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdfab434-8e51-4583-b0f7-bc709f28532f tempest-TestNetworkAdvancedServerOps-470546014 tempest-TestNetworkAdvancedServerOps-470546014] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@n-d-768862-2 {{(pid=84875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:36:15.135187 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdfab434-8e51-4583-b0f7-bc709f28532f tempest-TestNetworkAdvancedServerOps-470546014 tempest-TestNetworkAdvancedServerOps-470546014] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-2 {{(pid=84875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:36:15.136445 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdfab434-8e51-4583-b0f7-bc709f28532f tempest-TestNetworkAdvancedServerOps-470546014 tempest-TestNetworkAdvancedServerOps-470546014] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-768862-2 {{(pid=84875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:36:15.137636 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdfab434-8e51-4583-b0f7-bc709f28532f tempest-TestNetworkAdvancedServerOps-470546014 tempest-TestNetworkAdvancedServerOps-470546014] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-768862-2 {{(pid=84875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:36:15.138893 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdfab434-8e51-4583-b0f7-bc709f28532f tempest-TestNetworkAdvancedServerOps-470546014 tempest-TestNetworkAdvancedServerOps-470546014] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-2 {{(pid=84875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:36:15.140603 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdfab434-8e51-4583-b0f7-bc709f28532f tempest-TestNetworkAdvancedServerOps-470546014 tempest-TestNetworkAdvancedServerOps-470546014] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-2 {{(pid=84875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:36:15.141230 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdfab434-8e51-4583-b0f7-bc709f28532f tempest-TestNetworkAdvancedServerOps-470546014 tempest-TestNetworkAdvancedServerOps-470546014] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-2 {{(pid=84875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:36:15.143624 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdfab434-8e51-4583-b0f7-bc709f28532f tempest-TestNetworkAdvancedServerOps-470546014 tempest-TestNetworkAdvancedServerOps-470546014] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-2 {{(pid=84875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:36:15.149745 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-fdfab434-8e51-4583-b0f7-bc709f28532f tempest-TestNetworkAdvancedServerOps-470546014 tempest-TestNetworkAdvancedServerOps-470546014] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.332s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:36:15.269357 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f32a7bb-4205-4920-b7fd-c01650cc3e96 tempest-RoutersTest-1255860389 tempest-RoutersTest-1255860389] Pushing event deleted for resources: {'Port': ['ID=a92f394f-637b-4804-b895-c4943e6408fb,revision_number=None']} {{(pid=84874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:36:15.275897 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-3f32a7bb-4205-4920-b7fd-c01650cc3e96 tempest-RoutersTest-1255860389 tempest-RoutersTest-1255860389] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.360s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:36:15.278589 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Provisioning for port 6c4eb331-9f3b-45e3-83b9-792f41a403c4 completed by entity L2. {{(pid=84876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 07:36:15.291589 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Provisioning complete for port 6c4eb331-9f3b-45e3-83b9-792f41a403c4 triggered by entity L2. {{(pid=84876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 07:36:15.292056 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-604227'] for port, provisioning_complete {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:36:15.501505 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-680a471c-363d-4822-ae01-e8c983c4cbe4 None None] Network 1e95858a-ab69-409b-92ee-1700d3c2377e requested from n-d-768862-2 {{(pid=84876) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 07:36:15.543238 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-b5d7d155-6568-4969-8a54-55b4f72f96fb None None] Could not find standard attr ID for object a92f394f-637b-4804-b895-c4943e6408fb. {{(pid=84876) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Jan 14 07:36:15.874539 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-b5d7d155-6568-4969-8a54-55b4f72f96fb None None] Provisioning complete for port 6c4eb331-9f3b-45e3-83b9-792f41a403c4 triggered by entity DHCP. {{(pid=84876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 07:36:15.874539 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-b5d7d155-6568-4969-8a54-55b4f72f96fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-604227'] for port, provisioning_complete {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:36:15.971532 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-fdfab434-8e51-4583-b0f7-bc709f28532f tempest-TestNetworkAdvancedServerOps-470546014 tempest-TestNetworkAdvancedServerOps-470546014] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted--9223372036851568851', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal--9223372036850888080'] for router_interface, after_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:36:16.093213 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555753'] for port, before_update {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:36:16.210433 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-3f32a7bb-4205-4920-b7fd-c01650cc3e96 tempest-RoutersTest-1255860389 tempest-RoutersTest-1255860389] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted--9223372036851568851', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal--9223372036850888080'] for router_interface, after_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:36:16.306863 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] For port 6c4eb331-9f3b-45e3-83b9-792f41a403c4, host n-d-768862-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-2',level=0,port_id=6c4eb331-9f3b-45e3-83b9-792f41a403c4,segment=NetworkSegment(56b91f55-d379-4a93-8339-3f6750eaeaa0),segment_id=56b91f55-d379-4a93-8339-3f6750eaeaa0)] {{(pid=84876) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 07:36:16.336010 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777640533312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363259214678337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777640097497'] for port, after_update {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:36:16.337332 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Device d8dadf9c-3aaf-4ee1-9670-a6cdd8fad86d up at agent ovs-agent-n-d-768862-2 {{(pid=84876) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 07:36:16.467313 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-e1b66172-cb50-4523-a0f9-4c14079fb657 tempest-RoutersNegativeTest-536999269 tempest-RoutersNegativeTest-536999269] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3889632'] for router_interface, before_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:36:16.508461 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-0749461b-f550-4f0e-b50d-069795e6dbcf None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84876) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:36:17.140999 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Pushing event updated for resources: {'Port': ['ID=6c4eb331-9f3b-45e3-83b9-792f41a403c4,revision_number=3']} {{(pid=84876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:36:17.158514 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.643s {{(pid=84876) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:36:17.339229 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Provisioning for port d8dadf9c-3aaf-4ee1-9670-a6cdd8fad86d completed by entity L2. {{(pid=84876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 07:36:17.370347 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Provisioning complete for port d8dadf9c-3aaf-4ee1-9670-a6cdd8fad86d triggered by entity L2. {{(pid=84876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 07:36:17.370959 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-604227'] for port, provisioning_complete {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:36:17.416298 n-d-768862-2 neutron-server[84765]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fdfab434-8e51-4583-b0f7-bc709f28532f tempest-TestNetworkAdvancedServerOps-470546014 tempest-TestNetworkAdvancedServerOps-470546014] Router 42ab0c25-92c3-4838-bcb1-6c27b439c656 has already been hosted by L3 agent 35f592e9-451b-4db9-abea-77b6a5c5391b {{(pid=84875) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Jan 14 07:36:17.449952 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-b5d7d155-6568-4969-8a54-55b4f72f96fb None None] Provisioning complete for port d8dadf9c-3aaf-4ee1-9670-a6cdd8fad86d triggered by entity DHCP. {{(pid=84876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 07:36:17.450381 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-b5d7d155-6568-4969-8a54-55b4f72f96fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-604227'] for port, provisioning_complete {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:36:17.535407 n-d-768862-2 neutron-server[84765]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3f32a7bb-4205-4920-b7fd-c01650cc3e96 tempest-RoutersTest-1255860389 tempest-RoutersTest-1255860389] Router c174039a-7a5d-4a09-a138-a231eff20228 has already been hosted by L3 agent 35f592e9-451b-4db9-abea-77b6a5c5391b {{(pid=84874) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Jan 14 07:36:17.641071 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555753'] for port, before_update {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:36:17.771981 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] For port d8dadf9c-3aaf-4ee1-9670-a6cdd8fad86d, host n-d-768862-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-2',level=0,port_id=d8dadf9c-3aaf-4ee1-9670-a6cdd8fad86d,segment=NetworkSegment(489b0504-8077-4817-9a5d-bb0a72d88f82),segment_id=489b0504-8077-4817-9a5d-bb0a72d88f82)] {{(pid=84876) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 07:36:17.782636 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777640533312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363259214678337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777640097497'] for port, after_update {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:36:17.783585 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Device 0bef5d74-795b-4927-b93c-d6d1067fb9e8 up at agent ovs-agent-n-d-768862-2 {{(pid=84876) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 07:36:17.810764 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fdfab434-8e51-4583-b0f7-bc709f28532f tempest-TestNetworkAdvancedServerOps-470546014 tempest-TestNetworkAdvancedServerOps-470546014] Notify agent at l3_agent.n-d-768862-2 the message routers_updated {{(pid=84875) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jan 14 07:36:17.827208 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c14f6f6d-e5d0-4a48-88c0-6ed1fd40ed7d None None] Sync routers for ids ['42ab0c25-92c3-4838-bcb1-6c27b439c656'] in n-d-768862-2 {{(pid=84877) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Jan 14 07:36:17.849044 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c14f6f6d-e5d0-4a48-88c0-6ed1fd40ed7d None None] Routers {'42ab0c25-92c3-4838-bcb1-6c27b439c656'} bound to L3 agent in host n-d-768862-2 {{(pid=84877) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 14 07:36:17.849936 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_hamode_db [None req-c14f6f6d-e5d0-4a48-88c0-6ed1fd40ed7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-01-14T06:56:51Z,description=,heartbeat_timestamp=2021-01-14T07:35:52Z,host='n-d-768862-2',id=35f592e9-451b-4db9-abea-77b6a5c5391b,load=0,resource_versions=,resources_synced=,started_at=2021-01-14T06:56:51Z,topic='l3_agent')) {'router_ids': ['42ab0c25-92c3-4838-bcb1-6c27b439c656'], 'active': True} {{(pid=84877) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:36:17.862676 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-fdfab434-8e51-4583-b0f7-bc709f28532f tempest-TestNetworkAdvancedServerOps-470546014 tempest-TestNetworkAdvancedServerOps-470546014] 10.222.0.24 "PUT /v2.0/routers/42ab0c25-92c3-4838-bcb1-6c27b439c656/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.2183177 Jan 14 07:36:17.878898 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84875) accepted ('10.222.0.24', 34750) {{(pid=84875) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:36:17.896345 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-5963e16e-94a4-427b-8a98-31d66621a62a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84876) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:36:18.082137 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Pushing event updated for resources: {'Port': ['ID=d8dadf9c-3aaf-4ee1-9670-a6cdd8fad86d,revision_number=3']} {{(pid=84876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:36:18.095671 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.199s {{(pid=84876) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:36:18.150631 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Provisioning complete for port 0bef5d74-795b-4927-b93c-d6d1067fb9e8 triggered by entity L2. {{(pid=84876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 07:36:18.151035 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-604227'] for port, provisioning_complete {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:36:18.209098 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-b5d7d155-6568-4969-8a54-55b4f72f96fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555753'] for port, before_update {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:36:18.337245 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_dvr_db [None req-c14f6f6d-e5d0-4a48-88c0-6ed1fd40ed7d None None] Set router 42ab0c25-92c3-4838-bcb1-6c27b439c656 gateway port host: n-d-768862-2 {{(pid=84877) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 14 07:36:18.469230 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.db_base_plugin_v2 [None req-58633aa4-9d35-4dce-9e61-4cfe2485ffeb tempest-TestNetworkAdvancedServerOps-470546014 tempest-TestNetworkAdvancedServerOps-470546014] Deleting subnet 9cbf4b85-b130-4179-a902-27c572163648 {{(pid=84875) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Jan 14 07:36:18.473041 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-58633aa4-9d35-4dce-9e61-4cfe2485ffeb tempest-TestNetworkAdvancedServerOps-470546014 tempest-TestNetworkAdvancedServerOps-470546014] Notify callbacks [] for subnet, before_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:36:18.564092 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.db.api [None req-b5d7d155-6568-4969-8a54-55b4f72f96fb None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=84876) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Jan 14 07:36:18.564656 n-d-768862-2 neutron-server[84765]: DEBUG oslo_db.api [None req-b5d7d155-6568-4969-8a54-55b4f72f96fb None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=84876) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Jan 14 07:36:18.624383 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-58633aa4-9d35-4dce-9e61-4cfe2485ffeb tempest-TestNetworkAdvancedServerOps-470546014 tempest-TestNetworkAdvancedServerOps-470546014] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3367281'] for subnet, precommit_delete_associations {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:36:18.635070 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3f32a7bb-4205-4920-b7fd-c01650cc3e96 tempest-RoutersTest-1255860389 tempest-RoutersTest-1255860389] Notify agent at l3_agent.n-d-768862-2 the message routers_updated {{(pid=84874) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jan 14 07:36:18.653447 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95240a03-3124-45be-b753-cd75a26dd021 None None] Sync routers for ids ['c174039a-7a5d-4a09-a138-a231eff20228'] in n-d-768862-2 {{(pid=84876) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Jan 14 07:36:18.700725 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-3f32a7bb-4205-4920-b7fd-c01650cc3e96 tempest-RoutersTest-1255860389 tempest-RoutersTest-1255860389] 10.222.0.24 "PUT /v2.0/routers/c174039a-7a5d-4a09-a138-a231eff20228/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 11.3429301 Jan 14 07:36:18.720221 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84874) accepted ('10.222.0.24', 34768) {{(pid=84874) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:36:18.732425 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95240a03-3124-45be-b753-cd75a26dd021 None None] Routers {'c174039a-7a5d-4a09-a138-a231eff20228'} bound to L3 agent in host n-d-768862-2 {{(pid=84876) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 14 07:36:18.733131 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_hamode_db [None req-95240a03-3124-45be-b753-cd75a26dd021 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-01-14T06:56:51Z,description=,heartbeat_timestamp=2021-01-14T07:35:52Z,host='n-d-768862-2',id=35f592e9-451b-4db9-abea-77b6a5c5391b,load=0,resource_versions=,resources_synced=,started_at=2021-01-14T06:56:51Z,topic='l3_agent')) {'router_ids': ['c174039a-7a5d-4a09-a138-a231eff20228'], 'active': True} {{(pid=84876) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:36:18.835403 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-4908fd29-f524-472b-a250-bc436cfde937 tempest-RoutersTest-1255860389 tempest-RoutersTest-1255860389] Synchronizing usage tracker for tenant:2a076c09cf6548039ba7b64b98184a0e on resource:port {{(pid=84874) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 14 07:36:18.857725 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-58633aa4-9d35-4dce-9e61-4cfe2485ffeb tempest-TestNetworkAdvancedServerOps-470546014 tempest-TestNetworkAdvancedServerOps-470546014] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036854176836'] for subnet, precommit_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:36:18.896933 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-4908fd29-f524-472b-a250-bc436cfde937 tempest-RoutersTest-1255860389 tempest-RoutersTest-1255860389] Unset dirty status for tenant:2a076c09cf6548039ba7b64b98184a0e on resource:port {{(pid=84874) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 14 07:36:18.913207 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-4908fd29-f524-472b-a250-bc436cfde937 tempest-RoutersTest-1255860389 tempest-RoutersTest-1255860389] 10.222.0.24 "GET /v2.0/ports?device_id=c174039a-7a5d-4a09-a138-a231eff20228 HTTP/1.1" status: 200 len: 205 time: 0.1911399 Jan 14 07:36:18.937064 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84874) accepted ('10.222.0.24', 34774) {{(pid=84874) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:36:18.979016 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-d7d60a5e-3308-49e8-a1d8-b1482a7047be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363259214191800', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854171626'] for agent, after_update {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:36:18.982151 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_hamode_db [None req-95240a03-3124-45be-b753-cd75a26dd021 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768862-2', False) {} {{(pid=84876) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:36:19.037494 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95240a03-3124-45be-b753-cd75a26dd021 None None] Routers {'c174039a-7a5d-4a09-a138-a231eff20228'} bound to L3 agent in host n-d-768862-2 {{(pid=84876) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 14 07:36:19.038307 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_hamode_db [None req-95240a03-3124-45be-b753-cd75a26dd021 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-01-14T06:56:51Z,description=,heartbeat_timestamp=2021-01-14T07:35:52Z,host='n-d-768862-2',id=35f592e9-451b-4db9-abea-77b6a5c5391b,load=0,resource_versions=,resources_synced=,started_at=2021-01-14T06:56:51Z,topic='l3_agent')) {'router_ids': ['c174039a-7a5d-4a09-a138-a231eff20228'], 'active': True} {{(pid=84876) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:36:19.093265 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_hamode_db [None req-c14f6f6d-e5d0-4a48-88c0-6ed1fd40ed7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '42ab0c25-92c3-4838-bcb1-6c27b439c656', 'name': 'tempest-TestNetworkAdvancedServerOps-router-838559238', 'tenant_id': '6f3510a486e44d0a99223e7a34e71069', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '226f1e78-82cd-4481-9055-4eb73b6db8c1', 'external_fixed_ips': [{'subnet_id': 'ba8deeec-7658-4195-9449-038c076f5c83', 'ip_address': '172.25.2.72'}], 'enable_snat': True}, 'gw_port_id': '57158070-a688-42a1-ab18-98f4211d8279', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-14T07:35:41Z', 'updated_at': '2021-01-14T07:36:14Z', 'revision_number': 5, 'project_id': '6f3510a486e44d0a99223e7a34e71069', 'gw_port': {'id': '57158070-a688-42a1-ab18-98f4211d8279', 'name': '', 'network_id': '226f1e78-82cd-4481-9055-4eb73b6db8c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:d1:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42ab0c25-92c3-4838-bcb1-6c27b439c656', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3016, 'fixed_ips': [{'subnet_id': 'ba8deeec-7658-4195-9449-038c076f5c83', 'ip_address': '172.25.2.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T07:35:43Z', 'updated_at': '2021-01-14T07:36:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ba8deeec-7658-4195-9449-038c076f5c83', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-2'}], 'n-d-768862-2', False) {} {{(pid=84877) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:36:19.098357 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c14f6f6d-e5d0-4a48-88c0-6ed1fd40ed7d None None] Checking router: 42ab0c25-92c3-4838-bcb1-6c27b439c656 for host: n-d-768862-2 {{(pid=84877) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Jan 14 07:36:19.109308 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c14f6f6d-e5d0-4a48-88c0-6ed1fd40ed7d None None] Routers {'42ab0c25-92c3-4838-bcb1-6c27b439c656'} bound to L3 agent in host n-d-768862-2 {{(pid=84877) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 14 07:36:19.110162 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_hamode_db [None req-c14f6f6d-e5d0-4a48-88c0-6ed1fd40ed7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-01-14T06:56:51Z,description=,heartbeat_timestamp=2021-01-14T07:35:52Z,host='n-d-768862-2',id=35f592e9-451b-4db9-abea-77b6a5c5391b,load=0,resource_versions=,resources_synced=,started_at=2021-01-14T06:56:51Z,topic='l3_agent')) {'router_ids': ['42ab0c25-92c3-4838-bcb1-6c27b439c656'], 'active': True} {{(pid=84877) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:36:19.313966 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_hamode_db [None req-95240a03-3124-45be-b753-cd75a26dd021 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768862-2', False) {} {{(pid=84876) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:36:19.314428 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95240a03-3124-45be-b753-cd75a26dd021 None None] The sync data for ids ['c174039a-7a5d-4a09-a138-a231eff20228'] in n-d-768862-2 is: [] {{(pid=84876) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Jan 14 07:36:19.415532 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-d32adf0c-ffc3-4cc9-b61e-57387d2bcdd0 tempest-RoutersTest-1255860389 tempest-RoutersTest-1255860389] Notify callbacks [] for router, before_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:36:19.521141 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-16a1df46-50ee-4833-accd-c8e7de87b8b0 None None] Could not find standard attr ID for object a92f394f-637b-4804-b895-c4943e6408fb. {{(pid=84876) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Jan 14 07:36:19.551167 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-16a1df46-50ee-4833-accd-c8e7de87b8b0 None None] Provisioning complete for port 6c4eb331-9f3b-45e3-83b9-792f41a403c4 triggered by entity DHCP. {{(pid=84876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 07:36:19.551563 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-16a1df46-50ee-4833-accd-c8e7de87b8b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-604227'] for port, provisioning_complete {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:36:19.607947 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-58633aa4-9d35-4dce-9e61-4cfe2485ffeb tempest-TestNetworkAdvancedServerOps-470546014 tempest-TestNetworkAdvancedServerOps-470546014] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-598964', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850887113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3154192', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2308610'] for subnet, after_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:36:19.660253 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_dvr_db [None req-c14f6f6d-e5d0-4a48-88c0-6ed1fd40ed7d None None] Set router 42ab0c25-92c3-4838-bcb1-6c27b439c656 gateway port host: n-d-768862-2 {{(pid=84877) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 14 07:36:19.661725 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Device 6c4eb331-9f3b-45e3-83b9-792f41a403c4 up at agent ovs-agent-n-d-768862-2 {{(pid=84876) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 07:36:19.820863 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Provisioning complete for port 6c4eb331-9f3b-45e3-83b9-792f41a403c4 triggered by entity L2. {{(pid=84876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 07:36:19.821282 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-604227'] for port, provisioning_complete {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:36:19.890625 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-8c5399c0-c570-4650-b610-f510656bc588 tempest-PortsTestJSON-2091589570 tempest-PortsTestJSON-2091589570] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:36:19.951860 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-58633aa4-9d35-4dce-9e61-4cfe2485ffeb tempest-TestNetworkAdvancedServerOps-470546014 tempest-TestNetworkAdvancedServerOps-470546014] Notify callbacks [] for subnet, before_response {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:36:19.968379 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-58633aa4-9d35-4dce-9e61-4cfe2485ffeb tempest-TestNetworkAdvancedServerOps-470546014 tempest-TestNetworkAdvancedServerOps-470546014] 10.222.0.24 "DELETE /v2.0/subnets/9cbf4b85-b130-4179-a902-27c572163648 HTTP/1.1" status: 204 len: 168 time: 2.0881982 Jan 14 07:36:19.969114 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84875) accepted ('10.222.0.24', 34790) {{(pid=84875) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:36:19.973332 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58633aa4-9d35-4dce-9e61-4cfe2485ffeb tempest-TestNetworkAdvancedServerOps-470546014 tempest-TestNetworkAdvancedServerOps-470546014] Pushing event deleted for resources: {'Subnet': ['ID=9cbf4b85-b130-4179-a902-27c572163648,revision_number=None']} {{(pid=84875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:36:19.984769 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-58633aa4-9d35-4dce-9e61-4cfe2485ffeb tempest-TestNetworkAdvancedServerOps-470546014 tempest-TestNetworkAdvancedServerOps-470546014] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:36:20.024190 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89205ca8-b8de-47a1-96c5-eb5fb635d962 None None] Network 9cce2b33-e4ed-4aa7-bc59-614f3972ae2b requested from n-d-768862-2 {{(pid=84876) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 07:36:20.043983 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.plugin [None req-e1b66172-cb50-4523-a0f9-4c14079fb657 tempest-RoutersNegativeTest-536999269 tempest-RoutersNegativeTest-536999269] Deleting port cbf1a816-c07c-495e-b9fd-da7157a9b466 {{(pid=84874) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 07:36:20.044366 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-e1b66172-cb50-4523-a0f9-4c14079fb657 tempest-RoutersNegativeTest-536999269 tempest-RoutersNegativeTest-536999269] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363259214248359'] for port, before_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:36:20.303778 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-9712b540-caa9-4f77-86b1-6a9c246189d1 tempest-TestNetworkAdvancedServerOps-470546014 tempest-TestNetworkAdvancedServerOps-470546014] Notify callbacks [] for router, before_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:36:20.343756 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_hamode_db [None req-c14f6f6d-e5d0-4a48-88c0-6ed1fd40ed7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '42ab0c25-92c3-4838-bcb1-6c27b439c656', 'name': 'tempest-TestNetworkAdvancedServerOps-router-838559238', 'tenant_id': '6f3510a486e44d0a99223e7a34e71069', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '226f1e78-82cd-4481-9055-4eb73b6db8c1', 'external_fixed_ips': [{'subnet_id': 'ba8deeec-7658-4195-9449-038c076f5c83', 'ip_address': '172.25.2.72'}], 'enable_snat': True}, 'gw_port_id': '57158070-a688-42a1-ab18-98f4211d8279', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-14T07:35:41Z', 'updated_at': '2021-01-14T07:36:14Z', 'revision_number': 5, 'project_id': '6f3510a486e44d0a99223e7a34e71069', 'gw_port': {'id': '57158070-a688-42a1-ab18-98f4211d8279', 'name': '', 'network_id': '226f1e78-82cd-4481-9055-4eb73b6db8c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:d1:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42ab0c25-92c3-4838-bcb1-6c27b439c656', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3016, 'fixed_ips': [{'subnet_id': 'ba8deeec-7658-4195-9449-038c076f5c83', 'ip_address': '172.25.2.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T07:35:43Z', 'updated_at': '2021-01-14T07:36:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ba8deeec-7658-4195-9449-038c076f5c83', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-2'}], 'n-d-768862-2', False) {} {{(pid=84877) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:36:20.352047 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c14f6f6d-e5d0-4a48-88c0-6ed1fd40ed7d None None] The sync data for ids ['42ab0c25-92c3-4838-bcb1-6c27b439c656'] in n-d-768862-2 is: [{'id': '42ab0c25-92c3-4838-bcb1-6c27b439c656', 'name': 'tempest-TestNetworkAdvancedServerOps-router-838559238', 'tenant_id': '6f3510a486e44d0a99223e7a34e71069', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '226f1e78-82cd-4481-9055-4eb73b6db8c1', 'external_fixed_ips': [{'subnet_id': 'ba8deeec-7658-4195-9449-038c076f5c83', 'ip_address': '172.25.2.72'}], 'enable_snat': True}, 'gw_port_id': '57158070-a688-42a1-ab18-98f4211d8279', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-14T07:35:41Z', 'updated_at': '2021-01-14T07:36:14Z', 'revision_number': 5, 'project_id': '6f3510a486e44d0a99223e7a34e71069', 'gw_port': {'id': '57158070-a688-42a1-ab18-98f4211d8279', 'name': '', 'network_id': '226f1e78-82cd-4481-9055-4eb73b6db8c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:d1:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42ab0c25-92c3-4838-bcb1-6c27b439c656', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3016, 'fixed_ips': [{'subnet_id': 'ba8deeec-7658-4195-9449-038c076f5c83', 'ip_address': '172.25.2.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T07:35:43Z', 'updated_at': '2021-01-14T07:36:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ba8deeec-7658-4195-9449-038c076f5c83', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-2'}] {{(pid=84877) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Jan 14 07:36:20.386349 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-e1b66172-cb50-4523-a0f9-4c14079fb657 tempest-RoutersNegativeTest-536999269 tempest-RoutersNegativeTest-536999269] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036850862667'] for port, precommit_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:36:20.529054 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-16a1df46-50ee-4833-accd-c8e7de87b8b0 None None] Provisioning for port 5d10825a-22fc-44b5-9add-fe108dbb455f completed by entity DHCP. {{(pid=84876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 07:36:20.599222 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Device 5d10825a-22fc-44b5-9add-fe108dbb455f up at agent ovs-agent-n-d-768862-2 {{(pid=84876) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 07:36:20.732409 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.plugin [None req-e1b66172-cb50-4523-a0f9-4c14079fb657 tempest-RoutersNegativeTest-536999269 tempest-RoutersNegativeTest-536999269] Calling delete_port for cbf1a816-c07c-495e-b9fd-da7157a9b466 owned by network:router_interface {{(pid=84874) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 07:36:20.794203 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5dfb75e-37a6-4ce7-8830-d4ae37ef88a3 None None] DHCP port deletion for 9cce2b33-e4ed-4aa7-bc59-614f3972ae2b request from n-d-768862-2 {{(pid=84876) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Jan 14 07:36:20.822681 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.plugin [None req-d5dfb75e-37a6-4ce7-8830-d4ae37ef88a3 None None] Deleting port b63f99db-8218-469a-831c-08bb916f1cae {{(pid=84876) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 07:36:20.823259 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-d5dfb75e-37a6-4ce7-8830-d4ae37ef88a3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363259214248359'] for port, before_delete {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:36:20.897835 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-16a1df46-50ee-4833-accd-c8e7de87b8b0 None None] Provisioning for port cbf1a816-c07c-495e-b9fd-da7157a9b466 completed by entity DHCP. {{(pid=84876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 07:36:20.942548 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-16a1df46-50ee-4833-accd-c8e7de87b8b0 None None] Provisioning complete for port cbf1a816-c07c-495e-b9fd-da7157a9b466 triggered by entity DHCP. {{(pid=84876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 07:36:20.943895 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-16a1df46-50ee-4833-accd-c8e7de87b8b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-604227'] for port, provisioning_complete {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:36:20.980038 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-d32adf0c-ffc3-4cc9-b61e-57387d2bcdd0 tempest-RoutersTest-1255860389 tempest-RoutersTest-1255860389] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3889346', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036854717606'] for router, precommit_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:36:20.982679 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-d32adf0c-ffc3-4cc9-b61e-57387d2bcdd0 tempest-RoutersTest-1255860389 tempest-RoutersTest-1255860389] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:36:21.009894 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-d32adf0c-ffc3-4cc9-b61e-57387d2bcdd0 tempest-RoutersTest-1255860389 tempest-RoutersTest-1255860389] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036850897070'] for router, after_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:36:21.010864 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d32adf0c-ffc3-4cc9-b61e-57387d2bcdd0 tempest-RoutersTest-1255860389 tempest-RoutersTest-1255860389] Fanout notify agent at l3_agent the message router_deleted on router c174039a-7a5d-4a09-a138-a231eff20228 {{(pid=84874) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jan 14 07:36:21.059817 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.plugin [None req-16a1df46-50ee-4833-accd-c8e7de87b8b0 None None] Port cbf1a816-c07c-495e-b9fd-da7157a9b466 cannot update to ACTIVE because it is not bound. {{(pid=84876) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:329}} Jan 14 07:36:21.063157 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Provisioning for port 5d10825a-22fc-44b5-9add-fe108dbb455f completed by entity L2. {{(pid=84876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 07:36:21.083459 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-16a1df46-50ee-4833-accd-c8e7de87b8b0 None None] Provisioning complete for port d8dadf9c-3aaf-4ee1-9670-a6cdd8fad86d triggered by entity DHCP. {{(pid=84876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 07:36:21.083948 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-16a1df46-50ee-4833-accd-c8e7de87b8b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-604227'] for port, provisioning_complete {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:36:21.113616 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Provisioning complete for port 5d10825a-22fc-44b5-9add-fe108dbb455f triggered by entity L2. {{(pid=84876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 07:36:21.114042 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-604227'] for port, provisioning_complete {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:36:21.137967 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-d32adf0c-ffc3-4cc9-b61e-57387d2bcdd0 tempest-RoutersTest-1255860389 tempest-RoutersTest-1255860389] Notify callbacks [] for router, before_response {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:36:21.139544 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-d32adf0c-ffc3-4cc9-b61e-57387d2bcdd0 tempest-RoutersTest-1255860389 tempest-RoutersTest-1255860389] 10.222.0.24 "DELETE /v2.0/routers/c174039a-7a5d-4a09-a138-a231eff20228 HTTP/1.1" status: 204 len: 168 time: 2.2013617 Jan 14 07:36:21.148211 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84874) accepted ('10.222.0.24', 34804) {{(pid=84874) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:36:21.280405 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-9712b540-caa9-4f77-86b1-6a9c246189d1 tempest-TestNetworkAdvancedServerOps-470546014 tempest-TestNetworkAdvancedServerOps-470546014] Notify callbacks [] for router_gateway, before_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:36:21.297409 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.plugin [None req-9712b540-caa9-4f77-86b1-6a9c246189d1 tempest-TestNetworkAdvancedServerOps-470546014 tempest-TestNetworkAdvancedServerOps-470546014] Deleting port 57158070-a688-42a1-ab18-98f4211d8279 {{(pid=84875) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 07:36:21.297792 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-9712b540-caa9-4f77-86b1-6a9c246189d1 tempest-TestNetworkAdvancedServerOps-470546014 tempest-TestNetworkAdvancedServerOps-470546014] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363259214248359'] for port, before_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:36:21.383317 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [None req-d5dfb75e-37a6-4ce7-8830-d4ae37ef88a3 None None] For port b63f99db-8218-469a-831c-08bb916f1cae, host n-d-768862-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-2',level=0,port_id=b63f99db-8218-469a-831c-08bb916f1cae,segment=NetworkSegment(096edb7d-cf6c-47f3-bc5f-934027dd9fdd),segment_id=096edb7d-cf6c-47f3-bc5f-934027dd9fdd)] {{(pid=84876) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 07:36:21.383793 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-d5dfb75e-37a6-4ce7-8830-d4ae37ef88a3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036850862667'] for port, precommit_delete {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:36:21.398115 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.db_base_plugin_v2 [None req-1f8317d5-131f-4b07-b6b0-e09eb11cf1ea tempest-RoutersTest-1255860389 tempest-RoutersTest-1255860389] Deleting subnet 4b767cc5-2492-4eea-b3af-1382c804ae84 {{(pid=84874) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Jan 14 07:36:21.402344 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-1f8317d5-131f-4b07-b6b0-e09eb11cf1ea tempest-RoutersTest-1255860389 tempest-RoutersTest-1255860389] Notify callbacks [] for subnet, before_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:36:21.465644 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-1f8317d5-131f-4b07-b6b0-e09eb11cf1ea tempest-RoutersTest-1255860389 tempest-RoutersTest-1255860389] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036851807232'] for subnet, precommit_delete_associations {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:36:21.521355 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.plugin [None req-d5dfb75e-37a6-4ce7-8830-d4ae37ef88a3 None None] Calling delete_port for b63f99db-8218-469a-831c-08bb916f1cae owned by network:dhcp {{(pid=84876) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 07:36:21.564089 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-1f8317d5-131f-4b07-b6b0-e09eb11cf1ea tempest-RoutersTest-1255860389 tempest-RoutersTest-1255860389] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036854176836'] for subnet, precommit_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:36:21.657275 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-d5dfb75e-37a6-4ce7-8830-d4ae37ef88a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777640533329', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777640097463'] for port, after_delete {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:36:21.748553 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [None req-9712b540-caa9-4f77-86b1-6a9c246189d1 tempest-TestNetworkAdvancedServerOps-470546014 tempest-TestNetworkAdvancedServerOps-470546014] For port 57158070-a688-42a1-ab18-98f4211d8279, host n-d-768862-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-2',level=0,port_id=57158070-a688-42a1-ab18-98f4211d8279,segment=NetworkSegment(cf3ded2c-bc47-4a71-89af-6e7117e60140),segment_id=cf3ded2c-bc47-4a71-89af-6e7117e60140)] {{(pid=84875) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 07:36:21.748998 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-9712b540-caa9-4f77-86b1-6a9c246189d1 tempest-TestNetworkAdvancedServerOps-470546014 tempest-TestNetworkAdvancedServerOps-470546014] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036850862667'] for port, precommit_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:36:21.773497 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555753'] for port, before_update {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:36:21.792186 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-36aa71c2-ae70-4305-bceb-feaa921265a4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84876) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:36:21.878596 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5dfb75e-37a6-4ce7-8830-d4ae37ef88a3 None None] Pushing event deleted for resources: {'Port': ['ID=b63f99db-8218-469a-831c-08bb916f1cae,revision_number=None']} {{(pid=84876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:36:21.901569 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5dfb75e-37a6-4ce7-8830-d4ae37ef88a3 None None] No DVR routers for this DVR port b63f99db-8218-469a-831c-08bb916f1cae on host n-d-768862-2 {{(pid=84876) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Jan 14 07:36:21.904752 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-d5dfb75e-37a6-4ce7-8830-d4ae37ef88a3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=84876) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:36:21.923628 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-4fba184d-bf17-4e46-a8be-ecaf586bc169 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363259214191800', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854171626'] for agent, after_update {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:36:21.931261 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-da76cfc0-98e8-4426-9f6d-4f05aa3fae78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363259214191800', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854171626'] for agent, after_update {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:36:21.961181 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-e1b66172-cb50-4523-a0f9-4c14079fb657 tempest-RoutersNegativeTest-536999269 tempest-RoutersNegativeTest-536999269] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777640533329', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777640097463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3254186'] for port, after_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:36:22.024757 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] For port 5d10825a-22fc-44b5-9add-fe108dbb455f, host n-d-768862-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-2',level=0,port_id=5d10825a-22fc-44b5-9add-fe108dbb455f,segment=NetworkSegment(17a72051-6b19-4ee6-bc81-7856bda464e9),segment_id=17a72051-6b19-4ee6-bc81-7856bda464e9)] {{(pid=84876) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 07:36:22.057200 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777640533312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363259214678337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777640097497'] for port, after_update {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:36:22.060714 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Device d8dadf9c-3aaf-4ee1-9670-a6cdd8fad86d up at agent ovs-agent-n-d-768862-2 {{(pid=84876) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 07:36:22.087435 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.plugin [None req-9712b540-caa9-4f77-86b1-6a9c246189d1 tempest-TestNetworkAdvancedServerOps-470546014 tempest-TestNetworkAdvancedServerOps-470546014] Calling delete_port for 57158070-a688-42a1-ab18-98f4211d8279 owned by network:router_gateway {{(pid=84875) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 07:36:22.100463 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84876) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:36:22.143199 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-afca6d08-6c50-4da1-a902-8073344e8206 tempest-PortsIpV6TestJSON-1330665174 tempest-PortsIpV6TestJSON-1330665174] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:36:22.229964 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Pushing event updated for resources: {'Port': ['ID=5d10825a-22fc-44b5-9add-fe108dbb455f,revision_number=3']} {{(pid=84876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:36:22.252810 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=84876) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:36:22.292326 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-7d54b6f7-de90-4120-bede-ff368918885f None None] Provisioning complete for port 5d10825a-22fc-44b5-9add-fe108dbb455f triggered by entity DHCP. {{(pid=84876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 07:36:22.292754 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-7d54b6f7-de90-4120-bede-ff368918885f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-604227'] for port, provisioning_complete {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:36:22.419330 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1b66172-cb50-4523-a0f9-4c14079fb657 tempest-RoutersNegativeTest-536999269 tempest-RoutersNegativeTest-536999269] Pushing event deleted for resources: {'Port': ['ID=cbf1a816-c07c-495e-b9fd-da7157a9b466,revision_number=None']} {{(pid=84874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:36:22.442359 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-9712b540-caa9-4f77-86b1-6a9c246189d1 tempest-TestNetworkAdvancedServerOps-470546014 tempest-TestNetworkAdvancedServerOps-470546014] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777640533329', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777640097463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851621574'] for port, after_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:36:22.517652 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-e1b66172-cb50-4523-a0f9-4c14079fb657 tempest-RoutersNegativeTest-536999269 tempest-RoutersNegativeTest-536999269] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.374s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:36:22.545328 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Provisioning complete for port d8dadf9c-3aaf-4ee1-9670-a6cdd8fad86d triggered by entity L2. {{(pid=84876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 07:36:22.545757 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-604227'] for port, provisioning_complete {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:36:22.762102 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-e1b66172-cb50-4523-a0f9-4c14079fb657 tempest-RoutersNegativeTest-536999269 tempest-RoutersNegativeTest-536999269] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted--9223372036851568851', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal--9223372036850888080'] for router_interface, after_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:36:22.783115 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-1f8317d5-131f-4b07-b6b0-e09eb11cf1ea tempest-RoutersTest-1255860389 tempest-RoutersTest-1255860389] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-598964', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850887113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036851521664', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2794686'] for subnet, after_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:36:22.922303 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-9712b540-caa9-4f77-86b1-6a9c246189d1 tempest-TestNetworkAdvancedServerOps-470546014 tempest-TestNetworkAdvancedServerOps-470546014] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036850863128'] for router_gateway, after_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:36:22.936777 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-e284a4ca-ccfe-483a-a35d-5915dcfe1742 tempest-PortsTestJSON-2091589570 tempest-PortsTestJSON-2091589570] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:36:23.064167 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363259214191800', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854171626'] for agent, after_update {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:36:23.090279 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f8317d5-131f-4b07-b6b0-e09eb11cf1ea tempest-RoutersTest-1255860389 tempest-RoutersTest-1255860389] Pushing event deleted for resources: {'Subnet': ['ID=4b767cc5-2492-4eea-b3af-1382c804ae84,revision_number=None']} {{(pid=84874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:36:23.099922 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-9712b540-caa9-4f77-86b1-6a9c246189d1 tempest-TestNetworkAdvancedServerOps-470546014 tempest-TestNetworkAdvancedServerOps-470546014] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3889346', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036854717606'] for router, precommit_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:36:23.102605 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-9712b540-caa9-4f77-86b1-6a9c246189d1 tempest-TestNetworkAdvancedServerOps-470546014 tempest-TestNetworkAdvancedServerOps-470546014] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:36:23.104807 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aed7aea7-08b0-44e2-9103-26d96fd692f4 None None] Network 2c9dd3e3-4629-4680-be96-a5b2de37e28a requested from n-d-768862-2 {{(pid=84876) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 07:36:23.109433 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-1f8317d5-131f-4b07-b6b0-e09eb11cf1ea tempest-RoutersTest-1255860389 tempest-RoutersTest-1255860389] Notify callbacks [] for subnet, before_response {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:36:23.122274 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-1f8317d5-131f-4b07-b6b0-e09eb11cf1ea tempest-RoutersTest-1255860389 tempest-RoutersTest-1255860389] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.185s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:36:23.137645 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84875) accepted ('10.222.0.24', 34858) {{(pid=84875) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:36:23.142761 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-1f8317d5-131f-4b07-b6b0-e09eb11cf1ea tempest-RoutersTest-1255860389 tempest-RoutersTest-1255860389] 10.222.0.24 "DELETE /v2.0/subnets/4b767cc5-2492-4eea-b3af-1382c804ae84 HTTP/1.1" status: 204 len: 168 time: 1.9930291 Jan 14 07:36:23.222681 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-9712b540-caa9-4f77-86b1-6a9c246189d1 tempest-TestNetworkAdvancedServerOps-470546014 tempest-TestNetworkAdvancedServerOps-470546014] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036850897070'] for router, after_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:36:23.223257 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9712b540-caa9-4f77-86b1-6a9c246189d1 tempest-TestNetworkAdvancedServerOps-470546014 tempest-TestNetworkAdvancedServerOps-470546014] Fanout notify agent at l3_agent the message router_deleted on router 42ab0c25-92c3-4838-bcb1-6c27b439c656 {{(pid=84875) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jan 14 07:36:23.308214 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-9712b540-caa9-4f77-86b1-6a9c246189d1 tempest-TestNetworkAdvancedServerOps-470546014 tempest-TestNetworkAdvancedServerOps-470546014] Notify callbacks [] for router, before_response {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:36:23.332324 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-9712b540-caa9-4f77-86b1-6a9c246189d1 tempest-TestNetworkAdvancedServerOps-470546014 tempest-TestNetworkAdvancedServerOps-470546014] 10.222.0.24 "DELETE /v2.0/routers/42ab0c25-92c3-4838-bcb1-6c27b439c656 HTTP/1.1" status: 204 len: 168 time: 3.3394957 Jan 14 07:36:23.333202 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84875) accepted ('10.222.0.24', 34866) {{(pid=84875) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:36:23.383354 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Device 5d10825a-22fc-44b5-9add-fe108dbb455f up at agent ovs-agent-n-d-768862-2 {{(pid=84876) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 07:36:23.421276 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-deaf236c-5259-409d-90b7-e37848aee9da tempest-RoutersTest-1255860389 tempest-RoutersTest-1255860389] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036854160497'] for network, before_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:36:23.574202 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Provisioning complete for port 5d10825a-22fc-44b5-9add-fe108dbb455f triggered by entity L2. {{(pid=84876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 07:36:23.574202 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-604227'] for port, provisioning_complete {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:36:23.652723 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-0f37073e-9c69-4e3c-80e0-6cfaa0fd61a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363259214191800', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854171626'] for agent, after_update {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:36:23.723108 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-626ae448-edd9-44b6-8967-5b98d5355230 tempest-TestNetworkAdvancedServerOps-470546014 tempest-TestNetworkAdvancedServerOps-470546014] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036854160497'] for network, before_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:36:23.813677 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad24754a-ac17-4c92-bfc9-5484519d323c None None] DHCP port deletion for 2c9dd3e3-4629-4680-be96-a5b2de37e28a request from n-d-768862-2 {{(pid=84876) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Jan 14 07:36:23.824829 n-d-768862-2 neutron-server[84765]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e1b66172-cb50-4523-a0f9-4c14079fb657 tempest-RoutersNegativeTest-536999269 tempest-RoutersNegativeTest-536999269] Router bd4c67a9-deea-4b69-8d19-5fafc992451e has already been hosted by L3 agent 35f592e9-451b-4db9-abea-77b6a5c5391b {{(pid=84874) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Jan 14 07:36:23.834755 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.plugin [None req-ad24754a-ac17-4c92-bfc9-5484519d323c None None] Deleting port 6c4eb331-9f3b-45e3-83b9-792f41a403c4 {{(pid=84876) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 07:36:23.835185 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-ad24754a-ac17-4c92-bfc9-5484519d323c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363259214248359'] for port, before_delete {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:36:23.879810 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Device b63f99db-8218-469a-831c-08bb916f1cae no longer exists at agent ovs-agent-n-d-768862-2 {{(pid=84876) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jan 14 07:36:23.921214 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.plugin [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] No Port match for: b63f99db-8218-469a-831c-08bb916f1cae {{(pid=84876) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2188}} Jan 14 07:36:23.921582 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Device b63f99db-8218-469a-831c-08bb916f1cae not bound to the agent host n-d-768862-2 {{(pid=84876) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jan 14 07:36:23.922077 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Device 7350cbe8-231e-47a1-8f6e-84aff492f0d9 no longer exists at agent ovs-agent-n-d-768862-2 {{(pid=84876) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jan 14 07:36:23.953505 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.plugin [None req-deaf236c-5259-409d-90b7-e37848aee9da tempest-RoutersTest-1255860389 tempest-RoutersTest-1255860389] Deleting port 6c4eb331-9f3b-45e3-83b9-792f41a403c4 {{(pid=84875) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 07:36:23.962446 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-deaf236c-5259-409d-90b7-e37848aee9da tempest-RoutersTest-1255860389 tempest-RoutersTest-1255860389] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363259214248359'] for port, before_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:36:23.974791 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.plugin [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] No Port match for: 7350cbe8-231e-47a1-8f6e-84aff492f0d9 {{(pid=84876) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2188}} Jan 14 07:36:23.975043 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Device 7350cbe8-231e-47a1-8f6e-84aff492f0d9 not bound to the agent host n-d-768862-2 {{(pid=84876) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jan 14 07:36:24.200301 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [None req-ad24754a-ac17-4c92-bfc9-5484519d323c None None] For port 6c4eb331-9f3b-45e3-83b9-792f41a403c4, host n-d-768862-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-2',level=0,port_id=6c4eb331-9f3b-45e3-83b9-792f41a403c4,segment=NetworkSegment(56b91f55-d379-4a93-8339-3f6750eaeaa0),segment_id=56b91f55-d379-4a93-8339-3f6750eaeaa0)] {{(pid=84876) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 07:36:24.201338 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-ad24754a-ac17-4c92-bfc9-5484519d323c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036850862667'] for port, precommit_delete {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:36:24.201976 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-626ae448-edd9-44b6-8967-5b98d5355230 tempest-TestNetworkAdvancedServerOps-470546014 tempest-TestNetworkAdvancedServerOps-470546014] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-598987', 'neutron.services.segments.db._delete_segments_for_network-8777640583949'] for network, precommit_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:36:24.396203 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.plugin [None req-ad24754a-ac17-4c92-bfc9-5484519d323c None None] Calling delete_port for 6c4eb331-9f3b-45e3-83b9-792f41a403c4 owned by network:dhcp {{(pid=84876) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 07:36:24.477877 n-d-768862-2 neutron-server[84765]: DEBUG neutron.services.segments.db [None req-626ae448-edd9-44b6-8967-5b98d5355230 tempest-TestNetworkAdvancedServerOps-470546014 tempest-TestNetworkAdvancedServerOps-470546014] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9cce2b33-e4ed-4aa7-bc59-614f3972ae2b']}} {{(pid=84875) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:36:24.501622 n-d-768862-2 neutron-server[84765]: DEBUG neutron.services.segments.db [None req-626ae448-edd9-44b6-8967-5b98d5355230 tempest-TestNetworkAdvancedServerOps-470546014 tempest-TestNetworkAdvancedServerOps-470546014] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '096edb7d-cf6c-47f3-bc5f-934027dd9fdd') {'for_net_delete': True} {{(pid=84875) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:36:24.502336 n-d-768862-2 neutron-server[84765]: DEBUG neutron.services.segments.db [None req-626ae448-edd9-44b6-8967-5b98d5355230 tempest-TestNetworkAdvancedServerOps-470546014 tempest-TestNetworkAdvancedServerOps-470546014] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '096edb7d-cf6c-47f3-bc5f-934027dd9fdd') {} {{(pid=84875) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:36:24.522226 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-626ae448-edd9-44b6-8967-5b98d5355230 tempest-TestNetworkAdvancedServerOps-470546014 tempest-TestNetworkAdvancedServerOps-470546014] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363259214173198', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036851408567'] for segment, before_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:36:24.543767 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-626ae448-edd9-44b6-8967-5b98d5355230 tempest-TestNetworkAdvancedServerOps-470546014 tempest-TestNetworkAdvancedServerOps-470546014] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854179735'] for segment, precommit_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:36:24.545170 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-626ae448-edd9-44b6-8967-5b98d5355230 tempest-TestNetworkAdvancedServerOps-470546014 tempest-TestNetworkAdvancedServerOps-470546014] Releasing vxlan tunnel 3 to pool {{(pid=84875) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Jan 14 07:36:24.582408 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-ad24754a-ac17-4c92-bfc9-5484519d323c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777640533329', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777640097463'] for port, after_delete {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:36:24.605123 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-81cc6bf2-d8a3-41ff-b7b3-2479d2ae808f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84876) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:36:24.618861 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e1b66172-cb50-4523-a0f9-4c14079fb657 tempest-RoutersNegativeTest-536999269 tempest-RoutersNegativeTest-536999269] Notify agent at l3_agent.n-d-768862-2 the message routers_updated {{(pid=84874) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jan 14 07:36:24.631093 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa7aeeec-8cc4-4746-b1f4-ceb75d07af8b None None] Sync routers for ids ['bd4c67a9-deea-4b69-8d19-5fafc992451e'] in n-d-768862-2 {{(pid=84877) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Jan 14 07:36:24.635086 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-e1b66172-cb50-4523-a0f9-4c14079fb657 tempest-RoutersNegativeTest-536999269 tempest-RoutersNegativeTest-536999269] 10.222.0.24 "PUT /v2.0/routers/bd4c67a9-deea-4b69-8d19-5fafc992451e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 12.9572887 Jan 14 07:36:24.638797 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84874) accepted ('10.222.0.24', 34886) {{(pid=84874) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:36:24.651195 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa7aeeec-8cc4-4746-b1f4-ceb75d07af8b None None] Routers {'bd4c67a9-deea-4b69-8d19-5fafc992451e'} bound to L3 agent in host n-d-768862-2 {{(pid=84877) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 14 07:36:24.654499 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_hamode_db [None req-aa7aeeec-8cc4-4746-b1f4-ceb75d07af8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-01-14T06:56:51Z,description=,heartbeat_timestamp=2021-01-14T07:36:22Z,host='n-d-768862-2',id=35f592e9-451b-4db9-abea-77b6a5c5391b,load=0,resource_versions=,resources_synced=,started_at=2021-01-14T06:56:51Z,topic='l3_agent')) {'router_ids': ['bd4c67a9-deea-4b69-8d19-5fafc992451e'], 'active': True} {{(pid=84877) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:36:24.816234 n-d-768862-2 neutron-server[84765]: INFO neutron.api.v2.resource [None req-b633d1ec-9f03-4af1-ae8f-9af4494f3755 tempest-RoutersNegativeTest-536999269 tempest-RoutersNegativeTest-536999269] delete failed (client error): The resource could not be found. Jan 14 07:36:24.829269 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-b633d1ec-9f03-4af1-ae8f-9af4494f3755 tempest-RoutersNegativeTest-536999269 tempest-RoutersNegativeTest-536999269] 10.222.0.24 "DELETE /v2.0/routers/tempest-non_exist_router-63168930 HTTP/1.1" status: 404 len: 333 time: 0.1890895 Jan 14 07:36:24.830361 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84874) accepted ('10.222.0.24', 34892) {{(pid=84874) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:36:24.838239 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_hamode_db [None req-aa7aeeec-8cc4-4746-b1f4-ceb75d07af8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768862-2', False) {} {{(pid=84877) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:36:24.842458 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.v2.base [None req-579f8f35-f929-47b2-b625-c152e2977d11 tempest-RoutersNegativeTest-536999269 tempest-RoutersNegativeTest-536999269] Request body: {'router': {'external_gateway_info': {'network_id': 'bd4c67a9-deea-4b69-8d19-5fafc992451e'}}} {{(pid=84874) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:36:24.859515 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa7aeeec-8cc4-4746-b1f4-ceb75d07af8b None None] Routers {'bd4c67a9-deea-4b69-8d19-5fafc992451e'} bound to L3 agent in host n-d-768862-2 {{(pid=84877) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 14 07:36:24.860218 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_hamode_db [None req-aa7aeeec-8cc4-4746-b1f4-ceb75d07af8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-01-14T06:56:51Z,description=,heartbeat_timestamp=2021-01-14T07:36:22Z,host='n-d-768862-2',id=35f592e9-451b-4db9-abea-77b6a5c5391b,load=0,resource_versions=,resources_synced=,started_at=2021-01-14T06:56:51Z,topic='l3_agent')) {'router_ids': ['bd4c67a9-deea-4b69-8d19-5fafc992451e'], 'active': True} {{(pid=84877) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:36:24.900507 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad24754a-ac17-4c92-bfc9-5484519d323c None None] Pushing event deleted for resources: {'Port': ['ID=6c4eb331-9f3b-45e3-83b9-792f41a403c4,revision_number=None']} {{(pid=84876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:36:24.904413 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-ad24754a-ac17-4c92-bfc9-5484519d323c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.299s {{(pid=84876) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:36:24.928707 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad24754a-ac17-4c92-bfc9-5484519d323c None None] No DVR routers for this DVR port 6c4eb331-9f3b-45e3-83b9-792f41a403c4 on host n-d-768862-2 {{(pid=84876) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Jan 14 07:36:24.950381 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_hamode_db [None req-aa7aeeec-8cc4-4746-b1f4-ceb75d07af8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768862-2', False) {} {{(pid=84877) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:36:24.950381 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa7aeeec-8cc4-4746-b1f4-ceb75d07af8b None None] The sync data for ids ['bd4c67a9-deea-4b69-8d19-5fafc992451e'] in n-d-768862-2 is: [] {{(pid=84877) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Jan 14 07:36:25.016062 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.plugin [None req-deaf236c-5259-409d-90b7-e37848aee9da tempest-RoutersTest-1255860389 tempest-RoutersTest-1255860389] The port '6c4eb331-9f3b-45e3-83b9-792f41a403c4' was deleted {{(pid=84875) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Jan 14 07:36:25.199854 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Device 6c4eb331-9f3b-45e3-83b9-792f41a403c4 no longer exists at agent ovs-agent-n-d-768862-2 {{(pid=84876) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jan 14 07:36:25.267358 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.plugin [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] No Port match for: 6c4eb331-9f3b-45e3-83b9-792f41a403c4 {{(pid=84876) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2188}} Jan 14 07:36:25.268126 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Device 6c4eb331-9f3b-45e3-83b9-792f41a403c4 not bound to the agent host n-d-768862-2 {{(pid=84876) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jan 14 07:36:25.268784 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Device 57158070-a688-42a1-ab18-98f4211d8279 no longer exists at agent ovs-agent-n-d-768862-2 {{(pid=84876) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jan 14 07:36:25.300833 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.managers [None req-626ae448-edd9-44b6-8967-5b98d5355230 tempest-TestNetworkAdvancedServerOps-470546014 tempest-TestNetworkAdvancedServerOps-470546014] Network 9cce2b33-e4ed-4aa7-bc59-614f3972ae2b has no segments {{(pid=84875) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 14 07:36:25.312790 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.plugin [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] No Port match for: 57158070-a688-42a1-ab18-98f4211d8279 {{(pid=84876) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2188}} Jan 14 07:36:25.313370 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Device 57158070-a688-42a1-ab18-98f4211d8279 not bound to the agent host n-d-768862-2 {{(pid=84876) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jan 14 07:36:25.335377 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-626ae448-edd9-44b6-8967-5b98d5355230 tempest-TestNetworkAdvancedServerOps-470546014 tempest-TestNetworkAdvancedServerOps-470546014] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-596065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3154253'] for segment, after_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:36:25.357482 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-deaf236c-5259-409d-90b7-e37848aee9da tempest-RoutersTest-1255860389 tempest-RoutersTest-1255860389] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-598987', 'neutron.services.segments.db._delete_segments_for_network-8777640583949'] for network, precommit_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:36:25.389283 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-579f8f35-f929-47b2-b625-c152e2977d11 tempest-RoutersNegativeTest-536999269 tempest-RoutersNegativeTest-536999269] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3912484', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3889188', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-58194'] for router, precommit_update {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:36:25.437206 n-d-768862-2 neutron-server[84765]: INFO neutron.api.v2.resource [None req-579f8f35-f929-47b2-b625-c152e2977d11 tempest-RoutersNegativeTest-536999269 tempest-RoutersNegativeTest-536999269] update failed (client error): The resource could not be found. Jan 14 07:36:25.440108 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-579f8f35-f929-47b2-b625-c152e2977d11 tempest-RoutersNegativeTest-536999269 tempest-RoutersNegativeTest-536999269] 10.222.0.24 "PUT /v2.0/routers/bd4c67a9-deea-4b69-8d19-5fafc992451e HTTP/1.1" status: 404 len: 339 time: 0.6068654 Jan 14 07:36:25.445977 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84874) accepted ('10.222.0.24', 34908) {{(pid=84874) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:36:25.681196 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.managers [None req-626ae448-edd9-44b6-8967-5b98d5355230 tempest-TestNetworkAdvancedServerOps-470546014 tempest-TestNetworkAdvancedServerOps-470546014] Network 9cce2b33-e4ed-4aa7-bc59-614f3972ae2b has no segments {{(pid=84875) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 14 07:36:25.915555 n-d-768862-2 neutron-server[84765]: Traceback (most recent call last): Jan 14 07:36:25.915555 n-d-768862-2 neutron-server[84765]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 14 07:36:25.915555 n-d-768862-2 neutron-server[84765]: timer() Jan 14 07:36:25.915555 n-d-768862-2 neutron-server[84765]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 14 07:36:25.915555 n-d-768862-2 neutron-server[84765]: cb(*args, **kw) Jan 14 07:36:25.915555 n-d-768862-2 neutron-server[84765]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Jan 14 07:36:25.915555 n-d-768862-2 neutron-server[84765]: return func(*args, **kwargs) Jan 14 07:36:25.915555 n-d-768862-2 neutron-server[84765]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 14 07:36:25.915555 n-d-768862-2 neutron-server[84765]: self._notify() Jan 14 07:36:25.915555 n-d-768862-2 neutron-server[84765]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 14 07:36:25.915555 n-d-768862-2 neutron-server[84765]: self.callback(batched_events) Jan 14 07:36:25.915555 n-d-768862-2 neutron-server[84765]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 14 07:36:25.915555 n-d-768862-2 neutron-server[84765]: event.method(event) Jan 14 07:36:25.915555 n-d-768862-2 neutron-server[84765]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 14 07:36:25.915555 n-d-768862-2 neutron-server[84765]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 14 07:36:25.915555 n-d-768862-2 neutron-server[84765]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Jan 14 07:36:25.915555 n-d-768862-2 neutron-server[84765]: segment_id)['aggregates'][0] Jan 14 07:36:25.915555 n-d-768862-2 neutron-server[84765]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 14 07:36:25.915555 n-d-768862-2 neutron-server[84765]: return f(self, *a, **k) Jan 14 07:36:25.915555 n-d-768862-2 neutron-server[84765]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 14 07:36:25.915555 n-d-768862-2 neutron-server[84765]: return self._get(url).json() Jan 14 07:36:25.915555 n-d-768862-2 neutron-server[84765]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 14 07:36:25.915555 n-d-768862-2 neutron-server[84765]: **kwargs) Jan 14 07:36:25.915555 n-d-768862-2 neutron-server[84765]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 14 07:36:25.915555 n-d-768862-2 neutron-server[84765]: return self.request(url, 'GET', **kwargs) Jan 14 07:36:25.915555 n-d-768862-2 neutron-server[84765]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Jan 14 07:36:25.915555 n-d-768862-2 neutron-server[84765]: **endpoint_filter) Jan 14 07:36:25.915555 n-d-768862-2 neutron-server[84765]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 14 07:36:25.915555 n-d-768862-2 neutron-server[84765]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 14 07:36:25.915555 n-d-768862-2 neutron-server[84765]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 14 07:36:25.915555 n-d-768862-2 neutron-server[84765]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 14 07:36:25.915555 n-d-768862-2 neutron-server[84765]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 14 07:36:25.932985 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-626ae448-edd9-44b6-8967-5b98d5355230 tempest-TestNetworkAdvancedServerOps-470546014 tempest-TestNetworkAdvancedServerOps-470546014] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036854176830', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850887149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3912591'] for network, after_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:36:25.940610 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-0d1abf53-a114-4d52-bc20-4741c12db0cc tempest-PortsTestJSON-2091589570 tempest-PortsTestJSON-2091589570] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:36:25.965877 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-626ae448-edd9-44b6-8967-5b98d5355230 tempest-TestNetworkAdvancedServerOps-470546014 tempest-TestNetworkAdvancedServerOps-470546014] Notify callbacks [] for network, before_response {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:36:26.024117 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-626ae448-edd9-44b6-8967-5b98d5355230 tempest-TestNetworkAdvancedServerOps-470546014 tempest-TestNetworkAdvancedServerOps-470546014] Pushing event deleted for resources: {'Network': ['ID=9cce2b33-e4ed-4aa7-bc59-614f3972ae2b,revision_number=None']} {{(pid=84875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:36:26.029153 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-626ae448-edd9-44b6-8967-5b98d5355230 tempest-TestNetworkAdvancedServerOps-470546014 tempest-TestNetworkAdvancedServerOps-470546014] 10.222.0.24 "DELETE /v2.0/networks/9cce2b33-e4ed-4aa7-bc59-614f3972ae2b HTTP/1.1" status: 204 len: 168 time: 2.6248930 Jan 14 07:36:26.049857 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84874) accepted ('10.222.0.24', 34924) {{(pid=84874) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:36:26.059012 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-626ae448-edd9-44b6-8967-5b98d5355230 tempest-TestNetworkAdvancedServerOps-470546014 tempest-TestNetworkAdvancedServerOps-470546014] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:36:26.076680 n-d-768862-2 neutron-server[84765]: DEBUG neutron.services.segments.db [None req-deaf236c-5259-409d-90b7-e37848aee9da tempest-RoutersTest-1255860389 tempest-RoutersTest-1255860389] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2c9dd3e3-4629-4680-be96-a5b2de37e28a']}} {{(pid=84875) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:36:26.106373 n-d-768862-2 neutron-server[84765]: DEBUG neutron.services.segments.db [None req-deaf236c-5259-409d-90b7-e37848aee9da tempest-RoutersTest-1255860389 tempest-RoutersTest-1255860389] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '56b91f55-d379-4a93-8339-3f6750eaeaa0') {'for_net_delete': True} {{(pid=84875) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:36:26.106677 n-d-768862-2 neutron-server[84765]: DEBUG neutron.services.segments.db [None req-deaf236c-5259-409d-90b7-e37848aee9da tempest-RoutersTest-1255860389 tempest-RoutersTest-1255860389] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '56b91f55-d379-4a93-8339-3f6750eaeaa0') {} {{(pid=84875) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:36:26.132433 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-deaf236c-5259-409d-90b7-e37848aee9da tempest-RoutersTest-1255860389 tempest-RoutersTest-1255860389] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363259214173198', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036851408567'] for segment, before_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:36:26.173258 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-deaf236c-5259-409d-90b7-e37848aee9da tempest-RoutersTest-1255860389 tempest-RoutersTest-1255860389] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854179735'] for segment, precommit_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:36:26.175809 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-deaf236c-5259-409d-90b7-e37848aee9da tempest-RoutersTest-1255860389 tempest-RoutersTest-1255860389] Releasing vxlan tunnel 19 to pool {{(pid=84875) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Jan 14 07:36:26.256056 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-6436e49a-8981-45b6-be38-f86be9d35ded tempest-RoutersNegativeTest-536999269 tempest-RoutersNegativeTest-536999269] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555753'] for port, before_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:36:26.275174 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-02bcf2d5-a80d-41f6-8753-f81450a9ee69 tempest-TestNetworkAdvancedServerOps-470546014 tempest-TestNetworkAdvancedServerOps-470546014] Notify callbacks [] for security_group, before_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:36:26.308686 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-02bcf2d5-a80d-41f6-8753-f81450a9ee69 tempest-TestNetworkAdvancedServerOps-470546014 tempest-TestNetworkAdvancedServerOps-470546014] Notify callbacks [] for security_group, precommit_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:36:26.386307 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.managers [None req-deaf236c-5259-409d-90b7-e37848aee9da tempest-RoutersTest-1255860389 tempest-RoutersTest-1255860389] Network 2c9dd3e3-4629-4680-be96-a5b2de37e28a has no segments {{(pid=84875) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 14 07:36:26.396851 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-deaf236c-5259-409d-90b7-e37848aee9da tempest-RoutersTest-1255860389 tempest-RoutersTest-1255860389] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-596065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3154253'] for segment, after_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:36:26.458886 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-02bcf2d5-a80d-41f6-8753-f81450a9ee69 tempest-TestNetworkAdvancedServerOps-470546014 tempest-TestNetworkAdvancedServerOps-470546014] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850887153'] for security_group, after_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:36:26.693634 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-92d7cfd9-131c-4b04-bce1-8040e728b66e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:36:26.733220 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.managers [None req-deaf236c-5259-409d-90b7-e37848aee9da tempest-RoutersTest-1255860389 tempest-RoutersTest-1255860389] Network 2c9dd3e3-4629-4680-be96-a5b2de37e28a has no segments {{(pid=84875) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 14 07:36:26.776154 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02bcf2d5-a80d-41f6-8753-f81450a9ee69 tempest-TestNetworkAdvancedServerOps-470546014 tempest-TestNetworkAdvancedServerOps-470546014] Pushing event deleted for resources: {'SecurityGroup': ['ID=6c011ca7-21db-4994-9187-ce72e1fa37e2,revision_number=None']} {{(pid=84874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:36:26.794790 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-02bcf2d5-a80d-41f6-8753-f81450a9ee69 tempest-TestNetworkAdvancedServerOps-470546014 tempest-TestNetworkAdvancedServerOps-470546014] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:36:26.795673 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-02bcf2d5-a80d-41f6-8753-f81450a9ee69 tempest-TestNetworkAdvancedServerOps-470546014 tempest-TestNetworkAdvancedServerOps-470546014] Notify callbacks [] for security_group, before_response {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:36:26.807379 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-02bcf2d5-a80d-41f6-8753-f81450a9ee69 tempest-TestNetworkAdvancedServerOps-470546014 tempest-TestNetworkAdvancedServerOps-470546014] 10.222.0.24 "DELETE /v2.0/security-groups/6c011ca7-21db-4994-9187-ce72e1fa37e2 HTTP/1.1" status: 204 len: 168 time: 0.7563610 Jan 14 07:36:26.818960 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84874) accepted ('10.222.0.24', 34936) {{(pid=84874) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:36:26.821784 n-d-768862-2 neutron-server[84765]: Traceback (most recent call last): Jan 14 07:36:26.821784 n-d-768862-2 neutron-server[84765]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 14 07:36:26.821784 n-d-768862-2 neutron-server[84765]: timer() Jan 14 07:36:26.821784 n-d-768862-2 neutron-server[84765]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 14 07:36:26.821784 n-d-768862-2 neutron-server[84765]: cb(*args, **kw) Jan 14 07:36:26.821784 n-d-768862-2 neutron-server[84765]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Jan 14 07:36:26.821784 n-d-768862-2 neutron-server[84765]: return func(*args, **kwargs) Jan 14 07:36:26.821784 n-d-768862-2 neutron-server[84765]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 14 07:36:26.821784 n-d-768862-2 neutron-server[84765]: self._notify() Jan 14 07:36:26.821784 n-d-768862-2 neutron-server[84765]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 14 07:36:26.821784 n-d-768862-2 neutron-server[84765]: self.callback(batched_events) Jan 14 07:36:26.821784 n-d-768862-2 neutron-server[84765]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 14 07:36:26.821784 n-d-768862-2 neutron-server[84765]: event.method(event) Jan 14 07:36:26.821784 n-d-768862-2 neutron-server[84765]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 14 07:36:26.821784 n-d-768862-2 neutron-server[84765]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 14 07:36:26.821784 n-d-768862-2 neutron-server[84765]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Jan 14 07:36:26.821784 n-d-768862-2 neutron-server[84765]: segment_id)['aggregates'][0] Jan 14 07:36:26.821784 n-d-768862-2 neutron-server[84765]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 14 07:36:26.821784 n-d-768862-2 neutron-server[84765]: return f(self, *a, **k) Jan 14 07:36:26.821784 n-d-768862-2 neutron-server[84765]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 14 07:36:26.821784 n-d-768862-2 neutron-server[84765]: return self._get(url).json() Jan 14 07:36:26.821784 n-d-768862-2 neutron-server[84765]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 14 07:36:26.821784 n-d-768862-2 neutron-server[84765]: **kwargs) Jan 14 07:36:26.821784 n-d-768862-2 neutron-server[84765]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 14 07:36:26.821784 n-d-768862-2 neutron-server[84765]: return self.request(url, 'GET', **kwargs) Jan 14 07:36:26.821784 n-d-768862-2 neutron-server[84765]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Jan 14 07:36:26.821784 n-d-768862-2 neutron-server[84765]: **endpoint_filter) Jan 14 07:36:26.821784 n-d-768862-2 neutron-server[84765]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 14 07:36:26.821784 n-d-768862-2 neutron-server[84765]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 14 07:36:26.821784 n-d-768862-2 neutron-server[84765]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 14 07:36:26.821784 n-d-768862-2 neutron-server[84765]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 14 07:36:26.821784 n-d-768862-2 neutron-server[84765]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 14 07:36:27.056025 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-deaf236c-5259-409d-90b7-e37848aee9da tempest-RoutersTest-1255860389 tempest-RoutersTest-1255860389] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036854176830', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850887149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3912591'] for network, after_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:36:27.095301 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-7920a0c9-5d15-4ead-a7e3-b00050471259 tempest-PortsTestJSON-2091589570 tempest-PortsTestJSON-2091589570] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:36:27.148013 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-deaf236c-5259-409d-90b7-e37848aee9da tempest-RoutersTest-1255860389 tempest-RoutersTest-1255860389] Notify callbacks [] for network, before_response {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:36:27.151680 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deaf236c-5259-409d-90b7-e37848aee9da tempest-RoutersTest-1255860389 tempest-RoutersTest-1255860389] Pushing event deleted for resources: {'Network': ['ID=2c9dd3e3-4629-4680-be96-a5b2de37e28a,revision_number=None']} {{(pid=84875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:36:27.166138 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-deaf236c-5259-409d-90b7-e37848aee9da tempest-RoutersTest-1255860389 tempest-RoutersTest-1255860389] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:36:27.176612 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-deaf236c-5259-409d-90b7-e37848aee9da tempest-RoutersTest-1255860389 tempest-RoutersTest-1255860389] 10.222.0.24 "DELETE /v2.0/networks/2c9dd3e3-4629-4680-be96-a5b2de37e28a HTTP/1.1" status: 204 len: 168 time: 4.0376530 Jan 14 07:36:27.179733 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84875) accepted ('10.222.0.24', 34950) {{(pid=84875) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:36:27.193957 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.v2.base [None req-b8fcdf84-1223-4bbf-9725-6b54aeeba769 tempest-RoutersTest-1255860389 tempest-RoutersTest-1255860389] Request body: {'router': {'name': 'tempest-RoutersTest-router-1767463639', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=84875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:36:27.225070 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-b8fcdf84-1223-4bbf-9725-6b54aeeba769 tempest-RoutersTest-1255860389 tempest-RoutersTest-1255860389] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:36:27.229897 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-b8fcdf84-1223-4bbf-9725-6b54aeeba769 tempest-RoutersTest-1255860389 tempest-RoutersTest-1255860389] Usage tracker for resource:router and tenant:2a076c09cf6548039ba7b64b98184a0e is out of sync, need to count used quota {{(pid=84875) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:36:27.233276 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-b8fcdf84-1223-4bbf-9725-6b54aeeba769 tempest-RoutersTest-1255860389 tempest-RoutersTest-1255860389] Quota usage for router was recalculated. Used quota:0. {{(pid=84875) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:36:27.239862 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-b8fcdf84-1223-4bbf-9725-6b54aeeba769 tempest-RoutersTest-1255860389 tempest-RoutersTest-1255860389] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:36:27.267528 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-b8fcdf84-1223-4bbf-9725-6b54aeeba769 tempest-RoutersTest-1255860389 tempest-RoutersTest-1255860389] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3889205', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854717621'] for router, before_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:36:27.269096 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-b8fcdf84-1223-4bbf-9725-6b54aeeba769 tempest-RoutersTest-1255860389 tempest-RoutersTest-1255860389] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036850886574', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3912501', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3808446', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-58179'] for router, precommit_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:36:27.271291 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-e7e8b110-9866-4a0b-8177-0b09dbb5cf20 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:36:27.290274 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-e7e8b110-9866-4a0b-8177-0b09dbb5cf20 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:36:27.291407 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-b8fcdf84-1223-4bbf-9725-6b54aeeba769 tempest-RoutersTest-1255860389 tempest-RoutersTest-1255860389] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:36:27.294544 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-e7e8b110-9866-4a0b-8177-0b09dbb5cf20 admin admin] Usage tracker for resource:security_group_rule and tenant:a10c069737cd40a58d1dcafb98816c18 is out of sync, need to count used quota {{(pid=84874) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:36:27.297551 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-e7e8b110-9866-4a0b-8177-0b09dbb5cf20 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84874) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:36:27.303987 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-e7e8b110-9866-4a0b-8177-0b09dbb5cf20 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:36:27.324719 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-b8fcdf84-1223-4bbf-9725-6b54aeeba769 tempest-RoutersTest-1255860389 tempest-RoutersTest-1255860389] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036850886612', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036850863158'] for router, after_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:36:27.369547 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-b8fcdf84-1223-4bbf-9725-6b54aeeba769 tempest-RoutersTest-1255860389 tempest-RoutersTest-1255860389] Notify callbacks [] for router, before_response {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:36:27.371181 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-b8fcdf84-1223-4bbf-9725-6b54aeeba769 tempest-RoutersTest-1255860389 tempest-RoutersTest-1255860389] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.1844885 Jan 14 07:36:27.373435 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84875) accepted ('10.222.0.24', 34954) {{(pid=84875) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:36:27.374132 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84875) accepted ('10.222.0.24', 34956) {{(pid=84875) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:36:27.383388 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.v2.base [None req-6d7f5a21-0304-4f17-b6ea-1a1c4c6542f1 tempest-TestNetworkAdvancedServerOps-470546014 tempest-TestNetworkAdvancedServerOps-470546014] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-708753991', 'description': 'tempest-secgroup-smoke-708753991 description', 'project_id': '6f3510a486e44d0a99223e7a34e71069'}} {{(pid=84875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:36:27.393149 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-e7e8b110-9866-4a0b-8177-0b09dbb5cf20 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:36:27.398516 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-6d7f5a21-0304-4f17-b6ea-1a1c4c6542f1 tempest-TestNetworkAdvancedServerOps-470546014 tempest-TestNetworkAdvancedServerOps-470546014] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:36:27.400854 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-e7e8b110-9866-4a0b-8177-0b09dbb5cf20 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850887153'] for security_group, after_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:36:27.404448 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-6d7f5a21-0304-4f17-b6ea-1a1c4c6542f1 tempest-TestNetworkAdvancedServerOps-470546014 tempest-TestNetworkAdvancedServerOps-470546014] Usage tracker for resource:security_group and tenant:6f3510a486e44d0a99223e7a34e71069 is out of sync, need to count used quota {{(pid=84875) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:36:27.408744 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-6d7f5a21-0304-4f17-b6ea-1a1c4c6542f1 tempest-TestNetworkAdvancedServerOps-470546014 tempest-TestNetworkAdvancedServerOps-470546014] Quota usage for security_group was recalculated. Used quota:1. {{(pid=84875) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:36:27.415357 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-6d7f5a21-0304-4f17-b6ea-1a1c4c6542f1 tempest-TestNetworkAdvancedServerOps-470546014 tempest-TestNetworkAdvancedServerOps-470546014] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:36:27.429582 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.v2.base [None req-67a0f607-9eca-4c11-9b19-494669e8c96c tempest-RoutersTest-1255860389 tempest-RoutersTest-1255860389] Request body: {'network': {'name': 'tempest-RoutersTest-1449172817'}} {{(pid=84875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:36:27.435503 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-c19ddc90-969e-489b-9bec-85e5950de553 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:36:27.437275 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-67a0f607-9eca-4c11-9b19-494669e8c96c tempest-RoutersTest-1255860389 tempest-RoutersTest-1255860389] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:36:27.442797 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-67a0f607-9eca-4c11-9b19-494669e8c96c tempest-RoutersTest-1255860389 tempest-RoutersTest-1255860389] Usage tracker for resource:network and tenant:2a076c09cf6548039ba7b64b98184a0e is out of sync, need to count used quota {{(pid=84875) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:36:27.446647 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-67a0f607-9eca-4c11-9b19-494669e8c96c tempest-RoutersTest-1255860389 tempest-RoutersTest-1255860389] Quota usage for network was recalculated. Used quota:0. {{(pid=84875) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:36:27.454936 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-67a0f607-9eca-4c11-9b19-494669e8c96c tempest-RoutersTest-1255860389 tempest-RoutersTest-1255860389] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:36:27.464890 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-6d7f5a21-0304-4f17-b6ea-1a1c4c6542f1 tempest-TestNetworkAdvancedServerOps-470546014 tempest-TestNetworkAdvancedServerOps-470546014] Notify callbacks [] for security_group, before_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:36:27.467933 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-e7e8b110-9866-4a0b-8177-0b09dbb5cf20 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=a10c069737cd40a58d1dcafb98816c18&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6476197 Jan 14 07:36:27.468933 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84874) accepted ('10.222.0.24', 34962) {{(pid=84874) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:36:27.472172 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7e8b110-9866-4a0b-8177-0b09dbb5cf20 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5a2c1472-7085-4d5d-b129-016d1667f1c6,revision_number=1']} {{(pid=84874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:36:27.491615 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-e7e8b110-9866-4a0b-8177-0b09dbb5cf20 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:36:27.497783 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-6d7f5a21-0304-4f17-b6ea-1a1c4c6542f1 tempest-TestNetworkAdvancedServerOps-470546014 tempest-TestNetworkAdvancedServerOps-470546014] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:36:27.502778 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-6d7f5a21-0304-4f17-b6ea-1a1c4c6542f1 tempest-TestNetworkAdvancedServerOps-470546014 tempest-TestNetworkAdvancedServerOps-470546014] Usage tracker for resource:security_group_rule and tenant:6f3510a486e44d0a99223e7a34e71069 is out of sync, need to count used quota {{(pid=84875) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:36:27.506550 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-6d7f5a21-0304-4f17-b6ea-1a1c4c6542f1 tempest-TestNetworkAdvancedServerOps-470546014 tempest-TestNetworkAdvancedServerOps-470546014] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84875) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:36:27.513458 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-6d7f5a21-0304-4f17-b6ea-1a1c4c6542f1 tempest-TestNetworkAdvancedServerOps-470546014 tempest-TestNetworkAdvancedServerOps-470546014] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:36:27.566739 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-e99344ba-cb22-4237-9e53-888bcefb1686 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:36:27.595748 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-e99344ba-cb22-4237-9e53-888bcefb1686 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:36:27.601157 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-6d7f5a21-0304-4f17-b6ea-1a1c4c6542f1 tempest-TestNetworkAdvancedServerOps-470546014 tempest-TestNetworkAdvancedServerOps-470546014] Notify callbacks [] for security_group, precommit_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:36:27.603061 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-67a0f607-9eca-4c11-9b19-494669e8c96c tempest-RoutersTest-1255860389 tempest-RoutersTest-1255860389] Made reservation on behalf of 2a076c09cf6548039ba7b64b98184a0e for: {'network': 1} {{(pid=84875) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 07:36:27.614163 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-67a0f607-9eca-4c11-9b19-494669e8c96c tempest-RoutersTest-1255860389 tempest-RoutersTest-1255860389] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555753'] for network, before_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:36:27.632829 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-6d7f5a21-0304-4f17-b6ea-1a1c4c6542f1 tempest-TestNetworkAdvancedServerOps-470546014 tempest-TestNetworkAdvancedServerOps-470546014] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850887153'] for security_group, after_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:36:27.643104 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.db_base_plugin_common [None req-6436e49a-8981-45b6-be38-f86be9d35ded tempest-RoutersNegativeTest-536999269 tempest-RoutersNegativeTest-536999269] Allocated IP 172.20.0.1 (04ea4f08-89ab-4f7d-b832-d5c0f8d3ebae/f6640b20-97ee-4919-9153-454c93d5c131/6d8b7a3c-0a6d-4e1a-bd15-14bb77e17ba8) {{(pid=84874) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 14 07:36:27.648607 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-e99344ba-cb22-4237-9e53-888bcefb1686 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850887153'] for security_group, after_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:36:27.657914 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-30ce8d18-f216-48b6-8fad-0f3563634f05 tempest-TestNetworkAdvancedServerOps-470546014 tempest-TestNetworkAdvancedServerOps-470546014] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:36:27.664364 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-333ac646-2369-4f81-9122-a6fe73352c62 tempest-SecGroupIPv6Test-296392250 tempest-SecGroupIPv6Test-296392250] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:36:27.679698 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e99344ba-cb22-4237-9e53-888bcefb1686 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5a2c1472-7085-4d5d-b129-016d1667f1c6,revision_number=None']} {{(pid=84874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:36:27.707082 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-67a0f607-9eca-4c11-9b19-494669e8c96c tempest-RoutersTest-1255860389 tempest-RoutersTest-1255860389] vxlan segment allocate from pool success with {'vxlan_vni': 3} {{(pid=84875) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Jan 14 07:36:27.716929 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-e99344ba-cb22-4237-9e53-888bcefb1686 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:36:27.717119 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-6d7f5a21-0304-4f17-b6ea-1a1c4c6542f1 tempest-TestNetworkAdvancedServerOps-470546014 tempest-TestNetworkAdvancedServerOps-470546014] Notify callbacks [] for security_group, before_response {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:36:27.729896 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84874) accepted ('10.222.0.24', 34968) {{(pid=84874) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:36:27.736542 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-6d7f5a21-0304-4f17-b6ea-1a1c4c6542f1 tempest-TestNetworkAdvancedServerOps-470546014 tempest-TestNetworkAdvancedServerOps-470546014] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.3609340 Jan 14 07:36:27.753174 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-67a0f607-9eca-4c11-9b19-494669e8c96c tempest-RoutersTest-1255860389 tempest-RoutersTest-1255860389] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment--9223363259214191851', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854179735'] for segment, precommit_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:36:27.753634 n-d-768862-2 neutron-server[84765]: INFO neutron.db.segments_db [None req-67a0f607-9eca-4c11-9b19-494669e8c96c tempest-RoutersTest-1255860389 tempest-RoutersTest-1255860389] Added segment fad8c552-101d-4a05-96d4-8c3b5ea8f805 of type vxlan for network 55d17c7e-058e-429d-a06c-3d5716669d4b Jan 14 07:36:27.794054 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-e99344ba-cb22-4237-9e53-888bcefb1686 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:36:27.798635 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-e99344ba-cb22-4237-9e53-888bcefb1686 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/5a2c1472-7085-4d5d-b129-016d1667f1c6 HTTP/1.1" status: 204 len: 168 time: 0.3092723 Jan 14 07:36:27.809781 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-67a0f607-9eca-4c11-9b19-494669e8c96c tempest-RoutersTest-1255860389 tempest-RoutersTest-1255860389] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363259214646115'] for network, precommit_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:36:27.852416 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-67a0f607-9eca-4c11-9b19-494669e8c96c tempest-RoutersTest-1255860389 tempest-RoutersTest-1255860389] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850887149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964'] for network, after_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:36:27.861192 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.v2.base [None req-6d3168b2-e769-419d-bc17-f940e64ce1a2 tempest-TestNetworkAdvancedServerOps-470546014 tempest-TestNetworkAdvancedServerOps-470546014] Request body: {'security_group_rule': {'security_group_id': '3e96b5ef-d6b5-4566-bfbb-a5e40bedbf7f', 'project_id': '6f3510a486e44d0a99223e7a34e71069', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=84874) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:36:27.871672 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67a0f607-9eca-4c11-9b19-494669e8c96c tempest-RoutersTest-1255860389 tempest-RoutersTest-1255860389] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:36:27.872426 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-67a0f607-9eca-4c11-9b19-494669e8c96c tempest-RoutersTest-1255860389 tempest-RoutersTest-1255860389] Notify callbacks [] for network, before_response {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:36:27.872794 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-6d3168b2-e769-419d-bc17-f940e64ce1a2 tempest-TestNetworkAdvancedServerOps-470546014 tempest-TestNetworkAdvancedServerOps-470546014] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:36:27.876997 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-6d3168b2-e769-419d-bc17-f940e64ce1a2 tempest-TestNetworkAdvancedServerOps-470546014 tempest-TestNetworkAdvancedServerOps-470546014] Usage tracker for resource:security_group_rule and tenant:6f3510a486e44d0a99223e7a34e71069 is out of sync, need to count used quota {{(pid=84874) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:36:27.880327 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-6d3168b2-e769-419d-bc17-f940e64ce1a2 tempest-TestNetworkAdvancedServerOps-470546014 tempest-TestNetworkAdvancedServerOps-470546014] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84874) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:36:27.886764 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-6d3168b2-e769-419d-bc17-f940e64ce1a2 tempest-TestNetworkAdvancedServerOps-470546014 tempest-TestNetworkAdvancedServerOps-470546014] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:36:27.908821 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-67a0f607-9eca-4c11-9b19-494669e8c96c tempest-RoutersTest-1255860389 tempest-RoutersTest-1255860389] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.5308142 Jan 14 07:36:27.909843 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d7f5a21-0304-4f17-b6ea-1a1c4c6542f1 tempest-TestNetworkAdvancedServerOps-470546014 tempest-TestNetworkAdvancedServerOps-470546014] Pushing event updated for resources: {'SecurityGroup': ['ID=3e96b5ef-d6b5-4566-bfbb-a5e40bedbf7f,revision_number=1']} {{(pid=84875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:36:27.912324 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84875) accepted ('10.222.0.24', 34974) {{(pid=84875) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:36:27.914978 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-6d7f5a21-0304-4f17-b6ea-1a1c4c6542f1 tempest-TestNetworkAdvancedServerOps-470546014 tempest-TestNetworkAdvancedServerOps-470546014] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.251s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:36:27.915871 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-d3f0c890-e607-4fa5-a866-03806c2da595 tempest-RoutersTest-1255860389 tempest-RoutersTest-1255860389] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.022s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:36:27.924901 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-6d3168b2-e769-419d-bc17-f940e64ce1a2 tempest-TestNetworkAdvancedServerOps-470546014 tempest-TestNetworkAdvancedServerOps-470546014] Notify callbacks [] for security_group_rule, before_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:36:27.935490 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.v2.base [None req-ccd8b9a8-91ea-4247-907a-dde3afa172af tempest-RoutersTest-1255860389 tempest-RoutersTest-1255860389] Request body: {'subnet': {'network_id': '55d17c7e-058e-429d-a06c-3d5716669d4b', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=84875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:36:28.007621 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-6d3168b2-e769-419d-bc17-f940e64ce1a2 tempest-TestNetworkAdvancedServerOps-470546014 tempest-TestNetworkAdvancedServerOps-470546014] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:36:28.014414 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-6d3168b2-e769-419d-bc17-f940e64ce1a2 tempest-TestNetworkAdvancedServerOps-470546014 tempest-TestNetworkAdvancedServerOps-470546014] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850966545'] for security_group_rule, after_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:36:28.020507 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-6d3f1aa7-cfb8-48ab-aeae-91867d60d3f3 tempest-TestNetworkAdvancedServerOps-470546014 tempest-TestNetworkAdvancedServerOps-470546014] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:36:28.058421 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d3168b2-e769-419d-bc17-f940e64ce1a2 tempest-TestNetworkAdvancedServerOps-470546014 tempest-TestNetworkAdvancedServerOps-470546014] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fcadbd4e-a85e-455a-8ce1-d6c627d93f14,revision_number=0']} {{(pid=84874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:36:28.076536 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-6d3168b2-e769-419d-bc17-f940e64ce1a2 tempest-TestNetworkAdvancedServerOps-470546014 tempest-TestNetworkAdvancedServerOps-470546014] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:36:28.091341 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-6d3168b2-e769-419d-bc17-f940e64ce1a2 tempest-TestNetworkAdvancedServerOps-470546014 tempest-TestNetworkAdvancedServerOps-470546014] Notify callbacks [] for security_group_rule, before_response {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:36:28.092986 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-6d3168b2-e769-419d-bc17-f940e64ce1a2 tempest-TestNetworkAdvancedServerOps-470546014 tempest-TestNetworkAdvancedServerOps-470546014] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3192708 Jan 14 07:36:28.098244 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84874) accepted ('10.222.0.24', 34982) {{(pid=84874) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:36:28.108901 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.v2.base [None req-527c426a-5ab2-4d4f-a2d6-ff0faccdda8f tempest-TestNetworkAdvancedServerOps-470546014 tempest-TestNetworkAdvancedServerOps-470546014] Request body: {'security_group_rule': {'security_group_id': '3e96b5ef-d6b5-4566-bfbb-a5e40bedbf7f', 'project_id': '6f3510a486e44d0a99223e7a34e71069', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=84874) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:36:28.156358 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-527c426a-5ab2-4d4f-a2d6-ff0faccdda8f tempest-TestNetworkAdvancedServerOps-470546014 tempest-TestNetworkAdvancedServerOps-470546014] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:36:28.160656 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-527c426a-5ab2-4d4f-a2d6-ff0faccdda8f tempest-TestNetworkAdvancedServerOps-470546014 tempest-TestNetworkAdvancedServerOps-470546014] Usage tracker for resource:security_group_rule and tenant:6f3510a486e44d0a99223e7a34e71069 is out of sync, need to count used quota {{(pid=84874) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:36:28.164372 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-527c426a-5ab2-4d4f-a2d6-ff0faccdda8f tempest-TestNetworkAdvancedServerOps-470546014 tempest-TestNetworkAdvancedServerOps-470546014] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=84874) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:36:28.186605 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-527c426a-5ab2-4d4f-a2d6-ff0faccdda8f tempest-TestNetworkAdvancedServerOps-470546014 tempest-TestNetworkAdvancedServerOps-470546014] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=84874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:36:28.219474 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-6436e49a-8981-45b6-be38-f86be9d35ded tempest-RoutersNegativeTest-536999269 tempest-RoutersNegativeTest-536999269] Notify callbacks [] for port, precommit_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:36:28.235038 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-527c426a-5ab2-4d4f-a2d6-ff0faccdda8f tempest-TestNetworkAdvancedServerOps-470546014 tempest-TestNetworkAdvancedServerOps-470546014] Notify callbacks [] for security_group_rule, before_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:36:28.314624 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-527c426a-5ab2-4d4f-a2d6-ff0faccdda8f tempest-TestNetworkAdvancedServerOps-470546014 tempest-TestNetworkAdvancedServerOps-470546014] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:36:28.326205 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-527c426a-5ab2-4d4f-a2d6-ff0faccdda8f tempest-TestNetworkAdvancedServerOps-470546014 tempest-TestNetworkAdvancedServerOps-470546014] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850966545'] for security_group_rule, after_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:36:28.336605 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:36:28.409595 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-527c426a-5ab2-4d4f-a2d6-ff0faccdda8f tempest-TestNetworkAdvancedServerOps-470546014 tempest-TestNetworkAdvancedServerOps-470546014] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5befae1b-2e9b-4a08-a596-03493e4aa5b7,revision_number=0']} {{(pid=84874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:36:28.419522 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-6436e49a-8981-45b6-be38-f86be9d35ded tempest-RoutersNegativeTest-536999269 tempest-RoutersNegativeTest-536999269] Transition to ACTIVE for port object 6d8b7a3c-0a6d-4e1a-bd15-14bb77e17ba8 will not be triggered until provisioned by entity DHCP. {{(pid=84874) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 07:36:28.420998 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-527c426a-5ab2-4d4f-a2d6-ff0faccdda8f tempest-TestNetworkAdvancedServerOps-470546014 tempest-TestNetworkAdvancedServerOps-470546014] Notify callbacks [] for security_group_rule, before_response {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:36:28.422330 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-527c426a-5ab2-4d4f-a2d6-ff0faccdda8f tempest-TestNetworkAdvancedServerOps-470546014 tempest-TestNetworkAdvancedServerOps-470546014] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3223221 Jan 14 07:36:28.424635 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-527c426a-5ab2-4d4f-a2d6-ff0faccdda8f tempest-TestNetworkAdvancedServerOps-470546014 tempest-TestNetworkAdvancedServerOps-470546014] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:36:28.426448 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84874) accepted ('10.222.0.24', 34992) {{(pid=84874) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:36:28.433262 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.v2.base [None req-3c13933a-688a-4200-8f10-0ea9e546319a tempest-TestNetworkAdvancedServerOps-470546014 tempest-TestNetworkAdvancedServerOps-470546014] Request body: {'security_group_rule': {'security_group_id': '3e96b5ef-d6b5-4566-bfbb-a5e40bedbf7f', 'project_id': '6f3510a486e44d0a99223e7a34e71069', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=84874) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:36:28.444163 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-3c13933a-688a-4200-8f10-0ea9e546319a tempest-TestNetworkAdvancedServerOps-470546014 tempest-TestNetworkAdvancedServerOps-470546014] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:36:28.448524 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-3c13933a-688a-4200-8f10-0ea9e546319a tempest-TestNetworkAdvancedServerOps-470546014 tempest-TestNetworkAdvancedServerOps-470546014] Usage tracker for resource:security_group_rule and tenant:6f3510a486e44d0a99223e7a34e71069 is out of sync, need to count used quota {{(pid=84874) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:36:28.451634 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-3c13933a-688a-4200-8f10-0ea9e546319a tempest-TestNetworkAdvancedServerOps-470546014 tempest-TestNetworkAdvancedServerOps-470546014] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=84874) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:36:28.457797 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-3c13933a-688a-4200-8f10-0ea9e546319a tempest-TestNetworkAdvancedServerOps-470546014 tempest-TestNetworkAdvancedServerOps-470546014] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=84874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:36:28.481897 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-3c13933a-688a-4200-8f10-0ea9e546319a tempest-TestNetworkAdvancedServerOps-470546014 tempest-TestNetworkAdvancedServerOps-470546014] Notify callbacks [] for security_group_rule, before_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:36:28.553802 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-3c13933a-688a-4200-8f10-0ea9e546319a tempest-TestNetworkAdvancedServerOps-470546014 tempest-TestNetworkAdvancedServerOps-470546014] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:36:28.559816 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-3c13933a-688a-4200-8f10-0ea9e546319a tempest-TestNetworkAdvancedServerOps-470546014 tempest-TestNetworkAdvancedServerOps-470546014] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850966545'] for security_group_rule, after_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:36:28.582489 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-eedf955e-5899-42ef-9c2b-2b5c0a0ff5ef tempest-SecGroupIPv6Test-296392250 tempest-SecGroupIPv6Test-296392250] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:36:28.632432 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c13933a-688a-4200-8f10-0ea9e546319a tempest-TestNetworkAdvancedServerOps-470546014 tempest-TestNetworkAdvancedServerOps-470546014] Pushing event updated for resources: {'SecurityGroupRule': ['ID=072b0166-ba35-4524-b898-ec9b0bcf6896,revision_number=0']} {{(pid=84874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:36:28.647581 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-6436e49a-8981-45b6-be38-f86be9d35ded tempest-RoutersNegativeTest-536999269 tempest-RoutersNegativeTest-536999269] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777640123575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3254186'] for port, after_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:36:28.676017 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84875) accepted ('10.222.0.24', 34998) {{(pid=84875) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:36:28.722044 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67a0f607-9eca-4c11-9b19-494669e8c96c tempest-RoutersTest-1255860389 tempest-RoutersTest-1255860389] Pushing event updated for resources: {'Network': ['ID=55d17c7e-058e-429d-a06c-3d5716669d4b,revision_number=1']} {{(pid=84875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:36:28.735884 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-852a24f7-e9a1-4193-9abb-e9506fe5213f None None] Network 55d17c7e-058e-429d-a06c-3d5716669d4b details requested by agent ovs-agent-n-h2-768862-2 with host n-h2-768862-2 {{(pid=84876) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 07:36:28.740132 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-67a0f607-9eca-4c11-9b19-494669e8c96c tempest-RoutersTest-1255860389 tempest-RoutersTest-1255860389] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.824s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:36:28.741304 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-9563e248-9a5d-45b3-b6a4-d5fe9d5ce265 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:36:28.764023 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-ccd8b9a8-91ea-4247-907a-dde3afa172af tempest-RoutersTest-1255860389 tempest-RoutersTest-1255860389] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:36:28.771043 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-ccd8b9a8-91ea-4247-907a-dde3afa172af tempest-RoutersTest-1255860389 tempest-RoutersTest-1255860389] Usage tracker for resource:subnet and tenant:2a076c09cf6548039ba7b64b98184a0e is out of sync, need to count used quota {{(pid=84875) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:36:28.774673 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-9563e248-9a5d-45b3-b6a4-d5fe9d5ce265 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:36:28.778047 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-ccd8b9a8-91ea-4247-907a-dde3afa172af tempest-RoutersTest-1255860389 tempest-RoutersTest-1255860389] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84875) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:36:28.780337 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-017f98a9-8a07-408c-a86f-8ff0c00400a0 None None] Network 55d17c7e-058e-429d-a06c-3d5716669d4b details requested by agent ovs-agent-n-h1-768862-2 with host n-h1-768862-2 {{(pid=84876) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 07:36:28.785688 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-9563e248-9a5d-45b3-b6a4-d5fe9d5ce265 admin admin] Usage tracker for resource:security_group_rule and tenant:4fabf3da4a8540c0a4b5c3d2da1ccede is out of sync, need to count used quota {{(pid=84875) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:36:28.789116 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-ccd8b9a8-91ea-4247-907a-dde3afa172af tempest-RoutersTest-1255860389 tempest-RoutersTest-1255860389] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:36:28.796419 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-9563e248-9a5d-45b3-b6a4-d5fe9d5ce265 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84875) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:36:28.805857 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-9563e248-9a5d-45b3-b6a4-d5fe9d5ce265 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:36:28.840803 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ccd8b9a8-91ea-4247-907a-dde3afa172af tempest-RoutersTest-1255860389 tempest-RoutersTest-1255860389] Made reservation on behalf of 2a076c09cf6548039ba7b64b98184a0e for: {'subnet': 1} {{(pid=84875) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 07:36:28.856739 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Network 55d17c7e-058e-429d-a06c-3d5716669d4b details requested by agent ovs-agent-n-d-768862-2 with host n-d-768862-2 {{(pid=84876) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 07:36:28.875526 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-3c13933a-688a-4200-8f10-0ea9e546319a tempest-TestNetworkAdvancedServerOps-470546014 tempest-TestNetworkAdvancedServerOps-470546014] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.296s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:36:28.876589 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-e1b66172-cb50-4523-a0f9-4c14079fb657 tempest-RoutersNegativeTest-536999269 tempest-RoutersNegativeTest-536999269] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:36:28.978690 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84874) accepted ('10.222.0.24', 35004) {{(pid=84874) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:36:28.980117 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6436e49a-8981-45b6-be38-f86be9d35ded tempest-RoutersNegativeTest-536999269 tempest-RoutersNegativeTest-536999269] Pushing event updated for resources: {'Port': ['ID=6d8b7a3c-0a6d-4e1a-bd15-14bb77e17ba8,revision_number=1']} {{(pid=84874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:36:28.998867 n-d-768862-2 neutron-server[84765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6436e49a-8981-45b6-be38-f86be9d35ded tempest-RoutersNegativeTest-536999269 tempest-RoutersNegativeTest-536999269] Network 04ea4f08-89ab-4f7d-b832-d5c0f8d3ebae is already hosted by enough agents. {{(pid=84874) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 07:36:29.002504 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-6436e49a-8981-45b6-be38-f86be9d35ded tempest-RoutersNegativeTest-536999269 tempest-RoutersNegativeTest-536999269] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:36:29.003796 n-d-768862-2 neutron-server[84765]: DEBUG neutron.scheduler.base_scheduler [None req-6436e49a-8981-45b6-be38-f86be9d35ded tempest-RoutersNegativeTest-536999269 tempest-RoutersNegativeTest-536999269] Resources bound (agent type, host, resource id): {{(pid=84874) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 07:36:29.006618 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6436e49a-8981-45b6-be38-f86be9d35ded tempest-RoutersNegativeTest-536999269 tempest-RoutersNegativeTest-536999269] Received port after_create {{(pid=84874) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 14 07:36:29.091418 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-6436e49a-8981-45b6-be38-f86be9d35ded tempest-RoutersNegativeTest-536999269 tempest-RoutersNegativeTest-536999269] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036850886386'] for router_interface, before_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:36:29.094339 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-ccd8b9a8-91ea-4247-907a-dde3afa172af tempest-RoutersTest-1255860389 tempest-RoutersTest-1255860389] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036852467157'] for subnet, before_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:36:29.172990 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-3c13933a-688a-4200-8f10-0ea9e546319a tempest-TestNetworkAdvancedServerOps-470546014 tempest-TestNetworkAdvancedServerOps-470546014] Notify callbacks [] for security_group_rule, before_response {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:36:29.174403 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-3c13933a-688a-4200-8f10-0ea9e546319a tempest-TestNetworkAdvancedServerOps-470546014 tempest-TestNetworkAdvancedServerOps-470546014] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.7469368 Jan 14 07:36:29.242674 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84875) accepted ('10.222.0.24', 35010) {{(pid=84875) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:36:29.249089 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.v2.base [None req-81c34118-9d68-443f-b512-01a828fcc217 tempest-TestNetworkAdvancedServerOps-470546014 tempest-TestNetworkAdvancedServerOps-470546014] Request body: {'security_group_rule': {'security_group_id': '3e96b5ef-d6b5-4566-bfbb-a5e40bedbf7f', 'project_id': '6f3510a486e44d0a99223e7a34e71069', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=84875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:36:29.289388 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-81c34118-9d68-443f-b512-01a828fcc217 tempest-TestNetworkAdvancedServerOps-470546014 tempest-TestNetworkAdvancedServerOps-470546014] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:36:29.303493 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-81c34118-9d68-443f-b512-01a828fcc217 tempest-TestNetworkAdvancedServerOps-470546014 tempest-TestNetworkAdvancedServerOps-470546014] Usage tracker for resource:security_group_rule and tenant:6f3510a486e44d0a99223e7a34e71069 is out of sync, need to count used quota {{(pid=84875) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:36:29.303883 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-6436e49a-8981-45b6-be38-f86be9d35ded tempest-RoutersNegativeTest-536999269 tempest-RoutersNegativeTest-536999269] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555753'] for port, before_update {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:36:29.327445 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-81c34118-9d68-443f-b512-01a828fcc217 tempest-TestNetworkAdvancedServerOps-470546014 tempest-TestNetworkAdvancedServerOps-470546014] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=84875) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:36:29.343683 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-81c34118-9d68-443f-b512-01a828fcc217 tempest-TestNetworkAdvancedServerOps-470546014 tempest-TestNetworkAdvancedServerOps-470546014] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=84875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:36:29.454201 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-81c34118-9d68-443f-b512-01a828fcc217 tempest-TestNetworkAdvancedServerOps-470546014 tempest-TestNetworkAdvancedServerOps-470546014] Notify callbacks [] for security_group_rule, before_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:36:29.512029 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-3bd167cd-4322-440f-8e04-aca2876e59bc admin admin] Notify callbacks [] for security_group, before_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:36:29.513713 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-fc9154b0-ce68-418c-815a-e7324f1d4b46 None None] Provisioning for port 6d8b7a3c-0a6d-4e1a-bd15-14bb77e17ba8 completed by entity DHCP. {{(pid=84876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 07:36:29.519423 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-fc9154b0-ce68-418c-815a-e7324f1d4b46 None None] Provisioning complete for port 6d8b7a3c-0a6d-4e1a-bd15-14bb77e17ba8 triggered by entity DHCP. {{(pid=84876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 07:36:29.520150 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-fc9154b0-ce68-418c-815a-e7324f1d4b46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-604227'] for port, provisioning_complete {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:36:29.522705 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-9563e248-9a5d-45b3-b6a4-d5fe9d5ce265 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:36:29.539072 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-3bd167cd-4322-440f-8e04-aca2876e59bc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:36:29.543984 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-3bd167cd-4322-440f-8e04-aca2876e59bc admin admin] Usage tracker for resource:security_group_rule and tenant:9a3e9e30dabe49de8bc6c510f2794b84 is out of sync, need to count used quota {{(pid=84874) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:36:29.547532 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-3bd167cd-4322-440f-8e04-aca2876e59bc admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84874) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:36:29.555827 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-3bd167cd-4322-440f-8e04-aca2876e59bc admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:36:29.601426 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.plugin [None req-fc9154b0-ce68-418c-815a-e7324f1d4b46 None None] Port 6d8b7a3c-0a6d-4e1a-bd15-14bb77e17ba8 cannot update to ACTIVE because it is not bound. {{(pid=84876) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:329}} Jan 14 07:36:29.611550 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-9563e248-9a5d-45b3-b6a4-d5fe9d5ce265 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850887153'] for security_group, after_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:36:29.638252 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-d7af3ad0-39ec-40e6-bd6d-76c8b96d8cfc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:36:29.799882 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-9563e248-9a5d-45b3-b6a4-d5fe9d5ce265 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=4fabf3da4a8540c0a4b5c3d2da1ccede&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1159523 Jan 14 07:36:29.807139 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84875) accepted ('10.222.0.24', 35020) {{(pid=84875) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:36:29.817592 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9563e248-9a5d-45b3-b6a4-d5fe9d5ce265 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6861970e-0b8e-45ca-bd82-a055b284f5ca,revision_number=1']} {{(pid=84875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:36:29.838093 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-9563e248-9a5d-45b3-b6a4-d5fe9d5ce265 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.200s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:36:29.904121 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-81c34118-9d68-443f-b512-01a828fcc217 tempest-TestNetworkAdvancedServerOps-470546014 tempest-TestNetworkAdvancedServerOps-470546014] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:36:29.924692 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-81c34118-9d68-443f-b512-01a828fcc217 tempest-TestNetworkAdvancedServerOps-470546014 tempest-TestNetworkAdvancedServerOps-470546014] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850966545'] for security_group_rule, after_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:36:29.930190 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-a9cfaac8-5602-4cde-92aa-bca0a6a54c91 tempest-SecGroupIPv6Test-296392250 tempest-SecGroupIPv6Test-296392250] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:36:29.989421 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81c34118-9d68-443f-b512-01a828fcc217 tempest-TestNetworkAdvancedServerOps-470546014 tempest-TestNetworkAdvancedServerOps-470546014] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f5bd0c5f-1cde-41bb-b45b-75647feb1e65,revision_number=0']} {{(pid=84875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:36:30.010745 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-81c34118-9d68-443f-b512-01a828fcc217 tempest-TestNetworkAdvancedServerOps-470546014 tempest-TestNetworkAdvancedServerOps-470546014] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:36:30.030678 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-cbb45b54-2dcc-416f-ad0a-4d656d82a105 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:36:30.042365 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-81c34118-9d68-443f-b512-01a828fcc217 tempest-TestNetworkAdvancedServerOps-470546014 tempest-TestNetworkAdvancedServerOps-470546014] Notify callbacks [] for security_group_rule, before_response {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:36:30.046681 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-81c34118-9d68-443f-b512-01a828fcc217 tempest-TestNetworkAdvancedServerOps-470546014 tempest-TestNetworkAdvancedServerOps-470546014] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.8001189 Jan 14 07:36:30.048836 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84875) accepted ('10.222.0.24', 35024) {{(pid=84875) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:36:30.064350 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.v2.base [None req-f9f32c75-408a-4295-8221-cbd15c70dfa2 tempest-TestNetworkAdvancedServerOps-470546014 tempest-TestNetworkAdvancedServerOps-470546014] Request body: {'security_group_rule': {'security_group_id': '3e96b5ef-d6b5-4566-bfbb-a5e40bedbf7f', 'project_id': '6f3510a486e44d0a99223e7a34e71069', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=84875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:36:30.075455 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-f9f32c75-408a-4295-8221-cbd15c70dfa2 tempest-TestNetworkAdvancedServerOps-470546014 tempest-TestNetworkAdvancedServerOps-470546014] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:36:30.079505 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-f9f32c75-408a-4295-8221-cbd15c70dfa2 tempest-TestNetworkAdvancedServerOps-470546014 tempest-TestNetworkAdvancedServerOps-470546014] Usage tracker for resource:security_group_rule and tenant:6f3510a486e44d0a99223e7a34e71069 is out of sync, need to count used quota {{(pid=84875) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:36:30.082567 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-f9f32c75-408a-4295-8221-cbd15c70dfa2 tempest-TestNetworkAdvancedServerOps-470546014 tempest-TestNetworkAdvancedServerOps-470546014] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=84875) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:36:30.091861 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-f9f32c75-408a-4295-8221-cbd15c70dfa2 tempest-TestNetworkAdvancedServerOps-470546014 tempest-TestNetworkAdvancedServerOps-470546014] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=84875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:36:30.104528 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-cbb45b54-2dcc-416f-ad0a-4d656d82a105 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:36:30.117146 n-d-768862-2 neutron-server[84765]: INFO neutron.db.securitygroups_db [None req-f9f32c75-408a-4295-8221-cbd15c70dfa2 tempest-TestNetworkAdvancedServerOps-470546014 tempest-TestNetworkAdvancedServerOps-470546014] Project 6f3510a486e44d0a99223e7a34e71069 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 14 07:36:30.138268 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-f9f32c75-408a-4295-8221-cbd15c70dfa2 tempest-TestNetworkAdvancedServerOps-470546014 tempest-TestNetworkAdvancedServerOps-470546014] Notify callbacks [] for security_group_rule, before_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:36:30.245923 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-3bd167cd-4322-440f-8e04-aca2876e59bc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:36:30.252981 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-3bd167cd-4322-440f-8e04-aca2876e59bc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850887153'] for security_group, after_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:36:30.254160 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-cbb45b54-2dcc-416f-ad0a-4d656d82a105 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850887153'] for security_group, after_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:36:30.261369 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-f9f32c75-408a-4295-8221-cbd15c70dfa2 tempest-TestNetworkAdvancedServerOps-470546014 tempest-TestNetworkAdvancedServerOps-470546014] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:36:30.265005 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-d2fca61f-5ce2-4922-bc4e-1b7fae078cd8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:36:30.265426 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-29df2003-24df-48fd-966c-e99c1271c351 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:36:30.311863 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-f9f32c75-408a-4295-8221-cbd15c70dfa2 tempest-TestNetworkAdvancedServerOps-470546014 tempest-TestNetworkAdvancedServerOps-470546014] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850966545'] for security_group_rule, after_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:36:30.323244 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbb45b54-2dcc-416f-ad0a-4d656d82a105 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6861970e-0b8e-45ca-bd82-a055b284f5ca,revision_number=None']} {{(pid=84875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:36:30.336550 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-cbb45b54-2dcc-416f-ad0a-4d656d82a105 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:36:30.340538 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-81c34118-9d68-443f-b512-01a828fcc217 tempest-TestNetworkAdvancedServerOps-470546014 tempest-TestNetworkAdvancedServerOps-470546014] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.018s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:36:30.345574 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-3bd167cd-4322-440f-8e04-aca2876e59bc admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=9a3e9e30dabe49de8bc6c510f2794b84&name=default HTTP/1.1" status: 200 len: 2983 time: 1.3450460 Jan 14 07:36:30.346289 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84874) accepted ('10.222.0.24', 35028) {{(pid=84874) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:36:30.356799 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bd167cd-4322-440f-8e04-aca2876e59bc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=027a636d-4bf8-48f0-9e76-13c03b2cdeaf,revision_number=1']} {{(pid=84874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:36:30.374305 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9f32c75-408a-4295-8221-cbd15c70dfa2 tempest-TestNetworkAdvancedServerOps-470546014 tempest-TestNetworkAdvancedServerOps-470546014] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e099cd19-d20f-4591-bef6-0791e6c6bd62,revision_number=0']} {{(pid=84875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:36:30.377257 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-cbb45b54-2dcc-416f-ad0a-4d656d82a105 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:36:30.378526 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-cbb45b54-2dcc-416f-ad0a-4d656d82a105 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/6861970e-0b8e-45ca-bd82-a055b284f5ca HTTP/1.1" status: 204 len: 168 time: 0.5679085 Jan 14 07:36:30.393528 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-f9f32c75-408a-4295-8221-cbd15c70dfa2 tempest-TestNetworkAdvancedServerOps-470546014 tempest-TestNetworkAdvancedServerOps-470546014] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:36:30.406848 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-f9f32c75-408a-4295-8221-cbd15c70dfa2 tempest-TestNetworkAdvancedServerOps-470546014 tempest-TestNetworkAdvancedServerOps-470546014] Notify callbacks [] for security_group_rule, before_response {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:36:30.409934 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-f9f32c75-408a-4295-8221-cbd15c70dfa2 tempest-TestNetworkAdvancedServerOps-470546014 tempest-TestNetworkAdvancedServerOps-470546014] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3565381 Jan 14 07:36:30.411581 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-3bd167cd-4322-440f-8e04-aca2876e59bc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:36:30.413649 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84875) accepted ('10.222.0.24', 35034) {{(pid=84875) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:36:30.416553 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-ccd8b9a8-91ea-4247-907a-dde3afa172af tempest-RoutersTest-1255860389 tempest-RoutersTest-1255860389] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850887113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036851621412', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036852467174'] for subnet, after_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:36:30.444417 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-aed772f0-c387-4e48-97c4-d4fcff71fe5f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:36:30.466754 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.v2.base [None req-034172b2-8b63-4722-8d9c-787230102aac tempest-TestNetworkAdvancedServerOps-470546014 tempest-TestNetworkAdvancedServerOps-470546014] Request body: {'security_group_rule': {'security_group_id': '3e96b5ef-d6b5-4566-bfbb-a5e40bedbf7f', 'project_id': '6f3510a486e44d0a99223e7a34e71069', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=84875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:36:30.480620 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-af43d2e2-02c7-427a-9142-8ad93f30467d tempest-NetworksIpV6Test-2047944877 tempest-NetworksIpV6Test-2047944877] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:36:30.484161 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-aed772f0-c387-4e48-97c4-d4fcff71fe5f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:36:30.533402 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-034172b2-8b63-4722-8d9c-787230102aac tempest-TestNetworkAdvancedServerOps-470546014 tempest-TestNetworkAdvancedServerOps-470546014] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:36:30.535846 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-6436e49a-8981-45b6-be38-f86be9d35ded tempest-RoutersNegativeTest-536999269 tempest-RoutersNegativeTest-536999269] Notify callbacks [] for port, precommit_update {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:36:30.541269 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-6436e49a-8981-45b6-be38-f86be9d35ded tempest-RoutersNegativeTest-536999269 tempest-RoutersNegativeTest-536999269] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777640533312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363259214678337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777640097497', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036851521613'] for port, after_update {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:36:30.576713 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-3f32a7bb-4205-4920-b7fd-c01650cc3e96 tempest-RoutersTest-1255860389 tempest-RoutersTest-1255860389] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:36:30.596375 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-034172b2-8b63-4722-8d9c-787230102aac tempest-TestNetworkAdvancedServerOps-470546014 tempest-TestNetworkAdvancedServerOps-470546014] Usage tracker for resource:security_group_rule and tenant:6f3510a486e44d0a99223e7a34e71069 is out of sync, need to count used quota {{(pid=84875) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:36:30.607582 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-034172b2-8b63-4722-8d9c-787230102aac tempest-TestNetworkAdvancedServerOps-470546014 tempest-TestNetworkAdvancedServerOps-470546014] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=84875) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:36:30.633498 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-034172b2-8b63-4722-8d9c-787230102aac tempest-TestNetworkAdvancedServerOps-470546014 tempest-TestNetworkAdvancedServerOps-470546014] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=84875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:36:30.651879 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccd8b9a8-91ea-4247-907a-dde3afa172af tempest-RoutersTest-1255860389 tempest-RoutersTest-1255860389] Pushing event updated for resources: {'Subnet': ['ID=002e57a5-80b9-4642-93d6-65fb5b5a0aa8,revision_number=0']} {{(pid=84875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:36:30.655812 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-ccd8b9a8-91ea-4247-907a-dde3afa172af tempest-RoutersTest-1255860389 tempest-RoutersTest-1255860389] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.175s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:36:30.673502 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6436e49a-8981-45b6-be38-f86be9d35ded tempest-RoutersNegativeTest-536999269 tempest-RoutersNegativeTest-536999269] Pushing event updated for resources: {'Port': ['ID=6d8b7a3c-0a6d-4e1a-bd15-14bb77e17ba8,revision_number=2']} {{(pid=84874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:36:30.676729 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-6436e49a-8981-45b6-be38-f86be9d35ded tempest-RoutersNegativeTest-536999269 tempest-RoutersNegativeTest-536999269] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3206949', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3889649'] for router_interface, after_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:36:30.681403 n-d-768862-2 neutron-server[84765]: INFO neutron.db.securitygroups_db [None req-034172b2-8b63-4722-8d9c-787230102aac tempest-TestNetworkAdvancedServerOps-470546014 tempest-TestNetworkAdvancedServerOps-470546014] Project 6f3510a486e44d0a99223e7a34e71069 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 14 07:36:30.692892 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-034172b2-8b63-4722-8d9c-787230102aac tempest-TestNetworkAdvancedServerOps-470546014 tempest-TestNetworkAdvancedServerOps-470546014] Notify callbacks [] for security_group_rule, before_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:36:30.744589 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-6436e49a-8981-45b6-be38-f86be9d35ded tempest-RoutersNegativeTest-536999269 tempest-RoutersNegativeTest-536999269] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.168s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:36:30.824645 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-aed772f0-c387-4e48-97c4-d4fcff71fe5f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850887153'] for security_group, after_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:36:30.830877 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ccd8b9a8-91ea-4247-907a-dde3afa172af tempest-RoutersTest-1255860389 tempest-RoutersTest-1255860389] Checking segment: {'id': 'fad8c552-101d-4a05-96d4-8c3b5ea8f805', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '55d17c7e-058e-429d-a06c-3d5716669d4b'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84875) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 14 07:36:30.831235 n-d-768862-2 neutron-server[84765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ccd8b9a8-91ea-4247-907a-dde3afa172af tempest-RoutersTest-1255860389 tempest-RoutersTest-1255860389] Network hostable DHCP agents. Network: 55d17c7e-058e-429d-a06c-3d5716669d4b, hostable agents: ['32f3dd84-26da-4d18-bf15-6017a8fb7247'], hosted agents: [] {{(pid=84875) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Jan 14 07:36:30.834592 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-eac81985-9f9d-4e49-8f47-b479f12050e4 tempest-PortsTestJSON-2091589570 tempest-PortsTestJSON-2091589570] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:36:30.841701 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-034172b2-8b63-4722-8d9c-787230102aac tempest-TestNetworkAdvancedServerOps-470546014 tempest-TestNetworkAdvancedServerOps-470546014] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:36:30.852039 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-034172b2-8b63-4722-8d9c-787230102aac tempest-TestNetworkAdvancedServerOps-470546014 tempest-TestNetworkAdvancedServerOps-470546014] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850966545'] for security_group_rule, after_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:36:30.854707 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-f8fcde81-d931-421e-b8b3-34f1d1e68d0a tempest-TestNetworkAdvancedServerOps-470546014 tempest-TestNetworkAdvancedServerOps-470546014] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:36:30.862673 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-aed772f0-c387-4e48-97c4-d4fcff71fe5f admin admin] Notify callbacks [] for security_group, before_response {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:36:30.866833 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-aed772f0-c387-4e48-97c4-d4fcff71fe5f admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/027a636d-4bf8-48f0-9e76-13c03b2cdeaf HTTP/1.1" status: 204 len: 168 time: 0.5118828 Jan 14 07:36:30.867873 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aed772f0-c387-4e48-97c4-d4fcff71fe5f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=027a636d-4bf8-48f0-9e76-13c03b2cdeaf,revision_number=None']} {{(pid=84874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:36:30.870856 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-aed772f0-c387-4e48-97c4-d4fcff71fe5f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:36:30.888492 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-034172b2-8b63-4722-8d9c-787230102aac tempest-TestNetworkAdvancedServerOps-470546014 tempest-TestNetworkAdvancedServerOps-470546014] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c613b36b-5d81-497a-993c-e79bde3d9f25,revision_number=0']} {{(pid=84875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:36:30.894984 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-034172b2-8b63-4722-8d9c-787230102aac tempest-TestNetworkAdvancedServerOps-470546014 tempest-TestNetworkAdvancedServerOps-470546014] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:36:30.912119 n-d-768862-2 neutron-server[84765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ccd8b9a8-91ea-4247-907a-dde3afa172af tempest-RoutersTest-1255860389 tempest-RoutersTest-1255860389] Network 55d17c7e-058e-429d-a06c-3d5716669d4b is scheduled to be hosted by DHCP agent 32f3dd84-26da-4d18-bf15-6017a8fb7247 with binding_index 1 {{(pid=84875) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Jan 14 07:36:30.927996 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-034172b2-8b63-4722-8d9c-787230102aac tempest-TestNetworkAdvancedServerOps-470546014 tempest-TestNetworkAdvancedServerOps-470546014] Notify callbacks [] for security_group_rule, before_response {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:36:30.929347 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-034172b2-8b63-4722-8d9c-787230102aac tempest-TestNetworkAdvancedServerOps-470546014 tempest-TestNetworkAdvancedServerOps-470546014] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.4752398 Jan 14 07:36:30.938009 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84875) accepted ('10.222.0.24', 35048) {{(pid=84875) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:36:30.945196 n-d-768862-2 neutron-server[84765]: DEBUG neutron.scheduler.base_scheduler [None req-ccd8b9a8-91ea-4247-907a-dde3afa172af tempest-RoutersTest-1255860389 tempest-RoutersTest-1255860389] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768862-2, 55d17c7e-058e-429d-a06c-3d5716669d4b) {{(pid=84875) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 07:36:30.954442 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.v2.base [None req-6eea3ab0-096b-4d6d-862c-103fa16f9640 tempest-TestNetworkAdvancedServerOps-470546014 tempest-TestNetworkAdvancedServerOps-470546014] Request body: {'network': {'name': 'tempest-network-smoke--905397985', 'project_id': '6f3510a486e44d0a99223e7a34e71069', 'port_security_enabled': True}} {{(pid=84875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:36:30.976915 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0264871-176a-49dc-8fe7-26212d52f43b None None] Network 55d17c7e-058e-429d-a06c-3d5716669d4b requested from n-d-768862-2 {{(pid=84876) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 07:36:30.986510 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-6eea3ab0-096b-4d6d-862c-103fa16f9640 tempest-TestNetworkAdvancedServerOps-470546014 tempest-TestNetworkAdvancedServerOps-470546014] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:36:30.991251 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ccd8b9a8-91ea-4247-907a-dde3afa172af tempest-RoutersTest-1255860389 tempest-RoutersTest-1255860389] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:36:30.999964 n-d-768862-2 neutron-server[84765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6436e49a-8981-45b6-be38-f86be9d35ded tempest-RoutersNegativeTest-536999269 tempest-RoutersNegativeTest-536999269] Network 04ea4f08-89ab-4f7d-b832-d5c0f8d3ebae is already hosted by enough agents. {{(pid=84874) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 07:36:31.001223 n-d-768862-2 neutron-server[84765]: DEBUG neutron.scheduler.base_scheduler [None req-6436e49a-8981-45b6-be38-f86be9d35ded tempest-RoutersNegativeTest-536999269 tempest-RoutersNegativeTest-536999269] Resources bound (agent type, host, resource id): {{(pid=84874) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 07:36:31.002713 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-ccd8b9a8-91ea-4247-907a-dde3afa172af tempest-RoutersTest-1255860389 tempest-RoutersTest-1255860389] Notify callbacks [] for subnet, before_response {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:36:31.007766 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-6eea3ab0-096b-4d6d-862c-103fa16f9640 tempest-TestNetworkAdvancedServerOps-470546014 tempest-TestNetworkAdvancedServerOps-470546014] Usage tracker for resource:network and tenant:6f3510a486e44d0a99223e7a34e71069 is out of sync, need to count used quota {{(pid=84875) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:36:31.035859 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-6eea3ab0-096b-4d6d-862c-103fa16f9640 tempest-TestNetworkAdvancedServerOps-470546014 tempest-TestNetworkAdvancedServerOps-470546014] Quota usage for network was recalculated. Used quota:0. {{(pid=84875) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:36:31.064101 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-6eea3ab0-096b-4d6d-862c-103fa16f9640 tempest-TestNetworkAdvancedServerOps-470546014 tempest-TestNetworkAdvancedServerOps-470546014] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:36:31.108642 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-ccd8b9a8-91ea-4247-907a-dde3afa172af tempest-RoutersTest-1255860389 tempest-RoutersTest-1255860389] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 3.1952348 Jan 14 07:36:31.110329 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84875) accepted ('10.222.0.24', 35060) {{(pid=84875) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:36:31.232839 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6eea3ab0-096b-4d6d-862c-103fa16f9640 tempest-TestNetworkAdvancedServerOps-470546014 tempest-TestNetworkAdvancedServerOps-470546014] Made reservation on behalf of 6f3510a486e44d0a99223e7a34e71069 for: {'network': 1} {{(pid=84875) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 07:36:31.259905 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-6eea3ab0-096b-4d6d-862c-103fa16f9640 tempest-TestNetworkAdvancedServerOps-470546014 tempest-TestNetworkAdvancedServerOps-470546014] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555753'] for network, before_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:36:31.391197 n-d-768862-2 neutron-server[84765]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6436e49a-8981-45b6-be38-f86be9d35ded tempest-RoutersNegativeTest-536999269 tempest-RoutersNegativeTest-536999269] Router bd4c67a9-deea-4b69-8d19-5fafc992451e has already been hosted by L3 agent 35f592e9-451b-4db9-abea-77b6a5c5391b {{(pid=84874) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Jan 14 07:36:31.518279 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d769947b-4d89-4059-b82f-243275acbbf7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5d94dc7a-c095-50a4-955e-5f3b78718a12-55d17c7e-058e-429d-a06c-3d5716669d4b', 'network_id': '55d17c7e-058e-429d-a06c-3d5716669d4b', 'tenant_id': '2a076c09cf6548039ba7b64b98184a0e', 'fixed_ips': [{'subnet_id': '002e57a5-80b9-4642-93d6-65fb5b5a0aa8'}]}} from n-d-768862-2. {{(pid=84876) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Jan 14 07:36:31.519816 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-d769947b-4d89-4059-b82f-243275acbbf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555753'] for port, before_create {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:36:31.541485 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-e9629fd7-213f-4c66-b2f3-d83ea25bd027 None None] Provisioning complete for port 6d8b7a3c-0a6d-4e1a-bd15-14bb77e17ba8 triggered by entity DHCP. {{(pid=84876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 07:36:31.542598 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-e9629fd7-213f-4c66-b2f3-d83ea25bd027 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-604227'] for port, provisioning_complete {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:36:31.590616 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6eea3ab0-096b-4d6d-862c-103fa16f9640 tempest-TestNetworkAdvancedServerOps-470546014 tempest-TestNetworkAdvancedServerOps-470546014] vxlan segment allocate from pool success with {'vxlan_vni': 19} {{(pid=84875) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Jan 14 07:36:31.607232 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.plugin [None req-e9629fd7-213f-4c66-b2f3-d83ea25bd027 None None] Port 6d8b7a3c-0a6d-4e1a-bd15-14bb77e17ba8 cannot update to ACTIVE because it is not bound. {{(pid=84876) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:329}} Jan 14 07:36:31.673980 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-6eea3ab0-096b-4d6d-862c-103fa16f9640 tempest-TestNetworkAdvancedServerOps-470546014 tempest-TestNetworkAdvancedServerOps-470546014] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment--9223363259214191851', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854179735'] for segment, precommit_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:36:31.674428 n-d-768862-2 neutron-server[84765]: INFO neutron.db.segments_db [None req-6eea3ab0-096b-4d6d-862c-103fa16f9640 tempest-TestNetworkAdvancedServerOps-470546014 tempest-TestNetworkAdvancedServerOps-470546014] Added segment 83e566ac-b883-47c4-b03c-6bf313d964c6 of type vxlan for network 95a164ff-62fb-4679-bbc7-ddbefd16a643 Jan 14 07:36:31.758077 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84875) accepted ('10.222.0.24', 35070) {{(pid=84875) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:36:31.815005 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6436e49a-8981-45b6-be38-f86be9d35ded tempest-RoutersNegativeTest-536999269 tempest-RoutersNegativeTest-536999269] Notify agent at l3_agent.n-d-768862-2 the message routers_updated {{(pid=84874) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jan 14 07:36:31.824853 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-6436e49a-8981-45b6-be38-f86be9d35ded tempest-RoutersNegativeTest-536999269 tempest-RoutersNegativeTest-536999269] 10.222.0.24 "PUT /v2.0/routers/bd4c67a9-deea-4b69-8d19-5fafc992451e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.3743629 Jan 14 07:36:31.825263 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84874) accepted ('10.222.0.24', 35076) {{(pid=84874) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:36:31.863633 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-6eea3ab0-096b-4d6d-862c-103fa16f9640 tempest-TestNetworkAdvancedServerOps-470546014 tempest-TestNetworkAdvancedServerOps-470546014] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363259214646115'] for network, precommit_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:36:31.872169 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-d6e2c7f1-3903-4dd7-a23d-947ab9914b2c admin admin] Notify callbacks [] for security_group, before_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:36:31.910167 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-d6e2c7f1-3903-4dd7-a23d-947ab9914b2c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:36:31.917989 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-d6e2c7f1-3903-4dd7-a23d-947ab9914b2c admin admin] Usage tracker for resource:security_group_rule and tenant:8876e1f69a294eeca25d7c0f3be47fe1 is out of sync, need to count used quota {{(pid=84875) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:36:31.922303 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-d6e2c7f1-3903-4dd7-a23d-947ab9914b2c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84875) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:36:31.944426 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-d6e2c7f1-3903-4dd7-a23d-947ab9914b2c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:36:32.003999 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-91db46f9-fea0-4d07-9f1b-3359c6d0fb69 tempest-RoutersTest-1255860389 tempest-RoutersTest-1255860389] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555753'] for port, before_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:36:32.035291 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-6eea3ab0-096b-4d6d-862c-103fa16f9640 tempest-TestNetworkAdvancedServerOps-470546014 tempest-TestNetworkAdvancedServerOps-470546014] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850887149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964'] for network, after_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:36:32.055411 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6eea3ab0-096b-4d6d-862c-103fa16f9640 tempest-TestNetworkAdvancedServerOps-470546014 tempest-TestNetworkAdvancedServerOps-470546014] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:36:32.056407 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-6eea3ab0-096b-4d6d-862c-103fa16f9640 tempest-TestNetworkAdvancedServerOps-470546014 tempest-TestNetworkAdvancedServerOps-470546014] Notify callbacks [] for network, before_response {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:36:32.064832 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-7b235bb8-94f5-4a05-965f-c0c00493f594 tempest-NetworksIpV6Test-2047944877 tempest-NetworksIpV6Test-2047944877] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:36:32.081842 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.db_base_plugin_common [None req-d769947b-4d89-4059-b82f-243275acbbf7 None None] Allocated IP 172.20.0.2 (55d17c7e-058e-429d-a06c-3d5716669d4b/002e57a5-80b9-4642-93d6-65fb5b5a0aa8/1300f4ec-e886-4415-919d-d8ae1957d506) {{(pid=84876) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 14 07:36:32.223076 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-53acc142-73f6-427f-9e31-a306477ebc43 tempest-RoutersNegativeTest-536999269 tempest-RoutersNegativeTest-536999269] Notify callbacks [] for router, before_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:36:32.381425 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-d769947b-4d89-4059-b82f-243275acbbf7 None None] Notify callbacks [] for port, precommit_create {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:36:32.392942 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-d769947b-4d89-4059-b82f-243275acbbf7 None None] Transition to ACTIVE for port object 1300f4ec-e886-4415-919d-d8ae1957d506 will not be triggered until provisioned by entity L2. {{(pid=84876) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 07:36:32.405086 n-d-768862-2 neutron-server[84765]: INFO neutron.api.v2.resource [None req-53acc142-73f6-427f-9e31-a306477ebc43 tempest-RoutersNegativeTest-536999269 tempest-RoutersNegativeTest-536999269] delete failed (client error): There was a conflict when trying to complete your request. Jan 14 07:36:32.406781 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-53acc142-73f6-427f-9e31-a306477ebc43 tempest-RoutersNegativeTest-536999269 tempest-RoutersNegativeTest-536999269] 10.222.0.24 "DELETE /v2.0/routers/bd4c67a9-deea-4b69-8d19-5fafc992451e HTTP/1.1" status: 409 len: 329 time: 0.5803423 Jan 14 07:36:32.410027 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84874) accepted ('10.222.0.24', 35088) {{(pid=84874) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:36:32.410933 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-d769947b-4d89-4059-b82f-243275acbbf7 None None] Transition to ACTIVE for port object 1300f4ec-e886-4415-919d-d8ae1957d506 will not be triggered until provisioned by entity DHCP. {{(pid=84876) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 07:36:32.416823 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-627e6118-388b-4ed4-9e2a-e95cc353931d None None] Sync routers for ids ['bd4c67a9-deea-4b69-8d19-5fafc992451e'] in n-d-768862-2 {{(pid=84876) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Jan 14 07:36:32.429022 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-627e6118-388b-4ed4-9e2a-e95cc353931d None None] Routers {'bd4c67a9-deea-4b69-8d19-5fafc992451e'} bound to L3 agent in host n-d-768862-2 {{(pid=84876) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 14 07:36:32.429900 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_hamode_db [None req-627e6118-388b-4ed4-9e2a-e95cc353931d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-01-14T06:56:51Z,description=,heartbeat_timestamp=2021-01-14T07:36:22Z,host='n-d-768862-2',id=35f592e9-451b-4db9-abea-77b6a5c5391b,load=0,resource_versions=,resources_synced=,started_at=2021-01-14T06:56:51Z,topic='l3_agent')) {'router_ids': ['bd4c67a9-deea-4b69-8d19-5fafc992451e'], 'active': True} {{(pid=84876) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:36:32.430641 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-6eea3ab0-096b-4d6d-862c-103fa16f9640 tempest-TestNetworkAdvancedServerOps-470546014 tempest-TestNetworkAdvancedServerOps-470546014] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 1.4917598 Jan 14 07:36:32.457998 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84875) accepted ('10.222.0.24', 35094) {{(pid=84875) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:36:32.460038 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eea3ab0-096b-4d6d-862c-103fa16f9640 tempest-TestNetworkAdvancedServerOps-470546014 tempest-TestNetworkAdvancedServerOps-470546014] Pushing event updated for resources: {'Network': ['ID=95a164ff-62fb-4679-bbc7-ddbefd16a643,revision_number=1']} {{(pid=84875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:36:32.468761 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-6eea3ab0-096b-4d6d-862c-103fa16f9640 tempest-TestNetworkAdvancedServerOps-470546014 tempest-TestNetworkAdvancedServerOps-470546014] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.404s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:36:32.478939 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.v2.base [None req-811dfd07-866e-4a1a-8294-6c59ad761197 tempest-TestNetworkAdvancedServerOps-470546014 tempest-TestNetworkAdvancedServerOps-470546014] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1158908291', 'admin_state_up': True, 'project_id': '6f3510a486e44d0a99223e7a34e71069', 'external_gateway_info': {'network_id': '226f1e78-82cd-4481-9055-4eb73b6db8c1'}}} {{(pid=84875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:36:32.513677 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-d769947b-4d89-4059-b82f-243275acbbf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777640123575'] for port, after_create {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:36:32.573885 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-811dfd07-866e-4a1a-8294-6c59ad761197 tempest-TestNetworkAdvancedServerOps-470546014 tempest-TestNetworkAdvancedServerOps-470546014] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:36:32.603775 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-811dfd07-866e-4a1a-8294-6c59ad761197 tempest-TestNetworkAdvancedServerOps-470546014 tempest-TestNetworkAdvancedServerOps-470546014] Usage tracker for resource:router and tenant:6f3510a486e44d0a99223e7a34e71069 is out of sync, need to count used quota {{(pid=84875) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:36:32.612081 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-811dfd07-866e-4a1a-8294-6c59ad761197 tempest-TestNetworkAdvancedServerOps-470546014 tempest-TestNetworkAdvancedServerOps-470546014] Quota usage for router was recalculated. Used quota:0. {{(pid=84875) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:36:32.632041 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-811dfd07-866e-4a1a-8294-6c59ad761197 tempest-TestNetworkAdvancedServerOps-470546014 tempest-TestNetworkAdvancedServerOps-470546014] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:36:32.652481 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-d6e2c7f1-3903-4dd7-a23d-947ab9914b2c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:36:32.676200 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-d6e2c7f1-3903-4dd7-a23d-947ab9914b2c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850887153'] for security_group, after_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:36:32.677737 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-ad24754a-ac17-4c92-bfc9-5484519d323c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84876) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:36:32.705510 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-999d239d-6fca-4c80-a36c-de45d1c1d012 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:36:32.746685 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-811dfd07-866e-4a1a-8294-6c59ad761197 tempest-TestNetworkAdvancedServerOps-470546014 tempest-TestNetworkAdvancedServerOps-470546014] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3889205', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854717621'] for router, before_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:36:32.747953 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-811dfd07-866e-4a1a-8294-6c59ad761197 tempest-TestNetworkAdvancedServerOps-470546014 tempest-TestNetworkAdvancedServerOps-470546014] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036850886574', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3912501', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3808446', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-58179'] for router, precommit_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:36:32.822677 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_hamode_db [None req-627e6118-388b-4ed4-9e2a-e95cc353931d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768862-2', False) {} {{(pid=84876) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:36:32.825810 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-017f98a9-8a07-408c-a86f-8ff0c00400a0 None None] Network 95a164ff-62fb-4679-bbc7-ddbefd16a643 details requested by agent ovs-agent-n-h1-768862-2 with host n-h1-768862-2 {{(pid=84876) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 07:36:32.856248 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6e2c7f1-3903-4dd7-a23d-947ab9914b2c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bfd7b338-112a-407e-9907-d66480404b78,revision_number=1']} {{(pid=84875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:36:32.877146 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-d6e2c7f1-3903-4dd7-a23d-947ab9914b2c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.172s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:36:32.889041 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-d6e2c7f1-3903-4dd7-a23d-947ab9914b2c admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=8876e1f69a294eeca25d7c0f3be47fe1&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1295376 Jan 14 07:36:32.940379 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84875) accepted ('10.222.0.24', 35108) {{(pid=84875) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:36:32.948875 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-811dfd07-866e-4a1a-8294-6c59ad761197 tempest-TestNetworkAdvancedServerOps-470546014 tempest-TestNetworkAdvancedServerOps-470546014] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:36:33.220725 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-852a24f7-e9a1-4193-9abb-e9506fe5213f None None] Network 95a164ff-62fb-4679-bbc7-ddbefd16a643 details requested by agent ovs-agent-n-h2-768862-2 with host n-h2-768862-2 {{(pid=84876) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 07:36:33.234938 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Network 95a164ff-62fb-4679-bbc7-ddbefd16a643 details requested by agent ovs-agent-n-d-768862-2 with host n-d-768862-2 {{(pid=84876) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 07:36:33.260966 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d769947b-4d89-4059-b82f-243275acbbf7 None None] Pushing event updated for resources: {'Port': ['ID=1300f4ec-e886-4415-919d-d8ae1957d506,revision_number=1']} {{(pid=84876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:36:33.277850 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-d769947b-4d89-4059-b82f-243275acbbf7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.600s {{(pid=84876) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:36:33.292588 n-d-768862-2 neutron-server[84765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d769947b-4d89-4059-b82f-243275acbbf7 None None] Network 55d17c7e-058e-429d-a06c-3d5716669d4b is already hosted by enough agents. {{(pid=84876) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 07:36:33.373450 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-dbb4406d-b2b2-4fa9-9c81-4a4733cefef4 tempest-RoutersNegativeTest-536999269 tempest-RoutersNegativeTest-536999269] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3889632'] for router_interface, before_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:36:33.456761 n-d-768862-2 neutron-server[84765]: DEBUG neutron.scheduler.base_scheduler [None req-d769947b-4d89-4059-b82f-243275acbbf7 None None] Resources bound (agent type, host, resource id): {{(pid=84876) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 07:36:33.462547 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d769947b-4d89-4059-b82f-243275acbbf7 None None] Received port after_create {{(pid=84876) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 14 07:36:33.548172 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.managers [None req-d769947b-4d89-4059-b82f-243275acbbf7 None None] Attempting to bind port 1300f4ec-e886-4415-919d-d8ae1957d506 on host n-d-768862-2 for vnic_type normal with profile {{(pid=84876) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 14 07:36:33.548979 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.managers [None req-d769947b-4d89-4059-b82f-243275acbbf7 None None] Attempting to bind port 1300f4ec-e886-4415-919d-d8ae1957d506 by drivers openvswitch on host n-d-768862-2 at level 0 using segments [{'id': 'fad8c552-101d-4a05-96d4-8c3b5ea8f805', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '55d17c7e-058e-429d-a06c-3d5716669d4b'}] {{(pid=84876) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 14 07:36:33.549633 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d769947b-4d89-4059-b82f-243275acbbf7 None None] Attempting to bind port 1300f4ec-e886-4415-919d-d8ae1957d506 on network 55d17c7e-058e-429d-a06c-3d5716669d4b {{(pid=84876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 14 07:36:33.552629 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-627e6118-388b-4ed4-9e2a-e95cc353931d None None] Routers {'bd4c67a9-deea-4b69-8d19-5fafc992451e'} bound to L3 agent in host n-d-768862-2 {{(pid=84876) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 14 07:36:33.553696 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_hamode_db [None req-627e6118-388b-4ed4-9e2a-e95cc353931d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-01-14T06:56:51Z,description=,heartbeat_timestamp=2021-01-14T07:36:22Z,host='n-d-768862-2',id=35f592e9-451b-4db9-abea-77b6a5c5391b,load=0,resource_versions=,resources_synced=,started_at=2021-01-14T06:56:51Z,topic='l3_agent')) {'router_ids': ['bd4c67a9-deea-4b69-8d19-5fafc992451e'], 'active': True} {{(pid=84876) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:36:33.628899 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_hamode_db [None req-627e6118-388b-4ed4-9e2a-e95cc353931d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768862-2', False) {} {{(pid=84876) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:36:33.629776 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-627e6118-388b-4ed4-9e2a-e95cc353931d None None] The sync data for ids ['bd4c67a9-deea-4b69-8d19-5fafc992451e'] in n-d-768862-2 is: [] {{(pid=84876) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Jan 14 07:36:33.657013 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d769947b-4d89-4059-b82f-243275acbbf7 None None] Checking agent: {'id': 'ba5efab1-b43c-4d5a-bc52-6e105d4e67a2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768862-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 14, 6, 56, 52), 'started_at': datetime.datetime(2021, 1, 14, 6, 57, 22), 'heartbeat_timestamp': datetime.datetime(2021, 1, 14, 7, 36, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768862-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.29', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 14 07:36:33.657914 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d769947b-4d89-4059-b82f-243275acbbf7 None None] Checking segment: {'id': 'fad8c552-101d-4a05-96d4-8c3b5ea8f805', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '55d17c7e-058e-429d-a06c-3d5716669d4b'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84876) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 14 07:36:33.658589 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-d769947b-4d89-4059-b82f-243275acbbf7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:36:33.659254 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d769947b-4d89-4059-b82f-243275acbbf7 None None] Bound using segment: {'id': 'fad8c552-101d-4a05-96d4-8c3b5ea8f805', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '55d17c7e-058e-429d-a06c-3d5716669d4b'} {{(pid=84876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 14 07:36:33.660078 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.managers [None req-d769947b-4d89-4059-b82f-243275acbbf7 None None] Bound port: 1300f4ec-e886-4415-919d-d8ae1957d506, host: n-d-768862-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fad8c552-101d-4a05-96d4-8c3b5ea8f805', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '55d17c7e-058e-429d-a06c-3d5716669d4b'}}] {{(pid=84876) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 14 07:36:33.660733 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-d769947b-4d89-4059-b82f-243275acbbf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555753'] for port, before_update {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:36:33.814562 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [None req-d769947b-4d89-4059-b82f-243275acbbf7 None None] For port 1300f4ec-e886-4415-919d-d8ae1957d506, host n-d-768862-2, cleared binding levels {{(pid=84876) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 14 07:36:33.819465 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [None req-d769947b-4d89-4059-b82f-243275acbbf7 None None] For port 1300f4ec-e886-4415-919d-d8ae1957d506, host n-d-768862-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-2',level=0,port_id=1300f4ec-e886-4415-919d-d8ae1957d506,segment=NetworkSegment(fad8c552-101d-4a05-96d4-8c3b5ea8f805),segment_id=fad8c552-101d-4a05-96d4-8c3b5ea8f805)] {{(pid=84876) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 14 07:36:33.828281 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-d769947b-4d89-4059-b82f-243275acbbf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777640533312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363259214678337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777640097497'] for port, after_update {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:36:33.915562 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.db_base_plugin_common [None req-91db46f9-fea0-4d07-9f1b-3359c6d0fb69 tempest-RoutersTest-1255860389 tempest-RoutersTest-1255860389] Allocated IP 172.20.0.1 (55d17c7e-058e-429d-a06c-3d5716669d4b/002e57a5-80b9-4642-93d6-65fb5b5a0aa8/6087c0d6-adc5-4077-8829-a972ea878eb0) {{(pid=84875) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 14 07:36:33.924940 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84876) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:36:34.076280 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d769947b-4d89-4059-b82f-243275acbbf7 None None] Pushing event updated for resources: {'Port': ['ID=1300f4ec-e886-4415-919d-d8ae1957d506,revision_number=2']} {{(pid=84876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:36:34.098458 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-d769947b-4d89-4059-b82f-243275acbbf7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.174s {{(pid=84876) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:36:34.177628 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-0653b9a4-92f4-4d76-b41a-7b6481ac44ce admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:36:34.203011 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-811dfd07-866e-4a1a-8294-6c59ad761197 tempest-TestNetworkAdvancedServerOps-470546014 tempest-TestNetworkAdvancedServerOps-470546014] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3912484', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3889188', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-58194'] for router, precommit_update {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:36:34.240962 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-0653b9a4-92f4-4d76-b41a-7b6481ac44ce admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:36:34.303328 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.plugin [None req-dbb4406d-b2b2-4fa9-9c81-4a4733cefef4 tempest-RoutersNegativeTest-536999269 tempest-RoutersNegativeTest-536999269] Deleting port 6d8b7a3c-0a6d-4e1a-bd15-14bb77e17ba8 {{(pid=84874) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 07:36:34.303696 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-dbb4406d-b2b2-4fa9-9c81-4a4733cefef4 tempest-RoutersNegativeTest-536999269 tempest-RoutersNegativeTest-536999269] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363259214248359'] for port, before_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:36:34.543871 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-dbb4406d-b2b2-4fa9-9c81-4a4733cefef4 tempest-RoutersNegativeTest-536999269 tempest-RoutersNegativeTest-536999269] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036850862667'] for port, precommit_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:36:34.544580 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-91db46f9-fea0-4d07-9f1b-3359c6d0fb69 tempest-RoutersTest-1255860389 tempest-RoutersTest-1255860389] Notify callbacks [] for port, precommit_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:36:34.584597 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-91db46f9-fea0-4d07-9f1b-3359c6d0fb69 tempest-RoutersTest-1255860389 tempest-RoutersTest-1255860389] Transition to ACTIVE for port object 6087c0d6-adc5-4077-8829-a972ea878eb0 will not be triggered until provisioned by entity DHCP. {{(pid=84875) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 07:36:34.617655 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-91db46f9-fea0-4d07-9f1b-3359c6d0fb69 tempest-RoutersTest-1255860389 tempest-RoutersTest-1255860389] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777640123575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851621574'] for port, after_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:36:34.696734 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.plugin [None req-dbb4406d-b2b2-4fa9-9c81-4a4733cefef4 tempest-RoutersNegativeTest-536999269 tempest-RoutersNegativeTest-536999269] Calling delete_port for 6d8b7a3c-0a6d-4e1a-bd15-14bb77e17ba8 owned by network:router_interface {{(pid=84874) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 07:36:34.794254 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-434ad7fc-875d-4055-93bb-c6c2e9a5833c tempest-TestSecurityGroupsBasicOps-944861984 tempest-TestSecurityGroupsBasicOps-944861984] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:36:34.888512 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91db46f9-fea0-4d07-9f1b-3359c6d0fb69 tempest-RoutersTest-1255860389 tempest-RoutersTest-1255860389] Pushing event updated for resources: {'Port': ['ID=6087c0d6-adc5-4077-8829-a972ea878eb0,revision_number=1']} {{(pid=84875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:36:34.894779 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-91db46f9-fea0-4d07-9f1b-3359c6d0fb69 tempest-RoutersTest-1255860389 tempest-RoutersTest-1255860389] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:36:34.902746 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-dbb4406d-b2b2-4fa9-9c81-4a4733cefef4 tempest-RoutersNegativeTest-536999269 tempest-RoutersNegativeTest-536999269] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777640533329', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777640097463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3254186'] for port, after_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:36:34.923480 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-0653b9a4-92f4-4d76-b41a-7b6481ac44ce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850887153'] for security_group, after_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:36:34.923649 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-3b905f92-6f5d-4285-92c6-38c45ecc8847 tempest-RoutersNegativeTest-536999269 tempest-RoutersNegativeTest-536999269] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:36:34.932503 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-b610f226-ec70-4ae0-8f2a-7aad0fd20133 tempest-SecGroupIPv6Test-296392250 tempest-SecGroupIPv6Test-296392250] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:36:34.950878 n-d-768862-2 neutron-server[84765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91db46f9-fea0-4d07-9f1b-3359c6d0fb69 tempest-RoutersTest-1255860389 tempest-RoutersTest-1255860389] Network 55d17c7e-058e-429d-a06c-3d5716669d4b is already hosted by enough agents. {{(pid=84875) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 07:36:34.952347 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0653b9a4-92f4-4d76-b41a-7b6481ac44ce admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bfd7b338-112a-407e-9907-d66480404b78,revision_number=None']} {{(pid=84875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:36:34.956157 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-0653b9a4-92f4-4d76-b41a-7b6481ac44ce admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:36:34.974040 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbb4406d-b2b2-4fa9-9c81-4a4733cefef4 tempest-RoutersNegativeTest-536999269 tempest-RoutersNegativeTest-536999269] Pushing event deleted for resources: {'Port': ['ID=6d8b7a3c-0a6d-4e1a-bd15-14bb77e17ba8,revision_number=None']} {{(pid=84874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:36:34.993816 n-d-768862-2 neutron-server[84765]: DEBUG neutron.scheduler.base_scheduler [None req-91db46f9-fea0-4d07-9f1b-3359c6d0fb69 tempest-RoutersTest-1255860389 tempest-RoutersTest-1255860389] Resources bound (agent type, host, resource id): {{(pid=84875) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 07:36:35.015026 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91db46f9-fea0-4d07-9f1b-3359c6d0fb69 tempest-RoutersTest-1255860389 tempest-RoutersTest-1255860389] Received port after_create {{(pid=84875) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 14 07:36:35.073886 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-dbb4406d-b2b2-4fa9-9c81-4a4733cefef4 tempest-RoutersNegativeTest-536999269 tempest-RoutersNegativeTest-536999269] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:36:35.092398 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-91db46f9-fea0-4d07-9f1b-3359c6d0fb69 tempest-RoutersTest-1255860389 tempest-RoutersTest-1255860389] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036850886386'] for router_interface, before_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:36:35.149159 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-0653b9a4-92f4-4d76-b41a-7b6481ac44ce admin admin] Notify callbacks [] for security_group, before_response {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:36:35.150592 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-0653b9a4-92f4-4d76-b41a-7b6481ac44ce admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/bfd7b338-112a-407e-9907-d66480404b78 HTTP/1.1" status: 204 len: 168 time: 2.2092512 Jan 14 07:36:35.279625 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Device 1300f4ec-e886-4415-919d-d8ae1957d506 up at agent ovs-agent-n-d-768862-2 {{(pid=84876) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 07:36:35.383254 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-811dfd07-866e-4a1a-8294-6c59ad761197 tempest-TestNetworkAdvancedServerOps-470546014 tempest-TestNetworkAdvancedServerOps-470546014] Notify callbacks [] for router_gateway, before_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:36:35.453773 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-811dfd07-866e-4a1a-8294-6c59ad761197 tempest-TestNetworkAdvancedServerOps-470546014 tempest-TestNetworkAdvancedServerOps-470546014] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555753'] for port, before_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:36:35.487186 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Provisioning for port 1300f4ec-e886-4415-919d-d8ae1957d506 completed by entity L2. {{(pid=84876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 07:36:35.641013 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84875) accepted ('10.222.0.24', 35146) {{(pid=84875) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:36:35.726388 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-91db46f9-fea0-4d07-9f1b-3359c6d0fb69 tempest-RoutersTest-1255860389 tempest-RoutersTest-1255860389] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555753'] for port, before_update {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:36:36.118302 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-8ecba424-0f2d-4450-b2a2-779e5e2efdec admin admin] Notify callbacks [] for security_group, before_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:36:36.199708 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-dbb4406d-b2b2-4fa9-9c81-4a4733cefef4 tempest-RoutersNegativeTest-536999269 tempest-RoutersNegativeTest-536999269] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted--9223372036851568851', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal--9223372036850888080'] for router_interface, after_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:36:36.199822 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3574f3a8-86c7-4abb-815c-7025390c4b31 None None] Network 55d17c7e-058e-429d-a06c-3d5716669d4b requested from n-d-768862-2 {{(pid=84876) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 07:36:36.554724 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-91db46f9-fea0-4d07-9f1b-3359c6d0fb69 tempest-RoutersTest-1255860389 tempest-RoutersTest-1255860389] Notify callbacks [] for port, precommit_update {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:36:36.634270 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-4f60d9db-9335-4cbc-a50d-e49e63ce83b2 None None] Provisioning for port 1300f4ec-e886-4415-919d-d8ae1957d506 completed by entity DHCP. {{(pid=84876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 07:36:36.644849 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-4f60d9db-9335-4cbc-a50d-e49e63ce83b2 None None] Provisioning complete for port 1300f4ec-e886-4415-919d-d8ae1957d506 triggered by entity DHCP. {{(pid=84876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 07:36:36.645248 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-4f60d9db-9335-4cbc-a50d-e49e63ce83b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-604227'] for port, provisioning_complete {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:36:36.647358 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.db_base_plugin_common [None req-811dfd07-866e-4a1a-8294-6c59ad761197 tempest-TestNetworkAdvancedServerOps-470546014 tempest-TestNetworkAdvancedServerOps-470546014] Allocated IP 172.25.2.211 (226f1e78-82cd-4481-9055-4eb73b6db8c1/ba8deeec-7658-4195-9449-038c076f5c83/64f07fcc-5260-4a3f-ad31-9d7edc236848) {{(pid=84875) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 14 07:36:36.651853 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-8ecba424-0f2d-4450-b2a2-779e5e2efdec admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:36:36.657197 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-91db46f9-fea0-4d07-9f1b-3359c6d0fb69 tempest-RoutersTest-1255860389 tempest-RoutersTest-1255860389] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777640533312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363259214678337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777640097497', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3154211'] for port, after_update {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:36:36.747587 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-90aa6e0f-8cd9-49a9-8fad-3e618aa7837d tempest-FloatingIPNegativeTestJSON-2001787271 tempest-FloatingIPNegativeTestJSON-2001787271] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:36:36.778139 n-d-768862-2 neutron-server[84765]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dbb4406d-b2b2-4fa9-9c81-4a4733cefef4 tempest-RoutersNegativeTest-536999269 tempest-RoutersNegativeTest-536999269] Router bd4c67a9-deea-4b69-8d19-5fafc992451e has already been hosted by L3 agent 35f592e9-451b-4db9-abea-77b6a5c5391b {{(pid=84874) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Jan 14 07:36:36.827755 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-91db46f9-fea0-4d07-9f1b-3359c6d0fb69 tempest-RoutersTest-1255860389 tempest-RoutersTest-1255860389] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3206949', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3889649'] for router_interface, after_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:36:36.897331 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-4f60d9db-9335-4cbc-a50d-e49e63ce83b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555753'] for port, before_update {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:36:36.929569 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-8ecba424-0f2d-4450-b2a2-779e5e2efdec admin admin] Usage tracker for resource:security_group_rule and tenant:623eda8b66e947e7adb845800aacb3be is out of sync, need to count used quota {{(pid=84875) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:36:36.936737 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91db46f9-fea0-4d07-9f1b-3359c6d0fb69 tempest-RoutersTest-1255860389 tempest-RoutersTest-1255860389] Pushing event updated for resources: {'Port': ['ID=6087c0d6-adc5-4077-8829-a972ea878eb0,revision_number=2']} {{(pid=84875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:36:36.959993 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [None req-4f60d9db-9335-4cbc-a50d-e49e63ce83b2 None None] For port 1300f4ec-e886-4415-919d-d8ae1957d506, host n-d-768862-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-2',level=0,port_id=1300f4ec-e886-4415-919d-d8ae1957d506,segment=NetworkSegment(fad8c552-101d-4a05-96d4-8c3b5ea8f805),segment_id=fad8c552-101d-4a05-96d4-8c3b5ea8f805)] {{(pid=84876) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 07:36:36.965659 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-4f60d9db-9335-4cbc-a50d-e49e63ce83b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777640533312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363259214678337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777640097497'] for port, after_update {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:36:36.967580 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-36aa71c2-ae70-4305-bceb-feaa921265a4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84876) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:36:36.971065 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-91db46f9-fea0-4d07-9f1b-3359c6d0fb69 tempest-RoutersTest-1255860389 tempest-RoutersTest-1255860389] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.223s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:36:36.974558 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-8ecba424-0f2d-4450-b2a2-779e5e2efdec admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84875) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:36:37.007621 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-8ecba424-0f2d-4450-b2a2-779e5e2efdec admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:36:37.009346 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dbb4406d-b2b2-4fa9-9c81-4a4733cefef4 tempest-RoutersNegativeTest-536999269 tempest-RoutersNegativeTest-536999269] Notify agent at l3_agent.n-d-768862-2 the message routers_updated {{(pid=84874) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jan 14 07:36:37.023168 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc05dee8-beb6-4206-8ff6-89b57835304c None None] Sync routers for ids ['bd4c67a9-deea-4b69-8d19-5fafc992451e'] in n-d-768862-2 {{(pid=84877) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Jan 14 07:36:37.046473 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84875) accepted ('10.222.0.24', 35178) {{(pid=84875) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:36:37.047881 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-dbb4406d-b2b2-4fa9-9c81-4a4733cefef4 tempest-RoutersNegativeTest-536999269 tempest-RoutersNegativeTest-536999269] 10.222.0.24 "PUT /v2.0/routers/bd4c67a9-deea-4b69-8d19-5fafc992451e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.6363325 Jan 14 07:36:37.056557 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc05dee8-beb6-4206-8ff6-89b57835304c None None] Routers {'bd4c67a9-deea-4b69-8d19-5fafc992451e'} bound to L3 agent in host n-d-768862-2 {{(pid=84877) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 14 07:36:37.057741 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_hamode_db [None req-cc05dee8-beb6-4206-8ff6-89b57835304c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-01-14T06:56:51Z,description=,heartbeat_timestamp=2021-01-14T07:36:22Z,host='n-d-768862-2',id=35f592e9-451b-4db9-abea-77b6a5c5391b,load=0,resource_versions=,resources_synced=,started_at=2021-01-14T06:56:51Z,topic='l3_agent')) {'router_ids': ['bd4c67a9-deea-4b69-8d19-5fafc992451e'], 'active': True} {{(pid=84877) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:36:37.104818 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f60d9db-9335-4cbc-a50d-e49e63ce83b2 None None] Pushing event updated for resources: {'Port': ['ID=1300f4ec-e886-4415-919d-d8ae1957d506,revision_number=3']} {{(pid=84876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:36:37.149966 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f60d9db-9335-4cbc-a50d-e49e63ce83b2 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@n-h1-768862-2 {{(pid=84876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:36:37.150367 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f60d9db-9335-4cbc-a50d-e49e63ce83b2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-h1-768862-2 {{(pid=84876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:36:37.150756 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f60d9db-9335-4cbc-a50d-e49e63ce83b2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-h1-768862-2 {{(pid=84876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:36:37.151213 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f60d9db-9335-4cbc-a50d-e49e63ce83b2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-h1-768862-2 {{(pid=84876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:36:37.151597 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f60d9db-9335-4cbc-a50d-e49e63ce83b2 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@n-h1-768862-2 {{(pid=84876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:36:37.152005 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f60d9db-9335-4cbc-a50d-e49e63ce83b2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-h1-768862-2 {{(pid=84876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:36:37.152382 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f60d9db-9335-4cbc-a50d-e49e63ce83b2 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-h1-768862-2 {{(pid=84876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:36:37.152760 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f60d9db-9335-4cbc-a50d-e49e63ce83b2 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-h1-768862-2 {{(pid=84876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:36:37.153125 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f60d9db-9335-4cbc-a50d-e49e63ce83b2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-h1-768862-2 {{(pid=84876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:36:37.153499 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f60d9db-9335-4cbc-a50d-e49e63ce83b2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-h1-768862-2 {{(pid=84876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:36:37.153870 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f60d9db-9335-4cbc-a50d-e49e63ce83b2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-h1-768862-2 {{(pid=84876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:36:37.154245 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f60d9db-9335-4cbc-a50d-e49e63ce83b2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-h1-768862-2 {{(pid=84876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:36:37.154665 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f60d9db-9335-4cbc-a50d-e49e63ce83b2 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@n-h2-768862-2 {{(pid=84876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:36:37.155029 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f60d9db-9335-4cbc-a50d-e49e63ce83b2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-h2-768862-2 {{(pid=84876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:36:37.155398 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f60d9db-9335-4cbc-a50d-e49e63ce83b2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-h2-768862-2 {{(pid=84876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:36:37.155760 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f60d9db-9335-4cbc-a50d-e49e63ce83b2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-h2-768862-2 {{(pid=84876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:36:37.156168 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f60d9db-9335-4cbc-a50d-e49e63ce83b2 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@n-h2-768862-2 {{(pid=84876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:36:37.156536 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f60d9db-9335-4cbc-a50d-e49e63ce83b2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-h2-768862-2 {{(pid=84876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:36:37.156904 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f60d9db-9335-4cbc-a50d-e49e63ce83b2 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-h2-768862-2 {{(pid=84876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:36:37.157269 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f60d9db-9335-4cbc-a50d-e49e63ce83b2 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-h2-768862-2 {{(pid=84876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:36:37.157634 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f60d9db-9335-4cbc-a50d-e49e63ce83b2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-h2-768862-2 {{(pid=84876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:36:37.157999 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f60d9db-9335-4cbc-a50d-e49e63ce83b2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-h2-768862-2 {{(pid=84876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:36:37.158362 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f60d9db-9335-4cbc-a50d-e49e63ce83b2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-h2-768862-2 {{(pid=84876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:36:37.158727 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f60d9db-9335-4cbc-a50d-e49e63ce83b2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-h2-768862-2 {{(pid=84876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:36:37.159154 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f60d9db-9335-4cbc-a50d-e49e63ce83b2 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-2 {{(pid=84876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:36:37.159519 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f60d9db-9335-4cbc-a50d-e49e63ce83b2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-2 {{(pid=84876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:36:37.159902 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f60d9db-9335-4cbc-a50d-e49e63ce83b2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-2 {{(pid=84876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:36:37.160269 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f60d9db-9335-4cbc-a50d-e49e63ce83b2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-2 {{(pid=84876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:36:37.160632 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f60d9db-9335-4cbc-a50d-e49e63ce83b2 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@n-d-768862-2 {{(pid=84876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:36:37.160996 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f60d9db-9335-4cbc-a50d-e49e63ce83b2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-2 {{(pid=84876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:36:37.161358 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f60d9db-9335-4cbc-a50d-e49e63ce83b2 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-768862-2 {{(pid=84876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:36:37.161721 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f60d9db-9335-4cbc-a50d-e49e63ce83b2 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-768862-2 {{(pid=84876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:36:37.162081 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f60d9db-9335-4cbc-a50d-e49e63ce83b2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-2 {{(pid=84876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:36:37.162442 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f60d9db-9335-4cbc-a50d-e49e63ce83b2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-2 {{(pid=84876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:36:37.162805 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f60d9db-9335-4cbc-a50d-e49e63ce83b2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-2 {{(pid=84876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:36:37.163168 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f60d9db-9335-4cbc-a50d-e49e63ce83b2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-2 {{(pid=84876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:36:37.176796 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-4f60d9db-9335-4cbc-a50d-e49e63ce83b2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.209s {{(pid=84876) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:36:37.208182 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_hamode_db [None req-cc05dee8-beb6-4206-8ff6-89b57835304c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768862-2', False) {} {{(pid=84877) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:36:37.221798 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc05dee8-beb6-4206-8ff6-89b57835304c None None] Routers {'bd4c67a9-deea-4b69-8d19-5fafc992451e'} bound to L3 agent in host n-d-768862-2 {{(pid=84877) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 14 07:36:37.222458 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_hamode_db [None req-cc05dee8-beb6-4206-8ff6-89b57835304c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-01-14T06:56:51Z,description=,heartbeat_timestamp=2021-01-14T07:36:22Z,host='n-d-768862-2',id=35f592e9-451b-4db9-abea-77b6a5c5391b,load=0,resource_versions=,resources_synced=,started_at=2021-01-14T06:56:51Z,topic='l3_agent')) {'router_ids': ['bd4c67a9-deea-4b69-8d19-5fafc992451e'], 'active': True} {{(pid=84877) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:36:37.293988 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_hamode_db [None req-cc05dee8-beb6-4206-8ff6-89b57835304c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768862-2', False) {} {{(pid=84877) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:36:37.294446 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc05dee8-beb6-4206-8ff6-89b57835304c None None] The sync data for ids ['bd4c67a9-deea-4b69-8d19-5fafc992451e'] in n-d-768862-2 is: [] {{(pid=84877) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Jan 14 07:36:37.400348 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-73cdf8ca-a543-4df2-b42f-2d393863babb None None] Provisioning complete for port 1300f4ec-e886-4415-919d-d8ae1957d506 triggered by entity DHCP. {{(pid=84876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 07:36:37.400692 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-73cdf8ca-a543-4df2-b42f-2d393863babb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-604227'] for port, provisioning_complete {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:36:37.626575 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-73cdf8ca-a543-4df2-b42f-2d393863babb None None] Provisioning for port 6087c0d6-adc5-4077-8829-a972ea878eb0 completed by entity DHCP. {{(pid=84876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 07:36:37.634723 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-73cdf8ca-a543-4df2-b42f-2d393863babb None None] Provisioning complete for port 6087c0d6-adc5-4077-8829-a972ea878eb0 triggered by entity DHCP. {{(pid=84876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 07:36:37.637265 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-73cdf8ca-a543-4df2-b42f-2d393863babb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-604227'] for port, provisioning_complete {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:36:37.786779 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.plugin [None req-73cdf8ca-a543-4df2-b42f-2d393863babb None None] Port 6087c0d6-adc5-4077-8829-a972ea878eb0 cannot update to ACTIVE because it is not bound. {{(pid=84876) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:329}} Jan 14 07:36:37.836146 n-d-768862-2 neutron-server[84765]: INFO neutron.api.v2.resource [None req-642610f0-77ea-41f0-b76d-6db453064f67 tempest-RoutersNegativeTest-536999269 tempest-RoutersNegativeTest-536999269] show failed (client error): The resource could not be found. Jan 14 07:36:37.837293 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-642610f0-77ea-41f0-b76d-6db453064f67 tempest-RoutersNegativeTest-536999269 tempest-RoutersNegativeTest-536999269] 10.222.0.24 "GET /v2.0/routers/tempest-non_exist_router-1285854049 HTTP/1.1" status: 404 len: 335 time: 0.7823782 Jan 14 07:36:37.844973 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84874) accepted ('10.222.0.24', 35192) {{(pid=84874) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:36:37.845490 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-8ecba424-0f2d-4450-b2a2-779e5e2efdec admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:36:37.851910 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.v2.base [None req-1f2907ee-db9e-4a60-86b2-7b6f543d1857 tempest-RoutersNegativeTest-536999269 tempest-RoutersNegativeTest-536999269] Request body: {'router': {'name': 'new_name'}} {{(pid=84874) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:36:37.856989 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-8ecba424-0f2d-4450-b2a2-779e5e2efdec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850887153'] for security_group, after_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:36:37.890052 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-d6e2c7f1-3903-4dd7-a23d-947ab9914b2c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:36:37.903031 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-8ecba424-0f2d-4450-b2a2-779e5e2efdec admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=623eda8b66e947e7adb845800aacb3be&name=default HTTP/1.1" status: 200 len: 2983 time: 2.2607698 Jan 14 07:36:37.906151 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84875) accepted ('10.222.0.24', 35196) {{(pid=84875) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:36:37.916399 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-1086be3e-24ee-4786-a937-d78ed67508cd None None] Provisioning complete for port 1300f4ec-e886-4415-919d-d8ae1957d506 triggered by entity DHCP. {{(pid=84876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 07:36:37.916963 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-1086be3e-24ee-4786-a937-d78ed67508cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-604227'] for port, provisioning_complete {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:36:37.958957 n-d-768862-2 neutron-server[84765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91db46f9-fea0-4d07-9f1b-3359c6d0fb69 tempest-RoutersTest-1255860389 tempest-RoutersTest-1255860389] Network 55d17c7e-058e-429d-a06c-3d5716669d4b is already hosted by enough agents. {{(pid=84875) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 07:36:37.974749 n-d-768862-2 neutron-server[84765]: INFO neutron.api.v2.resource [None req-1f2907ee-db9e-4a60-86b2-7b6f543d1857 tempest-RoutersNegativeTest-536999269 tempest-RoutersNegativeTest-536999269] update failed (client error): The resource could not be found. Jan 14 07:36:37.977396 n-d-768862-2 neutron-server[84765]: DEBUG neutron.scheduler.base_scheduler [None req-91db46f9-fea0-4d07-9f1b-3359c6d0fb69 tempest-RoutersTest-1255860389 tempest-RoutersTest-1255860389] Resources bound (agent type, host, resource id): {{(pid=84875) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 07:36:37.984285 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-1f2907ee-db9e-4a60-86b2-7b6f543d1857 tempest-RoutersNegativeTest-536999269 tempest-RoutersNegativeTest-536999269] 10.222.0.24 "PUT /v2.0/routers/tempest-non_exist_router-1088974127 HTTP/1.1" status: 404 len: 335 time: 0.1375296 Jan 14 07:36:37.987512 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84874) accepted ('10.222.0.24', 35200) {{(pid=84874) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:36:38.011625 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ecba424-0f2d-4450-b2a2-779e5e2efdec admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5d4273dc-1e00-4dd9-9887-bcd5369b2c18,revision_number=1']} {{(pid=84875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:36:38.041935 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-8ecba424-0f2d-4450-b2a2-779e5e2efdec admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:36:38.277841 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-1086be3e-24ee-4786-a937-d78ed67508cd None None] Provisioning complete for port 6087c0d6-adc5-4077-8829-a972ea878eb0 triggered by entity DHCP. {{(pid=84876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 07:36:38.277841 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-1086be3e-24ee-4786-a937-d78ed67508cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-604227'] for port, provisioning_complete {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:36:38.286001 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-811dfd07-866e-4a1a-8294-6c59ad761197 tempest-TestNetworkAdvancedServerOps-470546014 tempest-TestNetworkAdvancedServerOps-470546014] Notify callbacks [] for port, precommit_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:36:38.306488 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.db_base_plugin_v2 [None req-ab791b43-fb03-455c-abe7-bb85005a78f4 tempest-RoutersNegativeTest-536999269 tempest-RoutersNegativeTest-536999269] Deleting subnet 7d49ef6e-e033-4f2d-9074-b35af37fb7bc {{(pid=84874) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Jan 14 07:36:38.310350 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-ab791b43-fb03-455c-abe7-bb85005a78f4 tempest-RoutersNegativeTest-536999269 tempest-RoutersNegativeTest-536999269] Notify callbacks [] for subnet, before_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:36:38.357762 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-cd2ca33e-2067-4225-84dd-2ad44cbd8d6f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:36:38.399151 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.plugin [None req-1086be3e-24ee-4786-a937-d78ed67508cd None None] Port 6087c0d6-adc5-4077-8829-a972ea878eb0 cannot update to ACTIVE because it is not bound. {{(pid=84876) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:329}} Jan 14 07:36:38.409284 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-ab791b43-fb03-455c-abe7-bb85005a78f4 tempest-RoutersNegativeTest-536999269 tempest-RoutersNegativeTest-536999269] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036851807232'] for subnet, precommit_delete_associations {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:36:38.421311 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-cd2ca33e-2067-4225-84dd-2ad44cbd8d6f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:36:38.448188 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-811dfd07-866e-4a1a-8294-6c59ad761197 tempest-TestNetworkAdvancedServerOps-470546014 tempest-TestNetworkAdvancedServerOps-470546014] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777640123575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851621574'] for port, after_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:36:38.477376 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-855dee93-75bc-4425-8084-f74ffa2d8867 tempest-PortsIpV6TestJSON-1330665174 tempest-PortsIpV6TestJSON-1330665174] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:36:38.527189 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-529c80cb-36cf-4351-b8fd-55252dd754e3 None None] Provisioning complete for port 1300f4ec-e886-4415-919d-d8ae1957d506 triggered by entity DHCP. {{(pid=84876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 07:36:38.528173 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-529c80cb-36cf-4351-b8fd-55252dd754e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-604227'] for port, provisioning_complete {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:36:38.537312 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-ab791b43-fb03-455c-abe7-bb85005a78f4 tempest-RoutersNegativeTest-536999269 tempest-RoutersNegativeTest-536999269] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036854176836'] for subnet, precommit_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:36:38.672409 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-529c80cb-36cf-4351-b8fd-55252dd754e3 None None] Provisioning complete for port 6087c0d6-adc5-4077-8829-a972ea878eb0 triggered by entity DHCP. {{(pid=84876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 07:36:38.673718 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-529c80cb-36cf-4351-b8fd-55252dd754e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-604227'] for port, provisioning_complete {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:36:38.739517 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.plugin [None req-529c80cb-36cf-4351-b8fd-55252dd754e3 None None] Port 6087c0d6-adc5-4077-8829-a972ea878eb0 cannot update to ACTIVE because it is not bound. {{(pid=84876) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:329}} Jan 14 07:36:38.766871 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-cd2ca33e-2067-4225-84dd-2ad44cbd8d6f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850887153'] for security_group, after_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:36:38.797182 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-811dfd07-866e-4a1a-8294-6c59ad761197 tempest-TestNetworkAdvancedServerOps-470546014 tempest-TestNetworkAdvancedServerOps-470546014] Pushing event updated for resources: {'Port': ['ID=64f07fcc-5260-4a3f-ad31-9d7edc236848,revision_number=1']} {{(pid=84875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:36:38.801537 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-811dfd07-866e-4a1a-8294-6c59ad761197 tempest-TestNetworkAdvancedServerOps-470546014 tempest-TestNetworkAdvancedServerOps-470546014] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.324s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:36:38.808562 n-d-768862-2 neutron-server[84765]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-91db46f9-fea0-4d07-9f1b-3359c6d0fb69 tempest-RoutersTest-1255860389 tempest-RoutersTest-1255860389] Router 3998536e-65e4-4108-ab1c-eac6e818dd96 is scheduled to L3 agent 35f592e9-451b-4db9-abea-77b6a5c5391b with binding_index 1 {{(pid=84875) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}} Jan 14 07:36:38.809998 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-d3cd023c-d20e-4d68-908d-3167e72a4a4c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.032s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:36:38.906665 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-cd2ca33e-2067-4225-84dd-2ad44cbd8d6f admin admin] Notify callbacks [] for security_group, before_response {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:36:38.910796 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-cd2ca33e-2067-4225-84dd-2ad44cbd8d6f admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/5d4273dc-1e00-4dd9-9887-bcd5369b2c18 HTTP/1.1" status: 204 len: 168 time: 1.0017960 Jan 14 07:36:38.920168 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd2ca33e-2067-4225-84dd-2ad44cbd8d6f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5d4273dc-1e00-4dd9-9887-bcd5369b2c18,revision_number=None']} {{(pid=84875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:36:38.957357 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-ab791b43-fb03-455c-abe7-bb85005a78f4 tempest-RoutersNegativeTest-536999269 tempest-RoutersNegativeTest-536999269] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-598964', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850887113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036851521664', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2794686'] for subnet, after_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:36:38.957939 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-cd2ca33e-2067-4225-84dd-2ad44cbd8d6f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:36:39.085519 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-91db46f9-fea0-4d07-9f1b-3359c6d0fb69 tempest-RoutersTest-1255860389 tempest-RoutersTest-1255860389] Notify agent at l3_agent.n-d-768862-2 the message routers_updated {{(pid=84875) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jan 14 07:36:39.096660 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a4af9cb-9c90-47cb-a24a-5f65c3707c7d None None] Sync routers for ids ['3998536e-65e4-4108-ab1c-eac6e818dd96'] in n-d-768862-2 {{(pid=84876) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Jan 14 07:36:39.098538 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-91db46f9-fea0-4d07-9f1b-3359c6d0fb69 tempest-RoutersTest-1255860389 tempest-RoutersTest-1255860389] 10.222.0.24 "PUT /v2.0/routers/3998536e-65e4-4108-ab1c-eac6e818dd96/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.9855585 Jan 14 07:36:39.116446 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a4af9cb-9c90-47cb-a24a-5f65c3707c7d None None] Routers {'3998536e-65e4-4108-ab1c-eac6e818dd96'} bound to L3 agent in host n-d-768862-2 {{(pid=84876) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 14 07:36:39.118133 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84875) accepted ('10.222.0.24', 35226) {{(pid=84875) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:36:39.121341 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_hamode_db [None req-4a4af9cb-9c90-47cb-a24a-5f65c3707c7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-01-14T06:56:51Z,description=,heartbeat_timestamp=2021-01-14T07:36:22Z,host='n-d-768862-2',id=35f592e9-451b-4db9-abea-77b6a5c5391b,load=0,resource_versions=,resources_synced=,started_at=2021-01-14T06:56:51Z,topic='l3_agent')) {'router_ids': ['3998536e-65e4-4108-ab1c-eac6e818dd96'], 'active': True} {{(pid=84876) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:36:39.128008 n-d-768862-2 neutron-server[84765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-811dfd07-866e-4a1a-8294-6c59ad761197 tempest-TestNetworkAdvancedServerOps-470546014 tempest-TestNetworkAdvancedServerOps-470546014] Network 226f1e78-82cd-4481-9055-4eb73b6db8c1 is already hosted by enough agents. {{(pid=84875) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 07:36:39.131726 n-d-768862-2 neutron-server[84765]: DEBUG neutron.scheduler.base_scheduler [None req-811dfd07-866e-4a1a-8294-6c59ad761197 tempest-TestNetworkAdvancedServerOps-470546014 tempest-TestNetworkAdvancedServerOps-470546014] Resources bound (agent type, host, resource id): {{(pid=84875) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 07:36:39.139188 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.v2.base [None req-b1d898ea-50ad-46cc-af6c-fda1579060c1 tempest-RoutersTest-1255860389 tempest-RoutersTest-1255860389] Request body: {'network': {'name': 'tempest-RoutersTest-1931337983'}} {{(pid=84875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:36:39.145318 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-811dfd07-866e-4a1a-8294-6c59ad761197 tempest-TestNetworkAdvancedServerOps-470546014 tempest-TestNetworkAdvancedServerOps-470546014] Received port after_create {{(pid=84875) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 14 07:36:39.149761 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-56fd9963-2e9c-47b8-a50a-f512fe67d7d0 tempest-RoutersNegativeTest-536999269 tempest-RoutersNegativeTest-536999269] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:36:39.271812 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Device 1300f4ec-e886-4415-919d-d8ae1957d506 up at agent ovs-agent-n-d-768862-2 {{(pid=84876) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 07:36:39.277848 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab791b43-fb03-455c-abe7-bb85005a78f4 tempest-RoutersNegativeTest-536999269 tempest-RoutersNegativeTest-536999269] Pushing event deleted for resources: {'Subnet': ['ID=7d49ef6e-e033-4f2d-9074-b35af37fb7bc,revision_number=None']} {{(pid=84874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:36:39.283034 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-ab791b43-fb03-455c-abe7-bb85005a78f4 tempest-RoutersNegativeTest-536999269 tempest-RoutersNegativeTest-536999269] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:36:39.284199 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-ab791b43-fb03-455c-abe7-bb85005a78f4 tempest-RoutersNegativeTest-536999269 tempest-RoutersNegativeTest-536999269] Notify callbacks [] for subnet, before_response {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:36:39.295270 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-ab791b43-fb03-455c-abe7-bb85005a78f4 tempest-RoutersNegativeTest-536999269 tempest-RoutersNegativeTest-536999269] 10.222.0.24 "DELETE /v2.0/subnets/7d49ef6e-e033-4f2d-9074-b35af37fb7bc HTTP/1.1" status: 204 len: 168 time: 1.3054819 Jan 14 07:36:39.297825 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84874) accepted ('10.222.0.24', 35234) {{(pid=84874) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:36:39.353817 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-b1d898ea-50ad-46cc-af6c-fda1579060c1 tempest-RoutersTest-1255860389 tempest-RoutersTest-1255860389] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:36:39.374141 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-b1d898ea-50ad-46cc-af6c-fda1579060c1 tempest-RoutersTest-1255860389 tempest-RoutersTest-1255860389] Usage tracker for resource:network and tenant:2a076c09cf6548039ba7b64b98184a0e is out of sync, need to count used quota {{(pid=84875) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:36:39.379758 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-b1d898ea-50ad-46cc-af6c-fda1579060c1 tempest-RoutersTest-1255860389 tempest-RoutersTest-1255860389] Quota usage for network was recalculated. Used quota:1. {{(pid=84875) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:36:39.446382 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-b1d898ea-50ad-46cc-af6c-fda1579060c1 tempest-RoutersTest-1255860389 tempest-RoutersTest-1255860389] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:36:39.523179 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b1d898ea-50ad-46cc-af6c-fda1579060c1 tempest-RoutersTest-1255860389 tempest-RoutersTest-1255860389] Made reservation on behalf of 2a076c09cf6548039ba7b64b98184a0e for: {'network': 1} {{(pid=84875) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 07:36:39.540440 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-b1d898ea-50ad-46cc-af6c-fda1579060c1 tempest-RoutersTest-1255860389 tempest-RoutersTest-1255860389] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555753'] for network, before_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:36:39.602766 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b1d898ea-50ad-46cc-af6c-fda1579060c1 tempest-RoutersTest-1255860389 tempest-RoutersTest-1255860389] vxlan segment allocate from pool success with {'vxlan_vni': 20} {{(pid=84875) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Jan 14 07:36:39.610854 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_dvr_db [None req-4a4af9cb-9c90-47cb-a24a-5f65c3707c7d None None] Set router 3998536e-65e4-4108-ab1c-eac6e818dd96 gateway port host: None {{(pid=84876) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 14 07:36:39.626706 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.db_base_plugin_v2 [None req-d599f438-c7ca-485e-862e-1b856a56dc58 tempest-RoutersNegativeTest-536999269 tempest-RoutersNegativeTest-536999269] Deleting subnet ffc71e46-c24e-49f6-b07f-65940491f158 {{(pid=84874) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Jan 14 07:36:39.637523 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-d599f438-c7ca-485e-862e-1b856a56dc58 tempest-RoutersNegativeTest-536999269 tempest-RoutersNegativeTest-536999269] Notify callbacks [] for subnet, before_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:36:39.715473 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84874) accepted ('10.222.0.24', 35244) {{(pid=84874) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:36:39.807317 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-d599f438-c7ca-485e-862e-1b856a56dc58 tempest-RoutersNegativeTest-536999269 tempest-RoutersNegativeTest-536999269] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036851807232'] for subnet, precommit_delete_associations {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:36:39.833488 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-b1d898ea-50ad-46cc-af6c-fda1579060c1 tempest-RoutersTest-1255860389 tempest-RoutersTest-1255860389] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment--9223363259214191851', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854179735'] for segment, precommit_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:36:39.833928 n-d-768862-2 neutron-server[84765]: INFO neutron.db.segments_db [None req-b1d898ea-50ad-46cc-af6c-fda1579060c1 tempest-RoutersTest-1255860389 tempest-RoutersTest-1255860389] Added segment 49b23d36-e442-4bb6-9fcf-14332936c677 of type vxlan for network 38c91695-e5b8-46a7-8f78-0f0683e3f1c9 Jan 14 07:36:39.835252 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-811dfd07-866e-4a1a-8294-6c59ad761197 tempest-TestNetworkAdvancedServerOps-470546014 tempest-TestNetworkAdvancedServerOps-470546014] Notify callbacks [] for router_gateway, after_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:36:39.868060 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db0fd92f-a682-4ea3-bf42-59e47adca122 None None] Network 85b29c41-84b0-4b6b-a8f9-58e2274683d6 requested from n-d-768862-2 {{(pid=84876) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 07:36:40.002688 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-d599f438-c7ca-485e-862e-1b856a56dc58 tempest-RoutersNegativeTest-536999269 tempest-RoutersNegativeTest-536999269] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036854176836'] for subnet, precommit_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:36:40.302364 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84874) accepted ('10.222.0.24', 35250) {{(pid=84874) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:36:40.334147 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-811dfd07-866e-4a1a-8294-6c59ad761197 tempest-TestNetworkAdvancedServerOps-470546014 tempest-TestNetworkAdvancedServerOps-470546014] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036850886612', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036850863158'] for router, after_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:36:40.355446 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-089635ad-f9b6-491f-b9d3-a12c1ef2aeed admin admin] Notify callbacks [] for security_group, before_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:36:40.375225 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-089635ad-f9b6-491f-b9d3-a12c1ef2aeed admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:36:40.379436 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-089635ad-f9b6-491f-b9d3-a12c1ef2aeed admin admin] Usage tracker for resource:security_group_rule and tenant:1bca030cb162497b88d2bff94228a026 is out of sync, need to count used quota {{(pid=84874) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:36:40.382655 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-089635ad-f9b6-491f-b9d3-a12c1ef2aeed admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84874) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:36:40.388850 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-089635ad-f9b6-491f-b9d3-a12c1ef2aeed admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:36:40.466617 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-5be57145-5a92-4fdf-a67b-c45369fe8485 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:36:40.499983 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-089635ad-f9b6-491f-b9d3-a12c1ef2aeed admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:36:40.507934 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-089635ad-f9b6-491f-b9d3-a12c1ef2aeed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850887153'] for security_group, after_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:36:40.537925 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-7900bb14-4324-486d-b9a6-fcc21be05d38 tempest-TestSecurityGroupsBasicOps-944861984 tempest-TestSecurityGroupsBasicOps-944861984] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:36:40.551308 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-b1d898ea-50ad-46cc-af6c-fda1579060c1 tempest-RoutersTest-1255860389 tempest-RoutersTest-1255860389] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363259214646115'] for network, precommit_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:36:40.560657 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Provisioning complete for port 1300f4ec-e886-4415-919d-d8ae1957d506 triggered by entity L2. {{(pid=84876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 07:36:40.561816 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-604227'] for port, provisioning_complete {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:36:40.576526 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-089635ad-f9b6-491f-b9d3-a12c1ef2aeed admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=1bca030cb162497b88d2bff94228a026&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2577629 Jan 14 07:36:40.580298 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84875) accepted ('10.222.0.24', 35260) {{(pid=84875) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:36:40.586767 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-5be57145-5a92-4fdf-a67b-c45369fe8485 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:36:40.600874 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-5be57145-5a92-4fdf-a67b-c45369fe8485 admin admin] Usage tracker for resource:security_group_rule and tenant:ac977967011442d5a91685901981fc96 is out of sync, need to count used quota {{(pid=84874) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:36:40.600874 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-5be57145-5a92-4fdf-a67b-c45369fe8485 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84874) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:36:40.616209 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-5be57145-5a92-4fdf-a67b-c45369fe8485 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:36:40.647770 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-089635ad-f9b6-491f-b9d3-a12c1ef2aeed admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=95206270-399b-4ed0-abc6-7596adb5f85d,revision_number=1']} {{(pid=84874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:36:40.656016 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-089635ad-f9b6-491f-b9d3-a12c1ef2aeed admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:36:40.703290 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-b1d898ea-50ad-46cc-af6c-fda1579060c1 tempest-RoutersTest-1255860389 tempest-RoutersTest-1255860389] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850887149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964'] for network, after_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:36:40.724117 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-5be57145-5a92-4fdf-a67b-c45369fe8485 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:36:40.726148 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-d599f438-c7ca-485e-862e-1b856a56dc58 tempest-RoutersNegativeTest-536999269 tempest-RoutersNegativeTest-536999269] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-598964', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850887113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036851521664', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2794686'] for subnet, after_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:36:40.729087 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1d898ea-50ad-46cc-af6c-fda1579060c1 tempest-RoutersTest-1255860389 tempest-RoutersTest-1255860389] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:36:40.730002 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-b1d898ea-50ad-46cc-af6c-fda1579060c1 tempest-RoutersTest-1255860389 tempest-RoutersTest-1255860389] Notify callbacks [] for network, before_response {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:36:40.741605 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-ed4aa523-d59f-415c-a4b2-064abd17abf5 tempest-RoutersTest-1255860389 tempest-RoutersTest-1255860389] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:36:40.743616 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-c42c5a9a-466f-46c3-95fe-881d46c19a6f tempest-TestSecurityGroupsBasicOps-944861984 tempest-TestSecurityGroupsBasicOps-944861984] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:36:40.776059 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-5be57145-5a92-4fdf-a67b-c45369fe8485 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850887153'] for security_group, after_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:36:40.797424 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-62554061-7504-4e18-a9cb-87ea3634e3d0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:36:40.825887 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_hamode_db [None req-4a4af9cb-9c90-47cb-a24a-5f65c3707c7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3998536e-65e4-4108-ab1c-eac6e818dd96', 'name': 'tempest-RoutersTest-router-1767463639', 'tenant_id': '2a076c09cf6548039ba7b64b98184a0e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-14T07:36:27Z', 'updated_at': '2021-01-14T07:36:35Z', 'revision_number': 2, 'project_id': '2a076c09cf6548039ba7b64b98184a0e', 'gw_port_host': None, '_interfaces': [{'id': '6087c0d6-adc5-4077-8829-a972ea878eb0', 'name': '', 'network_id': '55d17c7e-058e-429d-a06c-3d5716669d4b', 'tenant_id': '2a076c09cf6548039ba7b64b98184a0e', 'mac_address': 'fa:16:3e:63:f5:4f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3998536e-65e4-4108-ab1c-eac6e818dd96', 'device_owner': 'network:router_interface', 'standard_attr_id': 3105, 'fixed_ips': [{'subnet_id': '002e57a5-80b9-4642-93d6-65fb5b5a0aa8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T07:36:32Z', 'updated_at': '2021-01-14T07:36:36Z', 'revision_number': 2, 'project_id': '2a076c09cf6548039ba7b64b98184a0e', 'subnets': [{'id': '002e57a5-80b9-4642-93d6-65fb5b5a0aa8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'n-d-768862-2', False) {} {{(pid=84876) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:36:40.831438 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-62554061-7504-4e18-a9cb-87ea3634e3d0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:36:40.834498 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a4af9cb-9c90-47cb-a24a-5f65c3707c7d None None] Checking router: 3998536e-65e4-4108-ab1c-eac6e818dd96 for host: n-d-768862-2 {{(pid=84876) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Jan 14 07:36:40.835099 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a4af9cb-9c90-47cb-a24a-5f65c3707c7d None None] Updating router 3998536e-65e4-4108-ab1c-eac6e818dd96 port 6087c0d6-adc5-4077-8829-a972ea878eb0 binding host n-d-768862-2 {{(pid=84876) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Jan 14 07:36:40.851558 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d599f438-c7ca-485e-862e-1b856a56dc58 tempest-RoutersNegativeTest-536999269 tempest-RoutersNegativeTest-536999269] Pushing event deleted for resources: {'Subnet': ['ID=ffc71e46-c24e-49f6-b07f-65940491f158,revision_number=None']} {{(pid=84874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:36:40.880043 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-d599f438-c7ca-485e-862e-1b856a56dc58 tempest-RoutersNegativeTest-536999269 tempest-RoutersNegativeTest-536999269] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:36:40.880727 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-1ec05cf6-c073-40b2-8c46-00ccfc432e7b tempest-PortsTestJSON-2091589570 tempest-PortsTestJSON-2091589570] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.089s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:36:40.914341 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5be57145-5a92-4fdf-a67b-c45369fe8485 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1f84c3b9-0557-43cc-b124-400c2d673875,revision_number=1']} {{(pid=84874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:36:40.951523 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-5be57145-5a92-4fdf-a67b-c45369fe8485 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:36:40.962569 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-5be57145-5a92-4fdf-a67b-c45369fe8485 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=ac977967011442d5a91685901981fc96&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2284243 Jan 14 07:36:40.962569 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-d599f438-c7ca-485e-862e-1b856a56dc58 tempest-RoutersNegativeTest-536999269 tempest-RoutersNegativeTest-536999269] Notify callbacks [] for subnet, before_response {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:36:40.963110 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84874) accepted ('10.222.0.24', 35264) {{(pid=84874) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:36:41.011640 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-62554061-7504-4e18-a9cb-87ea3634e3d0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850887153'] for security_group, after_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:36:41.030146 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-4a4af9cb-9c90-47cb-a24a-5f65c3707c7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555753'] for port, before_update {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:36:41.055065 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1d898ea-50ad-46cc-af6c-fda1579060c1 tempest-RoutersTest-1255860389 tempest-RoutersTest-1255860389] Pushing event updated for resources: {'Network': ['ID=38c91695-e5b8-46a7-8f78-0f0683e3f1c9,revision_number=1']} {{(pid=84875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:36:41.060036 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-d599f438-c7ca-485e-862e-1b856a56dc58 tempest-RoutersNegativeTest-536999269 tempest-RoutersNegativeTest-536999269] 10.222.0.24 "DELETE /v2.0/subnets/ffc71e46-c24e-49f6-b07f-65940491f158 HTTP/1.1" status: 204 len: 168 time: 1.7610056 Jan 14 07:36:41.061011 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84874) accepted ('10.222.0.24', 35268) {{(pid=84874) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:36:41.061844 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-0b32b87c-a1ae-420c-a53f-bb7a2002bcd2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:36:41.069018 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-b1d898ea-50ad-46cc-af6c-fda1579060c1 tempest-RoutersTest-1255860389 tempest-RoutersTest-1255860389] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.327s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:36:41.069851 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-d28cdd51-f92d-4d90-b857-77a4e9ccb6d2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.034s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:36:41.072970 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-166d7b40-42de-490e-ad09-9ac6c6f524e9 None None] Network 1e95858a-ab69-409b-92ee-1700d3c2377e requested from n-d-768862-2 {{(pid=84876) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 07:36:41.081570 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62554061-7504-4e18-a9cb-87ea3634e3d0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=95206270-399b-4ed0-abc6-7596adb5f85d,revision_number=None']} {{(pid=84875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:36:41.086011 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-b1d898ea-50ad-46cc-af6c-fda1579060c1 tempest-RoutersTest-1255860389 tempest-RoutersTest-1255860389] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 1.9565551 Jan 14 07:36:41.088262 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-62554061-7504-4e18-a9cb-87ea3634e3d0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:36:41.092615 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-0b32b87c-a1ae-420c-a53f-bb7a2002bcd2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:36:41.092833 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-62554061-7504-4e18-a9cb-87ea3634e3d0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:36:41.094116 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-62554061-7504-4e18-a9cb-87ea3634e3d0 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/95206270-399b-4ed0-abc6-7596adb5f85d HTTP/1.1" status: 204 len: 168 time: 0.5135458 Jan 14 07:36:41.095651 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84875) accepted ('10.222.0.24', 35270) {{(pid=84875) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:36:41.122952 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.v2.base [None req-3a492a9e-1b82-4341-869b-a06fbeada97c tempest-RoutersTest-1255860389 tempest-RoutersTest-1255860389] Request body: {'subnet': {'network_id': '38c91695-e5b8-46a7-8f78-0f0683e3f1c9', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=84875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:36:41.299292 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-d8295cfb-5a1e-4ec0-bcd1-34ebba13553f tempest-RoutersNegativeTest-536999269 tempest-RoutersNegativeTest-536999269] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036854160497'] for network, before_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:36:41.348541 n-d-768862-2 neutron-server[84765]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-811dfd07-866e-4a1a-8294-6c59ad761197 tempest-TestNetworkAdvancedServerOps-470546014 tempest-TestNetworkAdvancedServerOps-470546014] Router be3dd945-8c89-4c1e-9981-f75dced94aa3 is scheduled to L3 agent 35f592e9-451b-4db9-abea-77b6a5c5391b with binding_index 1 {{(pid=84875) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}} Jan 14 07:36:41.354734 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6de24748-e615-412e-a3b8-a8ff375bed4b None None] DHCP port deletion for 85b29c41-84b0-4b6b-a8f9-58e2274683d6 request from n-d-768862-2 {{(pid=84876) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Jan 14 07:36:41.356827 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-017f98a9-8a07-408c-a86f-8ff0c00400a0 None None] Network 38c91695-e5b8-46a7-8f78-0f0683e3f1c9 details requested by agent ovs-agent-n-h1-768862-2 with host n-h1-768862-2 {{(pid=84876) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 07:36:41.371648 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Network 38c91695-e5b8-46a7-8f78-0f0683e3f1c9 details requested by agent ovs-agent-n-d-768862-2 with host n-d-768862-2 {{(pid=84876) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 07:36:41.373782 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-0b32b87c-a1ae-420c-a53f-bb7a2002bcd2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850887153'] for security_group, after_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:36:41.385416 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-852a24f7-e9a1-4193-9abb-e9506fe5213f None None] Network 38c91695-e5b8-46a7-8f78-0f0683e3f1c9 details requested by agent ovs-agent-n-h2-768862-2 with host n-h2-768862-2 {{(pid=84876) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 07:36:41.387968 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-d495d4de-beb0-4c0e-961e-e6ad6ed4f53a tempest-TestNetworkAdvancedServerOps-470546014 tempest-TestNetworkAdvancedServerOps-470546014] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:36:41.399214 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b32b87c-a1ae-420c-a53f-bb7a2002bcd2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1f84c3b9-0557-43cc-b124-400c2d673875,revision_number=None']} {{(pid=84874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:36:41.412586 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-0b32b87c-a1ae-420c-a53f-bb7a2002bcd2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:36:41.432309 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-0b32b87c-a1ae-420c-a53f-bb7a2002bcd2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:36:41.436212 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-0b32b87c-a1ae-420c-a53f-bb7a2002bcd2 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/1f84c3b9-0557-43cc-b124-400c2d673875 HTTP/1.1" status: 204 len: 168 time: 0.4698501 Jan 14 07:36:41.436212 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.plugin [None req-d8295cfb-5a1e-4ec0-bcd1-34ebba13553f tempest-RoutersNegativeTest-536999269 tempest-RoutersNegativeTest-536999269] Deleting port d8dadf9c-3aaf-4ee1-9670-a6cdd8fad86d {{(pid=84874) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 07:36:41.436212 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-d8295cfb-5a1e-4ec0-bcd1-34ebba13553f tempest-RoutersNegativeTest-536999269 tempest-RoutersNegativeTest-536999269] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363259214248359'] for port, before_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:36:41.449189 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.agents_db [None req-5b939a2f-078d-4c69-a188-cb55a28a77a0 None None] Agent healthcheck: found 7 active agents {{(pid=84877) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Jan 14 07:36:41.841944 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [None req-d8295cfb-5a1e-4ec0-bcd1-34ebba13553f tempest-RoutersNegativeTest-536999269 tempest-RoutersNegativeTest-536999269] For port d8dadf9c-3aaf-4ee1-9670-a6cdd8fad86d, host n-d-768862-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-2',level=0,port_id=d8dadf9c-3aaf-4ee1-9670-a6cdd8fad86d,segment=NetworkSegment(489b0504-8077-4817-9a5d-bb0a72d88f82),segment_id=489b0504-8077-4817-9a5d-bb0a72d88f82)] {{(pid=84874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 07:36:41.842550 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-d8295cfb-5a1e-4ec0-bcd1-34ebba13553f tempest-RoutersNegativeTest-536999269 tempest-RoutersNegativeTest-536999269] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036850862667'] for port, precommit_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:36:42.089814 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.plugin [None req-d8295cfb-5a1e-4ec0-bcd1-34ebba13553f tempest-RoutersNegativeTest-536999269 tempest-RoutersNegativeTest-536999269] Calling delete_port for d8dadf9c-3aaf-4ee1-9670-a6cdd8fad86d owned by network:dhcp {{(pid=84874) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 07:36:42.149034 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-811dfd07-866e-4a1a-8294-6c59ad761197 tempest-TestNetworkAdvancedServerOps-470546014 tempest-TestNetworkAdvancedServerOps-470546014] Notify agent at l3_agent.n-d-768862-2 the message routers_updated {{(pid=84875) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jan 14 07:36:42.168208 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62b46566-2d39-4bbd-a0b3-d1e99e313d8d None None] Sync routers for ids ['be3dd945-8c89-4c1e-9981-f75dced94aa3'] in n-d-768862-2 {{(pid=84877) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Jan 14 07:36:42.186500 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62b46566-2d39-4bbd-a0b3-d1e99e313d8d None None] Routers {'be3dd945-8c89-4c1e-9981-f75dced94aa3'} bound to L3 agent in host n-d-768862-2 {{(pid=84877) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 14 07:36:42.188500 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_hamode_db [None req-62b46566-2d39-4bbd-a0b3-d1e99e313d8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-01-14T06:56:51Z,description=,heartbeat_timestamp=2021-01-14T07:36:22Z,host='n-d-768862-2',id=35f592e9-451b-4db9-abea-77b6a5c5391b,load=0,resource_versions=,resources_synced=,started_at=2021-01-14T06:56:51Z,topic='l3_agent')) {'router_ids': ['be3dd945-8c89-4c1e-9981-f75dced94aa3'], 'active': True} {{(pid=84877) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:36:42.212424 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-3a492a9e-1b82-4341-869b-a06fbeada97c tempest-RoutersTest-1255860389 tempest-RoutersTest-1255860389] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:36:42.218351 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-3a492a9e-1b82-4341-869b-a06fbeada97c tempest-RoutersTest-1255860389 tempest-RoutersTest-1255860389] Usage tracker for resource:subnet and tenant:2a076c09cf6548039ba7b64b98184a0e is out of sync, need to count used quota {{(pid=84875) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:36:42.222158 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-3a492a9e-1b82-4341-869b-a06fbeada97c tempest-RoutersTest-1255860389 tempest-RoutersTest-1255860389] Quota usage for subnet was recalculated. Used quota:1. {{(pid=84875) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:36:42.230853 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-3a492a9e-1b82-4341-869b-a06fbeada97c tempest-RoutersTest-1255860389 tempest-RoutersTest-1255860389] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:36:42.242940 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3a492a9e-1b82-4341-869b-a06fbeada97c tempest-RoutersTest-1255860389 tempest-RoutersTest-1255860389] Made reservation on behalf of 2a076c09cf6548039ba7b64b98184a0e for: {'subnet': 1} {{(pid=84875) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 07:36:42.274371 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-d8295cfb-5a1e-4ec0-bcd1-34ebba13553f tempest-RoutersNegativeTest-536999269 tempest-RoutersNegativeTest-536999269] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777640533329', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777640097463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3254186'] for port, after_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:36:42.299898 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-811dfd07-866e-4a1a-8294-6c59ad761197 tempest-TestNetworkAdvancedServerOps-470546014 tempest-TestNetworkAdvancedServerOps-470546014] Notify callbacks [] for router, before_response {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:36:42.301516 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-811dfd07-866e-4a1a-8294-6c59ad761197 tempest-TestNetworkAdvancedServerOps-470546014 tempest-TestNetworkAdvancedServerOps-470546014] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 9.8387170 Jan 14 07:36:42.314105 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84875) accepted ('10.222.0.24', 35298) {{(pid=84875) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:36:42.317990 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84875) accepted ('10.222.0.24', 35300) {{(pid=84875) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:36:42.536826 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_dvr_db [None req-62b46566-2d39-4bbd-a0b3-d1e99e313d8d None None] Set router be3dd945-8c89-4c1e-9981-f75dced94aa3 gateway port host: n-d-768862-2 {{(pid=84877) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 14 07:36:42.583577 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.plugin [None req-6de24748-e615-412e-a3b8-a8ff375bed4b None None] Deleting port d8dadf9c-3aaf-4ee1-9670-a6cdd8fad86d {{(pid=84876) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 07:36:42.584035 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-6de24748-e615-412e-a3b8-a8ff375bed4b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363259214248359'] for port, before_delete {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:36:42.604205 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-5abdfd14-fbcc-4ed2-9933-af812fce401b tempest-TestNetworkAdvancedServerOps-121940708 tempest-TestNetworkAdvancedServerOps-121940708] 10.222.0.24 "GET /v2.0/subnets?project_id=6f3510a486e44d0a99223e7a34e71069&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.2902765 Jan 14 07:36:42.605082 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84875) accepted ('10.222.0.24', 35308) {{(pid=84875) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:36:42.608210 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-ec161aae-3d3c-436f-9325-2cc96a5b05cc admin admin] Notify callbacks [] for security_group, before_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:36:42.778405 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb4260e7-f610-4c00-a203-bd4570fdf4d0 tempest-TestNetworkAdvancedServerOps-121940708 tempest-TestNetworkAdvancedServerOps-121940708] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:36:42.783560 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-fb4260e7-f610-4c00-a203-bd4570fdf4d0 tempest-TestNetworkAdvancedServerOps-121940708 tempest-TestNetworkAdvancedServerOps-121940708] 10.222.0.24 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1644249 Jan 14 07:36:42.786260 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84875) accepted ('10.222.0.24', 35312) {{(pid=84875) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:36:42.814568 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-ec161aae-3d3c-436f-9325-2cc96a5b05cc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:36:42.821616 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-ec161aae-3d3c-436f-9325-2cc96a5b05cc admin admin] Usage tracker for resource:security_group_rule and tenant:072d711920494e8da1a6fbcd3d2dd98d is out of sync, need to count used quota {{(pid=84875) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:36:42.830850 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-ec161aae-3d3c-436f-9325-2cc96a5b05cc admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84875) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:36:42.842988 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-ec161aae-3d3c-436f-9325-2cc96a5b05cc admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:36:42.889925 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_hamode_db [None req-62b46566-2d39-4bbd-a0b3-d1e99e313d8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'be3dd945-8c89-4c1e-9981-f75dced94aa3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1158908291', 'tenant_id': '6f3510a486e44d0a99223e7a34e71069', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '226f1e78-82cd-4481-9055-4eb73b6db8c1', 'external_fixed_ips': [{'subnet_id': 'ba8deeec-7658-4195-9449-038c076f5c83', 'ip_address': '172.25.2.211'}], 'enable_snat': True}, 'gw_port_id': '64f07fcc-5260-4a3f-ad31-9d7edc236848', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-14T07:36:32Z', 'updated_at': '2021-01-14T07:36:39Z', 'revision_number': 3, 'project_id': '6f3510a486e44d0a99223e7a34e71069', 'gw_port': {'id': '64f07fcc-5260-4a3f-ad31-9d7edc236848', 'name': '', 'network_id': '226f1e78-82cd-4481-9055-4eb73b6db8c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:5e:98', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'be3dd945-8c89-4c1e-9981-f75dced94aa3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3106, 'fixed_ips': [{'subnet_id': 'ba8deeec-7658-4195-9449-038c076f5c83', 'ip_address': '172.25.2.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T07:36:36Z', 'updated_at': '2021-01-14T07:36:36Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ba8deeec-7658-4195-9449-038c076f5c83', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-2'}], 'n-d-768862-2', False) {} {{(pid=84877) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:36:42.894421 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62b46566-2d39-4bbd-a0b3-d1e99e313d8d None None] Checking router: be3dd945-8c89-4c1e-9981-f75dced94aa3 for host: n-d-768862-2 {{(pid=84877) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Jan 14 07:36:42.895020 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62b46566-2d39-4bbd-a0b3-d1e99e313d8d None None] Updating router be3dd945-8c89-4c1e-9981-f75dced94aa3 port 64f07fcc-5260-4a3f-ad31-9d7edc236848 binding host n-d-768862-2 {{(pid=84877) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Jan 14 07:36:42.896555 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-dfdc7122-927c-419c-a90f-0f43ad067fb3 tempest-TestNetworkAdvancedServerOps-470546014 tempest-TestNetworkAdvancedServerOps-470546014] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:36:42.985690 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Device d8dadf9c-3aaf-4ee1-9670-a6cdd8fad86d no longer exists at agent ovs-agent-n-d-768862-2 {{(pid=84876) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jan 14 07:36:43.002072 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8295cfb-5a1e-4ec0-bcd1-34ebba13553f tempest-RoutersNegativeTest-536999269 tempest-RoutersNegativeTest-536999269] Pushing event deleted for resources: {'Port': ['ID=d8dadf9c-3aaf-4ee1-9670-a6cdd8fad86d,revision_number=None']} {{(pid=84874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:36:43.039870 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-0dcdcebc-46fd-4ab9-bf48-f5e8b1760dcf tempest-TestNetworkAdvancedServerOps-121940708 tempest-TestNetworkAdvancedServerOps-121940708] 10.222.0.24 "GET /v2.0/subnets?network_id=226f1e78-82cd-4481-9055-4eb73b6db8c1&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.2427921 Jan 14 07:36:43.045262 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84875) accepted ('10.222.0.24', 35322) {{(pid=84875) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:36:43.045456 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-62b46566-2d39-4bbd-a0b3-d1e99e313d8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555753'] for port, before_update {{(pid=84877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:36:43.053551 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-3a492a9e-1b82-4341-869b-a06fbeada97c tempest-RoutersTest-1255860389 tempest-RoutersTest-1255860389] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036852467157'] for subnet, before_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:36:43.077885 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-d8295cfb-5a1e-4ec0-bcd1-34ebba13553f tempest-RoutersNegativeTest-536999269 tempest-RoutersNegativeTest-536999269] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.171s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:36:43.085322 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.v2.base [None req-881c6fa0-3ee0-4a46-baae-90a8d7a7c5d1 tempest-TestNetworkAdvancedServerOps-470546014 tempest-TestNetworkAdvancedServerOps-470546014] Request body: {'subnet': {'name': 'tempest-subnet-smoke-480407818', 'network_id': '95a164ff-62fb-4679-bbc7-ddbefd16a643', 'project_id': '6f3510a486e44d0a99223e7a34e71069', 'cidr': '172.20.0.0/28', 'ip_version': 4}} {{(pid=84875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:36:43.106147 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8295cfb-5a1e-4ec0-bcd1-34ebba13553f tempest-RoutersNegativeTest-536999269 tempest-RoutersNegativeTest-536999269] No DVR routers for this DVR port d8dadf9c-3aaf-4ee1-9670-a6cdd8fad86d on host n-d-768862-2 {{(pid=84874) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Jan 14 07:36:43.151066 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-017f98a9-8a07-408c-a86f-8ff0c00400a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363259214191800', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854171626'] for agent, after_update {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:36:43.160978 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.plugin [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] No Port match for: d8dadf9c-3aaf-4ee1-9670-a6cdd8fad86d {{(pid=84876) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2188}} Jan 14 07:36:43.161449 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Device d8dadf9c-3aaf-4ee1-9670-a6cdd8fad86d not bound to the agent host n-d-768862-2 {{(pid=84876) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jan 14 07:36:43.248063 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.plugin [None req-6de24748-e615-412e-a3b8-a8ff375bed4b None None] The port 'd8dadf9c-3aaf-4ee1-9670-a6cdd8fad86d' was deleted {{(pid=84876) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Jan 14 07:36:43.299712 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-d8295cfb-5a1e-4ec0-bcd1-34ebba13553f tempest-RoutersNegativeTest-536999269 tempest-RoutersNegativeTest-536999269] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-598987', 'neutron.services.segments.db._delete_segments_for_network-8777640583949'] for network, precommit_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:36:43.313071 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-4a4af9cb-9c90-47cb-a24a-5f65c3707c7d None None] Notify callbacks [] for port, precommit_update {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:36:43.322291 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-852a24f7-e9a1-4193-9abb-e9506fe5213f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363259214191800', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854171626'] for agent, after_update {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:36:43.373333 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-4a4af9cb-9c90-47cb-a24a-5f65c3707c7d None None] Transition to ACTIVE for port object 6087c0d6-adc5-4077-8829-a972ea878eb0 will not be triggered until provisioned by entity L2. {{(pid=84876) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 07:36:43.385079 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-4a4af9cb-9c90-47cb-a24a-5f65c3707c7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777640533312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363259214678337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777640097497'] for port, after_update {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:36:43.434170 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-500f958c-207f-49b6-9f3a-b47c53f399bf None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84876) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:36:43.553251 n-d-768862-2 neutron-server[84765]: DEBUG neutron.services.segments.db [None req-d8295cfb-5a1e-4ec0-bcd1-34ebba13553f tempest-RoutersNegativeTest-536999269 tempest-RoutersNegativeTest-536999269] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['85b29c41-84b0-4b6b-a8f9-58e2274683d6']}} {{(pid=84874) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:36:43.582604 n-d-768862-2 neutron-server[84765]: DEBUG neutron.services.segments.db [None req-d8295cfb-5a1e-4ec0-bcd1-34ebba13553f tempest-RoutersNegativeTest-536999269 tempest-RoutersNegativeTest-536999269] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '489b0504-8077-4817-9a5d-bb0a72d88f82') {'for_net_delete': True} {{(pid=84874) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:36:43.582944 n-d-768862-2 neutron-server[84765]: DEBUG neutron.services.segments.db [None req-d8295cfb-5a1e-4ec0-bcd1-34ebba13553f tempest-RoutersNegativeTest-536999269 tempest-RoutersNegativeTest-536999269] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '489b0504-8077-4817-9a5d-bb0a72d88f82') {} {{(pid=84874) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:36:43.599076 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-d8295cfb-5a1e-4ec0-bcd1-34ebba13553f tempest-RoutersNegativeTest-536999269 tempest-RoutersNegativeTest-536999269] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363259214173198', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2968632'] for segment, before_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:36:43.618113 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-d8295cfb-5a1e-4ec0-bcd1-34ebba13553f tempest-RoutersNegativeTest-536999269 tempest-RoutersNegativeTest-536999269] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854179735'] for segment, precommit_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:36:43.620253 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-d8295cfb-5a1e-4ec0-bcd1-34ebba13553f tempest-RoutersNegativeTest-536999269 tempest-RoutersNegativeTest-536999269] Releasing vxlan tunnel 15 to pool {{(pid=84874) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Jan 14 07:36:43.698109 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-881c6fa0-3ee0-4a46-baae-90a8d7a7c5d1 tempest-TestNetworkAdvancedServerOps-470546014 tempest-TestNetworkAdvancedServerOps-470546014] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:36:43.728773 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-881c6fa0-3ee0-4a46-baae-90a8d7a7c5d1 tempest-TestNetworkAdvancedServerOps-470546014 tempest-TestNetworkAdvancedServerOps-470546014] Usage tracker for resource:subnet and tenant:6f3510a486e44d0a99223e7a34e71069 is out of sync, need to count used quota {{(pid=84875) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:36:43.741873 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-881c6fa0-3ee0-4a46-baae-90a8d7a7c5d1 tempest-TestNetworkAdvancedServerOps-470546014 tempest-TestNetworkAdvancedServerOps-470546014] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84875) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:36:43.761841 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-881c6fa0-3ee0-4a46-baae-90a8d7a7c5d1 tempest-TestNetworkAdvancedServerOps-470546014 tempest-TestNetworkAdvancedServerOps-470546014] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:36:43.852191 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-ec161aae-3d3c-436f-9325-2cc96a5b05cc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:36:43.872136 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-ec161aae-3d3c-436f-9325-2cc96a5b05cc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850887153'] for security_group, after_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:36:43.886130 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-0653b9a4-92f4-4d76-b41a-7b6481ac44ce admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:36:43.904745 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-881c6fa0-3ee0-4a46-baae-90a8d7a7c5d1 tempest-TestNetworkAdvancedServerOps-470546014 tempest-TestNetworkAdvancedServerOps-470546014] Made reservation on behalf of 6f3510a486e44d0a99223e7a34e71069 for: {'subnet': 1} {{(pid=84875) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 07:36:44.087154 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec161aae-3d3c-436f-9325-2cc96a5b05cc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9e28c881-7c42-4634-89c5-7d1ab1374865,revision_number=1']} {{(pid=84875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:36:44.090049 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.managers [None req-d8295cfb-5a1e-4ec0-bcd1-34ebba13553f tempest-RoutersNegativeTest-536999269 tempest-RoutersNegativeTest-536999269] Network 85b29c41-84b0-4b6b-a8f9-58e2274683d6 has no segments {{(pid=84874) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 14 07:36:44.098097 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-ec161aae-3d3c-436f-9325-2cc96a5b05cc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.213s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:36:44.109330 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-ec161aae-3d3c-436f-9325-2cc96a5b05cc admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=072d711920494e8da1a6fbcd3d2dd98d&name=default HTTP/1.1" status: 200 len: 2983 time: 1.7112122 Jan 14 07:36:44.113746 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84874) accepted ('10.222.0.24', 35344) {{(pid=84874) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:36:44.127192 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-d8295cfb-5a1e-4ec0-bcd1-34ebba13553f tempest-RoutersNegativeTest-536999269 tempest-RoutersNegativeTest-536999269] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-596065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036851521571'] for segment, after_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:36:44.139321 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-62b46566-2d39-4bbd-a0b3-d1e99e313d8d None None] Notify callbacks [] for port, precommit_update {{(pid=84877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:36:44.175645 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-881c6fa0-3ee0-4a46-baae-90a8d7a7c5d1 tempest-TestNetworkAdvancedServerOps-470546014 tempest-TestNetworkAdvancedServerOps-470546014] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036852467157'] for subnet, before_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:36:44.179162 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-62b46566-2d39-4bbd-a0b3-d1e99e313d8d None None] Transition to ACTIVE for port object 64f07fcc-5260-4a3f-ad31-9d7edc236848 will not be triggered until provisioned by entity L2. {{(pid=84877) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 07:36:44.185276 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-62b46566-2d39-4bbd-a0b3-d1e99e313d8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777640533312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363259214678337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777640097497'] for port, after_update {{(pid=84877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:36:44.304336 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1efa7813-63fa-45cb-b347-ebdb6bea33cd None None] DHCP port deletion for 1e95858a-ab69-409b-92ee-1700d3c2377e request from n-d-768862-2 {{(pid=84876) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Jan 14 07:36:44.324647 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21a7a734-0601-47b0-b350-07cd31ce8568 None None] Pushing event updated for resources: {'Port': ['ID=6087c0d6-adc5-4077-8829-a972ea878eb0,revision_number=3']} {{(pid=84876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:36:44.433272 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-8d7c227f-a22a-46f4-b730-838accbcd05b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:36:44.448175 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.plugin [None req-1efa7813-63fa-45cb-b347-ebdb6bea33cd None None] Deleting port 5d10825a-22fc-44b5-9add-fe108dbb455f {{(pid=84876) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 07:36:44.448611 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-1efa7813-63fa-45cb-b347-ebdb6bea33cd None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363259214248359'] for port, before_delete {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:36:44.462149 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-3a492a9e-1b82-4341-869b-a06fbeada97c tempest-RoutersTest-1255860389 tempest-RoutersTest-1255860389] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850887113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036851621412', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036852467174'] for subnet, after_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:36:44.465126 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-8d7c227f-a22a-46f4-b730-838accbcd05b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:36:44.484527 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-3f9aa775-f444-41c5-9016-7d2d8d6e9fe6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:36:44.522325 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-21a7a734-0601-47b0-b350-07cd31ce8568 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.094s {{(pid=84876) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:36:44.538270 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-8d7c227f-a22a-46f4-b730-838accbcd05b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850887153'] for security_group, after_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:36:44.542234 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Device 5d10825a-22fc-44b5-9add-fe108dbb455f no longer exists at agent ovs-agent-n-d-768862-2 {{(pid=84876) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jan 14 07:36:44.582606 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-8591f947-be39-404f-b85d-cd70b15a2020 tempest-TestNetworkAdvancedServerOps-470546014 tempest-TestNetworkAdvancedServerOps-470546014] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:36:44.598486 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-40b5c102-0300-4b74-880c-a1f623843e7f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:36:44.616118 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d7c227f-a22a-46f4-b730-838accbcd05b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9e28c881-7c42-4634-89c5-7d1ab1374865,revision_number=None']} {{(pid=84874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:36:44.634470 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-8d7c227f-a22a-46f4-b730-838accbcd05b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:36:44.654555 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.managers [None req-62b46566-2d39-4bbd-a0b3-d1e99e313d8d None None] Attempting to bind port 64f07fcc-5260-4a3f-ad31-9d7edc236848 on host n-d-768862-2 for vnic_type normal with profile {{(pid=84877) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 14 07:36:44.654969 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.managers [None req-62b46566-2d39-4bbd-a0b3-d1e99e313d8d None None] Attempting to bind port 64f07fcc-5260-4a3f-ad31-9d7edc236848 by drivers openvswitch on host n-d-768862-2 at level 0 using segments [{'id': 'cf3ded2c-bc47-4a71-89af-6e7117e60140', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '226f1e78-82cd-4481-9055-4eb73b6db8c1'}] {{(pid=84877) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 14 07:36:44.655379 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62b46566-2d39-4bbd-a0b3-d1e99e313d8d None None] Attempting to bind port 64f07fcc-5260-4a3f-ad31-9d7edc236848 on network 226f1e78-82cd-4481-9055-4eb73b6db8c1 {{(pid=84877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 14 07:36:44.657479 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.managers [None req-d8295cfb-5a1e-4ec0-bcd1-34ebba13553f tempest-RoutersNegativeTest-536999269 tempest-RoutersNegativeTest-536999269] Network 85b29c41-84b0-4b6b-a8f9-58e2274683d6 has no segments {{(pid=84874) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 14 07:36:44.675690 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62b46566-2d39-4bbd-a0b3-d1e99e313d8d None None] Checking agent: {'id': 'ba5efab1-b43c-4d5a-bc52-6e105d4e67a2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768862-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 14, 6, 56, 52), 'started_at': datetime.datetime(2021, 1, 14, 6, 57, 22), 'heartbeat_timestamp': datetime.datetime(2021, 1, 14, 7, 36, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768862-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.29', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 14 07:36:44.693487 n-d-768862-2 neutron-server[84765]: Traceback (most recent call last): Jan 14 07:36:44.693487 n-d-768862-2 neutron-server[84765]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 14 07:36:44.693487 n-d-768862-2 neutron-server[84765]: timer() Jan 14 07:36:44.693487 n-d-768862-2 neutron-server[84765]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 14 07:36:44.693487 n-d-768862-2 neutron-server[84765]: cb(*args, **kw) Jan 14 07:36:44.693487 n-d-768862-2 neutron-server[84765]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Jan 14 07:36:44.693487 n-d-768862-2 neutron-server[84765]: return func(*args, **kwargs) Jan 14 07:36:44.693487 n-d-768862-2 neutron-server[84765]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 14 07:36:44.693487 n-d-768862-2 neutron-server[84765]: self._notify() Jan 14 07:36:44.693487 n-d-768862-2 neutron-server[84765]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 14 07:36:44.693487 n-d-768862-2 neutron-server[84765]: self.callback(batched_events) Jan 14 07:36:44.693487 n-d-768862-2 neutron-server[84765]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 14 07:36:44.693487 n-d-768862-2 neutron-server[84765]: event.method(event) Jan 14 07:36:44.693487 n-d-768862-2 neutron-server[84765]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 14 07:36:44.693487 n-d-768862-2 neutron-server[84765]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 14 07:36:44.693487 n-d-768862-2 neutron-server[84765]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Jan 14 07:36:44.693487 n-d-768862-2 neutron-server[84765]: segment_id)['aggregates'][0] Jan 14 07:36:44.693487 n-d-768862-2 neutron-server[84765]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 14 07:36:44.693487 n-d-768862-2 neutron-server[84765]: return f(self, *a, **k) Jan 14 07:36:44.693487 n-d-768862-2 neutron-server[84765]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 14 07:36:44.693487 n-d-768862-2 neutron-server[84765]: return self._get(url).json() Jan 14 07:36:44.693487 n-d-768862-2 neutron-server[84765]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 14 07:36:44.693487 n-d-768862-2 neutron-server[84765]: **kwargs) Jan 14 07:36:44.693487 n-d-768862-2 neutron-server[84765]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 14 07:36:44.693487 n-d-768862-2 neutron-server[84765]: return self.request(url, 'GET', **kwargs) Jan 14 07:36:44.693487 n-d-768862-2 neutron-server[84765]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Jan 14 07:36:44.693487 n-d-768862-2 neutron-server[84765]: **endpoint_filter) Jan 14 07:36:44.693487 n-d-768862-2 neutron-server[84765]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 14 07:36:44.693487 n-d-768862-2 neutron-server[84765]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 14 07:36:44.693487 n-d-768862-2 neutron-server[84765]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 14 07:36:44.693487 n-d-768862-2 neutron-server[84765]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 14 07:36:44.693487 n-d-768862-2 neutron-server[84765]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 14 07:36:44.698999 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-8d7c227f-a22a-46f4-b730-838accbcd05b admin admin] Notify callbacks [] for security_group, before_response {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:36:44.702214 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-8d7c227f-a22a-46f4-b730-838accbcd05b admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/9e28c881-7c42-4634-89c5-7d1ab1374865 HTTP/1.1" status: 204 len: 168 time: 0.5870223 Jan 14 07:36:44.711252 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62b46566-2d39-4bbd-a0b3-d1e99e313d8d None None] Checking segment: {'id': 'cf3ded2c-bc47-4a71-89af-6e7117e60140', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '226f1e78-82cd-4481-9055-4eb73b6db8c1'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84877) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 14 07:36:44.711909 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-62b46566-2d39-4bbd-a0b3-d1e99e313d8d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:36:44.714296 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62b46566-2d39-4bbd-a0b3-d1e99e313d8d None None] Bound using segment: {'id': 'cf3ded2c-bc47-4a71-89af-6e7117e60140', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '226f1e78-82cd-4481-9055-4eb73b6db8c1'} {{(pid=84877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 14 07:36:44.714649 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.managers [None req-62b46566-2d39-4bbd-a0b3-d1e99e313d8d None None] Bound port: 64f07fcc-5260-4a3f-ad31-9d7edc236848, host: n-d-768862-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cf3ded2c-bc47-4a71-89af-6e7117e60140', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '226f1e78-82cd-4481-9055-4eb73b6db8c1'}}] {{(pid=84877) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 14 07:36:44.715086 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-62b46566-2d39-4bbd-a0b3-d1e99e313d8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555753'] for port, before_update {{(pid=84877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:36:44.901785 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-d8295cfb-5a1e-4ec0-bcd1-34ebba13553f tempest-RoutersNegativeTest-536999269 tempest-RoutersNegativeTest-536999269] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036854176830', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850887149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3912591'] for network, after_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:36:44.910633 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-8645350e-3f9a-4f20-98f9-067b80db96a6 tempest-RoutersNegativeTest-536999269 tempest-RoutersNegativeTest-536999269] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:36:44.950333 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [None req-62b46566-2d39-4bbd-a0b3-d1e99e313d8d None None] For port 64f07fcc-5260-4a3f-ad31-9d7edc236848, host n-d-768862-2, cleared binding levels {{(pid=84877) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 14 07:36:44.955759 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-d8295cfb-5a1e-4ec0-bcd1-34ebba13553f tempest-RoutersNegativeTest-536999269 tempest-RoutersNegativeTest-536999269] Notify callbacks [] for network, before_response {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:36:44.963213 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [None req-62b46566-2d39-4bbd-a0b3-d1e99e313d8d None None] For port 64f07fcc-5260-4a3f-ad31-9d7edc236848, host n-d-768862-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-2',level=0,port_id=64f07fcc-5260-4a3f-ad31-9d7edc236848,segment=NetworkSegment(cf3ded2c-bc47-4a71-89af-6e7117e60140),segment_id=cf3ded2c-bc47-4a71-89af-6e7117e60140)] {{(pid=84877) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 14 07:36:44.975692 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-62b46566-2d39-4bbd-a0b3-d1e99e313d8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777640533312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363259214678337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777640097497'] for port, after_update {{(pid=84877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:36:44.982980 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8295cfb-5a1e-4ec0-bcd1-34ebba13553f tempest-RoutersNegativeTest-536999269 tempest-RoutersNegativeTest-536999269] Pushing event deleted for resources: {'Network': ['ID=85b29c41-84b0-4b6b-a8f9-58e2274683d6,revision_number=None']} {{(pid=84874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:36:44.994832 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-d8295cfb-5a1e-4ec0-bcd1-34ebba13553f tempest-RoutersNegativeTest-536999269 tempest-RoutersNegativeTest-536999269] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:36:45.000538 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-d8295cfb-5a1e-4ec0-bcd1-34ebba13553f tempest-RoutersNegativeTest-536999269 tempest-RoutersNegativeTest-536999269] 10.222.0.24 "DELETE /v2.0/networks/85b29c41-84b0-4b6b-a8f9-58e2274683d6 HTTP/1.1" status: 204 len: 168 time: 3.8534927 Jan 14 07:36:45.001965 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84874) accepted ('10.222.0.24', 35368) {{(pid=84874) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:36:45.058168 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe454f47-983e-4b67-b2e5-66fcdf7e26db None None] Pushing event updated for resources: {'Port': ['ID=64f07fcc-5260-4a3f-ad31-9d7edc236848,revision_number=2']} {{(pid=84877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:36:45.096848 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a492a9e-1b82-4341-869b-a06fbeada97c tempest-RoutersTest-1255860389 tempest-RoutersTest-1255860389] Pushing event updated for resources: {'Subnet': ['ID=5edbaf61-3242-45cf-a727-c26ae3ee23a2,revision_number=0']} {{(pid=84875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:36:45.124666 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-3a492a9e-1b82-4341-869b-a06fbeada97c tempest-RoutersTest-1255860389 tempest-RoutersTest-1255860389] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.526s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:36:45.220838 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-df8dedd0-e099-422a-b0ec-585349f0a979 tempest-RoutersNegativeTest-536999269 tempest-RoutersNegativeTest-536999269] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036854160497'] for network, before_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:36:45.233835 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-fe454f47-983e-4b67-b2e5-66fcdf7e26db None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.749s {{(pid=84877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:36:45.234367 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-72b138af-665e-49d1-b442-69daf3e13583 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.197s {{(pid=84877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:36:45.299594 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.plugin [None req-df8dedd0-e099-422a-b0ec-585349f0a979 tempest-RoutersNegativeTest-536999269 tempest-RoutersNegativeTest-536999269] Deleting port 5d10825a-22fc-44b5-9add-fe108dbb455f {{(pid=84874) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 07:36:45.300033 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-df8dedd0-e099-422a-b0ec-585349f0a979 tempest-RoutersNegativeTest-536999269 tempest-RoutersNegativeTest-536999269] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363259214248359'] for port, before_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:36:45.465135 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe454f47-983e-4b67-b2e5-66fcdf7e26db None None] Pushing event updated for resources: {'Port': ['ID=64f07fcc-5260-4a3f-ad31-9d7edc236848,revision_number=3']} {{(pid=84877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:36:45.525651 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.managers [None req-4a4af9cb-9c90-47cb-a24a-5f65c3707c7d None None] Attempting to bind port 6087c0d6-adc5-4077-8829-a972ea878eb0 on host n-d-768862-2 for vnic_type normal with profile {{(pid=84876) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 14 07:36:45.536725 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.managers [None req-4a4af9cb-9c90-47cb-a24a-5f65c3707c7d None None] Attempting to bind port 6087c0d6-adc5-4077-8829-a972ea878eb0 by drivers openvswitch on host n-d-768862-2 at level 0 using segments [{'id': 'fad8c552-101d-4a05-96d4-8c3b5ea8f805', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '55d17c7e-058e-429d-a06c-3d5716669d4b'}] {{(pid=84876) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 14 07:36:45.537328 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a4af9cb-9c90-47cb-a24a-5f65c3707c7d None None] Attempting to bind port 6087c0d6-adc5-4077-8829-a972ea878eb0 on network 55d17c7e-058e-429d-a06c-3d5716669d4b {{(pid=84876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 14 07:36:45.542158 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-fe454f47-983e-4b67-b2e5-66fcdf7e26db None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.307s {{(pid=84877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:36:45.573472 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a4af9cb-9c90-47cb-a24a-5f65c3707c7d None None] Checking agent: {'id': 'ba5efab1-b43c-4d5a-bc52-6e105d4e67a2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768862-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 14, 6, 56, 52), 'started_at': datetime.datetime(2021, 1, 14, 6, 57, 22), 'heartbeat_timestamp': datetime.datetime(2021, 1, 14, 7, 36, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768862-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.29', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 14 07:36:45.574206 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a4af9cb-9c90-47cb-a24a-5f65c3707c7d None None] Checking segment: {'id': 'fad8c552-101d-4a05-96d4-8c3b5ea8f805', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '55d17c7e-058e-429d-a06c-3d5716669d4b'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84876) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 14 07:36:45.576663 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-4a4af9cb-9c90-47cb-a24a-5f65c3707c7d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:36:45.577279 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a4af9cb-9c90-47cb-a24a-5f65c3707c7d None None] Bound using segment: {'id': 'fad8c552-101d-4a05-96d4-8c3b5ea8f805', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '55d17c7e-058e-429d-a06c-3d5716669d4b'} {{(pid=84876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 14 07:36:45.577985 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.managers [None req-4a4af9cb-9c90-47cb-a24a-5f65c3707c7d None None] Bound port: 6087c0d6-adc5-4077-8829-a972ea878eb0, host: n-d-768862-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fad8c552-101d-4a05-96d4-8c3b5ea8f805', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '55d17c7e-058e-429d-a06c-3d5716669d4b'}}] {{(pid=84876) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 14 07:36:45.581394 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-4a4af9cb-9c90-47cb-a24a-5f65c3707c7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555753'] for port, before_update {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:36:45.617571 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555753'] for port, before_update {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:36:45.708501 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [None req-df8dedd0-e099-422a-b0ec-585349f0a979 tempest-RoutersNegativeTest-536999269 tempest-RoutersNegativeTest-536999269] For port 5d10825a-22fc-44b5-9add-fe108dbb455f, host n-d-768862-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-2',level=0,port_id=5d10825a-22fc-44b5-9add-fe108dbb455f,segment=NetworkSegment(17a72051-6b19-4ee6-bc81-7856bda464e9),segment_id=17a72051-6b19-4ee6-bc81-7856bda464e9)] {{(pid=84874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 07:36:45.708904 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-df8dedd0-e099-422a-b0ec-585349f0a979 tempest-RoutersNegativeTest-536999269 tempest-RoutersNegativeTest-536999269] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036850862667'] for port, precommit_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:36:45.733919 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62b46566-2d39-4bbd-a0b3-d1e99e313d8d None None] Routers {'be3dd945-8c89-4c1e-9981-f75dced94aa3'} bound to L3 agent in host n-d-768862-2 {{(pid=84877) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 14 07:36:45.735024 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_hamode_db [None req-62b46566-2d39-4bbd-a0b3-d1e99e313d8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-01-14T06:56:51Z,description=,heartbeat_timestamp=2021-01-14T07:36:22Z,host='n-d-768862-2',id=35f592e9-451b-4db9-abea-77b6a5c5391b,load=0,resource_versions=,resources_synced=,started_at=2021-01-14T06:56:51Z,topic='l3_agent')) {'router_ids': ['be3dd945-8c89-4c1e-9981-f75dced94aa3'], 'active': True} {{(pid=84877) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:36:45.748049 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a492a9e-1b82-4341-869b-a06fbeada97c tempest-RoutersTest-1255860389 tempest-RoutersTest-1255860389] Checking segment: {'id': '49b23d36-e442-4bb6-9fcf-14332936c677', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 20, 'network_id': '38c91695-e5b8-46a7-8f78-0f0683e3f1c9'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84875) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 14 07:36:45.748399 n-d-768862-2 neutron-server[84765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a492a9e-1b82-4341-869b-a06fbeada97c tempest-RoutersTest-1255860389 tempest-RoutersTest-1255860389] Network hostable DHCP agents. Network: 38c91695-e5b8-46a7-8f78-0f0683e3f1c9, hostable agents: ['32f3dd84-26da-4d18-bf15-6017a8fb7247'], hosted agents: [] {{(pid=84875) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Jan 14 07:36:45.852105 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.plugin [None req-df8dedd0-e099-422a-b0ec-585349f0a979 tempest-RoutersNegativeTest-536999269 tempest-RoutersNegativeTest-536999269] Calling delete_port for 5d10825a-22fc-44b5-9add-fe108dbb455f owned by network:dhcp {{(pid=84874) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 07:36:45.891080 n-d-768862-2 neutron-server[84765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a492a9e-1b82-4341-869b-a06fbeada97c tempest-RoutersTest-1255860389 tempest-RoutersTest-1255860389] Network 38c91695-e5b8-46a7-8f78-0f0683e3f1c9 is scheduled to be hosted by DHCP agent 32f3dd84-26da-4d18-bf15-6017a8fb7247 with binding_index 1 {{(pid=84875) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Jan 14 07:36:45.939081 n-d-768862-2 neutron-server[84765]: DEBUG neutron.scheduler.base_scheduler [None req-3a492a9e-1b82-4341-869b-a06fbeada97c tempest-RoutersTest-1255860389 tempest-RoutersTest-1255860389] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768862-2, 38c91695-e5b8-46a7-8f78-0f0683e3f1c9) {{(pid=84875) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 07:36:45.961319 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-df8dedd0-e099-422a-b0ec-585349f0a979 tempest-RoutersNegativeTest-536999269 tempest-RoutersNegativeTest-536999269] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777640533329', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777640097463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3254186'] for port, after_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:36:45.986880 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-cbc183e7-26f6-4c6a-a003-eb6811c9034c tempest-NetworksTest-1803261889 tempest-NetworksTest-1803261889] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:36:46.061930 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84874) accepted ('10.222.0.24', 35394) {{(pid=84874) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:36:46.073495 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a492a9e-1b82-4341-869b-a06fbeada97c tempest-RoutersTest-1255860389 tempest-RoutersTest-1255860389] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:36:46.092808 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-3a492a9e-1b82-4341-869b-a06fbeada97c tempest-RoutersTest-1255860389 tempest-RoutersTest-1255860389] Notify callbacks [] for subnet, before_response {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:36:46.102384 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [None req-1efa7813-63fa-45cb-b347-ebdb6bea33cd None None] For port 5d10825a-22fc-44b5-9add-fe108dbb455f, host n-d-768862-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-2',level=0,port_id=5d10825a-22fc-44b5-9add-fe108dbb455f,segment=NetworkSegment(17a72051-6b19-4ee6-bc81-7856bda464e9),segment_id=17a72051-6b19-4ee6-bc81-7856bda464e9)] {{(pid=84876) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 07:36:46.104189 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-1efa7813-63fa-45cb-b347-ebdb6bea33cd None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036850862667'] for port, precommit_delete {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:36:46.129602 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_dvr_db [None req-62b46566-2d39-4bbd-a0b3-d1e99e313d8d None None] Set router be3dd945-8c89-4c1e-9981-f75dced94aa3 gateway port host: n-d-768862-2 {{(pid=84877) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 14 07:36:46.198599 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-881c6fa0-3ee0-4a46-baae-90a8d7a7c5d1 tempest-TestNetworkAdvancedServerOps-470546014 tempest-TestNetworkAdvancedServerOps-470546014] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850887113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036851621412', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036852467174'] for subnet, after_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:36:46.225531 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df8dedd0-e099-422a-b0ec-585349f0a979 tempest-RoutersNegativeTest-536999269 tempest-RoutersNegativeTest-536999269] Pushing event deleted for resources: {'Port': ['ID=5d10825a-22fc-44b5-9add-fe108dbb455f,revision_number=None']} {{(pid=84874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:36:46.232049 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-df8dedd0-e099-422a-b0ec-585349f0a979 tempest-RoutersNegativeTest-536999269 tempest-RoutersNegativeTest-536999269] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.245s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:36:46.333990 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df8dedd0-e099-422a-b0ec-585349f0a979 tempest-RoutersNegativeTest-536999269 tempest-RoutersNegativeTest-536999269] No DVR routers for this DVR port 5d10825a-22fc-44b5-9add-fe108dbb455f on host n-d-768862-2 {{(pid=84874) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Jan 14 07:36:46.382897 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.plugin [None req-1efa7813-63fa-45cb-b347-ebdb6bea33cd None None] Calling delete_port for 5d10825a-22fc-44b5-9add-fe108dbb455f owned by network:dhcp {{(pid=84876) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 07:36:46.493615 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-f05658b7-91b5-4ee9-b8b1-8f584ebb2ca1 tempest-RoutersTest-1255860389 tempest-RoutersTest-1255860389] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:36:46.567895 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.db.api [None req-1efa7813-63fa-45cb-b347-ebdb6bea33cd None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84876) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Jan 14 07:36:46.568807 n-d-768862-2 neutron-server[84765]: DEBUG oslo_db.api [None req-1efa7813-63fa-45cb-b347-ebdb6bea33cd None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84876) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Jan 14 07:36:46.570522 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5fb3e670-c1ae-4392-bc30-5da81d0a55fd None None] Network 38c91695-e5b8-46a7-8f78-0f0683e3f1c9 requested from n-d-768862-2 {{(pid=84876) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 07:36:46.590195 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-3a492a9e-1b82-4341-869b-a06fbeada97c tempest-RoutersTest-1255860389 tempest-RoutersTest-1255860389] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 5.4930451 Jan 14 07:36:46.601181 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84875) accepted ('10.222.0.24', 35406) {{(pid=84875) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:36:46.651136 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-df8dedd0-e099-422a-b0ec-585349f0a979 tempest-RoutersNegativeTest-536999269 tempest-RoutersNegativeTest-536999269] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-598987', 'neutron.services.segments.db._delete_segments_for_network-8777640583949'] for network, precommit_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:36:46.696206 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [None req-4a4af9cb-9c90-47cb-a24a-5f65c3707c7d None None] For port 6087c0d6-adc5-4077-8829-a972ea878eb0, host n-d-768862-2, cleared binding levels {{(pid=84876) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 14 07:36:46.701402 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [None req-4a4af9cb-9c90-47cb-a24a-5f65c3707c7d None None] For port 6087c0d6-adc5-4077-8829-a972ea878eb0, host n-d-768862-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-2',level=0,port_id=6087c0d6-adc5-4077-8829-a972ea878eb0,segment=NetworkSegment(fad8c552-101d-4a05-96d4-8c3b5ea8f805),segment_id=fad8c552-101d-4a05-96d4-8c3b5ea8f805)] {{(pid=84876) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 14 07:36:46.768766 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_hamode_db [None req-62b46566-2d39-4bbd-a0b3-d1e99e313d8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'be3dd945-8c89-4c1e-9981-f75dced94aa3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1158908291', 'tenant_id': '6f3510a486e44d0a99223e7a34e71069', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '226f1e78-82cd-4481-9055-4eb73b6db8c1', 'external_fixed_ips': [{'subnet_id': 'ba8deeec-7658-4195-9449-038c076f5c83', 'ip_address': '172.25.2.211'}], 'enable_snat': True}, 'gw_port_id': '64f07fcc-5260-4a3f-ad31-9d7edc236848', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-14T07:36:32Z', 'updated_at': '2021-01-14T07:36:39Z', 'revision_number': 3, 'project_id': '6f3510a486e44d0a99223e7a34e71069', 'gw_port': {'id': '64f07fcc-5260-4a3f-ad31-9d7edc236848', 'name': '', 'network_id': '226f1e78-82cd-4481-9055-4eb73b6db8c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:5e:98', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'be3dd945-8c89-4c1e-9981-f75dced94aa3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3106, 'fixed_ips': [{'subnet_id': 'ba8deeec-7658-4195-9449-038c076f5c83', 'ip_address': '172.25.2.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T07:36:36Z', 'updated_at': '2021-01-14T07:36:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ba8deeec-7658-4195-9449-038c076f5c83', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-2'}], 'n-d-768862-2', False) {} {{(pid=84877) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:36:46.778957 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62b46566-2d39-4bbd-a0b3-d1e99e313d8d None None] The sync data for ids ['be3dd945-8c89-4c1e-9981-f75dced94aa3'] in n-d-768862-2 is: [{'id': 'be3dd945-8c89-4c1e-9981-f75dced94aa3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1158908291', 'tenant_id': '6f3510a486e44d0a99223e7a34e71069', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '226f1e78-82cd-4481-9055-4eb73b6db8c1', 'external_fixed_ips': [{'subnet_id': 'ba8deeec-7658-4195-9449-038c076f5c83', 'ip_address': '172.25.2.211'}], 'enable_snat': True}, 'gw_port_id': '64f07fcc-5260-4a3f-ad31-9d7edc236848', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-14T07:36:32Z', 'updated_at': '2021-01-14T07:36:39Z', 'revision_number': 3, 'project_id': '6f3510a486e44d0a99223e7a34e71069', 'gw_port': {'id': '64f07fcc-5260-4a3f-ad31-9d7edc236848', 'name': '', 'network_id': '226f1e78-82cd-4481-9055-4eb73b6db8c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:5e:98', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'be3dd945-8c89-4c1e-9981-f75dced94aa3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3106, 'fixed_ips': [{'subnet_id': 'ba8deeec-7658-4195-9449-038c076f5c83', 'ip_address': '172.25.2.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T07:36:36Z', 'updated_at': '2021-01-14T07:36:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ba8deeec-7658-4195-9449-038c076f5c83', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-2'}] {{(pid=84877) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Jan 14 07:36:46.879912 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-4a4af9cb-9c90-47cb-a24a-5f65c3707c7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777640533312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363259214678337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777640097497'] for port, after_update {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:36:46.931494 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-dc2f4ab8-c87f-4247-92fd-6b4b6e2bdd8f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84876) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:36:46.953831 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-bdadb340-16bb-4b28-8cfe-8458af9b71cc admin admin] Notify callbacks [] for security_group, before_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:36:47.002749 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-bdadb340-16bb-4b28-8cfe-8458af9b71cc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:36:47.008522 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-bdadb340-16bb-4b28-8cfe-8458af9b71cc admin admin] Usage tracker for resource:security_group_rule and tenant:9cf2a0a468964838ac191f1a1a757111 is out of sync, need to count used quota {{(pid=84874) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:36:47.012711 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-bdadb340-16bb-4b28-8cfe-8458af9b71cc admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84874) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:36:47.020174 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-bdadb340-16bb-4b28-8cfe-8458af9b71cc admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:36:47.055701 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21a7a734-0601-47b0-b350-07cd31ce8568 None None] Pushing event updated for resources: {'Port': ['ID=6087c0d6-adc5-4077-8829-a972ea878eb0,revision_number=4']} {{(pid=84876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:36:47.059876 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-21a7a734-0601-47b0-b350-07cd31ce8568 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=84876) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:36:47.116628 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.plugin [None req-1efa7813-63fa-45cb-b347-ebdb6bea33cd None None] Deleting port 5d10825a-22fc-44b5-9add-fe108dbb455f {{(pid=84876) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 07:36:47.117061 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-1efa7813-63fa-45cb-b347-ebdb6bea33cd None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363259214248359'] for port, before_delete {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:36:47.285816 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-bdadb340-16bb-4b28-8cfe-8458af9b71cc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:36:47.294772 n-d-768862-2 neutron-server[84765]: DEBUG neutron.services.segments.db [None req-df8dedd0-e099-422a-b0ec-585349f0a979 tempest-RoutersNegativeTest-536999269 tempest-RoutersNegativeTest-536999269] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1e95858a-ab69-409b-92ee-1700d3c2377e']}} {{(pid=84874) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:36:47.307789 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-bdadb340-16bb-4b28-8cfe-8458af9b71cc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850887153'] for security_group, after_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:36:47.354268 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-089635ad-f9b6-491f-b9d3-a12c1ef2aeed admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:36:47.374150 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.plugin [None req-1efa7813-63fa-45cb-b347-ebdb6bea33cd None None] The port '5d10825a-22fc-44b5-9add-fe108dbb455f' was deleted {{(pid=84876) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Jan 14 07:36:47.432169 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdadb340-16bb-4b28-8cfe-8458af9b71cc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=448f28f1-bdb9-430a-8481-289c559c38a8,revision_number=1']} {{(pid=84874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:36:47.436227 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-bdadb340-16bb-4b28-8cfe-8458af9b71cc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:36:47.440178 n-d-768862-2 neutron-server[84765]: DEBUG neutron.services.segments.db [None req-df8dedd0-e099-422a-b0ec-585349f0a979 tempest-RoutersNegativeTest-536999269 tempest-RoutersNegativeTest-536999269] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '17a72051-6b19-4ee6-bc81-7856bda464e9') {'for_net_delete': True} {{(pid=84874) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:36:47.440525 n-d-768862-2 neutron-server[84765]: DEBUG neutron.services.segments.db [None req-df8dedd0-e099-422a-b0ec-585349f0a979 tempest-RoutersNegativeTest-536999269 tempest-RoutersNegativeTest-536999269] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '17a72051-6b19-4ee6-bc81-7856bda464e9') {} {{(pid=84874) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:36:47.478479 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-df8dedd0-e099-422a-b0ec-585349f0a979 tempest-RoutersNegativeTest-536999269 tempest-RoutersNegativeTest-536999269] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363259214173198', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2968632'] for segment, before_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:36:47.493755 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-bdadb340-16bb-4b28-8cfe-8458af9b71cc admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=9cf2a0a468964838ac191f1a1a757111&name=default HTTP/1.1" status: 200 len: 2983 time: 1.4155633 Jan 14 07:36:47.498732 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84874) accepted ('10.222.0.24', 35424) {{(pid=84874) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:36:47.514468 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-df8dedd0-e099-422a-b0ec-585349f0a979 tempest-RoutersNegativeTest-536999269 tempest-RoutersNegativeTest-536999269] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854179735'] for segment, precommit_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:36:47.540410 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-df8dedd0-e099-422a-b0ec-585349f0a979 tempest-RoutersNegativeTest-536999269 tempest-RoutersNegativeTest-536999269] Releasing vxlan tunnel 9 to pool {{(pid=84874) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Jan 14 07:36:47.600895 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-881c6fa0-3ee0-4a46-baae-90a8d7a7c5d1 tempest-TestNetworkAdvancedServerOps-470546014 tempest-TestNetworkAdvancedServerOps-470546014] Checking segment: {'id': '83e566ac-b883-47c4-b03c-6bf313d964c6', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 19, 'network_id': '95a164ff-62fb-4679-bbc7-ddbefd16a643'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84875) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 14 07:36:47.601297 n-d-768862-2 neutron-server[84765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-881c6fa0-3ee0-4a46-baae-90a8d7a7c5d1 tempest-TestNetworkAdvancedServerOps-470546014 tempest-TestNetworkAdvancedServerOps-470546014] Network hostable DHCP agents. Network: 95a164ff-62fb-4679-bbc7-ddbefd16a643, hostable agents: ['32f3dd84-26da-4d18-bf15-6017a8fb7247'], hosted agents: [] {{(pid=84875) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Jan 14 07:36:47.688724 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a4af9cb-9c90-47cb-a24a-5f65c3707c7d None None] Routers {'3998536e-65e4-4108-ab1c-eac6e818dd96'} bound to L3 agent in host n-d-768862-2 {{(pid=84876) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 14 07:36:47.689620 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_hamode_db [None req-4a4af9cb-9c90-47cb-a24a-5f65c3707c7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-01-14T06:56:51Z,description=,heartbeat_timestamp=2021-01-14T07:36:22Z,host='n-d-768862-2',id=35f592e9-451b-4db9-abea-77b6a5c5391b,load=0,resource_versions=,resources_synced=,started_at=2021-01-14T06:56:51Z,topic='l3_agent')) {'router_ids': ['3998536e-65e4-4108-ab1c-eac6e818dd96'], 'active': True} {{(pid=84876) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:36:47.752942 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-881c6fa0-3ee0-4a46-baae-90a8d7a7c5d1 tempest-TestNetworkAdvancedServerOps-470546014 tempest-TestNetworkAdvancedServerOps-470546014] Pushing event updated for resources: {'Subnet': ['ID=4679c0ec-74f9-43ad-ae90-b342211beffd,revision_number=0']} {{(pid=84875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:36:47.891233 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-caa23cae-9fd2-4522-baf2-88dcbf8f65dc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5d94dc7a-c095-50a4-955e-5f3b78718a12-38c91695-e5b8-46a7-8f78-0f0683e3f1c9', 'network_id': '38c91695-e5b8-46a7-8f78-0f0683e3f1c9', 'tenant_id': '2a076c09cf6548039ba7b64b98184a0e', 'fixed_ips': [{'subnet_id': '5edbaf61-3242-45cf-a727-c26ae3ee23a2'}]}} from n-d-768862-2. {{(pid=84876) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Jan 14 07:36:47.892227 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-caa23cae-9fd2-4522-baf2-88dcbf8f65dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555753'] for port, before_create {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:36:48.061637 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-bbd18897-d20a-4ed3-b2fd-e6f5c466a801 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:36:48.112761 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.managers [None req-df8dedd0-e099-422a-b0ec-585349f0a979 tempest-RoutersNegativeTest-536999269 tempest-RoutersNegativeTest-536999269] Network 1e95858a-ab69-409b-92ee-1700d3c2377e has no segments {{(pid=84874) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 14 07:36:48.144445 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-df8dedd0-e099-422a-b0ec-585349f0a979 tempest-RoutersNegativeTest-536999269 tempest-RoutersNegativeTest-536999269] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-596065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036851521571'] for segment, after_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:36:48.288055 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-bbd18897-d20a-4ed3-b2fd-e6f5c466a801 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:36:48.327722 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-881c6fa0-3ee0-4a46-baae-90a8d7a7c5d1 tempest-TestNetworkAdvancedServerOps-470546014 tempest-TestNetworkAdvancedServerOps-470546014] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.834s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:36:48.356283 n-d-768862-2 neutron-server[84765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-881c6fa0-3ee0-4a46-baae-90a8d7a7c5d1 tempest-TestNetworkAdvancedServerOps-470546014 tempest-TestNetworkAdvancedServerOps-470546014] Network 95a164ff-62fb-4679-bbc7-ddbefd16a643 is scheduled to be hosted by DHCP agent 32f3dd84-26da-4d18-bf15-6017a8fb7247 with binding_index 1 {{(pid=84875) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Jan 14 07:36:48.381451 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-bbd18897-d20a-4ed3-b2fd-e6f5c466a801 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850887153'] for security_group, after_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:36:48.393522 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-8645350e-3f9a-4f20-98f9-067b80db96a6 tempest-RoutersNegativeTest-536999269 tempest-RoutersNegativeTest-536999269] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:36:48.428138 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbd18897-d20a-4ed3-b2fd-e6f5c466a801 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=448f28f1-bdb9-430a-8481-289c559c38a8,revision_number=None']} {{(pid=84874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:36:48.436926 n-d-768862-2 neutron-server[84765]: DEBUG neutron.scheduler.base_scheduler [None req-881c6fa0-3ee0-4a46-baae-90a8d7a7c5d1 tempest-TestNetworkAdvancedServerOps-470546014 tempest-TestNetworkAdvancedServerOps-470546014] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768862-2, 95a164ff-62fb-4679-bbc7-ddbefd16a643) {{(pid=84875) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 07:36:48.451013 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-bbd18897-d20a-4ed3-b2fd-e6f5c466a801 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:36:48.585587 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-881c6fa0-3ee0-4a46-baae-90a8d7a7c5d1 tempest-TestNetworkAdvancedServerOps-470546014 tempest-TestNetworkAdvancedServerOps-470546014] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:36:48.586634 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-881c6fa0-3ee0-4a46-baae-90a8d7a7c5d1 tempest-TestNetworkAdvancedServerOps-470546014 tempest-TestNetworkAdvancedServerOps-470546014] Notify callbacks [] for subnet, before_response {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:36:48.613315 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-881c6fa0-3ee0-4a46-baae-90a8d7a7c5d1 tempest-TestNetworkAdvancedServerOps-470546014 tempest-TestNetworkAdvancedServerOps-470546014] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 5.5667429 Jan 14 07:36:48.616155 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84875) accepted ('10.222.0.24', 35446) {{(pid=84875) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:36:48.673312 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-bbd18897-d20a-4ed3-b2fd-e6f5c466a801 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:36:48.704634 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-bbd18897-d20a-4ed3-b2fd-e6f5c466a801 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/448f28f1-bdb9-430a-8481-289c559c38a8 HTTP/1.1" status: 204 len: 168 time: 1.1953373 Jan 14 07:36:48.706770 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.managers [None req-df8dedd0-e099-422a-b0ec-585349f0a979 tempest-RoutersNegativeTest-536999269 tempest-RoutersNegativeTest-536999269] Network 1e95858a-ab69-409b-92ee-1700d3c2377e has no segments {{(pid=84874) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 14 07:36:48.936849 n-d-768862-2 neutron-server[84765]: Traceback (most recent call last): Jan 14 07:36:48.936849 n-d-768862-2 neutron-server[84765]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 14 07:36:48.936849 n-d-768862-2 neutron-server[84765]: timer() Jan 14 07:36:48.936849 n-d-768862-2 neutron-server[84765]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 14 07:36:48.936849 n-d-768862-2 neutron-server[84765]: cb(*args, **kw) Jan 14 07:36:48.936849 n-d-768862-2 neutron-server[84765]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Jan 14 07:36:48.936849 n-d-768862-2 neutron-server[84765]: return func(*args, **kwargs) Jan 14 07:36:48.936849 n-d-768862-2 neutron-server[84765]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 14 07:36:48.936849 n-d-768862-2 neutron-server[84765]: self._notify() Jan 14 07:36:48.936849 n-d-768862-2 neutron-server[84765]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 14 07:36:48.936849 n-d-768862-2 neutron-server[84765]: self.callback(batched_events) Jan 14 07:36:48.936849 n-d-768862-2 neutron-server[84765]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 14 07:36:48.936849 n-d-768862-2 neutron-server[84765]: event.method(event) Jan 14 07:36:48.936849 n-d-768862-2 neutron-server[84765]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 14 07:36:48.936849 n-d-768862-2 neutron-server[84765]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 14 07:36:48.936849 n-d-768862-2 neutron-server[84765]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Jan 14 07:36:48.936849 n-d-768862-2 neutron-server[84765]: segment_id)['aggregates'][0] Jan 14 07:36:48.936849 n-d-768862-2 neutron-server[84765]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 14 07:36:48.936849 n-d-768862-2 neutron-server[84765]: return f(self, *a, **k) Jan 14 07:36:48.936849 n-d-768862-2 neutron-server[84765]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 14 07:36:48.936849 n-d-768862-2 neutron-server[84765]: return self._get(url).json() Jan 14 07:36:48.936849 n-d-768862-2 neutron-server[84765]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 14 07:36:48.936849 n-d-768862-2 neutron-server[84765]: **kwargs) Jan 14 07:36:48.936849 n-d-768862-2 neutron-server[84765]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 14 07:36:48.936849 n-d-768862-2 neutron-server[84765]: return self.request(url, 'GET', **kwargs) Jan 14 07:36:48.936849 n-d-768862-2 neutron-server[84765]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Jan 14 07:36:48.936849 n-d-768862-2 neutron-server[84765]: **endpoint_filter) Jan 14 07:36:48.936849 n-d-768862-2 neutron-server[84765]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 14 07:36:48.936849 n-d-768862-2 neutron-server[84765]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 14 07:36:48.936849 n-d-768862-2 neutron-server[84765]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 14 07:36:48.936849 n-d-768862-2 neutron-server[84765]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 14 07:36:48.936849 n-d-768862-2 neutron-server[84765]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 14 07:36:48.949425 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-df8dedd0-e099-422a-b0ec-585349f0a979 tempest-RoutersNegativeTest-536999269 tempest-RoutersNegativeTest-536999269] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036854176830', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850887149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3912591'] for network, after_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:36:48.953030 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-8c75338c-13c4-4037-9433-5755d77d5b7f tempest-NetworksTest-1803261889 tempest-NetworksTest-1803261889] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:36:48.992656 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-df8dedd0-e099-422a-b0ec-585349f0a979 tempest-RoutersNegativeTest-536999269 tempest-RoutersNegativeTest-536999269] Notify callbacks [] for network, before_response {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:36:49.007414 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df8dedd0-e099-422a-b0ec-585349f0a979 tempest-RoutersNegativeTest-536999269 tempest-RoutersNegativeTest-536999269] Pushing event deleted for resources: {'Network': ['ID=1e95858a-ab69-409b-92ee-1700d3c2377e,revision_number=None']} {{(pid=84874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:36:49.023084 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-df8dedd0-e099-422a-b0ec-585349f0a979 tempest-RoutersNegativeTest-536999269 tempest-RoutersNegativeTest-536999269] 10.222.0.24 "DELETE /v2.0/networks/1e95858a-ab69-409b-92ee-1700d3c2377e HTTP/1.1" status: 204 len: 168 time: 4.0143456 Jan 14 07:36:49.023284 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-df8dedd0-e099-422a-b0ec-585349f0a979 tempest-RoutersNegativeTest-536999269 tempest-RoutersNegativeTest-536999269] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:36:49.024326 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84874) accepted ('10.222.0.24', 35456) {{(pid=84874) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:36:49.067429 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e468fcdc-0693-4eeb-a373-900ef6c6c972 None None] Network 95a164ff-62fb-4679-bbc7-ddbefd16a643 requested from n-d-768862-2 {{(pid=84876) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 07:36:49.128719 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-79527a5b-a5bb-41ce-807e-07fd79bd2b75 tempest-RoutersTest-1255860389 tempest-RoutersTest-1255860389] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555753'] for port, before_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:36:49.159303 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_dvr_db [None req-4a4af9cb-9c90-47cb-a24a-5f65c3707c7d None None] Set router 3998536e-65e4-4108-ab1c-eac6e818dd96 gateway port host: None {{(pid=84876) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 14 07:36:49.519616 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.db_base_plugin_v2 [None req-db8db3c8-db2f-40b8-8005-7db1627b8a01 tempest-RoutersNegativeTest-536999269 tempest-RoutersNegativeTest-536999269] Deleting subnet f6640b20-97ee-4919-9153-454c93d5c131 {{(pid=84874) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Jan 14 07:36:49.530108 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-db8db3c8-db2f-40b8-8005-7db1627b8a01 tempest-RoutersNegativeTest-536999269 tempest-RoutersNegativeTest-536999269] Notify callbacks [] for subnet, before_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:36:49.599492 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-db8db3c8-db2f-40b8-8005-7db1627b8a01 tempest-RoutersNegativeTest-536999269 tempest-RoutersNegativeTest-536999269] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036851807232'] for subnet, precommit_delete_associations {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:36:49.639970 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Device 64f07fcc-5260-4a3f-ad31-9d7edc236848 up at agent ovs-agent-n-d-768862-2 {{(pid=84876) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 07:36:49.770097 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-db8db3c8-db2f-40b8-8005-7db1627b8a01 tempest-RoutersNegativeTest-536999269 tempest-RoutersNegativeTest-536999269] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036854176836'] for subnet, precommit_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:36:49.943296 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-a4b43f6c-b4a7-4db0-84e2-9db02d1a8ef3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363259214191800', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854171626'] for agent, after_update {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:36:50.017733 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.db_base_plugin_common [None req-caa23cae-9fd2-4522-baf2-88dcbf8f65dc None None] Allocated IP 172.21.0.2 (38c91695-e5b8-46a7-8f78-0f0683e3f1c9/5edbaf61-3242-45cf-a727-c26ae3ee23a2/372e9e22-513b-4726-b38e-f9aa15d88d34) {{(pid=84876) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 14 07:36:50.050497 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-cf9cc3a2-d0da-4368-a06c-169930f97d8d tempest-TestNetworkAdvancedServerOps-470546014 tempest-TestNetworkAdvancedServerOps-470546014] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555753'] for port, before_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:36:50.145512 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Provisioning for port 64f07fcc-5260-4a3f-ad31-9d7edc236848 completed by entity L2. {{(pid=84876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 07:36:50.344465 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-db8db3c8-db2f-40b8-8005-7db1627b8a01 tempest-RoutersNegativeTest-536999269 tempest-RoutersNegativeTest-536999269] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-598964', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850887113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036851521664', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2794686'] for subnet, after_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:36:50.374195 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Provisioning complete for port 64f07fcc-5260-4a3f-ad31-9d7edc236848 triggered by entity L2. {{(pid=84876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 07:36:50.376391 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-604227'] for port, provisioning_complete {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:36:50.446372 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-9555ef5a-4cac-412d-a5bf-fb43cbde126d tempest-RoutersTest-1255860389 tempest-RoutersTest-1255860389] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.002s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:36:50.500354 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db8db3c8-db2f-40b8-8005-7db1627b8a01 tempest-RoutersNegativeTest-536999269 tempest-RoutersNegativeTest-536999269] Pushing event deleted for resources: {'Subnet': ['ID=f6640b20-97ee-4919-9153-454c93d5c131,revision_number=None']} {{(pid=84874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:36:50.503572 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-db8db3c8-db2f-40b8-8005-7db1627b8a01 tempest-RoutersNegativeTest-536999269 tempest-RoutersNegativeTest-536999269] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:36:50.552583 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_hamode_db [None req-4a4af9cb-9c90-47cb-a24a-5f65c3707c7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3998536e-65e4-4108-ab1c-eac6e818dd96', 'name': 'tempest-RoutersTest-router-1767463639', 'tenant_id': '2a076c09cf6548039ba7b64b98184a0e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-14T07:36:27Z', 'updated_at': '2021-01-14T07:36:35Z', 'revision_number': 2, 'project_id': '2a076c09cf6548039ba7b64b98184a0e', 'gw_port_host': None, '_interfaces': [{'id': '6087c0d6-adc5-4077-8829-a972ea878eb0', 'name': '', 'network_id': '55d17c7e-058e-429d-a06c-3d5716669d4b', 'tenant_id': '2a076c09cf6548039ba7b64b98184a0e', 'mac_address': 'fa:16:3e:63:f5:4f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3998536e-65e4-4108-ab1c-eac6e818dd96', 'device_owner': 'network:router_interface', 'standard_attr_id': 3105, 'fixed_ips': [{'subnet_id': '002e57a5-80b9-4642-93d6-65fb5b5a0aa8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T07:36:32Z', 'updated_at': '2021-01-14T07:36:46Z', 'revision_number': 4, 'project_id': '2a076c09cf6548039ba7b64b98184a0e', 'subnets': [{'id': '002e57a5-80b9-4642-93d6-65fb5b5a0aa8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'n-d-768862-2', False) {} {{(pid=84876) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:36:50.569262 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-db8db3c8-db2f-40b8-8005-7db1627b8a01 tempest-RoutersNegativeTest-536999269 tempest-RoutersNegativeTest-536999269] Notify callbacks [] for subnet, before_response {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:36:50.580898 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-db8db3c8-db2f-40b8-8005-7db1627b8a01 tempest-RoutersNegativeTest-536999269 tempest-RoutersNegativeTest-536999269] 10.222.0.24 "DELETE /v2.0/subnets/f6640b20-97ee-4919-9153-454c93d5c131 HTTP/1.1" status: 204 len: 168 time: 1.5553374 Jan 14 07:36:50.581726 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84874) accepted ('10.222.0.24', 35506) {{(pid=84874) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:36:50.606232 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8cacbb4e-468a-42d9-979e-6ca74d65c23d None None] Network 04ea4f08-89ab-4f7d-b832-d5c0f8d3ebae requested from n-d-768862-2 {{(pid=84876) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 07:36:50.765324 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a4af9cb-9c90-47cb-a24a-5f65c3707c7d None None] The sync data for ids ['3998536e-65e4-4108-ab1c-eac6e818dd96'] in n-d-768862-2 is: [{'id': '3998536e-65e4-4108-ab1c-eac6e818dd96', 'name': 'tempest-RoutersTest-router-1767463639', 'tenant_id': '2a076c09cf6548039ba7b64b98184a0e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-14T07:36:27Z', 'updated_at': '2021-01-14T07:36:35Z', 'revision_number': 2, 'project_id': '2a076c09cf6548039ba7b64b98184a0e', 'gw_port_host': None, '_interfaces': [{'id': '6087c0d6-adc5-4077-8829-a972ea878eb0', 'name': '', 'network_id': '55d17c7e-058e-429d-a06c-3d5716669d4b', 'tenant_id': '2a076c09cf6548039ba7b64b98184a0e', 'mac_address': 'fa:16:3e:63:f5:4f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3998536e-65e4-4108-ab1c-eac6e818dd96', 'device_owner': 'network:router_interface', 'standard_attr_id': 3105, 'fixed_ips': [{'subnet_id': '002e57a5-80b9-4642-93d6-65fb5b5a0aa8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T07:36:32Z', 'updated_at': '2021-01-14T07:36:46Z', 'revision_number': 4, 'project_id': '2a076c09cf6548039ba7b64b98184a0e', 'subnets': [{'id': '002e57a5-80b9-4642-93d6-65fb5b5a0aa8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=84876) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Jan 14 07:36:50.940181 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-5196f4f4-e2d8-4e90-8297-f5f48c836f80 tempest-RoutersNegativeTest-536999269 tempest-RoutersNegativeTest-536999269] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036854160497'] for network, before_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:36:51.065393 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.db_base_plugin_common [None req-cf9cc3a2-d0da-4368-a06c-169930f97d8d tempest-TestNetworkAdvancedServerOps-470546014 tempest-TestNetworkAdvancedServerOps-470546014] Allocated IP 172.20.0.1 (95a164ff-62fb-4679-bbc7-ddbefd16a643/4679c0ec-74f9-43ad-ae90-b342211beffd/7d142489-cd2e-4cc5-89d5-55990805ac0e) {{(pid=84875) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 14 07:36:51.080616 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555753'] for port, before_update {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:36:51.093117 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-068411e4-24ed-4cda-801f-07a5f546f5a9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5d94dc7a-c095-50a4-955e-5f3b78718a12-95a164ff-62fb-4679-bbc7-ddbefd16a643', 'network_id': '95a164ff-62fb-4679-bbc7-ddbefd16a643', 'tenant_id': '6f3510a486e44d0a99223e7a34e71069', 'fixed_ips': [{'subnet_id': '4679c0ec-74f9-43ad-ae90-b342211beffd'}]}} from n-d-768862-2. {{(pid=84876) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Jan 14 07:36:51.094131 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-068411e4-24ed-4cda-801f-07a5f546f5a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555753'] for port, before_create {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:36:51.316073 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84875) accepted ('10.222.0.24', 35522) {{(pid=84875) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:36:51.501489 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-cf9cc3a2-d0da-4368-a06c-169930f97d8d tempest-TestNetworkAdvancedServerOps-470546014 tempest-TestNetworkAdvancedServerOps-470546014] Notify callbacks [] for port, precommit_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:36:51.504025 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] For port 64f07fcc-5260-4a3f-ad31-9d7edc236848, host n-d-768862-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-2',level=0,port_id=64f07fcc-5260-4a3f-ad31-9d7edc236848,segment=NetworkSegment(cf3ded2c-bc47-4a71-89af-6e7117e60140),segment_id=cf3ded2c-bc47-4a71-89af-6e7117e60140)] {{(pid=84876) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 07:36:51.629832 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777640533312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363259214678337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777640097497'] for port, after_update {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:36:51.633602 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-cf9cc3a2-d0da-4368-a06c-169930f97d8d tempest-TestNetworkAdvancedServerOps-470546014 tempest-TestNetworkAdvancedServerOps-470546014] Transition to ACTIVE for port object 7d142489-cd2e-4cc5-89d5-55990805ac0e will not be triggered until provisioned by entity DHCP. {{(pid=84875) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 07:36:51.660778 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-cf9cc3a2-d0da-4368-a06c-169930f97d8d tempest-TestNetworkAdvancedServerOps-470546014 tempest-TestNetworkAdvancedServerOps-470546014] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777640123575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851621574'] for port, after_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:36:51.682497 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-d97c0fc0-3cfa-4528-a1aa-c075abaf7c3b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84876) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:36:51.802996 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.plugin [None req-5196f4f4-e2d8-4e90-8297-f5f48c836f80 tempest-RoutersNegativeTest-536999269 tempest-RoutersNegativeTest-536999269] Deleting port 0bef5d74-795b-4927-b93c-d6d1067fb9e8 {{(pid=84874) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 07:36:51.803687 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-5196f4f4-e2d8-4e90-8297-f5f48c836f80 tempest-RoutersNegativeTest-536999269 tempest-RoutersNegativeTest-536999269] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363259214248359'] for port, before_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:36:51.856875 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-e48575a8-7e21-40f3-bc88-0b23eb98267b tempest-TestNetworkAdvancedServerOps-470546014 tempest-TestNetworkAdvancedServerOps-470546014] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:36:51.908727 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Device 6087c0d6-adc5-4077-8829-a972ea878eb0 up at agent ovs-agent-n-d-768862-2 {{(pid=84876) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 07:36:52.054327 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Pushing event updated for resources: {'Port': ['ID=64f07fcc-5260-4a3f-ad31-9d7edc236848,revision_number=4']} {{(pid=84876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:36:52.059147 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.377s {{(pid=84876) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:36:52.074963 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-9b942884-3789-410d-a761-82a69f0f421f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363259214191800', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854171626'] for agent, after_update {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:36:52.265029 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.db_base_plugin_common [None req-068411e4-24ed-4cda-801f-07a5f546f5a9 None None] Allocated IP 172.20.0.2 (95a164ff-62fb-4679-bbc7-ddbefd16a643/4679c0ec-74f9-43ad-ae90-b342211beffd/b8cb1c5e-a84d-405d-b6e6-99b6bcbf8534) {{(pid=84876) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 14 07:36:52.272420 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [None req-5196f4f4-e2d8-4e90-8297-f5f48c836f80 tempest-RoutersNegativeTest-536999269 tempest-RoutersNegativeTest-536999269] For port 0bef5d74-795b-4927-b93c-d6d1067fb9e8, host n-d-768862-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-2',level=0,port_id=0bef5d74-795b-4927-b93c-d6d1067fb9e8,segment=NetworkSegment(ece71d9b-677b-421e-90c4-6d55ce23d520),segment_id=ece71d9b-677b-421e-90c4-6d55ce23d520)] {{(pid=84874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 07:36:52.272956 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-5196f4f4-e2d8-4e90-8297-f5f48c836f80 tempest-RoutersNegativeTest-536999269 tempest-RoutersNegativeTest-536999269] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036850862667'] for port, precommit_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:36:52.514491 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-068411e4-24ed-4cda-801f-07a5f546f5a9 None None] Notify callbacks [] for port, precommit_create {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:36:52.525728 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-068411e4-24ed-4cda-801f-07a5f546f5a9 None None] Transition to ACTIVE for port object b8cb1c5e-a84d-405d-b6e6-99b6bcbf8534 will not be triggered until provisioned by entity L2. {{(pid=84876) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 07:36:52.534278 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.plugin [None req-5196f4f4-e2d8-4e90-8297-f5f48c836f80 tempest-RoutersNegativeTest-536999269 tempest-RoutersNegativeTest-536999269] Calling delete_port for 0bef5d74-795b-4927-b93c-d6d1067fb9e8 owned by network:dhcp {{(pid=84874) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 07:36:52.543598 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-068411e4-24ed-4cda-801f-07a5f546f5a9 None None] Transition to ACTIVE for port object b8cb1c5e-a84d-405d-b6e6-99b6bcbf8534 will not be triggered until provisioned by entity DHCP. {{(pid=84876) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 07:36:52.557500 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d287928-64cf-4458-a4ab-ff2a3c1d01e3 None None] DHCP port deletion for 04ea4f08-89ab-4f7d-b832-d5c0f8d3ebae request from n-d-768862-2 {{(pid=84876) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Jan 14 07:36:52.571520 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.plugin [None req-8d287928-64cf-4458-a4ab-ff2a3c1d01e3 None None] Deleting port 0bef5d74-795b-4927-b93c-d6d1067fb9e8 {{(pid=84876) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 07:36:52.572272 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-8d287928-64cf-4458-a4ab-ff2a3c1d01e3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363259214248359'] for port, before_delete {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:36:52.595238 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-706004db-e57b-4736-aac4-88db47c7a69d admin admin] Notify callbacks [] for security_group, before_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:36:52.599040 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-068411e4-24ed-4cda-801f-07a5f546f5a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777640123575'] for port, after_create {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:36:52.619172 n-d-768862-2 neutron-server[84765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf9cc3a2-d0da-4368-a06c-169930f97d8d tempest-TestNetworkAdvancedServerOps-470546014 tempest-TestNetworkAdvancedServerOps-470546014] Network 95a164ff-62fb-4679-bbc7-ddbefd16a643 is already hosted by enough agents. {{(pid=84875) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 07:36:52.621569 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-c70b2c96-9ad4-48b9-a662-2799569a4164 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84876) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:36:52.624529 n-d-768862-2 neutron-server[84765]: DEBUG neutron.scheduler.base_scheduler [None req-cf9cc3a2-d0da-4368-a06c-169930f97d8d tempest-TestNetworkAdvancedServerOps-470546014 tempest-TestNetworkAdvancedServerOps-470546014] Resources bound (agent type, host, resource id): {{(pid=84875) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 07:36:52.632667 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-706004db-e57b-4736-aac4-88db47c7a69d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:36:52.637244 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-706004db-e57b-4736-aac4-88db47c7a69d admin admin] Usage tracker for resource:security_group_rule and tenant:3c91a81c126e4cb19daecaf40b63ee04 is out of sync, need to count used quota {{(pid=84875) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:36:52.640415 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-706004db-e57b-4736-aac4-88db47c7a69d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84875) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:36:52.647107 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-706004db-e57b-4736-aac4-88db47c7a69d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:36:52.692739 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Provisioning for port 6087c0d6-adc5-4077-8829-a972ea878eb0 completed by entity L2. {{(pid=84876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 07:36:52.698621 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-da76cfc0-98e8-4426-9f6d-4f05aa3fae78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363259214191800', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854171626'] for agent, after_update {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:36:52.707005 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-caa23cae-9fd2-4522-baf2-88dcbf8f65dc None None] Notify callbacks [] for port, precommit_create {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:36:52.721703 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Provisioning complete for port 6087c0d6-adc5-4077-8829-a972ea878eb0 triggered by entity L2. {{(pid=84876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 07:36:52.724374 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-604227'] for port, provisioning_complete {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:36:52.729501 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-5196f4f4-e2d8-4e90-8297-f5f48c836f80 tempest-RoutersNegativeTest-536999269 tempest-RoutersNegativeTest-536999269] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777640533329', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777640097463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3254186'] for port, after_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:36:52.739008 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-706004db-e57b-4736-aac4-88db47c7a69d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:36:52.740519 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf9cc3a2-d0da-4368-a06c-169930f97d8d tempest-TestNetworkAdvancedServerOps-470546014 tempest-TestNetworkAdvancedServerOps-470546014] Received port after_create {{(pid=84875) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 14 07:36:52.758001 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-dbb4406d-b2b2-4fa9-9c81-4a4733cefef4 tempest-RoutersNegativeTest-536999269 tempest-RoutersNegativeTest-536999269] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:36:52.820722 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-cf9cc3a2-d0da-4368-a06c-169930f97d8d tempest-TestNetworkAdvancedServerOps-470546014 tempest-TestNetworkAdvancedServerOps-470546014] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036850886386'] for router_interface, before_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:36:52.827172 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-706004db-e57b-4736-aac4-88db47c7a69d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850887153'] for security_group, after_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:36:52.869050 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf9cc3a2-d0da-4368-a06c-169930f97d8d tempest-TestNetworkAdvancedServerOps-470546014 tempest-TestNetworkAdvancedServerOps-470546014] Pushing event updated for resources: {'Port': ['ID=7d142489-cd2e-4cc5-89d5-55990805ac0e,revision_number=1']} {{(pid=84875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:36:52.873828 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-706004db-e57b-4736-aac4-88db47c7a69d admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=3c91a81c126e4cb19daecaf40b63ee04&name=default HTTP/1.1" status: 200 len: 2983 time: 1.5075932 Jan 14 07:36:52.874987 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-cf9cc3a2-d0da-4368-a06c-169930f97d8d tempest-TestNetworkAdvancedServerOps-470546014 tempest-TestNetworkAdvancedServerOps-470546014] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.018s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:36:52.877460 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-f735ea6c-8850-4686-bbef-ebe2ec941f36 tempest-TestNetworkAdvancedServerOps-470546014 tempest-TestNetworkAdvancedServerOps-470546014] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.027s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:36:52.884657 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84875) accepted ('10.222.0.24', 35554) {{(pid=84875) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:36:52.978731 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-706004db-e57b-4736-aac4-88db47c7a69d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1362a297-d9b3-4581-90b2-59eb69d47c84,revision_number=1']} {{(pid=84875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:36:52.996905 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-706004db-e57b-4736-aac4-88db47c7a69d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:36:53.013048 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-724e7dd9-926a-4119-aabf-ac2bac2fdbd4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:36:53.031071 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5196f4f4-e2d8-4e90-8297-f5f48c836f80 tempest-RoutersNegativeTest-536999269 tempest-RoutersNegativeTest-536999269] Pushing event deleted for resources: {'Port': ['ID=0bef5d74-795b-4927-b93c-d6d1067fb9e8,revision_number=None']} {{(pid=84874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:36:53.047119 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-5196f4f4-e2d8-4e90-8297-f5f48c836f80 tempest-RoutersNegativeTest-536999269 tempest-RoutersNegativeTest-536999269] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.289s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:36:53.050569 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5196f4f4-e2d8-4e90-8297-f5f48c836f80 tempest-RoutersNegativeTest-536999269 tempest-RoutersNegativeTest-536999269] No DVR routers for this DVR port 0bef5d74-795b-4927-b93c-d6d1067fb9e8 on host n-d-768862-2 {{(pid=84874) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Jan 14 07:36:53.050812 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-724e7dd9-926a-4119-aabf-ac2bac2fdbd4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:36:53.137296 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-724e7dd9-926a-4119-aabf-ac2bac2fdbd4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850887153'] for security_group, after_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:36:53.158982 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-cbb45b54-2dcc-416f-ad0a-4d656d82a105 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:36:53.190928 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363259214191800', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854171626'] for agent, after_update {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:36:53.194365 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-724e7dd9-926a-4119-aabf-ac2bac2fdbd4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:36:53.199143 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-724e7dd9-926a-4119-aabf-ac2bac2fdbd4 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/1362a297-d9b3-4581-90b2-59eb69d47c84 HTTP/1.1" status: 204 len: 168 time: 0.3071415 Jan 14 07:36:53.199143 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-724e7dd9-926a-4119-aabf-ac2bac2fdbd4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1362a297-d9b3-4581-90b2-59eb69d47c84,revision_number=None']} {{(pid=84875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:36:53.287192 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-5196f4f4-e2d8-4e90-8297-f5f48c836f80 tempest-RoutersNegativeTest-536999269 tempest-RoutersNegativeTest-536999269] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-598987', 'neutron.services.segments.db._delete_segments_for_network-8777640583949'] for network, precommit_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:36:53.291053 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-724e7dd9-926a-4119-aabf-ac2bac2fdbd4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:36:53.346894 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-cf9cc3a2-d0da-4368-a06c-169930f97d8d tempest-TestNetworkAdvancedServerOps-470546014 tempest-TestNetworkAdvancedServerOps-470546014] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555753'] for port, before_update {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:36:53.353939 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-caa23cae-9fd2-4522-baf2-88dcbf8f65dc None None] Transition to ACTIVE for port object 372e9e22-513b-4726-b38e-f9aa15d88d34 will not be triggered until provisioned by entity L2. {{(pid=84876) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 07:36:53.479790 n-d-768862-2 neutron-server[84765]: DEBUG neutron.services.segments.db [None req-5196f4f4-e2d8-4e90-8297-f5f48c836f80 tempest-RoutersNegativeTest-536999269 tempest-RoutersNegativeTest-536999269] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['04ea4f08-89ab-4f7d-b832-d5c0f8d3ebae']}} {{(pid=84874) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:36:53.505380 n-d-768862-2 neutron-server[84765]: DEBUG neutron.services.segments.db [None req-5196f4f4-e2d8-4e90-8297-f5f48c836f80 tempest-RoutersNegativeTest-536999269 tempest-RoutersNegativeTest-536999269] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ece71d9b-677b-421e-90c4-6d55ce23d520') {'for_net_delete': True} {{(pid=84874) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:36:53.506077 n-d-768862-2 neutron-server[84765]: DEBUG neutron.services.segments.db [None req-5196f4f4-e2d8-4e90-8297-f5f48c836f80 tempest-RoutersNegativeTest-536999269 tempest-RoutersNegativeTest-536999269] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ece71d9b-677b-421e-90c4-6d55ce23d520') {} {{(pid=84874) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:36:53.529411 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-5196f4f4-e2d8-4e90-8297-f5f48c836f80 tempest-RoutersNegativeTest-536999269 tempest-RoutersNegativeTest-536999269] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363259214173198', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2968632'] for segment, before_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:36:53.531293 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.plugin [None req-8d287928-64cf-4458-a4ab-ff2a3c1d01e3 None None] The port '0bef5d74-795b-4927-b93c-d6d1067fb9e8' was deleted {{(pid=84876) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Jan 14 07:36:53.558743 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-5196f4f4-e2d8-4e90-8297-f5f48c836f80 tempest-RoutersNegativeTest-536999269 tempest-RoutersNegativeTest-536999269] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854179735'] for segment, precommit_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:36:53.561011 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-5196f4f4-e2d8-4e90-8297-f5f48c836f80 tempest-RoutersNegativeTest-536999269 tempest-RoutersNegativeTest-536999269] Releasing vxlan tunnel 5 to pool {{(pid=84874) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Jan 14 07:36:53.589534 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-caa23cae-9fd2-4522-baf2-88dcbf8f65dc None None] Transition to ACTIVE for port object 372e9e22-513b-4726-b38e-f9aa15d88d34 will not be triggered until provisioned by entity DHCP. {{(pid=84876) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 07:36:53.738491 n-d-768862-2 neutron-server[84765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-068411e4-24ed-4cda-801f-07a5f546f5a9 None None] Network 95a164ff-62fb-4679-bbc7-ddbefd16a643 is already hosted by enough agents. {{(pid=84876) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 07:36:53.758658 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-caa23cae-9fd2-4522-baf2-88dcbf8f65dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777640123575'] for port, after_create {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:36:53.958705 n-d-768862-2 neutron-server[84765]: DEBUG neutron.scheduler.base_scheduler [None req-068411e4-24ed-4cda-801f-07a5f546f5a9 None None] Resources bound (agent type, host, resource id): {{(pid=84876) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 07:36:53.961876 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-068411e4-24ed-4cda-801f-07a5f546f5a9 None None] Received port after_create {{(pid=84876) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 14 07:36:54.051959 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.managers [None req-5196f4f4-e2d8-4e90-8297-f5f48c836f80 tempest-RoutersNegativeTest-536999269 tempest-RoutersNegativeTest-536999269] Network 04ea4f08-89ab-4f7d-b832-d5c0f8d3ebae has no segments {{(pid=84874) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 14 07:36:54.060265 n-d-768862-2 neutron-server[84765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-caa23cae-9fd2-4522-baf2-88dcbf8f65dc None None] Network 38c91695-e5b8-46a7-8f78-0f0683e3f1c9 is already hosted by enough agents. {{(pid=84876) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 07:36:54.064414 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-068411e4-24ed-4cda-801f-07a5f546f5a9 None None] Pushing event updated for resources: {'Port': ['ID=b8cb1c5e-a84d-405d-b6e6-99b6bcbf8534,revision_number=1']} {{(pid=84876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:36:54.064670 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-5196f4f4-e2d8-4e90-8297-f5f48c836f80 tempest-RoutersNegativeTest-536999269 tempest-RoutersNegativeTest-536999269] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-596065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036851521571'] for segment, after_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:36:54.071952 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-068411e4-24ed-4cda-801f-07a5f546f5a9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.450s {{(pid=84876) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:36:54.073055 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-0f37073e-9c69-4e3c-80e0-6cfaa0fd61a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363259214191800', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854171626'] for agent, after_update {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:36:54.086807 n-d-768862-2 neutron-server[84765]: DEBUG neutron.scheduler.base_scheduler [None req-caa23cae-9fd2-4522-baf2-88dcbf8f65dc None None] Resources bound (agent type, host, resource id): {{(pid=84876) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 07:36:54.097015 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-caa23cae-9fd2-4522-baf2-88dcbf8f65dc None None] Received port after_create {{(pid=84876) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 14 07:36:54.111645 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-81cc6bf2-d8a3-41ff-b7b3-2479d2ae808f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.143s {{(pid=84876) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:36:54.170425 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-cf9cc3a2-d0da-4368-a06c-169930f97d8d tempest-TestNetworkAdvancedServerOps-470546014 tempest-TestNetworkAdvancedServerOps-470546014] Notify callbacks [] for port, precommit_update {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:36:54.184116 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-cf9cc3a2-d0da-4368-a06c-169930f97d8d tempest-TestNetworkAdvancedServerOps-470546014 tempest-TestNetworkAdvancedServerOps-470546014] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777640533312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363259214678337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777640097497', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3154211'] for port, after_update {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:36:54.249344 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caa23cae-9fd2-4522-baf2-88dcbf8f65dc None None] Pushing event updated for resources: {'Port': ['ID=372e9e22-513b-4726-b38e-f9aa15d88d34,revision_number=1']} {{(pid=84876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:36:54.250443 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84874) accepted ('10.222.0.24', 35626) {{(pid=84874) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:36:54.264189 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-caa23cae-9fd2-4522-baf2-88dcbf8f65dc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.153s {{(pid=84876) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:36:54.314114 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-91db46f9-fea0-4d07-9f1b-3359c6d0fb69 tempest-RoutersTest-1255860389 tempest-RoutersTest-1255860389] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:36:54.322043 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.managers [None req-caa23cae-9fd2-4522-baf2-88dcbf8f65dc None None] Attempting to bind port 372e9e22-513b-4726-b38e-f9aa15d88d34 on host n-d-768862-2 for vnic_type normal with profile {{(pid=84876) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 14 07:36:54.322788 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.managers [None req-caa23cae-9fd2-4522-baf2-88dcbf8f65dc None None] Attempting to bind port 372e9e22-513b-4726-b38e-f9aa15d88d34 by drivers openvswitch on host n-d-768862-2 at level 0 using segments [{'id': '49b23d36-e442-4bb6-9fcf-14332936c677', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 20, 'network_id': '38c91695-e5b8-46a7-8f78-0f0683e3f1c9'}] {{(pid=84876) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 14 07:36:54.323216 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-caa23cae-9fd2-4522-baf2-88dcbf8f65dc None None] Attempting to bind port 372e9e22-513b-4726-b38e-f9aa15d88d34 on network 38c91695-e5b8-46a7-8f78-0f0683e3f1c9 {{(pid=84876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 14 07:36:54.330381 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555753'] for port, before_update {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:36:54.347639 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-3ee0b60b-be09-4c1a-8c44-4f286ec78537 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:36:54.356569 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-caa23cae-9fd2-4522-baf2-88dcbf8f65dc None None] Checking agent: {'id': 'ba5efab1-b43c-4d5a-bc52-6e105d4e67a2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768862-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 14, 6, 56, 52), 'started_at': datetime.datetime(2021, 1, 14, 6, 57, 22), 'heartbeat_timestamp': datetime.datetime(2021, 1, 14, 7, 36, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768862-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.29', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 14 07:36:54.357066 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-caa23cae-9fd2-4522-baf2-88dcbf8f65dc None None] Checking segment: {'id': '49b23d36-e442-4bb6-9fcf-14332936c677', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 20, 'network_id': '38c91695-e5b8-46a7-8f78-0f0683e3f1c9'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84876) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 14 07:36:54.357539 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-caa23cae-9fd2-4522-baf2-88dcbf8f65dc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:36:54.357990 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-caa23cae-9fd2-4522-baf2-88dcbf8f65dc None None] Bound using segment: {'id': '49b23d36-e442-4bb6-9fcf-14332936c677', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 20, 'network_id': '38c91695-e5b8-46a7-8f78-0f0683e3f1c9'} {{(pid=84876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 14 07:36:54.358528 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.managers [None req-caa23cae-9fd2-4522-baf2-88dcbf8f65dc None None] Bound port: 372e9e22-513b-4726-b38e-f9aa15d88d34, host: n-d-768862-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '49b23d36-e442-4bb6-9fcf-14332936c677', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 20, 'network_id': '38c91695-e5b8-46a7-8f78-0f0683e3f1c9'}}] {{(pid=84876) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 14 07:36:54.358952 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-caa23cae-9fd2-4522-baf2-88dcbf8f65dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555753'] for port, before_update {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:36:54.375720 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-cf9cc3a2-d0da-4368-a06c-169930f97d8d tempest-TestNetworkAdvancedServerOps-470546014 tempest-TestNetworkAdvancedServerOps-470546014] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3206949', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3889649'] for router_interface, after_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:36:54.396304 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-3ee0b60b-be09-4c1a-8c44-4f286ec78537 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:36:54.397672 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] For port 6087c0d6-adc5-4077-8829-a972ea878eb0, host n-d-768862-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-2',level=0,port_id=6087c0d6-adc5-4077-8829-a972ea878eb0,segment=NetworkSegment(fad8c552-101d-4a05-96d4-8c3b5ea8f805),segment_id=fad8c552-101d-4a05-96d4-8c3b5ea8f805)] {{(pid=84876) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 07:36:54.401209 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-3ee0b60b-be09-4c1a-8c44-4f286ec78537 admin admin] Usage tracker for resource:security_group_rule and tenant:8c89cc198de0438fbf64e3eb41089600 is out of sync, need to count used quota {{(pid=84874) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:36:54.404965 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-3ee0b60b-be09-4c1a-8c44-4f286ec78537 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84874) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:36:54.414115 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-3ee0b60b-be09-4c1a-8c44-4f286ec78537 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:36:54.531231 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [None req-caa23cae-9fd2-4522-baf2-88dcbf8f65dc None None] For port 372e9e22-513b-4726-b38e-f9aa15d88d34, host n-d-768862-2, cleared binding levels {{(pid=84876) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 14 07:36:54.536369 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [None req-caa23cae-9fd2-4522-baf2-88dcbf8f65dc None None] For port 372e9e22-513b-4726-b38e-f9aa15d88d34, host n-d-768862-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-2',level=0,port_id=372e9e22-513b-4726-b38e-f9aa15d88d34,segment=NetworkSegment(49b23d36-e442-4bb6-9fcf-14332936c677),segment_id=49b23d36-e442-4bb6-9fcf-14332936c677)] {{(pid=84876) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 14 07:36:54.557366 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777640533312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363259214678337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777640097497'] for port, after_update {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:36:54.563089 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.managers [None req-068411e4-24ed-4cda-801f-07a5f546f5a9 None None] Attempting to bind port b8cb1c5e-a84d-405d-b6e6-99b6bcbf8534 on host n-d-768862-2 for vnic_type normal with profile {{(pid=84876) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 14 07:36:54.563593 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.managers [None req-068411e4-24ed-4cda-801f-07a5f546f5a9 None None] Attempting to bind port b8cb1c5e-a84d-405d-b6e6-99b6bcbf8534 by drivers openvswitch on host n-d-768862-2 at level 0 using segments [{'id': '83e566ac-b883-47c4-b03c-6bf313d964c6', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 19, 'network_id': '95a164ff-62fb-4679-bbc7-ddbefd16a643'}] {{(pid=84876) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 14 07:36:54.563939 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-068411e4-24ed-4cda-801f-07a5f546f5a9 None None] Attempting to bind port b8cb1c5e-a84d-405d-b6e6-99b6bcbf8534 on network 95a164ff-62fb-4679-bbc7-ddbefd16a643 {{(pid=84876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 14 07:36:54.569097 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.managers [None req-5196f4f4-e2d8-4e90-8297-f5f48c836f80 tempest-RoutersNegativeTest-536999269 tempest-RoutersNegativeTest-536999269] Network 04ea4f08-89ab-4f7d-b832-d5c0f8d3ebae has no segments {{(pid=84874) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 14 07:36:54.577718 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84876) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:36:54.601730 n-d-768862-2 neutron-server[84765]: Traceback (most recent call last): Jan 14 07:36:54.601730 n-d-768862-2 neutron-server[84765]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 14 07:36:54.601730 n-d-768862-2 neutron-server[84765]: timer() Jan 14 07:36:54.601730 n-d-768862-2 neutron-server[84765]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 14 07:36:54.601730 n-d-768862-2 neutron-server[84765]: cb(*args, **kw) Jan 14 07:36:54.601730 n-d-768862-2 neutron-server[84765]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Jan 14 07:36:54.601730 n-d-768862-2 neutron-server[84765]: return func(*args, **kwargs) Jan 14 07:36:54.601730 n-d-768862-2 neutron-server[84765]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 14 07:36:54.601730 n-d-768862-2 neutron-server[84765]: self._notify() Jan 14 07:36:54.601730 n-d-768862-2 neutron-server[84765]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 14 07:36:54.601730 n-d-768862-2 neutron-server[84765]: self.callback(batched_events) Jan 14 07:36:54.601730 n-d-768862-2 neutron-server[84765]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 14 07:36:54.601730 n-d-768862-2 neutron-server[84765]: event.method(event) Jan 14 07:36:54.601730 n-d-768862-2 neutron-server[84765]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 14 07:36:54.601730 n-d-768862-2 neutron-server[84765]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 14 07:36:54.601730 n-d-768862-2 neutron-server[84765]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Jan 14 07:36:54.601730 n-d-768862-2 neutron-server[84765]: segment_id)['aggregates'][0] Jan 14 07:36:54.601730 n-d-768862-2 neutron-server[84765]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 14 07:36:54.601730 n-d-768862-2 neutron-server[84765]: return f(self, *a, **k) Jan 14 07:36:54.601730 n-d-768862-2 neutron-server[84765]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 14 07:36:54.601730 n-d-768862-2 neutron-server[84765]: return self._get(url).json() Jan 14 07:36:54.601730 n-d-768862-2 neutron-server[84765]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 14 07:36:54.601730 n-d-768862-2 neutron-server[84765]: **kwargs) Jan 14 07:36:54.601730 n-d-768862-2 neutron-server[84765]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 14 07:36:54.601730 n-d-768862-2 neutron-server[84765]: return self.request(url, 'GET', **kwargs) Jan 14 07:36:54.601730 n-d-768862-2 neutron-server[84765]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Jan 14 07:36:54.601730 n-d-768862-2 neutron-server[84765]: **endpoint_filter) Jan 14 07:36:54.601730 n-d-768862-2 neutron-server[84765]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 14 07:36:54.601730 n-d-768862-2 neutron-server[84765]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 14 07:36:54.601730 n-d-768862-2 neutron-server[84765]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 14 07:36:54.601730 n-d-768862-2 neutron-server[84765]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 14 07:36:54.601730 n-d-768862-2 neutron-server[84765]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 14 07:36:54.670142 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf9cc3a2-d0da-4368-a06c-169930f97d8d tempest-TestNetworkAdvancedServerOps-470546014 tempest-TestNetworkAdvancedServerOps-470546014] Pushing event updated for resources: {'Port': ['ID=7d142489-cd2e-4cc5-89d5-55990805ac0e,revision_number=2']} {{(pid=84875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:36:54.692325 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-cf9cc3a2-d0da-4368-a06c-169930f97d8d tempest-TestNetworkAdvancedServerOps-470546014 tempest-TestNetworkAdvancedServerOps-470546014] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.378s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:36:54.699309 n-d-768862-2 neutron-server[84765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf9cc3a2-d0da-4368-a06c-169930f97d8d tempest-TestNetworkAdvancedServerOps-470546014 tempest-TestNetworkAdvancedServerOps-470546014] Network 95a164ff-62fb-4679-bbc7-ddbefd16a643 is already hosted by enough agents. {{(pid=84875) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 07:36:54.704363 n-d-768862-2 neutron-server[84765]: DEBUG neutron.scheduler.base_scheduler [None req-cf9cc3a2-d0da-4368-a06c-169930f97d8d tempest-TestNetworkAdvancedServerOps-470546014 tempest-TestNetworkAdvancedServerOps-470546014] Resources bound (agent type, host, resource id): {{(pid=84875) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 07:36:54.739424 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-068411e4-24ed-4cda-801f-07a5f546f5a9 None None] Checking agent: {'id': 'ba5efab1-b43c-4d5a-bc52-6e105d4e67a2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768862-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 14, 6, 56, 52), 'started_at': datetime.datetime(2021, 1, 14, 6, 57, 22), 'heartbeat_timestamp': datetime.datetime(2021, 1, 14, 7, 36, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768862-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.29', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 14 07:36:54.739803 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-068411e4-24ed-4cda-801f-07a5f546f5a9 None None] Checking segment: {'id': '83e566ac-b883-47c4-b03c-6bf313d964c6', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 19, 'network_id': '95a164ff-62fb-4679-bbc7-ddbefd16a643'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84876) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 14 07:36:54.740246 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-068411e4-24ed-4cda-801f-07a5f546f5a9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:36:54.740697 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-068411e4-24ed-4cda-801f-07a5f546f5a9 None None] Bound using segment: {'id': '83e566ac-b883-47c4-b03c-6bf313d964c6', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 19, 'network_id': '95a164ff-62fb-4679-bbc7-ddbefd16a643'} {{(pid=84876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 14 07:36:54.741226 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.managers [None req-068411e4-24ed-4cda-801f-07a5f546f5a9 None None] Bound port: b8cb1c5e-a84d-405d-b6e6-99b6bcbf8534, host: n-d-768862-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '83e566ac-b883-47c4-b03c-6bf313d964c6', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 19, 'network_id': '95a164ff-62fb-4679-bbc7-ddbefd16a643'}}] {{(pid=84876) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 14 07:36:54.741654 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-068411e4-24ed-4cda-801f-07a5f546f5a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555753'] for port, before_update {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:36:54.763206 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-5196f4f4-e2d8-4e90-8297-f5f48c836f80 tempest-RoutersNegativeTest-536999269 tempest-RoutersNegativeTest-536999269] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036854176830', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850887149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3912591'] for network, after_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:36:54.767804 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-3a292345-c0d9-43c8-8773-d2fa4918ac3b tempest-NetworksIpV6Test-2047944877 tempest-NetworksIpV6Test-2047944877] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:36:54.788394 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-5196f4f4-e2d8-4e90-8297-f5f48c836f80 tempest-RoutersNegativeTest-536999269 tempest-RoutersNegativeTest-536999269] Notify callbacks [] for network, before_response {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:36:54.790702 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Pushing event updated for resources: {'Port': ['ID=6087c0d6-adc5-4077-8829-a972ea878eb0,revision_number=5']} {{(pid=84876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:36:54.796660 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.218s {{(pid=84876) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:36:54.819951 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-5196f4f4-e2d8-4e90-8297-f5f48c836f80 tempest-RoutersNegativeTest-536999269 tempest-RoutersNegativeTest-536999269] 10.222.0.24 "DELETE /v2.0/networks/04ea4f08-89ab-4f7d-b832-d5c0f8d3ebae HTTP/1.1" status: 204 len: 168 time: 4.2368195 Jan 14 07:36:54.828613 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84874) accepted ('10.222.0.24', 35656) {{(pid=84874) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:36:54.834601 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5196f4f4-e2d8-4e90-8297-f5f48c836f80 tempest-RoutersNegativeTest-536999269 tempest-RoutersNegativeTest-536999269] Pushing event deleted for resources: {'Network': ['ID=04ea4f08-89ab-4f7d-b832-d5c0f8d3ebae,revision_number=None']} {{(pid=84874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:36:54.891900 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-36ddebde-7ada-4bee-94a6-019830ce8eda tempest-RoutersNegativeTest-536999269 tempest-RoutersNegativeTest-536999269] Synchronizing usage tracker for tenant:8bd680a041e04543b08fdd7593415d2a on resource:port {{(pid=84874) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 14 07:36:54.895305 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-5196f4f4-e2d8-4e90-8297-f5f48c836f80 tempest-RoutersNegativeTest-536999269 tempest-RoutersNegativeTest-536999269] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:36:54.913989 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [None req-068411e4-24ed-4cda-801f-07a5f546f5a9 None None] For port b8cb1c5e-a84d-405d-b6e6-99b6bcbf8534, host n-d-768862-2, cleared binding levels {{(pid=84876) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 14 07:36:54.918267 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [None req-068411e4-24ed-4cda-801f-07a5f546f5a9 None None] For port b8cb1c5e-a84d-405d-b6e6-99b6bcbf8534, host n-d-768862-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-2',level=0,port_id=b8cb1c5e-a84d-405d-b6e6-99b6bcbf8534,segment=NetworkSegment(83e566ac-b883-47c4-b03c-6bf313d964c6),segment_id=83e566ac-b883-47c4-b03c-6bf313d964c6)] {{(pid=84876) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 14 07:36:54.923778 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-caa23cae-9fd2-4522-baf2-88dcbf8f65dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777640533312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363259214678337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777640097497'] for port, after_update {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:36:54.932423 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-3ee0b60b-be09-4c1a-8c44-4f286ec78537 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:36:54.939996 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-3ee0b60b-be09-4c1a-8c44-4f286ec78537 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850887153'] for security_group, after_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:36:54.946360 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Device 64f07fcc-5260-4a3f-ad31-9d7edc236848 up at agent ovs-agent-n-d-768862-2 {{(pid=84876) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 07:36:54.950649 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-f5d9e682-236c-4f29-8dca-beb9999b7c14 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:36:54.958735 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-36ddebde-7ada-4bee-94a6-019830ce8eda tempest-RoutersNegativeTest-536999269 tempest-RoutersNegativeTest-536999269] Unset dirty status for tenant:8bd680a041e04543b08fdd7593415d2a on resource:port {{(pid=84874) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 14 07:36:54.962907 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-36ddebde-7ada-4bee-94a6-019830ce8eda tempest-RoutersNegativeTest-536999269 tempest-RoutersNegativeTest-536999269] 10.222.0.24 "GET /v2.0/ports?device_id=bd4c67a9-deea-4b69-8d19-5fafc992451e HTTP/1.1" status: 200 len: 205 time: 0.1331935 Jan 14 07:36:54.966275 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84875) accepted ('10.222.0.24', 35664) {{(pid=84875) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:36:54.996338 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-53bd9ba4-2b0c-4f64-bddd-ce134704887d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84876) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:36:55.022609 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-3ee0b60b-be09-4c1a-8c44-4f286ec78537 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=8c89cc198de0438fbf64e3eb41089600&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7709749 Jan 14 07:36:55.025405 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84874) accepted ('10.222.0.24', 35672) {{(pid=84874) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:36:55.039028 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ee0b60b-be09-4c1a-8c44-4f286ec78537 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f41ae452-c636-419d-83b6-bab11268f62f,revision_number=1']} {{(pid=84874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:36:55.056526 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-3ee0b60b-be09-4c1a-8c44-4f286ec78537 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:36:55.077903 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-068411e4-24ed-4cda-801f-07a5f546f5a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777640533312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363259214678337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777640097497'] for port, after_update {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:36:55.120756 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-9ccc3032-f317-45d1-8ec1-318acb46620f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:36:55.134115 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caa23cae-9fd2-4522-baf2-88dcbf8f65dc None None] Pushing event updated for resources: {'Port': ['ID=372e9e22-513b-4726-b38e-f9aa15d88d34,revision_number=2']} {{(pid=84876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:36:55.149619 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-caa23cae-9fd2-4522-baf2-88dcbf8f65dc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.153s {{(pid=84876) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:36:55.165593 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-9ccc3032-f317-45d1-8ec1-318acb46620f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:36:55.185021 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-95cc47fb-dda4-4ade-ab49-adb8973a6a6a tempest-RoutersNegativeTest-536999269 tempest-RoutersNegativeTest-536999269] Notify callbacks [] for router, before_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:36:55.214646 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-068411e4-24ed-4cda-801f-07a5f546f5a9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.081s {{(pid=84876) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:36:55.217199 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-9ccc3032-f317-45d1-8ec1-318acb46620f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850887153'] for security_group, after_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:36:55.226676 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-8d7c227f-a22a-46f4-b730-838accbcd05b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:36:55.260300 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ccc3032-f317-45d1-8ec1-318acb46620f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f41ae452-c636-419d-83b6-bab11268f62f,revision_number=None']} {{(pid=84874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:36:55.268888 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-9ccc3032-f317-45d1-8ec1-318acb46620f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:36:55.278462 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-9ccc3032-f317-45d1-8ec1-318acb46620f admin admin] Notify callbacks [] for security_group, before_response {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:36:55.283385 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-9ccc3032-f317-45d1-8ec1-318acb46620f admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/f41ae452-c636-419d-83b6-bab11268f62f HTTP/1.1" status: 204 len: 168 time: 0.2567596 Jan 14 07:36:55.485522 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.db_base_plugin_common [None req-79527a5b-a5bb-41ce-807e-07fd79bd2b75 tempest-RoutersTest-1255860389 tempest-RoutersTest-1255860389] Allocated IP 172.21.0.1 (38c91695-e5b8-46a7-8f78-0f0683e3f1c9/5edbaf61-3242-45cf-a727-c26ae3ee23a2/9a184727-28ae-41f3-9959-671196777b38) {{(pid=84875) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 14 07:36:55.525936 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-068411e4-24ed-4cda-801f-07a5f546f5a9 None None] Pushing event updated for resources: {'Port': ['ID=b8cb1c5e-a84d-405d-b6e6-99b6bcbf8534,revision_number=2']} {{(pid=84876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:36:55.598554 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-068411e4-24ed-4cda-801f-07a5f546f5a9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.384s {{(pid=84876) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:36:55.684803 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Provisioning complete for port 64f07fcc-5260-4a3f-ad31-9d7edc236848 triggered by entity L2. {{(pid=84876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 07:36:55.685241 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-604227'] for port, provisioning_complete {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:36:55.743694 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-79527a5b-a5bb-41ce-807e-07fd79bd2b75 tempest-RoutersTest-1255860389 tempest-RoutersTest-1255860389] Notify callbacks [] for port, precommit_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:36:55.762617 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-79527a5b-a5bb-41ce-807e-07fd79bd2b75 tempest-RoutersTest-1255860389 tempest-RoutersTest-1255860389] Transition to ACTIVE for port object 9a184727-28ae-41f3-9959-671196777b38 will not be triggered until provisioned by entity DHCP. {{(pid=84875) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 07:36:55.784679 n-d-768862-2 neutron-server[84765]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cf9cc3a2-d0da-4368-a06c-169930f97d8d tempest-TestNetworkAdvancedServerOps-470546014 tempest-TestNetworkAdvancedServerOps-470546014] Router be3dd945-8c89-4c1e-9981-f75dced94aa3 has already been hosted by L3 agent 35f592e9-451b-4db9-abea-77b6a5c5391b {{(pid=84875) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Jan 14 07:36:55.801542 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-95cc47fb-dda4-4ade-ab49-adb8973a6a6a tempest-RoutersNegativeTest-536999269 tempest-RoutersNegativeTest-536999269] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3889346', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036854717606'] for router, precommit_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:36:55.805662 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-95cc47fb-dda4-4ade-ab49-adb8973a6a6a tempest-RoutersNegativeTest-536999269 tempest-RoutersNegativeTest-536999269] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:36:55.834260 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-79527a5b-a5bb-41ce-807e-07fd79bd2b75 tempest-RoutersTest-1255860389 tempest-RoutersTest-1255860389] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777640123575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851621574'] for port, after_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:36:55.949521 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-b3a2a766-920a-44fd-b5b9-c654e6246cd4 tempest-RoutersTest-1255860389 tempest-RoutersTest-1255860389] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:36:56.131954 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Device 0bef5d74-795b-4927-b93c-d6d1067fb9e8 no longer exists at agent ovs-agent-n-d-768862-2 {{(pid=84876) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jan 14 07:36:56.188218 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79527a5b-a5bb-41ce-807e-07fd79bd2b75 tempest-RoutersTest-1255860389 tempest-RoutersTest-1255860389] Pushing event updated for resources: {'Port': ['ID=9a184727-28ae-41f3-9959-671196777b38,revision_number=1']} {{(pid=84875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:36:56.190662 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-95cc47fb-dda4-4ade-ab49-adb8973a6a6a tempest-RoutersNegativeTest-536999269 tempest-RoutersNegativeTest-536999269] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036850897070'] for router, after_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:36:56.191696 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-95cc47fb-dda4-4ade-ab49-adb8973a6a6a tempest-RoutersNegativeTest-536999269 tempest-RoutersNegativeTest-536999269] Fanout notify agent at l3_agent the message router_deleted on router bd4c67a9-deea-4b69-8d19-5fafc992451e {{(pid=84875) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jan 14 07:36:56.216002 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-79527a5b-a5bb-41ce-807e-07fd79bd2b75 tempest-RoutersTest-1255860389 tempest-RoutersTest-1255860389] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.267s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:36:56.227576 n-d-768862-2 neutron-server[84765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79527a5b-a5bb-41ce-807e-07fd79bd2b75 tempest-RoutersTest-1255860389 tempest-RoutersTest-1255860389] Network 38c91695-e5b8-46a7-8f78-0f0683e3f1c9 is already hosted by enough agents. {{(pid=84875) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 07:36:56.240043 n-d-768862-2 neutron-server[84765]: DEBUG neutron.scheduler.base_scheduler [None req-79527a5b-a5bb-41ce-807e-07fd79bd2b75 tempest-RoutersTest-1255860389 tempest-RoutersTest-1255860389] Resources bound (agent type, host, resource id): {{(pid=84875) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 07:36:56.250218 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.plugin [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] No Port match for: 0bef5d74-795b-4927-b93c-d6d1067fb9e8 {{(pid=84876) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2188}} Jan 14 07:36:56.250662 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Device 0bef5d74-795b-4927-b93c-d6d1067fb9e8 not bound to the agent host n-d-768862-2 {{(pid=84876) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jan 14 07:36:56.360996 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79527a5b-a5bb-41ce-807e-07fd79bd2b75 tempest-RoutersTest-1255860389 tempest-RoutersTest-1255860389] Received port after_create {{(pid=84875) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 14 07:36:56.563093 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-95cc47fb-dda4-4ade-ab49-adb8973a6a6a tempest-RoutersNegativeTest-536999269 tempest-RoutersNegativeTest-536999269] Notify callbacks [] for router, before_response {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:36:56.567486 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-95cc47fb-dda4-4ade-ab49-adb8973a6a6a tempest-RoutersNegativeTest-536999269 tempest-RoutersNegativeTest-536999269] 10.222.0.24 "DELETE /v2.0/routers/bd4c67a9-deea-4b69-8d19-5fafc992451e HTTP/1.1" status: 204 len: 168 time: 1.5967054 Jan 14 07:36:56.572394 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cf9cc3a2-d0da-4368-a06c-169930f97d8d tempest-TestNetworkAdvancedServerOps-470546014 tempest-TestNetworkAdvancedServerOps-470546014] Notify agent at l3_agent.n-d-768862-2 the message routers_updated {{(pid=84875) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jan 14 07:36:56.583722 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2633d92f-6245-4c6e-8033-939caa2643ff None None] Sync routers for ids ['be3dd945-8c89-4c1e-9981-f75dced94aa3'] in n-d-768862-2 {{(pid=84876) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Jan 14 07:36:56.604498 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2633d92f-6245-4c6e-8033-939caa2643ff None None] Routers {'be3dd945-8c89-4c1e-9981-f75dced94aa3'} bound to L3 agent in host n-d-768862-2 {{(pid=84876) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 14 07:36:56.605319 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_hamode_db [None req-2633d92f-6245-4c6e-8033-939caa2643ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-01-14T06:56:51Z,description=,heartbeat_timestamp=2021-01-14T07:36:52Z,host='n-d-768862-2',id=35f592e9-451b-4db9-abea-77b6a5c5391b,load=0,resource_versions=,resources_synced=,started_at=2021-01-14T06:56:51Z,topic='l3_agent')) {'router_ids': ['be3dd945-8c89-4c1e-9981-f75dced94aa3'], 'active': True} {{(pid=84876) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:36:56.618446 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-cf9cc3a2-d0da-4368-a06c-169930f97d8d tempest-TestNetworkAdvancedServerOps-470546014 tempest-TestNetworkAdvancedServerOps-470546014] 10.222.0.24 "PUT /v2.0/routers/be3dd945-8c89-4c1e-9981-f75dced94aa3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.9924674 Jan 14 07:36:56.664416 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-79527a5b-a5bb-41ce-807e-07fd79bd2b75 tempest-RoutersTest-1255860389 tempest-RoutersTest-1255860389] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036850886386'] for router_interface, before_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:36:56.863561 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84874) accepted ('10.222.0.24', 35740) {{(pid=84874) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:36:56.966588 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-79527a5b-a5bb-41ce-807e-07fd79bd2b75 tempest-RoutersTest-1255860389 tempest-RoutersTest-1255860389] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555753'] for port, before_update {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:36:57.154277 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_dvr_db [None req-2633d92f-6245-4c6e-8033-939caa2643ff None None] Set router be3dd945-8c89-4c1e-9981-f75dced94aa3 gateway port host: n-d-768862-2 {{(pid=84876) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 14 07:36:57.427325 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84874) accepted ('10.222.0.24', 35766) {{(pid=84874) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:36:57.668500 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-74f690ff-7efa-4917-ac32-9bb1f39e4290 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:36:57.735544 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-74f690ff-7efa-4917-ac32-9bb1f39e4290 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:36:57.750126 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-74f690ff-7efa-4917-ac32-9bb1f39e4290 admin admin] Usage tracker for resource:security_group_rule and tenant:a920365aa2e144999978a4c433b12644 is out of sync, need to count used quota {{(pid=84874) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:36:57.765917 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Device b8cb1c5e-a84d-405d-b6e6-99b6bcbf8534 up at agent ovs-agent-n-d-768862-2 {{(pid=84876) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 07:36:57.771481 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-74f690ff-7efa-4917-ac32-9bb1f39e4290 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84874) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:36:57.784490 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-74f690ff-7efa-4917-ac32-9bb1f39e4290 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:36:58.038136 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-74f690ff-7efa-4917-ac32-9bb1f39e4290 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:36:58.047869 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-74f690ff-7efa-4917-ac32-9bb1f39e4290 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850887153'] for security_group, after_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:36:58.072165 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-eead76c0-dfa4-42fb-956b-e791ede40c95 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:36:58.275162 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-74f690ff-7efa-4917-ac32-9bb1f39e4290 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=a920365aa2e144999978a4c433b12644&name=default HTTP/1.1" status: 200 len: 2983 time: 1.4220035 Jan 14 07:36:58.277134 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74f690ff-7efa-4917-ac32-9bb1f39e4290 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b9d33f73-172b-41e9-9032-a1f7016b6df6,revision_number=1']} {{(pid=84874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:36:58.283819 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84874) accepted ('10.222.0.24', 35782) {{(pid=84874) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:36:58.290040 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-74f690ff-7efa-4917-ac32-9bb1f39e4290 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.222s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:36:58.401617 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-ab49faac-9685-4467-9dfe-79f3d3f358f5 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=8bd680a041e04543b08fdd7593415d2a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9722955 Jan 14 07:36:58.405150 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84874) accepted ('10.222.0.24', 35788) {{(pid=84874) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:36:58.551407 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [req-494cc657-76b7-48d1-8c8a-683281a6607b req-adcbf040-8182-4e25-88f7-ce28a714fec8 tempest-TestNetworkAdvancedServerOps-470546014 tempest-TestNetworkAdvancedServerOps-470546014] Synchronizing usage tracker for tenant:6f3510a486e44d0a99223e7a34e71069 on resource:security_group {{(pid=84875) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 14 07:36:58.559677 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-73b75134-d32c-44c0-86a0-23780bf9a943 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:36:58.625531 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [req-494cc657-76b7-48d1-8c8a-683281a6607b req-adcbf040-8182-4e25-88f7-ce28a714fec8 tempest-TestNetworkAdvancedServerOps-470546014 tempest-TestNetworkAdvancedServerOps-470546014] Unset dirty status for tenant:6f3510a486e44d0a99223e7a34e71069 on resource:security_group {{(pid=84875) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 14 07:36:58.628969 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [req-494cc657-76b7-48d1-8c8a-683281a6607b req-adcbf040-8182-4e25-88f7-ce28a714fec8 tempest-TestNetworkAdvancedServerOps-470546014 tempest-TestNetworkAdvancedServerOps-470546014] 10.222.0.24 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-708753991&fields=id&tenant_id=6f3510a486e44d0a99223e7a34e71069 HTTP/1.1" status: 200 len: 267 time: 0.2900021 Jan 14 07:36:58.641859 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-b9b7cc07-726e-465b-8dac-ede8d20dc6b8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:36:58.655823 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-73b75134-d32c-44c0-86a0-23780bf9a943 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:36:58.724798 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-b9b7cc07-726e-465b-8dac-ede8d20dc6b8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:36:58.777295 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f12c0d4e-ad26-43d5-94ef-d46b482edc6b None None] Network 95a164ff-62fb-4679-bbc7-ddbefd16a643 requested from n-d-768862-2 {{(pid=84876) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 07:36:58.815391 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-73b75134-d32c-44c0-86a0-23780bf9a943 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850887153'] for security_group, after_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:36:58.821964 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-02bcf2d5-a80d-41f6-8753-f81450a9ee69 tempest-TestNetworkAdvancedServerOps-470546014 tempest-TestNetworkAdvancedServerOps-470546014] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:36:58.823896 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9cdb62a-0217-4fef-929d-d0faac8654bd None None] Network 38c91695-e5b8-46a7-8f78-0f0683e3f1c9 requested from n-d-768862-2 {{(pid=84876) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 07:36:58.838957 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73b75134-d32c-44c0-86a0-23780bf9a943 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b9d33f73-172b-41e9-9032-a1f7016b6df6,revision_number=None']} {{(pid=84874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:36:58.843813 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-73b75134-d32c-44c0-86a0-23780bf9a943 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:36:58.849499 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-b9b7cc07-726e-465b-8dac-ede8d20dc6b8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850887153'] for security_group, after_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:36:58.859540 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-5be57145-5a92-4fdf-a67b-c45369fe8485 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:36:58.871113 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-b9b7cc07-726e-465b-8dac-ede8d20dc6b8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:36:58.883579 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-b9b7cc07-726e-465b-8dac-ede8d20dc6b8 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/5d05f021-4422-46cc-93b4-adb14d09819a HTTP/1.1" status: 204 len: 168 time: 0.4712334 Jan 14 07:36:58.889396 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9b7cc07-726e-465b-8dac-ede8d20dc6b8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5d05f021-4422-46cc-93b4-adb14d09819a,revision_number=None']} {{(pid=84874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:36:58.894159 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-73b75134-d32c-44c0-86a0-23780bf9a943 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:36:58.900024 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-73b75134-d32c-44c0-86a0-23780bf9a943 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/b9d33f73-172b-41e9-9032-a1f7016b6df6 HTTP/1.1" status: 204 len: 168 time: 0.6144900 Jan 14 07:36:58.901682 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-b9b7cc07-726e-465b-8dac-ede8d20dc6b8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:36:59.087416 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-494cc657-76b7-48d1-8c8a-683281a6607b req-04b2153a-23be-488c-afa2-87e9498fa8c5 tempest-TestNetworkAdvancedServerOps-470546014 tempest-TestNetworkAdvancedServerOps-470546014] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:36:59.088798 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [req-494cc657-76b7-48d1-8c8a-683281a6607b req-04b2153a-23be-488c-afa2-87e9498fa8c5 tempest-TestNetworkAdvancedServerOps-470546014 tempest-TestNetworkAdvancedServerOps-470546014] Synchronizing usage tracker for tenant:6f3510a486e44d0a99223e7a34e71069 on resource:network {{(pid=84875) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 14 07:36:59.120332 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [req-494cc657-76b7-48d1-8c8a-683281a6607b req-04b2153a-23be-488c-afa2-87e9498fa8c5 tempest-TestNetworkAdvancedServerOps-470546014 tempest-TestNetworkAdvancedServerOps-470546014] Unset dirty status for tenant:6f3510a486e44d0a99223e7a34e71069 on resource:network {{(pid=84875) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 14 07:36:59.122189 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [req-494cc657-76b7-48d1-8c8a-683281a6607b req-04b2153a-23be-488c-afa2-87e9498fa8c5 tempest-TestNetworkAdvancedServerOps-470546014 tempest-TestNetworkAdvancedServerOps-470546014] 10.222.0.24 "GET /v2.0/networks?id=95a164ff-62fb-4679-bbc7-ddbefd16a643 HTTP/1.1" status: 200 len: 796 time: 0.4652977 Jan 14 07:36:59.130666 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-79527a5b-a5bb-41ce-807e-07fd79bd2b75 tempest-RoutersTest-1255860389 tempest-RoutersTest-1255860389] Notify callbacks [] for port, precommit_update {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:36:59.146219 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [req-494cc657-76b7-48d1-8c8a-683281a6607b req-a09213e4-bd62-4f29-bfa3-cb499e731829 tempest-TestNetworkAdvancedServerOps-470546014 tempest-TestNetworkAdvancedServerOps-470546014] 10.222.0.24 "GET /v2.0/quotas/6f3510a486e44d0a99223e7a34e71069 HTTP/1.1" status: 200 len: 375 time: 0.0127268 Jan 14 07:36:59.147378 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-79527a5b-a5bb-41ce-807e-07fd79bd2b75 tempest-RoutersTest-1255860389 tempest-RoutersTest-1255860389] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777640533312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363259214678337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777640097497', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3154211'] for port, after_update {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:36:59.177962 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-cf9cc3a2-d0da-4368-a06c-169930f97d8d tempest-TestNetworkAdvancedServerOps-470546014 tempest-TestNetworkAdvancedServerOps-470546014] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:36:59.274357 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79527a5b-a5bb-41ce-807e-07fd79bd2b75 tempest-RoutersTest-1255860389 tempest-RoutersTest-1255860389] Pushing event updated for resources: {'Port': ['ID=9a184727-28ae-41f3-9959-671196777b38,revision_number=2']} {{(pid=84875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:36:59.283058 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-79527a5b-a5bb-41ce-807e-07fd79bd2b75 tempest-RoutersTest-1255860389 tempest-RoutersTest-1255860389] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:36:59.347524 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-defb0611-11e2-4d46-ac2f-b3b6a523d0a8 None None] Provisioning for port b8cb1c5e-a84d-405d-b6e6-99b6bcbf8534 completed by entity DHCP. {{(pid=84876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 07:36:59.372103 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-defb0611-11e2-4d46-ac2f-b3b6a523d0a8 None None] Provisioning complete for port b8cb1c5e-a84d-405d-b6e6-99b6bcbf8534 triggered by entity DHCP. {{(pid=84876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 07:36:59.372522 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-defb0611-11e2-4d46-ac2f-b3b6a523d0a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-604227'] for port, provisioning_complete {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:36:59.467771 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Provisioning for port b8cb1c5e-a84d-405d-b6e6-99b6bcbf8534 completed by entity L2. {{(pid=84876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 07:36:59.491986 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_hamode_db [None req-2633d92f-6245-4c6e-8033-939caa2643ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'be3dd945-8c89-4c1e-9981-f75dced94aa3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1158908291', 'tenant_id': '6f3510a486e44d0a99223e7a34e71069', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '226f1e78-82cd-4481-9055-4eb73b6db8c1', 'external_fixed_ips': [{'subnet_id': 'ba8deeec-7658-4195-9449-038c076f5c83', 'ip_address': '172.25.2.211'}], 'enable_snat': True}, 'gw_port_id': '64f07fcc-5260-4a3f-ad31-9d7edc236848', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-14T07:36:32Z', 'updated_at': '2021-01-14T07:36:53Z', 'revision_number': 4, 'project_id': '6f3510a486e44d0a99223e7a34e71069', 'gw_port': {'id': '64f07fcc-5260-4a3f-ad31-9d7edc236848', 'name': '', 'network_id': '226f1e78-82cd-4481-9055-4eb73b6db8c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:5e:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be3dd945-8c89-4c1e-9981-f75dced94aa3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3106, 'fixed_ips': [{'subnet_id': 'ba8deeec-7658-4195-9449-038c076f5c83', 'ip_address': '172.25.2.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T07:36:36Z', 'updated_at': '2021-01-14T07:36:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ba8deeec-7658-4195-9449-038c076f5c83', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-2', '_interfaces': [{'id': '7d142489-cd2e-4cc5-89d5-55990805ac0e', 'name': '', 'network_id': '95a164ff-62fb-4679-bbc7-ddbefd16a643', 'tenant_id': '6f3510a486e44d0a99223e7a34e71069', 'mac_address': 'fa:16:3e:0b:ac:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'be3dd945-8c89-4c1e-9981-f75dced94aa3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3138, 'fixed_ips': [{'subnet_id': '4679c0ec-74f9-43ad-ae90-b342211beffd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T07:36:50Z', 'updated_at': '2021-01-14T07:36:53Z', 'revision_number': 2, 'project_id': '6f3510a486e44d0a99223e7a34e71069', 'subnets': [{'id': '4679c0ec-74f9-43ad-ae90-b342211beffd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'n-d-768862-2', False) {} {{(pid=84876) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:36:59.515947 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-79527a5b-a5bb-41ce-807e-07fd79bd2b75 tempest-RoutersTest-1255860389 tempest-RoutersTest-1255860389] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3206949', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3889649'] for router_interface, after_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:36:59.518039 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Provisioning complete for port b8cb1c5e-a84d-405d-b6e6-99b6bcbf8534 triggered by entity L2. {{(pid=84876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 07:36:59.518465 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-604227'] for port, provisioning_complete {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:36:59.543729 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2633d92f-6245-4c6e-8033-939caa2643ff None None] Checking router: be3dd945-8c89-4c1e-9981-f75dced94aa3 for host: n-d-768862-2 {{(pid=84876) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Jan 14 07:36:59.544188 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2633d92f-6245-4c6e-8033-939caa2643ff None None] Updating router be3dd945-8c89-4c1e-9981-f75dced94aa3 port 7d142489-cd2e-4cc5-89d5-55990805ac0e binding host n-d-768862-2 {{(pid=84876) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Jan 14 07:36:59.576290 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [req-494cc657-76b7-48d1-8c8a-683281a6607b req-cc8a739e-1090-46b0-85a4-b9e33b5d767f tempest-TestNetworkAdvancedServerOps-470546014 tempest-TestNetworkAdvancedServerOps-470546014] Synchronizing usage tracker for tenant:6f3510a486e44d0a99223e7a34e71069 on resource:port {{(pid=84875) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 14 07:36:59.639420 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-2633d92f-6245-4c6e-8033-939caa2643ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555753'] for port, before_update {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:36:59.655242 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84874) accepted ('10.222.0.24', 35822) {{(pid=84874) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:36:59.662651 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [req-494cc657-76b7-48d1-8c8a-683281a6607b req-cc8a739e-1090-46b0-85a4-b9e33b5d767f tempest-TestNetworkAdvancedServerOps-470546014 tempest-TestNetworkAdvancedServerOps-470546014] Unset dirty status for tenant:6f3510a486e44d0a99223e7a34e71069 on resource:port {{(pid=84875) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 14 07:36:59.664174 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [req-494cc657-76b7-48d1-8c8a-683281a6607b req-cc8a739e-1090-46b0-85a4-b9e33b5d767f tempest-TestNetworkAdvancedServerOps-470546014 tempest-TestNetworkAdvancedServerOps-470546014] 10.222.0.24 "GET /v2.0/ports?tenant_id=6f3510a486e44d0a99223e7a34e71069&fields=id HTTP/1.1" status: 200 len: 302 time: 0.4883811 Jan 14 07:36:59.737291 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-9e8e6202-b73d-4289-9b23-dc7163f94425 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:36:59.775191 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-9e8e6202-b73d-4289-9b23-dc7163f94425 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:36:59.784550 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-9e8e6202-b73d-4289-9b23-dc7163f94425 admin admin] Usage tracker for resource:security_group_rule and tenant:7f36e3cb11484d3e80753c30c5d7749d is out of sync, need to count used quota {{(pid=84874) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:36:59.792541 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-9e8e6202-b73d-4289-9b23-dc7163f94425 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84874) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:36:59.807114 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-9e8e6202-b73d-4289-9b23-dc7163f94425 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:37:00.013977 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-9e8e6202-b73d-4289-9b23-dc7163f94425 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:37:00.019435 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-9e8e6202-b73d-4289-9b23-dc7163f94425 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850887153'] for security_group, after_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:37:00.034759 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-efe4d2da-fe2c-4edc-aa29-88d7e1f0b251 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:37:00.065794 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [req-494cc657-76b7-48d1-8c8a-683281a6607b req-602e7afa-2d38-4f91-87e8-9ecaf3be0c5e service neutron] 10.222.0.24 "GET /v2.0/networks/95a164ff-62fb-4679-bbc7-ddbefd16a643?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3518391 Jan 14 07:37:00.113850 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-9e8e6202-b73d-4289-9b23-dc7163f94425 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=7f36e3cb11484d3e80753c30c5d7749d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4567146 Jan 14 07:37:00.122817 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84874) accepted ('10.222.0.24', 35840) {{(pid=84874) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:37:00.148370 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e8e6202-b73d-4289-9b23-dc7163f94425 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=385ce0ee-920e-4544-915a-601f7e6e186d,revision_number=1']} {{(pid=84874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:37:00.153984 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-9e8e6202-b73d-4289-9b23-dc7163f94425 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:37:00.166655 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-2633d92f-6245-4c6e-8033-939caa2643ff None None] Notify callbacks [] for port, precommit_update {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:37:00.180932 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-2633d92f-6245-4c6e-8033-939caa2643ff None None] Transition to ACTIVE for port object 7d142489-cd2e-4cc5-89d5-55990805ac0e will not be triggered until provisioned by entity L2. {{(pid=84876) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 07:37:00.208249 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-4acb7a20-5743-4e4b-a334-507caa8b3156 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:37:00.242007 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-4acb7a20-5743-4e4b-a334-507caa8b3156 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:37:00.262715 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-defb0611-11e2-4d46-ac2f-b3b6a523d0a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555753'] for port, before_update {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:37:00.306243 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-4acb7a20-5743-4e4b-a334-507caa8b3156 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850887153'] for security_group, after_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:37:00.318350 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-2633d92f-6245-4c6e-8033-939caa2643ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777640533312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363259214678337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777640097497'] for port, after_update {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:37:00.320792 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-9ccc3032-f317-45d1-8ec1-318acb46620f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:37:00.358243 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4acb7a20-5743-4e4b-a334-507caa8b3156 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=385ce0ee-920e-4544-915a-601f7e6e186d,revision_number=None']} {{(pid=84874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:37:00.367716 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-4acb7a20-5743-4e4b-a334-507caa8b3156 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:37:00.371040 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-4acb7a20-5743-4e4b-a334-507caa8b3156 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:37:00.376052 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-4acb7a20-5743-4e4b-a334-507caa8b3156 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/385ce0ee-920e-4544-915a-601f7e6e186d HTTP/1.1" status: 204 len: 168 time: 0.2495077 Jan 14 07:37:00.439868 n-d-768862-2 neutron-server[84765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79527a5b-a5bb-41ce-807e-07fd79bd2b75 tempest-RoutersTest-1255860389 tempest-RoutersTest-1255860389] Network 38c91695-e5b8-46a7-8f78-0f0683e3f1c9 is already hosted by enough agents. {{(pid=84875) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 07:37:00.464313 n-d-768862-2 neutron-server[84765]: DEBUG neutron.scheduler.base_scheduler [None req-79527a5b-a5bb-41ce-807e-07fd79bd2b75 tempest-RoutersTest-1255860389 tempest-RoutersTest-1255860389] Resources bound (agent type, host, resource id): {{(pid=84875) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 07:37:00.523689 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [None req-defb0611-11e2-4d46-ac2f-b3b6a523d0a8 None None] For port b8cb1c5e-a84d-405d-b6e6-99b6bcbf8534, host n-d-768862-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-2',level=0,port_id=b8cb1c5e-a84d-405d-b6e6-99b6bcbf8534,segment=NetworkSegment(83e566ac-b883-47c4-b03c-6bf313d964c6),segment_id=83e566ac-b883-47c4-b03c-6bf313d964c6)] {{(pid=84876) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 07:37:00.533106 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-d769947b-4d89-4059-b82f-243275acbbf7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84876) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:37:00.657680 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e547132-3bbb-4dd9-8859-d230f861601b None None] Pushing event updated for resources: {'Port': ['ID=7d142489-cd2e-4cc5-89d5-55990805ac0e,revision_number=3']} {{(pid=84876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:37:00.675378 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-defb0611-11e2-4d46-ac2f-b3b6a523d0a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777640533312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363259214678337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777640097497'] for port, after_update {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:37:00.677754 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-6e547132-3bbb-4dd9-8859-d230f861601b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=84876) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:37:00.678234 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-6e547132-3bbb-4dd9-8859-d230f861601b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84876) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:37:00.816096 n-d-768862-2 neutron-server[84765]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-79527a5b-a5bb-41ce-807e-07fd79bd2b75 tempest-RoutersTest-1255860389 tempest-RoutersTest-1255860389] Router 3998536e-65e4-4108-ab1c-eac6e818dd96 has already been hosted by L3 agent 35f592e9-451b-4db9-abea-77b6a5c5391b {{(pid=84875) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Jan 14 07:37:00.848454 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [req-494cc657-76b7-48d1-8c8a-683281a6607b req-f445e10f-d2f9-46b9-8894-6a484dc76603 service neutron] 10.222.0.24 "GET /v2.0/networks/95a164ff-62fb-4679-bbc7-ddbefd16a643?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.7684538 Jan 14 07:37:01.136179 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-79527a5b-a5bb-41ce-807e-07fd79bd2b75 tempest-RoutersTest-1255860389 tempest-RoutersTest-1255860389] Notify agent at l3_agent.n-d-768862-2 the message routers_updated {{(pid=84875) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jan 14 07:37:01.145438 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-79527a5b-a5bb-41ce-807e-07fd79bd2b75 tempest-RoutersTest-1255860389 tempest-RoutersTest-1255860389] 10.222.0.24 "PUT /v2.0/routers/3998536e-65e4-4108-ab1c-eac6e818dd96/add_router_interface HTTP/1.1" status: 200 len: 503 time: 14.5393863 Jan 14 07:37:01.145681 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84874) accepted ('10.222.0.24', 35880) {{(pid=84874) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:37:01.148954 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23cef548-46bc-4ac1-bc38-68e760d95e4b None None] Sync routers for ids ['3998536e-65e4-4108-ab1c-eac6e818dd96'] in n-d-768862-2 {{(pid=84877) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Jan 14 07:37:01.149230 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-defb0611-11e2-4d46-ac2f-b3b6a523d0a8 None None] Pushing event updated for resources: {'Port': ['ID=b8cb1c5e-a84d-405d-b6e6-99b6bcbf8534,revision_number=3']} {{(pid=84876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:37:01.152476 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.v2.base [None req-3e9b6e95-baba-43cf-90a2-d068407befda tempest-RoutersTest-1255860389 tempest-RoutersTest-1255860389] Request body: {'network': {'name': 'tempest-RoutersTest-45080079'}} {{(pid=84874) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:37:01.156167 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-defb0611-11e2-4d46-ac2f-b3b6a523d0a8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.478s {{(pid=84876) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:37:01.180213 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23cef548-46bc-4ac1-bc38-68e760d95e4b None None] Routers {'3998536e-65e4-4108-ab1c-eac6e818dd96'} bound to L3 agent in host n-d-768862-2 {{(pid=84877) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 14 07:37:01.182241 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_hamode_db [None req-23cef548-46bc-4ac1-bc38-68e760d95e4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-01-14T06:56:51Z,description=,heartbeat_timestamp=2021-01-14T07:36:52Z,host='n-d-768862-2',id=35f592e9-451b-4db9-abea-77b6a5c5391b,load=0,resource_versions=,resources_synced=,started_at=2021-01-14T06:56:51Z,topic='l3_agent')) {'router_ids': ['3998536e-65e4-4108-ab1c-eac6e818dd96'], 'active': True} {{(pid=84877) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:37:01.183351 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-3e9b6e95-baba-43cf-90a2-d068407befda tempest-RoutersTest-1255860389 tempest-RoutersTest-1255860389] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:37:01.213518 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-3e9b6e95-baba-43cf-90a2-d068407befda tempest-RoutersTest-1255860389 tempest-RoutersTest-1255860389] Usage tracker for resource:network and tenant:2a076c09cf6548039ba7b64b98184a0e is out of sync, need to count used quota {{(pid=84874) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:37:01.231325 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-3e9b6e95-baba-43cf-90a2-d068407befda tempest-RoutersTest-1255860389 tempest-RoutersTest-1255860389] Quota usage for network was recalculated. Used quota:2. {{(pid=84874) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:37:01.252093 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-3e9b6e95-baba-43cf-90a2-d068407befda tempest-RoutersTest-1255860389 tempest-RoutersTest-1255860389] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=84874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:37:01.262166 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-61c50050-5880-4154-b176-599783974367 None None] Provisioning for port 372e9e22-513b-4726-b38e-f9aa15d88d34 completed by entity DHCP. {{(pid=84876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 07:37:01.301056 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3e9b6e95-baba-43cf-90a2-d068407befda tempest-RoutersTest-1255860389 tempest-RoutersTest-1255860389] Made reservation on behalf of 2a076c09cf6548039ba7b64b98184a0e for: {'network': 1} {{(pid=84874) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 07:37:01.328853 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-3e9b6e95-baba-43cf-90a2-d068407befda tempest-RoutersTest-1255860389 tempest-RoutersTest-1255860389] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555753'] for network, before_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:37:01.351630 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555753'] for port, before_update {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:37:01.446983 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3e9b6e95-baba-43cf-90a2-d068407befda tempest-RoutersTest-1255860389 tempest-RoutersTest-1255860389] vxlan segment allocate from pool success with {'vxlan_vni': 5} {{(pid=84874) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Jan 14 07:37:01.485436 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-3e9b6e95-baba-43cf-90a2-d068407befda tempest-RoutersTest-1255860389 tempest-RoutersTest-1255860389] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854179735'] for segment, precommit_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:37:01.485808 n-d-768862-2 neutron-server[84765]: INFO neutron.db.segments_db [None req-3e9b6e95-baba-43cf-90a2-d068407befda tempest-RoutersTest-1255860389 tempest-RoutersTest-1255860389] Added segment 11fad05c-7eaf-4772-af9d-fa3360011a4e of type vxlan for network d683ebeb-7989-4d7a-b28c-afad0a1c11e6 Jan 14 07:37:01.569095 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.managers [None req-2633d92f-6245-4c6e-8033-939caa2643ff None None] Attempting to bind port 7d142489-cd2e-4cc5-89d5-55990805ac0e on host n-d-768862-2 for vnic_type normal with profile {{(pid=84876) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 14 07:37:01.577216 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.managers [None req-2633d92f-6245-4c6e-8033-939caa2643ff None None] Attempting to bind port 7d142489-cd2e-4cc5-89d5-55990805ac0e by drivers openvswitch on host n-d-768862-2 at level 0 using segments [{'id': '83e566ac-b883-47c4-b03c-6bf313d964c6', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 19, 'network_id': '95a164ff-62fb-4679-bbc7-ddbefd16a643'}] {{(pid=84876) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 14 07:37:01.577772 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2633d92f-6245-4c6e-8033-939caa2643ff None None] Attempting to bind port 7d142489-cd2e-4cc5-89d5-55990805ac0e on network 95a164ff-62fb-4679-bbc7-ddbefd16a643 {{(pid=84876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 14 07:37:01.579807 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-3e9b6e95-baba-43cf-90a2-d068407befda tempest-RoutersTest-1255860389 tempest-RoutersTest-1255860389] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363259214646115'] for network, precommit_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:37:01.670247 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-3e9b6e95-baba-43cf-90a2-d068407befda tempest-RoutersTest-1255860389 tempest-RoutersTest-1255860389] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850887149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964'] for network, after_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:37:01.703494 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e9b6e95-baba-43cf-90a2-d068407befda tempest-RoutersTest-1255860389 tempest-RoutersTest-1255860389] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:37:01.705348 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-3e9b6e95-baba-43cf-90a2-d068407befda tempest-RoutersTest-1255860389 tempest-RoutersTest-1255860389] Notify callbacks [] for network, before_response {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:37:01.706996 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_dvr_db [None req-23cef548-46bc-4ac1-bc38-68e760d95e4b None None] Set router 3998536e-65e4-4108-ab1c-eac6e818dd96 gateway port host: None {{(pid=84877) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 14 07:37:01.724253 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-b5ed1249-68be-403a-a98a-28e522e926cb None None] Provisioning complete for port b8cb1c5e-a84d-405d-b6e6-99b6bcbf8534 triggered by entity DHCP. {{(pid=84876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 07:37:01.724253 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-b5ed1249-68be-403a-a98a-28e522e926cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-604227'] for port, provisioning_complete {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:37:01.730835 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-d72a2d0f-6f63-4cb5-b782-820003ce8f12 tempest-TestNetworkAdvancedServerOps-470546014 tempest-TestNetworkAdvancedServerOps-470546014] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:37:01.817583 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84875) accepted ('10.222.0.24', 35904) {{(pid=84875) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:37:01.892135 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84874) accepted ('10.222.0.24', 35910) {{(pid=84874) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:37:01.893985 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-3e9b6e95-baba-43cf-90a2-d068407befda tempest-RoutersTest-1255860389 tempest-RoutersTest-1255860389] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 764 time: 0.7471526 Jan 14 07:37:01.905801 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84874) accepted ('10.222.0.24', 35914) {{(pid=84874) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:37:01.926444 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2633d92f-6245-4c6e-8033-939caa2643ff None None] Checking agent: {'id': 'ba5efab1-b43c-4d5a-bc52-6e105d4e67a2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768862-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 14, 6, 56, 52), 'started_at': datetime.datetime(2021, 1, 14, 6, 57, 22), 'heartbeat_timestamp': datetime.datetime(2021, 1, 14, 7, 36, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768862-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.29', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 14 07:37:01.927739 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2633d92f-6245-4c6e-8033-939caa2643ff None None] Checking segment: {'id': '83e566ac-b883-47c4-b03c-6bf313d964c6', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 19, 'network_id': '95a164ff-62fb-4679-bbc7-ddbefd16a643'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84876) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 14 07:37:01.931640 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-2633d92f-6245-4c6e-8033-939caa2643ff None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:37:01.932361 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2633d92f-6245-4c6e-8033-939caa2643ff None None] Bound using segment: {'id': '83e566ac-b883-47c4-b03c-6bf313d964c6', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 19, 'network_id': '95a164ff-62fb-4679-bbc7-ddbefd16a643'} {{(pid=84876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 14 07:37:01.933161 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.managers [None req-2633d92f-6245-4c6e-8033-939caa2643ff None None] Bound port: 7d142489-cd2e-4cc5-89d5-55990805ac0e, host: n-d-768862-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '83e566ac-b883-47c4-b03c-6bf313d964c6', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 19, 'network_id': '95a164ff-62fb-4679-bbc7-ddbefd16a643'}}] {{(pid=84876) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 14 07:37:01.933669 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-2633d92f-6245-4c6e-8033-939caa2643ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555753'] for port, before_update {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:37:01.946135 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.v2.base [None req-a61a425e-4729-4c4c-b1a0-7d7cf4645022 tempest-RoutersTest-1255860389 tempest-RoutersTest-1255860389] Request body: {'subnet': {'network_id': 'd683ebeb-7989-4d7a-b28c-afad0a1c11e6', 'cidr': '172.22.0.0/28', 'ip_version': 4, 'gateway_ip': '172.22.0.1'}} {{(pid=84874) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:37:01.974183 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.db.api [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=84876) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Jan 14 07:37:01.977312 n-d-768862-2 neutron-server[84765]: DEBUG oslo_db.api [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=84876) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Jan 14 07:37:02.029604 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84875) accepted ('10.222.0.24', 35918) {{(pid=84875) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:37:02.324577 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [None req-2633d92f-6245-4c6e-8033-939caa2643ff None None] For port 7d142489-cd2e-4cc5-89d5-55990805ac0e, host n-d-768862-2, cleared binding levels {{(pid=84876) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 14 07:37:02.341721 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [None req-2633d92f-6245-4c6e-8033-939caa2643ff None None] For port 7d142489-cd2e-4cc5-89d5-55990805ac0e, host n-d-768862-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-2',level=0,port_id=7d142489-cd2e-4cc5-89d5-55990805ac0e,segment=NetworkSegment(83e566ac-b883-47c4-b03c-6bf313d964c6),segment_id=83e566ac-b883-47c4-b03c-6bf313d964c6)] {{(pid=84876) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 14 07:37:02.356072 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-2633d92f-6245-4c6e-8033-939caa2643ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777640533312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363259214678337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777640097497'] for port, after_update {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:37:02.530626 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.v2.base [None req-9dfbe9cb-2eda-4594-aebc-f7d1049db1e7 tempest-SecGroupTest-1152222618 tempest-SecGroupTest-1152222618] Request body: {'security_group': {'name': 'tempest-secgroup--908035744'}} {{(pid=84874) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:37:02.577496 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e9b6e95-baba-43cf-90a2-d068407befda tempest-RoutersTest-1255860389 tempest-RoutersTest-1255860389] Pushing event updated for resources: {'Network': ['ID=d683ebeb-7989-4d7a-b28c-afad0a1c11e6,revision_number=1']} {{(pid=84874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:37:02.589983 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-3e9b6e95-baba-43cf-90a2-d068407befda tempest-RoutersTest-1255860389 tempest-RoutersTest-1255860389] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.860s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:37:02.592070 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-9dfbe9cb-2eda-4594-aebc-f7d1049db1e7 tempest-SecGroupTest-1152222618 tempest-SecGroupTest-1152222618] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:37:02.617791 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-9dfbe9cb-2eda-4594-aebc-f7d1049db1e7 tempest-SecGroupTest-1152222618 tempest-SecGroupTest-1152222618] Usage tracker for resource:security_group and tenant:73c9cef5e7e44d5ba1cf1737d559f80d is out of sync, need to count used quota {{(pid=84874) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:37:02.622413 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-a61a425e-4729-4c4c-b1a0-7d7cf4645022 tempest-RoutersTest-1255860389 tempest-RoutersTest-1255860389] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:37:02.626722 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-9dfbe9cb-2eda-4594-aebc-f7d1049db1e7 tempest-SecGroupTest-1152222618 tempest-SecGroupTest-1152222618] Quota usage for security_group was recalculated. Used quota:0. {{(pid=84874) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:37:02.630269 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-a61a425e-4729-4c4c-b1a0-7d7cf4645022 tempest-RoutersTest-1255860389 tempest-RoutersTest-1255860389] Usage tracker for resource:subnet and tenant:2a076c09cf6548039ba7b64b98184a0e is out of sync, need to count used quota {{(pid=84874) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:37:02.636585 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-a61a425e-4729-4c4c-b1a0-7d7cf4645022 tempest-RoutersTest-1255860389 tempest-RoutersTest-1255860389] Quota usage for subnet was recalculated. Used quota:2. {{(pid=84874) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:37:02.640848 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-9dfbe9cb-2eda-4594-aebc-f7d1049db1e7 tempest-SecGroupTest-1152222618 tempest-SecGroupTest-1152222618] Attempting to reserve 1 items for resource security_group. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:37:02.656896 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-a61a425e-4729-4c4c-b1a0-7d7cf4645022 tempest-RoutersTest-1255860389 tempest-RoutersTest-1255860389] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=84874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:37:02.671621 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-9dfbe9cb-2eda-4594-aebc-f7d1049db1e7 tempest-SecGroupTest-1152222618 tempest-SecGroupTest-1152222618] Notify callbacks [] for security_group, before_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:37:02.696990 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a61a425e-4729-4c4c-b1a0-7d7cf4645022 tempest-RoutersTest-1255860389 tempest-RoutersTest-1255860389] Made reservation on behalf of 2a076c09cf6548039ba7b64b98184a0e for: {'subnet': 1} {{(pid=84874) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 07:37:02.733998 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_hamode_db [None req-23cef548-46bc-4ac1-bc38-68e760d95e4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3998536e-65e4-4108-ab1c-eac6e818dd96', 'name': 'tempest-RoutersTest-router-1767463639', 'tenant_id': '2a076c09cf6548039ba7b64b98184a0e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-14T07:36:27Z', 'updated_at': '2021-01-14T07:36:56Z', 'revision_number': 3, 'project_id': '2a076c09cf6548039ba7b64b98184a0e', 'gw_port_host': None, '_interfaces': [{'id': '6087c0d6-adc5-4077-8829-a972ea878eb0', 'name': '', 'network_id': '55d17c7e-058e-429d-a06c-3d5716669d4b', 'tenant_id': '2a076c09cf6548039ba7b64b98184a0e', 'mac_address': 'fa:16:3e:63:f5:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3998536e-65e4-4108-ab1c-eac6e818dd96', 'device_owner': 'network:router_interface', 'standard_attr_id': 3105, 'fixed_ips': [{'subnet_id': '002e57a5-80b9-4642-93d6-65fb5b5a0aa8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T07:36:32Z', 'updated_at': '2021-01-14T07:36:54Z', 'revision_number': 5, 'project_id': '2a076c09cf6548039ba7b64b98184a0e', 'subnets': [{'id': '002e57a5-80b9-4642-93d6-65fb5b5a0aa8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}, {'id': '9a184727-28ae-41f3-9959-671196777b38', 'name': '', 'network_id': '38c91695-e5b8-46a7-8f78-0f0683e3f1c9', 'tenant_id': '2a076c09cf6548039ba7b64b98184a0e', 'mac_address': 'fa:16:3e:71:22:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3998536e-65e4-4108-ab1c-eac6e818dd96', 'device_owner': 'network:router_interface', 'standard_attr_id': 3137, 'fixed_ips': [{'subnet_id': '5edbaf61-3242-45cf-a727-c26ae3ee23a2', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T07:36:50Z', 'updated_at': '2021-01-14T07:36:58Z', 'revision_number': 2, 'project_id': '2a076c09cf6548039ba7b64b98184a0e', 'subnets': [{'id': '5edbaf61-3242-45cf-a727-c26ae3ee23a2', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'n-d-768862-2', False) {} {{(pid=84877) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:37:02.753438 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23cef548-46bc-4ac1-bc38-68e760d95e4b None None] Checking router: 3998536e-65e4-4108-ab1c-eac6e818dd96 for host: n-d-768862-2 {{(pid=84877) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Jan 14 07:37:02.760438 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23cef548-46bc-4ac1-bc38-68e760d95e4b None None] Updating router 3998536e-65e4-4108-ab1c-eac6e818dd96 port 9a184727-28ae-41f3-9959-671196777b38 binding host n-d-768862-2 {{(pid=84877) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Jan 14 07:37:02.817598 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84876) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:37:02.870417 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-23cef548-46bc-4ac1-bc38-68e760d95e4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555753'] for port, before_update {{(pid=84877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:37:03.042346 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-257a11a4-74c1-451e-8448-d93098727d5c admin admin] Notify callbacks [] for security_group, before_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:37:03.046004 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-9dfbe9cb-2eda-4594-aebc-f7d1049db1e7 tempest-SecGroupTest-1152222618 tempest-SecGroupTest-1152222618] Notify callbacks [] for security_group, before_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:37:03.091614 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-a61a425e-4729-4c4c-b1a0-7d7cf4645022 tempest-RoutersTest-1255860389 tempest-RoutersTest-1255860389] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036851981161'] for subnet, before_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:37:03.112485 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-257a11a4-74c1-451e-8448-d93098727d5c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:37:03.113593 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-852a24f7-e9a1-4193-9abb-e9506fe5213f None None] Network d683ebeb-7989-4d7a-b28c-afad0a1c11e6 details requested by agent ovs-agent-n-h2-768862-2 with host n-h2-768862-2 {{(pid=84876) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 07:37:03.121536 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-257a11a4-74c1-451e-8448-d93098727d5c admin admin] Usage tracker for resource:security_group_rule and tenant:6e5ee1617cf0440db494ad4976d59904 is out of sync, need to count used quota {{(pid=84875) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:37:03.131116 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-257a11a4-74c1-451e-8448-d93098727d5c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84875) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:37:03.144484 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-257a11a4-74c1-451e-8448-d93098727d5c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:37:03.161667 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-9dfbe9cb-2eda-4594-aebc-f7d1049db1e7 tempest-SecGroupTest-1152222618 tempest-SecGroupTest-1152222618] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:37:03.171254 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-9dfbe9cb-2eda-4594-aebc-f7d1049db1e7 tempest-SecGroupTest-1152222618 tempest-SecGroupTest-1152222618] Usage tracker for resource:security_group_rule and tenant:73c9cef5e7e44d5ba1cf1737d559f80d is out of sync, need to count used quota {{(pid=84874) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:37:03.176185 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-9dfbe9cb-2eda-4594-aebc-f7d1049db1e7 tempest-SecGroupTest-1152222618 tempest-SecGroupTest-1152222618] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84874) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:37:03.205141 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-9dfbe9cb-2eda-4594-aebc-f7d1049db1e7 tempest-SecGroupTest-1152222618 tempest-SecGroupTest-1152222618] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:37:03.256302 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-017f98a9-8a07-408c-a86f-8ff0c00400a0 None None] Network d683ebeb-7989-4d7a-b28c-afad0a1c11e6 details requested by agent ovs-agent-n-h1-768862-2 with host n-h1-768862-2 {{(pid=84876) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 07:37:03.319616 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Network d683ebeb-7989-4d7a-b28c-afad0a1c11e6 details requested by agent ovs-agent-n-d-768862-2 with host n-d-768862-2 {{(pid=84876) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 07:37:03.521128 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-257a11a4-74c1-451e-8448-d93098727d5c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:37:03.557216 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-257a11a4-74c1-451e-8448-d93098727d5c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850887153'] for security_group, after_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:37:03.634359 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-6d7f5a21-0304-4f17-b6ea-1a1c4c6542f1 tempest-TestNetworkAdvancedServerOps-470546014 tempest-TestNetworkAdvancedServerOps-470546014] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:37:03.654192 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-257a11a4-74c1-451e-8448-d93098727d5c admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=6e5ee1617cf0440db494ad4976d59904&name=default HTTP/1.1" status: 200 len: 2983 time: 1.6234376 Jan 14 07:37:03.674784 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84875) accepted ('10.222.0.24', 35948) {{(pid=84875) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:37:03.708909 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-9dfbe9cb-2eda-4594-aebc-f7d1049db1e7 tempest-SecGroupTest-1152222618 tempest-SecGroupTest-1152222618] Notify callbacks [] for security_group, precommit_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:37:03.737685 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-9dfbe9cb-2eda-4594-aebc-f7d1049db1e7 tempest-SecGroupTest-1152222618 tempest-SecGroupTest-1152222618] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850887153'] for security_group, after_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:37:03.742583 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-9dfbe9cb-2eda-4594-aebc-f7d1049db1e7 tempest-SecGroupTest-1152222618 tempest-SecGroupTest-1152222618] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:37:03.748211 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-73b75134-d32c-44c0-86a0-23780bf9a943 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:37:03.759490 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-9dfbe9cb-2eda-4594-aebc-f7d1049db1e7 tempest-SecGroupTest-1152222618 tempest-SecGroupTest-1152222618] Usage tracker for resource:security_group_rule and tenant:73c9cef5e7e44d5ba1cf1737d559f80d is out of sync, need to count used quota {{(pid=84874) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:37:03.764107 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-9dfbe9cb-2eda-4594-aebc-f7d1049db1e7 tempest-SecGroupTest-1152222618 tempest-SecGroupTest-1152222618] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84874) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:37:03.770474 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-9dfbe9cb-2eda-4594-aebc-f7d1049db1e7 tempest-SecGroupTest-1152222618 tempest-SecGroupTest-1152222618] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:37:03.787693 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-23cef548-46bc-4ac1-bc38-68e760d95e4b None None] Notify callbacks [] for port, precommit_update {{(pid=84877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:37:03.808778 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-23cef548-46bc-4ac1-bc38-68e760d95e4b None None] Transition to ACTIVE for port object 9a184727-28ae-41f3-9959-671196777b38 will not be triggered until provisioned by entity L2. {{(pid=84877) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 07:37:03.814105 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-23cef548-46bc-4ac1-bc38-68e760d95e4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777640533312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363259214678337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777640097497'] for port, after_update {{(pid=84877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:37:03.833679 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-238bb285-fc82-407e-9808-49b5d85141fb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:37:03.948220 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dfbe9cb-2eda-4594-aebc-f7d1049db1e7 tempest-SecGroupTest-1152222618 tempest-SecGroupTest-1152222618] Pushing event updated for resources: {'SecurityGroup': ['ID=f9d16905-a413-4b01-8052-807e830000dc,revision_number=1']} {{(pid=84874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:37:03.971380 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-9dfbe9cb-2eda-4594-aebc-f7d1049db1e7 tempest-SecGroupTest-1152222618 tempest-SecGroupTest-1152222618] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.223s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:37:03.973179 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e547132-3bbb-4dd9-8859-d230f861601b None None] Pushing event updated for resources: {'Port': ['ID=7d142489-cd2e-4cc5-89d5-55990805ac0e,revision_number=4']} {{(pid=84876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:37:03.988082 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Device 6087c0d6-adc5-4077-8829-a972ea878eb0 up at agent ovs-agent-n-d-768862-2 {{(pid=84876) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 07:37:04.013088 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81cc8c9b-bc08-4fe4-a9cd-658cfd030908 None None] Pushing event updated for resources: {'Port': ['ID=9a184727-28ae-41f3-9959-671196777b38,revision_number=3']} {{(pid=84877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:37:04.017310 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-81cc8c9b-bc08-4fe4-a9cd-658cfd030908 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.183s {{(pid=84877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:37:04.083969 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-9dfbe9cb-2eda-4594-aebc-f7d1049db1e7 tempest-SecGroupTest-1152222618 tempest-SecGroupTest-1152222618] Notify callbacks [] for security_group, precommit_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:37:04.097541 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-9dfbe9cb-2eda-4594-aebc-f7d1049db1e7 tempest-SecGroupTest-1152222618 tempest-SecGroupTest-1152222618] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850887153'] for security_group, after_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:37:04.110236 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-e7e8b110-9866-4a0b-8177-0b09dbb5cf20 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:37:04.212873 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dfbe9cb-2eda-4594-aebc-f7d1049db1e7 tempest-SecGroupTest-1152222618 tempest-SecGroupTest-1152222618] Pushing event updated for resources: {'SecurityGroup': ['ID=c9c87e13-be5e-4244-8f2d-5880e8ec8f74,revision_number=1']} {{(pid=84874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:37:04.243290 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-9dfbe9cb-2eda-4594-aebc-f7d1049db1e7 tempest-SecGroupTest-1152222618 tempest-SecGroupTest-1152222618] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:37:04.271005 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-9dfbe9cb-2eda-4594-aebc-f7d1049db1e7 tempest-SecGroupTest-1152222618 tempest-SecGroupTest-1152222618] Notify callbacks [] for security_group, before_response {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:37:04.278090 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-9dfbe9cb-2eda-4594-aebc-f7d1049db1e7 tempest-SecGroupTest-1152222618 tempest-SecGroupTest-1152222618] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 2.3810906 Jan 14 07:37:04.280150 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84874) accepted ('10.222.0.24', 35966) {{(pid=84874) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:37:04.555358 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.managers [None req-23cef548-46bc-4ac1-bc38-68e760d95e4b None None] Attempting to bind port 9a184727-28ae-41f3-9959-671196777b38 on host n-d-768862-2 for vnic_type normal with profile {{(pid=84877) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 14 07:37:04.555745 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.managers [None req-23cef548-46bc-4ac1-bc38-68e760d95e4b None None] Attempting to bind port 9a184727-28ae-41f3-9959-671196777b38 by drivers openvswitch on host n-d-768862-2 at level 0 using segments [{'id': '49b23d36-e442-4bb6-9fcf-14332936c677', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 20, 'network_id': '38c91695-e5b8-46a7-8f78-0f0683e3f1c9'}] {{(pid=84877) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 14 07:37:04.556191 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23cef548-46bc-4ac1-bc38-68e760d95e4b None None] Attempting to bind port 9a184727-28ae-41f3-9959-671196777b38 on network 38c91695-e5b8-46a7-8f78-0f0683e3f1c9 {{(pid=84877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 14 07:37:04.562796 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23cef548-46bc-4ac1-bc38-68e760d95e4b None None] Checking agent: {'id': 'ba5efab1-b43c-4d5a-bc52-6e105d4e67a2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768862-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 14, 6, 56, 52), 'started_at': datetime.datetime(2021, 1, 14, 6, 57, 22), 'heartbeat_timestamp': datetime.datetime(2021, 1, 14, 7, 36, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768862-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.29', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 14 07:37:04.563751 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23cef548-46bc-4ac1-bc38-68e760d95e4b None None] Checking segment: {'id': '49b23d36-e442-4bb6-9fcf-14332936c677', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 20, 'network_id': '38c91695-e5b8-46a7-8f78-0f0683e3f1c9'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84877) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 14 07:37:04.564245 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-23cef548-46bc-4ac1-bc38-68e760d95e4b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:37:04.564675 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23cef548-46bc-4ac1-bc38-68e760d95e4b None None] Bound using segment: {'id': '49b23d36-e442-4bb6-9fcf-14332936c677', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 20, 'network_id': '38c91695-e5b8-46a7-8f78-0f0683e3f1c9'} {{(pid=84877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 14 07:37:04.565180 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.managers [None req-23cef548-46bc-4ac1-bc38-68e760d95e4b None None] Bound port: 9a184727-28ae-41f3-9959-671196777b38, host: n-d-768862-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '49b23d36-e442-4bb6-9fcf-14332936c677', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 20, 'network_id': '38c91695-e5b8-46a7-8f78-0f0683e3f1c9'}}] {{(pid=84877) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 14 07:37:04.565588 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-23cef548-46bc-4ac1-bc38-68e760d95e4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555753'] for port, before_update {{(pid=84877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:37:04.603463 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-6e547132-3bbb-4dd9-8859-d230f861601b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.786s {{(pid=84876) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:37:04.750838 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-257a11a4-74c1-451e-8448-d93098727d5c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f33d82b7-4be5-45e6-a3eb-ef4409676f73,revision_number=1']} {{(pid=84875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:37:04.751377 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [None req-23cef548-46bc-4ac1-bc38-68e760d95e4b None None] For port 9a184727-28ae-41f3-9959-671196777b38, host n-d-768862-2, cleared binding levels {{(pid=84877) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 14 07:37:04.759561 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-257a11a4-74c1-451e-8448-d93098727d5c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.126s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:37:04.778758 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [None req-23cef548-46bc-4ac1-bc38-68e760d95e4b None None] For port 9a184727-28ae-41f3-9959-671196777b38, host n-d-768862-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-2',level=0,port_id=9a184727-28ae-41f3-9959-671196777b38,segment=NetworkSegment(49b23d36-e442-4bb6-9fcf-14332936c677),segment_id=49b23d36-e442-4bb6-9fcf-14332936c677)] {{(pid=84877) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 14 07:37:04.784488 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-23cef548-46bc-4ac1-bc38-68e760d95e4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777640533312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363259214678337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777640097497'] for port, after_update {{(pid=84877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:37:04.788064 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-b713c711-462d-497d-97bd-0edca149bf6b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:37:04.790168 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-8c6e6625-840c-4240-8e4b-161a7ab8cf31 tempest-SecGroupTest-1152222618 tempest-SecGroupTest-1152222618] Synchronizing usage tracker for tenant:73c9cef5e7e44d5ba1cf1737d559f80d on resource:security_group {{(pid=84874) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 14 07:37:04.814507 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-2dd7326c-83b0-4e10-974f-5398a8df25cf None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:37:04.819509 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-b713c711-462d-497d-97bd-0edca149bf6b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:37:04.851135 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-8c6e6625-840c-4240-8e4b-161a7ab8cf31 tempest-SecGroupTest-1152222618 tempest-SecGroupTest-1152222618] Unset dirty status for tenant:73c9cef5e7e44d5ba1cf1737d559f80d on resource:security_group {{(pid=84874) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 14 07:37:04.855433 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-8c6e6625-840c-4240-8e4b-161a7ab8cf31 tempest-SecGroupTest-1152222618 tempest-SecGroupTest-1152222618] 10.222.0.24 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4510 time: 0.5671608 Jan 14 07:37:04.856486 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84874) accepted ('10.222.0.24', 35976) {{(pid=84874) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:37:04.865529 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.v2.base [None req-372941c5-913d-488c-b5e0-b005b964e4ff tempest-SecGroupTest-1152222618 tempest-SecGroupTest-1152222618] Request body: {'security_group': {'name': 'tempest-security--1391267072', 'description': 'tempest-security-description-967984670'}} {{(pid=84874) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:37:04.899535 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-a61a425e-4729-4c4c-b1a0-7d7cf4645022 tempest-RoutersTest-1255860389 tempest-RoutersTest-1255860389] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850887113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3254092', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036851981146'] for subnet, after_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:37:04.907486 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-b713c711-462d-497d-97bd-0edca149bf6b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850887153'] for security_group, after_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:37:04.919320 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-39279dbc-c3b1-4ef5-9b4e-b89f12dd20fc tempest-SecGroupIPv6Test-296392250 tempest-SecGroupIPv6Test-296392250] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:37:04.920988 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-509fb2af-b885-4159-aec0-4fff313b7e4b tempest-PortsTestJSON-2091589570 tempest-PortsTestJSON-2091589570] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:37:04.935374 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2633d92f-6245-4c6e-8033-939caa2643ff None None] Routers {'be3dd945-8c89-4c1e-9981-f75dced94aa3'} bound to L3 agent in host n-d-768862-2 {{(pid=84876) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 14 07:37:04.936128 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_hamode_db [None req-2633d92f-6245-4c6e-8033-939caa2643ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-01-14T06:56:51Z,description=,heartbeat_timestamp=2021-01-14T07:36:52Z,host='n-d-768862-2',id=35f592e9-451b-4db9-abea-77b6a5c5391b,load=0,resource_versions=,resources_synced=,started_at=2021-01-14T06:56:51Z,topic='l3_agent')) {'router_ids': ['be3dd945-8c89-4c1e-9981-f75dced94aa3'], 'active': True} {{(pid=84876) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:37:04.945798 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-b713c711-462d-497d-97bd-0edca149bf6b admin admin] Notify callbacks [] for security_group, before_response {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:37:04.947483 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-b713c711-462d-497d-97bd-0edca149bf6b admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/f33d82b7-4be5-45e6-a3eb-ef4409676f73 HTTP/1.1" status: 204 len: 168 time: 1.2675605 Jan 14 07:37:04.948909 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b713c711-462d-497d-97bd-0edca149bf6b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f33d82b7-4be5-45e6-a3eb-ef4409676f73,revision_number=None']} {{(pid=84875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:37:04.969484 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-b713c711-462d-497d-97bd-0edca149bf6b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:37:04.995055 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-9babf463-d76b-4b25-b3ba-70409d3fb01c tempest-TestNetworkAdvancedServerOps-470546014 tempest-TestNetworkAdvancedServerOps-470546014] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3889632'] for router_interface, before_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:37:05.124963 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-372941c5-913d-488c-b5e0-b005b964e4ff tempest-SecGroupTest-1152222618 tempest-SecGroupTest-1152222618] Notify callbacks [] for security_group, before_update {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:37:05.278616 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_dvr_db [None req-2633d92f-6245-4c6e-8033-939caa2643ff None None] Set router be3dd945-8c89-4c1e-9981-f75dced94aa3 gateway port host: n-d-768862-2 {{(pid=84876) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 14 07:37:05.351104 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a61a425e-4729-4c4c-b1a0-7d7cf4645022 tempest-RoutersTest-1255860389 tempest-RoutersTest-1255860389] Pushing event updated for resources: {'Subnet': ['ID=5a96bfa7-fe1b-485f-b2fa-6cd040962272,revision_number=0']} {{(pid=84874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:37:05.367418 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23cef548-46bc-4ac1-bc38-68e760d95e4b None None] Routers {'3998536e-65e4-4108-ab1c-eac6e818dd96'} bound to L3 agent in host n-d-768862-2 {{(pid=84877) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 14 07:37:05.368148 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_hamode_db [None req-23cef548-46bc-4ac1-bc38-68e760d95e4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-01-14T06:56:51Z,description=,heartbeat_timestamp=2021-01-14T07:36:52Z,host='n-d-768862-2',id=35f592e9-451b-4db9-abea-77b6a5c5391b,load=0,resource_versions=,resources_synced=,started_at=2021-01-14T06:56:51Z,topic='l3_agent')) {'router_ids': ['3998536e-65e4-4108-ab1c-eac6e818dd96'], 'active': True} {{(pid=84877) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:37:05.373852 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-a61a425e-4729-4c4c-b1a0-7d7cf4645022 tempest-RoutersTest-1255860389 tempest-RoutersTest-1255860389] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.453s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:37:05.458837 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-372941c5-913d-488c-b5e0-b005b964e4ff tempest-SecGroupTest-1152222618 tempest-SecGroupTest-1152222618] Notify callbacks [] for security_group, precommit_update {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:37:05.475958 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-372941c5-913d-488c-b5e0-b005b964e4ff tempest-SecGroupTest-1152222618 tempest-SecGroupTest-1152222618] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850887153'] for security_group, after_update {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:37:05.478873 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-372941c5-913d-488c-b5e0-b005b964e4ff tempest-SecGroupTest-1152222618 tempest-SecGroupTest-1152222618] Notify callbacks [] for security_group, before_response {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:37:05.485361 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-372941c5-913d-488c-b5e0-b005b964e4ff tempest-SecGroupTest-1152222618 tempest-SecGroupTest-1152222618] 10.222.0.24 "PUT /v2.0/security-groups/c9c87e13-be5e-4244-8f2d-5880e8ec8f74 HTTP/1.1" status: 200 len: 1779 time: 0.6277347 Jan 14 07:37:05.504201 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-f39e55a9-ab56-496b-90bc-9598590fc21d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:37:05.543495 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84875) accepted ('10.222.0.24', 36004) {{(pid=84875) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:37:05.646639 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-372941c5-913d-488c-b5e0-b005b964e4ff tempest-SecGroupTest-1152222618 tempest-SecGroupTest-1152222618] Pushing event updated for resources: {'SecurityGroup': ['ID=c9c87e13-be5e-4244-8f2d-5880e8ec8f74,revision_number=2']} {{(pid=84874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:37:05.667415 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-372941c5-913d-488c-b5e0-b005b964e4ff tempest-SecGroupTest-1152222618 tempest-SecGroupTest-1152222618] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.163s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:37:05.764334 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a61a425e-4729-4c4c-b1a0-7d7cf4645022 tempest-RoutersTest-1255860389 tempest-RoutersTest-1255860389] Checking segment: {'id': '11fad05c-7eaf-4772-af9d-fa3360011a4e', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'd683ebeb-7989-4d7a-b28c-afad0a1c11e6'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84874) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 14 07:37:05.764866 n-d-768862-2 neutron-server[84765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a61a425e-4729-4c4c-b1a0-7d7cf4645022 tempest-RoutersTest-1255860389 tempest-RoutersTest-1255860389] Network hostable DHCP agents. Network: d683ebeb-7989-4d7a-b28c-afad0a1c11e6, hostable agents: ['32f3dd84-26da-4d18-bf15-6017a8fb7247'], hosted agents: [] {{(pid=84874) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Jan 14 07:37:05.790496 n-d-768862-2 neutron-server[84765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a61a425e-4729-4c4c-b1a0-7d7cf4645022 tempest-RoutersTest-1255860389 tempest-RoutersTest-1255860389] Network d683ebeb-7989-4d7a-b28c-afad0a1c11e6 is scheduled to be hosted by DHCP agent 32f3dd84-26da-4d18-bf15-6017a8fb7247 with binding_index 1 {{(pid=84874) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Jan 14 07:37:05.802477 n-d-768862-2 neutron-server[84765]: DEBUG neutron.scheduler.base_scheduler [None req-a61a425e-4729-4c4c-b1a0-7d7cf4645022 tempest-RoutersTest-1255860389 tempest-RoutersTest-1255860389] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768862-2, d683ebeb-7989-4d7a-b28c-afad0a1c11e6) {{(pid=84874) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 07:37:05.846665 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a61a425e-4729-4c4c-b1a0-7d7cf4645022 tempest-RoutersTest-1255860389 tempest-RoutersTest-1255860389] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:37:05.851289 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-a61a425e-4729-4c4c-b1a0-7d7cf4645022 tempest-RoutersTest-1255860389 tempest-RoutersTest-1255860389] Notify callbacks [] for subnet, before_response {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:37:05.903349 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-a61a425e-4729-4c4c-b1a0-7d7cf4645022 tempest-RoutersTest-1255860389 tempest-RoutersTest-1255860389] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 3.9950643 Jan 14 07:37:05.905571 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84874) accepted ('10.222.0.24', 36016) {{(pid=84874) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:37:05.910335 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81cc8c9b-bc08-4fe4-a9cd-658cfd030908 None None] Pushing event updated for resources: {'Port': ['ID=9a184727-28ae-41f3-9959-671196777b38,revision_number=4']} {{(pid=84877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:37:05.915482 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-81cc8c9b-bc08-4fe4-a9cd-658cfd030908 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.101s {{(pid=84877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:37:05.921031 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_dvr_db [None req-23cef548-46bc-4ac1-bc38-68e760d95e4b None None] Set router 3998536e-65e4-4108-ab1c-eac6e818dd96 gateway port host: None {{(pid=84877) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 14 07:37:05.952108 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0578bc7c-dac9-4221-8c16-2d5189d76a2a None None] Network d683ebeb-7989-4d7a-b28c-afad0a1c11e6 requested from n-d-768862-2 {{(pid=84876) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 07:37:05.997856 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84875) accepted ('10.222.0.24', 36022) {{(pid=84875) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:37:06.084671 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84875) accepted ('10.222.0.24', 36026) {{(pid=84875) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:37:06.103740 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-2e821268-e3e2-4e93-a15a-e4f7cda5dc90 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:37:06.132159 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-37c96216-3b12-4f5f-856c-015d5404198b tempest-SecGroupTest-1152222618 tempest-SecGroupTest-1152222618] 10.222.0.24 "GET /v2.0/security-groups/c9c87e13-be5e-4244-8f2d-5880e8ec8f74 HTTP/1.1" status: 200 len: 1779 time: 0.4335766 Jan 14 07:37:06.143346 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84875) accepted ('10.222.0.24', 36032) {{(pid=84875) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:37:06.222416 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-2e821268-e3e2-4e93-a15a-e4f7cda5dc90 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:37:06.238120 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Provisioning complete for port 6087c0d6-adc5-4077-8829-a972ea878eb0 triggered by entity L2. {{(pid=84876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 07:37:06.238796 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-604227'] for port, provisioning_complete {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:37:06.251552 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-2e821268-e3e2-4e93-a15a-e4f7cda5dc90 admin admin] Usage tracker for resource:security_group_rule and tenant:df53e413cb9048c1a486be37b03d1464 is out of sync, need to count used quota {{(pid=84875) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:37:06.287893 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-2e821268-e3e2-4e93-a15a-e4f7cda5dc90 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84875) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:37:06.310326 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-2e821268-e3e2-4e93-a15a-e4f7cda5dc90 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:37:06.375747 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-1d2692b4-1fbd-42eb-83a9-9afa765bc48c tempest-SecGroupTest-1152222618 tempest-SecGroupTest-1152222618] Notify callbacks [] for security_group, before_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:37:06.444299 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_hamode_db [None req-23cef548-46bc-4ac1-bc38-68e760d95e4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3998536e-65e4-4108-ab1c-eac6e818dd96', 'name': 'tempest-RoutersTest-router-1767463639', 'tenant_id': '2a076c09cf6548039ba7b64b98184a0e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-14T07:36:27Z', 'updated_at': '2021-01-14T07:36:56Z', 'revision_number': 3, 'project_id': '2a076c09cf6548039ba7b64b98184a0e', 'gw_port_host': None, '_interfaces': [{'id': '6087c0d6-adc5-4077-8829-a972ea878eb0', 'name': '', 'network_id': '55d17c7e-058e-429d-a06c-3d5716669d4b', 'tenant_id': '2a076c09cf6548039ba7b64b98184a0e', 'mac_address': 'fa:16:3e:63:f5:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3998536e-65e4-4108-ab1c-eac6e818dd96', 'device_owner': 'network:router_interface', 'standard_attr_id': 3105, 'fixed_ips': [{'subnet_id': '002e57a5-80b9-4642-93d6-65fb5b5a0aa8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T07:36:32Z', 'updated_at': '2021-01-14T07:36:54Z', 'revision_number': 5, 'project_id': '2a076c09cf6548039ba7b64b98184a0e', 'subnets': [{'id': '002e57a5-80b9-4642-93d6-65fb5b5a0aa8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}, {'id': '9a184727-28ae-41f3-9959-671196777b38', 'name': '', 'network_id': '38c91695-e5b8-46a7-8f78-0f0683e3f1c9', 'tenant_id': '2a076c09cf6548039ba7b64b98184a0e', 'mac_address': 'fa:16:3e:71:22:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3998536e-65e4-4108-ab1c-eac6e818dd96', 'device_owner': 'network:router_interface', 'standard_attr_id': 3137, 'fixed_ips': [{'subnet_id': '5edbaf61-3242-45cf-a727-c26ae3ee23a2', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T07:36:50Z', 'updated_at': '2021-01-14T07:37:04Z', 'revision_number': 4, 'project_id': '2a076c09cf6548039ba7b64b98184a0e', 'subnets': [{'id': '5edbaf61-3242-45cf-a727-c26ae3ee23a2', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'n-d-768862-2', False) {} {{(pid=84877) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:37:06.455212 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23cef548-46bc-4ac1-bc38-68e760d95e4b None None] The sync data for ids ['3998536e-65e4-4108-ab1c-eac6e818dd96'] in n-d-768862-2 is: [{'id': '3998536e-65e4-4108-ab1c-eac6e818dd96', 'name': 'tempest-RoutersTest-router-1767463639', 'tenant_id': '2a076c09cf6548039ba7b64b98184a0e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-14T07:36:27Z', 'updated_at': '2021-01-14T07:36:56Z', 'revision_number': 3, 'project_id': '2a076c09cf6548039ba7b64b98184a0e', 'gw_port_host': None, '_interfaces': [{'id': '6087c0d6-adc5-4077-8829-a972ea878eb0', 'name': '', 'network_id': '55d17c7e-058e-429d-a06c-3d5716669d4b', 'tenant_id': '2a076c09cf6548039ba7b64b98184a0e', 'mac_address': 'fa:16:3e:63:f5:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3998536e-65e4-4108-ab1c-eac6e818dd96', 'device_owner': 'network:router_interface', 'standard_attr_id': 3105, 'fixed_ips': [{'subnet_id': '002e57a5-80b9-4642-93d6-65fb5b5a0aa8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T07:36:32Z', 'updated_at': '2021-01-14T07:36:54Z', 'revision_number': 5, 'project_id': '2a076c09cf6548039ba7b64b98184a0e', 'subnets': [{'id': '002e57a5-80b9-4642-93d6-65fb5b5a0aa8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}, {'id': '9a184727-28ae-41f3-9959-671196777b38', 'name': '', 'network_id': '38c91695-e5b8-46a7-8f78-0f0683e3f1c9', 'tenant_id': '2a076c09cf6548039ba7b64b98184a0e', 'mac_address': 'fa:16:3e:71:22:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3998536e-65e4-4108-ab1c-eac6e818dd96', 'device_owner': 'network:router_interface', 'standard_attr_id': 3137, 'fixed_ips': [{'subnet_id': '5edbaf61-3242-45cf-a727-c26ae3ee23a2', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T07:36:50Z', 'updated_at': '2021-01-14T07:37:04Z', 'revision_number': 4, 'project_id': '2a076c09cf6548039ba7b64b98184a0e', 'subnets': [{'id': '5edbaf61-3242-45cf-a727-c26ae3ee23a2', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=84877) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Jan 14 07:37:06.481518 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17c713e5-ddac-466d-a1c9-8033234cec62 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5d94dc7a-c095-50a4-955e-5f3b78718a12-d683ebeb-7989-4d7a-b28c-afad0a1c11e6', 'network_id': 'd683ebeb-7989-4d7a-b28c-afad0a1c11e6', 'tenant_id': '2a076c09cf6548039ba7b64b98184a0e', 'fixed_ips': [{'subnet_id': '5a96bfa7-fe1b-485f-b2fa-6cd040962272'}]}} from n-d-768862-2. {{(pid=84876) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Jan 14 07:37:06.482805 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-17c713e5-ddac-466d-a1c9-8033234cec62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555753'] for port, before_create {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:37:06.505849 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-b5ed1249-68be-403a-a98a-28e522e926cb None None] Provisioning for port 7d142489-cd2e-4cc5-89d5-55990805ac0e completed by entity DHCP. {{(pid=84876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 07:37:06.710799 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Device 372e9e22-513b-4726-b38e-f9aa15d88d34 up at agent ovs-agent-n-d-768862-2 {{(pid=84876) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 07:37:06.748836 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.plugin [None req-9babf463-d76b-4b25-b3ba-70409d3fb01c tempest-TestNetworkAdvancedServerOps-470546014 tempest-TestNetworkAdvancedServerOps-470546014] Deleting port 7d142489-cd2e-4cc5-89d5-55990805ac0e {{(pid=84875) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 07:37:06.748836 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-9babf463-d76b-4b25-b3ba-70409d3fb01c tempest-TestNetworkAdvancedServerOps-470546014 tempest-TestNetworkAdvancedServerOps-470546014] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363259214248359'] for port, before_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:37:07.014137 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [None req-9babf463-d76b-4b25-b3ba-70409d3fb01c tempest-TestNetworkAdvancedServerOps-470546014 tempest-TestNetworkAdvancedServerOps-470546014] For port 7d142489-cd2e-4cc5-89d5-55990805ac0e, host n-d-768862-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-2',level=0,port_id=7d142489-cd2e-4cc5-89d5-55990805ac0e,segment=NetworkSegment(83e566ac-b883-47c4-b03c-6bf313d964c6),segment_id=83e566ac-b883-47c4-b03c-6bf313d964c6)] {{(pid=84875) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 07:37:07.014668 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-9babf463-d76b-4b25-b3ba-70409d3fb01c tempest-TestNetworkAdvancedServerOps-470546014 tempest-TestNetworkAdvancedServerOps-470546014] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036850862667'] for port, precommit_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:37:07.176271 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.db_base_plugin_common [None req-17c713e5-ddac-466d-a1c9-8033234cec62 None None] Allocated IP 172.22.0.2 (d683ebeb-7989-4d7a-b28c-afad0a1c11e6/5a96bfa7-fe1b-485f-b2fa-6cd040962272/b171a70b-4db4-4cfd-bcb0-27c6e8b3cb40) {{(pid=84876) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 14 07:37:07.178541 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.plugin [None req-9babf463-d76b-4b25-b3ba-70409d3fb01c tempest-TestNetworkAdvancedServerOps-470546014 tempest-TestNetworkAdvancedServerOps-470546014] Calling delete_port for 7d142489-cd2e-4cc5-89d5-55990805ac0e owned by network:router_interface {{(pid=84875) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 07:37:07.368207 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-bede708b-72ce-4745-bb8f-84fffea12133 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:37:07.407213 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-1d2692b4-1fbd-42eb-83a9-9afa765bc48c tempest-SecGroupTest-1152222618 tempest-SecGroupTest-1152222618] Notify callbacks [] for security_group, precommit_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:37:07.419118 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-3849f142-673c-4019-ab51-0e55229cbd01 None None] Provisioning complete for port b8cb1c5e-a84d-405d-b6e6-99b6bcbf8534 triggered by entity DHCP. {{(pid=84876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 07:37:07.419513 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-3849f142-673c-4019-ab51-0e55229cbd01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-604227'] for port, provisioning_complete {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:37:07.423683 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-e798b1e3-b264-47b7-a08a-e5ad3dd9cf7e tempest-RoutersTest-1255860389 tempest-RoutersTest-1255860389] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555753'] for port, before_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:37:07.511450 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_hamode_db [None req-2633d92f-6245-4c6e-8033-939caa2643ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'be3dd945-8c89-4c1e-9981-f75dced94aa3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1158908291', 'tenant_id': '6f3510a486e44d0a99223e7a34e71069', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '226f1e78-82cd-4481-9055-4eb73b6db8c1', 'external_fixed_ips': [{'subnet_id': 'ba8deeec-7658-4195-9449-038c076f5c83', 'ip_address': '172.25.2.211'}], 'enable_snat': True}, 'gw_port_id': '64f07fcc-5260-4a3f-ad31-9d7edc236848', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-14T07:36:32Z', 'updated_at': '2021-01-14T07:36:53Z', 'revision_number': 4, 'project_id': '6f3510a486e44d0a99223e7a34e71069', 'gw_port': {'id': '64f07fcc-5260-4a3f-ad31-9d7edc236848', 'name': '', 'network_id': '226f1e78-82cd-4481-9055-4eb73b6db8c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:5e:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be3dd945-8c89-4c1e-9981-f75dced94aa3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3106, 'fixed_ips': [{'subnet_id': 'ba8deeec-7658-4195-9449-038c076f5c83', 'ip_address': '172.25.2.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T07:36:36Z', 'updated_at': '2021-01-14T07:36:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ba8deeec-7658-4195-9449-038c076f5c83', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-2', '_interfaces': [{'id': '7d142489-cd2e-4cc5-89d5-55990805ac0e', 'name': '', 'network_id': '95a164ff-62fb-4679-bbc7-ddbefd16a643', 'tenant_id': '6f3510a486e44d0a99223e7a34e71069', 'mac_address': 'fa:16:3e:0b:ac:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'be3dd945-8c89-4c1e-9981-f75dced94aa3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3138, 'fixed_ips': [{'subnet_id': '4679c0ec-74f9-43ad-ae90-b342211beffd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T07:36:50Z', 'updated_at': '2021-01-14T07:37:02Z', 'revision_number': 4, 'project_id': '6f3510a486e44d0a99223e7a34e71069', 'subnets': [{'id': '4679c0ec-74f9-43ad-ae90-b342211beffd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'n-d-768862-2', False) {} {{(pid=84876) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:37:07.513772 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Provisioning for port 372e9e22-513b-4726-b38e-f9aa15d88d34 completed by entity L2. {{(pid=84876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 07:37:07.522887 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Provisioning complete for port 372e9e22-513b-4726-b38e-f9aa15d88d34 triggered by entity L2. {{(pid=84876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 07:37:07.523434 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-604227'] for port, provisioning_complete {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:37:07.526246 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-2e821268-e3e2-4e93-a15a-e4f7cda5dc90 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:37:07.535106 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-1d2692b4-1fbd-42eb-83a9-9afa765bc48c tempest-SecGroupTest-1152222618 tempest-SecGroupTest-1152222618] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850887153'] for security_group, after_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:37:07.545905 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-62554061-7504-4e18-a9cb-87ea3634e3d0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:37:07.560662 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-2e821268-e3e2-4e93-a15a-e4f7cda5dc90 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850887153'] for security_group, after_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:37:07.573728 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-bede708b-72ce-4745-bb8f-84fffea12133 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:37:07.577942 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-bede708b-72ce-4745-bb8f-84fffea12133 admin admin] Usage tracker for resource:security_group_rule and tenant:802b2f87cf244e299959a36aa9d466f3 is out of sync, need to count used quota {{(pid=84875) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:37:07.580933 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-bede708b-72ce-4745-bb8f-84fffea12133 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84875) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:37:07.587952 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-bede708b-72ce-4745-bb8f-84fffea12133 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:37:07.593559 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2633d92f-6245-4c6e-8033-939caa2643ff None None] The sync data for ids ['be3dd945-8c89-4c1e-9981-f75dced94aa3'] in n-d-768862-2 is: [{'id': 'be3dd945-8c89-4c1e-9981-f75dced94aa3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1158908291', 'tenant_id': '6f3510a486e44d0a99223e7a34e71069', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '226f1e78-82cd-4481-9055-4eb73b6db8c1', 'external_fixed_ips': [{'subnet_id': 'ba8deeec-7658-4195-9449-038c076f5c83', 'ip_address': '172.25.2.211'}], 'enable_snat': True}, 'gw_port_id': '64f07fcc-5260-4a3f-ad31-9d7edc236848', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-14T07:36:32Z', 'updated_at': '2021-01-14T07:36:53Z', 'revision_number': 4, 'project_id': '6f3510a486e44d0a99223e7a34e71069', 'gw_port': {'id': '64f07fcc-5260-4a3f-ad31-9d7edc236848', 'name': '', 'network_id': '226f1e78-82cd-4481-9055-4eb73b6db8c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:5e:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be3dd945-8c89-4c1e-9981-f75dced94aa3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3106, 'fixed_ips': [{'subnet_id': 'ba8deeec-7658-4195-9449-038c076f5c83', 'ip_address': '172.25.2.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T07:36:36Z', 'updated_at': '2021-01-14T07:36:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ba8deeec-7658-4195-9449-038c076f5c83', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-2', '_interfaces': [{'id': '7d142489-cd2e-4cc5-89d5-55990805ac0e', 'name': '', 'network_id': '95a164ff-62fb-4679-bbc7-ddbefd16a643', 'tenant_id': '6f3510a486e44d0a99223e7a34e71069', 'mac_address': 'fa:16:3e:0b:ac:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'be3dd945-8c89-4c1e-9981-f75dced94aa3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3138, 'fixed_ips': [{'subnet_id': '4679c0ec-74f9-43ad-ae90-b342211beffd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T07:36:50Z', 'updated_at': '2021-01-14T07:37:02Z', 'revision_number': 4, 'project_id': '6f3510a486e44d0a99223e7a34e71069', 'subnets': [{'id': '4679c0ec-74f9-43ad-ae90-b342211beffd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=84876) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Jan 14 07:37:07.657344 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-17c713e5-ddac-466d-a1c9-8033234cec62 None None] Notify callbacks [] for port, precommit_create {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:37:07.689949 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-bede708b-72ce-4745-bb8f-84fffea12133 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:37:07.707261 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-bede708b-72ce-4745-bb8f-84fffea12133 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850887153'] for security_group, after_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:37:07.754524 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-bede708b-72ce-4745-bb8f-84fffea12133 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=802b2f87cf244e299959a36aa9d466f3&name=default HTTP/1.1" status: 200 len: 2983 time: 1.6642013 Jan 14 07:37:07.755696 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d2692b4-1fbd-42eb-83a9-9afa765bc48c tempest-SecGroupTest-1152222618 tempest-SecGroupTest-1152222618] Pushing event deleted for resources: {'SecurityGroup': ['ID=c9c87e13-be5e-4244-8f2d-5880e8ec8f74,revision_number=None']} {{(pid=84875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:37:07.759201 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-1d2692b4-1fbd-42eb-83a9-9afa765bc48c tempest-SecGroupTest-1152222618 tempest-SecGroupTest-1152222618] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.213s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:37:07.777045 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84875) accepted ('10.222.0.24', 36046) {{(pid=84875) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:37:07.787022 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-9563e248-9a5d-45b3-b6a4-d5fe9d5ce265 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.082s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:37:07.955890 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-2e821268-e3e2-4e93-a15a-e4f7cda5dc90 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=df53e413cb9048c1a486be37b03d1464&name=default HTTP/1.1" status: 200 len: 2983 time: 1.9555359 Jan 14 07:37:07.957091 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84875) accepted ('10.222.0.24', 36056) {{(pid=84875) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:37:07.986845 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e821268-e3e2-4e93-a15a-e4f7cda5dc90 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=678e46c5-8472-4a2c-8e02-61b33965d23f,revision_number=1']} {{(pid=84875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:37:08.097587 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555753'] for port, before_update {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:37:08.128583 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bede708b-72ce-4745-bb8f-84fffea12133 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=64fe9877-e5e9-4a86-8064-add428187dce,revision_number=1']} {{(pid=84875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:37:08.138229 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-bede708b-72ce-4745-bb8f-84fffea12133 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.357s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:37:08.140906 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-9babf463-d76b-4b25-b3ba-70409d3fb01c tempest-TestNetworkAdvancedServerOps-470546014 tempest-TestNetworkAdvancedServerOps-470546014] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777640533329', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777640097463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851621574'] for port, after_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:37:08.151417 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-17c713e5-ddac-466d-a1c9-8033234cec62 None None] Transition to ACTIVE for port object b171a70b-4db4-4cfd-bcb0-27c6e8b3cb40 will not be triggered until provisioned by entity L2. {{(pid=84876) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 07:37:08.226640 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-3849f142-673c-4019-ab51-0e55229cbd01 None None] Could not find standard attr ID for object 7d142489-cd2e-4cc5-89d5-55990805ac0e. {{(pid=84876) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Jan 14 07:37:08.239870 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-17c713e5-ddac-466d-a1c9-8033234cec62 None None] Transition to ACTIVE for port object b171a70b-4db4-4cfd-bcb0-27c6e8b3cb40 will not be triggered until provisioned by entity DHCP. {{(pid=84876) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 07:37:08.266607 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-17c713e5-ddac-466d-a1c9-8033234cec62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777640123575'] for port, after_create {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:37:08.305152 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-d7765cca-9c7f-4edb-827a-69a80c35c620 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.557s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:37:08.305753 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-d7765cca-9c7f-4edb-827a-69a80c35c620 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.001s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:37:08.315577 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-91db46f9-fea0-4d07-9f1b-3359c6d0fb69 tempest-RoutersTest-1255860389 tempest-RoutersTest-1255860389] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:37:08.362859 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.db_base_plugin_common [None req-e798b1e3-b264-47b7-a08a-e5ad3dd9cf7e tempest-RoutersTest-1255860389 tempest-RoutersTest-1255860389] Allocated IP 172.22.0.1 (d683ebeb-7989-4d7a-b28c-afad0a1c11e6/5a96bfa7-fe1b-485f-b2fa-6cd040962272/1749ad2c-da7d-4dfd-8fbb-caa8b9d4f9da) {{(pid=84874) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 14 07:37:08.388707 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9babf463-d76b-4b25-b3ba-70409d3fb01c tempest-TestNetworkAdvancedServerOps-470546014 tempest-TestNetworkAdvancedServerOps-470546014] Pushing event deleted for resources: {'Port': ['ID=7d142489-cd2e-4cc5-89d5-55990805ac0e,revision_number=None']} {{(pid=84875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:37:08.391858 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-1d2692b4-1fbd-42eb-83a9-9afa765bc48c tempest-SecGroupTest-1152222618 tempest-SecGroupTest-1152222618] Notify callbacks [] for security_group, before_response {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:37:08.395684 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-1d2692b4-1fbd-42eb-83a9-9afa765bc48c tempest-SecGroupTest-1152222618 tempest-SecGroupTest-1152222618] 10.222.0.24 "DELETE /v2.0/security-groups/c9c87e13-be5e-4244-8f2d-5880e8ec8f74 HTTP/1.1" status: 204 len: 168 time: 2.2133226 Jan 14 07:37:08.395684 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-9babf463-d76b-4b25-b3ba-70409d3fb01c tempest-TestNetworkAdvancedServerOps-470546014 tempest-TestNetworkAdvancedServerOps-470546014] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:37:08.423184 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84875) accepted ('10.222.0.24', 36064) {{(pid=84875) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:37:08.439580 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] For port 372e9e22-513b-4726-b38e-f9aa15d88d34, host n-d-768862-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-2',level=0,port_id=372e9e22-513b-4726-b38e-f9aa15d88d34,segment=NetworkSegment(49b23d36-e442-4bb6-9fcf-14332936c677),segment_id=49b23d36-e442-4bb6-9fcf-14332936c677)] {{(pid=84876) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 07:37:08.440831 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84876) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:37:08.473312 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-9c41b0aa-fa60-42ff-8089-529d7b0ec558 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:37:08.502629 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-3849f142-673c-4019-ab51-0e55229cbd01 None None] Provisioning for port 9a184727-28ae-41f3-9959-671196777b38 completed by entity DHCP. {{(pid=84876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 07:37:08.516625 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-9c41b0aa-fa60-42ff-8089-529d7b0ec558 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:37:08.597478 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-e798b1e3-b264-47b7-a08a-e5ad3dd9cf7e tempest-RoutersTest-1255860389 tempest-RoutersTest-1255860389] Notify callbacks [] for port, precommit_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:37:08.600809 n-d-768862-2 neutron-server[84765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17c713e5-ddac-466d-a1c9-8033234cec62 None None] Network d683ebeb-7989-4d7a-b28c-afad0a1c11e6 is already hosted by enough agents. {{(pid=84876) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 07:37:08.602931 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17c713e5-ddac-466d-a1c9-8033234cec62 None None] Pushing event updated for resources: {'Port': ['ID=b171a70b-4db4-4cfd-bcb0-27c6e8b3cb40,revision_number=1']} {{(pid=84876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:37:08.618750 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-17c713e5-ddac-466d-a1c9-8033234cec62 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.178s {{(pid=84876) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:37:08.620926 n-d-768862-2 neutron-server[84765]: DEBUG neutron.scheduler.base_scheduler [None req-17c713e5-ddac-466d-a1c9-8033234cec62 None None] Resources bound (agent type, host, resource id): {{(pid=84876) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 07:37:08.621065 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-e798b1e3-b264-47b7-a08a-e5ad3dd9cf7e tempest-RoutersTest-1255860389 tempest-RoutersTest-1255860389] Transition to ACTIVE for port object 1749ad2c-da7d-4dfd-8fbb-caa8b9d4f9da will not be triggered until provisioned by entity DHCP. {{(pid=84874) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 07:37:08.627092 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777640533312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363259214678337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777640097497'] for port, after_update {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:37:08.633217 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17c713e5-ddac-466d-a1c9-8033234cec62 None None] Received port after_create {{(pid=84876) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 14 07:37:08.640911 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84876) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:37:08.645006 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-e798b1e3-b264-47b7-a08a-e5ad3dd9cf7e tempest-RoutersTest-1255860389 tempest-RoutersTest-1255860389] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777640123575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3254186'] for port, after_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:37:08.681358 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-d8295cfb-5a1e-4ec0-bcd1-34ebba13553f tempest-RoutersNegativeTest-536999269 tempest-RoutersNegativeTest-536999269] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:37:08.833429 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Pushing event updated for resources: {'Port': ['ID=372e9e22-513b-4726-b38e-f9aa15d88d34,revision_number=3']} {{(pid=84876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:37:08.844945 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.204s {{(pid=84876) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:37:08.874145 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.managers [None req-17c713e5-ddac-466d-a1c9-8033234cec62 None None] Attempting to bind port b171a70b-4db4-4cfd-bcb0-27c6e8b3cb40 on host n-d-768862-2 for vnic_type normal with profile {{(pid=84876) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 14 07:37:08.874717 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.managers [None req-17c713e5-ddac-466d-a1c9-8033234cec62 None None] Attempting to bind port b171a70b-4db4-4cfd-bcb0-27c6e8b3cb40 by drivers openvswitch on host n-d-768862-2 at level 0 using segments [{'id': '11fad05c-7eaf-4772-af9d-fa3360011a4e', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'd683ebeb-7989-4d7a-b28c-afad0a1c11e6'}] {{(pid=84876) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 14 07:37:08.876542 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17c713e5-ddac-466d-a1c9-8033234cec62 None None] Attempting to bind port b171a70b-4db4-4cfd-bcb0-27c6e8b3cb40 on network d683ebeb-7989-4d7a-b28c-afad0a1c11e6 {{(pid=84876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 14 07:37:08.882076 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-3849f142-673c-4019-ab51-0e55229cbd01 None None] Provisioning complete for port 372e9e22-513b-4726-b38e-f9aa15d88d34 triggered by entity DHCP. {{(pid=84876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 07:37:08.882871 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-3849f142-673c-4019-ab51-0e55229cbd01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-604227'] for port, provisioning_complete {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:37:08.933810 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17c713e5-ddac-466d-a1c9-8033234cec62 None None] Checking agent: {'id': 'ba5efab1-b43c-4d5a-bc52-6e105d4e67a2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768862-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 14, 6, 56, 52), 'started_at': datetime.datetime(2021, 1, 14, 6, 57, 22), 'heartbeat_timestamp': datetime.datetime(2021, 1, 14, 7, 36, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768862-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.29', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 14 07:37:08.934889 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17c713e5-ddac-466d-a1c9-8033234cec62 None None] Checking segment: {'id': '11fad05c-7eaf-4772-af9d-fa3360011a4e', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'd683ebeb-7989-4d7a-b28c-afad0a1c11e6'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84876) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 14 07:37:08.935490 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-17c713e5-ddac-466d-a1c9-8033234cec62 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:37:08.936074 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17c713e5-ddac-466d-a1c9-8033234cec62 None None] Bound using segment: {'id': '11fad05c-7eaf-4772-af9d-fa3360011a4e', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'd683ebeb-7989-4d7a-b28c-afad0a1c11e6'} {{(pid=84876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 14 07:37:08.936652 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.managers [None req-17c713e5-ddac-466d-a1c9-8033234cec62 None None] Bound port: b171a70b-4db4-4cfd-bcb0-27c6e8b3cb40, host: n-d-768862-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '11fad05c-7eaf-4772-af9d-fa3360011a4e', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'd683ebeb-7989-4d7a-b28c-afad0a1c11e6'}}] {{(pid=84876) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 14 07:37:08.937160 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-17c713e5-ddac-466d-a1c9-8033234cec62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555753'] for port, before_update {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:37:09.099183 n-d-768862-2 neutron-server[84765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e798b1e3-b264-47b7-a08a-e5ad3dd9cf7e tempest-RoutersTest-1255860389 tempest-RoutersTest-1255860389] Network d683ebeb-7989-4d7a-b28c-afad0a1c11e6 is already hosted by enough agents. {{(pid=84874) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 07:37:09.102294 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [None req-17c713e5-ddac-466d-a1c9-8033234cec62 None None] For port b171a70b-4db4-4cfd-bcb0-27c6e8b3cb40, host n-d-768862-2, cleared binding levels {{(pid=84876) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 14 07:37:09.107218 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [None req-17c713e5-ddac-466d-a1c9-8033234cec62 None None] For port b171a70b-4db4-4cfd-bcb0-27c6e8b3cb40, host n-d-768862-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-2',level=0,port_id=b171a70b-4db4-4cfd-bcb0-27c6e8b3cb40,segment=NetworkSegment(11fad05c-7eaf-4772-af9d-fa3360011a4e),segment_id=11fad05c-7eaf-4772-af9d-fa3360011a4e)] {{(pid=84876) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 14 07:37:09.111853 n-d-768862-2 neutron-server[84765]: DEBUG neutron.scheduler.base_scheduler [None req-e798b1e3-b264-47b7-a08a-e5ad3dd9cf7e tempest-RoutersTest-1255860389 tempest-RoutersTest-1255860389] Resources bound (agent type, host, resource id): {{(pid=84874) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 07:37:09.118500 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e798b1e3-b264-47b7-a08a-e5ad3dd9cf7e tempest-RoutersTest-1255860389 tempest-RoutersTest-1255860389] Received port after_create {{(pid=84874) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 14 07:37:09.121638 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Device 9a184727-28ae-41f3-9959-671196777b38 up at agent ovs-agent-n-d-768862-2 {{(pid=84876) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 07:37:09.124171 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-9babf463-d76b-4b25-b3ba-70409d3fb01c tempest-TestNetworkAdvancedServerOps-470546014 tempest-TestNetworkAdvancedServerOps-470546014] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted--9223372036851568851', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal--9223372036850888080'] for router_interface, after_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:37:09.171670 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e798b1e3-b264-47b7-a08a-e5ad3dd9cf7e tempest-RoutersTest-1255860389 tempest-RoutersTest-1255860389] Pushing event updated for resources: {'Port': ['ID=1749ad2c-da7d-4dfd-8fbb-caa8b9d4f9da,revision_number=1']} {{(pid=84874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:37:09.192325 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e798b1e3-b264-47b7-a08a-e5ad3dd9cf7e tempest-RoutersTest-1255860389 tempest-RoutersTest-1255860389] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@n-h1-768862-2 {{(pid=84874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:37:09.192934 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e798b1e3-b264-47b7-a08a-e5ad3dd9cf7e tempest-RoutersTest-1255860389 tempest-RoutersTest-1255860389] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-h1-768862-2 {{(pid=84874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:37:09.193468 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e798b1e3-b264-47b7-a08a-e5ad3dd9cf7e tempest-RoutersTest-1255860389 tempest-RoutersTest-1255860389] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-h1-768862-2 {{(pid=84874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:37:09.193996 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e798b1e3-b264-47b7-a08a-e5ad3dd9cf7e tempest-RoutersTest-1255860389 tempest-RoutersTest-1255860389] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-h1-768862-2 {{(pid=84874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:37:09.194544 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e798b1e3-b264-47b7-a08a-e5ad3dd9cf7e tempest-RoutersTest-1255860389 tempest-RoutersTest-1255860389] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@n-h1-768862-2 {{(pid=84874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:37:09.195076 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e798b1e3-b264-47b7-a08a-e5ad3dd9cf7e tempest-RoutersTest-1255860389 tempest-RoutersTest-1255860389] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-h1-768862-2 {{(pid=84874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:37:09.195590 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e798b1e3-b264-47b7-a08a-e5ad3dd9cf7e tempest-RoutersTest-1255860389 tempest-RoutersTest-1255860389] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-h1-768862-2 {{(pid=84874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:37:09.196132 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e798b1e3-b264-47b7-a08a-e5ad3dd9cf7e tempest-RoutersTest-1255860389 tempest-RoutersTest-1255860389] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-h1-768862-2 {{(pid=84874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:37:09.196653 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e798b1e3-b264-47b7-a08a-e5ad3dd9cf7e tempest-RoutersTest-1255860389 tempest-RoutersTest-1255860389] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-h1-768862-2 {{(pid=84874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:37:09.197170 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e798b1e3-b264-47b7-a08a-e5ad3dd9cf7e tempest-RoutersTest-1255860389 tempest-RoutersTest-1255860389] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-h1-768862-2 {{(pid=84874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:37:09.197833 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e798b1e3-b264-47b7-a08a-e5ad3dd9cf7e tempest-RoutersTest-1255860389 tempest-RoutersTest-1255860389] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-h1-768862-2 {{(pid=84874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:37:09.198453 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e798b1e3-b264-47b7-a08a-e5ad3dd9cf7e tempest-RoutersTest-1255860389 tempest-RoutersTest-1255860389] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-h1-768862-2 {{(pid=84874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:37:09.199032 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e798b1e3-b264-47b7-a08a-e5ad3dd9cf7e tempest-RoutersTest-1255860389 tempest-RoutersTest-1255860389] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@n-h2-768862-2 {{(pid=84874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:37:09.199545 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e798b1e3-b264-47b7-a08a-e5ad3dd9cf7e tempest-RoutersTest-1255860389 tempest-RoutersTest-1255860389] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-h2-768862-2 {{(pid=84874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:37:09.200102 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e798b1e3-b264-47b7-a08a-e5ad3dd9cf7e tempest-RoutersTest-1255860389 tempest-RoutersTest-1255860389] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-h2-768862-2 {{(pid=84874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:37:09.200618 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e798b1e3-b264-47b7-a08a-e5ad3dd9cf7e tempest-RoutersTest-1255860389 tempest-RoutersTest-1255860389] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-h2-768862-2 {{(pid=84874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:37:09.201139 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e798b1e3-b264-47b7-a08a-e5ad3dd9cf7e tempest-RoutersTest-1255860389 tempest-RoutersTest-1255860389] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@n-h2-768862-2 {{(pid=84874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:37:09.201654 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e798b1e3-b264-47b7-a08a-e5ad3dd9cf7e tempest-RoutersTest-1255860389 tempest-RoutersTest-1255860389] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-h2-768862-2 {{(pid=84874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:37:09.202168 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e798b1e3-b264-47b7-a08a-e5ad3dd9cf7e tempest-RoutersTest-1255860389 tempest-RoutersTest-1255860389] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-h2-768862-2 {{(pid=84874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:37:09.202678 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e798b1e3-b264-47b7-a08a-e5ad3dd9cf7e tempest-RoutersTest-1255860389 tempest-RoutersTest-1255860389] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-h2-768862-2 {{(pid=84874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:37:09.203200 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e798b1e3-b264-47b7-a08a-e5ad3dd9cf7e tempest-RoutersTest-1255860389 tempest-RoutersTest-1255860389] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-h2-768862-2 {{(pid=84874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:37:09.203710 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e798b1e3-b264-47b7-a08a-e5ad3dd9cf7e tempest-RoutersTest-1255860389 tempest-RoutersTest-1255860389] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-h2-768862-2 {{(pid=84874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:37:09.204265 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e798b1e3-b264-47b7-a08a-e5ad3dd9cf7e tempest-RoutersTest-1255860389 tempest-RoutersTest-1255860389] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-h2-768862-2 {{(pid=84874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:37:09.204780 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e798b1e3-b264-47b7-a08a-e5ad3dd9cf7e tempest-RoutersTest-1255860389 tempest-RoutersTest-1255860389] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-h2-768862-2 {{(pid=84874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:37:09.205357 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e798b1e3-b264-47b7-a08a-e5ad3dd9cf7e tempest-RoutersTest-1255860389 tempest-RoutersTest-1255860389] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-2 {{(pid=84874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:37:09.205871 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e798b1e3-b264-47b7-a08a-e5ad3dd9cf7e tempest-RoutersTest-1255860389 tempest-RoutersTest-1255860389] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-2 {{(pid=84874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:37:09.206385 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e798b1e3-b264-47b7-a08a-e5ad3dd9cf7e tempest-RoutersTest-1255860389 tempest-RoutersTest-1255860389] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-2 {{(pid=84874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:37:09.206899 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e798b1e3-b264-47b7-a08a-e5ad3dd9cf7e tempest-RoutersTest-1255860389 tempest-RoutersTest-1255860389] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-2 {{(pid=84874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:37:09.207427 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e798b1e3-b264-47b7-a08a-e5ad3dd9cf7e tempest-RoutersTest-1255860389 tempest-RoutersTest-1255860389] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@n-d-768862-2 {{(pid=84874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:37:09.207986 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e798b1e3-b264-47b7-a08a-e5ad3dd9cf7e tempest-RoutersTest-1255860389 tempest-RoutersTest-1255860389] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-2 {{(pid=84874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:37:09.209013 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e798b1e3-b264-47b7-a08a-e5ad3dd9cf7e tempest-RoutersTest-1255860389 tempest-RoutersTest-1255860389] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-768862-2 {{(pid=84874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:37:09.209549 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e798b1e3-b264-47b7-a08a-e5ad3dd9cf7e tempest-RoutersTest-1255860389 tempest-RoutersTest-1255860389] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-768862-2 {{(pid=84874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:37:09.210056 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e798b1e3-b264-47b7-a08a-e5ad3dd9cf7e tempest-RoutersTest-1255860389 tempest-RoutersTest-1255860389] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-2 {{(pid=84874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:37:09.210569 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e798b1e3-b264-47b7-a08a-e5ad3dd9cf7e tempest-RoutersTest-1255860389 tempest-RoutersTest-1255860389] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-2 {{(pid=84874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:37:09.211086 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e798b1e3-b264-47b7-a08a-e5ad3dd9cf7e tempest-RoutersTest-1255860389 tempest-RoutersTest-1255860389] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-2 {{(pid=84874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:37:09.211604 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e798b1e3-b264-47b7-a08a-e5ad3dd9cf7e tempest-RoutersTest-1255860389 tempest-RoutersTest-1255860389] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-2 {{(pid=84874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:37:09.216264 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-17c713e5-ddac-466d-a1c9-8033234cec62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777640533312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363259214678337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777640097497'] for port, after_update {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:37:09.219479 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-e798b1e3-b264-47b7-a08a-e5ad3dd9cf7e tempest-RoutersTest-1255860389 tempest-RoutersTest-1255860389] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.538s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:37:09.242055 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-e798b1e3-b264-47b7-a08a-e5ad3dd9cf7e tempest-RoutersTest-1255860389 tempest-RoutersTest-1255860389] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036850886386'] for router_interface, before_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:37:09.314235 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-7de16fa4-85db-472f-a7b0-dad82a30568f tempest-SecGroupTest-1152222618 tempest-SecGroupTest-1152222618] Synchronizing usage tracker for tenant:73c9cef5e7e44d5ba1cf1737d559f80d on resource:security_group {{(pid=84875) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 14 07:37:09.317495 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-9c41b0aa-fa60-42ff-8089-529d7b0ec558 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850887153'] for security_group, after_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:37:09.326611 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-6ddd55ff-7a88-4462-a828-aef1715c3bc7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:37:09.355507 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c41b0aa-fa60-42ff-8089-529d7b0ec558 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=64fe9877-e5e9-4a86-8064-add428187dce,revision_number=None']} {{(pid=84875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:37:09.381663 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-e798b1e3-b264-47b7-a08a-e5ad3dd9cf7e tempest-RoutersTest-1255860389 tempest-RoutersTest-1255860389] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555753'] for port, before_update {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:37:09.382353 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-a1bcd944-b2c3-434e-968a-31e48b349881 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:37:09.401946 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84876) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:37:09.425713 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-a1bcd944-b2c3-434e-968a-31e48b349881 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:37:09.533579 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-9c41b0aa-fa60-42ff-8089-529d7b0ec558 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.207s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:37:09.535724 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-7de16fa4-85db-472f-a7b0-dad82a30568f tempest-SecGroupTest-1152222618 tempest-SecGroupTest-1152222618] Unset dirty status for tenant:73c9cef5e7e44d5ba1cf1737d559f80d on resource:security_group {{(pid=84875) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 14 07:37:09.539772 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-7de16fa4-85db-472f-a7b0-dad82a30568f tempest-SecGroupTest-1152222618 tempest-SecGroupTest-1152222618] 10.222.0.24 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 1.1113977 Jan 14 07:37:09.553034 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84874) accepted ('10.222.0.24', 36078) {{(pid=84874) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:37:09.553393 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-9c41b0aa-fa60-42ff-8089-529d7b0ec558 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:37:09.554670 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-9c41b0aa-fa60-42ff-8089-529d7b0ec558 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/64fe9877-e5e9-4a86-8064-add428187dce HTTP/1.1" status: 204 len: 168 time: 1.7021019 Jan 14 07:37:09.594781 n-d-768862-2 neutron-server[84765]: INFO neutron.api.v2.resource [None req-40d2bd0d-05aa-4245-8377-885ee9f6857d tempest-SecGroupTest-1152222618 tempest-SecGroupTest-1152222618] delete failed (client error): The resource could not be found. Jan 14 07:37:09.600236 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17c713e5-ddac-466d-a1c9-8033234cec62 None None] Pushing event updated for resources: {'Port': ['ID=b171a70b-4db4-4cfd-bcb0-27c6e8b3cb40,revision_number=2']} {{(pid=84876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:37:09.600552 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-40d2bd0d-05aa-4245-8377-885ee9f6857d tempest-SecGroupTest-1152222618 tempest-SecGroupTest-1152222618] 10.222.0.24 "DELETE /v2.0/security-groups/c9c87e13-be5e-4244-8f2d-5880e8ec8f74 HTTP/1.1" status: 404 len: 347 time: 0.0428517 Jan 14 07:37:09.603653 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84874) accepted ('10.222.0.24', 36084) {{(pid=84874) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:37:09.614194 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.v2.base [None req-391c9402-bdd3-4398-a016-1e7e05d833d8 tempest-SecGroupTest-1152222618 tempest-SecGroupTest-1152222618] Request body: {'security_group': {'name': 'tempest-secgroup--1215644802'}} {{(pid=84874) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:37:09.625104 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-17c713e5-ddac-466d-a1c9-8033234cec62 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.224s {{(pid=84876) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:37:09.632030 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-391c9402-bdd3-4398-a016-1e7e05d833d8 tempest-SecGroupTest-1152222618 tempest-SecGroupTest-1152222618] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:37:09.660598 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Provisioning for port 9a184727-28ae-41f3-9959-671196777b38 completed by entity L2. {{(pid=84876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 07:37:09.676129 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Provisioning complete for port 9a184727-28ae-41f3-9959-671196777b38 triggered by entity L2. {{(pid=84876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 07:37:09.676822 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-604227'] for port, provisioning_complete {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:37:09.754695 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-391c9402-bdd3-4398-a016-1e7e05d833d8 tempest-SecGroupTest-1152222618 tempest-SecGroupTest-1152222618] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:37:09.873851 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-391c9402-bdd3-4398-a016-1e7e05d833d8 tempest-SecGroupTest-1152222618 tempest-SecGroupTest-1152222618] Notify callbacks [] for security_group, before_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:37:09.905123 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555753'] for port, before_update {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:37:09.928895 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-a1bcd944-b2c3-434e-968a-31e48b349881 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850887153'] for security_group, after_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:37:09.944023 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-1d2692b4-1fbd-42eb-83a9-9afa765bc48c tempest-SecGroupTest-1152222618 tempest-SecGroupTest-1152222618] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:37:09.968756 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] For port 9a184727-28ae-41f3-9959-671196777b38, host n-d-768862-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-2',level=0,port_id=9a184727-28ae-41f3-9959-671196777b38,segment=NetworkSegment(49b23d36-e442-4bb6-9fcf-14332936c677),segment_id=49b23d36-e442-4bb6-9fcf-14332936c677)] {{(pid=84876) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 07:37:09.974398 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777640533312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363259214678337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777640097497'] for port, after_update {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:37:09.975503 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Device b8cb1c5e-a84d-405d-b6e6-99b6bcbf8534 up at agent ovs-agent-n-d-768862-2 {{(pid=84876) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 07:37:09.982576 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1bcd944-b2c3-434e-968a-31e48b349881 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=678e46c5-8472-4a2c-8e02-61b33965d23f,revision_number=None']} {{(pid=84875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:37:09.994904 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-a1bcd944-b2c3-434e-968a-31e48b349881 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:37:09.999219 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-a1bcd944-b2c3-434e-968a-31e48b349881 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:37:10.017772 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-a1bcd944-b2c3-434e-968a-31e48b349881 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/678e46c5-8472-4a2c-8e02-61b33965d23f HTTP/1.1" status: 204 len: 168 time: 2.0457168 Jan 14 07:37:10.053791 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-0749461b-f550-4f0e-b50d-069795e6dbcf None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84876) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:37:10.297257 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Pushing event updated for resources: {'Port': ['ID=9a184727-28ae-41f3-9959-671196777b38,revision_number=5']} {{(pid=84876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:37:10.315969 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.262s {{(pid=84876) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:37:10.379412 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Provisioning complete for port b8cb1c5e-a84d-405d-b6e6-99b6bcbf8534 triggered by entity L2. {{(pid=84876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 07:37:10.379869 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-604227'] for port, provisioning_complete {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:37:10.453448 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-e798b1e3-b264-47b7-a08a-e5ad3dd9cf7e tempest-RoutersTest-1255860389 tempest-RoutersTest-1255860389] Notify callbacks [] for port, precommit_update {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:37:10.472562 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-e798b1e3-b264-47b7-a08a-e5ad3dd9cf7e tempest-RoutersTest-1255860389 tempest-RoutersTest-1255860389] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777640533312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363259214678337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777640097497', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036851521613'] for port, after_update {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:37:10.539448 n-d-768862-2 neutron-server[84765]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9babf463-d76b-4b25-b3ba-70409d3fb01c tempest-TestNetworkAdvancedServerOps-470546014 tempest-TestNetworkAdvancedServerOps-470546014] Router be3dd945-8c89-4c1e-9981-f75dced94aa3 has already been hosted by L3 agent 35f592e9-451b-4db9-abea-77b6a5c5391b {{(pid=84875) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Jan 14 07:37:10.569284 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-fc534dd0-b5b1-4fa3-b65f-74e4ae3d2b1b tempest-PortsTestJSON-2091589570 tempest-PortsTestJSON-2091589570] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:37:10.765074 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-e798b1e3-b264-47b7-a08a-e5ad3dd9cf7e tempest-RoutersTest-1255860389 tempest-RoutersTest-1255860389] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3206949', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3889649'] for router_interface, after_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:37:10.799343 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-391c9402-bdd3-4398-a016-1e7e05d833d8 tempest-SecGroupTest-1152222618 tempest-SecGroupTest-1152222618] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:37:10.826926 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-391c9402-bdd3-4398-a016-1e7e05d833d8 tempest-SecGroupTest-1152222618 tempest-SecGroupTest-1152222618] Usage tracker for resource:security_group_rule and tenant:73c9cef5e7e44d5ba1cf1737d559f80d is out of sync, need to count used quota {{(pid=84874) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:37:10.850046 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-391c9402-bdd3-4398-a016-1e7e05d833d8 tempest-SecGroupTest-1152222618 tempest-SecGroupTest-1152222618] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84874) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:37:10.926733 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-391c9402-bdd3-4398-a016-1e7e05d833d8 tempest-SecGroupTest-1152222618 tempest-SecGroupTest-1152222618] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:37:10.961343 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e798b1e3-b264-47b7-a08a-e5ad3dd9cf7e tempest-RoutersTest-1255860389 tempest-RoutersTest-1255860389] Pushing event updated for resources: {'Port': ['ID=1749ad2c-da7d-4dfd-8fbb-caa8b9d4f9da,revision_number=2']} {{(pid=84874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:37:10.971604 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9babf463-d76b-4b25-b3ba-70409d3fb01c tempest-TestNetworkAdvancedServerOps-470546014 tempest-TestNetworkAdvancedServerOps-470546014] Notify agent at l3_agent.n-d-768862-2 the message routers_updated {{(pid=84875) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jan 14 07:37:10.977930 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-e798b1e3-b264-47b7-a08a-e5ad3dd9cf7e tempest-RoutersTest-1255860389 tempest-RoutersTest-1255860389] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.409s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:37:10.994968 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ce2d345-70a3-45c7-b2cb-1f64da0f0fd5 None None] Sync routers for ids ['be3dd945-8c89-4c1e-9981-f75dced94aa3'] in n-d-768862-2 {{(pid=84876) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Jan 14 07:37:10.995173 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-9babf463-d76b-4b25-b3ba-70409d3fb01c tempest-TestNetworkAdvancedServerOps-470546014 tempest-TestNetworkAdvancedServerOps-470546014] 10.222.0.24 "PUT /v2.0/routers/be3dd945-8c89-4c1e-9981-f75dced94aa3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 9.1713297 Jan 14 07:37:10.995173 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84875) accepted ('10.222.0.24', 36110) {{(pid=84875) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:37:11.011604 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ce2d345-70a3-45c7-b2cb-1f64da0f0fd5 None None] Routers {'be3dd945-8c89-4c1e-9981-f75dced94aa3'} bound to L3 agent in host n-d-768862-2 {{(pid=84876) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 14 07:37:11.013011 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_hamode_db [None req-1ce2d345-70a3-45c7-b2cb-1f64da0f0fd5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-01-14T06:56:51Z,description=,heartbeat_timestamp=2021-01-14T07:36:52Z,host='n-d-768862-2',id=35f592e9-451b-4db9-abea-77b6a5c5391b,load=0,resource_versions=,resources_synced=,started_at=2021-01-14T06:56:51Z,topic='l3_agent')) {'router_ids': ['be3dd945-8c89-4c1e-9981-f75dced94aa3'], 'active': True} {{(pid=84876) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:37:11.104498 n-d-768862-2 neutron-server[84765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e798b1e3-b264-47b7-a08a-e5ad3dd9cf7e tempest-RoutersTest-1255860389 tempest-RoutersTest-1255860389] Network d683ebeb-7989-4d7a-b28c-afad0a1c11e6 is already hosted by enough agents. {{(pid=84874) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 07:37:11.108247 n-d-768862-2 neutron-server[84765]: DEBUG neutron.scheduler.base_scheduler [None req-e798b1e3-b264-47b7-a08a-e5ad3dd9cf7e tempest-RoutersTest-1255860389 tempest-RoutersTest-1255860389] Resources bound (agent type, host, resource id): {{(pid=84874) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 07:37:11.224565 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-391c9402-bdd3-4398-a016-1e7e05d833d8 tempest-SecGroupTest-1152222618 tempest-SecGroupTest-1152222618] Notify callbacks [] for security_group, precommit_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:37:11.393393 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_dvr_db [None req-1ce2d345-70a3-45c7-b2cb-1f64da0f0fd5 None None] Set router be3dd945-8c89-4c1e-9981-f75dced94aa3 gateway port host: n-d-768862-2 {{(pid=84876) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 14 07:37:11.797742 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Device 9a184727-28ae-41f3-9959-671196777b38 up at agent ovs-agent-n-d-768862-2 {{(pid=84876) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 07:37:11.874527 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b188ef3b-9a3c-4dde-88e5-2501ac5f67e8 None None] Network d683ebeb-7989-4d7a-b28c-afad0a1c11e6 requested from n-d-768862-2 {{(pid=84876) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 07:37:11.998593 n-d-768862-2 neutron-server[84765]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e798b1e3-b264-47b7-a08a-e5ad3dd9cf7e tempest-RoutersTest-1255860389 tempest-RoutersTest-1255860389] Router 3998536e-65e4-4108-ab1c-eac6e818dd96 has already been hosted by L3 agent 35f592e9-451b-4db9-abea-77b6a5c5391b {{(pid=84874) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Jan 14 07:37:11.999634 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-391c9402-bdd3-4398-a016-1e7e05d833d8 tempest-SecGroupTest-1152222618 tempest-SecGroupTest-1152222618] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850887153'] for security_group, after_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:37:12.006997 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-bbd18897-d20a-4ed3-b2fd-e6f5c466a801 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:37:12.032395 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-33d9dc07-1567-4678-886d-b1d53502d5df None None] Provisioning for port b171a70b-4db4-4cfd-bcb0-27c6e8b3cb40 completed by entity DHCP. {{(pid=84876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 07:37:12.036163 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-017f98a9-8a07-408c-a86f-8ff0c00400a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363259214191800', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854171626'] for agent, after_update {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:37:12.080890 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.db_base_plugin_v2 [None req-11528c8c-a9a3-4a1d-9508-9aed9e6c3f92 tempest-TestNetworkAdvancedServerOps-470546014 tempest-TestNetworkAdvancedServerOps-470546014] Deleting subnet 4679c0ec-74f9-43ad-ae90-b342211beffd {{(pid=84875) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Jan 14 07:37:12.096894 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-11528c8c-a9a3-4a1d-9508-9aed9e6c3f92 tempest-TestNetworkAdvancedServerOps-470546014 tempest-TestNetworkAdvancedServerOps-470546014] Notify callbacks [] for subnet, before_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:37:12.124257 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_hamode_db [None req-1ce2d345-70a3-45c7-b2cb-1f64da0f0fd5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'be3dd945-8c89-4c1e-9981-f75dced94aa3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1158908291', 'tenant_id': '6f3510a486e44d0a99223e7a34e71069', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '226f1e78-82cd-4481-9055-4eb73b6db8c1', 'external_fixed_ips': [{'subnet_id': 'ba8deeec-7658-4195-9449-038c076f5c83', 'ip_address': '172.25.2.211'}], 'enable_snat': True}, 'gw_port_id': '64f07fcc-5260-4a3f-ad31-9d7edc236848', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-14T07:36:32Z', 'updated_at': '2021-01-14T07:37:07Z', 'revision_number': 5, 'project_id': '6f3510a486e44d0a99223e7a34e71069', 'gw_port': {'id': '64f07fcc-5260-4a3f-ad31-9d7edc236848', 'name': '', 'network_id': '226f1e78-82cd-4481-9055-4eb73b6db8c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:5e:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be3dd945-8c89-4c1e-9981-f75dced94aa3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3106, 'fixed_ips': [{'subnet_id': 'ba8deeec-7658-4195-9449-038c076f5c83', 'ip_address': '172.25.2.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T07:36:36Z', 'updated_at': '2021-01-14T07:36:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ba8deeec-7658-4195-9449-038c076f5c83', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-2'}], 'n-d-768862-2', False) {} {{(pid=84876) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:37:12.145653 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ce2d345-70a3-45c7-b2cb-1f64da0f0fd5 None None] Checking router: be3dd945-8c89-4c1e-9981-f75dced94aa3 for host: n-d-768862-2 {{(pid=84876) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Jan 14 07:37:12.171845 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Provisioning complete for port 9a184727-28ae-41f3-9959-671196777b38 triggered by entity L2. {{(pid=84876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 07:37:12.178335 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-604227'] for port, provisioning_complete {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:37:12.234127 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-11528c8c-a9a3-4a1d-9508-9aed9e6c3f92 tempest-TestNetworkAdvancedServerOps-470546014 tempest-TestNetworkAdvancedServerOps-470546014] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3367281'] for subnet, precommit_delete_associations {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:37:12.315532 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ce2d345-70a3-45c7-b2cb-1f64da0f0fd5 None None] Routers {'be3dd945-8c89-4c1e-9981-f75dced94aa3'} bound to L3 agent in host n-d-768862-2 {{(pid=84876) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 14 07:37:12.316280 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_hamode_db [None req-1ce2d345-70a3-45c7-b2cb-1f64da0f0fd5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-01-14T06:56:51Z,description=,heartbeat_timestamp=2021-01-14T07:36:52Z,host='n-d-768862-2',id=35f592e9-451b-4db9-abea-77b6a5c5391b,load=0,resource_versions=,resources_synced=,started_at=2021-01-14T06:56:51Z,topic='l3_agent')) {'router_ids': ['be3dd945-8c89-4c1e-9981-f75dced94aa3'], 'active': True} {{(pid=84876) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:37:12.327069 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e798b1e3-b264-47b7-a08a-e5ad3dd9cf7e tempest-RoutersTest-1255860389 tempest-RoutersTest-1255860389] Notify agent at l3_agent.n-d-768862-2 the message routers_updated {{(pid=84874) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jan 14 07:37:12.339202 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3917393c-83e8-4d9f-b6c2-3bbda92689bf None None] Sync routers for ids ['3998536e-65e4-4108-ab1c-eac6e818dd96'] in n-d-768862-2 {{(pid=84877) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Jan 14 07:37:12.357512 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3917393c-83e8-4d9f-b6c2-3bbda92689bf None None] Routers {'3998536e-65e4-4108-ab1c-eac6e818dd96'} bound to L3 agent in host n-d-768862-2 {{(pid=84877) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 14 07:37:12.359098 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_hamode_db [None req-3917393c-83e8-4d9f-b6c2-3bbda92689bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-01-14T06:56:51Z,description=,heartbeat_timestamp=2021-01-14T07:36:52Z,host='n-d-768862-2',id=35f592e9-451b-4db9-abea-77b6a5c5391b,load=0,resource_versions=,resources_synced=,started_at=2021-01-14T06:56:51Z,topic='l3_agent')) {'router_ids': ['3998536e-65e4-4108-ab1c-eac6e818dd96'], 'active': True} {{(pid=84877) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:37:12.389918 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-391c9402-bdd3-4398-a016-1e7e05d833d8 tempest-SecGroupTest-1152222618 tempest-SecGroupTest-1152222618] Pushing event updated for resources: {'SecurityGroup': ['ID=c2bf2c4f-fd03-47f5-8ea5-95197f6e9af5,revision_number=1']} {{(pid=84874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:37:12.415582 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-391c9402-bdd3-4398-a016-1e7e05d833d8 tempest-SecGroupTest-1152222618 tempest-SecGroupTest-1152222618] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.404s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:37:12.423880 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-e798b1e3-b264-47b7-a08a-e5ad3dd9cf7e tempest-RoutersTest-1255860389 tempest-RoutersTest-1255860389] 10.222.0.24 "PUT /v2.0/routers/3998536e-65e4-4108-ab1c-eac6e818dd96/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.5144050 Jan 14 07:37:12.426442 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84874) accepted ('10.222.0.24', 36170) {{(pid=84874) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:37:12.434885 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-391c9402-bdd3-4398-a016-1e7e05d833d8 tempest-SecGroupTest-1152222618 tempest-SecGroupTest-1152222618] Notify callbacks [] for security_group, before_response {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:37:12.442257 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84875) accepted ('10.222.0.24', 36174) {{(pid=84875) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:37:12.444578 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-391c9402-bdd3-4398-a016-1e7e05d833d8 tempest-SecGroupTest-1152222618 tempest-SecGroupTest-1152222618] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 2.8394215 Jan 14 07:37:12.456987 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.v2.base [None req-67c881c5-4082-4967-b878-a55e2154039b tempest-RoutersTest-1255860389 tempest-RoutersTest-1255860389] Request body: {'network': {'name': 'tempest-RoutersTest-1262384300'}} {{(pid=84874) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:37:12.457903 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.v2.base [None req-47845b81-d8f8-43e0-8044-2baba638439f tempest-SecGroupTest-1152222618 tempest-SecGroupTest-1152222618] Request body: {'security_group_rule': {'security_group_id': 'c2bf2c4f-fd03-47f5-8ea5-95197f6e9af5', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 77, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=84875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:37:12.473252 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-67c881c5-4082-4967-b878-a55e2154039b tempest-RoutersTest-1255860389 tempest-RoutersTest-1255860389] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:37:12.484362 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-67c881c5-4082-4967-b878-a55e2154039b tempest-RoutersTest-1255860389 tempest-RoutersTest-1255860389] Usage tracker for resource:network and tenant:2a076c09cf6548039ba7b64b98184a0e is out of sync, need to count used quota {{(pid=84874) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:37:12.496279 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-67c881c5-4082-4967-b878-a55e2154039b tempest-RoutersTest-1255860389 tempest-RoutersTest-1255860389] Quota usage for network was recalculated. Used quota:3. {{(pid=84874) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:37:12.500250 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-47845b81-d8f8-43e0-8044-2baba638439f tempest-SecGroupTest-1152222618 tempest-SecGroupTest-1152222618] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:37:12.508579 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-11528c8c-a9a3-4a1d-9508-9aed9e6c3f92 tempest-TestNetworkAdvancedServerOps-470546014 tempest-TestNetworkAdvancedServerOps-470546014] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036854176836'] for subnet, precommit_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:37:12.516381 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-67c881c5-4082-4967-b878-a55e2154039b tempest-RoutersTest-1255860389 tempest-RoutersTest-1255860389] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=84874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:37:12.524715 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84874) accepted ('10.222.0.24', 36180) {{(pid=84874) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:37:12.529600 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-67c881c5-4082-4967-b878-a55e2154039b tempest-RoutersTest-1255860389 tempest-RoutersTest-1255860389] Made reservation on behalf of 2a076c09cf6548039ba7b64b98184a0e for: {'network': 1} {{(pid=84874) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 07:37:12.541433 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-67c881c5-4082-4967-b878-a55e2154039b tempest-RoutersTest-1255860389 tempest-RoutersTest-1255860389] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555753'] for network, before_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:37:12.571585 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_dvr_db [None req-3917393c-83e8-4d9f-b6c2-3bbda92689bf None None] Set router 3998536e-65e4-4108-ab1c-eac6e818dd96 gateway port host: None {{(pid=84877) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 14 07:37:12.628127 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-67c881c5-4082-4967-b878-a55e2154039b tempest-RoutersTest-1255860389 tempest-RoutersTest-1255860389] vxlan segment allocate from pool success with {'vxlan_vni': 9} {{(pid=84874) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Jan 14 07:37:12.639517 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-47845b81-d8f8-43e0-8044-2baba638439f tempest-SecGroupTest-1152222618 tempest-SecGroupTest-1152222618] Usage tracker for resource:security_group_rule and tenant:73c9cef5e7e44d5ba1cf1737d559f80d is out of sync, need to count used quota {{(pid=84875) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:37:12.653441 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-67c881c5-4082-4967-b878-a55e2154039b tempest-RoutersTest-1255860389 tempest-RoutersTest-1255860389] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854179735'] for segment, precommit_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:37:12.654097 n-d-768862-2 neutron-server[84765]: INFO neutron.db.segments_db [None req-67c881c5-4082-4967-b878-a55e2154039b tempest-RoutersTest-1255860389 tempest-RoutersTest-1255860389] Added segment dced12e1-dbeb-4e4e-9d18-71ec184ed5ac of type vxlan for network 90c406da-cca7-476a-aa28-f87e63529359 Jan 14 07:37:12.675622 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-47845b81-d8f8-43e0-8044-2baba638439f tempest-SecGroupTest-1152222618 tempest-SecGroupTest-1152222618] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84875) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:37:12.705631 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-47845b81-d8f8-43e0-8044-2baba638439f tempest-SecGroupTest-1152222618 tempest-SecGroupTest-1152222618] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:37:12.738085 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-67c881c5-4082-4967-b878-a55e2154039b tempest-RoutersTest-1255860389 tempest-RoutersTest-1255860389] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363259214646115'] for network, precommit_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:37:12.807711 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-67c881c5-4082-4967-b878-a55e2154039b tempest-RoutersTest-1255860389 tempest-RoutersTest-1255860389] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850887149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964'] for network, after_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:37:12.852766 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67c881c5-4082-4967-b878-a55e2154039b tempest-RoutersTest-1255860389 tempest-RoutersTest-1255860389] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:37:12.853658 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-67c881c5-4082-4967-b878-a55e2154039b tempest-RoutersTest-1255860389 tempest-RoutersTest-1255860389] Notify callbacks [] for network, before_response {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:37:12.891305 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-cc534c0c-9949-4de9-b357-9ff7f1c9cf69 tempest-NetworksTest-1803261889 tempest-NetworksTest-1803261889] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:37:12.935311 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.v2.base [None req-be0a68a4-4ea6-445d-8ec3-d7761e9516d1 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1153081767-network', 'tenant_id': 'e26c40cc3e9941b885b51c91a5eec66d'}} {{(pid=84874) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:37:13.114429 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67c881c5-4082-4967-b878-a55e2154039b tempest-RoutersTest-1255860389 tempest-RoutersTest-1255860389] Pushing event updated for resources: {'Network': ['ID=90c406da-cca7-476a-aa28-f87e63529359,revision_number=1']} {{(pid=84874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:37:13.123608 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-67c881c5-4082-4967-b878-a55e2154039b tempest-RoutersTest-1255860389 tempest-RoutersTest-1255860389] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.6917396 Jan 14 07:37:13.124587 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84874) accepted ('10.222.0.24', 36190) {{(pid=84874) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:37:13.125657 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-67c881c5-4082-4967-b878-a55e2154039b tempest-RoutersTest-1255860389 tempest-RoutersTest-1255860389] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.234s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:37:13.127009 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-be0a68a4-4ea6-445d-8ec3-d7761e9516d1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:37:13.137640 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.v2.base [None req-f012db20-753b-4e4d-aa75-a439853b8fcc tempest-RoutersTest-1255860389 tempest-RoutersTest-1255860389] Request body: {'subnet': {'network_id': '90c406da-cca7-476a-aa28-f87e63529359', 'cidr': '172.23.0.0/28', 'ip_version': 4, 'gateway_ip': '172.23.0.1'}} {{(pid=84874) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:37:13.154092 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_hamode_db [None req-3917393c-83e8-4d9f-b6c2-3bbda92689bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3998536e-65e4-4108-ab1c-eac6e818dd96', 'name': 'tempest-RoutersTest-router-1767463639', 'tenant_id': '2a076c09cf6548039ba7b64b98184a0e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-14T07:36:27Z', 'updated_at': '2021-01-14T07:37:09Z', 'revision_number': 4, 'project_id': '2a076c09cf6548039ba7b64b98184a0e', 'gw_port_host': None, '_interfaces': [{'id': '1749ad2c-da7d-4dfd-8fbb-caa8b9d4f9da', 'name': '', 'network_id': 'd683ebeb-7989-4d7a-b28c-afad0a1c11e6', 'tenant_id': '2a076c09cf6548039ba7b64b98184a0e', 'mac_address': 'fa:16:3e:0a:89:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3998536e-65e4-4108-ab1c-eac6e818dd96', 'device_owner': 'network:router_interface', 'standard_attr_id': 3187, 'fixed_ips': [{'subnet_id': '5a96bfa7-fe1b-485f-b2fa-6cd040962272', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T07:37:08Z', 'updated_at': '2021-01-14T07:37:09Z', 'revision_number': 2, 'project_id': '2a076c09cf6548039ba7b64b98184a0e', 'subnets': [{'id': '5a96bfa7-fe1b-485f-b2fa-6cd040962272', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}, {'id': '6087c0d6-adc5-4077-8829-a972ea878eb0', 'name': '', 'network_id': '55d17c7e-058e-429d-a06c-3d5716669d4b', 'tenant_id': '2a076c09cf6548039ba7b64b98184a0e', 'mac_address': 'fa:16:3e:63:f5:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3998536e-65e4-4108-ab1c-eac6e818dd96', 'device_owner': 'network:router_interface', 'standard_attr_id': 3105, 'fixed_ips': [{'subnet_id': '002e57a5-80b9-4642-93d6-65fb5b5a0aa8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T07:36:32Z', 'updated_at': '2021-01-14T07:36:54Z', 'revision_number': 5, 'project_id': '2a076c09cf6548039ba7b64b98184a0e', 'subnets': [{'id': '002e57a5-80b9-4642-93d6-65fb5b5a0aa8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}, {'id': '9a184727-28ae-41f3-9959-671196777b38', 'name': '', 'network_id': '38c91695-e5b8-46a7-8f78-0f0683e3f1c9', 'tenant_id': '2a076c09cf6548039ba7b64b98184a0e', 'mac_address': 'fa:16:3e:71:22:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3998536e-65e4-4108-ab1c-eac6e818dd96', 'device_owner': 'network:router_interface', 'standard_attr_id': 3137, 'fixed_ips': [{'subnet_id': '5edbaf61-3242-45cf-a727-c26ae3ee23a2', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T07:36:50Z', 'updated_at': '2021-01-14T07:37:09Z', 'revision_number': 5, 'project_id': '2a076c09cf6548039ba7b64b98184a0e', 'subnets': [{'id': '5edbaf61-3242-45cf-a727-c26ae3ee23a2', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'n-d-768862-2', False) {} {{(pid=84877) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:37:13.159334 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3917393c-83e8-4d9f-b6c2-3bbda92689bf None None] Checking router: 3998536e-65e4-4108-ab1c-eac6e818dd96 for host: n-d-768862-2 {{(pid=84877) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Jan 14 07:37:13.160027 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3917393c-83e8-4d9f-b6c2-3bbda92689bf None None] Updating router 3998536e-65e4-4108-ab1c-eac6e818dd96 port 1749ad2c-da7d-4dfd-8fbb-caa8b9d4f9da binding host n-d-768862-2 {{(pid=84877) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Jan 14 07:37:13.219592 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-be0a68a4-4ea6-445d-8ec3-d7761e9516d1 admin admin] Usage tracker for resource:network and tenant:e26c40cc3e9941b885b51c91a5eec66d is out of sync, need to count used quota {{(pid=84874) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:37:13.222866 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-be0a68a4-4ea6-445d-8ec3-d7761e9516d1 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84874) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:37:13.229415 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-be0a68a4-4ea6-445d-8ec3-d7761e9516d1 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:37:13.238051 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-3917393c-83e8-4d9f-b6c2-3bbda92689bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555753'] for port, before_update {{(pid=84877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:37:13.249752 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-be0a68a4-4ea6-445d-8ec3-d7761e9516d1 admin admin] Made reservation on behalf of e26c40cc3e9941b885b51c91a5eec66d for: {'network': 1} {{(pid=84874) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 07:37:13.254741 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-be0a68a4-4ea6-445d-8ec3-d7761e9516d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555753'] for network, before_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:37:13.277919 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-be0a68a4-4ea6-445d-8ec3-d7761e9516d1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:37:13.332290 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-f012db20-753b-4e4d-aa75-a439853b8fcc tempest-RoutersTest-1255860389 tempest-RoutersTest-1255860389] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:37:13.336439 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-f012db20-753b-4e4d-aa75-a439853b8fcc tempest-RoutersTest-1255860389 tempest-RoutersTest-1255860389] Usage tracker for resource:subnet and tenant:2a076c09cf6548039ba7b64b98184a0e is out of sync, need to count used quota {{(pid=84874) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:37:13.339651 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-f012db20-753b-4e4d-aa75-a439853b8fcc tempest-RoutersTest-1255860389 tempest-RoutersTest-1255860389] Quota usage for subnet was recalculated. Used quota:3. {{(pid=84874) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:37:13.345496 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-f012db20-753b-4e4d-aa75-a439853b8fcc tempest-RoutersTest-1255860389 tempest-RoutersTest-1255860389] Attempting to reserve 1 items for resource subnet. Total usage: 3; quota limit: 100; headroom:97 {{(pid=84874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:37:13.353478 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-be0a68a4-4ea6-445d-8ec3-d7761e9516d1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:37:13.358526 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f012db20-753b-4e4d-aa75-a439853b8fcc tempest-RoutersTest-1255860389 tempest-RoutersTest-1255860389] Made reservation on behalf of 2a076c09cf6548039ba7b64b98184a0e for: {'subnet': 1} {{(pid=84874) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 07:37:13.374539 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Device 372e9e22-513b-4726-b38e-f9aa15d88d34 up at agent ovs-agent-n-d-768862-2 {{(pid=84876) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 07:37:13.381034 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84875) accepted ('10.222.0.24', 36198) {{(pid=84875) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:37:13.389612 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-11528c8c-a9a3-4a1d-9508-9aed9e6c3f92 tempest-TestNetworkAdvancedServerOps-470546014 tempest-TestNetworkAdvancedServerOps-470546014] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-598964', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850887113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3154192', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2308610'] for subnet, after_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:37:13.435755 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-017f98a9-8a07-408c-a86f-8ff0c00400a0 None None] Network 90c406da-cca7-476a-aa28-f87e63529359 details requested by agent ovs-agent-n-h1-768862-2 with host n-h1-768862-2 {{(pid=84876) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 07:37:13.451969 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-852a24f7-e9a1-4193-9abb-e9506fe5213f None None] Network 90c406da-cca7-476a-aa28-f87e63529359 details requested by agent ovs-agent-n-h2-768862-2 with host n-h2-768862-2 {{(pid=84876) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 07:37:13.519770 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-be0a68a4-4ea6-445d-8ec3-d7761e9516d1 admin admin] Usage tracker for resource:security_group_rule and tenant:e26c40cc3e9941b885b51c91a5eec66d is out of sync, need to count used quota {{(pid=84874) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:37:13.531852 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-f012db20-753b-4e4d-aa75-a439853b8fcc tempest-RoutersTest-1255860389 tempest-RoutersTest-1255860389] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036851981161'] for subnet, before_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:37:13.550828 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-be0a68a4-4ea6-445d-8ec3-d7761e9516d1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84874) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:37:13.553573 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Network 90c406da-cca7-476a-aa28-f87e63529359 details requested by agent ovs-agent-n-d-768862-2 with host n-d-768862-2 {{(pid=84876) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 07:37:13.566921 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-be0a68a4-4ea6-445d-8ec3-d7761e9516d1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:37:13.617162 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-2da7a4e4-fa8e-4b8e-b2f4-8db77a1daf17 tempest-NetworksIpV6TestAttrs-1453117616 tempest-NetworksIpV6TestAttrs-1453117616] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:37:13.720241 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-852a24f7-e9a1-4193-9abb-e9506fe5213f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363259214191800', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854171626'] for agent, after_update {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:37:13.735310 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-47845b81-d8f8-43e0-8044-2baba638439f tempest-SecGroupTest-1152222618 tempest-SecGroupTest-1152222618] Notify callbacks [] for security_group_rule, before_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:37:13.753848 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65d8b741-932f-4dca-ba50-3dbcf0163715 None None] Network 95a164ff-62fb-4679-bbc7-ddbefd16a643 requested from n-d-768862-2 {{(pid=84876) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 07:37:13.818989 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-11528c8c-a9a3-4a1d-9508-9aed9e6c3f92 tempest-TestNetworkAdvancedServerOps-470546014 tempest-TestNetworkAdvancedServerOps-470546014] Notify callbacks [] for subnet, before_response {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:37:13.827874 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11528c8c-a9a3-4a1d-9508-9aed9e6c3f92 tempest-TestNetworkAdvancedServerOps-470546014 tempest-TestNetworkAdvancedServerOps-470546014] Pushing event deleted for resources: {'Subnet': ['ID=4679c0ec-74f9-43ad-ae90-b342211beffd,revision_number=None']} {{(pid=84875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:37:13.843613 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-11528c8c-a9a3-4a1d-9508-9aed9e6c3f92 tempest-TestNetworkAdvancedServerOps-470546014 tempest-TestNetworkAdvancedServerOps-470546014] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.226s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:37:13.885302 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_dvr_db [None req-1ce2d345-70a3-45c7-b2cb-1f64da0f0fd5 None None] Set router be3dd945-8c89-4c1e-9981-f75dced94aa3 gateway port host: n-d-768862-2 {{(pid=84876) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 14 07:37:13.933767 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-4553c794-1f8b-4857-8e32-f3428a51dd19 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:37:13.975357 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84874) accepted ('10.222.0.24', 36208) {{(pid=84874) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:37:13.981205 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-11528c8c-a9a3-4a1d-9508-9aed9e6c3f92 tempest-TestNetworkAdvancedServerOps-470546014 tempest-TestNetworkAdvancedServerOps-470546014] 10.222.0.24 "DELETE /v2.0/subnets/4679c0ec-74f9-43ad-ae90-b342211beffd HTTP/1.1" status: 204 len: 168 time: 2.9865394 Jan 14 07:37:14.002374 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-4553c794-1f8b-4857-8e32-f3428a51dd19 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:37:14.033194 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-3917393c-83e8-4d9f-b6c2-3bbda92689bf None None] Notify callbacks [] for port, precommit_update {{(pid=84877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:37:14.044647 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-47845b81-d8f8-43e0-8044-2baba638439f tempest-SecGroupTest-1152222618 tempest-SecGroupTest-1152222618] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:37:14.049284 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-3917393c-83e8-4d9f-b6c2-3bbda92689bf None None] Transition to ACTIVE for port object 1749ad2c-da7d-4dfd-8fbb-caa8b9d4f9da will not be triggered until provisioned by entity L2. {{(pid=84877) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 07:37:14.050584 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-4553c794-1f8b-4857-8e32-f3428a51dd19 admin admin] Usage tracker for resource:security_group_rule and tenant:e9ec9dc5a3824f91a51a1e8bc2e30bbc is out of sync, need to count used quota {{(pid=84875) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:37:14.053766 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-4553c794-1f8b-4857-8e32-f3428a51dd19 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84875) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:37:14.058570 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-3917393c-83e8-4d9f-b6c2-3bbda92689bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777640533312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363259214678337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777640097497'] for port, after_update {{(pid=84877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:37:14.076894 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-4553c794-1f8b-4857-8e32-f3428a51dd19 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:37:14.089344 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-238bb285-fc82-407e-9808-49b5d85141fb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:37:14.154253 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-47845b81-d8f8-43e0-8044-2baba638439f tempest-SecGroupTest-1152222618 tempest-SecGroupTest-1152222618] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850966545'] for security_group_rule, after_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:37:14.171530 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-0c553e43-368a-4d91-a7b3-9b76f7c26847 tempest-SecGroupIPv6Test-296392250 tempest-SecGroupIPv6Test-296392250] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:37:14.200158 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47845b81-d8f8-43e0-8044-2baba638439f tempest-SecGroupTest-1152222618 tempest-SecGroupTest-1152222618] Pushing event updated for resources: {'SecurityGroupRule': ['ID=290f37aa-0312-40c5-a0de-90929c9fb5c0,revision_number=0']} {{(pid=84875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:37:14.220490 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-47845b81-d8f8-43e0-8044-2baba638439f tempest-SecGroupTest-1152222618 tempest-SecGroupTest-1152222618] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:37:14.229938 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-4ab5a327-5af8-45ef-b085-fed79e73a2b6 tempest-TestNetworkAdvancedServerOps-470546014 tempest-TestNetworkAdvancedServerOps-470546014] Notify callbacks [] for router, before_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:37:14.265116 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-47845b81-d8f8-43e0-8044-2baba638439f tempest-SecGroupTest-1152222618 tempest-SecGroupTest-1152222618] Notify callbacks [] for security_group_rule, before_response {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:37:14.266851 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-47845b81-d8f8-43e0-8044-2baba638439f tempest-SecGroupTest-1152222618 tempest-SecGroupTest-1152222618] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.8235238 Jan 14 07:37:14.270222 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84875) accepted ('10.222.0.24', 36218) {{(pid=84875) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:37:14.356299 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-6a9e66b8-b4e5-491c-a045-03b8f7986ab5 tempest-SecGroupTest-1152222618 tempest-SecGroupTest-1152222618] Notify callbacks [] for security_group_rule, before_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:37:14.428442 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-6a9e66b8-b4e5-491c-a045-03b8f7986ab5 tempest-SecGroupTest-1152222618 tempest-SecGroupTest-1152222618] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:37:14.462271 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Provisioning complete for port 372e9e22-513b-4726-b38e-f9aa15d88d34 triggered by entity L2. {{(pid=84876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 07:37:14.462870 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-604227'] for port, provisioning_complete {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:37:14.471492 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-4553c794-1f8b-4857-8e32-f3428a51dd19 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:37:14.483025 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-4553c794-1f8b-4857-8e32-f3428a51dd19 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850887153'] for security_group, after_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:37:14.490128 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0f8d954-6d37-4962-a6ea-5a6caf83a1cd None None] Pushing event updated for resources: {'Port': ['ID=1749ad2c-da7d-4dfd-8fbb-caa8b9d4f9da,revision_number=3']} {{(pid=84877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:37:14.510847 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0f8d954-6d37-4962-a6ea-5a6caf83a1cd None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@n-h1-768862-2 {{(pid=84877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:37:14.511133 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-4ab5a327-5af8-45ef-b085-fed79e73a2b6 tempest-TestNetworkAdvancedServerOps-470546014 tempest-TestNetworkAdvancedServerOps-470546014] Notify callbacks [] for router_gateway, before_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:37:14.511224 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0f8d954-6d37-4962-a6ea-5a6caf83a1cd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-h1-768862-2 {{(pid=84877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:37:14.511614 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0f8d954-6d37-4962-a6ea-5a6caf83a1cd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-h1-768862-2 {{(pid=84877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:37:14.512034 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0f8d954-6d37-4962-a6ea-5a6caf83a1cd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-h1-768862-2 {{(pid=84877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:37:14.512397 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0f8d954-6d37-4962-a6ea-5a6caf83a1cd None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@n-h1-768862-2 {{(pid=84877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:37:14.512758 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0f8d954-6d37-4962-a6ea-5a6caf83a1cd None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-h1-768862-2 {{(pid=84877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:37:14.513115 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0f8d954-6d37-4962-a6ea-5a6caf83a1cd None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-h1-768862-2 {{(pid=84877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:37:14.513469 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0f8d954-6d37-4962-a6ea-5a6caf83a1cd None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-h1-768862-2 {{(pid=84877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:37:14.513823 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0f8d954-6d37-4962-a6ea-5a6caf83a1cd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-h1-768862-2 {{(pid=84877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:37:14.514175 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0f8d954-6d37-4962-a6ea-5a6caf83a1cd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-h1-768862-2 {{(pid=84877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:37:14.514531 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0f8d954-6d37-4962-a6ea-5a6caf83a1cd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-h1-768862-2 {{(pid=84877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:37:14.514879 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0f8d954-6d37-4962-a6ea-5a6caf83a1cd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-h1-768862-2 {{(pid=84877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:37:14.515271 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0f8d954-6d37-4962-a6ea-5a6caf83a1cd None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@n-h2-768862-2 {{(pid=84877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:37:14.515601 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0f8d954-6d37-4962-a6ea-5a6caf83a1cd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-h2-768862-2 {{(pid=84877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:37:14.516138 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0f8d954-6d37-4962-a6ea-5a6caf83a1cd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-h2-768862-2 {{(pid=84877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:37:14.516631 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0f8d954-6d37-4962-a6ea-5a6caf83a1cd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-h2-768862-2 {{(pid=84877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:37:14.517119 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0f8d954-6d37-4962-a6ea-5a6caf83a1cd None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@n-h2-768862-2 {{(pid=84877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:37:14.517626 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0f8d954-6d37-4962-a6ea-5a6caf83a1cd None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-h2-768862-2 {{(pid=84877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:37:14.518167 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0f8d954-6d37-4962-a6ea-5a6caf83a1cd None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-h2-768862-2 {{(pid=84877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:37:14.518686 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0f8d954-6d37-4962-a6ea-5a6caf83a1cd None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-h2-768862-2 {{(pid=84877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:37:14.519204 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0f8d954-6d37-4962-a6ea-5a6caf83a1cd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-h2-768862-2 {{(pid=84877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:37:14.519304 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.plugin [None req-4ab5a327-5af8-45ef-b085-fed79e73a2b6 tempest-TestNetworkAdvancedServerOps-470546014 tempest-TestNetworkAdvancedServerOps-470546014] Deleting port 64f07fcc-5260-4a3f-ad31-9d7edc236848 {{(pid=84874) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 07:37:14.519613 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-4ab5a327-5af8-45ef-b085-fed79e73a2b6 tempest-TestNetworkAdvancedServerOps-470546014 tempest-TestNetworkAdvancedServerOps-470546014] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363259214248359'] for port, before_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:37:14.520093 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0f8d954-6d37-4962-a6ea-5a6caf83a1cd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-h2-768862-2 {{(pid=84877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:37:14.520611 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0f8d954-6d37-4962-a6ea-5a6caf83a1cd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-h2-768862-2 {{(pid=84877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:37:14.521129 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0f8d954-6d37-4962-a6ea-5a6caf83a1cd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-h2-768862-2 {{(pid=84877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:37:14.521706 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0f8d954-6d37-4962-a6ea-5a6caf83a1cd None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-2 {{(pid=84877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:37:14.522220 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0f8d954-6d37-4962-a6ea-5a6caf83a1cd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-2 {{(pid=84877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:37:14.522734 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0f8d954-6d37-4962-a6ea-5a6caf83a1cd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-2 {{(pid=84877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:37:14.523253 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0f8d954-6d37-4962-a6ea-5a6caf83a1cd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-2 {{(pid=84877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:37:14.523767 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0f8d954-6d37-4962-a6ea-5a6caf83a1cd None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@n-d-768862-2 {{(pid=84877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:37:14.524308 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0f8d954-6d37-4962-a6ea-5a6caf83a1cd None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-2 {{(pid=84877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:37:14.524838 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0f8d954-6d37-4962-a6ea-5a6caf83a1cd None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-768862-2 {{(pid=84877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:37:14.525483 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0f8d954-6d37-4962-a6ea-5a6caf83a1cd None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-768862-2 {{(pid=84877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:37:14.526008 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0f8d954-6d37-4962-a6ea-5a6caf83a1cd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-2 {{(pid=84877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:37:14.526526 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0f8d954-6d37-4962-a6ea-5a6caf83a1cd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-2 {{(pid=84877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:37:14.527041 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0f8d954-6d37-4962-a6ea-5a6caf83a1cd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-2 {{(pid=84877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:37:14.527569 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0f8d954-6d37-4962-a6ea-5a6caf83a1cd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-2 {{(pid=84877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:37:14.536385 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-c0f8d954-6d37-4962-a6ea-5a6caf83a1cd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.447s {{(pid=84877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:37:14.581317 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-47ee1f2f-51f1-44ea-91be-2c3267e6aa26 tempest-TestSecurityGroupsBasicOps-944861984 tempest-TestSecurityGroupsBasicOps-944861984] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:37:14.639574 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-4553c794-1f8b-4857-8e32-f3428a51dd19 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=e9ec9dc5a3824f91a51a1e8bc2e30bbc&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2568395 Jan 14 07:37:14.646585 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84875) accepted ('10.222.0.24', 36224) {{(pid=84875) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:37:14.647394 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4553c794-1f8b-4857-8e32-f3428a51dd19 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4b9d750d-06b9-49df-a7e2-a0f82a88b8fb,revision_number=1']} {{(pid=84875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:37:14.674946 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-4553c794-1f8b-4857-8e32-f3428a51dd19 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:37:14.688014 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13b938d6-312d-4ab7-959f-9c9d97effc40 None None] DHCP port deletion for 95a164ff-62fb-4679-bbc7-ddbefd16a643 request from n-d-768862-2 {{(pid=84876) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Jan 14 07:37:14.736710 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-6a9e66b8-b4e5-491c-a045-03b8f7986ab5 tempest-SecGroupTest-1152222618 tempest-SecGroupTest-1152222618] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850966545'] for security_group_rule, after_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:37:14.752837 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-e8cd6c66-4966-41e2-8f03-81ddc5e33611 tempest-TestNetworkBasicOps-1983703278 tempest-TestNetworkBasicOps-1983703278] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:37:14.760407 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.plugin [None req-13b938d6-312d-4ab7-959f-9c9d97effc40 None None] Deleting port b8cb1c5e-a84d-405d-b6e6-99b6bcbf8534 {{(pid=84876) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 07:37:14.761034 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-13b938d6-312d-4ab7-959f-9c9d97effc40 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363259214248359'] for port, before_delete {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:37:14.827208 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-6a9e66b8-b4e5-491c-a045-03b8f7986ab5 tempest-SecGroupTest-1152222618 tempest-SecGroupTest-1152222618] Notify callbacks [] for security_group_rule, before_response {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:37:14.833157 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-6a9e66b8-b4e5-491c-a045-03b8f7986ab5 tempest-SecGroupTest-1152222618 tempest-SecGroupTest-1152222618] 10.222.0.24 "DELETE /v2.0/security-group-rules/290f37aa-0312-40c5-a0de-90929c9fb5c0 HTTP/1.1" status: 204 len: 168 time: 0.5604198 Jan 14 07:37:14.838308 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84875) accepted ('10.222.0.24', 36232) {{(pid=84875) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:37:14.852094 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a9e66b8-b4e5-491c-a045-03b8f7986ab5 tempest-SecGroupTest-1152222618 tempest-SecGroupTest-1152222618] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=290f37aa-0312-40c5-a0de-90929c9fb5c0,revision_number=None']} {{(pid=84875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:37:14.895442 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-6a9e66b8-b4e5-491c-a045-03b8f7986ab5 tempest-SecGroupTest-1152222618 tempest-SecGroupTest-1152222618] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:37:14.937913 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.managers [None req-3917393c-83e8-4d9f-b6c2-3bbda92689bf None None] Attempting to bind port 1749ad2c-da7d-4dfd-8fbb-caa8b9d4f9da on host n-d-768862-2 for vnic_type normal with profile {{(pid=84877) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 14 07:37:14.937913 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.managers [None req-3917393c-83e8-4d9f-b6c2-3bbda92689bf None None] Attempting to bind port 1749ad2c-da7d-4dfd-8fbb-caa8b9d4f9da by drivers openvswitch on host n-d-768862-2 at level 0 using segments [{'id': '11fad05c-7eaf-4772-af9d-fa3360011a4e', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'd683ebeb-7989-4d7a-b28c-afad0a1c11e6'}] {{(pid=84877) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 14 07:37:14.937913 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3917393c-83e8-4d9f-b6c2-3bbda92689bf None None] Attempting to bind port 1749ad2c-da7d-4dfd-8fbb-caa8b9d4f9da on network d683ebeb-7989-4d7a-b28c-afad0a1c11e6 {{(pid=84877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 14 07:37:14.954239 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3917393c-83e8-4d9f-b6c2-3bbda92689bf None None] Checking agent: {'id': 'ba5efab1-b43c-4d5a-bc52-6e105d4e67a2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768862-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 14, 6, 56, 52), 'started_at': datetime.datetime(2021, 1, 14, 6, 57, 22), 'heartbeat_timestamp': datetime.datetime(2021, 1, 14, 7, 36, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768862-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.29', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 14 07:37:14.954882 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3917393c-83e8-4d9f-b6c2-3bbda92689bf None None] Checking segment: {'id': '11fad05c-7eaf-4772-af9d-fa3360011a4e', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'd683ebeb-7989-4d7a-b28c-afad0a1c11e6'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84877) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 14 07:37:14.955510 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-3917393c-83e8-4d9f-b6c2-3bbda92689bf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:37:14.956285 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3917393c-83e8-4d9f-b6c2-3bbda92689bf None None] Bound using segment: {'id': '11fad05c-7eaf-4772-af9d-fa3360011a4e', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'd683ebeb-7989-4d7a-b28c-afad0a1c11e6'} {{(pid=84877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 14 07:37:14.957160 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.managers [None req-3917393c-83e8-4d9f-b6c2-3bbda92689bf None None] Bound port: 1749ad2c-da7d-4dfd-8fbb-caa8b9d4f9da, host: n-d-768862-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '11fad05c-7eaf-4772-af9d-fa3360011a4e', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'd683ebeb-7989-4d7a-b28c-afad0a1c11e6'}}] {{(pid=84877) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 14 07:37:14.957767 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-3917393c-83e8-4d9f-b6c2-3bbda92689bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555753'] for port, before_update {{(pid=84877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:37:14.965087 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-596d7ea6-cbd8-449a-8d2a-0c9169635e78 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:37:15.014995 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [None req-13b938d6-312d-4ab7-959f-9c9d97effc40 None None] For port b8cb1c5e-a84d-405d-b6e6-99b6bcbf8534, host n-d-768862-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-2',level=0,port_id=b8cb1c5e-a84d-405d-b6e6-99b6bcbf8534,segment=NetworkSegment(83e566ac-b883-47c4-b03c-6bf313d964c6),segment_id=83e566ac-b883-47c4-b03c-6bf313d964c6)] {{(pid=84876) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 07:37:15.015446 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-13b938d6-312d-4ab7-959f-9c9d97effc40 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036850862667'] for port, precommit_delete {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:37:15.044602 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-1d2e01af-5647-426d-8735-d5d51ad87e23 tempest-SecGroupTest-1152222618 tempest-SecGroupTest-1152222618] Synchronizing usage tracker for tenant:73c9cef5e7e44d5ba1cf1737d559f80d on resource:security_group_rule {{(pid=84875) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 14 07:37:15.102208 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-596d7ea6-cbd8-449a-8d2a-0c9169635e78 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:37:15.122081 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-1d2e01af-5647-426d-8735-d5d51ad87e23 tempest-SecGroupTest-1152222618 tempest-SecGroupTest-1152222618] Unset dirty status for tenant:73c9cef5e7e44d5ba1cf1737d559f80d on resource:security_group_rule {{(pid=84875) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 14 07:37:15.129815 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-1d2e01af-5647-426d-8735-d5d51ad87e23 tempest-SecGroupTest-1152222618 tempest-SecGroupTest-1152222618] 10.222.0.24 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.2867954 Jan 14 07:37:15.130957 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84875) accepted ('10.222.0.24', 36236) {{(pid=84875) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:37:15.131665 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [None req-3917393c-83e8-4d9f-b6c2-3bbda92689bf None None] For port 1749ad2c-da7d-4dfd-8fbb-caa8b9d4f9da, host n-d-768862-2, cleared binding levels {{(pid=84877) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 14 07:37:15.136858 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [None req-3917393c-83e8-4d9f-b6c2-3bbda92689bf None None] For port 1749ad2c-da7d-4dfd-8fbb-caa8b9d4f9da, host n-d-768862-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-2',level=0,port_id=1749ad2c-da7d-4dfd-8fbb-caa8b9d4f9da,segment=NetworkSegment(11fad05c-7eaf-4772-af9d-fa3360011a4e),segment_id=11fad05c-7eaf-4772-af9d-fa3360011a4e)] {{(pid=84877) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 14 07:37:15.144644 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-3917393c-83e8-4d9f-b6c2-3bbda92689bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777640533312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363259214678337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777640097497'] for port, after_update {{(pid=84877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:37:15.148292 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-be0a68a4-4ea6-445d-8ec3-d7761e9516d1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:37:15.156823 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [None req-4ab5a327-5af8-45ef-b085-fed79e73a2b6 tempest-TestNetworkAdvancedServerOps-470546014 tempest-TestNetworkAdvancedServerOps-470546014] For port 64f07fcc-5260-4a3f-ad31-9d7edc236848, host n-d-768862-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-2',level=0,port_id=64f07fcc-5260-4a3f-ad31-9d7edc236848,segment=NetworkSegment(cf3ded2c-bc47-4a71-89af-6e7117e60140),segment_id=cf3ded2c-bc47-4a71-89af-6e7117e60140)] {{(pid=84874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 07:37:15.157225 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-4ab5a327-5af8-45ef-b085-fed79e73a2b6 tempest-TestNetworkAdvancedServerOps-470546014 tempest-TestNetworkAdvancedServerOps-470546014] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036850862667'] for port, precommit_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:37:15.166326 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-be0a68a4-4ea6-445d-8ec3-d7761e9516d1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850887153'] for security_group, after_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:37:15.174198 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-0770c152-9518-47bd-ac3b-6c7734a67607 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:37:15.181553 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.plugin [None req-13b938d6-312d-4ab7-959f-9c9d97effc40 None None] Calling delete_port for b8cb1c5e-a84d-405d-b6e6-99b6bcbf8534 owned by network:dhcp {{(pid=84876) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 07:37:15.182497 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-be0a68a4-4ea6-445d-8ec3-d7761e9516d1 admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 15} {{(pid=84874) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Jan 14 07:37:15.196115 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-be0a68a4-4ea6-445d-8ec3-d7761e9516d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854179735'] for segment, precommit_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:37:15.196772 n-d-768862-2 neutron-server[84765]: INFO neutron.db.segments_db [None req-be0a68a4-4ea6-445d-8ec3-d7761e9516d1 admin admin] Added segment 4f90b6aa-1832-487d-82fa-fa2a6edc327b of type vxlan for network ada98c31-e0a7-4c01-a63a-f2a0b6f59f68 Jan 14 07:37:15.247761 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-be0a68a4-4ea6-445d-8ec3-d7761e9516d1 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363259214646115'] for network, precommit_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:37:15.315904 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-4acb7a20-5743-4e4b-a334-507caa8b3156 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:37:15.345298 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-68381acc-b51b-4737-beec-f6e7f26e8ca4 tempest-SecGroupTest-1152222618 tempest-SecGroupTest-1152222618] Notify callbacks [] for security_group, before_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:37:15.352474 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Device b171a70b-4db4-4cfd-bcb0-27c6e8b3cb40 up at agent ovs-agent-n-d-768862-2 {{(pid=84876) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 07:37:15.368523 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-be0a68a4-4ea6-445d-8ec3-d7761e9516d1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850887149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964'] for network, after_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:37:15.369631 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be0a68a4-4ea6-445d-8ec3-d7761e9516d1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:37:15.370273 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-be0a68a4-4ea6-445d-8ec3-d7761e9516d1 admin admin] Notify callbacks [] for network, before_response {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:37:15.380538 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-68381acc-b51b-4737-beec-f6e7f26e8ca4 tempest-SecGroupTest-1152222618 tempest-SecGroupTest-1152222618] Notify callbacks [] for security_group, precommit_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:37:15.396579 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-13b938d6-312d-4ab7-959f-9c9d97effc40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777640533329', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777640097463'] for port, after_delete {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:37:15.425444 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-21a7a734-0601-47b0-b350-07cd31ce8568 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84876) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:37:15.437442 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-68381acc-b51b-4737-beec-f6e7f26e8ca4 tempest-SecGroupTest-1152222618 tempest-SecGroupTest-1152222618] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850887153'] for security_group, after_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:37:15.455686 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-4553c794-1f8b-4857-8e32-f3428a51dd19 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:37:15.494166 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68381acc-b51b-4737-beec-f6e7f26e8ca4 tempest-SecGroupTest-1152222618 tempest-SecGroupTest-1152222618] Pushing event deleted for resources: {'SecurityGroup': ['ID=c2bf2c4f-fd03-47f5-8ea5-95197f6e9af5,revision_number=None']} {{(pid=84875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:37:15.514736 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68381acc-b51b-4737-beec-f6e7f26e8ca4 tempest-SecGroupTest-1152222618 tempest-SecGroupTest-1152222618] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@n-h1-768862-2 {{(pid=84875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:37:15.515401 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68381acc-b51b-4737-beec-f6e7f26e8ca4 tempest-SecGroupTest-1152222618 tempest-SecGroupTest-1152222618] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-h1-768862-2 {{(pid=84875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:37:15.516015 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68381acc-b51b-4737-beec-f6e7f26e8ca4 tempest-SecGroupTest-1152222618 tempest-SecGroupTest-1152222618] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-h1-768862-2 {{(pid=84875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:37:15.516952 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68381acc-b51b-4737-beec-f6e7f26e8ca4 tempest-SecGroupTest-1152222618 tempest-SecGroupTest-1152222618] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-h1-768862-2 {{(pid=84875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:37:15.517536 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68381acc-b51b-4737-beec-f6e7f26e8ca4 tempest-SecGroupTest-1152222618 tempest-SecGroupTest-1152222618] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@n-h1-768862-2 {{(pid=84875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:37:15.518460 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68381acc-b51b-4737-beec-f6e7f26e8ca4 tempest-SecGroupTest-1152222618 tempest-SecGroupTest-1152222618] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-h1-768862-2 {{(pid=84875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:37:15.519040 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68381acc-b51b-4737-beec-f6e7f26e8ca4 tempest-SecGroupTest-1152222618 tempest-SecGroupTest-1152222618] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-h1-768862-2 {{(pid=84875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:37:15.519631 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68381acc-b51b-4737-beec-f6e7f26e8ca4 tempest-SecGroupTest-1152222618 tempest-SecGroupTest-1152222618] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-h1-768862-2 {{(pid=84875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:37:15.520252 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68381acc-b51b-4737-beec-f6e7f26e8ca4 tempest-SecGroupTest-1152222618 tempest-SecGroupTest-1152222618] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-h1-768862-2 {{(pid=84875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:37:15.520825 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68381acc-b51b-4737-beec-f6e7f26e8ca4 tempest-SecGroupTest-1152222618 tempest-SecGroupTest-1152222618] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-h1-768862-2 {{(pid=84875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:37:15.521397 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68381acc-b51b-4737-beec-f6e7f26e8ca4 tempest-SecGroupTest-1152222618 tempest-SecGroupTest-1152222618] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-h1-768862-2 {{(pid=84875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:37:15.521981 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68381acc-b51b-4737-beec-f6e7f26e8ca4 tempest-SecGroupTest-1152222618 tempest-SecGroupTest-1152222618] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-h1-768862-2 {{(pid=84875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:37:15.523536 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68381acc-b51b-4737-beec-f6e7f26e8ca4 tempest-SecGroupTest-1152222618 tempest-SecGroupTest-1152222618] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@n-h2-768862-2 {{(pid=84875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:37:15.524129 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68381acc-b51b-4737-beec-f6e7f26e8ca4 tempest-SecGroupTest-1152222618 tempest-SecGroupTest-1152222618] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-h2-768862-2 {{(pid=84875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:37:15.524706 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68381acc-b51b-4737-beec-f6e7f26e8ca4 tempest-SecGroupTest-1152222618 tempest-SecGroupTest-1152222618] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-h2-768862-2 {{(pid=84875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:37:15.525513 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68381acc-b51b-4737-beec-f6e7f26e8ca4 tempest-SecGroupTest-1152222618 tempest-SecGroupTest-1152222618] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-h2-768862-2 {{(pid=84875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:37:15.526110 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68381acc-b51b-4737-beec-f6e7f26e8ca4 tempest-SecGroupTest-1152222618 tempest-SecGroupTest-1152222618] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@n-h2-768862-2 {{(pid=84875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:37:15.526684 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68381acc-b51b-4737-beec-f6e7f26e8ca4 tempest-SecGroupTest-1152222618 tempest-SecGroupTest-1152222618] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-h2-768862-2 {{(pid=84875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:37:15.527650 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68381acc-b51b-4737-beec-f6e7f26e8ca4 tempest-SecGroupTest-1152222618 tempest-SecGroupTest-1152222618] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-h2-768862-2 {{(pid=84875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:37:15.528355 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68381acc-b51b-4737-beec-f6e7f26e8ca4 tempest-SecGroupTest-1152222618 tempest-SecGroupTest-1152222618] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-h2-768862-2 {{(pid=84875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:37:15.528936 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68381acc-b51b-4737-beec-f6e7f26e8ca4 tempest-SecGroupTest-1152222618 tempest-SecGroupTest-1152222618] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-h2-768862-2 {{(pid=84875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:37:15.529528 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68381acc-b51b-4737-beec-f6e7f26e8ca4 tempest-SecGroupTest-1152222618 tempest-SecGroupTest-1152222618] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-h2-768862-2 {{(pid=84875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:37:15.530102 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68381acc-b51b-4737-beec-f6e7f26e8ca4 tempest-SecGroupTest-1152222618 tempest-SecGroupTest-1152222618] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-h2-768862-2 {{(pid=84875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:37:15.530917 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68381acc-b51b-4737-beec-f6e7f26e8ca4 tempest-SecGroupTest-1152222618 tempest-SecGroupTest-1152222618] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-h2-768862-2 {{(pid=84875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:37:15.531576 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68381acc-b51b-4737-beec-f6e7f26e8ca4 tempest-SecGroupTest-1152222618 tempest-SecGroupTest-1152222618] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-2 {{(pid=84875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:37:15.532692 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0f8d954-6d37-4962-a6ea-5a6caf83a1cd None None] Pushing event updated for resources: {'Port': ['ID=1749ad2c-da7d-4dfd-8fbb-caa8b9d4f9da,revision_number=4']} {{(pid=84877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:37:15.532891 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68381acc-b51b-4737-beec-f6e7f26e8ca4 tempest-SecGroupTest-1152222618 tempest-SecGroupTest-1152222618] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-2 {{(pid=84875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:37:15.533597 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68381acc-b51b-4737-beec-f6e7f26e8ca4 tempest-SecGroupTest-1152222618 tempest-SecGroupTest-1152222618] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-2 {{(pid=84875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:37:15.534270 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68381acc-b51b-4737-beec-f6e7f26e8ca4 tempest-SecGroupTest-1152222618 tempest-SecGroupTest-1152222618] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-2 {{(pid=84875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:37:15.534846 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68381acc-b51b-4737-beec-f6e7f26e8ca4 tempest-SecGroupTest-1152222618 tempest-SecGroupTest-1152222618] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@n-d-768862-2 {{(pid=84875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:37:15.536085 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68381acc-b51b-4737-beec-f6e7f26e8ca4 tempest-SecGroupTest-1152222618 tempest-SecGroupTest-1152222618] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-2 {{(pid=84875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:37:15.537086 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68381acc-b51b-4737-beec-f6e7f26e8ca4 tempest-SecGroupTest-1152222618 tempest-SecGroupTest-1152222618] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-768862-2 {{(pid=84875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:37:15.538227 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68381acc-b51b-4737-beec-f6e7f26e8ca4 tempest-SecGroupTest-1152222618 tempest-SecGroupTest-1152222618] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-768862-2 {{(pid=84875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:37:15.538827 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68381acc-b51b-4737-beec-f6e7f26e8ca4 tempest-SecGroupTest-1152222618 tempest-SecGroupTest-1152222618] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-2 {{(pid=84875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:37:15.539851 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68381acc-b51b-4737-beec-f6e7f26e8ca4 tempest-SecGroupTest-1152222618 tempest-SecGroupTest-1152222618] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-2 {{(pid=84875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:37:15.540427 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68381acc-b51b-4737-beec-f6e7f26e8ca4 tempest-SecGroupTest-1152222618 tempest-SecGroupTest-1152222618] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-2 {{(pid=84875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:37:15.541029 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68381acc-b51b-4737-beec-f6e7f26e8ca4 tempest-SecGroupTest-1152222618 tempest-SecGroupTest-1152222618] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-2 {{(pid=84875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:37:15.546155 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-68381acc-b51b-4737-beec-f6e7f26e8ca4 tempest-SecGroupTest-1152222618 tempest-SecGroupTest-1152222618] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:37:15.553111 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-68381acc-b51b-4737-beec-f6e7f26e8ca4 tempest-SecGroupTest-1152222618 tempest-SecGroupTest-1152222618] Notify callbacks [] for security_group, before_response {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:37:15.557764 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-68381acc-b51b-4737-beec-f6e7f26e8ca4 tempest-SecGroupTest-1152222618 tempest-SecGroupTest-1152222618] 10.222.0.24 "DELETE /v2.0/security-groups/c2bf2c4f-fd03-47f5-8ea5-95197f6e9af5 HTTP/1.1" status: 204 len: 168 time: 0.4188766 Jan 14 07:37:15.557764 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-596d7ea6-cbd8-449a-8d2a-0c9169635e78 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850887153'] for security_group, after_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:37:15.563228 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-c0f8d954-6d37-4962-a6ea-5a6caf83a1cd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.386s {{(pid=84877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:37:15.563513 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84875) accepted ('10.222.0.24', 36246) {{(pid=84875) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:37:15.564448 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-e5745ccc-bf4b-49ee-ba77-dbbf1d4ed702 tempest-TestSecurityGroupsBasicOps-944861984 tempest-TestSecurityGroupsBasicOps-944861984] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:37:15.576876 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-596d7ea6-cbd8-449a-8d2a-0c9169635e78 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:37:15.578980 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-596d7ea6-cbd8-449a-8d2a-0c9169635e78 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/4b9d750d-06b9-49df-a7e2-a0f82a88b8fb HTTP/1.1" status: 204 len: 168 time: 0.9056249 Jan 14 07:37:15.582783 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-596d7ea6-cbd8-449a-8d2a-0c9169635e78 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4b9d750d-06b9-49df-a7e2-a0f82a88b8fb,revision_number=None']} {{(pid=84875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:37:15.588883 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-596d7ea6-cbd8-449a-8d2a-0c9169635e78 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:37:15.654248 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-4e2b6632-36bc-40a0-965c-3b4e82dd3930 None None] Provisioning for port 1749ad2c-da7d-4dfd-8fbb-caa8b9d4f9da completed by entity DHCP. {{(pid=84876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 07:37:15.656702 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3917393c-83e8-4d9f-b6c2-3bbda92689bf None None] Routers {'3998536e-65e4-4108-ab1c-eac6e818dd96'} bound to L3 agent in host n-d-768862-2 {{(pid=84877) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 14 07:37:15.662440 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_hamode_db [None req-3917393c-83e8-4d9f-b6c2-3bbda92689bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-01-14T06:56:51Z,description=,heartbeat_timestamp=2021-01-14T07:36:52Z,host='n-d-768862-2',id=35f592e9-451b-4db9-abea-77b6a5c5391b,load=0,resource_versions=,resources_synced=,started_at=2021-01-14T06:56:51Z,topic='l3_agent')) {'router_ids': ['3998536e-65e4-4108-ab1c-eac6e818dd96'], 'active': True} {{(pid=84877) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:37:15.676611 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-15513375-fda1-42ee-8a62-72380354da0e tempest-SecGroupTest-1152222618 tempest-SecGroupTest-1152222618] Synchronizing usage tracker for tenant:73c9cef5e7e44d5ba1cf1737d559f80d on resource:security_group {{(pid=84875) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 14 07:37:15.744741 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-15513375-fda1-42ee-8a62-72380354da0e tempest-SecGroupTest-1152222618 tempest-SecGroupTest-1152222618] Unset dirty status for tenant:73c9cef5e7e44d5ba1cf1737d559f80d on resource:security_group {{(pid=84875) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 14 07:37:15.746178 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-15513375-fda1-42ee-8a62-72380354da0e tempest-SecGroupTest-1152222618 tempest-SecGroupTest-1152222618] 10.222.0.24 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1664956 Jan 14 07:37:15.750669 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84875) accepted ('10.222.0.24', 36252) {{(pid=84875) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:37:15.757580 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.v2.base [None req-dec8e4e4-545c-4031-8974-b34326fa6970 tempest-SecGroupTest-1152222618 tempest-SecGroupTest-1152222618] Request body: {'security_group': {'name': 'tempest-secgroup--458007019'}} {{(pid=84875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:37:15.774950 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13b938d6-312d-4ab7-959f-9c9d97effc40 None None] Pushing event deleted for resources: {'Port': ['ID=b8cb1c5e-a84d-405d-b6e6-99b6bcbf8534,revision_number=None']} {{(pid=84876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:37:15.783466 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-dec8e4e4-545c-4031-8974-b34326fa6970 tempest-SecGroupTest-1152222618 tempest-SecGroupTest-1152222618] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:37:15.815613 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-13b938d6-312d-4ab7-959f-9c9d97effc40 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.390s {{(pid=84876) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:37:15.816755 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-dec8e4e4-545c-4031-8974-b34326fa6970 tempest-SecGroupTest-1152222618 tempest-SecGroupTest-1152222618] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:37:15.821119 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.plugin [None req-4ab5a327-5af8-45ef-b085-fed79e73a2b6 tempest-TestNetworkAdvancedServerOps-470546014 tempest-TestNetworkAdvancedServerOps-470546014] Calling delete_port for 64f07fcc-5260-4a3f-ad31-9d7edc236848 owned by network:router_gateway {{(pid=84874) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 07:37:15.840808 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-dec8e4e4-545c-4031-8974-b34326fa6970 tempest-SecGroupTest-1152222618 tempest-SecGroupTest-1152222618] Notify callbacks [] for security_group, before_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:37:15.873856 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-dec8e4e4-545c-4031-8974-b34326fa6970 tempest-SecGroupTest-1152222618 tempest-SecGroupTest-1152222618] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:37:15.880216 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-dec8e4e4-545c-4031-8974-b34326fa6970 tempest-SecGroupTest-1152222618 tempest-SecGroupTest-1152222618] Usage tracker for resource:security_group_rule and tenant:73c9cef5e7e44d5ba1cf1737d559f80d is out of sync, need to count used quota {{(pid=84875) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:37:15.883965 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-dec8e4e4-545c-4031-8974-b34326fa6970 tempest-SecGroupTest-1152222618 tempest-SecGroupTest-1152222618] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84875) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:37:15.891126 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-dec8e4e4-545c-4031-8974-b34326fa6970 tempest-SecGroupTest-1152222618 tempest-SecGroupTest-1152222618] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:37:15.969728 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_hamode_db [None req-1ce2d345-70a3-45c7-b2cb-1f64da0f0fd5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'be3dd945-8c89-4c1e-9981-f75dced94aa3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1158908291', 'tenant_id': '6f3510a486e44d0a99223e7a34e71069', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '226f1e78-82cd-4481-9055-4eb73b6db8c1', 'external_fixed_ips': [{'subnet_id': 'ba8deeec-7658-4195-9449-038c076f5c83', 'ip_address': '172.25.2.211'}], 'enable_snat': True}, 'gw_port_id': '64f07fcc-5260-4a3f-ad31-9d7edc236848', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-14T07:36:32Z', 'updated_at': '2021-01-14T07:37:07Z', 'revision_number': 5, 'project_id': '6f3510a486e44d0a99223e7a34e71069', 'gw_port': {'id': '64f07fcc-5260-4a3f-ad31-9d7edc236848', 'name': '', 'network_id': '226f1e78-82cd-4481-9055-4eb73b6db8c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:5e:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be3dd945-8c89-4c1e-9981-f75dced94aa3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3106, 'fixed_ips': [{'subnet_id': 'ba8deeec-7658-4195-9449-038c076f5c83', 'ip_address': '172.25.2.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T07:36:36Z', 'updated_at': '2021-01-14T07:36:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ba8deeec-7658-4195-9449-038c076f5c83', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-2'}], 'n-d-768862-2', False) {} {{(pid=84876) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:37:15.994521 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-dec8e4e4-545c-4031-8974-b34326fa6970 tempest-SecGroupTest-1152222618 tempest-SecGroupTest-1152222618] Notify callbacks [] for security_group, precommit_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:37:15.997825 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-dec8e4e4-545c-4031-8974-b34326fa6970 tempest-SecGroupTest-1152222618 tempest-SecGroupTest-1152222618] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850887153'] for security_group, after_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:37:16.003071 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Provisioning for port b171a70b-4db4-4cfd-bcb0-27c6e8b3cb40 completed by entity L2. {{(pid=84876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 07:37:16.005051 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-cd2ca33e-2067-4225-84dd-2ad44cbd8d6f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:37:16.008932 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-be0a68a4-4ea6-445d-8ec3-d7761e9516d1 admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 876 time: 3.4796493 Jan 14 07:37:16.013831 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13b938d6-312d-4ab7-959f-9c9d97effc40 None None] No DVR routers for this DVR port b8cb1c5e-a84d-405d-b6e6-99b6bcbf8534 on host n-d-768862-2 {{(pid=84876) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Jan 14 07:37:16.019395 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ce2d345-70a3-45c7-b2cb-1f64da0f0fd5 None None] The sync data for ids ['be3dd945-8c89-4c1e-9981-f75dced94aa3'] in n-d-768862-2 is: [{'id': 'be3dd945-8c89-4c1e-9981-f75dced94aa3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1158908291', 'tenant_id': '6f3510a486e44d0a99223e7a34e71069', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '226f1e78-82cd-4481-9055-4eb73b6db8c1', 'external_fixed_ips': [{'subnet_id': 'ba8deeec-7658-4195-9449-038c076f5c83', 'ip_address': '172.25.2.211'}], 'enable_snat': True}, 'gw_port_id': '64f07fcc-5260-4a3f-ad31-9d7edc236848', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-14T07:36:32Z', 'updated_at': '2021-01-14T07:37:07Z', 'revision_number': 5, 'project_id': '6f3510a486e44d0a99223e7a34e71069', 'gw_port': {'id': '64f07fcc-5260-4a3f-ad31-9d7edc236848', 'name': '', 'network_id': '226f1e78-82cd-4481-9055-4eb73b6db8c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:5e:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be3dd945-8c89-4c1e-9981-f75dced94aa3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3106, 'fixed_ips': [{'subnet_id': 'ba8deeec-7658-4195-9449-038c076f5c83', 'ip_address': '172.25.2.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T07:36:36Z', 'updated_at': '2021-01-14T07:36:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ba8deeec-7658-4195-9449-038c076f5c83', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-2'}] {{(pid=84876) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Jan 14 07:37:16.020399 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84874) accepted ('10.222.0.24', 36262) {{(pid=84874) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:37:16.063382 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dec8e4e4-545c-4031-8974-b34326fa6970 tempest-SecGroupTest-1152222618 tempest-SecGroupTest-1152222618] Pushing event updated for resources: {'SecurityGroup': ['ID=dbb561f3-ee96-41eb-8d44-1afdb26baea0,revision_number=1']} {{(pid=84875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:37:16.066939 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-dec8e4e4-545c-4031-8974-b34326fa6970 tempest-SecGroupTest-1152222618 tempest-SecGroupTest-1152222618] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:37:16.084367 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.v2.base [None req-b8e5ff71-55b2-4826-b2a6-88a099eb4bbd admin admin] Request body: {'subnet': {'network_id': 'ada98c31-e0a7-4c01-a63a-f2a0b6f59f68', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1153081767-subnet', 'tenant_id': 'e26c40cc3e9941b885b51c91a5eec66d', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=84874) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:37:16.084725 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Provisioning complete for port b171a70b-4db4-4cfd-bcb0-27c6e8b3cb40 triggered by entity L2. {{(pid=84876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 07:37:16.092075 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-604227'] for port, provisioning_complete {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:37:16.113490 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be0a68a4-4ea6-445d-8ec3-d7761e9516d1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0d1e34de-dba1-4a24-aa08-404e75992f60,revision_number=1']} {{(pid=84874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:37:16.117748 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-dec8e4e4-545c-4031-8974-b34326fa6970 tempest-SecGroupTest-1152222618 tempest-SecGroupTest-1152222618] Notify callbacks [] for security_group, before_response {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:37:16.123011 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-dec8e4e4-545c-4031-8974-b34326fa6970 tempest-SecGroupTest-1152222618 tempest-SecGroupTest-1152222618] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.3677366 Jan 14 07:37:16.123348 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84875) accepted ('10.222.0.24', 36266) {{(pid=84875) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:37:16.127745 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-be0a68a4-4ea6-445d-8ec3-d7761e9516d1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.819s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:37:16.134618 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.v2.base [None req-11fc63f5-5899-435e-b7a6-4525fcc97c67 tempest-SecGroupTest-1152222618 tempest-SecGroupTest-1152222618] Request body: {'security_group_rule': {'security_group_id': 'dbb561f3-ee96-41eb-8d44-1afdb26baea0', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 3, 'port_range_max': 2, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=84875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:37:16.138253 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-1f144a47-867e-4a98-b026-9eb9777e435c tempest-RoutersTest-1255860389 tempest-RoutersTest-1255860389] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.545s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:37:16.168311 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-11fc63f5-5899-435e-b7a6-4525fcc97c67 tempest-SecGroupTest-1152222618 tempest-SecGroupTest-1152222618] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:37:16.172469 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-b8e5ff71-55b2-4826-b2a6-88a099eb4bbd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:37:16.173682 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-11fc63f5-5899-435e-b7a6-4525fcc97c67 tempest-SecGroupTest-1152222618 tempest-SecGroupTest-1152222618] Usage tracker for resource:security_group_rule and tenant:73c9cef5e7e44d5ba1cf1737d559f80d is out of sync, need to count used quota {{(pid=84875) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:37:16.178752 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_dvr_db [None req-3917393c-83e8-4d9f-b6c2-3bbda92689bf None None] Set router 3998536e-65e4-4108-ab1c-eac6e818dd96 gateway port host: None {{(pid=84877) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 14 07:37:16.182872 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-11fc63f5-5899-435e-b7a6-4525fcc97c67 tempest-SecGroupTest-1152222618 tempest-SecGroupTest-1152222618] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84875) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:37:16.198322 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-11fc63f5-5899-435e-b7a6-4525fcc97c67 tempest-SecGroupTest-1152222618 tempest-SecGroupTest-1152222618] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:37:16.202215 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-b8e5ff71-55b2-4826-b2a6-88a099eb4bbd admin admin] Usage tracker for resource:subnet and tenant:e26c40cc3e9941b885b51c91a5eec66d is out of sync, need to count used quota {{(pid=84874) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:37:16.234631 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-11fc63f5-5899-435e-b7a6-4525fcc97c67 tempest-SecGroupTest-1152222618 tempest-SecGroupTest-1152222618] Notify callbacks [] for security_group_rule, before_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:37:16.321023 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-11fc63f5-5899-435e-b7a6-4525fcc97c67 tempest-SecGroupTest-1152222618 tempest-SecGroupTest-1152222618] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:37:16.325412 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-11fc63f5-5899-435e-b7a6-4525fcc97c67 tempest-SecGroupTest-1152222618 tempest-SecGroupTest-1152222618] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850966545'] for security_group_rule, after_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:37:16.377946 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-f8d5a453-a371-4967-9c47-76b9c048e94b tempest-SecGroupIPv6Test-296392250 tempest-SecGroupIPv6Test-296392250] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:37:16.398307 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-11fc63f5-5899-435e-b7a6-4525fcc97c67 tempest-SecGroupTest-1152222618 tempest-SecGroupTest-1152222618] Notify callbacks [] for security_group_rule, before_response {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:37:16.404537 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-11fc63f5-5899-435e-b7a6-4525fcc97c67 tempest-SecGroupTest-1152222618 tempest-SecGroupTest-1152222618] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2740712 Jan 14 07:37:16.404537 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11fc63f5-5899-435e-b7a6-4525fcc97c67 tempest-SecGroupTest-1152222618 tempest-SecGroupTest-1152222618] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6080d7ac-d4fb-4caf-8a3e-45a5cd6ae7d5,revision_number=0']} {{(pid=84875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:37:16.407730 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-11fc63f5-5899-435e-b7a6-4525fcc97c67 tempest-SecGroupTest-1152222618 tempest-SecGroupTest-1152222618] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:37:16.408321 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84875) accepted ('10.222.0.24', 36272) {{(pid=84875) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:37:16.414527 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.v2.base [None req-341de7e0-fd63-4031-b61a-feb2e176d3ec tempest-SecGroupTest-1152222618 tempest-SecGroupTest-1152222618] Request body: {'security_group_rule': {'security_group_id': 'dbb561f3-ee96-41eb-8d44-1afdb26baea0', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 3, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=84875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:37:16.433448 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-341de7e0-fd63-4031-b61a-feb2e176d3ec tempest-SecGroupTest-1152222618 tempest-SecGroupTest-1152222618] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:37:16.449391 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-341de7e0-fd63-4031-b61a-feb2e176d3ec tempest-SecGroupTest-1152222618 tempest-SecGroupTest-1152222618] Usage tracker for resource:security_group_rule and tenant:73c9cef5e7e44d5ba1cf1737d559f80d is out of sync, need to count used quota {{(pid=84875) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:37:16.452748 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-341de7e0-fd63-4031-b61a-feb2e176d3ec tempest-SecGroupTest-1152222618 tempest-SecGroupTest-1152222618] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=84875) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:37:16.462951 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-341de7e0-fd63-4031-b61a-feb2e176d3ec tempest-SecGroupTest-1152222618 tempest-SecGroupTest-1152222618] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=84875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:37:16.466387 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-b8e5ff71-55b2-4826-b2a6-88a099eb4bbd admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84874) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:37:16.499693 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-341de7e0-fd63-4031-b61a-feb2e176d3ec tempest-SecGroupTest-1152222618 tempest-SecGroupTest-1152222618] Notify callbacks [] for security_group_rule, before_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:37:16.543779 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-40891858-d7d7-4438-9a2d-9d52fa2fcad9 None None] Provisioning complete for port b171a70b-4db4-4cfd-bcb0-27c6e8b3cb40 triggered by entity DHCP. {{(pid=84876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 07:37:16.544244 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-40891858-d7d7-4438-9a2d-9d52fa2fcad9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-604227'] for port, provisioning_complete {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:37:16.616502 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-341de7e0-fd63-4031-b61a-feb2e176d3ec tempest-SecGroupTest-1152222618 tempest-SecGroupTest-1152222618] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:37:16.622268 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-341de7e0-fd63-4031-b61a-feb2e176d3ec tempest-SecGroupTest-1152222618 tempest-SecGroupTest-1152222618] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850966545'] for security_group_rule, after_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:37:16.698500 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555753'] for port, before_update {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:37:16.751779 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] For port b171a70b-4db4-4cfd-bcb0-27c6e8b3cb40, host n-d-768862-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-2',level=0,port_id=b171a70b-4db4-4cfd-bcb0-27c6e8b3cb40,segment=NetworkSegment(11fad05c-7eaf-4772-af9d-fa3360011a4e),segment_id=11fad05c-7eaf-4772-af9d-fa3360011a4e)] {{(pid=84876) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 07:37:16.756130 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-be501d06-21e7-4f33-a083-130ecfdc7625 tempest-SecGroupIPv6Test-296392250 tempest-SecGroupIPv6Test-296392250] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:37:16.759002 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-4ab5a327-5af8-45ef-b085-fed79e73a2b6 tempest-TestNetworkAdvancedServerOps-470546014 tempest-TestNetworkAdvancedServerOps-470546014] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777640533329', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777640097463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3254186'] for port, after_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:37:16.790547 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-341de7e0-fd63-4031-b61a-feb2e176d3ec tempest-SecGroupTest-1152222618 tempest-SecGroupTest-1152222618] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a017ff14-e51e-486f-aef6-14ca27ff33da,revision_number=0']} {{(pid=84875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:37:16.797743 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-341de7e0-fd63-4031-b61a-feb2e176d3ec tempest-SecGroupTest-1152222618 tempest-SecGroupTest-1152222618] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:37:16.798573 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-341de7e0-fd63-4031-b61a-feb2e176d3ec tempest-SecGroupTest-1152222618 tempest-SecGroupTest-1152222618] Notify callbacks [] for security_group_rule, before_response {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:37:16.802694 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-341de7e0-fd63-4031-b61a-feb2e176d3ec tempest-SecGroupTest-1152222618 tempest-SecGroupTest-1152222618] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3905334 Jan 14 07:37:16.804465 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84875) accepted ('10.222.0.24', 36286) {{(pid=84875) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:37:16.816088 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.v2.base [None req-5a22717f-e789-4538-bf68-35c1de950c88 tempest-SecGroupTest-1152222618 tempest-SecGroupTest-1152222618] Request body: {'security_group_rule': {'security_group_id': 'dbb561f3-ee96-41eb-8d44-1afdb26baea0', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 8, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=84875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:37:16.854559 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-5a22717f-e789-4538-bf68-35c1de950c88 tempest-SecGroupTest-1152222618 tempest-SecGroupTest-1152222618] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:37:16.862923 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-5a22717f-e789-4538-bf68-35c1de950c88 tempest-SecGroupTest-1152222618 tempest-SecGroupTest-1152222618] Usage tracker for resource:security_group_rule and tenant:73c9cef5e7e44d5ba1cf1737d559f80d is out of sync, need to count used quota {{(pid=84875) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:37:16.868103 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-5a22717f-e789-4538-bf68-35c1de950c88 tempest-SecGroupTest-1152222618 tempest-SecGroupTest-1152222618] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=84875) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:37:16.876671 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-5a22717f-e789-4538-bf68-35c1de950c88 tempest-SecGroupTest-1152222618 tempest-SecGroupTest-1152222618] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=84875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:37:16.898729 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-5a22717f-e789-4538-bf68-35c1de950c88 tempest-SecGroupTest-1152222618 tempest-SecGroupTest-1152222618] Notify callbacks [] for security_group_rule, before_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:37:16.901287 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777640533312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363259214678337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777640097497'] for port, after_update {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:37:16.907178 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_hamode_db [None req-3917393c-83e8-4d9f-b6c2-3bbda92689bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3998536e-65e4-4108-ab1c-eac6e818dd96', 'name': 'tempest-RoutersTest-router-1767463639', 'tenant_id': '2a076c09cf6548039ba7b64b98184a0e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-14T07:36:27Z', 'updated_at': '2021-01-14T07:37:09Z', 'revision_number': 4, 'project_id': '2a076c09cf6548039ba7b64b98184a0e', 'gw_port_host': None, '_interfaces': [{'id': '1749ad2c-da7d-4dfd-8fbb-caa8b9d4f9da', 'name': '', 'network_id': 'd683ebeb-7989-4d7a-b28c-afad0a1c11e6', 'tenant_id': '2a076c09cf6548039ba7b64b98184a0e', 'mac_address': 'fa:16:3e:0a:89:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3998536e-65e4-4108-ab1c-eac6e818dd96', 'device_owner': 'network:router_interface', 'standard_attr_id': 3187, 'fixed_ips': [{'subnet_id': '5a96bfa7-fe1b-485f-b2fa-6cd040962272', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T07:37:08Z', 'updated_at': '2021-01-14T07:37:15Z', 'revision_number': 4, 'project_id': '2a076c09cf6548039ba7b64b98184a0e', 'subnets': [{'id': '5a96bfa7-fe1b-485f-b2fa-6cd040962272', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}, {'id': '6087c0d6-adc5-4077-8829-a972ea878eb0', 'name': '', 'network_id': '55d17c7e-058e-429d-a06c-3d5716669d4b', 'tenant_id': '2a076c09cf6548039ba7b64b98184a0e', 'mac_address': 'fa:16:3e:63:f5:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3998536e-65e4-4108-ab1c-eac6e818dd96', 'device_owner': 'network:router_interface', 'standard_attr_id': 3105, 'fixed_ips': [{'subnet_id': '002e57a5-80b9-4642-93d6-65fb5b5a0aa8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T07:36:32Z', 'updated_at': '2021-01-14T07:36:54Z', 'revision_number': 5, 'project_id': '2a076c09cf6548039ba7b64b98184a0e', 'subnets': [{'id': '002e57a5-80b9-4642-93d6-65fb5b5a0aa8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}, {'id': '9a184727-28ae-41f3-9959-671196777b38', 'name': '', 'network_id': '38c91695-e5b8-46a7-8f78-0f0683e3f1c9', 'tenant_id': '2a076c09cf6548039ba7b64b98184a0e', 'mac_address': 'fa:16:3e:71:22:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3998536e-65e4-4108-ab1c-eac6e818dd96', 'device_owner': 'network:router_interface', 'standard_attr_id': 3137, 'fixed_ips': [{'subnet_id': '5edbaf61-3242-45cf-a727-c26ae3ee23a2', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T07:36:50Z', 'updated_at': '2021-01-14T07:37:09Z', 'revision_number': 5, 'project_id': '2a076c09cf6548039ba7b64b98184a0e', 'subnets': [{'id': '5edbaf61-3242-45cf-a727-c26ae3ee23a2', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'n-d-768862-2', False) {} {{(pid=84877) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:37:16.918508 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-cd634d95-a173-4362-aa9e-584c45ebab0c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84876) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:37:16.929750 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3917393c-83e8-4d9f-b6c2-3bbda92689bf None None] The sync data for ids ['3998536e-65e4-4108-ab1c-eac6e818dd96'] in n-d-768862-2 is: [{'id': '3998536e-65e4-4108-ab1c-eac6e818dd96', 'name': 'tempest-RoutersTest-router-1767463639', 'tenant_id': '2a076c09cf6548039ba7b64b98184a0e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-14T07:36:27Z', 'updated_at': '2021-01-14T07:37:09Z', 'revision_number': 4, 'project_id': '2a076c09cf6548039ba7b64b98184a0e', 'gw_port_host': None, '_interfaces': [{'id': '1749ad2c-da7d-4dfd-8fbb-caa8b9d4f9da', 'name': '', 'network_id': 'd683ebeb-7989-4d7a-b28c-afad0a1c11e6', 'tenant_id': '2a076c09cf6548039ba7b64b98184a0e', 'mac_address': 'fa:16:3e:0a:89:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3998536e-65e4-4108-ab1c-eac6e818dd96', 'device_owner': 'network:router_interface', 'standard_attr_id': 3187, 'fixed_ips': [{'subnet_id': '5a96bfa7-fe1b-485f-b2fa-6cd040962272', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T07:37:08Z', 'updated_at': '2021-01-14T07:37:15Z', 'revision_number': 4, 'project_id': '2a076c09cf6548039ba7b64b98184a0e', 'subnets': [{'id': '5a96bfa7-fe1b-485f-b2fa-6cd040962272', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}, {'id': '6087c0d6-adc5-4077-8829-a972ea878eb0', 'name': '', 'network_id': '55d17c7e-058e-429d-a06c-3d5716669d4b', 'tenant_id': '2a076c09cf6548039ba7b64b98184a0e', 'mac_address': 'fa:16:3e:63:f5:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3998536e-65e4-4108-ab1c-eac6e818dd96', 'device_owner': 'network:router_interface', 'standard_attr_id': 3105, 'fixed_ips': [{'subnet_id': '002e57a5-80b9-4642-93d6-65fb5b5a0aa8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T07:36:32Z', 'updated_at': '2021-01-14T07:36:54Z', 'revision_number': 5, 'project_id': '2a076c09cf6548039ba7b64b98184a0e', 'subnets': [{'id': '002e57a5-80b9-4642-93d6-65fb5b5a0aa8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}, {'id': '9a184727-28ae-41f3-9959-671196777b38', 'name': '', 'network_id': '38c91695-e5b8-46a7-8f78-0f0683e3f1c9', 'tenant_id': '2a076c09cf6548039ba7b64b98184a0e', 'mac_address': 'fa:16:3e:71:22:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3998536e-65e4-4108-ab1c-eac6e818dd96', 'device_owner': 'network:router_interface', 'standard_attr_id': 3137, 'fixed_ips': [{'subnet_id': '5edbaf61-3242-45cf-a727-c26ae3ee23a2', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T07:36:50Z', 'updated_at': '2021-01-14T07:37:09Z', 'revision_number': 5, 'project_id': '2a076c09cf6548039ba7b64b98184a0e', 'subnets': [{'id': '5edbaf61-3242-45cf-a727-c26ae3ee23a2', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=84877) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Jan 14 07:37:17.003299 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-5a22717f-e789-4538-bf68-35c1de950c88 tempest-SecGroupTest-1152222618 tempest-SecGroupTest-1152222618] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:37:17.006890 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-5a22717f-e789-4538-bf68-35c1de950c88 tempest-SecGroupTest-1152222618 tempest-SecGroupTest-1152222618] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850966545'] for security_group_rule, after_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:37:17.043164 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-310fffbf-5116-483b-bfa1-913836d5f54d tempest-SecGroupIPv6Test-296392250 tempest-SecGroupIPv6Test-296392250] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:37:17.101095 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Device b8cb1c5e-a84d-405d-b6e6-99b6bcbf8534 no longer exists at agent ovs-agent-n-d-768862-2 {{(pid=84876) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jan 14 07:37:17.107953 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-b8e5ff71-55b2-4826-b2a6-88a099eb4bbd admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:37:17.125341 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be0a68a4-4ea6-445d-8ec3-d7761e9516d1 admin admin] Pushing event updated for resources: {'Network': ['ID=ada98c31-e0a7-4c01-a63a-f2a0b6f59f68,revision_number=1']} {{(pid=84874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:37:17.143652 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-be0a68a4-4ea6-445d-8ec3-d7761e9516d1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.005s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:37:17.156529 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a22717f-e789-4538-bf68-35c1de950c88 tempest-SecGroupTest-1152222618 tempest-SecGroupTest-1152222618] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3c63770f-9065-41bf-bf9a-cdfe6a752402,revision_number=0']} {{(pid=84875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:37:17.162669 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-5a22717f-e789-4538-bf68-35c1de950c88 tempest-SecGroupTest-1152222618 tempest-SecGroupTest-1152222618] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:37:17.177584 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-5a22717f-e789-4538-bf68-35c1de950c88 tempest-SecGroupTest-1152222618 tempest-SecGroupTest-1152222618] Notify callbacks [] for security_group_rule, before_response {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:37:17.179089 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-5a22717f-e789-4538-bf68-35c1de950c88 tempest-SecGroupTest-1152222618 tempest-SecGroupTest-1152222618] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3735664 Jan 14 07:37:17.182937 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84875) accepted ('10.222.0.24', 36294) {{(pid=84875) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:37:17.200790 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.v2.base [None req-5a8b286a-085e-414d-b2b3-2dac63304864 tempest-SecGroupTest-1152222618 tempest-SecGroupTest-1152222618] Request body: {'security_group_rule': {'security_group_id': 'dbb561f3-ee96-41eb-8d44-1afdb26baea0', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 0, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=84875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:37:17.241082 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-5a8b286a-085e-414d-b2b3-2dac63304864 tempest-SecGroupTest-1152222618 tempest-SecGroupTest-1152222618] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:37:17.251198 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.plugin [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] No Port match for: b8cb1c5e-a84d-405d-b6e6-99b6bcbf8534 {{(pid=84876) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2188}} Jan 14 07:37:17.252863 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-5a8b286a-085e-414d-b2b3-2dac63304864 tempest-SecGroupTest-1152222618 tempest-SecGroupTest-1152222618] Usage tracker for resource:security_group_rule and tenant:73c9cef5e7e44d5ba1cf1737d559f80d is out of sync, need to count used quota {{(pid=84875) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:37:17.255722 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Device b8cb1c5e-a84d-405d-b6e6-99b6bcbf8534 not bound to the agent host n-d-768862-2 {{(pid=84876) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jan 14 07:37:17.256404 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Device 7d142489-cd2e-4cc5-89d5-55990805ac0e no longer exists at agent ovs-agent-n-d-768862-2 {{(pid=84876) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jan 14 07:37:17.258955 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-5a8b286a-085e-414d-b2b3-2dac63304864 tempest-SecGroupTest-1152222618 tempest-SecGroupTest-1152222618] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=84875) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:37:17.284749 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-5a8b286a-085e-414d-b2b3-2dac63304864 tempest-SecGroupTest-1152222618 tempest-SecGroupTest-1152222618] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=84875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:37:17.322736 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-f012db20-753b-4e4d-aa75-a439853b8fcc tempest-RoutersTest-1255860389 tempest-RoutersTest-1255860389] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850887113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3254092', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036851981146'] for subnet, after_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:37:17.322988 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-852a24f7-e9a1-4193-9abb-e9506fe5213f None None] Network ada98c31-e0a7-4c01-a63a-f2a0b6f59f68 details requested by agent ovs-agent-n-h2-768862-2 with host n-h2-768862-2 {{(pid=84876) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 07:37:17.324638 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-5a8b286a-085e-414d-b2b3-2dac63304864 tempest-SecGroupTest-1152222618 tempest-SecGroupTest-1152222618] Notify callbacks [] for security_group_rule, before_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:37:17.341752 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-3506c435-34cf-4167-8b65-6210c259f871 tempest-TestNetworkAdvancedServerOps-470546014 tempest-TestNetworkAdvancedServerOps-470546014] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:37:17.391715 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b8e5ff71-55b2-4826-b2a6-88a099eb4bbd admin admin] Made reservation on behalf of e26c40cc3e9941b885b51c91a5eec66d for: {'subnet': 1} {{(pid=84874) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 07:37:17.396887 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-b8e5ff71-55b2-4826-b2a6-88a099eb4bbd admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036851981161'] for subnet, before_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:37:17.470159 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-5a8b286a-085e-414d-b2b3-2dac63304864 tempest-SecGroupTest-1152222618 tempest-SecGroupTest-1152222618] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:37:17.477748 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-5a8b286a-085e-414d-b2b3-2dac63304864 tempest-SecGroupTest-1152222618 tempest-SecGroupTest-1152222618] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850966545'] for security_group_rule, after_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:37:17.481020 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-fcc5da56-7b44-4d59-a345-31ae5fa4a107 tempest-SecurityGroupRulesTestJSON-1709174060 tempest-SecurityGroupRulesTestJSON-1709174060] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:37:17.550815 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a8b286a-085e-414d-b2b3-2dac63304864 tempest-SecGroupTest-1152222618 tempest-SecGroupTest-1152222618] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fe4ddaf9-c439-4200-9e14-8dce96a29c9f,revision_number=0']} {{(pid=84875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:37:17.563329 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-5a8b286a-085e-414d-b2b3-2dac63304864 tempest-SecGroupTest-1152222618 tempest-SecGroupTest-1152222618] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:37:17.577927 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-5a8b286a-085e-414d-b2b3-2dac63304864 tempest-SecGroupTest-1152222618 tempest-SecGroupTest-1152222618] Notify callbacks [] for security_group_rule, before_response {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:37:17.579414 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-5a8b286a-085e-414d-b2b3-2dac63304864 tempest-SecGroupTest-1152222618 tempest-SecGroupTest-1152222618] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3952017 Jan 14 07:37:17.582620 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84875) accepted ('10.222.0.24', 36306) {{(pid=84875) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:37:17.589657 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.v2.base [None req-4a8c7ba5-b87a-469c-83f7-3e7be9602b5b tempest-SecGroupTest-1152222618 tempest-SecGroupTest-1152222618] Request body: {'security_group_rule': {'security_group_id': 'dbb561f3-ee96-41eb-8d44-1afdb26baea0', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 11, 'port_range_max': None, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=84875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:37:17.606281 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-4a8c7ba5-b87a-469c-83f7-3e7be9602b5b tempest-SecGroupTest-1152222618 tempest-SecGroupTest-1152222618] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:37:17.617945 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-4a8c7ba5-b87a-469c-83f7-3e7be9602b5b tempest-SecGroupTest-1152222618 tempest-SecGroupTest-1152222618] Usage tracker for resource:security_group_rule and tenant:73c9cef5e7e44d5ba1cf1737d559f80d is out of sync, need to count used quota {{(pid=84875) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:37:17.622488 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-4a8c7ba5-b87a-469c-83f7-3e7be9602b5b tempest-SecGroupTest-1152222618 tempest-SecGroupTest-1152222618] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=84875) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:37:17.628146 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-4a8c7ba5-b87a-469c-83f7-3e7be9602b5b tempest-SecGroupTest-1152222618 tempest-SecGroupTest-1152222618] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=84875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:37:17.677450 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-4a8c7ba5-b87a-469c-83f7-3e7be9602b5b tempest-SecGroupTest-1152222618 tempest-SecGroupTest-1152222618] Notify callbacks [] for security_group_rule, before_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:37:17.865731 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-017f98a9-8a07-408c-a86f-8ff0c00400a0 None None] Network ada98c31-e0a7-4c01-a63a-f2a0b6f59f68 details requested by agent ovs-agent-n-h1-768862-2 with host n-h1-768862-2 {{(pid=84876) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 07:37:17.888462 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-4a8c7ba5-b87a-469c-83f7-3e7be9602b5b tempest-SecGroupTest-1152222618 tempest-SecGroupTest-1152222618] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:37:17.915855 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-4a8c7ba5-b87a-469c-83f7-3e7be9602b5b tempest-SecGroupTest-1152222618 tempest-SecGroupTest-1152222618] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850966545'] for security_group_rule, after_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:37:17.963686 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-f4f5f3da-c9f3-4c93-950a-0e9206ac2014 tempest-TestNetworkBasicOps-1983703278 tempest-TestNetworkBasicOps-1983703278] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:37:17.982079 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a8c7ba5-b87a-469c-83f7-3e7be9602b5b tempest-SecGroupTest-1152222618 tempest-SecGroupTest-1152222618] Pushing event updated for resources: {'SecurityGroupRule': ['ID=999f0a90-41ca-407a-a060-ffd03be76b36,revision_number=0']} {{(pid=84875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:37:17.994810 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-4a8c7ba5-b87a-469c-83f7-3e7be9602b5b tempest-SecGroupTest-1152222618 tempest-SecGroupTest-1152222618] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:37:17.996925 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-4a8c7ba5-b87a-469c-83f7-3e7be9602b5b tempest-SecGroupTest-1152222618 tempest-SecGroupTest-1152222618] Notify callbacks [] for security_group_rule, before_response {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:37:18.002404 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-4a8c7ba5-b87a-469c-83f7-3e7be9602b5b tempest-SecGroupTest-1152222618 tempest-SecGroupTest-1152222618] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.4185448 Jan 14 07:37:18.004477 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Network ada98c31-e0a7-4c01-a63a-f2a0b6f59f68 details requested by agent ovs-agent-n-d-768862-2 with host n-d-768862-2 {{(pid=84876) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 07:37:18.005307 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84875) accepted ('10.222.0.24', 36320) {{(pid=84875) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:37:18.071523 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.plugin [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] No Port match for: 7d142489-cd2e-4cc5-89d5-55990805ac0e {{(pid=84876) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2188}} Jan 14 07:37:18.072196 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Device 7d142489-cd2e-4cc5-89d5-55990805ac0e not bound to the agent host n-d-768862-2 {{(pid=84876) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jan 14 07:37:18.117076 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-37e69103-baee-49da-9732-58a880c05c01 tempest-SecGroupTest-1152222618 tempest-SecGroupTest-1152222618] Notify callbacks [] for security_group_rule, before_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:37:18.148848 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-37e69103-baee-49da-9732-58a880c05c01 tempest-SecGroupTest-1152222618 tempest-SecGroupTest-1152222618] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:37:18.216246 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Pushing event updated for resources: {'Port': ['ID=b171a70b-4db4-4cfd-bcb0-27c6e8b3cb40,revision_number=3']} {{(pid=84876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:37:18.224170 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.316s {{(pid=84876) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:37:18.225165 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-ee9a6c00-794a-49c6-ae62-10c3b44b141e None None] Provisioning complete for port b171a70b-4db4-4cfd-bcb0-27c6e8b3cb40 triggered by entity DHCP. {{(pid=84876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 07:37:18.225725 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-ee9a6c00-794a-49c6-ae62-10c3b44b141e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-604227'] for port, provisioning_complete {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:37:18.236934 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-37e69103-baee-49da-9732-58a880c05c01 tempest-SecGroupTest-1152222618 tempest-SecGroupTest-1152222618] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850966545'] for security_group_rule, after_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:37:18.239049 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-85faf87b-290f-4231-bc62-cfd3bac31080 tempest-SecGroupIPv6Test-296392250 tempest-SecGroupIPv6Test-296392250] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:37:18.265906 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37e69103-baee-49da-9732-58a880c05c01 tempest-SecGroupTest-1152222618 tempest-SecGroupTest-1152222618] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=999f0a90-41ca-407a-a060-ffd03be76b36,revision_number=None']} {{(pid=84875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:37:18.269539 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-37e69103-baee-49da-9732-58a880c05c01 tempest-SecGroupTest-1152222618 tempest-SecGroupTest-1152222618] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:37:18.270995 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-37e69103-baee-49da-9732-58a880c05c01 tempest-SecGroupTest-1152222618 tempest-SecGroupTest-1152222618] Notify callbacks [] for security_group_rule, before_response {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:37:18.278809 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-37e69103-baee-49da-9732-58a880c05c01 tempest-SecGroupTest-1152222618 tempest-SecGroupTest-1152222618] 10.222.0.24 "DELETE /v2.0/security-group-rules/999f0a90-41ca-407a-a060-ffd03be76b36 HTTP/1.1" status: 204 len: 168 time: 0.2698460 Jan 14 07:37:18.278999 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f012db20-753b-4e4d-aa75-a439853b8fcc tempest-RoutersTest-1255860389 tempest-RoutersTest-1255860389] Checking segment: {'id': 'dced12e1-dbeb-4e4e-9d18-71ec184ed5ac', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 9, 'network_id': '90c406da-cca7-476a-aa28-f87e63529359'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84874) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 14 07:37:18.278999 n-d-768862-2 neutron-server[84765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f012db20-753b-4e4d-aa75-a439853b8fcc tempest-RoutersTest-1255860389 tempest-RoutersTest-1255860389] Network hostable DHCP agents. Network: 90c406da-cca7-476a-aa28-f87e63529359, hostable agents: ['32f3dd84-26da-4d18-bf15-6017a8fb7247'], hosted agents: [] {{(pid=84874) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Jan 14 07:37:18.279219 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84875) accepted ('10.222.0.24', 36330) {{(pid=84875) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:37:18.324086 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f012db20-753b-4e4d-aa75-a439853b8fcc tempest-RoutersTest-1255860389 tempest-RoutersTest-1255860389] Pushing event updated for resources: {'Subnet': ['ID=ccbdcf0b-b27d-49db-b0e2-fa13763ab18b,revision_number=0']} {{(pid=84874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:37:18.336960 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-f012db20-753b-4e4d-aa75-a439853b8fcc tempest-RoutersTest-1255860389 tempest-RoutersTest-1255860389] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.995s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:37:18.342577 n-d-768862-2 neutron-server[84765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f012db20-753b-4e4d-aa75-a439853b8fcc tempest-RoutersTest-1255860389 tempest-RoutersTest-1255860389] Network 90c406da-cca7-476a-aa28-f87e63529359 is scheduled to be hosted by DHCP agent 32f3dd84-26da-4d18-bf15-6017a8fb7247 with binding_index 1 {{(pid=84874) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Jan 14 07:37:18.356791 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-4ab5a327-5af8-45ef-b085-fed79e73a2b6 tempest-TestNetworkAdvancedServerOps-470546014 tempest-TestNetworkAdvancedServerOps-470546014] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036850863128'] for router_gateway, after_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:37:18.358505 n-d-768862-2 neutron-server[84765]: DEBUG neutron.scheduler.base_scheduler [None req-f012db20-753b-4e4d-aa75-a439853b8fcc tempest-RoutersTest-1255860389 tempest-RoutersTest-1255860389] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768862-2, 90c406da-cca7-476a-aa28-f87e63529359) {{(pid=84874) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 07:37:18.401790 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-97f099e8-6bb2-4fe6-a3c0-a5c9f9e4502a tempest-SecGroupTest-1152222618 tempest-SecGroupTest-1152222618] Synchronizing usage tracker for tenant:73c9cef5e7e44d5ba1cf1737d559f80d on resource:security_group_rule {{(pid=84875) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 14 07:37:18.421057 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-97f099e8-6bb2-4fe6-a3c0-a5c9f9e4502a tempest-SecGroupTest-1152222618 tempest-SecGroupTest-1152222618] Unset dirty status for tenant:73c9cef5e7e44d5ba1cf1737d559f80d on resource:security_group_rule {{(pid=84875) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 14 07:37:18.425980 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-97f099e8-6bb2-4fe6-a3c0-a5c9f9e4502a tempest-SecGroupTest-1152222618 tempest-SecGroupTest-1152222618] 10.222.0.24 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5731 time: 0.1429009 Jan 14 07:37:18.426484 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84875) accepted ('10.222.0.24', 36336) {{(pid=84875) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:37:18.450199 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.agents_db [None req-5b939a2f-078d-4c69-a188-cb55a28a77a0 None None] Agent healthcheck: found 7 active agents {{(pid=84877) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Jan 14 07:37:18.469100 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-50e69256-0ab3-4597-9415-041811837329 tempest-SecGroupTest-1152222618 tempest-SecGroupTest-1152222618] Notify callbacks [] for security_group_rule, before_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:37:18.483751 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-50e69256-0ab3-4597-9415-041811837329 tempest-SecGroupTest-1152222618 tempest-SecGroupTest-1152222618] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:37:18.526478 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-50e69256-0ab3-4597-9415-041811837329 tempest-SecGroupTest-1152222618 tempest-SecGroupTest-1152222618] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850966545'] for security_group_rule, after_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:37:18.526478 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-beafef44-23f7-4a10-b657-97a683c6f3e5 tempest-SecGroupIPv6Test-296392250 tempest-SecGroupIPv6Test-296392250] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:37:18.550973 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50e69256-0ab3-4597-9415-041811837329 tempest-SecGroupTest-1152222618 tempest-SecGroupTest-1152222618] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=fe4ddaf9-c439-4200-9e14-8dce96a29c9f,revision_number=None']} {{(pid=84875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:37:18.555810 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-50e69256-0ab3-4597-9415-041811837329 tempest-SecGroupTest-1152222618 tempest-SecGroupTest-1152222618] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:37:18.560191 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-50e69256-0ab3-4597-9415-041811837329 tempest-SecGroupTest-1152222618 tempest-SecGroupTest-1152222618] Notify callbacks [] for security_group_rule, before_response {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:37:18.564282 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-50e69256-0ab3-4597-9415-041811837329 tempest-SecGroupTest-1152222618 tempest-SecGroupTest-1152222618] 10.222.0.24 "DELETE /v2.0/security-group-rules/fe4ddaf9-c439-4200-9e14-8dce96a29c9f HTTP/1.1" status: 204 len: 168 time: 0.1341419 Jan 14 07:37:18.564973 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84875) accepted ('10.222.0.24', 36342) {{(pid=84875) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:37:18.565186 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f012db20-753b-4e4d-aa75-a439853b8fcc tempest-RoutersTest-1255860389 tempest-RoutersTest-1255860389] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:37:18.565849 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-f012db20-753b-4e4d-aa75-a439853b8fcc tempest-RoutersTest-1255860389 tempest-RoutersTest-1255860389] Notify callbacks [] for subnet, before_response {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:37:18.629477 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6736fe16-41de-43f6-a4dc-42b08e11edcb None None] Network 90c406da-cca7-476a-aa28-f87e63529359 requested from n-d-768862-2 {{(pid=84876) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 07:37:18.656039 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-4ab5a327-5af8-45ef-b085-fed79e73a2b6 tempest-TestNetworkAdvancedServerOps-470546014 tempest-TestNetworkAdvancedServerOps-470546014] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3889346', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036854717606'] for router, precommit_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:37:18.664189 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-f012db20-753b-4e4d-aa75-a439853b8fcc tempest-RoutersTest-1255860389 tempest-RoutersTest-1255860389] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 5.5338702 Jan 14 07:37:18.665060 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84874) accepted ('10.222.0.24', 36354) {{(pid=84874) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:37:18.666834 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-4ab5a327-5af8-45ef-b085-fed79e73a2b6 tempest-TestNetworkAdvancedServerOps-470546014 tempest-TestNetworkAdvancedServerOps-470546014] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:37:18.765609 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-c59ed656-0ec2-4d70-a9e1-0e8b26d44404 tempest-SecGroupTest-1152222618 tempest-SecGroupTest-1152222618] Synchronizing usage tracker for tenant:73c9cef5e7e44d5ba1cf1737d559f80d on resource:security_group_rule {{(pid=84875) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 14 07:37:18.801023 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-c59ed656-0ec2-4d70-a9e1-0e8b26d44404 tempest-SecGroupTest-1152222618 tempest-SecGroupTest-1152222618] Unset dirty status for tenant:73c9cef5e7e44d5ba1cf1737d559f80d on resource:security_group_rule {{(pid=84875) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 14 07:37:18.805644 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-c59ed656-0ec2-4d70-a9e1-0e8b26d44404 tempest-SecGroupTest-1152222618 tempest-SecGroupTest-1152222618] 10.222.0.24 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5190 time: 0.2359173 Jan 14 07:37:18.806401 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84875) accepted ('10.222.0.24', 36368) {{(pid=84875) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:37:18.879250 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-17a5d861-83e7-4897-93dd-70562e8129e4 tempest-SecGroupTest-1152222618 tempest-SecGroupTest-1152222618] Notify callbacks [] for security_group_rule, before_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:37:18.893242 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-17a5d861-83e7-4897-93dd-70562e8129e4 tempest-SecGroupTest-1152222618 tempest-SecGroupTest-1152222618] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:37:18.950965 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-17a5d861-83e7-4897-93dd-70562e8129e4 tempest-SecGroupTest-1152222618 tempest-SecGroupTest-1152222618] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850966545'] for security_group_rule, after_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:37:18.953672 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-ebb9b8a1-281e-4609-bbb3-598854ca6f35 tempest-SecurityGroupRulesTestJSON-1709174060 tempest-SecurityGroupRulesTestJSON-1709174060] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:37:18.983520 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17a5d861-83e7-4897-93dd-70562e8129e4 tempest-SecGroupTest-1152222618 tempest-SecGroupTest-1152222618] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=3c63770f-9065-41bf-bf9a-cdfe6a752402,revision_number=None']} {{(pid=84875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:37:18.987277 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-17a5d861-83e7-4897-93dd-70562e8129e4 tempest-SecGroupTest-1152222618 tempest-SecGroupTest-1152222618] Notify callbacks [] for security_group_rule, before_response {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:37:18.988766 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-35c68baf-7aff-4c5c-9514-bdee39238570 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363259214191800', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854171626'] for agent, after_update {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:37:18.989774 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-17a5d861-83e7-4897-93dd-70562e8129e4 tempest-SecGroupTest-1152222618 tempest-SecGroupTest-1152222618] 10.222.0.24 "DELETE /v2.0/security-group-rules/3c63770f-9065-41bf-bf9a-cdfe6a752402 HTTP/1.1" status: 204 len: 168 time: 0.1816256 Jan 14 07:37:18.991105 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-17a5d861-83e7-4897-93dd-70562e8129e4 tempest-SecGroupTest-1152222618 tempest-SecGroupTest-1152222618] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:37:18.991875 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c1140a3-ed16-4ba5-afa4-e99516aecf12 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5d94dc7a-c095-50a4-955e-5f3b78718a12-90c406da-cca7-476a-aa28-f87e63529359', 'network_id': '90c406da-cca7-476a-aa28-f87e63529359', 'tenant_id': '2a076c09cf6548039ba7b64b98184a0e', 'fixed_ips': [{'subnet_id': 'ccbdcf0b-b27d-49db-b0e2-fa13763ab18b'}]}} from n-d-768862-2. {{(pid=84876) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Jan 14 07:37:18.992530 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84875) accepted ('10.222.0.24', 36384) {{(pid=84875) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:37:18.992788 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-2c1140a3-ed16-4ba5-afa4-e99516aecf12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555753'] for port, before_create {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:37:19.122946 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-4ab5a327-5af8-45ef-b085-fed79e73a2b6 tempest-TestNetworkAdvancedServerOps-470546014 tempest-TestNetworkAdvancedServerOps-470546014] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036850897070'] for router, after_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:37:19.125173 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4ab5a327-5af8-45ef-b085-fed79e73a2b6 tempest-TestNetworkAdvancedServerOps-470546014 tempest-TestNetworkAdvancedServerOps-470546014] Fanout notify agent at l3_agent the message router_deleted on router be3dd945-8c89-4c1e-9981-f75dced94aa3 {{(pid=84874) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jan 14 07:37:19.140645 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-57483f38-ff28-4eb6-8b39-9642407f9f45 tempest-SecGroupTest-1152222618 tempest-SecGroupTest-1152222618] Synchronizing usage tracker for tenant:73c9cef5e7e44d5ba1cf1737d559f80d on resource:security_group_rule {{(pid=84875) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 14 07:37:19.158410 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-4ab5a327-5af8-45ef-b085-fed79e73a2b6 tempest-TestNetworkAdvancedServerOps-470546014 tempest-TestNetworkAdvancedServerOps-470546014] Notify callbacks [] for router, before_response {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:37:19.159862 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-4ab5a327-5af8-45ef-b085-fed79e73a2b6 tempest-TestNetworkAdvancedServerOps-470546014 tempest-TestNetworkAdvancedServerOps-470546014] 10.222.0.24 "DELETE /v2.0/routers/be3dd945-8c89-4c1e-9981-f75dced94aa3 HTTP/1.1" status: 204 len: 168 time: 5.1658924 Jan 14 07:37:19.167261 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84875) accepted ('10.222.0.24', 36388) {{(pid=84875) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:37:19.382067 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-71c9615e-d4c0-4604-b2f3-aace47dbfc40 tempest-TestNetworkAdvancedServerOps-470546014 tempest-TestNetworkAdvancedServerOps-470546014] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036854160497'] for network, before_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:37:19.461456 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.db_base_plugin_common [None req-2c1140a3-ed16-4ba5-afa4-e99516aecf12 None None] Allocated IP 172.23.0.2 (90c406da-cca7-476a-aa28-f87e63529359/ccbdcf0b-b27d-49db-b0e2-fa13763ab18b/642ccc8e-a60d-4cb4-94f1-7ce0459d899f) {{(pid=84876) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 14 07:37:19.472112 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-57483f38-ff28-4eb6-8b39-9642407f9f45 tempest-SecGroupTest-1152222618 tempest-SecGroupTest-1152222618] Unset dirty status for tenant:73c9cef5e7e44d5ba1cf1737d559f80d on resource:security_group_rule {{(pid=84875) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 14 07:37:19.473541 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-57483f38-ff28-4eb6-8b39-9642407f9f45 tempest-SecGroupTest-1152222618 tempest-SecGroupTest-1152222618] 10.222.0.24 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4649 time: 0.4796722 Jan 14 07:37:19.530422 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84875) accepted ('10.222.0.24', 36428) {{(pid=84875) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:37:19.676933 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-def2e97c-1b5f-46ed-aebe-7dfb53b0dc0f tempest-SecGroupTest-1152222618 tempest-SecGroupTest-1152222618] Notify callbacks [] for security_group_rule, before_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:37:19.695251 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-71c9615e-d4c0-4604-b2f3-aace47dbfc40 tempest-TestNetworkAdvancedServerOps-470546014 tempest-TestNetworkAdvancedServerOps-470546014] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-598987', 'neutron.services.segments.db._delete_segments_for_network-8777640583949'] for network, precommit_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:37:19.714264 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-def2e97c-1b5f-46ed-aebe-7dfb53b0dc0f tempest-SecGroupTest-1152222618 tempest-SecGroupTest-1152222618] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:37:19.882394 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-def2e97c-1b5f-46ed-aebe-7dfb53b0dc0f tempest-SecGroupTest-1152222618 tempest-SecGroupTest-1152222618] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850966545'] for security_group_rule, after_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:37:19.890695 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-b7a9da37-7446-4451-acac-cf228c5a7748 tempest-TestNetworkBasicOps-1983703278 tempest-TestNetworkBasicOps-1983703278] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:37:19.919373 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-2c1140a3-ed16-4ba5-afa4-e99516aecf12 None None] Notify callbacks [] for port, precommit_create {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:37:19.933045 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-2c1140a3-ed16-4ba5-afa4-e99516aecf12 None None] Transition to ACTIVE for port object 642ccc8e-a60d-4cb4-94f1-7ce0459d899f will not be triggered until provisioned by entity L2. {{(pid=84876) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 07:37:19.943343 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-def2e97c-1b5f-46ed-aebe-7dfb53b0dc0f tempest-SecGroupTest-1152222618 tempest-SecGroupTest-1152222618] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=a017ff14-e51e-486f-aef6-14ca27ff33da,revision_number=None']} {{(pid=84875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:37:19.955150 n-d-768862-2 neutron-server[84765]: DEBUG neutron.services.segments.db [None req-71c9615e-d4c0-4604-b2f3-aace47dbfc40 tempest-TestNetworkAdvancedServerOps-470546014 tempest-TestNetworkAdvancedServerOps-470546014] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['95a164ff-62fb-4679-bbc7-ddbefd16a643']}} {{(pid=84875) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:37:19.965525 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-2c1140a3-ed16-4ba5-afa4-e99516aecf12 None None] Transition to ACTIVE for port object 642ccc8e-a60d-4cb4-94f1-7ce0459d899f will not be triggered until provisioned by entity DHCP. {{(pid=84876) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 07:37:19.971963 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Device b171a70b-4db4-4cfd-bcb0-27c6e8b3cb40 up at agent ovs-agent-n-d-768862-2 {{(pid=84876) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 07:37:19.974292 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-def2e97c-1b5f-46ed-aebe-7dfb53b0dc0f tempest-SecGroupTest-1152222618 tempest-SecGroupTest-1152222618] Notify callbacks [] for security_group_rule, before_response {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:37:19.975536 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-def2e97c-1b5f-46ed-aebe-7dfb53b0dc0f tempest-SecGroupTest-1152222618 tempest-SecGroupTest-1152222618] 10.222.0.24 "DELETE /v2.0/security-group-rules/a017ff14-e51e-486f-aef6-14ca27ff33da HTTP/1.1" status: 204 len: 168 time: 0.4252777 Jan 14 07:37:19.987498 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-def2e97c-1b5f-46ed-aebe-7dfb53b0dc0f tempest-SecGroupTest-1152222618 tempest-SecGroupTest-1152222618] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:37:19.988174 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84875) accepted ('10.222.0.24', 36446) {{(pid=84875) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:37:19.994075 n-d-768862-2 neutron-server[84765]: DEBUG neutron.services.segments.db [None req-71c9615e-d4c0-4604-b2f3-aace47dbfc40 tempest-TestNetworkAdvancedServerOps-470546014 tempest-TestNetworkAdvancedServerOps-470546014] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '83e566ac-b883-47c4-b03c-6bf313d964c6') {'for_net_delete': True} {{(pid=84875) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:37:19.994415 n-d-768862-2 neutron-server[84765]: DEBUG neutron.services.segments.db [None req-71c9615e-d4c0-4604-b2f3-aace47dbfc40 tempest-TestNetworkAdvancedServerOps-470546014 tempest-TestNetworkAdvancedServerOps-470546014] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '83e566ac-b883-47c4-b03c-6bf313d964c6') {} {{(pid=84875) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:37:20.050800 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-71c9615e-d4c0-4604-b2f3-aace47dbfc40 tempest-TestNetworkAdvancedServerOps-470546014 tempest-TestNetworkAdvancedServerOps-470546014] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363259214173198', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036851408567'] for segment, before_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:37:20.060394 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84875) accepted ('10.222.0.24', 36450) {{(pid=84875) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:37:20.073915 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-2c1140a3-ed16-4ba5-afa4-e99516aecf12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777640123575'] for port, after_create {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:37:20.080626 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-71c9615e-d4c0-4604-b2f3-aace47dbfc40 tempest-TestNetworkAdvancedServerOps-470546014 tempest-TestNetworkAdvancedServerOps-470546014] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854179735'] for segment, precommit_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:37:20.088864 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-71c9615e-d4c0-4604-b2f3-aace47dbfc40 tempest-TestNetworkAdvancedServerOps-470546014 tempest-TestNetworkAdvancedServerOps-470546014] Releasing vxlan tunnel 19 to pool {{(pid=84875) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Jan 14 07:37:20.137074 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-c1cd60b1-a050-4e6b-bf4e-44d3617e8a17 tempest-RoutersTest-1255860389 tempest-RoutersTest-1255860389] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555753'] for port, before_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:37:20.191784 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-068411e4-24ed-4cda-801f-07a5f546f5a9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84876) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:37:20.331206 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-9801510e-789b-4a18-95b7-c9ff00cc5713 tempest-SecGroupTest-1152222618 tempest-SecGroupTest-1152222618] Synchronizing usage tracker for tenant:73c9cef5e7e44d5ba1cf1737d559f80d on resource:security_group_rule {{(pid=84875) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 14 07:37:20.363354 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c1140a3-ed16-4ba5-afa4-e99516aecf12 None None] Pushing event updated for resources: {'Port': ['ID=642ccc8e-a60d-4cb4-94f1-7ce0459d899f,revision_number=1']} {{(pid=84876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:37:20.378406 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-2c1140a3-ed16-4ba5-afa4-e99516aecf12 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.187s {{(pid=84876) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:37:20.411559 n-d-768862-2 neutron-server[84765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c1140a3-ed16-4ba5-afa4-e99516aecf12 None None] Network 90c406da-cca7-476a-aa28-f87e63529359 is already hosted by enough agents. {{(pid=84876) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 07:37:20.414436 n-d-768862-2 neutron-server[84765]: DEBUG neutron.scheduler.base_scheduler [None req-2c1140a3-ed16-4ba5-afa4-e99516aecf12 None None] Resources bound (agent type, host, resource id): {{(pid=84876) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 07:37:20.417192 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Provisioning complete for port b171a70b-4db4-4cfd-bcb0-27c6e8b3cb40 triggered by entity L2. {{(pid=84876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 07:37:20.417779 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-604227'] for port, provisioning_complete {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:37:20.450403 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.managers [None req-71c9615e-d4c0-4604-b2f3-aace47dbfc40 tempest-TestNetworkAdvancedServerOps-470546014 tempest-TestNetworkAdvancedServerOps-470546014] Network 95a164ff-62fb-4679-bbc7-ddbefd16a643 has no segments {{(pid=84875) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 14 07:37:20.469243 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-71c9615e-d4c0-4604-b2f3-aace47dbfc40 tempest-TestNetworkAdvancedServerOps-470546014 tempest-TestNetworkAdvancedServerOps-470546014] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-596065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3154253'] for segment, after_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:37:20.491221 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c1140a3-ed16-4ba5-afa4-e99516aecf12 None None] Received port after_create {{(pid=84876) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 14 07:37:20.580916 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.managers [None req-2c1140a3-ed16-4ba5-afa4-e99516aecf12 None None] Attempting to bind port 642ccc8e-a60d-4cb4-94f1-7ce0459d899f on host n-d-768862-2 for vnic_type normal with profile {{(pid=84876) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 14 07:37:20.581117 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-880e846c-a649-4897-a52b-610ebacbbcb3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:37:20.581660 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.managers [None req-2c1140a3-ed16-4ba5-afa4-e99516aecf12 None None] Attempting to bind port 642ccc8e-a60d-4cb4-94f1-7ce0459d899f by drivers openvswitch on host n-d-768862-2 at level 0 using segments [{'id': 'dced12e1-dbeb-4e4e-9d18-71ec184ed5ac', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 9, 'network_id': '90c406da-cca7-476a-aa28-f87e63529359'}] {{(pid=84876) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 14 07:37:20.582295 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c1140a3-ed16-4ba5-afa4-e99516aecf12 None None] Attempting to bind port 642ccc8e-a60d-4cb4-94f1-7ce0459d899f on network 90c406da-cca7-476a-aa28-f87e63529359 {{(pid=84876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 14 07:37:20.591815 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c1140a3-ed16-4ba5-afa4-e99516aecf12 None None] Checking agent: {'id': 'ba5efab1-b43c-4d5a-bc52-6e105d4e67a2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768862-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 14, 6, 56, 52), 'started_at': datetime.datetime(2021, 1, 14, 6, 57, 22), 'heartbeat_timestamp': datetime.datetime(2021, 1, 14, 7, 36, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768862-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.29', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 14 07:37:20.592787 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c1140a3-ed16-4ba5-afa4-e99516aecf12 None None] Checking segment: {'id': 'dced12e1-dbeb-4e4e-9d18-71ec184ed5ac', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 9, 'network_id': '90c406da-cca7-476a-aa28-f87e63529359'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84876) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 14 07:37:20.593348 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-2c1140a3-ed16-4ba5-afa4-e99516aecf12 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:37:20.593968 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c1140a3-ed16-4ba5-afa4-e99516aecf12 None None] Bound using segment: {'id': 'dced12e1-dbeb-4e4e-9d18-71ec184ed5ac', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 9, 'network_id': '90c406da-cca7-476a-aa28-f87e63529359'} {{(pid=84876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 14 07:37:20.594610 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.managers [None req-2c1140a3-ed16-4ba5-afa4-e99516aecf12 None None] Bound port: 642ccc8e-a60d-4cb4-94f1-7ce0459d899f, host: n-d-768862-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dced12e1-dbeb-4e4e-9d18-71ec184ed5ac', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 9, 'network_id': '90c406da-cca7-476a-aa28-f87e63529359'}}] {{(pid=84876) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 14 07:37:20.595168 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-2c1140a3-ed16-4ba5-afa4-e99516aecf12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555753'] for port, before_update {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:37:20.602168 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-880e846c-a649-4897-a52b-610ebacbbcb3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:37:20.639900 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-880e846c-a649-4897-a52b-610ebacbbcb3 admin admin] Usage tracker for resource:security_group_rule and tenant:bd552ea66d6d4f67892b74c73fb0d507 is out of sync, need to count used quota {{(pid=84875) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:37:20.689827 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-880e846c-a649-4897-a52b-610ebacbbcb3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84875) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:37:20.703062 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Device 1749ad2c-da7d-4dfd-8fbb-caa8b9d4f9da up at agent ovs-agent-n-d-768862-2 {{(pid=84876) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 07:37:20.730995 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-880e846c-a649-4897-a52b-610ebacbbcb3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:37:20.733300 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-9801510e-789b-4a18-95b7-c9ff00cc5713 tempest-SecGroupTest-1152222618 tempest-SecGroupTest-1152222618] Unset dirty status for tenant:73c9cef5e7e44d5ba1cf1737d559f80d on resource:security_group_rule {{(pid=84875) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 14 07:37:20.738059 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-9801510e-789b-4a18-95b7-c9ff00cc5713 tempest-SecGroupTest-1152222618 tempest-SecGroupTest-1152222618] 10.222.0.24 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4108 time: 0.7468283 Jan 14 07:37:20.740658 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.managers [None req-71c9615e-d4c0-4604-b2f3-aace47dbfc40 tempest-TestNetworkAdvancedServerOps-470546014 tempest-TestNetworkAdvancedServerOps-470546014] Network 95a164ff-62fb-4679-bbc7-ddbefd16a643 has no segments {{(pid=84875) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 14 07:37:20.748579 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84875) accepted ('10.222.0.24', 36464) {{(pid=84875) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:37:20.766947 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.db_base_plugin_common [None req-c1cd60b1-a050-4e6b-bf4e-44d3617e8a17 tempest-RoutersTest-1255860389 tempest-RoutersTest-1255860389] Allocated IP 172.23.0.1 (90c406da-cca7-476a-aa28-f87e63529359/ccbdcf0b-b27d-49db-b0e2-fa13763ab18b/c2db83d4-1b21-4865-b6ce-5c7f7403fa4c) {{(pid=84874) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 14 07:37:20.772521 n-d-768862-2 neutron-server[84765]: Traceback (most recent call last): Jan 14 07:37:20.772521 n-d-768862-2 neutron-server[84765]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 14 07:37:20.772521 n-d-768862-2 neutron-server[84765]: timer() Jan 14 07:37:20.772521 n-d-768862-2 neutron-server[84765]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 14 07:37:20.772521 n-d-768862-2 neutron-server[84765]: cb(*args, **kw) Jan 14 07:37:20.772521 n-d-768862-2 neutron-server[84765]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Jan 14 07:37:20.772521 n-d-768862-2 neutron-server[84765]: return func(*args, **kwargs) Jan 14 07:37:20.772521 n-d-768862-2 neutron-server[84765]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 14 07:37:20.772521 n-d-768862-2 neutron-server[84765]: self._notify() Jan 14 07:37:20.772521 n-d-768862-2 neutron-server[84765]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 14 07:37:20.772521 n-d-768862-2 neutron-server[84765]: self.callback(batched_events) Jan 14 07:37:20.772521 n-d-768862-2 neutron-server[84765]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 14 07:37:20.772521 n-d-768862-2 neutron-server[84765]: event.method(event) Jan 14 07:37:20.772521 n-d-768862-2 neutron-server[84765]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 14 07:37:20.772521 n-d-768862-2 neutron-server[84765]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 14 07:37:20.772521 n-d-768862-2 neutron-server[84765]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Jan 14 07:37:20.772521 n-d-768862-2 neutron-server[84765]: segment_id)['aggregates'][0] Jan 14 07:37:20.772521 n-d-768862-2 neutron-server[84765]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 14 07:37:20.772521 n-d-768862-2 neutron-server[84765]: return f(self, *a, **k) Jan 14 07:37:20.772521 n-d-768862-2 neutron-server[84765]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 14 07:37:20.772521 n-d-768862-2 neutron-server[84765]: return self._get(url).json() Jan 14 07:37:20.772521 n-d-768862-2 neutron-server[84765]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 14 07:37:20.772521 n-d-768862-2 neutron-server[84765]: **kwargs) Jan 14 07:37:20.772521 n-d-768862-2 neutron-server[84765]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 14 07:37:20.772521 n-d-768862-2 neutron-server[84765]: return self.request(url, 'GET', **kwargs) Jan 14 07:37:20.772521 n-d-768862-2 neutron-server[84765]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Jan 14 07:37:20.772521 n-d-768862-2 neutron-server[84765]: **endpoint_filter) Jan 14 07:37:20.772521 n-d-768862-2 neutron-server[84765]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 14 07:37:20.772521 n-d-768862-2 neutron-server[84765]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 14 07:37:20.772521 n-d-768862-2 neutron-server[84765]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 14 07:37:20.772521 n-d-768862-2 neutron-server[84765]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 14 07:37:20.772521 n-d-768862-2 neutron-server[84765]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 14 07:37:20.864395 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [None req-2c1140a3-ed16-4ba5-afa4-e99516aecf12 None None] For port 642ccc8e-a60d-4cb4-94f1-7ce0459d899f, host n-d-768862-2, cleared binding levels {{(pid=84876) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 14 07:37:20.867951 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [None req-2c1140a3-ed16-4ba5-afa4-e99516aecf12 None None] For port 642ccc8e-a60d-4cb4-94f1-7ce0459d899f, host n-d-768862-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-2',level=0,port_id=642ccc8e-a60d-4cb4-94f1-7ce0459d899f,segment=NetworkSegment(dced12e1-dbeb-4e4e-9d18-71ec184ed5ac),segment_id=dced12e1-dbeb-4e4e-9d18-71ec184ed5ac)] {{(pid=84876) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 14 07:37:20.879462 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-2c1140a3-ed16-4ba5-afa4-e99516aecf12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777640533312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363259214678337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777640097497'] for port, after_update {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:37:20.901140 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-d769947b-4d89-4059-b82f-243275acbbf7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84876) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:37:20.933659 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Provisioning for port 1749ad2c-da7d-4dfd-8fbb-caa8b9d4f9da completed by entity L2. {{(pid=84876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 07:37:21.016212 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-8da47c6e-7e5a-4958-93bd-eb4d675adc9b tempest-SecGroupTest-1152222618 tempest-SecGroupTest-1152222618] Notify callbacks [] for security_group_rule, before_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:37:21.028783 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Provisioning complete for port 1749ad2c-da7d-4dfd-8fbb-caa8b9d4f9da triggered by entity L2. {{(pid=84876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 07:37:21.029120 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-604227'] for port, provisioning_complete {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:37:21.034586 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-8da47c6e-7e5a-4958-93bd-eb4d675adc9b tempest-SecGroupTest-1152222618 tempest-SecGroupTest-1152222618] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:37:21.062187 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-71c9615e-d4c0-4604-b2f3-aace47dbfc40 tempest-TestNetworkAdvancedServerOps-470546014 tempest-TestNetworkAdvancedServerOps-470546014] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036854176830', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850887149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3912591'] for network, after_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:37:21.065134 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-880e846c-a649-4897-a52b-610ebacbbcb3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:37:21.068942 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-6eea3ab0-096b-4d6d-862c-103fa16f9640 tempest-TestNetworkAdvancedServerOps-470546014 tempest-TestNetworkAdvancedServerOps-470546014] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:37:21.092453 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-71c9615e-d4c0-4604-b2f3-aace47dbfc40 tempest-TestNetworkAdvancedServerOps-470546014 tempest-TestNetworkAdvancedServerOps-470546014] Notify callbacks [] for network, before_response {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:37:21.101267 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-880e846c-a649-4897-a52b-610ebacbbcb3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850887153'] for security_group, after_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:37:21.117163 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71c9615e-d4c0-4604-b2f3-aace47dbfc40 tempest-TestNetworkAdvancedServerOps-470546014 tempest-TestNetworkAdvancedServerOps-470546014] Pushing event deleted for resources: {'Network': ['ID=95a164ff-62fb-4679-bbc7-ddbefd16a643,revision_number=None']} {{(pid=84875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:37:21.127153 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-71c9615e-d4c0-4604-b2f3-aace47dbfc40 tempest-TestNetworkAdvancedServerOps-470546014 tempest-TestNetworkAdvancedServerOps-470546014] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:37:21.128113 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-b8e5ff71-55b2-4826-b2a6-88a099eb4bbd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850887113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3254092', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036851981146'] for subnet, after_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:37:21.132624 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-9f8af6ce-8683-4105-a192-e468ba2b024f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.017s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:37:21.160466 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-4ae05cd3-8edb-445d-be53-34eb50ce5462 tempest-NetworksTest-1803261889 tempest-NetworksTest-1803261889] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:37:21.164119 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-8da47c6e-7e5a-4958-93bd-eb4d675adc9b tempest-SecGroupTest-1152222618 tempest-SecGroupTest-1152222618] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850966545'] for security_group_rule, after_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:37:21.185022 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-8da47c6e-7e5a-4958-93bd-eb4d675adc9b tempest-SecGroupTest-1152222618 tempest-SecGroupTest-1152222618] Notify callbacks [] for security_group_rule, before_response {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:37:21.186305 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-8da47c6e-7e5a-4958-93bd-eb4d675adc9b tempest-SecGroupTest-1152222618 tempest-SecGroupTest-1152222618] 10.222.0.24 "DELETE /v2.0/security-group-rules/6080d7ac-d4fb-4caf-8a3e-45a5cd6ae7d5 HTTP/1.1" status: 204 len: 168 time: 0.4356296 Jan 14 07:37:21.192178 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-880e846c-a649-4897-a52b-610ebacbbcb3 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=bd552ea66d6d4f67892b74c73fb0d507&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1306725 Jan 14 07:37:21.193753 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-71c9615e-d4c0-4604-b2f3-aace47dbfc40 tempest-TestNetworkAdvancedServerOps-470546014 tempest-TestNetworkAdvancedServerOps-470546014] 10.222.0.24 "DELETE /v2.0/networks/95a164ff-62fb-4679-bbc7-ddbefd16a643 HTTP/1.1" status: 204 len: 168 time: 2.0252221 Jan 14 07:37:21.194530 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84875) accepted ('10.222.0.24', 36474) {{(pid=84875) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:37:21.194905 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84875) accepted ('10.222.0.24', 36476) {{(pid=84875) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:37:21.207606 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84874) accepted ('10.222.0.24', 36478) {{(pid=84874) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:37:21.216015 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-880e846c-a649-4897-a52b-610ebacbbcb3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=54e3d25f-34e5-4acf-ad4a-e943605e67e1,revision_number=1']} {{(pid=84875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:37:21.260985 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-880e846c-a649-4897-a52b-610ebacbbcb3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:37:21.261354 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-def2e97c-1b5f-46ed-aebe-7dfb53b0dc0f tempest-SecGroupTest-1152222618 tempest-SecGroupTest-1152222618] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.084s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:37:21.296160 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8da47c6e-7e5a-4958-93bd-eb4d675adc9b tempest-SecGroupTest-1152222618 tempest-SecGroupTest-1152222618] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=6080d7ac-d4fb-4caf-8a3e-45a5cd6ae7d5,revision_number=None']} {{(pid=84875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:37:21.301392 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-8da47c6e-7e5a-4958-93bd-eb4d675adc9b tempest-SecGroupTest-1152222618 tempest-SecGroupTest-1152222618] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:37:21.337502 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c1140a3-ed16-4ba5-afa4-e99516aecf12 None None] Pushing event updated for resources: {'Port': ['ID=642ccc8e-a60d-4cb4-94f1-7ce0459d899f,revision_number=2']} {{(pid=84876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:37:21.342064 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-2c1140a3-ed16-4ba5-afa4-e99516aecf12 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.441s {{(pid=84876) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:37:21.357786 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555753'] for port, before_update {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:37:21.362081 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-c2c151ea-6ecf-4285-a096-bf1de771854d tempest-SecGroupTest-1152222618 tempest-SecGroupTest-1152222618] Synchronizing usage tracker for tenant:73c9cef5e7e44d5ba1cf1737d559f80d on resource:security_group_rule {{(pid=84875) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 14 07:37:21.379004 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-65f0cea1-51af-4ee0-83f5-2d4d7b55e9d3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:37:21.406509 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] For port 1749ad2c-da7d-4dfd-8fbb-caa8b9d4f9da, host n-d-768862-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-2',level=0,port_id=1749ad2c-da7d-4dfd-8fbb-caa8b9d4f9da,segment=NetworkSegment(11fad05c-7eaf-4772-af9d-fa3360011a4e),segment_id=11fad05c-7eaf-4772-af9d-fa3360011a4e)] {{(pid=84876) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 07:37:21.409118 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8e5ff71-55b2-4826-b2a6-88a099eb4bbd admin admin] Pushing event updated for resources: {'Subnet': ['ID=2ebd2d65-464c-41cd-9992-88123f50e256,revision_number=0']} {{(pid=84874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:37:21.411011 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777640533312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363259214678337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777640097497'] for port, after_update {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:37:21.414976 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-2c1140a3-ed16-4ba5-afa4-e99516aecf12 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84876) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:37:21.421911 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-c2c151ea-6ecf-4285-a096-bf1de771854d tempest-SecGroupTest-1152222618 tempest-SecGroupTest-1152222618] Unset dirty status for tenant:73c9cef5e7e44d5ba1cf1737d559f80d on resource:security_group_rule {{(pid=84875) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 14 07:37:21.424447 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-c2c151ea-6ecf-4285-a096-bf1de771854d tempest-SecGroupTest-1152222618 tempest-SecGroupTest-1152222618] 10.222.0.24 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.2276938 Jan 14 07:37:21.428607 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84875) accepted ('10.222.0.24', 36490) {{(pid=84875) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:37:21.449371 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-65f0cea1-51af-4ee0-83f5-2d4d7b55e9d3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:37:21.482235 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-b8e5ff71-55b2-4826-b2a6-88a099eb4bbd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.322s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:37:21.515277 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-c1cd60b1-a050-4e6b-bf4e-44d3617e8a17 tempest-RoutersTest-1255860389 tempest-RoutersTest-1255860389] Notify callbacks [] for port, precommit_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:37:21.522000 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Pushing event updated for resources: {'Port': ['ID=1749ad2c-da7d-4dfd-8fbb-caa8b9d4f9da,revision_number=5']} {{(pid=84876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:37:21.537074 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-c1cd60b1-a050-4e6b-bf4e-44d3617e8a17 tempest-RoutersTest-1255860389 tempest-RoutersTest-1255860389] Transition to ACTIVE for port object c2db83d4-1b21-4865-b6ce-5c7f7403fa4c will not be triggered until provisioned by entity DHCP. {{(pid=84874) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 07:37:21.540028 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Device 64f07fcc-5260-4a3f-ad31-9d7edc236848 no longer exists at agent ovs-agent-n-d-768862-2 {{(pid=84876) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jan 14 07:37:21.568931 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-581eea15-6e87-4696-85aa-49a1735f8b7b tempest-TestNetworkAdvancedServerOps-470546014 tempest-TestNetworkAdvancedServerOps-470546014] Notify callbacks [] for security_group, before_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:37:21.580068 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-af3444f2-5caa-43d6-ac63-b804df5077be tempest-SecGroupTest-1152222618 tempest-SecGroupTest-1152222618] Notify callbacks [] for security_group, before_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:37:21.584524 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.170s {{(pid=84876) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:37:21.585984 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.plugin [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] No Port match for: 64f07fcc-5260-4a3f-ad31-9d7edc236848 {{(pid=84876) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2188}} Jan 14 07:37:21.586410 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Device 64f07fcc-5260-4a3f-ad31-9d7edc236848 not bound to the agent host n-d-768862-2 {{(pid=84876) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jan 14 07:37:21.615024 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-af3444f2-5caa-43d6-ac63-b804df5077be tempest-SecGroupTest-1152222618 tempest-SecGroupTest-1152222618] Notify callbacks [] for security_group, precommit_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:37:21.627911 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-65f0cea1-51af-4ee0-83f5-2d4d7b55e9d3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850887153'] for security_group, after_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:37:21.635872 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-918a67a2-959a-4123-b916-df02b421b477 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:37:21.639722 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-581eea15-6e87-4696-85aa-49a1735f8b7b tempest-TestNetworkAdvancedServerOps-470546014 tempest-TestNetworkAdvancedServerOps-470546014] Notify callbacks [] for security_group, precommit_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:37:21.653469 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65f0cea1-51af-4ee0-83f5-2d4d7b55e9d3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=54e3d25f-34e5-4acf-ad4a-e943605e67e1,revision_number=None']} {{(pid=84875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:37:21.660792 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-65f0cea1-51af-4ee0-83f5-2d4d7b55e9d3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:37:21.667335 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-c1cd60b1-a050-4e6b-bf4e-44d3617e8a17 tempest-RoutersTest-1255860389 tempest-RoutersTest-1255860389] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777640123575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3254186'] for port, after_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:37:21.730274 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-af3444f2-5caa-43d6-ac63-b804df5077be tempest-SecGroupTest-1152222618 tempest-SecGroupTest-1152222618] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850887153'] for security_group, after_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:37:21.740240 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-a1bcd944-b2c3-434e-968a-31e48b349881 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:37:21.759612 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-65f0cea1-51af-4ee0-83f5-2d4d7b55e9d3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:37:21.762424 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-65f0cea1-51af-4ee0-83f5-2d4d7b55e9d3 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/54e3d25f-34e5-4acf-ad4a-e943605e67e1 HTTP/1.1" status: 204 len: 168 time: 0.5632503 Jan 14 07:37:21.767945 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af3444f2-5caa-43d6-ac63-b804df5077be tempest-SecGroupTest-1152222618 tempest-SecGroupTest-1152222618] Pushing event deleted for resources: {'SecurityGroup': ['ID=dbb561f3-ee96-41eb-8d44-1afdb26baea0,revision_number=None']} {{(pid=84875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:37:21.781019 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-af3444f2-5caa-43d6-ac63-b804df5077be tempest-SecGroupTest-1152222618 tempest-SecGroupTest-1152222618] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:37:21.801640 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-af3444f2-5caa-43d6-ac63-b804df5077be tempest-SecGroupTest-1152222618 tempest-SecGroupTest-1152222618] Notify callbacks [] for security_group, before_response {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:37:21.804037 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-af3444f2-5caa-43d6-ac63-b804df5077be tempest-SecGroupTest-1152222618 tempest-SecGroupTest-1152222618] 10.222.0.24 "DELETE /v2.0/security-groups/dbb561f3-ee96-41eb-8d44-1afdb26baea0 HTTP/1.1" status: 204 len: 168 time: 0.3743758 Jan 14 07:37:21.808208 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84875) accepted ('10.222.0.24', 36500) {{(pid=84875) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:37:21.841974 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-b7b9b0df-8eb8-4c18-8f18-a1c1daef5157 tempest-TestNetworkAdvancedServerOps-470546014 tempest-TestNetworkAdvancedServerOps-470546014] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:37:21.918394 n-d-768862-2 neutron-server[84765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1cd60b1-a050-4e6b-bf4e-44d3617e8a17 tempest-RoutersTest-1255860389 tempest-RoutersTest-1255860389] Network 90c406da-cca7-476a-aa28-f87e63529359 is already hosted by enough agents. {{(pid=84874) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 07:37:21.928820 n-d-768862-2 neutron-server[84765]: DEBUG neutron.scheduler.base_scheduler [None req-c1cd60b1-a050-4e6b-bf4e-44d3617e8a17 tempest-RoutersTest-1255860389 tempest-RoutersTest-1255860389] Resources bound (agent type, host, resource id): {{(pid=84874) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 07:37:21.946004 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1cd60b1-a050-4e6b-bf4e-44d3617e8a17 tempest-RoutersTest-1255860389 tempest-RoutersTest-1255860389] Received port after_create {{(pid=84874) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 14 07:37:21.985831 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-3cd5bff9-ed33-42a4-800a-52ca5fe5df33 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363259214191800', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854171626'] for agent, after_update {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:37:22.042672 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-da76cfc0-98e8-4426-9f6d-4f05aa3fae78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363259214191800', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854171626'] for agent, after_update {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:37:22.044183 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-a1e45644-01be-4595-a192-1fa7e0d64c22 tempest-SecGroupTest-1152222618 tempest-SecGroupTest-1152222618] Synchronizing usage tracker for tenant:73c9cef5e7e44d5ba1cf1737d559f80d on resource:security_group {{(pid=84875) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 14 07:37:22.045048 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-c1cd60b1-a050-4e6b-bf4e-44d3617e8a17 tempest-RoutersTest-1255860389 tempest-RoutersTest-1255860389] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036850886386'] for router_interface, before_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:37:22.065402 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-a1e45644-01be-4595-a192-1fa7e0d64c22 tempest-SecGroupTest-1152222618 tempest-SecGroupTest-1152222618] Unset dirty status for tenant:73c9cef5e7e44d5ba1cf1737d559f80d on resource:security_group {{(pid=84875) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 14 07:37:22.072972 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-a1e45644-01be-4595-a192-1fa7e0d64c22 tempest-SecGroupTest-1152222618 tempest-SecGroupTest-1152222618] 10.222.0.24 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.2632942 Jan 14 07:37:22.073515 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84875) accepted ('10.222.0.24', 36510) {{(pid=84875) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:37:22.083312 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.v2.base [None req-a49cdbd6-7398-462e-81e5-5793d893d5b5 tempest-SecGroupTest-1152222618 tempest-SecGroupTest-1152222618] Request body: {'security_group': {'name': 'tempest-secgroup--646832807'}} {{(pid=84875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:37:22.100195 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-a49cdbd6-7398-462e-81e5-5793d893d5b5 tempest-SecGroupTest-1152222618 tempest-SecGroupTest-1152222618] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:37:22.116116 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-a49cdbd6-7398-462e-81e5-5793d893d5b5 tempest-SecGroupTest-1152222618 tempest-SecGroupTest-1152222618] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:37:22.127993 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1cd60b1-a050-4e6b-bf4e-44d3617e8a17 tempest-RoutersTest-1255860389 tempest-RoutersTest-1255860389] Pushing event updated for resources: {'Port': ['ID=c2db83d4-1b21-4865-b6ce-5c7f7403fa4c,revision_number=1']} {{(pid=84874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:37:22.154108 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-a49cdbd6-7398-462e-81e5-5793d893d5b5 tempest-SecGroupTest-1152222618 tempest-SecGroupTest-1152222618] Notify callbacks [] for security_group, before_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:37:22.182560 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-a49cdbd6-7398-462e-81e5-5793d893d5b5 tempest-SecGroupTest-1152222618 tempest-SecGroupTest-1152222618] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:37:22.187994 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-a49cdbd6-7398-462e-81e5-5793d893d5b5 tempest-SecGroupTest-1152222618 tempest-SecGroupTest-1152222618] Usage tracker for resource:security_group_rule and tenant:73c9cef5e7e44d5ba1cf1737d559f80d is out of sync, need to count used quota {{(pid=84875) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:37:22.191720 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-a49cdbd6-7398-462e-81e5-5793d893d5b5 tempest-SecGroupTest-1152222618 tempest-SecGroupTest-1152222618] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84875) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:37:22.199386 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-a49cdbd6-7398-462e-81e5-5793d893d5b5 tempest-SecGroupTest-1152222618 tempest-SecGroupTest-1152222618] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:37:22.323454 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-a49cdbd6-7398-462e-81e5-5793d893d5b5 tempest-SecGroupTest-1152222618 tempest-SecGroupTest-1152222618] Notify callbacks [] for security_group, precommit_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:37:22.326988 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-a49cdbd6-7398-462e-81e5-5793d893d5b5 tempest-SecGroupTest-1152222618 tempest-SecGroupTest-1152222618] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850887153'] for security_group, after_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:37:22.333213 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-730d773f-bdbb-42e8-af2e-b6f007286122 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:37:22.394179 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a49cdbd6-7398-462e-81e5-5793d893d5b5 tempest-SecGroupTest-1152222618 tempest-SecGroupTest-1152222618] Pushing event updated for resources: {'SecurityGroup': ['ID=12b1281b-140c-4bcd-8340-5a425d381a8d,revision_number=1']} {{(pid=84875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:37:22.402769 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-a49cdbd6-7398-462e-81e5-5793d893d5b5 tempest-SecGroupTest-1152222618 tempest-SecGroupTest-1152222618] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:37:22.413797 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-a49cdbd6-7398-462e-81e5-5793d893d5b5 tempest-SecGroupTest-1152222618 tempest-SecGroupTest-1152222618] Notify callbacks [] for security_group, before_response {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:37:22.419065 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-a49cdbd6-7398-462e-81e5-5793d893d5b5 tempest-SecGroupTest-1152222618 tempest-SecGroupTest-1152222618] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.3439436 Jan 14 07:37:22.421134 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84875) accepted ('10.222.0.24', 36524) {{(pid=84875) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:37:22.428338 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.v2.base [None req-02161b03-8de0-4c94-abd5-19af7bade3f7 tempest-SecGroupTest-1152222618 tempest-SecGroupTest-1152222618] Request body: {'security_group_rule': {'security_group_id': '12b1281b-140c-4bcd-8340-5a425d381a8d', 'direction': 'ingress', 'protocol': 17}} {{(pid=84875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:37:22.460802 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-02161b03-8de0-4c94-abd5-19af7bade3f7 tempest-SecGroupTest-1152222618 tempest-SecGroupTest-1152222618] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:37:22.468219 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-02161b03-8de0-4c94-abd5-19af7bade3f7 tempest-SecGroupTest-1152222618 tempest-SecGroupTest-1152222618] Usage tracker for resource:security_group_rule and tenant:73c9cef5e7e44d5ba1cf1737d559f80d is out of sync, need to count used quota {{(pid=84875) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:37:22.471979 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-02161b03-8de0-4c94-abd5-19af7bade3f7 tempest-SecGroupTest-1152222618 tempest-SecGroupTest-1152222618] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84875) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:37:22.482098 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-02161b03-8de0-4c94-abd5-19af7bade3f7 tempest-SecGroupTest-1152222618 tempest-SecGroupTest-1152222618] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:37:22.504175 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-02161b03-8de0-4c94-abd5-19af7bade3f7 tempest-SecGroupTest-1152222618 tempest-SecGroupTest-1152222618] Notify callbacks [] for security_group_rule, before_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:37:22.518021 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-c1cd60b1-a050-4e6b-bf4e-44d3617e8a17 tempest-RoutersTest-1255860389 tempest-RoutersTest-1255860389] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.677s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:37:22.546524 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8e5ff71-55b2-4826-b2a6-88a099eb4bbd admin admin] Checking segment: {'id': '4f90b6aa-1832-487d-82fa-fa2a6edc327b', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 15, 'network_id': 'ada98c31-e0a7-4c01-a63a-f2a0b6f59f68'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84874) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 14 07:37:22.546855 n-d-768862-2 neutron-server[84765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8e5ff71-55b2-4826-b2a6-88a099eb4bbd admin admin] Network hostable DHCP agents. Network: ada98c31-e0a7-4c01-a63a-f2a0b6f59f68, hostable agents: ['32f3dd84-26da-4d18-bf15-6017a8fb7247'], hosted agents: [] {{(pid=84874) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Jan 14 07:37:22.590207 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-02161b03-8de0-4c94-abd5-19af7bade3f7 tempest-SecGroupTest-1152222618 tempest-SecGroupTest-1152222618] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:37:22.594460 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-581eea15-6e87-4696-85aa-49a1735f8b7b tempest-TestNetworkAdvancedServerOps-470546014 tempest-TestNetworkAdvancedServerOps-470546014] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850887153'] for security_group, after_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:37:22.596241 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-02161b03-8de0-4c94-abd5-19af7bade3f7 tempest-SecGroupTest-1152222618 tempest-SecGroupTest-1152222618] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850966545'] for security_group_rule, after_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:37:22.599251 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-50e69256-0ab3-4597-9415-041811837329 tempest-SecGroupTest-1152222618 tempest-SecGroupTest-1152222618] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:37:22.615362 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363259214191800', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854171626'] for agent, after_update {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:37:22.626106 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02161b03-8de0-4c94-abd5-19af7bade3f7 tempest-SecGroupTest-1152222618 tempest-SecGroupTest-1152222618] Pushing event updated for resources: {'SecurityGroupRule': ['ID=aaaeb190-aea6-44b8-bcfb-6a8191c873f1,revision_number=0']} {{(pid=84875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:37:22.630814 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-391c9402-bdd3-4398-a016-1e7e05d833d8 tempest-SecGroupTest-1152222618 tempest-SecGroupTest-1152222618] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:37:22.631499 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-02161b03-8de0-4c94-abd5-19af7bade3f7 tempest-SecGroupTest-1152222618 tempest-SecGroupTest-1152222618] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:37:22.644444 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-c1cd60b1-a050-4e6b-bf4e-44d3617e8a17 tempest-RoutersTest-1255860389 tempest-RoutersTest-1255860389] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555753'] for port, before_update {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:37:22.646591 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-02161b03-8de0-4c94-abd5-19af7bade3f7 tempest-SecGroupTest-1152222618 tempest-SecGroupTest-1152222618] Notify callbacks [] for security_group_rule, before_response {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:37:22.648366 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-02161b03-8de0-4c94-abd5-19af7bade3f7 tempest-SecGroupTest-1152222618 tempest-SecGroupTest-1152222618] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.2270300 Jan 14 07:37:22.652571 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84875) accepted ('10.222.0.24', 36532) {{(pid=84875) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:37:22.668869 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-581eea15-6e87-4696-85aa-49a1735f8b7b tempest-TestNetworkAdvancedServerOps-470546014 tempest-TestNetworkAdvancedServerOps-470546014] Pushing event deleted for resources: {'SecurityGroup': ['ID=3e96b5ef-d6b5-4566-bfbb-a5e40bedbf7f,revision_number=None']} {{(pid=84874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:37:22.696179 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-581eea15-6e87-4696-85aa-49a1735f8b7b tempest-TestNetworkAdvancedServerOps-470546014 tempest-TestNetworkAdvancedServerOps-470546014] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:37:22.696893 n-d-768862-2 neutron-server[84765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8e5ff71-55b2-4826-b2a6-88a099eb4bbd admin admin] Network ada98c31-e0a7-4c01-a63a-f2a0b6f59f68 is scheduled to be hosted by DHCP agent 32f3dd84-26da-4d18-bf15-6017a8fb7247 with binding_index 1 {{(pid=84874) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Jan 14 07:37:22.783764 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-b9458bbb-00f9-4a24-ba86-bbbf0e3e2239 tempest-SecGroupTest-1152222618 tempest-SecGroupTest-1152222618] Notify callbacks [] for security_group, before_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:37:22.832047 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-b9458bbb-00f9-4a24-ba86-bbbf0e3e2239 tempest-SecGroupTest-1152222618 tempest-SecGroupTest-1152222618] Notify callbacks [] for security_group, precommit_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:37:22.886954 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-b9458bbb-00f9-4a24-ba86-bbbf0e3e2239 tempest-SecGroupTest-1152222618 tempest-SecGroupTest-1152222618] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850887153'] for security_group, after_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:37:22.893223 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-76acb448-f5f0-42cf-9bbf-ce8e24496072 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:37:22.913140 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9458bbb-00f9-4a24-ba86-bbbf0e3e2239 tempest-SecGroupTest-1152222618 tempest-SecGroupTest-1152222618] Pushing event deleted for resources: {'SecurityGroup': ['ID=12b1281b-140c-4bcd-8340-5a425d381a8d,revision_number=None']} {{(pid=84875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:37:22.917790 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-b9458bbb-00f9-4a24-ba86-bbbf0e3e2239 tempest-SecGroupTest-1152222618 tempest-SecGroupTest-1152222618] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:37:22.929495 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-b9458bbb-00f9-4a24-ba86-bbbf0e3e2239 tempest-SecGroupTest-1152222618 tempest-SecGroupTest-1152222618] Notify callbacks [] for security_group, before_response {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:37:22.930940 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-b9458bbb-00f9-4a24-ba86-bbbf0e3e2239 tempest-SecGroupTest-1152222618 tempest-SecGroupTest-1152222618] 10.222.0.24 "DELETE /v2.0/security-groups/12b1281b-140c-4bcd-8340-5a425d381a8d HTTP/1.1" status: 204 len: 168 time: 0.2774560 Jan 14 07:37:22.933987 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84875) accepted ('10.222.0.24', 36542) {{(pid=84875) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:37:23.047437 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-74b926cd-3a5a-43e8-bce5-bc34a74f8482 tempest-SecGroupTest-1152222618 tempest-SecGroupTest-1152222618] Synchronizing usage tracker for tenant:73c9cef5e7e44d5ba1cf1737d559f80d on resource:security_group {{(pid=84875) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 14 07:37:23.085282 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-74b926cd-3a5a-43e8-bce5-bc34a74f8482 tempest-SecGroupTest-1152222618 tempest-SecGroupTest-1152222618] Unset dirty status for tenant:73c9cef5e7e44d5ba1cf1737d559f80d on resource:security_group {{(pid=84875) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 14 07:37:23.091151 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-74b926cd-3a5a-43e8-bce5-bc34a74f8482 tempest-SecGroupTest-1152222618 tempest-SecGroupTest-1152222618] 10.222.0.24 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1556597 Jan 14 07:37:23.091969 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84875) accepted ('10.222.0.24', 36550) {{(pid=84875) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:37:23.099588 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.v2.base [None req-e6a21228-a46c-4e9c-8b93-a7e187c0f1ae tempest-SecGroupTest-1152222618 tempest-SecGroupTest-1152222618] Request body: {'security_group': {'name': 'tempest-secgroup--2090220726'}} {{(pid=84875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:37:23.131673 n-d-768862-2 neutron-server[84765]: DEBUG neutron.scheduler.base_scheduler [None req-b8e5ff71-55b2-4826-b2a6-88a099eb4bbd admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768862-2, ada98c31-e0a7-4c01-a63a-f2a0b6f59f68) {{(pid=84874) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 07:37:23.135965 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-581eea15-6e87-4696-85aa-49a1735f8b7b tempest-TestNetworkAdvancedServerOps-470546014 tempest-TestNetworkAdvancedServerOps-470546014] Notify callbacks [] for security_group, before_response {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:37:23.137725 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-581eea15-6e87-4696-85aa-49a1735f8b7b tempest-TestNetworkAdvancedServerOps-470546014 tempest-TestNetworkAdvancedServerOps-470546014] 10.222.0.24 "DELETE /v2.0/security-groups/3e96b5ef-d6b5-4566-bfbb-a5e40bedbf7f HTTP/1.1" status: 204 len: 168 time: 1.9288270 Jan 14 07:37:23.154939 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-254564d6-2136-42ec-99ea-3a789512a08b None None] Network ada98c31-e0a7-4c01-a63a-f2a0b6f59f68 requested from n-d-768862-2 {{(pid=84876) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 07:37:23.156744 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-e6a21228-a46c-4e9c-8b93-a7e187c0f1ae tempest-SecGroupTest-1152222618 tempest-SecGroupTest-1152222618] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:37:23.176198 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8e5ff71-55b2-4826-b2a6-88a099eb4bbd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:37:23.176854 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-b8e5ff71-55b2-4826-b2a6-88a099eb4bbd admin admin] Notify callbacks [] for subnet, before_response {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:37:23.199807 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-e6a21228-a46c-4e9c-8b93-a7e187c0f1ae tempest-SecGroupTest-1152222618 tempest-SecGroupTest-1152222618] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:37:23.200788 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-b8e5ff71-55b2-4826-b2a6-88a099eb4bbd admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 7.1531687 Jan 14 07:37:23.261667 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-e6a21228-a46c-4e9c-8b93-a7e187c0f1ae tempest-SecGroupTest-1152222618 tempest-SecGroupTest-1152222618] Notify callbacks [] for security_group, before_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:37:23.441610 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-c1cd60b1-a050-4e6b-bf4e-44d3617e8a17 tempest-RoutersTest-1255860389 tempest-RoutersTest-1255860389] Notify callbacks [] for port, precommit_update {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:37:23.456542 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-c1cd60b1-a050-4e6b-bf4e-44d3617e8a17 tempest-RoutersTest-1255860389 tempest-RoutersTest-1255860389] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777640533312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363259214678337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777640097497', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036851521613'] for port, after_update {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:37:23.519501 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d43a836-642e-4e33-81df-77eaf1ccf4a6 None None] Network 90c406da-cca7-476a-aa28-f87e63529359 requested from n-d-768862-2 {{(pid=84876) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 07:37:23.554769 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-0f37073e-9c69-4e3c-80e0-6cfaa0fd61a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363259214191800', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854171626'] for agent, after_update {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:37:23.589299 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-dfdc7122-927c-419c-a90f-0f43ad067fb3 tempest-TestNetworkAdvancedServerOps-470546014 tempest-TestNetworkAdvancedServerOps-470546014] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:37:23.676655 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b35ec6b0-32cf-48c6-b0f5-05a4aedf6d5e None None] Network ada98c31-e0a7-4c01-a63a-f2a0b6f59f68 requested from n-d-768862-2 {{(pid=84876) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 07:37:23.770034 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-e6a21228-a46c-4e9c-8b93-a7e187c0f1ae tempest-SecGroupTest-1152222618 tempest-SecGroupTest-1152222618] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:37:23.784892 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-e6a21228-a46c-4e9c-8b93-a7e187c0f1ae tempest-SecGroupTest-1152222618 tempest-SecGroupTest-1152222618] Usage tracker for resource:security_group_rule and tenant:73c9cef5e7e44d5ba1cf1737d559f80d is out of sync, need to count used quota {{(pid=84875) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:37:23.788965 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-e6a21228-a46c-4e9c-8b93-a7e187c0f1ae tempest-SecGroupTest-1152222618 tempest-SecGroupTest-1152222618] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84875) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:37:23.796606 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-e6a21228-a46c-4e9c-8b93-a7e187c0f1ae tempest-SecGroupTest-1152222618 tempest-SecGroupTest-1152222618] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:37:23.817162 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1cd60b1-a050-4e6b-bf4e-44d3617e8a17 tempest-RoutersTest-1255860389 tempest-RoutersTest-1255860389] Pushing event updated for resources: {'Port': ['ID=c2db83d4-1b21-4865-b6ce-5c7f7403fa4c,revision_number=2']} {{(pid=84874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:37:23.858977 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-c1cd60b1-a050-4e6b-bf4e-44d3617e8a17 tempest-RoutersTest-1255860389 tempest-RoutersTest-1255860389] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.273s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:37:23.902036 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Device 642ccc8e-a60d-4cb4-94f1-7ce0459d899f up at agent ovs-agent-n-d-768862-2 {{(pid=84876) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 07:37:23.904848 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-c1cd60b1-a050-4e6b-bf4e-44d3617e8a17 tempest-RoutersTest-1255860389 tempest-RoutersTest-1255860389] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3206949', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3889649'] for router_interface, after_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:37:23.913352 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-e6a21228-a46c-4e9c-8b93-a7e187c0f1ae tempest-SecGroupTest-1152222618 tempest-SecGroupTest-1152222618] Notify callbacks [] for security_group, precommit_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:37:23.917304 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-e6a21228-a46c-4e9c-8b93-a7e187c0f1ae tempest-SecGroupTest-1152222618 tempest-SecGroupTest-1152222618] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850887153'] for security_group, after_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:37:23.925027 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-706004db-e57b-4736-aac4-88db47c7a69d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:37:23.983567 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6a21228-a46c-4e9c-8b93-a7e187c0f1ae tempest-SecGroupTest-1152222618 tempest-SecGroupTest-1152222618] Pushing event updated for resources: {'SecurityGroup': ['ID=9e90e49e-3908-4349-a25c-8586e3b1f866,revision_number=1']} {{(pid=84875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:37:23.987313 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-e6a21228-a46c-4e9c-8b93-a7e187c0f1ae tempest-SecGroupTest-1152222618 tempest-SecGroupTest-1152222618] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:37:23.997576 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-e6a21228-a46c-4e9c-8b93-a7e187c0f1ae tempest-SecGroupTest-1152222618 tempest-SecGroupTest-1152222618] Notify callbacks [] for security_group, before_response {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:37:24.002579 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-e6a21228-a46c-4e9c-8b93-a7e187c0f1ae tempest-SecGroupTest-1152222618 tempest-SecGroupTest-1152222618] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.9095881 Jan 14 07:37:24.003523 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84875) accepted ('10.222.0.24', 36576) {{(pid=84875) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:37:24.010922 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.v2.base [None req-1c2d6b7b-d106-4e48-9289-db39d689407b tempest-SecGroupTest-1152222618 tempest-SecGroupTest-1152222618] Request body: {'security_group': {'name': 'tempest-secgroup--28555838'}} {{(pid=84875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:37:24.025733 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-1c2d6b7b-d106-4e48-9289-db39d689407b tempest-SecGroupTest-1152222618 tempest-SecGroupTest-1152222618] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:37:24.031341 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-1c2d6b7b-d106-4e48-9289-db39d689407b tempest-SecGroupTest-1152222618 tempest-SecGroupTest-1152222618] Usage tracker for resource:security_group and tenant:73c9cef5e7e44d5ba1cf1737d559f80d is out of sync, need to count used quota {{(pid=84875) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:37:24.036485 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-1c2d6b7b-d106-4e48-9289-db39d689407b tempest-SecGroupTest-1152222618 tempest-SecGroupTest-1152222618] Quota usage for security_group was recalculated. Used quota:2. {{(pid=84875) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:37:24.045674 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-1c2d6b7b-d106-4e48-9289-db39d689407b tempest-SecGroupTest-1152222618 tempest-SecGroupTest-1152222618] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=84875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:37:24.055473 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84875) accepted ('10.222.0.24', 36580) {{(pid=84875) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:37:24.064944 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-1c2d6b7b-d106-4e48-9289-db39d689407b tempest-SecGroupTest-1152222618 tempest-SecGroupTest-1152222618] Notify callbacks [] for security_group, before_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:37:24.121527 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-1c2d6b7b-d106-4e48-9289-db39d689407b tempest-SecGroupTest-1152222618 tempest-SecGroupTest-1152222618] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:37:24.143428 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-1c2d6b7b-d106-4e48-9289-db39d689407b tempest-SecGroupTest-1152222618 tempest-SecGroupTest-1152222618] Usage tracker for resource:security_group_rule and tenant:73c9cef5e7e44d5ba1cf1737d559f80d is out of sync, need to count used quota {{(pid=84875) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:37:24.149724 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-1c2d6b7b-d106-4e48-9289-db39d689407b tempest-SecGroupTest-1152222618 tempest-SecGroupTest-1152222618] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84875) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:37:24.180899 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-1c2d6b7b-d106-4e48-9289-db39d689407b tempest-SecGroupTest-1152222618 tempest-SecGroupTest-1152222618] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:37:24.213863 n-d-768862-2 neutron-server[84765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1cd60b1-a050-4e6b-bf4e-44d3617e8a17 tempest-RoutersTest-1255860389 tempest-RoutersTest-1255860389] Network 90c406da-cca7-476a-aa28-f87e63529359 is already hosted by enough agents. {{(pid=84874) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 07:37:24.215203 n-d-768862-2 neutron-server[84765]: DEBUG neutron.scheduler.base_scheduler [None req-c1cd60b1-a050-4e6b-bf4e-44d3617e8a17 tempest-RoutersTest-1255860389 tempest-RoutersTest-1255860389] Resources bound (agent type, host, resource id): {{(pid=84874) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 07:37:24.353544 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-1c2d6b7b-d106-4e48-9289-db39d689407b tempest-SecGroupTest-1152222618 tempest-SecGroupTest-1152222618] Notify callbacks [] for security_group, precommit_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:37:24.365511 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-1c2d6b7b-d106-4e48-9289-db39d689407b tempest-SecGroupTest-1152222618 tempest-SecGroupTest-1152222618] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850887153'] for security_group, after_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:37:24.371683 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-68381acc-b51b-4737-beec-f6e7f26e8ca4 tempest-SecGroupTest-1152222618 tempest-SecGroupTest-1152222618] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:37:24.440036 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-8f2f853c-c2af-4068-9e18-3eb9a9c50113 None None] Provisioning for port 642ccc8e-a60d-4cb4-94f1-7ce0459d899f completed by entity DHCP. {{(pid=84876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 07:37:24.480641 n-d-768862-2 neutron-server[84765]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c1cd60b1-a050-4e6b-bf4e-44d3617e8a17 tempest-RoutersTest-1255860389 tempest-RoutersTest-1255860389] Router 3998536e-65e4-4108-ab1c-eac6e818dd96 has already been hosted by L3 agent 35f592e9-451b-4db9-abea-77b6a5c5391b {{(pid=84874) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Jan 14 07:37:24.485083 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c2d6b7b-d106-4e48-9289-db39d689407b tempest-SecGroupTest-1152222618 tempest-SecGroupTest-1152222618] Pushing event updated for resources: {'SecurityGroup': ['ID=a292d01b-a029-4396-a3c3-bcc2db44edfe,revision_number=1']} {{(pid=84875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:37:24.489718 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-1c2d6b7b-d106-4e48-9289-db39d689407b tempest-SecGroupTest-1152222618 tempest-SecGroupTest-1152222618] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:37:24.490560 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-1c2d6b7b-d106-4e48-9289-db39d689407b tempest-SecGroupTest-1152222618 tempest-SecGroupTest-1152222618] Notify callbacks [] for security_group, before_response {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:37:24.492133 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-1c2d6b7b-d106-4e48-9289-db39d689407b tempest-SecGroupTest-1152222618 tempest-SecGroupTest-1152222618] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.4872789 Jan 14 07:37:24.495316 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84875) accepted ('10.222.0.24', 36598) {{(pid=84875) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:37:24.499660 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Provisioning for port 642ccc8e-a60d-4cb4-94f1-7ce0459d899f completed by entity L2. {{(pid=84876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 07:37:24.506767 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.v2.base [None req-e0b35aa0-b48c-4a54-820a-c9373450327a tempest-SecGroupTest-1152222618 tempest-SecGroupTest-1152222618] Request body: {'security_group_rule': {'security_group_id': '9e90e49e-3908-4349-a25c-8586e3b1f866', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'udp', 'port_range_min': 50, 'port_range_max': 55, 'remote_group_id': 'a292d01b-a029-4396-a3c3-bcc2db44edfe', 'remote_ip_prefix': None}} {{(pid=84875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:37:24.520012 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-e0b35aa0-b48c-4a54-820a-c9373450327a tempest-SecGroupTest-1152222618 tempest-SecGroupTest-1152222618] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:37:24.521989 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Provisioning complete for port 642ccc8e-a60d-4cb4-94f1-7ce0459d899f triggered by entity L2. {{(pid=84876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 07:37:24.522417 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-604227'] for port, provisioning_complete {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:37:24.568352 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-e0b35aa0-b48c-4a54-820a-c9373450327a tempest-SecGroupTest-1152222618 tempest-SecGroupTest-1152222618] Usage tracker for resource:security_group_rule and tenant:73c9cef5e7e44d5ba1cf1737d559f80d is out of sync, need to count used quota {{(pid=84875) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:37:24.586063 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-e0b35aa0-b48c-4a54-820a-c9373450327a tempest-SecGroupTest-1152222618 tempest-SecGroupTest-1152222618] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=84875) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:37:24.627407 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-e0b35aa0-b48c-4a54-820a-c9373450327a tempest-SecGroupTest-1152222618 tempest-SecGroupTest-1152222618] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=84875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:37:24.748216 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-6d6af220-e9ae-4acb-b771-53e6bef37074 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=6f3510a486e44d0a99223e7a34e71069&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6840074 Jan 14 07:37:24.748216 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84875) accepted ('10.222.0.24', 36612) {{(pid=84875) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:37:24.787789 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c1cd60b1-a050-4e6b-bf4e-44d3617e8a17 tempest-RoutersTest-1255860389 tempest-RoutersTest-1255860389] Notify agent at l3_agent.n-d-768862-2 the message routers_updated {{(pid=84874) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jan 14 07:37:24.804627 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-c1cd60b1-a050-4e6b-bf4e-44d3617e8a17 tempest-RoutersTest-1255860389 tempest-RoutersTest-1255860389] 10.222.0.24 "PUT /v2.0/routers/3998536e-65e4-4108-ab1c-eac6e818dd96/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.1294122 Jan 14 07:37:24.805907 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84874) accepted ('10.222.0.24', 36618) {{(pid=84874) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:37:24.808074 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-e0b35aa0-b48c-4a54-820a-c9373450327a tempest-SecGroupTest-1152222618 tempest-SecGroupTest-1152222618] Notify callbacks [] for security_group_rule, before_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:37:24.814138 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.v2.base [None req-c9f9a7f2-a18b-4896-9559-c0af35ef454e tempest-RoutersTest-1255860389 tempest-RoutersTest-1255860389] Request body: {'router': {'routes': [{'nexthop': '172.20.0.2', 'destination': '172.20.0.0/28'}, {'nexthop': '172.21.0.2', 'destination': '172.21.0.0/28'}, {'nexthop': '172.22.0.2', 'destination': '172.22.0.0/28'}, {'nexthop': '172.23.0.2', 'destination': '172.23.0.0/28'}]}} {{(pid=84874) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:37:24.926811 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d06cacfd-e551-4d9d-b5e2-ce3876a010e4 None None] Sync routers for ids ['3998536e-65e4-4108-ab1c-eac6e818dd96'] in n-d-768862-2 {{(pid=84876) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Jan 14 07:37:25.051309 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-95f5cf4a-08ae-46d5-93f7-b622840131e0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:37:25.138346 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d06cacfd-e551-4d9d-b5e2-ce3876a010e4 None None] Routers {'3998536e-65e4-4108-ab1c-eac6e818dd96'} bound to L3 agent in host n-d-768862-2 {{(pid=84876) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 14 07:37:25.139454 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_hamode_db [None req-d06cacfd-e551-4d9d-b5e2-ce3876a010e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2021-01-14T06:56:51Z,description=,heartbeat_timestamp=2021-01-14T07:37:22Z,host='n-d-768862-2',id=35f592e9-451b-4db9-abea-77b6a5c5391b,load=0,resource_versions=,resources_synced=,started_at=2021-01-14T06:56:51Z,topic='l3_agent')) {'router_ids': ['3998536e-65e4-4108-ab1c-eac6e818dd96'], 'active': True} {{(pid=84876) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:37:25.171232 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-e0b35aa0-b48c-4a54-820a-c9373450327a tempest-SecGroupTest-1152222618 tempest-SecGroupTest-1152222618] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:37:25.200664 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-95f5cf4a-08ae-46d5-93f7-b622840131e0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:37:25.208399 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-e0b35aa0-b48c-4a54-820a-c9373450327a tempest-SecGroupTest-1152222618 tempest-SecGroupTest-1152222618] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850966545'] for security_group_rule, after_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:37:25.224679 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-034172b2-8b63-4722-8d9c-787230102aac tempest-TestNetworkAdvancedServerOps-470546014 tempest-TestNetworkAdvancedServerOps-470546014] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:37:25.260318 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0b35aa0-b48c-4a54-820a-c9373450327a tempest-SecGroupTest-1152222618 tempest-SecGroupTest-1152222618] Pushing event updated for resources: {'SecurityGroupRule': ['ID=875aef97-add7-4d2b-bf4e-ce7af1eb5a44,revision_number=0']} {{(pid=84875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:37:25.266740 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-e0b35aa0-b48c-4a54-820a-c9373450327a tempest-SecGroupTest-1152222618 tempest-SecGroupTest-1152222618] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:37:25.295856 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-e0b35aa0-b48c-4a54-820a-c9373450327a tempest-SecGroupTest-1152222618 tempest-SecGroupTest-1152222618] Notify callbacks [] for security_group_rule, before_response {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:37:25.297213 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-e0b35aa0-b48c-4a54-820a-c9373450327a tempest-SecGroupTest-1152222618 tempest-SecGroupTest-1152222618] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 798 time: 0.8008208 Jan 14 07:37:25.301029 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84875) accepted ('10.222.0.24', 36634) {{(pid=84875) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:37:25.372126 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-95f5cf4a-08ae-46d5-93f7-b622840131e0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850887153'] for security_group, after_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:37:25.392193 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-b713c711-462d-497d-97bd-0edca149bf6b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:37:25.415131 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-362576ba-67d6-4eed-9b28-af548a4fc108 tempest-SecGroupTest-1152222618 tempest-SecGroupTest-1152222618] Notify callbacks [] for security_group_rule, before_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:37:25.440478 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95f5cf4a-08ae-46d5-93f7-b622840131e0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2b98170b-4d13-4dc2-8145-576cb7c9c031,revision_number=None']} {{(pid=84875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:37:25.454311 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-362576ba-67d6-4eed-9b28-af548a4fc108 tempest-SecGroupTest-1152222618 tempest-SecGroupTest-1152222618] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:37:25.487650 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-95f5cf4a-08ae-46d5-93f7-b622840131e0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:37:25.490690 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-95f5cf4a-08ae-46d5-93f7-b622840131e0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:37:25.495039 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-95f5cf4a-08ae-46d5-93f7-b622840131e0 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/2b98170b-4d13-4dc2-8145-576cb7c9c031 HTTP/1.1" status: 204 len: 168 time: 0.7457922 Jan 14 07:37:25.534528 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-362576ba-67d6-4eed-9b28-af548a4fc108 tempest-SecGroupTest-1152222618 tempest-SecGroupTest-1152222618] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850966545'] for security_group_rule, after_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:37:25.540398 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-e0b35aa0-b48c-4a54-820a-c9373450327a tempest-SecGroupTest-1152222618 tempest-SecGroupTest-1152222618] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:37:25.547695 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555753'] for port, before_update {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:37:25.579122 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-362576ba-67d6-4eed-9b28-af548a4fc108 tempest-SecGroupTest-1152222618 tempest-SecGroupTest-1152222618] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=875aef97-add7-4d2b-bf4e-ce7af1eb5a44,revision_number=None']} {{(pid=84875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:37:25.583104 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-362576ba-67d6-4eed-9b28-af548a4fc108 tempest-SecGroupTest-1152222618 tempest-SecGroupTest-1152222618] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:37:25.584448 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-362576ba-67d6-4eed-9b28-af548a4fc108 tempest-SecGroupTest-1152222618 tempest-SecGroupTest-1152222618] Notify callbacks [] for security_group_rule, before_response {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:37:25.588657 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-362576ba-67d6-4eed-9b28-af548a4fc108 tempest-SecGroupTest-1152222618 tempest-SecGroupTest-1152222618] 10.222.0.24 "DELETE /v2.0/security-group-rules/875aef97-add7-4d2b-bf4e-ce7af1eb5a44 HTTP/1.1" status: 204 len: 168 time: 0.2833767 Jan 14 07:37:25.595192 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84875) accepted ('10.222.0.24', 36648) {{(pid=84875) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:37:25.595592 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84875) accepted ('10.222.0.24', 36650) {{(pid=84875) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:37:25.626366 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] For port 642ccc8e-a60d-4cb4-94f1-7ce0459d899f, host n-d-768862-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-2',level=0,port_id=642ccc8e-a60d-4cb4-94f1-7ce0459d899f,segment=NetworkSegment(dced12e1-dbeb-4e4e-9d18-71ec184ed5ac),segment_id=dced12e1-dbeb-4e4e-9d18-71ec184ed5ac)] {{(pid=84876) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 07:37:25.640916 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777640533312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363259214678337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777640097497'] for port, after_update {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:37:25.642347 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Device 1749ad2c-da7d-4dfd-8fbb-caa8b9d4f9da up at agent ovs-agent-n-d-768862-2 {{(pid=84876) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 07:37:25.653001 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.v2.base [None req-824f58b2-11f6-459b-b0ee-859d6fc90135 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-902539912-network', 'tenant_id': 'b51c1eabbced45d5ab2a33215adb8db3'}} {{(pid=84875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:37:25.663171 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-824f58b2-11f6-459b-b0ee-859d6fc90135 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:37:25.676451 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-824f58b2-11f6-459b-b0ee-859d6fc90135 admin admin] Usage tracker for resource:network and tenant:b51c1eabbced45d5ab2a33215adb8db3 is out of sync, need to count used quota {{(pid=84875) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:37:25.685391 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-824f58b2-11f6-459b-b0ee-859d6fc90135 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84875) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:37:25.734535 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-824f58b2-11f6-459b-b0ee-859d6fc90135 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:37:25.802766 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-4f60d9db-9335-4cbc-a50d-e49e63ce83b2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84876) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:37:25.810465 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-41d323d2-a818-4bc3-9dba-b11e9ae9f296 tempest-SecGroupTest-1152222618 tempest-SecGroupTest-1152222618] Synchronizing usage tracker for tenant:73c9cef5e7e44d5ba1cf1737d559f80d on resource:security_group_rule {{(pid=84875) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 14 07:37:25.815849 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-824f58b2-11f6-459b-b0ee-859d6fc90135 admin admin] Made reservation on behalf of b51c1eabbced45d5ab2a33215adb8db3 for: {'network': 1} {{(pid=84875) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 07:37:25.818241 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.extraroute_db [None req-c9f9a7f2-a18b-4896-9559-c0af35ef454e tempest-RoutersTest-1255860389 tempest-RoutersTest-1255860389] Added routes are [{'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}] {{(pid=84874) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:113}} Jan 14 07:37:25.822703 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-824f58b2-11f6-459b-b0ee-859d6fc90135 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555753'] for network, before_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:37:25.846962 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.extraroute_db [None req-c9f9a7f2-a18b-4896-9559-c0af35ef454e tempest-RoutersTest-1255860389 tempest-RoutersTest-1255860389] Removed routes are [] {{(pid=84874) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:121}} Jan 14 07:37:25.847733 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-c9f9a7f2-a18b-4896-9559-c0af35ef454e tempest-RoutersTest-1255860389 tempest-RoutersTest-1255860389] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3912484', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3889188', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-58194'] for router, precommit_update {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:37:25.853343 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-824f58b2-11f6-459b-b0ee-859d6fc90135 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:37:25.902324 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-824f58b2-11f6-459b-b0ee-859d6fc90135 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:37:25.919540 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-41d323d2-a818-4bc3-9dba-b11e9ae9f296 tempest-SecGroupTest-1152222618 tempest-SecGroupTest-1152222618] Unset dirty status for tenant:73c9cef5e7e44d5ba1cf1737d559f80d on resource:security_group_rule {{(pid=84875) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 14 07:37:25.926679 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-41d323d2-a818-4bc3-9dba-b11e9ae9f296 tempest-SecGroupTest-1152222618 tempest-SecGroupTest-1152222618] 10.222.0.24 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.3299437 Jan 14 07:37:25.928170 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-824f58b2-11f6-459b-b0ee-859d6fc90135 admin admin] Usage tracker for resource:security_group_rule and tenant:b51c1eabbced45d5ab2a33215adb8db3 is out of sync, need to count used quota {{(pid=84875) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:37:25.932284 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-824f58b2-11f6-459b-b0ee-859d6fc90135 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84875) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:37:25.936961 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84875) accepted ('10.222.0.24', 36656) {{(pid=84875) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:37:25.952019 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Pushing event updated for resources: {'Port': ['ID=642ccc8e-a60d-4cb4-94f1-7ce0459d899f,revision_number=3']} {{(pid=84876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:37:25.953198 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-824f58b2-11f6-459b-b0ee-859d6fc90135 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:37:25.962705 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.160s {{(pid=84876) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:37:25.974436 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_dvr_db [None req-d06cacfd-e551-4d9d-b5e2-ce3876a010e4 None None] Set router 3998536e-65e4-4108-ab1c-eac6e818dd96 gateway port host: None {{(pid=84876) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 14 07:37:26.080635 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Provisioning complete for port 1749ad2c-da7d-4dfd-8fbb-caa8b9d4f9da triggered by entity L2. {{(pid=84876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 07:37:26.081169 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-604227'] for port, provisioning_complete {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:37:26.202505 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-6fc9b849-5e2c-4761-bf22-b33f1787bcd1 None None] Provisioning for port c2db83d4-1b21-4865-b6ce-5c7f7403fa4c completed by entity DHCP. {{(pid=84876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 07:37:26.211413 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-bff7a9c4-d0e4-479c-a8c4-a48ee68603ae tempest-SecGroupTest-1152222618 tempest-SecGroupTest-1152222618] Notify callbacks [] for security_group, before_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:37:26.289375 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-6fc9b849-5e2c-4761-bf22-b33f1787bcd1 None None] Provisioning complete for port c2db83d4-1b21-4865-b6ce-5c7f7403fa4c triggered by entity DHCP. {{(pid=84876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 07:37:26.289578 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-6fc9b849-5e2c-4761-bf22-b33f1787bcd1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-604227'] for port, provisioning_complete {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:37:26.343253 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-bff7a9c4-d0e4-479c-a8c4-a48ee68603ae tempest-SecGroupTest-1152222618 tempest-SecGroupTest-1152222618] Notify callbacks [] for security_group, precommit_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:37:26.368036 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.plugin [None req-6fc9b849-5e2c-4761-bf22-b33f1787bcd1 None None] Port c2db83d4-1b21-4865-b6ce-5c7f7403fa4c cannot update to ACTIVE because it is not bound. {{(pid=84876) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:329}} Jan 14 07:37:26.476081 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-824f58b2-11f6-459b-b0ee-859d6fc90135 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:37:26.478963 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-bff7a9c4-d0e4-479c-a8c4-a48ee68603ae tempest-SecGroupTest-1152222618 tempest-SecGroupTest-1152222618] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850887153'] for security_group, after_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:37:26.487724 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-95f5cf4a-08ae-46d5-93f7-b622840131e0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:37:26.501777 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-824f58b2-11f6-459b-b0ee-859d6fc90135 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850887153'] for security_group, after_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:37:26.556030 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bff7a9c4-d0e4-479c-a8c4-a48ee68603ae tempest-SecGroupTest-1152222618 tempest-SecGroupTest-1152222618] Pushing event deleted for resources: {'SecurityGroup': ['ID=a292d01b-a029-4396-a3c3-bcc2db44edfe,revision_number=None']} {{(pid=84875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:37:26.566638 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-bff7a9c4-d0e4-479c-a8c4-a48ee68603ae tempest-SecGroupTest-1152222618 tempest-SecGroupTest-1152222618] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:37:26.569796 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-824f58b2-11f6-459b-b0ee-859d6fc90135 admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 19} {{(pid=84875) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Jan 14 07:37:26.588175 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-1c2d6b7b-d106-4e48-9289-db39d689407b tempest-SecGroupTest-1152222618 tempest-SecGroupTest-1152222618] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.033s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:37:26.665077 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-824f58b2-11f6-459b-b0ee-859d6fc90135 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment--9223363259214191851', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854179735'] for segment, precommit_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:37:26.665530 n-d-768862-2 neutron-server[84765]: INFO neutron.db.segments_db [None req-824f58b2-11f6-459b-b0ee-859d6fc90135 admin admin] Added segment 9d12e8a2-5a52-4732-bc40-b010d2c62cf7 of type vxlan for network e37b70fd-96ba-4691-b0cc-f32487cc4a97 Jan 14 07:37:26.668112 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-bff7a9c4-d0e4-479c-a8c4-a48ee68603ae tempest-SecGroupTest-1152222618 tempest-SecGroupTest-1152222618] Notify callbacks [] for security_group, before_response {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:37:26.669366 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-bff7a9c4-d0e4-479c-a8c4-a48ee68603ae tempest-SecGroupTest-1152222618 tempest-SecGroupTest-1152222618] 10.222.0.24 "DELETE /v2.0/security-groups/a292d01b-a029-4396-a3c3-bcc2db44edfe HTTP/1.1" status: 204 len: 168 time: 0.7255507 Jan 14 07:37:26.672434 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84874) accepted ('10.222.0.24', 36678) {{(pid=84874) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:37:26.677076 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-c9f9a7f2-a18b-4896-9559-c0af35ef454e tempest-RoutersTest-1255860389 tempest-RoutersTest-1255860389] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3912484', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3889188', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-58194'] for router, precommit_update {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:37:26.691180 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-824f58b2-11f6-459b-b0ee-859d6fc90135 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=485e48e4-c8dc-4628-9b12-d715ff415d4c,revision_number=1']} {{(pid=84875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:37:26.703690 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-824f58b2-11f6-459b-b0ee-859d6fc90135 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:37:26.781725 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-824f58b2-11f6-459b-b0ee-859d6fc90135 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363259214646115'] for network, precommit_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:37:26.849802 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-f9e89eb6-6c07-4bdb-9fc2-0e6f1798e3d7 tempest-SecGroupTest-1152222618 tempest-SecGroupTest-1152222618] Synchronizing usage tracker for tenant:73c9cef5e7e44d5ba1cf1737d559f80d on resource:security_group {{(pid=84874) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 14 07:37:26.859237 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-824f58b2-11f6-459b-b0ee-859d6fc90135 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850887149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964'] for network, after_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:37:26.860298 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-824f58b2-11f6-459b-b0ee-859d6fc90135 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:37:26.860943 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-824f58b2-11f6-459b-b0ee-859d6fc90135 admin admin] Notify callbacks [] for network, before_response {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:37:26.864934 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Device 642ccc8e-a60d-4cb4-94f1-7ce0459d899f up at agent ovs-agent-n-d-768862-2 {{(pid=84876) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 07:37:26.874875 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-08d0282b-1b4e-4dca-b389-dfdd24266c07 tempest-NetworksTest-1803261889 tempest-NetworksTest-1803261889] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:37:26.889440 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-c9f9a7f2-a18b-4896-9559-c0af35ef454e tempest-RoutersTest-1255860389 tempest-RoutersTest-1255860389] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036850863158', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change--9223372036850863141', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3912659', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources--9223372036850886437'] for router, after_update {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:37:26.899349 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84874) accepted ('10.222.0.24', 36682) {{(pid=84874) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:37:26.947467 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-824f58b2-11f6-459b-b0ee-859d6fc90135 admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 875 time: 1.3485360 Jan 14 07:37:27.053597 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-6fc9b849-5e2c-4761-bf22-b33f1787bcd1 None None] Provisioning complete for port 642ccc8e-a60d-4cb4-94f1-7ce0459d899f triggered by entity DHCP. {{(pid=84876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 07:37:27.054026 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-6fc9b849-5e2c-4761-bf22-b33f1787bcd1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-604227'] for port, provisioning_complete {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:37:27.201809 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84875) accepted ('10.222.0.24', 36686) {{(pid=84875) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:37:27.204656 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-824f58b2-11f6-459b-b0ee-859d6fc90135 admin admin] Pushing event updated for resources: {'Network': ['ID=e37b70fd-96ba-4691-b0cc-f32487cc4a97,revision_number=1']} {{(pid=84875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:37:27.208387 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-824f58b2-11f6-459b-b0ee-859d6fc90135 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.334s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:37:27.220183 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.v2.base [None req-a9dc683c-52b4-4ea3-96d4-6976048483c4 admin admin] Request body: {'subnet': {'network_id': 'e37b70fd-96ba-4691-b0cc-f32487cc4a97', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-902539912-subnet', 'tenant_id': 'b51c1eabbced45d5ab2a33215adb8db3', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=84875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:37:27.229744 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-a9dc683c-52b4-4ea3-96d4-6976048483c4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:37:27.235451 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-a9dc683c-52b4-4ea3-96d4-6976048483c4 admin admin] Usage tracker for resource:subnet and tenant:b51c1eabbced45d5ab2a33215adb8db3 is out of sync, need to count used quota {{(pid=84875) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:37:27.240102 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-a9dc683c-52b4-4ea3-96d4-6976048483c4 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84875) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:37:27.248560 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-a9dc683c-52b4-4ea3-96d4-6976048483c4 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:37:27.270024 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a9dc683c-52b4-4ea3-96d4-6976048483c4 admin admin] Made reservation on behalf of b51c1eabbced45d5ab2a33215adb8db3 for: {'subnet': 1} {{(pid=84875) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 07:37:27.275033 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-852a24f7-e9a1-4193-9abb-e9506fe5213f None None] Network e37b70fd-96ba-4691-b0cc-f32487cc4a97 details requested by agent ovs-agent-n-h2-768862-2 with host n-h2-768862-2 {{(pid=84876) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 07:37:27.279763 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-a9dc683c-52b4-4ea3-96d4-6976048483c4 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036852467157'] for subnet, before_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:37:27.289448 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-017f98a9-8a07-408c-a86f-8ff0c00400a0 None None] Network e37b70fd-96ba-4691-b0cc-f32487cc4a97 details requested by agent ovs-agent-n-h1-768862-2 with host n-h1-768862-2 {{(pid=84876) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 07:37:27.435306 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Network e37b70fd-96ba-4691-b0cc-f32487cc4a97 details requested by agent ovs-agent-n-d-768862-2 with host n-d-768862-2 {{(pid=84876) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 07:37:27.460938 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Provisioning complete for port 642ccc8e-a60d-4cb4-94f1-7ce0459d899f triggered by entity L2. {{(pid=84876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 07:37:27.461338 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-604227'] for port, provisioning_complete {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:37:27.515786 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-f9e89eb6-6c07-4bdb-9fc2-0e6f1798e3d7 tempest-SecGroupTest-1152222618 tempest-SecGroupTest-1152222618] Unset dirty status for tenant:73c9cef5e7e44d5ba1cf1737d559f80d on resource:security_group {{(pid=84874) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 14 07:37:27.516811 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-f9e89eb6-6c07-4bdb-9fc2-0e6f1798e3d7 tempest-SecGroupTest-1152222618 tempest-SecGroupTest-1152222618] 10.222.0.24 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4511 time: 0.8432312 Jan 14 07:37:27.519517 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84874) accepted ('10.222.0.24', 36694) {{(pid=84874) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:37:27.520256 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84874) accepted ('10.222.0.24', 36704) {{(pid=84874) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:37:27.590177 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-5a4a159b-dacb-473a-b08d-992d6d2d7d63 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:37:27.630965 n-d-768862-2 neutron-server[84765]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c9f9a7f2-a18b-4896-9559-c0af35ef454e tempest-RoutersTest-1255860389 tempest-RoutersTest-1255860389] Router 3998536e-65e4-4108-ab1c-eac6e818dd96 has already been hosted by L3 agent 35f592e9-451b-4db9-abea-77b6a5c5391b {{(pid=84874) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Jan 14 07:37:27.641134 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-5a4a159b-dacb-473a-b08d-992d6d2d7d63 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:37:27.646443 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-5a4a159b-dacb-473a-b08d-992d6d2d7d63 admin admin] Usage tracker for resource:security_group_rule and tenant:0686a47dfebf41049341d01acf023e2e is out of sync, need to count used quota {{(pid=84874) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:37:27.650656 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-5a4a159b-dacb-473a-b08d-992d6d2d7d63 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84874) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:37:27.657710 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-5a4a159b-dacb-473a-b08d-992d6d2d7d63 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:37:27.763424 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-5a4a159b-dacb-473a-b08d-992d6d2d7d63 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:37:27.786389 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-5a4a159b-dacb-473a-b08d-992d6d2d7d63 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850887153'] for security_group, after_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:37:27.819095 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-d31c4a51-c174-4d5b-ac4d-41ddc4ab1032 tempest-TestNetworkAdvancedServerOps-470546014 tempest-TestNetworkAdvancedServerOps-470546014] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:37:27.829863 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-f5abb855-f0fd-4833-800c-043feeabe5f9 None None] Provisioning complete for port c2db83d4-1b21-4865-b6ce-5c7f7403fa4c triggered by entity DHCP. {{(pid=84876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 07:37:27.830241 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-f5abb855-f0fd-4833-800c-043feeabe5f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-604227'] for port, provisioning_complete {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:37:27.931952 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_hamode_db [None req-d06cacfd-e551-4d9d-b5e2-ce3876a010e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3998536e-65e4-4108-ab1c-eac6e818dd96', 'name': 'tempest-RoutersTest-router-1767463639', 'tenant_id': '2a076c09cf6548039ba7b64b98184a0e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-14T07:36:27Z', 'updated_at': '2021-01-14T07:37:22Z', 'revision_number': 5, 'project_id': '2a076c09cf6548039ba7b64b98184a0e', 'gw_port_host': None, '_interfaces': [{'id': '1749ad2c-da7d-4dfd-8fbb-caa8b9d4f9da', 'name': '', 'network_id': 'd683ebeb-7989-4d7a-b28c-afad0a1c11e6', 'tenant_id': '2a076c09cf6548039ba7b64b98184a0e', 'mac_address': 'fa:16:3e:0a:89:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3998536e-65e4-4108-ab1c-eac6e818dd96', 'device_owner': 'network:router_interface', 'standard_attr_id': 3187, 'fixed_ips': [{'subnet_id': '5a96bfa7-fe1b-485f-b2fa-6cd040962272', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T07:37:08Z', 'updated_at': '2021-01-14T07:37:21Z', 'revision_number': 5, 'project_id': '2a076c09cf6548039ba7b64b98184a0e', 'subnets': [{'id': '5a96bfa7-fe1b-485f-b2fa-6cd040962272', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}, {'id': '6087c0d6-adc5-4077-8829-a972ea878eb0', 'name': '', 'network_id': '55d17c7e-058e-429d-a06c-3d5716669d4b', 'tenant_id': '2a076c09cf6548039ba7b64b98184a0e', 'mac_address': 'fa:16:3e:63:f5:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3998536e-65e4-4108-ab1c-eac6e818dd96', 'device_owner': 'network:router_interface', 'standard_attr_id': 3105, 'fixed_ips': [{'subnet_id': '002e57a5-80b9-4642-93d6-65fb5b5a0aa8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T07:36:32Z', 'updated_at': '2021-01-14T07:36:54Z', 'revision_number': 5, 'project_id': '2a076c09cf6548039ba7b64b98184a0e', 'subnets': [{'id': '002e57a5-80b9-4642-93d6-65fb5b5a0aa8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}, {'id': '9a184727-28ae-41f3-9959-671196777b38', 'name': '', 'network_id': '38c91695-e5b8-46a7-8f78-0f0683e3f1c9', 'tenant_id': '2a076c09cf6548039ba7b64b98184a0e', 'mac_address': 'fa:16:3e:71:22:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3998536e-65e4-4108-ab1c-eac6e818dd96', 'device_owner': 'network:router_interface', 'standard_attr_id': 3137, 'fixed_ips': [{'subnet_id': '5edbaf61-3242-45cf-a727-c26ae3ee23a2', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T07:36:50Z', 'updated_at': '2021-01-14T07:37:09Z', 'revision_number': 5, 'project_id': '2a076c09cf6548039ba7b64b98184a0e', 'subnets': [{'id': '5edbaf61-3242-45cf-a727-c26ae3ee23a2', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}, {'id': 'c2db83d4-1b21-4865-b6ce-5c7f7403fa4c', 'name': '', 'network_id': '90c406da-cca7-476a-aa28-f87e63529359', 'tenant_id': '2a076c09cf6548039ba7b64b98184a0e', 'mac_address': 'fa:16:3e:f2:5d:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3998536e-65e4-4108-ab1c-eac6e818dd96', 'device_owner': 'network:router_interface', 'standard_attr_id': 3217, 'fixed_ips': [{'subnet_id': 'ccbdcf0b-b27d-49db-b0e2-fa13763ab18b', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T07:37:20Z', 'updated_at': '2021-01-14T07:37:23Z', 'revision_number': 2, 'project_id': '2a076c09cf6548039ba7b64b98184a0e', 'subnets': [{'id': 'ccbdcf0b-b27d-49db-b0e2-fa13763ab18b', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'n-d-768862-2', False) {} {{(pid=84876) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:37:27.933949 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-a9dc683c-52b4-4ea3-96d4-6976048483c4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850887113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036851621412', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036852467174'] for subnet, after_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:37:27.964248 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d06cacfd-e551-4d9d-b5e2-ce3876a010e4 None None] Checking router: 3998536e-65e4-4108-ab1c-eac6e818dd96 for host: n-d-768862-2 {{(pid=84876) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Jan 14 07:37:27.969748 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d06cacfd-e551-4d9d-b5e2-ce3876a010e4 None None] Updating router 3998536e-65e4-4108-ab1c-eac6e818dd96 port c2db83d4-1b21-4865-b6ce-5c7f7403fa4c binding host n-d-768862-2 {{(pid=84876) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Jan 14 07:37:28.020526 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-5a4a159b-dacb-473a-b08d-992d6d2d7d63 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=0686a47dfebf41049341d01acf023e2e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5025551 Jan 14 07:37:28.028894 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c9f9a7f2-a18b-4896-9559-c0af35ef454e tempest-RoutersTest-1255860389 tempest-RoutersTest-1255860389] Notify agent at l3_agent.n-d-768862-2 the message routers_updated {{(pid=84874) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jan 14 07:37:28.036533 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84874) accepted ('10.222.0.24', 36716) {{(pid=84874) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:37:28.080832 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-c9f9a7f2-a18b-4896-9559-c0af35ef454e tempest-RoutersTest-1255860389 tempest-RoutersTest-1255860389] Notify callbacks [] for router, before_response {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:37:28.085104 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-c9f9a7f2-a18b-4896-9559-c0af35ef454e tempest-RoutersTest-1255860389 tempest-RoutersTest-1255860389] 10.222.0.24 "PUT /v2.0/routers/3998536e-65e4-4108-ab1c-eac6e818dd96 HTTP/1.1" status: 200 len: 934 time: 3.2772245 Jan 14 07:37:28.086139 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84875) accepted ('10.222.0.24', 36720) {{(pid=84875) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:37:28.087119 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-36f062c7-18ff-47ff-b38e-c68d0d03e0d2 tempest-RoutersTest-1255860389 tempest-RoutersTest-1255860389] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:37:28.119983 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-d06cacfd-e551-4d9d-b5e2-ce3876a010e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555753'] for port, before_update {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:37:28.120588 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a4a159b-dacb-473a-b08d-992d6d2d7d63 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6e208d75-6d91-4fbd-b3cb-4e6ad3f4db89,revision_number=1']} {{(pid=84874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:37:28.156507 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-5a4a159b-dacb-473a-b08d-992d6d2d7d63 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.337s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:37:28.162591 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-c6af8464-16d1-4b1b-ba30-a486e72c36ab tempest-SecGroupTest-1152222618 tempest-SecGroupTest-1152222618] Notify callbacks [] for security_group, before_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:37:28.188883 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.v2.base [None req-55af22a8-b4b5-4e37-9cfb-5ac387f1f561 tempest-FloatingIPAdminTestJSON-531099267 tempest-FloatingIPAdminTestJSON-531099267] Request body: {'floatingip': {'floating_network_id': '226f1e78-82cd-4481-9055-4eb73b6db8c1'}} {{(pid=84874) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:37:28.234896 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-4ed0294c-25a1-4261-8f88-27d81a7ea8d8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:37:28.256690 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-55af22a8-b4b5-4e37-9cfb-5ac387f1f561 tempest-FloatingIPAdminTestJSON-531099267 tempest-FloatingIPAdminTestJSON-531099267] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:37:28.269549 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-4ed0294c-25a1-4261-8f88-27d81a7ea8d8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:37:28.325650 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-55af22a8-b4b5-4e37-9cfb-5ac387f1f561 tempest-FloatingIPAdminTestJSON-531099267 tempest-FloatingIPAdminTestJSON-531099267] Usage tracker for resource:floatingip and tenant:ef9f6f3547d542eb9089070d3eabd9fa is out of sync, need to count used quota {{(pid=84874) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:37:28.344516 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-c6af8464-16d1-4b1b-ba30-a486e72c36ab tempest-SecGroupTest-1152222618 tempest-SecGroupTest-1152222618] Notify callbacks [] for security_group, precommit_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:37:28.395404 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-55af22a8-b4b5-4e37-9cfb-5ac387f1f561 tempest-FloatingIPAdminTestJSON-531099267 tempest-FloatingIPAdminTestJSON-531099267] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=84874) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:37:28.396713 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-8b6dd080-9214-406f-876a-e19736240014 tempest-RoutersTest-1255860389 tempest-RoutersTest-1255860389] 10.222.0.24 "GET /v2.0/routers/3998536e-65e4-4108-ab1c-eac6e818dd96 HTTP/1.1" status: 200 len: 934 time: 0.2658875 Jan 14 07:37:28.399209 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-4ed0294c-25a1-4261-8f88-27d81a7ea8d8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850887153'] for security_group, after_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:37:28.404759 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84875) accepted ('10.222.0.24', 36730) {{(pid=84875) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:37:28.408392 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-cf7e74cc-312f-4760-b82a-88279cd80dfb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:37:28.420747 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.v2.base [None req-48d66952-fa4c-4a11-80b9-73e78e0d8e00 tempest-RoutersTest-1255860389 tempest-RoutersTest-1255860389] Request body: {'router': {'routes': None}} {{(pid=84875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:37:28.425784 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-c6af8464-16d1-4b1b-ba30-a486e72c36ab tempest-SecGroupTest-1152222618 tempest-SecGroupTest-1152222618] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850887153'] for security_group, after_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:37:28.433603 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-55af22a8-b4b5-4e37-9cfb-5ac387f1f561 tempest-FloatingIPAdminTestJSON-531099267 tempest-FloatingIPAdminTestJSON-531099267] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=84874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:37:28.436280 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ed0294c-25a1-4261-8f88-27d81a7ea8d8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6e208d75-6d91-4fbd-b3cb-4e6ad3f4db89,revision_number=None']} {{(pid=84874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:37:28.439252 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-4ed0294c-25a1-4261-8f88-27d81a7ea8d8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:37:28.440040 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-4ed0294c-25a1-4261-8f88-27d81a7ea8d8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:37:28.473150 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6af8464-16d1-4b1b-ba30-a486e72c36ab tempest-SecGroupTest-1152222618 tempest-SecGroupTest-1152222618] Pushing event deleted for resources: {'SecurityGroup': ['ID=9e90e49e-3908-4349-a25c-8586e3b1f866,revision_number=None']} {{(pid=84874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:37:28.476557 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-c6af8464-16d1-4b1b-ba30-a486e72c36ab tempest-SecGroupTest-1152222618 tempest-SecGroupTest-1152222618] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:37:28.510247 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-c6af8464-16d1-4b1b-ba30-a486e72c36ab tempest-SecGroupTest-1152222618 tempest-SecGroupTest-1152222618] Notify callbacks [] for security_group, before_response {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:37:28.513854 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-c6af8464-16d1-4b1b-ba30-a486e72c36ab tempest-SecGroupTest-1152222618 tempest-SecGroupTest-1152222618] 10.222.0.24 "DELETE /v2.0/security-groups/9e90e49e-3908-4349-a25c-8586e3b1f866 HTTP/1.1" status: 204 len: 168 time: 0.9456003 Jan 14 07:37:28.524342 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-4ed0294c-25a1-4261-8f88-27d81a7ea8d8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:37:28.527635 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-4ed0294c-25a1-4261-8f88-27d81a7ea8d8 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/6e208d75-6d91-4fbd-b3cb-4e6ad3f4db89 HTTP/1.1" status: 204 len: 168 time: 0.4899037 Jan 14 07:37:28.528845 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-55af22a8-b4b5-4e37-9cfb-5ac387f1f561 tempest-FloatingIPAdminTestJSON-531099267 tempest-FloatingIPAdminTestJSON-531099267] Notify callbacks [] for floatingip, before_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:37:28.535327 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84875) accepted ('10.222.0.24', 36736) {{(pid=84875) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:37:28.641893 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9dc683c-52b4-4ea3-96d4-6976048483c4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=230a6f4f-7583-4412-ae7c-1a24fd2494fe,revision_number=0']} {{(pid=84875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:37:28.691698 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-a9dc683c-52b4-4ea3-96d4-6976048483c4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.604s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:37:28.730865 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9dc683c-52b4-4ea3-96d4-6976048483c4 admin admin] Checking segment: {'id': '9d12e8a2-5a52-4732-bc40-b010d2c62cf7', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 19, 'network_id': 'e37b70fd-96ba-4691-b0cc-f32487cc4a97'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84875) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 14 07:37:28.731159 n-d-768862-2 neutron-server[84765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9dc683c-52b4-4ea3-96d4-6976048483c4 admin admin] Network hostable DHCP agents. Network: e37b70fd-96ba-4691-b0cc-f32487cc4a97, hostable agents: ['32f3dd84-26da-4d18-bf15-6017a8fb7247'], hosted agents: [] {{(pid=84875) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Jan 14 07:37:28.828084 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-55af22a8-b4b5-4e37-9cfb-5ac387f1f561 tempest-FloatingIPAdminTestJSON-531099267 tempest-FloatingIPAdminTestJSON-531099267] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555753'] for port, before_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:37:28.913436 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-d06cacfd-e551-4d9d-b5e2-ce3876a010e4 None None] Notify callbacks [] for port, precommit_update {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:37:28.929045 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-d06cacfd-e551-4d9d-b5e2-ce3876a010e4 None None] Transition to ACTIVE for port object c2db83d4-1b21-4865-b6ce-5c7f7403fa4c will not be triggered until provisioned by entity L2. {{(pid=84876) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 07:37:28.985196 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.plugin [None req-f5abb855-f0fd-4833-800c-043feeabe5f9 None None] Port c2db83d4-1b21-4865-b6ce-5c7f7403fa4c cannot update to ACTIVE because it is not bound. {{(pid=84876) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:329}} Jan 14 07:37:28.990695 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-d06cacfd-e551-4d9d-b5e2-ce3876a010e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777640533312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363259214678337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777640097497'] for port, after_update {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:37:29.019428 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-13b938d6-312d-4ab7-959f-9c9d97effc40 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84876) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:37:29.065361 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-df98bc4c-0e6d-4f14-81e6-f76f5f54ef73 tempest-SecGroupTest-1152222618 tempest-SecGroupTest-1152222618] Synchronizing usage tracker for tenant:73c9cef5e7e44d5ba1cf1737d559f80d on resource:security_group {{(pid=84875) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 14 07:37:29.122076 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-f5abb855-f0fd-4833-800c-043feeabe5f9 None None] Provisioning complete for port 642ccc8e-a60d-4cb4-94f1-7ce0459d899f triggered by entity DHCP. {{(pid=84876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 07:37:29.122481 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-f5abb855-f0fd-4833-800c-043feeabe5f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-604227'] for port, provisioning_complete {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:37:29.241632 n-d-768862-2 neutron-server[84765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9dc683c-52b4-4ea3-96d4-6976048483c4 admin admin] Network e37b70fd-96ba-4691-b0cc-f32487cc4a97 is scheduled to be hosted by DHCP agent 32f3dd84-26da-4d18-bf15-6017a8fb7247 with binding_index 1 {{(pid=84875) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Jan 14 07:37:29.248557 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7f0f3f4-40c9-474c-8af0-81e30b1911bf None None] Pushing event updated for resources: {'Port': ['ID=c2db83d4-1b21-4865-b6ce-5c7f7403fa4c,revision_number=3']} {{(pid=84876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:37:29.263180 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-c7f0f3f4-40c9-474c-8af0-81e30b1911bf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.244s {{(pid=84876) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:37:29.272986 n-d-768862-2 neutron-server[84765]: DEBUG neutron.scheduler.base_scheduler [None req-a9dc683c-52b4-4ea3-96d4-6976048483c4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768862-2, e37b70fd-96ba-4691-b0cc-f32487cc4a97) {{(pid=84875) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 07:37:29.289896 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.db_base_plugin_common [None req-55af22a8-b4b5-4e37-9cfb-5ac387f1f561 tempest-FloatingIPAdminTestJSON-531099267 tempest-FloatingIPAdminTestJSON-531099267] Allocated IP 172.25.2.16 (226f1e78-82cd-4481-9055-4eb73b6db8c1/ba8deeec-7658-4195-9449-038c076f5c83/3cede45d-90f8-4d16-a559-93b7a822e374) {{(pid=84874) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 14 07:37:29.317187 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-df98bc4c-0e6d-4f14-81e6-f76f5f54ef73 tempest-SecGroupTest-1152222618 tempest-SecGroupTest-1152222618] Unset dirty status for tenant:73c9cef5e7e44d5ba1cf1737d559f80d on resource:security_group {{(pid=84875) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 14 07:37:29.318464 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-df98bc4c-0e6d-4f14-81e6-f76f5f54ef73 tempest-SecGroupTest-1152222618 tempest-SecGroupTest-1152222618] 10.222.0.24 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.7820752 Jan 14 07:37:29.324755 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95984b11-ebd3-4727-a098-6029aec3738d None None] Network e37b70fd-96ba-4691-b0cc-f32487cc4a97 requested from n-d-768862-2 {{(pid=84876) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 07:37:29.330314 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84875) accepted ('10.222.0.24', 36758) {{(pid=84875) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:37:29.388118 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9dc683c-52b4-4ea3-96d4-6976048483c4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:37:29.388776 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-a9dc683c-52b4-4ea3-96d4-6976048483c4 admin admin] Notify callbacks [] for subnet, before_response {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:37:29.395544 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.v2.base [None req-f52211cf-473c-4909-af21-921908ee9397 tempest-SecGroupTest-1152222618 tempest-SecGroupTest-1152222618] Request body: {'security_group': {'name': 'tempest-secgroup--885634404'}} {{(pid=84875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:37:29.425609 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-f52211cf-473c-4909-af21-921908ee9397 tempest-SecGroupTest-1152222618 tempest-SecGroupTest-1152222618] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:37:29.442277 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-f52211cf-473c-4909-af21-921908ee9397 tempest-SecGroupTest-1152222618 tempest-SecGroupTest-1152222618] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:37:29.464314 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-a9dc683c-52b4-4ea3-96d4-6976048483c4 admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 2.2457337 Jan 14 07:37:29.524263 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-f52211cf-473c-4909-af21-921908ee9397 tempest-SecGroupTest-1152222618 tempest-SecGroupTest-1152222618] Notify callbacks [] for security_group, before_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:37:29.555227 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-55af22a8-b4b5-4e37-9cfb-5ac387f1f561 tempest-FloatingIPAdminTestJSON-531099267 tempest-FloatingIPAdminTestJSON-531099267] Notify callbacks [] for port, precommit_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:37:29.580573 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-f52211cf-473c-4909-af21-921908ee9397 tempest-SecGroupTest-1152222618 tempest-SecGroupTest-1152222618] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:37:29.589318 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-f52211cf-473c-4909-af21-921908ee9397 tempest-SecGroupTest-1152222618 tempest-SecGroupTest-1152222618] Usage tracker for resource:security_group_rule and tenant:73c9cef5e7e44d5ba1cf1737d559f80d is out of sync, need to count used quota {{(pid=84875) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:37:29.594767 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-f52211cf-473c-4909-af21-921908ee9397 tempest-SecGroupTest-1152222618 tempest-SecGroupTest-1152222618] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84875) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:37:29.627431 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e32ed94f-aa1a-4adb-9431-1eb0e332575e None None] Network e37b70fd-96ba-4691-b0cc-f32487cc4a97 requested from n-d-768862-2 {{(pid=84876) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 07:37:29.649675 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-f52211cf-473c-4909-af21-921908ee9397 tempest-SecGroupTest-1152222618 tempest-SecGroupTest-1152222618] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:37:29.698812 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.extraroute_db [None req-48d66952-fa4c-4a11-80b9-73e78e0d8e00 tempest-RoutersTest-1255860389 tempest-RoutersTest-1255860389] Added routes are [] {{(pid=84875) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:113}} Jan 14 07:37:29.699620 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.extraroute_db [None req-48d66952-fa4c-4a11-80b9-73e78e0d8e00 tempest-RoutersTest-1255860389 tempest-RoutersTest-1255860389] Removed routes are [{'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}] {{(pid=84875) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:121}} Jan 14 07:37:29.730255 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-55af22a8-b4b5-4e37-9cfb-5ac387f1f561 tempest-FloatingIPAdminTestJSON-531099267 tempest-FloatingIPAdminTestJSON-531099267] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777640123575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3254186'] for port, after_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:37:29.748663 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-48d66952-fa4c-4a11-80b9-73e78e0d8e00 tempest-RoutersTest-1255860389 tempest-RoutersTest-1255860389] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3912484', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3889188', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-58194'] for router, precommit_update {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:37:29.808872 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-f52211cf-473c-4909-af21-921908ee9397 tempest-SecGroupTest-1152222618 tempest-SecGroupTest-1152222618] Notify callbacks [] for security_group, precommit_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:37:30.062583 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-6961e854-3b9b-4680-b7f1-a9853582eb5c tempest-RoutersTest-1255860389 tempest-RoutersTest-1255860389] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:37:30.071308 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.managers [None req-d06cacfd-e551-4d9d-b5e2-ce3876a010e4 None None] Attempting to bind port c2db83d4-1b21-4865-b6ce-5c7f7403fa4c on host n-d-768862-2 for vnic_type normal with profile {{(pid=84876) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 14 07:37:30.072460 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.managers [None req-d06cacfd-e551-4d9d-b5e2-ce3876a010e4 None None] Attempting to bind port c2db83d4-1b21-4865-b6ce-5c7f7403fa4c by drivers openvswitch on host n-d-768862-2 at level 0 using segments [{'id': 'dced12e1-dbeb-4e4e-9d18-71ec184ed5ac', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 9, 'network_id': '90c406da-cca7-476a-aa28-f87e63529359'}] {{(pid=84876) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 14 07:37:30.072460 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d06cacfd-e551-4d9d-b5e2-ce3876a010e4 None None] Attempting to bind port c2db83d4-1b21-4865-b6ce-5c7f7403fa4c on network 90c406da-cca7-476a-aa28-f87e63529359 {{(pid=84876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 14 07:37:30.081920 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d06cacfd-e551-4d9d-b5e2-ce3876a010e4 None None] Checking agent: {'id': 'ba5efab1-b43c-4d5a-bc52-6e105d4e67a2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768862-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 14, 6, 56, 52), 'started_at': datetime.datetime(2021, 1, 14, 6, 57, 22), 'heartbeat_timestamp': datetime.datetime(2021, 1, 14, 7, 37, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768862-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.29', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 14 07:37:30.082352 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d06cacfd-e551-4d9d-b5e2-ce3876a010e4 None None] Checking segment: {'id': 'dced12e1-dbeb-4e4e-9d18-71ec184ed5ac', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 9, 'network_id': '90c406da-cca7-476a-aa28-f87e63529359'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84876) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 14 07:37:30.082813 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-d06cacfd-e551-4d9d-b5e2-ce3876a010e4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:37:30.083260 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d06cacfd-e551-4d9d-b5e2-ce3876a010e4 None None] Bound using segment: {'id': 'dced12e1-dbeb-4e4e-9d18-71ec184ed5ac', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 9, 'network_id': '90c406da-cca7-476a-aa28-f87e63529359'} {{(pid=84876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 14 07:37:30.083813 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.managers [None req-d06cacfd-e551-4d9d-b5e2-ce3876a010e4 None None] Bound port: c2db83d4-1b21-4865-b6ce-5c7f7403fa4c, host: n-d-768862-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dced12e1-dbeb-4e4e-9d18-71ec184ed5ac', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 9, 'network_id': '90c406da-cca7-476a-aa28-f87e63529359'}}] {{(pid=84876) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 14 07:37:30.084308 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-d06cacfd-e551-4d9d-b5e2-ce3876a010e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555753'] for port, before_update {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:37:30.156700 n-d-768862-2 neutron-server[84765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55af22a8-b4b5-4e37-9cfb-5ac387f1f561 tempest-FloatingIPAdminTestJSON-531099267 tempest-FloatingIPAdminTestJSON-531099267] Network 226f1e78-82cd-4481-9055-4eb73b6db8c1 is already hosted by enough agents. {{(pid=84874) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 07:37:30.160840 n-d-768862-2 neutron-server[84765]: DEBUG neutron.scheduler.base_scheduler [None req-55af22a8-b4b5-4e37-9cfb-5ac387f1f561 tempest-FloatingIPAdminTestJSON-531099267 tempest-FloatingIPAdminTestJSON-531099267] Resources bound (agent type, host, resource id): {{(pid=84874) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 07:37:30.165248 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55af22a8-b4b5-4e37-9cfb-5ac387f1f561 tempest-FloatingIPAdminTestJSON-531099267 tempest-FloatingIPAdminTestJSON-531099267] Received port after_create {{(pid=84874) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 14 07:37:30.248406 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55af22a8-b4b5-4e37-9cfb-5ac387f1f561 tempest-FloatingIPAdminTestJSON-531099267 tempest-FloatingIPAdminTestJSON-531099267] Pushing event updated for resources: {'Port': ['ID=3cede45d-90f8-4d16-a559-93b7a822e374,revision_number=1']} {{(pid=84874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:37:30.264010 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-55af22a8-b4b5-4e37-9cfb-5ac387f1f561 tempest-FloatingIPAdminTestJSON-531099267 tempest-FloatingIPAdminTestJSON-531099267] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.201s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:37:30.284898 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-55af22a8-b4b5-4e37-9cfb-5ac387f1f561 tempest-FloatingIPAdminTestJSON-531099267 tempest-FloatingIPAdminTestJSON-531099267] Notify callbacks [] for floatingip, precommit_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:37:30.363445 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [None req-d06cacfd-e551-4d9d-b5e2-ce3876a010e4 None None] For port c2db83d4-1b21-4865-b6ce-5c7f7403fa4c, host n-d-768862-2, cleared binding levels {{(pid=84876) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 14 07:37:30.369671 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-55af22a8-b4b5-4e37-9cfb-5ac387f1f561 tempest-FloatingIPAdminTestJSON-531099267 tempest-FloatingIPAdminTestJSON-531099267] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555753'] for port, before_update {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:37:30.451235 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [None req-d06cacfd-e551-4d9d-b5e2-ce3876a010e4 None None] For port c2db83d4-1b21-4865-b6ce-5c7f7403fa4c, host n-d-768862-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-2',level=0,port_id=c2db83d4-1b21-4865-b6ce-5c7f7403fa4c,segment=NetworkSegment(dced12e1-dbeb-4e4e-9d18-71ec184ed5ac),segment_id=dced12e1-dbeb-4e4e-9d18-71ec184ed5ac)] {{(pid=84876) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 14 07:37:30.456374 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-f52211cf-473c-4909-af21-921908ee9397 tempest-SecGroupTest-1152222618 tempest-SecGroupTest-1152222618] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850887153'] for security_group, after_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:37:30.472354 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-d06cacfd-e551-4d9d-b5e2-ce3876a010e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777640533312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363259214678337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777640097497'] for port, after_update {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:37:30.491753 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-9c41b0aa-fa60-42ff-8089-529d7b0ec558 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:37:30.506218 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-f52211cf-473c-4909-af21-921908ee9397 tempest-SecGroupTest-1152222618 tempest-SecGroupTest-1152222618] Notify callbacks [] for security_group, before_response {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:37:30.510669 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-f52211cf-473c-4909-af21-921908ee9397 tempest-SecGroupTest-1152222618 tempest-SecGroupTest-1152222618] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 1.1721065 Jan 14 07:37:30.515647 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84875) accepted ('10.222.0.24', 36790) {{(pid=84875) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:37:30.539811 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.v2.base [None req-890c9008-2a92-4f15-bb67-1eb780eb3913 tempest-SecGroupTest-1152222618 tempest-SecGroupTest-1152222618] Request body: {'security_group_rule': {'security_group_id': '406f3cc2-8d6c-4f44-a3e6-1a515eb19247', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 76, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': '172.20.0.0/16'}} {{(pid=84875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:37:30.556513 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-890c9008-2a92-4f15-bb67-1eb780eb3913 tempest-SecGroupTest-1152222618 tempest-SecGroupTest-1152222618] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:37:30.618905 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-890c9008-2a92-4f15-bb67-1eb780eb3913 tempest-SecGroupTest-1152222618 tempest-SecGroupTest-1152222618] Usage tracker for resource:security_group_rule and tenant:73c9cef5e7e44d5ba1cf1737d559f80d is out of sync, need to count used quota {{(pid=84875) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:37:30.630527 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-890c9008-2a92-4f15-bb67-1eb780eb3913 tempest-SecGroupTest-1152222618 tempest-SecGroupTest-1152222618] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84875) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:37:30.633654 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f52211cf-473c-4909-af21-921908ee9397 tempest-SecGroupTest-1152222618 tempest-SecGroupTest-1152222618] Pushing event updated for resources: {'SecurityGroup': ['ID=406f3cc2-8d6c-4f44-a3e6-1a515eb19247,revision_number=1']} {{(pid=84875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:37:30.665419 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-f52211cf-473c-4909-af21-921908ee9397 tempest-SecGroupTest-1152222618 tempest-SecGroupTest-1152222618] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.174s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:37:30.666731 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-890c9008-2a92-4f15-bb67-1eb780eb3913 tempest-SecGroupTest-1152222618 tempest-SecGroupTest-1152222618] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:37:30.817783 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-4045c915-8df3-44f4-a2a8-3fe4c7c7bbcc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84876) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:37:30.876011 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84875) accepted ('10.222.0.24', 36804) {{(pid=84875) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:37:30.891262 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-890c9008-2a92-4f15-bb67-1eb780eb3913 tempest-SecGroupTest-1152222618 tempest-SecGroupTest-1152222618] Notify callbacks [] for security_group_rule, before_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:37:30.924068 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7f0f3f4-40c9-474c-8af0-81e30b1911bf None None] Pushing event updated for resources: {'Port': ['ID=c2db83d4-1b21-4865-b6ce-5c7f7403fa4c,revision_number=4']} {{(pid=84876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:37:30.934489 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-48d66952-fa4c-4a11-80b9-73e78e0d8e00 tempest-RoutersTest-1255860389 tempest-RoutersTest-1255860389] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3912484', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3889188', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-58194'] for router, precommit_update {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:37:30.961029 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-c7f0f3f4-40c9-474c-8af0-81e30b1911bf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=84876) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:37:30.979871 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-48d66952-fa4c-4a11-80b9-73e78e0d8e00 tempest-RoutersTest-1255860389 tempest-RoutersTest-1255860389] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036850863158', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change--9223372036850863141', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3912659', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources--9223372036850886437'] for router, after_update {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:37:30.986663 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d06cacfd-e551-4d9d-b5e2-ce3876a010e4 None None] Routers {'3998536e-65e4-4108-ab1c-eac6e818dd96'} bound to L3 agent in host n-d-768862-2 {{(pid=84876) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 14 07:37:30.987382 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_hamode_db [None req-d06cacfd-e551-4d9d-b5e2-ce3876a010e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2021-01-14T06:56:51Z,description=,heartbeat_timestamp=2021-01-14T07:37:22Z,host='n-d-768862-2',id=35f592e9-451b-4db9-abea-77b6a5c5391b,load=0,resource_versions=,resources_synced=,started_at=2021-01-14T06:56:51Z,topic='l3_agent')) {'router_ids': ['3998536e-65e4-4108-ab1c-eac6e818dd96'], 'active': True} {{(pid=84876) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:37:30.996131 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-55af22a8-b4b5-4e37-9cfb-5ac387f1f561 tempest-FloatingIPAdminTestJSON-531099267 tempest-FloatingIPAdminTestJSON-531099267] Notify callbacks [] for port, precommit_update {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:37:31.001319 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-55af22a8-b4b5-4e37-9cfb-5ac387f1f561 tempest-FloatingIPAdminTestJSON-531099267 tempest-FloatingIPAdminTestJSON-531099267] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777640533312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363259214678337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777640097497', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036851521613'] for port, after_update {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:37:31.196594 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-72e47105-26db-4714-b6c8-2fa8d7bd367f tempest-RoutersTest-1255860389 tempest-RoutersTest-1255860389] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:37:31.236727 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_dvr_db [None req-d06cacfd-e551-4d9d-b5e2-ce3876a010e4 None None] Set router 3998536e-65e4-4108-ab1c-eac6e818dd96 gateway port host: None {{(pid=84876) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 14 07:37:31.289706 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55af22a8-b4b5-4e37-9cfb-5ac387f1f561 tempest-FloatingIPAdminTestJSON-531099267 tempest-FloatingIPAdminTestJSON-531099267] Pushing event updated for resources: {'Port': ['ID=3cede45d-90f8-4d16-a559-93b7a822e374,revision_number=2']} {{(pid=84874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:37:31.296853 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-55af22a8-b4b5-4e37-9cfb-5ac387f1f561 tempest-FloatingIPAdminTestJSON-531099267 tempest-FloatingIPAdminTestJSON-531099267] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:37:31.388062 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.v2.base [None req-df1f4b8e-2dd4-4761-ba5d-c0bc0123577a admin admin] Request body: {'network': {'name': 'tempest-TestServerMultinode-124629855-network', 'tenant_id': '6f203b6947d74048b2e59043cf791d37'}} {{(pid=84875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:37:31.396006 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-55af22a8-b4b5-4e37-9cfb-5ac387f1f561 tempest-FloatingIPAdminTestJSON-531099267 tempest-FloatingIPAdminTestJSON-531099267] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3912638'] for floatingip, after_update {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:37:31.413115 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-df1f4b8e-2dd4-4761-ba5d-c0bc0123577a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:37:31.423316 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-55af22a8-b4b5-4e37-9cfb-5ac387f1f561 tempest-FloatingIPAdminTestJSON-531099267 tempest-FloatingIPAdminTestJSON-531099267] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854768116'] for floatingip, before_response {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:37:31.425374 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-55af22a8-b4b5-4e37-9cfb-5ac387f1f561 tempest-FloatingIPAdminTestJSON-531099267 tempest-FloatingIPAdminTestJSON-531099267] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 3.8598044 Jan 14 07:37:31.428196 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84874) accepted ('10.222.0.24', 36814) {{(pid=84874) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:37:31.435912 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.v2.base [None req-1431052a-3641-416c-ae3b-b45cf9e55815 tempest-FloatingIPAdminTestJSON-531099267 tempest-FloatingIPAdminTestJSON-531099267] Request body: {'network': {'name': 'tempest-FloatingIPAdminTestJSON-test-network-565121929'}} {{(pid=84874) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:37:31.442637 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-1431052a-3641-416c-ae3b-b45cf9e55815 tempest-FloatingIPAdminTestJSON-531099267 tempest-FloatingIPAdminTestJSON-531099267] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:37:31.447447 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-1431052a-3641-416c-ae3b-b45cf9e55815 tempest-FloatingIPAdminTestJSON-531099267 tempest-FloatingIPAdminTestJSON-531099267] Usage tracker for resource:network and tenant:ef9f6f3547d542eb9089070d3eabd9fa is out of sync, need to count used quota {{(pid=84874) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:37:31.451864 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-1431052a-3641-416c-ae3b-b45cf9e55815 tempest-FloatingIPAdminTestJSON-531099267 tempest-FloatingIPAdminTestJSON-531099267] Quota usage for network was recalculated. Used quota:0. {{(pid=84874) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:37:31.455758 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3ff316d-c9dc-48b3-a6a4-869720b19604 req-fa0c90ba-5b43-46b9-a5af-aebfed424cd3 tempest-VolumesActionsTest-1490626448 tempest-VolumesActionsTest-1490626448] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:37:31.457515 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [req-c3ff316d-c9dc-48b3-a6a4-869720b19604 req-fa0c90ba-5b43-46b9-a5af-aebfed424cd3 tempest-VolumesActionsTest-1490626448 tempest-VolumesActionsTest-1490626448] 10.222.0.24 "GET /v2.0/networks?id=ada98c31-e0a7-4c01-a63a-f2a0b6f59f68 HTTP/1.1" status: 200 len: 809 time: 0.3579841 Jan 14 07:37:31.458489 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-1431052a-3641-416c-ae3b-b45cf9e55815 tempest-FloatingIPAdminTestJSON-531099267 tempest-FloatingIPAdminTestJSON-531099267] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:37:31.465031 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-df1f4b8e-2dd4-4761-ba5d-c0bc0123577a admin admin] Usage tracker for resource:network and tenant:6f203b6947d74048b2e59043cf791d37 is out of sync, need to count used quota {{(pid=84875) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:37:31.471221 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1431052a-3641-416c-ae3b-b45cf9e55815 tempest-FloatingIPAdminTestJSON-531099267 tempest-FloatingIPAdminTestJSON-531099267] Made reservation on behalf of ef9f6f3547d542eb9089070d3eabd9fa for: {'network': 1} {{(pid=84874) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 07:37:31.474044 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-df1f4b8e-2dd4-4761-ba5d-c0bc0123577a admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84875) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:37:31.484214 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-1431052a-3641-416c-ae3b-b45cf9e55815 tempest-FloatingIPAdminTestJSON-531099267 tempest-FloatingIPAdminTestJSON-531099267] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555753'] for network, before_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:37:31.501832 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-1431052a-3641-416c-ae3b-b45cf9e55815 tempest-FloatingIPAdminTestJSON-531099267 tempest-FloatingIPAdminTestJSON-531099267] Notify callbacks [] for security_group, before_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:37:31.503389 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-df1f4b8e-2dd4-4761-ba5d-c0bc0123577a admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:37:31.520860 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [req-c3ff316d-c9dc-48b3-a6a4-869720b19604 req-4758edc3-8bda-4e84-a152-ea501c8cc8f6 tempest-VolumesActionsTest-1490626448 tempest-VolumesActionsTest-1490626448] 10.222.0.24 "GET /v2.0/quotas/e26c40cc3e9941b885b51c91a5eec66d HTTP/1.1" status: 200 len: 375 time: 0.0496988 Jan 14 07:37:31.521533 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-1431052a-3641-416c-ae3b-b45cf9e55815 tempest-FloatingIPAdminTestJSON-531099267 tempest-FloatingIPAdminTestJSON-531099267] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:37:31.526384 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-1431052a-3641-416c-ae3b-b45cf9e55815 tempest-FloatingIPAdminTestJSON-531099267 tempest-FloatingIPAdminTestJSON-531099267] Usage tracker for resource:security_group_rule and tenant:ef9f6f3547d542eb9089070d3eabd9fa is out of sync, need to count used quota {{(pid=84874) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:37:31.530301 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-1431052a-3641-416c-ae3b-b45cf9e55815 tempest-FloatingIPAdminTestJSON-531099267 tempest-FloatingIPAdminTestJSON-531099267] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84874) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:37:31.532605 n-d-768862-2 neutron-server[84765]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-48d66952-fa4c-4a11-80b9-73e78e0d8e00 tempest-RoutersTest-1255860389 tempest-RoutersTest-1255860389] Router 3998536e-65e4-4108-ab1c-eac6e818dd96 has already been hosted by L3 agent 35f592e9-451b-4db9-abea-77b6a5c5391b {{(pid=84875) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Jan 14 07:37:31.536725 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-1431052a-3641-416c-ae3b-b45cf9e55815 tempest-FloatingIPAdminTestJSON-531099267 tempest-FloatingIPAdminTestJSON-531099267] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:37:31.545438 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-890c9008-2a92-4f15-bb67-1eb780eb3913 tempest-SecGroupTest-1152222618 tempest-SecGroupTest-1152222618] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:37:31.612628 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-df1f4b8e-2dd4-4761-ba5d-c0bc0123577a admin admin] Made reservation on behalf of 6f203b6947d74048b2e59043cf791d37 for: {'network': 1} {{(pid=84875) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 07:37:31.617934 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-df1f4b8e-2dd4-4761-ba5d-c0bc0123577a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555753'] for network, before_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:37:31.643533 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-1431052a-3641-416c-ae3b-b45cf9e55815 tempest-FloatingIPAdminTestJSON-531099267 tempest-FloatingIPAdminTestJSON-531099267] Notify callbacks [] for security_group, precommit_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:37:31.648478 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-1431052a-3641-416c-ae3b-b45cf9e55815 tempest-FloatingIPAdminTestJSON-531099267 tempest-FloatingIPAdminTestJSON-531099267] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850887153'] for security_group, after_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:37:31.653729 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-eda77c2c-f080-4c17-9553-eefc5ebfb088 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:37:31.663915 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-890c9008-2a92-4f15-bb67-1eb780eb3913 tempest-SecGroupTest-1152222618 tempest-SecGroupTest-1152222618] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850966545'] for security_group_rule, after_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:37:31.693271 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-7154a76b-ce3a-445e-b082-5ad564939a27 tempest-SecGroupIPv6Test-296392250 tempest-SecGroupIPv6Test-296392250] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:37:31.720644 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_hamode_db [None req-d06cacfd-e551-4d9d-b5e2-ce3876a010e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3998536e-65e4-4108-ab1c-eac6e818dd96', 'name': 'tempest-RoutersTest-router-1767463639', 'tenant_id': '2a076c09cf6548039ba7b64b98184a0e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-14T07:36:27Z', 'updated_at': '2021-01-14T07:37:29Z', 'revision_number': 7, 'project_id': '2a076c09cf6548039ba7b64b98184a0e', 'gw_port_host': None, '_interfaces': [{'id': '1749ad2c-da7d-4dfd-8fbb-caa8b9d4f9da', 'name': '', 'network_id': 'd683ebeb-7989-4d7a-b28c-afad0a1c11e6', 'tenant_id': '2a076c09cf6548039ba7b64b98184a0e', 'mac_address': 'fa:16:3e:0a:89:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3998536e-65e4-4108-ab1c-eac6e818dd96', 'device_owner': 'network:router_interface', 'standard_attr_id': 3187, 'fixed_ips': [{'subnet_id': '5a96bfa7-fe1b-485f-b2fa-6cd040962272', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T07:37:08Z', 'updated_at': '2021-01-14T07:37:21Z', 'revision_number': 5, 'project_id': '2a076c09cf6548039ba7b64b98184a0e', 'subnets': [{'id': '5a96bfa7-fe1b-485f-b2fa-6cd040962272', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}, {'id': '6087c0d6-adc5-4077-8829-a972ea878eb0', 'name': '', 'network_id': '55d17c7e-058e-429d-a06c-3d5716669d4b', 'tenant_id': '2a076c09cf6548039ba7b64b98184a0e', 'mac_address': 'fa:16:3e:63:f5:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3998536e-65e4-4108-ab1c-eac6e818dd96', 'device_owner': 'network:router_interface', 'standard_attr_id': 3105, 'fixed_ips': [{'subnet_id': '002e57a5-80b9-4642-93d6-65fb5b5a0aa8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T07:36:32Z', 'updated_at': '2021-01-14T07:36:54Z', 'revision_number': 5, 'project_id': '2a076c09cf6548039ba7b64b98184a0e', 'subnets': [{'id': '002e57a5-80b9-4642-93d6-65fb5b5a0aa8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}, {'id': '9a184727-28ae-41f3-9959-671196777b38', 'name': '', 'network_id': '38c91695-e5b8-46a7-8f78-0f0683e3f1c9', 'tenant_id': '2a076c09cf6548039ba7b64b98184a0e', 'mac_address': 'fa:16:3e:71:22:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3998536e-65e4-4108-ab1c-eac6e818dd96', 'device_owner': 'network:router_interface', 'standard_attr_id': 3137, 'fixed_ips': [{'subnet_id': '5edbaf61-3242-45cf-a727-c26ae3ee23a2', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T07:36:50Z', 'updated_at': '2021-01-14T07:37:09Z', 'revision_number': 5, 'project_id': '2a076c09cf6548039ba7b64b98184a0e', 'subnets': [{'id': '5edbaf61-3242-45cf-a727-c26ae3ee23a2', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}, {'id': 'c2db83d4-1b21-4865-b6ce-5c7f7403fa4c', 'name': '', 'network_id': '90c406da-cca7-476a-aa28-f87e63529359', 'tenant_id': '2a076c09cf6548039ba7b64b98184a0e', 'mac_address': 'fa:16:3e:f2:5d:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3998536e-65e4-4108-ab1c-eac6e818dd96', 'device_owner': 'network:router_interface', 'standard_attr_id': 3217, 'fixed_ips': [{'subnet_id': 'ccbdcf0b-b27d-49db-b0e2-fa13763ab18b', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T07:37:20Z', 'updated_at': '2021-01-14T07:37:30Z', 'revision_number': 4, 'project_id': '2a076c09cf6548039ba7b64b98184a0e', 'subnets': [{'id': 'ccbdcf0b-b27d-49db-b0e2-fa13763ab18b', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'n-d-768862-2', False) {} {{(pid=84876) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:37:31.730504 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d06cacfd-e551-4d9d-b5e2-ce3876a010e4 None None] The sync data for ids ['3998536e-65e4-4108-ab1c-eac6e818dd96'] in n-d-768862-2 is: [{'id': '3998536e-65e4-4108-ab1c-eac6e818dd96', 'name': 'tempest-RoutersTest-router-1767463639', 'tenant_id': '2a076c09cf6548039ba7b64b98184a0e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-14T07:36:27Z', 'updated_at': '2021-01-14T07:37:29Z', 'revision_number': 7, 'project_id': '2a076c09cf6548039ba7b64b98184a0e', 'gw_port_host': None, '_interfaces': [{'id': '1749ad2c-da7d-4dfd-8fbb-caa8b9d4f9da', 'name': '', 'network_id': 'd683ebeb-7989-4d7a-b28c-afad0a1c11e6', 'tenant_id': '2a076c09cf6548039ba7b64b98184a0e', 'mac_address': 'fa:16:3e:0a:89:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3998536e-65e4-4108-ab1c-eac6e818dd96', 'device_owner': 'network:router_interface', 'standard_attr_id': 3187, 'fixed_ips': [{'subnet_id': '5a96bfa7-fe1b-485f-b2fa-6cd040962272', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T07:37:08Z', 'updated_at': '2021-01-14T07:37:21Z', 'revision_number': 5, 'project_id': '2a076c09cf6548039ba7b64b98184a0e', 'subnets': [{'id': '5a96bfa7-fe1b-485f-b2fa-6cd040962272', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}, {'id': '6087c0d6-adc5-4077-8829-a972ea878eb0', 'name': '', 'network_id': '55d17c7e-058e-429d-a06c-3d5716669d4b', 'tenant_id': '2a076c09cf6548039ba7b64b98184a0e', 'mac_address': 'fa:16:3e:63:f5:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3998536e-65e4-4108-ab1c-eac6e818dd96', 'device_owner': 'network:router_interface', 'standard_attr_id': 3105, 'fixed_ips': [{'subnet_id': '002e57a5-80b9-4642-93d6-65fb5b5a0aa8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T07:36:32Z', 'updated_at': '2021-01-14T07:36:54Z', 'revision_number': 5, 'project_id': '2a076c09cf6548039ba7b64b98184a0e', 'subnets': [{'id': '002e57a5-80b9-4642-93d6-65fb5b5a0aa8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}, {'id': '9a184727-28ae-41f3-9959-671196777b38', 'name': '', 'network_id': '38c91695-e5b8-46a7-8f78-0f0683e3f1c9', 'tenant_id': '2a076c09cf6548039ba7b64b98184a0e', 'mac_address': 'fa:16:3e:71:22:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3998536e-65e4-4108-ab1c-eac6e818dd96', 'device_owner': 'network:router_interface', 'standard_attr_id': 3137, 'fixed_ips': [{'subnet_id': '5edbaf61-3242-45cf-a727-c26ae3ee23a2', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T07:36:50Z', 'updated_at': '2021-01-14T07:37:09Z', 'revision_number': 5, 'project_id': '2a076c09cf6548039ba7b64b98184a0e', 'subnets': [{'id': '5edbaf61-3242-45cf-a727-c26ae3ee23a2', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}, {'id': 'c2db83d4-1b21-4865-b6ce-5c7f7403fa4c', 'name': '', 'network_id': '90c406da-cca7-476a-aa28-f87e63529359', 'tenant_id': '2a076c09cf6548039ba7b64b98184a0e', 'mac_address': 'fa:16:3e:f2:5d:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3998536e-65e4-4108-ab1c-eac6e818dd96', 'device_owner': 'network:router_interface', 'standard_attr_id': 3217, 'fixed_ips': [{'subnet_id': 'ccbdcf0b-b27d-49db-b0e2-fa13763ab18b', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T07:37:20Z', 'updated_at': '2021-01-14T07:37:30Z', 'revision_number': 4, 'project_id': '2a076c09cf6548039ba7b64b98184a0e', 'subnets': [{'id': 'ccbdcf0b-b27d-49db-b0e2-fa13763ab18b', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=84876) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Jan 14 07:37:31.742260 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1431052a-3641-416c-ae3b-b45cf9e55815 tempest-FloatingIPAdminTestJSON-531099267 tempest-FloatingIPAdminTestJSON-531099267] vxlan segment allocate from pool success with {'vxlan_vni': 21} {{(pid=84874) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Jan 14 07:37:31.753449 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1431052a-3641-416c-ae3b-b45cf9e55815 tempest-FloatingIPAdminTestJSON-531099267 tempest-FloatingIPAdminTestJSON-531099267] Pushing event updated for resources: {'SecurityGroup': ['ID=9a10bc93-7161-4a11-80f6-f5dcfd4bb020,revision_number=1']} {{(pid=84874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:37:31.764948 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-1431052a-3641-416c-ae3b-b45cf9e55815 tempest-FloatingIPAdminTestJSON-531099267 tempest-FloatingIPAdminTestJSON-531099267] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:37:31.776094 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-1431052a-3641-416c-ae3b-b45cf9e55815 tempest-FloatingIPAdminTestJSON-531099267 tempest-FloatingIPAdminTestJSON-531099267] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854179735'] for segment, precommit_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:37:31.776748 n-d-768862-2 neutron-server[84765]: INFO neutron.db.segments_db [None req-1431052a-3641-416c-ae3b-b45cf9e55815 tempest-FloatingIPAdminTestJSON-531099267 tempest-FloatingIPAdminTestJSON-531099267] Added segment a1d4852f-109e-4d2e-aadf-fb4ec4ef0493 of type vxlan for network 1b3d0014-9963-4dc8-8cab-b103f8a4db4f Jan 14 07:37:31.807522 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-890c9008-2a92-4f15-bb67-1eb780eb3913 tempest-SecGroupTest-1152222618 tempest-SecGroupTest-1152222618] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7defbcfb-6cee-467f-b063-9d90b9d6c193,revision_number=0']} {{(pid=84875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:37:31.815051 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-890c9008-2a92-4f15-bb67-1eb780eb3913 tempest-SecGroupTest-1152222618 tempest-SecGroupTest-1152222618] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:37:31.826329 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [req-c3ff316d-c9dc-48b3-a6a4-869720b19604 req-915e9b65-58d2-44d6-8aed-d8dee13e9f2e tempest-VolumesActionsTest-1490626448 tempest-VolumesActionsTest-1490626448] 10.222.0.24 "GET /v2.0/ports?tenant_id=e26c40cc3e9941b885b51c91a5eec66d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.3044388 Jan 14 07:37:31.828623 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-df1f4b8e-2dd4-4761-ba5d-c0bc0123577a admin admin] Notify callbacks [] for security_group, before_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:37:31.834235 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-1431052a-3641-416c-ae3b-b45cf9e55815 tempest-FloatingIPAdminTestJSON-531099267 tempest-FloatingIPAdminTestJSON-531099267] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363259214646115'] for network, precommit_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:37:31.871920 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-df1f4b8e-2dd4-4761-ba5d-c0bc0123577a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:37:31.876401 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-df1f4b8e-2dd4-4761-ba5d-c0bc0123577a admin admin] Usage tracker for resource:security_group_rule and tenant:6f203b6947d74048b2e59043cf791d37 is out of sync, need to count used quota {{(pid=84875) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:37:31.879786 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-df1f4b8e-2dd4-4761-ba5d-c0bc0123577a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84875) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:37:31.885730 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-1431052a-3641-416c-ae3b-b45cf9e55815 tempest-FloatingIPAdminTestJSON-531099267 tempest-FloatingIPAdminTestJSON-531099267] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850887149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964'] for network, after_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:37:31.908013 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1431052a-3641-416c-ae3b-b45cf9e55815 tempest-FloatingIPAdminTestJSON-531099267 tempest-FloatingIPAdminTestJSON-531099267] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:37:31.918718 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-1431052a-3641-416c-ae3b-b45cf9e55815 tempest-FloatingIPAdminTestJSON-531099267 tempest-FloatingIPAdminTestJSON-531099267] Notify callbacks [] for network, before_response {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:37:31.981808 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-f8cd7de5-b0bd-4982-b755-fa36ff43905d tempest-RoutersTest-1255860389 tempest-RoutersTest-1255860389] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:37:32.022808 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-48d66952-fa4c-4a11-80b9-73e78e0d8e00 tempest-RoutersTest-1255860389 tempest-RoutersTest-1255860389] Notify agent at l3_agent.n-d-768862-2 the message routers_updated {{(pid=84875) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jan 14 07:37:32.024993 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-df1f4b8e-2dd4-4761-ba5d-c0bc0123577a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:37:32.115583 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1431052a-3641-416c-ae3b-b45cf9e55815 tempest-FloatingIPAdminTestJSON-531099267 tempest-FloatingIPAdminTestJSON-531099267] Pushing event updated for resources: {'Network': ['ID=1b3d0014-9963-4dc8-8cab-b103f8a4db4f,revision_number=1']} {{(pid=84874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:37:32.122071 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-1431052a-3641-416c-ae3b-b45cf9e55815 tempest-FloatingIPAdminTestJSON-531099267 tempest-FloatingIPAdminTestJSON-531099267] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.6896152 Jan 14 07:37:32.122071 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-1431052a-3641-416c-ae3b-b45cf9e55815 tempest-FloatingIPAdminTestJSON-531099267 tempest-FloatingIPAdminTestJSON-531099267] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:37:32.122437 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84874) accepted ('10.222.0.24', 36826) {{(pid=84874) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:37:32.130213 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-017f98a9-8a07-408c-a86f-8ff0c00400a0 None None] Network 1b3d0014-9963-4dc8-8cab-b103f8a4db4f details requested by agent ovs-agent-n-h1-768862-2 with host n-h1-768862-2 {{(pid=84876) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 07:37:32.143168 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.v2.base [None req-82a3d1e7-8397-490b-b925-3d8ee7139a09 tempest-FloatingIPAdminTestJSON-531099267 tempest-FloatingIPAdminTestJSON-531099267] Request body: {'subnet': {'network_id': '1b3d0014-9963-4dc8-8cab-b103f8a4db4f', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=84874) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:37:32.152324 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-852a24f7-e9a1-4193-9abb-e9506fe5213f None None] Network 1b3d0014-9963-4dc8-8cab-b103f8a4db4f details requested by agent ovs-agent-n-h2-768862-2 with host n-h2-768862-2 {{(pid=84876) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 07:37:32.193504 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [req-c3ff316d-c9dc-48b3-a6a4-869720b19604 req-1a301e3f-665f-4b8d-8264-404fb6b8ddd5 service neutron] 10.222.0.24 "GET /v2.0/networks/ada98c31-e0a7-4c01-a63a-f2a0b6f59f68?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3661864 Jan 14 07:37:32.206589 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-48d66952-fa4c-4a11-80b9-73e78e0d8e00 tempest-RoutersTest-1255860389 tempest-RoutersTest-1255860389] Notify callbacks [] for router, before_response {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:37:32.211501 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-48d66952-fa4c-4a11-80b9-73e78e0d8e00 tempest-RoutersTest-1255860389 tempest-RoutersTest-1255860389] 10.222.0.24 "PUT /v2.0/routers/3998536e-65e4-4108-ab1c-eac6e818dd96 HTTP/1.1" status: 200 len: 700 time: 3.8024158 Jan 14 07:37:32.215177 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-890c9008-2a92-4f15-bb67-1eb780eb3913 tempest-SecGroupTest-1152222618 tempest-SecGroupTest-1152222618] Notify callbacks [] for security_group_rule, before_response {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:37:32.216533 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-890c9008-2a92-4f15-bb67-1eb780eb3913 tempest-SecGroupTest-1152222618 tempest-SecGroupTest-1152222618] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 1.6997819 Jan 14 07:37:32.217523 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84875) accepted ('10.222.0.24', 36830) {{(pid=84875) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:37:32.290165 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84874) accepted ('10.222.0.24', 36832) {{(pid=84874) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:37:32.295331 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-82a3d1e7-8397-490b-b925-3d8ee7139a09 tempest-FloatingIPAdminTestJSON-531099267 tempest-FloatingIPAdminTestJSON-531099267] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:37:32.299998 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-82a3d1e7-8397-490b-b925-3d8ee7139a09 tempest-FloatingIPAdminTestJSON-531099267 tempest-FloatingIPAdminTestJSON-531099267] Usage tracker for resource:subnet and tenant:ef9f6f3547d542eb9089070d3eabd9fa is out of sync, need to count used quota {{(pid=84874) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:37:32.307647 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-82a3d1e7-8397-490b-b925-3d8ee7139a09 tempest-FloatingIPAdminTestJSON-531099267 tempest-FloatingIPAdminTestJSON-531099267] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84874) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:37:32.315203 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-82a3d1e7-8397-490b-b925-3d8ee7139a09 tempest-FloatingIPAdminTestJSON-531099267 tempest-FloatingIPAdminTestJSON-531099267] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:37:32.389695 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-82a3d1e7-8397-490b-b925-3d8ee7139a09 tempest-FloatingIPAdminTestJSON-531099267 tempest-FloatingIPAdminTestJSON-531099267] Made reservation on behalf of ef9f6f3547d542eb9089070d3eabd9fa for: {'subnet': 1} {{(pid=84874) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 07:37:32.410516 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [req-c3ff316d-c9dc-48b3-a6a4-869720b19604 req-dec8a411-fc6d-4812-9568-81c0695e668d service neutron] 10.222.0.24 "GET /v2.0/networks/ada98c31-e0a7-4c01-a63a-f2a0b6f59f68?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1918631 Jan 14 07:37:32.679316 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-82a3d1e7-8397-490b-b925-3d8ee7139a09 tempest-FloatingIPAdminTestJSON-531099267 tempest-FloatingIPAdminTestJSON-531099267] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036851981161'] for subnet, before_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:37:32.725119 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Network 1b3d0014-9963-4dc8-8cab-b103f8a4db4f details requested by agent ovs-agent-n-d-768862-2 with host n-d-768862-2 {{(pid=84876) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 07:37:32.790310 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-f9957baf-7d8f-4089-abc4-6779e08fceb6 tempest-SecGroupTest-1152222618 tempest-SecGroupTest-1152222618] Notify callbacks [] for security_group_rule, before_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:37:32.800510 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-8fc44899-035a-429b-9e7d-5e09ce2efb9c tempest-RoutersTest-1255860389 tempest-RoutersTest-1255860389] 10.222.0.24 "GET /v2.0/routers/3998536e-65e4-4108-ab1c-eac6e818dd96 HTTP/1.1" status: 200 len: 700 time: 0.3933015 Jan 14 07:37:32.805159 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-f9957baf-7d8f-4089-abc4-6779e08fceb6 tempest-SecGroupTest-1152222618 tempest-SecGroupTest-1152222618] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:37:32.807927 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84875) accepted ('10.222.0.24', 36842) {{(pid=84875) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:37:32.847077 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-f9957baf-7d8f-4089-abc4-6779e08fceb6 tempest-SecGroupTest-1152222618 tempest-SecGroupTest-1152222618] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850966545'] for security_group_rule, after_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:37:32.862242 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-2e7b3cd0-8d74-4036-ac5c-566275a4115c tempest-TestNetworkAdvancedServerOps-470546014 tempest-TestNetworkAdvancedServerOps-470546014] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:37:32.865602 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Device c2db83d4-1b21-4865-b6ce-5c7f7403fa4c up at agent ovs-agent-n-d-768862-2 {{(pid=84876) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 07:37:32.882101 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9957baf-7d8f-4089-abc4-6779e08fceb6 tempest-SecGroupTest-1152222618 tempest-SecGroupTest-1152222618] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=7defbcfb-6cee-467f-b063-9d90b9d6c193,revision_number=None']} {{(pid=84874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:37:32.892115 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-f9957baf-7d8f-4089-abc4-6779e08fceb6 tempest-SecGroupTest-1152222618 tempest-SecGroupTest-1152222618] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:37:32.895220 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-f9957baf-7d8f-4089-abc4-6779e08fceb6 tempest-SecGroupTest-1152222618 tempest-SecGroupTest-1152222618] Notify callbacks [] for security_group_rule, before_response {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:37:32.896499 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-f9957baf-7d8f-4089-abc4-6779e08fceb6 tempest-SecGroupTest-1152222618 tempest-SecGroupTest-1152222618] 10.222.0.24 "DELETE /v2.0/security-group-rules/7defbcfb-6cee-467f-b063-9d90b9d6c193 HTTP/1.1" status: 204 len: 168 time: 0.5647097 Jan 14 07:37:32.900368 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84874) accepted ('10.222.0.24', 36846) {{(pid=84874) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:37:32.975141 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c88d0c7-3952-4695-a126-dbb7fecd406c None None] Sync routers for ids ['3998536e-65e4-4108-ab1c-eac6e818dd96'] in n-d-768862-2 {{(pid=84877) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Jan 14 07:37:32.995328 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c88d0c7-3952-4695-a126-dbb7fecd406c None None] Routers {'3998536e-65e4-4108-ab1c-eac6e818dd96'} bound to L3 agent in host n-d-768862-2 {{(pid=84877) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 14 07:37:32.997176 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_hamode_db [None req-2c88d0c7-3952-4695-a126-dbb7fecd406c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2021-01-14T06:56:51Z,description=,heartbeat_timestamp=2021-01-14T07:37:22Z,host='n-d-768862-2',id=35f592e9-451b-4db9-abea-77b6a5c5391b,load=0,resource_versions=,resources_synced=,started_at=2021-01-14T06:56:51Z,topic='l3_agent')) {'router_ids': ['3998536e-65e4-4108-ab1c-eac6e818dd96'], 'active': True} {{(pid=84877) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:37:33.072899 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Provisioning for port c2db83d4-1b21-4865-b6ce-5c7f7403fa4c completed by entity L2. {{(pid=84876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 07:37:33.079514 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Provisioning complete for port c2db83d4-1b21-4865-b6ce-5c7f7403fa4c triggered by entity L2. {{(pid=84876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 07:37:33.079973 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-604227'] for port, provisioning_complete {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:37:33.225086 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555753'] for port, before_update {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:37:33.256734 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_dvr_db [None req-2c88d0c7-3952-4695-a126-dbb7fecd406c None None] Set router 3998536e-65e4-4108-ab1c-eac6e818dd96 gateway port host: None {{(pid=84877) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 14 07:37:33.261723 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] For port c2db83d4-1b21-4865-b6ce-5c7f7403fa4c, host n-d-768862-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-2',level=0,port_id=c2db83d4-1b21-4865-b6ce-5c7f7403fa4c,segment=NetworkSegment(dced12e1-dbeb-4e4e-9d18-71ec184ed5ac),segment_id=dced12e1-dbeb-4e4e-9d18-71ec184ed5ac)] {{(pid=84876) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 07:37:33.265167 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777640533312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363259214678337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777640097497'] for port, after_update {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:37:33.267178 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-29a0a622-8f7d-4a5b-af70-d55cac386269 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84876) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:37:33.286639 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-80227b25-befb-4745-b0f4-f55acbadb953 tempest-SecGroupTest-1152222618 tempest-SecGroupTest-1152222618] Synchronizing usage tracker for tenant:73c9cef5e7e44d5ba1cf1737d559f80d on resource:security_group_rule {{(pid=84874) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 14 07:37:33.327867 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-80227b25-befb-4745-b0f4-f55acbadb953 tempest-SecGroupTest-1152222618 tempest-SecGroupTest-1152222618] Unset dirty status for tenant:73c9cef5e7e44d5ba1cf1737d559f80d on resource:security_group_rule {{(pid=84874) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 14 07:37:33.329571 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-80227b25-befb-4745-b0f4-f55acbadb953 tempest-SecGroupTest-1152222618 tempest-SecGroupTest-1152222618] 10.222.0.24 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.4281871 Jan 14 07:37:33.332650 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84874) accepted ('10.222.0.24', 36850) {{(pid=84874) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:37:33.336383 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-df1f4b8e-2dd4-4761-ba5d-c0bc0123577a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:37:33.372122 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-df1f4b8e-2dd4-4761-ba5d-c0bc0123577a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850887153'] for security_group, after_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:37:33.390247 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-df1f4b8e-2dd4-4761-ba5d-c0bc0123577a admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 22} {{(pid=84875) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Jan 14 07:37:33.390620 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Pushing event updated for resources: {'Port': ['ID=c2db83d4-1b21-4865-b6ce-5c7f7403fa4c,revision_number=5']} {{(pid=84876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:37:33.407349 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=84876) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:37:33.412702 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-df1f4b8e-2dd4-4761-ba5d-c0bc0123577a admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment--9223363259214191851', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854179735'] for segment, precommit_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:37:33.413154 n-d-768862-2 neutron-server[84765]: INFO neutron.db.segments_db [None req-df1f4b8e-2dd4-4761-ba5d-c0bc0123577a admin admin] Added segment 17a311f1-dedc-42ba-aea3-9e31f3fab8d6 of type vxlan for network 51dc9c6a-30b1-46b9-9f91-fa530a91fab0 Jan 14 07:37:33.422725 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-bff7a9c4-d0e4-479c-a8c4-a48ee68603ae tempest-SecGroupTest-1152222618 tempest-SecGroupTest-1152222618] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:37:33.446454 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-dfcbc79b-a210-4db3-90d6-f1c9b5d9c21a tempest-SecGroupTest-1152222618 tempest-SecGroupTest-1152222618] Notify callbacks [] for security_group, before_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:37:33.479806 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-dfcbc79b-a210-4db3-90d6-f1c9b5d9c21a tempest-SecGroupTest-1152222618 tempest-SecGroupTest-1152222618] Notify callbacks [] for security_group, precommit_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:37:33.510771 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-df1f4b8e-2dd4-4761-ba5d-c0bc0123577a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363259214646115'] for network, precommit_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:37:33.515967 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df1f4b8e-2dd4-4761-ba5d-c0bc0123577a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e7ee5da1-1bfd-48ec-b691-020b299d2921,revision_number=1']} {{(pid=84875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:37:33.519852 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-df1f4b8e-2dd4-4761-ba5d-c0bc0123577a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:37:33.585067 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-dfcbc79b-a210-4db3-90d6-f1c9b5d9c21a tempest-SecGroupTest-1152222618 tempest-SecGroupTest-1152222618] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850887153'] for security_group, after_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:37:33.596543 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-e99344ba-cb22-4237-9e53-888bcefb1686 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:37:33.616058 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-df1f4b8e-2dd4-4761-ba5d-c0bc0123577a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850887149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964'] for network, after_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:37:33.617078 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df1f4b8e-2dd4-4761-ba5d-c0bc0123577a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:37:33.617717 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-df1f4b8e-2dd4-4761-ba5d-c0bc0123577a admin admin] Notify callbacks [] for network, before_response {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:37:33.621994 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-67a0f607-9eca-4c11-9b19-494669e8c96c tempest-RoutersTest-1255860389 tempest-RoutersTest-1255860389] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:37:33.623632 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfcbc79b-a210-4db3-90d6-f1c9b5d9c21a tempest-SecGroupTest-1152222618 tempest-SecGroupTest-1152222618] Pushing event deleted for resources: {'SecurityGroup': ['ID=406f3cc2-8d6c-4f44-a3e6-1a515eb19247,revision_number=None']} {{(pid=84874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:37:33.633490 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-dfcbc79b-a210-4db3-90d6-f1c9b5d9c21a tempest-SecGroupTest-1152222618 tempest-SecGroupTest-1152222618] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:37:33.657907 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-dfcbc79b-a210-4db3-90d6-f1c9b5d9c21a tempest-SecGroupTest-1152222618 tempest-SecGroupTest-1152222618] Notify callbacks [] for security_group, before_response {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:37:33.659172 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-dfcbc79b-a210-4db3-90d6-f1c9b5d9c21a tempest-SecGroupTest-1152222618 tempest-SecGroupTest-1152222618] 10.222.0.24 "DELETE /v2.0/security-groups/406f3cc2-8d6c-4f44-a3e6-1a515eb19247 HTTP/1.1" status: 204 len: 168 time: 0.3254859 Jan 14 07:37:33.662916 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84874) accepted ('10.222.0.24', 36854) {{(pid=84874) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:37:33.682625 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-82a3d1e7-8397-490b-b925-3d8ee7139a09 tempest-FloatingIPAdminTestJSON-531099267 tempest-FloatingIPAdminTestJSON-531099267] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850887113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3254092', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036851981146'] for subnet, after_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:37:33.701315 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-a84a43b5-7214-4ace-849d-cb3b3587234a tempest-NetworksTest-1803261889 tempest-NetworksTest-1803261889] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:37:33.715524 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_hamode_db [None req-2c88d0c7-3952-4695-a126-dbb7fecd406c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3998536e-65e4-4108-ab1c-eac6e818dd96', 'name': 'tempest-RoutersTest-router-1767463639', 'tenant_id': '2a076c09cf6548039ba7b64b98184a0e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-14T07:36:27Z', 'updated_at': '2021-01-14T07:37:29Z', 'revision_number': 7, 'project_id': '2a076c09cf6548039ba7b64b98184a0e', 'gw_port_host': None, '_interfaces': [{'id': '1749ad2c-da7d-4dfd-8fbb-caa8b9d4f9da', 'name': '', 'network_id': 'd683ebeb-7989-4d7a-b28c-afad0a1c11e6', 'tenant_id': '2a076c09cf6548039ba7b64b98184a0e', 'mac_address': 'fa:16:3e:0a:89:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3998536e-65e4-4108-ab1c-eac6e818dd96', 'device_owner': 'network:router_interface', 'standard_attr_id': 3187, 'fixed_ips': [{'subnet_id': '5a96bfa7-fe1b-485f-b2fa-6cd040962272', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T07:37:08Z', 'updated_at': '2021-01-14T07:37:21Z', 'revision_number': 5, 'project_id': '2a076c09cf6548039ba7b64b98184a0e', 'subnets': [{'id': '5a96bfa7-fe1b-485f-b2fa-6cd040962272', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}, {'id': '6087c0d6-adc5-4077-8829-a972ea878eb0', 'name': '', 'network_id': '55d17c7e-058e-429d-a06c-3d5716669d4b', 'tenant_id': '2a076c09cf6548039ba7b64b98184a0e', 'mac_address': 'fa:16:3e:63:f5:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3998536e-65e4-4108-ab1c-eac6e818dd96', 'device_owner': 'network:router_interface', 'standard_attr_id': 3105, 'fixed_ips': [{'subnet_id': '002e57a5-80b9-4642-93d6-65fb5b5a0aa8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T07:36:32Z', 'updated_at': '2021-01-14T07:36:54Z', 'revision_number': 5, 'project_id': '2a076c09cf6548039ba7b64b98184a0e', 'subnets': [{'id': '002e57a5-80b9-4642-93d6-65fb5b5a0aa8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}, {'id': '9a184727-28ae-41f3-9959-671196777b38', 'name': '', 'network_id': '38c91695-e5b8-46a7-8f78-0f0683e3f1c9', 'tenant_id': '2a076c09cf6548039ba7b64b98184a0e', 'mac_address': 'fa:16:3e:71:22:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3998536e-65e4-4108-ab1c-eac6e818dd96', 'device_owner': 'network:router_interface', 'standard_attr_id': 3137, 'fixed_ips': [{'subnet_id': '5edbaf61-3242-45cf-a727-c26ae3ee23a2', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T07:36:50Z', 'updated_at': '2021-01-14T07:37:09Z', 'revision_number': 5, 'project_id': '2a076c09cf6548039ba7b64b98184a0e', 'subnets': [{'id': '5edbaf61-3242-45cf-a727-c26ae3ee23a2', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}, {'id': 'c2db83d4-1b21-4865-b6ce-5c7f7403fa4c', 'name': '', 'network_id': '90c406da-cca7-476a-aa28-f87e63529359', 'tenant_id': '2a076c09cf6548039ba7b64b98184a0e', 'mac_address': 'fa:16:3e:f2:5d:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3998536e-65e4-4108-ab1c-eac6e818dd96', 'device_owner': 'network:router_interface', 'standard_attr_id': 3217, 'fixed_ips': [{'subnet_id': 'ccbdcf0b-b27d-49db-b0e2-fa13763ab18b', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T07:37:20Z', 'updated_at': '2021-01-14T07:37:30Z', 'revision_number': 4, 'project_id': '2a076c09cf6548039ba7b64b98184a0e', 'subnets': [{'id': 'ccbdcf0b-b27d-49db-b0e2-fa13763ab18b', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'n-d-768862-2', False) {} {{(pid=84877) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:37:33.721458 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c88d0c7-3952-4695-a126-dbb7fecd406c None None] Checking router: 3998536e-65e4-4108-ab1c-eac6e818dd96 for host: n-d-768862-2 {{(pid=84877) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Jan 14 07:37:33.732897 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c88d0c7-3952-4695-a126-dbb7fecd406c None None] Routers {'3998536e-65e4-4108-ab1c-eac6e818dd96'} bound to L3 agent in host n-d-768862-2 {{(pid=84877) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 14 07:37:33.733785 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_hamode_db [None req-2c88d0c7-3952-4695-a126-dbb7fecd406c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2021-01-14T06:56:51Z,description=,heartbeat_timestamp=2021-01-14T07:37:22Z,host='n-d-768862-2',id=35f592e9-451b-4db9-abea-77b6a5c5391b,load=0,resource_versions=,resources_synced=,started_at=2021-01-14T06:56:51Z,topic='l3_agent')) {'router_ids': ['3998536e-65e4-4108-ab1c-eac6e818dd96'], 'active': True} {{(pid=84877) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:37:33.763036 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df1f4b8e-2dd4-4761-ba5d-c0bc0123577a admin admin] Pushing event updated for resources: {'Network': ['ID=51dc9c6a-30b1-46b9-9f91-fa530a91fab0,revision_number=1']} {{(pid=84875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:37:33.777247 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-017f98a9-8a07-408c-a86f-8ff0c00400a0 None None] Network 51dc9c6a-30b1-46b9-9f91-fa530a91fab0 details requested by agent ovs-agent-n-h1-768862-2 with host n-h1-768862-2 {{(pid=84876) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 07:37:33.818595 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-df1f4b8e-2dd4-4761-ba5d-c0bc0123577a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.197s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:37:33.834231 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-df1f4b8e-2dd4-4761-ba5d-c0bc0123577a admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 876 time: 2.9522493 Jan 14 07:37:33.837120 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84875) accepted ('10.222.0.24', 36866) {{(pid=84875) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:37:33.848562 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.v2.base [None req-10de6855-6a53-4a0f-afc9-1aa4f49c480e admin admin] Request body: {'subnet': {'network_id': '51dc9c6a-30b1-46b9-9f91-fa530a91fab0', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerMultinode-124629855-subnet', 'tenant_id': '6f203b6947d74048b2e59043cf791d37', 'ip_version': 4}} {{(pid=84875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:37:33.948809 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_dvr_db [None req-2c88d0c7-3952-4695-a126-dbb7fecd406c None None] Set router 3998536e-65e4-4108-ab1c-eac6e818dd96 gateway port host: None {{(pid=84877) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 14 07:37:33.965084 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-10de6855-6a53-4a0f-afc9-1aa4f49c480e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:37:34.007651 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-10de6855-6a53-4a0f-afc9-1aa4f49c480e admin admin] Usage tracker for resource:subnet and tenant:6f203b6947d74048b2e59043cf791d37 is out of sync, need to count used quota {{(pid=84875) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:37:34.031724 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-10de6855-6a53-4a0f-afc9-1aa4f49c480e admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84875) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:37:34.048346 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-10de6855-6a53-4a0f-afc9-1aa4f49c480e admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:37:34.056002 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Network 51dc9c6a-30b1-46b9-9f91-fa530a91fab0 details requested by agent ovs-agent-n-d-768862-2 with host n-d-768862-2 {{(pid=84876) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 07:37:34.073122 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-10de6855-6a53-4a0f-afc9-1aa4f49c480e admin admin] Made reservation on behalf of 6f203b6947d74048b2e59043cf791d37 for: {'subnet': 1} {{(pid=84875) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 07:37:34.078025 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-10de6855-6a53-4a0f-afc9-1aa4f49c480e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036852467157'] for subnet, before_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:37:34.209270 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-2cb63341-cfdf-4e38-9a34-5e51655c79c6 tempest-SecGroupTest-1152222618 tempest-SecGroupTest-1152222618] Synchronizing usage tracker for tenant:73c9cef5e7e44d5ba1cf1737d559f80d on resource:security_group {{(pid=84874) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 14 07:37:34.241412 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-852a24f7-e9a1-4193-9abb-e9506fe5213f None None] Network 51dc9c6a-30b1-46b9-9f91-fa530a91fab0 details requested by agent ovs-agent-n-h2-768862-2 with host n-h2-768862-2 {{(pid=84876) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 07:37:34.305099 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82a3d1e7-8397-490b-b925-3d8ee7139a09 tempest-FloatingIPAdminTestJSON-531099267 tempest-FloatingIPAdminTestJSON-531099267] Pushing event updated for resources: {'Subnet': ['ID=1baa6069-ec66-4173-bcdf-1fe146dfd36c,revision_number=0']} {{(pid=84874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:37:34.329357 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82a3d1e7-8397-490b-b925-3d8ee7139a09 tempest-FloatingIPAdminTestJSON-531099267 tempest-FloatingIPAdminTestJSON-531099267] Checking segment: {'id': 'a1d4852f-109e-4d2e-aadf-fb4ec4ef0493', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 21, 'network_id': '1b3d0014-9963-4dc8-8cab-b103f8a4db4f'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84874) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 14 07:37:34.330075 n-d-768862-2 neutron-server[84765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82a3d1e7-8397-490b-b925-3d8ee7139a09 tempest-FloatingIPAdminTestJSON-531099267 tempest-FloatingIPAdminTestJSON-531099267] Network hostable DHCP agents. Network: 1b3d0014-9963-4dc8-8cab-b103f8a4db4f, hostable agents: ['32f3dd84-26da-4d18-bf15-6017a8fb7247'], hosted agents: [] {{(pid=84874) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Jan 14 07:37:34.351805 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-82a3d1e7-8397-490b-b925-3d8ee7139a09 tempest-FloatingIPAdminTestJSON-531099267 tempest-FloatingIPAdminTestJSON-531099267] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.651s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:37:34.372692 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-2cb63341-cfdf-4e38-9a34-5e51655c79c6 tempest-SecGroupTest-1152222618 tempest-SecGroupTest-1152222618] Unset dirty status for tenant:73c9cef5e7e44d5ba1cf1737d559f80d on resource:security_group {{(pid=84874) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 14 07:37:34.375258 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-2cb63341-cfdf-4e38-9a34-5e51655c79c6 tempest-SecGroupTest-1152222618 tempest-SecGroupTest-1152222618] 10.222.0.24 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.7110093 Jan 14 07:37:34.382732 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84874) accepted ('10.222.0.24', 36878) {{(pid=84874) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:37:34.390798 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.v2.base [None req-01ee4159-3933-459b-bcff-3275f53cf846 tempest-SecGroupTest-1152222618 tempest-SecGroupTest-1152222618] Request body: {'security_group': {'name': 'tempest-secgroup--647951749'}} {{(pid=84874) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:37:34.403498 n-d-768862-2 neutron-server[84765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82a3d1e7-8397-490b-b925-3d8ee7139a09 tempest-FloatingIPAdminTestJSON-531099267 tempest-FloatingIPAdminTestJSON-531099267] Network 1b3d0014-9963-4dc8-8cab-b103f8a4db4f is scheduled to be hosted by DHCP agent 32f3dd84-26da-4d18-bf15-6017a8fb7247 with binding_index 1 {{(pid=84874) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Jan 14 07:37:34.412232 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-01ee4159-3933-459b-bcff-3275f53cf846 tempest-SecGroupTest-1152222618 tempest-SecGroupTest-1152222618] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:37:34.417986 n-d-768862-2 neutron-server[84765]: DEBUG neutron.scheduler.base_scheduler [None req-82a3d1e7-8397-490b-b925-3d8ee7139a09 tempest-FloatingIPAdminTestJSON-531099267 tempest-FloatingIPAdminTestJSON-531099267] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768862-2, 1b3d0014-9963-4dc8-8cab-b103f8a4db4f) {{(pid=84874) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 07:37:34.428774 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c0e463b-ba0c-421d-97e9-11664794e74e None None] Network 1b3d0014-9963-4dc8-8cab-b103f8a4db4f requested from n-d-768862-2 {{(pid=84876) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 07:37:34.438195 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-01ee4159-3933-459b-bcff-3275f53cf846 tempest-SecGroupTest-1152222618 tempest-SecGroupTest-1152222618] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:37:34.442825 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82a3d1e7-8397-490b-b925-3d8ee7139a09 tempest-FloatingIPAdminTestJSON-531099267 tempest-FloatingIPAdminTestJSON-531099267] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:37:34.443491 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-82a3d1e7-8397-490b-b925-3d8ee7139a09 tempest-FloatingIPAdminTestJSON-531099267 tempest-FloatingIPAdminTestJSON-531099267] Notify callbacks [] for subnet, before_response {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:37:34.468306 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-82a3d1e7-8397-490b-b925-3d8ee7139a09 tempest-FloatingIPAdminTestJSON-531099267 tempest-FloatingIPAdminTestJSON-531099267] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.3443480 Jan 14 07:37:34.471314 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84874) accepted ('10.222.0.24', 36882) {{(pid=84874) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:37:34.479444 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.v2.base [None req-78b378a2-483e-472a-b13e-22c17880a1ce tempest-FloatingIPAdminTestJSON-531099267 tempest-FloatingIPAdminTestJSON-531099267] Request body: {'router': {'name': 'tempest-FloatingIPAdminTestJSON-router-53720612', 'external_gateway_info': {'network_id': '226f1e78-82cd-4481-9055-4eb73b6db8c1'}, 'admin_state_up': False}} {{(pid=84874) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:37:34.494938 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-78b378a2-483e-472a-b13e-22c17880a1ce tempest-FloatingIPAdminTestJSON-531099267 tempest-FloatingIPAdminTestJSON-531099267] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:37:34.500145 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-78b378a2-483e-472a-b13e-22c17880a1ce tempest-FloatingIPAdminTestJSON-531099267 tempest-FloatingIPAdminTestJSON-531099267] Usage tracker for resource:router and tenant:ef9f6f3547d542eb9089070d3eabd9fa is out of sync, need to count used quota {{(pid=84874) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:37:34.503676 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-78b378a2-483e-472a-b13e-22c17880a1ce tempest-FloatingIPAdminTestJSON-531099267 tempest-FloatingIPAdminTestJSON-531099267] Quota usage for router was recalculated. Used quota:0. {{(pid=84874) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:37:34.534167 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-78b378a2-483e-472a-b13e-22c17880a1ce tempest-FloatingIPAdminTestJSON-531099267 tempest-FloatingIPAdminTestJSON-531099267] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:37:34.595241 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-01ee4159-3933-459b-bcff-3275f53cf846 tempest-SecGroupTest-1152222618 tempest-SecGroupTest-1152222618] Notify callbacks [] for security_group, before_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:37:34.678015 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-78b378a2-483e-472a-b13e-22c17880a1ce tempest-FloatingIPAdminTestJSON-531099267 tempest-FloatingIPAdminTestJSON-531099267] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3889205', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854717621'] for router, before_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:37:34.689404 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-78b378a2-483e-472a-b13e-22c17880a1ce tempest-FloatingIPAdminTestJSON-531099267 tempest-FloatingIPAdminTestJSON-531099267] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036850886574', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3912501', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3808446', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-58179'] for router, precommit_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:37:34.719470 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-78b378a2-483e-472a-b13e-22c17880a1ce tempest-FloatingIPAdminTestJSON-531099267 tempest-FloatingIPAdminTestJSON-531099267] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:37:34.746842 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Device c2db83d4-1b21-4865-b6ce-5c7f7403fa4c up at agent ovs-agent-n-d-768862-2 {{(pid=84876) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 07:37:34.752772 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-01ee4159-3933-459b-bcff-3275f53cf846 tempest-SecGroupTest-1152222618 tempest-SecGroupTest-1152222618] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:37:34.772505 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_hamode_db [None req-2c88d0c7-3952-4695-a126-dbb7fecd406c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3998536e-65e4-4108-ab1c-eac6e818dd96', 'name': 'tempest-RoutersTest-router-1767463639', 'tenant_id': '2a076c09cf6548039ba7b64b98184a0e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-14T07:36:27Z', 'updated_at': '2021-01-14T07:37:29Z', 'revision_number': 7, 'project_id': '2a076c09cf6548039ba7b64b98184a0e', 'gw_port_host': None, '_interfaces': [{'id': '1749ad2c-da7d-4dfd-8fbb-caa8b9d4f9da', 'name': '', 'network_id': 'd683ebeb-7989-4d7a-b28c-afad0a1c11e6', 'tenant_id': '2a076c09cf6548039ba7b64b98184a0e', 'mac_address': 'fa:16:3e:0a:89:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3998536e-65e4-4108-ab1c-eac6e818dd96', 'device_owner': 'network:router_interface', 'standard_attr_id': 3187, 'fixed_ips': [{'subnet_id': '5a96bfa7-fe1b-485f-b2fa-6cd040962272', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T07:37:08Z', 'updated_at': '2021-01-14T07:37:21Z', 'revision_number': 5, 'project_id': '2a076c09cf6548039ba7b64b98184a0e', 'subnets': [{'id': '5a96bfa7-fe1b-485f-b2fa-6cd040962272', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}, {'id': '6087c0d6-adc5-4077-8829-a972ea878eb0', 'name': '', 'network_id': '55d17c7e-058e-429d-a06c-3d5716669d4b', 'tenant_id': '2a076c09cf6548039ba7b64b98184a0e', 'mac_address': 'fa:16:3e:63:f5:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3998536e-65e4-4108-ab1c-eac6e818dd96', 'device_owner': 'network:router_interface', 'standard_attr_id': 3105, 'fixed_ips': [{'subnet_id': '002e57a5-80b9-4642-93d6-65fb5b5a0aa8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T07:36:32Z', 'updated_at': '2021-01-14T07:36:54Z', 'revision_number': 5, 'project_id': '2a076c09cf6548039ba7b64b98184a0e', 'subnets': [{'id': '002e57a5-80b9-4642-93d6-65fb5b5a0aa8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}, {'id': '9a184727-28ae-41f3-9959-671196777b38', 'name': '', 'network_id': '38c91695-e5b8-46a7-8f78-0f0683e3f1c9', 'tenant_id': '2a076c09cf6548039ba7b64b98184a0e', 'mac_address': 'fa:16:3e:71:22:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3998536e-65e4-4108-ab1c-eac6e818dd96', 'device_owner': 'network:router_interface', 'standard_attr_id': 3137, 'fixed_ips': [{'subnet_id': '5edbaf61-3242-45cf-a727-c26ae3ee23a2', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T07:36:50Z', 'updated_at': '2021-01-14T07:37:09Z', 'revision_number': 5, 'project_id': '2a076c09cf6548039ba7b64b98184a0e', 'subnets': [{'id': '5edbaf61-3242-45cf-a727-c26ae3ee23a2', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}, {'id': 'c2db83d4-1b21-4865-b6ce-5c7f7403fa4c', 'name': '', 'network_id': '90c406da-cca7-476a-aa28-f87e63529359', 'tenant_id': '2a076c09cf6548039ba7b64b98184a0e', 'mac_address': 'fa:16:3e:f2:5d:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3998536e-65e4-4108-ab1c-eac6e818dd96', 'device_owner': 'network:router_interface', 'standard_attr_id': 3217, 'fixed_ips': [{'subnet_id': 'ccbdcf0b-b27d-49db-b0e2-fa13763ab18b', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T07:37:20Z', 'updated_at': '2021-01-14T07:37:33Z', 'revision_number': 5, 'project_id': '2a076c09cf6548039ba7b64b98184a0e', 'subnets': [{'id': 'ccbdcf0b-b27d-49db-b0e2-fa13763ab18b', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'n-d-768862-2', False) {} {{(pid=84877) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:37:34.791325 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c88d0c7-3952-4695-a126-dbb7fecd406c None None] The sync data for ids ['3998536e-65e4-4108-ab1c-eac6e818dd96'] in n-d-768862-2 is: [{'id': '3998536e-65e4-4108-ab1c-eac6e818dd96', 'name': 'tempest-RoutersTest-router-1767463639', 'tenant_id': '2a076c09cf6548039ba7b64b98184a0e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-14T07:36:27Z', 'updated_at': '2021-01-14T07:37:29Z', 'revision_number': 7, 'project_id': '2a076c09cf6548039ba7b64b98184a0e', 'gw_port_host': None, '_interfaces': [{'id': '1749ad2c-da7d-4dfd-8fbb-caa8b9d4f9da', 'name': '', 'network_id': 'd683ebeb-7989-4d7a-b28c-afad0a1c11e6', 'tenant_id': '2a076c09cf6548039ba7b64b98184a0e', 'mac_address': 'fa:16:3e:0a:89:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3998536e-65e4-4108-ab1c-eac6e818dd96', 'device_owner': 'network:router_interface', 'standard_attr_id': 3187, 'fixed_ips': [{'subnet_id': '5a96bfa7-fe1b-485f-b2fa-6cd040962272', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T07:37:08Z', 'updated_at': '2021-01-14T07:37:21Z', 'revision_number': 5, 'project_id': '2a076c09cf6548039ba7b64b98184a0e', 'subnets': [{'id': '5a96bfa7-fe1b-485f-b2fa-6cd040962272', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}, {'id': '6087c0d6-adc5-4077-8829-a972ea878eb0', 'name': '', 'network_id': '55d17c7e-058e-429d-a06c-3d5716669d4b', 'tenant_id': '2a076c09cf6548039ba7b64b98184a0e', 'mac_address': 'fa:16:3e:63:f5:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3998536e-65e4-4108-ab1c-eac6e818dd96', 'device_owner': 'network:router_interface', 'standard_attr_id': 3105, 'fixed_ips': [{'subnet_id': '002e57a5-80b9-4642-93d6-65fb5b5a0aa8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T07:36:32Z', 'updated_at': '2021-01-14T07:36:54Z', 'revision_number': 5, 'project_id': '2a076c09cf6548039ba7b64b98184a0e', 'subnets': [{'id': '002e57a5-80b9-4642-93d6-65fb5b5a0aa8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}, {'id': '9a184727-28ae-41f3-9959-671196777b38', 'name': '', 'network_id': '38c91695-e5b8-46a7-8f78-0f0683e3f1c9', 'tenant_id': '2a076c09cf6548039ba7b64b98184a0e', 'mac_address': 'fa:16:3e:71:22:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3998536e-65e4-4108-ab1c-eac6e818dd96', 'device_owner': 'network:router_interface', 'standard_attr_id': 3137, 'fixed_ips': [{'subnet_id': '5edbaf61-3242-45cf-a727-c26ae3ee23a2', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T07:36:50Z', 'updated_at': '2021-01-14T07:37:09Z', 'revision_number': 5, 'project_id': '2a076c09cf6548039ba7b64b98184a0e', 'subnets': [{'id': '5edbaf61-3242-45cf-a727-c26ae3ee23a2', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}, {'id': 'c2db83d4-1b21-4865-b6ce-5c7f7403fa4c', 'name': '', 'network_id': '90c406da-cca7-476a-aa28-f87e63529359', 'tenant_id': '2a076c09cf6548039ba7b64b98184a0e', 'mac_address': 'fa:16:3e:f2:5d:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3998536e-65e4-4108-ab1c-eac6e818dd96', 'device_owner': 'network:router_interface', 'standard_attr_id': 3217, 'fixed_ips': [{'subnet_id': 'ccbdcf0b-b27d-49db-b0e2-fa13763ab18b', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T07:37:20Z', 'updated_at': '2021-01-14T07:37:33Z', 'revision_number': 5, 'project_id': '2a076c09cf6548039ba7b64b98184a0e', 'subnets': [{'id': 'ccbdcf0b-b27d-49db-b0e2-fa13763ab18b', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=84877) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Jan 14 07:37:34.867996 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-01ee4159-3933-459b-bcff-3275f53cf846 tempest-SecGroupTest-1152222618 tempest-SecGroupTest-1152222618] Usage tracker for resource:security_group_rule and tenant:73c9cef5e7e44d5ba1cf1737d559f80d is out of sync, need to count used quota {{(pid=84874) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:37:34.892422 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa036687-9dda-497a-bdb6-6fb92322da26 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5d94dc7a-c095-50a4-955e-5f3b78718a12-1b3d0014-9963-4dc8-8cab-b103f8a4db4f', 'network_id': '1b3d0014-9963-4dc8-8cab-b103f8a4db4f', 'tenant_id': 'ef9f6f3547d542eb9089070d3eabd9fa', 'fixed_ips': [{'subnet_id': '1baa6069-ec66-4173-bcdf-1fe146dfd36c'}]}} from n-d-768862-2. {{(pid=84876) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Jan 14 07:37:34.893789 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-fa036687-9dda-497a-bdb6-6fb92322da26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555753'] for port, before_create {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:37:34.894676 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-01ee4159-3933-459b-bcff-3275f53cf846 tempest-SecGroupTest-1152222618 tempest-SecGroupTest-1152222618] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84874) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:37:34.901623 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-99800b08-680a-451b-9042-0372d264d722 tempest-RoutersTest-1255860389 tempest-RoutersTest-1255860389] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3889632'] for router_interface, before_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:37:35.047684 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-01ee4159-3933-459b-bcff-3275f53cf846 tempest-SecGroupTest-1152222618 tempest-SecGroupTest-1152222618] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:37:35.305931 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-78b378a2-483e-472a-b13e-22c17880a1ce tempest-FloatingIPAdminTestJSON-531099267 tempest-FloatingIPAdminTestJSON-531099267] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3912484', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3889188', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-58194'] for router, precommit_update {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:37:35.354450 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.db_base_plugin_common [None req-fa036687-9dda-497a-bdb6-6fb92322da26 None None] Allocated IP 172.20.0.2 (1b3d0014-9963-4dc8-8cab-b103f8a4db4f/1baa6069-ec66-4173-bcdf-1fe146dfd36c/e8bd71ff-1be9-4858-a171-0619066458f9) {{(pid=84876) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 14 07:37:35.746276 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-fa036687-9dda-497a-bdb6-6fb92322da26 None None] Notify callbacks [] for port, precommit_create {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:37:35.763339 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-fa036687-9dda-497a-bdb6-6fb92322da26 None None] Transition to ACTIVE for port object e8bd71ff-1be9-4858-a171-0619066458f9 will not be triggered until provisioned by entity L2. {{(pid=84876) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 07:37:35.770288 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Provisioning complete for port c2db83d4-1b21-4865-b6ce-5c7f7403fa4c triggered by entity L2. {{(pid=84876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 07:37:35.770768 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-604227'] for port, provisioning_complete {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:37:35.876174 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-fa036687-9dda-497a-bdb6-6fb92322da26 None None] Transition to ACTIVE for port object e8bd71ff-1be9-4858-a171-0619066458f9 will not be triggered until provisioned by entity DHCP. {{(pid=84876) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 07:37:35.949199 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-fa036687-9dda-497a-bdb6-6fb92322da26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777640123575'] for port, after_create {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:37:35.958969 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-01ee4159-3933-459b-bcff-3275f53cf846 tempest-SecGroupTest-1152222618 tempest-SecGroupTest-1152222618] Notify callbacks [] for security_group, precommit_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:37:35.966600 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-6e547132-3bbb-4dd9-8859-d230f861601b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84876) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:37:35.975204 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-10de6855-6a53-4a0f-afc9-1aa4f49c480e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850887113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036851621412', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036852467174'] for subnet, after_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:37:35.985904 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-01ee4159-3933-459b-bcff-3275f53cf846 tempest-SecGroupTest-1152222618 tempest-SecGroupTest-1152222618] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850887153'] for security_group, after_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:37:35.998215 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-e468df55-6347-4b55-a67e-fbda67d6fd9f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:37:36.005595 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-3ee0b60b-be09-4c1a-8c44-4f286ec78537 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:37:36.108427 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa036687-9dda-497a-bdb6-6fb92322da26 None None] Pushing event updated for resources: {'Port': ['ID=e8bd71ff-1be9-4858-a171-0619066458f9,revision_number=1']} {{(pid=84876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:37:36.115394 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-fa036687-9dda-497a-bdb6-6fb92322da26 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=84876) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:37:36.147446 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.plugin [None req-99800b08-680a-451b-9042-0372d264d722 tempest-RoutersTest-1255860389 tempest-RoutersTest-1255860389] Deleting port c2db83d4-1b21-4865-b6ce-5c7f7403fa4c {{(pid=84875) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 07:37:36.147446 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-99800b08-680a-451b-9042-0372d264d722 tempest-RoutersTest-1255860389 tempest-RoutersTest-1255860389] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363259214248359'] for port, before_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:37:36.152366 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01ee4159-3933-459b-bcff-3275f53cf846 tempest-SecGroupTest-1152222618 tempest-SecGroupTest-1152222618] Pushing event updated for resources: {'SecurityGroup': ['ID=e154d47b-81a2-490e-bc22-a0190839a7b0,revision_number=1']} {{(pid=84874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:37:36.164839 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-01ee4159-3933-459b-bcff-3275f53cf846 tempest-SecGroupTest-1152222618 tempest-SecGroupTest-1152222618] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.159s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:37:36.179776 n-d-768862-2 neutron-server[84765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa036687-9dda-497a-bdb6-6fb92322da26 None None] Network 1b3d0014-9963-4dc8-8cab-b103f8a4db4f is already hosted by enough agents. {{(pid=84876) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 07:37:36.181954 n-d-768862-2 neutron-server[84765]: DEBUG neutron.scheduler.base_scheduler [None req-fa036687-9dda-497a-bdb6-6fb92322da26 None None] Resources bound (agent type, host, resource id): {{(pid=84876) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 07:37:36.188934 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa036687-9dda-497a-bdb6-6fb92322da26 None None] Received port after_create {{(pid=84876) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 14 07:37:36.199980 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10de6855-6a53-4a0f-afc9-1aa4f49c480e admin admin] Pushing event updated for resources: {'Subnet': ['ID=4382c9cf-c50e-49d4-a4ef-3d54aa905a5a,revision_number=0']} {{(pid=84875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:37:36.213781 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-10de6855-6a53-4a0f-afc9-1aa4f49c480e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.216s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:37:36.312481 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.managers [None req-fa036687-9dda-497a-bdb6-6fb92322da26 None None] Attempting to bind port e8bd71ff-1be9-4858-a171-0619066458f9 on host n-d-768862-2 for vnic_type normal with profile {{(pid=84876) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 14 07:37:36.312943 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.managers [None req-fa036687-9dda-497a-bdb6-6fb92322da26 None None] Attempting to bind port e8bd71ff-1be9-4858-a171-0619066458f9 by drivers openvswitch on host n-d-768862-2 at level 0 using segments [{'id': 'a1d4852f-109e-4d2e-aadf-fb4ec4ef0493', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 21, 'network_id': '1b3d0014-9963-4dc8-8cab-b103f8a4db4f'}] {{(pid=84876) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 14 07:37:36.313312 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa036687-9dda-497a-bdb6-6fb92322da26 None None] Attempting to bind port e8bd71ff-1be9-4858-a171-0619066458f9 on network 1b3d0014-9963-4dc8-8cab-b103f8a4db4f {{(pid=84876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 14 07:37:36.320811 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa036687-9dda-497a-bdb6-6fb92322da26 None None] Checking agent: {'id': 'ba5efab1-b43c-4d5a-bc52-6e105d4e67a2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768862-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 14, 6, 56, 52), 'started_at': datetime.datetime(2021, 1, 14, 6, 57, 22), 'heartbeat_timestamp': datetime.datetime(2021, 1, 14, 7, 37, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768862-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.29', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 14 07:37:36.321275 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa036687-9dda-497a-bdb6-6fb92322da26 None None] Checking segment: {'id': 'a1d4852f-109e-4d2e-aadf-fb4ec4ef0493', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 21, 'network_id': '1b3d0014-9963-4dc8-8cab-b103f8a4db4f'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84876) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 14 07:37:36.321852 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-fa036687-9dda-497a-bdb6-6fb92322da26 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:37:36.322464 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa036687-9dda-497a-bdb6-6fb92322da26 None None] Bound using segment: {'id': 'a1d4852f-109e-4d2e-aadf-fb4ec4ef0493', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 21, 'network_id': '1b3d0014-9963-4dc8-8cab-b103f8a4db4f'} {{(pid=84876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 14 07:37:36.323013 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.managers [None req-fa036687-9dda-497a-bdb6-6fb92322da26 None None] Bound port: e8bd71ff-1be9-4858-a171-0619066458f9, host: n-d-768862-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a1d4852f-109e-4d2e-aadf-fb4ec4ef0493', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 21, 'network_id': '1b3d0014-9963-4dc8-8cab-b103f8a4db4f'}}] {{(pid=84876) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 14 07:37:36.323548 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-fa036687-9dda-497a-bdb6-6fb92322da26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555753'] for port, before_update {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:37:36.401034 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-01ee4159-3933-459b-bcff-3275f53cf846 tempest-SecGroupTest-1152222618 tempest-SecGroupTest-1152222618] Notify callbacks [] for security_group, before_response {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:37:36.408722 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-01ee4159-3933-459b-bcff-3275f53cf846 tempest-SecGroupTest-1152222618 tempest-SecGroupTest-1152222618] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 2.0247378 Jan 14 07:37:36.408989 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84875) accepted ('10.222.0.24', 36912) {{(pid=84875) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:37:36.418171 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-78b378a2-483e-472a-b13e-22c17880a1ce tempest-FloatingIPAdminTestJSON-531099267 tempest-FloatingIPAdminTestJSON-531099267] Notify callbacks [] for router_gateway, before_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:37:36.437533 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.v2.base [None req-bed86ef9-8d42-4e14-9dd6-49f045290f39 tempest-SecGroupTest-1152222618 tempest-SecGroupTest-1152222618] Request body: {'security_group_rule': {'security_group_id': 'e154d47b-81a2-490e-bc22-a0190839a7b0', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=84875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:37:36.466405 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10de6855-6a53-4a0f-afc9-1aa4f49c480e admin admin] Checking segment: {'id': '17a311f1-dedc-42ba-aea3-9e31f3fab8d6', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 22, 'network_id': '51dc9c6a-30b1-46b9-9f91-fa530a91fab0'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84875) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 14 07:37:36.466775 n-d-768862-2 neutron-server[84765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10de6855-6a53-4a0f-afc9-1aa4f49c480e admin admin] Network hostable DHCP agents. Network: 51dc9c6a-30b1-46b9-9f91-fa530a91fab0, hostable agents: ['32f3dd84-26da-4d18-bf15-6017a8fb7247'], hosted agents: [] {{(pid=84875) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Jan 14 07:37:36.477738 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-78b378a2-483e-472a-b13e-22c17880a1ce tempest-FloatingIPAdminTestJSON-531099267 tempest-FloatingIPAdminTestJSON-531099267] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555753'] for port, before_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:37:36.482742 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-bed86ef9-8d42-4e14-9dd6-49f045290f39 tempest-SecGroupTest-1152222618 tempest-SecGroupTest-1152222618] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:37:36.495855 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [None req-fa036687-9dda-497a-bdb6-6fb92322da26 None None] For port e8bd71ff-1be9-4858-a171-0619066458f9, host n-d-768862-2, cleared binding levels {{(pid=84876) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 14 07:37:36.499679 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [None req-fa036687-9dda-497a-bdb6-6fb92322da26 None None] For port e8bd71ff-1be9-4858-a171-0619066458f9, host n-d-768862-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-2',level=0,port_id=e8bd71ff-1be9-4858-a171-0619066458f9,segment=NetworkSegment(a1d4852f-109e-4d2e-aadf-fb4ec4ef0493),segment_id=a1d4852f-109e-4d2e-aadf-fb4ec4ef0493)] {{(pid=84876) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 14 07:37:36.500034 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-bed86ef9-8d42-4e14-9dd6-49f045290f39 tempest-SecGroupTest-1152222618 tempest-SecGroupTest-1152222618] Usage tracker for resource:security_group_rule and tenant:73c9cef5e7e44d5ba1cf1737d559f80d is out of sync, need to count used quota {{(pid=84875) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:37:36.505094 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [None req-99800b08-680a-451b-9042-0372d264d722 tempest-RoutersTest-1255860389 tempest-RoutersTest-1255860389] For port c2db83d4-1b21-4865-b6ce-5c7f7403fa4c, host n-d-768862-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-2',level=0,port_id=c2db83d4-1b21-4865-b6ce-5c7f7403fa4c,segment=NetworkSegment(dced12e1-dbeb-4e4e-9d18-71ec184ed5ac),segment_id=dced12e1-dbeb-4e4e-9d18-71ec184ed5ac)] {{(pid=84875) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 07:37:36.505352 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-fa036687-9dda-497a-bdb6-6fb92322da26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777640533312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363259214678337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777640097497'] for port, after_update {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:37:36.505464 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-99800b08-680a-451b-9042-0372d264d722 tempest-RoutersTest-1255860389 tempest-RoutersTest-1255860389] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036850862667'] for port, precommit_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:37:36.514162 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-bed86ef9-8d42-4e14-9dd6-49f045290f39 tempest-SecGroupTest-1152222618 tempest-SecGroupTest-1152222618] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84875) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:37:36.529242 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-bed86ef9-8d42-4e14-9dd6-49f045290f39 tempest-SecGroupTest-1152222618 tempest-SecGroupTest-1152222618] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:37:36.544322 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-caa23cae-9fd2-4522-baf2-88dcbf8f65dc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84876) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:37:36.661282 n-d-768862-2 neutron-server[84765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10de6855-6a53-4a0f-afc9-1aa4f49c480e admin admin] Network 51dc9c6a-30b1-46b9-9f91-fa530a91fab0 is scheduled to be hosted by DHCP agent 32f3dd84-26da-4d18-bf15-6017a8fb7247 with binding_index 1 {{(pid=84875) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Jan 14 07:37:36.672502 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.plugin [None req-99800b08-680a-451b-9042-0372d264d722 tempest-RoutersTest-1255860389 tempest-RoutersTest-1255860389] Calling delete_port for c2db83d4-1b21-4865-b6ce-5c7f7403fa4c owned by network:router_interface {{(pid=84875) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 07:37:36.801882 n-d-768862-2 neutron-server[84765]: DEBUG neutron.scheduler.base_scheduler [None req-10de6855-6a53-4a0f-afc9-1aa4f49c480e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768862-2, 51dc9c6a-30b1-46b9-9f91-fa530a91fab0) {{(pid=84875) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 07:37:36.814934 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-bed86ef9-8d42-4e14-9dd6-49f045290f39 tempest-SecGroupTest-1152222618 tempest-SecGroupTest-1152222618] Notify callbacks [] for security_group_rule, before_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:37:36.870820 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10de6855-6a53-4a0f-afc9-1aa4f49c480e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:37:36.871593 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-10de6855-6a53-4a0f-afc9-1aa4f49c480e admin admin] Notify callbacks [] for subnet, before_response {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:37:36.878028 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-814339d2-ab4b-4155-8eae-d28ce67ac680 None None] Network 51dc9c6a-30b1-46b9-9f91-fa530a91fab0 requested from n-d-768862-2 {{(pid=84876) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 07:37:36.893029 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.db_base_plugin_common [None req-78b378a2-483e-472a-b13e-22c17880a1ce tempest-FloatingIPAdminTestJSON-531099267 tempest-FloatingIPAdminTestJSON-531099267] Allocated IP 172.25.2.133 (226f1e78-82cd-4481-9055-4eb73b6db8c1/ba8deeec-7658-4195-9449-038c076f5c83/8f64eebc-f55a-463c-97f2-40090faca1ad) {{(pid=84874) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 14 07:37:36.925317 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-10de6855-6a53-4a0f-afc9-1aa4f49c480e admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 3.0870111 Jan 14 07:37:36.947979 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84875) accepted ('10.222.0.24', 36924) {{(pid=84875) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:37:36.965825 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.v2.base [None req-c7a91986-6772-47d8-928a-d726de8adf3b admin admin] Request body: {'router': {'name': 'tempest-TestServerMultinode-124629855-router', 'tenant_id': '6f203b6947d74048b2e59043cf791d37', 'external_gateway_info': {'network_id': '226f1e78-82cd-4481-9055-4eb73b6db8c1'}}} {{(pid=84875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:37:36.979547 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa036687-9dda-497a-bdb6-6fb92322da26 None None] Pushing event updated for resources: {'Port': ['ID=e8bd71ff-1be9-4858-a171-0619066458f9,revision_number=2']} {{(pid=84876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:37:36.985024 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-c7a91986-6772-47d8-928a-d726de8adf3b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:37:36.990530 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-fa036687-9dda-497a-bdb6-6fb92322da26 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.446s {{(pid=84876) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:37:37.017084 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-c7a91986-6772-47d8-928a-d726de8adf3b admin admin] Usage tracker for resource:router and tenant:6f203b6947d74048b2e59043cf791d37 is out of sync, need to count used quota {{(pid=84875) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:37:37.024301 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-c7a91986-6772-47d8-928a-d726de8adf3b admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=84875) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:37:37.033466 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-c7a91986-6772-47d8-928a-d726de8adf3b admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:37:37.083062 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-c7a91986-6772-47d8-928a-d726de8adf3b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3889205', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854717621'] for router, before_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:37:37.084234 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-c7a91986-6772-47d8-928a-d726de8adf3b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036850886574', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3912501', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3808446', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-58179'] for router, precommit_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:37:37.174978 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-c7a91986-6772-47d8-928a-d726de8adf3b admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:37:37.211622 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-78b378a2-483e-472a-b13e-22c17880a1ce tempest-FloatingIPAdminTestJSON-531099267 tempest-FloatingIPAdminTestJSON-531099267] Notify callbacks [] for port, precommit_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:37:37.259937 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-78b378a2-483e-472a-b13e-22c17880a1ce tempest-FloatingIPAdminTestJSON-531099267 tempest-FloatingIPAdminTestJSON-531099267] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777640123575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3254186'] for port, after_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:37:37.304311 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-df8dedd0-e099-422a-b0ec-585349f0a979 tempest-RoutersNegativeTest-536999269 tempest-RoutersNegativeTest-536999269] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:37:37.305244 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8954c145-5b94-4d6e-9206-464fe83e1b6c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5d94dc7a-c095-50a4-955e-5f3b78718a12-51dc9c6a-30b1-46b9-9f91-fa530a91fab0', 'network_id': '51dc9c6a-30b1-46b9-9f91-fa530a91fab0', 'tenant_id': '6f203b6947d74048b2e59043cf791d37', 'fixed_ips': [{'subnet_id': '4382c9cf-c50e-49d4-a4ef-3d54aa905a5a'}]}} from n-d-768862-2. {{(pid=84876) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Jan 14 07:37:37.306669 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-8954c145-5b94-4d6e-9206-464fe83e1b6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555753'] for port, before_create {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:37:37.389209 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-bed86ef9-8d42-4e14-9dd6-49f045290f39 tempest-SecGroupTest-1152222618 tempest-SecGroupTest-1152222618] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:37:37.479475 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-bed86ef9-8d42-4e14-9dd6-49f045290f39 tempest-SecGroupTest-1152222618 tempest-SecGroupTest-1152222618] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850966545'] for security_group_rule, after_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:37:37.562595 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-17f32a09-2719-452d-b06c-4ecddf6ec19d tempest-TestNetworkAdvancedServerOps-470546014 tempest-TestNetworkAdvancedServerOps-470546014] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:37:37.564074 n-d-768862-2 neutron-server[84765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78b378a2-483e-472a-b13e-22c17880a1ce tempest-FloatingIPAdminTestJSON-531099267 tempest-FloatingIPAdminTestJSON-531099267] Network 226f1e78-82cd-4481-9055-4eb73b6db8c1 is already hosted by enough agents. {{(pid=84874) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 07:37:37.567581 n-d-768862-2 neutron-server[84765]: DEBUG neutron.scheduler.base_scheduler [None req-78b378a2-483e-472a-b13e-22c17880a1ce tempest-FloatingIPAdminTestJSON-531099267 tempest-FloatingIPAdminTestJSON-531099267] Resources bound (agent type, host, resource id): {{(pid=84874) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 07:37:37.572520 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78b378a2-483e-472a-b13e-22c17880a1ce tempest-FloatingIPAdminTestJSON-531099267 tempest-FloatingIPAdminTestJSON-531099267] Received port after_create {{(pid=84874) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 14 07:37:37.599810 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-bed86ef9-8d42-4e14-9dd6-49f045290f39 tempest-SecGroupTest-1152222618 tempest-SecGroupTest-1152222618] Notify callbacks [] for security_group_rule, before_response {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:37:37.610828 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-bed86ef9-8d42-4e14-9dd6-49f045290f39 tempest-SecGroupTest-1152222618 tempest-SecGroupTest-1152222618] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 1.1957405 Jan 14 07:37:37.615133 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84874) accepted ('10.222.0.24', 36932) {{(pid=84874) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:37:37.619287 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78b378a2-483e-472a-b13e-22c17880a1ce tempest-FloatingIPAdminTestJSON-531099267 tempest-FloatingIPAdminTestJSON-531099267] Pushing event updated for resources: {'Port': ['ID=8f64eebc-f55a-463c-97f2-40090faca1ad,revision_number=1']} {{(pid=84874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:37:37.631967 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-78b378a2-483e-472a-b13e-22c17880a1ce tempest-FloatingIPAdminTestJSON-531099267 tempest-FloatingIPAdminTestJSON-531099267] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.327s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:37:37.659353 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-47f6c5ce-b1ea-4893-be97-c6d157dc2d81 tempest-SecGroupTest-1152222618 tempest-SecGroupTest-1152222618] 10.222.0.24 "GET /v2.0/security-group-rules/e0952dee-0c7d-4789-8760-2675fe5e3520 HTTP/1.1" status: 200 len: 763 time: 0.0364828 Jan 14 07:37:37.660050 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84874) accepted ('10.222.0.24', 36936) {{(pid=84874) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:37:37.710166 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bed86ef9-8d42-4e14-9dd6-49f045290f39 tempest-SecGroupTest-1152222618 tempest-SecGroupTest-1152222618] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e0952dee-0c7d-4789-8760-2675fe5e3520,revision_number=0']} {{(pid=84875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:37:37.720279 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-bed86ef9-8d42-4e14-9dd6-49f045290f39 tempest-SecGroupTest-1152222618 tempest-SecGroupTest-1152222618] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.158s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:37:37.726154 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-c7a91986-6772-47d8-928a-d726de8adf3b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3912484', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3889188', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-58194'] for router, precommit_update {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:37:37.776121 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-99800b08-680a-451b-9042-0372d264d722 tempest-RoutersTest-1255860389 tempest-RoutersTest-1255860389] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777640533329', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777640097463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851621574'] for port, after_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:37:37.792480 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-79527a5b-a5bb-41ce-807e-07fd79bd2b75 tempest-RoutersTest-1255860389 tempest-RoutersTest-1255860389] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:37:37.843630 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99800b08-680a-451b-9042-0372d264d722 tempest-RoutersTest-1255860389 tempest-RoutersTest-1255860389] Pushing event deleted for resources: {'Port': ['ID=c2db83d4-1b21-4865-b6ce-5c7f7403fa4c,revision_number=None']} {{(pid=84875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:37:37.847308 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-99800b08-680a-451b-9042-0372d264d722 tempest-RoutersTest-1255860389 tempest-RoutersTest-1255860389] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:37:37.977706 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.db_base_plugin_common [None req-8954c145-5b94-4d6e-9206-464fe83e1b6c None None] Allocated IP 172.20.0.2 (51dc9c6a-30b1-46b9-9f91-fa530a91fab0/4382c9cf-c50e-49d4-a4ef-3d54aa905a5a/4550e97a-a705-4b54-8ba0-c69a84219006) {{(pid=84876) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 14 07:37:38.090217 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-f6ad14a5-074f-4ccc-9d96-b5ad87d62ae7 tempest-SecGroupTest-1152222618 tempest-SecGroupTest-1152222618] Synchronizing usage tracker for tenant:73c9cef5e7e44d5ba1cf1737d559f80d on resource:security_group_rule {{(pid=84874) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 14 07:37:38.167528 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-f6ad14a5-074f-4ccc-9d96-b5ad87d62ae7 tempest-SecGroupTest-1152222618 tempest-SecGroupTest-1152222618] Unset dirty status for tenant:73c9cef5e7e44d5ba1cf1737d559f80d on resource:security_group_rule {{(pid=84874) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 14 07:37:38.183888 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-f6ad14a5-074f-4ccc-9d96-b5ad87d62ae7 tempest-SecGroupTest-1152222618 tempest-SecGroupTest-1152222618] 10.222.0.24 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.5160286 Jan 14 07:37:38.185014 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84874) accepted ('10.222.0.24', 36946) {{(pid=84874) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:37:38.665123 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-78b378a2-483e-472a-b13e-22c17880a1ce tempest-FloatingIPAdminTestJSON-531099267 tempest-FloatingIPAdminTestJSON-531099267] Notify callbacks [] for router_gateway, after_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:37:38.761569 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Device e8bd71ff-1be9-4858-a171-0619066458f9 up at agent ovs-agent-n-d-768862-2 {{(pid=84876) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 07:37:38.954158 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-8954c145-5b94-4d6e-9206-464fe83e1b6c None None] Notify callbacks [] for port, precommit_create {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:37:39.000938 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Provisioning for port e8bd71ff-1be9-4858-a171-0619066458f9 completed by entity L2. {{(pid=84876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 07:37:39.010815 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-8954c145-5b94-4d6e-9206-464fe83e1b6c None None] Transition to ACTIVE for port object 4550e97a-a705-4b54-8ba0-c69a84219006 will not be triggered until provisioned by entity L2. {{(pid=84876) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 07:37:39.043089 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-8954c145-5b94-4d6e-9206-464fe83e1b6c None None] Transition to ACTIVE for port object 4550e97a-a705-4b54-8ba0-c69a84219006 will not be triggered until provisioned by entity DHCP. {{(pid=84876) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 07:37:39.050085 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-8954c145-5b94-4d6e-9206-464fe83e1b6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777640123575'] for port, after_create {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:37:39.275662 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-57425c12-a10a-4d65-975e-149481cd9bcf tempest-SecGroupTest-1152222618 tempest-SecGroupTest-1152222618] Notify callbacks [] for security_group_rule, before_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:37:39.278996 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-57425c12-a10a-4d65-975e-149481cd9bcf tempest-SecGroupTest-1152222618 tempest-SecGroupTest-1152222618] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:37:39.284489 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-c08f0a87-4e7d-4874-9756-a8010cb69b93 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84876) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:37:39.400471 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-99800b08-680a-451b-9042-0372d264d722 tempest-RoutersTest-1255860389 tempest-RoutersTest-1255860389] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted--9223372036851568851', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal--9223372036850888080'] for router_interface, after_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:37:39.440560 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-57425c12-a10a-4d65-975e-149481cd9bcf tempest-SecGroupTest-1152222618 tempest-SecGroupTest-1152222618] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850966545'] for security_group_rule, after_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:37:39.440560 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-c43e8ac5-e632-4926-876f-33e1deead794 tempest-SecGroupIPv6Test-296392250 tempest-SecGroupIPv6Test-296392250] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:37:39.475120 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57425c12-a10a-4d65-975e-149481cd9bcf tempest-SecGroupTest-1152222618 tempest-SecGroupTest-1152222618] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=e0952dee-0c7d-4789-8760-2675fe5e3520,revision_number=None']} {{(pid=84874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:37:39.481427 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d98fa341-6e70-4a8b-a459-a79ae6f6d0f3 None None] Network 1b3d0014-9963-4dc8-8cab-b103f8a4db4f requested from n-d-768862-2 {{(pid=84876) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 07:37:39.486607 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-c7a91986-6772-47d8-928a-d726de8adf3b admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:37:39.505068 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-57425c12-a10a-4d65-975e-149481cd9bcf tempest-SecGroupTest-1152222618 tempest-SecGroupTest-1152222618] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:37:39.527197 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-c7a91986-6772-47d8-928a-d726de8adf3b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555753'] for port, before_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:37:39.571021 n-d-768862-2 neutron-server[84765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8954c145-5b94-4d6e-9206-464fe83e1b6c None None] Network 51dc9c6a-30b1-46b9-9f91-fa530a91fab0 is already hosted by enough agents. {{(pid=84876) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 07:37:39.596311 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-57425c12-a10a-4d65-975e-149481cd9bcf tempest-SecGroupTest-1152222618 tempest-SecGroupTest-1152222618] Notify callbacks [] for security_group_rule, before_response {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:37:39.599549 n-d-768862-2 neutron-server[84765]: DEBUG neutron.scheduler.base_scheduler [None req-8954c145-5b94-4d6e-9206-464fe83e1b6c None None] Resources bound (agent type, host, resource id): {{(pid=84876) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 07:37:39.601350 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-57425c12-a10a-4d65-975e-149481cd9bcf tempest-SecGroupTest-1152222618 tempest-SecGroupTest-1152222618] 10.222.0.24 "DELETE /v2.0/security-group-rules/e0952dee-0c7d-4789-8760-2675fe5e3520 HTTP/1.1" status: 204 len: 168 time: 1.4144874 Jan 14 07:37:39.602682 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84874) accepted ('10.222.0.24', 36972) {{(pid=84874) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:37:39.741345 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-78b378a2-483e-472a-b13e-22c17880a1ce tempest-FloatingIPAdminTestJSON-531099267 tempest-FloatingIPAdminTestJSON-531099267] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036850886612', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036850863158'] for router, after_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:37:39.757696 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8954c145-5b94-4d6e-9206-464fe83e1b6c None None] Received port after_create {{(pid=84876) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 14 07:37:39.825354 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-bb1cfa17-5cca-4d71-9e62-d01e808366d7 None None] Provisioning for port e8bd71ff-1be9-4858-a171-0619066458f9 completed by entity DHCP. {{(pid=84876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 07:37:39.900123 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-0712aec1-02af-4241-a9b9-415424c4a5b7 tempest-SecGroupTest-1152222618 tempest-SecGroupTest-1152222618] Synchronizing usage tracker for tenant:73c9cef5e7e44d5ba1cf1737d559f80d on resource:security_group_rule {{(pid=84874) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 14 07:37:39.910674 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.managers [None req-8954c145-5b94-4d6e-9206-464fe83e1b6c None None] Attempting to bind port 4550e97a-a705-4b54-8ba0-c69a84219006 on host n-d-768862-2 for vnic_type normal with profile {{(pid=84876) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 14 07:37:39.911424 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.managers [None req-8954c145-5b94-4d6e-9206-464fe83e1b6c None None] Attempting to bind port 4550e97a-a705-4b54-8ba0-c69a84219006 by drivers openvswitch on host n-d-768862-2 at level 0 using segments [{'id': '17a311f1-dedc-42ba-aea3-9e31f3fab8d6', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 22, 'network_id': '51dc9c6a-30b1-46b9-9f91-fa530a91fab0'}] {{(pid=84876) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 14 07:37:39.912096 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8954c145-5b94-4d6e-9206-464fe83e1b6c None None] Attempting to bind port 4550e97a-a705-4b54-8ba0-c69a84219006 on network 51dc9c6a-30b1-46b9-9f91-fa530a91fab0 {{(pid=84876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 14 07:37:39.951120 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8954c145-5b94-4d6e-9206-464fe83e1b6c None None] Checking agent: {'id': 'ba5efab1-b43c-4d5a-bc52-6e105d4e67a2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768862-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 14, 6, 56, 52), 'started_at': datetime.datetime(2021, 1, 14, 6, 57, 22), 'heartbeat_timestamp': datetime.datetime(2021, 1, 14, 7, 37, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768862-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.29', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 14 07:37:39.951120 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8954c145-5b94-4d6e-9206-464fe83e1b6c None None] Checking segment: {'id': '17a311f1-dedc-42ba-aea3-9e31f3fab8d6', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 22, 'network_id': '51dc9c6a-30b1-46b9-9f91-fa530a91fab0'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84876) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 14 07:37:39.978654 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-8954c145-5b94-4d6e-9206-464fe83e1b6c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:37:39.978654 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8954c145-5b94-4d6e-9206-464fe83e1b6c None None] Bound using segment: {'id': '17a311f1-dedc-42ba-aea3-9e31f3fab8d6', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 22, 'network_id': '51dc9c6a-30b1-46b9-9f91-fa530a91fab0'} {{(pid=84876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 14 07:37:39.978654 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.managers [None req-8954c145-5b94-4d6e-9206-464fe83e1b6c None None] Bound port: 4550e97a-a705-4b54-8ba0-c69a84219006, host: n-d-768862-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '17a311f1-dedc-42ba-aea3-9e31f3fab8d6', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 22, 'network_id': '51dc9c6a-30b1-46b9-9f91-fa530a91fab0'}}] {{(pid=84876) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 14 07:37:39.978654 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-8954c145-5b94-4d6e-9206-464fe83e1b6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555753'] for port, before_update {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:37:40.010606 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-bb1cfa17-5cca-4d71-9e62-d01e808366d7 None None] Provisioning complete for port e8bd71ff-1be9-4858-a171-0619066458f9 triggered by entity DHCP. {{(pid=84876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 07:37:40.010606 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-bb1cfa17-5cca-4d71-9e62-d01e808366d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-604227'] for port, provisioning_complete {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:37:40.034076 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8954c145-5b94-4d6e-9206-464fe83e1b6c None None] Pushing event updated for resources: {'Port': ['ID=4550e97a-a705-4b54-8ba0-c69a84219006,revision_number=1']} {{(pid=84876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:37:40.051175 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8954c145-5b94-4d6e-9206-464fe83e1b6c None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@n-h1-768862-2 {{(pid=84876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:37:40.051175 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8954c145-5b94-4d6e-9206-464fe83e1b6c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-h1-768862-2 {{(pid=84876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:37:40.051175 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8954c145-5b94-4d6e-9206-464fe83e1b6c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-h1-768862-2 {{(pid=84876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:37:40.051175 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8954c145-5b94-4d6e-9206-464fe83e1b6c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-h1-768862-2 {{(pid=84876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:37:40.051175 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8954c145-5b94-4d6e-9206-464fe83e1b6c None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@n-h1-768862-2 {{(pid=84876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:37:40.051175 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8954c145-5b94-4d6e-9206-464fe83e1b6c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-h1-768862-2 {{(pid=84876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:37:40.051175 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8954c145-5b94-4d6e-9206-464fe83e1b6c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-h1-768862-2 {{(pid=84876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:37:40.051175 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8954c145-5b94-4d6e-9206-464fe83e1b6c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-h1-768862-2 {{(pid=84876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:37:40.051175 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8954c145-5b94-4d6e-9206-464fe83e1b6c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-h1-768862-2 {{(pid=84876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:37:40.051175 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8954c145-5b94-4d6e-9206-464fe83e1b6c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-h1-768862-2 {{(pid=84876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:37:40.051175 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8954c145-5b94-4d6e-9206-464fe83e1b6c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-h1-768862-2 {{(pid=84876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:37:40.051175 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8954c145-5b94-4d6e-9206-464fe83e1b6c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-h1-768862-2 {{(pid=84876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:37:40.051175 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8954c145-5b94-4d6e-9206-464fe83e1b6c None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@n-h2-768862-2 {{(pid=84876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:37:40.051175 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8954c145-5b94-4d6e-9206-464fe83e1b6c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-h2-768862-2 {{(pid=84876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:37:40.051175 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8954c145-5b94-4d6e-9206-464fe83e1b6c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-h2-768862-2 {{(pid=84876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:37:40.051175 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8954c145-5b94-4d6e-9206-464fe83e1b6c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-h2-768862-2 {{(pid=84876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:37:40.051175 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8954c145-5b94-4d6e-9206-464fe83e1b6c None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@n-h2-768862-2 {{(pid=84876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:37:40.051175 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8954c145-5b94-4d6e-9206-464fe83e1b6c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-h2-768862-2 {{(pid=84876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:37:40.058005 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8954c145-5b94-4d6e-9206-464fe83e1b6c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-h2-768862-2 {{(pid=84876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:37:40.058005 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8954c145-5b94-4d6e-9206-464fe83e1b6c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-h2-768862-2 {{(pid=84876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:37:40.058005 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8954c145-5b94-4d6e-9206-464fe83e1b6c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-h2-768862-2 {{(pid=84876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:37:40.058005 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8954c145-5b94-4d6e-9206-464fe83e1b6c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-h2-768862-2 {{(pid=84876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:37:40.058005 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8954c145-5b94-4d6e-9206-464fe83e1b6c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-h2-768862-2 {{(pid=84876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:37:40.058005 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8954c145-5b94-4d6e-9206-464fe83e1b6c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-h2-768862-2 {{(pid=84876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:37:40.058005 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8954c145-5b94-4d6e-9206-464fe83e1b6c None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-2 {{(pid=84876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:37:40.058005 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8954c145-5b94-4d6e-9206-464fe83e1b6c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-2 {{(pid=84876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:37:40.058005 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8954c145-5b94-4d6e-9206-464fe83e1b6c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-2 {{(pid=84876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:37:40.058005 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8954c145-5b94-4d6e-9206-464fe83e1b6c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-2 {{(pid=84876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:37:40.058005 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8954c145-5b94-4d6e-9206-464fe83e1b6c None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@n-d-768862-2 {{(pid=84876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:37:40.058005 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8954c145-5b94-4d6e-9206-464fe83e1b6c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-2 {{(pid=84876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:37:40.058005 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8954c145-5b94-4d6e-9206-464fe83e1b6c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-768862-2 {{(pid=84876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:37:40.058005 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8954c145-5b94-4d6e-9206-464fe83e1b6c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-768862-2 {{(pid=84876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:37:40.058005 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8954c145-5b94-4d6e-9206-464fe83e1b6c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-2 {{(pid=84876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:37:40.058005 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8954c145-5b94-4d6e-9206-464fe83e1b6c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-2 {{(pid=84876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:37:40.058005 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8954c145-5b94-4d6e-9206-464fe83e1b6c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-2 {{(pid=84876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:37:40.058005 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8954c145-5b94-4d6e-9206-464fe83e1b6c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-2 {{(pid=84876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:37:40.068209 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-8954c145-5b94-4d6e-9206-464fe83e1b6c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.778s {{(pid=84876) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:37:40.085731 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-0712aec1-02af-4241-a9b9-415424c4a5b7 tempest-SecGroupTest-1152222618 tempest-SecGroupTest-1152222618] Unset dirty status for tenant:73c9cef5e7e44d5ba1cf1737d559f80d on resource:security_group_rule {{(pid=84874) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 14 07:37:40.104810 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-0712aec1-02af-4241-a9b9-415424c4a5b7 tempest-SecGroupTest-1152222618 tempest-SecGroupTest-1152222618] 10.222.0.24 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.4958529 Jan 14 07:37:40.116541 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84874) accepted ('10.222.0.24', 36980) {{(pid=84874) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:37:40.133507 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.v2.base [None req-7654e158-399d-4407-b8a4-1035bccbe23b tempest-SecGroupTest-1152222618 tempest-SecGroupTest-1152222618] Request body: {'security_group_rule': {'security_group_id': 'e154d47b-81a2-490e-bc22-a0190839a7b0', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=84874) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:37:40.182682 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-7654e158-399d-4407-b8a4-1035bccbe23b tempest-SecGroupTest-1152222618 tempest-SecGroupTest-1152222618] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:37:40.207519 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [None req-8954c145-5b94-4d6e-9206-464fe83e1b6c None None] For port 4550e97a-a705-4b54-8ba0-c69a84219006, host n-d-768862-2, cleared binding levels {{(pid=84876) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 14 07:37:40.235312 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-7654e158-399d-4407-b8a4-1035bccbe23b tempest-SecGroupTest-1152222618 tempest-SecGroupTest-1152222618] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:37:40.271656 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [None req-8954c145-5b94-4d6e-9206-464fe83e1b6c None None] For port 4550e97a-a705-4b54-8ba0-c69a84219006, host n-d-768862-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-2',level=0,port_id=4550e97a-a705-4b54-8ba0-c69a84219006,segment=NetworkSegment(17a311f1-dedc-42ba-aea3-9e31f3fab8d6),segment_id=17a311f1-dedc-42ba-aea3-9e31f3fab8d6)] {{(pid=84876) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 14 07:37:40.310740 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-7654e158-399d-4407-b8a4-1035bccbe23b tempest-SecGroupTest-1152222618 tempest-SecGroupTest-1152222618] Notify callbacks [] for security_group_rule, before_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:37:40.466606 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-8954c145-5b94-4d6e-9206-464fe83e1b6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777640533312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363259214678337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777640097497'] for port, after_update {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:37:40.515122 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-2c1140a3-ed16-4ba5-afa4-e99516aecf12 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84876) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:37:40.555442 n-d-768862-2 neutron-server[84765]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-78b378a2-483e-472a-b13e-22c17880a1ce tempest-FloatingIPAdminTestJSON-531099267 tempest-FloatingIPAdminTestJSON-531099267] Router fc094d91-b73d-45fd-87e4-3cca9c4407c9 is scheduled to L3 agent 35f592e9-451b-4db9-abea-77b6a5c5391b with binding_index 1 {{(pid=84874) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}} Jan 14 07:37:40.607570 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-7654e158-399d-4407-b8a4-1035bccbe23b tempest-SecGroupTest-1152222618 tempest-SecGroupTest-1152222618] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:37:40.777629 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-7654e158-399d-4407-b8a4-1035bccbe23b tempest-SecGroupTest-1152222618 tempest-SecGroupTest-1152222618] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850966545'] for security_group_rule, after_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:37:40.798732 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-eb0b162a-01bd-4be3-b588-e6c970c7be52 tempest-SecGroupIPv6Test-296392250 tempest-SecGroupIPv6Test-296392250] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:37:40.944908 n-d-768862-2 neutron-server[84765]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-99800b08-680a-451b-9042-0372d264d722 tempest-RoutersTest-1255860389 tempest-RoutersTest-1255860389] Router 3998536e-65e4-4108-ab1c-eac6e818dd96 has already been hosted by L3 agent 35f592e9-451b-4db9-abea-77b6a5c5391b {{(pid=84875) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Jan 14 07:37:40.966446 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8954c145-5b94-4d6e-9206-464fe83e1b6c None None] Pushing event updated for resources: {'Port': ['ID=4550e97a-a705-4b54-8ba0-c69a84219006,revision_number=2']} {{(pid=84876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:37:41.032588 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7654e158-399d-4407-b8a4-1035bccbe23b tempest-SecGroupTest-1152222618 tempest-SecGroupTest-1152222618] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2a2b18f5-93a8-4974-8f3a-aad0d2d5a420,revision_number=0']} {{(pid=84874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:37:41.042377 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-8954c145-5b94-4d6e-9206-464fe83e1b6c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.515s {{(pid=84876) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:37:41.071601 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.db_base_plugin_common [None req-c7a91986-6772-47d8-928a-d726de8adf3b admin admin] Allocated IP 172.25.2.147 (226f1e78-82cd-4481-9055-4eb73b6db8c1/ba8deeec-7658-4195-9449-038c076f5c83/99015dc7-17e2-4f39-83a3-32ee56994792) {{(pid=84875) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 14 07:37:41.077453 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-7654e158-399d-4407-b8a4-1035bccbe23b tempest-SecGroupTest-1152222618 tempest-SecGroupTest-1152222618] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.282s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:37:41.090107 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-bb1cfa17-5cca-4d71-9e62-d01e808366d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555753'] for port, before_update {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:37:41.105675 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-7654e158-399d-4407-b8a4-1035bccbe23b tempest-SecGroupTest-1152222618 tempest-SecGroupTest-1152222618] Notify callbacks [] for security_group_rule, before_response {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:37:41.110693 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-7654e158-399d-4407-b8a4-1035bccbe23b tempest-SecGroupTest-1152222618 tempest-SecGroupTest-1152222618] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.9950755 Jan 14 07:37:41.110693 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84874) accepted ('10.222.0.24', 36992) {{(pid=84874) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:37:41.230131 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-17248579-12ab-4954-b3ad-def9c3f00889 tempest-SecGroupTest-1152222618 tempest-SecGroupTest-1152222618] 10.222.0.24 "GET /v2.0/security-group-rules/2a2b18f5-93a8-4974-8f3a-aad0d2d5a420 HTTP/1.1" status: 200 len: 763 time: 0.1130383 Jan 14 07:37:41.230131 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84874) accepted ('10.222.0.24', 36998) {{(pid=84874) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:37:41.270749 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-c7a91986-6772-47d8-928a-d726de8adf3b admin admin] Notify callbacks [] for port, precommit_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:37:41.332606 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [None req-bb1cfa17-5cca-4d71-9e62-d01e808366d7 None None] For port e8bd71ff-1be9-4858-a171-0619066458f9, host n-d-768862-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-2',level=0,port_id=e8bd71ff-1be9-4858-a171-0619066458f9,segment=NetworkSegment(a1d4852f-109e-4d2e-aadf-fb4ec4ef0493),segment_id=a1d4852f-109e-4d2e-aadf-fb4ec4ef0493)] {{(pid=84876) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 07:37:41.446363 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-bb1cfa17-5cca-4d71-9e62-d01e808366d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777640533312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363259214678337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777640097497'] for port, after_update {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:37:41.454999 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-99800b08-680a-451b-9042-0372d264d722 tempest-RoutersTest-1255860389 tempest-RoutersTest-1255860389] Notify agent at l3_agent.n-d-768862-2 the message routers_updated {{(pid=84875) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jan 14 07:37:41.457272 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-c7a91986-6772-47d8-928a-d726de8adf3b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777640123575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851621574'] for port, after_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:37:41.475134 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-017f98a9-8a07-408c-a86f-8ff0c00400a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363259214191800', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854171626'] for agent, after_update {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:37:41.478361 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-d5dfb75e-37a6-4ce7-8830-d4ae37ef88a3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84876) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:37:41.594381 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-022892d2-c6fd-4c7e-aafe-bb4782e7bc2f None None] Sync routers for ids ['3998536e-65e4-4108-ab1c-eac6e818dd96'] in n-d-768862-2 {{(pid=84876) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Jan 14 07:37:41.808743 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-022892d2-c6fd-4c7e-aafe-bb4782e7bc2f None None] Routers {'3998536e-65e4-4108-ab1c-eac6e818dd96'} bound to L3 agent in host n-d-768862-2 {{(pid=84876) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 14 07:37:41.808743 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_hamode_db [None req-022892d2-c6fd-4c7e-aafe-bb4782e7bc2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2021-01-14T06:56:51Z,description=,heartbeat_timestamp=2021-01-14T07:37:22Z,host='n-d-768862-2',id=35f592e9-451b-4db9-abea-77b6a5c5391b,load=0,resource_versions=,resources_synced=,started_at=2021-01-14T06:56:51Z,topic='l3_agent')) {'router_ids': ['3998536e-65e4-4108-ab1c-eac6e818dd96'], 'active': True} {{(pid=84876) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:37:41.865525 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-a3cdde59-467e-45de-bffe-056bd966165b tempest-RoutersTest-1255860389 tempest-RoutersTest-1255860389] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:37:41.933563 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-99800b08-680a-451b-9042-0372d264d722 tempest-RoutersTest-1255860389 tempest-RoutersTest-1255860389] 10.222.0.24 "PUT /v2.0/routers/3998536e-65e4-4108-ab1c-eac6e818dd96/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 9.1239574 Jan 14 07:37:41.948262 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84875) accepted ('10.222.0.24', 37010) {{(pid=84875) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:37:42.039149 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_dvr_db [None req-022892d2-c6fd-4c7e-aafe-bb4782e7bc2f None None] Set router 3998536e-65e4-4108-ab1c-eac6e818dd96 gateway port host: None {{(pid=84876) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 14 07:37:42.347302 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-78b378a2-483e-472a-b13e-22c17880a1ce tempest-FloatingIPAdminTestJSON-531099267 tempest-FloatingIPAdminTestJSON-531099267] Notify agent at l3_agent.n-d-768862-2 the message routers_updated {{(pid=84874) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jan 14 07:37:42.358213 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1fa8d65a-e5e5-4def-b411-e42905ddcd81 None None] Sync routers for ids ['fc094d91-b73d-45fd-87e4-3cca9c4407c9'] in n-d-768862-2 {{(pid=84877) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Jan 14 07:37:42.386682 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1fa8d65a-e5e5-4def-b411-e42905ddcd81 None None] Routers {'fc094d91-b73d-45fd-87e4-3cca9c4407c9'} bound to L3 agent in host n-d-768862-2 {{(pid=84877) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 14 07:37:42.391848 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_hamode_db [None req-1fa8d65a-e5e5-4def-b411-e42905ddcd81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2021-01-14T06:56:51Z,description=,heartbeat_timestamp=2021-01-14T07:37:22Z,host='n-d-768862-2',id=35f592e9-451b-4db9-abea-77b6a5c5391b,load=0,resource_versions=,resources_synced=,started_at=2021-01-14T06:56:51Z,topic='l3_agent')) {'router_ids': ['fc094d91-b73d-45fd-87e4-3cca9c4407c9'], 'active': True} {{(pid=84877) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:37:42.627448 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb1cfa17-5cca-4d71-9e62-d01e808366d7 None None] Pushing event updated for resources: {'Port': ['ID=e8bd71ff-1be9-4858-a171-0619066458f9,revision_number=3']} {{(pid=84876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:37:42.641839 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-bb1cfa17-5cca-4d71-9e62-d01e808366d7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.164s {{(pid=84876) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:37:42.657897 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-5c1df5d7-5266-4b9c-8eed-d0b562c683a2 tempest-SecGroupTest-1152222618 tempest-SecGroupTest-1152222618] Synchronizing usage tracker for tenant:73c9cef5e7e44d5ba1cf1737d559f80d on resource:security_group_rule {{(pid=84874) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 14 07:37:42.668639 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.db_base_plugin_v2 [None req-9205fefa-2d17-431f-b37d-b2e593997739 tempest-RoutersTest-1255860389 tempest-RoutersTest-1255860389] Deleting subnet ccbdcf0b-b27d-49db-b0e2-fa13763ab18b {{(pid=84875) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Jan 14 07:37:42.707591 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-78b378a2-483e-472a-b13e-22c17880a1ce tempest-FloatingIPAdminTestJSON-531099267 tempest-FloatingIPAdminTestJSON-531099267] Notify callbacks [] for router, before_response {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:37:42.729503 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-78b378a2-483e-472a-b13e-22c17880a1ce tempest-FloatingIPAdminTestJSON-531099267 tempest-FloatingIPAdminTestJSON-531099267] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 890 time: 8.2552693 Jan 14 07:37:42.731349 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_hamode_db [None req-1fa8d65a-e5e5-4def-b411-e42905ddcd81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768862-2', False) {} {{(pid=84877) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:37:42.734017 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84874) accepted ('10.222.0.24', 37028) {{(pid=84874) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:37:42.741284 n-d-768862-2 neutron-server[84765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7a91986-6772-47d8-928a-d726de8adf3b admin admin] Network 226f1e78-82cd-4481-9055-4eb73b6db8c1 is already hosted by enough agents. {{(pid=84875) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 07:37:42.756790 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-9205fefa-2d17-431f-b37d-b2e593997739 tempest-RoutersTest-1255860389 tempest-RoutersTest-1255860389] Notify callbacks [] for subnet, before_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:37:42.802235 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1fa8d65a-e5e5-4def-b411-e42905ddcd81 None None] Routers {'fc094d91-b73d-45fd-87e4-3cca9c4407c9'} bound to L3 agent in host n-d-768862-2 {{(pid=84877) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 14 07:37:42.802235 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_hamode_db [None req-1fa8d65a-e5e5-4def-b411-e42905ddcd81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2021-01-14T06:56:51Z,description=,heartbeat_timestamp=2021-01-14T07:37:22Z,host='n-d-768862-2',id=35f592e9-451b-4db9-abea-77b6a5c5391b,load=0,resource_versions=,resources_synced=,started_at=2021-01-14T06:56:51Z,topic='l3_agent')) {'router_ids': ['fc094d91-b73d-45fd-87e4-3cca9c4407c9'], 'active': True} {{(pid=84877) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:37:43.008119 n-d-768862-2 neutron-server[84765]: DEBUG neutron.scheduler.base_scheduler [None req-c7a91986-6772-47d8-928a-d726de8adf3b admin admin] Resources bound (agent type, host, resource id): {{(pid=84875) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 07:37:43.043068 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-9205fefa-2d17-431f-b37d-b2e593997739 tempest-RoutersTest-1255860389 tempest-RoutersTest-1255860389] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3367281'] for subnet, precommit_delete_associations {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:37:43.115574 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_hamode_db [None req-1fa8d65a-e5e5-4def-b411-e42905ddcd81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768862-2', False) {} {{(pid=84877) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:37:43.116066 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1fa8d65a-e5e5-4def-b411-e42905ddcd81 None None] The sync data for ids ['fc094d91-b73d-45fd-87e4-3cca9c4407c9'] in n-d-768862-2 is: [] {{(pid=84877) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Jan 14 07:37:43.187066 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-9205fefa-2d17-431f-b37d-b2e593997739 tempest-RoutersTest-1255860389 tempest-RoutersTest-1255860389] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036854176836'] for subnet, precommit_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:37:43.353478 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-41b7ba3b-e597-4d8a-a86e-dcd33f25ed56 None None] Provisioning complete for port e8bd71ff-1be9-4858-a171-0619066458f9 triggered by entity DHCP. {{(pid=84876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 07:37:43.355428 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-41b7ba3b-e597-4d8a-a86e-dcd33f25ed56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-604227'] for port, provisioning_complete {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:37:43.574953 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-852a24f7-e9a1-4193-9abb-e9506fe5213f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363259214191800', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854171626'] for agent, after_update {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:37:43.637398 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-5c1df5d7-5266-4b9c-8eed-d0b562c683a2 tempest-SecGroupTest-1152222618 tempest-SecGroupTest-1152222618] Unset dirty status for tenant:73c9cef5e7e44d5ba1cf1737d559f80d on resource:security_group_rule {{(pid=84874) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 14 07:37:43.642957 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-5c1df5d7-5266-4b9c-8eed-d0b562c683a2 tempest-SecGroupTest-1152222618 tempest-SecGroupTest-1152222618] 10.222.0.24 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 2.3825827 Jan 14 07:37:43.644002 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84874) accepted ('10.222.0.24', 37040) {{(pid=84874) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:37:43.722155 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-b3f56704-71c9-4029-9b6c-0f7fda233f31 tempest-SecGroupTest-1152222618 tempest-SecGroupTest-1152222618] Notify callbacks [] for security_group_rule, before_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:37:43.736426 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-b3f56704-71c9-4029-9b6c-0f7fda233f31 tempest-SecGroupTest-1152222618 tempest-SecGroupTest-1152222618] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:37:43.769959 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-b3f56704-71c9-4029-9b6c-0f7fda233f31 tempest-SecGroupTest-1152222618 tempest-SecGroupTest-1152222618] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850966545'] for security_group_rule, after_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:37:43.793646 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:37:43.841853 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_hamode_db [None req-022892d2-c6fd-4c7e-aafe-bb4782e7bc2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3998536e-65e4-4108-ab1c-eac6e818dd96', 'name': 'tempest-RoutersTest-router-1767463639', 'tenant_id': '2a076c09cf6548039ba7b64b98184a0e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-14T07:36:27Z', 'updated_at': '2021-01-14T07:37:37Z', 'revision_number': 8, 'project_id': '2a076c09cf6548039ba7b64b98184a0e', 'gw_port_host': None, '_interfaces': [{'id': '1749ad2c-da7d-4dfd-8fbb-caa8b9d4f9da', 'name': '', 'network_id': 'd683ebeb-7989-4d7a-b28c-afad0a1c11e6', 'tenant_id': '2a076c09cf6548039ba7b64b98184a0e', 'mac_address': 'fa:16:3e:0a:89:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3998536e-65e4-4108-ab1c-eac6e818dd96', 'device_owner': 'network:router_interface', 'standard_attr_id': 3187, 'fixed_ips': [{'subnet_id': '5a96bfa7-fe1b-485f-b2fa-6cd040962272', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T07:37:08Z', 'updated_at': '2021-01-14T07:37:21Z', 'revision_number': 5, 'project_id': '2a076c09cf6548039ba7b64b98184a0e', 'subnets': [{'id': '5a96bfa7-fe1b-485f-b2fa-6cd040962272', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}, {'id': '6087c0d6-adc5-4077-8829-a972ea878eb0', 'name': '', 'network_id': '55d17c7e-058e-429d-a06c-3d5716669d4b', 'tenant_id': '2a076c09cf6548039ba7b64b98184a0e', 'mac_address': 'fa:16:3e:63:f5:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3998536e-65e4-4108-ab1c-eac6e818dd96', 'device_owner': 'network:router_interface', 'standard_attr_id': 3105, 'fixed_ips': [{'subnet_id': '002e57a5-80b9-4642-93d6-65fb5b5a0aa8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T07:36:32Z', 'updated_at': '2021-01-14T07:36:54Z', 'revision_number': 5, 'project_id': '2a076c09cf6548039ba7b64b98184a0e', 'subnets': [{'id': '002e57a5-80b9-4642-93d6-65fb5b5a0aa8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}, {'id': '9a184727-28ae-41f3-9959-671196777b38', 'name': '', 'network_id': '38c91695-e5b8-46a7-8f78-0f0683e3f1c9', 'tenant_id': '2a076c09cf6548039ba7b64b98184a0e', 'mac_address': 'fa:16:3e:71:22:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3998536e-65e4-4108-ab1c-eac6e818dd96', 'device_owner': 'network:router_interface', 'standard_attr_id': 3137, 'fixed_ips': [{'subnet_id': '5edbaf61-3242-45cf-a727-c26ae3ee23a2', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T07:36:50Z', 'updated_at': '2021-01-14T07:37:09Z', 'revision_number': 5, 'project_id': '2a076c09cf6548039ba7b64b98184a0e', 'subnets': [{'id': '5edbaf61-3242-45cf-a727-c26ae3ee23a2', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'n-d-768862-2', False) {} {{(pid=84876) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:37:43.846902 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3f56704-71c9-4029-9b6c-0f7fda233f31 tempest-SecGroupTest-1152222618 tempest-SecGroupTest-1152222618] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=2a2b18f5-93a8-4974-8f3a-aad0d2d5a420,revision_number=None']} {{(pid=84874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:37:43.859062 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-b3f56704-71c9-4029-9b6c-0f7fda233f31 tempest-SecGroupTest-1152222618 tempest-SecGroupTest-1152222618] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:37:43.880255 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-022892d2-c6fd-4c7e-aafe-bb4782e7bc2f None None] Checking router: 3998536e-65e4-4108-ab1c-eac6e818dd96 for host: n-d-768862-2 {{(pid=84876) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Jan 14 07:37:43.882589 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-b3f56704-71c9-4029-9b6c-0f7fda233f31 tempest-SecGroupTest-1152222618 tempest-SecGroupTest-1152222618] Notify callbacks [] for security_group_rule, before_response {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:37:43.882589 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-b3f56704-71c9-4029-9b6c-0f7fda233f31 tempest-SecGroupTest-1152222618 tempest-SecGroupTest-1152222618] 10.222.0.24 "DELETE /v2.0/security-group-rules/2a2b18f5-93a8-4974-8f3a-aad0d2d5a420 HTTP/1.1" status: 204 len: 168 time: 0.2327013 Jan 14 07:37:43.882589 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84874) accepted ('10.222.0.24', 37048) {{(pid=84874) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:37:43.889594 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-022892d2-c6fd-4c7e-aafe-bb4782e7bc2f None None] Routers {'3998536e-65e4-4108-ab1c-eac6e818dd96'} bound to L3 agent in host n-d-768862-2 {{(pid=84876) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 14 07:37:43.889594 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_hamode_db [None req-022892d2-c6fd-4c7e-aafe-bb4782e7bc2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2021-01-14T06:56:51Z,description=,heartbeat_timestamp=2021-01-14T07:37:22Z,host='n-d-768862-2',id=35f592e9-451b-4db9-abea-77b6a5c5391b,load=0,resource_versions=,resources_synced=,started_at=2021-01-14T06:56:51Z,topic='l3_agent')) {'router_ids': ['3998536e-65e4-4108-ab1c-eac6e818dd96'], 'active': True} {{(pid=84876) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:37:44.046238 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-00bb45fe-2042-41c5-a5d4-135ff2b541a9 None None] Provisioning complete for port e8bd71ff-1be9-4858-a171-0619066458f9 triggered by entity DHCP. {{(pid=84876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 07:37:44.046805 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-00bb45fe-2042-41c5-a5d4-135ff2b541a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-604227'] for port, provisioning_complete {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:37:44.059338 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7a91986-6772-47d8-928a-d726de8adf3b admin admin] Received port after_create {{(pid=84875) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 14 07:37:44.266787 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_dvr_db [None req-022892d2-c6fd-4c7e-aafe-bb4782e7bc2f None None] Set router 3998536e-65e4-4108-ab1c-eac6e818dd96 gateway port host: None {{(pid=84876) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 14 07:37:44.297198 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7a91986-6772-47d8-928a-d726de8adf3b admin admin] Pushing event updated for resources: {'Port': ['ID=99015dc7-17e2-4f39-83a3-32ee56994792,revision_number=1']} {{(pid=84875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:37:44.305918 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-c7a91986-6772-47d8-928a-d726de8adf3b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 2.444s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:37:44.418111 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-782ee680-cd9e-464a-aa0e-fe1969857014 tempest-SecGroupTest-1152222618 tempest-SecGroupTest-1152222618] Synchronizing usage tracker for tenant:73c9cef5e7e44d5ba1cf1737d559f80d on resource:security_group_rule {{(pid=84874) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 14 07:37:44.449759 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-782ee680-cd9e-464a-aa0e-fe1969857014 tempest-SecGroupTest-1152222618 tempest-SecGroupTest-1152222618] Unset dirty status for tenant:73c9cef5e7e44d5ba1cf1737d559f80d on resource:security_group_rule {{(pid=84874) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 14 07:37:44.451348 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-782ee680-cd9e-464a-aa0e-fe1969857014 tempest-SecGroupTest-1152222618 tempest-SecGroupTest-1152222618] 10.222.0.24 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.5587654 Jan 14 07:37:44.455955 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84874) accepted ('10.222.0.24', 37056) {{(pid=84874) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:37:44.466493 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.v2.base [None req-4c44290b-1c52-48e3-999d-39d7c5a01519 tempest-SecGroupTest-1152222618 tempest-SecGroupTest-1152222618] Request body: {'security_group_rule': {'security_group_id': 'e154d47b-81a2-490e-bc22-a0190839a7b0', 'protocol': 'icmp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=84874) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:37:44.489252 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-4c44290b-1c52-48e3-999d-39d7c5a01519 tempest-SecGroupTest-1152222618 tempest-SecGroupTest-1152222618] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:37:44.579051 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-4c44290b-1c52-48e3-999d-39d7c5a01519 tempest-SecGroupTest-1152222618 tempest-SecGroupTest-1152222618] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:37:45.058709 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Device e8bd71ff-1be9-4858-a171-0619066458f9 up at agent ovs-agent-n-d-768862-2 {{(pid=84876) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 07:37:45.117294 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-856d8cd2-cb14-4e8d-8805-9626afb5f460 None None] Network 51dc9c6a-30b1-46b9-9f91-fa530a91fab0 requested from n-d-768862-2 {{(pid=84876) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 07:37:45.152596 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-4c44290b-1c52-48e3-999d-39d7c5a01519 tempest-SecGroupTest-1152222618 tempest-SecGroupTest-1152222618] Notify callbacks [] for security_group_rule, before_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:37:45.203866 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-2bcd53d3-a6f3-4d53-af23-b686cde58ad3 tempest-FloatingIPAdminTestJSON-531099267 tempest-FloatingIPAdminTestJSON-531099267] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555753'] for port, before_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:37:45.289408 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-4c44290b-1c52-48e3-999d-39d7c5a01519 tempest-SecGroupTest-1152222618 tempest-SecGroupTest-1152222618] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:37:45.304163 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-4c44290b-1c52-48e3-999d-39d7c5a01519 tempest-SecGroupTest-1152222618 tempest-SecGroupTest-1152222618] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850966545'] for security_group_rule, after_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:37:45.310629 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-91b3f652-eee8-4655-aba7-a1bde90a645f None None] Provisioning for port 4550e97a-a705-4b54-8ba0-c69a84219006 completed by entity DHCP. {{(pid=84876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 07:37:45.314114 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-c7a91986-6772-47d8-928a-d726de8adf3b admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:37:45.331446 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-f9957baf-7d8f-4089-abc4-6779e08fceb6 tempest-SecGroupTest-1152222618 tempest-SecGroupTest-1152222618] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:37:45.398946 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c44290b-1c52-48e3-999d-39d7c5a01519 tempest-SecGroupTest-1152222618 tempest-SecGroupTest-1152222618] Pushing event updated for resources: {'SecurityGroupRule': ['ID=72944032-ad71-45b5-948c-b4cf3b80098a,revision_number=0']} {{(pid=84874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:37:45.402921 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-4c44290b-1c52-48e3-999d-39d7c5a01519 tempest-SecGroupTest-1152222618 tempest-SecGroupTest-1152222618] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:37:45.442285 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-9205fefa-2d17-431f-b37d-b2e593997739 tempest-RoutersTest-1255860389 tempest-RoutersTest-1255860389] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-598964', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850887113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3154192', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2308610'] for subnet, after_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:37:45.464667 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-62a05c3e-c33b-4566-8454-053a7464508a tempest-RoutersTest-1255860389 tempest-RoutersTest-1255860389] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:37:45.643906 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-4c44290b-1c52-48e3-999d-39d7c5a01519 tempest-SecGroupTest-1152222618 tempest-SecGroupTest-1152222618] Notify callbacks [] for security_group_rule, before_response {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:37:45.643906 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-4c44290b-1c52-48e3-999d-39d7c5a01519 tempest-SecGroupTest-1152222618 tempest-SecGroupTest-1152222618] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.1836183 Jan 14 07:37:45.651369 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Provisioning complete for port e8bd71ff-1be9-4858-a171-0619066458f9 triggered by entity L2. {{(pid=84876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 07:37:45.651369 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-604227'] for port, provisioning_complete {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:37:45.655379 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84874) accepted ('10.222.0.24', 37072) {{(pid=84874) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:37:45.717832 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9205fefa-2d17-431f-b37d-b2e593997739 tempest-RoutersTest-1255860389 tempest-RoutersTest-1255860389] Pushing event deleted for resources: {'Subnet': ['ID=ccbdcf0b-b27d-49db-b0e2-fa13763ab18b,revision_number=None']} {{(pid=84875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:37:45.738888 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_hamode_db [None req-022892d2-c6fd-4c7e-aafe-bb4782e7bc2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3998536e-65e4-4108-ab1c-eac6e818dd96', 'name': 'tempest-RoutersTest-router-1767463639', 'tenant_id': '2a076c09cf6548039ba7b64b98184a0e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-14T07:36:27Z', 'updated_at': '2021-01-14T07:37:37Z', 'revision_number': 8, 'project_id': '2a076c09cf6548039ba7b64b98184a0e', 'gw_port_host': None, '_interfaces': [{'id': '1749ad2c-da7d-4dfd-8fbb-caa8b9d4f9da', 'name': '', 'network_id': 'd683ebeb-7989-4d7a-b28c-afad0a1c11e6', 'tenant_id': '2a076c09cf6548039ba7b64b98184a0e', 'mac_address': 'fa:16:3e:0a:89:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3998536e-65e4-4108-ab1c-eac6e818dd96', 'device_owner': 'network:router_interface', 'standard_attr_id': 3187, 'fixed_ips': [{'subnet_id': '5a96bfa7-fe1b-485f-b2fa-6cd040962272', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T07:37:08Z', 'updated_at': '2021-01-14T07:37:21Z', 'revision_number': 5, 'project_id': '2a076c09cf6548039ba7b64b98184a0e', 'subnets': [{'id': '5a96bfa7-fe1b-485f-b2fa-6cd040962272', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}, {'id': '6087c0d6-adc5-4077-8829-a972ea878eb0', 'name': '', 'network_id': '55d17c7e-058e-429d-a06c-3d5716669d4b', 'tenant_id': '2a076c09cf6548039ba7b64b98184a0e', 'mac_address': 'fa:16:3e:63:f5:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3998536e-65e4-4108-ab1c-eac6e818dd96', 'device_owner': 'network:router_interface', 'standard_attr_id': 3105, 'fixed_ips': [{'subnet_id': '002e57a5-80b9-4642-93d6-65fb5b5a0aa8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T07:36:32Z', 'updated_at': '2021-01-14T07:36:54Z', 'revision_number': 5, 'project_id': '2a076c09cf6548039ba7b64b98184a0e', 'subnets': [{'id': '002e57a5-80b9-4642-93d6-65fb5b5a0aa8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}, {'id': '9a184727-28ae-41f3-9959-671196777b38', 'name': '', 'network_id': '38c91695-e5b8-46a7-8f78-0f0683e3f1c9', 'tenant_id': '2a076c09cf6548039ba7b64b98184a0e', 'mac_address': 'fa:16:3e:71:22:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3998536e-65e4-4108-ab1c-eac6e818dd96', 'device_owner': 'network:router_interface', 'standard_attr_id': 3137, 'fixed_ips': [{'subnet_id': '5edbaf61-3242-45cf-a727-c26ae3ee23a2', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T07:36:50Z', 'updated_at': '2021-01-14T07:37:09Z', 'revision_number': 5, 'project_id': '2a076c09cf6548039ba7b64b98184a0e', 'subnets': [{'id': '5edbaf61-3242-45cf-a727-c26ae3ee23a2', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'n-d-768862-2', False) {} {{(pid=84876) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:37:45.745600 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-022892d2-c6fd-4c7e-aafe-bb4782e7bc2f None None] The sync data for ids ['3998536e-65e4-4108-ab1c-eac6e818dd96'] in n-d-768862-2 is: [{'id': '3998536e-65e4-4108-ab1c-eac6e818dd96', 'name': 'tempest-RoutersTest-router-1767463639', 'tenant_id': '2a076c09cf6548039ba7b64b98184a0e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-14T07:36:27Z', 'updated_at': '2021-01-14T07:37:37Z', 'revision_number': 8, 'project_id': '2a076c09cf6548039ba7b64b98184a0e', 'gw_port_host': None, '_interfaces': [{'id': '1749ad2c-da7d-4dfd-8fbb-caa8b9d4f9da', 'name': '', 'network_id': 'd683ebeb-7989-4d7a-b28c-afad0a1c11e6', 'tenant_id': '2a076c09cf6548039ba7b64b98184a0e', 'mac_address': 'fa:16:3e:0a:89:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3998536e-65e4-4108-ab1c-eac6e818dd96', 'device_owner': 'network:router_interface', 'standard_attr_id': 3187, 'fixed_ips': [{'subnet_id': '5a96bfa7-fe1b-485f-b2fa-6cd040962272', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T07:37:08Z', 'updated_at': '2021-01-14T07:37:21Z', 'revision_number': 5, 'project_id': '2a076c09cf6548039ba7b64b98184a0e', 'subnets': [{'id': '5a96bfa7-fe1b-485f-b2fa-6cd040962272', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}, {'id': '6087c0d6-adc5-4077-8829-a972ea878eb0', 'name': '', 'network_id': '55d17c7e-058e-429d-a06c-3d5716669d4b', 'tenant_id': '2a076c09cf6548039ba7b64b98184a0e', 'mac_address': 'fa:16:3e:63:f5:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3998536e-65e4-4108-ab1c-eac6e818dd96', 'device_owner': 'network:router_interface', 'standard_attr_id': 3105, 'fixed_ips': [{'subnet_id': '002e57a5-80b9-4642-93d6-65fb5b5a0aa8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T07:36:32Z', 'updated_at': '2021-01-14T07:36:54Z', 'revision_number': 5, 'project_id': '2a076c09cf6548039ba7b64b98184a0e', 'subnets': [{'id': '002e57a5-80b9-4642-93d6-65fb5b5a0aa8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}, {'id': '9a184727-28ae-41f3-9959-671196777b38', 'name': '', 'network_id': '38c91695-e5b8-46a7-8f78-0f0683e3f1c9', 'tenant_id': '2a076c09cf6548039ba7b64b98184a0e', 'mac_address': 'fa:16:3e:71:22:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3998536e-65e4-4108-ab1c-eac6e818dd96', 'device_owner': 'network:router_interface', 'standard_attr_id': 3137, 'fixed_ips': [{'subnet_id': '5edbaf61-3242-45cf-a727-c26ae3ee23a2', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T07:36:50Z', 'updated_at': '2021-01-14T07:37:09Z', 'revision_number': 5, 'project_id': '2a076c09cf6548039ba7b64b98184a0e', 'subnets': [{'id': '5edbaf61-3242-45cf-a727-c26ae3ee23a2', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=84876) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Jan 14 07:37:45.797820 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-9205fefa-2d17-431f-b37d-b2e593997739 tempest-RoutersTest-1255860389 tempest-RoutersTest-1255860389] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.336s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:37:45.867270 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-27235d28-674c-4828-90b9-fa4fc97ec6dc tempest-SecGroupTest-1152222618 tempest-SecGroupTest-1152222618] 10.222.0.24 "GET /v2.0/security-group-rules/72944032-ad71-45b5-948c-b4cf3b80098a HTTP/1.1" status: 200 len: 764 time: 0.2081223 Jan 14 07:37:45.899362 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84874) accepted ('10.222.0.24', 37076) {{(pid=84874) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:37:45.932432 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Device 4550e97a-a705-4b54-8ba0-c69a84219006 up at agent ovs-agent-n-d-768862-2 {{(pid=84876) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 07:37:46.032807 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-3e66ac14-2a5f-4f05-8f8b-e5cfad948731 tempest-SecGroupTest-1152222618 tempest-SecGroupTest-1152222618] Synchronizing usage tracker for tenant:73c9cef5e7e44d5ba1cf1737d559f80d on resource:security_group_rule {{(pid=84874) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 14 07:37:46.097830 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Provisioning for port 4550e97a-a705-4b54-8ba0-c69a84219006 completed by entity L2. {{(pid=84876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 07:37:46.106785 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Provisioning complete for port 4550e97a-a705-4b54-8ba0-c69a84219006 triggered by entity L2. {{(pid=84876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 07:37:46.107448 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-604227'] for port, provisioning_complete {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:37:46.157171 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa2aba79-c898-4f45-a08e-3018d2781220 None None] Network 90c406da-cca7-476a-aa28-f87e63529359 requested from n-d-768862-2 {{(pid=84876) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 07:37:46.157797 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-9205fefa-2d17-431f-b37d-b2e593997739 tempest-RoutersTest-1255860389 tempest-RoutersTest-1255860389] Notify callbacks [] for subnet, before_response {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:37:46.171977 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-9205fefa-2d17-431f-b37d-b2e593997739 tempest-RoutersTest-1255860389 tempest-RoutersTest-1255860389] 10.222.0.24 "DELETE /v2.0/subnets/ccbdcf0b-b27d-49db-b0e2-fa13763ab18b HTTP/1.1" status: 204 len: 168 time: 4.2302353 Jan 14 07:37:46.178068 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-3e66ac14-2a5f-4f05-8f8b-e5cfad948731 tempest-SecGroupTest-1152222618 tempest-SecGroupTest-1152222618] Unset dirty status for tenant:73c9cef5e7e44d5ba1cf1737d559f80d on resource:security_group_rule {{(pid=84874) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 14 07:37:46.180520 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-3e66ac14-2a5f-4f05-8f8b-e5cfad948731 tempest-SecGroupTest-1152222618 tempest-SecGroupTest-1152222618] 10.222.0.24 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4114 time: 0.2822385 Jan 14 07:37:46.184625 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84875) accepted ('10.222.0.24', 37086) {{(pid=84875) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:37:46.185432 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84875) accepted ('10.222.0.24', 37088) {{(pid=84875) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:37:46.543631 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-9307cfa4-abe4-4b6c-ae29-a38022d497e5 tempest-RoutersTest-1255860389 tempest-RoutersTest-1255860389] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036854160497'] for network, before_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:37:46.714050 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-996cd23b-d15c-44ba-ac3d-64d4c82da282 None None] Provisioning complete for port 4550e97a-a705-4b54-8ba0-c69a84219006 triggered by entity DHCP. {{(pid=84876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 07:37:46.714050 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-996cd23b-d15c-44ba-ac3d-64d4c82da282 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-604227'] for port, provisioning_complete {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:37:46.830659 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-c7a91986-6772-47d8-928a-d726de8adf3b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036850886612', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036850863158'] for router, after_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:37:46.862462 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.db_base_plugin_common [None req-2bcd53d3-a6f3-4d53-af23-b686cde58ad3 tempest-FloatingIPAdminTestJSON-531099267 tempest-FloatingIPAdminTestJSON-531099267] Allocated IP 172.20.0.1 (1b3d0014-9963-4dc8-8cab-b103f8a4db4f/1baa6069-ec66-4173-bcdf-1fe146dfd36c/48094460-bd2b-43cb-8152-e75fc18ef052) {{(pid=84874) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 14 07:37:47.061989 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555753'] for port, before_update {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:37:47.074597 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-2bcd53d3-a6f3-4d53-af23-b686cde58ad3 tempest-FloatingIPAdminTestJSON-531099267 tempest-FloatingIPAdminTestJSON-531099267] Notify callbacks [] for port, precommit_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:37:47.119999 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-2bcd53d3-a6f3-4d53-af23-b686cde58ad3 tempest-FloatingIPAdminTestJSON-531099267 tempest-FloatingIPAdminTestJSON-531099267] Transition to ACTIVE for port object 48094460-bd2b-43cb-8152-e75fc18ef052 will not be triggered until provisioned by entity DHCP. {{(pid=84874) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 07:37:47.145821 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-2bcd53d3-a6f3-4d53-af23-b686cde58ad3 tempest-FloatingIPAdminTestJSON-531099267 tempest-FloatingIPAdminTestJSON-531099267] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777640123575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3254186'] for port, after_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:37:47.166727 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-996cd23b-d15c-44ba-ac3d-64d4c82da282 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555753'] for port, before_update {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:37:47.208297 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] For port 4550e97a-a705-4b54-8ba0-c69a84219006, host n-d-768862-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-2',level=0,port_id=4550e97a-a705-4b54-8ba0-c69a84219006,segment=NetworkSegment(17a311f1-dedc-42ba-aea3-9e31f3fab8d6),segment_id=17a311f1-dedc-42ba-aea3-9e31f3fab8d6)] {{(pid=84876) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 07:37:47.214801 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777640533312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363259214678337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777640097497'] for port, after_update {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:37:47.272229 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84876) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:37:47.346609 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Device c2db83d4-1b21-4865-b6ce-5c7f7403fa4c no longer exists at agent ovs-agent-n-d-768862-2 {{(pid=84876) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jan 14 07:37:47.387192 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-5bfdbe23-d9ba-46d7-92fc-5d653283221a tempest-FloatingIPNegativeTestJSON-2001787271 tempest-FloatingIPNegativeTestJSON-2001787271] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:37:47.390684 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8656a151-9c90-4a49-82bd-c0f41023fb49 None None] DHCP port deletion for 90c406da-cca7-476a-aa28-f87e63529359 request from n-d-768862-2 {{(pid=84876) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Jan 14 07:37:47.394284 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-1cdb7117-0b0e-4f60-8048-92c58a3407ef tempest-SecGroupTest-1152222618 tempest-SecGroupTest-1152222618] Notify callbacks [] for security_group_rule, before_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:37:47.408754 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-1cdb7117-0b0e-4f60-8048-92c58a3407ef tempest-SecGroupTest-1152222618 tempest-SecGroupTest-1152222618] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:37:47.422618 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.plugin [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] No Port match for: c2db83d4-1b21-4865-b6ce-5c7f7403fa4c {{(pid=84876) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2188}} Jan 14 07:37:47.422618 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Device c2db83d4-1b21-4865-b6ce-5c7f7403fa4c not bound to the agent host n-d-768862-2 {{(pid=84876) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jan 14 07:37:47.422618 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.plugin [None req-8656a151-9c90-4a49-82bd-c0f41023fb49 None None] Deleting port 642ccc8e-a60d-4cb4-94f1-7ce0459d899f {{(pid=84876) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 07:37:47.422618 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-8656a151-9c90-4a49-82bd-c0f41023fb49 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363259214248359'] for port, before_delete {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:37:47.481648 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bcd53d3-a6f3-4d53-af23-b686cde58ad3 tempest-FloatingIPAdminTestJSON-531099267 tempest-FloatingIPAdminTestJSON-531099267] Pushing event updated for resources: {'Port': ['ID=48094460-bd2b-43cb-8152-e75fc18ef052,revision_number=1']} {{(pid=84874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:37:47.498900 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-2bcd53d3-a6f3-4d53-af23-b686cde58ad3 tempest-FloatingIPAdminTestJSON-531099267 tempest-FloatingIPAdminTestJSON-531099267] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:37:47.595049 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.plugin [None req-9307cfa4-abe4-4b6c-ae29-a38022d497e5 tempest-RoutersTest-1255860389 tempest-RoutersTest-1255860389] Deleting port 642ccc8e-a60d-4cb4-94f1-7ce0459d899f {{(pid=84875) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 07:37:47.597636 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-9307cfa4-abe4-4b6c-ae29-a38022d497e5 tempest-RoutersTest-1255860389 tempest-RoutersTest-1255860389] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363259214248359'] for port, before_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:37:47.622324 n-d-768862-2 neutron-server[84765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2bcd53d3-a6f3-4d53-af23-b686cde58ad3 tempest-FloatingIPAdminTestJSON-531099267 tempest-FloatingIPAdminTestJSON-531099267] Network 1b3d0014-9963-4dc8-8cab-b103f8a4db4f is already hosted by enough agents. {{(pid=84874) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 07:37:47.624031 n-d-768862-2 neutron-server[84765]: DEBUG neutron.scheduler.base_scheduler [None req-2bcd53d3-a6f3-4d53-af23-b686cde58ad3 tempest-FloatingIPAdminTestJSON-531099267 tempest-FloatingIPAdminTestJSON-531099267] Resources bound (agent type, host, resource id): {{(pid=84874) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 07:37:47.627249 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2bcd53d3-a6f3-4d53-af23-b686cde58ad3 tempest-FloatingIPAdminTestJSON-531099267 tempest-FloatingIPAdminTestJSON-531099267] Received port after_create {{(pid=84874) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 14 07:37:47.703778 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.db.api [None req-996cd23b-d15c-44ba-ac3d-64d4c82da282 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=84876) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Jan 14 07:37:47.704239 n-d-768862-2 neutron-server[84765]: DEBUG oslo_db.api [None req-996cd23b-d15c-44ba-ac3d-64d4c82da282 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=84876) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Jan 14 07:37:47.761525 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Pushing event updated for resources: {'Port': ['ID=4550e97a-a705-4b54-8ba0-c69a84219006,revision_number=3']} {{(pid=84876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:37:47.793436 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-2bcd53d3-a6f3-4d53-af23-b686cde58ad3 tempest-FloatingIPAdminTestJSON-531099267 tempest-FloatingIPAdminTestJSON-531099267] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036850886386'] for router_interface, before_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:37:47.796977 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.502s {{(pid=84876) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:37:47.977914 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [None req-9307cfa4-abe4-4b6c-ae29-a38022d497e5 tempest-RoutersTest-1255860389 tempest-RoutersTest-1255860389] For port 642ccc8e-a60d-4cb4-94f1-7ce0459d899f, host n-d-768862-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-2',level=0,port_id=642ccc8e-a60d-4cb4-94f1-7ce0459d899f,segment=NetworkSegment(dced12e1-dbeb-4e4e-9d18-71ec184ed5ac),segment_id=dced12e1-dbeb-4e4e-9d18-71ec184ed5ac)] {{(pid=84875) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 07:37:47.977914 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-9307cfa4-abe4-4b6c-ae29-a38022d497e5 tempest-RoutersTest-1255860389 tempest-RoutersTest-1255860389] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036850862667'] for port, precommit_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:37:48.086970 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-2bcd53d3-a6f3-4d53-af23-b686cde58ad3 tempest-FloatingIPAdminTestJSON-531099267 tempest-FloatingIPAdminTestJSON-531099267] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555753'] for port, before_update {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:37:48.200214 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-1cdb7117-0b0e-4f60-8048-92c58a3407ef tempest-SecGroupTest-1152222618 tempest-SecGroupTest-1152222618] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850966545'] for security_group_rule, after_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:37:48.206496 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.plugin [None req-9307cfa4-abe4-4b6c-ae29-a38022d497e5 tempest-RoutersTest-1255860389 tempest-RoutersTest-1255860389] Calling delete_port for 642ccc8e-a60d-4cb4-94f1-7ce0459d899f owned by network:dhcp {{(pid=84875) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 07:37:48.246611 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-2356757e-27b8-4f8f-be85-bda24930f870 tempest-TestNetworkAdvancedServerOps-470546014 tempest-TestNetworkAdvancedServerOps-470546014] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:37:48.281668 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cdb7117-0b0e-4f60-8048-92c58a3407ef tempest-SecGroupTest-1152222618 tempest-SecGroupTest-1152222618] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=72944032-ad71-45b5-948c-b4cf3b80098a,revision_number=None']} {{(pid=84875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:37:48.298143 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-1cdb7117-0b0e-4f60-8048-92c58a3407ef tempest-SecGroupTest-1152222618 tempest-SecGroupTest-1152222618] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:37:48.315717 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-1cdb7117-0b0e-4f60-8048-92c58a3407ef tempest-SecGroupTest-1152222618 tempest-SecGroupTest-1152222618] Notify callbacks [] for security_group_rule, before_response {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:37:48.324700 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-1cdb7117-0b0e-4f60-8048-92c58a3407ef tempest-SecGroupTest-1152222618 tempest-SecGroupTest-1152222618] 10.222.0.24 "DELETE /v2.0/security-group-rules/72944032-ad71-45b5-948c-b4cf3b80098a HTTP/1.1" status: 204 len: 168 time: 2.1231506 Jan 14 07:37:48.327971 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84874) accepted ('10.222.0.24', 37118) {{(pid=84874) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:37:48.342757 n-d-768862-2 neutron-server[84765]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c7a91986-6772-47d8-928a-d726de8adf3b admin admin] Router 14cc991a-01b9-485e-b91f-631a9ea8ce97 is scheduled to L3 agent 35f592e9-451b-4db9-abea-77b6a5c5391b with binding_index 1 {{(pid=84875) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}} Jan 14 07:37:48.449570 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [None req-8656a151-9c90-4a49-82bd-c0f41023fb49 None None] For port 642ccc8e-a60d-4cb4-94f1-7ce0459d899f, host n-d-768862-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-2',level=0,port_id=642ccc8e-a60d-4cb4-94f1-7ce0459d899f,segment=NetworkSegment(dced12e1-dbeb-4e4e-9d18-71ec184ed5ac),segment_id=dced12e1-dbeb-4e4e-9d18-71ec184ed5ac)] {{(pid=84876) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 07:37:48.449570 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-8656a151-9c90-4a49-82bd-c0f41023fb49 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036850862667'] for port, precommit_delete {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:37:48.759246 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c7a91986-6772-47d8-928a-d726de8adf3b admin admin] Notify agent at l3_agent.n-d-768862-2 the message routers_updated {{(pid=84875) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jan 14 07:37:48.792987 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-c7a91986-6772-47d8-928a-d726de8adf3b admin admin] Notify callbacks [] for router, before_response {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:37:48.794764 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-c7a91986-6772-47d8-928a-d726de8adf3b admin admin] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 11.8454967 Jan 14 07:37:48.796510 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-9307cfa4-abe4-4b6c-ae29-a38022d497e5 tempest-RoutersTest-1255860389 tempest-RoutersTest-1255860389] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777640533329', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777640097463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851621574'] for port, after_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:37:48.814249 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84875) accepted ('10.222.0.24', 37126) {{(pid=84875) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:37:48.817728 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-e9e03759-ae8c-45bb-8113-9014943a0749 tempest-TestNetworkBasicOps-1983703278 tempest-TestNetworkBasicOps-1983703278] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:37:48.899941 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.plugin [None req-8656a151-9c90-4a49-82bd-c0f41023fb49 None None] Calling delete_port for 642ccc8e-a60d-4cb4-94f1-7ce0459d899f owned by network:dhcp {{(pid=84876) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 07:37:48.972192 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4608d098-d867-4860-bbde-d64b46e68820 None None] Sync routers for ids ['14cc991a-01b9-485e-b91f-631a9ea8ce97'] in n-d-768862-2 {{(pid=84876) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Jan 14 07:37:48.986262 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-95b3237e-d036-4bc9-b717-e2be210b28c9 tempest-SecGroupTest-1152222618 tempest-SecGroupTest-1152222618] 10.222.0.24 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.6463659 Jan 14 07:37:49.001360 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84874) accepted ('10.222.0.24', 37130) {{(pid=84874) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:37:49.015622 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-ffd48fcd-fbd9-4e18-91cc-0c61f3944b1d None None] Provisioning for port 48094460-bd2b-43cb-8152-e75fc18ef052 completed by entity DHCP. {{(pid=84876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 07:37:49.039472 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4608d098-d867-4860-bbde-d64b46e68820 None None] Routers {'14cc991a-01b9-485e-b91f-631a9ea8ce97'} bound to L3 agent in host n-d-768862-2 {{(pid=84876) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 14 07:37:49.077175 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_hamode_db [None req-4608d098-d867-4860-bbde-d64b46e68820 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2021-01-14T06:56:51Z,description=,heartbeat_timestamp=2021-01-14T07:37:22Z,host='n-d-768862-2',id=35f592e9-451b-4db9-abea-77b6a5c5391b,load=0,resource_versions=,resources_synced=,started_at=2021-01-14T06:56:51Z,topic='l3_agent')) {'router_ids': ['14cc991a-01b9-485e-b91f-631a9ea8ce97'], 'active': True} {{(pid=84876) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:37:49.396488 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_dvr_db [None req-4608d098-d867-4860-bbde-d64b46e68820 None None] Set router 14cc991a-01b9-485e-b91f-631a9ea8ce97 gateway port host: n-d-768862-2 {{(pid=84876) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 14 07:37:49.470869 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-e6e49dde-45e3-40e2-b509-1f7215a6dfc2 tempest-SecGroupTest-1152222618 tempest-SecGroupTest-1152222618] Notify callbacks [] for security_group, before_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:37:49.559211 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-e6e49dde-45e3-40e2-b509-1f7215a6dfc2 tempest-SecGroupTest-1152222618 tempest-SecGroupTest-1152222618] Notify callbacks [] for security_group, precommit_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:37:49.688745 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-2bcd53d3-a6f3-4d53-af23-b686cde58ad3 tempest-FloatingIPAdminTestJSON-531099267 tempest-FloatingIPAdminTestJSON-531099267] Notify callbacks [] for port, precommit_update {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:37:49.710572 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-2bcd53d3-a6f3-4d53-af23-b686cde58ad3 tempest-FloatingIPAdminTestJSON-531099267 tempest-FloatingIPAdminTestJSON-531099267] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777640533312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363259214678337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777640097497', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036851521613'] for port, after_update {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:37:49.834219 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-5196f4f4-e2d8-4e90-8297-f5f48c836f80 tempest-RoutersNegativeTest-536999269 tempest-RoutersNegativeTest-536999269] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:37:49.912221 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Device 4550e97a-a705-4b54-8ba0-c69a84219006 up at agent ovs-agent-n-d-768862-2 {{(pid=84876) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 07:37:49.914491 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-e6e49dde-45e3-40e2-b509-1f7215a6dfc2 tempest-SecGroupTest-1152222618 tempest-SecGroupTest-1152222618] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850887153'] for security_group, after_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:37:49.936123 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-2bcd53d3-a6f3-4d53-af23-b686cde58ad3 tempest-FloatingIPAdminTestJSON-531099267 tempest-FloatingIPAdminTestJSON-531099267] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3206949', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3889649'] for router_interface, after_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:37:50.009258 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9307cfa4-abe4-4b6c-ae29-a38022d497e5 tempest-RoutersTest-1255860389 tempest-RoutersTest-1255860389] Pushing event deleted for resources: {'Port': ['ID=642ccc8e-a60d-4cb4-94f1-7ce0459d899f,revision_number=None']} {{(pid=84875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:37:50.142080 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-9307cfa4-abe4-4b6c-ae29-a38022d497e5 tempest-RoutersTest-1255860389 tempest-RoutersTest-1255860389] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.324s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:37:50.151602 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-ffd48fcd-fbd9-4e18-91cc-0c61f3944b1d None None] Provisioning complete for port 48094460-bd2b-43cb-8152-e75fc18ef052 triggered by entity DHCP. {{(pid=84876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 07:37:50.152293 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-ffd48fcd-fbd9-4e18-91cc-0c61f3944b1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-604227'] for port, provisioning_complete {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:37:50.182588 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.db.api [None req-8656a151-9c90-4a49-82bd-c0f41023fb49 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84876) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Jan 14 07:37:50.183290 n-d-768862-2 neutron-server[84765]: DEBUG oslo_db.api [None req-8656a151-9c90-4a49-82bd-c0f41023fb49 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84876) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Jan 14 07:37:50.240374 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9307cfa4-abe4-4b6c-ae29-a38022d497e5 tempest-RoutersTest-1255860389 tempest-RoutersTest-1255860389] No DVR routers for this DVR port 642ccc8e-a60d-4cb4-94f1-7ce0459d899f on host n-d-768862-2 {{(pid=84875) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Jan 14 07:37:50.339757 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.plugin [None req-ffd48fcd-fbd9-4e18-91cc-0c61f3944b1d None None] Port 48094460-bd2b-43cb-8152-e75fc18ef052 cannot update to ACTIVE because it is not bound. {{(pid=84876) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:329}} Jan 14 07:37:50.341636 n-d-768862-2 neutron-server[84765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2bcd53d3-a6f3-4d53-af23-b686cde58ad3 tempest-FloatingIPAdminTestJSON-531099267 tempest-FloatingIPAdminTestJSON-531099267] Network 1b3d0014-9963-4dc8-8cab-b103f8a4db4f is already hosted by enough agents. {{(pid=84874) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 07:37:50.343822 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-eef96628-cc60-4f92-9a54-ef9bd4f7ee8b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363259214191800', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854171626'] for agent, after_update {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:37:50.368362 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bcd53d3-a6f3-4d53-af23-b686cde58ad3 tempest-FloatingIPAdminTestJSON-531099267 tempest-FloatingIPAdminTestJSON-531099267] Pushing event updated for resources: {'Port': ['ID=48094460-bd2b-43cb-8152-e75fc18ef052,revision_number=2']} {{(pid=84874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:37:50.378943 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-2bcd53d3-a6f3-4d53-af23-b686cde58ad3 tempest-FloatingIPAdminTestJSON-531099267 tempest-FloatingIPAdminTestJSON-531099267] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.538s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:37:50.392576 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Provisioning complete for port 4550e97a-a705-4b54-8ba0-c69a84219006 triggered by entity L2. {{(pid=84876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 07:37:50.392576 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-604227'] for port, provisioning_complete {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:37:50.403667 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-01ee4159-3933-459b-bcff-3275f53cf846 tempest-SecGroupTest-1152222618 tempest-SecGroupTest-1152222618] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.205s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:37:50.488359 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-ffd48fcd-fbd9-4e18-91cc-0c61f3944b1d None None] Provisioning complete for port 4550e97a-a705-4b54-8ba0-c69a84219006 triggered by entity DHCP. {{(pid=84876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 07:37:50.488873 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-ffd48fcd-fbd9-4e18-91cc-0c61f3944b1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-604227'] for port, provisioning_complete {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:37:50.794691 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-9307cfa4-abe4-4b6c-ae29-a38022d497e5 tempest-RoutersTest-1255860389 tempest-RoutersTest-1255860389] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-598987', 'neutron.services.segments.db._delete_segments_for_network-8777640583949'] for network, precommit_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:37:50.904967 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.plugin [None req-8656a151-9c90-4a49-82bd-c0f41023fb49 None None] Deleting port 642ccc8e-a60d-4cb4-94f1-7ce0459d899f {{(pid=84876) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 07:37:50.905668 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-8656a151-9c90-4a49-82bd-c0f41023fb49 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363259214248359'] for port, before_delete {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:37:50.928377 n-d-768862-2 neutron-server[84765]: DEBUG neutron.services.segments.db [None req-9307cfa4-abe4-4b6c-ae29-a38022d497e5 tempest-RoutersTest-1255860389 tempest-RoutersTest-1255860389] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['90c406da-cca7-476a-aa28-f87e63529359']}} {{(pid=84875) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:37:50.943299 n-d-768862-2 neutron-server[84765]: DEBUG neutron.services.segments.db [None req-9307cfa4-abe4-4b6c-ae29-a38022d497e5 tempest-RoutersTest-1255860389 tempest-RoutersTest-1255860389] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dced12e1-dbeb-4e4e-9d18-71ec184ed5ac') {'for_net_delete': True} {{(pid=84875) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:37:50.943531 n-d-768862-2 neutron-server[84765]: DEBUG neutron.services.segments.db [None req-9307cfa4-abe4-4b6c-ae29-a38022d497e5 tempest-RoutersTest-1255860389 tempest-RoutersTest-1255860389] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dced12e1-dbeb-4e4e-9d18-71ec184ed5ac') {} {{(pid=84875) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:37:50.955304 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_hamode_db [None req-4608d098-d867-4860-bbde-d64b46e68820 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '14cc991a-01b9-485e-b91f-631a9ea8ce97', 'name': 'tempest-TestServerMultinode-124629855-router', 'tenant_id': '6f203b6947d74048b2e59043cf791d37', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '226f1e78-82cd-4481-9055-4eb73b6db8c1', 'external_fixed_ips': [{'subnet_id': 'ba8deeec-7658-4195-9449-038c076f5c83', 'ip_address': '172.25.2.147'}], 'enable_snat': True}, 'gw_port_id': '99015dc7-17e2-4f39-83a3-32ee56994792', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-14T07:37:37Z', 'updated_at': '2021-01-14T07:37:44Z', 'revision_number': 3, 'project_id': '6f203b6947d74048b2e59043cf791d37', 'gw_port': {'id': '99015dc7-17e2-4f39-83a3-32ee56994792', 'name': '', 'network_id': '226f1e78-82cd-4481-9055-4eb73b6db8c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:60:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '14cc991a-01b9-485e-b91f-631a9ea8ce97', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3278, 'fixed_ips': [{'subnet_id': 'ba8deeec-7658-4195-9449-038c076f5c83', 'ip_address': '172.25.2.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T07:37:40Z', 'updated_at': '2021-01-14T07:37:41Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ba8deeec-7658-4195-9449-038c076f5c83', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-2'}], 'n-d-768862-2', False) {} {{(pid=84876) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:37:50.958245 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-9307cfa4-abe4-4b6c-ae29-a38022d497e5 tempest-RoutersTest-1255860389 tempest-RoutersTest-1255860389] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363259214173198', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036851408567'] for segment, before_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:37:50.979281 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-9307cfa4-abe4-4b6c-ae29-a38022d497e5 tempest-RoutersTest-1255860389 tempest-RoutersTest-1255860389] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854179735'] for segment, precommit_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:37:50.981824 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-9307cfa4-abe4-4b6c-ae29-a38022d497e5 tempest-RoutersTest-1255860389 tempest-RoutersTest-1255860389] Releasing vxlan tunnel 9 to pool {{(pid=84875) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Jan 14 07:37:51.001927 n-d-768862-2 neutron-server[84765]: DEBUG neutron.scheduler.base_scheduler [None req-2bcd53d3-a6f3-4d53-af23-b686cde58ad3 tempest-FloatingIPAdminTestJSON-531099267 tempest-FloatingIPAdminTestJSON-531099267] Resources bound (agent type, host, resource id): {{(pid=84874) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 07:37:51.016910 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6e49dde-45e3-40e2-b509-1f7215a6dfc2 tempest-SecGroupTest-1152222618 tempest-SecGroupTest-1152222618] Pushing event deleted for resources: {'SecurityGroup': ['ID=e154d47b-81a2-490e-bc22-a0190839a7b0,revision_number=None']} {{(pid=84874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:37:51.022294 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-e6e49dde-45e3-40e2-b509-1f7215a6dfc2 tempest-SecGroupTest-1152222618 tempest-SecGroupTest-1152222618] Notify callbacks [] for security_group, before_response {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:37:51.023826 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.plugin [None req-8656a151-9c90-4a49-82bd-c0f41023fb49 None None] The port '642ccc8e-a60d-4cb4-94f1-7ce0459d899f' was deleted {{(pid=84876) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Jan 14 07:37:51.025155 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4608d098-d867-4860-bbde-d64b46e68820 None None] Checking router: 14cc991a-01b9-485e-b91f-631a9ea8ce97 for host: n-d-768862-2 {{(pid=84876) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Jan 14 07:37:51.026754 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4608d098-d867-4860-bbde-d64b46e68820 None None] Updating router 14cc991a-01b9-485e-b91f-631a9ea8ce97 port 99015dc7-17e2-4f39-83a3-32ee56994792 binding host n-d-768862-2 {{(pid=84876) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Jan 14 07:37:51.027210 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-e6e49dde-45e3-40e2-b509-1f7215a6dfc2 tempest-SecGroupTest-1152222618 tempest-SecGroupTest-1152222618] 10.222.0.24 "DELETE /v2.0/security-groups/e154d47b-81a2-490e-bc22-a0190839a7b0 HTTP/1.1" status: 204 len: 168 time: 2.0240533 Jan 14 07:37:51.029341 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-e6e49dde-45e3-40e2-b509-1f7215a6dfc2 tempest-SecGroupTest-1152222618 tempest-SecGroupTest-1152222618] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.630s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:37:51.050389 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84874) accepted ('10.222.0.24', 37150) {{(pid=84874) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:37:51.245272 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Device 642ccc8e-a60d-4cb4-94f1-7ce0459d899f no longer exists at agent ovs-agent-n-d-768862-2 {{(pid=84876) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jan 14 07:37:51.314302 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.plugin [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] No Port match for: 642ccc8e-a60d-4cb4-94f1-7ce0459d899f {{(pid=84876) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2188}} Jan 14 07:37:51.314975 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Device 642ccc8e-a60d-4cb4-94f1-7ce0459d899f not bound to the agent host n-d-768862-2 {{(pid=84876) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jan 14 07:37:51.317629 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-4608d098-d867-4860-bbde-d64b46e68820 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555753'] for port, before_update {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:37:51.480233 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-80dcdc63-32db-4650-a567-dbd26399f947 tempest-SecGroupTest-1152222618 tempest-SecGroupTest-1152222618] Synchronizing usage tracker for tenant:73c9cef5e7e44d5ba1cf1737d559f80d on resource:security_group {{(pid=84874) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 14 07:37:51.523799 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.managers [None req-9307cfa4-abe4-4b6c-ae29-a38022d497e5 tempest-RoutersTest-1255860389 tempest-RoutersTest-1255860389] Network 90c406da-cca7-476a-aa28-f87e63529359 has no segments {{(pid=84875) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 14 07:37:51.535218 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-9307cfa4-abe4-4b6c-ae29-a38022d497e5 tempest-RoutersTest-1255860389 tempest-RoutersTest-1255860389] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-596065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3154253'] for segment, after_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:37:51.604240 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-312e1e9d-5625-4f19-866b-17a04dcead84 None None] Provisioning complete for port 48094460-bd2b-43cb-8152-e75fc18ef052 triggered by entity DHCP. {{(pid=84876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 07:37:51.604240 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-312e1e9d-5625-4f19-866b-17a04dcead84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-604227'] for port, provisioning_complete {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:37:51.612338 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-80dcdc63-32db-4650-a567-dbd26399f947 tempest-SecGroupTest-1152222618 tempest-SecGroupTest-1152222618] Unset dirty status for tenant:73c9cef5e7e44d5ba1cf1737d559f80d on resource:security_group {{(pid=84874) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 14 07:37:51.612338 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-80dcdc63-32db-4650-a567-dbd26399f947 tempest-SecGroupTest-1152222618 tempest-SecGroupTest-1152222618] 10.222.0.24 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.5659287 Jan 14 07:37:51.629755 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84874) accepted ('10.222.0.24', 37164) {{(pid=84874) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:37:51.684256 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.plugin [None req-312e1e9d-5625-4f19-866b-17a04dcead84 None None] Port 48094460-bd2b-43cb-8152-e75fc18ef052 cannot update to ACTIVE because it is not bound. {{(pid=84876) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:329}} Jan 14 07:37:51.805264 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-ceba0720-bae8-44e5-a5f2-5b7421ed99a2 tempest-SecGroupTest-1152222618 tempest-SecGroupTest-1152222618] 10.222.0.24 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1760366 Jan 14 07:37:51.906177 n-d-768862-2 neutron-server[84765]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2bcd53d3-a6f3-4d53-af23-b686cde58ad3 tempest-FloatingIPAdminTestJSON-531099267 tempest-FloatingIPAdminTestJSON-531099267] Router fc094d91-b73d-45fd-87e4-3cca9c4407c9 has already been hosted by L3 agent 35f592e9-451b-4db9-abea-77b6a5c5391b {{(pid=84874) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Jan 14 07:37:51.909574 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-9fdd4318-bed3-4f6a-a86a-724b6811d6f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363259214191800', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854171626'] for agent, after_update {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:37:51.938402 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-da76cfc0-98e8-4426-9f6d-4f05aa3fae78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363259214191800', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854171626'] for agent, after_update {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:37:52.307209 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-4608d098-d867-4860-bbde-d64b46e68820 None None] Notify callbacks [] for port, precommit_update {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:37:52.408859 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2bcd53d3-a6f3-4d53-af23-b686cde58ad3 tempest-FloatingIPAdminTestJSON-531099267 tempest-FloatingIPAdminTestJSON-531099267] Notify agent at l3_agent.n-d-768862-2 the message routers_updated {{(pid=84874) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jan 14 07:37:52.408859 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-2bcd53d3-a6f3-4d53-af23-b686cde58ad3 tempest-FloatingIPAdminTestJSON-531099267 tempest-FloatingIPAdminTestJSON-531099267] 10.222.0.24 "PUT /v2.0/routers/fc094d91-b73d-45fd-87e4-3cca9c4407c9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.6735713 Jan 14 07:37:52.419748 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a39ac61-f880-4842-a887-1676a559db26 None None] Sync routers for ids ['fc094d91-b73d-45fd-87e4-3cca9c4407c9'] in n-d-768862-2 {{(pid=84877) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Jan 14 07:37:52.429505 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84874) accepted ('10.222.0.24', 37178) {{(pid=84874) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:37:52.440794 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.v2.base [None req-faa11776-a524-49c0-8e2d-4e8b7daf24dd tempest-FloatingIPAdminTestJSON-531099267 tempest-FloatingIPAdminTestJSON-531099267] Request body: {'port': {'network_id': '1b3d0014-9963-4dc8-8cab-b103f8a4db4f', 'name': 'tempest-FloatingIPAdminTestJSON-740666344'}} {{(pid=84874) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:37:52.449480 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a39ac61-f880-4842-a887-1676a559db26 None None] Routers {'fc094d91-b73d-45fd-87e4-3cca9c4407c9'} bound to L3 agent in host n-d-768862-2 {{(pid=84877) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 14 07:37:52.450279 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_hamode_db [None req-4a39ac61-f880-4842-a887-1676a559db26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2021-01-14T06:56:51Z,description=,heartbeat_timestamp=2021-01-14T07:37:52Z,host='n-d-768862-2',id=35f592e9-451b-4db9-abea-77b6a5c5391b,load=0,resource_versions=,resources_synced=,started_at=2021-01-14T06:56:51Z,topic='l3_agent')) {'router_ids': ['fc094d91-b73d-45fd-87e4-3cca9c4407c9'], 'active': True} {{(pid=84877) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:37:52.524008 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.managers [None req-9307cfa4-abe4-4b6c-ae29-a38022d497e5 tempest-RoutersTest-1255860389 tempest-RoutersTest-1255860389] Network 90c406da-cca7-476a-aa28-f87e63529359 has no segments {{(pid=84875) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 14 07:37:52.597398 n-d-768862-2 neutron-server[84765]: Traceback (most recent call last): Jan 14 07:37:52.597398 n-d-768862-2 neutron-server[84765]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 14 07:37:52.597398 n-d-768862-2 neutron-server[84765]: timer() Jan 14 07:37:52.597398 n-d-768862-2 neutron-server[84765]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 14 07:37:52.597398 n-d-768862-2 neutron-server[84765]: cb(*args, **kw) Jan 14 07:37:52.597398 n-d-768862-2 neutron-server[84765]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Jan 14 07:37:52.597398 n-d-768862-2 neutron-server[84765]: return func(*args, **kwargs) Jan 14 07:37:52.597398 n-d-768862-2 neutron-server[84765]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 14 07:37:52.597398 n-d-768862-2 neutron-server[84765]: self._notify() Jan 14 07:37:52.597398 n-d-768862-2 neutron-server[84765]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 14 07:37:52.597398 n-d-768862-2 neutron-server[84765]: self.callback(batched_events) Jan 14 07:37:52.597398 n-d-768862-2 neutron-server[84765]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 14 07:37:52.597398 n-d-768862-2 neutron-server[84765]: event.method(event) Jan 14 07:37:52.597398 n-d-768862-2 neutron-server[84765]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 14 07:37:52.597398 n-d-768862-2 neutron-server[84765]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 14 07:37:52.597398 n-d-768862-2 neutron-server[84765]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Jan 14 07:37:52.597398 n-d-768862-2 neutron-server[84765]: segment_id)['aggregates'][0] Jan 14 07:37:52.597398 n-d-768862-2 neutron-server[84765]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 14 07:37:52.597398 n-d-768862-2 neutron-server[84765]: return f(self, *a, **k) Jan 14 07:37:52.597398 n-d-768862-2 neutron-server[84765]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 14 07:37:52.597398 n-d-768862-2 neutron-server[84765]: return self._get(url).json() Jan 14 07:37:52.597398 n-d-768862-2 neutron-server[84765]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 14 07:37:52.597398 n-d-768862-2 neutron-server[84765]: **kwargs) Jan 14 07:37:52.597398 n-d-768862-2 neutron-server[84765]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 14 07:37:52.597398 n-d-768862-2 neutron-server[84765]: return self.request(url, 'GET', **kwargs) Jan 14 07:37:52.597398 n-d-768862-2 neutron-server[84765]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Jan 14 07:37:52.597398 n-d-768862-2 neutron-server[84765]: **endpoint_filter) Jan 14 07:37:52.597398 n-d-768862-2 neutron-server[84765]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 14 07:37:52.597398 n-d-768862-2 neutron-server[84765]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 14 07:37:52.597398 n-d-768862-2 neutron-server[84765]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 14 07:37:52.597398 n-d-768862-2 neutron-server[84765]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 14 07:37:52.597398 n-d-768862-2 neutron-server[84765]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 14 07:37:52.609188 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84874) accepted ('10.222.0.24', 37184) {{(pid=84874) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:37:52.618529 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363259214191800', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854171626'] for agent, after_update {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:37:52.689036 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-faa11776-a524-49c0-8e2d-4e8b7daf24dd tempest-FloatingIPAdminTestJSON-531099267 tempest-FloatingIPAdminTestJSON-531099267] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:37:52.710238 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-faa11776-a524-49c0-8e2d-4e8b7daf24dd tempest-FloatingIPAdminTestJSON-531099267 tempest-FloatingIPAdminTestJSON-531099267] Usage tracker for resource:port and tenant:ef9f6f3547d542eb9089070d3eabd9fa is out of sync, need to count used quota {{(pid=84874) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:37:52.719703 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_hamode_db [None req-4a39ac61-f880-4842-a887-1676a559db26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768862-2', False) {} {{(pid=84877) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:37:52.721743 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-faa11776-a524-49c0-8e2d-4e8b7daf24dd tempest-FloatingIPAdminTestJSON-531099267 tempest-FloatingIPAdminTestJSON-531099267] Quota usage for port was recalculated. Used quota:3. {{(pid=84874) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:37:52.738885 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a39ac61-f880-4842-a887-1676a559db26 None None] Routers {'fc094d91-b73d-45fd-87e4-3cca9c4407c9'} bound to L3 agent in host n-d-768862-2 {{(pid=84877) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 14 07:37:52.738885 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_hamode_db [None req-4a39ac61-f880-4842-a887-1676a559db26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2021-01-14T06:56:51Z,description=,heartbeat_timestamp=2021-01-14T07:37:52Z,host='n-d-768862-2',id=35f592e9-451b-4db9-abea-77b6a5c5391b,load=0,resource_versions=,resources_synced=,started_at=2021-01-14T06:56:51Z,topic='l3_agent')) {'router_ids': ['fc094d91-b73d-45fd-87e4-3cca9c4407c9'], 'active': True} {{(pid=84877) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:37:52.753409 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-faa11776-a524-49c0-8e2d-4e8b7daf24dd tempest-FloatingIPAdminTestJSON-531099267 tempest-FloatingIPAdminTestJSON-531099267] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=84874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:37:52.775713 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-faa11776-a524-49c0-8e2d-4e8b7daf24dd tempest-FloatingIPAdminTestJSON-531099267 tempest-FloatingIPAdminTestJSON-531099267] Made reservation on behalf of ef9f6f3547d542eb9089070d3eabd9fa for: {'port': 1} {{(pid=84874) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 07:37:52.797468 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-faa11776-a524-49c0-8e2d-4e8b7daf24dd tempest-FloatingIPAdminTestJSON-531099267 tempest-FloatingIPAdminTestJSON-531099267] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555753'] for port, before_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:37:52.925768 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-4608d098-d867-4860-bbde-d64b46e68820 None None] Transition to ACTIVE for port object 99015dc7-17e2-4f39-83a3-32ee56994792 will not be triggered until provisioned by entity L2. {{(pid=84876) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 07:37:52.929737 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-c2cb994b-e1fe-4f2a-b485-43d8efe266a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555753'] for port, before_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:37:52.934335 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-4608d098-d867-4860-bbde-d64b46e68820 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777640533312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363259214678337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777640097497'] for port, after_update {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:37:52.943476 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-9307cfa4-abe4-4b6c-ae29-a38022d497e5 tempest-RoutersTest-1255860389 tempest-RoutersTest-1255860389] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036854176830', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850887149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3912591'] for network, after_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:37:52.950629 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-71c9615e-d4c0-4604-b2f3-aace47dbfc40 tempest-TestNetworkAdvancedServerOps-470546014 tempest-TestNetworkAdvancedServerOps-470546014] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:37:52.982897 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-9307cfa4-abe4-4b6c-ae29-a38022d497e5 tempest-RoutersTest-1255860389 tempest-RoutersTest-1255860389] Notify callbacks [] for network, before_response {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:37:52.986043 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_hamode_db [None req-4a39ac61-f880-4842-a887-1676a559db26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768862-2', False) {} {{(pid=84877) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:37:52.986495 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a39ac61-f880-4842-a887-1676a559db26 None None] The sync data for ids ['fc094d91-b73d-45fd-87e4-3cca9c4407c9'] in n-d-768862-2 is: [] {{(pid=84877) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Jan 14 07:37:52.986630 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9307cfa4-abe4-4b6c-ae29-a38022d497e5 tempest-RoutersTest-1255860389 tempest-RoutersTest-1255860389] Pushing event deleted for resources: {'Network': ['ID=90c406da-cca7-476a-aa28-f87e63529359,revision_number=None']} {{(pid=84875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:37:53.000439 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-9307cfa4-abe4-4b6c-ae29-a38022d497e5 tempest-RoutersTest-1255860389 tempest-RoutersTest-1255860389] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:37:53.045211 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-9307cfa4-abe4-4b6c-ae29-a38022d497e5 tempest-RoutersTest-1255860389 tempest-RoutersTest-1255860389] 10.222.0.24 "DELETE /v2.0/networks/90c406da-cca7-476a-aa28-f87e63529359 HTTP/1.1" status: 204 len: 168 time: 6.8457692 Jan 14 07:37:53.046137 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84875) accepted ('10.222.0.24', 37200) {{(pid=84875) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:37:53.192632 n-d-768862-2 neutron-server[84765]: DEBUG neutron.notifiers.nova [None req-faa11776-a524-49c0-8e2d-4e8b7daf24dd tempest-FloatingIPAdminTestJSON-531099267 tempest-FloatingIPAdminTestJSON-531099267] device_id is not set on port b6e8d8c5-ed1c-400b-9e97-77d9fb4d5907 yet. {{(pid=84874) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}} Jan 14 07:37:53.252198 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-8954c145-5b94-4d6e-9206-464fe83e1b6c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84876) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:37:53.291959 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-43cb8307-b78d-4a88-87fd-b0ef70c2145f admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=73c9cef5e7e44d5ba1cf1737d559f80d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6576960 Jan 14 07:37:53.291959 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84874) accepted ('10.222.0.24', 37206) {{(pid=84874) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:37:53.436177 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-0f37073e-9c69-4e3c-80e0-6cfaa0fd61a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363259214191800', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854171626'] for agent, after_update {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:37:53.441785 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5f745fe-65bb-440c-a11d-5e9a62fd6008 None None] Pushing event updated for resources: {'Port': ['ID=99015dc7-17e2-4f39-83a3-32ee56994792,revision_number=2']} {{(pid=84876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:37:53.445414 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-f5f745fe-65bb-440c-a11d-5e9a62fd6008 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.196s {{(pid=84876) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:37:53.453758 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.managers [None req-4608d098-d867-4860-bbde-d64b46e68820 None None] Attempting to bind port 99015dc7-17e2-4f39-83a3-32ee56994792 on host n-d-768862-2 for vnic_type normal with profile {{(pid=84876) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 14 07:37:53.454186 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.managers [None req-4608d098-d867-4860-bbde-d64b46e68820 None None] Attempting to bind port 99015dc7-17e2-4f39-83a3-32ee56994792 by drivers openvswitch on host n-d-768862-2 at level 0 using segments [{'id': 'cf3ded2c-bc47-4a71-89af-6e7117e60140', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '226f1e78-82cd-4481-9055-4eb73b6db8c1'}] {{(pid=84876) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 14 07:37:53.454599 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4608d098-d867-4860-bbde-d64b46e68820 None None] Attempting to bind port 99015dc7-17e2-4f39-83a3-32ee56994792 on network 226f1e78-82cd-4481-9055-4eb73b6db8c1 {{(pid=84876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 14 07:37:53.467566 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4608d098-d867-4860-bbde-d64b46e68820 None None] Checking agent: {'id': 'ba5efab1-b43c-4d5a-bc52-6e105d4e67a2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768862-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 14, 6, 56, 52), 'started_at': datetime.datetime(2021, 1, 14, 6, 57, 22), 'heartbeat_timestamp': datetime.datetime(2021, 1, 14, 7, 37, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768862-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.29', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 14 07:37:53.468036 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4608d098-d867-4860-bbde-d64b46e68820 None None] Checking segment: {'id': 'cf3ded2c-bc47-4a71-89af-6e7117e60140', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '226f1e78-82cd-4481-9055-4eb73b6db8c1'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84876) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 14 07:37:53.468468 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-4608d098-d867-4860-bbde-d64b46e68820 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:37:53.468910 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4608d098-d867-4860-bbde-d64b46e68820 None None] Bound using segment: {'id': 'cf3ded2c-bc47-4a71-89af-6e7117e60140', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '226f1e78-82cd-4481-9055-4eb73b6db8c1'} {{(pid=84876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 14 07:37:53.469449 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.managers [None req-4608d098-d867-4860-bbde-d64b46e68820 None None] Bound port: 99015dc7-17e2-4f39-83a3-32ee56994792, host: n-d-768862-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cf3ded2c-bc47-4a71-89af-6e7117e60140', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '226f1e78-82cd-4481-9055-4eb73b6db8c1'}}] {{(pid=84876) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 14 07:37:53.469870 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-4608d098-d867-4860-bbde-d64b46e68820 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555753'] for port, before_update {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:37:53.604980 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-78a9cb67-4209-400c-9611-ea2496dcfedc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:37:53.684427 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [None req-4608d098-d867-4860-bbde-d64b46e68820 None None] For port 99015dc7-17e2-4f39-83a3-32ee56994792, host n-d-768862-2, cleared binding levels {{(pid=84876) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 14 07:37:53.687697 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-78a9cb67-4209-400c-9611-ea2496dcfedc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:37:53.706280 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [None req-4608d098-d867-4860-bbde-d64b46e68820 None None] For port 99015dc7-17e2-4f39-83a3-32ee56994792, host n-d-768862-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-2',level=0,port_id=99015dc7-17e2-4f39-83a3-32ee56994792,segment=NetworkSegment(cf3ded2c-bc47-4a71-89af-6e7117e60140),segment_id=cf3ded2c-bc47-4a71-89af-6e7117e60140)] {{(pid=84876) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 14 07:37:53.719593 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-4608d098-d867-4860-bbde-d64b46e68820 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777640533312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363259214678337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777640097497'] for port, after_update {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:37:53.786448 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.db_base_plugin_common [None req-faa11776-a524-49c0-8e2d-4e8b7daf24dd tempest-FloatingIPAdminTestJSON-531099267 tempest-FloatingIPAdminTestJSON-531099267] Allocated IP 172.20.0.3 (1b3d0014-9963-4dc8-8cab-b103f8a4db4f/1baa6069-ec66-4173-bcdf-1fe146dfd36c/b6e8d8c5-ed1c-400b-9e97-77d9fb4d5907) {{(pid=84874) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 14 07:37:53.803720 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-78a9cb67-4209-400c-9611-ea2496dcfedc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850887153'] for security_group, after_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:37:53.816959 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-be0a68a4-4ea6-445d-8ec3-d7761e9516d1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:37:53.888116 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78a9cb67-4209-400c-9611-ea2496dcfedc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f9d16905-a413-4b01-8052-807e830000dc,revision_number=None']} {{(pid=84874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:37:53.888116 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-78a9cb67-4209-400c-9611-ea2496dcfedc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:37:53.952600 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-78a9cb67-4209-400c-9611-ea2496dcfedc admin admin] Notify callbacks [] for security_group, before_response {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:37:53.952600 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-78a9cb67-4209-400c-9611-ea2496dcfedc admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/f9d16905-a413-4b01-8052-807e830000dc HTTP/1.1" status: 204 len: 168 time: 0.6573579 Jan 14 07:37:53.983222 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-c7f0f3f4-40c9-474c-8af0-81e30b1911bf None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84876) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:37:54.085140 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5f745fe-65bb-440c-a11d-5e9a62fd6008 None None] Pushing event updated for resources: {'Port': ['ID=99015dc7-17e2-4f39-83a3-32ee56994792,revision_number=3']} {{(pid=84876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:37:54.115260 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-f5f745fe-65bb-440c-a11d-5e9a62fd6008 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=84876) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:37:54.180317 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4608d098-d867-4860-bbde-d64b46e68820 None None] Routers {'14cc991a-01b9-485e-b91f-631a9ea8ce97'} bound to L3 agent in host n-d-768862-2 {{(pid=84876) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 14 07:37:54.180317 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_hamode_db [None req-4608d098-d867-4860-bbde-d64b46e68820 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2021-01-14T06:56:51Z,description=,heartbeat_timestamp=2021-01-14T07:37:52Z,host='n-d-768862-2',id=35f592e9-451b-4db9-abea-77b6a5c5391b,load=0,resource_versions=,resources_synced=,started_at=2021-01-14T06:56:51Z,topic='l3_agent')) {'router_ids': ['14cc991a-01b9-485e-b91f-631a9ea8ce97'], 'active': True} {{(pid=84876) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:37:54.434281 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-faa11776-a524-49c0-8e2d-4e8b7daf24dd tempest-FloatingIPAdminTestJSON-531099267 tempest-FloatingIPAdminTestJSON-531099267] Notify callbacks [] for port, precommit_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:37:54.470166 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-faa11776-a524-49c0-8e2d-4e8b7daf24dd tempest-FloatingIPAdminTestJSON-531099267 tempest-FloatingIPAdminTestJSON-531099267] Transition to ACTIVE for port object b6e8d8c5-ed1c-400b-9e97-77d9fb4d5907 will not be triggered until provisioned by entity DHCP. {{(pid=84874) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 07:37:54.497872 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-faa11776-a524-49c0-8e2d-4e8b7daf24dd tempest-FloatingIPAdminTestJSON-531099267 tempest-FloatingIPAdminTestJSON-531099267] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777640123575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3254186'] for port, after_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:37:54.525891 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.db_base_plugin_common [None req-c2cb994b-e1fe-4f2a-b485-43d8efe266a0 admin admin] Allocated IP 172.20.0.1 (51dc9c6a-30b1-46b9-9f91-fa530a91fab0/4382c9cf-c50e-49d4-a4ef-3d54aa905a5a/548f9072-1662-4a80-91d2-c9657f10b97a) {{(pid=84875) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 14 07:37:54.687879 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-6436e49a-8981-45b6-be38-f86be9d35ded tempest-RoutersNegativeTest-536999269 tempest-RoutersNegativeTest-536999269] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:37:54.842016 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faa11776-a524-49c0-8e2d-4e8b7daf24dd tempest-FloatingIPAdminTestJSON-531099267 tempest-FloatingIPAdminTestJSON-531099267] Pushing event updated for resources: {'Port': ['ID=b6e8d8c5-ed1c-400b-9e97-77d9fb4d5907,revision_number=1']} {{(pid=84874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:37:54.862434 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-faa11776-a524-49c0-8e2d-4e8b7daf24dd tempest-FloatingIPAdminTestJSON-531099267 tempest-FloatingIPAdminTestJSON-531099267] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.174s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:37:54.900738 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_dvr_db [None req-4608d098-d867-4860-bbde-d64b46e68820 None None] Set router 14cc991a-01b9-485e-b91f-631a9ea8ce97 gateway port host: n-d-768862-2 {{(pid=84876) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 14 07:37:54.912245 n-d-768862-2 neutron-server[84765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-faa11776-a524-49c0-8e2d-4e8b7daf24dd tempest-FloatingIPAdminTestJSON-531099267 tempest-FloatingIPAdminTestJSON-531099267] Network 1b3d0014-9963-4dc8-8cab-b103f8a4db4f is already hosted by enough agents. {{(pid=84874) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 07:37:54.912245 n-d-768862-2 neutron-server[84765]: DEBUG neutron.scheduler.base_scheduler [None req-faa11776-a524-49c0-8e2d-4e8b7daf24dd tempest-FloatingIPAdminTestJSON-531099267 tempest-FloatingIPAdminTestJSON-531099267] Resources bound (agent type, host, resource id): {{(pid=84874) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 07:37:54.926669 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-faa11776-a524-49c0-8e2d-4e8b7daf24dd tempest-FloatingIPAdminTestJSON-531099267 tempest-FloatingIPAdminTestJSON-531099267] Received port after_create {{(pid=84874) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 14 07:37:55.041408 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network":"rule:regular_user" was deprecated in W in favor of "create_network":"role:member and project_id:%(project_id)s". Reason: Jan 14 07:37:55.041408 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:37:55.041408 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:37:55.041408 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:37:55.041408 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:shared":"rule:admin_only" was deprecated in W in favor of "create_network:shared":"role:admin and system_scope:all". Reason: Jan 14 07:37:55.041408 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:37:55.041408 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:37:55.041408 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:37:55.041408 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:router:external":"rule:admin_only" was deprecated in W in favor of "create_network:router:external":"role:admin and system_scope:all". Reason: Jan 14 07:37:55.041408 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:37:55.041408 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:37:55.041408 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:37:55.041408 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:is_default":"rule:admin_only" was deprecated in W in favor of "create_network:is_default":"role:admin and system_scope:all". Reason: Jan 14 07:37:55.041408 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:37:55.041408 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:37:55.041408 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:37:55.041408 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:port_security_enabled":"rule:regular_user" was deprecated in W in favor of "create_network:port_security_enabled":"role:member and project_id:%(project_id)s". Reason: Jan 14 07:37:55.041408 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:37:55.041408 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:37:55.041408 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:37:55.041408 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:segments":"rule:admin_only" was deprecated in W in favor of "create_network:segments":"role:admin and system_scope:all". Reason: Jan 14 07:37:55.041408 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:37:55.041408 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:37:55.041408 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:37:55.041408 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "create_network:provider:network_type":"role:admin and system_scope:all". Reason: Jan 14 07:37:55.041408 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:37:55.041408 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:37:55.041408 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:37:55.041408 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "create_network:provider:physical_network":"role:admin and system_scope:all". Reason: Jan 14 07:37:55.041408 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:37:55.041408 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:37:55.041408 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:37:55.041408 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "create_network:provider:segmentation_id":"role:admin and system_scope:all". Reason: Jan 14 07:37:55.041408 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:37:55.041408 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:37:55.041408 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:37:55.041408 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network":"rule:admin_or_owner or rule:shared or rule:external or rule:context_is_advsvc" was deprecated in W in favor of "get_network":"(role:reader and system_scope:all) or (role:reader and project_id:%(project_id)s) or rule:shared or rule:external or rule:context_is_advsvc". Reason: Jan 14 07:37:55.041408 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:37:55.041408 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:37:55.041408 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:37:55.041408 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:router:external":"rule:regular_user" was deprecated in W in favor of "get_network:router:external":"role:reader and project_id:%(project_id)s". Reason: Jan 14 07:37:55.041408 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:37:55.041408 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:37:55.041408 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:37:55.041408 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:segments":"rule:admin_only" was deprecated in W in favor of "get_network:segments":"role:reader and system_scope:all". Reason: Jan 14 07:37:55.041408 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:37:55.041408 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:37:55.041408 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:37:55.041408 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "get_network:provider:network_type":"role:reader and system_scope:all". Reason: Jan 14 07:37:55.041408 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:37:55.041408 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:37:55.041408 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:37:55.041408 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "get_network:provider:physical_network":"role:reader and system_scope:all". Reason: Jan 14 07:37:55.041408 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:37:55.041408 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:37:55.041408 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:37:55.041408 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "get_network:provider:segmentation_id":"role:reader and system_scope:all". Reason: Jan 14 07:37:55.041408 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:37:55.041408 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:37:55.041408 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:37:55.041408 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network":"rule:admin_or_owner" was deprecated in W in favor of "update_network":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 07:37:55.041408 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:37:55.041408 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:37:55.041408 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:37:55.041408 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:segments":"rule:admin_only" was deprecated in W in favor of "update_network:segments":"role:admin and system_scope:all". Reason: Jan 14 07:37:55.041408 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:37:55.041408 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:37:55.041408 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:37:55.065905 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-faa11776-a524-49c0-8e2d-4e8b7daf24dd tempest-FloatingIPAdminTestJSON-531099267 tempest-FloatingIPAdminTestJSON-531099267] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:37:55.067183 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-faa11776-a524-49c0-8e2d-4e8b7daf24dd tempest-FloatingIPAdminTestJSON-531099267 tempest-FloatingIPAdminTestJSON-531099267] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854768116'] for port, before_response {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:37:55.106964 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-faa11776-a524-49c0-8e2d-4e8b7daf24dd tempest-FloatingIPAdminTestJSON-531099267 tempest-FloatingIPAdminTestJSON-531099267] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.6789863 Jan 14 07:37:55.110779 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84874) accepted ('10.222.0.24', 37232) {{(pid=84874) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:37:55.450246 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.agents_db [None req-5b939a2f-078d-4c69-a188-cb55a28a77a0 None None] Agent healthcheck: found 7 active agents {{(pid=84877) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Jan 14 07:37:55.567177 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-f366b601-1fcb-474b-8dfa-59e4092af334 None None] Provisioning for port b6e8d8c5-ed1c-400b-9e97-77d9fb4d5907 completed by entity DHCP. {{(pid=84876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 07:37:55.581347 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-f366b601-1fcb-474b-8dfa-59e4092af334 None None] Provisioning complete for port b6e8d8c5-ed1c-400b-9e97-77d9fb4d5907 triggered by entity DHCP. {{(pid=84876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 07:37:55.581347 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-f366b601-1fcb-474b-8dfa-59e4092af334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-604227'] for port, provisioning_complete {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:37:55.609468 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-c2cb994b-e1fe-4f2a-b485-43d8efe266a0 admin admin] Notify callbacks [] for port, precommit_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:37:55.665580 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.v2.base [None req-47a6f9cb-9961-4e26-8cb2-defba4a0c92f tempest-FloatingIPAdminTestJSON-398982223 tempest-FloatingIPAdminTestJSON-398982223] Request body: {'floatingip': {'floating_network_id': '226f1e78-82cd-4481-9055-4eb73b6db8c1', 'project_id': 'ef9f6f3547d542eb9089070d3eabd9fa', 'port_id': 'b6e8d8c5-ed1c-400b-9e97-77d9fb4d5907'}} {{(pid=84874) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:37:55.668943 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-c2cb994b-e1fe-4f2a-b485-43d8efe266a0 admin admin] Transition to ACTIVE for port object 548f9072-1662-4a80-91d2-c9657f10b97a will not be triggered until provisioned by entity DHCP. {{(pid=84875) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 07:37:55.676337 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.plugin [None req-f366b601-1fcb-474b-8dfa-59e4092af334 None None] Port b6e8d8c5-ed1c-400b-9e97-77d9fb4d5907 cannot update to ACTIVE because it is not bound. {{(pid=84876) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:329}} Jan 14 07:37:55.683263 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-47a6f9cb-9961-4e26-8cb2-defba4a0c92f tempest-FloatingIPAdminTestJSON-398982223 tempest-FloatingIPAdminTestJSON-398982223] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:37:55.717225 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-47a6f9cb-9961-4e26-8cb2-defba4a0c92f tempest-FloatingIPAdminTestJSON-398982223 tempest-FloatingIPAdminTestJSON-398982223] Usage tracker for resource:floatingip and tenant:ef9f6f3547d542eb9089070d3eabd9fa is out of sync, need to count used quota {{(pid=84874) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:37:55.721926 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_hamode_db [None req-4608d098-d867-4860-bbde-d64b46e68820 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '14cc991a-01b9-485e-b91f-631a9ea8ce97', 'name': 'tempest-TestServerMultinode-124629855-router', 'tenant_id': '6f203b6947d74048b2e59043cf791d37', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '226f1e78-82cd-4481-9055-4eb73b6db8c1', 'external_fixed_ips': [{'subnet_id': 'ba8deeec-7658-4195-9449-038c076f5c83', 'ip_address': '172.25.2.147'}], 'enable_snat': True}, 'gw_port_id': '99015dc7-17e2-4f39-83a3-32ee56994792', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-14T07:37:37Z', 'updated_at': '2021-01-14T07:37:44Z', 'revision_number': 3, 'project_id': '6f203b6947d74048b2e59043cf791d37', 'gw_port': {'id': '99015dc7-17e2-4f39-83a3-32ee56994792', 'name': '', 'network_id': '226f1e78-82cd-4481-9055-4eb73b6db8c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:60:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '14cc991a-01b9-485e-b91f-631a9ea8ce97', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3278, 'fixed_ips': [{'subnet_id': 'ba8deeec-7658-4195-9449-038c076f5c83', 'ip_address': '172.25.2.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T07:37:40Z', 'updated_at': '2021-01-14T07:37:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ba8deeec-7658-4195-9449-038c076f5c83', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-2'}], 'n-d-768862-2', False) {} {{(pid=84876) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:37:55.732660 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-47a6f9cb-9961-4e26-8cb2-defba4a0c92f tempest-FloatingIPAdminTestJSON-398982223 tempest-FloatingIPAdminTestJSON-398982223] Quota usage for floatingip was recalculated. Used quota:1. {{(pid=84874) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:37:55.737710 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4608d098-d867-4860-bbde-d64b46e68820 None None] The sync data for ids ['14cc991a-01b9-485e-b91f-631a9ea8ce97'] in n-d-768862-2 is: [{'id': '14cc991a-01b9-485e-b91f-631a9ea8ce97', 'name': 'tempest-TestServerMultinode-124629855-router', 'tenant_id': '6f203b6947d74048b2e59043cf791d37', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '226f1e78-82cd-4481-9055-4eb73b6db8c1', 'external_fixed_ips': [{'subnet_id': 'ba8deeec-7658-4195-9449-038c076f5c83', 'ip_address': '172.25.2.147'}], 'enable_snat': True}, 'gw_port_id': '99015dc7-17e2-4f39-83a3-32ee56994792', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-14T07:37:37Z', 'updated_at': '2021-01-14T07:37:44Z', 'revision_number': 3, 'project_id': '6f203b6947d74048b2e59043cf791d37', 'gw_port': {'id': '99015dc7-17e2-4f39-83a3-32ee56994792', 'name': '', 'network_id': '226f1e78-82cd-4481-9055-4eb73b6db8c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:60:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '14cc991a-01b9-485e-b91f-631a9ea8ce97', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3278, 'fixed_ips': [{'subnet_id': 'ba8deeec-7658-4195-9449-038c076f5c83', 'ip_address': '172.25.2.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T07:37:40Z', 'updated_at': '2021-01-14T07:37:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ba8deeec-7658-4195-9449-038c076f5c83', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-2'}] {{(pid=84876) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Jan 14 07:37:55.755264 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-47a6f9cb-9961-4e26-8cb2-defba4a0c92f tempest-FloatingIPAdminTestJSON-398982223 tempest-FloatingIPAdminTestJSON-398982223] Attempting to reserve 1 items for resource floatingip. Total usage: 1; quota limit: 50; headroom:49 {{(pid=84874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:37:55.777811 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-c2cb994b-e1fe-4f2a-b485-43d8efe266a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777640123575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851621574'] for port, after_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:37:55.791816 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-47a6f9cb-9961-4e26-8cb2-defba4a0c92f tempest-FloatingIPAdminTestJSON-398982223 tempest-FloatingIPAdminTestJSON-398982223] Notify callbacks [] for floatingip, before_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:37:55.799676 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-08d0282b-1b4e-4dca-b389-dfdd24266c07 tempest-NetworksTest-1803261889 tempest-NetworksTest-1803261889] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:37:56.089675 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2cb994b-e1fe-4f2a-b485-43d8efe266a0 admin admin] Pushing event updated for resources: {'Port': ['ID=548f9072-1662-4a80-91d2-c9657f10b97a,revision_number=1']} {{(pid=84875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:37:56.099637 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-c2cb994b-e1fe-4f2a-b485-43d8efe266a0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.299s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:37:56.130130 n-d-768862-2 neutron-server[84765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2cb994b-e1fe-4f2a-b485-43d8efe266a0 admin admin] Network 51dc9c6a-30b1-46b9-9f91-fa530a91fab0 is already hosted by enough agents. {{(pid=84875) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 07:37:56.134093 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-5dfcfac9-f4db-4c4d-9231-c3ec009eb0a1 tempest-RoutersTest-1255860389 tempest-RoutersTest-1255860389] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3889632'] for router_interface, before_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:37:56.161194 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-47a6f9cb-9961-4e26-8cb2-defba4a0c92f tempest-FloatingIPAdminTestJSON-398982223 tempest-FloatingIPAdminTestJSON-398982223] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555753'] for port, before_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:37:56.411537 n-d-768862-2 neutron-server[84765]: DEBUG neutron.scheduler.base_scheduler [None req-c2cb994b-e1fe-4f2a-b485-43d8efe266a0 admin admin] Resources bound (agent type, host, resource id): {{(pid=84875) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 07:37:56.416969 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2cb994b-e1fe-4f2a-b485-43d8efe266a0 admin admin] Received port after_create {{(pid=84875) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 14 07:37:56.547151 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84875) accepted ('10.222.0.24', 37266) {{(pid=84875) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:37:56.583242 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-c2cb994b-e1fe-4f2a-b485-43d8efe266a0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036850886386'] for router_interface, before_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:37:56.840293 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.db_base_plugin_common [None req-47a6f9cb-9961-4e26-8cb2-defba4a0c92f tempest-FloatingIPAdminTestJSON-398982223 tempest-FloatingIPAdminTestJSON-398982223] Allocated IP 172.25.2.187 (226f1e78-82cd-4481-9055-4eb73b6db8c1/ba8deeec-7658-4195-9449-038c076f5c83/dd26c134-fe68-4d12-a289-8088166f2e37) {{(pid=84874) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 14 07:37:57.013650 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-4a1fece1-a97b-4afd-ba58-9fe53eb0daef None None] Provisioning for port 548f9072-1662-4a80-91d2-c9657f10b97a completed by entity DHCP. {{(pid=84876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 07:37:57.048213 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-4a1fece1-a97b-4afd-ba58-9fe53eb0daef None None] Provisioning complete for port 548f9072-1662-4a80-91d2-c9657f10b97a triggered by entity DHCP. {{(pid=84876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 07:37:57.048652 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-4a1fece1-a97b-4afd-ba58-9fe53eb0daef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-604227'] for port, provisioning_complete {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:37:57.318182 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.plugin [None req-4a1fece1-a97b-4afd-ba58-9fe53eb0daef None None] Port 548f9072-1662-4a80-91d2-c9657f10b97a cannot update to ACTIVE because it is not bound. {{(pid=84876) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:329}} Jan 14 07:37:57.344018 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-c2cb994b-e1fe-4f2a-b485-43d8efe266a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555753'] for port, before_update {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:37:57.344487 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-47a6f9cb-9961-4e26-8cb2-defba4a0c92f tempest-FloatingIPAdminTestJSON-398982223 tempest-FloatingIPAdminTestJSON-398982223] Notify callbacks [] for port, precommit_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:37:57.371337 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.v2.base [None req-38a4ebf9-67bb-408f-a0c9-1de7a879257d tempest-NegativeSecGroupTest-99150678 tempest-NegativeSecGroupTest-99150678] Request body: {'security_group': {'name': 'default'}} {{(pid=84875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:37:57.373431 n-d-768862-2 neutron-server[84765]: WARNING neutron.api.v2.base [None req-38a4ebf9-67bb-408f-a0c9-1de7a879257d tempest-NegativeSecGroupTest-99150678 tempest-NegativeSecGroupTest-99150678] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Jan 14 07:37:57.374282 n-d-768862-2 neutron-server[84765]: INFO neutron.api.v2.resource [None req-38a4ebf9-67bb-408f-a0c9-1de7a879257d tempest-NegativeSecGroupTest-99150678 tempest-NegativeSecGroupTest-99150678] create failed (client error): There was a conflict when trying to complete your request. Jan 14 07:37:57.375788 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-38a4ebf9-67bb-408f-a0c9-1de7a879257d tempest-NegativeSecGroupTest-99150678 tempest-NegativeSecGroupTest-99150678] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 409 len: 330 time: 0.7888408 Jan 14 07:37:57.388292 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84874) accepted ('10.222.0.24', 37280) {{(pid=84874) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:37:57.408766 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.v2.base [None req-8bca4ffd-b6c8-4416-9457-a3338f4c746e tempest-NegativeSecGroupTest-99150678 tempest-NegativeSecGroupTest-99150678] Request body: {'security_group': {'name': 'tempest-secgroup--965067575'}} {{(pid=84874) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:37:57.468161 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-8bca4ffd-b6c8-4416-9457-a3338f4c746e tempest-NegativeSecGroupTest-99150678 tempest-NegativeSecGroupTest-99150678] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:37:57.480840 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-8bca4ffd-b6c8-4416-9457-a3338f4c746e tempest-NegativeSecGroupTest-99150678 tempest-NegativeSecGroupTest-99150678] Usage tracker for resource:security_group and tenant:32dfd94f88254230a57d6c30248c2849 is out of sync, need to count used quota {{(pid=84874) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:37:57.494846 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-8bca4ffd-b6c8-4416-9457-a3338f4c746e tempest-NegativeSecGroupTest-99150678 tempest-NegativeSecGroupTest-99150678] Quota usage for security_group was recalculated. Used quota:0. {{(pid=84874) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:37:57.557237 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-8bca4ffd-b6c8-4416-9457-a3338f4c746e tempest-NegativeSecGroupTest-99150678 tempest-NegativeSecGroupTest-99150678] Attempting to reserve 1 items for resource security_group. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:37:57.607078 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Device 99015dc7-17e2-4f39-83a3-32ee56994792 up at agent ovs-agent-n-d-768862-2 {{(pid=84876) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 07:37:57.626601 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-8bca4ffd-b6c8-4416-9457-a3338f4c746e tempest-NegativeSecGroupTest-99150678 tempest-NegativeSecGroupTest-99150678] Notify callbacks [] for security_group, before_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:37:57.662586 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-8bca4ffd-b6c8-4416-9457-a3338f4c746e tempest-NegativeSecGroupTest-99150678 tempest-NegativeSecGroupTest-99150678] Notify callbacks [] for security_group, before_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:37:57.695652 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-47a6f9cb-9961-4e26-8cb2-defba4a0c92f tempest-FloatingIPAdminTestJSON-398982223 tempest-FloatingIPAdminTestJSON-398982223] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777640123575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3254186'] for port, after_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:37:57.793566 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-b820985d-e4c2-467a-ac66-113fe5d0ba69 tempest-TestNetworkAdvancedServerOps-470546014 tempest-TestNetworkAdvancedServerOps-470546014] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:37:57.824864 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Provisioning for port 99015dc7-17e2-4f39-83a3-32ee56994792 completed by entity L2. {{(pid=84876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 07:37:57.842746 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Provisioning complete for port 99015dc7-17e2-4f39-83a3-32ee56994792 triggered by entity L2. {{(pid=84876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 07:37:57.842746 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-604227'] for port, provisioning_complete {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:37:58.011554 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-8bca4ffd-b6c8-4416-9457-a3338f4c746e tempest-NegativeSecGroupTest-99150678 tempest-NegativeSecGroupTest-99150678] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:37:58.016275 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-8bca4ffd-b6c8-4416-9457-a3338f4c746e tempest-NegativeSecGroupTest-99150678 tempest-NegativeSecGroupTest-99150678] Usage tracker for resource:security_group_rule and tenant:32dfd94f88254230a57d6c30248c2849 is out of sync, need to count used quota {{(pid=84874) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:37:58.019808 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-8bca4ffd-b6c8-4416-9457-a3338f4c746e tempest-NegativeSecGroupTest-99150678 tempest-NegativeSecGroupTest-99150678] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84874) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:37:58.030674 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-8bca4ffd-b6c8-4416-9457-a3338f4c746e tempest-NegativeSecGroupTest-99150678 tempest-NegativeSecGroupTest-99150678] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:37:58.280750 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555753'] for port, before_update {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:37:58.326277 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] For port 99015dc7-17e2-4f39-83a3-32ee56994792, host n-d-768862-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-2',level=0,port_id=99015dc7-17e2-4f39-83a3-32ee56994792,segment=NetworkSegment(cf3ded2c-bc47-4a71-89af-6e7117e60140),segment_id=cf3ded2c-bc47-4a71-89af-6e7117e60140)] {{(pid=84876) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 07:37:58.337371 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777640533312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363259214678337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777640097497'] for port, after_update {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:37:58.339879 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-17c713e5-ddac-466d-a1c9-8033234cec62 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84876) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:37:58.485521 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Pushing event updated for resources: {'Port': ['ID=99015dc7-17e2-4f39-83a3-32ee56994792,revision_number=4']} {{(pid=84876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:37:58.490165 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=84876) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:37:58.537532 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.plugin [None req-5dfcfac9-f4db-4c4d-9231-c3ec009eb0a1 tempest-RoutersTest-1255860389 tempest-RoutersTest-1255860389] Deleting port 1749ad2c-da7d-4dfd-8fbb-caa8b9d4f9da {{(pid=84875) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 07:37:58.537532 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-5dfcfac9-f4db-4c4d-9231-c3ec009eb0a1 tempest-RoutersTest-1255860389 tempest-RoutersTest-1255860389] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363259214248359'] for port, before_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:37:58.574303 n-d-768862-2 neutron-server[84765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47a6f9cb-9961-4e26-8cb2-defba4a0c92f tempest-FloatingIPAdminTestJSON-398982223 tempest-FloatingIPAdminTestJSON-398982223] Network 226f1e78-82cd-4481-9055-4eb73b6db8c1 is already hosted by enough agents. {{(pid=84874) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 07:37:58.586927 n-d-768862-2 neutron-server[84765]: DEBUG neutron.scheduler.base_scheduler [None req-47a6f9cb-9961-4e26-8cb2-defba4a0c92f tempest-FloatingIPAdminTestJSON-398982223 tempest-FloatingIPAdminTestJSON-398982223] Resources bound (agent type, host, resource id): {{(pid=84874) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 07:37:58.586927 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47a6f9cb-9961-4e26-8cb2-defba4a0c92f tempest-FloatingIPAdminTestJSON-398982223 tempest-FloatingIPAdminTestJSON-398982223] Pushing event updated for resources: {'Port': ['ID=dd26c134-fe68-4d12-a289-8088166f2e37,revision_number=1']} {{(pid=84874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:37:58.620532 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47a6f9cb-9961-4e26-8cb2-defba4a0c92f tempest-FloatingIPAdminTestJSON-398982223 tempest-FloatingIPAdminTestJSON-398982223] Received port after_create {{(pid=84874) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 14 07:37:58.933876 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [None req-5dfcfac9-f4db-4c4d-9231-c3ec009eb0a1 tempest-RoutersTest-1255860389 tempest-RoutersTest-1255860389] For port 1749ad2c-da7d-4dfd-8fbb-caa8b9d4f9da, host n-d-768862-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-2',level=0,port_id=1749ad2c-da7d-4dfd-8fbb-caa8b9d4f9da,segment=NetworkSegment(11fad05c-7eaf-4772-af9d-fa3360011a4e),segment_id=11fad05c-7eaf-4772-af9d-fa3360011a4e)] {{(pid=84875) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 07:37:58.933876 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-5dfcfac9-f4db-4c4d-9231-c3ec009eb0a1 tempest-RoutersTest-1255860389 tempest-RoutersTest-1255860389] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036850862667'] for port, precommit_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:37:59.105254 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.plugin [None req-5dfcfac9-f4db-4c4d-9231-c3ec009eb0a1 tempest-RoutersTest-1255860389 tempest-RoutersTest-1255860389] Calling delete_port for 1749ad2c-da7d-4dfd-8fbb-caa8b9d4f9da owned by network:router_interface {{(pid=84875) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 07:37:59.225372 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-47a6f9cb-9961-4e26-8cb2-defba4a0c92f tempest-FloatingIPAdminTestJSON-398982223 tempest-FloatingIPAdminTestJSON-398982223] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.441s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:37:59.254124 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-8bca4ffd-b6c8-4416-9457-a3338f4c746e tempest-NegativeSecGroupTest-99150678 tempest-NegativeSecGroupTest-99150678] Notify callbacks [] for security_group, precommit_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:37:59.259234 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-8bca4ffd-b6c8-4416-9457-a3338f4c746e tempest-NegativeSecGroupTest-99150678 tempest-NegativeSecGroupTest-99150678] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850887153'] for security_group, after_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:37:59.263590 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-9dfbe9cb-2eda-4594-aebc-f7d1049db1e7 tempest-SecGroupTest-1152222618 tempest-SecGroupTest-1152222618] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:37:59.276437 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-8bca4ffd-b6c8-4416-9457-a3338f4c746e tempest-NegativeSecGroupTest-99150678 tempest-NegativeSecGroupTest-99150678] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:37:59.288143 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-8bca4ffd-b6c8-4416-9457-a3338f4c746e tempest-NegativeSecGroupTest-99150678 tempest-NegativeSecGroupTest-99150678] Usage tracker for resource:security_group_rule and tenant:32dfd94f88254230a57d6c30248c2849 is out of sync, need to count used quota {{(pid=84874) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:37:59.309190 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-8bca4ffd-b6c8-4416-9457-a3338f4c746e tempest-NegativeSecGroupTest-99150678 tempest-NegativeSecGroupTest-99150678] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84874) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:37:59.320915 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-8bca4ffd-b6c8-4416-9457-a3338f4c746e tempest-NegativeSecGroupTest-99150678 tempest-NegativeSecGroupTest-99150678] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:37:59.320915 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bca4ffd-b6c8-4416-9457-a3338f4c746e tempest-NegativeSecGroupTest-99150678 tempest-NegativeSecGroupTest-99150678] Pushing event updated for resources: {'SecurityGroup': ['ID=c0c3b89e-05ff-40a6-b686-9109b84d3866,revision_number=1']} {{(pid=84874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:37:59.354935 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-8bca4ffd-b6c8-4416-9457-a3338f4c746e tempest-NegativeSecGroupTest-99150678 tempest-NegativeSecGroupTest-99150678] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:37:59.389062 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-c2cb994b-e1fe-4f2a-b485-43d8efe266a0 admin admin] Notify callbacks [] for port, precommit_update {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:37:59.395563 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-5dfcfac9-f4db-4c4d-9231-c3ec009eb0a1 tempest-RoutersTest-1255860389 tempest-RoutersTest-1255860389] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777640533329', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777640097463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851621574'] for port, after_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:37:59.471978 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-fdfab434-8e51-4583-b0f7-bc709f28532f tempest-TestNetworkAdvancedServerOps-470546014 tempest-TestNetworkAdvancedServerOps-470546014] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:37:59.534784 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Device 99015dc7-17e2-4f39-83a3-32ee56994792 up at agent ovs-agent-n-d-768862-2 {{(pid=84876) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 07:37:59.546822 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dfcfac9-f4db-4c4d-9231-c3ec009eb0a1 tempest-RoutersTest-1255860389 tempest-RoutersTest-1255860389] Pushing event deleted for resources: {'Port': ['ID=1749ad2c-da7d-4dfd-8fbb-caa8b9d4f9da,revision_number=None']} {{(pid=84875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:37:59.550400 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-5dfcfac9-f4db-4c4d-9231-c3ec009eb0a1 tempest-RoutersTest-1255860389 tempest-RoutersTest-1255860389] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:37:59.551349 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-c2cb994b-e1fe-4f2a-b485-43d8efe266a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777640533312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363259214678337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777640097497', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3154211'] for port, after_update {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:37:59.632115 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Provisioning complete for port 99015dc7-17e2-4f39-83a3-32ee56994792 triggered by entity L2. {{(pid=84876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 07:37:59.632115 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-604227'] for port, provisioning_complete {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:37:59.960861 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-434ad7fc-875d-4055-93bb-c6c2e9a5833c tempest-TestSecurityGroupsBasicOps-944861984 tempest-TestSecurityGroupsBasicOps-944861984] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:38:00.081242 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2cb994b-e1fe-4f2a-b485-43d8efe266a0 admin admin] Pushing event updated for resources: {'Port': ['ID=548f9072-1662-4a80-91d2-c9657f10b97a,revision_number=2']} {{(pid=84875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:38:00.089583 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-c2cb994b-e1fe-4f2a-b485-43d8efe266a0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:38:00.089583 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-c2cb994b-e1fe-4f2a-b485-43d8efe266a0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3206949', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3889649'] for router_interface, after_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:38:00.286395 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-47a6f9cb-9961-4e26-8cb2-defba4a0c92f tempest-FloatingIPAdminTestJSON-398982223 tempest-FloatingIPAdminTestJSON-398982223] Notify callbacks [] for floatingip, precommit_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:38:00.364048 n-d-768862-2 neutron-server[84765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2cb994b-e1fe-4f2a-b485-43d8efe266a0 admin admin] Network 51dc9c6a-30b1-46b9-9f91-fa530a91fab0 is already hosted by enough agents. {{(pid=84875) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 07:38:00.375634 n-d-768862-2 neutron-server[84765]: DEBUG neutron.scheduler.base_scheduler [None req-c2cb994b-e1fe-4f2a-b485-43d8efe266a0 admin admin] Resources bound (agent type, host, resource id): {{(pid=84875) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 07:38:00.494718 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-47a6f9cb-9961-4e26-8cb2-defba4a0c92f tempest-FloatingIPAdminTestJSON-398982223 tempest-FloatingIPAdminTestJSON-398982223] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555753'] for port, before_update {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:38:00.924706 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-2f16155c-217c-441d-9a98-8c9b8d9ec354 None None] Provisioning complete for port 548f9072-1662-4a80-91d2-c9657f10b97a triggered by entity DHCP. {{(pid=84876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 07:38:00.924706 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-2f16155c-217c-441d-9a98-8c9b8d9ec354 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-604227'] for port, provisioning_complete {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:38:01.116871 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-8bca4ffd-b6c8-4416-9457-a3338f4c746e tempest-NegativeSecGroupTest-99150678 tempest-NegativeSecGroupTest-99150678] Notify callbacks [] for security_group, precommit_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:38:01.150471 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-8bca4ffd-b6c8-4416-9457-a3338f4c746e tempest-NegativeSecGroupTest-99150678 tempest-NegativeSecGroupTest-99150678] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850887153'] for security_group, after_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:38:01.150471 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-bdadb340-16bb-4b28-8cfe-8458af9b71cc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:38:01.192131 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.plugin [None req-2f16155c-217c-441d-9a98-8c9b8d9ec354 None None] Port 548f9072-1662-4a80-91d2-c9657f10b97a cannot update to ACTIVE because it is not bound. {{(pid=84876) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:329}} Jan 14 07:38:01.507455 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-47a6f9cb-9961-4e26-8cb2-defba4a0c92f tempest-FloatingIPAdminTestJSON-398982223 tempest-FloatingIPAdminTestJSON-398982223] Notify callbacks [] for port, precommit_update {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:38:01.521854 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-47a6f9cb-9961-4e26-8cb2-defba4a0c92f tempest-FloatingIPAdminTestJSON-398982223 tempest-FloatingIPAdminTestJSON-398982223] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777640533312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363259214678337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777640097497', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036851521613'] for port, after_update {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:38:01.718969 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-8bca4ffd-b6c8-4416-9457-a3338f4c746e tempest-NegativeSecGroupTest-99150678 tempest-NegativeSecGroupTest-99150678] Notify callbacks [] for security_group, before_response {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:38:01.737414 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-8bca4ffd-b6c8-4416-9457-a3338f4c746e tempest-NegativeSecGroupTest-99150678 tempest-NegativeSecGroupTest-99150678] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 4.3424683 Jan 14 07:38:01.737414 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84874) accepted ('10.222.0.24', 37328) {{(pid=84874) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:38:01.737414 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bca4ffd-b6c8-4416-9457-a3338f4c746e tempest-NegativeSecGroupTest-99150678 tempest-NegativeSecGroupTest-99150678] Pushing event updated for resources: {'SecurityGroup': ['ID=beb78d9d-48f9-48e3-9049-d86a667b1056,revision_number=1']} {{(pid=84874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:38:01.774259 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.v2.base [None req-eee90e98-0bf7-4a80-af7e-3f60aba41bb7 tempest-NegativeSecGroupTest-99150678 tempest-NegativeSecGroupTest-99150678] Request body: {'security_group_rule': {'security_group_id': 'beb78d9d-48f9-48e3-9049-d86a667b1056', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=84874) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:38:01.798013 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-8bca4ffd-b6c8-4416-9457-a3338f4c746e tempest-NegativeSecGroupTest-99150678 tempest-NegativeSecGroupTest-99150678] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.643s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:38:01.805521 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-6436e49a-8981-45b6-be38-f86be9d35ded tempest-RoutersNegativeTest-536999269 tempest-RoutersNegativeTest-536999269] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.131s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:38:01.975260 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47a6f9cb-9961-4e26-8cb2-defba4a0c92f tempest-FloatingIPAdminTestJSON-398982223 tempest-FloatingIPAdminTestJSON-398982223] Pushing event updated for resources: {'Port': ['ID=dd26c134-fe68-4d12-a289-8088166f2e37,revision_number=2']} {{(pid=84874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:38:01.975260 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-47a6f9cb-9961-4e26-8cb2-defba4a0c92f tempest-FloatingIPAdminTestJSON-398982223 tempest-FloatingIPAdminTestJSON-398982223] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3912638'] for floatingip, after_update {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:38:02.060589 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-eee90e98-0bf7-4a80-af7e-3f60aba41bb7 tempest-NegativeSecGroupTest-99150678 tempest-NegativeSecGroupTest-99150678] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:38:02.067721 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-47a6f9cb-9961-4e26-8cb2-defba4a0c92f tempest-FloatingIPAdminTestJSON-398982223 tempest-FloatingIPAdminTestJSON-398982223] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.260s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:38:02.076224 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-eee90e98-0bf7-4a80-af7e-3f60aba41bb7 tempest-NegativeSecGroupTest-99150678 tempest-NegativeSecGroupTest-99150678] Usage tracker for resource:security_group_rule and tenant:32dfd94f88254230a57d6c30248c2849 is out of sync, need to count used quota {{(pid=84874) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:38:02.084199 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-eee90e98-0bf7-4a80-af7e-3f60aba41bb7 tempest-NegativeSecGroupTest-99150678 tempest-NegativeSecGroupTest-99150678] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84874) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:38:02.168644 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-eee90e98-0bf7-4a80-af7e-3f60aba41bb7 tempest-NegativeSecGroupTest-99150678 tempest-NegativeSecGroupTest-99150678] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:38:02.199509 n-d-768862-2 neutron-server[84765]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c2cb994b-e1fe-4f2a-b485-43d8efe266a0 admin admin] Router 14cc991a-01b9-485e-b91f-631a9ea8ce97 has already been hosted by L3 agent 35f592e9-451b-4db9-abea-77b6a5c5391b {{(pid=84875) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Jan 14 07:38:02.287087 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-eee90e98-0bf7-4a80-af7e-3f60aba41bb7 tempest-NegativeSecGroupTest-99150678 tempest-NegativeSecGroupTest-99150678] Notify callbacks [] for security_group_rule, before_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:38:02.388692 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-eee90e98-0bf7-4a80-af7e-3f60aba41bb7 tempest-NegativeSecGroupTest-99150678 tempest-NegativeSecGroupTest-99150678] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:38:02.388692 n-d-768862-2 neutron-server[84765]: INFO neutron.db.l3_db [None req-47a6f9cb-9961-4e26-8cb2-defba4a0c92f tempest-FloatingIPAdminTestJSON-398982223 tempest-FloatingIPAdminTestJSON-398982223] Floating IP 0099b7d6-6254-4b56-b1dd-f80bcb044026 associated. External IP: 172.25.2.187, port: b6e8d8c5-ed1c-400b-9e97-77d9fb4d5907. Jan 14 07:38:02.458660 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-eee90e98-0bf7-4a80-af7e-3f60aba41bb7 tempest-NegativeSecGroupTest-99150678 tempest-NegativeSecGroupTest-99150678] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850966545'] for security_group_rule, after_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:38:02.478930 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-ddcc96df-cf45-46d8-96c2-6737164b8e11 tempest-TestNetworkAdvancedServerOps-470546014 tempest-TestNetworkAdvancedServerOps-470546014] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:38:02.624401 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eee90e98-0bf7-4a80-af7e-3f60aba41bb7 tempest-NegativeSecGroupTest-99150678 tempest-NegativeSecGroupTest-99150678] Pushing event updated for resources: {'SecurityGroupRule': ['ID=307b86fc-c6a5-4e95-8aca-50b90bbebd70,revision_number=0']} {{(pid=84874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:38:02.644777 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-eee90e98-0bf7-4a80-af7e-3f60aba41bb7 tempest-NegativeSecGroupTest-99150678 tempest-NegativeSecGroupTest-99150678] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.158s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:38:02.644777 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-eee90e98-0bf7-4a80-af7e-3f60aba41bb7 tempest-NegativeSecGroupTest-99150678 tempest-NegativeSecGroupTest-99150678] Notify callbacks [] for security_group_rule, before_response {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:38:02.644777 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-eee90e98-0bf7-4a80-af7e-3f60aba41bb7 tempest-NegativeSecGroupTest-99150678 tempest-NegativeSecGroupTest-99150678] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.8770399 Jan 14 07:38:02.652294 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84874) accepted ('10.222.0.24', 37346) {{(pid=84874) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:38:02.656921 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-5dfcfac9-f4db-4c4d-9231-c3ec009eb0a1 tempest-RoutersTest-1255860389 tempest-RoutersTest-1255860389] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted--9223372036851568851', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal--9223372036850888080'] for router_interface, after_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:38:02.677965 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.v2.base [None req-e942a4f0-a25b-44ae-8073-9347df0d4a9c tempest-NegativeSecGroupTest-99150678 tempest-NegativeSecGroupTest-99150678] Request body: {'security_group_rule': {'security_group_id': 'beb78d9d-48f9-48e3-9049-d86a667b1056', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=84874) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:38:02.710727 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-e942a4f0-a25b-44ae-8073-9347df0d4a9c tempest-NegativeSecGroupTest-99150678 tempest-NegativeSecGroupTest-99150678] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:38:02.751414 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-e942a4f0-a25b-44ae-8073-9347df0d4a9c tempest-NegativeSecGroupTest-99150678 tempest-NegativeSecGroupTest-99150678] Usage tracker for resource:security_group_rule and tenant:32dfd94f88254230a57d6c30248c2849 is out of sync, need to count used quota {{(pid=84874) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:38:02.757419 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-e942a4f0-a25b-44ae-8073-9347df0d4a9c tempest-NegativeSecGroupTest-99150678 tempest-NegativeSecGroupTest-99150678] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=84874) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:38:02.768175 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-e942a4f0-a25b-44ae-8073-9347df0d4a9c tempest-NegativeSecGroupTest-99150678 tempest-NegativeSecGroupTest-99150678] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=84874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:38:02.824151 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c2cb994b-e1fe-4f2a-b485-43d8efe266a0 admin admin] Notify agent at l3_agent.n-d-768862-2 the message routers_updated {{(pid=84875) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jan 14 07:38:02.843618 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d6a38d4-08d5-407d-907a-cfa9cf475352 None None] Sync routers for ids ['14cc991a-01b9-485e-b91f-631a9ea8ce97'] in n-d-768862-2 {{(pid=84876) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Jan 14 07:38:02.859952 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-c2cb994b-e1fe-4f2a-b485-43d8efe266a0 admin admin] 10.222.0.24 "PUT /v2.0/routers/14cc991a-01b9-485e-b91f-631a9ea8ce97/add_router_interface HTTP/1.1" status: 200 len: 503 time: 13.9277987 Jan 14 07:38:02.861633 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d6a38d4-08d5-407d-907a-cfa9cf475352 None None] Routers {'14cc991a-01b9-485e-b91f-631a9ea8ce97'} bound to L3 agent in host n-d-768862-2 {{(pid=84876) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 14 07:38:02.861633 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_hamode_db [None req-1d6a38d4-08d5-407d-907a-cfa9cf475352 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2021-01-14T06:56:51Z,description=,heartbeat_timestamp=2021-01-14T07:37:52Z,host='n-d-768862-2',id=35f592e9-451b-4db9-abea-77b6a5c5391b,load=0,resource_versions=,resources_synced=,started_at=2021-01-14T06:56:51Z,topic='l3_agent')) {'router_ids': ['14cc991a-01b9-485e-b91f-631a9ea8ce97'], 'active': True} {{(pid=84876) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:38:03.131103 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-e942a4f0-a25b-44ae-8073-9347df0d4a9c tempest-NegativeSecGroupTest-99150678 tempest-NegativeSecGroupTest-99150678] Notify callbacks [] for security_group_rule, before_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:38:03.183733 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_dvr_db [None req-1d6a38d4-08d5-407d-907a-cfa9cf475352 None None] Set router 14cc991a-01b9-485e-b91f-631a9ea8ce97 gateway port host: n-d-768862-2 {{(pid=84876) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 14 07:38:03.389546 n-d-768862-2 neutron-server[84765]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-47a6f9cb-9961-4e26-8cb2-defba4a0c92f tempest-FloatingIPAdminTestJSON-398982223 tempest-FloatingIPAdminTestJSON-398982223] Router fc094d91-b73d-45fd-87e4-3cca9c4407c9 has already been hosted by L3 agent 35f592e9-451b-4db9-abea-77b6a5c5391b {{(pid=84874) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Jan 14 07:38:03.772578 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_hamode_db [None req-1d6a38d4-08d5-407d-907a-cfa9cf475352 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '14cc991a-01b9-485e-b91f-631a9ea8ce97', 'name': 'tempest-TestServerMultinode-124629855-router', 'tenant_id': '6f203b6947d74048b2e59043cf791d37', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '226f1e78-82cd-4481-9055-4eb73b6db8c1', 'external_fixed_ips': [{'subnet_id': 'ba8deeec-7658-4195-9449-038c076f5c83', 'ip_address': '172.25.2.147'}], 'enable_snat': True}, 'gw_port_id': '99015dc7-17e2-4f39-83a3-32ee56994792', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-14T07:37:37Z', 'updated_at': '2021-01-14T07:37:57Z', 'revision_number': 4, 'project_id': '6f203b6947d74048b2e59043cf791d37', 'gw_port': {'id': '99015dc7-17e2-4f39-83a3-32ee56994792', 'name': '', 'network_id': '226f1e78-82cd-4481-9055-4eb73b6db8c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:60:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14cc991a-01b9-485e-b91f-631a9ea8ce97', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3278, 'fixed_ips': [{'subnet_id': 'ba8deeec-7658-4195-9449-038c076f5c83', 'ip_address': '172.25.2.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T07:37:40Z', 'updated_at': '2021-01-14T07:37:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ba8deeec-7658-4195-9449-038c076f5c83', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-2', '_interfaces': [{'id': '548f9072-1662-4a80-91d2-c9657f10b97a', 'name': '', 'network_id': '51dc9c6a-30b1-46b9-9f91-fa530a91fab0', 'tenant_id': '6f203b6947d74048b2e59043cf791d37', 'mac_address': 'fa:16:3e:70:b8:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '14cc991a-01b9-485e-b91f-631a9ea8ce97', 'device_owner': 'network:router_interface', 'standard_attr_id': 3282, 'fixed_ips': [{'subnet_id': '4382c9cf-c50e-49d4-a4ef-3d54aa905a5a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T07:37:53Z', 'updated_at': '2021-01-14T07:37:58Z', 'revision_number': 2, 'project_id': '6f203b6947d74048b2e59043cf791d37', 'subnets': [{'id': '4382c9cf-c50e-49d4-a4ef-3d54aa905a5a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'n-d-768862-2', False) {} {{(pid=84876) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:38:03.823337 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d6a38d4-08d5-407d-907a-cfa9cf475352 None None] Checking router: 14cc991a-01b9-485e-b91f-631a9ea8ce97 for host: n-d-768862-2 {{(pid=84876) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Jan 14 07:38:03.823337 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d6a38d4-08d5-407d-907a-cfa9cf475352 None None] Updating router 14cc991a-01b9-485e-b91f-631a9ea8ce97 port 548f9072-1662-4a80-91d2-c9657f10b97a binding host n-d-768862-2 {{(pid=84876) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Jan 14 07:38:03.972565 n-d-768862-2 neutron-server[84765]: INFO neutron.api.v2.resource [None req-e942a4f0-a25b-44ae-8073-9347df0d4a9c tempest-NegativeSecGroupTest-99150678 tempest-NegativeSecGroupTest-99150678] create failed (client error): There was a conflict when trying to complete your request. Jan 14 07:38:03.980638 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-e942a4f0-a25b-44ae-8073-9347df0d4a9c tempest-NegativeSecGroupTest-99150678 tempest-NegativeSecGroupTest-99150678] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 409 len: 366 time: 1.3224585 Jan 14 07:38:03.986260 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84874) accepted ('10.222.0.24', 37374) {{(pid=84874) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:38:04.077682 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-1d6a38d4-08d5-407d-907a-cfa9cf475352 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555753'] for port, before_update {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:38:04.114208 n-d-768862-2 neutron-server[84765]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5dfcfac9-f4db-4c4d-9231-c3ec009eb0a1 tempest-RoutersTest-1255860389 tempest-RoutersTest-1255860389] Router 3998536e-65e4-4108-ab1c-eac6e818dd96 has already been hosted by L3 agent 35f592e9-451b-4db9-abea-77b6a5c5391b {{(pid=84875) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Jan 14 07:38:04.257496 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-47a6f9cb-9961-4e26-8cb2-defba4a0c92f tempest-FloatingIPAdminTestJSON-398982223 tempest-FloatingIPAdminTestJSON-398982223] Notify agent at l3_agent.n-d-768862-2 the message routers_updated {{(pid=84874) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jan 14 07:38:04.291742 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5cb20645-2f2f-4991-816e-da6763a37658 None None] Sync routers for ids ['fc094d91-b73d-45fd-87e4-3cca9c4407c9'] in n-d-768862-2 {{(pid=84877) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Jan 14 07:38:04.310580 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-9a43a756-28e1-4e2c-9e65-b0097de8e2ef tempest-NegativeSecGroupTest-99150678 tempest-NegativeSecGroupTest-99150678] Notify callbacks [] for security_group, before_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:38:04.318117 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5cb20645-2f2f-4991-816e-da6763a37658 None None] Routers {'fc094d91-b73d-45fd-87e4-3cca9c4407c9'} bound to L3 agent in host n-d-768862-2 {{(pid=84877) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 14 07:38:04.318117 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_hamode_db [None req-5cb20645-2f2f-4991-816e-da6763a37658 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2021-01-14T06:56:51Z,description=,heartbeat_timestamp=2021-01-14T07:37:52Z,host='n-d-768862-2',id=35f592e9-451b-4db9-abea-77b6a5c5391b,load=0,resource_versions=,resources_synced=,started_at=2021-01-14T06:56:51Z,topic='l3_agent')) {'router_ids': ['fc094d91-b73d-45fd-87e4-3cca9c4407c9'], 'active': True} {{(pid=84877) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:38:04.377575 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-47a6f9cb-9961-4e26-8cb2-defba4a0c92f tempest-FloatingIPAdminTestJSON-398982223 tempest-FloatingIPAdminTestJSON-398982223] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854768116'] for floatingip, before_response {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:38:04.434519 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_hamode_db [None req-5cb20645-2f2f-4991-816e-da6763a37658 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768862-2', False) {} {{(pid=84877) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:38:04.438411 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-9a43a756-28e1-4e2c-9e65-b0097de8e2ef tempest-NegativeSecGroupTest-99150678 tempest-NegativeSecGroupTest-99150678] Notify callbacks [] for security_group, precommit_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:38:04.445969 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5cb20645-2f2f-4991-816e-da6763a37658 None None] Routers {'fc094d91-b73d-45fd-87e4-3cca9c4407c9'} bound to L3 agent in host n-d-768862-2 {{(pid=84877) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 14 07:38:04.445969 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_hamode_db [None req-5cb20645-2f2f-4991-816e-da6763a37658 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2021-01-14T06:56:51Z,description=,heartbeat_timestamp=2021-01-14T07:37:52Z,host='n-d-768862-2',id=35f592e9-451b-4db9-abea-77b6a5c5391b,load=0,resource_versions=,resources_synced=,started_at=2021-01-14T06:56:51Z,topic='l3_agent')) {'router_ids': ['fc094d91-b73d-45fd-87e4-3cca9c4407c9'], 'active': True} {{(pid=84877) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:38:04.489361 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-47a6f9cb-9961-4e26-8cb2-defba4a0c92f tempest-FloatingIPAdminTestJSON-398982223 tempest-FloatingIPAdminTestJSON-398982223] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 987 time: 9.3717332 Jan 14 07:38:04.489361 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84874) accepted ('10.222.0.24', 37392) {{(pid=84874) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:38:04.531597 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_hamode_db [None req-5cb20645-2f2f-4991-816e-da6763a37658 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768862-2', False) {} {{(pid=84877) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:38:04.532085 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5cb20645-2f2f-4991-816e-da6763a37658 None None] The sync data for ids ['fc094d91-b73d-45fd-87e4-3cca9c4407c9'] in n-d-768862-2 is: [] {{(pid=84877) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Jan 14 07:38:04.661563 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-9a43a756-28e1-4e2c-9e65-b0097de8e2ef tempest-NegativeSecGroupTest-99150678 tempest-NegativeSecGroupTest-99150678] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850887153'] for security_group, after_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:38:04.682184 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5dfcfac9-f4db-4c4d-9231-c3ec009eb0a1 tempest-RoutersTest-1255860389 tempest-RoutersTest-1255860389] Notify agent at l3_agent.n-d-768862-2 the message routers_updated {{(pid=84875) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jan 14 07:38:04.699153 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-5b16d5cf-0875-4232-aa95-30e30e8efd90 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:38:04.722602 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-5dfcfac9-f4db-4c4d-9231-c3ec009eb0a1 tempest-RoutersTest-1255860389 tempest-RoutersTest-1255860389] 10.222.0.24 "PUT /v2.0/routers/3998536e-65e4-4108-ab1c-eac6e818dd96/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 11.6671264 Jan 14 07:38:04.722602 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84875) accepted ('10.222.0.24', 37400) {{(pid=84875) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:38:04.761722 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a43a756-28e1-4e2c-9e65-b0097de8e2ef tempest-NegativeSecGroupTest-99150678 tempest-NegativeSecGroupTest-99150678] Pushing event deleted for resources: {'SecurityGroup': ['ID=beb78d9d-48f9-48e3-9049-d86a667b1056,revision_number=None']} {{(pid=84874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:38:04.778005 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-9a43a756-28e1-4e2c-9e65-b0097de8e2ef tempest-NegativeSecGroupTest-99150678 tempest-NegativeSecGroupTest-99150678] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:38:04.790265 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-9a43a756-28e1-4e2c-9e65-b0097de8e2ef tempest-NegativeSecGroupTest-99150678 tempest-NegativeSecGroupTest-99150678] Notify callbacks [] for security_group, before_response {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:38:04.790265 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-9a43a756-28e1-4e2c-9e65-b0097de8e2ef tempest-NegativeSecGroupTest-99150678 tempest-NegativeSecGroupTest-99150678] 10.222.0.24 "DELETE /v2.0/security-groups/beb78d9d-48f9-48e3-9049-d86a667b1056 HTTP/1.1" status: 204 len: 168 time: 0.7866042 Jan 14 07:38:04.794132 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84874) accepted ('10.222.0.24', 37404) {{(pid=84874) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:38:04.886936 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-ef168fd3-2076-4c81-adf6-47069cdbe44b tempest-FloatingIPAdminTestJSON-398982223 tempest-FloatingIPAdminTestJSON-398982223] 10.222.0.24 "GET /v2.0/floatingips/0099b7d6-6254-4b56-b1dd-f80bcb044026 HTTP/1.1" status: 200 len: 982 time: 0.3856251 Jan 14 07:38:04.894281 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84874) accepted ('10.222.0.24', 37410) {{(pid=84874) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:38:05.089757 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84875) accepted ('10.222.0.24', 37416) {{(pid=84875) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:38:05.096236 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-897ff46b-1c2c-4468-9b43-c2a9bcefe7a7 tempest-NegativeSecGroupTest-99150678 tempest-NegativeSecGroupTest-99150678] Synchronizing usage tracker for tenant:32dfd94f88254230a57d6c30248c2849 on resource:security_group {{(pid=84874) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 14 07:38:05.101887 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.v2.base [None req-656383f5-0b83-4293-9bc7-03b023819cf0 admin admin] Request body: {'network': {'name': 'tempest-TestServerMultinode-1604356433-network', 'tenant_id': '3783d0e443d34595960688d8c1d9a319'}} {{(pid=84875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:38:05.110595 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-656383f5-0b83-4293-9bc7-03b023819cf0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:38:05.115489 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-656383f5-0b83-4293-9bc7-03b023819cf0 admin admin] Usage tracker for resource:network and tenant:3783d0e443d34595960688d8c1d9a319 is out of sync, need to count used quota {{(pid=84875) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:38:05.119134 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-656383f5-0b83-4293-9bc7-03b023819cf0 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84875) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:38:05.169775 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-656383f5-0b83-4293-9bc7-03b023819cf0 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:38:05.196791 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-656383f5-0b83-4293-9bc7-03b023819cf0 admin admin] Made reservation on behalf of 3783d0e443d34595960688d8c1d9a319 for: {'network': 1} {{(pid=84875) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 07:38:05.207723 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-656383f5-0b83-4293-9bc7-03b023819cf0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555753'] for network, before_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:38:05.218717 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-897ff46b-1c2c-4468-9b43-c2a9bcefe7a7 tempest-NegativeSecGroupTest-99150678 tempest-NegativeSecGroupTest-99150678] Unset dirty status for tenant:32dfd94f88254230a57d6c30248c2849 on resource:security_group {{(pid=84874) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 14 07:38:05.218717 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-897ff46b-1c2c-4468-9b43-c2a9bcefe7a7 tempest-NegativeSecGroupTest-99150678 tempest-NegativeSecGroupTest-99150678] 10.222.0.24 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.4240720 Jan 14 07:38:05.236078 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84874) accepted ('10.222.0.24', 37420) {{(pid=84874) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:38:05.239912 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-656383f5-0b83-4293-9bc7-03b023819cf0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:38:05.261902 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-656383f5-0b83-4293-9bc7-03b023819cf0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:38:05.261902 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-656383f5-0b83-4293-9bc7-03b023819cf0 admin admin] Usage tracker for resource:security_group_rule and tenant:3783d0e443d34595960688d8c1d9a319 is out of sync, need to count used quota {{(pid=84875) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:38:05.261902 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-656383f5-0b83-4293-9bc7-03b023819cf0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84875) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:38:05.271943 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-656383f5-0b83-4293-9bc7-03b023819cf0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:38:05.290569 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.v2.base [None req-38b72145-bca3-4932-9de7-d353115e10a7 tempest-NegativeSecGroupTest-99150678 tempest-NegativeSecGroupTest-99150678] Request body: {'security_group': {'name': 'tempest-secgroup--1172362405'}} {{(pid=84874) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:38:05.320891 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e17a01a-175e-4919-814a-55edaa326430 None None] Sync routers for ids ['3998536e-65e4-4108-ab1c-eac6e818dd96'] in n-d-768862-2 {{(pid=84876) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Jan 14 07:38:05.369126 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-38b72145-bca3-4932-9de7-d353115e10a7 tempest-NegativeSecGroupTest-99150678 tempest-NegativeSecGroupTest-99150678] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:38:05.412947 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-8659abbc-53f2-43bd-9610-f794a7a6e016 tempest-FloatingIPAdminTestJSON-398982223 tempest-FloatingIPAdminTestJSON-398982223] 10.222.0.24 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 1465 time: 0.4271178 Jan 14 07:38:05.434968 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-656383f5-0b83-4293-9bc7-03b023819cf0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:38:05.438685 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84874) accepted ('10.222.0.24', 37428) {{(pid=84874) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:38:05.452080 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e17a01a-175e-4919-814a-55edaa326430 None None] Routers {'3998536e-65e4-4108-ab1c-eac6e818dd96'} bound to L3 agent in host n-d-768862-2 {{(pid=84876) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 14 07:38:05.452080 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_hamode_db [None req-2e17a01a-175e-4919-814a-55edaa326430 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2021-01-14T06:56:51Z,description=,heartbeat_timestamp=2021-01-14T07:37:52Z,host='n-d-768862-2',id=35f592e9-451b-4db9-abea-77b6a5c5391b,load=0,resource_versions=,resources_synced=,started_at=2021-01-14T06:56:51Z,topic='l3_agent')) {'router_ids': ['3998536e-65e4-4108-ab1c-eac6e818dd96'], 'active': True} {{(pid=84876) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:38:05.490817 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-656383f5-0b83-4293-9bc7-03b023819cf0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850887153'] for security_group, after_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:38:05.522399 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-656383f5-0b83-4293-9bc7-03b023819cf0 admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 9} {{(pid=84875) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Jan 14 07:38:05.542844 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-656383f5-0b83-4293-9bc7-03b023819cf0 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment--9223363259214191851', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854179735'] for segment, precommit_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:38:05.542844 n-d-768862-2 neutron-server[84765]: INFO neutron.db.segments_db [None req-656383f5-0b83-4293-9bc7-03b023819cf0 admin admin] Added segment 6c952e0d-03f3-44f7-8568-c4053a5ec05d of type vxlan for network 2074f9b4-c385-421f-96b6-d8d26573c42e Jan 14 07:38:05.576776 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-656383f5-0b83-4293-9bc7-03b023819cf0 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363259214646115'] for network, precommit_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:38:05.608596 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-f52211cf-473c-4909-af21-921908ee9397 tempest-SecGroupTest-1152222618 tempest-SecGroupTest-1152222618] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:38:05.610921 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-38b72145-bca3-4932-9de7-d353115e10a7 tempest-NegativeSecGroupTest-99150678 tempest-NegativeSecGroupTest-99150678] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:38:05.665819 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-656383f5-0b83-4293-9bc7-03b023819cf0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850887149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964'] for network, after_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:38:05.665819 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-656383f5-0b83-4293-9bc7-03b023819cf0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:38:05.665819 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-656383f5-0b83-4293-9bc7-03b023819cf0 admin admin] Notify callbacks [] for network, before_response {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:38:05.809708 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-656383f5-0b83-4293-9bc7-03b023819cf0 admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 876 time: 0.7104468 Jan 14 07:38:05.813417 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84874) accepted ('10.222.0.24', 37436) {{(pid=84874) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:38:05.824068 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.v2.base [None req-49cf42af-96f7-4c42-a9f8-8bd6b4e9c42e admin admin] Request body: {'subnet': {'network_id': '2074f9b4-c385-421f-96b6-d8d26573c42e', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerMultinode-1604356433-subnet', 'tenant_id': '3783d0e443d34595960688d8c1d9a319', 'ip_version': 4}} {{(pid=84874) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:38:05.831177 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-38b72145-bca3-4932-9de7-d353115e10a7 tempest-NegativeSecGroupTest-99150678 tempest-NegativeSecGroupTest-99150678] Notify callbacks [] for security_group, before_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:38:05.841679 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.db_base_plugin_v2 [None req-29bb53d2-a73c-4b30-a053-e25475cb993b tempest-RoutersTest-1255860389 tempest-RoutersTest-1255860389] Deleting subnet 5a96bfa7-fe1b-485f-b2fa-6cd040962272 {{(pid=84875) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Jan 14 07:38:05.856473 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-29bb53d2-a73c-4b30-a053-e25475cb993b tempest-RoutersTest-1255860389 tempest-RoutersTest-1255860389] Notify callbacks [] for subnet, before_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:38:05.883325 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.plugin [None req-4140d06f-452b-4f20-a71a-931a79585cd7 tempest-FloatingIPAdminTestJSON-531099267 tempest-FloatingIPAdminTestJSON-531099267] Deleting port dd26c134-fe68-4d12-a289-8088166f2e37 {{(pid=84874) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 07:38:05.883325 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-4140d06f-452b-4f20-a71a-931a79585cd7 tempest-FloatingIPAdminTestJSON-531099267 tempest-FloatingIPAdminTestJSON-531099267] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363259214248359'] for port, before_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:38:05.938911 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-49cf42af-96f7-4c42-a9f8-8bd6b4e9c42e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:38:05.946384 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-38b72145-bca3-4932-9de7-d353115e10a7 tempest-NegativeSecGroupTest-99150678 tempest-NegativeSecGroupTest-99150678] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:38:05.946384 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-49cf42af-96f7-4c42-a9f8-8bd6b4e9c42e admin admin] Usage tracker for resource:subnet and tenant:3783d0e443d34595960688d8c1d9a319 is out of sync, need to count used quota {{(pid=84874) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:38:05.965516 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-49cf42af-96f7-4c42-a9f8-8bd6b4e9c42e admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84874) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:38:05.993533 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-38b72145-bca3-4932-9de7-d353115e10a7 tempest-NegativeSecGroupTest-99150678 tempest-NegativeSecGroupTest-99150678] Usage tracker for resource:security_group_rule and tenant:32dfd94f88254230a57d6c30248c2849 is out of sync, need to count used quota {{(pid=84874) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:38:06.000385 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-49cf42af-96f7-4c42-a9f8-8bd6b4e9c42e admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:38:06.000385 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-38b72145-bca3-4932-9de7-d353115e10a7 tempest-NegativeSecGroupTest-99150678 tempest-NegativeSecGroupTest-99150678] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84874) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:38:06.028105 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-38b72145-bca3-4932-9de7-d353115e10a7 tempest-NegativeSecGroupTest-99150678 tempest-NegativeSecGroupTest-99150678] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:38:06.043503 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-29bb53d2-a73c-4b30-a053-e25475cb993b tempest-RoutersTest-1255860389 tempest-RoutersTest-1255860389] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3367281'] for subnet, precommit_delete_associations {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:38:06.141161 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-29bb53d2-a73c-4b30-a053-e25475cb993b tempest-RoutersTest-1255860389 tempest-RoutersTest-1255860389] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036854176836'] for subnet, precommit_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:38:06.144148 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-49cf42af-96f7-4c42-a9f8-8bd6b4e9c42e admin admin] Made reservation on behalf of 3783d0e443d34595960688d8c1d9a319 for: {'subnet': 1} {{(pid=84874) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 07:38:06.156175 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-49cf42af-96f7-4c42-a9f8-8bd6b4e9c42e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036851981161'] for subnet, before_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:38:06.332659 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_dvr_db [None req-2e17a01a-175e-4919-814a-55edaa326430 None None] Set router 3998536e-65e4-4108-ab1c-eac6e818dd96 gateway port host: None {{(pid=84876) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 14 07:38:06.535672 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-1d6a38d4-08d5-407d-907a-cfa9cf475352 None None] Notify callbacks [] for port, precommit_update {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:38:06.592950 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-656383f5-0b83-4293-9bc7-03b023819cf0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d29fc897-7d21-44f5-8300-b829e0be5a02,revision_number=1']} {{(pid=84875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:38:06.593475 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-1d6a38d4-08d5-407d-907a-cfa9cf475352 None None] Transition to ACTIVE for port object 548f9072-1662-4a80-91d2-c9657f10b97a will not be triggered until provisioned by entity L2. {{(pid=84876) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 07:38:06.607387 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-656383f5-0b83-4293-9bc7-03b023819cf0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.999s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:38:06.608404 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-995af7c2-8404-4e40-ad0c-8bd70aed1b37 tempest-NetworksTest-1803261889 tempest-NetworksTest-1803261889] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.843s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:38:06.740651 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-656383f5-0b83-4293-9bc7-03b023819cf0 admin admin] Pushing event updated for resources: {'Network': ['ID=2074f9b4-c385-421f-96b6-d8d26573c42e,revision_number=1']} {{(pid=84875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:38:06.756058 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-656383f5-0b83-4293-9bc7-03b023819cf0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:38:06.817933 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-29bb53d2-a73c-4b30-a053-e25475cb993b tempest-RoutersTest-1255860389 tempest-RoutersTest-1255860389] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-598964', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850887113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3154192', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2308610'] for subnet, after_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:38:06.838076 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-ea16191e-fd4d-470b-b8e3-3f0b83c582b3 tempest-NetworksTest-1803261889 tempest-NetworksTest-1803261889] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:38:06.926377 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29bb53d2-a73c-4b30-a053-e25475cb993b tempest-RoutersTest-1255860389 tempest-RoutersTest-1255860389] Pushing event deleted for resources: {'Subnet': ['ID=5a96bfa7-fe1b-485f-b2fa-6cd040962272,revision_number=None']} {{(pid=84875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:38:06.983712 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-29bb53d2-a73c-4b30-a053-e25475cb993b tempest-RoutersTest-1255860389 tempest-RoutersTest-1255860389] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:38:07.021393 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-852a24f7-e9a1-4193-9abb-e9506fe5213f None None] Network 2074f9b4-c385-421f-96b6-d8d26573c42e details requested by agent ovs-agent-n-h2-768862-2 with host n-h2-768862-2 {{(pid=84876) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 07:38:07.148288 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-38b72145-bca3-4932-9de7-d353115e10a7 tempest-NegativeSecGroupTest-99150678 tempest-NegativeSecGroupTest-99150678] Notify callbacks [] for security_group, precommit_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:38:07.166008 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-29bb53d2-a73c-4b30-a053-e25475cb993b tempest-RoutersTest-1255860389 tempest-RoutersTest-1255860389] Notify callbacks [] for subnet, before_response {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:38:07.170034 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-38b72145-bca3-4932-9de7-d353115e10a7 tempest-NegativeSecGroupTest-99150678 tempest-NegativeSecGroupTest-99150678] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850887153'] for security_group, after_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:38:07.184345 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-29bb53d2-a73c-4b30-a053-e25475cb993b tempest-RoutersTest-1255860389 tempest-RoutersTest-1255860389] 10.222.0.24 "DELETE /v2.0/subnets/5a96bfa7-fe1b-485f-b2fa-6cd040962272 HTTP/1.1" status: 204 len: 168 time: 2.4539759 Jan 14 07:38:07.184345 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84875) accepted ('10.222.0.24', 37454) {{(pid=84875) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:38:07.207407 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-017f98a9-8a07-408c-a86f-8ff0c00400a0 None None] Network 2074f9b4-c385-421f-96b6-d8d26573c42e details requested by agent ovs-agent-n-h1-768862-2 with host n-h1-768862-2 {{(pid=84876) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 07:38:07.210988 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-9dfbe9cb-2eda-4594-aebc-f7d1049db1e7 tempest-SecGroupTest-1152222618 tempest-SecGroupTest-1152222618] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:38:07.230333 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-38b72145-bca3-4932-9de7-d353115e10a7 tempest-NegativeSecGroupTest-99150678 tempest-NegativeSecGroupTest-99150678] Notify callbacks [] for security_group, before_response {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:38:07.230333 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-38b72145-bca3-4932-9de7-d353115e10a7 tempest-NegativeSecGroupTest-99150678 tempest-NegativeSecGroupTest-99150678] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 1.9973278 Jan 14 07:38:07.238706 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84874) accepted ('10.222.0.24', 37460) {{(pid=84874) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:38:07.255115 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.v2.base [None req-7bbf3f11-f584-4dc7-81ca-a8af70f0b3f8 tempest-NegativeSecGroupTest-99150678 tempest-NegativeSecGroupTest-99150678] Request body: {'security_group_rule': {'security_group_id': 'd01da192-8751-42e6-a091-ee0f5e7aa9fb', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'bad_ethertype'}} {{(pid=84874) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:38:07.255115 n-d-768862-2 neutron-server[84765]: WARNING neutron.api.v2.base [None req-7bbf3f11-f584-4dc7-81ca-a8af70f0b3f8 tempest-NegativeSecGroupTest-99150678 tempest-NegativeSecGroupTest-99150678] An exception happened while processing the request body. The exception message is [Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6'].].: securitygroup.SecurityGroupRuleInvalidEtherType: Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6']. Jan 14 07:38:07.255115 n-d-768862-2 neutron-server[84765]: INFO neutron.api.v2.resource [None req-7bbf3f11-f584-4dc7-81ca-a8af70f0b3f8 tempest-NegativeSecGroupTest-99150678 tempest-NegativeSecGroupTest-99150678] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 14 07:38:07.255115 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-7bbf3f11-f584-4dc7-81ca-a8af70f0b3f8 tempest-NegativeSecGroupTest-99150678 tempest-NegativeSecGroupTest-99150678] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 396 time: 0.0121143 Jan 14 07:38:07.268172 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84874) accepted ('10.222.0.24', 37464) {{(pid=84874) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:38:07.316592 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Network 2074f9b4-c385-421f-96b6-d8d26573c42e details requested by agent ovs-agent-n-d-768862-2 with host n-d-768862-2 {{(pid=84876) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 07:38:07.546468 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38b72145-bca3-4932-9de7-d353115e10a7 tempest-NegativeSecGroupTest-99150678 tempest-NegativeSecGroupTest-99150678] Pushing event updated for resources: {'SecurityGroup': ['ID=d01da192-8751-42e6-a091-ee0f5e7aa9fb,revision_number=1']} {{(pid=84874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:38:07.621228 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-38b72145-bca3-4932-9de7-d353115e10a7 tempest-NegativeSecGroupTest-99150678 tempest-NegativeSecGroupTest-99150678] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.409s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:38:07.622870 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-df18f8d2-49f8-4805-bbdb-05c1ff9e88cf tempest-RoutersTest-1255860389 tempest-RoutersTest-1255860389] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036854160497'] for network, before_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:38:07.682515 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-4140d06f-452b-4f20-a71a-931a79585cd7 tempest-FloatingIPAdminTestJSON-531099267 tempest-FloatingIPAdminTestJSON-531099267] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036850862667'] for port, precommit_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:38:07.682515 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-4140d06f-452b-4f20-a71a-931a79585cd7 tempest-FloatingIPAdminTestJSON-531099267 tempest-FloatingIPAdminTestJSON-531099267] Notify callbacks [] for floatingip, precommit_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:38:07.744939 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.plugin [None req-df18f8d2-49f8-4805-bbdb-05c1ff9e88cf tempest-RoutersTest-1255860389 tempest-RoutersTest-1255860389] Deleting port b171a70b-4db4-4cfd-bcb0-27c6e8b3cb40 {{(pid=84875) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 07:38:07.744939 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-df18f8d2-49f8-4805-bbdb-05c1ff9e88cf tempest-RoutersTest-1255860389 tempest-RoutersTest-1255860389] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363259214248359'] for port, before_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:38:07.771103 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5451403-6e6e-449c-864b-7564ff273cae None None] Network d683ebeb-7989-4d7a-b28c-afad0a1c11e6 requested from n-d-768862-2 {{(pid=84876) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 07:38:07.865564 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-ce249a08-11cb-4a6a-9f62-154ee9cdaca7 tempest-NegativeSecGroupTest-99150678 tempest-NegativeSecGroupTest-99150678] Notify callbacks [] for security_group, before_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:38:07.873635 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-1d6a38d4-08d5-407d-907a-cfa9cf475352 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777640533312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363259214678337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777640097497'] for port, after_update {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:38:07.977797 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-ce249a08-11cb-4a6a-9f62-154ee9cdaca7 tempest-NegativeSecGroupTest-99150678 tempest-NegativeSecGroupTest-99150678] Notify callbacks [] for security_group, precommit_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:38:08.072158 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-bb1cfa17-5cca-4d71-9e62-d01e808366d7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84876) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:38:08.409243 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1b7ba11-b537-4f2a-a095-04699a78aae7 None None] Pushing event updated for resources: {'Port': ['ID=548f9072-1662-4a80-91d2-c9657f10b97a,revision_number=3']} {{(pid=84876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:38:08.419978 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-f1b7ba11-b537-4f2a-a095-04699a78aae7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.348s {{(pid=84876) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:38:08.556978 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.plugin [None req-4140d06f-452b-4f20-a71a-931a79585cd7 tempest-FloatingIPAdminTestJSON-531099267 tempest-FloatingIPAdminTestJSON-531099267] Calling delete_port for dd26c134-fe68-4d12-a289-8088166f2e37 owned by network:floatingip {{(pid=84874) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 07:38:08.604634 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [None req-df18f8d2-49f8-4805-bbdb-05c1ff9e88cf tempest-RoutersTest-1255860389 tempest-RoutersTest-1255860389] For port b171a70b-4db4-4cfd-bcb0-27c6e8b3cb40, host n-d-768862-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-2',level=0,port_id=b171a70b-4db4-4cfd-bcb0-27c6e8b3cb40,segment=NetworkSegment(11fad05c-7eaf-4772-af9d-fa3360011a4e),segment_id=11fad05c-7eaf-4772-af9d-fa3360011a4e)] {{(pid=84875) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 07:38:08.604634 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-df18f8d2-49f8-4805-bbdb-05c1ff9e88cf tempest-RoutersTest-1255860389 tempest-RoutersTest-1255860389] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036850862667'] for port, precommit_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:38:08.911919 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-4140d06f-452b-4f20-a71a-931a79585cd7 tempest-FloatingIPAdminTestJSON-531099267 tempest-FloatingIPAdminTestJSON-531099267] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777640533329', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777640097463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3254186'] for port, after_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:38:09.064556 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.plugin [None req-df18f8d2-49f8-4805-bbdb-05c1ff9e88cf tempest-RoutersTest-1255860389 tempest-RoutersTest-1255860389] Calling delete_port for b171a70b-4db4-4cfd-bcb0-27c6e8b3cb40 owned by network:dhcp {{(pid=84875) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 07:38:09.184526 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-5fab533d-2fa2-459f-af6a-63952c8100d7 tempest-PortsIpV6TestJSON-1330665174 tempest-PortsIpV6TestJSON-1330665174] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:38:09.258971 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-df18f8d2-49f8-4805-bbdb-05c1ff9e88cf tempest-RoutersTest-1255860389 tempest-RoutersTest-1255860389] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777640533329', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777640097463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851621574'] for port, after_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:38:09.282666 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-9307cfa4-abe4-4b6c-ae29-a38022d497e5 tempest-RoutersTest-1255860389 tempest-RoutersTest-1255860389] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:38:09.315567 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4140d06f-452b-4f20-a71a-931a79585cd7 tempest-FloatingIPAdminTestJSON-531099267 tempest-FloatingIPAdminTestJSON-531099267] Pushing event deleted for resources: {'Port': ['ID=dd26c134-fe68-4d12-a289-8088166f2e37,revision_number=None']} {{(pid=84874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:38:09.383713 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4140d06f-452b-4f20-a71a-931a79585cd7 tempest-FloatingIPAdminTestJSON-531099267 tempest-FloatingIPAdminTestJSON-531099267] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@n-h1-768862-2 {{(pid=84874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:38:09.383713 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4140d06f-452b-4f20-a71a-931a79585cd7 tempest-FloatingIPAdminTestJSON-531099267 tempest-FloatingIPAdminTestJSON-531099267] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-h1-768862-2 {{(pid=84874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:38:09.383713 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4140d06f-452b-4f20-a71a-931a79585cd7 tempest-FloatingIPAdminTestJSON-531099267 tempest-FloatingIPAdminTestJSON-531099267] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-h1-768862-2 {{(pid=84874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:38:09.383713 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4140d06f-452b-4f20-a71a-931a79585cd7 tempest-FloatingIPAdminTestJSON-531099267 tempest-FloatingIPAdminTestJSON-531099267] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-h1-768862-2 {{(pid=84874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:38:09.383713 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4140d06f-452b-4f20-a71a-931a79585cd7 tempest-FloatingIPAdminTestJSON-531099267 tempest-FloatingIPAdminTestJSON-531099267] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@n-h1-768862-2 {{(pid=84874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:38:09.383713 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4140d06f-452b-4f20-a71a-931a79585cd7 tempest-FloatingIPAdminTestJSON-531099267 tempest-FloatingIPAdminTestJSON-531099267] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-h1-768862-2 {{(pid=84874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:38:09.383713 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4140d06f-452b-4f20-a71a-931a79585cd7 tempest-FloatingIPAdminTestJSON-531099267 tempest-FloatingIPAdminTestJSON-531099267] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-h1-768862-2 {{(pid=84874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:38:09.383713 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4140d06f-452b-4f20-a71a-931a79585cd7 tempest-FloatingIPAdminTestJSON-531099267 tempest-FloatingIPAdminTestJSON-531099267] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-h1-768862-2 {{(pid=84874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:38:09.383713 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4140d06f-452b-4f20-a71a-931a79585cd7 tempest-FloatingIPAdminTestJSON-531099267 tempest-FloatingIPAdminTestJSON-531099267] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-h1-768862-2 {{(pid=84874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:38:09.383713 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4140d06f-452b-4f20-a71a-931a79585cd7 tempest-FloatingIPAdminTestJSON-531099267 tempest-FloatingIPAdminTestJSON-531099267] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-h1-768862-2 {{(pid=84874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:38:09.383713 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4140d06f-452b-4f20-a71a-931a79585cd7 tempest-FloatingIPAdminTestJSON-531099267 tempest-FloatingIPAdminTestJSON-531099267] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-h1-768862-2 {{(pid=84874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:38:09.383713 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4140d06f-452b-4f20-a71a-931a79585cd7 tempest-FloatingIPAdminTestJSON-531099267 tempest-FloatingIPAdminTestJSON-531099267] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-h1-768862-2 {{(pid=84874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:38:09.383713 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4140d06f-452b-4f20-a71a-931a79585cd7 tempest-FloatingIPAdminTestJSON-531099267 tempest-FloatingIPAdminTestJSON-531099267] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@n-h2-768862-2 {{(pid=84874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:38:09.389836 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4140d06f-452b-4f20-a71a-931a79585cd7 tempest-FloatingIPAdminTestJSON-531099267 tempest-FloatingIPAdminTestJSON-531099267] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-h2-768862-2 {{(pid=84874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:38:09.389836 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4140d06f-452b-4f20-a71a-931a79585cd7 tempest-FloatingIPAdminTestJSON-531099267 tempest-FloatingIPAdminTestJSON-531099267] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-h2-768862-2 {{(pid=84874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:38:09.389836 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4140d06f-452b-4f20-a71a-931a79585cd7 tempest-FloatingIPAdminTestJSON-531099267 tempest-FloatingIPAdminTestJSON-531099267] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-h2-768862-2 {{(pid=84874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:38:09.389836 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4140d06f-452b-4f20-a71a-931a79585cd7 tempest-FloatingIPAdminTestJSON-531099267 tempest-FloatingIPAdminTestJSON-531099267] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@n-h2-768862-2 {{(pid=84874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:38:09.389836 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4140d06f-452b-4f20-a71a-931a79585cd7 tempest-FloatingIPAdminTestJSON-531099267 tempest-FloatingIPAdminTestJSON-531099267] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-h2-768862-2 {{(pid=84874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:38:09.389836 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4140d06f-452b-4f20-a71a-931a79585cd7 tempest-FloatingIPAdminTestJSON-531099267 tempest-FloatingIPAdminTestJSON-531099267] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-h2-768862-2 {{(pid=84874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:38:09.389836 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4140d06f-452b-4f20-a71a-931a79585cd7 tempest-FloatingIPAdminTestJSON-531099267 tempest-FloatingIPAdminTestJSON-531099267] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-h2-768862-2 {{(pid=84874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:38:09.389836 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4140d06f-452b-4f20-a71a-931a79585cd7 tempest-FloatingIPAdminTestJSON-531099267 tempest-FloatingIPAdminTestJSON-531099267] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-h2-768862-2 {{(pid=84874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:38:09.389836 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4140d06f-452b-4f20-a71a-931a79585cd7 tempest-FloatingIPAdminTestJSON-531099267 tempest-FloatingIPAdminTestJSON-531099267] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-h2-768862-2 {{(pid=84874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:38:09.389836 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4140d06f-452b-4f20-a71a-931a79585cd7 tempest-FloatingIPAdminTestJSON-531099267 tempest-FloatingIPAdminTestJSON-531099267] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-h2-768862-2 {{(pid=84874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:38:09.389836 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4140d06f-452b-4f20-a71a-931a79585cd7 tempest-FloatingIPAdminTestJSON-531099267 tempest-FloatingIPAdminTestJSON-531099267] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-h2-768862-2 {{(pid=84874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:38:09.389836 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4140d06f-452b-4f20-a71a-931a79585cd7 tempest-FloatingIPAdminTestJSON-531099267 tempest-FloatingIPAdminTestJSON-531099267] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-2 {{(pid=84874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:38:09.389836 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4140d06f-452b-4f20-a71a-931a79585cd7 tempest-FloatingIPAdminTestJSON-531099267 tempest-FloatingIPAdminTestJSON-531099267] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-2 {{(pid=84874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:38:09.395301 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4140d06f-452b-4f20-a71a-931a79585cd7 tempest-FloatingIPAdminTestJSON-531099267 tempest-FloatingIPAdminTestJSON-531099267] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-2 {{(pid=84874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:38:09.395301 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4140d06f-452b-4f20-a71a-931a79585cd7 tempest-FloatingIPAdminTestJSON-531099267 tempest-FloatingIPAdminTestJSON-531099267] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-2 {{(pid=84874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:38:09.395301 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4140d06f-452b-4f20-a71a-931a79585cd7 tempest-FloatingIPAdminTestJSON-531099267 tempest-FloatingIPAdminTestJSON-531099267] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@n-d-768862-2 {{(pid=84874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:38:09.395301 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4140d06f-452b-4f20-a71a-931a79585cd7 tempest-FloatingIPAdminTestJSON-531099267 tempest-FloatingIPAdminTestJSON-531099267] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-2 {{(pid=84874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:38:09.395301 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4140d06f-452b-4f20-a71a-931a79585cd7 tempest-FloatingIPAdminTestJSON-531099267 tempest-FloatingIPAdminTestJSON-531099267] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-768862-2 {{(pid=84874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:38:09.395301 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4140d06f-452b-4f20-a71a-931a79585cd7 tempest-FloatingIPAdminTestJSON-531099267 tempest-FloatingIPAdminTestJSON-531099267] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-768862-2 {{(pid=84874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:38:09.395301 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4140d06f-452b-4f20-a71a-931a79585cd7 tempest-FloatingIPAdminTestJSON-531099267 tempest-FloatingIPAdminTestJSON-531099267] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-2 {{(pid=84874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:38:09.395301 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4140d06f-452b-4f20-a71a-931a79585cd7 tempest-FloatingIPAdminTestJSON-531099267 tempest-FloatingIPAdminTestJSON-531099267] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-2 {{(pid=84874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:38:09.400434 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4140d06f-452b-4f20-a71a-931a79585cd7 tempest-FloatingIPAdminTestJSON-531099267 tempest-FloatingIPAdminTestJSON-531099267] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-2 {{(pid=84874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:38:09.411808 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4140d06f-452b-4f20-a71a-931a79585cd7 tempest-FloatingIPAdminTestJSON-531099267 tempest-FloatingIPAdminTestJSON-531099267] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-2 {{(pid=84874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:38:09.431891 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-4140d06f-452b-4f20-a71a-931a79585cd7 tempest-FloatingIPAdminTestJSON-531099267 tempest-FloatingIPAdminTestJSON-531099267] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.247s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:38:09.431891 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-ce249a08-11cb-4a6a-9f62-154ee9cdaca7 tempest-NegativeSecGroupTest-99150678 tempest-NegativeSecGroupTest-99150678] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850887153'] for security_group, after_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:38:09.464161 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df18f8d2-49f8-4805-bbdb-05c1ff9e88cf tempest-RoutersTest-1255860389 tempest-RoutersTest-1255860389] Pushing event deleted for resources: {'Port': ['ID=b171a70b-4db4-4cfd-bcb0-27c6e8b3cb40,revision_number=None']} {{(pid=84875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:38:09.475400 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-df18f8d2-49f8-4805-bbdb-05c1ff9e88cf tempest-RoutersTest-1255860389 tempest-RoutersTest-1255860389] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.199s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:38:09.503588 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-b9b7cc07-726e-465b-8dac-ede8d20dc6b8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:38:09.577496 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.managers [None req-1d6a38d4-08d5-407d-907a-cfa9cf475352 None None] Attempting to bind port 548f9072-1662-4a80-91d2-c9657f10b97a on host n-d-768862-2 for vnic_type normal with profile {{(pid=84876) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 14 07:38:09.577496 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.managers [None req-1d6a38d4-08d5-407d-907a-cfa9cf475352 None None] Attempting to bind port 548f9072-1662-4a80-91d2-c9657f10b97a by drivers openvswitch on host n-d-768862-2 at level 0 using segments [{'id': '17a311f1-dedc-42ba-aea3-9e31f3fab8d6', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 22, 'network_id': '51dc9c6a-30b1-46b9-9f91-fa530a91fab0'}] {{(pid=84876) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 14 07:38:09.577496 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d6a38d4-08d5-407d-907a-cfa9cf475352 None None] Attempting to bind port 548f9072-1662-4a80-91d2-c9657f10b97a on network 51dc9c6a-30b1-46b9-9f91-fa530a91fab0 {{(pid=84876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 14 07:38:09.610611 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d6a38d4-08d5-407d-907a-cfa9cf475352 None None] Checking agent: {'id': 'ba5efab1-b43c-4d5a-bc52-6e105d4e67a2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768862-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 14, 6, 56, 52), 'started_at': datetime.datetime(2021, 1, 14, 6, 57, 22), 'heartbeat_timestamp': datetime.datetime(2021, 1, 14, 7, 37, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768862-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.29', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 14 07:38:09.610611 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d6a38d4-08d5-407d-907a-cfa9cf475352 None None] Checking segment: {'id': '17a311f1-dedc-42ba-aea3-9e31f3fab8d6', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 22, 'network_id': '51dc9c6a-30b1-46b9-9f91-fa530a91fab0'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84876) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 14 07:38:09.610611 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-1d6a38d4-08d5-407d-907a-cfa9cf475352 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:38:09.610611 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d6a38d4-08d5-407d-907a-cfa9cf475352 None None] Bound using segment: {'id': '17a311f1-dedc-42ba-aea3-9e31f3fab8d6', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 22, 'network_id': '51dc9c6a-30b1-46b9-9f91-fa530a91fab0'} {{(pid=84876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 14 07:38:09.610611 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.managers [None req-1d6a38d4-08d5-407d-907a-cfa9cf475352 None None] Bound port: 548f9072-1662-4a80-91d2-c9657f10b97a, host: n-d-768862-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '17a311f1-dedc-42ba-aea3-9e31f3fab8d6', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 22, 'network_id': '51dc9c6a-30b1-46b9-9f91-fa530a91fab0'}}] {{(pid=84876) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 14 07:38:09.610611 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-1d6a38d4-08d5-407d-907a-cfa9cf475352 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555753'] for port, before_update {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:38:09.645732 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df18f8d2-49f8-4805-bbdb-05c1ff9e88cf tempest-RoutersTest-1255860389 tempest-RoutersTest-1255860389] No DVR routers for this DVR port b171a70b-4db4-4cfd-bcb0-27c6e8b3cb40 on host n-d-768862-2 {{(pid=84875) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Jan 14 07:38:09.672805 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce249a08-11cb-4a6a-9f62-154ee9cdaca7 tempest-NegativeSecGroupTest-99150678 tempest-NegativeSecGroupTest-99150678] Pushing event deleted for resources: {'SecurityGroup': ['ID=d01da192-8751-42e6-a091-ee0f5e7aa9fb,revision_number=None']} {{(pid=84874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:38:09.718697 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-4140d06f-452b-4f20-a71a-931a79585cd7 tempest-FloatingIPAdminTestJSON-531099267 tempest-FloatingIPAdminTestJSON-531099267] Notify callbacks [] for floatingip, after_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:38:09.718697 n-d-768862-2 neutron-server[84765]: INFO neutron.db.l3_db [None req-4140d06f-452b-4f20-a71a-931a79585cd7 tempest-FloatingIPAdminTestJSON-531099267 tempest-FloatingIPAdminTestJSON-531099267] Floating IP 0099b7d6-6254-4b56-b1dd-f80bcb044026 disassociated (deleted). External IP: 172.25.2.187, port: b6e8d8c5-ed1c-400b-9e97-77d9fb4d5907. Jan 14 07:38:09.725791 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [None req-1d6a38d4-08d5-407d-907a-cfa9cf475352 None None] For port 548f9072-1662-4a80-91d2-c9657f10b97a, host n-d-768862-2, cleared binding levels {{(pid=84876) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 14 07:38:09.729378 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [None req-1d6a38d4-08d5-407d-907a-cfa9cf475352 None None] For port 548f9072-1662-4a80-91d2-c9657f10b97a, host n-d-768862-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-2',level=0,port_id=548f9072-1662-4a80-91d2-c9657f10b97a,segment=NetworkSegment(17a311f1-dedc-42ba-aea3-9e31f3fab8d6),segment_id=17a311f1-dedc-42ba-aea3-9e31f3fab8d6)] {{(pid=84876) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 14 07:38:09.742437 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_hamode_db [None req-2e17a01a-175e-4919-814a-55edaa326430 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3998536e-65e4-4108-ab1c-eac6e818dd96', 'name': 'tempest-RoutersTest-router-1767463639', 'tenant_id': '2a076c09cf6548039ba7b64b98184a0e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-14T07:36:27Z', 'updated_at': '2021-01-14T07:37:59Z', 'revision_number': 9, 'project_id': '2a076c09cf6548039ba7b64b98184a0e', 'gw_port_host': None, '_interfaces': [{'id': '6087c0d6-adc5-4077-8829-a972ea878eb0', 'name': '', 'network_id': '55d17c7e-058e-429d-a06c-3d5716669d4b', 'tenant_id': '2a076c09cf6548039ba7b64b98184a0e', 'mac_address': 'fa:16:3e:63:f5:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3998536e-65e4-4108-ab1c-eac6e818dd96', 'device_owner': 'network:router_interface', 'standard_attr_id': 3105, 'fixed_ips': [{'subnet_id': '002e57a5-80b9-4642-93d6-65fb5b5a0aa8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T07:36:32Z', 'updated_at': '2021-01-14T07:36:54Z', 'revision_number': 5, 'project_id': '2a076c09cf6548039ba7b64b98184a0e', 'subnets': [{'id': '002e57a5-80b9-4642-93d6-65fb5b5a0aa8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}, {'id': '9a184727-28ae-41f3-9959-671196777b38', 'name': '', 'network_id': '38c91695-e5b8-46a7-8f78-0f0683e3f1c9', 'tenant_id': '2a076c09cf6548039ba7b64b98184a0e', 'mac_address': 'fa:16:3e:71:22:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3998536e-65e4-4108-ab1c-eac6e818dd96', 'device_owner': 'network:router_interface', 'standard_attr_id': 3137, 'fixed_ips': [{'subnet_id': '5edbaf61-3242-45cf-a727-c26ae3ee23a2', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T07:36:50Z', 'updated_at': '2021-01-14T07:37:09Z', 'revision_number': 5, 'project_id': '2a076c09cf6548039ba7b64b98184a0e', 'subnets': [{'id': '5edbaf61-3242-45cf-a727-c26ae3ee23a2', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'n-d-768862-2', False) {} {{(pid=84876) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:38:09.936375 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e17a01a-175e-4919-814a-55edaa326430 None None] Checking router: 3998536e-65e4-4108-ab1c-eac6e818dd96 for host: n-d-768862-2 {{(pid=84876) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Jan 14 07:38:09.982797 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4757834a-4427-4297-bd42-660198cd1b44 None None] DHCP port deletion for d683ebeb-7989-4d7a-b28c-afad0a1c11e6 request from n-d-768862-2 {{(pid=84876) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Jan 14 07:38:09.996694 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-1d6a38d4-08d5-407d-907a-cfa9cf475352 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777640533312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363259214678337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777640097497'] for port, after_update {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:38:10.034892 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-ce249a08-11cb-4a6a-9f62-154ee9cdaca7 tempest-NegativeSecGroupTest-99150678 tempest-NegativeSecGroupTest-99150678] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.530s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:38:10.212683 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-df18f8d2-49f8-4805-bbdb-05c1ff9e88cf tempest-RoutersTest-1255860389 tempest-RoutersTest-1255860389] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-598987', 'neutron.services.segments.db._delete_segments_for_network-8777640583949'] for network, precommit_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:38:10.353053 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e17a01a-175e-4919-814a-55edaa326430 None None] Routers {'3998536e-65e4-4108-ab1c-eac6e818dd96'} bound to L3 agent in host n-d-768862-2 {{(pid=84876) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 14 07:38:10.353779 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_hamode_db [None req-2e17a01a-175e-4919-814a-55edaa326430 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2021-01-14T06:56:51Z,description=,heartbeat_timestamp=2021-01-14T07:37:52Z,host='n-d-768862-2',id=35f592e9-451b-4db9-abea-77b6a5c5391b,load=0,resource_versions=,resources_synced=,started_at=2021-01-14T06:56:51Z,topic='l3_agent')) {'router_ids': ['3998536e-65e4-4108-ab1c-eac6e818dd96'], 'active': True} {{(pid=84876) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:38:10.559709 n-d-768862-2 neutron-server[84765]: DEBUG neutron.services.segments.db [None req-df18f8d2-49f8-4805-bbdb-05c1ff9e88cf tempest-RoutersTest-1255860389 tempest-RoutersTest-1255860389] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d683ebeb-7989-4d7a-b28c-afad0a1c11e6']}} {{(pid=84875) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:38:10.589237 n-d-768862-2 neutron-server[84765]: DEBUG neutron.services.segments.db [None req-df18f8d2-49f8-4805-bbdb-05c1ff9e88cf tempest-RoutersTest-1255860389 tempest-RoutersTest-1255860389] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '11fad05c-7eaf-4772-af9d-fa3360011a4e') {'for_net_delete': True} {{(pid=84875) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:38:10.589237 n-d-768862-2 neutron-server[84765]: DEBUG neutron.services.segments.db [None req-df18f8d2-49f8-4805-bbdb-05c1ff9e88cf tempest-RoutersTest-1255860389 tempest-RoutersTest-1255860389] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '11fad05c-7eaf-4772-af9d-fa3360011a4e') {} {{(pid=84875) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:38:10.600664 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84876) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:38:10.634873 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-df18f8d2-49f8-4805-bbdb-05c1ff9e88cf tempest-RoutersTest-1255860389 tempest-RoutersTest-1255860389] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363259214173198', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036851408567'] for segment, before_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:38:10.684898 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-df18f8d2-49f8-4805-bbdb-05c1ff9e88cf tempest-RoutersTest-1255860389 tempest-RoutersTest-1255860389] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854179735'] for segment, precommit_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:38:10.684898 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-df18f8d2-49f8-4805-bbdb-05c1ff9e88cf tempest-RoutersTest-1255860389 tempest-RoutersTest-1255860389] Releasing vxlan tunnel 5 to pool {{(pid=84875) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Jan 14 07:38:10.786289 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-ce249a08-11cb-4a6a-9f62-154ee9cdaca7 tempest-NegativeSecGroupTest-99150678 tempest-NegativeSecGroupTest-99150678] Notify callbacks [] for security_group, before_response {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:38:10.790363 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-ce249a08-11cb-4a6a-9f62-154ee9cdaca7 tempest-NegativeSecGroupTest-99150678 tempest-NegativeSecGroupTest-99150678] 10.222.0.24 "DELETE /v2.0/security-groups/d01da192-8751-42e6-a091-ee0f5e7aa9fb HTTP/1.1" status: 204 len: 168 time: 3.5242317 Jan 14 07:38:10.829074 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84874) accepted ('10.222.0.24', 37508) {{(pid=84874) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:38:10.895934 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_dvr_db [None req-2e17a01a-175e-4919-814a-55edaa326430 None None] Set router 3998536e-65e4-4108-ab1c-eac6e818dd96 gateway port host: None {{(pid=84876) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 14 07:38:11.005118 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-04e279a0-2550-4a29-9e64-579e3f940731 tempest-NegativeSecGroupTest-99150678 tempest-NegativeSecGroupTest-99150678] Synchronizing usage tracker for tenant:32dfd94f88254230a57d6c30248c2849 on resource:security_group {{(pid=84874) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 14 07:38:11.021497 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.managers [None req-df18f8d2-49f8-4805-bbdb-05c1ff9e88cf tempest-RoutersTest-1255860389 tempest-RoutersTest-1255860389] Network d683ebeb-7989-4d7a-b28c-afad0a1c11e6 has no segments {{(pid=84875) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 14 07:38:11.058880 n-d-768862-2 neutron-server[84765]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4140d06f-452b-4f20-a71a-931a79585cd7 tempest-FloatingIPAdminTestJSON-531099267 tempest-FloatingIPAdminTestJSON-531099267] Router fc094d91-b73d-45fd-87e4-3cca9c4407c9 has already been hosted by L3 agent 35f592e9-451b-4db9-abea-77b6a5c5391b {{(pid=84874) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Jan 14 07:38:11.062611 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-df18f8d2-49f8-4805-bbdb-05c1ff9e88cf tempest-RoutersTest-1255860389 tempest-RoutersTest-1255860389] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-596065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3154253'] for segment, after_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:38:11.132286 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-49cf42af-96f7-4c42-a9f8-8bd6b4e9c42e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850887113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3254092', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036851981146'] for subnet, after_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:38:11.309347 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-f15e97cd-df35-4f52-aadb-bdcc6250b8b1 tempest-TestNetworkAdvancedServerOps-470546014 tempest-TestNetworkAdvancedServerOps-470546014] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:38:11.385802 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49cf42af-96f7-4c42-a9f8-8bd6b4e9c42e admin admin] Pushing event updated for resources: {'Subnet': ['ID=1548def3-8234-46cd-9188-b2c17330ea73,revision_number=0']} {{(pid=84874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:38:11.476193 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-49cf42af-96f7-4c42-a9f8-8bd6b4e9c42e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.174s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:38:11.502798 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-04e279a0-2550-4a29-9e64-579e3f940731 tempest-NegativeSecGroupTest-99150678 tempest-NegativeSecGroupTest-99150678] Unset dirty status for tenant:32dfd94f88254230a57d6c30248c2849 on resource:security_group {{(pid=84874) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 14 07:38:11.502798 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-04e279a0-2550-4a29-9e64-579e3f940731 tempest-NegativeSecGroupTest-99150678 tempest-NegativeSecGroupTest-99150678] 10.222.0.24 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.6804249 Jan 14 07:38:11.598548 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84874) accepted ('10.222.0.24', 37524) {{(pid=84874) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:38:11.610040 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.v2.base [None req-808aea27-4c60-41ee-8bf0-97de008857cd tempest-NegativeSecGroupTest-99150678 tempest-NegativeSecGroupTest-99150678] Request body: {'security_group': {'name': 'tempest-secgroup--1823925653'}} {{(pid=84874) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:38:11.633196 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-808aea27-4c60-41ee-8bf0-97de008857cd tempest-NegativeSecGroupTest-99150678 tempest-NegativeSecGroupTest-99150678] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:38:11.637465 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Device b171a70b-4db4-4cfd-bcb0-27c6e8b3cb40 no longer exists at agent ovs-agent-n-d-768862-2 {{(pid=84876) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jan 14 07:38:11.641066 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-808aea27-4c60-41ee-8bf0-97de008857cd tempest-NegativeSecGroupTest-99150678 tempest-NegativeSecGroupTest-99150678] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:38:11.659358 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.managers [None req-df18f8d2-49f8-4805-bbdb-05c1ff9e88cf tempest-RoutersTest-1255860389 tempest-RoutersTest-1255860389] Network d683ebeb-7989-4d7a-b28c-afad0a1c11e6 has no segments {{(pid=84875) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 14 07:38:11.677134 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-808aea27-4c60-41ee-8bf0-97de008857cd tempest-NegativeSecGroupTest-99150678 tempest-NegativeSecGroupTest-99150678] Notify callbacks [] for security_group, before_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:38:11.732362 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.plugin [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] No Port match for: b171a70b-4db4-4cfd-bcb0-27c6e8b3cb40 {{(pid=84876) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2188}} Jan 14 07:38:11.733027 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Device b171a70b-4db4-4cfd-bcb0-27c6e8b3cb40 not bound to the agent host n-d-768862-2 {{(pid=84876) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jan 14 07:38:11.859776 n-d-768862-2 neutron-server[84765]: Traceback (most recent call last): Jan 14 07:38:11.859776 n-d-768862-2 neutron-server[84765]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 14 07:38:11.859776 n-d-768862-2 neutron-server[84765]: timer() Jan 14 07:38:11.859776 n-d-768862-2 neutron-server[84765]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 14 07:38:11.859776 n-d-768862-2 neutron-server[84765]: cb(*args, **kw) Jan 14 07:38:11.859776 n-d-768862-2 neutron-server[84765]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Jan 14 07:38:11.859776 n-d-768862-2 neutron-server[84765]: return func(*args, **kwargs) Jan 14 07:38:11.859776 n-d-768862-2 neutron-server[84765]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 14 07:38:11.859776 n-d-768862-2 neutron-server[84765]: self._notify() Jan 14 07:38:11.859776 n-d-768862-2 neutron-server[84765]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 14 07:38:11.859776 n-d-768862-2 neutron-server[84765]: self.callback(batched_events) Jan 14 07:38:11.859776 n-d-768862-2 neutron-server[84765]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 14 07:38:11.859776 n-d-768862-2 neutron-server[84765]: event.method(event) Jan 14 07:38:11.859776 n-d-768862-2 neutron-server[84765]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 14 07:38:11.859776 n-d-768862-2 neutron-server[84765]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 14 07:38:11.859776 n-d-768862-2 neutron-server[84765]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Jan 14 07:38:11.859776 n-d-768862-2 neutron-server[84765]: segment_id)['aggregates'][0] Jan 14 07:38:11.859776 n-d-768862-2 neutron-server[84765]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 14 07:38:11.859776 n-d-768862-2 neutron-server[84765]: return f(self, *a, **k) Jan 14 07:38:11.859776 n-d-768862-2 neutron-server[84765]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 14 07:38:11.859776 n-d-768862-2 neutron-server[84765]: return self._get(url).json() Jan 14 07:38:11.859776 n-d-768862-2 neutron-server[84765]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 14 07:38:11.859776 n-d-768862-2 neutron-server[84765]: **kwargs) Jan 14 07:38:11.859776 n-d-768862-2 neutron-server[84765]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 14 07:38:11.859776 n-d-768862-2 neutron-server[84765]: return self.request(url, 'GET', **kwargs) Jan 14 07:38:11.859776 n-d-768862-2 neutron-server[84765]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Jan 14 07:38:11.859776 n-d-768862-2 neutron-server[84765]: **endpoint_filter) Jan 14 07:38:11.859776 n-d-768862-2 neutron-server[84765]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 14 07:38:11.859776 n-d-768862-2 neutron-server[84765]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 14 07:38:11.859776 n-d-768862-2 neutron-server[84765]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 14 07:38:11.859776 n-d-768862-2 neutron-server[84765]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 14 07:38:11.859776 n-d-768862-2 neutron-server[84765]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 14 07:38:11.880294 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49cf42af-96f7-4c42-a9f8-8bd6b4e9c42e admin admin] Checking segment: {'id': '6c952e0d-03f3-44f7-8568-c4053a5ec05d', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 9, 'network_id': '2074f9b4-c385-421f-96b6-d8d26573c42e'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84874) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 14 07:38:11.880294 n-d-768862-2 neutron-server[84765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49cf42af-96f7-4c42-a9f8-8bd6b4e9c42e admin admin] Network hostable DHCP agents. Network: 2074f9b4-c385-421f-96b6-d8d26573c42e, hostable agents: ['32f3dd84-26da-4d18-bf15-6017a8fb7247'], hosted agents: [] {{(pid=84874) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Jan 14 07:38:11.896439 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-808aea27-4c60-41ee-8bf0-97de008857cd tempest-NegativeSecGroupTest-99150678 tempest-NegativeSecGroupTest-99150678] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:38:11.899952 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-df18f8d2-49f8-4805-bbdb-05c1ff9e88cf tempest-RoutersTest-1255860389 tempest-RoutersTest-1255860389] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036854176830', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850887149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3912591'] for network, after_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:38:11.899952 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-df18f8d2-49f8-4805-bbdb-05c1ff9e88cf tempest-RoutersTest-1255860389 tempest-RoutersTest-1255860389] Notify callbacks [] for network, before_response {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:38:11.924950 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-9f035ae5-ad75-4ffc-8cc5-764731019b82 tempest-NetworksTest-1803261889 tempest-NetworksTest-1803261889] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:38:11.945595 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-808aea27-4c60-41ee-8bf0-97de008857cd tempest-NegativeSecGroupTest-99150678 tempest-NegativeSecGroupTest-99150678] Usage tracker for resource:security_group_rule and tenant:32dfd94f88254230a57d6c30248c2849 is out of sync, need to count used quota {{(pid=84874) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:38:11.982351 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-df18f8d2-49f8-4805-bbdb-05c1ff9e88cf tempest-RoutersTest-1255860389 tempest-RoutersTest-1255860389] 10.222.0.24 "DELETE /v2.0/networks/d683ebeb-7989-4d7a-b28c-afad0a1c11e6 HTTP/1.1" status: 204 len: 168 time: 4.7970157 Jan 14 07:38:11.986761 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d6a38d4-08d5-407d-907a-cfa9cf475352 None None] Routers {'14cc991a-01b9-485e-b91f-631a9ea8ce97'} bound to L3 agent in host n-d-768862-2 {{(pid=84876) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 14 07:38:11.986761 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_hamode_db [None req-1d6a38d4-08d5-407d-907a-cfa9cf475352 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2021-01-14T06:56:51Z,description=,heartbeat_timestamp=2021-01-14T07:37:52Z,host='n-d-768862-2',id=35f592e9-451b-4db9-abea-77b6a5c5391b,load=0,resource_versions=,resources_synced=,started_at=2021-01-14T06:56:51Z,topic='l3_agent')) {'router_ids': ['14cc991a-01b9-485e-b91f-631a9ea8ce97'], 'active': True} {{(pid=84876) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:38:11.987949 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84875) accepted ('10.222.0.24', 37532) {{(pid=84875) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:38:11.991892 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-808aea27-4c60-41ee-8bf0-97de008857cd tempest-NegativeSecGroupTest-99150678 tempest-NegativeSecGroupTest-99150678] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84874) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:38:12.026891 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-808aea27-4c60-41ee-8bf0-97de008857cd tempest-NegativeSecGroupTest-99150678 tempest-NegativeSecGroupTest-99150678] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:38:12.048924 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4140d06f-452b-4f20-a71a-931a79585cd7 tempest-FloatingIPAdminTestJSON-531099267 tempest-FloatingIPAdminTestJSON-531099267] Notify agent at l3_agent.n-d-768862-2 the message routers_updated {{(pid=84874) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jan 14 07:38:12.073762 n-d-768862-2 neutron-server[84765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49cf42af-96f7-4c42-a9f8-8bd6b4e9c42e admin admin] Network 2074f9b4-c385-421f-96b6-d8d26573c42e is scheduled to be hosted by DHCP agent 32f3dd84-26da-4d18-bf15-6017a8fb7247 with binding_index 1 {{(pid=84874) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Jan 14 07:38:12.080507 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-4140d06f-452b-4f20-a71a-931a79585cd7 tempest-FloatingIPAdminTestJSON-531099267 tempest-FloatingIPAdminTestJSON-531099267] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854768116'] for floatingip, before_response {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:38:12.084260 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45e4d282-0d56-432a-8b91-e934197397c5 None None] Sync routers for ids ['fc094d91-b73d-45fd-87e4-3cca9c4407c9'] in n-d-768862-2 {{(pid=84877) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Jan 14 07:38:12.105580 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45e4d282-0d56-432a-8b91-e934197397c5 None None] Routers {'fc094d91-b73d-45fd-87e4-3cca9c4407c9'} bound to L3 agent in host n-d-768862-2 {{(pid=84877) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 14 07:38:12.105580 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_hamode_db [None req-45e4d282-0d56-432a-8b91-e934197397c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2021-01-14T06:56:51Z,description=,heartbeat_timestamp=2021-01-14T07:37:52Z,host='n-d-768862-2',id=35f592e9-451b-4db9-abea-77b6a5c5391b,load=0,resource_versions=,resources_synced=,started_at=2021-01-14T06:56:51Z,topic='l3_agent')) {'router_ids': ['fc094d91-b73d-45fd-87e4-3cca9c4407c9'], 'active': True} {{(pid=84877) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:38:12.205331 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df18f8d2-49f8-4805-bbdb-05c1ff9e88cf tempest-RoutersTest-1255860389 tempest-RoutersTest-1255860389] Pushing event deleted for resources: {'Network': ['ID=d683ebeb-7989-4d7a-b28c-afad0a1c11e6,revision_number=None']} {{(pid=84875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:38:12.210317 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-df18f8d2-49f8-4805-bbdb-05c1ff9e88cf tempest-RoutersTest-1255860389 tempest-RoutersTest-1255860389] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.287s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:38:12.252960 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_hamode_db [None req-45e4d282-0d56-432a-8b91-e934197397c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768862-2', False) {} {{(pid=84877) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:38:12.263312 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45e4d282-0d56-432a-8b91-e934197397c5 None None] Routers {'fc094d91-b73d-45fd-87e4-3cca9c4407c9'} bound to L3 agent in host n-d-768862-2 {{(pid=84877) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 14 07:38:12.264546 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_hamode_db [None req-45e4d282-0d56-432a-8b91-e934197397c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2021-01-14T06:56:51Z,description=,heartbeat_timestamp=2021-01-14T07:37:52Z,host='n-d-768862-2',id=35f592e9-451b-4db9-abea-77b6a5c5391b,load=0,resource_versions=,resources_synced=,started_at=2021-01-14T06:56:51Z,topic='l3_agent')) {'router_ids': ['fc094d91-b73d-45fd-87e4-3cca9c4407c9'], 'active': True} {{(pid=84877) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:38:12.291879 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-4140d06f-452b-4f20-a71a-931a79585cd7 tempest-FloatingIPAdminTestJSON-531099267 tempest-FloatingIPAdminTestJSON-531099267] 10.222.0.24 "DELETE /v2.0/floatingips/0099b7d6-6254-4b56-b1dd-f80bcb044026 HTTP/1.1" status: 204 len: 168 time: 6.8520281 Jan 14 07:38:12.320405 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84874) accepted ('10.222.0.24', 37542) {{(pid=84874) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:38:12.320405 n-d-768862-2 neutron-server[84765]: DEBUG neutron.scheduler.base_scheduler [None req-49cf42af-96f7-4c42-a9f8-8bd6b4e9c42e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768862-2, 2074f9b4-c385-421f-96b6-d8d26573c42e) {{(pid=84874) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 07:38:12.335601 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.v2.base [None req-4e0b6e24-5d87-41a1-a292-ee2274299d39 tempest-FloatingIPAdminTestJSON-398982223 tempest-FloatingIPAdminTestJSON-398982223] Request body: {'floatingip': {'floating_network_id': '226f1e78-82cd-4481-9055-4eb73b6db8c1'}} {{(pid=84874) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:38:12.343280 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-4e0b6e24-5d87-41a1-a292-ee2274299d39 tempest-FloatingIPAdminTestJSON-398982223 tempest-FloatingIPAdminTestJSON-398982223] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:38:12.350931 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-4e0b6e24-5d87-41a1-a292-ee2274299d39 tempest-FloatingIPAdminTestJSON-398982223 tempest-FloatingIPAdminTestJSON-398982223] Usage tracker for resource:floatingip and tenant:b2cb26395170418fa615a23e6ba3ce54 is out of sync, need to count used quota {{(pid=84874) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:38:12.350931 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-4e0b6e24-5d87-41a1-a292-ee2274299d39 tempest-FloatingIPAdminTestJSON-398982223 tempest-FloatingIPAdminTestJSON-398982223] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=84874) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:38:12.362272 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-4e0b6e24-5d87-41a1-a292-ee2274299d39 tempest-FloatingIPAdminTestJSON-398982223 tempest-FloatingIPAdminTestJSON-398982223] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=84874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:38:12.388433 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-4e0b6e24-5d87-41a1-a292-ee2274299d39 tempest-FloatingIPAdminTestJSON-398982223 tempest-FloatingIPAdminTestJSON-398982223] Notify callbacks [] for floatingip, before_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:38:12.436625 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_hamode_db [None req-45e4d282-0d56-432a-8b91-e934197397c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768862-2', False) {} {{(pid=84877) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:38:12.436625 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45e4d282-0d56-432a-8b91-e934197397c5 None None] The sync data for ids ['fc094d91-b73d-45fd-87e4-3cca9c4407c9'] in n-d-768862-2 is: [] {{(pid=84877) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Jan 14 07:38:12.470144 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49cf42af-96f7-4c42-a9f8-8bd6b4e9c42e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:38:12.474965 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-49cf42af-96f7-4c42-a9f8-8bd6b4e9c42e admin admin] Notify callbacks [] for subnet, before_response {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:38:12.563888 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47434642-08bf-4535-8927-d2fc45f199d2 None None] Network 2074f9b4-c385-421f-96b6-d8d26573c42e requested from n-d-768862-2 {{(pid=84876) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 07:38:12.590042 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-017f98a9-8a07-408c-a86f-8ff0c00400a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363259214191800', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854171626'] for agent, after_update {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:38:12.614062 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1b7ba11-b537-4f2a-a095-04699a78aae7 None None] Pushing event updated for resources: {'Port': ['ID=548f9072-1662-4a80-91d2-c9657f10b97a,revision_number=4']} {{(pid=84876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:38:12.636220 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-f1b7ba11-b537-4f2a-a095-04699a78aae7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 2.037s {{(pid=84876) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:38:12.678036 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-49cf42af-96f7-4c42-a9f8-8bd6b4e9c42e admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 6.8676651 Jan 14 07:38:12.678916 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84874) accepted ('10.222.0.24', 37550) {{(pid=84874) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:38:12.731467 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.v2.base [None req-3ea5d313-eddc-4c77-907d-8efc7fc6bce8 admin admin] Request body: {'router': {'name': 'tempest-TestServerMultinode-1604356433-router', 'tenant_id': '3783d0e443d34595960688d8c1d9a319', 'external_gateway_info': {'network_id': '226f1e78-82cd-4481-9055-4eb73b6db8c1'}}} {{(pid=84874) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:38:12.743318 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-3ea5d313-eddc-4c77-907d-8efc7fc6bce8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:38:12.756615 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-3ea5d313-eddc-4c77-907d-8efc7fc6bce8 admin admin] Usage tracker for resource:router and tenant:3783d0e443d34595960688d8c1d9a319 is out of sync, need to count used quota {{(pid=84874) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:38:12.772462 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-3ea5d313-eddc-4c77-907d-8efc7fc6bce8 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=84874) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:38:12.778190 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-808aea27-4c60-41ee-8bf0-97de008857cd tempest-NegativeSecGroupTest-99150678 tempest-NegativeSecGroupTest-99150678] Notify callbacks [] for security_group, precommit_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:38:12.783632 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-3ea5d313-eddc-4c77-907d-8efc7fc6bce8 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:38:12.792547 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-808aea27-4c60-41ee-8bf0-97de008857cd tempest-NegativeSecGroupTest-99150678 tempest-NegativeSecGroupTest-99150678] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850887153'] for security_group, after_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:38:12.801627 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-74f690ff-7efa-4917-ac32-9bb1f39e4290 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:38:12.804241 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-852a24f7-e9a1-4193-9abb-e9506fe5213f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363259214191800', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854171626'] for agent, after_update {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:38:12.813325 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_hamode_db [None req-2e17a01a-175e-4919-814a-55edaa326430 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3998536e-65e4-4108-ab1c-eac6e818dd96', 'name': 'tempest-RoutersTest-router-1767463639', 'tenant_id': '2a076c09cf6548039ba7b64b98184a0e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-14T07:36:27Z', 'updated_at': '2021-01-14T07:37:59Z', 'revision_number': 9, 'project_id': '2a076c09cf6548039ba7b64b98184a0e', 'gw_port_host': None, '_interfaces': [{'id': '6087c0d6-adc5-4077-8829-a972ea878eb0', 'name': '', 'network_id': '55d17c7e-058e-429d-a06c-3d5716669d4b', 'tenant_id': '2a076c09cf6548039ba7b64b98184a0e', 'mac_address': 'fa:16:3e:63:f5:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3998536e-65e4-4108-ab1c-eac6e818dd96', 'device_owner': 'network:router_interface', 'standard_attr_id': 3105, 'fixed_ips': [{'subnet_id': '002e57a5-80b9-4642-93d6-65fb5b5a0aa8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T07:36:32Z', 'updated_at': '2021-01-14T07:36:54Z', 'revision_number': 5, 'project_id': '2a076c09cf6548039ba7b64b98184a0e', 'subnets': [{'id': '002e57a5-80b9-4642-93d6-65fb5b5a0aa8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}, {'id': '9a184727-28ae-41f3-9959-671196777b38', 'name': '', 'network_id': '38c91695-e5b8-46a7-8f78-0f0683e3f1c9', 'tenant_id': '2a076c09cf6548039ba7b64b98184a0e', 'mac_address': 'fa:16:3e:71:22:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3998536e-65e4-4108-ab1c-eac6e818dd96', 'device_owner': 'network:router_interface', 'standard_attr_id': 3137, 'fixed_ips': [{'subnet_id': '5edbaf61-3242-45cf-a727-c26ae3ee23a2', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T07:36:50Z', 'updated_at': '2021-01-14T07:37:09Z', 'revision_number': 5, 'project_id': '2a076c09cf6548039ba7b64b98184a0e', 'subnets': [{'id': '5edbaf61-3242-45cf-a727-c26ae3ee23a2', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'n-d-768862-2', False) {} {{(pid=84876) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:38:12.833186 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e17a01a-175e-4919-814a-55edaa326430 None None] The sync data for ids ['3998536e-65e4-4108-ab1c-eac6e818dd96'] in n-d-768862-2 is: [{'id': '3998536e-65e4-4108-ab1c-eac6e818dd96', 'name': 'tempest-RoutersTest-router-1767463639', 'tenant_id': '2a076c09cf6548039ba7b64b98184a0e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-14T07:36:27Z', 'updated_at': '2021-01-14T07:37:59Z', 'revision_number': 9, 'project_id': '2a076c09cf6548039ba7b64b98184a0e', 'gw_port_host': None, '_interfaces': [{'id': '6087c0d6-adc5-4077-8829-a972ea878eb0', 'name': '', 'network_id': '55d17c7e-058e-429d-a06c-3d5716669d4b', 'tenant_id': '2a076c09cf6548039ba7b64b98184a0e', 'mac_address': 'fa:16:3e:63:f5:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3998536e-65e4-4108-ab1c-eac6e818dd96', 'device_owner': 'network:router_interface', 'standard_attr_id': 3105, 'fixed_ips': [{'subnet_id': '002e57a5-80b9-4642-93d6-65fb5b5a0aa8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T07:36:32Z', 'updated_at': '2021-01-14T07:36:54Z', 'revision_number': 5, 'project_id': '2a076c09cf6548039ba7b64b98184a0e', 'subnets': [{'id': '002e57a5-80b9-4642-93d6-65fb5b5a0aa8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}, {'id': '9a184727-28ae-41f3-9959-671196777b38', 'name': '', 'network_id': '38c91695-e5b8-46a7-8f78-0f0683e3f1c9', 'tenant_id': '2a076c09cf6548039ba7b64b98184a0e', 'mac_address': 'fa:16:3e:71:22:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3998536e-65e4-4108-ab1c-eac6e818dd96', 'device_owner': 'network:router_interface', 'standard_attr_id': 3137, 'fixed_ips': [{'subnet_id': '5edbaf61-3242-45cf-a727-c26ae3ee23a2', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T07:36:50Z', 'updated_at': '2021-01-14T07:37:09Z', 'revision_number': 5, 'project_id': '2a076c09cf6548039ba7b64b98184a0e', 'subnets': [{'id': '5edbaf61-3242-45cf-a727-c26ae3ee23a2', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=84876) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Jan 14 07:38:12.839149 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_dvr_db [None req-1d6a38d4-08d5-407d-907a-cfa9cf475352 None None] Set router 14cc991a-01b9-485e-b91f-631a9ea8ce97 gateway port host: n-d-768862-2 {{(pid=84876) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 14 07:38:12.841065 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-808aea27-4c60-41ee-8bf0-97de008857cd tempest-NegativeSecGroupTest-99150678 tempest-NegativeSecGroupTest-99150678] Pushing event updated for resources: {'SecurityGroup': ['ID=5e24c8b9-1267-4657-bceb-571ab9416eb4,revision_number=1']} {{(pid=84874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:38:12.853775 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-808aea27-4c60-41ee-8bf0-97de008857cd tempest-NegativeSecGroupTest-99150678 tempest-NegativeSecGroupTest-99150678] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:38:12.854452 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-3ea5d313-eddc-4c77-907d-8efc7fc6bce8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3889205', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854717621'] for router, before_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:38:12.855609 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-3ea5d313-eddc-4c77-907d-8efc7fc6bce8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036850886574', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3912501', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3808446', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-58179'] for router, precommit_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:38:12.890486 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-808aea27-4c60-41ee-8bf0-97de008857cd tempest-NegativeSecGroupTest-99150678 tempest-NegativeSecGroupTest-99150678] Notify callbacks [] for security_group, before_response {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:38:12.892120 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-808aea27-4c60-41ee-8bf0-97de008857cd tempest-NegativeSecGroupTest-99150678 tempest-NegativeSecGroupTest-99150678] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 1.2971206 Jan 14 07:38:12.897514 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84874) accepted ('10.222.0.24', 37556) {{(pid=84874) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:38:12.904073 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.v2.base [None req-b5d29904-7ee3-485d-9ae1-78c297f7dc69 tempest-NegativeSecGroupTest-99150678 tempest-NegativeSecGroupTest-99150678] Request body: {'security_group_rule': {'security_group_id': '5e24c8b9-1267-4657-bceb-571ab9416eb4', 'protocol': 'bad_protocol_name', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=84874) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:38:12.904916 n-d-768862-2 neutron-server[84765]: WARNING neutron.api.v2.base [None req-b5d29904-7ee3-485d-9ae1-78c297f7dc69 tempest-NegativeSecGroupTest-99150678 tempest-NegativeSecGroupTest-99150678] An exception happened while processing the request body. The exception message is [Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported.].: securitygroup.SecurityGroupRuleInvalidProtocol: Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported. Jan 14 07:38:12.905642 n-d-768862-2 neutron-server[84765]: INFO neutron.api.v2.resource [None req-b5d29904-7ee3-485d-9ae1-78c297f7dc69 tempest-NegativeSecGroupTest-99150678 tempest-NegativeSecGroupTest-99150678] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 14 07:38:12.906846 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-b5d29904-7ee3-485d-9ae1-78c297f7dc69 tempest-NegativeSecGroupTest-99150678 tempest-NegativeSecGroupTest-99150678] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 667 time: 0.0082049 Jan 14 07:38:12.908748 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-3ea5d313-eddc-4c77-907d-8efc7fc6bce8 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:38:12.923479 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84874) accepted ('10.222.0.24', 37560) {{(pid=84874) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:38:13.230185 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-4e0b6e24-5d87-41a1-a292-ee2274299d39 tempest-FloatingIPAdminTestJSON-398982223 tempest-FloatingIPAdminTestJSON-398982223] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555753'] for port, before_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:38:13.335022 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-8eeecd73-6f8e-46cc-8301-74ec3924cce4 tempest-RoutersTest-1255860389 tempest-RoutersTest-1255860389] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3889632'] for router_interface, before_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:38:13.460429 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e850845b-864d-4afc-b65c-41f9edf79bf6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5d94dc7a-c095-50a4-955e-5f3b78718a12-2074f9b4-c385-421f-96b6-d8d26573c42e', 'network_id': '2074f9b4-c385-421f-96b6-d8d26573c42e', 'tenant_id': '3783d0e443d34595960688d8c1d9a319', 'fixed_ips': [{'subnet_id': '1548def3-8234-46cd-9188-b2c17330ea73'}]}} from n-d-768862-2. {{(pid=84876) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Jan 14 07:38:13.460429 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-e850845b-864d-4afc-b65c-41f9edf79bf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555753'] for port, before_create {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:38:13.482046 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Device 1749ad2c-da7d-4dfd-8fbb-caa8b9d4f9da no longer exists at agent ovs-agent-n-d-768862-2 {{(pid=84876) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jan 14 07:38:13.545455 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.plugin [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] No Port match for: 1749ad2c-da7d-4dfd-8fbb-caa8b9d4f9da {{(pid=84876) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2188}} Jan 14 07:38:13.546159 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Device 1749ad2c-da7d-4dfd-8fbb-caa8b9d4f9da not bound to the agent host n-d-768862-2 {{(pid=84876) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jan 14 07:38:13.707219 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_hamode_db [None req-1d6a38d4-08d5-407d-907a-cfa9cf475352 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '14cc991a-01b9-485e-b91f-631a9ea8ce97', 'name': 'tempest-TestServerMultinode-124629855-router', 'tenant_id': '6f203b6947d74048b2e59043cf791d37', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '226f1e78-82cd-4481-9055-4eb73b6db8c1', 'external_fixed_ips': [{'subnet_id': 'ba8deeec-7658-4195-9449-038c076f5c83', 'ip_address': '172.25.2.147'}], 'enable_snat': True}, 'gw_port_id': '99015dc7-17e2-4f39-83a3-32ee56994792', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-14T07:37:37Z', 'updated_at': '2021-01-14T07:37:57Z', 'revision_number': 4, 'project_id': '6f203b6947d74048b2e59043cf791d37', 'gw_port': {'id': '99015dc7-17e2-4f39-83a3-32ee56994792', 'name': '', 'network_id': '226f1e78-82cd-4481-9055-4eb73b6db8c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:60:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14cc991a-01b9-485e-b91f-631a9ea8ce97', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3278, 'fixed_ips': [{'subnet_id': 'ba8deeec-7658-4195-9449-038c076f5c83', 'ip_address': '172.25.2.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T07:37:40Z', 'updated_at': '2021-01-14T07:37:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ba8deeec-7658-4195-9449-038c076f5c83', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-2', '_interfaces': [{'id': '548f9072-1662-4a80-91d2-c9657f10b97a', 'name': '', 'network_id': '51dc9c6a-30b1-46b9-9f91-fa530a91fab0', 'tenant_id': '6f203b6947d74048b2e59043cf791d37', 'mac_address': 'fa:16:3e:70:b8:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '14cc991a-01b9-485e-b91f-631a9ea8ce97', 'device_owner': 'network:router_interface', 'standard_attr_id': 3282, 'fixed_ips': [{'subnet_id': '4382c9cf-c50e-49d4-a4ef-3d54aa905a5a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T07:37:53Z', 'updated_at': '2021-01-14T07:38:09Z', 'revision_number': 4, 'project_id': '6f203b6947d74048b2e59043cf791d37', 'subnets': [{'id': '4382c9cf-c50e-49d4-a4ef-3d54aa905a5a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'n-d-768862-2', False) {} {{(pid=84876) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:38:13.887596 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.db_base_plugin_common [None req-e850845b-864d-4afc-b65c-41f9edf79bf6 None None] Allocated IP 172.20.0.2 (2074f9b4-c385-421f-96b6-d8d26573c42e/1548def3-8234-46cd-9188-b2c17330ea73/4f2af34b-20b9-481f-8960-e30c6de5ce98) {{(pid=84876) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 14 07:38:14.065905 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-3ea5d313-eddc-4c77-907d-8efc7fc6bce8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3912484', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3889188', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-58194'] for router, precommit_update {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:38:14.075553 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-53331d2c-333b-442a-84ae-8c510b29593e tempest-NegativeSecGroupTest-99150678 tempest-NegativeSecGroupTest-99150678] Notify callbacks [] for security_group, before_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:38:14.113735 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.plugin [None req-8eeecd73-6f8e-46cc-8301-74ec3924cce4 tempest-RoutersTest-1255860389 tempest-RoutersTest-1255860389] Deleting port 9a184727-28ae-41f3-9959-671196777b38 {{(pid=84875) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 07:38:14.114197 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-8eeecd73-6f8e-46cc-8301-74ec3924cce4 tempest-RoutersTest-1255860389 tempest-RoutersTest-1255860389] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363259214248359'] for port, before_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:38:14.202178 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-e850845b-864d-4afc-b65c-41f9edf79bf6 None None] Notify callbacks [] for port, precommit_create {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:38:14.217742 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-53331d2c-333b-442a-84ae-8c510b29593e tempest-NegativeSecGroupTest-99150678 tempest-NegativeSecGroupTest-99150678] Notify callbacks [] for security_group, precommit_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:38:14.222720 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-e850845b-864d-4afc-b65c-41f9edf79bf6 None None] Transition to ACTIVE for port object 4f2af34b-20b9-481f-8960-e30c6de5ce98 will not be triggered until provisioned by entity L2. {{(pid=84876) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 07:38:14.248232 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d6a38d4-08d5-407d-907a-cfa9cf475352 None None] The sync data for ids ['14cc991a-01b9-485e-b91f-631a9ea8ce97'] in n-d-768862-2 is: [{'id': '14cc991a-01b9-485e-b91f-631a9ea8ce97', 'name': 'tempest-TestServerMultinode-124629855-router', 'tenant_id': '6f203b6947d74048b2e59043cf791d37', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '226f1e78-82cd-4481-9055-4eb73b6db8c1', 'external_fixed_ips': [{'subnet_id': 'ba8deeec-7658-4195-9449-038c076f5c83', 'ip_address': '172.25.2.147'}], 'enable_snat': True}, 'gw_port_id': '99015dc7-17e2-4f39-83a3-32ee56994792', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-14T07:37:37Z', 'updated_at': '2021-01-14T07:37:57Z', 'revision_number': 4, 'project_id': '6f203b6947d74048b2e59043cf791d37', 'gw_port': {'id': '99015dc7-17e2-4f39-83a3-32ee56994792', 'name': '', 'network_id': '226f1e78-82cd-4481-9055-4eb73b6db8c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:60:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14cc991a-01b9-485e-b91f-631a9ea8ce97', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3278, 'fixed_ips': [{'subnet_id': 'ba8deeec-7658-4195-9449-038c076f5c83', 'ip_address': '172.25.2.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T07:37:40Z', 'updated_at': '2021-01-14T07:37:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ba8deeec-7658-4195-9449-038c076f5c83', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-2', '_interfaces': [{'id': '548f9072-1662-4a80-91d2-c9657f10b97a', 'name': '', 'network_id': '51dc9c6a-30b1-46b9-9f91-fa530a91fab0', 'tenant_id': '6f203b6947d74048b2e59043cf791d37', 'mac_address': 'fa:16:3e:70:b8:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '14cc991a-01b9-485e-b91f-631a9ea8ce97', 'device_owner': 'network:router_interface', 'standard_attr_id': 3282, 'fixed_ips': [{'subnet_id': '4382c9cf-c50e-49d4-a4ef-3d54aa905a5a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T07:37:53Z', 'updated_at': '2021-01-14T07:38:09Z', 'revision_number': 4, 'project_id': '6f203b6947d74048b2e59043cf791d37', 'subnets': [{'id': '4382c9cf-c50e-49d4-a4ef-3d54aa905a5a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=84876) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Jan 14 07:38:14.268041 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-e850845b-864d-4afc-b65c-41f9edf79bf6 None None] Transition to ACTIVE for port object 4f2af34b-20b9-481f-8960-e30c6de5ce98 will not be triggered until provisioned by entity DHCP. {{(pid=84876) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 07:38:14.282621 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-e850845b-864d-4afc-b65c-41f9edf79bf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777640123575'] for port, after_create {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:38:14.357614 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84876) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:38:14.398101 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-53331d2c-333b-442a-84ae-8c510b29593e tempest-NegativeSecGroupTest-99150678 tempest-NegativeSecGroupTest-99150678] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850887153'] for security_group, after_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:38:14.471689 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e850845b-864d-4afc-b65c-41f9edf79bf6 None None] Pushing event updated for resources: {'Port': ['ID=4f2af34b-20b9-481f-8960-e30c6de5ce98,revision_number=1']} {{(pid=84876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:38:14.472460 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [None req-8eeecd73-6f8e-46cc-8301-74ec3924cce4 tempest-RoutersTest-1255860389 tempest-RoutersTest-1255860389] For port 9a184727-28ae-41f3-9959-671196777b38, host n-d-768862-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-2',level=0,port_id=9a184727-28ae-41f3-9959-671196777b38,segment=NetworkSegment(49b23d36-e442-4bb6-9fcf-14332936c677),segment_id=49b23d36-e442-4bb6-9fcf-14332936c677)] {{(pid=84875) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 07:38:14.472989 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-8eeecd73-6f8e-46cc-8301-74ec3924cce4 tempest-RoutersTest-1255860389 tempest-RoutersTest-1255860389] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036850862667'] for port, precommit_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:38:14.485558 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-e850845b-864d-4afc-b65c-41f9edf79bf6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=84876) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:38:14.732305 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.db_base_plugin_common [None req-4e0b6e24-5d87-41a1-a292-ee2274299d39 tempest-FloatingIPAdminTestJSON-398982223 tempest-FloatingIPAdminTestJSON-398982223] Allocated IP 172.25.2.173 (226f1e78-82cd-4481-9055-4eb73b6db8c1/ba8deeec-7658-4195-9449-038c076f5c83/64363eda-e584-4621-8f56-ed8ad2810195) {{(pid=84874) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 14 07:38:14.741657 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.plugin [None req-8eeecd73-6f8e-46cc-8301-74ec3924cce4 tempest-RoutersTest-1255860389 tempest-RoutersTest-1255860389] Calling delete_port for 9a184727-28ae-41f3-9959-671196777b38 owned by network:router_interface {{(pid=84875) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 07:38:14.818219 n-d-768862-2 neutron-server[84765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e850845b-864d-4afc-b65c-41f9edf79bf6 None None] Network 2074f9b4-c385-421f-96b6-d8d26573c42e is already hosted by enough agents. {{(pid=84876) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 07:38:14.819781 n-d-768862-2 neutron-server[84765]: DEBUG neutron.scheduler.base_scheduler [None req-e850845b-864d-4afc-b65c-41f9edf79bf6 None None] Resources bound (agent type, host, resource id): {{(pid=84876) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 07:38:14.823792 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e850845b-864d-4afc-b65c-41f9edf79bf6 None None] Received port after_create {{(pid=84876) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 14 07:38:14.886977 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-e6e49dde-45e3-40e2-b509-1f7215a6dfc2 tempest-SecGroupTest-1152222618 tempest-SecGroupTest-1152222618] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:38:14.946864 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53331d2c-333b-442a-84ae-8c510b29593e tempest-NegativeSecGroupTest-99150678 tempest-NegativeSecGroupTest-99150678] Pushing event deleted for resources: {'SecurityGroup': ['ID=5e24c8b9-1267-4657-bceb-571ab9416eb4,revision_number=None']} {{(pid=84874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:38:14.956604 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-53331d2c-333b-442a-84ae-8c510b29593e tempest-NegativeSecGroupTest-99150678 tempest-NegativeSecGroupTest-99150678] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:38:15.000868 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.managers [None req-e850845b-864d-4afc-b65c-41f9edf79bf6 None None] Attempting to bind port 4f2af34b-20b9-481f-8960-e30c6de5ce98 on host n-d-768862-2 for vnic_type normal with profile {{(pid=84876) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 14 07:38:15.001281 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.managers [None req-e850845b-864d-4afc-b65c-41f9edf79bf6 None None] Attempting to bind port 4f2af34b-20b9-481f-8960-e30c6de5ce98 by drivers openvswitch on host n-d-768862-2 at level 0 using segments [{'id': '6c952e0d-03f3-44f7-8568-c4053a5ec05d', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 9, 'network_id': '2074f9b4-c385-421f-96b6-d8d26573c42e'}] {{(pid=84876) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 14 07:38:15.001689 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e850845b-864d-4afc-b65c-41f9edf79bf6 None None] Attempting to bind port 4f2af34b-20b9-481f-8960-e30c6de5ce98 on network 2074f9b4-c385-421f-96b6-d8d26573c42e {{(pid=84876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 14 07:38:15.022281 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-53331d2c-333b-442a-84ae-8c510b29593e tempest-NegativeSecGroupTest-99150678 tempest-NegativeSecGroupTest-99150678] Notify callbacks [] for security_group, before_response {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:38:15.026679 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-53331d2c-333b-442a-84ae-8c510b29593e tempest-NegativeSecGroupTest-99150678 tempest-NegativeSecGroupTest-99150678] 10.222.0.24 "DELETE /v2.0/security-groups/5e24c8b9-1267-4657-bceb-571ab9416eb4 HTTP/1.1" status: 204 len: 168 time: 2.0987654 Jan 14 07:38:15.028675 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84875) accepted ('10.222.0.24', 37580) {{(pid=84875) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:38:15.090321 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e850845b-864d-4afc-b65c-41f9edf79bf6 None None] Checking agent: {'id': 'ba5efab1-b43c-4d5a-bc52-6e105d4e67a2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768862-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 14, 6, 56, 52), 'started_at': datetime.datetime(2021, 1, 14, 6, 57, 22), 'heartbeat_timestamp': datetime.datetime(2021, 1, 14, 7, 37, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768862-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.29', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 14 07:38:15.090838 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e850845b-864d-4afc-b65c-41f9edf79bf6 None None] Checking segment: {'id': '6c952e0d-03f3-44f7-8568-c4053a5ec05d', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 9, 'network_id': '2074f9b4-c385-421f-96b6-d8d26573c42e'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84876) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 14 07:38:15.091473 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-e850845b-864d-4afc-b65c-41f9edf79bf6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:38:15.092247 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e850845b-864d-4afc-b65c-41f9edf79bf6 None None] Bound using segment: {'id': '6c952e0d-03f3-44f7-8568-c4053a5ec05d', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 9, 'network_id': '2074f9b4-c385-421f-96b6-d8d26573c42e'} {{(pid=84876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 14 07:38:15.093229 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.managers [None req-e850845b-864d-4afc-b65c-41f9edf79bf6 None None] Bound port: 4f2af34b-20b9-481f-8960-e30c6de5ce98, host: n-d-768862-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6c952e0d-03f3-44f7-8568-c4053a5ec05d', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 9, 'network_id': '2074f9b4-c385-421f-96b6-d8d26573c42e'}}] {{(pid=84876) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 14 07:38:15.094194 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-e850845b-864d-4afc-b65c-41f9edf79bf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555753'] for port, before_update {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:38:15.182152 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-4e0b6e24-5d87-41a1-a292-ee2274299d39 tempest-FloatingIPAdminTestJSON-398982223 tempest-FloatingIPAdminTestJSON-398982223] Notify callbacks [] for port, precommit_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:38:15.188852 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-8eeecd73-6f8e-46cc-8301-74ec3924cce4 tempest-RoutersTest-1255860389 tempest-RoutersTest-1255860389] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777640533329', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777640097463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851621574'] for port, after_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:38:15.254612 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [None req-e850845b-864d-4afc-b65c-41f9edf79bf6 None None] For port 4f2af34b-20b9-481f-8960-e30c6de5ce98, host n-d-768862-2, cleared binding levels {{(pid=84876) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 14 07:38:15.258191 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [None req-e850845b-864d-4afc-b65c-41f9edf79bf6 None None] For port 4f2af34b-20b9-481f-8960-e30c6de5ce98, host n-d-768862-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-2',level=0,port_id=4f2af34b-20b9-481f-8960-e30c6de5ce98,segment=NetworkSegment(6c952e0d-03f3-44f7-8568-c4053a5ec05d),segment_id=6c952e0d-03f3-44f7-8568-c4053a5ec05d)] {{(pid=84876) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 14 07:38:15.264338 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-e850845b-864d-4afc-b65c-41f9edf79bf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777640533312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363259214678337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777640097497'] for port, after_update {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:38:15.288816 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-caa23cae-9fd2-4522-baf2-88dcbf8f65dc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84876) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:38:15.451822 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e850845b-864d-4afc-b65c-41f9edf79bf6 None None] Pushing event updated for resources: {'Port': ['ID=4f2af34b-20b9-481f-8960-e30c6de5ce98,revision_number=2']} {{(pid=84876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:38:15.461133 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-e850845b-864d-4afc-b65c-41f9edf79bf6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.172s {{(pid=84876) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:38:15.499491 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-b791ed51-b14e-48f9-a5f4-32c2853a01ed tempest-TestNetworkAdvancedServerOps-470546014 tempest-TestNetworkAdvancedServerOps-470546014] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:38:15.597288 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-3ea5d313-eddc-4c77-907d-8efc7fc6bce8 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:38:15.602414 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Device 548f9072-1662-4a80-91d2-c9657f10b97a up at agent ovs-agent-n-d-768862-2 {{(pid=84876) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 07:38:15.608422 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eeecd73-6f8e-46cc-8301-74ec3924cce4 tempest-RoutersTest-1255860389 tempest-RoutersTest-1255860389] Pushing event deleted for resources: {'Port': ['ID=9a184727-28ae-41f3-9959-671196777b38,revision_number=None']} {{(pid=84875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:38:15.656696 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-3ea5d313-eddc-4c77-907d-8efc7fc6bce8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555753'] for port, before_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:38:15.781429 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8eeecd73-6f8e-46cc-8301-74ec3924cce4 tempest-RoutersTest-1255860389 tempest-RoutersTest-1255860389] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@n-h1-768862-2 {{(pid=84875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:38:15.783914 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8eeecd73-6f8e-46cc-8301-74ec3924cce4 tempest-RoutersTest-1255860389 tempest-RoutersTest-1255860389] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-h1-768862-2 {{(pid=84875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:38:15.784580 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8eeecd73-6f8e-46cc-8301-74ec3924cce4 tempest-RoutersTest-1255860389 tempest-RoutersTest-1255860389] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-h1-768862-2 {{(pid=84875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:38:15.785239 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8eeecd73-6f8e-46cc-8301-74ec3924cce4 tempest-RoutersTest-1255860389 tempest-RoutersTest-1255860389] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-h1-768862-2 {{(pid=84875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:38:15.785981 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8eeecd73-6f8e-46cc-8301-74ec3924cce4 tempest-RoutersTest-1255860389 tempest-RoutersTest-1255860389] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@n-h1-768862-2 {{(pid=84875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:38:15.786612 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8eeecd73-6f8e-46cc-8301-74ec3924cce4 tempest-RoutersTest-1255860389 tempest-RoutersTest-1255860389] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-h1-768862-2 {{(pid=84875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:38:15.787232 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8eeecd73-6f8e-46cc-8301-74ec3924cce4 tempest-RoutersTest-1255860389 tempest-RoutersTest-1255860389] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-h1-768862-2 {{(pid=84875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:38:15.789207 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8eeecd73-6f8e-46cc-8301-74ec3924cce4 tempest-RoutersTest-1255860389 tempest-RoutersTest-1255860389] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-h1-768862-2 {{(pid=84875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:38:15.789971 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8eeecd73-6f8e-46cc-8301-74ec3924cce4 tempest-RoutersTest-1255860389 tempest-RoutersTest-1255860389] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-h1-768862-2 {{(pid=84875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:38:15.792180 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8eeecd73-6f8e-46cc-8301-74ec3924cce4 tempest-RoutersTest-1255860389 tempest-RoutersTest-1255860389] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-h1-768862-2 {{(pid=84875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:38:15.792834 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8eeecd73-6f8e-46cc-8301-74ec3924cce4 tempest-RoutersTest-1255860389 tempest-RoutersTest-1255860389] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-h1-768862-2 {{(pid=84875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:38:15.793647 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8eeecd73-6f8e-46cc-8301-74ec3924cce4 tempest-RoutersTest-1255860389 tempest-RoutersTest-1255860389] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-h1-768862-2 {{(pid=84875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:38:15.794328 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8eeecd73-6f8e-46cc-8301-74ec3924cce4 tempest-RoutersTest-1255860389 tempest-RoutersTest-1255860389] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@n-h2-768862-2 {{(pid=84875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:38:15.794949 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8eeecd73-6f8e-46cc-8301-74ec3924cce4 tempest-RoutersTest-1255860389 tempest-RoutersTest-1255860389] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-h2-768862-2 {{(pid=84875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:38:15.795578 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8eeecd73-6f8e-46cc-8301-74ec3924cce4 tempest-RoutersTest-1255860389 tempest-RoutersTest-1255860389] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-h2-768862-2 {{(pid=84875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:38:15.796350 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8eeecd73-6f8e-46cc-8301-74ec3924cce4 tempest-RoutersTest-1255860389 tempest-RoutersTest-1255860389] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-h2-768862-2 {{(pid=84875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:38:15.796982 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8eeecd73-6f8e-46cc-8301-74ec3924cce4 tempest-RoutersTest-1255860389 tempest-RoutersTest-1255860389] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@n-h2-768862-2 {{(pid=84875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:38:15.797594 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8eeecd73-6f8e-46cc-8301-74ec3924cce4 tempest-RoutersTest-1255860389 tempest-RoutersTest-1255860389] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-h2-768862-2 {{(pid=84875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:38:15.798212 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8eeecd73-6f8e-46cc-8301-74ec3924cce4 tempest-RoutersTest-1255860389 tempest-RoutersTest-1255860389] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-h2-768862-2 {{(pid=84875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:38:15.798821 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8eeecd73-6f8e-46cc-8301-74ec3924cce4 tempest-RoutersTest-1255860389 tempest-RoutersTest-1255860389] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-h2-768862-2 {{(pid=84875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:38:15.799439 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8eeecd73-6f8e-46cc-8301-74ec3924cce4 tempest-RoutersTest-1255860389 tempest-RoutersTest-1255860389] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-h2-768862-2 {{(pid=84875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:38:15.800106 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8eeecd73-6f8e-46cc-8301-74ec3924cce4 tempest-RoutersTest-1255860389 tempest-RoutersTest-1255860389] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-h2-768862-2 {{(pid=84875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:38:15.802112 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8eeecd73-6f8e-46cc-8301-74ec3924cce4 tempest-RoutersTest-1255860389 tempest-RoutersTest-1255860389] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-h2-768862-2 {{(pid=84875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:38:15.802800 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8eeecd73-6f8e-46cc-8301-74ec3924cce4 tempest-RoutersTest-1255860389 tempest-RoutersTest-1255860389] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-h2-768862-2 {{(pid=84875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:38:15.803488 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8eeecd73-6f8e-46cc-8301-74ec3924cce4 tempest-RoutersTest-1255860389 tempest-RoutersTest-1255860389] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-2 {{(pid=84875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:38:15.804339 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8eeecd73-6f8e-46cc-8301-74ec3924cce4 tempest-RoutersTest-1255860389 tempest-RoutersTest-1255860389] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-2 {{(pid=84875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:38:15.804982 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8eeecd73-6f8e-46cc-8301-74ec3924cce4 tempest-RoutersTest-1255860389 tempest-RoutersTest-1255860389] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-2 {{(pid=84875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:38:15.805788 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8eeecd73-6f8e-46cc-8301-74ec3924cce4 tempest-RoutersTest-1255860389 tempest-RoutersTest-1255860389] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-2 {{(pid=84875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:38:15.807137 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8eeecd73-6f8e-46cc-8301-74ec3924cce4 tempest-RoutersTest-1255860389 tempest-RoutersTest-1255860389] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@n-d-768862-2 {{(pid=84875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:38:15.807760 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8eeecd73-6f8e-46cc-8301-74ec3924cce4 tempest-RoutersTest-1255860389 tempest-RoutersTest-1255860389] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-2 {{(pid=84875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:38:15.808446 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8eeecd73-6f8e-46cc-8301-74ec3924cce4 tempest-RoutersTest-1255860389 tempest-RoutersTest-1255860389] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-768862-2 {{(pid=84875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:38:15.809060 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8eeecd73-6f8e-46cc-8301-74ec3924cce4 tempest-RoutersTest-1255860389 tempest-RoutersTest-1255860389] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-768862-2 {{(pid=84875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:38:15.809680 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8eeecd73-6f8e-46cc-8301-74ec3924cce4 tempest-RoutersTest-1255860389 tempest-RoutersTest-1255860389] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-2 {{(pid=84875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:38:15.810296 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8eeecd73-6f8e-46cc-8301-74ec3924cce4 tempest-RoutersTest-1255860389 tempest-RoutersTest-1255860389] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-2 {{(pid=84875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:38:15.810929 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8eeecd73-6f8e-46cc-8301-74ec3924cce4 tempest-RoutersTest-1255860389 tempest-RoutersTest-1255860389] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-2 {{(pid=84875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:38:15.812341 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8eeecd73-6f8e-46cc-8301-74ec3924cce4 tempest-RoutersTest-1255860389 tempest-RoutersTest-1255860389] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-2 {{(pid=84875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:38:15.866569 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-4e0b6e24-5d87-41a1-a292-ee2274299d39 tempest-FloatingIPAdminTestJSON-398982223 tempest-FloatingIPAdminTestJSON-398982223] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777640123575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3254186'] for port, after_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:38:15.870496 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-8eeecd73-6f8e-46cc-8301-74ec3924cce4 tempest-RoutersTest-1255860389 tempest-RoutersTest-1255860389] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.371s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:38:15.890294 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-55af22a8-b4b5-4e37-9cfb-5ac387f1f561 tempest-FloatingIPAdminTestJSON-531099267 tempest-FloatingIPAdminTestJSON-531099267] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:38:16.031159 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Provisioning for port 548f9072-1662-4a80-91d2-c9657f10b97a completed by entity L2. {{(pid=84876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 07:38:16.039478 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Provisioning complete for port 548f9072-1662-4a80-91d2-c9657f10b97a triggered by entity L2. {{(pid=84876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 07:38:16.041998 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-604227'] for port, provisioning_complete {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:38:16.048758 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-fcd3ad65-df96-46c9-9b58-27a852a9f33c tempest-NegativeSecGroupTest-99150678 tempest-NegativeSecGroupTest-99150678] 10.222.0.24 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 1.0146372 Jan 14 07:38:16.148802 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e0b6e24-5d87-41a1-a292-ee2274299d39 tempest-FloatingIPAdminTestJSON-398982223 tempest-FloatingIPAdminTestJSON-398982223] Pushing event updated for resources: {'Port': ['ID=64363eda-e584-4621-8f56-ed8ad2810195,revision_number=1']} {{(pid=84874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:38:16.153274 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84874) accepted ('10.222.0.24', 37594) {{(pid=84874) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:38:16.260061 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555753'] for port, before_update {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:38:16.302375 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] For port 548f9072-1662-4a80-91d2-c9657f10b97a, host n-d-768862-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-2',level=0,port_id=548f9072-1662-4a80-91d2-c9657f10b97a,segment=NetworkSegment(17a311f1-dedc-42ba-aea3-9e31f3fab8d6),segment_id=17a311f1-dedc-42ba-aea3-9e31f3fab8d6)] {{(pid=84876) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 07:38:16.307167 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777640533312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363259214678337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777640097497'] for port, after_update {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:38:16.314481 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84876) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:38:16.343657 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.db_base_plugin_common [None req-3ea5d313-eddc-4c77-907d-8efc7fc6bce8 admin admin] Allocated IP 172.25.2.195 (226f1e78-82cd-4481-9055-4eb73b6db8c1/ba8deeec-7658-4195-9449-038c076f5c83/76a56e27-4d1f-4b9d-99ab-9f6172456640) {{(pid=84874) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 14 07:38:16.405753 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Pushing event updated for resources: {'Port': ['ID=548f9072-1662-4a80-91d2-c9657f10b97a,revision_number=5']} {{(pid=84876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:38:16.419616 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=84876) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:38:16.569145 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-4e0b6e24-5d87-41a1-a292-ee2274299d39 tempest-FloatingIPAdminTestJSON-398982223 tempest-FloatingIPAdminTestJSON-398982223] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.679s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:38:16.573258 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.v2.base [None req-db4b9f34-41f0-4b32-a10d-8a45a60efc98 tempest-NegativeSecGroupTest-99150678 tempest-NegativeSecGroupTest-99150678] Request body: {'security_group': {'name': 'tempest-secgroup--349731321'}} {{(pid=84874) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:38:16.574339 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-8eeecd73-6f8e-46cc-8301-74ec3924cce4 tempest-RoutersTest-1255860389 tempest-RoutersTest-1255860389] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted--9223372036851568851', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal--9223372036850888080'] for router_interface, after_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:38:16.646759 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-db4b9f34-41f0-4b32-a10d-8a45a60efc98 tempest-NegativeSecGroupTest-99150678 tempest-NegativeSecGroupTest-99150678] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:38:16.671304 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-db4b9f34-41f0-4b32-a10d-8a45a60efc98 tempest-NegativeSecGroupTest-99150678 tempest-NegativeSecGroupTest-99150678] Usage tracker for resource:security_group and tenant:32dfd94f88254230a57d6c30248c2849 is out of sync, need to count used quota {{(pid=84874) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:38:16.683146 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-db4b9f34-41f0-4b32-a10d-8a45a60efc98 tempest-NegativeSecGroupTest-99150678 tempest-NegativeSecGroupTest-99150678] Quota usage for security_group was recalculated. Used quota:1. {{(pid=84874) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:38:16.744533 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-db4b9f34-41f0-4b32-a10d-8a45a60efc98 tempest-NegativeSecGroupTest-99150678 tempest-NegativeSecGroupTest-99150678] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:38:16.887429 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-db4b9f34-41f0-4b32-a10d-8a45a60efc98 tempest-NegativeSecGroupTest-99150678 tempest-NegativeSecGroupTest-99150678] Notify callbacks [] for security_group, before_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:38:16.919806 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-3ea5d313-eddc-4c77-907d-8efc7fc6bce8 admin admin] Notify callbacks [] for port, precommit_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:38:16.928715 n-d-768862-2 neutron-server[84765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e0b6e24-5d87-41a1-a292-ee2274299d39 tempest-FloatingIPAdminTestJSON-398982223 tempest-FloatingIPAdminTestJSON-398982223] Network 226f1e78-82cd-4481-9055-4eb73b6db8c1 is already hosted by enough agents. {{(pid=84874) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 07:38:16.930130 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-db4b9f34-41f0-4b32-a10d-8a45a60efc98 tempest-NegativeSecGroupTest-99150678 tempest-NegativeSecGroupTest-99150678] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:38:16.935376 n-d-768862-2 neutron-server[84765]: DEBUG neutron.scheduler.base_scheduler [None req-4e0b6e24-5d87-41a1-a292-ee2274299d39 tempest-FloatingIPAdminTestJSON-398982223 tempest-FloatingIPAdminTestJSON-398982223] Resources bound (agent type, host, resource id): {{(pid=84874) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 07:38:16.941836 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-db4b9f34-41f0-4b32-a10d-8a45a60efc98 tempest-NegativeSecGroupTest-99150678 tempest-NegativeSecGroupTest-99150678] Usage tracker for resource:security_group_rule and tenant:32dfd94f88254230a57d6c30248c2849 is out of sync, need to count used quota {{(pid=84874) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:38:16.944850 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e0b6e24-5d87-41a1-a292-ee2274299d39 tempest-FloatingIPAdminTestJSON-398982223 tempest-FloatingIPAdminTestJSON-398982223] Received port after_create {{(pid=84874) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 14 07:38:16.983858 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-db4b9f34-41f0-4b32-a10d-8a45a60efc98 tempest-NegativeSecGroupTest-99150678 tempest-NegativeSecGroupTest-99150678] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84874) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:38:17.005252 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-db4b9f34-41f0-4b32-a10d-8a45a60efc98 tempest-NegativeSecGroupTest-99150678 tempest-NegativeSecGroupTest-99150678] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:38:17.031851 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.v2.base [req-44bf57af-38d8-426c-9332-1c124d6caaf4 req-9d168c76-37d1-4bd4-8572-424e2c47baf4 tempest-TestVolumeBackupRestore-661626257 tempest-TestVolumeBackupRestore-661626257] Request body: {'security_group': {'name': 'tempest-TestVolumeBackupRestore-2109337581', 'description': 'tempest-TestVolumeBackupRestore-2109337581 description'}} {{(pid=84875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:38:17.039505 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-3ea5d313-eddc-4c77-907d-8efc7fc6bce8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777640123575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3254186'] for port, after_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:38:17.043188 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [req-44bf57af-38d8-426c-9332-1c124d6caaf4 req-9d168c76-37d1-4bd4-8572-424e2c47baf4 tempest-TestVolumeBackupRestore-661626257 tempest-TestVolumeBackupRestore-661626257] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:38:17.058732 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [req-44bf57af-38d8-426c-9332-1c124d6caaf4 req-9d168c76-37d1-4bd4-8572-424e2c47baf4 tempest-TestVolumeBackupRestore-661626257 tempest-TestVolumeBackupRestore-661626257] Usage tracker for resource:security_group and tenant:b7436c40d9974ceeb95e1adceeb35730 is out of sync, need to count used quota {{(pid=84875) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:38:17.061229 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-e798b1e3-b264-47b7-a08a-e5ad3dd9cf7e tempest-RoutersTest-1255860389 tempest-RoutersTest-1255860389] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:38:17.119040 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [req-44bf57af-38d8-426c-9332-1c124d6caaf4 req-9d168c76-37d1-4bd4-8572-424e2c47baf4 tempest-TestVolumeBackupRestore-661626257 tempest-TestVolumeBackupRestore-661626257] Quota usage for security_group was recalculated. Used quota:1. {{(pid=84875) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:38:17.141983 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [req-44bf57af-38d8-426c-9332-1c124d6caaf4 req-9d168c76-37d1-4bd4-8572-424e2c47baf4 tempest-TestVolumeBackupRestore-661626257 tempest-TestVolumeBackupRestore-661626257] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:38:17.176095 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [req-44bf57af-38d8-426c-9332-1c124d6caaf4 req-9d168c76-37d1-4bd4-8572-424e2c47baf4 tempest-TestVolumeBackupRestore-661626257 tempest-TestVolumeBackupRestore-661626257] Notify callbacks [] for security_group, before_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:38:17.188399 n-d-768862-2 neutron-server[84765]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8eeecd73-6f8e-46cc-8301-74ec3924cce4 tempest-RoutersTest-1255860389 tempest-RoutersTest-1255860389] Router 3998536e-65e4-4108-ab1c-eac6e818dd96 has already been hosted by L3 agent 35f592e9-451b-4db9-abea-77b6a5c5391b {{(pid=84875) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Jan 14 07:38:17.257865 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ea5d313-eddc-4c77-907d-8efc7fc6bce8 admin admin] Pushing event updated for resources: {'Port': ['ID=76a56e27-4d1f-4b9d-99ab-9f6172456640,revision_number=1']} {{(pid=84874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:38:17.279260 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-3ea5d313-eddc-4c77-907d-8efc7fc6bce8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.218s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:38:17.284971 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [req-44bf57af-38d8-426c-9332-1c124d6caaf4 req-9d168c76-37d1-4bd4-8572-424e2c47baf4 tempest-TestVolumeBackupRestore-661626257 tempest-TestVolumeBackupRestore-661626257] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:38:17.347007 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-4e0b6e24-5d87-41a1-a292-ee2274299d39 tempest-FloatingIPAdminTestJSON-398982223 tempest-FloatingIPAdminTestJSON-398982223] Notify callbacks [] for floatingip, precommit_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:38:17.349816 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [req-44bf57af-38d8-426c-9332-1c124d6caaf4 req-9d168c76-37d1-4bd4-8572-424e2c47baf4 tempest-TestVolumeBackupRestore-661626257 tempest-TestVolumeBackupRestore-661626257] Usage tracker for resource:security_group_rule and tenant:b7436c40d9974ceeb95e1adceeb35730 is out of sync, need to count used quota {{(pid=84875) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:38:17.350414 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-db4b9f34-41f0-4b32-a10d-8a45a60efc98 tempest-NegativeSecGroupTest-99150678 tempest-NegativeSecGroupTest-99150678] Notify callbacks [] for security_group, precommit_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:38:17.361533 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-db4b9f34-41f0-4b32-a10d-8a45a60efc98 tempest-NegativeSecGroupTest-99150678 tempest-NegativeSecGroupTest-99150678] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850887153'] for security_group, after_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:38:17.362877 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [req-44bf57af-38d8-426c-9332-1c124d6caaf4 req-9d168c76-37d1-4bd4-8572-424e2c47baf4 tempest-TestVolumeBackupRestore-661626257 tempest-TestVolumeBackupRestore-661626257] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84875) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:38:17.371352 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-c6af8464-16d1-4b1b-ba30-a486e72c36ab tempest-SecGroupTest-1152222618 tempest-SecGroupTest-1152222618] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:38:17.377488 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [req-44bf57af-38d8-426c-9332-1c124d6caaf4 req-9d168c76-37d1-4bd4-8572-424e2c47baf4 tempest-TestVolumeBackupRestore-661626257 tempest-TestVolumeBackupRestore-661626257] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:38:17.410626 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8eeecd73-6f8e-46cc-8301-74ec3924cce4 tempest-RoutersTest-1255860389 tempest-RoutersTest-1255860389] Notify agent at l3_agent.n-d-768862-2 the message routers_updated {{(pid=84875) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jan 14 07:38:17.423039 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59da1d86-360b-477e-a33a-0429c6552f69 None None] Sync routers for ids ['3998536e-65e4-4108-ab1c-eac6e818dd96'] in n-d-768862-2 {{(pid=84876) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Jan 14 07:38:17.446551 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59da1d86-360b-477e-a33a-0429c6552f69 None None] Routers {'3998536e-65e4-4108-ab1c-eac6e818dd96'} bound to L3 agent in host n-d-768862-2 {{(pid=84876) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 14 07:38:17.447779 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_hamode_db [None req-59da1d86-360b-477e-a33a-0429c6552f69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2021-01-14T06:56:51Z,description=,heartbeat_timestamp=2021-01-14T07:37:52Z,host='n-d-768862-2',id=35f592e9-451b-4db9-abea-77b6a5c5391b,load=0,resource_versions=,resources_synced=,started_at=2021-01-14T06:56:51Z,topic='l3_agent')) {'router_ids': ['3998536e-65e4-4108-ab1c-eac6e818dd96'], 'active': True} {{(pid=84876) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:38:17.460522 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-8eeecd73-6f8e-46cc-8301-74ec3924cce4 tempest-RoutersTest-1255860389 tempest-RoutersTest-1255860389] 10.222.0.24 "PUT /v2.0/routers/3998536e-65e4-4108-ab1c-eac6e818dd96/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.4744570 Jan 14 07:38:17.461531 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84875) accepted ('10.222.0.24', 37606) {{(pid=84875) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:38:17.485128 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-4e0b6e24-5d87-41a1-a292-ee2274299d39 tempest-FloatingIPAdminTestJSON-398982223 tempest-FloatingIPAdminTestJSON-398982223] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555753'] for port, before_update {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:38:17.515563 n-d-768862-2 neutron-server[84765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ea5d313-eddc-4c77-907d-8efc7fc6bce8 admin admin] Network 226f1e78-82cd-4481-9055-4eb73b6db8c1 is already hosted by enough agents. {{(pid=84874) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 07:38:17.541064 n-d-768862-2 neutron-server[84765]: DEBUG neutron.scheduler.base_scheduler [None req-3ea5d313-eddc-4c77-907d-8efc7fc6bce8 admin admin] Resources bound (agent type, host, resource id): {{(pid=84874) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 07:38:17.570555 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ea5d313-eddc-4c77-907d-8efc7fc6bce8 admin admin] Received port after_create {{(pid=84874) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 14 07:38:17.642348 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db4b9f34-41f0-4b32-a10d-8a45a60efc98 tempest-NegativeSecGroupTest-99150678 tempest-NegativeSecGroupTest-99150678] Pushing event updated for resources: {'SecurityGroup': ['ID=0c2a4945-8072-49fd-bd2d-a3e50a18b176,revision_number=1']} {{(pid=84874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:38:17.662610 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-db4b9f34-41f0-4b32-a10d-8a45a60efc98 tempest-NegativeSecGroupTest-99150678 tempest-NegativeSecGroupTest-99150678] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.291s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:38:17.706980 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-db4b9f34-41f0-4b32-a10d-8a45a60efc98 tempest-NegativeSecGroupTest-99150678 tempest-NegativeSecGroupTest-99150678] Notify callbacks [] for security_group, before_response {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:38:17.711158 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-db4b9f34-41f0-4b32-a10d-8a45a60efc98 tempest-NegativeSecGroupTest-99150678 tempest-NegativeSecGroupTest-99150678] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 1.1417155 Jan 14 07:38:17.723079 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84874) accepted ('10.222.0.24', 37612) {{(pid=84874) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:38:17.753549 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.v2.base [None req-c9d914ef-e4fb-43a6-ad8c-7060638c50e1 tempest-NegativeSecGroupTest-99150678 tempest-NegativeSecGroupTest-99150678] Request body: {'security_group_rule': {'security_group_id': '0c2a4945-8072-49fd-bd2d-a3e50a18b176', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '192.168.1./24'}} {{(pid=84874) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:38:17.754721 n-d-768862-2 neutron-server[84765]: WARNING neutron.api.v2.base [None req-c9d914ef-e4fb-43a6-ad8c-7060638c50e1 tempest-NegativeSecGroupTest-99150678 tempest-NegativeSecGroupTest-99150678] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1./24 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1./24 given as IP prefix. Jan 14 07:38:17.755302 n-d-768862-2 neutron-server[84765]: INFO neutron.api.v2.resource [None req-c9d914ef-e4fb-43a6-ad8c-7060638c50e1 tempest-NegativeSecGroupTest-99150678 tempest-NegativeSecGroupTest-99150678] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 14 07:38:17.759352 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-c9d914ef-e4fb-43a6-ad8c-7060638c50e1 tempest-NegativeSecGroupTest-99150678 tempest-NegativeSecGroupTest-99150678] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0274005 Jan 14 07:38:17.762621 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84874) accepted ('10.222.0.24', 37616) {{(pid=84874) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:38:17.768272 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.v2.base [None req-e804d99e-a6cd-4f33-b9bb-5da63e0d6be7 tempest-NegativeSecGroupTest-99150678 tempest-NegativeSecGroupTest-99150678] Request body: {'security_group_rule': {'security_group_id': '0c2a4945-8072-49fd-bd2d-a3e50a18b176', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '192.168.1.1/33'}} {{(pid=84874) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:38:17.769001 n-d-768862-2 neutron-server[84765]: WARNING neutron.api.v2.base [None req-e804d99e-a6cd-4f33-b9bb-5da63e0d6be7 tempest-NegativeSecGroupTest-99150678 tempest-NegativeSecGroupTest-99150678] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1.1/33 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1.1/33 given as IP prefix. Jan 14 07:38:17.769546 n-d-768862-2 neutron-server[84765]: INFO neutron.api.v2.resource [None req-e804d99e-a6cd-4f33-b9bb-5da63e0d6be7 tempest-NegativeSecGroupTest-99150678 tempest-NegativeSecGroupTest-99150678] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 14 07:38:17.773336 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-e804d99e-a6cd-4f33-b9bb-5da63e0d6be7 tempest-NegativeSecGroupTest-99150678 tempest-NegativeSecGroupTest-99150678] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 320 time: 0.0069759 Jan 14 07:38:17.778955 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84874) accepted ('10.222.0.24', 37620) {{(pid=84874) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:38:17.834168 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Device 548f9072-1662-4a80-91d2-c9657f10b97a up at agent ovs-agent-n-d-768862-2 {{(pid=84876) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 07:38:17.960663 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [req-44bf57af-38d8-426c-9332-1c124d6caaf4 req-9d168c76-37d1-4bd4-8572-424e2c47baf4 tempest-TestVolumeBackupRestore-661626257 tempest-TestVolumeBackupRestore-661626257] Notify callbacks [] for security_group, precommit_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:38:17.965883 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [req-44bf57af-38d8-426c-9332-1c124d6caaf4 req-9d168c76-37d1-4bd4-8572-424e2c47baf4 tempest-TestVolumeBackupRestore-661626257 tempest-TestVolumeBackupRestore-661626257] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850887153'] for security_group, after_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:38:17.971071 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.v2.base [None req-e607739b-6e7f-4ce4-ac50-bf80d2694076 tempest-NegativeSecGroupTest-99150678 tempest-NegativeSecGroupTest-99150678] Request body: {'security_group_rule': {'security_group_id': '0c2a4945-8072-49fd-bd2d-a3e50a18b176', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': 'bad_prefix'}} {{(pid=84874) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:38:17.972059 n-d-768862-2 neutron-server[84765]: WARNING neutron.api.v2.base [None req-e607739b-6e7f-4ce4-ac50-bf80d2694076 tempest-NegativeSecGroupTest-99150678 tempest-NegativeSecGroupTest-99150678] An exception happened while processing the request body. The exception message is [Invalid CIDR bad_prefix given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR bad_prefix given as IP prefix. Jan 14 07:38:17.972550 n-d-768862-2 neutron-server[84765]: INFO neutron.api.v2.resource [None req-e607739b-6e7f-4ce4-ac50-bf80d2694076 tempest-NegativeSecGroupTest-99150678 tempest-NegativeSecGroupTest-99150678] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 14 07:38:17.974335 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-e607739b-6e7f-4ce4-ac50-bf80d2694076 tempest-NegativeSecGroupTest-99150678 tempest-NegativeSecGroupTest-99150678] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0192783 Jan 14 07:38:17.978902 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84874) accepted ('10.222.0.24', 37628) {{(pid=84874) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:38:17.984423 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-880e846c-a649-4897-a52b-610ebacbbcb3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:38:18.036156 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.db_base_plugin_v2 [None req-6259fa7d-2f9a-4bf5-b1ea-c7fd1ade7d52 tempest-RoutersTest-1255860389 tempest-RoutersTest-1255860389] Deleting subnet 5edbaf61-3242-45cf-a727-c26ae3ee23a2 {{(pid=84875) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Jan 14 07:38:18.043423 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-6259fa7d-2f9a-4bf5-b1ea-c7fd1ade7d52 tempest-RoutersTest-1255860389 tempest-RoutersTest-1255860389] Notify callbacks [] for subnet, before_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:38:18.045665 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.v2.base [None req-ad72e711-4d14-4cb4-bae9-895f2f7d25b2 tempest-NegativeSecGroupTest-99150678 tempest-NegativeSecGroupTest-99150678] Request body: {'security_group_rule': {'security_group_id': '0c2a4945-8072-49fd-bd2d-a3e50a18b176', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '256'}} {{(pid=84874) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:38:18.047144 n-d-768862-2 neutron-server[84765]: WARNING neutron.api.v2.base [None req-ad72e711-4d14-4cb4-bae9-895f2f7d25b2 tempest-NegativeSecGroupTest-99150678 tempest-NegativeSecGroupTest-99150678] An exception happened while processing the request body. The exception message is [Invalid CIDR 256 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 256 given as IP prefix. Jan 14 07:38:18.048599 n-d-768862-2 neutron-server[84765]: INFO neutron.api.v2.resource [None req-ad72e711-4d14-4cb4-bae9-895f2f7d25b2 tempest-NegativeSecGroupTest-99150678 tempest-NegativeSecGroupTest-99150678] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 14 07:38:18.052646 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-ad72e711-4d14-4cb4-bae9-895f2f7d25b2 tempest-NegativeSecGroupTest-99150678 tempest-NegativeSecGroupTest-99150678] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 309 time: 0.0674422 Jan 14 07:38:18.095297 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [req-44bf57af-38d8-426c-9332-1c124d6caaf4 req-9d168c76-37d1-4bd4-8572-424e2c47baf4 tempest-TestVolumeBackupRestore-661626257 tempest-TestVolumeBackupRestore-661626257] Notify callbacks [] for security_group, before_response {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:38:18.096766 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [req-44bf57af-38d8-426c-9332-1c124d6caaf4 req-9d168c76-37d1-4bd4-8572-424e2c47baf4 tempest-TestVolumeBackupRestore-661626257 tempest-TestVolumeBackupRestore-661626257] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1819 time: 1.5842733 Jan 14 07:38:18.101062 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84875) accepted ('10.222.0.24', 37634) {{(pid=84875) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:38:18.132196 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d168c76-37d1-4bd4-8572-424e2c47baf4 tempest-TestVolumeBackupRestore-661626257 tempest-TestVolumeBackupRestore-661626257] Pushing event updated for resources: {'SecurityGroup': ['ID=a6309512-73dc-49d1-bae5-5bcf5fa148da,revision_number=1']} {{(pid=84875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:38:18.145223 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-9d168c76-37d1-4bd4-8572-424e2c47baf4 tempest-TestVolumeBackupRestore-661626257 tempest-TestVolumeBackupRestore-661626257] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.161s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:38:18.189210 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84875) accepted ('10.222.0.24', 37642) {{(pid=84875) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:38:18.193662 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-6259fa7d-2f9a-4bf5-b1ea-c7fd1ade7d52 tempest-RoutersTest-1255860389 tempest-RoutersTest-1255860389] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3367281'] for subnet, precommit_delete_associations {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:38:18.206627 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-088cf0fc-ec12-4e58-ab31-9564daea9ade None None] Network 2074f9b4-c385-421f-96b6-d8d26573c42e requested from n-d-768862-2 {{(pid=84876) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 07:38:18.244611 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_dvr_db [None req-59da1d86-360b-477e-a33a-0429c6552f69 None None] Set router 3998536e-65e4-4108-ab1c-eac6e818dd96 gateway port host: None {{(pid=84876) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 14 07:38:18.357561 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [req-45ee0b8b-8c77-4889-96c5-eb05085b54e6 req-33ec604a-4a39-4aa7-ba30-0e62a04c112a tempest-TestVolumeBackupRestore-661626257 tempest-TestVolumeBackupRestore-661626257] 10.222.0.24 "GET /v2.0/security-groups/a6309512-73dc-49d1-bae5-5bcf5fa148da HTTP/1.1" status: 200 len: 1814 time: 0.2173066 Jan 14 07:38:18.386437 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.v2.base [req-45ee0b8b-8c77-4889-96c5-eb05085b54e6 req-a77eefed-8cfb-4d39-8cea-f28062312ca0 tempest-TestVolumeBackupRestore-661626257 tempest-TestVolumeBackupRestore-661626257] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'a6309512-73dc-49d1-bae5-5bcf5fa148da', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=84875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:38:18.386802 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.v2.base [req-45ee0b8b-8c77-4889-96c5-eb05085b54e6 req-a77eefed-8cfb-4d39-8cea-f28062312ca0 tempest-TestVolumeBackupRestore-661626257 tempest-TestVolumeBackupRestore-661626257] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'a6309512-73dc-49d1-bae5-5bcf5fa148da', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=84875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:38:18.410336 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-8fa8849d-f8b6-4565-8ddc-f65e5bf515a4 None None] Provisioning for port 4f2af34b-20b9-481f-8960-e30c6de5ce98 completed by entity DHCP. {{(pid=84876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 07:38:18.416507 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.db_base_plugin_v2 [None req-b92e07a5-777a-4316-a7b1-5619336e66fd admin admin] Deleting subnet 2ebd2d65-464c-41cd-9992-88123f50e256 {{(pid=84875) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Jan 14 07:38:18.422084 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [req-45ee0b8b-8c77-4889-96c5-eb05085b54e6 req-a77eefed-8cfb-4d39-8cea-f28062312ca0 tempest-TestVolumeBackupRestore-661626257 tempest-TestVolumeBackupRestore-661626257] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:38:18.424643 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-f4cd4f06-9c47-4d2a-ae47-8052ec47f47f tempest-NegativeSecGroupTest-99150678 tempest-NegativeSecGroupTest-99150678] Notify callbacks [] for security_group, before_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:38:18.431673 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-b92e07a5-777a-4316-a7b1-5619336e66fd admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:38:18.476335 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [req-45ee0b8b-8c77-4889-96c5-eb05085b54e6 req-a77eefed-8cfb-4d39-8cea-f28062312ca0 tempest-TestVolumeBackupRestore-661626257 tempest-TestVolumeBackupRestore-661626257] Usage tracker for resource:security_group_rule and tenant:b7436c40d9974ceeb95e1adceeb35730 is out of sync, need to count used quota {{(pid=84875) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:38:18.491563 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [req-45ee0b8b-8c77-4889-96c5-eb05085b54e6 req-a77eefed-8cfb-4d39-8cea-f28062312ca0 tempest-TestVolumeBackupRestore-661626257 tempest-TestVolumeBackupRestore-661626257] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84875) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:38:18.515036 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [req-45ee0b8b-8c77-4889-96c5-eb05085b54e6 req-a77eefed-8cfb-4d39-8cea-f28062312ca0 tempest-TestVolumeBackupRestore-661626257 tempest-TestVolumeBackupRestore-661626257] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:38:18.533111 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-f4cd4f06-9c47-4d2a-ae47-8052ec47f47f tempest-NegativeSecGroupTest-99150678 tempest-NegativeSecGroupTest-99150678] Notify callbacks [] for security_group, precommit_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:38:18.535670 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Provisioning complete for port 548f9072-1662-4a80-91d2-c9657f10b97a triggered by entity L2. {{(pid=84876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 07:38:18.536129 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-604227'] for port, provisioning_complete {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:38:18.587486 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-6259fa7d-2f9a-4bf5-b1ea-c7fd1ade7d52 tempest-RoutersTest-1255860389 tempest-RoutersTest-1255860389] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036854176836'] for subnet, precommit_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:38:18.623104 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-b92e07a5-777a-4316-a7b1-5619336e66fd admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3367281'] for subnet, precommit_delete_associations {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:38:18.821033 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-3ea5d313-eddc-4c77-907d-8efc7fc6bce8 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:38:18.869689 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [req-45ee0b8b-8c77-4889-96c5-eb05085b54e6 req-a77eefed-8cfb-4d39-8cea-f28062312ca0 tempest-TestVolumeBackupRestore-661626257 tempest-TestVolumeBackupRestore-661626257] Notify callbacks [] for security_group_rule, before_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:38:18.887774 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-f4cd4f06-9c47-4d2a-ae47-8052ec47f47f tempest-NegativeSecGroupTest-99150678 tempest-NegativeSecGroupTest-99150678] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850887153'] for security_group, after_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:38:18.897875 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-4e0b6e24-5d87-41a1-a292-ee2274299d39 tempest-FloatingIPAdminTestJSON-398982223 tempest-FloatingIPAdminTestJSON-398982223] Notify callbacks [] for port, precommit_update {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:38:18.898669 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-b92e07a5-777a-4316-a7b1-5619336e66fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036854176836'] for subnet, precommit_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:38:18.932767 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-bf992404-c0f7-4777-b6b1-c35f958ca6d6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:38:18.950756 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-de8e073a-ba94-4a75-9278-0264a07a37bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363259214191800', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854171626'] for agent, after_update {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:38:18.962506 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-4e0b6e24-5d87-41a1-a292-ee2274299d39 tempest-FloatingIPAdminTestJSON-398982223 tempest-FloatingIPAdminTestJSON-398982223] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777640533312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363259214678337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777640097497', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036851521613'] for port, after_update {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:38:18.969264 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Device 4f2af34b-20b9-481f-8960-e30c6de5ce98 up at agent ovs-agent-n-d-768862-2 {{(pid=84876) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 07:38:18.989645 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-c1cd60b1-a050-4e6b-bf4e-44d3617e8a17 tempest-RoutersTest-1255860389 tempest-RoutersTest-1255860389] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:38:18.989905 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4cd4f06-9c47-4d2a-ae47-8052ec47f47f tempest-NegativeSecGroupTest-99150678 tempest-NegativeSecGroupTest-99150678] Pushing event deleted for resources: {'SecurityGroup': ['ID=0c2a4945-8072-49fd-bd2d-a3e50a18b176,revision_number=None']} {{(pid=84875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:38:19.002321 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-f4cd4f06-9c47-4d2a-ae47-8052ec47f47f tempest-NegativeSecGroupTest-99150678 tempest-NegativeSecGroupTest-99150678] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:38:19.004400 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [req-45ee0b8b-8c77-4889-96c5-eb05085b54e6 req-a77eefed-8cfb-4d39-8cea-f28062312ca0 tempest-TestVolumeBackupRestore-661626257 tempest-TestVolumeBackupRestore-661626257] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:38:19.021150 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [req-45ee0b8b-8c77-4889-96c5-eb05085b54e6 req-a77eefed-8cfb-4d39-8cea-f28062312ca0 tempest-TestVolumeBackupRestore-661626257 tempest-TestVolumeBackupRestore-661626257] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850966545'] for security_group_rule, after_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:38:19.023203 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-f4cd4f06-9c47-4d2a-ae47-8052ec47f47f tempest-NegativeSecGroupTest-99150678 tempest-NegativeSecGroupTest-99150678] Notify callbacks [] for security_group, before_response {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:38:19.027408 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-f4cd4f06-9c47-4d2a-ae47-8052ec47f47f tempest-NegativeSecGroupTest-99150678 tempest-NegativeSecGroupTest-99150678] 10.222.0.24 "DELETE /v2.0/security-groups/0c2a4945-8072-49fd-bd2d-a3e50a18b176 HTTP/1.1" status: 204 len: 168 time: 0.9169462 Jan 14 07:38:19.036786 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:38:19.043043 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84875) accepted ('10.222.0.24', 37646) {{(pid=84875) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:38:19.078866 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a77eefed-8cfb-4d39-8cea-f28062312ca0 tempest-TestVolumeBackupRestore-661626257 tempest-TestVolumeBackupRestore-661626257] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7b1ca08b-70eb-46cd-9410-acb2938a59c6,revision_number=0']} {{(pid=84875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:38:19.127909 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-a77eefed-8cfb-4d39-8cea-f28062312ca0 tempest-TestVolumeBackupRestore-661626257 tempest-TestVolumeBackupRestore-661626257] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:38:19.136605 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_hamode_db [None req-59da1d86-360b-477e-a33a-0429c6552f69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3998536e-65e4-4108-ab1c-eac6e818dd96', 'name': 'tempest-RoutersTest-router-1767463639', 'tenant_id': '2a076c09cf6548039ba7b64b98184a0e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-14T07:36:27Z', 'updated_at': '2021-01-14T07:38:15Z', 'revision_number': 10, 'project_id': '2a076c09cf6548039ba7b64b98184a0e', 'gw_port_host': None, '_interfaces': [{'id': '6087c0d6-adc5-4077-8829-a972ea878eb0', 'name': '', 'network_id': '55d17c7e-058e-429d-a06c-3d5716669d4b', 'tenant_id': '2a076c09cf6548039ba7b64b98184a0e', 'mac_address': 'fa:16:3e:63:f5:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3998536e-65e4-4108-ab1c-eac6e818dd96', 'device_owner': 'network:router_interface', 'standard_attr_id': 3105, 'fixed_ips': [{'subnet_id': '002e57a5-80b9-4642-93d6-65fb5b5a0aa8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T07:36:32Z', 'updated_at': '2021-01-14T07:36:54Z', 'revision_number': 5, 'project_id': '2a076c09cf6548039ba7b64b98184a0e', 'subnets': [{'id': '002e57a5-80b9-4642-93d6-65fb5b5a0aa8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'n-d-768862-2', False) {} {{(pid=84876) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:38:19.141481 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59da1d86-360b-477e-a33a-0429c6552f69 None None] Checking router: 3998536e-65e4-4108-ab1c-eac6e818dd96 for host: n-d-768862-2 {{(pid=84876) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Jan 14 07:38:19.147419 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Provisioning for port 4f2af34b-20b9-481f-8960-e30c6de5ce98 completed by entity L2. {{(pid=84876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 07:38:19.156981 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59da1d86-360b-477e-a33a-0429c6552f69 None None] Routers {'3998536e-65e4-4108-ab1c-eac6e818dd96'} bound to L3 agent in host n-d-768862-2 {{(pid=84876) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 14 07:38:19.157706 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_hamode_db [None req-59da1d86-360b-477e-a33a-0429c6552f69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2021-01-14T06:56:51Z,description=,heartbeat_timestamp=2021-01-14T07:37:52Z,host='n-d-768862-2',id=35f592e9-451b-4db9-abea-77b6a5c5391b,load=0,resource_versions=,resources_synced=,started_at=2021-01-14T06:56:51Z,topic='l3_agent')) {'router_ids': ['3998536e-65e4-4108-ab1c-eac6e818dd96'], 'active': True} {{(pid=84876) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:38:19.182896 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e0b6e24-5d87-41a1-a292-ee2274299d39 tempest-FloatingIPAdminTestJSON-398982223 tempest-FloatingIPAdminTestJSON-398982223] Pushing event updated for resources: {'Port': ['ID=64363eda-e584-4621-8f56-ed8ad2810195,revision_number=2']} {{(pid=84874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:38:19.186602 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-4e0b6e24-5d87-41a1-a292-ee2274299d39 tempest-FloatingIPAdminTestJSON-398982223 tempest-FloatingIPAdminTestJSON-398982223] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.197s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:38:19.216602 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [req-45ee0b8b-8c77-4889-96c5-eb05085b54e6 req-a77eefed-8cfb-4d39-8cea-f28062312ca0 tempest-TestVolumeBackupRestore-661626257 tempest-TestVolumeBackupRestore-661626257] Notify callbacks [] for security_group_rule, before_response {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:38:19.218027 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [req-45ee0b8b-8c77-4889-96c5-eb05085b54e6 req-a77eefed-8cfb-4d39-8cea-f28062312ca0 tempest-TestVolumeBackupRestore-661626257 tempest-TestVolumeBackupRestore-661626257] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.8436007 Jan 14 07:38:19.334675 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Provisioning complete for port 4f2af34b-20b9-481f-8960-e30c6de5ce98 triggered by entity L2. {{(pid=84876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 07:38:19.335106 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-604227'] for port, provisioning_complete {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:38:19.357511 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-c9f8a99b-60bb-422a-a32b-50b8d8e124c6 tempest-NegativeSecGroupTest-99150678 tempest-NegativeSecGroupTest-99150678] Synchronizing usage tracker for tenant:32dfd94f88254230a57d6c30248c2849 on resource:security_group {{(pid=84875) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 14 07:38:19.371173 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_dvr_db [None req-59da1d86-360b-477e-a33a-0429c6552f69 None None] Set router 3998536e-65e4-4108-ab1c-eac6e818dd96 gateway port host: None {{(pid=84876) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 14 07:38:19.431779 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [req-36db88a9-eb10-4df2-8570-b69c934fd1b3 req-77830103-cdeb-45d8-958e-fe7f59e1b124 tempest-TestVolumeBackupRestore-661626257 tempest-TestVolumeBackupRestore-661626257] 10.222.0.24 "GET /v2.0/security-groups/a6309512-73dc-49d1-bae5-5bcf5fa148da HTTP/1.1" status: 200 len: 2408 time: 0.1671259 Jan 14 07:38:19.437558 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.v2.base [req-36db88a9-eb10-4df2-8570-b69c934fd1b3 req-fb3fb858-c5fa-4236-9dc4-3da89e9a2632 tempest-TestVolumeBackupRestore-661626257 tempest-TestVolumeBackupRestore-661626257] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'a6309512-73dc-49d1-bae5-5bcf5fa148da', 'remote_group_id': None}]} {{(pid=84875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:38:19.437905 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.v2.base [req-36db88a9-eb10-4df2-8570-b69c934fd1b3 req-fb3fb858-c5fa-4236-9dc4-3da89e9a2632 tempest-TestVolumeBackupRestore-661626257 tempest-TestVolumeBackupRestore-661626257] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'a6309512-73dc-49d1-bae5-5bcf5fa148da', 'remote_group_id': None}} {{(pid=84875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:38:19.460947 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [req-36db88a9-eb10-4df2-8570-b69c934fd1b3 req-fb3fb858-c5fa-4236-9dc4-3da89e9a2632 tempest-TestVolumeBackupRestore-661626257 tempest-TestVolumeBackupRestore-661626257] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:38:19.465220 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [req-36db88a9-eb10-4df2-8570-b69c934fd1b3 req-fb3fb858-c5fa-4236-9dc4-3da89e9a2632 tempest-TestVolumeBackupRestore-661626257 tempest-TestVolumeBackupRestore-661626257] Usage tracker for resource:security_group_rule and tenant:b7436c40d9974ceeb95e1adceeb35730 is out of sync, need to count used quota {{(pid=84875) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:38:19.468286 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [req-36db88a9-eb10-4df2-8570-b69c934fd1b3 req-fb3fb858-c5fa-4236-9dc4-3da89e9a2632 tempest-TestVolumeBackupRestore-661626257 tempest-TestVolumeBackupRestore-661626257] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=84875) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:38:19.474594 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [req-36db88a9-eb10-4df2-8570-b69c934fd1b3 req-fb3fb858-c5fa-4236-9dc4-3da89e9a2632 tempest-TestVolumeBackupRestore-661626257 tempest-TestVolumeBackupRestore-661626257] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=84875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:38:19.488784 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-6259fa7d-2f9a-4bf5-b1ea-c7fd1ade7d52 tempest-RoutersTest-1255860389 tempest-RoutersTest-1255860389] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-598964', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850887113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3154192', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2308610'] for subnet, after_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:38:19.550283 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-3ea5d313-eddc-4c77-907d-8efc7fc6bce8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036850886612', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036850863158'] for router, after_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:38:19.601433 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-c9f8a99b-60bb-422a-a32b-50b8d8e124c6 tempest-NegativeSecGroupTest-99150678 tempest-NegativeSecGroupTest-99150678] Unset dirty status for tenant:32dfd94f88254230a57d6c30248c2849 on resource:security_group {{(pid=84875) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 14 07:38:19.606759 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-c9f8a99b-60bb-422a-a32b-50b8d8e124c6 tempest-NegativeSecGroupTest-99150678 tempest-NegativeSecGroupTest-99150678] 10.222.0.24 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.5414035 Jan 14 07:38:19.608786 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-f6b0a68f-b3e4-46fc-8eb6-76c2415598ad tempest-NetworksTest-1803261889 tempest-NetworksTest-1803261889] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:38:19.651038 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84875) accepted ('10.222.0.24', 37652) {{(pid=84875) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:38:19.695521 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-6259fa7d-2f9a-4bf5-b1ea-c7fd1ade7d52 tempest-RoutersTest-1255860389 tempest-RoutersTest-1255860389] Notify callbacks [] for subnet, before_response {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:38:19.712474 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.v2.base [None req-f8bcdb22-ba0b-40c2-867e-807301897e84 tempest-NegativeSecGroupTest-99150678 tempest-NegativeSecGroupTest-99150678] Request body: {'security_group': {'name': 'tempest-secgroup--336096214'}} {{(pid=84875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:38:19.736995 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6259fa7d-2f9a-4bf5-b1ea-c7fd1ade7d52 tempest-RoutersTest-1255860389 tempest-RoutersTest-1255860389] Pushing event deleted for resources: {'Subnet': ['ID=5edbaf61-3242-45cf-a727-c26ae3ee23a2,revision_number=None']} {{(pid=84875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:38:19.738219 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60c1062d-4922-45e2-9134-94e689167211 None None] Network 38c91695-e5b8-46a7-8f78-0f0683e3f1c9 requested from n-d-768862-2 {{(pid=84876) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 07:38:19.748862 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-6259fa7d-2f9a-4bf5-b1ea-c7fd1ade7d52 tempest-RoutersTest-1255860389 tempest-RoutersTest-1255860389] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:38:19.749937 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-f8bcdb22-ba0b-40c2-867e-807301897e84 tempest-NegativeSecGroupTest-99150678 tempest-NegativeSecGroupTest-99150678] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:38:19.765164 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-6259fa7d-2f9a-4bf5-b1ea-c7fd1ade7d52 tempest-RoutersTest-1255860389 tempest-RoutersTest-1255860389] 10.222.0.24 "DELETE /v2.0/subnets/5edbaf61-3242-45cf-a727-c26ae3ee23a2 HTTP/1.1" status: 204 len: 168 time: 2.2984419 Jan 14 07:38:19.773607 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84875) accepted ('10.222.0.24', 37656) {{(pid=84875) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:38:19.809857 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-f8bcdb22-ba0b-40c2-867e-807301897e84 tempest-NegativeSecGroupTest-99150678 tempest-NegativeSecGroupTest-99150678] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:38:19.840009 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-4e0b6e24-5d87-41a1-a292-ee2274299d39 tempest-FloatingIPAdminTestJSON-398982223 tempest-FloatingIPAdminTestJSON-398982223] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3912638'] for floatingip, after_update {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:38:19.854206 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-566edc85-cda8-4b0d-9463-1c40072c4d18 None None] Provisioning complete for port 4f2af34b-20b9-481f-8960-e30c6de5ce98 triggered by entity DHCP. {{(pid=84876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 07:38:19.854530 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-566edc85-cda8-4b0d-9463-1c40072c4d18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-604227'] for port, provisioning_complete {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:38:19.866047 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-4e0b6e24-5d87-41a1-a292-ee2274299d39 tempest-FloatingIPAdminTestJSON-398982223 tempest-FloatingIPAdminTestJSON-398982223] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854768116'] for floatingip, before_response {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:38:19.871422 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-4e0b6e24-5d87-41a1-a292-ee2274299d39 tempest-FloatingIPAdminTestJSON-398982223 tempest-FloatingIPAdminTestJSON-398982223] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 7.5582423 Jan 14 07:38:19.872504 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84874) accepted ('10.222.0.24', 37660) {{(pid=84874) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:38:19.880374 n-d-768862-2 neutron-server[84765]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3ea5d313-eddc-4c77-907d-8efc7fc6bce8 admin admin] Router c78f7234-d34c-450d-aaff-e128913826bd is scheduled to L3 agent 35f592e9-451b-4db9-abea-77b6a5c5391b with binding_index 1 {{(pid=84874) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}} Jan 14 07:38:19.921097 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [req-36db88a9-eb10-4df2-8570-b69c934fd1b3 req-fb3fb858-c5fa-4236-9dc4-3da89e9a2632 tempest-TestVolumeBackupRestore-661626257 tempest-TestVolumeBackupRestore-661626257] Notify callbacks [] for security_group_rule, before_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:38:19.956706 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-f8bcdb22-ba0b-40c2-867e-807301897e84 tempest-NegativeSecGroupTest-99150678 tempest-NegativeSecGroupTest-99150678] Notify callbacks [] for security_group, before_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:38:19.987644 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-f8bcdb22-ba0b-40c2-867e-807301897e84 tempest-NegativeSecGroupTest-99150678 tempest-NegativeSecGroupTest-99150678] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:38:19.992272 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-f8bcdb22-ba0b-40c2-867e-807301897e84 tempest-NegativeSecGroupTest-99150678 tempest-NegativeSecGroupTest-99150678] Usage tracker for resource:security_group_rule and tenant:32dfd94f88254230a57d6c30248c2849 is out of sync, need to count used quota {{(pid=84875) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:38:19.996791 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-f8bcdb22-ba0b-40c2-867e-807301897e84 tempest-NegativeSecGroupTest-99150678 tempest-NegativeSecGroupTest-99150678] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84875) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:38:20.003905 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-f8bcdb22-ba0b-40c2-867e-807301897e84 tempest-NegativeSecGroupTest-99150678 tempest-NegativeSecGroupTest-99150678] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:38:20.082533 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-f8bcdb22-ba0b-40c2-867e-807301897e84 tempest-NegativeSecGroupTest-99150678 tempest-NegativeSecGroupTest-99150678] Notify callbacks [] for security_group, precommit_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:38:20.110510 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-f8bcdb22-ba0b-40c2-867e-807301897e84 tempest-NegativeSecGroupTest-99150678 tempest-NegativeSecGroupTest-99150678] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850887153'] for security_group, after_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:38:20.116532 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.v2.base [None req-9d077456-1766-477b-83d3-2d2a79b14520 tempest-FloatingIPAdminTestJSON-1953844818 tempest-FloatingIPAdminTestJSON-1953844818] Request body: {'floatingip': {'floating_network_id': '226f1e78-82cd-4481-9055-4eb73b6db8c1'}} {{(pid=84874) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:38:20.120220 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [req-36db88a9-eb10-4df2-8570-b69c934fd1b3 req-fb3fb858-c5fa-4236-9dc4-3da89e9a2632 tempest-TestVolumeBackupRestore-661626257 tempest-TestVolumeBackupRestore-661626257] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:38:20.121325 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-d7765cca-9c7f-4edb-827a-69a80c35c620 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:38:20.130907 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-9d077456-1766-477b-83d3-2d2a79b14520 tempest-FloatingIPAdminTestJSON-1953844818 tempest-FloatingIPAdminTestJSON-1953844818] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:38:20.139774 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-9d077456-1766-477b-83d3-2d2a79b14520 tempest-FloatingIPAdminTestJSON-1953844818 tempest-FloatingIPAdminTestJSON-1953844818] Usage tracker for resource:floatingip and tenant:5b48dee8caa642d586f335c14475734c is out of sync, need to count used quota {{(pid=84874) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:38:20.143460 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-b92e07a5-777a-4316-a7b1-5619336e66fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-598964', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850887113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3154192', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2308610'] for subnet, after_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:38:20.145303 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-9d077456-1766-477b-83d3-2d2a79b14520 tempest-FloatingIPAdminTestJSON-1953844818 tempest-FloatingIPAdminTestJSON-1953844818] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=84874) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:38:20.148962 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3ea5d313-eddc-4c77-907d-8efc7fc6bce8 admin admin] Notify agent at l3_agent.n-d-768862-2 the message routers_updated {{(pid=84874) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jan 14 07:38:20.162284 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f364fd22-3366-4c6e-b8a7-2b6c8bd1eab8 None None] Sync routers for ids ['c78f7234-d34c-450d-aaff-e128913826bd'] in n-d-768862-2 {{(pid=84877) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Jan 14 07:38:20.170457 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-9d077456-1766-477b-83d3-2d2a79b14520 tempest-FloatingIPAdminTestJSON-1953844818 tempest-FloatingIPAdminTestJSON-1953844818] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=84874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:38:20.173233 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f364fd22-3366-4c6e-b8a7-2b6c8bd1eab8 None None] Routers {'c78f7234-d34c-450d-aaff-e128913826bd'} bound to L3 agent in host n-d-768862-2 {{(pid=84877) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 14 07:38:20.173972 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_hamode_db [None req-f364fd22-3366-4c6e-b8a7-2b6c8bd1eab8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2021-01-14T06:56:51Z,description=,heartbeat_timestamp=2021-01-14T07:37:52Z,host='n-d-768862-2',id=35f592e9-451b-4db9-abea-77b6a5c5391b,load=0,resource_versions=,resources_synced=,started_at=2021-01-14T06:56:51Z,topic='l3_agent')) {'router_ids': ['c78f7234-d34c-450d-aaff-e128913826bd'], 'active': True} {{(pid=84877) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:38:20.180025 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-3ea5d313-eddc-4c77-907d-8efc7fc6bce8 admin admin] Notify callbacks [] for router, before_response {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:38:20.181983 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-3ea5d313-eddc-4c77-907d-8efc7fc6bce8 admin admin] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 7.4601493 Jan 14 07:38:20.183715 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-9d077456-1766-477b-83d3-2d2a79b14520 tempest-FloatingIPAdminTestJSON-1953844818 tempest-FloatingIPAdminTestJSON-1953844818] Notify callbacks [] for floatingip, before_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:38:20.199557 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84874) accepted ('10.222.0.24', 37666) {{(pid=84874) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:38:20.379957 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_dvr_db [None req-f364fd22-3366-4c6e-b8a7-2b6c8bd1eab8 None None] Set router c78f7234-d34c-450d-aaff-e128913826bd gateway port host: n-d-768862-2 {{(pid=84877) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 14 07:38:20.400582 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_hamode_db [None req-59da1d86-360b-477e-a33a-0429c6552f69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3998536e-65e4-4108-ab1c-eac6e818dd96', 'name': 'tempest-RoutersTest-router-1767463639', 'tenant_id': '2a076c09cf6548039ba7b64b98184a0e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-14T07:36:27Z', 'updated_at': '2021-01-14T07:38:15Z', 'revision_number': 10, 'project_id': '2a076c09cf6548039ba7b64b98184a0e', 'gw_port_host': None, '_interfaces': [{'id': '6087c0d6-adc5-4077-8829-a972ea878eb0', 'name': '', 'network_id': '55d17c7e-058e-429d-a06c-3d5716669d4b', 'tenant_id': '2a076c09cf6548039ba7b64b98184a0e', 'mac_address': 'fa:16:3e:63:f5:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3998536e-65e4-4108-ab1c-eac6e818dd96', 'device_owner': 'network:router_interface', 'standard_attr_id': 3105, 'fixed_ips': [{'subnet_id': '002e57a5-80b9-4642-93d6-65fb5b5a0aa8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T07:36:32Z', 'updated_at': '2021-01-14T07:36:54Z', 'revision_number': 5, 'project_id': '2a076c09cf6548039ba7b64b98184a0e', 'subnets': [{'id': '002e57a5-80b9-4642-93d6-65fb5b5a0aa8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'n-d-768862-2', False) {} {{(pid=84876) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:38:20.433599 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59da1d86-360b-477e-a33a-0429c6552f69 None None] The sync data for ids ['3998536e-65e4-4108-ab1c-eac6e818dd96'] in n-d-768862-2 is: [{'id': '3998536e-65e4-4108-ab1c-eac6e818dd96', 'name': 'tempest-RoutersTest-router-1767463639', 'tenant_id': '2a076c09cf6548039ba7b64b98184a0e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-14T07:36:27Z', 'updated_at': '2021-01-14T07:38:15Z', 'revision_number': 10, 'project_id': '2a076c09cf6548039ba7b64b98184a0e', 'gw_port_host': None, '_interfaces': [{'id': '6087c0d6-adc5-4077-8829-a972ea878eb0', 'name': '', 'network_id': '55d17c7e-058e-429d-a06c-3d5716669d4b', 'tenant_id': '2a076c09cf6548039ba7b64b98184a0e', 'mac_address': 'fa:16:3e:63:f5:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3998536e-65e4-4108-ab1c-eac6e818dd96', 'device_owner': 'network:router_interface', 'standard_attr_id': 3105, 'fixed_ips': [{'subnet_id': '002e57a5-80b9-4642-93d6-65fb5b5a0aa8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T07:36:32Z', 'updated_at': '2021-01-14T07:36:54Z', 'revision_number': 5, 'project_id': '2a076c09cf6548039ba7b64b98184a0e', 'subnets': [{'id': '002e57a5-80b9-4642-93d6-65fb5b5a0aa8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=84876) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Jan 14 07:38:20.444656 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-566edc85-cda8-4b0d-9463-1c40072c4d18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555753'] for port, before_update {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:38:20.464975 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555753'] for port, before_update {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:38:20.514645 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] For port 4f2af34b-20b9-481f-8960-e30c6de5ce98, host n-d-768862-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-2',level=0,port_id=4f2af34b-20b9-481f-8960-e30c6de5ce98,segment=NetworkSegment(6c952e0d-03f3-44f7-8568-c4053a5ec05d),segment_id=6c952e0d-03f3-44f7-8568-c4053a5ec05d)] {{(pid=84876) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 07:38:20.562371 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777640533312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363259214678337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777640097497'] for port, after_update {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:38:20.572844 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-21a7a734-0601-47b0-b350-07cd31ce8568 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84876) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:38:20.675903 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Device 9a184727-28ae-41f3-9959-671196777b38 no longer exists at agent ovs-agent-n-d-768862-2 {{(pid=84876) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jan 14 07:38:20.729968 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.plugin [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] No Port match for: 9a184727-28ae-41f3-9959-671196777b38 {{(pid=84876) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2188}} Jan 14 07:38:20.730550 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Device 9a184727-28ae-41f3-9959-671196777b38 not bound to the agent host n-d-768862-2 {{(pid=84876) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jan 14 07:38:20.747912 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_hamode_db [None req-f364fd22-3366-4c6e-b8a7-2b6c8bd1eab8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c78f7234-d34c-450d-aaff-e128913826bd', 'name': 'tempest-TestServerMultinode-1604356433-router', 'tenant_id': '3783d0e443d34595960688d8c1d9a319', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '226f1e78-82cd-4481-9055-4eb73b6db8c1', 'external_fixed_ips': [{'subnet_id': 'ba8deeec-7658-4195-9449-038c076f5c83', 'ip_address': '172.25.2.195'}], 'enable_snat': True}, 'gw_port_id': '76a56e27-4d1f-4b9d-99ab-9f6172456640', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-14T07:38:12Z', 'updated_at': '2021-01-14T07:38:18Z', 'revision_number': 3, 'project_id': '3783d0e443d34595960688d8c1d9a319', 'gw_port': {'id': '76a56e27-4d1f-4b9d-99ab-9f6172456640', 'name': '', 'network_id': '226f1e78-82cd-4481-9055-4eb73b6db8c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:4d:16', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c78f7234-d34c-450d-aaff-e128913826bd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3312, 'fixed_ips': [{'subnet_id': 'ba8deeec-7658-4195-9449-038c076f5c83', 'ip_address': '172.25.2.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T07:38:16Z', 'updated_at': '2021-01-14T07:38:16Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ba8deeec-7658-4195-9449-038c076f5c83', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-2'}], 'n-d-768862-2', False) {} {{(pid=84877) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:38:20.752882 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f364fd22-3366-4c6e-b8a7-2b6c8bd1eab8 None None] Checking router: c78f7234-d34c-450d-aaff-e128913826bd for host: n-d-768862-2 {{(pid=84877) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Jan 14 07:38:20.753269 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f364fd22-3366-4c6e-b8a7-2b6c8bd1eab8 None None] Updating router c78f7234-d34c-450d-aaff-e128913826bd port 76a56e27-4d1f-4b9d-99ab-9f6172456640 binding host n-d-768862-2 {{(pid=84877) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Jan 14 07:38:20.757352 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.db.api [None req-566edc85-cda8-4b0d-9463-1c40072c4d18 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=84876) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Jan 14 07:38:20.757879 n-d-768862-2 neutron-server[84765]: DEBUG oslo_db.api [None req-566edc85-cda8-4b0d-9463-1c40072c4d18 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=84876) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Jan 14 07:38:20.780760 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Pushing event updated for resources: {'Port': ['ID=4f2af34b-20b9-481f-8960-e30c6de5ce98,revision_number=3']} {{(pid=84876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:38:20.784648 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.212s {{(pid=84876) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:38:20.818625 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-f364fd22-3366-4c6e-b8a7-2b6c8bd1eab8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555753'] for port, before_update {{(pid=84877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:38:20.844696 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-baf016a3-7088-4abc-9032-65cd01670c7c None None] DHCP port deletion for 38c91695-e5b8-46a7-8f78-0f0683e3f1c9 request from n-d-768862-2 {{(pid=84876) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Jan 14 07:38:20.850519 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.plugin [None req-baf016a3-7088-4abc-9032-65cd01670c7c None None] Deleting port 372e9e22-513b-4726-b38e-f9aa15d88d34 {{(pid=84876) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 07:38:20.851060 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-baf016a3-7088-4abc-9032-65cd01670c7c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363259214248359'] for port, before_delete {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:38:20.903754 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-ce134de8-50ae-44b0-a850-a441a40d4d7b tempest-RoutersTest-1255860389 tempest-RoutersTest-1255860389] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036854160497'] for network, before_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:38:20.991034 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [req-36db88a9-eb10-4df2-8570-b69c934fd1b3 req-fb3fb858-c5fa-4236-9dc4-3da89e9a2632 tempest-TestVolumeBackupRestore-661626257 tempest-TestVolumeBackupRestore-661626257] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850966545'] for security_group_rule, after_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:38:20.999855 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8bcdb22-ba0b-40c2-867e-807301897e84 tempest-NegativeSecGroupTest-99150678 tempest-NegativeSecGroupTest-99150678] Pushing event updated for resources: {'SecurityGroup': ['ID=9fae364f-3e25-4c80-be38-5e7411d3b05b,revision_number=1']} {{(pid=84875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:38:21.082573 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-f8bcdb22-ba0b-40c2-867e-807301897e84 tempest-NegativeSecGroupTest-99150678 tempest-NegativeSecGroupTest-99150678] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.961s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:38:21.086064 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-f8bcdb22-ba0b-40c2-867e-807301897e84 tempest-NegativeSecGroupTest-99150678 tempest-NegativeSecGroupTest-99150678] Notify callbacks [] for security_group, before_response {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:38:21.087982 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-f8bcdb22-ba0b-40c2-867e-807301897e84 tempest-NegativeSecGroupTest-99150678 tempest-NegativeSecGroupTest-99150678] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 1.3948674 Jan 14 07:38:21.089379 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-ae20a47d-011d-410d-a867-112d08606f03 tempest-NetworksTest-1803261889 tempest-NetworksTest-1803261889] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.203s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:38:21.126873 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84875) accepted ('10.222.0.24', 37670) {{(pid=84875) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:38:21.139630 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [None req-baf016a3-7088-4abc-9032-65cd01670c7c None None] For port 372e9e22-513b-4726-b38e-f9aa15d88d34, host n-d-768862-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-2',level=0,port_id=372e9e22-513b-4726-b38e-f9aa15d88d34,segment=NetworkSegment(49b23d36-e442-4bb6-9fcf-14332936c677),segment_id=49b23d36-e442-4bb6-9fcf-14332936c677)] {{(pid=84876) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 07:38:21.140127 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-baf016a3-7088-4abc-9032-65cd01670c7c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036850862667'] for port, precommit_delete {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:38:21.154136 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.v2.base [None req-fe64c49a-a866-423e-9c81-8552c50de82a tempest-NegativeSecGroupTest-99150678 tempest-NegativeSecGroupTest-99150678] Request body: {'security_group_rule': {'security_group_id': '9fae364f-3e25-4c80-be38-5e7411d3b05b', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 80, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=84875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:38:21.154749 n-d-768862-2 neutron-server[84765]: WARNING neutron.api.v2.base [None req-fe64c49a-a866-423e-9c81-8552c50de82a tempest-NegativeSecGroupTest-99150678 tempest-NegativeSecGroupTest-99150678] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Jan 14 07:38:21.155638 n-d-768862-2 neutron-server[84765]: INFO neutron.api.v2.resource [None req-fe64c49a-a866-423e-9c81-8552c50de82a tempest-NegativeSecGroupTest-99150678 tempest-NegativeSecGroupTest-99150678] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 14 07:38:21.157435 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-fe64c49a-a866-423e-9c81-8552c50de82a tempest-NegativeSecGroupTest-99150678 tempest-NegativeSecGroupTest-99150678] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0217247 Jan 14 07:38:21.164198 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b92e07a5-777a-4316-a7b1-5619336e66fd admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2ebd2d65-464c-41cd-9992-88123f50e256,revision_number=None']} {{(pid=84875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:38:21.172089 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.plugin [None req-ce134de8-50ae-44b0-a850-a441a40d4d7b tempest-RoutersTest-1255860389 tempest-RoutersTest-1255860389] Deleting port 372e9e22-513b-4726-b38e-f9aa15d88d34 {{(pid=84875) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 07:38:21.172621 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-ce134de8-50ae-44b0-a850-a441a40d4d7b tempest-RoutersTest-1255860389 tempest-RoutersTest-1255860389] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363259214248359'] for port, before_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:38:21.206926 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-b92e07a5-777a-4316-a7b1-5619336e66fd admin admin] Notify callbacks [] for subnet, before_response {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:38:21.212538 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-b92e07a5-777a-4316-a7b1-5619336e66fd admin admin] 10.222.0.24 "DELETE /v2.0/subnets/2ebd2d65-464c-41cd-9992-88123f50e256 HTTP/1.1" status: 204 len: 168 time: 3.0197384 Jan 14 07:38:21.212538 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84875) accepted ('10.222.0.24', 37674) {{(pid=84875) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:38:21.218383 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-b92e07a5-777a-4316-a7b1-5619336e66fd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:38:21.222013 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-a77eefed-8cfb-4d39-8cea-f28062312ca0 tempest-TestVolumeBackupRestore-661626257 tempest-TestVolumeBackupRestore-661626257] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.151s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:38:21.243398 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.v2.base [None req-1988e59d-9b00-4505-9c1c-2aa765bc737e tempest-NegativeSecGroupTest-99150678 tempest-NegativeSecGroupTest-99150678] Request body: {'security_group_rule': {'security_group_id': '9fae364f-3e25-4c80-be38-5e7411d3b05b', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 79, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=84875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:38:21.256194 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-1988e59d-9b00-4505-9c1c-2aa765bc737e tempest-NegativeSecGroupTest-99150678 tempest-NegativeSecGroupTest-99150678] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:38:21.262136 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-1988e59d-9b00-4505-9c1c-2aa765bc737e tempest-NegativeSecGroupTest-99150678 tempest-NegativeSecGroupTest-99150678] Usage tracker for resource:security_group_rule and tenant:32dfd94f88254230a57d6c30248c2849 is out of sync, need to count used quota {{(pid=84875) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:38:21.263083 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84874) accepted ('10.222.0.24', 37676) {{(pid=84874) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:38:21.265913 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-1988e59d-9b00-4505-9c1c-2aa765bc737e tempest-NegativeSecGroupTest-99150678 tempest-NegativeSecGroupTest-99150678] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84875) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:38:21.273667 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-1988e59d-9b00-4505-9c1c-2aa765bc737e tempest-NegativeSecGroupTest-99150678 tempest-NegativeSecGroupTest-99150678] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:38:21.300261 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.plugin [None req-baf016a3-7088-4abc-9032-65cd01670c7c None None] Calling delete_port for 372e9e22-513b-4726-b38e-f9aa15d88d34 owned by network:dhcp {{(pid=84876) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 07:38:21.310197 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-f364fd22-3366-4c6e-b8a7-2b6c8bd1eab8 None None] Notify callbacks [] for port, precommit_update {{(pid=84877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:38:21.322084 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [req-36db88a9-eb10-4df2-8570-b69c934fd1b3 req-fb3fb858-c5fa-4236-9dc4-3da89e9a2632 tempest-TestVolumeBackupRestore-661626257 tempest-TestVolumeBackupRestore-661626257] Notify callbacks [] for security_group_rule, before_response {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:38:21.323145 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-f364fd22-3366-4c6e-b8a7-2b6c8bd1eab8 None None] Transition to ACTIVE for port object 76a56e27-4d1f-4b9d-99ab-9f6172456640 will not be triggered until provisioned by entity L2. {{(pid=84877) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 07:38:21.323677 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [req-36db88a9-eb10-4df2-8570-b69c934fd1b3 req-fb3fb858-c5fa-4236-9dc4-3da89e9a2632 tempest-TestVolumeBackupRestore-661626257 tempest-TestVolumeBackupRestore-661626257] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 791 time: 1.8908579 Jan 14 07:38:21.329674 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb3fb858-c5fa-4236-9dc4-3da89e9a2632 tempest-TestVolumeBackupRestore-661626257 tempest-TestVolumeBackupRestore-661626257] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d676fc7f-1caa-4e89-be35-aa132f47a034,revision_number=0']} {{(pid=84875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:38:21.333449 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-f364fd22-3366-4c6e-b8a7-2b6c8bd1eab8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777640533312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363259214678337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777640097497'] for port, after_update {{(pid=84877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:38:21.337345 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-fb3fb858-c5fa-4236-9dc4-3da89e9a2632 tempest-TestVolumeBackupRestore-661626257 tempest-TestVolumeBackupRestore-661626257] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:38:21.356692 n-d-768862-2 neutron-server[84765]: INFO neutron.api.v2.resource [None req-1988e59d-9b00-4505-9c1c-2aa765bc737e tempest-NegativeSecGroupTest-99150678 tempest-NegativeSecGroupTest-99150678] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 14 07:38:21.358269 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-1988e59d-9b00-4505-9c1c-2aa765bc737e tempest-NegativeSecGroupTest-99150678 tempest-NegativeSecGroupTest-99150678] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.1382015 Jan 14 07:38:21.361929 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84875) accepted ('10.222.0.24', 37684) {{(pid=84875) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:38:21.371190 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.v2.base [None req-2d86e4bb-eade-40f9-97cd-7948dae58492 tempest-NegativeSecGroupTest-99150678 tempest-NegativeSecGroupTest-99150678] Request body: {'security_group_rule': {'security_group_id': '9fae364f-3e25-4c80-be38-5e7411d3b05b', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=84875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:38:21.371970 n-d-768862-2 neutron-server[84765]: WARNING neutron.api.v2.base [None req-2d86e4bb-eade-40f9-97cd-7948dae58492 tempest-NegativeSecGroupTest-99150678 tempest-NegativeSecGroupTest-99150678] An exception happened while processing the request body. The exception message is [Invalid value for port 65536].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port 65536 Jan 14 07:38:21.372674 n-d-768862-2 neutron-server[84765]: INFO neutron.api.v2.resource [None req-2d86e4bb-eade-40f9-97cd-7948dae58492 tempest-NegativeSecGroupTest-99150678 tempest-NegativeSecGroupTest-99150678] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 14 07:38:21.373869 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-2d86e4bb-eade-40f9-97cd-7948dae58492 tempest-NegativeSecGroupTest-99150678 tempest-NegativeSecGroupTest-99150678] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0104392 Jan 14 07:38:21.375226 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-11b8b1c5-b195-4b20-bdfe-84cd3e0a0a75 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:38:21.377964 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84875) accepted ('10.222.0.24', 37688) {{(pid=84875) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:38:21.386149 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.v2.base [None req-ab4ec17a-b2d5-4e46-841f-41c2c50a73a1 tempest-NegativeSecGroupTest-99150678 tempest-NegativeSecGroupTest-99150678] Request body: {'security_group_rule': {'security_group_id': '9fae364f-3e25-4c80-be38-5e7411d3b05b', 'protocol': 'tcp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=84875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:38:21.397827 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-ab4ec17a-b2d5-4e46-841f-41c2c50a73a1 tempest-NegativeSecGroupTest-99150678 tempest-NegativeSecGroupTest-99150678] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:38:21.402270 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-ab4ec17a-b2d5-4e46-841f-41c2c50a73a1 tempest-NegativeSecGroupTest-99150678 tempest-NegativeSecGroupTest-99150678] Usage tracker for resource:security_group_rule and tenant:32dfd94f88254230a57d6c30248c2849 is out of sync, need to count used quota {{(pid=84875) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:38:21.406253 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-ab4ec17a-b2d5-4e46-841f-41c2c50a73a1 tempest-NegativeSecGroupTest-99150678 tempest-NegativeSecGroupTest-99150678] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84875) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:38:21.412993 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-ab4ec17a-b2d5-4e46-841f-41c2c50a73a1 tempest-NegativeSecGroupTest-99150678 tempest-NegativeSecGroupTest-99150678] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:38:21.418967 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-9d077456-1766-477b-83d3-2d2a79b14520 tempest-FloatingIPAdminTestJSON-1953844818 tempest-FloatingIPAdminTestJSON-1953844818] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555753'] for port, before_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:38:21.477477 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-baf016a3-7088-4abc-9032-65cd01670c7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777640533329', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777640097463'] for port, after_delete {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:38:21.482633 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.plugin [None req-ce134de8-50ae-44b0-a850-a441a40d4d7b tempest-RoutersTest-1255860389 tempest-RoutersTest-1255860389] The port '372e9e22-513b-4726-b38e-f9aa15d88d34' was deleted {{(pid=84875) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Jan 14 07:38:21.485546 n-d-768862-2 neutron-server[84765]: INFO neutron.api.v2.resource [None req-ab4ec17a-b2d5-4e46-841f-41c2c50a73a1 tempest-NegativeSecGroupTest-99150678 tempest-NegativeSecGroupTest-99150678] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 14 07:38:21.486882 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-ab4ec17a-b2d5-4e46-841f-41c2c50a73a1 tempest-NegativeSecGroupTest-99150678 tempest-NegativeSecGroupTest-99150678] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.1076100 Jan 14 07:38:21.496678 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84874) accepted ('10.222.0.24', 37692) {{(pid=84874) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:38:21.509382 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-b013e0a1-f536-4182-8d5b-b3abd7ff2fb5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036854160497'] for network, before_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:38:21.531478 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1413ef27-9719-456a-9461-f206d0a3221f None None] Pushing event updated for resources: {'Port': ['ID=76a56e27-4d1f-4b9d-99ab-9f6172456640,revision_number=2']} {{(pid=84877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:38:21.601711 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-c7f0f3f4-40c9-474c-8af0-81e30b1911bf None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84876) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:38:21.625327 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.v2.base [None req-d5eeecf3-1460-4e62-8c95-6e24c8ddd625 tempest-NegativeSecGroupTest-99150678 tempest-NegativeSecGroupTest-99150678] Request body: {'security_group_rule': {'security_group_id': '9fae364f-3e25-4c80-be38-5e7411d3b05b', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=84874) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:38:21.625795 n-d-768862-2 neutron-server[84765]: WARNING neutron.api.v2.base [None req-d5eeecf3-1460-4e62-8c95-6e24c8ddd625 tempest-NegativeSecGroupTest-99150678 tempest-NegativeSecGroupTest-99150678] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Jan 14 07:38:21.626346 n-d-768862-2 neutron-server[84765]: INFO neutron.api.v2.resource [None req-d5eeecf3-1460-4e62-8c95-6e24c8ddd625 tempest-NegativeSecGroupTest-99150678 tempest-NegativeSecGroupTest-99150678] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 14 07:38:21.627475 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-d5eeecf3-1460-4e62-8c95-6e24c8ddd625 tempest-NegativeSecGroupTest-99150678 tempest-NegativeSecGroupTest-99150678] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.1278789 Jan 14 07:38:21.655527 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baf016a3-7088-4abc-9032-65cd01670c7c None None] Pushing event deleted for resources: {'Port': ['ID=372e9e22-513b-4726-b38e-f9aa15d88d34,revision_number=None']} {{(pid=84876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:38:21.659762 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84875) accepted ('10.222.0.24', 37700) {{(pid=84875) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:38:21.665985 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-baf016a3-7088-4abc-9032-65cd01670c7c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=84876) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:38:21.673486 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-ddcd8331-6136-4412-9681-e3034c4697e6 None None] Provisioning complete for port 4f2af34b-20b9-481f-8960-e30c6de5ce98 triggered by entity DHCP. {{(pid=84876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 07:38:21.674050 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-ddcd8331-6136-4412-9681-e3034c4697e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-604227'] for port, provisioning_complete {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:38:21.683181 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.v2.base [None req-e8445884-b291-41b3-990b-d89fc037264d tempest-NegativeSecGroupTest-99150678 tempest-NegativeSecGroupTest-99150678] Request body: {'security_group_rule': {'security_group_id': '9fae364f-3e25-4c80-be38-5e7411d3b05b', 'protocol': 'icmp', 'port_range_min': 1, 'port_range_max': 256, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=84875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:38:21.739290 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-e8445884-b291-41b3-990b-d89fc037264d tempest-NegativeSecGroupTest-99150678 tempest-NegativeSecGroupTest-99150678] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:38:21.749792 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-e8445884-b291-41b3-990b-d89fc037264d tempest-NegativeSecGroupTest-99150678 tempest-NegativeSecGroupTest-99150678] Usage tracker for resource:security_group_rule and tenant:32dfd94f88254230a57d6c30248c2849 is out of sync, need to count used quota {{(pid=84875) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:38:21.754317 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-ce134de8-50ae-44b0-a850-a441a40d4d7b tempest-RoutersTest-1255860389 tempest-RoutersTest-1255860389] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-598987', 'neutron.services.segments.db._delete_segments_for_network-8777640583949'] for network, precommit_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:38:21.768112 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-baf016a3-7088-4abc-9032-65cd01670c7c None None] No DVR routers for this DVR port 372e9e22-513b-4726-b38e-f9aa15d88d34 on host n-d-768862-2 {{(pid=84876) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Jan 14 07:38:21.769482 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1413ef27-9719-456a-9461-f206d0a3221f None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@n-h1-768862-2 {{(pid=84877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:38:21.776301 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1413ef27-9719-456a-9461-f206d0a3221f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-h1-768862-2 {{(pid=84877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:38:21.776722 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1413ef27-9719-456a-9461-f206d0a3221f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-h1-768862-2 {{(pid=84877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:38:21.777103 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1413ef27-9719-456a-9461-f206d0a3221f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-h1-768862-2 {{(pid=84877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:38:21.777589 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1413ef27-9719-456a-9461-f206d0a3221f None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@n-h1-768862-2 {{(pid=84877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:38:21.778088 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1413ef27-9719-456a-9461-f206d0a3221f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-h1-768862-2 {{(pid=84877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:38:21.779136 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1413ef27-9719-456a-9461-f206d0a3221f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-h1-768862-2 {{(pid=84877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:38:21.779136 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1413ef27-9719-456a-9461-f206d0a3221f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-h1-768862-2 {{(pid=84877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:38:21.779394 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1413ef27-9719-456a-9461-f206d0a3221f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-h1-768862-2 {{(pid=84877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:38:21.779478 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-e8445884-b291-41b3-990b-d89fc037264d tempest-NegativeSecGroupTest-99150678 tempest-NegativeSecGroupTest-99150678] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84875) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:38:21.779667 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1413ef27-9719-456a-9461-f206d0a3221f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-h1-768862-2 {{(pid=84877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:38:21.780676 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1413ef27-9719-456a-9461-f206d0a3221f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-h1-768862-2 {{(pid=84877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:38:21.780676 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1413ef27-9719-456a-9461-f206d0a3221f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-h1-768862-2 {{(pid=84877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:38:21.782225 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1413ef27-9719-456a-9461-f206d0a3221f None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@n-h2-768862-2 {{(pid=84877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:38:21.782604 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1413ef27-9719-456a-9461-f206d0a3221f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-h2-768862-2 {{(pid=84877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:38:21.782973 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1413ef27-9719-456a-9461-f206d0a3221f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-h2-768862-2 {{(pid=84877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:38:21.783335 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1413ef27-9719-456a-9461-f206d0a3221f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-h2-768862-2 {{(pid=84877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:38:21.783699 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1413ef27-9719-456a-9461-f206d0a3221f None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@n-h2-768862-2 {{(pid=84877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:38:21.784150 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1413ef27-9719-456a-9461-f206d0a3221f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-h2-768862-2 {{(pid=84877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:38:21.784479 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1413ef27-9719-456a-9461-f206d0a3221f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-h2-768862-2 {{(pid=84877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:38:21.784836 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1413ef27-9719-456a-9461-f206d0a3221f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-h2-768862-2 {{(pid=84877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:38:21.785193 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1413ef27-9719-456a-9461-f206d0a3221f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-h2-768862-2 {{(pid=84877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:38:21.785549 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1413ef27-9719-456a-9461-f206d0a3221f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-h2-768862-2 {{(pid=84877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:38:21.785905 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1413ef27-9719-456a-9461-f206d0a3221f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-h2-768862-2 {{(pid=84877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:38:21.792712 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1413ef27-9719-456a-9461-f206d0a3221f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-h2-768862-2 {{(pid=84877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:38:21.793130 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1413ef27-9719-456a-9461-f206d0a3221f None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-2 {{(pid=84877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:38:21.793503 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1413ef27-9719-456a-9461-f206d0a3221f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-2 {{(pid=84877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:38:21.808776 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1413ef27-9719-456a-9461-f206d0a3221f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-2 {{(pid=84877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:38:21.810894 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1413ef27-9719-456a-9461-f206d0a3221f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-2 {{(pid=84877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:38:21.811996 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1413ef27-9719-456a-9461-f206d0a3221f None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@n-d-768862-2 {{(pid=84877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:38:21.813296 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1413ef27-9719-456a-9461-f206d0a3221f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-2 {{(pid=84877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:38:21.813690 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1413ef27-9719-456a-9461-f206d0a3221f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-768862-2 {{(pid=84877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:38:21.814073 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1413ef27-9719-456a-9461-f206d0a3221f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-768862-2 {{(pid=84877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:38:21.814443 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1413ef27-9719-456a-9461-f206d0a3221f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-2 {{(pid=84877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:38:21.814813 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1413ef27-9719-456a-9461-f206d0a3221f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-2 {{(pid=84877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:38:21.815155 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1413ef27-9719-456a-9461-f206d0a3221f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-2 {{(pid=84877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:38:21.815517 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1413ef27-9719-456a-9461-f206d0a3221f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-2 {{(pid=84877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:38:21.821756 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-ff3c72eb-a3bb-4d24-baeb-60bafb1463ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363259214191800', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854171626'] for agent, after_update {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:38:21.858833 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-e8445884-b291-41b3-990b-d89fc037264d tempest-NegativeSecGroupTest-99150678 tempest-NegativeSecGroupTest-99150678] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:38:21.869273 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.managers [None req-f364fd22-3366-4c6e-b8a7-2b6c8bd1eab8 None None] Attempting to bind port 76a56e27-4d1f-4b9d-99ab-9f6172456640 on host n-d-768862-2 for vnic_type normal with profile {{(pid=84877) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 14 07:38:21.869911 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.managers [None req-f364fd22-3366-4c6e-b8a7-2b6c8bd1eab8 None None] Attempting to bind port 76a56e27-4d1f-4b9d-99ab-9f6172456640 by drivers openvswitch on host n-d-768862-2 at level 0 using segments [{'id': 'cf3ded2c-bc47-4a71-89af-6e7117e60140', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '226f1e78-82cd-4481-9055-4eb73b6db8c1'}] {{(pid=84877) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 14 07:38:21.870491 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f364fd22-3366-4c6e-b8a7-2b6c8bd1eab8 None None] Attempting to bind port 76a56e27-4d1f-4b9d-99ab-9f6172456640 on network 226f1e78-82cd-4481-9055-4eb73b6db8c1 {{(pid=84877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 14 07:38:21.877806 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-1413ef27-9719-456a-9461-f206d0a3221f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.503s {{(pid=84877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:38:21.878981 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f364fd22-3366-4c6e-b8a7-2b6c8bd1eab8 None None] Checking agent: {'id': 'ba5efab1-b43c-4d5a-bc52-6e105d4e67a2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768862-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 14, 6, 56, 52), 'started_at': datetime.datetime(2021, 1, 14, 6, 57, 22), 'heartbeat_timestamp': datetime.datetime(2021, 1, 14, 7, 37, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768862-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.29', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 14 07:38:21.879569 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f364fd22-3366-4c6e-b8a7-2b6c8bd1eab8 None None] Checking segment: {'id': 'cf3ded2c-bc47-4a71-89af-6e7117e60140', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '226f1e78-82cd-4481-9055-4eb73b6db8c1'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84877) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 14 07:38:21.880226 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-f364fd22-3366-4c6e-b8a7-2b6c8bd1eab8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:38:21.880861 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f364fd22-3366-4c6e-b8a7-2b6c8bd1eab8 None None] Bound using segment: {'id': 'cf3ded2c-bc47-4a71-89af-6e7117e60140', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '226f1e78-82cd-4481-9055-4eb73b6db8c1'} {{(pid=84877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 14 07:38:21.882431 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.managers [None req-f364fd22-3366-4c6e-b8a7-2b6c8bd1eab8 None None] Bound port: 76a56e27-4d1f-4b9d-99ab-9f6172456640, host: n-d-768862-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cf3ded2c-bc47-4a71-89af-6e7117e60140', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '226f1e78-82cd-4481-9055-4eb73b6db8c1'}}] {{(pid=84877) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 14 07:38:21.883011 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-f364fd22-3366-4c6e-b8a7-2b6c8bd1eab8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555753'] for port, before_update {{(pid=84877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:38:21.932054 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-da76cfc0-98e8-4426-9f6d-4f05aa3fae78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363259214191800', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854171626'] for agent, after_update {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:38:21.978313 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [req-2ac160a9-8726-4733-bc88-e901fa57588c req-3bb1886a-8fdd-4e3a-9d51-9d1a0fbd30ae tempest-TestVolumeBackupRestore-661626257 tempest-TestVolumeBackupRestore-661626257] Synchronizing usage tracker for tenant:b7436c40d9974ceeb95e1adceeb35730 on resource:security_group {{(pid=84875) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 14 07:38:21.978560 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [None req-f364fd22-3366-4c6e-b8a7-2b6c8bd1eab8 None None] For port 76a56e27-4d1f-4b9d-99ab-9f6172456640, host n-d-768862-2, cleared binding levels {{(pid=84877) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 14 07:38:21.982031 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [None req-f364fd22-3366-4c6e-b8a7-2b6c8bd1eab8 None None] For port 76a56e27-4d1f-4b9d-99ab-9f6172456640, host n-d-768862-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-2',level=0,port_id=76a56e27-4d1f-4b9d-99ab-9f6172456640,segment=NetworkSegment(cf3ded2c-bc47-4a71-89af-6e7117e60140),segment_id=cf3ded2c-bc47-4a71-89af-6e7117e60140)] {{(pid=84877) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 14 07:38:21.986532 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-f364fd22-3366-4c6e-b8a7-2b6c8bd1eab8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777640533312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363259214678337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777640097497'] for port, after_update {{(pid=84877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:38:21.989586 n-d-768862-2 neutron-server[84765]: DEBUG neutron.services.segments.db [None req-ce134de8-50ae-44b0-a850-a441a40d4d7b tempest-RoutersTest-1255860389 tempest-RoutersTest-1255860389] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['38c91695-e5b8-46a7-8f78-0f0683e3f1c9']}} {{(pid=84875) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:38:22.015479 n-d-768862-2 neutron-server[84765]: DEBUG neutron.services.segments.db [None req-ce134de8-50ae-44b0-a850-a441a40d4d7b tempest-RoutersTest-1255860389 tempest-RoutersTest-1255860389] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '49b23d36-e442-4bb6-9fcf-14332936c677') {'for_net_delete': True} {{(pid=84875) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:38:22.016135 n-d-768862-2 neutron-server[84765]: DEBUG neutron.services.segments.db [None req-ce134de8-50ae-44b0-a850-a441a40d4d7b tempest-RoutersTest-1255860389 tempest-RoutersTest-1255860389] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '49b23d36-e442-4bb6-9fcf-14332936c677') {} {{(pid=84875) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:38:22.022919 n-d-768862-2 neutron-server[84765]: INFO neutron.api.v2.resource [None req-e8445884-b291-41b3-990b-d89fc037264d tempest-NegativeSecGroupTest-99150678 tempest-NegativeSecGroupTest-99150678] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 14 07:38:22.026865 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-e8445884-b291-41b3-990b-d89fc037264d tempest-NegativeSecGroupTest-99150678 tempest-NegativeSecGroupTest-99150678] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.3631275 Jan 14 07:38:22.031392 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84875) accepted ('10.222.0.24', 37704) {{(pid=84875) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:38:22.034964 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-ce134de8-50ae-44b0-a850-a441a40d4d7b tempest-RoutersTest-1255860389 tempest-RoutersTest-1255860389] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363259214173198', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036851408567'] for segment, before_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:38:22.049116 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.v2.base [None req-2b932cf4-460f-43f7-8618-53efad7524e5 tempest-NegativeSecGroupTest-99150678 tempest-NegativeSecGroupTest-99150678] Request body: {'security_group_rule': {'security_group_id': '9fae364f-3e25-4c80-be38-5e7411d3b05b', 'protocol': 'icmp', 'port_range_min': -1, 'port_range_max': 25, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=84875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:38:22.049632 n-d-768862-2 neutron-server[84765]: WARNING neutron.api.v2.base [None req-2b932cf4-460f-43f7-8618-53efad7524e5 tempest-NegativeSecGroupTest-99150678 tempest-NegativeSecGroupTest-99150678] An exception happened while processing the request body. The exception message is [Invalid value for port -1].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -1 Jan 14 07:38:22.050171 n-d-768862-2 neutron-server[84765]: INFO neutron.api.v2.resource [None req-2b932cf4-460f-43f7-8618-53efad7524e5 tempest-NegativeSecGroupTest-99150678 tempest-NegativeSecGroupTest-99150678] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 14 07:38:22.054118 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-2b932cf4-460f-43f7-8618-53efad7524e5 tempest-NegativeSecGroupTest-99150678 tempest-NegativeSecGroupTest-99150678] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0186818 Jan 14 07:38:22.054118 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [req-2ac160a9-8726-4733-bc88-e901fa57588c req-3bb1886a-8fdd-4e3a-9d51-9d1a0fbd30ae tempest-TestVolumeBackupRestore-661626257 tempest-TestVolumeBackupRestore-661626257] Unset dirty status for tenant:b7436c40d9974ceeb95e1adceeb35730 on resource:security_group {{(pid=84875) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 14 07:38:22.054118 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [req-2ac160a9-8726-4733-bc88-e901fa57588c req-3bb1886a-8fdd-4e3a-9d51-9d1a0fbd30ae tempest-TestVolumeBackupRestore-661626257 tempest-TestVolumeBackupRestore-661626257] 10.222.0.24 "GET /v2.0/security-groups?name=tempest-TestVolumeBackupRestore-2109337581&fields=id&tenant_id=b7436c40d9974ceeb95e1adceeb35730 HTTP/1.1" status: 200 len: 267 time: 0.1958511 Jan 14 07:38:22.056124 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84875) accepted ('10.222.0.24', 37708) {{(pid=84875) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:38:22.064788 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.v2.base [None req-c21223f1-b620-48e9-a6f7-5d2ec5c64e86 tempest-NegativeSecGroupTest-99150678 tempest-NegativeSecGroupTest-99150678] Request body: {'security_group_rule': {'security_group_id': '9fae364f-3e25-4c80-be38-5e7411d3b05b', 'protocol': 'icmp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=84875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:38:22.100376 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-c21223f1-b620-48e9-a6f7-5d2ec5c64e86 tempest-NegativeSecGroupTest-99150678 tempest-NegativeSecGroupTest-99150678] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:38:22.103172 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-ce134de8-50ae-44b0-a850-a441a40d4d7b tempest-RoutersTest-1255860389 tempest-RoutersTest-1255860389] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854179735'] for segment, precommit_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:38:22.109125 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-ce134de8-50ae-44b0-a850-a441a40d4d7b tempest-RoutersTest-1255860389 tempest-RoutersTest-1255860389] Releasing vxlan tunnel 20 to pool {{(pid=84875) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Jan 14 07:38:22.124312 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-c21223f1-b620-48e9-a6f7-5d2ec5c64e86 tempest-NegativeSecGroupTest-99150678 tempest-NegativeSecGroupTest-99150678] Usage tracker for resource:security_group_rule and tenant:32dfd94f88254230a57d6c30248c2849 is out of sync, need to count used quota {{(pid=84875) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:38:22.129535 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-c0f8d954-6d37-4962-a6ea-5a6caf83a1cd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:38:22.131243 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-c21223f1-b620-48e9-a6f7-5d2ec5c64e86 tempest-NegativeSecGroupTest-99150678 tempest-NegativeSecGroupTest-99150678] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84875) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:38:22.188389 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-b013e0a1-f536-4182-8d5b-b3abd7ff2fb5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-598987', 'neutron.services.segments.db._delete_segments_for_network-8777640583949'] for network, precommit_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:38:22.205648 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f364fd22-3366-4c6e-b8a7-2b6c8bd1eab8 None None] Routers {'c78f7234-d34c-450d-aaff-e128913826bd'} bound to L3 agent in host n-d-768862-2 {{(pid=84877) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 14 07:38:22.206303 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_hamode_db [None req-f364fd22-3366-4c6e-b8a7-2b6c8bd1eab8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-01-14T06:56:51Z,description=,heartbeat_timestamp=2021-01-14T07:38:22Z,host='n-d-768862-2',id=35f592e9-451b-4db9-abea-77b6a5c5391b,load=0,resource_versions=,resources_synced=,started_at=2021-01-14T06:56:51Z,topic='l3_agent')) {'router_ids': ['c78f7234-d34c-450d-aaff-e128913826bd'], 'active': True} {{(pid=84877) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:38:22.209595 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-c21223f1-b620-48e9-a6f7-5d2ec5c64e86 tempest-NegativeSecGroupTest-99150678 tempest-NegativeSecGroupTest-99150678] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:38:22.298905 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.db_base_plugin_common [None req-9d077456-1766-477b-83d3-2d2a79b14520 tempest-FloatingIPAdminTestJSON-1953844818 tempest-FloatingIPAdminTestJSON-1953844818] Allocated IP 172.25.2.237 (226f1e78-82cd-4481-9055-4eb73b6db8c1/ba8deeec-7658-4195-9449-038c076f5c83/9d203f6f-ab18-4fa9-9a08-61b02e83c220) {{(pid=84874) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 14 07:38:22.302365 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-029eafa4-3378-4df5-945c-878d90a8208a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555753'] for port, before_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:38:22.439325 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.managers [None req-ce134de8-50ae-44b0-a850-a441a40d4d7b tempest-RoutersTest-1255860389 tempest-RoutersTest-1255860389] Network 38c91695-e5b8-46a7-8f78-0f0683e3f1c9 has no segments {{(pid=84875) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 14 07:38:22.455277 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-ce134de8-50ae-44b0-a850-a441a40d4d7b tempest-RoutersTest-1255860389 tempest-RoutersTest-1255860389] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-596065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3154253'] for segment, after_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:38:22.476008 n-d-768862-2 neutron-server[84765]: DEBUG neutron.services.segments.db [None req-b013e0a1-f536-4182-8d5b-b3abd7ff2fb5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ada98c31-e0a7-4c01-a63a-f2a0b6f59f68']}} {{(pid=84874) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:38:22.486765 n-d-768862-2 neutron-server[84765]: INFO neutron.api.v2.resource [None req-c21223f1-b620-48e9-a6f7-5d2ec5c64e86 tempest-NegativeSecGroupTest-99150678 tempest-NegativeSecGroupTest-99150678] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 14 07:38:22.490841 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-c21223f1-b620-48e9-a6f7-5d2ec5c64e86 tempest-NegativeSecGroupTest-99150678 tempest-NegativeSecGroupTest-99150678] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 373 time: 0.4316080 Jan 14 07:38:22.500817 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84874) accepted ('10.222.0.24', 37712) {{(pid=84874) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:38:22.518940 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.v2.base [None req-c783f07a-d239-43fa-9c88-7054235c78d5 tempest-NegativeSecGroupTest-99150678 tempest-NegativeSecGroupTest-99150678] Request body: {'security_group_rule': {'security_group_id': '9fae364f-3e25-4c80-be38-5e7411d3b05b', 'protocol': 'icmp', 'port_range_min': 300, 'port_range_max': 1, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=84874) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:38:22.572031 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_dvr_db [None req-f364fd22-3366-4c6e-b8a7-2b6c8bd1eab8 None None] Set router c78f7234-d34c-450d-aaff-e128913826bd gateway port host: n-d-768862-2 {{(pid=84877) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 14 07:38:22.578086 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ac160a9-8726-4733-bc88-e901fa57588c req-d9c2b7cc-fdd5-444b-a0bd-d6d1f7175db1 tempest-TestVolumeBackupRestore-661626257 tempest-TestVolumeBackupRestore-661626257] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:38:22.579772 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [req-2ac160a9-8726-4733-bc88-e901fa57588c req-d9c2b7cc-fdd5-444b-a0bd-d6d1f7175db1 tempest-TestVolumeBackupRestore-661626257 tempest-TestVolumeBackupRestore-661626257] 10.222.0.24 "GET /v2.0/networks?id=1839022e-4ce1-499a-85d7-c3574be174f4 HTTP/1.1" status: 200 len: 813 time: 0.5189815 Jan 14 07:38:22.585459 n-d-768862-2 neutron-server[84765]: DEBUG neutron.services.segments.db [None req-b013e0a1-f536-4182-8d5b-b3abd7ff2fb5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4f90b6aa-1832-487d-82fa-fa2a6edc327b') {'for_net_delete': True} {{(pid=84874) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:38:22.585793 n-d-768862-2 neutron-server[84765]: DEBUG neutron.services.segments.db [None req-b013e0a1-f536-4182-8d5b-b3abd7ff2fb5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4f90b6aa-1832-487d-82fa-fa2a6edc327b') {} {{(pid=84874) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:38:22.595030 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-c783f07a-d239-43fa-9c88-7054235c78d5 tempest-NegativeSecGroupTest-99150678 tempest-NegativeSecGroupTest-99150678] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:38:22.630642 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363259214191800', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854171626'] for agent, after_update {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:38:22.637894 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-b013e0a1-f536-4182-8d5b-b3abd7ff2fb5 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363259214173198', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2968632'] for segment, before_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:38:22.645320 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-c783f07a-d239-43fa-9c88-7054235c78d5 tempest-NegativeSecGroupTest-99150678 tempest-NegativeSecGroupTest-99150678] Usage tracker for resource:security_group_rule and tenant:32dfd94f88254230a57d6c30248c2849 is out of sync, need to count used quota {{(pid=84874) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:38:22.653780 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-c783f07a-d239-43fa-9c88-7054235c78d5 tempest-NegativeSecGroupTest-99150678 tempest-NegativeSecGroupTest-99150678] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84874) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:38:22.693080 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-c783f07a-d239-43fa-9c88-7054235c78d5 tempest-NegativeSecGroupTest-99150678 tempest-NegativeSecGroupTest-99150678] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:38:22.719672 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Device 4f2af34b-20b9-481f-8960-e30c6de5ce98 up at agent ovs-agent-n-d-768862-2 {{(pid=84876) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 07:38:22.726250 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [req-2ac160a9-8726-4733-bc88-e901fa57588c req-7a12f882-5896-4d1e-a6d8-537583057f87 tempest-TestVolumeBackupRestore-661626257 tempest-TestVolumeBackupRestore-661626257] 10.222.0.24 "GET /v2.0/quotas/b7436c40d9974ceeb95e1adceeb35730 HTTP/1.1" status: 200 len: 375 time: 0.1331987 Jan 14 07:38:22.734325 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-b013e0a1-f536-4182-8d5b-b3abd7ff2fb5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854179735'] for segment, precommit_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:38:22.750206 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-b013e0a1-f536-4182-8d5b-b3abd7ff2fb5 admin admin] Releasing vxlan tunnel 15 to pool {{(pid=84874) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Jan 14 07:38:22.788218 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.managers [None req-ce134de8-50ae-44b0-a850-a441a40d4d7b tempest-RoutersTest-1255860389 tempest-RoutersTest-1255860389] Network 38c91695-e5b8-46a7-8f78-0f0683e3f1c9 has no segments {{(pid=84875) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 14 07:38:22.790296 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1413ef27-9719-456a-9461-f206d0a3221f None None] Pushing event updated for resources: {'Port': ['ID=76a56e27-4d1f-4b9d-99ab-9f6172456640,revision_number=3']} {{(pid=84877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:38:22.793964 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-1413ef27-9719-456a-9461-f206d0a3221f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.664s {{(pid=84877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:38:22.821322 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Provisioning complete for port 4f2af34b-20b9-481f-8960-e30c6de5ce98 triggered by entity L2. {{(pid=84876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 07:38:22.822514 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-604227'] for port, provisioning_complete {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:38:22.827717 n-d-768862-2 neutron-server[84765]: Traceback (most recent call last): Jan 14 07:38:22.827717 n-d-768862-2 neutron-server[84765]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 14 07:38:22.827717 n-d-768862-2 neutron-server[84765]: timer() Jan 14 07:38:22.827717 n-d-768862-2 neutron-server[84765]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 14 07:38:22.827717 n-d-768862-2 neutron-server[84765]: cb(*args, **kw) Jan 14 07:38:22.827717 n-d-768862-2 neutron-server[84765]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Jan 14 07:38:22.827717 n-d-768862-2 neutron-server[84765]: return func(*args, **kwargs) Jan 14 07:38:22.827717 n-d-768862-2 neutron-server[84765]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 14 07:38:22.827717 n-d-768862-2 neutron-server[84765]: self._notify() Jan 14 07:38:22.827717 n-d-768862-2 neutron-server[84765]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 14 07:38:22.827717 n-d-768862-2 neutron-server[84765]: self.callback(batched_events) Jan 14 07:38:22.827717 n-d-768862-2 neutron-server[84765]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 14 07:38:22.827717 n-d-768862-2 neutron-server[84765]: event.method(event) Jan 14 07:38:22.827717 n-d-768862-2 neutron-server[84765]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 14 07:38:22.827717 n-d-768862-2 neutron-server[84765]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 14 07:38:22.827717 n-d-768862-2 neutron-server[84765]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Jan 14 07:38:22.827717 n-d-768862-2 neutron-server[84765]: segment_id)['aggregates'][0] Jan 14 07:38:22.827717 n-d-768862-2 neutron-server[84765]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 14 07:38:22.827717 n-d-768862-2 neutron-server[84765]: return f(self, *a, **k) Jan 14 07:38:22.827717 n-d-768862-2 neutron-server[84765]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 14 07:38:22.827717 n-d-768862-2 neutron-server[84765]: return self._get(url).json() Jan 14 07:38:22.827717 n-d-768862-2 neutron-server[84765]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 14 07:38:22.827717 n-d-768862-2 neutron-server[84765]: **kwargs) Jan 14 07:38:22.827717 n-d-768862-2 neutron-server[84765]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 14 07:38:22.827717 n-d-768862-2 neutron-server[84765]: return self.request(url, 'GET', **kwargs) Jan 14 07:38:22.827717 n-d-768862-2 neutron-server[84765]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Jan 14 07:38:22.827717 n-d-768862-2 neutron-server[84765]: **endpoint_filter) Jan 14 07:38:22.827717 n-d-768862-2 neutron-server[84765]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 14 07:38:22.827717 n-d-768862-2 neutron-server[84765]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 14 07:38:22.827717 n-d-768862-2 neutron-server[84765]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 14 07:38:22.827717 n-d-768862-2 neutron-server[84765]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 14 07:38:22.827717 n-d-768862-2 neutron-server[84765]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 14 07:38:22.832126 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-9d077456-1766-477b-83d3-2d2a79b14520 tempest-FloatingIPAdminTestJSON-1953844818 tempest-FloatingIPAdminTestJSON-1953844818] Notify callbacks [] for port, precommit_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:38:22.933407 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_hamode_db [None req-f364fd22-3366-4c6e-b8a7-2b6c8bd1eab8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c78f7234-d34c-450d-aaff-e128913826bd', 'name': 'tempest-TestServerMultinode-1604356433-router', 'tenant_id': '3783d0e443d34595960688d8c1d9a319', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '226f1e78-82cd-4481-9055-4eb73b6db8c1', 'external_fixed_ips': [{'subnet_id': 'ba8deeec-7658-4195-9449-038c076f5c83', 'ip_address': '172.25.2.195'}], 'enable_snat': True}, 'gw_port_id': '76a56e27-4d1f-4b9d-99ab-9f6172456640', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-14T07:38:12Z', 'updated_at': '2021-01-14T07:38:18Z', 'revision_number': 3, 'project_id': '3783d0e443d34595960688d8c1d9a319', 'gw_port': {'id': '76a56e27-4d1f-4b9d-99ab-9f6172456640', 'name': '', 'network_id': '226f1e78-82cd-4481-9055-4eb73b6db8c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:4d:16', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c78f7234-d34c-450d-aaff-e128913826bd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3312, 'fixed_ips': [{'subnet_id': 'ba8deeec-7658-4195-9449-038c076f5c83', 'ip_address': '172.25.2.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T07:38:16Z', 'updated_at': '2021-01-14T07:38:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ba8deeec-7658-4195-9449-038c076f5c83', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-2'}], 'n-d-768862-2', False) {} {{(pid=84877) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:38:22.938506 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f364fd22-3366-4c6e-b8a7-2b6c8bd1eab8 None None] The sync data for ids ['c78f7234-d34c-450d-aaff-e128913826bd'] in n-d-768862-2 is: [{'id': 'c78f7234-d34c-450d-aaff-e128913826bd', 'name': 'tempest-TestServerMultinode-1604356433-router', 'tenant_id': '3783d0e443d34595960688d8c1d9a319', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '226f1e78-82cd-4481-9055-4eb73b6db8c1', 'external_fixed_ips': [{'subnet_id': 'ba8deeec-7658-4195-9449-038c076f5c83', 'ip_address': '172.25.2.195'}], 'enable_snat': True}, 'gw_port_id': '76a56e27-4d1f-4b9d-99ab-9f6172456640', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-14T07:38:12Z', 'updated_at': '2021-01-14T07:38:18Z', 'revision_number': 3, 'project_id': '3783d0e443d34595960688d8c1d9a319', 'gw_port': {'id': '76a56e27-4d1f-4b9d-99ab-9f6172456640', 'name': '', 'network_id': '226f1e78-82cd-4481-9055-4eb73b6db8c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:4d:16', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c78f7234-d34c-450d-aaff-e128913826bd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3312, 'fixed_ips': [{'subnet_id': 'ba8deeec-7658-4195-9449-038c076f5c83', 'ip_address': '172.25.2.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T07:38:16Z', 'updated_at': '2021-01-14T07:38:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ba8deeec-7658-4195-9449-038c076f5c83', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-2'}] {{(pid=84877) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Jan 14 07:38:22.948264 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-ce134de8-50ae-44b0-a850-a441a40d4d7b tempest-RoutersTest-1255860389 tempest-RoutersTest-1255860389] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036854176830', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850887149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3912591'] for network, after_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:38:22.955087 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-df18f8d2-49f8-4805-bbdb-05c1ff9e88cf tempest-RoutersTest-1255860389 tempest-RoutersTest-1255860389] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:38:22.965178 n-d-768862-2 neutron-server[84765]: INFO neutron.api.v2.resource [None req-c783f07a-d239-43fa-9c88-7054235c78d5 tempest-NegativeSecGroupTest-99150678 tempest-NegativeSecGroupTest-99150678] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 14 07:38:22.966565 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-c783f07a-d239-43fa-9c88-7054235c78d5 tempest-NegativeSecGroupTest-99150678 tempest-NegativeSecGroupTest-99150678] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.4617741 Jan 14 07:38:22.976413 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84874) accepted ('10.222.0.24', 37716) {{(pid=84874) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:38:22.980188 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-ce134de8-50ae-44b0-a850-a441a40d4d7b tempest-RoutersTest-1255860389 tempest-RoutersTest-1255860389] Notify callbacks [] for network, before_response {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:38:23.001958 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [req-2ac160a9-8726-4733-bc88-e901fa57588c req-493ddf07-c277-4d80-b329-023decfaa092 tempest-TestVolumeBackupRestore-661626257 tempest-TestVolumeBackupRestore-661626257] 10.222.0.24 "GET /v2.0/ports?tenant_id=b7436c40d9974ceeb95e1adceeb35730&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2747285 Jan 14 07:38:23.007169 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce134de8-50ae-44b0-a850-a441a40d4d7b tempest-RoutersTest-1255860389 tempest-RoutersTest-1255860389] Pushing event deleted for resources: {'Network': ['ID=38c91695-e5b8-46a7-8f78-0f0683e3f1c9,revision_number=None']} {{(pid=84875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:38:23.013547 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-ce134de8-50ae-44b0-a850-a441a40d4d7b tempest-RoutersTest-1255860389 tempest-RoutersTest-1255860389] 10.222.0.24 "DELETE /v2.0/networks/38c91695-e5b8-46a7-8f78-0f0683e3f1c9 HTTP/1.1" status: 204 len: 168 time: 3.2390726 Jan 14 07:38:23.014333 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84875) accepted ('10.222.0.24', 37720) {{(pid=84875) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:38:23.015245 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-ce134de8-50ae-44b0-a850-a441a40d4d7b tempest-RoutersTest-1255860389 tempest-RoutersTest-1255860389] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:38:23.067012 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Device 372e9e22-513b-4726-b38e-f9aa15d88d34 no longer exists at agent ovs-agent-n-d-768862-2 {{(pid=84876) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jan 14 07:38:23.107242 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.plugin [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] No Port match for: 372e9e22-513b-4726-b38e-f9aa15d88d34 {{(pid=84876) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2188}} Jan 14 07:38:23.108277 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Device 372e9e22-513b-4726-b38e-f9aa15d88d34 not bound to the agent host n-d-768862-2 {{(pid=84876) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jan 14 07:38:23.155014 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.managers [None req-b013e0a1-f536-4182-8d5b-b3abd7ff2fb5 admin admin] Network ada98c31-e0a7-4c01-a63a-f2a0b6f59f68 has no segments {{(pid=84874) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 14 07:38:23.175490 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-b013e0a1-f536-4182-8d5b-b3abd7ff2fb5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-596065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036851521571'] for segment, after_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:38:23.304266 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-0f37073e-9c69-4e3c-80e0-6cfaa0fd61a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363259214191800', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854171626'] for agent, after_update {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:38:23.333813 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-9d077456-1766-477b-83d3-2d2a79b14520 tempest-FloatingIPAdminTestJSON-1953844818 tempest-FloatingIPAdminTestJSON-1953844818] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777640123575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3254186'] for port, after_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:38:23.359900 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-3ea5d313-eddc-4c77-907d-8efc7fc6bce8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:38:23.483610 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [req-2ac160a9-8726-4733-bc88-e901fa57588c req-1b94554c-b1fb-49e5-a8fd-73d628b2a2df service neutron] 10.222.0.24 "GET /v2.0/networks/1839022e-4ce1-499a-85d7-c3574be174f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4058933 Jan 14 07:38:23.604149 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-643f32ad-d0c2-409a-87ed-aecf093c0a78 tempest-NegativeSecGroupTest-99150678 tempest-NegativeSecGroupTest-99150678] Notify callbacks [] for security_group, before_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:38:23.677447 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.managers [None req-b013e0a1-f536-4182-8d5b-b3abd7ff2fb5 admin admin] Network ada98c31-e0a7-4c01-a63a-f2a0b6f59f68 has no segments {{(pid=84874) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 14 07:38:23.740541 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [req-2ac160a9-8726-4733-bc88-e901fa57588c req-1d565e15-4cdd-4cca-9444-2a0cc221c084 service neutron] 10.222.0.24 "GET /v2.0/networks/1839022e-4ce1-499a-85d7-c3574be174f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.2476356 Jan 14 07:38:23.813804 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:shared":"rule:admin_only" was deprecated in W in favor of "update_network:shared":"role:admin and system_scope:all". Reason: Jan 14 07:38:23.813804 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:38:23.813804 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:38:23.813804 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:38:23.813804 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "update_network:provider:network_type":"role:admin and system_scope:all". Reason: Jan 14 07:38:23.813804 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:38:23.813804 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:38:23.813804 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:38:23.813804 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "update_network:provider:physical_network":"role:admin and system_scope:all". Reason: Jan 14 07:38:23.813804 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:38:23.813804 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:38:23.813804 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:38:23.813804 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "update_network:provider:segmentation_id":"role:admin and system_scope:all". Reason: Jan 14 07:38:23.813804 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:38:23.813804 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:38:23.813804 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:38:23.813804 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:router:external":"rule:admin_only" was deprecated in W in favor of "update_network:router:external":"role:admin and system_scope:all". Reason: Jan 14 07:38:23.813804 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:38:23.813804 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:38:23.813804 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:38:23.813804 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:is_default":"rule:admin_only" was deprecated in W in favor of "update_network:is_default":"role:admin and system_scope:all". Reason: Jan 14 07:38:23.813804 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:38:23.813804 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:38:23.813804 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:38:23.813804 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:port_security_enabled":"rule:admin_or_owner" was deprecated in W in favor of "update_network:port_security_enabled":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 07:38:23.813804 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:38:23.813804 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:38:23.813804 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:38:23.813804 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "delete_network":"rule:admin_or_owner" was deprecated in W in favor of "delete_network":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 07:38:23.813804 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:38:23.813804 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:38:23.813804 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:38:23.813804 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_segment":"rule:admin_only" was deprecated in W in favor of "create_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:38:23.813804 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:38:23.813804 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_segment":"rule:admin_only" was deprecated in W in favor of "get_segment":"role:reader and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:38:23.813804 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:38:23.813804 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_segment":"rule:admin_only" was deprecated in W in favor of "update_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:38:23.813804 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:38:23.813804 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "delete_segment":"rule:admin_only" was deprecated in W in favor of "delete_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:38:23.813804 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:38:23.813804 n-d-768862-2 neutron-server[84765]: Traceback (most recent call last): Jan 14 07:38:23.813804 n-d-768862-2 neutron-server[84765]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 14 07:38:23.813804 n-d-768862-2 neutron-server[84765]: timer() Jan 14 07:38:23.813804 n-d-768862-2 neutron-server[84765]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 14 07:38:23.813804 n-d-768862-2 neutron-server[84765]: cb(*args, **kw) Jan 14 07:38:23.813804 n-d-768862-2 neutron-server[84765]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Jan 14 07:38:23.813804 n-d-768862-2 neutron-server[84765]: return func(*args, **kwargs) Jan 14 07:38:23.813804 n-d-768862-2 neutron-server[84765]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 14 07:38:23.813804 n-d-768862-2 neutron-server[84765]: self._notify() Jan 14 07:38:23.813804 n-d-768862-2 neutron-server[84765]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 14 07:38:23.813804 n-d-768862-2 neutron-server[84765]: self.callback(batched_events) Jan 14 07:38:23.813804 n-d-768862-2 neutron-server[84765]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 14 07:38:23.813804 n-d-768862-2 neutron-server[84765]: event.method(event) Jan 14 07:38:23.813804 n-d-768862-2 neutron-server[84765]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 14 07:38:23.813804 n-d-768862-2 neutron-server[84765]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 14 07:38:23.813804 n-d-768862-2 neutron-server[84765]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Jan 14 07:38:23.813804 n-d-768862-2 neutron-server[84765]: segment_id)['aggregates'][0] Jan 14 07:38:23.813804 n-d-768862-2 neutron-server[84765]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 14 07:38:23.813804 n-d-768862-2 neutron-server[84765]: return f(self, *a, **k) Jan 14 07:38:23.813804 n-d-768862-2 neutron-server[84765]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 14 07:38:23.813804 n-d-768862-2 neutron-server[84765]: return self._get(url).json() Jan 14 07:38:23.813804 n-d-768862-2 neutron-server[84765]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 14 07:38:23.813804 n-d-768862-2 neutron-server[84765]: **kwargs) Jan 14 07:38:23.813804 n-d-768862-2 neutron-server[84765]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 14 07:38:23.813804 n-d-768862-2 neutron-server[84765]: return self.request(url, 'GET', **kwargs) Jan 14 07:38:23.813804 n-d-768862-2 neutron-server[84765]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Jan 14 07:38:23.813804 n-d-768862-2 neutron-server[84765]: **endpoint_filter) Jan 14 07:38:23.813804 n-d-768862-2 neutron-server[84765]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 14 07:38:23.813804 n-d-768862-2 neutron-server[84765]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 14 07:38:23.813804 n-d-768862-2 neutron-server[84765]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 14 07:38:23.813804 n-d-768862-2 neutron-server[84765]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 14 07:38:23.813804 n-d-768862-2 neutron-server[84765]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 14 07:38:23.860100 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-a0f9e11d-a96e-41cb-8e61-f3dfd5b710a7 tempest-RoutersTest-1255860389 tempest-RoutersTest-1255860389] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3889632'] for router_interface, before_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:38:23.867243 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d077456-1766-477b-83d3-2d2a79b14520 tempest-FloatingIPAdminTestJSON-1953844818 tempest-FloatingIPAdminTestJSON-1953844818] Pushing event updated for resources: {'Port': ['ID=9d203f6f-ab18-4fa9-9a08-61b02e83c220,revision_number=1']} {{(pid=84874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:38:23.896968 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-9d077456-1766-477b-83d3-2d2a79b14520 tempest-FloatingIPAdminTestJSON-1953844818 tempest-FloatingIPAdminTestJSON-1953844818] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.537s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:38:23.915017 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.db_base_plugin_common [None req-029eafa4-3378-4df5-945c-878d90a8208a admin admin] Allocated IP 172.20.0.1 (2074f9b4-c385-421f-96b6-d8d26573c42e/1548def3-8234-46cd-9188-b2c17330ea73/aa33ce03-c1b3-472e-99fb-ab3cdb728628) {{(pid=84874) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 14 07:38:23.922627 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-643f32ad-d0c2-409a-87ed-aecf093c0a78 tempest-NegativeSecGroupTest-99150678 tempest-NegativeSecGroupTest-99150678] Notify callbacks [] for security_group, precommit_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:38:23.969412 n-d-768862-2 neutron-server[84765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d077456-1766-477b-83d3-2d2a79b14520 tempest-FloatingIPAdminTestJSON-1953844818 tempest-FloatingIPAdminTestJSON-1953844818] Network 226f1e78-82cd-4481-9055-4eb73b6db8c1 is already hosted by enough agents. {{(pid=84874) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 07:38:23.979275 n-d-768862-2 neutron-server[84765]: DEBUG neutron.scheduler.base_scheduler [None req-9d077456-1766-477b-83d3-2d2a79b14520 tempest-FloatingIPAdminTestJSON-1953844818 tempest-FloatingIPAdminTestJSON-1953844818] Resources bound (agent type, host, resource id): {{(pid=84874) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 07:38:23.984962 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-b013e0a1-f536-4182-8d5b-b3abd7ff2fb5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036854176830', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850887149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3912591'] for network, after_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:38:23.990015 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d077456-1766-477b-83d3-2d2a79b14520 tempest-FloatingIPAdminTestJSON-1953844818 tempest-FloatingIPAdminTestJSON-1953844818] Received port after_create {{(pid=84874) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 14 07:38:24.039799 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-1431052a-3641-416c-ae3b-b45cf9e55815 tempest-FloatingIPAdminTestJSON-531099267 tempest-FloatingIPAdminTestJSON-531099267] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:38:24.081816 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-b013e0a1-f536-4182-8d5b-b3abd7ff2fb5 admin admin] Notify callbacks [] for network, before_response {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:38:24.109327 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b013e0a1-f536-4182-8d5b-b3abd7ff2fb5 admin admin] Pushing event deleted for resources: {'Network': ['ID=ada98c31-e0a7-4c01-a63a-f2a0b6f59f68,revision_number=None']} {{(pid=84874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:38:24.666726 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-b013e0a1-f536-4182-8d5b-b3abd7ff2fb5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.627s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:38:24.681620 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-029eafa4-3378-4df5-945c-878d90a8208a admin admin] Notify callbacks [] for port, precommit_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:38:24.686324 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-b013e0a1-f536-4182-8d5b-b3abd7ff2fb5 admin admin] 10.222.0.24 "DELETE /v2.0/networks/ada98c31-e0a7-4c01-a63a-f2a0b6f59f68 HTTP/1.1" status: 204 len: 168 time: 3.4120493 Jan 14 07:38:24.695214 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84875) accepted ('10.222.0.24', 37752) {{(pid=84875) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:38:24.724368 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-643f32ad-d0c2-409a-87ed-aecf093c0a78 tempest-NegativeSecGroupTest-99150678 tempest-NegativeSecGroupTest-99150678] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850887153'] for security_group, after_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:38:24.729077 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Device 76a56e27-4d1f-4b9d-99ab-9f6172456640 up at agent ovs-agent-n-d-768862-2 {{(pid=84876) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 07:38:24.733331 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-3ccc841e-cb34-4fe5-b489-69d388325e77 tempest-TestNetworkBasicOps-1983703278 tempest-TestNetworkBasicOps-1983703278] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:38:24.751428 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-029eafa4-3378-4df5-945c-878d90a8208a admin admin] Transition to ACTIVE for port object aa33ce03-c1b3-472e-99fb-ab3cdb728628 will not be triggered until provisioned by entity DHCP. {{(pid=84874) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 07:38:24.755107 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-643f32ad-d0c2-409a-87ed-aecf093c0a78 tempest-NegativeSecGroupTest-99150678 tempest-NegativeSecGroupTest-99150678] Pushing event deleted for resources: {'SecurityGroup': ['ID=9fae364f-3e25-4c80-be38-5e7411d3b05b,revision_number=None']} {{(pid=84874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:38:24.771429 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-643f32ad-d0c2-409a-87ed-aecf093c0a78 tempest-NegativeSecGroupTest-99150678 tempest-NegativeSecGroupTest-99150678] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:38:24.794149 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-643f32ad-d0c2-409a-87ed-aecf093c0a78 tempest-NegativeSecGroupTest-99150678 tempest-NegativeSecGroupTest-99150678] Notify callbacks [] for security_group, before_response {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:38:24.796503 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-643f32ad-d0c2-409a-87ed-aecf093c0a78 tempest-NegativeSecGroupTest-99150678 tempest-NegativeSecGroupTest-99150678] 10.222.0.24 "DELETE /v2.0/security-groups/9fae364f-3e25-4c80-be38-5e7411d3b05b HTTP/1.1" status: 204 len: 168 time: 1.8179152 Jan 14 07:38:24.800404 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84874) accepted ('10.222.0.24', 37756) {{(pid=84874) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:38:24.801478 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-9d077456-1766-477b-83d3-2d2a79b14520 tempest-FloatingIPAdminTestJSON-1953844818 tempest-FloatingIPAdminTestJSON-1953844818] Notify callbacks [] for floatingip, precommit_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:38:24.851365 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Provisioning for port 76a56e27-4d1f-4b9d-99ab-9f6172456640 completed by entity L2. {{(pid=84876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 07:38:24.857194 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Provisioning complete for port 76a56e27-4d1f-4b9d-99ab-9f6172456640 triggered by entity L2. {{(pid=84876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 07:38:24.857618 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-604227'] for port, provisioning_complete {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:38:24.882798 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.db_base_plugin_v2 [None req-3694adaf-c265-4450-9dc6-75e36acc95fc admin admin] Deleting subnet 230a6f4f-7583-4412-ae7c-1a24fd2494fe {{(pid=84875) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Jan 14 07:38:24.921534 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [req-94d68bc6-a67a-43e1-ae48-1294ad5899ec req-6f9d083d-6b96-4d03-b533-655c520fc131 tempest-TestVolumeBackupRestore-661626257 tempest-TestVolumeBackupRestore-661626257] 10.222.0.24 "GET /v2.0/security-groups/a6309512-73dc-49d1-bae5-5bcf5fa148da HTTP/1.1" status: 200 len: 3007 time: 0.2185502 Jan 14 07:38:24.922322 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-3694adaf-c265-4450-9dc6-75e36acc95fc admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:38:24.922437 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-029eafa4-3378-4df5-945c-878d90a8208a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777640123575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3254186'] for port, after_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:38:24.944584 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-e798b1e3-b264-47b7-a08a-e5ad3dd9cf7e tempest-RoutersTest-1255860389 tempest-RoutersTest-1255860389] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:38:24.995580 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555753'] for port, before_update {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:38:25.015512 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] For port 76a56e27-4d1f-4b9d-99ab-9f6172456640, host n-d-768862-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-2',level=0,port_id=76a56e27-4d1f-4b9d-99ab-9f6172456640,segment=NetworkSegment(cf3ded2c-bc47-4a71-89af-6e7117e60140),segment_id=cf3ded2c-bc47-4a71-89af-6e7117e60140)] {{(pid=84876) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 07:38:25.020727 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777640533312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363259214678337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777640097497'] for port, after_update {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:38:25.023223 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.plugin [None req-a0f9e11d-a96e-41cb-8e61-f3dfd5b710a7 tempest-RoutersTest-1255860389 tempest-RoutersTest-1255860389] Deleting port 6087c0d6-adc5-4077-8829-a972ea878eb0 {{(pid=84875) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 07:38:25.023391 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84876) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:38:25.023606 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-a0f9e11d-a96e-41cb-8e61-f3dfd5b710a7 tempest-RoutersTest-1255860389 tempest-RoutersTest-1255860389] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363259214248359'] for port, before_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:38:25.053560 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-fe58f43e-7656-4272-9e93-8a0dacc0b83a tempest-NegativeSecGroupTest-99150678 tempest-NegativeSecGroupTest-99150678] Synchronizing usage tracker for tenant:32dfd94f88254230a57d6c30248c2849 on resource:security_group {{(pid=84874) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 14 07:38:25.069700 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-9d077456-1766-477b-83d3-2d2a79b14520 tempest-FloatingIPAdminTestJSON-1953844818 tempest-FloatingIPAdminTestJSON-1953844818] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555753'] for port, before_update {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:38:25.072692 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-3694adaf-c265-4450-9dc6-75e36acc95fc admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3367281'] for subnet, precommit_delete_associations {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:38:25.094763 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Pushing event updated for resources: {'Port': ['ID=76a56e27-4d1f-4b9d-99ab-9f6172456640,revision_number=4']} {{(pid=84876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:38:25.100103 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=84876) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:38:25.160576 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-029eafa4-3378-4df5-945c-878d90a8208a admin admin] Pushing event updated for resources: {'Port': ['ID=aa33ce03-c1b3-472e-99fb-ab3cdb728628,revision_number=1']} {{(pid=84874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:38:25.168804 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-029eafa4-3378-4df5-945c-878d90a8208a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.224s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:38:25.174214 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-fe58f43e-7656-4272-9e93-8a0dacc0b83a tempest-NegativeSecGroupTest-99150678 tempest-NegativeSecGroupTest-99150678] Unset dirty status for tenant:32dfd94f88254230a57d6c30248c2849 on resource:security_group {{(pid=84874) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 14 07:38:25.175624 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-fe58f43e-7656-4272-9e93-8a0dacc0b83a tempest-NegativeSecGroupTest-99150678 tempest-NegativeSecGroupTest-99150678] 10.222.0.24 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.3704495 Jan 14 07:38:25.208761 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84875) accepted ('10.222.0.24', 37760) {{(pid=84875) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:38:25.273489 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.v2.base [None req-12c6e0e6-b937-42e3-bc96-b6703822dfda tempest-NegativeSecGroupTest-99150678 tempest-NegativeSecGroupTest-99150678] Request body: {'security_group': {'name': 'tempest-secgroup--1157899176'}} {{(pid=84875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:38:25.283333 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [req-94d68bc6-a67a-43e1-ae48-1294ad5899ec req-c0d36f6b-a98a-4c14-8bf6-71da679b511f tempest-TestVolumeBackupRestore-661626257 tempest-TestVolumeBackupRestore-661626257] Notify callbacks [] for security_group, before_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:38:25.304569 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-12c6e0e6-b937-42e3-bc96-b6703822dfda tempest-NegativeSecGroupTest-99150678 tempest-NegativeSecGroupTest-99150678] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:38:25.306210 n-d-768862-2 neutron-server[84765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-029eafa4-3378-4df5-945c-878d90a8208a admin admin] Network 2074f9b4-c385-421f-96b6-d8d26573c42e is already hosted by enough agents. {{(pid=84874) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 07:38:25.322268 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-3694adaf-c265-4450-9dc6-75e36acc95fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036854176836'] for subnet, precommit_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:38:25.353289 n-d-768862-2 neutron-server[84765]: DEBUG neutron.scheduler.base_scheduler [None req-029eafa4-3378-4df5-945c-878d90a8208a admin admin] Resources bound (agent type, host, resource id): {{(pid=84874) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 07:38:25.356285 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-029eafa4-3378-4df5-945c-878d90a8208a admin admin] Received port after_create {{(pid=84874) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 14 07:38:25.385041 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-12c6e0e6-b937-42e3-bc96-b6703822dfda tempest-NegativeSecGroupTest-99150678 tempest-NegativeSecGroupTest-99150678] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:38:25.415922 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [req-94d68bc6-a67a-43e1-ae48-1294ad5899ec req-c0d36f6b-a98a-4c14-8bf6-71da679b511f tempest-TestVolumeBackupRestore-661626257 tempest-TestVolumeBackupRestore-661626257] Notify callbacks [] for security_group, precommit_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:38:25.455966 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-029eafa4-3378-4df5-945c-878d90a8208a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036850886386'] for router_interface, before_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:38:25.459737 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-12c6e0e6-b937-42e3-bc96-b6703822dfda tempest-NegativeSecGroupTest-99150678 tempest-NegativeSecGroupTest-99150678] Notify callbacks [] for security_group, before_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:38:25.545723 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-9d077456-1766-477b-83d3-2d2a79b14520 tempest-FloatingIPAdminTestJSON-1953844818 tempest-FloatingIPAdminTestJSON-1953844818] Notify callbacks [] for port, precommit_update {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:38:25.552034 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-9d077456-1766-477b-83d3-2d2a79b14520 tempest-FloatingIPAdminTestJSON-1953844818 tempest-FloatingIPAdminTestJSON-1953844818] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777640533312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363259214678337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777640097497', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036851521613'] for port, after_update {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:38:25.571923 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-47e0336f-e08b-4ce8-b531-16ef2ee05d88 tempest-TestNetworkBasicOps-1983703278 tempest-TestNetworkBasicOps-1983703278] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:38:25.620552 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [None req-a0f9e11d-a96e-41cb-8e61-f3dfd5b710a7 tempest-RoutersTest-1255860389 tempest-RoutersTest-1255860389] For port 6087c0d6-adc5-4077-8829-a972ea878eb0, host n-d-768862-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-2',level=0,port_id=6087c0d6-adc5-4077-8829-a972ea878eb0,segment=NetworkSegment(fad8c552-101d-4a05-96d4-8c3b5ea8f805),segment_id=fad8c552-101d-4a05-96d4-8c3b5ea8f805)] {{(pid=84875) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 07:38:25.620949 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-a0f9e11d-a96e-41cb-8e61-f3dfd5b710a7 tempest-RoutersTest-1255860389 tempest-RoutersTest-1255860389] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036850862667'] for port, precommit_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:38:25.640559 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-12c6e0e6-b937-42e3-bc96-b6703822dfda tempest-NegativeSecGroupTest-99150678 tempest-NegativeSecGroupTest-99150678] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:38:25.700388 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-9b060998-1d79-4f74-8e3a-7616bf68cb95 None None] Provisioning for port aa33ce03-c1b3-472e-99fb-ab3cdb728628 completed by entity DHCP. {{(pid=84876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 07:38:25.707286 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-12c6e0e6-b937-42e3-bc96-b6703822dfda tempest-NegativeSecGroupTest-99150678 tempest-NegativeSecGroupTest-99150678] Usage tracker for resource:security_group_rule and tenant:32dfd94f88254230a57d6c30248c2849 is out of sync, need to count used quota {{(pid=84875) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:38:25.710979 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-9b060998-1d79-4f74-8e3a-7616bf68cb95 None None] Provisioning complete for port aa33ce03-c1b3-472e-99fb-ab3cdb728628 triggered by entity DHCP. {{(pid=84876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 07:38:25.712019 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-9b060998-1d79-4f74-8e3a-7616bf68cb95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-604227'] for port, provisioning_complete {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:38:25.760919 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d077456-1766-477b-83d3-2d2a79b14520 tempest-FloatingIPAdminTestJSON-1953844818 tempest-FloatingIPAdminTestJSON-1953844818] Pushing event updated for resources: {'Port': ['ID=9d203f6f-ab18-4fa9-9a08-61b02e83c220,revision_number=2']} {{(pid=84874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:38:25.768640 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-9d077456-1766-477b-83d3-2d2a79b14520 tempest-FloatingIPAdminTestJSON-1953844818 tempest-FloatingIPAdminTestJSON-1953844818] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.197s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:38:25.775794 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-12c6e0e6-b937-42e3-bc96-b6703822dfda tempest-NegativeSecGroupTest-99150678 tempest-NegativeSecGroupTest-99150678] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84875) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:38:25.778868 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.plugin [None req-9b060998-1d79-4f74-8e3a-7616bf68cb95 None None] Port aa33ce03-c1b3-472e-99fb-ab3cdb728628 cannot update to ACTIVE because it is not bound. {{(pid=84876) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:329}} Jan 14 07:38:25.785261 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.plugin [None req-a0f9e11d-a96e-41cb-8e61-f3dfd5b710a7 tempest-RoutersTest-1255860389 tempest-RoutersTest-1255860389] Calling delete_port for 6087c0d6-adc5-4077-8829-a972ea878eb0 owned by network:router_interface {{(pid=84875) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 07:38:25.795183 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-029eafa4-3378-4df5-945c-878d90a8208a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555753'] for port, before_update {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:38:25.842585 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-12c6e0e6-b937-42e3-bc96-b6703822dfda tempest-NegativeSecGroupTest-99150678 tempest-NegativeSecGroupTest-99150678] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:38:25.909364 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [req-94d68bc6-a67a-43e1-ae48-1294ad5899ec req-c0d36f6b-a98a-4c14-8bf6-71da679b511f tempest-TestVolumeBackupRestore-661626257 tempest-TestVolumeBackupRestore-661626257] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850887153'] for security_group, after_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:38:25.923473 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-df1f4b8e-2dd4-4761-ba5d-c0bc0123577a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:38:25.992062 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0d36f6b-a98a-4c14-8bf6-71da679b511f tempest-TestVolumeBackupRestore-661626257 tempest-TestVolumeBackupRestore-661626257] Pushing event deleted for resources: {'SecurityGroup': ['ID=a6309512-73dc-49d1-bae5-5bcf5fa148da,revision_number=None']} {{(pid=84875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:38:26.005528 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-9d077456-1766-477b-83d3-2d2a79b14520 tempest-FloatingIPAdminTestJSON-1953844818 tempest-FloatingIPAdminTestJSON-1953844818] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3912638'] for floatingip, after_update {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:38:26.011181 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-c0d36f6b-a98a-4c14-8bf6-71da679b511f tempest-TestVolumeBackupRestore-661626257 tempest-TestVolumeBackupRestore-661626257] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:38:26.053319 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-9d077456-1766-477b-83d3-2d2a79b14520 tempest-FloatingIPAdminTestJSON-1953844818 tempest-FloatingIPAdminTestJSON-1953844818] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854768116'] for floatingip, before_response {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:38:26.057576 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-9d077456-1766-477b-83d3-2d2a79b14520 tempest-FloatingIPAdminTestJSON-1953844818 tempest-FloatingIPAdminTestJSON-1953844818] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 6.1805418 Jan 14 07:38:26.060296 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84875) accepted ('10.222.0.24', 37764) {{(pid=84875) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:38:26.131772 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [req-94d68bc6-a67a-43e1-ae48-1294ad5899ec req-c0d36f6b-a98a-4c14-8bf6-71da679b511f tempest-TestVolumeBackupRestore-661626257 tempest-TestVolumeBackupRestore-661626257] Notify callbacks [] for security_group, before_response {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:38:26.133054 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [req-94d68bc6-a67a-43e1-ae48-1294ad5899ec req-c0d36f6b-a98a-4c14-8bf6-71da679b511f tempest-TestVolumeBackupRestore-661626257 tempest-TestVolumeBackupRestore-661626257] 10.222.0.24 "DELETE /v2.0/security-groups/a6309512-73dc-49d1-bae5-5bcf5fa148da HTTP/1.1" status: 204 len: 173 time: 1.1733916 Jan 14 07:38:26.198168 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-c3e1bf9f-c554-4e32-9687-61be5c4d873d tempest-FloatingIPAdminTestJSON-398982223 tempest-FloatingIPAdminTestJSON-398982223] 10.222.0.24 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 1651 time: 0.1364689 Jan 14 07:38:26.206085 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84874) accepted ('10.222.0.24', 37772) {{(pid=84874) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:38:26.221122 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-12c6e0e6-b937-42e3-bc96-b6703822dfda tempest-NegativeSecGroupTest-99150678 tempest-NegativeSecGroupTest-99150678] Notify callbacks [] for security_group, precommit_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:38:26.230076 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-12c6e0e6-b937-42e3-bc96-b6703822dfda tempest-NegativeSecGroupTest-99150678 tempest-NegativeSecGroupTest-99150678] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850887153'] for security_group, after_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:38:26.245182 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-ec161aae-3d3c-436f-9325-2cc96a5b05cc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:38:26.253646 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-3694adaf-c265-4450-9dc6-75e36acc95fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-598964', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850887113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3154192', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2308610'] for subnet, after_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:38:26.291541 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-029eafa4-3378-4df5-945c-878d90a8208a admin admin] Notify callbacks [] for port, precommit_update {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:38:26.317559 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-029eafa4-3378-4df5-945c-878d90a8208a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777640533312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363259214678337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777640097497', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036851521613'] for port, after_update {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:38:26.358186 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-ed13b4f9-f61c-47a2-a856-d4cedcafb912 tempest-FloatingIPAdminTestJSON-531099267 tempest-FloatingIPAdminTestJSON-531099267] Synchronizing usage tracker for tenant:ef9f6f3547d542eb9089070d3eabd9fa on resource:floatingip {{(pid=84874) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 14 07:38:26.362198 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-0d792d93-7fdd-47c8-80fe-6203a2bbae43 tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:38:26.432269 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12c6e0e6-b937-42e3-bc96-b6703822dfda tempest-NegativeSecGroupTest-99150678 tempest-NegativeSecGroupTest-99150678] Pushing event updated for resources: {'SecurityGroup': ['ID=994cc6ec-61b3-4461-888e-297ba4701ff9,revision_number=1']} {{(pid=84875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:38:26.442000 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-12c6e0e6-b937-42e3-bc96-b6703822dfda tempest-NegativeSecGroupTest-99150678 tempest-NegativeSecGroupTest-99150678] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.197s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:38:26.445440 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-72f89724-a172-4ef5-ac76-76a9d33a9620 tempest-TestNetworkAdvancedServerOps-470546014 tempest-TestNetworkAdvancedServerOps-470546014] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.124s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:38:26.465728 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-029eafa4-3378-4df5-945c-878d90a8208a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3206949', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3889649'] for router_interface, after_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:38:26.474095 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-12c6e0e6-b937-42e3-bc96-b6703822dfda tempest-NegativeSecGroupTest-99150678 tempest-NegativeSecGroupTest-99150678] Notify callbacks [] for security_group, before_response {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:38:26.475456 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-12c6e0e6-b937-42e3-bc96-b6703822dfda tempest-NegativeSecGroupTest-99150678 tempest-NegativeSecGroupTest-99150678] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 1.2639534 Jan 14 07:38:26.489142 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84875) accepted ('10.222.0.24', 37786) {{(pid=84875) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:38:26.498623 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-029eafa4-3378-4df5-945c-878d90a8208a admin admin] Pushing event updated for resources: {'Port': ['ID=aa33ce03-c1b3-472e-99fb-ab3cdb728628,revision_number=2']} {{(pid=84874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:38:26.511476 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.v2.base [None req-196f14ab-012f-4c07-9a93-9c9c8a4f38fc tempest-NegativeSecGroupTest-99150678 tempest-NegativeSecGroupTest-99150678] Request body: {'security_group_rule': {'security_group_id': '994cc6ec-61b3-4461-888e-297ba4701ff9', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_group_id': 'bad_group_id'}} {{(pid=84875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:38:26.533107 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3694adaf-c265-4450-9dc6-75e36acc95fc admin admin] Pushing event deleted for resources: {'Subnet': ['ID=230a6f4f-7583-4412-ae7c-1a24fd2494fe,revision_number=None']} {{(pid=84875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:38:26.539252 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-196f14ab-012f-4c07-9a93-9c9c8a4f38fc tempest-NegativeSecGroupTest-99150678 tempest-NegativeSecGroupTest-99150678] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:38:26.542957 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-3694adaf-c265-4450-9dc6-75e36acc95fc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:38:26.551090 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-196f14ab-012f-4c07-9a93-9c9c8a4f38fc tempest-NegativeSecGroupTest-99150678 tempest-NegativeSecGroupTest-99150678] Usage tracker for resource:security_group_rule and tenant:32dfd94f88254230a57d6c30248c2849 is out of sync, need to count used quota {{(pid=84875) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:38:26.558302 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-ed13b4f9-f61c-47a2-a856-d4cedcafb912 tempest-FloatingIPAdminTestJSON-531099267 tempest-FloatingIPAdminTestJSON-531099267] Unset dirty status for tenant:ef9f6f3547d542eb9089070d3eabd9fa on resource:floatingip {{(pid=84874) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 14 07:38:26.562031 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-196f14ab-012f-4c07-9a93-9c9c8a4f38fc tempest-NegativeSecGroupTest-99150678 tempest-NegativeSecGroupTest-99150678] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84875) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:38:26.564592 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-ed13b4f9-f61c-47a2-a856-d4cedcafb912 tempest-FloatingIPAdminTestJSON-531099267 tempest-FloatingIPAdminTestJSON-531099267] 10.222.0.24 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 690 time: 0.3571999 Jan 14 07:38:26.565347 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84874) accepted ('10.222.0.24', 37800) {{(pid=84874) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:38:26.566491 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-029eafa4-3378-4df5-945c-878d90a8208a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.204s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:38:26.569235 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-a0f9e11d-a96e-41cb-8e61-f3dfd5b710a7 tempest-RoutersTest-1255860389 tempest-RoutersTest-1255860389] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777640533329', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777640097463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851621574'] for port, after_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:38:26.591120 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-5309eab4-01de-45e0-bf79-c59ab0e9fb85 tempest-TestNetworkAdvancedServerOps-470546014 tempest-TestNetworkAdvancedServerOps-470546014] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:38:26.626243 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-196f14ab-012f-4c07-9a93-9c9c8a4f38fc tempest-NegativeSecGroupTest-99150678 tempest-NegativeSecGroupTest-99150678] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:38:26.750325 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-3694adaf-c265-4450-9dc6-75e36acc95fc admin admin] Notify callbacks [] for subnet, before_response {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:38:26.753181 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-3694adaf-c265-4450-9dc6-75e36acc95fc admin admin] 10.222.0.24 "DELETE /v2.0/subnets/230a6f4f-7583-4412-ae7c-1a24fd2494fe HTTP/1.1" status: 204 len: 168 time: 2.0490520 Jan 14 07:38:26.754374 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0f9e11d-a96e-41cb-8e61-f3dfd5b710a7 tempest-RoutersTest-1255860389 tempest-RoutersTest-1255860389] Pushing event deleted for resources: {'Port': ['ID=6087c0d6-adc5-4077-8829-a972ea878eb0,revision_number=None']} {{(pid=84875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:38:26.756793 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84875) accepted ('10.222.0.24', 37816) {{(pid=84875) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:38:26.767198 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-a0f9e11d-a96e-41cb-8e61-f3dfd5b710a7 tempest-RoutersTest-1255860389 tempest-RoutersTest-1255860389] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.176s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:38:26.804595 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Device 76a56e27-4d1f-4b9d-99ab-9f6172456640 up at agent ovs-agent-n-d-768862-2 {{(pid=84876) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 07:38:26.885058 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.plugin [None req-b5e4d558-1e09-4d7a-92e9-e070d0cb0a17 tempest-FloatingIPAdminTestJSON-1953844818 tempest-FloatingIPAdminTestJSON-1953844818] Deleting port 9d203f6f-ab18-4fa9-9a08-61b02e83c220 {{(pid=84874) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 07:38:26.885438 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-b5e4d558-1e09-4d7a-92e9-e070d0cb0a17 tempest-FloatingIPAdminTestJSON-1953844818 tempest-FloatingIPAdminTestJSON-1953844818] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363259214248359'] for port, before_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:38:26.904295 n-d-768862-2 neutron-server[84765]: INFO neutron.api.v2.resource [None req-196f14ab-012f-4c07-9a93-9c9c8a4f38fc tempest-NegativeSecGroupTest-99150678 tempest-NegativeSecGroupTest-99150678] create failed (client error): The resource could not be found. Jan 14 07:38:26.908152 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-196f14ab-012f-4c07-9a93-9c9c8a4f38fc tempest-NegativeSecGroupTest-99150678 tempest-NegativeSecGroupTest-99150678] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 323 time: 0.4152720 Jan 14 07:38:26.918105 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84875) accepted ('10.222.0.24', 37832) {{(pid=84875) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:38:26.935643 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.v2.base [None req-9eb54bde-7ba6-46a6-9d0c-07d692744d22 tempest-NegativeSecGroupTest-99150678 tempest-NegativeSecGroupTest-99150678] Request body: {'security_group_rule': {'security_group_id': '994cc6ec-61b3-4461-888e-297ba4701ff9', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_group_id': '55263376-39a9-47f6-9a55-39f2b517b663'}} {{(pid=84875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:38:26.950009 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-9eb54bde-7ba6-46a6-9d0c-07d692744d22 tempest-NegativeSecGroupTest-99150678 tempest-NegativeSecGroupTest-99150678] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:38:26.954458 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-9eb54bde-7ba6-46a6-9d0c-07d692744d22 tempest-NegativeSecGroupTest-99150678 tempest-NegativeSecGroupTest-99150678] Usage tracker for resource:security_group_rule and tenant:32dfd94f88254230a57d6c30248c2849 is out of sync, need to count used quota {{(pid=84875) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:38:26.957722 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-9eb54bde-7ba6-46a6-9d0c-07d692744d22 tempest-NegativeSecGroupTest-99150678 tempest-NegativeSecGroupTest-99150678] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84875) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:38:26.964996 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-9eb54bde-7ba6-46a6-9d0c-07d692744d22 tempest-NegativeSecGroupTest-99150678 tempest-NegativeSecGroupTest-99150678] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:38:26.997439 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Provisioning complete for port 76a56e27-4d1f-4b9d-99ab-9f6172456640 triggered by entity L2. {{(pid=84876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 07:38:26.997876 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-604227'] for port, provisioning_complete {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:38:27.065998 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-cfbfa087-7c07-4fac-96a6-33b61d199e89 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036854160497'] for network, before_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:38:27.100710 n-d-768862-2 neutron-server[84765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-029eafa4-3378-4df5-945c-878d90a8208a admin admin] Network 2074f9b4-c385-421f-96b6-d8d26573c42e is already hosted by enough agents. {{(pid=84874) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 07:38:27.114575 n-d-768862-2 neutron-server[84765]: DEBUG neutron.scheduler.base_scheduler [None req-029eafa4-3378-4df5-945c-878d90a8208a admin admin] Resources bound (agent type, host, resource id): {{(pid=84874) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 07:38:27.173212 n-d-768862-2 neutron-server[84765]: INFO neutron.api.v2.resource [None req-9eb54bde-7ba6-46a6-9d0c-07d692744d22 tempest-NegativeSecGroupTest-99150678 tempest-NegativeSecGroupTest-99150678] create failed (client error): The resource could not be found. Jan 14 07:38:27.179175 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-9eb54bde-7ba6-46a6-9d0c-07d692744d22 tempest-NegativeSecGroupTest-99150678 tempest-NegativeSecGroupTest-99150678] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.2484000 Jan 14 07:38:27.181970 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84875) accepted ('10.222.0.24', 37856) {{(pid=84875) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:38:27.455504 n-d-768862-2 neutron-server[84765]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-029eafa4-3378-4df5-945c-878d90a8208a admin admin] Router c78f7234-d34c-450d-aaff-e128913826bd has already been hosted by L3 agent 35f592e9-451b-4db9-abea-77b6a5c5391b {{(pid=84874) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Jan 14 07:38:27.603799 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-b5e4d558-1e09-4d7a-92e9-e070d0cb0a17 tempest-FloatingIPAdminTestJSON-1953844818 tempest-FloatingIPAdminTestJSON-1953844818] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036850862667'] for port, precommit_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:38:27.604111 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-b5e4d558-1e09-4d7a-92e9-e070d0cb0a17 tempest-FloatingIPAdminTestJSON-1953844818 tempest-FloatingIPAdminTestJSON-1953844818] Notify callbacks [] for floatingip, precommit_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:38:27.650954 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-39738d3c-8aaa-4b51-8f95-cd61b684812e None None] Provisioning complete for port aa33ce03-c1b3-472e-99fb-ab3cdb728628 triggered by entity DHCP. {{(pid=84876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 07:38:27.651618 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-39738d3c-8aaa-4b51-8f95-cd61b684812e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-604227'] for port, provisioning_complete {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:38:27.796311 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.plugin [None req-39738d3c-8aaa-4b51-8f95-cd61b684812e None None] Port aa33ce03-c1b3-472e-99fb-ab3cdb728628 cannot update to ACTIVE because it is not bound. {{(pid=84876) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:329}} Jan 14 07:38:27.985892 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-a92b647f-a337-47b0-abd6-867614189c4d tempest-NegativeSecGroupTest-99150678 tempest-NegativeSecGroupTest-99150678] Notify callbacks [] for security_group, before_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:38:28.002869 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-cfbfa087-7c07-4fac-96a6-33b61d199e89 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-598987', 'neutron.services.segments.db._delete_segments_for_network-8777640583949'] for network, precommit_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:38:28.224722 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-a92b647f-a337-47b0-abd6-867614189c4d tempest-NegativeSecGroupTest-99150678 tempest-NegativeSecGroupTest-99150678] Notify callbacks [] for security_group, precommit_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:38:28.390454 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-a0f9e11d-a96e-41cb-8e61-f3dfd5b710a7 tempest-RoutersTest-1255860389 tempest-RoutersTest-1255860389] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted--9223372036851568851', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal--9223372036850888080'] for router_interface, after_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:38:28.503315 n-d-768862-2 neutron-server[84765]: DEBUG neutron.services.segments.db [None req-cfbfa087-7c07-4fac-96a6-33b61d199e89 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e37b70fd-96ba-4691-b0cc-f32487cc4a97']}} {{(pid=84875) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:38:28.574585 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-a92b647f-a337-47b0-abd6-867614189c4d tempest-NegativeSecGroupTest-99150678 tempest-NegativeSecGroupTest-99150678] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850887153'] for security_group, after_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:38:28.592097 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-0365c4ed-08c7-443d-8cf0-c94e8295c195 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:38:28.595468 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.plugin [None req-b5e4d558-1e09-4d7a-92e9-e070d0cb0a17 tempest-FloatingIPAdminTestJSON-1953844818 tempest-FloatingIPAdminTestJSON-1953844818] Calling delete_port for 9d203f6f-ab18-4fa9-9a08-61b02e83c220 owned by network:floatingip {{(pid=84874) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 07:38:28.612145 n-d-768862-2 neutron-server[84765]: DEBUG neutron.services.segments.db [None req-cfbfa087-7c07-4fac-96a6-33b61d199e89 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9d12e8a2-5a52-4732-bc40-b010d2c62cf7') {'for_net_delete': True} {{(pid=84875) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:38:28.613178 n-d-768862-2 neutron-server[84765]: DEBUG neutron.services.segments.db [None req-cfbfa087-7c07-4fac-96a6-33b61d199e89 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9d12e8a2-5a52-4732-bc40-b010d2c62cf7') {} {{(pid=84875) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:38:28.642085 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a92b647f-a337-47b0-abd6-867614189c4d tempest-NegativeSecGroupTest-99150678 tempest-NegativeSecGroupTest-99150678] Pushing event deleted for resources: {'SecurityGroup': ['ID=994cc6ec-61b3-4461-888e-297ba4701ff9,revision_number=None']} {{(pid=84875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:38:28.656681 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-a92b647f-a337-47b0-abd6-867614189c4d tempest-NegativeSecGroupTest-99150678 tempest-NegativeSecGroupTest-99150678] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:38:28.659170 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-cfbfa087-7c07-4fac-96a6-33b61d199e89 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363259214173198', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036851408567'] for segment, before_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:38:28.670215 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-a92b647f-a337-47b0-abd6-867614189c4d tempest-NegativeSecGroupTest-99150678 tempest-NegativeSecGroupTest-99150678] Notify callbacks [] for security_group, before_response {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:38:28.675075 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-a92b647f-a337-47b0-abd6-867614189c4d tempest-NegativeSecGroupTest-99150678 tempest-NegativeSecGroupTest-99150678] 10.222.0.24 "DELETE /v2.0/security-groups/994cc6ec-61b3-4461-888e-297ba4701ff9 HTTP/1.1" status: 204 len: 168 time: 1.4912362 Jan 14 07:38:28.681895 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84874) accepted ('10.222.0.24', 37996) {{(pid=84874) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:38:28.797904 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-029eafa4-3378-4df5-945c-878d90a8208a admin admin] Notify agent at l3_agent.n-d-768862-2 the message routers_updated {{(pid=84874) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jan 14 07:38:28.803488 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-029eafa4-3378-4df5-945c-878d90a8208a admin admin] 10.222.0.24 "PUT /v2.0/routers/c78f7234-d34c-450d-aaff-e128913826bd/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.5994990 Jan 14 07:38:28.825159 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9818ccf7-32fe-4ba2-9a80-545b3319c2dc None None] Sync routers for ids ['c78f7234-d34c-450d-aaff-e128913826bd'] in n-d-768862-2 {{(pid=84876) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Jan 14 07:38:28.850438 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9818ccf7-32fe-4ba2-9a80-545b3319c2dc None None] Routers {'c78f7234-d34c-450d-aaff-e128913826bd'} bound to L3 agent in host n-d-768862-2 {{(pid=84876) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 14 07:38:28.851405 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_hamode_db [None req-9818ccf7-32fe-4ba2-9a80-545b3319c2dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-01-14T06:56:51Z,description=,heartbeat_timestamp=2021-01-14T07:38:22Z,host='n-d-768862-2',id=35f592e9-451b-4db9-abea-77b6a5c5391b,load=0,resource_versions=,resources_synced=,started_at=2021-01-14T06:56:51Z,topic='l3_agent')) {'router_ids': ['c78f7234-d34c-450d-aaff-e128913826bd'], 'active': True} {{(pid=84876) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:38:28.869136 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-cfbfa087-7c07-4fac-96a6-33b61d199e89 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854179735'] for segment, precommit_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:38:28.911012 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-de057045-d61a-4b3a-b0f1-396859255edf tempest-NegativeSecGroupTest-99150678 tempest-NegativeSecGroupTest-99150678] 10.222.0.24 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.2236886 Jan 14 07:38:28.913379 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84874) accepted ('10.222.0.24', 38016) {{(pid=84874) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:38:28.942808 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.v2.base [None req-132fbc2e-a2e7-42a0-ae36-64cfd2c79575 tempest-NegativeSecGroupTest-99150678 tempest-NegativeSecGroupTest-99150678] Request body: {'security_group_rule': {'security_group_id': '865d7ca1-3693-46fd-ad7f-f2b2fa76edd6', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=84874) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:38:29.018448 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-cfbfa087-7c07-4fac-96a6-33b61d199e89 admin admin] Releasing vxlan tunnel 19 to pool {{(pid=84875) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Jan 14 07:38:29.078399 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-132fbc2e-a2e7-42a0-ae36-64cfd2c79575 tempest-NegativeSecGroupTest-99150678 tempest-NegativeSecGroupTest-99150678] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:38:29.127492 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-132fbc2e-a2e7-42a0-ae36-64cfd2c79575 tempest-NegativeSecGroupTest-99150678 tempest-NegativeSecGroupTest-99150678] Usage tracker for resource:security_group_rule and tenant:32dfd94f88254230a57d6c30248c2849 is out of sync, need to count used quota {{(pid=84874) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:38:29.149363 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-132fbc2e-a2e7-42a0-ae36-64cfd2c79575 tempest-NegativeSecGroupTest-99150678 tempest-NegativeSecGroupTest-99150678] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84874) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:38:29.171315 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-132fbc2e-a2e7-42a0-ae36-64cfd2c79575 tempest-NegativeSecGroupTest-99150678 tempest-NegativeSecGroupTest-99150678] Attempting to reserve 1 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:38:29.281235 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-b5e4d558-1e09-4d7a-92e9-e070d0cb0a17 tempest-FloatingIPAdminTestJSON-1953844818 tempest-FloatingIPAdminTestJSON-1953844818] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777640533329', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777640097463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3254186'] for port, after_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:38:29.397285 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_dvr_db [None req-9818ccf7-32fe-4ba2-9a80-545b3319c2dc None None] Set router c78f7234-d34c-450d-aaff-e128913826bd gateway port host: n-d-768862-2 {{(pid=84876) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 14 07:38:29.503599 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-4140d06f-452b-4f20-a71a-931a79585cd7 tempest-FloatingIPAdminTestJSON-531099267 tempest-FloatingIPAdminTestJSON-531099267] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:38:29.600599 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.managers [None req-cfbfa087-7c07-4fac-96a6-33b61d199e89 admin admin] Network e37b70fd-96ba-4691-b0cc-f32487cc4a97 has no segments {{(pid=84875) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 14 07:38:29.612485 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5e4d558-1e09-4d7a-92e9-e070d0cb0a17 tempest-FloatingIPAdminTestJSON-1953844818 tempest-FloatingIPAdminTestJSON-1953844818] Pushing event deleted for resources: {'Port': ['ID=9d203f6f-ab18-4fa9-9a08-61b02e83c220,revision_number=None']} {{(pid=84874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:38:29.615412 n-d-768862-2 neutron-server[84765]: INFO neutron.api.v2.resource [None req-132fbc2e-a2e7-42a0-ae36-64cfd2c79575 tempest-NegativeSecGroupTest-99150678 tempest-NegativeSecGroupTest-99150678] create failed (client error): The resource could not be found. Jan 14 07:38:29.621496 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-132fbc2e-a2e7-42a0-ae36-64cfd2c79575 tempest-NegativeSecGroupTest-99150678 tempest-NegativeSecGroupTest-99150678] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.7061653 Jan 14 07:38:29.623187 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-b5e4d558-1e09-4d7a-92e9-e070d0cb0a17 tempest-FloatingIPAdminTestJSON-1953844818 tempest-FloatingIPAdminTestJSON-1953844818] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:38:29.623414 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84874) accepted ('10.222.0.24', 38090) {{(pid=84874) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:38:29.633860 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.v2.base [None req-1e0be3b5-57a0-40f4-b7a1-0a876e64dee0 tempest-NegativeSecGroupTest-99150678 tempest-NegativeSecGroupTest-99150678] Request body: {'security_group': {'name': 'tempest-secgroup--550288459'}} {{(pid=84874) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:38:29.639001 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-cfbfa087-7c07-4fac-96a6-33b61d199e89 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-596065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3154253'] for segment, after_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:38:29.645763 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-1e0be3b5-57a0-40f4-b7a1-0a876e64dee0 tempest-NegativeSecGroupTest-99150678 tempest-NegativeSecGroupTest-99150678] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:38:29.650531 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-1e0be3b5-57a0-40f4-b7a1-0a876e64dee0 tempest-NegativeSecGroupTest-99150678 tempest-NegativeSecGroupTest-99150678] Usage tracker for resource:security_group and tenant:32dfd94f88254230a57d6c30248c2849 is out of sync, need to count used quota {{(pid=84874) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:38:29.653971 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-1e0be3b5-57a0-40f4-b7a1-0a876e64dee0 tempest-NegativeSecGroupTest-99150678 tempest-NegativeSecGroupTest-99150678] Quota usage for security_group was recalculated. Used quota:1. {{(pid=84874) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:38:29.663547 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-1e0be3b5-57a0-40f4-b7a1-0a876e64dee0 tempest-NegativeSecGroupTest-99150678 tempest-NegativeSecGroupTest-99150678] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:38:29.724915 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-1e0be3b5-57a0-40f4-b7a1-0a876e64dee0 tempest-NegativeSecGroupTest-99150678 tempest-NegativeSecGroupTest-99150678] Notify callbacks [] for security_group, before_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:38:29.845947 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-1e0be3b5-57a0-40f4-b7a1-0a876e64dee0 tempest-NegativeSecGroupTest-99150678 tempest-NegativeSecGroupTest-99150678] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:38:29.872264 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-1e0be3b5-57a0-40f4-b7a1-0a876e64dee0 tempest-NegativeSecGroupTest-99150678 tempest-NegativeSecGroupTest-99150678] Usage tracker for resource:security_group_rule and tenant:32dfd94f88254230a57d6c30248c2849 is out of sync, need to count used quota {{(pid=84874) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:38:29.905272 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-1e0be3b5-57a0-40f4-b7a1-0a876e64dee0 tempest-NegativeSecGroupTest-99150678 tempest-NegativeSecGroupTest-99150678] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84874) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:38:29.912399 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-1e0be3b5-57a0-40f4-b7a1-0a876e64dee0 tempest-NegativeSecGroupTest-99150678 tempest-NegativeSecGroupTest-99150678] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:38:29.988634 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.managers [None req-cfbfa087-7c07-4fac-96a6-33b61d199e89 admin admin] Network e37b70fd-96ba-4691-b0cc-f32487cc4a97 has no segments {{(pid=84875) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 14 07:38:30.028318 n-d-768862-2 neutron-server[84765]: Traceback (most recent call last): Jan 14 07:38:30.028318 n-d-768862-2 neutron-server[84765]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 14 07:38:30.028318 n-d-768862-2 neutron-server[84765]: timer() Jan 14 07:38:30.028318 n-d-768862-2 neutron-server[84765]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 14 07:38:30.028318 n-d-768862-2 neutron-server[84765]: cb(*args, **kw) Jan 14 07:38:30.028318 n-d-768862-2 neutron-server[84765]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Jan 14 07:38:30.028318 n-d-768862-2 neutron-server[84765]: return func(*args, **kwargs) Jan 14 07:38:30.028318 n-d-768862-2 neutron-server[84765]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 14 07:38:30.028318 n-d-768862-2 neutron-server[84765]: self._notify() Jan 14 07:38:30.028318 n-d-768862-2 neutron-server[84765]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 14 07:38:30.028318 n-d-768862-2 neutron-server[84765]: self.callback(batched_events) Jan 14 07:38:30.028318 n-d-768862-2 neutron-server[84765]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 14 07:38:30.028318 n-d-768862-2 neutron-server[84765]: event.method(event) Jan 14 07:38:30.028318 n-d-768862-2 neutron-server[84765]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 14 07:38:30.028318 n-d-768862-2 neutron-server[84765]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 14 07:38:30.028318 n-d-768862-2 neutron-server[84765]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Jan 14 07:38:30.028318 n-d-768862-2 neutron-server[84765]: segment_id)['aggregates'][0] Jan 14 07:38:30.028318 n-d-768862-2 neutron-server[84765]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 14 07:38:30.028318 n-d-768862-2 neutron-server[84765]: return f(self, *a, **k) Jan 14 07:38:30.028318 n-d-768862-2 neutron-server[84765]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 14 07:38:30.028318 n-d-768862-2 neutron-server[84765]: return self._get(url).json() Jan 14 07:38:30.028318 n-d-768862-2 neutron-server[84765]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 14 07:38:30.028318 n-d-768862-2 neutron-server[84765]: **kwargs) Jan 14 07:38:30.028318 n-d-768862-2 neutron-server[84765]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 14 07:38:30.028318 n-d-768862-2 neutron-server[84765]: return self.request(url, 'GET', **kwargs) Jan 14 07:38:30.028318 n-d-768862-2 neutron-server[84765]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Jan 14 07:38:30.028318 n-d-768862-2 neutron-server[84765]: **endpoint_filter) Jan 14 07:38:30.028318 n-d-768862-2 neutron-server[84765]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 14 07:38:30.028318 n-d-768862-2 neutron-server[84765]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 14 07:38:30.028318 n-d-768862-2 neutron-server[84765]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 14 07:38:30.028318 n-d-768862-2 neutron-server[84765]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 14 07:38:30.028318 n-d-768862-2 neutron-server[84765]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 14 07:38:30.133576 n-d-768862-2 neutron-server[84765]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a0f9e11d-a96e-41cb-8e61-f3dfd5b710a7 tempest-RoutersTest-1255860389 tempest-RoutersTest-1255860389] Router 3998536e-65e4-4108-ab1c-eac6e818dd96 has already been hosted by L3 agent 35f592e9-451b-4db9-abea-77b6a5c5391b {{(pid=84875) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Jan 14 07:38:30.199280 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_hamode_db [None req-9818ccf7-32fe-4ba2-9a80-545b3319c2dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c78f7234-d34c-450d-aaff-e128913826bd', 'name': 'tempest-TestServerMultinode-1604356433-router', 'tenant_id': '3783d0e443d34595960688d8c1d9a319', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '226f1e78-82cd-4481-9055-4eb73b6db8c1', 'external_fixed_ips': [{'subnet_id': 'ba8deeec-7658-4195-9449-038c076f5c83', 'ip_address': '172.25.2.195'}], 'enable_snat': True}, 'gw_port_id': '76a56e27-4d1f-4b9d-99ab-9f6172456640', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-14T07:38:12Z', 'updated_at': '2021-01-14T07:38:25Z', 'revision_number': 4, 'project_id': '3783d0e443d34595960688d8c1d9a319', 'gw_port': {'id': '76a56e27-4d1f-4b9d-99ab-9f6172456640', 'name': '', 'network_id': '226f1e78-82cd-4481-9055-4eb73b6db8c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:4d:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c78f7234-d34c-450d-aaff-e128913826bd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3312, 'fixed_ips': [{'subnet_id': 'ba8deeec-7658-4195-9449-038c076f5c83', 'ip_address': '172.25.2.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T07:38:16Z', 'updated_at': '2021-01-14T07:38:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ba8deeec-7658-4195-9449-038c076f5c83', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-2', '_interfaces': [{'id': 'aa33ce03-c1b3-472e-99fb-ab3cdb728628', 'name': '', 'network_id': '2074f9b4-c385-421f-96b6-d8d26573c42e', 'tenant_id': '3783d0e443d34595960688d8c1d9a319', 'mac_address': 'fa:16:3e:31:9e:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c78f7234-d34c-450d-aaff-e128913826bd', 'device_owner': 'network:router_interface', 'standard_attr_id': 3326, 'fixed_ips': [{'subnet_id': '1548def3-8234-46cd-9188-b2c17330ea73', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T07:38:22Z', 'updated_at': '2021-01-14T07:38:26Z', 'revision_number': 2, 'project_id': '3783d0e443d34595960688d8c1d9a319', 'subnets': [{'id': '1548def3-8234-46cd-9188-b2c17330ea73', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'n-d-768862-2', False) {} {{(pid=84876) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:38:30.204979 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9818ccf7-32fe-4ba2-9a80-545b3319c2dc None None] Checking router: c78f7234-d34c-450d-aaff-e128913826bd for host: n-d-768862-2 {{(pid=84876) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Jan 14 07:38:30.205476 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9818ccf7-32fe-4ba2-9a80-545b3319c2dc None None] Updating router c78f7234-d34c-450d-aaff-e128913826bd port aa33ce03-c1b3-472e-99fb-ab3cdb728628 binding host n-d-768862-2 {{(pid=84876) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Jan 14 07:38:30.281020 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-1e0be3b5-57a0-40f4-b7a1-0a876e64dee0 tempest-NegativeSecGroupTest-99150678 tempest-NegativeSecGroupTest-99150678] Notify callbacks [] for security_group, precommit_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:38:30.281427 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-9818ccf7-32fe-4ba2-9a80-545b3319c2dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555753'] for port, before_update {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:38:30.323146 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-1e0be3b5-57a0-40f4-b7a1-0a876e64dee0 tempest-NegativeSecGroupTest-99150678 tempest-NegativeSecGroupTest-99150678] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850887153'] for security_group, after_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:38:30.356635 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-9a43a756-28e1-4e2c-9e65-b0097de8e2ef tempest-NegativeSecGroupTest-99150678 tempest-NegativeSecGroupTest-99150678] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:38:30.437722 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-1e0be3b5-57a0-40f4-b7a1-0a876e64dee0 tempest-NegativeSecGroupTest-99150678 tempest-NegativeSecGroupTest-99150678] Notify callbacks [] for security_group, before_response {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:38:30.442716 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-1e0be3b5-57a0-40f4-b7a1-0a876e64dee0 tempest-NegativeSecGroupTest-99150678 tempest-NegativeSecGroupTest-99150678] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.8157685 Jan 14 07:38:30.452733 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84874) accepted ('10.222.0.24', 38186) {{(pid=84874) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:38:30.469321 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.v2.base [None req-d816a689-15ab-47fb-84cd-3a3876422f91 tempest-NegativeSecGroupTest-99150678 tempest-NegativeSecGroupTest-99150678] Request body: {'security_group': {'name': 'tempest-secgroup--2000609378'}} {{(pid=84874) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:38:30.500081 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-d816a689-15ab-47fb-84cd-3a3876422f91 tempest-NegativeSecGroupTest-99150678 tempest-NegativeSecGroupTest-99150678] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:38:30.505645 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-b5e4d558-1e09-4d7a-92e9-e070d0cb0a17 tempest-FloatingIPAdminTestJSON-1953844818 tempest-FloatingIPAdminTestJSON-1953844818] Notify callbacks [] for floatingip, after_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:38:30.510514 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-b5e4d558-1e09-4d7a-92e9-e070d0cb0a17 tempest-FloatingIPAdminTestJSON-1953844818 tempest-FloatingIPAdminTestJSON-1953844818] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854768116'] for floatingip, before_response {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:38:30.510820 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-b5e4d558-1e09-4d7a-92e9-e070d0cb0a17 tempest-FloatingIPAdminTestJSON-1953844818 tempest-FloatingIPAdminTestJSON-1953844818] 10.222.0.24 "DELETE /v2.0/floatingips/78607831-77ff-4491-b28e-676bf6a18408 HTTP/1.1" status: 204 len: 168 time: 3.9379413 Jan 14 07:38:30.517310 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a0f9e11d-a96e-41cb-8e61-f3dfd5b710a7 tempest-RoutersTest-1255860389 tempest-RoutersTest-1255860389] Notify agent at l3_agent.n-d-768862-2 the message routers_updated {{(pid=84875) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jan 14 07:38:30.545657 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84875) accepted ('10.222.0.24', 38196) {{(pid=84875) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:38:30.546047 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84875) accepted ('10.222.0.24', 38198) {{(pid=84875) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:38:30.549951 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e0be3b5-57a0-40f4-b7a1-0a876e64dee0 tempest-NegativeSecGroupTest-99150678 tempest-NegativeSecGroupTest-99150678] Pushing event updated for resources: {'SecurityGroup': ['ID=8043d1cd-8750-45d1-82d4-07aecdb99b63,revision_number=1']} {{(pid=84874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:38:30.575190 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aea136de-85a3-4097-a968-2a4b40761c1c None None] Sync routers for ids ['3998536e-65e4-4108-ab1c-eac6e818dd96'] in n-d-768862-2 {{(pid=84877) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Jan 14 07:38:30.577656 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-1e0be3b5-57a0-40f4-b7a1-0a876e64dee0 tempest-NegativeSecGroupTest-99150678 tempest-NegativeSecGroupTest-99150678] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.221s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:38:30.581112 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-d816a689-15ab-47fb-84cd-3a3876422f91 tempest-NegativeSecGroupTest-99150678 tempest-NegativeSecGroupTest-99150678] Usage tracker for resource:security_group and tenant:32dfd94f88254230a57d6c30248c2849 is out of sync, need to count used quota {{(pid=84874) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:38:30.593482 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-d816a689-15ab-47fb-84cd-3a3876422f91 tempest-NegativeSecGroupTest-99150678 tempest-NegativeSecGroupTest-99150678] Quota usage for security_group was recalculated. Used quota:2. {{(pid=84874) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:38:30.597657 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aea136de-85a3-4097-a968-2a4b40761c1c None None] Routers {'3998536e-65e4-4108-ab1c-eac6e818dd96'} bound to L3 agent in host n-d-768862-2 {{(pid=84877) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 14 07:38:30.598353 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_hamode_db [None req-aea136de-85a3-4097-a968-2a4b40761c1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-01-14T06:56:51Z,description=,heartbeat_timestamp=2021-01-14T07:38:22Z,host='n-d-768862-2',id=35f592e9-451b-4db9-abea-77b6a5c5391b,load=0,resource_versions=,resources_synced=,started_at=2021-01-14T06:56:51Z,topic='l3_agent')) {'router_ids': ['3998536e-65e4-4108-ab1c-eac6e818dd96'], 'active': True} {{(pid=84877) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:38:30.612913 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-d816a689-15ab-47fb-84cd-3a3876422f91 tempest-NegativeSecGroupTest-99150678 tempest-NegativeSecGroupTest-99150678] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=84874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:38:30.639972 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-d816a689-15ab-47fb-84cd-3a3876422f91 tempest-NegativeSecGroupTest-99150678 tempest-NegativeSecGroupTest-99150678] Notify callbacks [] for security_group, before_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:38:30.689793 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-d816a689-15ab-47fb-84cd-3a3876422f91 tempest-NegativeSecGroupTest-99150678 tempest-NegativeSecGroupTest-99150678] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:38:30.694814 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-d816a689-15ab-47fb-84cd-3a3876422f91 tempest-NegativeSecGroupTest-99150678 tempest-NegativeSecGroupTest-99150678] Usage tracker for resource:security_group_rule and tenant:32dfd94f88254230a57d6c30248c2849 is out of sync, need to count used quota {{(pid=84874) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:38:30.699790 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-d816a689-15ab-47fb-84cd-3a3876422f91 tempest-NegativeSecGroupTest-99150678 tempest-NegativeSecGroupTest-99150678] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84874) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:38:30.708062 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-d816a689-15ab-47fb-84cd-3a3876422f91 tempest-NegativeSecGroupTest-99150678 tempest-NegativeSecGroupTest-99150678] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:38:30.820419 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-a0f9e11d-a96e-41cb-8e61-f3dfd5b710a7 tempest-RoutersTest-1255860389 tempest-RoutersTest-1255860389] 10.222.0.24 "PUT /v2.0/routers/3998536e-65e4-4108-ab1c-eac6e818dd96/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.8035557 Jan 14 07:38:30.830437 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84875) accepted ('10.222.0.24', 38228) {{(pid=84875) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:38:30.833399 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_dvr_db [None req-aea136de-85a3-4097-a968-2a4b40761c1c None None] Set router 3998536e-65e4-4108-ab1c-eac6e818dd96 gateway port host: None {{(pid=84877) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 14 07:38:30.840038 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-cfbfa087-7c07-4fac-96a6-33b61d199e89 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036854176830', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850887149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3912591'] for network, after_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:38:30.889130 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-cee156c6-4253-424e-a1ef-c2a50ec40612 tempest-RoutersTest-1255860389 tempest-RoutersTest-1255860389] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:38:30.928525 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-cfbfa087-7c07-4fac-96a6-33b61d199e89 admin admin] Notify callbacks [] for network, before_response {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:38:30.931864 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-cfbfa087-7c07-4fac-96a6-33b61d199e89 admin admin] 10.222.0.24 "DELETE /v2.0/networks/e37b70fd-96ba-4691-b0cc-f32487cc4a97 HTTP/1.1" status: 204 len: 168 time: 4.1665175 Jan 14 07:38:30.958484 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfbfa087-7c07-4fac-96a6-33b61d199e89 admin admin] Pushing event deleted for resources: {'Network': ['ID=e37b70fd-96ba-4691-b0cc-f32487cc4a97,revision_number=None']} {{(pid=84875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:38:30.966849 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-cfbfa087-7c07-4fac-96a6-33b61d199e89 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:38:30.999122 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-d816a689-15ab-47fb-84cd-3a3876422f91 tempest-NegativeSecGroupTest-99150678 tempest-NegativeSecGroupTest-99150678] Notify callbacks [] for security_group, precommit_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:38:30.999788 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_hamode_db [None req-aea136de-85a3-4097-a968-2a4b40761c1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3998536e-65e4-4108-ab1c-eac6e818dd96', 'name': 'tempest-RoutersTest-router-1767463639', 'tenant_id': '2a076c09cf6548039ba7b64b98184a0e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-14T07:36:27Z', 'updated_at': '2021-01-14T07:38:26Z', 'revision_number': 11, 'project_id': '2a076c09cf6548039ba7b64b98184a0e', 'gw_port_host': None}], 'n-d-768862-2', False) {} {{(pid=84877) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:38:31.005321 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-d816a689-15ab-47fb-84cd-3a3876422f91 tempest-NegativeSecGroupTest-99150678 tempest-NegativeSecGroupTest-99150678] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850887153'] for security_group, after_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:38:31.007674 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aea136de-85a3-4097-a968-2a4b40761c1c None None] Checking router: 3998536e-65e4-4108-ab1c-eac6e818dd96 for host: n-d-768862-2 {{(pid=84877) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Jan 14 07:38:31.028454 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aea136de-85a3-4097-a968-2a4b40761c1c None None] Routers {'3998536e-65e4-4108-ab1c-eac6e818dd96'} bound to L3 agent in host n-d-768862-2 {{(pid=84877) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 14 07:38:31.035858 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_hamode_db [None req-aea136de-85a3-4097-a968-2a4b40761c1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-01-14T06:56:51Z,description=,heartbeat_timestamp=2021-01-14T07:38:22Z,host='n-d-768862-2',id=35f592e9-451b-4db9-abea-77b6a5c5391b,load=0,resource_versions=,resources_synced=,started_at=2021-01-14T06:56:51Z,topic='l3_agent')) {'router_ids': ['3998536e-65e4-4108-ab1c-eac6e818dd96'], 'active': True} {{(pid=84877) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:38:31.121065 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-643f32ad-d0c2-409a-87ed-aecf093c0a78 tempest-NegativeSecGroupTest-99150678 tempest-NegativeSecGroupTest-99150678] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:38:31.177480 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-d816a689-15ab-47fb-84cd-3a3876422f91 tempest-NegativeSecGroupTest-99150678 tempest-NegativeSecGroupTest-99150678] Notify callbacks [] for security_group, before_response {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:38:31.185940 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-d816a689-15ab-47fb-84cd-3a3876422f91 tempest-NegativeSecGroupTest-99150678 tempest-NegativeSecGroupTest-99150678] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.7317986 Jan 14 07:38:31.191092 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84874) accepted ('10.222.0.24', 38268) {{(pid=84874) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:38:31.273380 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d816a689-15ab-47fb-84cd-3a3876422f91 tempest-NegativeSecGroupTest-99150678 tempest-NegativeSecGroupTest-99150678] Pushing event updated for resources: {'SecurityGroup': ['ID=ea5b51e2-d465-478b-bf38-67a3f6f7f7dc,revision_number=1']} {{(pid=84874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:38:31.287187 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-d816a689-15ab-47fb-84cd-3a3876422f91 tempest-NegativeSecGroupTest-99150678 tempest-NegativeSecGroupTest-99150678] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.166s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:38:31.298112 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.v2.base [None req-dffaa408-f3c3-456c-a4b6-2116be722d9e tempest-NegativeSecGroupTest-99150678 tempest-NegativeSecGroupTest-99150678] Request body: {'security_group_rule': {'security_group_id': '8043d1cd-8750-45d1-82d4-07aecdb99b63', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '172.20.0.0/16', 'remote_group_id': 'ea5b51e2-d465-478b-bf38-67a3f6f7f7dc'}} {{(pid=84874) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:38:31.328183 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-dffaa408-f3c3-456c-a4b6-2116be722d9e tempest-NegativeSecGroupTest-99150678 tempest-NegativeSecGroupTest-99150678] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:38:31.338662 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-dffaa408-f3c3-456c-a4b6-2116be722d9e tempest-NegativeSecGroupTest-99150678 tempest-NegativeSecGroupTest-99150678] Usage tracker for resource:security_group_rule and tenant:32dfd94f88254230a57d6c30248c2849 is out of sync, need to count used quota {{(pid=84874) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:38:31.342802 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-dffaa408-f3c3-456c-a4b6-2116be722d9e tempest-NegativeSecGroupTest-99150678 tempest-NegativeSecGroupTest-99150678] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=84874) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:38:31.359968 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-dffaa408-f3c3-456c-a4b6-2116be722d9e tempest-NegativeSecGroupTest-99150678 tempest-NegativeSecGroupTest-99150678] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=84874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:38:31.367345 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_dvr_db [None req-aea136de-85a3-4097-a968-2a4b40761c1c None None] Set router 3998536e-65e4-4108-ab1c-eac6e818dd96 gateway port host: None {{(pid=84877) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 14 07:38:31.381725 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.plugin [None req-054b39c4-b82b-4288-9cd2-53f4ceab6ec6 tempest-FloatingIPAdminTestJSON-398982223 tempest-FloatingIPAdminTestJSON-398982223] Deleting port 64363eda-e584-4621-8f56-ed8ad2810195 {{(pid=84875) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 07:38:31.383532 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-054b39c4-b82b-4288-9cd2-53f4ceab6ec6 tempest-FloatingIPAdminTestJSON-398982223 tempest-FloatingIPAdminTestJSON-398982223] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363259214248359'] for port, before_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:38:31.437541 n-d-768862-2 neutron-server[84765]: INFO neutron.api.v2.resource [None req-dffaa408-f3c3-456c-a4b6-2116be722d9e tempest-NegativeSecGroupTest-99150678 tempest-NegativeSecGroupTest-99150678] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 14 07:38:31.438779 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-dffaa408-f3c3-456c-a4b6-2116be722d9e tempest-NegativeSecGroupTest-99150678 tempest-NegativeSecGroupTest-99150678] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 387 time: 0.1708848 Jan 14 07:38:31.441893 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84874) accepted ('10.222.0.24', 38294) {{(pid=84874) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:38:31.599115 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84874) accepted ('10.222.0.24', 38298) {{(pid=84874) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:38:31.603566 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_hamode_db [None req-aea136de-85a3-4097-a968-2a4b40761c1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3998536e-65e4-4108-ab1c-eac6e818dd96', 'name': 'tempest-RoutersTest-router-1767463639', 'tenant_id': '2a076c09cf6548039ba7b64b98184a0e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-14T07:36:27Z', 'updated_at': '2021-01-14T07:38:26Z', 'revision_number': 11, 'project_id': '2a076c09cf6548039ba7b64b98184a0e', 'gw_port_host': None}], 'n-d-768862-2', False) {} {{(pid=84877) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:38:31.611493 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aea136de-85a3-4097-a968-2a4b40761c1c None None] The sync data for ids ['3998536e-65e4-4108-ab1c-eac6e818dd96'] in n-d-768862-2 is: [{'id': '3998536e-65e4-4108-ab1c-eac6e818dd96', 'name': 'tempest-RoutersTest-router-1767463639', 'tenant_id': '2a076c09cf6548039ba7b64b98184a0e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-14T07:36:27Z', 'updated_at': '2021-01-14T07:38:26Z', 'revision_number': 11, 'project_id': '2a076c09cf6548039ba7b64b98184a0e', 'gw_port_host': None}] {{(pid=84877) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Jan 14 07:38:31.722361 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-8e57ee5b-3915-4c7c-9e23-60b2b96b872b tempest-NegativeSecGroupTest-99150678 tempest-NegativeSecGroupTest-99150678] Notify callbacks [] for security_group, before_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:38:31.770019 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-5457bda0-529b-477f-9f03-0a15629a6d42 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=e26c40cc3e9941b885b51c91a5eec66d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1692493 Jan 14 07:38:31.774056 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84874) accepted ('10.222.0.24', 38302) {{(pid=84874) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:38:31.780464 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-8e57ee5b-3915-4c7c-9e23-60b2b96b872b tempest-NegativeSecGroupTest-99150678 tempest-NegativeSecGroupTest-99150678] Notify callbacks [] for security_group, precommit_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:38:31.864125 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-9818ccf7-32fe-4ba2-9a80-545b3319c2dc None None] Notify callbacks [] for port, precommit_update {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:38:31.878339 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-9818ccf7-32fe-4ba2-9a80-545b3319c2dc None None] Transition to ACTIVE for port object aa33ce03-c1b3-472e-99fb-ab3cdb728628 will not be triggered until provisioned by entity L2. {{(pid=84876) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 07:38:31.881984 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-9818ccf7-32fe-4ba2-9a80-545b3319c2dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777640533312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363259214678337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777640097497'] for port, after_update {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:38:31.901413 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-17c713e5-ddac-466d-a1c9-8033234cec62 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84876) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:38:31.906672 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-f4a21287-86bf-41e5-ba50-a401edbd6d30 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:38:31.936077 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-8e57ee5b-3915-4c7c-9e23-60b2b96b872b tempest-NegativeSecGroupTest-99150678 tempest-NegativeSecGroupTest-99150678] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850887153'] for security_group, after_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:38:31.943709 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-dfcbc79b-a210-4db3-90d6-f1c9b5d9c21a tempest-SecGroupTest-1152222618 tempest-SecGroupTest-1152222618] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:38:31.954654 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-f4a21287-86bf-41e5-ba50-a401edbd6d30 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:38:31.974883 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5af036f1-5c06-40d7-a2f6-29da092de56f None None] Pushing event updated for resources: {'Port': ['ID=aa33ce03-c1b3-472e-99fb-ab3cdb728628,revision_number=3']} {{(pid=84876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:38:31.989097 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e57ee5b-3915-4c7c-9e23-60b2b96b872b tempest-NegativeSecGroupTest-99150678 tempest-NegativeSecGroupTest-99150678] Pushing event deleted for resources: {'SecurityGroup': ['ID=ea5b51e2-d465-478b-bf38-67a3f6f7f7dc,revision_number=None']} {{(pid=84874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:38:31.996828 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-8e57ee5b-3915-4c7c-9e23-60b2b96b872b tempest-NegativeSecGroupTest-99150678 tempest-NegativeSecGroupTest-99150678] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:38:32.011914 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-8e57ee5b-3915-4c7c-9e23-60b2b96b872b tempest-NegativeSecGroupTest-99150678 tempest-NegativeSecGroupTest-99150678] Notify callbacks [] for security_group, before_response {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:38:32.015326 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-8e57ee5b-3915-4c7c-9e23-60b2b96b872b tempest-NegativeSecGroupTest-99150678 tempest-NegativeSecGroupTest-99150678] 10.222.0.24 "DELETE /v2.0/security-groups/ea5b51e2-d465-478b-bf38-67a3f6f7f7dc HTTP/1.1" status: 204 len: 168 time: 0.5697305 Jan 14 07:38:32.015543 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84874) accepted ('10.222.0.24', 38306) {{(pid=84874) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:38:32.023255 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f25b42a0-30b9-42f7-ab59-c395e0d8e929 req-944e36c5-758b-4658-98b2-9f4b111ec3d4 tempest-TestServerMultinode-1473954208 tempest-TestServerMultinode-1473954208] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:38:32.025132 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [req-f25b42a0-30b9-42f7-ab59-c395e0d8e929 req-944e36c5-758b-4658-98b2-9f4b111ec3d4 tempest-TestServerMultinode-1473954208 tempest-TestServerMultinode-1473954208] Synchronizing usage tracker for tenant:3783d0e443d34595960688d8c1d9a319 on resource:network {{(pid=84875) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 14 07:38:32.029382 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-5af036f1-5c06-40d7-a2f6-29da092de56f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=84876) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:38:32.077158 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-f4a21287-86bf-41e5-ba50-a401edbd6d30 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850887153'] for security_group, after_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:38:32.092087 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-1e0be3b5-57a0-40f4-b7a1-0a876e64dee0 tempest-NegativeSecGroupTest-99150678 tempest-NegativeSecGroupTest-99150678] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:38:32.117455 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-81e07519-c4c1-4a9a-84b4-a27c8cf049d1 tempest-NegativeSecGroupTest-99150678 tempest-NegativeSecGroupTest-99150678] Synchronizing usage tracker for tenant:32dfd94f88254230a57d6c30248c2849 on resource:security_group {{(pid=84874) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 14 07:38:32.124865 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4a21287-86bf-41e5-ba50-a401edbd6d30 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0d1e34de-dba1-4a24-aa08-404e75992f60,revision_number=None']} {{(pid=84874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:38:32.128893 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-f4a21287-86bf-41e5-ba50-a401edbd6d30 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:38:32.133473 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-f4a21287-86bf-41e5-ba50-a401edbd6d30 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:38:32.135151 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-f4a21287-86bf-41e5-ba50-a401edbd6d30 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/0d1e34de-dba1-4a24-aa08-404e75992f60 HTTP/1.1" status: 204 len: 168 time: 0.3599834 Jan 14 07:38:32.150454 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-81e07519-c4c1-4a9a-84b4-a27c8cf049d1 tempest-NegativeSecGroupTest-99150678 tempest-NegativeSecGroupTest-99150678] Unset dirty status for tenant:32dfd94f88254230a57d6c30248c2849 on resource:security_group {{(pid=84874) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 14 07:38:32.152105 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-81e07519-c4c1-4a9a-84b4-a27c8cf049d1 tempest-NegativeSecGroupTest-99150678 tempest-NegativeSecGroupTest-99150678] 10.222.0.24 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4510 time: 0.1353996 Jan 14 07:38:32.155092 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84874) accepted ('10.222.0.24', 38312) {{(pid=84874) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:38:32.258271 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-c226ebbe-a153-4305-bfae-db8480d52dae tempest-NegativeSecGroupTest-99150678 tempest-NegativeSecGroupTest-99150678] Notify callbacks [] for security_group, before_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:38:32.313417 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-c226ebbe-a153-4305-bfae-db8480d52dae tempest-NegativeSecGroupTest-99150678 tempest-NegativeSecGroupTest-99150678] Notify callbacks [] for security_group, precommit_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:38:32.319070 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.managers [None req-9818ccf7-32fe-4ba2-9a80-545b3319c2dc None None] Attempting to bind port aa33ce03-c1b3-472e-99fb-ab3cdb728628 on host n-d-768862-2 for vnic_type normal with profile {{(pid=84876) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 14 07:38:32.319499 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.managers [None req-9818ccf7-32fe-4ba2-9a80-545b3319c2dc None None] Attempting to bind port aa33ce03-c1b3-472e-99fb-ab3cdb728628 by drivers openvswitch on host n-d-768862-2 at level 0 using segments [{'id': '6c952e0d-03f3-44f7-8568-c4053a5ec05d', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 9, 'network_id': '2074f9b4-c385-421f-96b6-d8d26573c42e'}] {{(pid=84876) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 14 07:38:32.319948 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9818ccf7-32fe-4ba2-9a80-545b3319c2dc None None] Attempting to bind port aa33ce03-c1b3-472e-99fb-ab3cdb728628 on network 2074f9b4-c385-421f-96b6-d8d26573c42e {{(pid=84876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 14 07:38:32.326385 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9818ccf7-32fe-4ba2-9a80-545b3319c2dc None None] Checking agent: {'id': 'ba5efab1-b43c-4d5a-bc52-6e105d4e67a2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768862-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 14, 6, 56, 52), 'started_at': datetime.datetime(2021, 1, 14, 6, 57, 22), 'heartbeat_timestamp': datetime.datetime(2021, 1, 14, 7, 38, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768862-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.29', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 14 07:38:32.326816 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9818ccf7-32fe-4ba2-9a80-545b3319c2dc None None] Checking segment: {'id': '6c952e0d-03f3-44f7-8568-c4053a5ec05d', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 9, 'network_id': '2074f9b4-c385-421f-96b6-d8d26573c42e'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84876) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 14 07:38:32.327283 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-9818ccf7-32fe-4ba2-9a80-545b3319c2dc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:38:32.327725 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9818ccf7-32fe-4ba2-9a80-545b3319c2dc None None] Bound using segment: {'id': '6c952e0d-03f3-44f7-8568-c4053a5ec05d', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 9, 'network_id': '2074f9b4-c385-421f-96b6-d8d26573c42e'} {{(pid=84876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 14 07:38:32.328283 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.managers [None req-9818ccf7-32fe-4ba2-9a80-545b3319c2dc None None] Bound port: aa33ce03-c1b3-472e-99fb-ab3cdb728628, host: n-d-768862-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6c952e0d-03f3-44f7-8568-c4053a5ec05d', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 9, 'network_id': '2074f9b4-c385-421f-96b6-d8d26573c42e'}}] {{(pid=84876) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 14 07:38:32.328713 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-9818ccf7-32fe-4ba2-9a80-545b3319c2dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555753'] for port, before_update {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:38:32.397921 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [req-f25b42a0-30b9-42f7-ab59-c395e0d8e929 req-944e36c5-758b-4658-98b2-9f4b111ec3d4 tempest-TestServerMultinode-1473954208 tempest-TestServerMultinode-1473954208] Unset dirty status for tenant:3783d0e443d34595960688d8c1d9a319 on resource:network {{(pid=84875) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 14 07:38:32.399438 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [req-f25b42a0-30b9-42f7-ab59-c395e0d8e929 req-944e36c5-758b-4658-98b2-9f4b111ec3d4 tempest-TestServerMultinode-1473954208 tempest-TestServerMultinode-1473954208] 10.222.0.24 "GET /v2.0/networks?id=51dc9c6a-30b1-46b9-9f91-fa530a91fab0 HTTP/1.1" status: 200 len: 904 time: 2.3943386 Jan 14 07:38:32.402339 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-c226ebbe-a153-4305-bfae-db8480d52dae tempest-NegativeSecGroupTest-99150678 tempest-NegativeSecGroupTest-99150678] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850887153'] for security_group, after_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:38:32.418550 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-ce249a08-11cb-4a6a-9f62-154ee9cdaca7 tempest-NegativeSecGroupTest-99150678 tempest-NegativeSecGroupTest-99150678] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:38:32.439741 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [None req-9818ccf7-32fe-4ba2-9a80-545b3319c2dc None None] For port aa33ce03-c1b3-472e-99fb-ab3cdb728628, host n-d-768862-2, cleared binding levels {{(pid=84876) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 14 07:38:32.453092 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [None req-9818ccf7-32fe-4ba2-9a80-545b3319c2dc None None] For port aa33ce03-c1b3-472e-99fb-ab3cdb728628, host n-d-768862-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-2',level=0,port_id=aa33ce03-c1b3-472e-99fb-ab3cdb728628,segment=NetworkSegment(6c952e0d-03f3-44f7-8568-c4053a5ec05d),segment_id=6c952e0d-03f3-44f7-8568-c4053a5ec05d)] {{(pid=84876) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 14 07:38:32.453502 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.agents_db [None req-5b939a2f-078d-4c69-a188-cb55a28a77a0 None None] Agent healthcheck: found 7 active agents {{(pid=84877) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Jan 14 07:38:32.457572 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c226ebbe-a153-4305-bfae-db8480d52dae tempest-NegativeSecGroupTest-99150678 tempest-NegativeSecGroupTest-99150678] Pushing event deleted for resources: {'SecurityGroup': ['ID=8043d1cd-8750-45d1-82d4-07aecdb99b63,revision_number=None']} {{(pid=84874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:38:32.460446 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-9818ccf7-32fe-4ba2-9a80-545b3319c2dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777640533312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363259214678337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777640097497'] for port, after_update {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:38:32.467847 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-c226ebbe-a153-4305-bfae-db8480d52dae tempest-NegativeSecGroupTest-99150678 tempest-NegativeSecGroupTest-99150678] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:38:32.468338 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-c226ebbe-a153-4305-bfae-db8480d52dae tempest-NegativeSecGroupTest-99150678 tempest-NegativeSecGroupTest-99150678] Notify callbacks [] for security_group, before_response {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:38:32.470701 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-c226ebbe-a153-4305-bfae-db8480d52dae tempest-NegativeSecGroupTest-99150678 tempest-NegativeSecGroupTest-99150678] 10.222.0.24 "DELETE /v2.0/security-groups/8043d1cd-8750-45d1-82d4-07aecdb99b63 HTTP/1.1" status: 204 len: 168 time: 0.3139155 Jan 14 07:38:32.475902 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84874) accepted ('10.222.0.24', 38316) {{(pid=84874) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:38:32.494346 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84876) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:38:32.531659 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-054b39c4-b82b-4288-9cd2-53f4ceab6ec6 tempest-FloatingIPAdminTestJSON-398982223 tempest-FloatingIPAdminTestJSON-398982223] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036850862667'] for port, precommit_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:38:32.532056 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-054b39c4-b82b-4288-9cd2-53f4ceab6ec6 tempest-FloatingIPAdminTestJSON-398982223 tempest-FloatingIPAdminTestJSON-398982223] Notify callbacks [] for floatingip, precommit_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:38:32.560538 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-5bb486c9-3d56-45a0-8712-3c7170961a67 tempest-NegativeSecGroupTest-99150678 tempest-NegativeSecGroupTest-99150678] Synchronizing usage tracker for tenant:32dfd94f88254230a57d6c30248c2849 on resource:security_group {{(pid=84874) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 14 07:38:32.571999 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [req-f25b42a0-30b9-42f7-ab59-c395e0d8e929 req-9bd333e4-2743-4f15-904e-753352471c07 tempest-TestServerMultinode-1473954208 tempest-TestServerMultinode-1473954208] 10.222.0.24 "GET /v2.0/quotas/3783d0e443d34595960688d8c1d9a319 HTTP/1.1" status: 200 len: 375 time: 0.1628332 Jan 14 07:38:32.588339 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-5bb486c9-3d56-45a0-8712-3c7170961a67 tempest-NegativeSecGroupTest-99150678 tempest-NegativeSecGroupTest-99150678] Unset dirty status for tenant:32dfd94f88254230a57d6c30248c2849 on resource:security_group {{(pid=84874) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 14 07:38:32.589967 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-5bb486c9-3d56-45a0-8712-3c7170961a67 tempest-NegativeSecGroupTest-99150678 tempest-NegativeSecGroupTest-99150678] 10.222.0.24 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1133227 Jan 14 07:38:32.596086 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84874) accepted ('10.222.0.24', 38322) {{(pid=84874) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:38:32.605627 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.v2.base [None req-b44b003f-55e8-4fb6-820c-a07147c992c6 tempest-NegativeSecGroupTest-99150678 tempest-NegativeSecGroupTest-99150678] Request body: {'security_group': {'name': 'tempest-secgroup--1714395512'}} {{(pid=84874) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:38:32.628661 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-b44b003f-55e8-4fb6-820c-a07147c992c6 tempest-NegativeSecGroupTest-99150678 tempest-NegativeSecGroupTest-99150678] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:38:32.640489 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-b44b003f-55e8-4fb6-820c-a07147c992c6 tempest-NegativeSecGroupTest-99150678 tempest-NegativeSecGroupTest-99150678] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:38:32.651407 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-b44b003f-55e8-4fb6-820c-a07147c992c6 tempest-NegativeSecGroupTest-99150678 tempest-NegativeSecGroupTest-99150678] Notify callbacks [] for security_group, before_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:38:32.681710 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-b44b003f-55e8-4fb6-820c-a07147c992c6 tempest-NegativeSecGroupTest-99150678 tempest-NegativeSecGroupTest-99150678] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:38:32.696756 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5af036f1-5c06-40d7-a2f6-29da092de56f None None] Pushing event updated for resources: {'Port': ['ID=aa33ce03-c1b3-472e-99fb-ab3cdb728628,revision_number=4']} {{(pid=84876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:38:32.703044 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-b44b003f-55e8-4fb6-820c-a07147c992c6 tempest-NegativeSecGroupTest-99150678 tempest-NegativeSecGroupTest-99150678] Usage tracker for resource:security_group_rule and tenant:32dfd94f88254230a57d6c30248c2849 is out of sync, need to count used quota {{(pid=84874) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:38:32.710313 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-b44b003f-55e8-4fb6-820c-a07147c992c6 tempest-NegativeSecGroupTest-99150678 tempest-NegativeSecGroupTest-99150678] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84874) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:38:32.713438 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Device 6087c0d6-adc5-4077-8829-a972ea878eb0 no longer exists at agent ovs-agent-n-d-768862-2 {{(pid=84876) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jan 14 07:38:32.730272 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-b44b003f-55e8-4fb6-820c-a07147c992c6 tempest-NegativeSecGroupTest-99150678 tempest-NegativeSecGroupTest-99150678] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:38:32.758888 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-5af036f1-5c06-40d7-a2f6-29da092de56f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.264s {{(pid=84876) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:38:32.763552 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.plugin [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] No Port match for: 6087c0d6-adc5-4077-8829-a972ea878eb0 {{(pid=84876) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2188}} Jan 14 07:38:32.763998 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Device 6087c0d6-adc5-4077-8829-a972ea878eb0 not bound to the agent host n-d-768862-2 {{(pid=84876) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jan 14 07:38:32.830641 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.plugin [None req-054b39c4-b82b-4288-9cd2-53f4ceab6ec6 tempest-FloatingIPAdminTestJSON-398982223 tempest-FloatingIPAdminTestJSON-398982223] Calling delete_port for 64363eda-e584-4621-8f56-ed8ad2810195 owned by network:floatingip {{(pid=84875) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 07:38:32.845325 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-b44b003f-55e8-4fb6-820c-a07147c992c6 tempest-NegativeSecGroupTest-99150678 tempest-NegativeSecGroupTest-99150678] Notify callbacks [] for security_group, precommit_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:38:32.850009 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-b44b003f-55e8-4fb6-820c-a07147c992c6 tempest-NegativeSecGroupTest-99150678 tempest-NegativeSecGroupTest-99150678] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850887153'] for security_group, after_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:38:32.858194 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-f4a21287-86bf-41e5-ba50-a401edbd6d30 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:38:32.862885 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9818ccf7-32fe-4ba2-9a80-545b3319c2dc None None] Routers {'c78f7234-d34c-450d-aaff-e128913826bd'} bound to L3 agent in host n-d-768862-2 {{(pid=84876) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 14 07:38:32.863689 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_hamode_db [None req-9818ccf7-32fe-4ba2-9a80-545b3319c2dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-01-14T06:56:51Z,description=,heartbeat_timestamp=2021-01-14T07:38:22Z,host='n-d-768862-2',id=35f592e9-451b-4db9-abea-77b6a5c5391b,load=0,resource_versions=,resources_synced=,started_at=2021-01-14T06:56:51Z,topic='l3_agent')) {'router_ids': ['c78f7234-d34c-450d-aaff-e128913826bd'], 'active': True} {{(pid=84876) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:38:32.921495 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84874) accepted ('10.222.0.24', 38326) {{(pid=84874) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:38:32.931534 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b44b003f-55e8-4fb6-820c-a07147c992c6 tempest-NegativeSecGroupTest-99150678 tempest-NegativeSecGroupTest-99150678] Pushing event updated for resources: {'SecurityGroup': ['ID=27050473-2167-4bd4-a9f1-61a3998a78d4,revision_number=1']} {{(pid=84874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:38:32.948919 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-b44b003f-55e8-4fb6-820c-a07147c992c6 tempest-NegativeSecGroupTest-99150678 tempest-NegativeSecGroupTest-99150678] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:38:32.969192 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-b44b003f-55e8-4fb6-820c-a07147c992c6 tempest-NegativeSecGroupTest-99150678 tempest-NegativeSecGroupTest-99150678] Notify callbacks [] for security_group, before_response {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:38:32.970546 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-b44b003f-55e8-4fb6-820c-a07147c992c6 tempest-NegativeSecGroupTest-99150678 tempest-NegativeSecGroupTest-99150678] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.3717949 Jan 14 07:38:32.974351 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84874) accepted ('10.222.0.24', 38330) {{(pid=84874) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:38:32.982393 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.v2.base [None req-1ab11b1b-61d2-4844-af33-123e38c274a8 tempest-NegativeSecGroupTest-99150678 tempest-NegativeSecGroupTest-99150678] Request body: {'security_group': {'name': 'default'}} {{(pid=84874) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:38:32.982861 n-d-768862-2 neutron-server[84765]: WARNING neutron.api.v2.base [None req-1ab11b1b-61d2-4844-af33-123e38c274a8 tempest-NegativeSecGroupTest-99150678 tempest-NegativeSecGroupTest-99150678] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Jan 14 07:38:32.985022 n-d-768862-2 neutron-server[84765]: INFO neutron.api.v2.resource [None req-1ab11b1b-61d2-4844-af33-123e38c274a8 tempest-NegativeSecGroupTest-99150678 tempest-NegativeSecGroupTest-99150678] update failed (client error): There was a conflict when trying to complete your request. Jan 14 07:38:32.986527 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-1ab11b1b-61d2-4844-af33-123e38c274a8 tempest-NegativeSecGroupTest-99150678 tempest-NegativeSecGroupTest-99150678] 10.222.0.24 "PUT /v2.0/security-groups/27050473-2167-4bd4-a9f1-61a3998a78d4 HTTP/1.1" status: 409 len: 330 time: 0.0098989 Jan 14 07:38:32.988589 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84874) accepted ('10.222.0.24', 38334) {{(pid=84874) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:38:33.053936 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-542f7c6e-bdc5-4897-9e5c-4f7495b29b22 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=b51c1eabbced45d5ab2a33215adb8db3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1287467 Jan 14 07:38:33.062214 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84874) accepted ('10.222.0.24', 38338) {{(pid=84874) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:38:33.080150 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_dvr_db [None req-9818ccf7-32fe-4ba2-9a80-545b3319c2dc None None] Set router c78f7234-d34c-450d-aaff-e128913826bd gateway port host: n-d-768862-2 {{(pid=84876) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 14 07:38:33.125849 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.db_base_plugin_v2 [None req-057e7bdf-218a-4f60-8aae-64b30efc0c6a tempest-RoutersTest-1255860389 tempest-RoutersTest-1255860389] Deleting subnet 002e57a5-80b9-4642-93d6-65fb5b5a0aa8 {{(pid=84875) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Jan 14 07:38:33.132651 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-057e7bdf-218a-4f60-8aae-64b30efc0c6a tempest-RoutersTest-1255860389 tempest-RoutersTest-1255860389] Notify callbacks [] for subnet, before_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:38:33.158051 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-8eee551e-19b7-4bd3-bd20-ae1cde2abe41 tempest-NegativeSecGroupTest-99150678 tempest-NegativeSecGroupTest-99150678] Notify callbacks [] for security_group, before_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:38:33.172843 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [req-f25b42a0-30b9-42f7-ab59-c395e0d8e929 req-2af4aa5a-0e62-4839-95a2-d9a39be052b5 tempest-TestServerMultinode-1473954208 tempest-TestServerMultinode-1473954208] 10.222.0.24 "GET /v2.0/ports?tenant_id=3783d0e443d34595960688d8c1d9a319&fields=id HTTP/1.1" status: 200 len: 302 time: 0.5355682 Jan 14 07:38:33.194486 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-ced6214e-d3d7-4ba5-93cb-6de3bbac032d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:38:33.213125 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-8eee551e-19b7-4bd3-bd20-ae1cde2abe41 tempest-NegativeSecGroupTest-99150678 tempest-NegativeSecGroupTest-99150678] Notify callbacks [] for security_group, precommit_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:38:33.250777 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-ced6214e-d3d7-4ba5-93cb-6de3bbac032d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:38:33.275356 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-057e7bdf-218a-4f60-8aae-64b30efc0c6a tempest-RoutersTest-1255860389 tempest-RoutersTest-1255860389] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3367281'] for subnet, precommit_delete_associations {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:38:33.317034 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-8eee551e-19b7-4bd3-bd20-ae1cde2abe41 tempest-NegativeSecGroupTest-99150678 tempest-NegativeSecGroupTest-99150678] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850887153'] for security_group, after_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:38:33.326265 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-8e57ee5b-3915-4c7c-9e23-60b2b96b872b tempest-NegativeSecGroupTest-99150678 tempest-NegativeSecGroupTest-99150678] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:38:33.353395 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eee551e-19b7-4bd3-bd20-ae1cde2abe41 tempest-NegativeSecGroupTest-99150678 tempest-NegativeSecGroupTest-99150678] Pushing event deleted for resources: {'SecurityGroup': ['ID=27050473-2167-4bd4-a9f1-61a3998a78d4,revision_number=None']} {{(pid=84874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:38:33.359960 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-8eee551e-19b7-4bd3-bd20-ae1cde2abe41 tempest-NegativeSecGroupTest-99150678 tempest-NegativeSecGroupTest-99150678] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:38:33.375209 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-ced6214e-d3d7-4ba5-93cb-6de3bbac032d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850887153'] for security_group, after_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:38:33.383987 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-054b39c4-b82b-4288-9cd2-53f4ceab6ec6 tempest-FloatingIPAdminTestJSON-398982223 tempest-FloatingIPAdminTestJSON-398982223] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777640533329', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777640097463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851621574'] for port, after_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:38:33.388890 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-53331d2c-333b-442a-84ae-8c510b29593e tempest-NegativeSecGroupTest-99150678 tempest-NegativeSecGroupTest-99150678] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:38:33.396918 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-ced6214e-d3d7-4ba5-93cb-6de3bbac032d admin admin] Notify callbacks [] for security_group, before_response {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:38:33.402586 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-ced6214e-d3d7-4ba5-93cb-6de3bbac032d admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/485e48e4-c8dc-4628-9b12-d715ff415d4c HTTP/1.1" status: 204 len: 168 time: 0.3389227 Jan 14 07:38:33.407792 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-8eee551e-19b7-4bd3-bd20-ae1cde2abe41 tempest-NegativeSecGroupTest-99150678 tempest-NegativeSecGroupTest-99150678] Notify callbacks [] for security_group, before_response {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:38:33.412948 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-cf9cc3a2-d0da-4368-a06c-169930f97d8d tempest-TestNetworkAdvancedServerOps-470546014 tempest-TestNetworkAdvancedServerOps-470546014] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:38:33.413200 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-8eee551e-19b7-4bd3-bd20-ae1cde2abe41 tempest-NegativeSecGroupTest-99150678 tempest-NegativeSecGroupTest-99150678] 10.222.0.24 "DELETE /v2.0/security-groups/27050473-2167-4bd4-a9f1-61a3998a78d4 HTTP/1.1" status: 204 len: 168 time: 0.4224451 Jan 14 07:38:33.414032 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84874) accepted ('10.222.0.24', 38346) {{(pid=84874) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:38:33.417403 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ced6214e-d3d7-4ba5-93cb-6de3bbac032d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=485e48e4-c8dc-4628-9b12-d715ff415d4c,revision_number=None']} {{(pid=84874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:38:33.476579 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-ced6214e-d3d7-4ba5-93cb-6de3bbac032d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:38:33.483388 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-d77d26cb-b92d-4721-80a7-5523c7c1e09f tempest-NegativeSecGroupTest-99150678 tempest-NegativeSecGroupTest-99150678] Synchronizing usage tracker for tenant:32dfd94f88254230a57d6c30248c2849 on resource:security_group {{(pid=84874) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 14 07:38:33.502082 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-d77d26cb-b92d-4721-80a7-5523c7c1e09f tempest-NegativeSecGroupTest-99150678 tempest-NegativeSecGroupTest-99150678] Unset dirty status for tenant:32dfd94f88254230a57d6c30248c2849 on resource:security_group {{(pid=84874) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 14 07:38:33.510222 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-d77d26cb-b92d-4721-80a7-5523c7c1e09f tempest-NegativeSecGroupTest-99150678 tempest-NegativeSecGroupTest-99150678] 10.222.0.24 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0948048 Jan 14 07:38:33.511013 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84874) accepted ('10.222.0.24', 38350) {{(pid=84874) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:38:33.535128 n-d-768862-2 neutron-server[84765]: INFO neutron.api.v2.resource [None req-9f3d79d1-dc38-4337-be3a-cad561225818 tempest-NegativeSecGroupTest-99150678 tempest-NegativeSecGroupTest-99150678] delete failed (client error): The resource could not be found. Jan 14 07:38:33.540767 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-9f3d79d1-dc38-4337-be3a-cad561225818 tempest-NegativeSecGroupTest-99150678 tempest-NegativeSecGroupTest-99150678] 10.222.0.24 "DELETE /v2.0/security-groups/569b2681-7bf5-45fb-8fdd-b73b9268734e HTTP/1.1" status: 404 len: 347 time: 0.0285664 Jan 14 07:38:33.541692 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84874) accepted ('10.222.0.24', 38354) {{(pid=84874) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:38:33.545765 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_hamode_db [None req-9818ccf7-32fe-4ba2-9a80-545b3319c2dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c78f7234-d34c-450d-aaff-e128913826bd', 'name': 'tempest-TestServerMultinode-1604356433-router', 'tenant_id': '3783d0e443d34595960688d8c1d9a319', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '226f1e78-82cd-4481-9055-4eb73b6db8c1', 'external_fixed_ips': [{'subnet_id': 'ba8deeec-7658-4195-9449-038c076f5c83', 'ip_address': '172.25.2.195'}], 'enable_snat': True}, 'gw_port_id': '76a56e27-4d1f-4b9d-99ab-9f6172456640', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-14T07:38:12Z', 'updated_at': '2021-01-14T07:38:25Z', 'revision_number': 4, 'project_id': '3783d0e443d34595960688d8c1d9a319', 'gw_port': {'id': '76a56e27-4d1f-4b9d-99ab-9f6172456640', 'name': '', 'network_id': '226f1e78-82cd-4481-9055-4eb73b6db8c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:4d:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c78f7234-d34c-450d-aaff-e128913826bd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3312, 'fixed_ips': [{'subnet_id': 'ba8deeec-7658-4195-9449-038c076f5c83', 'ip_address': '172.25.2.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T07:38:16Z', 'updated_at': '2021-01-14T07:38:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ba8deeec-7658-4195-9449-038c076f5c83', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-2', '_interfaces': [{'id': 'aa33ce03-c1b3-472e-99fb-ab3cdb728628', 'name': '', 'network_id': '2074f9b4-c385-421f-96b6-d8d26573c42e', 'tenant_id': '3783d0e443d34595960688d8c1d9a319', 'mac_address': 'fa:16:3e:31:9e:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c78f7234-d34c-450d-aaff-e128913826bd', 'device_owner': 'network:router_interface', 'standard_attr_id': 3326, 'fixed_ips': [{'subnet_id': '1548def3-8234-46cd-9188-b2c17330ea73', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T07:38:22Z', 'updated_at': '2021-01-14T07:38:32Z', 'revision_number': 4, 'project_id': '3783d0e443d34595960688d8c1d9a319', 'subnets': [{'id': '1548def3-8234-46cd-9188-b2c17330ea73', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'n-d-768862-2', False) {} {{(pid=84876) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:38:33.550698 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9818ccf7-32fe-4ba2-9a80-545b3319c2dc None None] The sync data for ids ['c78f7234-d34c-450d-aaff-e128913826bd'] in n-d-768862-2 is: [{'id': 'c78f7234-d34c-450d-aaff-e128913826bd', 'name': 'tempest-TestServerMultinode-1604356433-router', 'tenant_id': '3783d0e443d34595960688d8c1d9a319', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '226f1e78-82cd-4481-9055-4eb73b6db8c1', 'external_fixed_ips': [{'subnet_id': 'ba8deeec-7658-4195-9449-038c076f5c83', 'ip_address': '172.25.2.195'}], 'enable_snat': True}, 'gw_port_id': '76a56e27-4d1f-4b9d-99ab-9f6172456640', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-14T07:38:12Z', 'updated_at': '2021-01-14T07:38:25Z', 'revision_number': 4, 'project_id': '3783d0e443d34595960688d8c1d9a319', 'gw_port': {'id': '76a56e27-4d1f-4b9d-99ab-9f6172456640', 'name': '', 'network_id': '226f1e78-82cd-4481-9055-4eb73b6db8c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:4d:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c78f7234-d34c-450d-aaff-e128913826bd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3312, 'fixed_ips': [{'subnet_id': 'ba8deeec-7658-4195-9449-038c076f5c83', 'ip_address': '172.25.2.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T07:38:16Z', 'updated_at': '2021-01-14T07:38:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ba8deeec-7658-4195-9449-038c076f5c83', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-2', '_interfaces': [{'id': 'aa33ce03-c1b3-472e-99fb-ab3cdb728628', 'name': '', 'network_id': '2074f9b4-c385-421f-96b6-d8d26573c42e', 'tenant_id': '3783d0e443d34595960688d8c1d9a319', 'mac_address': 'fa:16:3e:31:9e:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c78f7234-d34c-450d-aaff-e128913826bd', 'device_owner': 'network:router_interface', 'standard_attr_id': 3326, 'fixed_ips': [{'subnet_id': '1548def3-8234-46cd-9188-b2c17330ea73', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T07:38:22Z', 'updated_at': '2021-01-14T07:38:32Z', 'revision_number': 4, 'project_id': '3783d0e443d34595960688d8c1d9a319', 'subnets': [{'id': '1548def3-8234-46cd-9188-b2c17330ea73', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=84876) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Jan 14 07:38:33.562436 n-d-768862-2 neutron-server[84765]: INFO neutron.api.v2.resource [None req-ef66d569-30b9-48ed-b5b1-5adabe1670c9 tempest-NegativeSecGroupTest-99150678 tempest-NegativeSecGroupTest-99150678] show failed (client error): The resource could not be found. Jan 14 07:38:33.563594 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-ef66d569-30b9-48ed-b5b1-5adabe1670c9 tempest-NegativeSecGroupTest-99150678 tempest-NegativeSecGroupTest-99150678] 10.222.0.24 "GET /v2.0/security-groups/2cbddbd8-02a8-4daa-86d0-73edfbc630ee HTTP/1.1" status: 404 len: 347 time: 0.0208685 Jan 14 07:38:33.568426 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84874) accepted ('10.222.0.24', 38358) {{(pid=84874) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:38:33.593009 n-d-768862-2 neutron-server[84765]: INFO neutron.api.v2.resource [None req-13d94674-034e-4288-b32f-3fe9f49b27d1 tempest-NegativeSecGroupTest-99150678 tempest-NegativeSecGroupTest-99150678] show failed (client error): The resource could not be found. Jan 14 07:38:33.600262 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-13d94674-034e-4288-b32f-3fe9f49b27d1 tempest-NegativeSecGroupTest-99150678 tempest-NegativeSecGroupTest-99150678] 10.222.0.24 "GET /v2.0/security-group-rules/36c911e1-b6c7-4e17-a911-0c81d9a3c6c0 HTTP/1.1" status: 404 len: 356 time: 0.0305719 Jan 14 07:38:33.683424 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-054b39c4-b82b-4288-9cd2-53f4ceab6ec6 tempest-FloatingIPAdminTestJSON-398982223 tempest-FloatingIPAdminTestJSON-398982223] Pushing event deleted for resources: {'Port': ['ID=64363eda-e584-4621-8f56-ed8ad2810195,revision_number=None']} {{(pid=84875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:38:33.805528 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-054b39c4-b82b-4288-9cd2-53f4ceab6ec6 tempest-FloatingIPAdminTestJSON-398982223 tempest-FloatingIPAdminTestJSON-398982223] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.393s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:38:33.847372 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-9843cc4c-1638-4e15-90b4-1ad94e7eaa2b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3889632'] for router_interface, before_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:38:33.965928 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84874) accepted ('10.222.0.24', 38370) {{(pid=84874) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:38:34.082074 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-057e7bdf-218a-4f60-8aae-64b30efc0c6a tempest-RoutersTest-1255860389 tempest-RoutersTest-1255860389] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036854176836'] for subnet, precommit_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:38:34.180524 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [req-f25b42a0-30b9-42f7-ab59-c395e0d8e929 req-4b6d58a1-57d2-475a-93b0-7fbdeb09bd16 service neutron] 10.222.0.24 "GET /v2.0/networks/51dc9c6a-30b1-46b9-9f91-fa530a91fab0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9871590 Jan 14 07:38:34.196623 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-3576820e-abec-4a6d-a2b9-bbd9c194613e admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=32dfd94f88254230a57d6c30248c2849&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2292697 Jan 14 07:38:34.199200 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84874) accepted ('10.222.0.24', 38382) {{(pid=84874) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:38:34.278144 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-4f2c0f56-a574-4acd-8922-4bc5b1215726 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:38:34.319623 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-4f2c0f56-a574-4acd-8922-4bc5b1215726 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:38:34.381954 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-4f2c0f56-a574-4acd-8922-4bc5b1215726 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850887153'] for security_group, after_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:38:34.398894 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-5a4a159b-dacb-473a-b08d-992d6d2d7d63 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:38:34.411059 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f2c0f56-a574-4acd-8922-4bc5b1215726 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c0c3b89e-05ff-40a6-b686-9109b84d3866,revision_number=None']} {{(pid=84874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:38:34.420051 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-4f2c0f56-a574-4acd-8922-4bc5b1215726 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:38:34.421178 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-4f2c0f56-a574-4acd-8922-4bc5b1215726 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:38:34.425731 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-4f2c0f56-a574-4acd-8922-4bc5b1215726 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/c0c3b89e-05ff-40a6-b686-9109b84d3866 HTTP/1.1" status: 204 len: 168 time: 0.2254283 Jan 14 07:38:34.778420 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Device aa33ce03-c1b3-472e-99fb-ab3cdb728628 up at agent ovs-agent-n-d-768862-2 {{(pid=84876) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 07:38:34.876304 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Provisioning for port aa33ce03-c1b3-472e-99fb-ab3cdb728628 completed by entity L2. {{(pid=84876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 07:38:34.884905 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Provisioning complete for port aa33ce03-c1b3-472e-99fb-ab3cdb728628 triggered by entity L2. {{(pid=84876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 07:38:34.885529 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-604227'] for port, provisioning_complete {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:38:34.952325 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [req-f25b42a0-30b9-42f7-ab59-c395e0d8e929 req-2baafb82-65f3-4771-ae44-a19df81a7924 service neutron] 10.222.0.24 "GET /v2.0/networks/51dc9c6a-30b1-46b9-9f91-fa530a91fab0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.6154366 Jan 14 07:38:35.078045 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555753'] for port, before_update {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:38:35.124062 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] For port aa33ce03-c1b3-472e-99fb-ab3cdb728628, host n-d-768862-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-2',level=0,port_id=aa33ce03-c1b3-472e-99fb-ab3cdb728628,segment=NetworkSegment(6c952e0d-03f3-44f7-8568-c4053a5ec05d),segment_id=6c952e0d-03f3-44f7-8568-c4053a5ec05d)] {{(pid=84876) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 07:38:35.129035 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777640533312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363259214678337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777640097497'] for port, after_update {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:38:35.131198 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-f1b7ba11-b537-4f2a-a095-04699a78aae7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84876) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:38:35.218252 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Pushing event updated for resources: {'Port': ['ID=aa33ce03-c1b3-472e-99fb-ab3cdb728628,revision_number=5']} {{(pid=84876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:38:35.222768 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=84876) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:38:35.381496 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-054b39c4-b82b-4288-9cd2-53f4ceab6ec6 tempest-FloatingIPAdminTestJSON-398982223 tempest-FloatingIPAdminTestJSON-398982223] Notify callbacks [] for floatingip, after_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:38:35.397835 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-057e7bdf-218a-4f60-8aae-64b30efc0c6a tempest-RoutersTest-1255860389 tempest-RoutersTest-1255860389] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-598964', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850887113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3154192', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2308610'] for subnet, after_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:38:35.419218 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-ccd8b9a8-91ea-4247-907a-dde3afa172af tempest-RoutersTest-1255860389 tempest-RoutersTest-1255860389] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:38:35.571062 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-057e7bdf-218a-4f60-8aae-64b30efc0c6a tempest-RoutersTest-1255860389 tempest-RoutersTest-1255860389] Pushing event deleted for resources: {'Subnet': ['ID=002e57a5-80b9-4642-93d6-65fb5b5a0aa8,revision_number=None']} {{(pid=84875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:38:35.594693 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-057e7bdf-218a-4f60-8aae-64b30efc0c6a tempest-RoutersTest-1255860389 tempest-RoutersTest-1255860389] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.174s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:38:35.628572 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-054b39c4-b82b-4288-9cd2-53f4ceab6ec6 tempest-FloatingIPAdminTestJSON-398982223 tempest-FloatingIPAdminTestJSON-398982223] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854768116'] for floatingip, before_response {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:38:35.629862 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-054b39c4-b82b-4288-9cd2-53f4ceab6ec6 tempest-FloatingIPAdminTestJSON-398982223 tempest-FloatingIPAdminTestJSON-398982223] 10.222.0.24 "DELETE /v2.0/floatingips/65d47f11-861f-4155-8581-fbebcd2e230c HTTP/1.1" status: 204 len: 168 time: 5.0796335 Jan 14 07:38:35.634882 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84874) accepted ('10.222.0.24', 38426) {{(pid=84874) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:38:35.818600 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54c255c8-2d61-4d5e-9527-d6d0d17e31f0 None None] Network 55d17c7e-058e-429d-a06c-3d5716669d4b requested from n-d-768862-2 {{(pid=84876) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 07:38:35.829103 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-057e7bdf-218a-4f60-8aae-64b30efc0c6a tempest-RoutersTest-1255860389 tempest-RoutersTest-1255860389] Notify callbacks [] for subnet, before_response {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:38:35.834906 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84874) accepted ('10.222.0.24', 38438) {{(pid=84874) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:38:35.847588 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.plugin [None req-274999d4-9c30-4e1a-9fd8-a354c21a452c tempest-FloatingIPAdminTestJSON-531099267 tempest-FloatingIPAdminTestJSON-531099267] Deleting port b6e8d8c5-ed1c-400b-9e97-77d9fb4d5907 {{(pid=84874) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 07:38:35.848048 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-274999d4-9c30-4e1a-9fd8-a354c21a452c tempest-FloatingIPAdminTestJSON-531099267 tempest-FloatingIPAdminTestJSON-531099267] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363259214248359'] for port, before_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:38:35.851436 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-057e7bdf-218a-4f60-8aae-64b30efc0c6a tempest-RoutersTest-1255860389 tempest-RoutersTest-1255860389] 10.222.0.24 "DELETE /v2.0/subnets/002e57a5-80b9-4642-93d6-65fb5b5a0aa8 HTTP/1.1" status: 204 len: 168 time: 5.0135736 Jan 14 07:38:35.880341 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.plugin [None req-9843cc4c-1638-4e15-90b4-1ad94e7eaa2b admin admin] Deleting port 32961152-5bac-425a-97bb-8905a639a966 {{(pid=84875) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 07:38:35.880759 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-9843cc4c-1638-4e15-90b4-1ad94e7eaa2b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363259214248359'] for port, before_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:38:35.978798 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84875) accepted ('10.222.0.24', 38446) {{(pid=84875) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:38:36.190337 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-07c3b778-3de7-48eb-9934-2435c78eef6e tempest-RoutersTest-1255860389 tempest-RoutersTest-1255860389] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036854160497'] for network, before_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:38:36.286587 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7eee8689-a473-4bd3-a424-c6b98fee1b0e None None] DHCP port deletion for 55d17c7e-058e-429d-a06c-3d5716669d4b request from n-d-768862-2 {{(pid=84876) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Jan 14 07:38:36.292508 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.plugin [None req-7eee8689-a473-4bd3-a424-c6b98fee1b0e None None] Deleting port 1300f4ec-e886-4415-919d-d8ae1957d506 {{(pid=84876) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 07:38:36.293123 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-7eee8689-a473-4bd3-a424-c6b98fee1b0e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363259214248359'] for port, before_delete {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:38:36.298108 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.plugin [None req-07c3b778-3de7-48eb-9934-2435c78eef6e tempest-RoutersTest-1255860389 tempest-RoutersTest-1255860389] Deleting port 1300f4ec-e886-4415-919d-d8ae1957d506 {{(pid=84874) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 07:38:36.298496 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-07c3b778-3de7-48eb-9934-2435c78eef6e tempest-RoutersTest-1255860389 tempest-RoutersTest-1255860389] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363259214248359'] for port, before_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:38:36.566233 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [None req-7eee8689-a473-4bd3-a424-c6b98fee1b0e None None] For port 1300f4ec-e886-4415-919d-d8ae1957d506, host n-d-768862-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-2',level=0,port_id=1300f4ec-e886-4415-919d-d8ae1957d506,segment=NetworkSegment(fad8c552-101d-4a05-96d4-8c3b5ea8f805),segment_id=fad8c552-101d-4a05-96d4-8c3b5ea8f805)] {{(pid=84876) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 07:38:36.567354 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-7eee8689-a473-4bd3-a424-c6b98fee1b0e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036850862667'] for port, precommit_delete {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:38:36.605064 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [None req-9843cc4c-1638-4e15-90b4-1ad94e7eaa2b admin admin] For port 32961152-5bac-425a-97bb-8905a639a966, host n-d-768862-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-2',level=0,port_id=32961152-5bac-425a-97bb-8905a639a966,segment=NetworkSegment(0fcc7c7b-d221-4f54-8a00-e5f528e4eb2c),segment_id=0fcc7c7b-d221-4f54-8a00-e5f528e4eb2c)] {{(pid=84875) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 07:38:36.605475 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-9843cc4c-1638-4e15-90b4-1ad94e7eaa2b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036850862667'] for port, precommit_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:38:36.630778 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-274999d4-9c30-4e1a-9fd8-a354c21a452c tempest-FloatingIPAdminTestJSON-531099267 tempest-FloatingIPAdminTestJSON-531099267] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036850862667'] for port, precommit_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:38:36.803195 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.plugin [None req-274999d4-9c30-4e1a-9fd8-a354c21a452c tempest-FloatingIPAdminTestJSON-531099267 tempest-FloatingIPAdminTestJSON-531099267] Calling delete_port for b6e8d8c5-ed1c-400b-9e97-77d9fb4d5907 owned by {{(pid=84874) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 07:38:36.830311 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.plugin [None req-7eee8689-a473-4bd3-a424-c6b98fee1b0e None None] Calling delete_port for 1300f4ec-e886-4415-919d-d8ae1957d506 owned by network:dhcp {{(pid=84876) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 07:38:36.835742 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.plugin [None req-9843cc4c-1638-4e15-90b4-1ad94e7eaa2b admin admin] Calling delete_port for 32961152-5bac-425a-97bb-8905a639a966 owned by network:router_interface {{(pid=84875) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 07:38:36.950980 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Device aa33ce03-c1b3-472e-99fb-ab3cdb728628 up at agent ovs-agent-n-d-768862-2 {{(pid=84876) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 07:38:36.988739 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-7eee8689-a473-4bd3-a424-c6b98fee1b0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777640533329', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777640097463'] for port, after_delete {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:38:37.044607 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-274999d4-9c30-4e1a-9fd8-a354c21a452c tempest-FloatingIPAdminTestJSON-531099267 tempest-FloatingIPAdminTestJSON-531099267] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777640533329', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777640097463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3254186'] for port, after_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:38:37.050864 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.plugin [None req-07c3b778-3de7-48eb-9934-2435c78eef6e tempest-RoutersTest-1255860389 tempest-RoutersTest-1255860389] The port '1300f4ec-e886-4415-919d-d8ae1957d506' was deleted {{(pid=84874) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Jan 14 07:38:37.065496 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-4e0b6e24-5d87-41a1-a292-ee2274299d39 tempest-FloatingIPAdminTestJSON-398982223 tempest-FloatingIPAdminTestJSON-398982223] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:38:37.288517 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-274999d4-9c30-4e1a-9fd8-a354c21a452c tempest-FloatingIPAdminTestJSON-531099267 tempest-FloatingIPAdminTestJSON-531099267] Pushing event deleted for resources: {'Port': ['ID=b6e8d8c5-ed1c-400b-9e97-77d9fb4d5907,revision_number=None']} {{(pid=84874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:38:37.319791 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-274999d4-9c30-4e1a-9fd8-a354c21a452c tempest-FloatingIPAdminTestJSON-531099267 tempest-FloatingIPAdminTestJSON-531099267] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.254s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:38:37.409235 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-e850845b-864d-4afc-b65c-41f9edf79bf6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84876) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:38:37.486928 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-07c3b778-3de7-48eb-9934-2435c78eef6e tempest-RoutersTest-1255860389 tempest-RoutersTest-1255860389] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-598987', 'neutron.services.segments.db._delete_segments_for_network-8777640583949'] for network, precommit_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:38:37.500075 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-a47197f2-1766-4175-9dc8-3a3644aef7f0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3889632'] for router_interface, before_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:38:37.518374 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eee8689-a473-4bd3-a424-c6b98fee1b0e None None] Pushing event deleted for resources: {'Port': ['ID=1300f4ec-e886-4415-919d-d8ae1957d506,revision_number=None']} {{(pid=84876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:38:37.527381 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-7eee8689-a473-4bd3-a424-c6b98fee1b0e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=84876) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:38:37.550506 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7eee8689-a473-4bd3-a424-c6b98fee1b0e None None] No DVR routers for this DVR port 1300f4ec-e886-4415-919d-d8ae1957d506 on host n-d-768862-2 {{(pid=84876) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Jan 14 07:38:37.573677 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Provisioning complete for port aa33ce03-c1b3-472e-99fb-ab3cdb728628 triggered by entity L2. {{(pid=84876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 07:38:37.574235 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-604227'] for port, provisioning_complete {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:38:37.585687 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-9843cc4c-1638-4e15-90b4-1ad94e7eaa2b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777640533329', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777640097463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851621574'] for port, after_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:38:37.621838 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-79527a5b-a5bb-41ce-807e-07fd79bd2b75 tempest-RoutersTest-1255860389 tempest-RoutersTest-1255860389] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:38:37.657986 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-274999d4-9c30-4e1a-9fd8-a354c21a452c tempest-FloatingIPAdminTestJSON-531099267 tempest-FloatingIPAdminTestJSON-531099267] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854768116'] for port, before_response {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:38:37.710420 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-274999d4-9c30-4e1a-9fd8-a354c21a452c tempest-FloatingIPAdminTestJSON-531099267 tempest-FloatingIPAdminTestJSON-531099267] 10.222.0.24 "DELETE /v2.0/ports/b6e8d8c5-ed1c-400b-9e97-77d9fb4d5907 HTTP/1.1" status: 204 len: 168 time: 2.0733314 Jan 14 07:38:37.733694 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84874) accepted ('10.222.0.24', 38480) {{(pid=84874) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:38:37.812384 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9843cc4c-1638-4e15-90b4-1ad94e7eaa2b admin admin] Pushing event deleted for resources: {'Port': ['ID=32961152-5bac-425a-97bb-8905a639a966,revision_number=None']} {{(pid=84875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:38:37.882699 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-9843cc4c-1638-4e15-90b4-1ad94e7eaa2b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.261s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:38:37.893279 n-d-768862-2 neutron-server[84765]: DEBUG neutron.services.segments.db [None req-07c3b778-3de7-48eb-9934-2435c78eef6e tempest-RoutersTest-1255860389 tempest-RoutersTest-1255860389] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['55d17c7e-058e-429d-a06c-3d5716669d4b']}} {{(pid=84874) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:38:37.898345 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Device 1300f4ec-e886-4415-919d-d8ae1957d506 no longer exists at agent ovs-agent-n-d-768862-2 {{(pid=84876) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jan 14 07:38:37.936783 n-d-768862-2 neutron-server[84765]: DEBUG neutron.services.segments.db [None req-07c3b778-3de7-48eb-9934-2435c78eef6e tempest-RoutersTest-1255860389 tempest-RoutersTest-1255860389] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fad8c552-101d-4a05-96d4-8c3b5ea8f805') {'for_net_delete': True} {{(pid=84874) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:38:37.937557 n-d-768862-2 neutron-server[84765]: DEBUG neutron.services.segments.db [None req-07c3b778-3de7-48eb-9934-2435c78eef6e tempest-RoutersTest-1255860389 tempest-RoutersTest-1255860389] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fad8c552-101d-4a05-96d4-8c3b5ea8f805') {} {{(pid=84874) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:38:37.958481 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-07c3b778-3de7-48eb-9934-2435c78eef6e tempest-RoutersTest-1255860389 tempest-RoutersTest-1255860389] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363259214173198', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2968632'] for segment, before_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:38:37.983689 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-07c3b778-3de7-48eb-9934-2435c78eef6e tempest-RoutersTest-1255860389 tempest-RoutersTest-1255860389] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854179735'] for segment, precommit_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:38:37.985450 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.plugin [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] No Port match for: 1300f4ec-e886-4415-919d-d8ae1957d506 {{(pid=84876) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2188}} Jan 14 07:38:37.985858 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Device 1300f4ec-e886-4415-919d-d8ae1957d506 not bound to the agent host n-d-768862-2 {{(pid=84876) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jan 14 07:38:38.018022 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6377cc88-d5b7-4dd9-9689-52ca033cf925 tempest-FloatingIPAdminTestJSON-531099267 tempest-FloatingIPAdminTestJSON-531099267] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:38:38.018956 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-6377cc88-d5b7-4dd9-9689-52ca033cf925 tempest-FloatingIPAdminTestJSON-531099267 tempest-FloatingIPAdminTestJSON-531099267] Synchronizing usage tracker for tenant:ef9f6f3547d542eb9089070d3eabd9fa on resource:port {{(pid=84874) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 14 07:38:38.024445 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-07c3b778-3de7-48eb-9934-2435c78eef6e tempest-RoutersTest-1255860389 tempest-RoutersTest-1255860389] Releasing vxlan tunnel 3 to pool {{(pid=84874) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Jan 14 07:38:38.073854 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-6377cc88-d5b7-4dd9-9689-52ca033cf925 tempest-FloatingIPAdminTestJSON-531099267 tempest-FloatingIPAdminTestJSON-531099267] Unset dirty status for tenant:ef9f6f3547d542eb9089070d3eabd9fa on resource:port {{(pid=84874) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 14 07:38:38.075572 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-6377cc88-d5b7-4dd9-9689-52ca033cf925 tempest-FloatingIPAdminTestJSON-531099267 tempest-FloatingIPAdminTestJSON-531099267] 10.222.0.24 "GET /v2.0/ports?device_id=fc094d91-b73d-45fd-87e4-3cca9c4407c9 HTTP/1.1" status: 200 len: 913 time: 0.3409283 Jan 14 07:38:38.088505 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84875) accepted ('10.222.0.24', 38490) {{(pid=84875) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:38:38.365339 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.managers [None req-07c3b778-3de7-48eb-9934-2435c78eef6e tempest-RoutersTest-1255860389 tempest-RoutersTest-1255860389] Network 55d17c7e-058e-429d-a06c-3d5716669d4b has no segments {{(pid=84874) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 14 07:38:38.399455 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-07c3b778-3de7-48eb-9934-2435c78eef6e tempest-RoutersTest-1255860389 tempest-RoutersTest-1255860389] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-596065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036851521571'] for segment, after_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:38:39.076910 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.managers [None req-07c3b778-3de7-48eb-9934-2435c78eef6e tempest-RoutersTest-1255860389 tempest-RoutersTest-1255860389] Network 55d17c7e-058e-429d-a06c-3d5716669d4b has no segments {{(pid=84874) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 14 07:38:39.113286 n-d-768862-2 neutron-server[84765]: Traceback (most recent call last): Jan 14 07:38:39.113286 n-d-768862-2 neutron-server[84765]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 14 07:38:39.113286 n-d-768862-2 neutron-server[84765]: timer() Jan 14 07:38:39.113286 n-d-768862-2 neutron-server[84765]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 14 07:38:39.113286 n-d-768862-2 neutron-server[84765]: cb(*args, **kw) Jan 14 07:38:39.113286 n-d-768862-2 neutron-server[84765]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Jan 14 07:38:39.113286 n-d-768862-2 neutron-server[84765]: return func(*args, **kwargs) Jan 14 07:38:39.113286 n-d-768862-2 neutron-server[84765]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 14 07:38:39.113286 n-d-768862-2 neutron-server[84765]: self._notify() Jan 14 07:38:39.113286 n-d-768862-2 neutron-server[84765]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 14 07:38:39.113286 n-d-768862-2 neutron-server[84765]: self.callback(batched_events) Jan 14 07:38:39.113286 n-d-768862-2 neutron-server[84765]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 14 07:38:39.113286 n-d-768862-2 neutron-server[84765]: event.method(event) Jan 14 07:38:39.113286 n-d-768862-2 neutron-server[84765]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 14 07:38:39.113286 n-d-768862-2 neutron-server[84765]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 14 07:38:39.113286 n-d-768862-2 neutron-server[84765]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Jan 14 07:38:39.113286 n-d-768862-2 neutron-server[84765]: segment_id)['aggregates'][0] Jan 14 07:38:39.113286 n-d-768862-2 neutron-server[84765]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 14 07:38:39.113286 n-d-768862-2 neutron-server[84765]: return f(self, *a, **k) Jan 14 07:38:39.113286 n-d-768862-2 neutron-server[84765]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 14 07:38:39.113286 n-d-768862-2 neutron-server[84765]: return self._get(url).json() Jan 14 07:38:39.113286 n-d-768862-2 neutron-server[84765]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 14 07:38:39.113286 n-d-768862-2 neutron-server[84765]: **kwargs) Jan 14 07:38:39.113286 n-d-768862-2 neutron-server[84765]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 14 07:38:39.113286 n-d-768862-2 neutron-server[84765]: return self.request(url, 'GET', **kwargs) Jan 14 07:38:39.113286 n-d-768862-2 neutron-server[84765]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Jan 14 07:38:39.113286 n-d-768862-2 neutron-server[84765]: **endpoint_filter) Jan 14 07:38:39.113286 n-d-768862-2 neutron-server[84765]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 14 07:38:39.113286 n-d-768862-2 neutron-server[84765]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 14 07:38:39.113286 n-d-768862-2 neutron-server[84765]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 14 07:38:39.113286 n-d-768862-2 neutron-server[84765]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 14 07:38:39.113286 n-d-768862-2 neutron-server[84765]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 14 07:38:39.232012 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-07c3b778-3de7-48eb-9934-2435c78eef6e tempest-RoutersTest-1255860389 tempest-RoutersTest-1255860389] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036854176830', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850887149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3912591'] for network, after_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:38:39.239627 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-d8295cfb-5a1e-4ec0-bcd1-34ebba13553f tempest-RoutersNegativeTest-536999269 tempest-RoutersNegativeTest-536999269] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:38:39.258089 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-07c3b778-3de7-48eb-9934-2435c78eef6e tempest-RoutersTest-1255860389 tempest-RoutersTest-1255860389] Notify callbacks [] for network, before_response {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:38:39.270661 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07c3b778-3de7-48eb-9934-2435c78eef6e tempest-RoutersTest-1255860389 tempest-RoutersTest-1255860389] Pushing event deleted for resources: {'Network': ['ID=55d17c7e-058e-429d-a06c-3d5716669d4b,revision_number=None']} {{(pid=84874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:38:39.278494 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-07c3b778-3de7-48eb-9934-2435c78eef6e tempest-RoutersTest-1255860389 tempest-RoutersTest-1255860389] 10.222.0.24 "DELETE /v2.0/networks/55d17c7e-058e-429d-a06c-3d5716669d4b HTTP/1.1" status: 204 len: 168 time: 3.4422650 Jan 14 07:38:39.279629 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84874) accepted ('10.222.0.24', 38514) {{(pid=84874) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:38:39.280779 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-07c3b778-3de7-48eb-9934-2435c78eef6e tempest-RoutersTest-1255860389 tempest-RoutersTest-1255860389] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:38:39.288358 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.v2.base [None req-97f7caff-379e-44ac-8fc5-36b61328376b tempest-RoutersTest-1255860389 tempest-RoutersTest-1255860389] Request body: {'router': {'routes': None}} {{(pid=84874) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:38:39.465561 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-9843cc4c-1638-4e15-90b4-1ad94e7eaa2b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted--9223372036851568851', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal--9223372036850888080'] for router_interface, after_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:38:39.616509 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.extraroute_db [None req-97f7caff-379e-44ac-8fc5-36b61328376b tempest-RoutersTest-1255860389 tempest-RoutersTest-1255860389] Added routes are [] {{(pid=84874) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:113}} Jan 14 07:38:39.616949 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.extraroute_db [None req-97f7caff-379e-44ac-8fc5-36b61328376b tempest-RoutersTest-1255860389 tempest-RoutersTest-1255860389] Removed routes are [] {{(pid=84874) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:121}} Jan 14 07:38:39.617495 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-97f7caff-379e-44ac-8fc5-36b61328376b tempest-RoutersTest-1255860389 tempest-RoutersTest-1255860389] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3912484', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3889188', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-58194'] for router, precommit_update {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:38:39.839184 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.plugin [None req-a47197f2-1766-4175-9dc8-3a3644aef7f0 admin admin] Deleting port 548f9072-1662-4a80-91d2-c9657f10b97a {{(pid=84875) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 07:38:39.840094 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-a47197f2-1766-4175-9dc8-3a3644aef7f0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363259214248359'] for port, before_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:38:40.012962 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-97f7caff-379e-44ac-8fc5-36b61328376b tempest-RoutersTest-1255860389 tempest-RoutersTest-1255860389] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3912484', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3889188', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-58194'] for router, precommit_update {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:38:40.019996 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-97f7caff-379e-44ac-8fc5-36b61328376b tempest-RoutersTest-1255860389 tempest-RoutersTest-1255860389] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036850863158', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change--9223372036850863141', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3912659', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources--9223372036850886437'] for router, after_update {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:38:40.172866 n-d-768862-2 neutron-server[84765]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-97f7caff-379e-44ac-8fc5-36b61328376b tempest-RoutersTest-1255860389 tempest-RoutersTest-1255860389] Router 3998536e-65e4-4108-ab1c-eac6e818dd96 has already been hosted by L3 agent 35f592e9-451b-4db9-abea-77b6a5c5391b {{(pid=84874) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Jan 14 07:38:40.323581 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-1a64d775-2d50-4d0d-a1cf-24f362946e04 tempest-FloatingIPAdminTestJSON-531099267 tempest-FloatingIPAdminTestJSON-531099267] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3889632'] for router_interface, before_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:38:40.369834 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-97f7caff-379e-44ac-8fc5-36b61328376b tempest-RoutersTest-1255860389 tempest-RoutersTest-1255860389] Notify agent at l3_agent.n-d-768862-2 the message routers_updated {{(pid=84874) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jan 14 07:38:40.394013 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-97f7caff-379e-44ac-8fc5-36b61328376b tempest-RoutersTest-1255860389 tempest-RoutersTest-1255860389] Notify callbacks [] for router, before_response {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:38:40.395097 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b83bb30-6af7-4589-8931-3fe4e8a8c04d None None] Sync routers for ids ['3998536e-65e4-4108-ab1c-eac6e818dd96'] in n-d-768862-2 {{(pid=84876) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Jan 14 07:38:40.395870 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-97f7caff-379e-44ac-8fc5-36b61328376b tempest-RoutersTest-1255860389 tempest-RoutersTest-1255860389] 10.222.0.24 "PUT /v2.0/routers/3998536e-65e4-4108-ab1c-eac6e818dd96 HTTP/1.1" status: 200 len: 701 time: 1.1132402 Jan 14 07:38:40.401608 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84874) accepted ('10.222.0.24', 38526) {{(pid=84874) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:38:40.407306 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b83bb30-6af7-4589-8931-3fe4e8a8c04d None None] Routers {'3998536e-65e4-4108-ab1c-eac6e818dd96'} bound to L3 agent in host n-d-768862-2 {{(pid=84876) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 14 07:38:40.408235 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_hamode_db [None req-0b83bb30-6af7-4589-8931-3fe4e8a8c04d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-01-14T06:56:51Z,description=,heartbeat_timestamp=2021-01-14T07:38:22Z,host='n-d-768862-2',id=35f592e9-451b-4db9-abea-77b6a5c5391b,load=0,resource_versions=,resources_synced=,started_at=2021-01-14T06:56:51Z,topic='l3_agent')) {'router_ids': ['3998536e-65e4-4108-ab1c-eac6e818dd96'], 'active': True} {{(pid=84876) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:38:40.452430 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [None req-a47197f2-1766-4175-9dc8-3a3644aef7f0 admin admin] For port 548f9072-1662-4a80-91d2-c9657f10b97a, host n-d-768862-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-2',level=0,port_id=548f9072-1662-4a80-91d2-c9657f10b97a,segment=NetworkSegment(17a311f1-dedc-42ba-aea3-9e31f3fab8d6),segment_id=17a311f1-dedc-42ba-aea3-9e31f3fab8d6)] {{(pid=84875) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 07:38:40.452843 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-a47197f2-1766-4175-9dc8-3a3644aef7f0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036850862667'] for port, precommit_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:38:40.456366 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-c09482e8-9b7b-4193-9c42-512229fa629f tempest-RoutersTest-1255860389 tempest-RoutersTest-1255860389] Synchronizing usage tracker for tenant:2a076c09cf6548039ba7b64b98184a0e on resource:port {{(pid=84874) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 14 07:38:40.476870 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-c09482e8-9b7b-4193-9c42-512229fa629f tempest-RoutersTest-1255860389 tempest-RoutersTest-1255860389] Unset dirty status for tenant:2a076c09cf6548039ba7b64b98184a0e on resource:port {{(pid=84874) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 14 07:38:40.482047 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-c09482e8-9b7b-4193-9c42-512229fa629f tempest-RoutersTest-1255860389 tempest-RoutersTest-1255860389] 10.222.0.24 "GET /v2.0/ports?device_id=3998536e-65e4-4108-ab1c-eac6e818dd96 HTTP/1.1" status: 200 len: 205 time: 0.0789185 Jan 14 07:38:40.482863 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84874) accepted ('10.222.0.24', 38530) {{(pid=84874) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:38:40.582654 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_dvr_db [None req-0b83bb30-6af7-4589-8931-3fe4e8a8c04d None None] Set router 3998536e-65e4-4108-ab1c-eac6e818dd96 gateway port host: None {{(pid=84876) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 14 07:38:40.678986 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-03487c85-5044-40c9-b1c7-0c72d47800af tempest-RoutersTest-1255860389 tempest-RoutersTest-1255860389] Notify callbacks [] for router, before_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:38:40.747967 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_hamode_db [None req-0b83bb30-6af7-4589-8931-3fe4e8a8c04d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3998536e-65e4-4108-ab1c-eac6e818dd96', 'name': 'tempest-RoutersTest-router-1767463639', 'tenant_id': '2a076c09cf6548039ba7b64b98184a0e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-14T07:36:27Z', 'updated_at': '2021-01-14T07:38:26Z', 'revision_number': 11, 'project_id': '2a076c09cf6548039ba7b64b98184a0e', 'gw_port_host': None}], 'n-d-768862-2', False) {} {{(pid=84876) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:38:40.753044 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b83bb30-6af7-4589-8931-3fe4e8a8c04d None None] Checking router: 3998536e-65e4-4108-ab1c-eac6e818dd96 for host: n-d-768862-2 {{(pid=84876) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Jan 14 07:38:40.771943 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b83bb30-6af7-4589-8931-3fe4e8a8c04d None None] Routers {'3998536e-65e4-4108-ab1c-eac6e818dd96'} bound to L3 agent in host n-d-768862-2 {{(pid=84876) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 14 07:38:40.772875 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_hamode_db [None req-0b83bb30-6af7-4589-8931-3fe4e8a8c04d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-01-14T06:56:51Z,description=,heartbeat_timestamp=2021-01-14T07:38:22Z,host='n-d-768862-2',id=35f592e9-451b-4db9-abea-77b6a5c5391b,load=0,resource_versions=,resources_synced=,started_at=2021-01-14T06:56:51Z,topic='l3_agent')) {'router_ids': ['3998536e-65e4-4108-ab1c-eac6e818dd96'], 'active': True} {{(pid=84876) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:38:40.935091 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_dvr_db [None req-0b83bb30-6af7-4589-8931-3fe4e8a8c04d None None] Set router 3998536e-65e4-4108-ab1c-eac6e818dd96 gateway port host: None {{(pid=84876) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 14 07:38:40.991118 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-03487c85-5044-40c9-b1c7-0c72d47800af tempest-RoutersTest-1255860389 tempest-RoutersTest-1255860389] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3889346', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036854717606'] for router, precommit_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:38:40.995404 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-03487c85-5044-40c9-b1c7-0c72d47800af tempest-RoutersTest-1255860389 tempest-RoutersTest-1255860389] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:38:41.026496 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-03487c85-5044-40c9-b1c7-0c72d47800af tempest-RoutersTest-1255860389 tempest-RoutersTest-1255860389] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036850897070'] for router, after_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:38:41.027060 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-03487c85-5044-40c9-b1c7-0c72d47800af tempest-RoutersTest-1255860389 tempest-RoutersTest-1255860389] Fanout notify agent at l3_agent the message router_deleted on router 3998536e-65e4-4108-ab1c-eac6e818dd96 {{(pid=84874) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jan 14 07:38:41.053835 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-03487c85-5044-40c9-b1c7-0c72d47800af tempest-RoutersTest-1255860389 tempest-RoutersTest-1255860389] Notify callbacks [] for router, before_response {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:38:41.056091 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-03487c85-5044-40c9-b1c7-0c72d47800af tempest-RoutersTest-1255860389 tempest-RoutersTest-1255860389] 10.222.0.24 "DELETE /v2.0/routers/3998536e-65e4-4108-ab1c-eac6e818dd96 HTTP/1.1" status: 204 len: 168 time: 0.5716858 Jan 14 07:38:41.063380 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84874) accepted ('10.222.0.24', 38536) {{(pid=84874) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:38:41.069510 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.v2.base [None req-aeaa8cd3-f3ed-4803-a711-b1a4b712330f tempest-RoutersTest-1255860389 tempest-RoutersTest-1255860389] Request body: {'router': {'name': 'tempest-RoutersTest-router-1936472808', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=84874) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:38:41.089828 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-aeaa8cd3-f3ed-4803-a711-b1a4b712330f tempest-RoutersTest-1255860389 tempest-RoutersTest-1255860389] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:38:41.098382 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-aeaa8cd3-f3ed-4803-a711-b1a4b712330f tempest-RoutersTest-1255860389 tempest-RoutersTest-1255860389] Usage tracker for resource:router and tenant:2a076c09cf6548039ba7b64b98184a0e is out of sync, need to count used quota {{(pid=84874) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:38:41.102915 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-aeaa8cd3-f3ed-4803-a711-b1a4b712330f tempest-RoutersTest-1255860389 tempest-RoutersTest-1255860389] Quota usage for router was recalculated. Used quota:0. {{(pid=84874) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:38:41.111216 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-aeaa8cd3-f3ed-4803-a711-b1a4b712330f tempest-RoutersTest-1255860389 tempest-RoutersTest-1255860389] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:38:41.129902 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-aeaa8cd3-f3ed-4803-a711-b1a4b712330f tempest-RoutersTest-1255860389 tempest-RoutersTest-1255860389] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3889205', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854717621'] for router, before_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:38:41.131101 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-aeaa8cd3-f3ed-4803-a711-b1a4b712330f tempest-RoutersTest-1255860389 tempest-RoutersTest-1255860389] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036850886574', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3912501', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3808446', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-58179'] for router, precommit_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:38:41.132951 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_hamode_db [None req-0b83bb30-6af7-4589-8931-3fe4e8a8c04d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3998536e-65e4-4108-ab1c-eac6e818dd96', 'name': 'tempest-RoutersTest-router-1767463639', 'tenant_id': '2a076c09cf6548039ba7b64b98184a0e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-14T07:36:27Z', 'updated_at': '2021-01-14T07:38:26Z', 'revision_number': 11, 'project_id': '2a076c09cf6548039ba7b64b98184a0e', 'gw_port_host': None}], 'n-d-768862-2', False) {} {{(pid=84876) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:38:41.144191 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b83bb30-6af7-4589-8931-3fe4e8a8c04d None None] The sync data for ids ['3998536e-65e4-4108-ab1c-eac6e818dd96'] in n-d-768862-2 is: [{'id': '3998536e-65e4-4108-ab1c-eac6e818dd96', 'name': 'tempest-RoutersTest-router-1767463639', 'tenant_id': '2a076c09cf6548039ba7b64b98184a0e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-14T07:36:27Z', 'updated_at': '2021-01-14T07:38:26Z', 'revision_number': 11, 'project_id': '2a076c09cf6548039ba7b64b98184a0e', 'gw_port_host': None}] {{(pid=84876) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Jan 14 07:38:41.179848 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-aeaa8cd3-f3ed-4803-a711-b1a4b712330f tempest-RoutersTest-1255860389 tempest-RoutersTest-1255860389] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:38:41.211175 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-aeaa8cd3-f3ed-4803-a711-b1a4b712330f tempest-RoutersTest-1255860389 tempest-RoutersTest-1255860389] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036850886612', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036850863158'] for router, after_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:38:41.241659 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.plugin [None req-a47197f2-1766-4175-9dc8-3a3644aef7f0 admin admin] Calling delete_port for 548f9072-1662-4a80-91d2-c9657f10b97a owned by network:router_interface {{(pid=84875) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 07:38:41.321401 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-aeaa8cd3-f3ed-4803-a711-b1a4b712330f tempest-RoutersTest-1255860389 tempest-RoutersTest-1255860389] Notify callbacks [] for router, before_response {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:38:41.325577 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-aeaa8cd3-f3ed-4803-a711-b1a4b712330f tempest-RoutersTest-1255860389 tempest-RoutersTest-1255860389] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.2592678 Jan 14 07:38:41.325955 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84874) accepted ('10.222.0.24', 38542) {{(pid=84874) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:38:41.330089 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-017f98a9-8a07-408c-a86f-8ff0c00400a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363259214191800', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854171626'] for agent, after_update {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:38:41.332203 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.v2.base [None req-d6e71ea0-5787-473c-af32-59993cf33b79 tempest-RoutersTest-1255860389 tempest-RoutersTest-1255860389] Request body: {'router': {'admin_state_up': True}} {{(pid=84874) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:38:41.867852 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-d6e71ea0-5787-473c-af32-59993cf33b79 tempest-RoutersTest-1255860389 tempest-RoutersTest-1255860389] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3912484', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3889188', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-58194'] for router, precommit_update {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:38:41.872986 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84874) accepted ('10.222.0.24', 38550) {{(pid=84874) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:38:41.887196 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-d6e71ea0-5787-473c-af32-59993cf33b79 tempest-RoutersTest-1255860389 tempest-RoutersTest-1255860389] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036850863158', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change--9223372036850863141', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3912659', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources--9223372036850886437'] for router, after_update {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:38:41.982954 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-a47197f2-1766-4175-9dc8-3a3644aef7f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777640533329', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777640097463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851621574'] for port, after_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:38:42.092307 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-c7a91986-6772-47d8-928a-d726de8adf3b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:38:42.176451 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a47197f2-1766-4175-9dc8-3a3644aef7f0 admin admin] Pushing event deleted for resources: {'Port': ['ID=548f9072-1662-4a80-91d2-c9657f10b97a,revision_number=None']} {{(pid=84875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:38:42.189546 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-a47197f2-1766-4175-9dc8-3a3644aef7f0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:38:42.276068 n-d-768862-2 neutron-server[84765]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9843cc4c-1638-4e15-90b4-1ad94e7eaa2b admin admin] Router 8dcf8239-6b3e-410c-87de-2db777d0b27e has already been hosted by L3 agent 35f592e9-451b-4db9-abea-77b6a5c5391b {{(pid=84875) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Jan 14 07:38:42.370211 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-dd5cd2af-e900-4d67-a747-cc3a6592636c admin admin] Notify callbacks [] for security_group, before_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:38:42.408380 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-dd5cd2af-e900-4d67-a747-cc3a6592636c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:38:42.412532 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-dd5cd2af-e900-4d67-a747-cc3a6592636c admin admin] Usage tracker for resource:security_group_rule and tenant:0beb9abf3a034cf0b7a4609a23597c92 is out of sync, need to count used quota {{(pid=84874) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:38:42.415759 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-dd5cd2af-e900-4d67-a747-cc3a6592636c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84874) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:38:42.421615 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-dd5cd2af-e900-4d67-a747-cc3a6592636c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:38:42.526490 n-d-768862-2 neutron-server[84765]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d6e71ea0-5787-473c-af32-59993cf33b79 tempest-RoutersTest-1255860389 tempest-RoutersTest-1255860389] Router 9c604f17-bc54-4d51-ba08-723a561dbbe4 is scheduled to L3 agent 35f592e9-451b-4db9-abea-77b6a5c5391b with binding_index 1 {{(pid=84874) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}} Jan 14 07:38:42.619096 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-dd5cd2af-e900-4d67-a747-cc3a6592636c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:38:42.678900 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-dd5cd2af-e900-4d67-a747-cc3a6592636c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850887153'] for security_group, after_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:38:42.694956 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-4ec0cc73-f245-4f08-94e2-7f42f7e8fe2b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:38:42.726430 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d6e71ea0-5787-473c-af32-59993cf33b79 tempest-RoutersTest-1255860389 tempest-RoutersTest-1255860389] Notify agent at l3_agent.n-d-768862-2 the message routers_updated {{(pid=84874) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jan 14 07:38:42.738109 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2e2329f-cadb-4411-866c-ddddcf9030f1 None None] Sync routers for ids ['9c604f17-bc54-4d51-ba08-723a561dbbe4'] in n-d-768862-2 {{(pid=84877) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Jan 14 07:38:42.751450 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2e2329f-cadb-4411-866c-ddddcf9030f1 None None] Routers {'9c604f17-bc54-4d51-ba08-723a561dbbe4'} bound to L3 agent in host n-d-768862-2 {{(pid=84877) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 14 07:38:42.752184 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_hamode_db [None req-b2e2329f-cadb-4411-866c-ddddcf9030f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-01-14T06:56:51Z,description=,heartbeat_timestamp=2021-01-14T07:38:22Z,host='n-d-768862-2',id=35f592e9-451b-4db9-abea-77b6a5c5391b,load=0,resource_versions=,resources_synced=,started_at=2021-01-14T06:56:51Z,topic='l3_agent')) {'router_ids': ['9c604f17-bc54-4d51-ba08-723a561dbbe4'], 'active': True} {{(pid=84877) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:38:42.760443 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-852a24f7-e9a1-4193-9abb-e9506fe5213f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363259214191800', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854171626'] for agent, after_update {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:38:42.781843 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-dd5cd2af-e900-4d67-a747-cc3a6592636c admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=0beb9abf3a034cf0b7a4609a23597c92&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9076631 Jan 14 07:38:42.783124 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd5cd2af-e900-4d67-a747-cc3a6592636c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f1315f69-e71d-4eb4-9925-ea38d8f03a7b,revision_number=1']} {{(pid=84874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:38:42.786576 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84874) accepted ('10.222.0.24', 38564) {{(pid=84874) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:38:42.799720 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-d6e71ea0-5787-473c-af32-59993cf33b79 tempest-RoutersTest-1255860389 tempest-RoutersTest-1255860389] Notify callbacks [] for router, before_response {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:38:42.803889 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-d6e71ea0-5787-473c-af32-59993cf33b79 tempest-RoutersTest-1255860389 tempest-RoutersTest-1255860389] 10.222.0.24 "PUT /v2.0/routers/9c604f17-bc54-4d51-ba08-723a561dbbe4 HTTP/1.1" status: 200 len: 694 time: 1.4769967 Jan 14 07:38:42.805244 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-dd5cd2af-e900-4d67-a747-cc3a6592636c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:38:42.805901 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84874) accepted ('10.222.0.24', 38568) {{(pid=84874) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:38:42.848491 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.plugin [None req-1a64d775-2d50-4d0d-a1cf-24f362946e04 tempest-FloatingIPAdminTestJSON-531099267 tempest-FloatingIPAdminTestJSON-531099267] Deleting port 48094460-bd2b-43cb-8152-e75fc18ef052 {{(pid=84875) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 07:38:42.849489 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-1a64d775-2d50-4d0d-a1cf-24f362946e04 tempest-FloatingIPAdminTestJSON-531099267 tempest-FloatingIPAdminTestJSON-531099267] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363259214248359'] for port, before_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:38:42.897879 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_dvr_db [None req-b2e2329f-cadb-4411-866c-ddddcf9030f1 None None] Set router 9c604f17-bc54-4d51-ba08-723a561dbbe4 gateway port host: None {{(pid=84877) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 14 07:38:43.007543 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_hamode_db [None req-b2e2329f-cadb-4411-866c-ddddcf9030f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9c604f17-bc54-4d51-ba08-723a561dbbe4', 'name': 'tempest-RoutersTest-router-1936472808', 'tenant_id': '2a076c09cf6548039ba7b64b98184a0e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-14T07:38:41Z', 'updated_at': '2021-01-14T07:38:41Z', 'revision_number': 2, 'project_id': '2a076c09cf6548039ba7b64b98184a0e', 'gw_port_host': None}], 'n-d-768862-2', False) {} {{(pid=84877) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:38:43.010692 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-a47197f2-1766-4175-9dc8-3a3644aef7f0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted--9223372036851568851', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal--9223372036850888080'] for router_interface, after_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:38:43.012325 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2e2329f-cadb-4411-866c-ddddcf9030f1 None None] Checking router: 9c604f17-bc54-4d51-ba08-723a561dbbe4 for host: n-d-768862-2 {{(pid=84877) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Jan 14 07:38:43.020610 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-d419068c-f530-476c-b035-6d7db1e20e21 tempest-RoutersTest-1255860389 tempest-RoutersTest-1255860389] 10.222.0.24 "GET /v2.0/routers/9c604f17-bc54-4d51-ba08-723a561dbbe4 HTTP/1.1" status: 200 len: 700 time: 0.2130804 Jan 14 07:38:43.022035 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-625ce7ad-fe1f-4289-a0a7-9e4672802e35 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:38:43.022149 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2e2329f-cadb-4411-866c-ddddcf9030f1 None None] Routers {'9c604f17-bc54-4d51-ba08-723a561dbbe4'} bound to L3 agent in host n-d-768862-2 {{(pid=84877) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 14 07:38:43.022738 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_hamode_db [None req-b2e2329f-cadb-4411-866c-ddddcf9030f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-01-14T06:56:51Z,description=,heartbeat_timestamp=2021-01-14T07:38:22Z,host='n-d-768862-2',id=35f592e9-451b-4db9-abea-77b6a5c5391b,load=0,resource_versions=,resources_synced=,started_at=2021-01-14T06:56:51Z,topic='l3_agent')) {'router_ids': ['9c604f17-bc54-4d51-ba08-723a561dbbe4'], 'active': True} {{(pid=84877) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:38:43.024312 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84875) accepted ('10.222.0.24', 38572) {{(pid=84875) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:38:43.055506 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-625ce7ad-fe1f-4289-a0a7-9e4672802e35 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:38:43.111933 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-625ce7ad-fe1f-4289-a0a7-9e4672802e35 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850887153'] for security_group, after_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:38:43.116243 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-78a9cb67-4209-400c-9611-ea2496dcfedc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:38:43.129022 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-625ce7ad-fe1f-4289-a0a7-9e4672802e35 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f1315f69-e71d-4eb4-9925-ea38d8f03a7b,revision_number=None']} {{(pid=84874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:38:43.131457 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-625ce7ad-fe1f-4289-a0a7-9e4672802e35 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:38:43.137324 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-625ce7ad-fe1f-4289-a0a7-9e4672802e35 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:38:43.138591 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-625ce7ad-fe1f-4289-a0a7-9e4672802e35 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/f1315f69-e71d-4eb4-9925-ea38d8f03a7b HTTP/1.1" status: 204 len: 168 time: 0.3507211 Jan 14 07:38:43.156544 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-ac32d45b-59f1-4170-86ba-4a35ce40a807 tempest-RoutersTest-1255860389 tempest-RoutersTest-1255860389] Synchronizing usage tracker for tenant:2a076c09cf6548039ba7b64b98184a0e on resource:port {{(pid=84875) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 14 07:38:43.167124 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_dvr_db [None req-b2e2329f-cadb-4411-866c-ddddcf9030f1 None None] Set router 9c604f17-bc54-4d51-ba08-723a561dbbe4 gateway port host: None {{(pid=84877) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 14 07:38:43.171495 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9843cc4c-1638-4e15-90b4-1ad94e7eaa2b admin admin] Notify agent at l3_agent.n-d-768862-2 the message routers_updated {{(pid=84875) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jan 14 07:38:43.225893 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df4d7cf7-8416-4875-9ffb-b3916bb08c36 None None] Sync routers for ids ['8dcf8239-6b3e-410c-87de-2db777d0b27e'] in n-d-768862-2 {{(pid=84876) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Jan 14 07:38:43.234744 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-9843cc4c-1638-4e15-90b4-1ad94e7eaa2b admin admin] 10.222.0.24 "PUT /v2.0/routers/8dcf8239-6b3e-410c-87de-2db777d0b27e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 12.6718700 Jan 14 07:38:43.234744 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-ac32d45b-59f1-4170-86ba-4a35ce40a807 tempest-RoutersTest-1255860389 tempest-RoutersTest-1255860389] Unset dirty status for tenant:2a076c09cf6548039ba7b64b98184a0e on resource:port {{(pid=84875) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 14 07:38:43.234744 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-ac32d45b-59f1-4170-86ba-4a35ce40a807 tempest-RoutersTest-1255860389 tempest-RoutersTest-1255860389] 10.222.0.24 "GET /v2.0/ports?device_id=9c604f17-bc54-4d51-ba08-723a561dbbe4 HTTP/1.1" status: 200 len: 205 time: 0.1926060 Jan 14 07:38:43.235085 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84874) accepted ('10.222.0.24', 38578) {{(pid=84874) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:38:43.247014 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df4d7cf7-8416-4875-9ffb-b3916bb08c36 None None] Routers {'8dcf8239-6b3e-410c-87de-2db777d0b27e'} bound to L3 agent in host n-d-768862-2 {{(pid=84876) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 14 07:38:43.250111 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84875) accepted ('10.222.0.24', 38582) {{(pid=84875) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:38:43.252769 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_hamode_db [None req-df4d7cf7-8416-4875-9ffb-b3916bb08c36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-01-14T06:56:51Z,description=,heartbeat_timestamp=2021-01-14T07:38:22Z,host='n-d-768862-2',id=35f592e9-451b-4db9-abea-77b6a5c5391b,load=0,resource_versions=,resources_synced=,started_at=2021-01-14T06:56:51Z,topic='l3_agent')) {'router_ids': ['8dcf8239-6b3e-410c-87de-2db777d0b27e'], 'active': True} {{(pid=84876) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:38:43.280163 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_hamode_db [None req-b2e2329f-cadb-4411-866c-ddddcf9030f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9c604f17-bc54-4d51-ba08-723a561dbbe4', 'name': 'tempest-RoutersTest-router-1936472808', 'tenant_id': '2a076c09cf6548039ba7b64b98184a0e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-14T07:38:41Z', 'updated_at': '2021-01-14T07:38:41Z', 'revision_number': 2, 'project_id': '2a076c09cf6548039ba7b64b98184a0e', 'gw_port_host': None}], 'n-d-768862-2', False) {} {{(pid=84877) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:38:43.284826 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2e2329f-cadb-4411-866c-ddddcf9030f1 None None] The sync data for ids ['9c604f17-bc54-4d51-ba08-723a561dbbe4'] in n-d-768862-2 is: [{'id': '9c604f17-bc54-4d51-ba08-723a561dbbe4', 'name': 'tempest-RoutersTest-router-1936472808', 'tenant_id': '2a076c09cf6548039ba7b64b98184a0e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-14T07:38:41Z', 'updated_at': '2021-01-14T07:38:41Z', 'revision_number': 2, 'project_id': '2a076c09cf6548039ba7b64b98184a0e', 'gw_port_host': None}] {{(pid=84877) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Jan 14 07:38:43.466939 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-229a3f12-0103-4b9d-93e1-56b757c4395f tempest-RoutersTest-1255860389 tempest-RoutersTest-1255860389] Notify callbacks [] for router, before_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:38:43.480241 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-7e6a1d8c-06bf-465f-ab32-eea60a3cba33 admin admin] Notify callbacks [] for router, before_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:38:43.501889 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_dvr_db [None req-df4d7cf7-8416-4875-9ffb-b3916bb08c36 None None] Set router 8dcf8239-6b3e-410c-87de-2db777d0b27e gateway port host: n-d-768862-2 {{(pid=84876) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 14 07:38:43.532423 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-1a64d775-2d50-4d0d-a1cf-24f362946e04 tempest-FloatingIPAdminTestJSON-531099267 tempest-FloatingIPAdminTestJSON-531099267] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036850862667'] for port, precommit_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:38:43.712112 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-7e6a1d8c-06bf-465f-ab32-eea60a3cba33 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:38:43.717986 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.plugin [None req-7e6a1d8c-06bf-465f-ab32-eea60a3cba33 admin admin] Deleting port 8ae55f67-74ec-4282-971a-ade0c2491087 {{(pid=84874) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 07:38:43.718447 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-7e6a1d8c-06bf-465f-ab32-eea60a3cba33 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363259214248359'] for port, before_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:38:43.991051 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_hamode_db [None req-df4d7cf7-8416-4875-9ffb-b3916bb08c36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8dcf8239-6b3e-410c-87de-2db777d0b27e', 'name': 'tempest-TestVolumeBackupRestore-177512155-router', 'tenant_id': 'b7436c40d9974ceeb95e1adceeb35730', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '226f1e78-82cd-4481-9055-4eb73b6db8c1', 'external_fixed_ips': [{'subnet_id': 'ba8deeec-7658-4195-9449-038c076f5c83', 'ip_address': '172.25.2.184'}], 'enable_snat': True}, 'gw_port_id': '8ae55f67-74ec-4282-971a-ade0c2491087', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-14T07:34:48Z', 'updated_at': '2021-01-14T07:38:37Z', 'revision_number': 5, 'project_id': 'b7436c40d9974ceeb95e1adceeb35730', 'gw_port': {'id': '8ae55f67-74ec-4282-971a-ade0c2491087', 'name': '', 'network_id': '226f1e78-82cd-4481-9055-4eb73b6db8c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:d8:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8dcf8239-6b3e-410c-87de-2db777d0b27e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2946, 'fixed_ips': [{'subnet_id': 'ba8deeec-7658-4195-9449-038c076f5c83', 'ip_address': '172.25.2.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T07:34:52Z', 'updated_at': '2021-01-14T07:35:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ba8deeec-7658-4195-9449-038c076f5c83', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-2'}], 'n-d-768862-2', False) {} {{(pid=84876) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:38:43.996086 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df4d7cf7-8416-4875-9ffb-b3916bb08c36 None None] Checking router: 8dcf8239-6b3e-410c-87de-2db777d0b27e for host: n-d-768862-2 {{(pid=84876) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Jan 14 07:38:44.006554 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df4d7cf7-8416-4875-9ffb-b3916bb08c36 None None] Routers {'8dcf8239-6b3e-410c-87de-2db777d0b27e'} bound to L3 agent in host n-d-768862-2 {{(pid=84876) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 14 07:38:44.007402 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_hamode_db [None req-df4d7cf7-8416-4875-9ffb-b3916bb08c36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-01-14T06:56:51Z,description=,heartbeat_timestamp=2021-01-14T07:38:22Z,host='n-d-768862-2',id=35f592e9-451b-4db9-abea-77b6a5c5391b,load=0,resource_versions=,resources_synced=,started_at=2021-01-14T06:56:51Z,topic='l3_agent')) {'router_ids': ['8dcf8239-6b3e-410c-87de-2db777d0b27e'], 'active': True} {{(pid=84876) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:38:44.011556 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [None req-7e6a1d8c-06bf-465f-ab32-eea60a3cba33 admin admin] For port 8ae55f67-74ec-4282-971a-ade0c2491087, host n-d-768862-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-2',level=0,port_id=8ae55f67-74ec-4282-971a-ade0c2491087,segment=NetworkSegment(cf3ded2c-bc47-4a71-89af-6e7117e60140),segment_id=cf3ded2c-bc47-4a71-89af-6e7117e60140)] {{(pid=84874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 07:38:44.012585 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-7e6a1d8c-06bf-465f-ab32-eea60a3cba33 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036850862667'] for port, precommit_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:38:44.184742 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.plugin [None req-7e6a1d8c-06bf-465f-ab32-eea60a3cba33 admin admin] Calling delete_port for 8ae55f67-74ec-4282-971a-ade0c2491087 owned by network:router_gateway {{(pid=84874) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 07:38:44.340404 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_dvr_db [None req-df4d7cf7-8416-4875-9ffb-b3916bb08c36 None None] Set router 8dcf8239-6b3e-410c-87de-2db777d0b27e gateway port host: n-d-768862-2 {{(pid=84876) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 14 07:38:44.390087 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-7e6a1d8c-06bf-465f-ab32-eea60a3cba33 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777640533329', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777640097463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3254186'] for port, after_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:38:44.468686 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.plugin [None req-1a64d775-2d50-4d0d-a1cf-24f362946e04 tempest-FloatingIPAdminTestJSON-531099267 tempest-FloatingIPAdminTestJSON-531099267] Calling delete_port for 48094460-bd2b-43cb-8152-e75fc18ef052 owned by network:router_interface {{(pid=84875) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 07:38:44.679510 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-7e6a1d8c-06bf-465f-ab32-eea60a3cba33 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036850863128'] for router_gateway, after_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:38:44.733199 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-229a3f12-0103-4b9d-93e1-56b757c4395f tempest-RoutersTest-1255860389 tempest-RoutersTest-1255860389] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3889346', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036854717606'] for router, precommit_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:38:44.813662 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-229a3f12-0103-4b9d-93e1-56b757c4395f tempest-RoutersTest-1255860389 tempest-RoutersTest-1255860389] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:38:44.846531 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_hamode_db [None req-df4d7cf7-8416-4875-9ffb-b3916bb08c36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8dcf8239-6b3e-410c-87de-2db777d0b27e', 'name': 'tempest-TestVolumeBackupRestore-177512155-router', 'tenant_id': 'b7436c40d9974ceeb95e1adceeb35730', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '226f1e78-82cd-4481-9055-4eb73b6db8c1', 'external_fixed_ips': [{'subnet_id': 'ba8deeec-7658-4195-9449-038c076f5c83', 'ip_address': '172.25.2.184'}], 'enable_snat': True}, 'gw_port_id': '8ae55f67-74ec-4282-971a-ade0c2491087', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-14T07:34:48Z', 'updated_at': '2021-01-14T07:38:37Z', 'revision_number': 5, 'project_id': 'b7436c40d9974ceeb95e1adceeb35730', 'gw_port': {'id': '8ae55f67-74ec-4282-971a-ade0c2491087', 'name': '', 'network_id': '226f1e78-82cd-4481-9055-4eb73b6db8c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:d8:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8dcf8239-6b3e-410c-87de-2db777d0b27e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2946, 'fixed_ips': [{'subnet_id': 'ba8deeec-7658-4195-9449-038c076f5c83', 'ip_address': '172.25.2.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T07:34:52Z', 'updated_at': '2021-01-14T07:35:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ba8deeec-7658-4195-9449-038c076f5c83', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-2'}], 'n-d-768862-2', False) {} {{(pid=84876) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:38:44.852188 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df4d7cf7-8416-4875-9ffb-b3916bb08c36 None None] The sync data for ids ['8dcf8239-6b3e-410c-87de-2db777d0b27e'] in n-d-768862-2 is: [{'id': '8dcf8239-6b3e-410c-87de-2db777d0b27e', 'name': 'tempest-TestVolumeBackupRestore-177512155-router', 'tenant_id': 'b7436c40d9974ceeb95e1adceeb35730', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '226f1e78-82cd-4481-9055-4eb73b6db8c1', 'external_fixed_ips': [{'subnet_id': 'ba8deeec-7658-4195-9449-038c076f5c83', 'ip_address': '172.25.2.184'}], 'enable_snat': True}, 'gw_port_id': '8ae55f67-74ec-4282-971a-ade0c2491087', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-14T07:34:48Z', 'updated_at': '2021-01-14T07:38:37Z', 'revision_number': 5, 'project_id': 'b7436c40d9974ceeb95e1adceeb35730', 'gw_port': {'id': '8ae55f67-74ec-4282-971a-ade0c2491087', 'name': '', 'network_id': '226f1e78-82cd-4481-9055-4eb73b6db8c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:d8:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8dcf8239-6b3e-410c-87de-2db777d0b27e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2946, 'fixed_ips': [{'subnet_id': 'ba8deeec-7658-4195-9449-038c076f5c83', 'ip_address': '172.25.2.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T07:34:52Z', 'updated_at': '2021-01-14T07:35:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ba8deeec-7658-4195-9449-038c076f5c83', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-2'}] {{(pid=84876) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Jan 14 07:38:44.953891 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-7e6a1d8c-06bf-465f-ab32-eea60a3cba33 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3889346', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036854717606'] for router, precommit_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:38:44.957347 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-7e6a1d8c-06bf-465f-ab32-eea60a3cba33 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:38:44.994821 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-7e6a1d8c-06bf-465f-ab32-eea60a3cba33 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036850897070'] for router, after_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:38:44.995486 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7e6a1d8c-06bf-465f-ab32-eea60a3cba33 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 8dcf8239-6b3e-410c-87de-2db777d0b27e {{(pid=84874) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jan 14 07:38:45.031104 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-7e6a1d8c-06bf-465f-ab32-eea60a3cba33 admin admin] Notify callbacks [] for router, before_response {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:38:45.032886 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-7e6a1d8c-06bf-465f-ab32-eea60a3cba33 admin admin] 10.222.0.24 "DELETE /v2.0/routers/8dcf8239-6b3e-410c-87de-2db777d0b27e HTTP/1.1" status: 204 len: 168 time: 1.8005226 Jan 14 07:38:45.040735 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84874) accepted ('10.222.0.24', 38650) {{(pid=84874) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:38:45.132186 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.db_base_plugin_v2 [None req-c00c6462-270d-49e8-8b49-927a47f7a55c admin admin] Deleting subnet 09cca365-fd94-48ce-8b5f-2524b107ddee {{(pid=84874) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Jan 14 07:38:45.136383 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-c00c6462-270d-49e8-8b49-927a47f7a55c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:38:45.197949 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-c00c6462-270d-49e8-8b49-927a47f7a55c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036851807232'] for subnet, precommit_delete_associations {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:38:45.219043 n-d-768862-2 neutron-server[84765]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a47197f2-1766-4175-9dc8-3a3644aef7f0 admin admin] Router 14cc991a-01b9-485e-b91f-631a9ea8ce97 has already been hosted by L3 agent 35f592e9-451b-4db9-abea-77b6a5c5391b {{(pid=84875) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Jan 14 07:38:45.240021 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-229a3f12-0103-4b9d-93e1-56b757c4395f tempest-RoutersTest-1255860389 tempest-RoutersTest-1255860389] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036850897070'] for router, after_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:38:45.240589 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-229a3f12-0103-4b9d-93e1-56b757c4395f tempest-RoutersTest-1255860389 tempest-RoutersTest-1255860389] Fanout notify agent at l3_agent the message router_deleted on router 9c604f17-bc54-4d51-ba08-723a561dbbe4 {{(pid=84875) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jan 14 07:38:45.328515 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-c00c6462-270d-49e8-8b49-927a47f7a55c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036854176836'] for subnet, precommit_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:38:45.331947 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-229a3f12-0103-4b9d-93e1-56b757c4395f tempest-RoutersTest-1255860389 tempest-RoutersTest-1255860389] Notify callbacks [] for router, before_response {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:38:45.339383 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-229a3f12-0103-4b9d-93e1-56b757c4395f tempest-RoutersTest-1255860389 tempest-RoutersTest-1255860389] 10.222.0.24 "DELETE /v2.0/routers/9c604f17-bc54-4d51-ba08-723a561dbbe4 HTTP/1.1" status: 204 len: 168 time: 2.0737121 Jan 14 07:38:45.340134 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84875) accepted ('10.222.0.24', 38654) {{(pid=84875) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:38:45.470020 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-290f7df4-172b-4b96-a902-b0a7217553b5 tempest-RoutersTest-1255860389 tempest-RoutersTest-1255860389] 10.222.0.24 "GET /v2.0/ports?device_id=9c604f17-bc54-4d51-ba08-723a561dbbe4 HTTP/1.1" status: 200 len: 205 time: 0.1194093 Jan 14 07:38:45.471250 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84875) accepted ('10.222.0.24', 38662) {{(pid=84875) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:38:45.674668 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-c00c6462-270d-49e8-8b49-927a47f7a55c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-598964', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850887113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036851521664', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2794686'] for subnet, after_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:38:45.695578 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-ea9f22bc-014c-49ed-a173-9041318265e8 tempest-NetworksTest-1803261889 tempest-NetworksTest-1803261889] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:38:45.747758 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c00c6462-270d-49e8-8b49-927a47f7a55c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=09cca365-fd94-48ce-8b5f-2524b107ddee,revision_number=None']} {{(pid=84874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:38:45.754226 n-d-768862-2 neutron-server[84765]: INFO neutron.api.v2.resource [None req-2d6252aa-fb11-4fef-98e8-8ad0b22e67e6 tempest-RoutersTest-1255860389 tempest-RoutersTest-1255860389] delete failed (client error): The resource could not be found. Jan 14 07:38:45.755923 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-2d6252aa-fb11-4fef-98e8-8ad0b22e67e6 tempest-RoutersTest-1255860389 tempest-RoutersTest-1255860389] 10.222.0.24 "DELETE /v2.0/routers/9c604f17-bc54-4d51-ba08-723a561dbbe4 HTTP/1.1" status: 404 len: 336 time: 0.2477336 Jan 14 07:38:45.778241 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84875) accepted ('10.222.0.24', 38670) {{(pid=84875) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:38:45.837785 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-c00c6462-270d-49e8-8b49-927a47f7a55c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:38:45.937237 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-c00c6462-270d-49e8-8b49-927a47f7a55c admin admin] Notify callbacks [] for subnet, before_response {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:38:45.939140 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e35a0117-4efc-4ec6-91a5-5d3f046b3b76 None None] Network 1839022e-4ce1-499a-85d7-c3574be174f4 requested from n-d-768862-2 {{(pid=84876) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 07:38:45.948311 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-c00c6462-270d-49e8-8b49-927a47f7a55c admin admin] 10.222.0.24 "DELETE /v2.0/subnets/09cca365-fd94-48ce-8b5f-2524b107ddee HTTP/1.1" status: 204 len: 168 time: 0.9058142 Jan 14 07:38:45.950891 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84874) accepted ('10.222.0.24', 38690) {{(pid=84874) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:38:45.986441 n-d-768862-2 neutron-server[84765]: INFO neutron.pecan_wsgi.hooks.translation [None req-e52fdcbd-5977-4ef3-8052-1c6f90a07222 tempest-RoutersTest-1255860389 tempest-RoutersTest-1255860389] DELETE failed (client error): The resource could not be found. Jan 14 07:38:45.987002 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e52fdcbd-5977-4ef3-8052-1c6f90a07222 tempest-RoutersTest-1255860389 tempest-RoutersTest-1255860389] No notification will be sent due to unsuccessful status code: 404 {{(pid=84875) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Jan 14 07:38:46.038871 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-e52fdcbd-5977-4ef3-8052-1c6f90a07222 tempest-RoutersTest-1255860389 tempest-RoutersTest-1255860389] 10.222.0.24 "DELETE /v2.0/subnets/ccbdcf0b-b27d-49db-b0e2-fa13763ab18b HTTP/1.1" status: 404 len: 337 time: 0.2565904 Jan 14 07:38:46.039778 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-1a64d775-2d50-4d0d-a1cf-24f362946e04 tempest-FloatingIPAdminTestJSON-531099267 tempest-FloatingIPAdminTestJSON-531099267] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777640533329', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777640097463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851621574'] for port, after_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:38:46.061330 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84874) accepted ('10.222.0.24', 38702) {{(pid=84874) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:38:46.074359 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-99800b08-680a-451b-9042-0372d264d722 tempest-RoutersTest-1255860389 tempest-RoutersTest-1255860389] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:38:46.180683 n-d-768862-2 neutron-server[84765]: INFO neutron.pecan_wsgi.hooks.translation [None req-afb494af-ae81-4ae4-bb69-2949f40aa546 tempest-RoutersTest-1255860389 tempest-RoutersTest-1255860389] DELETE failed (client error): The resource could not be found. Jan 14 07:38:46.181468 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-afb494af-ae81-4ae4-bb69-2949f40aa546 tempest-RoutersTest-1255860389 tempest-RoutersTest-1255860389] No notification will be sent due to unsuccessful status code: 404 {{(pid=84874) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Jan 14 07:38:46.183433 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-afb494af-ae81-4ae4-bb69-2949f40aa546 tempest-RoutersTest-1255860389 tempest-RoutersTest-1255860389] 10.222.0.24 "DELETE /v2.0/subnets/5a96bfa7-fe1b-485f-b2fa-6cd040962272 HTTP/1.1" status: 404 len: 337 time: 0.1206970 Jan 14 07:38:46.200091 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84874) accepted ('10.222.0.24', 38710) {{(pid=84874) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:38:46.273202 n-d-768862-2 neutron-server[84765]: INFO neutron.pecan_wsgi.hooks.translation [None req-ee955068-7ec1-40b1-8743-13910ed5aa4d tempest-RoutersTest-1255860389 tempest-RoutersTest-1255860389] DELETE failed (client error): The resource could not be found. Jan 14 07:38:46.273699 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ee955068-7ec1-40b1-8743-13910ed5aa4d tempest-RoutersTest-1255860389 tempest-RoutersTest-1255860389] No notification will be sent due to unsuccessful status code: 404 {{(pid=84874) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Jan 14 07:38:46.276208 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-ee955068-7ec1-40b1-8743-13910ed5aa4d tempest-RoutersTest-1255860389 tempest-RoutersTest-1255860389] 10.222.0.24 "DELETE /v2.0/subnets/5edbaf61-3242-45cf-a727-c26ae3ee23a2 HTTP/1.1" status: 404 len: 337 time: 0.0750136 Jan 14 07:38:46.279736 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84874) accepted ('10.222.0.24', 38714) {{(pid=84874) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:38:46.298039 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a64d775-2d50-4d0d-a1cf-24f362946e04 tempest-FloatingIPAdminTestJSON-531099267 tempest-FloatingIPAdminTestJSON-531099267] Pushing event deleted for resources: {'Port': ['ID=48094460-bd2b-43cb-8152-e75fc18ef052,revision_number=None']} {{(pid=84875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:38:46.307463 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-1a64d775-2d50-4d0d-a1cf-24f362946e04 tempest-FloatingIPAdminTestJSON-531099267 tempest-FloatingIPAdminTestJSON-531099267] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.233s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:38:46.341785 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a47197f2-1766-4175-9dc8-3a3644aef7f0 admin admin] Notify agent at l3_agent.n-d-768862-2 the message routers_updated {{(pid=84875) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jan 14 07:38:46.342419 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-b0888e6a-8057-45fe-ac09-7f5a053adcab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036854160497'] for network, before_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:38:46.358739 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-415ac977-9749-49e4-865e-09d2c10c2668 None None] Sync routers for ids ['14cc991a-01b9-485e-b91f-631a9ea8ce97'] in n-d-768862-2 {{(pid=84877) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Jan 14 07:38:46.379309 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-415ac977-9749-49e4-865e-09d2c10c2668 None None] Routers {'14cc991a-01b9-485e-b91f-631a9ea8ce97'} bound to L3 agent in host n-d-768862-2 {{(pid=84877) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 14 07:38:46.380213 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_hamode_db [None req-415ac977-9749-49e4-865e-09d2c10c2668 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-01-14T06:56:51Z,description=,heartbeat_timestamp=2021-01-14T07:38:22Z,host='n-d-768862-2',id=35f592e9-451b-4db9-abea-77b6a5c5391b,load=0,resource_versions=,resources_synced=,started_at=2021-01-14T06:56:51Z,topic='l3_agent')) {'router_ids': ['14cc991a-01b9-485e-b91f-631a9ea8ce97'], 'active': True} {{(pid=84877) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:38:46.401767 n-d-768862-2 neutron-server[84765]: INFO neutron.pecan_wsgi.hooks.translation [None req-04ac34b5-ba23-4dda-99e0-1f599d779921 tempest-RoutersTest-1255860389 tempest-RoutersTest-1255860389] DELETE failed (client error): The resource could not be found. Jan 14 07:38:46.402303 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-04ac34b5-ba23-4dda-99e0-1f599d779921 tempest-RoutersTest-1255860389 tempest-RoutersTest-1255860389] No notification will be sent due to unsuccessful status code: 404 {{(pid=84874) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Jan 14 07:38:46.404413 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-04ac34b5-ba23-4dda-99e0-1f599d779921 tempest-RoutersTest-1255860389 tempest-RoutersTest-1255860389] 10.222.0.24 "DELETE /v2.0/subnets/002e57a5-80b9-4642-93d6-65fb5b5a0aa8 HTTP/1.1" status: 404 len: 337 time: 0.1236386 Jan 14 07:38:46.412069 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84874) accepted ('10.222.0.24', 38718) {{(pid=84874) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:38:46.415528 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-a47197f2-1766-4175-9dc8-3a3644aef7f0 admin admin] 10.222.0.24 "PUT /v2.0/routers/14cc991a-01b9-485e-b91f-631a9ea8ce97/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 10.4304409 Jan 14 07:38:46.416438 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84875) accepted ('10.222.0.24', 38722) {{(pid=84875) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:38:46.450687 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-094ab7c4-99d3-4f34-a619-ee8c89dbc88c None None] DHCP port deletion for 1839022e-4ce1-499a-85d7-c3574be174f4 request from n-d-768862-2 {{(pid=84876) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Jan 14 07:38:46.456052 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.plugin [None req-094ab7c4-99d3-4f34-a619-ee8c89dbc88c None None] Deleting port 56ccde23-ee2f-4670-a8cd-3220b050e0e6 {{(pid=84876) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 07:38:46.457577 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-094ab7c4-99d3-4f34-a619-ee8c89dbc88c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363259214248359'] for port, before_delete {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:38:46.468885 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.plugin [None req-b0888e6a-8057-45fe-ac09-7f5a053adcab admin admin] Deleting port 56ccde23-ee2f-4670-a8cd-3220b050e0e6 {{(pid=84874) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 07:38:46.469263 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-b0888e6a-8057-45fe-ac09-7f5a053adcab admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363259214248359'] for port, before_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:38:46.613105 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-363a8dab-8307-49b4-8f88-02af0eb56e11 tempest-RoutersTest-1255860389 tempest-RoutersTest-1255860389] 10.222.0.24 "GET /v2.0/ports?device_id=3998536e-65e4-4108-ab1c-eac6e818dd96 HTTP/1.1" status: 200 len: 205 time: 0.1995363 Jan 14 07:38:46.627466 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84874) accepted ('10.222.0.24', 38730) {{(pid=84874) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:38:46.731111 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_dvr_db [None req-415ac977-9749-49e4-865e-09d2c10c2668 None None] Set router 14cc991a-01b9-485e-b91f-631a9ea8ce97 gateway port host: n-d-768862-2 {{(pid=84877) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 14 07:38:46.984193 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [None req-b0888e6a-8057-45fe-ac09-7f5a053adcab admin admin] For port 56ccde23-ee2f-4670-a8cd-3220b050e0e6, host n-d-768862-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-2',level=0,port_id=56ccde23-ee2f-4670-a8cd-3220b050e0e6,segment=NetworkSegment(0fcc7c7b-d221-4f54-8a00-e5f528e4eb2c),segment_id=0fcc7c7b-d221-4f54-8a00-e5f528e4eb2c)] {{(pid=84874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 07:38:46.985318 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [None req-094ab7c4-99d3-4f34-a619-ee8c89dbc88c None None] For port 56ccde23-ee2f-4670-a8cd-3220b050e0e6, host n-d-768862-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-2',level=0,port_id=56ccde23-ee2f-4670-a8cd-3220b050e0e6,segment=NetworkSegment(0fcc7c7b-d221-4f54-8a00-e5f528e4eb2c),segment_id=0fcc7c7b-d221-4f54-8a00-e5f528e4eb2c)] {{(pid=84876) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 07:38:46.985318 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-094ab7c4-99d3-4f34-a619-ee8c89dbc88c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036850862667'] for port, precommit_delete {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:38:46.987267 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-b0888e6a-8057-45fe-ac09-7f5a053adcab admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036850862667'] for port, precommit_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:38:47.005045 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-65fd3d61-9d39-4ec6-8dd0-c44d696dc5ba admin admin] Notify callbacks [] for router, before_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:38:47.110642 n-d-768862-2 neutron-server[84765]: INFO neutron.api.v2.resource [None req-cebd5573-4ef5-4d0b-b2c4-034d5f47a33d tempest-RoutersTest-1255860389 tempest-RoutersTest-1255860389] delete failed (client error): The resource could not be found. Jan 14 07:38:47.115579 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-cebd5573-4ef5-4d0b-b2c4-034d5f47a33d tempest-RoutersTest-1255860389 tempest-RoutersTest-1255860389] 10.222.0.24 "DELETE /v2.0/routers/3998536e-65e4-4108-ab1c-eac6e818dd96 HTTP/1.1" status: 404 len: 336 time: 0.4571776 Jan 14 07:38:47.116727 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84874) accepted ('10.222.0.24', 38740) {{(pid=84874) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:38:47.306994 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-d1649e72-ca9b-45a9-9a1f-4c34e7265241 tempest-RoutersTest-1255860389 tempest-RoutersTest-1255860389] 10.222.0.24 "GET /v2.0/ports?device_id=c174039a-7a5d-4a09-a138-a231eff20228 HTTP/1.1" status: 200 len: 205 time: 0.1853802 Jan 14 07:38:47.308029 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84874) accepted ('10.222.0.24', 38744) {{(pid=84874) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:38:47.316194 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.plugin [None req-b0888e6a-8057-45fe-ac09-7f5a053adcab admin admin] Calling delete_port for 56ccde23-ee2f-4670-a8cd-3220b050e0e6 owned by network:dhcp {{(pid=84874) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 07:38:47.346399 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-1a64d775-2d50-4d0d-a1cf-24f362946e04 tempest-FloatingIPAdminTestJSON-531099267 tempest-FloatingIPAdminTestJSON-531099267] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted--9223372036851568851', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal--9223372036850888080'] for router_interface, after_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:38:47.424509 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_hamode_db [None req-415ac977-9749-49e4-865e-09d2c10c2668 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '14cc991a-01b9-485e-b91f-631a9ea8ce97', 'name': 'tempest-TestServerMultinode-124629855-router', 'tenant_id': '6f203b6947d74048b2e59043cf791d37', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '226f1e78-82cd-4481-9055-4eb73b6db8c1', 'external_fixed_ips': [{'subnet_id': 'ba8deeec-7658-4195-9449-038c076f5c83', 'ip_address': '172.25.2.147'}], 'enable_snat': True}, 'gw_port_id': '99015dc7-17e2-4f39-83a3-32ee56994792', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-14T07:37:37Z', 'updated_at': '2021-01-14T07:38:41Z', 'revision_number': 5, 'project_id': '6f203b6947d74048b2e59043cf791d37', 'gw_port': {'id': '99015dc7-17e2-4f39-83a3-32ee56994792', 'name': '', 'network_id': '226f1e78-82cd-4481-9055-4eb73b6db8c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:60:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14cc991a-01b9-485e-b91f-631a9ea8ce97', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3278, 'fixed_ips': [{'subnet_id': 'ba8deeec-7658-4195-9449-038c076f5c83', 'ip_address': '172.25.2.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T07:37:40Z', 'updated_at': '2021-01-14T07:37:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ba8deeec-7658-4195-9449-038c076f5c83', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-2'}], 'n-d-768862-2', False) {} {{(pid=84877) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:38:47.439935 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-415ac977-9749-49e4-865e-09d2c10c2668 None None] Checking router: 14cc991a-01b9-485e-b91f-631a9ea8ce97 for host: n-d-768862-2 {{(pid=84877) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Jan 14 07:38:47.444765 n-d-768862-2 neutron-server[84765]: INFO neutron.api.v2.resource [None req-e0ea05bf-3b05-4aa4-9202-0745b6c90b2a tempest-RoutersTest-1255860389 tempest-RoutersTest-1255860389] delete failed (client error): The resource could not be found. Jan 14 07:38:47.449337 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-e0ea05bf-3b05-4aa4-9202-0745b6c90b2a tempest-RoutersTest-1255860389 tempest-RoutersTest-1255860389] 10.222.0.24 "DELETE /v2.0/routers/c174039a-7a5d-4a09-a138-a231eff20228 HTTP/1.1" status: 404 len: 336 time: 0.0955467 Jan 14 07:38:47.457933 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84874) accepted ('10.222.0.24', 38748) {{(pid=84874) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:38:47.468502 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-415ac977-9749-49e4-865e-09d2c10c2668 None None] Routers {'14cc991a-01b9-485e-b91f-631a9ea8ce97'} bound to L3 agent in host n-d-768862-2 {{(pid=84877) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 14 07:38:47.470566 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_hamode_db [None req-415ac977-9749-49e4-865e-09d2c10c2668 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-01-14T06:56:51Z,description=,heartbeat_timestamp=2021-01-14T07:38:22Z,host='n-d-768862-2',id=35f592e9-451b-4db9-abea-77b6a5c5391b,load=0,resource_versions=,resources_synced=,started_at=2021-01-14T06:56:51Z,topic='l3_agent')) {'router_ids': ['14cc991a-01b9-485e-b91f-631a9ea8ce97'], 'active': True} {{(pid=84877) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:38:47.689213 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.plugin [None req-094ab7c4-99d3-4f34-a619-ee8c89dbc88c None None] Calling delete_port for 56ccde23-ee2f-4670-a8cd-3220b050e0e6 owned by network:dhcp {{(pid=84876) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 07:38:47.815400 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Device 32961152-5bac-425a-97bb-8905a639a966 no longer exists at agent ovs-agent-n-d-768862-2 {{(pid=84876) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jan 14 07:38:47.879381 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.plugin [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] No Port match for: 32961152-5bac-425a-97bb-8905a639a966 {{(pid=84876) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2188}} Jan 14 07:38:47.880144 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Device 32961152-5bac-425a-97bb-8905a639a966 not bound to the agent host n-d-768862-2 {{(pid=84876) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jan 14 07:38:47.880646 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Device 56ccde23-ee2f-4670-a8cd-3220b050e0e6 no longer exists at agent ovs-agent-n-d-768862-2 {{(pid=84876) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jan 14 07:38:47.933564 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-094ab7c4-99d3-4f34-a619-ee8c89dbc88c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777640533329', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777640097463'] for port, after_delete {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:38:48.114763 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-65fd3d61-9d39-4ec6-8dd0-c44d696dc5ba admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:38:48.133058 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.plugin [None req-65fd3d61-9d39-4ec6-8dd0-c44d696dc5ba admin admin] Deleting port 99015dc7-17e2-4f39-83a3-32ee56994792 {{(pid=84875) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 07:38:48.133599 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-65fd3d61-9d39-4ec6-8dd0-c44d696dc5ba admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363259214248359'] for port, before_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:38:48.154196 n-d-768862-2 neutron-server[84765]: INFO neutron.pecan_wsgi.hooks.translation [None req-ca7f5ac6-7c29-4217-96e9-99f385340a80 tempest-RoutersTest-1255860389 tempest-RoutersTest-1255860389] DELETE failed (client error): The resource could not be found. Jan 14 07:38:48.154774 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ca7f5ac6-7c29-4217-96e9-99f385340a80 tempest-RoutersTest-1255860389 tempest-RoutersTest-1255860389] No notification will be sent due to unsuccessful status code: 404 {{(pid=84874) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Jan 14 07:38:48.164643 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-ca7f5ac6-7c29-4217-96e9-99f385340a80 tempest-RoutersTest-1255860389 tempest-RoutersTest-1255860389] 10.222.0.24 "DELETE /v2.0/subnets/4b767cc5-2492-4eea-b3af-1382c804ae84 HTTP/1.1" status: 404 len: 337 time: 0.7055538 Jan 14 07:38:48.165723 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84875) accepted ('10.222.0.24', 38756) {{(pid=84875) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:38:48.167943 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84876) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:38:48.228396 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-094ab7c4-99d3-4f34-a619-ee8c89dbc88c None None] Pushing event deleted for resources: {'Port': ['ID=56ccde23-ee2f-4670-a8cd-3220b050e0e6,revision_number=None']} {{(pid=84876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:38:48.239474 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.plugin [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] No Port match for: 56ccde23-ee2f-4670-a8cd-3220b050e0e6 {{(pid=84876) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2188}} Jan 14 07:38:48.240369 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Device 56ccde23-ee2f-4670-a8cd-3220b050e0e6 not bound to the agent host n-d-768862-2 {{(pid=84876) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jan 14 07:38:48.241132 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Device 8ae55f67-74ec-4282-971a-ade0c2491087 no longer exists at agent ovs-agent-n-d-768862-2 {{(pid=84876) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jan 14 07:38:48.246207 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.db.api [None req-b0888e6a-8057-45fe-ac09-7f5a053adcab admin admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84874) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Jan 14 07:38:48.246602 n-d-768862-2 neutron-server[84765]: DEBUG oslo_db.api [None req-b0888e6a-8057-45fe-ac09-7f5a053adcab admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84874) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Jan 14 07:38:48.262592 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_dvr_db [None req-415ac977-9749-49e4-865e-09d2c10c2668 None None] Set router 14cc991a-01b9-485e-b91f-631a9ea8ce97 gateway port host: n-d-768862-2 {{(pid=84877) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 14 07:38:48.277603 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-094ab7c4-99d3-4f34-a619-ee8c89dbc88c None None] No DVR routers for this DVR port 56ccde23-ee2f-4670-a8cd-3220b050e0e6 on host n-d-768862-2 {{(pid=84876) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Jan 14 07:38:48.280952 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-094ab7c4-99d3-4f34-a619-ee8c89dbc88c None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@n-h1-768862-2 {{(pid=84876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:38:48.281548 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-094ab7c4-99d3-4f34-a619-ee8c89dbc88c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-h1-768862-2 {{(pid=84876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:38:48.282083 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-094ab7c4-99d3-4f34-a619-ee8c89dbc88c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-h1-768862-2 {{(pid=84876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:38:48.282622 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-094ab7c4-99d3-4f34-a619-ee8c89dbc88c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-h1-768862-2 {{(pid=84876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:38:48.283386 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-094ab7c4-99d3-4f34-a619-ee8c89dbc88c None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@n-h1-768862-2 {{(pid=84876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:38:48.283939 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-094ab7c4-99d3-4f34-a619-ee8c89dbc88c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-h1-768862-2 {{(pid=84876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:38:48.284470 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-094ab7c4-99d3-4f34-a619-ee8c89dbc88c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-h1-768862-2 {{(pid=84876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:38:48.284995 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-094ab7c4-99d3-4f34-a619-ee8c89dbc88c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-h1-768862-2 {{(pid=84876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:38:48.285524 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-094ab7c4-99d3-4f34-a619-ee8c89dbc88c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-h1-768862-2 {{(pid=84876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:38:48.286044 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-094ab7c4-99d3-4f34-a619-ee8c89dbc88c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-h1-768862-2 {{(pid=84876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:38:48.286565 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-094ab7c4-99d3-4f34-a619-ee8c89dbc88c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-h1-768862-2 {{(pid=84876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:38:48.287328 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-094ab7c4-99d3-4f34-a619-ee8c89dbc88c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-h1-768862-2 {{(pid=84876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:38:48.287975 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-094ab7c4-99d3-4f34-a619-ee8c89dbc88c None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@n-h2-768862-2 {{(pid=84876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:38:48.288510 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-094ab7c4-99d3-4f34-a619-ee8c89dbc88c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-h2-768862-2 {{(pid=84876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:38:48.289116 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-094ab7c4-99d3-4f34-a619-ee8c89dbc88c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-h2-768862-2 {{(pid=84876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:38:48.289624 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-094ab7c4-99d3-4f34-a619-ee8c89dbc88c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-h2-768862-2 {{(pid=84876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:38:48.290112 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-094ab7c4-99d3-4f34-a619-ee8c89dbc88c None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@n-h2-768862-2 {{(pid=84876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:38:48.290740 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-094ab7c4-99d3-4f34-a619-ee8c89dbc88c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-h2-768862-2 {{(pid=84876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:38:48.291264 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-094ab7c4-99d3-4f34-a619-ee8c89dbc88c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-h2-768862-2 {{(pid=84876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:38:48.291779 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-094ab7c4-99d3-4f34-a619-ee8c89dbc88c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-h2-768862-2 {{(pid=84876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:38:48.292314 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-094ab7c4-99d3-4f34-a619-ee8c89dbc88c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-h2-768862-2 {{(pid=84876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:38:48.293284 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-094ab7c4-99d3-4f34-a619-ee8c89dbc88c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-h2-768862-2 {{(pid=84876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:38:48.293805 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-094ab7c4-99d3-4f34-a619-ee8c89dbc88c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-h2-768862-2 {{(pid=84876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:38:48.294318 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-094ab7c4-99d3-4f34-a619-ee8c89dbc88c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-h2-768862-2 {{(pid=84876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:38:48.294900 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-094ab7c4-99d3-4f34-a619-ee8c89dbc88c None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-2 {{(pid=84876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:38:48.295411 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-094ab7c4-99d3-4f34-a619-ee8c89dbc88c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-2 {{(pid=84876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:38:48.295971 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-094ab7c4-99d3-4f34-a619-ee8c89dbc88c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-2 {{(pid=84876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:38:48.296501 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-094ab7c4-99d3-4f34-a619-ee8c89dbc88c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-2 {{(pid=84876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:38:48.297009 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-094ab7c4-99d3-4f34-a619-ee8c89dbc88c None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@n-d-768862-2 {{(pid=84876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:38:48.297515 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-094ab7c4-99d3-4f34-a619-ee8c89dbc88c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-2 {{(pid=84876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:38:48.298028 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-094ab7c4-99d3-4f34-a619-ee8c89dbc88c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-768862-2 {{(pid=84876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:38:48.298549 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-094ab7c4-99d3-4f34-a619-ee8c89dbc88c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-768862-2 {{(pid=84876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:38:48.299071 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-094ab7c4-99d3-4f34-a619-ee8c89dbc88c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-2 {{(pid=84876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:38:48.299578 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-094ab7c4-99d3-4f34-a619-ee8c89dbc88c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-2 {{(pid=84876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:38:48.300109 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-094ab7c4-99d3-4f34-a619-ee8c89dbc88c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-2 {{(pid=84876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:38:48.300629 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-094ab7c4-99d3-4f34-a619-ee8c89dbc88c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-2 {{(pid=84876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:38:48.304823 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.plugin [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] No Port match for: 8ae55f67-74ec-4282-971a-ade0c2491087 {{(pid=84876) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2188}} Jan 14 07:38:48.305589 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Device 8ae55f67-74ec-4282-971a-ade0c2491087 not bound to the agent host n-d-768862-2 {{(pid=84876) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jan 14 07:38:48.309778 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-094ab7c4-99d3-4f34-a619-ee8c89dbc88c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=84876) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:38:48.333043 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-1f54c7af-e444-4d17-927a-d7eb081db3d9 tempest-RoutersTest-1255860389 tempest-RoutersTest-1255860389] 10.222.0.24 "GET /v2.0/ports?device_id=c7ac7b6c-30ef-4ae9-9b8d-820d3863a64b HTTP/1.1" status: 200 len: 205 time: 0.1567237 Jan 14 07:38:48.334871 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84874) accepted ('10.222.0.24', 38760) {{(pid=84874) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:38:48.431344 n-d-768862-2 neutron-server[84765]: INFO neutron.api.v2.resource [None req-13d19f5a-9a29-4aa1-aa6b-47b8ecef6479 tempest-RoutersTest-1255860389 tempest-RoutersTest-1255860389] delete failed (client error): The resource could not be found. Jan 14 07:38:48.435073 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-13d19f5a-9a29-4aa1-aa6b-47b8ecef6479 tempest-RoutersTest-1255860389 tempest-RoutersTest-1255860389] 10.222.0.24 "DELETE /v2.0/routers/c7ac7b6c-30ef-4ae9-9b8d-820d3863a64b HTTP/1.1" status: 404 len: 336 time: 0.0966029 Jan 14 07:38:48.441348 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84875) accepted ('10.222.0.24', 38764) {{(pid=84875) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:38:48.535657 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-5baffe69-5c56-414f-b2e8-01cd2ae87c65 tempest-RoutersTest-1255860389 tempest-RoutersTest-1255860389] 10.222.0.24 "GET /v2.0/ports?device_id=bd95e39c-1d1c-49f6-ab8e-fd66c171ced5 HTTP/1.1" status: 200 len: 205 time: 0.0906696 Jan 14 07:38:48.536082 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84874) accepted ('10.222.0.24', 38768) {{(pid=84874) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:38:48.634373 n-d-768862-2 neutron-server[84765]: INFO neutron.api.v2.resource [None req-08348d43-e866-4da2-885a-e2c0cfb52ffd tempest-RoutersTest-1255860389 tempest-RoutersTest-1255860389] delete failed (client error): The resource could not be found. Jan 14 07:38:48.638091 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-08348d43-e866-4da2-885a-e2c0cfb52ffd tempest-RoutersTest-1255860389 tempest-RoutersTest-1255860389] 10.222.0.24 "DELETE /v2.0/routers/bd95e39c-1d1c-49f6-ab8e-fd66c171ced5 HTTP/1.1" status: 404 len: 336 time: 0.0983479 Jan 14 07:38:48.638513 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84874) accepted ('10.222.0.24', 38772) {{(pid=84874) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:38:48.699996 n-d-768862-2 neutron-server[84765]: INFO neutron.pecan_wsgi.hooks.translation [None req-7972771d-7749-477d-8372-82b6c0c7ef6e tempest-RoutersTest-1255860389 tempest-RoutersTest-1255860389] DELETE failed (client error): The resource could not be found. Jan 14 07:38:48.700515 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7972771d-7749-477d-8372-82b6c0c7ef6e tempest-RoutersTest-1255860389 tempest-RoutersTest-1255860389] No notification will be sent due to unsuccessful status code: 404 {{(pid=84874) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Jan 14 07:38:48.722853 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-7972771d-7749-477d-8372-82b6c0c7ef6e tempest-RoutersTest-1255860389 tempest-RoutersTest-1255860389] 10.222.0.24 "DELETE /v2.0/subnets/ca641f25-b637-4466-b267-1a64df6219e2 HTTP/1.1" status: 404 len: 337 time: 0.0831504 Jan 14 07:38:48.728357 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84874) accepted ('10.222.0.24', 38776) {{(pid=84874) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:38:48.781761 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_hamode_db [None req-415ac977-9749-49e4-865e-09d2c10c2668 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '14cc991a-01b9-485e-b91f-631a9ea8ce97', 'name': 'tempest-TestServerMultinode-124629855-router', 'tenant_id': '6f203b6947d74048b2e59043cf791d37', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '226f1e78-82cd-4481-9055-4eb73b6db8c1', 'external_fixed_ips': [{'subnet_id': 'ba8deeec-7658-4195-9449-038c076f5c83', 'ip_address': '172.25.2.147'}], 'enable_snat': True}, 'gw_port_id': '99015dc7-17e2-4f39-83a3-32ee56994792', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-14T07:37:37Z', 'updated_at': '2021-01-14T07:38:41Z', 'revision_number': 5, 'project_id': '6f203b6947d74048b2e59043cf791d37', 'gw_port': {'id': '99015dc7-17e2-4f39-83a3-32ee56994792', 'name': '', 'network_id': '226f1e78-82cd-4481-9055-4eb73b6db8c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:60:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14cc991a-01b9-485e-b91f-631a9ea8ce97', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3278, 'fixed_ips': [{'subnet_id': 'ba8deeec-7658-4195-9449-038c076f5c83', 'ip_address': '172.25.2.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T07:37:40Z', 'updated_at': '2021-01-14T07:37:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ba8deeec-7658-4195-9449-038c076f5c83', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-2'}], 'n-d-768862-2', False) {} {{(pid=84877) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:38:48.793192 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.plugin [None req-b0888e6a-8057-45fe-ac09-7f5a053adcab admin admin] Deleting port 56ccde23-ee2f-4670-a8cd-3220b050e0e6 {{(pid=84874) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 07:38:48.793843 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-b0888e6a-8057-45fe-ac09-7f5a053adcab admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363259214248359'] for port, before_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:38:48.795481 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-415ac977-9749-49e4-865e-09d2c10c2668 None None] The sync data for ids ['14cc991a-01b9-485e-b91f-631a9ea8ce97'] in n-d-768862-2 is: [{'id': '14cc991a-01b9-485e-b91f-631a9ea8ce97', 'name': 'tempest-TestServerMultinode-124629855-router', 'tenant_id': '6f203b6947d74048b2e59043cf791d37', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '226f1e78-82cd-4481-9055-4eb73b6db8c1', 'external_fixed_ips': [{'subnet_id': 'ba8deeec-7658-4195-9449-038c076f5c83', 'ip_address': '172.25.2.147'}], 'enable_snat': True}, 'gw_port_id': '99015dc7-17e2-4f39-83a3-32ee56994792', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-14T07:37:37Z', 'updated_at': '2021-01-14T07:38:41Z', 'revision_number': 5, 'project_id': '6f203b6947d74048b2e59043cf791d37', 'gw_port': {'id': '99015dc7-17e2-4f39-83a3-32ee56994792', 'name': '', 'network_id': '226f1e78-82cd-4481-9055-4eb73b6db8c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:60:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14cc991a-01b9-485e-b91f-631a9ea8ce97', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3278, 'fixed_ips': [{'subnet_id': 'ba8deeec-7658-4195-9449-038c076f5c83', 'ip_address': '172.25.2.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T07:37:40Z', 'updated_at': '2021-01-14T07:37:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ba8deeec-7658-4195-9449-038c076f5c83', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-2'}] {{(pid=84877) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Jan 14 07:38:48.832353 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-4548ff29-bafd-48f4-abe1-7cb5c88bf87e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363259214191800', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854171626'] for agent, after_update {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:38:48.845537 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-bf680728-a4de-4252-b2e4-0bb5d00e32c6 tempest-RoutersTest-1255860389 tempest-RoutersTest-1255860389] 10.222.0.24 "GET /v2.0/ports?device_id=957c8bf3-5519-4605-80ba-6afa0950dc4e HTTP/1.1" status: 200 len: 205 time: 0.1181180 Jan 14 07:38:48.854068 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84875) accepted ('10.222.0.24', 38780) {{(pid=84875) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:38:48.881776 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [None req-65fd3d61-9d39-4ec6-8dd0-c44d696dc5ba admin admin] For port 99015dc7-17e2-4f39-83a3-32ee56994792, host n-d-768862-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-2',level=0,port_id=99015dc7-17e2-4f39-83a3-32ee56994792,segment=NetworkSegment(cf3ded2c-bc47-4a71-89af-6e7117e60140),segment_id=cf3ded2c-bc47-4a71-89af-6e7117e60140)] {{(pid=84875) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 07:38:48.882181 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-65fd3d61-9d39-4ec6-8dd0-c44d696dc5ba admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036850862667'] for port, precommit_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:38:48.890577 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.plugin [None req-b0888e6a-8057-45fe-ac09-7f5a053adcab admin admin] The port '56ccde23-ee2f-4670-a8cd-3220b050e0e6' was deleted {{(pid=84874) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Jan 14 07:38:49.025680 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-b0888e6a-8057-45fe-ac09-7f5a053adcab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-598987', 'neutron.services.segments.db._delete_segments_for_network-8777640583949'] for network, precommit_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:38:49.173604 n-d-768862-2 neutron-server[84765]: INFO neutron.api.v2.resource [None req-47247248-c968-4128-83e6-485330b14fa2 tempest-RoutersTest-1255860389 tempest-RoutersTest-1255860389] delete failed (client error): The resource could not be found. Jan 14 07:38:49.179197 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-47247248-c968-4128-83e6-485330b14fa2 tempest-RoutersTest-1255860389 tempest-RoutersTest-1255860389] 10.222.0.24 "DELETE /v2.0/routers/957c8bf3-5519-4605-80ba-6afa0950dc4e HTTP/1.1" status: 404 len: 336 time: 0.3006573 Jan 14 07:38:49.187727 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.plugin [None req-65fd3d61-9d39-4ec6-8dd0-c44d696dc5ba admin admin] Calling delete_port for 99015dc7-17e2-4f39-83a3-32ee56994792 owned by network:router_gateway {{(pid=84875) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 07:38:49.201869 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84874) accepted ('10.222.0.24', 38790) {{(pid=84874) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:38:49.285469 n-d-768862-2 neutron-server[84765]: INFO neutron.pecan_wsgi.hooks.translation [None req-17b45fb0-cc41-4f81-840c-05971758d054 tempest-RoutersTest-1255860389 tempest-RoutersTest-1255860389] DELETE failed (client error): The resource could not be found. Jan 14 07:38:49.285979 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-17b45fb0-cc41-4f81-840c-05971758d054 tempest-RoutersTest-1255860389 tempest-RoutersTest-1255860389] No notification will be sent due to unsuccessful status code: 404 {{(pid=84874) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Jan 14 07:38:49.287884 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-17b45fb0-cc41-4f81-840c-05971758d054 tempest-RoutersTest-1255860389 tempest-RoutersTest-1255860389] 10.222.0.24 "DELETE /v2.0/subnets/74bbff26-bf1d-4a3d-bb3c-e0039d526a86 HTTP/1.1" status: 404 len: 337 time: 0.0815525 Jan 14 07:38:49.290489 n-d-768862-2 neutron-server[84765]: DEBUG neutron.services.segments.db [None req-b0888e6a-8057-45fe-ac09-7f5a053adcab admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1839022e-4ce1-499a-85d7-c3574be174f4']}} {{(pid=84874) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:38:49.300098 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84874) accepted ('10.222.0.24', 38798) {{(pid=84874) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:38:49.324291 n-d-768862-2 neutron-server[84765]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1a64d775-2d50-4d0d-a1cf-24f362946e04 tempest-FloatingIPAdminTestJSON-531099267 tempest-FloatingIPAdminTestJSON-531099267] Router fc094d91-b73d-45fd-87e4-3cca9c4407c9 has already been hosted by L3 agent 35f592e9-451b-4db9-abea-77b6a5c5391b {{(pid=84875) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Jan 14 07:38:49.357854 n-d-768862-2 neutron-server[84765]: DEBUG neutron.services.segments.db [None req-b0888e6a-8057-45fe-ac09-7f5a053adcab admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0fcc7c7b-d221-4f54-8a00-e5f528e4eb2c') {'for_net_delete': True} {{(pid=84874) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:38:49.358148 n-d-768862-2 neutron-server[84765]: DEBUG neutron.services.segments.db [None req-b0888e6a-8057-45fe-ac09-7f5a053adcab admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0fcc7c7b-d221-4f54-8a00-e5f528e4eb2c') {} {{(pid=84874) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:38:49.376381 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-7665f2a2-b65f-41c7-b6d3-05f86ac83a8c tempest-RoutersTest-1255860389 tempest-RoutersTest-1255860389] 10.222.0.24 "GET /v2.0/ports?device_id=589153bc-311a-4fdb-9c05-a3f6957bd3dd HTTP/1.1" status: 200 len: 205 time: 0.0748374 Jan 14 07:38:49.378931 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84874) accepted ('10.222.0.24', 38802) {{(pid=84874) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:38:49.383190 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-b0888e6a-8057-45fe-ac09-7f5a053adcab admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363259214173198', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2968632'] for segment, before_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:38:49.471787 n-d-768862-2 neutron-server[84765]: INFO neutron.api.v2.resource [None req-244581ae-1554-4ec4-8ef7-56d7fb79cffd tempest-RoutersTest-1255860389 tempest-RoutersTest-1255860389] delete failed (client error): The resource could not be found. Jan 14 07:38:49.475916 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-244581ae-1554-4ec4-8ef7-56d7fb79cffd tempest-RoutersTest-1255860389 tempest-RoutersTest-1255860389] 10.222.0.24 "DELETE /v2.0/routers/589153bc-311a-4fdb-9c05-a3f6957bd3dd HTTP/1.1" status: 404 len: 336 time: 0.0930276 Jan 14 07:38:49.476234 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84874) accepted ('10.222.0.24', 38808) {{(pid=84874) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:38:49.479646 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-b0888e6a-8057-45fe-ac09-7f5a053adcab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854179735'] for segment, precommit_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:38:49.513190 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-b0888e6a-8057-45fe-ac09-7f5a053adcab admin admin] Releasing vxlan tunnel 18 to pool {{(pid=84874) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Jan 14 07:38:49.553005 n-d-768862-2 neutron-server[84765]: INFO neutron.pecan_wsgi.hooks.translation [None req-462bf9ee-26d8-484d-8380-0855c9d607f5 tempest-RoutersTest-1255860389 tempest-RoutersTest-1255860389] DELETE failed (client error): The resource could not be found. Jan 14 07:38:49.553509 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-462bf9ee-26d8-484d-8380-0855c9d607f5 tempest-RoutersTest-1255860389 tempest-RoutersTest-1255860389] No notification will be sent due to unsuccessful status code: 404 {{(pid=84874) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Jan 14 07:38:49.557892 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-462bf9ee-26d8-484d-8380-0855c9d607f5 tempest-RoutersTest-1255860389 tempest-RoutersTest-1255860389] 10.222.0.24 "DELETE /v2.0/subnets/b22e4222-1552-4804-811c-492734b7959f HTTP/1.1" status: 404 len: 337 time: 0.0778418 Jan 14 07:38:49.589992 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1a64d775-2d50-4d0d-a1cf-24f362946e04 tempest-FloatingIPAdminTestJSON-531099267 tempest-FloatingIPAdminTestJSON-531099267] Notify agent at l3_agent.n-d-768862-2 the message routers_updated {{(pid=84875) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jan 14 07:38:49.593305 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84875) accepted ('10.222.0.24', 38812) {{(pid=84875) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:38:49.601304 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e85aa45-8b62-407f-9695-5d9f3db8aaa0 None None] Sync routers for ids ['fc094d91-b73d-45fd-87e4-3cca9c4407c9'] in n-d-768862-2 {{(pid=84876) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Jan 14 07:38:49.616856 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e85aa45-8b62-407f-9695-5d9f3db8aaa0 None None] Routers {'fc094d91-b73d-45fd-87e4-3cca9c4407c9'} bound to L3 agent in host n-d-768862-2 {{(pid=84876) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 14 07:38:49.617603 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_hamode_db [None req-5e85aa45-8b62-407f-9695-5d9f3db8aaa0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-01-14T06:56:51Z,description=,heartbeat_timestamp=2021-01-14T07:38:22Z,host='n-d-768862-2',id=35f592e9-451b-4db9-abea-77b6a5c5391b,load=0,resource_versions=,resources_synced=,started_at=2021-01-14T06:56:51Z,topic='l3_agent')) {'router_ids': ['fc094d91-b73d-45fd-87e4-3cca9c4407c9'], 'active': True} {{(pid=84876) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:38:49.648842 n-d-768862-2 neutron-server[84765]: INFO neutron.pecan_wsgi.hooks.translation [None req-3a639104-fba8-4fac-a74d-e74ba4ba9877 tempest-RoutersTest-1255860389 tempest-RoutersTest-1255860389] DELETE failed (client error): The resource could not be found. Jan 14 07:38:49.649350 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3a639104-fba8-4fac-a74d-e74ba4ba9877 tempest-RoutersTest-1255860389 tempest-RoutersTest-1255860389] No notification will be sent due to unsuccessful status code: 404 {{(pid=84875) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Jan 14 07:38:49.676940 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-65fd3d61-9d39-4ec6-8dd0-c44d696dc5ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777640533329', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777640097463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851621574'] for port, after_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:38:49.689149 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_hamode_db [None req-5e85aa45-8b62-407f-9695-5d9f3db8aaa0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768862-2', False) {} {{(pid=84876) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:38:49.698807 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e85aa45-8b62-407f-9695-5d9f3db8aaa0 None None] Routers {'fc094d91-b73d-45fd-87e4-3cca9c4407c9'} bound to L3 agent in host n-d-768862-2 {{(pid=84876) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 14 07:38:49.699780 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_hamode_db [None req-5e85aa45-8b62-407f-9695-5d9f3db8aaa0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-01-14T06:56:51Z,description=,heartbeat_timestamp=2021-01-14T07:38:22Z,host='n-d-768862-2',id=35f592e9-451b-4db9-abea-77b6a5c5391b,load=0,resource_versions=,resources_synced=,started_at=2021-01-14T06:56:51Z,topic='l3_agent')) {'router_ids': ['fc094d91-b73d-45fd-87e4-3cca9c4407c9'], 'active': True} {{(pid=84876) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:38:49.728917 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-3a639104-fba8-4fac-a74d-e74ba4ba9877 tempest-RoutersTest-1255860389 tempest-RoutersTest-1255860389] 10.222.0.24 "DELETE /v2.0/subnets/91772ad2-28ae-4aa7-a237-249d7531d170 HTTP/1.1" status: 404 len: 337 time: 0.1344063 Jan 14 07:38:49.747022 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-1a64d775-2d50-4d0d-a1cf-24f362946e04 tempest-FloatingIPAdminTestJSON-531099267 tempest-FloatingIPAdminTestJSON-531099267] 10.222.0.24 "PUT /v2.0/routers/fc094d91-b73d-45fd-87e4-3cca9c4407c9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 11.6545882 Jan 14 07:38:49.770502 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_hamode_db [None req-5e85aa45-8b62-407f-9695-5d9f3db8aaa0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768862-2', False) {} {{(pid=84876) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:38:49.771457 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e85aa45-8b62-407f-9695-5d9f3db8aaa0 None None] The sync data for ids ['fc094d91-b73d-45fd-87e4-3cca9c4407c9'] in n-d-768862-2 is: [] {{(pid=84876) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Jan 14 07:38:49.803051 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84874) accepted ('10.222.0.24', 38818) {{(pid=84874) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:38:49.910339 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.managers [None req-b0888e6a-8057-45fe-ac09-7f5a053adcab admin admin] Network 1839022e-4ce1-499a-85d7-c3574be174f4 has no segments {{(pid=84874) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 14 07:38:49.971343 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-b0888e6a-8057-45fe-ac09-7f5a053adcab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-596065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036851521571'] for segment, after_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:38:49.982998 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-65fd3d61-9d39-4ec6-8dd0-c44d696dc5ba admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036850863128'] for router_gateway, after_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:38:50.157364 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-65fd3d61-9d39-4ec6-8dd0-c44d696dc5ba admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3889346', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036854717606'] for router, precommit_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:38:50.159794 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-65fd3d61-9d39-4ec6-8dd0-c44d696dc5ba admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:38:50.185830 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-65fd3d61-9d39-4ec6-8dd0-c44d696dc5ba admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036850897070'] for router, after_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:38:50.189046 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-65fd3d61-9d39-4ec6-8dd0-c44d696dc5ba admin admin] Fanout notify agent at l3_agent the message router_deleted on router 14cc991a-01b9-485e-b91f-631a9ea8ce97 {{(pid=84875) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jan 14 07:38:50.197155 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-65fd3d61-9d39-4ec6-8dd0-c44d696dc5ba admin admin] Notify callbacks [] for router, before_response {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:38:50.200910 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-65fd3d61-9d39-4ec6-8dd0-c44d696dc5ba admin admin] 10.222.0.24 "DELETE /v2.0/routers/14cc991a-01b9-485e-b91f-631a9ea8ce97 HTTP/1.1" status: 204 len: 168 time: 3.7324259 Jan 14 07:38:50.201777 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84875) accepted ('10.222.0.24', 38824) {{(pid=84875) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:38:50.218304 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.managers [None req-b0888e6a-8057-45fe-ac09-7f5a053adcab admin admin] Network 1839022e-4ce1-499a-85d7-c3574be174f4 has no segments {{(pid=84874) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 14 07:38:50.249922 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 14 07:38:50.249922 n-d-768862-2 neutron-server[84765]: % (table.description, expected, rows_matched) Jan 14 07:38:50.249922 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 14 07:38:50.249922 n-d-768862-2 neutron-server[84765]: % (table.description, expected, rows_matched) Jan 14 07:38:50.249922 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 14 07:38:50.249922 n-d-768862-2 neutron-server[84765]: % (table.description, expected, rows_matched) Jan 14 07:38:50.249922 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 14 07:38:50.249922 n-d-768862-2 neutron-server[84765]: % (table.description, expected, rows_matched) Jan 14 07:38:50.249922 n-d-768862-2 neutron-server[84765]: Traceback (most recent call last): Jan 14 07:38:50.249922 n-d-768862-2 neutron-server[84765]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 14 07:38:50.249922 n-d-768862-2 neutron-server[84765]: timer() Jan 14 07:38:50.249922 n-d-768862-2 neutron-server[84765]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 14 07:38:50.249922 n-d-768862-2 neutron-server[84765]: cb(*args, **kw) Jan 14 07:38:50.249922 n-d-768862-2 neutron-server[84765]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Jan 14 07:38:50.249922 n-d-768862-2 neutron-server[84765]: return func(*args, **kwargs) Jan 14 07:38:50.249922 n-d-768862-2 neutron-server[84765]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 14 07:38:50.249922 n-d-768862-2 neutron-server[84765]: self._notify() Jan 14 07:38:50.249922 n-d-768862-2 neutron-server[84765]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 14 07:38:50.249922 n-d-768862-2 neutron-server[84765]: self.callback(batched_events) Jan 14 07:38:50.249922 n-d-768862-2 neutron-server[84765]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 14 07:38:50.249922 n-d-768862-2 neutron-server[84765]: event.method(event) Jan 14 07:38:50.249922 n-d-768862-2 neutron-server[84765]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 14 07:38:50.249922 n-d-768862-2 neutron-server[84765]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 14 07:38:50.249922 n-d-768862-2 neutron-server[84765]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Jan 14 07:38:50.249922 n-d-768862-2 neutron-server[84765]: segment_id)['aggregates'][0] Jan 14 07:38:50.249922 n-d-768862-2 neutron-server[84765]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 14 07:38:50.249922 n-d-768862-2 neutron-server[84765]: return f(self, *a, **k) Jan 14 07:38:50.249922 n-d-768862-2 neutron-server[84765]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 14 07:38:50.249922 n-d-768862-2 neutron-server[84765]: return self._get(url).json() Jan 14 07:38:50.249922 n-d-768862-2 neutron-server[84765]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 14 07:38:50.249922 n-d-768862-2 neutron-server[84765]: **kwargs) Jan 14 07:38:50.249922 n-d-768862-2 neutron-server[84765]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 14 07:38:50.249922 n-d-768862-2 neutron-server[84765]: return self.request(url, 'GET', **kwargs) Jan 14 07:38:50.249922 n-d-768862-2 neutron-server[84765]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Jan 14 07:38:50.249922 n-d-768862-2 neutron-server[84765]: **endpoint_filter) Jan 14 07:38:50.249922 n-d-768862-2 neutron-server[84765]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 14 07:38:50.249922 n-d-768862-2 neutron-server[84765]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 14 07:38:50.249922 n-d-768862-2 neutron-server[84765]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 14 07:38:50.249922 n-d-768862-2 neutron-server[84765]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 14 07:38:50.249922 n-d-768862-2 neutron-server[84765]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 14 07:38:50.364154 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.db_base_plugin_v2 [None req-1437d988-308c-4ff1-9d54-fbdb9a022774 admin admin] Deleting subnet 4382c9cf-c50e-49d4-a4ef-3d54aa905a5a {{(pid=84875) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Jan 14 07:38:50.365085 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-0cacdb08-5529-4ac1-beef-ee6088d6ad52 tempest-FloatingIPAdminTestJSON-531099267 tempest-FloatingIPAdminTestJSON-531099267] Notify callbacks [] for router, before_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:38:50.377265 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-1437d988-308c-4ff1-9d54-fbdb9a022774 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:38:50.475514 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84874) accepted ('10.222.0.24', 38830) {{(pid=84874) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:38:50.511955 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-1437d988-308c-4ff1-9d54-fbdb9a022774 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3367281'] for subnet, precommit_delete_associations {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:38:50.628368 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-b0888e6a-8057-45fe-ac09-7f5a053adcab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036854176830', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850887149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3912591'] for network, after_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:38:50.643111 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-afca6d08-6c50-4da1-a902-8073344e8206 tempest-PortsIpV6TestJSON-1330665174 tempest-PortsIpV6TestJSON-1330665174] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:38:50.670681 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-1437d988-308c-4ff1-9d54-fbdb9a022774 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036854176836'] for subnet, precommit_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:38:50.712765 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-b0888e6a-8057-45fe-ac09-7f5a053adcab admin admin] Notify callbacks [] for network, before_response {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:38:50.715998 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0888e6a-8057-45fe-ac09-7f5a053adcab admin admin] Pushing event deleted for resources: {'Network': ['ID=1839022e-4ce1-499a-85d7-c3574be174f4,revision_number=None']} {{(pid=84874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:38:50.743867 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-b0888e6a-8057-45fe-ac09-7f5a053adcab admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:38:50.751200 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-b0888e6a-8057-45fe-ac09-7f5a053adcab admin admin] 10.222.0.24 "DELETE /v2.0/networks/1839022e-4ce1-499a-85d7-c3574be174f4 HTTP/1.1" status: 204 len: 168 time: 4.7992482 Jan 14 07:38:50.751369 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Device 99015dc7-17e2-4f39-83a3-32ee56994792 no longer exists at agent ovs-agent-n-d-768862-2 {{(pid=84876) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jan 14 07:38:50.787072 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-0cacdb08-5529-4ac1-beef-ee6088d6ad52 tempest-FloatingIPAdminTestJSON-531099267 tempest-FloatingIPAdminTestJSON-531099267] Notify callbacks [] for router_gateway, before_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:38:50.797874 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.plugin [None req-0cacdb08-5529-4ac1-beef-ee6088d6ad52 tempest-FloatingIPAdminTestJSON-531099267 tempest-FloatingIPAdminTestJSON-531099267] Deleting port 8f64eebc-f55a-463c-97f2-40090faca1ad {{(pid=84874) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 07:38:50.798443 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-0cacdb08-5529-4ac1-beef-ee6088d6ad52 tempest-FloatingIPAdminTestJSON-531099267 tempest-FloatingIPAdminTestJSON-531099267] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363259214248359'] for port, before_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:38:50.849851 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.plugin [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] No Port match for: 99015dc7-17e2-4f39-83a3-32ee56994792 {{(pid=84876) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2188}} Jan 14 07:38:50.850679 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Device 99015dc7-17e2-4f39-83a3-32ee56994792 not bound to the agent host n-d-768862-2 {{(pid=84876) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jan 14 07:38:50.852017 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Device 548f9072-1662-4a80-91d2-c9657f10b97a no longer exists at agent ovs-agent-n-d-768862-2 {{(pid=84876) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jan 14 07:38:50.892627 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.plugin [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] No Port match for: 548f9072-1662-4a80-91d2-c9657f10b97a {{(pid=84876) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2188}} Jan 14 07:38:50.893372 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Device 548f9072-1662-4a80-91d2-c9657f10b97a not bound to the agent host n-d-768862-2 {{(pid=84876) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jan 14 07:38:50.971042 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-5d19e433-6e17-4ff1-902c-571fcf6ee625 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=2a076c09cf6548039ba7b64b98184a0e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4776843 Jan 14 07:38:50.973059 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84874) accepted ('10.222.0.24', 38840) {{(pid=84874) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:38:51.129834 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84874) accepted ('10.222.0.24', 38844) {{(pid=84874) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:38:51.174908 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-1437d988-308c-4ff1-9d54-fbdb9a022774 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-598964', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850887113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3154192', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2308610'] for subnet, after_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:38:51.229262 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-b4eb5bef-c0fb-4f09-940b-41c5b8342df6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:38:51.272397 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-0cacdb08-5529-4ac1-beef-ee6088d6ad52 tempest-FloatingIPAdminTestJSON-531099267 tempest-FloatingIPAdminTestJSON-531099267] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036850862667'] for port, precommit_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:38:51.308611 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-b92e07a5-777a-4316-a7b1-5619336e66fd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:38:51.358042 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-1437d988-308c-4ff1-9d54-fbdb9a022774 admin admin] Notify callbacks [] for subnet, before_response {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:38:51.358741 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-f7cc0a6b-9f8e-4217-8fb2-c869a710918a admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=b7436c40d9974ceeb95e1adceeb35730&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2285147 Jan 14 07:38:51.363378 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84875) accepted ('10.222.0.24', 38848) {{(pid=84875) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:38:51.363869 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba1db6bc-bb95-431d-8e4d-de50ecf12043 None None] Network 51dc9c6a-30b1-46b9-9f91-fa530a91fab0 requested from n-d-768862-2 {{(pid=84876) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 07:38:51.367398 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1437d988-308c-4ff1-9d54-fbdb9a022774 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4382c9cf-c50e-49d4-a4ef-3d54aa905a5a,revision_number=None']} {{(pid=84875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:38:51.387956 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-1437d988-308c-4ff1-9d54-fbdb9a022774 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:38:51.389637 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-1437d988-308c-4ff1-9d54-fbdb9a022774 admin admin] 10.222.0.24 "DELETE /v2.0/subnets/4382c9cf-c50e-49d4-a4ef-3d54aa905a5a HTTP/1.1" status: 204 len: 168 time: 1.1869359 Jan 14 07:38:51.403735 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84875) accepted ('10.222.0.24', 38852) {{(pid=84875) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:38:51.512707 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.plugin [None req-0cacdb08-5529-4ac1-beef-ee6088d6ad52 tempest-FloatingIPAdminTestJSON-531099267 tempest-FloatingIPAdminTestJSON-531099267] Calling delete_port for 8f64eebc-f55a-463c-97f2-40090faca1ad owned by network:router_gateway {{(pid=84874) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 07:38:51.610402 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-7fa8e1ea-2c27-4a8d-91e7-5a7a32d3dd49 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:38:51.641978 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-89f7ea49-ec8d-4282-93b8-243bb4457895 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036854160497'] for network, before_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:38:51.655965 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-b4eb5bef-c0fb-4f09-940b-41c5b8342df6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:38:51.690761 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-696e5e4c-f1e5-4a69-89fd-f4c884d2b557 None None] DHCP port deletion for 51dc9c6a-30b1-46b9-9f91-fa530a91fab0 request from n-d-768862-2 {{(pid=84876) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Jan 14 07:38:51.696001 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.plugin [None req-696e5e4c-f1e5-4a69-89fd-f4c884d2b557 None None] Deleting port 4550e97a-a705-4b54-8ba0-c69a84219006 {{(pid=84876) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 07:38:51.696872 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-696e5e4c-f1e5-4a69-89fd-f4c884d2b557 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363259214248359'] for port, before_delete {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:38:51.768674 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-7fa8e1ea-2c27-4a8d-91e7-5a7a32d3dd49 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:38:51.784561 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.plugin [None req-89f7ea49-ec8d-4282-93b8-243bb4457895 admin admin] Deleting port 4550e97a-a705-4b54-8ba0-c69a84219006 {{(pid=84875) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 07:38:51.785039 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-89f7ea49-ec8d-4282-93b8-243bb4457895 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363259214248359'] for port, before_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:38:51.844186 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-b4eb5bef-c0fb-4f09-940b-41c5b8342df6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850887153'] for security_group, after_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:38:51.877378 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-372941c5-913d-488c-b5e0-b005b964e4ff tempest-SecGroupTest-1152222618 tempest-SecGroupTest-1152222618] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:38:51.929350 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4eb5bef-c0fb-4f09-940b-41c5b8342df6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=310942c6-2805-4c7f-85a3-5c7601097355,revision_number=None']} {{(pid=84874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:38:51.933881 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-b4eb5bef-c0fb-4f09-940b-41c5b8342df6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:38:51.972658 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-b4eb5bef-c0fb-4f09-940b-41c5b8342df6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:38:51.993433 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-b4eb5bef-c0fb-4f09-940b-41c5b8342df6 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/310942c6-2805-4c7f-85a3-5c7601097355 HTTP/1.1" status: 204 len: 168 time: 1.0191641 Jan 14 07:38:52.008965 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-0cacdb08-5529-4ac1-beef-ee6088d6ad52 tempest-FloatingIPAdminTestJSON-531099267 tempest-FloatingIPAdminTestJSON-531099267] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777640533329', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777640097463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3254186'] for port, after_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:38:52.314504 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [None req-696e5e4c-f1e5-4a69-89fd-f4c884d2b557 None None] For port 4550e97a-a705-4b54-8ba0-c69a84219006, host n-d-768862-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-2',level=0,port_id=4550e97a-a705-4b54-8ba0-c69a84219006,segment=NetworkSegment(17a311f1-dedc-42ba-aea3-9e31f3fab8d6),segment_id=17a311f1-dedc-42ba-aea3-9e31f3fab8d6)] {{(pid=84876) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 07:38:52.314885 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-696e5e4c-f1e5-4a69-89fd-f4c884d2b557 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036850862667'] for port, precommit_delete {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:38:52.383697 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-0cacdb08-5529-4ac1-beef-ee6088d6ad52 tempest-FloatingIPAdminTestJSON-531099267 tempest-FloatingIPAdminTestJSON-531099267] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036850863128'] for router_gateway, after_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:38:52.520269 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.plugin [None req-696e5e4c-f1e5-4a69-89fd-f4c884d2b557 None None] Calling delete_port for 4550e97a-a705-4b54-8ba0-c69a84219006 owned by network:dhcp {{(pid=84876) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 07:38:52.606754 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-0cacdb08-5529-4ac1-beef-ee6088d6ad52 tempest-FloatingIPAdminTestJSON-531099267 tempest-FloatingIPAdminTestJSON-531099267] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3889346', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036854717606'] for router, precommit_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:38:52.610468 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-a4683dbb-66a0-48fb-8232-324d88a46df9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363259214191800', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854171626'] for agent, after_update {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:38:52.616007 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-0cacdb08-5529-4ac1-beef-ee6088d6ad52 tempest-FloatingIPAdminTestJSON-531099267 tempest-FloatingIPAdminTestJSON-531099267] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:38:52.624381 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-696e5e4c-f1e5-4a69-89fd-f4c884d2b557 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777640533329', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777640097463'] for port, after_delete {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:38:52.661060 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-fa036687-9dda-497a-bdb6-6fb92322da26 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84876) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:38:52.675344 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84874) accepted ('10.222.0.24', 38866) {{(pid=84874) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:38:52.686864 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-0cacdb08-5529-4ac1-beef-ee6088d6ad52 tempest-FloatingIPAdminTestJSON-531099267 tempest-FloatingIPAdminTestJSON-531099267] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036850897070'] for router, after_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:38:52.687548 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0cacdb08-5529-4ac1-beef-ee6088d6ad52 tempest-FloatingIPAdminTestJSON-531099267 tempest-FloatingIPAdminTestJSON-531099267] Fanout notify agent at l3_agent the message router_deleted on router fc094d91-b73d-45fd-87e4-3cca9c4407c9 {{(pid=84874) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jan 14 07:38:52.736604 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-0cacdb08-5529-4ac1-beef-ee6088d6ad52 tempest-FloatingIPAdminTestJSON-531099267 tempest-FloatingIPAdminTestJSON-531099267] Notify callbacks [] for router, before_response {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:38:52.739947 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-0cacdb08-5529-4ac1-beef-ee6088d6ad52 tempest-FloatingIPAdminTestJSON-531099267 tempest-FloatingIPAdminTestJSON-531099267] 10.222.0.24 "DELETE /v2.0/routers/fc094d91-b73d-45fd-87e4-3cca9c4407c9 HTTP/1.1" status: 204 len: 168 time: 2.9355671 Jan 14 07:38:52.742866 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84874) accepted ('10.222.0.24', 38876) {{(pid=84874) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:38:52.771371 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-da76cfc0-98e8-4426-9f6d-4f05aa3fae78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363259214191800', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854171626'] for agent, after_update {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:38:52.790089 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-696e5e4c-f1e5-4a69-89fd-f4c884d2b557 None None] Pushing event deleted for resources: {'Port': ['ID=4550e97a-a705-4b54-8ba0-c69a84219006,revision_number=None']} {{(pid=84876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:38:52.797770 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Device 4550e97a-a705-4b54-8ba0-c69a84219006 no longer exists at agent ovs-agent-n-d-768862-2 {{(pid=84876) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jan 14 07:38:52.907563 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-696e5e4c-f1e5-4a69-89fd-f4c884d2b557 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.246s {{(pid=84876) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:38:52.908946 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363259214191800', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854171626'] for agent, after_update {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:38:52.910758 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.plugin [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] No Port match for: 4550e97a-a705-4b54-8ba0-c69a84219006 {{(pid=84876) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2188}} Jan 14 07:38:52.911149 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Device 4550e97a-a705-4b54-8ba0-c69a84219006 not bound to the agent host n-d-768862-2 {{(pid=84876) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jan 14 07:38:53.016236 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [None req-89f7ea49-ec8d-4282-93b8-243bb4457895 admin admin] For port 4550e97a-a705-4b54-8ba0-c69a84219006, host n-d-768862-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-2',level=0,port_id=4550e97a-a705-4b54-8ba0-c69a84219006,segment=NetworkSegment(17a311f1-dedc-42ba-aea3-9e31f3fab8d6),segment_id=17a311f1-dedc-42ba-aea3-9e31f3fab8d6)] {{(pid=84875) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 07:38:53.020450 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-696e5e4c-f1e5-4a69-89fd-f4c884d2b557 None None] No DVR routers for this DVR port 4550e97a-a705-4b54-8ba0-c69a84219006 on host n-d-768862-2 {{(pid=84876) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Jan 14 07:38:53.022469 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-89f7ea49-ec8d-4282-93b8-243bb4457895 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036850862667'] for port, precommit_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:38:53.175212 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.db_base_plugin_v2 [None req-726e5c2b-cde4-4c37-85f9-6cf9bf89e8d3 tempest-FloatingIPAdminTestJSON-531099267 tempest-FloatingIPAdminTestJSON-531099267] Deleting subnet 1baa6069-ec66-4173-bcdf-1fe146dfd36c {{(pid=84874) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Jan 14 07:38:53.179221 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-726e5c2b-cde4-4c37-85f9-6cf9bf89e8d3 tempest-FloatingIPAdminTestJSON-531099267 tempest-FloatingIPAdminTestJSON-531099267] Notify callbacks [] for subnet, before_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:38:53.267870 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-77077222-c230-4455-9b69-e19dbcfd5ec8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:38:53.290463 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-726e5c2b-cde4-4c37-85f9-6cf9bf89e8d3 tempest-FloatingIPAdminTestJSON-531099267 tempest-FloatingIPAdminTestJSON-531099267] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036851807232'] for subnet, precommit_delete_associations {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:38:53.296209 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.plugin [None req-89f7ea49-ec8d-4282-93b8-243bb4457895 admin admin] Calling delete_port for 4550e97a-a705-4b54-8ba0-c69a84219006 owned by network:dhcp {{(pid=84875) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 07:38:53.320094 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-0f37073e-9c69-4e3c-80e0-6cfaa0fd61a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363259214191800', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854171626'] for agent, after_update {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:38:53.364829 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-7fa8e1ea-2c27-4a8d-91e7-5a7a32d3dd49 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850887153'] for security_group, after_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:38:53.393865 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-9d168c76-37d1-4bd4-8572-424e2c47baf4 tempest-TestVolumeBackupRestore-661626257 tempest-TestVolumeBackupRestore-661626257] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:38:53.401694 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.db.api [None req-89f7ea49-ec8d-4282-93b8-243bb4457895 admin admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84875) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Jan 14 07:38:53.401970 n-d-768862-2 neutron-server[84765]: DEBUG oslo_db.api [None req-89f7ea49-ec8d-4282-93b8-243bb4457895 admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84875) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Jan 14 07:38:53.411680 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fa8e1ea-2c27-4a8d-91e7-5a7a32d3dd49 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7274e20a-2afe-4e3d-96bf-185914a01078,revision_number=None']} {{(pid=84875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:38:53.417980 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-7fa8e1ea-2c27-4a8d-91e7-5a7a32d3dd49 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:38:53.421740 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-7fa8e1ea-2c27-4a8d-91e7-5a7a32d3dd49 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:38:53.423014 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-7fa8e1ea-2c27-4a8d-91e7-5a7a32d3dd49 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/7274e20a-2afe-4e3d-96bf-185914a01078 HTTP/1.1" status: 204 len: 168 time: 2.0407627 Jan 14 07:38:53.687671 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-77077222-c230-4455-9b69-e19dbcfd5ec8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:38:53.700678 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-77077222-c230-4455-9b69-e19dbcfd5ec8 admin admin] Usage tracker for resource:security_group_rule and tenant:305cdddbf6894f3383c1621ab476d293 is out of sync, need to count used quota {{(pid=84874) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:38:53.705704 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-77077222-c230-4455-9b69-e19dbcfd5ec8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84874) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:38:53.715870 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-77077222-c230-4455-9b69-e19dbcfd5ec8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:38:53.782705 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-726e5c2b-cde4-4c37-85f9-6cf9bf89e8d3 tempest-FloatingIPAdminTestJSON-531099267 tempest-FloatingIPAdminTestJSON-531099267] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036854176836'] for subnet, precommit_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:38:53.904375 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.plugin [None req-89f7ea49-ec8d-4282-93b8-243bb4457895 admin admin] Deleting port 4550e97a-a705-4b54-8ba0-c69a84219006 {{(pid=84875) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 07:38:53.904375 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-89f7ea49-ec8d-4282-93b8-243bb4457895 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363259214248359'] for port, before_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:38:54.040353 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-77077222-c230-4455-9b69-e19dbcfd5ec8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:38:54.061816 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-77077222-c230-4455-9b69-e19dbcfd5ec8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850887153'] for security_group, after_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:38:54.062062 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.plugin [None req-89f7ea49-ec8d-4282-93b8-243bb4457895 admin admin] The port '4550e97a-a705-4b54-8ba0-c69a84219006' was deleted {{(pid=84875) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Jan 14 07:38:54.074667 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-8bca4ffd-b6c8-4416-9457-a3338f4c746e tempest-NegativeSecGroupTest-99150678 tempest-NegativeSecGroupTest-99150678] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:38:54.120164 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77077222-c230-4455-9b69-e19dbcfd5ec8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=28b121c8-ab22-4158-8759-ce181721d0df,revision_number=1']} {{(pid=84874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:38:54.133063 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-77077222-c230-4455-9b69-e19dbcfd5ec8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:38:54.204492 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-77077222-c230-4455-9b69-e19dbcfd5ec8 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=305cdddbf6894f3383c1621ab476d293&name=default HTTP/1.1" status: 200 len: 2983 time: 1.5271335 Jan 14 07:38:54.207642 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84874) accepted ('10.222.0.24', 38898) {{(pid=84874) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:38:54.222608 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84875) accepted ('10.222.0.24', 38902) {{(pid=84875) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:38:54.262382 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-89f7ea49-ec8d-4282-93b8-243bb4457895 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-598987', 'neutron.services.segments.db._delete_segments_for_network-8777640583949'] for network, precommit_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:38:54.304163 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-ca810753-c7bf-4946-97ec-0c7c0fd6dfa5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:38:54.311546 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-726e5c2b-cde4-4c37-85f9-6cf9bf89e8d3 tempest-FloatingIPAdminTestJSON-531099267 tempest-FloatingIPAdminTestJSON-531099267] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-598964', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850887113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036851521664', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2794686'] for subnet, after_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:38:54.339228 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-4fe230b6-a56c-4f1f-b4d1-a14b0de33758 tempest-NetworksTest-1803261889 tempest-NetworksTest-1803261889] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:38:54.402419 n-d-768862-2 neutron-server[84765]: DEBUG neutron.services.segments.db [None req-89f7ea49-ec8d-4282-93b8-243bb4457895 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['51dc9c6a-30b1-46b9-9f91-fa530a91fab0']}} {{(pid=84875) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:38:54.419634 n-d-768862-2 neutron-server[84765]: DEBUG neutron.services.segments.db [None req-89f7ea49-ec8d-4282-93b8-243bb4457895 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '17a311f1-dedc-42ba-aea3-9e31f3fab8d6') {'for_net_delete': True} {{(pid=84875) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:38:54.419634 n-d-768862-2 neutron-server[84765]: DEBUG neutron.services.segments.db [None req-89f7ea49-ec8d-4282-93b8-243bb4457895 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '17a311f1-dedc-42ba-aea3-9e31f3fab8d6') {} {{(pid=84875) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:38:54.433210 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-89f7ea49-ec8d-4282-93b8-243bb4457895 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363259214173198', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036851408567'] for segment, before_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:38:54.454780 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-89f7ea49-ec8d-4282-93b8-243bb4457895 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854179735'] for segment, precommit_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:38:54.457576 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-89f7ea49-ec8d-4282-93b8-243bb4457895 admin admin] Releasing vxlan tunnel 22 to pool {{(pid=84875) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Jan 14 07:38:54.477217 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-726e5c2b-cde4-4c37-85f9-6cf9bf89e8d3 tempest-FloatingIPAdminTestJSON-531099267 tempest-FloatingIPAdminTestJSON-531099267] Pushing event deleted for resources: {'Subnet': ['ID=1baa6069-ec66-4173-bcdf-1fe146dfd36c,revision_number=None']} {{(pid=84874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:38:54.493621 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.v2.base [None req-64a97717-9d2e-4de8-b78b-1f0de0ffc60d tempest-TagsExtTest-1634423073 tempest-TagsExtTest-1634423073] Request body: {'network': {'name': 'tempest-TagsExtTest-test-network-1824673091'}} {{(pid=84875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:38:54.495562 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-726e5c2b-cde4-4c37-85f9-6cf9bf89e8d3 tempest-FloatingIPAdminTestJSON-531099267 tempest-FloatingIPAdminTestJSON-531099267] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.156s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:38:54.502303 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-ca810753-c7bf-4946-97ec-0c7c0fd6dfa5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:38:54.502973 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-64a97717-9d2e-4de8-b78b-1f0de0ffc60d tempest-TagsExtTest-1634423073 tempest-TagsExtTest-1634423073] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:38:54.517316 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-726e5c2b-cde4-4c37-85f9-6cf9bf89e8d3 tempest-FloatingIPAdminTestJSON-531099267 tempest-FloatingIPAdminTestJSON-531099267] Notify callbacks [] for subnet, before_response {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:38:54.524160 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c3a7b18-74f4-4ecb-96fb-5da68629f5bf None None] Network 1b3d0014-9963-4dc8-8cab-b103f8a4db4f requested from n-d-768862-2 {{(pid=84876) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 07:38:54.551713 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-726e5c2b-cde4-4c37-85f9-6cf9bf89e8d3 tempest-FloatingIPAdminTestJSON-531099267 tempest-FloatingIPAdminTestJSON-531099267] 10.222.0.24 "DELETE /v2.0/subnets/1baa6069-ec66-4173-bcdf-1fe146dfd36c HTTP/1.1" status: 204 len: 168 time: 1.8074093 Jan 14 07:38:54.552671 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84874) accepted ('10.222.0.24', 38908) {{(pid=84874) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:38:54.565424 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-64a97717-9d2e-4de8-b78b-1f0de0ffc60d tempest-TagsExtTest-1634423073 tempest-TagsExtTest-1634423073] Usage tracker for resource:network and tenant:3c5ba2ffdf1c470489fd2dcda482d26e is out of sync, need to count used quota {{(pid=84875) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:38:54.571497 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-64a97717-9d2e-4de8-b78b-1f0de0ffc60d tempest-TagsExtTest-1634423073 tempest-TagsExtTest-1634423073] Quota usage for network was recalculated. Used quota:0. {{(pid=84875) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:38:54.597495 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-64a97717-9d2e-4de8-b78b-1f0de0ffc60d tempest-TagsExtTest-1634423073 tempest-TagsExtTest-1634423073] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:38:54.704256 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-e5584ae1-0539-402d-8a98-9ee6403b4158 tempest-FloatingIPAdminTestJSON-531099267 tempest-FloatingIPAdminTestJSON-531099267] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036854160497'] for network, before_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:38:54.708645 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-64a97717-9d2e-4de8-b78b-1f0de0ffc60d tempest-TagsExtTest-1634423073 tempest-TagsExtTest-1634423073] Made reservation on behalf of 3c5ba2ffdf1c470489fd2dcda482d26e for: {'network': 1} {{(pid=84875) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 07:38:54.723682 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-64a97717-9d2e-4de8-b78b-1f0de0ffc60d tempest-TagsExtTest-1634423073 tempest-TagsExtTest-1634423073] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555753'] for network, before_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:38:54.735972 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.managers [None req-89f7ea49-ec8d-4282-93b8-243bb4457895 admin admin] Network 51dc9c6a-30b1-46b9-9f91-fa530a91fab0 has no segments {{(pid=84875) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 14 07:38:54.749099 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-89f7ea49-ec8d-4282-93b8-243bb4457895 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-596065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3154253'] for segment, after_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:38:54.769748 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-64a97717-9d2e-4de8-b78b-1f0de0ffc60d tempest-TagsExtTest-1634423073 tempest-TagsExtTest-1634423073] Notify callbacks [] for security_group, before_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:38:54.779437 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-ca810753-c7bf-4946-97ec-0c7c0fd6dfa5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850887153'] for security_group, after_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:38:54.797097 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-1431052a-3641-416c-ae3b-b45cf9e55815 tempest-FloatingIPAdminTestJSON-531099267 tempest-FloatingIPAdminTestJSON-531099267] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:38:54.815108 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca810753-c7bf-4946-97ec-0c7c0fd6dfa5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=28b121c8-ab22-4158-8759-ce181721d0df,revision_number=None']} {{(pid=84874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:38:54.818412 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-ca810753-c7bf-4946-97ec-0c7c0fd6dfa5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:38:54.820300 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-ca810753-c7bf-4946-97ec-0c7c0fd6dfa5 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/28b121c8-ab22-4158-8759-ce181721d0df HTTP/1.1" status: 204 len: 168 time: 0.6114573 Jan 14 07:38:54.826353 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-ca810753-c7bf-4946-97ec-0c7c0fd6dfa5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:38:54.827241 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.plugin [None req-e5584ae1-0539-402d-8a98-9ee6403b4158 tempest-FloatingIPAdminTestJSON-531099267 tempest-FloatingIPAdminTestJSON-531099267] Deleting port e8bd71ff-1be9-4858-a171-0619066458f9 {{(pid=84874) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 07:38:54.827556 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-e5584ae1-0539-402d-8a98-9ee6403b4158 tempest-FloatingIPAdminTestJSON-531099267 tempest-FloatingIPAdminTestJSON-531099267] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363259214248359'] for port, before_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:38:54.904515 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68ddf12d-81f8-421c-bf16-b6fd475c284e None None] DHCP port deletion for 1b3d0014-9963-4dc8-8cab-b103f8a4db4f request from n-d-768862-2 {{(pid=84876) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Jan 14 07:38:54.912077 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.plugin [None req-68ddf12d-81f8-421c-bf16-b6fd475c284e None None] Deleting port e8bd71ff-1be9-4858-a171-0619066458f9 {{(pid=84876) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 07:38:54.913155 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-68ddf12d-81f8-421c-bf16-b6fd475c284e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363259214248359'] for port, before_delete {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:38:54.914892 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-64a97717-9d2e-4de8-b78b-1f0de0ffc60d tempest-TagsExtTest-1634423073 tempest-TagsExtTest-1634423073] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:38:54.941814 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-64a97717-9d2e-4de8-b78b-1f0de0ffc60d tempest-TagsExtTest-1634423073 tempest-TagsExtTest-1634423073] Usage tracker for resource:security_group_rule and tenant:3c5ba2ffdf1c470489fd2dcda482d26e is out of sync, need to count used quota {{(pid=84875) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:38:54.974106 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-64a97717-9d2e-4de8-b78b-1f0de0ffc60d tempest-TagsExtTest-1634423073 tempest-TagsExtTest-1634423073] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84875) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:38:55.029913 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-64a97717-9d2e-4de8-b78b-1f0de0ffc60d tempest-TagsExtTest-1634423073 tempest-TagsExtTest-1634423073] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:38:55.133852 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-64a97717-9d2e-4de8-b78b-1f0de0ffc60d tempest-TagsExtTest-1634423073 tempest-TagsExtTest-1634423073] Notify callbacks [] for security_group, precommit_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:38:55.136277 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [None req-e5584ae1-0539-402d-8a98-9ee6403b4158 tempest-FloatingIPAdminTestJSON-531099267 tempest-FloatingIPAdminTestJSON-531099267] For port e8bd71ff-1be9-4858-a171-0619066458f9, host n-d-768862-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-2',level=0,port_id=e8bd71ff-1be9-4858-a171-0619066458f9,segment=NetworkSegment(a1d4852f-109e-4d2e-aadf-fb4ec4ef0493),segment_id=a1d4852f-109e-4d2e-aadf-fb4ec4ef0493)] {{(pid=84874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 07:38:55.136723 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-e5584ae1-0539-402d-8a98-9ee6403b4158 tempest-FloatingIPAdminTestJSON-531099267 tempest-FloatingIPAdminTestJSON-531099267] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036850862667'] for port, precommit_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:38:55.146732 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-64a97717-9d2e-4de8-b78b-1f0de0ffc60d tempest-TagsExtTest-1634423073 tempest-TagsExtTest-1634423073] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850887153'] for security_group, after_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:38:55.162898 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-64a97717-9d2e-4de8-b78b-1f0de0ffc60d tempest-TagsExtTest-1634423073 tempest-TagsExtTest-1634423073] vxlan segment allocate from pool success with {'vxlan_vni': 3} {{(pid=84875) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Jan 14 07:38:55.172596 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-64a97717-9d2e-4de8-b78b-1f0de0ffc60d tempest-TagsExtTest-1634423073 tempest-TagsExtTest-1634423073] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment--9223363259214191851', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854179735'] for segment, precommit_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:38:55.173036 n-d-768862-2 neutron-server[84765]: INFO neutron.db.segments_db [None req-64a97717-9d2e-4de8-b78b-1f0de0ffc60d tempest-TagsExtTest-1634423073 tempest-TagsExtTest-1634423073] Added segment 0030e973-bf57-492a-956e-2e94c1df159a of type vxlan for network d74d19b4-6d4a-45c2-8faa-d1a39193f050 Jan 14 07:38:55.201507 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-64a97717-9d2e-4de8-b78b-1f0de0ffc60d tempest-TagsExtTest-1634423073 tempest-TagsExtTest-1634423073] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363259214646115'] for network, precommit_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:38:55.215254 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-65f0cea1-51af-4ee0-83f5-2d4d7b55e9d3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:38:55.249884 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.managers [None req-89f7ea49-ec8d-4282-93b8-243bb4457895 admin admin] Network 51dc9c6a-30b1-46b9-9f91-fa530a91fab0 has no segments {{(pid=84875) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 14 07:38:55.277787 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64a97717-9d2e-4de8-b78b-1f0de0ffc60d tempest-TagsExtTest-1634423073 tempest-TagsExtTest-1634423073] Pushing event updated for resources: {'SecurityGroup': ['ID=1c676220-0b91-454e-9900-166614115faf,revision_number=1']} {{(pid=84875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:38:55.301467 n-d-768862-2 neutron-server[84765]: Traceback (most recent call last): Jan 14 07:38:55.301467 n-d-768862-2 neutron-server[84765]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 14 07:38:55.301467 n-d-768862-2 neutron-server[84765]: timer() Jan 14 07:38:55.301467 n-d-768862-2 neutron-server[84765]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 14 07:38:55.301467 n-d-768862-2 neutron-server[84765]: cb(*args, **kw) Jan 14 07:38:55.301467 n-d-768862-2 neutron-server[84765]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Jan 14 07:38:55.301467 n-d-768862-2 neutron-server[84765]: return func(*args, **kwargs) Jan 14 07:38:55.301467 n-d-768862-2 neutron-server[84765]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 14 07:38:55.301467 n-d-768862-2 neutron-server[84765]: self._notify() Jan 14 07:38:55.301467 n-d-768862-2 neutron-server[84765]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 14 07:38:55.301467 n-d-768862-2 neutron-server[84765]: self.callback(batched_events) Jan 14 07:38:55.301467 n-d-768862-2 neutron-server[84765]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 14 07:38:55.301467 n-d-768862-2 neutron-server[84765]: event.method(event) Jan 14 07:38:55.301467 n-d-768862-2 neutron-server[84765]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 14 07:38:55.301467 n-d-768862-2 neutron-server[84765]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 14 07:38:55.301467 n-d-768862-2 neutron-server[84765]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Jan 14 07:38:55.301467 n-d-768862-2 neutron-server[84765]: segment_id)['aggregates'][0] Jan 14 07:38:55.301467 n-d-768862-2 neutron-server[84765]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 14 07:38:55.301467 n-d-768862-2 neutron-server[84765]: return f(self, *a, **k) Jan 14 07:38:55.301467 n-d-768862-2 neutron-server[84765]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 14 07:38:55.301467 n-d-768862-2 neutron-server[84765]: return self._get(url).json() Jan 14 07:38:55.301467 n-d-768862-2 neutron-server[84765]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 14 07:38:55.301467 n-d-768862-2 neutron-server[84765]: **kwargs) Jan 14 07:38:55.301467 n-d-768862-2 neutron-server[84765]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 14 07:38:55.301467 n-d-768862-2 neutron-server[84765]: return self.request(url, 'GET', **kwargs) Jan 14 07:38:55.301467 n-d-768862-2 neutron-server[84765]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Jan 14 07:38:55.301467 n-d-768862-2 neutron-server[84765]: **endpoint_filter) Jan 14 07:38:55.301467 n-d-768862-2 neutron-server[84765]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 14 07:38:55.301467 n-d-768862-2 neutron-server[84765]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 14 07:38:55.301467 n-d-768862-2 neutron-server[84765]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 14 07:38:55.301467 n-d-768862-2 neutron-server[84765]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 14 07:38:55.301467 n-d-768862-2 neutron-server[84765]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 14 07:38:55.303444 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-64a97717-9d2e-4de8-b78b-1f0de0ffc60d tempest-TagsExtTest-1634423073 tempest-TagsExtTest-1634423073] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:38:55.311704 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [None req-68ddf12d-81f8-421c-bf16-b6fd475c284e None None] For port e8bd71ff-1be9-4858-a171-0619066458f9, host n-d-768862-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-2',level=0,port_id=e8bd71ff-1be9-4858-a171-0619066458f9,segment=NetworkSegment(a1d4852f-109e-4d2e-aadf-fb4ec4ef0493),segment_id=a1d4852f-109e-4d2e-aadf-fb4ec4ef0493)] {{(pid=84876) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 07:38:55.312185 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-68ddf12d-81f8-421c-bf16-b6fd475c284e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036850862667'] for port, precommit_delete {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:38:55.326641 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.plugin [None req-e5584ae1-0539-402d-8a98-9ee6403b4158 tempest-FloatingIPAdminTestJSON-531099267 tempest-FloatingIPAdminTestJSON-531099267] Calling delete_port for e8bd71ff-1be9-4858-a171-0619066458f9 owned by network:dhcp {{(pid=84874) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 07:38:55.402125 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-64a97717-9d2e-4de8-b78b-1f0de0ffc60d tempest-TagsExtTest-1634423073 tempest-TagsExtTest-1634423073] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850887149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964'] for network, after_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:38:55.422800 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64a97717-9d2e-4de8-b78b-1f0de0ffc60d tempest-TagsExtTest-1634423073 tempest-TagsExtTest-1634423073] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:38:55.423524 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-64a97717-9d2e-4de8-b78b-1f0de0ffc60d tempest-TagsExtTest-1634423073 tempest-TagsExtTest-1634423073] Notify callbacks [] for network, before_response {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:38:55.433678 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-ce134de8-50ae-44b0-a850-a441a40d4d7b tempest-RoutersTest-1255860389 tempest-RoutersTest-1255860389] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:38:55.478830 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.plugin [None req-68ddf12d-81f8-421c-bf16-b6fd475c284e None None] Calling delete_port for e8bd71ff-1be9-4858-a171-0619066458f9 owned by network:dhcp {{(pid=84876) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 07:38:55.520854 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-e5584ae1-0539-402d-8a98-9ee6403b4158 tempest-FloatingIPAdminTestJSON-531099267 tempest-FloatingIPAdminTestJSON-531099267] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777640533329', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777640097463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3254186'] for port, after_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:38:55.560848 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.db.api [None req-68ddf12d-81f8-421c-bf16-b6fd475c284e None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84876) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Jan 14 07:38:55.561769 n-d-768862-2 neutron-server[84765]: DEBUG oslo_db.api [None req-68ddf12d-81f8-421c-bf16-b6fd475c284e None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84876) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Jan 14 07:38:55.567042 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-89f7ea49-ec8d-4282-93b8-243bb4457895 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036854176830', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850887149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3912591'] for network, after_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:38:55.570133 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-274999d4-9c30-4e1a-9fd8-a354c21a452c tempest-FloatingIPAdminTestJSON-531099267 tempest-FloatingIPAdminTestJSON-531099267] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:38:55.584981 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-89f7ea49-ec8d-4282-93b8-243bb4457895 admin admin] Notify callbacks [] for network, before_response {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:38:55.595912 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-89f7ea49-ec8d-4282-93b8-243bb4457895 admin admin] 10.222.0.24 "DELETE /v2.0/networks/51dc9c6a-30b1-46b9-9f91-fa530a91fab0 HTTP/1.1" status: 204 len: 168 time: 4.1894472 Jan 14 07:38:55.597854 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64a97717-9d2e-4de8-b78b-1f0de0ffc60d tempest-TagsExtTest-1634423073 tempest-TagsExtTest-1634423073] Pushing event updated for resources: {'Network': ['ID=d74d19b4-6d4a-45c2-8faa-d1a39193f050,revision_number=1']} {{(pid=84875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:38:55.600570 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84875) accepted ('10.222.0.24', 38918) {{(pid=84875) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:38:55.611662 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-64a97717-9d2e-4de8-b78b-1f0de0ffc60d tempest-TagsExtTest-1634423073 tempest-TagsExtTest-1634423073] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.178s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:38:55.612912 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-e359a421-9480-4f07-ac00-bbcd2f8c72e2 tempest-TestNetworkAdvancedServerOps-470546014 tempest-TestNetworkAdvancedServerOps-470546014] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.034s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:38:55.615031 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Network d74d19b4-6d4a-45c2-8faa-d1a39193f050 details requested by agent ovs-agent-n-d-768862-2 with host n-d-768862-2 {{(pid=84876) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 07:38:55.632392 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-017f98a9-8a07-408c-a86f-8ff0c00400a0 None None] Network d74d19b4-6d4a-45c2-8faa-d1a39193f050 details requested by agent ovs-agent-n-h1-768862-2 with host n-h1-768862-2 {{(pid=84876) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 07:38:55.678839 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84874) accepted ('10.222.0.24', 38922) {{(pid=84874) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:38:55.680500 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5584ae1-0539-402d-8a98-9ee6403b4158 tempest-FloatingIPAdminTestJSON-531099267 tempest-FloatingIPAdminTestJSON-531099267] Pushing event deleted for resources: {'Port': ['ID=e8bd71ff-1be9-4858-a171-0619066458f9,revision_number=None']} {{(pid=84874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:38:55.696316 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89f7ea49-ec8d-4282-93b8-243bb4457895 admin admin] Pushing event deleted for resources: {'Network': ['ID=51dc9c6a-30b1-46b9-9f91-fa530a91fab0,revision_number=None']} {{(pid=84875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:38:55.696997 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-e5584ae1-0539-402d-8a98-9ee6403b4158 tempest-FloatingIPAdminTestJSON-531099267 tempest-FloatingIPAdminTestJSON-531099267] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:38:55.707278 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-64a97717-9d2e-4de8-b78b-1f0de0ffc60d tempest-TagsExtTest-1634423073 tempest-TagsExtTest-1634423073] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 1.4835131 Jan 14 07:38:55.713877 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84875) accepted ('10.222.0.24', 38926) {{(pid=84875) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:38:55.715159 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-89f7ea49-ec8d-4282-93b8-243bb4457895 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:38:55.731997 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.v2.base [None req-a0a03874-f6de-4495-9518-e4d1e0300e16 tempest-TagsExtTest-1634423073 tempest-TagsExtTest-1634423073] Request body: {'subnet': {'network_id': 'd74d19b4-6d4a-45c2-8faa-d1a39193f050', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=84875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:38:55.766364 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-852a24f7-e9a1-4193-9abb-e9506fe5213f None None] Network d74d19b4-6d4a-45c2-8faa-d1a39193f050 details requested by agent ovs-agent-n-h2-768862-2 with host n-h2-768862-2 {{(pid=84876) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 07:38:55.804825 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-c8119481-942e-4428-bc54-b759c882276b admin admin] Notify callbacks [] for security_group, before_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:38:55.842365 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-c8119481-942e-4428-bc54-b759c882276b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:38:55.857438 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-c8119481-942e-4428-bc54-b759c882276b admin admin] Usage tracker for resource:security_group_rule and tenant:ce81ae10c46346139750a5fa7b2818db is out of sync, need to count used quota {{(pid=84874) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:38:55.864753 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-a0a03874-f6de-4495-9518-e4d1e0300e16 tempest-TagsExtTest-1634423073 tempest-TagsExtTest-1634423073] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:38:55.865316 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-c8119481-942e-4428-bc54-b759c882276b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84874) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:38:55.869431 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5584ae1-0539-402d-8a98-9ee6403b4158 tempest-FloatingIPAdminTestJSON-531099267 tempest-FloatingIPAdminTestJSON-531099267] No DVR routers for this DVR port e8bd71ff-1be9-4858-a171-0619066458f9 on host n-d-768862-2 {{(pid=84874) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Jan 14 07:38:55.870030 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-a0a03874-f6de-4495-9518-e4d1e0300e16 tempest-TagsExtTest-1634423073 tempest-TagsExtTest-1634423073] Usage tracker for resource:subnet and tenant:3c5ba2ffdf1c470489fd2dcda482d26e is out of sync, need to count used quota {{(pid=84875) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:38:55.873276 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-a0a03874-f6de-4495-9518-e4d1e0300e16 tempest-TagsExtTest-1634423073 tempest-TagsExtTest-1634423073] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84875) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:38:55.879368 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-a0a03874-f6de-4495-9518-e4d1e0300e16 tempest-TagsExtTest-1634423073 tempest-TagsExtTest-1634423073] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:38:55.935876 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-c8119481-942e-4428-bc54-b759c882276b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:38:55.939652 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a0a03874-f6de-4495-9518-e4d1e0300e16 tempest-TagsExtTest-1634423073 tempest-TagsExtTest-1634423073] Made reservation on behalf of 3c5ba2ffdf1c470489fd2dcda482d26e for: {'subnet': 1} {{(pid=84875) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 07:38:56.045770 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-e5584ae1-0539-402d-8a98-9ee6403b4158 tempest-FloatingIPAdminTestJSON-531099267 tempest-FloatingIPAdminTestJSON-531099267] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-598987', 'neutron.services.segments.db._delete_segments_for_network-8777640583949'] for network, precommit_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:38:56.062968 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.plugin [None req-68ddf12d-81f8-421c-bf16-b6fd475c284e None None] Deleting port e8bd71ff-1be9-4858-a171-0619066458f9 {{(pid=84876) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 07:38:56.063443 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-68ddf12d-81f8-421c-bf16-b6fd475c284e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363259214248359'] for port, before_delete {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:38:56.068565 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-a0a03874-f6de-4495-9518-e4d1e0300e16 tempest-TagsExtTest-1634423073 tempest-TagsExtTest-1634423073] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036852467157'] for subnet, before_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:38:56.137943 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.plugin [None req-68ddf12d-81f8-421c-bf16-b6fd475c284e None None] The port 'e8bd71ff-1be9-4858-a171-0619066458f9' was deleted {{(pid=84876) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Jan 14 07:38:56.216410 n-d-768862-2 neutron-server[84765]: DEBUG neutron.services.segments.db [None req-e5584ae1-0539-402d-8a98-9ee6403b4158 tempest-FloatingIPAdminTestJSON-531099267 tempest-FloatingIPAdminTestJSON-531099267] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1b3d0014-9963-4dc8-8cab-b103f8a4db4f']}} {{(pid=84874) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:38:56.240982 n-d-768862-2 neutron-server[84765]: DEBUG neutron.services.segments.db [None req-e5584ae1-0539-402d-8a98-9ee6403b4158 tempest-FloatingIPAdminTestJSON-531099267 tempest-FloatingIPAdminTestJSON-531099267] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a1d4852f-109e-4d2e-aadf-fb4ec4ef0493') {'for_net_delete': True} {{(pid=84874) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:38:56.241357 n-d-768862-2 neutron-server[84765]: DEBUG neutron.services.segments.db [None req-e5584ae1-0539-402d-8a98-9ee6403b4158 tempest-FloatingIPAdminTestJSON-531099267 tempest-FloatingIPAdminTestJSON-531099267] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a1d4852f-109e-4d2e-aadf-fb4ec4ef0493') {} {{(pid=84874) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:38:56.270322 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-e5584ae1-0539-402d-8a98-9ee6403b4158 tempest-FloatingIPAdminTestJSON-531099267 tempest-FloatingIPAdminTestJSON-531099267] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363259214173198', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2968632'] for segment, before_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:38:56.301792 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-e5584ae1-0539-402d-8a98-9ee6403b4158 tempest-FloatingIPAdminTestJSON-531099267 tempest-FloatingIPAdminTestJSON-531099267] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854179735'] for segment, precommit_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:38:56.311105 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-e5584ae1-0539-402d-8a98-9ee6403b4158 tempest-FloatingIPAdminTestJSON-531099267 tempest-FloatingIPAdminTestJSON-531099267] Releasing vxlan tunnel 21 to pool {{(pid=84874) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Jan 14 07:38:56.347863 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-c8119481-942e-4428-bc54-b759c882276b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:38:56.462269 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-c8119481-942e-4428-bc54-b759c882276b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850887153'] for security_group, after_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:38:56.474482 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-d816a689-15ab-47fb-84cd-3a3876422f91 tempest-NegativeSecGroupTest-99150678 tempest-NegativeSecGroupTest-99150678] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:38:56.515443 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8119481-942e-4428-bc54-b759c882276b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d3484beb-3ce6-4249-9d77-b32cbbc4a3db,revision_number=1']} {{(pid=84874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:38:56.545293 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-c8119481-942e-4428-bc54-b759c882276b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:38:56.627800 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-c8119481-942e-4428-bc54-b759c882276b admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=ce81ae10c46346139750a5fa7b2818db&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9422362 Jan 14 07:38:56.630500 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84874) accepted ('10.222.0.24', 38932) {{(pid=84874) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:38:56.651891 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.managers [None req-e5584ae1-0539-402d-8a98-9ee6403b4158 tempest-FloatingIPAdminTestJSON-531099267 tempest-FloatingIPAdminTestJSON-531099267] Network 1b3d0014-9963-4dc8-8cab-b103f8a4db4f has no segments {{(pid=84874) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 14 07:38:56.664798 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-e5584ae1-0539-402d-8a98-9ee6403b4158 tempest-FloatingIPAdminTestJSON-531099267 tempest-FloatingIPAdminTestJSON-531099267] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-596065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036851521571'] for segment, after_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:38:56.728612 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Device e8bd71ff-1be9-4858-a171-0619066458f9 no longer exists at agent ovs-agent-n-d-768862-2 {{(pid=84876) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jan 14 07:38:56.809574 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.plugin [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] No Port match for: e8bd71ff-1be9-4858-a171-0619066458f9 {{(pid=84876) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2188}} Jan 14 07:38:56.810138 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Device e8bd71ff-1be9-4858-a171-0619066458f9 not bound to the agent host n-d-768862-2 {{(pid=84876) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jan 14 07:38:56.948956 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.managers [None req-e5584ae1-0539-402d-8a98-9ee6403b4158 tempest-FloatingIPAdminTestJSON-531099267 tempest-FloatingIPAdminTestJSON-531099267] Network 1b3d0014-9963-4dc8-8cab-b103f8a4db4f has no segments {{(pid=84874) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 14 07:38:56.977886 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-c96ae2fa-8dd7-4724-9f90-8bcdac6ee14a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:38:56.980094 n-d-768862-2 neutron-server[84765]: Traceback (most recent call last): Jan 14 07:38:56.980094 n-d-768862-2 neutron-server[84765]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 14 07:38:56.980094 n-d-768862-2 neutron-server[84765]: timer() Jan 14 07:38:56.980094 n-d-768862-2 neutron-server[84765]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 14 07:38:56.980094 n-d-768862-2 neutron-server[84765]: cb(*args, **kw) Jan 14 07:38:56.980094 n-d-768862-2 neutron-server[84765]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Jan 14 07:38:56.980094 n-d-768862-2 neutron-server[84765]: return func(*args, **kwargs) Jan 14 07:38:56.980094 n-d-768862-2 neutron-server[84765]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 14 07:38:56.980094 n-d-768862-2 neutron-server[84765]: self._notify() Jan 14 07:38:56.980094 n-d-768862-2 neutron-server[84765]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 14 07:38:56.980094 n-d-768862-2 neutron-server[84765]: self.callback(batched_events) Jan 14 07:38:56.980094 n-d-768862-2 neutron-server[84765]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 14 07:38:56.980094 n-d-768862-2 neutron-server[84765]: event.method(event) Jan 14 07:38:56.980094 n-d-768862-2 neutron-server[84765]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 14 07:38:56.980094 n-d-768862-2 neutron-server[84765]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 14 07:38:56.980094 n-d-768862-2 neutron-server[84765]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Jan 14 07:38:56.980094 n-d-768862-2 neutron-server[84765]: segment_id)['aggregates'][0] Jan 14 07:38:56.980094 n-d-768862-2 neutron-server[84765]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 14 07:38:56.980094 n-d-768862-2 neutron-server[84765]: return f(self, *a, **k) Jan 14 07:38:56.980094 n-d-768862-2 neutron-server[84765]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 14 07:38:56.980094 n-d-768862-2 neutron-server[84765]: return self._get(url).json() Jan 14 07:38:56.980094 n-d-768862-2 neutron-server[84765]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 14 07:38:56.980094 n-d-768862-2 neutron-server[84765]: **kwargs) Jan 14 07:38:56.980094 n-d-768862-2 neutron-server[84765]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 14 07:38:56.980094 n-d-768862-2 neutron-server[84765]: return self.request(url, 'GET', **kwargs) Jan 14 07:38:56.980094 n-d-768862-2 neutron-server[84765]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Jan 14 07:38:56.980094 n-d-768862-2 neutron-server[84765]: **endpoint_filter) Jan 14 07:38:56.980094 n-d-768862-2 neutron-server[84765]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 14 07:38:56.980094 n-d-768862-2 neutron-server[84765]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 14 07:38:56.980094 n-d-768862-2 neutron-server[84765]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 14 07:38:56.980094 n-d-768862-2 neutron-server[84765]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 14 07:38:56.980094 n-d-768862-2 neutron-server[84765]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 14 07:38:57.100913 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-c96ae2fa-8dd7-4724-9f90-8bcdac6ee14a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:38:57.110471 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-0e2440d5-1314-4dee-9689-7fa0d9d81f5b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3889632'] for router_interface, before_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:38:57.129219 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-e5584ae1-0539-402d-8a98-9ee6403b4158 tempest-FloatingIPAdminTestJSON-531099267 tempest-FloatingIPAdminTestJSON-531099267] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036854176830', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850887149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3912591'] for network, after_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:38:57.142104 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-e8600963-6b2a-4d2b-b405-701e7cba92aa tempest-RoutersNegativeTest-536999269 tempest-RoutersNegativeTest-536999269] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:38:57.158979 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-e5584ae1-0539-402d-8a98-9ee6403b4158 tempest-FloatingIPAdminTestJSON-531099267 tempest-FloatingIPAdminTestJSON-531099267] Notify callbacks [] for network, before_response {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:38:57.180651 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5584ae1-0539-402d-8a98-9ee6403b4158 tempest-FloatingIPAdminTestJSON-531099267 tempest-FloatingIPAdminTestJSON-531099267] Pushing event deleted for resources: {'Network': ['ID=1b3d0014-9963-4dc8-8cab-b103f8a4db4f,revision_number=None']} {{(pid=84874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:38:57.187520 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-e5584ae1-0539-402d-8a98-9ee6403b4158 tempest-FloatingIPAdminTestJSON-531099267 tempest-FloatingIPAdminTestJSON-531099267] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:38:57.206587 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-e5584ae1-0539-402d-8a98-9ee6403b4158 tempest-FloatingIPAdminTestJSON-531099267 tempest-FloatingIPAdminTestJSON-531099267] 10.222.0.24 "DELETE /v2.0/networks/1b3d0014-9963-4dc8-8cab-b103f8a4db4f HTTP/1.1" status: 204 len: 168 time: 2.6493952 Jan 14 07:38:57.207455 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84874) accepted ('10.222.0.24', 38936) {{(pid=84874) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:38:57.211153 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-c96ae2fa-8dd7-4724-9f90-8bcdac6ee14a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850887153'] for security_group, after_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:38:57.213839 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-c96ae2fa-8dd7-4724-9f90-8bcdac6ee14a admin admin] Notify callbacks [] for security_group, before_response {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:38:57.215072 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-c96ae2fa-8dd7-4724-9f90-8bcdac6ee14a admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/d3484beb-3ce6-4249-9d77-b32cbbc4a3db HTTP/1.1" status: 204 len: 168 time: 0.5854583 Jan 14 07:38:57.311611 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-ced6214e-d3d7-4ba5-93cb-6de3bbac032d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:38:57.391347 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c96ae2fa-8dd7-4724-9f90-8bcdac6ee14a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d3484beb-3ce6-4249-9d77-b32cbbc4a3db,revision_number=None']} {{(pid=84874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:38:57.403070 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-c96ae2fa-8dd7-4724-9f90-8bcdac6ee14a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:38:57.416750 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.plugin [None req-67b68e0b-88a5-47e6-bafa-11a3c902792b tempest-FloatingIPAdminTestJSON-531099267 tempest-FloatingIPAdminTestJSON-531099267] Deleting port 3cede45d-90f8-4d16-a559-93b7a822e374 {{(pid=84874) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 07:38:57.417212 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-67b68e0b-88a5-47e6-bafa-11a3c902792b tempest-FloatingIPAdminTestJSON-531099267 tempest-FloatingIPAdminTestJSON-531099267] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363259214248359'] for port, before_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:38:57.643792 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-67b68e0b-88a5-47e6-bafa-11a3c902792b tempest-FloatingIPAdminTestJSON-531099267 tempest-FloatingIPAdminTestJSON-531099267] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036850862667'] for port, precommit_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:38:57.644187 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-67b68e0b-88a5-47e6-bafa-11a3c902792b tempest-FloatingIPAdminTestJSON-531099267 tempest-FloatingIPAdminTestJSON-531099267] Notify callbacks [] for floatingip, precommit_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:38:57.689900 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-a0a03874-f6de-4495-9518-e4d1e0300e16 tempest-TagsExtTest-1634423073 tempest-TagsExtTest-1634423073] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850887113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036851621412', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036852467174'] for subnet, after_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:38:57.727621 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-29bb53d2-a73c-4b30-a053-e25475cb993b tempest-RoutersTest-1255860389 tempest-RoutersTest-1255860389] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:38:57.872290 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.plugin [None req-67b68e0b-88a5-47e6-bafa-11a3c902792b tempest-FloatingIPAdminTestJSON-531099267 tempest-FloatingIPAdminTestJSON-531099267] Calling delete_port for 3cede45d-90f8-4d16-a559-93b7a822e374 owned by network:floatingip {{(pid=84874) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 07:38:58.022560 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-67b68e0b-88a5-47e6-bafa-11a3c902792b tempest-FloatingIPAdminTestJSON-531099267 tempest-FloatingIPAdminTestJSON-531099267] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777640533329', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777640097463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3254186'] for port, after_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:38:58.040179 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-029eafa4-3378-4df5-945c-878d90a8208a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:38:58.146245 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0a03874-f6de-4495-9518-e4d1e0300e16 tempest-TagsExtTest-1634423073 tempest-TagsExtTest-1634423073] Pushing event updated for resources: {'Subnet': ['ID=0776487b-6d68-41d7-9410-919d58a27dd9,revision_number=0']} {{(pid=84875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:38:58.150932 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67b68e0b-88a5-47e6-bafa-11a3c902792b tempest-FloatingIPAdminTestJSON-531099267 tempest-FloatingIPAdminTestJSON-531099267] Pushing event deleted for resources: {'Port': ['ID=3cede45d-90f8-4d16-a559-93b7a822e374,revision_number=None']} {{(pid=84874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:38:58.158037 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-67b68e0b-88a5-47e6-bafa-11a3c902792b tempest-FloatingIPAdminTestJSON-531099267 tempest-FloatingIPAdminTestJSON-531099267] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:38:58.175308 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-a0a03874-f6de-4495-9518-e4d1e0300e16 tempest-TagsExtTest-1634423073 tempest-TagsExtTest-1634423073] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.448s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:38:58.304067 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-67b68e0b-88a5-47e6-bafa-11a3c902792b tempest-FloatingIPAdminTestJSON-531099267 tempest-FloatingIPAdminTestJSON-531099267] Notify callbacks [] for floatingip, after_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:38:58.328313 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-67b68e0b-88a5-47e6-bafa-11a3c902792b tempest-FloatingIPAdminTestJSON-531099267 tempest-FloatingIPAdminTestJSON-531099267] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854768116'] for floatingip, before_response {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:38:58.332505 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-67b68e0b-88a5-47e6-bafa-11a3c902792b tempest-FloatingIPAdminTestJSON-531099267 tempest-FloatingIPAdminTestJSON-531099267] 10.222.0.24 "DELETE /v2.0/floatingips/28208a28-ebf1-4cb0-816e-f3b8ebf66e5b HTTP/1.1" status: 204 len: 168 time: 1.1235547 Jan 14 07:38:58.387050 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0a03874-f6de-4495-9518-e4d1e0300e16 tempest-TagsExtTest-1634423073 tempest-TagsExtTest-1634423073] Checking segment: {'id': '0030e973-bf57-492a-956e-2e94c1df159a', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'd74d19b4-6d4a-45c2-8faa-d1a39193f050'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84875) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 14 07:38:58.387608 n-d-768862-2 neutron-server[84765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0a03874-f6de-4495-9518-e4d1e0300e16 tempest-TagsExtTest-1634423073 tempest-TagsExtTest-1634423073] Network hostable DHCP agents. Network: d74d19b4-6d4a-45c2-8faa-d1a39193f050, hostable agents: ['32f3dd84-26da-4d18-bf15-6017a8fb7247'], hosted agents: [] {{(pid=84875) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Jan 14 07:38:58.395565 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.plugin [None req-0e2440d5-1314-4dee-9689-7fa0d9d81f5b admin admin] Deleting port aa33ce03-c1b3-472e-99fb-ab3cdb728628 {{(pid=84875) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 07:38:58.395997 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-0e2440d5-1314-4dee-9689-7fa0d9d81f5b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363259214248359'] for port, before_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:38:58.584608 n-d-768862-2 neutron-server[84765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0a03874-f6de-4495-9518-e4d1e0300e16 tempest-TagsExtTest-1634423073 tempest-TagsExtTest-1634423073] Network d74d19b4-6d4a-45c2-8faa-d1a39193f050 is scheduled to be hosted by DHCP agent 32f3dd84-26da-4d18-bf15-6017a8fb7247 with binding_index 1 {{(pid=84875) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Jan 14 07:38:58.602100 n-d-768862-2 neutron-server[84765]: DEBUG neutron.scheduler.base_scheduler [None req-a0a03874-f6de-4495-9518-e4d1e0300e16 tempest-TagsExtTest-1634423073 tempest-TagsExtTest-1634423073] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768862-2, d74d19b4-6d4a-45c2-8faa-d1a39193f050) {{(pid=84875) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 07:38:58.612707 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2321cfbe-7392-426f-968e-5a4e223010ee None None] Network d74d19b4-6d4a-45c2-8faa-d1a39193f050 requested from n-d-768862-2 {{(pid=84876) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 07:38:58.642126 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0a03874-f6de-4495-9518-e4d1e0300e16 tempest-TagsExtTest-1634423073 tempest-TagsExtTest-1634423073] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:38:58.642852 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-a0a03874-f6de-4495-9518-e4d1e0300e16 tempest-TagsExtTest-1634423073 tempest-TagsExtTest-1634423073] Notify callbacks [] for subnet, before_response {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:38:58.722283 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84874) accepted ('10.222.0.24', 38964) {{(pid=84874) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:38:58.722478 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-a0a03874-f6de-4495-9518-e4d1e0300e16 tempest-TagsExtTest-1634423073 tempest-TagsExtTest-1634423073] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 3.0057914 Jan 14 07:38:58.726601 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [None req-0e2440d5-1314-4dee-9689-7fa0d9d81f5b admin admin] For port aa33ce03-c1b3-472e-99fb-ab3cdb728628, host n-d-768862-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-2',level=0,port_id=aa33ce03-c1b3-472e-99fb-ab3cdb728628,segment=NetworkSegment(6c952e0d-03f3-44f7-8568-c4053a5ec05d),segment_id=6c952e0d-03f3-44f7-8568-c4053a5ec05d)] {{(pid=84875) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 07:38:58.727305 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-0e2440d5-1314-4dee-9689-7fa0d9d81f5b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036850862667'] for port, precommit_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:38:58.731423 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.v2.base [None req-1458de6a-a9a9-4a52-9300-469e1d49fa22 tempest-TagsExtTest-1634423073 tempest-TagsExtTest-1634423073] Request body: {'port': {'network_id': 'd74d19b4-6d4a-45c2-8faa-d1a39193f050', 'name': 'tempest-TagsExtTest-949896360'}} {{(pid=84874) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:38:58.848696 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84874) accepted ('10.222.0.24', 38972) {{(pid=84874) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:38:59.018267 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d46a13f9-0403-4358-ade7-76ad3cf160e5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5d94dc7a-c095-50a4-955e-5f3b78718a12-d74d19b4-6d4a-45c2-8faa-d1a39193f050', 'network_id': 'd74d19b4-6d4a-45c2-8faa-d1a39193f050', 'tenant_id': '3c5ba2ffdf1c470489fd2dcda482d26e', 'fixed_ips': [{'subnet_id': '0776487b-6d68-41d7-9410-919d58a27dd9'}]}} from n-d-768862-2. {{(pid=84876) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Jan 14 07:38:59.019274 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-d46a13f9-0403-4358-ade7-76ad3cf160e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555753'] for port, before_create {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:38:59.052226 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.plugin [None req-0e2440d5-1314-4dee-9689-7fa0d9d81f5b admin admin] Calling delete_port for aa33ce03-c1b3-472e-99fb-ab3cdb728628 owned by network:router_interface {{(pid=84875) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 07:38:59.398804 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-0e2440d5-1314-4dee-9689-7fa0d9d81f5b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777640533329', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777640097463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851621574'] for port, after_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:38:59.422034 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-054b39c4-b82b-4288-9cd2-53f4ceab6ec6 tempest-FloatingIPAdminTestJSON-398982223 tempest-FloatingIPAdminTestJSON-398982223] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:38:59.486243 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e2440d5-1314-4dee-9689-7fa0d9d81f5b admin admin] Pushing event deleted for resources: {'Port': ['ID=aa33ce03-c1b3-472e-99fb-ab3cdb728628,revision_number=None']} {{(pid=84875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:38:59.545135 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-0e2440d5-1314-4dee-9689-7fa0d9d81f5b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:38:59.559259 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-a366a1ae-f46c-4508-b847-749b0d8a9080 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=ef9f6f3547d542eb9089070d3eabd9fa&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7084556 Jan 14 07:38:59.562035 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84875) accepted ('10.222.0.24', 38986) {{(pid=84875) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:38:59.566005 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-1458de6a-a9a9-4a52-9300-469e1d49fa22 tempest-TagsExtTest-1634423073 tempest-TagsExtTest-1634423073] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:38:59.571105 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-1458de6a-a9a9-4a52-9300-469e1d49fa22 tempest-TagsExtTest-1634423073 tempest-TagsExtTest-1634423073] Usage tracker for resource:port and tenant:3c5ba2ffdf1c470489fd2dcda482d26e is out of sync, need to count used quota {{(pid=84874) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:38:59.574382 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-1458de6a-a9a9-4a52-9300-469e1d49fa22 tempest-TagsExtTest-1634423073 tempest-TagsExtTest-1634423073] Quota usage for port was recalculated. Used quota:0. {{(pid=84874) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:38:59.580432 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-1458de6a-a9a9-4a52-9300-469e1d49fa22 tempest-TagsExtTest-1634423073 tempest-TagsExtTest-1634423073] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:38:59.592612 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1458de6a-a9a9-4a52-9300-469e1d49fa22 tempest-TagsExtTest-1634423073 tempest-TagsExtTest-1634423073] Made reservation on behalf of 3c5ba2ffdf1c470489fd2dcda482d26e for: {'port': 1} {{(pid=84874) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 07:38:59.602816 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-1458de6a-a9a9-4a52-9300-469e1d49fa22 tempest-TagsExtTest-1634423073 tempest-TagsExtTest-1634423073] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555753'] for port, before_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:38:59.756856 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-f8684a06-395b-4f5f-a51a-07c24d7f4819 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:38:59.838516 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-f8684a06-395b-4f5f-a51a-07c24d7f4819 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:38:59.957179 n-d-768862-2 neutron-server[84765]: DEBUG neutron.notifiers.nova [None req-1458de6a-a9a9-4a52-9300-469e1d49fa22 tempest-TagsExtTest-1634423073 tempest-TagsExtTest-1634423073] device_id is not set on port d7308bf8-72dc-4c02-bfaa-94590c8f1cf8 yet. {{(pid=84874) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}} Jan 14 07:38:59.976572 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.db_base_plugin_common [None req-d46a13f9-0403-4358-ade7-76ad3cf160e5 None None] Allocated IP 172.20.0.2 (d74d19b4-6d4a-45c2-8faa-d1a39193f050/0776487b-6d68-41d7-9410-919d58a27dd9/caf1d2fd-ecc4-421d-8726-6cb1d82b4ad4) {{(pid=84876) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 14 07:39:00.101030 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-f8684a06-395b-4f5f-a51a-07c24d7f4819 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850887153'] for security_group, after_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:39:00.121186 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-f8bcdb22-ba0b-40c2-867e-807301897e84 tempest-NegativeSecGroupTest-99150678 tempest-NegativeSecGroupTest-99150678] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:39:00.146213 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8684a06-395b-4f5f-a51a-07c24d7f4819 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9a10bc93-7161-4a11-80f6-f5dcfd4bb020,revision_number=None']} {{(pid=84875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:39:00.152112 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-f8684a06-395b-4f5f-a51a-07c24d7f4819 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:39:00.206402 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-0e2440d5-1314-4dee-9689-7fa0d9d81f5b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted--9223372036851568851', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal--9223372036850888080'] for router_interface, after_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:39:00.224545 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-f8684a06-395b-4f5f-a51a-07c24d7f4819 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:39:00.226273 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-f8684a06-395b-4f5f-a51a-07c24d7f4819 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/9a10bc93-7161-4a11-80f6-f5dcfd4bb020 HTTP/1.1" status: 204 len: 168 time: 0.6581676 Jan 14 07:39:00.354788 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-d46a13f9-0403-4358-ade7-76ad3cf160e5 None None] Notify callbacks [] for port, precommit_create {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:39:00.389104 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-d46a13f9-0403-4358-ade7-76ad3cf160e5 None None] Transition to ACTIVE for port object caf1d2fd-ecc4-421d-8726-6cb1d82b4ad4 will not be triggered until provisioned by entity L2. {{(pid=84876) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 07:39:00.415738 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-d46a13f9-0403-4358-ade7-76ad3cf160e5 None None] Transition to ACTIVE for port object caf1d2fd-ecc4-421d-8726-6cb1d82b4ad4 will not be triggered until provisioned by entity DHCP. {{(pid=84876) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 07:39:00.436998 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-d46a13f9-0403-4358-ade7-76ad3cf160e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777640123575'] for port, after_create {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:39:00.487482 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-094ab7c4-99d3-4f34-a619-ee8c89dbc88c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84876) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:39:00.648097 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.db_base_plugin_common [None req-1458de6a-a9a9-4a52-9300-469e1d49fa22 tempest-TagsExtTest-1634423073 tempest-TagsExtTest-1634423073] Allocated IP 172.20.0.4 (d74d19b4-6d4a-45c2-8faa-d1a39193f050/0776487b-6d68-41d7-9410-919d58a27dd9/d7308bf8-72dc-4c02-bfaa-94590c8f1cf8) {{(pid=84874) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 14 07:39:00.672472 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d46a13f9-0403-4358-ade7-76ad3cf160e5 None None] Pushing event updated for resources: {'Port': ['ID=caf1d2fd-ecc4-421d-8726-6cb1d82b4ad4,revision_number=1']} {{(pid=84876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:39:00.676651 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-d46a13f9-0403-4358-ade7-76ad3cf160e5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.189s {{(pid=84876) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:39:00.793572 n-d-768862-2 neutron-server[84765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d46a13f9-0403-4358-ade7-76ad3cf160e5 None None] Network d74d19b4-6d4a-45c2-8faa-d1a39193f050 is already hosted by enough agents. {{(pid=84876) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 07:39:00.795360 n-d-768862-2 neutron-server[84765]: DEBUG neutron.scheduler.base_scheduler [None req-d46a13f9-0403-4358-ade7-76ad3cf160e5 None None] Resources bound (agent type, host, resource id): {{(pid=84876) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 07:39:00.798488 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d46a13f9-0403-4358-ade7-76ad3cf160e5 None None] Received port after_create {{(pid=84876) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 14 07:39:00.920760 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.managers [None req-d46a13f9-0403-4358-ade7-76ad3cf160e5 None None] Attempting to bind port caf1d2fd-ecc4-421d-8726-6cb1d82b4ad4 on host n-d-768862-2 for vnic_type normal with profile {{(pid=84876) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 14 07:39:00.921192 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.managers [None req-d46a13f9-0403-4358-ade7-76ad3cf160e5 None None] Attempting to bind port caf1d2fd-ecc4-421d-8726-6cb1d82b4ad4 by drivers openvswitch on host n-d-768862-2 at level 0 using segments [{'id': '0030e973-bf57-492a-956e-2e94c1df159a', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'd74d19b4-6d4a-45c2-8faa-d1a39193f050'}] {{(pid=84876) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 14 07:39:00.926525 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d46a13f9-0403-4358-ade7-76ad3cf160e5 None None] Attempting to bind port caf1d2fd-ecc4-421d-8726-6cb1d82b4ad4 on network d74d19b4-6d4a-45c2-8faa-d1a39193f050 {{(pid=84876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 14 07:39:00.940894 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d46a13f9-0403-4358-ade7-76ad3cf160e5 None None] Checking agent: {'id': 'ba5efab1-b43c-4d5a-bc52-6e105d4e67a2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768862-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 14, 6, 56, 52), 'started_at': datetime.datetime(2021, 1, 14, 6, 57, 22), 'heartbeat_timestamp': datetime.datetime(2021, 1, 14, 7, 38, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768862-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.29', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 14 07:39:00.941327 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d46a13f9-0403-4358-ade7-76ad3cf160e5 None None] Checking segment: {'id': '0030e973-bf57-492a-956e-2e94c1df159a', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'd74d19b4-6d4a-45c2-8faa-d1a39193f050'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84876) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 14 07:39:00.941830 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-d46a13f9-0403-4358-ade7-76ad3cf160e5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:39:00.942280 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d46a13f9-0403-4358-ade7-76ad3cf160e5 None None] Bound using segment: {'id': '0030e973-bf57-492a-956e-2e94c1df159a', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'd74d19b4-6d4a-45c2-8faa-d1a39193f050'} {{(pid=84876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 14 07:39:00.942812 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.managers [None req-d46a13f9-0403-4358-ade7-76ad3cf160e5 None None] Bound port: caf1d2fd-ecc4-421d-8726-6cb1d82b4ad4, host: n-d-768862-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0030e973-bf57-492a-956e-2e94c1df159a', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'd74d19b4-6d4a-45c2-8faa-d1a39193f050'}}] {{(pid=84876) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 14 07:39:00.943238 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-d46a13f9-0403-4358-ade7-76ad3cf160e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555753'] for port, before_update {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:39:00.957146 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84875) accepted ('10.222.0.24', 39006) {{(pid=84875) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:39:00.986131 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-c690b174-7da2-4747-aba0-9ffb81062934 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:39:01.022898 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-c690b174-7da2-4747-aba0-9ffb81062934 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:39:01.030550 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-c690b174-7da2-4747-aba0-9ffb81062934 admin admin] Usage tracker for resource:security_group_rule and tenant:5b48dee8caa642d586f335c14475734c is out of sync, need to count used quota {{(pid=84875) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:39:01.036329 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-c690b174-7da2-4747-aba0-9ffb81062934 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84875) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:39:01.040924 n-d-768862-2 neutron-server[84765]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0e2440d5-1314-4dee-9689-7fa0d9d81f5b admin admin] Router c78f7234-d34c-450d-aaff-e128913826bd has already been hosted by L3 agent 35f592e9-451b-4db9-abea-77b6a5c5391b {{(pid=84875) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Jan 14 07:39:01.046403 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-c690b174-7da2-4747-aba0-9ffb81062934 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:39:01.118430 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [None req-d46a13f9-0403-4358-ade7-76ad3cf160e5 None None] For port caf1d2fd-ecc4-421d-8726-6cb1d82b4ad4, host n-d-768862-2, cleared binding levels {{(pid=84876) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 14 07:39:01.125617 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [None req-d46a13f9-0403-4358-ade7-76ad3cf160e5 None None] For port caf1d2fd-ecc4-421d-8726-6cb1d82b4ad4, host n-d-768862-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-2',level=0,port_id=caf1d2fd-ecc4-421d-8726-6cb1d82b4ad4,segment=NetworkSegment(0030e973-bf57-492a-956e-2e94c1df159a),segment_id=0030e973-bf57-492a-956e-2e94c1df159a)] {{(pid=84876) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 14 07:39:01.126626 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-1458de6a-a9a9-4a52-9300-469e1d49fa22 tempest-TagsExtTest-1634423073 tempest-TagsExtTest-1634423073] Notify callbacks [] for port, precommit_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:39:01.130449 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-d46a13f9-0403-4358-ade7-76ad3cf160e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777640533312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363259214678337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777640097497'] for port, after_update {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:39:01.156730 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-1458de6a-a9a9-4a52-9300-469e1d49fa22 tempest-TagsExtTest-1634423073 tempest-TagsExtTest-1634423073] Transition to ACTIVE for port object d7308bf8-72dc-4c02-bfaa-94590c8f1cf8 will not be triggered until provisioned by entity DHCP. {{(pid=84874) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 07:39:01.198414 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-1458de6a-a9a9-4a52-9300-469e1d49fa22 tempest-TagsExtTest-1634423073 tempest-TagsExtTest-1634423073] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777640123575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3254186'] for port, after_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:39:01.376828 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-c1cd60b1-a050-4e6b-bf4e-44d3617e8a17 tempest-RoutersTest-1255860389 tempest-RoutersTest-1255860389] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:39:01.423980 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-d46a13f9-0403-4358-ade7-76ad3cf160e5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84876) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:39:01.466470 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1458de6a-a9a9-4a52-9300-469e1d49fa22 tempest-TagsExtTest-1634423073 tempest-TagsExtTest-1634423073] Pushing event updated for resources: {'Port': ['ID=d7308bf8-72dc-4c02-bfaa-94590c8f1cf8,revision_number=1']} {{(pid=84874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:39:01.472785 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-1458de6a-a9a9-4a52-9300-469e1d49fa22 tempest-TagsExtTest-1634423073 tempest-TagsExtTest-1634423073] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:39:01.507864 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d46a13f9-0403-4358-ade7-76ad3cf160e5 None None] Pushing event updated for resources: {'Port': ['ID=caf1d2fd-ecc4-421d-8726-6cb1d82b4ad4,revision_number=2']} {{(pid=84876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:39:01.513893 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-d46a13f9-0403-4358-ade7-76ad3cf160e5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=84876) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:39:01.540668 n-d-768862-2 neutron-server[84765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1458de6a-a9a9-4a52-9300-469e1d49fa22 tempest-TagsExtTest-1634423073 tempest-TagsExtTest-1634423073] Network d74d19b4-6d4a-45c2-8faa-d1a39193f050 is already hosted by enough agents. {{(pid=84874) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 07:39:01.543497 n-d-768862-2 neutron-server[84765]: DEBUG neutron.scheduler.base_scheduler [None req-1458de6a-a9a9-4a52-9300-469e1d49fa22 tempest-TagsExtTest-1634423073 tempest-TagsExtTest-1634423073] Resources bound (agent type, host, resource id): {{(pid=84874) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 07:39:01.550668 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1458de6a-a9a9-4a52-9300-469e1d49fa22 tempest-TagsExtTest-1634423073 tempest-TagsExtTest-1634423073] Received port after_create {{(pid=84874) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 14 07:39:01.636228 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network":"rule:regular_user" was deprecated in W in favor of "create_network":"role:member and project_id:%(project_id)s". Reason: Jan 14 07:39:01.636228 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:39:01.636228 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:39:01.636228 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:39:01.636228 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:shared":"rule:admin_only" was deprecated in W in favor of "create_network:shared":"role:admin and system_scope:all". Reason: Jan 14 07:39:01.636228 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:39:01.636228 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:39:01.636228 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:39:01.636228 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:router:external":"rule:admin_only" was deprecated in W in favor of "create_network:router:external":"role:admin and system_scope:all". Reason: Jan 14 07:39:01.636228 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:39:01.636228 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:39:01.636228 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:39:01.636228 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:is_default":"rule:admin_only" was deprecated in W in favor of "create_network:is_default":"role:admin and system_scope:all". Reason: Jan 14 07:39:01.636228 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:39:01.636228 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:39:01.636228 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:39:01.636228 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:port_security_enabled":"rule:regular_user" was deprecated in W in favor of "create_network:port_security_enabled":"role:member and project_id:%(project_id)s". Reason: Jan 14 07:39:01.636228 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:39:01.636228 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:39:01.636228 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:39:01.636228 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:segments":"rule:admin_only" was deprecated in W in favor of "create_network:segments":"role:admin and system_scope:all". Reason: Jan 14 07:39:01.636228 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:39:01.636228 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:39:01.636228 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:39:01.636228 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "create_network:provider:network_type":"role:admin and system_scope:all". Reason: Jan 14 07:39:01.636228 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:39:01.636228 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:39:01.636228 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:39:01.636228 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "create_network:provider:physical_network":"role:admin and system_scope:all". Reason: Jan 14 07:39:01.636228 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:39:01.636228 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:39:01.636228 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:39:01.636228 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "create_network:provider:segmentation_id":"role:admin and system_scope:all". Reason: Jan 14 07:39:01.636228 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:39:01.636228 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:39:01.636228 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:39:01.636228 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network":"rule:admin_or_owner or rule:shared or rule:external or rule:context_is_advsvc" was deprecated in W in favor of "get_network":"(role:reader and system_scope:all) or (role:reader and project_id:%(project_id)s) or rule:shared or rule:external or rule:context_is_advsvc". Reason: Jan 14 07:39:01.636228 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:39:01.636228 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:39:01.636228 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:39:01.636228 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:router:external":"rule:regular_user" was deprecated in W in favor of "get_network:router:external":"role:reader and project_id:%(project_id)s". Reason: Jan 14 07:39:01.636228 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:39:01.636228 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:39:01.636228 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:39:01.636228 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:segments":"rule:admin_only" was deprecated in W in favor of "get_network:segments":"role:reader and system_scope:all". Reason: Jan 14 07:39:01.636228 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:39:01.636228 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:39:01.636228 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:39:01.636228 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "get_network:provider:network_type":"role:reader and system_scope:all". Reason: Jan 14 07:39:01.636228 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:39:01.636228 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:39:01.636228 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:39:01.636228 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "get_network:provider:physical_network":"role:reader and system_scope:all". Reason: Jan 14 07:39:01.636228 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:39:01.636228 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:39:01.636228 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:39:01.636228 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "get_network:provider:segmentation_id":"role:reader and system_scope:all". Reason: Jan 14 07:39:01.636228 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:39:01.636228 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:39:01.636228 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:39:01.636228 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network":"rule:admin_or_owner" was deprecated in W in favor of "update_network":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 07:39:01.636228 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:39:01.636228 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:39:01.636228 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:39:01.636228 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:segments":"rule:admin_only" was deprecated in W in favor of "update_network:segments":"role:admin and system_scope:all". Reason: Jan 14 07:39:01.636228 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:39:01.636228 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:39:01.636228 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:39:01.654571 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1458de6a-a9a9-4a52-9300-469e1d49fa22 tempest-TagsExtTest-1634423073 tempest-TagsExtTest-1634423073] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:39:01.654677 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-1458de6a-a9a9-4a52-9300-469e1d49fa22 tempest-TagsExtTest-1634423073 tempest-TagsExtTest-1634423073] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854768116'] for port, before_response {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:39:01.692438 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-1458de6a-a9a9-4a52-9300-469e1d49fa22 tempest-TagsExtTest-1634423073 tempest-TagsExtTest-1634423073] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 921 time: 2.9682951 Jan 14 07:39:01.697028 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84874) accepted ('10.222.0.24', 39020) {{(pid=84874) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:39:01.715425 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.v2.base [None req-67b3cae5-8ff8-4c4f-be8c-e59a7bf93ed0 tempest-TagsExtTest-1634423073 tempest-TagsExtTest-1634423073] Request body: {'router': {'name': 'tempest-TagsExtTest-router-1761680683', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=84874) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:39:01.739756 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-67b3cae5-8ff8-4c4f-be8c-e59a7bf93ed0 tempest-TagsExtTest-1634423073 tempest-TagsExtTest-1634423073] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:39:01.745185 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-67b3cae5-8ff8-4c4f-be8c-e59a7bf93ed0 tempest-TagsExtTest-1634423073 tempest-TagsExtTest-1634423073] Usage tracker for resource:router and tenant:3c5ba2ffdf1c470489fd2dcda482d26e is out of sync, need to count used quota {{(pid=84874) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:39:01.750178 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-67b3cae5-8ff8-4c4f-be8c-e59a7bf93ed0 tempest-TagsExtTest-1634423073 tempest-TagsExtTest-1634423073] Quota usage for router was recalculated. Used quota:0. {{(pid=84874) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:39:01.757046 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-67b3cae5-8ff8-4c4f-be8c-e59a7bf93ed0 tempest-TagsExtTest-1634423073 tempest-TagsExtTest-1634423073] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:39:01.772070 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-67b3cae5-8ff8-4c4f-be8c-e59a7bf93ed0 tempest-TagsExtTest-1634423073 tempest-TagsExtTest-1634423073] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3889205', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854717621'] for router, before_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:39:01.773694 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-67b3cae5-8ff8-4c4f-be8c-e59a7bf93ed0 tempest-TagsExtTest-1634423073 tempest-TagsExtTest-1634423073] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036850886574', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3912501', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3808446', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-58179'] for router, precommit_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:39:01.781888 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0e2440d5-1314-4dee-9689-7fa0d9d81f5b admin admin] Notify agent at l3_agent.n-d-768862-2 the message routers_updated {{(pid=84875) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jan 14 07:39:01.790802 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2c28fa7-1d68-434f-8676-2211986036fc None None] Sync routers for ids ['c78f7234-d34c-450d-aaff-e128913826bd'] in n-d-768862-2 {{(pid=84877) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Jan 14 07:39:01.796854 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-67b3cae5-8ff8-4c4f-be8c-e59a7bf93ed0 tempest-TagsExtTest-1634423073 tempest-TagsExtTest-1634423073] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:39:01.812198 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2c28fa7-1d68-434f-8676-2211986036fc None None] Routers {'c78f7234-d34c-450d-aaff-e128913826bd'} bound to L3 agent in host n-d-768862-2 {{(pid=84877) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 14 07:39:01.816410 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_hamode_db [None req-c2c28fa7-1d68-434f-8676-2211986036fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-01-14T06:56:51Z,description=,heartbeat_timestamp=2021-01-14T07:38:52Z,host='n-d-768862-2',id=35f592e9-451b-4db9-abea-77b6a5c5391b,load=0,resource_versions=,resources_synced=,started_at=2021-01-14T06:56:51Z,topic='l3_agent')) {'router_ids': ['c78f7234-d34c-450d-aaff-e128913826bd'], 'active': True} {{(pid=84877) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:39:01.817000 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-c690b174-7da2-4747-aba0-9ffb81062934 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:39:01.817899 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-67b3cae5-8ff8-4c4f-be8c-e59a7bf93ed0 tempest-TagsExtTest-1634423073 tempest-TagsExtTest-1634423073] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036850886612', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036850863158'] for router, after_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:39:01.821183 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-0e2440d5-1314-4dee-9689-7fa0d9d81f5b admin admin] 10.222.0.24 "PUT /v2.0/routers/c78f7234-d34c-450d-aaff-e128913826bd/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.2117913 Jan 14 07:39:01.822710 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-c690b174-7da2-4747-aba0-9ffb81062934 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850887153'] for security_group, after_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:39:01.834845 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84874) accepted ('10.222.0.24', 39024) {{(pid=84874) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:39:01.855166 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-f8684a06-395b-4f5f-a51a-07c24d7f4819 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:39:01.867542 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-c690b174-7da2-4747-aba0-9ffb81062934 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=5b48dee8caa642d586f335c14475734c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9065492 Jan 14 07:39:01.868281 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84875) accepted ('10.222.0.24', 39028) {{(pid=84875) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:39:01.918357 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c690b174-7da2-4747-aba0-9ffb81062934 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=169b335c-b16f-481e-9cb8-77d6236532ef,revision_number=1']} {{(pid=84875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:39:01.925742 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-c690b174-7da2-4747-aba0-9ffb81062934 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:39:02.010781 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-06a6e74a-bcdd-491b-b204-d042e7d11ebe admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:39:02.067122 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-06a6e74a-bcdd-491b-b204-d042e7d11ebe admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:39:02.182698 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-d92e5fc6-fdf7-4d55-8525-a85cc6b19255 admin admin] Notify callbacks [] for router, before_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:39:02.188636 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_dvr_db [None req-c2c28fa7-1d68-434f-8676-2211986036fc None None] Set router c78f7234-d34c-450d-aaff-e128913826bd gateway port host: n-d-768862-2 {{(pid=84877) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 14 07:39:02.200976 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-06a6e74a-bcdd-491b-b204-d042e7d11ebe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850887153'] for security_group, after_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:39:02.208390 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-e6a21228-a46c-4e9c-8b93-a7e187c0f1ae tempest-SecGroupTest-1152222618 tempest-SecGroupTest-1152222618] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:39:02.249586 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-06a6e74a-bcdd-491b-b204-d042e7d11ebe admin admin] Notify callbacks [] for security_group, before_response {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:39:02.254669 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-06a6e74a-bcdd-491b-b204-d042e7d11ebe admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/169b335c-b16f-481e-9cb8-77d6236532ef HTTP/1.1" status: 204 len: 168 time: 0.3854091 Jan 14 07:39:02.257212 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06a6e74a-bcdd-491b-b204-d042e7d11ebe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=169b335c-b16f-481e-9cb8-77d6236532ef,revision_number=None']} {{(pid=84875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:39:02.284137 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-06a6e74a-bcdd-491b-b204-d042e7d11ebe admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:39:02.306691 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-67b3cae5-8ff8-4c4f-be8c-e59a7bf93ed0 tempest-TagsExtTest-1634423073 tempest-TagsExtTest-1634423073] Notify callbacks [] for router, before_response {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:39:02.310828 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-67b3cae5-8ff8-4c4f-be8c-e59a7bf93ed0 tempest-TagsExtTest-1634423073 tempest-TagsExtTest-1634423073] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.6102200 Jan 14 07:39:02.311990 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84875) accepted ('10.222.0.24', 39042) {{(pid=84875) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:39:02.321375 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.v2.base [None req-2bf3cd04-78d1-498d-8ff3-940e465bff60 tempest-TagsExtTest-1634423073 tempest-TagsExtTest-1634423073] Request body: {'subnetpool': {'name': 'tempest-TagsExtTest-Subnetpool-1771014415', 'prefixes': ['172.20.0.0/16']}} {{(pid=84875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:39:02.361473 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-2bf3cd04-78d1-498d-8ff3-940e465bff60 tempest-TagsExtTest-1634423073 tempest-TagsExtTest-1634423073] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:39:02.453156 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-2bf3cd04-78d1-498d-8ff3-940e465bff60 tempest-TagsExtTest-1634423073 tempest-TagsExtTest-1634423073] Notify callbacks [] for subnetpool, before_response {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:39:02.454944 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-2bf3cd04-78d1-498d-8ff3-940e465bff60 tempest-TagsExtTest-1634423073 tempest-TagsExtTest-1634423073] 10.222.0.24 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 748 time: 0.1405585 Jan 14 07:39:02.459238 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84875) accepted ('10.222.0.24', 39050) {{(pid=84875) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:39:02.468172 n-d-768862-2 neutron-server[84765]: DEBUG neutron.services.tag.tag_plugin [None req-69f332c7-a86e-4f91-a2dc-e035e0aa9da0 tempest-TagsExtTest-1634423073 tempest-TagsExtTest-1634423073] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnets', '0776487b-6d68-41d7-9410-919d58a27dd9', 'tempest-TagsExtTest-Tag-2043646012') {} {{(pid=84875) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:39:02.495957 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-d92e5fc6-fdf7-4d55-8525-a85cc6b19255 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:39:02.503642 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.plugin [None req-d92e5fc6-fdf7-4d55-8525-a85cc6b19255 admin admin] Deleting port 76a56e27-4d1f-4b9d-99ab-9f6172456640 {{(pid=84874) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 07:39:02.504237 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-d92e5fc6-fdf7-4d55-8525-a85cc6b19255 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363259214248359'] for port, before_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:39:02.713233 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_hamode_db [None req-c2c28fa7-1d68-434f-8676-2211986036fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c78f7234-d34c-450d-aaff-e128913826bd', 'name': 'tempest-TestServerMultinode-1604356433-router', 'tenant_id': '3783d0e443d34595960688d8c1d9a319', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '226f1e78-82cd-4481-9055-4eb73b6db8c1', 'external_fixed_ips': [{'subnet_id': 'ba8deeec-7658-4195-9449-038c076f5c83', 'ip_address': '172.25.2.195'}], 'enable_snat': True}, 'gw_port_id': '76a56e27-4d1f-4b9d-99ab-9f6172456640', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-14T07:38:12Z', 'updated_at': '2021-01-14T07:38:59Z', 'revision_number': 5, 'project_id': '3783d0e443d34595960688d8c1d9a319', 'gw_port': {'id': '76a56e27-4d1f-4b9d-99ab-9f6172456640', 'name': '', 'network_id': '226f1e78-82cd-4481-9055-4eb73b6db8c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:4d:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c78f7234-d34c-450d-aaff-e128913826bd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3312, 'fixed_ips': [{'subnet_id': 'ba8deeec-7658-4195-9449-038c076f5c83', 'ip_address': '172.25.2.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T07:38:16Z', 'updated_at': '2021-01-14T07:38:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ba8deeec-7658-4195-9449-038c076f5c83', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-2'}], 'n-d-768862-2', False) {} {{(pid=84877) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:39:02.731370 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2c28fa7-1d68-434f-8676-2211986036fc None None] Checking router: c78f7234-d34c-450d-aaff-e128913826bd for host: n-d-768862-2 {{(pid=84877) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Jan 14 07:39:02.739664 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Device caf1d2fd-ecc4-421d-8726-6cb1d82b4ad4 up at agent ovs-agent-n-d-768862-2 {{(pid=84876) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 07:39:02.740898 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-69f332c7-a86e-4f91-a2dc-e035e0aa9da0 tempest-TagsExtTest-1634423073 tempest-TagsExtTest-1634423073] 10.222.0.24 "PUT /v2.0/subnets/0776487b-6d68-41d7-9410-919d58a27dd9/tags/tempest-TagsExtTest-Tag-2043646012 HTTP/1.1" status: 201 len: 201 time: 0.2790220 Jan 14 07:39:02.744393 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84875) accepted ('10.222.0.24', 39054) {{(pid=84875) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:39:02.761904 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2c28fa7-1d68-434f-8676-2211986036fc None None] Routers {'c78f7234-d34c-450d-aaff-e128913826bd'} bound to L3 agent in host n-d-768862-2 {{(pid=84877) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 14 07:39:02.762651 n-d-768862-2 neutron-server[84765]: DEBUG neutron.services.tag.tag_plugin [None req-b8c92da8-fa15-4643-8d24-773531129396 tempest-TagsExtTest-1634423073 tempest-TagsExtTest-1634423073] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'ports', 'd7308bf8-72dc-4c02-bfaa-94590c8f1cf8', 'tempest-TagsExtTest-Tag-1257844851') {} {{(pid=84875) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:39:02.763095 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_hamode_db [None req-c2c28fa7-1d68-434f-8676-2211986036fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-01-14T06:56:51Z,description=,heartbeat_timestamp=2021-01-14T07:38:52Z,host='n-d-768862-2',id=35f592e9-451b-4db9-abea-77b6a5c5391b,load=0,resource_versions=,resources_synced=,started_at=2021-01-14T06:56:51Z,topic='l3_agent')) {'router_ids': ['c78f7234-d34c-450d-aaff-e128913826bd'], 'active': True} {{(pid=84877) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:39:02.914998 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Provisioning for port caf1d2fd-ecc4-421d-8726-6cb1d82b4ad4 completed by entity L2. {{(pid=84876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 07:39:02.938870 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-b8c92da8-fa15-4643-8d24-773531129396 tempest-TagsExtTest-1634423073 tempest-TagsExtTest-1634423073] 10.222.0.24 "PUT /v2.0/ports/d7308bf8-72dc-4c02-bfaa-94590c8f1cf8/tags/tempest-TagsExtTest-Tag-1257844851 HTTP/1.1" status: 201 len: 201 time: 0.1932812 Jan 14 07:39:02.942439 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84875) accepted ('10.222.0.24', 39062) {{(pid=84875) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:39:02.952359 n-d-768862-2 neutron-server[84765]: DEBUG neutron.services.tag.tag_plugin [None req-20f2673c-2e4e-4c7d-9853-31249ef1d208 tempest-TagsExtTest-1634423073 tempest-TagsExtTest-1634423073] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'routers', 'a5dbdd28-2f6c-4a13-911d-da130e39bbee', 'tempest-TagsExtTest-Tag-1073707167') {} {{(pid=84875) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:39:03.021958 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [None req-d92e5fc6-fdf7-4d55-8525-a85cc6b19255 admin admin] For port 76a56e27-4d1f-4b9d-99ab-9f6172456640, host n-d-768862-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-2',level=0,port_id=76a56e27-4d1f-4b9d-99ab-9f6172456640,segment=NetworkSegment(cf3ded2c-bc47-4a71-89af-6e7117e60140),segment_id=cf3ded2c-bc47-4a71-89af-6e7117e60140)] {{(pid=84874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 07:39:03.022342 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-d92e5fc6-fdf7-4d55-8525-a85cc6b19255 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036850862667'] for port, precommit_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:39:03.135067 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_dvr_db [None req-c2c28fa7-1d68-434f-8676-2211986036fc None None] Set router c78f7234-d34c-450d-aaff-e128913826bd gateway port host: n-d-768862-2 {{(pid=84877) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 14 07:39:03.367592 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.plugin [None req-d92e5fc6-fdf7-4d55-8525-a85cc6b19255 admin admin] Calling delete_port for 76a56e27-4d1f-4b9d-99ab-9f6172456640 owned by network:router_gateway {{(pid=84874) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 07:39:03.400803 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-20f2673c-2e4e-4c7d-9853-31249ef1d208 tempest-TagsExtTest-1634423073 tempest-TagsExtTest-1634423073] 10.222.0.24 "PUT /v2.0/routers/a5dbdd28-2f6c-4a13-911d-da130e39bbee/tags/tempest-TagsExtTest-Tag-1073707167 HTTP/1.1" status: 201 len: 201 time: 0.4568789 Jan 14 07:39:03.401511 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84875) accepted ('10.222.0.24', 39082) {{(pid=84875) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:39:03.402032 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84875) accepted ('10.222.0.24', 39084) {{(pid=84875) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:39:03.410253 n-d-768862-2 neutron-server[84765]: DEBUG neutron.services.tag.tag_plugin [None req-d23a2ea0-bb2f-4f4c-b6ad-25f8f72e7c8d tempest-TagsExtTest-1634423073 tempest-TagsExtTest-1634423073] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnetpools', '7b81063c-2ff7-4ad9-ae49-c2eff1ff3b71', 'tempest-TagsExtTest-Tag-591420614') {} {{(pid=84875) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:39:03.466557 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-251a08d3-7c28-4c23-8ed0-24b5f66ac462 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:39:03.515475 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-251a08d3-7c28-4c23-8ed0-24b5f66ac462 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:39:03.533393 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-251a08d3-7c28-4c23-8ed0-24b5f66ac462 admin admin] Usage tracker for resource:security_group_rule and tenant:b2cb26395170418fa615a23e6ba3ce54 is out of sync, need to count used quota {{(pid=84875) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:39:03.550027 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-251a08d3-7c28-4c23-8ed0-24b5f66ac462 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84875) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:39:03.576562 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-251a08d3-7c28-4c23-8ed0-24b5f66ac462 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:39:03.608080 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-766939c8-1af5-46fc-9bb9-ad2c21fa4845 None None] Network d74d19b4-6d4a-45c2-8faa-d1a39193f050 requested from n-d-768862-2 {{(pid=84876) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 07:39:03.613840 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84874) accepted ('10.222.0.24', 39090) {{(pid=84874) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:39:03.616474 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-d23a2ea0-bb2f-4f4c-b6ad-25f8f72e7c8d tempest-TagsExtTest-1634423073 tempest-TagsExtTest-1634423073] 10.222.0.24 "PUT /v2.0/subnetpools/7b81063c-2ff7-4ad9-ae49-c2eff1ff3b71/tags/tempest-TagsExtTest-Tag-591420614 HTTP/1.1" status: 201 len: 201 time: 0.2113957 Jan 14 07:39:03.630542 n-d-768862-2 neutron-server[84765]: DEBUG neutron.services.tag.tag_plugin [None req-6c6bf4ee-3c18-458c-b189-b7c5ee83ad07 tempest-TagsExtTest-1634423073 tempest-TagsExtTest-1634423073] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnets', '0776487b-6d68-41d7-9410-919d58a27dd9') {} {{(pid=84874) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:39:03.745624 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-d92e5fc6-fdf7-4d55-8525-a85cc6b19255 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777640533329', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777640097463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3254186'] for port, after_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:39:03.840937 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_hamode_db [None req-c2c28fa7-1d68-434f-8676-2211986036fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c78f7234-d34c-450d-aaff-e128913826bd', 'name': 'tempest-TestServerMultinode-1604356433-router', 'tenant_id': '3783d0e443d34595960688d8c1d9a319', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '226f1e78-82cd-4481-9055-4eb73b6db8c1', 'external_fixed_ips': [{'subnet_id': 'ba8deeec-7658-4195-9449-038c076f5c83', 'ip_address': '172.25.2.195'}], 'enable_snat': True}, 'gw_port_id': '76a56e27-4d1f-4b9d-99ab-9f6172456640', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-14T07:38:12Z', 'updated_at': '2021-01-14T07:38:59Z', 'revision_number': 5, 'project_id': '3783d0e443d34595960688d8c1d9a319', 'gw_port': {'id': '76a56e27-4d1f-4b9d-99ab-9f6172456640', 'name': '', 'network_id': '226f1e78-82cd-4481-9055-4eb73b6db8c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:4d:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c78f7234-d34c-450d-aaff-e128913826bd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3312, 'fixed_ips': [{'subnet_id': 'ba8deeec-7658-4195-9449-038c076f5c83', 'ip_address': '172.25.2.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T07:38:16Z', 'updated_at': '2021-01-14T07:38:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ba8deeec-7658-4195-9449-038c076f5c83', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-2'}], 'n-d-768862-2', False) {} {{(pid=84877) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:39:03.850726 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2c28fa7-1d68-434f-8676-2211986036fc None None] The sync data for ids ['c78f7234-d34c-450d-aaff-e128913826bd'] in n-d-768862-2 is: [{'id': 'c78f7234-d34c-450d-aaff-e128913826bd', 'name': 'tempest-TestServerMultinode-1604356433-router', 'tenant_id': '3783d0e443d34595960688d8c1d9a319', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '226f1e78-82cd-4481-9055-4eb73b6db8c1', 'external_fixed_ips': [{'subnet_id': 'ba8deeec-7658-4195-9449-038c076f5c83', 'ip_address': '172.25.2.195'}], 'enable_snat': True}, 'gw_port_id': '76a56e27-4d1f-4b9d-99ab-9f6172456640', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-14T07:38:12Z', 'updated_at': '2021-01-14T07:38:59Z', 'revision_number': 5, 'project_id': '3783d0e443d34595960688d8c1d9a319', 'gw_port': {'id': '76a56e27-4d1f-4b9d-99ab-9f6172456640', 'name': '', 'network_id': '226f1e78-82cd-4481-9055-4eb73b6db8c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:4d:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c78f7234-d34c-450d-aaff-e128913826bd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3312, 'fixed_ips': [{'subnet_id': 'ba8deeec-7658-4195-9449-038c076f5c83', 'ip_address': '172.25.2.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T07:38:16Z', 'updated_at': '2021-01-14T07:38:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ba8deeec-7658-4195-9449-038c076f5c83', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-2'}] {{(pid=84877) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Jan 14 07:39:03.851401 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-251a08d3-7c28-4c23-8ed0-24b5f66ac462 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:39:03.862458 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-251a08d3-7c28-4c23-8ed0-24b5f66ac462 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850887153'] for security_group, after_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:39:03.879539 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-c0d36f6b-a98a-4c14-8bf6-71da679b511f tempest-TestVolumeBackupRestore-661626257 tempest-TestVolumeBackupRestore-661626257] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:39:03.949679 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-6c6bf4ee-3c18-458c-b189-b7c5ee83ad07 tempest-TagsExtTest-1634423073 tempest-TagsExtTest-1634423073] 10.222.0.24 "GET /v2.0/subnets/0776487b-6d68-41d7-9410-919d58a27dd9/tags HTTP/1.1" status: 200 len: 241 time: 0.3345797 Jan 14 07:39:03.950399 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84874) accepted ('10.222.0.24', 39096) {{(pid=84874) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:39:03.963170 n-d-768862-2 neutron-server[84765]: DEBUG neutron.services.tag.tag_plugin [None req-21307ee9-138c-475b-a5ab-737068390cad tempest-TagsExtTest-1634423073 tempest-TagsExtTest-1634423073] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '0776487b-6d68-41d7-9410-919d58a27dd9', 'tempest-TagsExtTest-Tag-2043646012') {} {{(pid=84874) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:39:04.000654 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-251a08d3-7c28-4c23-8ed0-24b5f66ac462 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=b2cb26395170418fa615a23e6ba3ce54&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5972910 Jan 14 07:39:04.001308 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84875) accepted ('10.222.0.24', 39100) {{(pid=84875) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:39:04.028865 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-251a08d3-7c28-4c23-8ed0-24b5f66ac462 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=434cb02e-31b4-40bd-9c2c-f742ea345fbb,revision_number=1']} {{(pid=84875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:39:04.037424 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-251a08d3-7c28-4c23-8ed0-24b5f66ac462 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.154s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:39:04.116085 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-d92e5fc6-fdf7-4d55-8525-a85cc6b19255 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036850863128'] for router_gateway, after_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:39:04.128082 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-ffbf5c0e-afcc-4a25-9a6b-33bb1c1e1026 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:39:04.156271 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-fd4fdf2c-99df-4211-a8b2-d006ff22c998 None None] Provisioning for port caf1d2fd-ecc4-421d-8726-6cb1d82b4ad4 completed by entity DHCP. {{(pid=84876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 07:39:04.160920 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-ffbf5c0e-afcc-4a25-9a6b-33bb1c1e1026 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:39:04.202650 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-fd4fdf2c-99df-4211-a8b2-d006ff22c998 None None] Provisioning complete for port caf1d2fd-ecc4-421d-8726-6cb1d82b4ad4 triggered by entity DHCP. {{(pid=84876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 07:39:04.203076 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-fd4fdf2c-99df-4211-a8b2-d006ff22c998 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-604227'] for port, provisioning_complete {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:39:04.222524 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-ffbf5c0e-afcc-4a25-9a6b-33bb1c1e1026 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850887153'] for security_group, after_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:39:04.248360 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-251a08d3-7c28-4c23-8ed0-24b5f66ac462 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:39:04.280146 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffbf5c0e-afcc-4a25-9a6b-33bb1c1e1026 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=434cb02e-31b4-40bd-9c2c-f742ea345fbb,revision_number=None']} {{(pid=84875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:39:04.291712 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-ffbf5c0e-afcc-4a25-9a6b-33bb1c1e1026 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:39:04.293172 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-ffbf5c0e-afcc-4a25-9a6b-33bb1c1e1026 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:39:04.297017 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-ffbf5c0e-afcc-4a25-9a6b-33bb1c1e1026 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/434cb02e-31b4-40bd-9c2c-f742ea345fbb HTTP/1.1" status: 204 len: 168 time: 0.2928853 Jan 14 07:39:04.334654 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-21307ee9-138c-475b-a5ab-737068390cad tempest-TagsExtTest-1634423073 tempest-TagsExtTest-1634423073] 10.222.0.24 "GET /v2.0/subnets/0776487b-6d68-41d7-9410-919d58a27dd9/tags/tempest-TagsExtTest-Tag-2043646012 HTTP/1.1" status: 204 len: 168 time: 0.3801901 Jan 14 07:39:04.337913 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84875) accepted ('10.222.0.24', 39118) {{(pid=84875) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:39:04.344777 n-d-768862-2 neutron-server[84765]: DEBUG neutron.services.tag.tag_plugin [None req-978988fc-c3cb-4a80-8255-bd6b33abb3e1 tempest-TagsExtTest-1634423073 tempest-TagsExtTest-1634423073] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'subnets', '0776487b-6d68-41d7-9410-919d58a27dd9', 'tempest-TagsExtTest-Tag-2043646012') {} {{(pid=84875) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:39:04.489127 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-978988fc-c3cb-4a80-8255-bd6b33abb3e1 tempest-TagsExtTest-1634423073 tempest-TagsExtTest-1634423073] 10.222.0.24 "DELETE /v2.0/subnets/0776487b-6d68-41d7-9410-919d58a27dd9/tags/tempest-TagsExtTest-Tag-2043646012 HTTP/1.1" status: 204 len: 168 time: 0.1495416 Jan 14 07:39:04.490646 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-d92e5fc6-fdf7-4d55-8525-a85cc6b19255 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3889346', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036854717606'] for router, precommit_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:39:04.491722 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84875) accepted ('10.222.0.24', 39122) {{(pid=84875) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:39:04.501545 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-d92e5fc6-fdf7-4d55-8525-a85cc6b19255 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:39:04.505217 n-d-768862-2 neutron-server[84765]: DEBUG neutron.services.tag.tag_plugin [None req-ff33ffde-2fd2-4ce7-b07d-d29a01dcbe5b tempest-TagsExtTest-1634423073 tempest-TagsExtTest-1634423073] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnets', '0776487b-6d68-41d7-9410-919d58a27dd9') {} {{(pid=84875) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:39:04.536539 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-d92e5fc6-fdf7-4d55-8525-a85cc6b19255 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036850897070'] for router, after_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:39:04.537281 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d92e5fc6-fdf7-4d55-8525-a85cc6b19255 admin admin] Fanout notify agent at l3_agent the message router_deleted on router c78f7234-d34c-450d-aaff-e128913826bd {{(pid=84874) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jan 14 07:39:04.562782 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-d92e5fc6-fdf7-4d55-8525-a85cc6b19255 admin admin] Notify callbacks [] for router, before_response {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:39:04.566494 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-d92e5fc6-fdf7-4d55-8525-a85cc6b19255 admin admin] 10.222.0.24 "DELETE /v2.0/routers/c78f7234-d34c-450d-aaff-e128913826bd HTTP/1.1" status: 204 len: 168 time: 2.7281022 Jan 14 07:39:04.568704 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84874) accepted ('10.222.0.24', 39128) {{(pid=84874) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:39:04.595139 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-fd4fdf2c-99df-4211-a8b2-d006ff22c998 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555753'] for port, before_update {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:39:04.653004 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-ff33ffde-2fd2-4ce7-b07d-d29a01dcbe5b tempest-TagsExtTest-1634423073 tempest-TagsExtTest-1634423073] 10.222.0.24 "GET /v2.0/subnets/0776487b-6d68-41d7-9410-919d58a27dd9/tags HTTP/1.1" status: 200 len: 205 time: 0.1587760 Jan 14 07:39:04.657249 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84875) accepted ('10.222.0.24', 39132) {{(pid=84875) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:39:04.667460 n-d-768862-2 neutron-server[84765]: DEBUG neutron.services.tag.tag_plugin [None req-21db04b3-6e1b-415d-953d-a7bee5305f20 tempest-TagsExtTest-1634423073 tempest-TagsExtTest-1634423073] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'ports', 'd7308bf8-72dc-4c02-bfaa-94590c8f1cf8') {} {{(pid=84875) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:39:04.682209 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Device aa33ce03-c1b3-472e-99fb-ab3cdb728628 no longer exists at agent ovs-agent-n-d-768862-2 {{(pid=84876) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jan 14 07:39:04.739351 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.db_base_plugin_v2 [None req-3bcebe2a-21dc-4fcd-969f-8efacd63581e admin admin] Deleting subnet 1548def3-8234-46cd-9188-b2c17330ea73 {{(pid=84874) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Jan 14 07:39:04.744965 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-3bcebe2a-21dc-4fcd-969f-8efacd63581e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:39:04.814802 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.plugin [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] No Port match for: aa33ce03-c1b3-472e-99fb-ab3cdb728628 {{(pid=84876) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2188}} Jan 14 07:39:04.815201 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Device aa33ce03-c1b3-472e-99fb-ab3cdb728628 not bound to the agent host n-d-768862-2 {{(pid=84876) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jan 14 07:39:04.822069 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-3bcebe2a-21dc-4fcd-969f-8efacd63581e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036851807232'] for subnet, precommit_delete_associations {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:39:04.849092 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [None req-fd4fdf2c-99df-4211-a8b2-d006ff22c998 None None] For port caf1d2fd-ecc4-421d-8726-6cb1d82b4ad4, host n-d-768862-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-2',level=0,port_id=caf1d2fd-ecc4-421d-8726-6cb1d82b4ad4,segment=NetworkSegment(0030e973-bf57-492a-956e-2e94c1df159a),segment_id=0030e973-bf57-492a-956e-2e94c1df159a)] {{(pid=84876) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 07:39:04.855241 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-fd4fdf2c-99df-4211-a8b2-d006ff22c998 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777640533312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363259214678337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777640097497'] for port, after_update {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:39:04.861390 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-f5f745fe-65bb-440c-a11d-5e9a62fd6008 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84876) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:39:04.877478 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-21db04b3-6e1b-415d-953d-a7bee5305f20 tempest-TagsExtTest-1634423073 tempest-TagsExtTest-1634423073] 10.222.0.24 "GET /v2.0/ports/d7308bf8-72dc-4c02-bfaa-94590c8f1cf8/tags HTTP/1.1" status: 200 len: 241 time: 0.2151015 Jan 14 07:39:04.881054 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84875) accepted ('10.222.0.24', 39140) {{(pid=84875) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:39:04.891204 n-d-768862-2 neutron-server[84765]: DEBUG neutron.services.tag.tag_plugin [None req-f29477f2-e2aa-455f-b411-620f0a9f9b91 tempest-TagsExtTest-1634423073 tempest-TagsExtTest-1634423073] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', 'd7308bf8-72dc-4c02-bfaa-94590c8f1cf8', 'tempest-TagsExtTest-Tag-1257844851') {} {{(pid=84875) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:39:05.012249 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-3bcebe2a-21dc-4fcd-969f-8efacd63581e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036854176836'] for subnet, precommit_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:39:05.049959 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd4fdf2c-99df-4211-a8b2-d006ff22c998 None None] Pushing event updated for resources: {'Port': ['ID=caf1d2fd-ecc4-421d-8726-6cb1d82b4ad4,revision_number=3']} {{(pid=84876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:39:05.055288 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-fd4fdf2c-99df-4211-a8b2-d006ff22c998 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.198s {{(pid=84876) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:39:05.077667 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-bb0af77a-dc35-42b7-9d3b-c21d937dce20 None None] Provisioning for port d7308bf8-72dc-4c02-bfaa-94590c8f1cf8 completed by entity DHCP. {{(pid=84876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 07:39:05.090454 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-bb0af77a-dc35-42b7-9d3b-c21d937dce20 None None] Provisioning complete for port d7308bf8-72dc-4c02-bfaa-94590c8f1cf8 triggered by entity DHCP. {{(pid=84876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 07:39:05.090885 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-bb0af77a-dc35-42b7-9d3b-c21d937dce20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-604227'] for port, provisioning_complete {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:39:05.123479 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-f29477f2-e2aa-455f-b411-620f0a9f9b91 tempest-TagsExtTest-1634423073 tempest-TagsExtTest-1634423073] 10.222.0.24 "GET /v2.0/ports/d7308bf8-72dc-4c02-bfaa-94590c8f1cf8/tags/tempest-TagsExtTest-Tag-1257844851 HTTP/1.1" status: 204 len: 168 time: 0.2388673 Jan 14 07:39:05.125242 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84875) accepted ('10.222.0.24', 39144) {{(pid=84875) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:39:05.133203 n-d-768862-2 neutron-server[84765]: DEBUG neutron.services.tag.tag_plugin [None req-6f335e9d-bc7d-41b2-8212-c981ec45abd1 tempest-TagsExtTest-1634423073 tempest-TagsExtTest-1634423073] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'ports', 'd7308bf8-72dc-4c02-bfaa-94590c8f1cf8', 'tempest-TagsExtTest-Tag-1257844851') {} {{(pid=84875) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:39:05.259884 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-6f335e9d-bc7d-41b2-8212-c981ec45abd1 tempest-TagsExtTest-1634423073 tempest-TagsExtTest-1634423073] 10.222.0.24 "DELETE /v2.0/ports/d7308bf8-72dc-4c02-bfaa-94590c8f1cf8/tags/tempest-TagsExtTest-Tag-1257844851 HTTP/1.1" status: 204 len: 168 time: 0.1295907 Jan 14 07:39:05.262669 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84875) accepted ('10.222.0.24', 39150) {{(pid=84875) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:39:05.280449 n-d-768862-2 neutron-server[84765]: DEBUG neutron.services.tag.tag_plugin [None req-6137bc72-5bdb-457a-ac8f-7d1c1aa240b2 tempest-TagsExtTest-1634423073 tempest-TagsExtTest-1634423073] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'ports', 'd7308bf8-72dc-4c02-bfaa-94590c8f1cf8') {} {{(pid=84875) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:39:05.282561 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.plugin [None req-bb0af77a-dc35-42b7-9d3b-c21d937dce20 None None] Port d7308bf8-72dc-4c02-bfaa-94590c8f1cf8 cannot update to ACTIVE because it is not bound. {{(pid=84876) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:329}} Jan 14 07:39:05.305658 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-bb0af77a-dc35-42b7-9d3b-c21d937dce20 None None] Provisioning complete for port caf1d2fd-ecc4-421d-8726-6cb1d82b4ad4 triggered by entity DHCP. {{(pid=84876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 07:39:05.306097 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-bb0af77a-dc35-42b7-9d3b-c21d937dce20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-604227'] for port, provisioning_complete {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:39:05.591425 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-3bcebe2a-21dc-4fcd-969f-8efacd63581e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-598964', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850887113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036851521664', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2794686'] for subnet, after_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:39:05.610988 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-a835229d-cc6b-4cfb-b694-fa9f4e8f43e5 tempest-TestNetworkAdvancedServerOps-470546014 tempest-TestNetworkAdvancedServerOps-470546014] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:39:05.651826 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-6137bc72-5bdb-457a-ac8f-7d1c1aa240b2 tempest-TagsExtTest-1634423073 tempest-TagsExtTest-1634423073] 10.222.0.24 "GET /v2.0/ports/d7308bf8-72dc-4c02-bfaa-94590c8f1cf8/tags HTTP/1.1" status: 200 len: 205 time: 0.3859172 Jan 14 07:39:05.654979 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84875) accepted ('10.222.0.24', 39162) {{(pid=84875) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:39:05.662899 n-d-768862-2 neutron-server[84765]: DEBUG neutron.services.tag.tag_plugin [None req-5c65c6c4-e657-4f43-ae22-0e1d0c41a1d7 tempest-TagsExtTest-1634423073 tempest-TagsExtTest-1634423073] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'routers', 'a5dbdd28-2f6c-4a13-911d-da130e39bbee') {} {{(pid=84875) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:39:05.756336 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-17c2bf51-7190-42f9-bf9d-99e3d8566fbf None None] Provisioning complete for port d7308bf8-72dc-4c02-bfaa-94590c8f1cf8 triggered by entity DHCP. {{(pid=84876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 07:39:05.756687 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-17c2bf51-7190-42f9-bf9d-99e3d8566fbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-604227'] for port, provisioning_complete {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:39:05.880909 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bcebe2a-21dc-4fcd-969f-8efacd63581e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1548def3-8234-46cd-9188-b2c17330ea73,revision_number=None']} {{(pid=84874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:39:05.890142 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-3bcebe2a-21dc-4fcd-969f-8efacd63581e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.279s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:39:05.954907 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.plugin [None req-17c2bf51-7190-42f9-bf9d-99e3d8566fbf None None] Port d7308bf8-72dc-4c02-bfaa-94590c8f1cf8 cannot update to ACTIVE because it is not bound. {{(pid=84876) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:329}} Jan 14 07:39:05.973208 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-17c2bf51-7190-42f9-bf9d-99e3d8566fbf None None] Provisioning complete for port caf1d2fd-ecc4-421d-8726-6cb1d82b4ad4 triggered by entity DHCP. {{(pid=84876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 07:39:05.973518 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-17c2bf51-7190-42f9-bf9d-99e3d8566fbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-604227'] for port, provisioning_complete {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:39:05.977924 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-3bcebe2a-21dc-4fcd-969f-8efacd63581e admin admin] Notify callbacks [] for subnet, before_response {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:39:05.994834 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-3bcebe2a-21dc-4fcd-969f-8efacd63581e admin admin] 10.222.0.24 "DELETE /v2.0/subnets/1548def3-8234-46cd-9188-b2c17330ea73 HTTP/1.1" status: 204 len: 168 time: 1.4249229 Jan 14 07:39:05.997410 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84874) accepted ('10.222.0.24', 39168) {{(pid=84874) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:39:06.018086 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-5c65c6c4-e657-4f43-ae22-0e1d0c41a1d7 tempest-TagsExtTest-1634423073 tempest-TagsExtTest-1634423073] 10.222.0.24 "GET /v2.0/routers/a5dbdd28-2f6c-4a13-911d-da130e39bbee/tags HTTP/1.1" status: 200 len: 241 time: 0.3587646 Jan 14 07:39:06.018646 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84875) accepted ('10.222.0.24', 39172) {{(pid=84875) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:39:06.024456 n-d-768862-2 neutron-server[84765]: DEBUG neutron.services.tag.tag_plugin [None req-a72c097f-2d4f-4c34-8f45-ad9cda78a00f tempest-TagsExtTest-1634423073 tempest-TagsExtTest-1634423073] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', 'a5dbdd28-2f6c-4a13-911d-da130e39bbee', 'tempest-TagsExtTest-Tag-1073707167') {} {{(pid=84875) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:39:06.058613 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b51fdcc2-d46f-422d-b160-74e243b81165 None None] Network 2074f9b4-c385-421f-96b6-d8d26573c42e requested from n-d-768862-2 {{(pid=84876) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 07:39:06.175571 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-a72c097f-2d4f-4c34-8f45-ad9cda78a00f tempest-TagsExtTest-1634423073 tempest-TagsExtTest-1634423073] 10.222.0.24 "GET /v2.0/routers/a5dbdd28-2f6c-4a13-911d-da130e39bbee/tags/tempest-TagsExtTest-Tag-1073707167 HTTP/1.1" status: 204 len: 168 time: 0.1537623 Jan 14 07:39:06.175985 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84875) accepted ('10.222.0.24', 39180) {{(pid=84875) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:39:06.182988 n-d-768862-2 neutron-server[84765]: DEBUG neutron.services.tag.tag_plugin [None req-9f4537e3-8f1b-4442-be72-20666696ae9b tempest-TagsExtTest-1634423073 tempest-TagsExtTest-1634423073] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'routers', 'a5dbdd28-2f6c-4a13-911d-da130e39bbee', 'tempest-TagsExtTest-Tag-1073707167') {} {{(pid=84875) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:39:06.222525 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-9b280308-cbcd-47b4-93f6-1248198c68ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036854160497'] for network, before_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:39:06.337047 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.plugin [None req-9b280308-cbcd-47b4-93f6-1248198c68ec admin admin] Deleting port 4f2af34b-20b9-481f-8960-e30c6de5ce98 {{(pid=84874) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 07:39:06.337679 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-9b280308-cbcd-47b4-93f6-1248198c68ec admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363259214248359'] for port, before_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:39:06.459999 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-9f4537e3-8f1b-4442-be72-20666696ae9b tempest-TagsExtTest-1634423073 tempest-TagsExtTest-1634423073] 10.222.0.24 "DELETE /v2.0/routers/a5dbdd28-2f6c-4a13-911d-da130e39bbee/tags/tempest-TagsExtTest-Tag-1073707167 HTTP/1.1" status: 204 len: 168 time: 0.2801926 Jan 14 07:39:06.460400 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84875) accepted ('10.222.0.24', 39186) {{(pid=84875) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:39:06.467242 n-d-768862-2 neutron-server[84765]: DEBUG neutron.services.tag.tag_plugin [None req-a68d3a1e-9719-4571-a316-2f0e08d15d04 tempest-TagsExtTest-1634423073 tempest-TagsExtTest-1634423073] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'routers', 'a5dbdd28-2f6c-4a13-911d-da130e39bbee') {} {{(pid=84875) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:39:06.508611 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-a811a45a-6321-4d0a-b1d1-fa56511566d7 None None] Provisioning complete for port caf1d2fd-ecc4-421d-8726-6cb1d82b4ad4 triggered by entity DHCP. {{(pid=84876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 07:39:06.509645 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-a811a45a-6321-4d0a-b1d1-fa56511566d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-604227'] for port, provisioning_complete {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:39:06.716872 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72a81a54-46e9-4d19-a8e1-82469f0b11f4 None None] DHCP port deletion for 2074f9b4-c385-421f-96b6-d8d26573c42e request from n-d-768862-2 {{(pid=84876) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Jan 14 07:39:06.723184 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-a68d3a1e-9719-4571-a316-2f0e08d15d04 tempest-TagsExtTest-1634423073 tempest-TagsExtTest-1634423073] 10.222.0.24 "GET /v2.0/routers/a5dbdd28-2f6c-4a13-911d-da130e39bbee/tags HTTP/1.1" status: 200 len: 205 time: 0.2609117 Jan 14 07:39:06.732493 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84875) accepted ('10.222.0.24', 39202) {{(pid=84875) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:39:06.738417 n-d-768862-2 neutron-server[84765]: DEBUG neutron.services.tag.tag_plugin [None req-5a7c4938-659e-4bea-b58f-b43dec32b1c9 tempest-TagsExtTest-1634423073 tempest-TagsExtTest-1634423073] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnetpools', '7b81063c-2ff7-4ad9-ae49-c2eff1ff3b71') {} {{(pid=84875) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:39:06.775760 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.plugin [None req-72a81a54-46e9-4d19-a8e1-82469f0b11f4 None None] Deleting port 4f2af34b-20b9-481f-8960-e30c6de5ce98 {{(pid=84876) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 07:39:06.776236 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-72a81a54-46e9-4d19-a8e1-82469f0b11f4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363259214248359'] for port, before_delete {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:39:06.802776 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-5a7c4938-659e-4bea-b58f-b43dec32b1c9 tempest-TagsExtTest-1634423073 tempest-TagsExtTest-1634423073] 10.222.0.24 "GET /v2.0/subnetpools/7b81063c-2ff7-4ad9-ae49-c2eff1ff3b71/tags HTTP/1.1" status: 200 len: 240 time: 0.0689778 Jan 14 07:39:06.808579 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84875) accepted ('10.222.0.24', 39206) {{(pid=84875) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:39:06.814316 n-d-768862-2 neutron-server[84765]: DEBUG neutron.services.tag.tag_plugin [None req-4dfe870c-69db-407f-a790-6c7f2e50b9c1 tempest-TagsExtTest-1634423073 tempest-TagsExtTest-1634423073] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '7b81063c-2ff7-4ad9-ae49-c2eff1ff3b71', 'tempest-TagsExtTest-Tag-591420614') {} {{(pid=84875) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:39:06.882676 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-4dfe870c-69db-407f-a790-6c7f2e50b9c1 tempest-TagsExtTest-1634423073 tempest-TagsExtTest-1634423073] 10.222.0.24 "GET /v2.0/subnetpools/7b81063c-2ff7-4ad9-ae49-c2eff1ff3b71/tags/tempest-TagsExtTest-Tag-591420614 HTTP/1.1" status: 204 len: 168 time: 0.0706990 Jan 14 07:39:06.883663 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84875) accepted ('10.222.0.24', 39212) {{(pid=84875) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:39:06.889574 n-d-768862-2 neutron-server[84765]: DEBUG neutron.services.tag.tag_plugin [None req-20cb0c8d-0677-4dc0-a67e-4a7c02a6b593 tempest-TagsExtTest-1634423073 tempest-TagsExtTest-1634423073] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'subnetpools', '7b81063c-2ff7-4ad9-ae49-c2eff1ff3b71', 'tempest-TagsExtTest-Tag-591420614') {} {{(pid=84875) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:39:06.913015 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Device caf1d2fd-ecc4-421d-8726-6cb1d82b4ad4 up at agent ovs-agent-n-d-768862-2 {{(pid=84876) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 07:39:06.950690 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-20cb0c8d-0677-4dc0-a67e-4a7c02a6b593 tempest-TagsExtTest-1634423073 tempest-TagsExtTest-1634423073] 10.222.0.24 "DELETE /v2.0/subnetpools/7b81063c-2ff7-4ad9-ae49-c2eff1ff3b71/tags/tempest-TagsExtTest-Tag-591420614 HTTP/1.1" status: 204 len: 168 time: 0.0636146 Jan 14 07:39:06.952728 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84875) accepted ('10.222.0.24', 39218) {{(pid=84875) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:39:06.969637 n-d-768862-2 neutron-server[84765]: DEBUG neutron.services.tag.tag_plugin [None req-6c17c079-416c-47b7-be73-878b4ee89a90 tempest-TagsExtTest-1634423073 tempest-TagsExtTest-1634423073] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnetpools', '7b81063c-2ff7-4ad9-ae49-c2eff1ff3b71') {} {{(pid=84875) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:39:07.026943 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-6c17c079-416c-47b7-be73-878b4ee89a90 tempest-TagsExtTest-1634423073 tempest-TagsExtTest-1634423073] 10.222.0.24 "GET /v2.0/subnetpools/7b81063c-2ff7-4ad9-ae49-c2eff1ff3b71/tags HTTP/1.1" status: 200 len: 205 time: 0.0643623 Jan 14 07:39:07.027630 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84875) accepted ('10.222.0.24', 39222) {{(pid=84875) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:39:07.046884 n-d-768862-2 neutron-server[84765]: DEBUG neutron.services.tag.tag_plugin [None req-ee2e7bf3-560a-412d-9158-9c336b3b37b4 tempest-TagsExtTest-1634423073 tempest-TagsExtTest-1634423073] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', '7b81063c-2ff7-4ad9-ae49-c2eff1ff3b71') {} {{(pid=84875) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:39:07.065079 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Provisioning complete for port caf1d2fd-ecc4-421d-8726-6cb1d82b4ad4 triggered by entity L2. {{(pid=84876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 07:39:07.065655 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-604227'] for port, provisioning_complete {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:39:07.137471 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-ee2e7bf3-560a-412d-9158-9c336b3b37b4 tempest-TagsExtTest-1634423073 tempest-TagsExtTest-1634423073] 10.222.0.24 "DELETE /v2.0/subnetpools/7b81063c-2ff7-4ad9-ae49-c2eff1ff3b71/tags HTTP/1.1" status: 204 len: 168 time: 0.1087081 Jan 14 07:39:07.140180 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84875) accepted ('10.222.0.24', 39230) {{(pid=84875) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:39:07.150834 n-d-768862-2 neutron-server[84765]: DEBUG neutron.services.tag.tag_plugin [None req-21000bd5-e2f2-4ed2-a53f-88ab83b938c2 tempest-TagsExtTest-1634423073 tempest-TagsExtTest-1634423073] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', 'a5dbdd28-2f6c-4a13-911d-da130e39bbee') {} {{(pid=84875) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:39:07.192497 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [None req-9b280308-cbcd-47b4-93f6-1248198c68ec admin admin] For port 4f2af34b-20b9-481f-8960-e30c6de5ce98, host n-d-768862-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-2',level=0,port_id=4f2af34b-20b9-481f-8960-e30c6de5ce98,segment=NetworkSegment(6c952e0d-03f3-44f7-8568-c4053a5ec05d),segment_id=6c952e0d-03f3-44f7-8568-c4053a5ec05d)] {{(pid=84874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 07:39:07.193157 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-9b280308-cbcd-47b4-93f6-1248198c68ec admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036850862667'] for port, precommit_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:39:07.270655 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [None req-72a81a54-46e9-4d19-a8e1-82469f0b11f4 None None] For port 4f2af34b-20b9-481f-8960-e30c6de5ce98, host n-d-768862-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-2',level=0,port_id=4f2af34b-20b9-481f-8960-e30c6de5ce98,segment=NetworkSegment(6c952e0d-03f3-44f7-8568-c4053a5ec05d),segment_id=6c952e0d-03f3-44f7-8568-c4053a5ec05d)] {{(pid=84876) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 07:39:07.271273 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-72a81a54-46e9-4d19-a8e1-82469f0b11f4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036850862667'] for port, precommit_delete {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:39:07.438749 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.plugin [None req-72a81a54-46e9-4d19-a8e1-82469f0b11f4 None None] Calling delete_port for 4f2af34b-20b9-481f-8960-e30c6de5ce98 owned by network:dhcp {{(pid=84876) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 07:39:07.472611 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.plugin [None req-9b280308-cbcd-47b4-93f6-1248198c68ec admin admin] Calling delete_port for 4f2af34b-20b9-481f-8960-e30c6de5ce98 owned by network:dhcp {{(pid=84874) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 07:39:07.560901 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84874) accepted ('10.222.0.24', 39242) {{(pid=84874) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:39:07.564062 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-21000bd5-e2f2-4ed2-a53f-88ab83b938c2 tempest-TagsExtTest-1634423073 tempest-TagsExtTest-1634423073] 10.222.0.24 "DELETE /v2.0/routers/a5dbdd28-2f6c-4a13-911d-da130e39bbee/tags HTTP/1.1" status: 204 len: 168 time: 0.4227109 Jan 14 07:39:07.569645 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-72a81a54-46e9-4d19-a8e1-82469f0b11f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777640533329', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777640097463'] for port, after_delete {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:39:07.571117 n-d-768862-2 neutron-server[84765]: DEBUG neutron.services.tag.tag_plugin [None req-704ff417-fa74-4812-9cc2-f9806da8a0d1 tempest-TagsExtTest-1634423073 tempest-TagsExtTest-1634423073] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', 'd7308bf8-72dc-4c02-bfaa-94590c8f1cf8') {} {{(pid=84874) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:39:07.689766 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.db.api [None req-9b280308-cbcd-47b4-93f6-1248198c68ec admin admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84874) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Jan 14 07:39:07.689766 n-d-768862-2 neutron-server[84765]: DEBUG oslo_db.api [None req-9b280308-cbcd-47b4-93f6-1248198c68ec admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84874) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Jan 14 07:39:07.701216 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-704ff417-fa74-4812-9cc2-f9806da8a0d1 tempest-TagsExtTest-1634423073 tempest-TagsExtTest-1634423073] 10.222.0.24 "DELETE /v2.0/ports/d7308bf8-72dc-4c02-bfaa-94590c8f1cf8/tags HTTP/1.1" status: 204 len: 168 time: 0.1386168 Jan 14 07:39:07.702137 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84874) accepted ('10.222.0.24', 39248) {{(pid=84874) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:39:07.710045 n-d-768862-2 neutron-server[84765]: DEBUG neutron.services.tag.tag_plugin [None req-e95f8c39-764b-41af-84c0-83bb01819b60 tempest-TagsExtTest-1634423073 tempest-TagsExtTest-1634423073] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', '0776487b-6d68-41d7-9410-919d58a27dd9') {} {{(pid=84874) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:39:07.806712 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84875) accepted ('10.222.0.24', 39254) {{(pid=84875) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:39:07.813807 n-d-768862-2 neutron-server[84765]: DEBUG neutron.services.tag.tag_plugin [None req-e5adf9db-cb33-4116-a224-0d8e4d8e2312 tempest-TagsExtTest-1634423073 tempest-TagsExtTest-1634423073] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnets', '0776487b-6d68-41d7-9410-919d58a27dd9', 'tempest-TagsExtTest-Tag-1123417759') {} {{(pid=84875) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:39:07.818594 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-e95f8c39-764b-41af-84c0-83bb01819b60 tempest-TagsExtTest-1634423073 tempest-TagsExtTest-1634423073] 10.222.0.24 "DELETE /v2.0/subnets/0776487b-6d68-41d7-9410-919d58a27dd9/tags HTTP/1.1" status: 204 len: 168 time: 0.1151395 Jan 14 07:39:07.930524 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84874) accepted ('10.222.0.24', 39258) {{(pid=84874) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:39:07.938182 n-d-768862-2 neutron-server[84765]: DEBUG neutron.services.tag.tag_plugin [None req-ec9b62fb-4d68-4756-b9a8-f260749724c8 tempest-TagsExtTest-1634423073 tempest-TagsExtTest-1634423073] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'ports', 'd7308bf8-72dc-4c02-bfaa-94590c8f1cf8', 'tempest-TagsExtTest-Tag-1542166090') {} {{(pid=84874) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:39:07.942806 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-e5adf9db-cb33-4116-a224-0d8e4d8e2312 tempest-TagsExtTest-1634423073 tempest-TagsExtTest-1634423073] 10.222.0.24 "PUT /v2.0/subnets/0776487b-6d68-41d7-9410-919d58a27dd9/tags/tempest-TagsExtTest-Tag-1123417759 HTTP/1.1" status: 201 len: 201 time: 0.1341388 Jan 14 07:39:07.943989 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84875) accepted ('10.222.0.24', 39262) {{(pid=84875) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:39:07.971145 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84876) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:39:08.033169 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72a81a54-46e9-4d19-a8e1-82469f0b11f4 None None] Pushing event deleted for resources: {'Port': ['ID=4f2af34b-20b9-481f-8960-e30c6de5ce98,revision_number=None']} {{(pid=84876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:39:08.036542 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-72a81a54-46e9-4d19-a8e1-82469f0b11f4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=84876) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:39:08.045222 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72a81a54-46e9-4d19-a8e1-82469f0b11f4 None None] No DVR routers for this DVR port 4f2af34b-20b9-481f-8960-e30c6de5ce98 on host n-d-768862-2 {{(pid=84876) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Jan 14 07:39:08.066699 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84875) accepted ('10.222.0.24', 39268) {{(pid=84875) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:39:08.076399 n-d-768862-2 neutron-server[84765]: DEBUG neutron.services.tag.tag_plugin [None req-bf8ec32e-1077-4b7b-ad05-4c2bf1ec5a43 tempest-TagsExtTest-1634423073 tempest-TagsExtTest-1634423073] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'routers', 'a5dbdd28-2f6c-4a13-911d-da130e39bbee', 'tempest-TagsExtTest-Tag-1137804404') {} {{(pid=84875) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:39:08.083513 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-ec9b62fb-4d68-4756-b9a8-f260749724c8 tempest-TagsExtTest-1634423073 tempest-TagsExtTest-1634423073] 10.222.0.24 "PUT /v2.0/ports/d7308bf8-72dc-4c02-bfaa-94590c8f1cf8/tags/tempest-TagsExtTest-Tag-1542166090 HTTP/1.1" status: 201 len: 201 time: 0.1515903 Jan 14 07:39:08.149557 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Device 76a56e27-4d1f-4b9d-99ab-9f6172456640 no longer exists at agent ovs-agent-n-d-768862-2 {{(pid=84876) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jan 14 07:39:08.190717 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.plugin [None req-9b280308-cbcd-47b4-93f6-1248198c68ec admin admin] Deleting port 4f2af34b-20b9-481f-8960-e30c6de5ce98 {{(pid=84874) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 07:39:08.191116 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-9b280308-cbcd-47b4-93f6-1248198c68ec admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363259214248359'] for port, before_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:39:08.209971 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.plugin [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] No Port match for: 76a56e27-4d1f-4b9d-99ab-9f6172456640 {{(pid=84876) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2188}} Jan 14 07:39:08.210903 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Device 76a56e27-4d1f-4b9d-99ab-9f6172456640 not bound to the agent host n-d-768862-2 {{(pid=84876) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jan 14 07:39:08.212380 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Device 4f2af34b-20b9-481f-8960-e30c6de5ce98 no longer exists at agent ovs-agent-n-d-768862-2 {{(pid=84876) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jan 14 07:39:08.266151 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.plugin [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] No Port match for: 4f2af34b-20b9-481f-8960-e30c6de5ce98 {{(pid=84876) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2188}} Jan 14 07:39:08.266716 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Device 4f2af34b-20b9-481f-8960-e30c6de5ce98 not bound to the agent host n-d-768862-2 {{(pid=84876) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jan 14 07:39:08.294986 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-bf8ec32e-1077-4b7b-ad05-4c2bf1ec5a43 tempest-TagsExtTest-1634423073 tempest-TagsExtTest-1634423073] 10.222.0.24 "PUT /v2.0/routers/a5dbdd28-2f6c-4a13-911d-da130e39bbee/tags/tempest-TagsExtTest-Tag-1137804404 HTTP/1.1" status: 201 len: 201 time: 0.2232325 Jan 14 07:39:08.294986 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84875) accepted ('10.222.0.24', 39272) {{(pid=84875) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:39:08.302468 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.v2.base [None req-b15fcd45-3fed-4db3-a4ff-ff37d5f1cba2 tempest-PortsAdminExtendedAttrsTestJSON-1109253222 tempest-PortsAdminExtendedAttrsTestJSON-1109253222] Request body: {'network': {'name': 'tempest-PortsAdminExtendedAttrsTestJSON-test-network-1908281934'}} {{(pid=84875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:39:08.320237 n-d-768862-2 neutron-server[84765]: DEBUG neutron.services.tag.tag_plugin [None req-2bbbb353-b490-4796-b908-d4a357cc45a2 tempest-TagsExtTest-1634423073 tempest-TagsExtTest-1634423073] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnetpools', '7b81063c-2ff7-4ad9-ae49-c2eff1ff3b71', 'tempest-TagsExtTest-Tag-946275922') {} {{(pid=84875) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:39:08.320497 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.plugin [None req-9b280308-cbcd-47b4-93f6-1248198c68ec admin admin] The port '4f2af34b-20b9-481f-8960-e30c6de5ce98' was deleted {{(pid=84874) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Jan 14 07:39:08.327226 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-b15fcd45-3fed-4db3-a4ff-ff37d5f1cba2 tempest-PortsAdminExtendedAttrsTestJSON-1109253222 tempest-PortsAdminExtendedAttrsTestJSON-1109253222] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:39:08.333419 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-b15fcd45-3fed-4db3-a4ff-ff37d5f1cba2 tempest-PortsAdminExtendedAttrsTestJSON-1109253222 tempest-PortsAdminExtendedAttrsTestJSON-1109253222] Usage tracker for resource:network and tenant:d0085a6183a84bea8364c4f9e12da3da is out of sync, need to count used quota {{(pid=84875) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:39:08.339078 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-b15fcd45-3fed-4db3-a4ff-ff37d5f1cba2 tempest-PortsAdminExtendedAttrsTestJSON-1109253222 tempest-PortsAdminExtendedAttrsTestJSON-1109253222] Quota usage for network was recalculated. Used quota:0. {{(pid=84875) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:39:08.349198 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-b15fcd45-3fed-4db3-a4ff-ff37d5f1cba2 tempest-PortsAdminExtendedAttrsTestJSON-1109253222 tempest-PortsAdminExtendedAttrsTestJSON-1109253222] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:39:08.370111 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-2bbbb353-b490-4796-b908-d4a357cc45a2 tempest-TagsExtTest-1634423073 tempest-TagsExtTest-1634423073] 10.222.0.24 "PUT /v2.0/subnetpools/7b81063c-2ff7-4ad9-ae49-c2eff1ff3b71/tags/tempest-TagsExtTest-Tag-946275922 HTTP/1.1" status: 201 len: 201 time: 0.0698605 Jan 14 07:39:08.371022 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84875) accepted ('10.222.0.24', 39276) {{(pid=84875) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:39:08.377701 n-d-768862-2 neutron-server[84765]: DEBUG neutron.services.tag.tag_plugin [None req-2644319d-510d-491f-824b-1832692af14e tempest-TagsExtTest-1634423073 tempest-TagsExtTest-1634423073] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'subnets', '0776487b-6d68-41d7-9410-919d58a27dd9', {'tags': ['tempest-TagsExtTest-Tag-1537140586', 'tempest-TagsExtTest-Tag-1606402324', 'tempest-TagsExtTest-Tag-1675146210']}) {} {{(pid=84875) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:39:08.455654 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b15fcd45-3fed-4db3-a4ff-ff37d5f1cba2 tempest-PortsAdminExtendedAttrsTestJSON-1109253222 tempest-PortsAdminExtendedAttrsTestJSON-1109253222] Made reservation on behalf of d0085a6183a84bea8364c4f9e12da3da for: {'network': 1} {{(pid=84875) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 07:39:08.464941 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-b15fcd45-3fed-4db3-a4ff-ff37d5f1cba2 tempest-PortsAdminExtendedAttrsTestJSON-1109253222 tempest-PortsAdminExtendedAttrsTestJSON-1109253222] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555753'] for network, before_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:39:08.476342 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-9b280308-cbcd-47b4-93f6-1248198c68ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-598987', 'neutron.services.segments.db._delete_segments_for_network-8777640583949'] for network, precommit_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:39:08.492452 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-b15fcd45-3fed-4db3-a4ff-ff37d5f1cba2 tempest-PortsAdminExtendedAttrsTestJSON-1109253222 tempest-PortsAdminExtendedAttrsTestJSON-1109253222] Notify callbacks [] for security_group, before_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:39:08.544495 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-2644319d-510d-491f-824b-1832692af14e tempest-TagsExtTest-1634423073 tempest-TagsExtTest-1634423073] 10.222.0.24 "PUT /v2.0/subnets/0776487b-6d68-41d7-9410-919d58a27dd9/tags HTTP/1.1" status: 200 len: 318 time: 0.1720138 Jan 14 07:39:08.545533 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84875) accepted ('10.222.0.24', 39284) {{(pid=84875) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:39:08.550363 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-b15fcd45-3fed-4db3-a4ff-ff37d5f1cba2 tempest-PortsAdminExtendedAttrsTestJSON-1109253222 tempest-PortsAdminExtendedAttrsTestJSON-1109253222] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:39:08.562550 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-b15fcd45-3fed-4db3-a4ff-ff37d5f1cba2 tempest-PortsAdminExtendedAttrsTestJSON-1109253222 tempest-PortsAdminExtendedAttrsTestJSON-1109253222] Usage tracker for resource:security_group_rule and tenant:d0085a6183a84bea8364c4f9e12da3da is out of sync, need to count used quota {{(pid=84875) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:39:08.566093 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-b15fcd45-3fed-4db3-a4ff-ff37d5f1cba2 tempest-PortsAdminExtendedAttrsTestJSON-1109253222 tempest-PortsAdminExtendedAttrsTestJSON-1109253222] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84875) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:39:08.583245 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-b15fcd45-3fed-4db3-a4ff-ff37d5f1cba2 tempest-PortsAdminExtendedAttrsTestJSON-1109253222 tempest-PortsAdminExtendedAttrsTestJSON-1109253222] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:39:08.696636 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-b15fcd45-3fed-4db3-a4ff-ff37d5f1cba2 tempest-PortsAdminExtendedAttrsTestJSON-1109253222 tempest-PortsAdminExtendedAttrsTestJSON-1109253222] Notify callbacks [] for security_group, precommit_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:39:08.703483 n-d-768862-2 neutron-server[84765]: DEBUG neutron.services.tag.tag_plugin [None req-af653c48-c1cd-49cc-a950-62d30ebf2de7 tempest-TagsExtTest-1634423073 tempest-TagsExtTest-1634423073] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', '0776487b-6d68-41d7-9410-919d58a27dd9') {} {{(pid=84875) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:39:08.728287 n-d-768862-2 neutron-server[84765]: DEBUG neutron.services.segments.db [None req-9b280308-cbcd-47b4-93f6-1248198c68ec admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2074f9b4-c385-421f-96b6-d8d26573c42e']}} {{(pid=84874) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:39:08.749914 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-b15fcd45-3fed-4db3-a4ff-ff37d5f1cba2 tempest-PortsAdminExtendedAttrsTestJSON-1109253222 tempest-PortsAdminExtendedAttrsTestJSON-1109253222] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850887153'] for security_group, after_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:39:08.768479 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b15fcd45-3fed-4db3-a4ff-ff37d5f1cba2 tempest-PortsAdminExtendedAttrsTestJSON-1109253222 tempest-PortsAdminExtendedAttrsTestJSON-1109253222] vxlan segment allocate from pool success with {'vxlan_vni': 5} {{(pid=84875) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Jan 14 07:39:08.768930 n-d-768862-2 neutron-server[84765]: DEBUG neutron.services.segments.db [None req-9b280308-cbcd-47b4-93f6-1248198c68ec admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6c952e0d-03f3-44f7-8568-c4053a5ec05d') {'for_net_delete': True} {{(pid=84874) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:39:08.769561 n-d-768862-2 neutron-server[84765]: DEBUG neutron.services.segments.db [None req-9b280308-cbcd-47b4-93f6-1248198c68ec admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6c952e0d-03f3-44f7-8568-c4053a5ec05d') {} {{(pid=84874) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:39:08.777924 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-b15fcd45-3fed-4db3-a4ff-ff37d5f1cba2 tempest-PortsAdminExtendedAttrsTestJSON-1109253222 tempest-PortsAdminExtendedAttrsTestJSON-1109253222] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment--9223363259214191851', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854179735'] for segment, precommit_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:39:08.778270 n-d-768862-2 neutron-server[84765]: INFO neutron.db.segments_db [None req-b15fcd45-3fed-4db3-a4ff-ff37d5f1cba2 tempest-PortsAdminExtendedAttrsTestJSON-1109253222 tempest-PortsAdminExtendedAttrsTestJSON-1109253222] Added segment 3be97251-4089-4395-9967-c8b9adeaad4d of type vxlan for network 7ea4f4e1-6b47-42c9-b96f-0365d964e1f5 Jan 14 07:39:08.788142 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-9b280308-cbcd-47b4-93f6-1248198c68ec admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363259214173198', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2968632'] for segment, before_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:39:08.808669 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-9b280308-cbcd-47b4-93f6-1248198c68ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854179735'] for segment, precommit_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:39:08.810956 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-9b280308-cbcd-47b4-93f6-1248198c68ec admin admin] Releasing vxlan tunnel 9 to pool {{(pid=84874) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Jan 14 07:39:08.811388 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-b15fcd45-3fed-4db3-a4ff-ff37d5f1cba2 tempest-PortsAdminExtendedAttrsTestJSON-1109253222 tempest-PortsAdminExtendedAttrsTestJSON-1109253222] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363259214646115'] for network, precommit_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:39:09.053328 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.managers [None req-9b280308-cbcd-47b4-93f6-1248198c68ec admin admin] Network 2074f9b4-c385-421f-96b6-d8d26573c42e has no segments {{(pid=84874) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 14 07:39:09.069986 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-9b280308-cbcd-47b4-93f6-1248198c68ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-596065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036851521571'] for segment, after_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:39:09.144317 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-dec8e4e4-545c-4031-8974-b34326fa6970 tempest-SecGroupTest-1152222618 tempest-SecGroupTest-1152222618] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:39:09.185024 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-b15fcd45-3fed-4db3-a4ff-ff37d5f1cba2 tempest-PortsAdminExtendedAttrsTestJSON-1109253222 tempest-PortsAdminExtendedAttrsTestJSON-1109253222] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850887149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964'] for network, after_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:39:09.204739 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b15fcd45-3fed-4db3-a4ff-ff37d5f1cba2 tempest-PortsAdminExtendedAttrsTestJSON-1109253222 tempest-PortsAdminExtendedAttrsTestJSON-1109253222] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:39:09.205518 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-b15fcd45-3fed-4db3-a4ff-ff37d5f1cba2 tempest-PortsAdminExtendedAttrsTestJSON-1109253222 tempest-PortsAdminExtendedAttrsTestJSON-1109253222] Notify callbacks [] for network, before_response {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:39:09.238993 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b15fcd45-3fed-4db3-a4ff-ff37d5f1cba2 tempest-PortsAdminExtendedAttrsTestJSON-1109253222 tempest-PortsAdminExtendedAttrsTestJSON-1109253222] Pushing event updated for resources: {'SecurityGroup': ['ID=6a6171ee-558d-4657-8635-548480baf999,revision_number=1']} {{(pid=84875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:39:09.244027 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-b15fcd45-3fed-4db3-a4ff-ff37d5f1cba2 tempest-PortsAdminExtendedAttrsTestJSON-1109253222 tempest-PortsAdminExtendedAttrsTestJSON-1109253222] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:39:09.244619 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-9307cfa4-abe4-4b6c-ae29-a38022d497e5 tempest-RoutersTest-1255860389 tempest-RoutersTest-1255860389] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.021s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:39:09.274495 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-b15fcd45-3fed-4db3-a4ff-ff37d5f1cba2 tempest-PortsAdminExtendedAttrsTestJSON-1109253222 tempest-PortsAdminExtendedAttrsTestJSON-1109253222] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 799 time: 1.3206818 Jan 14 07:39:09.297841 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.managers [None req-9b280308-cbcd-47b4-93f6-1248198c68ec admin admin] Network 2074f9b4-c385-421f-96b6-d8d26573c42e has no segments {{(pid=84874) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 14 07:39:09.331184 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:shared":"rule:admin_only" was deprecated in W in favor of "update_network:shared":"role:admin and system_scope:all". Reason: Jan 14 07:39:09.331184 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:39:09.331184 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:39:09.331184 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:39:09.331184 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "update_network:provider:network_type":"role:admin and system_scope:all". Reason: Jan 14 07:39:09.331184 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:39:09.331184 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:39:09.331184 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:39:09.331184 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "update_network:provider:physical_network":"role:admin and system_scope:all". Reason: Jan 14 07:39:09.331184 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:39:09.331184 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:39:09.331184 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:39:09.331184 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "update_network:provider:segmentation_id":"role:admin and system_scope:all". Reason: Jan 14 07:39:09.331184 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:39:09.331184 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:39:09.331184 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:39:09.331184 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:router:external":"rule:admin_only" was deprecated in W in favor of "update_network:router:external":"role:admin and system_scope:all". Reason: Jan 14 07:39:09.331184 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:39:09.331184 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:39:09.331184 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:39:09.331184 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:is_default":"rule:admin_only" was deprecated in W in favor of "update_network:is_default":"role:admin and system_scope:all". Reason: Jan 14 07:39:09.331184 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:39:09.331184 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:39:09.331184 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:39:09.331184 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:port_security_enabled":"rule:admin_or_owner" was deprecated in W in favor of "update_network:port_security_enabled":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 07:39:09.331184 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:39:09.331184 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:39:09.331184 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:39:09.331184 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "delete_network":"rule:admin_or_owner" was deprecated in W in favor of "delete_network":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 07:39:09.331184 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:39:09.331184 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:39:09.331184 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:39:09.331184 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_segment":"rule:admin_only" was deprecated in W in favor of "create_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:39:09.331184 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:39:09.331184 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_segment":"rule:admin_only" was deprecated in W in favor of "get_segment":"role:reader and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:39:09.331184 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:39:09.331184 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_segment":"rule:admin_only" was deprecated in W in favor of "update_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:39:09.331184 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:39:09.331184 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "delete_segment":"rule:admin_only" was deprecated in W in favor of "delete_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:39:09.331184 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:39:09.331184 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 14 07:39:09.331184 n-d-768862-2 neutron-server[84765]: % (table.description, expected, rows_matched) Jan 14 07:39:09.331184 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 14 07:39:09.331184 n-d-768862-2 neutron-server[84765]: % (table.description, expected, rows_matched) Jan 14 07:39:09.331184 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 14 07:39:09.331184 n-d-768862-2 neutron-server[84765]: % (table.description, expected, rows_matched) Jan 14 07:39:09.331184 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 14 07:39:09.331184 n-d-768862-2 neutron-server[84765]: % (table.description, expected, rows_matched) Jan 14 07:39:09.331184 n-d-768862-2 neutron-server[84765]: Traceback (most recent call last): Jan 14 07:39:09.331184 n-d-768862-2 neutron-server[84765]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 14 07:39:09.331184 n-d-768862-2 neutron-server[84765]: timer() Jan 14 07:39:09.331184 n-d-768862-2 neutron-server[84765]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 14 07:39:09.331184 n-d-768862-2 neutron-server[84765]: cb(*args, **kw) Jan 14 07:39:09.331184 n-d-768862-2 neutron-server[84765]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Jan 14 07:39:09.331184 n-d-768862-2 neutron-server[84765]: return func(*args, **kwargs) Jan 14 07:39:09.331184 n-d-768862-2 neutron-server[84765]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 14 07:39:09.331184 n-d-768862-2 neutron-server[84765]: self._notify() Jan 14 07:39:09.331184 n-d-768862-2 neutron-server[84765]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 14 07:39:09.331184 n-d-768862-2 neutron-server[84765]: self.callback(batched_events) Jan 14 07:39:09.331184 n-d-768862-2 neutron-server[84765]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 14 07:39:09.331184 n-d-768862-2 neutron-server[84765]: event.method(event) Jan 14 07:39:09.331184 n-d-768862-2 neutron-server[84765]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 14 07:39:09.331184 n-d-768862-2 neutron-server[84765]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 14 07:39:09.331184 n-d-768862-2 neutron-server[84765]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Jan 14 07:39:09.331184 n-d-768862-2 neutron-server[84765]: segment_id)['aggregates'][0] Jan 14 07:39:09.331184 n-d-768862-2 neutron-server[84765]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 14 07:39:09.331184 n-d-768862-2 neutron-server[84765]: return f(self, *a, **k) Jan 14 07:39:09.331184 n-d-768862-2 neutron-server[84765]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 14 07:39:09.331184 n-d-768862-2 neutron-server[84765]: return self._get(url).json() Jan 14 07:39:09.331184 n-d-768862-2 neutron-server[84765]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 14 07:39:09.331184 n-d-768862-2 neutron-server[84765]: **kwargs) Jan 14 07:39:09.331184 n-d-768862-2 neutron-server[84765]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 14 07:39:09.331184 n-d-768862-2 neutron-server[84765]: return self.request(url, 'GET', **kwargs) Jan 14 07:39:09.331184 n-d-768862-2 neutron-server[84765]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Jan 14 07:39:09.331184 n-d-768862-2 neutron-server[84765]: **endpoint_filter) Jan 14 07:39:09.331184 n-d-768862-2 neutron-server[84765]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 14 07:39:09.331184 n-d-768862-2 neutron-server[84765]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 14 07:39:09.331184 n-d-768862-2 neutron-server[84765]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 14 07:39:09.331184 n-d-768862-2 neutron-server[84765]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 14 07:39:09.331184 n-d-768862-2 neutron-server[84765]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 14 07:39:09.374773 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b15fcd45-3fed-4db3-a4ff-ff37d5f1cba2 tempest-PortsAdminExtendedAttrsTestJSON-1109253222 tempest-PortsAdminExtendedAttrsTestJSON-1109253222] Pushing event updated for resources: {'Network': ['ID=7ea4f4e1-6b47-42c9-b96f-0365d964e1f5,revision_number=1']} {{(pid=84875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:39:09.380004 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-b15fcd45-3fed-4db3-a4ff-ff37d5f1cba2 tempest-PortsAdminExtendedAttrsTestJSON-1109253222 tempest-PortsAdminExtendedAttrsTestJSON-1109253222] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:39:09.390578 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-017f98a9-8a07-408c-a86f-8ff0c00400a0 None None] Network 7ea4f4e1-6b47-42c9-b96f-0365d964e1f5 details requested by agent ovs-agent-n-h1-768862-2 with host n-h1-768862-2 {{(pid=84876) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 07:39:09.421509 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-af653c48-c1cd-49cc-a950-62d30ebf2de7 tempest-TagsExtTest-1634423073 tempest-TagsExtTest-1634423073] 10.222.0.24 "DELETE /v2.0/subnets/0776487b-6d68-41d7-9410-919d58a27dd9/tags HTTP/1.1" status: 204 len: 168 time: 0.7230010 Jan 14 07:39:09.422551 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84875) accepted ('10.222.0.24', 39292) {{(pid=84875) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:39:09.428787 n-d-768862-2 neutron-server[84765]: DEBUG neutron.services.tag.tag_plugin [None req-a3de8961-d412-490f-b7aa-19ae2d60c00c tempest-TagsExtTest-1634423073 tempest-TagsExtTest-1634423073] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '0776487b-6d68-41d7-9410-919d58a27dd9', 'tempest-TagsExtTest-Tag-1537140586') {} {{(pid=84875) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:39:09.433921 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-9b280308-cbcd-47b4-93f6-1248198c68ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036854176830', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850887149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3912591'] for network, after_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:39:09.439715 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-a619121e-35a7-438e-9607-84559d7a46e8 tempest-NetworksTest-1803261889 tempest-NetworksTest-1803261889] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:39:09.454460 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.agents_db [None req-5b939a2f-078d-4c69-a188-cb55a28a77a0 None None] Agent healthcheck: found 7 active agents {{(pid=84877) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Jan 14 07:39:09.468391 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-9b280308-cbcd-47b4-93f6-1248198c68ec admin admin] Notify callbacks [] for network, before_response {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:39:09.488347 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b280308-cbcd-47b4-93f6-1248198c68ec admin admin] Pushing event deleted for resources: {'Network': ['ID=2074f9b4-c385-421f-96b6-d8d26573c42e,revision_number=None']} {{(pid=84874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:39:09.501107 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b280308-cbcd-47b4-93f6-1248198c68ec admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@n-h1-768862-2 {{(pid=84874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:39:09.501802 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b280308-cbcd-47b4-93f6-1248198c68ec admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-h1-768862-2 {{(pid=84874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:39:09.503039 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b280308-cbcd-47b4-93f6-1248198c68ec admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-h1-768862-2 {{(pid=84874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:39:09.504686 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b280308-cbcd-47b4-93f6-1248198c68ec admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-h1-768862-2 {{(pid=84874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:39:09.505314 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b280308-cbcd-47b4-93f6-1248198c68ec admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@n-h1-768862-2 {{(pid=84874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:39:09.506063 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b280308-cbcd-47b4-93f6-1248198c68ec admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-h1-768862-2 {{(pid=84874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:39:09.506677 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b280308-cbcd-47b4-93f6-1248198c68ec admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-h1-768862-2 {{(pid=84874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:39:09.507316 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b280308-cbcd-47b4-93f6-1248198c68ec admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-h1-768862-2 {{(pid=84874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:39:09.507994 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b280308-cbcd-47b4-93f6-1248198c68ec admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-h1-768862-2 {{(pid=84874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:39:09.509199 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b280308-cbcd-47b4-93f6-1248198c68ec admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-h1-768862-2 {{(pid=84874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:39:09.509883 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b280308-cbcd-47b4-93f6-1248198c68ec admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-h1-768862-2 {{(pid=84874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:39:09.511105 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b280308-cbcd-47b4-93f6-1248198c68ec admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-h1-768862-2 {{(pid=84874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:39:09.512413 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b280308-cbcd-47b4-93f6-1248198c68ec admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@n-h2-768862-2 {{(pid=84874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:39:09.513316 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b280308-cbcd-47b4-93f6-1248198c68ec admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-h2-768862-2 {{(pid=84874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:39:09.514094 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b280308-cbcd-47b4-93f6-1248198c68ec admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-h2-768862-2 {{(pid=84874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:39:09.514973 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b280308-cbcd-47b4-93f6-1248198c68ec admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-h2-768862-2 {{(pid=84874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:39:09.515954 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b280308-cbcd-47b4-93f6-1248198c68ec admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@n-h2-768862-2 {{(pid=84874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:39:09.516649 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b280308-cbcd-47b4-93f6-1248198c68ec admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-h2-768862-2 {{(pid=84874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:39:09.517489 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b280308-cbcd-47b4-93f6-1248198c68ec admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-h2-768862-2 {{(pid=84874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:39:09.518050 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b280308-cbcd-47b4-93f6-1248198c68ec admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-h2-768862-2 {{(pid=84874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:39:09.518636 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b280308-cbcd-47b4-93f6-1248198c68ec admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-h2-768862-2 {{(pid=84874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:39:09.519046 n-d-768862-2 neutron-server[84765]: INFO neutron.api.v2.resource [None req-a3de8961-d412-490f-b7aa-19ae2d60c00c tempest-TagsExtTest-1634423073 tempest-TagsExtTest-1634423073] show failed (client error): The resource could not be found. Jan 14 07:39:09.519200 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b280308-cbcd-47b4-93f6-1248198c68ec admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-h2-768862-2 {{(pid=84874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:39:09.519785 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b280308-cbcd-47b4-93f6-1248198c68ec admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-h2-768862-2 {{(pid=84874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:39:09.520310 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b280308-cbcd-47b4-93f6-1248198c68ec admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-h2-768862-2 {{(pid=84874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:39:09.520978 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b280308-cbcd-47b4-93f6-1248198c68ec admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-2 {{(pid=84874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:39:09.521967 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b280308-cbcd-47b4-93f6-1248198c68ec admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-2 {{(pid=84874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:39:09.522730 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b280308-cbcd-47b4-93f6-1248198c68ec admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-2 {{(pid=84874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:39:09.524106 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b280308-cbcd-47b4-93f6-1248198c68ec admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-2 {{(pid=84874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:39:09.524504 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-a3de8961-d412-490f-b7aa-19ae2d60c00c tempest-TagsExtTest-1634423073 tempest-TagsExtTest-1634423073] 10.222.0.24 "GET /v2.0/subnets/0776487b-6d68-41d7-9410-919d58a27dd9/tags/tempest-TagsExtTest-Tag-1537140586 HTTP/1.1" status: 404 len: 329 time: 0.1007519 Jan 14 07:39:09.524642 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b280308-cbcd-47b4-93f6-1248198c68ec admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@n-d-768862-2 {{(pid=84874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:39:09.525369 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84875) accepted ('10.222.0.24', 39296) {{(pid=84875) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:39:09.526017 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b280308-cbcd-47b4-93f6-1248198c68ec admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-2 {{(pid=84874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:39:09.526444 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b280308-cbcd-47b4-93f6-1248198c68ec admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-768862-2 {{(pid=84874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:39:09.526866 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b280308-cbcd-47b4-93f6-1248198c68ec admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-768862-2 {{(pid=84874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:39:09.527344 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b280308-cbcd-47b4-93f6-1248198c68ec admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-2 {{(pid=84874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:39:09.527867 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b280308-cbcd-47b4-93f6-1248198c68ec admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-2 {{(pid=84874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:39:09.528298 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b280308-cbcd-47b4-93f6-1248198c68ec admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-2 {{(pid=84874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:39:09.528712 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b280308-cbcd-47b4-93f6-1248198c68ec admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-2 {{(pid=84874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:39:09.531460 n-d-768862-2 neutron-server[84765]: DEBUG neutron.services.tag.tag_plugin [None req-bfca8435-9bc3-41f6-9fcc-9acd02338383 tempest-TagsExtTest-1634423073 tempest-TagsExtTest-1634423073] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '0776487b-6d68-41d7-9410-919d58a27dd9', 'tempest-TagsExtTest-Tag-1606402324') {} {{(pid=84875) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:39:09.539201 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-9b280308-cbcd-47b4-93f6-1248198c68ec admin admin] 10.222.0.24 "DELETE /v2.0/networks/2074f9b4-c385-421f-96b6-d8d26573c42e HTTP/1.1" status: 204 len: 168 time: 3.5406601 Jan 14 07:39:09.540825 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-9b280308-cbcd-47b4-93f6-1248198c68ec admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:39:09.613048 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-852a24f7-e9a1-4193-9abb-e9506fe5213f None None] Network 7ea4f4e1-6b47-42c9-b96f-0365d964e1f5 details requested by agent ovs-agent-n-h2-768862-2 with host n-h2-768862-2 {{(pid=84876) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 07:39:09.613660 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84874) accepted ('10.222.0.24', 39302) {{(pid=84874) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:39:09.623986 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.v2.base [None req-f278afbe-7674-4a16-9a42-ee3c8ba53697 tempest-PortsAdminExtendedAttrsTestJSON-1323615853 tempest-PortsAdminExtendedAttrsTestJSON-1323615853] Request body: {'port': {'network_id': '7ea4f4e1-6b47-42c9-b96f-0365d964e1f5', 'binding:host_id': 'n-h1-768862-2', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-1824235871'}} {{(pid=84874) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:39:09.629041 n-d-768862-2 neutron-server[84765]: INFO neutron.api.v2.resource [None req-bfca8435-9bc3-41f6-9fcc-9acd02338383 tempest-TagsExtTest-1634423073 tempest-TagsExtTest-1634423073] show failed (client error): The resource could not be found. Jan 14 07:39:09.631548 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-f278afbe-7674-4a16-9a42-ee3c8ba53697 tempest-PortsAdminExtendedAttrsTestJSON-1323615853 tempest-PortsAdminExtendedAttrsTestJSON-1323615853] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:39:09.633709 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-bfca8435-9bc3-41f6-9fcc-9acd02338383 tempest-TagsExtTest-1634423073 tempest-TagsExtTest-1634423073] 10.222.0.24 "GET /v2.0/subnets/0776487b-6d68-41d7-9410-919d58a27dd9/tags/tempest-TagsExtTest-Tag-1606402324 HTTP/1.1" status: 404 len: 329 time: 0.1071053 Jan 14 07:39:09.634446 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84875) accepted ('10.222.0.24', 39306) {{(pid=84875) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:39:09.637861 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-f278afbe-7674-4a16-9a42-ee3c8ba53697 tempest-PortsAdminExtendedAttrsTestJSON-1323615853 tempest-PortsAdminExtendedAttrsTestJSON-1323615853] Usage tracker for resource:port and tenant:bef2e729d0ed42558db7db781474e262 is out of sync, need to count used quota {{(pid=84874) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:39:09.641792 n-d-768862-2 neutron-server[84765]: DEBUG neutron.services.tag.tag_plugin [None req-5c1f5cc7-8c06-411e-a8be-9e9b38befaf0 tempest-TagsExtTest-1634423073 tempest-TagsExtTest-1634423073] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '0776487b-6d68-41d7-9410-919d58a27dd9', 'tempest-TagsExtTest-Tag-1675146210') {} {{(pid=84875) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:39:09.642047 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-f278afbe-7674-4a16-9a42-ee3c8ba53697 tempest-PortsAdminExtendedAttrsTestJSON-1323615853 tempest-PortsAdminExtendedAttrsTestJSON-1323615853] Quota usage for port was recalculated. Used quota:0. {{(pid=84874) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:39:09.650692 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-f278afbe-7674-4a16-9a42-ee3c8ba53697 tempest-PortsAdminExtendedAttrsTestJSON-1323615853 tempest-PortsAdminExtendedAttrsTestJSON-1323615853] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:39:09.679487 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f278afbe-7674-4a16-9a42-ee3c8ba53697 tempest-PortsAdminExtendedAttrsTestJSON-1323615853 tempest-PortsAdminExtendedAttrsTestJSON-1323615853] Made reservation on behalf of bef2e729d0ed42558db7db781474e262 for: {'port': 1} {{(pid=84874) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 07:39:09.693604 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-f278afbe-7674-4a16-9a42-ee3c8ba53697 tempest-PortsAdminExtendedAttrsTestJSON-1323615853 tempest-PortsAdminExtendedAttrsTestJSON-1323615853] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555753'] for port, before_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:39:09.734588 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-f278afbe-7674-4a16-9a42-ee3c8ba53697 tempest-PortsAdminExtendedAttrsTestJSON-1323615853 tempest-PortsAdminExtendedAttrsTestJSON-1323615853] Notify callbacks [] for security_group, before_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:39:09.755356 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-f278afbe-7674-4a16-9a42-ee3c8ba53697 tempest-PortsAdminExtendedAttrsTestJSON-1323615853 tempest-PortsAdminExtendedAttrsTestJSON-1323615853] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:39:09.760734 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-f278afbe-7674-4a16-9a42-ee3c8ba53697 tempest-PortsAdminExtendedAttrsTestJSON-1323615853 tempest-PortsAdminExtendedAttrsTestJSON-1323615853] Usage tracker for resource:security_group_rule and tenant:bef2e729d0ed42558db7db781474e262 is out of sync, need to count used quota {{(pid=84874) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:39:09.765972 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-f278afbe-7674-4a16-9a42-ee3c8ba53697 tempest-PortsAdminExtendedAttrsTestJSON-1323615853 tempest-PortsAdminExtendedAttrsTestJSON-1323615853] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84874) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:39:09.770088 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Network 7ea4f4e1-6b47-42c9-b96f-0365d964e1f5 details requested by agent ovs-agent-n-d-768862-2 with host n-d-768862-2 {{(pid=84876) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 07:39:09.775746 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-f278afbe-7674-4a16-9a42-ee3c8ba53697 tempest-PortsAdminExtendedAttrsTestJSON-1323615853 tempest-PortsAdminExtendedAttrsTestJSON-1323615853] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:39:09.851501 n-d-768862-2 neutron-server[84765]: INFO neutron.api.v2.resource [None req-5c1f5cc7-8c06-411e-a8be-9e9b38befaf0 tempest-TagsExtTest-1634423073 tempest-TagsExtTest-1634423073] show failed (client error): The resource could not be found. Jan 14 07:39:09.858329 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-5c1f5cc7-8c06-411e-a8be-9e9b38befaf0 tempest-TagsExtTest-1634423073 tempest-TagsExtTest-1634423073] 10.222.0.24 "GET /v2.0/subnets/0776487b-6d68-41d7-9410-919d58a27dd9/tags/tempest-TagsExtTest-Tag-1675146210 HTTP/1.1" status: 404 len: 329 time: 0.2224405 Jan 14 07:39:09.861517 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84875) accepted ('10.222.0.24', 39314) {{(pid=84875) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:39:09.870168 n-d-768862-2 neutron-server[84765]: DEBUG neutron.services.tag.tag_plugin [None req-bd704edf-800b-40dd-88a5-028e1b8775f7 tempest-TagsExtTest-1634423073 tempest-TagsExtTest-1634423073] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'ports', 'd7308bf8-72dc-4c02-bfaa-94590c8f1cf8', {'tags': ['tempest-TagsExtTest-Tag-1407241013', 'tempest-TagsExtTest-Tag-1437395415', 'tempest-TagsExtTest-Tag-1305141464']}) {} {{(pid=84875) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:39:09.972594 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-f278afbe-7674-4a16-9a42-ee3c8ba53697 tempest-PortsAdminExtendedAttrsTestJSON-1323615853 tempest-PortsAdminExtendedAttrsTestJSON-1323615853] Notify callbacks [] for security_group, precommit_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:39:10.000410 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-f278afbe-7674-4a16-9a42-ee3c8ba53697 tempest-PortsAdminExtendedAttrsTestJSON-1323615853 tempest-PortsAdminExtendedAttrsTestJSON-1323615853] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850887153'] for security_group, after_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:39:10.027192 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-38b72145-bca3-4932-9de7-d353115e10a7 tempest-NegativeSecGroupTest-99150678 tempest-NegativeSecGroupTest-99150678] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:39:10.050309 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-bd704edf-800b-40dd-88a5-028e1b8775f7 tempest-TagsExtTest-1634423073 tempest-TagsExtTest-1634423073] 10.222.0.24 "PUT /v2.0/ports/d7308bf8-72dc-4c02-bfaa-94590c8f1cf8/tags HTTP/1.1" status: 200 len: 318 time: 0.1874642 Jan 14 07:39:10.051415 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84875) accepted ('10.222.0.24', 39320) {{(pid=84875) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:39:10.051886 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84875) accepted ('10.222.0.24', 39322) {{(pid=84875) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:39:10.063219 n-d-768862-2 neutron-server[84765]: DEBUG neutron.services.tag.tag_plugin [None req-9bdfdbf5-36cd-4cdc-b1e6-0187a6de0718 tempest-TagsExtTest-1634423073 tempest-TagsExtTest-1634423073] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', 'd7308bf8-72dc-4c02-bfaa-94590c8f1cf8') {} {{(pid=84875) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:39:10.066795 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f278afbe-7674-4a16-9a42-ee3c8ba53697 tempest-PortsAdminExtendedAttrsTestJSON-1323615853 tempest-PortsAdminExtendedAttrsTestJSON-1323615853] Pushing event updated for resources: {'SecurityGroup': ['ID=34d2615b-36f0-4610-853a-4e6156a84fab,revision_number=1']} {{(pid=84874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:39:10.088853 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-f278afbe-7674-4a16-9a42-ee3c8ba53697 tempest-PortsAdminExtendedAttrsTestJSON-1323615853 tempest-PortsAdminExtendedAttrsTestJSON-1323615853] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:39:10.211605 n-d-768862-2 neutron-server[84765]: DEBUG neutron.notifiers.nova [None req-f278afbe-7674-4a16-9a42-ee3c8ba53697 tempest-PortsAdminExtendedAttrsTestJSON-1323615853 tempest-PortsAdminExtendedAttrsTestJSON-1323615853] device_id is not set on port 0d73bb54-18bb-4bc6-9fe8-4ecb07191a47 yet. {{(pid=84874) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}} Jan 14 07:39:10.259641 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-f2338055-ab7d-4b02-b849-2e7ad547deef admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=6f203b6947d74048b2e59043cf791d37&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2061300 Jan 14 07:39:10.260436 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84875) accepted ('10.222.0.24', 39328) {{(pid=84875) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:39:10.349107 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-293ca7b7-631e-4181-a7ae-bb792085d16b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:39:10.357025 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-9bdfdbf5-36cd-4cdc-b1e6-0187a6de0718 tempest-TagsExtTest-1634423073 tempest-TagsExtTest-1634423073] 10.222.0.24 "DELETE /v2.0/ports/d7308bf8-72dc-4c02-bfaa-94590c8f1cf8/tags HTTP/1.1" status: 204 len: 168 time: 0.2987568 Jan 14 07:39:10.362653 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84875) accepted ('10.222.0.24', 39332) {{(pid=84875) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:39:10.372448 n-d-768862-2 neutron-server[84765]: DEBUG neutron.services.tag.tag_plugin [None req-53ce6223-0d4c-4622-b116-c7cd81a2c793 tempest-TagsExtTest-1634423073 tempest-TagsExtTest-1634423073] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', 'd7308bf8-72dc-4c02-bfaa-94590c8f1cf8', 'tempest-TagsExtTest-Tag-1407241013') {} {{(pid=84875) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:39:10.440341 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-293ca7b7-631e-4181-a7ae-bb792085d16b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:39:10.499527 n-d-768862-2 neutron-server[84765]: INFO neutron.api.v2.resource [None req-53ce6223-0d4c-4622-b116-c7cd81a2c793 tempest-TagsExtTest-1634423073 tempest-TagsExtTest-1634423073] show failed (client error): The resource could not be found. Jan 14 07:39:10.502942 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-53ce6223-0d4c-4622-b116-c7cd81a2c793 tempest-TagsExtTest-1634423073 tempest-TagsExtTest-1634423073] 10.222.0.24 "GET /v2.0/ports/d7308bf8-72dc-4c02-bfaa-94590c8f1cf8/tags/tempest-TagsExtTest-Tag-1407241013 HTTP/1.1" status: 404 len: 329 time: 0.1370409 Jan 14 07:39:10.505385 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84875) accepted ('10.222.0.24', 39340) {{(pid=84875) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:39:10.518347 n-d-768862-2 neutron-server[84765]: DEBUG neutron.services.tag.tag_plugin [None req-a33188f3-cf23-4c95-98ed-daec0976bd69 tempest-TagsExtTest-1634423073 tempest-TagsExtTest-1634423073] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', 'd7308bf8-72dc-4c02-bfaa-94590c8f1cf8', 'tempest-TagsExtTest-Tag-1437395415') {} {{(pid=84875) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:39:10.641461 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-293ca7b7-631e-4181-a7ae-bb792085d16b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850887153'] for security_group, after_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:39:10.650317 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-af3444f2-5caa-43d6-ac63-b804df5077be tempest-SecGroupTest-1152222618 tempest-SecGroupTest-1152222618] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:39:10.681820 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-293ca7b7-631e-4181-a7ae-bb792085d16b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e7ee5da1-1bfd-48ec-b691-020b299d2921,revision_number=None']} {{(pid=84875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:39:10.691730 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-293ca7b7-631e-4181-a7ae-bb792085d16b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:39:10.693420 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-293ca7b7-631e-4181-a7ae-bb792085d16b admin admin] Notify callbacks [] for security_group, before_response {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:39:10.697798 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-293ca7b7-631e-4181-a7ae-bb792085d16b admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/e7ee5da1-1bfd-48ec-b691-020b299d2921 HTTP/1.1" status: 204 len: 168 time: 0.4328189 Jan 14 07:39:10.704694 n-d-768862-2 neutron-server[84765]: INFO neutron.api.v2.resource [None req-a33188f3-cf23-4c95-98ed-daec0976bd69 tempest-TagsExtTest-1634423073 tempest-TagsExtTest-1634423073] show failed (client error): The resource could not be found. Jan 14 07:39:10.710533 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-a33188f3-cf23-4c95-98ed-daec0976bd69 tempest-TagsExtTest-1634423073 tempest-TagsExtTest-1634423073] 10.222.0.24 "GET /v2.0/ports/d7308bf8-72dc-4c02-bfaa-94590c8f1cf8/tags/tempest-TagsExtTest-Tag-1437395415 HTTP/1.1" status: 404 len: 329 time: 0.2012534 Jan 14 07:39:10.712196 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84875) accepted ('10.222.0.24', 39346) {{(pid=84875) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:39:10.732254 n-d-768862-2 neutron-server[84765]: DEBUG neutron.services.tag.tag_plugin [None req-ff3e09e6-7e06-460c-8d07-8f7f81eb466b tempest-TagsExtTest-1634423073 tempest-TagsExtTest-1634423073] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', 'd7308bf8-72dc-4c02-bfaa-94590c8f1cf8', 'tempest-TagsExtTest-Tag-1305141464') {} {{(pid=84875) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:39:10.741155 n-d-768862-2 neutron-server[84765]: DEBUG neutron.notifiers.nova [None req-f278afbe-7674-4a16-9a42-ee3c8ba53697 tempest-PortsAdminExtendedAttrsTestJSON-1323615853 tempest-PortsAdminExtendedAttrsTestJSON-1323615853] device_id is not set on port 0d73bb54-18bb-4bc6-9fe8-4ecb07191a47 yet. {{(pid=84874) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}} Jan 14 07:39:10.755034 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-f278afbe-7674-4a16-9a42-ee3c8ba53697 tempest-PortsAdminExtendedAttrsTestJSON-1323615853 tempest-PortsAdminExtendedAttrsTestJSON-1323615853] Notify callbacks [] for port, precommit_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:39:10.779234 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-f278afbe-7674-4a16-9a42-ee3c8ba53697 tempest-PortsAdminExtendedAttrsTestJSON-1323615853 tempest-PortsAdminExtendedAttrsTestJSON-1323615853] Transition to ACTIVE for port object 0d73bb54-18bb-4bc6-9fe8-4ecb07191a47 will not be triggered until provisioned by entity L2. {{(pid=84874) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 07:39:10.814750 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-f278afbe-7674-4a16-9a42-ee3c8ba53697 tempest-PortsAdminExtendedAttrsTestJSON-1323615853 tempest-PortsAdminExtendedAttrsTestJSON-1323615853] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777640123575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3254186'] for port, after_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:39:10.845436 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-daef80ab-3f99-4239-9398-b6bf24d75b8d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:39:10.889449 n-d-768862-2 neutron-server[84765]: INFO neutron.api.v2.resource [None req-ff3e09e6-7e06-460c-8d07-8f7f81eb466b tempest-TagsExtTest-1634423073 tempest-TagsExtTest-1634423073] show failed (client error): The resource could not be found. Jan 14 07:39:10.894136 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-ff3e09e6-7e06-460c-8d07-8f7f81eb466b tempest-TagsExtTest-1634423073 tempest-TagsExtTest-1634423073] 10.222.0.24 "GET /v2.0/ports/d7308bf8-72dc-4c02-bfaa-94590c8f1cf8/tags/tempest-TagsExtTest-Tag-1305141464 HTTP/1.1" status: 404 len: 329 time: 0.1804616 Jan 14 07:39:10.894808 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84875) accepted ('10.222.0.24', 39354) {{(pid=84875) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:39:10.901426 n-d-768862-2 neutron-server[84765]: DEBUG neutron.services.tag.tag_plugin [None req-79d57630-a7cb-431d-8b29-84f79a3c2f82 tempest-TagsExtTest-1634423073 tempest-TagsExtTest-1634423073] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'routers', 'a5dbdd28-2f6c-4a13-911d-da130e39bbee', {'tags': ['tempest-TagsExtTest-Tag-1682766203', 'tempest-TagsExtTest-Tag-730813340', 'tempest-TagsExtTest-Tag-701632419']}) {} {{(pid=84875) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:39:11.033407 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f278afbe-7674-4a16-9a42-ee3c8ba53697 tempest-PortsAdminExtendedAttrsTestJSON-1323615853 tempest-PortsAdminExtendedAttrsTestJSON-1323615853] Pushing event updated for resources: {'Port': ['ID=0d73bb54-18bb-4bc6-9fe8-4ecb07191a47,revision_number=1']} {{(pid=84874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:39:11.037214 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-f278afbe-7674-4a16-9a42-ee3c8ba53697 tempest-PortsAdminExtendedAttrsTestJSON-1323615853 tempest-PortsAdminExtendedAttrsTestJSON-1323615853] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.192s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:39:11.082200 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f278afbe-7674-4a16-9a42-ee3c8ba53697 tempest-PortsAdminExtendedAttrsTestJSON-1323615853 tempest-PortsAdminExtendedAttrsTestJSON-1323615853] Checking segment: {'id': '3be97251-4089-4395-9967-c8b9adeaad4d', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '7ea4f4e1-6b47-42c9-b96f-0365d964e1f5'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84874) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 14 07:39:11.082610 n-d-768862-2 neutron-server[84765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f278afbe-7674-4a16-9a42-ee3c8ba53697 tempest-PortsAdminExtendedAttrsTestJSON-1323615853 tempest-PortsAdminExtendedAttrsTestJSON-1323615853] Network hostable DHCP agents. Network: 7ea4f4e1-6b47-42c9-b96f-0365d964e1f5, hostable agents: ['32f3dd84-26da-4d18-bf15-6017a8fb7247'], hosted agents: [] {{(pid=84874) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Jan 14 07:39:11.117197 n-d-768862-2 neutron-server[84765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f278afbe-7674-4a16-9a42-ee3c8ba53697 tempest-PortsAdminExtendedAttrsTestJSON-1323615853 tempest-PortsAdminExtendedAttrsTestJSON-1323615853] Network 7ea4f4e1-6b47-42c9-b96f-0365d964e1f5 is scheduled to be hosted by DHCP agent 32f3dd84-26da-4d18-bf15-6017a8fb7247 with binding_index 1 {{(pid=84874) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Jan 14 07:39:11.143419 n-d-768862-2 neutron-server[84765]: DEBUG neutron.scheduler.base_scheduler [None req-f278afbe-7674-4a16-9a42-ee3c8ba53697 tempest-PortsAdminExtendedAttrsTestJSON-1323615853 tempest-PortsAdminExtendedAttrsTestJSON-1323615853] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768862-2, 7ea4f4e1-6b47-42c9-b96f-0365d964e1f5) {{(pid=84874) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 07:39:11.149432 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f278afbe-7674-4a16-9a42-ee3c8ba53697 tempest-PortsAdminExtendedAttrsTestJSON-1323615853 tempest-PortsAdminExtendedAttrsTestJSON-1323615853] Received port after_create {{(pid=84874) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 14 07:39:11.157289 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60c791d2-667d-4b7b-81b5-96fb4882e6d6 None None] Network 7ea4f4e1-6b47-42c9-b96f-0365d964e1f5 requested from n-d-768862-2 {{(pid=84876) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 07:39:11.178876 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-79d57630-a7cb-431d-8b29-84f79a3c2f82 tempest-TagsExtTest-1634423073 tempest-TagsExtTest-1634423073] 10.222.0.24 "PUT /v2.0/routers/a5dbdd28-2f6c-4a13-911d-da130e39bbee/tags HTTP/1.1" status: 200 len: 316 time: 0.2797630 Jan 14 07:39:11.181657 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84875) accepted ('10.222.0.24', 39362) {{(pid=84875) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:39:11.186373 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.managers [None req-f278afbe-7674-4a16-9a42-ee3c8ba53697 tempest-PortsAdminExtendedAttrsTestJSON-1323615853 tempest-PortsAdminExtendedAttrsTestJSON-1323615853] Attempting to bind port 0d73bb54-18bb-4bc6-9fe8-4ecb07191a47 on host n-h1-768862-2 for vnic_type normal with profile {{(pid=84874) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 14 07:39:11.186902 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.managers [None req-f278afbe-7674-4a16-9a42-ee3c8ba53697 tempest-PortsAdminExtendedAttrsTestJSON-1323615853 tempest-PortsAdminExtendedAttrsTestJSON-1323615853] Attempting to bind port 0d73bb54-18bb-4bc6-9fe8-4ecb07191a47 by drivers openvswitch on host n-h1-768862-2 at level 0 using segments [{'id': '3be97251-4089-4395-9967-c8b9adeaad4d', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '7ea4f4e1-6b47-42c9-b96f-0365d964e1f5'}] {{(pid=84874) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 14 07:39:11.187276 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f278afbe-7674-4a16-9a42-ee3c8ba53697 tempest-PortsAdminExtendedAttrsTestJSON-1323615853 tempest-PortsAdminExtendedAttrsTestJSON-1323615853] Attempting to bind port 0d73bb54-18bb-4bc6-9fe8-4ecb07191a47 on network 7ea4f4e1-6b47-42c9-b96f-0365d964e1f5 {{(pid=84874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 14 07:39:11.195551 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f278afbe-7674-4a16-9a42-ee3c8ba53697 tempest-PortsAdminExtendedAttrsTestJSON-1323615853 tempest-PortsAdminExtendedAttrsTestJSON-1323615853] Checking agent: {'id': '40905704-73ec-4668-87ec-fe70ac9582ac', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-h1-768862-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 14, 7, 5, 11), 'started_at': datetime.datetime(2021, 1, 14, 7, 5, 41), 'heartbeat_timestamp': datetime.datetime(2021, 1, 14, 7, 38, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.42', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 14 07:39:11.195944 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f278afbe-7674-4a16-9a42-ee3c8ba53697 tempest-PortsAdminExtendedAttrsTestJSON-1323615853 tempest-PortsAdminExtendedAttrsTestJSON-1323615853] Checking segment: {'id': '3be97251-4089-4395-9967-c8b9adeaad4d', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '7ea4f4e1-6b47-42c9-b96f-0365d964e1f5'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84874) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 14 07:39:11.196360 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-f278afbe-7674-4a16-9a42-ee3c8ba53697 tempest-PortsAdminExtendedAttrsTestJSON-1323615853 tempest-PortsAdminExtendedAttrsTestJSON-1323615853] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:39:11.196987 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f278afbe-7674-4a16-9a42-ee3c8ba53697 tempest-PortsAdminExtendedAttrsTestJSON-1323615853 tempest-PortsAdminExtendedAttrsTestJSON-1323615853] Bound using segment: {'id': '3be97251-4089-4395-9967-c8b9adeaad4d', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '7ea4f4e1-6b47-42c9-b96f-0365d964e1f5'} {{(pid=84874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 14 07:39:11.197538 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.managers [None req-f278afbe-7674-4a16-9a42-ee3c8ba53697 tempest-PortsAdminExtendedAttrsTestJSON-1323615853 tempest-PortsAdminExtendedAttrsTestJSON-1323615853] Bound port: 0d73bb54-18bb-4bc6-9fe8-4ecb07191a47, host: n-h1-768862-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3be97251-4089-4395-9967-c8b9adeaad4d', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '7ea4f4e1-6b47-42c9-b96f-0365d964e1f5'}}] {{(pid=84874) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 14 07:39:11.197924 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-f278afbe-7674-4a16-9a42-ee3c8ba53697 tempest-PortsAdminExtendedAttrsTestJSON-1323615853 tempest-PortsAdminExtendedAttrsTestJSON-1323615853] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555753'] for port, before_update {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:39:11.213609 n-d-768862-2 neutron-server[84765]: DEBUG neutron.services.tag.tag_plugin [None req-93b73caf-bb48-4e27-b0d8-965b480e12e4 tempest-TagsExtTest-1634423073 tempest-TagsExtTest-1634423073] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', 'a5dbdd28-2f6c-4a13-911d-da130e39bbee') {} {{(pid=84875) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:39:11.378159 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [None req-f278afbe-7674-4a16-9a42-ee3c8ba53697 tempest-PortsAdminExtendedAttrsTestJSON-1323615853 tempest-PortsAdminExtendedAttrsTestJSON-1323615853] For port 0d73bb54-18bb-4bc6-9fe8-4ecb07191a47, host n-h1-768862-2, cleared binding levels {{(pid=84874) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 14 07:39:11.382710 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [None req-f278afbe-7674-4a16-9a42-ee3c8ba53697 tempest-PortsAdminExtendedAttrsTestJSON-1323615853 tempest-PortsAdminExtendedAttrsTestJSON-1323615853] For port 0d73bb54-18bb-4bc6-9fe8-4ecb07191a47, host n-h1-768862-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-h1-768862-2',level=0,port_id=0d73bb54-18bb-4bc6-9fe8-4ecb07191a47,segment=NetworkSegment(3be97251-4089-4395-9967-c8b9adeaad4d),segment_id=3be97251-4089-4395-9967-c8b9adeaad4d)] {{(pid=84874) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 14 07:39:11.391417 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-f278afbe-7674-4a16-9a42-ee3c8ba53697 tempest-PortsAdminExtendedAttrsTestJSON-1323615853 tempest-PortsAdminExtendedAttrsTestJSON-1323615853] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777640533312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363259214678337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777640097497', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036851521613'] for port, after_update {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:39:11.472057 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-93b73caf-bb48-4e27-b0d8-965b480e12e4 tempest-TagsExtTest-1634423073 tempest-TagsExtTest-1634423073] 10.222.0.24 "DELETE /v2.0/routers/a5dbdd28-2f6c-4a13-911d-da130e39bbee/tags HTTP/1.1" status: 204 len: 168 time: 0.2771356 Jan 14 07:39:11.472339 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84875) accepted ('10.222.0.24', 39366) {{(pid=84875) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:39:11.484963 n-d-768862-2 neutron-server[84765]: DEBUG neutron.services.tag.tag_plugin [None req-05676ab0-a878-4e6c-a0dc-db14ae173a32 tempest-TagsExtTest-1634423073 tempest-TagsExtTest-1634423073] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', 'a5dbdd28-2f6c-4a13-911d-da130e39bbee', 'tempest-TagsExtTest-Tag-1682766203') {} {{(pid=84875) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:39:11.497359 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-78b378a2-483e-472a-b13e-22c17880a1ce tempest-FloatingIPAdminTestJSON-531099267 tempest-FloatingIPAdminTestJSON-531099267] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:39:11.536787 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-017f98a9-8a07-408c-a86f-8ff0c00400a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363259214191800', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854171626'] for agent, after_update {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:39:11.642374 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f278afbe-7674-4a16-9a42-ee3c8ba53697 tempest-PortsAdminExtendedAttrsTestJSON-1323615853 tempest-PortsAdminExtendedAttrsTestJSON-1323615853] Pushing event updated for resources: {'Port': ['ID=0d73bb54-18bb-4bc6-9fe8-4ecb07191a47,revision_number=2']} {{(pid=84874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:39:11.645706 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f278afbe-7674-4a16-9a42-ee3c8ba53697 tempest-PortsAdminExtendedAttrsTestJSON-1323615853 tempest-PortsAdminExtendedAttrsTestJSON-1323615853] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:39:11.646571 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-f278afbe-7674-4a16-9a42-ee3c8ba53697 tempest-PortsAdminExtendedAttrsTestJSON-1323615853 tempest-PortsAdminExtendedAttrsTestJSON-1323615853] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854768116'] for port, before_response {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:39:11.651306 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-f278afbe-7674-4a16-9a42-ee3c8ba53697 tempest-PortsAdminExtendedAttrsTestJSON-1323615853 tempest-PortsAdminExtendedAttrsTestJSON-1323615853] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.154s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:39:11.689494 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-f278afbe-7674-4a16-9a42-ee3c8ba53697 tempest-PortsAdminExtendedAttrsTestJSON-1323615853 tempest-PortsAdminExtendedAttrsTestJSON-1323615853] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1079 time: 2.0742185 Jan 14 07:39:11.699225 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84874) accepted ('10.222.0.24', 39372) {{(pid=84874) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:39:11.771941 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84875) accepted ('10.222.0.24', 39376) {{(pid=84875) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:39:11.786875 n-d-768862-2 neutron-server[84765]: INFO neutron.api.v2.resource [None req-05676ab0-a878-4e6c-a0dc-db14ae173a32 tempest-TagsExtTest-1634423073 tempest-TagsExtTest-1634423073] show failed (client error): The resource could not be found. Jan 14 07:39:11.788259 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-05676ab0-a878-4e6c-a0dc-db14ae173a32 tempest-TagsExtTest-1634423073 tempest-TagsExtTest-1634423073] 10.222.0.24 "GET /v2.0/routers/a5dbdd28-2f6c-4a13-911d-da130e39bbee/tags/tempest-TagsExtTest-Tag-1682766203 HTTP/1.1" status: 404 len: 329 time: 0.3146126 Jan 14 07:39:11.812265 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84875) accepted ('10.222.0.24', 39380) {{(pid=84875) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:39:11.823211 n-d-768862-2 neutron-server[84765]: DEBUG neutron.services.tag.tag_plugin [None req-05ae4e5d-ea33-409d-82cd-3150d5a49ded tempest-TagsExtTest-1634423073 tempest-TagsExtTest-1634423073] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', 'a5dbdd28-2f6c-4a13-911d-da130e39bbee', 'tempest-TagsExtTest-Tag-730813340') {} {{(pid=84875) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:39:11.864520 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.plugin [None req-57a3670c-458c-44e1-9c35-40333f1efb6a tempest-PortsAdminExtendedAttrsTestJSON-1323615853 tempest-PortsAdminExtendedAttrsTestJSON-1323615853] Deleting port 0d73bb54-18bb-4bc6-9fe8-4ecb07191a47 {{(pid=84874) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 07:39:11.865082 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-57a3670c-458c-44e1-9c35-40333f1efb6a tempest-PortsAdminExtendedAttrsTestJSON-1323615853 tempest-PortsAdminExtendedAttrsTestJSON-1323615853] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363259214248359'] for port, before_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:39:11.954136 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-b9cdea00-af12-419a-8c43-9599cab2fe24 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=3783d0e443d34595960688d8c1d9a319&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1802444 Jan 14 07:39:11.969597 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84874) accepted ('10.222.0.24', 39386) {{(pid=84874) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:39:12.027662 n-d-768862-2 neutron-server[84765]: INFO neutron.api.v2.resource [None req-05ae4e5d-ea33-409d-82cd-3150d5a49ded tempest-TagsExtTest-1634423073 tempest-TagsExtTest-1634423073] show failed (client error): The resource could not be found. Jan 14 07:39:12.028987 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-05ae4e5d-ea33-409d-82cd-3150d5a49ded tempest-TagsExtTest-1634423073 tempest-TagsExtTest-1634423073] 10.222.0.24 "GET /v2.0/routers/a5dbdd28-2f6c-4a13-911d-da130e39bbee/tags/tempest-TagsExtTest-Tag-730813340 HTTP/1.1" status: 404 len: 328 time: 0.2154133 Jan 14 07:39:12.032724 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84875) accepted ('10.222.0.24', 39392) {{(pid=84875) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:39:12.039434 n-d-768862-2 neutron-server[84765]: DEBUG neutron.services.tag.tag_plugin [None req-de121ca9-68aa-46fb-a4f7-2571ce42fb79 tempest-TagsExtTest-1634423073 tempest-TagsExtTest-1634423073] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', 'a5dbdd28-2f6c-4a13-911d-da130e39bbee', 'tempest-TagsExtTest-Tag-701632419') {} {{(pid=84875) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:39:12.152085 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-a25bd5d0-2ba0-4679-b633-f4bb949561f3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:39:12.192626 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [None req-57a3670c-458c-44e1-9c35-40333f1efb6a tempest-PortsAdminExtendedAttrsTestJSON-1323615853 tempest-PortsAdminExtendedAttrsTestJSON-1323615853] For port 0d73bb54-18bb-4bc6-9fe8-4ecb07191a47, host n-h1-768862-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-h1-768862-2',level=0,port_id=0d73bb54-18bb-4bc6-9fe8-4ecb07191a47,segment=NetworkSegment(3be97251-4089-4395-9967-c8b9adeaad4d),segment_id=3be97251-4089-4395-9967-c8b9adeaad4d)] {{(pid=84874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 07:39:12.193034 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-57a3670c-458c-44e1-9c35-40333f1efb6a tempest-PortsAdminExtendedAttrsTestJSON-1323615853 tempest-PortsAdminExtendedAttrsTestJSON-1323615853] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036850862667'] for port, precommit_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:39:12.208886 n-d-768862-2 neutron-server[84765]: INFO neutron.api.v2.resource [None req-de121ca9-68aa-46fb-a4f7-2571ce42fb79 tempest-TagsExtTest-1634423073 tempest-TagsExtTest-1634423073] show failed (client error): The resource could not be found. Jan 14 07:39:12.211886 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-de121ca9-68aa-46fb-a4f7-2571ce42fb79 tempest-TagsExtTest-1634423073 tempest-TagsExtTest-1634423073] 10.222.0.24 "GET /v2.0/routers/a5dbdd28-2f6c-4a13-911d-da130e39bbee/tags/tempest-TagsExtTest-Tag-701632419 HTTP/1.1" status: 404 len: 328 time: 0.1764221 Jan 14 07:39:12.213613 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84875) accepted ('10.222.0.24', 39398) {{(pid=84875) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:39:12.214266 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-a25bd5d0-2ba0-4679-b633-f4bb949561f3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:39:12.220879 n-d-768862-2 neutron-server[84765]: DEBUG neutron.services.tag.tag_plugin [None req-2ce5861a-01e7-406d-8c2a-e3df7833e48c tempest-TagsExtTest-1634423073 tempest-TagsExtTest-1634423073] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'subnetpools', '7b81063c-2ff7-4ad9-ae49-c2eff1ff3b71', {'tags': ['tempest-TagsExtTest-Tag-645429749', 'tempest-TagsExtTest-Tag-1686098078', 'tempest-TagsExtTest-Tag-1139222176']}) {} {{(pid=84875) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:39:12.273228 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-2ce5861a-01e7-406d-8c2a-e3df7833e48c tempest-TagsExtTest-1634423073 tempest-TagsExtTest-1634423073] 10.222.0.24 "PUT /v2.0/subnetpools/7b81063c-2ff7-4ad9-ae49-c2eff1ff3b71/tags HTTP/1.1" status: 200 len: 317 time: 0.0579307 Jan 14 07:39:12.274163 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84875) accepted ('10.222.0.24', 39406) {{(pid=84875) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:39:12.281158 n-d-768862-2 neutron-server[84765]: DEBUG neutron.services.tag.tag_plugin [None req-54644feb-f96f-415f-9006-7649acf4fd81 tempest-TagsExtTest-1634423073 tempest-TagsExtTest-1634423073] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', '7b81063c-2ff7-4ad9-ae49-c2eff1ff3b71') {} {{(pid=84875) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:39:12.328651 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-54644feb-f96f-415f-9006-7649acf4fd81 tempest-TagsExtTest-1634423073 tempest-TagsExtTest-1634423073] 10.222.0.24 "DELETE /v2.0/subnetpools/7b81063c-2ff7-4ad9-ae49-c2eff1ff3b71/tags HTTP/1.1" status: 204 len: 168 time: 0.0533650 Jan 14 07:39:12.329335 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84875) accepted ('10.222.0.24', 39410) {{(pid=84875) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:39:12.335625 n-d-768862-2 neutron-server[84765]: DEBUG neutron.services.tag.tag_plugin [None req-cc606dba-b5bd-431c-93e3-f4255a0b76e4 tempest-TagsExtTest-1634423073 tempest-TagsExtTest-1634423073] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '7b81063c-2ff7-4ad9-ae49-c2eff1ff3b71', 'tempest-TagsExtTest-Tag-645429749') {} {{(pid=84875) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:39:12.347121 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.plugin [None req-57a3670c-458c-44e1-9c35-40333f1efb6a tempest-PortsAdminExtendedAttrsTestJSON-1323615853 tempest-PortsAdminExtendedAttrsTestJSON-1323615853] Calling delete_port for 0d73bb54-18bb-4bc6-9fe8-4ecb07191a47 owned by {{(pid=84874) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 07:39:12.382167 n-d-768862-2 neutron-server[84765]: INFO neutron.api.v2.resource [None req-cc606dba-b5bd-431c-93e3-f4255a0b76e4 tempest-TagsExtTest-1634423073 tempest-TagsExtTest-1634423073] show failed (client error): The resource could not be found. Jan 14 07:39:12.391153 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-cc606dba-b5bd-431c-93e3-f4255a0b76e4 tempest-TagsExtTest-1634423073 tempest-TagsExtTest-1634423073] 10.222.0.24 "GET /v2.0/subnetpools/7b81063c-2ff7-4ad9-ae49-c2eff1ff3b71/tags/tempest-TagsExtTest-Tag-645429749 HTTP/1.1" status: 404 len: 328 time: 0.0604768 Jan 14 07:39:12.391923 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84875) accepted ('10.222.0.24', 39416) {{(pid=84875) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:39:12.404566 n-d-768862-2 neutron-server[84765]: DEBUG neutron.services.tag.tag_plugin [None req-31c356bb-cf3b-4bb3-854a-7e836fc20c28 tempest-TagsExtTest-1634423073 tempest-TagsExtTest-1634423073] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '7b81063c-2ff7-4ad9-ae49-c2eff1ff3b71', 'tempest-TagsExtTest-Tag-1686098078') {} {{(pid=84875) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:39:12.463999 n-d-768862-2 neutron-server[84765]: INFO neutron.api.v2.resource [None req-31c356bb-cf3b-4bb3-854a-7e836fc20c28 tempest-TagsExtTest-1634423073 tempest-TagsExtTest-1634423073] show failed (client error): The resource could not be found. Jan 14 07:39:12.468403 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-31c356bb-cf3b-4bb3-854a-7e836fc20c28 tempest-TagsExtTest-1634423073 tempest-TagsExtTest-1634423073] 10.222.0.24 "GET /v2.0/subnetpools/7b81063c-2ff7-4ad9-ae49-c2eff1ff3b71/tags/tempest-TagsExtTest-Tag-1686098078 HTTP/1.1" status: 404 len: 329 time: 0.0678558 Jan 14 07:39:12.468689 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84875) accepted ('10.222.0.24', 39420) {{(pid=84875) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:39:12.470736 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-a25bd5d0-2ba0-4679-b633-f4bb949561f3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850887153'] for security_group, after_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:39:12.475953 n-d-768862-2 neutron-server[84765]: DEBUG neutron.services.tag.tag_plugin [None req-dfebd674-f91f-4972-a7c6-10bb84833777 tempest-TagsExtTest-1634423073 tempest-TagsExtTest-1634423073] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '7b81063c-2ff7-4ad9-ae49-c2eff1ff3b71', 'tempest-TagsExtTest-Tag-1139222176') {} {{(pid=84875) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:39:12.476635 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-8bca4ffd-b6c8-4416-9457-a3338f4c746e tempest-NegativeSecGroupTest-99150678 tempest-NegativeSecGroupTest-99150678] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:39:12.490014 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a25bd5d0-2ba0-4679-b633-f4bb949561f3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d29fc897-7d21-44f5-8300-b829e0be5a02,revision_number=None']} {{(pid=84874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:39:12.493000 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-57a3670c-458c-44e1-9c35-40333f1efb6a tempest-PortsAdminExtendedAttrsTestJSON-1323615853 tempest-PortsAdminExtendedAttrsTestJSON-1323615853] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777640533329', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777640097463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3254186'] for port, after_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:39:12.541960 n-d-768862-2 neutron-server[84765]: INFO neutron.api.v2.resource [None req-dfebd674-f91f-4972-a7c6-10bb84833777 tempest-TagsExtTest-1634423073 tempest-TagsExtTest-1634423073] show failed (client error): The resource could not be found. Jan 14 07:39:12.543149 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-dfebd674-f91f-4972-a7c6-10bb84833777 tempest-TagsExtTest-1634423073 tempest-TagsExtTest-1634423073] 10.222.0.24 "GET /v2.0/subnetpools/7b81063c-2ff7-4ad9-ae49-c2eff1ff3b71/tags/tempest-TagsExtTest-Tag-1139222176 HTTP/1.1" status: 404 len: 329 time: 0.0726013 Jan 14 07:39:12.556805 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84875) accepted ('10.222.0.24', 39424) {{(pid=84875) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:39:12.562468 n-d-768862-2 neutron-server[84765]: DEBUG neutron.services.tag.tag_plugin [None req-3f11b5ed-3dc0-4005-ba58-c74245be7035 tempest-TagsExtTest-1634423073 tempest-TagsExtTest-1634423073] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', '7b81063c-2ff7-4ad9-ae49-c2eff1ff3b71') {} {{(pid=84875) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:39:12.616364 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-3f11b5ed-3dc0-4005-ba58-c74245be7035 tempest-TagsExtTest-1634423073 tempest-TagsExtTest-1634423073] 10.222.0.24 "DELETE /v2.0/subnetpools/7b81063c-2ff7-4ad9-ae49-c2eff1ff3b71/tags HTTP/1.1" status: 204 len: 168 time: 0.0560644 Jan 14 07:39:12.617674 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84875) accepted ('10.222.0.24', 39428) {{(pid=84875) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:39:12.626305 n-d-768862-2 neutron-server[84765]: DEBUG neutron.services.tag.tag_plugin [None req-bbc5746d-258b-4b26-8724-67c66ffb2bc8 tempest-TagsExtTest-1634423073 tempest-TagsExtTest-1634423073] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', 'a5dbdd28-2f6c-4a13-911d-da130e39bbee') {} {{(pid=84875) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:39:12.628225 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-a25bd5d0-2ba0-4679-b633-f4bb949561f3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:39:12.629229 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-9d077456-1766-477b-83d3-2d2a79b14520 tempest-FloatingIPAdminTestJSON-1953844818 tempest-FloatingIPAdminTestJSON-1953844818] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:39:12.725410 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57a3670c-458c-44e1-9c35-40333f1efb6a tempest-PortsAdminExtendedAttrsTestJSON-1323615853 tempest-PortsAdminExtendedAttrsTestJSON-1323615853] Pushing event deleted for resources: {'Port': ['ID=0d73bb54-18bb-4bc6-9fe8-4ecb07191a47,revision_number=None']} {{(pid=84874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:39:12.730076 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-57a3670c-458c-44e1-9c35-40333f1efb6a tempest-PortsAdminExtendedAttrsTestJSON-1323615853 tempest-PortsAdminExtendedAttrsTestJSON-1323615853] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854768116'] for port, before_response {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:39:12.733297 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-57a3670c-458c-44e1-9c35-40333f1efb6a tempest-PortsAdminExtendedAttrsTestJSON-1323615853 tempest-PortsAdminExtendedAttrsTestJSON-1323615853] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:39:12.736945 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-a25bd5d0-2ba0-4679-b633-f4bb949561f3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:39:12.738196 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-a25bd5d0-2ba0-4679-b633-f4bb949561f3 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/d29fc897-7d21-44f5-8300-b829e0be5a02 HTTP/1.1" status: 204 len: 168 time: 0.7631707 Jan 14 07:39:12.743668 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-57a3670c-458c-44e1-9c35-40333f1efb6a tempest-PortsAdminExtendedAttrsTestJSON-1323615853 tempest-PortsAdminExtendedAttrsTestJSON-1323615853] 10.222.0.24 "DELETE /v2.0/ports/0d73bb54-18bb-4bc6-9fe8-4ecb07191a47 HTTP/1.1" status: 204 len: 168 time: 1.0393372 Jan 14 07:39:12.743985 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84874) accepted ('10.222.0.24', 39434) {{(pid=84874) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:39:12.787301 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-852a24f7-e9a1-4193-9abb-e9506fe5213f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363259214191800', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854171626'] for agent, after_update {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:39:12.828245 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-bbc5746d-258b-4b26-8724-67c66ffb2bc8 tempest-TagsExtTest-1634423073 tempest-TagsExtTest-1634423073] 10.222.0.24 "DELETE /v2.0/routers/a5dbdd28-2f6c-4a13-911d-da130e39bbee/tags HTTP/1.1" status: 204 len: 168 time: 0.2090411 Jan 14 07:39:12.828949 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84875) accepted ('10.222.0.24', 39438) {{(pid=84875) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:39:12.835002 n-d-768862-2 neutron-server[84765]: DEBUG neutron.services.tag.tag_plugin [None req-ead070d3-aea8-4b25-bfaa-18bbf89a4459 tempest-TagsExtTest-1634423073 tempest-TagsExtTest-1634423073] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', 'd7308bf8-72dc-4c02-bfaa-94590c8f1cf8') {} {{(pid=84875) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:39:12.838756 n-d-768862-2 neutron-server[84765]: INFO neutron.pecan_wsgi.hooks.translation [None req-d6e0c5e5-58ce-4225-b478-da3cd393e3ea tempest-PortsAdminExtendedAttrsTestJSON-1323615853 tempest-PortsAdminExtendedAttrsTestJSON-1323615853] GET failed (client error): The resource could not be found. Jan 14 07:39:12.839643 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-d6e0c5e5-58ce-4225-b478-da3cd393e3ea tempest-PortsAdminExtendedAttrsTestJSON-1323615853 tempest-PortsAdminExtendedAttrsTestJSON-1323615853] Synchronizing usage tracker for tenant:bef2e729d0ed42558db7db781474e262 on resource:port {{(pid=84874) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 14 07:39:12.858209 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-d6e0c5e5-58ce-4225-b478-da3cd393e3ea tempest-PortsAdminExtendedAttrsTestJSON-1323615853 tempest-PortsAdminExtendedAttrsTestJSON-1323615853] Unset dirty status for tenant:bef2e729d0ed42558db7db781474e262 on resource:port {{(pid=84874) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 14 07:39:12.859490 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-d6e0c5e5-58ce-4225-b478-da3cd393e3ea tempest-PortsAdminExtendedAttrsTestJSON-1323615853 tempest-PortsAdminExtendedAttrsTestJSON-1323615853] 10.222.0.24 "GET /v2.0/ports/0d73bb54-18bb-4bc6-9fe8-4ecb07191a47 HTTP/1.1" status: 404 len: 333 time: 0.1145258 Jan 14 07:39:12.864145 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84874) accepted ('10.222.0.24', 39442) {{(pid=84874) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:39:12.872140 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.v2.base [None req-0997d29d-4463-4eeb-9101-4436bcd09323 tempest-PortsAdminExtendedAttrsTestJSON-1323615853 tempest-PortsAdminExtendedAttrsTestJSON-1323615853] Request body: {'port': {'network_id': '7ea4f4e1-6b47-42c9-b96f-0365d964e1f5', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-2083373195'}} {{(pid=84874) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:39:12.878471 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-0997d29d-4463-4eeb-9101-4436bcd09323 tempest-PortsAdminExtendedAttrsTestJSON-1323615853 tempest-PortsAdminExtendedAttrsTestJSON-1323615853] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:39:12.891044 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-0997d29d-4463-4eeb-9101-4436bcd09323 tempest-PortsAdminExtendedAttrsTestJSON-1323615853 tempest-PortsAdminExtendedAttrsTestJSON-1323615853] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:39:12.901229 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0997d29d-4463-4eeb-9101-4436bcd09323 tempest-PortsAdminExtendedAttrsTestJSON-1323615853 tempest-PortsAdminExtendedAttrsTestJSON-1323615853] Made reservation on behalf of bef2e729d0ed42558db7db781474e262 for: {'port': 1} {{(pid=84874) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 07:39:12.906865 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-0997d29d-4463-4eeb-9101-4436bcd09323 tempest-PortsAdminExtendedAttrsTestJSON-1323615853 tempest-PortsAdminExtendedAttrsTestJSON-1323615853] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555753'] for port, before_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:39:12.924935 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-ead070d3-aea8-4b25-bfaa-18bbf89a4459 tempest-TagsExtTest-1634423073 tempest-TagsExtTest-1634423073] 10.222.0.24 "DELETE /v2.0/ports/d7308bf8-72dc-4c02-bfaa-94590c8f1cf8/tags HTTP/1.1" status: 204 len: 168 time: 0.0947585 Jan 14 07:39:12.927820 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84875) accepted ('10.222.0.24', 39446) {{(pid=84875) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:39:12.934107 n-d-768862-2 neutron-server[84765]: DEBUG neutron.services.tag.tag_plugin [None req-a4bcdd63-fad4-4dab-a8fb-38ce8952036a tempest-TagsExtTest-1634423073 tempest-TagsExtTest-1634423073] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', '0776487b-6d68-41d7-9410-919d58a27dd9') {} {{(pid=84875) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:39:13.027349 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-a4bcdd63-fad4-4dab-a8fb-38ce8952036a tempest-TagsExtTest-1634423073 tempest-TagsExtTest-1634423073] 10.222.0.24 "DELETE /v2.0/subnets/0776487b-6d68-41d7-9410-919d58a27dd9/tags HTTP/1.1" status: 204 len: 168 time: 0.0979140 Jan 14 07:39:13.033476 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84875) accepted ('10.222.0.24', 39450) {{(pid=84875) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:39:13.076178 n-d-768862-2 neutron-server[84765]: DEBUG neutron.notifiers.nova [None req-0997d29d-4463-4eeb-9101-4436bcd09323 tempest-PortsAdminExtendedAttrsTestJSON-1323615853 tempest-PortsAdminExtendedAttrsTestJSON-1323615853] device_id is not set on port edab572e-6cb9-465c-8e7a-8d2f1aadbe62 yet. {{(pid=84874) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}} Jan 14 07:39:13.166594 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-0e533066-7138-4440-8250-20725db297f5 tempest-TagsExtTest-1634423073 tempest-TagsExtTest-1634423073] Notify callbacks [] for subnetpool, before_response {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:39:13.168742 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-0e533066-7138-4440-8250-20725db297f5 tempest-TagsExtTest-1634423073 tempest-TagsExtTest-1634423073] 10.222.0.24 "DELETE /v2.0/subnetpools/7b81063c-2ff7-4ad9-ae49-c2eff1ff3b71 HTTP/1.1" status: 204 len: 168 time: 0.1339204 Jan 14 07:39:13.171551 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84875) accepted ('10.222.0.24', 39456) {{(pid=84875) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:39:13.239734 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-ba6e57d1-0373-41e7-b290-6347b3a37ae3 tempest-TagsExtTest-1634423073 tempest-TagsExtTest-1634423073] 10.222.0.24 "GET /v2.0/ports?device_id=a5dbdd28-2f6c-4a13-911d-da130e39bbee HTTP/1.1" status: 200 len: 205 time: 0.0663464 Jan 14 07:39:13.242485 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84875) accepted ('10.222.0.24', 39460) {{(pid=84875) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:39:13.346072 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-0997d29d-4463-4eeb-9101-4436bcd09323 tempest-PortsAdminExtendedAttrsTestJSON-1323615853 tempest-PortsAdminExtendedAttrsTestJSON-1323615853] Notify callbacks [] for port, precommit_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:39:13.372059 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-0997d29d-4463-4eeb-9101-4436bcd09323 tempest-PortsAdminExtendedAttrsTestJSON-1323615853 tempest-PortsAdminExtendedAttrsTestJSON-1323615853] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777640123575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3254186'] for port, after_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:39:13.388695 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-f278afbe-7674-4a16-9a42-ee3c8ba53697 tempest-PortsAdminExtendedAttrsTestJSON-1323615853 tempest-PortsAdminExtendedAttrsTestJSON-1323615853] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:39:13.396314 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-74daaf92-9b21-477a-9ba8-e1ffc9a09fbf tempest-TagsExtTest-1634423073 tempest-TagsExtTest-1634423073] Notify callbacks [] for router, before_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:39:13.541637 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0997d29d-4463-4eeb-9101-4436bcd09323 tempest-PortsAdminExtendedAttrsTestJSON-1323615853 tempest-PortsAdminExtendedAttrsTestJSON-1323615853] Pushing event updated for resources: {'Port': ['ID=edab572e-6cb9-465c-8e7a-8d2f1aadbe62,revision_number=1']} {{(pid=84874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:39:13.555509 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-0997d29d-4463-4eeb-9101-4436bcd09323 tempest-PortsAdminExtendedAttrsTestJSON-1323615853 tempest-PortsAdminExtendedAttrsTestJSON-1323615853] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.166s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:39:13.565317 n-d-768862-2 neutron-server[84765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0997d29d-4463-4eeb-9101-4436bcd09323 tempest-PortsAdminExtendedAttrsTestJSON-1323615853 tempest-PortsAdminExtendedAttrsTestJSON-1323615853] Network 7ea4f4e1-6b47-42c9-b96f-0365d964e1f5 is already hosted by enough agents. {{(pid=84874) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 07:39:13.565984 n-d-768862-2 neutron-server[84765]: DEBUG neutron.scheduler.base_scheduler [None req-0997d29d-4463-4eeb-9101-4436bcd09323 tempest-PortsAdminExtendedAttrsTestJSON-1323615853 tempest-PortsAdminExtendedAttrsTestJSON-1323615853] Resources bound (agent type, host, resource id): {{(pid=84874) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 07:39:13.572781 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0997d29d-4463-4eeb-9101-4436bcd09323 tempest-PortsAdminExtendedAttrsTestJSON-1323615853 tempest-PortsAdminExtendedAttrsTestJSON-1323615853] Received port after_create {{(pid=84874) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 14 07:39:13.573694 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0997d29d-4463-4eeb-9101-4436bcd09323 tempest-PortsAdminExtendedAttrsTestJSON-1323615853 tempest-PortsAdminExtendedAttrsTestJSON-1323615853] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:39:13.574366 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-0997d29d-4463-4eeb-9101-4436bcd09323 tempest-PortsAdminExtendedAttrsTestJSON-1323615853 tempest-PortsAdminExtendedAttrsTestJSON-1323615853] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854768116'] for port, before_response {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:39:13.611376 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-0997d29d-4463-4eeb-9101-4436bcd09323 tempest-PortsAdminExtendedAttrsTestJSON-1323615853 tempest-PortsAdminExtendedAttrsTestJSON-1323615853] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 960 time: 0.7458386 Jan 14 07:39:13.614156 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84874) accepted ('10.222.0.24', 39474) {{(pid=84874) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:39:13.622706 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.v2.base [None req-a8078fa3-a61b-4574-b9fd-bb2e1b374e63 tempest-PortsAdminExtendedAttrsTestJSON-1323615853 tempest-PortsAdminExtendedAttrsTestJSON-1323615853] Request body: {'port': {'binding:host_id': 'n-h1-768862-2'}} {{(pid=84874) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:39:14.009370 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-74daaf92-9b21-477a-9ba8-e1ffc9a09fbf tempest-TagsExtTest-1634423073 tempest-TagsExtTest-1634423073] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3889346', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036854717606'] for router, precommit_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:39:14.013055 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-74daaf92-9b21-477a-9ba8-e1ffc9a09fbf tempest-TagsExtTest-1634423073 tempest-TagsExtTest-1634423073] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:39:14.062770 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-74daaf92-9b21-477a-9ba8-e1ffc9a09fbf tempest-TagsExtTest-1634423073 tempest-TagsExtTest-1634423073] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036850897070'] for router, after_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:39:14.063327 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-74daaf92-9b21-477a-9ba8-e1ffc9a09fbf tempest-TagsExtTest-1634423073 tempest-TagsExtTest-1634423073] Fanout notify agent at l3_agent the message router_deleted on router a5dbdd28-2f6c-4a13-911d-da130e39bbee {{(pid=84875) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jan 14 07:39:14.099507 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-74daaf92-9b21-477a-9ba8-e1ffc9a09fbf tempest-TagsExtTest-1634423073 tempest-TagsExtTest-1634423073] Notify callbacks [] for router, before_response {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:39:14.100796 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-74daaf92-9b21-477a-9ba8-e1ffc9a09fbf tempest-TagsExtTest-1634423073 tempest-TagsExtTest-1634423073] 10.222.0.24 "DELETE /v2.0/routers/a5dbdd28-2f6c-4a13-911d-da130e39bbee HTTP/1.1" status: 204 len: 168 time: 0.8571556 Jan 14 07:39:14.103565 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84875) accepted ('10.222.0.24', 39484) {{(pid=84875) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:39:14.152472 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-a8078fa3-a61b-4574-b9fd-bb2e1b374e63 tempest-PortsAdminExtendedAttrsTestJSON-1323615853 tempest-PortsAdminExtendedAttrsTestJSON-1323615853] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555753'] for port, before_update {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:39:14.212663 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.plugin [None req-2e873302-cceb-41a3-acf8-d0996b280ee4 tempest-TagsExtTest-1634423073 tempest-TagsExtTest-1634423073] Deleting port d7308bf8-72dc-4c02-bfaa-94590c8f1cf8 {{(pid=84875) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 07:39:14.213229 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-2e873302-cceb-41a3-acf8-d0996b280ee4 tempest-TagsExtTest-1634423073 tempest-TagsExtTest-1634423073] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363259214248359'] for port, before_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:39:14.514853 n-d-768862-2 neutron-server[84765]: DEBUG neutron.notifiers.nova [None req-a8078fa3-a61b-4574-b9fd-bb2e1b374e63 tempest-PortsAdminExtendedAttrsTestJSON-1323615853 tempest-PortsAdminExtendedAttrsTestJSON-1323615853] device_id is not set on port edab572e-6cb9-465c-8e7a-8d2f1aadbe62 yet. {{(pid=84874) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}} Jan 14 07:39:14.524181 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-a8078fa3-a61b-4574-b9fd-bb2e1b374e63 tempest-PortsAdminExtendedAttrsTestJSON-1323615853 tempest-PortsAdminExtendedAttrsTestJSON-1323615853] Notify callbacks [] for port, precommit_update {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:39:14.524690 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-2e873302-cceb-41a3-acf8-d0996b280ee4 tempest-TagsExtTest-1634423073 tempest-TagsExtTest-1634423073] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036850862667'] for port, precommit_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:39:14.542041 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-a8078fa3-a61b-4574-b9fd-bb2e1b374e63 tempest-PortsAdminExtendedAttrsTestJSON-1323615853 tempest-PortsAdminExtendedAttrsTestJSON-1323615853] Transition to ACTIVE for port object edab572e-6cb9-465c-8e7a-8d2f1aadbe62 will not be triggered until provisioned by entity L2. {{(pid=84874) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 07:39:14.546143 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-a8078fa3-a61b-4574-b9fd-bb2e1b374e63 tempest-PortsAdminExtendedAttrsTestJSON-1323615853 tempest-PortsAdminExtendedAttrsTestJSON-1323615853] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777640533312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363259214678337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777640097497', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036851521613'] for port, after_update {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:39:14.666556 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-9d077456-1766-477b-83d3-2d2a79b14520 tempest-FloatingIPAdminTestJSON-1953844818 tempest-FloatingIPAdminTestJSON-1953844818] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:39:14.673109 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.plugin [None req-2e873302-cceb-41a3-acf8-d0996b280ee4 tempest-TagsExtTest-1634423073 tempest-TagsExtTest-1634423073] Calling delete_port for d7308bf8-72dc-4c02-bfaa-94590c8f1cf8 owned by {{(pid=84875) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 07:39:14.760958 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8078fa3-a61b-4574-b9fd-bb2e1b374e63 tempest-PortsAdminExtendedAttrsTestJSON-1323615853 tempest-PortsAdminExtendedAttrsTestJSON-1323615853] Pushing event updated for resources: {'Port': ['ID=edab572e-6cb9-465c-8e7a-8d2f1aadbe62,revision_number=2']} {{(pid=84874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:39:14.772323 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-a8078fa3-a61b-4574-b9fd-bb2e1b374e63 tempest-PortsAdminExtendedAttrsTestJSON-1323615853 tempest-PortsAdminExtendedAttrsTestJSON-1323615853] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:39:14.861743 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.managers [None req-a8078fa3-a61b-4574-b9fd-bb2e1b374e63 tempest-PortsAdminExtendedAttrsTestJSON-1323615853 tempest-PortsAdminExtendedAttrsTestJSON-1323615853] Attempting to bind port edab572e-6cb9-465c-8e7a-8d2f1aadbe62 on host n-h1-768862-2 for vnic_type normal with profile {{(pid=84874) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 14 07:39:14.862121 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.managers [None req-a8078fa3-a61b-4574-b9fd-bb2e1b374e63 tempest-PortsAdminExtendedAttrsTestJSON-1323615853 tempest-PortsAdminExtendedAttrsTestJSON-1323615853] Attempting to bind port edab572e-6cb9-465c-8e7a-8d2f1aadbe62 by drivers openvswitch on host n-h1-768862-2 at level 0 using segments [{'id': '3be97251-4089-4395-9967-c8b9adeaad4d', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '7ea4f4e1-6b47-42c9-b96f-0365d964e1f5'}] {{(pid=84874) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 14 07:39:14.862508 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8078fa3-a61b-4574-b9fd-bb2e1b374e63 tempest-PortsAdminExtendedAttrsTestJSON-1323615853 tempest-PortsAdminExtendedAttrsTestJSON-1323615853] Attempting to bind port edab572e-6cb9-465c-8e7a-8d2f1aadbe62 on network 7ea4f4e1-6b47-42c9-b96f-0365d964e1f5 {{(pid=84874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 14 07:39:14.872017 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8078fa3-a61b-4574-b9fd-bb2e1b374e63 tempest-PortsAdminExtendedAttrsTestJSON-1323615853 tempest-PortsAdminExtendedAttrsTestJSON-1323615853] Checking agent: {'id': '40905704-73ec-4668-87ec-fe70ac9582ac', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-h1-768862-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 14, 7, 5, 11), 'started_at': datetime.datetime(2021, 1, 14, 7, 5, 41), 'heartbeat_timestamp': datetime.datetime(2021, 1, 14, 7, 39, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.42', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 14 07:39:14.872406 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8078fa3-a61b-4574-b9fd-bb2e1b374e63 tempest-PortsAdminExtendedAttrsTestJSON-1323615853 tempest-PortsAdminExtendedAttrsTestJSON-1323615853] Checking segment: {'id': '3be97251-4089-4395-9967-c8b9adeaad4d', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '7ea4f4e1-6b47-42c9-b96f-0365d964e1f5'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84874) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 14 07:39:14.872818 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-a8078fa3-a61b-4574-b9fd-bb2e1b374e63 tempest-PortsAdminExtendedAttrsTestJSON-1323615853 tempest-PortsAdminExtendedAttrsTestJSON-1323615853] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:39:14.873215 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8078fa3-a61b-4574-b9fd-bb2e1b374e63 tempest-PortsAdminExtendedAttrsTestJSON-1323615853 tempest-PortsAdminExtendedAttrsTestJSON-1323615853] Bound using segment: {'id': '3be97251-4089-4395-9967-c8b9adeaad4d', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '7ea4f4e1-6b47-42c9-b96f-0365d964e1f5'} {{(pid=84874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 14 07:39:14.873698 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.managers [None req-a8078fa3-a61b-4574-b9fd-bb2e1b374e63 tempest-PortsAdminExtendedAttrsTestJSON-1323615853 tempest-PortsAdminExtendedAttrsTestJSON-1323615853] Bound port: edab572e-6cb9-465c-8e7a-8d2f1aadbe62, host: n-h1-768862-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3be97251-4089-4395-9967-c8b9adeaad4d', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '7ea4f4e1-6b47-42c9-b96f-0365d964e1f5'}}] {{(pid=84874) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 14 07:39:14.874075 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-a8078fa3-a61b-4574-b9fd-bb2e1b374e63 tempest-PortsAdminExtendedAttrsTestJSON-1323615853 tempest-PortsAdminExtendedAttrsTestJSON-1323615853] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555753'] for port, before_update {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:39:14.986836 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-2e873302-cceb-41a3-acf8-d0996b280ee4 tempest-TagsExtTest-1634423073 tempest-TagsExtTest-1634423073] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777640533329', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777640097463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851621574'] for port, after_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:39:15.000770 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [None req-a8078fa3-a61b-4574-b9fd-bb2e1b374e63 tempest-PortsAdminExtendedAttrsTestJSON-1323615853 tempest-PortsAdminExtendedAttrsTestJSON-1323615853] For port edab572e-6cb9-465c-8e7a-8d2f1aadbe62, host n-h1-768862-2, cleared binding levels {{(pid=84874) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 14 07:39:15.004398 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [None req-a8078fa3-a61b-4574-b9fd-bb2e1b374e63 tempest-PortsAdminExtendedAttrsTestJSON-1323615853 tempest-PortsAdminExtendedAttrsTestJSON-1323615853] For port edab572e-6cb9-465c-8e7a-8d2f1aadbe62, host n-h1-768862-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-h1-768862-2',level=0,port_id=edab572e-6cb9-465c-8e7a-8d2f1aadbe62,segment=NetworkSegment(3be97251-4089-4395-9967-c8b9adeaad4d),segment_id=3be97251-4089-4395-9967-c8b9adeaad4d)] {{(pid=84874) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 14 07:39:15.008903 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-a8078fa3-a61b-4574-b9fd-bb2e1b374e63 tempest-PortsAdminExtendedAttrsTestJSON-1323615853 tempest-PortsAdminExtendedAttrsTestJSON-1323615853] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777640533312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363259214678337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777640097497', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036851521613'] for port, after_update {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:39:15.010529 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-811dfd07-866e-4a1a-8294-6c59ad761197 tempest-TestNetworkAdvancedServerOps-470546014 tempest-TestNetworkAdvancedServerOps-470546014] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:39:15.032349 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-e5584ae1-0539-402d-8a98-9ee6403b4158 tempest-FloatingIPAdminTestJSON-531099267 tempest-FloatingIPAdminTestJSON-531099267] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:39:15.117092 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e873302-cceb-41a3-acf8-d0996b280ee4 tempest-TagsExtTest-1634423073 tempest-TagsExtTest-1634423073] Pushing event deleted for resources: {'Port': ['ID=d7308bf8-72dc-4c02-bfaa-94590c8f1cf8,revision_number=None']} {{(pid=84875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:39:15.127029 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-2e873302-cceb-41a3-acf8-d0996b280ee4 tempest-TagsExtTest-1634423073 tempest-TagsExtTest-1634423073] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:39:15.220059 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8078fa3-a61b-4574-b9fd-bb2e1b374e63 tempest-PortsAdminExtendedAttrsTestJSON-1323615853 tempest-PortsAdminExtendedAttrsTestJSON-1323615853] Pushing event updated for resources: {'Port': ['ID=edab572e-6cb9-465c-8e7a-8d2f1aadbe62,revision_number=3']} {{(pid=84874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:39:15.227578 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-a8078fa3-a61b-4574-b9fd-bb2e1b374e63 tempest-PortsAdminExtendedAttrsTestJSON-1323615853 tempest-PortsAdminExtendedAttrsTestJSON-1323615853] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.195s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:39:15.236180 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8078fa3-a61b-4574-b9fd-bb2e1b374e63 tempest-PortsAdminExtendedAttrsTestJSON-1323615853 tempest-PortsAdminExtendedAttrsTestJSON-1323615853] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:39:15.236855 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-a8078fa3-a61b-4574-b9fd-bb2e1b374e63 tempest-PortsAdminExtendedAttrsTestJSON-1323615853 tempest-PortsAdminExtendedAttrsTestJSON-1323615853] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854768116'] for port, before_response {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:39:15.238326 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-a8078fa3-a61b-4574-b9fd-bb2e1b374e63 tempest-PortsAdminExtendedAttrsTestJSON-1323615853 tempest-PortsAdminExtendedAttrsTestJSON-1323615853] 10.222.0.24 "PUT /v2.0/ports/edab572e-6cb9-465c-8e7a-8d2f1aadbe62 HTTP/1.1" status: 200 len: 1074 time: 1.6229346 Jan 14 07:39:15.244285 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84874) accepted ('10.222.0.24', 39492) {{(pid=84874) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:39:15.322421 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-2e873302-cceb-41a3-acf8-d0996b280ee4 tempest-TagsExtTest-1634423073 tempest-TagsExtTest-1634423073] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854768116'] for port, before_response {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:39:15.331590 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-2e873302-cceb-41a3-acf8-d0996b280ee4 tempest-TagsExtTest-1634423073 tempest-TagsExtTest-1634423073] 10.222.0.24 "DELETE /v2.0/ports/d7308bf8-72dc-4c02-bfaa-94590c8f1cf8 HTTP/1.1" status: 204 len: 168 time: 1.2268240 Jan 14 07:39:15.334270 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84875) accepted ('10.222.0.24', 39498) {{(pid=84875) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:39:15.363004 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f07e6a6-b478-4d3c-b1a7-2472774d525c tempest-PortsAdminExtendedAttrsTestJSON-1323615853 tempest-PortsAdminExtendedAttrsTestJSON-1323615853] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:39:15.363423 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f07e6a6-b478-4d3c-b1a7-2472774d525c tempest-PortsAdminExtendedAttrsTestJSON-1323615853 tempest-PortsAdminExtendedAttrsTestJSON-1323615853] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:39:15.363857 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f07e6a6-b478-4d3c-b1a7-2472774d525c tempest-PortsAdminExtendedAttrsTestJSON-1323615853 tempest-PortsAdminExtendedAttrsTestJSON-1323615853] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:39:15.371013 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f07e6a6-b478-4d3c-b1a7-2472774d525c tempest-PortsAdminExtendedAttrsTestJSON-1323615853 tempest-PortsAdminExtendedAttrsTestJSON-1323615853] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:39:15.371561 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f07e6a6-b478-4d3c-b1a7-2472774d525c tempest-PortsAdminExtendedAttrsTestJSON-1323615853 tempest-PortsAdminExtendedAttrsTestJSON-1323615853] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:39:15.372038 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f07e6a6-b478-4d3c-b1a7-2472774d525c tempest-PortsAdminExtendedAttrsTestJSON-1323615853 tempest-PortsAdminExtendedAttrsTestJSON-1323615853] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:39:15.372459 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f07e6a6-b478-4d3c-b1a7-2472774d525c tempest-PortsAdminExtendedAttrsTestJSON-1323615853 tempest-PortsAdminExtendedAttrsTestJSON-1323615853] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:39:15.372871 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f07e6a6-b478-4d3c-b1a7-2472774d525c tempest-PortsAdminExtendedAttrsTestJSON-1323615853 tempest-PortsAdminExtendedAttrsTestJSON-1323615853] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:39:15.373283 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f07e6a6-b478-4d3c-b1a7-2472774d525c tempest-PortsAdminExtendedAttrsTestJSON-1323615853 tempest-PortsAdminExtendedAttrsTestJSON-1323615853] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:39:15.373695 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f07e6a6-b478-4d3c-b1a7-2472774d525c tempest-PortsAdminExtendedAttrsTestJSON-1323615853 tempest-PortsAdminExtendedAttrsTestJSON-1323615853] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:39:15.374107 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f07e6a6-b478-4d3c-b1a7-2472774d525c tempest-PortsAdminExtendedAttrsTestJSON-1323615853 tempest-PortsAdminExtendedAttrsTestJSON-1323615853] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:39:15.374520 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f07e6a6-b478-4d3c-b1a7-2472774d525c tempest-PortsAdminExtendedAttrsTestJSON-1323615853 tempest-PortsAdminExtendedAttrsTestJSON-1323615853] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:39:15.374930 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f07e6a6-b478-4d3c-b1a7-2472774d525c tempest-PortsAdminExtendedAttrsTestJSON-1323615853 tempest-PortsAdminExtendedAttrsTestJSON-1323615853] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:39:15.376692 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-8f07e6a6-b478-4d3c-b1a7-2472774d525c tempest-PortsAdminExtendedAttrsTestJSON-1323615853 tempest-PortsAdminExtendedAttrsTestJSON-1323615853] Synchronizing usage tracker for tenant:bef2e729d0ed42558db7db781474e262 on resource:port {{(pid=84874) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 14 07:39:15.406789 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-8f07e6a6-b478-4d3c-b1a7-2472774d525c tempest-PortsAdminExtendedAttrsTestJSON-1323615853 tempest-PortsAdminExtendedAttrsTestJSON-1323615853] Unset dirty status for tenant:bef2e729d0ed42558db7db781474e262 on resource:port {{(pid=84874) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 14 07:39:15.409516 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-8f07e6a6-b478-4d3c-b1a7-2472774d525c tempest-PortsAdminExtendedAttrsTestJSON-1323615853 tempest-PortsAdminExtendedAttrsTestJSON-1323615853] 10.222.0.24 "GET /v2.0/ports HTTP/1.1" status: 200 len: 12390 time: 0.1641326 Jan 14 07:39:15.413746 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84874) accepted ('10.222.0.24', 39504) {{(pid=84874) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:39:15.543481 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.plugin [None req-d8c7a9e9-545e-4bbd-b6a6-747099bae749 tempest-PortsAdminExtendedAttrsTestJSON-1323615853 tempest-PortsAdminExtendedAttrsTestJSON-1323615853] Deleting port edab572e-6cb9-465c-8e7a-8d2f1aadbe62 {{(pid=84874) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 07:39:15.544193 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-d8c7a9e9-545e-4bbd-b6a6-747099bae749 tempest-PortsAdminExtendedAttrsTestJSON-1323615853 tempest-PortsAdminExtendedAttrsTestJSON-1323615853] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363259214248359'] for port, before_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:39:15.597143 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.db_base_plugin_v2 [None req-04e7986c-cfb1-4943-9ca3-c4f5c3a9d147 tempest-TagsExtTest-1634423073 tempest-TagsExtTest-1634423073] Deleting subnet 0776487b-6d68-41d7-9410-919d58a27dd9 {{(pid=84875) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Jan 14 07:39:15.601775 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-04e7986c-cfb1-4943-9ca3-c4f5c3a9d147 tempest-TagsExtTest-1634423073 tempest-TagsExtTest-1634423073] Notify callbacks [] for subnet, before_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:39:15.669806 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-04e7986c-cfb1-4943-9ca3-c4f5c3a9d147 tempest-TagsExtTest-1634423073 tempest-TagsExtTest-1634423073] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3367281'] for subnet, precommit_delete_associations {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:39:15.819440 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-04e7986c-cfb1-4943-9ca3-c4f5c3a9d147 tempest-TagsExtTest-1634423073 tempest-TagsExtTest-1634423073] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036854176836'] for subnet, precommit_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:39:15.884315 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [None req-d8c7a9e9-545e-4bbd-b6a6-747099bae749 tempest-PortsAdminExtendedAttrsTestJSON-1323615853 tempest-PortsAdminExtendedAttrsTestJSON-1323615853] For port edab572e-6cb9-465c-8e7a-8d2f1aadbe62, host n-h1-768862-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-h1-768862-2',level=0,port_id=edab572e-6cb9-465c-8e7a-8d2f1aadbe62,segment=NetworkSegment(3be97251-4089-4395-9967-c8b9adeaad4d),segment_id=3be97251-4089-4395-9967-c8b9adeaad4d)] {{(pid=84874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 07:39:15.884716 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-d8c7a9e9-545e-4bbd-b6a6-747099bae749 tempest-PortsAdminExtendedAttrsTestJSON-1323615853 tempest-PortsAdminExtendedAttrsTestJSON-1323615853] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036850862667'] for port, precommit_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:39:16.032576 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.plugin [None req-d8c7a9e9-545e-4bbd-b6a6-747099bae749 tempest-PortsAdminExtendedAttrsTestJSON-1323615853 tempest-PortsAdminExtendedAttrsTestJSON-1323615853] Calling delete_port for edab572e-6cb9-465c-8e7a-8d2f1aadbe62 owned by {{(pid=84874) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 07:39:16.145143 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-d8c7a9e9-545e-4bbd-b6a6-747099bae749 tempest-PortsAdminExtendedAttrsTestJSON-1323615853 tempest-PortsAdminExtendedAttrsTestJSON-1323615853] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777640533329', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777640097463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3254186'] for port, after_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:39:16.285197 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-04e7986c-cfb1-4943-9ca3-c4f5c3a9d147 tempest-TagsExtTest-1634423073 tempest-TagsExtTest-1634423073] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-598964', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850887113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3154192', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2308610'] for subnet, after_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:39:16.313579 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-55af22a8-b4b5-4e37-9cfb-5ac387f1f561 tempest-FloatingIPAdminTestJSON-531099267 tempest-FloatingIPAdminTestJSON-531099267] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:39:16.318663 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-a9dc683c-52b4-4ea3-96d4-6976048483c4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:39:16.365080 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8c7a9e9-545e-4bbd-b6a6-747099bae749 tempest-PortsAdminExtendedAttrsTestJSON-1323615853 tempest-PortsAdminExtendedAttrsTestJSON-1323615853] Pushing event deleted for resources: {'Port': ['ID=edab572e-6cb9-465c-8e7a-8d2f1aadbe62,revision_number=None']} {{(pid=84874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:39:16.369659 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-d8c7a9e9-545e-4bbd-b6a6-747099bae749 tempest-PortsAdminExtendedAttrsTestJSON-1323615853 tempest-PortsAdminExtendedAttrsTestJSON-1323615853] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:39:16.380937 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-d8c7a9e9-545e-4bbd-b6a6-747099bae749 tempest-PortsAdminExtendedAttrsTestJSON-1323615853 tempest-PortsAdminExtendedAttrsTestJSON-1323615853] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854768116'] for port, before_response {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:39:16.400467 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-d8c7a9e9-545e-4bbd-b6a6-747099bae749 tempest-PortsAdminExtendedAttrsTestJSON-1323615853 tempest-PortsAdminExtendedAttrsTestJSON-1323615853] 10.222.0.24 "DELETE /v2.0/ports/edab572e-6cb9-465c-8e7a-8d2f1aadbe62 HTTP/1.1" status: 204 len: 168 time: 0.9860053 Jan 14 07:39:16.401504 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84874) accepted ('10.222.0.24', 39520) {{(pid=84874) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:39:16.459761 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04e7986c-cfb1-4943-9ca3-c4f5c3a9d147 tempest-TagsExtTest-1634423073 tempest-TagsExtTest-1634423073] Pushing event deleted for resources: {'Subnet': ['ID=0776487b-6d68-41d7-9410-919d58a27dd9,revision_number=None']} {{(pid=84875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:39:16.464336 n-d-768862-2 neutron-server[84765]: INFO neutron.pecan_wsgi.hooks.translation [None req-e1754c4d-74ab-47cc-b6f1-e60355be1fa6 tempest-PortsAdminExtendedAttrsTestJSON-1323615853 tempest-PortsAdminExtendedAttrsTestJSON-1323615853] GET failed (client error): The resource could not be found. Jan 14 07:39:16.465026 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-e1754c4d-74ab-47cc-b6f1-e60355be1fa6 tempest-PortsAdminExtendedAttrsTestJSON-1323615853 tempest-PortsAdminExtendedAttrsTestJSON-1323615853] Synchronizing usage tracker for tenant:bef2e729d0ed42558db7db781474e262 on resource:port {{(pid=84874) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 14 07:39:16.475337 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04e7986c-cfb1-4943-9ca3-c4f5c3a9d147 tempest-TagsExtTest-1634423073 tempest-TagsExtTest-1634423073] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@n-h1-768862-2 {{(pid=84875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:39:16.475772 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04e7986c-cfb1-4943-9ca3-c4f5c3a9d147 tempest-TagsExtTest-1634423073 tempest-TagsExtTest-1634423073] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-h1-768862-2 {{(pid=84875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:39:16.476387 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04e7986c-cfb1-4943-9ca3-c4f5c3a9d147 tempest-TagsExtTest-1634423073 tempest-TagsExtTest-1634423073] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-h1-768862-2 {{(pid=84875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:39:16.477077 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04e7986c-cfb1-4943-9ca3-c4f5c3a9d147 tempest-TagsExtTest-1634423073 tempest-TagsExtTest-1634423073] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-h1-768862-2 {{(pid=84875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:39:16.477505 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04e7986c-cfb1-4943-9ca3-c4f5c3a9d147 tempest-TagsExtTest-1634423073 tempest-TagsExtTest-1634423073] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@n-h1-768862-2 {{(pid=84875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:39:16.477925 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04e7986c-cfb1-4943-9ca3-c4f5c3a9d147 tempest-TagsExtTest-1634423073 tempest-TagsExtTest-1634423073] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-h1-768862-2 {{(pid=84875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:39:16.478351 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04e7986c-cfb1-4943-9ca3-c4f5c3a9d147 tempest-TagsExtTest-1634423073 tempest-TagsExtTest-1634423073] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-h1-768862-2 {{(pid=84875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:39:16.478751 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04e7986c-cfb1-4943-9ca3-c4f5c3a9d147 tempest-TagsExtTest-1634423073 tempest-TagsExtTest-1634423073] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-h1-768862-2 {{(pid=84875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:39:16.479147 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04e7986c-cfb1-4943-9ca3-c4f5c3a9d147 tempest-TagsExtTest-1634423073 tempest-TagsExtTest-1634423073] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-h1-768862-2 {{(pid=84875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:39:16.479552 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04e7986c-cfb1-4943-9ca3-c4f5c3a9d147 tempest-TagsExtTest-1634423073 tempest-TagsExtTest-1634423073] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-h1-768862-2 {{(pid=84875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:39:16.479986 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04e7986c-cfb1-4943-9ca3-c4f5c3a9d147 tempest-TagsExtTest-1634423073 tempest-TagsExtTest-1634423073] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-h1-768862-2 {{(pid=84875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:39:16.480401 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04e7986c-cfb1-4943-9ca3-c4f5c3a9d147 tempest-TagsExtTest-1634423073 tempest-TagsExtTest-1634423073] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-h1-768862-2 {{(pid=84875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:39:16.480854 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04e7986c-cfb1-4943-9ca3-c4f5c3a9d147 tempest-TagsExtTest-1634423073 tempest-TagsExtTest-1634423073] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@n-h2-768862-2 {{(pid=84875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:39:16.481260 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04e7986c-cfb1-4943-9ca3-c4f5c3a9d147 tempest-TagsExtTest-1634423073 tempest-TagsExtTest-1634423073] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-h2-768862-2 {{(pid=84875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:39:16.481669 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04e7986c-cfb1-4943-9ca3-c4f5c3a9d147 tempest-TagsExtTest-1634423073 tempest-TagsExtTest-1634423073] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-h2-768862-2 {{(pid=84875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:39:16.482081 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04e7986c-cfb1-4943-9ca3-c4f5c3a9d147 tempest-TagsExtTest-1634423073 tempest-TagsExtTest-1634423073] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-h2-768862-2 {{(pid=84875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:39:16.482486 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04e7986c-cfb1-4943-9ca3-c4f5c3a9d147 tempest-TagsExtTest-1634423073 tempest-TagsExtTest-1634423073] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@n-h2-768862-2 {{(pid=84875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:39:16.482892 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04e7986c-cfb1-4943-9ca3-c4f5c3a9d147 tempest-TagsExtTest-1634423073 tempest-TagsExtTest-1634423073] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-h2-768862-2 {{(pid=84875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:39:16.483296 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04e7986c-cfb1-4943-9ca3-c4f5c3a9d147 tempest-TagsExtTest-1634423073 tempest-TagsExtTest-1634423073] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-h2-768862-2 {{(pid=84875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:39:16.483700 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04e7986c-cfb1-4943-9ca3-c4f5c3a9d147 tempest-TagsExtTest-1634423073 tempest-TagsExtTest-1634423073] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-h2-768862-2 {{(pid=84875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:39:16.484133 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04e7986c-cfb1-4943-9ca3-c4f5c3a9d147 tempest-TagsExtTest-1634423073 tempest-TagsExtTest-1634423073] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-h2-768862-2 {{(pid=84875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:39:16.484537 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04e7986c-cfb1-4943-9ca3-c4f5c3a9d147 tempest-TagsExtTest-1634423073 tempest-TagsExtTest-1634423073] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-h2-768862-2 {{(pid=84875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:39:16.484940 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04e7986c-cfb1-4943-9ca3-c4f5c3a9d147 tempest-TagsExtTest-1634423073 tempest-TagsExtTest-1634423073] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-h2-768862-2 {{(pid=84875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:39:16.485461 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04e7986c-cfb1-4943-9ca3-c4f5c3a9d147 tempest-TagsExtTest-1634423073 tempest-TagsExtTest-1634423073] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-h2-768862-2 {{(pid=84875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:39:16.485816 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04e7986c-cfb1-4943-9ca3-c4f5c3a9d147 tempest-TagsExtTest-1634423073 tempest-TagsExtTest-1634423073] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-2 {{(pid=84875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:39:16.486298 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04e7986c-cfb1-4943-9ca3-c4f5c3a9d147 tempest-TagsExtTest-1634423073 tempest-TagsExtTest-1634423073] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-2 {{(pid=84875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:39:16.486598 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04e7986c-cfb1-4943-9ca3-c4f5c3a9d147 tempest-TagsExtTest-1634423073 tempest-TagsExtTest-1634423073] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-2 {{(pid=84875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:39:16.487013 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04e7986c-cfb1-4943-9ca3-c4f5c3a9d147 tempest-TagsExtTest-1634423073 tempest-TagsExtTest-1634423073] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-2 {{(pid=84875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:39:16.487477 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04e7986c-cfb1-4943-9ca3-c4f5c3a9d147 tempest-TagsExtTest-1634423073 tempest-TagsExtTest-1634423073] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@n-d-768862-2 {{(pid=84875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:39:16.487808 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04e7986c-cfb1-4943-9ca3-c4f5c3a9d147 tempest-TagsExtTest-1634423073 tempest-TagsExtTest-1634423073] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-2 {{(pid=84875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:39:16.488235 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04e7986c-cfb1-4943-9ca3-c4f5c3a9d147 tempest-TagsExtTest-1634423073 tempest-TagsExtTest-1634423073] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-768862-2 {{(pid=84875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:39:16.488640 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04e7986c-cfb1-4943-9ca3-c4f5c3a9d147 tempest-TagsExtTest-1634423073 tempest-TagsExtTest-1634423073] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-768862-2 {{(pid=84875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:39:16.489042 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04e7986c-cfb1-4943-9ca3-c4f5c3a9d147 tempest-TagsExtTest-1634423073 tempest-TagsExtTest-1634423073] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-2 {{(pid=84875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:39:16.489171 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-e1754c4d-74ab-47cc-b6f1-e60355be1fa6 tempest-PortsAdminExtendedAttrsTestJSON-1323615853 tempest-PortsAdminExtendedAttrsTestJSON-1323615853] Unset dirty status for tenant:bef2e729d0ed42558db7db781474e262 on resource:port {{(pid=84874) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 14 07:39:16.489446 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04e7986c-cfb1-4943-9ca3-c4f5c3a9d147 tempest-TagsExtTest-1634423073 tempest-TagsExtTest-1634423073] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-2 {{(pid=84875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:39:16.489851 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04e7986c-cfb1-4943-9ca3-c4f5c3a9d147 tempest-TagsExtTest-1634423073 tempest-TagsExtTest-1634423073] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-2 {{(pid=84875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:39:16.490255 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04e7986c-cfb1-4943-9ca3-c4f5c3a9d147 tempest-TagsExtTest-1634423073 tempest-TagsExtTest-1634423073] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-2 {{(pid=84875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:39:16.496668 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-e1754c4d-74ab-47cc-b6f1-e60355be1fa6 tempest-PortsAdminExtendedAttrsTestJSON-1323615853 tempest-PortsAdminExtendedAttrsTestJSON-1323615853] 10.222.0.24 "GET /v2.0/ports/edab572e-6cb9-465c-8e7a-8d2f1aadbe62 HTTP/1.1" status: 404 len: 333 time: 0.0883260 Jan 14 07:39:16.497691 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84875) accepted ('10.222.0.24', 39526) {{(pid=84875) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:39:16.501920 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-04e7986c-cfb1-4943-9ca3-c4f5c3a9d147 tempest-TagsExtTest-1634423073 tempest-TagsExtTest-1634423073] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.183s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:39:16.503504 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-04e7986c-cfb1-4943-9ca3-c4f5c3a9d147 tempest-TagsExtTest-1634423073 tempest-TagsExtTest-1634423073] Notify callbacks [] for subnet, before_response {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:39:16.511305 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-04e7986c-cfb1-4943-9ca3-c4f5c3a9d147 tempest-TagsExtTest-1634423073 tempest-TagsExtTest-1634423073] 10.222.0.24 "DELETE /v2.0/subnets/0776487b-6d68-41d7-9410-919d58a27dd9 HTTP/1.1" status: 204 len: 168 time: 1.1752884 Jan 14 07:39:16.514054 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84874) accepted ('10.222.0.24', 39530) {{(pid=84874) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:39:16.515877 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.v2.base [None req-baf0b289-aaa5-4de9-b760-4ffff9158e7f tempest-PortsAdminExtendedAttrsTestJSON-1323615853 tempest-PortsAdminExtendedAttrsTestJSON-1323615853] Request body: {'port': {'name': 'tempest-PortsAdminExtendedAttrsTestJSON-154164503', 'network_id': '7ea4f4e1-6b47-42c9-b96f-0365d964e1f5'}} {{(pid=84875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:39:16.516144 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bcd1f5d9-d00e-46c1-bd0f-8a078913b4e5 None None] Network d74d19b4-6d4a-45c2-8faa-d1a39193f050 requested from n-d-768862-2 {{(pid=84876) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 07:39:16.521960 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-baf0b289-aaa5-4de9-b760-4ffff9158e7f tempest-PortsAdminExtendedAttrsTestJSON-1323615853 tempest-PortsAdminExtendedAttrsTestJSON-1323615853] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:39:16.532983 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-baf0b289-aaa5-4de9-b760-4ffff9158e7f tempest-PortsAdminExtendedAttrsTestJSON-1323615853 tempest-PortsAdminExtendedAttrsTestJSON-1323615853] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:39:16.548834 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-baf0b289-aaa5-4de9-b760-4ffff9158e7f tempest-PortsAdminExtendedAttrsTestJSON-1323615853 tempest-PortsAdminExtendedAttrsTestJSON-1323615853] Made reservation on behalf of bef2e729d0ed42558db7db781474e262 for: {'port': 1} {{(pid=84875) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 07:39:16.560437 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-baf0b289-aaa5-4de9-b760-4ffff9158e7f tempest-PortsAdminExtendedAttrsTestJSON-1323615853 tempest-PortsAdminExtendedAttrsTestJSON-1323615853] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555753'] for port, before_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:39:16.733559 n-d-768862-2 neutron-server[84765]: DEBUG neutron.notifiers.nova [None req-baf0b289-aaa5-4de9-b760-4ffff9158e7f tempest-PortsAdminExtendedAttrsTestJSON-1323615853 tempest-PortsAdminExtendedAttrsTestJSON-1323615853] device_id is not set on port 88c0dfad-d1b7-4334-93b2-2d3c0655af19 yet. {{(pid=84875) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}} Jan 14 07:39:16.809419 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network":"rule:regular_user" was deprecated in W in favor of "create_network":"role:member and project_id:%(project_id)s". Reason: Jan 14 07:39:16.809419 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:39:16.809419 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:39:16.809419 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:39:16.809419 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:shared":"rule:admin_only" was deprecated in W in favor of "create_network:shared":"role:admin and system_scope:all". Reason: Jan 14 07:39:16.809419 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:39:16.809419 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:39:16.809419 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:39:16.809419 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:router:external":"rule:admin_only" was deprecated in W in favor of "create_network:router:external":"role:admin and system_scope:all". Reason: Jan 14 07:39:16.809419 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:39:16.809419 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:39:16.809419 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:39:16.809419 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:is_default":"rule:admin_only" was deprecated in W in favor of "create_network:is_default":"role:admin and system_scope:all". Reason: Jan 14 07:39:16.809419 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:39:16.809419 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:39:16.809419 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:39:16.809419 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:port_security_enabled":"rule:regular_user" was deprecated in W in favor of "create_network:port_security_enabled":"role:member and project_id:%(project_id)s". Reason: Jan 14 07:39:16.809419 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:39:16.809419 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:39:16.809419 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:39:16.809419 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:segments":"rule:admin_only" was deprecated in W in favor of "create_network:segments":"role:admin and system_scope:all". Reason: Jan 14 07:39:16.809419 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:39:16.809419 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:39:16.809419 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:39:16.809419 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "create_network:provider:network_type":"role:admin and system_scope:all". Reason: Jan 14 07:39:16.809419 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:39:16.809419 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:39:16.809419 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:39:16.809419 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "create_network:provider:physical_network":"role:admin and system_scope:all". Reason: Jan 14 07:39:16.809419 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:39:16.809419 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:39:16.809419 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:39:16.809419 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "create_network:provider:segmentation_id":"role:admin and system_scope:all". Reason: Jan 14 07:39:16.809419 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:39:16.809419 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:39:16.809419 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:39:16.809419 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network":"rule:admin_or_owner or rule:shared or rule:external or rule:context_is_advsvc" was deprecated in W in favor of "get_network":"(role:reader and system_scope:all) or (role:reader and project_id:%(project_id)s) or rule:shared or rule:external or rule:context_is_advsvc". Reason: Jan 14 07:39:16.809419 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:39:16.809419 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:39:16.809419 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:39:16.809419 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:router:external":"rule:regular_user" was deprecated in W in favor of "get_network:router:external":"role:reader and project_id:%(project_id)s". Reason: Jan 14 07:39:16.809419 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:39:16.809419 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:39:16.809419 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:39:16.809419 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:segments":"rule:admin_only" was deprecated in W in favor of "get_network:segments":"role:reader and system_scope:all". Reason: Jan 14 07:39:16.809419 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:39:16.809419 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:39:16.809419 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:39:16.809419 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "get_network:provider:network_type":"role:reader and system_scope:all". Reason: Jan 14 07:39:16.809419 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:39:16.809419 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:39:16.809419 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:39:16.809419 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "get_network:provider:physical_network":"role:reader and system_scope:all". Reason: Jan 14 07:39:16.809419 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:39:16.809419 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:39:16.809419 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:39:16.809419 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "get_network:provider:segmentation_id":"role:reader and system_scope:all". Reason: Jan 14 07:39:16.809419 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:39:16.809419 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:39:16.809419 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:39:16.809419 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network":"rule:admin_or_owner" was deprecated in W in favor of "update_network":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 07:39:16.809419 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:39:16.809419 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:39:16.809419 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:39:16.809419 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:segments":"rule:admin_only" was deprecated in W in favor of "update_network:segments":"role:admin and system_scope:all". Reason: Jan 14 07:39:16.809419 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:39:16.809419 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:39:16.809419 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:39:16.824504 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-26c9f5e0-033e-463d-a342-d757a61d940c tempest-TagsExtTest-1634423073 tempest-TagsExtTest-1634423073] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036854160497'] for network, before_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:39:16.913975 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b610a68-e3c0-4b33-a93a-9c0d12332515 None None] DHCP port deletion for d74d19b4-6d4a-45c2-8faa-d1a39193f050 request from n-d-768862-2 {{(pid=84876) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Jan 14 07:39:16.920696 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.plugin [None req-1b610a68-e3c0-4b33-a93a-9c0d12332515 None None] Deleting port caf1d2fd-ecc4-421d-8726-6cb1d82b4ad4 {{(pid=84876) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 07:39:16.921443 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-1b610a68-e3c0-4b33-a93a-9c0d12332515 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363259214248359'] for port, before_delete {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:39:17.002360 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.plugin [None req-26c9f5e0-033e-463d-a342-d757a61d940c tempest-TagsExtTest-1634423073 tempest-TagsExtTest-1634423073] Deleting port caf1d2fd-ecc4-421d-8726-6cb1d82b4ad4 {{(pid=84874) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 07:39:17.006301 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-26c9f5e0-033e-463d-a342-d757a61d940c tempest-TagsExtTest-1634423073 tempest-TagsExtTest-1634423073] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363259214248359'] for port, before_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:39:17.059731 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-baf0b289-aaa5-4de9-b760-4ffff9158e7f tempest-PortsAdminExtendedAttrsTestJSON-1323615853 tempest-PortsAdminExtendedAttrsTestJSON-1323615853] Notify callbacks [] for port, precommit_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:39:17.093323 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-baf0b289-aaa5-4de9-b760-4ffff9158e7f tempest-PortsAdminExtendedAttrsTestJSON-1323615853 tempest-PortsAdminExtendedAttrsTestJSON-1323615853] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777640123575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851621574'] for port, after_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:39:17.233739 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-4818ca66-67c2-4ceb-8d24-4f9b7e568212 tempest-RoutersTest-1255860389 tempest-RoutersTest-1255860389] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:39:17.235059 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [None req-1b610a68-e3c0-4b33-a93a-9c0d12332515 None None] For port caf1d2fd-ecc4-421d-8726-6cb1d82b4ad4, host n-d-768862-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-2',level=0,port_id=caf1d2fd-ecc4-421d-8726-6cb1d82b4ad4,segment=NetworkSegment(0030e973-bf57-492a-956e-2e94c1df159a),segment_id=0030e973-bf57-492a-956e-2e94c1df159a)] {{(pid=84876) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 07:39:17.235697 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-1b610a68-e3c0-4b33-a93a-9c0d12332515 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036850862667'] for port, precommit_delete {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:39:17.284949 n-d-768862-2 neutron-server[84765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-baf0b289-aaa5-4de9-b760-4ffff9158e7f tempest-PortsAdminExtendedAttrsTestJSON-1323615853 tempest-PortsAdminExtendedAttrsTestJSON-1323615853] Network 7ea4f4e1-6b47-42c9-b96f-0365d964e1f5 is already hosted by enough agents. {{(pid=84875) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 07:39:17.300470 n-d-768862-2 neutron-server[84765]: DEBUG neutron.scheduler.base_scheduler [None req-baf0b289-aaa5-4de9-b760-4ffff9158e7f tempest-PortsAdminExtendedAttrsTestJSON-1323615853 tempest-PortsAdminExtendedAttrsTestJSON-1323615853] Resources bound (agent type, host, resource id): {{(pid=84875) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 07:39:17.310390 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-baf0b289-aaa5-4de9-b760-4ffff9158e7f tempest-PortsAdminExtendedAttrsTestJSON-1323615853 tempest-PortsAdminExtendedAttrsTestJSON-1323615853] Received port after_create {{(pid=84875) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 14 07:39:17.311198 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-baf0b289-aaa5-4de9-b760-4ffff9158e7f tempest-PortsAdminExtendedAttrsTestJSON-1323615853 tempest-PortsAdminExtendedAttrsTestJSON-1323615853] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:39:17.311871 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-baf0b289-aaa5-4de9-b760-4ffff9158e7f tempest-PortsAdminExtendedAttrsTestJSON-1323615853 tempest-PortsAdminExtendedAttrsTestJSON-1323615853] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854768116'] for port, before_response {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:39:17.346632 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baf0b289-aaa5-4de9-b760-4ffff9158e7f tempest-PortsAdminExtendedAttrsTestJSON-1323615853 tempest-PortsAdminExtendedAttrsTestJSON-1323615853] Pushing event updated for resources: {'Port': ['ID=88c0dfad-d1b7-4334-93b2-2d3c0655af19,revision_number=1']} {{(pid=84875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:39:17.350626 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-baf0b289-aaa5-4de9-b760-4ffff9158e7f tempest-PortsAdminExtendedAttrsTestJSON-1323615853 tempest-PortsAdminExtendedAttrsTestJSON-1323615853] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:39:17.356098 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-baf0b289-aaa5-4de9-b760-4ffff9158e7f tempest-PortsAdminExtendedAttrsTestJSON-1323615853 tempest-PortsAdminExtendedAttrsTestJSON-1323615853] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 959 time: 0.8534331 Jan 14 07:39:17.356608 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84875) accepted ('10.222.0.24', 39546) {{(pid=84875) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:39:17.382103 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [None req-26c9f5e0-033e-463d-a342-d757a61d940c tempest-TagsExtTest-1634423073 tempest-TagsExtTest-1634423073] For port caf1d2fd-ecc4-421d-8726-6cb1d82b4ad4, host n-d-768862-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-2',level=0,port_id=caf1d2fd-ecc4-421d-8726-6cb1d82b4ad4,segment=NetworkSegment(0030e973-bf57-492a-956e-2e94c1df159a),segment_id=0030e973-bf57-492a-956e-2e94c1df159a)] {{(pid=84874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 07:39:17.383242 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-26c9f5e0-033e-463d-a342-d757a61d940c tempest-TagsExtTest-1634423073 tempest-TagsExtTest-1634423073] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036850862667'] for port, precommit_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:39:17.403745 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.plugin [None req-1b610a68-e3c0-4b33-a93a-9c0d12332515 None None] Calling delete_port for caf1d2fd-ecc4-421d-8726-6cb1d82b4ad4 owned by network:dhcp {{(pid=84876) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 07:39:17.478468 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2dae7cc8-9813-49cb-85a2-2888fd807a0d tempest-PortsAdminExtendedAttrsTestJSON-1323615853 tempest-PortsAdminExtendedAttrsTestJSON-1323615853] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:39:17.478468 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-2dae7cc8-9813-49cb-85a2-2888fd807a0d tempest-PortsAdminExtendedAttrsTestJSON-1323615853 tempest-PortsAdminExtendedAttrsTestJSON-1323615853] Synchronizing usage tracker for tenant:bef2e729d0ed42558db7db781474e262 on resource:port {{(pid=84875) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 14 07:39:17.481977 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84875) accepted ('10.222.0.24', 39550) {{(pid=84875) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:39:17.503500 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-2dae7cc8-9813-49cb-85a2-2888fd807a0d tempest-PortsAdminExtendedAttrsTestJSON-1323615853 tempest-PortsAdminExtendedAttrsTestJSON-1323615853] Unset dirty status for tenant:bef2e729d0ed42558db7db781474e262 on resource:port {{(pid=84875) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 14 07:39:17.505031 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-2dae7cc8-9813-49cb-85a2-2888fd807a0d tempest-PortsAdminExtendedAttrsTestJSON-1323615853 tempest-PortsAdminExtendedAttrsTestJSON-1323615853] 10.222.0.24 "GET /v2.0/ports/88c0dfad-d1b7-4334-93b2-2d3c0655af19 HTTP/1.1" status: 200 len: 954 time: 0.1475434 Jan 14 07:39:17.509071 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-1b610a68-e3c0-4b33-a93a-9c0d12332515 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777640533329', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777640097463'] for port, after_delete {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:39:17.514825 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84875) accepted ('10.222.0.24', 39558) {{(pid=84875) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:39:17.540043 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.plugin [None req-26c9f5e0-033e-463d-a342-d757a61d940c tempest-TagsExtTest-1634423073 tempest-TagsExtTest-1634423073] Calling delete_port for caf1d2fd-ecc4-421d-8726-6cb1d82b4ad4 owned by network:dhcp {{(pid=84874) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 07:39:17.549904 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-72a81a54-46e9-4d19-a8e1-82469f0b11f4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84876) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:39:17.612334 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.plugin [None req-3bce8e7c-a143-4f3f-a7ae-f8beef7a4eac tempest-PortsAdminExtendedAttrsTestJSON-1323615853 tempest-PortsAdminExtendedAttrsTestJSON-1323615853] Deleting port 88c0dfad-d1b7-4334-93b2-2d3c0655af19 {{(pid=84875) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 07:39:17.612871 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-3bce8e7c-a143-4f3f-a7ae-f8beef7a4eac tempest-PortsAdminExtendedAttrsTestJSON-1323615853 tempest-PortsAdminExtendedAttrsTestJSON-1323615853] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363259214248359'] for port, before_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:39:17.637741 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b610a68-e3c0-4b33-a93a-9c0d12332515 None None] Pushing event deleted for resources: {'Port': ['ID=caf1d2fd-ecc4-421d-8726-6cb1d82b4ad4,revision_number=None']} {{(pid=84876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:39:17.641027 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-1b610a68-e3c0-4b33-a93a-9c0d12332515 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=84876) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:39:17.668615 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.db.api [None req-26c9f5e0-033e-463d-a342-d757a61d940c tempest-TagsExtTest-1634423073 tempest-TagsExtTest-1634423073] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84874) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Jan 14 07:39:17.669275 n-d-768862-2 neutron-server[84765]: DEBUG oslo_db.api [None req-26c9f5e0-033e-463d-a342-d757a61d940c tempest-TagsExtTest-1634423073 tempest-TagsExtTest-1634423073] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84874) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Jan 14 07:39:17.762303 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-9e571bfd-96f3-4ecb-bac1-180856f55c1b admin admin] Notify callbacks [] for security_group, before_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:39:17.775082 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b610a68-e3c0-4b33-a93a-9c0d12332515 None None] No DVR routers for this DVR port caf1d2fd-ecc4-421d-8726-6cb1d82b4ad4 on host n-d-768862-2 {{(pid=84876) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Jan 14 07:39:17.796400 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-9e571bfd-96f3-4ecb-bac1-180856f55c1b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:39:17.804111 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-9e571bfd-96f3-4ecb-bac1-180856f55c1b admin admin] Usage tracker for resource:security_group_rule and tenant:fe0175dba6ae45fab44b4f145366bfcc is out of sync, need to count used quota {{(pid=84875) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:39:17.809051 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-9e571bfd-96f3-4ecb-bac1-180856f55c1b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84875) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:39:17.833303 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-9e571bfd-96f3-4ecb-bac1-180856f55c1b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:39:17.939557 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-3bce8e7c-a143-4f3f-a7ae-f8beef7a4eac tempest-PortsAdminExtendedAttrsTestJSON-1323615853 tempest-PortsAdminExtendedAttrsTestJSON-1323615853] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036850862667'] for port, precommit_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:39:18.084014 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.plugin [None req-3bce8e7c-a143-4f3f-a7ae-f8beef7a4eac tempest-PortsAdminExtendedAttrsTestJSON-1323615853 tempest-PortsAdminExtendedAttrsTestJSON-1323615853] Calling delete_port for 88c0dfad-d1b7-4334-93b2-2d3c0655af19 owned by {{(pid=84875) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 07:39:18.171066 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.plugin [None req-26c9f5e0-033e-463d-a342-d757a61d940c tempest-TagsExtTest-1634423073 tempest-TagsExtTest-1634423073] Deleting port caf1d2fd-ecc4-421d-8726-6cb1d82b4ad4 {{(pid=84874) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 07:39:18.171622 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-26c9f5e0-033e-463d-a342-d757a61d940c tempest-TagsExtTest-1634423073 tempest-TagsExtTest-1634423073] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363259214248359'] for port, before_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:39:18.204773 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-3bce8e7c-a143-4f3f-a7ae-f8beef7a4eac tempest-PortsAdminExtendedAttrsTestJSON-1323615853 tempest-PortsAdminExtendedAttrsTestJSON-1323615853] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777640533329', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777640097463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851621574'] for port, after_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:39:18.207581 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-9e571bfd-96f3-4ecb-bac1-180856f55c1b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:39:18.222726 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-9babf463-d76b-4b25-b3ba-70409d3fb01c tempest-TestNetworkAdvancedServerOps-470546014 tempest-TestNetworkAdvancedServerOps-470546014] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:39:18.250022 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.plugin [None req-26c9f5e0-033e-463d-a342-d757a61d940c tempest-TagsExtTest-1634423073 tempest-TagsExtTest-1634423073] The port 'caf1d2fd-ecc4-421d-8726-6cb1d82b4ad4' was deleted {{(pid=84874) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Jan 14 07:39:18.262491 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-9e571bfd-96f3-4ecb-bac1-180856f55c1b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850887153'] for security_group, after_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:39:18.336224 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bce8e7c-a143-4f3f-a7ae-f8beef7a4eac tempest-PortsAdminExtendedAttrsTestJSON-1323615853 tempest-PortsAdminExtendedAttrsTestJSON-1323615853] Pushing event deleted for resources: {'Port': ['ID=88c0dfad-d1b7-4334-93b2-2d3c0655af19,revision_number=None']} {{(pid=84875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:39:18.352171 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-3bce8e7c-a143-4f3f-a7ae-f8beef7a4eac tempest-PortsAdminExtendedAttrsTestJSON-1323615853 tempest-PortsAdminExtendedAttrsTestJSON-1323615853] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:39:18.359506 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-b9458bbb-00f9-4a24-ba86-bbbf0e3e2239 tempest-SecGroupTest-1152222618 tempest-SecGroupTest-1152222618] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.034s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:39:18.391672 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-26c9f5e0-033e-463d-a342-d757a61d940c tempest-TagsExtTest-1634423073 tempest-TagsExtTest-1634423073] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-598987', 'neutron.services.segments.db._delete_segments_for_network-8777640583949'] for network, precommit_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:39:18.402755 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-9e571bfd-96f3-4ecb-bac1-180856f55c1b admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=fe0175dba6ae45fab44b4f145366bfcc&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9195738 Jan 14 07:39:18.412828 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84875) accepted ('10.222.0.24', 39562) {{(pid=84875) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:39:18.431788 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e571bfd-96f3-4ecb-bac1-180856f55c1b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2cbd8f5a-d1fd-455f-906e-45b31e11097d,revision_number=1']} {{(pid=84875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:39:18.444498 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-9e571bfd-96f3-4ecb-bac1-180856f55c1b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:39:18.470507 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-3bce8e7c-a143-4f3f-a7ae-f8beef7a4eac tempest-PortsAdminExtendedAttrsTestJSON-1323615853 tempest-PortsAdminExtendedAttrsTestJSON-1323615853] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854768116'] for port, before_response {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:39:18.509731 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-3bce8e7c-a143-4f3f-a7ae-f8beef7a4eac tempest-PortsAdminExtendedAttrsTestJSON-1323615853 tempest-PortsAdminExtendedAttrsTestJSON-1323615853] 10.222.0.24 "DELETE /v2.0/ports/88c0dfad-d1b7-4334-93b2-2d3c0655af19 HTTP/1.1" status: 204 len: 168 time: 0.9929891 Jan 14 07:39:18.514078 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84875) accepted ('10.222.0.24', 39566) {{(pid=84875) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:39:18.579626 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-eeff27cb-57c0-487d-9d03-df74d5f9a237 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:39:18.597455 n-d-768862-2 neutron-server[84765]: DEBUG neutron.services.segments.db [None req-26c9f5e0-033e-463d-a342-d757a61d940c tempest-TagsExtTest-1634423073 tempest-TagsExtTest-1634423073] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d74d19b4-6d4a-45c2-8faa-d1a39193f050']}} {{(pid=84874) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:39:18.618585 n-d-768862-2 neutron-server[84765]: INFO neutron.pecan_wsgi.hooks.translation [None req-75fb371e-ecda-4520-9421-01ec2ad8567f tempest-PortsAdminExtendedAttrsTestJSON-1323615853 tempest-PortsAdminExtendedAttrsTestJSON-1323615853] GET failed (client error): The resource could not be found. Jan 14 07:39:18.619105 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-75fb371e-ecda-4520-9421-01ec2ad8567f tempest-PortsAdminExtendedAttrsTestJSON-1323615853 tempest-PortsAdminExtendedAttrsTestJSON-1323615853] Synchronizing usage tracker for tenant:bef2e729d0ed42558db7db781474e262 on resource:port {{(pid=84875) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 14 07:39:18.632082 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-eeff27cb-57c0-487d-9d03-df74d5f9a237 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:39:18.645025 n-d-768862-2 neutron-server[84765]: DEBUG neutron.services.segments.db [None req-26c9f5e0-033e-463d-a342-d757a61d940c tempest-TagsExtTest-1634423073 tempest-TagsExtTest-1634423073] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0030e973-bf57-492a-956e-2e94c1df159a') {'for_net_delete': True} {{(pid=84874) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:39:18.645369 n-d-768862-2 neutron-server[84765]: DEBUG neutron.services.segments.db [None req-26c9f5e0-033e-463d-a342-d757a61d940c tempest-TagsExtTest-1634423073 tempest-TagsExtTest-1634423073] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0030e973-bf57-492a-956e-2e94c1df159a') {} {{(pid=84874) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:39:18.660670 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-26c9f5e0-033e-463d-a342-d757a61d940c tempest-TagsExtTest-1634423073 tempest-TagsExtTest-1634423073] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363259214173198', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2968632'] for segment, before_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:39:18.666817 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-75fb371e-ecda-4520-9421-01ec2ad8567f tempest-PortsAdminExtendedAttrsTestJSON-1323615853 tempest-PortsAdminExtendedAttrsTestJSON-1323615853] Unset dirty status for tenant:bef2e729d0ed42558db7db781474e262 on resource:port {{(pid=84875) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 14 07:39:18.672668 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-75fb371e-ecda-4520-9421-01ec2ad8567f tempest-PortsAdminExtendedAttrsTestJSON-1323615853 tempest-PortsAdminExtendedAttrsTestJSON-1323615853] 10.222.0.24 "GET /v2.0/ports/88c0dfad-d1b7-4334-93b2-2d3c0655af19 HTTP/1.1" status: 404 len: 333 time: 0.1570909 Jan 14 07:39:18.673364 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84875) accepted ('10.222.0.24', 39572) {{(pid=84875) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:39:18.682845 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-26c9f5e0-033e-463d-a342-d757a61d940c tempest-TagsExtTest-1634423073 tempest-TagsExtTest-1634423073] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854179735'] for segment, precommit_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:39:18.685199 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-26c9f5e0-033e-463d-a342-d757a61d940c tempest-TagsExtTest-1634423073 tempest-TagsExtTest-1634423073] Releasing vxlan tunnel 3 to pool {{(pid=84874) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Jan 14 07:39:18.706129 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.v2.base [None req-439ce55b-a7e5-41d2-afa1-8af9ab7994ff tempest-PortsAdminExtendedAttrsTestJSON-1323615853 tempest-PortsAdminExtendedAttrsTestJSON-1323615853] Request body: {'port': {'network_id': '7ea4f4e1-6b47-42c9-b96f-0365d964e1f5', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-1083249846'}} {{(pid=84875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:39:18.713733 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-439ce55b-a7e5-41d2-afa1-8af9ab7994ff tempest-PortsAdminExtendedAttrsTestJSON-1323615853 tempest-PortsAdminExtendedAttrsTestJSON-1323615853] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:39:18.726660 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-439ce55b-a7e5-41d2-afa1-8af9ab7994ff tempest-PortsAdminExtendedAttrsTestJSON-1323615853 tempest-PortsAdminExtendedAttrsTestJSON-1323615853] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:39:18.738371 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-eeff27cb-57c0-487d-9d03-df74d5f9a237 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850887153'] for security_group, after_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:39:18.744318 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-824f58b2-11f6-459b-b0ee-859d6fc90135 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:39:18.752182 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Device caf1d2fd-ecc4-421d-8726-6cb1d82b4ad4 no longer exists at agent ovs-agent-n-d-768862-2 {{(pid=84876) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jan 14 07:39:18.758472 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-439ce55b-a7e5-41d2-afa1-8af9ab7994ff tempest-PortsAdminExtendedAttrsTestJSON-1323615853 tempest-PortsAdminExtendedAttrsTestJSON-1323615853] Made reservation on behalf of bef2e729d0ed42558db7db781474e262 for: {'port': 1} {{(pid=84875) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 07:39:18.764210 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-439ce55b-a7e5-41d2-afa1-8af9ab7994ff tempest-PortsAdminExtendedAttrsTestJSON-1323615853 tempest-PortsAdminExtendedAttrsTestJSON-1323615853] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555753'] for port, before_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:39:18.801774 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeff27cb-57c0-487d-9d03-df74d5f9a237 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2cbd8f5a-d1fd-455f-906e-45b31e11097d,revision_number=None']} {{(pid=84875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:39:18.813342 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-eeff27cb-57c0-487d-9d03-df74d5f9a237 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:39:18.842543 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-eeff27cb-57c0-487d-9d03-df74d5f9a237 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:39:18.846249 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-eeff27cb-57c0-487d-9d03-df74d5f9a237 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/2cbd8f5a-d1fd-455f-906e-45b31e11097d HTTP/1.1" status: 204 len: 168 time: 0.4297771 Jan 14 07:39:18.870508 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.plugin [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] No Port match for: caf1d2fd-ecc4-421d-8726-6cb1d82b4ad4 {{(pid=84876) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2188}} Jan 14 07:39:18.871051 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Device caf1d2fd-ecc4-421d-8726-6cb1d82b4ad4 not bound to the agent host n-d-768862-2 {{(pid=84876) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jan 14 07:39:18.889206 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-61b19a61-5626-4c50-80f8-fdfb0eb48afd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363259214191800', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854171626'] for agent, after_update {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:39:18.889743 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.managers [None req-26c9f5e0-033e-463d-a342-d757a61d940c tempest-TagsExtTest-1634423073 tempest-TagsExtTest-1634423073] Network d74d19b4-6d4a-45c2-8faa-d1a39193f050 has no segments {{(pid=84874) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 14 07:39:18.901552 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-26c9f5e0-033e-463d-a342-d757a61d940c tempest-TagsExtTest-1634423073 tempest-TagsExtTest-1634423073] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-596065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036851521571'] for segment, after_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:39:18.934340 n-d-768862-2 neutron-server[84765]: DEBUG neutron.notifiers.nova [None req-439ce55b-a7e5-41d2-afa1-8af9ab7994ff tempest-PortsAdminExtendedAttrsTestJSON-1323615853 tempest-PortsAdminExtendedAttrsTestJSON-1323615853] device_id is not set on port 092ee948-54a4-46cd-8889-8f3bb9672bfe yet. {{(pid=84875) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}} Jan 14 07:39:19.091978 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.managers [None req-26c9f5e0-033e-463d-a342-d757a61d940c tempest-TagsExtTest-1634423073 tempest-TagsExtTest-1634423073] Network d74d19b4-6d4a-45c2-8faa-d1a39193f050 has no segments {{(pid=84874) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 14 07:39:19.119713 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:shared":"rule:admin_only" was deprecated in W in favor of "update_network:shared":"role:admin and system_scope:all". Reason: Jan 14 07:39:19.119713 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:39:19.119713 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:39:19.119713 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:39:19.119713 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "update_network:provider:network_type":"role:admin and system_scope:all". Reason: Jan 14 07:39:19.119713 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:39:19.119713 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:39:19.119713 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:39:19.119713 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "update_network:provider:physical_network":"role:admin and system_scope:all". Reason: Jan 14 07:39:19.119713 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:39:19.119713 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:39:19.119713 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:39:19.119713 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "update_network:provider:segmentation_id":"role:admin and system_scope:all". Reason: Jan 14 07:39:19.119713 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:39:19.119713 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:39:19.119713 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:39:19.119713 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:router:external":"rule:admin_only" was deprecated in W in favor of "update_network:router:external":"role:admin and system_scope:all". Reason: Jan 14 07:39:19.119713 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:39:19.119713 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:39:19.119713 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:39:19.119713 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:is_default":"rule:admin_only" was deprecated in W in favor of "update_network:is_default":"role:admin and system_scope:all". Reason: Jan 14 07:39:19.119713 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:39:19.119713 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:39:19.119713 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:39:19.119713 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:port_security_enabled":"rule:admin_or_owner" was deprecated in W in favor of "update_network:port_security_enabled":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 07:39:19.119713 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:39:19.119713 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:39:19.119713 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:39:19.119713 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "delete_network":"rule:admin_or_owner" was deprecated in W in favor of "delete_network":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 07:39:19.119713 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:39:19.119713 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:39:19.119713 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:39:19.119713 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_segment":"rule:admin_only" was deprecated in W in favor of "create_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:39:19.119713 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:39:19.119713 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_segment":"rule:admin_only" was deprecated in W in favor of "get_segment":"role:reader and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:39:19.119713 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:39:19.119713 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_segment":"rule:admin_only" was deprecated in W in favor of "update_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:39:19.119713 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:39:19.119713 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "delete_segment":"rule:admin_only" was deprecated in W in favor of "delete_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:39:19.119713 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:39:19.119713 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 14 07:39:19.119713 n-d-768862-2 neutron-server[84765]: % (table.description, expected, rows_matched) Jan 14 07:39:19.119713 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 14 07:39:19.119713 n-d-768862-2 neutron-server[84765]: % (table.description, expected, rows_matched) Jan 14 07:39:19.119713 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 14 07:39:19.119713 n-d-768862-2 neutron-server[84765]: % (table.description, expected, rows_matched) Jan 14 07:39:19.119713 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 14 07:39:19.119713 n-d-768862-2 neutron-server[84765]: % (table.description, expected, rows_matched) Jan 14 07:39:19.119713 n-d-768862-2 neutron-server[84765]: Traceback (most recent call last): Jan 14 07:39:19.119713 n-d-768862-2 neutron-server[84765]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 14 07:39:19.119713 n-d-768862-2 neutron-server[84765]: timer() Jan 14 07:39:19.119713 n-d-768862-2 neutron-server[84765]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 14 07:39:19.119713 n-d-768862-2 neutron-server[84765]: cb(*args, **kw) Jan 14 07:39:19.119713 n-d-768862-2 neutron-server[84765]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Jan 14 07:39:19.119713 n-d-768862-2 neutron-server[84765]: return func(*args, **kwargs) Jan 14 07:39:19.119713 n-d-768862-2 neutron-server[84765]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 14 07:39:19.119713 n-d-768862-2 neutron-server[84765]: self._notify() Jan 14 07:39:19.119713 n-d-768862-2 neutron-server[84765]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 14 07:39:19.119713 n-d-768862-2 neutron-server[84765]: self.callback(batched_events) Jan 14 07:39:19.119713 n-d-768862-2 neutron-server[84765]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 14 07:39:19.119713 n-d-768862-2 neutron-server[84765]: event.method(event) Jan 14 07:39:19.119713 n-d-768862-2 neutron-server[84765]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 14 07:39:19.119713 n-d-768862-2 neutron-server[84765]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 14 07:39:19.119713 n-d-768862-2 neutron-server[84765]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Jan 14 07:39:19.119713 n-d-768862-2 neutron-server[84765]: segment_id)['aggregates'][0] Jan 14 07:39:19.119713 n-d-768862-2 neutron-server[84765]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 14 07:39:19.119713 n-d-768862-2 neutron-server[84765]: return f(self, *a, **k) Jan 14 07:39:19.119713 n-d-768862-2 neutron-server[84765]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 14 07:39:19.119713 n-d-768862-2 neutron-server[84765]: return self._get(url).json() Jan 14 07:39:19.119713 n-d-768862-2 neutron-server[84765]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 14 07:39:19.119713 n-d-768862-2 neutron-server[84765]: **kwargs) Jan 14 07:39:19.119713 n-d-768862-2 neutron-server[84765]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 14 07:39:19.119713 n-d-768862-2 neutron-server[84765]: return self.request(url, 'GET', **kwargs) Jan 14 07:39:19.119713 n-d-768862-2 neutron-server[84765]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Jan 14 07:39:19.119713 n-d-768862-2 neutron-server[84765]: **endpoint_filter) Jan 14 07:39:19.119713 n-d-768862-2 neutron-server[84765]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 14 07:39:19.119713 n-d-768862-2 neutron-server[84765]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 14 07:39:19.119713 n-d-768862-2 neutron-server[84765]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 14 07:39:19.119713 n-d-768862-2 neutron-server[84765]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 14 07:39:19.119713 n-d-768862-2 neutron-server[84765]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 14 07:39:19.207965 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-26c9f5e0-033e-463d-a342-d757a61d940c tempest-TagsExtTest-1634423073 tempest-TagsExtTest-1634423073] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036854176830', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850887149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3912591'] for network, after_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:39:19.212002 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-239aa5ef-1207-44b0-8f82-2e03d2d1ddfb tempest-PortsTestJSON-2091589570 tempest-PortsTestJSON-2091589570] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:39:19.228887 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-26c9f5e0-033e-463d-a342-d757a61d940c tempest-TagsExtTest-1634423073 tempest-TagsExtTest-1634423073] Notify callbacks [] for network, before_response {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:39:19.241530 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26c9f5e0-033e-463d-a342-d757a61d940c tempest-TagsExtTest-1634423073 tempest-TagsExtTest-1634423073] Pushing event deleted for resources: {'Network': ['ID=d74d19b4-6d4a-45c2-8faa-d1a39193f050,revision_number=None']} {{(pid=84874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:39:19.245180 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-26c9f5e0-033e-463d-a342-d757a61d940c tempest-TagsExtTest-1634423073 tempest-TagsExtTest-1634423073] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:39:19.247446 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-26c9f5e0-033e-463d-a342-d757a61d940c tempest-TagsExtTest-1634423073 tempest-TagsExtTest-1634423073] 10.222.0.24 "DELETE /v2.0/networks/d74d19b4-6d4a-45c2-8faa-d1a39193f050 HTTP/1.1" status: 204 len: 168 time: 2.7322028 Jan 14 07:39:19.258159 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84874) accepted ('10.222.0.24', 39582) {{(pid=84874) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:39:19.277350 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-215e434e-5a43-4140-9f72-fa087105083c admin admin] Notify callbacks [] for security_group, before_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:39:19.294130 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-215e434e-5a43-4140-9f72-fa087105083c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:39:19.298311 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-215e434e-5a43-4140-9f72-fa087105083c admin admin] Usage tracker for resource:security_group_rule and tenant:912e21403e634627af0595d30da59cc1 is out of sync, need to count used quota {{(pid=84874) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:39:19.301341 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-215e434e-5a43-4140-9f72-fa087105083c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84874) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:39:19.307639 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-215e434e-5a43-4140-9f72-fa087105083c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:39:19.402186 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-215e434e-5a43-4140-9f72-fa087105083c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:39:19.405848 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-215e434e-5a43-4140-9f72-fa087105083c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850887153'] for security_group, after_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:39:19.412476 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-439ce55b-a7e5-41d2-afa1-8af9ab7994ff tempest-PortsAdminExtendedAttrsTestJSON-1323615853 tempest-PortsAdminExtendedAttrsTestJSON-1323615853] Notify callbacks [] for port, precommit_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:39:19.416051 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-625ce7ad-fe1f-4289-a0a7-9e4672802e35 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:39:19.438559 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-439ce55b-a7e5-41d2-afa1-8af9ab7994ff tempest-PortsAdminExtendedAttrsTestJSON-1323615853 tempest-PortsAdminExtendedAttrsTestJSON-1323615853] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777640123575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851621574'] for port, after_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:39:19.454264 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-0ba65bce-e80c-4dcf-b294-cb8a7484091f tempest-PortsTestJSON-2091589570 tempest-PortsTestJSON-2091589570] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:39:19.466827 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-215e434e-5a43-4140-9f72-fa087105083c admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=912e21403e634627af0595d30da59cc1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2048597 Jan 14 07:39:19.467222 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84874) accepted ('10.222.0.24', 39586) {{(pid=84874) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:39:19.470239 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-215e434e-5a43-4140-9f72-fa087105083c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e238ccbf-9510-43cd-b82a-f737d655ec82,revision_number=1']} {{(pid=84874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:39:19.490204 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-215e434e-5a43-4140-9f72-fa087105083c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:39:19.543230 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-9e0f8cc7-521f-43c4-a514-f9c26f1a0a60 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:39:19.573632 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-9e0f8cc7-521f-43c4-a514-f9c26f1a0a60 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:39:19.628550 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84874) accepted ('10.222.0.24', 39592) {{(pid=84874) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:39:19.636024 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-9e0f8cc7-521f-43c4-a514-f9c26f1a0a60 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850887153'] for security_group, after_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:39:19.641064 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-dd5cd2af-e900-4d67-a747-cc3a6592636c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:39:19.654695 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e0f8cc7-521f-43c4-a514-f9c26f1a0a60 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e238ccbf-9510-43cd-b82a-f737d655ec82,revision_number=None']} {{(pid=84874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:39:19.661406 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-9e0f8cc7-521f-43c4-a514-f9c26f1a0a60 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:39:19.663420 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-9e0f8cc7-521f-43c4-a514-f9c26f1a0a60 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:39:19.667105 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-9e0f8cc7-521f-43c4-a514-f9c26f1a0a60 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/e238ccbf-9510-43cd-b82a-f737d655ec82 HTTP/1.1" status: 204 len: 168 time: 0.1963851 Jan 14 07:39:19.866235 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-5de7f962-1fd5-4559-be98-36a9770823cf admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=3c5ba2ffdf1c470489fd2dcda482d26e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2363796 Jan 14 07:39:19.868993 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84874) accepted ('10.222.0.24', 39604) {{(pid=84874) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:39:19.944759 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-9972a473-f8e3-4bce-b294-abe087ba07e2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:39:19.956917 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-439ce55b-a7e5-41d2-afa1-8af9ab7994ff tempest-PortsAdminExtendedAttrsTestJSON-1323615853 tempest-PortsAdminExtendedAttrsTestJSON-1323615853] Pushing event updated for resources: {'Port': ['ID=092ee948-54a4-46cd-8889-8f3bb9672bfe,revision_number=1']} {{(pid=84875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:39:19.961643 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-439ce55b-a7e5-41d2-afa1-8af9ab7994ff tempest-PortsAdminExtendedAttrsTestJSON-1323615853 tempest-PortsAdminExtendedAttrsTestJSON-1323615853] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.507s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:39:19.988972 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-9972a473-f8e3-4bce-b294-abe087ba07e2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:39:19.993765 n-d-768862-2 neutron-server[84765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-439ce55b-a7e5-41d2-afa1-8af9ab7994ff tempest-PortsAdminExtendedAttrsTestJSON-1323615853 tempest-PortsAdminExtendedAttrsTestJSON-1323615853] Network 7ea4f4e1-6b47-42c9-b96f-0365d964e1f5 is already hosted by enough agents. {{(pid=84875) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 07:39:19.994970 n-d-768862-2 neutron-server[84765]: DEBUG neutron.scheduler.base_scheduler [None req-439ce55b-a7e5-41d2-afa1-8af9ab7994ff tempest-PortsAdminExtendedAttrsTestJSON-1323615853 tempest-PortsAdminExtendedAttrsTestJSON-1323615853] Resources bound (agent type, host, resource id): {{(pid=84875) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 07:39:19.997584 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-439ce55b-a7e5-41d2-afa1-8af9ab7994ff tempest-PortsAdminExtendedAttrsTestJSON-1323615853 tempest-PortsAdminExtendedAttrsTestJSON-1323615853] Received port after_create {{(pid=84875) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 14 07:39:20.002587 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-439ce55b-a7e5-41d2-afa1-8af9ab7994ff tempest-PortsAdminExtendedAttrsTestJSON-1323615853 tempest-PortsAdminExtendedAttrsTestJSON-1323615853] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:39:20.002587 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-439ce55b-a7e5-41d2-afa1-8af9ab7994ff tempest-PortsAdminExtendedAttrsTestJSON-1323615853 tempest-PortsAdminExtendedAttrsTestJSON-1323615853] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854768116'] for port, before_response {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:39:20.032933 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-439ce55b-a7e5-41d2-afa1-8af9ab7994ff tempest-PortsAdminExtendedAttrsTestJSON-1323615853 tempest-PortsAdminExtendedAttrsTestJSON-1323615853] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 960 time: 1.3322306 Jan 14 07:39:20.033630 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84875) accepted ('10.222.0.24', 39612) {{(pid=84875) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:39:20.041016 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.v2.base [None req-78a2c090-600d-4372-a35a-68e69448df53 tempest-PortsAdminExtendedAttrsTestJSON-1323615853 tempest-PortsAdminExtendedAttrsTestJSON-1323615853] Request body: {'port': {'binding:host_id': 'n-h1-768862-2'}} {{(pid=84875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:39:20.054963 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-9972a473-f8e3-4bce-b294-abe087ba07e2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850887153'] for security_group, after_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:39:20.063238 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-77077222-c230-4455-9b69-e19dbcfd5ec8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:39:20.081022 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9972a473-f8e3-4bce-b294-abe087ba07e2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1c676220-0b91-454e-9900-166614115faf,revision_number=None']} {{(pid=84874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:39:20.085371 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-9972a473-f8e3-4bce-b294-abe087ba07e2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:39:20.101103 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-9972a473-f8e3-4bce-b294-abe087ba07e2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:39:20.105080 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-9972a473-f8e3-4bce-b294-abe087ba07e2 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/1c676220-0b91-454e-9900-166614115faf HTTP/1.1" status: 204 len: 168 time: 0.2323608 Jan 14 07:39:20.199861 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-78a2c090-600d-4372-a35a-68e69448df53 tempest-PortsAdminExtendedAttrsTestJSON-1323615853 tempest-PortsAdminExtendedAttrsTestJSON-1323615853] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555753'] for port, before_update {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:39:20.225781 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84874) accepted ('10.222.0.24', 39618) {{(pid=84874) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:39:20.246767 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-4668a7ee-3e38-4fa7-98dd-27eacad1f1ed admin admin] Notify callbacks [] for security_group, before_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:39:20.264268 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-4668a7ee-3e38-4fa7-98dd-27eacad1f1ed admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:39:20.268897 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-4668a7ee-3e38-4fa7-98dd-27eacad1f1ed admin admin] Usage tracker for resource:security_group_rule and tenant:cb83eee9e1ff4c33ae3f1e111bad8c84 is out of sync, need to count used quota {{(pid=84874) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:39:20.272631 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-4668a7ee-3e38-4fa7-98dd-27eacad1f1ed admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84874) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:39:20.279132 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-4668a7ee-3e38-4fa7-98dd-27eacad1f1ed admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:39:20.403740 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-4668a7ee-3e38-4fa7-98dd-27eacad1f1ed admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:39:20.408208 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-4668a7ee-3e38-4fa7-98dd-27eacad1f1ed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850887153'] for security_group, after_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:39:20.430205 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-0b32b87c-a1ae-420c-a53f-bb7a2002bcd2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:39:20.483653 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-4668a7ee-3e38-4fa7-98dd-27eacad1f1ed admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=cb83eee9e1ff4c33ae3f1e111bad8c84&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2565782 Jan 14 07:39:20.483880 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84875) accepted ('10.222.0.24', 39628) {{(pid=84875) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:39:20.484983 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4668a7ee-3e38-4fa7-98dd-27eacad1f1ed admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a5ef0c54-4ad0-4f06-8683-9bfd55ac8eaf,revision_number=1']} {{(pid=84874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:39:20.489249 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-4668a7ee-3e38-4fa7-98dd-27eacad1f1ed admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:39:20.607098 n-d-768862-2 neutron-server[84765]: DEBUG neutron.notifiers.nova [None req-78a2c090-600d-4372-a35a-68e69448df53 tempest-PortsAdminExtendedAttrsTestJSON-1323615853 tempest-PortsAdminExtendedAttrsTestJSON-1323615853] device_id is not set on port 092ee948-54a4-46cd-8889-8f3bb9672bfe yet. {{(pid=84875) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}} Jan 14 07:39:20.622308 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-78a2c090-600d-4372-a35a-68e69448df53 tempest-PortsAdminExtendedAttrsTestJSON-1323615853 tempest-PortsAdminExtendedAttrsTestJSON-1323615853] Notify callbacks [] for port, precommit_update {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:39:20.640306 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-16bbd029-05e5-4f85-a0ce-44ad0958fc3d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:39:20.651727 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-78a2c090-600d-4372-a35a-68e69448df53 tempest-PortsAdminExtendedAttrsTestJSON-1323615853 tempest-PortsAdminExtendedAttrsTestJSON-1323615853] Transition to ACTIVE for port object 092ee948-54a4-46cd-8889-8f3bb9672bfe will not be triggered until provisioned by entity L2. {{(pid=84875) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 07:39:20.657817 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-78a2c090-600d-4372-a35a-68e69448df53 tempest-PortsAdminExtendedAttrsTestJSON-1323615853 tempest-PortsAdminExtendedAttrsTestJSON-1323615853] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777640533312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363259214678337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777640097497', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3154211'] for port, after_update {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:39:20.680382 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-816b5971-d1b5-43e1-873e-3f0935ba221d tempest-FloatingIPNegativeTestJSON-2001787271 tempest-FloatingIPNegativeTestJSON-2001787271] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:39:20.787503 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-16bbd029-05e5-4f85-a0ce-44ad0958fc3d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:39:20.877001 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78a2c090-600d-4372-a35a-68e69448df53 tempest-PortsAdminExtendedAttrsTestJSON-1323615853 tempest-PortsAdminExtendedAttrsTestJSON-1323615853] Pushing event updated for resources: {'Port': ['ID=092ee948-54a4-46cd-8889-8f3bb9672bfe,revision_number=2']} {{(pid=84875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:39:20.883850 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-78a2c090-600d-4372-a35a-68e69448df53 tempest-PortsAdminExtendedAttrsTestJSON-1323615853 tempest-PortsAdminExtendedAttrsTestJSON-1323615853] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.202s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:39:20.990922 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-16bbd029-05e5-4f85-a0ce-44ad0958fc3d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850887153'] for security_group, after_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:39:20.999264 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-b15fcd45-3fed-4db3-a4ff-ff37d5f1cba2 tempest-PortsAdminExtendedAttrsTestJSON-1109253222 tempest-PortsAdminExtendedAttrsTestJSON-1109253222] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:39:21.015435 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16bbd029-05e5-4f85-a0ce-44ad0958fc3d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a5ef0c54-4ad0-4f06-8683-9bfd55ac8eaf,revision_number=None']} {{(pid=84875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:39:21.018904 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-16bbd029-05e5-4f85-a0ce-44ad0958fc3d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:39:21.024249 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.managers [None req-78a2c090-600d-4372-a35a-68e69448df53 tempest-PortsAdminExtendedAttrsTestJSON-1323615853 tempest-PortsAdminExtendedAttrsTestJSON-1323615853] Attempting to bind port 092ee948-54a4-46cd-8889-8f3bb9672bfe on host n-h1-768862-2 for vnic_type normal with profile {{(pid=84875) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 14 07:39:21.024673 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.managers [None req-78a2c090-600d-4372-a35a-68e69448df53 tempest-PortsAdminExtendedAttrsTestJSON-1323615853 tempest-PortsAdminExtendedAttrsTestJSON-1323615853] Attempting to bind port 092ee948-54a4-46cd-8889-8f3bb9672bfe by drivers openvswitch on host n-h1-768862-2 at level 0 using segments [{'id': '3be97251-4089-4395-9967-c8b9adeaad4d', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '7ea4f4e1-6b47-42c9-b96f-0365d964e1f5'}] {{(pid=84875) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 14 07:39:21.025256 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78a2c090-600d-4372-a35a-68e69448df53 tempest-PortsAdminExtendedAttrsTestJSON-1323615853 tempest-PortsAdminExtendedAttrsTestJSON-1323615853] Attempting to bind port 092ee948-54a4-46cd-8889-8f3bb9672bfe on network 7ea4f4e1-6b47-42c9-b96f-0365d964e1f5 {{(pid=84875) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 14 07:39:21.035101 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78a2c090-600d-4372-a35a-68e69448df53 tempest-PortsAdminExtendedAttrsTestJSON-1323615853 tempest-PortsAdminExtendedAttrsTestJSON-1323615853] Checking agent: {'id': '40905704-73ec-4668-87ec-fe70ac9582ac', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-h1-768862-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 14, 7, 5, 11), 'started_at': datetime.datetime(2021, 1, 14, 7, 5, 41), 'heartbeat_timestamp': datetime.datetime(2021, 1, 14, 7, 39, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.42', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84875) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 14 07:39:21.035611 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78a2c090-600d-4372-a35a-68e69448df53 tempest-PortsAdminExtendedAttrsTestJSON-1323615853 tempest-PortsAdminExtendedAttrsTestJSON-1323615853] Checking segment: {'id': '3be97251-4089-4395-9967-c8b9adeaad4d', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '7ea4f4e1-6b47-42c9-b96f-0365d964e1f5'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84875) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 14 07:39:21.036550 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-78a2c090-600d-4372-a35a-68e69448df53 tempest-PortsAdminExtendedAttrsTestJSON-1323615853 tempest-PortsAdminExtendedAttrsTestJSON-1323615853] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:39:21.037130 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78a2c090-600d-4372-a35a-68e69448df53 tempest-PortsAdminExtendedAttrsTestJSON-1323615853 tempest-PortsAdminExtendedAttrsTestJSON-1323615853] Bound using segment: {'id': '3be97251-4089-4395-9967-c8b9adeaad4d', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '7ea4f4e1-6b47-42c9-b96f-0365d964e1f5'} {{(pid=84875) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 14 07:39:21.037654 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.managers [None req-78a2c090-600d-4372-a35a-68e69448df53 tempest-PortsAdminExtendedAttrsTestJSON-1323615853 tempest-PortsAdminExtendedAttrsTestJSON-1323615853] Bound port: 092ee948-54a4-46cd-8889-8f3bb9672bfe, host: n-h1-768862-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3be97251-4089-4395-9967-c8b9adeaad4d', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '7ea4f4e1-6b47-42c9-b96f-0365d964e1f5'}}] {{(pid=84875) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 14 07:39:21.038039 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-78a2c090-600d-4372-a35a-68e69448df53 tempest-PortsAdminExtendedAttrsTestJSON-1323615853 tempest-PortsAdminExtendedAttrsTestJSON-1323615853] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555753'] for port, before_update {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:39:21.096148 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-16bbd029-05e5-4f85-a0ce-44ad0958fc3d admin admin] Notify callbacks [] for security_group, before_response {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:39:21.100312 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-16bbd029-05e5-4f85-a0ce-44ad0958fc3d admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/a5ef0c54-4ad0-4f06-8683-9bfd55ac8eaf HTTP/1.1" status: 204 len: 168 time: 0.6124611 Jan 14 07:39:21.168549 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [None req-78a2c090-600d-4372-a35a-68e69448df53 tempest-PortsAdminExtendedAttrsTestJSON-1323615853 tempest-PortsAdminExtendedAttrsTestJSON-1323615853] For port 092ee948-54a4-46cd-8889-8f3bb9672bfe, host n-h1-768862-2, cleared binding levels {{(pid=84875) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 14 07:39:21.173521 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [None req-78a2c090-600d-4372-a35a-68e69448df53 tempest-PortsAdminExtendedAttrsTestJSON-1323615853 tempest-PortsAdminExtendedAttrsTestJSON-1323615853] For port 092ee948-54a4-46cd-8889-8f3bb9672bfe, host n-h1-768862-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-h1-768862-2',level=0,port_id=092ee948-54a4-46cd-8889-8f3bb9672bfe,segment=NetworkSegment(3be97251-4089-4395-9967-c8b9adeaad4d),segment_id=3be97251-4089-4395-9967-c8b9adeaad4d)] {{(pid=84875) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 14 07:39:21.173843 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84874) accepted ('10.222.0.24', 39646) {{(pid=84874) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:39:21.183117 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-78a2c090-600d-4372-a35a-68e69448df53 tempest-PortsAdminExtendedAttrsTestJSON-1323615853 tempest-PortsAdminExtendedAttrsTestJSON-1323615853] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777640533312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363259214678337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777640097497', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3154211'] for port, after_update {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:39:21.273829 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-a0f9e11d-a96e-41cb-8e61-f3dfd5b710a7 tempest-RoutersTest-1255860389 tempest-RoutersTest-1255860389] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:39:21.360739 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78a2c090-600d-4372-a35a-68e69448df53 tempest-PortsAdminExtendedAttrsTestJSON-1323615853 tempest-PortsAdminExtendedAttrsTestJSON-1323615853] Pushing event updated for resources: {'Port': ['ID=092ee948-54a4-46cd-8889-8f3bb9672bfe,revision_number=3']} {{(pid=84875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:39:21.366837 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-78a2c090-600d-4372-a35a-68e69448df53 tempest-PortsAdminExtendedAttrsTestJSON-1323615853 tempest-PortsAdminExtendedAttrsTestJSON-1323615853] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:39:21.391867 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78a2c090-600d-4372-a35a-68e69448df53 tempest-PortsAdminExtendedAttrsTestJSON-1323615853 tempest-PortsAdminExtendedAttrsTestJSON-1323615853] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:39:21.391867 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-78a2c090-600d-4372-a35a-68e69448df53 tempest-PortsAdminExtendedAttrsTestJSON-1323615853 tempest-PortsAdminExtendedAttrsTestJSON-1323615853] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854768116'] for port, before_response {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:39:21.392459 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-78a2c090-600d-4372-a35a-68e69448df53 tempest-PortsAdminExtendedAttrsTestJSON-1323615853 tempest-PortsAdminExtendedAttrsTestJSON-1323615853] 10.222.0.24 "PUT /v2.0/ports/092ee948-54a4-46cd-8889-8f3bb9672bfe HTTP/1.1" status: 200 len: 1074 time: 1.3569286 Jan 14 07:39:21.395464 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84874) accepted ('10.222.0.24', 39652) {{(pid=84874) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:39:21.449096 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.v2.base [None req-6b5ef575-6540-4ff7-a8e6-b2e9f7828d68 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1706986056-network', 'tenant_id': 'b5f3e2a99008415981502296b302d33f'}} {{(pid=84874) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:39:21.454939 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-6b5ef575-6540-4ff7-a8e6-b2e9f7828d68 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:39:21.460042 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-6b5ef575-6540-4ff7-a8e6-b2e9f7828d68 admin admin] Usage tracker for resource:network and tenant:b5f3e2a99008415981502296b302d33f is out of sync, need to count used quota {{(pid=84874) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:39:21.463659 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-6b5ef575-6540-4ff7-a8e6-b2e9f7828d68 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84874) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:39:21.470049 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-6b5ef575-6540-4ff7-a8e6-b2e9f7828d68 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:39:21.491357 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6b5ef575-6540-4ff7-a8e6-b2e9f7828d68 admin admin] Made reservation on behalf of b5f3e2a99008415981502296b302d33f for: {'network': 1} {{(pid=84874) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 07:39:21.496404 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-6b5ef575-6540-4ff7-a8e6-b2e9f7828d68 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555753'] for network, before_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:39:21.516580 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-6b5ef575-6540-4ff7-a8e6-b2e9f7828d68 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:39:21.543359 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.plugin [None req-61853301-e958-4bf5-b8e1-22e7dd8613c0 tempest-PortsAdminExtendedAttrsTestJSON-1323615853 tempest-PortsAdminExtendedAttrsTestJSON-1323615853] Deleting port 092ee948-54a4-46cd-8889-8f3bb9672bfe {{(pid=84874) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 07:39:21.543739 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-61853301-e958-4bf5-b8e1-22e7dd8613c0 tempest-PortsAdminExtendedAttrsTestJSON-1323615853 tempest-PortsAdminExtendedAttrsTestJSON-1323615853] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363259214248359'] for port, before_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:39:21.568857 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-6b5ef575-6540-4ff7-a8e6-b2e9f7828d68 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:39:21.582568 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-6b5ef575-6540-4ff7-a8e6-b2e9f7828d68 admin admin] Usage tracker for resource:security_group_rule and tenant:b5f3e2a99008415981502296b302d33f is out of sync, need to count used quota {{(pid=84874) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:39:21.592495 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-6b5ef575-6540-4ff7-a8e6-b2e9f7828d68 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84874) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:39:21.602692 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-6b5ef575-6540-4ff7-a8e6-b2e9f7828d68 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:39:21.749607 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-32f99854-4029-465e-b721-e05bc77ad3f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363259214191800', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854171626'] for agent, after_update {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:39:21.829098 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [None req-61853301-e958-4bf5-b8e1-22e7dd8613c0 tempest-PortsAdminExtendedAttrsTestJSON-1323615853 tempest-PortsAdminExtendedAttrsTestJSON-1323615853] For port 092ee948-54a4-46cd-8889-8f3bb9672bfe, host n-h1-768862-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-h1-768862-2',level=0,port_id=092ee948-54a4-46cd-8889-8f3bb9672bfe,segment=NetworkSegment(3be97251-4089-4395-9967-c8b9adeaad4d),segment_id=3be97251-4089-4395-9967-c8b9adeaad4d)] {{(pid=84874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 07:39:21.829098 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-61853301-e958-4bf5-b8e1-22e7dd8613c0 tempest-PortsAdminExtendedAttrsTestJSON-1323615853 tempest-PortsAdminExtendedAttrsTestJSON-1323615853] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036850862667'] for port, precommit_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:39:21.874175 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-da76cfc0-98e8-4426-9f6d-4f05aa3fae78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363259214191800', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854171626'] for agent, after_update {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:39:21.975019 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.plugin [None req-61853301-e958-4bf5-b8e1-22e7dd8613c0 tempest-PortsAdminExtendedAttrsTestJSON-1323615853 tempest-PortsAdminExtendedAttrsTestJSON-1323615853] Calling delete_port for 092ee948-54a4-46cd-8889-8f3bb9672bfe owned by {{(pid=84874) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 07:39:22.028525 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-6b5ef575-6540-4ff7-a8e6-b2e9f7828d68 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:39:22.034397 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-6b5ef575-6540-4ff7-a8e6-b2e9f7828d68 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850887153'] for security_group, after_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:39:22.045554 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-581eea15-6e87-4696-85aa-49a1735f8b7b tempest-TestNetworkAdvancedServerOps-470546014 tempest-TestNetworkAdvancedServerOps-470546014] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:39:22.060076 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6b5ef575-6540-4ff7-a8e6-b2e9f7828d68 admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 3} {{(pid=84874) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Jan 14 07:39:22.069638 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-6b5ef575-6540-4ff7-a8e6-b2e9f7828d68 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854179735'] for segment, precommit_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:39:22.070134 n-d-768862-2 neutron-server[84765]: INFO neutron.db.segments_db [None req-6b5ef575-6540-4ff7-a8e6-b2e9f7828d68 admin admin] Added segment 9271f7b9-4db2-4df9-bb89-520bab7e93ef of type vxlan for network a77431e2-15f9-42cc-9982-994657378f2a Jan 14 07:39:22.125844 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-6b5ef575-6540-4ff7-a8e6-b2e9f7828d68 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363259214646115'] for network, precommit_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:39:22.499766 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b5ef575-6540-4ff7-a8e6-b2e9f7828d68 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a4793873-8167-471f-bb6a-935b827ca8a9,revision_number=1']} {{(pid=84874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:39:22.505421 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-6b5ef575-6540-4ff7-a8e6-b2e9f7828d68 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.460s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:39:22.526221 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-61853301-e958-4bf5-b8e1-22e7dd8613c0 tempest-PortsAdminExtendedAttrsTestJSON-1323615853 tempest-PortsAdminExtendedAttrsTestJSON-1323615853] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777640533329', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777640097463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3254186'] for port, after_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:39:22.528331 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-6b5ef575-6540-4ff7-a8e6-b2e9f7828d68 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850887149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964'] for network, after_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:39:22.529365 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b5ef575-6540-4ff7-a8e6-b2e9f7828d68 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:39:22.529918 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-6b5ef575-6540-4ff7-a8e6-b2e9f7828d68 admin admin] Notify callbacks [] for network, before_response {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:39:22.548480 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-38f7300c-7354-4c7f-a658-ee54c0db51ca tempest-NetworksTest-1803261889 tempest-NetworksTest-1803261889] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:39:22.618641 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363259214191800', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854171626'] for agent, after_update {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:39:22.764643 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b5ef575-6540-4ff7-a8e6-b2e9f7828d68 admin admin] Pushing event updated for resources: {'Network': ['ID=a77431e2-15f9-42cc-9982-994657378f2a,revision_number=1']} {{(pid=84874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:39:22.771570 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-6b5ef575-6540-4ff7-a8e6-b2e9f7828d68 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.223s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:39:22.772479 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-67b68e0b-88a5-47e6-bafa-11a3c902792b tempest-FloatingIPAdminTestJSON-531099267 tempest-FloatingIPAdminTestJSON-531099267] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.211s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:39:22.783042 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-017f98a9-8a07-408c-a86f-8ff0c00400a0 None None] Network a77431e2-15f9-42cc-9982-994657378f2a details requested by agent ovs-agent-n-h1-768862-2 with host n-h1-768862-2 {{(pid=84876) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 07:39:22.797744 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-852a24f7-e9a1-4193-9abb-e9506fe5213f None None] Network a77431e2-15f9-42cc-9982-994657378f2a details requested by agent ovs-agent-n-h2-768862-2 with host n-h2-768862-2 {{(pid=84876) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 07:39:22.810434 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-6b5ef575-6540-4ff7-a8e6-b2e9f7828d68 admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 1.6351509 Jan 14 07:39:22.812005 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Network a77431e2-15f9-42cc-9982-994657378f2a details requested by agent ovs-agent-n-d-768862-2 with host n-d-768862-2 {{(pid=84876) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 07:39:22.812791 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84875) accepted ('10.222.0.24', 39684) {{(pid=84875) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:39:22.819898 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.v2.base [None req-ca6115fb-7a71-4ce2-ba6d-79d45dc8794c admin admin] Request body: {'subnet': {'network_id': 'a77431e2-15f9-42cc-9982-994657378f2a', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1706986056-subnet', 'tenant_id': 'b5f3e2a99008415981502296b302d33f', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=84875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:39:22.826629 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-ca6115fb-7a71-4ce2-ba6d-79d45dc8794c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:39:22.826838 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61853301-e958-4bf5-b8e1-22e7dd8613c0 tempest-PortsAdminExtendedAttrsTestJSON-1323615853 tempest-PortsAdminExtendedAttrsTestJSON-1323615853] Pushing event deleted for resources: {'Port': ['ID=092ee948-54a4-46cd-8889-8f3bb9672bfe,revision_number=None']} {{(pid=84874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:39:22.831663 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-ca6115fb-7a71-4ce2-ba6d-79d45dc8794c admin admin] Usage tracker for resource:subnet and tenant:b5f3e2a99008415981502296b302d33f is out of sync, need to count used quota {{(pid=84875) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:39:22.832110 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-61853301-e958-4bf5-b8e1-22e7dd8613c0 tempest-PortsAdminExtendedAttrsTestJSON-1323615853 tempest-PortsAdminExtendedAttrsTestJSON-1323615853] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:39:22.833305 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-61853301-e958-4bf5-b8e1-22e7dd8613c0 tempest-PortsAdminExtendedAttrsTestJSON-1323615853 tempest-PortsAdminExtendedAttrsTestJSON-1323615853] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854768116'] for port, before_response {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:39:22.838007 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-61853301-e958-4bf5-b8e1-22e7dd8613c0 tempest-PortsAdminExtendedAttrsTestJSON-1323615853 tempest-PortsAdminExtendedAttrsTestJSON-1323615853] 10.222.0.24 "DELETE /v2.0/ports/092ee948-54a4-46cd-8889-8f3bb9672bfe HTTP/1.1" status: 204 len: 168 time: 1.4382567 Jan 14 07:39:22.838169 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-ca6115fb-7a71-4ce2-ba6d-79d45dc8794c admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84875) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:39:22.838639 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84874) accepted ('10.222.0.24', 39688) {{(pid=84874) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:39:22.850698 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-ca6115fb-7a71-4ce2-ba6d-79d45dc8794c admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:39:22.864767 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ca6115fb-7a71-4ce2-ba6d-79d45dc8794c admin admin] Made reservation on behalf of b5f3e2a99008415981502296b302d33f for: {'subnet': 1} {{(pid=84875) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 07:39:22.871191 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-ca6115fb-7a71-4ce2-ba6d-79d45dc8794c admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036852467157'] for subnet, before_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:39:22.893825 n-d-768862-2 neutron-server[84765]: INFO neutron.pecan_wsgi.hooks.translation [None req-9075d6da-1bcc-44ff-8166-1d8505326706 tempest-PortsAdminExtendedAttrsTestJSON-1323615853 tempest-PortsAdminExtendedAttrsTestJSON-1323615853] GET failed (client error): The resource could not be found. Jan 14 07:39:22.894556 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-9075d6da-1bcc-44ff-8166-1d8505326706 tempest-PortsAdminExtendedAttrsTestJSON-1323615853 tempest-PortsAdminExtendedAttrsTestJSON-1323615853] Synchronizing usage tracker for tenant:bef2e729d0ed42558db7db781474e262 on resource:port {{(pid=84874) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 14 07:39:22.913069 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-9075d6da-1bcc-44ff-8166-1d8505326706 tempest-PortsAdminExtendedAttrsTestJSON-1323615853 tempest-PortsAdminExtendedAttrsTestJSON-1323615853] Unset dirty status for tenant:bef2e729d0ed42558db7db781474e262 on resource:port {{(pid=84874) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 14 07:39:22.919669 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-9075d6da-1bcc-44ff-8166-1d8505326706 tempest-PortsAdminExtendedAttrsTestJSON-1323615853 tempest-PortsAdminExtendedAttrsTestJSON-1323615853] 10.222.0.24 "GET /v2.0/ports/092ee948-54a4-46cd-8889-8f3bb9672bfe HTTP/1.1" status: 404 len: 333 time: 0.0747614 Jan 14 07:39:22.920344 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84874) accepted ('10.222.0.24', 39694) {{(pid=84874) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:39:23.079517 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-427f486f-ee7c-4981-8ad3-31eb942e0853 tempest-PortsAdminExtendedAttrsTestJSON-1109253222 tempest-PortsAdminExtendedAttrsTestJSON-1109253222] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036854160497'] for network, before_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:39:23.303790 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-0f37073e-9c69-4e3c-80e0-6cfaa0fd61a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363259214191800', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854171626'] for agent, after_update {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:39:23.305221 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-427f486f-ee7c-4981-8ad3-31eb942e0853 tempest-PortsAdminExtendedAttrsTestJSON-1109253222 tempest-PortsAdminExtendedAttrsTestJSON-1109253222] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-598987', 'neutron.services.segments.db._delete_segments_for_network-8777640583949'] for network, precommit_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:39:23.386769 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-ca6115fb-7a71-4ce2-ba6d-79d45dc8794c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850887113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036851621412', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036852467174'] for subnet, after_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:39:23.404901 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-881c6fa0-3ee0-4a46-baae-90a8d7a7c5d1 tempest-TestNetworkAdvancedServerOps-470546014 tempest-TestNetworkAdvancedServerOps-470546014] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:39:23.439369 n-d-768862-2 neutron-server[84765]: DEBUG neutron.services.segments.db [None req-427f486f-ee7c-4981-8ad3-31eb942e0853 tempest-PortsAdminExtendedAttrsTestJSON-1109253222 tempest-PortsAdminExtendedAttrsTestJSON-1109253222] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7ea4f4e1-6b47-42c9-b96f-0365d964e1f5']}} {{(pid=84874) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:39:23.455343 n-d-768862-2 neutron-server[84765]: DEBUG neutron.services.segments.db [None req-427f486f-ee7c-4981-8ad3-31eb942e0853 tempest-PortsAdminExtendedAttrsTestJSON-1109253222 tempest-PortsAdminExtendedAttrsTestJSON-1109253222] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3be97251-4089-4395-9967-c8b9adeaad4d') {'for_net_delete': True} {{(pid=84874) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:39:23.455712 n-d-768862-2 neutron-server[84765]: DEBUG neutron.services.segments.db [None req-427f486f-ee7c-4981-8ad3-31eb942e0853 tempest-PortsAdminExtendedAttrsTestJSON-1109253222 tempest-PortsAdminExtendedAttrsTestJSON-1109253222] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3be97251-4089-4395-9967-c8b9adeaad4d') {} {{(pid=84874) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:39:23.470052 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-427f486f-ee7c-4981-8ad3-31eb942e0853 tempest-PortsAdminExtendedAttrsTestJSON-1109253222 tempest-PortsAdminExtendedAttrsTestJSON-1109253222] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363259214173198', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2968632'] for segment, before_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:39:23.487957 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-427f486f-ee7c-4981-8ad3-31eb942e0853 tempest-PortsAdminExtendedAttrsTestJSON-1109253222 tempest-PortsAdminExtendedAttrsTestJSON-1109253222] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854179735'] for segment, precommit_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:39:23.490500 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-427f486f-ee7c-4981-8ad3-31eb942e0853 tempest-PortsAdminExtendedAttrsTestJSON-1109253222 tempest-PortsAdminExtendedAttrsTestJSON-1109253222] Releasing vxlan tunnel 5 to pool {{(pid=84874) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Jan 14 07:39:23.544678 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca6115fb-7a71-4ce2-ba6d-79d45dc8794c admin admin] Pushing event updated for resources: {'Subnet': ['ID=8e9d7087-eb45-4aaa-ad2f-59f113a5085d,revision_number=0']} {{(pid=84875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:39:23.548049 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-ca6115fb-7a71-4ce2-ba6d-79d45dc8794c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:39:23.626540 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca6115fb-7a71-4ce2-ba6d-79d45dc8794c admin admin] Checking segment: {'id': '9271f7b9-4db2-4df9-bb89-520bab7e93ef', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'a77431e2-15f9-42cc-9982-994657378f2a'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84875) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 14 07:39:23.626927 n-d-768862-2 neutron-server[84765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca6115fb-7a71-4ce2-ba6d-79d45dc8794c admin admin] Network hostable DHCP agents. Network: a77431e2-15f9-42cc-9982-994657378f2a, hostable agents: ['32f3dd84-26da-4d18-bf15-6017a8fb7247'], hosted agents: [] {{(pid=84875) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Jan 14 07:39:23.649636 n-d-768862-2 neutron-server[84765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca6115fb-7a71-4ce2-ba6d-79d45dc8794c admin admin] Network a77431e2-15f9-42cc-9982-994657378f2a is scheduled to be hosted by DHCP agent 32f3dd84-26da-4d18-bf15-6017a8fb7247 with binding_index 1 {{(pid=84875) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Jan 14 07:39:23.661364 n-d-768862-2 neutron-server[84765]: DEBUG neutron.scheduler.base_scheduler [None req-ca6115fb-7a71-4ce2-ba6d-79d45dc8794c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768862-2, a77431e2-15f9-42cc-9982-994657378f2a) {{(pid=84875) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 07:39:23.672464 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb5f279d-0434-4c92-9a20-b1a4fb29ee22 None None] Network a77431e2-15f9-42cc-9982-994657378f2a requested from n-d-768862-2 {{(pid=84876) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 07:39:23.676972 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca6115fb-7a71-4ce2-ba6d-79d45dc8794c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:39:23.678289 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-ca6115fb-7a71-4ce2-ba6d-79d45dc8794c admin admin] Notify callbacks [] for subnet, before_response {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:39:23.713294 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-ca6115fb-7a71-4ce2-ba6d-79d45dc8794c admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.8904591 Jan 14 07:39:23.721085 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.managers [None req-427f486f-ee7c-4981-8ad3-31eb942e0853 tempest-PortsAdminExtendedAttrsTestJSON-1109253222 tempest-PortsAdminExtendedAttrsTestJSON-1109253222] Network 7ea4f4e1-6b47-42c9-b96f-0365d964e1f5 has no segments {{(pid=84874) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 14 07:39:23.733456 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-427f486f-ee7c-4981-8ad3-31eb942e0853 tempest-PortsAdminExtendedAttrsTestJSON-1109253222 tempest-PortsAdminExtendedAttrsTestJSON-1109253222] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-596065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036851521571'] for segment, after_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:39:23.982739 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-349a8431-b19e-499d-8af3-c2111b2a7dc1 None None] Network a77431e2-15f9-42cc-9982-994657378f2a requested from n-d-768862-2 {{(pid=84876) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 07:39:24.058867 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.managers [None req-427f486f-ee7c-4981-8ad3-31eb942e0853 tempest-PortsAdminExtendedAttrsTestJSON-1109253222 tempest-PortsAdminExtendedAttrsTestJSON-1109253222] Network 7ea4f4e1-6b47-42c9-b96f-0365d964e1f5 has no segments {{(pid=84874) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 14 07:39:24.089362 n-d-768862-2 neutron-server[84765]: Traceback (most recent call last): Jan 14 07:39:24.089362 n-d-768862-2 neutron-server[84765]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 14 07:39:24.089362 n-d-768862-2 neutron-server[84765]: timer() Jan 14 07:39:24.089362 n-d-768862-2 neutron-server[84765]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 14 07:39:24.089362 n-d-768862-2 neutron-server[84765]: cb(*args, **kw) Jan 14 07:39:24.089362 n-d-768862-2 neutron-server[84765]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Jan 14 07:39:24.089362 n-d-768862-2 neutron-server[84765]: return func(*args, **kwargs) Jan 14 07:39:24.089362 n-d-768862-2 neutron-server[84765]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 14 07:39:24.089362 n-d-768862-2 neutron-server[84765]: self._notify() Jan 14 07:39:24.089362 n-d-768862-2 neutron-server[84765]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 14 07:39:24.089362 n-d-768862-2 neutron-server[84765]: self.callback(batched_events) Jan 14 07:39:24.089362 n-d-768862-2 neutron-server[84765]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 14 07:39:24.089362 n-d-768862-2 neutron-server[84765]: event.method(event) Jan 14 07:39:24.089362 n-d-768862-2 neutron-server[84765]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 14 07:39:24.089362 n-d-768862-2 neutron-server[84765]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 14 07:39:24.089362 n-d-768862-2 neutron-server[84765]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Jan 14 07:39:24.089362 n-d-768862-2 neutron-server[84765]: segment_id)['aggregates'][0] Jan 14 07:39:24.089362 n-d-768862-2 neutron-server[84765]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 14 07:39:24.089362 n-d-768862-2 neutron-server[84765]: return f(self, *a, **k) Jan 14 07:39:24.089362 n-d-768862-2 neutron-server[84765]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 14 07:39:24.089362 n-d-768862-2 neutron-server[84765]: return self._get(url).json() Jan 14 07:39:24.089362 n-d-768862-2 neutron-server[84765]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 14 07:39:24.089362 n-d-768862-2 neutron-server[84765]: **kwargs) Jan 14 07:39:24.089362 n-d-768862-2 neutron-server[84765]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 14 07:39:24.089362 n-d-768862-2 neutron-server[84765]: return self.request(url, 'GET', **kwargs) Jan 14 07:39:24.089362 n-d-768862-2 neutron-server[84765]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Jan 14 07:39:24.089362 n-d-768862-2 neutron-server[84765]: **endpoint_filter) Jan 14 07:39:24.089362 n-d-768862-2 neutron-server[84765]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 14 07:39:24.089362 n-d-768862-2 neutron-server[84765]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 14 07:39:24.089362 n-d-768862-2 neutron-server[84765]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 14 07:39:24.089362 n-d-768862-2 neutron-server[84765]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 14 07:39:24.089362 n-d-768862-2 neutron-server[84765]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 14 07:39:24.195326 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-427f486f-ee7c-4981-8ad3-31eb942e0853 tempest-PortsAdminExtendedAttrsTestJSON-1109253222 tempest-PortsAdminExtendedAttrsTestJSON-1109253222] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036854176830', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850887149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3912591'] for network, after_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:39:24.204184 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-df8dedd0-e099-422a-b0ec-585349f0a979 tempest-RoutersNegativeTest-536999269 tempest-RoutersNegativeTest-536999269] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:39:24.228482 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-427f486f-ee7c-4981-8ad3-31eb942e0853 tempest-PortsAdminExtendedAttrsTestJSON-1109253222 tempest-PortsAdminExtendedAttrsTestJSON-1109253222] Notify callbacks [] for network, before_response {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:39:24.238678 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-427f486f-ee7c-4981-8ad3-31eb942e0853 tempest-PortsAdminExtendedAttrsTestJSON-1109253222 tempest-PortsAdminExtendedAttrsTestJSON-1109253222] Pushing event deleted for resources: {'Network': ['ID=7ea4f4e1-6b47-42c9-b96f-0365d964e1f5,revision_number=None']} {{(pid=84874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:39:24.247900 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-427f486f-ee7c-4981-8ad3-31eb942e0853 tempest-PortsAdminExtendedAttrsTestJSON-1109253222 tempest-PortsAdminExtendedAttrsTestJSON-1109253222] 10.222.0.24 "DELETE /v2.0/networks/7ea4f4e1-6b47-42c9-b96f-0365d964e1f5 HTTP/1.1" status: 204 len: 168 time: 1.3257425 Jan 14 07:39:24.249728 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-427f486f-ee7c-4981-8ad3-31eb942e0853 tempest-PortsAdminExtendedAttrsTestJSON-1109253222 tempest-PortsAdminExtendedAttrsTestJSON-1109253222] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:39:24.638947 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84875) accepted ('10.222.0.24', 39738) {{(pid=84875) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:39:24.858853 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-7aefd2e2-5c49-4d0a-982d-aa6072569cf1 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=d0085a6183a84bea8364c4f9e12da3da&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2185578 Jan 14 07:39:24.861706 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84874) accepted ('10.222.0.24', 39748) {{(pid=84874) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:39:24.949756 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-b7d06511-4a5f-4e8b-bbc0-d2bf00a7f939 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:39:25.027997 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-b7d06511-4a5f-4e8b-bbc0-d2bf00a7f939 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:39:25.077931 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84875) accepted ('10.222.0.24', 39756) {{(pid=84875) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:39:25.084733 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.v2.base [None req-95511ea8-4fe7-4eee-9207-d2e187d05354 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-599112961-network', 'tenant_id': '55fa8514f2a94e6796e6604dd4de56f4'}} {{(pid=84875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:39:25.091579 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-b7d06511-4a5f-4e8b-bbc0-d2bf00a7f939 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850887153'] for security_group, after_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:39:25.091990 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-95511ea8-4fe7-4eee-9207-d2e187d05354 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:39:25.097121 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-95511ea8-4fe7-4eee-9207-d2e187d05354 admin admin] Usage tracker for resource:network and tenant:55fa8514f2a94e6796e6604dd4de56f4 is out of sync, need to count used quota {{(pid=84875) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:39:25.099222 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-6b5ef575-6540-4ff7-a8e6-b2e9f7828d68 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:39:25.101297 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-95511ea8-4fe7-4eee-9207-d2e187d05354 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84875) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:39:25.114428 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-95511ea8-4fe7-4eee-9207-d2e187d05354 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:39:25.118783 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7d06511-4a5f-4e8b-bbc0-d2bf00a7f939 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6a6171ee-558d-4657-8635-548480baf999,revision_number=None']} {{(pid=84874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:39:25.122068 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-b7d06511-4a5f-4e8b-bbc0-d2bf00a7f939 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:39:25.125265 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-b7d06511-4a5f-4e8b-bbc0-d2bf00a7f939 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:39:25.126420 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-95511ea8-4fe7-4eee-9207-d2e187d05354 admin admin] Made reservation on behalf of 55fa8514f2a94e6796e6604dd4de56f4 for: {'network': 1} {{(pid=84875) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 07:39:25.131715 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-b7d06511-4a5f-4e8b-bbc0-d2bf00a7f939 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/6a6171ee-558d-4657-8635-548480baf999 HTTP/1.1" status: 204 len: 168 time: 0.2665212 Jan 14 07:39:25.134040 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-95511ea8-4fe7-4eee-9207-d2e187d05354 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555753'] for network, before_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:39:25.148669 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-95511ea8-4fe7-4eee-9207-d2e187d05354 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:39:25.170654 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-95511ea8-4fe7-4eee-9207-d2e187d05354 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:39:25.176204 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-95511ea8-4fe7-4eee-9207-d2e187d05354 admin admin] Usage tracker for resource:security_group_rule and tenant:55fa8514f2a94e6796e6604dd4de56f4 is out of sync, need to count used quota {{(pid=84875) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:39:25.180183 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-95511ea8-4fe7-4eee-9207-d2e187d05354 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84875) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:39:25.186358 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-95511ea8-4fe7-4eee-9207-d2e187d05354 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:39:25.297499 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-95511ea8-4fe7-4eee-9207-d2e187d05354 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:39:25.313917 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-95511ea8-4fe7-4eee-9207-d2e187d05354 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850887153'] for security_group, after_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:39:25.322593 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-293ca7b7-631e-4181-a7ae-bb792085d16b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:39:25.347267 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-95511ea8-4fe7-4eee-9207-d2e187d05354 admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 5} {{(pid=84875) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Jan 14 07:39:25.372718 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95511ea8-4fe7-4eee-9207-d2e187d05354 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c12471a5-2b31-457c-8ade-3703d35c5911,revision_number=1']} {{(pid=84875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:39:25.376536 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-95511ea8-4fe7-4eee-9207-d2e187d05354 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment--9223363259214191851', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854179735'] for segment, precommit_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:39:25.376965 n-d-768862-2 neutron-server[84765]: INFO neutron.db.segments_db [None req-95511ea8-4fe7-4eee-9207-d2e187d05354 admin admin] Added segment 74a7c33f-bdd1-4aa1-bdd4-5f6848232c08 of type vxlan for network 78897cb2-d12d-4d8e-9a72-c6e62e5a0048 Jan 14 07:39:25.378530 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-95511ea8-4fe7-4eee-9207-d2e187d05354 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:39:25.407026 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-95511ea8-4fe7-4eee-9207-d2e187d05354 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363259214646115'] for network, precommit_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:39:25.438859 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-95511ea8-4fe7-4eee-9207-d2e187d05354 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850887149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964'] for network, after_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:39:25.439882 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95511ea8-4fe7-4eee-9207-d2e187d05354 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:39:25.440642 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-95511ea8-4fe7-4eee-9207-d2e187d05354 admin admin] Notify callbacks [] for network, before_response {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:39:25.446291 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-2c02b4c2-5b39-4c56-ab37-2e2e5c5377c8 tempest-RoutersTest-1255860389 tempest-RoutersTest-1255860389] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:39:25.562644 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-95511ea8-4fe7-4eee-9207-d2e187d05354 admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 0.4806960 Jan 14 07:39:25.562644 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95511ea8-4fe7-4eee-9207-d2e187d05354 admin admin] Pushing event updated for resources: {'Network': ['ID=78897cb2-d12d-4d8e-9a72-c6e62e5a0048,revision_number=1']} {{(pid=84875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:39:25.562965 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84875) accepted ('10.222.0.24', 39764) {{(pid=84875) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:39:25.569171 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.v2.base [None req-d4464dc9-cbbe-4132-b8b7-b036349e46b8 admin admin] Request body: {'subnet': {'network_id': '78897cb2-d12d-4d8e-9a72-c6e62e5a0048', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-599112961-subnet', 'tenant_id': '55fa8514f2a94e6796e6604dd4de56f4', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=84875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:39:25.575485 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-d4464dc9-cbbe-4132-b8b7-b036349e46b8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:39:25.576025 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-852a24f7-e9a1-4193-9abb-e9506fe5213f None None] Network 78897cb2-d12d-4d8e-9a72-c6e62e5a0048 details requested by agent ovs-agent-n-h2-768862-2 with host n-h2-768862-2 {{(pid=84876) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 07:39:25.579571 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-d4464dc9-cbbe-4132-b8b7-b036349e46b8 admin admin] Usage tracker for resource:subnet and tenant:55fa8514f2a94e6796e6604dd4de56f4 is out of sync, need to count used quota {{(pid=84875) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:39:25.583304 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-d4464dc9-cbbe-4132-b8b7-b036349e46b8 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84875) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:39:25.589468 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-d4464dc9-cbbe-4132-b8b7-b036349e46b8 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:39:25.591981 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-95511ea8-4fe7-4eee-9207-d2e187d05354 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:39:25.602379 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d4464dc9-cbbe-4132-b8b7-b036349e46b8 admin admin] Made reservation on behalf of 55fa8514f2a94e6796e6604dd4de56f4 for: {'subnet': 1} {{(pid=84875) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 07:39:25.608357 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-d4464dc9-cbbe-4132-b8b7-b036349e46b8 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036852467157'] for subnet, before_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:39:25.647949 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84874) accepted ('10.222.0.24', 39770) {{(pid=84874) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:39:25.693833 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-017f98a9-8a07-408c-a86f-8ff0c00400a0 None None] Network 78897cb2-d12d-4d8e-9a72-c6e62e5a0048 details requested by agent ovs-agent-n-h1-768862-2 with host n-h1-768862-2 {{(pid=84876) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 07:39:25.744649 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-74117eaa-42c6-48c9-a2ab-5d3d9f568745 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=bef2e729d0ed42558db7db781474e262&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0944877 Jan 14 07:39:25.747355 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84874) accepted ('10.222.0.24', 39776) {{(pid=84874) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:39:25.861064 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-d15d6da7-9135-4d1f-9dde-c0a1053b366c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:39:25.895774 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-d15d6da7-9135-4d1f-9dde-c0a1053b366c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:39:25.957536 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-d15d6da7-9135-4d1f-9dde-c0a1053b366c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850887153'] for security_group, after_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:39:25.963644 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-f278afbe-7674-4a16-9a42-ee3c8ba53697 tempest-PortsAdminExtendedAttrsTestJSON-1323615853 tempest-PortsAdminExtendedAttrsTestJSON-1323615853] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:39:25.977800 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d15d6da7-9135-4d1f-9dde-c0a1053b366c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=34d2615b-36f0-4610-853a-4e6156a84fab,revision_number=None']} {{(pid=84874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:39:25.981397 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-d15d6da7-9135-4d1f-9dde-c0a1053b366c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:39:25.989933 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-d15d6da7-9135-4d1f-9dde-c0a1053b366c admin admin] Notify callbacks [] for security_group, before_response {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:39:25.994420 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-d15d6da7-9135-4d1f-9dde-c0a1053b366c admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/34d2615b-36f0-4610-853a-4e6156a84fab HTTP/1.1" status: 204 len: 168 time: 0.2430689 Jan 14 07:39:26.013850 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Network 78897cb2-d12d-4d8e-9a72-c6e62e5a0048 details requested by agent ovs-agent-n-d-768862-2 with host n-d-768862-2 {{(pid=84876) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 07:39:26.209453 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-d4464dc9-cbbe-4132-b8b7-b036349e46b8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850887113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036851621412', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036852467174'] for subnet, after_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:39:26.226759 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-3694adaf-c265-4450-9dc6-75e36acc95fc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:39:26.361874 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4464dc9-cbbe-4132-b8b7-b036349e46b8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0c86068b-2ec4-4b81-b3da-bf2bf263912f,revision_number=0']} {{(pid=84875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:39:26.367549 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-d4464dc9-cbbe-4132-b8b7-b036349e46b8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:39:26.440323 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4464dc9-cbbe-4132-b8b7-b036349e46b8 admin admin] Checking segment: {'id': '74a7c33f-bdd1-4aa1-bdd4-5f6848232c08', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '78897cb2-d12d-4d8e-9a72-c6e62e5a0048'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84875) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 14 07:39:26.440602 n-d-768862-2 neutron-server[84765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4464dc9-cbbe-4132-b8b7-b036349e46b8 admin admin] Network hostable DHCP agents. Network: 78897cb2-d12d-4d8e-9a72-c6e62e5a0048, hostable agents: ['32f3dd84-26da-4d18-bf15-6017a8fb7247'], hosted agents: [] {{(pid=84875) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Jan 14 07:39:26.460868 n-d-768862-2 neutron-server[84765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4464dc9-cbbe-4132-b8b7-b036349e46b8 admin admin] Network 78897cb2-d12d-4d8e-9a72-c6e62e5a0048 is scheduled to be hosted by DHCP agent 32f3dd84-26da-4d18-bf15-6017a8fb7247 with binding_index 1 {{(pid=84875) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Jan 14 07:39:26.477426 n-d-768862-2 neutron-server[84765]: DEBUG neutron.scheduler.base_scheduler [None req-d4464dc9-cbbe-4132-b8b7-b036349e46b8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768862-2, 78897cb2-d12d-4d8e-9a72-c6e62e5a0048) {{(pid=84875) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 07:39:26.486403 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37fa8f3f-18f4-486c-a9fb-c01afd0288b1 None None] Network 78897cb2-d12d-4d8e-9a72-c6e62e5a0048 requested from n-d-768862-2 {{(pid=84876) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 07:39:26.502816 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4464dc9-cbbe-4132-b8b7-b036349e46b8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:39:26.503551 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-d4464dc9-cbbe-4132-b8b7-b036349e46b8 admin admin] Notify callbacks [] for subnet, before_response {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:39:26.527338 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-d4464dc9-cbbe-4132-b8b7-b036349e46b8 admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 0.9632399 Jan 14 07:39:26.718310 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84874) accepted ('10.222.0.24', 39800) {{(pid=84874) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:39:26.833739 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.db_base_plugin_v2 [None req-07d0fd92-0b53-4c19-a4af-593fb2acb327 admin admin] Deleting subnet 8e9d7087-eb45-4aaa-ad2f-59f113a5085d {{(pid=84874) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Jan 14 07:39:26.837505 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-07d0fd92-0b53-4c19-a4af-593fb2acb327 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:39:26.900485 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-07d0fd92-0b53-4c19-a4af-593fb2acb327 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036851807232'] for subnet, precommit_delete_associations {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:39:26.903619 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95b9713f-1210-4058-8759-6770520c6de7 None None] Network 78897cb2-d12d-4d8e-9a72-c6e62e5a0048 requested from n-d-768862-2 {{(pid=84876) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 07:39:26.966969 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-07d0fd92-0b53-4c19-a4af-593fb2acb327 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036854176836'] for subnet, precommit_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:39:27.361004 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-07d0fd92-0b53-4c19-a4af-593fb2acb327 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-598964', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850887113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036851521664', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2794686'] for subnet, after_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:39:27.375272 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-ae80f39c-42a5-49ea-b288-8db999f360cc tempest-TestNetworkBasicOps-1983703278 tempest-TestNetworkBasicOps-1983703278] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:39:27.428210 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07d0fd92-0b53-4c19-a4af-593fb2acb327 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8e9d7087-eb45-4aaa-ad2f-59f113a5085d,revision_number=None']} {{(pid=84874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:39:27.431010 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-07d0fd92-0b53-4c19-a4af-593fb2acb327 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:39:27.555392 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-07d0fd92-0b53-4c19-a4af-593fb2acb327 admin admin] Notify callbacks [] for subnet, before_response {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:39:27.570673 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-07d0fd92-0b53-4c19-a4af-593fb2acb327 admin admin] 10.222.0.24 "DELETE /v2.0/subnets/8e9d7087-eb45-4aaa-ad2f-59f113a5085d HTTP/1.1" status: 204 len: 168 time: 0.8466158 Jan 14 07:39:27.570673 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84874) accepted ('10.222.0.24', 39818) {{(pid=84874) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:39:27.706599 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-b21d1a73-69e0-4c6e-9cc2-b2e2222a84ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036854160497'] for network, before_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:39:27.922638 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-b21d1a73-69e0-4c6e-9cc2-b2e2222a84ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-598987', 'neutron.services.segments.db._delete_segments_for_network-8777640583949'] for network, precommit_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:39:28.049084 n-d-768862-2 neutron-server[84765]: DEBUG neutron.services.segments.db [None req-b21d1a73-69e0-4c6e-9cc2-b2e2222a84ce admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a77431e2-15f9-42cc-9982-994657378f2a']}} {{(pid=84874) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:39:28.063155 n-d-768862-2 neutron-server[84765]: DEBUG neutron.services.segments.db [None req-b21d1a73-69e0-4c6e-9cc2-b2e2222a84ce admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9271f7b9-4db2-4df9-bb89-520bab7e93ef') {'for_net_delete': True} {{(pid=84874) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:39:28.063478 n-d-768862-2 neutron-server[84765]: DEBUG neutron.services.segments.db [None req-b21d1a73-69e0-4c6e-9cc2-b2e2222a84ce admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9271f7b9-4db2-4df9-bb89-520bab7e93ef') {} {{(pid=84874) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:39:28.076988 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-b21d1a73-69e0-4c6e-9cc2-b2e2222a84ce admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363259214173198', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2968632'] for segment, before_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:39:28.094201 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-b21d1a73-69e0-4c6e-9cc2-b2e2222a84ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854179735'] for segment, precommit_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:39:28.096355 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-b21d1a73-69e0-4c6e-9cc2-b2e2222a84ce admin admin] Releasing vxlan tunnel 3 to pool {{(pid=84874) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Jan 14 07:39:28.314283 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.managers [None req-b21d1a73-69e0-4c6e-9cc2-b2e2222a84ce admin admin] Network a77431e2-15f9-42cc-9982-994657378f2a has no segments {{(pid=84874) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 14 07:39:28.329846 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-b21d1a73-69e0-4c6e-9cc2-b2e2222a84ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-596065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036851521571'] for segment, after_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:39:28.363707 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84875) accepted ('10.222.0.24', 39838) {{(pid=84875) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:39:28.526678 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.v2.base [None req-c22e7444-eee4-426c-add7-1adbfae679b3 tempest-RoutersAdminTest-2021597473 tempest-RoutersAdminTest-2021597473] Request body: {'network': {'name': 'tempest-RoutersAdminTest-1173479701', 'router:external': True}} {{(pid=84875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:39:28.533359 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-c22e7444-eee4-426c-add7-1adbfae679b3 tempest-RoutersAdminTest-2021597473 tempest-RoutersAdminTest-2021597473] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:39:28.537668 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-c22e7444-eee4-426c-add7-1adbfae679b3 tempest-RoutersAdminTest-2021597473 tempest-RoutersAdminTest-2021597473] Usage tracker for resource:network and tenant:3d589604bc2249fc83aae486a90067f2 is out of sync, need to count used quota {{(pid=84875) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:39:28.546938 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-c22e7444-eee4-426c-add7-1adbfae679b3 tempest-RoutersAdminTest-2021597473 tempest-RoutersAdminTest-2021597473] Quota usage for network was recalculated. Used quota:0. {{(pid=84875) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:39:28.553386 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-c22e7444-eee4-426c-add7-1adbfae679b3 tempest-RoutersAdminTest-2021597473 tempest-RoutersAdminTest-2021597473] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:39:28.565321 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c22e7444-eee4-426c-add7-1adbfae679b3 tempest-RoutersAdminTest-2021597473 tempest-RoutersAdminTest-2021597473] Made reservation on behalf of 3d589604bc2249fc83aae486a90067f2 for: {'network': 1} {{(pid=84875) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 07:39:28.565720 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.managers [None req-b21d1a73-69e0-4c6e-9cc2-b2e2222a84ce admin admin] Network a77431e2-15f9-42cc-9982-994657378f2a has no segments {{(pid=84874) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 14 07:39:28.571308 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-c22e7444-eee4-426c-add7-1adbfae679b3 tempest-RoutersAdminTest-2021597473 tempest-RoutersAdminTest-2021597473] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555753'] for network, before_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:39:28.586739 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-c22e7444-eee4-426c-add7-1adbfae679b3 tempest-RoutersAdminTest-2021597473 tempest-RoutersAdminTest-2021597473] Notify callbacks [] for security_group, before_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:39:28.594302 n-d-768862-2 neutron-server[84765]: Traceback (most recent call last): Jan 14 07:39:28.594302 n-d-768862-2 neutron-server[84765]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 14 07:39:28.594302 n-d-768862-2 neutron-server[84765]: timer() Jan 14 07:39:28.594302 n-d-768862-2 neutron-server[84765]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 14 07:39:28.594302 n-d-768862-2 neutron-server[84765]: cb(*args, **kw) Jan 14 07:39:28.594302 n-d-768862-2 neutron-server[84765]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Jan 14 07:39:28.594302 n-d-768862-2 neutron-server[84765]: return func(*args, **kwargs) Jan 14 07:39:28.594302 n-d-768862-2 neutron-server[84765]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 14 07:39:28.594302 n-d-768862-2 neutron-server[84765]: self._notify() Jan 14 07:39:28.594302 n-d-768862-2 neutron-server[84765]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 14 07:39:28.594302 n-d-768862-2 neutron-server[84765]: self.callback(batched_events) Jan 14 07:39:28.594302 n-d-768862-2 neutron-server[84765]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 14 07:39:28.594302 n-d-768862-2 neutron-server[84765]: event.method(event) Jan 14 07:39:28.594302 n-d-768862-2 neutron-server[84765]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 14 07:39:28.594302 n-d-768862-2 neutron-server[84765]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 14 07:39:28.594302 n-d-768862-2 neutron-server[84765]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Jan 14 07:39:28.594302 n-d-768862-2 neutron-server[84765]: segment_id)['aggregates'][0] Jan 14 07:39:28.594302 n-d-768862-2 neutron-server[84765]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 14 07:39:28.594302 n-d-768862-2 neutron-server[84765]: return f(self, *a, **k) Jan 14 07:39:28.594302 n-d-768862-2 neutron-server[84765]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 14 07:39:28.594302 n-d-768862-2 neutron-server[84765]: return self._get(url).json() Jan 14 07:39:28.594302 n-d-768862-2 neutron-server[84765]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 14 07:39:28.594302 n-d-768862-2 neutron-server[84765]: **kwargs) Jan 14 07:39:28.594302 n-d-768862-2 neutron-server[84765]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 14 07:39:28.594302 n-d-768862-2 neutron-server[84765]: return self.request(url, 'GET', **kwargs) Jan 14 07:39:28.594302 n-d-768862-2 neutron-server[84765]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Jan 14 07:39:28.594302 n-d-768862-2 neutron-server[84765]: **endpoint_filter) Jan 14 07:39:28.594302 n-d-768862-2 neutron-server[84765]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 14 07:39:28.594302 n-d-768862-2 neutron-server[84765]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 14 07:39:28.594302 n-d-768862-2 neutron-server[84765]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 14 07:39:28.594302 n-d-768862-2 neutron-server[84765]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 14 07:39:28.594302 n-d-768862-2 neutron-server[84765]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 14 07:39:28.608730 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-c22e7444-eee4-426c-add7-1adbfae679b3 tempest-RoutersAdminTest-2021597473 tempest-RoutersAdminTest-2021597473] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:39:28.613593 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-c22e7444-eee4-426c-add7-1adbfae679b3 tempest-RoutersAdminTest-2021597473 tempest-RoutersAdminTest-2021597473] Usage tracker for resource:security_group_rule and tenant:3d589604bc2249fc83aae486a90067f2 is out of sync, need to count used quota {{(pid=84875) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:39:28.616881 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-c22e7444-eee4-426c-add7-1adbfae679b3 tempest-RoutersAdminTest-2021597473 tempest-RoutersAdminTest-2021597473] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84875) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:39:28.623316 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-c22e7444-eee4-426c-add7-1adbfae679b3 tempest-RoutersAdminTest-2021597473 tempest-RoutersAdminTest-2021597473] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:39:28.721371 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-c22e7444-eee4-426c-add7-1adbfae679b3 tempest-RoutersAdminTest-2021597473 tempest-RoutersAdminTest-2021597473] Notify callbacks [] for security_group, precommit_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:39:28.727333 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-c22e7444-eee4-426c-add7-1adbfae679b3 tempest-RoutersAdminTest-2021597473 tempest-RoutersAdminTest-2021597473] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850887153'] for security_group, after_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:39:28.728711 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-b21d1a73-69e0-4c6e-9cc2-b2e2222a84ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036854176830', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850887149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3912591'] for network, after_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:39:28.733611 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-724e7dd9-926a-4119-aabf-ac2bac2fdbd4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:39:28.734191 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-be0a68a4-4ea6-445d-8ec3-d7761e9516d1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:39:28.786517 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-b21d1a73-69e0-4c6e-9cc2-b2e2222a84ce admin admin] Notify callbacks [] for network, before_response {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:39:28.789962 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b21d1a73-69e0-4c6e-9cc2-b2e2222a84ce admin admin] Pushing event deleted for resources: {'Network': ['ID=a77431e2-15f9-42cc-9982-994657378f2a,revision_number=None']} {{(pid=84874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:39:28.799602 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-b21d1a73-69e0-4c6e-9cc2-b2e2222a84ce admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:39:28.814016 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-b21d1a73-69e0-4c6e-9cc2-b2e2222a84ce admin admin] 10.222.0.24 "DELETE /v2.0/networks/a77431e2-15f9-42cc-9982-994657378f2a HTTP/1.1" status: 204 len: 168 time: 1.2430878 Jan 14 07:39:28.814898 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84874) accepted ('10.222.0.24', 39854) {{(pid=84874) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:39:28.829585 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c22e7444-eee4-426c-add7-1adbfae679b3 tempest-RoutersAdminTest-2021597473 tempest-RoutersAdminTest-2021597473] vxlan segment allocate from pool success with {'vxlan_vni': 3} {{(pid=84875) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Jan 14 07:39:28.847778 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c22e7444-eee4-426c-add7-1adbfae679b3 tempest-RoutersAdminTest-2021597473 tempest-RoutersAdminTest-2021597473] Pushing event updated for resources: {'SecurityGroup': ['ID=5931784c-5ddb-4a5b-962b-4f1b2d78a032,revision_number=1']} {{(pid=84875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:39:28.853414 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-c22e7444-eee4-426c-add7-1adbfae679b3 tempest-RoutersAdminTest-2021597473 tempest-RoutersAdminTest-2021597473] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:39:28.862710 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-c22e7444-eee4-426c-add7-1adbfae679b3 tempest-RoutersAdminTest-2021597473 tempest-RoutersAdminTest-2021597473] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment--9223363259214191851', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854179735'] for segment, precommit_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:39:28.863155 n-d-768862-2 neutron-server[84765]: INFO neutron.db.segments_db [None req-c22e7444-eee4-426c-add7-1adbfae679b3 tempest-RoutersAdminTest-2021597473 tempest-RoutersAdminTest-2021597473] Added segment 6e5365d0-71cb-4a0e-b827-256c922f1da2 of type vxlan for network 734998d9-1b1d-4899-b0bc-e87ff9868dcd Jan 14 07:39:28.917654 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.db_base_plugin_v2 [None req-46e46fb3-5fae-4a58-9d64-927beb8772ae admin admin] Deleting subnet 0c86068b-2ec4-4b81-b3da-bf2bf263912f {{(pid=84874) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Jan 14 07:39:28.921507 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-46e46fb3-5fae-4a58-9d64-927beb8772ae admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:39:28.932153 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-c22e7444-eee4-426c-add7-1adbfae679b3 tempest-RoutersAdminTest-2021597473 tempest-RoutersAdminTest-2021597473] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363259214646115'] for network, precommit_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:39:28.997852 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-46e46fb3-5fae-4a58-9d64-927beb8772ae admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036851807232'] for subnet, precommit_delete_associations {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:39:29.008575 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-c22e7444-eee4-426c-add7-1adbfae679b3 tempest-RoutersAdminTest-2021597473 tempest-RoutersAdminTest-2021597473] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850887149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964'] for network, after_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:39:29.009767 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c22e7444-eee4-426c-add7-1adbfae679b3 tempest-RoutersAdminTest-2021597473 tempest-RoutersAdminTest-2021597473] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:39:29.010553 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-c22e7444-eee4-426c-add7-1adbfae679b3 tempest-RoutersAdminTest-2021597473 tempest-RoutersAdminTest-2021597473] Notify callbacks [] for network, before_response {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:39:29.038628 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-b15fcd45-3fed-4db3-a4ff-ff37d5f1cba2 tempest-PortsAdminExtendedAttrsTestJSON-1109253222 tempest-PortsAdminExtendedAttrsTestJSON-1109253222] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:39:29.063667 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-46e46fb3-5fae-4a58-9d64-927beb8772ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036854176836'] for subnet, precommit_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:39:29.137402 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-c22e7444-eee4-426c-add7-1adbfae679b3 tempest-RoutersAdminTest-2021597473 tempest-RoutersAdminTest-2021597473] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 864 time: 0.7721143 Jan 14 07:39:29.138499 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84875) accepted ('10.222.0.24', 39864) {{(pid=84875) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:39:29.227788 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.v2.base [None req-1f5cb0d1-8d27-4bc7-b6b5-12bf70ab0c59 tempest-RoutersAdminTest-2021597473 tempest-RoutersAdminTest-2021597473] Request body: {'subnet': {'network_id': '734998d9-1b1d-4899-b0bc-e87ff9868dcd', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=84875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:39:29.241130 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c22e7444-eee4-426c-add7-1adbfae679b3 tempest-RoutersAdminTest-2021597473 tempest-RoutersAdminTest-2021597473] Pushing event updated for resources: {'Network': ['ID=734998d9-1b1d-4899-b0bc-e87ff9868dcd,revision_number=1']} {{(pid=84875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:39:29.262393 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Network 734998d9-1b1d-4899-b0bc-e87ff9868dcd details requested by agent ovs-agent-n-d-768862-2 with host n-d-768862-2 {{(pid=84876) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 07:39:29.273920 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-c22e7444-eee4-426c-add7-1adbfae679b3 tempest-RoutersAdminTest-2021597473 tempest-RoutersAdminTest-2021597473] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.235s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:39:29.278253 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-1f5cb0d1-8d27-4bc7-b6b5-12bf70ab0c59 tempest-RoutersAdminTest-2021597473 tempest-RoutersAdminTest-2021597473] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:39:29.287663 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-1f5cb0d1-8d27-4bc7-b6b5-12bf70ab0c59 tempest-RoutersAdminTest-2021597473 tempest-RoutersAdminTest-2021597473] Usage tracker for resource:subnet and tenant:3d589604bc2249fc83aae486a90067f2 is out of sync, need to count used quota {{(pid=84875) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:39:29.294822 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-1f5cb0d1-8d27-4bc7-b6b5-12bf70ab0c59 tempest-RoutersAdminTest-2021597473 tempest-RoutersAdminTest-2021597473] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84875) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:39:29.314584 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-1f5cb0d1-8d27-4bc7-b6b5-12bf70ab0c59 tempest-RoutersAdminTest-2021597473 tempest-RoutersAdminTest-2021597473] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:39:29.352841 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1f5cb0d1-8d27-4bc7-b6b5-12bf70ab0c59 tempest-RoutersAdminTest-2021597473 tempest-RoutersAdminTest-2021597473] Made reservation on behalf of 3d589604bc2249fc83aae486a90067f2 for: {'subnet': 1} {{(pid=84875) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 07:39:29.360967 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-1f5cb0d1-8d27-4bc7-b6b5-12bf70ab0c59 tempest-RoutersAdminTest-2021597473 tempest-RoutersAdminTest-2021597473] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036852467157'] for subnet, before_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:39:29.477018 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-852a24f7-e9a1-4193-9abb-e9506fe5213f None None] Network 734998d9-1b1d-4899-b0bc-e87ff9868dcd details requested by agent ovs-agent-n-h2-768862-2 with host n-h2-768862-2 {{(pid=84876) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 07:39:29.595163 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-017f98a9-8a07-408c-a86f-8ff0c00400a0 None None] Network 734998d9-1b1d-4899-b0bc-e87ff9868dcd details requested by agent ovs-agent-n-h1-768862-2 with host n-h1-768862-2 {{(pid=84876) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 07:39:29.902027 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-46e46fb3-5fae-4a58-9d64-927beb8772ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-598964', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850887113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036851521664', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2794686'] for subnet, after_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:39:29.920500 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-c2670bdf-ff29-432f-a7cb-65ae51554aea tempest-NetworksTest-1803261889 tempest-NetworksTest-1803261889] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:39:30.017540 n-d-768862-2 neutron-server[84765]: DEBUG neutron.objects.ports [None req-1f5cb0d1-8d27-4bc7-b6b5-12bf70ab0c59 tempest-RoutersAdminTest-2021597473 tempest-RoutersAdminTest-2021597473] Time-cost: Fetching 0 ports in 0 security groups {{(pid=84875) get_objects /opt/stack/neutron/neutron/objects/ports.py:428}} Jan 14 07:39:30.018371 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46e46fb3-5fae-4a58-9d64-927beb8772ae admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0c86068b-2ec4-4b81-b3da-bf2bf263912f,revision_number=None']} {{(pid=84874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:39:30.018829 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-1f5cb0d1-8d27-4bc7-b6b5-12bf70ab0c59 tempest-RoutersAdminTest-2021597473 tempest-RoutersAdminTest-2021597473] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850887113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036851621412', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036852467174'] for subnet, after_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:39:30.032299 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-46e46fb3-5fae-4a58-9d64-927beb8772ae admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:39:30.092490 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-46e46fb3-5fae-4a58-9d64-927beb8772ae admin admin] Notify callbacks [] for subnet, before_response {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:39:30.099579 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-46e46fb3-5fae-4a58-9d64-927beb8772ae admin admin] 10.222.0.24 "DELETE /v2.0/subnets/0c86068b-2ec4-4b81-b3da-bf2bf263912f HTTP/1.1" status: 204 len: 168 time: 1.2791831 Jan 14 07:39:30.102285 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84874) accepted ('10.222.0.24', 39872) {{(pid=84874) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:39:30.142939 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-1437d988-308c-4ff1-9d54-fbdb9a022774 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:39:30.205377 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f5cb0d1-8d27-4bc7-b6b5-12bf70ab0c59 tempest-RoutersAdminTest-2021597473 tempest-RoutersAdminTest-2021597473] Pushing event updated for resources: {'Subnet': ['ID=b5ec3353-0293-43b8-b06f-f5693e192e07,revision_number=0']} {{(pid=84875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:39:30.217741 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-1f5cb0d1-8d27-4bc7-b6b5-12bf70ab0c59 tempest-RoutersAdminTest-2021597473 tempest-RoutersAdminTest-2021597473] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:39:30.245210 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-95279ce7-6c2d-47bc-9515-bddd2b214559 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036854160497'] for network, before_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:39:30.362548 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f5cb0d1-8d27-4bc7-b6b5-12bf70ab0c59 tempest-RoutersAdminTest-2021597473 tempest-RoutersAdminTest-2021597473] Checking segment: {'id': '6e5365d0-71cb-4a0e-b827-256c922f1da2', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '734998d9-1b1d-4899-b0bc-e87ff9868dcd'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84875) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 14 07:39:30.363232 n-d-768862-2 neutron-server[84765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f5cb0d1-8d27-4bc7-b6b5-12bf70ab0c59 tempest-RoutersAdminTest-2021597473 tempest-RoutersAdminTest-2021597473] Network hostable DHCP agents. Network: 734998d9-1b1d-4899-b0bc-e87ff9868dcd, hostable agents: ['32f3dd84-26da-4d18-bf15-6017a8fb7247'], hosted agents: [] {{(pid=84875) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Jan 14 07:39:30.391476 n-d-768862-2 neutron-server[84765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f5cb0d1-8d27-4bc7-b6b5-12bf70ab0c59 tempest-RoutersAdminTest-2021597473 tempest-RoutersAdminTest-2021597473] Network 734998d9-1b1d-4899-b0bc-e87ff9868dcd is scheduled to be hosted by DHCP agent 32f3dd84-26da-4d18-bf15-6017a8fb7247 with binding_index 1 {{(pid=84875) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Jan 14 07:39:30.405909 n-d-768862-2 neutron-server[84765]: DEBUG neutron.scheduler.base_scheduler [None req-1f5cb0d1-8d27-4bc7-b6b5-12bf70ab0c59 tempest-RoutersAdminTest-2021597473 tempest-RoutersAdminTest-2021597473] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768862-2, 734998d9-1b1d-4899-b0bc-e87ff9868dcd) {{(pid=84875) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 07:39:30.415270 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-faa2aaf9-c16f-4ffe-9d81-22a31d61c8b4 None None] Network 734998d9-1b1d-4899-b0bc-e87ff9868dcd requested from n-d-768862-2 {{(pid=84876) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 07:39:30.431407 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f5cb0d1-8d27-4bc7-b6b5-12bf70ab0c59 tempest-RoutersAdminTest-2021597473 tempest-RoutersAdminTest-2021597473] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:39:30.432314 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-1f5cb0d1-8d27-4bc7-b6b5-12bf70ab0c59 tempest-RoutersAdminTest-2021597473 tempest-RoutersAdminTest-2021597473] Notify callbacks [] for subnet, before_response {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:39:30.461341 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-1f5cb0d1-8d27-4bc7-b6b5-12bf70ab0c59 tempest-RoutersAdminTest-2021597473 tempest-RoutersAdminTest-2021597473] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 1.3004086 Jan 14 07:39:30.465521 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84875) accepted ('10.222.0.24', 39878) {{(pid=84875) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:39:30.477812 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.v2.base [None req-e925355f-0cbb-435a-99d5-1569d94c0581 tempest-RoutersAdminTest-2021597473 tempest-RoutersAdminTest-2021597473] Request body: {'port': {'name': 'tempest-RoutersAdminTest-979134705', 'network_id': '734998d9-1b1d-4899-b0bc-e87ff9868dcd'}} {{(pid=84875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:39:30.484442 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-e925355f-0cbb-435a-99d5-1569d94c0581 tempest-RoutersAdminTest-2021597473 tempest-RoutersAdminTest-2021597473] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:39:30.489533 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-e925355f-0cbb-435a-99d5-1569d94c0581 tempest-RoutersAdminTest-2021597473 tempest-RoutersAdminTest-2021597473] Usage tracker for resource:port and tenant:3d589604bc2249fc83aae486a90067f2 is out of sync, need to count used quota {{(pid=84875) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:39:30.497983 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-e925355f-0cbb-435a-99d5-1569d94c0581 tempest-RoutersAdminTest-2021597473 tempest-RoutersAdminTest-2021597473] Quota usage for port was recalculated. Used quota:0. {{(pid=84875) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:39:30.504677 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-e925355f-0cbb-435a-99d5-1569d94c0581 tempest-RoutersAdminTest-2021597473 tempest-RoutersAdminTest-2021597473] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:39:30.519193 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e925355f-0cbb-435a-99d5-1569d94c0581 tempest-RoutersAdminTest-2021597473 tempest-RoutersAdminTest-2021597473] Made reservation on behalf of 3d589604bc2249fc83aae486a90067f2 for: {'port': 1} {{(pid=84875) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 07:39:30.529416 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-e925355f-0cbb-435a-99d5-1569d94c0581 tempest-RoutersAdminTest-2021597473 tempest-RoutersAdminTest-2021597473] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555753'] for port, before_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:39:30.549472 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-95279ce7-6c2d-47bc-9515-bddd2b214559 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-598987', 'neutron.services.segments.db._delete_segments_for_network-8777640583949'] for network, precommit_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:39:30.710484 n-d-768862-2 neutron-server[84765]: DEBUG neutron.services.segments.db [None req-95279ce7-6c2d-47bc-9515-bddd2b214559 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['78897cb2-d12d-4d8e-9a72-c6e62e5a0048']}} {{(pid=84874) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:39:30.740644 n-d-768862-2 neutron-server[84765]: DEBUG neutron.services.segments.db [None req-95279ce7-6c2d-47bc-9515-bddd2b214559 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '74a7c33f-bdd1-4aa1-bdd4-5f6848232c08') {'for_net_delete': True} {{(pid=84874) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:39:30.740896 n-d-768862-2 neutron-server[84765]: DEBUG neutron.services.segments.db [None req-95279ce7-6c2d-47bc-9515-bddd2b214559 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '74a7c33f-bdd1-4aa1-bdd4-5f6848232c08') {} {{(pid=84874) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:39:30.743229 n-d-768862-2 neutron-server[84765]: DEBUG neutron.notifiers.nova [None req-e925355f-0cbb-435a-99d5-1569d94c0581 tempest-RoutersAdminTest-2021597473 tempest-RoutersAdminTest-2021597473] device_id is not set on port 35a7ffaa-a1a6-41e5-abe7-0994d92d06bf yet. {{(pid=84875) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}} Jan 14 07:39:30.755383 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-95279ce7-6c2d-47bc-9515-bddd2b214559 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363259214173198', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2968632'] for segment, before_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:39:30.781664 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-95279ce7-6c2d-47bc-9515-bddd2b214559 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854179735'] for segment, precommit_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:39:30.783965 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-95279ce7-6c2d-47bc-9515-bddd2b214559 admin admin] Releasing vxlan tunnel 5 to pool {{(pid=84874) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Jan 14 07:39:30.787415 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9c0b3f8-cd9c-4552-b9b4-711e076082f8 None None] Network 734998d9-1b1d-4899-b0bc-e87ff9868dcd requested from n-d-768862-2 {{(pid=84876) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 07:39:30.975590 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.managers [None req-95279ce7-6c2d-47bc-9515-bddd2b214559 admin admin] Network 78897cb2-d12d-4d8e-9a72-c6e62e5a0048 has no segments {{(pid=84874) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 14 07:39:30.985596 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-95279ce7-6c2d-47bc-9515-bddd2b214559 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-596065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036851521571'] for segment, after_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:39:31.176228 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.managers [None req-95279ce7-6c2d-47bc-9515-bddd2b214559 admin admin] Network 78897cb2-d12d-4d8e-9a72-c6e62e5a0048 has no segments {{(pid=84874) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 14 07:39:31.200335 n-d-768862-2 neutron-server[84765]: Traceback (most recent call last): Jan 14 07:39:31.200335 n-d-768862-2 neutron-server[84765]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 14 07:39:31.200335 n-d-768862-2 neutron-server[84765]: timer() Jan 14 07:39:31.200335 n-d-768862-2 neutron-server[84765]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 14 07:39:31.200335 n-d-768862-2 neutron-server[84765]: cb(*args, **kw) Jan 14 07:39:31.200335 n-d-768862-2 neutron-server[84765]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Jan 14 07:39:31.200335 n-d-768862-2 neutron-server[84765]: return func(*args, **kwargs) Jan 14 07:39:31.200335 n-d-768862-2 neutron-server[84765]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 14 07:39:31.200335 n-d-768862-2 neutron-server[84765]: self._notify() Jan 14 07:39:31.200335 n-d-768862-2 neutron-server[84765]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 14 07:39:31.200335 n-d-768862-2 neutron-server[84765]: self.callback(batched_events) Jan 14 07:39:31.200335 n-d-768862-2 neutron-server[84765]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 14 07:39:31.200335 n-d-768862-2 neutron-server[84765]: event.method(event) Jan 14 07:39:31.200335 n-d-768862-2 neutron-server[84765]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 14 07:39:31.200335 n-d-768862-2 neutron-server[84765]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 14 07:39:31.200335 n-d-768862-2 neutron-server[84765]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Jan 14 07:39:31.200335 n-d-768862-2 neutron-server[84765]: segment_id)['aggregates'][0] Jan 14 07:39:31.200335 n-d-768862-2 neutron-server[84765]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 14 07:39:31.200335 n-d-768862-2 neutron-server[84765]: return f(self, *a, **k) Jan 14 07:39:31.200335 n-d-768862-2 neutron-server[84765]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 14 07:39:31.200335 n-d-768862-2 neutron-server[84765]: return self._get(url).json() Jan 14 07:39:31.200335 n-d-768862-2 neutron-server[84765]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 14 07:39:31.200335 n-d-768862-2 neutron-server[84765]: **kwargs) Jan 14 07:39:31.200335 n-d-768862-2 neutron-server[84765]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 14 07:39:31.200335 n-d-768862-2 neutron-server[84765]: return self.request(url, 'GET', **kwargs) Jan 14 07:39:31.200335 n-d-768862-2 neutron-server[84765]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Jan 14 07:39:31.200335 n-d-768862-2 neutron-server[84765]: **endpoint_filter) Jan 14 07:39:31.200335 n-d-768862-2 neutron-server[84765]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 14 07:39:31.200335 n-d-768862-2 neutron-server[84765]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 14 07:39:31.200335 n-d-768862-2 neutron-server[84765]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 14 07:39:31.200335 n-d-768862-2 neutron-server[84765]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 14 07:39:31.200335 n-d-768862-2 neutron-server[84765]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 14 07:39:31.285340 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-95279ce7-6c2d-47bc-9515-bddd2b214559 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036854176830', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850887149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3912591'] for network, after_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:39:31.289467 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-5196f4f4-e2d8-4e90-8297-f5f48c836f80 tempest-RoutersNegativeTest-536999269 tempest-RoutersNegativeTest-536999269] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:39:31.321756 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-95279ce7-6c2d-47bc-9515-bddd2b214559 admin admin] Notify callbacks [] for network, before_response {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:39:31.324454 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95279ce7-6c2d-47bc-9515-bddd2b214559 admin admin] Pushing event deleted for resources: {'Network': ['ID=78897cb2-d12d-4d8e-9a72-c6e62e5a0048,revision_number=None']} {{(pid=84874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:39:31.328315 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-95279ce7-6c2d-47bc-9515-bddd2b214559 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:39:31.331769 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-95279ce7-6c2d-47bc-9515-bddd2b214559 admin admin] 10.222.0.24 "DELETE /v2.0/networks/78897cb2-d12d-4d8e-9a72-c6e62e5a0048 HTTP/1.1" status: 204 len: 168 time: 1.2284303 Jan 14 07:39:31.404404 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.db_base_plugin_common [None req-e925355f-0cbb-435a-99d5-1569d94c0581 tempest-RoutersAdminTest-2021597473 tempest-RoutersAdminTest-2021597473] Allocated IP 172.20.0.9 (734998d9-1b1d-4899-b0bc-e87ff9868dcd/b5ec3353-0293-43b8-b06f-f5693e192e07/35a7ffaa-a1a6-41e5-abe7-0994d92d06bf) {{(pid=84875) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 14 07:39:31.597692 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84874) accepted ('10.222.0.24', 39896) {{(pid=84874) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:39:31.647693 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84875) accepted ('10.222.0.24', 39900) {{(pid=84875) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:39:31.681026 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-cd700aa4-b6a1-40c9-bebb-893a9a40aaaa admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=b5f3e2a99008415981502296b302d33f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0813935 Jan 14 07:39:31.683193 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84874) accepted ('10.222.0.24', 39906) {{(pid=84874) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:39:31.763651 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-92b8d503-76c8-4bc0-a506-8951645fc14f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:39:31.806822 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-92b8d503-76c8-4bc0-a506-8951645fc14f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:39:31.861422 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-92b8d503-76c8-4bc0-a506-8951645fc14f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850887153'] for security_group, after_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:39:31.867924 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-ca810753-c7bf-4946-97ec-0c7c0fd6dfa5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:39:31.883026 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92b8d503-76c8-4bc0-a506-8951645fc14f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a4793873-8167-471f-bb6a-935b827ca8a9,revision_number=None']} {{(pid=84874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:39:31.887173 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-92b8d503-76c8-4bc0-a506-8951645fc14f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:39:31.894530 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-92b8d503-76c8-4bc0-a506-8951645fc14f admin admin] Notify callbacks [] for security_group, before_response {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:39:31.896399 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-92b8d503-76c8-4bc0-a506-8951645fc14f admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/a4793873-8167-471f-bb6a-935b827ca8a9 HTTP/1.1" status: 204 len: 168 time: 0.2120917 Jan 14 07:39:32.118091 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-e925355f-0cbb-435a-99d5-1569d94c0581 tempest-RoutersAdminTest-2021597473 tempest-RoutersAdminTest-2021597473] Notify callbacks [] for port, precommit_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:39:32.124461 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-2e428d3f-5d5c-40e8-b5bf-945b23dc1f03 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:39:32.145423 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-2e428d3f-5d5c-40e8-b5bf-945b23dc1f03 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:39:32.151951 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-2e428d3f-5d5c-40e8-b5bf-945b23dc1f03 admin admin] Usage tracker for resource:security_group_rule and tenant:9cbc3851d95146afb921f465ae387f5c is out of sync, need to count used quota {{(pid=84875) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:39:32.155875 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-2e428d3f-5d5c-40e8-b5bf-945b23dc1f03 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84875) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:39:32.164107 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-2e428d3f-5d5c-40e8-b5bf-945b23dc1f03 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:39:32.195172 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-e925355f-0cbb-435a-99d5-1569d94c0581 tempest-RoutersAdminTest-2021597473 tempest-RoutersAdminTest-2021597473] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777640123575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851621574'] for port, after_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:39:32.212176 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-bfd9baba-1cfc-42ab-ba23-759838d4fe9f tempest-TestNetworkBasicOps-1983703278 tempest-TestNetworkBasicOps-1983703278] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:39:32.360490 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e925355f-0cbb-435a-99d5-1569d94c0581 tempest-RoutersAdminTest-2021597473 tempest-RoutersAdminTest-2021597473] Pushing event updated for resources: {'Port': ['ID=35a7ffaa-a1a6-41e5-abe7-0994d92d06bf,revision_number=1']} {{(pid=84875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:39:32.368251 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-e925355f-0cbb-435a-99d5-1569d94c0581 tempest-RoutersAdminTest-2021597473 tempest-RoutersAdminTest-2021597473] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.156s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:39:32.401921 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84874) accepted ('10.222.0.24', 39914) {{(pid=84874) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:39:32.460527 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-ab70784b-e483-41e8-ad39-f0efdff6dc89 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=55fa8514f2a94e6796e6604dd4de56f4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0542910 Jan 14 07:39:32.460708 n-d-768862-2 neutron-server[84765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e925355f-0cbb-435a-99d5-1569d94c0581 tempest-RoutersAdminTest-2021597473 tempest-RoutersAdminTest-2021597473] Network 734998d9-1b1d-4899-b0bc-e87ff9868dcd is already hosted by enough agents. {{(pid=84875) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 07:39:32.460708 n-d-768862-2 neutron-server[84765]: DEBUG neutron.scheduler.base_scheduler [None req-e925355f-0cbb-435a-99d5-1569d94c0581 tempest-RoutersAdminTest-2021597473 tempest-RoutersAdminTest-2021597473] Resources bound (agent type, host, resource id): {{(pid=84875) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 07:39:32.460879 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84874) accepted ('10.222.0.24', 39918) {{(pid=84874) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:39:32.468905 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e925355f-0cbb-435a-99d5-1569d94c0581 tempest-RoutersAdminTest-2021597473 tempest-RoutersAdminTest-2021597473] Received port after_create {{(pid=84875) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 14 07:39:32.511275 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-2e428d3f-5d5c-40e8-b5bf-945b23dc1f03 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:39:32.525828 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-2e428d3f-5d5c-40e8-b5bf-945b23dc1f03 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850887153'] for security_group, after_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:39:32.533761 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-78f38c28-03bc-49fb-9eb9-29ff16a42213 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:39:32.535058 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-596d7ea6-cbd8-449a-8d2a-0c9169635e78 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:39:32.563602 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-78f38c28-03bc-49fb-9eb9-29ff16a42213 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:39:32.584525 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e925355f-0cbb-435a-99d5-1569d94c0581 tempest-RoutersAdminTest-2021597473 tempest-RoutersAdminTest-2021597473] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:39:32.585870 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-e925355f-0cbb-435a-99d5-1569d94c0581 tempest-RoutersAdminTest-2021597473 tempest-RoutersAdminTest-2021597473] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854768116'] for port, before_response {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:39:32.595602 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e428d3f-5d5c-40e8-b5bf-945b23dc1f03 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5e38d9de-0138-4560-8eed-d2909cc67cb9,revision_number=1']} {{(pid=84875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:39:32.606260 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-2e428d3f-5d5c-40e8-b5bf-945b23dc1f03 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=9cbc3851d95146afb921f465ae387f5c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9573855 Jan 14 07:39:32.609706 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-2e428d3f-5d5c-40e8-b5bf-945b23dc1f03 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:39:32.610787 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84875) accepted ('10.222.0.24', 39922) {{(pid=84875) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:39:32.622304 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-78f38c28-03bc-49fb-9eb9-29ff16a42213 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850887153'] for security_group, after_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:39:32.627788 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-808aea27-4c60-41ee-8bf0-97de008857cd tempest-NegativeSecGroupTest-99150678 tempest-NegativeSecGroupTest-99150678] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:39:32.645571 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78f38c28-03bc-49fb-9eb9-29ff16a42213 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c12471a5-2b31-457c-8ade-3703d35c5911,revision_number=None']} {{(pid=84874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:39:32.650217 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-78f38c28-03bc-49fb-9eb9-29ff16a42213 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:39:32.650655 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-e925355f-0cbb-435a-99d5-1569d94c0581 tempest-RoutersAdminTest-2021597473 tempest-RoutersAdminTest-2021597473] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1022 time: 2.1839077 Jan 14 07:39:32.651203 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-78f38c28-03bc-49fb-9eb9-29ff16a42213 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:39:32.652435 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-78f38c28-03bc-49fb-9eb9-29ff16a42213 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/c12471a5-2b31-457c-8ade-3703d35c5911 HTTP/1.1" status: 204 len: 168 time: 0.1884611 Jan 14 07:39:32.654181 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84874) accepted ('10.222.0.24', 39926) {{(pid=84874) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:39:32.724768 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-48c64f4a-ee91-46b2-9cab-9e0be4b74f21 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:39:32.733649 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.plugin [None req-b4a09805-51bc-4af7-b083-955ccf945a95 tempest-RoutersAdminTest-2021597473 tempest-RoutersAdminTest-2021597473] Deleting port 35a7ffaa-a1a6-41e5-abe7-0994d92d06bf {{(pid=84874) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 07:39:32.734040 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-b4a09805-51bc-4af7-b083-955ccf945a95 tempest-RoutersAdminTest-2021597473 tempest-RoutersAdminTest-2021597473] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363259214248359'] for port, before_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:39:32.759919 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-48c64f4a-ee91-46b2-9cab-9e0be4b74f21 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:39:32.808028 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-48c64f4a-ee91-46b2-9cab-9e0be4b74f21 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850887153'] for security_group, after_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:39:32.814786 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-12c6e0e6-b937-42e3-bc96-b6703822dfda tempest-NegativeSecGroupTest-99150678 tempest-NegativeSecGroupTest-99150678] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:39:32.829171 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48c64f4a-ee91-46b2-9cab-9e0be4b74f21 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5e38d9de-0138-4560-8eed-d2909cc67cb9,revision_number=None']} {{(pid=84875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:39:32.831653 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-48c64f4a-ee91-46b2-9cab-9e0be4b74f21 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:39:32.835870 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-48c64f4a-ee91-46b2-9cab-9e0be4b74f21 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/5e38d9de-0138-4560-8eed-d2909cc67cb9 HTTP/1.1" status: 204 len: 168 time: 0.2211573 Jan 14 07:39:32.835870 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-48c64f4a-ee91-46b2-9cab-9e0be4b74f21 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:39:33.050537 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-b4a09805-51bc-4af7-b083-955ccf945a95 tempest-RoutersAdminTest-2021597473 tempest-RoutersAdminTest-2021597473] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036850862667'] for port, precommit_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:39:33.188721 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.plugin [None req-b4a09805-51bc-4af7-b083-955ccf945a95 tempest-RoutersAdminTest-2021597473 tempest-RoutersAdminTest-2021597473] Calling delete_port for 35a7ffaa-a1a6-41e5-abe7-0994d92d06bf owned by {{(pid=84874) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 07:39:33.337489 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-b4a09805-51bc-4af7-b083-955ccf945a95 tempest-RoutersAdminTest-2021597473 tempest-RoutersAdminTest-2021597473] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777640533329', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777640097463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3254186'] for port, after_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:39:33.415998 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-1458de6a-a9a9-4a52-9300-469e1d49fa22 tempest-TagsExtTest-1634423073 tempest-TagsExtTest-1634423073] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:39:33.487321 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4a09805-51bc-4af7-b083-955ccf945a95 tempest-RoutersAdminTest-2021597473 tempest-RoutersAdminTest-2021597473] Pushing event deleted for resources: {'Port': ['ID=35a7ffaa-a1a6-41e5-abe7-0994d92d06bf,revision_number=None']} {{(pid=84874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:39:33.491996 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-b4a09805-51bc-4af7-b083-955ccf945a95 tempest-RoutersAdminTest-2021597473 tempest-RoutersAdminTest-2021597473] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:39:33.605459 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-b4a09805-51bc-4af7-b083-955ccf945a95 tempest-RoutersAdminTest-2021597473 tempest-RoutersAdminTest-2021597473] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854768116'] for port, before_response {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:39:33.614720 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-b4a09805-51bc-4af7-b083-955ccf945a95 tempest-RoutersAdminTest-2021597473 tempest-RoutersAdminTest-2021597473] 10.222.0.24 "DELETE /v2.0/ports/35a7ffaa-a1a6-41e5-abe7-0994d92d06bf HTTP/1.1" status: 204 len: 168 time: 0.9569209 Jan 14 07:39:33.615047 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84874) accepted ('10.222.0.24', 39954) {{(pid=84874) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:39:33.621011 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.v2.base [None req-74ccd2b7-e1ab-48ac-a9eb-0f0b85e493a7 tempest-RoutersAdminTest-2021597473 tempest-RoutersAdminTest-2021597473] Request body: {'router': {'external_gateway_info': {'network_id': '734998d9-1b1d-4899-b0bc-e87ff9868dcd', 'external_fixed_ips': [{'subnet_id': 'b5ec3353-0293-43b8-b06f-f5693e192e07', 'ip_address': '172.20.0.9'}]}}} {{(pid=84874) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:39:33.627263 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-74ccd2b7-e1ab-48ac-a9eb-0f0b85e493a7 tempest-RoutersAdminTest-2021597473 tempest-RoutersAdminTest-2021597473] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:39:33.631932 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-74ccd2b7-e1ab-48ac-a9eb-0f0b85e493a7 tempest-RoutersAdminTest-2021597473 tempest-RoutersAdminTest-2021597473] Usage tracker for resource:router and tenant:3d589604bc2249fc83aae486a90067f2 is out of sync, need to count used quota {{(pid=84874) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:39:33.635461 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-74ccd2b7-e1ab-48ac-a9eb-0f0b85e493a7 tempest-RoutersAdminTest-2021597473 tempest-RoutersAdminTest-2021597473] Quota usage for router was recalculated. Used quota:0. {{(pid=84874) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:39:33.642312 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-74ccd2b7-e1ab-48ac-a9eb-0f0b85e493a7 tempest-RoutersAdminTest-2021597473 tempest-RoutersAdminTest-2021597473] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:39:33.657221 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-74ccd2b7-e1ab-48ac-a9eb-0f0b85e493a7 tempest-RoutersAdminTest-2021597473 tempest-RoutersAdminTest-2021597473] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3889205', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854717621'] for router, before_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:39:33.658672 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-74ccd2b7-e1ab-48ac-a9eb-0f0b85e493a7 tempest-RoutersAdminTest-2021597473 tempest-RoutersAdminTest-2021597473] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036850886574', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3912501', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3808446', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-58179'] for router, precommit_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:39:33.700420 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-74ccd2b7-e1ab-48ac-a9eb-0f0b85e493a7 tempest-RoutersAdminTest-2021597473 tempest-RoutersAdminTest-2021597473] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:39:34.052054 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-74ccd2b7-e1ab-48ac-a9eb-0f0b85e493a7 tempest-RoutersAdminTest-2021597473 tempest-RoutersAdminTest-2021597473] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3912484', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3889188', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-58194'] for router, precommit_update {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:39:34.524280 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-74ccd2b7-e1ab-48ac-a9eb-0f0b85e493a7 tempest-RoutersAdminTest-2021597473 tempest-RoutersAdminTest-2021597473] Notify callbacks [] for router_gateway, before_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:39:34.573291 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-74ccd2b7-e1ab-48ac-a9eb-0f0b85e493a7 tempest-RoutersAdminTest-2021597473 tempest-RoutersAdminTest-2021597473] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555753'] for port, before_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:39:34.694548 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84875) accepted ('10.222.0.24', 39990) {{(pid=84875) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:39:34.942149 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-29fa3d8c-1594-4f3e-9c98-e00c31e9f985 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:39:34.961338 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-29fa3d8c-1594-4f3e-9c98-e00c31e9f985 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:39:34.967195 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-29fa3d8c-1594-4f3e-9c98-e00c31e9f985 admin admin] Usage tracker for resource:security_group_rule and tenant:a708a4ac513d4d97a54beda9eda69374 is out of sync, need to count used quota {{(pid=84875) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:39:34.970552 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-29fa3d8c-1594-4f3e-9c98-e00c31e9f985 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84875) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:39:34.978407 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-29fa3d8c-1594-4f3e-9c98-e00c31e9f985 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:39:34.996411 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.db_base_plugin_common [None req-74ccd2b7-e1ab-48ac-a9eb-0f0b85e493a7 tempest-RoutersAdminTest-2021597473 tempest-RoutersAdminTest-2021597473] Allocated IP 172.20.0.9 (734998d9-1b1d-4899-b0bc-e87ff9868dcd/b5ec3353-0293-43b8-b06f-f5693e192e07/eb9efed0-cb32-4e34-8f83-91ca3013d525) {{(pid=84874) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 14 07:39:35.123606 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-29fa3d8c-1594-4f3e-9c98-e00c31e9f985 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:39:35.128197 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-29fa3d8c-1594-4f3e-9c98-e00c31e9f985 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850887153'] for security_group, after_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:39:35.140788 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-7fa8e1ea-2c27-4a8d-91e7-5a7a32d3dd49 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:39:35.195738 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-29fa3d8c-1594-4f3e-9c98-e00c31e9f985 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=a708a4ac513d4d97a54beda9eda69374&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4975314 Jan 14 07:39:35.195738 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29fa3d8c-1594-4f3e-9c98-e00c31e9f985 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=624dae98-6e46-454c-9f00-3d045bee5323,revision_number=1']} {{(pid=84875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:39:35.197536 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84875) accepted ('10.222.0.24', 40006) {{(pid=84875) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:39:35.201129 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-29fa3d8c-1594-4f3e-9c98-e00c31e9f985 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:39:35.213915 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-74ccd2b7-e1ab-48ac-a9eb-0f0b85e493a7 tempest-RoutersAdminTest-2021597473 tempest-RoutersAdminTest-2021597473] Notify callbacks [] for port, precommit_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:39:35.249430 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-74ccd2b7-e1ab-48ac-a9eb-0f0b85e493a7 tempest-RoutersAdminTest-2021597473 tempest-RoutersAdminTest-2021597473] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777640123575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3254186'] for port, after_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:39:35.266492 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-61853301-e958-4bf5-b8e1-22e7dd8613c0 tempest-PortsAdminExtendedAttrsTestJSON-1323615853 tempest-PortsAdminExtendedAttrsTestJSON-1323615853] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:39:35.276890 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-6cfd1176-e1fd-4030-aa63-2b22332b56f9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:39:35.309252 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-6cfd1176-e1fd-4030-aa63-2b22332b56f9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:39:35.363176 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-6cfd1176-e1fd-4030-aa63-2b22332b56f9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850887153'] for security_group, after_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:39:35.369459 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-06a6e74a-bcdd-491b-b204-d042e7d11ebe admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:39:35.382976 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cfd1176-e1fd-4030-aa63-2b22332b56f9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=624dae98-6e46-454c-9f00-3d045bee5323,revision_number=None']} {{(pid=84875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:39:35.388482 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-6cfd1176-e1fd-4030-aa63-2b22332b56f9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:39:35.405603 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-6cfd1176-e1fd-4030-aa63-2b22332b56f9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:39:35.411693 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-6cfd1176-e1fd-4030-aa63-2b22332b56f9 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/624dae98-6e46-454c-9f00-3d045bee5323 HTTP/1.1" status: 204 len: 168 time: 0.2125421 Jan 14 07:39:35.807694 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74ccd2b7-e1ab-48ac-a9eb-0f0b85e493a7 tempest-RoutersAdminTest-2021597473 tempest-RoutersAdminTest-2021597473] Pushing event updated for resources: {'Port': ['ID=eb9efed0-cb32-4e34-8f83-91ca3013d525,revision_number=1']} {{(pid=84874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:39:35.811597 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-74ccd2b7-e1ab-48ac-a9eb-0f0b85e493a7 tempest-RoutersAdminTest-2021597473 tempest-RoutersAdminTest-2021597473] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.545s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:39:35.890335 n-d-768862-2 neutron-server[84765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74ccd2b7-e1ab-48ac-a9eb-0f0b85e493a7 tempest-RoutersAdminTest-2021597473 tempest-RoutersAdminTest-2021597473] Network 734998d9-1b1d-4899-b0bc-e87ff9868dcd is already hosted by enough agents. {{(pid=84874) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 07:39:35.891511 n-d-768862-2 neutron-server[84765]: DEBUG neutron.scheduler.base_scheduler [None req-74ccd2b7-e1ab-48ac-a9eb-0f0b85e493a7 tempest-RoutersAdminTest-2021597473 tempest-RoutersAdminTest-2021597473] Resources bound (agent type, host, resource id): {{(pid=84874) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 07:39:35.894120 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74ccd2b7-e1ab-48ac-a9eb-0f0b85e493a7 tempest-RoutersAdminTest-2021597473 tempest-RoutersAdminTest-2021597473] Received port after_create {{(pid=84874) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 14 07:39:36.014184 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84875) accepted ('10.222.0.24', 40028) {{(pid=84875) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:39:36.035732 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-a10029ee-44fa-44f1-999d-12113e5b676a admin admin] Notify callbacks [] for security_group, before_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:39:36.053013 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-a10029ee-44fa-44f1-999d-12113e5b676a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:39:36.057737 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-a10029ee-44fa-44f1-999d-12113e5b676a admin admin] Usage tracker for resource:security_group_rule and tenant:f36c94561068451a92243a4880187733 is out of sync, need to count used quota {{(pid=84875) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:39:36.061372 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-a10029ee-44fa-44f1-999d-12113e5b676a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84875) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:39:36.071118 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-a10029ee-44fa-44f1-999d-12113e5b676a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:39:36.175900 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-a10029ee-44fa-44f1-999d-12113e5b676a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:39:36.184148 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-a10029ee-44fa-44f1-999d-12113e5b676a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850887153'] for security_group, after_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:39:36.216174 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-8ecba424-0f2d-4450-b2a2-779e5e2efdec admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:39:36.231851 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-a10029ee-44fa-44f1-999d-12113e5b676a admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=f36c94561068451a92243a4880187733&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2160552 Jan 14 07:39:36.244389 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84874) accepted ('10.222.0.24', 40038) {{(pid=84874) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:39:36.258879 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a10029ee-44fa-44f1-999d-12113e5b676a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=99645d27-4998-4503-8694-a7a95bc9cf3b,revision_number=1']} {{(pid=84875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:39:36.273485 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-a10029ee-44fa-44f1-999d-12113e5b676a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:39:36.438505 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-52760d46-904a-419e-ad45-a99f5ac1cfc7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:39:36.455207 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-74ccd2b7-e1ab-48ac-a9eb-0f0b85e493a7 tempest-RoutersAdminTest-2021597473 tempest-RoutersAdminTest-2021597473] Notify callbacks [] for router_gateway, after_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:39:36.598033 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-52760d46-904a-419e-ad45-a99f5ac1cfc7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:39:36.748482 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-52760d46-904a-419e-ad45-a99f5ac1cfc7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850887153'] for security_group, after_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:39:36.759216 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-4f2c0f56-a574-4acd-8922-4bc5b1215726 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:39:36.828616 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52760d46-904a-419e-ad45-a99f5ac1cfc7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=99645d27-4998-4503-8694-a7a95bc9cf3b,revision_number=None']} {{(pid=84874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:39:36.844431 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-52760d46-904a-419e-ad45-a99f5ac1cfc7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:39:36.868360 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-52760d46-904a-419e-ad45-a99f5ac1cfc7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:39:36.869607 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-52760d46-904a-419e-ad45-a99f5ac1cfc7 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/99645d27-4998-4503-8694-a7a95bc9cf3b HTTP/1.1" status: 204 len: 168 time: 0.6110721 Jan 14 07:39:36.902574 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-74ccd2b7-e1ab-48ac-a9eb-0f0b85e493a7 tempest-RoutersAdminTest-2021597473 tempest-RoutersAdminTest-2021597473] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036850886612', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036850863158'] for router, after_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:39:37.155370 n-d-768862-2 neutron-server[84765]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-74ccd2b7-e1ab-48ac-a9eb-0f0b85e493a7 tempest-RoutersAdminTest-2021597473 tempest-RoutersAdminTest-2021597473] Router cddf8033-ab77-43b1-853e-7ffffb502c0f is scheduled to L3 agent 35f592e9-451b-4db9-abea-77b6a5c5391b with binding_index 1 {{(pid=84874) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}} Jan 14 07:39:37.390754 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-74ccd2b7-e1ab-48ac-a9eb-0f0b85e493a7 tempest-RoutersAdminTest-2021597473 tempest-RoutersAdminTest-2021597473] Notify agent at l3_agent.n-d-768862-2 the message routers_updated {{(pid=84874) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jan 14 07:39:37.401921 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-667f49e7-7da8-47c4-a97a-112e87496228 None None] Sync routers for ids ['cddf8033-ab77-43b1-853e-7ffffb502c0f'] in n-d-768862-2 {{(pid=84876) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Jan 14 07:39:37.413216 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-667f49e7-7da8-47c4-a97a-112e87496228 None None] Routers {'cddf8033-ab77-43b1-853e-7ffffb502c0f'} bound to L3 agent in host n-d-768862-2 {{(pid=84876) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 14 07:39:37.414517 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_hamode_db [None req-667f49e7-7da8-47c4-a97a-112e87496228 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-01-14T06:56:51Z,description=,heartbeat_timestamp=2021-01-14T07:39:22Z,host='n-d-768862-2',id=35f592e9-451b-4db9-abea-77b6a5c5391b,load=0,resource_versions=,resources_synced=,started_at=2021-01-14T06:56:51Z,topic='l3_agent')) {'router_ids': ['cddf8033-ab77-43b1-853e-7ffffb502c0f'], 'active': True} {{(pid=84876) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:39:37.435775 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-74ccd2b7-e1ab-48ac-a9eb-0f0b85e493a7 tempest-RoutersAdminTest-2021597473 tempest-RoutersAdminTest-2021597473] Notify callbacks [] for router, before_response {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:39:37.437760 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-74ccd2b7-e1ab-48ac-a9eb-0f0b85e493a7 tempest-RoutersAdminTest-2021597473 tempest-RoutersAdminTest-2021597473] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 875 time: 3.8216484 Jan 14 07:39:37.440796 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84875) accepted ('10.222.0.24', 40070) {{(pid=84875) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:39:37.679615 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-c57c8037-44b2-48de-bb5f-2c279d0c2d15 tempest-RoutersAdminTest-2021597473 tempest-RoutersAdminTest-2021597473] Notify callbacks [] for router, before_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:39:37.735211 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_dvr_db [None req-667f49e7-7da8-47c4-a97a-112e87496228 None None] Set router cddf8033-ab77-43b1-853e-7ffffb502c0f gateway port host: n-d-768862-2 {{(pid=84876) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 14 07:39:37.924900 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-c57c8037-44b2-48de-bb5f-2c279d0c2d15 tempest-RoutersAdminTest-2021597473 tempest-RoutersAdminTest-2021597473] Notify callbacks [] for router_gateway, before_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:39:37.932312 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.plugin [None req-c57c8037-44b2-48de-bb5f-2c279d0c2d15 tempest-RoutersAdminTest-2021597473 tempest-RoutersAdminTest-2021597473] Deleting port eb9efed0-cb32-4e34-8f83-91ca3013d525 {{(pid=84875) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 07:39:37.932702 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-c57c8037-44b2-48de-bb5f-2c279d0c2d15 tempest-RoutersAdminTest-2021597473 tempest-RoutersAdminTest-2021597473] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363259214248359'] for port, before_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:39:38.123426 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_hamode_db [None req-667f49e7-7da8-47c4-a97a-112e87496228 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cddf8033-ab77-43b1-853e-7ffffb502c0f', 'name': '', 'tenant_id': '3d589604bc2249fc83aae486a90067f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '734998d9-1b1d-4899-b0bc-e87ff9868dcd', 'external_fixed_ips': [{'subnet_id': 'b5ec3353-0293-43b8-b06f-f5693e192e07', 'ip_address': '172.20.0.9'}], 'enable_snat': True}, 'gw_port_id': 'eb9efed0-cb32-4e34-8f83-91ca3013d525', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-14T07:39:33Z', 'updated_at': '2021-01-14T07:39:36Z', 'revision_number': 3, 'project_id': '3d589604bc2249fc83aae486a90067f2', 'gw_port': {'id': 'eb9efed0-cb32-4e34-8f83-91ca3013d525', 'name': '', 'network_id': '734998d9-1b1d-4899-b0bc-e87ff9868dcd', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:75:54', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cddf8033-ab77-43b1-853e-7ffffb502c0f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3440, 'fixed_ips': [{'subnet_id': 'b5ec3353-0293-43b8-b06f-f5693e192e07', 'ip_address': '172.20.0.9', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T07:39:34Z', 'updated_at': '2021-01-14T07:39:35Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b5ec3353-0293-43b8-b06f-f5693e192e07', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-2'}], 'n-d-768862-2', False) {} {{(pid=84876) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:39:38.128137 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-667f49e7-7da8-47c4-a97a-112e87496228 None None] Checking router: cddf8033-ab77-43b1-853e-7ffffb502c0f for host: n-d-768862-2 {{(pid=84876) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Jan 14 07:39:38.128504 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-667f49e7-7da8-47c4-a97a-112e87496228 None None] Updating router cddf8033-ab77-43b1-853e-7ffffb502c0f port eb9efed0-cb32-4e34-8f83-91ca3013d525 binding host n-d-768862-2 {{(pid=84876) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Jan 14 07:39:38.131995 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-c57c8037-44b2-48de-bb5f-2c279d0c2d15 tempest-RoutersAdminTest-2021597473 tempest-RoutersAdminTest-2021597473] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036850862667'] for port, precommit_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:39:38.183324 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-667f49e7-7da8-47c4-a97a-112e87496228 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555753'] for port, before_update {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:39:38.270161 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.plugin [None req-c57c8037-44b2-48de-bb5f-2c279d0c2d15 tempest-RoutersAdminTest-2021597473 tempest-RoutersAdminTest-2021597473] Calling delete_port for eb9efed0-cb32-4e34-8f83-91ca3013d525 owned by network:router_gateway {{(pid=84875) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 07:39:38.430907 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-c57c8037-44b2-48de-bb5f-2c279d0c2d15 tempest-RoutersAdminTest-2021597473 tempest-RoutersAdminTest-2021597473] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777640533329', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777640097463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851621574'] for port, after_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:39:38.706210 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-c57c8037-44b2-48de-bb5f-2c279d0c2d15 tempest-RoutersAdminTest-2021597473 tempest-RoutersAdminTest-2021597473] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036850863128'] for router_gateway, after_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:39:38.907045 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-c57c8037-44b2-48de-bb5f-2c279d0c2d15 tempest-RoutersAdminTest-2021597473 tempest-RoutersAdminTest-2021597473] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3889346', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036854717606'] for router, precommit_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:39:38.910266 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-c57c8037-44b2-48de-bb5f-2c279d0c2d15 tempest-RoutersAdminTest-2021597473 tempest-RoutersAdminTest-2021597473] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:39:38.936724 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-c57c8037-44b2-48de-bb5f-2c279d0c2d15 tempest-RoutersAdminTest-2021597473 tempest-RoutersAdminTest-2021597473] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036850897070'] for router, after_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:39:38.938310 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c57c8037-44b2-48de-bb5f-2c279d0c2d15 tempest-RoutersAdminTest-2021597473 tempest-RoutersAdminTest-2021597473] Fanout notify agent at l3_agent the message router_deleted on router cddf8033-ab77-43b1-853e-7ffffb502c0f {{(pid=84875) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jan 14 07:39:38.965747 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-c57c8037-44b2-48de-bb5f-2c279d0c2d15 tempest-RoutersAdminTest-2021597473 tempest-RoutersAdminTest-2021597473] Notify callbacks [] for router, before_response {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:39:38.967712 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-c57c8037-44b2-48de-bb5f-2c279d0c2d15 tempest-RoutersAdminTest-2021597473 tempest-RoutersAdminTest-2021597473] 10.222.0.24 "DELETE /v2.0/routers/cddf8033-ab77-43b1-853e-7ffffb502c0f HTTP/1.1" status: 204 len: 168 time: 1.5250230 Jan 14 07:39:38.970443 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84875) accepted ('10.222.0.24', 40106) {{(pid=84875) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:39:38.999293 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.db.api [None req-667f49e7-7da8-47c4-a97a-112e87496228 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=84876) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Jan 14 07:39:38.999700 n-d-768862-2 neutron-server[84765]: DEBUG oslo_db.api [None req-667f49e7-7da8-47c4-a97a-112e87496228 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=84876) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Jan 14 07:39:39.057180 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.db_base_plugin_v2 [None req-80369fea-23b4-4068-ae3a-94d7b0bb244d tempest-RoutersAdminTest-2021597473 tempest-RoutersAdminTest-2021597473] Deleting subnet b5ec3353-0293-43b8-b06f-f5693e192e07 {{(pid=84875) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Jan 14 07:39:39.060815 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-80369fea-23b4-4068-ae3a-94d7b0bb244d tempest-RoutersAdminTest-2021597473 tempest-RoutersAdminTest-2021597473] Notify callbacks [] for subnet, before_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:39:39.125274 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-80369fea-23b4-4068-ae3a-94d7b0bb244d tempest-RoutersAdminTest-2021597473 tempest-RoutersAdminTest-2021597473] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3367281'] for subnet, precommit_delete_associations {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:39:39.209202 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-80369fea-23b4-4068-ae3a-94d7b0bb244d tempest-RoutersAdminTest-2021597473 tempest-RoutersAdminTest-2021597473] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036854176836'] for subnet, precommit_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:39:39.576185 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-667f49e7-7da8-47c4-a97a-112e87496228 None None] Port eb9efed0-cb32-4e34-8f83-91ca3013d525 not found while updating agent binding for router cddf8033-ab77-43b1-853e-7ffffb502c0f. {{(pid=84876) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:218}} Jan 14 07:39:39.585947 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-667f49e7-7da8-47c4-a97a-112e87496228 None None] Routers set() bound to L3 agent in host n-d-768862-2 {{(pid=84876) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 14 07:39:39.586373 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-667f49e7-7da8-47c4-a97a-112e87496228 None None] Router IDs set() for agent in host n-d-768862-2 {{(pid=84876) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:464}} Jan 14 07:39:39.587033 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_agentschedulers_db [None req-667f49e7-7da8-47c4-a97a-112e87496228 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'cddf8033-ab77-43b1-853e-7ffffb502c0f'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-01-14T06:56:51Z,description=,heartbeat_timestamp=2021-01-14T07:39:22Z,host='n-d-768862-2',id=35f592e9-451b-4db9-abea-77b6a5c5391b,load=0,resource_versions=,resources_synced=,started_at=2021-01-14T06:56:51Z,topic='l3_agent'). {{(pid=84876) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:357}} Jan 14 07:39:39.587449 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-667f49e7-7da8-47c4-a97a-112e87496228 None None] The sync data for ids ['cddf8033-ab77-43b1-853e-7ffffb502c0f'] in n-d-768862-2 is: [] {{(pid=84876) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Jan 14 07:39:39.608678 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-80369fea-23b4-4068-ae3a-94d7b0bb244d tempest-RoutersAdminTest-2021597473 tempest-RoutersAdminTest-2021597473] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-598964', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850887113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3154192', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2308610'] for subnet, after_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:39:39.778156 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-10de6855-6a53-4a0f-afc9-1aa4f49c480e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:39:39.817144 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80369fea-23b4-4068-ae3a-94d7b0bb244d tempest-RoutersAdminTest-2021597473 tempest-RoutersAdminTest-2021597473] Pushing event deleted for resources: {'Subnet': ['ID=b5ec3353-0293-43b8-b06f-f5693e192e07,revision_number=None']} {{(pid=84875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:39:39.821981 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-80369fea-23b4-4068-ae3a-94d7b0bb244d tempest-RoutersAdminTest-2021597473 tempest-RoutersAdminTest-2021597473] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:39:39.839190 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-80369fea-23b4-4068-ae3a-94d7b0bb244d tempest-RoutersAdminTest-2021597473 tempest-RoutersAdminTest-2021597473] Notify callbacks [] for subnet, before_response {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:39:39.847567 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-80369fea-23b4-4068-ae3a-94d7b0bb244d tempest-RoutersAdminTest-2021597473 tempest-RoutersAdminTest-2021597473] 10.222.0.24 "DELETE /v2.0/subnets/b5ec3353-0293-43b8-b06f-f5693e192e07 HTTP/1.1" status: 204 len: 168 time: 0.8751395 Jan 14 07:39:39.850721 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84874) accepted ('10.222.0.24', 40134) {{(pid=84874) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:39:40.014692 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-05b9ebbb-2d2c-4f46-8973-1589305dab14 tempest-RoutersAdminTest-2021597473 tempest-RoutersAdminTest-2021597473] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036854160497'] for network, before_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:39:40.241175 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-05b9ebbb-2d2c-4f46-8973-1589305dab14 tempest-RoutersAdminTest-2021597473 tempest-RoutersAdminTest-2021597473] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-598987', 'neutron.services.segments.db._delete_segments_for_network-8777640583949'] for network, precommit_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:39:40.392557 n-d-768862-2 neutron-server[84765]: DEBUG neutron.services.segments.db [None req-05b9ebbb-2d2c-4f46-8973-1589305dab14 tempest-RoutersAdminTest-2021597473 tempest-RoutersAdminTest-2021597473] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['734998d9-1b1d-4899-b0bc-e87ff9868dcd']}} {{(pid=84874) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:39:40.412151 n-d-768862-2 neutron-server[84765]: DEBUG neutron.services.segments.db [None req-05b9ebbb-2d2c-4f46-8973-1589305dab14 tempest-RoutersAdminTest-2021597473 tempest-RoutersAdminTest-2021597473] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6e5365d0-71cb-4a0e-b827-256c922f1da2') {'for_net_delete': True} {{(pid=84874) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:39:40.412151 n-d-768862-2 neutron-server[84765]: DEBUG neutron.services.segments.db [None req-05b9ebbb-2d2c-4f46-8973-1589305dab14 tempest-RoutersAdminTest-2021597473 tempest-RoutersAdminTest-2021597473] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6e5365d0-71cb-4a0e-b827-256c922f1da2') {} {{(pid=84874) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:39:40.430334 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-05b9ebbb-2d2c-4f46-8973-1589305dab14 tempest-RoutersAdminTest-2021597473 tempest-RoutersAdminTest-2021597473] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363259214173198', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2968632'] for segment, before_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:39:40.448533 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-05b9ebbb-2d2c-4f46-8973-1589305dab14 tempest-RoutersAdminTest-2021597473 tempest-RoutersAdminTest-2021597473] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854179735'] for segment, precommit_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:39:40.450791 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-05b9ebbb-2d2c-4f46-8973-1589305dab14 tempest-RoutersAdminTest-2021597473 tempest-RoutersAdminTest-2021597473] Releasing vxlan tunnel 3 to pool {{(pid=84874) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Jan 14 07:39:40.639353 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.managers [None req-05b9ebbb-2d2c-4f46-8973-1589305dab14 tempest-RoutersAdminTest-2021597473 tempest-RoutersAdminTest-2021597473] Network 734998d9-1b1d-4899-b0bc-e87ff9868dcd has no segments {{(pid=84874) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 14 07:39:40.655472 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-05b9ebbb-2d2c-4f46-8973-1589305dab14 tempest-RoutersAdminTest-2021597473 tempest-RoutersAdminTest-2021597473] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-596065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036851521571'] for segment, after_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:39:40.874785 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.managers [None req-05b9ebbb-2d2c-4f46-8973-1589305dab14 tempest-RoutersAdminTest-2021597473 tempest-RoutersAdminTest-2021597473] Network 734998d9-1b1d-4899-b0bc-e87ff9868dcd has no segments {{(pid=84874) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 14 07:39:40.972754 n-d-768862-2 neutron-server[84765]: Traceback (most recent call last): Jan 14 07:39:40.972754 n-d-768862-2 neutron-server[84765]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 14 07:39:40.972754 n-d-768862-2 neutron-server[84765]: timer() Jan 14 07:39:40.972754 n-d-768862-2 neutron-server[84765]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 14 07:39:40.972754 n-d-768862-2 neutron-server[84765]: cb(*args, **kw) Jan 14 07:39:40.972754 n-d-768862-2 neutron-server[84765]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Jan 14 07:39:40.972754 n-d-768862-2 neutron-server[84765]: return func(*args, **kwargs) Jan 14 07:39:40.972754 n-d-768862-2 neutron-server[84765]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 14 07:39:40.972754 n-d-768862-2 neutron-server[84765]: self._notify() Jan 14 07:39:40.972754 n-d-768862-2 neutron-server[84765]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 14 07:39:40.972754 n-d-768862-2 neutron-server[84765]: self.callback(batched_events) Jan 14 07:39:40.972754 n-d-768862-2 neutron-server[84765]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 14 07:39:40.972754 n-d-768862-2 neutron-server[84765]: event.method(event) Jan 14 07:39:40.972754 n-d-768862-2 neutron-server[84765]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 14 07:39:40.972754 n-d-768862-2 neutron-server[84765]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 14 07:39:40.972754 n-d-768862-2 neutron-server[84765]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Jan 14 07:39:40.972754 n-d-768862-2 neutron-server[84765]: segment_id)['aggregates'][0] Jan 14 07:39:40.972754 n-d-768862-2 neutron-server[84765]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 14 07:39:40.972754 n-d-768862-2 neutron-server[84765]: return f(self, *a, **k) Jan 14 07:39:40.972754 n-d-768862-2 neutron-server[84765]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 14 07:39:40.972754 n-d-768862-2 neutron-server[84765]: return self._get(url).json() Jan 14 07:39:40.972754 n-d-768862-2 neutron-server[84765]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 14 07:39:40.972754 n-d-768862-2 neutron-server[84765]: **kwargs) Jan 14 07:39:40.972754 n-d-768862-2 neutron-server[84765]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 14 07:39:40.972754 n-d-768862-2 neutron-server[84765]: return self.request(url, 'GET', **kwargs) Jan 14 07:39:40.972754 n-d-768862-2 neutron-server[84765]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Jan 14 07:39:40.972754 n-d-768862-2 neutron-server[84765]: **endpoint_filter) Jan 14 07:39:40.972754 n-d-768862-2 neutron-server[84765]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 14 07:39:40.972754 n-d-768862-2 neutron-server[84765]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 14 07:39:40.972754 n-d-768862-2 neutron-server[84765]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 14 07:39:40.972754 n-d-768862-2 neutron-server[84765]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 14 07:39:40.972754 n-d-768862-2 neutron-server[84765]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 14 07:39:40.998144 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-05b9ebbb-2d2c-4f46-8973-1589305dab14 tempest-RoutersAdminTest-2021597473 tempest-RoutersAdminTest-2021597473] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036854176830', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850887149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3912591'] for network, after_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:39:41.002646 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-07c3b778-3de7-48eb-9934-2435c78eef6e tempest-RoutersTest-1255860389 tempest-RoutersTest-1255860389] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:39:41.035566 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-05b9ebbb-2d2c-4f46-8973-1589305dab14 tempest-RoutersAdminTest-2021597473 tempest-RoutersAdminTest-2021597473] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 734998d9-1b1d-4899-b0bc-e87ff9868dcd {{(pid=84874) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:124}} Jan 14 07:39:41.048624 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05b9ebbb-2d2c-4f46-8973-1589305dab14 tempest-RoutersAdminTest-2021597473 tempest-RoutersAdminTest-2021597473] Pushing event deleted for resources: {'Network': ['ID=734998d9-1b1d-4899-b0bc-e87ff9868dcd,revision_number=None']} {{(pid=84874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:39:41.053697 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-05b9ebbb-2d2c-4f46-8973-1589305dab14 tempest-RoutersAdminTest-2021597473 tempest-RoutersAdminTest-2021597473] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:39:41.055726 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-05b9ebbb-2d2c-4f46-8973-1589305dab14 tempest-RoutersAdminTest-2021597473 tempest-RoutersAdminTest-2021597473] Notify callbacks [] for network, before_response {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:39:41.063416 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-05b9ebbb-2d2c-4f46-8973-1589305dab14 tempest-RoutersAdminTest-2021597473 tempest-RoutersAdminTest-2021597473] 10.222.0.24 "DELETE /v2.0/networks/734998d9-1b1d-4899-b0bc-e87ff9868dcd HTTP/1.1" status: 204 len: 168 time: 1.2109442 Jan 14 07:39:41.359098 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-017f98a9-8a07-408c-a86f-8ff0c00400a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363259214191800', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854171626'] for agent, after_update {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:39:41.724311 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84874) accepted ('10.222.0.24', 40188) {{(pid=84874) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:39:41.731316 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.v2.base [None req-1c09262c-1cd1-411a-b185-bf4c8e9b4fc0 tempest-RoutersAdminTest-2021597473 tempest-RoutersAdminTest-2021597473] Request body: {'router': {'name': 'tempest-router--1125696422', 'project_id': 'c6c68231a6294509a419ac09673514f3'}} {{(pid=84874) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:39:41.750406 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-1c09262c-1cd1-411a-b185-bf4c8e9b4fc0 tempest-RoutersAdminTest-2021597473 tempest-RoutersAdminTest-2021597473] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:39:41.760654 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-1c09262c-1cd1-411a-b185-bf4c8e9b4fc0 tempest-RoutersAdminTest-2021597473 tempest-RoutersAdminTest-2021597473] Usage tracker for resource:router and tenant:c6c68231a6294509a419ac09673514f3 is out of sync, need to count used quota {{(pid=84874) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:39:41.779257 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-1c09262c-1cd1-411a-b185-bf4c8e9b4fc0 tempest-RoutersAdminTest-2021597473 tempest-RoutersAdminTest-2021597473] Quota usage for router was recalculated. Used quota:0. {{(pid=84874) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:39:41.798140 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-1c09262c-1cd1-411a-b185-bf4c8e9b4fc0 tempest-RoutersAdminTest-2021597473 tempest-RoutersAdminTest-2021597473] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:39:41.826239 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-1c09262c-1cd1-411a-b185-bf4c8e9b4fc0 tempest-RoutersAdminTest-2021597473 tempest-RoutersAdminTest-2021597473] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3889205', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854717621'] for router, before_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:39:41.826239 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-1c09262c-1cd1-411a-b185-bf4c8e9b4fc0 tempest-RoutersAdminTest-2021597473 tempest-RoutersAdminTest-2021597473] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036850886574', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3912501', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3808446', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-58179'] for router, precommit_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:39:41.856758 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-1c09262c-1cd1-411a-b185-bf4c8e9b4fc0 tempest-RoutersAdminTest-2021597473 tempest-RoutersAdminTest-2021597473] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:39:41.895655 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-1c09262c-1cd1-411a-b185-bf4c8e9b4fc0 tempest-RoutersAdminTest-2021597473 tempest-RoutersAdminTest-2021597473] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036850886612', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036850863158'] for router, after_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:39:41.936133 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-1c09262c-1cd1-411a-b185-bf4c8e9b4fc0 tempest-RoutersAdminTest-2021597473 tempest-RoutersAdminTest-2021597473] Notify callbacks [] for router, before_response {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:39:41.937477 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-1c09262c-1cd1-411a-b185-bf4c8e9b4fc0 tempest-RoutersAdminTest-2021597473 tempest-RoutersAdminTest-2021597473] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 723 time: 0.2117760 Jan 14 07:39:41.940461 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84874) accepted ('10.222.0.24', 40194) {{(pid=84874) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:39:42.094771 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-801e8262-9de3-492a-ba1a-d0dd2456d086 tempest-RoutersAdminTest-2021597473 tempest-RoutersAdminTest-2021597473] Notify callbacks [] for router, before_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:39:42.799895 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-852a24f7-e9a1-4193-9abb-e9506fe5213f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363259214191800', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854171626'] for agent, after_update {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:39:42.811851 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-801e8262-9de3-492a-ba1a-d0dd2456d086 tempest-RoutersAdminTest-2021597473 tempest-RoutersAdminTest-2021597473] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3889346', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036854717606'] for router, precommit_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:39:42.815010 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-801e8262-9de3-492a-ba1a-d0dd2456d086 tempest-RoutersAdminTest-2021597473 tempest-RoutersAdminTest-2021597473] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:39:42.845460 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-801e8262-9de3-492a-ba1a-d0dd2456d086 tempest-RoutersAdminTest-2021597473 tempest-RoutersAdminTest-2021597473] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036850897070'] for router, after_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:39:42.846204 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-801e8262-9de3-492a-ba1a-d0dd2456d086 tempest-RoutersAdminTest-2021597473 tempest-RoutersAdminTest-2021597473] Fanout notify agent at l3_agent the message router_deleted on router cecc98a9-6f0a-4f55-86f8-6e4b02609048 {{(pid=84874) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jan 14 07:39:42.862600 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-801e8262-9de3-492a-ba1a-d0dd2456d086 tempest-RoutersAdminTest-2021597473 tempest-RoutersAdminTest-2021597473] Notify callbacks [] for router, before_response {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:39:42.878980 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-801e8262-9de3-492a-ba1a-d0dd2456d086 tempest-RoutersAdminTest-2021597473 tempest-RoutersAdminTest-2021597473] 10.222.0.24 "DELETE /v2.0/routers/cecc98a9-6f0a-4f55-86f8-6e4b02609048 HTTP/1.1" status: 204 len: 168 time: 0.9277267 Jan 14 07:39:43.066476 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84875) accepted ('10.222.0.24', 40208) {{(pid=84875) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:39:43.397076 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.v2.base [None req-dacaab42-732e-45a2-a720-bf65d1169532 tempest-RoutersAdminTest-626627900 tempest-RoutersAdminTest-626627900] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-221084269', 'external_gateway_info': {'network_id': '226f1e78-82cd-4481-9055-4eb73b6db8c1'}, 'admin_state_up': False}} {{(pid=84875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:39:43.401704 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network":"rule:regular_user" was deprecated in W in favor of "create_network":"role:member and project_id:%(project_id)s". Reason: Jan 14 07:39:43.401704 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:39:43.401704 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:39:43.401704 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:39:43.401704 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:shared":"rule:admin_only" was deprecated in W in favor of "create_network:shared":"role:admin and system_scope:all". Reason: Jan 14 07:39:43.401704 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:39:43.401704 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:39:43.401704 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:39:43.401704 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:router:external":"rule:admin_only" was deprecated in W in favor of "create_network:router:external":"role:admin and system_scope:all". Reason: Jan 14 07:39:43.401704 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:39:43.401704 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:39:43.401704 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:39:43.401704 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:is_default":"rule:admin_only" was deprecated in W in favor of "create_network:is_default":"role:admin and system_scope:all". Reason: Jan 14 07:39:43.401704 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:39:43.401704 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:39:43.401704 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:39:43.401704 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:port_security_enabled":"rule:regular_user" was deprecated in W in favor of "create_network:port_security_enabled":"role:member and project_id:%(project_id)s". Reason: Jan 14 07:39:43.401704 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:39:43.401704 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:39:43.401704 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:39:43.401704 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:segments":"rule:admin_only" was deprecated in W in favor of "create_network:segments":"role:admin and system_scope:all". Reason: Jan 14 07:39:43.401704 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:39:43.401704 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:39:43.401704 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:39:43.401704 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "create_network:provider:network_type":"role:admin and system_scope:all". Reason: Jan 14 07:39:43.401704 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:39:43.401704 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:39:43.401704 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:39:43.401704 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "create_network:provider:physical_network":"role:admin and system_scope:all". Reason: Jan 14 07:39:43.401704 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:39:43.401704 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:39:43.401704 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:39:43.401704 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "create_network:provider:segmentation_id":"role:admin and system_scope:all". Reason: Jan 14 07:39:43.401704 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:39:43.401704 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:39:43.401704 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:39:43.401704 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network":"rule:admin_or_owner or rule:shared or rule:external or rule:context_is_advsvc" was deprecated in W in favor of "get_network":"(role:reader and system_scope:all) or (role:reader and project_id:%(project_id)s) or rule:shared or rule:external or rule:context_is_advsvc". Reason: Jan 14 07:39:43.401704 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:39:43.401704 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:39:43.401704 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:39:43.401704 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:router:external":"rule:regular_user" was deprecated in W in favor of "get_network:router:external":"role:reader and project_id:%(project_id)s". Reason: Jan 14 07:39:43.401704 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:39:43.401704 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:39:43.401704 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:39:43.401704 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:segments":"rule:admin_only" was deprecated in W in favor of "get_network:segments":"role:reader and system_scope:all". Reason: Jan 14 07:39:43.401704 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:39:43.401704 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:39:43.401704 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:39:43.401704 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "get_network:provider:network_type":"role:reader and system_scope:all". Reason: Jan 14 07:39:43.401704 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:39:43.401704 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:39:43.401704 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:39:43.401704 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "get_network:provider:physical_network":"role:reader and system_scope:all". Reason: Jan 14 07:39:43.401704 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:39:43.401704 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:39:43.401704 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:39:43.401704 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "get_network:provider:segmentation_id":"role:reader and system_scope:all". Reason: Jan 14 07:39:43.401704 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:39:43.401704 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:39:43.401704 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:39:43.401704 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network":"rule:admin_or_owner" was deprecated in W in favor of "update_network":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 07:39:43.401704 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:39:43.401704 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:39:43.401704 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:39:43.401704 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:segments":"rule:admin_only" was deprecated in W in favor of "update_network:segments":"role:admin and system_scope:all". Reason: Jan 14 07:39:43.401704 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:39:43.401704 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:39:43.401704 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:39:43.422995 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-dacaab42-732e-45a2-a720-bf65d1169532 tempest-RoutersAdminTest-626627900 tempest-RoutersAdminTest-626627900] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:39:43.428204 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-dacaab42-732e-45a2-a720-bf65d1169532 tempest-RoutersAdminTest-626627900 tempest-RoutersAdminTest-626627900] Usage tracker for resource:router and tenant:a6665645452a42b0949cd0a7c727890c is out of sync, need to count used quota {{(pid=84875) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:39:43.431690 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-dacaab42-732e-45a2-a720-bf65d1169532 tempest-RoutersAdminTest-626627900 tempest-RoutersAdminTest-626627900] Quota usage for router was recalculated. Used quota:0. {{(pid=84875) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:39:43.439313 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-dacaab42-732e-45a2-a720-bf65d1169532 tempest-RoutersAdminTest-626627900 tempest-RoutersAdminTest-626627900] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:39:43.451037 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-dacaab42-732e-45a2-a720-bf65d1169532 tempest-RoutersAdminTest-626627900 tempest-RoutersAdminTest-626627900] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3889205', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854717621'] for router, before_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:39:43.452307 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-dacaab42-732e-45a2-a720-bf65d1169532 tempest-RoutersAdminTest-626627900 tempest-RoutersAdminTest-626627900] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036850886574', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3912501', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3808446', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-58179'] for router, precommit_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:39:43.468173 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-dacaab42-732e-45a2-a720-bf65d1169532 tempest-RoutersAdminTest-626627900 tempest-RoutersAdminTest-626627900] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:39:43.784693 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-dacaab42-732e-45a2-a720-bf65d1169532 tempest-RoutersAdminTest-626627900 tempest-RoutersAdminTest-626627900] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3912484', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3889188', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-58194'] for router, precommit_update {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:39:44.507663 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-dacaab42-732e-45a2-a720-bf65d1169532 tempest-RoutersAdminTest-626627900 tempest-RoutersAdminTest-626627900] Notify callbacks [] for router_gateway, before_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:39:44.547692 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-dacaab42-732e-45a2-a720-bf65d1169532 tempest-RoutersAdminTest-626627900 tempest-RoutersAdminTest-626627900] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555753'] for port, before_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:39:44.975152 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.db_base_plugin_common [None req-dacaab42-732e-45a2-a720-bf65d1169532 tempest-RoutersAdminTest-626627900 tempest-RoutersAdminTest-626627900] Allocated IP 172.25.2.164 (226f1e78-82cd-4481-9055-4eb73b6db8c1/ba8deeec-7658-4195-9449-038c076f5c83/62223b73-88d7-496b-86e6-fb70ccc188e7) {{(pid=84875) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 14 07:39:45.153750 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-dacaab42-732e-45a2-a720-bf65d1169532 tempest-RoutersAdminTest-626627900 tempest-RoutersAdminTest-626627900] Notify callbacks [] for port, precommit_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:39:45.181713 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-dacaab42-732e-45a2-a720-bf65d1169532 tempest-RoutersAdminTest-626627900 tempest-RoutersAdminTest-626627900] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777640123575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851621574'] for port, after_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:39:45.272730 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-cc20bcf6-1f7d-423d-bb9d-eac0cd078c57 tempest-PortsTestJSON-2091589570 tempest-PortsTestJSON-2091589570] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:39:45.391905 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dacaab42-732e-45a2-a720-bf65d1169532 tempest-RoutersAdminTest-626627900 tempest-RoutersAdminTest-626627900] Pushing event updated for resources: {'Port': ['ID=62223b73-88d7-496b-86e6-fb70ccc188e7,revision_number=1']} {{(pid=84875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:39:45.429437 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-dacaab42-732e-45a2-a720-bf65d1169532 tempest-RoutersAdminTest-626627900 tempest-RoutersAdminTest-626627900] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.156s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:39:45.494497 n-d-768862-2 neutron-server[84765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dacaab42-732e-45a2-a720-bf65d1169532 tempest-RoutersAdminTest-626627900 tempest-RoutersAdminTest-626627900] Network 226f1e78-82cd-4481-9055-4eb73b6db8c1 is already hosted by enough agents. {{(pid=84875) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 07:39:45.495925 n-d-768862-2 neutron-server[84765]: DEBUG neutron.scheduler.base_scheduler [None req-dacaab42-732e-45a2-a720-bf65d1169532 tempest-RoutersAdminTest-626627900 tempest-RoutersAdminTest-626627900] Resources bound (agent type, host, resource id): {{(pid=84875) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 07:39:45.503190 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dacaab42-732e-45a2-a720-bf65d1169532 tempest-RoutersAdminTest-626627900 tempest-RoutersAdminTest-626627900] Received port after_create {{(pid=84875) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 14 07:39:46.055866 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-dacaab42-732e-45a2-a720-bf65d1169532 tempest-RoutersAdminTest-626627900 tempest-RoutersAdminTest-626627900] Notify callbacks [] for router_gateway, after_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:39:46.434386 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-dacaab42-732e-45a2-a720-bf65d1169532 tempest-RoutersAdminTest-626627900 tempest-RoutersAdminTest-626627900] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036850886612', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036850863158'] for router, after_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:39:46.455187 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.agents_db [None req-5b939a2f-078d-4c69-a188-cb55a28a77a0 None None] Agent healthcheck: found 7 active agents {{(pid=84877) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Jan 14 07:39:46.680264 n-d-768862-2 neutron-server[84765]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dacaab42-732e-45a2-a720-bf65d1169532 tempest-RoutersAdminTest-626627900 tempest-RoutersAdminTest-626627900] Router daa1a0d6-aa2a-4dd8-815b-1decc55606c3 is scheduled to L3 agent 35f592e9-451b-4db9-abea-77b6a5c5391b with binding_index 1 {{(pid=84875) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}} Jan 14 07:39:46.894076 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dacaab42-732e-45a2-a720-bf65d1169532 tempest-RoutersAdminTest-626627900 tempest-RoutersAdminTest-626627900] Notify agent at l3_agent.n-d-768862-2 the message routers_updated {{(pid=84875) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jan 14 07:39:46.907458 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-261148da-8ac7-43fd-96b5-68a4c7ce17f5 None None] Sync routers for ids ['daa1a0d6-aa2a-4dd8-815b-1decc55606c3'] in n-d-768862-2 {{(pid=84877) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Jan 14 07:39:46.919035 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-261148da-8ac7-43fd-96b5-68a4c7ce17f5 None None] Routers {'daa1a0d6-aa2a-4dd8-815b-1decc55606c3'} bound to L3 agent in host n-d-768862-2 {{(pid=84877) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 14 07:39:46.920022 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_hamode_db [None req-261148da-8ac7-43fd-96b5-68a4c7ce17f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-01-14T06:56:51Z,description=,heartbeat_timestamp=2021-01-14T07:39:22Z,host='n-d-768862-2',id=35f592e9-451b-4db9-abea-77b6a5c5391b,load=0,resource_versions=,resources_synced=,started_at=2021-01-14T06:56:51Z,topic='l3_agent')) {'router_ids': ['daa1a0d6-aa2a-4dd8-815b-1decc55606c3'], 'active': True} {{(pid=84877) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:39:46.933481 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-dacaab42-732e-45a2-a720-bf65d1169532 tempest-RoutersAdminTest-626627900 tempest-RoutersAdminTest-626627900] Notify callbacks [] for router, before_response {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:39:46.934845 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-dacaab42-732e-45a2-a720-bf65d1169532 tempest-RoutersAdminTest-626627900 tempest-RoutersAdminTest-626627900] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 884 time: 3.8672633 Jan 14 07:39:46.937805 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84875) accepted ('10.222.0.24', 40314) {{(pid=84875) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:39:46.990111 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_hamode_db [None req-261148da-8ac7-43fd-96b5-68a4c7ce17f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768862-2', False) {} {{(pid=84877) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:39:46.999981 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-261148da-8ac7-43fd-96b5-68a4c7ce17f5 None None] Routers {'daa1a0d6-aa2a-4dd8-815b-1decc55606c3'} bound to L3 agent in host n-d-768862-2 {{(pid=84877) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 14 07:39:47.000866 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_hamode_db [None req-261148da-8ac7-43fd-96b5-68a4c7ce17f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-01-14T06:56:51Z,description=,heartbeat_timestamp=2021-01-14T07:39:22Z,host='n-d-768862-2',id=35f592e9-451b-4db9-abea-77b6a5c5391b,load=0,resource_versions=,resources_synced=,started_at=2021-01-14T06:56:51Z,topic='l3_agent')) {'router_ids': ['daa1a0d6-aa2a-4dd8-815b-1decc55606c3'], 'active': True} {{(pid=84877) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:39:47.069790 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_hamode_db [None req-261148da-8ac7-43fd-96b5-68a4c7ce17f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768862-2', False) {} {{(pid=84877) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:39:47.070807 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-261148da-8ac7-43fd-96b5-68a4c7ce17f5 None None] The sync data for ids ['daa1a0d6-aa2a-4dd8-815b-1decc55606c3'] in n-d-768862-2 is: [] {{(pid=84877) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Jan 14 07:39:47.157175 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-777378e8-7651-4689-9623-dd7adfbcf72d tempest-RoutersAdminTest-2021597473 tempest-RoutersAdminTest-2021597473] 10.222.0.24 "GET /v2.0/routers/daa1a0d6-aa2a-4dd8-815b-1decc55606c3 HTTP/1.1" status: 200 len: 920 time: 0.2152627 Jan 14 07:39:47.157463 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84875) accepted ('10.222.0.24', 40318) {{(pid=84875) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:39:47.206934 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-6dd14d5c-bc09-4f7c-88eb-cc3191f3bb98 tempest-RoutersAdminTest-626627900 tempest-RoutersAdminTest-626627900] 10.222.0.24 "GET /v2.0/ports?device_id=daa1a0d6-aa2a-4dd8-815b-1decc55606c3 HTTP/1.1" status: 200 len: 205 time: 0.0456090 Jan 14 07:39:47.207288 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84875) accepted ('10.222.0.24', 40322) {{(pid=84875) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:39:47.408155 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-65cb224b-935f-41f0-8af9-5564fc8105ca tempest-RoutersAdminTest-626627900 tempest-RoutersAdminTest-626627900] Notify callbacks [] for router, before_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:39:48.031392 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-65cb224b-935f-41f0-8af9-5564fc8105ca tempest-RoutersAdminTest-626627900 tempest-RoutersAdminTest-626627900] Notify callbacks [] for router_gateway, before_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:39:48.037224 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.plugin [None req-65cb224b-935f-41f0-8af9-5564fc8105ca tempest-RoutersAdminTest-626627900 tempest-RoutersAdminTest-626627900] Deleting port 62223b73-88d7-496b-86e6-fb70ccc188e7 {{(pid=84875) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 07:39:48.037594 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-65cb224b-935f-41f0-8af9-5564fc8105ca tempest-RoutersAdminTest-626627900 tempest-RoutersAdminTest-626627900] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363259214248359'] for port, before_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:39:48.250571 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-65cb224b-935f-41f0-8af9-5564fc8105ca tempest-RoutersAdminTest-626627900 tempest-RoutersAdminTest-626627900] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036850862667'] for port, precommit_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:39:48.417280 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.plugin [None req-65cb224b-935f-41f0-8af9-5564fc8105ca tempest-RoutersAdminTest-626627900 tempest-RoutersAdminTest-626627900] Calling delete_port for 62223b73-88d7-496b-86e6-fb70ccc188e7 owned by network:router_gateway {{(pid=84875) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 07:39:48.551687 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84874) accepted ('10.222.0.24', 40364) {{(pid=84874) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:39:48.587814 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-65cb224b-935f-41f0-8af9-5564fc8105ca tempest-RoutersAdminTest-626627900 tempest-RoutersAdminTest-626627900] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777640533329', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777640097463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851621574'] for port, after_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:39:48.778683 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-b5f9f724-b70d-44b6-a037-c4ceb499a90e admin admin] Notify callbacks [] for security_group, before_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:39:48.795381 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-b5f9f724-b70d-44b6-a037-c4ceb499a90e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:39:48.799561 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-b5f9f724-b70d-44b6-a037-c4ceb499a90e admin admin] Usage tracker for resource:security_group_rule and tenant:e7be0bf965184767941bb62ec6dcd3cb is out of sync, need to count used quota {{(pid=84874) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:39:48.802846 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-b5f9f724-b70d-44b6-a037-c4ceb499a90e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84874) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:39:48.816610 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-b5f9f724-b70d-44b6-a037-c4ceb499a90e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:39:48.837486 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-7deec2d2-0010-4ee1-a634-1e4ab4ebf8f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363259214191800', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854171626'] for agent, after_update {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:39:48.890982 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-65cb224b-935f-41f0-8af9-5564fc8105ca tempest-RoutersAdminTest-626627900 tempest-RoutersAdminTest-626627900] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036850863128'] for router_gateway, after_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:39:49.039268 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-65cb224b-935f-41f0-8af9-5564fc8105ca tempest-RoutersAdminTest-626627900 tempest-RoutersAdminTest-626627900] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3889346', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036854717606'] for router, precommit_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:39:49.044257 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-65cb224b-935f-41f0-8af9-5564fc8105ca tempest-RoutersAdminTest-626627900 tempest-RoutersAdminTest-626627900] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:39:49.068775 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-65cb224b-935f-41f0-8af9-5564fc8105ca tempest-RoutersAdminTest-626627900 tempest-RoutersAdminTest-626627900] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036850897070'] for router, after_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:39:49.069987 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-65cb224b-935f-41f0-8af9-5564fc8105ca tempest-RoutersAdminTest-626627900 tempest-RoutersAdminTest-626627900] Fanout notify agent at l3_agent the message router_deleted on router daa1a0d6-aa2a-4dd8-815b-1decc55606c3 {{(pid=84875) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jan 14 07:39:49.100658 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-65cb224b-935f-41f0-8af9-5564fc8105ca tempest-RoutersAdminTest-626627900 tempest-RoutersAdminTest-626627900] Notify callbacks [] for router, before_response {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:39:49.101899 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-65cb224b-935f-41f0-8af9-5564fc8105ca tempest-RoutersAdminTest-626627900 tempest-RoutersAdminTest-626627900] 10.222.0.24 "DELETE /v2.0/routers/daa1a0d6-aa2a-4dd8-815b-1decc55606c3 HTTP/1.1" status: 204 len: 168 time: 1.8936112 Jan 14 07:39:49.105995 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84875) accepted ('10.222.0.24', 40370) {{(pid=84875) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:39:49.112822 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.v2.base [None req-93966c0e-5b9b-48c2-9357-367c71e7f68f tempest-RoutersAdminTest-2021597473 tempest-RoutersAdminTest-2021597473] Request body: {'router': {'name': 'tempest-snat-router-1520046048', 'external_gateway_info': {'network_id': '226f1e78-82cd-4481-9055-4eb73b6db8c1', 'enable_snat': False}}} {{(pid=84875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:39:49.119948 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-93966c0e-5b9b-48c2-9357-367c71e7f68f tempest-RoutersAdminTest-2021597473 tempest-RoutersAdminTest-2021597473] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:39:49.125007 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-93966c0e-5b9b-48c2-9357-367c71e7f68f tempest-RoutersAdminTest-2021597473 tempest-RoutersAdminTest-2021597473] Usage tracker for resource:router and tenant:3d589604bc2249fc83aae486a90067f2 is out of sync, need to count used quota {{(pid=84875) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:39:49.128848 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-93966c0e-5b9b-48c2-9357-367c71e7f68f tempest-RoutersAdminTest-2021597473 tempest-RoutersAdminTest-2021597473] Quota usage for router was recalculated. Used quota:0. {{(pid=84875) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:39:49.136213 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-93966c0e-5b9b-48c2-9357-367c71e7f68f tempest-RoutersAdminTest-2021597473 tempest-RoutersAdminTest-2021597473] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:39:49.170965 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-b5f9f724-b70d-44b6-a037-c4ceb499a90e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:39:49.174522 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-b5f9f724-b70d-44b6-a037-c4ceb499a90e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850887153'] for security_group, after_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:39:49.179189 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-93966c0e-5b9b-48c2-9357-367c71e7f68f tempest-RoutersAdminTest-2021597473 tempest-RoutersAdminTest-2021597473] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3889205', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854717621'] for router, before_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:39:49.180978 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-93966c0e-5b9b-48c2-9357-367c71e7f68f tempest-RoutersAdminTest-2021597473 tempest-RoutersAdminTest-2021597473] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036850886574', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3912501', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3808446', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-58179'] for router, precommit_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:39:49.198879 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-93966c0e-5b9b-48c2-9357-367c71e7f68f tempest-RoutersAdminTest-2021597473 tempest-RoutersAdminTest-2021597473] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:39:49.203434 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-c96ae2fa-8dd7-4724-9f90-8bcdac6ee14a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:39:49.215750 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-b5f9f724-b70d-44b6-a037-c4ceb499a90e admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=e7be0bf965184767941bb62ec6dcd3cb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6628401 Jan 14 07:39:49.216110 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84875) accepted ('10.222.0.24', 40376) {{(pid=84875) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:39:49.237573 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5f9f724-b70d-44b6-a037-c4ceb499a90e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=60023d49-cc1c-4259-9e46-05861240ee8c,revision_number=1']} {{(pid=84874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:39:49.241366 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-b5f9f724-b70d-44b6-a037-c4ceb499a90e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:39:49.558223 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-e1c2d7be-eb0e-4e03-9d1a-b35d112075a1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:39:49.562622 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-93966c0e-5b9b-48c2-9357-367c71e7f68f tempest-RoutersAdminTest-2021597473 tempest-RoutersAdminTest-2021597473] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3912484', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3889188', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-58194'] for router, precommit_update {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:39:49.618259 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-e1c2d7be-eb0e-4e03-9d1a-b35d112075a1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:39:49.763813 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-e1c2d7be-eb0e-4e03-9d1a-b35d112075a1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850887153'] for security_group, after_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:39:49.782050 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-f4cd4f06-9c47-4d2a-ae47-8052ec47f47f tempest-NegativeSecGroupTest-99150678 tempest-NegativeSecGroupTest-99150678] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:39:49.811495 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1c2d7be-eb0e-4e03-9d1a-b35d112075a1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=60023d49-cc1c-4259-9e46-05861240ee8c,revision_number=None']} {{(pid=84875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:39:49.818876 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-e1c2d7be-eb0e-4e03-9d1a-b35d112075a1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:39:49.831516 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-e1c2d7be-eb0e-4e03-9d1a-b35d112075a1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:39:49.836125 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-e1c2d7be-eb0e-4e03-9d1a-b35d112075a1 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/60023d49-cc1c-4259-9e46-05861240ee8c HTTP/1.1" status: 204 len: 168 time: 0.6188295 Jan 14 07:39:50.073261 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-93966c0e-5b9b-48c2-9357-367c71e7f68f tempest-RoutersAdminTest-2021597473 tempest-RoutersAdminTest-2021597473] Notify callbacks [] for router_gateway, before_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:39:50.112716 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-93966c0e-5b9b-48c2-9357-367c71e7f68f tempest-RoutersAdminTest-2021597473 tempest-RoutersAdminTest-2021597473] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555753'] for port, before_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:39:50.396134 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84874) accepted ('10.222.0.24', 40400) {{(pid=84874) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:39:50.421441 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-0b522b7a-1ba6-4f54-83b9-ca18f6a38a3a admin admin] Notify callbacks [] for security_group, before_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:39:50.427773 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.db_base_plugin_common [None req-93966c0e-5b9b-48c2-9357-367c71e7f68f tempest-RoutersAdminTest-2021597473 tempest-RoutersAdminTest-2021597473] Allocated IP 172.25.2.10 (226f1e78-82cd-4481-9055-4eb73b6db8c1/ba8deeec-7658-4195-9449-038c076f5c83/0d2a6135-d0e1-4ad0-a3e3-dcc502e1abc8) {{(pid=84875) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 14 07:39:50.439764 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-0b522b7a-1ba6-4f54-83b9-ca18f6a38a3a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:39:50.444728 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-0b522b7a-1ba6-4f54-83b9-ca18f6a38a3a admin admin] Usage tracker for resource:security_group_rule and tenant:03a6ce6d5af2416fb23f159010cd1eb4 is out of sync, need to count used quota {{(pid=84874) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:39:50.448356 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-0b522b7a-1ba6-4f54-83b9-ca18f6a38a3a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84874) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:39:50.464335 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-0b522b7a-1ba6-4f54-83b9-ca18f6a38a3a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:39:50.566575 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-0b522b7a-1ba6-4f54-83b9-ca18f6a38a3a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:39:50.585803 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-0b522b7a-1ba6-4f54-83b9-ca18f6a38a3a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850887153'] for security_group, after_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:39:50.596776 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-a25bd5d0-2ba0-4679-b633-f4bb949561f3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:39:50.631675 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-93966c0e-5b9b-48c2-9357-367c71e7f68f tempest-RoutersAdminTest-2021597473 tempest-RoutersAdminTest-2021597473] Notify callbacks [] for port, precommit_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:39:50.654534 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-0b522b7a-1ba6-4f54-83b9-ca18f6a38a3a admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=03a6ce6d5af2416fb23f159010cd1eb4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2571251 Jan 14 07:39:50.656612 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b522b7a-1ba6-4f54-83b9-ca18f6a38a3a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2161cce8-12d4-4c76-9159-060d098e141e,revision_number=1']} {{(pid=84874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:39:50.658389 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84875) accepted ('10.222.0.24', 40404) {{(pid=84875) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:39:50.660416 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-0b522b7a-1ba6-4f54-83b9-ca18f6a38a3a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:39:50.757228 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-5180f69b-2d67-4aa1-92b3-9f70df4d6a66 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:39:50.761505 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-93966c0e-5b9b-48c2-9357-367c71e7f68f tempest-RoutersAdminTest-2021597473 tempest-RoutersAdminTest-2021597473] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777640123575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851621574'] for port, after_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:39:50.788209 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-c2cb994b-e1fe-4f2a-b485-43d8efe266a0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:39:50.929650 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-5180f69b-2d67-4aa1-92b3-9f70df4d6a66 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:39:50.950834 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93966c0e-5b9b-48c2-9357-367c71e7f68f tempest-RoutersAdminTest-2021597473 tempest-RoutersAdminTest-2021597473] Pushing event updated for resources: {'Port': ['ID=0d2a6135-d0e1-4ad0-a3e3-dcc502e1abc8,revision_number=1']} {{(pid=84875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:39:50.966303 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-93966c0e-5b9b-48c2-9357-367c71e7f68f tempest-RoutersAdminTest-2021597473 tempest-RoutersAdminTest-2021597473] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.178s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:39:51.040651 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-5180f69b-2d67-4aa1-92b3-9f70df4d6a66 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850887153'] for security_group, after_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:39:51.044982 n-d-768862-2 neutron-server[84765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93966c0e-5b9b-48c2-9357-367c71e7f68f tempest-RoutersAdminTest-2021597473 tempest-RoutersAdminTest-2021597473] Network 226f1e78-82cd-4481-9055-4eb73b6db8c1 is already hosted by enough agents. {{(pid=84875) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 07:39:51.045850 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-656383f5-0b83-4293-9bc7-03b023819cf0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:39:51.055043 n-d-768862-2 neutron-server[84765]: DEBUG neutron.scheduler.base_scheduler [None req-93966c0e-5b9b-48c2-9357-367c71e7f68f tempest-RoutersAdminTest-2021597473 tempest-RoutersAdminTest-2021597473] Resources bound (agent type, host, resource id): {{(pid=84875) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 07:39:51.061441 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93966c0e-5b9b-48c2-9357-367c71e7f68f tempest-RoutersAdminTest-2021597473 tempest-RoutersAdminTest-2021597473] Received port after_create {{(pid=84875) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 14 07:39:51.093129 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5180f69b-2d67-4aa1-92b3-9f70df4d6a66 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2161cce8-12d4-4c76-9159-060d098e141e,revision_number=None']} {{(pid=84875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:39:51.107758 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-5180f69b-2d67-4aa1-92b3-9f70df4d6a66 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:39:51.127786 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-5180f69b-2d67-4aa1-92b3-9f70df4d6a66 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:39:51.131759 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-5180f69b-2d67-4aa1-92b3-9f70df4d6a66 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/2161cce8-12d4-4c76-9159-060d098e141e HTTP/1.1" status: 204 len: 168 time: 0.4696026 Jan 14 07:39:51.826011 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-5c23b18e-874a-4b0d-b61a-470b32d0d78b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363259214191800', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854171626'] for agent, after_update {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:39:51.849591 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-93966c0e-5b9b-48c2-9357-367c71e7f68f tempest-RoutersAdminTest-2021597473 tempest-RoutersAdminTest-2021597473] Notify callbacks [] for router_gateway, after_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:39:51.877002 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-da76cfc0-98e8-4426-9f6d-4f05aa3fae78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363259214191800', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854171626'] for agent, after_update {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:39:52.573965 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-93966c0e-5b9b-48c2-9357-367c71e7f68f tempest-RoutersAdminTest-2021597473 tempest-RoutersAdminTest-2021597473] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036850886612', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036850863158'] for router, after_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:39:52.632127 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363259214191800', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854171626'] for agent, after_update {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:39:53.002041 n-d-768862-2 neutron-server[84765]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-93966c0e-5b9b-48c2-9357-367c71e7f68f tempest-RoutersAdminTest-2021597473 tempest-RoutersAdminTest-2021597473] Router b32f7b75-1dbb-4d03-9d53-e34024ce877e is scheduled to L3 agent 35f592e9-451b-4db9-abea-77b6a5c5391b with binding_index 1 {{(pid=84875) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}} Jan 14 07:39:53.312607 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-0f37073e-9c69-4e3c-80e0-6cfaa0fd61a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363259214191800', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854171626'] for agent, after_update {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:39:53.337972 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-93966c0e-5b9b-48c2-9357-367c71e7f68f tempest-RoutersAdminTest-2021597473 tempest-RoutersAdminTest-2021597473] Notify agent at l3_agent.n-d-768862-2 the message routers_updated {{(pid=84875) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jan 14 07:39:53.351576 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31a14dd6-a411-4ae5-96d5-c6da8f4621a8 None None] Sync routers for ids ['b32f7b75-1dbb-4d03-9d53-e34024ce877e'] in n-d-768862-2 {{(pid=84876) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Jan 14 07:39:53.374115 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31a14dd6-a411-4ae5-96d5-c6da8f4621a8 None None] Routers {'b32f7b75-1dbb-4d03-9d53-e34024ce877e'} bound to L3 agent in host n-d-768862-2 {{(pid=84876) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 14 07:39:53.381561 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_hamode_db [None req-31a14dd6-a411-4ae5-96d5-c6da8f4621a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-01-14T06:56:51Z,description=,heartbeat_timestamp=2021-01-14T07:39:52Z,host='n-d-768862-2',id=35f592e9-451b-4db9-abea-77b6a5c5391b,load=0,resource_versions=,resources_synced=,started_at=2021-01-14T06:56:51Z,topic='l3_agent')) {'router_ids': ['b32f7b75-1dbb-4d03-9d53-e34024ce877e'], 'active': True} {{(pid=84876) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:39:53.467086 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-93966c0e-5b9b-48c2-9357-367c71e7f68f tempest-RoutersAdminTest-2021597473 tempest-RoutersAdminTest-2021597473] Notify callbacks [] for router, before_response {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:39:53.471114 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-93966c0e-5b9b-48c2-9357-367c71e7f68f tempest-RoutersAdminTest-2021597473 tempest-RoutersAdminTest-2021597473] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 907 time: 4.3611429 Jan 14 07:39:53.471407 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84875) accepted ('10.222.0.24', 40458) {{(pid=84875) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:39:53.612844 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_dvr_db [None req-31a14dd6-a411-4ae5-96d5-c6da8f4621a8 None None] Set router b32f7b75-1dbb-4d03-9d53-e34024ce877e gateway port host: n-d-768862-2 {{(pid=84876) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 14 07:39:53.685206 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-d996df06-6eaa-4544-abab-7d6c133aa044 tempest-RoutersAdminTest-2021597473 tempest-RoutersAdminTest-2021597473] 10.222.0.24 "GET /v2.0/routers/b32f7b75-1dbb-4d03-9d53-e34024ce877e HTTP/1.1" status: 200 len: 908 time: 0.2073162 Jan 14 07:39:53.687479 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84874) accepted ('10.222.0.24', 40462) {{(pid=84874) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:39:53.694241 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.v2.base [None req-008ccea2-bc02-45e0-a6aa-6206278a682f tempest-RoutersAdminTest-2021597473 tempest-RoutersAdminTest-2021597473] Request body: {'router': {'name': 'tempest-snat-router-1520046048', 'external_gateway_info': {'network_id': '226f1e78-82cd-4481-9055-4eb73b6db8c1', 'enable_snat': True}}} {{(pid=84874) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:39:53.700656 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-008ccea2-bc02-45e0-a6aa-6206278a682f tempest-RoutersAdminTest-2021597473 tempest-RoutersAdminTest-2021597473] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:39:53.705707 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-008ccea2-bc02-45e0-a6aa-6206278a682f tempest-RoutersAdminTest-2021597473 tempest-RoutersAdminTest-2021597473] Usage tracker for resource:router and tenant:3d589604bc2249fc83aae486a90067f2 is out of sync, need to count used quota {{(pid=84874) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:39:53.708867 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-008ccea2-bc02-45e0-a6aa-6206278a682f tempest-RoutersAdminTest-2021597473 tempest-RoutersAdminTest-2021597473] Quota usage for router was recalculated. Used quota:1. {{(pid=84874) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:39:53.717981 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-008ccea2-bc02-45e0-a6aa-6206278a682f tempest-RoutersAdminTest-2021597473 tempest-RoutersAdminTest-2021597473] Attempting to reserve 1 items for resource router. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:39:53.813288 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-008ccea2-bc02-45e0-a6aa-6206278a682f tempest-RoutersAdminTest-2021597473 tempest-RoutersAdminTest-2021597473] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3889205', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854717621'] for router, before_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:39:53.814803 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-008ccea2-bc02-45e0-a6aa-6206278a682f tempest-RoutersAdminTest-2021597473 tempest-RoutersAdminTest-2021597473] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036850886574', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3912501', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3808446', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-58179'] for router, precommit_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:39:53.832317 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-008ccea2-bc02-45e0-a6aa-6206278a682f tempest-RoutersAdminTest-2021597473 tempest-RoutersAdminTest-2021597473] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:39:53.969311 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_hamode_db [None req-31a14dd6-a411-4ae5-96d5-c6da8f4621a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b32f7b75-1dbb-4d03-9d53-e34024ce877e', 'name': 'tempest-snat-router-1520046048', 'tenant_id': '3d589604bc2249fc83aae486a90067f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '226f1e78-82cd-4481-9055-4eb73b6db8c1', 'external_fixed_ips': [{'subnet_id': 'ba8deeec-7658-4195-9449-038c076f5c83', 'ip_address': '172.25.2.10'}], 'enable_snat': False}, 'gw_port_id': '0d2a6135-d0e1-4ad0-a3e3-dcc502e1abc8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-14T07:39:49Z', 'updated_at': '2021-01-14T07:39:51Z', 'revision_number': 3, 'project_id': '3d589604bc2249fc83aae486a90067f2', 'gw_port': {'id': '0d2a6135-d0e1-4ad0-a3e3-dcc502e1abc8', 'name': '', 'network_id': '226f1e78-82cd-4481-9055-4eb73b6db8c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:1f:22', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b32f7b75-1dbb-4d03-9d53-e34024ce877e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3460, 'fixed_ips': [{'subnet_id': 'ba8deeec-7658-4195-9449-038c076f5c83', 'ip_address': '172.25.2.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T07:39:50Z', 'updated_at': '2021-01-14T07:39:50Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ba8deeec-7658-4195-9449-038c076f5c83', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-768862-2'}], 'n-d-768862-2', False) {} {{(pid=84876) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:39:53.974381 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31a14dd6-a411-4ae5-96d5-c6da8f4621a8 None None] Checking router: b32f7b75-1dbb-4d03-9d53-e34024ce877e for host: n-d-768862-2 {{(pid=84876) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Jan 14 07:39:53.974785 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31a14dd6-a411-4ae5-96d5-c6da8f4621a8 None None] Updating router b32f7b75-1dbb-4d03-9d53-e34024ce877e port 0d2a6135-d0e1-4ad0-a3e3-dcc502e1abc8 binding host n-d-768862-2 {{(pid=84876) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Jan 14 07:39:54.030597 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-31a14dd6-a411-4ae5-96d5-c6da8f4621a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555753'] for port, before_update {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:39:54.076420 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84875) accepted ('10.222.0.24', 40468) {{(pid=84875) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:39:54.208907 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-008ccea2-bc02-45e0-a6aa-6206278a682f tempest-RoutersAdminTest-2021597473 tempest-RoutersAdminTest-2021597473] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3912484', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3889188', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-58194'] for router, precommit_update {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:39:54.322387 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-75d1dc6a-65df-43df-a708-2e5b2d4aafa0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:39:54.342240 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-75d1dc6a-65df-43df-a708-2e5b2d4aafa0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:39:54.351252 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-75d1dc6a-65df-43df-a708-2e5b2d4aafa0 admin admin] Usage tracker for resource:security_group_rule and tenant:2c531aef1a624d8cbc8b356f4d08f9e8 is out of sync, need to count used quota {{(pid=84875) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:39:54.357753 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-75d1dc6a-65df-43df-a708-2e5b2d4aafa0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84875) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:39:54.381512 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-75d1dc6a-65df-43df-a708-2e5b2d4aafa0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:39:54.554891 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-31a14dd6-a411-4ae5-96d5-c6da8f4621a8 None None] Notify callbacks [] for port, precommit_update {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:39:54.570504 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-31a14dd6-a411-4ae5-96d5-c6da8f4621a8 None None] Transition to ACTIVE for port object 0d2a6135-d0e1-4ad0-a3e3-dcc502e1abc8 will not be triggered until provisioned by entity L2. {{(pid=84876) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 07:39:54.605836 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-75d1dc6a-65df-43df-a708-2e5b2d4aafa0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:39:54.680598 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-31a14dd6-a411-4ae5-96d5-c6da8f4621a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777640533312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363259214678337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777640097497'] for port, after_update {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:39:54.752550 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-75d1dc6a-65df-43df-a708-2e5b2d4aafa0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850887153'] for security_group, after_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:39:54.800958 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-008ccea2-bc02-45e0-a6aa-6206278a682f tempest-RoutersAdminTest-2021597473 tempest-RoutersAdminTest-2021597473] Notify callbacks [] for router_gateway, before_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:39:54.815086 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-257a11a4-74c1-451e-8448-d93098727d5c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:39:54.822833 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84876) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:39:54.839394 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-75d1dc6a-65df-43df-a708-2e5b2d4aafa0 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=2c531aef1a624d8cbc8b356f4d08f9e8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7593591 Jan 14 07:39:54.841968 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84875) accepted ('10.222.0.24', 40486) {{(pid=84875) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:39:54.888735 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-008ccea2-bc02-45e0-a6aa-6206278a682f tempest-RoutersAdminTest-2021597473 tempest-RoutersAdminTest-2021597473] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555753'] for port, before_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:39:54.904715 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0a361a6-1726-4bc4-a8eb-2f9eee82b131 None None] Pushing event updated for resources: {'Port': ['ID=0d2a6135-d0e1-4ad0-a3e3-dcc502e1abc8,revision_number=2']} {{(pid=84876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:39:54.915054 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0a361a6-1726-4bc4-a8eb-2f9eee82b131 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@n-h1-768862-2 {{(pid=84876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:39:54.915522 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0a361a6-1726-4bc4-a8eb-2f9eee82b131 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-h1-768862-2 {{(pid=84876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:39:54.915987 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0a361a6-1726-4bc4-a8eb-2f9eee82b131 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-h1-768862-2 {{(pid=84876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:39:54.916431 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0a361a6-1726-4bc4-a8eb-2f9eee82b131 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-h1-768862-2 {{(pid=84876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:39:54.916884 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0a361a6-1726-4bc4-a8eb-2f9eee82b131 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@n-h1-768862-2 {{(pid=84876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:39:54.917325 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0a361a6-1726-4bc4-a8eb-2f9eee82b131 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-h1-768862-2 {{(pid=84876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:39:54.917757 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0a361a6-1726-4bc4-a8eb-2f9eee82b131 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-h1-768862-2 {{(pid=84876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:39:54.918183 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0a361a6-1726-4bc4-a8eb-2f9eee82b131 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-h1-768862-2 {{(pid=84876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:39:54.918638 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0a361a6-1726-4bc4-a8eb-2f9eee82b131 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-h1-768862-2 {{(pid=84876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:39:54.919073 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0a361a6-1726-4bc4-a8eb-2f9eee82b131 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-h1-768862-2 {{(pid=84876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:39:54.919464 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0a361a6-1726-4bc4-a8eb-2f9eee82b131 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-h1-768862-2 {{(pid=84876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:39:54.919890 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0a361a6-1726-4bc4-a8eb-2f9eee82b131 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-h1-768862-2 {{(pid=84876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:39:54.920371 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0a361a6-1726-4bc4-a8eb-2f9eee82b131 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@n-h2-768862-2 {{(pid=84876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:39:54.921392 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0a361a6-1726-4bc4-a8eb-2f9eee82b131 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-h2-768862-2 {{(pid=84876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:39:54.921392 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0a361a6-1726-4bc4-a8eb-2f9eee82b131 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-h2-768862-2 {{(pid=84876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:39:54.921949 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0a361a6-1726-4bc4-a8eb-2f9eee82b131 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-h2-768862-2 {{(pid=84876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:39:54.922253 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0a361a6-1726-4bc4-a8eb-2f9eee82b131 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@n-h2-768862-2 {{(pid=84876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:39:54.922629 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0a361a6-1726-4bc4-a8eb-2f9eee82b131 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-h2-768862-2 {{(pid=84876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:39:54.924022 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0a361a6-1726-4bc4-a8eb-2f9eee82b131 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-h2-768862-2 {{(pid=84876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:39:54.924022 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0a361a6-1726-4bc4-a8eb-2f9eee82b131 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-h2-768862-2 {{(pid=84876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:39:54.924022 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0a361a6-1726-4bc4-a8eb-2f9eee82b131 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-h2-768862-2 {{(pid=84876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:39:54.925207 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75d1dc6a-65df-43df-a708-2e5b2d4aafa0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d3b109de-873b-4409-a8b1-d070635f0283,revision_number=1']} {{(pid=84875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:39:54.925635 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0a361a6-1726-4bc4-a8eb-2f9eee82b131 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-h2-768862-2 {{(pid=84876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:39:54.925635 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0a361a6-1726-4bc4-a8eb-2f9eee82b131 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-h2-768862-2 {{(pid=84876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:39:54.925635 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0a361a6-1726-4bc4-a8eb-2f9eee82b131 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-h2-768862-2 {{(pid=84876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:39:54.925635 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0a361a6-1726-4bc4-a8eb-2f9eee82b131 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-2 {{(pid=84876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:39:54.926242 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0a361a6-1726-4bc4-a8eb-2f9eee82b131 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-2 {{(pid=84876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:39:54.926320 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0a361a6-1726-4bc4-a8eb-2f9eee82b131 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-2 {{(pid=84876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:39:54.926769 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0a361a6-1726-4bc4-a8eb-2f9eee82b131 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-2 {{(pid=84876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:39:54.929415 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0a361a6-1726-4bc4-a8eb-2f9eee82b131 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@n-d-768862-2 {{(pid=84876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:39:54.929415 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0a361a6-1726-4bc4-a8eb-2f9eee82b131 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-2 {{(pid=84876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:39:54.929415 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0a361a6-1726-4bc4-a8eb-2f9eee82b131 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-768862-2 {{(pid=84876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:39:54.929415 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0a361a6-1726-4bc4-a8eb-2f9eee82b131 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-768862-2 {{(pid=84876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:39:54.929809 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0a361a6-1726-4bc4-a8eb-2f9eee82b131 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-2 {{(pid=84876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:39:54.930404 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0a361a6-1726-4bc4-a8eb-2f9eee82b131 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-2 {{(pid=84876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:39:54.931078 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0a361a6-1726-4bc4-a8eb-2f9eee82b131 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-2 {{(pid=84876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:39:54.931589 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0a361a6-1726-4bc4-a8eb-2f9eee82b131 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-2 {{(pid=84876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:39:54.937894 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-75d1dc6a-65df-43df-a708-2e5b2d4aafa0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:39:54.952648 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-fa1fb606-af24-41b2-b54f-992f79fc5084 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:39:54.965070 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.managers [None req-31a14dd6-a411-4ae5-96d5-c6da8f4621a8 None None] Attempting to bind port 0d2a6135-d0e1-4ad0-a3e3-dcc502e1abc8 on host n-d-768862-2 for vnic_type normal with profile {{(pid=84876) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 14 07:39:54.966203 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.managers [None req-31a14dd6-a411-4ae5-96d5-c6da8f4621a8 None None] Attempting to bind port 0d2a6135-d0e1-4ad0-a3e3-dcc502e1abc8 by drivers openvswitch on host n-d-768862-2 at level 0 using segments [{'id': 'cf3ded2c-bc47-4a71-89af-6e7117e60140', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '226f1e78-82cd-4481-9055-4eb73b6db8c1'}] {{(pid=84876) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 14 07:39:54.966203 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31a14dd6-a411-4ae5-96d5-c6da8f4621a8 None None] Attempting to bind port 0d2a6135-d0e1-4ad0-a3e3-dcc502e1abc8 on network 226f1e78-82cd-4481-9055-4eb73b6db8c1 {{(pid=84876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 14 07:39:54.972347 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-a0a361a6-1726-4bc4-a8eb-2f9eee82b131 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=84876) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:39:54.973357 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31a14dd6-a411-4ae5-96d5-c6da8f4621a8 None None] Checking agent: {'id': 'ba5efab1-b43c-4d5a-bc52-6e105d4e67a2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768862-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 14, 6, 56, 52), 'started_at': datetime.datetime(2021, 1, 14, 6, 57, 22), 'heartbeat_timestamp': datetime.datetime(2021, 1, 14, 7, 39, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768862-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.29', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 14 07:39:54.974135 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31a14dd6-a411-4ae5-96d5-c6da8f4621a8 None None] Checking segment: {'id': 'cf3ded2c-bc47-4a71-89af-6e7117e60140', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '226f1e78-82cd-4481-9055-4eb73b6db8c1'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84876) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 14 07:39:54.974687 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-31a14dd6-a411-4ae5-96d5-c6da8f4621a8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:39:54.975212 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31a14dd6-a411-4ae5-96d5-c6da8f4621a8 None None] Bound using segment: {'id': 'cf3ded2c-bc47-4a71-89af-6e7117e60140', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '226f1e78-82cd-4481-9055-4eb73b6db8c1'} {{(pid=84876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 14 07:39:54.975748 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.managers [None req-31a14dd6-a411-4ae5-96d5-c6da8f4621a8 None None] Bound port: 0d2a6135-d0e1-4ad0-a3e3-dcc502e1abc8, host: n-d-768862-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cf3ded2c-bc47-4a71-89af-6e7117e60140', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '226f1e78-82cd-4481-9055-4eb73b6db8c1'}}] {{(pid=84876) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 14 07:39:54.976545 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-31a14dd6-a411-4ae5-96d5-c6da8f4621a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555753'] for port, before_update {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:39:55.004405 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-fa1fb606-af24-41b2-b54f-992f79fc5084 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:39:55.055702 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [None req-31a14dd6-a411-4ae5-96d5-c6da8f4621a8 None None] For port 0d2a6135-d0e1-4ad0-a3e3-dcc502e1abc8, host n-d-768862-2, cleared binding levels {{(pid=84876) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 14 07:39:55.059333 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [None req-31a14dd6-a411-4ae5-96d5-c6da8f4621a8 None None] For port 0d2a6135-d0e1-4ad0-a3e3-dcc502e1abc8, host n-d-768862-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-2',level=0,port_id=0d2a6135-d0e1-4ad0-a3e3-dcc502e1abc8,segment=NetworkSegment(cf3ded2c-bc47-4a71-89af-6e7117e60140),segment_id=cf3ded2c-bc47-4a71-89af-6e7117e60140)] {{(pid=84876) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 14 07:39:55.109874 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-31a14dd6-a411-4ae5-96d5-c6da8f4621a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777640533312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363259214678337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777640097497'] for port, after_update {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:39:55.219333 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-696e5e4c-f1e5-4a69-89fd-f4c884d2b557 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84876) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:39:55.315355 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-fa1fb606-af24-41b2-b54f-992f79fc5084 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850887153'] for security_group, after_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:39:55.324094 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-c690b174-7da2-4747-aba0-9ffb81062934 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:39:55.327721 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0a361a6-1726-4bc4-a8eb-2f9eee82b131 None None] Pushing event updated for resources: {'Port': ['ID=0d2a6135-d0e1-4ad0-a3e3-dcc502e1abc8,revision_number=3']} {{(pid=84876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:39:55.341343 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa1fb606-af24-41b2-b54f-992f79fc5084 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d3b109de-873b-4409-a8b1-d070635f0283,revision_number=None']} {{(pid=84875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:39:55.352891 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-fa1fb606-af24-41b2-b54f-992f79fc5084 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:39:55.358548 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-a0a361a6-1726-4bc4-a8eb-2f9eee82b131 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=84876) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:39:55.364606 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-fa1fb606-af24-41b2-b54f-992f79fc5084 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:39:55.380507 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-fa1fb606-af24-41b2-b54f-992f79fc5084 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/d3b109de-873b-4409-a8b1-d070635f0283 HTTP/1.1" status: 204 len: 168 time: 0.5263984 Jan 14 07:39:55.406233 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.db_base_plugin_common [None req-008ccea2-bc02-45e0-a6aa-6206278a682f tempest-RoutersAdminTest-2021597473 tempest-RoutersAdminTest-2021597473] Allocated IP 172.25.2.71 (226f1e78-82cd-4481-9055-4eb73b6db8c1/ba8deeec-7658-4195-9449-038c076f5c83/7280b82f-b9a3-4f89-ba4d-47371a5ab930) {{(pid=84874) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 14 07:39:55.417802 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31a14dd6-a411-4ae5-96d5-c6da8f4621a8 None None] Routers {'b32f7b75-1dbb-4d03-9d53-e34024ce877e'} bound to L3 agent in host n-d-768862-2 {{(pid=84876) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 14 07:39:55.419080 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_hamode_db [None req-31a14dd6-a411-4ae5-96d5-c6da8f4621a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-01-14T06:56:51Z,description=,heartbeat_timestamp=2021-01-14T07:39:52Z,host='n-d-768862-2',id=35f592e9-451b-4db9-abea-77b6a5c5391b,load=0,resource_versions=,resources_synced=,started_at=2021-01-14T06:56:51Z,topic='l3_agent')) {'router_ids': ['b32f7b75-1dbb-4d03-9d53-e34024ce877e'], 'active': True} {{(pid=84876) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:39:55.702319 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-008ccea2-bc02-45e0-a6aa-6206278a682f tempest-RoutersAdminTest-2021597473 tempest-RoutersAdminTest-2021597473] Notify callbacks [] for port, precommit_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:39:55.836811 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_dvr_db [None req-31a14dd6-a411-4ae5-96d5-c6da8f4621a8 None None] Set router b32f7b75-1dbb-4d03-9d53-e34024ce877e gateway port host: n-d-768862-2 {{(pid=84876) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 14 07:39:55.890484 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-008ccea2-bc02-45e0-a6aa-6206278a682f tempest-RoutersAdminTest-2021597473 tempest-RoutersAdminTest-2021597473] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777640123575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3254186'] for port, after_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:39:55.925944 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-09e692f8-791f-48ab-a12b-a7e9d2fd26d1 tempest-PortsTestJSON-2091589570 tempest-PortsTestJSON-2091589570] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:39:56.110886 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-008ccea2-bc02-45e0-a6aa-6206278a682f tempest-RoutersAdminTest-2021597473 tempest-RoutersAdminTest-2021597473] Pushing event updated for resources: {'Port': ['ID=7280b82f-b9a3-4f89-ba4d-47371a5ab930,revision_number=1']} {{(pid=84874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:39:56.129026 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-008ccea2-bc02-45e0-a6aa-6206278a682f tempest-RoutersAdminTest-2021597473 tempest-RoutersAdminTest-2021597473] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.207s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:39:56.308987 n-d-768862-2 neutron-server[84765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-008ccea2-bc02-45e0-a6aa-6206278a682f tempest-RoutersAdminTest-2021597473 tempest-RoutersAdminTest-2021597473] Network 226f1e78-82cd-4481-9055-4eb73b6db8c1 is already hosted by enough agents. {{(pid=84874) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 07:39:56.314558 n-d-768862-2 neutron-server[84765]: DEBUG neutron.scheduler.base_scheduler [None req-008ccea2-bc02-45e0-a6aa-6206278a682f tempest-RoutersAdminTest-2021597473 tempest-RoutersAdminTest-2021597473] Resources bound (agent type, host, resource id): {{(pid=84874) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 07:39:56.325942 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-008ccea2-bc02-45e0-a6aa-6206278a682f tempest-RoutersAdminTest-2021597473 tempest-RoutersAdminTest-2021597473] Received port after_create {{(pid=84874) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 14 07:39:56.394452 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_hamode_db [None req-31a14dd6-a411-4ae5-96d5-c6da8f4621a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b32f7b75-1dbb-4d03-9d53-e34024ce877e', 'name': 'tempest-snat-router-1520046048', 'tenant_id': '3d589604bc2249fc83aae486a90067f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '226f1e78-82cd-4481-9055-4eb73b6db8c1', 'external_fixed_ips': [{'subnet_id': 'ba8deeec-7658-4195-9449-038c076f5c83', 'ip_address': '172.25.2.10'}], 'enable_snat': False}, 'gw_port_id': '0d2a6135-d0e1-4ad0-a3e3-dcc502e1abc8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-14T07:39:49Z', 'updated_at': '2021-01-14T07:39:51Z', 'revision_number': 3, 'project_id': '3d589604bc2249fc83aae486a90067f2', 'gw_port': {'id': '0d2a6135-d0e1-4ad0-a3e3-dcc502e1abc8', 'name': '', 'network_id': '226f1e78-82cd-4481-9055-4eb73b6db8c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:1f:22', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b32f7b75-1dbb-4d03-9d53-e34024ce877e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3460, 'fixed_ips': [{'subnet_id': 'ba8deeec-7658-4195-9449-038c076f5c83', 'ip_address': '172.25.2.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T07:39:50Z', 'updated_at': '2021-01-14T07:39:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ba8deeec-7658-4195-9449-038c076f5c83', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-768862-2'}], 'n-d-768862-2', False) {} {{(pid=84876) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:39:56.401072 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31a14dd6-a411-4ae5-96d5-c6da8f4621a8 None None] The sync data for ids ['b32f7b75-1dbb-4d03-9d53-e34024ce877e'] in n-d-768862-2 is: [{'id': 'b32f7b75-1dbb-4d03-9d53-e34024ce877e', 'name': 'tempest-snat-router-1520046048', 'tenant_id': '3d589604bc2249fc83aae486a90067f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '226f1e78-82cd-4481-9055-4eb73b6db8c1', 'external_fixed_ips': [{'subnet_id': 'ba8deeec-7658-4195-9449-038c076f5c83', 'ip_address': '172.25.2.10'}], 'enable_snat': False}, 'gw_port_id': '0d2a6135-d0e1-4ad0-a3e3-dcc502e1abc8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-14T07:39:49Z', 'updated_at': '2021-01-14T07:39:51Z', 'revision_number': 3, 'project_id': '3d589604bc2249fc83aae486a90067f2', 'gw_port': {'id': '0d2a6135-d0e1-4ad0-a3e3-dcc502e1abc8', 'name': '', 'network_id': '226f1e78-82cd-4481-9055-4eb73b6db8c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:1f:22', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b32f7b75-1dbb-4d03-9d53-e34024ce877e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3460, 'fixed_ips': [{'subnet_id': 'ba8deeec-7658-4195-9449-038c076f5c83', 'ip_address': '172.25.2.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T07:39:50Z', 'updated_at': '2021-01-14T07:39:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ba8deeec-7658-4195-9449-038c076f5c83', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-768862-2'}] {{(pid=84876) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Jan 14 07:39:57.162384 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-008ccea2-bc02-45e0-a6aa-6206278a682f tempest-RoutersAdminTest-2021597473 tempest-RoutersAdminTest-2021597473] Notify callbacks [] for router_gateway, after_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:39:57.776054 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-008ccea2-bc02-45e0-a6aa-6206278a682f tempest-RoutersAdminTest-2021597473 tempest-RoutersAdminTest-2021597473] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036850886612', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036850863158'] for router, after_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:39:58.538752 n-d-768862-2 neutron-server[84765]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-008ccea2-bc02-45e0-a6aa-6206278a682f tempest-RoutersAdminTest-2021597473 tempest-RoutersAdminTest-2021597473] Router a1153a77-4712-4fc1-83de-510796fc1d3a is scheduled to L3 agent 35f592e9-451b-4db9-abea-77b6a5c5391b with binding_index 1 {{(pid=84874) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}} Jan 14 07:39:58.794755 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Device 0d2a6135-d0e1-4ad0-a3e3-dcc502e1abc8 up at agent ovs-agent-n-d-768862-2 {{(pid=84876) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 07:39:58.822120 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-008ccea2-bc02-45e0-a6aa-6206278a682f tempest-RoutersAdminTest-2021597473 tempest-RoutersAdminTest-2021597473] Notify agent at l3_agent.n-d-768862-2 the message routers_updated {{(pid=84874) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jan 14 07:39:58.833664 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86d171d7-53b6-457b-b6b9-55e0da1aedc2 None None] Sync routers for ids ['a1153a77-4712-4fc1-83de-510796fc1d3a'] in n-d-768862-2 {{(pid=84877) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Jan 14 07:39:58.853084 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86d171d7-53b6-457b-b6b9-55e0da1aedc2 None None] Routers {'a1153a77-4712-4fc1-83de-510796fc1d3a'} bound to L3 agent in host n-d-768862-2 {{(pid=84877) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 14 07:39:58.853789 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_hamode_db [None req-86d171d7-53b6-457b-b6b9-55e0da1aedc2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-01-14T06:56:51Z,description=,heartbeat_timestamp=2021-01-14T07:39:52Z,host='n-d-768862-2',id=35f592e9-451b-4db9-abea-77b6a5c5391b,load=0,resource_versions=,resources_synced=,started_at=2021-01-14T06:56:51Z,topic='l3_agent')) {'router_ids': ['a1153a77-4712-4fc1-83de-510796fc1d3a'], 'active': True} {{(pid=84877) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:39:58.894647 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-008ccea2-bc02-45e0-a6aa-6206278a682f tempest-RoutersAdminTest-2021597473 tempest-RoutersAdminTest-2021597473] Notify callbacks [] for router, before_response {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:39:58.896045 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-008ccea2-bc02-45e0-a6aa-6206278a682f tempest-RoutersAdminTest-2021597473 tempest-RoutersAdminTest-2021597473] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 906 time: 5.2076952 Jan 14 07:39:58.899296 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84875) accepted ('10.222.0.24', 40588) {{(pid=84875) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:39:58.919109 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Provisioning for port 0d2a6135-d0e1-4ad0-a3e3-dcc502e1abc8 completed by entity L2. {{(pid=84876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 07:39:58.928887 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Provisioning complete for port 0d2a6135-d0e1-4ad0-a3e3-dcc502e1abc8 triggered by entity L2. {{(pid=84876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 07:39:58.929803 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-604227'] for port, provisioning_complete {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:39:59.117446 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555753'] for port, before_update {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:39:59.164772 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] For port 0d2a6135-d0e1-4ad0-a3e3-dcc502e1abc8, host n-d-768862-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-2',level=0,port_id=0d2a6135-d0e1-4ad0-a3e3-dcc502e1abc8,segment=NetworkSegment(cf3ded2c-bc47-4a71-89af-6e7117e60140),segment_id=cf3ded2c-bc47-4a71-89af-6e7117e60140)] {{(pid=84876) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 07:39:59.171000 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777640533312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363259214678337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777640097497'] for port, after_update {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:39:59.173979 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-7eee8689-a473-4bd3-a424-c6b98fee1b0e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84876) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:39:59.279733 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_dvr_db [None req-86d171d7-53b6-457b-b6b9-55e0da1aedc2 None None] Set router a1153a77-4712-4fc1-83de-510796fc1d3a gateway port host: n-d-768862-2 {{(pid=84877) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 14 07:39:59.291034 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Pushing event updated for resources: {'Port': ['ID=0d2a6135-d0e1-4ad0-a3e3-dcc502e1abc8,revision_number=4']} {{(pid=84876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:39:59.296086 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=84876) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:39:59.348285 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84874) accepted ('10.222.0.24', 40624) {{(pid=84874) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:39:59.349152 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-a25d2fac-9db9-4cfb-909b-4a3b75dc5043 tempest-RoutersAdminTest-2021597473 tempest-RoutersAdminTest-2021597473] 10.222.0.24 "GET /v2.0/routers/a1153a77-4712-4fc1-83de-510796fc1d3a HTTP/1.1" status: 200 len: 907 time: 0.4478960 Jan 14 07:39:59.700998 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-dbd9a708-5d2e-4c6b-b398-7b2c6efc98c6 tempest-RoutersAdminTest-2021597473 tempest-RoutersAdminTest-2021597473] Notify callbacks [] for router, before_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:39:59.899645 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_hamode_db [None req-86d171d7-53b6-457b-b6b9-55e0da1aedc2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a1153a77-4712-4fc1-83de-510796fc1d3a', 'name': 'tempest-snat-router-1520046048', 'tenant_id': '3d589604bc2249fc83aae486a90067f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '226f1e78-82cd-4481-9055-4eb73b6db8c1', 'external_fixed_ips': [{'subnet_id': 'ba8deeec-7658-4195-9449-038c076f5c83', 'ip_address': '172.25.2.71'}], 'enable_snat': True}, 'gw_port_id': '7280b82f-b9a3-4f89-ba4d-47371a5ab930', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-14T07:39:53Z', 'updated_at': '2021-01-14T07:39:56Z', 'revision_number': 3, 'project_id': '3d589604bc2249fc83aae486a90067f2', 'gw_port': {'id': '7280b82f-b9a3-4f89-ba4d-47371a5ab930', 'name': '', 'network_id': '226f1e78-82cd-4481-9055-4eb73b6db8c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:1d:51', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a1153a77-4712-4fc1-83de-510796fc1d3a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3472, 'fixed_ips': [{'subnet_id': 'ba8deeec-7658-4195-9449-038c076f5c83', 'ip_address': '172.25.2.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T07:39:55Z', 'updated_at': '2021-01-14T07:39:55Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ba8deeec-7658-4195-9449-038c076f5c83', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-2'}], 'n-d-768862-2', False) {} {{(pid=84877) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:39:59.905268 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86d171d7-53b6-457b-b6b9-55e0da1aedc2 None None] Checking router: a1153a77-4712-4fc1-83de-510796fc1d3a for host: n-d-768862-2 {{(pid=84877) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Jan 14 07:39:59.906121 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86d171d7-53b6-457b-b6b9-55e0da1aedc2 None None] Updating router a1153a77-4712-4fc1-83de-510796fc1d3a port 7280b82f-b9a3-4f89-ba4d-47371a5ab930 binding host n-d-768862-2 {{(pid=84877) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Jan 14 07:39:59.951345 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-dbd9a708-5d2e-4c6b-b398-7b2c6efc98c6 tempest-RoutersAdminTest-2021597473 tempest-RoutersAdminTest-2021597473] Notify callbacks [] for router_gateway, before_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:39:59.957828 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.plugin [None req-dbd9a708-5d2e-4c6b-b398-7b2c6efc98c6 tempest-RoutersAdminTest-2021597473 tempest-RoutersAdminTest-2021597473] Deleting port 7280b82f-b9a3-4f89-ba4d-47371a5ab930 {{(pid=84874) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 07:39:59.958210 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-dbd9a708-5d2e-4c6b-b398-7b2c6efc98c6 tempest-RoutersAdminTest-2021597473 tempest-RoutersAdminTest-2021597473] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363259214248359'] for port, before_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:39:59.978929 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-86d171d7-53b6-457b-b6b9-55e0da1aedc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555753'] for port, before_update {{(pid=84877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:40:00.165428 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-dbd9a708-5d2e-4c6b-b398-7b2c6efc98c6 tempest-RoutersAdminTest-2021597473 tempest-RoutersAdminTest-2021597473] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036850862667'] for port, precommit_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:40:00.319118 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.plugin [None req-dbd9a708-5d2e-4c6b-b398-7b2c6efc98c6 tempest-RoutersAdminTest-2021597473 tempest-RoutersAdminTest-2021597473] Calling delete_port for 7280b82f-b9a3-4f89-ba4d-47371a5ab930 owned by network:router_gateway {{(pid=84874) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 07:40:00.606017 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-dbd9a708-5d2e-4c6b-b398-7b2c6efc98c6 tempest-RoutersAdminTest-2021597473 tempest-RoutersAdminTest-2021597473] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777640533329', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777640097463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3254186'] for port, after_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:40:00.779965 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Device 0d2a6135-d0e1-4ad0-a3e3-dcc502e1abc8 up at agent ovs-agent-n-d-768862-2 {{(pid=84876) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 07:40:00.926071 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-dbd9a708-5d2e-4c6b-b398-7b2c6efc98c6 tempest-RoutersAdminTest-2021597473 tempest-RoutersAdminTest-2021597473] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036850863128'] for router_gateway, after_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:40:00.926916 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Provisioning complete for port 0d2a6135-d0e1-4ad0-a3e3-dcc502e1abc8 triggered by entity L2. {{(pid=84876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 07:40:00.927349 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-604227'] for port, provisioning_complete {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:40:01.110782 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-dbd9a708-5d2e-4c6b-b398-7b2c6efc98c6 tempest-RoutersAdminTest-2021597473 tempest-RoutersAdminTest-2021597473] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3889346', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036854717606'] for router, precommit_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:40:01.114155 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-dbd9a708-5d2e-4c6b-b398-7b2c6efc98c6 tempest-RoutersAdminTest-2021597473 tempest-RoutersAdminTest-2021597473] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:40:01.145398 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-dbd9a708-5d2e-4c6b-b398-7b2c6efc98c6 tempest-RoutersAdminTest-2021597473 tempest-RoutersAdminTest-2021597473] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036850897070'] for router, after_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:40:01.146806 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dbd9a708-5d2e-4c6b-b398-7b2c6efc98c6 tempest-RoutersAdminTest-2021597473 tempest-RoutersAdminTest-2021597473] Fanout notify agent at l3_agent the message router_deleted on router a1153a77-4712-4fc1-83de-510796fc1d3a {{(pid=84874) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jan 14 07:40:01.151414 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.db.api [None req-86d171d7-53b6-457b-b6b9-55e0da1aedc2 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=84877) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Jan 14 07:40:01.152160 n-d-768862-2 neutron-server[84765]: DEBUG oslo_db.api [None req-86d171d7-53b6-457b-b6b9-55e0da1aedc2 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=84877) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Jan 14 07:40:01.169461 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-dbd9a708-5d2e-4c6b-b398-7b2c6efc98c6 tempest-RoutersAdminTest-2021597473 tempest-RoutersAdminTest-2021597473] Notify callbacks [] for router, before_response {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:40:01.173234 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-dbd9a708-5d2e-4c6b-b398-7b2c6efc98c6 tempest-RoutersAdminTest-2021597473 tempest-RoutersAdminTest-2021597473] 10.222.0.24 "DELETE /v2.0/routers/a1153a77-4712-4fc1-83de-510796fc1d3a HTTP/1.1" status: 204 len: 168 time: 1.8207247 Jan 14 07:40:01.174136 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84875) accepted ('10.222.0.24', 40660) {{(pid=84875) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:40:01.442412 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-8a4f70f7-b5dd-4a54-bced-81d1e8ede100 tempest-RoutersAdminTest-2021597473 tempest-RoutersAdminTest-2021597473] Notify callbacks [] for router, before_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:40:01.650274 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-8a4f70f7-b5dd-4a54-bced-81d1e8ede100 tempest-RoutersAdminTest-2021597473 tempest-RoutersAdminTest-2021597473] Notify callbacks [] for router_gateway, before_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:40:01.664828 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.plugin [None req-8a4f70f7-b5dd-4a54-bced-81d1e8ede100 tempest-RoutersAdminTest-2021597473 tempest-RoutersAdminTest-2021597473] Deleting port 0d2a6135-d0e1-4ad0-a3e3-dcc502e1abc8 {{(pid=84875) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 07:40:01.669586 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-8a4f70f7-b5dd-4a54-bced-81d1e8ede100 tempest-RoutersAdminTest-2021597473 tempest-RoutersAdminTest-2021597473] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363259214248359'] for port, before_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:40:01.690458 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86d171d7-53b6-457b-b6b9-55e0da1aedc2 None None] Port 7280b82f-b9a3-4f89-ba4d-47371a5ab930 not found while updating agent binding for router a1153a77-4712-4fc1-83de-510796fc1d3a. {{(pid=84877) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:218}} Jan 14 07:40:01.701254 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86d171d7-53b6-457b-b6b9-55e0da1aedc2 None None] Routers set() bound to L3 agent in host n-d-768862-2 {{(pid=84877) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 14 07:40:01.701692 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86d171d7-53b6-457b-b6b9-55e0da1aedc2 None None] Router IDs set() for agent in host n-d-768862-2 {{(pid=84877) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:464}} Jan 14 07:40:01.702363 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_agentschedulers_db [None req-86d171d7-53b6-457b-b6b9-55e0da1aedc2 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'a1153a77-4712-4fc1-83de-510796fc1d3a'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-01-14T06:56:51Z,description=,heartbeat_timestamp=2021-01-14T07:39:52Z,host='n-d-768862-2',id=35f592e9-451b-4db9-abea-77b6a5c5391b,load=0,resource_versions=,resources_synced=,started_at=2021-01-14T06:56:51Z,topic='l3_agent'). {{(pid=84877) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:357}} Jan 14 07:40:01.702784 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86d171d7-53b6-457b-b6b9-55e0da1aedc2 None None] The sync data for ids ['a1153a77-4712-4fc1-83de-510796fc1d3a'] in n-d-768862-2 is: [] {{(pid=84877) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Jan 14 07:40:01.896304 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84874) accepted ('10.222.0.24', 40676) {{(pid=84874) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:40:01.924796 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [None req-8a4f70f7-b5dd-4a54-bced-81d1e8ede100 tempest-RoutersAdminTest-2021597473 tempest-RoutersAdminTest-2021597473] For port 0d2a6135-d0e1-4ad0-a3e3-dcc502e1abc8, host n-d-768862-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-2',level=0,port_id=0d2a6135-d0e1-4ad0-a3e3-dcc502e1abc8,segment=NetworkSegment(cf3ded2c-bc47-4a71-89af-6e7117e60140),segment_id=cf3ded2c-bc47-4a71-89af-6e7117e60140)] {{(pid=84875) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 07:40:01.925598 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-8a4f70f7-b5dd-4a54-bced-81d1e8ede100 tempest-RoutersAdminTest-2021597473 tempest-RoutersAdminTest-2021597473] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036850862667'] for port, precommit_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:40:02.094068 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.plugin [None req-8a4f70f7-b5dd-4a54-bced-81d1e8ede100 tempest-RoutersAdminTest-2021597473 tempest-RoutersAdminTest-2021597473] Calling delete_port for 0d2a6135-d0e1-4ad0-a3e3-dcc502e1abc8 owned by network:router_gateway {{(pid=84875) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 07:40:02.095012 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-fb13d45e-653c-4b6a-9137-d90da9e2e52d admin admin] Notify callbacks [] for security_group, before_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:40:02.130279 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-fb13d45e-653c-4b6a-9137-d90da9e2e52d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:40:02.135594 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-fb13d45e-653c-4b6a-9137-d90da9e2e52d admin admin] Usage tracker for resource:security_group_rule and tenant:c780f657092a4b60acf85a01304caffd is out of sync, need to count used quota {{(pid=84874) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:40:02.138838 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-fb13d45e-653c-4b6a-9137-d90da9e2e52d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84874) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:40:02.145747 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-fb13d45e-653c-4b6a-9137-d90da9e2e52d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:40:02.248030 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-fb13d45e-653c-4b6a-9137-d90da9e2e52d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:40:02.252496 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-fb13d45e-653c-4b6a-9137-d90da9e2e52d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850887153'] for security_group, after_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:40:02.263732 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-215e434e-5a43-4140-9f72-fa087105083c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:40:02.270659 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-8a4f70f7-b5dd-4a54-bced-81d1e8ede100 tempest-RoutersAdminTest-2021597473 tempest-RoutersAdminTest-2021597473] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777640533329', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777640097463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851621574'] for port, after_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:40:02.311793 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-fb13d45e-653c-4b6a-9137-d90da9e2e52d admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=c780f657092a4b60acf85a01304caffd&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4144585 Jan 14 07:40:02.312993 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb13d45e-653c-4b6a-9137-d90da9e2e52d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f7ca4631-e66f-4c7b-87b9-ca70d13611ca,revision_number=1']} {{(pid=84874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:40:02.316459 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84874) accepted ('10.222.0.24', 40684) {{(pid=84874) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:40:02.364002 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-fb13d45e-653c-4b6a-9137-d90da9e2e52d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:40:02.394857 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-96f98db8-3c49-4f55-a081-a2626ab413ae admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:40:02.429983 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-96f98db8-3c49-4f55-a081-a2626ab413ae admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:40:02.521962 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-96f98db8-3c49-4f55-a081-a2626ab413ae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850887153'] for security_group, after_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:40:02.538854 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-c226ebbe-a153-4305-bfae-db8480d52dae tempest-NegativeSecGroupTest-99150678 tempest-NegativeSecGroupTest-99150678] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:40:02.546125 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-8a4f70f7-b5dd-4a54-bced-81d1e8ede100 tempest-RoutersAdminTest-2021597473 tempest-RoutersAdminTest-2021597473] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036850863128'] for router_gateway, after_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:40:02.563214 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96f98db8-3c49-4f55-a081-a2626ab413ae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f7ca4631-e66f-4c7b-87b9-ca70d13611ca,revision_number=None']} {{(pid=84874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:40:02.571945 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-96f98db8-3c49-4f55-a081-a2626ab413ae admin admin] Notify callbacks [] for security_group, before_response {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:40:02.602659 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-96f98db8-3c49-4f55-a081-a2626ab413ae admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/f7ca4631-e66f-4c7b-87b9-ca70d13611ca HTTP/1.1" status: 204 len: 168 time: 0.2847266 Jan 14 07:40:02.606301 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-96f98db8-3c49-4f55-a081-a2626ab413ae admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:40:03.068080 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84874) accepted ('10.222.0.24', 40694) {{(pid=84874) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:40:03.070839 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-8a4f70f7-b5dd-4a54-bced-81d1e8ede100 tempest-RoutersAdminTest-2021597473 tempest-RoutersAdminTest-2021597473] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3889346', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036854717606'] for router, precommit_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:40:03.073282 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-8a4f70f7-b5dd-4a54-bced-81d1e8ede100 tempest-RoutersAdminTest-2021597473 tempest-RoutersAdminTest-2021597473] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:40:03.089445 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-0584baab-e68f-45a2-a3f7-913015182f8e admin admin] Notify callbacks [] for security_group, before_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:40:03.095661 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-8a4f70f7-b5dd-4a54-bced-81d1e8ede100 tempest-RoutersAdminTest-2021597473 tempest-RoutersAdminTest-2021597473] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036850897070'] for router, after_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:40:03.096320 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8a4f70f7-b5dd-4a54-bced-81d1e8ede100 tempest-RoutersAdminTest-2021597473 tempest-RoutersAdminTest-2021597473] Fanout notify agent at l3_agent the message router_deleted on router b32f7b75-1dbb-4d03-9d53-e34024ce877e {{(pid=84875) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jan 14 07:40:03.107286 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-0584baab-e68f-45a2-a3f7-913015182f8e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:40:03.110539 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-8a4f70f7-b5dd-4a54-bced-81d1e8ede100 tempest-RoutersAdminTest-2021597473 tempest-RoutersAdminTest-2021597473] Notify callbacks [] for router, before_response {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:40:03.111805 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-8a4f70f7-b5dd-4a54-bced-81d1e8ede100 tempest-RoutersAdminTest-2021597473 tempest-RoutersAdminTest-2021597473] 10.222.0.24 "DELETE /v2.0/routers/b32f7b75-1dbb-4d03-9d53-e34024ce877e HTTP/1.1" status: 204 len: 168 time: 1.9364321 Jan 14 07:40:03.115858 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-0584baab-e68f-45a2-a3f7-913015182f8e admin admin] Usage tracker for resource:security_group_rule and tenant:b5cd0c9bd17a4bd3beb10b237000e755 is out of sync, need to count used quota {{(pid=84874) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:40:03.116131 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84875) accepted ('10.222.0.24', 40698) {{(pid=84875) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:40:03.120130 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-0584baab-e68f-45a2-a3f7-913015182f8e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84874) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:40:03.122639 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.v2.base [None req-b6b476ee-725e-4206-b070-bda2a3d6185c tempest-RoutersAdminTest-626627900 tempest-RoutersAdminTest-626627900] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1457736161', 'external_gateway_info': {'network_id': '226f1e78-82cd-4481-9055-4eb73b6db8c1'}, 'admin_state_up': False}} {{(pid=84875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:40:03.127066 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-0584baab-e68f-45a2-a3f7-913015182f8e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:40:03.135154 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-b6b476ee-725e-4206-b070-bda2a3d6185c tempest-RoutersAdminTest-626627900 tempest-RoutersAdminTest-626627900] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:40:03.139377 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-b6b476ee-725e-4206-b070-bda2a3d6185c tempest-RoutersAdminTest-626627900 tempest-RoutersAdminTest-626627900] Usage tracker for resource:router and tenant:a6665645452a42b0949cd0a7c727890c is out of sync, need to count used quota {{(pid=84875) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:40:03.142565 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-b6b476ee-725e-4206-b070-bda2a3d6185c tempest-RoutersAdminTest-626627900 tempest-RoutersAdminTest-626627900] Quota usage for router was recalculated. Used quota:0. {{(pid=84875) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:40:03.149552 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-b6b476ee-725e-4206-b070-bda2a3d6185c tempest-RoutersAdminTest-626627900 tempest-RoutersAdminTest-626627900] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:40:03.160369 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-b6b476ee-725e-4206-b070-bda2a3d6185c tempest-RoutersAdminTest-626627900 tempest-RoutersAdminTest-626627900] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3889205', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854717621'] for router, before_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:40:03.161501 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-b6b476ee-725e-4206-b070-bda2a3d6185c tempest-RoutersAdminTest-626627900 tempest-RoutersAdminTest-626627900] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036850886574', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3912501', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3808446', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-58179'] for router, precommit_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:40:03.185244 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-b6b476ee-725e-4206-b070-bda2a3d6185c tempest-RoutersAdminTest-626627900 tempest-RoutersAdminTest-626627900] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:40:03.288317 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-0584baab-e68f-45a2-a3f7-913015182f8e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:40:03.292672 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-0584baab-e68f-45a2-a3f7-913015182f8e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850887153'] for security_group, after_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:40:03.300866 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-9e0f8cc7-521f-43c4-a514-f9c26f1a0a60 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:40:03.368204 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0584baab-e68f-45a2-a3f7-913015182f8e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ab132dcf-01c1-4be0-b849-2bbb21dff7d1,revision_number=1']} {{(pid=84874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:40:03.372332 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-0584baab-e68f-45a2-a3f7-913015182f8e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:40:03.377725 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-0584baab-e68f-45a2-a3f7-913015182f8e admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=b5cd0c9bd17a4bd3beb10b237000e755&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3058019 Jan 14 07:40:03.378675 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84874) accepted ('10.222.0.24', 40704) {{(pid=84874) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:40:03.480312 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-25365f4f-c372-4327-89b9-a8a690da256d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:40:03.523312 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-25365f4f-c372-4327-89b9-a8a690da256d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:40:03.552277 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-b6b476ee-725e-4206-b070-bda2a3d6185c tempest-RoutersAdminTest-626627900 tempest-RoutersAdminTest-626627900] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3912484', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3889188', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-58194'] for router, precommit_update {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:40:03.586369 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-25365f4f-c372-4327-89b9-a8a690da256d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850887153'] for security_group, after_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:40:03.601388 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-aed772f0-c387-4e48-97c4-d4fcff71fe5f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:40:03.634162 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-25365f4f-c372-4327-89b9-a8a690da256d admin admin] Notify callbacks [] for security_group, before_response {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:40:03.638178 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-25365f4f-c372-4327-89b9-a8a690da256d admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/ab132dcf-01c1-4be0-b849-2bbb21dff7d1 HTTP/1.1" status: 204 len: 168 time: 0.2567439 Jan 14 07:40:03.638178 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25365f4f-c372-4327-89b9-a8a690da256d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ab132dcf-01c1-4be0-b849-2bbb21dff7d1,revision_number=None']} {{(pid=84874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:40:03.651203 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-25365f4f-c372-4327-89b9-a8a690da256d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:40:04.149137 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-b6b476ee-725e-4206-b070-bda2a3d6185c tempest-RoutersAdminTest-626627900 tempest-RoutersAdminTest-626627900] Notify callbacks [] for router_gateway, before_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:40:04.192101 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-b6b476ee-725e-4206-b070-bda2a3d6185c tempest-RoutersAdminTest-626627900 tempest-RoutersAdminTest-626627900] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555753'] for port, before_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:40:04.535040 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.db_base_plugin_common [None req-b6b476ee-725e-4206-b070-bda2a3d6185c tempest-RoutersAdminTest-626627900 tempest-RoutersAdminTest-626627900] Allocated IP 172.25.2.85 (226f1e78-82cd-4481-9055-4eb73b6db8c1/ba8deeec-7658-4195-9449-038c076f5c83/324836c0-8381-4d34-97cd-fae12cba12e8) {{(pid=84875) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 14 07:40:04.770471 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Device 0d2a6135-d0e1-4ad0-a3e3-dcc502e1abc8 no longer exists at agent ovs-agent-n-d-768862-2 {{(pid=84876) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jan 14 07:40:04.783892 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-b6b476ee-725e-4206-b070-bda2a3d6185c tempest-RoutersAdminTest-626627900 tempest-RoutersAdminTest-626627900] Notify callbacks [] for port, precommit_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:40:04.819772 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.plugin [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] No Port match for: 0d2a6135-d0e1-4ad0-a3e3-dcc502e1abc8 {{(pid=84876) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2188}} Jan 14 07:40:04.820522 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Device 0d2a6135-d0e1-4ad0-a3e3-dcc502e1abc8 not bound to the agent host n-d-768862-2 {{(pid=84876) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jan 14 07:40:04.831312 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-b6b476ee-725e-4206-b070-bda2a3d6185c tempest-RoutersAdminTest-626627900 tempest-RoutersAdminTest-626627900] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777640123575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851621574'] for port, after_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:40:04.848599 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-3b5cb303-4a9b-44c5-b8e6-5bf863b94953 tempest-RoutersTest-1255860389 tempest-RoutersTest-1255860389] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:40:04.990572 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6b476ee-725e-4206-b070-bda2a3d6185c tempest-RoutersAdminTest-626627900 tempest-RoutersAdminTest-626627900] Pushing event updated for resources: {'Port': ['ID=324836c0-8381-4d34-97cd-fae12cba12e8,revision_number=1']} {{(pid=84875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:40:04.995348 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-b6b476ee-725e-4206-b070-bda2a3d6185c tempest-RoutersAdminTest-626627900 tempest-RoutersAdminTest-626627900] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:40:05.069119 n-d-768862-2 neutron-server[84765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6b476ee-725e-4206-b070-bda2a3d6185c tempest-RoutersAdminTest-626627900 tempest-RoutersAdminTest-626627900] Network 226f1e78-82cd-4481-9055-4eb73b6db8c1 is already hosted by enough agents. {{(pid=84875) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 07:40:05.069119 n-d-768862-2 neutron-server[84765]: DEBUG neutron.scheduler.base_scheduler [None req-b6b476ee-725e-4206-b070-bda2a3d6185c tempest-RoutersAdminTest-626627900 tempest-RoutersAdminTest-626627900] Resources bound (agent type, host, resource id): {{(pid=84875) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 07:40:05.071314 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6b476ee-725e-4206-b070-bda2a3d6185c tempest-RoutersAdminTest-626627900 tempest-RoutersAdminTest-626627900] Received port after_create {{(pid=84875) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 14 07:40:05.575239 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-b6b476ee-725e-4206-b070-bda2a3d6185c tempest-RoutersAdminTest-626627900 tempest-RoutersAdminTest-626627900] Notify callbacks [] for router_gateway, after_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:40:06.003866 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-b6b476ee-725e-4206-b070-bda2a3d6185c tempest-RoutersAdminTest-626627900 tempest-RoutersAdminTest-626627900] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036850886612', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036850863158'] for router, after_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:40:06.258137 n-d-768862-2 neutron-server[84765]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b6b476ee-725e-4206-b070-bda2a3d6185c tempest-RoutersAdminTest-626627900 tempest-RoutersAdminTest-626627900] Router 5a95cc63-fc8f-4839-97f6-2bafb4732cbc is scheduled to L3 agent 35f592e9-451b-4db9-abea-77b6a5c5391b with binding_index 1 {{(pid=84875) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}} Jan 14 07:40:06.970815 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b6b476ee-725e-4206-b070-bda2a3d6185c tempest-RoutersAdminTest-626627900 tempest-RoutersAdminTest-626627900] Notify agent at l3_agent.n-d-768862-2 the message routers_updated {{(pid=84875) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jan 14 07:40:06.983987 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f107329f-87b4-4482-8b68-613bbbcb325e None None] Sync routers for ids ['5a95cc63-fc8f-4839-97f6-2bafb4732cbc'] in n-d-768862-2 {{(pid=84876) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Jan 14 07:40:07.003387 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f107329f-87b4-4482-8b68-613bbbcb325e None None] Routers {'5a95cc63-fc8f-4839-97f6-2bafb4732cbc'} bound to L3 agent in host n-d-768862-2 {{(pid=84876) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 14 07:40:07.004267 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_hamode_db [None req-f107329f-87b4-4482-8b68-613bbbcb325e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-01-14T06:56:51Z,description=,heartbeat_timestamp=2021-01-14T07:39:52Z,host='n-d-768862-2',id=35f592e9-451b-4db9-abea-77b6a5c5391b,load=0,resource_versions=,resources_synced=,started_at=2021-01-14T06:56:51Z,topic='l3_agent')) {'router_ids': ['5a95cc63-fc8f-4839-97f6-2bafb4732cbc'], 'active': True} {{(pid=84876) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:40:07.056321 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-b6b476ee-725e-4206-b070-bda2a3d6185c tempest-RoutersAdminTest-626627900 tempest-RoutersAdminTest-626627900] Notify callbacks [] for router, before_response {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:40:07.060868 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84874) accepted ('10.222.0.24', 40798) {{(pid=84874) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:40:07.061054 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-b6b476ee-725e-4206-b070-bda2a3d6185c tempest-RoutersAdminTest-626627900 tempest-RoutersAdminTest-626627900] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 884 time: 3.9433551 Jan 14 07:40:07.070175 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.v2.base [None req-32d99ff6-416d-4b35-9fcf-9fec3cedd394 tempest-RoutersAdminTest-2021597473 tempest-RoutersAdminTest-2021597473] Request body: {'router': {'external_gateway_info': {'network_id': '226f1e78-82cd-4481-9055-4eb73b6db8c1', 'enable_snat': False}}} {{(pid=84874) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:40:07.098746 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_hamode_db [None req-f107329f-87b4-4482-8b68-613bbbcb325e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768862-2', False) {} {{(pid=84876) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:40:07.109900 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f107329f-87b4-4482-8b68-613bbbcb325e None None] Routers {'5a95cc63-fc8f-4839-97f6-2bafb4732cbc'} bound to L3 agent in host n-d-768862-2 {{(pid=84876) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 14 07:40:07.110592 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_hamode_db [None req-f107329f-87b4-4482-8b68-613bbbcb325e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-01-14T06:56:51Z,description=,heartbeat_timestamp=2021-01-14T07:39:52Z,host='n-d-768862-2',id=35f592e9-451b-4db9-abea-77b6a5c5391b,load=0,resource_versions=,resources_synced=,started_at=2021-01-14T06:56:51Z,topic='l3_agent')) {'router_ids': ['5a95cc63-fc8f-4839-97f6-2bafb4732cbc'], 'active': True} {{(pid=84876) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:40:07.181675 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_hamode_db [None req-f107329f-87b4-4482-8b68-613bbbcb325e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768862-2', False) {} {{(pid=84876) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:40:07.182388 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f107329f-87b4-4482-8b68-613bbbcb325e None None] The sync data for ids ['5a95cc63-fc8f-4839-97f6-2bafb4732cbc'] in n-d-768862-2 is: [] {{(pid=84876) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Jan 14 07:40:07.664082 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-32d99ff6-416d-4b35-9fcf-9fec3cedd394 tempest-RoutersAdminTest-2021597473 tempest-RoutersAdminTest-2021597473] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3912484', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3889188', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-58194'] for router, precommit_update {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:40:08.780741 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-32d99ff6-416d-4b35-9fcf-9fec3cedd394 tempest-RoutersAdminTest-2021597473 tempest-RoutersAdminTest-2021597473] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3912484', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3889188', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-58194'] for router, precommit_update {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:40:08.784381 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-32d99ff6-416d-4b35-9fcf-9fec3cedd394 tempest-RoutersAdminTest-2021597473 tempest-RoutersAdminTest-2021597473] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036850863158', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change--9223372036850863141', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3912659', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources--9223372036850886437'] for router, after_update {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:40:08.987605 n-d-768862-2 neutron-server[84765]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-32d99ff6-416d-4b35-9fcf-9fec3cedd394 tempest-RoutersAdminTest-2021597473 tempest-RoutersAdminTest-2021597473] Router 5a95cc63-fc8f-4839-97f6-2bafb4732cbc has already been hosted by L3 agent 35f592e9-451b-4db9-abea-77b6a5c5391b {{(pid=84874) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Jan 14 07:40:09.203244 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-32d99ff6-416d-4b35-9fcf-9fec3cedd394 tempest-RoutersAdminTest-2021597473 tempest-RoutersAdminTest-2021597473] Notify agent at l3_agent.n-d-768862-2 the message routers_updated {{(pid=84874) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jan 14 07:40:09.208393 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-32d99ff6-416d-4b35-9fcf-9fec3cedd394 tempest-RoutersAdminTest-2021597473 tempest-RoutersAdminTest-2021597473] Notify callbacks [] for router, before_response {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:40:09.211923 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-32d99ff6-416d-4b35-9fcf-9fec3cedd394 tempest-RoutersAdminTest-2021597473 tempest-RoutersAdminTest-2021597473] 10.222.0.24 "PUT /v2.0/routers/5a95cc63-fc8f-4839-97f6-2bafb4732cbc HTTP/1.1" status: 200 len: 921 time: 2.1467991 Jan 14 07:40:09.212333 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84874) accepted ('10.222.0.24', 40844) {{(pid=84874) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:40:09.214102 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-baa8f3a6-2bdf-4731-a264-f85041dcb827 None None] Sync routers for ids ['5a95cc63-fc8f-4839-97f6-2bafb4732cbc'] in n-d-768862-2 {{(pid=84877) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Jan 14 07:40:09.227380 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-baa8f3a6-2bdf-4731-a264-f85041dcb827 None None] Routers {'5a95cc63-fc8f-4839-97f6-2bafb4732cbc'} bound to L3 agent in host n-d-768862-2 {{(pid=84877) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 14 07:40:09.228935 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_hamode_db [None req-baa8f3a6-2bdf-4731-a264-f85041dcb827 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-01-14T06:56:51Z,description=,heartbeat_timestamp=2021-01-14T07:39:52Z,host='n-d-768862-2',id=35f592e9-451b-4db9-abea-77b6a5c5391b,load=0,resource_versions=,resources_synced=,started_at=2021-01-14T06:56:51Z,topic='l3_agent')) {'router_ids': ['5a95cc63-fc8f-4839-97f6-2bafb4732cbc'], 'active': True} {{(pid=84877) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:40:09.302645 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_hamode_db [None req-baa8f3a6-2bdf-4731-a264-f85041dcb827 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768862-2', False) {} {{(pid=84877) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:40:09.313205 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-baa8f3a6-2bdf-4731-a264-f85041dcb827 None None] Routers {'5a95cc63-fc8f-4839-97f6-2bafb4732cbc'} bound to L3 agent in host n-d-768862-2 {{(pid=84877) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 14 07:40:09.314174 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_hamode_db [None req-baa8f3a6-2bdf-4731-a264-f85041dcb827 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-01-14T06:56:51Z,description=,heartbeat_timestamp=2021-01-14T07:39:52Z,host='n-d-768862-2',id=35f592e9-451b-4db9-abea-77b6a5c5391b,load=0,resource_versions=,resources_synced=,started_at=2021-01-14T06:56:51Z,topic='l3_agent')) {'router_ids': ['5a95cc63-fc8f-4839-97f6-2bafb4732cbc'], 'active': True} {{(pid=84877) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:40:09.384028 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_hamode_db [None req-baa8f3a6-2bdf-4731-a264-f85041dcb827 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768862-2', False) {} {{(pid=84877) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:40:09.384469 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-baa8f3a6-2bdf-4731-a264-f85041dcb827 None None] The sync data for ids ['5a95cc63-fc8f-4839-97f6-2bafb4732cbc'] in n-d-768862-2 is: [] {{(pid=84877) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Jan 14 07:40:09.426584 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-b1d0f7d1-a49e-4cf2-8701-3f707132430f tempest-RoutersAdminTest-2021597473 tempest-RoutersAdminTest-2021597473] 10.222.0.24 "GET /v2.0/routers/5a95cc63-fc8f-4839-97f6-2bafb4732cbc HTTP/1.1" status: 200 len: 921 time: 0.2113967 Jan 14 07:40:09.428448 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84875) accepted ('10.222.0.24', 40848) {{(pid=84875) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:40:09.511477 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f41fc1c-4d52-4c6c-9db4-7b003ab4a4c6 tempest-RoutersAdminTest-2021597473 tempest-RoutersAdminTest-2021597473] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:40:09.511477 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-7f41fc1c-4d52-4c6c-9db4-7b003ab4a4c6 tempest-RoutersAdminTest-2021597473 tempest-RoutersAdminTest-2021597473] Synchronizing usage tracker for tenant:3d589604bc2249fc83aae486a90067f2 on resource:port {{(pid=84875) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 14 07:40:09.527779 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-7f41fc1c-4d52-4c6c-9db4-7b003ab4a4c6 tempest-RoutersAdminTest-2021597473 tempest-RoutersAdminTest-2021597473] Unset dirty status for tenant:3d589604bc2249fc83aae486a90067f2 on resource:port {{(pid=84875) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 14 07:40:09.532265 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-7f41fc1c-4d52-4c6c-9db4-7b003ab4a4c6 tempest-RoutersAdminTest-2021597473 tempest-RoutersAdminTest-2021597473] 10.222.0.24 "GET /v2.0/ports?network_id=226f1e78-82cd-4481-9055-4eb73b6db8c1&device_id=5a95cc63-fc8f-4839-97f6-2bafb4732cbc&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.1000466 Jan 14 07:40:09.532541 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84875) accepted ('10.222.0.24', 40856) {{(pid=84875) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:40:09.691479 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b28544c-bf85-4656-bb41-7935f2b4e5e7 tempest-RoutersAdminTest-2021597473 tempest-RoutersAdminTest-2021597473] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:40:09.694095 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-9b28544c-bf85-4656-bb41-7935f2b4e5e7 tempest-RoutersAdminTest-2021597473 tempest-RoutersAdminTest-2021597473] Synchronizing usage tracker for tenant:3d589604bc2249fc83aae486a90067f2 on resource:network {{(pid=84875) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 14 07:40:09.723255 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-9b28544c-bf85-4656-bb41-7935f2b4e5e7 tempest-RoutersAdminTest-2021597473 tempest-RoutersAdminTest-2021597473] Unset dirty status for tenant:3d589604bc2249fc83aae486a90067f2 on resource:network {{(pid=84875) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 14 07:40:09.731327 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-9b28544c-bf85-4656-bb41-7935f2b4e5e7 tempest-RoutersAdminTest-2021597473 tempest-RoutersAdminTest-2021597473] 10.222.0.24 "GET /v2.0/networks/226f1e78-82cd-4481-9055-4eb73b6db8c1 HTTP/1.1" status: 200 len: 881 time: 0.1915607 Jan 14 07:40:09.731327 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84875) accepted ('10.222.0.24', 40864) {{(pid=84875) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:40:09.786757 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-62730e4d-6b79-461f-b707-93c4cb6014b5 tempest-RoutersAdminTest-626627900 tempest-RoutersAdminTest-626627900] 10.222.0.24 "GET /v2.0/ports?device_id=5a95cc63-fc8f-4839-97f6-2bafb4732cbc HTTP/1.1" status: 200 len: 205 time: 0.0561337 Jan 14 07:40:09.789700 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84875) accepted ('10.222.0.24', 40872) {{(pid=84875) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:40:09.991510 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-c4e015b8-d7cc-4e7b-b16e-11cbf684f089 tempest-RoutersAdminTest-626627900 tempest-RoutersAdminTest-626627900] Notify callbacks [] for router, before_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:40:10.230804 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-c4e015b8-d7cc-4e7b-b16e-11cbf684f089 tempest-RoutersAdminTest-626627900 tempest-RoutersAdminTest-626627900] Notify callbacks [] for router_gateway, before_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:40:10.239886 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.plugin [None req-c4e015b8-d7cc-4e7b-b16e-11cbf684f089 tempest-RoutersAdminTest-626627900 tempest-RoutersAdminTest-626627900] Deleting port 324836c0-8381-4d34-97cd-fae12cba12e8 {{(pid=84875) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 07:40:10.240195 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-c4e015b8-d7cc-4e7b-b16e-11cbf684f089 tempest-RoutersAdminTest-626627900 tempest-RoutersAdminTest-626627900] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363259214248359'] for port, before_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:40:10.458951 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-c4e015b8-d7cc-4e7b-b16e-11cbf684f089 tempest-RoutersAdminTest-626627900 tempest-RoutersAdminTest-626627900] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036850862667'] for port, precommit_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:40:10.602299 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.plugin [None req-c4e015b8-d7cc-4e7b-b16e-11cbf684f089 tempest-RoutersAdminTest-626627900 tempest-RoutersAdminTest-626627900] Calling delete_port for 324836c0-8381-4d34-97cd-fae12cba12e8 owned by network:router_gateway {{(pid=84875) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 07:40:10.765884 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-c4e015b8-d7cc-4e7b-b16e-11cbf684f089 tempest-RoutersAdminTest-626627900 tempest-RoutersAdminTest-626627900] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777640533329', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777640097463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851621574'] for port, after_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:40:10.988902 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-c4e015b8-d7cc-4e7b-b16e-11cbf684f089 tempest-RoutersAdminTest-626627900 tempest-RoutersAdminTest-626627900] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036850863128'] for router_gateway, after_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:40:11.173336 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-c4e015b8-d7cc-4e7b-b16e-11cbf684f089 tempest-RoutersAdminTest-626627900 tempest-RoutersAdminTest-626627900] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3889346', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036854717606'] for router, precommit_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:40:11.176189 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-c4e015b8-d7cc-4e7b-b16e-11cbf684f089 tempest-RoutersAdminTest-626627900 tempest-RoutersAdminTest-626627900] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:40:11.206326 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-c4e015b8-d7cc-4e7b-b16e-11cbf684f089 tempest-RoutersAdminTest-626627900 tempest-RoutersAdminTest-626627900] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036850897070'] for router, after_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:40:11.207071 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c4e015b8-d7cc-4e7b-b16e-11cbf684f089 tempest-RoutersAdminTest-626627900 tempest-RoutersAdminTest-626627900] Fanout notify agent at l3_agent the message router_deleted on router 5a95cc63-fc8f-4839-97f6-2bafb4732cbc {{(pid=84875) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jan 14 07:40:11.246054 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-c4e015b8-d7cc-4e7b-b16e-11cbf684f089 tempest-RoutersAdminTest-626627900 tempest-RoutersAdminTest-626627900] Notify callbacks [] for router, before_response {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:40:11.251876 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84874) accepted ('10.222.0.24', 40902) {{(pid=84874) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:40:11.258979 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.v2.base [None req-85eeec5e-04bc-40fa-9df9-1b05e08d596c tempest-RoutersAdminTest-626627900 tempest-RoutersAdminTest-626627900] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1126427205', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=84874) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:40:11.266106 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-c4e015b8-d7cc-4e7b-b16e-11cbf684f089 tempest-RoutersAdminTest-626627900 tempest-RoutersAdminTest-626627900] 10.222.0.24 "DELETE /v2.0/routers/5a95cc63-fc8f-4839-97f6-2bafb4732cbc HTTP/1.1" status: 204 len: 168 time: 1.4710338 Jan 14 07:40:11.272880 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-85eeec5e-04bc-40fa-9df9-1b05e08d596c tempest-RoutersAdminTest-626627900 tempest-RoutersAdminTest-626627900] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:40:11.277174 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-85eeec5e-04bc-40fa-9df9-1b05e08d596c tempest-RoutersAdminTest-626627900 tempest-RoutersAdminTest-626627900] Usage tracker for resource:router and tenant:a6665645452a42b0949cd0a7c727890c is out of sync, need to count used quota {{(pid=84874) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:40:11.280591 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-85eeec5e-04bc-40fa-9df9-1b05e08d596c tempest-RoutersAdminTest-626627900 tempest-RoutersAdminTest-626627900] Quota usage for router was recalculated. Used quota:0. {{(pid=84874) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:40:11.287321 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-85eeec5e-04bc-40fa-9df9-1b05e08d596c tempest-RoutersAdminTest-626627900 tempest-RoutersAdminTest-626627900] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:40:11.299994 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-85eeec5e-04bc-40fa-9df9-1b05e08d596c tempest-RoutersAdminTest-626627900 tempest-RoutersAdminTest-626627900] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3889205', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854717621'] for router, before_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:40:11.301145 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-85eeec5e-04bc-40fa-9df9-1b05e08d596c tempest-RoutersAdminTest-626627900 tempest-RoutersAdminTest-626627900] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036850886574', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3912501', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3808446', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-58179'] for router, precommit_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:40:11.320843 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-85eeec5e-04bc-40fa-9df9-1b05e08d596c tempest-RoutersAdminTest-626627900 tempest-RoutersAdminTest-626627900] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:40:11.338371 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-017f98a9-8a07-408c-a86f-8ff0c00400a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363259214191800', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854171626'] for agent, after_update {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:40:11.360016 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-85eeec5e-04bc-40fa-9df9-1b05e08d596c tempest-RoutersAdminTest-626627900 tempest-RoutersAdminTest-626627900] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036850886612', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036850863158'] for router, after_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:40:11.400739 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-85eeec5e-04bc-40fa-9df9-1b05e08d596c tempest-RoutersAdminTest-626627900 tempest-RoutersAdminTest-626627900] Notify callbacks [] for router, before_response {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:40:11.402350 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-85eeec5e-04bc-40fa-9df9-1b05e08d596c tempest-RoutersAdminTest-626627900 tempest-RoutersAdminTest-626627900] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.1490695 Jan 14 07:40:11.405903 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84875) accepted ('10.222.0.24', 40906) {{(pid=84875) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:40:11.412639 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.v2.base [None req-fd527612-4ff7-44a6-bbc0-d01c372d20d8 tempest-RoutersAdminTest-626627900 tempest-RoutersAdminTest-626627900] Request body: {'router': {'external_gateway_info': {'network_id': '226f1e78-82cd-4481-9055-4eb73b6db8c1'}}} {{(pid=84875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:40:11.868700 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-fd527612-4ff7-44a6-bbc0-d01c372d20d8 tempest-RoutersAdminTest-626627900 tempest-RoutersAdminTest-626627900] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3912484', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3889188', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-58194'] for router, precommit_update {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:40:12.502155 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-fd527612-4ff7-44a6-bbc0-d01c372d20d8 tempest-RoutersAdminTest-626627900 tempest-RoutersAdminTest-626627900] Notify callbacks [] for router_gateway, before_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:40:12.534985 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-fd527612-4ff7-44a6-bbc0-d01c372d20d8 tempest-RoutersAdminTest-626627900 tempest-RoutersAdminTest-626627900] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555753'] for port, before_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:40:12.814410 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-852a24f7-e9a1-4193-9abb-e9506fe5213f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363259214191800', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854171626'] for agent, after_update {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:40:12.871250 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.db_base_plugin_common [None req-fd527612-4ff7-44a6-bbc0-d01c372d20d8 tempest-RoutersAdminTest-626627900 tempest-RoutersAdminTest-626627900] Allocated IP 172.25.2.184 (226f1e78-82cd-4481-9055-4eb73b6db8c1/ba8deeec-7658-4195-9449-038c076f5c83/c5bded03-c343-4572-8a21-39244e0a4db9) {{(pid=84875) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 14 07:40:13.048852 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-fd527612-4ff7-44a6-bbc0-d01c372d20d8 tempest-RoutersAdminTest-626627900 tempest-RoutersAdminTest-626627900] Notify callbacks [] for port, precommit_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:40:13.083882 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-fd527612-4ff7-44a6-bbc0-d01c372d20d8 tempest-RoutersAdminTest-626627900 tempest-RoutersAdminTest-626627900] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777640123575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851621574'] for port, after_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:40:13.102011 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-439ce55b-a7e5-41d2-afa1-8af9ab7994ff tempest-PortsAdminExtendedAttrsTestJSON-1323615853 tempest-PortsAdminExtendedAttrsTestJSON-1323615853] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:40:13.241159 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd527612-4ff7-44a6-bbc0-d01c372d20d8 tempest-RoutersAdminTest-626627900 tempest-RoutersAdminTest-626627900] Pushing event updated for resources: {'Port': ['ID=c5bded03-c343-4572-8a21-39244e0a4db9,revision_number=1']} {{(pid=84875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:40:13.244778 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-fd527612-4ff7-44a6-bbc0-d01c372d20d8 tempest-RoutersAdminTest-626627900 tempest-RoutersAdminTest-626627900] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:40:13.317220 n-d-768862-2 neutron-server[84765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd527612-4ff7-44a6-bbc0-d01c372d20d8 tempest-RoutersAdminTest-626627900 tempest-RoutersAdminTest-626627900] Network 226f1e78-82cd-4481-9055-4eb73b6db8c1 is already hosted by enough agents. {{(pid=84875) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 07:40:13.318894 n-d-768862-2 neutron-server[84765]: DEBUG neutron.scheduler.base_scheduler [None req-fd527612-4ff7-44a6-bbc0-d01c372d20d8 tempest-RoutersAdminTest-626627900 tempest-RoutersAdminTest-626627900] Resources bound (agent type, host, resource id): {{(pid=84875) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 07:40:13.324908 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd527612-4ff7-44a6-bbc0-d01c372d20d8 tempest-RoutersAdminTest-626627900 tempest-RoutersAdminTest-626627900] Received port after_create {{(pid=84875) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 14 07:40:13.864374 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-fd527612-4ff7-44a6-bbc0-d01c372d20d8 tempest-RoutersAdminTest-626627900 tempest-RoutersAdminTest-626627900] Notify callbacks [] for router_gateway, after_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:40:14.265991 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-fd527612-4ff7-44a6-bbc0-d01c372d20d8 tempest-RoutersAdminTest-626627900 tempest-RoutersAdminTest-626627900] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3912484', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3889188', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-58194'] for router, precommit_update {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:40:14.269601 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-fd527612-4ff7-44a6-bbc0-d01c372d20d8 tempest-RoutersAdminTest-626627900 tempest-RoutersAdminTest-626627900] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036850863158', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change--9223372036850863141', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3912659', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources--9223372036850886437'] for router, after_update {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:40:14.502893 n-d-768862-2 neutron-server[84765]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fd527612-4ff7-44a6-bbc0-d01c372d20d8 tempest-RoutersAdminTest-626627900 tempest-RoutersAdminTest-626627900] Router 790432f6-85d6-4bf7-bf85-7dfffeb0603b is scheduled to L3 agent 35f592e9-451b-4db9-abea-77b6a5c5391b with binding_index 1 {{(pid=84875) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}} Jan 14 07:40:14.730572 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fd527612-4ff7-44a6-bbc0-d01c372d20d8 tempest-RoutersAdminTest-626627900 tempest-RoutersAdminTest-626627900] Notify agent at l3_agent.n-d-768862-2 the message routers_updated {{(pid=84875) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jan 14 07:40:14.743532 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67d743e6-079a-4839-8fab-8e2994896c59 None None] Sync routers for ids ['790432f6-85d6-4bf7-bf85-7dfffeb0603b'] in n-d-768862-2 {{(pid=84876) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Jan 14 07:40:14.754125 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-fd527612-4ff7-44a6-bbc0-d01c372d20d8 tempest-RoutersAdminTest-626627900 tempest-RoutersAdminTest-626627900] Notify callbacks [] for router, before_response {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:40:14.756767 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-fd527612-4ff7-44a6-bbc0-d01c372d20d8 tempest-RoutersAdminTest-626627900 tempest-RoutersAdminTest-626627900] 10.222.0.24 "PUT /v2.0/routers/790432f6-85d6-4bf7-bf85-7dfffeb0603b HTTP/1.1" status: 200 len: 880 time: 3.3496625 Jan 14 07:40:14.759991 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84874) accepted ('10.222.0.24', 40932) {{(pid=84874) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:40:14.769563 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67d743e6-079a-4839-8fab-8e2994896c59 None None] Routers {'790432f6-85d6-4bf7-bf85-7dfffeb0603b'} bound to L3 agent in host n-d-768862-2 {{(pid=84876) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 14 07:40:14.770278 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_hamode_db [None req-67d743e6-079a-4839-8fab-8e2994896c59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-01-14T06:56:51Z,description=,heartbeat_timestamp=2021-01-14T07:39:52Z,host='n-d-768862-2',id=35f592e9-451b-4db9-abea-77b6a5c5391b,load=0,resource_versions=,resources_synced=,started_at=2021-01-14T06:56:51Z,topic='l3_agent')) {'router_ids': ['790432f6-85d6-4bf7-bf85-7dfffeb0603b'], 'active': True} {{(pid=84876) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:40:14.852781 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_hamode_db [None req-67d743e6-079a-4839-8fab-8e2994896c59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768862-2', False) {} {{(pid=84876) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:40:14.864834 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67d743e6-079a-4839-8fab-8e2994896c59 None None] Routers {'790432f6-85d6-4bf7-bf85-7dfffeb0603b'} bound to L3 agent in host n-d-768862-2 {{(pid=84876) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 14 07:40:14.867016 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_hamode_db [None req-67d743e6-079a-4839-8fab-8e2994896c59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-01-14T06:56:51Z,description=,heartbeat_timestamp=2021-01-14T07:39:52Z,host='n-d-768862-2',id=35f592e9-451b-4db9-abea-77b6a5c5391b,load=0,resource_versions=,resources_synced=,started_at=2021-01-14T06:56:51Z,topic='l3_agent')) {'router_ids': ['790432f6-85d6-4bf7-bf85-7dfffeb0603b'], 'active': True} {{(pid=84876) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:40:15.121620 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84875) accepted ('10.222.0.24', 40940) {{(pid=84875) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:40:15.142157 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-7d9dbeb3-3f69-4342-b14b-707f46f4c74e tempest-RoutersAdminTest-2021597473 tempest-RoutersAdminTest-2021597473] 10.222.0.24 "GET /v2.0/routers/790432f6-85d6-4bf7-bf85-7dfffeb0603b HTTP/1.1" status: 200 len: 921 time: 0.3800657 Jan 14 07:40:15.290593 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_hamode_db [None req-67d743e6-079a-4839-8fab-8e2994896c59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768862-2', False) {} {{(pid=84876) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:40:15.291052 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67d743e6-079a-4839-8fab-8e2994896c59 None None] The sync data for ids ['790432f6-85d6-4bf7-bf85-7dfffeb0603b'] in n-d-768862-2 is: [] {{(pid=84876) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Jan 14 07:40:15.292587 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4004016-5e71-4f44-a6a8-840e43467339 tempest-RoutersAdminTest-2021597473 tempest-RoutersAdminTest-2021597473] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:40:15.296349 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-d4004016-5e71-4f44-a6a8-840e43467339 tempest-RoutersAdminTest-2021597473 tempest-RoutersAdminTest-2021597473] 10.222.0.24 "GET /v2.0/ports?network_id=226f1e78-82cd-4481-9055-4eb73b6db8c1&device_id=790432f6-85d6-4bf7-bf85-7dfffeb0603b&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.1725047 Jan 14 07:40:15.298015 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84875) accepted ('10.222.0.24', 40946) {{(pid=84875) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:40:15.465884 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6952ea38-fc0f-4015-a107-576f0e9f058b tempest-RoutersAdminTest-2021597473 tempest-RoutersAdminTest-2021597473] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:40:15.467442 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-6952ea38-fc0f-4015-a107-576f0e9f058b tempest-RoutersAdminTest-2021597473 tempest-RoutersAdminTest-2021597473] 10.222.0.24 "GET /v2.0/networks/226f1e78-82cd-4481-9055-4eb73b6db8c1 HTTP/1.1" status: 200 len: 881 time: 0.1681681 Jan 14 07:40:15.470964 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84874) accepted ('10.222.0.24', 40950) {{(pid=84874) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:40:15.530218 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84875) accepted ('10.222.0.24', 40956) {{(pid=84875) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:40:15.531257 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-b900134c-5fb0-41ae-a794-eace576d4577 tempest-RoutersAdminTest-626627900 tempest-RoutersAdminTest-626627900] 10.222.0.24 "GET /v2.0/ports?device_id=790432f6-85d6-4bf7-bf85-7dfffeb0603b HTTP/1.1" status: 200 len: 205 time: 0.0582516 Jan 14 07:40:15.623689 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84874) accepted ('10.222.0.24', 40960) {{(pid=84874) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:40:15.739224 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-e225e556-91bd-4ddc-b449-ce38acccc212 tempest-RoutersAdminTest-626627900 tempest-RoutersAdminTest-626627900] Notify callbacks [] for router, before_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:40:15.819392 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-9925fb4d-0509-4bc1-87d2-b39191f3f4d3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:40:15.849699 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-9925fb4d-0509-4bc1-87d2-b39191f3f4d3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:40:15.855558 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-9925fb4d-0509-4bc1-87d2-b39191f3f4d3 admin admin] Usage tracker for resource:security_group_rule and tenant:8a7a1537ae74413e871b6325788ac340 is out of sync, need to count used quota {{(pid=84874) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:40:15.859377 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-9925fb4d-0509-4bc1-87d2-b39191f3f4d3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84874) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:40:15.865819 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-9925fb4d-0509-4bc1-87d2-b39191f3f4d3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:40:15.945487 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-e225e556-91bd-4ddc-b449-ce38acccc212 tempest-RoutersAdminTest-626627900 tempest-RoutersAdminTest-626627900] Notify callbacks [] for router_gateway, before_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:40:15.950889 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.plugin [None req-e225e556-91bd-4ddc-b449-ce38acccc212 tempest-RoutersAdminTest-626627900 tempest-RoutersAdminTest-626627900] Deleting port c5bded03-c343-4572-8a21-39244e0a4db9 {{(pid=84875) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 07:40:15.951262 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-e225e556-91bd-4ddc-b449-ce38acccc212 tempest-RoutersAdminTest-626627900 tempest-RoutersAdminTest-626627900] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363259214248359'] for port, before_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:40:15.974954 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-9925fb4d-0509-4bc1-87d2-b39191f3f4d3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:40:15.978482 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-9925fb4d-0509-4bc1-87d2-b39191f3f4d3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850887153'] for security_group, after_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:40:15.988883 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-0584baab-e68f-45a2-a3f7-913015182f8e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:40:16.039153 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-9925fb4d-0509-4bc1-87d2-b39191f3f4d3 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=8a7a1537ae74413e871b6325788ac340&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4141052 Jan 14 07:40:16.040990 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84874) accepted ('10.222.0.24', 40970) {{(pid=84874) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:40:16.044510 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9925fb4d-0509-4bc1-87d2-b39191f3f4d3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=32522315-a640-4f7f-a832-c02a589b6ebe,revision_number=1']} {{(pid=84874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:40:16.093329 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9925fb4d-0509-4bc1-87d2-b39191f3f4d3 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@n-h1-768862-2 {{(pid=84874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:40:16.093762 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9925fb4d-0509-4bc1-87d2-b39191f3f4d3 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-h1-768862-2 {{(pid=84874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:40:16.094192 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9925fb4d-0509-4bc1-87d2-b39191f3f4d3 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-h1-768862-2 {{(pid=84874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:40:16.094614 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9925fb4d-0509-4bc1-87d2-b39191f3f4d3 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-h1-768862-2 {{(pid=84874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:40:16.095036 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9925fb4d-0509-4bc1-87d2-b39191f3f4d3 admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@n-h1-768862-2 {{(pid=84874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:40:16.095431 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9925fb4d-0509-4bc1-87d2-b39191f3f4d3 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-h1-768862-2 {{(pid=84874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:40:16.095867 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9925fb4d-0509-4bc1-87d2-b39191f3f4d3 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-h1-768862-2 {{(pid=84874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:40:16.096325 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9925fb4d-0509-4bc1-87d2-b39191f3f4d3 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-h1-768862-2 {{(pid=84874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:40:16.096740 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9925fb4d-0509-4bc1-87d2-b39191f3f4d3 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-h1-768862-2 {{(pid=84874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:40:16.097149 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9925fb4d-0509-4bc1-87d2-b39191f3f4d3 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-h1-768862-2 {{(pid=84874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:40:16.097562 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9925fb4d-0509-4bc1-87d2-b39191f3f4d3 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-h1-768862-2 {{(pid=84874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:40:16.097972 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9925fb4d-0509-4bc1-87d2-b39191f3f4d3 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-h1-768862-2 {{(pid=84874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:40:16.098438 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9925fb4d-0509-4bc1-87d2-b39191f3f4d3 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@n-h2-768862-2 {{(pid=84874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:40:16.099177 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9925fb4d-0509-4bc1-87d2-b39191f3f4d3 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-h2-768862-2 {{(pid=84874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:40:16.099662 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9925fb4d-0509-4bc1-87d2-b39191f3f4d3 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-h2-768862-2 {{(pid=84874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:40:16.100227 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9925fb4d-0509-4bc1-87d2-b39191f3f4d3 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-h2-768862-2 {{(pid=84874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:40:16.100644 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9925fb4d-0509-4bc1-87d2-b39191f3f4d3 admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@n-h2-768862-2 {{(pid=84874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:40:16.101204 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9925fb4d-0509-4bc1-87d2-b39191f3f4d3 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-h2-768862-2 {{(pid=84874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:40:16.101624 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9925fb4d-0509-4bc1-87d2-b39191f3f4d3 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-h2-768862-2 {{(pid=84874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:40:16.102034 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9925fb4d-0509-4bc1-87d2-b39191f3f4d3 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-h2-768862-2 {{(pid=84874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:40:16.102449 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9925fb4d-0509-4bc1-87d2-b39191f3f4d3 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-h2-768862-2 {{(pid=84874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:40:16.102850 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9925fb4d-0509-4bc1-87d2-b39191f3f4d3 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-h2-768862-2 {{(pid=84874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:40:16.103260 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9925fb4d-0509-4bc1-87d2-b39191f3f4d3 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-h2-768862-2 {{(pid=84874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:40:16.103666 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9925fb4d-0509-4bc1-87d2-b39191f3f4d3 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-h2-768862-2 {{(pid=84874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:40:16.104178 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9925fb4d-0509-4bc1-87d2-b39191f3f4d3 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-2 {{(pid=84874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:40:16.104584 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9925fb4d-0509-4bc1-87d2-b39191f3f4d3 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-2 {{(pid=84874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:40:16.104987 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9925fb4d-0509-4bc1-87d2-b39191f3f4d3 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-2 {{(pid=84874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:40:16.105393 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9925fb4d-0509-4bc1-87d2-b39191f3f4d3 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-2 {{(pid=84874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:40:16.105794 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9925fb4d-0509-4bc1-87d2-b39191f3f4d3 admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@n-d-768862-2 {{(pid=84874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:40:16.106203 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9925fb4d-0509-4bc1-87d2-b39191f3f4d3 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-2 {{(pid=84874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:40:16.106606 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9925fb4d-0509-4bc1-87d2-b39191f3f4d3 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-768862-2 {{(pid=84874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:40:16.107007 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9925fb4d-0509-4bc1-87d2-b39191f3f4d3 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-768862-2 {{(pid=84874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:40:16.107410 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9925fb4d-0509-4bc1-87d2-b39191f3f4d3 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-2 {{(pid=84874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:40:16.107810 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9925fb4d-0509-4bc1-87d2-b39191f3f4d3 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-2 {{(pid=84874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:40:16.108255 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9925fb4d-0509-4bc1-87d2-b39191f3f4d3 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-2 {{(pid=84874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:40:16.108655 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9925fb4d-0509-4bc1-87d2-b39191f3f4d3 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-2 {{(pid=84874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:40:16.115710 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-9925fb4d-0509-4bc1-87d2-b39191f3f4d3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:40:16.143607 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-912172a6-2514-49b4-9ded-536fd0a85dd9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:40:16.175545 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-912172a6-2514-49b4-9ded-536fd0a85dd9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:40:16.235585 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-912172a6-2514-49b4-9ded-536fd0a85dd9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850887153'] for security_group, after_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:40:16.243433 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-92b8d503-76c8-4bc0-a506-8951645fc14f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:40:16.265279 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-912172a6-2514-49b4-9ded-536fd0a85dd9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=32522315-a640-4f7f-a832-c02a589b6ebe,revision_number=None']} {{(pid=84874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:40:16.268514 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-912172a6-2514-49b4-9ded-536fd0a85dd9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:40:16.269754 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-912172a6-2514-49b4-9ded-536fd0a85dd9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:40:16.274162 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-912172a6-2514-49b4-9ded-536fd0a85dd9 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/32522315-a640-4f7f-a832-c02a589b6ebe HTTP/1.1" status: 204 len: 168 time: 0.2289987 Jan 14 07:40:16.472237 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-e225e556-91bd-4ddc-b449-ce38acccc212 tempest-RoutersAdminTest-626627900 tempest-RoutersAdminTest-626627900] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036850862667'] for port, precommit_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:40:16.607731 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.plugin [None req-e225e556-91bd-4ddc-b449-ce38acccc212 tempest-RoutersAdminTest-626627900 tempest-RoutersAdminTest-626627900] Calling delete_port for c5bded03-c343-4572-8a21-39244e0a4db9 owned by network:router_gateway {{(pid=84875) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 07:40:16.775921 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-e225e556-91bd-4ddc-b449-ce38acccc212 tempest-RoutersAdminTest-626627900 tempest-RoutersAdminTest-626627900] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777640533329', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777640097463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851621574'] for port, after_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:40:17.032445 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-e225e556-91bd-4ddc-b449-ce38acccc212 tempest-RoutersAdminTest-626627900 tempest-RoutersAdminTest-626627900] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036850863128'] for router_gateway, after_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:40:17.176279 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-e225e556-91bd-4ddc-b449-ce38acccc212 tempest-RoutersAdminTest-626627900 tempest-RoutersAdminTest-626627900] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3889346', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036854717606'] for router, precommit_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:40:17.179171 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-e225e556-91bd-4ddc-b449-ce38acccc212 tempest-RoutersAdminTest-626627900 tempest-RoutersAdminTest-626627900] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:40:17.202690 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-e225e556-91bd-4ddc-b449-ce38acccc212 tempest-RoutersAdminTest-626627900 tempest-RoutersAdminTest-626627900] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036850897070'] for router, after_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:40:17.203447 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e225e556-91bd-4ddc-b449-ce38acccc212 tempest-RoutersAdminTest-626627900 tempest-RoutersAdminTest-626627900] Fanout notify agent at l3_agent the message router_deleted on router 790432f6-85d6-4bf7-bf85-7dfffeb0603b {{(pid=84875) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jan 14 07:40:17.237022 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-e225e556-91bd-4ddc-b449-ce38acccc212 tempest-RoutersAdminTest-626627900 tempest-RoutersAdminTest-626627900] Notify callbacks [] for router, before_response {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:40:17.238419 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-e225e556-91bd-4ddc-b449-ce38acccc212 tempest-RoutersAdminTest-626627900 tempest-RoutersAdminTest-626627900] 10.222.0.24 "DELETE /v2.0/routers/790432f6-85d6-4bf7-bf85-7dfffeb0603b HTTP/1.1" status: 204 len: 168 time: 1.7064180 Jan 14 07:40:17.242443 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84874) accepted ('10.222.0.24', 40994) {{(pid=84874) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:40:17.251231 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.v2.base [None req-d5974e82-49b4-46c5-a77a-2047582ddd16 tempest-RoutersAdminTest-626627900 tempest-RoutersAdminTest-626627900] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-418498408', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=84874) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:40:17.264567 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-d5974e82-49b4-46c5-a77a-2047582ddd16 tempest-RoutersAdminTest-626627900 tempest-RoutersAdminTest-626627900] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:40:17.269210 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-d5974e82-49b4-46c5-a77a-2047582ddd16 tempest-RoutersAdminTest-626627900 tempest-RoutersAdminTest-626627900] Usage tracker for resource:router and tenant:a6665645452a42b0949cd0a7c727890c is out of sync, need to count used quota {{(pid=84874) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:40:17.274686 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-d5974e82-49b4-46c5-a77a-2047582ddd16 tempest-RoutersAdminTest-626627900 tempest-RoutersAdminTest-626627900] Quota usage for router was recalculated. Used quota:0. {{(pid=84874) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:40:17.281281 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-d5974e82-49b4-46c5-a77a-2047582ddd16 tempest-RoutersAdminTest-626627900 tempest-RoutersAdminTest-626627900] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:40:17.294571 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-d5974e82-49b4-46c5-a77a-2047582ddd16 tempest-RoutersAdminTest-626627900 tempest-RoutersAdminTest-626627900] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3889205', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854717621'] for router, before_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:40:17.295706 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-d5974e82-49b4-46c5-a77a-2047582ddd16 tempest-RoutersAdminTest-626627900 tempest-RoutersAdminTest-626627900] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036850886574', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3912501', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3808446', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-58179'] for router, precommit_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:40:17.319156 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-d5974e82-49b4-46c5-a77a-2047582ddd16 tempest-RoutersAdminTest-626627900 tempest-RoutersAdminTest-626627900] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:40:17.339744 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-d5974e82-49b4-46c5-a77a-2047582ddd16 tempest-RoutersAdminTest-626627900 tempest-RoutersAdminTest-626627900] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036850886612', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036850863158'] for router, after_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:40:17.377890 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-d5974e82-49b4-46c5-a77a-2047582ddd16 tempest-RoutersAdminTest-626627900 tempest-RoutersAdminTest-626627900] Notify callbacks [] for router, before_response {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:40:17.378812 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-d5974e82-49b4-46c5-a77a-2047582ddd16 tempest-RoutersAdminTest-626627900 tempest-RoutersAdminTest-626627900] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.1351285 Jan 14 07:40:17.381905 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84875) accepted ('10.222.0.24', 41000) {{(pid=84875) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:40:17.388488 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.v2.base [None req-9f592f03-7ffb-4f63-9020-f467fe26af5f tempest-RoutersAdminTest-2021597473 tempest-RoutersAdminTest-2021597473] Request body: {'router': {'external_gateway_info': {'network_id': '226f1e78-82cd-4481-9055-4eb73b6db8c1', 'enable_snat': True}}} {{(pid=84875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:40:17.866680 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-9f592f03-7ffb-4f63-9020-f467fe26af5f tempest-RoutersAdminTest-2021597473 tempest-RoutersAdminTest-2021597473] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3912484', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3889188', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-58194'] for router, precommit_update {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:40:18.232612 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-9f592f03-7ffb-4f63-9020-f467fe26af5f tempest-RoutersAdminTest-2021597473 tempest-RoutersAdminTest-2021597473] Notify callbacks [] for router_gateway, before_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:40:18.268653 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-9f592f03-7ffb-4f63-9020-f467fe26af5f tempest-RoutersAdminTest-2021597473 tempest-RoutersAdminTest-2021597473] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555753'] for port, before_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:40:18.624057 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84874) accepted ('10.222.0.24', 41036) {{(pid=84874) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:40:18.668006 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.db_base_plugin_common [None req-9f592f03-7ffb-4f63-9020-f467fe26af5f tempest-RoutersAdminTest-2021597473 tempest-RoutersAdminTest-2021597473] Allocated IP 172.25.2.39 (226f1e78-82cd-4481-9055-4eb73b6db8c1/ba8deeec-7658-4195-9449-038c076f5c83/636f6f54-5c64-4bb9-b168-3759388ce54e) {{(pid=84875) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 14 07:40:18.829092 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-384fd4cd-1e10-4f20-aa58-cc8923805e48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363259214191800', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854171626'] for agent, after_update {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:40:18.856827 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-f6839136-14fa-44ca-b0e4-4e3826dd1064 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:40:18.876380 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-9f592f03-7ffb-4f63-9020-f467fe26af5f tempest-RoutersAdminTest-2021597473 tempest-RoutersAdminTest-2021597473] Notify callbacks [] for port, precommit_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:40:18.882537 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-f6839136-14fa-44ca-b0e4-4e3826dd1064 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:40:18.888220 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-f6839136-14fa-44ca-b0e4-4e3826dd1064 admin admin] Usage tracker for resource:security_group_rule and tenant:064a7d3199134072a314c2460181a101 is out of sync, need to count used quota {{(pid=84874) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:40:18.892208 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-f6839136-14fa-44ca-b0e4-4e3826dd1064 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84874) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:40:18.899987 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-f6839136-14fa-44ca-b0e4-4e3826dd1064 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:40:18.908785 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-9f592f03-7ffb-4f63-9020-f467fe26af5f tempest-RoutersAdminTest-2021597473 tempest-RoutersAdminTest-2021597473] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777640123575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851621574'] for port, after_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:40:19.001969 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-78a2c090-600d-4372-a35a-68e69448df53 tempest-PortsAdminExtendedAttrsTestJSON-1323615853 tempest-PortsAdminExtendedAttrsTestJSON-1323615853] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:40:19.004454 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-f6839136-14fa-44ca-b0e4-4e3826dd1064 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:40:19.008395 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-f6839136-14fa-44ca-b0e4-4e3826dd1064 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850887153'] for security_group, after_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:40:19.036797 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-db4b9f34-41f0-4b32-a10d-8a45a60efc98 tempest-NegativeSecGroupTest-99150678 tempest-NegativeSecGroupTest-99150678] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:40:19.073306 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6839136-14fa-44ca-b0e4-4e3826dd1064 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fe905bdc-6e79-444b-81a1-f8e5705b6f40,revision_number=1']} {{(pid=84874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:40:19.078265 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-f6839136-14fa-44ca-b0e4-4e3826dd1064 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:40:19.084720 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-f6839136-14fa-44ca-b0e4-4e3826dd1064 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=064a7d3199134072a314c2460181a101&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4592912 Jan 14 07:40:19.085438 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84874) accepted ('10.222.0.24', 41052) {{(pid=84874) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:40:19.134835 n-d-768862-2 neutron-server[84765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f592f03-7ffb-4f63-9020-f467fe26af5f tempest-RoutersAdminTest-2021597473 tempest-RoutersAdminTest-2021597473] Network 226f1e78-82cd-4481-9055-4eb73b6db8c1 is already hosted by enough agents. {{(pid=84875) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 07:40:19.137968 n-d-768862-2 neutron-server[84765]: DEBUG neutron.scheduler.base_scheduler [None req-9f592f03-7ffb-4f63-9020-f467fe26af5f tempest-RoutersAdminTest-2021597473 tempest-RoutersAdminTest-2021597473] Resources bound (agent type, host, resource id): {{(pid=84875) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 07:40:19.142474 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f592f03-7ffb-4f63-9020-f467fe26af5f tempest-RoutersAdminTest-2021597473 tempest-RoutersAdminTest-2021597473] Received port after_create {{(pid=84875) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 14 07:40:19.181718 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f592f03-7ffb-4f63-9020-f467fe26af5f tempest-RoutersAdminTest-2021597473 tempest-RoutersAdminTest-2021597473] Pushing event updated for resources: {'Port': ['ID=636f6f54-5c64-4bb9-b168-3759388ce54e,revision_number=1']} {{(pid=84875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:40:19.197860 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f592f03-7ffb-4f63-9020-f467fe26af5f tempest-RoutersAdminTest-2021597473 tempest-RoutersAdminTest-2021597473] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@n-h1-768862-2 {{(pid=84875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:40:19.198603 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f592f03-7ffb-4f63-9020-f467fe26af5f tempest-RoutersAdminTest-2021597473 tempest-RoutersAdminTest-2021597473] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-h1-768862-2 {{(pid=84875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:40:19.199034 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f592f03-7ffb-4f63-9020-f467fe26af5f tempest-RoutersAdminTest-2021597473 tempest-RoutersAdminTest-2021597473] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-h1-768862-2 {{(pid=84875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:40:19.199453 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f592f03-7ffb-4f63-9020-f467fe26af5f tempest-RoutersAdminTest-2021597473 tempest-RoutersAdminTest-2021597473] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-h1-768862-2 {{(pid=84875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:40:19.199893 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f592f03-7ffb-4f63-9020-f467fe26af5f tempest-RoutersAdminTest-2021597473 tempest-RoutersAdminTest-2021597473] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@n-h1-768862-2 {{(pid=84875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:40:19.200433 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-e0ad992d-51c3-4891-b8ea-b1db92d3edbe admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:40:19.200561 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f592f03-7ffb-4f63-9020-f467fe26af5f tempest-RoutersAdminTest-2021597473 tempest-RoutersAdminTest-2021597473] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-h1-768862-2 {{(pid=84875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:40:19.200935 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f592f03-7ffb-4f63-9020-f467fe26af5f tempest-RoutersAdminTest-2021597473 tempest-RoutersAdminTest-2021597473] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-h1-768862-2 {{(pid=84875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:40:19.201348 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f592f03-7ffb-4f63-9020-f467fe26af5f tempest-RoutersAdminTest-2021597473 tempest-RoutersAdminTest-2021597473] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-h1-768862-2 {{(pid=84875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:40:19.201761 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f592f03-7ffb-4f63-9020-f467fe26af5f tempest-RoutersAdminTest-2021597473 tempest-RoutersAdminTest-2021597473] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-h1-768862-2 {{(pid=84875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:40:19.202170 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f592f03-7ffb-4f63-9020-f467fe26af5f tempest-RoutersAdminTest-2021597473 tempest-RoutersAdminTest-2021597473] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-h1-768862-2 {{(pid=84875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:40:19.202578 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f592f03-7ffb-4f63-9020-f467fe26af5f tempest-RoutersAdminTest-2021597473 tempest-RoutersAdminTest-2021597473] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-h1-768862-2 {{(pid=84875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:40:19.202981 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f592f03-7ffb-4f63-9020-f467fe26af5f tempest-RoutersAdminTest-2021597473 tempest-RoutersAdminTest-2021597473] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-h1-768862-2 {{(pid=84875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:40:19.203435 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f592f03-7ffb-4f63-9020-f467fe26af5f tempest-RoutersAdminTest-2021597473 tempest-RoutersAdminTest-2021597473] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@n-h2-768862-2 {{(pid=84875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:40:19.203854 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f592f03-7ffb-4f63-9020-f467fe26af5f tempest-RoutersAdminTest-2021597473 tempest-RoutersAdminTest-2021597473] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-h2-768862-2 {{(pid=84875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:40:19.204271 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f592f03-7ffb-4f63-9020-f467fe26af5f tempest-RoutersAdminTest-2021597473 tempest-RoutersAdminTest-2021597473] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-h2-768862-2 {{(pid=84875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:40:19.204688 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f592f03-7ffb-4f63-9020-f467fe26af5f tempest-RoutersAdminTest-2021597473 tempest-RoutersAdminTest-2021597473] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-h2-768862-2 {{(pid=84875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:40:19.205076 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f592f03-7ffb-4f63-9020-f467fe26af5f tempest-RoutersAdminTest-2021597473 tempest-RoutersAdminTest-2021597473] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@n-h2-768862-2 {{(pid=84875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:40:19.205481 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f592f03-7ffb-4f63-9020-f467fe26af5f tempest-RoutersAdminTest-2021597473 tempest-RoutersAdminTest-2021597473] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-h2-768862-2 {{(pid=84875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:40:19.205885 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f592f03-7ffb-4f63-9020-f467fe26af5f tempest-RoutersAdminTest-2021597473 tempest-RoutersAdminTest-2021597473] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-h2-768862-2 {{(pid=84875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:40:19.206288 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f592f03-7ffb-4f63-9020-f467fe26af5f tempest-RoutersAdminTest-2021597473 tempest-RoutersAdminTest-2021597473] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-h2-768862-2 {{(pid=84875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:40:19.206693 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f592f03-7ffb-4f63-9020-f467fe26af5f tempest-RoutersAdminTest-2021597473 tempest-RoutersAdminTest-2021597473] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-h2-768862-2 {{(pid=84875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:40:19.207094 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f592f03-7ffb-4f63-9020-f467fe26af5f tempest-RoutersAdminTest-2021597473 tempest-RoutersAdminTest-2021597473] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-h2-768862-2 {{(pid=84875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:40:19.207493 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f592f03-7ffb-4f63-9020-f467fe26af5f tempest-RoutersAdminTest-2021597473 tempest-RoutersAdminTest-2021597473] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-h2-768862-2 {{(pid=84875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:40:19.207936 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f592f03-7ffb-4f63-9020-f467fe26af5f tempest-RoutersAdminTest-2021597473 tempest-RoutersAdminTest-2021597473] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-h2-768862-2 {{(pid=84875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:40:19.208408 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f592f03-7ffb-4f63-9020-f467fe26af5f tempest-RoutersAdminTest-2021597473 tempest-RoutersAdminTest-2021597473] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-2 {{(pid=84875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:40:19.208946 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f592f03-7ffb-4f63-9020-f467fe26af5f tempest-RoutersAdminTest-2021597473 tempest-RoutersAdminTest-2021597473] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-2 {{(pid=84875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:40:19.209360 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f592f03-7ffb-4f63-9020-f467fe26af5f tempest-RoutersAdminTest-2021597473 tempest-RoutersAdminTest-2021597473] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-2 {{(pid=84875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:40:19.209768 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f592f03-7ffb-4f63-9020-f467fe26af5f tempest-RoutersAdminTest-2021597473 tempest-RoutersAdminTest-2021597473] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-2 {{(pid=84875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:40:19.210165 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f592f03-7ffb-4f63-9020-f467fe26af5f tempest-RoutersAdminTest-2021597473 tempest-RoutersAdminTest-2021597473] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@n-d-768862-2 {{(pid=84875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:40:19.210563 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f592f03-7ffb-4f63-9020-f467fe26af5f tempest-RoutersAdminTest-2021597473 tempest-RoutersAdminTest-2021597473] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-2 {{(pid=84875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:40:19.210960 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f592f03-7ffb-4f63-9020-f467fe26af5f tempest-RoutersAdminTest-2021597473 tempest-RoutersAdminTest-2021597473] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-768862-2 {{(pid=84875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:40:19.211360 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f592f03-7ffb-4f63-9020-f467fe26af5f tempest-RoutersAdminTest-2021597473 tempest-RoutersAdminTest-2021597473] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-768862-2 {{(pid=84875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:40:19.211759 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f592f03-7ffb-4f63-9020-f467fe26af5f tempest-RoutersAdminTest-2021597473 tempest-RoutersAdminTest-2021597473] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-2 {{(pid=84875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:40:19.212185 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f592f03-7ffb-4f63-9020-f467fe26af5f tempest-RoutersAdminTest-2021597473 tempest-RoutersAdminTest-2021597473] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-2 {{(pid=84875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:40:19.212588 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f592f03-7ffb-4f63-9020-f467fe26af5f tempest-RoutersAdminTest-2021597473 tempest-RoutersAdminTest-2021597473] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-2 {{(pid=84875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:40:19.212984 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f592f03-7ffb-4f63-9020-f467fe26af5f tempest-RoutersAdminTest-2021597473 tempest-RoutersAdminTest-2021597473] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-2 {{(pid=84875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:40:19.234331 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-9f592f03-7ffb-4f63-9020-f467fe26af5f tempest-RoutersAdminTest-2021597473 tempest-RoutersAdminTest-2021597473] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.232s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:40:19.249517 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-e0ad992d-51c3-4891-b8ea-b1db92d3edbe admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:40:19.305670 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-e0ad992d-51c3-4891-b8ea-b1db92d3edbe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850887153'] for security_group, after_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:40:19.313625 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-d15d6da7-9135-4d1f-9dde-c0a1053b366c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:40:19.331567 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-e0ad992d-51c3-4891-b8ea-b1db92d3edbe admin admin] Notify callbacks [] for security_group, before_response {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:40:19.336120 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-e0ad992d-51c3-4891-b8ea-b1db92d3edbe admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/fe905bdc-6e79-444b-81a1-f8e5705b6f40 HTTP/1.1" status: 204 len: 168 time: 0.2467270 Jan 14 07:40:19.336120 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0ad992d-51c3-4891-b8ea-b1db92d3edbe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fe905bdc-6e79-444b-81a1-f8e5705b6f40,revision_number=None']} {{(pid=84874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:40:19.337558 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-e0ad992d-51c3-4891-b8ea-b1db92d3edbe admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:40:19.922780 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-9f592f03-7ffb-4f63-9020-f467fe26af5f tempest-RoutersAdminTest-2021597473 tempest-RoutersAdminTest-2021597473] Notify callbacks [] for router_gateway, after_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:40:20.805319 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-9f592f03-7ffb-4f63-9020-f467fe26af5f tempest-RoutersAdminTest-2021597473 tempest-RoutersAdminTest-2021597473] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3912484', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3889188', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-58194'] for router, precommit_update {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:40:20.812431 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-9f592f03-7ffb-4f63-9020-f467fe26af5f tempest-RoutersAdminTest-2021597473 tempest-RoutersAdminTest-2021597473] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036850863158', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change--9223372036850863141', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3912659', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources--9223372036850886437'] for router, after_update {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:40:21.069867 n-d-768862-2 neutron-server[84765]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9f592f03-7ffb-4f63-9020-f467fe26af5f tempest-RoutersAdminTest-2021597473 tempest-RoutersAdminTest-2021597473] Router 86e9b21e-af90-451d-851b-733aa5651df9 is scheduled to L3 agent 35f592e9-451b-4db9-abea-77b6a5c5391b with binding_index 1 {{(pid=84875) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}} Jan 14 07:40:21.292370 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9f592f03-7ffb-4f63-9020-f467fe26af5f tempest-RoutersAdminTest-2021597473 tempest-RoutersAdminTest-2021597473] Notify agent at l3_agent.n-d-768862-2 the message routers_updated {{(pid=84875) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jan 14 07:40:21.304106 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3675677-b53e-42a5-9442-34d3991b931f None None] Sync routers for ids ['86e9b21e-af90-451d-851b-733aa5651df9'] in n-d-768862-2 {{(pid=84877) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Jan 14 07:40:21.311259 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-9f592f03-7ffb-4f63-9020-f467fe26af5f tempest-RoutersAdminTest-2021597473 tempest-RoutersAdminTest-2021597473] Notify callbacks [] for router, before_response {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:40:21.312660 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-9f592f03-7ffb-4f63-9020-f467fe26af5f tempest-RoutersAdminTest-2021597473 tempest-RoutersAdminTest-2021597473] 10.222.0.24 "PUT /v2.0/routers/86e9b21e-af90-451d-851b-733aa5651df9 HTTP/1.1" status: 200 len: 913 time: 3.9296327 Jan 14 07:40:21.315548 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84875) accepted ('10.222.0.24', 41100) {{(pid=84875) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:40:21.326581 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3675677-b53e-42a5-9442-34d3991b931f None None] Routers {'86e9b21e-af90-451d-851b-733aa5651df9'} bound to L3 agent in host n-d-768862-2 {{(pid=84877) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 14 07:40:21.327411 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_hamode_db [None req-a3675677-b53e-42a5-9442-34d3991b931f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-01-14T06:56:51Z,description=,heartbeat_timestamp=2021-01-14T07:39:52Z,host='n-d-768862-2',id=35f592e9-451b-4db9-abea-77b6a5c5391b,load=0,resource_versions=,resources_synced=,started_at=2021-01-14T06:56:51Z,topic='l3_agent')) {'router_ids': ['86e9b21e-af90-451d-851b-733aa5651df9'], 'active': True} {{(pid=84877) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:40:21.421994 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_hamode_db [None req-a3675677-b53e-42a5-9442-34d3991b931f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768862-2', False) {} {{(pid=84877) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:40:21.449226 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3675677-b53e-42a5-9442-34d3991b931f None None] Routers {'86e9b21e-af90-451d-851b-733aa5651df9'} bound to L3 agent in host n-d-768862-2 {{(pid=84877) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 14 07:40:21.450684 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_hamode_db [None req-a3675677-b53e-42a5-9442-34d3991b931f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-01-14T06:56:51Z,description=,heartbeat_timestamp=2021-01-14T07:39:52Z,host='n-d-768862-2',id=35f592e9-451b-4db9-abea-77b6a5c5391b,load=0,resource_versions=,resources_synced=,started_at=2021-01-14T06:56:51Z,topic='l3_agent')) {'router_ids': ['86e9b21e-af90-451d-851b-733aa5651df9'], 'active': True} {{(pid=84877) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:40:21.621032 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_hamode_db [None req-a3675677-b53e-42a5-9442-34d3991b931f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768862-2', False) {} {{(pid=84877) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:40:21.622198 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3675677-b53e-42a5-9442-34d3991b931f None None] The sync data for ids ['86e9b21e-af90-451d-851b-733aa5651df9'] in n-d-768862-2 is: [] {{(pid=84877) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Jan 14 07:40:21.645610 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84874) accepted ('10.222.0.24', 41108) {{(pid=84874) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:40:21.647982 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-3b2280f5-710d-41ca-8554-38f41e66cc45 tempest-RoutersAdminTest-2021597473 tempest-RoutersAdminTest-2021597473] 10.222.0.24 "GET /v2.0/routers/86e9b21e-af90-451d-851b-733aa5651df9 HTTP/1.1" status: 200 len: 919 time: 0.3306952 Jan 14 07:40:21.753285 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-88894bd9-4fbd-4038-9329-67100d2a5f7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363259214191800', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854171626'] for agent, after_update {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:40:21.810496 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-787edfab-eb44-410d-9249-642da7629276 tempest-RoutersAdminTest-2021597473 tempest-RoutersAdminTest-2021597473] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:40:21.811882 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-787edfab-eb44-410d-9249-642da7629276 tempest-RoutersAdminTest-2021597473 tempest-RoutersAdminTest-2021597473] Synchronizing usage tracker for tenant:3d589604bc2249fc83aae486a90067f2 on resource:port {{(pid=84874) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 14 07:40:21.826322 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-787edfab-eb44-410d-9249-642da7629276 tempest-RoutersAdminTest-2021597473 tempest-RoutersAdminTest-2021597473] Unset dirty status for tenant:3d589604bc2249fc83aae486a90067f2 on resource:port {{(pid=84874) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 14 07:40:21.827956 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-787edfab-eb44-410d-9249-642da7629276 tempest-RoutersAdminTest-2021597473 tempest-RoutersAdminTest-2021597473] 10.222.0.24 "GET /v2.0/ports?network_id=226f1e78-82cd-4481-9055-4eb73b6db8c1&device_id=86e9b21e-af90-451d-851b-733aa5651df9&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.1809115 Jan 14 07:40:21.831072 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84875) accepted ('10.222.0.24', 41116) {{(pid=84875) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:40:21.887812 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-da76cfc0-98e8-4426-9f6d-4f05aa3fae78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363259214191800', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854171626'] for agent, after_update {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:40:21.995872 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5fc73028-eae7-4e9c-9eef-204ebc053ec3 tempest-RoutersAdminTest-2021597473 tempest-RoutersAdminTest-2021597473] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:40:22.000649 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84874) accepted ('10.222.0.24', 41124) {{(pid=84874) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:40:22.000819 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-5fc73028-eae7-4e9c-9eef-204ebc053ec3 tempest-RoutersAdminTest-2021597473 tempest-RoutersAdminTest-2021597473] 10.222.0.24 "GET /v2.0/networks/226f1e78-82cd-4481-9055-4eb73b6db8c1 HTTP/1.1" status: 200 len: 881 time: 0.1685154 Jan 14 07:40:22.058305 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-a08beeab-fc8e-4f8d-bb80-7bc023acccb2 tempest-RoutersAdminTest-626627900 tempest-RoutersAdminTest-626627900] 10.222.0.24 "GET /v2.0/ports?device_id=86e9b21e-af90-451d-851b-733aa5651df9 HTTP/1.1" status: 200 len: 205 time: 0.0561762 Jan 14 07:40:22.061048 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84874) accepted ('10.222.0.24', 41128) {{(pid=84874) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:40:22.304473 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-0afce822-5972-402b-abee-a1667dd7ab34 tempest-RoutersAdminTest-626627900 tempest-RoutersAdminTest-626627900] Notify callbacks [] for router, before_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:40:22.531248 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-0afce822-5972-402b-abee-a1667dd7ab34 tempest-RoutersAdminTest-626627900 tempest-RoutersAdminTest-626627900] Notify callbacks [] for router_gateway, before_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:40:22.538386 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.plugin [None req-0afce822-5972-402b-abee-a1667dd7ab34 tempest-RoutersAdminTest-626627900 tempest-RoutersAdminTest-626627900] Deleting port 636f6f54-5c64-4bb9-b168-3759388ce54e {{(pid=84874) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 07:40:22.538862 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-0afce822-5972-402b-abee-a1667dd7ab34 tempest-RoutersAdminTest-626627900 tempest-RoutersAdminTest-626627900] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363259214248359'] for port, before_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:40:22.626844 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363259214191800', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854171626'] for agent, after_update {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:40:22.769199 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-0afce822-5972-402b-abee-a1667dd7ab34 tempest-RoutersAdminTest-626627900 tempest-RoutersAdminTest-626627900] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036850862667'] for port, precommit_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:40:22.916229 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.plugin [None req-0afce822-5972-402b-abee-a1667dd7ab34 tempest-RoutersAdminTest-626627900 tempest-RoutersAdminTest-626627900] Calling delete_port for 636f6f54-5c64-4bb9-b168-3759388ce54e owned by network:router_gateway {{(pid=84874) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 07:40:23.098513 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-0afce822-5972-402b-abee-a1667dd7ab34 tempest-RoutersAdminTest-626627900 tempest-RoutersAdminTest-626627900] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777640533329', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777640097463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3254186'] for port, after_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:40:23.333132 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-0f37073e-9c69-4e3c-80e0-6cfaa0fd61a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363259214191800', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854171626'] for agent, after_update {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:40:23.341298 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-0afce822-5972-402b-abee-a1667dd7ab34 tempest-RoutersAdminTest-626627900 tempest-RoutersAdminTest-626627900] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036850863128'] for router_gateway, after_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:40:23.457599 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.agents_db [None req-5b939a2f-078d-4c69-a188-cb55a28a77a0 None None] Agent healthcheck: found 7 active agents {{(pid=84877) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Jan 14 07:40:23.821117 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-0afce822-5972-402b-abee-a1667dd7ab34 tempest-RoutersAdminTest-626627900 tempest-RoutersAdminTest-626627900] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3889346', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036854717606'] for router, precommit_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:40:23.823866 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-0afce822-5972-402b-abee-a1667dd7ab34 tempest-RoutersAdminTest-626627900 tempest-RoutersAdminTest-626627900] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:40:23.881272 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-0afce822-5972-402b-abee-a1667dd7ab34 tempest-RoutersAdminTest-626627900 tempest-RoutersAdminTest-626627900] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036850897070'] for router, after_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:40:23.882166 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0afce822-5972-402b-abee-a1667dd7ab34 tempest-RoutersAdminTest-626627900 tempest-RoutersAdminTest-626627900] Fanout notify agent at l3_agent the message router_deleted on router 86e9b21e-af90-451d-851b-733aa5651df9 {{(pid=84874) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jan 14 07:40:23.915341 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-0afce822-5972-402b-abee-a1667dd7ab34 tempest-RoutersAdminTest-626627900 tempest-RoutersAdminTest-626627900] Notify callbacks [] for router, before_response {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:40:23.920638 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-0afce822-5972-402b-abee-a1667dd7ab34 tempest-RoutersAdminTest-626627900 tempest-RoutersAdminTest-626627900] 10.222.0.24 "DELETE /v2.0/routers/86e9b21e-af90-451d-851b-733aa5651df9 HTTP/1.1" status: 204 len: 168 time: 1.8517113 Jan 14 07:40:23.921274 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84874) accepted ('10.222.0.24', 41154) {{(pid=84874) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:40:23.928675 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.v2.base [None req-9f9e0524-16b2-4057-a408-73be2319628d tempest-RoutersAdminTest-626627900 tempest-RoutersAdminTest-626627900] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1818486120', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=84874) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:40:23.941251 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-9f9e0524-16b2-4057-a408-73be2319628d tempest-RoutersAdminTest-626627900 tempest-RoutersAdminTest-626627900] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:40:23.947331 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-9f9e0524-16b2-4057-a408-73be2319628d tempest-RoutersAdminTest-626627900 tempest-RoutersAdminTest-626627900] Usage tracker for resource:router and tenant:a6665645452a42b0949cd0a7c727890c is out of sync, need to count used quota {{(pid=84874) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:40:23.950773 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-9f9e0524-16b2-4057-a408-73be2319628d tempest-RoutersAdminTest-626627900 tempest-RoutersAdminTest-626627900] Quota usage for router was recalculated. Used quota:0. {{(pid=84874) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:40:23.957290 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-9f9e0524-16b2-4057-a408-73be2319628d tempest-RoutersAdminTest-626627900 tempest-RoutersAdminTest-626627900] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:40:24.009897 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-9f9e0524-16b2-4057-a408-73be2319628d tempest-RoutersAdminTest-626627900 tempest-RoutersAdminTest-626627900] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3889205', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854717621'] for router, before_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:40:24.011125 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-9f9e0524-16b2-4057-a408-73be2319628d tempest-RoutersAdminTest-626627900 tempest-RoutersAdminTest-626627900] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036850886574', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3912501', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3808446', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-58179'] for router, precommit_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:40:24.103007 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-9f9e0524-16b2-4057-a408-73be2319628d tempest-RoutersAdminTest-626627900 tempest-RoutersAdminTest-626627900] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:40:24.163682 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-9f9e0524-16b2-4057-a408-73be2319628d tempest-RoutersAdminTest-626627900 tempest-RoutersAdminTest-626627900] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036850886612', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036850863158'] for router, after_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:40:24.214998 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-9f9e0524-16b2-4057-a408-73be2319628d tempest-RoutersAdminTest-626627900 tempest-RoutersAdminTest-626627900] Notify callbacks [] for router, before_response {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:40:24.218383 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-9f9e0524-16b2-4057-a408-73be2319628d tempest-RoutersAdminTest-626627900 tempest-RoutersAdminTest-626627900] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.2945597 Jan 14 07:40:24.219749 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84874) accepted ('10.222.0.24', 41160) {{(pid=84874) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:40:24.226782 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.v2.base [None req-34f761f3-3529-4c5a-befb-ae6ccf2fe866 tempest-RoutersAdminTest-2021597473 tempest-RoutersAdminTest-2021597473] Request body: {'router': {'external_gateway_info': {'network_id': '226f1e78-82cd-4481-9055-4eb73b6db8c1', 'enable_snat': False}}} {{(pid=84874) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:40:24.684389 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-34f761f3-3529-4c5a-befb-ae6ccf2fe866 tempest-RoutersAdminTest-2021597473 tempest-RoutersAdminTest-2021597473] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3912484', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3889188', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-58194'] for router, precommit_update {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:40:25.118217 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-34f761f3-3529-4c5a-befb-ae6ccf2fe866 tempest-RoutersAdminTest-2021597473 tempest-RoutersAdminTest-2021597473] Notify callbacks [] for router_gateway, before_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:40:25.170490 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-34f761f3-3529-4c5a-befb-ae6ccf2fe866 tempest-RoutersAdminTest-2021597473 tempest-RoutersAdminTest-2021597473] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555753'] for port, before_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:40:25.562101 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.db_base_plugin_common [None req-34f761f3-3529-4c5a-befb-ae6ccf2fe866 tempest-RoutersAdminTest-2021597473 tempest-RoutersAdminTest-2021597473] Allocated IP 172.25.2.133 (226f1e78-82cd-4481-9055-4eb73b6db8c1/ba8deeec-7658-4195-9449-038c076f5c83/5fb5e2d1-1d73-4e3f-b25e-45c9b3ef7722) {{(pid=84874) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 14 07:40:25.750908 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-34f761f3-3529-4c5a-befb-ae6ccf2fe866 tempest-RoutersAdminTest-2021597473 tempest-RoutersAdminTest-2021597473] Notify callbacks [] for port, precommit_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:40:25.791077 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-34f761f3-3529-4c5a-befb-ae6ccf2fe866 tempest-RoutersAdminTest-2021597473 tempest-RoutersAdminTest-2021597473] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777640123575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3254186'] for port, after_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:40:25.810815 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-008ccea2-bc02-45e0-a6aa-6206278a682f tempest-RoutersAdminTest-2021597473 tempest-RoutersAdminTest-2021597473] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:40:25.961789 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34f761f3-3529-4c5a-befb-ae6ccf2fe866 tempest-RoutersAdminTest-2021597473 tempest-RoutersAdminTest-2021597473] Pushing event updated for resources: {'Port': ['ID=5fb5e2d1-1d73-4e3f-b25e-45c9b3ef7722,revision_number=1']} {{(pid=84874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:40:25.966675 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-34f761f3-3529-4c5a-befb-ae6ccf2fe866 tempest-RoutersAdminTest-2021597473 tempest-RoutersAdminTest-2021597473] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.156s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:40:26.030750 n-d-768862-2 neutron-server[84765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34f761f3-3529-4c5a-befb-ae6ccf2fe866 tempest-RoutersAdminTest-2021597473 tempest-RoutersAdminTest-2021597473] Network 226f1e78-82cd-4481-9055-4eb73b6db8c1 is already hosted by enough agents. {{(pid=84874) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 07:40:26.032224 n-d-768862-2 neutron-server[84765]: DEBUG neutron.scheduler.base_scheduler [None req-34f761f3-3529-4c5a-befb-ae6ccf2fe866 tempest-RoutersAdminTest-2021597473 tempest-RoutersAdminTest-2021597473] Resources bound (agent type, host, resource id): {{(pid=84874) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 07:40:26.034746 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34f761f3-3529-4c5a-befb-ae6ccf2fe866 tempest-RoutersAdminTest-2021597473 tempest-RoutersAdminTest-2021597473] Received port after_create {{(pid=84874) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 14 07:40:26.493018 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-34f761f3-3529-4c5a-befb-ae6ccf2fe866 tempest-RoutersAdminTest-2021597473 tempest-RoutersAdminTest-2021597473] Notify callbacks [] for router_gateway, after_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:40:27.304372 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-34f761f3-3529-4c5a-befb-ae6ccf2fe866 tempest-RoutersAdminTest-2021597473 tempest-RoutersAdminTest-2021597473] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3912484', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3889188', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-58194'] for router, precommit_update {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:40:27.308173 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-34f761f3-3529-4c5a-befb-ae6ccf2fe866 tempest-RoutersAdminTest-2021597473 tempest-RoutersAdminTest-2021597473] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036850863158', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change--9223372036850863141', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3912659', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources--9223372036850886437'] for router, after_update {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:40:27.633715 n-d-768862-2 neutron-server[84765]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-34f761f3-3529-4c5a-befb-ae6ccf2fe866 tempest-RoutersAdminTest-2021597473 tempest-RoutersAdminTest-2021597473] Router ad72eeed-c778-419d-8fed-0982e1d8470a is scheduled to L3 agent 35f592e9-451b-4db9-abea-77b6a5c5391b with binding_index 1 {{(pid=84874) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}} Jan 14 07:40:27.893022 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-34f761f3-3529-4c5a-befb-ae6ccf2fe866 tempest-RoutersAdminTest-2021597473 tempest-RoutersAdminTest-2021597473] Notify agent at l3_agent.n-d-768862-2 the message routers_updated {{(pid=84874) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jan 14 07:40:27.907343 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a881d101-d8fb-4bf3-930b-c52a6e7a7120 None None] Sync routers for ids ['ad72eeed-c778-419d-8fed-0982e1d8470a'] in n-d-768862-2 {{(pid=84876) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Jan 14 07:40:27.912815 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-34f761f3-3529-4c5a-befb-ae6ccf2fe866 tempest-RoutersAdminTest-2021597473 tempest-RoutersAdminTest-2021597473] Notify callbacks [] for router, before_response {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:40:27.917490 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84875) accepted ('10.222.0.24', 41242) {{(pid=84875) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:40:27.918229 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-34f761f3-3529-4c5a-befb-ae6ccf2fe866 tempest-RoutersAdminTest-2021597473 tempest-RoutersAdminTest-2021597473] 10.222.0.24 "PUT /v2.0/routers/ad72eeed-c778-419d-8fed-0982e1d8470a HTTP/1.1" status: 200 len: 916 time: 3.6968007 Jan 14 07:40:27.935276 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a881d101-d8fb-4bf3-930b-c52a6e7a7120 None None] Routers {'ad72eeed-c778-419d-8fed-0982e1d8470a'} bound to L3 agent in host n-d-768862-2 {{(pid=84876) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 14 07:40:27.936038 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_hamode_db [None req-a881d101-d8fb-4bf3-930b-c52a6e7a7120 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-01-14T06:56:51Z,description=,heartbeat_timestamp=2021-01-14T07:40:22Z,host='n-d-768862-2',id=35f592e9-451b-4db9-abea-77b6a5c5391b,load=0,resource_versions=,resources_synced=,started_at=2021-01-14T06:56:51Z,topic='l3_agent')) {'router_ids': ['ad72eeed-c778-419d-8fed-0982e1d8470a'], 'active': True} {{(pid=84876) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:40:28.059574 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_hamode_db [None req-a881d101-d8fb-4bf3-930b-c52a6e7a7120 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768862-2', False) {} {{(pid=84876) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:40:28.071165 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a881d101-d8fb-4bf3-930b-c52a6e7a7120 None None] Routers {'ad72eeed-c778-419d-8fed-0982e1d8470a'} bound to L3 agent in host n-d-768862-2 {{(pid=84876) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 14 07:40:28.072204 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_hamode_db [None req-a881d101-d8fb-4bf3-930b-c52a6e7a7120 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-01-14T06:56:51Z,description=,heartbeat_timestamp=2021-01-14T07:40:22Z,host='n-d-768862-2',id=35f592e9-451b-4db9-abea-77b6a5c5391b,load=0,resource_versions=,resources_synced=,started_at=2021-01-14T06:56:51Z,topic='l3_agent')) {'router_ids': ['ad72eeed-c778-419d-8fed-0982e1d8470a'], 'active': True} {{(pid=84876) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:40:28.156971 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_hamode_db [None req-a881d101-d8fb-4bf3-930b-c52a6e7a7120 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768862-2', False) {} {{(pid=84876) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:40:28.157690 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a881d101-d8fb-4bf3-930b-c52a6e7a7120 None None] The sync data for ids ['ad72eeed-c778-419d-8fed-0982e1d8470a'] in n-d-768862-2 is: [] {{(pid=84876) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Jan 14 07:40:28.254211 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-2162d4fd-274c-48d3-8da2-34ec41f9a926 tempest-RoutersAdminTest-2021597473 tempest-RoutersAdminTest-2021597473] 10.222.0.24 "GET /v2.0/routers/ad72eeed-c778-419d-8fed-0982e1d8470a HTTP/1.1" status: 200 len: 922 time: 0.3350863 Jan 14 07:40:28.257774 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84874) accepted ('10.222.0.24', 41248) {{(pid=84874) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:40:28.357299 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7d89cd4-cce3-4736-bb2a-e7de71684436 tempest-RoutersAdminTest-2021597473 tempest-RoutersAdminTest-2021597473] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:40:28.362275 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84875) accepted ('10.222.0.24', 41252) {{(pid=84875) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:40:28.362586 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-e7d89cd4-cce3-4736-bb2a-e7de71684436 tempest-RoutersAdminTest-2021597473 tempest-RoutersAdminTest-2021597473] 10.222.0.24 "GET /v2.0/ports?network_id=226f1e78-82cd-4481-9055-4eb73b6db8c1&device_id=ad72eeed-c778-419d-8fed-0982e1d8470a&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.1032093 Jan 14 07:40:28.508799 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f98cff7c-db65-457f-9241-5c0b6f101c8b tempest-RoutersAdminTest-2021597473 tempest-RoutersAdminTest-2021597473] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:40:28.512524 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-f98cff7c-db65-457f-9241-5c0b6f101c8b tempest-RoutersAdminTest-2021597473 tempest-RoutersAdminTest-2021597473] 10.222.0.24 "GET /v2.0/networks/226f1e78-82cd-4481-9055-4eb73b6db8c1 HTTP/1.1" status: 200 len: 881 time: 0.1489542 Jan 14 07:40:28.513734 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84875) accepted ('10.222.0.24', 41256) {{(pid=84875) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:40:28.569574 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-1e66d427-7532-4556-b3ac-19e92bdf7988 tempest-RoutersAdminTest-626627900 tempest-RoutersAdminTest-626627900] 10.222.0.24 "GET /v2.0/ports?device_id=ad72eeed-c778-419d-8fed-0982e1d8470a HTTP/1.1" status: 200 len: 205 time: 0.0538764 Jan 14 07:40:28.571955 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84875) accepted ('10.222.0.24', 41260) {{(pid=84875) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:40:28.835090 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-aa0bfd88-e7e7-4bd8-889e-e00b22bdf745 tempest-RoutersAdminTest-626627900 tempest-RoutersAdminTest-626627900] Notify callbacks [] for router, before_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:40:29.024323 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-aa0bfd88-e7e7-4bd8-889e-e00b22bdf745 tempest-RoutersAdminTest-626627900 tempest-RoutersAdminTest-626627900] Notify callbacks [] for router_gateway, before_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:40:29.029999 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.plugin [None req-aa0bfd88-e7e7-4bd8-889e-e00b22bdf745 tempest-RoutersAdminTest-626627900 tempest-RoutersAdminTest-626627900] Deleting port 5fb5e2d1-1d73-4e3f-b25e-45c9b3ef7722 {{(pid=84875) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 07:40:29.031914 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-aa0bfd88-e7e7-4bd8-889e-e00b22bdf745 tempest-RoutersAdminTest-626627900 tempest-RoutersAdminTest-626627900] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363259214248359'] for port, before_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:40:29.244370 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-aa0bfd88-e7e7-4bd8-889e-e00b22bdf745 tempest-RoutersAdminTest-626627900 tempest-RoutersAdminTest-626627900] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036850862667'] for port, precommit_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:40:29.770752 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.plugin [None req-aa0bfd88-e7e7-4bd8-889e-e00b22bdf745 tempest-RoutersAdminTest-626627900 tempest-RoutersAdminTest-626627900] Calling delete_port for 5fb5e2d1-1d73-4e3f-b25e-45c9b3ef7722 owned by network:router_gateway {{(pid=84875) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 07:40:29.965545 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-aa0bfd88-e7e7-4bd8-889e-e00b22bdf745 tempest-RoutersAdminTest-626627900 tempest-RoutersAdminTest-626627900] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777640533329', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777640097463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851621574'] for port, after_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:40:30.071739 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84874) accepted ('10.222.0.24', 41284) {{(pid=84874) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:40:30.261961 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-aa0bfd88-e7e7-4bd8-889e-e00b22bdf745 tempest-RoutersAdminTest-626627900 tempest-RoutersAdminTest-626627900] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036850863128'] for router_gateway, after_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:40:30.270729 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-d5b0dc63-37c5-4d3f-9ab8-9529baba3066 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:40:30.292559 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-d5b0dc63-37c5-4d3f-9ab8-9529baba3066 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:40:30.300011 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-d5b0dc63-37c5-4d3f-9ab8-9529baba3066 admin admin] Usage tracker for resource:security_group_rule and tenant:0a99b4d8ad9f409db357f58ed720cd65 is out of sync, need to count used quota {{(pid=84874) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:40:30.304093 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-d5b0dc63-37c5-4d3f-9ab8-9529baba3066 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84874) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:40:30.312293 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-d5b0dc63-37c5-4d3f-9ab8-9529baba3066 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:40:30.421528 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-aa0bfd88-e7e7-4bd8-889e-e00b22bdf745 tempest-RoutersAdminTest-626627900 tempest-RoutersAdminTest-626627900] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3889346', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036854717606'] for router, precommit_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:40:30.424280 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-aa0bfd88-e7e7-4bd8-889e-e00b22bdf745 tempest-RoutersAdminTest-626627900 tempest-RoutersAdminTest-626627900] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:40:30.457635 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-aa0bfd88-e7e7-4bd8-889e-e00b22bdf745 tempest-RoutersAdminTest-626627900 tempest-RoutersAdminTest-626627900] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036850897070'] for router, after_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:40:30.458224 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aa0bfd88-e7e7-4bd8-889e-e00b22bdf745 tempest-RoutersAdminTest-626627900 tempest-RoutersAdminTest-626627900] Fanout notify agent at l3_agent the message router_deleted on router ad72eeed-c778-419d-8fed-0982e1d8470a {{(pid=84875) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jan 14 07:40:30.486677 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-aa0bfd88-e7e7-4bd8-889e-e00b22bdf745 tempest-RoutersAdminTest-626627900 tempest-RoutersAdminTest-626627900] Notify callbacks [] for router, before_response {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:40:30.488121 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-aa0bfd88-e7e7-4bd8-889e-e00b22bdf745 tempest-RoutersAdminTest-626627900 tempest-RoutersAdminTest-626627900] 10.222.0.24 "DELETE /v2.0/routers/ad72eeed-c778-419d-8fed-0982e1d8470a HTTP/1.1" status: 204 len: 168 time: 1.9142623 Jan 14 07:40:30.493286 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84875) accepted ('10.222.0.24', 41290) {{(pid=84875) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:40:30.499425 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.v2.base [None req-865a4594-b2c1-48ae-9508-6a1cb806e436 tempest-RoutersAdminTest-626627900 tempest-RoutersAdminTest-626627900] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1489772945', 'external_gateway_info': {'network_id': '226f1e78-82cd-4481-9055-4eb73b6db8c1'}, 'admin_state_up': False}} {{(pid=84875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:40:30.513838 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-865a4594-b2c1-48ae-9508-6a1cb806e436 tempest-RoutersAdminTest-626627900 tempest-RoutersAdminTest-626627900] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:40:30.518595 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-865a4594-b2c1-48ae-9508-6a1cb806e436 tempest-RoutersAdminTest-626627900 tempest-RoutersAdminTest-626627900] Usage tracker for resource:router and tenant:a6665645452a42b0949cd0a7c727890c is out of sync, need to count used quota {{(pid=84875) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:40:30.522420 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-865a4594-b2c1-48ae-9508-6a1cb806e436 tempest-RoutersAdminTest-626627900 tempest-RoutersAdminTest-626627900] Quota usage for router was recalculated. Used quota:0. {{(pid=84875) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:40:30.529312 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-865a4594-b2c1-48ae-9508-6a1cb806e436 tempest-RoutersAdminTest-626627900 tempest-RoutersAdminTest-626627900] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:40:30.548593 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-d5b0dc63-37c5-4d3f-9ab8-9529baba3066 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:40:30.557614 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-d5b0dc63-37c5-4d3f-9ab8-9529baba3066 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850887153'] for security_group, after_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:40:30.567925 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-865a4594-b2c1-48ae-9508-6a1cb806e436 tempest-RoutersAdminTest-626627900 tempest-RoutersAdminTest-626627900] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3889205', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854717621'] for router, before_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:40:30.569350 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-865a4594-b2c1-48ae-9508-6a1cb806e436 tempest-RoutersAdminTest-626627900 tempest-RoutersAdminTest-626627900] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036850886574', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3912501', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3808446', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-58179'] for router, precommit_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:40:30.569593 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-fb13d45e-653c-4b6a-9137-d90da9e2e52d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:40:30.587444 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-865a4594-b2c1-48ae-9508-6a1cb806e436 tempest-RoutersAdminTest-626627900 tempest-RoutersAdminTest-626627900] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:40:30.626782 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-d5b0dc63-37c5-4d3f-9ab8-9529baba3066 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=0a99b4d8ad9f409db357f58ed720cd65&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5511570 Jan 14 07:40:30.628045 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5b0dc63-37c5-4d3f-9ab8-9529baba3066 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=19144734-7528-4497-8d9d-721f72690d28,revision_number=1']} {{(pid=84874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:40:30.628187 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84875) accepted ('10.222.0.24', 41294) {{(pid=84875) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:40:30.633229 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-d5b0dc63-37c5-4d3f-9ab8-9529baba3066 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:40:30.976017 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-865a4594-b2c1-48ae-9508-6a1cb806e436 tempest-RoutersAdminTest-626627900 tempest-RoutersAdminTest-626627900] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3912484', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3889188', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-58194'] for router, precommit_update {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:40:31.000470 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-72d36739-97ea-444f-83d7-cd8db2ae759e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:40:31.035075 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-72d36739-97ea-444f-83d7-cd8db2ae759e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:40:31.218216 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-72d36739-97ea-444f-83d7-cd8db2ae759e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850887153'] for security_group, after_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:40:31.224532 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-9e571bfd-96f3-4ecb-bac1-180856f55c1b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:40:31.243172 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72d36739-97ea-444f-83d7-cd8db2ae759e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=19144734-7528-4497-8d9d-721f72690d28,revision_number=None']} {{(pid=84875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:40:31.247915 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-72d36739-97ea-444f-83d7-cd8db2ae759e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:40:31.284802 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-72d36739-97ea-444f-83d7-cd8db2ae759e admin admin] Notify callbacks [] for security_group, before_response {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:40:31.284802 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-72d36739-97ea-444f-83d7-cd8db2ae759e admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/19144734-7528-4497-8d9d-721f72690d28 HTTP/1.1" status: 204 len: 168 time: 0.6521046 Jan 14 07:40:31.474868 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-865a4594-b2c1-48ae-9508-6a1cb806e436 tempest-RoutersAdminTest-626627900 tempest-RoutersAdminTest-626627900] Notify callbacks [] for router_gateway, before_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:40:31.508467 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-865a4594-b2c1-48ae-9508-6a1cb806e436 tempest-RoutersAdminTest-626627900 tempest-RoutersAdminTest-626627900] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555753'] for port, before_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:40:31.867773 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.db_base_plugin_common [None req-865a4594-b2c1-48ae-9508-6a1cb806e436 tempest-RoutersAdminTest-626627900 tempest-RoutersAdminTest-626627900] Allocated IP 172.25.2.12 (226f1e78-82cd-4481-9055-4eb73b6db8c1/ba8deeec-7658-4195-9449-038c076f5c83/bdb19305-7487-4cf5-87e4-6f1901ff9b5f) {{(pid=84875) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 14 07:40:32.051388 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-865a4594-b2c1-48ae-9508-6a1cb806e436 tempest-RoutersAdminTest-626627900 tempest-RoutersAdminTest-626627900] Notify callbacks [] for port, precommit_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:40:32.085262 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-865a4594-b2c1-48ae-9508-6a1cb806e436 tempest-RoutersAdminTest-626627900 tempest-RoutersAdminTest-626627900] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777640123575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851621574'] for port, after_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:40:32.103233 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-e925355f-0cbb-435a-99d5-1569d94c0581 tempest-RoutersAdminTest-2021597473 tempest-RoutersAdminTest-2021597473] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:40:32.173283 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-865a4594-b2c1-48ae-9508-6a1cb806e436 tempest-RoutersAdminTest-626627900 tempest-RoutersAdminTest-626627900] Pushing event updated for resources: {'Port': ['ID=bdb19305-7487-4cf5-87e4-6f1901ff9b5f,revision_number=1']} {{(pid=84875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:40:32.251507 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-865a4594-b2c1-48ae-9508-6a1cb806e436 tempest-RoutersAdminTest-626627900 tempest-RoutersAdminTest-626627900] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:40:32.350854 n-d-768862-2 neutron-server[84765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-865a4594-b2c1-48ae-9508-6a1cb806e436 tempest-RoutersAdminTest-626627900 tempest-RoutersAdminTest-626627900] Network 226f1e78-82cd-4481-9055-4eb73b6db8c1 is already hosted by enough agents. {{(pid=84875) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 07:40:32.352144 n-d-768862-2 neutron-server[84765]: DEBUG neutron.scheduler.base_scheduler [None req-865a4594-b2c1-48ae-9508-6a1cb806e436 tempest-RoutersAdminTest-626627900 tempest-RoutersAdminTest-626627900] Resources bound (agent type, host, resource id): {{(pid=84875) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 07:40:32.354754 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-865a4594-b2c1-48ae-9508-6a1cb806e436 tempest-RoutersAdminTest-626627900 tempest-RoutersAdminTest-626627900] Received port after_create {{(pid=84875) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 14 07:40:32.857728 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-865a4594-b2c1-48ae-9508-6a1cb806e436 tempest-RoutersAdminTest-626627900 tempest-RoutersAdminTest-626627900] Notify callbacks [] for router_gateway, after_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:40:33.583164 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-865a4594-b2c1-48ae-9508-6a1cb806e436 tempest-RoutersAdminTest-626627900 tempest-RoutersAdminTest-626627900] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036850886612', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036850863158'] for router, after_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:40:33.831148 n-d-768862-2 neutron-server[84765]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-865a4594-b2c1-48ae-9508-6a1cb806e436 tempest-RoutersAdminTest-626627900 tempest-RoutersAdminTest-626627900] Router a85c239e-014c-49fd-83e0-29c76dc80067 is scheduled to L3 agent 35f592e9-451b-4db9-abea-77b6a5c5391b with binding_index 1 {{(pid=84875) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}} Jan 14 07:40:34.062090 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-865a4594-b2c1-48ae-9508-6a1cb806e436 tempest-RoutersAdminTest-626627900 tempest-RoutersAdminTest-626627900] Notify agent at l3_agent.n-d-768862-2 the message routers_updated {{(pid=84875) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jan 14 07:40:34.075444 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-702b9f15-3c5b-4a0b-8ba8-fc9ab20e297d None None] Sync routers for ids ['a85c239e-014c-49fd-83e0-29c76dc80067'] in n-d-768862-2 {{(pid=84877) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Jan 14 07:40:34.088676 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-702b9f15-3c5b-4a0b-8ba8-fc9ab20e297d None None] Routers {'a85c239e-014c-49fd-83e0-29c76dc80067'} bound to L3 agent in host n-d-768862-2 {{(pid=84877) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 14 07:40:34.089608 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_hamode_db [None req-702b9f15-3c5b-4a0b-8ba8-fc9ab20e297d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-01-14T06:56:51Z,description=,heartbeat_timestamp=2021-01-14T07:40:22Z,host='n-d-768862-2',id=35f592e9-451b-4db9-abea-77b6a5c5391b,load=0,resource_versions=,resources_synced=,started_at=2021-01-14T06:56:51Z,topic='l3_agent')) {'router_ids': ['a85c239e-014c-49fd-83e0-29c76dc80067'], 'active': True} {{(pid=84877) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:40:34.113516 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-865a4594-b2c1-48ae-9508-6a1cb806e436 tempest-RoutersAdminTest-626627900 tempest-RoutersAdminTest-626627900] Notify callbacks [] for router, before_response {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:40:34.115524 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-865a4594-b2c1-48ae-9508-6a1cb806e436 tempest-RoutersAdminTest-626627900 tempest-RoutersAdminTest-626627900] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 884 time: 3.6208060 Jan 14 07:40:34.119324 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84874) accepted ('10.222.0.24', 41378) {{(pid=84874) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:40:34.127220 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.v2.base [None req-835a6033-ed9d-4224-bb3d-e104d38e5ede tempest-RoutersAdminTest-626627900 tempest-RoutersAdminTest-626627900] Request body: {'router': {'external_gateway_info': {}}} {{(pid=84874) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:40:34.165053 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_hamode_db [None req-702b9f15-3c5b-4a0b-8ba8-fc9ab20e297d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768862-2', False) {} {{(pid=84877) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:40:34.174894 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-702b9f15-3c5b-4a0b-8ba8-fc9ab20e297d None None] Routers {'a85c239e-014c-49fd-83e0-29c76dc80067'} bound to L3 agent in host n-d-768862-2 {{(pid=84877) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 14 07:40:34.175753 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_hamode_db [None req-702b9f15-3c5b-4a0b-8ba8-fc9ab20e297d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-01-14T06:56:51Z,description=,heartbeat_timestamp=2021-01-14T07:40:22Z,host='n-d-768862-2',id=35f592e9-451b-4db9-abea-77b6a5c5391b,load=0,resource_versions=,resources_synced=,started_at=2021-01-14T06:56:51Z,topic='l3_agent')) {'router_ids': ['a85c239e-014c-49fd-83e0-29c76dc80067'], 'active': True} {{(pid=84877) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:40:34.252870 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_hamode_db [None req-702b9f15-3c5b-4a0b-8ba8-fc9ab20e297d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768862-2', False) {} {{(pid=84877) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:40:34.253514 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-702b9f15-3c5b-4a0b-8ba8-fc9ab20e297d None None] The sync data for ids ['a85c239e-014c-49fd-83e0-29c76dc80067'] in n-d-768862-2 is: [] {{(pid=84877) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Jan 14 07:40:34.841966 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84875) accepted ('10.222.0.24', 41400) {{(pid=84875) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:40:34.901958 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-835a6033-ed9d-4224-bb3d-e104d38e5ede tempest-RoutersAdminTest-626627900 tempest-RoutersAdminTest-626627900] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3912484', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3889188', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-58194'] for router, precommit_update {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:40:34.925281 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-835a6033-ed9d-4224-bb3d-e104d38e5ede tempest-RoutersAdminTest-626627900 tempest-RoutersAdminTest-626627900] Notify callbacks [] for router_gateway, before_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:40:34.936254 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.plugin [None req-835a6033-ed9d-4224-bb3d-e104d38e5ede tempest-RoutersAdminTest-626627900 tempest-RoutersAdminTest-626627900] Deleting port bdb19305-7487-4cf5-87e4-6f1901ff9b5f {{(pid=84874) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 07:40:34.937264 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-835a6033-ed9d-4224-bb3d-e104d38e5ede tempest-RoutersAdminTest-626627900 tempest-RoutersAdminTest-626627900] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363259214248359'] for port, before_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:40:35.052253 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-15d363ea-0314-475d-8252-065d932fa8c9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:40:35.078666 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-15d363ea-0314-475d-8252-065d932fa8c9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:40:35.083616 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-15d363ea-0314-475d-8252-065d932fa8c9 admin admin] Usage tracker for resource:security_group_rule and tenant:d8d107c8bd7a43afb45769d8719688a7 is out of sync, need to count used quota {{(pid=84875) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:40:35.087254 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-15d363ea-0314-475d-8252-065d932fa8c9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84875) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:40:35.093852 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-15d363ea-0314-475d-8252-065d932fa8c9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:40:35.134908 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-835a6033-ed9d-4224-bb3d-e104d38e5ede tempest-RoutersAdminTest-626627900 tempest-RoutersAdminTest-626627900] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036850862667'] for port, precommit_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:40:35.200921 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-15d363ea-0314-475d-8252-065d932fa8c9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:40:35.205034 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-15d363ea-0314-475d-8252-065d932fa8c9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850887153'] for security_group, after_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:40:35.238771 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-75d1dc6a-65df-43df-a708-2e5b2d4aafa0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:40:35.270788 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.plugin [None req-835a6033-ed9d-4224-bb3d-e104d38e5ede tempest-RoutersAdminTest-626627900 tempest-RoutersAdminTest-626627900] Calling delete_port for bdb19305-7487-4cf5-87e4-6f1901ff9b5f owned by network:router_gateway {{(pid=84874) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 07:40:35.275891 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-15d363ea-0314-475d-8252-065d932fa8c9 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=d8d107c8bd7a43afb45769d8719688a7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4302487 Jan 14 07:40:35.275891 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15d363ea-0314-475d-8252-065d932fa8c9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f93dec71-0561-415f-b531-c4e119ba7907,revision_number=1']} {{(pid=84875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:40:35.293267 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-15d363ea-0314-475d-8252-065d932fa8c9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:40:35.294072 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84875) accepted ('10.222.0.24', 41410) {{(pid=84875) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:40:35.385022 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-3787e0b3-ecdd-4306-b5fd-160896829838 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:40:35.426546 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-3787e0b3-ecdd-4306-b5fd-160896829838 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:40:35.457050 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-835a6033-ed9d-4224-bb3d-e104d38e5ede tempest-RoutersAdminTest-626627900 tempest-RoutersAdminTest-626627900] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777640533329', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777640097463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3254186'] for port, after_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:40:35.474869 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-d8c7a9e9-545e-4bbd-b6a6-747099bae749 tempest-PortsAdminExtendedAttrsTestJSON-1323615853 tempest-PortsAdminExtendedAttrsTestJSON-1323615853] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:40:35.482176 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-3787e0b3-ecdd-4306-b5fd-160896829838 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850887153'] for security_group, after_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:40:35.490004 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-eeff27cb-57c0-487d-9d03-df74d5f9a237 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:40:35.506792 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3787e0b3-ecdd-4306-b5fd-160896829838 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f93dec71-0561-415f-b531-c4e119ba7907,revision_number=None']} {{(pid=84875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:40:35.510554 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-3787e0b3-ecdd-4306-b5fd-160896829838 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:40:35.511406 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-3787e0b3-ecdd-4306-b5fd-160896829838 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:40:35.512837 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-3787e0b3-ecdd-4306-b5fd-160896829838 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/f93dec71-0561-415f-b531-c4e119ba7907 HTTP/1.1" status: 204 len: 168 time: 0.2138951 Jan 14 07:40:35.593705 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-835a6033-ed9d-4224-bb3d-e104d38e5ede tempest-RoutersAdminTest-626627900 tempest-RoutersAdminTest-626627900] Pushing event deleted for resources: {'Port': ['ID=bdb19305-7487-4cf5-87e4-6f1901ff9b5f,revision_number=None']} {{(pid=84874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:40:35.602577 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-835a6033-ed9d-4224-bb3d-e104d38e5ede tempest-RoutersAdminTest-626627900 tempest-RoutersAdminTest-626627900] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:40:35.754511 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-835a6033-ed9d-4224-bb3d-e104d38e5ede tempest-RoutersAdminTest-626627900 tempest-RoutersAdminTest-626627900] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036850863128'] for router_gateway, after_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:40:36.009646 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84875) accepted ('10.222.0.24', 41422) {{(pid=84875) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:40:36.031668 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-c7432565-2d5b-4043-8424-74b30aacebdb admin admin] Notify callbacks [] for security_group, before_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:40:36.049553 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-c7432565-2d5b-4043-8424-74b30aacebdb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:40:36.053971 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-c7432565-2d5b-4043-8424-74b30aacebdb admin admin] Usage tracker for resource:security_group_rule and tenant:49328049adf442c89b8a1d93b322081b is out of sync, need to count used quota {{(pid=84875) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:40:36.057568 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-c7432565-2d5b-4043-8424-74b30aacebdb admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84875) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:40:36.065596 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-c7432565-2d5b-4043-8424-74b30aacebdb admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:40:36.235300 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-c7432565-2d5b-4043-8424-74b30aacebdb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:40:36.248739 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-c7432565-2d5b-4043-8424-74b30aacebdb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850887153'] for security_group, after_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:40:36.270448 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-a10029ee-44fa-44f1-999d-12113e5b676a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:40:36.287623 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-835a6033-ed9d-4224-bb3d-e104d38e5ede tempest-RoutersAdminTest-626627900 tempest-RoutersAdminTest-626627900] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3912484', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3889188', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-58194'] for router, precommit_update {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:40:36.305942 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-835a6033-ed9d-4224-bb3d-e104d38e5ede tempest-RoutersAdminTest-626627900 tempest-RoutersAdminTest-626627900] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036850863158', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change--9223372036850863141', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3912659', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources--9223372036850886437'] for router, after_update {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:40:36.343097 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-c7432565-2d5b-4043-8424-74b30aacebdb admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=49328049adf442c89b8a1d93b322081b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3314335 Jan 14 07:40:36.344157 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7432565-2d5b-4043-8424-74b30aacebdb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9cde71db-f3f1-4d5b-8e47-75ce20e2d4b3,revision_number=1']} {{(pid=84875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:40:36.348466 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-c7432565-2d5b-4043-8424-74b30aacebdb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:40:36.350400 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84875) accepted ('10.222.0.24', 41432) {{(pid=84875) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:40:36.430781 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-ccf67405-e704-4dc1-9efc-16bb088672df admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:40:36.470298 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-ccf67405-e704-4dc1-9efc-16bb088672df admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:40:36.513122 n-d-768862-2 neutron-server[84765]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-835a6033-ed9d-4224-bb3d-e104d38e5ede tempest-RoutersAdminTest-626627900 tempest-RoutersAdminTest-626627900] Router a85c239e-014c-49fd-83e0-29c76dc80067 has already been hosted by L3 agent 35f592e9-451b-4db9-abea-77b6a5c5391b {{(pid=84874) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Jan 14 07:40:36.522618 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-ccf67405-e704-4dc1-9efc-16bb088672df admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850887153'] for security_group, after_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:40:36.527974 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-e1c2d7be-eb0e-4e03-9d1a-b35d112075a1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:40:36.543616 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccf67405-e704-4dc1-9efc-16bb088672df admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9cde71db-f3f1-4d5b-8e47-75ce20e2d4b3,revision_number=None']} {{(pid=84875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:40:36.558567 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-ccf67405-e704-4dc1-9efc-16bb088672df admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:40:36.560546 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-ccf67405-e704-4dc1-9efc-16bb088672df admin admin] Notify callbacks [] for security_group, before_response {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:40:36.562008 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-ccf67405-e704-4dc1-9efc-16bb088672df admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/9cde71db-f3f1-4d5b-8e47-75ce20e2d4b3 HTTP/1.1" status: 204 len: 168 time: 0.2103314 Jan 14 07:40:36.674289 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-835a6033-ed9d-4224-bb3d-e104d38e5ede tempest-RoutersAdminTest-626627900 tempest-RoutersAdminTest-626627900] Notify agent at l3_agent.n-d-768862-2 the message routers_updated {{(pid=84874) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jan 14 07:40:36.686515 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0aa90f2c-bdc5-4ebb-8104-9a7cacd7bd2a None None] Sync routers for ids ['a85c239e-014c-49fd-83e0-29c76dc80067'] in n-d-768862-2 {{(pid=84876) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Jan 14 07:40:36.699637 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0aa90f2c-bdc5-4ebb-8104-9a7cacd7bd2a None None] Routers {'a85c239e-014c-49fd-83e0-29c76dc80067'} bound to L3 agent in host n-d-768862-2 {{(pid=84876) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 14 07:40:36.713243 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_hamode_db [None req-0aa90f2c-bdc5-4ebb-8104-9a7cacd7bd2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-01-14T06:56:51Z,description=,heartbeat_timestamp=2021-01-14T07:40:22Z,host='n-d-768862-2',id=35f592e9-451b-4db9-abea-77b6a5c5391b,load=0,resource_versions=,resources_synced=,started_at=2021-01-14T06:56:51Z,topic='l3_agent')) {'router_ids': ['a85c239e-014c-49fd-83e0-29c76dc80067'], 'active': True} {{(pid=84876) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:40:36.727614 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-835a6033-ed9d-4224-bb3d-e104d38e5ede tempest-RoutersAdminTest-626627900 tempest-RoutersAdminTest-626627900] Notify callbacks [] for router, before_response {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:40:36.731577 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-835a6033-ed9d-4224-bb3d-e104d38e5ede tempest-RoutersAdminTest-626627900 tempest-RoutersAdminTest-626627900] 10.222.0.24 "PUT /v2.0/routers/a85c239e-014c-49fd-83e0-29c76dc80067 HTTP/1.1" status: 200 len: 706 time: 2.6082942 Jan 14 07:40:36.732002 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84875) accepted ('10.222.0.24', 41438) {{(pid=84875) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:40:36.827245 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_hamode_db [None req-0aa90f2c-bdc5-4ebb-8104-9a7cacd7bd2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768862-2', False) {} {{(pid=84876) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:40:36.840372 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0aa90f2c-bdc5-4ebb-8104-9a7cacd7bd2a None None] Routers {'a85c239e-014c-49fd-83e0-29c76dc80067'} bound to L3 agent in host n-d-768862-2 {{(pid=84876) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 14 07:40:36.841122 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_hamode_db [None req-0aa90f2c-bdc5-4ebb-8104-9a7cacd7bd2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-01-14T06:56:51Z,description=,heartbeat_timestamp=2021-01-14T07:40:22Z,host='n-d-768862-2',id=35f592e9-451b-4db9-abea-77b6a5c5391b,load=0,resource_versions=,resources_synced=,started_at=2021-01-14T06:56:51Z,topic='l3_agent')) {'router_ids': ['a85c239e-014c-49fd-83e0-29c76dc80067'], 'active': True} {{(pid=84876) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:40:36.881008 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-15e9b467-24b9-40b4-88e8-0feb99c6c6ac tempest-RoutersAdminTest-2021597473 tempest-RoutersAdminTest-2021597473] 10.222.0.24 "GET /v2.0/routers/a85c239e-014c-49fd-83e0-29c76dc80067 HTTP/1.1" status: 200 len: 741 time: 0.1475332 Jan 14 07:40:36.883793 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84874) accepted ('10.222.0.24', 41444) {{(pid=84874) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:40:36.924350 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_hamode_db [None req-0aa90f2c-bdc5-4ebb-8104-9a7cacd7bd2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768862-2', False) {} {{(pid=84876) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:40:36.924875 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0aa90f2c-bdc5-4ebb-8104-9a7cacd7bd2a None None] The sync data for ids ['a85c239e-014c-49fd-83e0-29c76dc80067'] in n-d-768862-2 is: [] {{(pid=84876) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Jan 14 07:40:36.945881 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-52040f01-2488-4862-b81d-a8e4ce53ac4b tempest-RoutersAdminTest-2021597473 tempest-RoutersAdminTest-2021597473] 10.222.0.24 "GET /v2.0/ports?network_id=226f1e78-82cd-4481-9055-4eb73b6db8c1&device_id=a85c239e-014c-49fd-83e0-29c76dc80067 HTTP/1.1" status: 200 len: 205 time: 0.0573478 Jan 14 07:40:36.946621 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84874) accepted ('10.222.0.24', 41448) {{(pid=84874) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:40:36.997059 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-8932a91c-0ba5-474c-aada-e9f4048fc285 tempest-RoutersAdminTest-626627900 tempest-RoutersAdminTest-626627900] 10.222.0.24 "GET /v2.0/ports?device_id=a85c239e-014c-49fd-83e0-29c76dc80067 HTTP/1.1" status: 200 len: 205 time: 0.0491757 Jan 14 07:40:36.999954 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84875) accepted ('10.222.0.24', 41452) {{(pid=84875) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:40:37.069835 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84875) accepted ('10.222.0.24', 41456) {{(pid=84875) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:40:37.160589 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-c1dee20e-d7d6-4af8-880d-4e0950a4c0ca admin admin] Notify callbacks [] for security_group, before_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:40:37.186945 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-e2c1a92e-34c6-42cf-8f76-f3c4c093a24f tempest-RoutersAdminTest-626627900 tempest-RoutersAdminTest-626627900] Notify callbacks [] for router, before_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:40:37.244459 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-c1dee20e-d7d6-4af8-880d-4e0950a4c0ca admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:40:37.262948 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-c1dee20e-d7d6-4af8-880d-4e0950a4c0ca admin admin] Usage tracker for resource:security_group_rule and tenant:2f315e9e6e3b40a983dbd67e68ae5e0c is out of sync, need to count used quota {{(pid=84875) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:40:37.329170 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-c1dee20e-d7d6-4af8-880d-4e0950a4c0ca admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84875) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:40:37.395638 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-c1dee20e-d7d6-4af8-880d-4e0950a4c0ca admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:40:37.502962 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-e2c1a92e-34c6-42cf-8f76-f3c4c093a24f tempest-RoutersAdminTest-626627900 tempest-RoutersAdminTest-626627900] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3889346', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036854717606'] for router, precommit_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:40:37.509046 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-e2c1a92e-34c6-42cf-8f76-f3c4c093a24f tempest-RoutersAdminTest-626627900 tempest-RoutersAdminTest-626627900] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:40:37.572223 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-e2c1a92e-34c6-42cf-8f76-f3c4c093a24f tempest-RoutersAdminTest-626627900 tempest-RoutersAdminTest-626627900] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036850897070'] for router, after_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:40:37.572717 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e2c1a92e-34c6-42cf-8f76-f3c4c093a24f tempest-RoutersAdminTest-626627900 tempest-RoutersAdminTest-626627900] Fanout notify agent at l3_agent the message router_deleted on router a85c239e-014c-49fd-83e0-29c76dc80067 {{(pid=84875) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jan 14 07:40:37.617017 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-c1dee20e-d7d6-4af8-880d-4e0950a4c0ca admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:40:37.630208 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-e2c1a92e-34c6-42cf-8f76-f3c4c093a24f tempest-RoutersAdminTest-626627900 tempest-RoutersAdminTest-626627900] Notify callbacks [] for router, before_response {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:40:37.635618 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-e2c1a92e-34c6-42cf-8f76-f3c4c093a24f tempest-RoutersAdminTest-626627900 tempest-RoutersAdminTest-626627900] 10.222.0.24 "DELETE /v2.0/routers/a85c239e-014c-49fd-83e0-29c76dc80067 HTTP/1.1" status: 204 len: 168 time: 0.6303453 Jan 14 07:40:37.636297 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84875) accepted ('10.222.0.24', 41470) {{(pid=84875) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:40:37.638995 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-c1dee20e-d7d6-4af8-880d-4e0950a4c0ca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850887153'] for security_group, after_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:40:37.647483 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-ffbf5c0e-afcc-4a25-9a6b-33bb1c1e1026 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:40:37.728893 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84874) accepted ('10.222.0.24', 41474) {{(pid=84874) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:40:37.729218 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-4ed02c8e-2236-49a7-891d-3d60ae6ad4e1 tempest-RoutersAdminTest-626627900 tempest-RoutersAdminTest-626627900] 10.222.0.24 "GET /v2.0/ports?device_id=a85c239e-014c-49fd-83e0-29c76dc80067 HTTP/1.1" status: 200 len: 205 time: 0.0914388 Jan 14 07:40:37.730082 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1dee20e-d7d6-4af8-880d-4e0950a4c0ca admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f02e93b1-c5e8-48f9-bd00-64f95a9627a6,revision_number=1']} {{(pid=84875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:40:37.734546 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-c1dee20e-d7d6-4af8-880d-4e0950a4c0ca admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:40:37.757572 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-c1dee20e-d7d6-4af8-880d-4e0950a4c0ca admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=2f315e9e6e3b40a983dbd67e68ae5e0c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6865997 Jan 14 07:40:37.760822 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84875) accepted ('10.222.0.24', 41478) {{(pid=84875) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:40:37.836900 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-5fcc7697-dec4-4f05-a1c5-d66177156feb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:40:37.875241 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-5fcc7697-dec4-4f05-a1c5-d66177156feb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:40:37.951528 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-5fcc7697-dec4-4f05-a1c5-d66177156feb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850887153'] for security_group, after_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:40:37.960065 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-72d36739-97ea-444f-83d7-cd8db2ae759e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:40:37.980766 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fcc7697-dec4-4f05-a1c5-d66177156feb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f02e93b1-c5e8-48f9-bd00-64f95a9627a6,revision_number=None']} {{(pid=84875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:40:37.993555 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-5fcc7697-dec4-4f05-a1c5-d66177156feb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:40:37.994980 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-5fcc7697-dec4-4f05-a1c5-d66177156feb admin admin] Notify callbacks [] for security_group, before_response {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:40:38.000178 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-5fcc7697-dec4-4f05-a1c5-d66177156feb admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/f02e93b1-c5e8-48f9-bd00-64f95a9627a6 HTTP/1.1" status: 204 len: 168 time: 0.2380152 Jan 14 07:40:38.181819 n-d-768862-2 neutron-server[84765]: INFO neutron.api.v2.resource [None req-2e9bf2ea-8e53-4a97-8e93-b628fbb8c7d2 tempest-RoutersAdminTest-626627900 tempest-RoutersAdminTest-626627900] delete failed (client error): The resource could not be found. Jan 14 07:40:38.182972 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-2e9bf2ea-8e53-4a97-8e93-b628fbb8c7d2 tempest-RoutersAdminTest-626627900 tempest-RoutersAdminTest-626627900] 10.222.0.24 "DELETE /v2.0/routers/a85c239e-014c-49fd-83e0-29c76dc80067 HTTP/1.1" status: 404 len: 336 time: 0.4529841 Jan 14 07:40:38.186076 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84875) accepted ('10.222.0.24', 41484) {{(pid=84875) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:40:38.246989 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-04385499-8b50-4beb-99a3-8fa84940c232 tempest-RoutersAdminTest-626627900 tempest-RoutersAdminTest-626627900] 10.222.0.24 "GET /v2.0/ports?device_id=ad72eeed-c778-419d-8fed-0982e1d8470a HTTP/1.1" status: 200 len: 205 time: 0.0542593 Jan 14 07:40:38.247269 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84875) accepted ('10.222.0.24', 41488) {{(pid=84875) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:40:38.343251 n-d-768862-2 neutron-server[84765]: INFO neutron.api.v2.resource [None req-bda1e250-1f3d-43f7-b040-6171c3691a5f tempest-RoutersAdminTest-626627900 tempest-RoutersAdminTest-626627900] delete failed (client error): The resource could not be found. Jan 14 07:40:38.348125 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-bda1e250-1f3d-43f7-b040-6171c3691a5f tempest-RoutersAdminTest-626627900 tempest-RoutersAdminTest-626627900] 10.222.0.24 "DELETE /v2.0/routers/ad72eeed-c778-419d-8fed-0982e1d8470a HTTP/1.1" status: 404 len: 336 time: 0.0964074 Jan 14 07:40:38.348541 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84875) accepted ('10.222.0.24', 41494) {{(pid=84875) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:40:38.410394 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-267bd011-2f8a-4907-836e-a337d6275906 tempest-RoutersAdminTest-626627900 tempest-RoutersAdminTest-626627900] 10.222.0.24 "GET /v2.0/ports?device_id=86e9b21e-af90-451d-851b-733aa5651df9 HTTP/1.1" status: 200 len: 205 time: 0.0600102 Jan 14 07:40:38.413474 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84874) accepted ('10.222.0.24', 41498) {{(pid=84874) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:40:38.525493 n-d-768862-2 neutron-server[84765]: INFO neutron.api.v2.resource [None req-683a0758-32ec-4a9a-951d-bcd65dd5c703 tempest-RoutersAdminTest-626627900 tempest-RoutersAdminTest-626627900] delete failed (client error): The resource could not be found. Jan 14 07:40:38.525493 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-683a0758-32ec-4a9a-951d-bcd65dd5c703 tempest-RoutersAdminTest-626627900 tempest-RoutersAdminTest-626627900] 10.222.0.24 "DELETE /v2.0/routers/86e9b21e-af90-451d-851b-733aa5651df9 HTTP/1.1" status: 404 len: 336 time: 0.1079652 Jan 14 07:40:38.528583 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84875) accepted ('10.222.0.24', 41506) {{(pid=84875) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:40:38.619992 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-4b87b1c1-d671-4f6c-859e-6fa5e6232c4e tempest-RoutersAdminTest-626627900 tempest-RoutersAdminTest-626627900] 10.222.0.24 "GET /v2.0/ports?device_id=790432f6-85d6-4bf7-bf85-7dfffeb0603b HTTP/1.1" status: 200 len: 205 time: 0.0873699 Jan 14 07:40:38.620593 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84874) accepted ('10.222.0.24', 41514) {{(pid=84874) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:40:38.761170 n-d-768862-2 neutron-server[84765]: INFO neutron.api.v2.resource [None req-a0b1f680-cc59-4a55-b8d9-b1575cb9b40c tempest-RoutersAdminTest-626627900 tempest-RoutersAdminTest-626627900] delete failed (client error): The resource could not be found. Jan 14 07:40:38.763141 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-a0b1f680-cc59-4a55-b8d9-b1575cb9b40c tempest-RoutersAdminTest-626627900 tempest-RoutersAdminTest-626627900] 10.222.0.24 "DELETE /v2.0/routers/790432f6-85d6-4bf7-bf85-7dfffeb0603b HTTP/1.1" status: 404 len: 336 time: 0.1407025 Jan 14 07:40:38.765651 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84875) accepted ('10.222.0.24', 41524) {{(pid=84875) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:40:38.821500 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-5bca5f78-63c6-4cf1-b3a8-5e0a82cb9077 tempest-RoutersAdminTest-626627900 tempest-RoutersAdminTest-626627900] 10.222.0.24 "GET /v2.0/ports?device_id=5a95cc63-fc8f-4839-97f6-2bafb4732cbc HTTP/1.1" status: 200 len: 205 time: 0.0520928 Jan 14 07:40:38.822541 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84874) accepted ('10.222.0.24', 41530) {{(pid=84874) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:40:38.918992 n-d-768862-2 neutron-server[84765]: INFO neutron.api.v2.resource [None req-b42fe2df-2164-44f0-b08a-8007411537ff tempest-RoutersAdminTest-626627900 tempest-RoutersAdminTest-626627900] delete failed (client error): The resource could not be found. Jan 14 07:40:38.920557 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-b42fe2df-2164-44f0-b08a-8007411537ff tempest-RoutersAdminTest-626627900 tempest-RoutersAdminTest-626627900] 10.222.0.24 "DELETE /v2.0/routers/5a95cc63-fc8f-4839-97f6-2bafb4732cbc HTTP/1.1" status: 404 len: 336 time: 0.0966172 Jan 14 07:40:38.923856 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84875) accepted ('10.222.0.24', 41536) {{(pid=84875) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:40:38.973533 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-0e66b6ed-ea1c-42f8-ad26-0c5d77e8b9d9 tempest-RoutersAdminTest-626627900 tempest-RoutersAdminTest-626627900] 10.222.0.24 "GET /v2.0/ports?device_id=daa1a0d6-aa2a-4dd8-815b-1decc55606c3 HTTP/1.1" status: 200 len: 205 time: 0.0480969 Jan 14 07:40:38.976713 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84874) accepted ('10.222.0.24', 41540) {{(pid=84874) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:40:39.047350 n-d-768862-2 neutron-server[84765]: INFO neutron.api.v2.resource [None req-cd4414e2-0815-48a4-9d0d-63ee3a5a4c6e tempest-RoutersAdminTest-626627900 tempest-RoutersAdminTest-626627900] delete failed (client error): The resource could not be found. Jan 14 07:40:39.048526 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-cd4414e2-0815-48a4-9d0d-63ee3a5a4c6e tempest-RoutersAdminTest-626627900 tempest-RoutersAdminTest-626627900] 10.222.0.24 "DELETE /v2.0/routers/daa1a0d6-aa2a-4dd8-815b-1decc55606c3 HTTP/1.1" status: 404 len: 336 time: 0.0707273 Jan 14 07:40:39.051587 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84874) accepted ('10.222.0.24', 41546) {{(pid=84874) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:40:39.098681 n-d-768862-2 neutron-server[84765]: INFO neutron.pecan_wsgi.hooks.translation [None req-0978da43-ac6d-4871-9b73-8622593b8f46 tempest-RoutersAdminTest-626627900 tempest-RoutersAdminTest-626627900] DELETE failed (client error): The resource could not be found. Jan 14 07:40:39.099783 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0978da43-ac6d-4871-9b73-8622593b8f46 tempest-RoutersAdminTest-626627900 tempest-RoutersAdminTest-626627900] No notification will be sent due to unsuccessful status code: 404 {{(pid=84874) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Jan 14 07:40:39.101667 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-0978da43-ac6d-4871-9b73-8622593b8f46 tempest-RoutersAdminTest-626627900 tempest-RoutersAdminTest-626627900] 10.222.0.24 "DELETE /v2.0/subnets/b5ec3353-0293-43b8-b06f-f5693e192e07 HTTP/1.1" status: 404 len: 337 time: 0.0490286 Jan 14 07:40:39.380610 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84875) accepted ('10.222.0.24', 41562) {{(pid=84875) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:40:39.565601 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-afaa8bef-a0a5-48f9-a60e-32415302a022 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:40:39.582015 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-afaa8bef-a0a5-48f9-a60e-32415302a022 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:40:39.586214 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-afaa8bef-a0a5-48f9-a60e-32415302a022 admin admin] Usage tracker for resource:security_group_rule and tenant:a6665645452a42b0949cd0a7c727890c is out of sync, need to count used quota {{(pid=84875) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:40:39.589294 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-afaa8bef-a0a5-48f9-a60e-32415302a022 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84875) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:40:39.595162 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-afaa8bef-a0a5-48f9-a60e-32415302a022 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:40:39.778043 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-afaa8bef-a0a5-48f9-a60e-32415302a022 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:40:39.784949 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-afaa8bef-a0a5-48f9-a60e-32415302a022 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850887153'] for security_group, after_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:40:39.800441 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-5180f69b-2d67-4aa1-92b3-9f70df4d6a66 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:40:39.862934 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afaa8bef-a0a5-48f9-a60e-32415302a022 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=20203147-bd26-4209-8108-f84f4332d67d,revision_number=1']} {{(pid=84875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:40:39.890472 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-afaa8bef-a0a5-48f9-a60e-32415302a022 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:40:39.896294 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84874) accepted ('10.222.0.24', 41578) {{(pid=84874) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:40:39.896699 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-afaa8bef-a0a5-48f9-a60e-32415302a022 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=a6665645452a42b0949cd0a7c727890c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5142024 Jan 14 07:40:39.972324 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-85b647c2-c6a8-445c-aaca-ffee59c121eb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:40:40.012616 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-85b647c2-c6a8-445c-aaca-ffee59c121eb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:40:40.067872 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-85b647c2-c6a8-445c-aaca-ffee59c121eb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850887153'] for security_group, after_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:40:40.072901 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84875) accepted ('10.222.0.24', 41584) {{(pid=84875) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:40:40.075647 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-c8119481-942e-4428-bc54-b759c882276b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:40:40.089248 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-85b647c2-c6a8-445c-aaca-ffee59c121eb admin admin] Notify callbacks [] for security_group, before_response {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:40:40.090473 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-85b647c2-c6a8-445c-aaca-ffee59c121eb admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/20203147-bd26-4209-8108-f84f4332d67d HTTP/1.1" status: 204 len: 168 time: 0.1931238 Jan 14 07:40:40.094520 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85b647c2-c6a8-445c-aaca-ffee59c121eb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=20203147-bd26-4209-8108-f84f4332d67d,revision_number=None']} {{(pid=84874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:40:40.098002 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-85b647c2-c6a8-445c-aaca-ffee59c121eb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:40:40.301807 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-7fdd8428-4b52-46d8-841f-f97f1f121d0a admin admin] Notify callbacks [] for security_group, before_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:40:40.319737 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-7fdd8428-4b52-46d8-841f-f97f1f121d0a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:40:40.324059 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-7fdd8428-4b52-46d8-841f-f97f1f121d0a admin admin] Usage tracker for resource:security_group_rule and tenant:baa38c5dc3d74139a11a37f834100015 is out of sync, need to count used quota {{(pid=84875) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:40:40.327238 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-7fdd8428-4b52-46d8-841f-f97f1f121d0a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84875) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:40:40.333240 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-7fdd8428-4b52-46d8-841f-f97f1f121d0a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:40:40.451974 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-7fdd8428-4b52-46d8-841f-f97f1f121d0a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:40:40.456601 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-7fdd8428-4b52-46d8-841f-f97f1f121d0a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850887153'] for security_group, after_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:40:40.467504 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-bede708b-72ce-4745-bb8f-84fffea12133 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:40:40.514958 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-7fdd8428-4b52-46d8-841f-f97f1f121d0a admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=baa38c5dc3d74139a11a37f834100015&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4408486 Jan 14 07:40:40.517104 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fdd8428-4b52-46d8-841f-f97f1f121d0a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8504f000-5194-45a2-b14d-96453b1835c9,revision_number=1']} {{(pid=84875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:40:40.517938 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84874) accepted ('10.222.0.24', 41594) {{(pid=84874) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:40:40.521544 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-7fdd8428-4b52-46d8-841f-f97f1f121d0a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:40:40.574611 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84875) accepted ('10.222.0.24', 41598) {{(pid=84875) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:40:40.613903 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-8981dd5d-d70a-4970-8a49-b151ca5b0c63 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:40:40.648449 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-8981dd5d-d70a-4970-8a49-b151ca5b0c63 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:40:40.653285 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-3290c072-93e7-4885-9f6b-917a53ef38dc admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=3d589604bc2249fc83aae486a90067f2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0748432 Jan 14 07:40:40.653892 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84875) accepted ('10.222.0.24', 41602) {{(pid=84875) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:40:40.723545 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-8981dd5d-d70a-4970-8a49-b151ca5b0c63 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850887153'] for security_group, after_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:40:40.738416 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-9925fb4d-0509-4bc1-87d2-b39191f3f4d3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:40:40.770171 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8981dd5d-d70a-4970-8a49-b151ca5b0c63 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8504f000-5194-45a2-b14d-96453b1835c9,revision_number=None']} {{(pid=84874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:40:40.778402 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-8981dd5d-d70a-4970-8a49-b151ca5b0c63 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:40:40.789748 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-8981dd5d-d70a-4970-8a49-b151ca5b0c63 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:40:40.791077 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-8981dd5d-d70a-4970-8a49-b151ca5b0c63 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/8504f000-5194-45a2-b14d-96453b1835c9 HTTP/1.1" status: 204 len: 168 time: 0.2718182 Jan 14 07:40:40.818717 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-7f7adef8-1992-4bae-a16f-4c85898a63e6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:40:40.870938 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-7f7adef8-1992-4bae-a16f-4c85898a63e6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:40:40.940671 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-7f7adef8-1992-4bae-a16f-4c85898a63e6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850887153'] for security_group, after_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:40:40.955537 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-6cfd1176-e1fd-4030-aa63-2b22332b56f9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:40:40.977776 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f7adef8-1992-4bae-a16f-4c85898a63e6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5931784c-5ddb-4a5b-962b-4f1b2d78a032,revision_number=None']} {{(pid=84875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:40:40.981762 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-7f7adef8-1992-4bae-a16f-4c85898a63e6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:40:40.982757 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-7f7adef8-1992-4bae-a16f-4c85898a63e6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:40:40.984194 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-7f7adef8-1992-4bae-a16f-4c85898a63e6 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/5931784c-5ddb-4a5b-962b-4f1b2d78a032 HTTP/1.1" status: 204 len: 168 time: 0.3291864 Jan 14 07:40:41.344502 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-017f98a9-8a07-408c-a86f-8ff0c00400a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363259214191800', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854171626'] for agent, after_update {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:40:42.466164 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84874) accepted ('10.222.0.24', 41662) {{(pid=84874) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:40:42.593280 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84875) accepted ('10.222.0.24', 41670) {{(pid=84875) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:40:42.860692 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-852a24f7-e9a1-4193-9abb-e9506fe5213f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363259214191800', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854171626'] for agent, after_update {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:40:42.930781 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.v2.base [None req-42c1b58c-f79c-4302-bdf9-b106c1ea42ae tempest-FloatingIPTestJSON-1632234116 tempest-FloatingIPTestJSON-1632234116] Request body: {'network': {'name': 'tempest-FloatingIPTestJSON-test-network-1919176403'}} {{(pid=84874) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:40:42.945700 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-42c1b58c-f79c-4302-bdf9-b106c1ea42ae tempest-FloatingIPTestJSON-1632234116 tempest-FloatingIPTestJSON-1632234116] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:40:42.946281 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-eea61355-3d7d-419a-bf55-ed3e726dd953 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:40:42.953749 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-42c1b58c-f79c-4302-bdf9-b106c1ea42ae tempest-FloatingIPTestJSON-1632234116 tempest-FloatingIPTestJSON-1632234116] Usage tracker for resource:network and tenant:1c55c328d6854ee381dab36dc470b7b0 is out of sync, need to count used quota {{(pid=84874) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:40:42.959098 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-42c1b58c-f79c-4302-bdf9-b106c1ea42ae tempest-FloatingIPTestJSON-1632234116 tempest-FloatingIPTestJSON-1632234116] Quota usage for network was recalculated. Used quota:0. {{(pid=84874) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:40:42.968021 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-42c1b58c-f79c-4302-bdf9-b106c1ea42ae tempest-FloatingIPTestJSON-1632234116 tempest-FloatingIPTestJSON-1632234116] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:40:42.970423 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-eea61355-3d7d-419a-bf55-ed3e726dd953 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:40:42.982263 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-42c1b58c-f79c-4302-bdf9-b106c1ea42ae tempest-FloatingIPTestJSON-1632234116 tempest-FloatingIPTestJSON-1632234116] Made reservation on behalf of 1c55c328d6854ee381dab36dc470b7b0 for: {'network': 1} {{(pid=84874) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 07:40:42.990650 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-eea61355-3d7d-419a-bf55-ed3e726dd953 admin admin] Usage tracker for resource:security_group_rule and tenant:c2fd7a4d70f445758a0daf19ee552989 is out of sync, need to count used quota {{(pid=84875) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:40:42.992916 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-42c1b58c-f79c-4302-bdf9-b106c1ea42ae tempest-FloatingIPTestJSON-1632234116 tempest-FloatingIPTestJSON-1632234116] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555753'] for network, before_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:40:42.996787 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-eea61355-3d7d-419a-bf55-ed3e726dd953 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84875) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:40:43.011306 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-42c1b58c-f79c-4302-bdf9-b106c1ea42ae tempest-FloatingIPTestJSON-1632234116 tempest-FloatingIPTestJSON-1632234116] Notify callbacks [] for security_group, before_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:40:43.017379 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-eea61355-3d7d-419a-bf55-ed3e726dd953 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:40:43.030241 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-42c1b58c-f79c-4302-bdf9-b106c1ea42ae tempest-FloatingIPTestJSON-1632234116 tempest-FloatingIPTestJSON-1632234116] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:40:43.035459 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-42c1b58c-f79c-4302-bdf9-b106c1ea42ae tempest-FloatingIPTestJSON-1632234116 tempest-FloatingIPTestJSON-1632234116] Usage tracker for resource:security_group_rule and tenant:1c55c328d6854ee381dab36dc470b7b0 is out of sync, need to count used quota {{(pid=84874) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:40:43.039677 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-42c1b58c-f79c-4302-bdf9-b106c1ea42ae tempest-FloatingIPTestJSON-1632234116 tempest-FloatingIPTestJSON-1632234116] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84874) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:40:43.046088 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-42c1b58c-f79c-4302-bdf9-b106c1ea42ae tempest-FloatingIPTestJSON-1632234116 tempest-FloatingIPTestJSON-1632234116] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:40:43.155921 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-eea61355-3d7d-419a-bf55-ed3e726dd953 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:40:43.158847 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-42c1b58c-f79c-4302-bdf9-b106c1ea42ae tempest-FloatingIPTestJSON-1632234116 tempest-FloatingIPTestJSON-1632234116] Notify callbacks [] for security_group, precommit_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:40:43.163244 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-eea61355-3d7d-419a-bf55-ed3e726dd953 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850887153'] for security_group, after_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:40:43.165647 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-42c1b58c-f79c-4302-bdf9-b106c1ea42ae tempest-FloatingIPTestJSON-1632234116 tempest-FloatingIPTestJSON-1632234116] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850887153'] for security_group, after_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:40:43.185694 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-3699f151-6634-432f-bde6-d7dc50caac4d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:40:43.186028 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-42c1b58c-f79c-4302-bdf9-b106c1ea42ae tempest-FloatingIPTestJSON-1632234116 tempest-FloatingIPTestJSON-1632234116] vxlan segment allocate from pool success with {'vxlan_vni': 3} {{(pid=84874) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Jan 14 07:40:43.198552 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-42c1b58c-f79c-4302-bdf9-b106c1ea42ae tempest-FloatingIPTestJSON-1632234116 tempest-FloatingIPTestJSON-1632234116] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854179735'] for segment, precommit_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:40:43.199204 n-d-768862-2 neutron-server[84765]: INFO neutron.db.segments_db [None req-42c1b58c-f79c-4302-bdf9-b106c1ea42ae tempest-FloatingIPTestJSON-1632234116 tempest-FloatingIPTestJSON-1632234116] Added segment 644a07ec-0282-45d5-b5f3-e43f21c0c5cd of type vxlan for network 7f66a104-5fc0-4006-bcf7-8673d1d34aec Jan 14 07:40:43.239050 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-42c1b58c-f79c-4302-bdf9-b106c1ea42ae tempest-FloatingIPTestJSON-1632234116 tempest-FloatingIPTestJSON-1632234116] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363259214646115'] for network, precommit_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:40:43.243004 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-eea61355-3d7d-419a-bf55-ed3e726dd953 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=c2fd7a4d70f445758a0daf19ee552989&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6483719 Jan 14 07:40:43.246450 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84875) accepted ('10.222.0.24', 41680) {{(pid=84875) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:40:43.275166 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-25365f4f-c372-4327-89b9-a8a690da256d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:40:43.290495 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-42c1b58c-f79c-4302-bdf9-b106c1ea42ae tempest-FloatingIPTestJSON-1632234116 tempest-FloatingIPTestJSON-1632234116] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850887149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964'] for network, after_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:40:43.293310 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eea61355-3d7d-419a-bf55-ed3e726dd953 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1d0baf0b-ba0f-4486-8a88-335be77bd9e3,revision_number=1']} {{(pid=84875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:40:43.308932 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-eea61355-3d7d-419a-bf55-ed3e726dd953 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:40:43.319516 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42c1b58c-f79c-4302-bdf9-b106c1ea42ae tempest-FloatingIPTestJSON-1632234116 tempest-FloatingIPTestJSON-1632234116] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:40:43.321199 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-42c1b58c-f79c-4302-bdf9-b106c1ea42ae tempest-FloatingIPTestJSON-1632234116 tempest-FloatingIPTestJSON-1632234116] Notify callbacks [] for network, before_response {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:40:43.369452 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42c1b58c-f79c-4302-bdf9-b106c1ea42ae tempest-FloatingIPTestJSON-1632234116 tempest-FloatingIPTestJSON-1632234116] Pushing event updated for resources: {'SecurityGroup': ['ID=08ae5eea-f30e-452d-8d12-d19963e52622,revision_number=1']} {{(pid=84874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:40:43.378213 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-42c1b58c-f79c-4302-bdf9-b106c1ea42ae tempest-FloatingIPTestJSON-1632234116 tempest-FloatingIPTestJSON-1632234116] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:40:43.379135 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-95279ce7-6c2d-47bc-9515-bddd2b214559 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.046s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:40:43.385904 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-0151760f-67bf-4e9d-82cc-027b0094d80b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:40:43.408648 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-42c1b58c-f79c-4302-bdf9-b106c1ea42ae tempest-FloatingIPTestJSON-1632234116 tempest-FloatingIPTestJSON-1632234116] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.9405954 Jan 14 07:40:43.413030 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84875) accepted ('10.222.0.24', 41686) {{(pid=84875) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:40:43.423552 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.v2.base [None req-46aace61-b217-4275-b62c-8d2cbb66b355 tempest-FloatingIPTestJSON-1632234116 tempest-FloatingIPTestJSON-1632234116] Request body: {'subnet': {'network_id': '7f66a104-5fc0-4006-bcf7-8673d1d34aec', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=84875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:40:43.445418 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-0151760f-67bf-4e9d-82cc-027b0094d80b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:40:43.588561 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-46aace61-b217-4275-b62c-8d2cbb66b355 tempest-FloatingIPTestJSON-1632234116 tempest-FloatingIPTestJSON-1632234116] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:40:43.593717 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-46aace61-b217-4275-b62c-8d2cbb66b355 tempest-FloatingIPTestJSON-1632234116 tempest-FloatingIPTestJSON-1632234116] Usage tracker for resource:subnet and tenant:1c55c328d6854ee381dab36dc470b7b0 is out of sync, need to count used quota {{(pid=84875) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:40:43.597411 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-46aace61-b217-4275-b62c-8d2cbb66b355 tempest-FloatingIPTestJSON-1632234116 tempest-FloatingIPTestJSON-1632234116] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84875) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:40:43.597601 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42c1b58c-f79c-4302-bdf9-b106c1ea42ae tempest-FloatingIPTestJSON-1632234116 tempest-FloatingIPTestJSON-1632234116] Pushing event updated for resources: {'Network': ['ID=7f66a104-5fc0-4006-bcf7-8673d1d34aec,revision_number=1']} {{(pid=84874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:40:43.604286 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-42c1b58c-f79c-4302-bdf9-b106c1ea42ae tempest-FloatingIPTestJSON-1632234116 tempest-FloatingIPTestJSON-1632234116] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.224s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:40:43.604585 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-46aace61-b217-4275-b62c-8d2cbb66b355 tempest-FloatingIPTestJSON-1632234116 tempest-FloatingIPTestJSON-1632234116] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:40:43.611384 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-0151760f-67bf-4e9d-82cc-027b0094d80b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850887153'] for security_group, after_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:40:43.616316 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-852a24f7-e9a1-4193-9abb-e9506fe5213f None None] Network 7f66a104-5fc0-4006-bcf7-8673d1d34aec details requested by agent ovs-agent-n-h2-768862-2 with host n-h2-768862-2 {{(pid=84876) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 07:40:43.617132 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-48c64f4a-ee91-46b2-9cab-9e0be4b74f21 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:40:43.632405 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0151760f-67bf-4e9d-82cc-027b0094d80b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1d0baf0b-ba0f-4486-8a88-335be77bd9e3,revision_number=None']} {{(pid=84875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:40:43.639368 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-46aace61-b217-4275-b62c-8d2cbb66b355 tempest-FloatingIPTestJSON-1632234116 tempest-FloatingIPTestJSON-1632234116] Made reservation on behalf of 1c55c328d6854ee381dab36dc470b7b0 for: {'subnet': 1} {{(pid=84875) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 07:40:43.650262 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-017f98a9-8a07-408c-a86f-8ff0c00400a0 None None] Network 7f66a104-5fc0-4006-bcf7-8673d1d34aec details requested by agent ovs-agent-n-h1-768862-2 with host n-h1-768862-2 {{(pid=84876) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 07:40:43.666257 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Network 7f66a104-5fc0-4006-bcf7-8673d1d34aec details requested by agent ovs-agent-n-d-768862-2 with host n-d-768862-2 {{(pid=84876) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 07:40:44.183116 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-0151760f-67bf-4e9d-82cc-027b0094d80b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.566s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:40:44.184071 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-0151760f-67bf-4e9d-82cc-027b0094d80b admin admin] Notify callbacks [] for security_group, before_response {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:40:44.185337 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-0151760f-67bf-4e9d-82cc-027b0094d80b admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/1d0baf0b-ba0f-4486-8a88-335be77bd9e3 HTTP/1.1" status: 204 len: 168 time: 0.9378653 Jan 14 07:40:44.202069 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84874) accepted ('10.222.0.24', 41698) {{(pid=84874) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:40:44.241009 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-46aace61-b217-4275-b62c-8d2cbb66b355 tempest-FloatingIPTestJSON-1632234116 tempest-FloatingIPTestJSON-1632234116] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036852467157'] for subnet, before_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:40:44.633737 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-8196c6d4-c5c8-4326-b612-63ae6c2724bf admin admin] Notify callbacks [] for security_group, before_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:40:44.655015 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-8196c6d4-c5c8-4326-b612-63ae6c2724bf admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:40:44.660443 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-8196c6d4-c5c8-4326-b612-63ae6c2724bf admin admin] Usage tracker for resource:security_group_rule and tenant:b71cd814701c4b0eae9800905427298a is out of sync, need to count used quota {{(pid=84874) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:40:44.664310 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-8196c6d4-c5c8-4326-b612-63ae6c2724bf admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84874) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:40:44.671994 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-8196c6d4-c5c8-4326-b612-63ae6c2724bf admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:40:44.797195 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-8196c6d4-c5c8-4326-b612-63ae6c2724bf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:40:44.802681 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-8196c6d4-c5c8-4326-b612-63ae6c2724bf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850887153'] for security_group, after_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:40:44.810871 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-46aace61-b217-4275-b62c-8d2cbb66b355 tempest-FloatingIPTestJSON-1632234116 tempest-FloatingIPTestJSON-1632234116] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850887113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036851621412', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036852467174'] for subnet, after_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:40:44.829244 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-a0a03874-f6de-4495-9518-e4d1e0300e16 tempest-TagsExtTest-1634423073 tempest-TagsExtTest-1634423073] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:40:44.839909 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-912172a6-2514-49b4-9ded-536fd0a85dd9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:40:44.855877 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-8196c6d4-c5c8-4326-b612-63ae6c2724bf admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=b71cd814701c4b0eae9800905427298a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6495333 Jan 14 07:40:44.856396 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84874) accepted ('10.222.0.24', 41718) {{(pid=84874) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:40:44.903504 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8196c6d4-c5c8-4326-b612-63ae6c2724bf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ef1aa11c-1b6c-4ca3-8607-736d7a1aeef2,revision_number=1']} {{(pid=84874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:40:44.908632 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-8196c6d4-c5c8-4326-b612-63ae6c2724bf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:40:44.978613 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-151190f7-a4b1-4dc6-962a-09b2a31e9cbb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:40:45.012018 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-151190f7-a4b1-4dc6-962a-09b2a31e9cbb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:40:45.059549 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46aace61-b217-4275-b62c-8d2cbb66b355 tempest-FloatingIPTestJSON-1632234116 tempest-FloatingIPTestJSON-1632234116] Pushing event updated for resources: {'Subnet': ['ID=d6758878-82c8-4ee2-b8e5-88327209ee02,revision_number=0']} {{(pid=84875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:40:45.059549 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-46aace61-b217-4275-b62c-8d2cbb66b355 tempest-FloatingIPTestJSON-1632234116 tempest-FloatingIPTestJSON-1632234116] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.230s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:40:45.112441 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-151190f7-a4b1-4dc6-962a-09b2a31e9cbb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850887153'] for security_group, after_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:40:45.124011 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-b44b003f-55e8-4fb6-820c-a07147c992c6 tempest-NegativeSecGroupTest-99150678 tempest-NegativeSecGroupTest-99150678] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:40:45.165856 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-151190f7-a4b1-4dc6-962a-09b2a31e9cbb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ef1aa11c-1b6c-4ca3-8607-736d7a1aeef2,revision_number=None']} {{(pid=84874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:40:45.170465 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-151190f7-a4b1-4dc6-962a-09b2a31e9cbb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:40:45.182515 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46aace61-b217-4275-b62c-8d2cbb66b355 tempest-FloatingIPTestJSON-1632234116 tempest-FloatingIPTestJSON-1632234116] Checking segment: {'id': '644a07ec-0282-45d5-b5f3-e43f21c0c5cd', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '7f66a104-5fc0-4006-bcf7-8673d1d34aec'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84875) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 14 07:40:45.183056 n-d-768862-2 neutron-server[84765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46aace61-b217-4275-b62c-8d2cbb66b355 tempest-FloatingIPTestJSON-1632234116 tempest-FloatingIPTestJSON-1632234116] Network hostable DHCP agents. Network: 7f66a104-5fc0-4006-bcf7-8673d1d34aec, hostable agents: ['32f3dd84-26da-4d18-bf15-6017a8fb7247'], hosted agents: [] {{(pid=84875) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Jan 14 07:40:45.183824 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-151190f7-a4b1-4dc6-962a-09b2a31e9cbb admin admin] Notify callbacks [] for security_group, before_response {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:40:45.186135 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-151190f7-a4b1-4dc6-962a-09b2a31e9cbb admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/ef1aa11c-1b6c-4ca3-8607-736d7a1aeef2 HTTP/1.1" status: 204 len: 168 time: 0.3282092 Jan 14 07:40:45.209304 n-d-768862-2 neutron-server[84765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46aace61-b217-4275-b62c-8d2cbb66b355 tempest-FloatingIPTestJSON-1632234116 tempest-FloatingIPTestJSON-1632234116] Network 7f66a104-5fc0-4006-bcf7-8673d1d34aec is scheduled to be hosted by DHCP agent 32f3dd84-26da-4d18-bf15-6017a8fb7247 with binding_index 1 {{(pid=84875) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Jan 14 07:40:45.224774 n-d-768862-2 neutron-server[84765]: DEBUG neutron.scheduler.base_scheduler [None req-46aace61-b217-4275-b62c-8d2cbb66b355 tempest-FloatingIPTestJSON-1632234116 tempest-FloatingIPTestJSON-1632234116] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768862-2, 7f66a104-5fc0-4006-bcf7-8673d1d34aec) {{(pid=84875) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 07:40:45.242341 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2893c00-259d-4bc8-b9eb-befd28dae53f None None] Network 7f66a104-5fc0-4006-bcf7-8673d1d34aec requested from n-d-768862-2 {{(pid=84876) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 07:40:45.261385 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46aace61-b217-4275-b62c-8d2cbb66b355 tempest-FloatingIPTestJSON-1632234116 tempest-FloatingIPTestJSON-1632234116] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:40:45.262047 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-46aace61-b217-4275-b62c-8d2cbb66b355 tempest-FloatingIPTestJSON-1632234116 tempest-FloatingIPTestJSON-1632234116] Notify callbacks [] for subnet, before_response {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:40:45.301990 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84874) accepted ('10.222.0.24', 41736) {{(pid=84874) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:40:45.304205 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-46aace61-b217-4275-b62c-8d2cbb66b355 tempest-FloatingIPTestJSON-1632234116 tempest-FloatingIPTestJSON-1632234116] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 1.8897073 Jan 14 07:40:45.308599 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.v2.base [None req-76455e27-3f24-4de8-8862-c9b88540a896 tempest-FloatingIPTestJSON-1632234116 tempest-FloatingIPTestJSON-1632234116] Request body: {'router': {'name': 'tempest-FloatingIPTestJSON-router-2146762225', 'external_gateway_info': {'network_id': '226f1e78-82cd-4481-9055-4eb73b6db8c1'}, 'admin_state_up': False}} {{(pid=84874) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:40:45.344090 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-76455e27-3f24-4de8-8862-c9b88540a896 tempest-FloatingIPTestJSON-1632234116 tempest-FloatingIPTestJSON-1632234116] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:40:45.353865 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-76455e27-3f24-4de8-8862-c9b88540a896 tempest-FloatingIPTestJSON-1632234116 tempest-FloatingIPTestJSON-1632234116] Usage tracker for resource:router and tenant:1c55c328d6854ee381dab36dc470b7b0 is out of sync, need to count used quota {{(pid=84874) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:40:45.360976 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-76455e27-3f24-4de8-8862-c9b88540a896 tempest-FloatingIPTestJSON-1632234116 tempest-FloatingIPTestJSON-1632234116] Quota usage for router was recalculated. Used quota:0. {{(pid=84874) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:40:45.379037 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-76455e27-3f24-4de8-8862-c9b88540a896 tempest-FloatingIPTestJSON-1632234116 tempest-FloatingIPTestJSON-1632234116] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:40:45.385156 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-76455e27-3f24-4de8-8862-c9b88540a896 tempest-FloatingIPTestJSON-1632234116 tempest-FloatingIPTestJSON-1632234116] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3889205', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854717621'] for router, before_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:40:45.386378 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-76455e27-3f24-4de8-8862-c9b88540a896 tempest-FloatingIPTestJSON-1632234116 tempest-FloatingIPTestJSON-1632234116] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036850886574', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3912501', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3808446', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-58179'] for router, precommit_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:40:45.414703 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-76455e27-3f24-4de8-8862-c9b88540a896 tempest-FloatingIPTestJSON-1632234116 tempest-FloatingIPTestJSON-1632234116] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:40:45.537344 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a8e53e2-c1c6-4867-b9cd-3a06cb21e37a None None] Network 7f66a104-5fc0-4006-bcf7-8673d1d34aec requested from n-d-768862-2 {{(pid=84876) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 07:40:45.826480 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-76455e27-3f24-4de8-8862-c9b88540a896 tempest-FloatingIPTestJSON-1632234116 tempest-FloatingIPTestJSON-1632234116] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3912484', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3889188', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-58194'] for router, precommit_update {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:40:46.194556 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-76455e27-3f24-4de8-8862-c9b88540a896 tempest-FloatingIPTestJSON-1632234116 tempest-FloatingIPTestJSON-1632234116] Notify callbacks [] for router_gateway, before_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:40:46.235676 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-76455e27-3f24-4de8-8862-c9b88540a896 tempest-FloatingIPTestJSON-1632234116 tempest-FloatingIPTestJSON-1632234116] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555753'] for port, before_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:40:46.614052 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.db_base_plugin_common [None req-76455e27-3f24-4de8-8862-c9b88540a896 tempest-FloatingIPTestJSON-1632234116 tempest-FloatingIPTestJSON-1632234116] Allocated IP 172.25.2.218 (226f1e78-82cd-4481-9055-4eb73b6db8c1/ba8deeec-7658-4195-9449-038c076f5c83/e3f84d9f-0942-4617-88e4-807b53921730) {{(pid=84874) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 14 07:40:46.827762 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-76455e27-3f24-4de8-8862-c9b88540a896 tempest-FloatingIPTestJSON-1632234116 tempest-FloatingIPTestJSON-1632234116] Notify callbacks [] for port, precommit_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:40:46.867511 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-76455e27-3f24-4de8-8862-c9b88540a896 tempest-FloatingIPTestJSON-1632234116 tempest-FloatingIPTestJSON-1632234116] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777640123575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3254186'] for port, after_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:40:46.958248 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-57a3670c-458c-44e1-9c35-40333f1efb6a tempest-PortsAdminExtendedAttrsTestJSON-1323615853 tempest-PortsAdminExtendedAttrsTestJSON-1323615853] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:40:47.060891 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76455e27-3f24-4de8-8862-c9b88540a896 tempest-FloatingIPTestJSON-1632234116 tempest-FloatingIPTestJSON-1632234116] Pushing event updated for resources: {'Port': ['ID=e3f84d9f-0942-4617-88e4-807b53921730,revision_number=1']} {{(pid=84874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:40:47.067092 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-76455e27-3f24-4de8-8862-c9b88540a896 tempest-FloatingIPTestJSON-1632234116 tempest-FloatingIPTestJSON-1632234116] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:40:47.120872 n-d-768862-2 neutron-server[84765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76455e27-3f24-4de8-8862-c9b88540a896 tempest-FloatingIPTestJSON-1632234116 tempest-FloatingIPTestJSON-1632234116] Network 226f1e78-82cd-4481-9055-4eb73b6db8c1 is already hosted by enough agents. {{(pid=84874) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 07:40:47.123166 n-d-768862-2 neutron-server[84765]: DEBUG neutron.scheduler.base_scheduler [None req-76455e27-3f24-4de8-8862-c9b88540a896 tempest-FloatingIPTestJSON-1632234116 tempest-FloatingIPTestJSON-1632234116] Resources bound (agent type, host, resource id): {{(pid=84874) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 07:40:47.127296 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76455e27-3f24-4de8-8862-c9b88540a896 tempest-FloatingIPTestJSON-1632234116 tempest-FloatingIPTestJSON-1632234116] Received port after_create {{(pid=84874) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 14 07:40:47.655647 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-76455e27-3f24-4de8-8862-c9b88540a896 tempest-FloatingIPTestJSON-1632234116 tempest-FloatingIPTestJSON-1632234116] Notify callbacks [] for router_gateway, after_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:40:48.059216 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84875) accepted ('10.222.0.24', 41894) {{(pid=84875) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:40:48.275670 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-fdfd4ecd-0f55-481d-a9fe-7c6078bf26e3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:40:48.293664 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-fdfd4ecd-0f55-481d-a9fe-7c6078bf26e3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:40:48.298284 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-fdfd4ecd-0f55-481d-a9fe-7c6078bf26e3 admin admin] Usage tracker for resource:security_group_rule and tenant:e79412463ea9458bab45728558d004bd is out of sync, need to count used quota {{(pid=84875) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:40:48.301781 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-fdfd4ecd-0f55-481d-a9fe-7c6078bf26e3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84875) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:40:48.307993 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-fdfd4ecd-0f55-481d-a9fe-7c6078bf26e3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:40:48.346555 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-76455e27-3f24-4de8-8862-c9b88540a896 tempest-FloatingIPTestJSON-1632234116 tempest-FloatingIPTestJSON-1632234116] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036850886612', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036850863158'] for router, after_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:40:48.417822 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-fdfd4ecd-0f55-481d-a9fe-7c6078bf26e3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:40:48.421710 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-fdfd4ecd-0f55-481d-a9fe-7c6078bf26e3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850887153'] for security_group, after_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:40:48.432836 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-a49cdbd6-7398-462e-81e5-5793d893d5b5 tempest-SecGroupTest-1152222618 tempest-SecGroupTest-1152222618] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:40:48.463673 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdfd4ecd-0f55-481d-a9fe-7c6078bf26e3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bda7f940-95db-4ad9-8029-71e80edd0a0b,revision_number=1']} {{(pid=84875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:40:48.470072 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-fdfd4ecd-0f55-481d-a9fe-7c6078bf26e3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:40:48.492226 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-fdfd4ecd-0f55-481d-a9fe-7c6078bf26e3 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=e79412463ea9458bab45728558d004bd&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4297521 Jan 14 07:40:48.492853 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84874) accepted ('10.222.0.24', 41910) {{(pid=84874) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:40:48.603310 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-c3edc3e8-c0b8-4f08-9989-062d38d17638 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:40:48.651696 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-c3edc3e8-c0b8-4f08-9989-062d38d17638 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:40:48.675230 n-d-768862-2 neutron-server[84765]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-76455e27-3f24-4de8-8862-c9b88540a896 tempest-FloatingIPTestJSON-1632234116 tempest-FloatingIPTestJSON-1632234116] Router 0a94abb3-95e9-4f02-952d-9f95343e501f is scheduled to L3 agent 35f592e9-451b-4db9-abea-77b6a5c5391b with binding_index 1 {{(pid=84874) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}} Jan 14 07:40:48.822845 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-ea5ad04b-b2c1-46a2-9aed-4c981702bc05 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363259214191800', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854171626'] for agent, after_update {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:40:48.858442 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-c3edc3e8-c0b8-4f08-9989-062d38d17638 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850887153'] for security_group, after_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:40:48.864752 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-8196c6d4-c5c8-4326-b612-63ae6c2724bf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:40:48.888735 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3edc3e8-c0b8-4f08-9989-062d38d17638 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bda7f940-95db-4ad9-8029-71e80edd0a0b,revision_number=None']} {{(pid=84874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:40:48.905680 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-c3edc3e8-c0b8-4f08-9989-062d38d17638 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:40:48.925547 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-c3edc3e8-c0b8-4f08-9989-062d38d17638 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:40:48.929049 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-c3edc3e8-c0b8-4f08-9989-062d38d17638 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/bda7f940-95db-4ad9-8029-71e80edd0a0b HTTP/1.1" status: 204 len: 168 time: 0.4329109 Jan 14 07:40:48.931050 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-76455e27-3f24-4de8-8862-c9b88540a896 tempest-FloatingIPTestJSON-1632234116 tempest-FloatingIPTestJSON-1632234116] Notify agent at l3_agent.n-d-768862-2 the message routers_updated {{(pid=84874) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jan 14 07:40:48.942391 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3a71c20-5feb-4102-a524-82bc923f6361 None None] Sync routers for ids ['0a94abb3-95e9-4f02-952d-9f95343e501f'] in n-d-768862-2 {{(pid=84877) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Jan 14 07:40:48.953812 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3a71c20-5feb-4102-a524-82bc923f6361 None None] Routers {'0a94abb3-95e9-4f02-952d-9f95343e501f'} bound to L3 agent in host n-d-768862-2 {{(pid=84877) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 14 07:40:48.954479 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_hamode_db [None req-b3a71c20-5feb-4102-a524-82bc923f6361 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-01-14T06:56:51Z,description=,heartbeat_timestamp=2021-01-14T07:40:22Z,host='n-d-768862-2',id=35f592e9-451b-4db9-abea-77b6a5c5391b,load=0,resource_versions=,resources_synced=,started_at=2021-01-14T06:56:51Z,topic='l3_agent')) {'router_ids': ['0a94abb3-95e9-4f02-952d-9f95343e501f'], 'active': True} {{(pid=84877) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:40:48.966289 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-76455e27-3f24-4de8-8862-c9b88540a896 tempest-FloatingIPTestJSON-1632234116 tempest-FloatingIPTestJSON-1632234116] Notify callbacks [] for router, before_response {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:40:48.970538 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-76455e27-3f24-4de8-8862-c9b88540a896 tempest-FloatingIPTestJSON-1632234116 tempest-FloatingIPTestJSON-1632234116] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 3.6644092 Jan 14 07:40:48.971140 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84875) accepted ('10.222.0.24', 41922) {{(pid=84875) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:40:49.033954 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_hamode_db [None req-b3a71c20-5feb-4102-a524-82bc923f6361 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768862-2', False) {} {{(pid=84877) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:40:49.044067 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3a71c20-5feb-4102-a524-82bc923f6361 None None] Routers {'0a94abb3-95e9-4f02-952d-9f95343e501f'} bound to L3 agent in host n-d-768862-2 {{(pid=84877) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 14 07:40:49.046209 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_hamode_db [None req-b3a71c20-5feb-4102-a524-82bc923f6361 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-01-14T06:56:51Z,description=,heartbeat_timestamp=2021-01-14T07:40:22Z,host='n-d-768862-2',id=35f592e9-451b-4db9-abea-77b6a5c5391b,load=0,resource_versions=,resources_synced=,started_at=2021-01-14T06:56:51Z,topic='l3_agent')) {'router_ids': ['0a94abb3-95e9-4f02-952d-9f95343e501f'], 'active': True} {{(pid=84877) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:40:49.123539 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_hamode_db [None req-b3a71c20-5feb-4102-a524-82bc923f6361 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768862-2', False) {} {{(pid=84877) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:40:49.124148 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3a71c20-5feb-4102-a524-82bc923f6361 None None] The sync data for ids ['0a94abb3-95e9-4f02-952d-9f95343e501f'] in n-d-768862-2 is: [] {{(pid=84877) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Jan 14 07:40:49.389033 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84874) accepted ('10.222.0.24', 41938) {{(pid=84874) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:40:49.410698 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-56cf75b1-5d6e-49b0-aa09-7c11a4dc0218 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:40:49.427616 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-56cf75b1-5d6e-49b0-aa09-7c11a4dc0218 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:40:49.432085 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-56cf75b1-5d6e-49b0-aa09-7c11a4dc0218 admin admin] Usage tracker for resource:security_group_rule and tenant:75c10e50a15b44aab02717d53f6d33b6 is out of sync, need to count used quota {{(pid=84874) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:40:49.435318 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-56cf75b1-5d6e-49b0-aa09-7c11a4dc0218 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84874) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:40:49.441438 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-56cf75b1-5d6e-49b0-aa09-7c11a4dc0218 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:40:49.541880 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-56cf75b1-5d6e-49b0-aa09-7c11a4dc0218 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:40:49.545778 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-56cf75b1-5d6e-49b0-aa09-7c11a4dc0218 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850887153'] for security_group, after_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:40:49.573625 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-151190f7-a4b1-4dc6-962a-09b2a31e9cbb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:40:49.590066 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-56cf75b1-5d6e-49b0-aa09-7c11a4dc0218 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=75c10e50a15b44aab02717d53f6d33b6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1993680 Jan 14 07:40:49.592495 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84875) accepted ('10.222.0.24', 41944) {{(pid=84875) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:40:49.610140 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56cf75b1-5d6e-49b0-aa09-7c11a4dc0218 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6b71c8f9-14f5-49c0-b017-aec1b6988082,revision_number=1']} {{(pid=84874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:40:49.625224 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-56cf75b1-5d6e-49b0-aa09-7c11a4dc0218 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:40:49.785114 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-b77eda39-300f-49ed-83fd-5478c418cfea admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:40:49.862785 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-b77eda39-300f-49ed-83fd-5478c418cfea admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:40:49.904780 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-b7a71556-349e-42f8-8ce2-6771e0a7fdec tempest-FloatingIPTestJSON-1632234116 tempest-FloatingIPTestJSON-1632234116] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555753'] for port, before_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:40:50.018835 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-b77eda39-300f-49ed-83fd-5478c418cfea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850887153'] for security_group, after_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:40:50.025741 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-2e428d3f-5d5c-40e8-b5bf-945b23dc1f03 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:40:50.109850 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b77eda39-300f-49ed-83fd-5478c418cfea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6b71c8f9-14f5-49c0-b017-aec1b6988082,revision_number=None']} {{(pid=84875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:40:50.112854 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-b77eda39-300f-49ed-83fd-5478c418cfea admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:40:50.129229 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-b77eda39-300f-49ed-83fd-5478c418cfea admin admin] Notify callbacks [] for security_group, before_response {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:40:50.130572 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-b77eda39-300f-49ed-83fd-5478c418cfea admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/6b71c8f9-14f5-49c0-b017-aec1b6988082 HTTP/1.1" status: 204 len: 168 time: 0.5369973 Jan 14 07:40:50.558680 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.db_base_plugin_common [None req-b7a71556-349e-42f8-8ce2-6771e0a7fdec tempest-FloatingIPTestJSON-1632234116 tempest-FloatingIPTestJSON-1632234116] Allocated IP 172.20.0.1 (7f66a104-5fc0-4006-bcf7-8673d1d34aec/d6758878-82c8-4ee2-b8e5-88327209ee02/e9b029a1-1aac-45f1-99b4-e14dc9b05abd) {{(pid=84875) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 14 07:40:50.771701 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-b7a71556-349e-42f8-8ce2-6771e0a7fdec tempest-FloatingIPTestJSON-1632234116 tempest-FloatingIPTestJSON-1632234116] Notify callbacks [] for port, precommit_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:40:50.799375 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-b7a71556-349e-42f8-8ce2-6771e0a7fdec tempest-FloatingIPTestJSON-1632234116 tempest-FloatingIPTestJSON-1632234116] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777640123575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851621574'] for port, after_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:40:50.815343 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-5dfcfac9-f4db-4c4d-9231-c3ec009eb0a1 tempest-RoutersTest-1255860389 tempest-RoutersTest-1255860389] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:40:50.950530 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7a71556-349e-42f8-8ce2-6771e0a7fdec tempest-FloatingIPTestJSON-1632234116 tempest-FloatingIPTestJSON-1632234116] Pushing event updated for resources: {'Port': ['ID=e9b029a1-1aac-45f1-99b4-e14dc9b05abd,revision_number=1']} {{(pid=84875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:40:50.955130 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-b7a71556-349e-42f8-8ce2-6771e0a7fdec tempest-FloatingIPTestJSON-1632234116 tempest-FloatingIPTestJSON-1632234116] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:40:51.009482 n-d-768862-2 neutron-server[84765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7a71556-349e-42f8-8ce2-6771e0a7fdec tempest-FloatingIPTestJSON-1632234116 tempest-FloatingIPTestJSON-1632234116] Network 7f66a104-5fc0-4006-bcf7-8673d1d34aec is already hosted by enough agents. {{(pid=84875) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 07:40:51.010678 n-d-768862-2 neutron-server[84765]: DEBUG neutron.scheduler.base_scheduler [None req-b7a71556-349e-42f8-8ce2-6771e0a7fdec tempest-FloatingIPTestJSON-1632234116 tempest-FloatingIPTestJSON-1632234116] Resources bound (agent type, host, resource id): {{(pid=84875) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 07:40:51.013139 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7a71556-349e-42f8-8ce2-6771e0a7fdec tempest-FloatingIPTestJSON-1632234116 tempest-FloatingIPTestJSON-1632234116] Received port after_create {{(pid=84875) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 14 07:40:51.376903 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-b7a71556-349e-42f8-8ce2-6771e0a7fdec tempest-FloatingIPTestJSON-1632234116 tempest-FloatingIPTestJSON-1632234116] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036850886386'] for router_interface, before_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:40:51.496669 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-b7a71556-349e-42f8-8ce2-6771e0a7fdec tempest-FloatingIPTestJSON-1632234116 tempest-FloatingIPTestJSON-1632234116] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555753'] for port, before_update {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:40:51.729866 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-3fa56a37-5e05-4bb8-8e98-009986b07d75 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363259214191800', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854171626'] for agent, after_update {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:40:51.883656 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-da76cfc0-98e8-4426-9f6d-4f05aa3fae78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363259214191800', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854171626'] for agent, after_update {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:40:52.003403 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-b7a71556-349e-42f8-8ce2-6771e0a7fdec tempest-FloatingIPTestJSON-1632234116 tempest-FloatingIPTestJSON-1632234116] Notify callbacks [] for port, precommit_update {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:40:52.008220 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-b7a71556-349e-42f8-8ce2-6771e0a7fdec tempest-FloatingIPTestJSON-1632234116 tempest-FloatingIPTestJSON-1632234116] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777640533312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363259214678337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777640097497', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3154211'] for port, after_update {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:40:52.039713 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-c2cb994b-e1fe-4f2a-b485-43d8efe266a0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:40:52.135884 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-b7a71556-349e-42f8-8ce2-6771e0a7fdec tempest-FloatingIPTestJSON-1632234116 tempest-FloatingIPTestJSON-1632234116] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3206949', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3889649'] for router_interface, after_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:40:52.150202 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7a71556-349e-42f8-8ce2-6771e0a7fdec tempest-FloatingIPTestJSON-1632234116 tempest-FloatingIPTestJSON-1632234116] Pushing event updated for resources: {'Port': ['ID=e9b029a1-1aac-45f1-99b4-e14dc9b05abd,revision_number=2']} {{(pid=84875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:40:52.156350 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-b7a71556-349e-42f8-8ce2-6771e0a7fdec tempest-FloatingIPTestJSON-1632234116 tempest-FloatingIPTestJSON-1632234116] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:40:52.297585 n-d-768862-2 neutron-server[84765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7a71556-349e-42f8-8ce2-6771e0a7fdec tempest-FloatingIPTestJSON-1632234116 tempest-FloatingIPTestJSON-1632234116] Network 7f66a104-5fc0-4006-bcf7-8673d1d34aec is already hosted by enough agents. {{(pid=84875) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 07:40:52.298762 n-d-768862-2 neutron-server[84765]: DEBUG neutron.scheduler.base_scheduler [None req-b7a71556-349e-42f8-8ce2-6771e0a7fdec tempest-FloatingIPTestJSON-1632234116 tempest-FloatingIPTestJSON-1632234116] Resources bound (agent type, host, resource id): {{(pid=84875) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 07:40:52.499010 n-d-768862-2 neutron-server[84765]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b7a71556-349e-42f8-8ce2-6771e0a7fdec tempest-FloatingIPTestJSON-1632234116 tempest-FloatingIPTestJSON-1632234116] Router 0a94abb3-95e9-4f02-952d-9f95343e501f has already been hosted by L3 agent 35f592e9-451b-4db9-abea-77b6a5c5391b {{(pid=84875) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Jan 14 07:40:52.622060 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363259214191800', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854171626'] for agent, after_update {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:40:52.691496 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b7a71556-349e-42f8-8ce2-6771e0a7fdec tempest-FloatingIPTestJSON-1632234116 tempest-FloatingIPTestJSON-1632234116] Notify agent at l3_agent.n-d-768862-2 the message routers_updated {{(pid=84875) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jan 14 07:40:52.709622 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-b7a71556-349e-42f8-8ce2-6771e0a7fdec tempest-FloatingIPTestJSON-1632234116 tempest-FloatingIPTestJSON-1632234116] 10.222.0.24 "PUT /v2.0/routers/0a94abb3-95e9-4f02-952d-9f95343e501f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7371635 Jan 14 07:40:52.713209 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84874) accepted ('10.222.0.24', 41986) {{(pid=84874) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:40:52.722261 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.v2.base [None req-29e671d0-b6ef-4fe2-b74b-d717d4bee7dd tempest-FloatingIPTestJSON-1632234116 tempest-FloatingIPTestJSON-1632234116] Request body: {'port': {'network_id': '7f66a104-5fc0-4006-bcf7-8673d1d34aec', 'name': 'tempest-FloatingIPTestJSON-361286411'}} {{(pid=84874) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:40:52.733029 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a0e0697-95dd-4861-b730-1dbaa1612b4f None None] Sync routers for ids ['0a94abb3-95e9-4f02-952d-9f95343e501f'] in n-d-768862-2 {{(pid=84876) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Jan 14 07:40:52.754234 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a0e0697-95dd-4861-b730-1dbaa1612b4f None None] Routers {'0a94abb3-95e9-4f02-952d-9f95343e501f'} bound to L3 agent in host n-d-768862-2 {{(pid=84876) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 14 07:40:52.755439 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_hamode_db [None req-8a0e0697-95dd-4861-b730-1dbaa1612b4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-01-14T06:56:51Z,description=,heartbeat_timestamp=2021-01-14T07:40:52Z,host='n-d-768862-2',id=35f592e9-451b-4db9-abea-77b6a5c5391b,load=0,resource_versions=,resources_synced=,started_at=2021-01-14T06:56:51Z,topic='l3_agent')) {'router_ids': ['0a94abb3-95e9-4f02-952d-9f95343e501f'], 'active': True} {{(pid=84876) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:40:52.826787 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_hamode_db [None req-8a0e0697-95dd-4861-b730-1dbaa1612b4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768862-2', False) {} {{(pid=84876) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:40:52.838021 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a0e0697-95dd-4861-b730-1dbaa1612b4f None None] Routers {'0a94abb3-95e9-4f02-952d-9f95343e501f'} bound to L3 agent in host n-d-768862-2 {{(pid=84876) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 14 07:40:52.838742 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_hamode_db [None req-8a0e0697-95dd-4861-b730-1dbaa1612b4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-01-14T06:56:51Z,description=,heartbeat_timestamp=2021-01-14T07:40:52Z,host='n-d-768862-2',id=35f592e9-451b-4db9-abea-77b6a5c5391b,load=0,resource_versions=,resources_synced=,started_at=2021-01-14T06:56:51Z,topic='l3_agent')) {'router_ids': ['0a94abb3-95e9-4f02-952d-9f95343e501f'], 'active': True} {{(pid=84876) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:40:52.889743 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-29e671d0-b6ef-4fe2-b74b-d717d4bee7dd tempest-FloatingIPTestJSON-1632234116 tempest-FloatingIPTestJSON-1632234116] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:40:52.893951 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-29e671d0-b6ef-4fe2-b74b-d717d4bee7dd tempest-FloatingIPTestJSON-1632234116 tempest-FloatingIPTestJSON-1632234116] Usage tracker for resource:port and tenant:1c55c328d6854ee381dab36dc470b7b0 is out of sync, need to count used quota {{(pid=84874) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:40:52.897696 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-29e671d0-b6ef-4fe2-b74b-d717d4bee7dd tempest-FloatingIPTestJSON-1632234116 tempest-FloatingIPTestJSON-1632234116] Quota usage for port was recalculated. Used quota:1. {{(pid=84874) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:40:52.903761 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-29e671d0-b6ef-4fe2-b74b-d717d4bee7dd tempest-FloatingIPTestJSON-1632234116 tempest-FloatingIPTestJSON-1632234116] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=84874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:40:52.910662 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_hamode_db [None req-8a0e0697-95dd-4861-b730-1dbaa1612b4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768862-2', False) {} {{(pid=84876) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:40:52.911118 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a0e0697-95dd-4861-b730-1dbaa1612b4f None None] The sync data for ids ['0a94abb3-95e9-4f02-952d-9f95343e501f'] in n-d-768862-2 is: [] {{(pid=84876) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Jan 14 07:40:52.914331 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-29e671d0-b6ef-4fe2-b74b-d717d4bee7dd tempest-FloatingIPTestJSON-1632234116 tempest-FloatingIPTestJSON-1632234116] Made reservation on behalf of 1c55c328d6854ee381dab36dc470b7b0 for: {'port': 1} {{(pid=84874) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 07:40:52.924864 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-29e671d0-b6ef-4fe2-b74b-d717d4bee7dd tempest-FloatingIPTestJSON-1632234116 tempest-FloatingIPTestJSON-1632234116] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555753'] for port, before_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:40:53.093265 n-d-768862-2 neutron-server[84765]: DEBUG neutron.notifiers.nova [None req-29e671d0-b6ef-4fe2-b74b-d717d4bee7dd tempest-FloatingIPTestJSON-1632234116 tempest-FloatingIPTestJSON-1632234116] device_id is not set on port 29fd4635-87ee-4e30-8c61-44efe8a27def yet. {{(pid=84874) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}} Jan 14 07:40:53.256101 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.db_base_plugin_common [None req-29e671d0-b6ef-4fe2-b74b-d717d4bee7dd tempest-FloatingIPTestJSON-1632234116 tempest-FloatingIPTestJSON-1632234116] Allocated IP 172.20.0.11 (7f66a104-5fc0-4006-bcf7-8673d1d34aec/d6758878-82c8-4ee2-b8e5-88327209ee02/29fd4635-87ee-4e30-8c61-44efe8a27def) {{(pid=84874) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 14 07:40:53.324850 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-0f37073e-9c69-4e3c-80e0-6cfaa0fd61a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363259214191800', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854171626'] for agent, after_update {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:40:53.492349 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-29e671d0-b6ef-4fe2-b74b-d717d4bee7dd tempest-FloatingIPTestJSON-1632234116 tempest-FloatingIPTestJSON-1632234116] Notify callbacks [] for port, precommit_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:40:53.525430 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-29e671d0-b6ef-4fe2-b74b-d717d4bee7dd tempest-FloatingIPTestJSON-1632234116 tempest-FloatingIPTestJSON-1632234116] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777640123575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3254186'] for port, after_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:40:53.541608 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-b5e4d558-1e09-4d7a-92e9-e070d0cb0a17 tempest-FloatingIPAdminTestJSON-1953844818 tempest-FloatingIPAdminTestJSON-1953844818] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:40:53.691070 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29e671d0-b6ef-4fe2-b74b-d717d4bee7dd tempest-FloatingIPTestJSON-1632234116 tempest-FloatingIPTestJSON-1632234116] Pushing event updated for resources: {'Port': ['ID=29fd4635-87ee-4e30-8c61-44efe8a27def,revision_number=1']} {{(pid=84874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:40:53.696430 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-29e671d0-b6ef-4fe2-b74b-d717d4bee7dd tempest-FloatingIPTestJSON-1632234116 tempest-FloatingIPTestJSON-1632234116] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:40:53.766693 n-d-768862-2 neutron-server[84765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29e671d0-b6ef-4fe2-b74b-d717d4bee7dd tempest-FloatingIPTestJSON-1632234116 tempest-FloatingIPTestJSON-1632234116] Network 7f66a104-5fc0-4006-bcf7-8673d1d34aec is already hosted by enough agents. {{(pid=84874) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 07:40:53.767914 n-d-768862-2 neutron-server[84765]: DEBUG neutron.scheduler.base_scheduler [None req-29e671d0-b6ef-4fe2-b74b-d717d4bee7dd tempest-FloatingIPTestJSON-1632234116 tempest-FloatingIPTestJSON-1632234116] Resources bound (agent type, host, resource id): {{(pid=84874) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 07:40:53.770365 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29e671d0-b6ef-4fe2-b74b-d717d4bee7dd tempest-FloatingIPTestJSON-1632234116 tempest-FloatingIPTestJSON-1632234116] Received port after_create {{(pid=84874) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 14 07:40:53.838703 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network":"rule:regular_user" was deprecated in W in favor of "create_network":"role:member and project_id:%(project_id)s". Reason: Jan 14 07:40:53.838703 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:40:53.838703 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:40:53.838703 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:40:53.838703 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:shared":"rule:admin_only" was deprecated in W in favor of "create_network:shared":"role:admin and system_scope:all". Reason: Jan 14 07:40:53.838703 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:40:53.838703 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:40:53.838703 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:40:53.838703 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:router:external":"rule:admin_only" was deprecated in W in favor of "create_network:router:external":"role:admin and system_scope:all". Reason: Jan 14 07:40:53.838703 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:40:53.838703 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:40:53.838703 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:40:53.838703 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:is_default":"rule:admin_only" was deprecated in W in favor of "create_network:is_default":"role:admin and system_scope:all". Reason: Jan 14 07:40:53.838703 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:40:53.838703 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:40:53.838703 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:40:53.838703 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:port_security_enabled":"rule:regular_user" was deprecated in W in favor of "create_network:port_security_enabled":"role:member and project_id:%(project_id)s". Reason: Jan 14 07:40:53.838703 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:40:53.838703 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:40:53.838703 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:40:53.838703 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:segments":"rule:admin_only" was deprecated in W in favor of "create_network:segments":"role:admin and system_scope:all". Reason: Jan 14 07:40:53.838703 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:40:53.838703 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:40:53.838703 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:40:53.838703 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "create_network:provider:network_type":"role:admin and system_scope:all". Reason: Jan 14 07:40:53.838703 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:40:53.838703 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:40:53.838703 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:40:53.838703 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "create_network:provider:physical_network":"role:admin and system_scope:all". Reason: Jan 14 07:40:53.838703 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:40:53.838703 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:40:53.838703 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:40:53.838703 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "create_network:provider:segmentation_id":"role:admin and system_scope:all". Reason: Jan 14 07:40:53.838703 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:40:53.838703 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:40:53.838703 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:40:53.838703 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network":"rule:admin_or_owner or rule:shared or rule:external or rule:context_is_advsvc" was deprecated in W in favor of "get_network":"(role:reader and system_scope:all) or (role:reader and project_id:%(project_id)s) or rule:shared or rule:external or rule:context_is_advsvc". Reason: Jan 14 07:40:53.838703 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:40:53.838703 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:40:53.838703 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:40:53.838703 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:router:external":"rule:regular_user" was deprecated in W in favor of "get_network:router:external":"role:reader and project_id:%(project_id)s". Reason: Jan 14 07:40:53.838703 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:40:53.838703 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:40:53.838703 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:40:53.838703 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:segments":"rule:admin_only" was deprecated in W in favor of "get_network:segments":"role:reader and system_scope:all". Reason: Jan 14 07:40:53.838703 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:40:53.838703 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:40:53.838703 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:40:53.838703 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "get_network:provider:network_type":"role:reader and system_scope:all". Reason: Jan 14 07:40:53.838703 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:40:53.838703 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:40:53.838703 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:40:53.838703 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "get_network:provider:physical_network":"role:reader and system_scope:all". Reason: Jan 14 07:40:53.838703 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:40:53.838703 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:40:53.838703 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:40:53.838703 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "get_network:provider:segmentation_id":"role:reader and system_scope:all". Reason: Jan 14 07:40:53.838703 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:40:53.838703 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:40:53.838703 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:40:53.838703 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network":"rule:admin_or_owner" was deprecated in W in favor of "update_network":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 07:40:53.838703 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:40:53.838703 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:40:53.838703 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:40:53.838703 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:segments":"rule:admin_only" was deprecated in W in favor of "update_network:segments":"role:admin and system_scope:all". Reason: Jan 14 07:40:53.838703 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:40:53.838703 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:40:53.838703 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:40:53.855246 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29e671d0-b6ef-4fe2-b74b-d717d4bee7dd tempest-FloatingIPTestJSON-1632234116 tempest-FloatingIPTestJSON-1632234116] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:40:53.855994 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-29e671d0-b6ef-4fe2-b74b-d717d4bee7dd tempest-FloatingIPTestJSON-1632234116 tempest-FloatingIPTestJSON-1632234116] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854768116'] for port, before_response {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:40:53.883744 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-29e671d0-b6ef-4fe2-b74b-d717d4bee7dd tempest-FloatingIPTestJSON-1632234116 tempest-FloatingIPTestJSON-1632234116] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 1.1689591 Jan 14 07:40:53.886554 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84874) accepted ('10.222.0.24', 41996) {{(pid=84874) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:40:53.893029 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.v2.base [None req-e6a25bef-a8d3-49cb-998c-51d21fda1242 tempest-FloatingIPTestJSON-1632234116 tempest-FloatingIPTestJSON-1632234116] Request body: {'port': {'network_id': '7f66a104-5fc0-4006-bcf7-8673d1d34aec', 'name': 'tempest-FloatingIPTestJSON-582562420'}} {{(pid=84874) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:40:54.047588 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-e6a25bef-a8d3-49cb-998c-51d21fda1242 tempest-FloatingIPTestJSON-1632234116 tempest-FloatingIPTestJSON-1632234116] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:40:54.052255 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-e6a25bef-a8d3-49cb-998c-51d21fda1242 tempest-FloatingIPTestJSON-1632234116 tempest-FloatingIPTestJSON-1632234116] Usage tracker for resource:port and tenant:1c55c328d6854ee381dab36dc470b7b0 is out of sync, need to count used quota {{(pid=84874) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:40:54.055543 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-e6a25bef-a8d3-49cb-998c-51d21fda1242 tempest-FloatingIPTestJSON-1632234116 tempest-FloatingIPTestJSON-1632234116] Quota usage for port was recalculated. Used quota:2. {{(pid=84874) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:40:54.061826 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-e6a25bef-a8d3-49cb-998c-51d21fda1242 tempest-FloatingIPTestJSON-1632234116 tempest-FloatingIPTestJSON-1632234116] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:40:54.073537 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e6a25bef-a8d3-49cb-998c-51d21fda1242 tempest-FloatingIPTestJSON-1632234116 tempest-FloatingIPTestJSON-1632234116] Made reservation on behalf of 1c55c328d6854ee381dab36dc470b7b0 for: {'port': 1} {{(pid=84874) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 07:40:54.084993 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-e6a25bef-a8d3-49cb-998c-51d21fda1242 tempest-FloatingIPTestJSON-1632234116 tempest-FloatingIPTestJSON-1632234116] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555753'] for port, before_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:40:54.269361 n-d-768862-2 neutron-server[84765]: DEBUG neutron.notifiers.nova [None req-e6a25bef-a8d3-49cb-998c-51d21fda1242 tempest-FloatingIPTestJSON-1632234116 tempest-FloatingIPTestJSON-1632234116] device_id is not set on port 33bfccb1-e197-4300-8734-e6aa6645b673 yet. {{(pid=84874) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}} Jan 14 07:40:54.438095 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.db_base_plugin_common [None req-e6a25bef-a8d3-49cb-998c-51d21fda1242 tempest-FloatingIPTestJSON-1632234116 tempest-FloatingIPTestJSON-1632234116] Allocated IP 172.20.0.3 (7f66a104-5fc0-4006-bcf7-8673d1d34aec/d6758878-82c8-4ee2-b8e5-88327209ee02/33bfccb1-e197-4300-8734-e6aa6645b673) {{(pid=84874) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 14 07:40:54.717477 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-e6a25bef-a8d3-49cb-998c-51d21fda1242 tempest-FloatingIPTestJSON-1632234116 tempest-FloatingIPTestJSON-1632234116] Notify callbacks [] for port, precommit_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:40:54.746054 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-e6a25bef-a8d3-49cb-998c-51d21fda1242 tempest-FloatingIPTestJSON-1632234116 tempest-FloatingIPTestJSON-1632234116] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777640123575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3254186'] for port, after_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:40:54.762937 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-a8078fa3-a61b-4574-b9fd-bb2e1b374e63 tempest-PortsAdminExtendedAttrsTestJSON-1323615853 tempest-PortsAdminExtendedAttrsTestJSON-1323615853] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:40:54.901922 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6a25bef-a8d3-49cb-998c-51d21fda1242 tempest-FloatingIPTestJSON-1632234116 tempest-FloatingIPTestJSON-1632234116] Pushing event updated for resources: {'Port': ['ID=33bfccb1-e197-4300-8734-e6aa6645b673,revision_number=1']} {{(pid=84874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:40:54.907368 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-e6a25bef-a8d3-49cb-998c-51d21fda1242 tempest-FloatingIPTestJSON-1632234116 tempest-FloatingIPTestJSON-1632234116] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:40:54.963096 n-d-768862-2 neutron-server[84765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6a25bef-a8d3-49cb-998c-51d21fda1242 tempest-FloatingIPTestJSON-1632234116 tempest-FloatingIPTestJSON-1632234116] Network 7f66a104-5fc0-4006-bcf7-8673d1d34aec is already hosted by enough agents. {{(pid=84874) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 07:40:54.964418 n-d-768862-2 neutron-server[84765]: DEBUG neutron.scheduler.base_scheduler [None req-e6a25bef-a8d3-49cb-998c-51d21fda1242 tempest-FloatingIPTestJSON-1632234116 tempest-FloatingIPTestJSON-1632234116] Resources bound (agent type, host, resource id): {{(pid=84874) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 07:40:54.967088 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6a25bef-a8d3-49cb-998c-51d21fda1242 tempest-FloatingIPTestJSON-1632234116 tempest-FloatingIPTestJSON-1632234116] Received port after_create {{(pid=84874) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 14 07:40:55.034663 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:shared":"rule:admin_only" was deprecated in W in favor of "update_network:shared":"role:admin and system_scope:all". Reason: Jan 14 07:40:55.034663 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:40:55.034663 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:40:55.034663 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:40:55.034663 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "update_network:provider:network_type":"role:admin and system_scope:all". Reason: Jan 14 07:40:55.034663 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:40:55.034663 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:40:55.034663 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:40:55.034663 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "update_network:provider:physical_network":"role:admin and system_scope:all". Reason: Jan 14 07:40:55.034663 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:40:55.034663 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:40:55.034663 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:40:55.034663 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "update_network:provider:segmentation_id":"role:admin and system_scope:all". Reason: Jan 14 07:40:55.034663 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:40:55.034663 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:40:55.034663 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:40:55.034663 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:router:external":"rule:admin_only" was deprecated in W in favor of "update_network:router:external":"role:admin and system_scope:all". Reason: Jan 14 07:40:55.034663 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:40:55.034663 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:40:55.034663 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:40:55.034663 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:is_default":"rule:admin_only" was deprecated in W in favor of "update_network:is_default":"role:admin and system_scope:all". Reason: Jan 14 07:40:55.034663 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:40:55.034663 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:40:55.034663 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:40:55.034663 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:port_security_enabled":"rule:admin_or_owner" was deprecated in W in favor of "update_network:port_security_enabled":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 07:40:55.034663 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:40:55.034663 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:40:55.034663 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:40:55.034663 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "delete_network":"rule:admin_or_owner" was deprecated in W in favor of "delete_network":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 07:40:55.034663 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:40:55.034663 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:40:55.034663 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:40:55.034663 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_segment":"rule:admin_only" was deprecated in W in favor of "create_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:40:55.034663 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:40:55.034663 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_segment":"rule:admin_only" was deprecated in W in favor of "get_segment":"role:reader and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:40:55.034663 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:40:55.034663 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_segment":"rule:admin_only" was deprecated in W in favor of "update_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:40:55.034663 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:40:55.034663 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "delete_segment":"rule:admin_only" was deprecated in W in favor of "delete_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:40:55.034663 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:40:55.034663 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network":"rule:regular_user" was deprecated in W in favor of "create_network":"role:member and project_id:%(project_id)s". Reason: Jan 14 07:40:55.034663 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:40:55.034663 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:40:55.034663 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:40:55.034663 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:shared":"rule:admin_only" was deprecated in W in favor of "create_network:shared":"role:admin and system_scope:all". Reason: Jan 14 07:40:55.034663 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:40:55.034663 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:40:55.034663 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:40:55.034663 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:router:external":"rule:admin_only" was deprecated in W in favor of "create_network:router:external":"role:admin and system_scope:all". Reason: Jan 14 07:40:55.034663 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:40:55.034663 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:40:55.034663 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:40:55.034663 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:is_default":"rule:admin_only" was deprecated in W in favor of "create_network:is_default":"role:admin and system_scope:all". Reason: Jan 14 07:40:55.034663 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:40:55.034663 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:40:55.034663 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:40:55.034663 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:port_security_enabled":"rule:regular_user" was deprecated in W in favor of "create_network:port_security_enabled":"role:member and project_id:%(project_id)s". Reason: Jan 14 07:40:55.034663 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:40:55.034663 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:40:55.034663 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:40:55.034663 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:segments":"rule:admin_only" was deprecated in W in favor of "create_network:segments":"role:admin and system_scope:all". Reason: Jan 14 07:40:55.034663 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:40:55.034663 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:40:55.034663 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:40:55.040311 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "create_network:provider:network_type":"role:admin and system_scope:all". Reason: Jan 14 07:40:55.040311 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:40:55.040311 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:40:55.040311 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:40:55.040311 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "create_network:provider:physical_network":"role:admin and system_scope:all". Reason: Jan 14 07:40:55.040311 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:40:55.040311 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:40:55.040311 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:40:55.040311 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "create_network:provider:segmentation_id":"role:admin and system_scope:all". Reason: Jan 14 07:40:55.040311 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:40:55.040311 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:40:55.040311 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:40:55.040311 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network":"rule:admin_or_owner or rule:shared or rule:external or rule:context_is_advsvc" was deprecated in W in favor of "get_network":"(role:reader and system_scope:all) or (role:reader and project_id:%(project_id)s) or rule:shared or rule:external or rule:context_is_advsvc". Reason: Jan 14 07:40:55.040311 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:40:55.040311 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:40:55.040311 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:40:55.040311 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:router:external":"rule:regular_user" was deprecated in W in favor of "get_network:router:external":"role:reader and project_id:%(project_id)s". Reason: Jan 14 07:40:55.040311 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:40:55.040311 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:40:55.040311 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:40:55.040311 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:segments":"rule:admin_only" was deprecated in W in favor of "get_network:segments":"role:reader and system_scope:all". Reason: Jan 14 07:40:55.040311 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:40:55.040311 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:40:55.040311 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:40:55.040311 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "get_network:provider:network_type":"role:reader and system_scope:all". Reason: Jan 14 07:40:55.040311 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:40:55.040311 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:40:55.040311 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:40:55.040311 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "get_network:provider:physical_network":"role:reader and system_scope:all". Reason: Jan 14 07:40:55.040311 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:40:55.040311 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:40:55.040311 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:40:55.040311 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "get_network:provider:segmentation_id":"role:reader and system_scope:all". Reason: Jan 14 07:40:55.040311 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:40:55.040311 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:40:55.040311 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:40:55.040311 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network":"rule:admin_or_owner" was deprecated in W in favor of "update_network":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 07:40:55.040311 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:40:55.040311 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:40:55.040311 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:40:55.040311 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:segments":"rule:admin_only" was deprecated in W in favor of "update_network:segments":"role:admin and system_scope:all". Reason: Jan 14 07:40:55.040311 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:40:55.040311 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:40:55.040311 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:40:55.040311 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:shared":"rule:admin_only" was deprecated in W in favor of "update_network:shared":"role:admin and system_scope:all". Reason: Jan 14 07:40:55.040311 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:40:55.040311 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:40:55.040311 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:40:55.040311 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "update_network:provider:network_type":"role:admin and system_scope:all". Reason: Jan 14 07:40:55.040311 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:40:55.040311 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:40:55.040311 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:40:55.040311 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "update_network:provider:physical_network":"role:admin and system_scope:all". Reason: Jan 14 07:40:55.040311 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:40:55.040311 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:40:55.040311 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:40:55.040311 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "update_network:provider:segmentation_id":"role:admin and system_scope:all". Reason: Jan 14 07:40:55.040311 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:40:55.040311 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:40:55.040311 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:40:55.040311 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:router:external":"rule:admin_only" was deprecated in W in favor of "update_network:router:external":"role:admin and system_scope:all". Reason: Jan 14 07:40:55.040311 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:40:55.040311 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:40:55.040311 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:40:55.040311 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:is_default":"rule:admin_only" was deprecated in W in favor of "update_network:is_default":"role:admin and system_scope:all". Reason: Jan 14 07:40:55.040311 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:40:55.040311 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:40:55.040311 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:40:55.052820 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6a25bef-a8d3-49cb-998c-51d21fda1242 tempest-FloatingIPTestJSON-1632234116 tempest-FloatingIPTestJSON-1632234116] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:40:55.053530 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-e6a25bef-a8d3-49cb-998c-51d21fda1242 tempest-FloatingIPTestJSON-1632234116 tempest-FloatingIPTestJSON-1632234116] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854768116'] for port, before_response {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:40:55.075785 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-e6a25bef-a8d3-49cb-998c-51d21fda1242 tempest-FloatingIPTestJSON-1632234116 tempest-FloatingIPTestJSON-1632234116] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 1.1880283 Jan 14 07:40:55.079226 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84874) accepted ('10.222.0.24', 42008) {{(pid=84874) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:40:55.085642 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.v2.base [None req-469a1203-1c87-4233-a78c-b0dae0b6b34e tempest-FloatingIPTestJSON-1632234116 tempest-FloatingIPTestJSON-1632234116] Request body: {'floatingip': {'floating_network_id': '226f1e78-82cd-4481-9055-4eb73b6db8c1', 'port_id': '33bfccb1-e197-4300-8734-e6aa6645b673', 'fixed_ip_address': '172.20.0.3'}} {{(pid=84874) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:40:55.096545 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-469a1203-1c87-4233-a78c-b0dae0b6b34e tempest-FloatingIPTestJSON-1632234116 tempest-FloatingIPTestJSON-1632234116] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:40:55.102688 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-469a1203-1c87-4233-a78c-b0dae0b6b34e tempest-FloatingIPTestJSON-1632234116 tempest-FloatingIPTestJSON-1632234116] Usage tracker for resource:floatingip and tenant:1c55c328d6854ee381dab36dc470b7b0 is out of sync, need to count used quota {{(pid=84874) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:40:55.106137 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-469a1203-1c87-4233-a78c-b0dae0b6b34e tempest-FloatingIPTestJSON-1632234116 tempest-FloatingIPTestJSON-1632234116] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=84874) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:40:55.112250 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-469a1203-1c87-4233-a78c-b0dae0b6b34e tempest-FloatingIPTestJSON-1632234116 tempest-FloatingIPTestJSON-1632234116] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=84874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:40:55.122351 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-469a1203-1c87-4233-a78c-b0dae0b6b34e tempest-FloatingIPTestJSON-1632234116 tempest-FloatingIPTestJSON-1632234116] Notify callbacks [] for floatingip, before_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:40:55.278497 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-469a1203-1c87-4233-a78c-b0dae0b6b34e tempest-FloatingIPTestJSON-1632234116 tempest-FloatingIPTestJSON-1632234116] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555753'] for port, before_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:40:55.560335 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.db_base_plugin_common [None req-469a1203-1c87-4233-a78c-b0dae0b6b34e tempest-FloatingIPTestJSON-1632234116 tempest-FloatingIPTestJSON-1632234116] Allocated IP 172.25.2.234 (226f1e78-82cd-4481-9055-4eb73b6db8c1/ba8deeec-7658-4195-9449-038c076f5c83/624c3494-2023-4d97-9adf-43cd2cde7f4b) {{(pid=84874) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 14 07:40:55.733666 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-469a1203-1c87-4233-a78c-b0dae0b6b34e tempest-FloatingIPTestJSON-1632234116 tempest-FloatingIPTestJSON-1632234116] Notify callbacks [] for port, precommit_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:40:55.763659 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-469a1203-1c87-4233-a78c-b0dae0b6b34e tempest-FloatingIPTestJSON-1632234116 tempest-FloatingIPTestJSON-1632234116] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777640123575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3254186'] for port, after_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:40:55.779895 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-3b905f92-6f5d-4285-92c6-38c45ecc8847 tempest-RoutersNegativeTest-536999269 tempest-RoutersNegativeTest-536999269] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:40:55.919680 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-469a1203-1c87-4233-a78c-b0dae0b6b34e tempest-FloatingIPTestJSON-1632234116 tempest-FloatingIPTestJSON-1632234116] Pushing event updated for resources: {'Port': ['ID=624c3494-2023-4d97-9adf-43cd2cde7f4b,revision_number=1']} {{(pid=84874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:40:55.925557 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-469a1203-1c87-4233-a78c-b0dae0b6b34e tempest-FloatingIPTestJSON-1632234116 tempest-FloatingIPTestJSON-1632234116] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:40:55.977603 n-d-768862-2 neutron-server[84765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-469a1203-1c87-4233-a78c-b0dae0b6b34e tempest-FloatingIPTestJSON-1632234116 tempest-FloatingIPTestJSON-1632234116] Network 226f1e78-82cd-4481-9055-4eb73b6db8c1 is already hosted by enough agents. {{(pid=84874) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 07:40:55.978834 n-d-768862-2 neutron-server[84765]: DEBUG neutron.scheduler.base_scheduler [None req-469a1203-1c87-4233-a78c-b0dae0b6b34e tempest-FloatingIPTestJSON-1632234116 tempest-FloatingIPTestJSON-1632234116] Resources bound (agent type, host, resource id): {{(pid=84874) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 07:40:55.981307 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-469a1203-1c87-4233-a78c-b0dae0b6b34e tempest-FloatingIPTestJSON-1632234116 tempest-FloatingIPTestJSON-1632234116] Received port after_create {{(pid=84874) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 14 07:40:56.752618 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-469a1203-1c87-4233-a78c-b0dae0b6b34e tempest-FloatingIPTestJSON-1632234116 tempest-FloatingIPTestJSON-1632234116] Notify callbacks [] for floatingip, precommit_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:40:56.836517 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-469a1203-1c87-4233-a78c-b0dae0b6b34e tempest-FloatingIPTestJSON-1632234116 tempest-FloatingIPTestJSON-1632234116] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555753'] for port, before_update {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:40:57.125603 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-469a1203-1c87-4233-a78c-b0dae0b6b34e tempest-FloatingIPTestJSON-1632234116 tempest-FloatingIPTestJSON-1632234116] Notify callbacks [] for port, precommit_update {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:40:57.137852 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-469a1203-1c87-4233-a78c-b0dae0b6b34e tempest-FloatingIPTestJSON-1632234116 tempest-FloatingIPTestJSON-1632234116] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777640533312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363259214678337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777640097497', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036851521613'] for port, after_update {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:40:57.154827 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-76455e27-3f24-4de8-8862-c9b88540a896 tempest-FloatingIPTestJSON-1632234116 tempest-FloatingIPTestJSON-1632234116] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:40:57.285596 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-469a1203-1c87-4233-a78c-b0dae0b6b34e tempest-FloatingIPTestJSON-1632234116 tempest-FloatingIPTestJSON-1632234116] Pushing event updated for resources: {'Port': ['ID=624c3494-2023-4d97-9adf-43cd2cde7f4b,revision_number=2']} {{(pid=84874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:40:57.291742 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-469a1203-1c87-4233-a78c-b0dae0b6b34e tempest-FloatingIPTestJSON-1632234116 tempest-FloatingIPTestJSON-1632234116] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:40:57.408989 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-469a1203-1c87-4233-a78c-b0dae0b6b34e tempest-FloatingIPTestJSON-1632234116 tempest-FloatingIPTestJSON-1632234116] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3912638'] for floatingip, after_update {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:40:57.597634 n-d-768862-2 neutron-server[84765]: INFO neutron.db.l3_db [None req-469a1203-1c87-4233-a78c-b0dae0b6b34e tempest-FloatingIPTestJSON-1632234116 tempest-FloatingIPTestJSON-1632234116] Floating IP 0a7d7400-9e01-4602-9773-58719061bf87 associated. External IP: 172.25.2.234, port: 33bfccb1-e197-4300-8734-e6aa6645b673. Jan 14 07:40:57.994134 n-d-768862-2 neutron-server[84765]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-469a1203-1c87-4233-a78c-b0dae0b6b34e tempest-FloatingIPTestJSON-1632234116 tempest-FloatingIPTestJSON-1632234116] Router 0a94abb3-95e9-4f02-952d-9f95343e501f has already been hosted by L3 agent 35f592e9-451b-4db9-abea-77b6a5c5391b {{(pid=84874) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Jan 14 07:40:58.189249 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-469a1203-1c87-4233-a78c-b0dae0b6b34e tempest-FloatingIPTestJSON-1632234116 tempest-FloatingIPTestJSON-1632234116] Notify agent at l3_agent.n-d-768862-2 the message routers_updated {{(pid=84874) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jan 14 07:40:58.199035 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0062ca3f-e8d2-4064-9cb7-fad5bf879970 None None] Sync routers for ids ['0a94abb3-95e9-4f02-952d-9f95343e501f'] in n-d-768862-2 {{(pid=84877) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Jan 14 07:40:58.209824 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0062ca3f-e8d2-4064-9cb7-fad5bf879970 None None] Routers {'0a94abb3-95e9-4f02-952d-9f95343e501f'} bound to L3 agent in host n-d-768862-2 {{(pid=84877) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 14 07:40:58.210493 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_hamode_db [None req-0062ca3f-e8d2-4064-9cb7-fad5bf879970 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-01-14T06:56:51Z,description=,heartbeat_timestamp=2021-01-14T07:40:52Z,host='n-d-768862-2',id=35f592e9-451b-4db9-abea-77b6a5c5391b,load=0,resource_versions=,resources_synced=,started_at=2021-01-14T06:56:51Z,topic='l3_agent')) {'router_ids': ['0a94abb3-95e9-4f02-952d-9f95343e501f'], 'active': True} {{(pid=84877) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:40:58.219084 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-469a1203-1c87-4233-a78c-b0dae0b6b34e tempest-FloatingIPTestJSON-1632234116 tempest-FloatingIPTestJSON-1632234116] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854768116'] for floatingip, before_response {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:40:58.274473 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_hamode_db [None req-0062ca3f-e8d2-4064-9cb7-fad5bf879970 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768862-2', False) {} {{(pid=84877) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:40:58.279027 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-469a1203-1c87-4233-a78c-b0dae0b6b34e tempest-FloatingIPTestJSON-1632234116 tempest-FloatingIPTestJSON-1632234116] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 982 time: 3.1986237 Jan 14 07:40:58.282185 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84874) accepted ('10.222.0.24', 42024) {{(pid=84874) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:40:58.284272 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0062ca3f-e8d2-4064-9cb7-fad5bf879970 None None] Routers {'0a94abb3-95e9-4f02-952d-9f95343e501f'} bound to L3 agent in host n-d-768862-2 {{(pid=84877) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 14 07:40:58.285116 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_hamode_db [None req-0062ca3f-e8d2-4064-9cb7-fad5bf879970 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-01-14T06:56:51Z,description=,heartbeat_timestamp=2021-01-14T07:40:52Z,host='n-d-768862-2',id=35f592e9-451b-4db9-abea-77b6a5c5391b,load=0,resource_versions=,resources_synced=,started_at=2021-01-14T06:56:51Z,topic='l3_agent')) {'router_ids': ['0a94abb3-95e9-4f02-952d-9f95343e501f'], 'active': True} {{(pid=84877) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:40:58.290714 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.v2.base [None req-8dc62559-ed2a-479f-9068-94b38db66642 tempest-FloatingIPTestJSON-1632234116 tempest-FloatingIPTestJSON-1632234116] Request body: {'floatingip': {'port_id': None}} {{(pid=84874) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:40:58.352913 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_hamode_db [None req-0062ca3f-e8d2-4064-9cb7-fad5bf879970 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768862-2', False) {} {{(pid=84877) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:40:58.353367 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0062ca3f-e8d2-4064-9cb7-fad5bf879970 None None] The sync data for ids ['0a94abb3-95e9-4f02-952d-9f95343e501f'] in n-d-768862-2 is: [] {{(pid=84877) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Jan 14 07:40:58.404281 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-8dc62559-ed2a-479f-9068-94b38db66642 tempest-FloatingIPTestJSON-1632234116 tempest-FloatingIPTestJSON-1632234116] Notify callbacks [] for floatingip, before_update {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:40:58.432674 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84875) accepted ('10.222.0.24', 42032) {{(pid=84875) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:40:58.599204 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-4b861497-9c4b-461c-a886-aad57787ebc7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:40:58.616079 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-4b861497-9c4b-461c-a886-aad57787ebc7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:40:58.620931 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-4b861497-9c4b-461c-a886-aad57787ebc7 admin admin] Usage tracker for resource:security_group_rule and tenant:8bbfe1851eed4094858d9d4ace0ee285 is out of sync, need to count used quota {{(pid=84875) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:40:58.624204 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-4b861497-9c4b-461c-a886-aad57787ebc7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84875) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:40:58.630523 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-4b861497-9c4b-461c-a886-aad57787ebc7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:40:58.694593 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-8dc62559-ed2a-479f-9068-94b38db66642 tempest-FloatingIPTestJSON-1632234116 tempest-FloatingIPTestJSON-1632234116] Notify callbacks [] for floatingip, precommit_update {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:40:58.697910 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-8dc62559-ed2a-479f-9068-94b38db66642 tempest-FloatingIPTestJSON-1632234116 tempest-FloatingIPTestJSON-1632234116] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3912638'] for floatingip, after_update {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:40:58.698244 n-d-768862-2 neutron-server[84765]: INFO neutron.db.l3_db [None req-8dc62559-ed2a-479f-9068-94b38db66642 tempest-FloatingIPTestJSON-1632234116 tempest-FloatingIPTestJSON-1632234116] Floating IP 0a7d7400-9e01-4602-9773-58719061bf87 disassociated. External IP: 172.25.2.234, port: 33bfccb1-e197-4300-8734-e6aa6645b673. Jan 14 07:40:58.722497 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-4b861497-9c4b-461c-a886-aad57787ebc7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:40:58.727236 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-4b861497-9c4b-461c-a886-aad57787ebc7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850887153'] for security_group, after_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:40:58.765675 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-95511ea8-4fe7-4eee-9207-d2e187d05354 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:40:58.785903 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-4b861497-9c4b-461c-a886-aad57787ebc7 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=8bbfe1851eed4094858d9d4ace0ee285&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3515630 Jan 14 07:40:58.788713 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84875) accepted ('10.222.0.24', 42042) {{(pid=84875) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:40:58.817453 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b861497-9c4b-461c-a886-aad57787ebc7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0dae14a8-a566-4973-a75a-7d40c0b5ed87,revision_number=1']} {{(pid=84875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:40:58.822294 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-4b861497-9c4b-461c-a886-aad57787ebc7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:40:58.869357 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-3e70ebef-5d8b-4f18-a25d-fb76856503c4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:40:58.902180 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-3e70ebef-5d8b-4f18-a25d-fb76856503c4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:40:58.950541 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-3e70ebef-5d8b-4f18-a25d-fb76856503c4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850887153'] for security_group, after_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:40:58.955821 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-eea61355-3d7d-419a-bf55-ed3e726dd953 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:40:58.969003 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e70ebef-5d8b-4f18-a25d-fb76856503c4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0dae14a8-a566-4973-a75a-7d40c0b5ed87,revision_number=None']} {{(pid=84875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:40:58.974593 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-3e70ebef-5d8b-4f18-a25d-fb76856503c4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:40:58.976075 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-3e70ebef-5d8b-4f18-a25d-fb76856503c4 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/0dae14a8-a566-4973-a75a-7d40c0b5ed87 HTTP/1.1" status: 204 len: 168 time: 0.1797156 Jan 14 07:40:58.977273 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-3e70ebef-5d8b-4f18-a25d-fb76856503c4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:40:59.102347 n-d-768862-2 neutron-server[84765]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8dc62559-ed2a-479f-9068-94b38db66642 tempest-FloatingIPTestJSON-1632234116 tempest-FloatingIPTestJSON-1632234116] Router 0a94abb3-95e9-4f02-952d-9f95343e501f has already been hosted by L3 agent 35f592e9-451b-4db9-abea-77b6a5c5391b {{(pid=84874) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Jan 14 07:40:59.291197 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8dc62559-ed2a-479f-9068-94b38db66642 tempest-FloatingIPTestJSON-1632234116 tempest-FloatingIPTestJSON-1632234116] Notify agent at l3_agent.n-d-768862-2 the message routers_updated {{(pid=84874) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jan 14 07:40:59.295385 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-8dc62559-ed2a-479f-9068-94b38db66642 tempest-FloatingIPTestJSON-1632234116 tempest-FloatingIPTestJSON-1632234116] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854768116'] for floatingip, before_response {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:40:59.300942 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bfbe7bc3-0afc-458a-94d3-b4dcd1585e09 None None] Sync routers for ids ['0a94abb3-95e9-4f02-952d-9f95343e501f'] in n-d-768862-2 {{(pid=84876) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Jan 14 07:40:59.312966 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bfbe7bc3-0afc-458a-94d3-b4dcd1585e09 None None] Routers {'0a94abb3-95e9-4f02-952d-9f95343e501f'} bound to L3 agent in host n-d-768862-2 {{(pid=84876) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 14 07:40:59.313778 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_hamode_db [None req-bfbe7bc3-0afc-458a-94d3-b4dcd1585e09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-01-14T06:56:51Z,description=,heartbeat_timestamp=2021-01-14T07:40:52Z,host='n-d-768862-2',id=35f592e9-451b-4db9-abea-77b6a5c5391b,load=0,resource_versions=,resources_synced=,started_at=2021-01-14T06:56:51Z,topic='l3_agent')) {'router_ids': ['0a94abb3-95e9-4f02-952d-9f95343e501f'], 'active': True} {{(pid=84876) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:40:59.359661 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-8dc62559-ed2a-479f-9068-94b38db66642 tempest-FloatingIPTestJSON-1632234116 tempest-FloatingIPTestJSON-1632234116] 10.222.0.24 "PUT /v2.0/floatingips/0a7d7400-9e01-4602-9773-58719061bf87 HTTP/1.1" status: 200 len: 688 time: 1.0732579 Jan 14 07:40:59.360188 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84875) accepted ('10.222.0.24', 42058) {{(pid=84875) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:40:59.386782 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_hamode_db [None req-bfbe7bc3-0afc-458a-94d3-b4dcd1585e09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768862-2', False) {} {{(pid=84876) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:40:59.397779 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bfbe7bc3-0afc-458a-94d3-b4dcd1585e09 None None] Routers {'0a94abb3-95e9-4f02-952d-9f95343e501f'} bound to L3 agent in host n-d-768862-2 {{(pid=84876) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 14 07:40:59.398480 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_hamode_db [None req-bfbe7bc3-0afc-458a-94d3-b4dcd1585e09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-01-14T06:56:51Z,description=,heartbeat_timestamp=2021-01-14T07:40:52Z,host='n-d-768862-2',id=35f592e9-451b-4db9-abea-77b6a5c5391b,load=0,resource_versions=,resources_synced=,started_at=2021-01-14T06:56:51Z,topic='l3_agent')) {'router_ids': ['0a94abb3-95e9-4f02-952d-9f95343e501f'], 'active': True} {{(pid=84876) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:40:59.470872 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_hamode_db [None req-bfbe7bc3-0afc-458a-94d3-b4dcd1585e09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768862-2', False) {} {{(pid=84876) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:40:59.471549 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bfbe7bc3-0afc-458a-94d3-b4dcd1585e09 None None] The sync data for ids ['0a94abb3-95e9-4f02-952d-9f95343e501f'] in n-d-768862-2 is: [] {{(pid=84876) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Jan 14 07:40:59.535936 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.plugin [None req-4851af93-c3cf-4ec7-b80b-64fb0da1573f tempest-FloatingIPTestJSON-1632234116 tempest-FloatingIPTestJSON-1632234116] Deleting port 624c3494-2023-4d97-9adf-43cd2cde7f4b {{(pid=84875) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 07:40:59.536512 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-4851af93-c3cf-4ec7-b80b-64fb0da1573f tempest-FloatingIPTestJSON-1632234116 tempest-FloatingIPTestJSON-1632234116] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363259214248359'] for port, before_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:40:59.727501 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-4851af93-c3cf-4ec7-b80b-64fb0da1573f tempest-FloatingIPTestJSON-1632234116 tempest-FloatingIPTestJSON-1632234116] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036850862667'] for port, precommit_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:40:59.727875 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-4851af93-c3cf-4ec7-b80b-64fb0da1573f tempest-FloatingIPTestJSON-1632234116 tempest-FloatingIPTestJSON-1632234116] Notify callbacks [] for floatingip, precommit_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:40:59.857985 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.plugin [None req-4851af93-c3cf-4ec7-b80b-64fb0da1573f tempest-FloatingIPTestJSON-1632234116 tempest-FloatingIPTestJSON-1632234116] Calling delete_port for 624c3494-2023-4d97-9adf-43cd2cde7f4b owned by network:floatingip {{(pid=84875) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 07:40:59.877044 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84874) accepted ('10.222.0.24', 42076) {{(pid=84874) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:41:00.002773 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-4851af93-c3cf-4ec7-b80b-64fb0da1573f tempest-FloatingIPTestJSON-1632234116 tempest-FloatingIPTestJSON-1632234116] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777640533329', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777640097463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851621574'] for port, after_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:41:00.018558 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-fd527612-4ff7-44a6-bbc0-d01c372d20d8 tempest-RoutersAdminTest-626627900 tempest-RoutersAdminTest-626627900] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:41:00.026235 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.v2.base [None req-ce863468-0f7e-4f2d-8cfb-96f1ce4088cd admin admin] Request body: {'network': {'name': 'tempest-TestAggregatesBasicOps-1350268914-network', 'tenant_id': 'dc8da86213524a28b1b9c2ee95778f66'}} {{(pid=84874) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:41:00.032597 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-ce863468-0f7e-4f2d-8cfb-96f1ce4088cd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:41:00.037232 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-ce863468-0f7e-4f2d-8cfb-96f1ce4088cd admin admin] Usage tracker for resource:network and tenant:dc8da86213524a28b1b9c2ee95778f66 is out of sync, need to count used quota {{(pid=84874) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:41:00.040527 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-ce863468-0f7e-4f2d-8cfb-96f1ce4088cd admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84874) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:41:00.046972 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-ce863468-0f7e-4f2d-8cfb-96f1ce4088cd admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:41:00.058898 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ce863468-0f7e-4f2d-8cfb-96f1ce4088cd admin admin] Made reservation on behalf of dc8da86213524a28b1b9c2ee95778f66 for: {'network': 1} {{(pid=84874) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 07:41:00.063629 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-ce863468-0f7e-4f2d-8cfb-96f1ce4088cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555753'] for network, before_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:41:00.077027 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-ce863468-0f7e-4f2d-8cfb-96f1ce4088cd admin admin] Notify callbacks [] for security_group, before_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:41:00.093027 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-ce863468-0f7e-4f2d-8cfb-96f1ce4088cd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:41:00.097358 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-ce863468-0f7e-4f2d-8cfb-96f1ce4088cd admin admin] Usage tracker for resource:security_group_rule and tenant:dc8da86213524a28b1b9c2ee95778f66 is out of sync, need to count used quota {{(pid=84874) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:41:00.101069 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-ce863468-0f7e-4f2d-8cfb-96f1ce4088cd admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84874) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:41:00.107171 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-ce863468-0f7e-4f2d-8cfb-96f1ce4088cd admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:41:00.108130 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4851af93-c3cf-4ec7-b80b-64fb0da1573f tempest-FloatingIPTestJSON-1632234116 tempest-FloatingIPTestJSON-1632234116] Pushing event deleted for resources: {'Port': ['ID=624c3494-2023-4d97-9adf-43cd2cde7f4b,revision_number=None']} {{(pid=84875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:41:00.115240 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-4851af93-c3cf-4ec7-b80b-64fb0da1573f tempest-FloatingIPTestJSON-1632234116 tempest-FloatingIPTestJSON-1632234116] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:41:00.198946 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-ce863468-0f7e-4f2d-8cfb-96f1ce4088cd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:41:00.202127 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-ce863468-0f7e-4f2d-8cfb-96f1ce4088cd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850887153'] for security_group, after_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:41:00.206511 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-8eee551e-19b7-4bd3-bd20-ae1cde2abe41 tempest-NegativeSecGroupTest-99150678 tempest-NegativeSecGroupTest-99150678] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:41:00.245409 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-4851af93-c3cf-4ec7-b80b-64fb0da1573f tempest-FloatingIPTestJSON-1632234116 tempest-FloatingIPTestJSON-1632234116] Notify callbacks [] for floatingip, after_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:41:00.259201 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-4851af93-c3cf-4ec7-b80b-64fb0da1573f tempest-FloatingIPTestJSON-1632234116 tempest-FloatingIPTestJSON-1632234116] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854768116'] for floatingip, before_response {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:41:00.264048 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-4851af93-c3cf-4ec7-b80b-64fb0da1573f tempest-FloatingIPTestJSON-1632234116 tempest-FloatingIPTestJSON-1632234116] 10.222.0.24 "DELETE /v2.0/floatingips/0a7d7400-9e01-4602-9773-58719061bf87 HTTP/1.1" status: 204 len: 168 time: 0.8992887 Jan 14 07:41:00.264589 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84875) accepted ('10.222.0.24', 42082) {{(pid=84875) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:41:00.271763 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.v2.base [None req-3ef0860a-0bde-4a95-acfd-ef2195007d37 tempest-FloatingIPTestJSON-1632234116 tempest-FloatingIPTestJSON-1632234116] Request body: {'floatingip': {'floating_network_id': '226f1e78-82cd-4481-9055-4eb73b6db8c1', 'port_id': '29fd4635-87ee-4e30-8c61-44efe8a27def'}} {{(pid=84875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:41:00.283958 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-3ef0860a-0bde-4a95-acfd-ef2195007d37 tempest-FloatingIPTestJSON-1632234116 tempest-FloatingIPTestJSON-1632234116] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:41:00.289196 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-3ef0860a-0bde-4a95-acfd-ef2195007d37 tempest-FloatingIPTestJSON-1632234116 tempest-FloatingIPTestJSON-1632234116] Usage tracker for resource:floatingip and tenant:1c55c328d6854ee381dab36dc470b7b0 is out of sync, need to count used quota {{(pid=84875) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:41:00.292678 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-3ef0860a-0bde-4a95-acfd-ef2195007d37 tempest-FloatingIPTestJSON-1632234116 tempest-FloatingIPTestJSON-1632234116] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=84875) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:41:00.299397 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-3ef0860a-0bde-4a95-acfd-ef2195007d37 tempest-FloatingIPTestJSON-1632234116 tempest-FloatingIPTestJSON-1632234116] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=84875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:41:00.313138 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-3ef0860a-0bde-4a95-acfd-ef2195007d37 tempest-FloatingIPTestJSON-1632234116 tempest-FloatingIPTestJSON-1632234116] Notify callbacks [] for floatingip, before_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:41:00.459284 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.agents_db [None req-5b939a2f-078d-4c69-a188-cb55a28a77a0 None None] Agent healthcheck: found 7 active agents {{(pid=84877) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Jan 14 07:41:00.477588 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-3ef0860a-0bde-4a95-acfd-ef2195007d37 tempest-FloatingIPTestJSON-1632234116 tempest-FloatingIPTestJSON-1632234116] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555753'] for port, before_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:41:00.544950 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ce863468-0f7e-4f2d-8cfb-96f1ce4088cd admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 5} {{(pid=84874) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Jan 14 07:41:00.558610 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce863468-0f7e-4f2d-8cfb-96f1ce4088cd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=165d3e14-ecbe-4660-ae00-663c9cf0c328,revision_number=1']} {{(pid=84874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:41:00.563031 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-ce863468-0f7e-4f2d-8cfb-96f1ce4088cd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.357s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:41:00.564088 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-ce863468-0f7e-4f2d-8cfb-96f1ce4088cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854179735'] for segment, precommit_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:41:00.564402 n-d-768862-2 neutron-server[84765]: INFO neutron.db.segments_db [None req-ce863468-0f7e-4f2d-8cfb-96f1ce4088cd admin admin] Added segment 2b228571-b447-442a-a742-e84b4377a920 of type vxlan for network 42fdedb3-2084-4b06-8d78-448ff4288882 Jan 14 07:41:00.593257 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-ce863468-0f7e-4f2d-8cfb-96f1ce4088cd admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363259214646115'] for network, precommit_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:41:00.629033 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-ce863468-0f7e-4f2d-8cfb-96f1ce4088cd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850887149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964'] for network, after_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:41:00.630650 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce863468-0f7e-4f2d-8cfb-96f1ce4088cd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:41:00.631473 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-ce863468-0f7e-4f2d-8cfb-96f1ce4088cd admin admin] Notify callbacks [] for network, before_response {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:41:00.635488 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-b013e0a1-f536-4182-8d5b-b3abd7ff2fb5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:41:00.752315 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-ce863468-0f7e-4f2d-8cfb-96f1ce4088cd admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 879 time: 0.8739667 Jan 14 07:41:00.753327 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce863468-0f7e-4f2d-8cfb-96f1ce4088cd admin admin] Pushing event updated for resources: {'Network': ['ID=42fdedb3-2084-4b06-8d78-448ff4288882,revision_number=1']} {{(pid=84874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:41:00.756243 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84875) accepted ('10.222.0.24', 42088) {{(pid=84875) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:41:00.756990 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-ce863468-0f7e-4f2d-8cfb-96f1ce4088cd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:41:00.766273 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.v2.base [None req-4b2962b6-1e7d-4818-a076-4ee39a8b5eca admin admin] Request body: {'subnet': {'network_id': '42fdedb3-2084-4b06-8d78-448ff4288882', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestAggregatesBasicOps-1350268914-subnet', 'tenant_id': 'dc8da86213524a28b1b9c2ee95778f66', 'ip_version': 4}} {{(pid=84875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:41:00.766568 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Network 42fdedb3-2084-4b06-8d78-448ff4288882 details requested by agent ovs-agent-n-d-768862-2 with host n-d-768862-2 {{(pid=84876) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 07:41:00.775735 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-4b2962b6-1e7d-4818-a076-4ee39a8b5eca admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:41:00.780792 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-852a24f7-e9a1-4193-9abb-e9506fe5213f None None] Network 42fdedb3-2084-4b06-8d78-448ff4288882 details requested by agent ovs-agent-n-h2-768862-2 with host n-h2-768862-2 {{(pid=84876) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 07:41:00.787012 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-4b2962b6-1e7d-4818-a076-4ee39a8b5eca admin admin] Usage tracker for resource:subnet and tenant:dc8da86213524a28b1b9c2ee95778f66 is out of sync, need to count used quota {{(pid=84875) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:41:00.790299 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.db_base_plugin_common [None req-3ef0860a-0bde-4a95-acfd-ef2195007d37 tempest-FloatingIPTestJSON-1632234116 tempest-FloatingIPTestJSON-1632234116] Allocated IP 172.25.2.35 (226f1e78-82cd-4481-9055-4eb73b6db8c1/ba8deeec-7658-4195-9449-038c076f5c83/d7df525c-72d3-4ab8-b66e-f01b1d8d0837) {{(pid=84875) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 14 07:41:00.792645 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-4b2962b6-1e7d-4818-a076-4ee39a8b5eca admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84875) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:41:00.793794 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-017f98a9-8a07-408c-a86f-8ff0c00400a0 None None] Network 42fdedb3-2084-4b06-8d78-448ff4288882 details requested by agent ovs-agent-n-h1-768862-2 with host n-h1-768862-2 {{(pid=84876) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 07:41:00.801006 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-4b2962b6-1e7d-4818-a076-4ee39a8b5eca admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:41:00.829911 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4b2962b6-1e7d-4818-a076-4ee39a8b5eca admin admin] Made reservation on behalf of dc8da86213524a28b1b9c2ee95778f66 for: {'subnet': 1} {{(pid=84875) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 07:41:00.834632 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-4b2962b6-1e7d-4818-a076-4ee39a8b5eca admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036852467157'] for subnet, before_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:41:01.373403 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-3ef0860a-0bde-4a95-acfd-ef2195007d37 tempest-FloatingIPTestJSON-1632234116 tempest-FloatingIPTestJSON-1632234116] Notify callbacks [] for port, precommit_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:41:01.475006 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-3ef0860a-0bde-4a95-acfd-ef2195007d37 tempest-FloatingIPTestJSON-1632234116 tempest-FloatingIPTestJSON-1632234116] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777640123575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851621574'] for port, after_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:41:01.492796 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-b3a2a766-920a-44fd-b5b9-c654e6246cd4 tempest-RoutersTest-1255860389 tempest-RoutersTest-1255860389] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:41:01.684513 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ef0860a-0bde-4a95-acfd-ef2195007d37 tempest-FloatingIPTestJSON-1632234116 tempest-FloatingIPTestJSON-1632234116] Pushing event updated for resources: {'Port': ['ID=d7df525c-72d3-4ab8-b66e-f01b1d8d0837,revision_number=1']} {{(pid=84875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:41:01.697220 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-3ef0860a-0bde-4a95-acfd-ef2195007d37 tempest-FloatingIPTestJSON-1632234116 tempest-FloatingIPTestJSON-1632234116] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.204s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:41:01.802264 n-d-768862-2 neutron-server[84765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ef0860a-0bde-4a95-acfd-ef2195007d37 tempest-FloatingIPTestJSON-1632234116 tempest-FloatingIPTestJSON-1632234116] Network 226f1e78-82cd-4481-9055-4eb73b6db8c1 is already hosted by enough agents. {{(pid=84875) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 07:41:01.804459 n-d-768862-2 neutron-server[84765]: DEBUG neutron.scheduler.base_scheduler [None req-3ef0860a-0bde-4a95-acfd-ef2195007d37 tempest-FloatingIPTestJSON-1632234116 tempest-FloatingIPTestJSON-1632234116] Resources bound (agent type, host, resource id): {{(pid=84875) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 07:41:01.807188 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ef0860a-0bde-4a95-acfd-ef2195007d37 tempest-FloatingIPTestJSON-1632234116 tempest-FloatingIPTestJSON-1632234116] Received port after_create {{(pid=84875) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 14 07:41:02.225328 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-4b2962b6-1e7d-4818-a076-4ee39a8b5eca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850887113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036851621412', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036852467174'] for subnet, after_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:41:02.241789 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-58633aa4-9d35-4dce-9e61-4cfe2485ffeb tempest-TestNetworkAdvancedServerOps-470546014 tempest-TestNetworkAdvancedServerOps-470546014] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:41:02.408921 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b2962b6-1e7d-4818-a076-4ee39a8b5eca admin admin] Pushing event updated for resources: {'Subnet': ['ID=87b25853-fffc-44f4-ab08-3af38844e273,revision_number=0']} {{(pid=84875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:41:02.413810 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-4b2962b6-1e7d-4818-a076-4ee39a8b5eca admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.172s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:41:02.664875 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-3ef0860a-0bde-4a95-acfd-ef2195007d37 tempest-FloatingIPTestJSON-1632234116 tempest-FloatingIPTestJSON-1632234116] Notify callbacks [] for floatingip, precommit_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:41:02.699534 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b2962b6-1e7d-4818-a076-4ee39a8b5eca admin admin] Checking segment: {'id': '2b228571-b447-442a-a742-e84b4377a920', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '42fdedb3-2084-4b06-8d78-448ff4288882'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84875) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 14 07:41:02.699990 n-d-768862-2 neutron-server[84765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b2962b6-1e7d-4818-a076-4ee39a8b5eca admin admin] Network hostable DHCP agents. Network: 42fdedb3-2084-4b06-8d78-448ff4288882, hostable agents: ['32f3dd84-26da-4d18-bf15-6017a8fb7247'], hosted agents: [] {{(pid=84875) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Jan 14 07:41:02.738837 n-d-768862-2 neutron-server[84765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b2962b6-1e7d-4818-a076-4ee39a8b5eca admin admin] Network 42fdedb3-2084-4b06-8d78-448ff4288882 is scheduled to be hosted by DHCP agent 32f3dd84-26da-4d18-bf15-6017a8fb7247 with binding_index 1 {{(pid=84875) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Jan 14 07:41:02.789592 n-d-768862-2 neutron-server[84765]: DEBUG neutron.scheduler.base_scheduler [None req-4b2962b6-1e7d-4818-a076-4ee39a8b5eca admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768862-2, 42fdedb3-2084-4b06-8d78-448ff4288882) {{(pid=84875) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 07:41:02.798664 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc91a725-c701-4f17-a35c-119bde068e77 None None] Network 42fdedb3-2084-4b06-8d78-448ff4288882 requested from n-d-768862-2 {{(pid=84876) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 07:41:02.809454 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b2962b6-1e7d-4818-a076-4ee39a8b5eca admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:41:02.810114 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-4b2962b6-1e7d-4818-a076-4ee39a8b5eca admin admin] Notify callbacks [] for subnet, before_response {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:41:02.827524 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-3ef0860a-0bde-4a95-acfd-ef2195007d37 tempest-FloatingIPTestJSON-1632234116 tempest-FloatingIPTestJSON-1632234116] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555753'] for port, before_update {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:41:02.884853 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-4b2962b6-1e7d-4818-a076-4ee39a8b5eca admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.1270812 Jan 14 07:41:02.888432 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84874) accepted ('10.222.0.24', 42094) {{(pid=84874) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:41:02.897311 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.v2.base [None req-5eb81ba2-14c8-489a-a459-8343f76ff7ca admin admin] Request body: {'router': {'name': 'tempest-TestAggregatesBasicOps-1350268914-router', 'tenant_id': 'dc8da86213524a28b1b9c2ee95778f66', 'external_gateway_info': {'network_id': '226f1e78-82cd-4481-9055-4eb73b6db8c1'}}} {{(pid=84874) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:41:02.903318 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-5eb81ba2-14c8-489a-a459-8343f76ff7ca admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:41:02.907786 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-5eb81ba2-14c8-489a-a459-8343f76ff7ca admin admin] Usage tracker for resource:router and tenant:dc8da86213524a28b1b9c2ee95778f66 is out of sync, need to count used quota {{(pid=84874) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:41:02.911019 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-5eb81ba2-14c8-489a-a459-8343f76ff7ca admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=84874) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:41:02.917090 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-5eb81ba2-14c8-489a-a459-8343f76ff7ca admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:41:02.929160 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-5eb81ba2-14c8-489a-a459-8343f76ff7ca admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3889205', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854717621'] for router, before_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:41:02.930263 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-5eb81ba2-14c8-489a-a459-8343f76ff7ca admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036850886574', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3912501', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3808446', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-58179'] for router, precommit_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:41:02.945716 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-5eb81ba2-14c8-489a-a459-8343f76ff7ca admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:41:03.033397 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a64e3f6-5983-44ba-87f9-af2abee57d92 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5d94dc7a-c095-50a4-955e-5f3b78718a12-42fdedb3-2084-4b06-8d78-448ff4288882', 'network_id': '42fdedb3-2084-4b06-8d78-448ff4288882', 'tenant_id': 'dc8da86213524a28b1b9c2ee95778f66', 'fixed_ips': [{'subnet_id': '87b25853-fffc-44f4-ab08-3af38844e273'}]}} from n-d-768862-2. {{(pid=84876) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Jan 14 07:41:03.034345 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-6a64e3f6-5983-44ba-87f9-af2abee57d92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555753'] for port, before_create {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:41:03.121128 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-3ef0860a-0bde-4a95-acfd-ef2195007d37 tempest-FloatingIPTestJSON-1632234116 tempest-FloatingIPTestJSON-1632234116] Notify callbacks [] for port, precommit_update {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:41:03.125012 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-3ef0860a-0bde-4a95-acfd-ef2195007d37 tempest-FloatingIPTestJSON-1632234116 tempest-FloatingIPTestJSON-1632234116] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777640533312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363259214678337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777640097497', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3154211'] for port, after_update {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:41:03.190603 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-3ef0860a-0bde-4a95-acfd-ef2195007d37 tempest-FloatingIPTestJSON-1632234116 tempest-FloatingIPTestJSON-1632234116] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:41:03.231678 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-5eb81ba2-14c8-489a-a459-8343f76ff7ca admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3912484', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3889188', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-58194'] for router, precommit_update {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:41:03.294021 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ef0860a-0bde-4a95-acfd-ef2195007d37 tempest-FloatingIPTestJSON-1632234116 tempest-FloatingIPTestJSON-1632234116] Pushing event updated for resources: {'Port': ['ID=d7df525c-72d3-4ab8-b66e-f01b1d8d0837,revision_number=2']} {{(pid=84875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:41:03.300093 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-3ef0860a-0bde-4a95-acfd-ef2195007d37 tempest-FloatingIPTestJSON-1632234116 tempest-FloatingIPTestJSON-1632234116] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:41:03.348088 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.db_base_plugin_common [None req-6a64e3f6-5983-44ba-87f9-af2abee57d92 None None] Allocated IP 172.20.0.2 (42fdedb3-2084-4b06-8d78-448ff4288882/87b25853-fffc-44f4-ab08-3af38844e273/efbd9c05-094b-4d2e-aab1-60d5e009b722) {{(pid=84876) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 14 07:41:03.382449 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-3ef0860a-0bde-4a95-acfd-ef2195007d37 tempest-FloatingIPTestJSON-1632234116 tempest-FloatingIPTestJSON-1632234116] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3912638'] for floatingip, after_update {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:41:03.572491 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-5eb81ba2-14c8-489a-a459-8343f76ff7ca admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:41:03.584607 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-6a64e3f6-5983-44ba-87f9-af2abee57d92 None None] Notify callbacks [] for port, precommit_create {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:41:03.596696 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-6a64e3f6-5983-44ba-87f9-af2abee57d92 None None] Transition to ACTIVE for port object efbd9c05-094b-4d2e-aab1-60d5e009b722 will not be triggered until provisioned by entity L2. {{(pid=84876) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 07:41:03.612434 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-5eb81ba2-14c8-489a-a459-8343f76ff7ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555753'] for port, before_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:41:03.617049 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-6a64e3f6-5983-44ba-87f9-af2abee57d92 None None] Transition to ACTIVE for port object efbd9c05-094b-4d2e-aab1-60d5e009b722 will not be triggered until provisioned by entity DHCP. {{(pid=84876) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 07:41:03.623091 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-6a64e3f6-5983-44ba-87f9-af2abee57d92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777640123575'] for port, after_create {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:41:03.641710 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84876) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:41:03.828208 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a64e3f6-5983-44ba-87f9-af2abee57d92 None None] Pushing event updated for resources: {'Port': ['ID=efbd9c05-094b-4d2e-aab1-60d5e009b722,revision_number=1']} {{(pid=84876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:41:03.839292 n-d-768862-2 neutron-server[84765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a64e3f6-5983-44ba-87f9-af2abee57d92 None None] Network 42fdedb3-2084-4b06-8d78-448ff4288882 is already hosted by enough agents. {{(pid=84876) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 07:41:03.840526 n-d-768862-2 neutron-server[84765]: DEBUG neutron.scheduler.base_scheduler [None req-6a64e3f6-5983-44ba-87f9-af2abee57d92 None None] Resources bound (agent type, host, resource id): {{(pid=84876) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 07:41:03.847626 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a64e3f6-5983-44ba-87f9-af2abee57d92 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@n-h1-768862-2 {{(pid=84876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:41:03.848049 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a64e3f6-5983-44ba-87f9-af2abee57d92 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-h1-768862-2 {{(pid=84876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:41:03.848439 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a64e3f6-5983-44ba-87f9-af2abee57d92 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-h1-768862-2 {{(pid=84876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:41:03.849231 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a64e3f6-5983-44ba-87f9-af2abee57d92 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-h1-768862-2 {{(pid=84876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:41:03.849631 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a64e3f6-5983-44ba-87f9-af2abee57d92 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@n-h1-768862-2 {{(pid=84876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:41:03.850011 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a64e3f6-5983-44ba-87f9-af2abee57d92 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-h1-768862-2 {{(pid=84876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:41:03.850387 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a64e3f6-5983-44ba-87f9-af2abee57d92 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-h1-768862-2 {{(pid=84876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:41:03.850758 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a64e3f6-5983-44ba-87f9-af2abee57d92 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-h1-768862-2 {{(pid=84876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:41:03.851129 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a64e3f6-5983-44ba-87f9-af2abee57d92 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-h1-768862-2 {{(pid=84876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:41:03.851500 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a64e3f6-5983-44ba-87f9-af2abee57d92 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-h1-768862-2 {{(pid=84876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:41:03.851868 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a64e3f6-5983-44ba-87f9-af2abee57d92 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-h1-768862-2 {{(pid=84876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:41:03.852247 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a64e3f6-5983-44ba-87f9-af2abee57d92 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-h1-768862-2 {{(pid=84876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:41:03.852659 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a64e3f6-5983-44ba-87f9-af2abee57d92 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@n-h2-768862-2 {{(pid=84876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:41:03.853027 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a64e3f6-5983-44ba-87f9-af2abee57d92 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-h2-768862-2 {{(pid=84876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:41:03.853396 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a64e3f6-5983-44ba-87f9-af2abee57d92 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-h2-768862-2 {{(pid=84876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:41:03.853763 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a64e3f6-5983-44ba-87f9-af2abee57d92 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-h2-768862-2 {{(pid=84876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:41:03.854131 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a64e3f6-5983-44ba-87f9-af2abee57d92 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@n-h2-768862-2 {{(pid=84876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:41:03.854498 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a64e3f6-5983-44ba-87f9-af2abee57d92 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-h2-768862-2 {{(pid=84876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:41:03.854864 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a64e3f6-5983-44ba-87f9-af2abee57d92 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-h2-768862-2 {{(pid=84876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:41:03.855229 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a64e3f6-5983-44ba-87f9-af2abee57d92 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-h2-768862-2 {{(pid=84876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:41:03.855594 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a64e3f6-5983-44ba-87f9-af2abee57d92 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-h2-768862-2 {{(pid=84876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:41:03.855988 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a64e3f6-5983-44ba-87f9-af2abee57d92 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-h2-768862-2 {{(pid=84876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:41:03.856355 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a64e3f6-5983-44ba-87f9-af2abee57d92 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-h2-768862-2 {{(pid=84876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:41:03.856724 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a64e3f6-5983-44ba-87f9-af2abee57d92 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-h2-768862-2 {{(pid=84876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:41:03.857149 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a64e3f6-5983-44ba-87f9-af2abee57d92 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-2 {{(pid=84876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:41:03.857513 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a64e3f6-5983-44ba-87f9-af2abee57d92 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-2 {{(pid=84876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:41:03.857879 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a64e3f6-5983-44ba-87f9-af2abee57d92 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-2 {{(pid=84876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:41:03.858242 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a64e3f6-5983-44ba-87f9-af2abee57d92 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-2 {{(pid=84876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:41:03.858606 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a64e3f6-5983-44ba-87f9-af2abee57d92 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@n-d-768862-2 {{(pid=84876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:41:03.858972 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a64e3f6-5983-44ba-87f9-af2abee57d92 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-2 {{(pid=84876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:41:03.859335 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a64e3f6-5983-44ba-87f9-af2abee57d92 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-768862-2 {{(pid=84876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:41:03.859696 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a64e3f6-5983-44ba-87f9-af2abee57d92 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-768862-2 {{(pid=84876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:41:03.860137 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a64e3f6-5983-44ba-87f9-af2abee57d92 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-2 {{(pid=84876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:41:03.860502 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a64e3f6-5983-44ba-87f9-af2abee57d92 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-2 {{(pid=84876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:41:03.860867 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a64e3f6-5983-44ba-87f9-af2abee57d92 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-2 {{(pid=84876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:41:03.861231 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a64e3f6-5983-44ba-87f9-af2abee57d92 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-2 {{(pid=84876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:41:03.871744 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a64e3f6-5983-44ba-87f9-af2abee57d92 None None] Received port after_create {{(pid=84876) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 14 07:41:03.874910 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-6a64e3f6-5983-44ba-87f9-af2abee57d92 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.233s {{(pid=84876) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:41:03.883408 n-d-768862-2 neutron-server[84765]: INFO neutron.db.l3_db [None req-3ef0860a-0bde-4a95-acfd-ef2195007d37 tempest-FloatingIPTestJSON-1632234116 tempest-FloatingIPTestJSON-1632234116] Floating IP 65ad0f51-a348-4375-886a-dfeb395a328a associated. External IP: 172.25.2.35, port: 29fd4635-87ee-4e30-8c61-44efe8a27def. Jan 14 07:41:03.918520 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.db_base_plugin_common [None req-5eb81ba2-14c8-489a-a459-8343f76ff7ca admin admin] Allocated IP 172.25.2.77 (226f1e78-82cd-4481-9055-4eb73b6db8c1/ba8deeec-7658-4195-9449-038c076f5c83/c55fc197-9cf1-4763-b325-703fae8a6880) {{(pid=84874) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 14 07:41:03.931711 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.managers [None req-6a64e3f6-5983-44ba-87f9-af2abee57d92 None None] Attempting to bind port efbd9c05-094b-4d2e-aab1-60d5e009b722 on host n-d-768862-2 for vnic_type normal with profile {{(pid=84876) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 14 07:41:03.932613 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.managers [None req-6a64e3f6-5983-44ba-87f9-af2abee57d92 None None] Attempting to bind port efbd9c05-094b-4d2e-aab1-60d5e009b722 by drivers openvswitch on host n-d-768862-2 at level 0 using segments [{'id': '2b228571-b447-442a-a742-e84b4377a920', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '42fdedb3-2084-4b06-8d78-448ff4288882'}] {{(pid=84876) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 14 07:41:03.933068 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a64e3f6-5983-44ba-87f9-af2abee57d92 None None] Attempting to bind port efbd9c05-094b-4d2e-aab1-60d5e009b722 on network 42fdedb3-2084-4b06-8d78-448ff4288882 {{(pid=84876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 14 07:41:03.939700 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a64e3f6-5983-44ba-87f9-af2abee57d92 None None] Checking agent: {'id': 'ba5efab1-b43c-4d5a-bc52-6e105d4e67a2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768862-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 14, 6, 56, 52), 'started_at': datetime.datetime(2021, 1, 14, 6, 57, 22), 'heartbeat_timestamp': datetime.datetime(2021, 1, 14, 7, 40, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768862-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.29', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 14 07:41:03.940139 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a64e3f6-5983-44ba-87f9-af2abee57d92 None None] Checking segment: {'id': '2b228571-b447-442a-a742-e84b4377a920', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '42fdedb3-2084-4b06-8d78-448ff4288882'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84876) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 14 07:41:03.940610 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-6a64e3f6-5983-44ba-87f9-af2abee57d92 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:41:03.941063 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a64e3f6-5983-44ba-87f9-af2abee57d92 None None] Bound using segment: {'id': '2b228571-b447-442a-a742-e84b4377a920', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '42fdedb3-2084-4b06-8d78-448ff4288882'} {{(pid=84876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 14 07:41:03.941600 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.managers [None req-6a64e3f6-5983-44ba-87f9-af2abee57d92 None None] Bound port: efbd9c05-094b-4d2e-aab1-60d5e009b722, host: n-d-768862-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2b228571-b447-442a-a742-e84b4377a920', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '42fdedb3-2084-4b06-8d78-448ff4288882'}}] {{(pid=84876) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 14 07:41:03.942016 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-6a64e3f6-5983-44ba-87f9-af2abee57d92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555753'] for port, before_update {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:41:04.044269 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [None req-6a64e3f6-5983-44ba-87f9-af2abee57d92 None None] For port efbd9c05-094b-4d2e-aab1-60d5e009b722, host n-d-768862-2, cleared binding levels {{(pid=84876) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 14 07:41:04.047940 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [None req-6a64e3f6-5983-44ba-87f9-af2abee57d92 None None] For port efbd9c05-094b-4d2e-aab1-60d5e009b722, host n-d-768862-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-2',level=0,port_id=efbd9c05-094b-4d2e-aab1-60d5e009b722,segment=NetworkSegment(2b228571-b447-442a-a742-e84b4377a920),segment_id=2b228571-b447-442a-a742-e84b4377a920)] {{(pid=84876) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 14 07:41:04.051869 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-6a64e3f6-5983-44ba-87f9-af2abee57d92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777640533312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363259214678337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777640097497'] for port, after_update {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:41:04.068212 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-8954c145-5b94-4d6e-9206-464fe83e1b6c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84876) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:41:04.085440 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-5eb81ba2-14c8-489a-a459-8343f76ff7ca admin admin] Notify callbacks [] for port, precommit_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:41:04.115439 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-5eb81ba2-14c8-489a-a459-8343f76ff7ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777640123575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3254186'] for port, after_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:41:04.131866 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-34f761f3-3529-4c5a-befb-ae6ccf2fe866 tempest-RoutersAdminTest-2021597473 tempest-RoutersAdminTest-2021597473] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:41:04.205423 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a64e3f6-5983-44ba-87f9-af2abee57d92 None None] Pushing event updated for resources: {'Port': ['ID=efbd9c05-094b-4d2e-aab1-60d5e009b722,revision_number=2']} {{(pid=84876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:41:04.209513 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-6a64e3f6-5983-44ba-87f9-af2abee57d92 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=84876) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:41:04.269229 n-d-768862-2 neutron-server[84765]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3ef0860a-0bde-4a95-acfd-ef2195007d37 tempest-FloatingIPTestJSON-1632234116 tempest-FloatingIPTestJSON-1632234116] Router 0a94abb3-95e9-4f02-952d-9f95343e501f has already been hosted by L3 agent 35f592e9-451b-4db9-abea-77b6a5c5391b {{(pid=84875) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Jan 14 07:41:04.271492 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eb81ba2-14c8-489a-a459-8343f76ff7ca admin admin] Pushing event updated for resources: {'Port': ['ID=c55fc197-9cf1-4763-b325-703fae8a6880,revision_number=1']} {{(pid=84874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:41:04.277054 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-5eb81ba2-14c8-489a-a459-8343f76ff7ca admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:41:04.336127 n-d-768862-2 neutron-server[84765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5eb81ba2-14c8-489a-a459-8343f76ff7ca admin admin] Network 226f1e78-82cd-4481-9055-4eb73b6db8c1 is already hosted by enough agents. {{(pid=84874) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 07:41:04.337380 n-d-768862-2 neutron-server[84765]: DEBUG neutron.scheduler.base_scheduler [None req-5eb81ba2-14c8-489a-a459-8343f76ff7ca admin admin] Resources bound (agent type, host, resource id): {{(pid=84874) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 07:41:04.340097 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5eb81ba2-14c8-489a-a459-8343f76ff7ca admin admin] Received port after_create {{(pid=84874) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 14 07:41:04.474808 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3ef0860a-0bde-4a95-acfd-ef2195007d37 tempest-FloatingIPTestJSON-1632234116 tempest-FloatingIPTestJSON-1632234116] Notify agent at l3_agent.n-d-768862-2 the message routers_updated {{(pid=84875) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jan 14 07:41:04.487300 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7ab13b4-216a-4b0a-8cc7-0b86e2670672 None None] Sync routers for ids ['0a94abb3-95e9-4f02-952d-9f95343e501f'] in n-d-768862-2 {{(pid=84877) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Jan 14 07:41:04.496209 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-3ef0860a-0bde-4a95-acfd-ef2195007d37 tempest-FloatingIPTestJSON-1632234116 tempest-FloatingIPTestJSON-1632234116] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854768116'] for floatingip, before_response {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:41:04.504662 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7ab13b4-216a-4b0a-8cc7-0b86e2670672 None None] Routers {'0a94abb3-95e9-4f02-952d-9f95343e501f'} bound to L3 agent in host n-d-768862-2 {{(pid=84877) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 14 07:41:04.505818 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_hamode_db [None req-a7ab13b4-216a-4b0a-8cc7-0b86e2670672 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-01-14T06:56:51Z,description=,heartbeat_timestamp=2021-01-14T07:40:52Z,host='n-d-768862-2',id=35f592e9-451b-4db9-abea-77b6a5c5391b,load=0,resource_versions=,resources_synced=,started_at=2021-01-14T06:56:51Z,topic='l3_agent')) {'router_ids': ['0a94abb3-95e9-4f02-952d-9f95343e501f'], 'active': True} {{(pid=84877) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:41:04.587513 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_hamode_db [None req-a7ab13b4-216a-4b0a-8cc7-0b86e2670672 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768862-2', False) {} {{(pid=84877) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:41:04.594652 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-3ef0860a-0bde-4a95-acfd-ef2195007d37 tempest-FloatingIPTestJSON-1632234116 tempest-FloatingIPTestJSON-1632234116] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 982 time: 4.3283098 Jan 14 07:41:04.598012 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7ab13b4-216a-4b0a-8cc7-0b86e2670672 None None] Routers {'0a94abb3-95e9-4f02-952d-9f95343e501f'} bound to L3 agent in host n-d-768862-2 {{(pid=84877) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 14 07:41:04.598760 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84875) accepted ('10.222.0.24', 42098) {{(pid=84875) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:41:04.599919 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_hamode_db [None req-a7ab13b4-216a-4b0a-8cc7-0b86e2670672 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-01-14T06:56:51Z,description=,heartbeat_timestamp=2021-01-14T07:40:52Z,host='n-d-768862-2',id=35f592e9-451b-4db9-abea-77b6a5c5391b,load=0,resource_versions=,resources_synced=,started_at=2021-01-14T06:56:51Z,topic='l3_agent')) {'router_ids': ['0a94abb3-95e9-4f02-952d-9f95343e501f'], 'active': True} {{(pid=84877) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:41:04.681821 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_hamode_db [None req-a7ab13b4-216a-4b0a-8cc7-0b86e2670672 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768862-2', False) {} {{(pid=84877) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:41:04.682532 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7ab13b4-216a-4b0a-8cc7-0b86e2670672 None None] The sync data for ids ['0a94abb3-95e9-4f02-952d-9f95343e501f'] in n-d-768862-2 is: [] {{(pid=84877) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Jan 14 07:41:04.751353 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-202973b4-ebaa-44b4-957f-64dc27101527 tempest-FloatingIPTestJSON-1632234116 tempest-FloatingIPTestJSON-1632234116] 10.222.0.24 "GET /v2.0/floatingips/65ad0f51-a348-4375-886a-dfeb395a328a HTTP/1.1" status: 200 len: 977 time: 0.1380544 Jan 14 07:41:04.760356 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84875) accepted ('10.222.0.24', 42102) {{(pid=84875) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:41:04.837441 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-5eb81ba2-14c8-489a-a459-8343f76ff7ca admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:41:04.846766 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Device efbd9c05-094b-4d2e-aab1-60d5e009b722 up at agent ovs-agent-n-d-768862-2 {{(pid=84876) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 07:41:04.887319 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-15365b5a-11ab-4604-ae8b-ca7c64febf37 tempest-FloatingIPTestJSON-1632234116 tempest-FloatingIPTestJSON-1632234116] Synchronizing usage tracker for tenant:1c55c328d6854ee381dab36dc470b7b0 on resource:floatingip {{(pid=84875) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 14 07:41:04.905690 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-15365b5a-11ab-4604-ae8b-ca7c64febf37 tempest-FloatingIPTestJSON-1632234116 tempest-FloatingIPTestJSON-1632234116] Unset dirty status for tenant:1c55c328d6854ee381dab36dc470b7b0 on resource:floatingip {{(pid=84875) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 14 07:41:04.909728 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-15365b5a-11ab-4604-ae8b-ca7c64febf37 tempest-FloatingIPTestJSON-1632234116 tempest-FloatingIPTestJSON-1632234116] 10.222.0.24 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 980 time: 0.1449487 Jan 14 07:41:04.909985 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84875) accepted ('10.222.0.24', 42106) {{(pid=84875) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:41:04.917801 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.v2.base [None req-0c49ce19-4a7b-4763-a02f-b8a65d34b3d2 tempest-FloatingIPTestJSON-1632234116 tempest-FloatingIPTestJSON-1632234116] Request body: {'floatingip': {'port_id': '33bfccb1-e197-4300-8734-e6aa6645b673'}} {{(pid=84875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:41:04.920491 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Provisioning for port efbd9c05-094b-4d2e-aab1-60d5e009b722 completed by entity L2. {{(pid=84876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 07:41:05.032053 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-0c49ce19-4a7b-4763-a02f-b8a65d34b3d2 tempest-FloatingIPTestJSON-1632234116 tempest-FloatingIPTestJSON-1632234116] Notify callbacks [] for floatingip, before_update {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:41:05.230395 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-5eb81ba2-14c8-489a-a459-8343f76ff7ca admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036850886612', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036850863158'] for router, after_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:41:05.739341 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-0c49ce19-4a7b-4763-a02f-b8a65d34b3d2 tempest-FloatingIPTestJSON-1632234116 tempest-FloatingIPTestJSON-1632234116] Notify callbacks [] for floatingip, precommit_update {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:41:05.743668 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-0c49ce19-4a7b-4763-a02f-b8a65d34b3d2 tempest-FloatingIPTestJSON-1632234116 tempest-FloatingIPTestJSON-1632234116] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3912638'] for floatingip, after_update {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:41:05.770387 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0b64339-97bc-49bd-af31-d1130f630f51 None None] Network 42fdedb3-2084-4b06-8d78-448ff4288882 requested from n-d-768862-2 {{(pid=84876) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 07:41:05.783407 n-d-768862-2 neutron-server[84765]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5eb81ba2-14c8-489a-a459-8343f76ff7ca admin admin] Router 6f15d5ff-3c04-41c6-860a-d37a7eb69d1b is scheduled to L3 agent 35f592e9-451b-4db9-abea-77b6a5c5391b with binding_index 1 {{(pid=84874) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}} Jan 14 07:41:05.890508 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-adeaea28-ccbc-41f5-bf65-4f3275d104ff None None] Provisioning for port efbd9c05-094b-4d2e-aab1-60d5e009b722 completed by entity DHCP. {{(pid=84876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 07:41:05.898657 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-adeaea28-ccbc-41f5-bf65-4f3275d104ff None None] Provisioning complete for port efbd9c05-094b-4d2e-aab1-60d5e009b722 triggered by entity DHCP. {{(pid=84876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 07:41:05.899080 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-adeaea28-ccbc-41f5-bf65-4f3275d104ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-604227'] for port, provisioning_complete {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:41:05.936389 n-d-768862-2 neutron-server[84765]: INFO neutron.db.l3_db [None req-0c49ce19-4a7b-4763-a02f-b8a65d34b3d2 tempest-FloatingIPTestJSON-1632234116 tempest-FloatingIPTestJSON-1632234116] Floating IP 65ad0f51-a348-4375-886a-dfeb395a328a associated. External IP: 172.25.2.35, port: 29fd4635-87ee-4e30-8c61-44efe8a27def. Jan 14 07:41:05.980903 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5eb81ba2-14c8-489a-a459-8343f76ff7ca admin admin] Notify agent at l3_agent.n-d-768862-2 the message routers_updated {{(pid=84874) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jan 14 07:41:05.999433 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d41fc4c0-827c-4793-9445-8390f3b16f73 None None] Sync routers for ids ['6f15d5ff-3c04-41c6-860a-d37a7eb69d1b'] in n-d-768862-2 {{(pid=84876) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Jan 14 07:41:06.007276 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-5eb81ba2-14c8-489a-a459-8343f76ff7ca admin admin] Notify callbacks [] for router, before_response {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:41:06.011604 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-5eb81ba2-14c8-489a-a459-8343f76ff7ca admin admin] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 3.1214702 Jan 14 07:41:06.012335 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84874) accepted ('10.222.0.24', 42110) {{(pid=84874) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:41:06.037033 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d41fc4c0-827c-4793-9445-8390f3b16f73 None None] Routers {'6f15d5ff-3c04-41c6-860a-d37a7eb69d1b'} bound to L3 agent in host n-d-768862-2 {{(pid=84876) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 14 07:41:06.037722 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_hamode_db [None req-d41fc4c0-827c-4793-9445-8390f3b16f73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-01-14T06:56:51Z,description=,heartbeat_timestamp=2021-01-14T07:40:52Z,host='n-d-768862-2',id=35f592e9-451b-4db9-abea-77b6a5c5391b,load=0,resource_versions=,resources_synced=,started_at=2021-01-14T06:56:51Z,topic='l3_agent')) {'router_ids': ['6f15d5ff-3c04-41c6-860a-d37a7eb69d1b'], 'active': True} {{(pid=84876) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:41:06.285363 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-adeaea28-ccbc-41f5-bf65-4f3275d104ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555753'] for port, before_update {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:41:06.328956 n-d-768862-2 neutron-server[84765]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0c49ce19-4a7b-4763-a02f-b8a65d34b3d2 tempest-FloatingIPTestJSON-1632234116 tempest-FloatingIPTestJSON-1632234116] Router 0a94abb3-95e9-4f02-952d-9f95343e501f has already been hosted by L3 agent 35f592e9-451b-4db9-abea-77b6a5c5391b {{(pid=84875) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Jan 14 07:41:06.355270 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_dvr_db [None req-d41fc4c0-827c-4793-9445-8390f3b16f73 None None] Set router 6f15d5ff-3c04-41c6-860a-d37a7eb69d1b gateway port host: n-d-768862-2 {{(pid=84876) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 14 07:41:06.465474 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [None req-adeaea28-ccbc-41f5-bf65-4f3275d104ff None None] For port efbd9c05-094b-4d2e-aab1-60d5e009b722, host n-d-768862-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-2',level=0,port_id=efbd9c05-094b-4d2e-aab1-60d5e009b722,segment=NetworkSegment(2b228571-b447-442a-a742-e84b4377a920),segment_id=2b228571-b447-442a-a742-e84b4377a920)] {{(pid=84876) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 07:41:06.477258 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-adeaea28-ccbc-41f5-bf65-4f3275d104ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777640533312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363259214678337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777640097497'] for port, after_update {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:41:06.525680 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0c49ce19-4a7b-4763-a02f-b8a65d34b3d2 tempest-FloatingIPTestJSON-1632234116 tempest-FloatingIPTestJSON-1632234116] Notify agent at l3_agent.n-d-768862-2 the message routers_updated {{(pid=84875) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jan 14 07:41:06.540994 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3dd041f-ddcd-4744-9ea6-253f8de03bca None None] Sync routers for ids ['0a94abb3-95e9-4f02-952d-9f95343e501f'] in n-d-768862-2 {{(pid=84877) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Jan 14 07:41:06.557204 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3dd041f-ddcd-4744-9ea6-253f8de03bca None None] Routers {'0a94abb3-95e9-4f02-952d-9f95343e501f'} bound to L3 agent in host n-d-768862-2 {{(pid=84877) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 14 07:41:06.559554 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_hamode_db [None req-c3dd041f-ddcd-4744-9ea6-253f8de03bca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-01-14T06:56:51Z,description=,heartbeat_timestamp=2021-01-14T07:40:52Z,host='n-d-768862-2',id=35f592e9-451b-4db9-abea-77b6a5c5391b,load=0,resource_versions=,resources_synced=,started_at=2021-01-14T06:56:51Z,topic='l3_agent')) {'router_ids': ['0a94abb3-95e9-4f02-952d-9f95343e501f'], 'active': True} {{(pid=84877) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:41:06.612581 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-fa036687-9dda-497a-bdb6-6fb92322da26 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84876) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:41:06.671667 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_hamode_db [None req-c3dd041f-ddcd-4744-9ea6-253f8de03bca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768862-2', False) {} {{(pid=84877) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:41:06.689790 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3dd041f-ddcd-4744-9ea6-253f8de03bca None None] Routers {'0a94abb3-95e9-4f02-952d-9f95343e501f'} bound to L3 agent in host n-d-768862-2 {{(pid=84877) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 14 07:41:06.690720 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_hamode_db [None req-c3dd041f-ddcd-4744-9ea6-253f8de03bca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-01-14T06:56:51Z,description=,heartbeat_timestamp=2021-01-14T07:40:52Z,host='n-d-768862-2',id=35f592e9-451b-4db9-abea-77b6a5c5391b,load=0,resource_versions=,resources_synced=,started_at=2021-01-14T06:56:51Z,topic='l3_agent')) {'router_ids': ['0a94abb3-95e9-4f02-952d-9f95343e501f'], 'active': True} {{(pid=84877) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:41:06.797269 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_hamode_db [None req-c3dd041f-ddcd-4744-9ea6-253f8de03bca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768862-2', False) {} {{(pid=84877) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:41:06.798295 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3dd041f-ddcd-4744-9ea6-253f8de03bca None None] The sync data for ids ['0a94abb3-95e9-4f02-952d-9f95343e501f'] in n-d-768862-2 is: [] {{(pid=84877) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Jan 14 07:41:06.801099 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adeaea28-ccbc-41f5-bf65-4f3275d104ff None None] Pushing event updated for resources: {'Port': ['ID=efbd9c05-094b-4d2e-aab1-60d5e009b722,revision_number=3']} {{(pid=84876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:41:06.821897 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-adeaea28-ccbc-41f5-bf65-4f3275d104ff None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.209s {{(pid=84876) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:41:06.857320 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-f2231f52-277f-4597-b0cd-c5822e6294f1 None None] Provisioning complete for port efbd9c05-094b-4d2e-aab1-60d5e009b722 triggered by entity DHCP. {{(pid=84876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 07:41:06.857979 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-f2231f52-277f-4597-b0cd-c5822e6294f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-604227'] for port, provisioning_complete {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:41:06.875515 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-31d74a4e-1580-49ae-aa8b-ab48c7b3149f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555753'] for port, before_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:41:06.938527 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_hamode_db [None req-d41fc4c0-827c-4793-9445-8390f3b16f73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6f15d5ff-3c04-41c6-860a-d37a7eb69d1b', 'name': 'tempest-TestAggregatesBasicOps-1350268914-router', 'tenant_id': 'dc8da86213524a28b1b9c2ee95778f66', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '226f1e78-82cd-4481-9055-4eb73b6db8c1', 'external_fixed_ips': [{'subnet_id': 'ba8deeec-7658-4195-9449-038c076f5c83', 'ip_address': '172.25.2.77'}], 'enable_snat': True}, 'gw_port_id': 'c55fc197-9cf1-4763-b325-703fae8a6880', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-14T07:41:02Z', 'updated_at': '2021-01-14T07:41:04Z', 'revision_number': 3, 'project_id': 'dc8da86213524a28b1b9c2ee95778f66', 'gw_port': {'id': 'c55fc197-9cf1-4763-b325-703fae8a6880', 'name': '', 'network_id': '226f1e78-82cd-4481-9055-4eb73b6db8c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:3c:91', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6f15d5ff-3c04-41c6-860a-d37a7eb69d1b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3585, 'fixed_ips': [{'subnet_id': 'ba8deeec-7658-4195-9449-038c076f5c83', 'ip_address': '172.25.2.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T07:41:03Z', 'updated_at': '2021-01-14T07:41:03Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ba8deeec-7658-4195-9449-038c076f5c83', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-2'}], 'n-d-768862-2', False) {} {{(pid=84876) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:41:06.945999 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d41fc4c0-827c-4793-9445-8390f3b16f73 None None] Checking router: 6f15d5ff-3c04-41c6-860a-d37a7eb69d1b for host: n-d-768862-2 {{(pid=84876) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Jan 14 07:41:06.946774 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d41fc4c0-827c-4793-9445-8390f3b16f73 None None] Updating router 6f15d5ff-3c04-41c6-860a-d37a7eb69d1b port c55fc197-9cf1-4763-b325-703fae8a6880 binding host n-d-768862-2 {{(pid=84876) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Jan 14 07:41:07.280097 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-d41fc4c0-827c-4793-9445-8390f3b16f73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555753'] for port, before_update {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:41:07.296767 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.db_base_plugin_common [None req-31d74a4e-1580-49ae-aa8b-ab48c7b3149f admin admin] Allocated IP 172.20.0.1 (42fdedb3-2084-4b06-8d78-448ff4288882/87b25853-fffc-44f4-ab08-3af38844e273/a51211e1-ea84-4c95-95bb-04119c50cf3a) {{(pid=84874) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 14 07:41:07.345817 n-d-768862-2 neutron-server[84765]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0c49ce19-4a7b-4763-a02f-b8a65d34b3d2 tempest-FloatingIPTestJSON-1632234116 tempest-FloatingIPTestJSON-1632234116] Router 0a94abb3-95e9-4f02-952d-9f95343e501f has already been hosted by L3 agent 35f592e9-451b-4db9-abea-77b6a5c5391b {{(pid=84875) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Jan 14 07:41:07.463869 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-31d74a4e-1580-49ae-aa8b-ab48c7b3149f admin admin] Notify callbacks [] for port, precommit_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:41:07.470611 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-4eed09ea-7df5-4b83-b832-b5d701875dc3 None None] Provisioning complete for port efbd9c05-094b-4d2e-aab1-60d5e009b722 triggered by entity DHCP. {{(pid=84876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 07:41:07.471013 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-4eed09ea-7df5-4b83-b832-b5d701875dc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-604227'] for port, provisioning_complete {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:41:07.482123 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-31d74a4e-1580-49ae-aa8b-ab48c7b3149f admin admin] Transition to ACTIVE for port object a51211e1-ea84-4c95-95bb-04119c50cf3a will not be triggered until provisioned by entity DHCP. {{(pid=84874) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 07:41:07.506715 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-31d74a4e-1580-49ae-aa8b-ab48c7b3149f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777640123575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3254186'] for port, after_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:41:07.525679 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-a8078fa3-a61b-4574-b9fd-bb2e1b374e63 tempest-PortsAdminExtendedAttrsTestJSON-1323615853 tempest-PortsAdminExtendedAttrsTestJSON-1323615853] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:41:07.542510 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0c49ce19-4a7b-4763-a02f-b8a65d34b3d2 tempest-FloatingIPTestJSON-1632234116 tempest-FloatingIPTestJSON-1632234116] Notify agent at l3_agent.n-d-768862-2 the message routers_updated {{(pid=84875) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jan 14 07:41:07.547381 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-0c49ce19-4a7b-4763-a02f-b8a65d34b3d2 tempest-FloatingIPTestJSON-1632234116 tempest-FloatingIPTestJSON-1632234116] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854768116'] for floatingip, before_response {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:41:07.595019 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-480c032b-a486-45e4-a305-3a3816b5ebee None None] Sync routers for ids ['0a94abb3-95e9-4f02-952d-9f95343e501f'] in n-d-768862-2 {{(pid=84876) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Jan 14 07:41:07.629647 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-480c032b-a486-45e4-a305-3a3816b5ebee None None] Routers {'0a94abb3-95e9-4f02-952d-9f95343e501f'} bound to L3 agent in host n-d-768862-2 {{(pid=84876) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 14 07:41:07.630430 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_hamode_db [None req-480c032b-a486-45e4-a305-3a3816b5ebee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-01-14T06:56:51Z,description=,heartbeat_timestamp=2021-01-14T07:40:52Z,host='n-d-768862-2',id=35f592e9-451b-4db9-abea-77b6a5c5391b,load=0,resource_versions=,resources_synced=,started_at=2021-01-14T06:56:51Z,topic='l3_agent')) {'router_ids': ['0a94abb3-95e9-4f02-952d-9f95343e501f'], 'active': True} {{(pid=84876) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:41:07.667683 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-0c49ce19-4a7b-4763-a02f-b8a65d34b3d2 tempest-FloatingIPTestJSON-1632234116 tempest-FloatingIPTestJSON-1632234116] 10.222.0.24 "PUT /v2.0/floatingips/65ad0f51-a348-4375-886a-dfeb395a328a HTTP/1.1" status: 200 len: 976 time: 2.7565260 Jan 14 07:41:07.670687 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84875) accepted ('10.222.0.24', 42114) {{(pid=84875) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:41:07.677124 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.v2.base [None req-380b7ff2-8a90-44d3-b2e1-7c6fcc34a998 tempest-FloatingIPTestJSON-1632234116 tempest-FloatingIPTestJSON-1632234116] Request body: {'floatingip': {'port_id': None}} {{(pid=84875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:41:07.678424 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31d74a4e-1580-49ae-aa8b-ab48c7b3149f admin admin] Pushing event updated for resources: {'Port': ['ID=a51211e1-ea84-4c95-95bb-04119c50cf3a,revision_number=1']} {{(pid=84874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:41:07.710621 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-31d74a4e-1580-49ae-aa8b-ab48c7b3149f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.184s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:41:07.719670 n-d-768862-2 neutron-server[84765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31d74a4e-1580-49ae-aa8b-ab48c7b3149f admin admin] Network 42fdedb3-2084-4b06-8d78-448ff4288882 is already hosted by enough agents. {{(pid=84874) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 07:41:07.719913 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_hamode_db [None req-480c032b-a486-45e4-a305-3a3816b5ebee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768862-2', False) {} {{(pid=84876) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:41:07.721558 n-d-768862-2 neutron-server[84765]: DEBUG neutron.scheduler.base_scheduler [None req-31d74a4e-1580-49ae-aa8b-ab48c7b3149f admin admin] Resources bound (agent type, host, resource id): {{(pid=84874) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 07:41:07.724627 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31d74a4e-1580-49ae-aa8b-ab48c7b3149f admin admin] Received port after_create {{(pid=84874) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 14 07:41:07.738160 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-480c032b-a486-45e4-a305-3a3816b5ebee None None] Routers {'0a94abb3-95e9-4f02-952d-9f95343e501f'} bound to L3 agent in host n-d-768862-2 {{(pid=84876) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 14 07:41:07.738868 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_hamode_db [None req-480c032b-a486-45e4-a305-3a3816b5ebee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-01-14T06:56:51Z,description=,heartbeat_timestamp=2021-01-14T07:40:52Z,host='n-d-768862-2',id=35f592e9-451b-4db9-abea-77b6a5c5391b,load=0,resource_versions=,resources_synced=,started_at=2021-01-14T06:56:51Z,topic='l3_agent')) {'router_ids': ['0a94abb3-95e9-4f02-952d-9f95343e501f'], 'active': True} {{(pid=84876) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:41:07.801091 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-31d74a4e-1580-49ae-aa8b-ab48c7b3149f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036850886386'] for router_interface, before_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:41:07.808125 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-380b7ff2-8a90-44d3-b2e1-7c6fcc34a998 tempest-FloatingIPTestJSON-1632234116 tempest-FloatingIPTestJSON-1632234116] Notify callbacks [] for floatingip, before_update {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:41:07.813048 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_hamode_db [None req-480c032b-a486-45e4-a305-3a3816b5ebee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768862-2', False) {} {{(pid=84876) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:41:07.813507 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-480c032b-a486-45e4-a305-3a3816b5ebee None None] The sync data for ids ['0a94abb3-95e9-4f02-952d-9f95343e501f'] in n-d-768862-2 is: [] {{(pid=84876) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Jan 14 07:41:07.932941 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-31d74a4e-1580-49ae-aa8b-ab48c7b3149f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555753'] for port, before_update {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:41:08.001425 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-d41fc4c0-827c-4793-9445-8390f3b16f73 None None] Notify callbacks [] for port, precommit_update {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:41:08.028700 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-d41fc4c0-827c-4793-9445-8390f3b16f73 None None] Transition to ACTIVE for port object c55fc197-9cf1-4763-b325-703fae8a6880 will not be triggered until provisioned by entity L2. {{(pid=84876) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 07:41:08.031233 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-41169a23-a6b3-4da7-a604-dac5be3c33c2 None None] Provisioning for port a51211e1-ea84-4c95-95bb-04119c50cf3a completed by entity DHCP. {{(pid=84876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 07:41:08.036870 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-d41fc4c0-827c-4793-9445-8390f3b16f73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777640533312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363259214678337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777640097497'] for port, after_update {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:41:08.054754 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-1b610a68-e3c0-4b33-a93a-9c0d12332515 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84876) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:41:08.098097 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-41169a23-a6b3-4da7-a604-dac5be3c33c2 None None] Provisioning complete for port a51211e1-ea84-4c95-95bb-04119c50cf3a triggered by entity DHCP. {{(pid=84876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 07:41:08.098602 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-41169a23-a6b3-4da7-a604-dac5be3c33c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-604227'] for port, provisioning_complete {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:41:08.120305 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-380b7ff2-8a90-44d3-b2e1-7c6fcc34a998 tempest-FloatingIPTestJSON-1632234116 tempest-FloatingIPTestJSON-1632234116] Notify callbacks [] for floatingip, precommit_update {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:41:08.123855 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-380b7ff2-8a90-44d3-b2e1-7c6fcc34a998 tempest-FloatingIPTestJSON-1632234116 tempest-FloatingIPTestJSON-1632234116] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3912638'] for floatingip, after_update {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:41:08.124221 n-d-768862-2 neutron-server[84765]: INFO neutron.db.l3_db [None req-380b7ff2-8a90-44d3-b2e1-7c6fcc34a998 tempest-FloatingIPTestJSON-1632234116 tempest-FloatingIPTestJSON-1632234116] Floating IP 65ad0f51-a348-4375-886a-dfeb395a328a disassociated. External IP: 172.25.2.35, port: 33bfccb1-e197-4300-8734-e6aa6645b673. Jan 14 07:41:08.241284 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-31d74a4e-1580-49ae-aa8b-ab48c7b3149f admin admin] Notify callbacks [] for port, precommit_update {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:41:08.245413 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-31d74a4e-1580-49ae-aa8b-ab48c7b3149f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777640533312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363259214678337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777640097497', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036851521613'] for port, after_update {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:41:08.257700 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57702c16-8265-46c0-92f5-5895c9f11011 None None] Pushing event updated for resources: {'Port': ['ID=c55fc197-9cf1-4763-b325-703fae8a6880,revision_number=2']} {{(pid=84876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:41:08.261130 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-57702c16-8265-46c0-92f5-5895c9f11011 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.206s {{(pid=84876) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:41:08.266436 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.plugin [None req-41169a23-a6b3-4da7-a604-dac5be3c33c2 None None] Port a51211e1-ea84-4c95-95bb-04119c50cf3a cannot update to ACTIVE because it is not bound. {{(pid=84876) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:329}} Jan 14 07:41:08.276359 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-0997d29d-4463-4eeb-9101-4436bcd09323 tempest-PortsAdminExtendedAttrsTestJSON-1323615853 tempest-PortsAdminExtendedAttrsTestJSON-1323615853] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:41:08.316826 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.managers [None req-d41fc4c0-827c-4793-9445-8390f3b16f73 None None] Attempting to bind port c55fc197-9cf1-4763-b325-703fae8a6880 on host n-d-768862-2 for vnic_type normal with profile {{(pid=84876) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 14 07:41:08.317643 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.managers [None req-d41fc4c0-827c-4793-9445-8390f3b16f73 None None] Attempting to bind port c55fc197-9cf1-4763-b325-703fae8a6880 by drivers openvswitch on host n-d-768862-2 at level 0 using segments [{'id': 'cf3ded2c-bc47-4a71-89af-6e7117e60140', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '226f1e78-82cd-4481-9055-4eb73b6db8c1'}] {{(pid=84876) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 14 07:41:08.318055 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d41fc4c0-827c-4793-9445-8390f3b16f73 None None] Attempting to bind port c55fc197-9cf1-4763-b325-703fae8a6880 on network 226f1e78-82cd-4481-9055-4eb73b6db8c1 {{(pid=84876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 14 07:41:08.324361 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d41fc4c0-827c-4793-9445-8390f3b16f73 None None] Checking agent: {'id': 'ba5efab1-b43c-4d5a-bc52-6e105d4e67a2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768862-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 14, 6, 56, 52), 'started_at': datetime.datetime(2021, 1, 14, 6, 57, 22), 'heartbeat_timestamp': datetime.datetime(2021, 1, 14, 7, 40, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768862-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.29', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 14 07:41:08.324770 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d41fc4c0-827c-4793-9445-8390f3b16f73 None None] Checking segment: {'id': 'cf3ded2c-bc47-4a71-89af-6e7117e60140', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '226f1e78-82cd-4481-9055-4eb73b6db8c1'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84876) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 14 07:41:08.325236 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-d41fc4c0-827c-4793-9445-8390f3b16f73 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:41:08.325671 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d41fc4c0-827c-4793-9445-8390f3b16f73 None None] Bound using segment: {'id': 'cf3ded2c-bc47-4a71-89af-6e7117e60140', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '226f1e78-82cd-4481-9055-4eb73b6db8c1'} {{(pid=84876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 14 07:41:08.327014 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.managers [None req-d41fc4c0-827c-4793-9445-8390f3b16f73 None None] Bound port: c55fc197-9cf1-4763-b325-703fae8a6880, host: n-d-768862-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cf3ded2c-bc47-4a71-89af-6e7117e60140', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '226f1e78-82cd-4481-9055-4eb73b6db8c1'}}] {{(pid=84876) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 14 07:41:08.327014 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-d41fc4c0-827c-4793-9445-8390f3b16f73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555753'] for port, before_update {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:41:08.365694 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-31d74a4e-1580-49ae-aa8b-ab48c7b3149f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3206949', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3889649'] for router_interface, after_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:41:08.379573 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31d74a4e-1580-49ae-aa8b-ab48c7b3149f admin admin] Pushing event updated for resources: {'Port': ['ID=a51211e1-ea84-4c95-95bb-04119c50cf3a,revision_number=2']} {{(pid=84874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:41:08.385634 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-31d74a4e-1580-49ae-aa8b-ab48c7b3149f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:41:08.405352 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [None req-d41fc4c0-827c-4793-9445-8390f3b16f73 None None] For port c55fc197-9cf1-4763-b325-703fae8a6880, host n-d-768862-2, cleared binding levels {{(pid=84876) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 14 07:41:08.408739 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [None req-d41fc4c0-827c-4793-9445-8390f3b16f73 None None] For port c55fc197-9cf1-4763-b325-703fae8a6880, host n-d-768862-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-2',level=0,port_id=c55fc197-9cf1-4763-b325-703fae8a6880,segment=NetworkSegment(cf3ded2c-bc47-4a71-89af-6e7117e60140),segment_id=cf3ded2c-bc47-4a71-89af-6e7117e60140)] {{(pid=84876) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 14 07:41:08.412945 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-d41fc4c0-827c-4793-9445-8390f3b16f73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777640533312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363259214678337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777640097497'] for port, after_update {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:41:08.426475 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-f5f745fe-65bb-440c-a11d-5e9a62fd6008 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84876) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:41:08.523017 n-d-768862-2 neutron-server[84765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31d74a4e-1580-49ae-aa8b-ab48c7b3149f admin admin] Network 42fdedb3-2084-4b06-8d78-448ff4288882 is already hosted by enough agents. {{(pid=84874) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 07:41:08.523525 n-d-768862-2 neutron-server[84765]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-380b7ff2-8a90-44d3-b2e1-7c6fcc34a998 tempest-FloatingIPTestJSON-1632234116 tempest-FloatingIPTestJSON-1632234116] Router 0a94abb3-95e9-4f02-952d-9f95343e501f has already been hosted by L3 agent 35f592e9-451b-4db9-abea-77b6a5c5391b {{(pid=84875) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Jan 14 07:41:08.525252 n-d-768862-2 neutron-server[84765]: DEBUG neutron.scheduler.base_scheduler [None req-31d74a4e-1580-49ae-aa8b-ab48c7b3149f admin admin] Resources bound (agent type, host, resource id): {{(pid=84874) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 07:41:08.574894 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57702c16-8265-46c0-92f5-5895c9f11011 None None] Pushing event updated for resources: {'Port': ['ID=c55fc197-9cf1-4763-b325-703fae8a6880,revision_number=3']} {{(pid=84876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:41:08.578515 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-57702c16-8265-46c0-92f5-5895c9f11011 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=84876) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:41:08.654652 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d41fc4c0-827c-4793-9445-8390f3b16f73 None None] Routers {'6f15d5ff-3c04-41c6-860a-d37a7eb69d1b'} bound to L3 agent in host n-d-768862-2 {{(pid=84876) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 14 07:41:08.655370 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_hamode_db [None req-d41fc4c0-827c-4793-9445-8390f3b16f73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-01-14T06:56:51Z,description=,heartbeat_timestamp=2021-01-14T07:40:52Z,host='n-d-768862-2',id=35f592e9-451b-4db9-abea-77b6a5c5391b,load=0,resource_versions=,resources_synced=,started_at=2021-01-14T06:56:51Z,topic='l3_agent')) {'router_ids': ['6f15d5ff-3c04-41c6-860a-d37a7eb69d1b'], 'active': True} {{(pid=84876) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:41:08.775873 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-380b7ff2-8a90-44d3-b2e1-7c6fcc34a998 tempest-FloatingIPTestJSON-1632234116 tempest-FloatingIPTestJSON-1632234116] Notify agent at l3_agent.n-d-768862-2 the message routers_updated {{(pid=84875) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jan 14 07:41:08.777097 n-d-768862-2 neutron-server[84765]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-31d74a4e-1580-49ae-aa8b-ab48c7b3149f admin admin] Router 6f15d5ff-3c04-41c6-860a-d37a7eb69d1b has already been hosted by L3 agent 35f592e9-451b-4db9-abea-77b6a5c5391b {{(pid=84874) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Jan 14 07:41:08.781168 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-380b7ff2-8a90-44d3-b2e1-7c6fcc34a998 tempest-FloatingIPTestJSON-1632234116 tempest-FloatingIPTestJSON-1632234116] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854768116'] for floatingip, before_response {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:41:08.788187 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b2ca9cc-fb0d-4e84-8b8e-e42ee0d5a920 None None] Sync routers for ids ['0a94abb3-95e9-4f02-952d-9f95343e501f'] in n-d-768862-2 {{(pid=84877) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Jan 14 07:41:08.801902 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b2ca9cc-fb0d-4e84-8b8e-e42ee0d5a920 None None] Routers {'0a94abb3-95e9-4f02-952d-9f95343e501f'} bound to L3 agent in host n-d-768862-2 {{(pid=84877) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 14 07:41:08.802594 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_hamode_db [None req-5b2ca9cc-fb0d-4e84-8b8e-e42ee0d5a920 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-01-14T06:56:51Z,description=,heartbeat_timestamp=2021-01-14T07:40:52Z,host='n-d-768862-2',id=35f592e9-451b-4db9-abea-77b6a5c5391b,load=0,resource_versions=,resources_synced=,started_at=2021-01-14T06:56:51Z,topic='l3_agent')) {'router_ids': ['0a94abb3-95e9-4f02-952d-9f95343e501f'], 'active': True} {{(pid=84877) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:41:08.865090 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-380b7ff2-8a90-44d3-b2e1-7c6fcc34a998 tempest-FloatingIPTestJSON-1632234116 tempest-FloatingIPTestJSON-1632234116] 10.222.0.24 "PUT /v2.0/floatingips/65ad0f51-a348-4375-886a-dfeb395a328a HTTP/1.1" status: 200 len: 687 time: 1.1932366 Jan 14 07:41:08.867739 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84875) accepted ('10.222.0.24', 42118) {{(pid=84875) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:41:08.879281 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Device efbd9c05-094b-4d2e-aab1-60d5e009b722 up at agent ovs-agent-n-d-768862-2 {{(pid=84876) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 07:41:08.899710 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_hamode_db [None req-5b2ca9cc-fb0d-4e84-8b8e-e42ee0d5a920 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768862-2', False) {} {{(pid=84877) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:41:08.908917 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b2ca9cc-fb0d-4e84-8b8e-e42ee0d5a920 None None] Routers {'0a94abb3-95e9-4f02-952d-9f95343e501f'} bound to L3 agent in host n-d-768862-2 {{(pid=84877) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 14 07:41:08.909566 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_hamode_db [None req-5b2ca9cc-fb0d-4e84-8b8e-e42ee0d5a920 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-01-14T06:56:51Z,description=,heartbeat_timestamp=2021-01-14T07:40:52Z,host='n-d-768862-2',id=35f592e9-451b-4db9-abea-77b6a5c5391b,load=0,resource_versions=,resources_synced=,started_at=2021-01-14T06:56:51Z,topic='l3_agent')) {'router_ids': ['0a94abb3-95e9-4f02-952d-9f95343e501f'], 'active': True} {{(pid=84877) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:41:08.980111 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_hamode_db [None req-5b2ca9cc-fb0d-4e84-8b8e-e42ee0d5a920 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768862-2', False) {} {{(pid=84877) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:41:08.980707 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b2ca9cc-fb0d-4e84-8b8e-e42ee0d5a920 None None] The sync data for ids ['0a94abb3-95e9-4f02-952d-9f95343e501f'] in n-d-768862-2 is: [] {{(pid=84877) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Jan 14 07:41:09.005038 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-4b1b214e-1eaa-43fb-8eaf-7fc304b29fb2 None None] Provisioning complete for port a51211e1-ea84-4c95-95bb-04119c50cf3a triggered by entity DHCP. {{(pid=84876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 07:41:09.005472 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-4b1b214e-1eaa-43fb-8eaf-7fc304b29fb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-604227'] for port, provisioning_complete {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:41:09.006988 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-31d74a4e-1580-49ae-aa8b-ab48c7b3149f admin admin] Notify agent at l3_agent.n-d-768862-2 the message routers_updated {{(pid=84874) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jan 14 07:41:09.020455 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-31d74a4e-1580-49ae-aa8b-ab48c7b3149f admin admin] 10.222.0.24 "PUT /v2.0/routers/6f15d5ff-3c04-41c6-860a-d37a7eb69d1b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0069590 Jan 14 07:41:09.050181 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Provisioning complete for port efbd9c05-094b-4d2e-aab1-60d5e009b722 triggered by entity L2. {{(pid=84876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 07:41:09.050606 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-604227'] for port, provisioning_complete {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:41:09.061629 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.plugin [None req-67429cb8-b7b8-491e-8f43-0b8a4545be45 tempest-FloatingIPTestJSON-1632234116 tempest-FloatingIPTestJSON-1632234116] Deleting port d7df525c-72d3-4ab8-b66e-f01b1d8d0837 {{(pid=84875) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 07:41:09.061629 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-67429cb8-b7b8-491e-8f43-0b8a4545be45 tempest-FloatingIPTestJSON-1632234116 tempest-FloatingIPTestJSON-1632234116] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363259214248359'] for port, before_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:41:09.142870 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.plugin [None req-4b1b214e-1eaa-43fb-8eaf-7fc304b29fb2 None None] Port a51211e1-ea84-4c95-95bb-04119c50cf3a cannot update to ACTIVE because it is not bound. {{(pid=84876) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:329}} Jan 14 07:41:09.146757 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_dvr_db [None req-d41fc4c0-827c-4793-9445-8390f3b16f73 None None] Set router 6f15d5ff-3c04-41c6-860a-d37a7eb69d1b gateway port host: n-d-768862-2 {{(pid=84876) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 14 07:41:09.250503 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-67429cb8-b7b8-491e-8f43-0b8a4545be45 tempest-FloatingIPTestJSON-1632234116 tempest-FloatingIPTestJSON-1632234116] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036850862667'] for port, precommit_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:41:09.250905 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-67429cb8-b7b8-491e-8f43-0b8a4545be45 tempest-FloatingIPTestJSON-1632234116 tempest-FloatingIPTestJSON-1632234116] Notify callbacks [] for floatingip, precommit_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:41:09.381636 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.plugin [None req-67429cb8-b7b8-491e-8f43-0b8a4545be45 tempest-FloatingIPTestJSON-1632234116 tempest-FloatingIPTestJSON-1632234116] Calling delete_port for d7df525c-72d3-4ab8-b66e-f01b1d8d0837 owned by network:floatingip {{(pid=84875) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 07:41:09.544021 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-67429cb8-b7b8-491e-8f43-0b8a4545be45 tempest-FloatingIPTestJSON-1632234116 tempest-FloatingIPTestJSON-1632234116] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777640533329', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777640097463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851621574'] for port, after_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:41:09.561454 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-b6b476ee-725e-4206-b070-bda2a3d6185c tempest-RoutersAdminTest-626627900 tempest-RoutersAdminTest-626627900] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:41:09.656844 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67429cb8-b7b8-491e-8f43-0b8a4545be45 tempest-FloatingIPTestJSON-1632234116 tempest-FloatingIPTestJSON-1632234116] Pushing event deleted for resources: {'Port': ['ID=d7df525c-72d3-4ab8-b66e-f01b1d8d0837,revision_number=None']} {{(pid=84875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:41:09.664334 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-67429cb8-b7b8-491e-8f43-0b8a4545be45 tempest-FloatingIPTestJSON-1632234116 tempest-FloatingIPTestJSON-1632234116] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:41:09.777859 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_hamode_db [None req-d41fc4c0-827c-4793-9445-8390f3b16f73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6f15d5ff-3c04-41c6-860a-d37a7eb69d1b', 'name': 'tempest-TestAggregatesBasicOps-1350268914-router', 'tenant_id': 'dc8da86213524a28b1b9c2ee95778f66', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '226f1e78-82cd-4481-9055-4eb73b6db8c1', 'external_fixed_ips': [{'subnet_id': 'ba8deeec-7658-4195-9449-038c076f5c83', 'ip_address': '172.25.2.77'}], 'enable_snat': True}, 'gw_port_id': 'c55fc197-9cf1-4763-b325-703fae8a6880', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-14T07:41:02Z', 'updated_at': '2021-01-14T07:41:07Z', 'revision_number': 4, 'project_id': 'dc8da86213524a28b1b9c2ee95778f66', 'gw_port': {'id': 'c55fc197-9cf1-4763-b325-703fae8a6880', 'name': '', 'network_id': '226f1e78-82cd-4481-9055-4eb73b6db8c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:3c:91', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6f15d5ff-3c04-41c6-860a-d37a7eb69d1b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3585, 'fixed_ips': [{'subnet_id': 'ba8deeec-7658-4195-9449-038c076f5c83', 'ip_address': '172.25.2.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T07:41:03Z', 'updated_at': '2021-01-14T07:41:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ba8deeec-7658-4195-9449-038c076f5c83', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-2', '_interfaces': [{'id': 'a51211e1-ea84-4c95-95bb-04119c50cf3a', 'name': '', 'network_id': '42fdedb3-2084-4b06-8d78-448ff4288882', 'tenant_id': 'dc8da86213524a28b1b9c2ee95778f66', 'mac_address': 'fa:16:3e:6f:1b:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6f15d5ff-3c04-41c6-860a-d37a7eb69d1b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3586, 'fixed_ips': [{'subnet_id': '87b25853-fffc-44f4-ab08-3af38844e273', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T07:41:07Z', 'updated_at': '2021-01-14T07:41:08Z', 'revision_number': 2, 'project_id': 'dc8da86213524a28b1b9c2ee95778f66', 'subnets': [{'id': '87b25853-fffc-44f4-ab08-3af38844e273', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'n-d-768862-2', False) {} {{(pid=84876) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:41:09.782309 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d41fc4c0-827c-4793-9445-8390f3b16f73 None None] The sync data for ids ['6f15d5ff-3c04-41c6-860a-d37a7eb69d1b'] in n-d-768862-2 is: [{'id': '6f15d5ff-3c04-41c6-860a-d37a7eb69d1b', 'name': 'tempest-TestAggregatesBasicOps-1350268914-router', 'tenant_id': 'dc8da86213524a28b1b9c2ee95778f66', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '226f1e78-82cd-4481-9055-4eb73b6db8c1', 'external_fixed_ips': [{'subnet_id': 'ba8deeec-7658-4195-9449-038c076f5c83', 'ip_address': '172.25.2.77'}], 'enable_snat': True}, 'gw_port_id': 'c55fc197-9cf1-4763-b325-703fae8a6880', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-14T07:41:02Z', 'updated_at': '2021-01-14T07:41:07Z', 'revision_number': 4, 'project_id': 'dc8da86213524a28b1b9c2ee95778f66', 'gw_port': {'id': 'c55fc197-9cf1-4763-b325-703fae8a6880', 'name': '', 'network_id': '226f1e78-82cd-4481-9055-4eb73b6db8c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:3c:91', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6f15d5ff-3c04-41c6-860a-d37a7eb69d1b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3585, 'fixed_ips': [{'subnet_id': 'ba8deeec-7658-4195-9449-038c076f5c83', 'ip_address': '172.25.2.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T07:41:03Z', 'updated_at': '2021-01-14T07:41:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ba8deeec-7658-4195-9449-038c076f5c83', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-2', '_interfaces': [{'id': 'a51211e1-ea84-4c95-95bb-04119c50cf3a', 'name': '', 'network_id': '42fdedb3-2084-4b06-8d78-448ff4288882', 'tenant_id': 'dc8da86213524a28b1b9c2ee95778f66', 'mac_address': 'fa:16:3e:6f:1b:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6f15d5ff-3c04-41c6-860a-d37a7eb69d1b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3586, 'fixed_ips': [{'subnet_id': '87b25853-fffc-44f4-ab08-3af38844e273', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T07:41:07Z', 'updated_at': '2021-01-14T07:41:08Z', 'revision_number': 2, 'project_id': 'dc8da86213524a28b1b9c2ee95778f66', 'subnets': [{'id': '87b25853-fffc-44f4-ab08-3af38844e273', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=84876) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Jan 14 07:41:09.809921 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84875) accepted ('10.222.0.24', 42136) {{(pid=84875) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:41:09.812676 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-67429cb8-b7b8-491e-8f43-0b8a4545be45 tempest-FloatingIPTestJSON-1632234116 tempest-FloatingIPTestJSON-1632234116] Notify callbacks [] for floatingip, after_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:41:09.819992 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.v2.base [None req-18a5c65b-915a-4fd2-ae22-7946406169bf admin admin] Request body: {'network': {'name': 'tempest-TestAggregatesBasicOps-2086154955-network', 'tenant_id': '67c8a47970234e388afe8252b0c5ca56'}} {{(pid=84875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:41:09.828178 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-18a5c65b-915a-4fd2-ae22-7946406169bf admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:41:09.835498 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-18a5c65b-915a-4fd2-ae22-7946406169bf admin admin] Usage tracker for resource:network and tenant:67c8a47970234e388afe8252b0c5ca56 is out of sync, need to count used quota {{(pid=84875) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:41:09.841067 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-18a5c65b-915a-4fd2-ae22-7946406169bf admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84875) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:41:09.848808 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-18a5c65b-915a-4fd2-ae22-7946406169bf admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:41:09.853585 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-67429cb8-b7b8-491e-8f43-0b8a4545be45 tempest-FloatingIPTestJSON-1632234116 tempest-FloatingIPTestJSON-1632234116] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854768116'] for floatingip, before_response {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:41:09.854844 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-67429cb8-b7b8-491e-8f43-0b8a4545be45 tempest-FloatingIPTestJSON-1632234116 tempest-FloatingIPTestJSON-1632234116] 10.222.0.24 "DELETE /v2.0/floatingips/65ad0f51-a348-4375-886a-dfeb395a328a HTTP/1.1" status: 204 len: 168 time: 0.9859800 Jan 14 07:41:09.857888 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84874) accepted ('10.222.0.24', 42140) {{(pid=84874) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:41:09.862023 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-18a5c65b-915a-4fd2-ae22-7946406169bf admin admin] Made reservation on behalf of 67c8a47970234e388afe8252b0c5ca56 for: {'network': 1} {{(pid=84875) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 07:41:09.867109 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-18a5c65b-915a-4fd2-ae22-7946406169bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555753'] for network, before_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:41:09.881497 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-18a5c65b-915a-4fd2-ae22-7946406169bf admin admin] Notify callbacks [] for security_group, before_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:41:09.902682 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-18a5c65b-915a-4fd2-ae22-7946406169bf admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:41:09.909902 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-18a5c65b-915a-4fd2-ae22-7946406169bf admin admin] Usage tracker for resource:security_group_rule and tenant:67c8a47970234e388afe8252b0c5ca56 is out of sync, need to count used quota {{(pid=84875) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:41:09.913481 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-18a5c65b-915a-4fd2-ae22-7946406169bf admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84875) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:41:09.919809 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-18a5c65b-915a-4fd2-ae22-7946406169bf admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:41:09.932246 n-d-768862-2 neutron-server[84765]: INFO neutron.api.v2.resource [None req-1950f179-6865-4b18-9cf5-c211f70d4019 tempest-FloatingIPTestJSON-1632234116 tempest-FloatingIPTestJSON-1632234116] delete failed (client error): The resource could not be found. Jan 14 07:41:09.933305 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-1950f179-6865-4b18-9cf5-c211f70d4019 tempest-FloatingIPTestJSON-1632234116 tempest-FloatingIPTestJSON-1632234116] 10.222.0.24 "DELETE /v2.0/floatingips/65ad0f51-a348-4375-886a-dfeb395a328a HTTP/1.1" status: 404 len: 345 time: 0.0742114 Jan 14 07:41:09.937660 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84874) accepted ('10.222.0.24', 42144) {{(pid=84874) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:41:10.015132 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-18a5c65b-915a-4fd2-ae22-7946406169bf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:41:10.018700 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-18a5c65b-915a-4fd2-ae22-7946406169bf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850887153'] for security_group, after_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:41:10.024040 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-16bbd029-05e5-4f85-a0ce-44ad0958fc3d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:41:10.049058 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e37b6eb2-cf04-4d3d-bb32-9731868e20d6 tempest-FloatingIPTestJSON-1632234116 tempest-FloatingIPTestJSON-1632234116] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:41:10.057250 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-18a5c65b-915a-4fd2-ae22-7946406169bf admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 9} {{(pid=84875) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Jan 14 07:41:10.066941 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18a5c65b-915a-4fd2-ae22-7946406169bf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ab53c105-0fc4-4e50-bde1-4a63ceab9ed1,revision_number=1']} {{(pid=84875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:41:10.073030 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e37b6eb2-cf04-4d3d-bb32-9731868e20d6 tempest-FloatingIPTestJSON-1632234116 tempest-FloatingIPTestJSON-1632234116] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:41:10.075572 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-18a5c65b-915a-4fd2-ae22-7946406169bf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:41:10.078494 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-18a5c65b-915a-4fd2-ae22-7946406169bf admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment--9223363259214191851', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854179735'] for segment, precommit_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:41:10.079050 n-d-768862-2 neutron-server[84765]: INFO neutron.db.segments_db [None req-18a5c65b-915a-4fd2-ae22-7946406169bf admin admin] Added segment 97b6e4b8-15fb-4300-bbd5-c6e748e58b9d of type vxlan for network ee19bf97-675b-47b9-aa58-9a7e46ae5727 Jan 14 07:41:10.096917 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e37b6eb2-cf04-4d3d-bb32-9731868e20d6 tempest-FloatingIPTestJSON-1632234116 tempest-FloatingIPTestJSON-1632234116] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:41:10.097914 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-e37b6eb2-cf04-4d3d-bb32-9731868e20d6 tempest-FloatingIPTestJSON-1632234116 tempest-FloatingIPTestJSON-1632234116] Synchronizing usage tracker for tenant:1c55c328d6854ee381dab36dc470b7b0 on resource:port {{(pid=84874) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 14 07:41:10.112452 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-18a5c65b-915a-4fd2-ae22-7946406169bf admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363259214646115'] for network, precommit_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:41:10.118188 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-e37b6eb2-cf04-4d3d-bb32-9731868e20d6 tempest-FloatingIPTestJSON-1632234116 tempest-FloatingIPTestJSON-1632234116] Unset dirty status for tenant:1c55c328d6854ee381dab36dc470b7b0 on resource:port {{(pid=84874) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 14 07:41:10.119915 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-e37b6eb2-cf04-4d3d-bb32-9731868e20d6 tempest-FloatingIPTestJSON-1632234116 tempest-FloatingIPTestJSON-1632234116] 10.222.0.24 "GET /v2.0/ports?network_id=7f66a104-5fc0-4006-bcf7-8673d1d34aec HTTP/1.1" status: 200 len: 2357 time: 0.1815455 Jan 14 07:41:10.122990 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84874) accepted ('10.222.0.24', 42148) {{(pid=84874) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:41:10.162483 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-18a5c65b-915a-4fd2-ae22-7946406169bf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850887149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964'] for network, after_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:41:10.163516 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18a5c65b-915a-4fd2-ae22-7946406169bf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:41:10.164252 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-18a5c65b-915a-4fd2-ae22-7946406169bf admin admin] Notify callbacks [] for network, before_response {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:41:10.170011 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-deaf236c-5259-409d-90b7-e37848aee9da tempest-RoutersTest-1255860389 tempest-RoutersTest-1255860389] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:41:10.226924 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32d2c5d0-fae2-4884-9c6e-d946d93e9257 tempest-FloatingIPTestJSON-1632234116 tempest-FloatingIPTestJSON-1632234116] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:41:10.235094 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-32d2c5d0-fae2-4884-9c6e-d946d93e9257 tempest-FloatingIPTestJSON-1632234116 tempest-FloatingIPTestJSON-1632234116] 10.222.0.24 "GET /v2.0/subnets/d6758878-82c8-4ee2-b8e5-88327209ee02 HTTP/1.1" status: 200 len: 797 time: 0.1080148 Jan 14 07:41:10.235418 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84874) accepted ('10.222.0.24', 42152) {{(pid=84874) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:41:10.242593 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.v2.base [None req-43bdfa6a-2fae-405d-a52b-edbf42dcaaa9 tempest-FloatingIPTestJSON-1632234116 tempest-FloatingIPTestJSON-1632234116] Request body: {'port': {'network_id': '7f66a104-5fc0-4006-bcf7-8673d1d34aec', 'name': 'tempest-FloatingIPTestJSON-1628918731', 'fixed_ips': [{'ip_address': '172.20.0.14'}, {'ip_address': '172.20.0.13'}]}} {{(pid=84874) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:41:10.260297 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-18a5c65b-915a-4fd2-ae22-7946406169bf admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 879 time: 0.4490776 Jan 14 07:41:10.266827 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84875) accepted ('10.222.0.24', 42156) {{(pid=84875) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:41:10.284532 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.v2.base [None req-4fa2523a-bdbf-4437-830f-957d6b378ee6 admin admin] Request body: {'subnet': {'network_id': 'ee19bf97-675b-47b9-aa58-9a7e46ae5727', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestAggregatesBasicOps-2086154955-subnet', 'tenant_id': '67c8a47970234e388afe8252b0c5ca56', 'ip_version': 4}} {{(pid=84875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:41:10.295808 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-4fa2523a-bdbf-4437-830f-957d6b378ee6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:41:10.304790 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-4fa2523a-bdbf-4437-830f-957d6b378ee6 admin admin] Usage tracker for resource:subnet and tenant:67c8a47970234e388afe8252b0c5ca56 is out of sync, need to count used quota {{(pid=84875) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:41:10.307892 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18a5c65b-915a-4fd2-ae22-7946406169bf admin admin] Pushing event updated for resources: {'Network': ['ID=ee19bf97-675b-47b9-aa58-9a7e46ae5727,revision_number=1']} {{(pid=84875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:41:10.313441 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-18a5c65b-915a-4fd2-ae22-7946406169bf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:41:10.314384 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-4fa2523a-bdbf-4437-830f-957d6b378ee6 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84875) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:41:10.321277 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-017f98a9-8a07-408c-a86f-8ff0c00400a0 None None] Network ee19bf97-675b-47b9-aa58-9a7e46ae5727 details requested by agent ovs-agent-n-h1-768862-2 with host n-h1-768862-2 {{(pid=84876) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 07:41:10.325143 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-4fa2523a-bdbf-4437-830f-957d6b378ee6 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:41:10.335779 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4fa2523a-bdbf-4437-830f-957d6b378ee6 admin admin] Made reservation on behalf of 67c8a47970234e388afe8252b0c5ca56 for: {'subnet': 1} {{(pid=84875) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 07:41:10.340849 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-4fa2523a-bdbf-4437-830f-957d6b378ee6 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036852467157'] for subnet, before_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:41:10.346123 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-852a24f7-e9a1-4193-9abb-e9506fe5213f None None] Network ee19bf97-675b-47b9-aa58-9a7e46ae5727 details requested by agent ovs-agent-n-h2-768862-2 with host n-h2-768862-2 {{(pid=84876) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 07:41:10.422642 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Network ee19bf97-675b-47b9-aa58-9a7e46ae5727 details requested by agent ovs-agent-n-d-768862-2 with host n-d-768862-2 {{(pid=84876) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 07:41:10.441883 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-43bdfa6a-2fae-405d-a52b-edbf42dcaaa9 tempest-FloatingIPTestJSON-1632234116 tempest-FloatingIPTestJSON-1632234116] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:41:10.455218 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-43bdfa6a-2fae-405d-a52b-edbf42dcaaa9 tempest-FloatingIPTestJSON-1632234116 tempest-FloatingIPTestJSON-1632234116] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=84874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:41:10.466217 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-43bdfa6a-2fae-405d-a52b-edbf42dcaaa9 tempest-FloatingIPTestJSON-1632234116 tempest-FloatingIPTestJSON-1632234116] Made reservation on behalf of 1c55c328d6854ee381dab36dc470b7b0 for: {'port': 1} {{(pid=84874) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 07:41:10.863646 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Device c55fc197-9cf1-4763-b325-703fae8a6880 up at agent ovs-agent-n-d-768862-2 {{(pid=84876) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 07:41:10.923714 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-4fa2523a-bdbf-4437-830f-957d6b378ee6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850887113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036851621412', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036852467174'] for subnet, after_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:41:10.949009 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Provisioning for port c55fc197-9cf1-4763-b325-703fae8a6880 completed by entity L2. {{(pid=84876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 07:41:10.955474 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Provisioning complete for port c55fc197-9cf1-4763-b325-703fae8a6880 triggered by entity L2. {{(pid=84876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 07:41:10.956180 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-604227'] for port, provisioning_complete {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:41:11.016052 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-1f5cb0d1-8d27-4bc7-b6b5-12bf70ab0c59 tempest-RoutersAdminTest-2021597473 tempest-RoutersAdminTest-2021597473] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:41:11.049240 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-43bdfa6a-2fae-405d-a52b-edbf42dcaaa9 tempest-FloatingIPTestJSON-1632234116 tempest-FloatingIPTestJSON-1632234116] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555753'] for port, before_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:41:11.096566 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555753'] for port, before_update {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:41:11.117370 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] For port c55fc197-9cf1-4763-b325-703fae8a6880, host n-d-768862-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-2',level=0,port_id=c55fc197-9cf1-4763-b325-703fae8a6880,segment=NetworkSegment(cf3ded2c-bc47-4a71-89af-6e7117e60140),segment_id=cf3ded2c-bc47-4a71-89af-6e7117e60140)] {{(pid=84876) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 07:41:11.122896 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777640533312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363259214678337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777640097497'] for port, after_update {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:41:11.125101 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-baf016a3-7088-4abc-9032-65cd01670c7c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84876) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:41:11.201338 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Pushing event updated for resources: {'Port': ['ID=c55fc197-9cf1-4763-b325-703fae8a6880,revision_number=4']} {{(pid=84876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:41:11.205143 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=84876) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:41:11.243558 n-d-768862-2 neutron-server[84765]: DEBUG neutron.notifiers.nova [None req-43bdfa6a-2fae-405d-a52b-edbf42dcaaa9 tempest-FloatingIPTestJSON-1632234116 tempest-FloatingIPTestJSON-1632234116] device_id is not set on port 7fdc59c2-0251-4e68-95db-4645652d6f5b yet. {{(pid=84874) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}} Jan 14 07:41:11.359705 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-017f98a9-8a07-408c-a86f-8ff0c00400a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363259214191800', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854171626'] for agent, after_update {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:41:11.469920 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fa2523a-bdbf-4437-830f-957d6b378ee6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1db4e0b0-6cd8-4a1f-99c7-f214b511338e,revision_number=0']} {{(pid=84875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:41:11.473293 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-4fa2523a-bdbf-4437-830f-957d6b378ee6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.457s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:41:11.513285 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4fa2523a-bdbf-4437-830f-957d6b378ee6 admin admin] Checking segment: {'id': '97b6e4b8-15fb-4300-bbd5-c6e748e58b9d', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 9, 'network_id': 'ee19bf97-675b-47b9-aa58-9a7e46ae5727'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84875) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 14 07:41:11.513574 n-d-768862-2 neutron-server[84765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4fa2523a-bdbf-4437-830f-957d6b378ee6 admin admin] Network hostable DHCP agents. Network: ee19bf97-675b-47b9-aa58-9a7e46ae5727, hostable agents: ['32f3dd84-26da-4d18-bf15-6017a8fb7247'], hosted agents: [] {{(pid=84875) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Jan 14 07:41:11.534549 n-d-768862-2 neutron-server[84765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4fa2523a-bdbf-4437-830f-957d6b378ee6 admin admin] Network ee19bf97-675b-47b9-aa58-9a7e46ae5727 is scheduled to be hosted by DHCP agent 32f3dd84-26da-4d18-bf15-6017a8fb7247 with binding_index 1 {{(pid=84875) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Jan 14 07:41:11.546190 n-d-768862-2 neutron-server[84765]: DEBUG neutron.scheduler.base_scheduler [None req-4fa2523a-bdbf-4437-830f-957d6b378ee6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768862-2, ee19bf97-675b-47b9-aa58-9a7e46ae5727) {{(pid=84875) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 07:41:11.555424 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a10162a8-68bf-40c3-ae82-05591a5fd2f5 None None] Network ee19bf97-675b-47b9-aa58-9a7e46ae5727 requested from n-d-768862-2 {{(pid=84876) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 07:41:11.562147 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4fa2523a-bdbf-4437-830f-957d6b378ee6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:41:11.562837 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-4fa2523a-bdbf-4437-830f-957d6b378ee6 admin admin] Notify callbacks [] for subnet, before_response {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:41:11.585827 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-4fa2523a-bdbf-4437-830f-957d6b378ee6 admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.3178146 Jan 14 07:41:11.588593 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84875) accepted ('10.222.0.24', 42162) {{(pid=84875) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:41:11.594612 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.v2.base [None req-b8259fe9-2bdd-450f-8398-6e05581c87f7 admin admin] Request body: {'router': {'name': 'tempest-TestAggregatesBasicOps-2086154955-router', 'tenant_id': '67c8a47970234e388afe8252b0c5ca56', 'external_gateway_info': {'network_id': '226f1e78-82cd-4481-9055-4eb73b6db8c1'}}} {{(pid=84875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:41:11.601910 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-b8259fe9-2bdd-450f-8398-6e05581c87f7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:41:11.606003 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-b8259fe9-2bdd-450f-8398-6e05581c87f7 admin admin] Usage tracker for resource:router and tenant:67c8a47970234e388afe8252b0c5ca56 is out of sync, need to count used quota {{(pid=84875) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:41:11.610101 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-b8259fe9-2bdd-450f-8398-6e05581c87f7 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=84875) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:41:11.618439 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-b8259fe9-2bdd-450f-8398-6e05581c87f7 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:41:11.624580 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.db_base_plugin_common [None req-43bdfa6a-2fae-405d-a52b-edbf42dcaaa9 tempest-FloatingIPTestJSON-1632234116 tempest-FloatingIPTestJSON-1632234116] Allocated IP 172.20.0.14 (7f66a104-5fc0-4006-bcf7-8673d1d34aec/d6758878-82c8-4ee2-b8e5-88327209ee02/7fdc59c2-0251-4e68-95db-4645652d6f5b) {{(pid=84874) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 14 07:41:11.628956 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-b8259fe9-2bdd-450f-8398-6e05581c87f7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3889205', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854717621'] for router, before_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:41:11.630095 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-b8259fe9-2bdd-450f-8398-6e05581c87f7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036850886574', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3912501', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3808446', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-58179'] for router, precommit_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:41:11.631204 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.db_base_plugin_common [None req-43bdfa6a-2fae-405d-a52b-edbf42dcaaa9 tempest-FloatingIPTestJSON-1632234116 tempest-FloatingIPTestJSON-1632234116] Allocated IP 172.20.0.13 (7f66a104-5fc0-4006-bcf7-8673d1d34aec/d6758878-82c8-4ee2-b8e5-88327209ee02/7fdc59c2-0251-4e68-95db-4645652d6f5b) {{(pid=84874) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 14 07:41:11.647005 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-b8259fe9-2bdd-450f-8398-6e05581c87f7 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:41:11.818113 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4ca3235-2373-4629-8a3d-2f4763500be9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5d94dc7a-c095-50a4-955e-5f3b78718a12-ee19bf97-675b-47b9-aa58-9a7e46ae5727', 'network_id': 'ee19bf97-675b-47b9-aa58-9a7e46ae5727', 'tenant_id': '67c8a47970234e388afe8252b0c5ca56', 'fixed_ips': [{'subnet_id': '1db4e0b0-6cd8-4a1f-99c7-f214b511338e'}]}} from n-d-768862-2. {{(pid=84876) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Jan 14 07:41:11.819073 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-f4ca3235-2373-4629-8a3d-2f4763500be9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555753'] for port, before_create {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:41:11.863668 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-43bdfa6a-2fae-405d-a52b-edbf42dcaaa9 tempest-FloatingIPTestJSON-1632234116 tempest-FloatingIPTestJSON-1632234116] Notify callbacks [] for port, precommit_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:41:11.891991 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-43bdfa6a-2fae-405d-a52b-edbf42dcaaa9 tempest-FloatingIPTestJSON-1632234116 tempest-FloatingIPTestJSON-1632234116] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777640123575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3254186'] for port, after_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:41:11.910220 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-faa11776-a524-49c0-8e2d-4e8b7daf24dd tempest-FloatingIPAdminTestJSON-531099267 tempest-FloatingIPAdminTestJSON-531099267] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:41:11.965678 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-b8259fe9-2bdd-450f-8398-6e05581c87f7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3912484', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3889188', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-58194'] for router, precommit_update {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:41:12.047609 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43bdfa6a-2fae-405d-a52b-edbf42dcaaa9 tempest-FloatingIPTestJSON-1632234116 tempest-FloatingIPTestJSON-1632234116] Pushing event updated for resources: {'Port': ['ID=7fdc59c2-0251-4e68-95db-4645652d6f5b,revision_number=1']} {{(pid=84874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:41:12.051724 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-43bdfa6a-2fae-405d-a52b-edbf42dcaaa9 tempest-FloatingIPTestJSON-1632234116 tempest-FloatingIPTestJSON-1632234116] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:41:12.122989 n-d-768862-2 neutron-server[84765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43bdfa6a-2fae-405d-a52b-edbf42dcaaa9 tempest-FloatingIPTestJSON-1632234116 tempest-FloatingIPTestJSON-1632234116] Network 7f66a104-5fc0-4006-bcf7-8673d1d34aec is already hosted by enough agents. {{(pid=84874) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 07:41:12.124122 n-d-768862-2 neutron-server[84765]: DEBUG neutron.scheduler.base_scheduler [None req-43bdfa6a-2fae-405d-a52b-edbf42dcaaa9 tempest-FloatingIPTestJSON-1632234116 tempest-FloatingIPTestJSON-1632234116] Resources bound (agent type, host, resource id): {{(pid=84874) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 07:41:12.126782 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43bdfa6a-2fae-405d-a52b-edbf42dcaaa9 tempest-FloatingIPTestJSON-1632234116 tempest-FloatingIPTestJSON-1632234116] Received port after_create {{(pid=84874) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 14 07:41:12.131816 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.db_base_plugin_common [None req-f4ca3235-2373-4629-8a3d-2f4763500be9 None None] Allocated IP 172.20.0.2 (ee19bf97-675b-47b9-aa58-9a7e46ae5727/1db4e0b0-6cd8-4a1f-99c7-f214b511338e/422e520f-39cc-4b35-b785-59877dc663e6) {{(pid=84876) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 14 07:41:12.192533 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:port_security_enabled":"rule:admin_or_owner" was deprecated in W in favor of "update_network:port_security_enabled":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 07:41:12.192533 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:41:12.192533 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:41:12.192533 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:41:12.192533 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "delete_network":"rule:admin_or_owner" was deprecated in W in favor of "delete_network":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 07:41:12.192533 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:41:12.192533 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:41:12.192533 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:41:12.192533 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_segment":"rule:admin_only" was deprecated in W in favor of "create_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:41:12.192533 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:41:12.192533 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_segment":"rule:admin_only" was deprecated in W in favor of "get_segment":"role:reader and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:41:12.192533 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:41:12.192533 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_segment":"rule:admin_only" was deprecated in W in favor of "update_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:41:12.192533 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:41:12.192533 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "delete_segment":"rule:admin_only" was deprecated in W in favor of "delete_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:41:12.192533 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:41:12.192533 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network":"rule:regular_user" was deprecated in W in favor of "create_network":"role:member and project_id:%(project_id)s". Reason: Jan 14 07:41:12.192533 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:41:12.192533 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:41:12.192533 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:41:12.192533 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:shared":"rule:admin_only" was deprecated in W in favor of "create_network:shared":"role:admin and system_scope:all". Reason: Jan 14 07:41:12.192533 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:41:12.192533 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:41:12.192533 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:41:12.192533 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:router:external":"rule:admin_only" was deprecated in W in favor of "create_network:router:external":"role:admin and system_scope:all". Reason: Jan 14 07:41:12.192533 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:41:12.192533 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:41:12.192533 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:41:12.192533 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:is_default":"rule:admin_only" was deprecated in W in favor of "create_network:is_default":"role:admin and system_scope:all". Reason: Jan 14 07:41:12.192533 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:41:12.192533 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:41:12.192533 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:41:12.192533 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:port_security_enabled":"rule:regular_user" was deprecated in W in favor of "create_network:port_security_enabled":"role:member and project_id:%(project_id)s". Reason: Jan 14 07:41:12.192533 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:41:12.192533 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:41:12.192533 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:41:12.192533 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:segments":"rule:admin_only" was deprecated in W in favor of "create_network:segments":"role:admin and system_scope:all". Reason: Jan 14 07:41:12.192533 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:41:12.192533 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:41:12.192533 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:41:12.192533 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "create_network:provider:network_type":"role:admin and system_scope:all". Reason: Jan 14 07:41:12.192533 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:41:12.192533 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:41:12.192533 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:41:12.192533 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "create_network:provider:physical_network":"role:admin and system_scope:all". Reason: Jan 14 07:41:12.192533 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:41:12.192533 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:41:12.192533 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:41:12.192533 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "create_network:provider:segmentation_id":"role:admin and system_scope:all". Reason: Jan 14 07:41:12.192533 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:41:12.192533 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:41:12.192533 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:41:12.192533 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network":"rule:admin_or_owner or rule:shared or rule:external or rule:context_is_advsvc" was deprecated in W in favor of "get_network":"(role:reader and system_scope:all) or (role:reader and project_id:%(project_id)s) or rule:shared or rule:external or rule:context_is_advsvc". Reason: Jan 14 07:41:12.192533 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:41:12.192533 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:41:12.192533 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:41:12.192533 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:router:external":"rule:regular_user" was deprecated in W in favor of "get_network:router:external":"role:reader and project_id:%(project_id)s". Reason: Jan 14 07:41:12.192533 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:41:12.192533 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:41:12.192533 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:41:12.196238 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:segments":"rule:admin_only" was deprecated in W in favor of "get_network:segments":"role:reader and system_scope:all". Reason: Jan 14 07:41:12.196238 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:41:12.196238 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:41:12.196238 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:41:12.196238 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "get_network:provider:network_type":"role:reader and system_scope:all". Reason: Jan 14 07:41:12.196238 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:41:12.196238 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:41:12.196238 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:41:12.196238 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "get_network:provider:physical_network":"role:reader and system_scope:all". Reason: Jan 14 07:41:12.196238 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:41:12.196238 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:41:12.196238 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:41:12.196238 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "get_network:provider:segmentation_id":"role:reader and system_scope:all". Reason: Jan 14 07:41:12.196238 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:41:12.196238 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:41:12.196238 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:41:12.196238 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network":"rule:admin_or_owner" was deprecated in W in favor of "update_network":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 07:41:12.196238 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:41:12.196238 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:41:12.196238 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:41:12.196238 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:segments":"rule:admin_only" was deprecated in W in favor of "update_network:segments":"role:admin and system_scope:all". Reason: Jan 14 07:41:12.196238 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:41:12.196238 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:41:12.196238 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:41:12.196238 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:shared":"rule:admin_only" was deprecated in W in favor of "update_network:shared":"role:admin and system_scope:all". Reason: Jan 14 07:41:12.196238 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:41:12.196238 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:41:12.196238 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:41:12.196238 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "update_network:provider:network_type":"role:admin and system_scope:all". Reason: Jan 14 07:41:12.196238 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:41:12.196238 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:41:12.196238 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:41:12.196238 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "update_network:provider:physical_network":"role:admin and system_scope:all". Reason: Jan 14 07:41:12.196238 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:41:12.196238 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:41:12.196238 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:41:12.196238 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "update_network:provider:segmentation_id":"role:admin and system_scope:all". Reason: Jan 14 07:41:12.196238 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:41:12.196238 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:41:12.196238 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:41:12.196238 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:router:external":"rule:admin_only" was deprecated in W in favor of "update_network:router:external":"role:admin and system_scope:all". Reason: Jan 14 07:41:12.196238 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:41:12.196238 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:41:12.196238 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:41:12.196238 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:is_default":"rule:admin_only" was deprecated in W in favor of "update_network:is_default":"role:admin and system_scope:all". Reason: Jan 14 07:41:12.196238 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:41:12.196238 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:41:12.196238 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:41:12.196238 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:port_security_enabled":"rule:admin_or_owner" was deprecated in W in favor of "update_network:port_security_enabled":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 07:41:12.196238 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:41:12.196238 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:41:12.196238 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:41:12.196238 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "delete_network":"rule:admin_or_owner" was deprecated in W in favor of "delete_network":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 07:41:12.196238 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:41:12.196238 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:41:12.196238 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:41:12.196238 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_segment":"rule:admin_only" was deprecated in W in favor of "create_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:41:12.196238 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:41:12.196238 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_segment":"rule:admin_only" was deprecated in W in favor of "get_segment":"role:reader and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:41:12.196238 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:41:12.196238 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_segment":"rule:admin_only" was deprecated in W in favor of "update_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:41:12.196238 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:41:12.210210 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43bdfa6a-2fae-405d-a52b-edbf42dcaaa9 tempest-FloatingIPTestJSON-1632234116 tempest-FloatingIPTestJSON-1632234116] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:41:12.210953 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-43bdfa6a-2fae-405d-a52b-edbf42dcaaa9 tempest-FloatingIPTestJSON-1632234116 tempest-FloatingIPTestJSON-1632234116] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854768116'] for port, before_response {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:41:12.240774 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-43bdfa6a-2fae-405d-a52b-edbf42dcaaa9 tempest-FloatingIPTestJSON-1632234116 tempest-FloatingIPTestJSON-1632234116] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1010 time: 2.0042007 Jan 14 07:41:12.243369 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84874) accepted ('10.222.0.24', 42166) {{(pid=84874) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:41:12.250608 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.v2.base [None req-bdaec33f-3637-4723-8c38-82ba9552213f tempest-FloatingIPTestJSON-1632234116 tempest-FloatingIPTestJSON-1632234116] Request body: {'floatingip': {'floating_network_id': '226f1e78-82cd-4481-9055-4eb73b6db8c1', 'port_id': '7fdc59c2-0251-4e68-95db-4645652d6f5b', 'fixed_ip_address': '172.20.0.14'}} {{(pid=84874) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:41:12.261989 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-bdaec33f-3637-4723-8c38-82ba9552213f tempest-FloatingIPTestJSON-1632234116 tempest-FloatingIPTestJSON-1632234116] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:41:12.267438 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-bdaec33f-3637-4723-8c38-82ba9552213f tempest-FloatingIPTestJSON-1632234116 tempest-FloatingIPTestJSON-1632234116] Usage tracker for resource:floatingip and tenant:1c55c328d6854ee381dab36dc470b7b0 is out of sync, need to count used quota {{(pid=84874) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:41:12.270600 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-bdaec33f-3637-4723-8c38-82ba9552213f tempest-FloatingIPTestJSON-1632234116 tempest-FloatingIPTestJSON-1632234116] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=84874) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:41:12.276915 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-bdaec33f-3637-4723-8c38-82ba9552213f tempest-FloatingIPTestJSON-1632234116 tempest-FloatingIPTestJSON-1632234116] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=84874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:41:12.287768 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-bdaec33f-3637-4723-8c38-82ba9552213f tempest-FloatingIPTestJSON-1632234116 tempest-FloatingIPTestJSON-1632234116] Notify callbacks [] for floatingip, before_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:41:12.306120 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-b8259fe9-2bdd-450f-8398-6e05581c87f7 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:41:12.339186 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-b8259fe9-2bdd-450f-8398-6e05581c87f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555753'] for port, before_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:41:12.366685 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-f4ca3235-2373-4629-8a3d-2f4763500be9 None None] Notify callbacks [] for port, precommit_create {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:41:12.378700 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-f4ca3235-2373-4629-8a3d-2f4763500be9 None None] Transition to ACTIVE for port object 422e520f-39cc-4b35-b785-59877dc663e6 will not be triggered until provisioned by entity L2. {{(pid=84876) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 07:41:12.397421 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-f4ca3235-2373-4629-8a3d-2f4763500be9 None None] Transition to ACTIVE for port object 422e520f-39cc-4b35-b785-59877dc663e6 will not be triggered until provisioned by entity DHCP. {{(pid=84876) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 07:41:12.402904 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-f4ca3235-2373-4629-8a3d-2f4763500be9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777640123575'] for port, after_create {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:41:12.422748 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-6a64e3f6-5983-44ba-87f9-af2abee57d92 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84876) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:41:12.447968 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-bdaec33f-3637-4723-8c38-82ba9552213f tempest-FloatingIPTestJSON-1632234116 tempest-FloatingIPTestJSON-1632234116] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555753'] for port, before_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:41:12.551050 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4ca3235-2373-4629-8a3d-2f4763500be9 None None] Pushing event updated for resources: {'Port': ['ID=422e520f-39cc-4b35-b785-59877dc663e6,revision_number=1']} {{(pid=84876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:41:12.557744 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-f4ca3235-2373-4629-8a3d-2f4763500be9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=84876) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:41:12.609965 n-d-768862-2 neutron-server[84765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4ca3235-2373-4629-8a3d-2f4763500be9 None None] Network ee19bf97-675b-47b9-aa58-9a7e46ae5727 is already hosted by enough agents. {{(pid=84876) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 07:41:12.611305 n-d-768862-2 neutron-server[84765]: DEBUG neutron.scheduler.base_scheduler [None req-f4ca3235-2373-4629-8a3d-2f4763500be9 None None] Resources bound (agent type, host, resource id): {{(pid=84876) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 07:41:12.613799 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4ca3235-2373-4629-8a3d-2f4763500be9 None None] Received port after_create {{(pid=84876) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 14 07:41:12.630468 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.db_base_plugin_common [None req-b8259fe9-2bdd-450f-8398-6e05581c87f7 admin admin] Allocated IP 172.25.2.92 (226f1e78-82cd-4481-9055-4eb73b6db8c1/ba8deeec-7658-4195-9449-038c076f5c83/dd5f9769-7b83-4ca3-a319-aca6b3947df1) {{(pid=84875) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 14 07:41:12.678308 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.managers [None req-f4ca3235-2373-4629-8a3d-2f4763500be9 None None] Attempting to bind port 422e520f-39cc-4b35-b785-59877dc663e6 on host n-d-768862-2 for vnic_type normal with profile {{(pid=84876) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 14 07:41:12.678768 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.managers [None req-f4ca3235-2373-4629-8a3d-2f4763500be9 None None] Attempting to bind port 422e520f-39cc-4b35-b785-59877dc663e6 by drivers openvswitch on host n-d-768862-2 at level 0 using segments [{'id': '97b6e4b8-15fb-4300-bbd5-c6e748e58b9d', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 9, 'network_id': 'ee19bf97-675b-47b9-aa58-9a7e46ae5727'}] {{(pid=84876) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 14 07:41:12.679148 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4ca3235-2373-4629-8a3d-2f4763500be9 None None] Attempting to bind port 422e520f-39cc-4b35-b785-59877dc663e6 on network ee19bf97-675b-47b9-aa58-9a7e46ae5727 {{(pid=84876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 14 07:41:12.685787 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4ca3235-2373-4629-8a3d-2f4763500be9 None None] Checking agent: {'id': 'ba5efab1-b43c-4d5a-bc52-6e105d4e67a2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768862-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 14, 6, 56, 52), 'started_at': datetime.datetime(2021, 1, 14, 6, 57, 22), 'heartbeat_timestamp': datetime.datetime(2021, 1, 14, 7, 40, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768862-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.29', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 14 07:41:12.685787 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4ca3235-2373-4629-8a3d-2f4763500be9 None None] Checking segment: {'id': '97b6e4b8-15fb-4300-bbd5-c6e748e58b9d', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 9, 'network_id': 'ee19bf97-675b-47b9-aa58-9a7e46ae5727'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84876) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 14 07:41:12.686245 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-f4ca3235-2373-4629-8a3d-2f4763500be9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:41:12.687290 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4ca3235-2373-4629-8a3d-2f4763500be9 None None] Bound using segment: {'id': '97b6e4b8-15fb-4300-bbd5-c6e748e58b9d', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 9, 'network_id': 'ee19bf97-675b-47b9-aa58-9a7e46ae5727'} {{(pid=84876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 14 07:41:12.687290 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.managers [None req-f4ca3235-2373-4629-8a3d-2f4763500be9 None None] Bound port: 422e520f-39cc-4b35-b785-59877dc663e6, host: n-d-768862-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '97b6e4b8-15fb-4300-bbd5-c6e748e58b9d', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 9, 'network_id': 'ee19bf97-675b-47b9-aa58-9a7e46ae5727'}}] {{(pid=84876) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 14 07:41:12.687613 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-f4ca3235-2373-4629-8a3d-2f4763500be9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555753'] for port, before_update {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:41:12.787994 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [None req-f4ca3235-2373-4629-8a3d-2f4763500be9 None None] For port 422e520f-39cc-4b35-b785-59877dc663e6, host n-d-768862-2, cleared binding levels {{(pid=84876) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 14 07:41:12.792105 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [None req-f4ca3235-2373-4629-8a3d-2f4763500be9 None None] For port 422e520f-39cc-4b35-b785-59877dc663e6, host n-d-768862-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-2',level=0,port_id=422e520f-39cc-4b35-b785-59877dc663e6,segment=NetworkSegment(97b6e4b8-15fb-4300-bbd5-c6e748e58b9d),segment_id=97b6e4b8-15fb-4300-bbd5-c6e748e58b9d)] {{(pid=84876) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 14 07:41:12.796880 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-f4ca3235-2373-4629-8a3d-2f4763500be9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777640533312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363259214678337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777640097497'] for port, after_update {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:41:12.801172 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-b8259fe9-2bdd-450f-8398-6e05581c87f7 admin admin] Notify callbacks [] for port, precommit_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:41:12.821338 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-a0a361a6-1726-4bc4-a8eb-2f9eee82b131 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84876) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:41:12.829925 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-b8259fe9-2bdd-450f-8398-6e05581c87f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777640123575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851621574'] for port, after_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:41:12.851814 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-67429cb8-b7b8-491e-8f43-0b8a4545be45 tempest-FloatingIPTestJSON-1632234116 tempest-FloatingIPTestJSON-1632234116] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:41:12.856185 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Device c55fc197-9cf1-4763-b325-703fae8a6880 up at agent ovs-agent-n-d-768862-2 {{(pid=84876) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 07:41:12.900481 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.db_base_plugin_common [None req-bdaec33f-3637-4723-8c38-82ba9552213f tempest-FloatingIPTestJSON-1632234116 tempest-FloatingIPTestJSON-1632234116] Allocated IP 172.25.2.47 (226f1e78-82cd-4481-9055-4eb73b6db8c1/ba8deeec-7658-4195-9449-038c076f5c83/9b10b835-ff0a-482d-a076-01954746beab) {{(pid=84874) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 14 07:41:12.940742 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4ca3235-2373-4629-8a3d-2f4763500be9 None None] Pushing event updated for resources: {'Port': ['ID=422e520f-39cc-4b35-b785-59877dc663e6,revision_number=2']} {{(pid=84876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:41:13.010296 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-f4ca3235-2373-4629-8a3d-2f4763500be9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.189s {{(pid=84876) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:41:13.032139 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8259fe9-2bdd-450f-8398-6e05581c87f7 admin admin] Pushing event updated for resources: {'Port': ['ID=dd5f9769-7b83-4ca3-a319-aca6b3947df1,revision_number=1']} {{(pid=84875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:41:13.037226 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-b8259fe9-2bdd-450f-8398-6e05581c87f7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.185s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:41:13.039664 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-852a24f7-e9a1-4193-9abb-e9506fe5213f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363259214191800', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854171626'] for agent, after_update {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:41:13.060114 n-d-768862-2 neutron-server[84765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8259fe9-2bdd-450f-8398-6e05581c87f7 admin admin] Network 226f1e78-82cd-4481-9055-4eb73b6db8c1 is already hosted by enough agents. {{(pid=84875) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 07:41:13.062408 n-d-768862-2 neutron-server[84765]: DEBUG neutron.scheduler.base_scheduler [None req-b8259fe9-2bdd-450f-8398-6e05581c87f7 admin admin] Resources bound (agent type, host, resource id): {{(pid=84875) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 07:41:13.066043 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8259fe9-2bdd-450f-8398-6e05581c87f7 admin admin] Received port after_create {{(pid=84875) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 14 07:41:13.088634 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-bdaec33f-3637-4723-8c38-82ba9552213f tempest-FloatingIPTestJSON-1632234116 tempest-FloatingIPTestJSON-1632234116] Notify callbacks [] for port, precommit_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:41:13.118781 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-bdaec33f-3637-4723-8c38-82ba9552213f tempest-FloatingIPTestJSON-1632234116 tempest-FloatingIPTestJSON-1632234116] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777640123575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3254186'] for port, after_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:41:13.123397 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Provisioning complete for port c55fc197-9cf1-4763-b325-703fae8a6880 triggered by entity L2. {{(pid=84876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 07:41:13.123848 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-604227'] for port, provisioning_complete {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:41:13.145788 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-29e671d0-b6ef-4fe2-b74b-d717d4bee7dd tempest-FloatingIPTestJSON-1632234116 tempest-FloatingIPTestJSON-1632234116] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:41:13.222164 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdaec33f-3637-4723-8c38-82ba9552213f tempest-FloatingIPTestJSON-1632234116 tempest-FloatingIPTestJSON-1632234116] Pushing event updated for resources: {'Port': ['ID=9b10b835-ff0a-482d-a076-01954746beab,revision_number=1']} {{(pid=84874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:41:13.279328 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-bdaec33f-3637-4723-8c38-82ba9552213f tempest-FloatingIPTestJSON-1632234116 tempest-FloatingIPTestJSON-1632234116] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:41:13.367532 n-d-768862-2 neutron-server[84765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bdaec33f-3637-4723-8c38-82ba9552213f tempest-FloatingIPTestJSON-1632234116 tempest-FloatingIPTestJSON-1632234116] Network 226f1e78-82cd-4481-9055-4eb73b6db8c1 is already hosted by enough agents. {{(pid=84874) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 07:41:13.368808 n-d-768862-2 neutron-server[84765]: DEBUG neutron.scheduler.base_scheduler [None req-bdaec33f-3637-4723-8c38-82ba9552213f tempest-FloatingIPTestJSON-1632234116 tempest-FloatingIPTestJSON-1632234116] Resources bound (agent type, host, resource id): {{(pid=84874) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 07:41:13.371236 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bdaec33f-3637-4723-8c38-82ba9552213f tempest-FloatingIPTestJSON-1632234116 tempest-FloatingIPTestJSON-1632234116] Received port after_create {{(pid=84874) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 14 07:41:13.492991 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd0e325c-2f6a-45d7-9a15-9ab76e5a9f57 None None] Sync routers for ids ['6f15d5ff-3c04-41c6-860a-d37a7eb69d1b'] in n-d-768862-2 {{(pid=84876) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Jan 14 07:41:13.521871 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd0e325c-2f6a-45d7-9a15-9ab76e5a9f57 None None] Routers {'6f15d5ff-3c04-41c6-860a-d37a7eb69d1b'} bound to L3 agent in host n-d-768862-2 {{(pid=84876) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 14 07:41:13.523103 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_hamode_db [None req-bd0e325c-2f6a-45d7-9a15-9ab76e5a9f57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-01-14T06:56:51Z,description=,heartbeat_timestamp=2021-01-14T07:40:52Z,host='n-d-768862-2',id=35f592e9-451b-4db9-abea-77b6a5c5391b,load=0,resource_versions=,resources_synced=,started_at=2021-01-14T06:56:51Z,topic='l3_agent')) {'router_ids': ['6f15d5ff-3c04-41c6-860a-d37a7eb69d1b'], 'active': True} {{(pid=84876) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:41:13.559056 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-b8259fe9-2bdd-450f-8398-6e05581c87f7 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:41:13.769122 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_dvr_db [None req-bd0e325c-2f6a-45d7-9a15-9ab76e5a9f57 None None] Set router 6f15d5ff-3c04-41c6-860a-d37a7eb69d1b gateway port host: n-d-768862-2 {{(pid=84876) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 14 07:41:13.892956 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-bdaec33f-3637-4723-8c38-82ba9552213f tempest-FloatingIPTestJSON-1632234116 tempest-FloatingIPTestJSON-1632234116] Notify callbacks [] for floatingip, precommit_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:41:13.953320 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-b8259fe9-2bdd-450f-8398-6e05581c87f7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036850886612', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036850863158'] for router, after_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:41:13.975973 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-bdaec33f-3637-4723-8c38-82ba9552213f tempest-FloatingIPTestJSON-1632234116 tempest-FloatingIPTestJSON-1632234116] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555753'] for port, before_update {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:41:14.121095 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_hamode_db [None req-bd0e325c-2f6a-45d7-9a15-9ab76e5a9f57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6f15d5ff-3c04-41c6-860a-d37a7eb69d1b', 'name': 'tempest-TestAggregatesBasicOps-1350268914-router', 'tenant_id': 'dc8da86213524a28b1b9c2ee95778f66', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '226f1e78-82cd-4481-9055-4eb73b6db8c1', 'external_fixed_ips': [{'subnet_id': 'ba8deeec-7658-4195-9449-038c076f5c83', 'ip_address': '172.25.2.77'}], 'enable_snat': True}, 'gw_port_id': 'c55fc197-9cf1-4763-b325-703fae8a6880', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-14T07:41:02Z', 'updated_at': '2021-01-14T07:41:07Z', 'revision_number': 4, 'project_id': 'dc8da86213524a28b1b9c2ee95778f66', 'gw_port': {'id': 'c55fc197-9cf1-4763-b325-703fae8a6880', 'name': '', 'network_id': '226f1e78-82cd-4481-9055-4eb73b6db8c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:3c:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f15d5ff-3c04-41c6-860a-d37a7eb69d1b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3585, 'fixed_ips': [{'subnet_id': 'ba8deeec-7658-4195-9449-038c076f5c83', 'ip_address': '172.25.2.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T07:41:03Z', 'updated_at': '2021-01-14T07:41:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ba8deeec-7658-4195-9449-038c076f5c83', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-2', '_interfaces': [{'id': 'a51211e1-ea84-4c95-95bb-04119c50cf3a', 'name': '', 'network_id': '42fdedb3-2084-4b06-8d78-448ff4288882', 'tenant_id': 'dc8da86213524a28b1b9c2ee95778f66', 'mac_address': 'fa:16:3e:6f:1b:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6f15d5ff-3c04-41c6-860a-d37a7eb69d1b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3586, 'fixed_ips': [{'subnet_id': '87b25853-fffc-44f4-ab08-3af38844e273', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T07:41:07Z', 'updated_at': '2021-01-14T07:41:08Z', 'revision_number': 2, 'project_id': 'dc8da86213524a28b1b9c2ee95778f66', 'subnets': [{'id': '87b25853-fffc-44f4-ab08-3af38844e273', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'n-d-768862-2', False) {} {{(pid=84876) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:41:14.125937 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd0e325c-2f6a-45d7-9a15-9ab76e5a9f57 None None] Checking router: 6f15d5ff-3c04-41c6-860a-d37a7eb69d1b for host: n-d-768862-2 {{(pid=84876) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Jan 14 07:41:14.126350 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd0e325c-2f6a-45d7-9a15-9ab76e5a9f57 None None] Updating router 6f15d5ff-3c04-41c6-860a-d37a7eb69d1b port a51211e1-ea84-4c95-95bb-04119c50cf3a binding host n-d-768862-2 {{(pid=84876) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Jan 14 07:41:14.173211 n-d-768862-2 neutron-server[84765]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b8259fe9-2bdd-450f-8398-6e05581c87f7 admin admin] Router a82ed264-85a0-4d28-b74d-204e5143df55 is scheduled to L3 agent 35f592e9-451b-4db9-abea-77b6a5c5391b with binding_index 1 {{(pid=84875) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}} Jan 14 07:41:14.182834 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-bd0e325c-2f6a-45d7-9a15-9ab76e5a9f57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555753'] for port, before_update {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:41:14.268696 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-bdaec33f-3637-4723-8c38-82ba9552213f tempest-FloatingIPTestJSON-1632234116 tempest-FloatingIPTestJSON-1632234116] Notify callbacks [] for port, precommit_update {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:41:14.273130 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-bdaec33f-3637-4723-8c38-82ba9552213f tempest-FloatingIPTestJSON-1632234116 tempest-FloatingIPTestJSON-1632234116] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777640533312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363259214678337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777640097497', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036851521613'] for port, after_update {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:41:14.286955 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-47a6f9cb-9961-4e26-8cb2-defba4a0c92f tempest-FloatingIPAdminTestJSON-398982223 tempest-FloatingIPAdminTestJSON-398982223] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:41:14.378037 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b8259fe9-2bdd-450f-8398-6e05581c87f7 admin admin] Notify agent at l3_agent.n-d-768862-2 the message routers_updated {{(pid=84875) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jan 14 07:41:14.392170 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ee57251-35ec-40a0-8fbc-a40df63bcf08 None None] Sync routers for ids ['a82ed264-85a0-4d28-b74d-204e5143df55'] in n-d-768862-2 {{(pid=84877) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Jan 14 07:41:14.405470 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ee57251-35ec-40a0-8fbc-a40df63bcf08 None None] Routers {'a82ed264-85a0-4d28-b74d-204e5143df55'} bound to L3 agent in host n-d-768862-2 {{(pid=84877) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 14 07:41:14.406532 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_hamode_db [None req-2ee57251-35ec-40a0-8fbc-a40df63bcf08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-01-14T06:56:51Z,description=,heartbeat_timestamp=2021-01-14T07:40:52Z,host='n-d-768862-2',id=35f592e9-451b-4db9-abea-77b6a5c5391b,load=0,resource_versions=,resources_synced=,started_at=2021-01-14T06:56:51Z,topic='l3_agent')) {'router_ids': ['a82ed264-85a0-4d28-b74d-204e5143df55'], 'active': True} {{(pid=84877) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:41:14.421165 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-b8259fe9-2bdd-450f-8398-6e05581c87f7 admin admin] Notify callbacks [] for router, before_response {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:41:14.422562 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-b8259fe9-2bdd-450f-8398-6e05581c87f7 admin admin] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 2.8329062 Jan 14 07:41:14.426289 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84875) accepted ('10.222.0.24', 42170) {{(pid=84875) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:41:14.487363 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdaec33f-3637-4723-8c38-82ba9552213f tempest-FloatingIPTestJSON-1632234116 tempest-FloatingIPTestJSON-1632234116] Pushing event updated for resources: {'Port': ['ID=9b10b835-ff0a-482d-a076-01954746beab,revision_number=2']} {{(pid=84874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:41:14.496295 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-bdaec33f-3637-4723-8c38-82ba9552213f tempest-FloatingIPTestJSON-1632234116 tempest-FloatingIPTestJSON-1632234116] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.209s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:41:14.605896 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-bdaec33f-3637-4723-8c38-82ba9552213f tempest-FloatingIPTestJSON-1632234116 tempest-FloatingIPTestJSON-1632234116] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3912638'] for floatingip, after_update {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:41:14.716449 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_dvr_db [None req-2ee57251-35ec-40a0-8fbc-a40df63bcf08 None None] Set router a82ed264-85a0-4d28-b74d-204e5143df55 gateway port host: n-d-768862-2 {{(pid=84877) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 14 07:41:14.952860 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Device 422e520f-39cc-4b35-b785-59877dc663e6 up at agent ovs-agent-n-d-768862-2 {{(pid=84876) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 07:41:14.959271 n-d-768862-2 neutron-server[84765]: INFO neutron.db.l3_db [None req-bdaec33f-3637-4723-8c38-82ba9552213f tempest-FloatingIPTestJSON-1632234116 tempest-FloatingIPTestJSON-1632234116] Floating IP abbda70f-58f1-4724-aa6a-96df26a728fc associated. External IP: 172.25.2.47, port: 7fdc59c2-0251-4e68-95db-4645652d6f5b. Jan 14 07:41:14.989974 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37ccf897-1549-46eb-a617-bd65d9354196 None None] Network ee19bf97-675b-47b9-aa58-9a7e46ae5727 requested from n-d-768862-2 {{(pid=84876) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 07:41:15.286288 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-bd0e325c-2f6a-45d7-9a15-9ab76e5a9f57 None None] Notify callbacks [] for port, precommit_update {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:41:15.290236 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-aede044e-5e99-4184-9fc9-6ad94bbe1c7a None None] Provisioning for port 422e520f-39cc-4b35-b785-59877dc663e6 completed by entity DHCP. {{(pid=84876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 07:41:15.328604 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-bd0e325c-2f6a-45d7-9a15-9ab76e5a9f57 None None] Transition to ACTIVE for port object a51211e1-ea84-4c95-95bb-04119c50cf3a will not be triggered until provisioned by entity L2. {{(pid=84876) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 07:41:15.332462 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Provisioning for port 422e520f-39cc-4b35-b785-59877dc663e6 completed by entity L2. {{(pid=84876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 07:41:15.338935 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Provisioning complete for port 422e520f-39cc-4b35-b785-59877dc663e6 triggered by entity L2. {{(pid=84876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 07:41:15.339356 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-604227'] for port, provisioning_complete {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:41:15.340121 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_hamode_db [None req-2ee57251-35ec-40a0-8fbc-a40df63bcf08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a82ed264-85a0-4d28-b74d-204e5143df55', 'name': 'tempest-TestAggregatesBasicOps-2086154955-router', 'tenant_id': '67c8a47970234e388afe8252b0c5ca56', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '226f1e78-82cd-4481-9055-4eb73b6db8c1', 'external_fixed_ips': [{'subnet_id': 'ba8deeec-7658-4195-9449-038c076f5c83', 'ip_address': '172.25.2.92'}], 'enable_snat': True}, 'gw_port_id': 'dd5f9769-7b83-4ca3-a319-aca6b3947df1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-14T07:41:11Z', 'updated_at': '2021-01-14T07:41:13Z', 'revision_number': 3, 'project_id': '67c8a47970234e388afe8252b0c5ca56', 'gw_port': {'id': 'dd5f9769-7b83-4ca3-a319-aca6b3947df1', 'name': '', 'network_id': '226f1e78-82cd-4481-9055-4eb73b6db8c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:80:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a82ed264-85a0-4d28-b74d-204e5143df55', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3598, 'fixed_ips': [{'subnet_id': 'ba8deeec-7658-4195-9449-038c076f5c83', 'ip_address': '172.25.2.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T07:41:12Z', 'updated_at': '2021-01-14T07:41:12Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ba8deeec-7658-4195-9449-038c076f5c83', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-2'}], 'n-d-768862-2', False) {} {{(pid=84877) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:41:15.345143 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ee57251-35ec-40a0-8fbc-a40df63bcf08 None None] Checking router: a82ed264-85a0-4d28-b74d-204e5143df55 for host: n-d-768862-2 {{(pid=84877) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Jan 14 07:41:15.345537 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ee57251-35ec-40a0-8fbc-a40df63bcf08 None None] Updating router a82ed264-85a0-4d28-b74d-204e5143df55 port dd5f9769-7b83-4ca3-a319-aca6b3947df1 binding host n-d-768862-2 {{(pid=84877) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Jan 14 07:41:15.394270 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-bd0e325c-2f6a-45d7-9a15-9ab76e5a9f57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777640533312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363259214678337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777640097497'] for port, after_update {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:41:15.398762 n-d-768862-2 neutron-server[84765]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bdaec33f-3637-4723-8c38-82ba9552213f tempest-FloatingIPTestJSON-1632234116 tempest-FloatingIPTestJSON-1632234116] Router 0a94abb3-95e9-4f02-952d-9f95343e501f has already been hosted by L3 agent 35f592e9-451b-4db9-abea-77b6a5c5391b {{(pid=84874) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Jan 14 07:41:15.399865 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-2ee57251-35ec-40a0-8fbc-a40df63bcf08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555753'] for port, before_update {{(pid=84877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:41:15.411865 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-e850845b-864d-4afc-b65c-41f9edf79bf6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84876) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:41:15.482537 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62ed5b49-6f33-457c-afbc-d63d252fbcdc None None] Pushing event updated for resources: {'Port': ['ID=a51211e1-ea84-4c95-95bb-04119c50cf3a,revision_number=3']} {{(pid=84876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:41:15.533651 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-62ed5b49-6f33-457c-afbc-d63d252fbcdc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=84876) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:41:15.619935 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555753'] for port, before_update {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:41:15.676172 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] For port 422e520f-39cc-4b35-b785-59877dc663e6, host n-d-768862-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-2',level=0,port_id=422e520f-39cc-4b35-b785-59877dc663e6,segment=NetworkSegment(97b6e4b8-15fb-4300-bbd5-c6e748e58b9d),segment_id=97b6e4b8-15fb-4300-bbd5-c6e748e58b9d)] {{(pid=84876) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 07:41:15.693341 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777640533312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363259214678337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777640097497'] for port, after_update {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:41:15.697884 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-5af036f1-5c06-40d7-a2f6-29da092de56f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84876) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:41:15.788770 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Pushing event updated for resources: {'Port': ['ID=422e520f-39cc-4b35-b785-59877dc663e6,revision_number=3']} {{(pid=84876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:41:15.800564 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=84876) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:41:15.865366 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-2ee57251-35ec-40a0-8fbc-a40df63bcf08 None None] Notify callbacks [] for port, precommit_update {{(pid=84877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:41:15.875245 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-2ee57251-35ec-40a0-8fbc-a40df63bcf08 None None] Transition to ACTIVE for port object dd5f9769-7b83-4ca3-a319-aca6b3947df1 will not be triggered until provisioned by entity L2. {{(pid=84877) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 07:41:15.880247 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-2ee57251-35ec-40a0-8fbc-a40df63bcf08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777640533312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363259214678337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777640097497'] for port, after_update {{(pid=84877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:41:16.024497 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-9553c311-7428-4752-a0b1-fda6bcd05433 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555753'] for port, before_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:41:16.028617 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.managers [None req-bd0e325c-2f6a-45d7-9a15-9ab76e5a9f57 None None] Attempting to bind port a51211e1-ea84-4c95-95bb-04119c50cf3a on host n-d-768862-2 for vnic_type normal with profile {{(pid=84876) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 14 07:41:16.031084 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.managers [None req-bd0e325c-2f6a-45d7-9a15-9ab76e5a9f57 None None] Attempting to bind port a51211e1-ea84-4c95-95bb-04119c50cf3a by drivers openvswitch on host n-d-768862-2 at level 0 using segments [{'id': '2b228571-b447-442a-a742-e84b4377a920', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '42fdedb3-2084-4b06-8d78-448ff4288882'}] {{(pid=84876) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 14 07:41:16.031506 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd0e325c-2f6a-45d7-9a15-9ab76e5a9f57 None None] Attempting to bind port a51211e1-ea84-4c95-95bb-04119c50cf3a on network 42fdedb3-2084-4b06-8d78-448ff4288882 {{(pid=84876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 14 07:41:16.040098 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd0e325c-2f6a-45d7-9a15-9ab76e5a9f57 None None] Checking agent: {'id': 'ba5efab1-b43c-4d5a-bc52-6e105d4e67a2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768862-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 14, 6, 56, 52), 'started_at': datetime.datetime(2021, 1, 14, 6, 57, 22), 'heartbeat_timestamp': datetime.datetime(2021, 1, 14, 7, 40, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768862-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.29', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 14 07:41:16.040526 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd0e325c-2f6a-45d7-9a15-9ab76e5a9f57 None None] Checking segment: {'id': '2b228571-b447-442a-a742-e84b4377a920', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '42fdedb3-2084-4b06-8d78-448ff4288882'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84876) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 14 07:41:16.041128 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-bd0e325c-2f6a-45d7-9a15-9ab76e5a9f57 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:41:16.041568 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd0e325c-2f6a-45d7-9a15-9ab76e5a9f57 None None] Bound using segment: {'id': '2b228571-b447-442a-a742-e84b4377a920', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '42fdedb3-2084-4b06-8d78-448ff4288882'} {{(pid=84876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 14 07:41:16.046291 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.managers [None req-bd0e325c-2f6a-45d7-9a15-9ab76e5a9f57 None None] Bound port: a51211e1-ea84-4c95-95bb-04119c50cf3a, host: n-d-768862-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2b228571-b447-442a-a742-e84b4377a920', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '42fdedb3-2084-4b06-8d78-448ff4288882'}}] {{(pid=84876) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 14 07:41:16.046746 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-bd0e325c-2f6a-45d7-9a15-9ab76e5a9f57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555753'] for port, before_update {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:41:16.059255 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bdaec33f-3637-4723-8c38-82ba9552213f tempest-FloatingIPTestJSON-1632234116 tempest-FloatingIPTestJSON-1632234116] Notify agent at l3_agent.n-d-768862-2 the message routers_updated {{(pid=84874) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jan 14 07:41:16.091592 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-fe454f47-983e-4b67-b2e5-66fcdf7e26db None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:41:16.106368 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-bdaec33f-3637-4723-8c38-82ba9552213f tempest-FloatingIPTestJSON-1632234116 tempest-FloatingIPTestJSON-1632234116] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854768116'] for floatingip, before_response {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:41:16.136529 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-569aaac9-254f-49e8-a2a0-e58629096b76 None None] Sync routers for ids ['0a94abb3-95e9-4f02-952d-9f95343e501f'] in n-d-768862-2 {{(pid=84876) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Jan 14 07:41:16.181090 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-569aaac9-254f-49e8-a2a0-e58629096b76 None None] Routers {'0a94abb3-95e9-4f02-952d-9f95343e501f'} bound to L3 agent in host n-d-768862-2 {{(pid=84876) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 14 07:41:16.181819 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_hamode_db [None req-569aaac9-254f-49e8-a2a0-e58629096b76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-01-14T06:56:51Z,description=,heartbeat_timestamp=2021-01-14T07:40:52Z,host='n-d-768862-2',id=35f592e9-451b-4db9-abea-77b6a5c5391b,load=0,resource_versions=,resources_synced=,started_at=2021-01-14T06:56:51Z,topic='l3_agent')) {'router_ids': ['0a94abb3-95e9-4f02-952d-9f95343e501f'], 'active': True} {{(pid=84876) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:41:16.194676 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2e2ea6c-45c2-4a6a-a6c2-5ff61b539501 None None] Pushing event updated for resources: {'Port': ['ID=dd5f9769-7b83-4ca3-a319-aca6b3947df1,revision_number=2']} {{(pid=84877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:41:16.225553 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-bdaec33f-3637-4723-8c38-82ba9552213f tempest-FloatingIPTestJSON-1632234116 tempest-FloatingIPTestJSON-1632234116] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 983 time: 3.9807742 Jan 14 07:41:16.226166 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84874) accepted ('10.222.0.24', 42174) {{(pid=84874) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:41:16.232855 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.v2.base [None req-b94c7fde-d2d0-4694-8287-040564fb15d7 tempest-FloatingIPTestJSON-1632234116 tempest-FloatingIPTestJSON-1632234116] Request body: {'floatingip': {'port_id': '7fdc59c2-0251-4e68-95db-4645652d6f5b', 'fixed_ip_address': '172.20.0.13'}} {{(pid=84874) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:41:16.244042 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2e2ea6c-45c2-4a6a-a6c2-5ff61b539501 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@n-h1-768862-2 {{(pid=84877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:41:16.244411 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2e2ea6c-45c2-4a6a-a6c2-5ff61b539501 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-h1-768862-2 {{(pid=84877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:41:16.244788 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2e2ea6c-45c2-4a6a-a6c2-5ff61b539501 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-h1-768862-2 {{(pid=84877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:41:16.245160 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2e2ea6c-45c2-4a6a-a6c2-5ff61b539501 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-h1-768862-2 {{(pid=84877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:41:16.245528 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2e2ea6c-45c2-4a6a-a6c2-5ff61b539501 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@n-h1-768862-2 {{(pid=84877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:41:16.245896 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2e2ea6c-45c2-4a6a-a6c2-5ff61b539501 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-h1-768862-2 {{(pid=84877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:41:16.246258 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2e2ea6c-45c2-4a6a-a6c2-5ff61b539501 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-h1-768862-2 {{(pid=84877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:41:16.246619 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2e2ea6c-45c2-4a6a-a6c2-5ff61b539501 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-h1-768862-2 {{(pid=84877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:41:16.246983 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2e2ea6c-45c2-4a6a-a6c2-5ff61b539501 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-h1-768862-2 {{(pid=84877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:41:16.247349 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2e2ea6c-45c2-4a6a-a6c2-5ff61b539501 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-h1-768862-2 {{(pid=84877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:41:16.247709 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2e2ea6c-45c2-4a6a-a6c2-5ff61b539501 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-h1-768862-2 {{(pid=84877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:41:16.248112 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2e2ea6c-45c2-4a6a-a6c2-5ff61b539501 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-h1-768862-2 {{(pid=84877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:41:16.248514 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2e2ea6c-45c2-4a6a-a6c2-5ff61b539501 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@n-h2-768862-2 {{(pid=84877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:41:16.248869 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2e2ea6c-45c2-4a6a-a6c2-5ff61b539501 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-h2-768862-2 {{(pid=84877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:41:16.249225 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2e2ea6c-45c2-4a6a-a6c2-5ff61b539501 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-h2-768862-2 {{(pid=84877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:41:16.249578 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2e2ea6c-45c2-4a6a-a6c2-5ff61b539501 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-h2-768862-2 {{(pid=84877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:41:16.249931 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2e2ea6c-45c2-4a6a-a6c2-5ff61b539501 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@n-h2-768862-2 {{(pid=84877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:41:16.250284 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2e2ea6c-45c2-4a6a-a6c2-5ff61b539501 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-h2-768862-2 {{(pid=84877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:41:16.250779 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2e2ea6c-45c2-4a6a-a6c2-5ff61b539501 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-h2-768862-2 {{(pid=84877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:41:16.251746 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2e2ea6c-45c2-4a6a-a6c2-5ff61b539501 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-h2-768862-2 {{(pid=84877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:41:16.252139 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2e2ea6c-45c2-4a6a-a6c2-5ff61b539501 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-h2-768862-2 {{(pid=84877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:41:16.252500 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2e2ea6c-45c2-4a6a-a6c2-5ff61b539501 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-h2-768862-2 {{(pid=84877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:41:16.252860 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2e2ea6c-45c2-4a6a-a6c2-5ff61b539501 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-h2-768862-2 {{(pid=84877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:41:16.253217 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2e2ea6c-45c2-4a6a-a6c2-5ff61b539501 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-h2-768862-2 {{(pid=84877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:41:16.253634 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2e2ea6c-45c2-4a6a-a6c2-5ff61b539501 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-2 {{(pid=84877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:41:16.253992 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2e2ea6c-45c2-4a6a-a6c2-5ff61b539501 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-2 {{(pid=84877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:41:16.254352 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2e2ea6c-45c2-4a6a-a6c2-5ff61b539501 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-2 {{(pid=84877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:41:16.254756 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2e2ea6c-45c2-4a6a-a6c2-5ff61b539501 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-2 {{(pid=84877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:41:16.255409 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2e2ea6c-45c2-4a6a-a6c2-5ff61b539501 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@n-d-768862-2 {{(pid=84877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:41:16.255409 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2e2ea6c-45c2-4a6a-a6c2-5ff61b539501 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-2 {{(pid=84877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:41:16.255900 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2e2ea6c-45c2-4a6a-a6c2-5ff61b539501 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-768862-2 {{(pid=84877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:41:16.256266 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2e2ea6c-45c2-4a6a-a6c2-5ff61b539501 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-768862-2 {{(pid=84877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:41:16.256625 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2e2ea6c-45c2-4a6a-a6c2-5ff61b539501 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-2 {{(pid=84877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:41:16.256978 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2e2ea6c-45c2-4a6a-a6c2-5ff61b539501 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-2 {{(pid=84877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:41:16.257342 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2e2ea6c-45c2-4a6a-a6c2-5ff61b539501 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-2 {{(pid=84877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:41:16.257705 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2e2ea6c-45c2-4a6a-a6c2-5ff61b539501 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-2 {{(pid=84877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:41:16.263949 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-c2e2ea6c-45c2-4a6a-a6c2-5ff61b539501 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.172s {{(pid=84877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:41:16.268863 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.managers [None req-2ee57251-35ec-40a0-8fbc-a40df63bcf08 None None] Attempting to bind port dd5f9769-7b83-4ca3-a319-aca6b3947df1 on host n-d-768862-2 for vnic_type normal with profile {{(pid=84877) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 14 07:41:16.269278 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.managers [None req-2ee57251-35ec-40a0-8fbc-a40df63bcf08 None None] Attempting to bind port dd5f9769-7b83-4ca3-a319-aca6b3947df1 by drivers openvswitch on host n-d-768862-2 at level 0 using segments [{'id': 'cf3ded2c-bc47-4a71-89af-6e7117e60140', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '226f1e78-82cd-4481-9055-4eb73b6db8c1'}] {{(pid=84877) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 14 07:41:16.269682 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ee57251-35ec-40a0-8fbc-a40df63bcf08 None None] Attempting to bind port dd5f9769-7b83-4ca3-a319-aca6b3947df1 on network 226f1e78-82cd-4481-9055-4eb73b6db8c1 {{(pid=84877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 14 07:41:16.279627 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_hamode_db [None req-569aaac9-254f-49e8-a2a0-e58629096b76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768862-2', False) {} {{(pid=84876) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:41:16.282509 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ee57251-35ec-40a0-8fbc-a40df63bcf08 None None] Checking agent: {'id': 'ba5efab1-b43c-4d5a-bc52-6e105d4e67a2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768862-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 14, 6, 56, 52), 'started_at': datetime.datetime(2021, 1, 14, 6, 57, 22), 'heartbeat_timestamp': datetime.datetime(2021, 1, 14, 7, 40, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768862-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.29', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 14 07:41:16.283754 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ee57251-35ec-40a0-8fbc-a40df63bcf08 None None] Checking segment: {'id': 'cf3ded2c-bc47-4a71-89af-6e7117e60140', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '226f1e78-82cd-4481-9055-4eb73b6db8c1'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84877) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 14 07:41:16.284240 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-2ee57251-35ec-40a0-8fbc-a40df63bcf08 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:41:16.284681 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ee57251-35ec-40a0-8fbc-a40df63bcf08 None None] Bound using segment: {'id': 'cf3ded2c-bc47-4a71-89af-6e7117e60140', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '226f1e78-82cd-4481-9055-4eb73b6db8c1'} {{(pid=84877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 14 07:41:16.285479 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.managers [None req-2ee57251-35ec-40a0-8fbc-a40df63bcf08 None None] Bound port: dd5f9769-7b83-4ca3-a319-aca6b3947df1, host: n-d-768862-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cf3ded2c-bc47-4a71-89af-6e7117e60140', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '226f1e78-82cd-4481-9055-4eb73b6db8c1'}}] {{(pid=84877) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 14 07:41:16.285619 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-2ee57251-35ec-40a0-8fbc-a40df63bcf08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555753'] for port, before_update {{(pid=84877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:41:16.336714 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [None req-bd0e325c-2f6a-45d7-9a15-9ab76e5a9f57 None None] For port a51211e1-ea84-4c95-95bb-04119c50cf3a, host n-d-768862-2, cleared binding levels {{(pid=84876) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 14 07:41:16.341887 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [None req-bd0e325c-2f6a-45d7-9a15-9ab76e5a9f57 None None] For port a51211e1-ea84-4c95-95bb-04119c50cf3a, host n-d-768862-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-2',level=0,port_id=a51211e1-ea84-4c95-95bb-04119c50cf3a,segment=NetworkSegment(2b228571-b447-442a-a742-e84b4377a920),segment_id=2b228571-b447-442a-a742-e84b4377a920)] {{(pid=84876) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 14 07:41:16.349755 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-bd0e325c-2f6a-45d7-9a15-9ab76e5a9f57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777640533312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363259214678337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777640097497'] for port, after_update {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:41:16.383073 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-b94c7fde-d2d0-4694-8287-040564fb15d7 tempest-FloatingIPTestJSON-1632234116 tempest-FloatingIPTestJSON-1632234116] Notify callbacks [] for floatingip, before_update {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:41:16.385335 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84876) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:41:16.404852 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [None req-2ee57251-35ec-40a0-8fbc-a40df63bcf08 None None] For port dd5f9769-7b83-4ca3-a319-aca6b3947df1, host n-d-768862-2, cleared binding levels {{(pid=84877) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 14 07:41:16.410712 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [None req-2ee57251-35ec-40a0-8fbc-a40df63bcf08 None None] For port dd5f9769-7b83-4ca3-a319-aca6b3947df1, host n-d-768862-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-2',level=0,port_id=dd5f9769-7b83-4ca3-a319-aca6b3947df1,segment=NetworkSegment(cf3ded2c-bc47-4a71-89af-6e7117e60140),segment_id=cf3ded2c-bc47-4a71-89af-6e7117e60140)] {{(pid=84877) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 14 07:41:16.415813 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-569aaac9-254f-49e8-a2a0-e58629096b76 None None] Routers {'0a94abb3-95e9-4f02-952d-9f95343e501f'} bound to L3 agent in host n-d-768862-2 {{(pid=84876) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 14 07:41:16.416565 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-2ee57251-35ec-40a0-8fbc-a40df63bcf08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777640533312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363259214678337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777640097497'] for port, after_update {{(pid=84877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:41:16.416684 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_hamode_db [None req-569aaac9-254f-49e8-a2a0-e58629096b76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-01-14T06:56:51Z,description=,heartbeat_timestamp=2021-01-14T07:40:52Z,host='n-d-768862-2',id=35f592e9-451b-4db9-abea-77b6a5c5391b,load=0,resource_versions=,resources_synced=,started_at=2021-01-14T06:56:51Z,topic='l3_agent')) {'router_ids': ['0a94abb3-95e9-4f02-952d-9f95343e501f'], 'active': True} {{(pid=84876) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:41:16.442986 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-82dd439f-6b0a-47c4-a284-6d43837b570b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:41:16.518168 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_hamode_db [None req-569aaac9-254f-49e8-a2a0-e58629096b76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768862-2', False) {} {{(pid=84876) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:41:16.518626 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-569aaac9-254f-49e8-a2a0-e58629096b76 None None] The sync data for ids ['0a94abb3-95e9-4f02-952d-9f95343e501f'] in n-d-768862-2 is: [] {{(pid=84876) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Jan 14 07:41:16.520216 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-db4c3c11-1183-49d6-8601-c5b057bfed6e None None] Provisioning complete for port 422e520f-39cc-4b35-b785-59877dc663e6 triggered by entity DHCP. {{(pid=84876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 07:41:16.520648 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-db4c3c11-1183-49d6-8601-c5b057bfed6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-604227'] for port, provisioning_complete {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:41:16.581170 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.db_base_plugin_common [None req-9553c311-7428-4752-a0b1-fda6bcd05433 admin admin] Allocated IP 172.20.0.1 (ee19bf97-675b-47b9-aa58-9a7e46ae5727/1db4e0b0-6cd8-4a1f-99c7-f214b511338e/56526c70-58b4-472d-b726-7075f190fee5) {{(pid=84875) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 14 07:41:16.593462 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2e2ea6c-45c2-4a6a-a6c2-5ff61b539501 None None] Pushing event updated for resources: {'Port': ['ID=dd5f9769-7b83-4ca3-a319-aca6b3947df1,revision_number=3']} {{(pid=84877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:41:16.606942 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-c2e2ea6c-45c2-4a6a-a6c2-5ff61b539501 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.164s {{(pid=84877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:41:16.725312 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ee57251-35ec-40a0-8fbc-a40df63bcf08 None None] Routers {'a82ed264-85a0-4d28-b74d-204e5143df55'} bound to L3 agent in host n-d-768862-2 {{(pid=84877) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 14 07:41:16.726313 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_hamode_db [None req-2ee57251-35ec-40a0-8fbc-a40df63bcf08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-01-14T06:56:51Z,description=,heartbeat_timestamp=2021-01-14T07:40:52Z,host='n-d-768862-2',id=35f592e9-451b-4db9-abea-77b6a5c5391b,load=0,resource_versions=,resources_synced=,started_at=2021-01-14T06:56:51Z,topic='l3_agent')) {'router_ids': ['a82ed264-85a0-4d28-b74d-204e5143df55'], 'active': True} {{(pid=84877) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:41:16.869427 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-9553c311-7428-4752-a0b1-fda6bcd05433 admin admin] Notify callbacks [] for port, precommit_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:41:16.889436 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-9553c311-7428-4752-a0b1-fda6bcd05433 admin admin] Transition to ACTIVE for port object 56526c70-58b4-472d-b726-7075f190fee5 will not be triggered until provisioned by entity DHCP. {{(pid=84875) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 07:41:16.896890 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Device 422e520f-39cc-4b35-b785-59877dc663e6 up at agent ovs-agent-n-d-768862-2 {{(pid=84876) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 07:41:16.913975 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-9553c311-7428-4752-a0b1-fda6bcd05433 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777640123575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851621574'] for port, after_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:41:16.932502 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-2e873302-cceb-41a3-acf8-d0996b280ee4 tempest-TagsExtTest-1634423073 tempest-TagsExtTest-1634423073] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:41:16.947083 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62ed5b49-6f33-457c-afbc-d63d252fbcdc None None] Pushing event updated for resources: {'Port': ['ID=a51211e1-ea84-4c95-95bb-04119c50cf3a,revision_number=4']} {{(pid=84876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:41:16.969680 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-62ed5b49-6f33-457c-afbc-d63d252fbcdc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.584s {{(pid=84876) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:41:17.013382 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd0e325c-2f6a-45d7-9a15-9ab76e5a9f57 None None] Routers {'6f15d5ff-3c04-41c6-860a-d37a7eb69d1b'} bound to L3 agent in host n-d-768862-2 {{(pid=84876) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 14 07:41:17.014148 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_hamode_db [None req-bd0e325c-2f6a-45d7-9a15-9ab76e5a9f57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-01-14T06:56:51Z,description=,heartbeat_timestamp=2021-01-14T07:40:52Z,host='n-d-768862-2',id=35f592e9-451b-4db9-abea-77b6a5c5391b,load=0,resource_versions=,resources_synced=,started_at=2021-01-14T06:56:51Z,topic='l3_agent')) {'router_ids': ['6f15d5ff-3c04-41c6-860a-d37a7eb69d1b'], 'active': True} {{(pid=84876) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:41:17.032888 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_dvr_db [None req-2ee57251-35ec-40a0-8fbc-a40df63bcf08 None None] Set router a82ed264-85a0-4d28-b74d-204e5143df55 gateway port host: n-d-768862-2 {{(pid=84877) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 14 07:41:17.095729 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9553c311-7428-4752-a0b1-fda6bcd05433 admin admin] Pushing event updated for resources: {'Port': ['ID=56526c70-58b4-472d-b726-7075f190fee5,revision_number=1']} {{(pid=84875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:41:17.109370 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-9553c311-7428-4752-a0b1-fda6bcd05433 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.177s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:41:17.174596 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Provisioning complete for port 422e520f-39cc-4b35-b785-59877dc663e6 triggered by entity L2. {{(pid=84876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 07:41:17.175291 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-604227'] for port, provisioning_complete {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:41:17.193405 n-d-768862-2 neutron-server[84765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9553c311-7428-4752-a0b1-fda6bcd05433 admin admin] Network ee19bf97-675b-47b9-aa58-9a7e46ae5727 is already hosted by enough agents. {{(pid=84875) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 07:41:17.195601 n-d-768862-2 neutron-server[84765]: DEBUG neutron.scheduler.base_scheduler [None req-9553c311-7428-4752-a0b1-fda6bcd05433 admin admin] Resources bound (agent type, host, resource id): {{(pid=84875) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 07:41:17.199790 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9553c311-7428-4752-a0b1-fda6bcd05433 admin admin] Received port after_create {{(pid=84875) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 14 07:41:17.218794 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-b94c7fde-d2d0-4694-8287-040564fb15d7 tempest-FloatingIPTestJSON-1632234116 tempest-FloatingIPTestJSON-1632234116] Notify callbacks [] for floatingip, precommit_update {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:41:17.227029 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-b94c7fde-d2d0-4694-8287-040564fb15d7 tempest-FloatingIPTestJSON-1632234116 tempest-FloatingIPTestJSON-1632234116] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3912638'] for floatingip, after_update {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:41:17.275804 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-9553c311-7428-4752-a0b1-fda6bcd05433 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036850886386'] for router_interface, before_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:41:17.472384 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_hamode_db [None req-2ee57251-35ec-40a0-8fbc-a40df63bcf08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a82ed264-85a0-4d28-b74d-204e5143df55', 'name': 'tempest-TestAggregatesBasicOps-2086154955-router', 'tenant_id': '67c8a47970234e388afe8252b0c5ca56', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '226f1e78-82cd-4481-9055-4eb73b6db8c1', 'external_fixed_ips': [{'subnet_id': 'ba8deeec-7658-4195-9449-038c076f5c83', 'ip_address': '172.25.2.92'}], 'enable_snat': True}, 'gw_port_id': 'dd5f9769-7b83-4ca3-a319-aca6b3947df1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-14T07:41:11Z', 'updated_at': '2021-01-14T07:41:13Z', 'revision_number': 3, 'project_id': '67c8a47970234e388afe8252b0c5ca56', 'gw_port': {'id': 'dd5f9769-7b83-4ca3-a319-aca6b3947df1', 'name': '', 'network_id': '226f1e78-82cd-4481-9055-4eb73b6db8c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:80:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a82ed264-85a0-4d28-b74d-204e5143df55', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3598, 'fixed_ips': [{'subnet_id': 'ba8deeec-7658-4195-9449-038c076f5c83', 'ip_address': '172.25.2.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T07:41:12Z', 'updated_at': '2021-01-14T07:41:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ba8deeec-7658-4195-9449-038c076f5c83', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-2'}], 'n-d-768862-2', False) {} {{(pid=84877) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:41:17.482143 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ee57251-35ec-40a0-8fbc-a40df63bcf08 None None] The sync data for ids ['a82ed264-85a0-4d28-b74d-204e5143df55'] in n-d-768862-2 is: [{'id': 'a82ed264-85a0-4d28-b74d-204e5143df55', 'name': 'tempest-TestAggregatesBasicOps-2086154955-router', 'tenant_id': '67c8a47970234e388afe8252b0c5ca56', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '226f1e78-82cd-4481-9055-4eb73b6db8c1', 'external_fixed_ips': [{'subnet_id': 'ba8deeec-7658-4195-9449-038c076f5c83', 'ip_address': '172.25.2.92'}], 'enable_snat': True}, 'gw_port_id': 'dd5f9769-7b83-4ca3-a319-aca6b3947df1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-14T07:41:11Z', 'updated_at': '2021-01-14T07:41:13Z', 'revision_number': 3, 'project_id': '67c8a47970234e388afe8252b0c5ca56', 'gw_port': {'id': 'dd5f9769-7b83-4ca3-a319-aca6b3947df1', 'name': '', 'network_id': '226f1e78-82cd-4481-9055-4eb73b6db8c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:80:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a82ed264-85a0-4d28-b74d-204e5143df55', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3598, 'fixed_ips': [{'subnet_id': 'ba8deeec-7658-4195-9449-038c076f5c83', 'ip_address': '172.25.2.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T07:41:12Z', 'updated_at': '2021-01-14T07:41:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ba8deeec-7658-4195-9449-038c076f5c83', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-2'}] {{(pid=84877) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Jan 14 07:41:17.495936 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-9553c311-7428-4752-a0b1-fda6bcd05433 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555753'] for port, before_update {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:41:17.623574 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-f47ded18-0517-4b4c-a71b-ae5c4b058d85 None None] Provisioning complete for port 422e520f-39cc-4b35-b785-59877dc663e6 triggered by entity DHCP. {{(pid=84876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 07:41:17.624045 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-f47ded18-0517-4b4c-a71b-ae5c4b058d85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-604227'] for port, provisioning_complete {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:41:17.718996 n-d-768862-2 neutron-server[84765]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b94c7fde-d2d0-4694-8287-040564fb15d7 tempest-FloatingIPTestJSON-1632234116 tempest-FloatingIPTestJSON-1632234116] Router 0a94abb3-95e9-4f02-952d-9f95343e501f has already been hosted by L3 agent 35f592e9-451b-4db9-abea-77b6a5c5391b {{(pid=84874) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Jan 14 07:41:17.766943 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_dvr_db [None req-bd0e325c-2f6a-45d7-9a15-9ab76e5a9f57 None None] Set router 6f15d5ff-3c04-41c6-860a-d37a7eb69d1b gateway port host: n-d-768862-2 {{(pid=84876) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 14 07:41:17.814042 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-9553c311-7428-4752-a0b1-fda6bcd05433 admin admin] Notify callbacks [] for port, precommit_update {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:41:17.820576 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-9553c311-7428-4752-a0b1-fda6bcd05433 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777640533312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363259214678337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777640097497', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3154211'] for port, after_update {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:41:17.852895 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-dacaab42-732e-45a2-a720-bf65d1169532 tempest-RoutersAdminTest-626627900 tempest-RoutersAdminTest-626627900] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:41:17.931165 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b94c7fde-d2d0-4694-8287-040564fb15d7 tempest-FloatingIPTestJSON-1632234116 tempest-FloatingIPTestJSON-1632234116] Notify agent at l3_agent.n-d-768862-2 the message routers_updated {{(pid=84874) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jan 14 07:41:17.938018 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-b94c7fde-d2d0-4694-8287-040564fb15d7 tempest-FloatingIPTestJSON-1632234116 tempest-FloatingIPTestJSON-1632234116] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854768116'] for floatingip, before_response {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:41:17.942177 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9553c311-7428-4752-a0b1-fda6bcd05433 admin admin] Pushing event updated for resources: {'Port': ['ID=56526c70-58b4-472d-b726-7075f190fee5,revision_number=2']} {{(pid=84875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:41:17.944637 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b675464b-5626-43ef-a222-4024f46e4844 None None] Sync routers for ids ['0a94abb3-95e9-4f02-952d-9f95343e501f'] in n-d-768862-2 {{(pid=84877) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Jan 14 07:41:17.954348 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-9553c311-7428-4752-a0b1-fda6bcd05433 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3206949', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3889649'] for router_interface, after_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:41:17.959683 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b675464b-5626-43ef-a222-4024f46e4844 None None] Routers {'0a94abb3-95e9-4f02-952d-9f95343e501f'} bound to L3 agent in host n-d-768862-2 {{(pid=84877) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 14 07:41:17.960274 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_hamode_db [None req-b675464b-5626-43ef-a222-4024f46e4844 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-01-14T06:56:51Z,description=,heartbeat_timestamp=2021-01-14T07:40:52Z,host='n-d-768862-2',id=35f592e9-451b-4db9-abea-77b6a5c5391b,load=0,resource_versions=,resources_synced=,started_at=2021-01-14T06:56:51Z,topic='l3_agent')) {'router_ids': ['0a94abb3-95e9-4f02-952d-9f95343e501f'], 'active': True} {{(pid=84877) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:41:17.996985 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-9553c311-7428-4752-a0b1-fda6bcd05433 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:41:18.049591 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_hamode_db [None req-b675464b-5626-43ef-a222-4024f46e4844 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768862-2', False) {} {{(pid=84877) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:41:18.061715 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b675464b-5626-43ef-a222-4024f46e4844 None None] Routers {'0a94abb3-95e9-4f02-952d-9f95343e501f'} bound to L3 agent in host n-d-768862-2 {{(pid=84877) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 14 07:41:18.062234 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_hamode_db [None req-b675464b-5626-43ef-a222-4024f46e4844 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-01-14T06:56:51Z,description=,heartbeat_timestamp=2021-01-14T07:40:52Z,host='n-d-768862-2',id=35f592e9-451b-4db9-abea-77b6a5c5391b,load=0,resource_versions=,resources_synced=,started_at=2021-01-14T06:56:51Z,topic='l3_agent')) {'router_ids': ['0a94abb3-95e9-4f02-952d-9f95343e501f'], 'active': True} {{(pid=84877) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:41:18.159787 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-b94c7fde-d2d0-4694-8287-040564fb15d7 tempest-FloatingIPTestJSON-1632234116 tempest-FloatingIPTestJSON-1632234116] 10.222.0.24 "PUT /v2.0/floatingips/abbda70f-58f1-4724-aa6a-96df26a728fc HTTP/1.1" status: 200 len: 978 time: 1.9299018 Jan 14 07:41:18.160047 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_hamode_db [None req-b675464b-5626-43ef-a222-4024f46e4844 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768862-2', False) {} {{(pid=84877) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:41:18.160134 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84874) accepted ('10.222.0.24', 42178) {{(pid=84874) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:41:18.161485 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b675464b-5626-43ef-a222-4024f46e4844 None None] The sync data for ids ['0a94abb3-95e9-4f02-952d-9f95343e501f'] in n-d-768862-2 is: [] {{(pid=84877) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Jan 14 07:41:18.218660 n-d-768862-2 neutron-server[84765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9553c311-7428-4752-a0b1-fda6bcd05433 admin admin] Network ee19bf97-675b-47b9-aa58-9a7e46ae5727 is already hosted by enough agents. {{(pid=84875) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 07:41:18.220298 n-d-768862-2 neutron-server[84765]: DEBUG neutron.scheduler.base_scheduler [None req-9553c311-7428-4752-a0b1-fda6bcd05433 admin admin] Resources bound (agent type, host, resource id): {{(pid=84875) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 07:41:18.275082 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-6454fdf1-4fd9-4f44-986f-e454bddff494 None None] Provisioning for port 56526c70-58b4-472d-b726-7075f190fee5 completed by entity DHCP. {{(pid=84876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 07:41:18.289014 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-6454fdf1-4fd9-4f44-986f-e454bddff494 None None] Provisioning complete for port 56526c70-58b4-472d-b726-7075f190fee5 triggered by entity DHCP. {{(pid=84876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 07:41:18.289444 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-6454fdf1-4fd9-4f44-986f-e454bddff494 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-604227'] for port, provisioning_complete {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:41:18.402400 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.plugin [None req-6454fdf1-4fd9-4f44-986f-e454bddff494 None None] Port 56526c70-58b4-472d-b726-7075f190fee5 cannot update to ACTIVE because it is not bound. {{(pid=84876) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:329}} Jan 14 07:41:18.415232 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_hamode_db [None req-bd0e325c-2f6a-45d7-9a15-9ab76e5a9f57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6f15d5ff-3c04-41c6-860a-d37a7eb69d1b', 'name': 'tempest-TestAggregatesBasicOps-1350268914-router', 'tenant_id': 'dc8da86213524a28b1b9c2ee95778f66', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '226f1e78-82cd-4481-9055-4eb73b6db8c1', 'external_fixed_ips': [{'subnet_id': 'ba8deeec-7658-4195-9449-038c076f5c83', 'ip_address': '172.25.2.77'}], 'enable_snat': True}, 'gw_port_id': 'c55fc197-9cf1-4763-b325-703fae8a6880', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-14T07:41:02Z', 'updated_at': '2021-01-14T07:41:07Z', 'revision_number': 4, 'project_id': 'dc8da86213524a28b1b9c2ee95778f66', 'gw_port': {'id': 'c55fc197-9cf1-4763-b325-703fae8a6880', 'name': '', 'network_id': '226f1e78-82cd-4481-9055-4eb73b6db8c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:3c:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f15d5ff-3c04-41c6-860a-d37a7eb69d1b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3585, 'fixed_ips': [{'subnet_id': 'ba8deeec-7658-4195-9449-038c076f5c83', 'ip_address': '172.25.2.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T07:41:03Z', 'updated_at': '2021-01-14T07:41:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ba8deeec-7658-4195-9449-038c076f5c83', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-2', '_interfaces': [{'id': 'a51211e1-ea84-4c95-95bb-04119c50cf3a', 'name': '', 'network_id': '42fdedb3-2084-4b06-8d78-448ff4288882', 'tenant_id': 'dc8da86213524a28b1b9c2ee95778f66', 'mac_address': 'fa:16:3e:6f:1b:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6f15d5ff-3c04-41c6-860a-d37a7eb69d1b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3586, 'fixed_ips': [{'subnet_id': '87b25853-fffc-44f4-ab08-3af38844e273', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T07:41:07Z', 'updated_at': '2021-01-14T07:41:16Z', 'revision_number': 4, 'project_id': 'dc8da86213524a28b1b9c2ee95778f66', 'subnets': [{'id': '87b25853-fffc-44f4-ab08-3af38844e273', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'n-d-768862-2', False) {} {{(pid=84876) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:41:18.424588 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd0e325c-2f6a-45d7-9a15-9ab76e5a9f57 None None] The sync data for ids ['6f15d5ff-3c04-41c6-860a-d37a7eb69d1b'] in n-d-768862-2 is: [{'id': '6f15d5ff-3c04-41c6-860a-d37a7eb69d1b', 'name': 'tempest-TestAggregatesBasicOps-1350268914-router', 'tenant_id': 'dc8da86213524a28b1b9c2ee95778f66', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '226f1e78-82cd-4481-9055-4eb73b6db8c1', 'external_fixed_ips': [{'subnet_id': 'ba8deeec-7658-4195-9449-038c076f5c83', 'ip_address': '172.25.2.77'}], 'enable_snat': True}, 'gw_port_id': 'c55fc197-9cf1-4763-b325-703fae8a6880', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-14T07:41:02Z', 'updated_at': '2021-01-14T07:41:07Z', 'revision_number': 4, 'project_id': 'dc8da86213524a28b1b9c2ee95778f66', 'gw_port': {'id': 'c55fc197-9cf1-4763-b325-703fae8a6880', 'name': '', 'network_id': '226f1e78-82cd-4481-9055-4eb73b6db8c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:3c:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f15d5ff-3c04-41c6-860a-d37a7eb69d1b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3585, 'fixed_ips': [{'subnet_id': 'ba8deeec-7658-4195-9449-038c076f5c83', 'ip_address': '172.25.2.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T07:41:03Z', 'updated_at': '2021-01-14T07:41:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ba8deeec-7658-4195-9449-038c076f5c83', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-2', '_interfaces': [{'id': 'a51211e1-ea84-4c95-95bb-04119c50cf3a', 'name': '', 'network_id': '42fdedb3-2084-4b06-8d78-448ff4288882', 'tenant_id': 'dc8da86213524a28b1b9c2ee95778f66', 'mac_address': 'fa:16:3e:6f:1b:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6f15d5ff-3c04-41c6-860a-d37a7eb69d1b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3586, 'fixed_ips': [{'subnet_id': '87b25853-fffc-44f4-ab08-3af38844e273', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T07:41:07Z', 'updated_at': '2021-01-14T07:41:16Z', 'revision_number': 4, 'project_id': 'dc8da86213524a28b1b9c2ee95778f66', 'subnets': [{'id': '87b25853-fffc-44f4-ab08-3af38844e273', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=84876) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Jan 14 07:41:18.453174 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.plugin [None req-188788b4-37a5-453e-8197-be6f0def51b8 tempest-FloatingIPTestJSON-1632234116 tempest-FloatingIPTestJSON-1632234116] Deleting port 9b10b835-ff0a-482d-a076-01954746beab {{(pid=84874) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 07:41:18.453843 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-188788b4-37a5-453e-8197-be6f0def51b8 tempest-FloatingIPTestJSON-1632234116 tempest-FloatingIPTestJSON-1632234116] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363259214248359'] for port, before_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:41:18.511022 n-d-768862-2 neutron-server[84765]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9553c311-7428-4752-a0b1-fda6bcd05433 admin admin] Router a82ed264-85a0-4d28-b74d-204e5143df55 has already been hosted by L3 agent 35f592e9-451b-4db9-abea-77b6a5c5391b {{(pid=84875) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Jan 14 07:41:18.556285 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-ce66333c-83e5-45bb-a482-04150534649d None None] Provisioning complete for port 56526c70-58b4-472d-b726-7075f190fee5 triggered by entity DHCP. {{(pid=84876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 07:41:18.556941 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-ce66333c-83e5-45bb-a482-04150534649d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-604227'] for port, provisioning_complete {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:41:18.641795 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.plugin [None req-ce66333c-83e5-45bb-a482-04150534649d None None] Port 56526c70-58b4-472d-b726-7075f190fee5 cannot update to ACTIVE because it is not bound. {{(pid=84876) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:329}} Jan 14 07:41:18.680978 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-188788b4-37a5-453e-8197-be6f0def51b8 tempest-FloatingIPTestJSON-1632234116 tempest-FloatingIPTestJSON-1632234116] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036850862667'] for port, precommit_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:41:18.681346 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-188788b4-37a5-453e-8197-be6f0def51b8 tempest-FloatingIPTestJSON-1632234116 tempest-FloatingIPTestJSON-1632234116] Notify callbacks [] for floatingip, precommit_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:41:18.738183 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9553c311-7428-4752-a0b1-fda6bcd05433 admin admin] Notify agent at l3_agent.n-d-768862-2 the message routers_updated {{(pid=84875) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jan 14 07:41:18.758324 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-9553c311-7428-4752-a0b1-fda6bcd05433 admin admin] 10.222.0.24 "PUT /v2.0/routers/a82ed264-85a0-4d28-b74d-204e5143df55/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.3216667 Jan 14 07:41:18.847938 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.plugin [None req-188788b4-37a5-453e-8197-be6f0def51b8 tempest-FloatingIPTestJSON-1632234116 tempest-FloatingIPTestJSON-1632234116] Calling delete_port for 9b10b835-ff0a-482d-a076-01954746beab owned by network:floatingip {{(pid=84874) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 07:41:18.851734 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-10dda39a-f215-4e83-b0e9-c902f3605899 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363259214191800', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854171626'] for agent, after_update {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:41:18.968442 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Device a51211e1-ea84-4c95-95bb-04119c50cf3a up at agent ovs-agent-n-d-768862-2 {{(pid=84876) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 07:41:19.050009 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-188788b4-37a5-453e-8197-be6f0def51b8 tempest-FloatingIPTestJSON-1632234116 tempest-FloatingIPTestJSON-1632234116] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777640533329', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777640097463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3254186'] for port, after_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:41:19.065626 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Provisioning for port a51211e1-ea84-4c95-95bb-04119c50cf3a completed by entity L2. {{(pid=84876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 07:41:19.070479 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-74ccd2b7-e1ab-48ac-a9eb-0f0b85e493a7 tempest-RoutersAdminTest-2021597473 tempest-RoutersAdminTest-2021597473] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:41:19.072166 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Provisioning complete for port a51211e1-ea84-4c95-95bb-04119c50cf3a triggered by entity L2. {{(pid=84876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 07:41:19.072798 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-604227'] for port, provisioning_complete {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:41:19.175060 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-188788b4-37a5-453e-8197-be6f0def51b8 tempest-FloatingIPTestJSON-1632234116 tempest-FloatingIPTestJSON-1632234116] Pushing event deleted for resources: {'Port': ['ID=9b10b835-ff0a-482d-a076-01954746beab,revision_number=None']} {{(pid=84874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:41:19.198037 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-188788b4-37a5-453e-8197-be6f0def51b8 tempest-FloatingIPTestJSON-1632234116 tempest-FloatingIPTestJSON-1632234116] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@n-h1-768862-2 {{(pid=84874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:41:19.198471 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-188788b4-37a5-453e-8197-be6f0def51b8 tempest-FloatingIPTestJSON-1632234116 tempest-FloatingIPTestJSON-1632234116] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-h1-768862-2 {{(pid=84874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:41:19.199240 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-188788b4-37a5-453e-8197-be6f0def51b8 tempest-FloatingIPTestJSON-1632234116 tempest-FloatingIPTestJSON-1632234116] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-h1-768862-2 {{(pid=84874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:41:19.199240 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-188788b4-37a5-453e-8197-be6f0def51b8 tempest-FloatingIPTestJSON-1632234116 tempest-FloatingIPTestJSON-1632234116] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-h1-768862-2 {{(pid=84874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:41:19.199818 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-188788b4-37a5-453e-8197-be6f0def51b8 tempest-FloatingIPTestJSON-1632234116 tempest-FloatingIPTestJSON-1632234116] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@n-h1-768862-2 {{(pid=84874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:41:19.200259 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-188788b4-37a5-453e-8197-be6f0def51b8 tempest-FloatingIPTestJSON-1632234116 tempest-FloatingIPTestJSON-1632234116] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-h1-768862-2 {{(pid=84874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:41:19.200714 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-188788b4-37a5-453e-8197-be6f0def51b8 tempest-FloatingIPTestJSON-1632234116 tempest-FloatingIPTestJSON-1632234116] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-h1-768862-2 {{(pid=84874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:41:19.201061 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-188788b4-37a5-453e-8197-be6f0def51b8 tempest-FloatingIPTestJSON-1632234116 tempest-FloatingIPTestJSON-1632234116] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-h1-768862-2 {{(pid=84874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:41:19.201474 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-188788b4-37a5-453e-8197-be6f0def51b8 tempest-FloatingIPTestJSON-1632234116 tempest-FloatingIPTestJSON-1632234116] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-h1-768862-2 {{(pid=84874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:41:19.201875 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-188788b4-37a5-453e-8197-be6f0def51b8 tempest-FloatingIPTestJSON-1632234116 tempest-FloatingIPTestJSON-1632234116] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-h1-768862-2 {{(pid=84874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:41:19.202280 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-188788b4-37a5-453e-8197-be6f0def51b8 tempest-FloatingIPTestJSON-1632234116 tempest-FloatingIPTestJSON-1632234116] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-h1-768862-2 {{(pid=84874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:41:19.202688 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-188788b4-37a5-453e-8197-be6f0def51b8 tempest-FloatingIPTestJSON-1632234116 tempest-FloatingIPTestJSON-1632234116] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-h1-768862-2 {{(pid=84874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:41:19.203129 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-188788b4-37a5-453e-8197-be6f0def51b8 tempest-FloatingIPTestJSON-1632234116 tempest-FloatingIPTestJSON-1632234116] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@n-h2-768862-2 {{(pid=84874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:41:19.203532 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-188788b4-37a5-453e-8197-be6f0def51b8 tempest-FloatingIPTestJSON-1632234116 tempest-FloatingIPTestJSON-1632234116] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-h2-768862-2 {{(pid=84874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:41:19.204260 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-188788b4-37a5-453e-8197-be6f0def51b8 tempest-FloatingIPTestJSON-1632234116 tempest-FloatingIPTestJSON-1632234116] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-h2-768862-2 {{(pid=84874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:41:19.204344 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-188788b4-37a5-453e-8197-be6f0def51b8 tempest-FloatingIPTestJSON-1632234116 tempest-FloatingIPTestJSON-1632234116] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-h2-768862-2 {{(pid=84874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:41:19.204746 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-188788b4-37a5-453e-8197-be6f0def51b8 tempest-FloatingIPTestJSON-1632234116 tempest-FloatingIPTestJSON-1632234116] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@n-h2-768862-2 {{(pid=84874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:41:19.205152 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-188788b4-37a5-453e-8197-be6f0def51b8 tempest-FloatingIPTestJSON-1632234116 tempest-FloatingIPTestJSON-1632234116] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-h2-768862-2 {{(pid=84874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:41:19.205555 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-188788b4-37a5-453e-8197-be6f0def51b8 tempest-FloatingIPTestJSON-1632234116 tempest-FloatingIPTestJSON-1632234116] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-h2-768862-2 {{(pid=84874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:41:19.205959 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-188788b4-37a5-453e-8197-be6f0def51b8 tempest-FloatingIPTestJSON-1632234116 tempest-FloatingIPTestJSON-1632234116] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-h2-768862-2 {{(pid=84874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:41:19.206362 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-188788b4-37a5-453e-8197-be6f0def51b8 tempest-FloatingIPTestJSON-1632234116 tempest-FloatingIPTestJSON-1632234116] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-h2-768862-2 {{(pid=84874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:41:19.206483 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555753'] for port, before_update {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:41:19.206765 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-188788b4-37a5-453e-8197-be6f0def51b8 tempest-FloatingIPTestJSON-1632234116 tempest-FloatingIPTestJSON-1632234116] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-h2-768862-2 {{(pid=84874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:41:19.207165 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-188788b4-37a5-453e-8197-be6f0def51b8 tempest-FloatingIPTestJSON-1632234116 tempest-FloatingIPTestJSON-1632234116] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-h2-768862-2 {{(pid=84874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:41:19.207590 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-188788b4-37a5-453e-8197-be6f0def51b8 tempest-FloatingIPTestJSON-1632234116 tempest-FloatingIPTestJSON-1632234116] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-h2-768862-2 {{(pid=84874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:41:19.208142 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-188788b4-37a5-453e-8197-be6f0def51b8 tempest-FloatingIPTestJSON-1632234116 tempest-FloatingIPTestJSON-1632234116] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-2 {{(pid=84874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:41:19.208502 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-188788b4-37a5-453e-8197-be6f0def51b8 tempest-FloatingIPTestJSON-1632234116 tempest-FloatingIPTestJSON-1632234116] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-2 {{(pid=84874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:41:19.208894 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-188788b4-37a5-453e-8197-be6f0def51b8 tempest-FloatingIPTestJSON-1632234116 tempest-FloatingIPTestJSON-1632234116] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-2 {{(pid=84874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:41:19.209294 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-188788b4-37a5-453e-8197-be6f0def51b8 tempest-FloatingIPTestJSON-1632234116 tempest-FloatingIPTestJSON-1632234116] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-2 {{(pid=84874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:41:19.209691 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-188788b4-37a5-453e-8197-be6f0def51b8 tempest-FloatingIPTestJSON-1632234116 tempest-FloatingIPTestJSON-1632234116] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@n-d-768862-2 {{(pid=84874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:41:19.210094 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-188788b4-37a5-453e-8197-be6f0def51b8 tempest-FloatingIPTestJSON-1632234116 tempest-FloatingIPTestJSON-1632234116] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-2 {{(pid=84874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:41:19.210491 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-188788b4-37a5-453e-8197-be6f0def51b8 tempest-FloatingIPTestJSON-1632234116 tempest-FloatingIPTestJSON-1632234116] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-768862-2 {{(pid=84874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:41:19.210891 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-188788b4-37a5-453e-8197-be6f0def51b8 tempest-FloatingIPTestJSON-1632234116 tempest-FloatingIPTestJSON-1632234116] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-768862-2 {{(pid=84874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:41:19.211289 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-188788b4-37a5-453e-8197-be6f0def51b8 tempest-FloatingIPTestJSON-1632234116 tempest-FloatingIPTestJSON-1632234116] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-2 {{(pid=84874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:41:19.211687 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-188788b4-37a5-453e-8197-be6f0def51b8 tempest-FloatingIPTestJSON-1632234116 tempest-FloatingIPTestJSON-1632234116] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-2 {{(pid=84874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:41:19.212108 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-188788b4-37a5-453e-8197-be6f0def51b8 tempest-FloatingIPTestJSON-1632234116 tempest-FloatingIPTestJSON-1632234116] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-2 {{(pid=84874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:41:19.212506 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-188788b4-37a5-453e-8197-be6f0def51b8 tempest-FloatingIPTestJSON-1632234116 tempest-FloatingIPTestJSON-1632234116] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-2 {{(pid=84874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:41:19.221134 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-188788b4-37a5-453e-8197-be6f0def51b8 tempest-FloatingIPTestJSON-1632234116 tempest-FloatingIPTestJSON-1632234116] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:41:19.244510 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] For port a51211e1-ea84-4c95-95bb-04119c50cf3a, host n-d-768862-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-2',level=0,port_id=a51211e1-ea84-4c95-95bb-04119c50cf3a,segment=NetworkSegment(2b228571-b447-442a-a742-e84b4377a920),segment_id=2b228571-b447-442a-a742-e84b4377a920)] {{(pid=84876) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 07:41:19.248842 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777640533312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363259214678337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777640097497'] for port, after_update {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:41:19.249780 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Device dd5f9769-7b83-4ca3-a319-aca6b3947df1 up at agent ovs-agent-n-d-768862-2 {{(pid=84876) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 07:41:19.290161 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-adeaea28-ccbc-41f5-bf65-4f3275d104ff None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84876) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:41:19.353621 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-188788b4-37a5-453e-8197-be6f0def51b8 tempest-FloatingIPTestJSON-1632234116 tempest-FloatingIPTestJSON-1632234116] Notify callbacks [] for floatingip, after_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:41:19.354024 n-d-768862-2 neutron-server[84765]: INFO neutron.db.l3_db [None req-188788b4-37a5-453e-8197-be6f0def51b8 tempest-FloatingIPTestJSON-1632234116 tempest-FloatingIPTestJSON-1632234116] Floating IP abbda70f-58f1-4724-aa6a-96df26a728fc disassociated (deleted). External IP: 172.25.2.47, port: 7fdc59c2-0251-4e68-95db-4645652d6f5b. Jan 14 07:41:19.387934 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Pushing event updated for resources: {'Port': ['ID=a51211e1-ea84-4c95-95bb-04119c50cf3a,revision_number=5']} {{(pid=84876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:41:19.397092 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=84876) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:41:19.399812 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Provisioning for port dd5f9769-7b83-4ca3-a319-aca6b3947df1 completed by entity L2. {{(pid=84876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 07:41:19.405817 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Provisioning complete for port dd5f9769-7b83-4ca3-a319-aca6b3947df1 triggered by entity L2. {{(pid=84876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 07:41:19.406330 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-604227'] for port, provisioning_complete {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:41:19.534006 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555753'] for port, before_update {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:41:19.551278 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] For port dd5f9769-7b83-4ca3-a319-aca6b3947df1, host n-d-768862-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-2',level=0,port_id=dd5f9769-7b83-4ca3-a319-aca6b3947df1,segment=NetworkSegment(cf3ded2c-bc47-4a71-89af-6e7117e60140),segment_id=cf3ded2c-bc47-4a71-89af-6e7117e60140)] {{(pid=84876) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 07:41:19.555347 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777640533312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363259214678337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777640097497'] for port, after_update {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:41:19.557632 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84876) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:41:19.625949 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Pushing event updated for resources: {'Port': ['ID=dd5f9769-7b83-4ca3-a319-aca6b3947df1,revision_number=4']} {{(pid=84876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:41:19.632736 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=84876) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:41:19.750157 n-d-768862-2 neutron-server[84765]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-188788b4-37a5-453e-8197-be6f0def51b8 tempest-FloatingIPTestJSON-1632234116 tempest-FloatingIPTestJSON-1632234116] Router 0a94abb3-95e9-4f02-952d-9f95343e501f has already been hosted by L3 agent 35f592e9-451b-4db9-abea-77b6a5c5391b {{(pid=84874) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Jan 14 07:41:19.938495 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-188788b4-37a5-453e-8197-be6f0def51b8 tempest-FloatingIPTestJSON-1632234116 tempest-FloatingIPTestJSON-1632234116] Notify agent at l3_agent.n-d-768862-2 the message routers_updated {{(pid=84874) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jan 14 07:41:19.950086 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5766ba69-d82d-4574-9177-ddd7e82122d9 None None] Sync routers for ids ['0a94abb3-95e9-4f02-952d-9f95343e501f'] in n-d-768862-2 {{(pid=84876) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Jan 14 07:41:19.960363 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-188788b4-37a5-453e-8197-be6f0def51b8 tempest-FloatingIPTestJSON-1632234116 tempest-FloatingIPTestJSON-1632234116] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854768116'] for floatingip, before_response {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:41:19.962493 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5766ba69-d82d-4574-9177-ddd7e82122d9 None None] Routers {'0a94abb3-95e9-4f02-952d-9f95343e501f'} bound to L3 agent in host n-d-768862-2 {{(pid=84876) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 14 07:41:19.963367 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_hamode_db [None req-5766ba69-d82d-4574-9177-ddd7e82122d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-01-14T06:56:51Z,description=,heartbeat_timestamp=2021-01-14T07:40:52Z,host='n-d-768862-2',id=35f592e9-451b-4db9-abea-77b6a5c5391b,load=0,resource_versions=,resources_synced=,started_at=2021-01-14T06:56:51Z,topic='l3_agent')) {'router_ids': ['0a94abb3-95e9-4f02-952d-9f95343e501f'], 'active': True} {{(pid=84876) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:41:20.030477 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-188788b4-37a5-453e-8197-be6f0def51b8 tempest-FloatingIPTestJSON-1632234116 tempest-FloatingIPTestJSON-1632234116] 10.222.0.24 "DELETE /v2.0/floatingips/abbda70f-58f1-4724-aa6a-96df26a728fc HTTP/1.1" status: 204 len: 168 time: 1.8663988 Jan 14 07:41:20.030786 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84874) accepted ('10.222.0.24', 42216) {{(pid=84874) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:41:20.047088 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_hamode_db [None req-5766ba69-d82d-4574-9177-ddd7e82122d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768862-2', False) {} {{(pid=84876) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:41:20.058200 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5766ba69-d82d-4574-9177-ddd7e82122d9 None None] Routers {'0a94abb3-95e9-4f02-952d-9f95343e501f'} bound to L3 agent in host n-d-768862-2 {{(pid=84876) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 14 07:41:20.058896 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_hamode_db [None req-5766ba69-d82d-4574-9177-ddd7e82122d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-01-14T06:56:51Z,description=,heartbeat_timestamp=2021-01-14T07:40:52Z,host='n-d-768862-2',id=35f592e9-451b-4db9-abea-77b6a5c5391b,load=0,resource_versions=,resources_synced=,started_at=2021-01-14T06:56:51Z,topic='l3_agent')) {'router_ids': ['0a94abb3-95e9-4f02-952d-9f95343e501f'], 'active': True} {{(pid=84876) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:41:20.129946 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_hamode_db [None req-5766ba69-d82d-4574-9177-ddd7e82122d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768862-2', False) {} {{(pid=84876) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:41:20.130401 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5766ba69-d82d-4574-9177-ddd7e82122d9 None None] The sync data for ids ['0a94abb3-95e9-4f02-952d-9f95343e501f'] in n-d-768862-2 is: [] {{(pid=84876) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Jan 14 07:41:20.392842 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84875) accepted ('10.222.0.24', 42232) {{(pid=84875) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:41:20.438028 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.plugin [None req-a784090e-ce28-4882-bfde-bc7f3a8e9cd0 tempest-FloatingIPTestJSON-1632234116 tempest-FloatingIPTestJSON-1632234116] Deleting port 7fdc59c2-0251-4e68-95db-4645652d6f5b {{(pid=84874) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 07:41:20.438526 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-a784090e-ce28-4882-bfde-bc7f3a8e9cd0 tempest-FloatingIPTestJSON-1632234116 tempest-FloatingIPTestJSON-1632234116] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363259214248359'] for port, before_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:41:20.731442 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-a784090e-ce28-4882-bfde-bc7f3a8e9cd0 tempest-FloatingIPTestJSON-1632234116 tempest-FloatingIPTestJSON-1632234116] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036850862667'] for port, precommit_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:41:20.838436 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Device a51211e1-ea84-4c95-95bb-04119c50cf3a up at agent ovs-agent-n-d-768862-2 {{(pid=84876) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 07:41:20.878377 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.plugin [None req-a784090e-ce28-4882-bfde-bc7f3a8e9cd0 tempest-FloatingIPTestJSON-1632234116 tempest-FloatingIPTestJSON-1632234116] Calling delete_port for 7fdc59c2-0251-4e68-95db-4645652d6f5b owned by {{(pid=84874) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 07:41:20.926784 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Provisioning complete for port a51211e1-ea84-4c95-95bb-04119c50cf3a triggered by entity L2. {{(pid=84876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 07:41:20.927213 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-604227'] for port, provisioning_complete {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:41:21.059524 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Device dd5f9769-7b83-4ca3-a319-aca6b3947df1 up at agent ovs-agent-n-d-768862-2 {{(pid=84876) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 07:41:21.116411 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-a784090e-ce28-4882-bfde-bc7f3a8e9cd0 tempest-FloatingIPTestJSON-1632234116 tempest-FloatingIPTestJSON-1632234116] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777640533329', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777640097463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3254186'] for port, after_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:41:21.136278 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Provisioning complete for port dd5f9769-7b83-4ca3-a319-aca6b3947df1 triggered by entity L2. {{(pid=84876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 07:41:21.136703 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-604227'] for port, provisioning_complete {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:41:21.141105 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-c12fa03b-45ac-42b2-b628-b7e1d5e0a603 tempest-TestNetworkAdvancedServerOps-470546014 tempest-TestNetworkAdvancedServerOps-470546014] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:41:21.187516 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33846469-aa30-406b-83bc-5fbebe764d2e None None] Sync routers for ids ['a82ed264-85a0-4d28-b74d-204e5143df55'] in n-d-768862-2 {{(pid=84877) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Jan 14 07:41:21.205207 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33846469-aa30-406b-83bc-5fbebe764d2e None None] Routers {'a82ed264-85a0-4d28-b74d-204e5143df55'} bound to L3 agent in host n-d-768862-2 {{(pid=84877) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 14 07:41:21.206565 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_hamode_db [None req-33846469-aa30-406b-83bc-5fbebe764d2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-01-14T06:56:51Z,description=,heartbeat_timestamp=2021-01-14T07:40:52Z,host='n-d-768862-2',id=35f592e9-451b-4db9-abea-77b6a5c5391b,load=0,resource_versions=,resources_synced=,started_at=2021-01-14T06:56:51Z,topic='l3_agent')) {'router_ids': ['a82ed264-85a0-4d28-b74d-204e5143df55'], 'active': True} {{(pid=84877) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:41:21.309385 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a784090e-ce28-4882-bfde-bc7f3a8e9cd0 tempest-FloatingIPTestJSON-1632234116 tempest-FloatingIPTestJSON-1632234116] Pushing event deleted for resources: {'Port': ['ID=7fdc59c2-0251-4e68-95db-4645652d6f5b,revision_number=None']} {{(pid=84874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:41:21.316605 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-a09a7911-9070-4725-9026-d2616f735f85 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3889632'] for router_interface, before_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:41:21.320399 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-a784090e-ce28-4882-bfde-bc7f3a8e9cd0 tempest-FloatingIPTestJSON-1632234116 tempest-FloatingIPTestJSON-1632234116] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.179s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:41:21.400943 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-a784090e-ce28-4882-bfde-bc7f3a8e9cd0 tempest-FloatingIPTestJSON-1632234116 tempest-FloatingIPTestJSON-1632234116] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854768116'] for port, before_response {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:41:21.412378 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-a784090e-ce28-4882-bfde-bc7f3a8e9cd0 tempest-FloatingIPTestJSON-1632234116 tempest-FloatingIPTestJSON-1632234116] 10.222.0.24 "DELETE /v2.0/ports/7fdc59c2-0251-4e68-95db-4645652d6f5b HTTP/1.1" status: 204 len: 168 time: 1.3804176 Jan 14 07:41:21.416390 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84874) accepted ('10.222.0.24', 42236) {{(pid=84874) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:41:21.422346 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.v2.base [None req-3db67d1c-1987-43a8-97f5-961eb972dff4 tempest-FloatingIPTestJSON-1632234116 tempest-FloatingIPTestJSON-1632234116] Request body: {'floatingip': {'floating_network_id': '226f1e78-82cd-4481-9055-4eb73b6db8c1'}} {{(pid=84874) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:41:21.429221 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_dvr_db [None req-33846469-aa30-406b-83bc-5fbebe764d2e None None] Set router a82ed264-85a0-4d28-b74d-204e5143df55 gateway port host: n-d-768862-2 {{(pid=84877) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 14 07:41:21.433449 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-3db67d1c-1987-43a8-97f5-961eb972dff4 tempest-FloatingIPTestJSON-1632234116 tempest-FloatingIPTestJSON-1632234116] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:41:21.437867 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-3db67d1c-1987-43a8-97f5-961eb972dff4 tempest-FloatingIPTestJSON-1632234116 tempest-FloatingIPTestJSON-1632234116] Usage tracker for resource:floatingip and tenant:1c55c328d6854ee381dab36dc470b7b0 is out of sync, need to count used quota {{(pid=84874) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:41:21.440911 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-3db67d1c-1987-43a8-97f5-961eb972dff4 tempest-FloatingIPTestJSON-1632234116 tempest-FloatingIPTestJSON-1632234116] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=84874) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:41:21.447052 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-3db67d1c-1987-43a8-97f5-961eb972dff4 tempest-FloatingIPTestJSON-1632234116 tempest-FloatingIPTestJSON-1632234116] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=84874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:41:21.459751 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-3db67d1c-1987-43a8-97f5-961eb972dff4 tempest-FloatingIPTestJSON-1632234116 tempest-FloatingIPTestJSON-1632234116] Notify callbacks [] for floatingip, before_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:41:21.617073 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-3db67d1c-1987-43a8-97f5-961eb972dff4 tempest-FloatingIPTestJSON-1632234116 tempest-FloatingIPTestJSON-1632234116] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555753'] for port, before_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:41:21.748471 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-1a64f88e-3f26-4147-a0c8-38e9a4c64ddb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363259214191800', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854171626'] for agent, after_update {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:41:21.785261 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_hamode_db [None req-33846469-aa30-406b-83bc-5fbebe764d2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a82ed264-85a0-4d28-b74d-204e5143df55', 'name': 'tempest-TestAggregatesBasicOps-2086154955-router', 'tenant_id': '67c8a47970234e388afe8252b0c5ca56', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '226f1e78-82cd-4481-9055-4eb73b6db8c1', 'external_fixed_ips': [{'subnet_id': 'ba8deeec-7658-4195-9449-038c076f5c83', 'ip_address': '172.25.2.92'}], 'enable_snat': True}, 'gw_port_id': 'dd5f9769-7b83-4ca3-a319-aca6b3947df1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-14T07:41:11Z', 'updated_at': '2021-01-14T07:41:17Z', 'revision_number': 4, 'project_id': '67c8a47970234e388afe8252b0c5ca56', 'gw_port': {'id': 'dd5f9769-7b83-4ca3-a319-aca6b3947df1', 'name': '', 'network_id': '226f1e78-82cd-4481-9055-4eb73b6db8c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:80:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a82ed264-85a0-4d28-b74d-204e5143df55', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3598, 'fixed_ips': [{'subnet_id': 'ba8deeec-7658-4195-9449-038c076f5c83', 'ip_address': '172.25.2.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T07:41:12Z', 'updated_at': '2021-01-14T07:41:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ba8deeec-7658-4195-9449-038c076f5c83', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-2', '_interfaces': [{'id': '56526c70-58b4-472d-b726-7075f190fee5', 'name': '', 'network_id': 'ee19bf97-675b-47b9-aa58-9a7e46ae5727', 'tenant_id': '67c8a47970234e388afe8252b0c5ca56', 'mac_address': 'fa:16:3e:49:87:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a82ed264-85a0-4d28-b74d-204e5143df55', 'device_owner': 'network:router_interface', 'standard_attr_id': 3601, 'fixed_ips': [{'subnet_id': '1db4e0b0-6cd8-4a1f-99c7-f214b511338e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T07:41:16Z', 'updated_at': '2021-01-14T07:41:17Z', 'revision_number': 2, 'project_id': '67c8a47970234e388afe8252b0c5ca56', 'subnets': [{'id': '1db4e0b0-6cd8-4a1f-99c7-f214b511338e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'n-d-768862-2', False) {} {{(pid=84877) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:41:21.789729 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33846469-aa30-406b-83bc-5fbebe764d2e None None] Checking router: a82ed264-85a0-4d28-b74d-204e5143df55 for host: n-d-768862-2 {{(pid=84877) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Jan 14 07:41:21.790125 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33846469-aa30-406b-83bc-5fbebe764d2e None None] Updating router a82ed264-85a0-4d28-b74d-204e5143df55 port 56526c70-58b4-472d-b726-7075f190fee5 binding host n-d-768862-2 {{(pid=84877) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Jan 14 07:41:21.841148 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.plugin [None req-a09a7911-9070-4725-9026-d2616f735f85 admin admin] Deleting port a51211e1-ea84-4c95-95bb-04119c50cf3a {{(pid=84875) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 07:41:21.841862 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-a09a7911-9070-4725-9026-d2616f735f85 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363259214248359'] for port, before_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:41:21.847666 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-33846469-aa30-406b-83bc-5fbebe764d2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555753'] for port, before_update {{(pid=84877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:41:21.884966 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-da76cfc0-98e8-4426-9f6d-4f05aa3fae78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363259214191800', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854171626'] for agent, after_update {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:41:21.912740 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.db_base_plugin_common [None req-3db67d1c-1987-43a8-97f5-961eb972dff4 tempest-FloatingIPTestJSON-1632234116 tempest-FloatingIPTestJSON-1632234116] Allocated IP 172.25.2.221 (226f1e78-82cd-4481-9055-4eb73b6db8c1/ba8deeec-7658-4195-9449-038c076f5c83/96725c8c-1a63-4fa9-a248-15704d9ef6db) {{(pid=84874) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 14 07:41:22.040556 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [None req-a09a7911-9070-4725-9026-d2616f735f85 admin admin] For port a51211e1-ea84-4c95-95bb-04119c50cf3a, host n-d-768862-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-2',level=0,port_id=a51211e1-ea84-4c95-95bb-04119c50cf3a,segment=NetworkSegment(2b228571-b447-442a-a742-e84b4377a920),segment_id=2b228571-b447-442a-a742-e84b4377a920)] {{(pid=84875) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 07:41:22.040921 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-a09a7911-9070-4725-9026-d2616f735f85 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036850862667'] for port, precommit_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:41:22.088824 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-3db67d1c-1987-43a8-97f5-961eb972dff4 tempest-FloatingIPTestJSON-1632234116 tempest-FloatingIPTestJSON-1632234116] Notify callbacks [] for port, precommit_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:41:22.117791 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-3db67d1c-1987-43a8-97f5-961eb972dff4 tempest-FloatingIPTestJSON-1632234116 tempest-FloatingIPTestJSON-1632234116] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777640123575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3254186'] for port, after_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:41:22.133949 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-029eafa4-3378-4df5-945c-878d90a8208a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:41:22.183178 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.plugin [None req-a09a7911-9070-4725-9026-d2616f735f85 admin admin] Calling delete_port for a51211e1-ea84-4c95-95bb-04119c50cf3a owned by network:router_interface {{(pid=84875) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 07:41:22.214245 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3db67d1c-1987-43a8-97f5-961eb972dff4 tempest-FloatingIPTestJSON-1632234116 tempest-FloatingIPTestJSON-1632234116] Pushing event updated for resources: {'Port': ['ID=96725c8c-1a63-4fa9-a248-15704d9ef6db,revision_number=1']} {{(pid=84874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:41:22.218318 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-3db67d1c-1987-43a8-97f5-961eb972dff4 tempest-FloatingIPTestJSON-1632234116 tempest-FloatingIPTestJSON-1632234116] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:41:22.367592 n-d-768862-2 neutron-server[84765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3db67d1c-1987-43a8-97f5-961eb972dff4 tempest-FloatingIPTestJSON-1632234116 tempest-FloatingIPTestJSON-1632234116] Network 226f1e78-82cd-4481-9055-4eb73b6db8c1 is already hosted by enough agents. {{(pid=84874) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 07:41:22.368868 n-d-768862-2 neutron-server[84765]: DEBUG neutron.scheduler.base_scheduler [None req-3db67d1c-1987-43a8-97f5-961eb972dff4 tempest-FloatingIPTestJSON-1632234116 tempest-FloatingIPTestJSON-1632234116] Resources bound (agent type, host, resource id): {{(pid=84874) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 07:41:22.370246 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-a09a7911-9070-4725-9026-d2616f735f85 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777640533329', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777640097463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851621574'] for port, after_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:41:22.372585 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3db67d1c-1987-43a8-97f5-961eb972dff4 tempest-FloatingIPTestJSON-1632234116 tempest-FloatingIPTestJSON-1632234116] Received port after_create {{(pid=84874) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 14 07:41:22.390232 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-9553c311-7428-4752-a0b1-fda6bcd05433 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:41:22.437001 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-33846469-aa30-406b-83bc-5fbebe764d2e None None] Notify callbacks [] for port, precommit_update {{(pid=84877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:41:22.449853 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-33846469-aa30-406b-83bc-5fbebe764d2e None None] Transition to ACTIVE for port object 56526c70-58b4-472d-b726-7075f190fee5 will not be triggered until provisioned by entity L2. {{(pid=84877) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 07:41:22.453282 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-33846469-aa30-406b-83bc-5fbebe764d2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777640533312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363259214678337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777640097497'] for port, after_update {{(pid=84877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:41:22.461141 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-3db67d1c-1987-43a8-97f5-961eb972dff4 tempest-FloatingIPTestJSON-1632234116 tempest-FloatingIPTestJSON-1632234116] Notify callbacks [] for floatingip, precommit_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:41:22.469576 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-cf61cb80-f277-4734-9ceb-15df818e84ab None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:41:22.483659 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a09a7911-9070-4725-9026-d2616f735f85 admin admin] Pushing event deleted for resources: {'Port': ['ID=a51211e1-ea84-4c95-95bb-04119c50cf3a,revision_number=None']} {{(pid=84875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:41:22.506202 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a09a7911-9070-4725-9026-d2616f735f85 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@n-h1-768862-2 {{(pid=84875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:41:22.506633 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a09a7911-9070-4725-9026-d2616f735f85 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-h1-768862-2 {{(pid=84875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:41:22.507509 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a09a7911-9070-4725-9026-d2616f735f85 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-h1-768862-2 {{(pid=84875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:41:22.507962 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a09a7911-9070-4725-9026-d2616f735f85 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-h1-768862-2 {{(pid=84875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:41:22.508361 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a09a7911-9070-4725-9026-d2616f735f85 admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@n-h1-768862-2 {{(pid=84875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:41:22.508773 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a09a7911-9070-4725-9026-d2616f735f85 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-h1-768862-2 {{(pid=84875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:41:22.509195 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a09a7911-9070-4725-9026-d2616f735f85 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-h1-768862-2 {{(pid=84875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:41:22.509608 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a09a7911-9070-4725-9026-d2616f735f85 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-h1-768862-2 {{(pid=84875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:41:22.510006 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a09a7911-9070-4725-9026-d2616f735f85 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-h1-768862-2 {{(pid=84875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:41:22.510405 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a09a7911-9070-4725-9026-d2616f735f85 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-h1-768862-2 {{(pid=84875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:41:22.510798 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a09a7911-9070-4725-9026-d2616f735f85 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-h1-768862-2 {{(pid=84875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:41:22.512208 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a09a7911-9070-4725-9026-d2616f735f85 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-h1-768862-2 {{(pid=84875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:41:22.512684 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a09a7911-9070-4725-9026-d2616f735f85 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@n-h2-768862-2 {{(pid=84875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:41:22.513391 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a09a7911-9070-4725-9026-d2616f735f85 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-h2-768862-2 {{(pid=84875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:41:22.513509 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a09a7911-9070-4725-9026-d2616f735f85 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-h2-768862-2 {{(pid=84875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:41:22.513857 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a09a7911-9070-4725-9026-d2616f735f85 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-h2-768862-2 {{(pid=84875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:41:22.514275 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a09a7911-9070-4725-9026-d2616f735f85 admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@n-h2-768862-2 {{(pid=84875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:41:22.514677 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a09a7911-9070-4725-9026-d2616f735f85 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-h2-768862-2 {{(pid=84875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:41:22.515071 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a09a7911-9070-4725-9026-d2616f735f85 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-h2-768862-2 {{(pid=84875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:41:22.515477 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a09a7911-9070-4725-9026-d2616f735f85 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-h2-768862-2 {{(pid=84875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:41:22.516007 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a09a7911-9070-4725-9026-d2616f735f85 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-h2-768862-2 {{(pid=84875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:41:22.516274 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a09a7911-9070-4725-9026-d2616f735f85 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-h2-768862-2 {{(pid=84875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:41:22.516669 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a09a7911-9070-4725-9026-d2616f735f85 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-h2-768862-2 {{(pid=84875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:41:22.517052 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a09a7911-9070-4725-9026-d2616f735f85 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-h2-768862-2 {{(pid=84875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:41:22.517528 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a09a7911-9070-4725-9026-d2616f735f85 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-2 {{(pid=84875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:41:22.518036 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a09a7911-9070-4725-9026-d2616f735f85 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-2 {{(pid=84875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:41:22.518304 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a09a7911-9070-4725-9026-d2616f735f85 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-2 {{(pid=84875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:41:22.518697 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a09a7911-9070-4725-9026-d2616f735f85 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-2 {{(pid=84875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:41:22.519090 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a09a7911-9070-4725-9026-d2616f735f85 admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@n-d-768862-2 {{(pid=84875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:41:22.519485 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a09a7911-9070-4725-9026-d2616f735f85 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-2 {{(pid=84875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:41:22.520212 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a09a7911-9070-4725-9026-d2616f735f85 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-768862-2 {{(pid=84875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:41:22.520478 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a09a7911-9070-4725-9026-d2616f735f85 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-768862-2 {{(pid=84875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:41:22.520900 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a09a7911-9070-4725-9026-d2616f735f85 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-2 {{(pid=84875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:41:22.521285 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a09a7911-9070-4725-9026-d2616f735f85 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-2 {{(pid=84875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:41:22.521682 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a09a7911-9070-4725-9026-d2616f735f85 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-2 {{(pid=84875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:41:22.522205 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a09a7911-9070-4725-9026-d2616f735f85 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-2 {{(pid=84875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:41:22.527880 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-a09a7911-9070-4725-9026-d2616f735f85 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:41:22.528132 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-3db67d1c-1987-43a8-97f5-961eb972dff4 tempest-FloatingIPTestJSON-1632234116 tempest-FloatingIPTestJSON-1632234116] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555753'] for port, before_update {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:41:22.610569 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61ef774e-0c2a-4f7e-88e3-6c88b02bf2db None None] Pushing event updated for resources: {'Port': ['ID=56526c70-58b4-472d-b726-7075f190fee5,revision_number=3']} {{(pid=84877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:41:22.614157 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-61ef774e-0c2a-4f7e-88e3-6c88b02bf2db None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=84877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:41:22.637775 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363259214191800', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854171626'] for agent, after_update {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:41:22.841212 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.managers [None req-33846469-aa30-406b-83bc-5fbebe764d2e None None] Attempting to bind port 56526c70-58b4-472d-b726-7075f190fee5 on host n-d-768862-2 for vnic_type normal with profile {{(pid=84877) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 14 07:41:22.841623 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.managers [None req-33846469-aa30-406b-83bc-5fbebe764d2e None None] Attempting to bind port 56526c70-58b4-472d-b726-7075f190fee5 by drivers openvswitch on host n-d-768862-2 at level 0 using segments [{'id': '97b6e4b8-15fb-4300-bbd5-c6e748e58b9d', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 9, 'network_id': 'ee19bf97-675b-47b9-aa58-9a7e46ae5727'}] {{(pid=84877) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 14 07:41:22.842025 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33846469-aa30-406b-83bc-5fbebe764d2e None None] Attempting to bind port 56526c70-58b4-472d-b726-7075f190fee5 on network ee19bf97-675b-47b9-aa58-9a7e46ae5727 {{(pid=84877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 14 07:41:22.848641 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33846469-aa30-406b-83bc-5fbebe764d2e None None] Checking agent: {'id': 'ba5efab1-b43c-4d5a-bc52-6e105d4e67a2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768862-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 14, 6, 56, 52), 'started_at': datetime.datetime(2021, 1, 14, 6, 57, 22), 'heartbeat_timestamp': datetime.datetime(2021, 1, 14, 7, 41, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768862-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.29', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 14 07:41:22.849401 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33846469-aa30-406b-83bc-5fbebe764d2e None None] Checking segment: {'id': '97b6e4b8-15fb-4300-bbd5-c6e748e58b9d', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 9, 'network_id': 'ee19bf97-675b-47b9-aa58-9a7e46ae5727'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84877) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 14 07:41:22.849845 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-33846469-aa30-406b-83bc-5fbebe764d2e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:41:22.850276 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33846469-aa30-406b-83bc-5fbebe764d2e None None] Bound using segment: {'id': '97b6e4b8-15fb-4300-bbd5-c6e748e58b9d', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 9, 'network_id': 'ee19bf97-675b-47b9-aa58-9a7e46ae5727'} {{(pid=84877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 14 07:41:22.850793 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.managers [None req-33846469-aa30-406b-83bc-5fbebe764d2e None None] Bound port: 56526c70-58b4-472d-b726-7075f190fee5, host: n-d-768862-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '97b6e4b8-15fb-4300-bbd5-c6e748e58b9d', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 9, 'network_id': 'ee19bf97-675b-47b9-aa58-9a7e46ae5727'}}] {{(pid=84877) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 14 07:41:22.851508 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-33846469-aa30-406b-83bc-5fbebe764d2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555753'] for port, before_update {{(pid=84877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:41:22.863123 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-3db67d1c-1987-43a8-97f5-961eb972dff4 tempest-FloatingIPTestJSON-1632234116 tempest-FloatingIPTestJSON-1632234116] Notify callbacks [] for port, precommit_update {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:41:22.868479 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-3db67d1c-1987-43a8-97f5-961eb972dff4 tempest-FloatingIPTestJSON-1632234116 tempest-FloatingIPTestJSON-1632234116] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777640533312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363259214678337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777640097497', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036851521613'] for port, after_update {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:41:22.885208 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-47a6f9cb-9961-4e26-8cb2-defba4a0c92f tempest-FloatingIPAdminTestJSON-398982223 tempest-FloatingIPAdminTestJSON-398982223] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:41:22.973203 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [None req-33846469-aa30-406b-83bc-5fbebe764d2e None None] For port 56526c70-58b4-472d-b726-7075f190fee5, host n-d-768862-2, cleared binding levels {{(pid=84877) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 14 07:41:22.977919 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [None req-33846469-aa30-406b-83bc-5fbebe764d2e None None] For port 56526c70-58b4-472d-b726-7075f190fee5, host n-d-768862-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-2',level=0,port_id=56526c70-58b4-472d-b726-7075f190fee5,segment=NetworkSegment(97b6e4b8-15fb-4300-bbd5-c6e748e58b9d),segment_id=97b6e4b8-15fb-4300-bbd5-c6e748e58b9d)] {{(pid=84877) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 14 07:41:22.984100 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-33846469-aa30-406b-83bc-5fbebe764d2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777640533312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363259214678337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777640097497'] for port, after_update {{(pid=84877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:41:23.004419 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-72b138af-665e-49d1-b442-69daf3e13583 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:41:23.019869 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-a09a7911-9070-4725-9026-d2616f735f85 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted--9223372036851568851', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal--9223372036850888080'] for router_interface, after_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:41:23.028237 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3db67d1c-1987-43a8-97f5-961eb972dff4 tempest-FloatingIPTestJSON-1632234116 tempest-FloatingIPTestJSON-1632234116] Pushing event updated for resources: {'Port': ['ID=96725c8c-1a63-4fa9-a248-15704d9ef6db,revision_number=2']} {{(pid=84874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:41:23.037848 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-3db67d1c-1987-43a8-97f5-961eb972dff4 tempest-FloatingIPTestJSON-1632234116 tempest-FloatingIPTestJSON-1632234116] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.153s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:41:23.166998 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61ef774e-0c2a-4f7e-88e3-6c88b02bf2db None None] Pushing event updated for resources: {'Port': ['ID=56526c70-58b4-472d-b726-7075f190fee5,revision_number=4']} {{(pid=84877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:41:23.172895 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-61ef774e-0c2a-4f7e-88e3-6c88b02bf2db None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.169s {{(pid=84877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:41:23.184501 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-3db67d1c-1987-43a8-97f5-961eb972dff4 tempest-FloatingIPTestJSON-1632234116 tempest-FloatingIPTestJSON-1632234116] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3912638'] for floatingip, after_update {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:41:23.213980 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33846469-aa30-406b-83bc-5fbebe764d2e None None] Routers {'a82ed264-85a0-4d28-b74d-204e5143df55'} bound to L3 agent in host n-d-768862-2 {{(pid=84877) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 14 07:41:23.214656 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_hamode_db [None req-33846469-aa30-406b-83bc-5fbebe764d2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-01-14T06:56:51Z,description=,heartbeat_timestamp=2021-01-14T07:41:22Z,host='n-d-768862-2',id=35f592e9-451b-4db9-abea-77b6a5c5391b,load=0,resource_versions=,resources_synced=,started_at=2021-01-14T06:56:51Z,topic='l3_agent')) {'router_ids': ['a82ed264-85a0-4d28-b74d-204e5143df55'], 'active': True} {{(pid=84877) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:41:23.215227 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-3db67d1c-1987-43a8-97f5-961eb972dff4 tempest-FloatingIPTestJSON-1632234116 tempest-FloatingIPTestJSON-1632234116] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854768116'] for floatingip, before_response {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:41:23.217092 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-3db67d1c-1987-43a8-97f5-961eb972dff4 tempest-FloatingIPTestJSON-1632234116 tempest-FloatingIPTestJSON-1632234116] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.7996457 Jan 14 07:41:23.219804 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84874) accepted ('10.222.0.24', 42240) {{(pid=84874) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:41:23.227107 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.v2.base [None req-d8b78803-ca46-4dfb-8b55-dd37c0a1f73c tempest-FloatingIPTestJSON-1632234116 tempest-FloatingIPTestJSON-1632234116] Request body: {'port': {'network_id': '7f66a104-5fc0-4006-bcf7-8673d1d34aec', 'name': 'tempest-FloatingIPTestJSON-1465110165'}} {{(pid=84874) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:41:23.333867 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-0f37073e-9c69-4e3c-80e0-6cfaa0fd61a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363259214191800', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854171626'] for agent, after_update {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:41:23.426793 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-d8b78803-ca46-4dfb-8b55-dd37c0a1f73c tempest-FloatingIPTestJSON-1632234116 tempest-FloatingIPTestJSON-1632234116] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:41:23.431354 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-d8b78803-ca46-4dfb-8b55-dd37c0a1f73c tempest-FloatingIPTestJSON-1632234116 tempest-FloatingIPTestJSON-1632234116] Usage tracker for resource:port and tenant:1c55c328d6854ee381dab36dc470b7b0 is out of sync, need to count used quota {{(pid=84874) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:41:23.434619 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-d8b78803-ca46-4dfb-8b55-dd37c0a1f73c tempest-FloatingIPTestJSON-1632234116 tempest-FloatingIPTestJSON-1632234116] Quota usage for port was recalculated. Used quota:4. {{(pid=84874) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:41:23.440464 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-d8b78803-ca46-4dfb-8b55-dd37c0a1f73c tempest-FloatingIPTestJSON-1632234116 tempest-FloatingIPTestJSON-1632234116] Attempting to reserve 1 items for resource port. Total usage: 4; quota limit: 500; headroom:496 {{(pid=84874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:41:23.442894 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_dvr_db [None req-33846469-aa30-406b-83bc-5fbebe764d2e None None] Set router a82ed264-85a0-4d28-b74d-204e5143df55 gateway port host: n-d-768862-2 {{(pid=84877) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 14 07:41:23.450527 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d8b78803-ca46-4dfb-8b55-dd37c0a1f73c tempest-FloatingIPTestJSON-1632234116 tempest-FloatingIPTestJSON-1632234116] Made reservation on behalf of 1c55c328d6854ee381dab36dc470b7b0 for: {'port': 1} {{(pid=84874) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 07:41:23.460801 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-d8b78803-ca46-4dfb-8b55-dd37c0a1f73c tempest-FloatingIPTestJSON-1632234116 tempest-FloatingIPTestJSON-1632234116] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555753'] for port, before_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:41:23.621899 n-d-768862-2 neutron-server[84765]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a09a7911-9070-4725-9026-d2616f735f85 admin admin] Router 6f15d5ff-3c04-41c6-860a-d37a7eb69d1b has already been hosted by L3 agent 35f592e9-451b-4db9-abea-77b6a5c5391b {{(pid=84875) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Jan 14 07:41:23.626795 n-d-768862-2 neutron-server[84765]: DEBUG neutron.notifiers.nova [None req-d8b78803-ca46-4dfb-8b55-dd37c0a1f73c tempest-FloatingIPTestJSON-1632234116 tempest-FloatingIPTestJSON-1632234116] device_id is not set on port 25adc29c-582f-4a1d-8e1a-0fa212bf1261 yet. {{(pid=84874) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}} Jan 14 07:41:23.784676 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_hamode_db [None req-33846469-aa30-406b-83bc-5fbebe764d2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a82ed264-85a0-4d28-b74d-204e5143df55', 'name': 'tempest-TestAggregatesBasicOps-2086154955-router', 'tenant_id': '67c8a47970234e388afe8252b0c5ca56', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '226f1e78-82cd-4481-9055-4eb73b6db8c1', 'external_fixed_ips': [{'subnet_id': 'ba8deeec-7658-4195-9449-038c076f5c83', 'ip_address': '172.25.2.92'}], 'enable_snat': True}, 'gw_port_id': 'dd5f9769-7b83-4ca3-a319-aca6b3947df1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-14T07:41:11Z', 'updated_at': '2021-01-14T07:41:17Z', 'revision_number': 4, 'project_id': '67c8a47970234e388afe8252b0c5ca56', 'gw_port': {'id': 'dd5f9769-7b83-4ca3-a319-aca6b3947df1', 'name': '', 'network_id': '226f1e78-82cd-4481-9055-4eb73b6db8c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:80:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a82ed264-85a0-4d28-b74d-204e5143df55', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3598, 'fixed_ips': [{'subnet_id': 'ba8deeec-7658-4195-9449-038c076f5c83', 'ip_address': '172.25.2.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T07:41:12Z', 'updated_at': '2021-01-14T07:41:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ba8deeec-7658-4195-9449-038c076f5c83', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-2', '_interfaces': [{'id': '56526c70-58b4-472d-b726-7075f190fee5', 'name': '', 'network_id': 'ee19bf97-675b-47b9-aa58-9a7e46ae5727', 'tenant_id': '67c8a47970234e388afe8252b0c5ca56', 'mac_address': 'fa:16:3e:49:87:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a82ed264-85a0-4d28-b74d-204e5143df55', 'device_owner': 'network:router_interface', 'standard_attr_id': 3601, 'fixed_ips': [{'subnet_id': '1db4e0b0-6cd8-4a1f-99c7-f214b511338e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T07:41:16Z', 'updated_at': '2021-01-14T07:41:22Z', 'revision_number': 4, 'project_id': '67c8a47970234e388afe8252b0c5ca56', 'subnets': [{'id': '1db4e0b0-6cd8-4a1f-99c7-f214b511338e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'n-d-768862-2', False) {} {{(pid=84877) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:41:23.789500 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33846469-aa30-406b-83bc-5fbebe764d2e None None] The sync data for ids ['a82ed264-85a0-4d28-b74d-204e5143df55'] in n-d-768862-2 is: [{'id': 'a82ed264-85a0-4d28-b74d-204e5143df55', 'name': 'tempest-TestAggregatesBasicOps-2086154955-router', 'tenant_id': '67c8a47970234e388afe8252b0c5ca56', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '226f1e78-82cd-4481-9055-4eb73b6db8c1', 'external_fixed_ips': [{'subnet_id': 'ba8deeec-7658-4195-9449-038c076f5c83', 'ip_address': '172.25.2.92'}], 'enable_snat': True}, 'gw_port_id': 'dd5f9769-7b83-4ca3-a319-aca6b3947df1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-14T07:41:11Z', 'updated_at': '2021-01-14T07:41:17Z', 'revision_number': 4, 'project_id': '67c8a47970234e388afe8252b0c5ca56', 'gw_port': {'id': 'dd5f9769-7b83-4ca3-a319-aca6b3947df1', 'name': '', 'network_id': '226f1e78-82cd-4481-9055-4eb73b6db8c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:80:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a82ed264-85a0-4d28-b74d-204e5143df55', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3598, 'fixed_ips': [{'subnet_id': 'ba8deeec-7658-4195-9449-038c076f5c83', 'ip_address': '172.25.2.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T07:41:12Z', 'updated_at': '2021-01-14T07:41:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ba8deeec-7658-4195-9449-038c076f5c83', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-2', '_interfaces': [{'id': '56526c70-58b4-472d-b726-7075f190fee5', 'name': '', 'network_id': 'ee19bf97-675b-47b9-aa58-9a7e46ae5727', 'tenant_id': '67c8a47970234e388afe8252b0c5ca56', 'mac_address': 'fa:16:3e:49:87:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a82ed264-85a0-4d28-b74d-204e5143df55', 'device_owner': 'network:router_interface', 'standard_attr_id': 3601, 'fixed_ips': [{'subnet_id': '1db4e0b0-6cd8-4a1f-99c7-f214b511338e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T07:41:16Z', 'updated_at': '2021-01-14T07:41:22Z', 'revision_number': 4, 'project_id': '67c8a47970234e388afe8252b0c5ca56', 'subnets': [{'id': '1db4e0b0-6cd8-4a1f-99c7-f214b511338e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=84877) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Jan 14 07:41:23.797306 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.db_base_plugin_common [None req-d8b78803-ca46-4dfb-8b55-dd37c0a1f73c tempest-FloatingIPTestJSON-1632234116 tempest-FloatingIPTestJSON-1632234116] Allocated IP 172.20.0.6 (7f66a104-5fc0-4006-bcf7-8673d1d34aec/d6758878-82c8-4ee2-b8e5-88327209ee02/25adc29c-582f-4a1d-8e1a-0fa212bf1261) {{(pid=84874) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 14 07:41:23.819257 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a09a7911-9070-4725-9026-d2616f735f85 admin admin] Notify agent at l3_agent.n-d-768862-2 the message routers_updated {{(pid=84875) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jan 14 07:41:23.834005 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-a09a7911-9070-4725-9026-d2616f735f85 admin admin] 10.222.0.24 "PUT /v2.0/routers/6f15d5ff-3c04-41c6-860a-d37a7eb69d1b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4366438 Jan 14 07:41:23.842266 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84875) accepted ('10.222.0.24', 42244) {{(pid=84875) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:41:23.842583 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4faec8a-733f-4e88-9179-f93e422aa49a None None] Sync routers for ids ['6f15d5ff-3c04-41c6-860a-d37a7eb69d1b'] in n-d-768862-2 {{(pid=84876) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Jan 14 07:41:23.871984 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4faec8a-733f-4e88-9179-f93e422aa49a None None] Routers {'6f15d5ff-3c04-41c6-860a-d37a7eb69d1b'} bound to L3 agent in host n-d-768862-2 {{(pid=84876) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 14 07:41:23.872884 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_hamode_db [None req-e4faec8a-733f-4e88-9179-f93e422aa49a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-01-14T06:56:51Z,description=,heartbeat_timestamp=2021-01-14T07:41:22Z,host='n-d-768862-2',id=35f592e9-451b-4db9-abea-77b6a5c5391b,load=0,resource_versions=,resources_synced=,started_at=2021-01-14T06:56:51Z,topic='l3_agent')) {'router_ids': ['6f15d5ff-3c04-41c6-860a-d37a7eb69d1b'], 'active': True} {{(pid=84876) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:41:24.047033 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-d8b78803-ca46-4dfb-8b55-dd37c0a1f73c tempest-FloatingIPTestJSON-1632234116 tempest-FloatingIPTestJSON-1632234116] Notify callbacks [] for port, precommit_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:41:24.076857 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-d8b78803-ca46-4dfb-8b55-dd37c0a1f73c tempest-FloatingIPTestJSON-1632234116 tempest-FloatingIPTestJSON-1632234116] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777640123575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3254186'] for port, after_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:41:24.080824 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-254a71ac-56f0-4ece-b153-2c6f4031bbd3 admin admin] Notify callbacks [] for router, before_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:41:24.093997 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-bdaec33f-3637-4723-8c38-82ba9552213f tempest-FloatingIPTestJSON-1632234116 tempest-FloatingIPTestJSON-1632234116] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:41:24.096460 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_dvr_db [None req-e4faec8a-733f-4e88-9179-f93e422aa49a None None] Set router 6f15d5ff-3c04-41c6-860a-d37a7eb69d1b gateway port host: n-d-768862-2 {{(pid=84876) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 14 07:41:24.245100 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8b78803-ca46-4dfb-8b55-dd37c0a1f73c tempest-FloatingIPTestJSON-1632234116 tempest-FloatingIPTestJSON-1632234116] Pushing event updated for resources: {'Port': ['ID=25adc29c-582f-4a1d-8e1a-0fa212bf1261,revision_number=1']} {{(pid=84874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:41:24.249830 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-d8b78803-ca46-4dfb-8b55-dd37c0a1f73c tempest-FloatingIPTestJSON-1632234116 tempest-FloatingIPTestJSON-1632234116] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.156s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:41:24.301992 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-254a71ac-56f0-4ece-b153-2c6f4031bbd3 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:41:24.308301 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.plugin [None req-254a71ac-56f0-4ece-b153-2c6f4031bbd3 admin admin] Deleting port c55fc197-9cf1-4763-b325-703fae8a6880 {{(pid=84875) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 07:41:24.308778 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-254a71ac-56f0-4ece-b153-2c6f4031bbd3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363259214248359'] for port, before_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:41:24.324660 n-d-768862-2 neutron-server[84765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8b78803-ca46-4dfb-8b55-dd37c0a1f73c tempest-FloatingIPTestJSON-1632234116 tempest-FloatingIPTestJSON-1632234116] Network 7f66a104-5fc0-4006-bcf7-8673d1d34aec is already hosted by enough agents. {{(pid=84874) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 07:41:24.326802 n-d-768862-2 neutron-server[84765]: DEBUG neutron.scheduler.base_scheduler [None req-d8b78803-ca46-4dfb-8b55-dd37c0a1f73c tempest-FloatingIPTestJSON-1632234116 tempest-FloatingIPTestJSON-1632234116] Resources bound (agent type, host, resource id): {{(pid=84874) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 07:41:24.329481 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8b78803-ca46-4dfb-8b55-dd37c0a1f73c tempest-FloatingIPTestJSON-1632234116 tempest-FloatingIPTestJSON-1632234116] Received port after_create {{(pid=84874) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 14 07:41:24.413630 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "delete_segment":"rule:admin_only" was deprecated in W in favor of "delete_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:41:24.413630 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:41:24.413630 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network":"rule:regular_user" was deprecated in W in favor of "create_network":"role:member and project_id:%(project_id)s". Reason: Jan 14 07:41:24.413630 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:41:24.413630 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:41:24.413630 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:41:24.413630 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:shared":"rule:admin_only" was deprecated in W in favor of "create_network:shared":"role:admin and system_scope:all". Reason: Jan 14 07:41:24.413630 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:41:24.413630 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:41:24.413630 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:41:24.413630 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:router:external":"rule:admin_only" was deprecated in W in favor of "create_network:router:external":"role:admin and system_scope:all". Reason: Jan 14 07:41:24.413630 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:41:24.413630 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:41:24.413630 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:41:24.413630 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:is_default":"rule:admin_only" was deprecated in W in favor of "create_network:is_default":"role:admin and system_scope:all". Reason: Jan 14 07:41:24.413630 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:41:24.413630 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:41:24.413630 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:41:24.413630 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:port_security_enabled":"rule:regular_user" was deprecated in W in favor of "create_network:port_security_enabled":"role:member and project_id:%(project_id)s". Reason: Jan 14 07:41:24.413630 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:41:24.413630 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:41:24.413630 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:41:24.413630 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:segments":"rule:admin_only" was deprecated in W in favor of "create_network:segments":"role:admin and system_scope:all". Reason: Jan 14 07:41:24.413630 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:41:24.413630 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:41:24.413630 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:41:24.413630 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "create_network:provider:network_type":"role:admin and system_scope:all". Reason: Jan 14 07:41:24.413630 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:41:24.413630 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:41:24.413630 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:41:24.413630 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "create_network:provider:physical_network":"role:admin and system_scope:all". Reason: Jan 14 07:41:24.413630 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:41:24.413630 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:41:24.413630 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:41:24.413630 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "create_network:provider:segmentation_id":"role:admin and system_scope:all". Reason: Jan 14 07:41:24.413630 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:41:24.413630 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:41:24.413630 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:41:24.413630 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network":"rule:admin_or_owner or rule:shared or rule:external or rule:context_is_advsvc" was deprecated in W in favor of "get_network":"(role:reader and system_scope:all) or (role:reader and project_id:%(project_id)s) or rule:shared or rule:external or rule:context_is_advsvc". Reason: Jan 14 07:41:24.413630 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:41:24.413630 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:41:24.413630 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:41:24.413630 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:router:external":"rule:regular_user" was deprecated in W in favor of "get_network:router:external":"role:reader and project_id:%(project_id)s". Reason: Jan 14 07:41:24.413630 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:41:24.413630 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:41:24.413630 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:41:24.413630 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:segments":"rule:admin_only" was deprecated in W in favor of "get_network:segments":"role:reader and system_scope:all". Reason: Jan 14 07:41:24.413630 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:41:24.413630 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:41:24.413630 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:41:24.413630 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "get_network:provider:network_type":"role:reader and system_scope:all". Reason: Jan 14 07:41:24.413630 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:41:24.413630 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:41:24.413630 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:41:24.413630 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "get_network:provider:physical_network":"role:reader and system_scope:all". Reason: Jan 14 07:41:24.413630 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:41:24.413630 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:41:24.413630 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:41:24.413630 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "get_network:provider:segmentation_id":"role:reader and system_scope:all". Reason: Jan 14 07:41:24.413630 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:41:24.413630 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:41:24.413630 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:41:24.413630 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network":"rule:admin_or_owner" was deprecated in W in favor of "update_network":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 07:41:24.413630 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:41:24.413630 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:41:24.413630 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:41:24.436699 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_hamode_db [None req-e4faec8a-733f-4e88-9179-f93e422aa49a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6f15d5ff-3c04-41c6-860a-d37a7eb69d1b', 'name': 'tempest-TestAggregatesBasicOps-1350268914-router', 'tenant_id': 'dc8da86213524a28b1b9c2ee95778f66', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '226f1e78-82cd-4481-9055-4eb73b6db8c1', 'external_fixed_ips': [{'subnet_id': 'ba8deeec-7658-4195-9449-038c076f5c83', 'ip_address': '172.25.2.77'}], 'enable_snat': True}, 'gw_port_id': 'c55fc197-9cf1-4763-b325-703fae8a6880', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-14T07:41:02Z', 'updated_at': '2021-01-14T07:41:22Z', 'revision_number': 5, 'project_id': 'dc8da86213524a28b1b9c2ee95778f66', 'gw_port': {'id': 'c55fc197-9cf1-4763-b325-703fae8a6880', 'name': '', 'network_id': '226f1e78-82cd-4481-9055-4eb73b6db8c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:3c:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f15d5ff-3c04-41c6-860a-d37a7eb69d1b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3585, 'fixed_ips': [{'subnet_id': 'ba8deeec-7658-4195-9449-038c076f5c83', 'ip_address': '172.25.2.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T07:41:03Z', 'updated_at': '2021-01-14T07:41:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ba8deeec-7658-4195-9449-038c076f5c83', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-2'}], 'n-d-768862-2', False) {} {{(pid=84876) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:41:24.441217 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4faec8a-733f-4e88-9179-f93e422aa49a None None] Checking router: 6f15d5ff-3c04-41c6-860a-d37a7eb69d1b for host: n-d-768862-2 {{(pid=84876) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Jan 14 07:41:24.441813 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8b78803-ca46-4dfb-8b55-dd37c0a1f73c tempest-FloatingIPTestJSON-1632234116 tempest-FloatingIPTestJSON-1632234116] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:41:24.443539 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-d8b78803-ca46-4dfb-8b55-dd37c0a1f73c tempest-FloatingIPTestJSON-1632234116 tempest-FloatingIPTestJSON-1632234116] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854768116'] for port, before_response {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:41:24.451790 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4faec8a-733f-4e88-9179-f93e422aa49a None None] Routers {'6f15d5ff-3c04-41c6-860a-d37a7eb69d1b'} bound to L3 agent in host n-d-768862-2 {{(pid=84876) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 14 07:41:24.452519 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_hamode_db [None req-e4faec8a-733f-4e88-9179-f93e422aa49a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-01-14T06:56:51Z,description=,heartbeat_timestamp=2021-01-14T07:41:22Z,host='n-d-768862-2',id=35f592e9-451b-4db9-abea-77b6a5c5391b,load=0,resource_versions=,resources_synced=,started_at=2021-01-14T06:56:51Z,topic='l3_agent')) {'router_ids': ['6f15d5ff-3c04-41c6-860a-d37a7eb69d1b'], 'active': True} {{(pid=84876) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:41:24.482503 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-d8b78803-ca46-4dfb-8b55-dd37c0a1f73c tempest-FloatingIPTestJSON-1632234116 tempest-FloatingIPTestJSON-1632234116] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 1.2612956 Jan 14 07:41:24.488444 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84874) accepted ('10.222.0.24', 42248) {{(pid=84874) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:41:24.498173 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.v2.base [None req-3bd82d92-7000-47f0-b39f-3d152e9e0605 tempest-FloatingIPTestJSON-1632234116 tempest-FloatingIPTestJSON-1632234116] Request body: {'floatingip': {'port_id': '25adc29c-582f-4a1d-8e1a-0fa212bf1261'}} {{(pid=84874) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:41:24.525245 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [None req-254a71ac-56f0-4ece-b153-2c6f4031bbd3 admin admin] For port c55fc197-9cf1-4763-b325-703fae8a6880, host n-d-768862-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-2',level=0,port_id=c55fc197-9cf1-4763-b325-703fae8a6880,segment=NetworkSegment(cf3ded2c-bc47-4a71-89af-6e7117e60140),segment_id=cf3ded2c-bc47-4a71-89af-6e7117e60140)] {{(pid=84875) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 07:41:24.525677 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-254a71ac-56f0-4ece-b153-2c6f4031bbd3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036850862667'] for port, precommit_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:41:24.605963 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-3bd82d92-7000-47f0-b39f-3d152e9e0605 tempest-FloatingIPTestJSON-1632234116 tempest-FloatingIPTestJSON-1632234116] Notify callbacks [] for floatingip, before_update {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:41:24.650090 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_dvr_db [None req-e4faec8a-733f-4e88-9179-f93e422aa49a None None] Set router 6f15d5ff-3c04-41c6-860a-d37a7eb69d1b gateway port host: n-d-768862-2 {{(pid=84876) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 14 07:41:24.675404 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.plugin [None req-254a71ac-56f0-4ece-b153-2c6f4031bbd3 admin admin] Calling delete_port for c55fc197-9cf1-4763-b325-703fae8a6880 owned by network:router_gateway {{(pid=84875) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 07:41:24.881091 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Device 56526c70-58b4-472d-b726-7075f190fee5 up at agent ovs-agent-n-d-768862-2 {{(pid=84876) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 07:41:24.888184 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-254a71ac-56f0-4ece-b153-2c6f4031bbd3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777640533329', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777640097463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851621574'] for port, after_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:41:25.118762 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-254a71ac-56f0-4ece-b153-2c6f4031bbd3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036850863128'] for router_gateway, after_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:41:25.271656 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Provisioning for port 56526c70-58b4-472d-b726-7075f190fee5 completed by entity L2. {{(pid=84876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 07:41:25.292470 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Provisioning complete for port 56526c70-58b4-472d-b726-7075f190fee5 triggered by entity L2. {{(pid=84876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 07:41:25.292895 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-604227'] for port, provisioning_complete {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:41:25.454653 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_hamode_db [None req-e4faec8a-733f-4e88-9179-f93e422aa49a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6f15d5ff-3c04-41c6-860a-d37a7eb69d1b', 'name': 'tempest-TestAggregatesBasicOps-1350268914-router', 'tenant_id': 'dc8da86213524a28b1b9c2ee95778f66', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '226f1e78-82cd-4481-9055-4eb73b6db8c1', 'external_fixed_ips': [{'subnet_id': 'ba8deeec-7658-4195-9449-038c076f5c83', 'ip_address': '172.25.2.77'}], 'enable_snat': True}, 'gw_port_id': 'c55fc197-9cf1-4763-b325-703fae8a6880', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-14T07:41:02Z', 'updated_at': '2021-01-14T07:41:22Z', 'revision_number': 5, 'project_id': 'dc8da86213524a28b1b9c2ee95778f66', 'gw_port': {'id': 'c55fc197-9cf1-4763-b325-703fae8a6880', 'name': '', 'network_id': '226f1e78-82cd-4481-9055-4eb73b6db8c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:3c:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f15d5ff-3c04-41c6-860a-d37a7eb69d1b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3585, 'fixed_ips': [{'subnet_id': 'ba8deeec-7658-4195-9449-038c076f5c83', 'ip_address': '172.25.2.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T07:41:03Z', 'updated_at': '2021-01-14T07:41:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ba8deeec-7658-4195-9449-038c076f5c83', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-2'}], 'n-d-768862-2', False) {} {{(pid=84876) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:41:25.463538 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4faec8a-733f-4e88-9179-f93e422aa49a None None] The sync data for ids ['6f15d5ff-3c04-41c6-860a-d37a7eb69d1b'] in n-d-768862-2 is: [{'id': '6f15d5ff-3c04-41c6-860a-d37a7eb69d1b', 'name': 'tempest-TestAggregatesBasicOps-1350268914-router', 'tenant_id': 'dc8da86213524a28b1b9c2ee95778f66', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '226f1e78-82cd-4481-9055-4eb73b6db8c1', 'external_fixed_ips': [{'subnet_id': 'ba8deeec-7658-4195-9449-038c076f5c83', 'ip_address': '172.25.2.77'}], 'enable_snat': True}, 'gw_port_id': 'c55fc197-9cf1-4763-b325-703fae8a6880', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-14T07:41:02Z', 'updated_at': '2021-01-14T07:41:22Z', 'revision_number': 5, 'project_id': 'dc8da86213524a28b1b9c2ee95778f66', 'gw_port': {'id': 'c55fc197-9cf1-4763-b325-703fae8a6880', 'name': '', 'network_id': '226f1e78-82cd-4481-9055-4eb73b6db8c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:3c:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f15d5ff-3c04-41c6-860a-d37a7eb69d1b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3585, 'fixed_ips': [{'subnet_id': 'ba8deeec-7658-4195-9449-038c076f5c83', 'ip_address': '172.25.2.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T07:41:03Z', 'updated_at': '2021-01-14T07:41:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ba8deeec-7658-4195-9449-038c076f5c83', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-2'}] {{(pid=84876) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Jan 14 07:41:25.509686 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555753'] for port, before_update {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:41:25.554500 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] For port 56526c70-58b4-472d-b726-7075f190fee5, host n-d-768862-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-2',level=0,port_id=56526c70-58b4-472d-b726-7075f190fee5,segment=NetworkSegment(97b6e4b8-15fb-4300-bbd5-c6e748e58b9d),segment_id=97b6e4b8-15fb-4300-bbd5-c6e748e58b9d)] {{(pid=84876) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 07:41:25.562125 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777640533312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363259214678337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777640097497'] for port, after_update {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:41:25.564663 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84876) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:41:25.601902 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-254a71ac-56f0-4ece-b153-2c6f4031bbd3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3889346', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036854717606'] for router, precommit_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:41:25.604591 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-254a71ac-56f0-4ece-b153-2c6f4031bbd3 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:41:25.627896 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-254a71ac-56f0-4ece-b153-2c6f4031bbd3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036850897070'] for router, after_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:41:25.628705 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-254a71ac-56f0-4ece-b153-2c6f4031bbd3 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 6f15d5ff-3c04-41c6-860a-d37a7eb69d1b {{(pid=84875) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jan 14 07:41:25.656390 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-254a71ac-56f0-4ece-b153-2c6f4031bbd3 admin admin] Notify callbacks [] for router, before_response {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:41:25.657941 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Pushing event updated for resources: {'Port': ['ID=56526c70-58b4-472d-b726-7075f190fee5,revision_number=5']} {{(pid=84876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:41:25.660379 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-254a71ac-56f0-4ece-b153-2c6f4031bbd3 admin admin] 10.222.0.24 "DELETE /v2.0/routers/6f15d5ff-3c04-41c6-860a-d37a7eb69d1b HTTP/1.1" status: 204 len: 168 time: 1.8226428 Jan 14 07:41:25.661148 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84875) accepted ('10.222.0.24', 42252) {{(pid=84875) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:41:25.662911 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=84876) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:41:25.733160 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.db_base_plugin_v2 [None req-ca789af8-1cec-4bfc-8c5e-a10dbc3119e1 admin admin] Deleting subnet 87b25853-fffc-44f4-ab08-3af38844e273 {{(pid=84875) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Jan 14 07:41:25.736615 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-ca789af8-1cec-4bfc-8c5e-a10dbc3119e1 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:41:25.775189 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-3bd82d92-7000-47f0-b39f-3d152e9e0605 tempest-FloatingIPTestJSON-1632234116 tempest-FloatingIPTestJSON-1632234116] Notify callbacks [] for floatingip, precommit_update {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:41:25.779712 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-3bd82d92-7000-47f0-b39f-3d152e9e0605 tempest-FloatingIPTestJSON-1632234116 tempest-FloatingIPTestJSON-1632234116] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3912638'] for floatingip, after_update {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:41:25.791541 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-ca789af8-1cec-4bfc-8c5e-a10dbc3119e1 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3367281'] for subnet, precommit_delete_associations {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:41:25.879643 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-ca789af8-1cec-4bfc-8c5e-a10dbc3119e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036854176836'] for subnet, precommit_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:41:25.965188 n-d-768862-2 neutron-server[84765]: INFO neutron.db.l3_db [None req-3bd82d92-7000-47f0-b39f-3d152e9e0605 tempest-FloatingIPTestJSON-1632234116 tempest-FloatingIPTestJSON-1632234116] Floating IP 4ed478da-b8de-42c7-900a-400b2589a4b3 associated. External IP: 172.25.2.221, port: 25adc29c-582f-4a1d-8e1a-0fa212bf1261. Jan 14 07:41:26.165961 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-ca789af8-1cec-4bfc-8c5e-a10dbc3119e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-598964', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850887113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3154192', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2308610'] for subnet, after_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:41:26.182465 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-057e7bdf-218a-4f60-8aae-64b30efc0c6a tempest-RoutersTest-1255860389 tempest-RoutersTest-1255860389] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:41:26.275406 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca789af8-1cec-4bfc-8c5e-a10dbc3119e1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=87b25853-fffc-44f4-ab08-3af38844e273,revision_number=None']} {{(pid=84875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:41:26.288473 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-ca789af8-1cec-4bfc-8c5e-a10dbc3119e1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:41:26.326116 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-ca789af8-1cec-4bfc-8c5e-a10dbc3119e1 admin admin] Notify callbacks [] for subnet, before_response {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:41:26.329983 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0639d2c5-b6bb-4294-a6f1-576b4803b9f9 None None] Network 42fdedb3-2084-4b06-8d78-448ff4288882 requested from n-d-768862-2 {{(pid=84876) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 07:41:26.331565 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-ca789af8-1cec-4bfc-8c5e-a10dbc3119e1 admin admin] 10.222.0.24 "DELETE /v2.0/subnets/87b25853-fffc-44f4-ab08-3af38844e273 HTTP/1.1" status: 204 len: 168 time: 0.6689401 Jan 14 07:41:26.334099 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84875) accepted ('10.222.0.24', 42256) {{(pid=84875) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:41:26.358119 n-d-768862-2 neutron-server[84765]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3bd82d92-7000-47f0-b39f-3d152e9e0605 tempest-FloatingIPTestJSON-1632234116 tempest-FloatingIPTestJSON-1632234116] Router 0a94abb3-95e9-4f02-952d-9f95343e501f has already been hosted by L3 agent 35f592e9-451b-4db9-abea-77b6a5c5391b {{(pid=84874) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Jan 14 07:41:26.456179 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-e8c56c89-5982-421b-8779-fe5e446f3c5c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036854160497'] for network, before_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:41:26.534336 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.plugin [None req-e8c56c89-5982-421b-8779-fe5e446f3c5c admin admin] Deleting port efbd9c05-094b-4d2e-aab1-60d5e009b722 {{(pid=84875) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 07:41:26.534706 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-e8c56c89-5982-421b-8779-fe5e446f3c5c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363259214248359'] for port, before_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:41:26.556884 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3bd82d92-7000-47f0-b39f-3d152e9e0605 tempest-FloatingIPTestJSON-1632234116 tempest-FloatingIPTestJSON-1632234116] Notify agent at l3_agent.n-d-768862-2 the message routers_updated {{(pid=84874) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jan 14 07:41:26.562440 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-3bd82d92-7000-47f0-b39f-3d152e9e0605 tempest-FloatingIPTestJSON-1632234116 tempest-FloatingIPTestJSON-1632234116] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854768116'] for floatingip, before_response {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:41:26.568600 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2f01d05-b6f2-4948-9254-ab40f4b5a01d None None] Sync routers for ids ['0a94abb3-95e9-4f02-952d-9f95343e501f'] in n-d-768862-2 {{(pid=84877) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Jan 14 07:41:26.579320 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2f01d05-b6f2-4948-9254-ab40f4b5a01d None None] Routers {'0a94abb3-95e9-4f02-952d-9f95343e501f'} bound to L3 agent in host n-d-768862-2 {{(pid=84877) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 14 07:41:26.580005 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_hamode_db [None req-f2f01d05-b6f2-4948-9254-ab40f4b5a01d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-01-14T06:56:51Z,description=,heartbeat_timestamp=2021-01-14T07:41:22Z,host='n-d-768862-2',id=35f592e9-451b-4db9-abea-77b6a5c5391b,load=0,resource_versions=,resources_synced=,started_at=2021-01-14T06:56:51Z,topic='l3_agent')) {'router_ids': ['0a94abb3-95e9-4f02-952d-9f95343e501f'], 'active': True} {{(pid=84877) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:41:26.635118 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-3bd82d92-7000-47f0-b39f-3d152e9e0605 tempest-FloatingIPTestJSON-1632234116 tempest-FloatingIPTestJSON-1632234116] 10.222.0.24 "PUT /v2.0/floatingips/4ed478da-b8de-42c7-900a-400b2589a4b3 HTTP/1.1" status: 200 len: 978 time: 2.1439352 Jan 14 07:41:26.637688 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84874) accepted ('10.222.0.24', 42260) {{(pid=84874) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:41:26.642023 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8de8952-0fd3-4411-8530-0a466a0e137c None None] DHCP port deletion for 42fdedb3-2084-4b06-8d78-448ff4288882 request from n-d-768862-2 {{(pid=84876) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Jan 14 07:41:26.646932 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.plugin [None req-f8de8952-0fd3-4411-8530-0a466a0e137c None None] Deleting port efbd9c05-094b-4d2e-aab1-60d5e009b722 {{(pid=84876) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 07:41:26.647352 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-f8de8952-0fd3-4411-8530-0a466a0e137c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363259214248359'] for port, before_delete {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:41:26.653830 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_hamode_db [None req-f2f01d05-b6f2-4948-9254-ab40f4b5a01d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768862-2', False) {} {{(pid=84877) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:41:26.663592 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2f01d05-b6f2-4948-9254-ab40f4b5a01d None None] Routers {'0a94abb3-95e9-4f02-952d-9f95343e501f'} bound to L3 agent in host n-d-768862-2 {{(pid=84877) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 14 07:41:26.664328 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_hamode_db [None req-f2f01d05-b6f2-4948-9254-ab40f4b5a01d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-01-14T06:56:51Z,description=,heartbeat_timestamp=2021-01-14T07:41:22Z,host='n-d-768862-2',id=35f592e9-451b-4db9-abea-77b6a5c5391b,load=0,resource_versions=,resources_synced=,started_at=2021-01-14T06:56:51Z,topic='l3_agent')) {'router_ids': ['0a94abb3-95e9-4f02-952d-9f95343e501f'], 'active': True} {{(pid=84877) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:41:26.732664 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_hamode_db [None req-f2f01d05-b6f2-4948-9254-ab40f4b5a01d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768862-2', False) {} {{(pid=84877) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:41:26.733116 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2f01d05-b6f2-4948-9254-ab40f4b5a01d None None] The sync data for ids ['0a94abb3-95e9-4f02-952d-9f95343e501f'] in n-d-768862-2 is: [] {{(pid=84877) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Jan 14 07:41:26.744314 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.plugin [None req-629abf27-e131-4013-8c6e-fd9cc84a9cc7 tempest-FloatingIPTestJSON-1632234116 tempest-FloatingIPTestJSON-1632234116] Deleting port 25adc29c-582f-4a1d-8e1a-0fa212bf1261 {{(pid=84874) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 07:41:26.744703 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-629abf27-e131-4013-8c6e-fd9cc84a9cc7 tempest-FloatingIPTestJSON-1632234116 tempest-FloatingIPTestJSON-1632234116] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363259214248359'] for port, before_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:41:26.850306 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [None req-e8c56c89-5982-421b-8779-fe5e446f3c5c admin admin] For port efbd9c05-094b-4d2e-aab1-60d5e009b722, host n-d-768862-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-2',level=0,port_id=efbd9c05-094b-4d2e-aab1-60d5e009b722,segment=NetworkSegment(2b228571-b447-442a-a742-e84b4377a920),segment_id=2b228571-b447-442a-a742-e84b4377a920)] {{(pid=84875) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 07:41:26.850706 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-e8c56c89-5982-421b-8779-fe5e446f3c5c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036850862667'] for port, precommit_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:41:26.874683 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Device 56526c70-58b4-472d-b726-7075f190fee5 up at agent ovs-agent-n-d-768862-2 {{(pid=84876) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 07:41:26.972334 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [None req-f8de8952-0fd3-4411-8530-0a466a0e137c None None] For port efbd9c05-094b-4d2e-aab1-60d5e009b722, host n-d-768862-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-2',level=0,port_id=efbd9c05-094b-4d2e-aab1-60d5e009b722,segment=NetworkSegment(2b228571-b447-442a-a742-e84b4377a920),segment_id=2b228571-b447-442a-a742-e84b4377a920)] {{(pid=84876) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 07:41:26.972806 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-f8de8952-0fd3-4411-8530-0a466a0e137c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036850862667'] for port, precommit_delete {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:41:26.983669 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.plugin [None req-e8c56c89-5982-421b-8779-fe5e446f3c5c admin admin] Calling delete_port for efbd9c05-094b-4d2e-aab1-60d5e009b722 owned by network:dhcp {{(pid=84875) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 07:41:27.030547 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-629abf27-e131-4013-8c6e-fd9cc84a9cc7 tempest-FloatingIPTestJSON-1632234116 tempest-FloatingIPTestJSON-1632234116] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036850862667'] for port, precommit_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:41:27.062688 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-e8c56c89-5982-421b-8779-fe5e446f3c5c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777640533329', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777640097463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851621574'] for port, after_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:41:27.078660 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-baf0b289-aaa5-4de9-b760-4ffff9158e7f tempest-PortsAdminExtendedAttrsTestJSON-1323615853 tempest-PortsAdminExtendedAttrsTestJSON-1323615853] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:41:27.106745 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.plugin [None req-f8de8952-0fd3-4411-8530-0a466a0e137c None None] Calling delete_port for efbd9c05-094b-4d2e-aab1-60d5e009b722 owned by network:dhcp {{(pid=84876) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 07:41:27.154401 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Provisioning complete for port 56526c70-58b4-472d-b726-7075f190fee5 triggered by entity L2. {{(pid=84876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 07:41:27.155119 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-604227'] for port, provisioning_complete {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:41:27.176533 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8c56c89-5982-421b-8779-fe5e446f3c5c admin admin] Pushing event deleted for resources: {'Port': ['ID=efbd9c05-094b-4d2e-aab1-60d5e009b722,revision_number=None']} {{(pid=84875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:41:27.179953 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-e8c56c89-5982-421b-8779-fe5e446f3c5c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:41:27.227147 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8c56c89-5982-421b-8779-fe5e446f3c5c admin admin] No DVR routers for this DVR port efbd9c05-094b-4d2e-aab1-60d5e009b722 on host n-d-768862-2 {{(pid=84875) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Jan 14 07:41:27.243866 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.db.api [None req-f8de8952-0fd3-4411-8530-0a466a0e137c None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84876) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Jan 14 07:41:27.244293 n-d-768862-2 neutron-server[84765]: DEBUG oslo_db.api [None req-f8de8952-0fd3-4411-8530-0a466a0e137c None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84876) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Jan 14 07:41:27.353321 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-629abf27-e131-4013-8c6e-fd9cc84a9cc7 tempest-FloatingIPTestJSON-1632234116 tempest-FloatingIPTestJSON-1632234116] Notify callbacks [] for floatingip, precommit_update {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:41:27.354163 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-629abf27-e131-4013-8c6e-fd9cc84a9cc7 tempest-FloatingIPTestJSON-1632234116 tempest-FloatingIPTestJSON-1632234116] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3912638'] for floatingip, after_update {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:41:27.354542 n-d-768862-2 neutron-server[84765]: INFO neutron.db.l3_db [None req-629abf27-e131-4013-8c6e-fd9cc84a9cc7 tempest-FloatingIPTestJSON-1632234116 tempest-FloatingIPTestJSON-1632234116] Floating IP 4ed478da-b8de-42c7-900a-400b2589a4b3 disassociated. External IP: 172.25.2.221, port: 25adc29c-582f-4a1d-8e1a-0fa212bf1261. Jan 14 07:41:27.354932 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.plugin [None req-629abf27-e131-4013-8c6e-fd9cc84a9cc7 tempest-FloatingIPTestJSON-1632234116 tempest-FloatingIPTestJSON-1632234116] Calling delete_port for 25adc29c-582f-4a1d-8e1a-0fa212bf1261 owned by {{(pid=84874) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 07:41:27.357998 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Device a51211e1-ea84-4c95-95bb-04119c50cf3a no longer exists at agent ovs-agent-n-d-768862-2 {{(pid=84876) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jan 14 07:41:27.359034 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-e8c56c89-5982-421b-8779-fe5e446f3c5c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-598987', 'neutron.services.segments.db._delete_segments_for_network-8777640583949'] for network, precommit_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:41:27.397273 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.plugin [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] No Port match for: a51211e1-ea84-4c95-95bb-04119c50cf3a {{(pid=84876) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2188}} Jan 14 07:41:27.397826 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Device a51211e1-ea84-4c95-95bb-04119c50cf3a not bound to the agent host n-d-768862-2 {{(pid=84876) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jan 14 07:41:27.398368 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Device c55fc197-9cf1-4763-b325-703fae8a6880 no longer exists at agent ovs-agent-n-d-768862-2 {{(pid=84876) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jan 14 07:41:27.436451 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.plugin [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] No Port match for: c55fc197-9cf1-4763-b325-703fae8a6880 {{(pid=84876) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2188}} Jan 14 07:41:27.436836 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Device c55fc197-9cf1-4763-b325-703fae8a6880 not bound to the agent host n-d-768862-2 {{(pid=84876) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jan 14 07:41:27.437339 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Device efbd9c05-094b-4d2e-aab1-60d5e009b722 no longer exists at agent ovs-agent-n-d-768862-2 {{(pid=84876) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jan 14 07:41:27.470399 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.plugin [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] No Port match for: efbd9c05-094b-4d2e-aab1-60d5e009b722 {{(pid=84876) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2188}} Jan 14 07:41:27.470809 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Device efbd9c05-094b-4d2e-aab1-60d5e009b722 not bound to the agent host n-d-768862-2 {{(pid=84876) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jan 14 07:41:27.482902 n-d-768862-2 neutron-server[84765]: DEBUG neutron.services.segments.db [None req-e8c56c89-5982-421b-8779-fe5e446f3c5c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['42fdedb3-2084-4b06-8d78-448ff4288882']}} {{(pid=84875) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:41:27.496945 n-d-768862-2 neutron-server[84765]: DEBUG neutron.services.segments.db [None req-e8c56c89-5982-421b-8779-fe5e446f3c5c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2b228571-b447-442a-a742-e84b4377a920') {'for_net_delete': True} {{(pid=84875) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:41:27.497289 n-d-768862-2 neutron-server[84765]: DEBUG neutron.services.segments.db [None req-e8c56c89-5982-421b-8779-fe5e446f3c5c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2b228571-b447-442a-a742-e84b4377a920') {} {{(pid=84875) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:41:27.509983 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-e8c56c89-5982-421b-8779-fe5e446f3c5c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363259214173198', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036851408567'] for segment, before_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:41:27.518227 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-629abf27-e131-4013-8c6e-fd9cc84a9cc7 tempest-FloatingIPTestJSON-1632234116 tempest-FloatingIPTestJSON-1632234116] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777640533329', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777640097463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3254186'] for port, after_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:41:27.529325 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-e8c56c89-5982-421b-8779-fe5e446f3c5c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854179735'] for segment, precommit_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:41:27.531625 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-e8c56c89-5982-421b-8779-fe5e446f3c5c admin admin] Releasing vxlan tunnel 5 to pool {{(pid=84875) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Jan 14 07:41:27.535349 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-43bdfa6a-2fae-405d-a52b-edbf42dcaaa9 tempest-FloatingIPTestJSON-1632234116 tempest-FloatingIPTestJSON-1632234116] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:41:27.582695 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-629abf27-e131-4013-8c6e-fd9cc84a9cc7 tempest-FloatingIPTestJSON-1632234116 tempest-FloatingIPTestJSON-1632234116] Pushing event deleted for resources: {'Port': ['ID=25adc29c-582f-4a1d-8e1a-0fa212bf1261,revision_number=None']} {{(pid=84874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:41:27.637891 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-629abf27-e131-4013-8c6e-fd9cc84a9cc7 tempest-FloatingIPTestJSON-1632234116 tempest-FloatingIPTestJSON-1632234116] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:41:27.722155 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.managers [None req-e8c56c89-5982-421b-8779-fe5e446f3c5c admin admin] Network 42fdedb3-2084-4b06-8d78-448ff4288882 has no segments {{(pid=84875) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 14 07:41:27.732700 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-e8c56c89-5982-421b-8779-fe5e446f3c5c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-596065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3154253'] for segment, after_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:41:27.746572 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.plugin [None req-f8de8952-0fd3-4411-8530-0a466a0e137c None None] Deleting port efbd9c05-094b-4d2e-aab1-60d5e009b722 {{(pid=84876) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 07:41:27.747613 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-f8de8952-0fd3-4411-8530-0a466a0e137c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363259214248359'] for port, before_delete {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:41:27.818579 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.plugin [None req-f8de8952-0fd3-4411-8530-0a466a0e137c None None] The port 'efbd9c05-094b-4d2e-aab1-60d5e009b722' was deleted {{(pid=84876) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Jan 14 07:41:27.910125 n-d-768862-2 neutron-server[84765]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-629abf27-e131-4013-8c6e-fd9cc84a9cc7 tempest-FloatingIPTestJSON-1632234116 tempest-FloatingIPTestJSON-1632234116] Router 0a94abb3-95e9-4f02-952d-9f95343e501f has already been hosted by L3 agent 35f592e9-451b-4db9-abea-77b6a5c5391b {{(pid=84874) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Jan 14 07:41:27.916941 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.managers [None req-e8c56c89-5982-421b-8779-fe5e446f3c5c admin admin] Network 42fdedb3-2084-4b06-8d78-448ff4288882 has no segments {{(pid=84875) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 14 07:41:27.940300 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:shared":"rule:admin_only" was deprecated in W in favor of "update_network:shared":"role:admin and system_scope:all". Reason: Jan 14 07:41:27.940300 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:41:27.940300 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:41:27.940300 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:41:27.940300 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "update_network:provider:network_type":"role:admin and system_scope:all". Reason: Jan 14 07:41:27.940300 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:41:27.940300 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:41:27.940300 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:41:27.940300 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "update_network:provider:physical_network":"role:admin and system_scope:all". Reason: Jan 14 07:41:27.940300 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:41:27.940300 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:41:27.940300 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:41:27.940300 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "update_network:provider:segmentation_id":"role:admin and system_scope:all". Reason: Jan 14 07:41:27.940300 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:41:27.940300 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:41:27.940300 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:41:27.940300 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:router:external":"rule:admin_only" was deprecated in W in favor of "update_network:router:external":"role:admin and system_scope:all". Reason: Jan 14 07:41:27.940300 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:41:27.940300 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:41:27.940300 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:41:27.940300 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:is_default":"rule:admin_only" was deprecated in W in favor of "update_network:is_default":"role:admin and system_scope:all". Reason: Jan 14 07:41:27.940300 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:41:27.940300 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:41:27.940300 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:41:27.940300 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:port_security_enabled":"rule:admin_or_owner" was deprecated in W in favor of "update_network:port_security_enabled":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 07:41:27.940300 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:41:27.940300 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:41:27.940300 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:41:27.940300 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "delete_network":"rule:admin_or_owner" was deprecated in W in favor of "delete_network":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 07:41:27.940300 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:41:27.940300 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:41:27.940300 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:41:27.940300 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_segment":"rule:admin_only" was deprecated in W in favor of "create_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:41:27.940300 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:41:27.940300 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_segment":"rule:admin_only" was deprecated in W in favor of "get_segment":"role:reader and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:41:27.940300 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:41:27.940300 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_segment":"rule:admin_only" was deprecated in W in favor of "update_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:41:27.940300 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:41:27.940300 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "delete_segment":"rule:admin_only" was deprecated in W in favor of "delete_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:41:27.940300 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:41:27.940300 n-d-768862-2 neutron-server[84765]: Traceback (most recent call last): Jan 14 07:41:27.940300 n-d-768862-2 neutron-server[84765]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 14 07:41:27.940300 n-d-768862-2 neutron-server[84765]: timer() Jan 14 07:41:27.940300 n-d-768862-2 neutron-server[84765]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 14 07:41:27.940300 n-d-768862-2 neutron-server[84765]: cb(*args, **kw) Jan 14 07:41:27.940300 n-d-768862-2 neutron-server[84765]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Jan 14 07:41:27.940300 n-d-768862-2 neutron-server[84765]: return func(*args, **kwargs) Jan 14 07:41:27.940300 n-d-768862-2 neutron-server[84765]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 14 07:41:27.940300 n-d-768862-2 neutron-server[84765]: self._notify() Jan 14 07:41:27.940300 n-d-768862-2 neutron-server[84765]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 14 07:41:27.940300 n-d-768862-2 neutron-server[84765]: self.callback(batched_events) Jan 14 07:41:27.940300 n-d-768862-2 neutron-server[84765]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 14 07:41:27.940300 n-d-768862-2 neutron-server[84765]: event.method(event) Jan 14 07:41:27.940300 n-d-768862-2 neutron-server[84765]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 14 07:41:27.940300 n-d-768862-2 neutron-server[84765]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 14 07:41:27.940300 n-d-768862-2 neutron-server[84765]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Jan 14 07:41:27.940300 n-d-768862-2 neutron-server[84765]: segment_id)['aggregates'][0] Jan 14 07:41:27.940300 n-d-768862-2 neutron-server[84765]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 14 07:41:27.940300 n-d-768862-2 neutron-server[84765]: return f(self, *a, **k) Jan 14 07:41:27.940300 n-d-768862-2 neutron-server[84765]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 14 07:41:27.940300 n-d-768862-2 neutron-server[84765]: return self._get(url).json() Jan 14 07:41:27.940300 n-d-768862-2 neutron-server[84765]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 14 07:41:27.940300 n-d-768862-2 neutron-server[84765]: **kwargs) Jan 14 07:41:27.940300 n-d-768862-2 neutron-server[84765]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 14 07:41:27.940300 n-d-768862-2 neutron-server[84765]: return self.request(url, 'GET', **kwargs) Jan 14 07:41:27.940300 n-d-768862-2 neutron-server[84765]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Jan 14 07:41:27.940300 n-d-768862-2 neutron-server[84765]: **endpoint_filter) Jan 14 07:41:27.940300 n-d-768862-2 neutron-server[84765]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 14 07:41:27.940300 n-d-768862-2 neutron-server[84765]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 14 07:41:27.940300 n-d-768862-2 neutron-server[84765]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 14 07:41:27.940300 n-d-768862-2 neutron-server[84765]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 14 07:41:27.940300 n-d-768862-2 neutron-server[84765]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 14 07:41:28.021030 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-e8c56c89-5982-421b-8779-fe5e446f3c5c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036854176830', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850887149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3912591'] for network, after_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:41:28.025442 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-b57a80e7-4cd2-4658-98e7-5dc9b91c9d1e tempest-TestNetworkAdvancedServerOps-470546014 tempest-TestNetworkAdvancedServerOps-470546014] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:41:28.042726 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-e8c56c89-5982-421b-8779-fe5e446f3c5c admin admin] Notify callbacks [] for network, before_response {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:41:28.049315 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8c56c89-5982-421b-8779-fe5e446f3c5c admin admin] Pushing event deleted for resources: {'Network': ['ID=42fdedb3-2084-4b06-8d78-448ff4288882,revision_number=None']} {{(pid=84875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:41:28.055710 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-e8c56c89-5982-421b-8779-fe5e446f3c5c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:41:28.058925 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-e8c56c89-5982-421b-8779-fe5e446f3c5c admin admin] 10.222.0.24 "DELETE /v2.0/networks/42fdedb3-2084-4b06-8d78-448ff4288882 HTTP/1.1" status: 204 len: 168 time: 1.7235870 Jan 14 07:41:28.062187 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84874) accepted ('10.222.0.24', 42264) {{(pid=84874) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:41:28.238446 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-629abf27-e131-4013-8c6e-fd9cc84a9cc7 tempest-FloatingIPTestJSON-1632234116 tempest-FloatingIPTestJSON-1632234116] Notify agent at l3_agent.n-d-768862-2 the message routers_updated {{(pid=84874) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jan 14 07:41:28.248481 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d64c24e8-1e9e-4ce1-a18e-9cc616ee4754 None None] Sync routers for ids ['0a94abb3-95e9-4f02-952d-9f95343e501f'] in n-d-768862-2 {{(pid=84876) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Jan 14 07:41:28.260452 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d64c24e8-1e9e-4ce1-a18e-9cc616ee4754 None None] Routers {'0a94abb3-95e9-4f02-952d-9f95343e501f'} bound to L3 agent in host n-d-768862-2 {{(pid=84876) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 14 07:41:28.261278 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_hamode_db [None req-d64c24e8-1e9e-4ce1-a18e-9cc616ee4754 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-01-14T06:56:51Z,description=,heartbeat_timestamp=2021-01-14T07:41:22Z,host='n-d-768862-2',id=35f592e9-451b-4db9-abea-77b6a5c5391b,load=0,resource_versions=,resources_synced=,started_at=2021-01-14T06:56:51Z,topic='l3_agent')) {'router_ids': ['0a94abb3-95e9-4f02-952d-9f95343e501f'], 'active': True} {{(pid=84876) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:41:28.331000 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_hamode_db [None req-d64c24e8-1e9e-4ce1-a18e-9cc616ee4754 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768862-2', False) {} {{(pid=84876) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:41:28.341577 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d64c24e8-1e9e-4ce1-a18e-9cc616ee4754 None None] Routers {'0a94abb3-95e9-4f02-952d-9f95343e501f'} bound to L3 agent in host n-d-768862-2 {{(pid=84876) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 14 07:41:28.342267 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_hamode_db [None req-d64c24e8-1e9e-4ce1-a18e-9cc616ee4754 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-01-14T06:56:51Z,description=,heartbeat_timestamp=2021-01-14T07:41:22Z,host='n-d-768862-2',id=35f592e9-451b-4db9-abea-77b6a5c5391b,load=0,resource_versions=,resources_synced=,started_at=2021-01-14T06:56:51Z,topic='l3_agent')) {'router_ids': ['0a94abb3-95e9-4f02-952d-9f95343e501f'], 'active': True} {{(pid=84876) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:41:28.388403 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-629abf27-e131-4013-8c6e-fd9cc84a9cc7 tempest-FloatingIPTestJSON-1632234116 tempest-FloatingIPTestJSON-1632234116] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854768116'] for port, before_response {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:41:28.411226 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_hamode_db [None req-d64c24e8-1e9e-4ce1-a18e-9cc616ee4754 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768862-2', False) {} {{(pid=84876) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:41:28.411680 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d64c24e8-1e9e-4ce1-a18e-9cc616ee4754 None None] The sync data for ids ['0a94abb3-95e9-4f02-952d-9f95343e501f'] in n-d-768862-2 is: [] {{(pid=84876) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Jan 14 07:41:28.781295 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-629abf27-e131-4013-8c6e-fd9cc84a9cc7 tempest-FloatingIPTestJSON-1632234116 tempest-FloatingIPTestJSON-1632234116] 10.222.0.24 "DELETE /v2.0/ports/25adc29c-582f-4a1d-8e1a-0fa212bf1261 HTTP/1.1" status: 204 len: 168 time: 2.1364379 Jan 14 07:41:28.784228 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84875) accepted ('10.222.0.24', 42268) {{(pid=84875) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:41:28.877941 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-1fe99642-cae9-41a9-b923-c1c7ad41c03c tempest-FloatingIPTestJSON-1632234116 tempest-FloatingIPTestJSON-1632234116] 10.222.0.24 "GET /v2.0/floatingips/4ed478da-b8de-42c7-900a-400b2589a4b3 HTTP/1.1" status: 200 len: 688 time: 0.0920951 Jan 14 07:41:28.881746 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84875) accepted ('10.222.0.24', 42272) {{(pid=84875) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:41:29.025922 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-3dcdac30-79af-4849-9026-cb69f062b73a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3889632'] for router_interface, before_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:41:29.048232 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.plugin [None req-f3498472-e657-46b8-9bcf-9efc992613b7 tempest-FloatingIPTestJSON-1632234116 tempest-FloatingIPTestJSON-1632234116] Deleting port 96725c8c-1a63-4fa9-a248-15704d9ef6db {{(pid=84875) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 07:41:29.048601 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-f3498472-e657-46b8-9bcf-9efc992613b7 tempest-FloatingIPTestJSON-1632234116 tempest-FloatingIPTestJSON-1632234116] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363259214248359'] for port, before_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:41:29.241026 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-f3498472-e657-46b8-9bcf-9efc992613b7 tempest-FloatingIPTestJSON-1632234116 tempest-FloatingIPTestJSON-1632234116] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036850862667'] for port, precommit_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:41:29.241280 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-f3498472-e657-46b8-9bcf-9efc992613b7 tempest-FloatingIPTestJSON-1632234116 tempest-FloatingIPTestJSON-1632234116] Notify callbacks [] for floatingip, precommit_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:41:29.370287 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.plugin [None req-f3498472-e657-46b8-9bcf-9efc992613b7 tempest-FloatingIPTestJSON-1632234116 tempest-FloatingIPTestJSON-1632234116] Calling delete_port for 96725c8c-1a63-4fa9-a248-15704d9ef6db owned by network:floatingip {{(pid=84875) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 07:41:29.510020 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.plugin [None req-3dcdac30-79af-4849-9026-cb69f062b73a admin admin] Deleting port 56526c70-58b4-472d-b726-7075f190fee5 {{(pid=84874) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 07:41:29.510735 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-3dcdac30-79af-4849-9026-cb69f062b73a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363259214248359'] for port, before_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:41:29.514560 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-f3498472-e657-46b8-9bcf-9efc992613b7 tempest-FloatingIPTestJSON-1632234116 tempest-FloatingIPTestJSON-1632234116] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777640533329', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777640097463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851621574'] for port, after_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:41:29.528291 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-3bce8e7c-a143-4f3f-a7ae-f8beef7a4eac tempest-PortsAdminExtendedAttrsTestJSON-1323615853 tempest-PortsAdminExtendedAttrsTestJSON-1323615853] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:41:29.575623 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3498472-e657-46b8-9bcf-9efc992613b7 tempest-FloatingIPTestJSON-1632234116 tempest-FloatingIPTestJSON-1632234116] Pushing event deleted for resources: {'Port': ['ID=96725c8c-1a63-4fa9-a248-15704d9ef6db,revision_number=None']} {{(pid=84875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:41:29.627089 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-f3498472-e657-46b8-9bcf-9efc992613b7 tempest-FloatingIPTestJSON-1632234116 tempest-FloatingIPTestJSON-1632234116] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:41:29.704473 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [None req-3dcdac30-79af-4849-9026-cb69f062b73a admin admin] For port 56526c70-58b4-472d-b726-7075f190fee5, host n-d-768862-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-2',level=0,port_id=56526c70-58b4-472d-b726-7075f190fee5,segment=NetworkSegment(97b6e4b8-15fb-4300-bbd5-c6e748e58b9d),segment_id=97b6e4b8-15fb-4300-bbd5-c6e748e58b9d)] {{(pid=84874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 07:41:29.704864 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-3dcdac30-79af-4849-9026-cb69f062b73a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036850862667'] for port, precommit_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:41:29.759993 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-f3498472-e657-46b8-9bcf-9efc992613b7 tempest-FloatingIPTestJSON-1632234116 tempest-FloatingIPTestJSON-1632234116] Notify callbacks [] for floatingip, after_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:41:29.778714 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-f3498472-e657-46b8-9bcf-9efc992613b7 tempest-FloatingIPTestJSON-1632234116 tempest-FloatingIPTestJSON-1632234116] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854768116'] for floatingip, before_response {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:41:29.780039 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-f3498472-e657-46b8-9bcf-9efc992613b7 tempest-FloatingIPTestJSON-1632234116 tempest-FloatingIPTestJSON-1632234116] 10.222.0.24 "DELETE /v2.0/floatingips/4ed478da-b8de-42c7-900a-400b2589a4b3 HTTP/1.1" status: 204 len: 168 time: 0.8972721 Jan 14 07:41:29.783966 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84875) accepted ('10.222.0.24', 42276) {{(pid=84875) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:41:29.789989 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.v2.base [None req-f040daff-6bc5-482c-86aa-7901219f8ccb tempest-FloatingIPTestJSON-1632234116 tempest-FloatingIPTestJSON-1632234116] Request body: {'floatingip': {'floating_network_id': '226f1e78-82cd-4481-9055-4eb73b6db8c1', 'port_id': '33bfccb1-e197-4300-8734-e6aa6645b673'}} {{(pid=84875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:41:29.800774 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-f040daff-6bc5-482c-86aa-7901219f8ccb tempest-FloatingIPTestJSON-1632234116 tempest-FloatingIPTestJSON-1632234116] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:41:29.805678 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-f040daff-6bc5-482c-86aa-7901219f8ccb tempest-FloatingIPTestJSON-1632234116 tempest-FloatingIPTestJSON-1632234116] Usage tracker for resource:floatingip and tenant:1c55c328d6854ee381dab36dc470b7b0 is out of sync, need to count used quota {{(pid=84875) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:41:29.808934 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-f040daff-6bc5-482c-86aa-7901219f8ccb tempest-FloatingIPTestJSON-1632234116 tempest-FloatingIPTestJSON-1632234116] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=84875) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:41:29.815359 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-f040daff-6bc5-482c-86aa-7901219f8ccb tempest-FloatingIPTestJSON-1632234116 tempest-FloatingIPTestJSON-1632234116] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=84875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:41:29.826607 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-f040daff-6bc5-482c-86aa-7901219f8ccb tempest-FloatingIPTestJSON-1632234116 tempest-FloatingIPTestJSON-1632234116] Notify callbacks [] for floatingip, before_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:41:29.842417 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.plugin [None req-3dcdac30-79af-4849-9026-cb69f062b73a admin admin] Calling delete_port for 56526c70-58b4-472d-b726-7075f190fee5 owned by network:router_interface {{(pid=84874) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 07:41:29.975365 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-f040daff-6bc5-482c-86aa-7901219f8ccb tempest-FloatingIPTestJSON-1632234116 tempest-FloatingIPTestJSON-1632234116] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555753'] for port, before_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:41:30.018798 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-3dcdac30-79af-4849-9026-cb69f062b73a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777640533329', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777640097463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3254186'] for port, after_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:41:30.034977 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-188788b4-37a5-453e-8197-be6f0def51b8 tempest-FloatingIPTestJSON-1632234116 tempest-FloatingIPTestJSON-1632234116] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:41:30.135536 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dcdac30-79af-4849-9026-cb69f062b73a admin admin] Pushing event deleted for resources: {'Port': ['ID=56526c70-58b4-472d-b726-7075f190fee5,revision_number=None']} {{(pid=84874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:41:30.146590 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-3dcdac30-79af-4849-9026-cb69f062b73a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:41:30.472420 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-3dcdac30-79af-4849-9026-cb69f062b73a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted--9223372036851568851', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal--9223372036850888080'] for router_interface, after_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:41:30.578859 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.db_base_plugin_common [None req-f040daff-6bc5-482c-86aa-7901219f8ccb tempest-FloatingIPTestJSON-1632234116 tempest-FloatingIPTestJSON-1632234116] Allocated IP 172.25.2.66 (226f1e78-82cd-4481-9055-4eb73b6db8c1/ba8deeec-7658-4195-9449-038c076f5c83/9439669a-f03a-4577-a8ad-741f4f67b8e7) {{(pid=84875) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 14 07:41:30.741744 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-f040daff-6bc5-482c-86aa-7901219f8ccb tempest-FloatingIPTestJSON-1632234116 tempest-FloatingIPTestJSON-1632234116] Notify callbacks [] for port, precommit_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:41:30.768724 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-f040daff-6bc5-482c-86aa-7901219f8ccb tempest-FloatingIPTestJSON-1632234116 tempest-FloatingIPTestJSON-1632234116] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777640123575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851621574'] for port, after_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:41:30.839115 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-78a2c090-600d-4372-a35a-68e69448df53 tempest-PortsAdminExtendedAttrsTestJSON-1323615853 tempest-PortsAdminExtendedAttrsTestJSON-1323615853] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:41:30.938476 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f040daff-6bc5-482c-86aa-7901219f8ccb tempest-FloatingIPTestJSON-1632234116 tempest-FloatingIPTestJSON-1632234116] Pushing event updated for resources: {'Port': ['ID=9439669a-f03a-4577-a8ad-741f4f67b8e7,revision_number=1']} {{(pid=84875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:41:30.942237 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-f040daff-6bc5-482c-86aa-7901219f8ccb tempest-FloatingIPTestJSON-1632234116 tempest-FloatingIPTestJSON-1632234116] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:41:30.984308 n-d-768862-2 neutron-server[84765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f040daff-6bc5-482c-86aa-7901219f8ccb tempest-FloatingIPTestJSON-1632234116 tempest-FloatingIPTestJSON-1632234116] Network 226f1e78-82cd-4481-9055-4eb73b6db8c1 is already hosted by enough agents. {{(pid=84875) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 07:41:30.985817 n-d-768862-2 neutron-server[84765]: DEBUG neutron.scheduler.base_scheduler [None req-f040daff-6bc5-482c-86aa-7901219f8ccb tempest-FloatingIPTestJSON-1632234116 tempest-FloatingIPTestJSON-1632234116] Resources bound (agent type, host, resource id): {{(pid=84875) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 07:41:30.988383 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f040daff-6bc5-482c-86aa-7901219f8ccb tempest-FloatingIPTestJSON-1632234116 tempest-FloatingIPTestJSON-1632234116] Received port after_create {{(pid=84875) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 14 07:41:31.018437 n-d-768862-2 neutron-server[84765]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3dcdac30-79af-4849-9026-cb69f062b73a admin admin] Router a82ed264-85a0-4d28-b74d-204e5143df55 has already been hosted by L3 agent 35f592e9-451b-4db9-abea-77b6a5c5391b {{(pid=84874) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Jan 14 07:41:31.203964 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3dcdac30-79af-4849-9026-cb69f062b73a admin admin] Notify agent at l3_agent.n-d-768862-2 the message routers_updated {{(pid=84874) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jan 14 07:41:31.215531 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1bda33b4-d7af-4a58-a71e-194c9aa9333c None None] Sync routers for ids ['a82ed264-85a0-4d28-b74d-204e5143df55'] in n-d-768862-2 {{(pid=84877) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Jan 14 07:41:31.215991 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-3dcdac30-79af-4849-9026-cb69f062b73a admin admin] 10.222.0.24 "PUT /v2.0/routers/a82ed264-85a0-4d28-b74d-204e5143df55/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1526051 Jan 14 07:41:31.218629 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84874) accepted ('10.222.0.24', 42280) {{(pid=84874) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:41:31.227355 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1bda33b4-d7af-4a58-a71e-194c9aa9333c None None] Routers {'a82ed264-85a0-4d28-b74d-204e5143df55'} bound to L3 agent in host n-d-768862-2 {{(pid=84877) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 14 07:41:31.228072 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_hamode_db [None req-1bda33b4-d7af-4a58-a71e-194c9aa9333c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-01-14T06:56:51Z,description=,heartbeat_timestamp=2021-01-14T07:41:22Z,host='n-d-768862-2',id=35f592e9-451b-4db9-abea-77b6a5c5391b,load=0,resource_versions=,resources_synced=,started_at=2021-01-14T06:56:51Z,topic='l3_agent')) {'router_ids': ['a82ed264-85a0-4d28-b74d-204e5143df55'], 'active': True} {{(pid=84877) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:41:31.413576 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-def0f102-8077-490c-8adf-7912295bdc9d admin admin] Notify callbacks [] for router, before_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:41:31.415203 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_dvr_db [None req-1bda33b4-d7af-4a58-a71e-194c9aa9333c None None] Set router a82ed264-85a0-4d28-b74d-204e5143df55 gateway port host: n-d-768862-2 {{(pid=84877) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 14 07:41:31.424150 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-f040daff-6bc5-482c-86aa-7901219f8ccb tempest-FloatingIPTestJSON-1632234116 tempest-FloatingIPTestJSON-1632234116] Notify callbacks [] for floatingip, precommit_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:41:31.502482 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-f040daff-6bc5-482c-86aa-7901219f8ccb tempest-FloatingIPTestJSON-1632234116 tempest-FloatingIPTestJSON-1632234116] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555753'] for port, before_update {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:41:31.601989 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-def0f102-8077-490c-8adf-7912295bdc9d admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:41:31.608987 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.plugin [None req-def0f102-8077-490c-8adf-7912295bdc9d admin admin] Deleting port dd5f9769-7b83-4ca3-a319-aca6b3947df1 {{(pid=84874) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 07:41:31.609222 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-def0f102-8077-490c-8adf-7912295bdc9d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363259214248359'] for port, before_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:41:31.721182 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_hamode_db [None req-1bda33b4-d7af-4a58-a71e-194c9aa9333c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a82ed264-85a0-4d28-b74d-204e5143df55', 'name': 'tempest-TestAggregatesBasicOps-2086154955-router', 'tenant_id': '67c8a47970234e388afe8252b0c5ca56', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '226f1e78-82cd-4481-9055-4eb73b6db8c1', 'external_fixed_ips': [{'subnet_id': 'ba8deeec-7658-4195-9449-038c076f5c83', 'ip_address': '172.25.2.92'}], 'enable_snat': True}, 'gw_port_id': 'dd5f9769-7b83-4ca3-a319-aca6b3947df1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-14T07:41:11Z', 'updated_at': '2021-01-14T07:41:29Z', 'revision_number': 5, 'project_id': '67c8a47970234e388afe8252b0c5ca56', 'gw_port': {'id': 'dd5f9769-7b83-4ca3-a319-aca6b3947df1', 'name': '', 'network_id': '226f1e78-82cd-4481-9055-4eb73b6db8c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:80:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a82ed264-85a0-4d28-b74d-204e5143df55', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3598, 'fixed_ips': [{'subnet_id': 'ba8deeec-7658-4195-9449-038c076f5c83', 'ip_address': '172.25.2.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T07:41:12Z', 'updated_at': '2021-01-14T07:41:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ba8deeec-7658-4195-9449-038c076f5c83', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-2'}], 'n-d-768862-2', False) {} {{(pid=84877) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:41:31.725960 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1bda33b4-d7af-4a58-a71e-194c9aa9333c None None] Checking router: a82ed264-85a0-4d28-b74d-204e5143df55 for host: n-d-768862-2 {{(pid=84877) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Jan 14 07:41:31.735990 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1bda33b4-d7af-4a58-a71e-194c9aa9333c None None] Routers {'a82ed264-85a0-4d28-b74d-204e5143df55'} bound to L3 agent in host n-d-768862-2 {{(pid=84877) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 14 07:41:31.736783 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_hamode_db [None req-1bda33b4-d7af-4a58-a71e-194c9aa9333c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-01-14T06:56:51Z,description=,heartbeat_timestamp=2021-01-14T07:41:22Z,host='n-d-768862-2',id=35f592e9-451b-4db9-abea-77b6a5c5391b,load=0,resource_versions=,resources_synced=,started_at=2021-01-14T06:56:51Z,topic='l3_agent')) {'router_ids': ['a82ed264-85a0-4d28-b74d-204e5143df55'], 'active': True} {{(pid=84877) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:41:31.791512 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-f040daff-6bc5-482c-86aa-7901219f8ccb tempest-FloatingIPTestJSON-1632234116 tempest-FloatingIPTestJSON-1632234116] Notify callbacks [] for port, precommit_update {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:41:31.796937 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-f040daff-6bc5-482c-86aa-7901219f8ccb tempest-FloatingIPTestJSON-1632234116 tempest-FloatingIPTestJSON-1632234116] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777640533312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363259214678337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777640097497', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3154211'] for port, after_update {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:41:31.813647 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-a47197f2-1766-4175-9dc8-3a3644aef7f0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:41:31.822903 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [None req-def0f102-8077-490c-8adf-7912295bdc9d admin admin] For port dd5f9769-7b83-4ca3-a319-aca6b3947df1, host n-d-768862-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-2',level=0,port_id=dd5f9769-7b83-4ca3-a319-aca6b3947df1,segment=NetworkSegment(cf3ded2c-bc47-4a71-89af-6e7117e60140),segment_id=cf3ded2c-bc47-4a71-89af-6e7117e60140)] {{(pid=84874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 07:41:31.823311 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-def0f102-8077-490c-8adf-7912295bdc9d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036850862667'] for port, precommit_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:41:31.926636 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_dvr_db [None req-1bda33b4-d7af-4a58-a71e-194c9aa9333c None None] Set router a82ed264-85a0-4d28-b74d-204e5143df55 gateway port host: n-d-768862-2 {{(pid=84877) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 14 07:41:31.948539 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f040daff-6bc5-482c-86aa-7901219f8ccb tempest-FloatingIPTestJSON-1632234116 tempest-FloatingIPTestJSON-1632234116] Pushing event updated for resources: {'Port': ['ID=9439669a-f03a-4577-a8ad-741f4f67b8e7,revision_number=2']} {{(pid=84875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:41:31.953378 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-f040daff-6bc5-482c-86aa-7901219f8ccb tempest-FloatingIPTestJSON-1632234116 tempest-FloatingIPTestJSON-1632234116] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:41:32.066751 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-f040daff-6bc5-482c-86aa-7901219f8ccb tempest-FloatingIPTestJSON-1632234116 tempest-FloatingIPTestJSON-1632234116] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3912638'] for floatingip, after_update {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:41:32.266846 n-d-768862-2 neutron-server[84765]: INFO neutron.db.l3_db [None req-f040daff-6bc5-482c-86aa-7901219f8ccb tempest-FloatingIPTestJSON-1632234116 tempest-FloatingIPTestJSON-1632234116] Floating IP 2610ed99-2e73-4ad9-9066-877b09474cca associated. External IP: 172.25.2.66, port: 33bfccb1-e197-4300-8734-e6aa6645b673. Jan 14 07:41:32.279256 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.plugin [None req-def0f102-8077-490c-8adf-7912295bdc9d admin admin] Calling delete_port for dd5f9769-7b83-4ca3-a319-aca6b3947df1 owned by network:router_gateway {{(pid=84874) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 07:41:32.426246 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_hamode_db [None req-1bda33b4-d7af-4a58-a71e-194c9aa9333c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a82ed264-85a0-4d28-b74d-204e5143df55', 'name': 'tempest-TestAggregatesBasicOps-2086154955-router', 'tenant_id': '67c8a47970234e388afe8252b0c5ca56', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '226f1e78-82cd-4481-9055-4eb73b6db8c1', 'external_fixed_ips': [{'subnet_id': 'ba8deeec-7658-4195-9449-038c076f5c83', 'ip_address': '172.25.2.92'}], 'enable_snat': True}, 'gw_port_id': 'dd5f9769-7b83-4ca3-a319-aca6b3947df1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-14T07:41:11Z', 'updated_at': '2021-01-14T07:41:29Z', 'revision_number': 5, 'project_id': '67c8a47970234e388afe8252b0c5ca56', 'gw_port': {'id': 'dd5f9769-7b83-4ca3-a319-aca6b3947df1', 'name': '', 'network_id': '226f1e78-82cd-4481-9055-4eb73b6db8c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:80:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a82ed264-85a0-4d28-b74d-204e5143df55', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3598, 'fixed_ips': [{'subnet_id': 'ba8deeec-7658-4195-9449-038c076f5c83', 'ip_address': '172.25.2.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T07:41:12Z', 'updated_at': '2021-01-14T07:41:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ba8deeec-7658-4195-9449-038c076f5c83', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-2'}], 'n-d-768862-2', False) {} {{(pid=84877) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:41:32.427962 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-def0f102-8077-490c-8adf-7912295bdc9d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777640533329', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777640097463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3254186'] for port, after_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:41:32.430717 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1bda33b4-d7af-4a58-a71e-194c9aa9333c None None] The sync data for ids ['a82ed264-85a0-4d28-b74d-204e5143df55'] in n-d-768862-2 is: [{'id': 'a82ed264-85a0-4d28-b74d-204e5143df55', 'name': 'tempest-TestAggregatesBasicOps-2086154955-router', 'tenant_id': '67c8a47970234e388afe8252b0c5ca56', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '226f1e78-82cd-4481-9055-4eb73b6db8c1', 'external_fixed_ips': [{'subnet_id': 'ba8deeec-7658-4195-9449-038c076f5c83', 'ip_address': '172.25.2.92'}], 'enable_snat': True}, 'gw_port_id': 'dd5f9769-7b83-4ca3-a319-aca6b3947df1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-14T07:41:11Z', 'updated_at': '2021-01-14T07:41:29Z', 'revision_number': 5, 'project_id': '67c8a47970234e388afe8252b0c5ca56', 'gw_port': {'id': 'dd5f9769-7b83-4ca3-a319-aca6b3947df1', 'name': '', 'network_id': '226f1e78-82cd-4481-9055-4eb73b6db8c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:80:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a82ed264-85a0-4d28-b74d-204e5143df55', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3598, 'fixed_ips': [{'subnet_id': 'ba8deeec-7658-4195-9449-038c076f5c83', 'ip_address': '172.25.2.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T07:41:12Z', 'updated_at': '2021-01-14T07:41:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ba8deeec-7658-4195-9449-038c076f5c83', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-2'}] {{(pid=84877) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Jan 14 07:41:32.628198 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-def0f102-8077-490c-8adf-7912295bdc9d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036850863128'] for router_gateway, after_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:41:32.662405 n-d-768862-2 neutron-server[84765]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f040daff-6bc5-482c-86aa-7901219f8ccb tempest-FloatingIPTestJSON-1632234116 tempest-FloatingIPTestJSON-1632234116] Router 0a94abb3-95e9-4f02-952d-9f95343e501f has already been hosted by L3 agent 35f592e9-451b-4db9-abea-77b6a5c5391b {{(pid=84875) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Jan 14 07:41:32.769434 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-def0f102-8077-490c-8adf-7912295bdc9d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3889346', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036854717606'] for router, precommit_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:41:32.770502 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Device 56526c70-58b4-472d-b726-7075f190fee5 no longer exists at agent ovs-agent-n-d-768862-2 {{(pid=84876) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jan 14 07:41:32.772327 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-def0f102-8077-490c-8adf-7912295bdc9d admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:41:32.799604 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-def0f102-8077-490c-8adf-7912295bdc9d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036850897070'] for router, after_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:41:32.800845 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-def0f102-8077-490c-8adf-7912295bdc9d admin admin] Fanout notify agent at l3_agent the message router_deleted on router a82ed264-85a0-4d28-b74d-204e5143df55 {{(pid=84874) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jan 14 07:41:32.809218 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.plugin [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] No Port match for: 56526c70-58b4-472d-b726-7075f190fee5 {{(pid=84876) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2188}} Jan 14 07:41:32.809614 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Device 56526c70-58b4-472d-b726-7075f190fee5 not bound to the agent host n-d-768862-2 {{(pid=84876) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jan 14 07:41:32.818934 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-def0f102-8077-490c-8adf-7912295bdc9d admin admin] Notify callbacks [] for router, before_response {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:41:32.820268 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-def0f102-8077-490c-8adf-7912295bdc9d admin admin] 10.222.0.24 "DELETE /v2.0/routers/a82ed264-85a0-4d28-b74d-204e5143df55 HTTP/1.1" status: 204 len: 168 time: 1.6006017 Jan 14 07:41:32.823019 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84874) accepted ('10.222.0.24', 42284) {{(pid=84874) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:41:32.870678 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f040daff-6bc5-482c-86aa-7901219f8ccb tempest-FloatingIPTestJSON-1632234116 tempest-FloatingIPTestJSON-1632234116] Notify agent at l3_agent.n-d-768862-2 the message routers_updated {{(pid=84875) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jan 14 07:41:32.881314 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da170c88-59e5-4d09-97d5-e8d4462d9fac None None] Sync routers for ids ['0a94abb3-95e9-4f02-952d-9f95343e501f'] in n-d-768862-2 {{(pid=84876) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Jan 14 07:41:32.893785 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da170c88-59e5-4d09-97d5-e8d4462d9fac None None] Routers {'0a94abb3-95e9-4f02-952d-9f95343e501f'} bound to L3 agent in host n-d-768862-2 {{(pid=84876) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 14 07:41:32.894453 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_hamode_db [None req-da170c88-59e5-4d09-97d5-e8d4462d9fac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-01-14T06:56:51Z,description=,heartbeat_timestamp=2021-01-14T07:41:22Z,host='n-d-768862-2',id=35f592e9-451b-4db9-abea-77b6a5c5391b,load=0,resource_versions=,resources_synced=,started_at=2021-01-14T06:56:51Z,topic='l3_agent')) {'router_ids': ['0a94abb3-95e9-4f02-952d-9f95343e501f'], 'active': True} {{(pid=84876) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:41:32.899716 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.db_base_plugin_v2 [None req-4932ff26-d0f9-4481-96f4-3b2ef076a24c admin admin] Deleting subnet 1db4e0b0-6cd8-4a1f-99c7-f214b511338e {{(pid=84874) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Jan 14 07:41:32.902140 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-f040daff-6bc5-482c-86aa-7901219f8ccb tempest-FloatingIPTestJSON-1632234116 tempest-FloatingIPTestJSON-1632234116] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854768116'] for floatingip, before_response {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:41:32.903440 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-4932ff26-d0f9-4481-96f4-3b2ef076a24c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:41:32.958394 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-4932ff26-d0f9-4481-96f4-3b2ef076a24c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036851807232'] for subnet, precommit_delete_associations {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:41:32.971431 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-f040daff-6bc5-482c-86aa-7901219f8ccb tempest-FloatingIPTestJSON-1632234116 tempest-FloatingIPTestJSON-1632234116] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 981 time: 3.1826465 Jan 14 07:41:32.971431 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84875) accepted ('10.222.0.24', 42288) {{(pid=84875) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:41:32.976017 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_hamode_db [None req-da170c88-59e5-4d09-97d5-e8d4462d9fac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768862-2', False) {} {{(pid=84876) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:41:32.978299 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.v2.base [None req-32def4c8-e14c-4d56-8bac-90ef7f6a9982 tempest-FloatingIPTestJSON-1632234116 tempest-FloatingIPTestJSON-1632234116] Request body: {'network': {'name': 'tempest-FloatingIPTestJSON-1765891145'}} {{(pid=84875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:41:32.984886 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-32def4c8-e14c-4d56-8bac-90ef7f6a9982 tempest-FloatingIPTestJSON-1632234116 tempest-FloatingIPTestJSON-1632234116] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:41:32.985608 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da170c88-59e5-4d09-97d5-e8d4462d9fac None None] Routers {'0a94abb3-95e9-4f02-952d-9f95343e501f'} bound to L3 agent in host n-d-768862-2 {{(pid=84876) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 14 07:41:32.986304 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_hamode_db [None req-da170c88-59e5-4d09-97d5-e8d4462d9fac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-01-14T06:56:51Z,description=,heartbeat_timestamp=2021-01-14T07:41:22Z,host='n-d-768862-2',id=35f592e9-451b-4db9-abea-77b6a5c5391b,load=0,resource_versions=,resources_synced=,started_at=2021-01-14T06:56:51Z,topic='l3_agent')) {'router_ids': ['0a94abb3-95e9-4f02-952d-9f95343e501f'], 'active': True} {{(pid=84876) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:41:32.990147 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-32def4c8-e14c-4d56-8bac-90ef7f6a9982 tempest-FloatingIPTestJSON-1632234116 tempest-FloatingIPTestJSON-1632234116] Usage tracker for resource:network and tenant:1c55c328d6854ee381dab36dc470b7b0 is out of sync, need to count used quota {{(pid=84875) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:41:32.993110 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-32def4c8-e14c-4d56-8bac-90ef7f6a9982 tempest-FloatingIPTestJSON-1632234116 tempest-FloatingIPTestJSON-1632234116] Quota usage for network was recalculated. Used quota:1. {{(pid=84875) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:41:32.999357 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-32def4c8-e14c-4d56-8bac-90ef7f6a9982 tempest-FloatingIPTestJSON-1632234116 tempest-FloatingIPTestJSON-1632234116] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:41:33.010620 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-32def4c8-e14c-4d56-8bac-90ef7f6a9982 tempest-FloatingIPTestJSON-1632234116 tempest-FloatingIPTestJSON-1632234116] Made reservation on behalf of 1c55c328d6854ee381dab36dc470b7b0 for: {'network': 1} {{(pid=84875) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 07:41:33.021221 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-32def4c8-e14c-4d56-8bac-90ef7f6a9982 tempest-FloatingIPTestJSON-1632234116 tempest-FloatingIPTestJSON-1632234116] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555753'] for network, before_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:41:33.051358 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_hamode_db [None req-da170c88-59e5-4d09-97d5-e8d4462d9fac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768862-2', False) {} {{(pid=84876) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:41:33.052022 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da170c88-59e5-4d09-97d5-e8d4462d9fac None None] The sync data for ids ['0a94abb3-95e9-4f02-952d-9f95343e501f'] in n-d-768862-2 is: [] {{(pid=84876) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Jan 14 07:41:33.052191 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-4932ff26-d0f9-4481-96f4-3b2ef076a24c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036854176836'] for subnet, precommit_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:41:33.062890 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-32def4c8-e14c-4d56-8bac-90ef7f6a9982 tempest-FloatingIPTestJSON-1632234116 tempest-FloatingIPTestJSON-1632234116] vxlan segment allocate from pool success with {'vxlan_vni': 5} {{(pid=84875) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Jan 14 07:41:33.075640 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-32def4c8-e14c-4d56-8bac-90ef7f6a9982 tempest-FloatingIPTestJSON-1632234116 tempest-FloatingIPTestJSON-1632234116] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment--9223363259214191851', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854179735'] for segment, precommit_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:41:33.076216 n-d-768862-2 neutron-server[84765]: INFO neutron.db.segments_db [None req-32def4c8-e14c-4d56-8bac-90ef7f6a9982 tempest-FloatingIPTestJSON-1632234116 tempest-FloatingIPTestJSON-1632234116] Added segment 18d82f8d-cbd5-447a-b5a4-81f54a70b72c of type vxlan for network f050b93c-6e03-456d-845e-f5611ff18515 Jan 14 07:41:33.107619 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-32def4c8-e14c-4d56-8bac-90ef7f6a9982 tempest-FloatingIPTestJSON-1632234116 tempest-FloatingIPTestJSON-1632234116] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363259214646115'] for network, precommit_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:41:33.142730 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-32def4c8-e14c-4d56-8bac-90ef7f6a9982 tempest-FloatingIPTestJSON-1632234116 tempest-FloatingIPTestJSON-1632234116] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850887149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964'] for network, after_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:41:33.162809 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32def4c8-e14c-4d56-8bac-90ef7f6a9982 tempest-FloatingIPTestJSON-1632234116 tempest-FloatingIPTestJSON-1632234116] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:41:33.163543 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-32def4c8-e14c-4d56-8bac-90ef7f6a9982 tempest-FloatingIPTestJSON-1632234116 tempest-FloatingIPTestJSON-1632234116] Notify callbacks [] for network, before_response {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:41:33.167780 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-b1d898ea-50ad-46cc-af6c-fda1579060c1 tempest-RoutersTest-1255860389 tempest-RoutersTest-1255860389] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:41:33.272516 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-32def4c8-e14c-4d56-8bac-90ef7f6a9982 tempest-FloatingIPTestJSON-1632234116 tempest-FloatingIPTestJSON-1632234116] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 0.3003256 Jan 14 07:41:33.275810 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84875) accepted ('10.222.0.24', 42292) {{(pid=84875) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:41:33.284481 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.v2.base [None req-41d8da6f-7c33-49c1-8288-138182a00f18 tempest-FloatingIPTestJSON-1632234116 tempest-FloatingIPTestJSON-1632234116] Request body: {'subnet': {'network_id': 'f050b93c-6e03-456d-845e-f5611ff18515', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=84875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:41:33.304354 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32def4c8-e14c-4d56-8bac-90ef7f6a9982 tempest-FloatingIPTestJSON-1632234116 tempest-FloatingIPTestJSON-1632234116] Pushing event updated for resources: {'Network': ['ID=f050b93c-6e03-456d-845e-f5611ff18515,revision_number=1']} {{(pid=84875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:41:33.311654 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-32def4c8-e14c-4d56-8bac-90ef7f6a9982 tempest-FloatingIPTestJSON-1632234116 tempest-FloatingIPTestJSON-1632234116] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:41:33.318242 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Network f050b93c-6e03-456d-845e-f5611ff18515 details requested by agent ovs-agent-n-d-768862-2 with host n-d-768862-2 {{(pid=84876) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 07:41:33.331888 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-017f98a9-8a07-408c-a86f-8ff0c00400a0 None None] Network f050b93c-6e03-456d-845e-f5611ff18515 details requested by agent ovs-agent-n-h1-768862-2 with host n-h1-768862-2 {{(pid=84876) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 07:41:33.342125 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-4932ff26-d0f9-4481-96f4-3b2ef076a24c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-598964', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850887113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036851521664', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2794686'] for subnet, after_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:41:33.348514 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-852a24f7-e9a1-4193-9abb-e9506fe5213f None None] Network f050b93c-6e03-456d-845e-f5611ff18515 details requested by agent ovs-agent-n-h2-768862-2 with host n-h2-768862-2 {{(pid=84876) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 07:41:33.359684 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-db9e305f-65d3-4078-a4d4-6ef80d7aa348 tempest-NetworksTest-1803261889 tempest-NetworksTest-1803261889] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:41:33.416603 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-41d8da6f-7c33-49c1-8288-138182a00f18 tempest-FloatingIPTestJSON-1632234116 tempest-FloatingIPTestJSON-1632234116] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:41:33.420860 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-41d8da6f-7c33-49c1-8288-138182a00f18 tempest-FloatingIPTestJSON-1632234116 tempest-FloatingIPTestJSON-1632234116] Usage tracker for resource:subnet and tenant:1c55c328d6854ee381dab36dc470b7b0 is out of sync, need to count used quota {{(pid=84875) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:41:33.424515 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-41d8da6f-7c33-49c1-8288-138182a00f18 tempest-FloatingIPTestJSON-1632234116 tempest-FloatingIPTestJSON-1632234116] Quota usage for subnet was recalculated. Used quota:1. {{(pid=84875) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:41:33.430862 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-41d8da6f-7c33-49c1-8288-138182a00f18 tempest-FloatingIPTestJSON-1632234116 tempest-FloatingIPTestJSON-1632234116] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:41:33.440774 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-41d8da6f-7c33-49c1-8288-138182a00f18 tempest-FloatingIPTestJSON-1632234116 tempest-FloatingIPTestJSON-1632234116] Made reservation on behalf of 1c55c328d6854ee381dab36dc470b7b0 for: {'subnet': 1} {{(pid=84875) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 07:41:33.446319 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4932ff26-d0f9-4481-96f4-3b2ef076a24c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1db4e0b0-6cd8-4a1f-99c7-f214b511338e,revision_number=None']} {{(pid=84874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:41:33.449439 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-4932ff26-d0f9-4481-96f4-3b2ef076a24c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:41:33.500384 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-4932ff26-d0f9-4481-96f4-3b2ef076a24c admin admin] Notify callbacks [] for subnet, before_response {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:41:33.509821 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-4932ff26-d0f9-4481-96f4-3b2ef076a24c admin admin] 10.222.0.24 "DELETE /v2.0/subnets/1db4e0b0-6cd8-4a1f-99c7-f214b511338e HTTP/1.1" status: 204 len: 168 time: 0.6831248 Jan 14 07:41:33.510043 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84874) accepted ('10.222.0.24', 42296) {{(pid=84874) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:41:33.545028 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93efab70-b3cd-4c92-ad33-808d8db74858 None None] Network ee19bf97-675b-47b9-aa58-9a7e46ae5727 requested from n-d-768862-2 {{(pid=84876) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 07:41:33.566835 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-41d8da6f-7c33-49c1-8288-138182a00f18 tempest-FloatingIPTestJSON-1632234116 tempest-FloatingIPTestJSON-1632234116] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036852467157'] for subnet, before_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:41:33.635233 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-bd4a568b-6ae3-4360-a1cb-a8a65d979cea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036854160497'] for network, before_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:41:33.707074 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.plugin [None req-bd4a568b-6ae3-4360-a1cb-a8a65d979cea admin admin] Deleting port 422e520f-39cc-4b35-b785-59877dc663e6 {{(pid=84874) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 07:41:33.707699 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-bd4a568b-6ae3-4360-a1cb-a8a65d979cea admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363259214248359'] for port, before_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:41:33.902428 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df7123e6-db47-49f7-b053-a5c26ae499c4 None None] DHCP port deletion for ee19bf97-675b-47b9-aa58-9a7e46ae5727 request from n-d-768862-2 {{(pid=84876) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Jan 14 07:41:33.907164 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.plugin [None req-df7123e6-db47-49f7-b053-a5c26ae499c4 None None] Deleting port 422e520f-39cc-4b35-b785-59877dc663e6 {{(pid=84876) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 07:41:33.907683 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-df7123e6-db47-49f7-b053-a5c26ae499c4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363259214248359'] for port, before_delete {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:41:33.943974 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [None req-bd4a568b-6ae3-4360-a1cb-a8a65d979cea admin admin] For port 422e520f-39cc-4b35-b785-59877dc663e6, host n-d-768862-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-2',level=0,port_id=422e520f-39cc-4b35-b785-59877dc663e6,segment=NetworkSegment(97b6e4b8-15fb-4300-bbd5-c6e748e58b9d),segment_id=97b6e4b8-15fb-4300-bbd5-c6e748e58b9d)] {{(pid=84874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 07:41:33.944398 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-bd4a568b-6ae3-4360-a1cb-a8a65d979cea admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036850862667'] for port, precommit_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:41:34.050690 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-41d8da6f-7c33-49c1-8288-138182a00f18 tempest-FloatingIPTestJSON-1632234116 tempest-FloatingIPTestJSON-1632234116] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850887113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036851621412', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036852467174'] for subnet, after_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:41:34.081861 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.plugin [None req-bd4a568b-6ae3-4360-a1cb-a8a65d979cea admin admin] Calling delete_port for 422e520f-39cc-4b35-b785-59877dc663e6 owned by network:dhcp {{(pid=84874) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 07:41:34.134118 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [None req-df7123e6-db47-49f7-b053-a5c26ae499c4 None None] For port 422e520f-39cc-4b35-b785-59877dc663e6, host n-d-768862-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-2',level=0,port_id=422e520f-39cc-4b35-b785-59877dc663e6,segment=NetworkSegment(97b6e4b8-15fb-4300-bbd5-c6e748e58b9d),segment_id=97b6e4b8-15fb-4300-bbd5-c6e748e58b9d)] {{(pid=84876) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 07:41:34.134736 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-df7123e6-db47-49f7-b053-a5c26ae499c4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036850862667'] for port, precommit_delete {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:41:34.165511 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-bd4a568b-6ae3-4360-a1cb-a8a65d979cea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777640533329', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777640097463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3254186'] for port, after_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:41:34.180646 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-e6a25bef-a8d3-49cb-998c-51d21fda1242 tempest-FloatingIPTestJSON-1632234116 tempest-FloatingIPTestJSON-1632234116] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:41:34.279488 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd4a568b-6ae3-4360-a1cb-a8a65d979cea admin admin] Pushing event deleted for resources: {'Port': ['ID=422e520f-39cc-4b35-b785-59877dc663e6,revision_number=None']} {{(pid=84874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:41:34.285572 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.plugin [None req-df7123e6-db47-49f7-b053-a5c26ae499c4 None None] Calling delete_port for 422e520f-39cc-4b35-b785-59877dc663e6 owned by network:dhcp {{(pid=84876) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 07:41:34.287743 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-bd4a568b-6ae3-4360-a1cb-a8a65d979cea admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:41:34.339532 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd4a568b-6ae3-4360-a1cb-a8a65d979cea admin admin] No DVR routers for this DVR port 422e520f-39cc-4b35-b785-59877dc663e6 on host n-d-768862-2 {{(pid=84874) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Jan 14 07:41:34.392226 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-46aace61-b217-4275-b62c-8d2cbb66b355 tempest-FloatingIPTestJSON-1632234116 tempest-FloatingIPTestJSON-1632234116] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:41:34.481835 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-bd4a568b-6ae3-4360-a1cb-a8a65d979cea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-598987', 'neutron.services.segments.db._delete_segments_for_network-8777640583949'] for network, precommit_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:41:34.525704 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41d8da6f-7c33-49c1-8288-138182a00f18 tempest-FloatingIPTestJSON-1632234116 tempest-FloatingIPTestJSON-1632234116] Pushing event updated for resources: {'Subnet': ['ID=9b55edf4-d225-4007-a636-b8582675cbe7,revision_number=0']} {{(pid=84875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:41:34.532138 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-41d8da6f-7c33-49c1-8288-138182a00f18 tempest-FloatingIPTestJSON-1632234116 tempest-FloatingIPTestJSON-1632234116] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:41:34.557471 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.db.api [None req-df7123e6-db47-49f7-b053-a5c26ae499c4 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84876) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Jan 14 07:41:34.557862 n-d-768862-2 neutron-server[84765]: DEBUG oslo_db.api [None req-df7123e6-db47-49f7-b053-a5c26ae499c4 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84876) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Jan 14 07:41:34.604636 n-d-768862-2 neutron-server[84765]: DEBUG neutron.services.segments.db [None req-bd4a568b-6ae3-4360-a1cb-a8a65d979cea admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ee19bf97-675b-47b9-aa58-9a7e46ae5727']}} {{(pid=84874) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:41:34.605145 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41d8da6f-7c33-49c1-8288-138182a00f18 tempest-FloatingIPTestJSON-1632234116 tempest-FloatingIPTestJSON-1632234116] Checking segment: {'id': '18d82f8d-cbd5-447a-b5a4-81f54a70b72c', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'f050b93c-6e03-456d-845e-f5611ff18515'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84875) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 14 07:41:34.605539 n-d-768862-2 neutron-server[84765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41d8da6f-7c33-49c1-8288-138182a00f18 tempest-FloatingIPTestJSON-1632234116 tempest-FloatingIPTestJSON-1632234116] Network hostable DHCP agents. Network: f050b93c-6e03-456d-845e-f5611ff18515, hostable agents: ['32f3dd84-26da-4d18-bf15-6017a8fb7247'], hosted agents: [] {{(pid=84875) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Jan 14 07:41:34.617830 n-d-768862-2 neutron-server[84765]: DEBUG neutron.services.segments.db [None req-bd4a568b-6ae3-4360-a1cb-a8a65d979cea admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '97b6e4b8-15fb-4300-bbd5-c6e748e58b9d') {'for_net_delete': True} {{(pid=84874) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:41:34.618160 n-d-768862-2 neutron-server[84765]: DEBUG neutron.services.segments.db [None req-bd4a568b-6ae3-4360-a1cb-a8a65d979cea admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '97b6e4b8-15fb-4300-bbd5-c6e748e58b9d') {} {{(pid=84874) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:41:34.625519 n-d-768862-2 neutron-server[84765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41d8da6f-7c33-49c1-8288-138182a00f18 tempest-FloatingIPTestJSON-1632234116 tempest-FloatingIPTestJSON-1632234116] Network f050b93c-6e03-456d-845e-f5611ff18515 is scheduled to be hosted by DHCP agent 32f3dd84-26da-4d18-bf15-6017a8fb7247 with binding_index 1 {{(pid=84875) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Jan 14 07:41:34.631453 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-bd4a568b-6ae3-4360-a1cb-a8a65d979cea admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363259214173198', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2968632'] for segment, before_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:41:34.636276 n-d-768862-2 neutron-server[84765]: DEBUG neutron.scheduler.base_scheduler [None req-41d8da6f-7c33-49c1-8288-138182a00f18 tempest-FloatingIPTestJSON-1632234116 tempest-FloatingIPTestJSON-1632234116] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768862-2, f050b93c-6e03-456d-845e-f5611ff18515) {{(pid=84875) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 07:41:34.646079 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad444ec4-ea51-48fd-93b2-95723aa0fc92 None None] Network f050b93c-6e03-456d-845e-f5611ff18515 requested from n-d-768862-2 {{(pid=84876) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 07:41:34.649145 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-bd4a568b-6ae3-4360-a1cb-a8a65d979cea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854179735'] for segment, precommit_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:41:34.651870 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-bd4a568b-6ae3-4360-a1cb-a8a65d979cea admin admin] Releasing vxlan tunnel 9 to pool {{(pid=84874) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Jan 14 07:41:34.652780 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41d8da6f-7c33-49c1-8288-138182a00f18 tempest-FloatingIPTestJSON-1632234116 tempest-FloatingIPTestJSON-1632234116] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:41:34.653414 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-41d8da6f-7c33-49c1-8288-138182a00f18 tempest-FloatingIPTestJSON-1632234116 tempest-FloatingIPTestJSON-1632234116] Notify callbacks [] for subnet, before_response {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:41:34.677670 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-41d8da6f-7c33-49c1-8288-138182a00f18 tempest-FloatingIPTestJSON-1632234116 tempest-FloatingIPTestJSON-1632234116] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.4005969 Jan 14 07:41:34.678869 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84875) accepted ('10.222.0.24', 42300) {{(pid=84875) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:41:34.686636 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.v2.base [None req-b7bf84b2-37c7-4a13-81ac-9bdf53aaf047 tempest-FloatingIPTestJSON-1632234116 tempest-FloatingIPTestJSON-1632234116] Request body: {'router': {'name': 'tempest-FloatingIPTestJSON-router-619289216', 'external_gateway_info': {'network_id': '226f1e78-82cd-4481-9055-4eb73b6db8c1'}, 'admin_state_up': False}} {{(pid=84875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:41:34.705044 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-b7bf84b2-37c7-4a13-81ac-9bdf53aaf047 tempest-FloatingIPTestJSON-1632234116 tempest-FloatingIPTestJSON-1632234116] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:41:34.710527 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-b7bf84b2-37c7-4a13-81ac-9bdf53aaf047 tempest-FloatingIPTestJSON-1632234116 tempest-FloatingIPTestJSON-1632234116] Usage tracker for resource:router and tenant:1c55c328d6854ee381dab36dc470b7b0 is out of sync, need to count used quota {{(pid=84875) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:41:34.714900 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-b7bf84b2-37c7-4a13-81ac-9bdf53aaf047 tempest-FloatingIPTestJSON-1632234116 tempest-FloatingIPTestJSON-1632234116] Quota usage for router was recalculated. Used quota:1. {{(pid=84875) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:41:34.722115 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-b7bf84b2-37c7-4a13-81ac-9bdf53aaf047 tempest-FloatingIPTestJSON-1632234116 tempest-FloatingIPTestJSON-1632234116] Attempting to reserve 1 items for resource router. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:41:34.734364 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-b7bf84b2-37c7-4a13-81ac-9bdf53aaf047 tempest-FloatingIPTestJSON-1632234116 tempest-FloatingIPTestJSON-1632234116] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3889205', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854717621'] for router, before_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:41:34.737213 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-b7bf84b2-37c7-4a13-81ac-9bdf53aaf047 tempest-FloatingIPTestJSON-1632234116 tempest-FloatingIPTestJSON-1632234116] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036850886574', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3912501', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3808446', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-58179'] for router, precommit_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:41:34.811757 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Device 422e520f-39cc-4b35-b785-59877dc663e6 no longer exists at agent ovs-agent-n-d-768862-2 {{(pid=84876) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jan 14 07:41:34.860386 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.plugin [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] No Port match for: 422e520f-39cc-4b35-b785-59877dc663e6 {{(pid=84876) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2188}} Jan 14 07:41:34.860783 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Device 422e520f-39cc-4b35-b785-59877dc663e6 not bound to the agent host n-d-768862-2 {{(pid=84876) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jan 14 07:41:34.861238 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Device dd5f9769-7b83-4ca3-a319-aca6b3947df1 no longer exists at agent ovs-agent-n-d-768862-2 {{(pid=84876) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jan 14 07:41:34.871352 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.managers [None req-bd4a568b-6ae3-4360-a1cb-a8a65d979cea admin admin] Network ee19bf97-675b-47b9-aa58-9a7e46ae5727 has no segments {{(pid=84874) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 14 07:41:34.880758 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-bd4a568b-6ae3-4360-a1cb-a8a65d979cea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-596065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036851521571'] for segment, after_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:41:34.897758 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.plugin [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] No Port match for: dd5f9769-7b83-4ca3-a319-aca6b3947df1 {{(pid=84876) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2188}} Jan 14 07:41:34.898092 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Device dd5f9769-7b83-4ca3-a319-aca6b3947df1 not bound to the agent host n-d-768862-2 {{(pid=84876) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jan 14 07:41:34.956370 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37b5fbf5-2175-4d03-a452-ebb88de4b7a4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5d94dc7a-c095-50a4-955e-5f3b78718a12-f050b93c-6e03-456d-845e-f5611ff18515', 'network_id': 'f050b93c-6e03-456d-845e-f5611ff18515', 'tenant_id': '1c55c328d6854ee381dab36dc470b7b0', 'fixed_ips': [{'subnet_id': '9b55edf4-d225-4007-a636-b8582675cbe7'}]}} from n-d-768862-2. {{(pid=84876) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Jan 14 07:41:34.957423 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-37b5fbf5-2175-4d03-a452-ebb88de4b7a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555753'] for port, before_create {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:41:35.060216 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.plugin [None req-df7123e6-db47-49f7-b053-a5c26ae499c4 None None] Deleting port 422e520f-39cc-4b35-b785-59877dc663e6 {{(pid=84876) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 07:41:35.060641 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-df7123e6-db47-49f7-b053-a5c26ae499c4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363259214248359'] for port, before_delete {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:41:35.063875 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.managers [None req-bd4a568b-6ae3-4360-a1cb-a8a65d979cea admin admin] Network ee19bf97-675b-47b9-aa58-9a7e46ae5727 has no segments {{(pid=84874) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 14 07:41:35.091362 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:segments":"rule:admin_only" was deprecated in W in favor of "update_network:segments":"role:admin and system_scope:all". Reason: Jan 14 07:41:35.091362 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:41:35.091362 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:41:35.091362 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:41:35.091362 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:shared":"rule:admin_only" was deprecated in W in favor of "update_network:shared":"role:admin and system_scope:all". Reason: Jan 14 07:41:35.091362 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:41:35.091362 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:41:35.091362 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:41:35.091362 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "update_network:provider:network_type":"role:admin and system_scope:all". Reason: Jan 14 07:41:35.091362 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:41:35.091362 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:41:35.091362 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:41:35.091362 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "update_network:provider:physical_network":"role:admin and system_scope:all". Reason: Jan 14 07:41:35.091362 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:41:35.091362 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:41:35.091362 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:41:35.091362 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "update_network:provider:segmentation_id":"role:admin and system_scope:all". Reason: Jan 14 07:41:35.091362 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:41:35.091362 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:41:35.091362 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:41:35.091362 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:router:external":"rule:admin_only" was deprecated in W in favor of "update_network:router:external":"role:admin and system_scope:all". Reason: Jan 14 07:41:35.091362 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:41:35.091362 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:41:35.091362 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:41:35.091362 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:is_default":"rule:admin_only" was deprecated in W in favor of "update_network:is_default":"role:admin and system_scope:all". Reason: Jan 14 07:41:35.091362 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:41:35.091362 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:41:35.091362 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:41:35.091362 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:port_security_enabled":"rule:admin_or_owner" was deprecated in W in favor of "update_network:port_security_enabled":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 07:41:35.091362 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:41:35.091362 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:41:35.091362 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:41:35.091362 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "delete_network":"rule:admin_or_owner" was deprecated in W in favor of "delete_network":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 07:41:35.091362 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:41:35.091362 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:41:35.091362 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:41:35.091362 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_segment":"rule:admin_only" was deprecated in W in favor of "create_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:41:35.091362 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:41:35.091362 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_segment":"rule:admin_only" was deprecated in W in favor of "get_segment":"role:reader and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:41:35.091362 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:41:35.091362 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_segment":"rule:admin_only" was deprecated in W in favor of "update_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:41:35.091362 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:41:35.091362 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "delete_segment":"rule:admin_only" was deprecated in W in favor of "delete_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:41:35.091362 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:41:35.091362 n-d-768862-2 neutron-server[84765]: Traceback (most recent call last): Jan 14 07:41:35.091362 n-d-768862-2 neutron-server[84765]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 14 07:41:35.091362 n-d-768862-2 neutron-server[84765]: timer() Jan 14 07:41:35.091362 n-d-768862-2 neutron-server[84765]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 14 07:41:35.091362 n-d-768862-2 neutron-server[84765]: cb(*args, **kw) Jan 14 07:41:35.091362 n-d-768862-2 neutron-server[84765]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Jan 14 07:41:35.091362 n-d-768862-2 neutron-server[84765]: return func(*args, **kwargs) Jan 14 07:41:35.091362 n-d-768862-2 neutron-server[84765]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 14 07:41:35.091362 n-d-768862-2 neutron-server[84765]: self._notify() Jan 14 07:41:35.091362 n-d-768862-2 neutron-server[84765]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 14 07:41:35.091362 n-d-768862-2 neutron-server[84765]: self.callback(batched_events) Jan 14 07:41:35.091362 n-d-768862-2 neutron-server[84765]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 14 07:41:35.091362 n-d-768862-2 neutron-server[84765]: event.method(event) Jan 14 07:41:35.091362 n-d-768862-2 neutron-server[84765]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 14 07:41:35.091362 n-d-768862-2 neutron-server[84765]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 14 07:41:35.091362 n-d-768862-2 neutron-server[84765]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Jan 14 07:41:35.091362 n-d-768862-2 neutron-server[84765]: segment_id)['aggregates'][0] Jan 14 07:41:35.091362 n-d-768862-2 neutron-server[84765]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 14 07:41:35.091362 n-d-768862-2 neutron-server[84765]: return f(self, *a, **k) Jan 14 07:41:35.091362 n-d-768862-2 neutron-server[84765]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 14 07:41:35.091362 n-d-768862-2 neutron-server[84765]: return self._get(url).json() Jan 14 07:41:35.091362 n-d-768862-2 neutron-server[84765]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 14 07:41:35.091362 n-d-768862-2 neutron-server[84765]: **kwargs) Jan 14 07:41:35.091362 n-d-768862-2 neutron-server[84765]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 14 07:41:35.091362 n-d-768862-2 neutron-server[84765]: return self.request(url, 'GET', **kwargs) Jan 14 07:41:35.091362 n-d-768862-2 neutron-server[84765]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Jan 14 07:41:35.091362 n-d-768862-2 neutron-server[84765]: **endpoint_filter) Jan 14 07:41:35.091362 n-d-768862-2 neutron-server[84765]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 14 07:41:35.091362 n-d-768862-2 neutron-server[84765]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 14 07:41:35.091362 n-d-768862-2 neutron-server[84765]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 14 07:41:35.091362 n-d-768862-2 neutron-server[84765]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 14 07:41:35.091362 n-d-768862-2 neutron-server[84765]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 14 07:41:35.153507 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.plugin [None req-df7123e6-db47-49f7-b053-a5c26ae499c4 None None] The port '422e520f-39cc-4b35-b785-59877dc663e6' was deleted {{(pid=84876) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Jan 14 07:41:35.173223 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-bd4a568b-6ae3-4360-a1cb-a8a65d979cea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036854176830', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850887149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3912591'] for network, after_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:41:35.179501 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-42c1b58c-f79c-4302-bdf9-b106c1ea42ae tempest-FloatingIPTestJSON-1632234116 tempest-FloatingIPTestJSON-1632234116] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:41:35.186639 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-b7bf84b2-37c7-4a13-81ac-9bdf53aaf047 tempest-FloatingIPTestJSON-1632234116 tempest-FloatingIPTestJSON-1632234116] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:41:35.194917 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-bd4a568b-6ae3-4360-a1cb-a8a65d979cea admin admin] Notify callbacks [] for network, before_response {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:41:35.206497 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd4a568b-6ae3-4360-a1cb-a8a65d979cea admin admin] Pushing event deleted for resources: {'Network': ['ID=ee19bf97-675b-47b9-aa58-9a7e46ae5727,revision_number=None']} {{(pid=84874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:41:35.209884 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-bd4a568b-6ae3-4360-a1cb-a8a65d979cea admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:41:35.211804 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-bd4a568b-6ae3-4360-a1cb-a8a65d979cea admin admin] 10.222.0.24 "DELETE /v2.0/networks/ee19bf97-675b-47b9-aa58-9a7e46ae5727 HTTP/1.1" status: 204 len: 168 time: 1.7007542 Jan 14 07:41:35.338675 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.db_base_plugin_common [None req-37b5fbf5-2175-4d03-a452-ebb88de4b7a4 None None] Allocated IP 172.20.0.2 (f050b93c-6e03-456d-845e-f5611ff18515/9b55edf4-d225-4007-a636-b8582675cbe7/77c849c3-cda4-4cdc-b2ab-e6a8ddbe687c) {{(pid=84876) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 14 07:41:35.446322 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84874) accepted ('10.222.0.24', 42306) {{(pid=84874) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:41:35.490724 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-b7bf84b2-37c7-4a13-81ac-9bdf53aaf047 tempest-FloatingIPTestJSON-1632234116 tempest-FloatingIPTestJSON-1632234116] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3912484', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3889188', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-58194'] for router, precommit_update {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:41:35.507599 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-87e515b4-53fe-4a86-9b64-452e6fea1faf admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=dc8da86213524a28b1b9c2ee95778f66&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0575411 Jan 14 07:41:35.507897 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84874) accepted ('10.222.0.24', 42310) {{(pid=84874) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:41:35.575105 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-76d2a8a8-1540-4350-9644-84e6f4f59813 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:41:35.579396 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-37b5fbf5-2175-4d03-a452-ebb88de4b7a4 None None] Notify callbacks [] for port, precommit_create {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:41:35.591475 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-37b5fbf5-2175-4d03-a452-ebb88de4b7a4 None None] Transition to ACTIVE for port object 77c849c3-cda4-4cdc-b2ab-e6a8ddbe687c will not be triggered until provisioned by entity L2. {{(pid=84876) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 07:41:35.604049 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-76d2a8a8-1540-4350-9644-84e6f4f59813 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:41:35.610924 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-37b5fbf5-2175-4d03-a452-ebb88de4b7a4 None None] Transition to ACTIVE for port object 77c849c3-cda4-4cdc-b2ab-e6a8ddbe687c will not be triggered until provisioned by entity DHCP. {{(pid=84876) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 07:41:35.617243 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-37b5fbf5-2175-4d03-a452-ebb88de4b7a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777640123575'] for port, after_create {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:41:35.633814 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-defb0611-11e2-4d46-ac2f-b3b6a523d0a8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84876) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:41:35.655476 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-76d2a8a8-1540-4350-9644-84e6f4f59813 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850887153'] for security_group, after_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:41:35.663283 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-b5f9f724-b70d-44b6-a037-c4ceb499a90e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:41:35.679309 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76d2a8a8-1540-4350-9644-84e6f4f59813 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=165d3e14-ecbe-4660-ae00-663c9cf0c328,revision_number=None']} {{(pid=84874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:41:35.689822 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-76d2a8a8-1540-4350-9644-84e6f4f59813 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:41:35.692343 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-76d2a8a8-1540-4350-9644-84e6f4f59813 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/165d3e14-ecbe-4660-ae00-663c9cf0c328 HTTP/1.1" status: 204 len: 168 time: 0.1832886 Jan 14 07:41:35.694190 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-76d2a8a8-1540-4350-9644-84e6f4f59813 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:41:35.846445 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-b7bf84b2-37c7-4a13-81ac-9bdf53aaf047 tempest-FloatingIPTestJSON-1632234116 tempest-FloatingIPTestJSON-1632234116] Notify callbacks [] for router_gateway, before_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:41:35.870863 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37b5fbf5-2175-4d03-a452-ebb88de4b7a4 None None] Pushing event updated for resources: {'Port': ['ID=77c849c3-cda4-4cdc-b2ab-e6a8ddbe687c,revision_number=1']} {{(pid=84876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:41:35.874388 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-37b5fbf5-2175-4d03-a452-ebb88de4b7a4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.241s {{(pid=84876) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:41:35.879755 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-b7bf84b2-37c7-4a13-81ac-9bdf53aaf047 tempest-FloatingIPTestJSON-1632234116 tempest-FloatingIPTestJSON-1632234116] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555753'] for port, before_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:41:35.911064 n-d-768862-2 neutron-server[84765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37b5fbf5-2175-4d03-a452-ebb88de4b7a4 None None] Network f050b93c-6e03-456d-845e-f5611ff18515 is already hosted by enough agents. {{(pid=84876) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 07:41:35.912331 n-d-768862-2 neutron-server[84765]: DEBUG neutron.scheduler.base_scheduler [None req-37b5fbf5-2175-4d03-a452-ebb88de4b7a4 None None] Resources bound (agent type, host, resource id): {{(pid=84876) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 07:41:35.915235 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37b5fbf5-2175-4d03-a452-ebb88de4b7a4 None None] Received port after_create {{(pid=84876) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 14 07:41:35.977238 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.managers [None req-37b5fbf5-2175-4d03-a452-ebb88de4b7a4 None None] Attempting to bind port 77c849c3-cda4-4cdc-b2ab-e6a8ddbe687c on host n-d-768862-2 for vnic_type normal with profile {{(pid=84876) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 14 07:41:35.977645 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.managers [None req-37b5fbf5-2175-4d03-a452-ebb88de4b7a4 None None] Attempting to bind port 77c849c3-cda4-4cdc-b2ab-e6a8ddbe687c by drivers openvswitch on host n-d-768862-2 at level 0 using segments [{'id': '18d82f8d-cbd5-447a-b5a4-81f54a70b72c', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'f050b93c-6e03-456d-845e-f5611ff18515'}] {{(pid=84876) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 14 07:41:35.978145 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37b5fbf5-2175-4d03-a452-ebb88de4b7a4 None None] Attempting to bind port 77c849c3-cda4-4cdc-b2ab-e6a8ddbe687c on network f050b93c-6e03-456d-845e-f5611ff18515 {{(pid=84876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 14 07:41:35.984215 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37b5fbf5-2175-4d03-a452-ebb88de4b7a4 None None] Checking agent: {'id': 'ba5efab1-b43c-4d5a-bc52-6e105d4e67a2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768862-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 14, 6, 56, 52), 'started_at': datetime.datetime(2021, 1, 14, 6, 57, 22), 'heartbeat_timestamp': datetime.datetime(2021, 1, 14, 7, 41, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768862-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.29', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 14 07:41:35.984395 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37b5fbf5-2175-4d03-a452-ebb88de4b7a4 None None] Checking segment: {'id': '18d82f8d-cbd5-447a-b5a4-81f54a70b72c', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'f050b93c-6e03-456d-845e-f5611ff18515'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84876) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 14 07:41:35.984845 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-37b5fbf5-2175-4d03-a452-ebb88de4b7a4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:41:35.985360 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37b5fbf5-2175-4d03-a452-ebb88de4b7a4 None None] Bound using segment: {'id': '18d82f8d-cbd5-447a-b5a4-81f54a70b72c', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'f050b93c-6e03-456d-845e-f5611ff18515'} {{(pid=84876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 14 07:41:35.985776 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.managers [None req-37b5fbf5-2175-4d03-a452-ebb88de4b7a4 None None] Bound port: 77c849c3-cda4-4cdc-b2ab-e6a8ddbe687c, host: n-d-768862-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '18d82f8d-cbd5-447a-b5a4-81f54a70b72c', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'f050b93c-6e03-456d-845e-f5611ff18515'}}] {{(pid=84876) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 14 07:41:35.986194 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-37b5fbf5-2175-4d03-a452-ebb88de4b7a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555753'] for port, before_update {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:41:36.088707 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [None req-37b5fbf5-2175-4d03-a452-ebb88de4b7a4 None None] For port 77c849c3-cda4-4cdc-b2ab-e6a8ddbe687c, host n-d-768862-2, cleared binding levels {{(pid=84876) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 14 07:41:36.093225 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [None req-37b5fbf5-2175-4d03-a452-ebb88de4b7a4 None None] For port 77c849c3-cda4-4cdc-b2ab-e6a8ddbe687c, host n-d-768862-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-2',level=0,port_id=77c849c3-cda4-4cdc-b2ab-e6a8ddbe687c,segment=NetworkSegment(18d82f8d-cbd5-447a-b5a4-81f54a70b72c),segment_id=18d82f8d-cbd5-447a-b5a4-81f54a70b72c)] {{(pid=84876) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 14 07:41:36.096891 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-37b5fbf5-2175-4d03-a452-ebb88de4b7a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777640533312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363259214678337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777640097497'] for port, after_update {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:41:36.114083 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-fd4fdf2c-99df-4211-a8b2-d006ff22c998 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84876) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:41:36.159435 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84875) accepted ('10.222.0.24', 42318) {{(pid=84875) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:41:36.180996 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.db_base_plugin_common [None req-b7bf84b2-37c7-4a13-81ac-9bdf53aaf047 tempest-FloatingIPTestJSON-1632234116 tempest-FloatingIPTestJSON-1632234116] Allocated IP 172.25.2.75 (226f1e78-82cd-4481-9055-4eb73b6db8c1/ba8deeec-7658-4195-9449-038c076f5c83/089500d6-fc41-4cde-97f5-4eb2dc8b3b97) {{(pid=84875) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 14 07:41:36.265876 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37b5fbf5-2175-4d03-a452-ebb88de4b7a4 None None] Pushing event updated for resources: {'Port': ['ID=77c849c3-cda4-4cdc-b2ab-e6a8ddbe687c,revision_number=2']} {{(pid=84876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:41:36.271515 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-37b5fbf5-2175-4d03-a452-ebb88de4b7a4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.158s {{(pid=84876) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:41:36.310379 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-e9d88960-2b0a-4f3e-b7a4-445aa1fccd59 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=67c8a47970234e388afe8252b0c5ca56&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1494334 Jan 14 07:41:36.313100 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84875) accepted ('10.222.0.24', 42322) {{(pid=84875) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:41:36.424469 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-b7bf84b2-37c7-4a13-81ac-9bdf53aaf047 tempest-FloatingIPTestJSON-1632234116 tempest-FloatingIPTestJSON-1632234116] Notify callbacks [] for port, precommit_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:41:36.438701 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-53f156e3-7ba5-4e58-b377-f174d09298ea admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:41:36.473145 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-53f156e3-7ba5-4e58-b377-f174d09298ea admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:41:36.513784 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-b7bf84b2-37c7-4a13-81ac-9bdf53aaf047 tempest-FloatingIPTestJSON-1632234116 tempest-FloatingIPTestJSON-1632234116] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777640123575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851621574'] for port, after_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:41:36.536860 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-93966c0e-5b9b-48c2-9357-367c71e7f68f tempest-RoutersAdminTest-2021597473 tempest-RoutersAdminTest-2021597473] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:41:36.689139 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7bf84b2-37c7-4a13-81ac-9bdf53aaf047 tempest-FloatingIPTestJSON-1632234116 tempest-FloatingIPTestJSON-1632234116] Pushing event updated for resources: {'Port': ['ID=089500d6-fc41-4cde-97f5-4eb2dc8b3b97,revision_number=1']} {{(pid=84875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:41:36.693838 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-53f156e3-7ba5-4e58-b377-f174d09298ea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850887153'] for security_group, after_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:41:36.697867 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-b7bf84b2-37c7-4a13-81ac-9bdf53aaf047 tempest-FloatingIPTestJSON-1632234116 tempest-FloatingIPTestJSON-1632234116] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.161s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:41:36.701145 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-c7432565-2d5b-4043-8424-74b30aacebdb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:41:36.729541 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53f156e3-7ba5-4e58-b377-f174d09298ea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ab53c105-0fc4-4e50-bde1-4a63ceab9ed1,revision_number=None']} {{(pid=84875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:41:36.735466 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-53f156e3-7ba5-4e58-b377-f174d09298ea admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:41:36.780355 n-d-768862-2 neutron-server[84765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7bf84b2-37c7-4a13-81ac-9bdf53aaf047 tempest-FloatingIPTestJSON-1632234116 tempest-FloatingIPTestJSON-1632234116] Network 226f1e78-82cd-4481-9055-4eb73b6db8c1 is already hosted by enough agents. {{(pid=84875) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 07:41:36.781445 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-53f156e3-7ba5-4e58-b377-f174d09298ea admin admin] Notify callbacks [] for security_group, before_response {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:41:36.782988 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-53f156e3-7ba5-4e58-b377-f174d09298ea admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/ab53c105-0fc4-4e50-bde1-4a63ceab9ed1 HTTP/1.1" status: 204 len: 168 time: 0.4685431 Jan 14 07:41:36.783741 n-d-768862-2 neutron-server[84765]: DEBUG neutron.scheduler.base_scheduler [None req-b7bf84b2-37c7-4a13-81ac-9bdf53aaf047 tempest-FloatingIPTestJSON-1632234116 tempest-FloatingIPTestJSON-1632234116] Resources bound (agent type, host, resource id): {{(pid=84875) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 07:41:36.786140 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7bf84b2-37c7-4a13-81ac-9bdf53aaf047 tempest-FloatingIPTestJSON-1632234116 tempest-FloatingIPTestJSON-1632234116] Received port after_create {{(pid=84875) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 14 07:41:36.878501 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Device 77c849c3-cda4-4cdc-b2ab-e6a8ddbe687c up at agent ovs-agent-n-d-768862-2 {{(pid=84876) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 07:41:36.953392 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Provisioning for port 77c849c3-cda4-4cdc-b2ab-e6a8ddbe687c completed by entity L2. {{(pid=84876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 07:41:37.226401 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-b7bf84b2-37c7-4a13-81ac-9bdf53aaf047 tempest-FloatingIPTestJSON-1632234116 tempest-FloatingIPTestJSON-1632234116] Notify callbacks [] for router_gateway, after_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:41:37.462782 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.agents_db [None req-5b939a2f-078d-4c69-a188-cb55a28a77a0 None None] Agent healthcheck: found 7 active agents {{(pid=84877) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Jan 14 07:41:37.600617 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-b7bf84b2-37c7-4a13-81ac-9bdf53aaf047 tempest-FloatingIPTestJSON-1632234116 tempest-FloatingIPTestJSON-1632234116] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036850886612', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036850863158'] for router, after_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:41:37.693348 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6122516-2040-4900-9e57-aef07a787ce2 None None] Network f050b93c-6e03-456d-845e-f5611ff18515 requested from n-d-768862-2 {{(pid=84876) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 07:41:37.809730 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84874) accepted ('10.222.0.24', 42344) {{(pid=84874) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:41:37.811267 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-4805f027-e0d9-49ea-a2f2-b6a1a5cfdb16 None None] Provisioning for port 77c849c3-cda4-4cdc-b2ab-e6a8ddbe687c completed by entity DHCP. {{(pid=84876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 07:41:37.820883 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-4805f027-e0d9-49ea-a2f2-b6a1a5cfdb16 None None] Provisioning complete for port 77c849c3-cda4-4cdc-b2ab-e6a8ddbe687c triggered by entity DHCP. {{(pid=84876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 07:41:37.821403 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-4805f027-e0d9-49ea-a2f2-b6a1a5cfdb16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-604227'] for port, provisioning_complete {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:41:37.978510 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.v2.base [None req-6d93d96a-5124-4270-9b1b-a7af9d0bec27 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1073755222-network', 'tenant_id': '826dd27ac0df4e22843eba39deedff5f'}} {{(pid=84874) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:41:37.985324 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-6d93d96a-5124-4270-9b1b-a7af9d0bec27 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:41:37.990482 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-6d93d96a-5124-4270-9b1b-a7af9d0bec27 admin admin] Usage tracker for resource:network and tenant:826dd27ac0df4e22843eba39deedff5f is out of sync, need to count used quota {{(pid=84874) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:41:37.994123 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-6d93d96a-5124-4270-9b1b-a7af9d0bec27 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84874) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:41:38.001845 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-6d93d96a-5124-4270-9b1b-a7af9d0bec27 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:41:38.012978 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6d93d96a-5124-4270-9b1b-a7af9d0bec27 admin admin] Made reservation on behalf of 826dd27ac0df4e22843eba39deedff5f for: {'network': 1} {{(pid=84874) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 07:41:38.018659 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-6d93d96a-5124-4270-9b1b-a7af9d0bec27 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555753'] for network, before_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:41:38.034492 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-6d93d96a-5124-4270-9b1b-a7af9d0bec27 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:41:38.052442 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-6d93d96a-5124-4270-9b1b-a7af9d0bec27 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:41:38.056537 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-6d93d96a-5124-4270-9b1b-a7af9d0bec27 admin admin] Usage tracker for resource:security_group_rule and tenant:826dd27ac0df4e22843eba39deedff5f is out of sync, need to count used quota {{(pid=84874) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:41:38.060839 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-6d93d96a-5124-4270-9b1b-a7af9d0bec27 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84874) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:41:38.067339 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-6d93d96a-5124-4270-9b1b-a7af9d0bec27 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:41:38.070145 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-4805f027-e0d9-49ea-a2f2-b6a1a5cfdb16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555753'] for port, before_update {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:41:38.130044 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [None req-4805f027-e0d9-49ea-a2f2-b6a1a5cfdb16 None None] For port 77c849c3-cda4-4cdc-b2ab-e6a8ddbe687c, host n-d-768862-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-2',level=0,port_id=77c849c3-cda4-4cdc-b2ab-e6a8ddbe687c,segment=NetworkSegment(18d82f8d-cbd5-447a-b5a4-81f54a70b72c),segment_id=18d82f8d-cbd5-447a-b5a4-81f54a70b72c)] {{(pid=84876) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 07:41:38.136115 n-d-768862-2 neutron-server[84765]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b7bf84b2-37c7-4a13-81ac-9bdf53aaf047 tempest-FloatingIPTestJSON-1632234116 tempest-FloatingIPTestJSON-1632234116] Router 6eb44712-947d-4628-8280-8223fa0b4b96 is scheduled to L3 agent 35f592e9-451b-4db9-abea-77b6a5c5391b with binding_index 1 {{(pid=84875) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}} Jan 14 07:41:38.137683 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-4805f027-e0d9-49ea-a2f2-b6a1a5cfdb16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777640533312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363259214678337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777640097497'] for port, after_update {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:41:38.139878 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-d46a13f9-0403-4358-ade7-76ad3cf160e5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84876) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:41:38.204095 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-6d93d96a-5124-4270-9b1b-a7af9d0bec27 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:41:38.208599 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-6d93d96a-5124-4270-9b1b-a7af9d0bec27 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850887153'] for security_group, after_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:41:38.214331 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-f6839136-14fa-44ca-b0e4-4e3826dd1064 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:41:38.217215 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4805f027-e0d9-49ea-a2f2-b6a1a5cfdb16 None None] Pushing event updated for resources: {'Port': ['ID=77c849c3-cda4-4cdc-b2ab-e6a8ddbe687c,revision_number=3']} {{(pid=84876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:41:38.229112 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-4805f027-e0d9-49ea-a2f2-b6a1a5cfdb16 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=84876) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:41:38.255499 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6d93d96a-5124-4270-9b1b-a7af9d0bec27 admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 9} {{(pid=84874) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Jan 14 07:41:38.258570 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d93d96a-5124-4270-9b1b-a7af9d0bec27 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a62e3e08-a52d-4ffa-8882-ab2ea1a6653e,revision_number=1']} {{(pid=84874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:41:38.264757 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-6d93d96a-5124-4270-9b1b-a7af9d0bec27 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:41:38.270446 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-6d93d96a-5124-4270-9b1b-a7af9d0bec27 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854179735'] for segment, precommit_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:41:38.270954 n-d-768862-2 neutron-server[84765]: INFO neutron.db.segments_db [None req-6d93d96a-5124-4270-9b1b-a7af9d0bec27 admin admin] Added segment d4ba64c5-35c3-40c2-95c6-a59c64f99408 of type vxlan for network d7520512-b58e-4e49-bbed-b0e4070f0997 Jan 14 07:41:38.301293 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-6d93d96a-5124-4270-9b1b-a7af9d0bec27 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363259214646115'] for network, precommit_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:41:38.335066 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-6d93d96a-5124-4270-9b1b-a7af9d0bec27 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850887149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964'] for network, after_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:41:38.336159 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d93d96a-5124-4270-9b1b-a7af9d0bec27 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:41:38.336807 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-6d93d96a-5124-4270-9b1b-a7af9d0bec27 admin admin] Notify callbacks [] for network, before_response {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:41:38.338140 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b7bf84b2-37c7-4a13-81ac-9bdf53aaf047 tempest-FloatingIPTestJSON-1632234116 tempest-FloatingIPTestJSON-1632234116] Notify agent at l3_agent.n-d-768862-2 the message routers_updated {{(pid=84875) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jan 14 07:41:38.342677 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-427f486f-ee7c-4981-8ad3-31eb942e0853 tempest-PortsAdminExtendedAttrsTestJSON-1109253222 tempest-PortsAdminExtendedAttrsTestJSON-1109253222] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:41:38.351748 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f188ff2a-0d03-404a-93ec-1776b18d635a None None] Sync routers for ids ['6eb44712-947d-4628-8280-8223fa0b4b96'] in n-d-768862-2 {{(pid=84877) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Jan 14 07:41:38.363226 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f188ff2a-0d03-404a-93ec-1776b18d635a None None] Routers {'6eb44712-947d-4628-8280-8223fa0b4b96'} bound to L3 agent in host n-d-768862-2 {{(pid=84877) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 14 07:41:38.364660 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_hamode_db [None req-f188ff2a-0d03-404a-93ec-1776b18d635a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-01-14T06:56:51Z,description=,heartbeat_timestamp=2021-01-14T07:41:22Z,host='n-d-768862-2',id=35f592e9-451b-4db9-abea-77b6a5c5391b,load=0,resource_versions=,resources_synced=,started_at=2021-01-14T06:56:51Z,topic='l3_agent')) {'router_ids': ['6eb44712-947d-4628-8280-8223fa0b4b96'], 'active': True} {{(pid=84877) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:41:38.370754 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-b7bf84b2-37c7-4a13-81ac-9bdf53aaf047 tempest-FloatingIPTestJSON-1632234116 tempest-FloatingIPTestJSON-1632234116] Notify callbacks [] for router, before_response {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:41:38.374990 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-b7bf84b2-37c7-4a13-81ac-9bdf53aaf047 tempest-FloatingIPTestJSON-1632234116 tempest-FloatingIPTestJSON-1632234116] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 885 time: 3.6922188 Jan 14 07:41:38.375362 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84875) accepted ('10.222.0.24', 42350) {{(pid=84875) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:41:38.439143 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_hamode_db [None req-f188ff2a-0d03-404a-93ec-1776b18d635a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768862-2', False) {} {{(pid=84877) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:41:38.449158 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f188ff2a-0d03-404a-93ec-1776b18d635a None None] Routers {'6eb44712-947d-4628-8280-8223fa0b4b96'} bound to L3 agent in host n-d-768862-2 {{(pid=84877) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 14 07:41:38.450116 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_hamode_db [None req-f188ff2a-0d03-404a-93ec-1776b18d635a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-01-14T06:56:51Z,description=,heartbeat_timestamp=2021-01-14T07:41:22Z,host='n-d-768862-2',id=35f592e9-451b-4db9-abea-77b6a5c5391b,load=0,resource_versions=,resources_synced=,started_at=2021-01-14T06:56:51Z,topic='l3_agent')) {'router_ids': ['6eb44712-947d-4628-8280-8223fa0b4b96'], 'active': True} {{(pid=84877) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:41:38.478150 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-6d93d96a-5124-4270-9b1b-a7af9d0bec27 admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 878 time: 0.6667023 Jan 14 07:41:38.482445 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84874) accepted ('10.222.0.24', 42354) {{(pid=84874) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:41:38.485331 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-64b9f921-e6ee-4854-8cad-379526fdc9ec None None] Provisioning complete for port 77c849c3-cda4-4cdc-b2ab-e6a8ddbe687c triggered by entity DHCP. {{(pid=84876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 07:41:38.485749 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-64b9f921-e6ee-4854-8cad-379526fdc9ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-604227'] for port, provisioning_complete {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:41:38.507052 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.v2.base [None req-9353b0c0-bced-4cbd-b4c2-48e0d88bcfa2 admin admin] Request body: {'subnet': {'network_id': 'd7520512-b58e-4e49-bbed-b0e4070f0997', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1073755222-subnet', 'tenant_id': '826dd27ac0df4e22843eba39deedff5f', 'ip_version': 4}} {{(pid=84874) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:41:38.516668 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_hamode_db [None req-f188ff2a-0d03-404a-93ec-1776b18d635a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768862-2', False) {} {{(pid=84877) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:41:38.517289 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f188ff2a-0d03-404a-93ec-1776b18d635a None None] The sync data for ids ['6eb44712-947d-4628-8280-8223fa0b4b96'] in n-d-768862-2 is: [] {{(pid=84877) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Jan 14 07:41:38.523747 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-9353b0c0-bced-4cbd-b4c2-48e0d88bcfa2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:41:38.526404 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d93d96a-5124-4270-9b1b-a7af9d0bec27 admin admin] Pushing event updated for resources: {'Network': ['ID=d7520512-b58e-4e49-bbed-b0e4070f0997,revision_number=1']} {{(pid=84874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:41:38.535217 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-9353b0c0-bced-4cbd-b4c2-48e0d88bcfa2 admin admin] Usage tracker for resource:subnet and tenant:826dd27ac0df4e22843eba39deedff5f is out of sync, need to count used quota {{(pid=84874) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:41:38.538926 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-9353b0c0-bced-4cbd-b4c2-48e0d88bcfa2 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84874) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:41:38.546220 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-9353b0c0-bced-4cbd-b4c2-48e0d88bcfa2 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:41:38.554865 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-6d93d96a-5124-4270-9b1b-a7af9d0bec27 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.212s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:41:38.559041 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9353b0c0-bced-4cbd-b4c2-48e0d88bcfa2 admin admin] Made reservation on behalf of 826dd27ac0df4e22843eba39deedff5f for: {'subnet': 1} {{(pid=84874) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 07:41:38.562995 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-852a24f7-e9a1-4193-9abb-e9506fe5213f None None] Network d7520512-b58e-4e49-bbed-b0e4070f0997 details requested by agent ovs-agent-n-h2-768862-2 with host n-h2-768862-2 {{(pid=84876) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 07:41:38.565066 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-9353b0c0-bced-4cbd-b4c2-48e0d88bcfa2 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036851981161'] for subnet, before_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:41:38.576618 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-017f98a9-8a07-408c-a86f-8ff0c00400a0 None None] Network d7520512-b58e-4e49-bbed-b0e4070f0997 details requested by agent ovs-agent-n-h1-768862-2 with host n-h1-768862-2 {{(pid=84876) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 07:41:38.879750 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Network d7520512-b58e-4e49-bbed-b0e4070f0997 details requested by agent ovs-agent-n-d-768862-2 with host n-d-768862-2 {{(pid=84876) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 07:41:38.906995 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Device 77c849c3-cda4-4cdc-b2ab-e6a8ddbe687c up at agent ovs-agent-n-d-768862-2 {{(pid=84876) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 07:41:39.086551 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-9353b0c0-bced-4cbd-b4c2-48e0d88bcfa2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850887113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3254092', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036851981146'] for subnet, after_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:41:39.102843 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-3bcebe2a-21dc-4fcd-969f-8efacd63581e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:41:39.232072 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-bc06489d-42c3-4a4a-abc5-5427b788ef11 tempest-FloatingIPTestJSON-1632234116 tempest-FloatingIPTestJSON-1632234116] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555753'] for port, before_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:41:39.235792 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9353b0c0-bced-4cbd-b4c2-48e0d88bcfa2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c3bbcad0-63cc-4425-a242-af9acac6dfc9,revision_number=0']} {{(pid=84874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:41:39.238907 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-9353b0c0-bced-4cbd-b4c2-48e0d88bcfa2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:41:39.289285 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Provisioning complete for port 77c849c3-cda4-4cdc-b2ab-e6a8ddbe687c triggered by entity L2. {{(pid=84876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 07:41:39.289711 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-604227'] for port, provisioning_complete {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:41:39.310868 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9353b0c0-bced-4cbd-b4c2-48e0d88bcfa2 admin admin] Checking segment: {'id': 'd4ba64c5-35c3-40c2-95c6-a59c64f99408', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 9, 'network_id': 'd7520512-b58e-4e49-bbed-b0e4070f0997'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84874) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 14 07:41:39.311212 n-d-768862-2 neutron-server[84765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9353b0c0-bced-4cbd-b4c2-48e0d88bcfa2 admin admin] Network hostable DHCP agents. Network: d7520512-b58e-4e49-bbed-b0e4070f0997, hostable agents: ['32f3dd84-26da-4d18-bf15-6017a8fb7247'], hosted agents: [] {{(pid=84874) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Jan 14 07:41:39.336111 n-d-768862-2 neutron-server[84765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9353b0c0-bced-4cbd-b4c2-48e0d88bcfa2 admin admin] Network d7520512-b58e-4e49-bbed-b0e4070f0997 is scheduled to be hosted by DHCP agent 32f3dd84-26da-4d18-bf15-6017a8fb7247 with binding_index 1 {{(pid=84874) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Jan 14 07:41:39.345807 n-d-768862-2 neutron-server[84765]: DEBUG neutron.scheduler.base_scheduler [None req-9353b0c0-bced-4cbd-b4c2-48e0d88bcfa2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768862-2, d7520512-b58e-4e49-bbed-b0e4070f0997) {{(pid=84874) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 07:41:39.360898 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9353b0c0-bced-4cbd-b4c2-48e0d88bcfa2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:41:39.361628 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f138bff4-c45f-4de8-8fb4-7d1465ccf406 None None] Network d7520512-b58e-4e49-bbed-b0e4070f0997 requested from n-d-768862-2 {{(pid=84876) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 07:41:39.361748 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-9353b0c0-bced-4cbd-b4c2-48e0d88bcfa2 admin admin] Notify callbacks [] for subnet, before_response {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:41:39.385493 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-9353b0c0-bced-4cbd-b4c2-48e0d88bcfa2 admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.8990855 Jan 14 07:41:39.386214 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84874) accepted ('10.222.0.24', 42358) {{(pid=84874) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:41:39.391976 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.v2.base [None req-e6900988-c7e8-4f6e-98fa-1ad79d95cba3 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1073755222-router', 'tenant_id': '826dd27ac0df4e22843eba39deedff5f', 'external_gateway_info': {'network_id': '226f1e78-82cd-4481-9055-4eb73b6db8c1'}}} {{(pid=84874) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:41:39.398515 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-e6900988-c7e8-4f6e-98fa-1ad79d95cba3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:41:39.402763 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-e6900988-c7e8-4f6e-98fa-1ad79d95cba3 admin admin] Usage tracker for resource:router and tenant:826dd27ac0df4e22843eba39deedff5f is out of sync, need to count used quota {{(pid=84874) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:41:39.406735 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-e6900988-c7e8-4f6e-98fa-1ad79d95cba3 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=84874) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:41:39.413065 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-e6900988-c7e8-4f6e-98fa-1ad79d95cba3 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:41:39.425584 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-e6900988-c7e8-4f6e-98fa-1ad79d95cba3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3889205', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854717621'] for router, before_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:41:39.427078 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-e6900988-c7e8-4f6e-98fa-1ad79d95cba3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036850886574', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3912501', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3808446', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-58179'] for router, precommit_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:41:39.443713 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-e6900988-c7e8-4f6e-98fa-1ad79d95cba3 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:41:39.519405 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-b6ce138d-dcce-4827-97a5-e0c0fc70b280 None None] Provisioning complete for port 77c849c3-cda4-4cdc-b2ab-e6a8ddbe687c triggered by entity DHCP. {{(pid=84876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 07:41:39.520208 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-b6ce138d-dcce-4827-97a5-e0c0fc70b280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-604227'] for port, provisioning_complete {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:41:39.726656 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-e6900988-c7e8-4f6e-98fa-1ad79d95cba3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3912484', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3889188', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-58194'] for router, precommit_update {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:41:39.804180 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf29bfd2-fe03-47ef-bebc-455bf4020625 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5d94dc7a-c095-50a4-955e-5f3b78718a12-d7520512-b58e-4e49-bbed-b0e4070f0997', 'network_id': 'd7520512-b58e-4e49-bbed-b0e4070f0997', 'tenant_id': '826dd27ac0df4e22843eba39deedff5f', 'fixed_ips': [{'subnet_id': 'c3bbcad0-63cc-4425-a242-af9acac6dfc9'}]}} from n-d-768862-2. {{(pid=84876) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Jan 14 07:41:39.805385 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-bf29bfd2-fe03-47ef-bebc-455bf4020625 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555753'] for port, before_create {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:41:39.842869 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.db_base_plugin_common [None req-bc06489d-42c3-4a4a-abc5-5427b788ef11 tempest-FloatingIPTestJSON-1632234116 tempest-FloatingIPTestJSON-1632234116] Allocated IP 172.20.0.1 (f050b93c-6e03-456d-845e-f5611ff18515/9b55edf4-d225-4007-a636-b8582675cbe7/a88ae19a-0ef6-4aff-98d6-c08eee46ed77) {{(pid=84875) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 14 07:41:40.033053 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-bc06489d-42c3-4a4a-abc5-5427b788ef11 tempest-FloatingIPTestJSON-1632234116 tempest-FloatingIPTestJSON-1632234116] Notify callbacks [] for port, precommit_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:41:40.053155 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-bc06489d-42c3-4a4a-abc5-5427b788ef11 tempest-FloatingIPTestJSON-1632234116 tempest-FloatingIPTestJSON-1632234116] Transition to ACTIVE for port object a88ae19a-0ef6-4aff-98d6-c08eee46ed77 will not be triggered until provisioned by entity DHCP. {{(pid=84875) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 07:41:40.074280 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-bc06489d-42c3-4a4a-abc5-5427b788ef11 tempest-FloatingIPTestJSON-1632234116 tempest-FloatingIPTestJSON-1632234116] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777640123575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851621574'] for port, after_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:41:40.091009 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-b7a71556-349e-42f8-8ce2-6771e0a7fdec tempest-FloatingIPTestJSON-1632234116 tempest-FloatingIPTestJSON-1632234116] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:41:40.133879 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.db_base_plugin_common [None req-bf29bfd2-fe03-47ef-bebc-455bf4020625 None None] Allocated IP 172.20.0.2 (d7520512-b58e-4e49-bbed-b0e4070f0997/c3bbcad0-63cc-4425-a242-af9acac6dfc9/b7dd0252-cfb8-42b1-b378-1d0ff7fe72a2) {{(pid=84876) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 14 07:41:40.235797 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc06489d-42c3-4a4a-abc5-5427b788ef11 tempest-FloatingIPTestJSON-1632234116 tempest-FloatingIPTestJSON-1632234116] Pushing event updated for resources: {'Port': ['ID=a88ae19a-0ef6-4aff-98d6-c08eee46ed77,revision_number=1']} {{(pid=84875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:41:40.249576 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-bc06489d-42c3-4a4a-abc5-5427b788ef11 tempest-FloatingIPTestJSON-1632234116 tempest-FloatingIPTestJSON-1632234116] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.159s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:41:40.289835 n-d-768862-2 neutron-server[84765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc06489d-42c3-4a4a-abc5-5427b788ef11 tempest-FloatingIPTestJSON-1632234116 tempest-FloatingIPTestJSON-1632234116] Network f050b93c-6e03-456d-845e-f5611ff18515 is already hosted by enough agents. {{(pid=84875) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 07:41:40.291347 n-d-768862-2 neutron-server[84765]: DEBUG neutron.scheduler.base_scheduler [None req-bc06489d-42c3-4a4a-abc5-5427b788ef11 tempest-FloatingIPTestJSON-1632234116 tempest-FloatingIPTestJSON-1632234116] Resources bound (agent type, host, resource id): {{(pid=84875) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 07:41:40.293480 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc06489d-42c3-4a4a-abc5-5427b788ef11 tempest-FloatingIPTestJSON-1632234116 tempest-FloatingIPTestJSON-1632234116] Received port after_create {{(pid=84875) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 14 07:41:40.356286 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-bc06489d-42c3-4a4a-abc5-5427b788ef11 tempest-FloatingIPTestJSON-1632234116 tempest-FloatingIPTestJSON-1632234116] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036850886386'] for router_interface, before_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:41:40.382406 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-bf29bfd2-fe03-47ef-bebc-455bf4020625 None None] Notify callbacks [] for port, precommit_create {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:41:40.395790 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-e6900988-c7e8-4f6e-98fa-1ad79d95cba3 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:41:40.398527 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-bf29bfd2-fe03-47ef-bebc-455bf4020625 None None] Transition to ACTIVE for port object b7dd0252-cfb8-42b1-b378-1d0ff7fe72a2 will not be triggered until provisioned by entity L2. {{(pid=84876) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 07:41:40.419461 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-bf29bfd2-fe03-47ef-bebc-455bf4020625 None None] Transition to ACTIVE for port object b7dd0252-cfb8-42b1-b378-1d0ff7fe72a2 will not be triggered until provisioned by entity DHCP. {{(pid=84876) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 07:41:40.426749 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-bf29bfd2-fe03-47ef-bebc-455bf4020625 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777640123575'] for port, after_create {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:41:40.430768 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-e6900988-c7e8-4f6e-98fa-1ad79d95cba3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555753'] for port, before_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:41:40.497389 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-bc06489d-42c3-4a4a-abc5-5427b788ef11 tempest-FloatingIPTestJSON-1632234116 tempest-FloatingIPTestJSON-1632234116] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555753'] for port, before_update {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:41:40.546743 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-f1b7ba11-b537-4f2a-a095-04699a78aae7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84876) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:41:40.638916 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf29bfd2-fe03-47ef-bebc-455bf4020625 None None] Pushing event updated for resources: {'Port': ['ID=b7dd0252-cfb8-42b1-b378-1d0ff7fe72a2,revision_number=1']} {{(pid=84876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:41:40.647991 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-aacc4ca9-ead0-4274-9951-19f7490e1400 None None] Provisioning for port a88ae19a-0ef6-4aff-98d6-c08eee46ed77 completed by entity DHCP. {{(pid=84876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 07:41:40.651523 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-bf29bfd2-fe03-47ef-bebc-455bf4020625 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=84876) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:41:40.660371 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-aacc4ca9-ead0-4274-9951-19f7490e1400 None None] Provisioning complete for port a88ae19a-0ef6-4aff-98d6-c08eee46ed77 triggered by entity DHCP. {{(pid=84876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 07:41:40.660852 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-aacc4ca9-ead0-4274-9951-19f7490e1400 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-604227'] for port, provisioning_complete {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:41:40.718906 n-d-768862-2 neutron-server[84765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf29bfd2-fe03-47ef-bebc-455bf4020625 None None] Network d7520512-b58e-4e49-bbed-b0e4070f0997 is already hosted by enough agents. {{(pid=84876) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 07:41:40.722833 n-d-768862-2 neutron-server[84765]: DEBUG neutron.scheduler.base_scheduler [None req-bf29bfd2-fe03-47ef-bebc-455bf4020625 None None] Resources bound (agent type, host, resource id): {{(pid=84876) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 07:41:40.728008 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf29bfd2-fe03-47ef-bebc-455bf4020625 None None] Received port after_create {{(pid=84876) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 14 07:41:40.737304 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.db_base_plugin_common [None req-e6900988-c7e8-4f6e-98fa-1ad79d95cba3 admin admin] Allocated IP 172.25.2.220 (226f1e78-82cd-4481-9055-4eb73b6db8c1/ba8deeec-7658-4195-9449-038c076f5c83/8f69661d-cac9-41e5-9b8c-507aba6336e9) {{(pid=84874) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 14 07:41:40.794433 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.managers [None req-bf29bfd2-fe03-47ef-bebc-455bf4020625 None None] Attempting to bind port b7dd0252-cfb8-42b1-b378-1d0ff7fe72a2 on host n-d-768862-2 for vnic_type normal with profile {{(pid=84876) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 14 07:41:40.795569 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.managers [None req-bf29bfd2-fe03-47ef-bebc-455bf4020625 None None] Attempting to bind port b7dd0252-cfb8-42b1-b378-1d0ff7fe72a2 by drivers openvswitch on host n-d-768862-2 at level 0 using segments [{'id': 'd4ba64c5-35c3-40c2-95c6-a59c64f99408', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 9, 'network_id': 'd7520512-b58e-4e49-bbed-b0e4070f0997'}] {{(pid=84876) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 14 07:41:40.795569 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf29bfd2-fe03-47ef-bebc-455bf4020625 None None] Attempting to bind port b7dd0252-cfb8-42b1-b378-1d0ff7fe72a2 on network d7520512-b58e-4e49-bbed-b0e4070f0997 {{(pid=84876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 14 07:41:40.799610 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.plugin [None req-aacc4ca9-ead0-4274-9951-19f7490e1400 None None] Port a88ae19a-0ef6-4aff-98d6-c08eee46ed77 cannot update to ACTIVE because it is not bound. {{(pid=84876) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:329}} Jan 14 07:41:40.803874 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf29bfd2-fe03-47ef-bebc-455bf4020625 None None] Checking agent: {'id': 'ba5efab1-b43c-4d5a-bc52-6e105d4e67a2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768862-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 14, 6, 56, 52), 'started_at': datetime.datetime(2021, 1, 14, 6, 57, 22), 'heartbeat_timestamp': datetime.datetime(2021, 1, 14, 7, 41, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768862-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.29', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 14 07:41:40.804311 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf29bfd2-fe03-47ef-bebc-455bf4020625 None None] Checking segment: {'id': 'd4ba64c5-35c3-40c2-95c6-a59c64f99408', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 9, 'network_id': 'd7520512-b58e-4e49-bbed-b0e4070f0997'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84876) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 14 07:41:40.804762 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-bf29bfd2-fe03-47ef-bebc-455bf4020625 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:41:40.805197 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf29bfd2-fe03-47ef-bebc-455bf4020625 None None] Bound using segment: {'id': 'd4ba64c5-35c3-40c2-95c6-a59c64f99408', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 9, 'network_id': 'd7520512-b58e-4e49-bbed-b0e4070f0997'} {{(pid=84876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 14 07:41:40.805765 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.managers [None req-bf29bfd2-fe03-47ef-bebc-455bf4020625 None None] Bound port: b7dd0252-cfb8-42b1-b378-1d0ff7fe72a2, host: n-d-768862-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd4ba64c5-35c3-40c2-95c6-a59c64f99408', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 9, 'network_id': 'd7520512-b58e-4e49-bbed-b0e4070f0997'}}] {{(pid=84876) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 14 07:41:40.806224 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-bf29bfd2-fe03-47ef-bebc-455bf4020625 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555753'] for port, before_update {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:41:40.902316 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [None req-bf29bfd2-fe03-47ef-bebc-455bf4020625 None None] For port b7dd0252-cfb8-42b1-b378-1d0ff7fe72a2, host n-d-768862-2, cleared binding levels {{(pid=84876) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 14 07:41:40.902807 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-e6900988-c7e8-4f6e-98fa-1ad79d95cba3 admin admin] Notify callbacks [] for port, precommit_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:41:40.905606 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [None req-bf29bfd2-fe03-47ef-bebc-455bf4020625 None None] For port b7dd0252-cfb8-42b1-b378-1d0ff7fe72a2, host n-d-768862-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-2',level=0,port_id=b7dd0252-cfb8-42b1-b378-1d0ff7fe72a2,segment=NetworkSegment(d4ba64c5-35c3-40c2-95c6-a59c64f99408),segment_id=d4ba64c5-35c3-40c2-95c6-a59c64f99408)] {{(pid=84876) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 14 07:41:40.909765 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-bf29bfd2-fe03-47ef-bebc-455bf4020625 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777640533312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363259214678337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777640097497'] for port, after_update {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:41:40.925487 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-f4ca3235-2373-4629-8a3d-2f4763500be9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84876) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:41:40.931052 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-e6900988-c7e8-4f6e-98fa-1ad79d95cba3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777640123575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3254186'] for port, after_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:41:40.951548 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-3db67d1c-1987-43a8-97f5-961eb972dff4 tempest-FloatingIPTestJSON-1632234116 tempest-FloatingIPTestJSON-1632234116] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:41:40.994634 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf29bfd2-fe03-47ef-bebc-455bf4020625 None None] Pushing event updated for resources: {'Port': ['ID=b7dd0252-cfb8-42b1-b378-1d0ff7fe72a2,revision_number=2']} {{(pid=84876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:41:41.039098 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-bc06489d-42c3-4a4a-abc5-5427b788ef11 tempest-FloatingIPTestJSON-1632234116 tempest-FloatingIPTestJSON-1632234116] Notify callbacks [] for port, precommit_update {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:41:41.042836 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-bc06489d-42c3-4a4a-abc5-5427b788ef11 tempest-FloatingIPTestJSON-1632234116 tempest-FloatingIPTestJSON-1632234116] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777640533312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363259214678337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777640097497', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3154211'] for port, after_update {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:41:41.046524 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-bf29bfd2-fe03-47ef-bebc-455bf4020625 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=84876) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:41:41.077335 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-1a64d775-2d50-4d0d-a1cf-24f362946e04 tempest-FloatingIPAdminTestJSON-531099267 tempest-FloatingIPAdminTestJSON-531099267] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:41:41.085463 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6900988-c7e8-4f6e-98fa-1ad79d95cba3 admin admin] Pushing event updated for resources: {'Port': ['ID=8f69661d-cac9-41e5-9b8c-507aba6336e9,revision_number=1']} {{(pid=84874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:41:41.091799 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-e6900988-c7e8-4f6e-98fa-1ad79d95cba3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:41:41.148296 n-d-768862-2 neutron-server[84765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6900988-c7e8-4f6e-98fa-1ad79d95cba3 admin admin] Network 226f1e78-82cd-4481-9055-4eb73b6db8c1 is already hosted by enough agents. {{(pid=84874) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 07:41:41.149594 n-d-768862-2 neutron-server[84765]: DEBUG neutron.scheduler.base_scheduler [None req-e6900988-c7e8-4f6e-98fa-1ad79d95cba3 admin admin] Resources bound (agent type, host, resource id): {{(pid=84874) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 07:41:41.154858 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6900988-c7e8-4f6e-98fa-1ad79d95cba3 admin admin] Received port after_create {{(pid=84874) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 14 07:41:41.176196 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc06489d-42c3-4a4a-abc5-5427b788ef11 tempest-FloatingIPTestJSON-1632234116 tempest-FloatingIPTestJSON-1632234116] Pushing event updated for resources: {'Port': ['ID=a88ae19a-0ef6-4aff-98d6-c08eee46ed77,revision_number=2']} {{(pid=84875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:41:41.179188 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-bc06489d-42c3-4a4a-abc5-5427b788ef11 tempest-FloatingIPTestJSON-1632234116 tempest-FloatingIPTestJSON-1632234116] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3206949', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3889649'] for router_interface, after_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:41:41.193454 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-bc06489d-42c3-4a4a-abc5-5427b788ef11 tempest-FloatingIPTestJSON-1632234116 tempest-FloatingIPTestJSON-1632234116] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:41:41.330325 n-d-768862-2 neutron-server[84765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc06489d-42c3-4a4a-abc5-5427b788ef11 tempest-FloatingIPTestJSON-1632234116 tempest-FloatingIPTestJSON-1632234116] Network f050b93c-6e03-456d-845e-f5611ff18515 is already hosted by enough agents. {{(pid=84875) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 07:41:41.331598 n-d-768862-2 neutron-server[84765]: DEBUG neutron.scheduler.base_scheduler [None req-bc06489d-42c3-4a4a-abc5-5427b788ef11 tempest-FloatingIPTestJSON-1632234116 tempest-FloatingIPTestJSON-1632234116] Resources bound (agent type, host, resource id): {{(pid=84875) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 07:41:41.371956 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-017f98a9-8a07-408c-a86f-8ff0c00400a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363259214191800', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854171626'] for agent, after_update {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:41:41.571092 n-d-768862-2 neutron-server[84765]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bc06489d-42c3-4a4a-abc5-5427b788ef11 tempest-FloatingIPTestJSON-1632234116 tempest-FloatingIPTestJSON-1632234116] Router 6eb44712-947d-4628-8280-8223fa0b4b96 has already been hosted by L3 agent 35f592e9-451b-4db9-abea-77b6a5c5391b {{(pid=84875) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Jan 14 07:41:41.635552 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-e6900988-c7e8-4f6e-98fa-1ad79d95cba3 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:41:41.729612 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-3a8adc3f-1b18-4782-b5fc-61196b4370dc None None] Provisioning complete for port a88ae19a-0ef6-4aff-98d6-c08eee46ed77 triggered by entity DHCP. {{(pid=84876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 07:41:41.730149 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-3a8adc3f-1b18-4782-b5fc-61196b4370dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-604227'] for port, provisioning_complete {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:41:41.792495 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.plugin [None req-3a8adc3f-1b18-4782-b5fc-61196b4370dc None None] Port a88ae19a-0ef6-4aff-98d6-c08eee46ed77 cannot update to ACTIVE because it is not bound. {{(pid=84876) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:329}} Jan 14 07:41:42.025451 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-e6900988-c7e8-4f6e-98fa-1ad79d95cba3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036850886612', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036850863158'] for router, after_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:41:42.083296 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bc06489d-42c3-4a4a-abc5-5427b788ef11 tempest-FloatingIPTestJSON-1632234116 tempest-FloatingIPTestJSON-1632234116] Notify agent at l3_agent.n-d-768862-2 the message routers_updated {{(pid=84875) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jan 14 07:41:42.096766 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-915d2f2d-6364-4591-8262-79d50143525c None None] Sync routers for ids ['6eb44712-947d-4628-8280-8223fa0b4b96'] in n-d-768862-2 {{(pid=84876) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Jan 14 07:41:42.099329 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-bc06489d-42c3-4a4a-abc5-5427b788ef11 tempest-FloatingIPTestJSON-1632234116 tempest-FloatingIPTestJSON-1632234116] 10.222.0.24 "PUT /v2.0/routers/6eb44712-947d-4628-8280-8223fa0b4b96/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7215250 Jan 14 07:41:42.101999 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84875) accepted ('10.222.0.24', 42362) {{(pid=84875) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:41:42.109299 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.v2.base [None req-5afe4aa2-54f5-4fc6-9fb0-c78108146373 tempest-FloatingIPTestJSON-1632234116 tempest-FloatingIPTestJSON-1632234116] Request body: {'port': {'network_id': 'f050b93c-6e03-456d-845e-f5611ff18515', 'name': 'tempest-FloatingIPTestJSON-1329397546'}} {{(pid=84875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:41:42.110561 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-915d2f2d-6364-4591-8262-79d50143525c None None] Routers {'6eb44712-947d-4628-8280-8223fa0b4b96'} bound to L3 agent in host n-d-768862-2 {{(pid=84876) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 14 07:41:42.111261 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_hamode_db [None req-915d2f2d-6364-4591-8262-79d50143525c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-01-14T06:56:51Z,description=,heartbeat_timestamp=2021-01-14T07:41:22Z,host='n-d-768862-2',id=35f592e9-451b-4db9-abea-77b6a5c5391b,load=0,resource_versions=,resources_synced=,started_at=2021-01-14T06:56:51Z,topic='l3_agent')) {'router_ids': ['6eb44712-947d-4628-8280-8223fa0b4b96'], 'active': True} {{(pid=84876) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:41:42.179558 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_hamode_db [None req-915d2f2d-6364-4591-8262-79d50143525c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768862-2', False) {} {{(pid=84876) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:41:42.189811 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-915d2f2d-6364-4591-8262-79d50143525c None None] Routers {'6eb44712-947d-4628-8280-8223fa0b4b96'} bound to L3 agent in host n-d-768862-2 {{(pid=84876) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 14 07:41:42.190776 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_hamode_db [None req-915d2f2d-6364-4591-8262-79d50143525c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-01-14T06:56:51Z,description=,heartbeat_timestamp=2021-01-14T07:41:22Z,host='n-d-768862-2',id=35f592e9-451b-4db9-abea-77b6a5c5391b,load=0,resource_versions=,resources_synced=,started_at=2021-01-14T06:56:51Z,topic='l3_agent')) {'router_ids': ['6eb44712-947d-4628-8280-8223fa0b4b96'], 'active': True} {{(pid=84876) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:41:42.254479 n-d-768862-2 neutron-server[84765]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e6900988-c7e8-4f6e-98fa-1ad79d95cba3 admin admin] Router 33dc50c6-f16e-4d1a-8ea8-7bd91fa491c1 is scheduled to L3 agent 35f592e9-451b-4db9-abea-77b6a5c5391b with binding_index 1 {{(pid=84874) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}} Jan 14 07:41:42.259542 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_hamode_db [None req-915d2f2d-6364-4591-8262-79d50143525c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768862-2', False) {} {{(pid=84876) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:41:42.260246 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-915d2f2d-6364-4591-8262-79d50143525c None None] The sync data for ids ['6eb44712-947d-4628-8280-8223fa0b4b96'] in n-d-768862-2 is: [] {{(pid=84876) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Jan 14 07:41:42.263620 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-5afe4aa2-54f5-4fc6-9fb0-c78108146373 tempest-FloatingIPTestJSON-1632234116 tempest-FloatingIPTestJSON-1632234116] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:41:42.268169 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-5afe4aa2-54f5-4fc6-9fb0-c78108146373 tempest-FloatingIPTestJSON-1632234116 tempest-FloatingIPTestJSON-1632234116] Usage tracker for resource:port and tenant:1c55c328d6854ee381dab36dc470b7b0 is out of sync, need to count used quota {{(pid=84875) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:41:42.271268 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-5afe4aa2-54f5-4fc6-9fb0-c78108146373 tempest-FloatingIPTestJSON-1632234116 tempest-FloatingIPTestJSON-1632234116] Quota usage for port was recalculated. Used quota:6. {{(pid=84875) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:41:42.277198 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-5afe4aa2-54f5-4fc6-9fb0-c78108146373 tempest-FloatingIPTestJSON-1632234116 tempest-FloatingIPTestJSON-1632234116] Attempting to reserve 1 items for resource port. Total usage: 6; quota limit: 500; headroom:494 {{(pid=84875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:41:42.287757 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5afe4aa2-54f5-4fc6-9fb0-c78108146373 tempest-FloatingIPTestJSON-1632234116 tempest-FloatingIPTestJSON-1632234116] Made reservation on behalf of 1c55c328d6854ee381dab36dc470b7b0 for: {'port': 1} {{(pid=84875) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 07:41:42.297218 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-5afe4aa2-54f5-4fc6-9fb0-c78108146373 tempest-FloatingIPTestJSON-1632234116 tempest-FloatingIPTestJSON-1632234116] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555753'] for port, before_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:41:42.449559 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e6900988-c7e8-4f6e-98fa-1ad79d95cba3 admin admin] Notify agent at l3_agent.n-d-768862-2 the message routers_updated {{(pid=84874) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jan 14 07:41:42.461043 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88784a92-97d8-47a9-ba7f-b8976ecd30af None None] Sync routers for ids ['33dc50c6-f16e-4d1a-8ea8-7bd91fa491c1'] in n-d-768862-2 {{(pid=84877) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Jan 14 07:41:42.474525 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88784a92-97d8-47a9-ba7f-b8976ecd30af None None] Routers {'33dc50c6-f16e-4d1a-8ea8-7bd91fa491c1'} bound to L3 agent in host n-d-768862-2 {{(pid=84877) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 14 07:41:42.475761 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_hamode_db [None req-88784a92-97d8-47a9-ba7f-b8976ecd30af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-01-14T06:56:51Z,description=,heartbeat_timestamp=2021-01-14T07:41:22Z,host='n-d-768862-2',id=35f592e9-451b-4db9-abea-77b6a5c5391b,load=0,resource_versions=,resources_synced=,started_at=2021-01-14T06:56:51Z,topic='l3_agent')) {'router_ids': ['33dc50c6-f16e-4d1a-8ea8-7bd91fa491c1'], 'active': True} {{(pid=84877) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:41:42.479022 n-d-768862-2 neutron-server[84765]: DEBUG neutron.notifiers.nova [None req-5afe4aa2-54f5-4fc6-9fb0-c78108146373 tempest-FloatingIPTestJSON-1632234116 tempest-FloatingIPTestJSON-1632234116] device_id is not set on port 25142ff4-414d-4245-bf82-981c7df98490 yet. {{(pid=84875) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}} Jan 14 07:41:42.480358 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-e6900988-c7e8-4f6e-98fa-1ad79d95cba3 admin admin] Notify callbacks [] for router, before_response {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:41:42.486164 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-e6900988-c7e8-4f6e-98fa-1ad79d95cba3 admin admin] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 3.0947039 Jan 14 07:41:42.486565 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84874) accepted ('10.222.0.24', 42366) {{(pid=84874) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:41:42.656787 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.db_base_plugin_common [None req-5afe4aa2-54f5-4fc6-9fb0-c78108146373 tempest-FloatingIPTestJSON-1632234116 tempest-FloatingIPTestJSON-1632234116] Allocated IP 172.20.0.5 (f050b93c-6e03-456d-845e-f5611ff18515/9b55edf4-d225-4007-a636-b8582675cbe7/25142ff4-414d-4245-bf82-981c7df98490) {{(pid=84875) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 14 07:41:42.731208 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_dvr_db [None req-88784a92-97d8-47a9-ba7f-b8976ecd30af None None] Set router 33dc50c6-f16e-4d1a-8ea8-7bd91fa491c1 gateway port host: n-d-768862-2 {{(pid=84877) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 14 07:41:42.761891 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-faa90e96-9244-4f23-b806-73b989338b06 None None] Network d7520512-b58e-4e49-bbed-b0e4070f0997 requested from n-d-768862-2 {{(pid=84876) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 07:41:42.927581 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Device b7dd0252-cfb8-42b1-b378-1d0ff7fe72a2 up at agent ovs-agent-n-d-768862-2 {{(pid=84876) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 07:41:42.952031 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-5afe4aa2-54f5-4fc6-9fb0-c78108146373 tempest-FloatingIPTestJSON-1632234116 tempest-FloatingIPTestJSON-1632234116] Notify callbacks [] for port, precommit_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:41:42.972052 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-5afe4aa2-54f5-4fc6-9fb0-c78108146373 tempest-FloatingIPTestJSON-1632234116 tempest-FloatingIPTestJSON-1632234116] Transition to ACTIVE for port object 25142ff4-414d-4245-bf82-981c7df98490 will not be triggered until provisioned by entity DHCP. {{(pid=84875) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 07:41:42.984268 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-a542f02c-6559-4305-aafc-7d83b2b3337c None None] Provisioning for port b7dd0252-cfb8-42b1-b378-1d0ff7fe72a2 completed by entity DHCP. {{(pid=84876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 07:41:42.987632 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-852a24f7-e9a1-4193-9abb-e9506fe5213f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363259214191800', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854171626'] for agent, after_update {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:41:42.995742 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-5afe4aa2-54f5-4fc6-9fb0-c78108146373 tempest-FloatingIPTestJSON-1632234116 tempest-FloatingIPTestJSON-1632234116] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777640123575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851621574'] for port, after_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:41:43.020137 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-a09a7911-9070-4725-9026-d2616f735f85 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:41:43.115605 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5afe4aa2-54f5-4fc6-9fb0-c78108146373 tempest-FloatingIPTestJSON-1632234116 tempest-FloatingIPTestJSON-1632234116] Pushing event updated for resources: {'Port': ['ID=25142ff4-414d-4245-bf82-981c7df98490,revision_number=1']} {{(pid=84875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:41:43.120246 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-5afe4aa2-54f5-4fc6-9fb0-c78108146373 tempest-FloatingIPTestJSON-1632234116 tempest-FloatingIPTestJSON-1632234116] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:41:43.165587 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_hamode_db [None req-88784a92-97d8-47a9-ba7f-b8976ecd30af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '33dc50c6-f16e-4d1a-8ea8-7bd91fa491c1', 'name': 'tempest-TestVolumeBootPattern-1073755222-router', 'tenant_id': '826dd27ac0df4e22843eba39deedff5f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '226f1e78-82cd-4481-9055-4eb73b6db8c1', 'external_fixed_ips': [{'subnet_id': 'ba8deeec-7658-4195-9449-038c076f5c83', 'ip_address': '172.25.2.220'}], 'enable_snat': True}, 'gw_port_id': '8f69661d-cac9-41e5-9b8c-507aba6336e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-14T07:41:39Z', 'updated_at': '2021-01-14T07:41:41Z', 'revision_number': 3, 'project_id': '826dd27ac0df4e22843eba39deedff5f', 'gw_port': {'id': '8f69661d-cac9-41e5-9b8c-507aba6336e9', 'name': '', 'network_id': '226f1e78-82cd-4481-9055-4eb73b6db8c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:9a:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '33dc50c6-f16e-4d1a-8ea8-7bd91fa491c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3624, 'fixed_ips': [{'subnet_id': 'ba8deeec-7658-4195-9449-038c076f5c83', 'ip_address': '172.25.2.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T07:41:40Z', 'updated_at': '2021-01-14T07:41:40Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ba8deeec-7658-4195-9449-038c076f5c83', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-2'}], 'n-d-768862-2', False) {} {{(pid=84877) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:41:43.171722 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88784a92-97d8-47a9-ba7f-b8976ecd30af None None] Checking router: 33dc50c6-f16e-4d1a-8ea8-7bd91fa491c1 for host: n-d-768862-2 {{(pid=84877) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Jan 14 07:41:43.172420 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88784a92-97d8-47a9-ba7f-b8976ecd30af None None] Updating router 33dc50c6-f16e-4d1a-8ea8-7bd91fa491c1 port 8f69661d-cac9-41e5-9b8c-507aba6336e9 binding host n-d-768862-2 {{(pid=84877) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Jan 14 07:41:43.248910 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-88784a92-97d8-47a9-ba7f-b8976ecd30af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555753'] for port, before_update {{(pid=84877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:41:43.277063 n-d-768862-2 neutron-server[84765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5afe4aa2-54f5-4fc6-9fb0-c78108146373 tempest-FloatingIPTestJSON-1632234116 tempest-FloatingIPTestJSON-1632234116] Network f050b93c-6e03-456d-845e-f5611ff18515 is already hosted by enough agents. {{(pid=84875) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 07:41:43.278424 n-d-768862-2 neutron-server[84765]: DEBUG neutron.scheduler.base_scheduler [None req-5afe4aa2-54f5-4fc6-9fb0-c78108146373 tempest-FloatingIPTestJSON-1632234116 tempest-FloatingIPTestJSON-1632234116] Resources bound (agent type, host, resource id): {{(pid=84875) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 07:41:43.280903 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5afe4aa2-54f5-4fc6-9fb0-c78108146373 tempest-FloatingIPTestJSON-1632234116 tempest-FloatingIPTestJSON-1632234116] Received port after_create {{(pid=84875) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 14 07:41:43.365969 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network":"rule:regular_user" was deprecated in W in favor of "create_network":"role:member and project_id:%(project_id)s". Reason: Jan 14 07:41:43.365969 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:41:43.365969 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:41:43.365969 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:41:43.365969 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:shared":"rule:admin_only" was deprecated in W in favor of "create_network:shared":"role:admin and system_scope:all". Reason: Jan 14 07:41:43.365969 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:41:43.365969 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:41:43.365969 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:41:43.365969 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:router:external":"rule:admin_only" was deprecated in W in favor of "create_network:router:external":"role:admin and system_scope:all". Reason: Jan 14 07:41:43.365969 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:41:43.365969 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:41:43.365969 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:41:43.365969 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:is_default":"rule:admin_only" was deprecated in W in favor of "create_network:is_default":"role:admin and system_scope:all". Reason: Jan 14 07:41:43.365969 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:41:43.365969 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:41:43.365969 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:41:43.365969 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:port_security_enabled":"rule:regular_user" was deprecated in W in favor of "create_network:port_security_enabled":"role:member and project_id:%(project_id)s". Reason: Jan 14 07:41:43.365969 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:41:43.365969 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:41:43.365969 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:41:43.365969 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:segments":"rule:admin_only" was deprecated in W in favor of "create_network:segments":"role:admin and system_scope:all". Reason: Jan 14 07:41:43.365969 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:41:43.365969 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:41:43.365969 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:41:43.365969 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "create_network:provider:network_type":"role:admin and system_scope:all". Reason: Jan 14 07:41:43.365969 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:41:43.365969 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:41:43.365969 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:41:43.365969 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "create_network:provider:physical_network":"role:admin and system_scope:all". Reason: Jan 14 07:41:43.365969 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:41:43.365969 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:41:43.365969 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:41:43.365969 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "create_network:provider:segmentation_id":"role:admin and system_scope:all". Reason: Jan 14 07:41:43.365969 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:41:43.365969 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:41:43.365969 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:41:43.365969 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network":"rule:admin_or_owner or rule:shared or rule:external or rule:context_is_advsvc" was deprecated in W in favor of "get_network":"(role:reader and system_scope:all) or (role:reader and project_id:%(project_id)s) or rule:shared or rule:external or rule:context_is_advsvc". Reason: Jan 14 07:41:43.365969 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:41:43.365969 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:41:43.365969 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:41:43.365969 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:router:external":"rule:regular_user" was deprecated in W in favor of "get_network:router:external":"role:reader and project_id:%(project_id)s". Reason: Jan 14 07:41:43.365969 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:41:43.365969 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:41:43.365969 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:41:43.365969 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:segments":"rule:admin_only" was deprecated in W in favor of "get_network:segments":"role:reader and system_scope:all". Reason: Jan 14 07:41:43.365969 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:41:43.365969 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:41:43.365969 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:41:43.365969 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "get_network:provider:network_type":"role:reader and system_scope:all". Reason: Jan 14 07:41:43.365969 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:41:43.365969 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:41:43.365969 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:41:43.365969 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "get_network:provider:physical_network":"role:reader and system_scope:all". Reason: Jan 14 07:41:43.365969 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:41:43.365969 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:41:43.365969 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:41:43.365969 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "get_network:provider:segmentation_id":"role:reader and system_scope:all". Reason: Jan 14 07:41:43.365969 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:41:43.365969 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:41:43.365969 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:41:43.365969 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network":"rule:admin_or_owner" was deprecated in W in favor of "update_network":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 07:41:43.365969 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:41:43.365969 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:41:43.365969 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:41:43.365969 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:segments":"rule:admin_only" was deprecated in W in favor of "update_network:segments":"role:admin and system_scope:all". Reason: Jan 14 07:41:43.365969 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:41:43.365969 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:41:43.365969 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:41:43.382849 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5afe4aa2-54f5-4fc6-9fb0-c78108146373 tempest-FloatingIPTestJSON-1632234116 tempest-FloatingIPTestJSON-1632234116] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:41:43.383590 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-5afe4aa2-54f5-4fc6-9fb0-c78108146373 tempest-FloatingIPTestJSON-1632234116 tempest-FloatingIPTestJSON-1632234116] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854768116'] for port, before_response {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:41:43.423568 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-5afe4aa2-54f5-4fc6-9fb0-c78108146373 tempest-FloatingIPTestJSON-1632234116 tempest-FloatingIPTestJSON-1632234116] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 1.3198302 Jan 14 07:41:43.424269 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84875) accepted ('10.222.0.24', 42370) {{(pid=84875) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:41:43.430408 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.v2.base [None req-f23611c9-dbfa-4355-848f-377b1c2e1206 tempest-FloatingIPTestJSON-1632234116 tempest-FloatingIPTestJSON-1632234116] Request body: {'floatingip': {'port_id': '25142ff4-414d-4245-bf82-981c7df98490'}} {{(pid=84875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:41:43.455640 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Provisioning for port b7dd0252-cfb8-42b1-b378-1d0ff7fe72a2 completed by entity L2. {{(pid=84876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 07:41:43.461938 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Provisioning complete for port b7dd0252-cfb8-42b1-b378-1d0ff7fe72a2 triggered by entity L2. {{(pid=84876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 07:41:43.462487 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-604227'] for port, provisioning_complete {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:41:43.571025 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-f23611c9-dbfa-4355-848f-377b1c2e1206 tempest-FloatingIPTestJSON-1632234116 tempest-FloatingIPTestJSON-1632234116] Notify callbacks [] for floatingip, before_update {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:41:43.607345 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555753'] for port, before_update {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:41:43.653869 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] For port b7dd0252-cfb8-42b1-b378-1d0ff7fe72a2, host n-d-768862-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-2',level=0,port_id=b7dd0252-cfb8-42b1-b378-1d0ff7fe72a2,segment=NetworkSegment(d4ba64c5-35c3-40c2-95c6-a59c64f99408),segment_id=d4ba64c5-35c3-40c2-95c6-a59c64f99408)] {{(pid=84876) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 07:41:43.668615 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777640533312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363259214678337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777640097497'] for port, after_update {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:41:43.698853 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-f4ca3235-2373-4629-8a3d-2f4763500be9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84876) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:41:43.762287 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-6605dcd3-64c2-424d-83c7-3a209242596d None None] Provisioning for port 25142ff4-414d-4245-bf82-981c7df98490 completed by entity DHCP. {{(pid=84876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 07:41:43.770471 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-6605dcd3-64c2-424d-83c7-3a209242596d None None] Provisioning complete for port 25142ff4-414d-4245-bf82-981c7df98490 triggered by entity DHCP. {{(pid=84876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 07:41:43.770471 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-6605dcd3-64c2-424d-83c7-3a209242596d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-604227'] for port, provisioning_complete {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:41:43.772063 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-ea3b8e14-4574-4cd6-a64c-f98026e51a7e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555753'] for port, before_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:41:43.849882 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.plugin [None req-6605dcd3-64c2-424d-83c7-3a209242596d None None] Port 25142ff4-414d-4245-bf82-981c7df98490 cannot update to ACTIVE because it is not bound. {{(pid=84876) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:329}} Jan 14 07:41:43.867639 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Pushing event updated for resources: {'Port': ['ID=b7dd0252-cfb8-42b1-b378-1d0ff7fe72a2,revision_number=3']} {{(pid=84876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:41:43.872333 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.173s {{(pid=84876) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:41:43.911184 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-88784a92-97d8-47a9-ba7f-b8976ecd30af None None] Notify callbacks [] for port, precommit_update {{(pid=84877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:41:43.928571 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-88784a92-97d8-47a9-ba7f-b8976ecd30af None None] Transition to ACTIVE for port object 8f69661d-cac9-41e5-9b8c-507aba6336e9 will not be triggered until provisioned by entity L2. {{(pid=84877) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 07:41:43.932642 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-88784a92-97d8-47a9-ba7f-b8976ecd30af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777640533312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363259214678337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777640097497'] for port, after_update {{(pid=84877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:41:43.978749 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-a1b82bf6-c79a-484a-976a-98509d8d0265 None None] Provisioning complete for port b7dd0252-cfb8-42b1-b378-1d0ff7fe72a2 triggered by entity DHCP. {{(pid=84876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 07:41:43.979276 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-a1b82bf6-c79a-484a-976a-98509d8d0265 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-604227'] for port, provisioning_complete {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:41:44.117412 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-c0f8d954-6d37-4962-a6ea-5a6caf83a1cd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:41:44.227848 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.db_base_plugin_common [None req-ea3b8e14-4574-4cd6-a64c-f98026e51a7e admin admin] Allocated IP 172.20.0.1 (d7520512-b58e-4e49-bbed-b0e4070f0997/c3bbcad0-63cc-4425-a242-af9acac6dfc9/9472635d-fbd5-4e5a-98ac-93686532335f) {{(pid=84874) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 14 07:41:44.258886 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cca5090f-05a9-4500-b8ee-3dbdb24f3af6 None None] Pushing event updated for resources: {'Port': ['ID=8f69661d-cac9-41e5-9b8c-507aba6336e9,revision_number=2']} {{(pid=84877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:41:44.263269 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-cca5090f-05a9-4500-b8ee-3dbdb24f3af6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=84877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:41:44.271423 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.managers [None req-88784a92-97d8-47a9-ba7f-b8976ecd30af None None] Attempting to bind port 8f69661d-cac9-41e5-9b8c-507aba6336e9 on host n-d-768862-2 for vnic_type normal with profile {{(pid=84877) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 14 07:41:44.271996 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.managers [None req-88784a92-97d8-47a9-ba7f-b8976ecd30af None None] Attempting to bind port 8f69661d-cac9-41e5-9b8c-507aba6336e9 by drivers openvswitch on host n-d-768862-2 at level 0 using segments [{'id': 'cf3ded2c-bc47-4a71-89af-6e7117e60140', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '226f1e78-82cd-4481-9055-4eb73b6db8c1'}] {{(pid=84877) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 14 07:41:44.272396 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88784a92-97d8-47a9-ba7f-b8976ecd30af None None] Attempting to bind port 8f69661d-cac9-41e5-9b8c-507aba6336e9 on network 226f1e78-82cd-4481-9055-4eb73b6db8c1 {{(pid=84877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 14 07:41:44.278398 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88784a92-97d8-47a9-ba7f-b8976ecd30af None None] Checking agent: {'id': 'ba5efab1-b43c-4d5a-bc52-6e105d4e67a2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768862-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 14, 6, 56, 52), 'started_at': datetime.datetime(2021, 1, 14, 6, 57, 22), 'heartbeat_timestamp': datetime.datetime(2021, 1, 14, 7, 41, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768862-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.29', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 14 07:41:44.279155 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88784a92-97d8-47a9-ba7f-b8976ecd30af None None] Checking segment: {'id': 'cf3ded2c-bc47-4a71-89af-6e7117e60140', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '226f1e78-82cd-4481-9055-4eb73b6db8c1'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84877) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 14 07:41:44.279297 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-88784a92-97d8-47a9-ba7f-b8976ecd30af None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:41:44.279626 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88784a92-97d8-47a9-ba7f-b8976ecd30af None None] Bound using segment: {'id': 'cf3ded2c-bc47-4a71-89af-6e7117e60140', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '226f1e78-82cd-4481-9055-4eb73b6db8c1'} {{(pid=84877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 14 07:41:44.280152 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.managers [None req-88784a92-97d8-47a9-ba7f-b8976ecd30af None None] Bound port: 8f69661d-cac9-41e5-9b8c-507aba6336e9, host: n-d-768862-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cf3ded2c-bc47-4a71-89af-6e7117e60140', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '226f1e78-82cd-4481-9055-4eb73b6db8c1'}}] {{(pid=84877) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 14 07:41:44.280561 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-88784a92-97d8-47a9-ba7f-b8976ecd30af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555753'] for port, before_update {{(pid=84877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:41:44.308968 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-9d706723-a1f5-4c6c-bc5f-3d40c9f50de8 None None] Provisioning complete for port b7dd0252-cfb8-42b1-b378-1d0ff7fe72a2 triggered by entity DHCP. {{(pid=84876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 07:41:44.308968 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-9d706723-a1f5-4c6c-bc5f-3d40c9f50de8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-604227'] for port, provisioning_complete {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:41:44.361544 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [None req-88784a92-97d8-47a9-ba7f-b8976ecd30af None None] For port 8f69661d-cac9-41e5-9b8c-507aba6336e9, host n-d-768862-2, cleared binding levels {{(pid=84877) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 14 07:41:44.365267 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [None req-88784a92-97d8-47a9-ba7f-b8976ecd30af None None] For port 8f69661d-cac9-41e5-9b8c-507aba6336e9, host n-d-768862-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-2',level=0,port_id=8f69661d-cac9-41e5-9b8c-507aba6336e9,segment=NetworkSegment(cf3ded2c-bc47-4a71-89af-6e7117e60140),segment_id=cf3ded2c-bc47-4a71-89af-6e7117e60140)] {{(pid=84877) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 14 07:41:44.369590 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-88784a92-97d8-47a9-ba7f-b8976ecd30af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777640533312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363259214678337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777640097497'] for port, after_update {{(pid=84877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:41:44.386779 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-799efd1f-a2fb-45be-a620-5d23960776db None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:41:44.412694 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-ea3b8e14-4574-4cd6-a64c-f98026e51a7e admin admin] Notify callbacks [] for port, precommit_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:41:44.439112 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-ea3b8e14-4574-4cd6-a64c-f98026e51a7e admin admin] Transition to ACTIVE for port object 9472635d-fbd5-4e5a-98ac-93686532335f will not be triggered until provisioned by entity DHCP. {{(pid=84874) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 07:41:44.465287 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-ea3b8e14-4574-4cd6-a64c-f98026e51a7e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777640123575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3254186'] for port, after_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:41:44.482824 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-b4a09805-51bc-4af7-b083-955ccf945a95 tempest-RoutersAdminTest-2021597473 tempest-RoutersAdminTest-2021597473] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:41:44.491230 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-f23611c9-dbfa-4355-848f-377b1c2e1206 tempest-FloatingIPTestJSON-1632234116 tempest-FloatingIPTestJSON-1632234116] Notify callbacks [] for floatingip, precommit_update {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:41:44.495647 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-f23611c9-dbfa-4355-848f-377b1c2e1206 tempest-FloatingIPTestJSON-1632234116 tempest-FloatingIPTestJSON-1632234116] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3912638'] for floatingip, after_update {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:41:44.537598 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cca5090f-05a9-4500-b8ee-3dbdb24f3af6 None None] Pushing event updated for resources: {'Port': ['ID=8f69661d-cac9-41e5-9b8c-507aba6336e9,revision_number=3']} {{(pid=84877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:41:44.544409 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-cca5090f-05a9-4500-b8ee-3dbdb24f3af6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.158s {{(pid=84877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:41:44.594340 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88784a92-97d8-47a9-ba7f-b8976ecd30af None None] Routers {'33dc50c6-f16e-4d1a-8ea8-7bd91fa491c1'} bound to L3 agent in host n-d-768862-2 {{(pid=84877) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 14 07:41:44.595026 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_hamode_db [None req-88784a92-97d8-47a9-ba7f-b8976ecd30af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-01-14T06:56:51Z,description=,heartbeat_timestamp=2021-01-14T07:41:22Z,host='n-d-768862-2',id=35f592e9-451b-4db9-abea-77b6a5c5391b,load=0,resource_versions=,resources_synced=,started_at=2021-01-14T06:56:51Z,topic='l3_agent')) {'router_ids': ['33dc50c6-f16e-4d1a-8ea8-7bd91fa491c1'], 'active': True} {{(pid=84877) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:41:44.619847 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea3b8e14-4574-4cd6-a64c-f98026e51a7e admin admin] Pushing event updated for resources: {'Port': ['ID=9472635d-fbd5-4e5a-98ac-93686532335f,revision_number=1']} {{(pid=84874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:41:44.626248 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-ea3b8e14-4574-4cd6-a64c-f98026e51a7e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:41:44.693917 n-d-768862-2 neutron-server[84765]: INFO neutron.db.l3_db [None req-f23611c9-dbfa-4355-848f-377b1c2e1206 tempest-FloatingIPTestJSON-1632234116 tempest-FloatingIPTestJSON-1632234116] Floating IP 2610ed99-2e73-4ad9-9066-877b09474cca associated. External IP: 172.25.2.66, port: 33bfccb1-e197-4300-8734-e6aa6645b673. Jan 14 07:41:44.694182 n-d-768862-2 neutron-server[84765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea3b8e14-4574-4cd6-a64c-f98026e51a7e admin admin] Network d7520512-b58e-4e49-bbed-b0e4070f0997 is already hosted by enough agents. {{(pid=84874) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 07:41:44.695513 n-d-768862-2 neutron-server[84765]: DEBUG neutron.scheduler.base_scheduler [None req-ea3b8e14-4574-4cd6-a64c-f98026e51a7e admin admin] Resources bound (agent type, host, resource id): {{(pid=84874) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 07:41:44.702765 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea3b8e14-4574-4cd6-a64c-f98026e51a7e admin admin] Received port after_create {{(pid=84874) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 14 07:41:44.765016 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-ea3b8e14-4574-4cd6-a64c-f98026e51a7e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036850886386'] for router_interface, before_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:41:44.827791 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_dvr_db [None req-88784a92-97d8-47a9-ba7f-b8976ecd30af None None] Set router 33dc50c6-f16e-4d1a-8ea8-7bd91fa491c1 gateway port host: n-d-768862-2 {{(pid=84877) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 14 07:41:44.853820 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Device b7dd0252-cfb8-42b1-b378-1d0ff7fe72a2 up at agent ovs-agent-n-d-768862-2 {{(pid=84876) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 07:41:44.906874 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-ea3b8e14-4574-4cd6-a64c-f98026e51a7e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555753'] for port, before_update {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:41:44.971569 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Provisioning complete for port b7dd0252-cfb8-42b1-b378-1d0ff7fe72a2 triggered by entity L2. {{(pid=84876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 07:41:44.972488 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-604227'] for port, provisioning_complete {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:41:45.117732 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-525b3679-21be-4275-bf1b-3d59290aa749 None None] Provisioning for port 9472635d-fbd5-4e5a-98ac-93686532335f completed by entity DHCP. {{(pid=84876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 07:41:45.130783 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-525b3679-21be-4275-bf1b-3d59290aa749 None None] Provisioning complete for port 9472635d-fbd5-4e5a-98ac-93686532335f triggered by entity DHCP. {{(pid=84876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 07:41:45.131594 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-525b3679-21be-4275-bf1b-3d59290aa749 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-604227'] for port, provisioning_complete {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:41:45.189943 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.plugin [None req-525b3679-21be-4275-bf1b-3d59290aa749 None None] Port 9472635d-fbd5-4e5a-98ac-93686532335f cannot update to ACTIVE because it is not bound. {{(pid=84876) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:329}} Jan 14 07:41:45.209082 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-ea3b8e14-4574-4cd6-a64c-f98026e51a7e admin admin] Notify callbacks [] for port, precommit_update {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:41:45.213282 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-ea3b8e14-4574-4cd6-a64c-f98026e51a7e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777640533312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363259214678337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777640097497', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036851521613'] for port, after_update {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:41:45.229948 n-d-768862-2 neutron-server[84765]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f23611c9-dbfa-4355-848f-377b1c2e1206 tempest-FloatingIPTestJSON-1632234116 tempest-FloatingIPTestJSON-1632234116] Router 0a94abb3-95e9-4f02-952d-9f95343e501f has already been hosted by L3 agent 35f592e9-451b-4db9-abea-77b6a5c5391b {{(pid=84875) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Jan 14 07:41:45.232449 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_hamode_db [None req-88784a92-97d8-47a9-ba7f-b8976ecd30af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '33dc50c6-f16e-4d1a-8ea8-7bd91fa491c1', 'name': 'tempest-TestVolumeBootPattern-1073755222-router', 'tenant_id': '826dd27ac0df4e22843eba39deedff5f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '226f1e78-82cd-4481-9055-4eb73b6db8c1', 'external_fixed_ips': [{'subnet_id': 'ba8deeec-7658-4195-9449-038c076f5c83', 'ip_address': '172.25.2.220'}], 'enable_snat': True}, 'gw_port_id': '8f69661d-cac9-41e5-9b8c-507aba6336e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-14T07:41:39Z', 'updated_at': '2021-01-14T07:41:41Z', 'revision_number': 3, 'project_id': '826dd27ac0df4e22843eba39deedff5f', 'gw_port': {'id': '8f69661d-cac9-41e5-9b8c-507aba6336e9', 'name': '', 'network_id': '226f1e78-82cd-4481-9055-4eb73b6db8c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:9a:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '33dc50c6-f16e-4d1a-8ea8-7bd91fa491c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3624, 'fixed_ips': [{'subnet_id': 'ba8deeec-7658-4195-9449-038c076f5c83', 'ip_address': '172.25.2.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T07:41:40Z', 'updated_at': '2021-01-14T07:41:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ba8deeec-7658-4195-9449-038c076f5c83', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-2'}], 'n-d-768862-2', False) {} {{(pid=84877) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:41:45.237075 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88784a92-97d8-47a9-ba7f-b8976ecd30af None None] The sync data for ids ['33dc50c6-f16e-4d1a-8ea8-7bd91fa491c1'] in n-d-768862-2 is: [{'id': '33dc50c6-f16e-4d1a-8ea8-7bd91fa491c1', 'name': 'tempest-TestVolumeBootPattern-1073755222-router', 'tenant_id': '826dd27ac0df4e22843eba39deedff5f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '226f1e78-82cd-4481-9055-4eb73b6db8c1', 'external_fixed_ips': [{'subnet_id': 'ba8deeec-7658-4195-9449-038c076f5c83', 'ip_address': '172.25.2.220'}], 'enable_snat': True}, 'gw_port_id': '8f69661d-cac9-41e5-9b8c-507aba6336e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-14T07:41:39Z', 'updated_at': '2021-01-14T07:41:41Z', 'revision_number': 3, 'project_id': '826dd27ac0df4e22843eba39deedff5f', 'gw_port': {'id': '8f69661d-cac9-41e5-9b8c-507aba6336e9', 'name': '', 'network_id': '226f1e78-82cd-4481-9055-4eb73b6db8c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:9a:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '33dc50c6-f16e-4d1a-8ea8-7bd91fa491c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3624, 'fixed_ips': [{'subnet_id': 'ba8deeec-7658-4195-9449-038c076f5c83', 'ip_address': '172.25.2.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T07:41:40Z', 'updated_at': '2021-01-14T07:41:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ba8deeec-7658-4195-9449-038c076f5c83', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-2'}] {{(pid=84877) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Jan 14 07:41:45.262312 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-bdaec33f-3637-4723-8c38-82ba9552213f tempest-FloatingIPTestJSON-1632234116 tempest-FloatingIPTestJSON-1632234116] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:41:45.324905 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-ea3b8e14-4574-4cd6-a64c-f98026e51a7e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3206949', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3889649'] for router_interface, after_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:41:45.406420 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea3b8e14-4574-4cd6-a64c-f98026e51a7e admin admin] Pushing event updated for resources: {'Port': ['ID=9472635d-fbd5-4e5a-98ac-93686532335f,revision_number=2']} {{(pid=84874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:41:45.419246 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-ea3b8e14-4574-4cd6-a64c-f98026e51a7e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.157s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:41:45.427603 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f23611c9-dbfa-4355-848f-377b1c2e1206 tempest-FloatingIPTestJSON-1632234116 tempest-FloatingIPTestJSON-1632234116] Notify agent at l3_agent.n-d-768862-2 the message routers_updated {{(pid=84875) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jan 14 07:41:45.439904 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7721b958-e510-4ea8-9f12-c2f63b79f3e9 None None] Sync routers for ids ['0a94abb3-95e9-4f02-952d-9f95343e501f'] in n-d-768862-2 {{(pid=84876) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Jan 14 07:41:45.450034 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7721b958-e510-4ea8-9f12-c2f63b79f3e9 None None] Routers {'0a94abb3-95e9-4f02-952d-9f95343e501f'} bound to L3 agent in host n-d-768862-2 {{(pid=84876) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 14 07:41:45.450732 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_hamode_db [None req-7721b958-e510-4ea8-9f12-c2f63b79f3e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-01-14T06:56:51Z,description=,heartbeat_timestamp=2021-01-14T07:41:22Z,host='n-d-768862-2',id=35f592e9-451b-4db9-abea-77b6a5c5391b,load=0,resource_versions=,resources_synced=,started_at=2021-01-14T06:56:51Z,topic='l3_agent')) {'router_ids': ['0a94abb3-95e9-4f02-952d-9f95343e501f'], 'active': True} {{(pid=84876) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:41:45.496591 n-d-768862-2 neutron-server[84765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea3b8e14-4574-4cd6-a64c-f98026e51a7e admin admin] Network d7520512-b58e-4e49-bbed-b0e4070f0997 is already hosted by enough agents. {{(pid=84874) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 07:41:45.497988 n-d-768862-2 neutron-server[84765]: DEBUG neutron.scheduler.base_scheduler [None req-ea3b8e14-4574-4cd6-a64c-f98026e51a7e admin admin] Resources bound (agent type, host, resource id): {{(pid=84874) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 07:41:45.519618 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_hamode_db [None req-7721b958-e510-4ea8-9f12-c2f63b79f3e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768862-2', False) {} {{(pid=84876) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:41:45.542626 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7721b958-e510-4ea8-9f12-c2f63b79f3e9 None None] Routers {'0a94abb3-95e9-4f02-952d-9f95343e501f'} bound to L3 agent in host n-d-768862-2 {{(pid=84876) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 14 07:41:45.543120 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_hamode_db [None req-7721b958-e510-4ea8-9f12-c2f63b79f3e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-01-14T06:56:51Z,description=,heartbeat_timestamp=2021-01-14T07:41:22Z,host='n-d-768862-2',id=35f592e9-451b-4db9-abea-77b6a5c5391b,load=0,resource_versions=,resources_synced=,started_at=2021-01-14T06:56:51Z,topic='l3_agent')) {'router_ids': ['0a94abb3-95e9-4f02-952d-9f95343e501f'], 'active': True} {{(pid=84876) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:41:45.638024 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_hamode_db [None req-7721b958-e510-4ea8-9f12-c2f63b79f3e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768862-2', False) {} {{(pid=84876) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:41:45.639304 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7721b958-e510-4ea8-9f12-c2f63b79f3e9 None None] The sync data for ids ['0a94abb3-95e9-4f02-952d-9f95343e501f'] in n-d-768862-2 is: [] {{(pid=84876) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Jan 14 07:41:45.820750 n-d-768862-2 neutron-server[84765]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ea3b8e14-4574-4cd6-a64c-f98026e51a7e admin admin] Router 33dc50c6-f16e-4d1a-8ea8-7bd91fa491c1 has already been hosted by L3 agent 35f592e9-451b-4db9-abea-77b6a5c5391b {{(pid=84874) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Jan 14 07:41:45.823581 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-1594cfff-85de-43bd-8749-d1177a034348 None None] Provisioning complete for port 9472635d-fbd5-4e5a-98ac-93686532335f triggered by entity DHCP. {{(pid=84876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 07:41:45.824081 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-1594cfff-85de-43bd-8749-d1177a034348 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-604227'] for port, provisioning_complete {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:41:45.890045 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.plugin [None req-1594cfff-85de-43bd-8749-d1177a034348 None None] Port 9472635d-fbd5-4e5a-98ac-93686532335f cannot update to ACTIVE because it is not bound. {{(pid=84876) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:329}} Jan 14 07:41:45.911948 n-d-768862-2 neutron-server[84765]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f23611c9-dbfa-4355-848f-377b1c2e1206 tempest-FloatingIPTestJSON-1632234116 tempest-FloatingIPTestJSON-1632234116] Router 6eb44712-947d-4628-8280-8223fa0b4b96 has already been hosted by L3 agent 35f592e9-451b-4db9-abea-77b6a5c5391b {{(pid=84875) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Jan 14 07:41:46.024971 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ea3b8e14-4574-4cd6-a64c-f98026e51a7e admin admin] Notify agent at l3_agent.n-d-768862-2 the message routers_updated {{(pid=84874) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jan 14 07:41:46.044354 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-ea3b8e14-4574-4cd6-a64c-f98026e51a7e admin admin] 10.222.0.24 "PUT /v2.0/routers/33dc50c6-f16e-4d1a-8ea8-7bd91fa491c1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5477600 Jan 14 07:41:46.450824 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f23611c9-dbfa-4355-848f-377b1c2e1206 tempest-FloatingIPTestJSON-1632234116 tempest-FloatingIPTestJSON-1632234116] Notify agent at l3_agent.n-d-768862-2 the message routers_updated {{(pid=84875) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jan 14 07:41:46.455414 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-f23611c9-dbfa-4355-848f-377b1c2e1206 tempest-FloatingIPTestJSON-1632234116 tempest-FloatingIPTestJSON-1632234116] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854768116'] for floatingip, before_response {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:41:46.462560 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-046c2ec0-759c-4752-9401-7d8219b56709 None None] Sync routers for ids ['6eb44712-947d-4628-8280-8223fa0b4b96'] in n-d-768862-2 {{(pid=84877) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Jan 14 07:41:46.473449 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-046c2ec0-759c-4752-9401-7d8219b56709 None None] Routers {'6eb44712-947d-4628-8280-8223fa0b4b96'} bound to L3 agent in host n-d-768862-2 {{(pid=84877) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 14 07:41:46.474580 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_hamode_db [None req-046c2ec0-759c-4752-9401-7d8219b56709 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-01-14T06:56:51Z,description=,heartbeat_timestamp=2021-01-14T07:41:22Z,host='n-d-768862-2',id=35f592e9-451b-4db9-abea-77b6a5c5391b,load=0,resource_versions=,resources_synced=,started_at=2021-01-14T06:56:51Z,topic='l3_agent')) {'router_ids': ['6eb44712-947d-4628-8280-8223fa0b4b96'], 'active': True} {{(pid=84877) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:41:46.546304 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_hamode_db [None req-046c2ec0-759c-4752-9401-7d8219b56709 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768862-2', False) {} {{(pid=84877) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:41:46.556849 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-046c2ec0-759c-4752-9401-7d8219b56709 None None] Routers {'6eb44712-947d-4628-8280-8223fa0b4b96'} bound to L3 agent in host n-d-768862-2 {{(pid=84877) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 14 07:41:46.557506 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_hamode_db [None req-046c2ec0-759c-4752-9401-7d8219b56709 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-01-14T06:56:51Z,description=,heartbeat_timestamp=2021-01-14T07:41:22Z,host='n-d-768862-2',id=35f592e9-451b-4db9-abea-77b6a5c5391b,load=0,resource_versions=,resources_synced=,started_at=2021-01-14T06:56:51Z,topic='l3_agent')) {'router_ids': ['6eb44712-947d-4628-8280-8223fa0b4b96'], 'active': True} {{(pid=84877) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:41:46.579444 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-f23611c9-dbfa-4355-848f-377b1c2e1206 tempest-FloatingIPTestJSON-1632234116 tempest-FloatingIPTestJSON-1632234116] 10.222.0.24 "PUT /v2.0/floatingips/2610ed99-2e73-4ad9-9066-877b09474cca HTTP/1.1" status: 200 len: 977 time: 3.1540010 Jan 14 07:41:46.582691 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84875) accepted ('10.222.0.24', 42384) {{(pid=84875) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:41:46.670971 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.plugin [None req-3001b66d-ef33-4b5e-8b37-7a67e7f12f1a tempest-FloatingIPTestJSON-1632234116 tempest-FloatingIPTestJSON-1632234116] Deleting port 25142ff4-414d-4245-bf82-981c7df98490 {{(pid=84875) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 07:41:46.671360 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-3001b66d-ef33-4b5e-8b37-7a67e7f12f1a tempest-FloatingIPTestJSON-1632234116 tempest-FloatingIPTestJSON-1632234116] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363259214248359'] for port, before_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:41:46.802617 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_hamode_db [None req-046c2ec0-759c-4752-9401-7d8219b56709 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768862-2', False) {} {{(pid=84877) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:41:46.803145 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-046c2ec0-759c-4752-9401-7d8219b56709 None None] The sync data for ids ['6eb44712-947d-4628-8280-8223fa0b4b96'] in n-d-768862-2 is: [] {{(pid=84877) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Jan 14 07:41:46.853460 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84874) accepted ('10.222.0.24', 42392) {{(pid=84874) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:41:46.860131 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.v2.base [None req-b9ec786d-9ecd-41f4-a147-2fba114ea810 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-545615783-network', 'tenant_id': '57a4cc1962b34a9fb76a2dbc325569cc'}} {{(pid=84874) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:41:46.866391 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-b9ec786d-9ecd-41f4-a147-2fba114ea810 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:41:46.871253 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-b9ec786d-9ecd-41f4-a147-2fba114ea810 admin admin] Usage tracker for resource:network and tenant:57a4cc1962b34a9fb76a2dbc325569cc is out of sync, need to count used quota {{(pid=84874) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:41:46.874104 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Device 8f69661d-cac9-41e5-9b8c-507aba6336e9 up at agent ovs-agent-n-d-768862-2 {{(pid=84876) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 07:41:46.874701 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-b9ec786d-9ecd-41f4-a147-2fba114ea810 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84874) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:41:46.880744 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-b9ec786d-9ecd-41f4-a147-2fba114ea810 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:41:46.891262 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b9ec786d-9ecd-41f4-a147-2fba114ea810 admin admin] Made reservation on behalf of 57a4cc1962b34a9fb76a2dbc325569cc for: {'network': 1} {{(pid=84874) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 07:41:46.897891 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-b9ec786d-9ecd-41f4-a147-2fba114ea810 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555753'] for network, before_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:41:46.915444 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-b9ec786d-9ecd-41f4-a147-2fba114ea810 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:41:46.934547 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-b9ec786d-9ecd-41f4-a147-2fba114ea810 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:41:46.938828 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-b9ec786d-9ecd-41f4-a147-2fba114ea810 admin admin] Usage tracker for resource:security_group_rule and tenant:57a4cc1962b34a9fb76a2dbc325569cc is out of sync, need to count used quota {{(pid=84874) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:41:46.944435 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-b9ec786d-9ecd-41f4-a147-2fba114ea810 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84874) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:41:46.950992 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-b9ec786d-9ecd-41f4-a147-2fba114ea810 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:41:46.959024 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Provisioning for port 8f69661d-cac9-41e5-9b8c-507aba6336e9 completed by entity L2. {{(pid=84876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 07:41:46.964607 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Provisioning complete for port 8f69661d-cac9-41e5-9b8c-507aba6336e9 triggered by entity L2. {{(pid=84876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 07:41:46.965249 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-604227'] for port, provisioning_complete {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:41:46.985504 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-3001b66d-ef33-4b5e-8b37-7a67e7f12f1a tempest-FloatingIPTestJSON-1632234116 tempest-FloatingIPTestJSON-1632234116] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036850862667'] for port, precommit_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:41:47.046929 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-b9ec786d-9ecd-41f4-a147-2fba114ea810 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:41:47.050361 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-b9ec786d-9ecd-41f4-a147-2fba114ea810 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850887153'] for security_group, after_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:41:47.055226 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-0b522b7a-1ba6-4f54-83b9-ca18f6a38a3a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:41:47.090798 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555753'] for port, before_update {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:41:47.091283 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b9ec786d-9ecd-41f4-a147-2fba114ea810 admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 15} {{(pid=84874) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Jan 14 07:41:47.097953 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9ec786d-9ecd-41f4-a147-2fba114ea810 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d98ba006-e9b6-4772-9e3e-5e3c601e76e6,revision_number=1']} {{(pid=84874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:41:47.102604 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-b9ec786d-9ecd-41f4-a147-2fba114ea810 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:41:47.107244 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-b9ec786d-9ecd-41f4-a147-2fba114ea810 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854179735'] for segment, precommit_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:41:47.107644 n-d-768862-2 neutron-server[84765]: INFO neutron.db.segments_db [None req-b9ec786d-9ecd-41f4-a147-2fba114ea810 admin admin] Added segment 62021fa5-349d-4ab7-8621-83a41232b3ae of type vxlan for network a19ea0dd-9e2b-4326-97c1-bde356a4ce84 Jan 14 07:41:47.110978 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] For port 8f69661d-cac9-41e5-9b8c-507aba6336e9, host n-d-768862-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-2',level=0,port_id=8f69661d-cac9-41e5-9b8c-507aba6336e9,segment=NetworkSegment(cf3ded2c-bc47-4a71-89af-6e7117e60140),segment_id=cf3ded2c-bc47-4a71-89af-6e7117e60140)] {{(pid=84876) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 07:41:47.117322 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777640533312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363259214678337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777640097497'] for port, after_update {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:41:47.120861 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84876) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:41:47.141339 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-b9ec786d-9ecd-41f4-a147-2fba114ea810 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363259214646115'] for network, precommit_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:41:47.176684 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-b9ec786d-9ecd-41f4-a147-2fba114ea810 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850887149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964'] for network, after_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:41:47.179978 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9ec786d-9ecd-41f4-a147-2fba114ea810 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:41:47.183668 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-b9ec786d-9ecd-41f4-a147-2fba114ea810 admin admin] Notify callbacks [] for network, before_response {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:41:47.192204 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-e5584ae1-0539-402d-8a98-9ee6403b4158 tempest-FloatingIPAdminTestJSON-531099267 tempest-FloatingIPAdminTestJSON-531099267] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:41:47.201515 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Pushing event updated for resources: {'Port': ['ID=8f69661d-cac9-41e5-9b8c-507aba6336e9,revision_number=4']} {{(pid=84876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:41:47.205754 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=84876) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:41:47.310810 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-b9ec786d-9ecd-41f4-a147-2fba114ea810 admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 878 time: 0.4561470 Jan 14 07:41:47.311797 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9ec786d-9ecd-41f4-a147-2fba114ea810 admin admin] Pushing event updated for resources: {'Network': ['ID=a19ea0dd-9e2b-4326-97c1-bde356a4ce84,revision_number=1']} {{(pid=84874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:41:47.315307 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-b9ec786d-9ecd-41f4-a147-2fba114ea810 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:41:47.315856 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84874) accepted ('10.222.0.24', 42396) {{(pid=84874) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:41:47.322570 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-3001b66d-ef33-4b5e-8b37-7a67e7f12f1a tempest-FloatingIPTestJSON-1632234116 tempest-FloatingIPTestJSON-1632234116] Notify callbacks [] for floatingip, precommit_update {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:41:47.322992 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-3001b66d-ef33-4b5e-8b37-7a67e7f12f1a tempest-FloatingIPTestJSON-1632234116 tempest-FloatingIPTestJSON-1632234116] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3912638'] for floatingip, after_update {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:41:47.323350 n-d-768862-2 neutron-server[84765]: INFO neutron.db.l3_db [None req-3001b66d-ef33-4b5e-8b37-7a67e7f12f1a tempest-FloatingIPTestJSON-1632234116 tempest-FloatingIPTestJSON-1632234116] Floating IP 2610ed99-2e73-4ad9-9066-877b09474cca disassociated. External IP: 172.25.2.66, port: 25142ff4-414d-4245-bf82-981c7df98490. Jan 14 07:41:47.323777 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.plugin [None req-3001b66d-ef33-4b5e-8b37-7a67e7f12f1a tempest-FloatingIPTestJSON-1632234116 tempest-FloatingIPTestJSON-1632234116] Calling delete_port for 25142ff4-414d-4245-bf82-981c7df98490 owned by {{(pid=84875) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 07:41:47.324168 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.v2.base [None req-4a5917db-96a9-41c7-8d86-e48d45d9f694 admin admin] Request body: {'subnet': {'network_id': 'a19ea0dd-9e2b-4326-97c1-bde356a4ce84', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-545615783-subnet', 'tenant_id': '57a4cc1962b34a9fb76a2dbc325569cc', 'ip_version': 4}} {{(pid=84874) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:41:47.324958 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-017f98a9-8a07-408c-a86f-8ff0c00400a0 None None] Network a19ea0dd-9e2b-4326-97c1-bde356a4ce84 details requested by agent ovs-agent-n-h1-768862-2 with host n-h1-768862-2 {{(pid=84876) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 07:41:47.330472 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-4a5917db-96a9-41c7-8d86-e48d45d9f694 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:41:47.334732 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-4a5917db-96a9-41c7-8d86-e48d45d9f694 admin admin] Usage tracker for resource:subnet and tenant:57a4cc1962b34a9fb76a2dbc325569cc is out of sync, need to count used quota {{(pid=84874) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:41:47.337951 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-4a5917db-96a9-41c7-8d86-e48d45d9f694 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84874) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:41:47.341955 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-852a24f7-e9a1-4193-9abb-e9506fe5213f None None] Network a19ea0dd-9e2b-4326-97c1-bde356a4ce84 details requested by agent ovs-agent-n-h2-768862-2 with host n-h2-768862-2 {{(pid=84876) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 07:41:47.344651 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-4a5917db-96a9-41c7-8d86-e48d45d9f694 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:41:47.355739 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4a5917db-96a9-41c7-8d86-e48d45d9f694 admin admin] Made reservation on behalf of 57a4cc1962b34a9fb76a2dbc325569cc for: {'subnet': 1} {{(pid=84874) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 07:41:47.361062 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-4a5917db-96a9-41c7-8d86-e48d45d9f694 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036851981161'] for subnet, before_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:41:47.362237 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Network a19ea0dd-9e2b-4326-97c1-bde356a4ce84 details requested by agent ovs-agent-n-d-768862-2 with host n-d-768862-2 {{(pid=84876) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 07:41:47.502058 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-3001b66d-ef33-4b5e-8b37-7a67e7f12f1a tempest-FloatingIPTestJSON-1632234116 tempest-FloatingIPTestJSON-1632234116] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777640533329', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777640097463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851621574'] for port, after_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:41:47.520178 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-bc06489d-42c3-4a4a-abc5-5427b788ef11 tempest-FloatingIPTestJSON-1632234116 tempest-FloatingIPTestJSON-1632234116] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:41:47.618429 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3001b66d-ef33-4b5e-8b37-7a67e7f12f1a tempest-FloatingIPTestJSON-1632234116 tempest-FloatingIPTestJSON-1632234116] Pushing event deleted for resources: {'Port': ['ID=25142ff4-414d-4245-bf82-981c7df98490,revision_number=None']} {{(pid=84875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:41:47.621136 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-3001b66d-ef33-4b5e-8b37-7a67e7f12f1a tempest-FloatingIPTestJSON-1632234116 tempest-FloatingIPTestJSON-1632234116] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:41:47.844938 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-4a5917db-96a9-41c7-8d86-e48d45d9f694 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850887113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3254092', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036851981146'] for subnet, after_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:41:47.862367 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-b8e5ff71-55b2-4826-b2a6-88a099eb4bbd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:41:47.901353 n-d-768862-2 neutron-server[84765]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3001b66d-ef33-4b5e-8b37-7a67e7f12f1a tempest-FloatingIPTestJSON-1632234116 tempest-FloatingIPTestJSON-1632234116] Router 6eb44712-947d-4628-8280-8223fa0b4b96 has already been hosted by L3 agent 35f592e9-451b-4db9-abea-77b6a5c5391b {{(pid=84875) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Jan 14 07:41:48.000975 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a5917db-96a9-41c7-8d86-e48d45d9f694 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ad51b8c5-40f5-4877-9b05-a7f3db4ec81a,revision_number=0']} {{(pid=84874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:41:48.007726 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-4a5917db-96a9-41c7-8d86-e48d45d9f694 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:41:48.081474 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a5917db-96a9-41c7-8d86-e48d45d9f694 admin admin] Checking segment: {'id': '62021fa5-349d-4ab7-8621-83a41232b3ae', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 15, 'network_id': 'a19ea0dd-9e2b-4326-97c1-bde356a4ce84'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84874) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 14 07:41:48.081872 n-d-768862-2 neutron-server[84765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a5917db-96a9-41c7-8d86-e48d45d9f694 admin admin] Network hostable DHCP agents. Network: a19ea0dd-9e2b-4326-97c1-bde356a4ce84, hostable agents: ['32f3dd84-26da-4d18-bf15-6017a8fb7247'], hosted agents: [] {{(pid=84874) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Jan 14 07:41:48.095942 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3001b66d-ef33-4b5e-8b37-7a67e7f12f1a tempest-FloatingIPTestJSON-1632234116 tempest-FloatingIPTestJSON-1632234116] Notify agent at l3_agent.n-d-768862-2 the message routers_updated {{(pid=84875) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jan 14 07:41:48.105826 n-d-768862-2 neutron-server[84765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a5917db-96a9-41c7-8d86-e48d45d9f694 admin admin] Network a19ea0dd-9e2b-4326-97c1-bde356a4ce84 is scheduled to be hosted by DHCP agent 32f3dd84-26da-4d18-bf15-6017a8fb7247 with binding_index 1 {{(pid=84874) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Jan 14 07:41:48.109411 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f89f0bc-769c-4a8c-bd3e-87d62c234da8 None None] Sync routers for ids ['6eb44712-947d-4628-8280-8223fa0b4b96'] in n-d-768862-2 {{(pid=84876) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Jan 14 07:41:48.119941 n-d-768862-2 neutron-server[84765]: DEBUG neutron.scheduler.base_scheduler [None req-4a5917db-96a9-41c7-8d86-e48d45d9f694 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768862-2, a19ea0dd-9e2b-4326-97c1-bde356a4ce84) {{(pid=84874) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 07:41:48.122217 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f89f0bc-769c-4a8c-bd3e-87d62c234da8 None None] Routers {'6eb44712-947d-4628-8280-8223fa0b4b96'} bound to L3 agent in host n-d-768862-2 {{(pid=84876) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 14 07:41:48.122217 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_hamode_db [None req-7f89f0bc-769c-4a8c-bd3e-87d62c234da8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-01-14T06:56:51Z,description=,heartbeat_timestamp=2021-01-14T07:41:22Z,host='n-d-768862-2',id=35f592e9-451b-4db9-abea-77b6a5c5391b,load=0,resource_versions=,resources_synced=,started_at=2021-01-14T06:56:51Z,topic='l3_agent')) {'router_ids': ['6eb44712-947d-4628-8280-8223fa0b4b96'], 'active': True} {{(pid=84876) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:41:48.135466 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a5917db-96a9-41c7-8d86-e48d45d9f694 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:41:48.136449 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-4a5917db-96a9-41c7-8d86-e48d45d9f694 admin admin] Notify callbacks [] for subnet, before_response {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:41:48.159913 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-4a5917db-96a9-41c7-8d86-e48d45d9f694 admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.8420541 Jan 14 07:41:48.162546 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84874) accepted ('10.222.0.24', 42400) {{(pid=84874) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:41:48.174265 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.v2.base [None req-fcbb86ec-24c8-46aa-9cf8-84ea940bae9e admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-545615783-router', 'tenant_id': '57a4cc1962b34a9fb76a2dbc325569cc', 'external_gateway_info': {'network_id': '226f1e78-82cd-4481-9055-4eb73b6db8c1'}}} {{(pid=84874) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:41:48.180886 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-fcbb86ec-24c8-46aa-9cf8-84ea940bae9e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:41:48.183713 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-3001b66d-ef33-4b5e-8b37-7a67e7f12f1a tempest-FloatingIPTestJSON-1632234116 tempest-FloatingIPTestJSON-1632234116] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854768116'] for port, before_response {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:41:48.185738 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-fcbb86ec-24c8-46aa-9cf8-84ea940bae9e admin admin] Usage tracker for resource:router and tenant:57a4cc1962b34a9fb76a2dbc325569cc is out of sync, need to count used quota {{(pid=84874) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:41:48.187197 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53b56c96-bfec-4ed2-b018-57ea26b161cc None None] Network a19ea0dd-9e2b-4326-97c1-bde356a4ce84 requested from n-d-768862-2 {{(pid=84876) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 07:41:48.190572 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-fcbb86ec-24c8-46aa-9cf8-84ea940bae9e admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=84874) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:41:48.198701 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-fcbb86ec-24c8-46aa-9cf8-84ea940bae9e admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:41:48.201857 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-3001b66d-ef33-4b5e-8b37-7a67e7f12f1a tempest-FloatingIPTestJSON-1632234116 tempest-FloatingIPTestJSON-1632234116] 10.222.0.24 "DELETE /v2.0/ports/25142ff4-414d-4245-bf82-981c7df98490 HTTP/1.1" status: 204 len: 168 time: 1.6165729 Jan 14 07:41:48.205471 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84875) accepted ('10.222.0.24', 42404) {{(pid=84875) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:41:48.217341 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_hamode_db [None req-7f89f0bc-769c-4a8c-bd3e-87d62c234da8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768862-2', False) {} {{(pid=84876) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:41:48.229913 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-fcbb86ec-24c8-46aa-9cf8-84ea940bae9e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3889205', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854717621'] for router, before_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:41:48.229913 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-fcbb86ec-24c8-46aa-9cf8-84ea940bae9e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036850886574', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3912501', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3808446', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-58179'] for router, precommit_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:41:48.255876 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-fcbb86ec-24c8-46aa-9cf8-84ea940bae9e admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:41:48.286015 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5da94838-2281-44f7-be20-523df4ee6ce6 None None] Sync routers for ids ['33dc50c6-f16e-4d1a-8ea8-7bd91fa491c1'] in n-d-768862-2 {{(pid=84877) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Jan 14 07:41:48.297774 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5da94838-2281-44f7-be20-523df4ee6ce6 None None] Routers {'33dc50c6-f16e-4d1a-8ea8-7bd91fa491c1'} bound to L3 agent in host n-d-768862-2 {{(pid=84877) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 14 07:41:48.299039 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_hamode_db [None req-5da94838-2281-44f7-be20-523df4ee6ce6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-01-14T06:56:51Z,description=,heartbeat_timestamp=2021-01-14T07:41:22Z,host='n-d-768862-2',id=35f592e9-451b-4db9-abea-77b6a5c5391b,load=0,resource_versions=,resources_synced=,started_at=2021-01-14T06:56:51Z,topic='l3_agent')) {'router_ids': ['33dc50c6-f16e-4d1a-8ea8-7bd91fa491c1'], 'active': True} {{(pid=84877) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:41:48.412245 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f89f0bc-769c-4a8c-bd3e-87d62c234da8 None None] Routers {'6eb44712-947d-4628-8280-8223fa0b4b96'} bound to L3 agent in host n-d-768862-2 {{(pid=84876) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 14 07:41:48.412954 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_hamode_db [None req-7f89f0bc-769c-4a8c-bd3e-87d62c234da8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-01-14T06:56:51Z,description=,heartbeat_timestamp=2021-01-14T07:41:22Z,host='n-d-768862-2',id=35f592e9-451b-4db9-abea-77b6a5c5391b,load=0,resource_versions=,resources_synced=,started_at=2021-01-14T06:56:51Z,topic='l3_agent')) {'router_ids': ['6eb44712-947d-4628-8280-8223fa0b4b96'], 'active': True} {{(pid=84876) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:41:48.531755 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_dvr_db [None req-5da94838-2281-44f7-be20-523df4ee6ce6 None None] Set router 33dc50c6-f16e-4d1a-8ea8-7bd91fa491c1 gateway port host: n-d-768862-2 {{(pid=84877) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 14 07:41:48.532341 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_hamode_db [None req-7f89f0bc-769c-4a8c-bd3e-87d62c234da8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768862-2', False) {} {{(pid=84876) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:41:48.532602 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f89f0bc-769c-4a8c-bd3e-87d62c234da8 None None] The sync data for ids ['6eb44712-947d-4628-8280-8223fa0b4b96'] in n-d-768862-2 is: [] {{(pid=84876) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Jan 14 07:41:48.553704 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-530270ad-1a5f-408a-b31d-66e3039b5b8d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5d94dc7a-c095-50a4-955e-5f3b78718a12-a19ea0dd-9e2b-4326-97c1-bde356a4ce84', 'network_id': 'a19ea0dd-9e2b-4326-97c1-bde356a4ce84', 'tenant_id': '57a4cc1962b34a9fb76a2dbc325569cc', 'fixed_ips': [{'subnet_id': 'ad51b8c5-40f5-4877-9b05-a7f3db4ec81a'}]}} from n-d-768862-2. {{(pid=84876) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Jan 14 07:41:48.554690 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-530270ad-1a5f-408a-b31d-66e3039b5b8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555753'] for port, before_create {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:41:48.605926 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-fcbb86ec-24c8-46aa-9cf8-84ea940bae9e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3912484', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3889188', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-58194'] for router, precommit_update {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:41:48.888920 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-8867948d-635d-4d5f-8fb5-508faf796f37 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363259214191800', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854171626'] for agent, after_update {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:41:48.907445 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Device 8f69661d-cac9-41e5-9b8c-507aba6336e9 up at agent ovs-agent-n-d-768862-2 {{(pid=84876) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 07:41:48.993203 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_hamode_db [None req-5da94838-2281-44f7-be20-523df4ee6ce6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '33dc50c6-f16e-4d1a-8ea8-7bd91fa491c1', 'name': 'tempest-TestVolumeBootPattern-1073755222-router', 'tenant_id': '826dd27ac0df4e22843eba39deedff5f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '226f1e78-82cd-4481-9055-4eb73b6db8c1', 'external_fixed_ips': [{'subnet_id': 'ba8deeec-7658-4195-9449-038c076f5c83', 'ip_address': '172.25.2.220'}], 'enable_snat': True}, 'gw_port_id': '8f69661d-cac9-41e5-9b8c-507aba6336e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-14T07:41:39Z', 'updated_at': '2021-01-14T07:41:44Z', 'revision_number': 4, 'project_id': '826dd27ac0df4e22843eba39deedff5f', 'gw_port': {'id': '8f69661d-cac9-41e5-9b8c-507aba6336e9', 'name': '', 'network_id': '226f1e78-82cd-4481-9055-4eb73b6db8c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:9a:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33dc50c6-f16e-4d1a-8ea8-7bd91fa491c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3624, 'fixed_ips': [{'subnet_id': 'ba8deeec-7658-4195-9449-038c076f5c83', 'ip_address': '172.25.2.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T07:41:40Z', 'updated_at': '2021-01-14T07:41:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ba8deeec-7658-4195-9449-038c076f5c83', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-2', '_interfaces': [{'id': '9472635d-fbd5-4e5a-98ac-93686532335f', 'name': '', 'network_id': 'd7520512-b58e-4e49-bbed-b0e4070f0997', 'tenant_id': '826dd27ac0df4e22843eba39deedff5f', 'mac_address': 'fa:16:3e:b0:ee:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '33dc50c6-f16e-4d1a-8ea8-7bd91fa491c1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3626, 'fixed_ips': [{'subnet_id': 'c3bbcad0-63cc-4425-a242-af9acac6dfc9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T07:41:43Z', 'updated_at': '2021-01-14T07:41:45Z', 'revision_number': 2, 'project_id': '826dd27ac0df4e22843eba39deedff5f', 'subnets': [{'id': 'c3bbcad0-63cc-4425-a242-af9acac6dfc9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'n-d-768862-2', False) {} {{(pid=84877) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:41:48.997896 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5da94838-2281-44f7-be20-523df4ee6ce6 None None] Checking router: 33dc50c6-f16e-4d1a-8ea8-7bd91fa491c1 for host: n-d-768862-2 {{(pid=84877) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Jan 14 07:41:48.998395 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5da94838-2281-44f7-be20-523df4ee6ce6 None None] Updating router 33dc50c6-f16e-4d1a-8ea8-7bd91fa491c1 port 9472635d-fbd5-4e5a-98ac-93686532335f binding host n-d-768862-2 {{(pid=84877) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Jan 14 07:41:49.008964 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-3e31373d-559d-4f07-90f6-434bcf1af1df tempest-FloatingIPTestJSON-1632234116 tempest-FloatingIPTestJSON-1632234116] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3889632'] for router_interface, before_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:41:49.053833 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-5da94838-2281-44f7-be20-523df4ee6ce6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555753'] for port, before_update {{(pid=84877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:41:49.059565 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.db_base_plugin_common [None req-530270ad-1a5f-408a-b31d-66e3039b5b8d None None] Allocated IP 172.20.0.2 (a19ea0dd-9e2b-4326-97c1-bde356a4ce84/ad51b8c5-40f5-4877-9b05-a7f3db4ec81a/ef8d3735-9b94-4dc8-a9fa-907c4de3681b) {{(pid=84876) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 14 07:41:49.070322 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Provisioning complete for port 8f69661d-cac9-41e5-9b8c-507aba6336e9 triggered by entity L2. {{(pid=84876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 07:41:49.070996 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-604227'] for port, provisioning_complete {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:41:49.383886 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-fcbb86ec-24c8-46aa-9cf8-84ea940bae9e admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:41:49.423088 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-fcbb86ec-24c8-46aa-9cf8-84ea940bae9e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555753'] for port, before_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:41:49.489777 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-5da94838-2281-44f7-be20-523df4ee6ce6 None None] Notify callbacks [] for port, precommit_update {{(pid=84877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:41:49.503458 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-5da94838-2281-44f7-be20-523df4ee6ce6 None None] Transition to ACTIVE for port object 9472635d-fbd5-4e5a-98ac-93686532335f will not be triggered until provisioned by entity L2. {{(pid=84877) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 07:41:49.508877 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-5da94838-2281-44f7-be20-523df4ee6ce6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777640533312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363259214678337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777640097497'] for port, after_update {{(pid=84877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:41:49.567595 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.plugin [None req-3e31373d-559d-4f07-90f6-434bcf1af1df tempest-FloatingIPTestJSON-1632234116 tempest-FloatingIPTestJSON-1632234116] Deleting port a88ae19a-0ef6-4aff-98d6-c08eee46ed77 {{(pid=84875) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 07:41:49.568626 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-3e31373d-559d-4f07-90f6-434bcf1af1df tempest-FloatingIPTestJSON-1632234116 tempest-FloatingIPTestJSON-1632234116] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363259214248359'] for port, before_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:41:49.602926 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-cca5090f-05a9-4500-b8ee-3dbdb24f3af6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:41:49.656378 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-530270ad-1a5f-408a-b31d-66e3039b5b8d None None] Notify callbacks [] for port, precommit_create {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:41:49.669158 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-530270ad-1a5f-408a-b31d-66e3039b5b8d None None] Transition to ACTIVE for port object ef8d3735-9b94-4dc8-a9fa-907c4de3681b will not be triggered until provisioned by entity L2. {{(pid=84876) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 07:41:49.679774 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad2c7aad-808d-4555-bf58-76957d288af5 None None] Pushing event updated for resources: {'Port': ['ID=9472635d-fbd5-4e5a-98ac-93686532335f,revision_number=3']} {{(pid=84877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:41:49.703879 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-ad2c7aad-808d-4555-bf58-76957d288af5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=84877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:41:49.707444 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-530270ad-1a5f-408a-b31d-66e3039b5b8d None None] Transition to ACTIVE for port object ef8d3735-9b94-4dc8-a9fa-907c4de3681b will not be triggered until provisioned by entity DHCP. {{(pid=84876) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 07:41:49.720592 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-530270ad-1a5f-408a-b31d-66e3039b5b8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777640123575'] for port, after_create {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:41:49.756495 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.db_base_plugin_common [None req-fcbb86ec-24c8-46aa-9cf8-84ea940bae9e admin admin] Allocated IP 172.25.2.159 (226f1e78-82cd-4481-9055-4eb73b6db8c1/ba8deeec-7658-4195-9449-038c076f5c83/e2099fac-0e1f-4182-aa43-6e160e19d322) {{(pid=84874) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 14 07:41:49.844178 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84876) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:41:49.872963 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.managers [None req-5da94838-2281-44f7-be20-523df4ee6ce6 None None] Attempting to bind port 9472635d-fbd5-4e5a-98ac-93686532335f on host n-d-768862-2 for vnic_type normal with profile {{(pid=84877) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 14 07:41:49.873648 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.managers [None req-5da94838-2281-44f7-be20-523df4ee6ce6 None None] Attempting to bind port 9472635d-fbd5-4e5a-98ac-93686532335f by drivers openvswitch on host n-d-768862-2 at level 0 using segments [{'id': 'd4ba64c5-35c3-40c2-95c6-a59c64f99408', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 9, 'network_id': 'd7520512-b58e-4e49-bbed-b0e4070f0997'}] {{(pid=84877) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 14 07:41:49.874458 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5da94838-2281-44f7-be20-523df4ee6ce6 None None] Attempting to bind port 9472635d-fbd5-4e5a-98ac-93686532335f on network d7520512-b58e-4e49-bbed-b0e4070f0997 {{(pid=84877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 14 07:41:49.881775 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5da94838-2281-44f7-be20-523df4ee6ce6 None None] Checking agent: {'id': 'ba5efab1-b43c-4d5a-bc52-6e105d4e67a2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768862-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 14, 6, 56, 52), 'started_at': datetime.datetime(2021, 1, 14, 6, 57, 22), 'heartbeat_timestamp': datetime.datetime(2021, 1, 14, 7, 41, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768862-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.29', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 14 07:41:49.882616 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5da94838-2281-44f7-be20-523df4ee6ce6 None None] Checking segment: {'id': 'd4ba64c5-35c3-40c2-95c6-a59c64f99408', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 9, 'network_id': 'd7520512-b58e-4e49-bbed-b0e4070f0997'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84877) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 14 07:41:49.883062 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-5da94838-2281-44f7-be20-523df4ee6ce6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:41:49.883495 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5da94838-2281-44f7-be20-523df4ee6ce6 None None] Bound using segment: {'id': 'd4ba64c5-35c3-40c2-95c6-a59c64f99408', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 9, 'network_id': 'd7520512-b58e-4e49-bbed-b0e4070f0997'} {{(pid=84877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 14 07:41:49.884043 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.managers [None req-5da94838-2281-44f7-be20-523df4ee6ce6 None None] Bound port: 9472635d-fbd5-4e5a-98ac-93686532335f, host: n-d-768862-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd4ba64c5-35c3-40c2-95c6-a59c64f99408', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 9, 'network_id': 'd7520512-b58e-4e49-bbed-b0e4070f0997'}}] {{(pid=84877) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 14 07:41:49.884694 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-5da94838-2281-44f7-be20-523df4ee6ce6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555753'] for port, before_update {{(pid=84877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:41:49.886744 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-3e31373d-559d-4f07-90f6-434bcf1af1df tempest-FloatingIPTestJSON-1632234116 tempest-FloatingIPTestJSON-1632234116] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036850862667'] for port, precommit_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:41:49.978433 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-fcbb86ec-24c8-46aa-9cf8-84ea940bae9e admin admin] Notify callbacks [] for port, precommit_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:41:49.996654 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-530270ad-1a5f-408a-b31d-66e3039b5b8d None None] Pushing event updated for resources: {'Port': ['ID=ef8d3735-9b94-4dc8-a9fa-907c4de3681b,revision_number=1']} {{(pid=84876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:41:50.008779 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-530270ad-1a5f-408a-b31d-66e3039b5b8d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.165s {{(pid=84876) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:41:50.013657 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [None req-5da94838-2281-44f7-be20-523df4ee6ce6 None None] For port 9472635d-fbd5-4e5a-98ac-93686532335f, host n-d-768862-2, cleared binding levels {{(pid=84877) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 14 07:41:50.017189 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [None req-5da94838-2281-44f7-be20-523df4ee6ce6 None None] For port 9472635d-fbd5-4e5a-98ac-93686532335f, host n-d-768862-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-2',level=0,port_id=9472635d-fbd5-4e5a-98ac-93686532335f,segment=NetworkSegment(d4ba64c5-35c3-40c2-95c6-a59c64f99408),segment_id=d4ba64c5-35c3-40c2-95c6-a59c64f99408)] {{(pid=84877) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 14 07:41:50.022823 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-5da94838-2281-44f7-be20-523df4ee6ce6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777640533312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363259214678337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777640097497'] for port, after_update {{(pid=84877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:41:50.023499 n-d-768862-2 neutron-server[84765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-530270ad-1a5f-408a-b31d-66e3039b5b8d None None] Network a19ea0dd-9e2b-4326-97c1-bde356a4ce84 is already hosted by enough agents. {{(pid=84876) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 07:41:50.027664 n-d-768862-2 neutron-server[84765]: DEBUG neutron.scheduler.base_scheduler [None req-530270ad-1a5f-408a-b31d-66e3039b5b8d None None] Resources bound (agent type, host, resource id): {{(pid=84876) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 07:41:50.030639 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-530270ad-1a5f-408a-b31d-66e3039b5b8d None None] Received port after_create {{(pid=84876) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 14 07:41:50.037927 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-fcbb86ec-24c8-46aa-9cf8-84ea940bae9e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777640123575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3254186'] for port, after_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:41:50.040980 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-81cc8c9b-bc08-4fe4-a9cd-658cfd030908 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:41:50.053811 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-31d74a4e-1580-49ae-aa8b-ab48c7b3149f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:41:50.075090 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.plugin [None req-3e31373d-559d-4f07-90f6-434bcf1af1df tempest-FloatingIPTestJSON-1632234116 tempest-FloatingIPTestJSON-1632234116] Calling delete_port for a88ae19a-0ef6-4aff-98d6-c08eee46ed77 owned by network:router_interface {{(pid=84875) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 07:41:50.106251 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.managers [None req-530270ad-1a5f-408a-b31d-66e3039b5b8d None None] Attempting to bind port ef8d3735-9b94-4dc8-a9fa-907c4de3681b on host n-d-768862-2 for vnic_type normal with profile {{(pid=84876) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 14 07:41:50.107122 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.managers [None req-530270ad-1a5f-408a-b31d-66e3039b5b8d None None] Attempting to bind port ef8d3735-9b94-4dc8-a9fa-907c4de3681b by drivers openvswitch on host n-d-768862-2 at level 0 using segments [{'id': '62021fa5-349d-4ab7-8621-83a41232b3ae', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 15, 'network_id': 'a19ea0dd-9e2b-4326-97c1-bde356a4ce84'}] {{(pid=84876) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 14 07:41:50.107727 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-530270ad-1a5f-408a-b31d-66e3039b5b8d None None] Attempting to bind port ef8d3735-9b94-4dc8-a9fa-907c4de3681b on network a19ea0dd-9e2b-4326-97c1-bde356a4ce84 {{(pid=84876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 14 07:41:50.114606 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-530270ad-1a5f-408a-b31d-66e3039b5b8d None None] Checking agent: {'id': 'ba5efab1-b43c-4d5a-bc52-6e105d4e67a2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768862-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 14, 6, 56, 52), 'started_at': datetime.datetime(2021, 1, 14, 6, 57, 22), 'heartbeat_timestamp': datetime.datetime(2021, 1, 14, 7, 41, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768862-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.29', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 14 07:41:50.115272 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-530270ad-1a5f-408a-b31d-66e3039b5b8d None None] Checking segment: {'id': '62021fa5-349d-4ab7-8621-83a41232b3ae', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 15, 'network_id': 'a19ea0dd-9e2b-4326-97c1-bde356a4ce84'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84876) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 14 07:41:50.115923 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-530270ad-1a5f-408a-b31d-66e3039b5b8d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:41:50.116549 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-530270ad-1a5f-408a-b31d-66e3039b5b8d None None] Bound using segment: {'id': '62021fa5-349d-4ab7-8621-83a41232b3ae', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 15, 'network_id': 'a19ea0dd-9e2b-4326-97c1-bde356a4ce84'} {{(pid=84876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 14 07:41:50.117373 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.managers [None req-530270ad-1a5f-408a-b31d-66e3039b5b8d None None] Bound port: ef8d3735-9b94-4dc8-a9fa-907c4de3681b, host: n-d-768862-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '62021fa5-349d-4ab7-8621-83a41232b3ae', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 15, 'network_id': 'a19ea0dd-9e2b-4326-97c1-bde356a4ce84'}}] {{(pid=84876) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 14 07:41:50.117969 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-530270ad-1a5f-408a-b31d-66e3039b5b8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555753'] for port, before_update {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:41:50.199661 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcbb86ec-24c8-46aa-9cf8-84ea940bae9e admin admin] Pushing event updated for resources: {'Port': ['ID=e2099fac-0e1f-4182-aa43-6e160e19d322,revision_number=1']} {{(pid=84874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:41:50.202158 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad2c7aad-808d-4555-bf58-76957d288af5 None None] Pushing event updated for resources: {'Port': ['ID=9472635d-fbd5-4e5a-98ac-93686532335f,revision_number=4']} {{(pid=84877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:41:50.205543 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-fcbb86ec-24c8-46aa-9cf8-84ea940bae9e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:41:50.209833 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-ad2c7aad-808d-4555-bf58-76957d288af5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.169s {{(pid=84877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:41:50.264232 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5da94838-2281-44f7-be20-523df4ee6ce6 None None] Routers {'33dc50c6-f16e-4d1a-8ea8-7bd91fa491c1'} bound to L3 agent in host n-d-768862-2 {{(pid=84877) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 14 07:41:50.265393 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_hamode_db [None req-5da94838-2281-44f7-be20-523df4ee6ce6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-01-14T06:56:51Z,description=,heartbeat_timestamp=2021-01-14T07:41:22Z,host='n-d-768862-2',id=35f592e9-451b-4db9-abea-77b6a5c5391b,load=0,resource_versions=,resources_synced=,started_at=2021-01-14T06:56:51Z,topic='l3_agent')) {'router_ids': ['33dc50c6-f16e-4d1a-8ea8-7bd91fa491c1'], 'active': True} {{(pid=84877) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:41:50.269808 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [None req-530270ad-1a5f-408a-b31d-66e3039b5b8d None None] For port ef8d3735-9b94-4dc8-a9fa-907c4de3681b, host n-d-768862-2, cleared binding levels {{(pid=84876) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 14 07:41:50.274592 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [None req-530270ad-1a5f-408a-b31d-66e3039b5b8d None None] For port ef8d3735-9b94-4dc8-a9fa-907c4de3681b, host n-d-768862-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-2',level=0,port_id=ef8d3735-9b94-4dc8-a9fa-907c4de3681b,segment=NetworkSegment(62021fa5-349d-4ab7-8621-83a41232b3ae),segment_id=62021fa5-349d-4ab7-8621-83a41232b3ae)] {{(pid=84876) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 14 07:41:50.281061 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-3e31373d-559d-4f07-90f6-434bcf1af1df tempest-FloatingIPTestJSON-1632234116 tempest-FloatingIPTestJSON-1632234116] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777640533329', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777640097463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851621574'] for port, after_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:41:50.282072 n-d-768862-2 neutron-server[84765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fcbb86ec-24c8-46aa-9cf8-84ea940bae9e admin admin] Network 226f1e78-82cd-4481-9055-4eb73b6db8c1 is already hosted by enough agents. {{(pid=84874) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 07:41:50.283347 n-d-768862-2 neutron-server[84765]: DEBUG neutron.scheduler.base_scheduler [None req-fcbb86ec-24c8-46aa-9cf8-84ea940bae9e admin admin] Resources bound (agent type, host, resource id): {{(pid=84874) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 07:41:50.283912 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-530270ad-1a5f-408a-b31d-66e3039b5b8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777640533312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363259214678337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777640097497'] for port, after_update {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:41:50.289368 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fcbb86ec-24c8-46aa-9cf8-84ea940bae9e admin admin] Received port after_create {{(pid=84874) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 14 07:41:50.299188 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-f040daff-6bc5-482c-86aa-7901219f8ccb tempest-FloatingIPTestJSON-1632234116 tempest-FloatingIPTestJSON-1632234116] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:41:50.303588 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-62ed5b49-6f33-457c-afbc-d63d252fbcdc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84876) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:41:50.512605 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e31373d-559d-4f07-90f6-434bcf1af1df tempest-FloatingIPTestJSON-1632234116 tempest-FloatingIPTestJSON-1632234116] Pushing event deleted for resources: {'Port': ['ID=a88ae19a-0ef6-4aff-98d6-c08eee46ed77,revision_number=None']} {{(pid=84875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:41:50.518219 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-530270ad-1a5f-408a-b31d-66e3039b5b8d None None] Pushing event updated for resources: {'Port': ['ID=ef8d3735-9b94-4dc8-a9fa-907c4de3681b,revision_number=2']} {{(pid=84876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:41:50.525383 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-3e31373d-559d-4f07-90f6-434bcf1af1df tempest-FloatingIPTestJSON-1632234116 tempest-FloatingIPTestJSON-1632234116] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.226s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:41:50.530133 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-530270ad-1a5f-408a-b31d-66e3039b5b8d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.227s {{(pid=84876) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:41:50.556792 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_dvr_db [None req-5da94838-2281-44f7-be20-523df4ee6ce6 None None] Set router 33dc50c6-f16e-4d1a-8ea8-7bd91fa491c1 gateway port host: n-d-768862-2 {{(pid=84877) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 14 07:41:50.880643 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-fcbb86ec-24c8-46aa-9cf8-84ea940bae9e admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:41:51.055483 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_hamode_db [None req-5da94838-2281-44f7-be20-523df4ee6ce6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '33dc50c6-f16e-4d1a-8ea8-7bd91fa491c1', 'name': 'tempest-TestVolumeBootPattern-1073755222-router', 'tenant_id': '826dd27ac0df4e22843eba39deedff5f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '226f1e78-82cd-4481-9055-4eb73b6db8c1', 'external_fixed_ips': [{'subnet_id': 'ba8deeec-7658-4195-9449-038c076f5c83', 'ip_address': '172.25.2.220'}], 'enable_snat': True}, 'gw_port_id': '8f69661d-cac9-41e5-9b8c-507aba6336e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-14T07:41:39Z', 'updated_at': '2021-01-14T07:41:44Z', 'revision_number': 4, 'project_id': '826dd27ac0df4e22843eba39deedff5f', 'gw_port': {'id': '8f69661d-cac9-41e5-9b8c-507aba6336e9', 'name': '', 'network_id': '226f1e78-82cd-4481-9055-4eb73b6db8c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:9a:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33dc50c6-f16e-4d1a-8ea8-7bd91fa491c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3624, 'fixed_ips': [{'subnet_id': 'ba8deeec-7658-4195-9449-038c076f5c83', 'ip_address': '172.25.2.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T07:41:40Z', 'updated_at': '2021-01-14T07:41:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ba8deeec-7658-4195-9449-038c076f5c83', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-2', '_interfaces': [{'id': '9472635d-fbd5-4e5a-98ac-93686532335f', 'name': '', 'network_id': 'd7520512-b58e-4e49-bbed-b0e4070f0997', 'tenant_id': '826dd27ac0df4e22843eba39deedff5f', 'mac_address': 'fa:16:3e:b0:ee:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '33dc50c6-f16e-4d1a-8ea8-7bd91fa491c1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3626, 'fixed_ips': [{'subnet_id': 'c3bbcad0-63cc-4425-a242-af9acac6dfc9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T07:41:43Z', 'updated_at': '2021-01-14T07:41:50Z', 'revision_number': 4, 'project_id': '826dd27ac0df4e22843eba39deedff5f', 'subnets': [{'id': 'c3bbcad0-63cc-4425-a242-af9acac6dfc9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'n-d-768862-2', False) {} {{(pid=84877) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:41:51.061700 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5da94838-2281-44f7-be20-523df4ee6ce6 None None] The sync data for ids ['33dc50c6-f16e-4d1a-8ea8-7bd91fa491c1'] in n-d-768862-2 is: [{'id': '33dc50c6-f16e-4d1a-8ea8-7bd91fa491c1', 'name': 'tempest-TestVolumeBootPattern-1073755222-router', 'tenant_id': '826dd27ac0df4e22843eba39deedff5f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '226f1e78-82cd-4481-9055-4eb73b6db8c1', 'external_fixed_ips': [{'subnet_id': 'ba8deeec-7658-4195-9449-038c076f5c83', 'ip_address': '172.25.2.220'}], 'enable_snat': True}, 'gw_port_id': '8f69661d-cac9-41e5-9b8c-507aba6336e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-14T07:41:39Z', 'updated_at': '2021-01-14T07:41:44Z', 'revision_number': 4, 'project_id': '826dd27ac0df4e22843eba39deedff5f', 'gw_port': {'id': '8f69661d-cac9-41e5-9b8c-507aba6336e9', 'name': '', 'network_id': '226f1e78-82cd-4481-9055-4eb73b6db8c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:9a:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33dc50c6-f16e-4d1a-8ea8-7bd91fa491c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3624, 'fixed_ips': [{'subnet_id': 'ba8deeec-7658-4195-9449-038c076f5c83', 'ip_address': '172.25.2.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T07:41:40Z', 'updated_at': '2021-01-14T07:41:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ba8deeec-7658-4195-9449-038c076f5c83', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-2', '_interfaces': [{'id': '9472635d-fbd5-4e5a-98ac-93686532335f', 'name': '', 'network_id': 'd7520512-b58e-4e49-bbed-b0e4070f0997', 'tenant_id': '826dd27ac0df4e22843eba39deedff5f', 'mac_address': 'fa:16:3e:b0:ee:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '33dc50c6-f16e-4d1a-8ea8-7bd91fa491c1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3626, 'fixed_ips': [{'subnet_id': 'c3bbcad0-63cc-4425-a242-af9acac6dfc9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T07:41:43Z', 'updated_at': '2021-01-14T07:41:50Z', 'revision_number': 4, 'project_id': '826dd27ac0df4e22843eba39deedff5f', 'subnets': [{'id': 'c3bbcad0-63cc-4425-a242-af9acac6dfc9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=84877) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Jan 14 07:41:51.255416 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-3e31373d-559d-4f07-90f6-434bcf1af1df tempest-FloatingIPTestJSON-1632234116 tempest-FloatingIPTestJSON-1632234116] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted--9223372036851568851', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal--9223372036850888080'] for router_interface, after_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:41:51.326410 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-fcbb86ec-24c8-46aa-9cf8-84ea940bae9e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036850886612', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036850863158'] for router, after_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:41:51.550233 n-d-768862-2 neutron-server[84765]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fcbb86ec-24c8-46aa-9cf8-84ea940bae9e admin admin] Router facca773-f791-40fa-90fa-fa358b8fc053 is scheduled to L3 agent 35f592e9-451b-4db9-abea-77b6a5c5391b with binding_index 1 {{(pid=84874) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}} Jan 14 07:41:51.742365 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-85dab338-4dad-4848-ba80-e63a7ef341fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363259214191800', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854171626'] for agent, after_update {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:41:51.761359 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fcbb86ec-24c8-46aa-9cf8-84ea940bae9e admin admin] Notify agent at l3_agent.n-d-768862-2 the message routers_updated {{(pid=84874) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jan 14 07:41:51.772676 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a89b8b6-2f3b-4ecd-9c0c-2e05de38b27c None None] Sync routers for ids ['facca773-f791-40fa-90fa-fa358b8fc053'] in n-d-768862-2 {{(pid=84876) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Jan 14 07:41:51.784241 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a89b8b6-2f3b-4ecd-9c0c-2e05de38b27c None None] Routers {'facca773-f791-40fa-90fa-fa358b8fc053'} bound to L3 agent in host n-d-768862-2 {{(pid=84876) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 14 07:41:51.784945 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_hamode_db [None req-3a89b8b6-2f3b-4ecd-9c0c-2e05de38b27c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-01-14T06:56:51Z,description=,heartbeat_timestamp=2021-01-14T07:41:52Z,host='n-d-768862-2',id=35f592e9-451b-4db9-abea-77b6a5c5391b,load=0,resource_versions=,resources_synced=,started_at=2021-01-14T06:56:51Z,topic='l3_agent')) {'router_ids': ['facca773-f791-40fa-90fa-fa358b8fc053'], 'active': True} {{(pid=84876) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:41:51.798200 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-fcbb86ec-24c8-46aa-9cf8-84ea940bae9e admin admin] Notify callbacks [] for router, before_response {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:41:51.799772 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-fcbb86ec-24c8-46aa-9cf8-84ea940bae9e admin admin] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 3.6360488 Jan 14 07:41:51.802643 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84874) accepted ('10.222.0.24', 42408) {{(pid=84874) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:41:51.824072 n-d-768862-2 neutron-server[84765]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3e31373d-559d-4f07-90f6-434bcf1af1df tempest-FloatingIPTestJSON-1632234116 tempest-FloatingIPTestJSON-1632234116] Router 6eb44712-947d-4628-8280-8223fa0b4b96 has already been hosted by L3 agent 35f592e9-451b-4db9-abea-77b6a5c5391b {{(pid=84875) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Jan 14 07:41:51.992204 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_dvr_db [None req-3a89b8b6-2f3b-4ecd-9c0c-2e05de38b27c None None] Set router facca773-f791-40fa-90fa-fa358b8fc053 gateway port host: n-d-768862-2 {{(pid=84876) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 14 07:41:52.119246 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3e31373d-559d-4f07-90f6-434bcf1af1df tempest-FloatingIPTestJSON-1632234116 tempest-FloatingIPTestJSON-1632234116] Notify agent at l3_agent.n-d-768862-2 the message routers_updated {{(pid=84875) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jan 14 07:41:52.136089 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e783039c-4b34-403f-927a-df148db1c92d None None] Sync routers for ids ['6eb44712-947d-4628-8280-8223fa0b4b96'] in n-d-768862-2 {{(pid=84877) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Jan 14 07:41:52.146840 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84874) accepted ('10.222.0.24', 42412) {{(pid=84874) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:41:52.147071 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-3e31373d-559d-4f07-90f6-434bcf1af1df tempest-FloatingIPTestJSON-1632234116 tempest-FloatingIPTestJSON-1632234116] 10.222.0.24 "PUT /v2.0/routers/6eb44712-947d-4628-8280-8223fa0b4b96/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9403965 Jan 14 07:41:52.152710 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e783039c-4b34-403f-927a-df148db1c92d None None] Routers {'6eb44712-947d-4628-8280-8223fa0b4b96'} bound to L3 agent in host n-d-768862-2 {{(pid=84877) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 14 07:41:52.156762 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_hamode_db [None req-e783039c-4b34-403f-927a-df148db1c92d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-01-14T06:56:51Z,description=,heartbeat_timestamp=2021-01-14T07:41:52Z,host='n-d-768862-2',id=35f592e9-451b-4db9-abea-77b6a5c5391b,load=0,resource_versions=,resources_synced=,started_at=2021-01-14T06:56:51Z,topic='l3_agent')) {'router_ids': ['6eb44712-947d-4628-8280-8223fa0b4b96'], 'active': True} {{(pid=84877) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:41:52.313072 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5bf25e5-4ed4-42ab-8839-bb0d5cd3b243 None None] Network a19ea0dd-9e2b-4326-97c1-bde356a4ce84 requested from n-d-768862-2 {{(pid=84876) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 07:41:52.331245 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-da76cfc0-98e8-4426-9f6d-4f05aa3fae78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363259214191800', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854171626'] for agent, after_update {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:41:52.428421 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_hamode_db [None req-e783039c-4b34-403f-927a-df148db1c92d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768862-2', False) {} {{(pid=84877) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:41:52.438046 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e783039c-4b34-403f-927a-df148db1c92d None None] Routers {'6eb44712-947d-4628-8280-8223fa0b4b96'} bound to L3 agent in host n-d-768862-2 {{(pid=84877) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 14 07:41:52.438809 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_hamode_db [None req-e783039c-4b34-403f-927a-df148db1c92d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-01-14T06:56:51Z,description=,heartbeat_timestamp=2021-01-14T07:41:52Z,host='n-d-768862-2',id=35f592e9-451b-4db9-abea-77b6a5c5391b,load=0,resource_versions=,resources_synced=,started_at=2021-01-14T06:56:51Z,topic='l3_agent')) {'router_ids': ['6eb44712-947d-4628-8280-8223fa0b4b96'], 'active': True} {{(pid=84877) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:41:52.451403 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-c83eb976-2a54-4f49-9c76-63f48137bf57 None None] Provisioning for port ef8d3735-9b94-4dc8-a9fa-907c4de3681b completed by entity DHCP. {{(pid=84876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 07:41:52.498303 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_hamode_db [None req-3a89b8b6-2f3b-4ecd-9c0c-2e05de38b27c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'facca773-f791-40fa-90fa-fa358b8fc053', 'name': 'tempest-TestVolumeBootPattern-545615783-router', 'tenant_id': '57a4cc1962b34a9fb76a2dbc325569cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '226f1e78-82cd-4481-9055-4eb73b6db8c1', 'external_fixed_ips': [{'subnet_id': 'ba8deeec-7658-4195-9449-038c076f5c83', 'ip_address': '172.25.2.159'}], 'enable_snat': True}, 'gw_port_id': 'e2099fac-0e1f-4182-aa43-6e160e19d322', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-14T07:41:48Z', 'updated_at': '2021-01-14T07:41:50Z', 'revision_number': 3, 'project_id': '57a4cc1962b34a9fb76a2dbc325569cc', 'gw_port': {'id': 'e2099fac-0e1f-4182-aa43-6e160e19d322', 'name': '', 'network_id': '226f1e78-82cd-4481-9055-4eb73b6db8c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:98:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'facca773-f791-40fa-90fa-fa358b8fc053', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3637, 'fixed_ips': [{'subnet_id': 'ba8deeec-7658-4195-9449-038c076f5c83', 'ip_address': '172.25.2.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T07:41:49Z', 'updated_at': '2021-01-14T07:41:49Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ba8deeec-7658-4195-9449-038c076f5c83', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-2'}], 'n-d-768862-2', False) {} {{(pid=84876) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:41:52.504760 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a89b8b6-2f3b-4ecd-9c0c-2e05de38b27c None None] Checking router: facca773-f791-40fa-90fa-fa358b8fc053 for host: n-d-768862-2 {{(pid=84876) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Jan 14 07:41:52.505182 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a89b8b6-2f3b-4ecd-9c0c-2e05de38b27c None None] Updating router facca773-f791-40fa-90fa-fa358b8fc053 port e2099fac-0e1f-4182-aa43-6e160e19d322 binding host n-d-768862-2 {{(pid=84876) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Jan 14 07:41:52.507824 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_hamode_db [None req-e783039c-4b34-403f-927a-df148db1c92d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768862-2', False) {} {{(pid=84877) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:41:52.508297 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e783039c-4b34-403f-927a-df148db1c92d None None] The sync data for ids ['6eb44712-947d-4628-8280-8223fa0b4b96'] in n-d-768862-2 is: [] {{(pid=84877) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Jan 14 07:41:52.620401 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-3a89b8b6-2f3b-4ecd-9c0c-2e05de38b27c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555753'] for port, before_update {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:41:52.725063 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363259214191800', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854171626'] for agent, after_update {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:41:52.858276 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-f6fe0e45-b236-4c63-a6fc-02afa561eaf2 tempest-FloatingIPTestJSON-1632234116 tempest-FloatingIPTestJSON-1632234116] Notify callbacks [] for router, before_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:41:52.980331 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Device 9472635d-fbd5-4e5a-98ac-93686532335f up at agent ovs-agent-n-d-768862-2 {{(pid=84876) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 07:41:53.122927 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Provisioning for port 9472635d-fbd5-4e5a-98ac-93686532335f completed by entity L2. {{(pid=84876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 07:41:53.132408 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Provisioning complete for port 9472635d-fbd5-4e5a-98ac-93686532335f triggered by entity L2. {{(pid=84876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 07:41:53.132830 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-604227'] for port, provisioning_complete {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:41:53.157193 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-f6fe0e45-b236-4c63-a6fc-02afa561eaf2 tempest-FloatingIPTestJSON-1632234116 tempest-FloatingIPTestJSON-1632234116] Notify callbacks [] for router_gateway, before_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:41:53.164742 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.plugin [None req-f6fe0e45-b236-4c63-a6fc-02afa561eaf2 tempest-FloatingIPTestJSON-1632234116 tempest-FloatingIPTestJSON-1632234116] Deleting port 089500d6-fc41-4cde-97f5-4eb2dc8b3b97 {{(pid=84874) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 07:41:53.165117 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-f6fe0e45-b236-4c63-a6fc-02afa561eaf2 tempest-FloatingIPTestJSON-1632234116 tempest-FloatingIPTestJSON-1632234116] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363259214248359'] for port, before_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:41:53.360250 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-3a89b8b6-2f3b-4ecd-9c0c-2e05de38b27c None None] Notify callbacks [] for port, precommit_update {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:41:53.369434 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-0f37073e-9c69-4e3c-80e0-6cfaa0fd61a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363259214191800', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854171626'] for agent, after_update {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:41:53.381556 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555753'] for port, before_update {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:41:53.393351 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-3a89b8b6-2f3b-4ecd-9c0c-2e05de38b27c None None] Transition to ACTIVE for port object e2099fac-0e1f-4182-aa43-6e160e19d322 will not be triggered until provisioned by entity L2. {{(pid=84876) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 07:41:53.399799 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-3a89b8b6-2f3b-4ecd-9c0c-2e05de38b27c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777640533312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363259214678337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777640097497'] for port, after_update {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:41:53.415052 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-530270ad-1a5f-408a-b31d-66e3039b5b8d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84876) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:41:53.499704 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-f6fe0e45-b236-4c63-a6fc-02afa561eaf2 tempest-FloatingIPTestJSON-1632234116 tempest-FloatingIPTestJSON-1632234116] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036850862667'] for port, precommit_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:41:53.518447 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-527b2774-c063-4611-88a1-7547ab1f547f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555753'] for port, before_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:41:53.655300 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.plugin [None req-f6fe0e45-b236-4c63-a6fc-02afa561eaf2 tempest-FloatingIPTestJSON-1632234116 tempest-FloatingIPTestJSON-1632234116] Calling delete_port for 089500d6-fc41-4cde-97f5-4eb2dc8b3b97 owned by network:router_gateway {{(pid=84874) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 07:41:53.766615 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] For port 9472635d-fbd5-4e5a-98ac-93686532335f, host n-d-768862-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-2',level=0,port_id=9472635d-fbd5-4e5a-98ac-93686532335f,segment=NetworkSegment(d4ba64c5-35c3-40c2-95c6-a59c64f99408),segment_id=d4ba64c5-35c3-40c2-95c6-a59c64f99408)] {{(pid=84876) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 07:41:53.767755 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-156273e5-0e27-4fc3-9840-9b3889f5b8b4 None None] Pushing event updated for resources: {'Port': ['ID=e2099fac-0e1f-4182-aa43-6e160e19d322,revision_number=2']} {{(pid=84876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:41:53.774051 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-156273e5-0e27-4fc3-9840-9b3889f5b8b4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.359s {{(pid=84876) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:41:53.774802 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777640533312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363259214678337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777640097497'] for port, after_update {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:41:53.775802 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Device ef8d3735-9b94-4dc8-a9fa-907c4de3681b up at agent ovs-agent-n-d-768862-2 {{(pid=84876) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 07:41:53.810021 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84876) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:41:53.945886 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Pushing event updated for resources: {'Port': ['ID=9472635d-fbd5-4e5a-98ac-93686532335f,revision_number=5']} {{(pid=84876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:41:53.951607 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=84876) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:41:53.967485 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Provisioning for port ef8d3735-9b94-4dc8-a9fa-907c4de3681b completed by entity L2. {{(pid=84876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 07:41:53.982153 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-f6fe0e45-b236-4c63-a6fc-02afa561eaf2 tempest-FloatingIPTestJSON-1632234116 tempest-FloatingIPTestJSON-1632234116] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777640533329', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777640097463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3254186'] for port, after_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:41:53.987628 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Provisioning complete for port ef8d3735-9b94-4dc8-a9fa-907c4de3681b triggered by entity L2. {{(pid=84876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 07:41:53.988056 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-604227'] for port, provisioning_complete {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:41:54.027336 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.managers [None req-3a89b8b6-2f3b-4ecd-9c0c-2e05de38b27c None None] Attempting to bind port e2099fac-0e1f-4182-aa43-6e160e19d322 on host n-d-768862-2 for vnic_type normal with profile {{(pid=84876) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 14 07:41:54.027756 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.managers [None req-3a89b8b6-2f3b-4ecd-9c0c-2e05de38b27c None None] Attempting to bind port e2099fac-0e1f-4182-aa43-6e160e19d322 by drivers openvswitch on host n-d-768862-2 at level 0 using segments [{'id': 'cf3ded2c-bc47-4a71-89af-6e7117e60140', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '226f1e78-82cd-4481-9055-4eb73b6db8c1'}] {{(pid=84876) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 14 07:41:54.028227 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a89b8b6-2f3b-4ecd-9c0c-2e05de38b27c None None] Attempting to bind port e2099fac-0e1f-4182-aa43-6e160e19d322 on network 226f1e78-82cd-4481-9055-4eb73b6db8c1 {{(pid=84876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 14 07:41:54.045465 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a89b8b6-2f3b-4ecd-9c0c-2e05de38b27c None None] Checking agent: {'id': 'ba5efab1-b43c-4d5a-bc52-6e105d4e67a2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768862-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 14, 6, 56, 52), 'started_at': datetime.datetime(2021, 1, 14, 6, 57, 22), 'heartbeat_timestamp': datetime.datetime(2021, 1, 14, 7, 41, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768862-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.29', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 14 07:41:54.045891 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a89b8b6-2f3b-4ecd-9c0c-2e05de38b27c None None] Checking segment: {'id': 'cf3ded2c-bc47-4a71-89af-6e7117e60140', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '226f1e78-82cd-4481-9055-4eb73b6db8c1'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84876) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 14 07:41:54.046352 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-3a89b8b6-2f3b-4ecd-9c0c-2e05de38b27c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:41:54.046809 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a89b8b6-2f3b-4ecd-9c0c-2e05de38b27c None None] Bound using segment: {'id': 'cf3ded2c-bc47-4a71-89af-6e7117e60140', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '226f1e78-82cd-4481-9055-4eb73b6db8c1'} {{(pid=84876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 14 07:41:54.047322 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.managers [None req-3a89b8b6-2f3b-4ecd-9c0c-2e05de38b27c None None] Bound port: e2099fac-0e1f-4182-aa43-6e160e19d322, host: n-d-768862-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cf3ded2c-bc47-4a71-89af-6e7117e60140', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '226f1e78-82cd-4481-9055-4eb73b6db8c1'}}] {{(pid=84876) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 14 07:41:54.047746 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-3a89b8b6-2f3b-4ecd-9c0c-2e05de38b27c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555753'] for port, before_update {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:41:54.175815 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [None req-3a89b8b6-2f3b-4ecd-9c0c-2e05de38b27c None None] For port e2099fac-0e1f-4182-aa43-6e160e19d322, host n-d-768862-2, cleared binding levels {{(pid=84876) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 14 07:41:54.196547 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [None req-3a89b8b6-2f3b-4ecd-9c0c-2e05de38b27c None None] For port e2099fac-0e1f-4182-aa43-6e160e19d322, host n-d-768862-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-2',level=0,port_id=e2099fac-0e1f-4182-aa43-6e160e19d322,segment=NetworkSegment(cf3ded2c-bc47-4a71-89af-6e7117e60140),segment_id=cf3ded2c-bc47-4a71-89af-6e7117e60140)] {{(pid=84876) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 14 07:41:54.203887 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-3a89b8b6-2f3b-4ecd-9c0c-2e05de38b27c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777640533312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363259214678337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777640097497'] for port, after_update {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:41:54.218020 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-37b5fbf5-2175-4d03-a452-ebb88de4b7a4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84876) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:41:54.247723 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555753'] for port, before_update {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:41:54.272124 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.db_base_plugin_common [None req-527b2774-c063-4611-88a1-7547ab1f547f admin admin] Allocated IP 172.20.0.1 (a19ea0dd-9e2b-4326-97c1-bde356a4ce84/ad51b8c5-40f5-4877-9b05-a7f3db4ec81a/d69c05c6-02f6-4025-ae81-900e43ee5ab9) {{(pid=84874) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 14 07:41:54.312615 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-f6fe0e45-b236-4c63-a6fc-02afa561eaf2 tempest-FloatingIPTestJSON-1632234116 tempest-FloatingIPTestJSON-1632234116] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036850863128'] for router_gateway, after_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:41:54.392912 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-156273e5-0e27-4fc3-9840-9b3889f5b8b4 None None] Pushing event updated for resources: {'Port': ['ID=e2099fac-0e1f-4182-aa43-6e160e19d322,revision_number=3']} {{(pid=84876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:41:54.400317 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] For port ef8d3735-9b94-4dc8-a9fa-907c4de3681b, host n-d-768862-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-2',level=0,port_id=ef8d3735-9b94-4dc8-a9fa-907c4de3681b,segment=NetworkSegment(62021fa5-349d-4ab7-8621-83a41232b3ae),segment_id=62021fa5-349d-4ab7-8621-83a41232b3ae)] {{(pid=84876) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 07:41:54.413435 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-156273e5-0e27-4fc3-9840-9b3889f5b8b4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.195s {{(pid=84876) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:41:54.418689 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777640533312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363259214678337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777640097497'] for port, after_update {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:41:54.422978 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-bf29bfd2-fe03-47ef-bebc-455bf4020625 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84876) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:41:54.518553 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Pushing event updated for resources: {'Port': ['ID=ef8d3735-9b94-4dc8-a9fa-907c4de3681b,revision_number=3']} {{(pid=84876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:41:54.526199 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=84876) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:41:54.529343 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a89b8b6-2f3b-4ecd-9c0c-2e05de38b27c None None] Routers {'facca773-f791-40fa-90fa-fa358b8fc053'} bound to L3 agent in host n-d-768862-2 {{(pid=84876) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 14 07:41:54.530064 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_hamode_db [None req-3a89b8b6-2f3b-4ecd-9c0c-2e05de38b27c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-01-14T06:56:51Z,description=,heartbeat_timestamp=2021-01-14T07:41:52Z,host='n-d-768862-2',id=35f592e9-451b-4db9-abea-77b6a5c5391b,load=0,resource_versions=,resources_synced=,started_at=2021-01-14T06:56:51Z,topic='l3_agent')) {'router_ids': ['facca773-f791-40fa-90fa-fa358b8fc053'], 'active': True} {{(pid=84876) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:41:54.740858 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_dvr_db [None req-3a89b8b6-2f3b-4ecd-9c0c-2e05de38b27c None None] Set router facca773-f791-40fa-90fa-fa358b8fc053 gateway port host: n-d-768862-2 {{(pid=84876) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 14 07:41:54.821086 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-f6fe0e45-b236-4c63-a6fc-02afa561eaf2 tempest-FloatingIPTestJSON-1632234116 tempest-FloatingIPTestJSON-1632234116] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3889346', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036854717606'] for router, precommit_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:41:54.825217 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-f6fe0e45-b236-4c63-a6fc-02afa561eaf2 tempest-FloatingIPTestJSON-1632234116 tempest-FloatingIPTestJSON-1632234116] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:41:54.853017 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Device 9472635d-fbd5-4e5a-98ac-93686532335f up at agent ovs-agent-n-d-768862-2 {{(pid=84876) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 07:41:54.874795 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-f6fe0e45-b236-4c63-a6fc-02afa561eaf2 tempest-FloatingIPTestJSON-1632234116 tempest-FloatingIPTestJSON-1632234116] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036850897070'] for router, after_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:41:54.875338 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f6fe0e45-b236-4c63-a6fc-02afa561eaf2 tempest-FloatingIPTestJSON-1632234116 tempest-FloatingIPTestJSON-1632234116] Fanout notify agent at l3_agent the message router_deleted on router 6eb44712-947d-4628-8280-8223fa0b4b96 {{(pid=84874) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jan 14 07:41:54.908779 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-527b2774-c063-4611-88a1-7547ab1f547f admin admin] Notify callbacks [] for port, precommit_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:41:54.927879 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-f6fe0e45-b236-4c63-a6fc-02afa561eaf2 tempest-FloatingIPTestJSON-1632234116 tempest-FloatingIPTestJSON-1632234116] Notify callbacks [] for router, before_response {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:41:54.929080 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-f6fe0e45-b236-4c63-a6fc-02afa561eaf2 tempest-FloatingIPTestJSON-1632234116 tempest-FloatingIPTestJSON-1632234116] 10.222.0.24 "DELETE /v2.0/routers/6eb44712-947d-4628-8280-8223fa0b4b96 HTTP/1.1" status: 204 len: 168 time: 2.7696307 Jan 14 07:41:54.932425 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84874) accepted ('10.222.0.24', 42416) {{(pid=84874) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:41:54.973903 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-527b2774-c063-4611-88a1-7547ab1f547f admin admin] Transition to ACTIVE for port object d69c05c6-02f6-4025-ae81-900e43ee5ab9 will not be triggered until provisioned by entity DHCP. {{(pid=84874) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 07:41:55.059879 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Provisioning complete for port 9472635d-fbd5-4e5a-98ac-93686532335f triggered by entity L2. {{(pid=84876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 07:41:55.060364 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-604227'] for port, provisioning_complete {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:41:55.106203 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-527b2774-c063-4611-88a1-7547ab1f547f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777640123575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3254186'] for port, after_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:41:55.131479 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-5eb81ba2-14c8-489a-a459-8343f76ff7ca admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:41:55.246330 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_hamode_db [None req-3a89b8b6-2f3b-4ecd-9c0c-2e05de38b27c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'facca773-f791-40fa-90fa-fa358b8fc053', 'name': 'tempest-TestVolumeBootPattern-545615783-router', 'tenant_id': '57a4cc1962b34a9fb76a2dbc325569cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '226f1e78-82cd-4481-9055-4eb73b6db8c1', 'external_fixed_ips': [{'subnet_id': 'ba8deeec-7658-4195-9449-038c076f5c83', 'ip_address': '172.25.2.159'}], 'enable_snat': True}, 'gw_port_id': 'e2099fac-0e1f-4182-aa43-6e160e19d322', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-14T07:41:48Z', 'updated_at': '2021-01-14T07:41:50Z', 'revision_number': 3, 'project_id': '57a4cc1962b34a9fb76a2dbc325569cc', 'gw_port': {'id': 'e2099fac-0e1f-4182-aa43-6e160e19d322', 'name': '', 'network_id': '226f1e78-82cd-4481-9055-4eb73b6db8c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:98:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'facca773-f791-40fa-90fa-fa358b8fc053', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3637, 'fixed_ips': [{'subnet_id': 'ba8deeec-7658-4195-9449-038c076f5c83', 'ip_address': '172.25.2.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T07:41:49Z', 'updated_at': '2021-01-14T07:41:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ba8deeec-7658-4195-9449-038c076f5c83', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-2'}], 'n-d-768862-2', False) {} {{(pid=84876) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:41:55.249350 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Device ef8d3735-9b94-4dc8-a9fa-907c4de3681b up at agent ovs-agent-n-d-768862-2 {{(pid=84876) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 07:41:55.290214 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a89b8b6-2f3b-4ecd-9c0c-2e05de38b27c None None] The sync data for ids ['facca773-f791-40fa-90fa-fa358b8fc053'] in n-d-768862-2 is: [{'id': 'facca773-f791-40fa-90fa-fa358b8fc053', 'name': 'tempest-TestVolumeBootPattern-545615783-router', 'tenant_id': '57a4cc1962b34a9fb76a2dbc325569cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '226f1e78-82cd-4481-9055-4eb73b6db8c1', 'external_fixed_ips': [{'subnet_id': 'ba8deeec-7658-4195-9449-038c076f5c83', 'ip_address': '172.25.2.159'}], 'enable_snat': True}, 'gw_port_id': 'e2099fac-0e1f-4182-aa43-6e160e19d322', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-14T07:41:48Z', 'updated_at': '2021-01-14T07:41:50Z', 'revision_number': 3, 'project_id': '57a4cc1962b34a9fb76a2dbc325569cc', 'gw_port': {'id': 'e2099fac-0e1f-4182-aa43-6e160e19d322', 'name': '', 'network_id': '226f1e78-82cd-4481-9055-4eb73b6db8c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:98:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'facca773-f791-40fa-90fa-fa358b8fc053', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3637, 'fixed_ips': [{'subnet_id': 'ba8deeec-7658-4195-9449-038c076f5c83', 'ip_address': '172.25.2.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T07:41:49Z', 'updated_at': '2021-01-14T07:41:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ba8deeec-7658-4195-9449-038c076f5c83', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-2'}] {{(pid=84876) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Jan 14 07:41:55.302768 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-527b2774-c063-4611-88a1-7547ab1f547f admin admin] Pushing event updated for resources: {'Port': ['ID=d69c05c6-02f6-4025-ae81-900e43ee5ab9,revision_number=1']} {{(pid=84874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:41:55.323375 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-527b2774-c063-4611-88a1-7547ab1f547f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.192s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:41:55.328704 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Provisioning complete for port ef8d3735-9b94-4dc8-a9fa-907c4de3681b triggered by entity L2. {{(pid=84876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 07:41:55.329134 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-604227'] for port, provisioning_complete {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:41:55.335956 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.db_base_plugin_v2 [None req-214a1ba5-c6b7-4889-a16f-cda443701ca1 tempest-FloatingIPTestJSON-1632234116 tempest-FloatingIPTestJSON-1632234116] Deleting subnet 9b55edf4-d225-4007-a636-b8582675cbe7 {{(pid=84874) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Jan 14 07:41:55.352251 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-214a1ba5-c6b7-4889-a16f-cda443701ca1 tempest-FloatingIPTestJSON-1632234116 tempest-FloatingIPTestJSON-1632234116] Notify callbacks [] for subnet, before_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:41:55.427712 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-214a1ba5-c6b7-4889-a16f-cda443701ca1 tempest-FloatingIPTestJSON-1632234116 tempest-FloatingIPTestJSON-1632234116] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036851807232'] for subnet, precommit_delete_associations {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:41:55.459707 n-d-768862-2 neutron-server[84765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-527b2774-c063-4611-88a1-7547ab1f547f admin admin] Network a19ea0dd-9e2b-4326-97c1-bde356a4ce84 is already hosted by enough agents. {{(pid=84874) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 07:41:55.460985 n-d-768862-2 neutron-server[84765]: DEBUG neutron.scheduler.base_scheduler [None req-527b2774-c063-4611-88a1-7547ab1f547f admin admin] Resources bound (agent type, host, resource id): {{(pid=84874) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 07:41:55.467867 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-527b2774-c063-4611-88a1-7547ab1f547f admin admin] Received port after_create {{(pid=84874) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 14 07:41:55.547705 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-527b2774-c063-4611-88a1-7547ab1f547f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036850886386'] for router_interface, before_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:41:55.610782 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-214a1ba5-c6b7-4889-a16f-cda443701ca1 tempest-FloatingIPTestJSON-1632234116 tempest-FloatingIPTestJSON-1632234116] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036854176836'] for subnet, precommit_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:41:55.722478 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-a7ae848f-3e85-4e11-a225-3aab29df09d5 None None] Provisioning for port d69c05c6-02f6-4025-ae81-900e43ee5ab9 completed by entity DHCP. {{(pid=84876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 07:41:55.729191 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-a7ae848f-3e85-4e11-a225-3aab29df09d5 None None] Provisioning complete for port d69c05c6-02f6-4025-ae81-900e43ee5ab9 triggered by entity DHCP. {{(pid=84876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 07:41:55.729727 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-a7ae848f-3e85-4e11-a225-3aab29df09d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-604227'] for port, provisioning_complete {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:41:55.805861 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.plugin [None req-a7ae848f-3e85-4e11-a225-3aab29df09d5 None None] Port d69c05c6-02f6-4025-ae81-900e43ee5ab9 cannot update to ACTIVE because it is not bound. {{(pid=84876) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:329}} Jan 14 07:41:55.860786 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-527b2774-c063-4611-88a1-7547ab1f547f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555753'] for port, before_update {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:41:56.174946 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-214a1ba5-c6b7-4889-a16f-cda443701ca1 tempest-FloatingIPTestJSON-1632234116 tempest-FloatingIPTestJSON-1632234116] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-598964', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850887113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036851521664', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2794686'] for subnet, after_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:41:56.195750 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-07d0fd92-0b53-4c19-a4af-593fb2acb327 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:41:56.309296 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-214a1ba5-c6b7-4889-a16f-cda443701ca1 tempest-FloatingIPTestJSON-1632234116 tempest-FloatingIPTestJSON-1632234116] Pushing event deleted for resources: {'Subnet': ['ID=9b55edf4-d225-4007-a636-b8582675cbe7,revision_number=None']} {{(pid=84874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:41:56.316611 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-214a1ba5-c6b7-4889-a16f-cda443701ca1 tempest-FloatingIPTestJSON-1632234116 tempest-FloatingIPTestJSON-1632234116] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:41:56.377470 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-214a1ba5-c6b7-4889-a16f-cda443701ca1 tempest-FloatingIPTestJSON-1632234116 tempest-FloatingIPTestJSON-1632234116] Notify callbacks [] for subnet, before_response {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:41:56.385116 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11103e6c-62d1-4134-854e-373cfdb8fa6b None None] Network f050b93c-6e03-456d-845e-f5611ff18515 requested from n-d-768862-2 {{(pid=84876) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 07:41:56.394149 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-214a1ba5-c6b7-4889-a16f-cda443701ca1 tempest-FloatingIPTestJSON-1632234116 tempest-FloatingIPTestJSON-1632234116] 10.222.0.24 "DELETE /v2.0/subnets/9b55edf4-d225-4007-a636-b8582675cbe7 HTTP/1.1" status: 204 len: 168 time: 1.4606898 Jan 14 07:41:56.397763 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84875) accepted ('10.222.0.24', 42420) {{(pid=84875) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:41:56.426746 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-527b2774-c063-4611-88a1-7547ab1f547f admin admin] Notify callbacks [] for port, precommit_update {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:41:56.435245 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-527b2774-c063-4611-88a1-7547ab1f547f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777640533312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363259214678337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777640097497', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036851521613'] for port, after_update {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:41:56.470018 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-8002b2b9-cd30-4aef-bfab-b7506e2c8b27 tempest-PortsIpV6TestJSON-1330665174 tempest-PortsIpV6TestJSON-1330665174] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:41:56.547524 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-527b2774-c063-4611-88a1-7547ab1f547f admin admin] Pushing event updated for resources: {'Port': ['ID=d69c05c6-02f6-4025-ae81-900e43ee5ab9,revision_number=2']} {{(pid=84874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:41:56.558730 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-527b2774-c063-4611-88a1-7547ab1f547f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:41:56.568460 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-404d1f8d-f440-4228-bd0b-9dba0fdefb8c tempest-FloatingIPTestJSON-1632234116 tempest-FloatingIPTestJSON-1632234116] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036854160497'] for network, before_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:41:56.574896 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-527b2774-c063-4611-88a1-7547ab1f547f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3206949', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3889649'] for router_interface, after_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:41:56.648141 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.plugin [None req-404d1f8d-f440-4228-bd0b-9dba0fdefb8c tempest-FloatingIPTestJSON-1632234116 tempest-FloatingIPTestJSON-1632234116] Deleting port 77c849c3-cda4-4cdc-b2ab-e6a8ddbe687c {{(pid=84875) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 07:41:56.649078 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-404d1f8d-f440-4228-bd0b-9dba0fdefb8c tempest-FloatingIPTestJSON-1632234116 tempest-FloatingIPTestJSON-1632234116] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363259214248359'] for port, before_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:41:56.714044 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c31ca7b8-1aad-40c0-a4df-885005067d09 None None] DHCP port deletion for f050b93c-6e03-456d-845e-f5611ff18515 request from n-d-768862-2 {{(pid=84876) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Jan 14 07:41:56.719231 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.plugin [None req-c31ca7b8-1aad-40c0-a4df-885005067d09 None None] Deleting port 77c849c3-cda4-4cdc-b2ab-e6a8ddbe687c {{(pid=84876) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 07:41:56.719665 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-c31ca7b8-1aad-40c0-a4df-885005067d09 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363259214248359'] for port, before_delete {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:41:56.802552 n-d-768862-2 neutron-server[84765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-527b2774-c063-4611-88a1-7547ab1f547f admin admin] Network a19ea0dd-9e2b-4326-97c1-bde356a4ce84 is already hosted by enough agents. {{(pid=84874) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 07:41:56.803970 n-d-768862-2 neutron-server[84765]: DEBUG neutron.scheduler.base_scheduler [None req-527b2774-c063-4611-88a1-7547ab1f547f admin admin] Resources bound (agent type, host, resource id): {{(pid=84874) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 07:41:56.952238 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [None req-404d1f8d-f440-4228-bd0b-9dba0fdefb8c tempest-FloatingIPTestJSON-1632234116 tempest-FloatingIPTestJSON-1632234116] For port 77c849c3-cda4-4cdc-b2ab-e6a8ddbe687c, host n-d-768862-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-2',level=0,port_id=77c849c3-cda4-4cdc-b2ab-e6a8ddbe687c,segment=NetworkSegment(18d82f8d-cbd5-447a-b5a4-81f54a70b72c),segment_id=18d82f8d-cbd5-447a-b5a4-81f54a70b72c)] {{(pid=84875) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 07:41:56.952642 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-404d1f8d-f440-4228-bd0b-9dba0fdefb8c tempest-FloatingIPTestJSON-1632234116 tempest-FloatingIPTestJSON-1632234116] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036850862667'] for port, precommit_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:41:56.961396 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Device e2099fac-0e1f-4182-aa43-6e160e19d322 up at agent ovs-agent-n-d-768862-2 {{(pid=84876) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 07:41:57.080012 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [None req-c31ca7b8-1aad-40c0-a4df-885005067d09 None None] For port 77c849c3-cda4-4cdc-b2ab-e6a8ddbe687c, host n-d-768862-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-2',level=0,port_id=77c849c3-cda4-4cdc-b2ab-e6a8ddbe687c,segment=NetworkSegment(18d82f8d-cbd5-447a-b5a4-81f54a70b72c),segment_id=18d82f8d-cbd5-447a-b5a4-81f54a70b72c)] {{(pid=84876) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 07:41:57.080271 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-c31ca7b8-1aad-40c0-a4df-885005067d09 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036850862667'] for port, precommit_delete {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:41:57.089571 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Provisioning for port e2099fac-0e1f-4182-aa43-6e160e19d322 completed by entity L2. {{(pid=84876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 07:41:57.099880 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Provisioning complete for port e2099fac-0e1f-4182-aa43-6e160e19d322 triggered by entity L2. {{(pid=84876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 07:41:57.100354 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-604227'] for port, provisioning_complete {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:41:57.115341 n-d-768862-2 neutron-server[84765]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-527b2774-c063-4611-88a1-7547ab1f547f admin admin] Router facca773-f791-40fa-90fa-fa358b8fc053 has already been hosted by L3 agent 35f592e9-451b-4db9-abea-77b6a5c5391b {{(pid=84874) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Jan 14 07:41:57.116273 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.plugin [None req-404d1f8d-f440-4228-bd0b-9dba0fdefb8c tempest-FloatingIPTestJSON-1632234116 tempest-FloatingIPTestJSON-1632234116] Calling delete_port for 77c849c3-cda4-4cdc-b2ab-e6a8ddbe687c owned by network:dhcp {{(pid=84875) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 07:41:57.193116 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-404d1f8d-f440-4228-bd0b-9dba0fdefb8c tempest-FloatingIPTestJSON-1632234116 tempest-FloatingIPTestJSON-1632234116] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777640533329', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777640097463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851621574'] for port, after_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:41:57.207473 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-3001b66d-ef33-4b5e-8b37-7a67e7f12f1a tempest-FloatingIPTestJSON-1632234116 tempest-FloatingIPTestJSON-1632234116] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:41:57.269833 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.plugin [None req-c31ca7b8-1aad-40c0-a4df-885005067d09 None None] Calling delete_port for 77c849c3-cda4-4cdc-b2ab-e6a8ddbe687c owned by network:dhcp {{(pid=84876) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 07:41:57.304640 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-404d1f8d-f440-4228-bd0b-9dba0fdefb8c tempest-FloatingIPTestJSON-1632234116 tempest-FloatingIPTestJSON-1632234116] Pushing event deleted for resources: {'Port': ['ID=77c849c3-cda4-4cdc-b2ab-e6a8ddbe687c,revision_number=None']} {{(pid=84875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:41:57.312267 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-404d1f8d-f440-4228-bd0b-9dba0fdefb8c tempest-FloatingIPTestJSON-1632234116 tempest-FloatingIPTestJSON-1632234116] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:41:57.325844 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-527b2774-c063-4611-88a1-7547ab1f547f admin admin] Notify agent at l3_agent.n-d-768862-2 the message routers_updated {{(pid=84874) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jan 14 07:41:57.332496 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-527b2774-c063-4611-88a1-7547ab1f547f admin admin] 10.222.0.24 "PUT /v2.0/routers/facca773-f791-40fa-90fa-fa358b8fc053/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.5284050 Jan 14 07:41:57.359288 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-6f3123c8-ac0a-495f-bcd6-434fab14a11b None None] Provisioning complete for port d69c05c6-02f6-4025-ae81-900e43ee5ab9 triggered by entity DHCP. {{(pid=84876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 07:41:57.359714 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-6f3123c8-ac0a-495f-bcd6-434fab14a11b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-604227'] for port, provisioning_complete {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:41:57.360675 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-404d1f8d-f440-4228-bd0b-9dba0fdefb8c tempest-FloatingIPTestJSON-1632234116 tempest-FloatingIPTestJSON-1632234116] No DVR routers for this DVR port 77c849c3-cda4-4cdc-b2ab-e6a8ddbe687c on host n-d-768862-2 {{(pid=84875) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Jan 14 07:41:57.501235 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-404d1f8d-f440-4228-bd0b-9dba0fdefb8c tempest-FloatingIPTestJSON-1632234116 tempest-FloatingIPTestJSON-1632234116] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-598987', 'neutron.services.segments.db._delete_segments_for_network-8777640583949'] for network, precommit_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:41:57.640069 n-d-768862-2 neutron-server[84765]: DEBUG neutron.services.segments.db [None req-404d1f8d-f440-4228-bd0b-9dba0fdefb8c tempest-FloatingIPTestJSON-1632234116 tempest-FloatingIPTestJSON-1632234116] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f050b93c-6e03-456d-845e-f5611ff18515']}} {{(pid=84875) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:41:57.653950 n-d-768862-2 neutron-server[84765]: DEBUG neutron.services.segments.db [None req-404d1f8d-f440-4228-bd0b-9dba0fdefb8c tempest-FloatingIPTestJSON-1632234116 tempest-FloatingIPTestJSON-1632234116] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '18d82f8d-cbd5-447a-b5a4-81f54a70b72c') {'for_net_delete': True} {{(pid=84875) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:41:57.654270 n-d-768862-2 neutron-server[84765]: DEBUG neutron.services.segments.db [None req-404d1f8d-f440-4228-bd0b-9dba0fdefb8c tempest-FloatingIPTestJSON-1632234116 tempest-FloatingIPTestJSON-1632234116] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '18d82f8d-cbd5-447a-b5a4-81f54a70b72c') {} {{(pid=84875) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:41:57.661113 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.db.api [None req-c31ca7b8-1aad-40c0-a4df-885005067d09 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84876) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Jan 14 07:41:57.661532 n-d-768862-2 neutron-server[84765]: DEBUG oslo_db.api [None req-c31ca7b8-1aad-40c0-a4df-885005067d09 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84876) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Jan 14 07:41:57.668255 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-404d1f8d-f440-4228-bd0b-9dba0fdefb8c tempest-FloatingIPTestJSON-1632234116 tempest-FloatingIPTestJSON-1632234116] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363259214173198', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036851408567'] for segment, before_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:41:57.672894 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555753'] for port, before_update {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:41:57.680518 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.plugin [None req-6f3123c8-ac0a-495f-bcd6-434fab14a11b None None] Port d69c05c6-02f6-4025-ae81-900e43ee5ab9 cannot update to ACTIVE because it is not bound. {{(pid=84876) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:329}} Jan 14 07:41:57.686687 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-404d1f8d-f440-4228-bd0b-9dba0fdefb8c tempest-FloatingIPTestJSON-1632234116 tempest-FloatingIPTestJSON-1632234116] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854179735'] for segment, precommit_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:41:57.688674 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-404d1f8d-f440-4228-bd0b-9dba0fdefb8c tempest-FloatingIPTestJSON-1632234116 tempest-FloatingIPTestJSON-1632234116] Releasing vxlan tunnel 5 to pool {{(pid=84875) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Jan 14 07:41:57.702443 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] For port e2099fac-0e1f-4182-aa43-6e160e19d322, host n-d-768862-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-2',level=0,port_id=e2099fac-0e1f-4182-aa43-6e160e19d322,segment=NetworkSegment(cf3ded2c-bc47-4a71-89af-6e7117e60140),segment_id=cf3ded2c-bc47-4a71-89af-6e7117e60140)] {{(pid=84876) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 07:41:57.707633 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777640533312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363259214678337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777640097497'] for port, after_update {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:41:57.710838 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84876) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:41:57.778319 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Device 77c849c3-cda4-4cdc-b2ab-e6a8ddbe687c no longer exists at agent ovs-agent-n-d-768862-2 {{(pid=84876) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jan 14 07:41:57.824783 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.plugin [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] No Port match for: 77c849c3-cda4-4cdc-b2ab-e6a8ddbe687c {{(pid=84876) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2188}} Jan 14 07:41:57.825174 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Device 77c849c3-cda4-4cdc-b2ab-e6a8ddbe687c not bound to the agent host n-d-768862-2 {{(pid=84876) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jan 14 07:41:57.844803 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Pushing event updated for resources: {'Port': ['ID=e2099fac-0e1f-4182-aa43-6e160e19d322,revision_number=4']} {{(pid=84876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:41:57.850208 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=84876) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:41:57.894890 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.managers [None req-404d1f8d-f440-4228-bd0b-9dba0fdefb8c tempest-FloatingIPTestJSON-1632234116 tempest-FloatingIPTestJSON-1632234116] Network f050b93c-6e03-456d-845e-f5611ff18515 has no segments {{(pid=84875) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 14 07:41:57.904490 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-404d1f8d-f440-4228-bd0b-9dba0fdefb8c tempest-FloatingIPTestJSON-1632234116 tempest-FloatingIPTestJSON-1632234116] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-596065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3154253'] for segment, after_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:41:58.097978 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.managers [None req-404d1f8d-f440-4228-bd0b-9dba0fdefb8c tempest-FloatingIPTestJSON-1632234116 tempest-FloatingIPTestJSON-1632234116] Network f050b93c-6e03-456d-845e-f5611ff18515 has no segments {{(pid=84875) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 14 07:41:58.127522 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:shared":"rule:admin_only" was deprecated in W in favor of "update_network:shared":"role:admin and system_scope:all". Reason: Jan 14 07:41:58.127522 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:41:58.127522 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:41:58.127522 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:41:58.127522 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "update_network:provider:network_type":"role:admin and system_scope:all". Reason: Jan 14 07:41:58.127522 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:41:58.127522 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:41:58.127522 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:41:58.127522 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "update_network:provider:physical_network":"role:admin and system_scope:all". Reason: Jan 14 07:41:58.127522 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:41:58.127522 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:41:58.127522 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:41:58.127522 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "update_network:provider:segmentation_id":"role:admin and system_scope:all". Reason: Jan 14 07:41:58.127522 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:41:58.127522 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:41:58.127522 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:41:58.127522 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:router:external":"rule:admin_only" was deprecated in W in favor of "update_network:router:external":"role:admin and system_scope:all". Reason: Jan 14 07:41:58.127522 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:41:58.127522 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:41:58.127522 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:41:58.127522 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:is_default":"rule:admin_only" was deprecated in W in favor of "update_network:is_default":"role:admin and system_scope:all". Reason: Jan 14 07:41:58.127522 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:41:58.127522 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:41:58.127522 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:41:58.127522 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:port_security_enabled":"rule:admin_or_owner" was deprecated in W in favor of "update_network:port_security_enabled":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 07:41:58.127522 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:41:58.127522 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:41:58.127522 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:41:58.127522 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "delete_network":"rule:admin_or_owner" was deprecated in W in favor of "delete_network":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 07:41:58.127522 n-d-768862-2 neutron-server[84765]: The network API now supports system scope and default roles. Jan 14 07:41:58.127522 n-d-768862-2 neutron-server[84765]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:41:58.127522 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:41:58.127522 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_segment":"rule:admin_only" was deprecated in W in favor of "create_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:41:58.127522 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:41:58.127522 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_segment":"rule:admin_only" was deprecated in W in favor of "get_segment":"role:reader and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:41:58.127522 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:41:58.127522 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_segment":"rule:admin_only" was deprecated in W in favor of "update_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:41:58.127522 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:41:58.127522 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "delete_segment":"rule:admin_only" was deprecated in W in favor of "delete_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:41:58.127522 n-d-768862-2 neutron-server[84765]: warnings.warn(deprecated_msg) Jan 14 07:41:58.127522 n-d-768862-2 neutron-server[84765]: Traceback (most recent call last): Jan 14 07:41:58.127522 n-d-768862-2 neutron-server[84765]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 14 07:41:58.127522 n-d-768862-2 neutron-server[84765]: timer() Jan 14 07:41:58.127522 n-d-768862-2 neutron-server[84765]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 14 07:41:58.127522 n-d-768862-2 neutron-server[84765]: cb(*args, **kw) Jan 14 07:41:58.127522 n-d-768862-2 neutron-server[84765]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Jan 14 07:41:58.127522 n-d-768862-2 neutron-server[84765]: return func(*args, **kwargs) Jan 14 07:41:58.127522 n-d-768862-2 neutron-server[84765]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 14 07:41:58.127522 n-d-768862-2 neutron-server[84765]: self._notify() Jan 14 07:41:58.127522 n-d-768862-2 neutron-server[84765]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 14 07:41:58.127522 n-d-768862-2 neutron-server[84765]: self.callback(batched_events) Jan 14 07:41:58.127522 n-d-768862-2 neutron-server[84765]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 14 07:41:58.127522 n-d-768862-2 neutron-server[84765]: event.method(event) Jan 14 07:41:58.127522 n-d-768862-2 neutron-server[84765]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 14 07:41:58.127522 n-d-768862-2 neutron-server[84765]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 14 07:41:58.127522 n-d-768862-2 neutron-server[84765]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Jan 14 07:41:58.127522 n-d-768862-2 neutron-server[84765]: segment_id)['aggregates'][0] Jan 14 07:41:58.127522 n-d-768862-2 neutron-server[84765]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 14 07:41:58.127522 n-d-768862-2 neutron-server[84765]: return f(self, *a, **k) Jan 14 07:41:58.127522 n-d-768862-2 neutron-server[84765]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 14 07:41:58.127522 n-d-768862-2 neutron-server[84765]: return self._get(url).json() Jan 14 07:41:58.127522 n-d-768862-2 neutron-server[84765]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 14 07:41:58.127522 n-d-768862-2 neutron-server[84765]: **kwargs) Jan 14 07:41:58.127522 n-d-768862-2 neutron-server[84765]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 14 07:41:58.127522 n-d-768862-2 neutron-server[84765]: return self.request(url, 'GET', **kwargs) Jan 14 07:41:58.127522 n-d-768862-2 neutron-server[84765]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Jan 14 07:41:58.127522 n-d-768862-2 neutron-server[84765]: **endpoint_filter) Jan 14 07:41:58.127522 n-d-768862-2 neutron-server[84765]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 14 07:41:58.127522 n-d-768862-2 neutron-server[84765]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 14 07:41:58.127522 n-d-768862-2 neutron-server[84765]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 14 07:41:58.127522 n-d-768862-2 neutron-server[84765]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 14 07:41:58.127522 n-d-768862-2 neutron-server[84765]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 14 07:41:58.162617 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.plugin [None req-c31ca7b8-1aad-40c0-a4df-885005067d09 None None] Deleting port 77c849c3-cda4-4cdc-b2ab-e6a8ddbe687c {{(pid=84876) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 07:41:58.163220 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-c31ca7b8-1aad-40c0-a4df-885005067d09 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363259214248359'] for port, before_delete {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:41:58.221242 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-404d1f8d-f440-4228-bd0b-9dba0fdefb8c tempest-FloatingIPTestJSON-1632234116 tempest-FloatingIPTestJSON-1632234116] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036854176830', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850887149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3912591'] for network, after_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:41:58.226355 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-a638d1b6-9fbb-436c-bace-edd2b54eadb8 tempest-PortsIpV6TestJSON-1330665174 tempest-PortsIpV6TestJSON-1330665174] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:41:58.240516 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.plugin [None req-c31ca7b8-1aad-40c0-a4df-885005067d09 None None] The port '77c849c3-cda4-4cdc-b2ab-e6a8ddbe687c' was deleted {{(pid=84876) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Jan 14 07:41:58.246498 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-404d1f8d-f440-4228-bd0b-9dba0fdefb8c tempest-FloatingIPTestJSON-1632234116 tempest-FloatingIPTestJSON-1632234116] Notify callbacks [] for network, before_response {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:41:58.257036 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-404d1f8d-f440-4228-bd0b-9dba0fdefb8c tempest-FloatingIPTestJSON-1632234116 tempest-FloatingIPTestJSON-1632234116] Pushing event deleted for resources: {'Network': ['ID=f050b93c-6e03-456d-845e-f5611ff18515,revision_number=None']} {{(pid=84875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:41:58.261930 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-404d1f8d-f440-4228-bd0b-9dba0fdefb8c tempest-FloatingIPTestJSON-1632234116 tempest-FloatingIPTestJSON-1632234116] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:41:58.268660 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84874) accepted ('10.222.0.24', 42438) {{(pid=84874) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:41:58.268811 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-404d1f8d-f440-4228-bd0b-9dba0fdefb8c tempest-FloatingIPTestJSON-1632234116 tempest-FloatingIPTestJSON-1632234116] 10.222.0.24 "DELETE /v2.0/networks/f050b93c-6e03-456d-845e-f5611ff18515 HTTP/1.1" status: 204 len: 168 time: 1.8695784 Jan 14 07:41:58.449956 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.plugin [None req-3cebea06-b987-4906-9c3c-dc2b68407642 tempest-FloatingIPTestJSON-1632234116 tempest-FloatingIPTestJSON-1632234116] Deleting port 9439669a-f03a-4577-a8ad-741f4f67b8e7 {{(pid=84874) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 07:41:58.450465 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-3cebea06-b987-4906-9c3c-dc2b68407642 tempest-FloatingIPTestJSON-1632234116 tempest-FloatingIPTestJSON-1632234116] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363259214248359'] for port, before_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:41:58.548196 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2fa16149-e32a-43e0-8e42-167185d4d7bb None None] Sync routers for ids ['facca773-f791-40fa-90fa-fa358b8fc053'] in n-d-768862-2 {{(pid=84876) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Jan 14 07:41:58.559114 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2fa16149-e32a-43e0-8e42-167185d4d7bb None None] Routers {'facca773-f791-40fa-90fa-fa358b8fc053'} bound to L3 agent in host n-d-768862-2 {{(pid=84876) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 14 07:41:58.559813 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_hamode_db [None req-2fa16149-e32a-43e0-8e42-167185d4d7bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-01-14T06:56:51Z,description=,heartbeat_timestamp=2021-01-14T07:41:52Z,host='n-d-768862-2',id=35f592e9-451b-4db9-abea-77b6a5c5391b,load=0,resource_versions=,resources_synced=,started_at=2021-01-14T06:56:51Z,topic='l3_agent')) {'router_ids': ['facca773-f791-40fa-90fa-fa358b8fc053'], 'active': True} {{(pid=84876) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:41:58.643035 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-3cebea06-b987-4906-9c3c-dc2b68407642 tempest-FloatingIPTestJSON-1632234116 tempest-FloatingIPTestJSON-1632234116] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036850862667'] for port, precommit_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:41:58.643508 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-3cebea06-b987-4906-9c3c-dc2b68407642 tempest-FloatingIPTestJSON-1632234116 tempest-FloatingIPTestJSON-1632234116] Notify callbacks [] for floatingip, precommit_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:41:58.753627 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_dvr_db [None req-2fa16149-e32a-43e0-8e42-167185d4d7bb None None] Set router facca773-f791-40fa-90fa-fa358b8fc053 gateway port host: n-d-768862-2 {{(pid=84876) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 14 07:41:58.786983 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.plugin [None req-3cebea06-b987-4906-9c3c-dc2b68407642 tempest-FloatingIPTestJSON-1632234116 tempest-FloatingIPTestJSON-1632234116] Calling delete_port for 9439669a-f03a-4577-a8ad-741f4f67b8e7 owned by network:floatingip {{(pid=84874) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 07:41:58.904049 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Device e2099fac-0e1f-4182-aa43-6e160e19d322 up at agent ovs-agent-n-d-768862-2 {{(pid=84876) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 07:41:58.955004 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-3cebea06-b987-4906-9c3c-dc2b68407642 tempest-FloatingIPTestJSON-1632234116 tempest-FloatingIPTestJSON-1632234116] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777640533329', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777640097463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3254186'] for port, after_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:41:58.972035 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-ea3b8e14-4574-4cd6-a64c-f98026e51a7e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:41:59.073107 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cebea06-b987-4906-9c3c-dc2b68407642 tempest-FloatingIPTestJSON-1632234116 tempest-FloatingIPTestJSON-1632234116] Pushing event deleted for resources: {'Port': ['ID=9439669a-f03a-4577-a8ad-741f4f67b8e7,revision_number=None']} {{(pid=84874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:41:59.079818 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-3cebea06-b987-4906-9c3c-dc2b68407642 tempest-FloatingIPTestJSON-1632234116 tempest-FloatingIPTestJSON-1632234116] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:41:59.113670 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Provisioning complete for port e2099fac-0e1f-4182-aa43-6e160e19d322 triggered by entity L2. {{(pid=84876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 07:41:59.114151 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-604227'] for port, provisioning_complete {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:41:59.203214 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-3cebea06-b987-4906-9c3c-dc2b68407642 tempest-FloatingIPTestJSON-1632234116 tempest-FloatingIPTestJSON-1632234116] Notify callbacks [] for floatingip, after_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:41:59.222471 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-3cebea06-b987-4906-9c3c-dc2b68407642 tempest-FloatingIPTestJSON-1632234116 tempest-FloatingIPTestJSON-1632234116] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854768116'] for floatingip, before_response {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:41:59.224300 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-3cebea06-b987-4906-9c3c-dc2b68407642 tempest-FloatingIPTestJSON-1632234116 tempest-FloatingIPTestJSON-1632234116] 10.222.0.24 "DELETE /v2.0/floatingips/2610ed99-2e73-4ad9-9066-877b09474cca HTTP/1.1" status: 204 len: 168 time: 0.9534366 Jan 14 07:41:59.229108 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84874) accepted ('10.222.0.24', 42448) {{(pid=84874) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:41:59.275372 n-d-768862-2 neutron-server[84765]: INFO neutron.pecan_wsgi.hooks.translation [None req-4e177ab9-f202-46a5-b411-272d4984afdf tempest-FloatingIPTestJSON-1632234116 tempest-FloatingIPTestJSON-1632234116] DELETE failed (client error): The resource could not be found. Jan 14 07:41:59.275896 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4e177ab9-f202-46a5-b411-272d4984afdf tempest-FloatingIPTestJSON-1632234116 tempest-FloatingIPTestJSON-1632234116] No notification will be sent due to unsuccessful status code: 404 {{(pid=84874) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Jan 14 07:41:59.277796 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-4e177ab9-f202-46a5-b411-272d4984afdf tempest-FloatingIPTestJSON-1632234116 tempest-FloatingIPTestJSON-1632234116] 10.222.0.24 "DELETE /v2.0/ports/25142ff4-414d-4245-bf82-981c7df98490 HTTP/1.1" status: 404 len: 333 time: 0.0475993 Jan 14 07:41:59.280731 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84874) accepted ('10.222.0.24', 42452) {{(pid=84874) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:41:59.292389 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_hamode_db [None req-2fa16149-e32a-43e0-8e42-167185d4d7bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'facca773-f791-40fa-90fa-fa358b8fc053', 'name': 'tempest-TestVolumeBootPattern-545615783-router', 'tenant_id': '57a4cc1962b34a9fb76a2dbc325569cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '226f1e78-82cd-4481-9055-4eb73b6db8c1', 'external_fixed_ips': [{'subnet_id': 'ba8deeec-7658-4195-9449-038c076f5c83', 'ip_address': '172.25.2.159'}], 'enable_snat': True}, 'gw_port_id': 'e2099fac-0e1f-4182-aa43-6e160e19d322', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-14T07:41:48Z', 'updated_at': '2021-01-14T07:41:55Z', 'revision_number': 4, 'project_id': '57a4cc1962b34a9fb76a2dbc325569cc', 'gw_port': {'id': 'e2099fac-0e1f-4182-aa43-6e160e19d322', 'name': '', 'network_id': '226f1e78-82cd-4481-9055-4eb73b6db8c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:98:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'facca773-f791-40fa-90fa-fa358b8fc053', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3637, 'fixed_ips': [{'subnet_id': 'ba8deeec-7658-4195-9449-038c076f5c83', 'ip_address': '172.25.2.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T07:41:49Z', 'updated_at': '2021-01-14T07:41:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ba8deeec-7658-4195-9449-038c076f5c83', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-2', '_interfaces': [{'id': 'd69c05c6-02f6-4025-ae81-900e43ee5ab9', 'name': '', 'network_id': 'a19ea0dd-9e2b-4326-97c1-bde356a4ce84', 'tenant_id': '57a4cc1962b34a9fb76a2dbc325569cc', 'mac_address': 'fa:16:3e:a2:7e:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'facca773-f791-40fa-90fa-fa358b8fc053', 'device_owner': 'network:router_interface', 'standard_attr_id': 3638, 'fixed_ips': [{'subnet_id': 'ad51b8c5-40f5-4877-9b05-a7f3db4ec81a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T07:41:53Z', 'updated_at': '2021-01-14T07:41:56Z', 'revision_number': 2, 'project_id': '57a4cc1962b34a9fb76a2dbc325569cc', 'subnets': [{'id': 'ad51b8c5-40f5-4877-9b05-a7f3db4ec81a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'n-d-768862-2', False) {} {{(pid=84876) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:41:59.299923 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2fa16149-e32a-43e0-8e42-167185d4d7bb None None] Checking router: facca773-f791-40fa-90fa-fa358b8fc053 for host: n-d-768862-2 {{(pid=84876) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Jan 14 07:41:59.300304 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2fa16149-e32a-43e0-8e42-167185d4d7bb None None] Updating router facca773-f791-40fa-90fa-fa358b8fc053 port d69c05c6-02f6-4025-ae81-900e43ee5ab9 binding host n-d-768862-2 {{(pid=84876) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Jan 14 07:41:59.327893 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-0735b0c8-0362-4f4f-ad8a-4a8b0eda4d18 tempest-FloatingIPTestJSON-1632234116 tempest-FloatingIPTestJSON-1632234116] Synchronizing usage tracker for tenant:1c55c328d6854ee381dab36dc470b7b0 on resource:port {{(pid=84874) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 14 07:41:59.344444 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-0735b0c8-0362-4f4f-ad8a-4a8b0eda4d18 tempest-FloatingIPTestJSON-1632234116 tempest-FloatingIPTestJSON-1632234116] Unset dirty status for tenant:1c55c328d6854ee381dab36dc470b7b0 on resource:port {{(pid=84874) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 14 07:41:59.345720 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-0735b0c8-0362-4f4f-ad8a-4a8b0eda4d18 tempest-FloatingIPTestJSON-1632234116 tempest-FloatingIPTestJSON-1632234116] 10.222.0.24 "GET /v2.0/ports?device_id=6eb44712-947d-4628-8280-8223fa0b4b96 HTTP/1.1" status: 200 len: 205 time: 0.0640948 Jan 14 07:41:59.349625 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84874) accepted ('10.222.0.24', 42456) {{(pid=84874) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:41:59.355462 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-2fa16149-e32a-43e0-8e42-167185d4d7bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555753'] for port, before_update {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:41:59.743601 n-d-768862-2 neutron-server[84765]: INFO neutron.api.v2.resource [None req-4ad83a7a-7a43-4185-a4c9-15c093de0a8a tempest-FloatingIPTestJSON-1632234116 tempest-FloatingIPTestJSON-1632234116] delete failed (client error): The resource could not be found. Jan 14 07:41:59.747310 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-4ad83a7a-7a43-4185-a4c9-15c093de0a8a tempest-FloatingIPTestJSON-1632234116 tempest-FloatingIPTestJSON-1632234116] 10.222.0.24 "DELETE /v2.0/routers/6eb44712-947d-4628-8280-8223fa0b4b96 HTTP/1.1" status: 404 len: 336 time: 0.3941648 Jan 14 07:41:59.747909 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84875) accepted ('10.222.0.24', 42466) {{(pid=84875) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:41:59.799871 n-d-768862-2 neutron-server[84765]: INFO neutron.pecan_wsgi.hooks.translation [None req-4e559a9c-f58e-40dd-8025-380173416fd2 tempest-FloatingIPTestJSON-1632234116 tempest-FloatingIPTestJSON-1632234116] DELETE failed (client error): The resource could not be found. Jan 14 07:41:59.800480 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4e559a9c-f58e-40dd-8025-380173416fd2 tempest-FloatingIPTestJSON-1632234116 tempest-FloatingIPTestJSON-1632234116] No notification will be sent due to unsuccessful status code: 404 {{(pid=84875) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Jan 14 07:41:59.803172 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-4e559a9c-f58e-40dd-8025-380173416fd2 tempest-FloatingIPTestJSON-1632234116 tempest-FloatingIPTestJSON-1632234116] 10.222.0.24 "DELETE /v2.0/subnets/9b55edf4-d225-4007-a636-b8582675cbe7 HTTP/1.1" status: 404 len: 337 time: 0.0540915 Jan 14 07:41:59.806043 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84874) accepted ('10.222.0.24', 42472) {{(pid=84874) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:41:59.819109 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-2fa16149-e32a-43e0-8e42-167185d4d7bb None None] Notify callbacks [] for port, precommit_update {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:41:59.835979 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-2fa16149-e32a-43e0-8e42-167185d4d7bb None None] Transition to ACTIVE for port object d69c05c6-02f6-4025-ae81-900e43ee5ab9 will not be triggered until provisioned by entity L2. {{(pid=84876) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 07:41:59.840542 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-2fa16149-e32a-43e0-8e42-167185d4d7bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777640533312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363259214678337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777640097497'] for port, after_update {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:41:59.857353 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84876) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:41:59.890797 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.plugin [None req-a70de3e0-571c-4345-890b-57f0ac0f8c77 tempest-FloatingIPTestJSON-1632234116 tempest-FloatingIPTestJSON-1632234116] Deleting port 33bfccb1-e197-4300-8734-e6aa6645b673 {{(pid=84874) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 07:41:59.890797 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-a70de3e0-571c-4345-890b-57f0ac0f8c77 tempest-FloatingIPTestJSON-1632234116 tempest-FloatingIPTestJSON-1632234116] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363259214248359'] for port, before_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:41:59.990007 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b368251-e280-4ed2-ac3f-dc06630e317f None None] Pushing event updated for resources: {'Port': ['ID=d69c05c6-02f6-4025-ae81-900e43ee5ab9,revision_number=3']} {{(pid=84876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:41:59.995215 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-1b368251-e280-4ed2-ac3f-dc06630e317f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=84876) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:42:00.168291 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-a70de3e0-571c-4345-890b-57f0ac0f8c77 tempest-FloatingIPTestJSON-1632234116 tempest-FloatingIPTestJSON-1632234116] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036850862667'] for port, precommit_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:42:00.175104 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.managers [None req-2fa16149-e32a-43e0-8e42-167185d4d7bb None None] Attempting to bind port d69c05c6-02f6-4025-ae81-900e43ee5ab9 on host n-d-768862-2 for vnic_type normal with profile {{(pid=84876) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 14 07:42:00.175521 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.managers [None req-2fa16149-e32a-43e0-8e42-167185d4d7bb None None] Attempting to bind port d69c05c6-02f6-4025-ae81-900e43ee5ab9 by drivers openvswitch on host n-d-768862-2 at level 0 using segments [{'id': '62021fa5-349d-4ab7-8621-83a41232b3ae', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 15, 'network_id': 'a19ea0dd-9e2b-4326-97c1-bde356a4ce84'}] {{(pid=84876) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 14 07:42:00.176011 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2fa16149-e32a-43e0-8e42-167185d4d7bb None None] Attempting to bind port d69c05c6-02f6-4025-ae81-900e43ee5ab9 on network a19ea0dd-9e2b-4326-97c1-bde356a4ce84 {{(pid=84876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 14 07:42:00.183053 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2fa16149-e32a-43e0-8e42-167185d4d7bb None None] Checking agent: {'id': 'ba5efab1-b43c-4d5a-bc52-6e105d4e67a2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768862-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 14, 6, 56, 52), 'started_at': datetime.datetime(2021, 1, 14, 6, 57, 22), 'heartbeat_timestamp': datetime.datetime(2021, 1, 14, 7, 41, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768862-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.29', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 14 07:42:00.183620 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2fa16149-e32a-43e0-8e42-167185d4d7bb None None] Checking segment: {'id': '62021fa5-349d-4ab7-8621-83a41232b3ae', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 15, 'network_id': 'a19ea0dd-9e2b-4326-97c1-bde356a4ce84'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84876) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 14 07:42:00.184126 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-2fa16149-e32a-43e0-8e42-167185d4d7bb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:42:00.184573 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2fa16149-e32a-43e0-8e42-167185d4d7bb None None] Bound using segment: {'id': '62021fa5-349d-4ab7-8621-83a41232b3ae', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 15, 'network_id': 'a19ea0dd-9e2b-4326-97c1-bde356a4ce84'} {{(pid=84876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 14 07:42:00.185097 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.managers [None req-2fa16149-e32a-43e0-8e42-167185d4d7bb None None] Bound port: d69c05c6-02f6-4025-ae81-900e43ee5ab9, host: n-d-768862-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '62021fa5-349d-4ab7-8621-83a41232b3ae', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 15, 'network_id': 'a19ea0dd-9e2b-4326-97c1-bde356a4ce84'}}] {{(pid=84876) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 14 07:42:00.185565 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-2fa16149-e32a-43e0-8e42-167185d4d7bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555753'] for port, before_update {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:42:00.217635 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9f7dc79-9b92-4e25-8ac0-3ef0e64496bf req-7d91a67c-f7ca-4c77-a589-7c82c302e529 tempest-TestVolumeBootPattern-349231117 tempest-TestVolumeBootPattern-349231117] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:42:00.219533 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [req-c9f7dc79-9b92-4e25-8ac0-3ef0e64496bf req-7d91a67c-f7ca-4c77-a589-7c82c302e529 tempest-TestVolumeBootPattern-349231117 tempest-TestVolumeBootPattern-349231117] 10.222.0.24 "GET /v2.0/networks?id=d7520512-b58e-4e49-bbed-b0e4070f0997 HTTP/1.1" status: 200 len: 812 time: 0.2273717 Jan 14 07:42:00.245079 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [req-c9f7dc79-9b92-4e25-8ac0-3ef0e64496bf req-b629c8c3-e23e-4b45-ae4d-e661146951fc tempest-TestVolumeBootPattern-349231117 tempest-TestVolumeBootPattern-349231117] 10.222.0.24 "GET /v2.0/quotas/826dd27ac0df4e22843eba39deedff5f HTTP/1.1" status: 200 len: 375 time: 0.0166984 Jan 14 07:42:00.291490 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [None req-2fa16149-e32a-43e0-8e42-167185d4d7bb None None] For port d69c05c6-02f6-4025-ae81-900e43ee5ab9, host n-d-768862-2, cleared binding levels {{(pid=84876) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 14 07:42:00.294012 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [None req-2fa16149-e32a-43e0-8e42-167185d4d7bb None None] For port d69c05c6-02f6-4025-ae81-900e43ee5ab9, host n-d-768862-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-2',level=0,port_id=d69c05c6-02f6-4025-ae81-900e43ee5ab9,segment=NetworkSegment(62021fa5-349d-4ab7-8621-83a41232b3ae),segment_id=62021fa5-349d-4ab7-8621-83a41232b3ae)] {{(pid=84876) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 14 07:42:00.298363 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-2fa16149-e32a-43e0-8e42-167185d4d7bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777640533312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363259214678337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777640097497'] for port, after_update {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:42:00.311946 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.plugin [None req-a70de3e0-571c-4345-890b-57f0ac0f8c77 tempest-FloatingIPTestJSON-1632234116 tempest-FloatingIPTestJSON-1632234116] Calling delete_port for 33bfccb1-e197-4300-8734-e6aa6645b673 owned by {{(pid=84874) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 07:42:00.315442 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84876) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:42:00.345834 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [req-c9f7dc79-9b92-4e25-8ac0-3ef0e64496bf req-a38b2a4d-fd4e-400c-933d-ec93129955ba tempest-TestVolumeBootPattern-349231117 tempest-TestVolumeBootPattern-349231117] 10.222.0.24 "GET /v2.0/ports?tenant_id=826dd27ac0df4e22843eba39deedff5f&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0950274 Jan 14 07:42:00.471853 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-a70de3e0-571c-4345-890b-57f0ac0f8c77 tempest-FloatingIPTestJSON-1632234116 tempest-FloatingIPTestJSON-1632234116] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777640533329', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777640097463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3254186'] for port, after_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:42:00.483976 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b368251-e280-4ed2-ac3f-dc06630e317f None None] Pushing event updated for resources: {'Port': ['ID=d69c05c6-02f6-4025-ae81-900e43ee5ab9,revision_number=4']} {{(pid=84876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:42:00.488856 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-1b368251-e280-4ed2-ac3f-dc06630e317f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.173s {{(pid=84876) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:42:00.493554 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-bd4a568b-6ae3-4360-a1cb-a8a65d979cea admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:42:00.511107 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [req-c9f7dc79-9b92-4e25-8ac0-3ef0e64496bf req-b8600b45-fdad-40d3-ac03-88d61adced2e service neutron] 10.222.0.24 "GET /v2.0/networks/d7520512-b58e-4e49-bbed-b0e4070f0997?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1560142 Jan 14 07:42:00.528029 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2fa16149-e32a-43e0-8e42-167185d4d7bb None None] Routers {'facca773-f791-40fa-90fa-fa358b8fc053'} bound to L3 agent in host n-d-768862-2 {{(pid=84876) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 14 07:42:00.528717 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_hamode_db [None req-2fa16149-e32a-43e0-8e42-167185d4d7bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-01-14T06:56:51Z,description=,heartbeat_timestamp=2021-01-14T07:41:52Z,host='n-d-768862-2',id=35f592e9-451b-4db9-abea-77b6a5c5391b,load=0,resource_versions=,resources_synced=,started_at=2021-01-14T06:56:51Z,topic='l3_agent')) {'router_ids': ['facca773-f791-40fa-90fa-fa358b8fc053'], 'active': True} {{(pid=84876) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:42:00.600524 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a70de3e0-571c-4345-890b-57f0ac0f8c77 tempest-FloatingIPTestJSON-1632234116 tempest-FloatingIPTestJSON-1632234116] Pushing event deleted for resources: {'Port': ['ID=33bfccb1-e197-4300-8734-e6aa6645b673,revision_number=None']} {{(pid=84874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:42:00.603675 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-a70de3e0-571c-4345-890b-57f0ac0f8c77 tempest-FloatingIPTestJSON-1632234116 tempest-FloatingIPTestJSON-1632234116] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:42:00.704473 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [req-c9f7dc79-9b92-4e25-8ac0-3ef0e64496bf req-7705febe-5e77-4595-85f9-5b8318305a38 service neutron] 10.222.0.24 "GET /v2.0/networks/d7520512-b58e-4e49-bbed-b0e4070f0997?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1841586 Jan 14 07:42:00.764363 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_dvr_db [None req-2fa16149-e32a-43e0-8e42-167185d4d7bb None None] Set router facca773-f791-40fa-90fa-fa358b8fc053 gateway port host: n-d-768862-2 {{(pid=84876) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 14 07:42:00.765937 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-a70de3e0-571c-4345-890b-57f0ac0f8c77 tempest-FloatingIPTestJSON-1632234116 tempest-FloatingIPTestJSON-1632234116] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854768116'] for port, before_response {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:42:00.799341 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-a70de3e0-571c-4345-890b-57f0ac0f8c77 tempest-FloatingIPTestJSON-1632234116 tempest-FloatingIPTestJSON-1632234116] 10.222.0.24 "DELETE /v2.0/ports/33bfccb1-e197-4300-8734-e6aa6645b673 HTTP/1.1" status: 204 len: 168 time: 0.9920244 Jan 14 07:42:00.802003 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84874) accepted ('10.222.0.24', 42482) {{(pid=84874) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:42:00.904607 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.plugin [None req-4e7f9414-cb52-4445-8952-f93b52718d0b tempest-FloatingIPTestJSON-1632234116 tempest-FloatingIPTestJSON-1632234116] Deleting port 29fd4635-87ee-4e30-8c61-44efe8a27def {{(pid=84874) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 07:42:00.905132 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-4e7f9414-cb52-4445-8952-f93b52718d0b tempest-FloatingIPTestJSON-1632234116 tempest-FloatingIPTestJSON-1632234116] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363259214248359'] for port, before_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:42:01.132340 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_hamode_db [None req-2fa16149-e32a-43e0-8e42-167185d4d7bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'facca773-f791-40fa-90fa-fa358b8fc053', 'name': 'tempest-TestVolumeBootPattern-545615783-router', 'tenant_id': '57a4cc1962b34a9fb76a2dbc325569cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '226f1e78-82cd-4481-9055-4eb73b6db8c1', 'external_fixed_ips': [{'subnet_id': 'ba8deeec-7658-4195-9449-038c076f5c83', 'ip_address': '172.25.2.159'}], 'enable_snat': True}, 'gw_port_id': 'e2099fac-0e1f-4182-aa43-6e160e19d322', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-14T07:41:48Z', 'updated_at': '2021-01-14T07:41:55Z', 'revision_number': 4, 'project_id': '57a4cc1962b34a9fb76a2dbc325569cc', 'gw_port': {'id': 'e2099fac-0e1f-4182-aa43-6e160e19d322', 'name': '', 'network_id': '226f1e78-82cd-4481-9055-4eb73b6db8c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:98:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'facca773-f791-40fa-90fa-fa358b8fc053', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3637, 'fixed_ips': [{'subnet_id': 'ba8deeec-7658-4195-9449-038c076f5c83', 'ip_address': '172.25.2.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T07:41:49Z', 'updated_at': '2021-01-14T07:41:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ba8deeec-7658-4195-9449-038c076f5c83', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-2', '_interfaces': [{'id': 'd69c05c6-02f6-4025-ae81-900e43ee5ab9', 'name': '', 'network_id': 'a19ea0dd-9e2b-4326-97c1-bde356a4ce84', 'tenant_id': '57a4cc1962b34a9fb76a2dbc325569cc', 'mac_address': 'fa:16:3e:a2:7e:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'facca773-f791-40fa-90fa-fa358b8fc053', 'device_owner': 'network:router_interface', 'standard_attr_id': 3638, 'fixed_ips': [{'subnet_id': 'ad51b8c5-40f5-4877-9b05-a7f3db4ec81a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T07:41:53Z', 'updated_at': '2021-01-14T07:42:00Z', 'revision_number': 4, 'project_id': '57a4cc1962b34a9fb76a2dbc325569cc', 'subnets': [{'id': 'ad51b8c5-40f5-4877-9b05-a7f3db4ec81a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'n-d-768862-2', False) {} {{(pid=84876) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:42:01.137388 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2fa16149-e32a-43e0-8e42-167185d4d7bb None None] The sync data for ids ['facca773-f791-40fa-90fa-fa358b8fc053'] in n-d-768862-2 is: [{'id': 'facca773-f791-40fa-90fa-fa358b8fc053', 'name': 'tempest-TestVolumeBootPattern-545615783-router', 'tenant_id': '57a4cc1962b34a9fb76a2dbc325569cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '226f1e78-82cd-4481-9055-4eb73b6db8c1', 'external_fixed_ips': [{'subnet_id': 'ba8deeec-7658-4195-9449-038c076f5c83', 'ip_address': '172.25.2.159'}], 'enable_snat': True}, 'gw_port_id': 'e2099fac-0e1f-4182-aa43-6e160e19d322', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-14T07:41:48Z', 'updated_at': '2021-01-14T07:41:55Z', 'revision_number': 4, 'project_id': '57a4cc1962b34a9fb76a2dbc325569cc', 'gw_port': {'id': 'e2099fac-0e1f-4182-aa43-6e160e19d322', 'name': '', 'network_id': '226f1e78-82cd-4481-9055-4eb73b6db8c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:98:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'facca773-f791-40fa-90fa-fa358b8fc053', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3637, 'fixed_ips': [{'subnet_id': 'ba8deeec-7658-4195-9449-038c076f5c83', 'ip_address': '172.25.2.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T07:41:49Z', 'updated_at': '2021-01-14T07:41:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ba8deeec-7658-4195-9449-038c076f5c83', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-2', '_interfaces': [{'id': 'd69c05c6-02f6-4025-ae81-900e43ee5ab9', 'name': '', 'network_id': 'a19ea0dd-9e2b-4326-97c1-bde356a4ce84', 'tenant_id': '57a4cc1962b34a9fb76a2dbc325569cc', 'mac_address': 'fa:16:3e:a2:7e:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'facca773-f791-40fa-90fa-fa358b8fc053', 'device_owner': 'network:router_interface', 'standard_attr_id': 3638, 'fixed_ips': [{'subnet_id': 'ad51b8c5-40f5-4877-9b05-a7f3db4ec81a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T07:41:53Z', 'updated_at': '2021-01-14T07:42:00Z', 'revision_number': 4, 'project_id': '57a4cc1962b34a9fb76a2dbc325569cc', 'subnets': [{'id': 'ad51b8c5-40f5-4877-9b05-a7f3db4ec81a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=84876) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Jan 14 07:42:01.175504 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-4e7f9414-cb52-4445-8952-f93b52718d0b tempest-FloatingIPTestJSON-1632234116 tempest-FloatingIPTestJSON-1632234116] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036850862667'] for port, precommit_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:42:01.362586 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.plugin [None req-4e7f9414-cb52-4445-8952-f93b52718d0b tempest-FloatingIPTestJSON-1632234116 tempest-FloatingIPTestJSON-1632234116] Calling delete_port for 29fd4635-87ee-4e30-8c61-44efe8a27def owned by {{(pid=84874) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 07:42:01.540793 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-4e7f9414-cb52-4445-8952-f93b52718d0b tempest-FloatingIPTestJSON-1632234116 tempest-FloatingIPTestJSON-1632234116] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777640533329', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777640097463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3254186'] for port, after_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:42:01.568120 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-2bcd53d3-a6f3-4d53-af23-b686cde58ad3 tempest-FloatingIPAdminTestJSON-531099267 tempest-FloatingIPAdminTestJSON-531099267] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:42:01.615355 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e7f9414-cb52-4445-8952-f93b52718d0b tempest-FloatingIPTestJSON-1632234116 tempest-FloatingIPTestJSON-1632234116] Pushing event deleted for resources: {'Port': ['ID=29fd4635-87ee-4e30-8c61-44efe8a27def,revision_number=None']} {{(pid=84874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:42:01.662925 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-4e7f9414-cb52-4445-8952-f93b52718d0b tempest-FloatingIPTestJSON-1632234116 tempest-FloatingIPTestJSON-1632234116] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:42:01.855219 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-4e7f9414-cb52-4445-8952-f93b52718d0b tempest-FloatingIPTestJSON-1632234116 tempest-FloatingIPTestJSON-1632234116] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854768116'] for port, before_response {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:42:01.867019 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-4e7f9414-cb52-4445-8952-f93b52718d0b tempest-FloatingIPTestJSON-1632234116 tempest-FloatingIPTestJSON-1632234116] 10.222.0.24 "DELETE /v2.0/ports/29fd4635-87ee-4e30-8c61-44efe8a27def HTTP/1.1" status: 204 len: 168 time: 1.0636168 Jan 14 07:42:01.869670 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84875) accepted ('10.222.0.24', 42514) {{(pid=84875) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:42:01.980514 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8dd74de-5599-46c5-99e6-f3d0d6645722 tempest-FloatingIPTestJSON-1632234116 tempest-FloatingIPTestJSON-1632234116] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:42:01.981254 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-a8dd74de-5599-46c5-99e6-f3d0d6645722 tempest-FloatingIPTestJSON-1632234116 tempest-FloatingIPTestJSON-1632234116] Synchronizing usage tracker for tenant:1c55c328d6854ee381dab36dc470b7b0 on resource:port {{(pid=84875) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 14 07:42:02.000288 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-a8dd74de-5599-46c5-99e6-f3d0d6645722 tempest-FloatingIPTestJSON-1632234116 tempest-FloatingIPTestJSON-1632234116] Unset dirty status for tenant:1c55c328d6854ee381dab36dc470b7b0 on resource:port {{(pid=84875) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 14 07:42:02.004420 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-a8dd74de-5599-46c5-99e6-f3d0d6645722 tempest-FloatingIPTestJSON-1632234116 tempest-FloatingIPTestJSON-1632234116] 10.222.0.24 "GET /v2.0/ports?device_id=0a94abb3-95e9-4f02-952d-9f95343e501f HTTP/1.1" status: 200 len: 913 time: 0.1308413 Jan 14 07:42:02.005038 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84874) accepted ('10.222.0.24', 42518) {{(pid=84874) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:42:02.660167 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-359c838c-149a-416b-8ec8-1c7e1c90da38 tempest-FloatingIPTestJSON-1632234116 tempest-FloatingIPTestJSON-1632234116] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3889632'] for router_interface, before_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:42:02.898249 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Device d69c05c6-02f6-4025-ae81-900e43ee5ab9 up at agent ovs-agent-n-d-768862-2 {{(pid=84876) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 07:42:02.983662 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Provisioning for port d69c05c6-02f6-4025-ae81-900e43ee5ab9 completed by entity L2. {{(pid=84876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 07:42:02.992115 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Provisioning complete for port d69c05c6-02f6-4025-ae81-900e43ee5ab9 triggered by entity L2. {{(pid=84876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 07:42:02.992535 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-604227'] for port, provisioning_complete {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:42:03.122528 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555753'] for port, before_update {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:42:03.157487 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] For port d69c05c6-02f6-4025-ae81-900e43ee5ab9, host n-d-768862-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-2',level=0,port_id=d69c05c6-02f6-4025-ae81-900e43ee5ab9,segment=NetworkSegment(62021fa5-349d-4ab7-8621-83a41232b3ae),segment_id=62021fa5-349d-4ab7-8621-83a41232b3ae)] {{(pid=84876) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 07:42:03.161938 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777640533312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363259214678337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777640097497'] for port, after_update {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:42:03.169101 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-156273e5-0e27-4fc3-9840-9b3889f5b8b4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84876) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:42:03.240796 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.plugin [None req-359c838c-149a-416b-8ec8-1c7e1c90da38 tempest-FloatingIPTestJSON-1632234116 tempest-FloatingIPTestJSON-1632234116] Deleting port e9b029a1-1aac-45f1-99b4-e14dc9b05abd {{(pid=84874) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 07:42:03.241305 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-359c838c-149a-416b-8ec8-1c7e1c90da38 tempest-FloatingIPTestJSON-1632234116 tempest-FloatingIPTestJSON-1632234116] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363259214248359'] for port, before_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:42:03.244898 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Pushing event updated for resources: {'Port': ['ID=d69c05c6-02f6-4025-ae81-900e43ee5ab9,revision_number=5']} {{(pid=84876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:42:03.250267 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=84876) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:42:03.437754 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-359c838c-149a-416b-8ec8-1c7e1c90da38 tempest-FloatingIPTestJSON-1632234116 tempest-FloatingIPTestJSON-1632234116] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036850862667'] for port, precommit_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:42:03.566967 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.plugin [None req-359c838c-149a-416b-8ec8-1c7e1c90da38 tempest-FloatingIPTestJSON-1632234116 tempest-FloatingIPTestJSON-1632234116] Calling delete_port for e9b029a1-1aac-45f1-99b4-e14dc9b05abd owned by network:router_interface {{(pid=84874) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 07:42:03.753345 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-359c838c-149a-416b-8ec8-1c7e1c90da38 tempest-FloatingIPTestJSON-1632234116 tempest-FloatingIPTestJSON-1632234116] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777640533329', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777640097463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3254186'] for port, after_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:42:03.770205 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-469a1203-1c87-4233-a78c-b0dae0b6b34e tempest-FloatingIPTestJSON-1632234116 tempest-FloatingIPTestJSON-1632234116] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:42:03.876853 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-359c838c-149a-416b-8ec8-1c7e1c90da38 tempest-FloatingIPTestJSON-1632234116 tempest-FloatingIPTestJSON-1632234116] Pushing event deleted for resources: {'Port': ['ID=e9b029a1-1aac-45f1-99b4-e14dc9b05abd,revision_number=None']} {{(pid=84874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:42:03.882398 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-359c838c-149a-416b-8ec8-1c7e1c90da38 tempest-FloatingIPTestJSON-1632234116 tempest-FloatingIPTestJSON-1632234116] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:42:04.190313 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-359c838c-149a-416b-8ec8-1c7e1c90da38 tempest-FloatingIPTestJSON-1632234116 tempest-FloatingIPTestJSON-1632234116] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted--9223372036851568851', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal--9223372036850888080'] for router_interface, after_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:42:04.854101 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Device d69c05c6-02f6-4025-ae81-900e43ee5ab9 up at agent ovs-agent-n-d-768862-2 {{(pid=84876) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 07:42:04.939621 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Provisioning complete for port d69c05c6-02f6-4025-ae81-900e43ee5ab9 triggered by entity L2. {{(pid=84876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 07:42:04.940086 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-604227'] for port, provisioning_complete {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:42:05.061116 n-d-768862-2 neutron-server[84765]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-359c838c-149a-416b-8ec8-1c7e1c90da38 tempest-FloatingIPTestJSON-1632234116 tempest-FloatingIPTestJSON-1632234116] Router 0a94abb3-95e9-4f02-952d-9f95343e501f has already been hosted by L3 agent 35f592e9-451b-4db9-abea-77b6a5c5391b {{(pid=84874) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Jan 14 07:42:05.267480 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-359c838c-149a-416b-8ec8-1c7e1c90da38 tempest-FloatingIPTestJSON-1632234116 tempest-FloatingIPTestJSON-1632234116] Notify agent at l3_agent.n-d-768862-2 the message routers_updated {{(pid=84874) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jan 14 07:42:05.280052 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2be26c4-048d-4b0c-98df-5968d35c9a64 None None] Sync routers for ids ['0a94abb3-95e9-4f02-952d-9f95343e501f'] in n-d-768862-2 {{(pid=84877) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Jan 14 07:42:05.287268 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-359c838c-149a-416b-8ec8-1c7e1c90da38 tempest-FloatingIPTestJSON-1632234116 tempest-FloatingIPTestJSON-1632234116] 10.222.0.24 "PUT /v2.0/routers/0a94abb3-95e9-4f02-952d-9f95343e501f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2808540 Jan 14 07:42:05.289810 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84874) accepted ('10.222.0.24', 42602) {{(pid=84874) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:42:05.297881 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2be26c4-048d-4b0c-98df-5968d35c9a64 None None] Routers {'0a94abb3-95e9-4f02-952d-9f95343e501f'} bound to L3 agent in host n-d-768862-2 {{(pid=84877) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 14 07:42:05.298744 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_hamode_db [None req-e2be26c4-048d-4b0c-98df-5968d35c9a64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-01-14T06:56:51Z,description=,heartbeat_timestamp=2021-01-14T07:41:52Z,host='n-d-768862-2',id=35f592e9-451b-4db9-abea-77b6a5c5391b,load=0,resource_versions=,resources_synced=,started_at=2021-01-14T06:56:51Z,topic='l3_agent')) {'router_ids': ['0a94abb3-95e9-4f02-952d-9f95343e501f'], 'active': True} {{(pid=84877) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:42:05.372858 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_hamode_db [None req-e2be26c4-048d-4b0c-98df-5968d35c9a64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768862-2', False) {} {{(pid=84877) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:42:05.383395 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2be26c4-048d-4b0c-98df-5968d35c9a64 None None] Routers {'0a94abb3-95e9-4f02-952d-9f95343e501f'} bound to L3 agent in host n-d-768862-2 {{(pid=84877) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 14 07:42:05.384096 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_hamode_db [None req-e2be26c4-048d-4b0c-98df-5968d35c9a64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-01-14T06:56:51Z,description=,heartbeat_timestamp=2021-01-14T07:41:52Z,host='n-d-768862-2',id=35f592e9-451b-4db9-abea-77b6a5c5391b,load=0,resource_versions=,resources_synced=,started_at=2021-01-14T06:56:51Z,topic='l3_agent')) {'router_ids': ['0a94abb3-95e9-4f02-952d-9f95343e501f'], 'active': True} {{(pid=84877) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:42:05.450261 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_hamode_db [None req-e2be26c4-048d-4b0c-98df-5968d35c9a64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768862-2', False) {} {{(pid=84877) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:42:05.450825 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2be26c4-048d-4b0c-98df-5968d35c9a64 None None] The sync data for ids ['0a94abb3-95e9-4f02-952d-9f95343e501f'] in n-d-768862-2 is: [] {{(pid=84877) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Jan 14 07:42:05.489753 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-212bb67a-43e0-40e1-b889-6846c27455f1 tempest-FloatingIPTestJSON-1632234116 tempest-FloatingIPTestJSON-1632234116] Notify callbacks [] for router, before_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:42:05.678286 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-212bb67a-43e0-40e1-b889-6846c27455f1 tempest-FloatingIPTestJSON-1632234116 tempest-FloatingIPTestJSON-1632234116] Notify callbacks [] for router_gateway, before_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:42:05.684939 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.plugin [None req-212bb67a-43e0-40e1-b889-6846c27455f1 tempest-FloatingIPTestJSON-1632234116 tempest-FloatingIPTestJSON-1632234116] Deleting port e3f84d9f-0942-4617-88e4-807b53921730 {{(pid=84874) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 07:42:05.685298 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-212bb67a-43e0-40e1-b889-6846c27455f1 tempest-FloatingIPTestJSON-1632234116 tempest-FloatingIPTestJSON-1632234116] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363259214248359'] for port, before_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:42:05.873087 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-212bb67a-43e0-40e1-b889-6846c27455f1 tempest-FloatingIPTestJSON-1632234116 tempest-FloatingIPTestJSON-1632234116] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036850862667'] for port, precommit_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:42:06.011866 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.plugin [None req-212bb67a-43e0-40e1-b889-6846c27455f1 tempest-FloatingIPTestJSON-1632234116 tempest-FloatingIPTestJSON-1632234116] Calling delete_port for e3f84d9f-0942-4617-88e4-807b53921730 owned by network:router_gateway {{(pid=84874) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 07:42:06.146991 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-212bb67a-43e0-40e1-b889-6846c27455f1 tempest-FloatingIPTestJSON-1632234116 tempest-FloatingIPTestJSON-1632234116] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777640533329', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777640097463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3254186'] for port, after_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:42:06.344415 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-212bb67a-43e0-40e1-b889-6846c27455f1 tempest-FloatingIPTestJSON-1632234116 tempest-FloatingIPTestJSON-1632234116] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036850863128'] for router_gateway, after_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:42:06.481262 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-212bb67a-43e0-40e1-b889-6846c27455f1 tempest-FloatingIPTestJSON-1632234116 tempest-FloatingIPTestJSON-1632234116] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3889346', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036854717606'] for router, precommit_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:42:06.483885 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-212bb67a-43e0-40e1-b889-6846c27455f1 tempest-FloatingIPTestJSON-1632234116 tempest-FloatingIPTestJSON-1632234116] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:42:06.505760 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-212bb67a-43e0-40e1-b889-6846c27455f1 tempest-FloatingIPTestJSON-1632234116 tempest-FloatingIPTestJSON-1632234116] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036850897070'] for router, after_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:42:06.506629 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-212bb67a-43e0-40e1-b889-6846c27455f1 tempest-FloatingIPTestJSON-1632234116 tempest-FloatingIPTestJSON-1632234116] Fanout notify agent at l3_agent the message router_deleted on router 0a94abb3-95e9-4f02-952d-9f95343e501f {{(pid=84874) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jan 14 07:42:06.531116 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-212bb67a-43e0-40e1-b889-6846c27455f1 tempest-FloatingIPTestJSON-1632234116 tempest-FloatingIPTestJSON-1632234116] Notify callbacks [] for router, before_response {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:42:06.532358 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-212bb67a-43e0-40e1-b889-6846c27455f1 tempest-FloatingIPTestJSON-1632234116 tempest-FloatingIPTestJSON-1632234116] 10.222.0.24 "DELETE /v2.0/routers/0a94abb3-95e9-4f02-952d-9f95343e501f HTTP/1.1" status: 204 len: 168 time: 1.2415605 Jan 14 07:42:06.535355 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84874) accepted ('10.222.0.24', 42608) {{(pid=84874) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:42:06.754013 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.db_base_plugin_v2 [None req-f159b04e-aee0-4cd3-8ae3-10544f5955d9 tempest-FloatingIPTestJSON-1632234116 tempest-FloatingIPTestJSON-1632234116] Deleting subnet d6758878-82c8-4ee2-b8e5-88327209ee02 {{(pid=84874) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Jan 14 07:42:06.757429 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-f159b04e-aee0-4cd3-8ae3-10544f5955d9 tempest-FloatingIPTestJSON-1632234116 tempest-FloatingIPTestJSON-1632234116] Notify callbacks [] for subnet, before_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:42:06.820797 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-f159b04e-aee0-4cd3-8ae3-10544f5955d9 tempest-FloatingIPTestJSON-1632234116 tempest-FloatingIPTestJSON-1632234116] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036851807232'] for subnet, precommit_delete_associations {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:42:06.887789 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-f159b04e-aee0-4cd3-8ae3-10544f5955d9 tempest-FloatingIPTestJSON-1632234116 tempest-FloatingIPTestJSON-1632234116] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036854176836'] for subnet, precommit_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:42:07.185745 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-f159b04e-aee0-4cd3-8ae3-10544f5955d9 tempest-FloatingIPTestJSON-1632234116 tempest-FloatingIPTestJSON-1632234116] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-598964', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850887113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036851521664', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2794686'] for subnet, after_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:42:07.201721 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-29fdd3c2-be49-4e0a-8eb9-8312d3a660ed tempest-NetworksTest-1803261889 tempest-NetworksTest-1803261889] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:42:07.288329 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f159b04e-aee0-4cd3-8ae3-10544f5955d9 tempest-FloatingIPTestJSON-1632234116 tempest-FloatingIPTestJSON-1632234116] Pushing event deleted for resources: {'Subnet': ['ID=d6758878-82c8-4ee2-b8e5-88327209ee02,revision_number=None']} {{(pid=84874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:42:07.295600 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-f159b04e-aee0-4cd3-8ae3-10544f5955d9 tempest-FloatingIPTestJSON-1632234116 tempest-FloatingIPTestJSON-1632234116] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:42:07.340942 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-f159b04e-aee0-4cd3-8ae3-10544f5955d9 tempest-FloatingIPTestJSON-1632234116 tempest-FloatingIPTestJSON-1632234116] Notify callbacks [] for subnet, before_response {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:42:07.348243 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-f159b04e-aee0-4cd3-8ae3-10544f5955d9 tempest-FloatingIPTestJSON-1632234116 tempest-FloatingIPTestJSON-1632234116] 10.222.0.24 "DELETE /v2.0/subnets/d6758878-82c8-4ee2-b8e5-88327209ee02 HTTP/1.1" status: 204 len: 168 time: 0.8116951 Jan 14 07:42:07.351552 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84875) accepted ('10.222.0.24', 42614) {{(pid=84875) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:42:07.482884 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-d5197719-e33e-4c9b-bc85-17cb084bef96 tempest-FloatingIPTestJSON-1632234116 tempest-FloatingIPTestJSON-1632234116] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036854160497'] for network, before_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:42:07.695577 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-d5197719-e33e-4c9b-bc85-17cb084bef96 tempest-FloatingIPTestJSON-1632234116 tempest-FloatingIPTestJSON-1632234116] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-598987', 'neutron.services.segments.db._delete_segments_for_network-8777640583949'] for network, precommit_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:42:08.130955 n-d-768862-2 neutron-server[84765]: DEBUG neutron.services.segments.db [None req-d5197719-e33e-4c9b-bc85-17cb084bef96 tempest-FloatingIPTestJSON-1632234116 tempest-FloatingIPTestJSON-1632234116] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7f66a104-5fc0-4006-bcf7-8673d1d34aec']}} {{(pid=84875) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:42:08.145032 n-d-768862-2 neutron-server[84765]: DEBUG neutron.services.segments.db [None req-d5197719-e33e-4c9b-bc85-17cb084bef96 tempest-FloatingIPTestJSON-1632234116 tempest-FloatingIPTestJSON-1632234116] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '644a07ec-0282-45d5-b5f3-e43f21c0c5cd') {'for_net_delete': True} {{(pid=84875) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:42:08.145373 n-d-768862-2 neutron-server[84765]: DEBUG neutron.services.segments.db [None req-d5197719-e33e-4c9b-bc85-17cb084bef96 tempest-FloatingIPTestJSON-1632234116 tempest-FloatingIPTestJSON-1632234116] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '644a07ec-0282-45d5-b5f3-e43f21c0c5cd') {} {{(pid=84875) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:42:08.160035 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-d5197719-e33e-4c9b-bc85-17cb084bef96 tempest-FloatingIPTestJSON-1632234116 tempest-FloatingIPTestJSON-1632234116] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363259214173198', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036851408567'] for segment, before_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:42:08.173892 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-d5197719-e33e-4c9b-bc85-17cb084bef96 tempest-FloatingIPTestJSON-1632234116 tempest-FloatingIPTestJSON-1632234116] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854179735'] for segment, precommit_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:42:08.176041 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-d5197719-e33e-4c9b-bc85-17cb084bef96 tempest-FloatingIPTestJSON-1632234116 tempest-FloatingIPTestJSON-1632234116] Releasing vxlan tunnel 3 to pool {{(pid=84875) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Jan 14 07:42:08.365581 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.managers [None req-d5197719-e33e-4c9b-bc85-17cb084bef96 tempest-FloatingIPTestJSON-1632234116 tempest-FloatingIPTestJSON-1632234116] Network 7f66a104-5fc0-4006-bcf7-8673d1d34aec has no segments {{(pid=84875) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 14 07:42:08.374706 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-d5197719-e33e-4c9b-bc85-17cb084bef96 tempest-FloatingIPTestJSON-1632234116 tempest-FloatingIPTestJSON-1632234116] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-596065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3154253'] for segment, after_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:42:08.558377 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.managers [None req-d5197719-e33e-4c9b-bc85-17cb084bef96 tempest-FloatingIPTestJSON-1632234116 tempest-FloatingIPTestJSON-1632234116] Network 7f66a104-5fc0-4006-bcf7-8673d1d34aec has no segments {{(pid=84875) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 14 07:42:08.587678 n-d-768862-2 neutron-server[84765]: Traceback (most recent call last): Jan 14 07:42:08.587678 n-d-768862-2 neutron-server[84765]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 14 07:42:08.587678 n-d-768862-2 neutron-server[84765]: timer() Jan 14 07:42:08.587678 n-d-768862-2 neutron-server[84765]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 14 07:42:08.587678 n-d-768862-2 neutron-server[84765]: cb(*args, **kw) Jan 14 07:42:08.587678 n-d-768862-2 neutron-server[84765]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Jan 14 07:42:08.587678 n-d-768862-2 neutron-server[84765]: return func(*args, **kwargs) Jan 14 07:42:08.587678 n-d-768862-2 neutron-server[84765]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 14 07:42:08.587678 n-d-768862-2 neutron-server[84765]: self._notify() Jan 14 07:42:08.587678 n-d-768862-2 neutron-server[84765]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 14 07:42:08.587678 n-d-768862-2 neutron-server[84765]: self.callback(batched_events) Jan 14 07:42:08.587678 n-d-768862-2 neutron-server[84765]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 14 07:42:08.587678 n-d-768862-2 neutron-server[84765]: event.method(event) Jan 14 07:42:08.587678 n-d-768862-2 neutron-server[84765]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 14 07:42:08.587678 n-d-768862-2 neutron-server[84765]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 14 07:42:08.587678 n-d-768862-2 neutron-server[84765]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Jan 14 07:42:08.587678 n-d-768862-2 neutron-server[84765]: segment_id)['aggregates'][0] Jan 14 07:42:08.587678 n-d-768862-2 neutron-server[84765]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 14 07:42:08.587678 n-d-768862-2 neutron-server[84765]: return f(self, *a, **k) Jan 14 07:42:08.587678 n-d-768862-2 neutron-server[84765]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 14 07:42:08.587678 n-d-768862-2 neutron-server[84765]: return self._get(url).json() Jan 14 07:42:08.587678 n-d-768862-2 neutron-server[84765]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 14 07:42:08.587678 n-d-768862-2 neutron-server[84765]: **kwargs) Jan 14 07:42:08.587678 n-d-768862-2 neutron-server[84765]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 14 07:42:08.587678 n-d-768862-2 neutron-server[84765]: return self.request(url, 'GET', **kwargs) Jan 14 07:42:08.587678 n-d-768862-2 neutron-server[84765]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Jan 14 07:42:08.587678 n-d-768862-2 neutron-server[84765]: **endpoint_filter) Jan 14 07:42:08.587678 n-d-768862-2 neutron-server[84765]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 14 07:42:08.587678 n-d-768862-2 neutron-server[84765]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 14 07:42:08.587678 n-d-768862-2 neutron-server[84765]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 14 07:42:08.587678 n-d-768862-2 neutron-server[84765]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 14 07:42:08.587678 n-d-768862-2 neutron-server[84765]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 14 07:42:08.680973 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-d5197719-e33e-4c9b-bc85-17cb084bef96 tempest-FloatingIPTestJSON-1632234116 tempest-FloatingIPTestJSON-1632234116] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036854176830', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850887149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3912591'] for network, after_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:42:08.685551 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-18a5c65b-915a-4fd2-ae22-7946406169bf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:42:08.702346 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-d5197719-e33e-4c9b-bc85-17cb084bef96 tempest-FloatingIPTestJSON-1632234116 tempest-FloatingIPTestJSON-1632234116] Notify callbacks [] for network, before_response {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:42:08.713422 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5197719-e33e-4c9b-bc85-17cb084bef96 tempest-FloatingIPTestJSON-1632234116 tempest-FloatingIPTestJSON-1632234116] Pushing event deleted for resources: {'Network': ['ID=7f66a104-5fc0-4006-bcf7-8673d1d34aec,revision_number=None']} {{(pid=84875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:42:08.718693 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-d5197719-e33e-4c9b-bc85-17cb084bef96 tempest-FloatingIPTestJSON-1632234116 tempest-FloatingIPTestJSON-1632234116] 10.222.0.24 "DELETE /v2.0/networks/7f66a104-5fc0-4006-bcf7-8673d1d34aec HTTP/1.1" status: 204 len: 168 time: 1.3641479 Jan 14 07:42:08.718693 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-d5197719-e33e-4c9b-bc85-17cb084bef96 tempest-FloatingIPTestJSON-1632234116 tempest-FloatingIPTestJSON-1632234116] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:42:09.046714 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84875) accepted ('10.222.0.24', 42624) {{(pid=84875) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:42:09.251899 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-64de8c95-37ec-4f7d-b17b-f87599fa6896 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=1c55c328d6854ee381dab36dc470b7b0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2031589 Jan 14 07:42:09.254185 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84875) accepted ('10.222.0.24', 42632) {{(pid=84875) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:42:09.322328 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-3d4535e6-d869-4230-aa5f-552b2c5715c3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:42:09.353789 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-3d4535e6-d869-4230-aa5f-552b2c5715c3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:42:09.403031 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-3d4535e6-d869-4230-aa5f-552b2c5715c3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850887153'] for security_group, after_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:42:09.408387 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-64a97717-9d2e-4de8-b78b-1f0de0ffc60d tempest-TagsExtTest-1634423073 tempest-TagsExtTest-1634423073] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:42:09.422750 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d4535e6-d869-4230-aa5f-552b2c5715c3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=08ae5eea-f30e-452d-8d12-d19963e52622,revision_number=None']} {{(pid=84875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:42:09.425904 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-3d4535e6-d869-4230-aa5f-552b2c5715c3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:42:09.428602 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-3d4535e6-d869-4230-aa5f-552b2c5715c3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:42:09.433910 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-3d4535e6-d869-4230-aa5f-552b2c5715c3 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/08ae5eea-f30e-452d-8d12-d19963e52622 HTTP/1.1" status: 204 len: 168 time: 0.1784420 Jan 14 07:42:10.334067 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84875) accepted ('10.222.0.24', 42654) {{(pid=84875) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:42:10.493122 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.v2.base [None req-af8e1247-5f1d-4b5c-8cfd-f5b8223d5220 tempest-TagsTest-2133818962 tempest-TagsTest-2133818962] Request body: {'network': {'name': 'tempest-TagsTest-test-network-1918947216'}} {{(pid=84875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:42:10.499736 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-af8e1247-5f1d-4b5c-8cfd-f5b8223d5220 tempest-TagsTest-2133818962 tempest-TagsTest-2133818962] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:42:10.504144 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-af8e1247-5f1d-4b5c-8cfd-f5b8223d5220 tempest-TagsTest-2133818962 tempest-TagsTest-2133818962] Usage tracker for resource:network and tenant:6dc38da0f7fa4479ac914ecb35ad02ad is out of sync, need to count used quota {{(pid=84875) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:42:10.507605 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-af8e1247-5f1d-4b5c-8cfd-f5b8223d5220 tempest-TagsTest-2133818962 tempest-TagsTest-2133818962] Quota usage for network was recalculated. Used quota:0. {{(pid=84875) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:42:10.513546 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-af8e1247-5f1d-4b5c-8cfd-f5b8223d5220 tempest-TagsTest-2133818962 tempest-TagsTest-2133818962] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:42:10.524440 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-af8e1247-5f1d-4b5c-8cfd-f5b8223d5220 tempest-TagsTest-2133818962 tempest-TagsTest-2133818962] Made reservation on behalf of 6dc38da0f7fa4479ac914ecb35ad02ad for: {'network': 1} {{(pid=84875) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 07:42:10.535583 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-af8e1247-5f1d-4b5c-8cfd-f5b8223d5220 tempest-TagsTest-2133818962 tempest-TagsTest-2133818962] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555753'] for network, before_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:42:10.551825 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-af8e1247-5f1d-4b5c-8cfd-f5b8223d5220 tempest-TagsTest-2133818962 tempest-TagsTest-2133818962] Notify callbacks [] for security_group, before_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:42:10.568524 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-af8e1247-5f1d-4b5c-8cfd-f5b8223d5220 tempest-TagsTest-2133818962 tempest-TagsTest-2133818962] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:42:10.572629 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-af8e1247-5f1d-4b5c-8cfd-f5b8223d5220 tempest-TagsTest-2133818962 tempest-TagsTest-2133818962] Usage tracker for resource:security_group_rule and tenant:6dc38da0f7fa4479ac914ecb35ad02ad is out of sync, need to count used quota {{(pid=84875) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:42:10.575609 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-af8e1247-5f1d-4b5c-8cfd-f5b8223d5220 tempest-TagsTest-2133818962 tempest-TagsTest-2133818962] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84875) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:42:10.581464 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-af8e1247-5f1d-4b5c-8cfd-f5b8223d5220 tempest-TagsTest-2133818962 tempest-TagsTest-2133818962] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:42:10.682315 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-af8e1247-5f1d-4b5c-8cfd-f5b8223d5220 tempest-TagsTest-2133818962 tempest-TagsTest-2133818962] Notify callbacks [] for security_group, precommit_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:42:10.688176 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-af8e1247-5f1d-4b5c-8cfd-f5b8223d5220 tempest-TagsTest-2133818962 tempest-TagsTest-2133818962] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850887153'] for security_group, after_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:42:10.692990 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-53f156e3-7ba5-4e58-b377-f174d09298ea admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:42:10.728735 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-af8e1247-5f1d-4b5c-8cfd-f5b8223d5220 tempest-TagsTest-2133818962 tempest-TagsTest-2133818962] vxlan segment allocate from pool success with {'vxlan_vni': 3} {{(pid=84875) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Jan 14 07:42:10.742888 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af8e1247-5f1d-4b5c-8cfd-f5b8223d5220 tempest-TagsTest-2133818962 tempest-TagsTest-2133818962] Pushing event updated for resources: {'SecurityGroup': ['ID=a360b694-58d2-4703-89a7-a5ae55f7e0b8,revision_number=1']} {{(pid=84875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:42:10.747480 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-af8e1247-5f1d-4b5c-8cfd-f5b8223d5220 tempest-TagsTest-2133818962 tempest-TagsTest-2133818962] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:42:10.748827 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-af8e1247-5f1d-4b5c-8cfd-f5b8223d5220 tempest-TagsTest-2133818962 tempest-TagsTest-2133818962] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment--9223363259214191851', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854179735'] for segment, precommit_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:42:10.749273 n-d-768862-2 neutron-server[84765]: INFO neutron.db.segments_db [None req-af8e1247-5f1d-4b5c-8cfd-f5b8223d5220 tempest-TagsTest-2133818962 tempest-TagsTest-2133818962] Added segment e1d99e9f-4160-4fa9-98b4-d3bc9c0eab75 of type vxlan for network 1e76c238-2f13-4a1d-8602-283277679802 Jan 14 07:42:10.781309 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-af8e1247-5f1d-4b5c-8cfd-f5b8223d5220 tempest-TagsTest-2133818962 tempest-TagsTest-2133818962] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363259214646115'] for network, precommit_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:42:10.813906 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-af8e1247-5f1d-4b5c-8cfd-f5b8223d5220 tempest-TagsTest-2133818962 tempest-TagsTest-2133818962] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850887149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964'] for network, after_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:42:10.833883 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af8e1247-5f1d-4b5c-8cfd-f5b8223d5220 tempest-TagsTest-2133818962 tempest-TagsTest-2133818962] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:42:10.834574 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-af8e1247-5f1d-4b5c-8cfd-f5b8223d5220 tempest-TagsTest-2133818962 tempest-TagsTest-2133818962] Notify callbacks [] for network, before_response {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:42:10.840563 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-89f7ea49-ec8d-4282-93b8-243bb4457895 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:42:10.956801 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-af8e1247-5f1d-4b5c-8cfd-f5b8223d5220 tempest-TagsTest-2133818962 tempest-TagsTest-2133818962] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 776 time: 0.6213958 Jan 14 07:42:10.960547 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84875) accepted ('10.222.0.24', 42662) {{(pid=84875) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:42:10.963647 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af8e1247-5f1d-4b5c-8cfd-f5b8223d5220 tempest-TagsTest-2133818962 tempest-TagsTest-2133818962] Pushing event updated for resources: {'Network': ['ID=1e76c238-2f13-4a1d-8602-283277679802,revision_number=1']} {{(pid=84875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:42:10.969132 n-d-768862-2 neutron-server[84765]: DEBUG neutron.services.tag.tag_plugin [None req-b97456ad-fe9b-470f-91c5-f0ba5d79e9d6 tempest-TagsTest-2133818962 tempest-TagsTest-2133818962] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'networks', '1e76c238-2f13-4a1d-8602-283277679802', 'tempest-TagsTest-Tag-718669200') {} {{(pid=84875) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:42:10.979580 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-017f98a9-8a07-408c-a86f-8ff0c00400a0 None None] Network 1e76c238-2f13-4a1d-8602-283277679802 details requested by agent ovs-agent-n-h1-768862-2 with host n-h1-768862-2 {{(pid=84876) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 07:42:10.987596 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-af8e1247-5f1d-4b5c-8cfd-f5b8223d5220 tempest-TagsTest-2133818962 tempest-TagsTest-2133818962] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:42:10.994677 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Network 1e76c238-2f13-4a1d-8602-283277679802 details requested by agent ovs-agent-n-d-768862-2 with host n-d-768862-2 {{(pid=84876) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 07:42:11.008225 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-852a24f7-e9a1-4193-9abb-e9506fe5213f None None] Network 1e76c238-2f13-4a1d-8602-283277679802 details requested by agent ovs-agent-n-h2-768862-2 with host n-h2-768862-2 {{(pid=84876) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 07:42:11.096267 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-b97456ad-fe9b-470f-91c5-f0ba5d79e9d6 tempest-TagsTest-2133818962 tempest-TagsTest-2133818962] 10.222.0.24 "PUT /v2.0/networks/1e76c238-2f13-4a1d-8602-283277679802/tags/tempest-TagsTest-Tag-718669200 HTTP/1.1" status: 201 len: 201 time: 0.1344445 Jan 14 07:42:11.098892 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84875) accepted ('10.222.0.24', 42666) {{(pid=84875) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:42:11.106774 n-d-768862-2 neutron-server[84765]: DEBUG neutron.services.tag.tag_plugin [None req-f8d2ac5d-8100-4d7d-86e3-012025d74882 tempest-TagsTest-2133818962 tempest-TagsTest-2133818962] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '1e76c238-2f13-4a1d-8602-283277679802', 'tempest-TagsTest-Tag-718669200') {} {{(pid=84875) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:42:11.221198 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-f8d2ac5d-8100-4d7d-86e3-012025d74882 tempest-TagsTest-2133818962 tempest-TagsTest-2133818962] 10.222.0.24 "GET /v2.0/networks/1e76c238-2f13-4a1d-8602-283277679802/tags/tempest-TagsTest-Tag-718669200 HTTP/1.1" status: 204 len: 168 time: 0.1205893 Jan 14 07:42:11.225900 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84875) accepted ('10.222.0.24', 42670) {{(pid=84875) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:42:11.230387 n-d-768862-2 neutron-server[84765]: DEBUG neutron.services.tag.tag_plugin [None req-6a28e83f-ba59-49c6-b69e-886a439779c1 tempest-TagsTest-2133818962 tempest-TagsTest-2133818962] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'networks', '1e76c238-2f13-4a1d-8602-283277679802') {} {{(pid=84875) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:42:11.346925 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-6a28e83f-ba59-49c6-b69e-886a439779c1 tempest-TagsTest-2133818962 tempest-TagsTest-2133818962] 10.222.0.24 "GET /v2.0/networks/1e76c238-2f13-4a1d-8602-283277679802/tags HTTP/1.1" status: 200 len: 237 time: 0.1187227 Jan 14 07:42:11.347191 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84875) accepted ('10.222.0.24', 42674) {{(pid=84875) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:42:11.353763 n-d-768862-2 neutron-server[84765]: DEBUG neutron.services.tag.tag_plugin [None req-2c4844c7-48dc-474d-a82d-edadf04382a0 tempest-TagsTest-2133818962 tempest-TagsTest-2133818962] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'networks', '1e76c238-2f13-4a1d-8602-283277679802', {'tags': ['tempest-TagsTest-Tag-1696492003', 'tempest-TagsTest-Tag-2003774347', 'tempest-TagsTest-Tag-753857543']}) {} {{(pid=84875) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:42:11.383602 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-017f98a9-8a07-408c-a86f-8ff0c00400a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363259214191800', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854171626'] for agent, after_update {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:42:11.481865 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-2c4844c7-48dc-474d-a82d-edadf04382a0 tempest-TagsTest-2133818962 tempest-TagsTest-2133818962] 10.222.0.24 "PUT /v2.0/networks/1e76c238-2f13-4a1d-8602-283277679802/tags HTTP/1.1" status: 200 len: 308 time: 0.1334577 Jan 14 07:42:11.484865 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84874) accepted ('10.222.0.24', 42680) {{(pid=84874) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:42:11.493286 n-d-768862-2 neutron-server[84765]: DEBUG neutron.services.tag.tag_plugin [None req-b259c98a-3c7b-4541-ac1c-96b14083fbf8 tempest-TagsTest-2133818962 tempest-TagsTest-2133818962] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'networks', '1e76c238-2f13-4a1d-8602-283277679802', 'tempest-TagsTest-Tag-1696492003') {} {{(pid=84874) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:42:11.627361 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-b259c98a-3c7b-4541-ac1c-96b14083fbf8 tempest-TagsTest-2133818962 tempest-TagsTest-2133818962] 10.222.0.24 "DELETE /v2.0/networks/1e76c238-2f13-4a1d-8602-283277679802/tags/tempest-TagsTest-Tag-1696492003 HTTP/1.1" status: 204 len: 168 time: 0.1397913 Jan 14 07:42:11.631177 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84874) accepted ('10.222.0.24', 42684) {{(pid=84874) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:42:11.637434 n-d-768862-2 neutron-server[84765]: DEBUG neutron.services.tag.tag_plugin [None req-c3ab9514-23d2-409e-9b53-33826d4e3e02 tempest-TagsTest-2133818962 tempest-TagsTest-2133818962] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '1e76c238-2f13-4a1d-8602-283277679802', 'tempest-TagsTest-Tag-1696492003') {} {{(pid=84874) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:42:11.748631 n-d-768862-2 neutron-server[84765]: INFO neutron.api.v2.resource [None req-c3ab9514-23d2-409e-9b53-33826d4e3e02 tempest-TagsTest-2133818962 tempest-TagsTest-2133818962] show failed (client error): The resource could not be found. Jan 14 07:42:11.749776 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-c3ab9514-23d2-409e-9b53-33826d4e3e02 tempest-TagsTest-2133818962 tempest-TagsTest-2133818962] 10.222.0.24 "GET /v2.0/networks/1e76c238-2f13-4a1d-8602-283277679802/tags/tempest-TagsTest-Tag-1696492003 HTTP/1.1" status: 404 len: 326 time: 0.1176212 Jan 14 07:42:11.753055 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84874) accepted ('10.222.0.24', 42688) {{(pid=84874) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:42:11.761830 n-d-768862-2 neutron-server[84765]: DEBUG neutron.services.tag.tag_plugin [None req-ef36c7ea-47d4-48f1-94f4-705e23b28880 tempest-TagsTest-2133818962 tempest-TagsTest-2133818962] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '1e76c238-2f13-4a1d-8602-283277679802', 'tempest-TagsTest-Tag-2003774347') {} {{(pid=84874) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:42:11.871225 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-ef36c7ea-47d4-48f1-94f4-705e23b28880 tempest-TagsTest-2133818962 tempest-TagsTest-2133818962] 10.222.0.24 "GET /v2.0/networks/1e76c238-2f13-4a1d-8602-283277679802/tags/tempest-TagsTest-Tag-2003774347 HTTP/1.1" status: 204 len: 168 time: 0.1139238 Jan 14 07:42:11.873877 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84874) accepted ('10.222.0.24', 42692) {{(pid=84874) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:42:11.879951 n-d-768862-2 neutron-server[84765]: DEBUG neutron.services.tag.tag_plugin [None req-cc1faebb-bc23-45b9-9ef7-bdbfc3d76ded tempest-TagsTest-2133818962 tempest-TagsTest-2133818962] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '1e76c238-2f13-4a1d-8602-283277679802', 'tempest-TagsTest-Tag-753857543') {} {{(pid=84874) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:42:11.992780 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-cc1faebb-bc23-45b9-9ef7-bdbfc3d76ded tempest-TagsTest-2133818962 tempest-TagsTest-2133818962] 10.222.0.24 "GET /v2.0/networks/1e76c238-2f13-4a1d-8602-283277679802/tags/tempest-TagsTest-Tag-753857543 HTTP/1.1" status: 204 len: 168 time: 0.1177261 Jan 14 07:42:11.995346 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84874) accepted ('10.222.0.24', 42696) {{(pid=84874) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:42:12.001030 n-d-768862-2 neutron-server[84765]: DEBUG neutron.services.tag.tag_plugin [None req-18d9e191-4b0d-43a8-a577-679c9c1af54b tempest-TagsTest-2133818962 tempest-TagsTest-2133818962] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'networks', '1e76c238-2f13-4a1d-8602-283277679802') {} {{(pid=84874) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:42:12.428004 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-18d9e191-4b0d-43a8-a577-679c9c1af54b tempest-TagsTest-2133818962 tempest-TagsTest-2133818962] 10.222.0.24 "DELETE /v2.0/networks/1e76c238-2f13-4a1d-8602-283277679802/tags HTTP/1.1" status: 204 len: 168 time: 0.4314766 Jan 14 07:42:12.430793 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84874) accepted ('10.222.0.24', 42700) {{(pid=84874) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:42:12.436481 n-d-768862-2 neutron-server[84765]: DEBUG neutron.services.tag.tag_plugin [None req-0c64843c-9d49-4022-9cda-caa6e7b17357 tempest-TagsTest-2133818962 tempest-TagsTest-2133818962] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '1e76c238-2f13-4a1d-8602-283277679802', 'tempest-TagsTest-Tag-2003774347') {} {{(pid=84874) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:42:12.545364 n-d-768862-2 neutron-server[84765]: INFO neutron.api.v2.resource [None req-0c64843c-9d49-4022-9cda-caa6e7b17357 tempest-TagsTest-2133818962 tempest-TagsTest-2133818962] show failed (client error): The resource could not be found. Jan 14 07:42:12.546561 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-0c64843c-9d49-4022-9cda-caa6e7b17357 tempest-TagsTest-2133818962 tempest-TagsTest-2133818962] 10.222.0.24 "GET /v2.0/networks/1e76c238-2f13-4a1d-8602-283277679802/tags/tempest-TagsTest-Tag-2003774347 HTTP/1.1" status: 404 len: 326 time: 0.1147735 Jan 14 07:42:12.549751 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84874) accepted ('10.222.0.24', 42704) {{(pid=84874) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:42:12.555616 n-d-768862-2 neutron-server[84765]: DEBUG neutron.services.tag.tag_plugin [None req-e7db39d8-d580-406a-990a-587b6482e178 tempest-TagsTest-2133818962 tempest-TagsTest-2133818962] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '1e76c238-2f13-4a1d-8602-283277679802', 'tempest-TagsTest-Tag-753857543') {} {{(pid=84874) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:42:12.673289 n-d-768862-2 neutron-server[84765]: INFO neutron.api.v2.resource [None req-e7db39d8-d580-406a-990a-587b6482e178 tempest-TagsTest-2133818962 tempest-TagsTest-2133818962] show failed (client error): The resource could not be found. Jan 14 07:42:12.674618 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-e7db39d8-d580-406a-990a-587b6482e178 tempest-TagsTest-2133818962 tempest-TagsTest-2133818962] 10.222.0.24 "GET /v2.0/networks/1e76c238-2f13-4a1d-8602-283277679802/tags/tempest-TagsTest-Tag-753857543 HTTP/1.1" status: 404 len: 325 time: 0.1235671 Jan 14 07:42:12.677829 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84875) accepted ('10.222.0.24', 42710) {{(pid=84875) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:42:12.684125 n-d-768862-2 neutron-server[84765]: DEBUG neutron.services.tag.tag_plugin [None req-087d750f-5517-4758-a046-c7441588f8c5 tempest-TagsTest-2133818962 tempest-TagsTest-2133818962] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'networks', '1e76c238-2f13-4a1d-8602-283277679802') {} {{(pid=84875) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:42:12.807457 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-087d750f-5517-4758-a046-c7441588f8c5 tempest-TagsTest-2133818962 tempest-TagsTest-2133818962] 10.222.0.24 "DELETE /v2.0/networks/1e76c238-2f13-4a1d-8602-283277679802/tags HTTP/1.1" status: 204 len: 168 time: 0.1282933 Jan 14 07:42:12.812368 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84875) accepted ('10.222.0.24', 42714) {{(pid=84875) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:42:12.858188 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-852a24f7-e9a1-4193-9abb-e9506fe5213f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363259214191800', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854171626'] for agent, after_update {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:42:12.949177 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-840e7e7f-b848-4d44-885c-2b0c104672eb tempest-TagsTest-2133818962 tempest-TagsTest-2133818962] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036854160497'] for network, before_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:42:13.154518 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-840e7e7f-b848-4d44-885c-2b0c104672eb tempest-TagsTest-2133818962 tempest-TagsTest-2133818962] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-598987', 'neutron.services.segments.db._delete_segments_for_network-8777640583949'] for network, precommit_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:42:13.289038 n-d-768862-2 neutron-server[84765]: DEBUG neutron.services.segments.db [None req-840e7e7f-b848-4d44-885c-2b0c104672eb tempest-TagsTest-2133818962 tempest-TagsTest-2133818962] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1e76c238-2f13-4a1d-8602-283277679802']}} {{(pid=84875) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:42:13.302868 n-d-768862-2 neutron-server[84765]: DEBUG neutron.services.segments.db [None req-840e7e7f-b848-4d44-885c-2b0c104672eb tempest-TagsTest-2133818962 tempest-TagsTest-2133818962] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e1d99e9f-4160-4fa9-98b4-d3bc9c0eab75') {'for_net_delete': True} {{(pid=84875) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:42:13.303197 n-d-768862-2 neutron-server[84765]: DEBUG neutron.services.segments.db [None req-840e7e7f-b848-4d44-885c-2b0c104672eb tempest-TagsTest-2133818962 tempest-TagsTest-2133818962] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e1d99e9f-4160-4fa9-98b4-d3bc9c0eab75') {} {{(pid=84875) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:42:13.315720 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-840e7e7f-b848-4d44-885c-2b0c104672eb tempest-TagsTest-2133818962 tempest-TagsTest-2133818962] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363259214173198', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036851408567'] for segment, before_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:42:13.331147 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-840e7e7f-b848-4d44-885c-2b0c104672eb tempest-TagsTest-2133818962 tempest-TagsTest-2133818962] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854179735'] for segment, precommit_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:42:13.333356 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-840e7e7f-b848-4d44-885c-2b0c104672eb tempest-TagsTest-2133818962 tempest-TagsTest-2133818962] Releasing vxlan tunnel 3 to pool {{(pid=84875) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Jan 14 07:42:13.514388 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.managers [None req-840e7e7f-b848-4d44-885c-2b0c104672eb tempest-TagsTest-2133818962 tempest-TagsTest-2133818962] Network 1e76c238-2f13-4a1d-8602-283277679802 has no segments {{(pid=84875) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 14 07:42:13.524165 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-840e7e7f-b848-4d44-885c-2b0c104672eb tempest-TagsTest-2133818962 tempest-TagsTest-2133818962] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-596065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3154253'] for segment, after_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:42:13.712827 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.managers [None req-840e7e7f-b848-4d44-885c-2b0c104672eb tempest-TagsTest-2133818962 tempest-TagsTest-2133818962] Network 1e76c238-2f13-4a1d-8602-283277679802 has no segments {{(pid=84875) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 14 07:42:13.797722 n-d-768862-2 neutron-server[84765]: Traceback (most recent call last): Jan 14 07:42:13.797722 n-d-768862-2 neutron-server[84765]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 14 07:42:13.797722 n-d-768862-2 neutron-server[84765]: timer() Jan 14 07:42:13.797722 n-d-768862-2 neutron-server[84765]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 14 07:42:13.797722 n-d-768862-2 neutron-server[84765]: cb(*args, **kw) Jan 14 07:42:13.797722 n-d-768862-2 neutron-server[84765]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Jan 14 07:42:13.797722 n-d-768862-2 neutron-server[84765]: return func(*args, **kwargs) Jan 14 07:42:13.797722 n-d-768862-2 neutron-server[84765]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 14 07:42:13.797722 n-d-768862-2 neutron-server[84765]: self._notify() Jan 14 07:42:13.797722 n-d-768862-2 neutron-server[84765]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 14 07:42:13.797722 n-d-768862-2 neutron-server[84765]: self.callback(batched_events) Jan 14 07:42:13.797722 n-d-768862-2 neutron-server[84765]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 14 07:42:13.797722 n-d-768862-2 neutron-server[84765]: event.method(event) Jan 14 07:42:13.797722 n-d-768862-2 neutron-server[84765]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 14 07:42:13.797722 n-d-768862-2 neutron-server[84765]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 14 07:42:13.797722 n-d-768862-2 neutron-server[84765]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Jan 14 07:42:13.797722 n-d-768862-2 neutron-server[84765]: segment_id)['aggregates'][0] Jan 14 07:42:13.797722 n-d-768862-2 neutron-server[84765]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 14 07:42:13.797722 n-d-768862-2 neutron-server[84765]: return f(self, *a, **k) Jan 14 07:42:13.797722 n-d-768862-2 neutron-server[84765]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 14 07:42:13.797722 n-d-768862-2 neutron-server[84765]: return self._get(url).json() Jan 14 07:42:13.797722 n-d-768862-2 neutron-server[84765]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 14 07:42:13.797722 n-d-768862-2 neutron-server[84765]: **kwargs) Jan 14 07:42:13.797722 n-d-768862-2 neutron-server[84765]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 14 07:42:13.797722 n-d-768862-2 neutron-server[84765]: return self.request(url, 'GET', **kwargs) Jan 14 07:42:13.797722 n-d-768862-2 neutron-server[84765]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Jan 14 07:42:13.797722 n-d-768862-2 neutron-server[84765]: **endpoint_filter) Jan 14 07:42:13.797722 n-d-768862-2 neutron-server[84765]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 14 07:42:13.797722 n-d-768862-2 neutron-server[84765]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 14 07:42:13.797722 n-d-768862-2 neutron-server[84765]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 14 07:42:13.797722 n-d-768862-2 neutron-server[84765]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 14 07:42:13.797722 n-d-768862-2 neutron-server[84765]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 14 07:42:13.828274 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-840e7e7f-b848-4d44-885c-2b0c104672eb tempest-TagsTest-2133818962 tempest-TagsTest-2133818962] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036854176830', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850887149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3912591'] for network, after_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:42:13.831823 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-95511ea8-4fe7-4eee-9207-d2e187d05354 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:42:13.852163 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-840e7e7f-b848-4d44-885c-2b0c104672eb tempest-TagsTest-2133818962 tempest-TagsTest-2133818962] Notify callbacks [] for network, before_response {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:42:13.859036 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-840e7e7f-b848-4d44-885c-2b0c104672eb tempest-TagsTest-2133818962 tempest-TagsTest-2133818962] Pushing event deleted for resources: {'Network': ['ID=1e76c238-2f13-4a1d-8602-283277679802,revision_number=None']} {{(pid=84875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:42:13.862542 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-840e7e7f-b848-4d44-885c-2b0c104672eb tempest-TagsTest-2133818962 tempest-TagsTest-2133818962] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:42:13.867919 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-840e7e7f-b848-4d44-885c-2b0c104672eb tempest-TagsTest-2133818962 tempest-TagsTest-2133818962] 10.222.0.24 "DELETE /v2.0/networks/1e76c238-2f13-4a1d-8602-283277679802 HTTP/1.1" status: 204 len: 168 time: 1.0537291 Jan 14 07:42:14.195596 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84875) accepted ('10.222.0.24', 42724) {{(pid=84875) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:42:14.393239 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-5c044b67-a96a-47d3-aeaa-80c656ef2007 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=6dc38da0f7fa4479ac914ecb35ad02ad&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1938498 Jan 14 07:42:14.394493 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84875) accepted ('10.222.0.24', 42730) {{(pid=84875) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:42:14.460548 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-5e0947aa-8f82-4207-a3c1-922cb62310ab admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:42:14.463060 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.agents_db [None req-5b939a2f-078d-4c69-a188-cb55a28a77a0 None None] Agent healthcheck: found 7 active agents {{(pid=84877) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Jan 14 07:42:14.490428 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-5e0947aa-8f82-4207-a3c1-922cb62310ab admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:42:14.541316 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-5e0947aa-8f82-4207-a3c1-922cb62310ab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850887153'] for security_group, after_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:42:14.546585 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-afaa8bef-a0a5-48f9-a60e-32415302a022 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:42:14.559187 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e0947aa-8f82-4207-a3c1-922cb62310ab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a360b694-58d2-4703-89a7-a5ae55f7e0b8,revision_number=None']} {{(pid=84875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:42:14.562049 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-5e0947aa-8f82-4207-a3c1-922cb62310ab admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:42:14.566455 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-5e0947aa-8f82-4207-a3c1-922cb62310ab admin admin] Notify callbacks [] for security_group, before_response {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:42:14.568706 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-5e0947aa-8f82-4207-a3c1-922cb62310ab admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/a360b694-58d2-4703-89a7-a5ae55f7e0b8 HTTP/1.1" status: 204 len: 168 time: 0.1727498 Jan 14 07:42:16.721516 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84875) accepted ('10.222.0.24', 42798) {{(pid=84875) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:42:16.882848 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-74b908a7-aad2-44d9-954b-4d67fee0558c admin admin] Notify callbacks [] for security_group, before_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:42:16.899074 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-74b908a7-aad2-44d9-954b-4d67fee0558c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:42:16.903288 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-74b908a7-aad2-44d9-954b-4d67fee0558c admin admin] Usage tracker for resource:security_group_rule and tenant:02f301f70dea43b2a752559297fc00cc is out of sync, need to count used quota {{(pid=84875) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:42:16.906371 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-74b908a7-aad2-44d9-954b-4d67fee0558c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84875) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:42:16.912560 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-74b908a7-aad2-44d9-954b-4d67fee0558c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:42:17.001694 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-74b908a7-aad2-44d9-954b-4d67fee0558c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:42:17.005149 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-74b908a7-aad2-44d9-954b-4d67fee0558c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850887153'] for security_group, after_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:42:17.015544 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-c1dee20e-d7d6-4af8-880d-4e0950a4c0ca admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:42:17.055200 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-74b908a7-aad2-44d9-954b-4d67fee0558c admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=02f301f70dea43b2a752559297fc00cc&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3321819 Jan 14 07:42:17.057506 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84874) accepted ('10.222.0.24', 42806) {{(pid=84874) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:42:17.065720 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74b908a7-aad2-44d9-954b-4d67fee0558c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=96904dc4-801a-43cf-9532-6632752c80db,revision_number=1']} {{(pid=84875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:42:17.082094 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-74b908a7-aad2-44d9-954b-4d67fee0558c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:42:17.126997 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-5adf5bc2-3b2a-448c-ae78-f1f497fede03 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:42:17.155783 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-5adf5bc2-3b2a-448c-ae78-f1f497fede03 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:42:17.205348 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-5adf5bc2-3b2a-448c-ae78-f1f497fede03 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850887153'] for security_group, after_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:42:17.211246 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-4668a7ee-3e38-4fa7-98dd-27eacad1f1ed admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:42:17.222444 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5adf5bc2-3b2a-448c-ae78-f1f497fede03 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=96904dc4-801a-43cf-9532-6632752c80db,revision_number=None']} {{(pid=84874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:42:17.229197 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-5adf5bc2-3b2a-448c-ae78-f1f497fede03 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:42:17.230023 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-5adf5bc2-3b2a-448c-ae78-f1f497fede03 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:42:17.232505 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-5adf5bc2-3b2a-448c-ae78-f1f497fede03 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/96904dc4-801a-43cf-9532-6632752c80db HTTP/1.1" status: 204 len: 168 time: 0.1734354 Jan 14 07:42:17.615481 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84874) accepted ('10.222.0.24', 42814) {{(pid=84874) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:42:17.634466 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-4f1a2be8-664e-4979-89b0-9201e26737b0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:42:17.654567 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-4f1a2be8-664e-4979-89b0-9201e26737b0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:42:17.658624 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-4f1a2be8-664e-4979-89b0-9201e26737b0 admin admin] Usage tracker for resource:security_group_rule and tenant:16dd64b18f28410f8f84486812952088 is out of sync, need to count used quota {{(pid=84874) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:42:17.662320 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-4f1a2be8-664e-4979-89b0-9201e26737b0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84874) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:42:17.668374 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-4f1a2be8-664e-4979-89b0-9201e26737b0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:42:17.758134 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-4f1a2be8-664e-4979-89b0-9201e26737b0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:42:17.761460 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-4f1a2be8-664e-4979-89b0-9201e26737b0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850887153'] for security_group, after_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:42:17.769652 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-52760d46-904a-419e-ad45-a99f5ac1cfc7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:42:17.811243 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f1a2be8-664e-4979-89b0-9201e26737b0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b39a05f2-d27e-41ff-9036-15638135c71d,revision_number=1']} {{(pid=84874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:42:17.816572 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-4f1a2be8-664e-4979-89b0-9201e26737b0 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=16dd64b18f28410f8f84486812952088&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1999109 Jan 14 07:42:17.817589 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-4f1a2be8-664e-4979-89b0-9201e26737b0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:42:17.819365 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84874) accepted ('10.222.0.24', 42818) {{(pid=84874) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:42:17.889022 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-58664edf-2edd-48d4-9557-b570b3a00b42 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:42:17.921746 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-58664edf-2edd-48d4-9557-b570b3a00b42 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:42:17.979103 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-58664edf-2edd-48d4-9557-b570b3a00b42 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850887153'] for security_group, after_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:42:17.984520 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-56cf75b1-5d6e-49b0-aa09-7c11a4dc0218 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:42:18.002402 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58664edf-2edd-48d4-9557-b570b3a00b42 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b39a05f2-d27e-41ff-9036-15638135c71d,revision_number=None']} {{(pid=84874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:42:18.006297 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-58664edf-2edd-48d4-9557-b570b3a00b42 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:42:18.008722 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-58664edf-2edd-48d4-9557-b570b3a00b42 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:42:18.017679 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-58664edf-2edd-48d4-9557-b570b3a00b42 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/b39a05f2-d27e-41ff-9036-15638135c71d HTTP/1.1" status: 204 len: 168 time: 0.1926813 Jan 14 07:42:18.831136 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-673985c0-5da7-4096-97a1-110fd74c880d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363259214191800', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854171626'] for agent, after_update {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:42:21.745794 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-d5503124-fe3f-4e38-b6d2-87c43839115f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363259214191800', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854171626'] for agent, after_update {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:42:21.901230 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-da76cfc0-98e8-4426-9f6d-4f05aa3fae78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363259214191800', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854171626'] for agent, after_update {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:42:22.620399 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363259214191800', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854171626'] for agent, after_update {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:42:23.323877 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-0f37073e-9c69-4e3c-80e0-6cfaa0fd61a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363259214191800', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854171626'] for agent, after_update {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:42:23.632139 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84875) accepted ('10.222.0.24', 42920) {{(pid=84875) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:42:23.795235 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-7d55e017-c329-48c9-9566-f2b7d83c1153 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:42:23.811069 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-7d55e017-c329-48c9-9566-f2b7d83c1153 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:42:23.815213 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-7d55e017-c329-48c9-9566-f2b7d83c1153 admin admin] Usage tracker for resource:security_group_rule and tenant:6bbb3def6a1e47a18395a377051c2ff0 is out of sync, need to count used quota {{(pid=84875) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:42:23.818601 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-7d55e017-c329-48c9-9566-f2b7d83c1153 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84875) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:42:23.824629 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-7d55e017-c329-48c9-9566-f2b7d83c1153 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:42:23.920285 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-7d55e017-c329-48c9-9566-f2b7d83c1153 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:42:23.925353 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-7d55e017-c329-48c9-9566-f2b7d83c1153 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850887153'] for security_group, after_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:42:23.934805 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-3787e0b3-ecdd-4306-b5fd-160896829838 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:42:23.976491 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-7d55e017-c329-48c9-9566-f2b7d83c1153 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=6bbb3def6a1e47a18395a377051c2ff0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3428457 Jan 14 07:42:23.978231 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d55e017-c329-48c9-9566-f2b7d83c1153 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e60883b0-0fbf-49bd-9aff-28693251ce1f,revision_number=1']} {{(pid=84875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:42:23.979580 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84874) accepted ('10.222.0.24', 42926) {{(pid=84874) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:42:23.986936 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d55e017-c329-48c9-9566-f2b7d83c1153 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@n-h1-768862-2 {{(pid=84875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:42:23.987302 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d55e017-c329-48c9-9566-f2b7d83c1153 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-h1-768862-2 {{(pid=84875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:42:23.987717 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d55e017-c329-48c9-9566-f2b7d83c1153 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-h1-768862-2 {{(pid=84875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:42:23.988145 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d55e017-c329-48c9-9566-f2b7d83c1153 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-h1-768862-2 {{(pid=84875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:42:23.988591 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d55e017-c329-48c9-9566-f2b7d83c1153 admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@n-h1-768862-2 {{(pid=84875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:42:23.988992 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d55e017-c329-48c9-9566-f2b7d83c1153 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-h1-768862-2 {{(pid=84875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:42:23.989403 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d55e017-c329-48c9-9566-f2b7d83c1153 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-h1-768862-2 {{(pid=84875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:42:23.989806 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d55e017-c329-48c9-9566-f2b7d83c1153 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-h1-768862-2 {{(pid=84875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:42:23.990208 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d55e017-c329-48c9-9566-f2b7d83c1153 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-h1-768862-2 {{(pid=84875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:42:23.990610 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d55e017-c329-48c9-9566-f2b7d83c1153 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-h1-768862-2 {{(pid=84875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:42:23.991011 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d55e017-c329-48c9-9566-f2b7d83c1153 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-h1-768862-2 {{(pid=84875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:42:23.991408 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d55e017-c329-48c9-9566-f2b7d83c1153 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-h1-768862-2 {{(pid=84875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:42:23.992158 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d55e017-c329-48c9-9566-f2b7d83c1153 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@n-h2-768862-2 {{(pid=84875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:42:23.992359 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d55e017-c329-48c9-9566-f2b7d83c1153 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-h2-768862-2 {{(pid=84875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:42:23.992613 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d55e017-c329-48c9-9566-f2b7d83c1153 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-h2-768862-2 {{(pid=84875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:42:23.993024 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d55e017-c329-48c9-9566-f2b7d83c1153 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-h2-768862-2 {{(pid=84875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:42:23.993512 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d55e017-c329-48c9-9566-f2b7d83c1153 admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@n-h2-768862-2 {{(pid=84875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:42:23.993810 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d55e017-c329-48c9-9566-f2b7d83c1153 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-h2-768862-2 {{(pid=84875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:42:23.994205 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d55e017-c329-48c9-9566-f2b7d83c1153 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-h2-768862-2 {{(pid=84875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:42:23.994599 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d55e017-c329-48c9-9566-f2b7d83c1153 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-h2-768862-2 {{(pid=84875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:42:23.994977 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d55e017-c329-48c9-9566-f2b7d83c1153 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-h2-768862-2 {{(pid=84875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:42:23.995371 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d55e017-c329-48c9-9566-f2b7d83c1153 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-h2-768862-2 {{(pid=84875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:42:23.995783 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d55e017-c329-48c9-9566-f2b7d83c1153 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-h2-768862-2 {{(pid=84875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:42:23.996202 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d55e017-c329-48c9-9566-f2b7d83c1153 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-h2-768862-2 {{(pid=84875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:42:23.996659 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d55e017-c329-48c9-9566-f2b7d83c1153 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-2 {{(pid=84875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:42:23.997421 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d55e017-c329-48c9-9566-f2b7d83c1153 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-2 {{(pid=84875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:42:23.997421 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d55e017-c329-48c9-9566-f2b7d83c1153 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-2 {{(pid=84875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:42:23.998164 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d55e017-c329-48c9-9566-f2b7d83c1153 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-2 {{(pid=84875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:42:23.998164 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d55e017-c329-48c9-9566-f2b7d83c1153 admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@n-d-768862-2 {{(pid=84875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:42:23.998561 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d55e017-c329-48c9-9566-f2b7d83c1153 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-2 {{(pid=84875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:42:23.998890 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d55e017-c329-48c9-9566-f2b7d83c1153 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-768862-2 {{(pid=84875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:42:23.999315 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d55e017-c329-48c9-9566-f2b7d83c1153 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-768862-2 {{(pid=84875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:42:23.999691 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d55e017-c329-48c9-9566-f2b7d83c1153 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-2 {{(pid=84875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:42:24.000108 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d55e017-c329-48c9-9566-f2b7d83c1153 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-2 {{(pid=84875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:42:24.000505 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d55e017-c329-48c9-9566-f2b7d83c1153 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-2 {{(pid=84875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:42:24.000893 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d55e017-c329-48c9-9566-f2b7d83c1153 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-2 {{(pid=84875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:42:24.006083 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-7d55e017-c329-48c9-9566-f2b7d83c1153 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:42:24.046306 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-723eea14-fb9d-45fc-8724-482ed01c6e9c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:42:24.073750 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-723eea14-fb9d-45fc-8724-482ed01c6e9c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:42:24.121999 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-723eea14-fb9d-45fc-8724-482ed01c6e9c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850887153'] for security_group, after_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:42:24.127305 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-42c1b58c-f79c-4302-bdf9-b106c1ea42ae tempest-FloatingIPTestJSON-1632234116 tempest-FloatingIPTestJSON-1632234116] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:42:24.141633 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-723eea14-fb9d-45fc-8724-482ed01c6e9c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e60883b0-0fbf-49bd-9aff-28693251ce1f,revision_number=None']} {{(pid=84874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:42:24.150487 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-723eea14-fb9d-45fc-8724-482ed01c6e9c admin admin] Notify callbacks [] for security_group, before_response {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:42:24.151705 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-723eea14-fb9d-45fc-8724-482ed01c6e9c admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/e60883b0-0fbf-49bd-9aff-28693251ce1f HTTP/1.1" status: 204 len: 168 time: 0.1710505 Jan 14 07:42:24.153402 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-723eea14-fb9d-45fc-8724-482ed01c6e9c admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@n-h1-768862-2 {{(pid=84874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:42:24.153835 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-723eea14-fb9d-45fc-8724-482ed01c6e9c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-h1-768862-2 {{(pid=84874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:42:24.154220 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-723eea14-fb9d-45fc-8724-482ed01c6e9c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-h1-768862-2 {{(pid=84874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:42:24.154636 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-723eea14-fb9d-45fc-8724-482ed01c6e9c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-h1-768862-2 {{(pid=84874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:42:24.155038 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-723eea14-fb9d-45fc-8724-482ed01c6e9c admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@n-h1-768862-2 {{(pid=84874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:42:24.155416 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-723eea14-fb9d-45fc-8724-482ed01c6e9c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-h1-768862-2 {{(pid=84874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:42:24.155855 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-723eea14-fb9d-45fc-8724-482ed01c6e9c admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-h1-768862-2 {{(pid=84874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:42:24.156282 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-723eea14-fb9d-45fc-8724-482ed01c6e9c admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-h1-768862-2 {{(pid=84874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:42:24.156679 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-723eea14-fb9d-45fc-8724-482ed01c6e9c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-h1-768862-2 {{(pid=84874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:42:24.157061 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-723eea14-fb9d-45fc-8724-482ed01c6e9c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-h1-768862-2 {{(pid=84874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:42:24.157471 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-723eea14-fb9d-45fc-8724-482ed01c6e9c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-h1-768862-2 {{(pid=84874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:42:24.157894 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-723eea14-fb9d-45fc-8724-482ed01c6e9c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-h1-768862-2 {{(pid=84874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:42:24.158452 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-723eea14-fb9d-45fc-8724-482ed01c6e9c admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@n-h2-768862-2 {{(pid=84874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:42:24.158751 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-723eea14-fb9d-45fc-8724-482ed01c6e9c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-h2-768862-2 {{(pid=84874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:42:24.159121 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-723eea14-fb9d-45fc-8724-482ed01c6e9c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-h2-768862-2 {{(pid=84874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:42:24.159541 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-723eea14-fb9d-45fc-8724-482ed01c6e9c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-h2-768862-2 {{(pid=84874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:42:24.159966 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-723eea14-fb9d-45fc-8724-482ed01c6e9c admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@n-h2-768862-2 {{(pid=84874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:42:24.160396 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-723eea14-fb9d-45fc-8724-482ed01c6e9c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-h2-768862-2 {{(pid=84874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:42:24.160821 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-723eea14-fb9d-45fc-8724-482ed01c6e9c admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-h2-768862-2 {{(pid=84874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:42:24.161233 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-723eea14-fb9d-45fc-8724-482ed01c6e9c admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-h2-768862-2 {{(pid=84874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:42:24.161646 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-723eea14-fb9d-45fc-8724-482ed01c6e9c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-h2-768862-2 {{(pid=84874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:42:24.162014 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-723eea14-fb9d-45fc-8724-482ed01c6e9c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-h2-768862-2 {{(pid=84874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:42:24.162455 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-723eea14-fb9d-45fc-8724-482ed01c6e9c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-h2-768862-2 {{(pid=84874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:42:24.162839 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-723eea14-fb9d-45fc-8724-482ed01c6e9c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-h2-768862-2 {{(pid=84874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:42:24.163287 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-723eea14-fb9d-45fc-8724-482ed01c6e9c admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-2 {{(pid=84874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:42:24.163691 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-723eea14-fb9d-45fc-8724-482ed01c6e9c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-2 {{(pid=84874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:42:24.164118 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-723eea14-fb9d-45fc-8724-482ed01c6e9c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-2 {{(pid=84874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:42:24.164522 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-723eea14-fb9d-45fc-8724-482ed01c6e9c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-2 {{(pid=84874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:42:24.164926 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-723eea14-fb9d-45fc-8724-482ed01c6e9c admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@n-d-768862-2 {{(pid=84874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:42:24.165329 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-723eea14-fb9d-45fc-8724-482ed01c6e9c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-2 {{(pid=84874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:42:24.165743 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-723eea14-fb9d-45fc-8724-482ed01c6e9c admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-768862-2 {{(pid=84874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:42:24.166132 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-723eea14-fb9d-45fc-8724-482ed01c6e9c admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-768862-2 {{(pid=84874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:42:24.166622 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-723eea14-fb9d-45fc-8724-482ed01c6e9c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-2 {{(pid=84874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:42:24.166915 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-723eea14-fb9d-45fc-8724-482ed01c6e9c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-2 {{(pid=84874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:42:24.167321 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-723eea14-fb9d-45fc-8724-482ed01c6e9c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-2 {{(pid=84874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:42:24.167721 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-723eea14-fb9d-45fc-8724-482ed01c6e9c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-2 {{(pid=84874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:42:24.172546 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-723eea14-fb9d-45fc-8724-482ed01c6e9c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:42:24.531493 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84874) accepted ('10.222.0.24', 42946) {{(pid=84874) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:42:24.550860 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-a167e6bf-3eb8-40e4-9f81-c30151d4809e admin admin] Notify callbacks [] for security_group, before_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:42:24.566448 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-a167e6bf-3eb8-40e4-9f81-c30151d4809e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:42:24.570644 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-a167e6bf-3eb8-40e4-9f81-c30151d4809e admin admin] Usage tracker for resource:security_group_rule and tenant:8a87ac5c4f854340a656d20e3fb7e26f is out of sync, need to count used quota {{(pid=84874) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:42:24.573340 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f08070c3-707f-4355-bc17-c478db232b7f req-f445a1ef-7bcc-448e-9018-f33f842f0f50 tempest-TestVolumeBootPattern-349231117 tempest-TestVolumeBootPattern-349231117] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:42:24.573695 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-a167e6bf-3eb8-40e4-9f81-c30151d4809e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84874) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:42:24.575005 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [req-f08070c3-707f-4355-bc17-c478db232b7f req-f445a1ef-7bcc-448e-9018-f33f842f0f50 tempest-TestVolumeBootPattern-349231117 tempest-TestVolumeBootPattern-349231117] 10.222.0.24 "GET /v2.0/networks?id=d7520512-b58e-4e49-bbed-b0e4070f0997 HTTP/1.1" status: 200 len: 812 time: 0.1805046 Jan 14 07:42:24.579529 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-a167e6bf-3eb8-40e4-9f81-c30151d4809e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:42:24.592265 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [req-f08070c3-707f-4355-bc17-c478db232b7f req-7925abc1-740f-4f79-ab11-bc527d370929 tempest-TestVolumeBootPattern-349231117 tempest-TestVolumeBootPattern-349231117] 10.222.0.24 "GET /v2.0/quotas/826dd27ac0df4e22843eba39deedff5f HTTP/1.1" status: 200 len: 375 time: 0.0109932 Jan 14 07:42:24.671251 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-a167e6bf-3eb8-40e4-9f81-c30151d4809e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:42:24.674630 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-a167e6bf-3eb8-40e4-9f81-c30151d4809e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850887153'] for security_group, after_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:42:24.684329 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-6d93d96a-5124-4270-9b1b-a7af9d0bec27 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:42:24.686879 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [req-f08070c3-707f-4355-bc17-c478db232b7f req-cfe951fd-eb6f-4a07-8e6d-c8b7c2d38903 tempest-TestVolumeBootPattern-349231117 tempest-TestVolumeBootPattern-349231117] 10.222.0.24 "GET /v2.0/ports?tenant_id=826dd27ac0df4e22843eba39deedff5f&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0887084 Jan 14 07:42:24.700281 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [req-f08070c3-707f-4355-bc17-c478db232b7f req-902a915f-32e6-4660-a2e9-3d294304717a service neutron] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=84875) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 14 07:42:24.701375 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [req-f08070c3-707f-4355-bc17-c478db232b7f req-902a915f-32e6-4660-a2e9-3d294304717a service neutron] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13279 time: 0.0065877 Jan 14 07:42:24.722319 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a167e6bf-3eb8-40e4-9f81-c30151d4809e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f6083c59-4f9c-489c-9701-6b87c769a993,revision_number=1']} {{(pid=84874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:42:24.726760 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-a167e6bf-3eb8-40e4-9f81-c30151d4809e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:42:24.739748 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-a167e6bf-3eb8-40e4-9f81-c30151d4809e admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=8a87ac5c4f854340a656d20e3fb7e26f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2069476 Jan 14 07:42:24.740444 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84874) accepted ('10.222.0.24', 42950) {{(pid=84874) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:42:24.803482 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-1b24e22b-9c93-45a0-82ba-c6020d1cba07 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:42:24.833917 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-1b24e22b-9c93-45a0-82ba-c6020d1cba07 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:42:24.849511 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [req-f08070c3-707f-4355-bc17-c478db232b7f req-77918714-3697-4746-9aa3-cca25fb7d8a4 service neutron] 10.222.0.24 "GET /v2.0/networks/d7520512-b58e-4e49-bbed-b0e4070f0997?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1404850 Jan 14 07:42:24.880910 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-1b24e22b-9c93-45a0-82ba-c6020d1cba07 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850887153'] for security_group, after_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:42:24.884929 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-3bd167cd-4322-440f-8e04-aca2876e59bc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:42:24.896641 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b24e22b-9c93-45a0-82ba-c6020d1cba07 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f6083c59-4f9c-489c-9701-6b87c769a993,revision_number=None']} {{(pid=84874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:42:24.901480 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-1b24e22b-9c93-45a0-82ba-c6020d1cba07 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:42:24.904849 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-1b24e22b-9c93-45a0-82ba-c6020d1cba07 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:42:24.906099 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-1b24e22b-9c93-45a0-82ba-c6020d1cba07 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/f6083c59-4f9c-489c-9701-6b87c769a993 HTTP/1.1" status: 204 len: 168 time: 0.1646469 Jan 14 07:42:25.003855 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [req-f08070c3-707f-4355-bc17-c478db232b7f req-0a40d635-c985-4084-a882-db58c704f706 service neutron] 10.222.0.24 "GET /v2.0/networks/d7520512-b58e-4e49-bbed-b0e4070f0997?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1475301 Jan 14 07:42:28.954125 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84874) accepted ('10.222.0.24', 43116) {{(pid=84874) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:42:29.117696 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-048d8d2f-cff5-445f-9631-828deae36b50 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:42:29.139107 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-048d8d2f-cff5-445f-9631-828deae36b50 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:42:29.144543 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-048d8d2f-cff5-445f-9631-828deae36b50 admin admin] Usage tracker for resource:security_group_rule and tenant:b7d2f62008304b84b7a4af0c48252ce4 is out of sync, need to count used quota {{(pid=84874) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:42:29.148718 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-048d8d2f-cff5-445f-9631-828deae36b50 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84874) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:42:29.154697 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-048d8d2f-cff5-445f-9631-828deae36b50 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:42:29.243463 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-048d8d2f-cff5-445f-9631-828deae36b50 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:42:29.247258 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-048d8d2f-cff5-445f-9631-828deae36b50 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850887153'] for security_group, after_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:42:29.256999 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-b7d06511-4a5f-4e8b-bbc0-d2bf00a7f939 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:42:29.301096 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-048d8d2f-cff5-445f-9631-828deae36b50 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=b7d2f62008304b84b7a4af0c48252ce4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3456142 Jan 14 07:42:29.302850 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-048d8d2f-cff5-445f-9631-828deae36b50 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=702b1158-a5e9-4ad4-86fc-a980f1880a71,revision_number=1']} {{(pid=84874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:42:29.303529 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84875) accepted ('10.222.0.24', 43160) {{(pid=84875) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:42:29.306594 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-048d8d2f-cff5-445f-9631-828deae36b50 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:42:29.374244 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-df58cfaf-abda-4512-b939-3635f3df9fd8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:42:29.402493 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-df58cfaf-abda-4512-b939-3635f3df9fd8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:42:29.449006 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-df58cfaf-abda-4512-b939-3635f3df9fd8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850887153'] for security_group, after_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:42:29.454378 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-7d55e017-c329-48c9-9566-f2b7d83c1153 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:42:29.469874 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df58cfaf-abda-4512-b939-3635f3df9fd8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=702b1158-a5e9-4ad4-86fc-a980f1880a71,revision_number=None']} {{(pid=84875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:42:29.472773 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-df58cfaf-abda-4512-b939-3635f3df9fd8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:42:29.486440 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-df58cfaf-abda-4512-b939-3635f3df9fd8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:42:29.490476 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-df58cfaf-abda-4512-b939-3635f3df9fd8 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/702b1158-a5e9-4ad4-86fc-a980f1880a71 HTTP/1.1" status: 204 len: 168 time: 0.1830344 Jan 14 07:42:29.878557 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84874) accepted ('10.222.0.24', 43202) {{(pid=84874) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:42:29.902639 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-e8ccbc68-1980-4ed4-a6f6-228eb65e3e52 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:42:29.920211 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-e8ccbc68-1980-4ed4-a6f6-228eb65e3e52 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:42:29.924476 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-e8ccbc68-1980-4ed4-a6f6-228eb65e3e52 admin admin] Usage tracker for resource:security_group_rule and tenant:4082da28dca6493798dd8fd7a4293714 is out of sync, need to count used quota {{(pid=84874) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:42:29.927767 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-e8ccbc68-1980-4ed4-a6f6-228eb65e3e52 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84874) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:42:29.933775 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-e8ccbc68-1980-4ed4-a6f6-228eb65e3e52 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:42:30.025341 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-e8ccbc68-1980-4ed4-a6f6-228eb65e3e52 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:42:30.029159 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-e8ccbc68-1980-4ed4-a6f6-228eb65e3e52 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850887153'] for security_group, after_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:42:30.039142 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-ce863468-0f7e-4f2d-8cfb-96f1ce4088cd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:42:30.086294 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-e8ccbc68-1980-4ed4-a6f6-228eb65e3e52 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=4082da28dca6493798dd8fd7a4293714&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2064047 Jan 14 07:42:30.088078 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8ccbc68-1980-4ed4-a6f6-228eb65e3e52 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9c35792f-2f19-4e2e-b9a3-4a3887c6faf1,revision_number=1']} {{(pid=84874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:42:30.089299 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84875) accepted ('10.222.0.24', 43206) {{(pid=84875) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:42:30.092134 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-e8ccbc68-1980-4ed4-a6f6-228eb65e3e52 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:42:30.156782 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-560328cf-0caa-42c4-8224-8b2454cc0a42 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:42:30.186575 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-560328cf-0caa-42c4-8224-8b2454cc0a42 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:42:30.235214 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-560328cf-0caa-42c4-8224-8b2454cc0a42 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850887153'] for security_group, after_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:42:30.240584 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-c22e7444-eee4-426c-add7-1adbfae679b3 tempest-RoutersAdminTest-2021597473 tempest-RoutersAdminTest-2021597473] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:42:30.254459 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-560328cf-0caa-42c4-8224-8b2454cc0a42 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9c35792f-2f19-4e2e-b9a3-4a3887c6faf1,revision_number=None']} {{(pid=84875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:42:30.257432 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-560328cf-0caa-42c4-8224-8b2454cc0a42 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:42:30.258737 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-560328cf-0caa-42c4-8224-8b2454cc0a42 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:42:30.260010 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-560328cf-0caa-42c4-8224-8b2454cc0a42 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/9c35792f-2f19-4e2e-b9a3-4a3887c6faf1 HTTP/1.1" status: 204 len: 168 time: 0.1694930 Jan 14 07:42:38.719765 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84875) accepted ('10.222.0.24', 43308) {{(pid=84875) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:42:38.892689 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-72b1d1d5-d767-4008-b435-cdd6796bf667 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:42:38.909098 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-72b1d1d5-d767-4008-b435-cdd6796bf667 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:42:38.913477 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-72b1d1d5-d767-4008-b435-cdd6796bf667 admin admin] Usage tracker for resource:security_group_rule and tenant:237d845a36a24da7b44ebb7b72a110d6 is out of sync, need to count used quota {{(pid=84875) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:42:38.916541 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-72b1d1d5-d767-4008-b435-cdd6796bf667 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84875) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:42:38.923137 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-72b1d1d5-d767-4008-b435-cdd6796bf667 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:42:39.016041 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-72b1d1d5-d767-4008-b435-cdd6796bf667 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:42:39.019525 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-72b1d1d5-d767-4008-b435-cdd6796bf667 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850887153'] for security_group, after_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:42:39.029330 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-3e70ebef-5d8b-4f18-a25d-fb76856503c4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:42:39.073468 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-72b1d1d5-d767-4008-b435-cdd6796bf667 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=237d845a36a24da7b44ebb7b72a110d6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3515472 Jan 14 07:42:39.074475 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72b1d1d5-d767-4008-b435-cdd6796bf667 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d98e543b-498e-4df4-8100-62f11f429216,revision_number=1']} {{(pid=84875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:42:39.076428 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84874) accepted ('10.222.0.24', 43314) {{(pid=84874) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:42:39.077907 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-72b1d1d5-d767-4008-b435-cdd6796bf667 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:42:39.146515 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-d0e0a40f-8792-4641-ab01-ac37f1364776 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:42:39.174232 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-d0e0a40f-8792-4641-ab01-ac37f1364776 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:42:39.220511 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-d0e0a40f-8792-4641-ab01-ac37f1364776 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850887153'] for security_group, after_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:42:39.225184 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-78f38c28-03bc-49fb-9eb9-29ff16a42213 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:42:39.243192 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0e0a40f-8792-4641-ab01-ac37f1364776 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d98e543b-498e-4df4-8100-62f11f429216,revision_number=None']} {{(pid=84874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:42:39.254062 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-d0e0a40f-8792-4641-ab01-ac37f1364776 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:42:39.256089 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-d0e0a40f-8792-4641-ab01-ac37f1364776 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:42:39.260292 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-d0e0a40f-8792-4641-ab01-ac37f1364776 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/d98e543b-498e-4df4-8100-62f11f429216 HTTP/1.1" status: 204 len: 168 time: 0.1817858 Jan 14 07:42:39.636939 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84875) accepted ('10.222.0.24', 43324) {{(pid=84875) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:42:39.656807 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-bfa1fe0c-6802-4fcc-b18b-2aa4c3c3bc73 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:42:39.673438 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-bfa1fe0c-6802-4fcc-b18b-2aa4c3c3bc73 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:42:39.677912 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-bfa1fe0c-6802-4fcc-b18b-2aa4c3c3bc73 admin admin] Usage tracker for resource:security_group_rule and tenant:1c9d838f2b6e428a88148a97049098ea is out of sync, need to count used quota {{(pid=84875) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:42:39.680948 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-bfa1fe0c-6802-4fcc-b18b-2aa4c3c3bc73 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84875) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:42:39.708830 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-bfa1fe0c-6802-4fcc-b18b-2aa4c3c3bc73 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:42:39.802619 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-bfa1fe0c-6802-4fcc-b18b-2aa4c3c3bc73 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:42:39.806021 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-bfa1fe0c-6802-4fcc-b18b-2aa4c3c3bc73 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850887153'] for security_group, after_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:42:39.814807 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-3d4535e6-d869-4230-aa5f-552b2c5715c3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:42:39.865001 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-bfa1fe0c-6802-4fcc-b18b-2aa4c3c3bc73 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=1c9d838f2b6e428a88148a97049098ea&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2243044 Jan 14 07:42:39.865296 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84875) accepted ('10.222.0.24', 43328) {{(pid=84875) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:42:39.868252 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfa1fe0c-6802-4fcc-b18b-2aa4c3c3bc73 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a5f0df96-653c-4942-9d4f-28d946b3a618,revision_number=1']} {{(pid=84875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:42:39.872029 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-bfa1fe0c-6802-4fcc-b18b-2aa4c3c3bc73 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:42:40.237652 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-006c9df6-691e-4b53-92c2-7ef2007ad307 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:42:40.264803 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-006c9df6-691e-4b53-92c2-7ef2007ad307 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:42:40.311195 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-006c9df6-691e-4b53-92c2-7ef2007ad307 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850887153'] for security_group, after_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:42:40.315174 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-5fcc7697-dec4-4f05-a1c5-d66177156feb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:42:40.329125 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-006c9df6-691e-4b53-92c2-7ef2007ad307 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a5f0df96-653c-4942-9d4f-28d946b3a618,revision_number=None']} {{(pid=84875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:42:40.333571 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-006c9df6-691e-4b53-92c2-7ef2007ad307 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:42:40.339602 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-006c9df6-691e-4b53-92c2-7ef2007ad307 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:42:40.343377 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-006c9df6-691e-4b53-92c2-7ef2007ad307 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/a5f0df96-653c-4942-9d4f-28d946b3a618 HTTP/1.1" status: 204 len: 168 time: 0.4746165 Jan 14 07:42:41.385963 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-017f98a9-8a07-408c-a86f-8ff0c00400a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363259214191800', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854171626'] for agent, after_update {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:42:42.854689 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-852a24f7-e9a1-4193-9abb-e9506fe5213f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363259214191800', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854171626'] for agent, after_update {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:42:46.817880 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feadfce6-4684-47bc-8b5e-213825d86169 req-40b067de-4253-4ee4-8d1e-7094b27ad2d2 tempest-TestVolumeBootPattern-349231117 tempest-TestVolumeBootPattern-349231117] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:42:46.819783 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [req-feadfce6-4684-47bc-8b5e-213825d86169 req-40b067de-4253-4ee4-8d1e-7094b27ad2d2 tempest-TestVolumeBootPattern-349231117 tempest-TestVolumeBootPattern-349231117] 10.222.0.24 "GET /v2.0/networks?id=d7520512-b58e-4e49-bbed-b0e4070f0997 HTTP/1.1" status: 200 len: 812 time: 0.1888981 Jan 14 07:42:46.839061 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [req-feadfce6-4684-47bc-8b5e-213825d86169 req-7d053a0d-082a-409d-8905-82c224e43880 tempest-TestVolumeBootPattern-349231117 tempest-TestVolumeBootPattern-349231117] 10.222.0.24 "GET /v2.0/quotas/826dd27ac0df4e22843eba39deedff5f HTTP/1.1" status: 200 len: 375 time: 0.0121336 Jan 14 07:42:46.939606 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [req-feadfce6-4684-47bc-8b5e-213825d86169 req-49c2abfa-9d18-4f8e-9bb4-85af6c03a59c tempest-TestVolumeBootPattern-349231117 tempest-TestVolumeBootPattern-349231117] 10.222.0.24 "GET /v2.0/ports?tenant_id=826dd27ac0df4e22843eba39deedff5f&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0938985 Jan 14 07:42:47.086391 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [req-feadfce6-4684-47bc-8b5e-213825d86169 req-f26760ca-bd71-4c31-a564-e025eb7498c9 service neutron] 10.222.0.24 "GET /v2.0/networks/d7520512-b58e-4e49-bbed-b0e4070f0997?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1387644 Jan 14 07:42:47.235276 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [req-feadfce6-4684-47bc-8b5e-213825d86169 req-503eeca7-a6d6-4abe-ae01-00f5e43f72bb service neutron] 10.222.0.24 "GET /v2.0/networks/d7520512-b58e-4e49-bbed-b0e4070f0997?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1416569 Jan 14 07:42:48.363694 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84875) accepted ('10.222.0.24', 43510) {{(pid=84875) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:42:48.593381 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-891000a0-cf47-4dab-abce-95c99dfdce6b admin admin] Notify callbacks [] for security_group, before_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:42:48.609885 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-891000a0-cf47-4dab-abce-95c99dfdce6b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:42:48.614513 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-891000a0-cf47-4dab-abce-95c99dfdce6b admin admin] Usage tracker for resource:security_group_rule and tenant:5e15be9db76e4794a987156ec30af144 is out of sync, need to count used quota {{(pid=84875) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:42:48.617656 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-891000a0-cf47-4dab-abce-95c99dfdce6b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84875) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:42:48.624030 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-891000a0-cf47-4dab-abce-95c99dfdce6b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:42:48.715518 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-891000a0-cf47-4dab-abce-95c99dfdce6b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:42:48.719879 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-891000a0-cf47-4dab-abce-95c99dfdce6b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850887153'] for security_group, after_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:42:48.729430 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-a92b647f-a337-47b0-abd6-867614189c4d tempest-NegativeSecGroupTest-99150678 tempest-NegativeSecGroupTest-99150678] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:42:48.776881 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-891000a0-cf47-4dab-abce-95c99dfdce6b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0bcbe83c-d2dc-4cbe-9c28-033a9e03113e,revision_number=1']} {{(pid=84875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:42:48.782588 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-891000a0-cf47-4dab-abce-95c99dfdce6b admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=5e15be9db76e4794a987156ec30af144&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4176090 Jan 14 07:42:48.784428 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84874) accepted ('10.222.0.24', 43518) {{(pid=84874) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:42:48.788267 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-891000a0-cf47-4dab-abce-95c99dfdce6b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:42:48.826181 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-3377dc28-b724-4f70-ba8d-fc26292c0d01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363259214191800', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854171626'] for agent, after_update {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:42:48.854091 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-bfd32c4b-5142-4d5d-b3f5-be326f4b8d69 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:42:48.882167 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-bfd32c4b-5142-4d5d-b3f5-be326f4b8d69 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:42:48.936800 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-bfd32c4b-5142-4d5d-b3f5-be326f4b8d69 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850887153'] for security_group, after_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:42:48.941074 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-d5b0dc63-37c5-4d3f-9ab8-9529baba3066 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:42:48.953892 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfd32c4b-5142-4d5d-b3f5-be326f4b8d69 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0bcbe83c-d2dc-4cbe-9c28-033a9e03113e,revision_number=None']} {{(pid=84874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:42:48.961905 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-bfd32c4b-5142-4d5d-b3f5-be326f4b8d69 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:42:48.963563 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-bfd32c4b-5142-4d5d-b3f5-be326f4b8d69 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:42:48.968201 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-bfd32c4b-5142-4d5d-b3f5-be326f4b8d69 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/0bcbe83c-d2dc-4cbe-9c28-033a9e03113e HTTP/1.1" status: 204 len: 168 time: 0.1819282 Jan 14 07:42:49.351922 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84874) accepted ('10.222.0.24', 43526) {{(pid=84874) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:42:49.372703 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-d149797a-ad87-4a60-883f-3dab9e9944f7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:42:49.389375 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-d149797a-ad87-4a60-883f-3dab9e9944f7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:42:49.393450 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-d149797a-ad87-4a60-883f-3dab9e9944f7 admin admin] Usage tracker for resource:security_group_rule and tenant:a651bed306944309bfacc0c3225c4b27 is out of sync, need to count used quota {{(pid=84874) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:42:49.396465 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-d149797a-ad87-4a60-883f-3dab9e9944f7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84874) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:42:49.402239 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-d149797a-ad87-4a60-883f-3dab9e9944f7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:42:49.501095 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-d149797a-ad87-4a60-883f-3dab9e9944f7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:42:49.505157 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-d149797a-ad87-4a60-883f-3dab9e9944f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850887153'] for security_group, after_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:42:49.515761 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-5adf5bc2-3b2a-448c-ae78-f1f497fede03 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:42:49.558199 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d149797a-ad87-4a60-883f-3dab9e9944f7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=365beb88-b518-415b-9afc-29bd4d5f8865,revision_number=1']} {{(pid=84874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:42:49.564362 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-d149797a-ad87-4a60-883f-3dab9e9944f7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:42:49.570849 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-d149797a-ad87-4a60-883f-3dab9e9944f7 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=a651bed306944309bfacc0c3225c4b27&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2174697 Jan 14 07:42:49.571002 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84875) accepted ('10.222.0.24', 43534) {{(pid=84875) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:42:49.641823 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-546e2af3-0e52-485d-810b-0c1d06828849 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:42:49.669340 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-546e2af3-0e52-485d-810b-0c1d06828849 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:42:49.723935 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-546e2af3-0e52-485d-810b-0c1d06828849 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850887153'] for security_group, after_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:42:49.730228 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-fdfd4ecd-0f55-481d-a9fe-7c6078bf26e3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:42:49.744248 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-546e2af3-0e52-485d-810b-0c1d06828849 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=365beb88-b518-415b-9afc-29bd4d5f8865,revision_number=None']} {{(pid=84875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:42:49.764078 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-546e2af3-0e52-485d-810b-0c1d06828849 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:42:49.774894 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-546e2af3-0e52-485d-810b-0c1d06828849 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:42:49.776439 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-546e2af3-0e52-485d-810b-0c1d06828849 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/365beb88-b518-415b-9afc-29bd4d5f8865 HTTP/1.1" status: 204 len: 168 time: 0.2042089 Jan 14 07:42:50.134752 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.v2.base [req-f8a4b8fb-1a8c-4d36-9526-b4da71341e9f req-e90c0b52-420c-4858-921b-f46214f6b526 tempest-TestVolumeBootPattern-349231117 tempest-TestVolumeBootPattern-349231117] Request body: {'security_group': {'name': 'tempest-TestVolumeBootPattern-1775215293', 'description': 'tempest-TestVolumeBootPattern-1775215293 description'}} {{(pid=84875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:42:50.145953 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [req-f8a4b8fb-1a8c-4d36-9526-b4da71341e9f req-e90c0b52-420c-4858-921b-f46214f6b526 tempest-TestVolumeBootPattern-349231117 tempest-TestVolumeBootPattern-349231117] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:42:50.151093 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [req-f8a4b8fb-1a8c-4d36-9526-b4da71341e9f req-e90c0b52-420c-4858-921b-f46214f6b526 tempest-TestVolumeBootPattern-349231117 tempest-TestVolumeBootPattern-349231117] Usage tracker for resource:security_group and tenant:826dd27ac0df4e22843eba39deedff5f is out of sync, need to count used quota {{(pid=84875) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:42:50.154284 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [req-f8a4b8fb-1a8c-4d36-9526-b4da71341e9f req-e90c0b52-420c-4858-921b-f46214f6b526 tempest-TestVolumeBootPattern-349231117 tempest-TestVolumeBootPattern-349231117] Quota usage for security_group was recalculated. Used quota:1. {{(pid=84875) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:42:50.160423 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [req-f8a4b8fb-1a8c-4d36-9526-b4da71341e9f req-e90c0b52-420c-4858-921b-f46214f6b526 tempest-TestVolumeBootPattern-349231117 tempest-TestVolumeBootPattern-349231117] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:42:50.172010 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [req-f8a4b8fb-1a8c-4d36-9526-b4da71341e9f req-e90c0b52-420c-4858-921b-f46214f6b526 tempest-TestVolumeBootPattern-349231117 tempest-TestVolumeBootPattern-349231117] Notify callbacks [] for security_group, before_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:42:50.195277 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [req-f8a4b8fb-1a8c-4d36-9526-b4da71341e9f req-e90c0b52-420c-4858-921b-f46214f6b526 tempest-TestVolumeBootPattern-349231117 tempest-TestVolumeBootPattern-349231117] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:42:50.199584 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [req-f8a4b8fb-1a8c-4d36-9526-b4da71341e9f req-e90c0b52-420c-4858-921b-f46214f6b526 tempest-TestVolumeBootPattern-349231117 tempest-TestVolumeBootPattern-349231117] Usage tracker for resource:security_group_rule and tenant:826dd27ac0df4e22843eba39deedff5f is out of sync, need to count used quota {{(pid=84875) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:42:50.202741 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [req-f8a4b8fb-1a8c-4d36-9526-b4da71341e9f req-e90c0b52-420c-4858-921b-f46214f6b526 tempest-TestVolumeBootPattern-349231117 tempest-TestVolumeBootPattern-349231117] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84875) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:42:50.209068 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [req-f8a4b8fb-1a8c-4d36-9526-b4da71341e9f req-e90c0b52-420c-4858-921b-f46214f6b526 tempest-TestVolumeBootPattern-349231117 tempest-TestVolumeBootPattern-349231117] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:42:50.236375 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84874) accepted ('10.222.0.24', 43546) {{(pid=84874) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:42:50.257928 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-f6d6b743-1916-4e6c-bec5-c25c4143b2fb admin admin] Notify callbacks [] for security_group, before_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:42:50.283057 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-f6d6b743-1916-4e6c-bec5-c25c4143b2fb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:42:50.287513 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-f6d6b743-1916-4e6c-bec5-c25c4143b2fb admin admin] Usage tracker for resource:security_group_rule and tenant:b03d757b2b5247e9a92b5246f2e8a291 is out of sync, need to count used quota {{(pid=84874) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:42:50.290595 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-f6d6b743-1916-4e6c-bec5-c25c4143b2fb admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84874) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:42:50.296497 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-f6d6b743-1916-4e6c-bec5-c25c4143b2fb admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:42:50.297725 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [req-f8a4b8fb-1a8c-4d36-9526-b4da71341e9f req-e90c0b52-420c-4858-921b-f46214f6b526 tempest-TestVolumeBootPattern-349231117 tempest-TestVolumeBootPattern-349231117] Notify callbacks [] for security_group, precommit_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:42:50.300803 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [req-f8a4b8fb-1a8c-4d36-9526-b4da71341e9f req-e90c0b52-420c-4858-921b-f46214f6b526 tempest-TestVolumeBootPattern-349231117 tempest-TestVolumeBootPattern-349231117] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850887153'] for security_group, after_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:42:50.306680 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-29fa3d8c-1594-4f3e-9c98-e00c31e9f985 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:42:50.347171 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [req-f8a4b8fb-1a8c-4d36-9526-b4da71341e9f req-e90c0b52-420c-4858-921b-f46214f6b526 tempest-TestVolumeBootPattern-349231117 tempest-TestVolumeBootPattern-349231117] Notify callbacks [] for security_group, before_response {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:42:50.348543 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [req-f8a4b8fb-1a8c-4d36-9526-b4da71341e9f req-e90c0b52-420c-4858-921b-f46214f6b526 tempest-TestVolumeBootPattern-349231117 tempest-TestVolumeBootPattern-349231117] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1815 time: 0.4851942 Jan 14 07:42:50.350528 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e90c0b52-420c-4858-921b-f46214f6b526 tempest-TestVolumeBootPattern-349231117 tempest-TestVolumeBootPattern-349231117] Pushing event updated for resources: {'SecurityGroup': ['ID=3b98a127-d705-4899-a2f5-609273491982,revision_number=1']} {{(pid=84875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:42:50.353875 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-e90c0b52-420c-4858-921b-f46214f6b526 tempest-TestVolumeBootPattern-349231117 tempest-TestVolumeBootPattern-349231117] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:42:50.390378 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-f6d6b743-1916-4e6c-bec5-c25c4143b2fb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:42:50.394094 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-f6d6b743-1916-4e6c-bec5-c25c4143b2fb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850887153'] for security_group, after_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:42:50.407576 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-723eea14-fb9d-45fc-8724-482ed01c6e9c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:42:50.442659 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [req-7998829d-97ef-461e-967b-acbd19393239 req-72527377-10a2-40dd-8362-9628f776433e tempest-TestVolumeBootPattern-349231117 tempest-TestVolumeBootPattern-349231117] 10.222.0.24 "GET /v2.0/security-groups/3b98a127-d705-4899-a2f5-609273491982 HTTP/1.1" status: 200 len: 1810 time: 0.0572133 Jan 14 07:42:50.452847 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-f6d6b743-1916-4e6c-bec5-c25c4143b2fb admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=b03d757b2b5247e9a92b5246f2e8a291&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2126386 Jan 14 07:42:50.452847 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6d6b743-1916-4e6c-bec5-c25c4143b2fb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=afa34668-edbe-47f6-a219-a8f61f67a225,revision_number=1']} {{(pid=84874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:42:50.454375 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.v2.base [req-7998829d-97ef-461e-967b-acbd19393239 req-f90e830c-c69c-44f6-96f2-ff76735d36c7 tempest-TestVolumeBootPattern-349231117 tempest-TestVolumeBootPattern-349231117] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '3b98a127-d705-4899-a2f5-609273491982', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=84875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:42:50.454877 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.v2.base [req-7998829d-97ef-461e-967b-acbd19393239 req-f90e830c-c69c-44f6-96f2-ff76735d36c7 tempest-TestVolumeBootPattern-349231117 tempest-TestVolumeBootPattern-349231117] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '3b98a127-d705-4899-a2f5-609273491982', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=84875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:42:50.455461 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-f6d6b743-1916-4e6c-bec5-c25c4143b2fb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:42:50.456074 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84874) accepted ('10.222.0.24', 43552) {{(pid=84874) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:42:50.466630 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [req-7998829d-97ef-461e-967b-acbd19393239 req-f90e830c-c69c-44f6-96f2-ff76735d36c7 tempest-TestVolumeBootPattern-349231117 tempest-TestVolumeBootPattern-349231117] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:42:50.470948 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [req-7998829d-97ef-461e-967b-acbd19393239 req-f90e830c-c69c-44f6-96f2-ff76735d36c7 tempest-TestVolumeBootPattern-349231117 tempest-TestVolumeBootPattern-349231117] Usage tracker for resource:security_group_rule and tenant:826dd27ac0df4e22843eba39deedff5f is out of sync, need to count used quota {{(pid=84875) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:42:50.474770 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [req-7998829d-97ef-461e-967b-acbd19393239 req-f90e830c-c69c-44f6-96f2-ff76735d36c7 tempest-TestVolumeBootPattern-349231117 tempest-TestVolumeBootPattern-349231117] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84875) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:42:50.480517 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [req-7998829d-97ef-461e-967b-acbd19393239 req-f90e830c-c69c-44f6-96f2-ff76735d36c7 tempest-TestVolumeBootPattern-349231117 tempest-TestVolumeBootPattern-349231117] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:42:50.521067 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-01e193cf-4b2e-4c9d-ba4c-026e7aefde00 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:42:50.536595 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [req-7998829d-97ef-461e-967b-acbd19393239 req-f90e830c-c69c-44f6-96f2-ff76735d36c7 tempest-TestVolumeBootPattern-349231117 tempest-TestVolumeBootPattern-349231117] Notify callbacks [] for security_group_rule, before_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:42:50.550233 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-01e193cf-4b2e-4c9d-ba4c-026e7aefde00 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:42:50.561826 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [req-7998829d-97ef-461e-967b-acbd19393239 req-f90e830c-c69c-44f6-96f2-ff76735d36c7 tempest-TestVolumeBootPattern-349231117 tempest-TestVolumeBootPattern-349231117] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:42:50.565815 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [req-7998829d-97ef-461e-967b-acbd19393239 req-f90e830c-c69c-44f6-96f2-ff76735d36c7 tempest-TestVolumeBootPattern-349231117 tempest-TestVolumeBootPattern-349231117] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850966545'] for security_group_rule, after_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:42:50.567782 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-8da47c6e-7e5a-4958-93bd-eb4d675adc9b tempest-SecGroupTest-1152222618 tempest-SecGroupTest-1152222618] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:42:50.589217 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f90e830c-c69c-44f6-96f2-ff76735d36c7 tempest-TestVolumeBootPattern-349231117 tempest-TestVolumeBootPattern-349231117] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c2f1288a-af1e-4c8e-a8be-7a3f038b7cdd,revision_number=0']} {{(pid=84875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:42:50.594111 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-f90e830c-c69c-44f6-96f2-ff76735d36c7 tempest-TestVolumeBootPattern-349231117 tempest-TestVolumeBootPattern-349231117] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:42:50.600971 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-01e193cf-4b2e-4c9d-ba4c-026e7aefde00 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850887153'] for security_group, after_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:42:50.601389 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [req-7998829d-97ef-461e-967b-acbd19393239 req-f90e830c-c69c-44f6-96f2-ff76735d36c7 tempest-TestVolumeBootPattern-349231117 tempest-TestVolumeBootPattern-349231117] Notify callbacks [] for security_group_rule, before_response {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:42:50.602682 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [req-7998829d-97ef-461e-967b-acbd19393239 req-f90e830c-c69c-44f6-96f2-ff76735d36c7 tempest-TestVolumeBootPattern-349231117 tempest-TestVolumeBootPattern-349231117] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.1528277 Jan 14 07:42:50.606553 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-8981dd5d-d70a-4970-8a49-b151ca5b0c63 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:42:50.619798 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01e193cf-4b2e-4c9d-ba4c-026e7aefde00 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=afa34668-edbe-47f6-a219-a8f61f67a225,revision_number=None']} {{(pid=84874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:42:50.622681 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-01e193cf-4b2e-4c9d-ba4c-026e7aefde00 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:42:50.631114 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-01e193cf-4b2e-4c9d-ba4c-026e7aefde00 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:42:50.632547 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-01e193cf-4b2e-4c9d-ba4c-026e7aefde00 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/afa34668-edbe-47f6-a219-a8f61f67a225 HTTP/1.1" status: 204 len: 168 time: 0.1751838 Jan 14 07:42:50.695103 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [req-0d71a0f0-1efa-4c03-9cfc-455531901523 req-39e20de8-1715-4be4-98ff-28db0c930acc tempest-TestVolumeBootPattern-349231117 tempest-TestVolumeBootPattern-349231117] 10.222.0.24 "GET /v2.0/security-groups/3b98a127-d705-4899-a2f5-609273491982 HTTP/1.1" status: 200 len: 2404 time: 0.0565529 Jan 14 07:42:50.713738 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.v2.base [req-0d71a0f0-1efa-4c03-9cfc-455531901523 req-94d5e7a5-fe04-456e-b3dc-f96dfc756612 tempest-TestVolumeBootPattern-349231117 tempest-TestVolumeBootPattern-349231117] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '3b98a127-d705-4899-a2f5-609273491982', 'remote_group_id': None}]} {{(pid=84875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:42:50.714319 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.v2.base [req-0d71a0f0-1efa-4c03-9cfc-455531901523 req-94d5e7a5-fe04-456e-b3dc-f96dfc756612 tempest-TestVolumeBootPattern-349231117 tempest-TestVolumeBootPattern-349231117] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '3b98a127-d705-4899-a2f5-609273491982', 'remote_group_id': None}} {{(pid=84875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:42:50.728002 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [req-0d71a0f0-1efa-4c03-9cfc-455531901523 req-94d5e7a5-fe04-456e-b3dc-f96dfc756612 tempest-TestVolumeBootPattern-349231117 tempest-TestVolumeBootPattern-349231117] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:42:50.732137 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [req-0d71a0f0-1efa-4c03-9cfc-455531901523 req-94d5e7a5-fe04-456e-b3dc-f96dfc756612 tempest-TestVolumeBootPattern-349231117 tempest-TestVolumeBootPattern-349231117] Usage tracker for resource:security_group_rule and tenant:826dd27ac0df4e22843eba39deedff5f is out of sync, need to count used quota {{(pid=84875) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:42:50.735140 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [req-0d71a0f0-1efa-4c03-9cfc-455531901523 req-94d5e7a5-fe04-456e-b3dc-f96dfc756612 tempest-TestVolumeBootPattern-349231117 tempest-TestVolumeBootPattern-349231117] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=84875) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:42:50.741274 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [req-0d71a0f0-1efa-4c03-9cfc-455531901523 req-94d5e7a5-fe04-456e-b3dc-f96dfc756612 tempest-TestVolumeBootPattern-349231117 tempest-TestVolumeBootPattern-349231117] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=84875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:42:50.805187 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [req-0d71a0f0-1efa-4c03-9cfc-455531901523 req-94d5e7a5-fe04-456e-b3dc-f96dfc756612 tempest-TestVolumeBootPattern-349231117 tempest-TestVolumeBootPattern-349231117] Notify callbacks [] for security_group_rule, before_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:42:50.829376 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [req-0d71a0f0-1efa-4c03-9cfc-455531901523 req-94d5e7a5-fe04-456e-b3dc-f96dfc756612 tempest-TestVolumeBootPattern-349231117 tempest-TestVolumeBootPattern-349231117] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:42:50.832639 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [req-0d71a0f0-1efa-4c03-9cfc-455531901523 req-94d5e7a5-fe04-456e-b3dc-f96dfc756612 tempest-TestVolumeBootPattern-349231117 tempest-TestVolumeBootPattern-349231117] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850966545'] for security_group_rule, after_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:42:50.834705 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-11fc63f5-5899-435e-b7a6-4525fcc97c67 tempest-SecGroupTest-1152222618 tempest-SecGroupTest-1152222618] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:42:50.864702 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94d5e7a5-fe04-456e-b3dc-f96dfc756612 tempest-TestVolumeBootPattern-349231117 tempest-TestVolumeBootPattern-349231117] Pushing event updated for resources: {'SecurityGroupRule': ['ID=884ea9fb-0321-4612-aa61-08f1e31e2ec0,revision_number=0']} {{(pid=84875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:42:50.867430 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-94d5e7a5-fe04-456e-b3dc-f96dfc756612 tempest-TestVolumeBootPattern-349231117 tempest-TestVolumeBootPattern-349231117] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:42:50.874729 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [req-0d71a0f0-1efa-4c03-9cfc-455531901523 req-94d5e7a5-fe04-456e-b3dc-f96dfc756612 tempest-TestVolumeBootPattern-349231117 tempest-TestVolumeBootPattern-349231117] Notify callbacks [] for security_group_rule, before_response {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:42:50.876162 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [req-0d71a0f0-1efa-4c03-9cfc-455531901523 req-94d5e7a5-fe04-456e-b3dc-f96dfc756612 tempest-TestVolumeBootPattern-349231117 tempest-TestVolumeBootPattern-349231117] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 791 time: 0.1680410 Jan 14 07:42:51.464046 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.agents_db [None req-5b939a2f-078d-4c69-a188-cb55a28a77a0 None None] Agent healthcheck: found 7 active agents {{(pid=84877) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Jan 14 07:42:51.741565 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-acbed5aa-db6c-464a-b9d2-f5f99edac979 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363259214191800', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854171626'] for agent, after_update {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:42:51.894434 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-da76cfc0-98e8-4426-9f6d-4f05aa3fae78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363259214191800', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854171626'] for agent, after_update {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:42:52.625858 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363259214191800', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854171626'] for agent, after_update {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:42:53.325538 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-0f37073e-9c69-4e3c-80e0-6cfaa0fd61a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363259214191800', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854171626'] for agent, after_update {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:43:07.430282 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84874) accepted ('10.222.0.24', 43800) {{(pid=84874) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:43:07.606080 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-1c90785c-30b5-415e-91e8-aec4dbf3a7c5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:43:07.625826 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-1c90785c-30b5-415e-91e8-aec4dbf3a7c5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:43:07.630460 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-1c90785c-30b5-415e-91e8-aec4dbf3a7c5 admin admin] Usage tracker for resource:security_group_rule and tenant:8a02231b9d1b4bb19fb2f31b2fea791f is out of sync, need to count used quota {{(pid=84874) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:43:07.633619 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-1c90785c-30b5-415e-91e8-aec4dbf3a7c5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84874) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:43:07.639513 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-1c90785c-30b5-415e-91e8-aec4dbf3a7c5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:43:07.740369 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-1c90785c-30b5-415e-91e8-aec4dbf3a7c5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:43:07.747179 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-1c90785c-30b5-415e-91e8-aec4dbf3a7c5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850887153'] for security_group, after_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:43:07.758685 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-1b24e22b-9c93-45a0-82ba-c6020d1cba07 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:43:07.810073 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-1c90785c-30b5-415e-91e8-aec4dbf3a7c5 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=8a02231b9d1b4bb19fb2f31b2fea791f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3784258 Jan 14 07:43:07.811939 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c90785c-30b5-415e-91e8-aec4dbf3a7c5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1776c560-6086-4d7d-9a10-122c43d8df61,revision_number=1']} {{(pid=84874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:43:07.813384 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84875) accepted ('10.222.0.24', 43806) {{(pid=84875) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:43:07.816770 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-1c90785c-30b5-415e-91e8-aec4dbf3a7c5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:43:07.885315 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-40051a3e-33f4-4e44-9ef0-595daea8d4fe admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:43:07.914181 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-40051a3e-33f4-4e44-9ef0-595daea8d4fe admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:43:07.961780 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-40051a3e-33f4-4e44-9ef0-595daea8d4fe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850887153'] for security_group, after_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:43:07.967011 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-006c9df6-691e-4b53-92c2-7ef2007ad307 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:43:07.980435 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40051a3e-33f4-4e44-9ef0-595daea8d4fe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1776c560-6086-4d7d-9a10-122c43d8df61,revision_number=None']} {{(pid=84875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:43:07.983676 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-40051a3e-33f4-4e44-9ef0-595daea8d4fe admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:43:07.986067 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-40051a3e-33f4-4e44-9ef0-595daea8d4fe admin admin] Notify callbacks [] for security_group, before_response {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:43:07.992054 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-40051a3e-33f4-4e44-9ef0-595daea8d4fe admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/1776c560-6086-4d7d-9a10-122c43d8df61 HTTP/1.1" status: 204 len: 168 time: 0.1755712 Jan 14 07:43:08.352228 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84874) accepted ('10.222.0.24', 43816) {{(pid=84874) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:43:08.372927 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-92565157-7b5a-48d3-a28b-d5723b87e383 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:43:08.388919 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-92565157-7b5a-48d3-a28b-d5723b87e383 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:43:08.393102 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-92565157-7b5a-48d3-a28b-d5723b87e383 admin admin] Usage tracker for resource:security_group_rule and tenant:37a23a37c4c94eaa9689e4fd760f7261 is out of sync, need to count used quota {{(pid=84874) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:43:08.396182 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-92565157-7b5a-48d3-a28b-d5723b87e383 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84874) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:43:08.402381 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-92565157-7b5a-48d3-a28b-d5723b87e383 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:43:08.489859 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-92565157-7b5a-48d3-a28b-d5723b87e383 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:43:08.493506 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-92565157-7b5a-48d3-a28b-d5723b87e383 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850887153'] for security_group, after_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:43:08.503590 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-e0ad992d-51c3-4891-b8ea-b1db92d3edbe admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:43:08.549834 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-92565157-7b5a-48d3-a28b-d5723b87e383 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=37a23a37c4c94eaa9689e4fd760f7261&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1963480 Jan 14 07:43:08.551469 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92565157-7b5a-48d3-a28b-d5723b87e383 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=33a32b1a-da1c-4ca7-baeb-81816809ec8b,revision_number=1']} {{(pid=84874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:43:08.552906 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84875) accepted ('10.222.0.24', 43820) {{(pid=84875) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:43:08.555515 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-92565157-7b5a-48d3-a28b-d5723b87e383 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:43:08.621932 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-1ef42536-39c3-4ca4-ad28-0a26590ea3c2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:43:08.650158 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-1ef42536-39c3-4ca4-ad28-0a26590ea3c2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:43:08.703358 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-1ef42536-39c3-4ca4-ad28-0a26590ea3c2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850887153'] for security_group, after_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:43:08.707459 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-7fdd8428-4b52-46d8-841f-f97f1f121d0a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:43:08.721478 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ef42536-39c3-4ca4-ad28-0a26590ea3c2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=33a32b1a-da1c-4ca7-baeb-81816809ec8b,revision_number=None']} {{(pid=84875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:43:08.725991 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-1ef42536-39c3-4ca4-ad28-0a26590ea3c2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:43:08.728578 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-1ef42536-39c3-4ca4-ad28-0a26590ea3c2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:43:08.729857 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-1ef42536-39c3-4ca4-ad28-0a26590ea3c2 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/33a32b1a-da1c-4ca7-baeb-81816809ec8b HTTP/1.1" status: 204 len: 168 time: 0.1758075 Jan 14 07:43:09.654745 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [req-17a2976a-c0f4-4fb0-b9f8-5c9983deffc8 req-e57acde7-e762-4931-a249-636b1c938e81 tempest-TestVolumeBootPattern-349231117 tempest-TestVolumeBootPattern-349231117] Synchronizing usage tracker for tenant:826dd27ac0df4e22843eba39deedff5f on resource:security_group {{(pid=84875) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 14 07:43:09.673039 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [req-17a2976a-c0f4-4fb0-b9f8-5c9983deffc8 req-e57acde7-e762-4931-a249-636b1c938e81 tempest-TestVolumeBootPattern-349231117 tempest-TestVolumeBootPattern-349231117] Unset dirty status for tenant:826dd27ac0df4e22843eba39deedff5f on resource:security_group {{(pid=84875) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 14 07:43:09.674351 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [req-17a2976a-c0f4-4fb0-b9f8-5c9983deffc8 req-e57acde7-e762-4931-a249-636b1c938e81 tempest-TestVolumeBootPattern-349231117 tempest-TestVolumeBootPattern-349231117] 10.222.0.24 "GET /v2.0/security-groups?name=tempest-TestVolumeBootPattern-1775215293&fields=id&tenant_id=826dd27ac0df4e22843eba39deedff5f HTTP/1.1" status: 200 len: 267 time: 0.0659351 Jan 14 07:43:09.772488 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84874) accepted ('10.222.0.24', 43852) {{(pid=84874) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:43:09.864494 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17a2976a-c0f4-4fb0-b9f8-5c9983deffc8 req-bcb48ca1-9005-4dff-907a-13e75889ab83 tempest-TestVolumeBootPattern-349231117 tempest-TestVolumeBootPattern-349231117] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:43:09.866099 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [req-17a2976a-c0f4-4fb0-b9f8-5c9983deffc8 req-bcb48ca1-9005-4dff-907a-13e75889ab83 tempest-TestVolumeBootPattern-349231117 tempest-TestVolumeBootPattern-349231117] 10.222.0.24 "GET /v2.0/networks?id=d7520512-b58e-4e49-bbed-b0e4070f0997 HTTP/1.1" status: 200 len: 812 time: 0.1843131 Jan 14 07:43:09.883711 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [req-17a2976a-c0f4-4fb0-b9f8-5c9983deffc8 req-c6093372-7485-4ab2-9853-e99d233c36a5 tempest-TestVolumeBootPattern-349231117 tempest-TestVolumeBootPattern-349231117] 10.222.0.24 "GET /v2.0/quotas/826dd27ac0df4e22843eba39deedff5f HTTP/1.1" status: 200 len: 375 time: 0.0110679 Jan 14 07:43:09.921131 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.v2.base [None req-b0af536d-c945-4f45-90b4-e305e3ea399a admin admin] Request body: {'network': {'name': 'tempest-TestServerBasicOps-1520030030-network', 'tenant_id': '5ce61ec6fd324cbc833f7ee2ec78fa6c'}} {{(pid=84874) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:43:09.927325 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-b0af536d-c945-4f45-90b4-e305e3ea399a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:43:09.931824 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-b0af536d-c945-4f45-90b4-e305e3ea399a admin admin] Usage tracker for resource:network and tenant:5ce61ec6fd324cbc833f7ee2ec78fa6c is out of sync, need to count used quota {{(pid=84874) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:43:09.935102 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-b0af536d-c945-4f45-90b4-e305e3ea399a admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84874) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:43:09.943006 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-b0af536d-c945-4f45-90b4-e305e3ea399a admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:43:09.953294 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b0af536d-c945-4f45-90b4-e305e3ea399a admin admin] Made reservation on behalf of 5ce61ec6fd324cbc833f7ee2ec78fa6c for: {'network': 1} {{(pid=84874) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 07:43:09.958221 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-b0af536d-c945-4f45-90b4-e305e3ea399a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555753'] for network, before_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:43:09.971572 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-b0af536d-c945-4f45-90b4-e305e3ea399a admin admin] Notify callbacks [] for security_group, before_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:43:09.978135 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [req-17a2976a-c0f4-4fb0-b9f8-5c9983deffc8 req-eee4eb84-dcdb-44a1-98d7-28f466226c25 tempest-TestVolumeBootPattern-349231117 tempest-TestVolumeBootPattern-349231117] 10.222.0.24 "GET /v2.0/ports?tenant_id=826dd27ac0df4e22843eba39deedff5f&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0882871 Jan 14 07:43:09.987663 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-b0af536d-c945-4f45-90b4-e305e3ea399a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:43:09.992099 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-b0af536d-c945-4f45-90b4-e305e3ea399a admin admin] Usage tracker for resource:security_group_rule and tenant:5ce61ec6fd324cbc833f7ee2ec78fa6c is out of sync, need to count used quota {{(pid=84874) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:43:09.995258 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-b0af536d-c945-4f45-90b4-e305e3ea399a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84874) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:43:10.003145 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-b0af536d-c945-4f45-90b4-e305e3ea399a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:43:10.090691 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-b0af536d-c945-4f45-90b4-e305e3ea399a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:43:10.094205 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-b0af536d-c945-4f45-90b4-e305e3ea399a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850887153'] for security_group, after_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:43:10.099656 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-e8ccbc68-1980-4ed4-a6f6-228eb65e3e52 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:43:10.129020 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b0af536d-c945-4f45-90b4-e305e3ea399a admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 3} {{(pid=84874) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Jan 14 07:43:10.131004 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [req-17a2976a-c0f4-4fb0-b9f8-5c9983deffc8 req-64d11331-86de-485d-8378-ef62ac68d382 service neutron] 10.222.0.24 "GET /v2.0/networks/d7520512-b58e-4e49-bbed-b0e4070f0997?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1398282 Jan 14 07:43:10.142731 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0af536d-c945-4f45-90b4-e305e3ea399a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bb387630-c09b-48ac-97e0-b1ab6c5ee34d,revision_number=1']} {{(pid=84874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:43:10.147632 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-b0af536d-c945-4f45-90b4-e305e3ea399a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:43:10.148755 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-b0af536d-c945-4f45-90b4-e305e3ea399a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854179735'] for segment, precommit_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:43:10.149034 n-d-768862-2 neutron-server[84765]: INFO neutron.db.segments_db [None req-b0af536d-c945-4f45-90b4-e305e3ea399a admin admin] Added segment f806b873-2cf4-45a6-ae61-16af98677ab9 of type vxlan for network 840d1221-935f-4b44-b38f-5da7f27c6358 Jan 14 07:43:10.176963 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-b0af536d-c945-4f45-90b4-e305e3ea399a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363259214646115'] for network, precommit_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:43:10.206964 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-b0af536d-c945-4f45-90b4-e305e3ea399a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850887149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964'] for network, after_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:43:10.207998 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0af536d-c945-4f45-90b4-e305e3ea399a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:43:10.208634 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-b0af536d-c945-4f45-90b4-e305e3ea399a admin admin] Notify callbacks [] for network, before_response {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:43:10.212269 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-67c881c5-4082-4967-b878-a55e2154039b tempest-RoutersTest-1255860389 tempest-RoutersTest-1255860389] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:43:10.278632 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [req-17a2976a-c0f4-4fb0-b9f8-5c9983deffc8 req-5deaf3b4-290a-4a27-88fd-2a263269af06 service neutron] 10.222.0.24 "GET /v2.0/networks/d7520512-b58e-4e49-bbed-b0e4070f0997?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1405959 Jan 14 07:43:10.324134 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0af536d-c945-4f45-90b4-e305e3ea399a admin admin] Pushing event updated for resources: {'Network': ['ID=840d1221-935f-4b44-b38f-5da7f27c6358,revision_number=1']} {{(pid=84874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:43:10.332238 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-b0af536d-c945-4f45-90b4-e305e3ea399a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:43:10.338827 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-b0af536d-c945-4f45-90b4-e305e3ea399a admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 875 time: 0.5623305 Jan 14 07:43:10.339016 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-852a24f7-e9a1-4193-9abb-e9506fe5213f None None] Network 840d1221-935f-4b44-b38f-5da7f27c6358 details requested by agent ovs-agent-n-h2-768862-2 with host n-h2-768862-2 {{(pid=84876) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 07:43:10.339592 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84874) accepted ('10.222.0.24', 43858) {{(pid=84874) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:43:10.346005 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.v2.base [None req-e3131ddf-66fa-4ee3-84c6-639a2714d0ef admin admin] Request body: {'subnet': {'network_id': '840d1221-935f-4b44-b38f-5da7f27c6358', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerBasicOps-1520030030-subnet', 'tenant_id': '5ce61ec6fd324cbc833f7ee2ec78fa6c', 'ip_version': 4}} {{(pid=84874) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:43:10.353264 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-e3131ddf-66fa-4ee3-84c6-639a2714d0ef admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:43:10.355616 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Network 840d1221-935f-4b44-b38f-5da7f27c6358 details requested by agent ovs-agent-n-d-768862-2 with host n-d-768862-2 {{(pid=84876) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 07:43:10.357463 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-e3131ddf-66fa-4ee3-84c6-639a2714d0ef admin admin] Usage tracker for resource:subnet and tenant:5ce61ec6fd324cbc833f7ee2ec78fa6c is out of sync, need to count used quota {{(pid=84874) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:43:10.360556 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-e3131ddf-66fa-4ee3-84c6-639a2714d0ef admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84874) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:43:10.366532 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-e3131ddf-66fa-4ee3-84c6-639a2714d0ef admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:43:10.369311 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-017f98a9-8a07-408c-a86f-8ff0c00400a0 None None] Network 840d1221-935f-4b44-b38f-5da7f27c6358 details requested by agent ovs-agent-n-h1-768862-2 with host n-h1-768862-2 {{(pid=84876) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 07:43:10.378590 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e3131ddf-66fa-4ee3-84c6-639a2714d0ef admin admin] Made reservation on behalf of 5ce61ec6fd324cbc833f7ee2ec78fa6c for: {'subnet': 1} {{(pid=84874) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 07:43:10.383562 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-e3131ddf-66fa-4ee3-84c6-639a2714d0ef admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036851981161'] for subnet, before_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:43:10.836704 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-e3131ddf-66fa-4ee3-84c6-639a2714d0ef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850887113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3254092', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036851981146'] for subnet, after_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:43:10.856145 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-1f8317d5-131f-4b07-b6b0-e09eb11cf1ea tempest-RoutersTest-1255860389 tempest-RoutersTest-1255860389] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:43:10.992007 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3131ddf-66fa-4ee3-84c6-639a2714d0ef admin admin] Pushing event updated for resources: {'Subnet': ['ID=f254dd8e-16f6-4a1b-9cd2-6f2b67e4d519,revision_number=0']} {{(pid=84874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:43:11.011014 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-e3131ddf-66fa-4ee3-84c6-639a2714d0ef admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:43:11.069347 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3131ddf-66fa-4ee3-84c6-639a2714d0ef admin admin] Checking segment: {'id': 'f806b873-2cf4-45a6-ae61-16af98677ab9', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '840d1221-935f-4b44-b38f-5da7f27c6358'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84874) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 14 07:43:11.069817 n-d-768862-2 neutron-server[84765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3131ddf-66fa-4ee3-84c6-639a2714d0ef admin admin] Network hostable DHCP agents. Network: 840d1221-935f-4b44-b38f-5da7f27c6358, hostable agents: ['32f3dd84-26da-4d18-bf15-6017a8fb7247'], hosted agents: [] {{(pid=84874) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Jan 14 07:43:11.088619 n-d-768862-2 neutron-server[84765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3131ddf-66fa-4ee3-84c6-639a2714d0ef admin admin] Network 840d1221-935f-4b44-b38f-5da7f27c6358 is scheduled to be hosted by DHCP agent 32f3dd84-26da-4d18-bf15-6017a8fb7247 with binding_index 1 {{(pid=84874) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Jan 14 07:43:11.097139 n-d-768862-2 neutron-server[84765]: DEBUG neutron.scheduler.base_scheduler [None req-e3131ddf-66fa-4ee3-84c6-639a2714d0ef admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768862-2, 840d1221-935f-4b44-b38f-5da7f27c6358) {{(pid=84874) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 07:43:11.110900 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c8d0fd4-3205-4e78-ab47-02adcb093e5c None None] Network 840d1221-935f-4b44-b38f-5da7f27c6358 requested from n-d-768862-2 {{(pid=84876) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 07:43:11.113627 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3131ddf-66fa-4ee3-84c6-639a2714d0ef admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:43:11.114365 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-e3131ddf-66fa-4ee3-84c6-639a2714d0ef admin admin] Notify callbacks [] for subnet, before_response {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:43:11.134955 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-e3131ddf-66fa-4ee3-84c6-639a2714d0ef admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.7941213 Jan 14 07:43:11.137681 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84874) accepted ('10.222.0.24', 43890) {{(pid=84874) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:43:11.143630 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.v2.base [None req-959d1c8c-698b-4be9-85c9-00d09ffe4bf8 admin admin] Request body: {'router': {'name': 'tempest-TestServerBasicOps-1520030030-router', 'tenant_id': '5ce61ec6fd324cbc833f7ee2ec78fa6c', 'external_gateway_info': {'network_id': '226f1e78-82cd-4481-9055-4eb73b6db8c1'}}} {{(pid=84874) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:43:11.149951 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-959d1c8c-698b-4be9-85c9-00d09ffe4bf8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:43:11.154512 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-959d1c8c-698b-4be9-85c9-00d09ffe4bf8 admin admin] Usage tracker for resource:router and tenant:5ce61ec6fd324cbc833f7ee2ec78fa6c is out of sync, need to count used quota {{(pid=84874) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:43:11.162892 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-959d1c8c-698b-4be9-85c9-00d09ffe4bf8 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=84874) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:43:11.169507 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-959d1c8c-698b-4be9-85c9-00d09ffe4bf8 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:43:11.179394 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-959d1c8c-698b-4be9-85c9-00d09ffe4bf8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3889205', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854717621'] for router, before_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:43:11.180671 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-959d1c8c-698b-4be9-85c9-00d09ffe4bf8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036850886574', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3912501', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3808446', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-58179'] for router, precommit_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:43:11.201941 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-959d1c8c-698b-4be9-85c9-00d09ffe4bf8 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:43:11.363375 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ca59b5e-9f92-4141-a555-4666ee74a2a0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5d94dc7a-c095-50a4-955e-5f3b78718a12-840d1221-935f-4b44-b38f-5da7f27c6358', 'network_id': '840d1221-935f-4b44-b38f-5da7f27c6358', 'tenant_id': '5ce61ec6fd324cbc833f7ee2ec78fa6c', 'fixed_ips': [{'subnet_id': 'f254dd8e-16f6-4a1b-9cd2-6f2b67e4d519'}]}} from n-d-768862-2. {{(pid=84876) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Jan 14 07:43:11.364352 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-0ca59b5e-9f92-4141-a555-4666ee74a2a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555753'] for port, before_create {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:43:11.413521 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-017f98a9-8a07-408c-a86f-8ff0c00400a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363259214191800', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854171626'] for agent, after_update {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:43:11.505683 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-959d1c8c-698b-4be9-85c9-00d09ffe4bf8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3912484', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3889188', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-58194'] for router, precommit_update {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:43:11.690978 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.db_base_plugin_common [None req-0ca59b5e-9f92-4141-a555-4666ee74a2a0 None None] Allocated IP 172.20.0.2 (840d1221-935f-4b44-b38f-5da7f27c6358/f254dd8e-16f6-4a1b-9cd2-6f2b67e4d519/92525fd5-ca67-4f55-88de-b62ff15af33c) {{(pid=84876) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 14 07:43:11.841046 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-959d1c8c-698b-4be9-85c9-00d09ffe4bf8 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:43:11.874793 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-959d1c8c-698b-4be9-85c9-00d09ffe4bf8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555753'] for port, before_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:43:12.109315 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-0ca59b5e-9f92-4141-a555-4666ee74a2a0 None None] Notify callbacks [] for port, precommit_create {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:43:12.120678 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-0ca59b5e-9f92-4141-a555-4666ee74a2a0 None None] Transition to ACTIVE for port object 92525fd5-ca67-4f55-88de-b62ff15af33c will not be triggered until provisioned by entity L2. {{(pid=84876) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 07:43:12.136998 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-0ca59b5e-9f92-4141-a555-4666ee74a2a0 None None] Transition to ACTIVE for port object 92525fd5-ca67-4f55-88de-b62ff15af33c will not be triggered until provisioned by entity DHCP. {{(pid=84876) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 07:43:12.144825 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-0ca59b5e-9f92-4141-a555-4666ee74a2a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777640123575'] for port, after_create {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:43:12.168786 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.db_base_plugin_common [None req-959d1c8c-698b-4be9-85c9-00d09ffe4bf8 admin admin] Allocated IP 172.25.2.76 (226f1e78-82cd-4481-9055-4eb73b6db8c1/ba8deeec-7658-4195-9449-038c076f5c83/18e774df-8979-48c0-baba-b636f2baea96) {{(pid=84874) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 14 07:43:12.222433 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84876) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:43:12.316550 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ca59b5e-9f92-4141-a555-4666ee74a2a0 None None] Pushing event updated for resources: {'Port': ['ID=92525fd5-ca67-4f55-88de-b62ff15af33c,revision_number=1']} {{(pid=84876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:43:12.332201 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-959d1c8c-698b-4be9-85c9-00d09ffe4bf8 admin admin] Notify callbacks [] for port, precommit_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:43:12.359200 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ca59b5e-9f92-4141-a555-4666ee74a2a0 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@n-h1-768862-2 {{(pid=84876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:43:12.359642 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ca59b5e-9f92-4141-a555-4666ee74a2a0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-h1-768862-2 {{(pid=84876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:43:12.360234 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ca59b5e-9f92-4141-a555-4666ee74a2a0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-h1-768862-2 {{(pid=84876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:43:12.360656 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ca59b5e-9f92-4141-a555-4666ee74a2a0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-h1-768862-2 {{(pid=84876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:43:12.361217 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ca59b5e-9f92-4141-a555-4666ee74a2a0 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@n-h1-768862-2 {{(pid=84876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:43:12.361810 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ca59b5e-9f92-4141-a555-4666ee74a2a0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-h1-768862-2 {{(pid=84876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:43:12.362279 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ca59b5e-9f92-4141-a555-4666ee74a2a0 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-h1-768862-2 {{(pid=84876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:43:12.362745 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ca59b5e-9f92-4141-a555-4666ee74a2a0 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-h1-768862-2 {{(pid=84876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:43:12.363206 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ca59b5e-9f92-4141-a555-4666ee74a2a0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-h1-768862-2 {{(pid=84876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:43:12.363906 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ca59b5e-9f92-4141-a555-4666ee74a2a0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-h1-768862-2 {{(pid=84876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:43:12.364382 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ca59b5e-9f92-4141-a555-4666ee74a2a0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-h1-768862-2 {{(pid=84876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:43:12.364717 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-959d1c8c-698b-4be9-85c9-00d09ffe4bf8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777640123575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3254186'] for port, after_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:43:12.364943 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ca59b5e-9f92-4141-a555-4666ee74a2a0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-h1-768862-2 {{(pid=84876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:43:12.365546 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ca59b5e-9f92-4141-a555-4666ee74a2a0 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@n-h2-768862-2 {{(pid=84876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:43:12.366004 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ca59b5e-9f92-4141-a555-4666ee74a2a0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-h2-768862-2 {{(pid=84876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:43:12.366806 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ca59b5e-9f92-4141-a555-4666ee74a2a0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-h2-768862-2 {{(pid=84876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:43:12.367927 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ca59b5e-9f92-4141-a555-4666ee74a2a0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-h2-768862-2 {{(pid=84876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:43:12.368541 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ca59b5e-9f92-4141-a555-4666ee74a2a0 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@n-h2-768862-2 {{(pid=84876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:43:12.369017 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ca59b5e-9f92-4141-a555-4666ee74a2a0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-h2-768862-2 {{(pid=84876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:43:12.369479 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ca59b5e-9f92-4141-a555-4666ee74a2a0 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-h2-768862-2 {{(pid=84876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:43:12.370158 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ca59b5e-9f92-4141-a555-4666ee74a2a0 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-h2-768862-2 {{(pid=84876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:43:12.370620 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ca59b5e-9f92-4141-a555-4666ee74a2a0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-h2-768862-2 {{(pid=84876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:43:12.371078 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ca59b5e-9f92-4141-a555-4666ee74a2a0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-h2-768862-2 {{(pid=84876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:43:12.371864 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ca59b5e-9f92-4141-a555-4666ee74a2a0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-h2-768862-2 {{(pid=84876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:43:12.372334 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ca59b5e-9f92-4141-a555-4666ee74a2a0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-h2-768862-2 {{(pid=84876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:43:12.372854 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ca59b5e-9f92-4141-a555-4666ee74a2a0 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-2 {{(pid=84876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:43:12.373675 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ca59b5e-9f92-4141-a555-4666ee74a2a0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-2 {{(pid=84876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:43:12.374502 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ca59b5e-9f92-4141-a555-4666ee74a2a0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-2 {{(pid=84876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:43:12.374969 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ca59b5e-9f92-4141-a555-4666ee74a2a0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-2 {{(pid=84876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:43:12.375540 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ca59b5e-9f92-4141-a555-4666ee74a2a0 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@n-d-768862-2 {{(pid=84876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:43:12.376001 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ca59b5e-9f92-4141-a555-4666ee74a2a0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-2 {{(pid=84876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:43:12.376666 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ca59b5e-9f92-4141-a555-4666ee74a2a0 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-768862-2 {{(pid=84876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:43:12.377126 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ca59b5e-9f92-4141-a555-4666ee74a2a0 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-768862-2 {{(pid=84876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:43:12.377865 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ca59b5e-9f92-4141-a555-4666ee74a2a0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-2 {{(pid=84876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:43:12.378209 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ca59b5e-9f92-4141-a555-4666ee74a2a0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-2 {{(pid=84876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:43:12.378787 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ca59b5e-9f92-4141-a555-4666ee74a2a0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-2 {{(pid=84876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:43:12.379260 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ca59b5e-9f92-4141-a555-4666ee74a2a0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-2 {{(pid=84876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:43:12.394541 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-0ca59b5e-9f92-4141-a555-4666ee74a2a0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.172s {{(pid=84876) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:43:12.437439 n-d-768862-2 neutron-server[84765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ca59b5e-9f92-4141-a555-4666ee74a2a0 None None] Network 840d1221-935f-4b44-b38f-5da7f27c6358 is already hosted by enough agents. {{(pid=84876) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 07:43:12.438591 n-d-768862-2 neutron-server[84765]: DEBUG neutron.scheduler.base_scheduler [None req-0ca59b5e-9f92-4141-a555-4666ee74a2a0 None None] Resources bound (agent type, host, resource id): {{(pid=84876) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 07:43:12.439604 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-31d74a4e-1580-49ae-aa8b-ab48c7b3149f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:43:12.441309 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ca59b5e-9f92-4141-a555-4666ee74a2a0 None None] Received port after_create {{(pid=84876) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 14 07:43:12.500121 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.managers [None req-0ca59b5e-9f92-4141-a555-4666ee74a2a0 None None] Attempting to bind port 92525fd5-ca67-4f55-88de-b62ff15af33c on host n-d-768862-2 for vnic_type normal with profile {{(pid=84876) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 14 07:43:12.500544 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.managers [None req-0ca59b5e-9f92-4141-a555-4666ee74a2a0 None None] Attempting to bind port 92525fd5-ca67-4f55-88de-b62ff15af33c by drivers openvswitch on host n-d-768862-2 at level 0 using segments [{'id': 'f806b873-2cf4-45a6-ae61-16af98677ab9', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '840d1221-935f-4b44-b38f-5da7f27c6358'}] {{(pid=84876) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 14 07:43:12.500956 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ca59b5e-9f92-4141-a555-4666ee74a2a0 None None] Attempting to bind port 92525fd5-ca67-4f55-88de-b62ff15af33c on network 840d1221-935f-4b44-b38f-5da7f27c6358 {{(pid=84876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 14 07:43:12.507980 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ca59b5e-9f92-4141-a555-4666ee74a2a0 None None] Checking agent: {'id': 'ba5efab1-b43c-4d5a-bc52-6e105d4e67a2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768862-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 14, 6, 56, 52), 'started_at': datetime.datetime(2021, 1, 14, 6, 57, 22), 'heartbeat_timestamp': datetime.datetime(2021, 1, 14, 7, 42, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768862-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.29', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 14 07:43:12.508443 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ca59b5e-9f92-4141-a555-4666ee74a2a0 None None] Checking segment: {'id': 'f806b873-2cf4-45a6-ae61-16af98677ab9', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '840d1221-935f-4b44-b38f-5da7f27c6358'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84876) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 14 07:43:12.508895 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-0ca59b5e-9f92-4141-a555-4666ee74a2a0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:43:12.509338 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ca59b5e-9f92-4141-a555-4666ee74a2a0 None None] Bound using segment: {'id': 'f806b873-2cf4-45a6-ae61-16af98677ab9', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '840d1221-935f-4b44-b38f-5da7f27c6358'} {{(pid=84876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 14 07:43:12.509871 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.managers [None req-0ca59b5e-9f92-4141-a555-4666ee74a2a0 None None] Bound port: 92525fd5-ca67-4f55-88de-b62ff15af33c, host: n-d-768862-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f806b873-2cf4-45a6-ae61-16af98677ab9', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '840d1221-935f-4b44-b38f-5da7f27c6358'}}] {{(pid=84876) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 14 07:43:12.510295 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-0ca59b5e-9f92-4141-a555-4666ee74a2a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555753'] for port, before_update {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:43:12.531075 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-959d1c8c-698b-4be9-85c9-00d09ffe4bf8 admin admin] Pushing event updated for resources: {'Port': ['ID=18e774df-8979-48c0-baba-b636f2baea96,revision_number=1']} {{(pid=84874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:43:12.546214 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-959d1c8c-698b-4be9-85c9-00d09ffe4bf8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:43:12.587325 n-d-768862-2 neutron-server[84765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-959d1c8c-698b-4be9-85c9-00d09ffe4bf8 admin admin] Network 226f1e78-82cd-4481-9055-4eb73b6db8c1 is already hosted by enough agents. {{(pid=84874) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 07:43:12.588739 n-d-768862-2 neutron-server[84765]: DEBUG neutron.scheduler.base_scheduler [None req-959d1c8c-698b-4be9-85c9-00d09ffe4bf8 admin admin] Resources bound (agent type, host, resource id): {{(pid=84874) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 07:43:12.591145 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-959d1c8c-698b-4be9-85c9-00d09ffe4bf8 admin admin] Received port after_create {{(pid=84874) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 14 07:43:12.606204 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [None req-0ca59b5e-9f92-4141-a555-4666ee74a2a0 None None] For port 92525fd5-ca67-4f55-88de-b62ff15af33c, host n-d-768862-2, cleared binding levels {{(pid=84876) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 14 07:43:12.609546 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [None req-0ca59b5e-9f92-4141-a555-4666ee74a2a0 None None] For port 92525fd5-ca67-4f55-88de-b62ff15af33c, host n-d-768862-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-2',level=0,port_id=92525fd5-ca67-4f55-88de-b62ff15af33c,segment=NetworkSegment(f806b873-2cf4-45a6-ae61-16af98677ab9),segment_id=f806b873-2cf4-45a6-ae61-16af98677ab9)] {{(pid=84876) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 14 07:43:12.613554 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-0ca59b5e-9f92-4141-a555-4666ee74a2a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777640533312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363259214678337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777640097497'] for port, after_update {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:43:12.633038 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-1b368251-e280-4ed2-ac3f-dc06630e317f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84876) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:43:12.827053 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ca59b5e-9f92-4141-a555-4666ee74a2a0 None None] Pushing event updated for resources: {'Port': ['ID=92525fd5-ca67-4f55-88de-b62ff15af33c,revision_number=2']} {{(pid=84876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:43:12.831316 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-0ca59b5e-9f92-4141-a555-4666ee74a2a0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.198s {{(pid=84876) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:43:12.870077 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-852a24f7-e9a1-4193-9abb-e9506fe5213f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363259214191800', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854171626'] for agent, after_update {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:43:13.353509 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-959d1c8c-698b-4be9-85c9-00d09ffe4bf8 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:43:13.565499 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [req-b122fbf5-51d5-44d5-8831-586994acc169 req-b377ffea-58e0-4189-988b-4096f89c0c44 tempest-TestVolumeBootPattern-349231117 tempest-TestVolumeBootPattern-349231117] 10.222.0.24 "GET /v2.0/security-groups/3b98a127-d705-4899-a2f5-609273491982 HTTP/1.1" status: 200 len: 3003 time: 0.0590458 Jan 14 07:43:13.645275 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [req-b122fbf5-51d5-44d5-8831-586994acc169 req-9d9f07c6-9dda-49d7-ab4e-432407589e32 tempest-TestVolumeBootPattern-349231117 tempest-TestVolumeBootPattern-349231117] Notify callbacks [] for security_group, before_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:43:13.675615 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [req-b122fbf5-51d5-44d5-8831-586994acc169 req-9d9f07c6-9dda-49d7-ab4e-432407589e32 tempest-TestVolumeBootPattern-349231117 tempest-TestVolumeBootPattern-349231117] Notify callbacks [] for security_group, precommit_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:43:13.714836 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-959d1c8c-698b-4be9-85c9-00d09ffe4bf8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036850886612', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036850863158'] for router, after_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:43:13.730134 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [req-b122fbf5-51d5-44d5-8831-586994acc169 req-9d9f07c6-9dda-49d7-ab4e-432407589e32 tempest-TestVolumeBootPattern-349231117 tempest-TestVolumeBootPattern-349231117] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850887153'] for security_group, after_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:43:13.735972 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-7f7adef8-1992-4bae-a16f-4c85898a63e6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:43:13.752209 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d9f07c6-9dda-49d7-ab4e-432407589e32 tempest-TestVolumeBootPattern-349231117 tempest-TestVolumeBootPattern-349231117] Pushing event deleted for resources: {'SecurityGroup': ['ID=3b98a127-d705-4899-a2f5-609273491982,revision_number=None']} {{(pid=84875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:43:13.755679 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-9d9f07c6-9dda-49d7-ab4e-432407589e32 tempest-TestVolumeBootPattern-349231117 tempest-TestVolumeBootPattern-349231117] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:43:13.764352 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [req-b122fbf5-51d5-44d5-8831-586994acc169 req-9d9f07c6-9dda-49d7-ab4e-432407589e32 tempest-TestVolumeBootPattern-349231117 tempest-TestVolumeBootPattern-349231117] Notify callbacks [] for security_group, before_response {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:43:13.765710 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [req-b122fbf5-51d5-44d5-8831-586994acc169 req-9d9f07c6-9dda-49d7-ab4e-432407589e32 tempest-TestVolumeBootPattern-349231117 tempest-TestVolumeBootPattern-349231117] 10.222.0.24 "DELETE /v2.0/security-groups/3b98a127-d705-4899-a2f5-609273491982 HTTP/1.1" status: 204 len: 173 time: 0.1932449 Jan 14 07:43:13.826403 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84875) accepted ('10.222.0.24', 43904) {{(pid=84875) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:43:13.940554 n-d-768862-2 neutron-server[84765]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-959d1c8c-698b-4be9-85c9-00d09ffe4bf8 admin admin] Router 4ba7b44f-7d77-4fdf-9b0f-ca070be8d66b is scheduled to L3 agent 35f592e9-451b-4db9-abea-77b6a5c5391b with binding_index 1 {{(pid=84874) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}} Jan 14 07:43:14.140736 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-959d1c8c-698b-4be9-85c9-00d09ffe4bf8 admin admin] Notify agent at l3_agent.n-d-768862-2 the message routers_updated {{(pid=84874) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jan 14 07:43:14.150586 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-228c89ba-4c77-48f8-9cca-cb54c7697f98 None None] Sync routers for ids ['4ba7b44f-7d77-4fdf-9b0f-ca070be8d66b'] in n-d-768862-2 {{(pid=84876) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Jan 14 07:43:14.161681 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-228c89ba-4c77-48f8-9cca-cb54c7697f98 None None] Routers {'4ba7b44f-7d77-4fdf-9b0f-ca070be8d66b'} bound to L3 agent in host n-d-768862-2 {{(pid=84876) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 14 07:43:14.162385 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_hamode_db [None req-228c89ba-4c77-48f8-9cca-cb54c7697f98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-01-14T06:56:51Z,description=,heartbeat_timestamp=2021-01-14T07:42:52Z,host='n-d-768862-2',id=35f592e9-451b-4db9-abea-77b6a5c5391b,load=0,resource_versions=,resources_synced=,started_at=2021-01-14T06:56:51Z,topic='l3_agent')) {'router_ids': ['4ba7b44f-7d77-4fdf-9b0f-ca070be8d66b'], 'active': True} {{(pid=84876) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:43:14.170414 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-959d1c8c-698b-4be9-85c9-00d09ffe4bf8 admin admin] Notify callbacks [] for router, before_response {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:43:14.174561 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-959d1c8c-698b-4be9-85c9-00d09ffe4bf8 admin admin] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 3.0330842 Jan 14 07:43:14.174769 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84874) accepted ('10.222.0.24', 43908) {{(pid=84874) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:43:14.362146 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5584ab2-3a5e-4dd7-b15f-2afa2b5dedf8 None None] Network 840d1221-935f-4b44-b38f-5da7f27c6358 requested from n-d-768862-2 {{(pid=84876) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 07:43:14.433065 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-83366f7d-f907-4382-9f52-c04613e60d56 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3889632'] for router_interface, before_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:43:14.450298 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_dvr_db [None req-228c89ba-4c77-48f8-9cca-cb54c7697f98 None None] Set router 4ba7b44f-7d77-4fdf-9b0f-ca070be8d66b gateway port host: n-d-768862-2 {{(pid=84876) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 14 07:43:14.650139 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-ed6e9e2a-d24b-4196-8d47-e7b7cf528d20 None None] Provisioning for port 92525fd5-ca67-4f55-88de-b62ff15af33c completed by entity DHCP. {{(pid=84876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 07:43:14.941307 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Device 92525fd5-ca67-4f55-88de-b62ff15af33c up at agent ovs-agent-n-d-768862-2 {{(pid=84876) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 07:43:14.945518 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-6b65b452-17f1-4442-973c-4ecf13199727 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555753'] for port, before_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:43:14.953711 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.plugin [None req-83366f7d-f907-4382-9f52-c04613e60d56 admin admin] Deleting port 9472635d-fbd5-4e5a-98ac-93686532335f {{(pid=84875) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 07:43:14.954215 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-83366f7d-f907-4382-9f52-c04613e60d56 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363259214248359'] for port, before_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:43:14.988110 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_hamode_db [None req-228c89ba-4c77-48f8-9cca-cb54c7697f98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4ba7b44f-7d77-4fdf-9b0f-ca070be8d66b', 'name': 'tempest-TestServerBasicOps-1520030030-router', 'tenant_id': '5ce61ec6fd324cbc833f7ee2ec78fa6c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '226f1e78-82cd-4481-9055-4eb73b6db8c1', 'external_fixed_ips': [{'subnet_id': 'ba8deeec-7658-4195-9449-038c076f5c83', 'ip_address': '172.25.2.76'}], 'enable_snat': True}, 'gw_port_id': '18e774df-8979-48c0-baba-b636f2baea96', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-14T07:43:11Z', 'updated_at': '2021-01-14T07:43:13Z', 'revision_number': 3, 'project_id': '5ce61ec6fd324cbc833f7ee2ec78fa6c', 'gw_port': {'id': '18e774df-8979-48c0-baba-b636f2baea96', 'name': '', 'network_id': '226f1e78-82cd-4481-9055-4eb73b6db8c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:71:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4ba7b44f-7d77-4fdf-9b0f-ca070be8d66b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3726, 'fixed_ips': [{'subnet_id': 'ba8deeec-7658-4195-9449-038c076f5c83', 'ip_address': '172.25.2.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T07:43:12Z', 'updated_at': '2021-01-14T07:43:12Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ba8deeec-7658-4195-9449-038c076f5c83', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-2'}], 'n-d-768862-2', False) {} {{(pid=84876) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:43:14.999862 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-228c89ba-4c77-48f8-9cca-cb54c7697f98 None None] Checking router: 4ba7b44f-7d77-4fdf-9b0f-ca070be8d66b for host: n-d-768862-2 {{(pid=84876) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Jan 14 07:43:15.000269 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-228c89ba-4c77-48f8-9cca-cb54c7697f98 None None] Updating router 4ba7b44f-7d77-4fdf-9b0f-ca070be8d66b port 18e774df-8979-48c0-baba-b636f2baea96 binding host n-d-768862-2 {{(pid=84876) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Jan 14 07:43:15.071531 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-228c89ba-4c77-48f8-9cca-cb54c7697f98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555753'] for port, before_update {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:43:15.146394 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [None req-83366f7d-f907-4382-9f52-c04613e60d56 admin admin] For port 9472635d-fbd5-4e5a-98ac-93686532335f, host n-d-768862-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-2',level=0,port_id=9472635d-fbd5-4e5a-98ac-93686532335f,segment=NetworkSegment(d4ba64c5-35c3-40c2-95c6-a59c64f99408),segment_id=d4ba64c5-35c3-40c2-95c6-a59c64f99408)] {{(pid=84875) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 07:43:15.146781 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-83366f7d-f907-4382-9f52-c04613e60d56 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036850862667'] for port, precommit_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:43:15.284260 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.plugin [None req-83366f7d-f907-4382-9f52-c04613e60d56 admin admin] Calling delete_port for 9472635d-fbd5-4e5a-98ac-93686532335f owned by network:router_interface {{(pid=84875) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 07:43:15.309420 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.db_base_plugin_common [None req-6b65b452-17f1-4442-973c-4ecf13199727 admin admin] Allocated IP 172.20.0.1 (840d1221-935f-4b44-b38f-5da7f27c6358/f254dd8e-16f6-4a1b-9cd2-6f2b67e4d519/898341a7-8e1e-47ad-a601-67e52b11d18f) {{(pid=84874) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 14 07:43:15.457724 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Provisioning for port 92525fd5-ca67-4f55-88de-b62ff15af33c completed by entity L2. {{(pid=84876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 07:43:15.475639 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-6b65b452-17f1-4442-973c-4ecf13199727 admin admin] Notify callbacks [] for port, precommit_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:43:15.493416 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-83366f7d-f907-4382-9f52-c04613e60d56 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777640533329', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777640097463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851621574'] for port, after_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:43:15.493922 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-6b65b452-17f1-4442-973c-4ecf13199727 admin admin] Transition to ACTIVE for port object 898341a7-8e1e-47ad-a601-67e52b11d18f will not be triggered until provisioned by entity DHCP. {{(pid=84874) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 07:43:15.516132 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-6b65b452-17f1-4442-973c-4ecf13199727 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777640123575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3254186'] for port, after_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:43:15.516668 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-9f592f03-7ffb-4f63-9020-f467fe26af5f tempest-RoutersAdminTest-2021597473 tempest-RoutersAdminTest-2021597473] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:43:15.538892 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-a784090e-ce28-4882-bfde-bc7f3a8e9cd0 tempest-FloatingIPTestJSON-1632234116 tempest-FloatingIPTestJSON-1632234116] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:43:15.627349 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83366f7d-f907-4382-9f52-c04613e60d56 admin admin] Pushing event deleted for resources: {'Port': ['ID=9472635d-fbd5-4e5a-98ac-93686532335f,revision_number=None']} {{(pid=84875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:43:15.631088 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-83366f7d-f907-4382-9f52-c04613e60d56 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:43:15.672980 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Provisioning complete for port 92525fd5-ca67-4f55-88de-b62ff15af33c triggered by entity L2. {{(pid=84876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 07:43:15.673570 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-604227'] for port, provisioning_complete {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:43:15.696768 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b65b452-17f1-4442-973c-4ecf13199727 admin admin] Pushing event updated for resources: {'Port': ['ID=898341a7-8e1e-47ad-a601-67e52b11d18f,revision_number=1']} {{(pid=84874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:43:15.700934 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-6b65b452-17f1-4442-973c-4ecf13199727 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.162s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:43:15.795519 n-d-768862-2 neutron-server[84765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b65b452-17f1-4442-973c-4ecf13199727 admin admin] Network 840d1221-935f-4b44-b38f-5da7f27c6358 is already hosted by enough agents. {{(pid=84874) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 07:43:15.797231 n-d-768862-2 neutron-server[84765]: DEBUG neutron.scheduler.base_scheduler [None req-6b65b452-17f1-4442-973c-4ecf13199727 admin admin] Resources bound (agent type, host, resource id): {{(pid=84874) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 07:43:15.800139 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b65b452-17f1-4442-973c-4ecf13199727 admin admin] Received port after_create {{(pid=84874) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 14 07:43:15.815922 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-df9e13f8-4fa2-446c-9d4a-90cc9f4dd4e6 None None] Provisioning complete for port 92525fd5-ca67-4f55-88de-b62ff15af33c triggered by entity DHCP. {{(pid=84876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 07:43:15.816354 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-df9e13f8-4fa2-446c-9d4a-90cc9f4dd4e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-604227'] for port, provisioning_complete {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:43:15.864301 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555753'] for port, before_update {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:43:15.874353 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-6b65b452-17f1-4442-973c-4ecf13199727 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036850886386'] for router_interface, before_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:43:15.905799 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.db.resource_extend [None req-228c89ba-4c77-48f8-9cca-cb54c7697f98 None None] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84876) wrapper /usr/local/lib/python3.6/dist-packages/oslo_utils/timeutils.py:388}} Jan 14 07:43:15.984112 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] For port 92525fd5-ca67-4f55-88de-b62ff15af33c, host n-d-768862-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-2',level=0,port_id=92525fd5-ca67-4f55-88de-b62ff15af33c,segment=NetworkSegment(f806b873-2cf4-45a6-ae61-16af98677ab9),segment_id=f806b873-2cf4-45a6-ae61-16af98677ab9)] {{(pid=84876) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 07:43:15.996812 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777640533312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363259214678337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777640097497'] for port, after_update {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:43:16.001486 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-57702c16-8265-46c0-92f5-5895c9f11011 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84876) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:43:16.032518 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-6b65b452-17f1-4442-973c-4ecf13199727 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555753'] for port, before_update {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:43:16.086550 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Pushing event updated for resources: {'Port': ['ID=92525fd5-ca67-4f55-88de-b62ff15af33c,revision_number=3']} {{(pid=84876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:43:16.093114 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-228c89ba-4c77-48f8-9cca-cb54c7697f98 None None] Notify callbacks [] for port, precommit_update {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:43:16.095915 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=84876) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:43:16.168045 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-228c89ba-4c77-48f8-9cca-cb54c7697f98 None None] Transition to ACTIVE for port object 18e774df-8979-48c0-baba-b636f2baea96 will not be triggered until provisioned by entity L2. {{(pid=84876) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 07:43:16.177441 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-228c89ba-4c77-48f8-9cca-cb54c7697f98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777640533312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363259214678337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777640097497'] for port, after_update {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:43:16.289633 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-4805f027-e0d9-49ea-a2f2-b6a1a5cfdb16 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84876) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:43:16.348552 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-83366f7d-f907-4382-9f52-c04613e60d56 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted--9223372036851568851', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal--9223372036850888080'] for router_interface, after_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:43:16.404026 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-a597c76f-c2dd-4e54-b345-92073bf757be None None] Provisioning complete for port 92525fd5-ca67-4f55-88de-b62ff15af33c triggered by entity DHCP. {{(pid=84876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 07:43:16.404718 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-a597c76f-c2dd-4e54-b345-92073bf757be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-604227'] for port, provisioning_complete {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:43:16.439908 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0147160d-69e3-4b25-81ef-bdbe50bf672a None None] Pushing event updated for resources: {'Port': ['ID=18e774df-8979-48c0-baba-b636f2baea96,revision_number=2']} {{(pid=84876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:43:16.456151 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-0147160d-69e3-4b25-81ef-bdbe50bf672a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.166s {{(pid=84876) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:43:16.493694 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.managers [None req-228c89ba-4c77-48f8-9cca-cb54c7697f98 None None] Attempting to bind port 18e774df-8979-48c0-baba-b636f2baea96 on host n-d-768862-2 for vnic_type normal with profile {{(pid=84876) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 14 07:43:16.494098 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.managers [None req-228c89ba-4c77-48f8-9cca-cb54c7697f98 None None] Attempting to bind port 18e774df-8979-48c0-baba-b636f2baea96 by drivers openvswitch on host n-d-768862-2 at level 0 using segments [{'id': 'cf3ded2c-bc47-4a71-89af-6e7117e60140', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '226f1e78-82cd-4481-9055-4eb73b6db8c1'}] {{(pid=84876) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 14 07:43:16.494473 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-228c89ba-4c77-48f8-9cca-cb54c7697f98 None None] Attempting to bind port 18e774df-8979-48c0-baba-b636f2baea96 on network 226f1e78-82cd-4481-9055-4eb73b6db8c1 {{(pid=84876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 14 07:43:16.507619 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-228c89ba-4c77-48f8-9cca-cb54c7697f98 None None] Checking agent: {'id': 'ba5efab1-b43c-4d5a-bc52-6e105d4e67a2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768862-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 14, 6, 56, 52), 'started_at': datetime.datetime(2021, 1, 14, 6, 57, 22), 'heartbeat_timestamp': datetime.datetime(2021, 1, 14, 7, 42, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768862-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.29', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 14 07:43:16.507988 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-228c89ba-4c77-48f8-9cca-cb54c7697f98 None None] Checking segment: {'id': 'cf3ded2c-bc47-4a71-89af-6e7117e60140', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '226f1e78-82cd-4481-9055-4eb73b6db8c1'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84876) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 14 07:43:16.508452 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-228c89ba-4c77-48f8-9cca-cb54c7697f98 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:43:16.508879 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-228c89ba-4c77-48f8-9cca-cb54c7697f98 None None] Bound using segment: {'id': 'cf3ded2c-bc47-4a71-89af-6e7117e60140', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '226f1e78-82cd-4481-9055-4eb73b6db8c1'} {{(pid=84876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 14 07:43:16.509392 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.managers [None req-228c89ba-4c77-48f8-9cca-cb54c7697f98 None None] Bound port: 18e774df-8979-48c0-baba-b636f2baea96, host: n-d-768862-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cf3ded2c-bc47-4a71-89af-6e7117e60140', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '226f1e78-82cd-4481-9055-4eb73b6db8c1'}}] {{(pid=84876) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 14 07:43:16.509814 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-228c89ba-4c77-48f8-9cca-cb54c7697f98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555753'] for port, before_update {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:43:16.642473 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [None req-228c89ba-4c77-48f8-9cca-cb54c7697f98 None None] For port 18e774df-8979-48c0-baba-b636f2baea96, host n-d-768862-2, cleared binding levels {{(pid=84876) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 14 07:43:16.646302 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [None req-228c89ba-4c77-48f8-9cca-cb54c7697f98 None None] For port 18e774df-8979-48c0-baba-b636f2baea96, host n-d-768862-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-2',level=0,port_id=18e774df-8979-48c0-baba-b636f2baea96,segment=NetworkSegment(cf3ded2c-bc47-4a71-89af-6e7117e60140),segment_id=cf3ded2c-bc47-4a71-89af-6e7117e60140)] {{(pid=84876) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 14 07:43:16.652284 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-228c89ba-4c77-48f8-9cca-cb54c7697f98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777640533312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363259214678337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777640097497'] for port, after_update {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:43:16.669493 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-5af036f1-5c06-40d7-a2f6-29da092de56f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84876) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:43:16.674054 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-6b65b452-17f1-4442-973c-4ecf13199727 admin admin] Notify callbacks [] for port, precommit_update {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:43:16.679425 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-6b65b452-17f1-4442-973c-4ecf13199727 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777640533312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363259214678337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777640097497', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036851521613'] for port, after_update {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:43:16.712217 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-527b2774-c063-4611-88a1-7547ab1f547f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:43:16.748273 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-a597c76f-c2dd-4e54-b345-92073bf757be None None] Provisioning for port 898341a7-8e1e-47ad-a601-67e52b11d18f completed by entity DHCP. {{(pid=84876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 07:43:16.802559 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-6b65b452-17f1-4442-973c-4ecf13199727 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3206949', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3889649'] for router_interface, after_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:43:16.807044 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0147160d-69e3-4b25-81ef-bdbe50bf672a None None] Pushing event updated for resources: {'Port': ['ID=18e774df-8979-48c0-baba-b636f2baea96,revision_number=3']} {{(pid=84876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:43:16.810973 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-0147160d-69e3-4b25-81ef-bdbe50bf672a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=84876) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:43:16.818500 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b65b452-17f1-4442-973c-4ecf13199727 admin admin] Pushing event updated for resources: {'Port': ['ID=898341a7-8e1e-47ad-a601-67e52b11d18f,revision_number=2']} {{(pid=84874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:43:16.832430 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-6b65b452-17f1-4442-973c-4ecf13199727 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:43:16.890994 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-a597c76f-c2dd-4e54-b345-92073bf757be None None] Provisioning complete for port 898341a7-8e1e-47ad-a601-67e52b11d18f triggered by entity DHCP. {{(pid=84876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 07:43:16.891431 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-a597c76f-c2dd-4e54-b345-92073bf757be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-604227'] for port, provisioning_complete {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:43:16.901619 n-d-768862-2 neutron-server[84765]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-83366f7d-f907-4382-9f52-c04613e60d56 admin admin] Router 33dc50c6-f16e-4d1a-8ea8-7bd91fa491c1 has already been hosted by L3 agent 35f592e9-451b-4db9-abea-77b6a5c5391b {{(pid=84875) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Jan 14 07:43:16.965518 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.plugin [None req-a597c76f-c2dd-4e54-b345-92073bf757be None None] Port 898341a7-8e1e-47ad-a601-67e52b11d18f cannot update to ACTIVE because it is not bound. {{(pid=84876) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:329}} Jan 14 07:43:16.968512 n-d-768862-2 neutron-server[84765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b65b452-17f1-4442-973c-4ecf13199727 admin admin] Network 840d1221-935f-4b44-b38f-5da7f27c6358 is already hosted by enough agents. {{(pid=84874) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 07:43:16.968641 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-228c89ba-4c77-48f8-9cca-cb54c7697f98 None None] Routers {'4ba7b44f-7d77-4fdf-9b0f-ca070be8d66b'} bound to L3 agent in host n-d-768862-2 {{(pid=84876) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 14 07:43:16.969417 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_hamode_db [None req-228c89ba-4c77-48f8-9cca-cb54c7697f98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-01-14T06:56:51Z,description=,heartbeat_timestamp=2021-01-14T07:42:52Z,host='n-d-768862-2',id=35f592e9-451b-4db9-abea-77b6a5c5391b,load=0,resource_versions=,resources_synced=,started_at=2021-01-14T06:56:51Z,topic='l3_agent')) {'router_ids': ['4ba7b44f-7d77-4fdf-9b0f-ca070be8d66b'], 'active': True} {{(pid=84876) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:43:16.969842 n-d-768862-2 neutron-server[84765]: DEBUG neutron.scheduler.base_scheduler [None req-6b65b452-17f1-4442-973c-4ecf13199727 admin admin] Resources bound (agent type, host, resource id): {{(pid=84874) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 07:43:17.094390 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Device 92525fd5-ca67-4f55-88de-b62ff15af33c up at agent ovs-agent-n-d-768862-2 {{(pid=84876) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 07:43:17.161730 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-83366f7d-f907-4382-9f52-c04613e60d56 admin admin] Notify agent at l3_agent.n-d-768862-2 the message routers_updated {{(pid=84875) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jan 14 07:43:17.175163 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0928a84f-ffb6-4d8e-b132-1bc791e22fed None None] Sync routers for ids ['33dc50c6-f16e-4d1a-8ea8-7bd91fa491c1'] in n-d-768862-2 {{(pid=84877) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Jan 14 07:43:17.175315 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-83366f7d-f907-4382-9f52-c04613e60d56 admin admin] 10.222.0.24 "PUT /v2.0/routers/33dc50c6-f16e-4d1a-8ea8-7bd91fa491c1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3452542 Jan 14 07:43:17.175755 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84874) accepted ('10.222.0.24', 43912) {{(pid=84874) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:43:17.183688 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0928a84f-ffb6-4d8e-b132-1bc791e22fed None None] Routers {'33dc50c6-f16e-4d1a-8ea8-7bd91fa491c1'} bound to L3 agent in host n-d-768862-2 {{(pid=84877) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 14 07:43:17.184398 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_hamode_db [None req-0928a84f-ffb6-4d8e-b132-1bc791e22fed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-01-14T06:56:51Z,description=,heartbeat_timestamp=2021-01-14T07:42:52Z,host='n-d-768862-2',id=35f592e9-451b-4db9-abea-77b6a5c5391b,load=0,resource_versions=,resources_synced=,started_at=2021-01-14T06:56:51Z,topic='l3_agent')) {'router_ids': ['33dc50c6-f16e-4d1a-8ea8-7bd91fa491c1'], 'active': True} {{(pid=84877) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:43:17.249435 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_dvr_db [None req-228c89ba-4c77-48f8-9cca-cb54c7697f98 None None] Set router 4ba7b44f-7d77-4fdf-9b0f-ca070be8d66b gateway port host: n-d-768862-2 {{(pid=84876) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 14 07:43:17.326958 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Provisioning complete for port 92525fd5-ca67-4f55-88de-b62ff15af33c triggered by entity L2. {{(pid=84876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 07:43:17.327219 n-d-768862-2 neutron-server[84765]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6b65b452-17f1-4442-973c-4ecf13199727 admin admin] Router 4ba7b44f-7d77-4fdf-9b0f-ca070be8d66b has already been hosted by L3 agent 35f592e9-451b-4db9-abea-77b6a5c5391b {{(pid=84874) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Jan 14 07:43:17.327326 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-604227'] for port, provisioning_complete {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:43:17.375453 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_dvr_db [None req-0928a84f-ffb6-4d8e-b132-1bc791e22fed None None] Set router 33dc50c6-f16e-4d1a-8ea8-7bd91fa491c1 gateway port host: n-d-768862-2 {{(pid=84877) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 14 07:43:17.520862 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-9110cd93-245a-468e-a3ee-878d6cc90dbc None None] Provisioning complete for port 898341a7-8e1e-47ad-a601-67e52b11d18f triggered by entity DHCP. {{(pid=84876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 07:43:17.521256 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-9110cd93-245a-468e-a3ee-878d6cc90dbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-604227'] for port, provisioning_complete {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:43:17.526363 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-698e1c3a-f89f-4762-a3bb-7386e5c405a9 admin admin] Notify callbacks [] for router, before_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:43:17.604809 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.plugin [None req-9110cd93-245a-468e-a3ee-878d6cc90dbc None None] Port 898341a7-8e1e-47ad-a601-67e52b11d18f cannot update to ACTIVE because it is not bound. {{(pid=84876) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:329}} Jan 14 07:43:17.683466 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_hamode_db [None req-0928a84f-ffb6-4d8e-b132-1bc791e22fed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '33dc50c6-f16e-4d1a-8ea8-7bd91fa491c1', 'name': 'tempest-TestVolumeBootPattern-1073755222-router', 'tenant_id': '826dd27ac0df4e22843eba39deedff5f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '226f1e78-82cd-4481-9055-4eb73b6db8c1', 'external_fixed_ips': [{'subnet_id': 'ba8deeec-7658-4195-9449-038c076f5c83', 'ip_address': '172.25.2.220'}], 'enable_snat': True}, 'gw_port_id': '8f69661d-cac9-41e5-9b8c-507aba6336e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-14T07:41:39Z', 'updated_at': '2021-01-14T07:43:15Z', 'revision_number': 5, 'project_id': '826dd27ac0df4e22843eba39deedff5f', 'gw_port': {'id': '8f69661d-cac9-41e5-9b8c-507aba6336e9', 'name': '', 'network_id': '226f1e78-82cd-4481-9055-4eb73b6db8c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:9a:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33dc50c6-f16e-4d1a-8ea8-7bd91fa491c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3624, 'fixed_ips': [{'subnet_id': 'ba8deeec-7658-4195-9449-038c076f5c83', 'ip_address': '172.25.2.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T07:41:40Z', 'updated_at': '2021-01-14T07:41:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ba8deeec-7658-4195-9449-038c076f5c83', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-2'}], 'n-d-768862-2', False) {} {{(pid=84877) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:43:17.688214 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0928a84f-ffb6-4d8e-b132-1bc791e22fed None None] Checking router: 33dc50c6-f16e-4d1a-8ea8-7bd91fa491c1 for host: n-d-768862-2 {{(pid=84877) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Jan 14 07:43:17.699244 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0928a84f-ffb6-4d8e-b132-1bc791e22fed None None] Routers {'33dc50c6-f16e-4d1a-8ea8-7bd91fa491c1'} bound to L3 agent in host n-d-768862-2 {{(pid=84877) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 14 07:43:17.699782 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_hamode_db [None req-0928a84f-ffb6-4d8e-b132-1bc791e22fed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-01-14T06:56:51Z,description=,heartbeat_timestamp=2021-01-14T07:42:52Z,host='n-d-768862-2',id=35f592e9-451b-4db9-abea-77b6a5c5391b,load=0,resource_versions=,resources_synced=,started_at=2021-01-14T06:56:51Z,topic='l3_agent')) {'router_ids': ['33dc50c6-f16e-4d1a-8ea8-7bd91fa491c1'], 'active': True} {{(pid=84877) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:43:17.704271 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6b65b452-17f1-4442-973c-4ecf13199727 admin admin] Notify agent at l3_agent.n-d-768862-2 the message routers_updated {{(pid=84874) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jan 14 07:43:17.739968 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-6b65b452-17f1-4442-973c-4ecf13199727 admin admin] 10.222.0.24 "PUT /v2.0/routers/4ba7b44f-7d77-4fdf-9b0f-ca070be8d66b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5635326 Jan 14 07:43:17.769027 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-698e1c3a-f89f-4762-a3bb-7386e5c405a9 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:43:17.777443 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.plugin [None req-698e1c3a-f89f-4762-a3bb-7386e5c405a9 admin admin] Deleting port 8f69661d-cac9-41e5-9b8c-507aba6336e9 {{(pid=84874) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 07:43:17.777819 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-698e1c3a-f89f-4762-a3bb-7386e5c405a9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363259214248359'] for port, before_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:43:17.795226 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_hamode_db [None req-228c89ba-4c77-48f8-9cca-cb54c7697f98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4ba7b44f-7d77-4fdf-9b0f-ca070be8d66b', 'name': 'tempest-TestServerBasicOps-1520030030-router', 'tenant_id': '5ce61ec6fd324cbc833f7ee2ec78fa6c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '226f1e78-82cd-4481-9055-4eb73b6db8c1', 'external_fixed_ips': [{'subnet_id': 'ba8deeec-7658-4195-9449-038c076f5c83', 'ip_address': '172.25.2.76'}], 'enable_snat': True}, 'gw_port_id': '18e774df-8979-48c0-baba-b636f2baea96', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-14T07:43:11Z', 'updated_at': '2021-01-14T07:43:15Z', 'revision_number': 4, 'project_id': '5ce61ec6fd324cbc833f7ee2ec78fa6c', 'gw_port': {'id': '18e774df-8979-48c0-baba-b636f2baea96', 'name': '', 'network_id': '226f1e78-82cd-4481-9055-4eb73b6db8c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:71:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4ba7b44f-7d77-4fdf-9b0f-ca070be8d66b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3726, 'fixed_ips': [{'subnet_id': 'ba8deeec-7658-4195-9449-038c076f5c83', 'ip_address': '172.25.2.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T07:43:12Z', 'updated_at': '2021-01-14T07:43:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ba8deeec-7658-4195-9449-038c076f5c83', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-2', '_interfaces': [{'id': '898341a7-8e1e-47ad-a601-67e52b11d18f', 'name': '', 'network_id': '840d1221-935f-4b44-b38f-5da7f27c6358', 'tenant_id': '5ce61ec6fd324cbc833f7ee2ec78fa6c', 'mac_address': 'fa:16:3e:42:26:f3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4ba7b44f-7d77-4fdf-9b0f-ca070be8d66b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3727, 'fixed_ips': [{'subnet_id': 'f254dd8e-16f6-4a1b-9cd2-6f2b67e4d519', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T07:43:15Z', 'updated_at': '2021-01-14T07:43:16Z', 'revision_number': 2, 'project_id': '5ce61ec6fd324cbc833f7ee2ec78fa6c', 'subnets': [{'id': 'f254dd8e-16f6-4a1b-9cd2-6f2b67e4d519', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'n-d-768862-2', False) {} {{(pid=84876) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:43:17.799984 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-228c89ba-4c77-48f8-9cca-cb54c7697f98 None None] The sync data for ids ['4ba7b44f-7d77-4fdf-9b0f-ca070be8d66b'] in n-d-768862-2 is: [{'id': '4ba7b44f-7d77-4fdf-9b0f-ca070be8d66b', 'name': 'tempest-TestServerBasicOps-1520030030-router', 'tenant_id': '5ce61ec6fd324cbc833f7ee2ec78fa6c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '226f1e78-82cd-4481-9055-4eb73b6db8c1', 'external_fixed_ips': [{'subnet_id': 'ba8deeec-7658-4195-9449-038c076f5c83', 'ip_address': '172.25.2.76'}], 'enable_snat': True}, 'gw_port_id': '18e774df-8979-48c0-baba-b636f2baea96', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-14T07:43:11Z', 'updated_at': '2021-01-14T07:43:15Z', 'revision_number': 4, 'project_id': '5ce61ec6fd324cbc833f7ee2ec78fa6c', 'gw_port': {'id': '18e774df-8979-48c0-baba-b636f2baea96', 'name': '', 'network_id': '226f1e78-82cd-4481-9055-4eb73b6db8c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:71:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4ba7b44f-7d77-4fdf-9b0f-ca070be8d66b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3726, 'fixed_ips': [{'subnet_id': 'ba8deeec-7658-4195-9449-038c076f5c83', 'ip_address': '172.25.2.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T07:43:12Z', 'updated_at': '2021-01-14T07:43:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ba8deeec-7658-4195-9449-038c076f5c83', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-2', '_interfaces': [{'id': '898341a7-8e1e-47ad-a601-67e52b11d18f', 'name': '', 'network_id': '840d1221-935f-4b44-b38f-5da7f27c6358', 'tenant_id': '5ce61ec6fd324cbc833f7ee2ec78fa6c', 'mac_address': 'fa:16:3e:42:26:f3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4ba7b44f-7d77-4fdf-9b0f-ca070be8d66b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3727, 'fixed_ips': [{'subnet_id': 'f254dd8e-16f6-4a1b-9cd2-6f2b67e4d519', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T07:43:15Z', 'updated_at': '2021-01-14T07:43:16Z', 'revision_number': 2, 'project_id': '5ce61ec6fd324cbc833f7ee2ec78fa6c', 'subnets': [{'id': 'f254dd8e-16f6-4a1b-9cd2-6f2b67e4d519', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=84876) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Jan 14 07:43:17.910842 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_dvr_db [None req-0928a84f-ffb6-4d8e-b132-1bc791e22fed None None] Set router 33dc50c6-f16e-4d1a-8ea8-7bd91fa491c1 gateway port host: n-d-768862-2 {{(pid=84877) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 14 07:43:17.984721 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [None req-698e1c3a-f89f-4762-a3bb-7386e5c405a9 admin admin] For port 8f69661d-cac9-41e5-9b8c-507aba6336e9, host n-d-768862-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-2',level=0,port_id=8f69661d-cac9-41e5-9b8c-507aba6336e9,segment=NetworkSegment(cf3ded2c-bc47-4a71-89af-6e7117e60140),segment_id=cf3ded2c-bc47-4a71-89af-6e7117e60140)] {{(pid=84874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 07:43:17.985514 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-698e1c3a-f89f-4762-a3bb-7386e5c405a9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036850862667'] for port, precommit_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:43:18.142156 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.plugin [None req-698e1c3a-f89f-4762-a3bb-7386e5c405a9 admin admin] Calling delete_port for 8f69661d-cac9-41e5-9b8c-507aba6336e9 owned by network:router_gateway {{(pid=84874) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 07:43:18.259306 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_hamode_db [None req-0928a84f-ffb6-4d8e-b132-1bc791e22fed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '33dc50c6-f16e-4d1a-8ea8-7bd91fa491c1', 'name': 'tempest-TestVolumeBootPattern-1073755222-router', 'tenant_id': '826dd27ac0df4e22843eba39deedff5f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '226f1e78-82cd-4481-9055-4eb73b6db8c1', 'external_fixed_ips': [{'subnet_id': 'ba8deeec-7658-4195-9449-038c076f5c83', 'ip_address': '172.25.2.220'}], 'enable_snat': True}, 'gw_port_id': '8f69661d-cac9-41e5-9b8c-507aba6336e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-14T07:41:39Z', 'updated_at': '2021-01-14T07:43:15Z', 'revision_number': 5, 'project_id': '826dd27ac0df4e22843eba39deedff5f', 'gw_port': {'id': '8f69661d-cac9-41e5-9b8c-507aba6336e9', 'name': '', 'network_id': '226f1e78-82cd-4481-9055-4eb73b6db8c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:9a:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33dc50c6-f16e-4d1a-8ea8-7bd91fa491c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3624, 'fixed_ips': [{'subnet_id': 'ba8deeec-7658-4195-9449-038c076f5c83', 'ip_address': '172.25.2.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T07:41:40Z', 'updated_at': '2021-01-14T07:41:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ba8deeec-7658-4195-9449-038c076f5c83', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-2'}], 'n-d-768862-2', False) {} {{(pid=84877) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:43:18.266353 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0928a84f-ffb6-4d8e-b132-1bc791e22fed None None] The sync data for ids ['33dc50c6-f16e-4d1a-8ea8-7bd91fa491c1'] in n-d-768862-2 is: [{'id': '33dc50c6-f16e-4d1a-8ea8-7bd91fa491c1', 'name': 'tempest-TestVolumeBootPattern-1073755222-router', 'tenant_id': '826dd27ac0df4e22843eba39deedff5f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '226f1e78-82cd-4481-9055-4eb73b6db8c1', 'external_fixed_ips': [{'subnet_id': 'ba8deeec-7658-4195-9449-038c076f5c83', 'ip_address': '172.25.2.220'}], 'enable_snat': True}, 'gw_port_id': '8f69661d-cac9-41e5-9b8c-507aba6336e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-14T07:41:39Z', 'updated_at': '2021-01-14T07:43:15Z', 'revision_number': 5, 'project_id': '826dd27ac0df4e22843eba39deedff5f', 'gw_port': {'id': '8f69661d-cac9-41e5-9b8c-507aba6336e9', 'name': '', 'network_id': '226f1e78-82cd-4481-9055-4eb73b6db8c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:9a:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33dc50c6-f16e-4d1a-8ea8-7bd91fa491c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3624, 'fixed_ips': [{'subnet_id': 'ba8deeec-7658-4195-9449-038c076f5c83', 'ip_address': '172.25.2.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T07:41:40Z', 'updated_at': '2021-01-14T07:41:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ba8deeec-7658-4195-9449-038c076f5c83', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-2'}] {{(pid=84877) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Jan 14 07:43:18.316719 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-698e1c3a-f89f-4762-a3bb-7386e5c405a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777640533329', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777640097463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3254186'] for port, after_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:43:18.364694 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.v2.base [req-59020eb2-fb26-4e8f-9eaf-9bbf2bf6666f req-4ceb5ec7-5b2c-46da-9e03-447e95ad1fb4 tempest-TestServerBasicOps-1521353270 tempest-TestServerBasicOps-1521353270] Request body: {'security_group': {'name': 'tempest-TestServerBasicOps-784720985', 'description': 'tempest-TestServerBasicOps-784720985 description'}} {{(pid=84875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:43:18.378090 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [req-59020eb2-fb26-4e8f-9eaf-9bbf2bf6666f req-4ceb5ec7-5b2c-46da-9e03-447e95ad1fb4 tempest-TestServerBasicOps-1521353270 tempest-TestServerBasicOps-1521353270] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:43:18.383297 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [req-59020eb2-fb26-4e8f-9eaf-9bbf2bf6666f req-4ceb5ec7-5b2c-46da-9e03-447e95ad1fb4 tempest-TestServerBasicOps-1521353270 tempest-TestServerBasicOps-1521353270] Usage tracker for resource:security_group and tenant:5ce61ec6fd324cbc833f7ee2ec78fa6c is out of sync, need to count used quota {{(pid=84875) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:43:18.386859 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [req-59020eb2-fb26-4e8f-9eaf-9bbf2bf6666f req-4ceb5ec7-5b2c-46da-9e03-447e95ad1fb4 tempest-TestServerBasicOps-1521353270 tempest-TestServerBasicOps-1521353270] Quota usage for security_group was recalculated. Used quota:1. {{(pid=84875) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:43:18.394991 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [req-59020eb2-fb26-4e8f-9eaf-9bbf2bf6666f req-4ceb5ec7-5b2c-46da-9e03-447e95ad1fb4 tempest-TestServerBasicOps-1521353270 tempest-TestServerBasicOps-1521353270] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:43:18.407257 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [req-59020eb2-fb26-4e8f-9eaf-9bbf2bf6666f req-4ceb5ec7-5b2c-46da-9e03-447e95ad1fb4 tempest-TestServerBasicOps-1521353270 tempest-TestServerBasicOps-1521353270] Notify callbacks [] for security_group, before_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:43:18.431724 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [req-59020eb2-fb26-4e8f-9eaf-9bbf2bf6666f req-4ceb5ec7-5b2c-46da-9e03-447e95ad1fb4 tempest-TestServerBasicOps-1521353270 tempest-TestServerBasicOps-1521353270] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:43:18.436378 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [req-59020eb2-fb26-4e8f-9eaf-9bbf2bf6666f req-4ceb5ec7-5b2c-46da-9e03-447e95ad1fb4 tempest-TestServerBasicOps-1521353270 tempest-TestServerBasicOps-1521353270] Usage tracker for resource:security_group_rule and tenant:5ce61ec6fd324cbc833f7ee2ec78fa6c is out of sync, need to count used quota {{(pid=84875) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:43:18.440604 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [req-59020eb2-fb26-4e8f-9eaf-9bbf2bf6666f req-4ceb5ec7-5b2c-46da-9e03-447e95ad1fb4 tempest-TestServerBasicOps-1521353270 tempest-TestServerBasicOps-1521353270] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84875) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:43:18.447270 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [req-59020eb2-fb26-4e8f-9eaf-9bbf2bf6666f req-4ceb5ec7-5b2c-46da-9e03-447e95ad1fb4 tempest-TestServerBasicOps-1521353270 tempest-TestServerBasicOps-1521353270] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:43:18.532470 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [req-59020eb2-fb26-4e8f-9eaf-9bbf2bf6666f req-4ceb5ec7-5b2c-46da-9e03-447e95ad1fb4 tempest-TestServerBasicOps-1521353270 tempest-TestServerBasicOps-1521353270] Notify callbacks [] for security_group, precommit_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:43:18.536792 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [req-59020eb2-fb26-4e8f-9eaf-9bbf2bf6666f req-4ceb5ec7-5b2c-46da-9e03-447e95ad1fb4 tempest-TestServerBasicOps-1521353270 tempest-TestServerBasicOps-1521353270] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850887153'] for security_group, after_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:43:18.541130 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-698e1c3a-f89f-4762-a3bb-7386e5c405a9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036850863128'] for router_gateway, after_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:43:18.543475 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-af8e1247-5f1d-4b5c-8cfd-f5b8223d5220 tempest-TagsTest-2133818962 tempest-TagsTest-2133818962] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:43:18.586886 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ceb5ec7-5b2c-46da-9e03-447e95ad1fb4 tempest-TestServerBasicOps-1521353270 tempest-TestServerBasicOps-1521353270] Pushing event updated for resources: {'SecurityGroup': ['ID=32d924d6-f149-4e9d-bd97-00efa9d817a0,revision_number=1']} {{(pid=84875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:43:18.590608 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-4ceb5ec7-5b2c-46da-9e03-447e95ad1fb4 tempest-TestServerBasicOps-1521353270 tempest-TestServerBasicOps-1521353270] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:43:18.594332 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [req-59020eb2-fb26-4e8f-9eaf-9bbf2bf6666f req-4ceb5ec7-5b2c-46da-9e03-447e95ad1fb4 tempest-TestServerBasicOps-1521353270 tempest-TestServerBasicOps-1521353270] Notify callbacks [] for security_group, before_response {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:43:18.596142 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [req-59020eb2-fb26-4e8f-9eaf-9bbf2bf6666f req-4ceb5ec7-5b2c-46da-9e03-447e95ad1fb4 tempest-TestServerBasicOps-1521353270 tempest-TestServerBasicOps-1521353270] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1807 time: 0.2364078 Jan 14 07:43:18.691739 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-698e1c3a-f89f-4762-a3bb-7386e5c405a9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3889346', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036854717606'] for router, precommit_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:43:18.694674 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-698e1c3a-f89f-4762-a3bb-7386e5c405a9 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:43:18.731995 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-698e1c3a-f89f-4762-a3bb-7386e5c405a9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036850897070'] for router, after_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:43:18.732836 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-698e1c3a-f89f-4762-a3bb-7386e5c405a9 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 33dc50c6-f16e-4d1a-8ea8-7bd91fa491c1 {{(pid=84874) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jan 14 07:43:18.747781 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-698e1c3a-f89f-4762-a3bb-7386e5c405a9 admin admin] Notify callbacks [] for router, before_response {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:43:18.753053 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84875) accepted ('10.222.0.24', 43928) {{(pid=84875) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:43:18.753193 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-698e1c3a-f89f-4762-a3bb-7386e5c405a9 admin admin] 10.222.0.24 "DELETE /v2.0/routers/33dc50c6-f16e-4d1a-8ea8-7bd91fa491c1 HTTP/1.1" status: 204 len: 168 time: 1.5750847 Jan 14 07:43:18.838466 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-a36fac3a-d24d-4881-a24f-822c71b120ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363259214191800', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854171626'] for agent, after_update {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:43:18.860515 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.db_base_plugin_v2 [None req-99395a9a-9101-4225-9d21-b0fc96a3bbe0 admin admin] Deleting subnet c3bbcad0-63cc-4425-a242-af9acac6dfc9 {{(pid=84875) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Jan 14 07:43:18.871079 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-99395a9a-9101-4225-9d21-b0fc96a3bbe0 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:43:18.952848 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Device 18e774df-8979-48c0-baba-b636f2baea96 up at agent ovs-agent-n-d-768862-2 {{(pid=84876) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 07:43:18.953972 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [req-3d5e7f7e-e870-49d0-8a38-727110f00e37 req-96197dec-d027-4da1-9fd5-aca39f91987c tempest-TestServerBasicOps-1521353270 tempest-TestServerBasicOps-1521353270] 10.222.0.24 "GET /v2.0/security-groups/32d924d6-f149-4e9d-bd97-00efa9d817a0 HTTP/1.1" status: 200 len: 1802 time: 0.3181834 Jan 14 07:43:18.962161 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.v2.base [req-3d5e7f7e-e870-49d0-8a38-727110f00e37 req-809d56ad-43f4-45ce-bc6d-f34b5553d208 tempest-TestServerBasicOps-1521353270 tempest-TestServerBasicOps-1521353270] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '32d924d6-f149-4e9d-bd97-00efa9d817a0', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=84875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:43:18.962671 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.v2.base [req-3d5e7f7e-e870-49d0-8a38-727110f00e37 req-809d56ad-43f4-45ce-bc6d-f34b5553d208 tempest-TestServerBasicOps-1521353270 tempest-TestServerBasicOps-1521353270] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '32d924d6-f149-4e9d-bd97-00efa9d817a0', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=84875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:43:18.975198 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [req-3d5e7f7e-e870-49d0-8a38-727110f00e37 req-809d56ad-43f4-45ce-bc6d-f34b5553d208 tempest-TestServerBasicOps-1521353270 tempest-TestServerBasicOps-1521353270] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:43:18.980163 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [req-3d5e7f7e-e870-49d0-8a38-727110f00e37 req-809d56ad-43f4-45ce-bc6d-f34b5553d208 tempest-TestServerBasicOps-1521353270 tempest-TestServerBasicOps-1521353270] Usage tracker for resource:security_group_rule and tenant:5ce61ec6fd324cbc833f7ee2ec78fa6c is out of sync, need to count used quota {{(pid=84875) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:43:18.984913 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-99395a9a-9101-4225-9d21-b0fc96a3bbe0 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3367281'] for subnet, precommit_delete_associations {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:43:19.015493 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [req-3d5e7f7e-e870-49d0-8a38-727110f00e37 req-809d56ad-43f4-45ce-bc6d-f34b5553d208 tempest-TestServerBasicOps-1521353270 tempest-TestServerBasicOps-1521353270] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84875) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:43:19.031485 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [req-3d5e7f7e-e870-49d0-8a38-727110f00e37 req-809d56ad-43f4-45ce-bc6d-f34b5553d208 tempest-TestServerBasicOps-1521353270 tempest-TestServerBasicOps-1521353270] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:43:19.038571 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Provisioning for port 18e774df-8979-48c0-baba-b636f2baea96 completed by entity L2. {{(pid=84876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 07:43:19.044571 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Provisioning complete for port 18e774df-8979-48c0-baba-b636f2baea96 triggered by entity L2. {{(pid=84876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 07:43:19.045085 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-604227'] for port, provisioning_complete {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:43:19.128996 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [req-3d5e7f7e-e870-49d0-8a38-727110f00e37 req-809d56ad-43f4-45ce-bc6d-f34b5553d208 tempest-TestServerBasicOps-1521353270 tempest-TestServerBasicOps-1521353270] Notify callbacks [] for security_group_rule, before_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:43:19.138089 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-99395a9a-9101-4225-9d21-b0fc96a3bbe0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036854176836'] for subnet, precommit_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:43:19.173694 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555753'] for port, before_update {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:43:19.191110 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] For port 18e774df-8979-48c0-baba-b636f2baea96, host n-d-768862-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-2',level=0,port_id=18e774df-8979-48c0-baba-b636f2baea96,segment=NetworkSegment(cf3ded2c-bc47-4a71-89af-6e7117e60140),segment_id=cf3ded2c-bc47-4a71-89af-6e7117e60140)] {{(pid=84876) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 07:43:19.195283 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777640533312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363259214678337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777640097497'] for port, after_update {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:43:19.201219 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [req-3d5e7f7e-e870-49d0-8a38-727110f00e37 req-809d56ad-43f4-45ce-bc6d-f34b5553d208 tempest-TestServerBasicOps-1521353270 tempest-TestServerBasicOps-1521353270] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:43:19.209774 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [req-3d5e7f7e-e870-49d0-8a38-727110f00e37 req-809d56ad-43f4-45ce-bc6d-f34b5553d208 tempest-TestServerBasicOps-1521353270 tempest-TestServerBasicOps-1521353270] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850966545'] for security_group_rule, after_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:43:19.211440 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84876) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:43:19.217891 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-1cdb7117-0b0e-4f60-8048-92c58a3407ef tempest-SecGroupTest-1152222618 tempest-SecGroupTest-1152222618] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:43:19.244294 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Device 9472635d-fbd5-4e5a-98ac-93686532335f no longer exists at agent ovs-agent-n-d-768862-2 {{(pid=84876) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jan 14 07:43:19.303920 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.plugin [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] No Port match for: 9472635d-fbd5-4e5a-98ac-93686532335f {{(pid=84876) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2188}} Jan 14 07:43:19.303920 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Device 9472635d-fbd5-4e5a-98ac-93686532335f not bound to the agent host n-d-768862-2 {{(pid=84876) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jan 14 07:43:19.314706 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-809d56ad-43f4-45ce-bc6d-f34b5553d208 tempest-TestServerBasicOps-1521353270 tempest-TestServerBasicOps-1521353270] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e8b55e51-7f38-4c20-ac4b-cd086e223760,revision_number=0']} {{(pid=84875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:43:19.317510 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-809d56ad-43f4-45ce-bc6d-f34b5553d208 tempest-TestServerBasicOps-1521353270 tempest-TestServerBasicOps-1521353270] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:43:19.327715 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Pushing event updated for resources: {'Port': ['ID=18e774df-8979-48c0-baba-b636f2baea96,revision_number=4']} {{(pid=84876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:43:19.331291 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=84876) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:43:19.335599 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [req-3d5e7f7e-e870-49d0-8a38-727110f00e37 req-809d56ad-43f4-45ce-bc6d-f34b5553d208 tempest-TestServerBasicOps-1521353270 tempest-TestServerBasicOps-1521353270] Notify callbacks [] for security_group_rule, before_response {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:43:19.337038 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [req-3d5e7f7e-e870-49d0-8a38-727110f00e37 req-809d56ad-43f4-45ce-bc6d-f34b5553d208 tempest-TestServerBasicOps-1521353270 tempest-TestServerBasicOps-1521353270] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.3820522 Jan 14 07:43:19.500241 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [req-652ffc59-2209-4b97-82be-e2c04e0ca69c req-cca6d30d-fc82-450d-a595-f660a2e3511a tempest-TestServerBasicOps-1521353270 tempest-TestServerBasicOps-1521353270] 10.222.0.24 "GET /v2.0/security-groups/32d924d6-f149-4e9d-bd97-00efa9d817a0 HTTP/1.1" status: 200 len: 2396 time: 0.1267149 Jan 14 07:43:19.516044 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.v2.base [req-652ffc59-2209-4b97-82be-e2c04e0ca69c req-939c77b2-684a-4bdb-95e5-dad46f871a6f tempest-TestServerBasicOps-1521353270 tempest-TestServerBasicOps-1521353270] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '32d924d6-f149-4e9d-bd97-00efa9d817a0', 'remote_group_id': None}]} {{(pid=84875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:43:19.516412 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.v2.base [req-652ffc59-2209-4b97-82be-e2c04e0ca69c req-939c77b2-684a-4bdb-95e5-dad46f871a6f tempest-TestServerBasicOps-1521353270 tempest-TestServerBasicOps-1521353270] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '32d924d6-f149-4e9d-bd97-00efa9d817a0', 'remote_group_id': None}} {{(pid=84875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:43:19.529788 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [req-652ffc59-2209-4b97-82be-e2c04e0ca69c req-939c77b2-684a-4bdb-95e5-dad46f871a6f tempest-TestServerBasicOps-1521353270 tempest-TestServerBasicOps-1521353270] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:43:19.535805 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [req-652ffc59-2209-4b97-82be-e2c04e0ca69c req-939c77b2-684a-4bdb-95e5-dad46f871a6f tempest-TestServerBasicOps-1521353270 tempest-TestServerBasicOps-1521353270] Usage tracker for resource:security_group_rule and tenant:5ce61ec6fd324cbc833f7ee2ec78fa6c is out of sync, need to count used quota {{(pid=84875) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:43:19.540643 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [req-652ffc59-2209-4b97-82be-e2c04e0ca69c req-939c77b2-684a-4bdb-95e5-dad46f871a6f tempest-TestServerBasicOps-1521353270 tempest-TestServerBasicOps-1521353270] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=84875) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:43:19.550850 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [req-652ffc59-2209-4b97-82be-e2c04e0ca69c req-939c77b2-684a-4bdb-95e5-dad46f871a6f tempest-TestServerBasicOps-1521353270 tempest-TestServerBasicOps-1521353270] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=84875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:43:19.562679 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-99395a9a-9101-4225-9d21-b0fc96a3bbe0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-598964', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850887113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3154192', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2308610'] for subnet, after_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:43:19.583558 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-5b8b6b4e-7757-49a5-8ca3-875f0cfc3a4f tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:43:19.676448 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99395a9a-9101-4225-9d21-b0fc96a3bbe0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c3bbcad0-63cc-4425-a242-af9acac6dfc9,revision_number=None']} {{(pid=84875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:43:19.698483 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-99395a9a-9101-4225-9d21-b0fc96a3bbe0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:43:19.767321 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [req-652ffc59-2209-4b97-82be-e2c04e0ca69c req-939c77b2-684a-4bdb-95e5-dad46f871a6f tempest-TestServerBasicOps-1521353270 tempest-TestServerBasicOps-1521353270] Notify callbacks [] for security_group_rule, before_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:43:19.771210 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-99395a9a-9101-4225-9d21-b0fc96a3bbe0 admin admin] Notify callbacks [] for subnet, before_response {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:43:19.772008 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac51380f-e4f6-4a51-977d-aabc50821042 None None] Network d7520512-b58e-4e49-bbed-b0e4070f0997 requested from n-d-768862-2 {{(pid=84876) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 07:43:19.783809 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-99395a9a-9101-4225-9d21-b0fc96a3bbe0 admin admin] 10.222.0.24 "DELETE /v2.0/subnets/c3bbcad0-63cc-4425-a242-af9acac6dfc9 HTTP/1.1" status: 204 len: 168 time: 1.0306399 Jan 14 07:43:19.786550 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84874) accepted ('10.222.0.24', 43934) {{(pid=84874) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:43:19.802572 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [req-652ffc59-2209-4b97-82be-e2c04e0ca69c req-939c77b2-684a-4bdb-95e5-dad46f871a6f tempest-TestServerBasicOps-1521353270 tempest-TestServerBasicOps-1521353270] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:43:19.806519 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [req-652ffc59-2209-4b97-82be-e2c04e0ca69c req-939c77b2-684a-4bdb-95e5-dad46f871a6f tempest-TestServerBasicOps-1521353270 tempest-TestServerBasicOps-1521353270] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850966545'] for security_group_rule, after_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:43:19.809016 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-890c9008-2a92-4f15-bb67-1eb780eb3913 tempest-SecGroupTest-1152222618 tempest-SecGroupTest-1152222618] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:43:19.829401 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-939c77b2-684a-4bdb-95e5-dad46f871a6f tempest-TestServerBasicOps-1521353270 tempest-TestServerBasicOps-1521353270] Pushing event updated for resources: {'SecurityGroupRule': ['ID=06c76ec1-2e74-4894-a8de-0959141961ad,revision_number=0']} {{(pid=84875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:43:19.830170 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-939c77b2-684a-4bdb-95e5-dad46f871a6f tempest-TestServerBasicOps-1521353270 tempest-TestServerBasicOps-1521353270] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:43:19.849722 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [req-652ffc59-2209-4b97-82be-e2c04e0ca69c req-939c77b2-684a-4bdb-95e5-dad46f871a6f tempest-TestServerBasicOps-1521353270 tempest-TestServerBasicOps-1521353270] Notify callbacks [] for security_group_rule, before_response {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:43:19.851410 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [req-652ffc59-2209-4b97-82be-e2c04e0ca69c req-939c77b2-684a-4bdb-95e5-dad46f871a6f tempest-TestServerBasicOps-1521353270 tempest-TestServerBasicOps-1521353270] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 791 time: 0.3440895 Jan 14 07:43:19.926562 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-ff40cc86-91a8-4fc0-bc73-f8dbe5b34f1e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036854160497'] for network, before_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:43:19.998213 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.plugin [None req-ff40cc86-91a8-4fc0-bc73-f8dbe5b34f1e admin admin] Deleting port b7dd0252-cfb8-42b1-b378-1d0ff7fe72a2 {{(pid=84874) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 07:43:19.998522 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-ff40cc86-91a8-4fc0-bc73-f8dbe5b34f1e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363259214248359'] for port, before_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:43:20.066424 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [req-8475b810-7b01-415a-94f7-2861fdf44925 req-5ce75193-dbec-4693-84c3-2815e0fc13bd tempest-TestServerBasicOps-1521353270 tempest-TestServerBasicOps-1521353270] Synchronizing usage tracker for tenant:5ce61ec6fd324cbc833f7ee2ec78fa6c on resource:security_group {{(pid=84875) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 14 07:43:20.084140 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [req-8475b810-7b01-415a-94f7-2861fdf44925 req-5ce75193-dbec-4693-84c3-2815e0fc13bd tempest-TestServerBasicOps-1521353270 tempest-TestServerBasicOps-1521353270] Unset dirty status for tenant:5ce61ec6fd324cbc833f7ee2ec78fa6c on resource:security_group {{(pid=84875) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 14 07:43:20.085518 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [req-8475b810-7b01-415a-94f7-2861fdf44925 req-5ce75193-dbec-4693-84c3-2815e0fc13bd tempest-TestServerBasicOps-1521353270 tempest-TestServerBasicOps-1521353270] 10.222.0.24 "GET /v2.0/security-groups?name=tempest-TestServerBasicOps-784720985&fields=id&tenant_id=5ce61ec6fd324cbc833f7ee2ec78fa6c HTTP/1.1" status: 200 len: 267 time: 0.0698149 Jan 14 07:43:20.220985 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cab05d2e-8cf6-493e-9736-af68e865fb31 None None] DHCP port deletion for d7520512-b58e-4e49-bbed-b0e4070f0997 request from n-d-768862-2 {{(pid=84876) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Jan 14 07:43:20.227366 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.plugin [None req-cab05d2e-8cf6-493e-9736-af68e865fb31 None None] Deleting port b7dd0252-cfb8-42b1-b378-1d0ff7fe72a2 {{(pid=84876) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 07:43:20.227945 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-cab05d2e-8cf6-493e-9736-af68e865fb31 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363259214248359'] for port, before_delete {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:43:20.228576 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [None req-ff40cc86-91a8-4fc0-bc73-f8dbe5b34f1e admin admin] For port b7dd0252-cfb8-42b1-b378-1d0ff7fe72a2, host n-d-768862-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-2',level=0,port_id=b7dd0252-cfb8-42b1-b378-1d0ff7fe72a2,segment=NetworkSegment(d4ba64c5-35c3-40c2-95c6-a59c64f99408),segment_id=d4ba64c5-35c3-40c2-95c6-a59c64f99408)] {{(pid=84874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 07:43:20.228973 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-ff40cc86-91a8-4fc0-bc73-f8dbe5b34f1e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036850862667'] for port, precommit_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:43:20.282566 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8475b810-7b01-415a-94f7-2861fdf44925 req-7cfff8af-c057-4dc3-8d20-c32b3b2cf9e0 tempest-TestServerBasicOps-1521353270 tempest-TestServerBasicOps-1521353270] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:43:20.284238 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [req-8475b810-7b01-415a-94f7-2861fdf44925 req-7cfff8af-c057-4dc3-8d20-c32b3b2cf9e0 tempest-TestServerBasicOps-1521353270 tempest-TestServerBasicOps-1521353270] 10.222.0.24 "GET /v2.0/networks?id=840d1221-935f-4b44-b38f-5da7f27c6358 HTTP/1.1" status: 200 len: 809 time: 0.1896815 Jan 14 07:43:20.302543 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [req-8475b810-7b01-415a-94f7-2861fdf44925 req-367bafa5-b90d-407b-b6cb-38dd3441c21b tempest-TestServerBasicOps-1521353270 tempest-TestServerBasicOps-1521353270] 10.222.0.24 "GET /v2.0/quotas/5ce61ec6fd324cbc833f7ee2ec78fa6c HTTP/1.1" status: 200 len: 375 time: 0.0115705 Jan 14 07:43:20.408836 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [req-8475b810-7b01-415a-94f7-2861fdf44925 req-9135acb8-b670-4e73-9ab8-ab1dc3df8711 tempest-TestServerBasicOps-1521353270 tempest-TestServerBasicOps-1521353270] 10.222.0.24 "GET /v2.0/ports?tenant_id=5ce61ec6fd324cbc833f7ee2ec78fa6c&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0985270 Jan 14 07:43:20.475124 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [None req-cab05d2e-8cf6-493e-9736-af68e865fb31 None None] For port b7dd0252-cfb8-42b1-b378-1d0ff7fe72a2, host n-d-768862-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-2',level=0,port_id=b7dd0252-cfb8-42b1-b378-1d0ff7fe72a2,segment=NetworkSegment(d4ba64c5-35c3-40c2-95c6-a59c64f99408),segment_id=d4ba64c5-35c3-40c2-95c6-a59c64f99408)] {{(pid=84876) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 07:43:20.475714 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-cab05d2e-8cf6-493e-9736-af68e865fb31 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036850862667'] for port, precommit_delete {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:43:20.578473 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [req-8475b810-7b01-415a-94f7-2861fdf44925 req-27845255-6f2f-4789-8dc7-ce98bfa394e4 service neutron] 10.222.0.24 "GET /v2.0/networks/840d1221-935f-4b44-b38f-5da7f27c6358?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1514895 Jan 14 07:43:20.607546 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.plugin [None req-cab05d2e-8cf6-493e-9736-af68e865fb31 None None] Calling delete_port for b7dd0252-cfb8-42b1-b378-1d0ff7fe72a2 owned by network:dhcp {{(pid=84876) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 07:43:20.661363 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.plugin [None req-ff40cc86-91a8-4fc0-bc73-f8dbe5b34f1e admin admin] Calling delete_port for b7dd0252-cfb8-42b1-b378-1d0ff7fe72a2 owned by network:dhcp {{(pid=84874) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 07:43:20.691613 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-cab05d2e-8cf6-493e-9736-af68e865fb31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777640533329', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777640097463'] for port, after_delete {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:43:20.718367 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-a0a361a6-1726-4bc4-a8eb-2f9eee82b131 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84876) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:43:20.752616 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [req-8475b810-7b01-415a-94f7-2861fdf44925 req-cc9a676b-4e9a-4bcf-8e8e-b1da41bf8a33 service neutron] 10.222.0.24 "GET /v2.0/networks/840d1221-935f-4b44-b38f-5da7f27c6358?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1665723 Jan 14 07:43:20.766517 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.db.api [None req-ff40cc86-91a8-4fc0-bc73-f8dbe5b34f1e admin admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84874) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Jan 14 07:43:20.766991 n-d-768862-2 neutron-server[84765]: DEBUG oslo_db.api [None req-ff40cc86-91a8-4fc0-bc73-f8dbe5b34f1e admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84874) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Jan 14 07:43:20.820003 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cab05d2e-8cf6-493e-9736-af68e865fb31 None None] Pushing event deleted for resources: {'Port': ['ID=b7dd0252-cfb8-42b1-b378-1d0ff7fe72a2,revision_number=None']} {{(pid=84876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:43:20.834591 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-cab05d2e-8cf6-493e-9736-af68e865fb31 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=84876) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:43:20.878175 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cab05d2e-8cf6-493e-9736-af68e865fb31 None None] No DVR routers for this DVR port b7dd0252-cfb8-42b1-b378-1d0ff7fe72a2 on host n-d-768862-2 {{(pid=84876) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Jan 14 07:43:20.913898 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Device 18e774df-8979-48c0-baba-b636f2baea96 up at agent ovs-agent-n-d-768862-2 {{(pid=84876) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 07:43:20.988413 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Provisioning complete for port 18e774df-8979-48c0-baba-b636f2baea96 triggered by entity L2. {{(pid=84876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 07:43:20.988929 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-604227'] for port, provisioning_complete {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:43:21.185188 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Device 8f69661d-cac9-41e5-9b8c-507aba6336e9 no longer exists at agent ovs-agent-n-d-768862-2 {{(pid=84876) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jan 14 07:43:21.220952 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.plugin [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] No Port match for: 8f69661d-cac9-41e5-9b8c-507aba6336e9 {{(pid=84876) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2188}} Jan 14 07:43:21.221370 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Device 8f69661d-cac9-41e5-9b8c-507aba6336e9 not bound to the agent host n-d-768862-2 {{(pid=84876) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jan 14 07:43:21.221866 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Device b7dd0252-cfb8-42b1-b378-1d0ff7fe72a2 no longer exists at agent ovs-agent-n-d-768862-2 {{(pid=84876) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jan 14 07:43:21.257764 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.plugin [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] No Port match for: b7dd0252-cfb8-42b1-b378-1d0ff7fe72a2 {{(pid=84876) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2188}} Jan 14 07:43:21.258111 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Device b7dd0252-cfb8-42b1-b378-1d0ff7fe72a2 not bound to the agent host n-d-768862-2 {{(pid=84876) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jan 14 07:43:21.268619 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.plugin [None req-ff40cc86-91a8-4fc0-bc73-f8dbe5b34f1e admin admin] Deleting port b7dd0252-cfb8-42b1-b378-1d0ff7fe72a2 {{(pid=84874) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 07:43:21.269195 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-ff40cc86-91a8-4fc0-bc73-f8dbe5b34f1e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363259214248359'] for port, before_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:43:21.276763 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [req-1cb1ba38-e8a3-42bb-8917-235101673037 req-bd39c2e2-c242-4b55-9499-595c3706a256 tempest-TestServerBasicOps-1521353270 tempest-TestServerBasicOps-1521353270] 10.222.0.24 "GET /v2.0/security-groups/32d924d6-f149-4e9d-bd97-00efa9d817a0 HTTP/1.1" status: 200 len: 2995 time: 0.0671804 Jan 14 07:43:21.344618 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.plugin [None req-ff40cc86-91a8-4fc0-bc73-f8dbe5b34f1e admin admin] The port 'b7dd0252-cfb8-42b1-b378-1d0ff7fe72a2' was deleted {{(pid=84874) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Jan 14 07:43:21.360048 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [req-1cb1ba38-e8a3-42bb-8917-235101673037 req-0b6ce8ac-4adc-4260-b5cb-1b09e6819db3 tempest-TestServerBasicOps-1521353270 tempest-TestServerBasicOps-1521353270] Notify callbacks [] for security_group, before_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:43:21.390691 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [req-1cb1ba38-e8a3-42bb-8917-235101673037 req-0b6ce8ac-4adc-4260-b5cb-1b09e6819db3 tempest-TestServerBasicOps-1521353270 tempest-TestServerBasicOps-1521353270] Notify callbacks [] for security_group, precommit_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:43:21.439119 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [req-1cb1ba38-e8a3-42bb-8917-235101673037 req-0b6ce8ac-4adc-4260-b5cb-1b09e6819db3 tempest-TestServerBasicOps-1521353270 tempest-TestServerBasicOps-1521353270] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850887153'] for security_group, after_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:43:21.443417 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-b77eda39-300f-49ed-83fd-5478c418cfea admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:43:21.461077 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b6ce8ac-4adc-4260-b5cb-1b09e6819db3 tempest-TestServerBasicOps-1521353270 tempest-TestServerBasicOps-1521353270] Pushing event deleted for resources: {'SecurityGroup': ['ID=32d924d6-f149-4e9d-bd97-00efa9d817a0,revision_number=None']} {{(pid=84875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:43:21.463735 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-0b6ce8ac-4adc-4260-b5cb-1b09e6819db3 tempest-TestServerBasicOps-1521353270 tempest-TestServerBasicOps-1521353270] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:43:21.470378 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-ff40cc86-91a8-4fc0-bc73-f8dbe5b34f1e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-598987', 'neutron.services.segments.db._delete_segments_for_network-8777640583949'] for network, precommit_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:43:21.476143 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [req-1cb1ba38-e8a3-42bb-8917-235101673037 req-0b6ce8ac-4adc-4260-b5cb-1b09e6819db3 tempest-TestServerBasicOps-1521353270 tempest-TestServerBasicOps-1521353270] Notify callbacks [] for security_group, before_response {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:43:21.483758 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [req-1cb1ba38-e8a3-42bb-8917-235101673037 req-0b6ce8ac-4adc-4260-b5cb-1b09e6819db3 tempest-TestServerBasicOps-1521353270 tempest-TestServerBasicOps-1521353270] 10.222.0.24 "DELETE /v2.0/security-groups/32d924d6-f149-4e9d-bd97-00efa9d817a0 HTTP/1.1" status: 204 len: 173 time: 0.2002358 Jan 14 07:43:21.533925 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84875) accepted ('10.222.0.24', 43972) {{(pid=84875) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:43:21.552042 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3dd39164-a122-488f-8658-5a9a3d80c6e3 None None] Sync routers for ids ['4ba7b44f-7d77-4fdf-9b0f-ca070be8d66b'] in n-d-768862-2 {{(pid=84876) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Jan 14 07:43:21.562307 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3dd39164-a122-488f-8658-5a9a3d80c6e3 None None] Routers {'4ba7b44f-7d77-4fdf-9b0f-ca070be8d66b'} bound to L3 agent in host n-d-768862-2 {{(pid=84876) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 14 07:43:21.562998 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_hamode_db [None req-3dd39164-a122-488f-8658-5a9a3d80c6e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-01-14T06:56:51Z,description=,heartbeat_timestamp=2021-01-14T07:42:52Z,host='n-d-768862-2',id=35f592e9-451b-4db9-abea-77b6a5c5391b,load=0,resource_versions=,resources_synced=,started_at=2021-01-14T06:56:51Z,topic='l3_agent')) {'router_ids': ['4ba7b44f-7d77-4fdf-9b0f-ca070be8d66b'], 'active': True} {{(pid=84876) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:43:21.590227 n-d-768862-2 neutron-server[84765]: DEBUG neutron.services.segments.db [None req-ff40cc86-91a8-4fc0-bc73-f8dbe5b34f1e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d7520512-b58e-4e49-bbed-b0e4070f0997']}} {{(pid=84874) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:43:21.603797 n-d-768862-2 neutron-server[84765]: DEBUG neutron.services.segments.db [None req-ff40cc86-91a8-4fc0-bc73-f8dbe5b34f1e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd4ba64c5-35c3-40c2-95c6-a59c64f99408') {'for_net_delete': True} {{(pid=84874) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:43:21.604161 n-d-768862-2 neutron-server[84765]: DEBUG neutron.services.segments.db [None req-ff40cc86-91a8-4fc0-bc73-f8dbe5b34f1e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd4ba64c5-35c3-40c2-95c6-a59c64f99408') {} {{(pid=84874) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:43:21.616736 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-ff40cc86-91a8-4fc0-bc73-f8dbe5b34f1e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363259214173198', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2968632'] for segment, before_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:43:21.632042 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-ff40cc86-91a8-4fc0-bc73-f8dbe5b34f1e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854179735'] for segment, precommit_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:43:21.634279 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-ff40cc86-91a8-4fc0-bc73-f8dbe5b34f1e admin admin] Releasing vxlan tunnel 9 to pool {{(pid=84874) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Jan 14 07:43:21.761708 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_dvr_db [None req-3dd39164-a122-488f-8658-5a9a3d80c6e3 None None] Set router 4ba7b44f-7d77-4fdf-9b0f-ca070be8d66b gateway port host: n-d-768862-2 {{(pid=84876) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 14 07:43:21.823538 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.managers [None req-ff40cc86-91a8-4fc0-bc73-f8dbe5b34f1e admin admin] Network d7520512-b58e-4e49-bbed-b0e4070f0997 has no segments {{(pid=84874) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 14 07:43:21.832924 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-ff40cc86-91a8-4fc0-bc73-f8dbe5b34f1e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-596065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036851521571'] for segment, after_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:43:21.926087 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-e7748e53-575b-427d-835c-ba46a3df8979 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363259214191800', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854171626'] for agent, after_update {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:43:22.007286 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-da76cfc0-98e8-4426-9f6d-4f05aa3fae78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363259214191800', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854171626'] for agent, after_update {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:43:22.018865 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.managers [None req-ff40cc86-91a8-4fc0-bc73-f8dbe5b34f1e admin admin] Network d7520512-b58e-4e49-bbed-b0e4070f0997 has no segments {{(pid=84874) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 14 07:43:22.044454 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 14 07:43:22.044454 n-d-768862-2 neutron-server[84765]: % (table.description, expected, rows_matched) Jan 14 07:43:22.044454 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 14 07:43:22.044454 n-d-768862-2 neutron-server[84765]: % (table.description, expected, rows_matched) Jan 14 07:43:22.044454 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 14 07:43:22.044454 n-d-768862-2 neutron-server[84765]: % (table.description, expected, rows_matched) Jan 14 07:43:22.044454 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 14 07:43:22.044454 n-d-768862-2 neutron-server[84765]: % (table.description, expected, rows_matched) Jan 14 07:43:22.044454 n-d-768862-2 neutron-server[84765]: Traceback (most recent call last): Jan 14 07:43:22.044454 n-d-768862-2 neutron-server[84765]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 14 07:43:22.044454 n-d-768862-2 neutron-server[84765]: timer() Jan 14 07:43:22.044454 n-d-768862-2 neutron-server[84765]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 14 07:43:22.044454 n-d-768862-2 neutron-server[84765]: cb(*args, **kw) Jan 14 07:43:22.044454 n-d-768862-2 neutron-server[84765]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Jan 14 07:43:22.044454 n-d-768862-2 neutron-server[84765]: return func(*args, **kwargs) Jan 14 07:43:22.044454 n-d-768862-2 neutron-server[84765]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 14 07:43:22.044454 n-d-768862-2 neutron-server[84765]: self._notify() Jan 14 07:43:22.044454 n-d-768862-2 neutron-server[84765]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 14 07:43:22.044454 n-d-768862-2 neutron-server[84765]: self.callback(batched_events) Jan 14 07:43:22.044454 n-d-768862-2 neutron-server[84765]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 14 07:43:22.044454 n-d-768862-2 neutron-server[84765]: event.method(event) Jan 14 07:43:22.044454 n-d-768862-2 neutron-server[84765]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 14 07:43:22.044454 n-d-768862-2 neutron-server[84765]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 14 07:43:22.044454 n-d-768862-2 neutron-server[84765]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Jan 14 07:43:22.044454 n-d-768862-2 neutron-server[84765]: segment_id)['aggregates'][0] Jan 14 07:43:22.044454 n-d-768862-2 neutron-server[84765]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 14 07:43:22.044454 n-d-768862-2 neutron-server[84765]: return f(self, *a, **k) Jan 14 07:43:22.044454 n-d-768862-2 neutron-server[84765]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 14 07:43:22.044454 n-d-768862-2 neutron-server[84765]: return self._get(url).json() Jan 14 07:43:22.044454 n-d-768862-2 neutron-server[84765]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 14 07:43:22.044454 n-d-768862-2 neutron-server[84765]: **kwargs) Jan 14 07:43:22.044454 n-d-768862-2 neutron-server[84765]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 14 07:43:22.044454 n-d-768862-2 neutron-server[84765]: return self.request(url, 'GET', **kwargs) Jan 14 07:43:22.044454 n-d-768862-2 neutron-server[84765]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Jan 14 07:43:22.044454 n-d-768862-2 neutron-server[84765]: **endpoint_filter) Jan 14 07:43:22.044454 n-d-768862-2 neutron-server[84765]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 14 07:43:22.044454 n-d-768862-2 neutron-server[84765]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 14 07:43:22.044454 n-d-768862-2 neutron-server[84765]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 14 07:43:22.044454 n-d-768862-2 neutron-server[84765]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 14 07:43:22.044454 n-d-768862-2 neutron-server[84765]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 14 07:43:22.121006 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-701af90c-b0a4-40e3-911e-b148890c80a7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3889632'] for router_interface, before_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:43:22.127365 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_hamode_db [None req-3dd39164-a122-488f-8658-5a9a3d80c6e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4ba7b44f-7d77-4fdf-9b0f-ca070be8d66b', 'name': 'tempest-TestServerBasicOps-1520030030-router', 'tenant_id': '5ce61ec6fd324cbc833f7ee2ec78fa6c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '226f1e78-82cd-4481-9055-4eb73b6db8c1', 'external_fixed_ips': [{'subnet_id': 'ba8deeec-7658-4195-9449-038c076f5c83', 'ip_address': '172.25.2.76'}], 'enable_snat': True}, 'gw_port_id': '18e774df-8979-48c0-baba-b636f2baea96', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-14T07:43:11Z', 'updated_at': '2021-01-14T07:43:15Z', 'revision_number': 4, 'project_id': '5ce61ec6fd324cbc833f7ee2ec78fa6c', 'gw_port': {'id': '18e774df-8979-48c0-baba-b636f2baea96', 'name': '', 'network_id': '226f1e78-82cd-4481-9055-4eb73b6db8c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:71:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ba7b44f-7d77-4fdf-9b0f-ca070be8d66b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3726, 'fixed_ips': [{'subnet_id': 'ba8deeec-7658-4195-9449-038c076f5c83', 'ip_address': '172.25.2.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T07:43:12Z', 'updated_at': '2021-01-14T07:43:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ba8deeec-7658-4195-9449-038c076f5c83', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-2', '_interfaces': [{'id': '898341a7-8e1e-47ad-a601-67e52b11d18f', 'name': '', 'network_id': '840d1221-935f-4b44-b38f-5da7f27c6358', 'tenant_id': '5ce61ec6fd324cbc833f7ee2ec78fa6c', 'mac_address': 'fa:16:3e:42:26:f3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4ba7b44f-7d77-4fdf-9b0f-ca070be8d66b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3727, 'fixed_ips': [{'subnet_id': 'f254dd8e-16f6-4a1b-9cd2-6f2b67e4d519', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T07:43:15Z', 'updated_at': '2021-01-14T07:43:16Z', 'revision_number': 2, 'project_id': '5ce61ec6fd324cbc833f7ee2ec78fa6c', 'subnets': [{'id': 'f254dd8e-16f6-4a1b-9cd2-6f2b67e4d519', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'n-d-768862-2', False) {} {{(pid=84876) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:43:22.127849 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-ff40cc86-91a8-4fc0-bc73-f8dbe5b34f1e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036854176830', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850887149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3912591'] for network, after_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:43:22.131328 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-05b9ebbb-2d2c-4f46-8973-1589305dab14 tempest-RoutersAdminTest-2021597473 tempest-RoutersAdminTest-2021597473] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:43:22.133482 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3dd39164-a122-488f-8658-5a9a3d80c6e3 None None] Checking router: 4ba7b44f-7d77-4fdf-9b0f-ca070be8d66b for host: n-d-768862-2 {{(pid=84876) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Jan 14 07:43:22.133901 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3dd39164-a122-488f-8658-5a9a3d80c6e3 None None] Updating router 4ba7b44f-7d77-4fdf-9b0f-ca070be8d66b port 898341a7-8e1e-47ad-a601-67e52b11d18f binding host n-d-768862-2 {{(pid=84876) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Jan 14 07:43:22.146260 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-ff40cc86-91a8-4fc0-bc73-f8dbe5b34f1e admin admin] Notify callbacks [] for network, before_response {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:43:22.157665 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff40cc86-91a8-4fc0-bc73-f8dbe5b34f1e admin admin] Pushing event deleted for resources: {'Network': ['ID=d7520512-b58e-4e49-bbed-b0e4070f0997,revision_number=None']} {{(pid=84874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:43:22.160945 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-ff40cc86-91a8-4fc0-bc73-f8dbe5b34f1e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:43:22.165823 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-ff40cc86-91a8-4fc0-bc73-f8dbe5b34f1e admin admin] 10.222.0.24 "DELETE /v2.0/networks/d7520512-b58e-4e49-bbed-b0e4070f0997 HTTP/1.1" status: 204 len: 168 time: 2.3752599 Jan 14 07:43:22.166106 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84874) accepted ('10.222.0.24', 43976) {{(pid=84874) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:43:22.190210 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-3dd39164-a122-488f-8658-5a9a3d80c6e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555753'] for port, before_update {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:43:22.630806 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363259214191800', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854171626'] for agent, after_update {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:43:22.642657 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-3dd39164-a122-488f-8658-5a9a3d80c6e3 None None] Notify callbacks [] for port, precommit_update {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:43:22.655410 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-3dd39164-a122-488f-8658-5a9a3d80c6e3 None None] Transition to ACTIVE for port object 898341a7-8e1e-47ad-a601-67e52b11d18f will not be triggered until provisioned by entity L2. {{(pid=84876) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 07:43:22.658850 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-3dd39164-a122-488f-8658-5a9a3d80c6e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777640533312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363259214678337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777640097497'] for port, after_update {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:43:22.741101 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84876) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:43:22.758433 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-9169ab05-a3fd-4103-9398-7c8e01700c18 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3889632'] for router_interface, before_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:43:22.831363 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c14cc9d4-59a7-4c77-ab4a-0a8d87c9d92d None None] Pushing event updated for resources: {'Port': ['ID=898341a7-8e1e-47ad-a601-67e52b11d18f,revision_number=3']} {{(pid=84876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:43:22.844697 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-c14cc9d4-59a7-4c77-ab4a-0a8d87c9d92d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=84876) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:43:22.906559 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.plugin [None req-701af90c-b0a4-40e3-911e-b148890c80a7 admin admin] Deleting port 898341a7-8e1e-47ad-a601-67e52b11d18f {{(pid=84875) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 07:43:22.906760 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-701af90c-b0a4-40e3-911e-b148890c80a7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363259214248359'] for port, before_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:43:23.036672 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.managers [None req-3dd39164-a122-488f-8658-5a9a3d80c6e3 None None] Attempting to bind port 898341a7-8e1e-47ad-a601-67e52b11d18f on host n-d-768862-2 for vnic_type normal with profile {{(pid=84876) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 14 07:43:23.037095 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.managers [None req-3dd39164-a122-488f-8658-5a9a3d80c6e3 None None] Attempting to bind port 898341a7-8e1e-47ad-a601-67e52b11d18f by drivers openvswitch on host n-d-768862-2 at level 0 using segments [{'id': 'f806b873-2cf4-45a6-ae61-16af98677ab9', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '840d1221-935f-4b44-b38f-5da7f27c6358'}] {{(pid=84876) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 14 07:43:23.037518 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3dd39164-a122-488f-8658-5a9a3d80c6e3 None None] Attempting to bind port 898341a7-8e1e-47ad-a601-67e52b11d18f on network 840d1221-935f-4b44-b38f-5da7f27c6358 {{(pid=84876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 14 07:43:23.044100 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3dd39164-a122-488f-8658-5a9a3d80c6e3 None None] Checking agent: {'id': 'ba5efab1-b43c-4d5a-bc52-6e105d4e67a2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768862-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 14, 6, 56, 52), 'started_at': datetime.datetime(2021, 1, 14, 6, 57, 22), 'heartbeat_timestamp': datetime.datetime(2021, 1, 14, 7, 43, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768862-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.29', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 14 07:43:23.044525 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3dd39164-a122-488f-8658-5a9a3d80c6e3 None None] Checking segment: {'id': 'f806b873-2cf4-45a6-ae61-16af98677ab9', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '840d1221-935f-4b44-b38f-5da7f27c6358'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84876) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 14 07:43:23.044976 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-3dd39164-a122-488f-8658-5a9a3d80c6e3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:43:23.045436 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3dd39164-a122-488f-8658-5a9a3d80c6e3 None None] Bound using segment: {'id': 'f806b873-2cf4-45a6-ae61-16af98677ab9', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '840d1221-935f-4b44-b38f-5da7f27c6358'} {{(pid=84876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 14 07:43:23.045954 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.managers [None req-3dd39164-a122-488f-8658-5a9a3d80c6e3 None None] Bound port: 898341a7-8e1e-47ad-a601-67e52b11d18f, host: n-d-768862-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f806b873-2cf4-45a6-ae61-16af98677ab9', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '840d1221-935f-4b44-b38f-5da7f27c6358'}}] {{(pid=84876) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 14 07:43:23.046497 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-3dd39164-a122-488f-8658-5a9a3d80c6e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555753'] for port, before_update {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:43:23.109975 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [None req-701af90c-b0a4-40e3-911e-b148890c80a7 admin admin] For port 898341a7-8e1e-47ad-a601-67e52b11d18f, host n-d-768862-2, got binding levels [] {{(pid=84875) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 07:43:23.110907 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-701af90c-b0a4-40e3-911e-b148890c80a7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036850862667'] for port, precommit_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:43:23.146590 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [None req-3dd39164-a122-488f-8658-5a9a3d80c6e3 None None] For port 898341a7-8e1e-47ad-a601-67e52b11d18f, host n-d-768862-2, cleared binding levels {{(pid=84876) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 14 07:43:23.152041 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [None req-3dd39164-a122-488f-8658-5a9a3d80c6e3 None None] For port 898341a7-8e1e-47ad-a601-67e52b11d18f, host n-d-768862-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-2',level=0,port_id=898341a7-8e1e-47ad-a601-67e52b11d18f,segment=NetworkSegment(f806b873-2cf4-45a6-ae61-16af98677ab9),segment_id=f806b873-2cf4-45a6-ae61-16af98677ab9)] {{(pid=84876) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 14 07:43:23.162248 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-3dd39164-a122-488f-8658-5a9a3d80c6e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777640533312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363259214678337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777640097497'] for port, after_update {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:43:23.179881 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-6a64e3f6-5983-44ba-87f9-af2abee57d92 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84876) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:43:23.250287 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.plugin [None req-701af90c-b0a4-40e3-911e-b148890c80a7 admin admin] Calling delete_port for 898341a7-8e1e-47ad-a601-67e52b11d18f owned by network:router_interface {{(pid=84875) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 07:43:23.267859 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.plugin [None req-9169ab05-a3fd-4103-9398-7c8e01700c18 admin admin] Deleting port d69c05c6-02f6-4025-ae81-900e43ee5ab9 {{(pid=84874) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 07:43:23.268238 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-9169ab05-a3fd-4103-9398-7c8e01700c18 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363259214248359'] for port, before_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:43:23.376318 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.db.api [None req-701af90c-b0a4-40e3-911e-b148890c80a7 admin admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84875) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Jan 14 07:43:23.376869 n-d-768862-2 neutron-server[84765]: DEBUG oslo_db.api [None req-701af90c-b0a4-40e3-911e-b148890c80a7 admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84875) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Jan 14 07:43:23.469482 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [None req-9169ab05-a3fd-4103-9398-7c8e01700c18 admin admin] For port d69c05c6-02f6-4025-ae81-900e43ee5ab9, host n-d-768862-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-2',level=0,port_id=d69c05c6-02f6-4025-ae81-900e43ee5ab9,segment=NetworkSegment(62021fa5-349d-4ab7-8621-83a41232b3ae),segment_id=62021fa5-349d-4ab7-8621-83a41232b3ae)] {{(pid=84874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 07:43:23.469747 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-9169ab05-a3fd-4103-9398-7c8e01700c18 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036850862667'] for port, precommit_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:43:23.536243 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-0f37073e-9c69-4e3c-80e0-6cfaa0fd61a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363259214191800', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854171626'] for agent, after_update {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:43:23.542892 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c14cc9d4-59a7-4c77-ab4a-0a8d87c9d92d None None] Pushing event updated for resources: {'Port': ['ID=898341a7-8e1e-47ad-a601-67e52b11d18f,revision_number=4']} {{(pid=84876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:43:23.548803 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-c14cc9d4-59a7-4c77-ab4a-0a8d87c9d92d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.369s {{(pid=84876) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:43:23.592936 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3dd39164-a122-488f-8658-5a9a3d80c6e3 None None] Routers {'4ba7b44f-7d77-4fdf-9b0f-ca070be8d66b'} bound to L3 agent in host n-d-768862-2 {{(pid=84876) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 14 07:43:23.594240 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_hamode_db [None req-3dd39164-a122-488f-8658-5a9a3d80c6e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-01-14T06:56:51Z,description=,heartbeat_timestamp=2021-01-14T07:43:22Z,host='n-d-768862-2',id=35f592e9-451b-4db9-abea-77b6a5c5391b,load=0,resource_versions=,resources_synced=,started_at=2021-01-14T06:56:51Z,topic='l3_agent')) {'router_ids': ['4ba7b44f-7d77-4fdf-9b0f-ca070be8d66b'], 'active': True} {{(pid=84876) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:43:23.601891 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.plugin [None req-9169ab05-a3fd-4103-9398-7c8e01700c18 admin admin] Calling delete_port for d69c05c6-02f6-4025-ae81-900e43ee5ab9 owned by network:router_interface {{(pid=84874) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 07:43:23.792023 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_dvr_db [None req-3dd39164-a122-488f-8658-5a9a3d80c6e3 None None] Set router 4ba7b44f-7d77-4fdf-9b0f-ca070be8d66b gateway port host: n-d-768862-2 {{(pid=84876) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 14 07:43:23.793029 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-9169ab05-a3fd-4103-9398-7c8e01700c18 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777640533329', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777640097463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3254186'] for port, after_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:43:23.809832 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-3cebea06-b987-4906-9c3c-dc2b68407642 tempest-FloatingIPTestJSON-1632234116 tempest-FloatingIPTestJSON-1632234116] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:43:23.878341 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.plugin [None req-701af90c-b0a4-40e3-911e-b148890c80a7 admin admin] Deleting port 898341a7-8e1e-47ad-a601-67e52b11d18f {{(pid=84875) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 07:43:23.878712 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-701af90c-b0a4-40e3-911e-b148890c80a7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363259214248359'] for port, before_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:43:23.903621 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9169ab05-a3fd-4103-9398-7c8e01700c18 admin admin] Pushing event deleted for resources: {'Port': ['ID=d69c05c6-02f6-4025-ae81-900e43ee5ab9,revision_number=None']} {{(pid=84874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:43:23.906983 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-9169ab05-a3fd-4103-9398-7c8e01700c18 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:43:24.081949 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [None req-701af90c-b0a4-40e3-911e-b148890c80a7 admin admin] For port 898341a7-8e1e-47ad-a601-67e52b11d18f, host n-d-768862-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-2',level=0,port_id=898341a7-8e1e-47ad-a601-67e52b11d18f,segment=NetworkSegment(f806b873-2cf4-45a6-ae61-16af98677ab9),segment_id=f806b873-2cf4-45a6-ae61-16af98677ab9)] {{(pid=84875) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 07:43:24.082356 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-701af90c-b0a4-40e3-911e-b148890c80a7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036850862667'] for port, precommit_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:43:24.153660 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_hamode_db [None req-3dd39164-a122-488f-8658-5a9a3d80c6e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4ba7b44f-7d77-4fdf-9b0f-ca070be8d66b', 'name': 'tempest-TestServerBasicOps-1520030030-router', 'tenant_id': '5ce61ec6fd324cbc833f7ee2ec78fa6c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '226f1e78-82cd-4481-9055-4eb73b6db8c1', 'external_fixed_ips': [{'subnet_id': 'ba8deeec-7658-4195-9449-038c076f5c83', 'ip_address': '172.25.2.76'}], 'enable_snat': True}, 'gw_port_id': '18e774df-8979-48c0-baba-b636f2baea96', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-14T07:43:11Z', 'updated_at': '2021-01-14T07:43:15Z', 'revision_number': 4, 'project_id': '5ce61ec6fd324cbc833f7ee2ec78fa6c', 'gw_port': {'id': '18e774df-8979-48c0-baba-b636f2baea96', 'name': '', 'network_id': '226f1e78-82cd-4481-9055-4eb73b6db8c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:71:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ba7b44f-7d77-4fdf-9b0f-ca070be8d66b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3726, 'fixed_ips': [{'subnet_id': 'ba8deeec-7658-4195-9449-038c076f5c83', 'ip_address': '172.25.2.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T07:43:12Z', 'updated_at': '2021-01-14T07:43:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ba8deeec-7658-4195-9449-038c076f5c83', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-2', '_interfaces': [{'id': '898341a7-8e1e-47ad-a601-67e52b11d18f', 'name': '', 'network_id': '840d1221-935f-4b44-b38f-5da7f27c6358', 'tenant_id': '5ce61ec6fd324cbc833f7ee2ec78fa6c', 'mac_address': 'fa:16:3e:42:26:f3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4ba7b44f-7d77-4fdf-9b0f-ca070be8d66b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3727, 'fixed_ips': [{'subnet_id': 'f254dd8e-16f6-4a1b-9cd2-6f2b67e4d519', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T07:43:15Z', 'updated_at': '2021-01-14T07:43:23Z', 'revision_number': 4, 'project_id': '5ce61ec6fd324cbc833f7ee2ec78fa6c', 'subnets': [{'id': 'f254dd8e-16f6-4a1b-9cd2-6f2b67e4d519', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'n-d-768862-2', False) {} {{(pid=84876) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:43:24.158462 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3dd39164-a122-488f-8658-5a9a3d80c6e3 None None] The sync data for ids ['4ba7b44f-7d77-4fdf-9b0f-ca070be8d66b'] in n-d-768862-2 is: [{'id': '4ba7b44f-7d77-4fdf-9b0f-ca070be8d66b', 'name': 'tempest-TestServerBasicOps-1520030030-router', 'tenant_id': '5ce61ec6fd324cbc833f7ee2ec78fa6c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '226f1e78-82cd-4481-9055-4eb73b6db8c1', 'external_fixed_ips': [{'subnet_id': 'ba8deeec-7658-4195-9449-038c076f5c83', 'ip_address': '172.25.2.76'}], 'enable_snat': True}, 'gw_port_id': '18e774df-8979-48c0-baba-b636f2baea96', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-14T07:43:11Z', 'updated_at': '2021-01-14T07:43:15Z', 'revision_number': 4, 'project_id': '5ce61ec6fd324cbc833f7ee2ec78fa6c', 'gw_port': {'id': '18e774df-8979-48c0-baba-b636f2baea96', 'name': '', 'network_id': '226f1e78-82cd-4481-9055-4eb73b6db8c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:71:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ba7b44f-7d77-4fdf-9b0f-ca070be8d66b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3726, 'fixed_ips': [{'subnet_id': 'ba8deeec-7658-4195-9449-038c076f5c83', 'ip_address': '172.25.2.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T07:43:12Z', 'updated_at': '2021-01-14T07:43:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ba8deeec-7658-4195-9449-038c076f5c83', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-2', '_interfaces': [{'id': '898341a7-8e1e-47ad-a601-67e52b11d18f', 'name': '', 'network_id': '840d1221-935f-4b44-b38f-5da7f27c6358', 'tenant_id': '5ce61ec6fd324cbc833f7ee2ec78fa6c', 'mac_address': 'fa:16:3e:42:26:f3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4ba7b44f-7d77-4fdf-9b0f-ca070be8d66b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3727, 'fixed_ips': [{'subnet_id': 'f254dd8e-16f6-4a1b-9cd2-6f2b67e4d519', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T07:43:15Z', 'updated_at': '2021-01-14T07:43:23Z', 'revision_number': 4, 'project_id': '5ce61ec6fd324cbc833f7ee2ec78fa6c', 'subnets': [{'id': 'f254dd8e-16f6-4a1b-9cd2-6f2b67e4d519', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=84876) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Jan 14 07:43:24.235546 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.plugin [None req-701af90c-b0a4-40e3-911e-b148890c80a7 admin admin] Calling delete_port for 898341a7-8e1e-47ad-a601-67e52b11d18f owned by network:router_interface {{(pid=84875) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 07:43:24.253022 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-9169ab05-a3fd-4103-9398-7c8e01700c18 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted--9223372036851568851', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal--9223372036850888080'] for router_interface, after_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:43:24.427937 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-701af90c-b0a4-40e3-911e-b148890c80a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777640533329', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777640097463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851621574'] for port, after_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:43:24.448181 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-bc06489d-42c3-4a4a-abc5-5427b788ef11 tempest-FloatingIPTestJSON-1632234116 tempest-FloatingIPTestJSON-1632234116] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:43:24.538445 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-701af90c-b0a4-40e3-911e-b148890c80a7 admin admin] Pushing event deleted for resources: {'Port': ['ID=898341a7-8e1e-47ad-a601-67e52b11d18f,revision_number=None']} {{(pid=84875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:43:24.566097 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-701af90c-b0a4-40e3-911e-b148890c80a7 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@n-h1-768862-2 {{(pid=84875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:43:24.566504 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-701af90c-b0a4-40e3-911e-b148890c80a7 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-h1-768862-2 {{(pid=84875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:43:24.566920 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-701af90c-b0a4-40e3-911e-b148890c80a7 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-h1-768862-2 {{(pid=84875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:43:24.567333 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-701af90c-b0a4-40e3-911e-b148890c80a7 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-h1-768862-2 {{(pid=84875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:43:24.568198 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-701af90c-b0a4-40e3-911e-b148890c80a7 admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@n-h1-768862-2 {{(pid=84875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:43:24.568198 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-701af90c-b0a4-40e3-911e-b148890c80a7 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-h1-768862-2 {{(pid=84875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:43:24.568513 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-701af90c-b0a4-40e3-911e-b148890c80a7 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-h1-768862-2 {{(pid=84875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:43:24.568918 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-701af90c-b0a4-40e3-911e-b148890c80a7 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-h1-768862-2 {{(pid=84875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:43:24.569378 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-701af90c-b0a4-40e3-911e-b148890c80a7 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-h1-768862-2 {{(pid=84875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:43:24.569785 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-701af90c-b0a4-40e3-911e-b148890c80a7 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-h1-768862-2 {{(pid=84875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:43:24.570273 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-701af90c-b0a4-40e3-911e-b148890c80a7 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-h1-768862-2 {{(pid=84875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:43:24.570596 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-701af90c-b0a4-40e3-911e-b148890c80a7 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-h1-768862-2 {{(pid=84875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:43:24.571045 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-701af90c-b0a4-40e3-911e-b148890c80a7 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@n-h2-768862-2 {{(pid=84875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:43:24.571448 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-701af90c-b0a4-40e3-911e-b148890c80a7 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-h2-768862-2 {{(pid=84875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:43:24.571865 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-701af90c-b0a4-40e3-911e-b148890c80a7 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-h2-768862-2 {{(pid=84875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:43:24.572268 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-701af90c-b0a4-40e3-911e-b148890c80a7 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-h2-768862-2 {{(pid=84875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:43:24.572667 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-701af90c-b0a4-40e3-911e-b148890c80a7 admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@n-h2-768862-2 {{(pid=84875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:43:24.573065 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-701af90c-b0a4-40e3-911e-b148890c80a7 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-h2-768862-2 {{(pid=84875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:43:24.573461 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-701af90c-b0a4-40e3-911e-b148890c80a7 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-h2-768862-2 {{(pid=84875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:43:24.573857 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-701af90c-b0a4-40e3-911e-b148890c80a7 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-h2-768862-2 {{(pid=84875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:43:24.574255 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-701af90c-b0a4-40e3-911e-b148890c80a7 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-h2-768862-2 {{(pid=84875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:43:24.574652 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-701af90c-b0a4-40e3-911e-b148890c80a7 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-h2-768862-2 {{(pid=84875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:43:24.575054 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-701af90c-b0a4-40e3-911e-b148890c80a7 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-h2-768862-2 {{(pid=84875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:43:24.575455 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-701af90c-b0a4-40e3-911e-b148890c80a7 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-h2-768862-2 {{(pid=84875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:43:24.575949 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-701af90c-b0a4-40e3-911e-b148890c80a7 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-2 {{(pid=84875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:43:24.576355 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-701af90c-b0a4-40e3-911e-b148890c80a7 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-2 {{(pid=84875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:43:24.576739 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-701af90c-b0a4-40e3-911e-b148890c80a7 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-2 {{(pid=84875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:43:24.577137 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-701af90c-b0a4-40e3-911e-b148890c80a7 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-2 {{(pid=84875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:43:24.577531 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-701af90c-b0a4-40e3-911e-b148890c80a7 admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@n-d-768862-2 {{(pid=84875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:43:24.577932 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-701af90c-b0a4-40e3-911e-b148890c80a7 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-2 {{(pid=84875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:43:24.578325 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-701af90c-b0a4-40e3-911e-b148890c80a7 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-768862-2 {{(pid=84875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:43:24.578722 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-701af90c-b0a4-40e3-911e-b148890c80a7 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-768862-2 {{(pid=84875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:43:24.579119 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-701af90c-b0a4-40e3-911e-b148890c80a7 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-2 {{(pid=84875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:43:24.579511 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-701af90c-b0a4-40e3-911e-b148890c80a7 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-2 {{(pid=84875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:43:24.579937 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-701af90c-b0a4-40e3-911e-b148890c80a7 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-2 {{(pid=84875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:43:24.580333 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-701af90c-b0a4-40e3-911e-b148890c80a7 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-2 {{(pid=84875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:43:24.586317 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-701af90c-b0a4-40e3-911e-b148890c80a7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:43:24.807871 n-d-768862-2 neutron-server[84765]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9169ab05-a3fd-4103-9398-7c8e01700c18 admin admin] Router facca773-f791-40fa-90fa-fa358b8fc053 has already been hosted by L3 agent 35f592e9-451b-4db9-abea-77b6a5c5391b {{(pid=84874) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Jan 14 07:43:24.900563 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-701af90c-b0a4-40e3-911e-b148890c80a7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted--9223372036851568851', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal--9223372036850888080'] for router_interface, after_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:43:25.304583 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9169ab05-a3fd-4103-9398-7c8e01700c18 admin admin] Notify agent at l3_agent.n-d-768862-2 the message routers_updated {{(pid=84874) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jan 14 07:43:25.317243 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3ddbacf-5085-44ae-8ab0-3cdf61436491 None None] Sync routers for ids ['facca773-f791-40fa-90fa-fa358b8fc053'] in n-d-768862-2 {{(pid=84877) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Jan 14 07:43:25.317450 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-9169ab05-a3fd-4103-9398-7c8e01700c18 admin admin] 10.222.0.24 "PUT /v2.0/routers/facca773-f791-40fa-90fa-fa358b8fc053/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1474414 Jan 14 07:43:25.317914 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84875) accepted ('10.222.0.24', 43980) {{(pid=84875) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:43:25.324923 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3ddbacf-5085-44ae-8ab0-3cdf61436491 None None] Routers {'facca773-f791-40fa-90fa-fa358b8fc053'} bound to L3 agent in host n-d-768862-2 {{(pid=84877) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 14 07:43:25.325587 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_hamode_db [None req-a3ddbacf-5085-44ae-8ab0-3cdf61436491 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-01-14T06:56:51Z,description=,heartbeat_timestamp=2021-01-14T07:43:22Z,host='n-d-768862-2',id=35f592e9-451b-4db9-abea-77b6a5c5391b,load=0,resource_versions=,resources_synced=,started_at=2021-01-14T06:56:51Z,topic='l3_agent')) {'router_ids': ['facca773-f791-40fa-90fa-fa358b8fc053'], 'active': True} {{(pid=84877) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:43:25.505605 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_dvr_db [None req-a3ddbacf-5085-44ae-8ab0-3cdf61436491 None None] Set router facca773-f791-40fa-90fa-fa358b8fc053 gateway port host: n-d-768862-2 {{(pid=84877) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 14 07:43:25.599886 n-d-768862-2 neutron-server[84765]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-701af90c-b0a4-40e3-911e-b148890c80a7 admin admin] Router 4ba7b44f-7d77-4fdf-9b0f-ca070be8d66b has already been hosted by L3 agent 35f592e9-451b-4db9-abea-77b6a5c5391b {{(pid=84875) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Jan 14 07:43:25.607612 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-0cc21395-a6ac-4e81-9460-50c1b89dbe37 admin admin] Notify callbacks [] for router, before_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:43:25.810986 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_hamode_db [None req-a3ddbacf-5085-44ae-8ab0-3cdf61436491 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'facca773-f791-40fa-90fa-fa358b8fc053', 'name': 'tempest-TestVolumeBootPattern-545615783-router', 'tenant_id': '57a4cc1962b34a9fb76a2dbc325569cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '226f1e78-82cd-4481-9055-4eb73b6db8c1', 'external_fixed_ips': [{'subnet_id': 'ba8deeec-7658-4195-9449-038c076f5c83', 'ip_address': '172.25.2.159'}], 'enable_snat': True}, 'gw_port_id': 'e2099fac-0e1f-4182-aa43-6e160e19d322', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-14T07:41:48Z', 'updated_at': '2021-01-14T07:43:23Z', 'revision_number': 5, 'project_id': '57a4cc1962b34a9fb76a2dbc325569cc', 'gw_port': {'id': 'e2099fac-0e1f-4182-aa43-6e160e19d322', 'name': '', 'network_id': '226f1e78-82cd-4481-9055-4eb73b6db8c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:98:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'facca773-f791-40fa-90fa-fa358b8fc053', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3637, 'fixed_ips': [{'subnet_id': 'ba8deeec-7658-4195-9449-038c076f5c83', 'ip_address': '172.25.2.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T07:41:49Z', 'updated_at': '2021-01-14T07:41:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ba8deeec-7658-4195-9449-038c076f5c83', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-2'}], 'n-d-768862-2', False) {} {{(pid=84877) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:43:25.815883 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3ddbacf-5085-44ae-8ab0-3cdf61436491 None None] Checking router: facca773-f791-40fa-90fa-fa358b8fc053 for host: n-d-768862-2 {{(pid=84877) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Jan 14 07:43:25.825872 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3ddbacf-5085-44ae-8ab0-3cdf61436491 None None] Routers {'facca773-f791-40fa-90fa-fa358b8fc053'} bound to L3 agent in host n-d-768862-2 {{(pid=84877) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 14 07:43:25.826540 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_hamode_db [None req-a3ddbacf-5085-44ae-8ab0-3cdf61436491 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-01-14T06:56:51Z,description=,heartbeat_timestamp=2021-01-14T07:43:22Z,host='n-d-768862-2',id=35f592e9-451b-4db9-abea-77b6a5c5391b,load=0,resource_versions=,resources_synced=,started_at=2021-01-14T06:56:51Z,topic='l3_agent')) {'router_ids': ['facca773-f791-40fa-90fa-fa358b8fc053'], 'active': True} {{(pid=84877) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:43:26.174066 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_dvr_db [None req-a3ddbacf-5085-44ae-8ab0-3cdf61436491 None None] Set router facca773-f791-40fa-90fa-fa358b8fc053 gateway port host: n-d-768862-2 {{(pid=84877) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 14 07:43:26.262806 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-0cc21395-a6ac-4e81-9460-50c1b89dbe37 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:43:26.271560 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.plugin [None req-0cc21395-a6ac-4e81-9460-50c1b89dbe37 admin admin] Deleting port e2099fac-0e1f-4182-aa43-6e160e19d322 {{(pid=84875) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 07:43:26.271957 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-0cc21395-a6ac-4e81-9460-50c1b89dbe37 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363259214248359'] for port, before_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:43:26.318909 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-701af90c-b0a4-40e3-911e-b148890c80a7 admin admin] Notify agent at l3_agent.n-d-768862-2 the message routers_updated {{(pid=84875) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jan 14 07:43:26.329398 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f930894-f3a3-4342-a35f-fe683399d828 None None] Sync routers for ids ['4ba7b44f-7d77-4fdf-9b0f-ca070be8d66b'] in n-d-768862-2 {{(pid=84876) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Jan 14 07:43:26.341279 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f930894-f3a3-4342-a35f-fe683399d828 None None] Routers {'4ba7b44f-7d77-4fdf-9b0f-ca070be8d66b'} bound to L3 agent in host n-d-768862-2 {{(pid=84876) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 14 07:43:26.342102 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_hamode_db [None req-4f930894-f3a3-4342-a35f-fe683399d828 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-01-14T06:56:51Z,description=,heartbeat_timestamp=2021-01-14T07:43:22Z,host='n-d-768862-2',id=35f592e9-451b-4db9-abea-77b6a5c5391b,load=0,resource_versions=,resources_synced=,started_at=2021-01-14T06:56:51Z,topic='l3_agent')) {'router_ids': ['4ba7b44f-7d77-4fdf-9b0f-ca070be8d66b'], 'active': True} {{(pid=84876) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:43:26.353873 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-701af90c-b0a4-40e3-911e-b148890c80a7 admin admin] 10.222.0.24 "PUT /v2.0/routers/4ba7b44f-7d77-4fdf-9b0f-ca070be8d66b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.8161645 Jan 14 07:43:26.354928 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84874) accepted ('10.222.0.24', 43984) {{(pid=84874) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:43:26.473891 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_hamode_db [None req-a3ddbacf-5085-44ae-8ab0-3cdf61436491 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'facca773-f791-40fa-90fa-fa358b8fc053', 'name': 'tempest-TestVolumeBootPattern-545615783-router', 'tenant_id': '57a4cc1962b34a9fb76a2dbc325569cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '226f1e78-82cd-4481-9055-4eb73b6db8c1', 'external_fixed_ips': [{'subnet_id': 'ba8deeec-7658-4195-9449-038c076f5c83', 'ip_address': '172.25.2.159'}], 'enable_snat': True}, 'gw_port_id': 'e2099fac-0e1f-4182-aa43-6e160e19d322', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-14T07:41:48Z', 'updated_at': '2021-01-14T07:43:23Z', 'revision_number': 5, 'project_id': '57a4cc1962b34a9fb76a2dbc325569cc', 'gw_port': {'id': 'e2099fac-0e1f-4182-aa43-6e160e19d322', 'name': '', 'network_id': '226f1e78-82cd-4481-9055-4eb73b6db8c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:98:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'facca773-f791-40fa-90fa-fa358b8fc053', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3637, 'fixed_ips': [{'subnet_id': 'ba8deeec-7658-4195-9449-038c076f5c83', 'ip_address': '172.25.2.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T07:41:49Z', 'updated_at': '2021-01-14T07:41:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ba8deeec-7658-4195-9449-038c076f5c83', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-2'}], 'n-d-768862-2', False) {} {{(pid=84877) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:43:26.474466 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [None req-0cc21395-a6ac-4e81-9460-50c1b89dbe37 admin admin] For port e2099fac-0e1f-4182-aa43-6e160e19d322, host n-d-768862-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-2',level=0,port_id=e2099fac-0e1f-4182-aa43-6e160e19d322,segment=NetworkSegment(cf3ded2c-bc47-4a71-89af-6e7117e60140),segment_id=cf3ded2c-bc47-4a71-89af-6e7117e60140)] {{(pid=84875) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 07:43:26.474701 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-0cc21395-a6ac-4e81-9460-50c1b89dbe37 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036850862667'] for port, precommit_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:43:26.478460 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3ddbacf-5085-44ae-8ab0-3cdf61436491 None None] The sync data for ids ['facca773-f791-40fa-90fa-fa358b8fc053'] in n-d-768862-2 is: [{'id': 'facca773-f791-40fa-90fa-fa358b8fc053', 'name': 'tempest-TestVolumeBootPattern-545615783-router', 'tenant_id': '57a4cc1962b34a9fb76a2dbc325569cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '226f1e78-82cd-4481-9055-4eb73b6db8c1', 'external_fixed_ips': [{'subnet_id': 'ba8deeec-7658-4195-9449-038c076f5c83', 'ip_address': '172.25.2.159'}], 'enable_snat': True}, 'gw_port_id': 'e2099fac-0e1f-4182-aa43-6e160e19d322', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-14T07:41:48Z', 'updated_at': '2021-01-14T07:43:23Z', 'revision_number': 5, 'project_id': '57a4cc1962b34a9fb76a2dbc325569cc', 'gw_port': {'id': 'e2099fac-0e1f-4182-aa43-6e160e19d322', 'name': '', 'network_id': '226f1e78-82cd-4481-9055-4eb73b6db8c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:98:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'facca773-f791-40fa-90fa-fa358b8fc053', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3637, 'fixed_ips': [{'subnet_id': 'ba8deeec-7658-4195-9449-038c076f5c83', 'ip_address': '172.25.2.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T07:41:49Z', 'updated_at': '2021-01-14T07:41:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ba8deeec-7658-4195-9449-038c076f5c83', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-2'}] {{(pid=84877) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Jan 14 07:43:26.548877 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_dvr_db [None req-4f930894-f3a3-4342-a35f-fe683399d828 None None] Set router 4ba7b44f-7d77-4fdf-9b0f-ca070be8d66b gateway port host: n-d-768862-2 {{(pid=84876) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 14 07:43:26.590973 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-96e699b9-91e7-40c6-842b-967e0228d00b admin admin] Notify callbacks [] for router, before_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:43:26.621510 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.plugin [None req-0cc21395-a6ac-4e81-9460-50c1b89dbe37 admin admin] Calling delete_port for e2099fac-0e1f-4182-aa43-6e160e19d322 owned by network:router_gateway {{(pid=84875) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 07:43:26.799873 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-96e699b9-91e7-40c6-842b-967e0228d00b admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:43:26.806793 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.plugin [None req-96e699b9-91e7-40c6-842b-967e0228d00b admin admin] Deleting port 18e774df-8979-48c0-baba-b636f2baea96 {{(pid=84874) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 07:43:26.807632 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-96e699b9-91e7-40c6-842b-967e0228d00b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363259214248359'] for port, before_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:43:26.808216 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-0cc21395-a6ac-4e81-9460-50c1b89dbe37 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777640533329', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777640097463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851621574'] for port, after_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:43:26.873811 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Device d69c05c6-02f6-4025-ae81-900e43ee5ab9 no longer exists at agent ovs-agent-n-d-768862-2 {{(pid=84876) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jan 14 07:43:26.914651 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.plugin [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] No Port match for: d69c05c6-02f6-4025-ae81-900e43ee5ab9 {{(pid=84876) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2188}} Jan 14 07:43:26.915138 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Device d69c05c6-02f6-4025-ae81-900e43ee5ab9 not bound to the agent host n-d-768862-2 {{(pid=84876) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jan 14 07:43:26.938528 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_hamode_db [None req-4f930894-f3a3-4342-a35f-fe683399d828 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4ba7b44f-7d77-4fdf-9b0f-ca070be8d66b', 'name': 'tempest-TestServerBasicOps-1520030030-router', 'tenant_id': '5ce61ec6fd324cbc833f7ee2ec78fa6c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '226f1e78-82cd-4481-9055-4eb73b6db8c1', 'external_fixed_ips': [{'subnet_id': 'ba8deeec-7658-4195-9449-038c076f5c83', 'ip_address': '172.25.2.76'}], 'enable_snat': True}, 'gw_port_id': '18e774df-8979-48c0-baba-b636f2baea96', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-14T07:43:11Z', 'updated_at': '2021-01-14T07:43:24Z', 'revision_number': 5, 'project_id': '5ce61ec6fd324cbc833f7ee2ec78fa6c', 'gw_port': {'id': '18e774df-8979-48c0-baba-b636f2baea96', 'name': '', 'network_id': '226f1e78-82cd-4481-9055-4eb73b6db8c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:71:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ba7b44f-7d77-4fdf-9b0f-ca070be8d66b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3726, 'fixed_ips': [{'subnet_id': 'ba8deeec-7658-4195-9449-038c076f5c83', 'ip_address': '172.25.2.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T07:43:12Z', 'updated_at': '2021-01-14T07:43:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ba8deeec-7658-4195-9449-038c076f5c83', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-2'}], 'n-d-768862-2', False) {} {{(pid=84876) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:43:26.942878 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f930894-f3a3-4342-a35f-fe683399d828 None None] Checking router: 4ba7b44f-7d77-4fdf-9b0f-ca070be8d66b for host: n-d-768862-2 {{(pid=84876) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Jan 14 07:43:26.952640 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f930894-f3a3-4342-a35f-fe683399d828 None None] Routers {'4ba7b44f-7d77-4fdf-9b0f-ca070be8d66b'} bound to L3 agent in host n-d-768862-2 {{(pid=84876) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 14 07:43:26.952918 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_hamode_db [None req-4f930894-f3a3-4342-a35f-fe683399d828 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-01-14T06:56:51Z,description=,heartbeat_timestamp=2021-01-14T07:43:22Z,host='n-d-768862-2',id=35f592e9-451b-4db9-abea-77b6a5c5391b,load=0,resource_versions=,resources_synced=,started_at=2021-01-14T06:56:51Z,topic='l3_agent')) {'router_ids': ['4ba7b44f-7d77-4fdf-9b0f-ca070be8d66b'], 'active': True} {{(pid=84876) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:43:27.006006 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [None req-96e699b9-91e7-40c6-842b-967e0228d00b admin admin] For port 18e774df-8979-48c0-baba-b636f2baea96, host n-d-768862-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-2',level=0,port_id=18e774df-8979-48c0-baba-b636f2baea96,segment=NetworkSegment(cf3ded2c-bc47-4a71-89af-6e7117e60140),segment_id=cf3ded2c-bc47-4a71-89af-6e7117e60140)] {{(pid=84874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 07:43:27.006416 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-96e699b9-91e7-40c6-842b-967e0228d00b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036850862667'] for port, precommit_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:43:27.013732 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-0cc21395-a6ac-4e81-9460-50c1b89dbe37 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036850863128'] for router_gateway, after_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:43:27.138578 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_dvr_db [None req-4f930894-f3a3-4342-a35f-fe683399d828 None None] Set router 4ba7b44f-7d77-4fdf-9b0f-ca070be8d66b gateway port host: n-d-768862-2 {{(pid=84876) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 14 07:43:27.142160 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.plugin [None req-96e699b9-91e7-40c6-842b-967e0228d00b admin admin] Calling delete_port for 18e774df-8979-48c0-baba-b636f2baea96 owned by network:router_gateway {{(pid=84874) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 07:43:27.160988 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-0cc21395-a6ac-4e81-9460-50c1b89dbe37 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3889346', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036854717606'] for router, precommit_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:43:27.163605 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-0cc21395-a6ac-4e81-9460-50c1b89dbe37 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:43:27.185514 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-0cc21395-a6ac-4e81-9460-50c1b89dbe37 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036850897070'] for router, after_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:43:27.186077 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0cc21395-a6ac-4e81-9460-50c1b89dbe37 admin admin] Fanout notify agent at l3_agent the message router_deleted on router facca773-f791-40fa-90fa-fa358b8fc053 {{(pid=84875) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jan 14 07:43:27.199009 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-0cc21395-a6ac-4e81-9460-50c1b89dbe37 admin admin] Notify callbacks [] for router, before_response {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:43:27.203107 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-0cc21395-a6ac-4e81-9460-50c1b89dbe37 admin admin] 10.222.0.24 "DELETE /v2.0/routers/facca773-f791-40fa-90fa-fa358b8fc053 HTTP/1.1" status: 204 len: 168 time: 1.8844111 Jan 14 07:43:27.203299 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84874) accepted ('10.222.0.24', 43988) {{(pid=84874) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:43:27.317753 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.db_base_plugin_v2 [None req-8cdc912c-0dda-456c-97d6-bea5f79b6230 admin admin] Deleting subnet ad51b8c5-40f5-4877-9b05-a7f3db4ec81a {{(pid=84874) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Jan 14 07:43:27.334463 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-8cdc912c-0dda-456c-97d6-bea5f79b6230 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:43:27.398539 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-96e699b9-91e7-40c6-842b-967e0228d00b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777640533329', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777640097463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3254186'] for port, after_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:43:27.415576 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-8cdc912c-0dda-456c-97d6-bea5f79b6230 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036851807232'] for subnet, precommit_delete_associations {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:43:27.449609 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_hamode_db [None req-4f930894-f3a3-4342-a35f-fe683399d828 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4ba7b44f-7d77-4fdf-9b0f-ca070be8d66b', 'name': 'tempest-TestServerBasicOps-1520030030-router', 'tenant_id': '5ce61ec6fd324cbc833f7ee2ec78fa6c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '226f1e78-82cd-4481-9055-4eb73b6db8c1', 'external_fixed_ips': [{'subnet_id': 'ba8deeec-7658-4195-9449-038c076f5c83', 'ip_address': '172.25.2.76'}], 'enable_snat': True}, 'gw_port_id': '18e774df-8979-48c0-baba-b636f2baea96', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-14T07:43:11Z', 'updated_at': '2021-01-14T07:43:24Z', 'revision_number': 5, 'project_id': '5ce61ec6fd324cbc833f7ee2ec78fa6c', 'gw_port': {'id': '18e774df-8979-48c0-baba-b636f2baea96', 'name': '', 'network_id': '226f1e78-82cd-4481-9055-4eb73b6db8c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:71:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ba7b44f-7d77-4fdf-9b0f-ca070be8d66b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3726, 'fixed_ips': [{'subnet_id': 'ba8deeec-7658-4195-9449-038c076f5c83', 'ip_address': '172.25.2.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T07:43:12Z', 'updated_at': '2021-01-14T07:43:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ba8deeec-7658-4195-9449-038c076f5c83', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-2'}], 'n-d-768862-2', False) {} {{(pid=84876) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:43:27.454116 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f930894-f3a3-4342-a35f-fe683399d828 None None] The sync data for ids ['4ba7b44f-7d77-4fdf-9b0f-ca070be8d66b'] in n-d-768862-2 is: [{'id': '4ba7b44f-7d77-4fdf-9b0f-ca070be8d66b', 'name': 'tempest-TestServerBasicOps-1520030030-router', 'tenant_id': '5ce61ec6fd324cbc833f7ee2ec78fa6c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '226f1e78-82cd-4481-9055-4eb73b6db8c1', 'external_fixed_ips': [{'subnet_id': 'ba8deeec-7658-4195-9449-038c076f5c83', 'ip_address': '172.25.2.76'}], 'enable_snat': True}, 'gw_port_id': '18e774df-8979-48c0-baba-b636f2baea96', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-14T07:43:11Z', 'updated_at': '2021-01-14T07:43:24Z', 'revision_number': 5, 'project_id': '5ce61ec6fd324cbc833f7ee2ec78fa6c', 'gw_port': {'id': '18e774df-8979-48c0-baba-b636f2baea96', 'name': '', 'network_id': '226f1e78-82cd-4481-9055-4eb73b6db8c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:71:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ba7b44f-7d77-4fdf-9b0f-ca070be8d66b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3726, 'fixed_ips': [{'subnet_id': 'ba8deeec-7658-4195-9449-038c076f5c83', 'ip_address': '172.25.2.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T07:43:12Z', 'updated_at': '2021-01-14T07:43:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ba8deeec-7658-4195-9449-038c076f5c83', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-2'}] {{(pid=84876) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Jan 14 07:43:27.656871 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-8cdc912c-0dda-456c-97d6-bea5f79b6230 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036854176836'] for subnet, precommit_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:43:27.716183 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-96e699b9-91e7-40c6-842b-967e0228d00b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036850863128'] for router_gateway, after_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:43:27.932886 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-96e699b9-91e7-40c6-842b-967e0228d00b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3889346', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036854717606'] for router, precommit_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:43:27.937029 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-96e699b9-91e7-40c6-842b-967e0228d00b admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:43:27.978996 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-96e699b9-91e7-40c6-842b-967e0228d00b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036850897070'] for router, after_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:43:27.979554 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-96e699b9-91e7-40c6-842b-967e0228d00b admin admin] Fanout notify agent at l3_agent the message router_deleted on router 4ba7b44f-7d77-4fdf-9b0f-ca070be8d66b {{(pid=84874) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jan 14 07:43:28.023932 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-96e699b9-91e7-40c6-842b-967e0228d00b admin admin] Notify callbacks [] for router, before_response {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:43:28.025154 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-96e699b9-91e7-40c6-842b-967e0228d00b admin admin] 10.222.0.24 "DELETE /v2.0/routers/4ba7b44f-7d77-4fdf-9b0f-ca070be8d66b HTTP/1.1" status: 204 len: 168 time: 1.6682587 Jan 14 07:43:28.028177 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84875) accepted ('10.222.0.24', 43992) {{(pid=84875) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:43:28.097488 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.db_base_plugin_v2 [None req-474f9201-43ec-47b4-b640-3a8e0db6ada1 admin admin] Deleting subnet f254dd8e-16f6-4a1b-9cd2-6f2b67e4d519 {{(pid=84875) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Jan 14 07:43:28.101184 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-474f9201-43ec-47b4-b640-3a8e0db6ada1 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:43:28.106013 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-8cdc912c-0dda-456c-97d6-bea5f79b6230 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-598964', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850887113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036851521664', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2794686'] for subnet, after_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:43:28.123514 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-c00c6462-270d-49e8-8b49-927a47f7a55c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:43:28.189891 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-474f9201-43ec-47b4-b640-3a8e0db6ada1 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3367281'] for subnet, precommit_delete_associations {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:43:28.284176 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cdc912c-0dda-456c-97d6-bea5f79b6230 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ad51b8c5-40f5-4877-9b05-a7f3db4ec81a,revision_number=None']} {{(pid=84874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:43:28.319581 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cdc912c-0dda-456c-97d6-bea5f79b6230 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@n-h1-768862-2 {{(pid=84874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:43:28.320348 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cdc912c-0dda-456c-97d6-bea5f79b6230 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-h1-768862-2 {{(pid=84874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:43:28.321020 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cdc912c-0dda-456c-97d6-bea5f79b6230 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-h1-768862-2 {{(pid=84874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:43:28.321691 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cdc912c-0dda-456c-97d6-bea5f79b6230 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-h1-768862-2 {{(pid=84874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:43:28.322344 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cdc912c-0dda-456c-97d6-bea5f79b6230 admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@n-h1-768862-2 {{(pid=84874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:43:28.323031 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cdc912c-0dda-456c-97d6-bea5f79b6230 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-h1-768862-2 {{(pid=84874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:43:28.323697 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cdc912c-0dda-456c-97d6-bea5f79b6230 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-h1-768862-2 {{(pid=84874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:43:28.324432 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cdc912c-0dda-456c-97d6-bea5f79b6230 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-h1-768862-2 {{(pid=84874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:43:28.325102 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cdc912c-0dda-456c-97d6-bea5f79b6230 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-h1-768862-2 {{(pid=84874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:43:28.325782 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cdc912c-0dda-456c-97d6-bea5f79b6230 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-h1-768862-2 {{(pid=84874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:43:28.326461 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cdc912c-0dda-456c-97d6-bea5f79b6230 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-h1-768862-2 {{(pid=84874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:43:28.327153 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cdc912c-0dda-456c-97d6-bea5f79b6230 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-h1-768862-2 {{(pid=84874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:43:28.327888 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cdc912c-0dda-456c-97d6-bea5f79b6230 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@n-h2-768862-2 {{(pid=84874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:43:28.328591 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cdc912c-0dda-456c-97d6-bea5f79b6230 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-h2-768862-2 {{(pid=84874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:43:28.328825 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-474f9201-43ec-47b4-b640-3a8e0db6ada1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036854176836'] for subnet, precommit_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:43:28.329259 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cdc912c-0dda-456c-97d6-bea5f79b6230 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-h2-768862-2 {{(pid=84874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:43:28.329911 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cdc912c-0dda-456c-97d6-bea5f79b6230 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-h2-768862-2 {{(pid=84874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:43:28.330581 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cdc912c-0dda-456c-97d6-bea5f79b6230 admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@n-h2-768862-2 {{(pid=84874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:43:28.331244 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cdc912c-0dda-456c-97d6-bea5f79b6230 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-h2-768862-2 {{(pid=84874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:43:28.332013 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cdc912c-0dda-456c-97d6-bea5f79b6230 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-h2-768862-2 {{(pid=84874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:43:28.332672 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cdc912c-0dda-456c-97d6-bea5f79b6230 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-h2-768862-2 {{(pid=84874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:43:28.333336 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cdc912c-0dda-456c-97d6-bea5f79b6230 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-h2-768862-2 {{(pid=84874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:43:28.334010 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cdc912c-0dda-456c-97d6-bea5f79b6230 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-h2-768862-2 {{(pid=84874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:43:28.334713 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cdc912c-0dda-456c-97d6-bea5f79b6230 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-h2-768862-2 {{(pid=84874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:43:28.335404 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cdc912c-0dda-456c-97d6-bea5f79b6230 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-h2-768862-2 {{(pid=84874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:43:28.336205 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cdc912c-0dda-456c-97d6-bea5f79b6230 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-2 {{(pid=84874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:43:28.336881 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cdc912c-0dda-456c-97d6-bea5f79b6230 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-2 {{(pid=84874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:43:28.337556 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cdc912c-0dda-456c-97d6-bea5f79b6230 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-2 {{(pid=84874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:43:28.338234 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cdc912c-0dda-456c-97d6-bea5f79b6230 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-2 {{(pid=84874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:43:28.338906 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cdc912c-0dda-456c-97d6-bea5f79b6230 admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@n-d-768862-2 {{(pid=84874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:43:28.339589 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cdc912c-0dda-456c-97d6-bea5f79b6230 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-2 {{(pid=84874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:43:28.340301 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cdc912c-0dda-456c-97d6-bea5f79b6230 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-768862-2 {{(pid=84874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:43:28.340982 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cdc912c-0dda-456c-97d6-bea5f79b6230 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-768862-2 {{(pid=84874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:43:28.341665 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cdc912c-0dda-456c-97d6-bea5f79b6230 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-2 {{(pid=84874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:43:28.342375 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cdc912c-0dda-456c-97d6-bea5f79b6230 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-2 {{(pid=84874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:43:28.343068 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cdc912c-0dda-456c-97d6-bea5f79b6230 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-2 {{(pid=84874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:43:28.343790 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cdc912c-0dda-456c-97d6-bea5f79b6230 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-2 {{(pid=84874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:43:28.359839 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-8cdc912c-0dda-456c-97d6-bea5f79b6230 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.230s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:43:28.395282 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-8cdc912c-0dda-456c-97d6-bea5f79b6230 admin admin] Notify callbacks [] for subnet, before_response {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:43:28.400434 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d878d56-2b00-4486-8cd5-7b4cb22f39fb None None] Network a19ea0dd-9e2b-4326-97c1-bde356a4ce84 requested from n-d-768862-2 {{(pid=84876) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 07:43:28.402464 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-8cdc912c-0dda-456c-97d6-bea5f79b6230 admin admin] 10.222.0.24 "DELETE /v2.0/subnets/ad51b8c5-40f5-4877-9b05-a7f3db4ec81a HTTP/1.1" status: 204 len: 168 time: 1.1982939 Jan 14 07:43:28.405191 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84874) accepted ('10.222.0.24', 43996) {{(pid=84874) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:43:28.466969 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.agents_db [None req-5b939a2f-078d-4c69-a188-cb55a28a77a0 None None] Agent healthcheck: found 7 active agents {{(pid=84877) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Jan 14 07:43:28.526733 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-19a0e0ea-c7ee-49a6-85ea-8156e0e6f63d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036854160497'] for network, before_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:43:28.593642 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.plugin [None req-19a0e0ea-c7ee-49a6-85ea-8156e0e6f63d admin admin] Deleting port ef8d3735-9b94-4dc8-a9fa-907c4de3681b {{(pid=84874) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 07:43:28.594049 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-19a0e0ea-c7ee-49a6-85ea-8156e0e6f63d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363259214248359'] for port, before_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:43:28.630513 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-474f9201-43ec-47b4-b640-3a8e0db6ada1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-598964', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850887113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3154192', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2308610'] for subnet, after_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:43:28.647781 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-ca789af8-1cec-4bfc-8c5e-a10dbc3119e1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:43:28.677441 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1cf1a516-eead-4f11-9030-05af28d59887 None None] DHCP port deletion for a19ea0dd-9e2b-4326-97c1-bde356a4ce84 request from n-d-768862-2 {{(pid=84876) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Jan 14 07:43:28.680167 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.plugin [None req-1cf1a516-eead-4f11-9030-05af28d59887 None None] Deleting port ef8d3735-9b94-4dc8-a9fa-907c4de3681b {{(pid=84876) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 07:43:28.680820 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-1cf1a516-eead-4f11-9030-05af28d59887 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363259214248359'] for port, before_delete {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:43:28.686299 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-474f9201-43ec-47b4-b640-3a8e0db6ada1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f254dd8e-16f6-4a1b-9cd2-6f2b67e4d519,revision_number=None']} {{(pid=84875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:43:28.689329 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-474f9201-43ec-47b4-b640-3a8e0db6ada1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:43:28.794411 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-474f9201-43ec-47b4-b640-3a8e0db6ada1 admin admin] Notify callbacks [] for subnet, before_response {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:43:28.804775 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-474f9201-43ec-47b4-b640-3a8e0db6ada1 admin admin] 10.222.0.24 "DELETE /v2.0/subnets/f254dd8e-16f6-4a1b-9cd2-6f2b67e4d519 HTTP/1.1" status: 204 len: 168 time: 0.7722723 Jan 14 07:43:28.805159 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84875) accepted ('10.222.0.24', 44000) {{(pid=84875) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:43:28.852708 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [None req-19a0e0ea-c7ee-49a6-85ea-8156e0e6f63d admin admin] For port ef8d3735-9b94-4dc8-a9fa-907c4de3681b, host n-d-768862-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-2',level=0,port_id=ef8d3735-9b94-4dc8-a9fa-907c4de3681b,segment=NetworkSegment(62021fa5-349d-4ab7-8621-83a41232b3ae),segment_id=62021fa5-349d-4ab7-8621-83a41232b3ae)] {{(pid=84874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 07:43:28.853226 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-19a0e0ea-c7ee-49a6-85ea-8156e0e6f63d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036850862667'] for port, precommit_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:43:28.933090 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-fc3b05af-bac4-48d9-aa77-40db9fcfa74d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036854160497'] for network, before_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:43:28.987846 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69c34dcd-d447-4a84-9f19-8b2936380dec None None] Network 840d1221-935f-4b44-b38f-5da7f27c6358 requested from n-d-768862-2 {{(pid=84876) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 07:43:28.995311 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.plugin [None req-19a0e0ea-c7ee-49a6-85ea-8156e0e6f63d admin admin] Calling delete_port for ef8d3735-9b94-4dc8-a9fa-907c4de3681b owned by network:dhcp {{(pid=84874) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 07:43:28.996776 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Device 18e774df-8979-48c0-baba-b636f2baea96 no longer exists at agent ovs-agent-n-d-768862-2 {{(pid=84876) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jan 14 07:43:29.013776 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.plugin [None req-fc3b05af-bac4-48d9-aa77-40db9fcfa74d admin admin] Deleting port 92525fd5-ca67-4f55-88de-b62ff15af33c {{(pid=84875) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 07:43:29.014234 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-fc3b05af-bac4-48d9-aa77-40db9fcfa74d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363259214248359'] for port, before_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:43:29.077715 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-19a0e0ea-c7ee-49a6-85ea-8156e0e6f63d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777640533329', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777640097463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3254186'] for port, after_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:43:29.087774 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.plugin [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] No Port match for: 18e774df-8979-48c0-baba-b636f2baea96 {{(pid=84876) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2188}} Jan 14 07:43:29.088213 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Device 18e774df-8979-48c0-baba-b636f2baea96 not bound to the agent host n-d-768862-2 {{(pid=84876) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jan 14 07:43:29.088683 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Device e2099fac-0e1f-4182-aa43-6e160e19d322 no longer exists at agent ovs-agent-n-d-768862-2 {{(pid=84876) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jan 14 07:43:29.094756 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-629abf27-e131-4013-8c6e-fd9cc84a9cc7 tempest-FloatingIPTestJSON-1632234116 tempest-FloatingIPTestJSON-1632234116] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:43:29.141927 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.plugin [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] No Port match for: e2099fac-0e1f-4182-aa43-6e160e19d322 {{(pid=84876) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2188}} Jan 14 07:43:29.142324 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Device e2099fac-0e1f-4182-aa43-6e160e19d322 not bound to the agent host n-d-768862-2 {{(pid=84876) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jan 14 07:43:29.142785 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Device 898341a7-8e1e-47ad-a601-67e52b11d18f no longer exists at agent ovs-agent-n-d-768862-2 {{(pid=84876) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jan 14 07:43:29.189354 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19a0e0ea-c7ee-49a6-85ea-8156e0e6f63d admin admin] Pushing event deleted for resources: {'Port': ['ID=ef8d3735-9b94-4dc8-a9fa-907c4de3681b,revision_number=None']} {{(pid=84874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:43:29.198642 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-19a0e0ea-c7ee-49a6-85ea-8156e0e6f63d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:43:29.213077 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.plugin [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] No Port match for: 898341a7-8e1e-47ad-a601-67e52b11d18f {{(pid=84876) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2188}} Jan 14 07:43:29.213457 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Device 898341a7-8e1e-47ad-a601-67e52b11d18f not bound to the agent host n-d-768862-2 {{(pid=84876) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jan 14 07:43:29.213923 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Device ef8d3735-9b94-4dc8-a9fa-907c4de3681b no longer exists at agent ovs-agent-n-d-768862-2 {{(pid=84876) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jan 14 07:43:29.245283 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19a0e0ea-c7ee-49a6-85ea-8156e0e6f63d admin admin] No DVR routers for this DVR port ef8d3735-9b94-4dc8-a9fa-907c4de3681b on host n-d-768862-2 {{(pid=84874) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Jan 14 07:43:29.245506 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [None req-fc3b05af-bac4-48d9-aa77-40db9fcfa74d admin admin] For port 92525fd5-ca67-4f55-88de-b62ff15af33c, host n-d-768862-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-2',level=0,port_id=92525fd5-ca67-4f55-88de-b62ff15af33c,segment=NetworkSegment(f806b873-2cf4-45a6-ae61-16af98677ab9),segment_id=f806b873-2cf4-45a6-ae61-16af98677ab9)] {{(pid=84875) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 07:43:29.245763 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-fc3b05af-bac4-48d9-aa77-40db9fcfa74d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036850862667'] for port, precommit_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:43:29.337232 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.plugin [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] No Port match for: ef8d3735-9b94-4dc8-a9fa-907c4de3681b {{(pid=84876) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2188}} Jan 14 07:43:29.337592 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Device ef8d3735-9b94-4dc8-a9fa-907c4de3681b not bound to the agent host n-d-768862-2 {{(pid=84876) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jan 14 07:43:29.373304 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-19a0e0ea-c7ee-49a6-85ea-8156e0e6f63d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-598987', 'neutron.services.segments.db._delete_segments_for_network-8777640583949'] for network, precommit_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:43:29.375789 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.plugin [None req-fc3b05af-bac4-48d9-aa77-40db9fcfa74d admin admin] Calling delete_port for 92525fd5-ca67-4f55-88de-b62ff15af33c owned by network:dhcp {{(pid=84875) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 07:43:29.411059 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [None req-1cf1a516-eead-4f11-9030-05af28d59887 None None] For port ef8d3735-9b94-4dc8-a9fa-907c4de3681b, host n-d-768862-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-2',level=0,port_id=ef8d3735-9b94-4dc8-a9fa-907c4de3681b,segment=NetworkSegment(62021fa5-349d-4ab7-8621-83a41232b3ae),segment_id=62021fa5-349d-4ab7-8621-83a41232b3ae)] {{(pid=84876) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 07:43:29.411509 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-1cf1a516-eead-4f11-9030-05af28d59887 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036850862667'] for port, precommit_delete {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:43:29.453043 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-fc3b05af-bac4-48d9-aa77-40db9fcfa74d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777640533329', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777640097463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851621574'] for port, after_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:43:29.469299 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-5050eea6-6c34-46ef-9497-14587b55177a tempest-ExtraDHCPOptionsTestJSON-831179529 tempest-ExtraDHCPOptionsTestJSON-831179529] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:43:29.492529 n-d-768862-2 neutron-server[84765]: DEBUG neutron.services.segments.db [None req-19a0e0ea-c7ee-49a6-85ea-8156e0e6f63d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a19ea0dd-9e2b-4326-97c1-bde356a4ce84']}} {{(pid=84874) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:43:29.505564 n-d-768862-2 neutron-server[84765]: DEBUG neutron.services.segments.db [None req-19a0e0ea-c7ee-49a6-85ea-8156e0e6f63d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '62021fa5-349d-4ab7-8621-83a41232b3ae') {'for_net_delete': True} {{(pid=84874) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:43:29.505857 n-d-768862-2 neutron-server[84765]: DEBUG neutron.services.segments.db [None req-19a0e0ea-c7ee-49a6-85ea-8156e0e6f63d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '62021fa5-349d-4ab7-8621-83a41232b3ae') {} {{(pid=84874) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:43:29.518430 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-19a0e0ea-c7ee-49a6-85ea-8156e0e6f63d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363259214173198', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2968632'] for segment, before_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:43:29.533829 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-19a0e0ea-c7ee-49a6-85ea-8156e0e6f63d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854179735'] for segment, precommit_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:43:29.536858 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-19a0e0ea-c7ee-49a6-85ea-8156e0e6f63d admin admin] Releasing vxlan tunnel 15 to pool {{(pid=84874) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Jan 14 07:43:29.543406 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.plugin [None req-1cf1a516-eead-4f11-9030-05af28d59887 None None] Calling delete_port for ef8d3735-9b94-4dc8-a9fa-907c4de3681b owned by network:dhcp {{(pid=84876) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 07:43:29.606070 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc3b05af-bac4-48d9-aa77-40db9fcfa74d admin admin] Pushing event deleted for resources: {'Port': ['ID=92525fd5-ca67-4f55-88de-b62ff15af33c,revision_number=None']} {{(pid=84875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:43:29.612226 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-fc3b05af-bac4-48d9-aa77-40db9fcfa74d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:43:29.616852 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc3b05af-bac4-48d9-aa77-40db9fcfa74d admin admin] No DVR routers for this DVR port 92525fd5-ca67-4f55-88de-b62ff15af33c on host n-d-768862-2 {{(pid=84875) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Jan 14 07:43:29.637666 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.db.api [None req-1cf1a516-eead-4f11-9030-05af28d59887 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84876) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Jan 14 07:43:29.638515 n-d-768862-2 neutron-server[84765]: DEBUG oslo_db.api [None req-1cf1a516-eead-4f11-9030-05af28d59887 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84876) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Jan 14 07:43:29.677849 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-281a5fe5-b656-49ef-997f-792838d5f274 None None] DHCP port deletion for 840d1221-935f-4b44-b38f-5da7f27c6358 request from n-d-768862-2 {{(pid=84876) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Jan 14 07:43:29.757366 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-fc3b05af-bac4-48d9-aa77-40db9fcfa74d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-598987', 'neutron.services.segments.db._delete_segments_for_network-8777640583949'] for network, precommit_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:43:29.880612 n-d-768862-2 neutron-server[84765]: DEBUG neutron.services.segments.db [None req-fc3b05af-bac4-48d9-aa77-40db9fcfa74d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['840d1221-935f-4b44-b38f-5da7f27c6358']}} {{(pid=84875) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:43:29.894665 n-d-768862-2 neutron-server[84765]: DEBUG neutron.services.segments.db [None req-fc3b05af-bac4-48d9-aa77-40db9fcfa74d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f806b873-2cf4-45a6-ae61-16af98677ab9') {'for_net_delete': True} {{(pid=84875) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:43:29.895006 n-d-768862-2 neutron-server[84765]: DEBUG neutron.services.segments.db [None req-fc3b05af-bac4-48d9-aa77-40db9fcfa74d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f806b873-2cf4-45a6-ae61-16af98677ab9') {} {{(pid=84875) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:43:29.908615 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-fc3b05af-bac4-48d9-aa77-40db9fcfa74d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363259214173198', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036851408567'] for segment, before_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:43:29.925217 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-fc3b05af-bac4-48d9-aa77-40db9fcfa74d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854179735'] for segment, precommit_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:43:29.927461 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-fc3b05af-bac4-48d9-aa77-40db9fcfa74d admin admin] Releasing vxlan tunnel 3 to pool {{(pid=84875) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Jan 14 07:43:30.059140 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.managers [None req-19a0e0ea-c7ee-49a6-85ea-8156e0e6f63d admin admin] Network a19ea0dd-9e2b-4326-97c1-bde356a4ce84 has no segments {{(pid=84874) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 14 07:43:30.068393 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-19a0e0ea-c7ee-49a6-85ea-8156e0e6f63d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-596065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036851521571'] for segment, after_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:43:30.110413 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.managers [None req-fc3b05af-bac4-48d9-aa77-40db9fcfa74d admin admin] Network 840d1221-935f-4b44-b38f-5da7f27c6358 has no segments {{(pid=84875) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 14 07:43:30.119793 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-fc3b05af-bac4-48d9-aa77-40db9fcfa74d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-596065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3154253'] for segment, after_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:43:30.140604 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.plugin [None req-1cf1a516-eead-4f11-9030-05af28d59887 None None] Deleting port ef8d3735-9b94-4dc8-a9fa-907c4de3681b {{(pid=84876) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 07:43:30.140950 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-1cf1a516-eead-4f11-9030-05af28d59887 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363259214248359'] for port, before_delete {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:43:30.207802 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.plugin [None req-1cf1a516-eead-4f11-9030-05af28d59887 None None] The port 'ef8d3735-9b94-4dc8-a9fa-907c4de3681b' was deleted {{(pid=84876) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Jan 14 07:43:30.260979 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.managers [None req-19a0e0ea-c7ee-49a6-85ea-8156e0e6f63d admin admin] Network a19ea0dd-9e2b-4326-97c1-bde356a4ce84 has no segments {{(pid=84874) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 14 07:43:30.284857 n-d-768862-2 neutron-server[84765]: Traceback (most recent call last): Jan 14 07:43:30.284857 n-d-768862-2 neutron-server[84765]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 14 07:43:30.284857 n-d-768862-2 neutron-server[84765]: timer() Jan 14 07:43:30.284857 n-d-768862-2 neutron-server[84765]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 14 07:43:30.284857 n-d-768862-2 neutron-server[84765]: cb(*args, **kw) Jan 14 07:43:30.284857 n-d-768862-2 neutron-server[84765]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Jan 14 07:43:30.284857 n-d-768862-2 neutron-server[84765]: return func(*args, **kwargs) Jan 14 07:43:30.284857 n-d-768862-2 neutron-server[84765]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 14 07:43:30.284857 n-d-768862-2 neutron-server[84765]: self._notify() Jan 14 07:43:30.284857 n-d-768862-2 neutron-server[84765]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 14 07:43:30.284857 n-d-768862-2 neutron-server[84765]: self.callback(batched_events) Jan 14 07:43:30.284857 n-d-768862-2 neutron-server[84765]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 14 07:43:30.284857 n-d-768862-2 neutron-server[84765]: event.method(event) Jan 14 07:43:30.284857 n-d-768862-2 neutron-server[84765]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 14 07:43:30.284857 n-d-768862-2 neutron-server[84765]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 14 07:43:30.284857 n-d-768862-2 neutron-server[84765]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Jan 14 07:43:30.284857 n-d-768862-2 neutron-server[84765]: segment_id)['aggregates'][0] Jan 14 07:43:30.284857 n-d-768862-2 neutron-server[84765]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 14 07:43:30.284857 n-d-768862-2 neutron-server[84765]: return f(self, *a, **k) Jan 14 07:43:30.284857 n-d-768862-2 neutron-server[84765]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 14 07:43:30.284857 n-d-768862-2 neutron-server[84765]: return self._get(url).json() Jan 14 07:43:30.284857 n-d-768862-2 neutron-server[84765]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 14 07:43:30.284857 n-d-768862-2 neutron-server[84765]: **kwargs) Jan 14 07:43:30.284857 n-d-768862-2 neutron-server[84765]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 14 07:43:30.284857 n-d-768862-2 neutron-server[84765]: return self.request(url, 'GET', **kwargs) Jan 14 07:43:30.284857 n-d-768862-2 neutron-server[84765]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Jan 14 07:43:30.284857 n-d-768862-2 neutron-server[84765]: **endpoint_filter) Jan 14 07:43:30.284857 n-d-768862-2 neutron-server[84765]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 14 07:43:30.284857 n-d-768862-2 neutron-server[84765]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 14 07:43:30.284857 n-d-768862-2 neutron-server[84765]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 14 07:43:30.284857 n-d-768862-2 neutron-server[84765]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 14 07:43:30.284857 n-d-768862-2 neutron-server[84765]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 14 07:43:30.311185 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.managers [None req-fc3b05af-bac4-48d9-aa77-40db9fcfa74d admin admin] Network 840d1221-935f-4b44-b38f-5da7f27c6358 has no segments {{(pid=84875) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 14 07:43:30.334235 n-d-768862-2 neutron-server[84765]: Traceback (most recent call last): Jan 14 07:43:30.334235 n-d-768862-2 neutron-server[84765]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 14 07:43:30.334235 n-d-768862-2 neutron-server[84765]: timer() Jan 14 07:43:30.334235 n-d-768862-2 neutron-server[84765]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 14 07:43:30.334235 n-d-768862-2 neutron-server[84765]: cb(*args, **kw) Jan 14 07:43:30.334235 n-d-768862-2 neutron-server[84765]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Jan 14 07:43:30.334235 n-d-768862-2 neutron-server[84765]: return func(*args, **kwargs) Jan 14 07:43:30.334235 n-d-768862-2 neutron-server[84765]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 14 07:43:30.334235 n-d-768862-2 neutron-server[84765]: self._notify() Jan 14 07:43:30.334235 n-d-768862-2 neutron-server[84765]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 14 07:43:30.334235 n-d-768862-2 neutron-server[84765]: self.callback(batched_events) Jan 14 07:43:30.334235 n-d-768862-2 neutron-server[84765]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 14 07:43:30.334235 n-d-768862-2 neutron-server[84765]: event.method(event) Jan 14 07:43:30.334235 n-d-768862-2 neutron-server[84765]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 14 07:43:30.334235 n-d-768862-2 neutron-server[84765]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 14 07:43:30.334235 n-d-768862-2 neutron-server[84765]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Jan 14 07:43:30.334235 n-d-768862-2 neutron-server[84765]: segment_id)['aggregates'][0] Jan 14 07:43:30.334235 n-d-768862-2 neutron-server[84765]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 14 07:43:30.334235 n-d-768862-2 neutron-server[84765]: return f(self, *a, **k) Jan 14 07:43:30.334235 n-d-768862-2 neutron-server[84765]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 14 07:43:30.334235 n-d-768862-2 neutron-server[84765]: return self._get(url).json() Jan 14 07:43:30.334235 n-d-768862-2 neutron-server[84765]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 14 07:43:30.334235 n-d-768862-2 neutron-server[84765]: **kwargs) Jan 14 07:43:30.334235 n-d-768862-2 neutron-server[84765]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 14 07:43:30.334235 n-d-768862-2 neutron-server[84765]: return self.request(url, 'GET', **kwargs) Jan 14 07:43:30.334235 n-d-768862-2 neutron-server[84765]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Jan 14 07:43:30.334235 n-d-768862-2 neutron-server[84765]: **endpoint_filter) Jan 14 07:43:30.334235 n-d-768862-2 neutron-server[84765]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 14 07:43:30.334235 n-d-768862-2 neutron-server[84765]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 14 07:43:30.334235 n-d-768862-2 neutron-server[84765]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 14 07:43:30.334235 n-d-768862-2 neutron-server[84765]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 14 07:43:30.334235 n-d-768862-2 neutron-server[84765]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 14 07:43:30.368043 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-19a0e0ea-c7ee-49a6-85ea-8156e0e6f63d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036854176830', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850887149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3912591'] for network, after_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:43:30.371719 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-bae31839-3d20-4c92-9e9a-b4414f529c78 tempest-NetworksTest-1803261889 tempest-NetworksTest-1803261889] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:43:30.386646 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-19a0e0ea-c7ee-49a6-85ea-8156e0e6f63d admin admin] Notify callbacks [] for network, before_response {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:43:30.398572 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19a0e0ea-c7ee-49a6-85ea-8156e0e6f63d admin admin] Pushing event deleted for resources: {'Network': ['ID=a19ea0dd-9e2b-4326-97c1-bde356a4ce84,revision_number=None']} {{(pid=84874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:43:30.403128 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-19a0e0ea-c7ee-49a6-85ea-8156e0e6f63d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:43:30.406399 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-19a0e0ea-c7ee-49a6-85ea-8156e0e6f63d admin admin] 10.222.0.24 "DELETE /v2.0/networks/a19ea0dd-9e2b-4326-97c1-bde356a4ce84 HTTP/1.1" status: 204 len: 168 time: 2.0001738 Jan 14 07:43:30.414655 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-fc3b05af-bac4-48d9-aa77-40db9fcfa74d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036854176830', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850887149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3912591'] for network, after_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:43:30.420616 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-64f5175e-90f3-456d-a09a-7478f9e2a89c tempest-NetworksTest-1803261889 tempest-NetworksTest-1803261889] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:43:30.436901 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-fc3b05af-bac4-48d9-aa77-40db9fcfa74d admin admin] Notify callbacks [] for network, before_response {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:43:30.448863 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc3b05af-bac4-48d9-aa77-40db9fcfa74d admin admin] Pushing event deleted for resources: {'Network': ['ID=840d1221-935f-4b44-b38f-5da7f27c6358,revision_number=None']} {{(pid=84875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:43:30.451862 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-fc3b05af-bac4-48d9-aa77-40db9fcfa74d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:43:30.458270 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-fc3b05af-bac4-48d9-aa77-40db9fcfa74d admin admin] 10.222.0.24 "DELETE /v2.0/networks/840d1221-935f-4b44-b38f-5da7f27c6358 HTTP/1.1" status: 204 len: 168 time: 1.6491382 Jan 14 07:43:30.561208 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84874) accepted ('10.222.0.24', 44008) {{(pid=84874) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:43:30.606400 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84874) accepted ('10.222.0.24', 44012) {{(pid=84874) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:43:30.633475 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-d646f5dd-129f-49f2-89d9-41f329bfddc8 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=826dd27ac0df4e22843eba39deedff5f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0708833 Jan 14 07:43:30.636151 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84874) accepted ('10.222.0.24', 44016) {{(pid=84874) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:43:30.703694 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-afe28792-48dc-47db-8295-d0d22771a73d admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=5ce61ec6fd324cbc833f7ee2ec78fa6c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0958774 Jan 14 07:43:30.706504 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84875) accepted ('10.222.0.24', 44020) {{(pid=84875) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:43:30.728304 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-b7351e8a-6d3c-4dcf-9b26-639434be6ab6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:43:30.755898 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-b7351e8a-6d3c-4dcf-9b26-639434be6ab6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:43:30.780911 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-a426cdfd-cb6b-4bde-addd-ecd15900f9a1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:43:30.809501 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-b7351e8a-6d3c-4dcf-9b26-639434be6ab6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850887153'] for security_group, after_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:43:30.811086 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-a426cdfd-cb6b-4bde-addd-ecd15900f9a1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:43:30.813489 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-85b647c2-c6a8-445c-aaca-ffee59c121eb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:43:30.828591 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7351e8a-6d3c-4dcf-9b26-639434be6ab6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a62e3e08-a52d-4ffa-8882-ab2ea1a6653e,revision_number=None']} {{(pid=84874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:43:30.833002 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-b7351e8a-6d3c-4dcf-9b26-639434be6ab6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:43:30.842044 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-b7351e8a-6d3c-4dcf-9b26-639434be6ab6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:43:30.843301 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-b7351e8a-6d3c-4dcf-9b26-639434be6ab6 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/a62e3e08-a52d-4ffa-8882-ab2ea1a6653e HTTP/1.1" status: 204 len: 168 time: 0.2061958 Jan 14 07:43:30.866560 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-a426cdfd-cb6b-4bde-addd-ecd15900f9a1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850887153'] for security_group, after_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:43:30.878496 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-891000a0-cf47-4dab-abce-95c99dfdce6b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:43:30.893518 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a426cdfd-cb6b-4bde-addd-ecd15900f9a1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bb387630-c09b-48ac-97e0-b1ab6c5ee34d,revision_number=None']} {{(pid=84875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:43:30.896617 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-a426cdfd-cb6b-4bde-addd-ecd15900f9a1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:43:30.898127 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-a426cdfd-cb6b-4bde-addd-ecd15900f9a1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:43:30.900303 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-a426cdfd-cb6b-4bde-addd-ecd15900f9a1 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/bb387630-c09b-48ac-97e0-b1ab6c5ee34d HTTP/1.1" status: 204 len: 168 time: 0.1924489 Jan 14 07:43:30.955286 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Device 92525fd5-ca67-4f55-88de-b62ff15af33c no longer exists at agent ovs-agent-n-d-768862-2 {{(pid=84876) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jan 14 07:43:30.991762 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.plugin [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] No Port match for: 92525fd5-ca67-4f55-88de-b62ff15af33c {{(pid=84876) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2188}} Jan 14 07:43:30.992273 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Device 92525fd5-ca67-4f55-88de-b62ff15af33c not bound to the agent host n-d-768862-2 {{(pid=84876) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jan 14 07:43:31.447284 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84875) accepted ('10.222.0.24', 44030) {{(pid=84875) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:43:31.503691 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-db5418d4-8837-43d7-a7aa-8e034fa725e2 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=57a4cc1962b34a9fb76a2dbc325569cc&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0549693 Jan 14 07:43:31.507435 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84875) accepted ('10.222.0.24', 44034) {{(pid=84875) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:43:31.568426 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-cc9d369d-424d-4382-bd2e-885c70551829 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:43:31.595319 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-cc9d369d-424d-4382-bd2e-885c70551829 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:43:31.645776 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-cc9d369d-424d-4382-bd2e-885c70551829 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850887153'] for security_group, after_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:43:31.650894 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-72b1d1d5-d767-4008-b435-cdd6796bf667 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:43:31.661703 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc9d369d-424d-4382-bd2e-885c70551829 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d98ba006-e9b6-4772-9e3e-5e3c601e76e6,revision_number=None']} {{(pid=84875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:43:31.665405 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-cc9d369d-424d-4382-bd2e-885c70551829 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:43:31.669300 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-cc9d369d-424d-4382-bd2e-885c70551829 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:43:31.670534 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-cc9d369d-424d-4382-bd2e-885c70551829 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/d98ba006-e9b6-4772-9e3e-5e3c601e76e6 HTTP/1.1" status: 204 len: 168 time: 0.1621661 Jan 14 07:43:41.435567 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-017f98a9-8a07-408c-a86f-8ff0c00400a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363259214191800', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854171626'] for agent, after_update {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:43:42.864839 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-852a24f7-e9a1-4193-9abb-e9506fe5213f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363259214191800', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854171626'] for agent, after_update {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:43:44.729011 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [req-bd0dd0d0-4ca7-4b68-ae58-0b54e6d69612 req-e57ec730-c778-493f-a2e0-104fd1e17aae tempest-ServersAdminNegativeTestJSON-1799973520 tempest-ServersAdminNegativeTestJSON-1799973520] 10.222.0.24 "GET /v2.0/networks?tenant_id=4472152b433d44da999f562f5456cb60&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0357285 Jan 14 07:43:44.910472 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd0dd0d0-4ca7-4b68-ae58-0b54e6d69612 req-4f4505c8-9c71-4729-9b89-24e3a436b498 tempest-ServersAdminNegativeTestJSON-1799973520 tempest-ServersAdminNegativeTestJSON-1799973520] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:43:44.912019 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [req-bd0dd0d0-4ca7-4b68-ae58-0b54e6d69612 req-4f4505c8-9c71-4729-9b89-24e3a436b498 tempest-ServersAdminNegativeTestJSON-1799973520 tempest-ServersAdminNegativeTestJSON-1799973520] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1768463 Jan 14 07:43:44.932194 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [req-bd0dd0d0-4ca7-4b68-ae58-0b54e6d69612 req-2769bb86-8405-43e7-a5f3-ce9d16a54a4f tempest-ServersAdminNegativeTestJSON-1799973520 tempest-ServersAdminNegativeTestJSON-1799973520] 10.222.0.24 "GET /v2.0/quotas/4472152b433d44da999f562f5456cb60 HTTP/1.1" status: 200 len: 375 time: 0.0112002 Jan 14 07:43:44.986345 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [req-bd0dd0d0-4ca7-4b68-ae58-0b54e6d69612 req-fbdae8ef-d49b-4f7b-976a-8e2b9aca0d71 tempest-ServersAdminNegativeTestJSON-1799973520 tempest-ServersAdminNegativeTestJSON-1799973520] 10.222.0.24 "GET /v2.0/ports?tenant_id=4472152b433d44da999f562f5456cb60&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0485399 Jan 14 07:43:45.808917 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84875) accepted ('10.222.0.24', 44108) {{(pid=84875) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:43:45.965733 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-0a4d43d8-0689-454d-84dc-465bdbcd0f8e admin admin] Notify callbacks [] for security_group, before_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:43:45.982098 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-0a4d43d8-0689-454d-84dc-465bdbcd0f8e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:43:45.986440 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-0a4d43d8-0689-454d-84dc-465bdbcd0f8e admin admin] Usage tracker for resource:security_group_rule and tenant:4472152b433d44da999f562f5456cb60 is out of sync, need to count used quota {{(pid=84875) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:43:45.989485 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-0a4d43d8-0689-454d-84dc-465bdbcd0f8e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84875) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:43:45.995418 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-0a4d43d8-0689-454d-84dc-465bdbcd0f8e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:43:46.087062 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-0a4d43d8-0689-454d-84dc-465bdbcd0f8e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:43:46.090909 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-0a4d43d8-0689-454d-84dc-465bdbcd0f8e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850887153'] for security_group, after_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:43:46.098394 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-9d9f07c6-9dda-49d7-ab4e-432407589e32 tempest-TestVolumeBootPattern-349231117 tempest-TestVolumeBootPattern-349231117] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:43:46.142353 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-0a4d43d8-0689-454d-84dc-465bdbcd0f8e admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=4472152b433d44da999f562f5456cb60&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3322389 Jan 14 07:43:46.143289 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a4d43d8-0689-454d-84dc-465bdbcd0f8e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e1e39256-dff8-435a-9475-dcea857a778f,revision_number=1']} {{(pid=84875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:43:46.146435 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84874) accepted ('10.222.0.24', 44114) {{(pid=84874) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:43:46.146735 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-0a4d43d8-0689-454d-84dc-465bdbcd0f8e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:43:46.212820 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-5f2bca67-8cb5-4abc-a23b-de229ce85a66 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:43:46.241499 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-5f2bca67-8cb5-4abc-a23b-de229ce85a66 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:43:46.293418 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-5f2bca67-8cb5-4abc-a23b-de229ce85a66 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850887153'] for security_group, after_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:43:46.297264 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-d149797a-ad87-4a60-883f-3dab9e9944f7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:43:46.309373 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f2bca67-8cb5-4abc-a23b-de229ce85a66 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e1e39256-dff8-435a-9475-dcea857a778f,revision_number=None']} {{(pid=84874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:43:46.312755 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-5f2bca67-8cb5-4abc-a23b-de229ce85a66 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:43:46.319262 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-5f2bca67-8cb5-4abc-a23b-de229ce85a66 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:43:46.320607 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-5f2bca67-8cb5-4abc-a23b-de229ce85a66 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/e1e39256-dff8-435a-9475-dcea857a778f HTTP/1.1" status: 204 len: 168 time: 0.1726751 Jan 14 07:43:46.686474 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84875) accepted ('10.222.0.24', 44122) {{(pid=84875) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:43:46.706441 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-0a22ca9f-19d1-4cb3-a007-345ac5d0dfa4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:43:46.722478 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-0a22ca9f-19d1-4cb3-a007-345ac5d0dfa4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:43:46.726915 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-0a22ca9f-19d1-4cb3-a007-345ac5d0dfa4 admin admin] Usage tracker for resource:security_group_rule and tenant:3bbad63c40774a4b81d290aea3d1ac52 is out of sync, need to count used quota {{(pid=84875) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:43:46.730245 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-0a22ca9f-19d1-4cb3-a007-345ac5d0dfa4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84875) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:43:46.736187 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-0a22ca9f-19d1-4cb3-a007-345ac5d0dfa4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:43:46.825382 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-0a22ca9f-19d1-4cb3-a007-345ac5d0dfa4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:43:46.829634 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-0a22ca9f-19d1-4cb3-a007-345ac5d0dfa4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850887153'] for security_group, after_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:43:47.138487 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-560328cf-0caa-42c4-8224-8b2454cc0a42 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:43:47.181263 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-0a22ca9f-19d1-4cb3-a007-345ac5d0dfa4 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=3bbad63c40774a4b81d290aea3d1ac52&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4938519 Jan 14 07:43:47.182180 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a22ca9f-19d1-4cb3-a007-345ac5d0dfa4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=31f4670e-f5de-4f9c-8b7c-6dfcbd8cdf21,revision_number=1']} {{(pid=84875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:43:47.184747 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84874) accepted ('10.222.0.24', 44126) {{(pid=84874) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:43:47.185759 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-0a22ca9f-19d1-4cb3-a007-345ac5d0dfa4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:43:47.254961 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-7951e1e9-4454-4d0a-83e7-513d0fca2201 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:43:47.281965 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-7951e1e9-4454-4d0a-83e7-513d0fca2201 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:43:47.328916 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-7951e1e9-4454-4d0a-83e7-513d0fca2201 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850887153'] for security_group, after_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:43:47.332779 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-c3edc3e8-c0b8-4f08-9989-062d38d17638 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:43:47.344740 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7951e1e9-4454-4d0a-83e7-513d0fca2201 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=31f4670e-f5de-4f9c-8b7c-6dfcbd8cdf21,revision_number=None']} {{(pid=84874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:43:47.350973 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-7951e1e9-4454-4d0a-83e7-513d0fca2201 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:43:47.353602 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-7951e1e9-4454-4d0a-83e7-513d0fca2201 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:43:47.354881 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-7951e1e9-4454-4d0a-83e7-513d0fca2201 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/31f4670e-f5de-4f9c-8b7c-6dfcbd8cdf21 HTTP/1.1" status: 204 len: 168 time: 0.1690125 Jan 14 07:43:48.333738 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84875) accepted ('10.222.0.24', 44148) {{(pid=84875) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:43:48.479888 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.v2.base [None req-04f841aa-a08b-404d-8006-cb7550c6ed8b admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-139485059-network', 'tenant_id': '43ea8f0c0c2e4c96895918cf7aed6dbd'}} {{(pid=84875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:43:48.486070 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-04f841aa-a08b-404d-8006-cb7550c6ed8b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:43:48.490949 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-04f841aa-a08b-404d-8006-cb7550c6ed8b admin admin] Usage tracker for resource:network and tenant:43ea8f0c0c2e4c96895918cf7aed6dbd is out of sync, need to count used quota {{(pid=84875) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:43:48.494558 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-04f841aa-a08b-404d-8006-cb7550c6ed8b admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84875) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:43:48.502363 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-04f841aa-a08b-404d-8006-cb7550c6ed8b admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:43:48.513696 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-04f841aa-a08b-404d-8006-cb7550c6ed8b admin admin] Made reservation on behalf of 43ea8f0c0c2e4c96895918cf7aed6dbd for: {'network': 1} {{(pid=84875) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 07:43:48.518539 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-04f841aa-a08b-404d-8006-cb7550c6ed8b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555753'] for network, before_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:43:48.531863 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-04f841aa-a08b-404d-8006-cb7550c6ed8b admin admin] Notify callbacks [] for security_group, before_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:43:48.547818 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-04f841aa-a08b-404d-8006-cb7550c6ed8b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:43:48.552293 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-04f841aa-a08b-404d-8006-cb7550c6ed8b admin admin] Usage tracker for resource:security_group_rule and tenant:43ea8f0c0c2e4c96895918cf7aed6dbd is out of sync, need to count used quota {{(pid=84875) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:43:48.555492 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-04f841aa-a08b-404d-8006-cb7550c6ed8b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84875) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:43:48.561710 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-04f841aa-a08b-404d-8006-cb7550c6ed8b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:43:48.651153 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-04f841aa-a08b-404d-8006-cb7550c6ed8b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:43:48.654498 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-04f841aa-a08b-404d-8006-cb7550c6ed8b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850887153'] for security_group, after_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:43:48.658970 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-546e2af3-0e52-485d-810b-0c1d06828849 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:43:48.694527 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-04f841aa-a08b-404d-8006-cb7550c6ed8b admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 3} {{(pid=84875) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Jan 14 07:43:48.701282 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04f841aa-a08b-404d-8006-cb7550c6ed8b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=63fbd620-19c9-4f21-b925-7c1d5764a766,revision_number=1']} {{(pid=84875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:43:48.705349 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-04f841aa-a08b-404d-8006-cb7550c6ed8b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:43:48.709194 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-04f841aa-a08b-404d-8006-cb7550c6ed8b admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment--9223363259214191851', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854179735'] for segment, precommit_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:43:48.709958 n-d-768862-2 neutron-server[84765]: INFO neutron.db.segments_db [None req-04f841aa-a08b-404d-8006-cb7550c6ed8b admin admin] Added segment 7b4060e2-f847-46b7-b123-39385f3d634d of type vxlan for network d9d39be8-38d4-4ba5-ab19-6026adc81fc6 Jan 14 07:43:48.742305 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-04f841aa-a08b-404d-8006-cb7550c6ed8b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363259214646115'] for network, precommit_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:43:48.773431 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-04f841aa-a08b-404d-8006-cb7550c6ed8b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850887149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964'] for network, after_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:43:48.774421 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04f841aa-a08b-404d-8006-cb7550c6ed8b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:43:48.775054 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-04f841aa-a08b-404d-8006-cb7550c6ed8b admin admin] Notify callbacks [] for network, before_response {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:43:48.780236 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-a98d3d42-d82b-46f9-b697-10b42a5c1adb tempest-TestSecurityGroupsBasicOps-944861984 tempest-TestSecurityGroupsBasicOps-944861984] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:43:48.832881 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-caa75d9e-648d-4ef5-8342-e3b4497d90d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363259214191800', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854171626'] for agent, after_update {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:43:48.894804 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04f841aa-a08b-404d-8006-cb7550c6ed8b admin admin] Pushing event updated for resources: {'Network': ['ID=d9d39be8-38d4-4ba5-ab19-6026adc81fc6,revision_number=1']} {{(pid=84875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:43:48.898236 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-04f841aa-a08b-404d-8006-cb7550c6ed8b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:43:48.904898 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-04f841aa-a08b-404d-8006-cb7550c6ed8b admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 877 time: 0.5700045 Jan 14 07:43:48.905136 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84874) accepted ('10.222.0.24', 44154) {{(pid=84874) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:43:48.908467 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-852a24f7-e9a1-4193-9abb-e9506fe5213f None None] Network d9d39be8-38d4-4ba5-ab19-6026adc81fc6 details requested by agent ovs-agent-n-h2-768862-2 with host n-h2-768862-2 {{(pid=84876) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 07:43:48.911738 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.v2.base [None req-8f053006-78e5-4a64-a574-ad3b3851bd9b admin admin] Request body: {'subnet': {'network_id': 'd9d39be8-38d4-4ba5-ab19-6026adc81fc6', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-139485059-subnet', 'tenant_id': '43ea8f0c0c2e4c96895918cf7aed6dbd', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=84874) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:43:48.918313 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-8f053006-78e5-4a64-a574-ad3b3851bd9b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:43:48.922574 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-8f053006-78e5-4a64-a574-ad3b3851bd9b admin admin] Usage tracker for resource:subnet and tenant:43ea8f0c0c2e4c96895918cf7aed6dbd is out of sync, need to count used quota {{(pid=84874) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:43:48.923039 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-017f98a9-8a07-408c-a86f-8ff0c00400a0 None None] Network d9d39be8-38d4-4ba5-ab19-6026adc81fc6 details requested by agent ovs-agent-n-h1-768862-2 with host n-h1-768862-2 {{(pid=84876) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 07:43:48.925671 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-8f053006-78e5-4a64-a574-ad3b3851bd9b admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84874) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:43:48.932270 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-8f053006-78e5-4a64-a574-ad3b3851bd9b admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:43:48.937398 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Network d9d39be8-38d4-4ba5-ab19-6026adc81fc6 details requested by agent ovs-agent-n-d-768862-2 with host n-d-768862-2 {{(pid=84876) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 07:43:48.943324 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8f053006-78e5-4a64-a574-ad3b3851bd9b admin admin] Made reservation on behalf of 43ea8f0c0c2e4c96895918cf7aed6dbd for: {'subnet': 1} {{(pid=84874) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 07:43:48.948615 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-8f053006-78e5-4a64-a574-ad3b3851bd9b admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036851981161'] for subnet, before_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:43:49.372867 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-8f053006-78e5-4a64-a574-ad3b3851bd9b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850887113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3254092', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036851981146'] for subnet, after_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:43:49.385873 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-46e46fb3-5fae-4a58-9d64-927beb8772ae admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:43:49.510018 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f053006-78e5-4a64-a574-ad3b3851bd9b admin admin] Pushing event updated for resources: {'Subnet': ['ID=9978cfbe-3cba-4d9c-9cce-a51cb5e91ac5,revision_number=0']} {{(pid=84874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:43:49.514090 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-8f053006-78e5-4a64-a574-ad3b3851bd9b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:43:49.600907 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f053006-78e5-4a64-a574-ad3b3851bd9b admin admin] Checking segment: {'id': '7b4060e2-f847-46b7-b123-39385f3d634d', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'd9d39be8-38d4-4ba5-ab19-6026adc81fc6'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84874) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 14 07:43:49.601294 n-d-768862-2 neutron-server[84765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f053006-78e5-4a64-a574-ad3b3851bd9b admin admin] Network hostable DHCP agents. Network: d9d39be8-38d4-4ba5-ab19-6026adc81fc6, hostable agents: ['32f3dd84-26da-4d18-bf15-6017a8fb7247'], hosted agents: [] {{(pid=84874) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Jan 14 07:43:49.621566 n-d-768862-2 neutron-server[84765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f053006-78e5-4a64-a574-ad3b3851bd9b admin admin] Network d9d39be8-38d4-4ba5-ab19-6026adc81fc6 is scheduled to be hosted by DHCP agent 32f3dd84-26da-4d18-bf15-6017a8fb7247 with binding_index 1 {{(pid=84874) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Jan 14 07:43:49.631709 n-d-768862-2 neutron-server[84765]: DEBUG neutron.scheduler.base_scheduler [None req-8f053006-78e5-4a64-a574-ad3b3851bd9b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768862-2, d9d39be8-38d4-4ba5-ab19-6026adc81fc6) {{(pid=84874) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 07:43:49.643274 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47009689-9de3-4d07-b74f-e5523121f32f None None] Network d9d39be8-38d4-4ba5-ab19-6026adc81fc6 requested from n-d-768862-2 {{(pid=84876) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 07:43:49.644239 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f053006-78e5-4a64-a574-ad3b3851bd9b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:43:49.644885 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-8f053006-78e5-4a64-a574-ad3b3851bd9b admin admin] Notify callbacks [] for subnet, before_response {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:43:49.665675 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-8f053006-78e5-4a64-a574-ad3b3851bd9b admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.7590837 Jan 14 07:43:49.873564 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-444fd73b-67ff-4eaf-b77c-11a852f973c2 None None] Network d9d39be8-38d4-4ba5-ab19-6026adc81fc6 requested from n-d-768862-2 {{(pid=84876) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 07:43:50.291148 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eae9b03-57a1-40a0-82c6-cd49abd725ca req-ad8f95cc-95f9-4126-81b5-5a04b517acb4 tempest-DeleteServersTestJSON-528906243 tempest-DeleteServersTestJSON-528906243] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:43:50.291944 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [req-1eae9b03-57a1-40a0-82c6-cd49abd725ca req-ad8f95cc-95f9-4126-81b5-5a04b517acb4 tempest-DeleteServersTestJSON-528906243 tempest-DeleteServersTestJSON-528906243] Synchronizing usage tracker for tenant:43ea8f0c0c2e4c96895918cf7aed6dbd on resource:network {{(pid=84875) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 14 07:43:50.310280 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [req-1eae9b03-57a1-40a0-82c6-cd49abd725ca req-ad8f95cc-95f9-4126-81b5-5a04b517acb4 tempest-DeleteServersTestJSON-528906243 tempest-DeleteServersTestJSON-528906243] Unset dirty status for tenant:43ea8f0c0c2e4c96895918cf7aed6dbd on resource:network {{(pid=84875) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 14 07:43:50.311659 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [req-1eae9b03-57a1-40a0-82c6-cd49abd725ca req-ad8f95cc-95f9-4126-81b5-5a04b517acb4 tempest-DeleteServersTestJSON-528906243 tempest-DeleteServersTestJSON-528906243] 10.222.0.24 "GET /v2.0/networks?id=d9d39be8-38d4-4ba5-ab19-6026adc81fc6 HTTP/1.1" status: 200 len: 811 time: 0.2003455 Jan 14 07:43:50.332166 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [req-1eae9b03-57a1-40a0-82c6-cd49abd725ca req-70a81d4a-43e9-4e27-8760-664548d1f028 tempest-DeleteServersTestJSON-528906243 tempest-DeleteServersTestJSON-528906243] 10.222.0.24 "GET /v2.0/quotas/43ea8f0c0c2e4c96895918cf7aed6dbd HTTP/1.1" status: 200 len: 375 time: 0.0114739 Jan 14 07:43:50.385235 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [req-1eae9b03-57a1-40a0-82c6-cd49abd725ca req-3dd1841f-bdb0-4556-9ea0-0ff0f06c6f40 tempest-DeleteServersTestJSON-528906243 tempest-DeleteServersTestJSON-528906243] 10.222.0.24 "GET /v2.0/ports?tenant_id=43ea8f0c0c2e4c96895918cf7aed6dbd&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0461099 Jan 14 07:43:50.627405 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [req-1eae9b03-57a1-40a0-82c6-cd49abd725ca req-64e1b753-efa7-4be7-8e0f-fbe3b8bd859e service neutron] 10.222.0.24 "GET /v2.0/networks/d9d39be8-38d4-4ba5-ab19-6026adc81fc6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2307923 Jan 14 07:43:50.778204 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [req-1eae9b03-57a1-40a0-82c6-cd49abd725ca req-bd4a3d82-1e92-4fda-990f-98478df996dc service neutron] 10.222.0.24 "GET /v2.0/networks/d9d39be8-38d4-4ba5-ab19-6026adc81fc6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1422050 Jan 14 07:43:51.124441 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84874) accepted ('10.222.0.24', 44190) {{(pid=84874) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:43:51.195118 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.db_base_plugin_v2 [None req-3615d214-7ae0-4c77-8c86-37dfb87d9c90 admin admin] Deleting subnet 9978cfbe-3cba-4d9c-9cce-a51cb5e91ac5 {{(pid=84874) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Jan 14 07:43:51.198481 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-3615d214-7ae0-4c77-8c86-37dfb87d9c90 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:43:51.256867 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-3615d214-7ae0-4c77-8c86-37dfb87d9c90 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036851807232'] for subnet, precommit_delete_associations {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:43:51.317123 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-3615d214-7ae0-4c77-8c86-37dfb87d9c90 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036854176836'] for subnet, precommit_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:43:51.592867 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-3615d214-7ae0-4c77-8c86-37dfb87d9c90 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-598964', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850887113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036851521664', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2794686'] for subnet, after_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:43:51.606564 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-82a3d1e7-8397-490b-b925-3d8ee7139a09 tempest-FloatingIPAdminTestJSON-531099267 tempest-FloatingIPAdminTestJSON-531099267] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:43:51.691898 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3615d214-7ae0-4c77-8c86-37dfb87d9c90 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9978cfbe-3cba-4d9c-9cce-a51cb5e91ac5,revision_number=None']} {{(pid=84874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:43:51.710608 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-3615d214-7ae0-4c77-8c86-37dfb87d9c90 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:43:51.732074 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-b56a071f-596f-439a-86c6-90ddec9f00f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363259214191800', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854171626'] for agent, after_update {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:43:51.746285 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-3615d214-7ae0-4c77-8c86-37dfb87d9c90 admin admin] Notify callbacks [] for subnet, before_response {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:43:51.752770 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-3615d214-7ae0-4c77-8c86-37dfb87d9c90 admin admin] 10.222.0.24 "DELETE /v2.0/subnets/9978cfbe-3cba-4d9c-9cce-a51cb5e91ac5 HTTP/1.1" status: 204 len: 168 time: 0.6272049 Jan 14 07:43:51.755438 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84874) accepted ('10.222.0.24', 44200) {{(pid=84874) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:43:51.872472 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-bb73537c-1e65-47ad-b463-edd733936421 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036854160497'] for network, before_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:43:51.900509 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-da76cfc0-98e8-4426-9f6d-4f05aa3fae78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363259214191800', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854171626'] for agent, after_update {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:43:52.065898 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-bb73537c-1e65-47ad-b463-edd733936421 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-598987', 'neutron.services.segments.db._delete_segments_for_network-8777640583949'] for network, precommit_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:43:52.182590 n-d-768862-2 neutron-server[84765]: DEBUG neutron.services.segments.db [None req-bb73537c-1e65-47ad-b463-edd733936421 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d9d39be8-38d4-4ba5-ab19-6026adc81fc6']}} {{(pid=84874) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:43:52.195365 n-d-768862-2 neutron-server[84765]: DEBUG neutron.services.segments.db [None req-bb73537c-1e65-47ad-b463-edd733936421 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7b4060e2-f847-46b7-b123-39385f3d634d') {'for_net_delete': True} {{(pid=84874) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:43:52.195723 n-d-768862-2 neutron-server[84765]: DEBUG neutron.services.segments.db [None req-bb73537c-1e65-47ad-b463-edd733936421 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7b4060e2-f847-46b7-b123-39385f3d634d') {} {{(pid=84874) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:43:52.207950 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-bb73537c-1e65-47ad-b463-edd733936421 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363259214173198', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2968632'] for segment, before_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:43:52.223881 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-bb73537c-1e65-47ad-b463-edd733936421 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854179735'] for segment, precommit_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:43:52.227147 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-bb73537c-1e65-47ad-b463-edd733936421 admin admin] Releasing vxlan tunnel 3 to pool {{(pid=84874) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Jan 14 07:43:52.422306 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.managers [None req-bb73537c-1e65-47ad-b463-edd733936421 admin admin] Network d9d39be8-38d4-4ba5-ab19-6026adc81fc6 has no segments {{(pid=84874) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 14 07:43:52.431965 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-bb73537c-1e65-47ad-b463-edd733936421 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-596065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036851521571'] for segment, after_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:43:52.611265 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.managers [None req-bb73537c-1e65-47ad-b463-edd733936421 admin admin] Network d9d39be8-38d4-4ba5-ab19-6026adc81fc6 has no segments {{(pid=84874) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 14 07:43:52.626436 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363259214191800', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854171626'] for agent, after_update {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:43:52.637917 n-d-768862-2 neutron-server[84765]: Traceback (most recent call last): Jan 14 07:43:52.637917 n-d-768862-2 neutron-server[84765]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 14 07:43:52.637917 n-d-768862-2 neutron-server[84765]: timer() Jan 14 07:43:52.637917 n-d-768862-2 neutron-server[84765]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 14 07:43:52.637917 n-d-768862-2 neutron-server[84765]: cb(*args, **kw) Jan 14 07:43:52.637917 n-d-768862-2 neutron-server[84765]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Jan 14 07:43:52.637917 n-d-768862-2 neutron-server[84765]: return func(*args, **kwargs) Jan 14 07:43:52.637917 n-d-768862-2 neutron-server[84765]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 14 07:43:52.637917 n-d-768862-2 neutron-server[84765]: self._notify() Jan 14 07:43:52.637917 n-d-768862-2 neutron-server[84765]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 14 07:43:52.637917 n-d-768862-2 neutron-server[84765]: self.callback(batched_events) Jan 14 07:43:52.637917 n-d-768862-2 neutron-server[84765]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 14 07:43:52.637917 n-d-768862-2 neutron-server[84765]: event.method(event) Jan 14 07:43:52.637917 n-d-768862-2 neutron-server[84765]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 14 07:43:52.637917 n-d-768862-2 neutron-server[84765]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 14 07:43:52.637917 n-d-768862-2 neutron-server[84765]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Jan 14 07:43:52.637917 n-d-768862-2 neutron-server[84765]: segment_id)['aggregates'][0] Jan 14 07:43:52.637917 n-d-768862-2 neutron-server[84765]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 14 07:43:52.637917 n-d-768862-2 neutron-server[84765]: return f(self, *a, **k) Jan 14 07:43:52.637917 n-d-768862-2 neutron-server[84765]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 14 07:43:52.637917 n-d-768862-2 neutron-server[84765]: return self._get(url).json() Jan 14 07:43:52.637917 n-d-768862-2 neutron-server[84765]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 14 07:43:52.637917 n-d-768862-2 neutron-server[84765]: **kwargs) Jan 14 07:43:52.637917 n-d-768862-2 neutron-server[84765]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 14 07:43:52.637917 n-d-768862-2 neutron-server[84765]: return self.request(url, 'GET', **kwargs) Jan 14 07:43:52.637917 n-d-768862-2 neutron-server[84765]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Jan 14 07:43:52.637917 n-d-768862-2 neutron-server[84765]: **endpoint_filter) Jan 14 07:43:52.637917 n-d-768862-2 neutron-server[84765]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 14 07:43:52.637917 n-d-768862-2 neutron-server[84765]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 14 07:43:52.637917 n-d-768862-2 neutron-server[84765]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 14 07:43:52.637917 n-d-768862-2 neutron-server[84765]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 14 07:43:52.637917 n-d-768862-2 neutron-server[84765]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 14 07:43:52.715239 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-bb73537c-1e65-47ad-b463-edd733936421 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036854176830', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850887149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3912591'] for network, after_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:43:52.718854 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-10816c87-d794-4bfe-875b-6c46ed56fdae tempest-NetworksTest-1803261889 tempest-NetworksTest-1803261889] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:43:52.733319 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-bb73537c-1e65-47ad-b463-edd733936421 admin admin] Notify callbacks [] for network, before_response {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:43:52.744699 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb73537c-1e65-47ad-b463-edd733936421 admin admin] Pushing event deleted for resources: {'Network': ['ID=d9d39be8-38d4-4ba5-ab19-6026adc81fc6,revision_number=None']} {{(pid=84874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:43:52.748194 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-bb73537c-1e65-47ad-b463-edd733936421 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:43:52.752940 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-bb73537c-1e65-47ad-b463-edd733936421 admin admin] 10.222.0.24 "DELETE /v2.0/networks/d9d39be8-38d4-4ba5-ab19-6026adc81fc6 HTTP/1.1" status: 204 len: 168 time: 0.9964359 Jan 14 07:43:52.901136 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84875) accepted ('10.222.0.24', 44206) {{(pid=84875) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:43:52.960416 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-d14d062a-d566-451c-bf9e-d15871af5b59 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=43ea8f0c0c2e4c96895918cf7aed6dbd&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0573399 Jan 14 07:43:52.964056 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84875) accepted ('10.222.0.24', 44210) {{(pid=84875) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:43:53.033659 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-076165d8-99f0-4cee-b327-71d87ab45eae admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:43:53.066059 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-076165d8-99f0-4cee-b327-71d87ab45eae admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:43:53.125672 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-076165d8-99f0-4cee-b327-71d87ab45eae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850887153'] for security_group, after_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:43:53.129651 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-0a22ca9f-19d1-4cb3-a007-345ac5d0dfa4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:43:53.141725 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-076165d8-99f0-4cee-b327-71d87ab45eae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=63fbd620-19c9-4f21-b925-7c1d5764a766,revision_number=None']} {{(pid=84875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:43:53.145790 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-076165d8-99f0-4cee-b327-71d87ab45eae admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:43:53.149721 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-076165d8-99f0-4cee-b327-71d87ab45eae admin admin] Notify callbacks [] for security_group, before_response {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:43:53.151203 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-076165d8-99f0-4cee-b327-71d87ab45eae admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/63fbd620-19c9-4f21-b925-7c1d5764a766 HTTP/1.1" status: 204 len: 168 time: 0.1861389 Jan 14 07:43:53.333245 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-0f37073e-9c69-4e3c-80e0-6cfaa0fd61a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363259214191800', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854171626'] for agent, after_update {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:43:54.120425 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84874) accepted ('10.222.0.24', 44234) {{(pid=84874) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:43:54.269251 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.v2.base [None req-f70f5127-b1a6-47f9-84bd-9bbbc15e114f admin admin] Request body: {'network': {'name': 'tempest-ServerDiskConfigTestJSON-415494002-network', 'tenant_id': '0f335710668d4752bfd859001c19f74c'}} {{(pid=84874) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:43:54.275966 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-f70f5127-b1a6-47f9-84bd-9bbbc15e114f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:43:54.280509 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-f70f5127-b1a6-47f9-84bd-9bbbc15e114f admin admin] Usage tracker for resource:network and tenant:0f335710668d4752bfd859001c19f74c is out of sync, need to count used quota {{(pid=84874) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:43:54.283730 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-f70f5127-b1a6-47f9-84bd-9bbbc15e114f admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84874) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:43:54.291136 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-f70f5127-b1a6-47f9-84bd-9bbbc15e114f admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:43:54.302003 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f70f5127-b1a6-47f9-84bd-9bbbc15e114f admin admin] Made reservation on behalf of 0f335710668d4752bfd859001c19f74c for: {'network': 1} {{(pid=84874) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 07:43:54.306899 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-f70f5127-b1a6-47f9-84bd-9bbbc15e114f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555753'] for network, before_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:43:54.324453 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-f70f5127-b1a6-47f9-84bd-9bbbc15e114f admin admin] Notify callbacks [] for security_group, before_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:43:54.340204 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-f70f5127-b1a6-47f9-84bd-9bbbc15e114f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:43:54.344536 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-f70f5127-b1a6-47f9-84bd-9bbbc15e114f admin admin] Usage tracker for resource:security_group_rule and tenant:0f335710668d4752bfd859001c19f74c is out of sync, need to count used quota {{(pid=84874) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:43:54.347589 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-f70f5127-b1a6-47f9-84bd-9bbbc15e114f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84874) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:43:54.354179 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-f70f5127-b1a6-47f9-84bd-9bbbc15e114f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:43:54.439324 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-f70f5127-b1a6-47f9-84bd-9bbbc15e114f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:43:54.444139 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-f70f5127-b1a6-47f9-84bd-9bbbc15e114f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850887153'] for security_group, after_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:43:54.449390 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-9972a473-f8e3-4bce-b294-abe087ba07e2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:43:54.478324 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f70f5127-b1a6-47f9-84bd-9bbbc15e114f admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 3} {{(pid=84874) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Jan 14 07:43:54.491197 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f70f5127-b1a6-47f9-84bd-9bbbc15e114f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bbdc4314-3765-45ca-b571-f3ecb150ef16,revision_number=1']} {{(pid=84874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:43:54.496042 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-f70f5127-b1a6-47f9-84bd-9bbbc15e114f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:43:54.497036 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-f70f5127-b1a6-47f9-84bd-9bbbc15e114f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854179735'] for segment, precommit_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:43:54.497423 n-d-768862-2 neutron-server[84765]: INFO neutron.db.segments_db [None req-f70f5127-b1a6-47f9-84bd-9bbbc15e114f admin admin] Added segment 7a598d3c-9d03-4cd4-835f-05486a0004eb of type vxlan for network 680b04e5-9809-4cff-90d7-7a74534eb2b8 Jan 14 07:43:54.529045 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-f70f5127-b1a6-47f9-84bd-9bbbc15e114f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363259214646115'] for network, precommit_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:43:54.559977 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-f70f5127-b1a6-47f9-84bd-9bbbc15e114f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850887149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964'] for network, after_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:43:54.560957 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f70f5127-b1a6-47f9-84bd-9bbbc15e114f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:43:54.561587 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-f70f5127-b1a6-47f9-84bd-9bbbc15e114f admin admin] Notify callbacks [] for network, before_response {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:43:54.565203 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-bb73537c-1e65-47ad-b463-edd733936421 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:43:54.671657 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-f70f5127-b1a6-47f9-84bd-9bbbc15e114f admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 880 time: 0.5500014 Jan 14 07:43:54.672651 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f70f5127-b1a6-47f9-84bd-9bbbc15e114f admin admin] Pushing event updated for resources: {'Network': ['ID=680b04e5-9809-4cff-90d7-7a74534eb2b8,revision_number=1']} {{(pid=84874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:43:54.675313 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84874) accepted ('10.222.0.24', 44240) {{(pid=84874) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:43:54.678639 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-f70f5127-b1a6-47f9-84bd-9bbbc15e114f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:43:54.682968 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.v2.base [None req-14ebd48f-ac44-46fa-a956-fb8104d8e0b6 admin admin] Request body: {'subnet': {'network_id': '680b04e5-9809-4cff-90d7-7a74534eb2b8', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerDiskConfigTestJSON-415494002-subnet', 'tenant_id': '0f335710668d4752bfd859001c19f74c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=84874) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:43:54.686800 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Network 680b04e5-9809-4cff-90d7-7a74534eb2b8 details requested by agent ovs-agent-n-d-768862-2 with host n-d-768862-2 {{(pid=84876) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 07:43:54.690148 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-14ebd48f-ac44-46fa-a956-fb8104d8e0b6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:43:54.694632 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-14ebd48f-ac44-46fa-a956-fb8104d8e0b6 admin admin] Usage tracker for resource:subnet and tenant:0f335710668d4752bfd859001c19f74c is out of sync, need to count used quota {{(pid=84874) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:43:54.698578 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-14ebd48f-ac44-46fa-a956-fb8104d8e0b6 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84874) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:43:54.704619 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-14ebd48f-ac44-46fa-a956-fb8104d8e0b6 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:43:54.706316 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-852a24f7-e9a1-4193-9abb-e9506fe5213f None None] Network 680b04e5-9809-4cff-90d7-7a74534eb2b8 details requested by agent ovs-agent-n-h2-768862-2 with host n-h2-768862-2 {{(pid=84876) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 07:43:54.716680 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-14ebd48f-ac44-46fa-a956-fb8104d8e0b6 admin admin] Made reservation on behalf of 0f335710668d4752bfd859001c19f74c for: {'subnet': 1} {{(pid=84874) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 07:43:54.720612 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-017f98a9-8a07-408c-a86f-8ff0c00400a0 None None] Network 680b04e5-9809-4cff-90d7-7a74534eb2b8 details requested by agent ovs-agent-n-h1-768862-2 with host n-h1-768862-2 {{(pid=84876) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 07:43:54.722161 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-14ebd48f-ac44-46fa-a956-fb8104d8e0b6 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036851981161'] for subnet, before_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:43:55.149885 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-14ebd48f-ac44-46fa-a956-fb8104d8e0b6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850887113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3254092', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036851981146'] for subnet, after_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:43:55.165253 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-214a1ba5-c6b7-4889-a16f-cda443701ca1 tempest-FloatingIPTestJSON-1632234116 tempest-FloatingIPTestJSON-1632234116] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:43:55.580730 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14ebd48f-ac44-46fa-a956-fb8104d8e0b6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9eacb948-35d8-45dc-95d3-4136a05b0692,revision_number=0']} {{(pid=84874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:43:55.593592 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-14ebd48f-ac44-46fa-a956-fb8104d8e0b6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.428s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:43:55.652041 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14ebd48f-ac44-46fa-a956-fb8104d8e0b6 admin admin] Checking segment: {'id': '7a598d3c-9d03-4cd4-835f-05486a0004eb', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '680b04e5-9809-4cff-90d7-7a74534eb2b8'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84874) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 14 07:43:55.652399 n-d-768862-2 neutron-server[84765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14ebd48f-ac44-46fa-a956-fb8104d8e0b6 admin admin] Network hostable DHCP agents. Network: 680b04e5-9809-4cff-90d7-7a74534eb2b8, hostable agents: ['32f3dd84-26da-4d18-bf15-6017a8fb7247'], hosted agents: [] {{(pid=84874) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Jan 14 07:43:55.672684 n-d-768862-2 neutron-server[84765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14ebd48f-ac44-46fa-a956-fb8104d8e0b6 admin admin] Network 680b04e5-9809-4cff-90d7-7a74534eb2b8 is scheduled to be hosted by DHCP agent 32f3dd84-26da-4d18-bf15-6017a8fb7247 with binding_index 1 {{(pid=84874) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Jan 14 07:43:55.682116 n-d-768862-2 neutron-server[84765]: DEBUG neutron.scheduler.base_scheduler [None req-14ebd48f-ac44-46fa-a956-fb8104d8e0b6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768862-2, 680b04e5-9809-4cff-90d7-7a74534eb2b8) {{(pid=84874) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 07:43:55.692679 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ade43d7-5657-4a28-8347-7d83057e7b68 None None] Network 680b04e5-9809-4cff-90d7-7a74534eb2b8 requested from n-d-768862-2 {{(pid=84876) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 07:43:55.697025 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14ebd48f-ac44-46fa-a956-fb8104d8e0b6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:43:55.697715 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-14ebd48f-ac44-46fa-a956-fb8104d8e0b6 admin admin] Notify callbacks [] for subnet, before_response {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:43:55.729694 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-14ebd48f-ac44-46fa-a956-fb8104d8e0b6 admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.0513902 Jan 14 07:43:56.104942 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1844df79-4719-495f-aed3-b038a335b515 None None] Network 680b04e5-9809-4cff-90d7-7a74534eb2b8 requested from n-d-768862-2 {{(pid=84876) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 07:43:56.368764 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-918fa8c7-7219-47a6-9ff3-ea41e81d6b63 req-fd7c5265-9275-4ee6-99ef-7093463409b3 tempest-ServerDiskConfigTestJSON-1293716559 tempest-ServerDiskConfigTestJSON-1293716559] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:43:56.370397 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [req-918fa8c7-7219-47a6-9ff3-ea41e81d6b63 req-fd7c5265-9275-4ee6-99ef-7093463409b3 tempest-ServerDiskConfigTestJSON-1293716559 tempest-ServerDiskConfigTestJSON-1293716559] 10.222.0.24 "GET /v2.0/networks?id=680b04e5-9809-4cff-90d7-7a74534eb2b8 HTTP/1.1" status: 200 len: 814 time: 0.1842272 Jan 14 07:43:56.388109 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [req-918fa8c7-7219-47a6-9ff3-ea41e81d6b63 req-711187b2-dea0-4f8f-9036-d5cb27e18ce5 tempest-ServerDiskConfigTestJSON-1293716559 tempest-ServerDiskConfigTestJSON-1293716559] 10.222.0.24 "GET /v2.0/quotas/0f335710668d4752bfd859001c19f74c HTTP/1.1" status: 200 len: 375 time: 0.0114677 Jan 14 07:43:56.443460 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [req-918fa8c7-7219-47a6-9ff3-ea41e81d6b63 req-504aba86-510e-444c-bd59-a038909637f5 tempest-ServerDiskConfigTestJSON-1293716559 tempest-ServerDiskConfigTestJSON-1293716559] 10.222.0.24 "GET /v2.0/ports?tenant_id=0f335710668d4752bfd859001c19f74c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0465016 Jan 14 07:43:56.590148 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [req-918fa8c7-7219-47a6-9ff3-ea41e81d6b63 req-38d060d7-d532-4056-91fd-62054202722e service neutron] 10.222.0.24 "GET /v2.0/networks/680b04e5-9809-4cff-90d7-7a74534eb2b8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1386344 Jan 14 07:43:56.740139 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [req-918fa8c7-7219-47a6-9ff3-ea41e81d6b63 req-33023afc-f639-48a0-a546-225b48dba6ba service neutron] 10.222.0.24 "GET /v2.0/networks/680b04e5-9809-4cff-90d7-7a74534eb2b8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1429682 Jan 14 07:43:57.418518 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35181b0f-42a0-491e-b0cb-b1c9b39cc801 req-718f4fd1-5ac4-4d49-9afd-acc1f6648dc6 tempest-ServerDiskConfigTestJSON-1293716559 tempest-ServerDiskConfigTestJSON-1293716559] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:43:57.420194 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [req-35181b0f-42a0-491e-b0cb-b1c9b39cc801 req-718f4fd1-5ac4-4d49-9afd-acc1f6648dc6 tempest-ServerDiskConfigTestJSON-1293716559 tempest-ServerDiskConfigTestJSON-1293716559] 10.222.0.24 "GET /v2.0/networks?id=680b04e5-9809-4cff-90d7-7a74534eb2b8 HTTP/1.1" status: 200 len: 814 time: 0.1830676 Jan 14 07:43:57.440968 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [req-35181b0f-42a0-491e-b0cb-b1c9b39cc801 req-f58836c4-9a0c-450b-87f0-4b67f35673bc tempest-ServerDiskConfigTestJSON-1293716559 tempest-ServerDiskConfigTestJSON-1293716559] 10.222.0.24 "GET /v2.0/quotas/0f335710668d4752bfd859001c19f74c HTTP/1.1" status: 200 len: 375 time: 0.0116324 Jan 14 07:43:57.493421 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [req-35181b0f-42a0-491e-b0cb-b1c9b39cc801 req-b6db0f17-2def-4027-a151-237a83ca9b1d tempest-ServerDiskConfigTestJSON-1293716559 tempest-ServerDiskConfigTestJSON-1293716559] 10.222.0.24 "GET /v2.0/ports?tenant_id=0f335710668d4752bfd859001c19f74c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0445731 Jan 14 07:43:57.644814 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [req-35181b0f-42a0-491e-b0cb-b1c9b39cc801 req-02c77621-f217-4833-a8b2-01ecf8b7e7e4 service neutron] 10.222.0.24 "GET /v2.0/networks/680b04e5-9809-4cff-90d7-7a74534eb2b8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1402583 Jan 14 07:43:57.792264 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [req-35181b0f-42a0-491e-b0cb-b1c9b39cc801 req-39f97d89-040b-45bd-98d1-335d0c6b094c service neutron] 10.222.0.24 "GET /v2.0/networks/680b04e5-9809-4cff-90d7-7a74534eb2b8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1391680 Jan 14 07:43:58.141297 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84874) accepted ('10.222.0.24', 44304) {{(pid=84874) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:43:58.213579 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.db_base_plugin_v2 [None req-54f80d02-a569-4ba2-8739-acf7bcfd6f0f admin admin] Deleting subnet 9eacb948-35d8-45dc-95d3-4136a05b0692 {{(pid=84874) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Jan 14 07:43:58.216747 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-54f80d02-a569-4ba2-8739-acf7bcfd6f0f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:43:58.269784 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-54f80d02-a569-4ba2-8739-acf7bcfd6f0f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036851807232'] for subnet, precommit_delete_associations {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:43:58.331753 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-54f80d02-a569-4ba2-8739-acf7bcfd6f0f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036854176836'] for subnet, precommit_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:43:58.604922 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-54f80d02-a569-4ba2-8739-acf7bcfd6f0f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-598964', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850887113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036851521664', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2794686'] for subnet, after_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:43:58.618903 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-a9db7e08-aad7-4008-aacb-8414d6740a80 tempest-NetworksTest-1803261889 tempest-NetworksTest-1803261889] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:43:58.705462 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54f80d02-a569-4ba2-8739-acf7bcfd6f0f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9eacb948-35d8-45dc-95d3-4136a05b0692,revision_number=None']} {{(pid=84874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:43:58.708870 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-54f80d02-a569-4ba2-8739-acf7bcfd6f0f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:43:58.761083 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-54f80d02-a569-4ba2-8739-acf7bcfd6f0f admin admin] Notify callbacks [] for subnet, before_response {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:43:58.767895 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-54f80d02-a569-4ba2-8739-acf7bcfd6f0f admin admin] 10.222.0.24 "DELETE /v2.0/subnets/9eacb948-35d8-45dc-95d3-4136a05b0692 HTTP/1.1" status: 204 len: 168 time: 0.6252377 Jan 14 07:43:58.772078 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84874) accepted ('10.222.0.24', 44312) {{(pid=84874) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:43:58.890751 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-9cd7c648-1041-4408-9aa6-272418481a16 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036854160497'] for network, before_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:43:59.087757 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-9cd7c648-1041-4408-9aa6-272418481a16 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-598987', 'neutron.services.segments.db._delete_segments_for_network-8777640583949'] for network, precommit_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:43:59.205147 n-d-768862-2 neutron-server[84765]: DEBUG neutron.services.segments.db [None req-9cd7c648-1041-4408-9aa6-272418481a16 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['680b04e5-9809-4cff-90d7-7a74534eb2b8']}} {{(pid=84874) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:43:59.218634 n-d-768862-2 neutron-server[84765]: DEBUG neutron.services.segments.db [None req-9cd7c648-1041-4408-9aa6-272418481a16 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7a598d3c-9d03-4cd4-835f-05486a0004eb') {'for_net_delete': True} {{(pid=84874) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:43:59.218967 n-d-768862-2 neutron-server[84765]: DEBUG neutron.services.segments.db [None req-9cd7c648-1041-4408-9aa6-272418481a16 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7a598d3c-9d03-4cd4-835f-05486a0004eb') {} {{(pid=84874) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:43:59.232053 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-9cd7c648-1041-4408-9aa6-272418481a16 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363259214173198', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2968632'] for segment, before_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:43:59.247384 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-9cd7c648-1041-4408-9aa6-272418481a16 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854179735'] for segment, precommit_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:43:59.249445 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-9cd7c648-1041-4408-9aa6-272418481a16 admin admin] Releasing vxlan tunnel 3 to pool {{(pid=84874) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Jan 14 07:43:59.427467 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.managers [None req-9cd7c648-1041-4408-9aa6-272418481a16 admin admin] Network 680b04e5-9809-4cff-90d7-7a74534eb2b8 has no segments {{(pid=84874) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 14 07:43:59.437720 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-9cd7c648-1041-4408-9aa6-272418481a16 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-596065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036851521571'] for segment, after_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:43:59.621525 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.managers [None req-9cd7c648-1041-4408-9aa6-272418481a16 admin admin] Network 680b04e5-9809-4cff-90d7-7a74534eb2b8 has no segments {{(pid=84874) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 14 07:43:59.644075 n-d-768862-2 neutron-server[84765]: Traceback (most recent call last): Jan 14 07:43:59.644075 n-d-768862-2 neutron-server[84765]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 14 07:43:59.644075 n-d-768862-2 neutron-server[84765]: timer() Jan 14 07:43:59.644075 n-d-768862-2 neutron-server[84765]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 14 07:43:59.644075 n-d-768862-2 neutron-server[84765]: cb(*args, **kw) Jan 14 07:43:59.644075 n-d-768862-2 neutron-server[84765]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Jan 14 07:43:59.644075 n-d-768862-2 neutron-server[84765]: return func(*args, **kwargs) Jan 14 07:43:59.644075 n-d-768862-2 neutron-server[84765]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 14 07:43:59.644075 n-d-768862-2 neutron-server[84765]: self._notify() Jan 14 07:43:59.644075 n-d-768862-2 neutron-server[84765]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 14 07:43:59.644075 n-d-768862-2 neutron-server[84765]: self.callback(batched_events) Jan 14 07:43:59.644075 n-d-768862-2 neutron-server[84765]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 14 07:43:59.644075 n-d-768862-2 neutron-server[84765]: event.method(event) Jan 14 07:43:59.644075 n-d-768862-2 neutron-server[84765]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 14 07:43:59.644075 n-d-768862-2 neutron-server[84765]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 14 07:43:59.644075 n-d-768862-2 neutron-server[84765]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Jan 14 07:43:59.644075 n-d-768862-2 neutron-server[84765]: segment_id)['aggregates'][0] Jan 14 07:43:59.644075 n-d-768862-2 neutron-server[84765]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 14 07:43:59.644075 n-d-768862-2 neutron-server[84765]: return f(self, *a, **k) Jan 14 07:43:59.644075 n-d-768862-2 neutron-server[84765]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 14 07:43:59.644075 n-d-768862-2 neutron-server[84765]: return self._get(url).json() Jan 14 07:43:59.644075 n-d-768862-2 neutron-server[84765]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 14 07:43:59.644075 n-d-768862-2 neutron-server[84765]: **kwargs) Jan 14 07:43:59.644075 n-d-768862-2 neutron-server[84765]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 14 07:43:59.644075 n-d-768862-2 neutron-server[84765]: return self.request(url, 'GET', **kwargs) Jan 14 07:43:59.644075 n-d-768862-2 neutron-server[84765]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Jan 14 07:43:59.644075 n-d-768862-2 neutron-server[84765]: **endpoint_filter) Jan 14 07:43:59.644075 n-d-768862-2 neutron-server[84765]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 14 07:43:59.644075 n-d-768862-2 neutron-server[84765]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 14 07:43:59.644075 n-d-768862-2 neutron-server[84765]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 14 07:43:59.644075 n-d-768862-2 neutron-server[84765]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 14 07:43:59.644075 n-d-768862-2 neutron-server[84765]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 14 07:43:59.723634 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-9cd7c648-1041-4408-9aa6-272418481a16 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036854176830', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850887149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3912591'] for network, after_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:43:59.727278 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-26c9f5e0-033e-463d-a342-d757a61d940c tempest-TagsExtTest-1634423073 tempest-TagsExtTest-1634423073] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:43:59.741536 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-9cd7c648-1041-4408-9aa6-272418481a16 admin admin] Notify callbacks [] for network, before_response {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:43:59.751623 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cd7c648-1041-4408-9aa6-272418481a16 admin admin] Pushing event deleted for resources: {'Network': ['ID=680b04e5-9809-4cff-90d7-7a74534eb2b8,revision_number=None']} {{(pid=84874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:43:59.754458 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-9cd7c648-1041-4408-9aa6-272418481a16 admin admin] 10.222.0.24 "DELETE /v2.0/networks/680b04e5-9809-4cff-90d7-7a74534eb2b8 HTTP/1.1" status: 204 len: 168 time: 0.9813619 Jan 14 07:43:59.755394 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-9cd7c648-1041-4408-9aa6-272418481a16 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:43:59.907472 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84874) accepted ('10.222.0.24', 44318) {{(pid=84874) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:43:59.960941 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-bae9d269-9228-4bda-90b0-85413d66b6fb admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=0f335710668d4752bfd859001c19f74c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0520916 Jan 14 07:43:59.964483 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84874) accepted ('10.222.0.24', 44322) {{(pid=84874) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:44:00.026978 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-c60d074c-b3c7-41f2-84e0-70d00005a5ed admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:44:00.054021 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-c60d074c-b3c7-41f2-84e0-70d00005a5ed admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:44:00.104195 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-c60d074c-b3c7-41f2-84e0-70d00005a5ed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850887153'] for security_group, after_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:44:00.109110 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-b9ec786d-9ecd-41f4-a147-2fba114ea810 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:44:00.123515 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c60d074c-b3c7-41f2-84e0-70d00005a5ed admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bbdc4314-3765-45ca-b571-f3ecb150ef16,revision_number=None']} {{(pid=84874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:44:00.126618 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-c60d074c-b3c7-41f2-84e0-70d00005a5ed admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:44:00.135590 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-c60d074c-b3c7-41f2-84e0-70d00005a5ed admin admin] Notify callbacks [] for security_group, before_response {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:44:00.136965 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-c60d074c-b3c7-41f2-84e0-70d00005a5ed admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/bbdc4314-3765-45ca-b571-f3ecb150ef16 HTTP/1.1" status: 204 len: 168 time: 0.1715124 Jan 14 07:44:01.110788 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84874) accepted ('10.222.0.24', 44344) {{(pid=84874) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:44:01.260023 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.v2.base [None req-22af9e8f-e320-4e71-9e35-c8922a028c3e admin admin] Request body: {'network': {'name': 'tempest-ServerActionsTestJSON-981372192-network', 'tenant_id': '6c86691c035c41ecb2a255049ba63e9a'}} {{(pid=84874) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:44:01.268369 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-22af9e8f-e320-4e71-9e35-c8922a028c3e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:44:01.272750 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-22af9e8f-e320-4e71-9e35-c8922a028c3e admin admin] Usage tracker for resource:network and tenant:6c86691c035c41ecb2a255049ba63e9a is out of sync, need to count used quota {{(pid=84874) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:44:01.276277 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-22af9e8f-e320-4e71-9e35-c8922a028c3e admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84874) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:44:01.282421 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-22af9e8f-e320-4e71-9e35-c8922a028c3e admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:44:01.294751 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-22af9e8f-e320-4e71-9e35-c8922a028c3e admin admin] Made reservation on behalf of 6c86691c035c41ecb2a255049ba63e9a for: {'network': 1} {{(pid=84874) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 07:44:01.299516 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-22af9e8f-e320-4e71-9e35-c8922a028c3e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555753'] for network, before_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:44:01.313107 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-22af9e8f-e320-4e71-9e35-c8922a028c3e admin admin] Notify callbacks [] for security_group, before_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:44:01.329016 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-22af9e8f-e320-4e71-9e35-c8922a028c3e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:44:01.334927 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-22af9e8f-e320-4e71-9e35-c8922a028c3e admin admin] Usage tracker for resource:security_group_rule and tenant:6c86691c035c41ecb2a255049ba63e9a is out of sync, need to count used quota {{(pid=84874) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:44:01.339071 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-22af9e8f-e320-4e71-9e35-c8922a028c3e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84874) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:44:01.345305 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-22af9e8f-e320-4e71-9e35-c8922a028c3e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:44:01.434994 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-22af9e8f-e320-4e71-9e35-c8922a028c3e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:44:01.438997 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-22af9e8f-e320-4e71-9e35-c8922a028c3e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850887153'] for security_group, after_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:44:01.442192 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-f6d6b743-1916-4e6c-bec5-c25c4143b2fb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:44:01.475572 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-22af9e8f-e320-4e71-9e35-c8922a028c3e admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 3} {{(pid=84874) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Jan 14 07:44:01.484918 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22af9e8f-e320-4e71-9e35-c8922a028c3e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=12f2238c-c640-4cc9-8774-153c3417457b,revision_number=1']} {{(pid=84874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:44:01.490387 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-22af9e8f-e320-4e71-9e35-c8922a028c3e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:44:01.491358 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-22af9e8f-e320-4e71-9e35-c8922a028c3e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854179735'] for segment, precommit_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:44:01.491749 n-d-768862-2 neutron-server[84765]: INFO neutron.db.segments_db [None req-22af9e8f-e320-4e71-9e35-c8922a028c3e admin admin] Added segment db8d0f6d-f750-4187-82ef-28c52e85dbd3 of type vxlan for network 5703f4b1-31b1-47b6-aa14-c2a86e6182e4 Jan 14 07:44:01.519020 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-22af9e8f-e320-4e71-9e35-c8922a028c3e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363259214646115'] for network, precommit_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:44:01.552227 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-22af9e8f-e320-4e71-9e35-c8922a028c3e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850887149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964'] for network, after_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:44:01.553348 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22af9e8f-e320-4e71-9e35-c8922a028c3e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:44:01.553990 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-22af9e8f-e320-4e71-9e35-c8922a028c3e admin admin] Notify callbacks [] for network, before_response {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:44:01.557901 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-f149c29c-cc65-4f68-bf37-e9a8d5f5c959 tempest-NetworksTest-1803261889 tempest-NetworksTest-1803261889] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:44:01.665640 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22af9e8f-e320-4e71-9e35-c8922a028c3e admin admin] Pushing event updated for resources: {'Network': ['ID=5703f4b1-31b1-47b6-aa14-c2a86e6182e4,revision_number=1']} {{(pid=84874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:44:01.669676 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-22af9e8f-e320-4e71-9e35-c8922a028c3e admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 877 time: 0.5577555 Jan 14 07:44:01.671641 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-22af9e8f-e320-4e71-9e35-c8922a028c3e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:44:01.673194 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84874) accepted ('10.222.0.24', 44350) {{(pid=84874) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:44:01.679208 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.v2.base [None req-9210c804-1da6-4761-91bf-502f3fc45c05 admin admin] Request body: {'subnet': {'network_id': '5703f4b1-31b1-47b6-aa14-c2a86e6182e4', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerActionsTestJSON-981372192-subnet', 'tenant_id': '6c86691c035c41ecb2a255049ba63e9a', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=84874) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:44:01.686120 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-9210c804-1da6-4761-91bf-502f3fc45c05 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:44:01.689067 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Network 5703f4b1-31b1-47b6-aa14-c2a86e6182e4 details requested by agent ovs-agent-n-d-768862-2 with host n-d-768862-2 {{(pid=84876) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 07:44:01.690799 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-9210c804-1da6-4761-91bf-502f3fc45c05 admin admin] Usage tracker for resource:subnet and tenant:6c86691c035c41ecb2a255049ba63e9a is out of sync, need to count used quota {{(pid=84874) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:44:01.693969 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-9210c804-1da6-4761-91bf-502f3fc45c05 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84874) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:44:01.700049 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-9210c804-1da6-4761-91bf-502f3fc45c05 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:44:01.704838 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-852a24f7-e9a1-4193-9abb-e9506fe5213f None None] Network 5703f4b1-31b1-47b6-aa14-c2a86e6182e4 details requested by agent ovs-agent-n-h2-768862-2 with host n-h2-768862-2 {{(pid=84876) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 07:44:01.711610 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9210c804-1da6-4761-91bf-502f3fc45c05 admin admin] Made reservation on behalf of 6c86691c035c41ecb2a255049ba63e9a for: {'subnet': 1} {{(pid=84874) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 07:44:01.717441 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-9210c804-1da6-4761-91bf-502f3fc45c05 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036851981161'] for subnet, before_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:44:01.719934 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-017f98a9-8a07-408c-a86f-8ff0c00400a0 None None] Network 5703f4b1-31b1-47b6-aa14-c2a86e6182e4 details requested by agent ovs-agent-n-h1-768862-2 with host n-h1-768862-2 {{(pid=84876) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 07:44:02.137331 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-9210c804-1da6-4761-91bf-502f3fc45c05 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850887113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3254092', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036851981146'] for subnet, after_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:44:02.150566 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-a61a425e-4729-4c4c-b1a0-7d7cf4645022 tempest-RoutersTest-1255860389 tempest-RoutersTest-1255860389] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:44:02.275157 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9210c804-1da6-4761-91bf-502f3fc45c05 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1da8657a-dc83-45f7-9f20-7ace0b7dd29c,revision_number=0']} {{(pid=84874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:44:02.280104 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-9210c804-1da6-4761-91bf-502f3fc45c05 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:44:02.349459 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9210c804-1da6-4761-91bf-502f3fc45c05 admin admin] Checking segment: {'id': 'db8d0f6d-f750-4187-82ef-28c52e85dbd3', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '5703f4b1-31b1-47b6-aa14-c2a86e6182e4'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84874) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 14 07:44:02.349845 n-d-768862-2 neutron-server[84765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9210c804-1da6-4761-91bf-502f3fc45c05 admin admin] Network hostable DHCP agents. Network: 5703f4b1-31b1-47b6-aa14-c2a86e6182e4, hostable agents: ['32f3dd84-26da-4d18-bf15-6017a8fb7247'], hosted agents: [] {{(pid=84874) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Jan 14 07:44:02.370085 n-d-768862-2 neutron-server[84765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9210c804-1da6-4761-91bf-502f3fc45c05 admin admin] Network 5703f4b1-31b1-47b6-aa14-c2a86e6182e4 is scheduled to be hosted by DHCP agent 32f3dd84-26da-4d18-bf15-6017a8fb7247 with binding_index 1 {{(pid=84874) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Jan 14 07:44:02.379762 n-d-768862-2 neutron-server[84765]: DEBUG neutron.scheduler.base_scheduler [None req-9210c804-1da6-4761-91bf-502f3fc45c05 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768862-2, 5703f4b1-31b1-47b6-aa14-c2a86e6182e4) {{(pid=84874) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 07:44:02.391991 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9210c804-1da6-4761-91bf-502f3fc45c05 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:44:02.392221 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79a9d1f3-732b-4042-bedf-02cbb4e175da None None] Network 5703f4b1-31b1-47b6-aa14-c2a86e6182e4 requested from n-d-768862-2 {{(pid=84876) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 07:44:02.392642 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-9210c804-1da6-4761-91bf-502f3fc45c05 admin admin] Notify callbacks [] for subnet, before_response {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:44:02.413937 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-9210c804-1da6-4761-91bf-502f3fc45c05 admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.7396548 Jan 14 07:44:02.417043 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84874) accepted ('10.222.0.24', 44354) {{(pid=84874) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:44:02.422759 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.v2.base [None req-533c768b-8cbb-46c6-89ff-9e4624e00198 admin admin] Request body: {'router': {'name': 'tempest-ServerActionsTestJSON-981372192-router', 'tenant_id': '6c86691c035c41ecb2a255049ba63e9a', 'external_gateway_info': {'network_id': '226f1e78-82cd-4481-9055-4eb73b6db8c1'}}} {{(pid=84874) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:44:02.428840 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-533c768b-8cbb-46c6-89ff-9e4624e00198 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:44:02.434039 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-533c768b-8cbb-46c6-89ff-9e4624e00198 admin admin] Usage tracker for resource:router and tenant:6c86691c035c41ecb2a255049ba63e9a is out of sync, need to count used quota {{(pid=84874) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:44:02.441616 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-533c768b-8cbb-46c6-89ff-9e4624e00198 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=84874) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:44:02.448178 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-533c768b-8cbb-46c6-89ff-9e4624e00198 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:44:02.458724 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-533c768b-8cbb-46c6-89ff-9e4624e00198 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3889205', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854717621'] for router, before_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:44:02.459797 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-533c768b-8cbb-46c6-89ff-9e4624e00198 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036850886574', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3912501', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3808446', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-58179'] for router, precommit_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:44:02.475388 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-533c768b-8cbb-46c6-89ff-9e4624e00198 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:44:02.632201 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f86cf99f-c2eb-4bdc-bd33-efd5706a95bb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5d94dc7a-c095-50a4-955e-5f3b78718a12-5703f4b1-31b1-47b6-aa14-c2a86e6182e4', 'network_id': '5703f4b1-31b1-47b6-aa14-c2a86e6182e4', 'tenant_id': '6c86691c035c41ecb2a255049ba63e9a', 'fixed_ips': [{'subnet_id': '1da8657a-dc83-45f7-9f20-7ace0b7dd29c'}]}} from n-d-768862-2. {{(pid=84876) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Jan 14 07:44:02.633153 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-f86cf99f-c2eb-4bdc-bd33-efd5706a95bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555753'] for port, before_create {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:44:02.753144 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-533c768b-8cbb-46c6-89ff-9e4624e00198 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3912484', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3889188', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-58194'] for router, precommit_update {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:44:02.940247 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.db_base_plugin_common [None req-f86cf99f-c2eb-4bdc-bd33-efd5706a95bb None None] Allocated IP 172.20.0.2 (5703f4b1-31b1-47b6-aa14-c2a86e6182e4/1da8657a-dc83-45f7-9f20-7ace0b7dd29c/e3cf5909-dbaa-420b-9dcb-e79326b2de61) {{(pid=84876) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 14 07:44:03.088466 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-533c768b-8cbb-46c6-89ff-9e4624e00198 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:44:03.121702 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-533c768b-8cbb-46c6-89ff-9e4624e00198 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555753'] for port, before_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:44:03.165434 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-f86cf99f-c2eb-4bdc-bd33-efd5706a95bb None None] Notify callbacks [] for port, precommit_create {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:44:03.182226 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-f86cf99f-c2eb-4bdc-bd33-efd5706a95bb None None] Transition to ACTIVE for port object e3cf5909-dbaa-420b-9dcb-e79326b2de61 will not be triggered until provisioned by entity L2. {{(pid=84876) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 07:44:03.207358 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-f86cf99f-c2eb-4bdc-bd33-efd5706a95bb None None] Transition to ACTIVE for port object e3cf5909-dbaa-420b-9dcb-e79326b2de61 will not be triggered until provisioned by entity DHCP. {{(pid=84876) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 07:44:03.215478 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-f86cf99f-c2eb-4bdc-bd33-efd5706a95bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777640123575'] for port, after_create {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:44:03.234340 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-c14cc9d4-59a7-4c77-ab4a-0a8d87c9d92d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84876) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:44:03.395502 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f86cf99f-c2eb-4bdc-bd33-efd5706a95bb None None] Pushing event updated for resources: {'Port': ['ID=e3cf5909-dbaa-420b-9dcb-e79326b2de61,revision_number=1']} {{(pid=84876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:44:03.401574 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-f86cf99f-c2eb-4bdc-bd33-efd5706a95bb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.167s {{(pid=84876) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:44:03.425000 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.db_base_plugin_common [None req-533c768b-8cbb-46c6-89ff-9e4624e00198 admin admin] Allocated IP 172.25.2.136 (226f1e78-82cd-4481-9055-4eb73b6db8c1/ba8deeec-7658-4195-9449-038c076f5c83/67487532-2fe5-4544-9d75-a0ffe356105b) {{(pid=84874) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 14 07:44:03.461044 n-d-768862-2 neutron-server[84765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f86cf99f-c2eb-4bdc-bd33-efd5706a95bb None None] Network 5703f4b1-31b1-47b6-aa14-c2a86e6182e4 is already hosted by enough agents. {{(pid=84876) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 07:44:03.462292 n-d-768862-2 neutron-server[84765]: DEBUG neutron.scheduler.base_scheduler [None req-f86cf99f-c2eb-4bdc-bd33-efd5706a95bb None None] Resources bound (agent type, host, resource id): {{(pid=84876) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 07:44:03.465119 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f86cf99f-c2eb-4bdc-bd33-efd5706a95bb None None] Received port after_create {{(pid=84876) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 14 07:44:03.530145 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.managers [None req-f86cf99f-c2eb-4bdc-bd33-efd5706a95bb None None] Attempting to bind port e3cf5909-dbaa-420b-9dcb-e79326b2de61 on host n-d-768862-2 for vnic_type normal with profile {{(pid=84876) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 14 07:44:03.530561 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.managers [None req-f86cf99f-c2eb-4bdc-bd33-efd5706a95bb None None] Attempting to bind port e3cf5909-dbaa-420b-9dcb-e79326b2de61 by drivers openvswitch on host n-d-768862-2 at level 0 using segments [{'id': 'db8d0f6d-f750-4187-82ef-28c52e85dbd3', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '5703f4b1-31b1-47b6-aa14-c2a86e6182e4'}] {{(pid=84876) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 14 07:44:03.530973 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f86cf99f-c2eb-4bdc-bd33-efd5706a95bb None None] Attempting to bind port e3cf5909-dbaa-420b-9dcb-e79326b2de61 on network 5703f4b1-31b1-47b6-aa14-c2a86e6182e4 {{(pid=84876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 14 07:44:03.537064 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f86cf99f-c2eb-4bdc-bd33-efd5706a95bb None None] Checking agent: {'id': 'ba5efab1-b43c-4d5a-bc52-6e105d4e67a2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768862-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 14, 6, 56, 52), 'started_at': datetime.datetime(2021, 1, 14, 6, 57, 22), 'heartbeat_timestamp': datetime.datetime(2021, 1, 14, 7, 43, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768862-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.29', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 14 07:44:03.537505 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f86cf99f-c2eb-4bdc-bd33-efd5706a95bb None None] Checking segment: {'id': 'db8d0f6d-f750-4187-82ef-28c52e85dbd3', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '5703f4b1-31b1-47b6-aa14-c2a86e6182e4'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84876) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 14 07:44:03.538019 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-f86cf99f-c2eb-4bdc-bd33-efd5706a95bb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:44:03.538456 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f86cf99f-c2eb-4bdc-bd33-efd5706a95bb None None] Bound using segment: {'id': 'db8d0f6d-f750-4187-82ef-28c52e85dbd3', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '5703f4b1-31b1-47b6-aa14-c2a86e6182e4'} {{(pid=84876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 14 07:44:03.538975 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.managers [None req-f86cf99f-c2eb-4bdc-bd33-efd5706a95bb None None] Bound port: e3cf5909-dbaa-420b-9dcb-e79326b2de61, host: n-d-768862-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'db8d0f6d-f750-4187-82ef-28c52e85dbd3', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '5703f4b1-31b1-47b6-aa14-c2a86e6182e4'}}] {{(pid=84876) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 14 07:44:03.539502 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-f86cf99f-c2eb-4bdc-bd33-efd5706a95bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555753'] for port, before_update {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:44:03.612442 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-533c768b-8cbb-46c6-89ff-9e4624e00198 admin admin] Notify callbacks [] for port, precommit_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:44:03.635824 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [None req-f86cf99f-c2eb-4bdc-bd33-efd5706a95bb None None] For port e3cf5909-dbaa-420b-9dcb-e79326b2de61, host n-d-768862-2, cleared binding levels {{(pid=84876) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 14 07:44:03.639263 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [None req-f86cf99f-c2eb-4bdc-bd33-efd5706a95bb None None] For port e3cf5909-dbaa-420b-9dcb-e79326b2de61, host n-d-768862-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-2',level=0,port_id=e3cf5909-dbaa-420b-9dcb-e79326b2de61,segment=NetworkSegment(db8d0f6d-f750-4187-82ef-28c52e85dbd3),segment_id=db8d0f6d-f750-4187-82ef-28c52e85dbd3)] {{(pid=84876) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 14 07:44:03.643255 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-533c768b-8cbb-46c6-89ff-9e4624e00198 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777640123575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3254186'] for port, after_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:44:03.644515 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-f86cf99f-c2eb-4bdc-bd33-efd5706a95bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777640533312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363259214678337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777640097497'] for port, after_update {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:44:03.657765 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-6b65b452-17f1-4442-973c-4ecf13199727 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:44:03.660915 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-0147160d-69e3-4b25-81ef-bdbe50bf672a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84876) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:44:03.823117 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f86cf99f-c2eb-4bdc-bd33-efd5706a95bb None None] Pushing event updated for resources: {'Port': ['ID=e3cf5909-dbaa-420b-9dcb-e79326b2de61,revision_number=2']} {{(pid=84876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:44:03.827260 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-f86cf99f-c2eb-4bdc-bd33-efd5706a95bb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.166s {{(pid=84876) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:44:04.126714 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-533c768b-8cbb-46c6-89ff-9e4624e00198 admin admin] Pushing event updated for resources: {'Port': ['ID=67487532-2fe5-4544-9d75-a0ffe356105b,revision_number=1']} {{(pid=84874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:44:04.133670 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-533c768b-8cbb-46c6-89ff-9e4624e00198 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.476s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:44:04.201177 n-d-768862-2 neutron-server[84765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-533c768b-8cbb-46c6-89ff-9e4624e00198 admin admin] Network 226f1e78-82cd-4481-9055-4eb73b6db8c1 is already hosted by enough agents. {{(pid=84874) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 07:44:04.202554 n-d-768862-2 neutron-server[84765]: DEBUG neutron.scheduler.base_scheduler [None req-533c768b-8cbb-46c6-89ff-9e4624e00198 admin admin] Resources bound (agent type, host, resource id): {{(pid=84874) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 07:44:04.205192 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-533c768b-8cbb-46c6-89ff-9e4624e00198 admin admin] Received port after_create {{(pid=84874) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 14 07:44:04.665028 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-533c768b-8cbb-46c6-89ff-9e4624e00198 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:44:04.930722 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Device e3cf5909-dbaa-420b-9dcb-e79326b2de61 up at agent ovs-agent-n-d-768862-2 {{(pid=84876) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 07:44:05.001187 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Provisioning for port e3cf5909-dbaa-420b-9dcb-e79326b2de61 completed by entity L2. {{(pid=84876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 07:44:05.035502 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-533c768b-8cbb-46c6-89ff-9e4624e00198 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036850886612', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036850863158'] for router, after_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:44:05.260982 n-d-768862-2 neutron-server[84765]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-533c768b-8cbb-46c6-89ff-9e4624e00198 admin admin] Router 647e6dae-d865-4d58-a7e5-6b83ee3d9317 is scheduled to L3 agent 35f592e9-451b-4db9-abea-77b6a5c5391b with binding_index 1 {{(pid=84874) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}} Jan 14 07:44:05.280707 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b7cfaf3-9d2b-4a4d-98c5-cbacee99d834 None None] Network 5703f4b1-31b1-47b6-aa14-c2a86e6182e4 requested from n-d-768862-2 {{(pid=84876) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 07:44:05.372315 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-c49d983d-fcb9-4244-82e7-bc2bed624d82 None None] Provisioning for port e3cf5909-dbaa-420b-9dcb-e79326b2de61 completed by entity DHCP. {{(pid=84876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 07:44:05.382133 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-c49d983d-fcb9-4244-82e7-bc2bed624d82 None None] Provisioning complete for port e3cf5909-dbaa-420b-9dcb-e79326b2de61 triggered by entity DHCP. {{(pid=84876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 07:44:05.382550 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-c49d983d-fcb9-4244-82e7-bc2bed624d82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-604227'] for port, provisioning_complete {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:44:05.449709 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-533c768b-8cbb-46c6-89ff-9e4624e00198 admin admin] Notify agent at l3_agent.n-d-768862-2 the message routers_updated {{(pid=84874) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jan 14 07:44:05.467568 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df1ae9bd-a13d-419a-b806-1a2fe01f5f42 None None] Sync routers for ids ['647e6dae-d865-4d58-a7e5-6b83ee3d9317'] in n-d-768862-2 {{(pid=84877) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Jan 14 07:44:05.475057 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.agents_db [None req-5b939a2f-078d-4c69-a188-cb55a28a77a0 None None] Agent healthcheck: found 7 active agents {{(pid=84877) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Jan 14 07:44:05.475876 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-533c768b-8cbb-46c6-89ff-9e4624e00198 admin admin] Notify callbacks [] for router, before_response {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:44:05.480187 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-533c768b-8cbb-46c6-89ff-9e4624e00198 admin admin] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 3.0591240 Jan 14 07:44:05.480353 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df1ae9bd-a13d-419a-b806-1a2fe01f5f42 None None] Routers {'647e6dae-d865-4d58-a7e5-6b83ee3d9317'} bound to L3 agent in host n-d-768862-2 {{(pid=84877) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 14 07:44:05.480548 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84874) accepted ('10.222.0.24', 44358) {{(pid=84874) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:44:05.480668 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_hamode_db [None req-df1ae9bd-a13d-419a-b806-1a2fe01f5f42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-01-14T06:56:51Z,description=,heartbeat_timestamp=2021-01-14T07:43:52Z,host='n-d-768862-2',id=35f592e9-451b-4db9-abea-77b6a5c5391b,load=0,resource_versions=,resources_synced=,started_at=2021-01-14T06:56:51Z,topic='l3_agent')) {'router_ids': ['647e6dae-d865-4d58-a7e5-6b83ee3d9317'], 'active': True} {{(pid=84877) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:44:05.622011 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-c49d983d-fcb9-4244-82e7-bc2bed624d82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555753'] for port, before_update {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:44:05.663448 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_dvr_db [None req-df1ae9bd-a13d-419a-b806-1a2fe01f5f42 None None] Set router 647e6dae-d865-4d58-a7e5-6b83ee3d9317 gateway port host: n-d-768862-2 {{(pid=84877) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 14 07:44:05.877298 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [None req-c49d983d-fcb9-4244-82e7-bc2bed624d82 None None] For port e3cf5909-dbaa-420b-9dcb-e79326b2de61, host n-d-768862-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-2',level=0,port_id=e3cf5909-dbaa-420b-9dcb-e79326b2de61,segment=NetworkSegment(db8d0f6d-f750-4187-82ef-28c52e85dbd3),segment_id=db8d0f6d-f750-4187-82ef-28c52e85dbd3)] {{(pid=84876) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 07:44:05.882508 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-c49d983d-fcb9-4244-82e7-bc2bed624d82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777640533312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363259214678337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777640097497'] for port, after_update {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:44:05.884942 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84876) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:44:05.958226 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c49d983d-fcb9-4244-82e7-bc2bed624d82 None None] Pushing event updated for resources: {'Port': ['ID=e3cf5909-dbaa-420b-9dcb-e79326b2de61,revision_number=3']} {{(pid=84876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:44:05.962117 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-c49d983d-fcb9-4244-82e7-bc2bed624d82 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=84876) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:44:05.991207 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_hamode_db [None req-df1ae9bd-a13d-419a-b806-1a2fe01f5f42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '647e6dae-d865-4d58-a7e5-6b83ee3d9317', 'name': 'tempest-ServerActionsTestJSON-981372192-router', 'tenant_id': '6c86691c035c41ecb2a255049ba63e9a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '226f1e78-82cd-4481-9055-4eb73b6db8c1', 'external_fixed_ips': [{'subnet_id': 'ba8deeec-7658-4195-9449-038c076f5c83', 'ip_address': '172.25.2.136'}], 'enable_snat': True}, 'gw_port_id': '67487532-2fe5-4544-9d75-a0ffe356105b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-14T07:44:02Z', 'updated_at': '2021-01-14T07:44:04Z', 'revision_number': 3, 'project_id': '6c86691c035c41ecb2a255049ba63e9a', 'gw_port': {'id': '67487532-2fe5-4544-9d75-a0ffe356105b', 'name': '', 'network_id': '226f1e78-82cd-4481-9055-4eb73b6db8c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:cb:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '647e6dae-d865-4d58-a7e5-6b83ee3d9317', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3769, 'fixed_ips': [{'subnet_id': 'ba8deeec-7658-4195-9449-038c076f5c83', 'ip_address': '172.25.2.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T07:44:03Z', 'updated_at': '2021-01-14T07:44:03Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ba8deeec-7658-4195-9449-038c076f5c83', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-2'}], 'n-d-768862-2', False) {} {{(pid=84877) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:44:05.995539 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df1ae9bd-a13d-419a-b806-1a2fe01f5f42 None None] Checking router: 647e6dae-d865-4d58-a7e5-6b83ee3d9317 for host: n-d-768862-2 {{(pid=84877) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Jan 14 07:44:05.995965 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df1ae9bd-a13d-419a-b806-1a2fe01f5f42 None None] Updating router 647e6dae-d865-4d58-a7e5-6b83ee3d9317 port 67487532-2fe5-4544-9d75-a0ffe356105b binding host n-d-768862-2 {{(pid=84877) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Jan 14 07:44:06.050218 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-df1ae9bd-a13d-419a-b806-1a2fe01f5f42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555753'] for port, before_update {{(pid=84877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:44:06.207574 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-81e38b33-5dde-4adb-932e-fc993e1eff2a None None] Provisioning complete for port e3cf5909-dbaa-420b-9dcb-e79326b2de61 triggered by entity DHCP. {{(pid=84876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 07:44:06.207956 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-81e38b33-5dde-4adb-932e-fc993e1eff2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-604227'] for port, provisioning_complete {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:44:06.247224 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-36741ce7-a453-4b03-9969-82f7e121dcc9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555753'] for port, before_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:44:06.487220 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-df1ae9bd-a13d-419a-b806-1a2fe01f5f42 None None] Notify callbacks [] for port, precommit_update {{(pid=84877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:44:06.489822 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-d5baf1d9-6621-451c-b823-ef3108eff0b7 None None] Provisioning complete for port e3cf5909-dbaa-420b-9dcb-e79326b2de61 triggered by entity DHCP. {{(pid=84876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 07:44:06.489822 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-d5baf1d9-6621-451c-b823-ef3108eff0b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-604227'] for port, provisioning_complete {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:44:06.499669 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-df1ae9bd-a13d-419a-b806-1a2fe01f5f42 None None] Transition to ACTIVE for port object 67487532-2fe5-4544-9d75-a0ffe356105b will not be triggered until provisioned by entity L2. {{(pid=84877) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 07:44:06.503141 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-df1ae9bd-a13d-419a-b806-1a2fe01f5f42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777640533312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363259214678337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777640097497'] for port, after_update {{(pid=84877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:44:06.522264 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-e706a061-2231-4370-9928-62e5b4e6d31c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:44:06.624801 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.db_base_plugin_common [None req-36741ce7-a453-4b03-9969-82f7e121dcc9 admin admin] Allocated IP 172.20.0.1 (5703f4b1-31b1-47b6-aa14-c2a86e6182e4/1da8657a-dc83-45f7-9f20-7ace0b7dd29c/94454d90-861a-40c0-ba65-8a8556b707d4) {{(pid=84874) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 14 07:44:06.653149 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b10a5ba5-3f42-4c08-8a4a-889c5117cf83 None None] Pushing event updated for resources: {'Port': ['ID=67487532-2fe5-4544-9d75-a0ffe356105b,revision_number=2']} {{(pid=84877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:44:06.679874 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b10a5ba5-3f42-4c08-8a4a-889c5117cf83 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@n-h1-768862-2 {{(pid=84877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:44:06.680273 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b10a5ba5-3f42-4c08-8a4a-889c5117cf83 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-h1-768862-2 {{(pid=84877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:44:06.680841 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b10a5ba5-3f42-4c08-8a4a-889c5117cf83 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-h1-768862-2 {{(pid=84877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:44:06.681188 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b10a5ba5-3f42-4c08-8a4a-889c5117cf83 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-h1-768862-2 {{(pid=84877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:44:06.681554 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b10a5ba5-3f42-4c08-8a4a-889c5117cf83 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@n-h1-768862-2 {{(pid=84877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:44:06.681922 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b10a5ba5-3f42-4c08-8a4a-889c5117cf83 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-h1-768862-2 {{(pid=84877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:44:06.682283 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b10a5ba5-3f42-4c08-8a4a-889c5117cf83 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-h1-768862-2 {{(pid=84877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:44:06.682648 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b10a5ba5-3f42-4c08-8a4a-889c5117cf83 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-h1-768862-2 {{(pid=84877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:44:06.683007 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b10a5ba5-3f42-4c08-8a4a-889c5117cf83 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-h1-768862-2 {{(pid=84877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:44:06.683365 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b10a5ba5-3f42-4c08-8a4a-889c5117cf83 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-h1-768862-2 {{(pid=84877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:44:06.683724 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b10a5ba5-3f42-4c08-8a4a-889c5117cf83 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-h1-768862-2 {{(pid=84877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:44:06.684126 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b10a5ba5-3f42-4c08-8a4a-889c5117cf83 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-h1-768862-2 {{(pid=84877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:44:06.684528 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b10a5ba5-3f42-4c08-8a4a-889c5117cf83 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@n-h2-768862-2 {{(pid=84877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:44:06.684887 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b10a5ba5-3f42-4c08-8a4a-889c5117cf83 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-h2-768862-2 {{(pid=84877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:44:06.685257 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b10a5ba5-3f42-4c08-8a4a-889c5117cf83 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-h2-768862-2 {{(pid=84877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:44:06.685576 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b10a5ba5-3f42-4c08-8a4a-889c5117cf83 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-h2-768862-2 {{(pid=84877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:44:06.685938 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b10a5ba5-3f42-4c08-8a4a-889c5117cf83 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@n-h2-768862-2 {{(pid=84877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:44:06.686269 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b10a5ba5-3f42-4c08-8a4a-889c5117cf83 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-h2-768862-2 {{(pid=84877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:44:06.686629 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b10a5ba5-3f42-4c08-8a4a-889c5117cf83 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-h2-768862-2 {{(pid=84877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:44:06.686985 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b10a5ba5-3f42-4c08-8a4a-889c5117cf83 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-h2-768862-2 {{(pid=84877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:44:06.687340 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b10a5ba5-3f42-4c08-8a4a-889c5117cf83 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-h2-768862-2 {{(pid=84877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:44:06.687694 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b10a5ba5-3f42-4c08-8a4a-889c5117cf83 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-h2-768862-2 {{(pid=84877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:44:06.688074 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b10a5ba5-3f42-4c08-8a4a-889c5117cf83 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-h2-768862-2 {{(pid=84877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:44:06.688428 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b10a5ba5-3f42-4c08-8a4a-889c5117cf83 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-h2-768862-2 {{(pid=84877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:44:06.688836 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b10a5ba5-3f42-4c08-8a4a-889c5117cf83 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-2 {{(pid=84877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:44:06.689186 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b10a5ba5-3f42-4c08-8a4a-889c5117cf83 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-2 {{(pid=84877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:44:06.689538 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b10a5ba5-3f42-4c08-8a4a-889c5117cf83 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-2 {{(pid=84877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:44:06.689892 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b10a5ba5-3f42-4c08-8a4a-889c5117cf83 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-2 {{(pid=84877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:44:06.690243 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b10a5ba5-3f42-4c08-8a4a-889c5117cf83 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@n-d-768862-2 {{(pid=84877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:44:06.690700 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b10a5ba5-3f42-4c08-8a4a-889c5117cf83 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-2 {{(pid=84877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:44:06.691055 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b10a5ba5-3f42-4c08-8a4a-889c5117cf83 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-768862-2 {{(pid=84877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:44:06.691412 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b10a5ba5-3f42-4c08-8a4a-889c5117cf83 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-768862-2 {{(pid=84877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:44:06.691762 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b10a5ba5-3f42-4c08-8a4a-889c5117cf83 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-2 {{(pid=84877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:44:06.692179 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b10a5ba5-3f42-4c08-8a4a-889c5117cf83 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-2 {{(pid=84877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:44:06.692530 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b10a5ba5-3f42-4c08-8a4a-889c5117cf83 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-2 {{(pid=84877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:44:06.692879 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b10a5ba5-3f42-4c08-8a4a-889c5117cf83 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-2 {{(pid=84877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:44:06.698941 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-b10a5ba5-3f42-4c08-8a4a-889c5117cf83 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.177s {{(pid=84877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:44:06.744173 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.managers [None req-df1ae9bd-a13d-419a-b806-1a2fe01f5f42 None None] Attempting to bind port 67487532-2fe5-4544-9d75-a0ffe356105b on host n-d-768862-2 for vnic_type normal with profile {{(pid=84877) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 14 07:44:06.744572 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.managers [None req-df1ae9bd-a13d-419a-b806-1a2fe01f5f42 None None] Attempting to bind port 67487532-2fe5-4544-9d75-a0ffe356105b by drivers openvswitch on host n-d-768862-2 at level 0 using segments [{'id': 'cf3ded2c-bc47-4a71-89af-6e7117e60140', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '226f1e78-82cd-4481-9055-4eb73b6db8c1'}] {{(pid=84877) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 14 07:44:06.744977 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df1ae9bd-a13d-419a-b806-1a2fe01f5f42 None None] Attempting to bind port 67487532-2fe5-4544-9d75-a0ffe356105b on network 226f1e78-82cd-4481-9055-4eb73b6db8c1 {{(pid=84877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 14 07:44:06.751008 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df1ae9bd-a13d-419a-b806-1a2fe01f5f42 None None] Checking agent: {'id': 'ba5efab1-b43c-4d5a-bc52-6e105d4e67a2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768862-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 14, 6, 56, 52), 'started_at': datetime.datetime(2021, 1, 14, 6, 57, 22), 'heartbeat_timestamp': datetime.datetime(2021, 1, 14, 7, 43, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768862-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.29', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 14 07:44:06.751547 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df1ae9bd-a13d-419a-b806-1a2fe01f5f42 None None] Checking segment: {'id': 'cf3ded2c-bc47-4a71-89af-6e7117e60140', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '226f1e78-82cd-4481-9055-4eb73b6db8c1'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84877) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 14 07:44:06.752027 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-df1ae9bd-a13d-419a-b806-1a2fe01f5f42 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:44:06.752468 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df1ae9bd-a13d-419a-b806-1a2fe01f5f42 None None] Bound using segment: {'id': 'cf3ded2c-bc47-4a71-89af-6e7117e60140', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '226f1e78-82cd-4481-9055-4eb73b6db8c1'} {{(pid=84877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 14 07:44:06.752985 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.managers [None req-df1ae9bd-a13d-419a-b806-1a2fe01f5f42 None None] Bound port: 67487532-2fe5-4544-9d75-a0ffe356105b, host: n-d-768862-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cf3ded2c-bc47-4a71-89af-6e7117e60140', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '226f1e78-82cd-4481-9055-4eb73b6db8c1'}}] {{(pid=84877) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 14 07:44:06.753402 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-df1ae9bd-a13d-419a-b806-1a2fe01f5f42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555753'] for port, before_update {{(pid=84877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:44:06.753535 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-b9488e25-e51b-4cd5-b5f1-28b0927eff69 None None] Provisioning complete for port e3cf5909-dbaa-420b-9dcb-e79326b2de61 triggered by entity DHCP. {{(pid=84876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 07:44:06.754057 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-b9488e25-e51b-4cd5-b5f1-28b0927eff69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-604227'] for port, provisioning_complete {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:44:06.801540 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-36741ce7-a453-4b03-9969-82f7e121dcc9 admin admin] Notify callbacks [] for port, precommit_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:44:06.820270 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-36741ce7-a453-4b03-9969-82f7e121dcc9 admin admin] Transition to ACTIVE for port object 94454d90-861a-40c0-ba65-8a8556b707d4 will not be triggered until provisioned by entity DHCP. {{(pid=84874) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 07:44:06.830999 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [None req-df1ae9bd-a13d-419a-b806-1a2fe01f5f42 None None] For port 67487532-2fe5-4544-9d75-a0ffe356105b, host n-d-768862-2, cleared binding levels {{(pid=84877) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 14 07:44:06.834616 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [None req-df1ae9bd-a13d-419a-b806-1a2fe01f5f42 None None] For port 67487532-2fe5-4544-9d75-a0ffe356105b, host n-d-768862-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-2',level=0,port_id=67487532-2fe5-4544-9d75-a0ffe356105b,segment=NetworkSegment(cf3ded2c-bc47-4a71-89af-6e7117e60140),segment_id=cf3ded2c-bc47-4a71-89af-6e7117e60140)] {{(pid=84877) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 14 07:44:06.839282 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-df1ae9bd-a13d-419a-b806-1a2fe01f5f42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777640533312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363259214678337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777640097497'] for port, after_update {{(pid=84877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:44:06.842253 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-36741ce7-a453-4b03-9969-82f7e121dcc9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777640123575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3254186'] for port, after_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:44:06.859625 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-19a0e0ea-c7ee-49a6-85ea-8156e0e6f63d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:44:06.865482 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-3b5d16ad-716e-4b0c-8df2-6b580e4a2fb6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:44:06.925002 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Device e3cf5909-dbaa-420b-9dcb-e79326b2de61 up at agent ovs-agent-n-d-768862-2 {{(pid=84876) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 07:44:07.003211 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Provisioning complete for port e3cf5909-dbaa-420b-9dcb-e79326b2de61 triggered by entity L2. {{(pid=84876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 07:44:07.003621 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-604227'] for port, provisioning_complete {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:44:07.025403 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b10a5ba5-3f42-4c08-8a4a-889c5117cf83 None None] Pushing event updated for resources: {'Port': ['ID=67487532-2fe5-4544-9d75-a0ffe356105b,revision_number=3']} {{(pid=84877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:44:07.031548 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-b10a5ba5-3f42-4c08-8a4a-889c5117cf83 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.167s {{(pid=84877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:44:07.082256 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df1ae9bd-a13d-419a-b806-1a2fe01f5f42 None None] Routers {'647e6dae-d865-4d58-a7e5-6b83ee3d9317'} bound to L3 agent in host n-d-768862-2 {{(pid=84877) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 14 07:44:07.082950 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_hamode_db [None req-df1ae9bd-a13d-419a-b806-1a2fe01f5f42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-01-14T06:56:51Z,description=,heartbeat_timestamp=2021-01-14T07:43:52Z,host='n-d-768862-2',id=35f592e9-451b-4db9-abea-77b6a5c5391b,load=0,resource_versions=,resources_synced=,started_at=2021-01-14T06:56:51Z,topic='l3_agent')) {'router_ids': ['647e6dae-d865-4d58-a7e5-6b83ee3d9317'], 'active': True} {{(pid=84877) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:44:07.274407 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_dvr_db [None req-df1ae9bd-a13d-419a-b806-1a2fe01f5f42 None None] Set router 647e6dae-d865-4d58-a7e5-6b83ee3d9317 gateway port host: n-d-768862-2 {{(pid=84877) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 14 07:44:07.315559 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36741ce7-a453-4b03-9969-82f7e121dcc9 admin admin] Pushing event updated for resources: {'Port': ['ID=94454d90-861a-40c0-ba65-8a8556b707d4,revision_number=1']} {{(pid=84874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:44:07.320180 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-36741ce7-a453-4b03-9969-82f7e121dcc9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.461s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:44:07.373676 n-d-768862-2 neutron-server[84765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36741ce7-a453-4b03-9969-82f7e121dcc9 admin admin] Network 5703f4b1-31b1-47b6-aa14-c2a86e6182e4 is already hosted by enough agents. {{(pid=84874) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 07:44:07.374911 n-d-768862-2 neutron-server[84765]: DEBUG neutron.scheduler.base_scheduler [None req-36741ce7-a453-4b03-9969-82f7e121dcc9 admin admin] Resources bound (agent type, host, resource id): {{(pid=84874) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 07:44:07.377424 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36741ce7-a453-4b03-9969-82f7e121dcc9 admin admin] Received port after_create {{(pid=84874) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 14 07:44:07.433408 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-36741ce7-a453-4b03-9969-82f7e121dcc9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036850886386'] for router_interface, before_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:44:07.552874 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-36741ce7-a453-4b03-9969-82f7e121dcc9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555753'] for port, before_update {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:44:07.598870 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_hamode_db [None req-df1ae9bd-a13d-419a-b806-1a2fe01f5f42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '647e6dae-d865-4d58-a7e5-6b83ee3d9317', 'name': 'tempest-ServerActionsTestJSON-981372192-router', 'tenant_id': '6c86691c035c41ecb2a255049ba63e9a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '226f1e78-82cd-4481-9055-4eb73b6db8c1', 'external_fixed_ips': [{'subnet_id': 'ba8deeec-7658-4195-9449-038c076f5c83', 'ip_address': '172.25.2.136'}], 'enable_snat': True}, 'gw_port_id': '67487532-2fe5-4544-9d75-a0ffe356105b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-14T07:44:02Z', 'updated_at': '2021-01-14T07:44:04Z', 'revision_number': 3, 'project_id': '6c86691c035c41ecb2a255049ba63e9a', 'gw_port': {'id': '67487532-2fe5-4544-9d75-a0ffe356105b', 'name': '', 'network_id': '226f1e78-82cd-4481-9055-4eb73b6db8c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:cb:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '647e6dae-d865-4d58-a7e5-6b83ee3d9317', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3769, 'fixed_ips': [{'subnet_id': 'ba8deeec-7658-4195-9449-038c076f5c83', 'ip_address': '172.25.2.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T07:44:03Z', 'updated_at': '2021-01-14T07:44:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ba8deeec-7658-4195-9449-038c076f5c83', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-2'}], 'n-d-768862-2', False) {} {{(pid=84877) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:44:07.604582 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df1ae9bd-a13d-419a-b806-1a2fe01f5f42 None None] The sync data for ids ['647e6dae-d865-4d58-a7e5-6b83ee3d9317'] in n-d-768862-2 is: [{'id': '647e6dae-d865-4d58-a7e5-6b83ee3d9317', 'name': 'tempest-ServerActionsTestJSON-981372192-router', 'tenant_id': '6c86691c035c41ecb2a255049ba63e9a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '226f1e78-82cd-4481-9055-4eb73b6db8c1', 'external_fixed_ips': [{'subnet_id': 'ba8deeec-7658-4195-9449-038c076f5c83', 'ip_address': '172.25.2.136'}], 'enable_snat': True}, 'gw_port_id': '67487532-2fe5-4544-9d75-a0ffe356105b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-14T07:44:02Z', 'updated_at': '2021-01-14T07:44:04Z', 'revision_number': 3, 'project_id': '6c86691c035c41ecb2a255049ba63e9a', 'gw_port': {'id': '67487532-2fe5-4544-9d75-a0ffe356105b', 'name': '', 'network_id': '226f1e78-82cd-4481-9055-4eb73b6db8c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:cb:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '647e6dae-d865-4d58-a7e5-6b83ee3d9317', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3769, 'fixed_ips': [{'subnet_id': 'ba8deeec-7658-4195-9449-038c076f5c83', 'ip_address': '172.25.2.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T07:44:03Z', 'updated_at': '2021-01-14T07:44:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ba8deeec-7658-4195-9449-038c076f5c83', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-2'}] {{(pid=84877) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Jan 14 07:44:07.606696 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-efe7582e-b78a-4f75-8349-9c6c818c2370 None None] Provisioning for port 94454d90-861a-40c0-ba65-8a8556b707d4 completed by entity DHCP. {{(pid=84876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 07:44:07.612604 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-efe7582e-b78a-4f75-8349-9c6c818c2370 None None] Provisioning complete for port 94454d90-861a-40c0-ba65-8a8556b707d4 triggered by entity DHCP. {{(pid=84876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 07:44:07.613113 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-efe7582e-b78a-4f75-8349-9c6c818c2370 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-604227'] for port, provisioning_complete {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:44:07.675748 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.plugin [None req-efe7582e-b78a-4f75-8349-9c6c818c2370 None None] Port 94454d90-861a-40c0-ba65-8a8556b707d4 cannot update to ACTIVE because it is not bound. {{(pid=84876) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:329}} Jan 14 07:44:07.865990 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-36741ce7-a453-4b03-9969-82f7e121dcc9 admin admin] Notify callbacks [] for port, precommit_update {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:44:07.870651 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-36741ce7-a453-4b03-9969-82f7e121dcc9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777640533312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363259214678337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777640097497', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036851521613'] for port, after_update {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:44:07.897151 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-ea3b8e14-4574-4cd6-a64c-f98026e51a7e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:44:07.987236 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-36741ce7-a453-4b03-9969-82f7e121dcc9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3206949', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3889649'] for router_interface, after_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:44:08.005820 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36741ce7-a453-4b03-9969-82f7e121dcc9 admin admin] Pushing event updated for resources: {'Port': ['ID=94454d90-861a-40c0-ba65-8a8556b707d4,revision_number=2']} {{(pid=84874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:44:08.011426 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-36741ce7-a453-4b03-9969-82f7e121dcc9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:44:08.149654 n-d-768862-2 neutron-server[84765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36741ce7-a453-4b03-9969-82f7e121dcc9 admin admin] Network 5703f4b1-31b1-47b6-aa14-c2a86e6182e4 is already hosted by enough agents. {{(pid=84874) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 07:44:08.151069 n-d-768862-2 neutron-server[84765]: DEBUG neutron.scheduler.base_scheduler [None req-36741ce7-a453-4b03-9969-82f7e121dcc9 admin admin] Resources bound (agent type, host, resource id): {{(pid=84874) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 07:44:08.357905 n-d-768862-2 neutron-server[84765]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-36741ce7-a453-4b03-9969-82f7e121dcc9 admin admin] Router 647e6dae-d865-4d58-a7e5-6b83ee3d9317 has already been hosted by L3 agent 35f592e9-451b-4db9-abea-77b6a5c5391b {{(pid=84874) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Jan 14 07:44:08.402585 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-c36e81d4-2db9-4879-9870-15c0b8ad8466 None None] Provisioning complete for port 94454d90-861a-40c0-ba65-8a8556b707d4 triggered by entity DHCP. {{(pid=84876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 07:44:08.403012 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-c36e81d4-2db9-4879-9870-15c0b8ad8466 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-604227'] for port, provisioning_complete {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:44:08.466139 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.plugin [None req-c36e81d4-2db9-4879-9870-15c0b8ad8466 None None] Port 94454d90-861a-40c0-ba65-8a8556b707d4 cannot update to ACTIVE because it is not bound. {{(pid=84876) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:329}} Jan 14 07:44:08.552652 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-36741ce7-a453-4b03-9969-82f7e121dcc9 admin admin] Notify agent at l3_agent.n-d-768862-2 the message routers_updated {{(pid=84874) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jan 14 07:44:08.563167 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-36741ce7-a453-4b03-9969-82f7e121dcc9 admin admin] 10.222.0.24 "PUT /v2.0/routers/647e6dae-d865-4d58-a7e5-6b83ee3d9317/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0814972 Jan 14 07:44:08.933422 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Device 67487532-2fe5-4544-9d75-a0ffe356105b up at agent ovs-agent-n-d-768862-2 {{(pid=84876) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 07:44:09.002055 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Provisioning for port 67487532-2fe5-4544-9d75-a0ffe356105b completed by entity L2. {{(pid=84876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 07:44:09.006917 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Provisioning complete for port 67487532-2fe5-4544-9d75-a0ffe356105b triggered by entity L2. {{(pid=84876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 07:44:09.007360 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-604227'] for port, provisioning_complete {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:44:09.115738 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84874) accepted ('10.222.0.24', 44368) {{(pid=84874) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:44:09.122357 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.v2.base [None req-e65f9e10-1798-4e67-8d48-48224453e4ea tempest-ServerActionsTestJSON-801463951 tempest-ServerActionsTestJSON-801463951] Request body: {'security_group': {'name': 'tempest-securitygroup--79341147', 'description': 'tempest-description--1371626837'}} {{(pid=84874) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:44:09.132353 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555753'] for port, before_update {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:44:09.133544 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-e65f9e10-1798-4e67-8d48-48224453e4ea tempest-ServerActionsTestJSON-801463951 tempest-ServerActionsTestJSON-801463951] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:44:09.138190 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-e65f9e10-1798-4e67-8d48-48224453e4ea tempest-ServerActionsTestJSON-801463951 tempest-ServerActionsTestJSON-801463951] Usage tracker for resource:security_group and tenant:6c86691c035c41ecb2a255049ba63e9a is out of sync, need to count used quota {{(pid=84874) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:44:09.141570 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-e65f9e10-1798-4e67-8d48-48224453e4ea tempest-ServerActionsTestJSON-801463951 tempest-ServerActionsTestJSON-801463951] Quota usage for security_group was recalculated. Used quota:1. {{(pid=84874) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:44:09.147753 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-e65f9e10-1798-4e67-8d48-48224453e4ea tempest-ServerActionsTestJSON-801463951 tempest-ServerActionsTestJSON-801463951] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:44:09.148766 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] For port 67487532-2fe5-4544-9d75-a0ffe356105b, host n-d-768862-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-2',level=0,port_id=67487532-2fe5-4544-9d75-a0ffe356105b,segment=NetworkSegment(cf3ded2c-bc47-4a71-89af-6e7117e60140),segment_id=cf3ded2c-bc47-4a71-89af-6e7117e60140)] {{(pid=84876) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 07:44:09.152584 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777640533312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363259214678337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777640097497'] for port, after_update {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:44:09.155400 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84876) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:44:09.159113 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-e65f9e10-1798-4e67-8d48-48224453e4ea tempest-ServerActionsTestJSON-801463951 tempest-ServerActionsTestJSON-801463951] Notify callbacks [] for security_group, before_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:44:09.181209 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-e65f9e10-1798-4e67-8d48-48224453e4ea tempest-ServerActionsTestJSON-801463951 tempest-ServerActionsTestJSON-801463951] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:44:09.185272 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-e65f9e10-1798-4e67-8d48-48224453e4ea tempest-ServerActionsTestJSON-801463951 tempest-ServerActionsTestJSON-801463951] Usage tracker for resource:security_group_rule and tenant:6c86691c035c41ecb2a255049ba63e9a is out of sync, need to count used quota {{(pid=84874) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:44:09.188305 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-e65f9e10-1798-4e67-8d48-48224453e4ea tempest-ServerActionsTestJSON-801463951 tempest-ServerActionsTestJSON-801463951] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84874) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:44:09.194101 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-e65f9e10-1798-4e67-8d48-48224453e4ea tempest-ServerActionsTestJSON-801463951 tempest-ServerActionsTestJSON-801463951] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:44:09.222446 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Pushing event updated for resources: {'Port': ['ID=67487532-2fe5-4544-9d75-a0ffe356105b,revision_number=4']} {{(pid=84876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:44:09.226478 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=84876) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:44:09.272419 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-e65f9e10-1798-4e67-8d48-48224453e4ea tempest-ServerActionsTestJSON-801463951 tempest-ServerActionsTestJSON-801463951] Notify callbacks [] for security_group, precommit_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:44:09.275887 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-e65f9e10-1798-4e67-8d48-48224453e4ea tempest-ServerActionsTestJSON-801463951 tempest-ServerActionsTestJSON-801463951] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850887153'] for security_group, after_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:44:09.281262 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-c60d074c-b3c7-41f2-84e0-70d00005a5ed admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:44:09.321623 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-e65f9e10-1798-4e67-8d48-48224453e4ea tempest-ServerActionsTestJSON-801463951 tempest-ServerActionsTestJSON-801463951] Notify callbacks [] for security_group, before_response {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:44:09.323124 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-e65f9e10-1798-4e67-8d48-48224453e4ea tempest-ServerActionsTestJSON-801463951 tempest-ServerActionsTestJSON-801463951] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.2062140 Jan 14 07:44:09.324251 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e65f9e10-1798-4e67-8d48-48224453e4ea tempest-ServerActionsTestJSON-801463951 tempest-ServerActionsTestJSON-801463951] Pushing event updated for resources: {'SecurityGroup': ['ID=62d8222f-1bc7-4bb9-8c62-edcfa37c2224,revision_number=1']} {{(pid=84874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:44:09.326589 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84875) accepted ('10.222.0.24', 44372) {{(pid=84875) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:44:09.328003 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-e65f9e10-1798-4e67-8d48-48224453e4ea tempest-ServerActionsTestJSON-801463951 tempest-ServerActionsTestJSON-801463951] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:44:09.334221 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.v2.base [None req-19db0c57-896a-4bb0-9238-52568c2086d8 tempest-ServerActionsTestJSON-801463951 tempest-ServerActionsTestJSON-801463951] Request body: {'security_group_rule': {'security_group_id': '62d8222f-1bc7-4bb9-8c62-edcfa37c2224', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=84875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:44:09.353769 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-19db0c57-896a-4bb0-9238-52568c2086d8 tempest-ServerActionsTestJSON-801463951 tempest-ServerActionsTestJSON-801463951] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:44:09.358163 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-19db0c57-896a-4bb0-9238-52568c2086d8 tempest-ServerActionsTestJSON-801463951 tempest-ServerActionsTestJSON-801463951] Usage tracker for resource:security_group_rule and tenant:6c86691c035c41ecb2a255049ba63e9a is out of sync, need to count used quota {{(pid=84875) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:44:09.362471 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-19db0c57-896a-4bb0-9238-52568c2086d8 tempest-ServerActionsTestJSON-801463951 tempest-ServerActionsTestJSON-801463951] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84875) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:44:09.368612 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-19db0c57-896a-4bb0-9238-52568c2086d8 tempest-ServerActionsTestJSON-801463951 tempest-ServerActionsTestJSON-801463951] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:44:09.386268 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-19db0c57-896a-4bb0-9238-52568c2086d8 tempest-ServerActionsTestJSON-801463951 tempest-ServerActionsTestJSON-801463951] Notify callbacks [] for security_group_rule, before_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:44:09.455329 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-19db0c57-896a-4bb0-9238-52568c2086d8 tempest-ServerActionsTestJSON-801463951 tempest-ServerActionsTestJSON-801463951] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:44:09.459550 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-19db0c57-896a-4bb0-9238-52568c2086d8 tempest-ServerActionsTestJSON-801463951 tempest-ServerActionsTestJSON-801463951] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850966545'] for security_group_rule, after_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:44:09.461691 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-fb3fb858-c5fa-4236-9dc4-3da89e9a2632 tempest-TestVolumeBackupRestore-661626257 tempest-TestVolumeBackupRestore-661626257] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:44:09.484092 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19db0c57-896a-4bb0-9238-52568c2086d8 tempest-ServerActionsTestJSON-801463951 tempest-ServerActionsTestJSON-801463951] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b9c2d6e1-cb2e-4482-8a34-1caf852c7e3e,revision_number=0']} {{(pid=84875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:44:09.488496 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-19db0c57-896a-4bb0-9238-52568c2086d8 tempest-ServerActionsTestJSON-801463951 tempest-ServerActionsTestJSON-801463951] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:44:09.496956 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-19db0c57-896a-4bb0-9238-52568c2086d8 tempest-ServerActionsTestJSON-801463951 tempest-ServerActionsTestJSON-801463951] Notify callbacks [] for security_group_rule, before_response {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:44:09.498270 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-19db0c57-896a-4bb0-9238-52568c2086d8 tempest-ServerActionsTestJSON-801463951 tempest-ServerActionsTestJSON-801463951] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1701322 Jan 14 07:44:09.501130 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84875) accepted ('10.222.0.24', 44376) {{(pid=84875) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:44:09.506770 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.v2.base [None req-eb35eb99-aa32-424e-b710-71ce2577b836 tempest-ServerActionsTestJSON-801463951 tempest-ServerActionsTestJSON-801463951] Request body: {'security_group_rule': {'security_group_id': '62d8222f-1bc7-4bb9-8c62-edcfa37c2224', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=84875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:44:09.517866 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-eb35eb99-aa32-424e-b710-71ce2577b836 tempest-ServerActionsTestJSON-801463951 tempest-ServerActionsTestJSON-801463951] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:44:09.522197 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-eb35eb99-aa32-424e-b710-71ce2577b836 tempest-ServerActionsTestJSON-801463951 tempest-ServerActionsTestJSON-801463951] Usage tracker for resource:security_group_rule and tenant:6c86691c035c41ecb2a255049ba63e9a is out of sync, need to count used quota {{(pid=84875) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:44:09.525648 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-eb35eb99-aa32-424e-b710-71ce2577b836 tempest-ServerActionsTestJSON-801463951 tempest-ServerActionsTestJSON-801463951] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=84875) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:44:09.531698 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-eb35eb99-aa32-424e-b710-71ce2577b836 tempest-ServerActionsTestJSON-801463951 tempest-ServerActionsTestJSON-801463951] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=84875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:44:09.550115 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-eb35eb99-aa32-424e-b710-71ce2577b836 tempest-ServerActionsTestJSON-801463951 tempest-ServerActionsTestJSON-801463951] Notify callbacks [] for security_group_rule, before_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:44:09.617001 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-eb35eb99-aa32-424e-b710-71ce2577b836 tempest-ServerActionsTestJSON-801463951 tempest-ServerActionsTestJSON-801463951] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:44:09.621356 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-eb35eb99-aa32-424e-b710-71ce2577b836 tempest-ServerActionsTestJSON-801463951 tempest-ServerActionsTestJSON-801463951] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850966545'] for security_group_rule, after_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:44:09.623292 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-f9f32c75-408a-4295-8221-cbd15c70dfa2 tempest-TestNetworkAdvancedServerOps-470546014 tempest-TestNetworkAdvancedServerOps-470546014] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:44:09.646713 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb35eb99-aa32-424e-b710-71ce2577b836 tempest-ServerActionsTestJSON-801463951 tempest-ServerActionsTestJSON-801463951] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bff94f69-9649-4d7a-ae5c-591fec3bdfe8,revision_number=0']} {{(pid=84875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:44:09.649378 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-eb35eb99-aa32-424e-b710-71ce2577b836 tempest-ServerActionsTestJSON-801463951 tempest-ServerActionsTestJSON-801463951] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:44:09.656529 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-eb35eb99-aa32-424e-b710-71ce2577b836 tempest-ServerActionsTestJSON-801463951 tempest-ServerActionsTestJSON-801463951] Notify callbacks [] for security_group_rule, before_response {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:44:09.657860 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-eb35eb99-aa32-424e-b710-71ce2577b836 tempest-ServerActionsTestJSON-801463951 tempest-ServerActionsTestJSON-801463951] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1557090 Jan 14 07:44:09.661167 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84875) accepted ('10.222.0.24', 44380) {{(pid=84875) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:44:09.666802 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.v2.base [None req-09c08d8e-7432-4785-b3da-1848b63e68ba tempest-ServerActionsTestJSON-801463951 tempest-ServerActionsTestJSON-801463951] Request body: {'floatingip': {'floating_network_id': '226f1e78-82cd-4481-9055-4eb73b6db8c1'}} {{(pid=84875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:44:09.677617 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-09c08d8e-7432-4785-b3da-1848b63e68ba tempest-ServerActionsTestJSON-801463951 tempest-ServerActionsTestJSON-801463951] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:44:09.682428 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-09c08d8e-7432-4785-b3da-1848b63e68ba tempest-ServerActionsTestJSON-801463951 tempest-ServerActionsTestJSON-801463951] Usage tracker for resource:floatingip and tenant:6c86691c035c41ecb2a255049ba63e9a is out of sync, need to count used quota {{(pid=84875) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:44:09.685438 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-09c08d8e-7432-4785-b3da-1848b63e68ba tempest-ServerActionsTestJSON-801463951 tempest-ServerActionsTestJSON-801463951] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=84875) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:44:09.691815 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-09c08d8e-7432-4785-b3da-1848b63e68ba tempest-ServerActionsTestJSON-801463951 tempest-ServerActionsTestJSON-801463951] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=84875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:44:09.704772 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-09c08d8e-7432-4785-b3da-1848b63e68ba tempest-ServerActionsTestJSON-801463951 tempest-ServerActionsTestJSON-801463951] Notify callbacks [] for floatingip, before_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:44:09.853036 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-09c08d8e-7432-4785-b3da-1848b63e68ba tempest-ServerActionsTestJSON-801463951 tempest-ServerActionsTestJSON-801463951] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555753'] for port, before_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:44:10.136744 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.db_base_plugin_common [None req-09c08d8e-7432-4785-b3da-1848b63e68ba tempest-ServerActionsTestJSON-801463951 tempest-ServerActionsTestJSON-801463951] Allocated IP 172.25.2.155 (226f1e78-82cd-4481-9055-4eb73b6db8c1/ba8deeec-7658-4195-9449-038c076f5c83/5d16abad-c31e-424d-8ab0-0cc21b42bbef) {{(pid=84875) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 14 07:44:10.300374 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-09c08d8e-7432-4785-b3da-1848b63e68ba tempest-ServerActionsTestJSON-801463951 tempest-ServerActionsTestJSON-801463951] Notify callbacks [] for port, precommit_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:44:10.330740 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-09c08d8e-7432-4785-b3da-1848b63e68ba tempest-ServerActionsTestJSON-801463951 tempest-ServerActionsTestJSON-801463951] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777640123575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851621574'] for port, after_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:44:10.346870 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-0e2440d5-1314-4dee-9689-7fa0d9d81f5b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:44:10.436204 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8bbf5d49-9ecf-4800-83b4-ddeb3b135ee6 None None] Sync routers for ids ['647e6dae-d865-4d58-a7e5-6b83ee3d9317'] in n-d-768862-2 {{(pid=84876) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Jan 14 07:44:10.447349 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8bbf5d49-9ecf-4800-83b4-ddeb3b135ee6 None None] Routers {'647e6dae-d865-4d58-a7e5-6b83ee3d9317'} bound to L3 agent in host n-d-768862-2 {{(pid=84876) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 14 07:44:10.448240 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_hamode_db [None req-8bbf5d49-9ecf-4800-83b4-ddeb3b135ee6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-01-14T06:56:51Z,description=,heartbeat_timestamp=2021-01-14T07:43:52Z,host='n-d-768862-2',id=35f592e9-451b-4db9-abea-77b6a5c5391b,load=0,resource_versions=,resources_synced=,started_at=2021-01-14T06:56:51Z,topic='l3_agent')) {'router_ids': ['647e6dae-d865-4d58-a7e5-6b83ee3d9317'], 'active': True} {{(pid=84876) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:44:10.484956 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09c08d8e-7432-4785-b3da-1848b63e68ba tempest-ServerActionsTestJSON-801463951 tempest-ServerActionsTestJSON-801463951] Pushing event updated for resources: {'Port': ['ID=5d16abad-c31e-424d-8ab0-0cc21b42bbef,revision_number=1']} {{(pid=84875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:44:10.488304 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-09c08d8e-7432-4785-b3da-1848b63e68ba tempest-ServerActionsTestJSON-801463951 tempest-ServerActionsTestJSON-801463951] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:44:10.542955 n-d-768862-2 neutron-server[84765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09c08d8e-7432-4785-b3da-1848b63e68ba tempest-ServerActionsTestJSON-801463951 tempest-ServerActionsTestJSON-801463951] Network 226f1e78-82cd-4481-9055-4eb73b6db8c1 is already hosted by enough agents. {{(pid=84875) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 07:44:10.544297 n-d-768862-2 neutron-server[84765]: DEBUG neutron.scheduler.base_scheduler [None req-09c08d8e-7432-4785-b3da-1848b63e68ba tempest-ServerActionsTestJSON-801463951 tempest-ServerActionsTestJSON-801463951] Resources bound (agent type, host, resource id): {{(pid=84875) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 07:44:10.546843 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09c08d8e-7432-4785-b3da-1848b63e68ba tempest-ServerActionsTestJSON-801463951 tempest-ServerActionsTestJSON-801463951] Received port after_create {{(pid=84875) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 14 07:44:10.633909 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-09c08d8e-7432-4785-b3da-1848b63e68ba tempest-ServerActionsTestJSON-801463951 tempest-ServerActionsTestJSON-801463951] Notify callbacks [] for floatingip, precommit_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:44:10.639297 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_dvr_db [None req-8bbf5d49-9ecf-4800-83b4-ddeb3b135ee6 None None] Set router 647e6dae-d865-4d58-a7e5-6b83ee3d9317 gateway port host: n-d-768862-2 {{(pid=84876) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 14 07:44:10.694487 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-09c08d8e-7432-4785-b3da-1848b63e68ba tempest-ServerActionsTestJSON-801463951 tempest-ServerActionsTestJSON-801463951] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555753'] for port, before_update {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:44:10.952359 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Device 67487532-2fe5-4544-9d75-a0ffe356105b up at agent ovs-agent-n-d-768862-2 {{(pid=84876) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 07:44:10.973260 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-09c08d8e-7432-4785-b3da-1848b63e68ba tempest-ServerActionsTestJSON-801463951 tempest-ServerActionsTestJSON-801463951] Notify callbacks [] for port, precommit_update {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:44:10.978094 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-09c08d8e-7432-4785-b3da-1848b63e68ba tempest-ServerActionsTestJSON-801463951 tempest-ServerActionsTestJSON-801463951] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777640533312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363259214678337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777640097497', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3154211'] for port, after_update {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:44:10.991264 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-f040daff-6bc5-482c-86aa-7901219f8ccb tempest-FloatingIPTestJSON-1632234116 tempest-FloatingIPTestJSON-1632234116] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:44:11.049322 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Provisioning complete for port 67487532-2fe5-4544-9d75-a0ffe356105b triggered by entity L2. {{(pid=84876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 07:44:11.049737 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-604227'] for port, provisioning_complete {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:44:11.094133 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_hamode_db [None req-8bbf5d49-9ecf-4800-83b4-ddeb3b135ee6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '647e6dae-d865-4d58-a7e5-6b83ee3d9317', 'name': 'tempest-ServerActionsTestJSON-981372192-router', 'tenant_id': '6c86691c035c41ecb2a255049ba63e9a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '226f1e78-82cd-4481-9055-4eb73b6db8c1', 'external_fixed_ips': [{'subnet_id': 'ba8deeec-7658-4195-9449-038c076f5c83', 'ip_address': '172.25.2.136'}], 'enable_snat': True}, 'gw_port_id': '67487532-2fe5-4544-9d75-a0ffe356105b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-14T07:44:02Z', 'updated_at': '2021-01-14T07:44:07Z', 'revision_number': 4, 'project_id': '6c86691c035c41ecb2a255049ba63e9a', 'gw_port': {'id': '67487532-2fe5-4544-9d75-a0ffe356105b', 'name': '', 'network_id': '226f1e78-82cd-4481-9055-4eb73b6db8c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:cb:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '647e6dae-d865-4d58-a7e5-6b83ee3d9317', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3769, 'fixed_ips': [{'subnet_id': 'ba8deeec-7658-4195-9449-038c076f5c83', 'ip_address': '172.25.2.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T07:44:03Z', 'updated_at': '2021-01-14T07:44:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ba8deeec-7658-4195-9449-038c076f5c83', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-2', '_interfaces': [{'id': '94454d90-861a-40c0-ba65-8a8556b707d4', 'name': '', 'network_id': '5703f4b1-31b1-47b6-aa14-c2a86e6182e4', 'tenant_id': '6c86691c035c41ecb2a255049ba63e9a', 'mac_address': 'fa:16:3e:c8:5e:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '647e6dae-d865-4d58-a7e5-6b83ee3d9317', 'device_owner': 'network:router_interface', 'standard_attr_id': 3770, 'fixed_ips': [{'subnet_id': '1da8657a-dc83-45f7-9f20-7ace0b7dd29c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T07:44:06Z', 'updated_at': '2021-01-14T07:44:07Z', 'revision_number': 2, 'project_id': '6c86691c035c41ecb2a255049ba63e9a', 'subnets': [{'id': '1da8657a-dc83-45f7-9f20-7ace0b7dd29c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'n-d-768862-2', False) {} {{(pid=84876) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:44:11.104574 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8bbf5d49-9ecf-4800-83b4-ddeb3b135ee6 None None] Checking router: 647e6dae-d865-4d58-a7e5-6b83ee3d9317 for host: n-d-768862-2 {{(pid=84876) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Jan 14 07:44:11.104985 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8bbf5d49-9ecf-4800-83b4-ddeb3b135ee6 None None] Updating router 647e6dae-d865-4d58-a7e5-6b83ee3d9317 port 94454d90-861a-40c0-ba65-8a8556b707d4 binding host n-d-768862-2 {{(pid=84876) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Jan 14 07:44:11.121705 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09c08d8e-7432-4785-b3da-1848b63e68ba tempest-ServerActionsTestJSON-801463951 tempest-ServerActionsTestJSON-801463951] Pushing event updated for resources: {'Port': ['ID=5d16abad-c31e-424d-8ab0-0cc21b42bbef,revision_number=2']} {{(pid=84875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:44:11.126048 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-09c08d8e-7432-4785-b3da-1848b63e68ba tempest-ServerActionsTestJSON-801463951 tempest-ServerActionsTestJSON-801463951] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:44:11.171410 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-8bbf5d49-9ecf-4800-83b4-ddeb3b135ee6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555753'] for port, before_update {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:44:11.232459 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-09c08d8e-7432-4785-b3da-1848b63e68ba tempest-ServerActionsTestJSON-801463951 tempest-ServerActionsTestJSON-801463951] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3912638'] for floatingip, after_update {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:44:11.255899 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-09c08d8e-7432-4785-b3da-1848b63e68ba tempest-ServerActionsTestJSON-801463951 tempest-ServerActionsTestJSON-801463951] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854768116'] for floatingip, before_response {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:44:11.257218 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-09c08d8e-7432-4785-b3da-1848b63e68ba tempest-ServerActionsTestJSON-801463951 tempest-ServerActionsTestJSON-801463951] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.5950391 Jan 14 07:44:11.454715 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [req-4c9b5308-7a9f-4284-b7ab-90b4f094c541 req-ad58d329-5097-475e-a6a5-a18abee5ec66 tempest-ServerActionsTestJSON-801463951 tempest-ServerActionsTestJSON-801463951] 10.222.0.24 "GET /v2.0/security-groups?name=tempest-securitygroup--79341147&fields=id&tenant_id=6c86691c035c41ecb2a255049ba63e9a HTTP/1.1" status: 200 len: 267 time: 0.0519435 Jan 14 07:44:11.519536 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-017f98a9-8a07-408c-a86f-8ff0c00400a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363259214191800', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854171626'] for agent, after_update {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:44:11.661323 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-8bbf5d49-9ecf-4800-83b4-ddeb3b135ee6 None None] Notify callbacks [] for port, precommit_update {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:44:11.676687 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-8bbf5d49-9ecf-4800-83b4-ddeb3b135ee6 None None] Transition to ACTIVE for port object 94454d90-861a-40c0-ba65-8a8556b707d4 will not be triggered until provisioned by entity L2. {{(pid=84876) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 07:44:11.680117 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-8bbf5d49-9ecf-4800-83b4-ddeb3b135ee6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777640533312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363259214678337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777640097497'] for port, after_update {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:44:11.702151 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-37b5fbf5-2175-4d03-a452-ebb88de4b7a4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84876) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:44:11.836187 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce690609-ea5c-42f8-9da4-c56b2ae94af7 None None] Pushing event updated for resources: {'Port': ['ID=94454d90-861a-40c0-ba65-8a8556b707d4,revision_number=3']} {{(pid=84876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:44:11.842198 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-ce690609-ea5c-42f8-9da4-c56b2ae94af7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=84876) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:44:11.930085 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c9b5308-7a9f-4284-b7ab-90b4f094c541 req-43c93001-8606-4ed2-a972-6b63d64dd575 tempest-ServerActionsTestJSON-801463951 tempest-ServerActionsTestJSON-801463951] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:44:11.931899 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [req-4c9b5308-7a9f-4284-b7ab-90b4f094c541 req-43c93001-8606-4ed2-a972-6b63d64dd575 tempest-ServerActionsTestJSON-801463951 tempest-ServerActionsTestJSON-801463951] 10.222.0.24 "GET /v2.0/networks?id=5703f4b1-31b1-47b6-aa14-c2a86e6182e4 HTTP/1.1" status: 200 len: 811 time: 0.4692454 Jan 14 07:44:11.950950 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [req-4c9b5308-7a9f-4284-b7ab-90b4f094c541 req-a2a87cc1-3abe-4daf-92d4-dddc2b745ab8 tempest-ServerActionsTestJSON-801463951 tempest-ServerActionsTestJSON-801463951] 10.222.0.24 "GET /v2.0/quotas/6c86691c035c41ecb2a255049ba63e9a HTTP/1.1" status: 200 len: 375 time: 0.0124364 Jan 14 07:44:12.010336 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.managers [None req-8bbf5d49-9ecf-4800-83b4-ddeb3b135ee6 None None] Attempting to bind port 94454d90-861a-40c0-ba65-8a8556b707d4 on host n-d-768862-2 for vnic_type normal with profile {{(pid=84876) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 14 07:44:12.010765 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.managers [None req-8bbf5d49-9ecf-4800-83b4-ddeb3b135ee6 None None] Attempting to bind port 94454d90-861a-40c0-ba65-8a8556b707d4 by drivers openvswitch on host n-d-768862-2 at level 0 using segments [{'id': 'db8d0f6d-f750-4187-82ef-28c52e85dbd3', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '5703f4b1-31b1-47b6-aa14-c2a86e6182e4'}] {{(pid=84876) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 14 07:44:12.011179 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8bbf5d49-9ecf-4800-83b4-ddeb3b135ee6 None None] Attempting to bind port 94454d90-861a-40c0-ba65-8a8556b707d4 on network 5703f4b1-31b1-47b6-aa14-c2a86e6182e4 {{(pid=84876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 14 07:44:12.017471 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8bbf5d49-9ecf-4800-83b4-ddeb3b135ee6 None None] Checking agent: {'id': 'ba5efab1-b43c-4d5a-bc52-6e105d4e67a2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768862-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 14, 6, 56, 52), 'started_at': datetime.datetime(2021, 1, 14, 6, 57, 22), 'heartbeat_timestamp': datetime.datetime(2021, 1, 14, 7, 43, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768862-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.29', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 14 07:44:12.017899 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8bbf5d49-9ecf-4800-83b4-ddeb3b135ee6 None None] Checking segment: {'id': 'db8d0f6d-f750-4187-82ef-28c52e85dbd3', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '5703f4b1-31b1-47b6-aa14-c2a86e6182e4'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84876) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 14 07:44:12.018356 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-8bbf5d49-9ecf-4800-83b4-ddeb3b135ee6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:44:12.019051 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8bbf5d49-9ecf-4800-83b4-ddeb3b135ee6 None None] Bound using segment: {'id': 'db8d0f6d-f750-4187-82ef-28c52e85dbd3', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '5703f4b1-31b1-47b6-aa14-c2a86e6182e4'} {{(pid=84876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 14 07:44:12.019322 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.managers [None req-8bbf5d49-9ecf-4800-83b4-ddeb3b135ee6 None None] Bound port: 94454d90-861a-40c0-ba65-8a8556b707d4, host: n-d-768862-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'db8d0f6d-f750-4187-82ef-28c52e85dbd3', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '5703f4b1-31b1-47b6-aa14-c2a86e6182e4'}}] {{(pid=84876) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 14 07:44:12.019750 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-8bbf5d49-9ecf-4800-83b4-ddeb3b135ee6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555753'] for port, before_update {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:44:12.054494 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [req-4c9b5308-7a9f-4284-b7ab-90b4f094c541 req-80390804-2d8c-4301-a47e-6d209692b59b tempest-ServerActionsTestJSON-801463951 tempest-ServerActionsTestJSON-801463951] 10.222.0.24 "GET /v2.0/ports?tenant_id=6c86691c035c41ecb2a255049ba63e9a&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0967219 Jan 14 07:44:12.123721 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [None req-8bbf5d49-9ecf-4800-83b4-ddeb3b135ee6 None None] For port 94454d90-861a-40c0-ba65-8a8556b707d4, host n-d-768862-2, cleared binding levels {{(pid=84876) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 14 07:44:12.127640 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [None req-8bbf5d49-9ecf-4800-83b4-ddeb3b135ee6 None None] For port 94454d90-861a-40c0-ba65-8a8556b707d4, host n-d-768862-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-2',level=0,port_id=94454d90-861a-40c0-ba65-8a8556b707d4,segment=NetworkSegment(db8d0f6d-f750-4187-82ef-28c52e85dbd3),segment_id=db8d0f6d-f750-4187-82ef-28c52e85dbd3)] {{(pid=84876) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 14 07:44:12.131690 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-8bbf5d49-9ecf-4800-83b4-ddeb3b135ee6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777640533312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363259214678337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777640097497'] for port, after_update {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:44:12.147576 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-dc6a1d6e-d960-4485-8eb0-a2af1400a567 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84876) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:44:12.167196 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [req-4c9b5308-7a9f-4284-b7ab-90b4f094c541 req-f7c10777-4b67-4866-a91a-5ca4f12175e0 service neutron] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=84875) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 14 07:44:12.168272 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [req-4c9b5308-7a9f-4284-b7ab-90b4f094c541 req-f7c10777-4b67-4866-a91a-5ca4f12175e0 service neutron] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13279 time: 0.0997381 Jan 14 07:44:12.317518 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [req-4c9b5308-7a9f-4284-b7ab-90b4f094c541 req-0bd5eda9-a578-43b1-a868-56a775c62f09 service neutron] 10.222.0.24 "GET /v2.0/networks/5703f4b1-31b1-47b6-aa14-c2a86e6182e4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1418855 Jan 14 07:44:12.475403 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [req-4c9b5308-7a9f-4284-b7ab-90b4f094c541 req-6b5b1d1a-d4b8-49f1-99cd-4de4444c1ca4 service neutron] 10.222.0.24 "GET /v2.0/networks/5703f4b1-31b1-47b6-aa14-c2a86e6182e4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1504953 Jan 14 07:44:12.488945 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce690609-ea5c-42f8-9da4-c56b2ae94af7 None None] Pushing event updated for resources: {'Port': ['ID=94454d90-861a-40c0-ba65-8a8556b707d4,revision_number=4']} {{(pid=84876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:44:12.509204 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce690609-ea5c-42f8-9da4-c56b2ae94af7 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@n-h1-768862-2 {{(pid=84876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:44:12.509668 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce690609-ea5c-42f8-9da4-c56b2ae94af7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-h1-768862-2 {{(pid=84876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:44:12.510053 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce690609-ea5c-42f8-9da4-c56b2ae94af7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-h1-768862-2 {{(pid=84876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:44:12.510435 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce690609-ea5c-42f8-9da4-c56b2ae94af7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-h1-768862-2 {{(pid=84876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:44:12.510809 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce690609-ea5c-42f8-9da4-c56b2ae94af7 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@n-h1-768862-2 {{(pid=84876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:44:12.511178 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce690609-ea5c-42f8-9da4-c56b2ae94af7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-h1-768862-2 {{(pid=84876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:44:12.511548 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce690609-ea5c-42f8-9da4-c56b2ae94af7 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-h1-768862-2 {{(pid=84876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:44:12.511938 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce690609-ea5c-42f8-9da4-c56b2ae94af7 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-h1-768862-2 {{(pid=84876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:44:12.512353 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce690609-ea5c-42f8-9da4-c56b2ae94af7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-h1-768862-2 {{(pid=84876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:44:12.512691 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce690609-ea5c-42f8-9da4-c56b2ae94af7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-h1-768862-2 {{(pid=84876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:44:12.513073 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce690609-ea5c-42f8-9da4-c56b2ae94af7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-h1-768862-2 {{(pid=84876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:44:12.513431 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce690609-ea5c-42f8-9da4-c56b2ae94af7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-h1-768862-2 {{(pid=84876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:44:12.513834 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce690609-ea5c-42f8-9da4-c56b2ae94af7 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@n-h2-768862-2 {{(pid=84876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:44:12.514194 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce690609-ea5c-42f8-9da4-c56b2ae94af7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-h2-768862-2 {{(pid=84876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:44:12.514554 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce690609-ea5c-42f8-9da4-c56b2ae94af7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-h2-768862-2 {{(pid=84876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:44:12.514912 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce690609-ea5c-42f8-9da4-c56b2ae94af7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-h2-768862-2 {{(pid=84876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:44:12.515279 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce690609-ea5c-42f8-9da4-c56b2ae94af7 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@n-h2-768862-2 {{(pid=84876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:44:12.515631 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce690609-ea5c-42f8-9da4-c56b2ae94af7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-h2-768862-2 {{(pid=84876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:44:12.516022 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce690609-ea5c-42f8-9da4-c56b2ae94af7 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-h2-768862-2 {{(pid=84876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:44:12.516355 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce690609-ea5c-42f8-9da4-c56b2ae94af7 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-h2-768862-2 {{(pid=84876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:44:12.516742 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce690609-ea5c-42f8-9da4-c56b2ae94af7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-h2-768862-2 {{(pid=84876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:44:12.517045 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce690609-ea5c-42f8-9da4-c56b2ae94af7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-h2-768862-2 {{(pid=84876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:44:12.517428 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce690609-ea5c-42f8-9da4-c56b2ae94af7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-h2-768862-2 {{(pid=84876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:44:12.517783 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce690609-ea5c-42f8-9da4-c56b2ae94af7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-h2-768862-2 {{(pid=84876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:44:12.518189 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce690609-ea5c-42f8-9da4-c56b2ae94af7 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-2 {{(pid=84876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:44:12.518543 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce690609-ea5c-42f8-9da4-c56b2ae94af7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-2 {{(pid=84876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:44:12.518903 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce690609-ea5c-42f8-9da4-c56b2ae94af7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-2 {{(pid=84876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:44:12.519244 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce690609-ea5c-42f8-9da4-c56b2ae94af7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-2 {{(pid=84876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:44:12.519616 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce690609-ea5c-42f8-9da4-c56b2ae94af7 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@n-d-768862-2 {{(pid=84876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:44:12.520029 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce690609-ea5c-42f8-9da4-c56b2ae94af7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-2 {{(pid=84876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:44:12.520377 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce690609-ea5c-42f8-9da4-c56b2ae94af7 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-768862-2 {{(pid=84876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:44:12.520749 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce690609-ea5c-42f8-9da4-c56b2ae94af7 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-768862-2 {{(pid=84876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:44:12.521102 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce690609-ea5c-42f8-9da4-c56b2ae94af7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-2 {{(pid=84876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:44:12.521457 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce690609-ea5c-42f8-9da4-c56b2ae94af7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-2 {{(pid=84876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:44:12.521803 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce690609-ea5c-42f8-9da4-c56b2ae94af7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-2 {{(pid=84876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:44:12.522164 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce690609-ea5c-42f8-9da4-c56b2ae94af7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-2 {{(pid=84876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:44:12.529560 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-ce690609-ea5c-42f8-9da4-c56b2ae94af7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.382s {{(pid=84876) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:44:12.555562 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8bbf5d49-9ecf-4800-83b4-ddeb3b135ee6 None None] Routers {'647e6dae-d865-4d58-a7e5-6b83ee3d9317'} bound to L3 agent in host n-d-768862-2 {{(pid=84876) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 14 07:44:12.556974 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_hamode_db [None req-8bbf5d49-9ecf-4800-83b4-ddeb3b135ee6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-01-14T06:56:51Z,description=,heartbeat_timestamp=2021-01-14T07:43:52Z,host='n-d-768862-2',id=35f592e9-451b-4db9-abea-77b6a5c5391b,load=0,resource_versions=,resources_synced=,started_at=2021-01-14T06:56:51Z,topic='l3_agent')) {'router_ids': ['647e6dae-d865-4d58-a7e5-6b83ee3d9317'], 'active': True} {{(pid=84876) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:44:12.763066 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_dvr_db [None req-8bbf5d49-9ecf-4800-83b4-ddeb3b135ee6 None None] Set router 647e6dae-d865-4d58-a7e5-6b83ee3d9317 gateway port host: n-d-768862-2 {{(pid=84876) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 14 07:44:12.979691 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-852a24f7-e9a1-4193-9abb-e9506fe5213f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363259214191800', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854171626'] for agent, after_update {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:44:13.126430 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_hamode_db [None req-8bbf5d49-9ecf-4800-83b4-ddeb3b135ee6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '647e6dae-d865-4d58-a7e5-6b83ee3d9317', 'name': 'tempest-ServerActionsTestJSON-981372192-router', 'tenant_id': '6c86691c035c41ecb2a255049ba63e9a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '226f1e78-82cd-4481-9055-4eb73b6db8c1', 'external_fixed_ips': [{'subnet_id': 'ba8deeec-7658-4195-9449-038c076f5c83', 'ip_address': '172.25.2.136'}], 'enable_snat': True}, 'gw_port_id': '67487532-2fe5-4544-9d75-a0ffe356105b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-14T07:44:02Z', 'updated_at': '2021-01-14T07:44:07Z', 'revision_number': 4, 'project_id': '6c86691c035c41ecb2a255049ba63e9a', 'gw_port': {'id': '67487532-2fe5-4544-9d75-a0ffe356105b', 'name': '', 'network_id': '226f1e78-82cd-4481-9055-4eb73b6db8c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:cb:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '647e6dae-d865-4d58-a7e5-6b83ee3d9317', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3769, 'fixed_ips': [{'subnet_id': 'ba8deeec-7658-4195-9449-038c076f5c83', 'ip_address': '172.25.2.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T07:44:03Z', 'updated_at': '2021-01-14T07:44:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ba8deeec-7658-4195-9449-038c076f5c83', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-2', '_interfaces': [{'id': '94454d90-861a-40c0-ba65-8a8556b707d4', 'name': '', 'network_id': '5703f4b1-31b1-47b6-aa14-c2a86e6182e4', 'tenant_id': '6c86691c035c41ecb2a255049ba63e9a', 'mac_address': 'fa:16:3e:c8:5e:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '647e6dae-d865-4d58-a7e5-6b83ee3d9317', 'device_owner': 'network:router_interface', 'standard_attr_id': 3770, 'fixed_ips': [{'subnet_id': '1da8657a-dc83-45f7-9f20-7ace0b7dd29c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T07:44:06Z', 'updated_at': '2021-01-14T07:44:12Z', 'revision_number': 4, 'project_id': '6c86691c035c41ecb2a255049ba63e9a', 'subnets': [{'id': '1da8657a-dc83-45f7-9f20-7ace0b7dd29c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'n-d-768862-2', False) {} {{(pid=84876) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:44:13.130830 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8bbf5d49-9ecf-4800-83b4-ddeb3b135ee6 None None] The sync data for ids ['647e6dae-d865-4d58-a7e5-6b83ee3d9317'] in n-d-768862-2 is: [{'id': '647e6dae-d865-4d58-a7e5-6b83ee3d9317', 'name': 'tempest-ServerActionsTestJSON-981372192-router', 'tenant_id': '6c86691c035c41ecb2a255049ba63e9a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '226f1e78-82cd-4481-9055-4eb73b6db8c1', 'external_fixed_ips': [{'subnet_id': 'ba8deeec-7658-4195-9449-038c076f5c83', 'ip_address': '172.25.2.136'}], 'enable_snat': True}, 'gw_port_id': '67487532-2fe5-4544-9d75-a0ffe356105b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-14T07:44:02Z', 'updated_at': '2021-01-14T07:44:07Z', 'revision_number': 4, 'project_id': '6c86691c035c41ecb2a255049ba63e9a', 'gw_port': {'id': '67487532-2fe5-4544-9d75-a0ffe356105b', 'name': '', 'network_id': '226f1e78-82cd-4481-9055-4eb73b6db8c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:cb:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '647e6dae-d865-4d58-a7e5-6b83ee3d9317', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3769, 'fixed_ips': [{'subnet_id': 'ba8deeec-7658-4195-9449-038c076f5c83', 'ip_address': '172.25.2.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T07:44:03Z', 'updated_at': '2021-01-14T07:44:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ba8deeec-7658-4195-9449-038c076f5c83', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-2', '_interfaces': [{'id': '94454d90-861a-40c0-ba65-8a8556b707d4', 'name': '', 'network_id': '5703f4b1-31b1-47b6-aa14-c2a86e6182e4', 'tenant_id': '6c86691c035c41ecb2a255049ba63e9a', 'mac_address': 'fa:16:3e:c8:5e:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '647e6dae-d865-4d58-a7e5-6b83ee3d9317', 'device_owner': 'network:router_interface', 'standard_attr_id': 3770, 'fixed_ips': [{'subnet_id': '1da8657a-dc83-45f7-9f20-7ace0b7dd29c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T07:44:06Z', 'updated_at': '2021-01-14T07:44:12Z', 'revision_number': 4, 'project_id': '6c86691c035c41ecb2a255049ba63e9a', 'subnets': [{'id': '1da8657a-dc83-45f7-9f20-7ace0b7dd29c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=84876) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Jan 14 07:44:14.069076 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84875) accepted ('10.222.0.24', 44422) {{(pid=84875) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:44:14.152585 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-dfd79e1e-c3d1-4d70-afc0-482f04b6488b tempest-ServerActionsTestJSON-801463951 tempest-ServerActionsTestJSON-801463951] Notify callbacks [] for security_group, before_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:44:14.183023 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-dfd79e1e-c3d1-4d70-afc0-482f04b6488b tempest-ServerActionsTestJSON-801463951 tempest-ServerActionsTestJSON-801463951] Notify callbacks [] for security_group, precommit_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:44:14.233110 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-dfd79e1e-c3d1-4d70-afc0-482f04b6488b tempest-ServerActionsTestJSON-801463951 tempest-ServerActionsTestJSON-801463951] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850887153'] for security_group, after_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:44:14.241433 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-fa1fb606-af24-41b2-b54f-992f79fc5084 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:44:14.256516 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfd79e1e-c3d1-4d70-afc0-482f04b6488b tempest-ServerActionsTestJSON-801463951 tempest-ServerActionsTestJSON-801463951] Pushing event deleted for resources: {'SecurityGroup': ['ID=62d8222f-1bc7-4bb9-8c62-edcfa37c2224,revision_number=None']} {{(pid=84875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:44:14.259492 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-dfd79e1e-c3d1-4d70-afc0-482f04b6488b tempest-ServerActionsTestJSON-801463951 tempest-ServerActionsTestJSON-801463951] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:44:14.263327 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-dfd79e1e-c3d1-4d70-afc0-482f04b6488b tempest-ServerActionsTestJSON-801463951 tempest-ServerActionsTestJSON-801463951] Notify callbacks [] for security_group, before_response {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:44:14.264555 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-dfd79e1e-c3d1-4d70-afc0-482f04b6488b tempest-ServerActionsTestJSON-801463951 tempest-ServerActionsTestJSON-801463951] 10.222.0.24 "DELETE /v2.0/security-groups/62d8222f-1bc7-4bb9-8c62-edcfa37c2224 HTTP/1.1" status: 204 len: 168 time: 0.1943729 Jan 14 07:44:14.267435 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84875) accepted ('10.222.0.24', 44426) {{(pid=84875) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:44:14.285942 n-d-768862-2 neutron-server[84765]: INFO neutron.api.v2.resource [None req-2cc85a5c-3c04-44cb-b4e7-ca4a234db221 tempest-ServerActionsTestJSON-801463951 tempest-ServerActionsTestJSON-801463951] show failed (client error): The resource could not be found. Jan 14 07:44:14.287087 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-2cc85a5c-3c04-44cb-b4e7-ca4a234db221 tempest-ServerActionsTestJSON-801463951 tempest-ServerActionsTestJSON-801463951] 10.222.0.24 "GET /v2.0/security-groups/62d8222f-1bc7-4bb9-8c62-edcfa37c2224 HTTP/1.1" status: 404 len: 347 time: 0.0186422 Jan 14 07:44:14.290334 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84875) accepted ('10.222.0.24', 44430) {{(pid=84875) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:44:14.466069 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.plugin [None req-9f99e6ce-0077-47a5-8de7-7602cc97385d tempest-ServerActionsTestJSON-801463951 tempest-ServerActionsTestJSON-801463951] Deleting port 5d16abad-c31e-424d-8ab0-0cc21b42bbef {{(pid=84875) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 07:44:14.466449 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-9f99e6ce-0077-47a5-8de7-7602cc97385d tempest-ServerActionsTestJSON-801463951 tempest-ServerActionsTestJSON-801463951] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363259214248359'] for port, before_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:44:14.649594 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-9f99e6ce-0077-47a5-8de7-7602cc97385d tempest-ServerActionsTestJSON-801463951 tempest-ServerActionsTestJSON-801463951] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036850862667'] for port, precommit_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:44:14.649594 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-9f99e6ce-0077-47a5-8de7-7602cc97385d tempest-ServerActionsTestJSON-801463951 tempest-ServerActionsTestJSON-801463951] Notify callbacks [] for floatingip, precommit_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:44:14.778250 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.plugin [None req-9f99e6ce-0077-47a5-8de7-7602cc97385d tempest-ServerActionsTestJSON-801463951 tempest-ServerActionsTestJSON-801463951] Calling delete_port for 5d16abad-c31e-424d-8ab0-0cc21b42bbef owned by network:floatingip {{(pid=84875) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 07:44:14.929500 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-9f99e6ce-0077-47a5-8de7-7602cc97385d tempest-ServerActionsTestJSON-801463951 tempest-ServerActionsTestJSON-801463951] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777640533329', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777640097463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851621574'] for port, after_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:44:14.933708 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Device 94454d90-861a-40c0-ba65-8a8556b707d4 up at agent ovs-agent-n-d-768862-2 {{(pid=84876) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 07:44:14.947019 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-3ef0860a-0bde-4a95-acfd-ef2195007d37 tempest-FloatingIPTestJSON-1632234116 tempest-FloatingIPTestJSON-1632234116] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:44:15.003570 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Provisioning for port 94454d90-861a-40c0-ba65-8a8556b707d4 completed by entity L2. {{(pid=84876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 07:44:15.009384 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Provisioning complete for port 94454d90-861a-40c0-ba65-8a8556b707d4 triggered by entity L2. {{(pid=84876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 07:44:15.009811 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-604227'] for port, provisioning_complete {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:44:15.038083 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f99e6ce-0077-47a5-8de7-7602cc97385d tempest-ServerActionsTestJSON-801463951 tempest-ServerActionsTestJSON-801463951] Pushing event deleted for resources: {'Port': ['ID=5d16abad-c31e-424d-8ab0-0cc21b42bbef,revision_number=None']} {{(pid=84875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:44:15.045251 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-9f99e6ce-0077-47a5-8de7-7602cc97385d tempest-ServerActionsTestJSON-801463951 tempest-ServerActionsTestJSON-801463951] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:44:15.132110 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555753'] for port, before_update {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:44:15.166442 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] For port 94454d90-861a-40c0-ba65-8a8556b707d4, host n-d-768862-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-2',level=0,port_id=94454d90-861a-40c0-ba65-8a8556b707d4,segment=NetworkSegment(db8d0f6d-f750-4187-82ef-28c52e85dbd3),segment_id=db8d0f6d-f750-4187-82ef-28c52e85dbd3)] {{(pid=84876) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 07:44:15.169481 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777640533312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363259214678337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777640097497'] for port, after_update {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:44:15.171542 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-1b368251-e280-4ed2-ac3f-dc06630e317f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84876) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:44:15.175967 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-9f99e6ce-0077-47a5-8de7-7602cc97385d tempest-ServerActionsTestJSON-801463951 tempest-ServerActionsTestJSON-801463951] Notify callbacks [] for floatingip, after_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:44:15.187994 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-9f99e6ce-0077-47a5-8de7-7602cc97385d tempest-ServerActionsTestJSON-801463951 tempest-ServerActionsTestJSON-801463951] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854768116'] for floatingip, before_response {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:44:15.189260 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-9f99e6ce-0077-47a5-8de7-7602cc97385d tempest-ServerActionsTestJSON-801463951 tempest-ServerActionsTestJSON-801463951] 10.222.0.24 "DELETE /v2.0/floatingips/330d956c-3dbe-4354-b0b3-32d57c1b0a83 HTTP/1.1" status: 204 len: 168 time: 0.8974741 Jan 14 07:44:15.192708 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84875) accepted ('10.222.0.24', 44434) {{(pid=84875) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:44:15.241243 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Pushing event updated for resources: {'Port': ['ID=94454d90-861a-40c0-ba65-8a8556b707d4,revision_number=5']} {{(pid=84876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:44:15.245156 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=84876) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:44:15.769311 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-33132851-6c97-4675-9eea-ab3ca0a16ec1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3889632'] for router_interface, before_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:44:16.262112 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.plugin [None req-33132851-6c97-4675-9eea-ab3ca0a16ec1 admin admin] Deleting port 94454d90-861a-40c0-ba65-8a8556b707d4 {{(pid=84875) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 07:44:16.262718 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-33132851-6c97-4675-9eea-ab3ca0a16ec1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363259214248359'] for port, before_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:44:16.446794 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [None req-33132851-6c97-4675-9eea-ab3ca0a16ec1 admin admin] For port 94454d90-861a-40c0-ba65-8a8556b707d4, host n-d-768862-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-2',level=0,port_id=94454d90-861a-40c0-ba65-8a8556b707d4,segment=NetworkSegment(db8d0f6d-f750-4187-82ef-28c52e85dbd3),segment_id=db8d0f6d-f750-4187-82ef-28c52e85dbd3)] {{(pid=84875) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 07:44:16.447199 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-33132851-6c97-4675-9eea-ab3ca0a16ec1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036850862667'] for port, precommit_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:44:16.582370 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.plugin [None req-33132851-6c97-4675-9eea-ab3ca0a16ec1 admin admin] Calling delete_port for 94454d90-861a-40c0-ba65-8a8556b707d4 owned by network:router_interface {{(pid=84875) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 07:44:16.769518 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-33132851-6c97-4675-9eea-ab3ca0a16ec1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777640533329', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777640097463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851621574'] for port, after_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:44:16.783252 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-09c08d8e-7432-4785-b3da-1848b63e68ba tempest-ServerActionsTestJSON-801463951 tempest-ServerActionsTestJSON-801463951] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:44:16.874136 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33132851-6c97-4675-9eea-ab3ca0a16ec1 admin admin] Pushing event deleted for resources: {'Port': ['ID=94454d90-861a-40c0-ba65-8a8556b707d4,revision_number=None']} {{(pid=84875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:44:16.881006 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-33132851-6c97-4675-9eea-ab3ca0a16ec1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:44:16.917551 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Device 94454d90-861a-40c0-ba65-8a8556b707d4 up at agent ovs-agent-n-d-768862-2 {{(pid=84876) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 07:44:16.952855 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.plugin [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] No Port match for: 94454d90-861a-40c0-ba65-8a8556b707d4 {{(pid=84876) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2188}} Jan 14 07:44:16.953254 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Device 94454d90-861a-40c0-ba65-8a8556b707d4 not bound to the agent host n-d-768862-2 {{(pid=84876) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:286}} Jan 14 07:44:16.988433 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Port 94454d90-861a-40c0-ba65-8a8556b707d4 not found, will not notify nova. {{(pid=84876) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:294}} Jan 14 07:44:17.487558 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-33132851-6c97-4675-9eea-ab3ca0a16ec1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted--9223372036851568851', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal--9223372036850888080'] for router_interface, after_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:44:18.009718 n-d-768862-2 neutron-server[84765]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-33132851-6c97-4675-9eea-ab3ca0a16ec1 admin admin] Router 647e6dae-d865-4d58-a7e5-6b83ee3d9317 has already been hosted by L3 agent 35f592e9-451b-4db9-abea-77b6a5c5391b {{(pid=84875) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Jan 14 07:44:18.196891 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-33132851-6c97-4675-9eea-ab3ca0a16ec1 admin admin] Notify agent at l3_agent.n-d-768862-2 the message routers_updated {{(pid=84875) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jan 14 07:44:18.206591 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-33132851-6c97-4675-9eea-ab3ca0a16ec1 admin admin] 10.222.0.24 "PUT /v2.0/routers/647e6dae-d865-4d58-a7e5-6b83ee3d9317/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0128191 Jan 14 07:44:18.207332 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c671e1f0-90d5-43c8-930a-c2e37f5fab1d None None] Sync routers for ids ['647e6dae-d865-4d58-a7e5-6b83ee3d9317'] in n-d-768862-2 {{(pid=84877) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Jan 14 07:44:18.210477 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84875) accepted ('10.222.0.24', 44438) {{(pid=84875) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:44:18.218954 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c671e1f0-90d5-43c8-930a-c2e37f5fab1d None None] Routers {'647e6dae-d865-4d58-a7e5-6b83ee3d9317'} bound to L3 agent in host n-d-768862-2 {{(pid=84877) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 14 07:44:18.219635 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_hamode_db [None req-c671e1f0-90d5-43c8-930a-c2e37f5fab1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-01-14T06:56:51Z,description=,heartbeat_timestamp=2021-01-14T07:43:52Z,host='n-d-768862-2',id=35f592e9-451b-4db9-abea-77b6a5c5391b,load=0,resource_versions=,resources_synced=,started_at=2021-01-14T06:56:51Z,topic='l3_agent')) {'router_ids': ['647e6dae-d865-4d58-a7e5-6b83ee3d9317'], 'active': True} {{(pid=84877) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:44:18.400792 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-9095a9f1-0375-49d0-8b02-02cdac88d25b admin admin] Notify callbacks [] for router, before_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:44:18.410166 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_dvr_db [None req-c671e1f0-90d5-43c8-930a-c2e37f5fab1d None None] Set router 647e6dae-d865-4d58-a7e5-6b83ee3d9317 gateway port host: n-d-768862-2 {{(pid=84877) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 14 07:44:18.588284 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-9095a9f1-0375-49d0-8b02-02cdac88d25b admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:44:18.594260 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.plugin [None req-9095a9f1-0375-49d0-8b02-02cdac88d25b admin admin] Deleting port 67487532-2fe5-4544-9d75-a0ffe356105b {{(pid=84875) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 07:44:18.594633 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-9095a9f1-0375-49d0-8b02-02cdac88d25b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363259214248359'] for port, before_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:44:18.721230 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_hamode_db [None req-c671e1f0-90d5-43c8-930a-c2e37f5fab1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '647e6dae-d865-4d58-a7e5-6b83ee3d9317', 'name': 'tempest-ServerActionsTestJSON-981372192-router', 'tenant_id': '6c86691c035c41ecb2a255049ba63e9a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '226f1e78-82cd-4481-9055-4eb73b6db8c1', 'external_fixed_ips': [{'subnet_id': 'ba8deeec-7658-4195-9449-038c076f5c83', 'ip_address': '172.25.2.136'}], 'enable_snat': True}, 'gw_port_id': '67487532-2fe5-4544-9d75-a0ffe356105b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-14T07:44:02Z', 'updated_at': '2021-01-14T07:44:16Z', 'revision_number': 5, 'project_id': '6c86691c035c41ecb2a255049ba63e9a', 'gw_port': {'id': '67487532-2fe5-4544-9d75-a0ffe356105b', 'name': '', 'network_id': '226f1e78-82cd-4481-9055-4eb73b6db8c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:cb:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '647e6dae-d865-4d58-a7e5-6b83ee3d9317', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3769, 'fixed_ips': [{'subnet_id': 'ba8deeec-7658-4195-9449-038c076f5c83', 'ip_address': '172.25.2.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T07:44:03Z', 'updated_at': '2021-01-14T07:44:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ba8deeec-7658-4195-9449-038c076f5c83', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-2'}], 'n-d-768862-2', False) {} {{(pid=84877) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:44:18.726127 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c671e1f0-90d5-43c8-930a-c2e37f5fab1d None None] Checking router: 647e6dae-d865-4d58-a7e5-6b83ee3d9317 for host: n-d-768862-2 {{(pid=84877) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Jan 14 07:44:18.736552 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c671e1f0-90d5-43c8-930a-c2e37f5fab1d None None] Routers {'647e6dae-d865-4d58-a7e5-6b83ee3d9317'} bound to L3 agent in host n-d-768862-2 {{(pid=84877) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 14 07:44:18.737505 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_hamode_db [None req-c671e1f0-90d5-43c8-930a-c2e37f5fab1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-01-14T06:56:51Z,description=,heartbeat_timestamp=2021-01-14T07:43:52Z,host='n-d-768862-2',id=35f592e9-451b-4db9-abea-77b6a5c5391b,load=0,resource_versions=,resources_synced=,started_at=2021-01-14T06:56:51Z,topic='l3_agent')) {'router_ids': ['647e6dae-d865-4d58-a7e5-6b83ee3d9317'], 'active': True} {{(pid=84877) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:44:18.779289 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [None req-9095a9f1-0375-49d0-8b02-02cdac88d25b admin admin] For port 67487532-2fe5-4544-9d75-a0ffe356105b, host n-d-768862-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-2',level=0,port_id=67487532-2fe5-4544-9d75-a0ffe356105b,segment=NetworkSegment(cf3ded2c-bc47-4a71-89af-6e7117e60140),segment_id=cf3ded2c-bc47-4a71-89af-6e7117e60140)] {{(pid=84875) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 07:44:18.779679 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-9095a9f1-0375-49d0-8b02-02cdac88d25b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036850862667'] for port, precommit_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:44:18.835530 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-5d129905-3492-4fbc-ada0-78921eada175 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363259214191800', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854171626'] for agent, after_update {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:44:18.917178 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.plugin [None req-9095a9f1-0375-49d0-8b02-02cdac88d25b admin admin] Calling delete_port for 67487532-2fe5-4544-9d75-a0ffe356105b owned by network:router_gateway {{(pid=84875) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 07:44:18.932912 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_dvr_db [None req-c671e1f0-90d5-43c8-930a-c2e37f5fab1d None None] Set router 647e6dae-d865-4d58-a7e5-6b83ee3d9317 gateway port host: n-d-768862-2 {{(pid=84877) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 14 07:44:19.052394 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-9095a9f1-0375-49d0-8b02-02cdac88d25b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777640533329', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777640097463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851621574'] for port, after_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:44:19.243405 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_hamode_db [None req-c671e1f0-90d5-43c8-930a-c2e37f5fab1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '647e6dae-d865-4d58-a7e5-6b83ee3d9317', 'name': 'tempest-ServerActionsTestJSON-981372192-router', 'tenant_id': '6c86691c035c41ecb2a255049ba63e9a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '226f1e78-82cd-4481-9055-4eb73b6db8c1', 'external_fixed_ips': [{'subnet_id': 'ba8deeec-7658-4195-9449-038c076f5c83', 'ip_address': '172.25.2.136'}], 'enable_snat': True}, 'gw_port_id': '67487532-2fe5-4544-9d75-a0ffe356105b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-14T07:44:02Z', 'updated_at': '2021-01-14T07:44:16Z', 'revision_number': 5, 'project_id': '6c86691c035c41ecb2a255049ba63e9a', 'gw_port': {'id': '67487532-2fe5-4544-9d75-a0ffe356105b', 'name': '', 'network_id': '226f1e78-82cd-4481-9055-4eb73b6db8c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:cb:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '647e6dae-d865-4d58-a7e5-6b83ee3d9317', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3769, 'fixed_ips': [{'subnet_id': 'ba8deeec-7658-4195-9449-038c076f5c83', 'ip_address': '172.25.2.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T07:44:03Z', 'updated_at': '2021-01-14T07:44:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ba8deeec-7658-4195-9449-038c076f5c83', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-2'}], 'n-d-768862-2', False) {} {{(pid=84877) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:44:19.245187 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-9095a9f1-0375-49d0-8b02-02cdac88d25b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036850863128'] for router_gateway, after_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:44:19.247633 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c671e1f0-90d5-43c8-930a-c2e37f5fab1d None None] The sync data for ids ['647e6dae-d865-4d58-a7e5-6b83ee3d9317'] in n-d-768862-2 is: [{'id': '647e6dae-d865-4d58-a7e5-6b83ee3d9317', 'name': 'tempest-ServerActionsTestJSON-981372192-router', 'tenant_id': '6c86691c035c41ecb2a255049ba63e9a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '226f1e78-82cd-4481-9055-4eb73b6db8c1', 'external_fixed_ips': [{'subnet_id': 'ba8deeec-7658-4195-9449-038c076f5c83', 'ip_address': '172.25.2.136'}], 'enable_snat': True}, 'gw_port_id': '67487532-2fe5-4544-9d75-a0ffe356105b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-14T07:44:02Z', 'updated_at': '2021-01-14T07:44:16Z', 'revision_number': 5, 'project_id': '6c86691c035c41ecb2a255049ba63e9a', 'gw_port': {'id': '67487532-2fe5-4544-9d75-a0ffe356105b', 'name': '', 'network_id': '226f1e78-82cd-4481-9055-4eb73b6db8c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:cb:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '647e6dae-d865-4d58-a7e5-6b83ee3d9317', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3769, 'fixed_ips': [{'subnet_id': 'ba8deeec-7658-4195-9449-038c076f5c83', 'ip_address': '172.25.2.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T07:44:03Z', 'updated_at': '2021-01-14T07:44:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ba8deeec-7658-4195-9449-038c076f5c83', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-2'}] {{(pid=84877) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Jan 14 07:44:19.381780 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-9095a9f1-0375-49d0-8b02-02cdac88d25b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3889346', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036854717606'] for router, precommit_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:44:19.384264 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-9095a9f1-0375-49d0-8b02-02cdac88d25b admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:44:19.407754 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-9095a9f1-0375-49d0-8b02-02cdac88d25b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036850897070'] for router, after_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:44:19.408391 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9095a9f1-0375-49d0-8b02-02cdac88d25b admin admin] Fanout notify agent at l3_agent the message router_deleted on router 647e6dae-d865-4d58-a7e5-6b83ee3d9317 {{(pid=84875) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jan 14 07:44:19.422125 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-9095a9f1-0375-49d0-8b02-02cdac88d25b admin admin] Notify callbacks [] for router, before_response {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:44:19.423399 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-9095a9f1-0375-49d0-8b02-02cdac88d25b admin admin] 10.222.0.24 "DELETE /v2.0/routers/647e6dae-d865-4d58-a7e5-6b83ee3d9317 HTTP/1.1" status: 204 len: 168 time: 1.2118745 Jan 14 07:44:19.426333 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84875) accepted ('10.222.0.24', 44442) {{(pid=84875) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:44:19.498137 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.db_base_plugin_v2 [None req-e032ec03-51c3-457a-a2b6-731e9f648387 admin admin] Deleting subnet 1da8657a-dc83-45f7-9f20-7ace0b7dd29c {{(pid=84875) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Jan 14 07:44:19.501381 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-e032ec03-51c3-457a-a2b6-731e9f648387 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:44:19.558360 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-e032ec03-51c3-457a-a2b6-731e9f648387 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3367281'] for subnet, precommit_delete_associations {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:44:19.642046 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-e032ec03-51c3-457a-a2b6-731e9f648387 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036854176836'] for subnet, precommit_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:44:19.925458 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-e032ec03-51c3-457a-a2b6-731e9f648387 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-598964', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850887113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3154192', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2308610'] for subnet, after_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:44:19.938924 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-6259fa7d-2f9a-4bf5-b1ea-c7fd1ade7d52 tempest-RoutersTest-1255860389 tempest-RoutersTest-1255860389] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:44:20.030732 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e032ec03-51c3-457a-a2b6-731e9f648387 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1da8657a-dc83-45f7-9f20-7ace0b7dd29c,revision_number=None']} {{(pid=84875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:44:20.043210 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-e032ec03-51c3-457a-a2b6-731e9f648387 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:44:20.078070 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-e032ec03-51c3-457a-a2b6-731e9f648387 admin admin] Notify callbacks [] for subnet, before_response {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:44:20.083539 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31d4df79-f981-4cd1-8793-bbc47624fa6e None None] Network 5703f4b1-31b1-47b6-aa14-c2a86e6182e4 requested from n-d-768862-2 {{(pid=84876) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 07:44:20.085477 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-e032ec03-51c3-457a-a2b6-731e9f648387 admin admin] 10.222.0.24 "DELETE /v2.0/subnets/1da8657a-dc83-45f7-9f20-7ace0b7dd29c HTTP/1.1" status: 204 len: 168 time: 0.6580842 Jan 14 07:44:20.088639 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84875) accepted ('10.222.0.24', 44446) {{(pid=84875) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:44:20.207684 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-1312f730-ea12-4151-bc77-646019348ae7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036854160497'] for network, before_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:44:20.274608 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.plugin [None req-1312f730-ea12-4151-bc77-646019348ae7 admin admin] Deleting port e3cf5909-dbaa-420b-9dcb-e79326b2de61 {{(pid=84875) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 07:44:20.274978 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-1312f730-ea12-4151-bc77-646019348ae7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363259214248359'] for port, before_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:44:20.348982 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e4ed88f-9586-4380-85a7-e877727957cc None None] DHCP port deletion for 5703f4b1-31b1-47b6-aa14-c2a86e6182e4 request from n-d-768862-2 {{(pid=84876) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Jan 14 07:44:20.353977 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.plugin [None req-7e4ed88f-9586-4380-85a7-e877727957cc None None] Deleting port e3cf5909-dbaa-420b-9dcb-e79326b2de61 {{(pid=84876) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 07:44:20.354393 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-7e4ed88f-9586-4380-85a7-e877727957cc None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363259214248359'] for port, before_delete {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:44:20.507438 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [None req-1312f730-ea12-4151-bc77-646019348ae7 admin admin] For port e3cf5909-dbaa-420b-9dcb-e79326b2de61, host n-d-768862-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-2',level=0,port_id=e3cf5909-dbaa-420b-9dcb-e79326b2de61,segment=NetworkSegment(db8d0f6d-f750-4187-82ef-28c52e85dbd3),segment_id=db8d0f6d-f750-4187-82ef-28c52e85dbd3)] {{(pid=84875) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 07:44:20.507896 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-1312f730-ea12-4151-bc77-646019348ae7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036850862667'] for port, precommit_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:44:20.576542 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [None req-7e4ed88f-9586-4380-85a7-e877727957cc None None] For port e3cf5909-dbaa-420b-9dcb-e79326b2de61, host n-d-768862-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-2',level=0,port_id=e3cf5909-dbaa-420b-9dcb-e79326b2de61,segment=NetworkSegment(db8d0f6d-f750-4187-82ef-28c52e85dbd3),segment_id=db8d0f6d-f750-4187-82ef-28c52e85dbd3)] {{(pid=84876) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 07:44:20.576908 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-7e4ed88f-9586-4380-85a7-e877727957cc None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036850862667'] for port, precommit_delete {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:44:20.710383 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.plugin [None req-7e4ed88f-9586-4380-85a7-e877727957cc None None] Calling delete_port for e3cf5909-dbaa-420b-9dcb-e79326b2de61 owned by network:dhcp {{(pid=84876) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 07:44:20.793254 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-7e4ed88f-9586-4380-85a7-e877727957cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777640533329', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777640097463'] for port, after_delete {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:44:20.809383 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84876) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:44:20.903948 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e4ed88f-9586-4380-85a7-e877727957cc None None] Pushing event deleted for resources: {'Port': ['ID=e3cf5909-dbaa-420b-9dcb-e79326b2de61,revision_number=None']} {{(pid=84876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:44:20.908331 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-7e4ed88f-9586-4380-85a7-e877727957cc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=84876) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:44:20.928272 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Device 94454d90-861a-40c0-ba65-8a8556b707d4 no longer exists at agent ovs-agent-n-d-768862-2 {{(pid=84876) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jan 14 07:44:20.953175 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.plugin [None req-1312f730-ea12-4151-bc77-646019348ae7 admin admin] Calling delete_port for e3cf5909-dbaa-420b-9dcb-e79326b2de61 owned by network:dhcp {{(pid=84875) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 07:44:20.967219 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.plugin [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] No Port match for: 94454d90-861a-40c0-ba65-8a8556b707d4 {{(pid=84876) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2188}} Jan 14 07:44:20.967558 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Device 94454d90-861a-40c0-ba65-8a8556b707d4 not bound to the agent host n-d-768862-2 {{(pid=84876) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jan 14 07:44:20.968086 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Device 67487532-2fe5-4544-9d75-a0ffe356105b no longer exists at agent ovs-agent-n-d-768862-2 {{(pid=84876) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jan 14 07:44:21.016442 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.plugin [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] No Port match for: 67487532-2fe5-4544-9d75-a0ffe356105b {{(pid=84876) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2188}} Jan 14 07:44:21.016804 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Device 67487532-2fe5-4544-9d75-a0ffe356105b not bound to the agent host n-d-768862-2 {{(pid=84876) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jan 14 07:44:21.017278 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Device e3cf5909-dbaa-420b-9dcb-e79326b2de61 no longer exists at agent ovs-agent-n-d-768862-2 {{(pid=84876) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jan 14 07:44:21.028234 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.db.api [None req-1312f730-ea12-4151-bc77-646019348ae7 admin admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84875) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Jan 14 07:44:21.028605 n-d-768862-2 neutron-server[84765]: DEBUG oslo_db.api [None req-1312f730-ea12-4151-bc77-646019348ae7 admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84875) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Jan 14 07:44:21.056433 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.plugin [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] No Port match for: e3cf5909-dbaa-420b-9dcb-e79326b2de61 {{(pid=84876) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2188}} Jan 14 07:44:21.056825 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Device e3cf5909-dbaa-420b-9dcb-e79326b2de61 not bound to the agent host n-d-768862-2 {{(pid=84876) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jan 14 07:44:21.063185 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e4ed88f-9586-4380-85a7-e877727957cc None None] No DVR routers for this DVR port e3cf5909-dbaa-420b-9dcb-e79326b2de61 on host n-d-768862-2 {{(pid=84876) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Jan 14 07:44:21.530428 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.plugin [None req-1312f730-ea12-4151-bc77-646019348ae7 admin admin] Deleting port e3cf5909-dbaa-420b-9dcb-e79326b2de61 {{(pid=84875) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 07:44:21.531084 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-1312f730-ea12-4151-bc77-646019348ae7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363259214248359'] for port, before_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:44:21.602240 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.plugin [None req-1312f730-ea12-4151-bc77-646019348ae7 admin admin] The port 'e3cf5909-dbaa-420b-9dcb-e79326b2de61' was deleted {{(pid=84875) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Jan 14 07:44:21.728439 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-1312f730-ea12-4151-bc77-646019348ae7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-598987', 'neutron.services.segments.db._delete_segments_for_network-8777640583949'] for network, precommit_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:44:21.737647 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-37b8aed9-dcc7-4335-8f02-d20e5f7252f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363259214191800', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854171626'] for agent, after_update {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:44:21.848121 n-d-768862-2 neutron-server[84765]: DEBUG neutron.services.segments.db [None req-1312f730-ea12-4151-bc77-646019348ae7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5703f4b1-31b1-47b6-aa14-c2a86e6182e4']}} {{(pid=84875) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:44:21.861232 n-d-768862-2 neutron-server[84765]: DEBUG neutron.services.segments.db [None req-1312f730-ea12-4151-bc77-646019348ae7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'db8d0f6d-f750-4187-82ef-28c52e85dbd3') {'for_net_delete': True} {{(pid=84875) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:44:21.861559 n-d-768862-2 neutron-server[84765]: DEBUG neutron.services.segments.db [None req-1312f730-ea12-4151-bc77-646019348ae7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'db8d0f6d-f750-4187-82ef-28c52e85dbd3') {} {{(pid=84875) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:44:21.874239 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-1312f730-ea12-4151-bc77-646019348ae7 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363259214173198', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036851408567'] for segment, before_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:44:21.890541 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-1312f730-ea12-4151-bc77-646019348ae7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854179735'] for segment, precommit_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:44:21.892897 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-1312f730-ea12-4151-bc77-646019348ae7 admin admin] Releasing vxlan tunnel 3 to pool {{(pid=84875) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Jan 14 07:44:21.903126 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-da76cfc0-98e8-4426-9f6d-4f05aa3fae78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363259214191800', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854171626'] for agent, after_update {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:44:22.080277 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.managers [None req-1312f730-ea12-4151-bc77-646019348ae7 admin admin] Network 5703f4b1-31b1-47b6-aa14-c2a86e6182e4 has no segments {{(pid=84875) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 14 07:44:22.090012 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-1312f730-ea12-4151-bc77-646019348ae7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-596065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3154253'] for segment, after_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:44:22.275513 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.managers [None req-1312f730-ea12-4151-bc77-646019348ae7 admin admin] Network 5703f4b1-31b1-47b6-aa14-c2a86e6182e4 has no segments {{(pid=84875) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 14 07:44:22.298641 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 14 07:44:22.298641 n-d-768862-2 neutron-server[84765]: % (table.description, expected, rows_matched) Jan 14 07:44:22.298641 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 14 07:44:22.298641 n-d-768862-2 neutron-server[84765]: % (table.description, expected, rows_matched) Jan 14 07:44:22.298641 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 14 07:44:22.298641 n-d-768862-2 neutron-server[84765]: % (table.description, expected, rows_matched) Jan 14 07:44:22.298641 n-d-768862-2 neutron-server[84765]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 14 07:44:22.298641 n-d-768862-2 neutron-server[84765]: % (table.description, expected, rows_matched) Jan 14 07:44:22.298641 n-d-768862-2 neutron-server[84765]: Traceback (most recent call last): Jan 14 07:44:22.298641 n-d-768862-2 neutron-server[84765]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 14 07:44:22.298641 n-d-768862-2 neutron-server[84765]: timer() Jan 14 07:44:22.298641 n-d-768862-2 neutron-server[84765]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 14 07:44:22.298641 n-d-768862-2 neutron-server[84765]: cb(*args, **kw) Jan 14 07:44:22.298641 n-d-768862-2 neutron-server[84765]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Jan 14 07:44:22.298641 n-d-768862-2 neutron-server[84765]: return func(*args, **kwargs) Jan 14 07:44:22.298641 n-d-768862-2 neutron-server[84765]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 14 07:44:22.298641 n-d-768862-2 neutron-server[84765]: self._notify() Jan 14 07:44:22.298641 n-d-768862-2 neutron-server[84765]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 14 07:44:22.298641 n-d-768862-2 neutron-server[84765]: self.callback(batched_events) Jan 14 07:44:22.298641 n-d-768862-2 neutron-server[84765]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 14 07:44:22.298641 n-d-768862-2 neutron-server[84765]: event.method(event) Jan 14 07:44:22.298641 n-d-768862-2 neutron-server[84765]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 14 07:44:22.298641 n-d-768862-2 neutron-server[84765]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 14 07:44:22.298641 n-d-768862-2 neutron-server[84765]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Jan 14 07:44:22.298641 n-d-768862-2 neutron-server[84765]: segment_id)['aggregates'][0] Jan 14 07:44:22.298641 n-d-768862-2 neutron-server[84765]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 14 07:44:22.298641 n-d-768862-2 neutron-server[84765]: return f(self, *a, **k) Jan 14 07:44:22.298641 n-d-768862-2 neutron-server[84765]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 14 07:44:22.298641 n-d-768862-2 neutron-server[84765]: return self._get(url).json() Jan 14 07:44:22.298641 n-d-768862-2 neutron-server[84765]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 14 07:44:22.298641 n-d-768862-2 neutron-server[84765]: **kwargs) Jan 14 07:44:22.298641 n-d-768862-2 neutron-server[84765]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 14 07:44:22.298641 n-d-768862-2 neutron-server[84765]: return self.request(url, 'GET', **kwargs) Jan 14 07:44:22.298641 n-d-768862-2 neutron-server[84765]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Jan 14 07:44:22.298641 n-d-768862-2 neutron-server[84765]: **endpoint_filter) Jan 14 07:44:22.298641 n-d-768862-2 neutron-server[84765]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 14 07:44:22.298641 n-d-768862-2 neutron-server[84765]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 14 07:44:22.298641 n-d-768862-2 neutron-server[84765]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 14 07:44:22.298641 n-d-768862-2 neutron-server[84765]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 14 07:44:22.298641 n-d-768862-2 neutron-server[84765]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 14 07:44:22.382684 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-1312f730-ea12-4151-bc77-646019348ae7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036854176830', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850887149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3912591'] for network, after_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:44:22.387938 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-1312f730-ea12-4151-bc77-646019348ae7 admin admin] Notify callbacks [] for network, before_response {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:44:22.390578 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-626ae448-edd9-44b6-8967-5b98d5355230 tempest-TestNetworkAdvancedServerOps-470546014 tempest-TestNetworkAdvancedServerOps-470546014] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:44:22.413229 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1312f730-ea12-4151-bc77-646019348ae7 admin admin] Pushing event deleted for resources: {'Network': ['ID=5703f4b1-31b1-47b6-aa14-c2a86e6182e4,revision_number=None']} {{(pid=84875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:44:22.416731 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-1312f730-ea12-4151-bc77-646019348ae7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:44:22.420401 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-1312f730-ea12-4151-bc77-646019348ae7 admin admin] 10.222.0.24 "DELETE /v2.0/networks/5703f4b1-31b1-47b6-aa14-c2a86e6182e4 HTTP/1.1" status: 204 len: 168 time: 2.3307304 Jan 14 07:44:22.570498 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84874) accepted ('10.222.0.24', 44452) {{(pid=84874) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:44:22.625346 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-d15096fc-a417-4314-af19-aa5811d5f493 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=6c86691c035c41ecb2a255049ba63e9a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0534136 Jan 14 07:44:22.628122 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84874) accepted ('10.222.0.24', 44458) {{(pid=84874) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:44:22.630813 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363259214191800', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854171626'] for agent, after_update {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:44:22.693465 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-8bc7f52f-bd77-4291-8d52-007dff614bda admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:44:22.722320 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-8bc7f52f-bd77-4291-8d52-007dff614bda admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:44:22.771316 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-8bc7f52f-bd77-4291-8d52-007dff614bda admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850887153'] for security_group, after_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:44:22.780002 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-01e193cf-4b2e-4c9d-ba4c-026e7aefde00 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:44:22.794565 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bc7f52f-bd77-4291-8d52-007dff614bda admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=12f2238c-c640-4cc9-8774-153c3417457b,revision_number=None']} {{(pid=84874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:44:22.798511 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-8bc7f52f-bd77-4291-8d52-007dff614bda admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:44:22.802545 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-8bc7f52f-bd77-4291-8d52-007dff614bda admin admin] Notify callbacks [] for security_group, before_response {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:44:22.805143 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-8bc7f52f-bd77-4291-8d52-007dff614bda admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/12f2238c-c640-4cc9-8774-153c3417457b HTTP/1.1" status: 204 len: 168 time: 0.1745408 Jan 14 07:44:23.335570 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-0f37073e-9c69-4e3c-80e0-6cfaa0fd61a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363259214191800', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854171626'] for agent, after_update {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:44:23.774241 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84875) accepted ('10.222.0.24', 44480) {{(pid=84875) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:44:23.923882 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.v2.base [None req-106fd6d2-b06b-4bee-a157-c7ef4eed2f33 admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestJSON-124267084-network', 'tenant_id': 'cae673d9a0fd4faf87c0bc446ad38048'}} {{(pid=84875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:44:23.930217 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-106fd6d2-b06b-4bee-a157-c7ef4eed2f33 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:44:23.934878 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-106fd6d2-b06b-4bee-a157-c7ef4eed2f33 admin admin] Usage tracker for resource:network and tenant:cae673d9a0fd4faf87c0bc446ad38048 is out of sync, need to count used quota {{(pid=84875) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:44:23.938154 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-106fd6d2-b06b-4bee-a157-c7ef4eed2f33 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84875) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:44:23.945474 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-106fd6d2-b06b-4bee-a157-c7ef4eed2f33 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:44:23.956771 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-106fd6d2-b06b-4bee-a157-c7ef4eed2f33 admin admin] Made reservation on behalf of cae673d9a0fd4faf87c0bc446ad38048 for: {'network': 1} {{(pid=84875) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 07:44:23.963544 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-106fd6d2-b06b-4bee-a157-c7ef4eed2f33 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555753'] for network, before_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:44:23.977149 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-106fd6d2-b06b-4bee-a157-c7ef4eed2f33 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:44:23.997517 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-106fd6d2-b06b-4bee-a157-c7ef4eed2f33 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:44:24.001950 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-106fd6d2-b06b-4bee-a157-c7ef4eed2f33 admin admin] Usage tracker for resource:security_group_rule and tenant:cae673d9a0fd4faf87c0bc446ad38048 is out of sync, need to count used quota {{(pid=84875) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:44:24.005137 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-106fd6d2-b06b-4bee-a157-c7ef4eed2f33 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84875) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:44:24.011440 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-106fd6d2-b06b-4bee-a157-c7ef4eed2f33 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:44:24.099622 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-106fd6d2-b06b-4bee-a157-c7ef4eed2f33 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:44:24.103553 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-106fd6d2-b06b-4bee-a157-c7ef4eed2f33 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850887153'] for security_group, after_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:44:24.106795 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-cc9d369d-424d-4382-bd2e-885c70551829 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:44:24.139692 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-106fd6d2-b06b-4bee-a157-c7ef4eed2f33 admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 3} {{(pid=84875) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Jan 14 07:44:24.149392 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-106fd6d2-b06b-4bee-a157-c7ef4eed2f33 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ef98d104-4679-4d35-8aee-00a3f6da03ce,revision_number=1']} {{(pid=84875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:44:24.154668 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-106fd6d2-b06b-4bee-a157-c7ef4eed2f33 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:44:24.157766 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-106fd6d2-b06b-4bee-a157-c7ef4eed2f33 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment--9223363259214191851', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854179735'] for segment, precommit_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:44:24.158200 n-d-768862-2 neutron-server[84765]: INFO neutron.db.segments_db [None req-106fd6d2-b06b-4bee-a157-c7ef4eed2f33 admin admin] Added segment 693dcf83-f6bf-43f3-ab56-6ff1e4882a9d of type vxlan for network 19a248d4-421c-4b49-bc67-837b694d5328 Jan 14 07:44:24.186770 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-106fd6d2-b06b-4bee-a157-c7ef4eed2f33 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363259214646115'] for network, precommit_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:44:24.219782 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-106fd6d2-b06b-4bee-a157-c7ef4eed2f33 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850887149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964'] for network, after_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:44:24.220773 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-106fd6d2-b06b-4bee-a157-c7ef4eed2f33 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:44:24.221405 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-106fd6d2-b06b-4bee-a157-c7ef4eed2f33 admin admin] Notify callbacks [] for network, before_response {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:44:24.225319 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-3d35563b-6815-4f96-ab45-eca3eec58b57 tempest-RoutersNegativeTest-536999269 tempest-RoutersNegativeTest-536999269] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:44:24.331975 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-106fd6d2-b06b-4bee-a157-c7ef4eed2f33 admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 879 time: 0.5564890 Jan 14 07:44:24.332936 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-106fd6d2-b06b-4bee-a157-c7ef4eed2f33 admin admin] Pushing event updated for resources: {'Network': ['ID=19a248d4-421c-4b49-bc67-837b694d5328,revision_number=1']} {{(pid=84875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:44:24.336058 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-106fd6d2-b06b-4bee-a157-c7ef4eed2f33 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:44:24.336213 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84874) accepted ('10.222.0.24', 44486) {{(pid=84874) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:44:24.345946 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.v2.base [None req-93195b9a-c8ba-4fd3-b075-29942d4c18d5 admin admin] Request body: {'subnet': {'network_id': '19a248d4-421c-4b49-bc67-837b694d5328', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestJSON-124267084-subnet', 'tenant_id': 'cae673d9a0fd4faf87c0bc446ad38048', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=84874) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:44:24.346856 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-017f98a9-8a07-408c-a86f-8ff0c00400a0 None None] Network 19a248d4-421c-4b49-bc67-837b694d5328 details requested by agent ovs-agent-n-h1-768862-2 with host n-h1-768862-2 {{(pid=84876) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 07:44:24.355884 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-93195b9a-c8ba-4fd3-b075-29942d4c18d5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:44:24.360105 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-93195b9a-c8ba-4fd3-b075-29942d4c18d5 admin admin] Usage tracker for resource:subnet and tenant:cae673d9a0fd4faf87c0bc446ad38048 is out of sync, need to count used quota {{(pid=84874) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:44:24.363195 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-93195b9a-c8ba-4fd3-b075-29942d4c18d5 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84874) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:44:24.363619 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-852a24f7-e9a1-4193-9abb-e9506fe5213f None None] Network 19a248d4-421c-4b49-bc67-837b694d5328 details requested by agent ovs-agent-n-h2-768862-2 with host n-h2-768862-2 {{(pid=84876) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 07:44:24.369431 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-93195b9a-c8ba-4fd3-b075-29942d4c18d5 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:44:24.376561 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Network 19a248d4-421c-4b49-bc67-837b694d5328 details requested by agent ovs-agent-n-d-768862-2 with host n-d-768862-2 {{(pid=84876) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 07:44:24.380250 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-93195b9a-c8ba-4fd3-b075-29942d4c18d5 admin admin] Made reservation on behalf of cae673d9a0fd4faf87c0bc446ad38048 for: {'subnet': 1} {{(pid=84874) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 07:44:24.385191 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-93195b9a-c8ba-4fd3-b075-29942d4c18d5 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036851981161'] for subnet, before_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:44:24.805243 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-93195b9a-c8ba-4fd3-b075-29942d4c18d5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850887113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3254092', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036851981146'] for subnet, after_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:44:24.818507 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-f159b04e-aee0-4cd3-8ae3-10544f5955d9 tempest-FloatingIPTestJSON-1632234116 tempest-FloatingIPTestJSON-1632234116] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:44:24.943680 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93195b9a-c8ba-4fd3-b075-29942d4c18d5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=37cfe756-eb23-4463-98fd-fdbbb3a6adc4,revision_number=0']} {{(pid=84874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:44:24.948745 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-93195b9a-c8ba-4fd3-b075-29942d4c18d5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:44:25.017661 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93195b9a-c8ba-4fd3-b075-29942d4c18d5 admin admin] Checking segment: {'id': '693dcf83-f6bf-43f3-ab56-6ff1e4882a9d', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '19a248d4-421c-4b49-bc67-837b694d5328'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84874) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 14 07:44:25.018059 n-d-768862-2 neutron-server[84765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93195b9a-c8ba-4fd3-b075-29942d4c18d5 admin admin] Network hostable DHCP agents. Network: 19a248d4-421c-4b49-bc67-837b694d5328, hostable agents: ['32f3dd84-26da-4d18-bf15-6017a8fb7247'], hosted agents: [] {{(pid=84874) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Jan 14 07:44:25.038849 n-d-768862-2 neutron-server[84765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93195b9a-c8ba-4fd3-b075-29942d4c18d5 admin admin] Network 19a248d4-421c-4b49-bc67-837b694d5328 is scheduled to be hosted by DHCP agent 32f3dd84-26da-4d18-bf15-6017a8fb7247 with binding_index 1 {{(pid=84874) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Jan 14 07:44:25.048698 n-d-768862-2 neutron-server[84765]: DEBUG neutron.scheduler.base_scheduler [None req-93195b9a-c8ba-4fd3-b075-29942d4c18d5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768862-2, 19a248d4-421c-4b49-bc67-837b694d5328) {{(pid=84874) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 07:44:25.059295 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41961856-07e6-4960-ae4b-97f2d1b73877 None None] Network 19a248d4-421c-4b49-bc67-837b694d5328 requested from n-d-768862-2 {{(pid=84876) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 07:44:25.060821 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93195b9a-c8ba-4fd3-b075-29942d4c18d5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:44:25.061470 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-93195b9a-c8ba-4fd3-b075-29942d4c18d5 admin admin] Notify callbacks [] for subnet, before_response {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:44:25.082254 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-93195b9a-c8ba-4fd3-b075-29942d4c18d5 admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.7445385 Jan 14 07:44:25.287636 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-185f8456-7b10-4ca7-b5fb-6e7ac2c292d4 None None] Network 19a248d4-421c-4b49-bc67-837b694d5328 requested from n-d-768862-2 {{(pid=84876) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 07:44:25.708319 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-129526be-66d9-49fe-bdba-2f225dfc64e9 req-c8c70bb1-f92f-4ee5-94de-85c5da31e0fd tempest-ServersNegativeTestJSON-922304999 tempest-ServersNegativeTestJSON-922304999] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:44:25.709100 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [req-129526be-66d9-49fe-bdba-2f225dfc64e9 req-c8c70bb1-f92f-4ee5-94de-85c5da31e0fd tempest-ServersNegativeTestJSON-922304999 tempest-ServersNegativeTestJSON-922304999] Synchronizing usage tracker for tenant:cae673d9a0fd4faf87c0bc446ad38048 on resource:network {{(pid=84875) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 14 07:44:25.728502 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [req-129526be-66d9-49fe-bdba-2f225dfc64e9 req-c8c70bb1-f92f-4ee5-94de-85c5da31e0fd tempest-ServersNegativeTestJSON-922304999 tempest-ServersNegativeTestJSON-922304999] Unset dirty status for tenant:cae673d9a0fd4faf87c0bc446ad38048 on resource:network {{(pid=84875) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 14 07:44:25.729827 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [req-129526be-66d9-49fe-bdba-2f225dfc64e9 req-c8c70bb1-f92f-4ee5-94de-85c5da31e0fd tempest-ServersNegativeTestJSON-922304999 tempest-ServersNegativeTestJSON-922304999] 10.222.0.24 "GET /v2.0/networks?id=19a248d4-421c-4b49-bc67-837b694d5328 HTTP/1.1" status: 200 len: 813 time: 0.1991975 Jan 14 07:44:25.747856 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [req-129526be-66d9-49fe-bdba-2f225dfc64e9 req-46b6b98b-069b-4ba4-8fe8-b27db3e771a8 tempest-ServersNegativeTestJSON-922304999 tempest-ServersNegativeTestJSON-922304999] 10.222.0.24 "GET /v2.0/quotas/cae673d9a0fd4faf87c0bc446ad38048 HTTP/1.1" status: 200 len: 375 time: 0.0117922 Jan 14 07:44:25.801045 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [req-129526be-66d9-49fe-bdba-2f225dfc64e9 req-e7553bbc-d479-4c3e-87e4-4257de0a69ec tempest-ServersNegativeTestJSON-922304999 tempest-ServersNegativeTestJSON-922304999] 10.222.0.24 "GET /v2.0/ports?tenant_id=cae673d9a0fd4faf87c0bc446ad38048&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0472915 Jan 14 07:44:25.951403 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [req-129526be-66d9-49fe-bdba-2f225dfc64e9 req-0bbaeb85-7e70-4fec-9afd-8f07ff7e361c service neutron] 10.222.0.24 "GET /v2.0/networks/19a248d4-421c-4b49-bc67-837b694d5328?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1389229 Jan 14 07:44:26.095506 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [req-129526be-66d9-49fe-bdba-2f225dfc64e9 req-d82b4b0b-81e2-4f29-8eea-31df94cf2742 service neutron] 10.222.0.24 "GET /v2.0/networks/19a248d4-421c-4b49-bc67-837b694d5328?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1374617 Jan 14 07:44:26.470384 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84875) accepted ('10.222.0.24', 44522) {{(pid=84875) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:44:26.545462 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.db_base_plugin_v2 [None req-49a3e4a2-8363-4c09-9324-e6bb3115b6af admin admin] Deleting subnet 37cfe756-eb23-4463-98fd-fdbbb3a6adc4 {{(pid=84875) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Jan 14 07:44:26.548928 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-49a3e4a2-8363-4c09-9324-e6bb3115b6af admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:44:26.602989 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-49a3e4a2-8363-4c09-9324-e6bb3115b6af admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3367281'] for subnet, precommit_delete_associations {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:44:26.663825 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-49a3e4a2-8363-4c09-9324-e6bb3115b6af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036854176836'] for subnet, precommit_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:44:26.940393 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-49a3e4a2-8363-4c09-9324-e6bb3115b6af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-598964', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850887113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3154192', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2308610'] for subnet, after_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:44:26.956043 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-99395a9a-9101-4225-9d21-b0fc96a3bbe0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:44:27.045045 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49a3e4a2-8363-4c09-9324-e6bb3115b6af admin admin] Pushing event deleted for resources: {'Subnet': ['ID=37cfe756-eb23-4463-98fd-fdbbb3a6adc4,revision_number=None']} {{(pid=84875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:44:27.067630 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49a3e4a2-8363-4c09-9324-e6bb3115b6af admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@n-h1-768862-2 {{(pid=84875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:44:27.068086 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49a3e4a2-8363-4c09-9324-e6bb3115b6af admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-h1-768862-2 {{(pid=84875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:44:27.068508 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49a3e4a2-8363-4c09-9324-e6bb3115b6af admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-h1-768862-2 {{(pid=84875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:44:27.068926 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49a3e4a2-8363-4c09-9324-e6bb3115b6af admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-h1-768862-2 {{(pid=84875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:44:27.069340 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49a3e4a2-8363-4c09-9324-e6bb3115b6af admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@n-h1-768862-2 {{(pid=84875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:44:27.069753 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49a3e4a2-8363-4c09-9324-e6bb3115b6af admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-h1-768862-2 {{(pid=84875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:44:27.070161 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49a3e4a2-8363-4c09-9324-e6bb3115b6af admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-h1-768862-2 {{(pid=84875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:44:27.070567 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49a3e4a2-8363-4c09-9324-e6bb3115b6af admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-h1-768862-2 {{(pid=84875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:44:27.071013 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49a3e4a2-8363-4c09-9324-e6bb3115b6af admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-h1-768862-2 {{(pid=84875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:44:27.071419 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49a3e4a2-8363-4c09-9324-e6bb3115b6af admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-h1-768862-2 {{(pid=84875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:44:27.071823 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49a3e4a2-8363-4c09-9324-e6bb3115b6af admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-h1-768862-2 {{(pid=84875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:44:27.072254 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49a3e4a2-8363-4c09-9324-e6bb3115b6af admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-h1-768862-2 {{(pid=84875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:44:27.072700 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49a3e4a2-8363-4c09-9324-e6bb3115b6af admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@n-h2-768862-2 {{(pid=84875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:44:27.073084 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49a3e4a2-8363-4c09-9324-e6bb3115b6af admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-h2-768862-2 {{(pid=84875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:44:27.073483 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49a3e4a2-8363-4c09-9324-e6bb3115b6af admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-h2-768862-2 {{(pid=84875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:44:27.073888 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49a3e4a2-8363-4c09-9324-e6bb3115b6af admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-h2-768862-2 {{(pid=84875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:44:27.074289 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49a3e4a2-8363-4c09-9324-e6bb3115b6af admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@n-h2-768862-2 {{(pid=84875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:44:27.074693 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49a3e4a2-8363-4c09-9324-e6bb3115b6af admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-h2-768862-2 {{(pid=84875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:44:27.075093 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49a3e4a2-8363-4c09-9324-e6bb3115b6af admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-h2-768862-2 {{(pid=84875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:44:27.075490 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49a3e4a2-8363-4c09-9324-e6bb3115b6af admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-h2-768862-2 {{(pid=84875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:44:27.075922 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49a3e4a2-8363-4c09-9324-e6bb3115b6af admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-h2-768862-2 {{(pid=84875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:44:27.076323 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49a3e4a2-8363-4c09-9324-e6bb3115b6af admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-h2-768862-2 {{(pid=84875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:44:27.076727 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49a3e4a2-8363-4c09-9324-e6bb3115b6af admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-h2-768862-2 {{(pid=84875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:44:27.077127 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49a3e4a2-8363-4c09-9324-e6bb3115b6af admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-h2-768862-2 {{(pid=84875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:44:27.077582 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49a3e4a2-8363-4c09-9324-e6bb3115b6af admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-2 {{(pid=84875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:44:27.077984 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49a3e4a2-8363-4c09-9324-e6bb3115b6af admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-2 {{(pid=84875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:44:27.078386 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49a3e4a2-8363-4c09-9324-e6bb3115b6af admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-2 {{(pid=84875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:44:27.078787 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49a3e4a2-8363-4c09-9324-e6bb3115b6af admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-2 {{(pid=84875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:44:27.079185 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49a3e4a2-8363-4c09-9324-e6bb3115b6af admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@n-d-768862-2 {{(pid=84875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:44:27.079594 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49a3e4a2-8363-4c09-9324-e6bb3115b6af admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-2 {{(pid=84875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:44:27.080027 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49a3e4a2-8363-4c09-9324-e6bb3115b6af admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-768862-2 {{(pid=84875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:44:27.080413 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49a3e4a2-8363-4c09-9324-e6bb3115b6af admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-768862-2 {{(pid=84875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:44:27.080813 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49a3e4a2-8363-4c09-9324-e6bb3115b6af admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-2 {{(pid=84875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:44:27.081255 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49a3e4a2-8363-4c09-9324-e6bb3115b6af admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-2 {{(pid=84875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:44:27.081655 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49a3e4a2-8363-4c09-9324-e6bb3115b6af admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-2 {{(pid=84875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:44:27.082056 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49a3e4a2-8363-4c09-9324-e6bb3115b6af admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-2 {{(pid=84875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:44:27.087464 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-49a3e4a2-8363-4c09-9324-e6bb3115b6af admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:44:27.114777 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-49a3e4a2-8363-4c09-9324-e6bb3115b6af admin admin] Notify callbacks [] for subnet, before_response {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:44:27.121021 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-49a3e4a2-8363-4c09-9324-e6bb3115b6af admin admin] 10.222.0.24 "DELETE /v2.0/subnets/37cfe756-eb23-4463-98fd-fdbbb3a6adc4 HTTP/1.1" status: 204 len: 168 time: 0.6472406 Jan 14 07:44:27.123862 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84875) accepted ('10.222.0.24', 44530) {{(pid=84875) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:44:27.241067 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-f04c7bf4-4bd4-4c62-ad79-d6c468241bb2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036854160497'] for network, before_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:44:27.435568 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-f04c7bf4-4bd4-4c62-ad79-d6c468241bb2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-598987', 'neutron.services.segments.db._delete_segments_for_network-8777640583949'] for network, precommit_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:44:27.562340 n-d-768862-2 neutron-server[84765]: DEBUG neutron.services.segments.db [None req-f04c7bf4-4bd4-4c62-ad79-d6c468241bb2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['19a248d4-421c-4b49-bc67-837b694d5328']}} {{(pid=84875) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:44:27.575358 n-d-768862-2 neutron-server[84765]: DEBUG neutron.services.segments.db [None req-f04c7bf4-4bd4-4c62-ad79-d6c468241bb2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '693dcf83-f6bf-43f3-ab56-6ff1e4882a9d') {'for_net_delete': True} {{(pid=84875) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:44:27.575734 n-d-768862-2 neutron-server[84765]: DEBUG neutron.services.segments.db [None req-f04c7bf4-4bd4-4c62-ad79-d6c468241bb2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '693dcf83-f6bf-43f3-ab56-6ff1e4882a9d') {} {{(pid=84875) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:44:27.589192 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-f04c7bf4-4bd4-4c62-ad79-d6c468241bb2 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363259214173198', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036851408567'] for segment, before_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:44:27.605740 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-f04c7bf4-4bd4-4c62-ad79-d6c468241bb2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854179735'] for segment, precommit_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:44:27.608131 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-f04c7bf4-4bd4-4c62-ad79-d6c468241bb2 admin admin] Releasing vxlan tunnel 3 to pool {{(pid=84875) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Jan 14 07:44:27.791154 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.managers [None req-f04c7bf4-4bd4-4c62-ad79-d6c468241bb2 admin admin] Network 19a248d4-421c-4b49-bc67-837b694d5328 has no segments {{(pid=84875) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 14 07:44:27.800747 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-f04c7bf4-4bd4-4c62-ad79-d6c468241bb2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-596065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3154253'] for segment, after_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:44:27.983863 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.managers [None req-f04c7bf4-4bd4-4c62-ad79-d6c468241bb2 admin admin] Network 19a248d4-421c-4b49-bc67-837b694d5328 has no segments {{(pid=84875) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 14 07:44:28.006815 n-d-768862-2 neutron-server[84765]: Traceback (most recent call last): Jan 14 07:44:28.006815 n-d-768862-2 neutron-server[84765]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 14 07:44:28.006815 n-d-768862-2 neutron-server[84765]: timer() Jan 14 07:44:28.006815 n-d-768862-2 neutron-server[84765]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 14 07:44:28.006815 n-d-768862-2 neutron-server[84765]: cb(*args, **kw) Jan 14 07:44:28.006815 n-d-768862-2 neutron-server[84765]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Jan 14 07:44:28.006815 n-d-768862-2 neutron-server[84765]: return func(*args, **kwargs) Jan 14 07:44:28.006815 n-d-768862-2 neutron-server[84765]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 14 07:44:28.006815 n-d-768862-2 neutron-server[84765]: self._notify() Jan 14 07:44:28.006815 n-d-768862-2 neutron-server[84765]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 14 07:44:28.006815 n-d-768862-2 neutron-server[84765]: self.callback(batched_events) Jan 14 07:44:28.006815 n-d-768862-2 neutron-server[84765]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 14 07:44:28.006815 n-d-768862-2 neutron-server[84765]: event.method(event) Jan 14 07:44:28.006815 n-d-768862-2 neutron-server[84765]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 14 07:44:28.006815 n-d-768862-2 neutron-server[84765]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 14 07:44:28.006815 n-d-768862-2 neutron-server[84765]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Jan 14 07:44:28.006815 n-d-768862-2 neutron-server[84765]: segment_id)['aggregates'][0] Jan 14 07:44:28.006815 n-d-768862-2 neutron-server[84765]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 14 07:44:28.006815 n-d-768862-2 neutron-server[84765]: return f(self, *a, **k) Jan 14 07:44:28.006815 n-d-768862-2 neutron-server[84765]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 14 07:44:28.006815 n-d-768862-2 neutron-server[84765]: return self._get(url).json() Jan 14 07:44:28.006815 n-d-768862-2 neutron-server[84765]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 14 07:44:28.006815 n-d-768862-2 neutron-server[84765]: **kwargs) Jan 14 07:44:28.006815 n-d-768862-2 neutron-server[84765]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 14 07:44:28.006815 n-d-768862-2 neutron-server[84765]: return self.request(url, 'GET', **kwargs) Jan 14 07:44:28.006815 n-d-768862-2 neutron-server[84765]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Jan 14 07:44:28.006815 n-d-768862-2 neutron-server[84765]: **endpoint_filter) Jan 14 07:44:28.006815 n-d-768862-2 neutron-server[84765]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 14 07:44:28.006815 n-d-768862-2 neutron-server[84765]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 14 07:44:28.006815 n-d-768862-2 neutron-server[84765]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 14 07:44:28.006815 n-d-768862-2 neutron-server[84765]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 14 07:44:28.006815 n-d-768862-2 neutron-server[84765]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 14 07:44:28.089523 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-f04c7bf4-4bd4-4c62-ad79-d6c468241bb2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036854176830', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850887149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3912591'] for network, after_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:44:28.093895 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-824f58b2-11f6-459b-b0ee-859d6fc90135 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:44:28.108492 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-f04c7bf4-4bd4-4c62-ad79-d6c468241bb2 admin admin] Notify callbacks [] for network, before_response {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:44:28.119630 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f04c7bf4-4bd4-4c62-ad79-d6c468241bb2 admin admin] Pushing event deleted for resources: {'Network': ['ID=19a248d4-421c-4b49-bc67-837b694d5328,revision_number=None']} {{(pid=84875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:44:28.123192 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-f04c7bf4-4bd4-4c62-ad79-d6c468241bb2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:44:28.128529 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-f04c7bf4-4bd4-4c62-ad79-d6c468241bb2 admin admin] 10.222.0.24 "DELETE /v2.0/networks/19a248d4-421c-4b49-bc67-837b694d5328 HTTP/1.1" status: 204 len: 168 time: 1.0036740 Jan 14 07:44:28.297999 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84874) accepted ('10.222.0.24', 44536) {{(pid=84874) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:44:28.352391 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-b8ec88a3-9508-4f90-90da-43d0dcf976c6 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=cae673d9a0fd4faf87c0bc446ad38048&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0529044 Jan 14 07:44:28.356559 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84874) accepted ('10.222.0.24', 44540) {{(pid=84874) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:44:28.421710 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-f3b57296-85b4-41ab-b0a3-a5ba7210b856 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:44:28.449048 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-f3b57296-85b4-41ab-b0a3-a5ba7210b856 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:44:28.497844 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-f3b57296-85b4-41ab-b0a3-a5ba7210b856 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850887153'] for security_group, after_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:44:28.501886 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-96f98db8-3c49-4f55-a081-a2626ab413ae admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:44:28.513582 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3b57296-85b4-41ab-b0a3-a5ba7210b856 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ef98d104-4679-4d35-8aee-00a3f6da03ce,revision_number=None']} {{(pid=84874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:44:28.524963 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3b57296-85b4-41ab-b0a3-a5ba7210b856 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@n-h1-768862-2 {{(pid=84874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:44:28.525332 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3b57296-85b4-41ab-b0a3-a5ba7210b856 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-h1-768862-2 {{(pid=84874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:44:28.525751 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3b57296-85b4-41ab-b0a3-a5ba7210b856 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-h1-768862-2 {{(pid=84874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:44:28.526168 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3b57296-85b4-41ab-b0a3-a5ba7210b856 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-h1-768862-2 {{(pid=84874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:44:28.526544 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3b57296-85b4-41ab-b0a3-a5ba7210b856 admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@n-h1-768862-2 {{(pid=84874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:44:28.526954 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3b57296-85b4-41ab-b0a3-a5ba7210b856 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-h1-768862-2 {{(pid=84874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:44:28.527358 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3b57296-85b4-41ab-b0a3-a5ba7210b856 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-h1-768862-2 {{(pid=84874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:44:28.527764 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3b57296-85b4-41ab-b0a3-a5ba7210b856 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-h1-768862-2 {{(pid=84874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:44:28.528193 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3b57296-85b4-41ab-b0a3-a5ba7210b856 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-h1-768862-2 {{(pid=84874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:44:28.528595 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3b57296-85b4-41ab-b0a3-a5ba7210b856 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-h1-768862-2 {{(pid=84874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:44:28.528996 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3b57296-85b4-41ab-b0a3-a5ba7210b856 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-h1-768862-2 {{(pid=84874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:44:28.529396 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3b57296-85b4-41ab-b0a3-a5ba7210b856 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-h1-768862-2 {{(pid=84874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:44:28.529861 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3b57296-85b4-41ab-b0a3-a5ba7210b856 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@n-h2-768862-2 {{(pid=84874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:44:28.530253 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3b57296-85b4-41ab-b0a3-a5ba7210b856 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-h2-768862-2 {{(pid=84874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:44:28.530651 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3b57296-85b4-41ab-b0a3-a5ba7210b856 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-h2-768862-2 {{(pid=84874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:44:28.531048 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3b57296-85b4-41ab-b0a3-a5ba7210b856 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-h2-768862-2 {{(pid=84874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:44:28.531449 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3b57296-85b4-41ab-b0a3-a5ba7210b856 admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@n-h2-768862-2 {{(pid=84874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:44:28.531864 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3b57296-85b4-41ab-b0a3-a5ba7210b856 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-h2-768862-2 {{(pid=84874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:44:28.532272 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3b57296-85b4-41ab-b0a3-a5ba7210b856 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-h2-768862-2 {{(pid=84874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:44:28.532669 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3b57296-85b4-41ab-b0a3-a5ba7210b856 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-h2-768862-2 {{(pid=84874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:44:28.533067 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3b57296-85b4-41ab-b0a3-a5ba7210b856 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-h2-768862-2 {{(pid=84874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:44:28.533465 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3b57296-85b4-41ab-b0a3-a5ba7210b856 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-h2-768862-2 {{(pid=84874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:44:28.533864 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3b57296-85b4-41ab-b0a3-a5ba7210b856 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-h2-768862-2 {{(pid=84874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:44:28.534262 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3b57296-85b4-41ab-b0a3-a5ba7210b856 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-h2-768862-2 {{(pid=84874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:44:28.534714 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3b57296-85b4-41ab-b0a3-a5ba7210b856 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-2 {{(pid=84874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:44:28.535112 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3b57296-85b4-41ab-b0a3-a5ba7210b856 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-2 {{(pid=84874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:44:28.535509 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3b57296-85b4-41ab-b0a3-a5ba7210b856 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-2 {{(pid=84874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:44:28.535929 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3b57296-85b4-41ab-b0a3-a5ba7210b856 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-2 {{(pid=84874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:44:28.536312 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3b57296-85b4-41ab-b0a3-a5ba7210b856 admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@n-d-768862-2 {{(pid=84874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:44:28.536710 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3b57296-85b4-41ab-b0a3-a5ba7210b856 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-2 {{(pid=84874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:44:28.537106 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3b57296-85b4-41ab-b0a3-a5ba7210b856 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-768862-2 {{(pid=84874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:44:28.537504 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3b57296-85b4-41ab-b0a3-a5ba7210b856 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-768862-2 {{(pid=84874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:44:28.537897 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3b57296-85b4-41ab-b0a3-a5ba7210b856 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-2 {{(pid=84874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:44:28.538292 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3b57296-85b4-41ab-b0a3-a5ba7210b856 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-2 {{(pid=84874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:44:28.538686 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3b57296-85b4-41ab-b0a3-a5ba7210b856 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-2 {{(pid=84874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:44:28.539080 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3b57296-85b4-41ab-b0a3-a5ba7210b856 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-2 {{(pid=84874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:44:28.543254 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-f3b57296-85b4-41ab-b0a3-a5ba7210b856 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:44:28.544526 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-f3b57296-85b4-41ab-b0a3-a5ba7210b856 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:44:28.545760 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-f3b57296-85b4-41ab-b0a3-a5ba7210b856 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/ef98d104-4679-4d35-8aee-00a3f6da03ce HTTP/1.1" status: 204 len: 168 time: 0.1882768 Jan 14 07:44:29.536511 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84875) accepted ('10.222.0.24', 44562) {{(pid=84875) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:44:29.697888 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.v2.base [None req-7d09dc0f-6eb7-451c-9254-9f2183e08465 tempest-NetworksIpV6Test-128132561 tempest-NetworksIpV6Test-128132561] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1135793872'}} {{(pid=84875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:44:29.704521 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-7d09dc0f-6eb7-451c-9254-9f2183e08465 tempest-NetworksIpV6Test-128132561 tempest-NetworksIpV6Test-128132561] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:44:29.708763 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-7d09dc0f-6eb7-451c-9254-9f2183e08465 tempest-NetworksIpV6Test-128132561 tempest-NetworksIpV6Test-128132561] Usage tracker for resource:network and tenant:70e3e73b58854037bfc1efd58476a4f8 is out of sync, need to count used quota {{(pid=84875) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:44:29.711948 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-7d09dc0f-6eb7-451c-9254-9f2183e08465 tempest-NetworksIpV6Test-128132561 tempest-NetworksIpV6Test-128132561] Quota usage for network was recalculated. Used quota:0. {{(pid=84875) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:44:29.718988 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-7d09dc0f-6eb7-451c-9254-9f2183e08465 tempest-NetworksIpV6Test-128132561 tempest-NetworksIpV6Test-128132561] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:44:29.730806 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7d09dc0f-6eb7-451c-9254-9f2183e08465 tempest-NetworksIpV6Test-128132561 tempest-NetworksIpV6Test-128132561] Made reservation on behalf of 70e3e73b58854037bfc1efd58476a4f8 for: {'network': 1} {{(pid=84875) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 07:44:29.740517 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-7d09dc0f-6eb7-451c-9254-9f2183e08465 tempest-NetworksIpV6Test-128132561 tempest-NetworksIpV6Test-128132561] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555753'] for network, before_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:44:29.755000 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-7d09dc0f-6eb7-451c-9254-9f2183e08465 tempest-NetworksIpV6Test-128132561 tempest-NetworksIpV6Test-128132561] Notify callbacks [] for security_group, before_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:44:29.771662 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-7d09dc0f-6eb7-451c-9254-9f2183e08465 tempest-NetworksIpV6Test-128132561 tempest-NetworksIpV6Test-128132561] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:44:29.776173 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-7d09dc0f-6eb7-451c-9254-9f2183e08465 tempest-NetworksIpV6Test-128132561 tempest-NetworksIpV6Test-128132561] Usage tracker for resource:security_group_rule and tenant:70e3e73b58854037bfc1efd58476a4f8 is out of sync, need to count used quota {{(pid=84875) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:44:29.779199 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-7d09dc0f-6eb7-451c-9254-9f2183e08465 tempest-NetworksIpV6Test-128132561 tempest-NetworksIpV6Test-128132561] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84875) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:44:29.785194 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-7d09dc0f-6eb7-451c-9254-9f2183e08465 tempest-NetworksIpV6Test-128132561 tempest-NetworksIpV6Test-128132561] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:44:29.873572 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-7d09dc0f-6eb7-451c-9254-9f2183e08465 tempest-NetworksIpV6Test-128132561 tempest-NetworksIpV6Test-128132561] Notify callbacks [] for security_group, precommit_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:44:29.877673 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-7d09dc0f-6eb7-451c-9254-9f2183e08465 tempest-NetworksIpV6Test-128132561 tempest-NetworksIpV6Test-128132561] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850887153'] for security_group, after_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:44:29.880740 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-e90c0b52-420c-4858-921b-f46214f6b526 tempest-TestVolumeBootPattern-349231117 tempest-TestVolumeBootPattern-349231117] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:44:29.919912 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7d09dc0f-6eb7-451c-9254-9f2183e08465 tempest-NetworksIpV6Test-128132561 tempest-NetworksIpV6Test-128132561] vxlan segment allocate from pool success with {'vxlan_vni': 3} {{(pid=84875) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Jan 14 07:44:29.929243 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d09dc0f-6eb7-451c-9254-9f2183e08465 tempest-NetworksIpV6Test-128132561 tempest-NetworksIpV6Test-128132561] Pushing event updated for resources: {'SecurityGroup': ['ID=de146f4c-c431-416f-bb20-6cb7d301f4b4,revision_number=1']} {{(pid=84875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:44:29.934494 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-7d09dc0f-6eb7-451c-9254-9f2183e08465 tempest-NetworksIpV6Test-128132561 tempest-NetworksIpV6Test-128132561] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:44:29.937387 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-7d09dc0f-6eb7-451c-9254-9f2183e08465 tempest-NetworksIpV6Test-128132561 tempest-NetworksIpV6Test-128132561] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment--9223363259214191851', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854179735'] for segment, precommit_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:44:29.938308 n-d-768862-2 neutron-server[84765]: INFO neutron.db.segments_db [None req-7d09dc0f-6eb7-451c-9254-9f2183e08465 tempest-NetworksIpV6Test-128132561 tempest-NetworksIpV6Test-128132561] Added segment f06429a6-14c2-4e98-ae66-d548b1e71fe6 of type vxlan for network 6ab40952-9881-4349-af31-8ae1495dcbb4 Jan 14 07:44:29.969698 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-7d09dc0f-6eb7-451c-9254-9f2183e08465 tempest-NetworksIpV6Test-128132561 tempest-NetworksIpV6Test-128132561] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363259214646115'] for network, precommit_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:44:30.004692 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-7d09dc0f-6eb7-451c-9254-9f2183e08465 tempest-NetworksIpV6Test-128132561 tempest-NetworksIpV6Test-128132561] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850887149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964'] for network, after_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:44:30.024001 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d09dc0f-6eb7-451c-9254-9f2183e08465 tempest-NetworksIpV6Test-128132561 tempest-NetworksIpV6Test-128132561] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:44:30.024647 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-7d09dc0f-6eb7-451c-9254-9f2183e08465 tempest-NetworksIpV6Test-128132561 tempest-NetworksIpV6Test-128132561] Notify callbacks [] for network, before_response {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:44:30.028605 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-cfbfa087-7c07-4fac-96a6-33b61d199e89 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:44:30.141615 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-7d09dc0f-6eb7-451c-9254-9f2183e08465 tempest-NetworksIpV6Test-128132561 tempest-NetworksIpV6Test-128132561] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.6037154 Jan 14 07:44:30.144923 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d09dc0f-6eb7-451c-9254-9f2183e08465 tempest-NetworksIpV6Test-128132561 tempest-NetworksIpV6Test-128132561] Pushing event updated for resources: {'Network': ['ID=6ab40952-9881-4349-af31-8ae1495dcbb4,revision_number=1']} {{(pid=84875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:44:30.148261 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-7d09dc0f-6eb7-451c-9254-9f2183e08465 tempest-NetworksIpV6Test-128132561 tempest-NetworksIpV6Test-128132561] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:44:30.159307 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Network 6ab40952-9881-4349-af31-8ae1495dcbb4 details requested by agent ovs-agent-n-d-768862-2 with host n-d-768862-2 {{(pid=84876) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 07:44:30.173349 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-017f98a9-8a07-408c-a86f-8ff0c00400a0 None None] Network 6ab40952-9881-4349-af31-8ae1495dcbb4 details requested by agent ovs-agent-n-h1-768862-2 with host n-h1-768862-2 {{(pid=84876) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 07:44:30.187256 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-852a24f7-e9a1-4193-9abb-e9506fe5213f None None] Network 6ab40952-9881-4349-af31-8ae1495dcbb4 details requested by agent ovs-agent-n-h2-768862-2 with host n-h2-768862-2 {{(pid=84876) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 07:44:33.896011 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84875) accepted ('10.222.0.24', 44570) {{(pid=84875) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:44:33.906433 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.v2.base [None req-fa34490e-f4f2-488d-81fc-89ebd11c300b tempest-NetworksIpV6Test-128132561 tempest-NetworksIpV6Test-128132561] Request body: {'subnet': {'network_id': '6ab40952-9881-4349-af31-8ae1495dcbb4', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=84875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:44:34.314803 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-fa34490e-f4f2-488d-81fc-89ebd11c300b tempest-NetworksIpV6Test-128132561 tempest-NetworksIpV6Test-128132561] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:44:34.319211 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-fa34490e-f4f2-488d-81fc-89ebd11c300b tempest-NetworksIpV6Test-128132561 tempest-NetworksIpV6Test-128132561] Usage tracker for resource:subnet and tenant:70e3e73b58854037bfc1efd58476a4f8 is out of sync, need to count used quota {{(pid=84875) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:44:34.322580 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-fa34490e-f4f2-488d-81fc-89ebd11c300b tempest-NetworksIpV6Test-128132561 tempest-NetworksIpV6Test-128132561] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84875) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:44:34.328904 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-fa34490e-f4f2-488d-81fc-89ebd11c300b tempest-NetworksIpV6Test-128132561 tempest-NetworksIpV6Test-128132561] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:44:34.342604 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fa34490e-f4f2-488d-81fc-89ebd11c300b tempest-NetworksIpV6Test-128132561 tempest-NetworksIpV6Test-128132561] Made reservation on behalf of 70e3e73b58854037bfc1efd58476a4f8 for: {'subnet': 1} {{(pid=84875) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 07:44:34.459860 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-fa34490e-f4f2-488d-81fc-89ebd11c300b tempest-NetworksIpV6Test-128132561 tempest-NetworksIpV6Test-128132561] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036852467157'] for subnet, before_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:44:34.917994 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-fa34490e-f4f2-488d-81fc-89ebd11c300b tempest-NetworksIpV6Test-128132561 tempest-NetworksIpV6Test-128132561] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850887113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036851621412', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036852467174'] for subnet, after_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:44:34.931111 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-4fa2523a-bdbf-4437-830f-957d6b378ee6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:44:35.078143 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa34490e-f4f2-488d-81fc-89ebd11c300b tempest-NetworksIpV6Test-128132561 tempest-NetworksIpV6Test-128132561] Pushing event updated for resources: {'Subnet': ['ID=8a3f8963-203d-4865-a226-6ffd872bd1a3,revision_number=0']} {{(pid=84875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:44:35.087918 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-fa34490e-f4f2-488d-81fc-89ebd11c300b tempest-NetworksIpV6Test-128132561 tempest-NetworksIpV6Test-128132561] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.156s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:44:35.167530 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa34490e-f4f2-488d-81fc-89ebd11c300b tempest-NetworksIpV6Test-128132561 tempest-NetworksIpV6Test-128132561] Checking segment: {'id': 'f06429a6-14c2-4e98-ae66-d548b1e71fe6', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '6ab40952-9881-4349-af31-8ae1495dcbb4'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84875) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 14 07:44:35.167951 n-d-768862-2 neutron-server[84765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa34490e-f4f2-488d-81fc-89ebd11c300b tempest-NetworksIpV6Test-128132561 tempest-NetworksIpV6Test-128132561] Network hostable DHCP agents. Network: 6ab40952-9881-4349-af31-8ae1495dcbb4, hostable agents: ['32f3dd84-26da-4d18-bf15-6017a8fb7247'], hosted agents: [] {{(pid=84875) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Jan 14 07:44:35.188871 n-d-768862-2 neutron-server[84765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa34490e-f4f2-488d-81fc-89ebd11c300b tempest-NetworksIpV6Test-128132561 tempest-NetworksIpV6Test-128132561] Network 6ab40952-9881-4349-af31-8ae1495dcbb4 is scheduled to be hosted by DHCP agent 32f3dd84-26da-4d18-bf15-6017a8fb7247 with binding_index 1 {{(pid=84875) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Jan 14 07:44:35.198177 n-d-768862-2 neutron-server[84765]: DEBUG neutron.scheduler.base_scheduler [None req-fa34490e-f4f2-488d-81fc-89ebd11c300b tempest-NetworksIpV6Test-128132561 tempest-NetworksIpV6Test-128132561] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768862-2, 6ab40952-9881-4349-af31-8ae1495dcbb4) {{(pid=84875) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 07:44:35.212275 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa34490e-f4f2-488d-81fc-89ebd11c300b tempest-NetworksIpV6Test-128132561 tempest-NetworksIpV6Test-128132561] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:44:35.213014 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-fa34490e-f4f2-488d-81fc-89ebd11c300b tempest-NetworksIpV6Test-128132561 tempest-NetworksIpV6Test-128132561] Notify callbacks [] for subnet, before_response {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:44:35.216160 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7bcc9581-9e08-44bd-a55f-05020d1f9caf None None] Network 6ab40952-9881-4349-af31-8ae1495dcbb4 requested from n-d-768862-2 {{(pid=84876) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 07:44:35.236714 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-fa34490e-f4f2-488d-81fc-89ebd11c300b tempest-NetworksIpV6Test-128132561 tempest-NetworksIpV6Test-128132561] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.3367784 Jan 14 07:44:35.238261 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84875) accepted ('10.222.0.24', 44574) {{(pid=84875) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:44:35.244882 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.v2.base [None req-45258f1a-ac7d-4db8-98db-f3e5a8b5d3b3 tempest-NetworksIpV6Test-128132561 tempest-NetworksIpV6Test-128132561] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1349465807'}} {{(pid=84875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:44:35.251339 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-45258f1a-ac7d-4db8-98db-f3e5a8b5d3b3 tempest-NetworksIpV6Test-128132561 tempest-NetworksIpV6Test-128132561] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:44:35.256156 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-45258f1a-ac7d-4db8-98db-f3e5a8b5d3b3 tempest-NetworksIpV6Test-128132561 tempest-NetworksIpV6Test-128132561] Usage tracker for resource:network and tenant:70e3e73b58854037bfc1efd58476a4f8 is out of sync, need to count used quota {{(pid=84875) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:44:35.259195 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-45258f1a-ac7d-4db8-98db-f3e5a8b5d3b3 tempest-NetworksIpV6Test-128132561 tempest-NetworksIpV6Test-128132561] Quota usage for network was recalculated. Used quota:1. {{(pid=84875) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:44:35.265495 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-45258f1a-ac7d-4db8-98db-f3e5a8b5d3b3 tempest-NetworksIpV6Test-128132561 tempest-NetworksIpV6Test-128132561] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:44:35.276941 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-45258f1a-ac7d-4db8-98db-f3e5a8b5d3b3 tempest-NetworksIpV6Test-128132561 tempest-NetworksIpV6Test-128132561] Made reservation on behalf of 70e3e73b58854037bfc1efd58476a4f8 for: {'network': 1} {{(pid=84875) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 07:44:35.286359 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-45258f1a-ac7d-4db8-98db-f3e5a8b5d3b3 tempest-NetworksIpV6Test-128132561 tempest-NetworksIpV6Test-128132561] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555753'] for network, before_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:44:35.325702 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-45258f1a-ac7d-4db8-98db-f3e5a8b5d3b3 tempest-NetworksIpV6Test-128132561 tempest-NetworksIpV6Test-128132561] vxlan segment allocate from pool success with {'vxlan_vni': 5} {{(pid=84875) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Jan 14 07:44:35.335326 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-45258f1a-ac7d-4db8-98db-f3e5a8b5d3b3 tempest-NetworksIpV6Test-128132561 tempest-NetworksIpV6Test-128132561] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment--9223363259214191851', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854179735'] for segment, precommit_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:44:35.335690 n-d-768862-2 neutron-server[84765]: INFO neutron.db.segments_db [None req-45258f1a-ac7d-4db8-98db-f3e5a8b5d3b3 tempest-NetworksIpV6Test-128132561 tempest-NetworksIpV6Test-128132561] Added segment 0feb9edf-6304-4275-a4ad-55a93d1629b8 of type vxlan for network 466903ad-ad79-4c76-a038-71d1c7f18225 Jan 14 07:44:35.363345 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-45258f1a-ac7d-4db8-98db-f3e5a8b5d3b3 tempest-NetworksIpV6Test-128132561 tempest-NetworksIpV6Test-128132561] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363259214646115'] for network, precommit_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:44:35.395306 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-45258f1a-ac7d-4db8-98db-f3e5a8b5d3b3 tempest-NetworksIpV6Test-128132561 tempest-NetworksIpV6Test-128132561] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850887149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964'] for network, after_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:44:35.414995 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45258f1a-ac7d-4db8-98db-f3e5a8b5d3b3 tempest-NetworksIpV6Test-128132561 tempest-NetworksIpV6Test-128132561] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:44:35.415690 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-45258f1a-ac7d-4db8-98db-f3e5a8b5d3b3 tempest-NetworksIpV6Test-128132561 tempest-NetworksIpV6Test-128132561] Notify callbacks [] for network, before_response {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:44:35.419881 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-f04c7bf4-4bd4-4c62-ad79-d6c468241bb2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:44:35.457385 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7169246-8861-41d9-a285-aa34e3baa91c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5d94dc7a-c095-50a4-955e-5f3b78718a12-6ab40952-9881-4349-af31-8ae1495dcbb4', 'network_id': '6ab40952-9881-4349-af31-8ae1495dcbb4', 'tenant_id': '70e3e73b58854037bfc1efd58476a4f8', 'fixed_ips': [{'subnet_id': '8a3f8963-203d-4865-a226-6ffd872bd1a3'}]}} from n-d-768862-2. {{(pid=84876) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Jan 14 07:44:35.458330 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-b7169246-8861-41d9-a285-aa34e3baa91c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555753'] for port, before_create {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:44:35.525199 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-45258f1a-ac7d-4db8-98db-f3e5a8b5d3b3 tempest-NetworksIpV6Test-128132561 tempest-NetworksIpV6Test-128132561] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.2857571 Jan 14 07:44:35.528521 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84875) accepted ('10.222.0.24', 44578) {{(pid=84875) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:44:35.542231 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.v2.base [None req-29bbcc89-0441-4d15-b6d4-097830806cd2 tempest-NetworksIpV6Test-128132561 tempest-NetworksIpV6Test-128132561] Request body: {'subnet': {'network_id': '466903ad-ad79-4c76-a038-71d1c7f18225', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'enable_dhcp': True, 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888']}} {{(pid=84875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:44:35.557671 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45258f1a-ac7d-4db8-98db-f3e5a8b5d3b3 tempest-NetworksIpV6Test-128132561 tempest-NetworksIpV6Test-128132561] Pushing event updated for resources: {'Network': ['ID=466903ad-ad79-4c76-a038-71d1c7f18225,revision_number=1']} {{(pid=84875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:44:35.563886 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-45258f1a-ac7d-4db8-98db-f3e5a8b5d3b3 tempest-NetworksIpV6Test-128132561 tempest-NetworksIpV6Test-128132561] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:44:35.573854 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Network 466903ad-ad79-4c76-a038-71d1c7f18225 details requested by agent ovs-agent-n-d-768862-2 with host n-d-768862-2 {{(pid=84876) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 07:44:35.586860 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-017f98a9-8a07-408c-a86f-8ff0c00400a0 None None] Network 466903ad-ad79-4c76-a038-71d1c7f18225 details requested by agent ovs-agent-n-h1-768862-2 with host n-h1-768862-2 {{(pid=84876) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 07:44:35.599982 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-852a24f7-e9a1-4193-9abb-e9506fe5213f None None] Network 466903ad-ad79-4c76-a038-71d1c7f18225 details requested by agent ovs-agent-n-h2-768862-2 with host n-h2-768862-2 {{(pid=84876) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 07:44:35.665375 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-29bbcc89-0441-4d15-b6d4-097830806cd2 tempest-NetworksIpV6Test-128132561 tempest-NetworksIpV6Test-128132561] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:44:35.669586 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-29bbcc89-0441-4d15-b6d4-097830806cd2 tempest-NetworksIpV6Test-128132561 tempest-NetworksIpV6Test-128132561] Usage tracker for resource:subnet and tenant:70e3e73b58854037bfc1efd58476a4f8 is out of sync, need to count used quota {{(pid=84875) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:44:35.672603 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-29bbcc89-0441-4d15-b6d4-097830806cd2 tempest-NetworksIpV6Test-128132561 tempest-NetworksIpV6Test-128132561] Quota usage for subnet was recalculated. Used quota:1. {{(pid=84875) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:44:35.678727 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-29bbcc89-0441-4d15-b6d4-097830806cd2 tempest-NetworksIpV6Test-128132561 tempest-NetworksIpV6Test-128132561] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:44:35.693498 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-29bbcc89-0441-4d15-b6d4-097830806cd2 tempest-NetworksIpV6Test-128132561 tempest-NetworksIpV6Test-128132561] Made reservation on behalf of 70e3e73b58854037bfc1efd58476a4f8 for: {'subnet': 1} {{(pid=84875) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 07:44:35.812780 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-29bbcc89-0441-4d15-b6d4-097830806cd2 tempest-NetworksIpV6Test-128132561 tempest-NetworksIpV6Test-128132561] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036852467157'] for subnet, before_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:44:36.065795 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.db_base_plugin_common [None req-b7169246-8861-41d9-a285-aa34e3baa91c None None] Allocated IP 2001:db8:0:ffff::2 (6ab40952-9881-4349-af31-8ae1495dcbb4/8a3f8963-203d-4865-a226-6ffd872bd1a3/8e072fa1-c963-494e-8db0-f1b2f61baf47) {{(pid=84876) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 14 07:44:36.278474 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-29bbcc89-0441-4d15-b6d4-097830806cd2 tempest-NetworksIpV6Test-128132561 tempest-NetworksIpV6Test-128132561] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850887113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036851621412', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036852467174'] for subnet, after_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:44:36.284193 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-b7169246-8861-41d9-a285-aa34e3baa91c None None] Notify callbacks [] for port, precommit_create {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:44:36.294831 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-c1b84e66-07b5-4312-b686-8ebfa99f9d30 tempest-TestNetworkBasicOps-1983703278 tempest-TestNetworkBasicOps-1983703278] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:44:36.295809 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-b7169246-8861-41d9-a285-aa34e3baa91c None None] Transition to ACTIVE for port object 8e072fa1-c963-494e-8db0-f1b2f61baf47 will not be triggered until provisioned by entity L2. {{(pid=84876) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 07:44:36.311889 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-b7169246-8861-41d9-a285-aa34e3baa91c None None] Transition to ACTIVE for port object 8e072fa1-c963-494e-8db0-f1b2f61baf47 will not be triggered until provisioned by entity DHCP. {{(pid=84876) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 07:44:36.317993 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-b7169246-8861-41d9-a285-aa34e3baa91c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777640123575'] for port, after_create {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:44:36.331579 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-ce690609-ea5c-42f8-9da4-c56b2ae94af7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84876) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:44:36.428370 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29bbcc89-0441-4d15-b6d4-097830806cd2 tempest-NetworksIpV6Test-128132561 tempest-NetworksIpV6Test-128132561] Pushing event updated for resources: {'Subnet': ['ID=f5347680-0d02-4be0-b097-547b95adab1c,revision_number=0']} {{(pid=84875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:44:36.432409 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-29bbcc89-0441-4d15-b6d4-097830806cd2 tempest-NetworksIpV6Test-128132561 tempest-NetworksIpV6Test-128132561] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:44:36.464441 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7169246-8861-41d9-a285-aa34e3baa91c None None] Pushing event updated for resources: {'Port': ['ID=8e072fa1-c963-494e-8db0-f1b2f61baf47,revision_number=1']} {{(pid=84876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:44:36.470727 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-b7169246-8861-41d9-a285-aa34e3baa91c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=84876) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:44:36.508856 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29bbcc89-0441-4d15-b6d4-097830806cd2 tempest-NetworksIpV6Test-128132561 tempest-NetworksIpV6Test-128132561] Checking segment: {'id': '0feb9edf-6304-4275-a4ad-55a93d1629b8', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '466903ad-ad79-4c76-a038-71d1c7f18225'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84875) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 14 07:44:36.509256 n-d-768862-2 neutron-server[84765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29bbcc89-0441-4d15-b6d4-097830806cd2 tempest-NetworksIpV6Test-128132561 tempest-NetworksIpV6Test-128132561] Network hostable DHCP agents. Network: 466903ad-ad79-4c76-a038-71d1c7f18225, hostable agents: ['32f3dd84-26da-4d18-bf15-6017a8fb7247'], hosted agents: [] {{(pid=84875) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Jan 14 07:44:36.524538 n-d-768862-2 neutron-server[84765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7169246-8861-41d9-a285-aa34e3baa91c None None] Network 6ab40952-9881-4349-af31-8ae1495dcbb4 is already hosted by enough agents. {{(pid=84876) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 07:44:36.525970 n-d-768862-2 neutron-server[84765]: DEBUG neutron.scheduler.base_scheduler [None req-b7169246-8861-41d9-a285-aa34e3baa91c None None] Resources bound (agent type, host, resource id): {{(pid=84876) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 07:44:36.530003 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7169246-8861-41d9-a285-aa34e3baa91c None None] Received port after_create {{(pid=84876) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 14 07:44:36.534170 n-d-768862-2 neutron-server[84765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29bbcc89-0441-4d15-b6d4-097830806cd2 tempest-NetworksIpV6Test-128132561 tempest-NetworksIpV6Test-128132561] Network 466903ad-ad79-4c76-a038-71d1c7f18225 is scheduled to be hosted by DHCP agent 32f3dd84-26da-4d18-bf15-6017a8fb7247 with binding_index 1 {{(pid=84875) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Jan 14 07:44:36.544587 n-d-768862-2 neutron-server[84765]: DEBUG neutron.scheduler.base_scheduler [None req-29bbcc89-0441-4d15-b6d4-097830806cd2 tempest-NetworksIpV6Test-128132561 tempest-NetworksIpV6Test-128132561] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768862-2, 466903ad-ad79-4c76-a038-71d1c7f18225) {{(pid=84875) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 07:44:36.559255 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29bbcc89-0441-4d15-b6d4-097830806cd2 tempest-NetworksIpV6Test-128132561 tempest-NetworksIpV6Test-128132561] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:44:36.559948 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-29bbcc89-0441-4d15-b6d4-097830806cd2 tempest-NetworksIpV6Test-128132561 tempest-NetworksIpV6Test-128132561] Notify callbacks [] for subnet, before_response {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:44:36.574600 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86b234b3-5dd0-484f-926f-4c3b8d04fbc1 None None] Network 466903ad-ad79-4c76-a038-71d1c7f18225 requested from n-d-768862-2 {{(pid=84876) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 07:44:36.580504 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-29bbcc89-0441-4d15-b6d4-097830806cd2 tempest-NetworksIpV6Test-128132561 tempest-NetworksIpV6Test-128132561] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 913 time: 1.0471871 Jan 14 07:44:36.583530 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84875) accepted ('10.222.0.24', 44582) {{(pid=84875) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:44:36.674628 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.managers [None req-b7169246-8861-41d9-a285-aa34e3baa91c None None] Attempting to bind port 8e072fa1-c963-494e-8db0-f1b2f61baf47 on host n-d-768862-2 for vnic_type normal with profile {{(pid=84876) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 14 07:44:36.675042 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.managers [None req-b7169246-8861-41d9-a285-aa34e3baa91c None None] Attempting to bind port 8e072fa1-c963-494e-8db0-f1b2f61baf47 by drivers openvswitch on host n-d-768862-2 at level 0 using segments [{'id': 'f06429a6-14c2-4e98-ae66-d548b1e71fe6', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '6ab40952-9881-4349-af31-8ae1495dcbb4'}] {{(pid=84876) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 14 07:44:36.675414 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7169246-8861-41d9-a285-aa34e3baa91c None None] Attempting to bind port 8e072fa1-c963-494e-8db0-f1b2f61baf47 on network 6ab40952-9881-4349-af31-8ae1495dcbb4 {{(pid=84876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 14 07:44:36.686301 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7169246-8861-41d9-a285-aa34e3baa91c None None] Checking agent: {'id': 'ba5efab1-b43c-4d5a-bc52-6e105d4e67a2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768862-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 14, 6, 56, 52), 'started_at': datetime.datetime(2021, 1, 14, 6, 57, 22), 'heartbeat_timestamp': datetime.datetime(2021, 1, 14, 7, 44, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768862-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.29', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 14 07:44:36.686908 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7169246-8861-41d9-a285-aa34e3baa91c None None] Checking segment: {'id': 'f06429a6-14c2-4e98-ae66-d548b1e71fe6', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '6ab40952-9881-4349-af31-8ae1495dcbb4'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84876) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 14 07:44:36.687160 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-b7169246-8861-41d9-a285-aa34e3baa91c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:44:36.687595 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7169246-8861-41d9-a285-aa34e3baa91c None None] Bound using segment: {'id': 'f06429a6-14c2-4e98-ae66-d548b1e71fe6', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '6ab40952-9881-4349-af31-8ae1495dcbb4'} {{(pid=84876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 14 07:44:36.688147 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.managers [None req-b7169246-8861-41d9-a285-aa34e3baa91c None None] Bound port: 8e072fa1-c963-494e-8db0-f1b2f61baf47, host: n-d-768862-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f06429a6-14c2-4e98-ae66-d548b1e71fe6', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '6ab40952-9881-4349-af31-8ae1495dcbb4'}}] {{(pid=84876) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 14 07:44:36.688568 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-b7169246-8861-41d9-a285-aa34e3baa91c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555753'] for port, before_update {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:44:36.746932 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-cb4ac6fe-cf9f-4bf2-bb7b-768fafd8163a tempest-NetworksIpV6Test-128132561 tempest-NetworksIpV6Test-128132561] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036854160497'] for network, before_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:44:36.857904 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [None req-b7169246-8861-41d9-a285-aa34e3baa91c None None] For port 8e072fa1-c963-494e-8db0-f1b2f61baf47, host n-d-768862-2, cleared binding levels {{(pid=84876) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 14 07:44:36.862767 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [None req-b7169246-8861-41d9-a285-aa34e3baa91c None None] For port 8e072fa1-c963-494e-8db0-f1b2f61baf47, host n-d-768862-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-2',level=0,port_id=8e072fa1-c963-494e-8db0-f1b2f61baf47,segment=NetworkSegment(f06429a6-14c2-4e98-ae66-d548b1e71fe6),segment_id=f06429a6-14c2-4e98-ae66-d548b1e71fe6)] {{(pid=84876) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 14 07:44:36.879106 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-cb4ac6fe-cf9f-4bf2-bb7b-768fafd8163a tempest-NetworksIpV6Test-128132561 tempest-NetworksIpV6Test-128132561] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036854176836'] for subnet, precommit_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:44:36.891201 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-b7169246-8861-41d9-a285-aa34e3baa91c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777640533312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363259214678337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777640097497'] for port, after_update {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:44:36.908319 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-c14cc9d4-59a7-4c77-ab4a-0a8d87c9d92d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84876) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:44:37.012794 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb5de359-b2e9-48c5-90e8-464ecea357b0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5d94dc7a-c095-50a4-955e-5f3b78718a12-466903ad-ad79-4c76-a038-71d1c7f18225', 'network_id': '466903ad-ad79-4c76-a038-71d1c7f18225', 'tenant_id': '70e3e73b58854037bfc1efd58476a4f8', 'fixed_ips': [{'subnet_id': 'f5347680-0d02-4be0-b097-547b95adab1c'}]}} from n-d-768862-2. {{(pid=84876) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Jan 14 07:44:37.013716 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-bb5de359-b2e9-48c5-90e8-464ecea357b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555753'] for port, before_create {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:44:37.099718 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7169246-8861-41d9-a285-aa34e3baa91c None None] Pushing event updated for resources: {'Port': ['ID=8e072fa1-c963-494e-8db0-f1b2f61baf47,revision_number=2']} {{(pid=84876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:44:37.103526 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-b7169246-8861-41d9-a285-aa34e3baa91c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.195s {{(pid=84876) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:44:37.181376 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-cb4ac6fe-cf9f-4bf2-bb7b-768fafd8163a tempest-NetworksIpV6Test-128132561 tempest-NetworksIpV6Test-128132561] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-598964', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850887113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3154192', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2308610'] for subnet, after_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:44:37.196188 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-64ac13ba-5323-40de-89f4-a603ee119821 tempest-RoutersTest-1255860389 tempest-RoutersTest-1255860389] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:44:37.288167 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb4ac6fe-cf9f-4bf2-bb7b-768fafd8163a tempest-NetworksIpV6Test-128132561 tempest-NetworksIpV6Test-128132561] Pushing event deleted for resources: {'Subnet': ['ID=f5347680-0d02-4be0-b097-547b95adab1c,revision_number=None']} {{(pid=84875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:44:37.297612 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-cb4ac6fe-cf9f-4bf2-bb7b-768fafd8163a tempest-NetworksIpV6Test-128132561 tempest-NetworksIpV6Test-128132561] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:44:37.462445 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-cb4ac6fe-cf9f-4bf2-bb7b-768fafd8163a tempest-NetworksIpV6Test-128132561 tempest-NetworksIpV6Test-128132561] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-598987', 'neutron.services.segments.db._delete_segments_for_network-8777640583949'] for network, precommit_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:44:37.533415 n-d-768862-2 neutron-server[84765]: ERROR oslo_messaging.rpc.server [None req-bb5de359-b2e9-48c5-90e8-464ecea357b0 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet f5347680-0d02-4be0-b097-547b95adab1c: This subnet is being modified by another concurrent operation. Jan 14 07:44:37.533415 n-d-768862-2 neutron-server[84765]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Jan 14 07:44:37.533415 n-d-768862-2 neutron-server[84765]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Jan 14 07:44:37.533415 n-d-768862-2 neutron-server[84765]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Jan 14 07:44:37.533415 n-d-768862-2 neutron-server[84765]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Jan 14 07:44:37.533415 n-d-768862-2 neutron-server[84765]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Jan 14 07:44:37.533415 n-d-768862-2 neutron-server[84765]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Jan 14 07:44:37.533415 n-d-768862-2 neutron-server[84765]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Jan 14 07:44:37.533415 n-d-768862-2 neutron-server[84765]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Jan 14 07:44:37.533415 n-d-768862-2 neutron-server[84765]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Jan 14 07:44:37.533415 n-d-768862-2 neutron-server[84765]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jan 14 07:44:37.533415 n-d-768862-2 neutron-server[84765]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jan 14 07:44:37.533415 n-d-768862-2 neutron-server[84765]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Jan 14 07:44:37.533415 n-d-768862-2 neutron-server[84765]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 14 07:44:37.533415 n-d-768862-2 neutron-server[84765]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Jan 14 07:44:37.533415 n-d-768862-2 neutron-server[84765]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Jan 14 07:44:37.533415 n-d-768862-2 neutron-server[84765]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/six.py", line 703, in reraise Jan 14 07:44:37.533415 n-d-768862-2 neutron-server[84765]: ERROR oslo_messaging.rpc.server raise value Jan 14 07:44:37.533415 n-d-768862-2 neutron-server[84765]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jan 14 07:44:37.533415 n-d-768862-2 neutron-server[84765]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jan 14 07:44:37.533415 n-d-768862-2 neutron-server[84765]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/oslo_db/api.py", line 154, in wrapper Jan 14 07:44:37.533415 n-d-768862-2 neutron-server[84765]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jan 14 07:44:37.533415 n-d-768862-2 neutron-server[84765]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Jan 14 07:44:37.533415 n-d-768862-2 neutron-server[84765]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 14 07:44:37.533415 n-d-768862-2 neutron-server[84765]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Jan 14 07:44:37.533415 n-d-768862-2 neutron-server[84765]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Jan 14 07:44:37.533415 n-d-768862-2 neutron-server[84765]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/six.py", line 703, in reraise Jan 14 07:44:37.533415 n-d-768862-2 neutron-server[84765]: ERROR oslo_messaging.rpc.server raise value Jan 14 07:44:37.533415 n-d-768862-2 neutron-server[84765]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/oslo_db/api.py", line 142, in wrapper Jan 14 07:44:37.533415 n-d-768862-2 neutron-server[84765]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jan 14 07:44:37.533415 n-d-768862-2 neutron-server[84765]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jan 14 07:44:37.533415 n-d-768862-2 neutron-server[84765]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jan 14 07:44:37.533415 n-d-768862-2 neutron-server[84765]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Jan 14 07:44:37.533415 n-d-768862-2 neutron-server[84765]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 14 07:44:37.533415 n-d-768862-2 neutron-server[84765]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Jan 14 07:44:37.533415 n-d-768862-2 neutron-server[84765]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Jan 14 07:44:37.533415 n-d-768862-2 neutron-server[84765]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/six.py", line 703, in reraise Jan 14 07:44:37.533415 n-d-768862-2 neutron-server[84765]: ERROR oslo_messaging.rpc.server raise value Jan 14 07:44:37.533415 n-d-768862-2 neutron-server[84765]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jan 14 07:44:37.533415 n-d-768862-2 neutron-server[84765]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jan 14 07:44:37.533415 n-d-768862-2 neutron-server[84765]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Jan 14 07:44:37.533415 n-d-768862-2 neutron-server[84765]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Jan 14 07:44:37.533415 n-d-768862-2 neutron-server[84765]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 274, in create_dhcp_port Jan 14 07:44:37.533415 n-d-768862-2 neutron-server[84765]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Jan 14 07:44:37.533415 n-d-768862-2 neutron-server[84765]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 99, in _port_action Jan 14 07:44:37.533415 n-d-768862-2 neutron-server[84765]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Jan 14 07:44:37.533415 n-d-768862-2 neutron-server[84765]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/neutron_lib/plugins/utils.py", line 336, in create_port Jan 14 07:44:37.533415 n-d-768862-2 neutron-server[84765]: ERROR oslo_messaging.rpc.server context, {port_apidef.RESOURCE_NAME: port_data}) Jan 14 07:44:37.533415 n-d-768862-2 neutron-server[84765]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 687, in inner Jan 14 07:44:37.533415 n-d-768862-2 neutron-server[84765]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Jan 14 07:44:37.533415 n-d-768862-2 neutron-server[84765]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 217, in wrapped Jan 14 07:44:37.533415 n-d-768862-2 neutron-server[84765]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jan 14 07:44:37.533415 n-d-768862-2 neutron-server[84765]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jan 14 07:44:37.533415 n-d-768862-2 neutron-server[84765]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jan 14 07:44:37.533415 n-d-768862-2 neutron-server[84765]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Jan 14 07:44:37.533415 n-d-768862-2 neutron-server[84765]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 14 07:44:37.533415 n-d-768862-2 neutron-server[84765]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Jan 14 07:44:37.533415 n-d-768862-2 neutron-server[84765]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Jan 14 07:44:37.533415 n-d-768862-2 neutron-server[84765]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/six.py", line 703, in reraise Jan 14 07:44:37.533415 n-d-768862-2 neutron-server[84765]: ERROR oslo_messaging.rpc.server raise value Jan 14 07:44:37.533415 n-d-768862-2 neutron-server[84765]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jan 14 07:44:37.533415 n-d-768862-2 neutron-server[84765]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jan 14 07:44:37.533415 n-d-768862-2 neutron-server[84765]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/oslo_db/api.py", line 154, in wrapper Jan 14 07:44:37.533415 n-d-768862-2 neutron-server[84765]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jan 14 07:44:37.533415 n-d-768862-2 neutron-server[84765]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Jan 14 07:44:37.533415 n-d-768862-2 neutron-server[84765]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 14 07:44:37.533415 n-d-768862-2 neutron-server[84765]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Jan 14 07:44:37.533415 n-d-768862-2 neutron-server[84765]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Jan 14 07:44:37.533415 n-d-768862-2 neutron-server[84765]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/six.py", line 703, in reraise Jan 14 07:44:37.533415 n-d-768862-2 neutron-server[84765]: ERROR oslo_messaging.rpc.server raise value Jan 14 07:44:37.533415 n-d-768862-2 neutron-server[84765]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/oslo_db/api.py", line 142, in wrapper Jan 14 07:44:37.533415 n-d-768862-2 neutron-server[84765]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jan 14 07:44:37.533415 n-d-768862-2 neutron-server[84765]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jan 14 07:44:37.533415 n-d-768862-2 neutron-server[84765]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jan 14 07:44:37.533415 n-d-768862-2 neutron-server[84765]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Jan 14 07:44:37.533415 n-d-768862-2 neutron-server[84765]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 14 07:44:37.533415 n-d-768862-2 neutron-server[84765]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Jan 14 07:44:37.533415 n-d-768862-2 neutron-server[84765]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Jan 14 07:44:37.533415 n-d-768862-2 neutron-server[84765]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/six.py", line 703, in reraise Jan 14 07:44:37.533415 n-d-768862-2 neutron-server[84765]: ERROR oslo_messaging.rpc.server raise value Jan 14 07:44:37.533415 n-d-768862-2 neutron-server[84765]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jan 14 07:44:37.533415 n-d-768862-2 neutron-server[84765]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jan 14 07:44:37.533415 n-d-768862-2 neutron-server[84765]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1425, in create_port Jan 14 07:44:37.533415 n-d-768862-2 neutron-server[84765]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Jan 14 07:44:37.533415 n-d-768862-2 neutron-server[84765]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1392, in _create_port_db Jan 14 07:44:37.533415 n-d-768862-2 neutron-server[84765]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Jan 14 07:44:37.533415 n-d-768862-2 neutron-server[84765]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1432, in create_port_db Jan 14 07:44:37.533415 n-d-768862-2 neutron-server[84765]: ERROR oslo_messaging.rpc.server context, port, port_id) Jan 14 07:44:37.533415 n-d-768862-2 neutron-server[84765]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 222, in allocate_ips_for_port_and_store Jan 14 07:44:37.533415 n-d-768862-2 neutron-server[84765]: ERROR oslo_messaging.rpc.server revert_on_fail=False) Jan 14 07:44:37.533415 n-d-768862-2 neutron-server[84765]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Jan 14 07:44:37.533415 n-d-768862-2 neutron-server[84765]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 14 07:44:37.533415 n-d-768862-2 neutron-server[84765]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Jan 14 07:44:37.533415 n-d-768862-2 neutron-server[84765]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Jan 14 07:44:37.533415 n-d-768862-2 neutron-server[84765]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/six.py", line 703, in reraise Jan 14 07:44:37.533415 n-d-768862-2 neutron-server[84765]: ERROR oslo_messaging.rpc.server raise value Jan 14 07:44:37.533415 n-d-768862-2 neutron-server[84765]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Jan 14 07:44:37.533415 n-d-768862-2 neutron-server[84765]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Jan 14 07:44:37.533415 n-d-768862-2 neutron-server[84765]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 241, in _allocate_ips_for_port Jan 14 07:44:37.533415 n-d-768862-2 neutron-server[84765]: ERROR oslo_messaging.rpc.server distributed_service=self._is_distributed_service(p)) Jan 14 07:44:37.533415 n-d-768862-2 neutron-server[84765]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 687, in _ipam_get_subnets Jan 14 07:44:37.533415 n-d-768862-2 neutron-server[84765]: ERROR oslo_messaging.rpc.server id=subnet.id) Jan 14 07:44:37.533415 n-d-768862-2 neutron-server[84765]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Jan 14 07:44:37.533415 n-d-768862-2 neutron-server[84765]: ERROR oslo_messaging.rpc.server raise exception Jan 14 07:44:37.533415 n-d-768862-2 neutron-server[84765]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet f5347680-0d02-4be0-b097-547b95adab1c: This subnet is being modified by another concurrent operation. Jan 14 07:44:37.533415 n-d-768862-2 neutron-server[84765]: ERROR oslo_messaging.rpc.server Jan 14 07:44:37.556071 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a95fc01-9076-4a10-8583-b9d6ea08cb15 None None] Network 466903ad-ad79-4c76-a038-71d1c7f18225 requested from n-d-768862-2 {{(pid=84876) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 07:44:37.592417 n-d-768862-2 neutron-server[84765]: DEBUG neutron.services.segments.db [None req-cb4ac6fe-cf9f-4bf2-bb7b-768fafd8163a tempest-NetworksIpV6Test-128132561 tempest-NetworksIpV6Test-128132561] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['466903ad-ad79-4c76-a038-71d1c7f18225']}} {{(pid=84875) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:44:37.605757 n-d-768862-2 neutron-server[84765]: DEBUG neutron.services.segments.db [None req-cb4ac6fe-cf9f-4bf2-bb7b-768fafd8163a tempest-NetworksIpV6Test-128132561 tempest-NetworksIpV6Test-128132561] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0feb9edf-6304-4275-a4ad-55a93d1629b8') {'for_net_delete': True} {{(pid=84875) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:44:37.606127 n-d-768862-2 neutron-server[84765]: DEBUG neutron.services.segments.db [None req-cb4ac6fe-cf9f-4bf2-bb7b-768fafd8163a tempest-NetworksIpV6Test-128132561 tempest-NetworksIpV6Test-128132561] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0feb9edf-6304-4275-a4ad-55a93d1629b8') {} {{(pid=84875) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:44:37.618655 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-cb4ac6fe-cf9f-4bf2-bb7b-768fafd8163a tempest-NetworksIpV6Test-128132561 tempest-NetworksIpV6Test-128132561] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363259214173198', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036851408567'] for segment, before_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:44:37.634128 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-cb4ac6fe-cf9f-4bf2-bb7b-768fafd8163a tempest-NetworksIpV6Test-128132561 tempest-NetworksIpV6Test-128132561] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854179735'] for segment, precommit_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:44:37.636301 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-cb4ac6fe-cf9f-4bf2-bb7b-768fafd8163a tempest-NetworksIpV6Test-128132561 tempest-NetworksIpV6Test-128132561] Releasing vxlan tunnel 5 to pool {{(pid=84875) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Jan 14 07:44:37.830817 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.managers [None req-cb4ac6fe-cf9f-4bf2-bb7b-768fafd8163a tempest-NetworksIpV6Test-128132561 tempest-NetworksIpV6Test-128132561] Network 466903ad-ad79-4c76-a038-71d1c7f18225 has no segments {{(pid=84875) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 14 07:44:37.845278 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-cb4ac6fe-cf9f-4bf2-bb7b-768fafd8163a tempest-NetworksIpV6Test-128132561 tempest-NetworksIpV6Test-128132561] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-596065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3154253'] for segment, after_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:44:38.033395 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.managers [None req-cb4ac6fe-cf9f-4bf2-bb7b-768fafd8163a tempest-NetworksIpV6Test-128132561 tempest-NetworksIpV6Test-128132561] Network 466903ad-ad79-4c76-a038-71d1c7f18225 has no segments {{(pid=84875) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 14 07:44:38.063408 n-d-768862-2 neutron-server[84765]: Traceback (most recent call last): Jan 14 07:44:38.063408 n-d-768862-2 neutron-server[84765]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 14 07:44:38.063408 n-d-768862-2 neutron-server[84765]: timer() Jan 14 07:44:38.063408 n-d-768862-2 neutron-server[84765]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 14 07:44:38.063408 n-d-768862-2 neutron-server[84765]: cb(*args, **kw) Jan 14 07:44:38.063408 n-d-768862-2 neutron-server[84765]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Jan 14 07:44:38.063408 n-d-768862-2 neutron-server[84765]: return func(*args, **kwargs) Jan 14 07:44:38.063408 n-d-768862-2 neutron-server[84765]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 14 07:44:38.063408 n-d-768862-2 neutron-server[84765]: self._notify() Jan 14 07:44:38.063408 n-d-768862-2 neutron-server[84765]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 14 07:44:38.063408 n-d-768862-2 neutron-server[84765]: self.callback(batched_events) Jan 14 07:44:38.063408 n-d-768862-2 neutron-server[84765]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 14 07:44:38.063408 n-d-768862-2 neutron-server[84765]: event.method(event) Jan 14 07:44:38.063408 n-d-768862-2 neutron-server[84765]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 14 07:44:38.063408 n-d-768862-2 neutron-server[84765]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 14 07:44:38.063408 n-d-768862-2 neutron-server[84765]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Jan 14 07:44:38.063408 n-d-768862-2 neutron-server[84765]: segment_id)['aggregates'][0] Jan 14 07:44:38.063408 n-d-768862-2 neutron-server[84765]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 14 07:44:38.063408 n-d-768862-2 neutron-server[84765]: return f(self, *a, **k) Jan 14 07:44:38.063408 n-d-768862-2 neutron-server[84765]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 14 07:44:38.063408 n-d-768862-2 neutron-server[84765]: return self._get(url).json() Jan 14 07:44:38.063408 n-d-768862-2 neutron-server[84765]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 14 07:44:38.063408 n-d-768862-2 neutron-server[84765]: **kwargs) Jan 14 07:44:38.063408 n-d-768862-2 neutron-server[84765]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 14 07:44:38.063408 n-d-768862-2 neutron-server[84765]: return self.request(url, 'GET', **kwargs) Jan 14 07:44:38.063408 n-d-768862-2 neutron-server[84765]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Jan 14 07:44:38.063408 n-d-768862-2 neutron-server[84765]: **endpoint_filter) Jan 14 07:44:38.063408 n-d-768862-2 neutron-server[84765]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 14 07:44:38.063408 n-d-768862-2 neutron-server[84765]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 14 07:44:38.063408 n-d-768862-2 neutron-server[84765]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 14 07:44:38.063408 n-d-768862-2 neutron-server[84765]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 14 07:44:38.063408 n-d-768862-2 neutron-server[84765]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 14 07:44:38.153592 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-cb4ac6fe-cf9f-4bf2-bb7b-768fafd8163a tempest-NetworksIpV6Test-128132561 tempest-NetworksIpV6Test-128132561] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036854176830', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850887149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3912591'] for network, after_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:44:38.157054 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-0b3b1ee3-ff41-4346-8efe-587c0bef02be tempest-NetworksTest-1803261889 tempest-NetworksTest-1803261889] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:44:38.172281 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-cb4ac6fe-cf9f-4bf2-bb7b-768fafd8163a tempest-NetworksIpV6Test-128132561 tempest-NetworksIpV6Test-128132561] Notify callbacks [] for network, before_response {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:44:38.184429 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb4ac6fe-cf9f-4bf2-bb7b-768fafd8163a tempest-NetworksIpV6Test-128132561 tempest-NetworksIpV6Test-128132561] Pushing event deleted for resources: {'Network': ['ID=466903ad-ad79-4c76-a038-71d1c7f18225,revision_number=None']} {{(pid=84875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:44:38.187512 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-cb4ac6fe-cf9f-4bf2-bb7b-768fafd8163a tempest-NetworksIpV6Test-128132561 tempest-NetworksIpV6Test-128132561] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:44:38.189996 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-cb4ac6fe-cf9f-4bf2-bb7b-768fafd8163a tempest-NetworksIpV6Test-128132561 tempest-NetworksIpV6Test-128132561] 10.222.0.24 "DELETE /v2.0/networks/466903ad-ad79-4c76-a038-71d1c7f18225 HTTP/1.1" status: 204 len: 168 time: 1.6047299 Jan 14 07:44:38.193363 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84875) accepted ('10.222.0.24', 44586) {{(pid=84875) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:44:38.199695 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.v2.base [None req-7bdfe183-462d-44e1-b465-ebd31f5dbaf3 tempest-NetworksIpV6Test-128132561 tempest-NetworksIpV6Test-128132561] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-2136761272'}} {{(pid=84875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:44:38.206658 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-7bdfe183-462d-44e1-b465-ebd31f5dbaf3 tempest-NetworksIpV6Test-128132561 tempest-NetworksIpV6Test-128132561] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:44:38.210886 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-7bdfe183-462d-44e1-b465-ebd31f5dbaf3 tempest-NetworksIpV6Test-128132561 tempest-NetworksIpV6Test-128132561] Usage tracker for resource:network and tenant:70e3e73b58854037bfc1efd58476a4f8 is out of sync, need to count used quota {{(pid=84875) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:44:38.214248 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-7bdfe183-462d-44e1-b465-ebd31f5dbaf3 tempest-NetworksIpV6Test-128132561 tempest-NetworksIpV6Test-128132561] Quota usage for network was recalculated. Used quota:1. {{(pid=84875) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:44:38.220193 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-7bdfe183-462d-44e1-b465-ebd31f5dbaf3 tempest-NetworksIpV6Test-128132561 tempest-NetworksIpV6Test-128132561] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:44:38.231471 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7bdfe183-462d-44e1-b465-ebd31f5dbaf3 tempest-NetworksIpV6Test-128132561 tempest-NetworksIpV6Test-128132561] Made reservation on behalf of 70e3e73b58854037bfc1efd58476a4f8 for: {'network': 1} {{(pid=84875) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 07:44:38.240963 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-7bdfe183-462d-44e1-b465-ebd31f5dbaf3 tempest-NetworksIpV6Test-128132561 tempest-NetworksIpV6Test-128132561] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555753'] for network, before_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:44:38.274854 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7bdfe183-462d-44e1-b465-ebd31f5dbaf3 tempest-NetworksIpV6Test-128132561 tempest-NetworksIpV6Test-128132561] vxlan segment allocate from pool success with {'vxlan_vni': 5} {{(pid=84875) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Jan 14 07:44:38.284676 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-7bdfe183-462d-44e1-b465-ebd31f5dbaf3 tempest-NetworksIpV6Test-128132561 tempest-NetworksIpV6Test-128132561] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment--9223363259214191851', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854179735'] for segment, precommit_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:44:38.285083 n-d-768862-2 neutron-server[84765]: INFO neutron.db.segments_db [None req-7bdfe183-462d-44e1-b465-ebd31f5dbaf3 tempest-NetworksIpV6Test-128132561 tempest-NetworksIpV6Test-128132561] Added segment df3d2239-cb25-4cf7-9c2e-fe315c996433 of type vxlan for network ae41c4e2-202f-4f23-a12d-e6f80200f80c Jan 14 07:44:38.312990 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-7bdfe183-462d-44e1-b465-ebd31f5dbaf3 tempest-NetworksIpV6Test-128132561 tempest-NetworksIpV6Test-128132561] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363259214646115'] for network, precommit_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:44:38.352531 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-7bdfe183-462d-44e1-b465-ebd31f5dbaf3 tempest-NetworksIpV6Test-128132561 tempest-NetworksIpV6Test-128132561] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850887149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964'] for network, after_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:44:38.371764 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7bdfe183-462d-44e1-b465-ebd31f5dbaf3 tempest-NetworksIpV6Test-128132561 tempest-NetworksIpV6Test-128132561] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:44:38.372436 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-7bdfe183-462d-44e1-b465-ebd31f5dbaf3 tempest-NetworksIpV6Test-128132561 tempest-NetworksIpV6Test-128132561] Notify callbacks [] for network, before_response {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:44:38.377788 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-3b5cb303-4a9b-44c5-b8e6-5bf863b94953 tempest-RoutersTest-1255860389 tempest-RoutersTest-1255860389] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:44:38.476391 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-7bdfe183-462d-44e1-b465-ebd31f5dbaf3 tempest-NetworksIpV6Test-128132561 tempest-NetworksIpV6Test-128132561] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.2818363 Jan 14 07:44:38.480340 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84874) accepted ('10.222.0.24', 44590) {{(pid=84874) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:44:38.487222 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.v2.base [None req-3a4592d3-03d1-414a-8bff-9c1b5295e52c tempest-NetworksIpV6Test-128132561 tempest-NetworksIpV6Test-128132561] Request body: {'subnet': {'network_id': 'ae41c4e2-202f-4f23-a12d-e6f80200f80c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=84874) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:44:38.489340 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bdfe183-462d-44e1-b465-ebd31f5dbaf3 tempest-NetworksIpV6Test-128132561 tempest-NetworksIpV6Test-128132561] Pushing event updated for resources: {'Network': ['ID=ae41c4e2-202f-4f23-a12d-e6f80200f80c,revision_number=1']} {{(pid=84875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:44:38.492602 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-7bdfe183-462d-44e1-b465-ebd31f5dbaf3 tempest-NetworksIpV6Test-128132561 tempest-NetworksIpV6Test-128132561] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:44:38.502085 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-852a24f7-e9a1-4193-9abb-e9506fe5213f None None] Network ae41c4e2-202f-4f23-a12d-e6f80200f80c details requested by agent ovs-agent-n-h2-768862-2 with host n-h2-768862-2 {{(pid=84876) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 07:44:38.516611 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-017f98a9-8a07-408c-a86f-8ff0c00400a0 None None] Network ae41c4e2-202f-4f23-a12d-e6f80200f80c details requested by agent ovs-agent-n-h1-768862-2 with host n-h1-768862-2 {{(pid=84876) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 07:44:38.533295 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Network ae41c4e2-202f-4f23-a12d-e6f80200f80c details requested by agent ovs-agent-n-d-768862-2 with host n-d-768862-2 {{(pid=84876) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 07:44:38.613542 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-3a4592d3-03d1-414a-8bff-9c1b5295e52c tempest-NetworksIpV6Test-128132561 tempest-NetworksIpV6Test-128132561] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:44:38.617660 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-3a4592d3-03d1-414a-8bff-9c1b5295e52c tempest-NetworksIpV6Test-128132561 tempest-NetworksIpV6Test-128132561] Usage tracker for resource:subnet and tenant:70e3e73b58854037bfc1efd58476a4f8 is out of sync, need to count used quota {{(pid=84874) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:44:38.621242 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-3a4592d3-03d1-414a-8bff-9c1b5295e52c tempest-NetworksIpV6Test-128132561 tempest-NetworksIpV6Test-128132561] Quota usage for subnet was recalculated. Used quota:1. {{(pid=84874) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:44:38.627280 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-3a4592d3-03d1-414a-8bff-9c1b5295e52c tempest-NetworksIpV6Test-128132561 tempest-NetworksIpV6Test-128132561] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:44:38.637535 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3a4592d3-03d1-414a-8bff-9c1b5295e52c tempest-NetworksIpV6Test-128132561 tempest-NetworksIpV6Test-128132561] Made reservation on behalf of 70e3e73b58854037bfc1efd58476a4f8 for: {'subnet': 1} {{(pid=84874) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 07:44:38.763739 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-3a4592d3-03d1-414a-8bff-9c1b5295e52c tempest-NetworksIpV6Test-128132561 tempest-NetworksIpV6Test-128132561] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036851981161'] for subnet, before_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:44:38.872540 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.ipam_backend_mixin [None req-3a4592d3-03d1-414a-8bff-9c1b5295e52c tempest-NetworksIpV6Test-128132561 tempest-NetworksIpV6Test-128132561] Performing IP validity checks on allocation pools {{(pid=84874) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:316}} Jan 14 07:44:38.873146 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.ipam_backend_mixin [None req-3a4592d3-03d1-414a-8bff-9c1b5295e52c tempest-NetworksIpV6Test-128132561 tempest-NetworksIpV6Test-128132561] Checking for overlaps among allocation pools and gateway ip {{(pid=84874) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:337}} Jan 14 07:44:38.909773 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5a433be-448f-408d-b64d-24d361272607 None None] Network 6ab40952-9881-4349-af31-8ae1495dcbb4 requested from n-d-768862-2 {{(pid=84876) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 07:44:38.984992 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Device 8e072fa1-c963-494e-8db0-f1b2f61baf47 up at agent ovs-agent-n-d-768862-2 {{(pid=84876) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 07:44:39.071679 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-1faf229c-0513-4f7e-9514-d42f7bd72aef None None] Provisioning for port 8e072fa1-c963-494e-8db0-f1b2f61baf47 completed by entity DHCP. {{(pid=84876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 07:44:39.162901 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Provisioning for port 8e072fa1-c963-494e-8db0-f1b2f61baf47 completed by entity L2. {{(pid=84876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 07:44:39.195240 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Provisioning complete for port 8e072fa1-c963-494e-8db0-f1b2f61baf47 triggered by entity L2. {{(pid=84876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 07:44:39.195670 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-604227'] for port, provisioning_complete {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:44:39.234507 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-3a4592d3-03d1-414a-8bff-9c1b5295e52c tempest-NetworksIpV6Test-128132561 tempest-NetworksIpV6Test-128132561] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850887113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3254092', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036851981146'] for subnet, after_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:44:39.254340 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-e3131ddf-66fa-4ee3-84c6-639a2714d0ef admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:44:39.345997 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555753'] for port, before_update {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:44:39.384183 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] For port 8e072fa1-c963-494e-8db0-f1b2f61baf47, host n-d-768862-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-2',level=0,port_id=8e072fa1-c963-494e-8db0-f1b2f61baf47,segment=NetworkSegment(f06429a6-14c2-4e98-ae66-d548b1e71fe6),segment_id=f06429a6-14c2-4e98-ae66-d548b1e71fe6)] {{(pid=84876) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 07:44:39.388628 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777640533312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363259214678337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777640097497'] for port, after_update {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:44:39.390699 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84876) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:44:39.466073 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Pushing event updated for resources: {'Port': ['ID=8e072fa1-c963-494e-8db0-f1b2f61baf47,revision_number=3']} {{(pid=84876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:44:39.470062 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=84876) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:44:39.620274 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-899e9c7d-7c05-469d-abab-bb5b059e06c0 None None] Provisioning complete for port 8e072fa1-c963-494e-8db0-f1b2f61baf47 triggered by entity DHCP. {{(pid=84876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 07:44:39.620562 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-899e9c7d-7c05-469d-abab-bb5b059e06c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-604227'] for port, provisioning_complete {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:44:39.714246 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a4592d3-03d1-414a-8bff-9c1b5295e52c tempest-NetworksIpV6Test-128132561 tempest-NetworksIpV6Test-128132561] Pushing event updated for resources: {'Subnet': ['ID=2765dff8-0580-45fc-a789-d9a5c92949ba,revision_number=0']} {{(pid=84874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:44:39.720412 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-3a4592d3-03d1-414a-8bff-9c1b5295e52c tempest-NetworksIpV6Test-128132561 tempest-NetworksIpV6Test-128132561] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.466s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:44:39.794198 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a4592d3-03d1-414a-8bff-9c1b5295e52c tempest-NetworksIpV6Test-128132561 tempest-NetworksIpV6Test-128132561] Checking segment: {'id': 'df3d2239-cb25-4cf7-9c2e-fe315c996433', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'ae41c4e2-202f-4f23-a12d-e6f80200f80c'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84874) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 14 07:44:39.794587 n-d-768862-2 neutron-server[84765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a4592d3-03d1-414a-8bff-9c1b5295e52c tempest-NetworksIpV6Test-128132561 tempest-NetworksIpV6Test-128132561] Network hostable DHCP agents. Network: ae41c4e2-202f-4f23-a12d-e6f80200f80c, hostable agents: ['32f3dd84-26da-4d18-bf15-6017a8fb7247'], hosted agents: [] {{(pid=84874) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Jan 14 07:44:39.814809 n-d-768862-2 neutron-server[84765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a4592d3-03d1-414a-8bff-9c1b5295e52c tempest-NetworksIpV6Test-128132561 tempest-NetworksIpV6Test-128132561] Network ae41c4e2-202f-4f23-a12d-e6f80200f80c is scheduled to be hosted by DHCP agent 32f3dd84-26da-4d18-bf15-6017a8fb7247 with binding_index 1 {{(pid=84874) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Jan 14 07:44:39.824773 n-d-768862-2 neutron-server[84765]: DEBUG neutron.scheduler.base_scheduler [None req-3a4592d3-03d1-414a-8bff-9c1b5295e52c tempest-NetworksIpV6Test-128132561 tempest-NetworksIpV6Test-128132561] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768862-2, ae41c4e2-202f-4f23-a12d-e6f80200f80c) {{(pid=84874) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 07:44:39.836343 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aec58ed1-288f-42fd-b609-09a60296fb49 None None] Network ae41c4e2-202f-4f23-a12d-e6f80200f80c requested from n-d-768862-2 {{(pid=84876) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 07:44:39.840319 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a4592d3-03d1-414a-8bff-9c1b5295e52c tempest-NetworksIpV6Test-128132561 tempest-NetworksIpV6Test-128132561] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:44:39.840973 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-3a4592d3-03d1-414a-8bff-9c1b5295e52c tempest-NetworksIpV6Test-128132561 tempest-NetworksIpV6Test-128132561] Notify callbacks [] for subnet, before_response {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:44:39.863389 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-3a4592d3-03d1-414a-8bff-9c1b5295e52c tempest-NetworksIpV6Test-128132561 tempest-NetworksIpV6Test-128132561] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 1.3816619 Jan 14 07:44:39.866081 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84874) accepted ('10.222.0.24', 44594) {{(pid=84874) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:44:39.952932 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-bd0abddd-b31d-4280-88e9-334c3134999d None None] Provisioning complete for port 8e072fa1-c963-494e-8db0-f1b2f61baf47 triggered by entity DHCP. {{(pid=84876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 07:44:39.953364 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-bd0abddd-b31d-4280-88e9-334c3134999d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-604227'] for port, provisioning_complete {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:44:40.025389 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-149c4a5c-955a-4fe9-a7e2-659d651f2705 tempest-NetworksIpV6Test-128132561 tempest-NetworksIpV6Test-128132561] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036854160497'] for network, before_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:44:40.156417 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-149c4a5c-955a-4fe9-a7e2-659d651f2705 tempest-NetworksIpV6Test-128132561 tempest-NetworksIpV6Test-128132561] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036854176836'] for subnet, precommit_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:44:40.194325 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd5e8158-e9d2-4021-afdb-ddc292b351bb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5d94dc7a-c095-50a4-955e-5f3b78718a12-ae41c4e2-202f-4f23-a12d-e6f80200f80c', 'network_id': 'ae41c4e2-202f-4f23-a12d-e6f80200f80c', 'tenant_id': '70e3e73b58854037bfc1efd58476a4f8', 'fixed_ips': [{'subnet_id': '2765dff8-0580-45fc-a789-d9a5c92949ba'}]}} from n-d-768862-2. {{(pid=84876) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Jan 14 07:44:40.195262 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-dd5e8158-e9d2-4021-afdb-ddc292b351bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555753'] for port, before_create {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:44:40.338428 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-db342c5a-975f-42e4-801e-0bac8eb9478f None None] Provisioning complete for port 8e072fa1-c963-494e-8db0-f1b2f61baf47 triggered by entity DHCP. {{(pid=84876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 07:44:40.338959 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-db342c5a-975f-42e4-801e-0bac8eb9478f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-604227'] for port, provisioning_complete {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:44:40.463652 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-149c4a5c-955a-4fe9-a7e2-659d651f2705 tempest-NetworksIpV6Test-128132561 tempest-NetworksIpV6Test-128132561] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-598964', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850887113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036851521664', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2794686'] for subnet, after_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:44:40.480527 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-8f053006-78e5-4a64-a574-ad3b3851bd9b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:44:40.559200 n-d-768862-2 neutron-server[84765]: ERROR oslo_messaging.rpc.server [None req-dd5e8158-e9d2-4021-afdb-ddc292b351bb None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 2765dff8-0580-45fc-a789-d9a5c92949ba: This subnet is being modified by another concurrent operation. Jan 14 07:44:40.559200 n-d-768862-2 neutron-server[84765]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Jan 14 07:44:40.559200 n-d-768862-2 neutron-server[84765]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Jan 14 07:44:40.559200 n-d-768862-2 neutron-server[84765]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Jan 14 07:44:40.559200 n-d-768862-2 neutron-server[84765]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Jan 14 07:44:40.559200 n-d-768862-2 neutron-server[84765]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Jan 14 07:44:40.559200 n-d-768862-2 neutron-server[84765]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Jan 14 07:44:40.559200 n-d-768862-2 neutron-server[84765]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Jan 14 07:44:40.559200 n-d-768862-2 neutron-server[84765]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Jan 14 07:44:40.559200 n-d-768862-2 neutron-server[84765]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Jan 14 07:44:40.559200 n-d-768862-2 neutron-server[84765]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jan 14 07:44:40.559200 n-d-768862-2 neutron-server[84765]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jan 14 07:44:40.559200 n-d-768862-2 neutron-server[84765]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Jan 14 07:44:40.559200 n-d-768862-2 neutron-server[84765]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 14 07:44:40.559200 n-d-768862-2 neutron-server[84765]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Jan 14 07:44:40.559200 n-d-768862-2 neutron-server[84765]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Jan 14 07:44:40.559200 n-d-768862-2 neutron-server[84765]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/six.py", line 703, in reraise Jan 14 07:44:40.559200 n-d-768862-2 neutron-server[84765]: ERROR oslo_messaging.rpc.server raise value Jan 14 07:44:40.559200 n-d-768862-2 neutron-server[84765]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jan 14 07:44:40.559200 n-d-768862-2 neutron-server[84765]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jan 14 07:44:40.559200 n-d-768862-2 neutron-server[84765]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/oslo_db/api.py", line 154, in wrapper Jan 14 07:44:40.559200 n-d-768862-2 neutron-server[84765]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jan 14 07:44:40.559200 n-d-768862-2 neutron-server[84765]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Jan 14 07:44:40.559200 n-d-768862-2 neutron-server[84765]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 14 07:44:40.559200 n-d-768862-2 neutron-server[84765]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Jan 14 07:44:40.559200 n-d-768862-2 neutron-server[84765]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Jan 14 07:44:40.559200 n-d-768862-2 neutron-server[84765]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/six.py", line 703, in reraise Jan 14 07:44:40.559200 n-d-768862-2 neutron-server[84765]: ERROR oslo_messaging.rpc.server raise value Jan 14 07:44:40.559200 n-d-768862-2 neutron-server[84765]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/oslo_db/api.py", line 142, in wrapper Jan 14 07:44:40.559200 n-d-768862-2 neutron-server[84765]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jan 14 07:44:40.559200 n-d-768862-2 neutron-server[84765]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jan 14 07:44:40.559200 n-d-768862-2 neutron-server[84765]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jan 14 07:44:40.559200 n-d-768862-2 neutron-server[84765]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Jan 14 07:44:40.559200 n-d-768862-2 neutron-server[84765]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 14 07:44:40.559200 n-d-768862-2 neutron-server[84765]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Jan 14 07:44:40.559200 n-d-768862-2 neutron-server[84765]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Jan 14 07:44:40.559200 n-d-768862-2 neutron-server[84765]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/six.py", line 703, in reraise Jan 14 07:44:40.559200 n-d-768862-2 neutron-server[84765]: ERROR oslo_messaging.rpc.server raise value Jan 14 07:44:40.559200 n-d-768862-2 neutron-server[84765]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jan 14 07:44:40.559200 n-d-768862-2 neutron-server[84765]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jan 14 07:44:40.559200 n-d-768862-2 neutron-server[84765]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Jan 14 07:44:40.559200 n-d-768862-2 neutron-server[84765]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Jan 14 07:44:40.559200 n-d-768862-2 neutron-server[84765]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 274, in create_dhcp_port Jan 14 07:44:40.559200 n-d-768862-2 neutron-server[84765]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Jan 14 07:44:40.559200 n-d-768862-2 neutron-server[84765]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 99, in _port_action Jan 14 07:44:40.559200 n-d-768862-2 neutron-server[84765]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Jan 14 07:44:40.559200 n-d-768862-2 neutron-server[84765]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/neutron_lib/plugins/utils.py", line 336, in create_port Jan 14 07:44:40.559200 n-d-768862-2 neutron-server[84765]: ERROR oslo_messaging.rpc.server context, {port_apidef.RESOURCE_NAME: port_data}) Jan 14 07:44:40.559200 n-d-768862-2 neutron-server[84765]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 687, in inner Jan 14 07:44:40.559200 n-d-768862-2 neutron-server[84765]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Jan 14 07:44:40.559200 n-d-768862-2 neutron-server[84765]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 217, in wrapped Jan 14 07:44:40.559200 n-d-768862-2 neutron-server[84765]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jan 14 07:44:40.559200 n-d-768862-2 neutron-server[84765]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jan 14 07:44:40.559200 n-d-768862-2 neutron-server[84765]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jan 14 07:44:40.559200 n-d-768862-2 neutron-server[84765]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Jan 14 07:44:40.559200 n-d-768862-2 neutron-server[84765]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 14 07:44:40.559200 n-d-768862-2 neutron-server[84765]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Jan 14 07:44:40.559200 n-d-768862-2 neutron-server[84765]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Jan 14 07:44:40.559200 n-d-768862-2 neutron-server[84765]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/six.py", line 703, in reraise Jan 14 07:44:40.559200 n-d-768862-2 neutron-server[84765]: ERROR oslo_messaging.rpc.server raise value Jan 14 07:44:40.559200 n-d-768862-2 neutron-server[84765]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jan 14 07:44:40.559200 n-d-768862-2 neutron-server[84765]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jan 14 07:44:40.559200 n-d-768862-2 neutron-server[84765]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/oslo_db/api.py", line 154, in wrapper Jan 14 07:44:40.559200 n-d-768862-2 neutron-server[84765]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jan 14 07:44:40.559200 n-d-768862-2 neutron-server[84765]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Jan 14 07:44:40.559200 n-d-768862-2 neutron-server[84765]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 14 07:44:40.559200 n-d-768862-2 neutron-server[84765]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Jan 14 07:44:40.559200 n-d-768862-2 neutron-server[84765]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Jan 14 07:44:40.559200 n-d-768862-2 neutron-server[84765]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/six.py", line 703, in reraise Jan 14 07:44:40.559200 n-d-768862-2 neutron-server[84765]: ERROR oslo_messaging.rpc.server raise value Jan 14 07:44:40.559200 n-d-768862-2 neutron-server[84765]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/oslo_db/api.py", line 142, in wrapper Jan 14 07:44:40.559200 n-d-768862-2 neutron-server[84765]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jan 14 07:44:40.559200 n-d-768862-2 neutron-server[84765]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jan 14 07:44:40.559200 n-d-768862-2 neutron-server[84765]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jan 14 07:44:40.559200 n-d-768862-2 neutron-server[84765]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Jan 14 07:44:40.559200 n-d-768862-2 neutron-server[84765]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 14 07:44:40.559200 n-d-768862-2 neutron-server[84765]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Jan 14 07:44:40.559200 n-d-768862-2 neutron-server[84765]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Jan 14 07:44:40.559200 n-d-768862-2 neutron-server[84765]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/six.py", line 703, in reraise Jan 14 07:44:40.559200 n-d-768862-2 neutron-server[84765]: ERROR oslo_messaging.rpc.server raise value Jan 14 07:44:40.559200 n-d-768862-2 neutron-server[84765]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jan 14 07:44:40.559200 n-d-768862-2 neutron-server[84765]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jan 14 07:44:40.559200 n-d-768862-2 neutron-server[84765]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1425, in create_port Jan 14 07:44:40.559200 n-d-768862-2 neutron-server[84765]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Jan 14 07:44:40.559200 n-d-768862-2 neutron-server[84765]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1392, in _create_port_db Jan 14 07:44:40.559200 n-d-768862-2 neutron-server[84765]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Jan 14 07:44:40.559200 n-d-768862-2 neutron-server[84765]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1432, in create_port_db Jan 14 07:44:40.559200 n-d-768862-2 neutron-server[84765]: ERROR oslo_messaging.rpc.server context, port, port_id) Jan 14 07:44:40.559200 n-d-768862-2 neutron-server[84765]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 222, in allocate_ips_for_port_and_store Jan 14 07:44:40.559200 n-d-768862-2 neutron-server[84765]: ERROR oslo_messaging.rpc.server revert_on_fail=False) Jan 14 07:44:40.559200 n-d-768862-2 neutron-server[84765]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Jan 14 07:44:40.559200 n-d-768862-2 neutron-server[84765]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 14 07:44:40.559200 n-d-768862-2 neutron-server[84765]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Jan 14 07:44:40.559200 n-d-768862-2 neutron-server[84765]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Jan 14 07:44:40.559200 n-d-768862-2 neutron-server[84765]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/six.py", line 703, in reraise Jan 14 07:44:40.559200 n-d-768862-2 neutron-server[84765]: ERROR oslo_messaging.rpc.server raise value Jan 14 07:44:40.559200 n-d-768862-2 neutron-server[84765]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Jan 14 07:44:40.559200 n-d-768862-2 neutron-server[84765]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Jan 14 07:44:40.559200 n-d-768862-2 neutron-server[84765]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 241, in _allocate_ips_for_port Jan 14 07:44:40.559200 n-d-768862-2 neutron-server[84765]: ERROR oslo_messaging.rpc.server distributed_service=self._is_distributed_service(p)) Jan 14 07:44:40.559200 n-d-768862-2 neutron-server[84765]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 687, in _ipam_get_subnets Jan 14 07:44:40.559200 n-d-768862-2 neutron-server[84765]: ERROR oslo_messaging.rpc.server id=subnet.id) Jan 14 07:44:40.559200 n-d-768862-2 neutron-server[84765]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Jan 14 07:44:40.559200 n-d-768862-2 neutron-server[84765]: ERROR oslo_messaging.rpc.server raise exception Jan 14 07:44:40.559200 n-d-768862-2 neutron-server[84765]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 2765dff8-0580-45fc-a789-d9a5c92949ba: This subnet is being modified by another concurrent operation. Jan 14 07:44:40.559200 n-d-768862-2 neutron-server[84765]: ERROR oslo_messaging.rpc.server Jan 14 07:44:40.570470 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-149c4a5c-955a-4fe9-a7e2-659d651f2705 tempest-NetworksIpV6Test-128132561 tempest-NetworksIpV6Test-128132561] Pushing event deleted for resources: {'Subnet': ['ID=2765dff8-0580-45fc-a789-d9a5c92949ba,revision_number=None']} {{(pid=84874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:44:40.578337 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-149c4a5c-955a-4fe9-a7e2-659d651f2705 tempest-NetworksIpV6Test-128132561 tempest-NetworksIpV6Test-128132561] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:44:40.587424 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1f172ec-fe94-434e-82b1-56494275f842 None None] Network ae41c4e2-202f-4f23-a12d-e6f80200f80c requested from n-d-768862-2 {{(pid=84876) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 07:44:40.727331 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-149c4a5c-955a-4fe9-a7e2-659d651f2705 tempest-NetworksIpV6Test-128132561 tempest-NetworksIpV6Test-128132561] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-598987', 'neutron.services.segments.db._delete_segments_for_network-8777640583949'] for network, precommit_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:44:40.779779 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dab9170d-c743-434b-ba26-2454bbc6cf1a None None] get_active_networks_info from n-d-768862-2 {{(pid=84876) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}} Jan 14 07:44:40.857265 n-d-768862-2 neutron-server[84765]: DEBUG neutron.services.segments.db [None req-149c4a5c-955a-4fe9-a7e2-659d651f2705 tempest-NetworksIpV6Test-128132561 tempest-NetworksIpV6Test-128132561] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ae41c4e2-202f-4f23-a12d-e6f80200f80c']}} {{(pid=84874) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:44:40.871094 n-d-768862-2 neutron-server[84765]: DEBUG neutron.services.segments.db [None req-149c4a5c-955a-4fe9-a7e2-659d651f2705 tempest-NetworksIpV6Test-128132561 tempest-NetworksIpV6Test-128132561] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'df3d2239-cb25-4cf7-9c2e-fe315c996433') {'for_net_delete': True} {{(pid=84874) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:44:40.871434 n-d-768862-2 neutron-server[84765]: DEBUG neutron.services.segments.db [None req-149c4a5c-955a-4fe9-a7e2-659d651f2705 tempest-NetworksIpV6Test-128132561 tempest-NetworksIpV6Test-128132561] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'df3d2239-cb25-4cf7-9c2e-fe315c996433') {} {{(pid=84874) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:44:40.883859 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-149c4a5c-955a-4fe9-a7e2-659d651f2705 tempest-NetworksIpV6Test-128132561 tempest-NetworksIpV6Test-128132561] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363259214173198', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2968632'] for segment, before_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:44:40.900173 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-149c4a5c-955a-4fe9-a7e2-659d651f2705 tempest-NetworksIpV6Test-128132561 tempest-NetworksIpV6Test-128132561] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854179735'] for segment, precommit_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:44:40.902059 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-149c4a5c-955a-4fe9-a7e2-659d651f2705 tempest-NetworksIpV6Test-128132561 tempest-NetworksIpV6Test-128132561] Releasing vxlan tunnel 5 to pool {{(pid=84874) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Jan 14 07:44:40.940428 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Device 8e072fa1-c963-494e-8db0-f1b2f61baf47 up at agent ovs-agent-n-d-768862-2 {{(pid=84876) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 07:44:40.985960 n-d-768862-2 neutron-server[84765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dab9170d-c743-434b-ba26-2454bbc6cf1a None None] Resources bound (agent type, host, resource id): {{(pid=84876) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:105}} Jan 14 07:44:41.085514 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.managers [None req-149c4a5c-955a-4fe9-a7e2-659d651f2705 tempest-NetworksIpV6Test-128132561 tempest-NetworksIpV6Test-128132561] Network ae41c4e2-202f-4f23-a12d-e6f80200f80c has no segments {{(pid=84874) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 14 07:44:41.094945 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-149c4a5c-955a-4fe9-a7e2-659d651f2705 tempest-NetworksIpV6Test-128132561 tempest-NetworksIpV6Test-128132561] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-596065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036851521571'] for segment, after_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:44:41.116927 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Provisioning complete for port 8e072fa1-c963-494e-8db0-f1b2f61baf47 triggered by entity L2. {{(pid=84876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 07:44:41.117352 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-604227'] for port, provisioning_complete {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:44:41.285696 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.managers [None req-149c4a5c-955a-4fe9-a7e2-659d651f2705 tempest-NetworksIpV6Test-128132561 tempest-NetworksIpV6Test-128132561] Network ae41c4e2-202f-4f23-a12d-e6f80200f80c has no segments {{(pid=84874) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 14 07:44:41.315470 n-d-768862-2 neutron-server[84765]: Traceback (most recent call last): Jan 14 07:44:41.315470 n-d-768862-2 neutron-server[84765]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 14 07:44:41.315470 n-d-768862-2 neutron-server[84765]: timer() Jan 14 07:44:41.315470 n-d-768862-2 neutron-server[84765]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 14 07:44:41.315470 n-d-768862-2 neutron-server[84765]: cb(*args, **kw) Jan 14 07:44:41.315470 n-d-768862-2 neutron-server[84765]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Jan 14 07:44:41.315470 n-d-768862-2 neutron-server[84765]: return func(*args, **kwargs) Jan 14 07:44:41.315470 n-d-768862-2 neutron-server[84765]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 14 07:44:41.315470 n-d-768862-2 neutron-server[84765]: self._notify() Jan 14 07:44:41.315470 n-d-768862-2 neutron-server[84765]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 14 07:44:41.315470 n-d-768862-2 neutron-server[84765]: self.callback(batched_events) Jan 14 07:44:41.315470 n-d-768862-2 neutron-server[84765]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 14 07:44:41.315470 n-d-768862-2 neutron-server[84765]: event.method(event) Jan 14 07:44:41.315470 n-d-768862-2 neutron-server[84765]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 14 07:44:41.315470 n-d-768862-2 neutron-server[84765]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 14 07:44:41.315470 n-d-768862-2 neutron-server[84765]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Jan 14 07:44:41.315470 n-d-768862-2 neutron-server[84765]: segment_id)['aggregates'][0] Jan 14 07:44:41.315470 n-d-768862-2 neutron-server[84765]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 14 07:44:41.315470 n-d-768862-2 neutron-server[84765]: return f(self, *a, **k) Jan 14 07:44:41.315470 n-d-768862-2 neutron-server[84765]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 14 07:44:41.315470 n-d-768862-2 neutron-server[84765]: return self._get(url).json() Jan 14 07:44:41.315470 n-d-768862-2 neutron-server[84765]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 14 07:44:41.315470 n-d-768862-2 neutron-server[84765]: **kwargs) Jan 14 07:44:41.315470 n-d-768862-2 neutron-server[84765]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 14 07:44:41.315470 n-d-768862-2 neutron-server[84765]: return self.request(url, 'GET', **kwargs) Jan 14 07:44:41.315470 n-d-768862-2 neutron-server[84765]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Jan 14 07:44:41.315470 n-d-768862-2 neutron-server[84765]: **endpoint_filter) Jan 14 07:44:41.315470 n-d-768862-2 neutron-server[84765]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 14 07:44:41.315470 n-d-768862-2 neutron-server[84765]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 14 07:44:41.315470 n-d-768862-2 neutron-server[84765]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 14 07:44:41.315470 n-d-768862-2 neutron-server[84765]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 14 07:44:41.315470 n-d-768862-2 neutron-server[84765]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 14 07:44:41.404166 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-149c4a5c-955a-4fe9-a7e2-659d651f2705 tempest-NetworksIpV6Test-128132561 tempest-NetworksIpV6Test-128132561] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036854176830', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850887149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3912591'] for network, after_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:44:41.407728 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-5dc499c1-524b-4310-aff1-8674dcfac718 tempest-NetworksTest-1803261889 tempest-NetworksTest-1803261889] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:44:41.423672 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-149c4a5c-955a-4fe9-a7e2-659d651f2705 tempest-NetworksIpV6Test-128132561 tempest-NetworksIpV6Test-128132561] Notify callbacks [] for network, before_response {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:44:41.435984 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-149c4a5c-955a-4fe9-a7e2-659d651f2705 tempest-NetworksIpV6Test-128132561 tempest-NetworksIpV6Test-128132561] Pushing event deleted for resources: {'Network': ['ID=ae41c4e2-202f-4f23-a12d-e6f80200f80c,revision_number=None']} {{(pid=84874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:44:41.439384 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-149c4a5c-955a-4fe9-a7e2-659d651f2705 tempest-NetworksIpV6Test-128132561 tempest-NetworksIpV6Test-128132561] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:44:41.444907 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-149c4a5c-955a-4fe9-a7e2-659d651f2705 tempest-NetworksIpV6Test-128132561 tempest-NetworksIpV6Test-128132561] 10.222.0.24 "DELETE /v2.0/networks/ae41c4e2-202f-4f23-a12d-e6f80200f80c HTTP/1.1" status: 204 len: 168 time: 1.5739264 Jan 14 07:44:41.445338 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84874) accepted ('10.222.0.24', 44598) {{(pid=84874) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:44:41.456285 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.v2.base [None req-d02cc63d-8223-4942-8742-a2bb2f117104 tempest-NetworksIpV6Test-128132561 tempest-NetworksIpV6Test-128132561] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-699692223'}} {{(pid=84874) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:44:41.462817 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-d02cc63d-8223-4942-8742-a2bb2f117104 tempest-NetworksIpV6Test-128132561 tempest-NetworksIpV6Test-128132561] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:44:41.467589 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-d02cc63d-8223-4942-8742-a2bb2f117104 tempest-NetworksIpV6Test-128132561 tempest-NetworksIpV6Test-128132561] Usage tracker for resource:network and tenant:70e3e73b58854037bfc1efd58476a4f8 is out of sync, need to count used quota {{(pid=84874) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:44:41.470694 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-d02cc63d-8223-4942-8742-a2bb2f117104 tempest-NetworksIpV6Test-128132561 tempest-NetworksIpV6Test-128132561] Quota usage for network was recalculated. Used quota:1. {{(pid=84874) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:44:41.477742 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-d02cc63d-8223-4942-8742-a2bb2f117104 tempest-NetworksIpV6Test-128132561 tempest-NetworksIpV6Test-128132561] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:44:41.488066 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d02cc63d-8223-4942-8742-a2bb2f117104 tempest-NetworksIpV6Test-128132561 tempest-NetworksIpV6Test-128132561] Made reservation on behalf of 70e3e73b58854037bfc1efd58476a4f8 for: {'network': 1} {{(pid=84874) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 07:44:41.497502 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-d02cc63d-8223-4942-8742-a2bb2f117104 tempest-NetworksIpV6Test-128132561 tempest-NetworksIpV6Test-128132561] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555753'] for network, before_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:44:41.532476 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d02cc63d-8223-4942-8742-a2bb2f117104 tempest-NetworksIpV6Test-128132561 tempest-NetworksIpV6Test-128132561] vxlan segment allocate from pool success with {'vxlan_vni': 5} {{(pid=84874) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Jan 14 07:44:41.542819 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-d02cc63d-8223-4942-8742-a2bb2f117104 tempest-NetworksIpV6Test-128132561 tempest-NetworksIpV6Test-128132561] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854179735'] for segment, precommit_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:44:41.543151 n-d-768862-2 neutron-server[84765]: INFO neutron.db.segments_db [None req-d02cc63d-8223-4942-8742-a2bb2f117104 tempest-NetworksIpV6Test-128132561 tempest-NetworksIpV6Test-128132561] Added segment 39977889-23dc-4c93-86d6-92d262dbf0cd of type vxlan for network 33827fc3-88f9-40b3-b705-e90998fb4c1a Jan 14 07:44:41.544585 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-017f98a9-8a07-408c-a86f-8ff0c00400a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363259214191800', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854171626'] for agent, after_update {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:44:41.573070 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-d02cc63d-8223-4942-8742-a2bb2f117104 tempest-NetworksIpV6Test-128132561 tempest-NetworksIpV6Test-128132561] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363259214646115'] for network, precommit_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:44:41.605881 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-d02cc63d-8223-4942-8742-a2bb2f117104 tempest-NetworksIpV6Test-128132561 tempest-NetworksIpV6Test-128132561] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850887149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964'] for network, after_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:44:41.625274 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d02cc63d-8223-4942-8742-a2bb2f117104 tempest-NetworksIpV6Test-128132561 tempest-NetworksIpV6Test-128132561] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:44:41.625907 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-d02cc63d-8223-4942-8742-a2bb2f117104 tempest-NetworksIpV6Test-128132561 tempest-NetworksIpV6Test-128132561] Notify callbacks [] for network, before_response {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:44:41.631469 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-6b5ef575-6540-4ff7-a8e6-b2e9f7828d68 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:44:41.706360 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a54d3e86-d691-4312-8fbc-1299fe2e6165 None None] get_active_networks_info from n-d-768862-2 {{(pid=84876) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}} Jan 14 07:44:41.740316 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-d02cc63d-8223-4942-8742-a2bb2f117104 tempest-NetworksIpV6Test-128132561 tempest-NetworksIpV6Test-128132561] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.2940440 Jan 14 07:44:41.743365 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84874) accepted ('10.222.0.24', 44602) {{(pid=84874) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:44:41.752261 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.v2.base [None req-b8ac0e9d-4d4a-4390-b58b-875d3ec16d13 tempest-NetworksIpV6Test-128132561 tempest-NetworksIpV6Test-128132561] Request body: {'subnet': {'network_id': '33827fc3-88f9-40b3-b705-e90998fb4c1a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=84874) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:44:41.775973 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d02cc63d-8223-4942-8742-a2bb2f117104 tempest-NetworksIpV6Test-128132561 tempest-NetworksIpV6Test-128132561] Pushing event updated for resources: {'Network': ['ID=33827fc3-88f9-40b3-b705-e90998fb4c1a,revision_number=1']} {{(pid=84874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:44:41.795941 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Network 33827fc3-88f9-40b3-b705-e90998fb4c1a details requested by agent ovs-agent-n-d-768862-2 with host n-d-768862-2 {{(pid=84876) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 07:44:41.809551 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-017f98a9-8a07-408c-a86f-8ff0c00400a0 None None] Network 33827fc3-88f9-40b3-b705-e90998fb4c1a details requested by agent ovs-agent-n-h1-768862-2 with host n-h1-768862-2 {{(pid=84876) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 07:44:41.822211 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-852a24f7-e9a1-4193-9abb-e9506fe5213f None None] Network 33827fc3-88f9-40b3-b705-e90998fb4c1a details requested by agent ovs-agent-n-h2-768862-2 with host n-h2-768862-2 {{(pid=84876) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 07:44:41.831490 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-d02cc63d-8223-4942-8742-a2bb2f117104 tempest-NetworksIpV6Test-128132561 tempest-NetworksIpV6Test-128132561] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.200s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:44:41.879439 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-b8ac0e9d-4d4a-4390-b58b-875d3ec16d13 tempest-NetworksIpV6Test-128132561 tempest-NetworksIpV6Test-128132561] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:44:41.883605 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-b8ac0e9d-4d4a-4390-b58b-875d3ec16d13 tempest-NetworksIpV6Test-128132561 tempest-NetworksIpV6Test-128132561] Usage tracker for resource:subnet and tenant:70e3e73b58854037bfc1efd58476a4f8 is out of sync, need to count used quota {{(pid=84874) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:44:41.886669 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-b8ac0e9d-4d4a-4390-b58b-875d3ec16d13 tempest-NetworksIpV6Test-128132561 tempest-NetworksIpV6Test-128132561] Quota usage for subnet was recalculated. Used quota:1. {{(pid=84874) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:44:41.892587 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-b8ac0e9d-4d4a-4390-b58b-875d3ec16d13 tempest-NetworksIpV6Test-128132561 tempest-NetworksIpV6Test-128132561] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:44:41.902341 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b8ac0e9d-4d4a-4390-b58b-875d3ec16d13 tempest-NetworksIpV6Test-128132561 tempest-NetworksIpV6Test-128132561] Made reservation on behalf of 70e3e73b58854037bfc1efd58476a4f8 for: {'subnet': 1} {{(pid=84874) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 07:44:42.017275 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-b8ac0e9d-4d4a-4390-b58b-875d3ec16d13 tempest-NetworksIpV6Test-128132561 tempest-NetworksIpV6Test-128132561] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036851981161'] for subnet, before_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:44:42.168474 n-d-768862-2 neutron-server[84765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a54d3e86-d691-4312-8fbc-1299fe2e6165 None None] Resources bound (agent type, host, resource id): {{(pid=84876) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:105}} Jan 14 07:44:42.467224 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.agents_db [None req-5b939a2f-078d-4c69-a188-cb55a28a77a0 None None] Agent healthcheck: found 7 active agents {{(pid=84877) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Jan 14 07:44:42.473158 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-b8ac0e9d-4d4a-4390-b58b-875d3ec16d13 tempest-NetworksIpV6Test-128132561 tempest-NetworksIpV6Test-128132561] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850887113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3254092', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036851981146'] for subnet, after_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:44:42.489381 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-2e1220b3-e182-426c-9a84-a3fe093f4091 tempest-PortsIpV6TestJSON-1330665174 tempest-PortsIpV6TestJSON-1330665174] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:44:42.619087 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8ac0e9d-4d4a-4390-b58b-875d3ec16d13 tempest-NetworksIpV6Test-128132561 tempest-NetworksIpV6Test-128132561] Pushing event updated for resources: {'Subnet': ['ID=7ab65869-8f40-4c76-a041-2d6d48d4d2da,revision_number=0']} {{(pid=84874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:44:42.622114 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-b8ac0e9d-4d4a-4390-b58b-875d3ec16d13 tempest-NetworksIpV6Test-128132561 tempest-NetworksIpV6Test-128132561] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:44:42.707285 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8ac0e9d-4d4a-4390-b58b-875d3ec16d13 tempest-NetworksIpV6Test-128132561 tempest-NetworksIpV6Test-128132561] Checking segment: {'id': '39977889-23dc-4c93-86d6-92d262dbf0cd', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '33827fc3-88f9-40b3-b705-e90998fb4c1a'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84874) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 14 07:44:42.707649 n-d-768862-2 neutron-server[84765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8ac0e9d-4d4a-4390-b58b-875d3ec16d13 tempest-NetworksIpV6Test-128132561 tempest-NetworksIpV6Test-128132561] Network hostable DHCP agents. Network: 33827fc3-88f9-40b3-b705-e90998fb4c1a, hostable agents: ['32f3dd84-26da-4d18-bf15-6017a8fb7247'], hosted agents: [] {{(pid=84874) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Jan 14 07:44:42.730161 n-d-768862-2 neutron-server[84765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8ac0e9d-4d4a-4390-b58b-875d3ec16d13 tempest-NetworksIpV6Test-128132561 tempest-NetworksIpV6Test-128132561] Network 33827fc3-88f9-40b3-b705-e90998fb4c1a is scheduled to be hosted by DHCP agent 32f3dd84-26da-4d18-bf15-6017a8fb7247 with binding_index 1 {{(pid=84874) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Jan 14 07:44:42.740172 n-d-768862-2 neutron-server[84765]: DEBUG neutron.scheduler.base_scheduler [None req-b8ac0e9d-4d4a-4390-b58b-875d3ec16d13 tempest-NetworksIpV6Test-128132561 tempest-NetworksIpV6Test-128132561] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768862-2, 33827fc3-88f9-40b3-b705-e90998fb4c1a) {{(pid=84874) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 07:44:42.749935 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43caeea8-72e0-44a1-9f8f-731f9fa8a18e None None] Network 33827fc3-88f9-40b3-b705-e90998fb4c1a requested from n-d-768862-2 {{(pid=84876) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 07:44:42.756399 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8ac0e9d-4d4a-4390-b58b-875d3ec16d13 tempest-NetworksIpV6Test-128132561 tempest-NetworksIpV6Test-128132561] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:44:42.757037 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-b8ac0e9d-4d4a-4390-b58b-875d3ec16d13 tempest-NetworksIpV6Test-128132561 tempest-NetworksIpV6Test-128132561] Notify callbacks [] for subnet, before_response {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:44:42.777592 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-b8ac0e9d-4d4a-4390-b58b-875d3ec16d13 tempest-NetworksIpV6Test-128132561 tempest-NetworksIpV6Test-128132561] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.0330787 Jan 14 07:44:42.781585 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84874) accepted ('10.222.0.24', 44606) {{(pid=84874) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:44:42.787786 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.v2.base [None req-676a89a9-a1bc-4781-9003-474ba1cec5db tempest-NetworksIpV6Test-128132561 tempest-NetworksIpV6Test-128132561] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-2112930294'}} {{(pid=84874) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:44:42.794503 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-676a89a9-a1bc-4781-9003-474ba1cec5db tempest-NetworksIpV6Test-128132561 tempest-NetworksIpV6Test-128132561] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:44:42.799371 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-676a89a9-a1bc-4781-9003-474ba1cec5db tempest-NetworksIpV6Test-128132561 tempest-NetworksIpV6Test-128132561] Usage tracker for resource:network and tenant:70e3e73b58854037bfc1efd58476a4f8 is out of sync, need to count used quota {{(pid=84874) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:44:42.802469 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-676a89a9-a1bc-4781-9003-474ba1cec5db tempest-NetworksIpV6Test-128132561 tempest-NetworksIpV6Test-128132561] Quota usage for network was recalculated. Used quota:2. {{(pid=84874) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:44:42.808894 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-676a89a9-a1bc-4781-9003-474ba1cec5db tempest-NetworksIpV6Test-128132561 tempest-NetworksIpV6Test-128132561] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=84874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:44:42.818719 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-676a89a9-a1bc-4781-9003-474ba1cec5db tempest-NetworksIpV6Test-128132561 tempest-NetworksIpV6Test-128132561] Made reservation on behalf of 70e3e73b58854037bfc1efd58476a4f8 for: {'network': 1} {{(pid=84874) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 07:44:42.828180 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-676a89a9-a1bc-4781-9003-474ba1cec5db tempest-NetworksIpV6Test-128132561 tempest-NetworksIpV6Test-128132561] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555753'] for network, before_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:44:42.861418 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-676a89a9-a1bc-4781-9003-474ba1cec5db tempest-NetworksIpV6Test-128132561 tempest-NetworksIpV6Test-128132561] vxlan segment allocate from pool success with {'vxlan_vni': 9} {{(pid=84874) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Jan 14 07:44:42.870962 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-676a89a9-a1bc-4781-9003-474ba1cec5db tempest-NetworksIpV6Test-128132561 tempest-NetworksIpV6Test-128132561] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854179735'] for segment, precommit_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:44:42.871344 n-d-768862-2 neutron-server[84765]: INFO neutron.db.segments_db [None req-676a89a9-a1bc-4781-9003-474ba1cec5db tempest-NetworksIpV6Test-128132561 tempest-NetworksIpV6Test-128132561] Added segment 11e37ad6-5be9-43e3-a058-110bf9a097d9 of type vxlan for network 25d3e5a2-5b90-4150-992b-0c2a93c98333 Jan 14 07:44:42.909335 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-676a89a9-a1bc-4781-9003-474ba1cec5db tempest-NetworksIpV6Test-128132561 tempest-NetworksIpV6Test-128132561] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363259214646115'] for network, precommit_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:44:42.936513 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-852a24f7-e9a1-4193-9abb-e9506fe5213f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363259214191800', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854171626'] for agent, after_update {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:44:42.942203 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-676a89a9-a1bc-4781-9003-474ba1cec5db tempest-NetworksIpV6Test-128132561 tempest-NetworksIpV6Test-128132561] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850887149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964'] for network, after_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:44:42.962472 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-676a89a9-a1bc-4781-9003-474ba1cec5db tempest-NetworksIpV6Test-128132561 tempest-NetworksIpV6Test-128132561] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:44:42.963757 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-676a89a9-a1bc-4781-9003-474ba1cec5db tempest-NetworksIpV6Test-128132561 tempest-NetworksIpV6Test-128132561] Notify callbacks [] for network, before_response {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:44:42.969519 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-ff40cc86-91a8-4fc0-bc73-f8dbe5b34f1e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:44:42.997035 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cef5da72-803c-4725-82a1-aee89af409b9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5d94dc7a-c095-50a4-955e-5f3b78718a12-33827fc3-88f9-40b3-b705-e90998fb4c1a', 'network_id': '33827fc3-88f9-40b3-b705-e90998fb4c1a', 'tenant_id': '70e3e73b58854037bfc1efd58476a4f8', 'fixed_ips': [{'subnet_id': '7ab65869-8f40-4c76-a041-2d6d48d4d2da'}]}} from n-d-768862-2. {{(pid=84876) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Jan 14 07:44:42.997995 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-cef5da72-803c-4725-82a1-aee89af409b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555753'] for port, before_create {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:44:43.070619 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-676a89a9-a1bc-4781-9003-474ba1cec5db tempest-NetworksIpV6Test-128132561 tempest-NetworksIpV6Test-128132561] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.2878277 Jan 14 07:44:43.074155 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84875) accepted ('10.222.0.24', 44610) {{(pid=84875) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:44:43.081421 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.v2.base [None req-b638ff0b-d5de-4068-813e-f067f68a4e4d tempest-NetworksIpV6Test-128132561 tempest-NetworksIpV6Test-128132561] Request body: {'subnet': {'network_id': '25d3e5a2-5b90-4150-992b-0c2a93c98333', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=84875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:44:43.083626 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-676a89a9-a1bc-4781-9003-474ba1cec5db tempest-NetworksIpV6Test-128132561 tempest-NetworksIpV6Test-128132561] Pushing event updated for resources: {'Network': ['ID=25d3e5a2-5b90-4150-992b-0c2a93c98333,revision_number=1']} {{(pid=84874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:44:43.088961 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-676a89a9-a1bc-4781-9003-474ba1cec5db tempest-NetworksIpV6Test-128132561 tempest-NetworksIpV6Test-128132561] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:44:43.107510 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-852a24f7-e9a1-4193-9abb-e9506fe5213f None None] Network 25d3e5a2-5b90-4150-992b-0c2a93c98333 details requested by agent ovs-agent-n-h2-768862-2 with host n-h2-768862-2 {{(pid=84876) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 07:44:43.120641 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Network 25d3e5a2-5b90-4150-992b-0c2a93c98333 details requested by agent ovs-agent-n-d-768862-2 with host n-d-768862-2 {{(pid=84876) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 07:44:43.133885 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-017f98a9-8a07-408c-a86f-8ff0c00400a0 None None] Network 25d3e5a2-5b90-4150-992b-0c2a93c98333 details requested by agent ovs-agent-n-h1-768862-2 with host n-h1-768862-2 {{(pid=84876) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 07:44:43.501046 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-b638ff0b-d5de-4068-813e-f067f68a4e4d tempest-NetworksIpV6Test-128132561 tempest-NetworksIpV6Test-128132561] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:44:43.505948 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-b638ff0b-d5de-4068-813e-f067f68a4e4d tempest-NetworksIpV6Test-128132561 tempest-NetworksIpV6Test-128132561] Usage tracker for resource:subnet and tenant:70e3e73b58854037bfc1efd58476a4f8 is out of sync, need to count used quota {{(pid=84875) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:44:43.508983 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-b638ff0b-d5de-4068-813e-f067f68a4e4d tempest-NetworksIpV6Test-128132561 tempest-NetworksIpV6Test-128132561] Quota usage for subnet was recalculated. Used quota:2. {{(pid=84875) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:44:43.514783 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-b638ff0b-d5de-4068-813e-f067f68a4e4d tempest-NetworksIpV6Test-128132561 tempest-NetworksIpV6Test-128132561] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=84875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:44:43.524823 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b638ff0b-d5de-4068-813e-f067f68a4e4d tempest-NetworksIpV6Test-128132561 tempest-NetworksIpV6Test-128132561] Made reservation on behalf of 70e3e73b58854037bfc1efd58476a4f8 for: {'subnet': 1} {{(pid=84875) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 07:44:43.613501 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.db_base_plugin_common [None req-cef5da72-803c-4725-82a1-aee89af409b9 None None] Allocated IP 2001:db8::2 (33827fc3-88f9-40b3-b705-e90998fb4c1a/7ab65869-8f40-4c76-a041-2d6d48d4d2da/c7b87077-90f7-40d2-92ba-e46e4662997e) {{(pid=84876) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 14 07:44:43.643479 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-b638ff0b-d5de-4068-813e-f067f68a4e4d tempest-NetworksIpV6Test-128132561 tempest-NetworksIpV6Test-128132561] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036852467157'] for subnet, before_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:44:43.847121 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-cef5da72-803c-4725-82a1-aee89af409b9 None None] Notify callbacks [] for port, precommit_create {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:44:43.858203 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-cef5da72-803c-4725-82a1-aee89af409b9 None None] Transition to ACTIVE for port object c7b87077-90f7-40d2-92ba-e46e4662997e will not be triggered until provisioned by entity L2. {{(pid=84876) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 07:44:43.874126 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-cef5da72-803c-4725-82a1-aee89af409b9 None None] Transition to ACTIVE for port object c7b87077-90f7-40d2-92ba-e46e4662997e will not be triggered until provisioned by entity DHCP. {{(pid=84876) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 07:44:43.879387 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-cef5da72-803c-4725-82a1-aee89af409b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777640123575'] for port, after_create {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:44:43.892902 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-bf29bfd2-fe03-47ef-bebc-455bf4020625 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84876) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:44:44.021804 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cef5da72-803c-4725-82a1-aee89af409b9 None None] Pushing event updated for resources: {'Port': ['ID=c7b87077-90f7-40d2-92ba-e46e4662997e,revision_number=1']} {{(pid=84876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:44:44.027505 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-cef5da72-803c-4725-82a1-aee89af409b9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=84876) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:44:44.081824 n-d-768862-2 neutron-server[84765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cef5da72-803c-4725-82a1-aee89af409b9 None None] Network 33827fc3-88f9-40b3-b705-e90998fb4c1a is already hosted by enough agents. {{(pid=84876) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 07:44:44.083225 n-d-768862-2 neutron-server[84765]: DEBUG neutron.scheduler.base_scheduler [None req-cef5da72-803c-4725-82a1-aee89af409b9 None None] Resources bound (agent type, host, resource id): {{(pid=84876) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 07:44:44.085854 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cef5da72-803c-4725-82a1-aee89af409b9 None None] Received port after_create {{(pid=84876) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 14 07:44:44.109167 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-b638ff0b-d5de-4068-813e-f067f68a4e4d tempest-NetworksIpV6Test-128132561 tempest-NetworksIpV6Test-128132561] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850887113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036851621412', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036852467174'] for subnet, after_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:44:44.125330 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-3a492a9e-1b82-4341-869b-a06fbeada97c tempest-RoutersTest-1255860389 tempest-RoutersTest-1255860389] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:44:44.144740 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.managers [None req-cef5da72-803c-4725-82a1-aee89af409b9 None None] Attempting to bind port c7b87077-90f7-40d2-92ba-e46e4662997e on host n-d-768862-2 for vnic_type normal with profile {{(pid=84876) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 14 07:44:44.145147 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.managers [None req-cef5da72-803c-4725-82a1-aee89af409b9 None None] Attempting to bind port c7b87077-90f7-40d2-92ba-e46e4662997e by drivers openvswitch on host n-d-768862-2 at level 0 using segments [{'id': '39977889-23dc-4c93-86d6-92d262dbf0cd', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '33827fc3-88f9-40b3-b705-e90998fb4c1a'}] {{(pid=84876) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 14 07:44:44.145555 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cef5da72-803c-4725-82a1-aee89af409b9 None None] Attempting to bind port c7b87077-90f7-40d2-92ba-e46e4662997e on network 33827fc3-88f9-40b3-b705-e90998fb4c1a {{(pid=84876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 14 07:44:44.151600 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cef5da72-803c-4725-82a1-aee89af409b9 None None] Checking agent: {'id': 'ba5efab1-b43c-4d5a-bc52-6e105d4e67a2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768862-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 14, 6, 56, 52), 'started_at': datetime.datetime(2021, 1, 14, 6, 57, 22), 'heartbeat_timestamp': datetime.datetime(2021, 1, 14, 7, 44, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768862-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.29', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 14 07:44:44.152014 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cef5da72-803c-4725-82a1-aee89af409b9 None None] Checking segment: {'id': '39977889-23dc-4c93-86d6-92d262dbf0cd', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '33827fc3-88f9-40b3-b705-e90998fb4c1a'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84876) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 14 07:44:44.152488 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-cef5da72-803c-4725-82a1-aee89af409b9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:44:44.152922 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cef5da72-803c-4725-82a1-aee89af409b9 None None] Bound using segment: {'id': '39977889-23dc-4c93-86d6-92d262dbf0cd', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '33827fc3-88f9-40b3-b705-e90998fb4c1a'} {{(pid=84876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 14 07:44:44.153443 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.managers [None req-cef5da72-803c-4725-82a1-aee89af409b9 None None] Bound port: c7b87077-90f7-40d2-92ba-e46e4662997e, host: n-d-768862-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '39977889-23dc-4c93-86d6-92d262dbf0cd', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '33827fc3-88f9-40b3-b705-e90998fb4c1a'}}] {{(pid=84876) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 14 07:44:44.153849 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-cef5da72-803c-4725-82a1-aee89af409b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555753'] for port, before_update {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:44:44.245890 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [None req-cef5da72-803c-4725-82a1-aee89af409b9 None None] For port c7b87077-90f7-40d2-92ba-e46e4662997e, host n-d-768862-2, cleared binding levels {{(pid=84876) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 14 07:44:44.249196 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [None req-cef5da72-803c-4725-82a1-aee89af409b9 None None] For port c7b87077-90f7-40d2-92ba-e46e4662997e, host n-d-768862-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-2',level=0,port_id=c7b87077-90f7-40d2-92ba-e46e4662997e,segment=NetworkSegment(39977889-23dc-4c93-86d6-92d262dbf0cd),segment_id=39977889-23dc-4c93-86d6-92d262dbf0cd)] {{(pid=84876) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 14 07:44:44.254026 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-cef5da72-803c-4725-82a1-aee89af409b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777640533312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363259214678337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777640097497'] for port, after_update {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:44:44.254630 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b638ff0b-d5de-4068-813e-f067f68a4e4d tempest-NetworksIpV6Test-128132561 tempest-NetworksIpV6Test-128132561] Pushing event updated for resources: {'Subnet': ['ID=a5889b68-2bc2-4ea9-bf08-f6d61811e7af,revision_number=0']} {{(pid=84875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:44:44.259961 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-b638ff0b-d5de-4068-813e-f067f68a4e4d tempest-NetworksIpV6Test-128132561 tempest-NetworksIpV6Test-128132561] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:44:44.270193 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-0ca59b5e-9f92-4141-a555-4666ee74a2a0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84876) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:44:44.333406 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b638ff0b-d5de-4068-813e-f067f68a4e4d tempest-NetworksIpV6Test-128132561 tempest-NetworksIpV6Test-128132561] Checking segment: {'id': '11e37ad6-5be9-43e3-a058-110bf9a097d9', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 9, 'network_id': '25d3e5a2-5b90-4150-992b-0c2a93c98333'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84875) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 14 07:44:44.333805 n-d-768862-2 neutron-server[84765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b638ff0b-d5de-4068-813e-f067f68a4e4d tempest-NetworksIpV6Test-128132561 tempest-NetworksIpV6Test-128132561] Network hostable DHCP agents. Network: 25d3e5a2-5b90-4150-992b-0c2a93c98333, hostable agents: ['32f3dd84-26da-4d18-bf15-6017a8fb7247'], hosted agents: [] {{(pid=84875) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Jan 14 07:44:44.353509 n-d-768862-2 neutron-server[84765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b638ff0b-d5de-4068-813e-f067f68a4e4d tempest-NetworksIpV6Test-128132561 tempest-NetworksIpV6Test-128132561] Network 25d3e5a2-5b90-4150-992b-0c2a93c98333 is scheduled to be hosted by DHCP agent 32f3dd84-26da-4d18-bf15-6017a8fb7247 with binding_index 1 {{(pid=84875) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Jan 14 07:44:44.362631 n-d-768862-2 neutron-server[84765]: DEBUG neutron.scheduler.base_scheduler [None req-b638ff0b-d5de-4068-813e-f067f68a4e4d tempest-NetworksIpV6Test-128132561 tempest-NetworksIpV6Test-128132561] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768862-2, 25d3e5a2-5b90-4150-992b-0c2a93c98333) {{(pid=84875) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 07:44:44.378762 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b638ff0b-d5de-4068-813e-f067f68a4e4d tempest-NetworksIpV6Test-128132561 tempest-NetworksIpV6Test-128132561] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:44:44.379415 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-b638ff0b-d5de-4068-813e-f067f68a4e4d tempest-NetworksIpV6Test-128132561 tempest-NetworksIpV6Test-128132561] Notify callbacks [] for subnet, before_response {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:44:44.380682 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3965eef7-f8b4-4e70-a276-26efc9ffeeaa None None] Network 25d3e5a2-5b90-4150-992b-0c2a93c98333 requested from n-d-768862-2 {{(pid=84876) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 07:44:44.400855 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-b638ff0b-d5de-4068-813e-f067f68a4e4d tempest-NetworksIpV6Test-128132561 tempest-NetworksIpV6Test-128132561] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.3253126 Jan 14 07:44:44.403800 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84875) accepted ('10.222.0.24', 44614) {{(pid=84875) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:44:44.575974 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-241038f2-7754-49aa-b74d-d09c90bec905 tempest-NetworksIpV6Test-128132561 tempest-NetworksIpV6Test-128132561] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036854160497'] for network, before_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:44:44.694299 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cef5da72-803c-4725-82a1-aee89af409b9 None None] Pushing event updated for resources: {'Port': ['ID=c7b87077-90f7-40d2-92ba-e46e4662997e,revision_number=2']} {{(pid=84876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:44:44.709701 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-241038f2-7754-49aa-b74d-d09c90bec905 tempest-NetworksIpV6Test-128132561 tempest-NetworksIpV6Test-128132561] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036854176836'] for subnet, precommit_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:44:44.710189 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-cef5da72-803c-4725-82a1-aee89af409b9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.440s {{(pid=84876) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:44:44.875342 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76c02178-8f2f-451c-b962-fba5bf30f7ee None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5d94dc7a-c095-50a4-955e-5f3b78718a12-25d3e5a2-5b90-4150-992b-0c2a93c98333', 'network_id': '25d3e5a2-5b90-4150-992b-0c2a93c98333', 'tenant_id': '70e3e73b58854037bfc1efd58476a4f8', 'fixed_ips': [{'subnet_id': 'a5889b68-2bc2-4ea9-bf08-f6d61811e7af'}]}} from n-d-768862-2. {{(pid=84876) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Jan 14 07:44:44.876318 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-76c02178-8f2f-451c-b962-fba5bf30f7ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555753'] for port, before_create {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:44:45.009962 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-241038f2-7754-49aa-b74d-d09c90bec905 tempest-NetworksIpV6Test-128132561 tempest-NetworksIpV6Test-128132561] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-598964', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850887113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3154192', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2308610'] for subnet, after_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:44:45.026145 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-29bbcc89-0441-4d15-b6d4-097830806cd2 tempest-NetworksIpV6Test-128132561 tempest-NetworksIpV6Test-128132561] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:44:45.125931 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-241038f2-7754-49aa-b74d-d09c90bec905 tempest-NetworksIpV6Test-128132561 tempest-NetworksIpV6Test-128132561] Pushing event deleted for resources: {'Subnet': ['ID=a5889b68-2bc2-4ea9-bf08-f6d61811e7af,revision_number=None']} {{(pid=84875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:44:45.128896 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-241038f2-7754-49aa-b74d-d09c90bec905 tempest-NetworksIpV6Test-128132561 tempest-NetworksIpV6Test-128132561] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:44:45.150764 n-d-768862-2 neutron-server[84765]: ERROR oslo_messaging.rpc.server [None req-76c02178-8f2f-451c-b962-fba5bf30f7ee None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet a5889b68-2bc2-4ea9-bf08-f6d61811e7af: This subnet is being modified by another concurrent operation. Jan 14 07:44:45.150764 n-d-768862-2 neutron-server[84765]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Jan 14 07:44:45.150764 n-d-768862-2 neutron-server[84765]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Jan 14 07:44:45.150764 n-d-768862-2 neutron-server[84765]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Jan 14 07:44:45.150764 n-d-768862-2 neutron-server[84765]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Jan 14 07:44:45.150764 n-d-768862-2 neutron-server[84765]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Jan 14 07:44:45.150764 n-d-768862-2 neutron-server[84765]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Jan 14 07:44:45.150764 n-d-768862-2 neutron-server[84765]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Jan 14 07:44:45.150764 n-d-768862-2 neutron-server[84765]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Jan 14 07:44:45.150764 n-d-768862-2 neutron-server[84765]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Jan 14 07:44:45.150764 n-d-768862-2 neutron-server[84765]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jan 14 07:44:45.150764 n-d-768862-2 neutron-server[84765]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jan 14 07:44:45.150764 n-d-768862-2 neutron-server[84765]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Jan 14 07:44:45.150764 n-d-768862-2 neutron-server[84765]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 14 07:44:45.150764 n-d-768862-2 neutron-server[84765]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Jan 14 07:44:45.150764 n-d-768862-2 neutron-server[84765]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Jan 14 07:44:45.150764 n-d-768862-2 neutron-server[84765]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/six.py", line 703, in reraise Jan 14 07:44:45.150764 n-d-768862-2 neutron-server[84765]: ERROR oslo_messaging.rpc.server raise value Jan 14 07:44:45.150764 n-d-768862-2 neutron-server[84765]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jan 14 07:44:45.150764 n-d-768862-2 neutron-server[84765]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jan 14 07:44:45.150764 n-d-768862-2 neutron-server[84765]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/oslo_db/api.py", line 154, in wrapper Jan 14 07:44:45.150764 n-d-768862-2 neutron-server[84765]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jan 14 07:44:45.150764 n-d-768862-2 neutron-server[84765]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Jan 14 07:44:45.150764 n-d-768862-2 neutron-server[84765]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 14 07:44:45.150764 n-d-768862-2 neutron-server[84765]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Jan 14 07:44:45.150764 n-d-768862-2 neutron-server[84765]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Jan 14 07:44:45.150764 n-d-768862-2 neutron-server[84765]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/six.py", line 703, in reraise Jan 14 07:44:45.150764 n-d-768862-2 neutron-server[84765]: ERROR oslo_messaging.rpc.server raise value Jan 14 07:44:45.150764 n-d-768862-2 neutron-server[84765]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/oslo_db/api.py", line 142, in wrapper Jan 14 07:44:45.150764 n-d-768862-2 neutron-server[84765]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jan 14 07:44:45.150764 n-d-768862-2 neutron-server[84765]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jan 14 07:44:45.150764 n-d-768862-2 neutron-server[84765]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jan 14 07:44:45.150764 n-d-768862-2 neutron-server[84765]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Jan 14 07:44:45.150764 n-d-768862-2 neutron-server[84765]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 14 07:44:45.150764 n-d-768862-2 neutron-server[84765]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Jan 14 07:44:45.150764 n-d-768862-2 neutron-server[84765]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Jan 14 07:44:45.150764 n-d-768862-2 neutron-server[84765]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/six.py", line 703, in reraise Jan 14 07:44:45.150764 n-d-768862-2 neutron-server[84765]: ERROR oslo_messaging.rpc.server raise value Jan 14 07:44:45.150764 n-d-768862-2 neutron-server[84765]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jan 14 07:44:45.150764 n-d-768862-2 neutron-server[84765]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jan 14 07:44:45.150764 n-d-768862-2 neutron-server[84765]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Jan 14 07:44:45.150764 n-d-768862-2 neutron-server[84765]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Jan 14 07:44:45.150764 n-d-768862-2 neutron-server[84765]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 274, in create_dhcp_port Jan 14 07:44:45.150764 n-d-768862-2 neutron-server[84765]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Jan 14 07:44:45.150764 n-d-768862-2 neutron-server[84765]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 99, in _port_action Jan 14 07:44:45.150764 n-d-768862-2 neutron-server[84765]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Jan 14 07:44:45.150764 n-d-768862-2 neutron-server[84765]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/neutron_lib/plugins/utils.py", line 336, in create_port Jan 14 07:44:45.150764 n-d-768862-2 neutron-server[84765]: ERROR oslo_messaging.rpc.server context, {port_apidef.RESOURCE_NAME: port_data}) Jan 14 07:44:45.150764 n-d-768862-2 neutron-server[84765]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 687, in inner Jan 14 07:44:45.150764 n-d-768862-2 neutron-server[84765]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Jan 14 07:44:45.150764 n-d-768862-2 neutron-server[84765]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 217, in wrapped Jan 14 07:44:45.150764 n-d-768862-2 neutron-server[84765]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jan 14 07:44:45.150764 n-d-768862-2 neutron-server[84765]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jan 14 07:44:45.150764 n-d-768862-2 neutron-server[84765]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jan 14 07:44:45.150764 n-d-768862-2 neutron-server[84765]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Jan 14 07:44:45.150764 n-d-768862-2 neutron-server[84765]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 14 07:44:45.150764 n-d-768862-2 neutron-server[84765]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Jan 14 07:44:45.150764 n-d-768862-2 neutron-server[84765]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Jan 14 07:44:45.150764 n-d-768862-2 neutron-server[84765]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/six.py", line 703, in reraise Jan 14 07:44:45.150764 n-d-768862-2 neutron-server[84765]: ERROR oslo_messaging.rpc.server raise value Jan 14 07:44:45.150764 n-d-768862-2 neutron-server[84765]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jan 14 07:44:45.150764 n-d-768862-2 neutron-server[84765]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jan 14 07:44:45.150764 n-d-768862-2 neutron-server[84765]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/oslo_db/api.py", line 154, in wrapper Jan 14 07:44:45.150764 n-d-768862-2 neutron-server[84765]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jan 14 07:44:45.150764 n-d-768862-2 neutron-server[84765]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Jan 14 07:44:45.150764 n-d-768862-2 neutron-server[84765]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 14 07:44:45.150764 n-d-768862-2 neutron-server[84765]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Jan 14 07:44:45.150764 n-d-768862-2 neutron-server[84765]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Jan 14 07:44:45.150764 n-d-768862-2 neutron-server[84765]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/six.py", line 703, in reraise Jan 14 07:44:45.150764 n-d-768862-2 neutron-server[84765]: ERROR oslo_messaging.rpc.server raise value Jan 14 07:44:45.150764 n-d-768862-2 neutron-server[84765]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/oslo_db/api.py", line 142, in wrapper Jan 14 07:44:45.150764 n-d-768862-2 neutron-server[84765]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jan 14 07:44:45.150764 n-d-768862-2 neutron-server[84765]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jan 14 07:44:45.150764 n-d-768862-2 neutron-server[84765]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jan 14 07:44:45.150764 n-d-768862-2 neutron-server[84765]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Jan 14 07:44:45.150764 n-d-768862-2 neutron-server[84765]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 14 07:44:45.150764 n-d-768862-2 neutron-server[84765]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Jan 14 07:44:45.150764 n-d-768862-2 neutron-server[84765]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Jan 14 07:44:45.150764 n-d-768862-2 neutron-server[84765]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/six.py", line 703, in reraise Jan 14 07:44:45.150764 n-d-768862-2 neutron-server[84765]: ERROR oslo_messaging.rpc.server raise value Jan 14 07:44:45.150764 n-d-768862-2 neutron-server[84765]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jan 14 07:44:45.150764 n-d-768862-2 neutron-server[84765]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jan 14 07:44:45.150764 n-d-768862-2 neutron-server[84765]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1425, in create_port Jan 14 07:44:45.150764 n-d-768862-2 neutron-server[84765]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Jan 14 07:44:45.150764 n-d-768862-2 neutron-server[84765]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1392, in _create_port_db Jan 14 07:44:45.150764 n-d-768862-2 neutron-server[84765]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Jan 14 07:44:45.150764 n-d-768862-2 neutron-server[84765]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1432, in create_port_db Jan 14 07:44:45.150764 n-d-768862-2 neutron-server[84765]: ERROR oslo_messaging.rpc.server context, port, port_id) Jan 14 07:44:45.150764 n-d-768862-2 neutron-server[84765]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 222, in allocate_ips_for_port_and_store Jan 14 07:44:45.150764 n-d-768862-2 neutron-server[84765]: ERROR oslo_messaging.rpc.server revert_on_fail=False) Jan 14 07:44:45.150764 n-d-768862-2 neutron-server[84765]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Jan 14 07:44:45.150764 n-d-768862-2 neutron-server[84765]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 14 07:44:45.150764 n-d-768862-2 neutron-server[84765]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Jan 14 07:44:45.150764 n-d-768862-2 neutron-server[84765]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Jan 14 07:44:45.150764 n-d-768862-2 neutron-server[84765]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/six.py", line 703, in reraise Jan 14 07:44:45.150764 n-d-768862-2 neutron-server[84765]: ERROR oslo_messaging.rpc.server raise value Jan 14 07:44:45.150764 n-d-768862-2 neutron-server[84765]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Jan 14 07:44:45.150764 n-d-768862-2 neutron-server[84765]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Jan 14 07:44:45.150764 n-d-768862-2 neutron-server[84765]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 241, in _allocate_ips_for_port Jan 14 07:44:45.150764 n-d-768862-2 neutron-server[84765]: ERROR oslo_messaging.rpc.server distributed_service=self._is_distributed_service(p)) Jan 14 07:44:45.150764 n-d-768862-2 neutron-server[84765]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 687, in _ipam_get_subnets Jan 14 07:44:45.150764 n-d-768862-2 neutron-server[84765]: ERROR oslo_messaging.rpc.server id=subnet.id) Jan 14 07:44:45.150764 n-d-768862-2 neutron-server[84765]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Jan 14 07:44:45.150764 n-d-768862-2 neutron-server[84765]: ERROR oslo_messaging.rpc.server raise exception Jan 14 07:44:45.150764 n-d-768862-2 neutron-server[84765]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet a5889b68-2bc2-4ea9-bf08-f6d61811e7af: This subnet is being modified by another concurrent operation. Jan 14 07:44:45.150764 n-d-768862-2 neutron-server[84765]: ERROR oslo_messaging.rpc.server Jan 14 07:44:45.184805 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d20aefa9-1452-483f-91bd-c47827f82455 None None] Network 25d3e5a2-5b90-4150-992b-0c2a93c98333 requested from n-d-768862-2 {{(pid=84876) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 07:44:45.299528 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-241038f2-7754-49aa-b74d-d09c90bec905 tempest-NetworksIpV6Test-128132561 tempest-NetworksIpV6Test-128132561] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-598987', 'neutron.services.segments.db._delete_segments_for_network-8777640583949'] for network, precommit_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:44:45.425796 n-d-768862-2 neutron-server[84765]: DEBUG neutron.services.segments.db [None req-241038f2-7754-49aa-b74d-d09c90bec905 tempest-NetworksIpV6Test-128132561 tempest-NetworksIpV6Test-128132561] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['25d3e5a2-5b90-4150-992b-0c2a93c98333']}} {{(pid=84875) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:44:45.438744 n-d-768862-2 neutron-server[84765]: DEBUG neutron.services.segments.db [None req-241038f2-7754-49aa-b74d-d09c90bec905 tempest-NetworksIpV6Test-128132561 tempest-NetworksIpV6Test-128132561] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '11e37ad6-5be9-43e3-a058-110bf9a097d9') {'for_net_delete': True} {{(pid=84875) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:44:45.439074 n-d-768862-2 neutron-server[84765]: DEBUG neutron.services.segments.db [None req-241038f2-7754-49aa-b74d-d09c90bec905 tempest-NetworksIpV6Test-128132561 tempest-NetworksIpV6Test-128132561] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '11e37ad6-5be9-43e3-a058-110bf9a097d9') {} {{(pid=84875) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:44:45.451415 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-241038f2-7754-49aa-b74d-d09c90bec905 tempest-NetworksIpV6Test-128132561 tempest-NetworksIpV6Test-128132561] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363259214173198', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036851408567'] for segment, before_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:44:45.466890 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-241038f2-7754-49aa-b74d-d09c90bec905 tempest-NetworksIpV6Test-128132561 tempest-NetworksIpV6Test-128132561] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854179735'] for segment, precommit_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:44:45.468958 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-241038f2-7754-49aa-b74d-d09c90bec905 tempest-NetworksIpV6Test-128132561 tempest-NetworksIpV6Test-128132561] Releasing vxlan tunnel 9 to pool {{(pid=84875) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Jan 14 07:44:45.655715 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.managers [None req-241038f2-7754-49aa-b74d-d09c90bec905 tempest-NetworksIpV6Test-128132561 tempest-NetworksIpV6Test-128132561] Network 25d3e5a2-5b90-4150-992b-0c2a93c98333 has no segments {{(pid=84875) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 14 07:44:45.664799 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-241038f2-7754-49aa-b74d-d09c90bec905 tempest-NetworksIpV6Test-128132561 tempest-NetworksIpV6Test-128132561] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-596065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3154253'] for segment, after_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:44:45.844394 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.managers [None req-241038f2-7754-49aa-b74d-d09c90bec905 tempest-NetworksIpV6Test-128132561 tempest-NetworksIpV6Test-128132561] Network 25d3e5a2-5b90-4150-992b-0c2a93c98333 has no segments {{(pid=84875) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 14 07:44:45.869931 n-d-768862-2 neutron-server[84765]: Traceback (most recent call last): Jan 14 07:44:45.869931 n-d-768862-2 neutron-server[84765]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 14 07:44:45.869931 n-d-768862-2 neutron-server[84765]: timer() Jan 14 07:44:45.869931 n-d-768862-2 neutron-server[84765]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 14 07:44:45.869931 n-d-768862-2 neutron-server[84765]: cb(*args, **kw) Jan 14 07:44:45.869931 n-d-768862-2 neutron-server[84765]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Jan 14 07:44:45.869931 n-d-768862-2 neutron-server[84765]: return func(*args, **kwargs) Jan 14 07:44:45.869931 n-d-768862-2 neutron-server[84765]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 14 07:44:45.869931 n-d-768862-2 neutron-server[84765]: self._notify() Jan 14 07:44:45.869931 n-d-768862-2 neutron-server[84765]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 14 07:44:45.869931 n-d-768862-2 neutron-server[84765]: self.callback(batched_events) Jan 14 07:44:45.869931 n-d-768862-2 neutron-server[84765]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 14 07:44:45.869931 n-d-768862-2 neutron-server[84765]: event.method(event) Jan 14 07:44:45.869931 n-d-768862-2 neutron-server[84765]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 14 07:44:45.869931 n-d-768862-2 neutron-server[84765]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 14 07:44:45.869931 n-d-768862-2 neutron-server[84765]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Jan 14 07:44:45.869931 n-d-768862-2 neutron-server[84765]: segment_id)['aggregates'][0] Jan 14 07:44:45.869931 n-d-768862-2 neutron-server[84765]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 14 07:44:45.869931 n-d-768862-2 neutron-server[84765]: return f(self, *a, **k) Jan 14 07:44:45.869931 n-d-768862-2 neutron-server[84765]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 14 07:44:45.869931 n-d-768862-2 neutron-server[84765]: return self._get(url).json() Jan 14 07:44:45.869931 n-d-768862-2 neutron-server[84765]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 14 07:44:45.869931 n-d-768862-2 neutron-server[84765]: **kwargs) Jan 14 07:44:45.869931 n-d-768862-2 neutron-server[84765]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 14 07:44:45.869931 n-d-768862-2 neutron-server[84765]: return self.request(url, 'GET', **kwargs) Jan 14 07:44:45.869931 n-d-768862-2 neutron-server[84765]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Jan 14 07:44:45.869931 n-d-768862-2 neutron-server[84765]: **endpoint_filter) Jan 14 07:44:45.869931 n-d-768862-2 neutron-server[84765]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 14 07:44:45.869931 n-d-768862-2 neutron-server[84765]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 14 07:44:45.869931 n-d-768862-2 neutron-server[84765]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 14 07:44:45.869931 n-d-768862-2 neutron-server[84765]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 14 07:44:45.869931 n-d-768862-2 neutron-server[84765]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 14 07:44:45.958906 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-241038f2-7754-49aa-b74d-d09c90bec905 tempest-NetworksIpV6Test-128132561 tempest-NetworksIpV6Test-128132561] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036854176830', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850887149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3912591'] for network, after_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:44:45.962971 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-241038f2-7754-49aa-b74d-d09c90bec905 tempest-NetworksIpV6Test-128132561 tempest-NetworksIpV6Test-128132561] Notify callbacks [] for network, before_response {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:44:45.966453 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-e8c56c89-5982-421b-8779-fe5e446f3c5c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:44:45.992728 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-241038f2-7754-49aa-b74d-d09c90bec905 tempest-NetworksIpV6Test-128132561 tempest-NetworksIpV6Test-128132561] Pushing event deleted for resources: {'Network': ['ID=25d3e5a2-5b90-4150-992b-0c2a93c98333,revision_number=None']} {{(pid=84875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:44:45.995767 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-241038f2-7754-49aa-b74d-d09c90bec905 tempest-NetworksIpV6Test-128132561 tempest-NetworksIpV6Test-128132561] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:44:45.998843 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-241038f2-7754-49aa-b74d-d09c90bec905 tempest-NetworksIpV6Test-128132561 tempest-NetworksIpV6Test-128132561] 10.222.0.24 "DELETE /v2.0/networks/25d3e5a2-5b90-4150-992b-0c2a93c98333 HTTP/1.1" status: 204 len: 168 time: 1.5936441 Jan 14 07:44:46.001625 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84874) accepted ('10.222.0.24', 44618) {{(pid=84874) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:44:46.051893 n-d-768862-2 neutron-server[84765]: INFO neutron.pecan_wsgi.hooks.translation [None req-74da2f00-8b25-4643-8539-777e043498f7 tempest-NetworksIpV6Test-128132561 tempest-NetworksIpV6Test-128132561] GET failed (client error): The resource could not be found. Jan 14 07:44:46.052504 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-74da2f00-8b25-4643-8539-777e043498f7 tempest-NetworksIpV6Test-128132561 tempest-NetworksIpV6Test-128132561] Synchronizing usage tracker for tenant:70e3e73b58854037bfc1efd58476a4f8 on resource:subnet {{(pid=84874) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 14 07:44:46.070087 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-74da2f00-8b25-4643-8539-777e043498f7 tempest-NetworksIpV6Test-128132561 tempest-NetworksIpV6Test-128132561] Unset dirty status for tenant:70e3e73b58854037bfc1efd58476a4f8 on resource:subnet {{(pid=84874) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 14 07:44:46.071361 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-74da2f00-8b25-4643-8539-777e043498f7 tempest-NetworksIpV6Test-128132561 tempest-NetworksIpV6Test-128132561] 10.222.0.24 "GET /v2.0/subnets/a5889b68-2bc2-4ea9-bf08-f6d61811e7af HTTP/1.1" status: 404 len: 337 time: 0.0685301 Jan 14 07:44:46.074864 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84874) accepted ('10.222.0.24', 44622) {{(pid=84874) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:44:46.102692 n-d-768862-2 neutron-server[84765]: INFO neutron.pecan_wsgi.hooks.translation [None req-2652c89d-ac45-4cf5-9c66-b0cf9f83fa55 tempest-NetworksIpV6Test-128132561 tempest-NetworksIpV6Test-128132561] DELETE failed (client error): The resource could not be found. Jan 14 07:44:46.103215 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2652c89d-ac45-4cf5-9c66-b0cf9f83fa55 tempest-NetworksIpV6Test-128132561 tempest-NetworksIpV6Test-128132561] No notification will be sent due to unsuccessful status code: 404 {{(pid=84874) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Jan 14 07:44:46.105119 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-2652c89d-ac45-4cf5-9c66-b0cf9f83fa55 tempest-NetworksIpV6Test-128132561 tempest-NetworksIpV6Test-128132561] 10.222.0.24 "DELETE /v2.0/networks/25d3e5a2-5b90-4150-992b-0c2a93c98333 HTTP/1.1" status: 404 len: 339 time: 0.0292513 Jan 14 07:44:46.109587 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84874) accepted ('10.222.0.24', 44626) {{(pid=84874) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:44:46.151246 n-d-768862-2 neutron-server[84765]: INFO neutron.pecan_wsgi.hooks.translation [None req-95675de9-854c-4fdb-b10f-01432e57422c tempest-NetworksIpV6Test-128132561 tempest-NetworksIpV6Test-128132561] DELETE failed (client error): The resource could not be found. Jan 14 07:44:46.151753 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-95675de9-854c-4fdb-b10f-01432e57422c tempest-NetworksIpV6Test-128132561 tempest-NetworksIpV6Test-128132561] No notification will be sent due to unsuccessful status code: 404 {{(pid=84874) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Jan 14 07:44:46.153650 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-95675de9-854c-4fdb-b10f-01432e57422c tempest-NetworksIpV6Test-128132561 tempest-NetworksIpV6Test-128132561] 10.222.0.24 "DELETE /v2.0/subnets/a5889b68-2bc2-4ea9-bf08-f6d61811e7af HTTP/1.1" status: 404 len: 337 time: 0.0429897 Jan 14 07:44:46.156632 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84874) accepted ('10.222.0.24', 44630) {{(pid=84874) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:44:46.183945 n-d-768862-2 neutron-server[84765]: INFO neutron.pecan_wsgi.hooks.translation [None req-a6181181-0ef3-4b2d-a5d8-060854dbb321 tempest-NetworksIpV6Test-128132561 tempest-NetworksIpV6Test-128132561] DELETE failed (client error): The resource could not be found. Jan 14 07:44:46.184459 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a6181181-0ef3-4b2d-a5d8-060854dbb321 tempest-NetworksIpV6Test-128132561 tempest-NetworksIpV6Test-128132561] No notification will be sent due to unsuccessful status code: 404 {{(pid=84874) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Jan 14 07:44:46.187514 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-a6181181-0ef3-4b2d-a5d8-060854dbb321 tempest-NetworksIpV6Test-128132561 tempest-NetworksIpV6Test-128132561] 10.222.0.24 "DELETE /v2.0/networks/25d3e5a2-5b90-4150-992b-0c2a93c98333 HTTP/1.1" status: 404 len: 339 time: 0.0298686 Jan 14 07:44:46.189167 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84874) accepted ('10.222.0.24', 44634) {{(pid=84874) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:44:46.226844 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-398ac21f-b569-4a7e-88ad-c01a150742ef None None] Network 33827fc3-88f9-40b3-b705-e90998fb4c1a requested from n-d-768862-2 {{(pid=84876) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 07:44:46.274073 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.db_base_plugin_v2 [None req-e22b39c5-3696-4f46-8bbc-19d32bc2d84a tempest-NetworksIpV6Test-128132561 tempest-NetworksIpV6Test-128132561] Deleting subnet 7ab65869-8f40-4c76-a041-2d6d48d4d2da {{(pid=84874) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Jan 14 07:44:46.278064 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-e22b39c5-3696-4f46-8bbc-19d32bc2d84a tempest-NetworksIpV6Test-128132561 tempest-NetworksIpV6Test-128132561] Notify callbacks [] for subnet, before_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:44:46.341088 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-e22b39c5-3696-4f46-8bbc-19d32bc2d84a tempest-NetworksIpV6Test-128132561 tempest-NetworksIpV6Test-128132561] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036851807232'] for subnet, precommit_delete_associations {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:44:46.365509 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-99d2b8aa-f19c-40d6-8f9a-2ec1e10d7e78 None None] Provisioning for port c7b87077-90f7-40d2-92ba-e46e4662997e completed by entity DHCP. {{(pid=84876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 07:44:46.435772 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-e22b39c5-3696-4f46-8bbc-19d32bc2d84a tempest-NetworksIpV6Test-128132561 tempest-NetworksIpV6Test-128132561] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036854176836'] for subnet, precommit_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:44:46.738564 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-e22b39c5-3696-4f46-8bbc-19d32bc2d84a tempest-NetworksIpV6Test-128132561 tempest-NetworksIpV6Test-128132561] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-598964', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850887113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036851521664', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2794686'] for subnet, after_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:44:46.755483 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-db8db3c8-db2f-40b8-8005-7db1627b8a01 tempest-RoutersNegativeTest-536999269 tempest-RoutersNegativeTest-536999269] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:44:46.841844 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e22b39c5-3696-4f46-8bbc-19d32bc2d84a tempest-NetworksIpV6Test-128132561 tempest-NetworksIpV6Test-128132561] Pushing event deleted for resources: {'Subnet': ['ID=7ab65869-8f40-4c76-a041-2d6d48d4d2da,revision_number=None']} {{(pid=84874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:44:46.849964 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-e22b39c5-3696-4f46-8bbc-19d32bc2d84a tempest-NetworksIpV6Test-128132561 tempest-NetworksIpV6Test-128132561] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:44:46.896513 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-e22b39c5-3696-4f46-8bbc-19d32bc2d84a tempest-NetworksIpV6Test-128132561 tempest-NetworksIpV6Test-128132561] Notify callbacks [] for subnet, before_response {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:44:46.912274 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-e22b39c5-3696-4f46-8bbc-19d32bc2d84a tempest-NetworksIpV6Test-128132561 tempest-NetworksIpV6Test-128132561] 10.222.0.24 "DELETE /v2.0/subnets/7ab65869-8f40-4c76-a041-2d6d48d4d2da HTTP/1.1" status: 204 len: 168 time: 0.7196057 Jan 14 07:44:46.912507 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84874) accepted ('10.222.0.24', 44638) {{(pid=84874) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:44:46.982553 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Device c7b87077-90f7-40d2-92ba-e46e4662997e up at agent ovs-agent-n-d-768862-2 {{(pid=84876) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 07:44:47.051779 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-61751fd3-61dd-4823-a936-cccd469c6b09 tempest-NetworksIpV6Test-128132561 tempest-NetworksIpV6Test-128132561] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036854160497'] for network, before_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:44:47.063135 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Provisioning for port c7b87077-90f7-40d2-92ba-e46e4662997e completed by entity L2. {{(pid=84876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 07:44:47.068904 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Provisioning complete for port c7b87077-90f7-40d2-92ba-e46e4662997e triggered by entity L2. {{(pid=84876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 07:44:47.069332 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-604227'] for port, provisioning_complete {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:44:47.101380 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d18862f9-4f1f-4396-ab0b-91a332eb1a96 None None] Network 33827fc3-88f9-40b3-b705-e90998fb4c1a requested from n-d-768862-2 {{(pid=84876) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 07:44:47.125079 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.plugin [None req-61751fd3-61dd-4823-a936-cccd469c6b09 tempest-NetworksIpV6Test-128132561 tempest-NetworksIpV6Test-128132561] Deleting port c7b87077-90f7-40d2-92ba-e46e4662997e {{(pid=84874) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 07:44:47.125451 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-61751fd3-61dd-4823-a936-cccd469c6b09 tempest-NetworksIpV6Test-128132561 tempest-NetworksIpV6Test-128132561] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363259214248359'] for port, before_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:44:47.275156 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-3871df16-fa14-4af5-8f2c-60e084ffaf61 None None] Provisioning complete for port c7b87077-90f7-40d2-92ba-e46e4662997e triggered by entity DHCP. {{(pid=84876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 07:44:47.276047 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-3871df16-fa14-4af5-8f2c-60e084ffaf61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-604227'] for port, provisioning_complete {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:44:47.338729 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [None req-61751fd3-61dd-4823-a936-cccd469c6b09 tempest-NetworksIpV6Test-128132561 tempest-NetworksIpV6Test-128132561] For port c7b87077-90f7-40d2-92ba-e46e4662997e, host n-d-768862-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-2',level=0,port_id=c7b87077-90f7-40d2-92ba-e46e4662997e,segment=NetworkSegment(39977889-23dc-4c93-86d6-92d262dbf0cd),segment_id=39977889-23dc-4c93-86d6-92d262dbf0cd)] {{(pid=84874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 07:44:47.339139 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-61751fd3-61dd-4823-a936-cccd469c6b09 tempest-NetworksIpV6Test-128132561 tempest-NetworksIpV6Test-128132561] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036850862667'] for port, precommit_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:44:47.500152 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555753'] for port, before_update {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:44:47.547580 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-3871df16-fa14-4af5-8f2c-60e084ffaf61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555753'] for port, before_update {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:44:47.584828 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] For port c7b87077-90f7-40d2-92ba-e46e4662997e, host n-d-768862-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-2',level=0,port_id=c7b87077-90f7-40d2-92ba-e46e4662997e,segment=NetworkSegment(39977889-23dc-4c93-86d6-92d262dbf0cd),segment_id=39977889-23dc-4c93-86d6-92d262dbf0cd)] {{(pid=84876) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 07:44:47.618121 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48759177-3cc2-4769-bf70-940c51a94667 None None] DHCP port deletion for 33827fc3-88f9-40b3-b705-e90998fb4c1a request from n-d-768862-2 {{(pid=84876) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Jan 14 07:44:47.627041 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777640533312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363259214678337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777640097497'] for port, after_update {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:44:47.637320 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-f86cf99f-c2eb-4bdc-bd33-efd5706a95bb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84876) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:44:47.680037 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.plugin [None req-48759177-3cc2-4769-bf70-940c51a94667 None None] Deleting port c7b87077-90f7-40d2-92ba-e46e4662997e {{(pid=84876) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 07:44:47.680500 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-48759177-3cc2-4769-bf70-940c51a94667 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363259214248359'] for port, before_delete {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:44:47.773686 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.db.api [None req-3871df16-fa14-4af5-8f2c-60e084ffaf61 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=84876) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Jan 14 07:44:47.774316 n-d-768862-2 neutron-server[84765]: DEBUG oslo_db.api [None req-3871df16-fa14-4af5-8f2c-60e084ffaf61 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=84876) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Jan 14 07:44:47.782941 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.plugin [None req-61751fd3-61dd-4823-a936-cccd469c6b09 tempest-NetworksIpV6Test-128132561 tempest-NetworksIpV6Test-128132561] Calling delete_port for c7b87077-90f7-40d2-92ba-e46e4662997e owned by network:dhcp {{(pid=84874) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 07:44:47.830599 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Pushing event updated for resources: {'Port': ['ID=c7b87077-90f7-40d2-92ba-e46e4662997e,revision_number=4']} {{(pid=84876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:44:47.835808 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.199s {{(pid=84876) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:44:47.858543 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.db.api [None req-61751fd3-61dd-4823-a936-cccd469c6b09 tempest-NetworksIpV6Test-128132561 tempest-NetworksIpV6Test-128132561] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84874) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Jan 14 07:44:47.858903 n-d-768862-2 neutron-server[84765]: DEBUG oslo_db.api [None req-61751fd3-61dd-4823-a936-cccd469c6b09 tempest-NetworksIpV6Test-128132561 tempest-NetworksIpV6Test-128132561] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84874) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Jan 14 07:44:47.954679 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [None req-48759177-3cc2-4769-bf70-940c51a94667 None None] For port c7b87077-90f7-40d2-92ba-e46e4662997e, host n-d-768862-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-2',level=0,port_id=c7b87077-90f7-40d2-92ba-e46e4662997e,segment=NetworkSegment(39977889-23dc-4c93-86d6-92d262dbf0cd),segment_id=39977889-23dc-4c93-86d6-92d262dbf0cd)] {{(pid=84876) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 07:44:47.955146 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-48759177-3cc2-4769-bf70-940c51a94667 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036850862667'] for port, precommit_delete {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:44:48.090813 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.plugin [None req-48759177-3cc2-4769-bf70-940c51a94667 None None] Calling delete_port for c7b87077-90f7-40d2-92ba-e46e4662997e owned by network:dhcp {{(pid=84876) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 07:44:48.167242 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-48759177-3cc2-4769-bf70-940c51a94667 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777640533329', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777640097463'] for port, after_delete {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:44:48.180649 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-0ca59b5e-9f92-4141-a555-4666ee74a2a0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84876) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:44:48.270904 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48759177-3cc2-4769-bf70-940c51a94667 None None] Pushing event deleted for resources: {'Port': ['ID=c7b87077-90f7-40d2-92ba-e46e4662997e,revision_number=None']} {{(pid=84876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:44:48.273888 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-48759177-3cc2-4769-bf70-940c51a94667 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=84876) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:44:48.325868 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.plugin [None req-3871df16-fa14-4af5-8f2c-60e084ffaf61 None None] Port c7b87077-90f7-40d2-92ba-e46e4662997e update to ACTIVE by agent not found {{(pid=84876) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2088}} Jan 14 07:44:48.360159 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.plugin [None req-61751fd3-61dd-4823-a936-cccd469c6b09 tempest-NetworksIpV6Test-128132561 tempest-NetworksIpV6Test-128132561] Deleting port c7b87077-90f7-40d2-92ba-e46e4662997e {{(pid=84874) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 07:44:48.360616 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-61751fd3-61dd-4823-a936-cccd469c6b09 tempest-NetworksIpV6Test-128132561 tempest-NetworksIpV6Test-128132561] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363259214248359'] for port, before_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:44:48.360737 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48759177-3cc2-4769-bf70-940c51a94667 None None] No DVR routers for this DVR port c7b87077-90f7-40d2-92ba-e46e4662997e on host n-d-768862-2 {{(pid=84876) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Jan 14 07:44:48.396333 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c81c6c4-1c67-4dc1-ab28-8e935aefea6d None None] get_active_networks_info from n-d-768862-2 {{(pid=84876) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}} Jan 14 07:44:48.430917 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.plugin [None req-61751fd3-61dd-4823-a936-cccd469c6b09 tempest-NetworksIpV6Test-128132561 tempest-NetworksIpV6Test-128132561] The port 'c7b87077-90f7-40d2-92ba-e46e4662997e' was deleted {{(pid=84874) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Jan 14 07:44:48.552865 n-d-768862-2 neutron-server[84765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c81c6c4-1c67-4dc1-ab28-8e935aefea6d None None] Resources bound (agent type, host, resource id): {{(pid=84876) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:105}} Jan 14 07:44:48.561256 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-61751fd3-61dd-4823-a936-cccd469c6b09 tempest-NetworksIpV6Test-128132561 tempest-NetworksIpV6Test-128132561] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-598987', 'neutron.services.segments.db._delete_segments_for_network-8777640583949'] for network, precommit_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:44:48.685468 n-d-768862-2 neutron-server[84765]: DEBUG neutron.services.segments.db [None req-61751fd3-61dd-4823-a936-cccd469c6b09 tempest-NetworksIpV6Test-128132561 tempest-NetworksIpV6Test-128132561] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['33827fc3-88f9-40b3-b705-e90998fb4c1a']}} {{(pid=84874) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:44:48.699602 n-d-768862-2 neutron-server[84765]: DEBUG neutron.services.segments.db [None req-61751fd3-61dd-4823-a936-cccd469c6b09 tempest-NetworksIpV6Test-128132561 tempest-NetworksIpV6Test-128132561] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '39977889-23dc-4c93-86d6-92d262dbf0cd') {'for_net_delete': True} {{(pid=84874) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:44:48.699966 n-d-768862-2 neutron-server[84765]: DEBUG neutron.services.segments.db [None req-61751fd3-61dd-4823-a936-cccd469c6b09 tempest-NetworksIpV6Test-128132561 tempest-NetworksIpV6Test-128132561] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '39977889-23dc-4c93-86d6-92d262dbf0cd') {} {{(pid=84874) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:44:48.713289 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-61751fd3-61dd-4823-a936-cccd469c6b09 tempest-NetworksIpV6Test-128132561 tempest-NetworksIpV6Test-128132561] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363259214173198', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2968632'] for segment, before_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:44:48.730034 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-61751fd3-61dd-4823-a936-cccd469c6b09 tempest-NetworksIpV6Test-128132561 tempest-NetworksIpV6Test-128132561] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854179735'] for segment, precommit_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:44:48.732098 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-61751fd3-61dd-4823-a936-cccd469c6b09 tempest-NetworksIpV6Test-128132561 tempest-NetworksIpV6Test-128132561] Releasing vxlan tunnel 5 to pool {{(pid=84874) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Jan 14 07:44:48.879898 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-ccefe1b1-3331-43c6-9e4d-08635373cd0f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363259214191800', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854171626'] for agent, after_update {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:44:48.913612 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.managers [None req-61751fd3-61dd-4823-a936-cccd469c6b09 tempest-NetworksIpV6Test-128132561 tempest-NetworksIpV6Test-128132561] Network 33827fc3-88f9-40b3-b705-e90998fb4c1a has no segments {{(pid=84874) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 14 07:44:48.923032 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-61751fd3-61dd-4823-a936-cccd469c6b09 tempest-NetworksIpV6Test-128132561 tempest-NetworksIpV6Test-128132561] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-596065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036851521571'] for segment, after_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:44:48.937182 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Device c7b87077-90f7-40d2-92ba-e46e4662997e no longer exists at agent ovs-agent-n-d-768862-2 {{(pid=84876) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jan 14 07:44:48.982222 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.plugin [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] No Port match for: c7b87077-90f7-40d2-92ba-e46e4662997e {{(pid=84876) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2188}} Jan 14 07:44:48.982723 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Device c7b87077-90f7-40d2-92ba-e46e4662997e not bound to the agent host n-d-768862-2 {{(pid=84876) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jan 14 07:44:49.109559 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.managers [None req-61751fd3-61dd-4823-a936-cccd469c6b09 tempest-NetworksIpV6Test-128132561 tempest-NetworksIpV6Test-128132561] Network 33827fc3-88f9-40b3-b705-e90998fb4c1a has no segments {{(pid=84874) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 14 07:44:49.133806 n-d-768862-2 neutron-server[84765]: Traceback (most recent call last): Jan 14 07:44:49.133806 n-d-768862-2 neutron-server[84765]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 14 07:44:49.133806 n-d-768862-2 neutron-server[84765]: timer() Jan 14 07:44:49.133806 n-d-768862-2 neutron-server[84765]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 14 07:44:49.133806 n-d-768862-2 neutron-server[84765]: cb(*args, **kw) Jan 14 07:44:49.133806 n-d-768862-2 neutron-server[84765]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Jan 14 07:44:49.133806 n-d-768862-2 neutron-server[84765]: return func(*args, **kwargs) Jan 14 07:44:49.133806 n-d-768862-2 neutron-server[84765]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 14 07:44:49.133806 n-d-768862-2 neutron-server[84765]: self._notify() Jan 14 07:44:49.133806 n-d-768862-2 neutron-server[84765]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 14 07:44:49.133806 n-d-768862-2 neutron-server[84765]: self.callback(batched_events) Jan 14 07:44:49.133806 n-d-768862-2 neutron-server[84765]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 14 07:44:49.133806 n-d-768862-2 neutron-server[84765]: event.method(event) Jan 14 07:44:49.133806 n-d-768862-2 neutron-server[84765]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 14 07:44:49.133806 n-d-768862-2 neutron-server[84765]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 14 07:44:49.133806 n-d-768862-2 neutron-server[84765]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Jan 14 07:44:49.133806 n-d-768862-2 neutron-server[84765]: segment_id)['aggregates'][0] Jan 14 07:44:49.133806 n-d-768862-2 neutron-server[84765]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 14 07:44:49.133806 n-d-768862-2 neutron-server[84765]: return f(self, *a, **k) Jan 14 07:44:49.133806 n-d-768862-2 neutron-server[84765]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 14 07:44:49.133806 n-d-768862-2 neutron-server[84765]: return self._get(url).json() Jan 14 07:44:49.133806 n-d-768862-2 neutron-server[84765]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 14 07:44:49.133806 n-d-768862-2 neutron-server[84765]: **kwargs) Jan 14 07:44:49.133806 n-d-768862-2 neutron-server[84765]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 14 07:44:49.133806 n-d-768862-2 neutron-server[84765]: return self.request(url, 'GET', **kwargs) Jan 14 07:44:49.133806 n-d-768862-2 neutron-server[84765]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Jan 14 07:44:49.133806 n-d-768862-2 neutron-server[84765]: **endpoint_filter) Jan 14 07:44:49.133806 n-d-768862-2 neutron-server[84765]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 14 07:44:49.133806 n-d-768862-2 neutron-server[84765]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 14 07:44:49.133806 n-d-768862-2 neutron-server[84765]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 14 07:44:49.133806 n-d-768862-2 neutron-server[84765]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 14 07:44:49.133806 n-d-768862-2 neutron-server[84765]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 14 07:44:49.220614 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-61751fd3-61dd-4823-a936-cccd469c6b09 tempest-NetworksIpV6Test-128132561 tempest-NetworksIpV6Test-128132561] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036854176830', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850887149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3912591'] for network, after_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:44:49.224623 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-b0af536d-c945-4f45-90b4-e305e3ea399a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:44:49.239870 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-61751fd3-61dd-4823-a936-cccd469c6b09 tempest-NetworksIpV6Test-128132561 tempest-NetworksIpV6Test-128132561] Notify callbacks [] for network, before_response {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:44:49.251780 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61751fd3-61dd-4823-a936-cccd469c6b09 tempest-NetworksIpV6Test-128132561 tempest-NetworksIpV6Test-128132561] Pushing event deleted for resources: {'Network': ['ID=33827fc3-88f9-40b3-b705-e90998fb4c1a,revision_number=None']} {{(pid=84874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:44:49.254801 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-61751fd3-61dd-4823-a936-cccd469c6b09 tempest-NetworksIpV6Test-128132561 tempest-NetworksIpV6Test-128132561] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:44:49.256711 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-61751fd3-61dd-4823-a936-cccd469c6b09 tempest-NetworksIpV6Test-128132561 tempest-NetworksIpV6Test-128132561] 10.222.0.24 "DELETE /v2.0/networks/33827fc3-88f9-40b3-b705-e90998fb4c1a HTTP/1.1" status: 204 len: 168 time: 2.3432286 Jan 14 07:44:49.259686 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84874) accepted ('10.222.0.24', 44642) {{(pid=84874) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:44:49.300853 n-d-768862-2 neutron-server[84765]: INFO neutron.pecan_wsgi.hooks.translation [None req-cc7dc824-6266-45ed-8019-e2306942a209 tempest-NetworksIpV6Test-128132561 tempest-NetworksIpV6Test-128132561] DELETE failed (client error): The resource could not be found. Jan 14 07:44:49.301336 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cc7dc824-6266-45ed-8019-e2306942a209 tempest-NetworksIpV6Test-128132561 tempest-NetworksIpV6Test-128132561] No notification will be sent due to unsuccessful status code: 404 {{(pid=84874) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Jan 14 07:44:49.303093 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-cc7dc824-6266-45ed-8019-e2306942a209 tempest-NetworksIpV6Test-128132561 tempest-NetworksIpV6Test-128132561] 10.222.0.24 "DELETE /v2.0/subnets/2765dff8-0580-45fc-a789-d9a5c92949ba HTTP/1.1" status: 404 len: 337 time: 0.0423071 Jan 14 07:44:49.305881 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84874) accepted ('10.222.0.24', 44646) {{(pid=84874) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:44:49.331900 n-d-768862-2 neutron-server[84765]: INFO neutron.pecan_wsgi.hooks.translation [None req-2377656a-2886-4de5-9a36-dfbb74b55675 tempest-NetworksIpV6Test-128132561 tempest-NetworksIpV6Test-128132561] DELETE failed (client error): The resource could not be found. Jan 14 07:44:49.332385 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2377656a-2886-4de5-9a36-dfbb74b55675 tempest-NetworksIpV6Test-128132561 tempest-NetworksIpV6Test-128132561] No notification will be sent due to unsuccessful status code: 404 {{(pid=84874) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Jan 14 07:44:49.334095 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-2377656a-2886-4de5-9a36-dfbb74b55675 tempest-NetworksIpV6Test-128132561 tempest-NetworksIpV6Test-128132561] 10.222.0.24 "DELETE /v2.0/networks/ae41c4e2-202f-4f23-a12d-e6f80200f80c HTTP/1.1" status: 404 len: 339 time: 0.0271885 Jan 14 07:44:49.336619 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84874) accepted ('10.222.0.24', 44650) {{(pid=84874) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:44:49.384844 n-d-768862-2 neutron-server[84765]: INFO neutron.pecan_wsgi.hooks.translation [None req-77340b77-02dc-4532-b906-0cc92bfb1c5d tempest-NetworksIpV6Test-128132561 tempest-NetworksIpV6Test-128132561] DELETE failed (client error): The resource could not be found. Jan 14 07:44:49.385077 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-77340b77-02dc-4532-b906-0cc92bfb1c5d tempest-NetworksIpV6Test-128132561 tempest-NetworksIpV6Test-128132561] No notification will be sent due to unsuccessful status code: 404 {{(pid=84874) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Jan 14 07:44:49.386873 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-77340b77-02dc-4532-b906-0cc92bfb1c5d tempest-NetworksIpV6Test-128132561 tempest-NetworksIpV6Test-128132561] 10.222.0.24 "DELETE /v2.0/subnets/f5347680-0d02-4be0-b097-547b95adab1c HTTP/1.1" status: 404 len: 337 time: 0.0486972 Jan 14 07:44:49.391093 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84874) accepted ('10.222.0.24', 44654) {{(pid=84874) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:44:49.417374 n-d-768862-2 neutron-server[84765]: INFO neutron.pecan_wsgi.hooks.translation [None req-d2dfa114-a8d3-4720-9197-bb8f06eb97c3 tempest-NetworksIpV6Test-128132561 tempest-NetworksIpV6Test-128132561] DELETE failed (client error): The resource could not be found. Jan 14 07:44:49.417854 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d2dfa114-a8d3-4720-9197-bb8f06eb97c3 tempest-NetworksIpV6Test-128132561 tempest-NetworksIpV6Test-128132561] No notification will be sent due to unsuccessful status code: 404 {{(pid=84874) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Jan 14 07:44:49.419611 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-d2dfa114-a8d3-4720-9197-bb8f06eb97c3 tempest-NetworksIpV6Test-128132561 tempest-NetworksIpV6Test-128132561] 10.222.0.24 "DELETE /v2.0/networks/466903ad-ad79-4c76-a038-71d1c7f18225 HTTP/1.1" status: 404 len: 339 time: 0.0275934 Jan 14 07:44:49.423262 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84874) accepted ('10.222.0.24', 44658) {{(pid=84874) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:44:49.629161 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.db_base_plugin_v2 [None req-77ea58e5-d3c5-4119-8171-9de7177853f9 tempest-NetworksIpV6Test-128132561 tempest-NetworksIpV6Test-128132561] Deleting subnet 8a3f8963-203d-4865-a226-6ffd872bd1a3 {{(pid=84874) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Jan 14 07:44:49.632392 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-77ea58e5-d3c5-4119-8171-9de7177853f9 tempest-NetworksIpV6Test-128132561 tempest-NetworksIpV6Test-128132561] Notify callbacks [] for subnet, before_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:44:49.694946 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-77ea58e5-d3c5-4119-8171-9de7177853f9 tempest-NetworksIpV6Test-128132561 tempest-NetworksIpV6Test-128132561] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036851807232'] for subnet, precommit_delete_associations {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:44:49.788570 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-77ea58e5-d3c5-4119-8171-9de7177853f9 tempest-NetworksIpV6Test-128132561 tempest-NetworksIpV6Test-128132561] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036854176836'] for subnet, precommit_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:44:50.090231 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-77ea58e5-d3c5-4119-8171-9de7177853f9 tempest-NetworksIpV6Test-128132561 tempest-NetworksIpV6Test-128132561] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-598964', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850887113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036851521664', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2794686'] for subnet, after_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:44:50.104157 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-8cdc912c-0dda-456c-97d6-bea5f79b6230 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:44:50.191714 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77ea58e5-d3c5-4119-8171-9de7177853f9 tempest-NetworksIpV6Test-128132561 tempest-NetworksIpV6Test-128132561] Pushing event deleted for resources: {'Subnet': ['ID=8a3f8963-203d-4865-a226-6ffd872bd1a3,revision_number=None']} {{(pid=84874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:44:50.199239 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-77ea58e5-d3c5-4119-8171-9de7177853f9 tempest-NetworksIpV6Test-128132561 tempest-NetworksIpV6Test-128132561] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:44:50.242850 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-77ea58e5-d3c5-4119-8171-9de7177853f9 tempest-NetworksIpV6Test-128132561 tempest-NetworksIpV6Test-128132561] Notify callbacks [] for subnet, before_response {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:44:50.250064 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-081df31b-2645-4783-b7cb-2cd3d533a7df None None] Network 6ab40952-9881-4349-af31-8ae1495dcbb4 requested from n-d-768862-2 {{(pid=84876) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 07:44:50.253239 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-77ea58e5-d3c5-4119-8171-9de7177853f9 tempest-NetworksIpV6Test-128132561 tempest-NetworksIpV6Test-128132561] 10.222.0.24 "DELETE /v2.0/subnets/8a3f8963-203d-4865-a226-6ffd872bd1a3 HTTP/1.1" status: 204 len: 168 time: 0.8289399 Jan 14 07:44:50.256006 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84874) accepted ('10.222.0.24', 44662) {{(pid=84874) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:44:50.389061 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-95eb5168-cdcf-483e-8b0b-1d3af849a0a7 tempest-NetworksIpV6Test-128132561 tempest-NetworksIpV6Test-128132561] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036854160497'] for network, before_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:44:50.462051 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.plugin [None req-95eb5168-cdcf-483e-8b0b-1d3af849a0a7 tempest-NetworksIpV6Test-128132561 tempest-NetworksIpV6Test-128132561] Deleting port 8e072fa1-c963-494e-8db0-f1b2f61baf47 {{(pid=84874) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 07:44:50.462532 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-95eb5168-cdcf-483e-8b0b-1d3af849a0a7 tempest-NetworksIpV6Test-128132561 tempest-NetworksIpV6Test-128132561] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363259214248359'] for port, before_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:44:50.508354 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0f8dab5-4230-4968-ba85-33def73850e7 None None] DHCP port deletion for 6ab40952-9881-4349-af31-8ae1495dcbb4 request from n-d-768862-2 {{(pid=84876) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Jan 14 07:44:50.513039 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.plugin [None req-c0f8dab5-4230-4968-ba85-33def73850e7 None None] Deleting port 8e072fa1-c963-494e-8db0-f1b2f61baf47 {{(pid=84876) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 07:44:50.513467 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-c0f8dab5-4230-4968-ba85-33def73850e7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363259214248359'] for port, before_delete {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:44:50.677669 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [None req-95eb5168-cdcf-483e-8b0b-1d3af849a0a7 tempest-NetworksIpV6Test-128132561 tempest-NetworksIpV6Test-128132561] For port 8e072fa1-c963-494e-8db0-f1b2f61baf47, host n-d-768862-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-2',level=0,port_id=8e072fa1-c963-494e-8db0-f1b2f61baf47,segment=NetworkSegment(f06429a6-14c2-4e98-ae66-d548b1e71fe6),segment_id=f06429a6-14c2-4e98-ae66-d548b1e71fe6)] {{(pid=84874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 07:44:50.678002 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-95eb5168-cdcf-483e-8b0b-1d3af849a0a7 tempest-NetworksIpV6Test-128132561 tempest-NetworksIpV6Test-128132561] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036850862667'] for port, precommit_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:44:50.816945 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.plugin [None req-95eb5168-cdcf-483e-8b0b-1d3af849a0a7 tempest-NetworksIpV6Test-128132561 tempest-NetworksIpV6Test-128132561] Calling delete_port for 8e072fa1-c963-494e-8db0-f1b2f61baf47 owned by network:dhcp {{(pid=84874) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 07:44:50.903563 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-95eb5168-cdcf-483e-8b0b-1d3af849a0a7 tempest-NetworksIpV6Test-128132561 tempest-NetworksIpV6Test-128132561] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777640533329', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777640097463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3254186'] for port, after_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:44:50.920965 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-d8b78803-ca46-4dfb-8b55-dd37c0a1f73c tempest-FloatingIPTestJSON-1632234116 tempest-FloatingIPTestJSON-1632234116] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:44:50.924754 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [None req-c0f8dab5-4230-4968-ba85-33def73850e7 None None] For port 8e072fa1-c963-494e-8db0-f1b2f61baf47, host n-d-768862-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-2',level=0,port_id=8e072fa1-c963-494e-8db0-f1b2f61baf47,segment=NetworkSegment(f06429a6-14c2-4e98-ae66-d548b1e71fe6),segment_id=f06429a6-14c2-4e98-ae66-d548b1e71fe6)] {{(pid=84876) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 07:44:50.925202 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-c0f8dab5-4230-4968-ba85-33def73850e7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036850862667'] for port, precommit_delete {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:44:50.934820 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Device 8e072fa1-c963-494e-8db0-f1b2f61baf47 no longer exists at agent ovs-agent-n-d-768862-2 {{(pid=84876) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jan 14 07:44:50.972181 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.plugin [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] No Port match for: 8e072fa1-c963-494e-8db0-f1b2f61baf47 {{(pid=84876) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2188}} Jan 14 07:44:50.972540 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Device 8e072fa1-c963-494e-8db0-f1b2f61baf47 not bound to the agent host n-d-768862-2 {{(pid=84876) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jan 14 07:44:51.020766 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95eb5168-cdcf-483e-8b0b-1d3af849a0a7 tempest-NetworksIpV6Test-128132561 tempest-NetworksIpV6Test-128132561] Pushing event deleted for resources: {'Port': ['ID=8e072fa1-c963-494e-8db0-f1b2f61baf47,revision_number=None']} {{(pid=84874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:44:51.023781 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-95eb5168-cdcf-483e-8b0b-1d3af849a0a7 tempest-NetworksIpV6Test-128132561 tempest-NetworksIpV6Test-128132561] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:44:51.068764 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95eb5168-cdcf-483e-8b0b-1d3af849a0a7 tempest-NetworksIpV6Test-128132561 tempest-NetworksIpV6Test-128132561] No DVR routers for this DVR port 8e072fa1-c963-494e-8db0-f1b2f61baf47 on host n-d-768862-2 {{(pid=84874) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Jan 14 07:44:51.087300 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.plugin [None req-c0f8dab5-4230-4968-ba85-33def73850e7 None None] Calling delete_port for 8e072fa1-c963-494e-8db0-f1b2f61baf47 owned by network:dhcp {{(pid=84876) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 07:44:51.160656 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.db.api [None req-c0f8dab5-4230-4968-ba85-33def73850e7 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84876) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Jan 14 07:44:51.161241 n-d-768862-2 neutron-server[84765]: DEBUG oslo_db.api [None req-c0f8dab5-4230-4968-ba85-33def73850e7 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84876) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Jan 14 07:44:51.203648 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-95eb5168-cdcf-483e-8b0b-1d3af849a0a7 tempest-NetworksIpV6Test-128132561 tempest-NetworksIpV6Test-128132561] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-598987', 'neutron.services.segments.db._delete_segments_for_network-8777640583949'] for network, precommit_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:44:51.327377 n-d-768862-2 neutron-server[84765]: DEBUG neutron.services.segments.db [None req-95eb5168-cdcf-483e-8b0b-1d3af849a0a7 tempest-NetworksIpV6Test-128132561 tempest-NetworksIpV6Test-128132561] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6ab40952-9881-4349-af31-8ae1495dcbb4']}} {{(pid=84874) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:44:51.340464 n-d-768862-2 neutron-server[84765]: DEBUG neutron.services.segments.db [None req-95eb5168-cdcf-483e-8b0b-1d3af849a0a7 tempest-NetworksIpV6Test-128132561 tempest-NetworksIpV6Test-128132561] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f06429a6-14c2-4e98-ae66-d548b1e71fe6') {'for_net_delete': True} {{(pid=84874) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:44:51.340785 n-d-768862-2 neutron-server[84765]: DEBUG neutron.services.segments.db [None req-95eb5168-cdcf-483e-8b0b-1d3af849a0a7 tempest-NetworksIpV6Test-128132561 tempest-NetworksIpV6Test-128132561] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f06429a6-14c2-4e98-ae66-d548b1e71fe6') {} {{(pid=84874) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:44:51.355518 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-95eb5168-cdcf-483e-8b0b-1d3af849a0a7 tempest-NetworksIpV6Test-128132561 tempest-NetworksIpV6Test-128132561] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363259214173198', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2968632'] for segment, before_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:44:51.370587 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-95eb5168-cdcf-483e-8b0b-1d3af849a0a7 tempest-NetworksIpV6Test-128132561 tempest-NetworksIpV6Test-128132561] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854179735'] for segment, precommit_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:44:51.372735 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-95eb5168-cdcf-483e-8b0b-1d3af849a0a7 tempest-NetworksIpV6Test-128132561 tempest-NetworksIpV6Test-128132561] Releasing vxlan tunnel 3 to pool {{(pid=84874) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Jan 14 07:44:51.557589 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.managers [None req-95eb5168-cdcf-483e-8b0b-1d3af849a0a7 tempest-NetworksIpV6Test-128132561 tempest-NetworksIpV6Test-128132561] Network 6ab40952-9881-4349-af31-8ae1495dcbb4 has no segments {{(pid=84874) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 14 07:44:51.566802 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-95eb5168-cdcf-483e-8b0b-1d3af849a0a7 tempest-NetworksIpV6Test-128132561 tempest-NetworksIpV6Test-128132561] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-596065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036851521571'] for segment, after_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:44:51.662183 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.plugin [None req-c0f8dab5-4230-4968-ba85-33def73850e7 None None] Deleting port 8e072fa1-c963-494e-8db0-f1b2f61baf47 {{(pid=84876) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 07:44:51.662623 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-c0f8dab5-4230-4968-ba85-33def73850e7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363259214248359'] for port, before_delete {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:44:51.735300 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.plugin [None req-c0f8dab5-4230-4968-ba85-33def73850e7 None None] The port '8e072fa1-c963-494e-8db0-f1b2f61baf47' was deleted {{(pid=84876) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Jan 14 07:44:51.750592 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.managers [None req-95eb5168-cdcf-483e-8b0b-1d3af849a0a7 tempest-NetworksIpV6Test-128132561 tempest-NetworksIpV6Test-128132561] Network 6ab40952-9881-4349-af31-8ae1495dcbb4 has no segments {{(pid=84874) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 14 07:44:51.753199 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-7ff06078-ec4e-40c9-bedb-70979ce041dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363259214191800', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854171626'] for agent, after_update {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:44:51.775512 n-d-768862-2 neutron-server[84765]: Traceback (most recent call last): Jan 14 07:44:51.775512 n-d-768862-2 neutron-server[84765]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 14 07:44:51.775512 n-d-768862-2 neutron-server[84765]: timer() Jan 14 07:44:51.775512 n-d-768862-2 neutron-server[84765]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 14 07:44:51.775512 n-d-768862-2 neutron-server[84765]: cb(*args, **kw) Jan 14 07:44:51.775512 n-d-768862-2 neutron-server[84765]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Jan 14 07:44:51.775512 n-d-768862-2 neutron-server[84765]: return func(*args, **kwargs) Jan 14 07:44:51.775512 n-d-768862-2 neutron-server[84765]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 14 07:44:51.775512 n-d-768862-2 neutron-server[84765]: self._notify() Jan 14 07:44:51.775512 n-d-768862-2 neutron-server[84765]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 14 07:44:51.775512 n-d-768862-2 neutron-server[84765]: self.callback(batched_events) Jan 14 07:44:51.775512 n-d-768862-2 neutron-server[84765]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 14 07:44:51.775512 n-d-768862-2 neutron-server[84765]: event.method(event) Jan 14 07:44:51.775512 n-d-768862-2 neutron-server[84765]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 14 07:44:51.775512 n-d-768862-2 neutron-server[84765]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 14 07:44:51.775512 n-d-768862-2 neutron-server[84765]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Jan 14 07:44:51.775512 n-d-768862-2 neutron-server[84765]: segment_id)['aggregates'][0] Jan 14 07:44:51.775512 n-d-768862-2 neutron-server[84765]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 14 07:44:51.775512 n-d-768862-2 neutron-server[84765]: return f(self, *a, **k) Jan 14 07:44:51.775512 n-d-768862-2 neutron-server[84765]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 14 07:44:51.775512 n-d-768862-2 neutron-server[84765]: return self._get(url).json() Jan 14 07:44:51.775512 n-d-768862-2 neutron-server[84765]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 14 07:44:51.775512 n-d-768862-2 neutron-server[84765]: **kwargs) Jan 14 07:44:51.775512 n-d-768862-2 neutron-server[84765]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 14 07:44:51.775512 n-d-768862-2 neutron-server[84765]: return self.request(url, 'GET', **kwargs) Jan 14 07:44:51.775512 n-d-768862-2 neutron-server[84765]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Jan 14 07:44:51.775512 n-d-768862-2 neutron-server[84765]: **endpoint_filter) Jan 14 07:44:51.775512 n-d-768862-2 neutron-server[84765]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 14 07:44:51.775512 n-d-768862-2 neutron-server[84765]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 14 07:44:51.775512 n-d-768862-2 neutron-server[84765]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 14 07:44:51.775512 n-d-768862-2 neutron-server[84765]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 14 07:44:51.775512 n-d-768862-2 neutron-server[84765]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 14 07:44:51.861991 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-95eb5168-cdcf-483e-8b0b-1d3af849a0a7 tempest-NetworksIpV6Test-128132561 tempest-NetworksIpV6Test-128132561] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036854176830', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850887149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3912591'] for network, after_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:44:51.865336 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-22af9e8f-e320-4e71-9e35-c8922a028c3e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:44:51.880613 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-95eb5168-cdcf-483e-8b0b-1d3af849a0a7 tempest-NetworksIpV6Test-128132561 tempest-NetworksIpV6Test-128132561] Notify callbacks [] for network, before_response {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:44:51.893460 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95eb5168-cdcf-483e-8b0b-1d3af849a0a7 tempest-NetworksIpV6Test-128132561 tempest-NetworksIpV6Test-128132561] Pushing event deleted for resources: {'Network': ['ID=6ab40952-9881-4349-af31-8ae1495dcbb4,revision_number=None']} {{(pid=84874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:44:51.895970 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-95eb5168-cdcf-483e-8b0b-1d3af849a0a7 tempest-NetworksIpV6Test-128132561 tempest-NetworksIpV6Test-128132561] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:44:51.900205 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-95eb5168-cdcf-483e-8b0b-1d3af849a0a7 tempest-NetworksIpV6Test-128132561 tempest-NetworksIpV6Test-128132561] 10.222.0.24 "DELETE /v2.0/networks/6ab40952-9881-4349-af31-8ae1495dcbb4 HTTP/1.1" status: 204 len: 168 time: 1.6405537 Jan 14 07:44:51.909475 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-da76cfc0-98e8-4426-9f6d-4f05aa3fae78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363259214191800', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854171626'] for agent, after_update {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:44:52.243877 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84874) accepted ('10.222.0.24', 44670) {{(pid=84874) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:44:52.441864 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-c0c5c6ae-85e2-4f85-b882-0d7edbb721d8 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=70e3e73b58854037bfc1efd58476a4f8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1966293 Jan 14 07:44:52.444739 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84874) accepted ('10.222.0.24', 44676) {{(pid=84874) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:44:52.514601 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-2e26ccbb-a64c-46a5-b8f2-bb595040681b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:44:52.542562 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-2e26ccbb-a64c-46a5-b8f2-bb595040681b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:44:52.589202 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-2e26ccbb-a64c-46a5-b8f2-bb595040681b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850887153'] for security_group, after_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:44:52.593020 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-bfd32c4b-5142-4d5d-b3f5-be326f4b8d69 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:44:52.605023 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e26ccbb-a64c-46a5-b8f2-bb595040681b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=de146f4c-c431-416f-bb20-6cb7d301f4b4,revision_number=None']} {{(pid=84874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:44:52.609860 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-2e26ccbb-a64c-46a5-b8f2-bb595040681b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:44:52.613118 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-2e26ccbb-a64c-46a5-b8f2-bb595040681b admin admin] Notify callbacks [] for security_group, before_response {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:44:52.616032 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-2e26ccbb-a64c-46a5-b8f2-bb595040681b admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/de146f4c-c431-416f-bb20-6cb7d301f4b4 HTTP/1.1" status: 204 len: 168 time: 0.1702347 Jan 14 07:44:52.663888 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363259214191800', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854171626'] for agent, after_update {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:44:53.339059 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-0f37073e-9c69-4e3c-80e0-6cfaa0fd61a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363259214191800', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854171626'] for agent, after_update {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:44:53.528006 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84874) accepted ('10.222.0.24', 44698) {{(pid=84874) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:44:53.677069 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.v2.base [None req-d6c51280-06a0-4dce-a405-359f3a0566df tempest-RoutersNegativeTest-577972138 tempest-RoutersNegativeTest-577972138] Request body: {'router': {'name': 'tempest-RoutersNegativeTest-router-989526669', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=84874) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:44:53.690087 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-d6c51280-06a0-4dce-a405-359f3a0566df tempest-RoutersNegativeTest-577972138 tempest-RoutersNegativeTest-577972138] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:44:53.694483 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-d6c51280-06a0-4dce-a405-359f3a0566df tempest-RoutersNegativeTest-577972138 tempest-RoutersNegativeTest-577972138] Usage tracker for resource:router and tenant:c7e24b402d4a46e980fcc2c0fee522cc is out of sync, need to count used quota {{(pid=84874) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:44:53.698420 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-d6c51280-06a0-4dce-a405-359f3a0566df tempest-RoutersNegativeTest-577972138 tempest-RoutersNegativeTest-577972138] Quota usage for router was recalculated. Used quota:0. {{(pid=84874) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:44:53.704793 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-d6c51280-06a0-4dce-a405-359f3a0566df tempest-RoutersNegativeTest-577972138 tempest-RoutersNegativeTest-577972138] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:44:53.716966 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-d6c51280-06a0-4dce-a405-359f3a0566df tempest-RoutersNegativeTest-577972138 tempest-RoutersNegativeTest-577972138] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3889205', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854717621'] for router, before_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:44:53.718075 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-d6c51280-06a0-4dce-a405-359f3a0566df tempest-RoutersNegativeTest-577972138 tempest-RoutersNegativeTest-577972138] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036850886574', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3912501', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3808446', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-58179'] for router, precommit_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:44:53.738319 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-d6c51280-06a0-4dce-a405-359f3a0566df tempest-RoutersNegativeTest-577972138 tempest-RoutersNegativeTest-577972138] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:44:53.756946 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-d6c51280-06a0-4dce-a405-359f3a0566df tempest-RoutersNegativeTest-577972138 tempest-RoutersNegativeTest-577972138] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036850886612', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036850863158'] for router, after_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:44:53.787042 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-d6c51280-06a0-4dce-a405-359f3a0566df tempest-RoutersNegativeTest-577972138 tempest-RoutersNegativeTest-577972138] Notify callbacks [] for router, before_response {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:44:53.788342 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-d6c51280-06a0-4dce-a405-359f3a0566df tempest-RoutersNegativeTest-577972138 tempest-RoutersNegativeTest-577972138] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 707 time: 0.2592423 Jan 14 07:44:53.793113 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84874) accepted ('10.222.0.24', 44704) {{(pid=84874) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:44:53.799211 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.v2.base [None req-f7036133-8948-45e4-9a3e-ca1150225958 tempest-RoutersNegativeTest-577972138 tempest-RoutersNegativeTest-577972138] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-984679074'}} {{(pid=84874) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:44:53.805456 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-f7036133-8948-45e4-9a3e-ca1150225958 tempest-RoutersNegativeTest-577972138 tempest-RoutersNegativeTest-577972138] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:44:53.810682 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-f7036133-8948-45e4-9a3e-ca1150225958 tempest-RoutersNegativeTest-577972138 tempest-RoutersNegativeTest-577972138] Usage tracker for resource:network and tenant:c7e24b402d4a46e980fcc2c0fee522cc is out of sync, need to count used quota {{(pid=84874) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:44:53.813848 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-f7036133-8948-45e4-9a3e-ca1150225958 tempest-RoutersNegativeTest-577972138 tempest-RoutersNegativeTest-577972138] Quota usage for network was recalculated. Used quota:0. {{(pid=84874) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:44:53.819718 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-f7036133-8948-45e4-9a3e-ca1150225958 tempest-RoutersNegativeTest-577972138 tempest-RoutersNegativeTest-577972138] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:44:53.829641 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f7036133-8948-45e4-9a3e-ca1150225958 tempest-RoutersNegativeTest-577972138 tempest-RoutersNegativeTest-577972138] Made reservation on behalf of c7e24b402d4a46e980fcc2c0fee522cc for: {'network': 1} {{(pid=84874) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 07:44:53.838969 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-f7036133-8948-45e4-9a3e-ca1150225958 tempest-RoutersNegativeTest-577972138 tempest-RoutersNegativeTest-577972138] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555753'] for network, before_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:44:53.853052 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-f7036133-8948-45e4-9a3e-ca1150225958 tempest-RoutersNegativeTest-577972138 tempest-RoutersNegativeTest-577972138] Notify callbacks [] for security_group, before_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:44:53.869548 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-f7036133-8948-45e4-9a3e-ca1150225958 tempest-RoutersNegativeTest-577972138 tempest-RoutersNegativeTest-577972138] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:44:53.873646 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-f7036133-8948-45e4-9a3e-ca1150225958 tempest-RoutersNegativeTest-577972138 tempest-RoutersNegativeTest-577972138] Usage tracker for resource:security_group_rule and tenant:c7e24b402d4a46e980fcc2c0fee522cc is out of sync, need to count used quota {{(pid=84874) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:44:53.876665 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-f7036133-8948-45e4-9a3e-ca1150225958 tempest-RoutersNegativeTest-577972138 tempest-RoutersNegativeTest-577972138] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84874) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:44:53.882503 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-f7036133-8948-45e4-9a3e-ca1150225958 tempest-RoutersNegativeTest-577972138 tempest-RoutersNegativeTest-577972138] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:44:53.989182 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-f7036133-8948-45e4-9a3e-ca1150225958 tempest-RoutersNegativeTest-577972138 tempest-RoutersNegativeTest-577972138] Notify callbacks [] for security_group, precommit_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:44:53.993994 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-f7036133-8948-45e4-9a3e-ca1150225958 tempest-RoutersNegativeTest-577972138 tempest-RoutersNegativeTest-577972138] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850887153'] for security_group, after_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:44:53.998553 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-b4eb5bef-c0fb-4f09-940b-41c5b8342df6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:44:54.035970 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f7036133-8948-45e4-9a3e-ca1150225958 tempest-RoutersNegativeTest-577972138 tempest-RoutersNegativeTest-577972138] vxlan segment allocate from pool success with {'vxlan_vni': 3} {{(pid=84874) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Jan 14 07:44:54.045309 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7036133-8948-45e4-9a3e-ca1150225958 tempest-RoutersNegativeTest-577972138 tempest-RoutersNegativeTest-577972138] Pushing event updated for resources: {'SecurityGroup': ['ID=f2483d39-5237-4e08-a77c-4126ef152ac2,revision_number=1']} {{(pid=84874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:44:54.049230 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-f7036133-8948-45e4-9a3e-ca1150225958 tempest-RoutersNegativeTest-577972138 tempest-RoutersNegativeTest-577972138] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:44:54.051873 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-f7036133-8948-45e4-9a3e-ca1150225958 tempest-RoutersNegativeTest-577972138 tempest-RoutersNegativeTest-577972138] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854179735'] for segment, precommit_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:44:54.052303 n-d-768862-2 neutron-server[84765]: INFO neutron.db.segments_db [None req-f7036133-8948-45e4-9a3e-ca1150225958 tempest-RoutersNegativeTest-577972138 tempest-RoutersNegativeTest-577972138] Added segment f1014529-1077-4754-8bd3-34ab4ab3442b of type vxlan for network 462de418-cbc1-4520-9cee-0392bb007167 Jan 14 07:44:54.080671 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-f7036133-8948-45e4-9a3e-ca1150225958 tempest-RoutersNegativeTest-577972138 tempest-RoutersNegativeTest-577972138] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363259214646115'] for network, precommit_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:44:54.114117 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-f7036133-8948-45e4-9a3e-ca1150225958 tempest-RoutersNegativeTest-577972138 tempest-RoutersNegativeTest-577972138] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850887149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964'] for network, after_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:44:54.133459 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7036133-8948-45e4-9a3e-ca1150225958 tempest-RoutersNegativeTest-577972138 tempest-RoutersNegativeTest-577972138] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:44:54.134105 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-f7036133-8948-45e4-9a3e-ca1150225958 tempest-RoutersNegativeTest-577972138 tempest-RoutersNegativeTest-577972138] Notify callbacks [] for network, before_response {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:44:54.137971 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-cbc183e7-26f6-4c6a-a003-eb6811c9034c tempest-NetworksTest-1803261889 tempest-NetworksTest-1803261889] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:44:54.251774 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-f7036133-8948-45e4-9a3e-ca1150225958 tempest-RoutersNegativeTest-577972138 tempest-RoutersNegativeTest-577972138] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.4574707 Jan 14 07:44:54.252726 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7036133-8948-45e4-9a3e-ca1150225958 tempest-RoutersNegativeTest-577972138 tempest-RoutersNegativeTest-577972138] Pushing event updated for resources: {'Network': ['ID=462de418-cbc1-4520-9cee-0392bb007167,revision_number=1']} {{(pid=84874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:44:54.254979 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84875) accepted ('10.222.0.24', 44708) {{(pid=84875) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:44:54.255954 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-f7036133-8948-45e4-9a3e-ca1150225958 tempest-RoutersNegativeTest-577972138 tempest-RoutersNegativeTest-577972138] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:44:54.265988 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.v2.base [None req-2e33662c-27fe-451d-89b1-9a30bb0860db tempest-RoutersNegativeTest-577972138 tempest-RoutersNegativeTest-577972138] Request body: {'subnet': {'network_id': '462de418-cbc1-4520-9cee-0392bb007167', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=84875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:44:54.266771 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-017f98a9-8a07-408c-a86f-8ff0c00400a0 None None] Network 462de418-cbc1-4520-9cee-0392bb007167 details requested by agent ovs-agent-n-h1-768862-2 with host n-h1-768862-2 {{(pid=84876) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 07:44:54.283360 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Network 462de418-cbc1-4520-9cee-0392bb007167 details requested by agent ovs-agent-n-d-768862-2 with host n-d-768862-2 {{(pid=84876) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 07:44:54.296401 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-852a24f7-e9a1-4193-9abb-e9506fe5213f None None] Network 462de418-cbc1-4520-9cee-0392bb007167 details requested by agent ovs-agent-n-h2-768862-2 with host n-h2-768862-2 {{(pid=84876) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 07:44:54.386129 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-2e33662c-27fe-451d-89b1-9a30bb0860db tempest-RoutersNegativeTest-577972138 tempest-RoutersNegativeTest-577972138] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:44:54.390268 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-2e33662c-27fe-451d-89b1-9a30bb0860db tempest-RoutersNegativeTest-577972138 tempest-RoutersNegativeTest-577972138] Usage tracker for resource:subnet and tenant:c7e24b402d4a46e980fcc2c0fee522cc is out of sync, need to count used quota {{(pid=84875) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:44:54.393342 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-2e33662c-27fe-451d-89b1-9a30bb0860db tempest-RoutersNegativeTest-577972138 tempest-RoutersNegativeTest-577972138] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84875) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:44:54.399236 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-2e33662c-27fe-451d-89b1-9a30bb0860db tempest-RoutersNegativeTest-577972138 tempest-RoutersNegativeTest-577972138] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:44:54.409054 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2e33662c-27fe-451d-89b1-9a30bb0860db tempest-RoutersNegativeTest-577972138 tempest-RoutersNegativeTest-577972138] Made reservation on behalf of c7e24b402d4a46e980fcc2c0fee522cc for: {'subnet': 1} {{(pid=84875) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 07:44:54.525985 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-2e33662c-27fe-451d-89b1-9a30bb0860db tempest-RoutersNegativeTest-577972138 tempest-RoutersNegativeTest-577972138] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036852467157'] for subnet, before_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:44:54.970247 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-2e33662c-27fe-451d-89b1-9a30bb0860db tempest-RoutersNegativeTest-577972138 tempest-RoutersNegativeTest-577972138] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850887113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036851621412', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036852467174'] for subnet, after_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:44:54.983794 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-9b16aad8-79a9-4f5e-8f27-514b39f86595 tempest-RoutersTest-1255860389 tempest-RoutersTest-1255860389] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:44:55.111852 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e33662c-27fe-451d-89b1-9a30bb0860db tempest-RoutersNegativeTest-577972138 tempest-RoutersNegativeTest-577972138] Pushing event updated for resources: {'Subnet': ['ID=c3120b97-1d87-4832-a9ba-0a0c3eb8a60a,revision_number=0']} {{(pid=84875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:44:55.116966 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-2e33662c-27fe-451d-89b1-9a30bb0860db tempest-RoutersNegativeTest-577972138 tempest-RoutersNegativeTest-577972138] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:44:55.186386 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e33662c-27fe-451d-89b1-9a30bb0860db tempest-RoutersNegativeTest-577972138 tempest-RoutersNegativeTest-577972138] Checking segment: {'id': 'f1014529-1077-4754-8bd3-34ab4ab3442b', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '462de418-cbc1-4520-9cee-0392bb007167'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84875) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 14 07:44:55.186783 n-d-768862-2 neutron-server[84765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e33662c-27fe-451d-89b1-9a30bb0860db tempest-RoutersNegativeTest-577972138 tempest-RoutersNegativeTest-577972138] Network hostable DHCP agents. Network: 462de418-cbc1-4520-9cee-0392bb007167, hostable agents: ['32f3dd84-26da-4d18-bf15-6017a8fb7247'], hosted agents: [] {{(pid=84875) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Jan 14 07:44:55.208071 n-d-768862-2 neutron-server[84765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e33662c-27fe-451d-89b1-9a30bb0860db tempest-RoutersNegativeTest-577972138 tempest-RoutersNegativeTest-577972138] Network 462de418-cbc1-4520-9cee-0392bb007167 is scheduled to be hosted by DHCP agent 32f3dd84-26da-4d18-bf15-6017a8fb7247 with binding_index 1 {{(pid=84875) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Jan 14 07:44:55.217771 n-d-768862-2 neutron-server[84765]: DEBUG neutron.scheduler.base_scheduler [None req-2e33662c-27fe-451d-89b1-9a30bb0860db tempest-RoutersNegativeTest-577972138 tempest-RoutersNegativeTest-577972138] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768862-2, 462de418-cbc1-4520-9cee-0392bb007167) {{(pid=84875) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 07:44:55.227136 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b682a6a2-498b-42d5-9cff-db21f71c045f None None] Network 462de418-cbc1-4520-9cee-0392bb007167 requested from n-d-768862-2 {{(pid=84876) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 07:44:55.232553 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e33662c-27fe-451d-89b1-9a30bb0860db tempest-RoutersNegativeTest-577972138 tempest-RoutersNegativeTest-577972138] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:44:55.233209 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-2e33662c-27fe-451d-89b1-9a30bb0860db tempest-RoutersNegativeTest-577972138 tempest-RoutersNegativeTest-577972138] Notify callbacks [] for subnet, before_response {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:44:55.254346 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-2e33662c-27fe-451d-89b1-9a30bb0860db tempest-RoutersNegativeTest-577972138 tempest-RoutersNegativeTest-577972138] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.9976153 Jan 14 07:44:55.257823 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84875) accepted ('10.222.0.24', 44712) {{(pid=84875) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:44:55.264652 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.v2.base [None req-64c7e47f-99a3-4ac8-9dc8-23f559571f41 tempest-RoutersNegativeTest-577972138 tempest-RoutersNegativeTest-577972138] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-2060824883'}} {{(pid=84875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:44:55.270951 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-64c7e47f-99a3-4ac8-9dc8-23f559571f41 tempest-RoutersNegativeTest-577972138 tempest-RoutersNegativeTest-577972138] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:44:55.275964 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-64c7e47f-99a3-4ac8-9dc8-23f559571f41 tempest-RoutersNegativeTest-577972138 tempest-RoutersNegativeTest-577972138] Usage tracker for resource:network and tenant:c7e24b402d4a46e980fcc2c0fee522cc is out of sync, need to count used quota {{(pid=84875) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:44:55.279060 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-64c7e47f-99a3-4ac8-9dc8-23f559571f41 tempest-RoutersNegativeTest-577972138 tempest-RoutersNegativeTest-577972138] Quota usage for network was recalculated. Used quota:1. {{(pid=84875) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:44:55.284962 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-64c7e47f-99a3-4ac8-9dc8-23f559571f41 tempest-RoutersNegativeTest-577972138 tempest-RoutersNegativeTest-577972138] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:44:55.294567 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-64c7e47f-99a3-4ac8-9dc8-23f559571f41 tempest-RoutersNegativeTest-577972138 tempest-RoutersNegativeTest-577972138] Made reservation on behalf of c7e24b402d4a46e980fcc2c0fee522cc for: {'network': 1} {{(pid=84875) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 07:44:55.303815 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-64c7e47f-99a3-4ac8-9dc8-23f559571f41 tempest-RoutersNegativeTest-577972138 tempest-RoutersNegativeTest-577972138] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555753'] for network, before_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:44:55.340024 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-64c7e47f-99a3-4ac8-9dc8-23f559571f41 tempest-RoutersNegativeTest-577972138 tempest-RoutersNegativeTest-577972138] vxlan segment allocate from pool success with {'vxlan_vni': 5} {{(pid=84875) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Jan 14 07:44:55.349999 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-64c7e47f-99a3-4ac8-9dc8-23f559571f41 tempest-RoutersNegativeTest-577972138 tempest-RoutersNegativeTest-577972138] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment--9223363259214191851', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854179735'] for segment, precommit_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:44:55.350430 n-d-768862-2 neutron-server[84765]: INFO neutron.db.segments_db [None req-64c7e47f-99a3-4ac8-9dc8-23f559571f41 tempest-RoutersNegativeTest-577972138 tempest-RoutersNegativeTest-577972138] Added segment 583044a0-ac99-4895-9fb7-8730ab1ae396 of type vxlan for network d03bba1b-e31d-4e0e-b1e7-74dbb47e5b6f Jan 14 07:44:55.377886 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-64c7e47f-99a3-4ac8-9dc8-23f559571f41 tempest-RoutersNegativeTest-577972138 tempest-RoutersNegativeTest-577972138] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363259214646115'] for network, precommit_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:44:55.409836 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-64c7e47f-99a3-4ac8-9dc8-23f559571f41 tempest-RoutersNegativeTest-577972138 tempest-RoutersNegativeTest-577972138] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850887149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964'] for network, after_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:44:55.429610 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64c7e47f-99a3-4ac8-9dc8-23f559571f41 tempest-RoutersNegativeTest-577972138 tempest-RoutersNegativeTest-577972138] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:44:55.430284 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-64c7e47f-99a3-4ac8-9dc8-23f559571f41 tempest-RoutersNegativeTest-577972138 tempest-RoutersNegativeTest-577972138] Notify callbacks [] for network, before_response {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:44:55.436251 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-df1f4b8e-2dd4-4761-ba5d-c0bc0123577a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:44:55.462172 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad17a799-1ae2-4377-96ab-f5d564206826 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5d94dc7a-c095-50a4-955e-5f3b78718a12-462de418-cbc1-4520-9cee-0392bb007167', 'network_id': '462de418-cbc1-4520-9cee-0392bb007167', 'tenant_id': 'c7e24b402d4a46e980fcc2c0fee522cc', 'fixed_ips': [{'subnet_id': 'c3120b97-1d87-4832-a9ba-0a0c3eb8a60a'}]}} from n-d-768862-2. {{(pid=84876) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Jan 14 07:44:55.463343 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-ad17a799-1ae2-4377-96ab-f5d564206826 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555753'] for port, before_create {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:44:55.548997 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-64c7e47f-99a3-4ac8-9dc8-23f559571f41 tempest-RoutersNegativeTest-577972138 tempest-RoutersNegativeTest-577972138] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 787 time: 0.2900662 Jan 14 07:44:55.550104 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64c7e47f-99a3-4ac8-9dc8-23f559571f41 tempest-RoutersNegativeTest-577972138 tempest-RoutersNegativeTest-577972138] Pushing event updated for resources: {'Network': ['ID=d03bba1b-e31d-4e0e-b1e7-74dbb47e5b6f,revision_number=1']} {{(pid=84875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:44:55.552093 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84874) accepted ('10.222.0.24', 44716) {{(pid=84874) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:44:55.553619 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-64c7e47f-99a3-4ac8-9dc8-23f559571f41 tempest-RoutersNegativeTest-577972138 tempest-RoutersNegativeTest-577972138] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:44:55.559469 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.v2.base [None req-b20251a0-2bf1-47ad-8606-bd71adc76dd3 tempest-RoutersNegativeTest-577972138 tempest-RoutersNegativeTest-577972138] Request body: {'subnet': {'network_id': 'd03bba1b-e31d-4e0e-b1e7-74dbb47e5b6f', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=84874) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:44:55.573451 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-852a24f7-e9a1-4193-9abb-e9506fe5213f None None] Network d03bba1b-e31d-4e0e-b1e7-74dbb47e5b6f details requested by agent ovs-agent-n-h2-768862-2 with host n-h2-768862-2 {{(pid=84876) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 07:44:55.586210 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-017f98a9-8a07-408c-a86f-8ff0c00400a0 None None] Network d03bba1b-e31d-4e0e-b1e7-74dbb47e5b6f details requested by agent ovs-agent-n-h1-768862-2 with host n-h1-768862-2 {{(pid=84876) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 07:44:55.598725 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Network d03bba1b-e31d-4e0e-b1e7-74dbb47e5b6f details requested by agent ovs-agent-n-d-768862-2 with host n-d-768862-2 {{(pid=84876) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 07:44:55.991248 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-b20251a0-2bf1-47ad-8606-bd71adc76dd3 tempest-RoutersNegativeTest-577972138 tempest-RoutersNegativeTest-577972138] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:44:55.995242 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-b20251a0-2bf1-47ad-8606-bd71adc76dd3 tempest-RoutersNegativeTest-577972138 tempest-RoutersNegativeTest-577972138] Usage tracker for resource:subnet and tenant:c7e24b402d4a46e980fcc2c0fee522cc is out of sync, need to count used quota {{(pid=84874) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:44:55.998342 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-b20251a0-2bf1-47ad-8606-bd71adc76dd3 tempest-RoutersNegativeTest-577972138 tempest-RoutersNegativeTest-577972138] Quota usage for subnet was recalculated. Used quota:1. {{(pid=84874) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:44:56.004115 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-b20251a0-2bf1-47ad-8606-bd71adc76dd3 tempest-RoutersNegativeTest-577972138 tempest-RoutersNegativeTest-577972138] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:44:56.014489 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b20251a0-2bf1-47ad-8606-bd71adc76dd3 tempest-RoutersNegativeTest-577972138 tempest-RoutersNegativeTest-577972138] Made reservation on behalf of c7e24b402d4a46e980fcc2c0fee522cc for: {'subnet': 1} {{(pid=84874) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 07:44:56.077083 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.db_base_plugin_common [None req-ad17a799-1ae2-4377-96ab-f5d564206826 None None] Allocated IP 172.20.0.2 (462de418-cbc1-4520-9cee-0392bb007167/c3120b97-1d87-4832-a9ba-0a0c3eb8a60a/2daad2b5-88ce-4155-a535-049574a38272) {{(pid=84876) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 14 07:44:56.131603 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-b20251a0-2bf1-47ad-8606-bd71adc76dd3 tempest-RoutersNegativeTest-577972138 tempest-RoutersNegativeTest-577972138] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036851981161'] for subnet, before_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:44:56.309326 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-ad17a799-1ae2-4377-96ab-f5d564206826 None None] Notify callbacks [] for port, precommit_create {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:44:56.321958 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-ad17a799-1ae2-4377-96ab-f5d564206826 None None] Transition to ACTIVE for port object 2daad2b5-88ce-4155-a535-049574a38272 will not be triggered until provisioned by entity L2. {{(pid=84876) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 07:44:56.339419 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-ad17a799-1ae2-4377-96ab-f5d564206826 None None] Transition to ACTIVE for port object 2daad2b5-88ce-4155-a535-049574a38272 will not be triggered until provisioned by entity DHCP. {{(pid=84876) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 07:44:56.345605 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-ad17a799-1ae2-4377-96ab-f5d564206826 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777640123575'] for port, after_create {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:44:56.359746 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-62ed5b49-6f33-457c-afbc-d63d252fbcdc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84876) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:44:56.496217 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad17a799-1ae2-4377-96ab-f5d564206826 None None] Pushing event updated for resources: {'Port': ['ID=2daad2b5-88ce-4155-a535-049574a38272,revision_number=1']} {{(pid=84876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:44:56.514904 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-ad17a799-1ae2-4377-96ab-f5d564206826 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=84876) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:44:56.553452 n-d-768862-2 neutron-server[84765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad17a799-1ae2-4377-96ab-f5d564206826 None None] Network 462de418-cbc1-4520-9cee-0392bb007167 is already hosted by enough agents. {{(pid=84876) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 07:44:56.554731 n-d-768862-2 neutron-server[84765]: DEBUG neutron.scheduler.base_scheduler [None req-ad17a799-1ae2-4377-96ab-f5d564206826 None None] Resources bound (agent type, host, resource id): {{(pid=84876) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 07:44:56.558163 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad17a799-1ae2-4377-96ab-f5d564206826 None None] Received port after_create {{(pid=84876) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 14 07:44:56.580765 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-b20251a0-2bf1-47ad-8606-bd71adc76dd3 tempest-RoutersNegativeTest-577972138 tempest-RoutersNegativeTest-577972138] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850887113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3254092', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036851981146'] for subnet, after_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:44:56.596382 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-149c4a5c-955a-4fe9-a7e2-659d651f2705 tempest-NetworksIpV6Test-128132561 tempest-NetworksIpV6Test-128132561] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:44:56.619738 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.managers [None req-ad17a799-1ae2-4377-96ab-f5d564206826 None None] Attempting to bind port 2daad2b5-88ce-4155-a535-049574a38272 on host n-d-768862-2 for vnic_type normal with profile {{(pid=84876) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 14 07:44:56.620324 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.managers [None req-ad17a799-1ae2-4377-96ab-f5d564206826 None None] Attempting to bind port 2daad2b5-88ce-4155-a535-049574a38272 by drivers openvswitch on host n-d-768862-2 at level 0 using segments [{'id': 'f1014529-1077-4754-8bd3-34ab4ab3442b', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '462de418-cbc1-4520-9cee-0392bb007167'}] {{(pid=84876) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 14 07:44:56.620869 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad17a799-1ae2-4377-96ab-f5d564206826 None None] Attempting to bind port 2daad2b5-88ce-4155-a535-049574a38272 on network 462de418-cbc1-4520-9cee-0392bb007167 {{(pid=84876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 14 07:44:56.627428 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad17a799-1ae2-4377-96ab-f5d564206826 None None] Checking agent: {'id': 'ba5efab1-b43c-4d5a-bc52-6e105d4e67a2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768862-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 14, 6, 56, 52), 'started_at': datetime.datetime(2021, 1, 14, 6, 57, 22), 'heartbeat_timestamp': datetime.datetime(2021, 1, 14, 7, 44, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768862-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.29', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 14 07:44:56.627982 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad17a799-1ae2-4377-96ab-f5d564206826 None None] Checking segment: {'id': 'f1014529-1077-4754-8bd3-34ab4ab3442b', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '462de418-cbc1-4520-9cee-0392bb007167'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84876) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 14 07:44:56.628562 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-ad17a799-1ae2-4377-96ab-f5d564206826 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:44:56.629079 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad17a799-1ae2-4377-96ab-f5d564206826 None None] Bound using segment: {'id': 'f1014529-1077-4754-8bd3-34ab4ab3442b', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '462de418-cbc1-4520-9cee-0392bb007167'} {{(pid=84876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 14 07:44:56.629727 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.managers [None req-ad17a799-1ae2-4377-96ab-f5d564206826 None None] Bound port: 2daad2b5-88ce-4155-a535-049574a38272, host: n-d-768862-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f1014529-1077-4754-8bd3-34ab4ab3442b', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '462de418-cbc1-4520-9cee-0392bb007167'}}] {{(pid=84876) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 14 07:44:56.630261 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-ad17a799-1ae2-4377-96ab-f5d564206826 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555753'] for port, before_update {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:44:56.734213 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [None req-ad17a799-1ae2-4377-96ab-f5d564206826 None None] For port 2daad2b5-88ce-4155-a535-049574a38272, host n-d-768862-2, cleared binding levels {{(pid=84876) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 14 07:44:56.738554 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [None req-ad17a799-1ae2-4377-96ab-f5d564206826 None None] For port 2daad2b5-88ce-4155-a535-049574a38272, host n-d-768862-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-2',level=0,port_id=2daad2b5-88ce-4155-a535-049574a38272,segment=NetworkSegment(f1014529-1077-4754-8bd3-34ab4ab3442b),segment_id=f1014529-1077-4754-8bd3-34ab4ab3442b)] {{(pid=84876) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 14 07:44:56.745632 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-ad17a799-1ae2-4377-96ab-f5d564206826 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777640533312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363259214678337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777640097497'] for port, after_update {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:44:56.747311 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b20251a0-2bf1-47ad-8606-bd71adc76dd3 tempest-RoutersNegativeTest-577972138 tempest-RoutersNegativeTest-577972138] Pushing event updated for resources: {'Subnet': ['ID=ebc7d14c-9bb3-4e4d-9adb-68862ea38e72,revision_number=0']} {{(pid=84874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:44:56.760242 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-b20251a0-2bf1-47ad-8606-bd71adc76dd3 tempest-RoutersNegativeTest-577972138 tempest-RoutersNegativeTest-577972138] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.164s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:44:56.770173 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-0147160d-69e3-4b25-81ef-bdbe50bf672a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84876) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:44:56.819569 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b20251a0-2bf1-47ad-8606-bd71adc76dd3 tempest-RoutersNegativeTest-577972138 tempest-RoutersNegativeTest-577972138] Checking segment: {'id': '583044a0-ac99-4895-9fb7-8730ab1ae396', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'd03bba1b-e31d-4e0e-b1e7-74dbb47e5b6f'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84874) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 14 07:44:56.820000 n-d-768862-2 neutron-server[84765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b20251a0-2bf1-47ad-8606-bd71adc76dd3 tempest-RoutersNegativeTest-577972138 tempest-RoutersNegativeTest-577972138] Network hostable DHCP agents. Network: d03bba1b-e31d-4e0e-b1e7-74dbb47e5b6f, hostable agents: ['32f3dd84-26da-4d18-bf15-6017a8fb7247'], hosted agents: [] {{(pid=84874) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Jan 14 07:44:56.843451 n-d-768862-2 neutron-server[84765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b20251a0-2bf1-47ad-8606-bd71adc76dd3 tempest-RoutersNegativeTest-577972138 tempest-RoutersNegativeTest-577972138] Network d03bba1b-e31d-4e0e-b1e7-74dbb47e5b6f is scheduled to be hosted by DHCP agent 32f3dd84-26da-4d18-bf15-6017a8fb7247 with binding_index 1 {{(pid=84874) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Jan 14 07:44:56.854992 n-d-768862-2 neutron-server[84765]: DEBUG neutron.scheduler.base_scheduler [None req-b20251a0-2bf1-47ad-8606-bd71adc76dd3 tempest-RoutersNegativeTest-577972138 tempest-RoutersNegativeTest-577972138] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768862-2, d03bba1b-e31d-4e0e-b1e7-74dbb47e5b6f) {{(pid=84874) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 07:44:56.878300 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b20251a0-2bf1-47ad-8606-bd71adc76dd3 tempest-RoutersNegativeTest-577972138 tempest-RoutersNegativeTest-577972138] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:44:56.880282 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-b20251a0-2bf1-47ad-8606-bd71adc76dd3 tempest-RoutersNegativeTest-577972138 tempest-RoutersNegativeTest-577972138] Notify callbacks [] for subnet, before_response {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:44:56.905553 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-b20251a0-2bf1-47ad-8606-bd71adc76dd3 tempest-RoutersNegativeTest-577972138 tempest-RoutersNegativeTest-577972138] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.3520584 Jan 14 07:44:56.908577 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84874) accepted ('10.222.0.24', 44720) {{(pid=84874) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:44:56.910121 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26c6865e-3a36-43f4-8b71-c3a4657094f8 None None] Network d03bba1b-e31d-4e0e-b1e7-74dbb47e5b6f requested from n-d-768862-2 {{(pid=84876) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 07:44:56.914295 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.v2.base [None req-12492baf-b4a7-405d-9e43-089cc63ca6d9 tempest-RoutersNegativeTest-577972138 tempest-RoutersNegativeTest-577972138] Request body: {'router': {'external_gateway_info': {'network_id': 'd03bba1b-e31d-4e0e-b1e7-74dbb47e5b6f'}}} {{(pid=84874) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:44:57.228426 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad17a799-1ae2-4377-96ab-f5d564206826 None None] Pushing event updated for resources: {'Port': ['ID=2daad2b5-88ce-4155-a535-049574a38272,revision_number=2']} {{(pid=84876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:44:57.235632 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-ad17a799-1ae2-4377-96ab-f5d564206826 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.465s {{(pid=84876) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:44:57.334238 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-12492baf-b4a7-405d-9e43-089cc63ca6d9 tempest-RoutersNegativeTest-577972138 tempest-RoutersNegativeTest-577972138] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3912484', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3889188', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-58194'] for router, precommit_update {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:44:57.391602 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8b30760-1470-4b83-be00-751520e2dee9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5d94dc7a-c095-50a4-955e-5f3b78718a12-d03bba1b-e31d-4e0e-b1e7-74dbb47e5b6f', 'network_id': 'd03bba1b-e31d-4e0e-b1e7-74dbb47e5b6f', 'tenant_id': 'c7e24b402d4a46e980fcc2c0fee522cc', 'fixed_ips': [{'subnet_id': 'ebc7d14c-9bb3-4e4d-9adb-68862ea38e72'}]}} from n-d-768862-2. {{(pid=84876) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Jan 14 07:44:57.392561 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-e8b30760-1470-4b83-be00-751520e2dee9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555753'] for port, before_create {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:44:57.503872 n-d-768862-2 neutron-server[84765]: INFO neutron.api.v2.resource [None req-12492baf-b4a7-405d-9e43-089cc63ca6d9 tempest-RoutersNegativeTest-577972138 tempest-RoutersNegativeTest-577972138] update failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 14 07:44:57.509741 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-12492baf-b4a7-405d-9e43-089cc63ca6d9 tempest-RoutersNegativeTest-577972138 tempest-RoutersNegativeTest-577972138] 10.222.0.24 "PUT /v2.0/routers/605d8916-c62f-43fc-a3b0-f2257aed0e3c HTTP/1.1" status: 400 len: 364 time: 0.5945404 Jan 14 07:44:57.511879 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84875) accepted ('10.222.0.24', 44724) {{(pid=84875) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:44:57.752986 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.db_base_plugin_v2 [None req-1685a298-c138-4b70-a58a-04fb7adc6b4e tempest-RoutersNegativeTest-577972138 tempest-RoutersNegativeTest-577972138] Deleting subnet ebc7d14c-9bb3-4e4d-9adb-68862ea38e72 {{(pid=84875) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Jan 14 07:44:57.756333 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-1685a298-c138-4b70-a58a-04fb7adc6b4e tempest-RoutersNegativeTest-577972138 tempest-RoutersNegativeTest-577972138] Notify callbacks [] for subnet, before_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:44:57.814192 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-1685a298-c138-4b70-a58a-04fb7adc6b4e tempest-RoutersNegativeTest-577972138 tempest-RoutersNegativeTest-577972138] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3367281'] for subnet, precommit_delete_associations {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:44:58.175594 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-1685a298-c138-4b70-a58a-04fb7adc6b4e tempest-RoutersNegativeTest-577972138 tempest-RoutersNegativeTest-577972138] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036854176836'] for subnet, precommit_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:44:58.472996 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-1685a298-c138-4b70-a58a-04fb7adc6b4e tempest-RoutersNegativeTest-577972138 tempest-RoutersNegativeTest-577972138] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-598964', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850887113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3154192', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2308610'] for subnet, after_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:44:58.474110 n-d-768862-2 neutron-server[84765]: ERROR oslo_messaging.rpc.server [None req-e8b30760-1470-4b83-be00-751520e2dee9 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet ebc7d14c-9bb3-4e4d-9adb-68862ea38e72: This subnet is being modified by another concurrent operation. Jan 14 07:44:58.474110 n-d-768862-2 neutron-server[84765]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Jan 14 07:44:58.474110 n-d-768862-2 neutron-server[84765]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Jan 14 07:44:58.474110 n-d-768862-2 neutron-server[84765]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Jan 14 07:44:58.474110 n-d-768862-2 neutron-server[84765]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Jan 14 07:44:58.474110 n-d-768862-2 neutron-server[84765]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Jan 14 07:44:58.474110 n-d-768862-2 neutron-server[84765]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Jan 14 07:44:58.474110 n-d-768862-2 neutron-server[84765]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Jan 14 07:44:58.474110 n-d-768862-2 neutron-server[84765]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Jan 14 07:44:58.474110 n-d-768862-2 neutron-server[84765]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Jan 14 07:44:58.474110 n-d-768862-2 neutron-server[84765]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jan 14 07:44:58.474110 n-d-768862-2 neutron-server[84765]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jan 14 07:44:58.474110 n-d-768862-2 neutron-server[84765]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Jan 14 07:44:58.474110 n-d-768862-2 neutron-server[84765]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 14 07:44:58.474110 n-d-768862-2 neutron-server[84765]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Jan 14 07:44:58.474110 n-d-768862-2 neutron-server[84765]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Jan 14 07:44:58.474110 n-d-768862-2 neutron-server[84765]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/six.py", line 703, in reraise Jan 14 07:44:58.474110 n-d-768862-2 neutron-server[84765]: ERROR oslo_messaging.rpc.server raise value Jan 14 07:44:58.474110 n-d-768862-2 neutron-server[84765]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jan 14 07:44:58.474110 n-d-768862-2 neutron-server[84765]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jan 14 07:44:58.474110 n-d-768862-2 neutron-server[84765]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/oslo_db/api.py", line 154, in wrapper Jan 14 07:44:58.474110 n-d-768862-2 neutron-server[84765]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jan 14 07:44:58.474110 n-d-768862-2 neutron-server[84765]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Jan 14 07:44:58.474110 n-d-768862-2 neutron-server[84765]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 14 07:44:58.474110 n-d-768862-2 neutron-server[84765]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Jan 14 07:44:58.474110 n-d-768862-2 neutron-server[84765]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Jan 14 07:44:58.474110 n-d-768862-2 neutron-server[84765]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/six.py", line 703, in reraise Jan 14 07:44:58.474110 n-d-768862-2 neutron-server[84765]: ERROR oslo_messaging.rpc.server raise value Jan 14 07:44:58.474110 n-d-768862-2 neutron-server[84765]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/oslo_db/api.py", line 142, in wrapper Jan 14 07:44:58.474110 n-d-768862-2 neutron-server[84765]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jan 14 07:44:58.474110 n-d-768862-2 neutron-server[84765]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jan 14 07:44:58.474110 n-d-768862-2 neutron-server[84765]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jan 14 07:44:58.474110 n-d-768862-2 neutron-server[84765]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Jan 14 07:44:58.474110 n-d-768862-2 neutron-server[84765]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 14 07:44:58.474110 n-d-768862-2 neutron-server[84765]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Jan 14 07:44:58.474110 n-d-768862-2 neutron-server[84765]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Jan 14 07:44:58.474110 n-d-768862-2 neutron-server[84765]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/six.py", line 703, in reraise Jan 14 07:44:58.474110 n-d-768862-2 neutron-server[84765]: ERROR oslo_messaging.rpc.server raise value Jan 14 07:44:58.474110 n-d-768862-2 neutron-server[84765]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jan 14 07:44:58.474110 n-d-768862-2 neutron-server[84765]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jan 14 07:44:58.474110 n-d-768862-2 neutron-server[84765]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Jan 14 07:44:58.474110 n-d-768862-2 neutron-server[84765]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Jan 14 07:44:58.474110 n-d-768862-2 neutron-server[84765]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 274, in create_dhcp_port Jan 14 07:44:58.474110 n-d-768862-2 neutron-server[84765]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Jan 14 07:44:58.474110 n-d-768862-2 neutron-server[84765]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 99, in _port_action Jan 14 07:44:58.474110 n-d-768862-2 neutron-server[84765]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Jan 14 07:44:58.474110 n-d-768862-2 neutron-server[84765]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/neutron_lib/plugins/utils.py", line 336, in create_port Jan 14 07:44:58.474110 n-d-768862-2 neutron-server[84765]: ERROR oslo_messaging.rpc.server context, {port_apidef.RESOURCE_NAME: port_data}) Jan 14 07:44:58.474110 n-d-768862-2 neutron-server[84765]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 687, in inner Jan 14 07:44:58.474110 n-d-768862-2 neutron-server[84765]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Jan 14 07:44:58.474110 n-d-768862-2 neutron-server[84765]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 217, in wrapped Jan 14 07:44:58.474110 n-d-768862-2 neutron-server[84765]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jan 14 07:44:58.474110 n-d-768862-2 neutron-server[84765]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jan 14 07:44:58.474110 n-d-768862-2 neutron-server[84765]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jan 14 07:44:58.474110 n-d-768862-2 neutron-server[84765]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Jan 14 07:44:58.474110 n-d-768862-2 neutron-server[84765]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 14 07:44:58.474110 n-d-768862-2 neutron-server[84765]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Jan 14 07:44:58.474110 n-d-768862-2 neutron-server[84765]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Jan 14 07:44:58.474110 n-d-768862-2 neutron-server[84765]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/six.py", line 703, in reraise Jan 14 07:44:58.474110 n-d-768862-2 neutron-server[84765]: ERROR oslo_messaging.rpc.server raise value Jan 14 07:44:58.474110 n-d-768862-2 neutron-server[84765]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jan 14 07:44:58.474110 n-d-768862-2 neutron-server[84765]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jan 14 07:44:58.474110 n-d-768862-2 neutron-server[84765]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/oslo_db/api.py", line 154, in wrapper Jan 14 07:44:58.474110 n-d-768862-2 neutron-server[84765]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jan 14 07:44:58.474110 n-d-768862-2 neutron-server[84765]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Jan 14 07:44:58.474110 n-d-768862-2 neutron-server[84765]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 14 07:44:58.474110 n-d-768862-2 neutron-server[84765]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Jan 14 07:44:58.474110 n-d-768862-2 neutron-server[84765]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Jan 14 07:44:58.474110 n-d-768862-2 neutron-server[84765]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/six.py", line 703, in reraise Jan 14 07:44:58.474110 n-d-768862-2 neutron-server[84765]: ERROR oslo_messaging.rpc.server raise value Jan 14 07:44:58.474110 n-d-768862-2 neutron-server[84765]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/oslo_db/api.py", line 142, in wrapper Jan 14 07:44:58.474110 n-d-768862-2 neutron-server[84765]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jan 14 07:44:58.474110 n-d-768862-2 neutron-server[84765]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jan 14 07:44:58.474110 n-d-768862-2 neutron-server[84765]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jan 14 07:44:58.474110 n-d-768862-2 neutron-server[84765]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Jan 14 07:44:58.474110 n-d-768862-2 neutron-server[84765]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 14 07:44:58.474110 n-d-768862-2 neutron-server[84765]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Jan 14 07:44:58.474110 n-d-768862-2 neutron-server[84765]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Jan 14 07:44:58.474110 n-d-768862-2 neutron-server[84765]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/six.py", line 703, in reraise Jan 14 07:44:58.474110 n-d-768862-2 neutron-server[84765]: ERROR oslo_messaging.rpc.server raise value Jan 14 07:44:58.474110 n-d-768862-2 neutron-server[84765]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jan 14 07:44:58.474110 n-d-768862-2 neutron-server[84765]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jan 14 07:44:58.474110 n-d-768862-2 neutron-server[84765]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1425, in create_port Jan 14 07:44:58.474110 n-d-768862-2 neutron-server[84765]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Jan 14 07:44:58.474110 n-d-768862-2 neutron-server[84765]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1392, in _create_port_db Jan 14 07:44:58.474110 n-d-768862-2 neutron-server[84765]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Jan 14 07:44:58.474110 n-d-768862-2 neutron-server[84765]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1432, in create_port_db Jan 14 07:44:58.474110 n-d-768862-2 neutron-server[84765]: ERROR oslo_messaging.rpc.server context, port, port_id) Jan 14 07:44:58.474110 n-d-768862-2 neutron-server[84765]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 222, in allocate_ips_for_port_and_store Jan 14 07:44:58.474110 n-d-768862-2 neutron-server[84765]: ERROR oslo_messaging.rpc.server revert_on_fail=False) Jan 14 07:44:58.474110 n-d-768862-2 neutron-server[84765]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Jan 14 07:44:58.474110 n-d-768862-2 neutron-server[84765]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 14 07:44:58.474110 n-d-768862-2 neutron-server[84765]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Jan 14 07:44:58.474110 n-d-768862-2 neutron-server[84765]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Jan 14 07:44:58.474110 n-d-768862-2 neutron-server[84765]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/six.py", line 703, in reraise Jan 14 07:44:58.474110 n-d-768862-2 neutron-server[84765]: ERROR oslo_messaging.rpc.server raise value Jan 14 07:44:58.474110 n-d-768862-2 neutron-server[84765]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Jan 14 07:44:58.474110 n-d-768862-2 neutron-server[84765]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Jan 14 07:44:58.474110 n-d-768862-2 neutron-server[84765]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 241, in _allocate_ips_for_port Jan 14 07:44:58.474110 n-d-768862-2 neutron-server[84765]: ERROR oslo_messaging.rpc.server distributed_service=self._is_distributed_service(p)) Jan 14 07:44:58.474110 n-d-768862-2 neutron-server[84765]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 687, in _ipam_get_subnets Jan 14 07:44:58.474110 n-d-768862-2 neutron-server[84765]: ERROR oslo_messaging.rpc.server id=subnet.id) Jan 14 07:44:58.474110 n-d-768862-2 neutron-server[84765]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Jan 14 07:44:58.474110 n-d-768862-2 neutron-server[84765]: ERROR oslo_messaging.rpc.server raise exception Jan 14 07:44:58.474110 n-d-768862-2 neutron-server[84765]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet ebc7d14c-9bb3-4e4d-9adb-68862ea38e72: This subnet is being modified by another concurrent operation. Jan 14 07:44:58.474110 n-d-768862-2 neutron-server[84765]: ERROR oslo_messaging.rpc.server Jan 14 07:44:58.493128 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-f4110439-a00d-46c0-b8c0-2181c5a2bddb tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:44:58.496562 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9eb0a4b-a0c1-451a-b6bc-cd0a2d6e555d None None] Network d03bba1b-e31d-4e0e-b1e7-74dbb47e5b6f requested from n-d-768862-2 {{(pid=84876) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 07:44:58.582534 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1685a298-c138-4b70-a58a-04fb7adc6b4e tempest-RoutersNegativeTest-577972138 tempest-RoutersNegativeTest-577972138] Pushing event deleted for resources: {'Subnet': ['ID=ebc7d14c-9bb3-4e4d-9adb-68862ea38e72,revision_number=None']} {{(pid=84875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:44:58.591309 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-1685a298-c138-4b70-a58a-04fb7adc6b4e tempest-RoutersNegativeTest-577972138 tempest-RoutersNegativeTest-577972138] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:44:58.610692 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7bc92c1-a84c-4bcf-b2de-e3629719cd00 None None] Network 462de418-cbc1-4520-9cee-0392bb007167 requested from n-d-768862-2 {{(pid=84876) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 07:44:58.639481 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-1685a298-c138-4b70-a58a-04fb7adc6b4e tempest-RoutersNegativeTest-577972138 tempest-RoutersNegativeTest-577972138] Notify callbacks [] for subnet, before_response {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:44:58.646253 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-1685a298-c138-4b70-a58a-04fb7adc6b4e tempest-RoutersNegativeTest-577972138 tempest-RoutersNegativeTest-577972138] 10.222.0.24 "DELETE /v2.0/subnets/ebc7d14c-9bb3-4e4d-9adb-68862ea38e72 HTTP/1.1" status: 204 len: 168 time: 1.1331882 Jan 14 07:44:58.649099 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84874) accepted ('10.222.0.24', 44728) {{(pid=84874) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:44:58.773286 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-5f79d7a5-59b4-40cb-bf23-64a5decb8ef1 None None] Provisioning for port 2daad2b5-88ce-4155-a535-049574a38272 completed by entity DHCP. {{(pid=84876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 07:44:58.785443 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-0de6870a-b54f-43f2-a93e-015a0cdc3ae0 tempest-RoutersNegativeTest-577972138 tempest-RoutersNegativeTest-577972138] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036854160497'] for network, before_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:44:58.971500 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Device 2daad2b5-88ce-4155-a535-049574a38272 up at agent ovs-agent-n-d-768862-2 {{(pid=84876) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 07:44:58.996760 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-0de6870a-b54f-43f2-a93e-015a0cdc3ae0 tempest-RoutersNegativeTest-577972138 tempest-RoutersNegativeTest-577972138] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-598987', 'neutron.services.segments.db._delete_segments_for_network-8777640583949'] for network, precommit_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:44:59.063821 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Provisioning for port 2daad2b5-88ce-4155-a535-049574a38272 completed by entity L2. {{(pid=84876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 07:44:59.070716 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Provisioning complete for port 2daad2b5-88ce-4155-a535-049574a38272 triggered by entity L2. {{(pid=84876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 07:44:59.071144 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-604227'] for port, provisioning_complete {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:44:59.142220 n-d-768862-2 neutron-server[84765]: DEBUG neutron.services.segments.db [None req-0de6870a-b54f-43f2-a93e-015a0cdc3ae0 tempest-RoutersNegativeTest-577972138 tempest-RoutersNegativeTest-577972138] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d03bba1b-e31d-4e0e-b1e7-74dbb47e5b6f']}} {{(pid=84874) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:44:59.156810 n-d-768862-2 neutron-server[84765]: DEBUG neutron.services.segments.db [None req-0de6870a-b54f-43f2-a93e-015a0cdc3ae0 tempest-RoutersNegativeTest-577972138 tempest-RoutersNegativeTest-577972138] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '583044a0-ac99-4895-9fb7-8730ab1ae396') {'for_net_delete': True} {{(pid=84874) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:44:59.157038 n-d-768862-2 neutron-server[84765]: DEBUG neutron.services.segments.db [None req-0de6870a-b54f-43f2-a93e-015a0cdc3ae0 tempest-RoutersNegativeTest-577972138 tempest-RoutersNegativeTest-577972138] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '583044a0-ac99-4895-9fb7-8730ab1ae396') {} {{(pid=84874) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:44:59.170642 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-0de6870a-b54f-43f2-a93e-015a0cdc3ae0 tempest-RoutersNegativeTest-577972138 tempest-RoutersNegativeTest-577972138] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363259214173198', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2968632'] for segment, before_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:44:59.191145 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-0de6870a-b54f-43f2-a93e-015a0cdc3ae0 tempest-RoutersNegativeTest-577972138 tempest-RoutersNegativeTest-577972138] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854179735'] for segment, precommit_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:44:59.193507 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-0de6870a-b54f-43f2-a93e-015a0cdc3ae0 tempest-RoutersNegativeTest-577972138 tempest-RoutersNegativeTest-577972138] Releasing vxlan tunnel 5 to pool {{(pid=84874) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Jan 14 07:44:59.220229 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555753'] for port, before_update {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:44:59.238056 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-3ffe4089-fa7e-4df8-8b40-f2895eba91f2 None None] Provisioning complete for port 2daad2b5-88ce-4155-a535-049574a38272 triggered by entity DHCP. {{(pid=84876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 07:44:59.238476 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-3ffe4089-fa7e-4df8-8b40-f2895eba91f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-604227'] for port, provisioning_complete {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:44:59.305412 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] For port 2daad2b5-88ce-4155-a535-049574a38272, host n-d-768862-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-2',level=0,port_id=2daad2b5-88ce-4155-a535-049574a38272,segment=NetworkSegment(f1014529-1077-4754-8bd3-34ab4ab3442b),segment_id=f1014529-1077-4754-8bd3-34ab4ab3442b)] {{(pid=84876) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 07:44:59.310203 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777640533312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363259214678337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777640097497'] for port, after_update {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:44:59.314871 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-7e4ed88f-9586-4380-85a7-e877727957cc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84876) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:44:59.393124 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.managers [None req-0de6870a-b54f-43f2-a93e-015a0cdc3ae0 tempest-RoutersNegativeTest-577972138 tempest-RoutersNegativeTest-577972138] Network d03bba1b-e31d-4e0e-b1e7-74dbb47e5b6f has no segments {{(pid=84874) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 14 07:44:59.403485 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-0de6870a-b54f-43f2-a93e-015a0cdc3ae0 tempest-RoutersNegativeTest-577972138 tempest-RoutersNegativeTest-577972138] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-596065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036851521571'] for segment, after_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:44:59.436070 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Pushing event updated for resources: {'Port': ['ID=2daad2b5-88ce-4155-a535-049574a38272,revision_number=3']} {{(pid=84876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:44:59.440334 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=84876) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:44:59.536839 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6fd373a6-8237-4258-aec3-4b0d330677e6 None None] get_active_networks_info from n-d-768862-2 {{(pid=84876) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}} Jan 14 07:44:59.597038 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.managers [None req-0de6870a-b54f-43f2-a93e-015a0cdc3ae0 tempest-RoutersNegativeTest-577972138 tempest-RoutersNegativeTest-577972138] Network d03bba1b-e31d-4e0e-b1e7-74dbb47e5b6f has no segments {{(pid=84874) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 14 07:44:59.601547 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-96be5057-640f-4a60-976f-2dae5aa99844 None None] Provisioning complete for port 2daad2b5-88ce-4155-a535-049574a38272 triggered by entity DHCP. {{(pid=84876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 07:44:59.601965 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-96be5057-640f-4a60-976f-2dae5aa99844 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-604227'] for port, provisioning_complete {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:44:59.622223 n-d-768862-2 neutron-server[84765]: Traceback (most recent call last): Jan 14 07:44:59.622223 n-d-768862-2 neutron-server[84765]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 14 07:44:59.622223 n-d-768862-2 neutron-server[84765]: timer() Jan 14 07:44:59.622223 n-d-768862-2 neutron-server[84765]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 14 07:44:59.622223 n-d-768862-2 neutron-server[84765]: cb(*args, **kw) Jan 14 07:44:59.622223 n-d-768862-2 neutron-server[84765]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Jan 14 07:44:59.622223 n-d-768862-2 neutron-server[84765]: return func(*args, **kwargs) Jan 14 07:44:59.622223 n-d-768862-2 neutron-server[84765]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 14 07:44:59.622223 n-d-768862-2 neutron-server[84765]: self._notify() Jan 14 07:44:59.622223 n-d-768862-2 neutron-server[84765]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 14 07:44:59.622223 n-d-768862-2 neutron-server[84765]: self.callback(batched_events) Jan 14 07:44:59.622223 n-d-768862-2 neutron-server[84765]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 14 07:44:59.622223 n-d-768862-2 neutron-server[84765]: event.method(event) Jan 14 07:44:59.622223 n-d-768862-2 neutron-server[84765]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 14 07:44:59.622223 n-d-768862-2 neutron-server[84765]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 14 07:44:59.622223 n-d-768862-2 neutron-server[84765]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Jan 14 07:44:59.622223 n-d-768862-2 neutron-server[84765]: segment_id)['aggregates'][0] Jan 14 07:44:59.622223 n-d-768862-2 neutron-server[84765]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 14 07:44:59.622223 n-d-768862-2 neutron-server[84765]: return f(self, *a, **k) Jan 14 07:44:59.622223 n-d-768862-2 neutron-server[84765]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 14 07:44:59.622223 n-d-768862-2 neutron-server[84765]: return self._get(url).json() Jan 14 07:44:59.622223 n-d-768862-2 neutron-server[84765]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 14 07:44:59.622223 n-d-768862-2 neutron-server[84765]: **kwargs) Jan 14 07:44:59.622223 n-d-768862-2 neutron-server[84765]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 14 07:44:59.622223 n-d-768862-2 neutron-server[84765]: return self.request(url, 'GET', **kwargs) Jan 14 07:44:59.622223 n-d-768862-2 neutron-server[84765]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Jan 14 07:44:59.622223 n-d-768862-2 neutron-server[84765]: **endpoint_filter) Jan 14 07:44:59.622223 n-d-768862-2 neutron-server[84765]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 14 07:44:59.622223 n-d-768862-2 neutron-server[84765]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 14 07:44:59.622223 n-d-768862-2 neutron-server[84765]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 14 07:44:59.622223 n-d-768862-2 neutron-server[84765]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 14 07:44:59.622223 n-d-768862-2 neutron-server[84765]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 14 07:44:59.703880 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-0de6870a-b54f-43f2-a93e-015a0cdc3ae0 tempest-RoutersNegativeTest-577972138 tempest-RoutersNegativeTest-577972138] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036854176830', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850887149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3912591'] for network, after_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:44:59.707590 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-f70f5127-b1a6-47f9-84bd-9bbbc15e114f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:44:59.735826 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-0de6870a-b54f-43f2-a93e-015a0cdc3ae0 tempest-RoutersNegativeTest-577972138 tempest-RoutersNegativeTest-577972138] Notify callbacks [] for network, before_response {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:44:59.738853 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0de6870a-b54f-43f2-a93e-015a0cdc3ae0 tempest-RoutersNegativeTest-577972138 tempest-RoutersNegativeTest-577972138] Pushing event deleted for resources: {'Network': ['ID=d03bba1b-e31d-4e0e-b1e7-74dbb47e5b6f,revision_number=None']} {{(pid=84874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:44:59.743509 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-0de6870a-b54f-43f2-a93e-015a0cdc3ae0 tempest-RoutersNegativeTest-577972138 tempest-RoutersNegativeTest-577972138] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:44:59.749609 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-0de6870a-b54f-43f2-a93e-015a0cdc3ae0 tempest-RoutersNegativeTest-577972138 tempest-RoutersNegativeTest-577972138] 10.222.0.24 "DELETE /v2.0/networks/d03bba1b-e31d-4e0e-b1e7-74dbb47e5b6f HTTP/1.1" status: 204 len: 168 time: 1.0967357 Jan 14 07:44:59.749784 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84874) accepted ('10.222.0.24', 44732) {{(pid=84874) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:44:59.812822 n-d-768862-2 neutron-server[84765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6fd373a6-8237-4258-aec3-4b0d330677e6 None None] Resources bound (agent type, host, resource id): {{(pid=84876) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:105}} Jan 14 07:44:59.958730 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.db_base_plugin_v2 [None req-e9a2d757-0ea0-4cf6-ac9e-e9c902b8ee8d tempest-RoutersNegativeTest-577972138 tempest-RoutersNegativeTest-577972138] Deleting subnet c3120b97-1d87-4832-a9ba-0a0c3eb8a60a {{(pid=84874) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Jan 14 07:44:59.962047 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-e9a2d757-0ea0-4cf6-ac9e-e9c902b8ee8d tempest-RoutersNegativeTest-577972138 tempest-RoutersNegativeTest-577972138] Notify callbacks [] for subnet, before_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:45:00.020250 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-e9a2d757-0ea0-4cf6-ac9e-e9c902b8ee8d tempest-RoutersNegativeTest-577972138 tempest-RoutersNegativeTest-577972138] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036851807232'] for subnet, precommit_delete_associations {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:45:00.117072 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-e9a2d757-0ea0-4cf6-ac9e-e9c902b8ee8d tempest-RoutersNegativeTest-577972138 tempest-RoutersNegativeTest-577972138] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036854176836'] for subnet, precommit_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:45:00.414463 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-e9a2d757-0ea0-4cf6-ac9e-e9c902b8ee8d tempest-RoutersNegativeTest-577972138 tempest-RoutersNegativeTest-577972138] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-598964', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850887113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036851521664', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2794686'] for subnet, after_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:45:00.428241 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-14ebd48f-ac44-46fa-a956-fb8104d8e0b6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:45:00.470122 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9a2d757-0ea0-4cf6-ac9e-e9c902b8ee8d tempest-RoutersNegativeTest-577972138 tempest-RoutersNegativeTest-577972138] Pushing event deleted for resources: {'Subnet': ['ID=c3120b97-1d87-4832-a9ba-0a0c3eb8a60a,revision_number=None']} {{(pid=84874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:45:00.472776 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-e9a2d757-0ea0-4cf6-ac9e-e9c902b8ee8d tempest-RoutersNegativeTest-577972138 tempest-RoutersNegativeTest-577972138] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:45:00.570975 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-e9a2d757-0ea0-4cf6-ac9e-e9c902b8ee8d tempest-RoutersNegativeTest-577972138 tempest-RoutersNegativeTest-577972138] Notify callbacks [] for subnet, before_response {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:45:00.580049 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf3b975b-daca-481d-b90e-894155c09b69 None None] Network 462de418-cbc1-4520-9cee-0392bb007167 requested from n-d-768862-2 {{(pid=84876) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 07:45:00.580245 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-e9a2d757-0ea0-4cf6-ac9e-e9c902b8ee8d tempest-RoutersNegativeTest-577972138 tempest-RoutersNegativeTest-577972138] 10.222.0.24 "DELETE /v2.0/subnets/c3120b97-1d87-4832-a9ba-0a0c3eb8a60a HTTP/1.1" status: 204 len: 168 time: 0.8267157 Jan 14 07:45:00.580336 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84874) accepted ('10.222.0.24', 44736) {{(pid=84874) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:45:00.710213 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-32cc8492-5869-4924-865f-7d21bbad9d6a tempest-RoutersNegativeTest-577972138 tempest-RoutersNegativeTest-577972138] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036854160497'] for network, before_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:45:00.777426 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.plugin [None req-32cc8492-5869-4924-865f-7d21bbad9d6a tempest-RoutersNegativeTest-577972138 tempest-RoutersNegativeTest-577972138] Deleting port 2daad2b5-88ce-4155-a535-049574a38272 {{(pid=84874) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 07:45:00.778213 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-32cc8492-5869-4924-865f-7d21bbad9d6a tempest-RoutersNegativeTest-577972138 tempest-RoutersNegativeTest-577972138] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363259214248359'] for port, before_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:45:00.840114 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d5a7007-9014-483c-8a5b-8552c2dce89e None None] DHCP port deletion for 462de418-cbc1-4520-9cee-0392bb007167 request from n-d-768862-2 {{(pid=84876) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Jan 14 07:45:00.844791 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.plugin [None req-3d5a7007-9014-483c-8a5b-8552c2dce89e None None] Deleting port 2daad2b5-88ce-4155-a535-049574a38272 {{(pid=84876) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 07:45:00.845209 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-3d5a7007-9014-483c-8a5b-8552c2dce89e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363259214248359'] for port, before_delete {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:45:00.930101 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Device 2daad2b5-88ce-4155-a535-049574a38272 no longer exists at agent ovs-agent-n-d-768862-2 {{(pid=84876) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jan 14 07:45:01.167283 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [None req-3d5a7007-9014-483c-8a5b-8552c2dce89e None None] For port 2daad2b5-88ce-4155-a535-049574a38272, host n-d-768862-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-2',level=0,port_id=2daad2b5-88ce-4155-a535-049574a38272,segment=NetworkSegment(f1014529-1077-4754-8bd3-34ab4ab3442b),segment_id=f1014529-1077-4754-8bd3-34ab4ab3442b)] {{(pid=84876) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 07:45:01.167659 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-3d5a7007-9014-483c-8a5b-8552c2dce89e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036850862667'] for port, precommit_delete {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:45:01.315105 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [None req-32cc8492-5869-4924-865f-7d21bbad9d6a tempest-RoutersNegativeTest-577972138 tempest-RoutersNegativeTest-577972138] For port 2daad2b5-88ce-4155-a535-049574a38272, host n-d-768862-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-2',level=0,port_id=2daad2b5-88ce-4155-a535-049574a38272,segment=NetworkSegment(f1014529-1077-4754-8bd3-34ab4ab3442b),segment_id=f1014529-1077-4754-8bd3-34ab4ab3442b)] {{(pid=84874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 07:45:01.315460 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-32cc8492-5869-4924-865f-7d21bbad9d6a tempest-RoutersNegativeTest-577972138 tempest-RoutersNegativeTest-577972138] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036850862667'] for port, precommit_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:45:01.448433 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.plugin [None req-32cc8492-5869-4924-865f-7d21bbad9d6a tempest-RoutersNegativeTest-577972138 tempest-RoutersNegativeTest-577972138] Calling delete_port for 2daad2b5-88ce-4155-a535-049574a38272 owned by network:dhcp {{(pid=84874) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 07:45:01.504381 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.plugin [None req-3d5a7007-9014-483c-8a5b-8552c2dce89e None None] Calling delete_port for 2daad2b5-88ce-4155-a535-049574a38272 owned by network:dhcp {{(pid=84876) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 07:45:01.522621 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-32cc8492-5869-4924-865f-7d21bbad9d6a tempest-RoutersNegativeTest-577972138 tempest-RoutersNegativeTest-577972138] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777640533329', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777640097463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3254186'] for port, after_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:45:01.530825 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555753'] for port, before_update {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:45:01.538139 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-469a1203-1c87-4233-a78c-b0dae0b6b34e tempest-FloatingIPTestJSON-1632234116 tempest-FloatingIPTestJSON-1632234116] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:45:01.628669 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32cc8492-5869-4924-865f-7d21bbad9d6a tempest-RoutersNegativeTest-577972138 tempest-RoutersNegativeTest-577972138] Pushing event deleted for resources: {'Port': ['ID=2daad2b5-88ce-4155-a535-049574a38272,revision_number=None']} {{(pid=84874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:45:01.629095 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.db.api [None req-3d5a7007-9014-483c-8a5b-8552c2dce89e None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84876) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Jan 14 07:45:01.629445 n-d-768862-2 neutron-server[84765]: DEBUG oslo_db.api [None req-3d5a7007-9014-483c-8a5b-8552c2dce89e None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84876) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Jan 14 07:45:01.637041 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-32cc8492-5869-4924-865f-7d21bbad9d6a tempest-RoutersNegativeTest-577972138 tempest-RoutersNegativeTest-577972138] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:45:01.686157 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32cc8492-5869-4924-865f-7d21bbad9d6a tempest-RoutersNegativeTest-577972138 tempest-RoutersNegativeTest-577972138] No DVR routers for this DVR port 2daad2b5-88ce-4155-a535-049574a38272 on host n-d-768862-2 {{(pid=84874) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Jan 14 07:45:01.825193 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-32cc8492-5869-4924-865f-7d21bbad9d6a tempest-RoutersNegativeTest-577972138 tempest-RoutersNegativeTest-577972138] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-598987', 'neutron.services.segments.db._delete_segments_for_network-8777640583949'] for network, precommit_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:45:01.956198 n-d-768862-2 neutron-server[84765]: DEBUG neutron.services.segments.db [None req-32cc8492-5869-4924-865f-7d21bbad9d6a tempest-RoutersNegativeTest-577972138 tempest-RoutersNegativeTest-577972138] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['462de418-cbc1-4520-9cee-0392bb007167']}} {{(pid=84874) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:45:01.973447 n-d-768862-2 neutron-server[84765]: DEBUG neutron.services.segments.db [None req-32cc8492-5869-4924-865f-7d21bbad9d6a tempest-RoutersNegativeTest-577972138 tempest-RoutersNegativeTest-577972138] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f1014529-1077-4754-8bd3-34ab4ab3442b') {'for_net_delete': True} {{(pid=84874) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:45:01.973791 n-d-768862-2 neutron-server[84765]: DEBUG neutron.services.segments.db [None req-32cc8492-5869-4924-865f-7d21bbad9d6a tempest-RoutersNegativeTest-577972138 tempest-RoutersNegativeTest-577972138] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f1014529-1077-4754-8bd3-34ab4ab3442b') {} {{(pid=84874) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:45:01.986466 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-32cc8492-5869-4924-865f-7d21bbad9d6a tempest-RoutersNegativeTest-577972138 tempest-RoutersNegativeTest-577972138] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363259214173198', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2968632'] for segment, before_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:45:02.001643 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-32cc8492-5869-4924-865f-7d21bbad9d6a tempest-RoutersNegativeTest-577972138 tempest-RoutersNegativeTest-577972138] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854179735'] for segment, precommit_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:45:02.003638 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-32cc8492-5869-4924-865f-7d21bbad9d6a tempest-RoutersNegativeTest-577972138 tempest-RoutersNegativeTest-577972138] Releasing vxlan tunnel 3 to pool {{(pid=84874) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Jan 14 07:45:02.130795 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.plugin [None req-3d5a7007-9014-483c-8a5b-8552c2dce89e None None] Deleting port 2daad2b5-88ce-4155-a535-049574a38272 {{(pid=84876) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 07:45:02.131236 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-3d5a7007-9014-483c-8a5b-8552c2dce89e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363259214248359'] for port, before_delete {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:45:02.183861 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.managers [None req-32cc8492-5869-4924-865f-7d21bbad9d6a tempest-RoutersNegativeTest-577972138 tempest-RoutersNegativeTest-577972138] Network 462de418-cbc1-4520-9cee-0392bb007167 has no segments {{(pid=84874) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 14 07:45:02.193181 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-32cc8492-5869-4924-865f-7d21bbad9d6a tempest-RoutersNegativeTest-577972138 tempest-RoutersNegativeTest-577972138] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-596065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036851521571'] for segment, after_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:45:02.199820 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.plugin [None req-3d5a7007-9014-483c-8a5b-8552c2dce89e None None] The port '2daad2b5-88ce-4155-a535-049574a38272' was deleted {{(pid=84876) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Jan 14 07:45:02.379999 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.managers [None req-32cc8492-5869-4924-865f-7d21bbad9d6a tempest-RoutersNegativeTest-577972138 tempest-RoutersNegativeTest-577972138] Network 462de418-cbc1-4520-9cee-0392bb007167 has no segments {{(pid=84874) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 14 07:45:02.405973 n-d-768862-2 neutron-server[84765]: Traceback (most recent call last): Jan 14 07:45:02.405973 n-d-768862-2 neutron-server[84765]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 14 07:45:02.405973 n-d-768862-2 neutron-server[84765]: timer() Jan 14 07:45:02.405973 n-d-768862-2 neutron-server[84765]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 14 07:45:02.405973 n-d-768862-2 neutron-server[84765]: cb(*args, **kw) Jan 14 07:45:02.405973 n-d-768862-2 neutron-server[84765]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Jan 14 07:45:02.405973 n-d-768862-2 neutron-server[84765]: return func(*args, **kwargs) Jan 14 07:45:02.405973 n-d-768862-2 neutron-server[84765]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 14 07:45:02.405973 n-d-768862-2 neutron-server[84765]: self._notify() Jan 14 07:45:02.405973 n-d-768862-2 neutron-server[84765]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 14 07:45:02.405973 n-d-768862-2 neutron-server[84765]: self.callback(batched_events) Jan 14 07:45:02.405973 n-d-768862-2 neutron-server[84765]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 14 07:45:02.405973 n-d-768862-2 neutron-server[84765]: event.method(event) Jan 14 07:45:02.405973 n-d-768862-2 neutron-server[84765]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 14 07:45:02.405973 n-d-768862-2 neutron-server[84765]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 14 07:45:02.405973 n-d-768862-2 neutron-server[84765]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Jan 14 07:45:02.405973 n-d-768862-2 neutron-server[84765]: segment_id)['aggregates'][0] Jan 14 07:45:02.405973 n-d-768862-2 neutron-server[84765]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 14 07:45:02.405973 n-d-768862-2 neutron-server[84765]: return f(self, *a, **k) Jan 14 07:45:02.405973 n-d-768862-2 neutron-server[84765]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 14 07:45:02.405973 n-d-768862-2 neutron-server[84765]: return self._get(url).json() Jan 14 07:45:02.405973 n-d-768862-2 neutron-server[84765]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 14 07:45:02.405973 n-d-768862-2 neutron-server[84765]: **kwargs) Jan 14 07:45:02.405973 n-d-768862-2 neutron-server[84765]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 14 07:45:02.405973 n-d-768862-2 neutron-server[84765]: return self.request(url, 'GET', **kwargs) Jan 14 07:45:02.405973 n-d-768862-2 neutron-server[84765]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Jan 14 07:45:02.405973 n-d-768862-2 neutron-server[84765]: **endpoint_filter) Jan 14 07:45:02.405973 n-d-768862-2 neutron-server[84765]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 14 07:45:02.405973 n-d-768862-2 neutron-server[84765]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 14 07:45:02.405973 n-d-768862-2 neutron-server[84765]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 14 07:45:02.405973 n-d-768862-2 neutron-server[84765]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 14 07:45:02.405973 n-d-768862-2 neutron-server[84765]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 14 07:45:02.495726 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-32cc8492-5869-4924-865f-7d21bbad9d6a tempest-RoutersNegativeTest-577972138 tempest-RoutersNegativeTest-577972138] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036854176830', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850887149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3912591'] for network, after_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:45:02.499447 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-b0888e6a-8057-45fe-ac09-7f5a053adcab admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:45:02.514813 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-32cc8492-5869-4924-865f-7d21bbad9d6a tempest-RoutersNegativeTest-577972138 tempest-RoutersNegativeTest-577972138] Notify callbacks [] for network, before_response {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:45:02.527956 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32cc8492-5869-4924-865f-7d21bbad9d6a tempest-RoutersNegativeTest-577972138 tempest-RoutersNegativeTest-577972138] Pushing event deleted for resources: {'Network': ['ID=462de418-cbc1-4520-9cee-0392bb007167,revision_number=None']} {{(pid=84874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:45:02.531911 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-32cc8492-5869-4924-865f-7d21bbad9d6a tempest-RoutersNegativeTest-577972138 tempest-RoutersNegativeTest-577972138] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:45:02.533714 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-32cc8492-5869-4924-865f-7d21bbad9d6a tempest-RoutersNegativeTest-577972138 tempest-RoutersNegativeTest-577972138] 10.222.0.24 "DELETE /v2.0/networks/462de418-cbc1-4520-9cee-0392bb007167 HTTP/1.1" status: 204 len: 168 time: 1.9524472 Jan 14 07:45:02.536806 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84874) accepted ('10.222.0.24', 44740) {{(pid=84874) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:45:02.582727 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-208c0982-494d-418d-9178-7215b46060f3 tempest-RoutersNegativeTest-577972138 tempest-RoutersNegativeTest-577972138] Synchronizing usage tracker for tenant:c7e24b402d4a46e980fcc2c0fee522cc on resource:port {{(pid=84874) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 14 07:45:02.600989 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-208c0982-494d-418d-9178-7215b46060f3 tempest-RoutersNegativeTest-577972138 tempest-RoutersNegativeTest-577972138] Unset dirty status for tenant:c7e24b402d4a46e980fcc2c0fee522cc on resource:port {{(pid=84874) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 14 07:45:02.602231 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-208c0982-494d-418d-9178-7215b46060f3 tempest-RoutersNegativeTest-577972138 tempest-RoutersNegativeTest-577972138] 10.222.0.24 "GET /v2.0/ports?device_id=605d8916-c62f-43fc-a3b0-f2257aed0e3c HTTP/1.1" status: 200 len: 205 time: 0.0644331 Jan 14 07:45:02.606372 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84874) accepted ('10.222.0.24', 44744) {{(pid=84874) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:45:02.751390 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-940d2073-8355-4138-aceb-649e3ea14452 tempest-RoutersNegativeTest-577972138 tempest-RoutersNegativeTest-577972138] Notify callbacks [] for router, before_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:45:03.008314 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-940d2073-8355-4138-aceb-649e3ea14452 tempest-RoutersNegativeTest-577972138 tempest-RoutersNegativeTest-577972138] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3889346', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036854717606'] for router, precommit_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:45:03.010700 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-940d2073-8355-4138-aceb-649e3ea14452 tempest-RoutersNegativeTest-577972138 tempest-RoutersNegativeTest-577972138] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:45:03.032431 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-940d2073-8355-4138-aceb-649e3ea14452 tempest-RoutersNegativeTest-577972138 tempest-RoutersNegativeTest-577972138] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036850897070'] for router, after_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:45:03.033091 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-940d2073-8355-4138-aceb-649e3ea14452 tempest-RoutersNegativeTest-577972138 tempest-RoutersNegativeTest-577972138] Fanout notify agent at l3_agent the message router_deleted on router 605d8916-c62f-43fc-a3b0-f2257aed0e3c {{(pid=84874) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jan 14 07:45:03.054091 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-940d2073-8355-4138-aceb-649e3ea14452 tempest-RoutersNegativeTest-577972138 tempest-RoutersNegativeTest-577972138] Notify callbacks [] for router, before_response {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:45:03.055333 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-940d2073-8355-4138-aceb-649e3ea14452 tempest-RoutersNegativeTest-577972138 tempest-RoutersNegativeTest-577972138] 10.222.0.24 "DELETE /v2.0/routers/605d8916-c62f-43fc-a3b0-f2257aed0e3c HTTP/1.1" status: 204 len: 168 time: 0.4479551 Jan 14 07:45:03.400900 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84874) accepted ('10.222.0.24', 44756) {{(pid=84874) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:45:03.712173 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-57ef76cc-1dae-4938-b392-6b0d7496febe admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=c7e24b402d4a46e980fcc2c0fee522cc&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3070080 Jan 14 07:45:03.712651 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84874) accepted ('10.222.0.24', 44762) {{(pid=84874) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:45:03.781437 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-1722ef40-076d-4ed6-8e5d-559178db2ce6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:45:03.809623 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-1722ef40-076d-4ed6-8e5d-559178db2ce6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:45:03.867178 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-1722ef40-076d-4ed6-8e5d-559178db2ce6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850887153'] for security_group, after_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:45:03.872351 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-048d8d2f-cff5-445f-9631-828deae36b50 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:45:03.883312 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1722ef40-076d-4ed6-8e5d-559178db2ce6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f2483d39-5237-4e08-a77c-4126ef152ac2,revision_number=None']} {{(pid=84874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:45:03.889046 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-1722ef40-076d-4ed6-8e5d-559178db2ce6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:45:03.891203 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-1722ef40-076d-4ed6-8e5d-559178db2ce6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:45:03.893657 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-1722ef40-076d-4ed6-8e5d-559178db2ce6 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/f2483d39-5237-4e08-a77c-4126ef152ac2 HTTP/1.1" status: 204 len: 168 time: 0.1795385 Jan 14 07:45:04.881557 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84875) accepted ('10.222.0.24', 44784) {{(pid=84875) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:45:05.052183 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.v2.base [None req-8c3a2c9b-9bea-4fd2-b1df-3dc71d1760f7 admin admin] Request body: {'network': {'name': 'tempest-TestEncryptedCinderVolumes-1874463296-network', 'tenant_id': '27b29e8b75204908809862cfaf3fe9b0'}} {{(pid=84875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:45:05.058736 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-8c3a2c9b-9bea-4fd2-b1df-3dc71d1760f7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:45:05.063502 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-8c3a2c9b-9bea-4fd2-b1df-3dc71d1760f7 admin admin] Usage tracker for resource:network and tenant:27b29e8b75204908809862cfaf3fe9b0 is out of sync, need to count used quota {{(pid=84875) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:45:05.066927 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-8c3a2c9b-9bea-4fd2-b1df-3dc71d1760f7 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84875) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:45:05.074944 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-8c3a2c9b-9bea-4fd2-b1df-3dc71d1760f7 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:45:05.086413 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8c3a2c9b-9bea-4fd2-b1df-3dc71d1760f7 admin admin] Made reservation on behalf of 27b29e8b75204908809862cfaf3fe9b0 for: {'network': 1} {{(pid=84875) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 07:45:05.091426 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-8c3a2c9b-9bea-4fd2-b1df-3dc71d1760f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555753'] for network, before_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:45:05.105766 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-8c3a2c9b-9bea-4fd2-b1df-3dc71d1760f7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:45:05.122227 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-8c3a2c9b-9bea-4fd2-b1df-3dc71d1760f7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:45:05.126744 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-8c3a2c9b-9bea-4fd2-b1df-3dc71d1760f7 admin admin] Usage tracker for resource:security_group_rule and tenant:27b29e8b75204908809862cfaf3fe9b0 is out of sync, need to count used quota {{(pid=84875) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:45:05.130022 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-8c3a2c9b-9bea-4fd2-b1df-3dc71d1760f7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84875) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:45:05.136476 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-8c3a2c9b-9bea-4fd2-b1df-3dc71d1760f7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:45:05.228231 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-8c3a2c9b-9bea-4fd2-b1df-3dc71d1760f7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:45:05.233012 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-8c3a2c9b-9bea-4fd2-b1df-3dc71d1760f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850887153'] for security_group, after_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:45:05.236318 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-04f841aa-a08b-404d-8006-cb7550c6ed8b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:45:05.270211 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8c3a2c9b-9bea-4fd2-b1df-3dc71d1760f7 admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 3} {{(pid=84875) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Jan 14 07:45:05.279688 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c3a2c9b-9bea-4fd2-b1df-3dc71d1760f7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=043716cf-ebbb-4aa0-9770-59043ce4b851,revision_number=1']} {{(pid=84875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:45:05.283857 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-8c3a2c9b-9bea-4fd2-b1df-3dc71d1760f7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:45:05.286635 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-8c3a2c9b-9bea-4fd2-b1df-3dc71d1760f7 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment--9223363259214191851', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854179735'] for segment, precommit_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:45:05.287078 n-d-768862-2 neutron-server[84765]: INFO neutron.db.segments_db [None req-8c3a2c9b-9bea-4fd2-b1df-3dc71d1760f7 admin admin] Added segment 5cc9057e-3e0f-4fdd-8151-921bb00aa415 of type vxlan for network acf70e1b-fcf7-43d0-8d6c-963316e1a71b Jan 14 07:45:05.321203 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-8c3a2c9b-9bea-4fd2-b1df-3dc71d1760f7 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363259214646115'] for network, precommit_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:45:05.354175 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-8c3a2c9b-9bea-4fd2-b1df-3dc71d1760f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850887149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964'] for network, after_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:45:05.355173 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c3a2c9b-9bea-4fd2-b1df-3dc71d1760f7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:45:05.355948 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-8c3a2c9b-9bea-4fd2-b1df-3dc71d1760f7 admin admin] Notify callbacks [] for network, before_response {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:45:05.361364 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-fc3b05af-bac4-48d9-aa77-40db9fcfa74d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:45:05.466008 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-8c3a2c9b-9bea-4fd2-b1df-3dc71d1760f7 admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.5830255 Jan 14 07:45:05.467003 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c3a2c9b-9bea-4fd2-b1df-3dc71d1760f7 admin admin] Pushing event updated for resources: {'Network': ['ID=acf70e1b-fcf7-43d0-8d6c-963316e1a71b,revision_number=1']} {{(pid=84875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:45:05.469166 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84874) accepted ('10.222.0.24', 44790) {{(pid=84874) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:45:05.470519 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-8c3a2c9b-9bea-4fd2-b1df-3dc71d1760f7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:45:05.477606 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.v2.base [None req-a3c2c7f7-14f2-49fb-886d-c03c7d554d0c admin admin] Request body: {'subnet': {'network_id': 'acf70e1b-fcf7-43d0-8d6c-963316e1a71b', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestEncryptedCinderVolumes-1874463296-subnet', 'tenant_id': '27b29e8b75204908809862cfaf3fe9b0', 'ip_version': 4}} {{(pid=84874) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:45:05.480525 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-017f98a9-8a07-408c-a86f-8ff0c00400a0 None None] Network acf70e1b-fcf7-43d0-8d6c-963316e1a71b details requested by agent ovs-agent-n-h1-768862-2 with host n-h1-768862-2 {{(pid=84876) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 07:45:05.484906 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-a3c2c7f7-14f2-49fb-886d-c03c7d554d0c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:45:05.489495 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-a3c2c7f7-14f2-49fb-886d-c03c7d554d0c admin admin] Usage tracker for resource:subnet and tenant:27b29e8b75204908809862cfaf3fe9b0 is out of sync, need to count used quota {{(pid=84874) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:45:05.492577 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-a3c2c7f7-14f2-49fb-886d-c03c7d554d0c admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84874) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:45:05.494550 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-852a24f7-e9a1-4193-9abb-e9506fe5213f None None] Network acf70e1b-fcf7-43d0-8d6c-963316e1a71b details requested by agent ovs-agent-n-h2-768862-2 with host n-h2-768862-2 {{(pid=84876) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 07:45:05.498643 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-a3c2c7f7-14f2-49fb-886d-c03c7d554d0c admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:45:05.507258 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Network acf70e1b-fcf7-43d0-8d6c-963316e1a71b details requested by agent ovs-agent-n-d-768862-2 with host n-d-768862-2 {{(pid=84876) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 07:45:05.509140 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a3c2c7f7-14f2-49fb-886d-c03c7d554d0c admin admin] Made reservation on behalf of 27b29e8b75204908809862cfaf3fe9b0 for: {'subnet': 1} {{(pid=84874) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 07:45:05.514233 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-a3c2c7f7-14f2-49fb-886d-c03c7d554d0c admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036851981161'] for subnet, before_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:45:05.965816 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-a3c2c7f7-14f2-49fb-886d-c03c7d554d0c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850887113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3254092', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036851981146'] for subnet, after_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:45:05.979937 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-9210c804-1da6-4761-91bf-502f3fc45c05 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:45:06.107251 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3c2c7f7-14f2-49fb-886d-c03c7d554d0c admin admin] Pushing event updated for resources: {'Subnet': ['ID=3c1b4a64-1510-493d-b407-99ff5647d35c,revision_number=0']} {{(pid=84874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:45:06.112347 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-a3c2c7f7-14f2-49fb-886d-c03c7d554d0c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:45:06.185344 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3c2c7f7-14f2-49fb-886d-c03c7d554d0c admin admin] Checking segment: {'id': '5cc9057e-3e0f-4fdd-8151-921bb00aa415', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'acf70e1b-fcf7-43d0-8d6c-963316e1a71b'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84874) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 14 07:45:06.185744 n-d-768862-2 neutron-server[84765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3c2c7f7-14f2-49fb-886d-c03c7d554d0c admin admin] Network hostable DHCP agents. Network: acf70e1b-fcf7-43d0-8d6c-963316e1a71b, hostable agents: ['32f3dd84-26da-4d18-bf15-6017a8fb7247'], hosted agents: [] {{(pid=84874) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Jan 14 07:45:06.206411 n-d-768862-2 neutron-server[84765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3c2c7f7-14f2-49fb-886d-c03c7d554d0c admin admin] Network acf70e1b-fcf7-43d0-8d6c-963316e1a71b is scheduled to be hosted by DHCP agent 32f3dd84-26da-4d18-bf15-6017a8fb7247 with binding_index 1 {{(pid=84874) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Jan 14 07:45:06.216365 n-d-768862-2 neutron-server[84765]: DEBUG neutron.scheduler.base_scheduler [None req-a3c2c7f7-14f2-49fb-886d-c03c7d554d0c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768862-2, acf70e1b-fcf7-43d0-8d6c-963316e1a71b) {{(pid=84874) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 07:45:06.226432 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a83cca4a-167e-4994-bb37-c8690ed020bb None None] Network acf70e1b-fcf7-43d0-8d6c-963316e1a71b requested from n-d-768862-2 {{(pid=84876) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 07:45:06.230280 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3c2c7f7-14f2-49fb-886d-c03c7d554d0c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:45:06.230933 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-a3c2c7f7-14f2-49fb-886d-c03c7d554d0c admin admin] Notify callbacks [] for subnet, before_response {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:45:06.253633 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-a3c2c7f7-14f2-49fb-886d-c03c7d554d0c admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.7829764 Jan 14 07:45:06.256704 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84874) accepted ('10.222.0.24', 44794) {{(pid=84874) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:45:06.262513 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.v2.base [None req-c456d7c1-eca1-4322-b392-830dd82ab9e5 admin admin] Request body: {'router': {'name': 'tempest-TestEncryptedCinderVolumes-1874463296-router', 'tenant_id': '27b29e8b75204908809862cfaf3fe9b0', 'external_gateway_info': {'network_id': '226f1e78-82cd-4481-9055-4eb73b6db8c1'}}} {{(pid=84874) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:45:06.268728 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-c456d7c1-eca1-4322-b392-830dd82ab9e5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:45:06.272967 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-c456d7c1-eca1-4322-b392-830dd82ab9e5 admin admin] Usage tracker for resource:router and tenant:27b29e8b75204908809862cfaf3fe9b0 is out of sync, need to count used quota {{(pid=84874) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:45:06.276656 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-c456d7c1-eca1-4322-b392-830dd82ab9e5 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=84874) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:45:06.282577 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-c456d7c1-eca1-4322-b392-830dd82ab9e5 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:45:06.292936 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-c456d7c1-eca1-4322-b392-830dd82ab9e5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3889205', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854717621'] for router, before_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:45:06.294022 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-c456d7c1-eca1-4322-b392-830dd82ab9e5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036850886574', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3912501', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3808446', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-58179'] for router, precommit_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:45:06.310798 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-c456d7c1-eca1-4322-b392-830dd82ab9e5 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:45:06.451567 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-623d2081-589c-4e4c-8deb-9ea745e5747b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5d94dc7a-c095-50a4-955e-5f3b78718a12-acf70e1b-fcf7-43d0-8d6c-963316e1a71b', 'network_id': 'acf70e1b-fcf7-43d0-8d6c-963316e1a71b', 'tenant_id': '27b29e8b75204908809862cfaf3fe9b0', 'fixed_ips': [{'subnet_id': '3c1b4a64-1510-493d-b407-99ff5647d35c'}]}} from n-d-768862-2. {{(pid=84876) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Jan 14 07:45:06.452627 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-623d2081-589c-4e4c-8deb-9ea745e5747b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555753'] for port, before_create {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:45:06.591426 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-c456d7c1-eca1-4322-b392-830dd82ab9e5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3912484', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3889188', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-58194'] for router, precommit_update {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:45:06.750044 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.db_base_plugin_common [None req-623d2081-589c-4e4c-8deb-9ea745e5747b None None] Allocated IP 172.20.0.2 (acf70e1b-fcf7-43d0-8d6c-963316e1a71b/3c1b4a64-1510-493d-b407-99ff5647d35c/2de88029-d976-4e5d-a91b-0791a515ede1) {{(pid=84876) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 14 07:45:06.976184 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-623d2081-589c-4e4c-8deb-9ea745e5747b None None] Notify callbacks [] for port, precommit_create {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:45:06.988059 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-623d2081-589c-4e4c-8deb-9ea745e5747b None None] Transition to ACTIVE for port object 2de88029-d976-4e5d-a91b-0791a515ede1 will not be triggered until provisioned by entity L2. {{(pid=84876) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 07:45:07.006393 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-623d2081-589c-4e4c-8deb-9ea745e5747b None None] Transition to ACTIVE for port object 2de88029-d976-4e5d-a91b-0791a515ede1 will not be triggered until provisioned by entity DHCP. {{(pid=84876) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 07:45:07.012234 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-623d2081-589c-4e4c-8deb-9ea745e5747b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777640123575'] for port, after_create {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:45:07.026232 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-c49d983d-fcb9-4244-82e7-bc2bed624d82 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84876) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:45:07.163074 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-623d2081-589c-4e4c-8deb-9ea745e5747b None None] Pushing event updated for resources: {'Port': ['ID=2de88029-d976-4e5d-a91b-0791a515ede1,revision_number=1']} {{(pid=84876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:45:07.168205 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-623d2081-589c-4e4c-8deb-9ea745e5747b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=84876) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:45:07.221364 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-c456d7c1-eca1-4322-b392-830dd82ab9e5 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:45:07.222114 n-d-768862-2 neutron-server[84765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-623d2081-589c-4e4c-8deb-9ea745e5747b None None] Network acf70e1b-fcf7-43d0-8d6c-963316e1a71b is already hosted by enough agents. {{(pid=84876) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 07:45:07.223361 n-d-768862-2 neutron-server[84765]: DEBUG neutron.scheduler.base_scheduler [None req-623d2081-589c-4e4c-8deb-9ea745e5747b None None] Resources bound (agent type, host, resource id): {{(pid=84876) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 07:45:07.226380 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-623d2081-589c-4e4c-8deb-9ea745e5747b None None] Received port after_create {{(pid=84876) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 14 07:45:07.255017 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-c456d7c1-eca1-4322-b392-830dd82ab9e5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555753'] for port, before_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:45:07.283613 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.managers [None req-623d2081-589c-4e4c-8deb-9ea745e5747b None None] Attempting to bind port 2de88029-d976-4e5d-a91b-0791a515ede1 on host n-d-768862-2 for vnic_type normal with profile {{(pid=84876) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 14 07:45:07.284100 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.managers [None req-623d2081-589c-4e4c-8deb-9ea745e5747b None None] Attempting to bind port 2de88029-d976-4e5d-a91b-0791a515ede1 by drivers openvswitch on host n-d-768862-2 at level 0 using segments [{'id': '5cc9057e-3e0f-4fdd-8151-921bb00aa415', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'acf70e1b-fcf7-43d0-8d6c-963316e1a71b'}] {{(pid=84876) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 14 07:45:07.284522 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-623d2081-589c-4e4c-8deb-9ea745e5747b None None] Attempting to bind port 2de88029-d976-4e5d-a91b-0791a515ede1 on network acf70e1b-fcf7-43d0-8d6c-963316e1a71b {{(pid=84876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 14 07:45:07.290364 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-623d2081-589c-4e4c-8deb-9ea745e5747b None None] Checking agent: {'id': 'ba5efab1-b43c-4d5a-bc52-6e105d4e67a2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768862-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 14, 6, 56, 52), 'started_at': datetime.datetime(2021, 1, 14, 6, 57, 22), 'heartbeat_timestamp': datetime.datetime(2021, 1, 14, 7, 44, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768862-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.29', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 14 07:45:07.291300 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-623d2081-589c-4e4c-8deb-9ea745e5747b None None] Checking segment: {'id': '5cc9057e-3e0f-4fdd-8151-921bb00aa415', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'acf70e1b-fcf7-43d0-8d6c-963316e1a71b'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84876) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 14 07:45:07.291764 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-623d2081-589c-4e4c-8deb-9ea745e5747b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:45:07.292249 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-623d2081-589c-4e4c-8deb-9ea745e5747b None None] Bound using segment: {'id': '5cc9057e-3e0f-4fdd-8151-921bb00aa415', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'acf70e1b-fcf7-43d0-8d6c-963316e1a71b'} {{(pid=84876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 14 07:45:07.292784 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.managers [None req-623d2081-589c-4e4c-8deb-9ea745e5747b None None] Bound port: 2de88029-d976-4e5d-a91b-0791a515ede1, host: n-d-768862-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5cc9057e-3e0f-4fdd-8151-921bb00aa415', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'acf70e1b-fcf7-43d0-8d6c-963316e1a71b'}}] {{(pid=84876) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 14 07:45:07.293214 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-623d2081-589c-4e4c-8deb-9ea745e5747b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555753'] for port, before_update {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:45:07.389264 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [None req-623d2081-589c-4e4c-8deb-9ea745e5747b None None] For port 2de88029-d976-4e5d-a91b-0791a515ede1, host n-d-768862-2, cleared binding levels {{(pid=84876) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 14 07:45:07.392784 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [None req-623d2081-589c-4e4c-8deb-9ea745e5747b None None] For port 2de88029-d976-4e5d-a91b-0791a515ede1, host n-d-768862-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-2',level=0,port_id=2de88029-d976-4e5d-a91b-0791a515ede1,segment=NetworkSegment(5cc9057e-3e0f-4fdd-8151-921bb00aa415),segment_id=5cc9057e-3e0f-4fdd-8151-921bb00aa415)] {{(pid=84876) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 14 07:45:07.396676 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-623d2081-589c-4e4c-8deb-9ea745e5747b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777640533312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363259214678337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777640097497'] for port, after_update {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:45:07.410241 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-530270ad-1a5f-408a-b31d-66e3039b5b8d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84876) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:45:07.532337 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.db_base_plugin_common [None req-c456d7c1-eca1-4322-b392-830dd82ab9e5 admin admin] Allocated IP 172.25.2.171 (226f1e78-82cd-4481-9055-4eb73b6db8c1/ba8deeec-7658-4195-9449-038c076f5c83/87207df5-56b6-4d34-a985-02d42bb93a52) {{(pid=84874) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 14 07:45:07.561007 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-623d2081-589c-4e4c-8deb-9ea745e5747b None None] Pushing event updated for resources: {'Port': ['ID=2de88029-d976-4e5d-a91b-0791a515ede1,revision_number=2']} {{(pid=84876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:45:07.568060 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-623d2081-589c-4e4c-8deb-9ea745e5747b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.158s {{(pid=84876) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:45:07.697140 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-c456d7c1-eca1-4322-b392-830dd82ab9e5 admin admin] Notify callbacks [] for port, precommit_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:45:07.729427 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-c456d7c1-eca1-4322-b392-830dd82ab9e5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777640123575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3254186'] for port, after_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:45:07.750413 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-fcbb86ec-24c8-46aa-9cf8-84ea940bae9e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:45:07.881473 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c456d7c1-eca1-4322-b392-830dd82ab9e5 admin admin] Pushing event updated for resources: {'Port': ['ID=87207df5-56b6-4d34-a985-02d42bb93a52,revision_number=1']} {{(pid=84874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:45:07.888375 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-c456d7c1-eca1-4322-b392-830dd82ab9e5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:45:07.952304 n-d-768862-2 neutron-server[84765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c456d7c1-eca1-4322-b392-830dd82ab9e5 admin admin] Network 226f1e78-82cd-4481-9055-4eb73b6db8c1 is already hosted by enough agents. {{(pid=84874) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 07:45:07.958351 n-d-768862-2 neutron-server[84765]: DEBUG neutron.scheduler.base_scheduler [None req-c456d7c1-eca1-4322-b392-830dd82ab9e5 admin admin] Resources bound (agent type, host, resource id): {{(pid=84874) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 07:45:07.960912 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c456d7c1-eca1-4322-b392-830dd82ab9e5 admin admin] Received port after_create {{(pid=84874) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 14 07:45:08.408709 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-c456d7c1-eca1-4322-b392-830dd82ab9e5 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:45:08.771558 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-c456d7c1-eca1-4322-b392-830dd82ab9e5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036850886612', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036850863158'] for router, after_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:45:08.978067 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Device 2de88029-d976-4e5d-a91b-0791a515ede1 up at agent ovs-agent-n-d-768862-2 {{(pid=84876) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 07:45:09.011745 n-d-768862-2 neutron-server[84765]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c456d7c1-eca1-4322-b392-830dd82ab9e5 admin admin] Router 12037e8e-568a-4473-bc30-24371f4babc3 is scheduled to L3 agent 35f592e9-451b-4db9-abea-77b6a5c5391b with binding_index 1 {{(pid=84874) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}} Jan 14 07:45:09.022176 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb95b72b-1983-41cb-95bb-671275f68abe None None] Network acf70e1b-fcf7-43d0-8d6c-963316e1a71b requested from n-d-768862-2 {{(pid=84876) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 07:45:09.147645 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-a2afb868-6655-4739-b4a7-f0f3cc4c3a4b None None] Provisioning for port 2de88029-d976-4e5d-a91b-0791a515ede1 completed by entity DHCP. {{(pid=84876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 07:45:09.179493 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Provisioning for port 2de88029-d976-4e5d-a91b-0791a515ede1 completed by entity L2. {{(pid=84876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 07:45:09.198270 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Provisioning complete for port 2de88029-d976-4e5d-a91b-0791a515ede1 triggered by entity L2. {{(pid=84876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 07:45:09.198629 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-604227'] for port, provisioning_complete {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:45:09.199345 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c456d7c1-eca1-4322-b392-830dd82ab9e5 admin admin] Notify agent at l3_agent.n-d-768862-2 the message routers_updated {{(pid=84874) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jan 14 07:45:09.223029 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-c456d7c1-eca1-4322-b392-830dd82ab9e5 admin admin] Notify callbacks [] for router, before_response {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:45:09.224818 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-c456d7c1-eca1-4322-b392-830dd82ab9e5 admin admin] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 2.9667070 Jan 14 07:45:09.228256 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84874) accepted ('10.222.0.24', 44798) {{(pid=84874) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:45:09.236849 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57b8105e-15de-4778-a798-ecc8f49cbe05 None None] Sync routers for ids ['12037e8e-568a-4473-bc30-24371f4babc3'] in n-d-768862-2 {{(pid=84876) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Jan 14 07:45:09.310785 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57b8105e-15de-4778-a798-ecc8f49cbe05 None None] Routers {'12037e8e-568a-4473-bc30-24371f4babc3'} bound to L3 agent in host n-d-768862-2 {{(pid=84876) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 14 07:45:09.311470 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_hamode_db [None req-57b8105e-15de-4778-a798-ecc8f49cbe05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-01-14T06:56:51Z,description=,heartbeat_timestamp=2021-01-14T07:44:52Z,host='n-d-768862-2',id=35f592e9-451b-4db9-abea-77b6a5c5391b,load=0,resource_versions=,resources_synced=,started_at=2021-01-14T06:56:51Z,topic='l3_agent')) {'router_ids': ['12037e8e-568a-4473-bc30-24371f4babc3'], 'active': True} {{(pid=84876) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:45:09.814451 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555753'] for port, before_update {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:45:09.846713 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_dvr_db [None req-57b8105e-15de-4778-a798-ecc8f49cbe05 None None] Set router 12037e8e-568a-4473-bc30-24371f4babc3 gateway port host: n-d-768862-2 {{(pid=84876) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 14 07:45:09.945654 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-72e5450e-5b8a-4b30-ab0b-52867f90396c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555753'] for port, before_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:45:10.052924 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] For port 2de88029-d976-4e5d-a91b-0791a515ede1, host n-d-768862-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-2',level=0,port_id=2de88029-d976-4e5d-a91b-0791a515ede1,segment=NetworkSegment(5cc9057e-3e0f-4fdd-8151-921bb00aa415),segment_id=5cc9057e-3e0f-4fdd-8151-921bb00aa415)] {{(pid=84876) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 07:45:10.070286 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777640533312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363259214678337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777640097497'] for port, after_update {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:45:10.076122 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-cef5da72-803c-4725-82a1-aee89af409b9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84876) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:45:10.200485 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Pushing event updated for resources: {'Port': ['ID=2de88029-d976-4e5d-a91b-0791a515ede1,revision_number=3']} {{(pid=84876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:45:10.205283 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=84876) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:45:10.286750 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_hamode_db [None req-57b8105e-15de-4778-a798-ecc8f49cbe05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '12037e8e-568a-4473-bc30-24371f4babc3', 'name': 'tempest-TestEncryptedCinderVolumes-1874463296-router', 'tenant_id': '27b29e8b75204908809862cfaf3fe9b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '226f1e78-82cd-4481-9055-4eb73b6db8c1', 'external_fixed_ips': [{'subnet_id': 'ba8deeec-7658-4195-9449-038c076f5c83', 'ip_address': '172.25.2.171'}], 'enable_snat': True}, 'gw_port_id': '87207df5-56b6-4d34-a985-02d42bb93a52', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-14T07:45:06Z', 'updated_at': '2021-01-14T07:45:08Z', 'revision_number': 3, 'project_id': '27b29e8b75204908809862cfaf3fe9b0', 'gw_port': {'id': '87207df5-56b6-4d34-a985-02d42bb93a52', 'name': '', 'network_id': '226f1e78-82cd-4481-9055-4eb73b6db8c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:ed:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '12037e8e-568a-4473-bc30-24371f4babc3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3835, 'fixed_ips': [{'subnet_id': 'ba8deeec-7658-4195-9449-038c076f5c83', 'ip_address': '172.25.2.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T07:45:07Z', 'updated_at': '2021-01-14T07:45:07Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ba8deeec-7658-4195-9449-038c076f5c83', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-2'}], 'n-d-768862-2', False) {} {{(pid=84876) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:45:10.296769 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57b8105e-15de-4778-a798-ecc8f49cbe05 None None] Checking router: 12037e8e-568a-4473-bc30-24371f4babc3 for host: n-d-768862-2 {{(pid=84876) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Jan 14 07:45:10.297188 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57b8105e-15de-4778-a798-ecc8f49cbe05 None None] Updating router 12037e8e-568a-4473-bc30-24371f4babc3 port 87207df5-56b6-4d34-a985-02d42bb93a52 binding host n-d-768862-2 {{(pid=84876) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Jan 14 07:45:10.361497 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-2ee63fed-4557-41f7-ad41-b1d0d507bb20 None None] Provisioning complete for port 2de88029-d976-4e5d-a91b-0791a515ede1 triggered by entity DHCP. {{(pid=84876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 07:45:10.361921 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-2ee63fed-4557-41f7-ad41-b1d0d507bb20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-604227'] for port, provisioning_complete {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:45:10.408050 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-57b8105e-15de-4778-a798-ecc8f49cbe05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555753'] for port, before_update {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:45:10.630563 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.db_base_plugin_common [None req-72e5450e-5b8a-4b30-ab0b-52867f90396c admin admin] Allocated IP 172.20.0.1 (acf70e1b-fcf7-43d0-8d6c-963316e1a71b/3c1b4a64-1510-493d-b407-99ff5647d35c/58b6b529-e79c-4573-b31c-2045c3eadc99) {{(pid=84874) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 14 07:45:10.786954 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-5a8748fb-7847-4ffe-a740-8c110915b51d None None] Provisioning complete for port 2de88029-d976-4e5d-a91b-0791a515ede1 triggered by entity DHCP. {{(pid=84876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 07:45:10.787382 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-5a8748fb-7847-4ffe-a740-8c110915b51d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-604227'] for port, provisioning_complete {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:45:10.797893 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-72e5450e-5b8a-4b30-ab0b-52867f90396c admin admin] Notify callbacks [] for port, precommit_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:45:10.815507 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-72e5450e-5b8a-4b30-ab0b-52867f90396c admin admin] Transition to ACTIVE for port object 58b6b529-e79c-4573-b31c-2045c3eadc99 will not be triggered until provisioned by entity DHCP. {{(pid=84874) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 07:45:10.836614 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-72e5450e-5b8a-4b30-ab0b-52867f90396c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777640123575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3254186'] for port, after_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:45:10.853868 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-2bcd53d3-a6f3-4d53-af23-b686cde58ad3 tempest-FloatingIPAdminTestJSON-531099267 tempest-FloatingIPAdminTestJSON-531099267] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:45:10.964218 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Device 2de88029-d976-4e5d-a91b-0791a515ede1 up at agent ovs-agent-n-d-768862-2 {{(pid=84876) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 07:45:10.997889 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72e5450e-5b8a-4b30-ab0b-52867f90396c admin admin] Pushing event updated for resources: {'Port': ['ID=58b6b529-e79c-4573-b31c-2045c3eadc99,revision_number=1']} {{(pid=84874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:45:11.002458 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-72e5450e-5b8a-4b30-ab0b-52867f90396c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:45:11.058104 n-d-768862-2 neutron-server[84765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72e5450e-5b8a-4b30-ab0b-52867f90396c admin admin] Network acf70e1b-fcf7-43d0-8d6c-963316e1a71b is already hosted by enough agents. {{(pid=84874) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 07:45:11.059325 n-d-768862-2 neutron-server[84765]: DEBUG neutron.scheduler.base_scheduler [None req-72e5450e-5b8a-4b30-ab0b-52867f90396c admin admin] Resources bound (agent type, host, resource id): {{(pid=84874) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 07:45:11.062233 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72e5450e-5b8a-4b30-ab0b-52867f90396c admin admin] Received port after_create {{(pid=84874) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 14 07:45:11.063734 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-57b8105e-15de-4778-a798-ecc8f49cbe05 None None] Notify callbacks [] for port, precommit_update {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:45:11.080217 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-57b8105e-15de-4778-a798-ecc8f49cbe05 None None] Transition to ACTIVE for port object 87207df5-56b6-4d34-a985-02d42bb93a52 will not be triggered until provisioned by entity L2. {{(pid=84876) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 07:45:11.090080 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-57b8105e-15de-4778-a798-ecc8f49cbe05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777640533312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363259214678337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777640097497'] for port, after_update {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:45:11.109018 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84876) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:45:11.123773 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-72e5450e-5b8a-4b30-ab0b-52867f90396c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036850886386'] for router_interface, before_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:45:11.201474 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Provisioning complete for port 2de88029-d976-4e5d-a91b-0791a515ede1 triggered by entity L2. {{(pid=84876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 07:45:11.201904 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-604227'] for port, provisioning_complete {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:45:11.246209 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-72e5450e-5b8a-4b30-ab0b-52867f90396c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555753'] for port, before_update {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:45:11.303632 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62d49997-b851-4ad3-9628-ea5c94ae1858 None None] Pushing event updated for resources: {'Port': ['ID=87207df5-56b6-4d34-a985-02d42bb93a52,revision_number=2']} {{(pid=84876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:45:11.312129 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-62d49997-b851-4ad3-9628-ea5c94ae1858 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.203s {{(pid=84876) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:45:11.429818 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-ad673f2c-3e47-49a4-af67-afbed0d9b797 None None] Provisioning for port 58b6b529-e79c-4573-b31c-2045c3eadc99 completed by entity DHCP. {{(pid=84876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 07:45:11.460070 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-ad673f2c-3e47-49a4-af67-afbed0d9b797 None None] Provisioning complete for port 58b6b529-e79c-4573-b31c-2045c3eadc99 triggered by entity DHCP. {{(pid=84876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 07:45:11.460498 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-ad673f2c-3e47-49a4-af67-afbed0d9b797 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-604227'] for port, provisioning_complete {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:45:11.503099 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.managers [None req-57b8105e-15de-4778-a798-ecc8f49cbe05 None None] Attempting to bind port 87207df5-56b6-4d34-a985-02d42bb93a52 on host n-d-768862-2 for vnic_type normal with profile {{(pid=84876) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 14 07:45:11.503516 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.managers [None req-57b8105e-15de-4778-a798-ecc8f49cbe05 None None] Attempting to bind port 87207df5-56b6-4d34-a985-02d42bb93a52 by drivers openvswitch on host n-d-768862-2 at level 0 using segments [{'id': 'cf3ded2c-bc47-4a71-89af-6e7117e60140', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '226f1e78-82cd-4481-9055-4eb73b6db8c1'}] {{(pid=84876) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 14 07:45:11.503959 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57b8105e-15de-4778-a798-ecc8f49cbe05 None None] Attempting to bind port 87207df5-56b6-4d34-a985-02d42bb93a52 on network 226f1e78-82cd-4481-9055-4eb73b6db8c1 {{(pid=84876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 14 07:45:11.515380 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-017f98a9-8a07-408c-a86f-8ff0c00400a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363259214191800', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854171626'] for agent, after_update {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:45:11.521823 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57b8105e-15de-4778-a798-ecc8f49cbe05 None None] Checking agent: {'id': 'ba5efab1-b43c-4d5a-bc52-6e105d4e67a2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768862-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 14, 6, 56, 52), 'started_at': datetime.datetime(2021, 1, 14, 6, 57, 22), 'heartbeat_timestamp': datetime.datetime(2021, 1, 14, 7, 44, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768862-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.29', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 14 07:45:11.522221 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57b8105e-15de-4778-a798-ecc8f49cbe05 None None] Checking segment: {'id': 'cf3ded2c-bc47-4a71-89af-6e7117e60140', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '226f1e78-82cd-4481-9055-4eb73b6db8c1'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84876) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 14 07:45:11.522685 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-57b8105e-15de-4778-a798-ecc8f49cbe05 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:45:11.523122 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57b8105e-15de-4778-a798-ecc8f49cbe05 None None] Bound using segment: {'id': 'cf3ded2c-bc47-4a71-89af-6e7117e60140', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '226f1e78-82cd-4481-9055-4eb73b6db8c1'} {{(pid=84876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 14 07:45:11.523640 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.managers [None req-57b8105e-15de-4778-a798-ecc8f49cbe05 None None] Bound port: 87207df5-56b6-4d34-a985-02d42bb93a52, host: n-d-768862-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cf3ded2c-bc47-4a71-89af-6e7117e60140', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '226f1e78-82cd-4481-9055-4eb73b6db8c1'}}] {{(pid=84876) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 14 07:45:11.524110 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-57b8105e-15de-4778-a798-ecc8f49cbe05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555753'] for port, before_update {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:45:11.544998 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-72e5450e-5b8a-4b30-ab0b-52867f90396c admin admin] Notify callbacks [] for port, precommit_update {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:45:11.549255 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-72e5450e-5b8a-4b30-ab0b-52867f90396c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777640533312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363259214678337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777640097497', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036851521613'] for port, after_update {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:45:11.579813 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-4e0b6e24-5d87-41a1-a292-ee2274299d39 tempest-FloatingIPAdminTestJSON-398982223 tempest-FloatingIPAdminTestJSON-398982223] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:45:11.584125 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.plugin [None req-ad673f2c-3e47-49a4-af67-afbed0d9b797 None None] Port 58b6b529-e79c-4573-b31c-2045c3eadc99 cannot update to ACTIVE because it is not bound. {{(pid=84876) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:329}} Jan 14 07:45:11.616642 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [None req-57b8105e-15de-4778-a798-ecc8f49cbe05 None None] For port 87207df5-56b6-4d34-a985-02d42bb93a52, host n-d-768862-2, cleared binding levels {{(pid=84876) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 14 07:45:11.620735 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [None req-57b8105e-15de-4778-a798-ecc8f49cbe05 None None] For port 87207df5-56b6-4d34-a985-02d42bb93a52, host n-d-768862-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-2',level=0,port_id=87207df5-56b6-4d34-a985-02d42bb93a52,segment=NetworkSegment(cf3ded2c-bc47-4a71-89af-6e7117e60140),segment_id=cf3ded2c-bc47-4a71-89af-6e7117e60140)] {{(pid=84876) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 14 07:45:11.625344 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-57b8105e-15de-4778-a798-ecc8f49cbe05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777640533312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363259214678337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777640097497'] for port, after_update {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:45:11.639148 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-ad17a799-1ae2-4377-96ab-f5d564206826 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84876) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:45:11.668038 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-72e5450e-5b8a-4b30-ab0b-52867f90396c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3206949', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3889649'] for router_interface, after_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:45:11.681813 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72e5450e-5b8a-4b30-ab0b-52867f90396c admin admin] Pushing event updated for resources: {'Port': ['ID=58b6b529-e79c-4573-b31c-2045c3eadc99,revision_number=2']} {{(pid=84874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:45:11.685167 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-72e5450e-5b8a-4b30-ab0b-52867f90396c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:45:11.827006 n-d-768862-2 neutron-server[84765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72e5450e-5b8a-4b30-ab0b-52867f90396c admin admin] Network acf70e1b-fcf7-43d0-8d6c-963316e1a71b is already hosted by enough agents. {{(pid=84874) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 07:45:11.828496 n-d-768862-2 neutron-server[84765]: DEBUG neutron.scheduler.base_scheduler [None req-72e5450e-5b8a-4b30-ab0b-52867f90396c admin admin] Resources bound (agent type, host, resource id): {{(pid=84874) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 07:45:11.976471 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62d49997-b851-4ad3-9628-ea5c94ae1858 None None] Pushing event updated for resources: {'Port': ['ID=87207df5-56b6-4d34-a985-02d42bb93a52,revision_number=3']} {{(pid=84876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:45:11.987900 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-62d49997-b851-4ad3-9628-ea5c94ae1858 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.344s {{(pid=84876) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:45:12.037845 n-d-768862-2 neutron-server[84765]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-72e5450e-5b8a-4b30-ab0b-52867f90396c admin admin] Router 12037e8e-568a-4473-bc30-24371f4babc3 has already been hosted by L3 agent 35f592e9-451b-4db9-abea-77b6a5c5391b {{(pid=84874) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Jan 14 07:45:12.052212 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57b8105e-15de-4778-a798-ecc8f49cbe05 None None] Routers {'12037e8e-568a-4473-bc30-24371f4babc3'} bound to L3 agent in host n-d-768862-2 {{(pid=84876) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 14 07:45:12.052898 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_hamode_db [None req-57b8105e-15de-4778-a798-ecc8f49cbe05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-01-14T06:56:51Z,description=,heartbeat_timestamp=2021-01-14T07:44:52Z,host='n-d-768862-2',id=35f592e9-451b-4db9-abea-77b6a5c5391b,load=0,resource_versions=,resources_synced=,started_at=2021-01-14T06:56:51Z,topic='l3_agent')) {'router_ids': ['12037e8e-568a-4473-bc30-24371f4babc3'], 'active': True} {{(pid=84876) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:45:12.214918 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-19e0e51b-f227-45e3-9b3e-de5c640c6f07 None None] Provisioning complete for port 58b6b529-e79c-4573-b31c-2045c3eadc99 triggered by entity DHCP. {{(pid=84876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 07:45:12.215215 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-19e0e51b-f227-45e3-9b3e-de5c640c6f07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-604227'] for port, provisioning_complete {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:45:12.231413 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-72e5450e-5b8a-4b30-ab0b-52867f90396c admin admin] Notify agent at l3_agent.n-d-768862-2 the message routers_updated {{(pid=84874) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jan 14 07:45:12.242044 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-72e5450e-5b8a-4b30-ab0b-52867f90396c admin admin] 10.222.0.24 "PUT /v2.0/routers/12037e8e-568a-4473-bc30-24371f4babc3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0126495 Jan 14 07:45:12.297230 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.plugin [None req-19e0e51b-f227-45e3-9b3e-de5c640c6f07 None None] Port 58b6b529-e79c-4573-b31c-2045c3eadc99 cannot update to ACTIVE because it is not bound. {{(pid=84876) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:329}} Jan 14 07:45:12.309536 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_dvr_db [None req-57b8105e-15de-4778-a798-ecc8f49cbe05 None None] Set router 12037e8e-568a-4473-bc30-24371f4babc3 gateway port host: n-d-768862-2 {{(pid=84876) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 14 07:45:12.655403 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_hamode_db [None req-57b8105e-15de-4778-a798-ecc8f49cbe05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '12037e8e-568a-4473-bc30-24371f4babc3', 'name': 'tempest-TestEncryptedCinderVolumes-1874463296-router', 'tenant_id': '27b29e8b75204908809862cfaf3fe9b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '226f1e78-82cd-4481-9055-4eb73b6db8c1', 'external_fixed_ips': [{'subnet_id': 'ba8deeec-7658-4195-9449-038c076f5c83', 'ip_address': '172.25.2.171'}], 'enable_snat': True}, 'gw_port_id': '87207df5-56b6-4d34-a985-02d42bb93a52', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-14T07:45:06Z', 'updated_at': '2021-01-14T07:45:11Z', 'revision_number': 4, 'project_id': '27b29e8b75204908809862cfaf3fe9b0', 'gw_port': {'id': '87207df5-56b6-4d34-a985-02d42bb93a52', 'name': '', 'network_id': '226f1e78-82cd-4481-9055-4eb73b6db8c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:ed:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '12037e8e-568a-4473-bc30-24371f4babc3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3835, 'fixed_ips': [{'subnet_id': 'ba8deeec-7658-4195-9449-038c076f5c83', 'ip_address': '172.25.2.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T07:45:07Z', 'updated_at': '2021-01-14T07:45:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ba8deeec-7658-4195-9449-038c076f5c83', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-2', '_interfaces': [{'id': '58b6b529-e79c-4573-b31c-2045c3eadc99', 'name': '', 'network_id': 'acf70e1b-fcf7-43d0-8d6c-963316e1a71b', 'tenant_id': '27b29e8b75204908809862cfaf3fe9b0', 'mac_address': 'fa:16:3e:10:94:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '12037e8e-568a-4473-bc30-24371f4babc3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3836, 'fixed_ips': [{'subnet_id': '3c1b4a64-1510-493d-b407-99ff5647d35c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T07:45:10Z', 'updated_at': '2021-01-14T07:45:11Z', 'revision_number': 2, 'project_id': '27b29e8b75204908809862cfaf3fe9b0', 'subnets': [{'id': '3c1b4a64-1510-493d-b407-99ff5647d35c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'n-d-768862-2', False) {} {{(pid=84876) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:45:12.659630 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57b8105e-15de-4778-a798-ecc8f49cbe05 None None] The sync data for ids ['12037e8e-568a-4473-bc30-24371f4babc3'] in n-d-768862-2 is: [{'id': '12037e8e-568a-4473-bc30-24371f4babc3', 'name': 'tempest-TestEncryptedCinderVolumes-1874463296-router', 'tenant_id': '27b29e8b75204908809862cfaf3fe9b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '226f1e78-82cd-4481-9055-4eb73b6db8c1', 'external_fixed_ips': [{'subnet_id': 'ba8deeec-7658-4195-9449-038c076f5c83', 'ip_address': '172.25.2.171'}], 'enable_snat': True}, 'gw_port_id': '87207df5-56b6-4d34-a985-02d42bb93a52', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-14T07:45:06Z', 'updated_at': '2021-01-14T07:45:11Z', 'revision_number': 4, 'project_id': '27b29e8b75204908809862cfaf3fe9b0', 'gw_port': {'id': '87207df5-56b6-4d34-a985-02d42bb93a52', 'name': '', 'network_id': '226f1e78-82cd-4481-9055-4eb73b6db8c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:ed:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '12037e8e-568a-4473-bc30-24371f4babc3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3835, 'fixed_ips': [{'subnet_id': 'ba8deeec-7658-4195-9449-038c076f5c83', 'ip_address': '172.25.2.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T07:45:07Z', 'updated_at': '2021-01-14T07:45:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ba8deeec-7658-4195-9449-038c076f5c83', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-2', '_interfaces': [{'id': '58b6b529-e79c-4573-b31c-2045c3eadc99', 'name': '', 'network_id': 'acf70e1b-fcf7-43d0-8d6c-963316e1a71b', 'tenant_id': '27b29e8b75204908809862cfaf3fe9b0', 'mac_address': 'fa:16:3e:10:94:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '12037e8e-568a-4473-bc30-24371f4babc3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3836, 'fixed_ips': [{'subnet_id': '3c1b4a64-1510-493d-b407-99ff5647d35c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T07:45:10Z', 'updated_at': '2021-01-14T07:45:11Z', 'revision_number': 2, 'project_id': '27b29e8b75204908809862cfaf3fe9b0', 'subnets': [{'id': '3c1b4a64-1510-493d-b407-99ff5647d35c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=84876) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Jan 14 07:45:12.908247 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-852a24f7-e9a1-4193-9abb-e9506fe5213f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363259214191800', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854171626'] for agent, after_update {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:45:13.069781 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84874) accepted ('10.222.0.24', 44816) {{(pid=84874) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:45:13.078391 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.v2.base [None req-81927a42-2dca-417c-8111-5716960e4c77 admin admin] Request body: {'network': {'name': 'tempest-TestEncryptedCinderVolumes-296333939-network', 'tenant_id': '4d02252dbf094c4997ae791acc635dea'}} {{(pid=84874) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:45:13.086071 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-81927a42-2dca-417c-8111-5716960e4c77 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:45:13.094034 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-81927a42-2dca-417c-8111-5716960e4c77 admin admin] Usage tracker for resource:network and tenant:4d02252dbf094c4997ae791acc635dea is out of sync, need to count used quota {{(pid=84874) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:45:13.101179 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-81927a42-2dca-417c-8111-5716960e4c77 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84874) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:45:13.107435 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-81927a42-2dca-417c-8111-5716960e4c77 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:45:13.117855 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-81927a42-2dca-417c-8111-5716960e4c77 admin admin] Made reservation on behalf of 4d02252dbf094c4997ae791acc635dea for: {'network': 1} {{(pid=84874) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 07:45:13.122773 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-81927a42-2dca-417c-8111-5716960e4c77 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555753'] for network, before_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:45:13.139110 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-81927a42-2dca-417c-8111-5716960e4c77 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:45:13.155649 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-81927a42-2dca-417c-8111-5716960e4c77 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:45:13.159789 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-81927a42-2dca-417c-8111-5716960e4c77 admin admin] Usage tracker for resource:security_group_rule and tenant:4d02252dbf094c4997ae791acc635dea is out of sync, need to count used quota {{(pid=84874) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:45:13.164736 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-81927a42-2dca-417c-8111-5716960e4c77 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84874) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:45:13.170986 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-81927a42-2dca-417c-8111-5716960e4c77 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:45:13.263517 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-81927a42-2dca-417c-8111-5716960e4c77 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:45:13.267057 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-81927a42-2dca-417c-8111-5716960e4c77 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850887153'] for security_group, after_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:45:13.270745 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-a167e6bf-3eb8-40e4-9f81-c30151d4809e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:45:13.311178 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-81927a42-2dca-417c-8111-5716960e4c77 admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 5} {{(pid=84874) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Jan 14 07:45:13.317719 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81927a42-2dca-417c-8111-5716960e4c77 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=95638950-00db-40c1-bb5d-4d82f32d427f,revision_number=1']} {{(pid=84874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:45:13.321204 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-81927a42-2dca-417c-8111-5716960e4c77 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:45:13.326883 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-81927a42-2dca-417c-8111-5716960e4c77 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854179735'] for segment, precommit_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:45:13.327288 n-d-768862-2 neutron-server[84765]: INFO neutron.db.segments_db [None req-81927a42-2dca-417c-8111-5716960e4c77 admin admin] Added segment e6346cd3-f0c0-4206-a8b5-01fe6fc68bb6 of type vxlan for network a063c6a0-e2ff-4106-a92d-27e5b29f3c5a Jan 14 07:45:13.358002 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-81927a42-2dca-417c-8111-5716960e4c77 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363259214646115'] for network, precommit_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:45:13.390641 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-81927a42-2dca-417c-8111-5716960e4c77 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850887149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964'] for network, after_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:45:13.391687 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81927a42-2dca-417c-8111-5716960e4c77 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:45:13.392369 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-81927a42-2dca-417c-8111-5716960e4c77 admin admin] Notify callbacks [] for network, before_response {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:45:13.397901 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-676a89a9-a1bc-4781-9003-474ba1cec5db tempest-NetworksIpV6Test-128132561 tempest-NetworksIpV6Test-128132561] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:45:13.517931 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-81927a42-2dca-417c-8111-5716960e4c77 admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.4469335 Jan 14 07:45:13.521019 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84874) accepted ('10.222.0.24', 44820) {{(pid=84874) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:45:13.521784 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81927a42-2dca-417c-8111-5716960e4c77 admin admin] Pushing event updated for resources: {'Network': ['ID=a063c6a0-e2ff-4106-a92d-27e5b29f3c5a,revision_number=1']} {{(pid=84874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:45:13.526522 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-81927a42-2dca-417c-8111-5716960e4c77 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:45:13.530599 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.v2.base [None req-12403155-0451-46c8-897e-d8897a0f1880 admin admin] Request body: {'subnet': {'network_id': 'a063c6a0-e2ff-4106-a92d-27e5b29f3c5a', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestEncryptedCinderVolumes-296333939-subnet', 'tenant_id': '4d02252dbf094c4997ae791acc635dea', 'ip_version': 4}} {{(pid=84874) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:45:13.533794 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Network a063c6a0-e2ff-4106-a92d-27e5b29f3c5a details requested by agent ovs-agent-n-d-768862-2 with host n-d-768862-2 {{(pid=84876) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 07:45:13.538271 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-12403155-0451-46c8-897e-d8897a0f1880 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:45:13.544124 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-12403155-0451-46c8-897e-d8897a0f1880 admin admin] Usage tracker for resource:subnet and tenant:4d02252dbf094c4997ae791acc635dea is out of sync, need to count used quota {{(pid=84874) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:45:13.547952 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-12403155-0451-46c8-897e-d8897a0f1880 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84874) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:45:13.555797 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-12403155-0451-46c8-897e-d8897a0f1880 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:45:13.557545 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-017f98a9-8a07-408c-a86f-8ff0c00400a0 None None] Network a063c6a0-e2ff-4106-a92d-27e5b29f3c5a details requested by agent ovs-agent-n-h1-768862-2 with host n-h1-768862-2 {{(pid=84876) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 07:45:13.567109 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-12403155-0451-46c8-897e-d8897a0f1880 admin admin] Made reservation on behalf of 4d02252dbf094c4997ae791acc635dea for: {'subnet': 1} {{(pid=84874) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 07:45:13.572371 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-12403155-0451-46c8-897e-d8897a0f1880 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036851981161'] for subnet, before_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:45:13.581269 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-852a24f7-e9a1-4193-9abb-e9506fe5213f None None] Network a063c6a0-e2ff-4106-a92d-27e5b29f3c5a details requested by agent ovs-agent-n-h2-768862-2 with host n-h2-768862-2 {{(pid=84876) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 07:45:14.011704 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-12403155-0451-46c8-897e-d8897a0f1880 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850887113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3254092', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036851981146'] for subnet, after_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:45:14.027978 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-d599f438-c7ca-485e-862e-1b856a56dc58 tempest-RoutersNegativeTest-536999269 tempest-RoutersNegativeTest-536999269] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:45:14.154861 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12403155-0451-46c8-897e-d8897a0f1880 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1d237041-78a9-4c04-abe8-67387ada9fa7,revision_number=0']} {{(pid=84874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:45:14.168093 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-12403155-0451-46c8-897e-d8897a0f1880 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:45:14.228337 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12403155-0451-46c8-897e-d8897a0f1880 admin admin] Checking segment: {'id': 'e6346cd3-f0c0-4206-a8b5-01fe6fc68bb6', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'a063c6a0-e2ff-4106-a92d-27e5b29f3c5a'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84874) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 14 07:45:14.228737 n-d-768862-2 neutron-server[84765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12403155-0451-46c8-897e-d8897a0f1880 admin admin] Network hostable DHCP agents. Network: a063c6a0-e2ff-4106-a92d-27e5b29f3c5a, hostable agents: ['32f3dd84-26da-4d18-bf15-6017a8fb7247'], hosted agents: [] {{(pid=84874) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Jan 14 07:45:14.248877 n-d-768862-2 neutron-server[84765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12403155-0451-46c8-897e-d8897a0f1880 admin admin] Network a063c6a0-e2ff-4106-a92d-27e5b29f3c5a is scheduled to be hosted by DHCP agent 32f3dd84-26da-4d18-bf15-6017a8fb7247 with binding_index 1 {{(pid=84874) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Jan 14 07:45:14.258212 n-d-768862-2 neutron-server[84765]: DEBUG neutron.scheduler.base_scheduler [None req-12403155-0451-46c8-897e-d8897a0f1880 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768862-2, a063c6a0-e2ff-4106-a92d-27e5b29f3c5a) {{(pid=84874) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 07:45:14.267398 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-038302c2-2aa8-4731-a5df-10586b55eb6d None None] Network a063c6a0-e2ff-4106-a92d-27e5b29f3c5a requested from n-d-768862-2 {{(pid=84876) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 07:45:14.272247 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12403155-0451-46c8-897e-d8897a0f1880 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:45:14.272898 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-12403155-0451-46c8-897e-d8897a0f1880 admin admin] Notify callbacks [] for subnet, before_response {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:45:14.294533 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-12403155-0451-46c8-897e-d8897a0f1880 admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.7699876 Jan 14 07:45:14.297565 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84875) accepted ('10.222.0.24', 44824) {{(pid=84875) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:45:14.303512 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.v2.base [None req-77ca3a8b-f103-43d9-890f-a60f5b7bc7a2 admin admin] Request body: {'router': {'name': 'tempest-TestEncryptedCinderVolumes-296333939-router', 'tenant_id': '4d02252dbf094c4997ae791acc635dea', 'external_gateway_info': {'network_id': '226f1e78-82cd-4481-9055-4eb73b6db8c1'}}} {{(pid=84875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:45:14.310059 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-77ca3a8b-f103-43d9-890f-a60f5b7bc7a2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:45:14.314401 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-77ca3a8b-f103-43d9-890f-a60f5b7bc7a2 admin admin] Usage tracker for resource:router and tenant:4d02252dbf094c4997ae791acc635dea is out of sync, need to count used quota {{(pid=84875) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:45:14.317504 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-77ca3a8b-f103-43d9-890f-a60f5b7bc7a2 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=84875) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:45:14.323751 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-77ca3a8b-f103-43d9-890f-a60f5b7bc7a2 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:45:14.340558 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-77ca3a8b-f103-43d9-890f-a60f5b7bc7a2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3889205', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854717621'] for router, before_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:45:14.341648 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-77ca3a8b-f103-43d9-890f-a60f5b7bc7a2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036850886574', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3912501', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3808446', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-58179'] for router, precommit_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:45:14.357889 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-77ca3a8b-f103-43d9-890f-a60f5b7bc7a2 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:45:14.507703 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c73d2c87-33ea-41ac-8d7c-a9e784038454 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5d94dc7a-c095-50a4-955e-5f3b78718a12-a063c6a0-e2ff-4106-a92d-27e5b29f3c5a', 'network_id': 'a063c6a0-e2ff-4106-a92d-27e5b29f3c5a', 'tenant_id': '4d02252dbf094c4997ae791acc635dea', 'fixed_ips': [{'subnet_id': '1d237041-78a9-4c04-abe8-67387ada9fa7'}]}} from n-d-768862-2. {{(pid=84876) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Jan 14 07:45:14.508662 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-c73d2c87-33ea-41ac-8d7c-a9e784038454 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555753'] for port, before_create {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:45:14.637389 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-77ca3a8b-f103-43d9-890f-a60f5b7bc7a2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3912484', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3889188', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-58194'] for router, precommit_update {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:45:14.809154 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.db_base_plugin_common [None req-c73d2c87-33ea-41ac-8d7c-a9e784038454 None None] Allocated IP 172.20.0.2 (a063c6a0-e2ff-4106-a92d-27e5b29f3c5a/1d237041-78a9-4c04-abe8-67387ada9fa7/ce98a112-bb2a-480c-ac60-14683a34ffdf) {{(pid=84876) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 14 07:45:14.969430 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-77ca3a8b-f103-43d9-890f-a60f5b7bc7a2 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:45:15.001248 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Device 87207df5-56b6-4d34-a985-02d42bb93a52 up at agent ovs-agent-n-d-768862-2 {{(pid=84876) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 07:45:15.003094 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-77ca3a8b-f103-43d9-890f-a60f5b7bc7a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555753'] for port, before_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:45:15.087450 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-c73d2c87-33ea-41ac-8d7c-a9e784038454 None None] Notify callbacks [] for port, precommit_create {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:45:15.101700 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-c73d2c87-33ea-41ac-8d7c-a9e784038454 None None] Transition to ACTIVE for port object ce98a112-bb2a-480c-ac60-14683a34ffdf will not be triggered until provisioned by entity L2. {{(pid=84876) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 07:45:15.122504 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-c73d2c87-33ea-41ac-8d7c-a9e784038454 None None] Transition to ACTIVE for port object ce98a112-bb2a-480c-ac60-14683a34ffdf will not be triggered until provisioned by entity DHCP. {{(pid=84876) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 07:45:15.124989 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Provisioning for port 87207df5-56b6-4d34-a985-02d42bb93a52 completed by entity L2. {{(pid=84876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 07:45:15.130361 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-c73d2c87-33ea-41ac-8d7c-a9e784038454 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777640123575'] for port, after_create {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:45:15.145849 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84876) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:45:15.173486 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Provisioning complete for port 87207df5-56b6-4d34-a985-02d42bb93a52 triggered by entity L2. {{(pid=84876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 07:45:15.173873 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-604227'] for port, provisioning_complete {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:45:15.283029 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.db_base_plugin_common [None req-77ca3a8b-f103-43d9-890f-a60f5b7bc7a2 admin admin] Allocated IP 172.25.2.244 (226f1e78-82cd-4481-9055-4eb73b6db8c1/ba8deeec-7658-4195-9449-038c076f5c83/463b2ea3-6ff7-4617-85d1-2eb528f50a1f) {{(pid=84875) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 14 07:45:15.327246 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c73d2c87-33ea-41ac-8d7c-a9e784038454 None None] Pushing event updated for resources: {'Port': ['ID=ce98a112-bb2a-480c-ac60-14683a34ffdf,revision_number=1']} {{(pid=84876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:45:15.357431 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c73d2c87-33ea-41ac-8d7c-a9e784038454 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@n-h1-768862-2 {{(pid=84876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:45:15.357812 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c73d2c87-33ea-41ac-8d7c-a9e784038454 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-h1-768862-2 {{(pid=84876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:45:15.358182 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c73d2c87-33ea-41ac-8d7c-a9e784038454 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-h1-768862-2 {{(pid=84876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:45:15.358549 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c73d2c87-33ea-41ac-8d7c-a9e784038454 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-h1-768862-2 {{(pid=84876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:45:15.358913 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c73d2c87-33ea-41ac-8d7c-a9e784038454 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@n-h1-768862-2 {{(pid=84876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:45:15.359271 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c73d2c87-33ea-41ac-8d7c-a9e784038454 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-h1-768862-2 {{(pid=84876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:45:15.359624 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c73d2c87-33ea-41ac-8d7c-a9e784038454 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-h1-768862-2 {{(pid=84876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:45:15.360031 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c73d2c87-33ea-41ac-8d7c-a9e784038454 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-h1-768862-2 {{(pid=84876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:45:15.360390 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c73d2c87-33ea-41ac-8d7c-a9e784038454 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-h1-768862-2 {{(pid=84876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:45:15.360712 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c73d2c87-33ea-41ac-8d7c-a9e784038454 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-h1-768862-2 {{(pid=84876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:45:15.361097 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c73d2c87-33ea-41ac-8d7c-a9e784038454 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-h1-768862-2 {{(pid=84876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:45:15.361432 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c73d2c87-33ea-41ac-8d7c-a9e784038454 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-h1-768862-2 {{(pid=84876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:45:15.361824 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c73d2c87-33ea-41ac-8d7c-a9e784038454 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@n-h2-768862-2 {{(pid=84876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:45:15.362174 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c73d2c87-33ea-41ac-8d7c-a9e784038454 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-h2-768862-2 {{(pid=84876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:45:15.362518 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c73d2c87-33ea-41ac-8d7c-a9e784038454 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-h2-768862-2 {{(pid=84876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:45:15.362869 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c73d2c87-33ea-41ac-8d7c-a9e784038454 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-h2-768862-2 {{(pid=84876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:45:15.363217 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c73d2c87-33ea-41ac-8d7c-a9e784038454 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@n-h2-768862-2 {{(pid=84876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:45:15.363567 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c73d2c87-33ea-41ac-8d7c-a9e784038454 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-h2-768862-2 {{(pid=84876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:45:15.363941 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c73d2c87-33ea-41ac-8d7c-a9e784038454 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-h2-768862-2 {{(pid=84876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:45:15.364295 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c73d2c87-33ea-41ac-8d7c-a9e784038454 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-h2-768862-2 {{(pid=84876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:45:15.364638 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c73d2c87-33ea-41ac-8d7c-a9e784038454 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-h2-768862-2 {{(pid=84876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:45:15.364980 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c73d2c87-33ea-41ac-8d7c-a9e784038454 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-h2-768862-2 {{(pid=84876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:45:15.365324 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c73d2c87-33ea-41ac-8d7c-a9e784038454 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-h2-768862-2 {{(pid=84876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:45:15.365672 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c73d2c87-33ea-41ac-8d7c-a9e784038454 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-h2-768862-2 {{(pid=84876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:45:15.366074 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c73d2c87-33ea-41ac-8d7c-a9e784038454 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-2 {{(pid=84876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:45:15.366423 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c73d2c87-33ea-41ac-8d7c-a9e784038454 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-2 {{(pid=84876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:45:15.366778 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c73d2c87-33ea-41ac-8d7c-a9e784038454 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-2 {{(pid=84876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:45:15.367119 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c73d2c87-33ea-41ac-8d7c-a9e784038454 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-2 {{(pid=84876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:45:15.367463 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c73d2c87-33ea-41ac-8d7c-a9e784038454 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@n-d-768862-2 {{(pid=84876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:45:15.367809 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c73d2c87-33ea-41ac-8d7c-a9e784038454 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-2 {{(pid=84876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:45:15.368184 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c73d2c87-33ea-41ac-8d7c-a9e784038454 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-768862-2 {{(pid=84876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:45:15.368586 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c73d2c87-33ea-41ac-8d7c-a9e784038454 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-768862-2 {{(pid=84876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:45:15.369026 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c73d2c87-33ea-41ac-8d7c-a9e784038454 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-2 {{(pid=84876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:45:15.369379 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c73d2c87-33ea-41ac-8d7c-a9e784038454 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-2 {{(pid=84876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:45:15.369728 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c73d2c87-33ea-41ac-8d7c-a9e784038454 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-2 {{(pid=84876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:45:15.370077 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c73d2c87-33ea-41ac-8d7c-a9e784038454 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-2 {{(pid=84876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:45:15.376551 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-c73d2c87-33ea-41ac-8d7c-a9e784038454 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.231s {{(pid=84876) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:45:15.444831 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-77ca3a8b-f103-43d9-890f-a60f5b7bc7a2 admin admin] Notify callbacks [] for port, precommit_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:45:15.461335 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555753'] for port, before_update {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:45:15.467364 n-d-768862-2 neutron-server[84765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c73d2c87-33ea-41ac-8d7c-a9e784038454 None None] Network a063c6a0-e2ff-4106-a92d-27e5b29f3c5a is already hosted by enough agents. {{(pid=84876) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 07:45:15.469778 n-d-768862-2 neutron-server[84765]: DEBUG neutron.scheduler.base_scheduler [None req-c73d2c87-33ea-41ac-8d7c-a9e784038454 None None] Resources bound (agent type, host, resource id): {{(pid=84876) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 07:45:15.472492 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c73d2c87-33ea-41ac-8d7c-a9e784038454 None None] Received port after_create {{(pid=84876) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 14 07:45:15.474819 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-77ca3a8b-f103-43d9-890f-a60f5b7bc7a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777640123575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851621574'] for port, after_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:45:15.490651 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-701af90c-b0a4-40e3-911e-b148890c80a7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:45:15.518408 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] For port 87207df5-56b6-4d34-a985-02d42bb93a52, host n-d-768862-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-2',level=0,port_id=87207df5-56b6-4d34-a985-02d42bb93a52,segment=NetworkSegment(cf3ded2c-bc47-4a71-89af-6e7117e60140),segment_id=cf3ded2c-bc47-4a71-89af-6e7117e60140)] {{(pid=84876) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 07:45:15.528951 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777640533312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363259214678337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777640097497'] for port, after_update {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:45:15.533902 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84876) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:45:15.570826 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.managers [None req-c73d2c87-33ea-41ac-8d7c-a9e784038454 None None] Attempting to bind port ce98a112-bb2a-480c-ac60-14683a34ffdf on host n-d-768862-2 for vnic_type normal with profile {{(pid=84876) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 14 07:45:15.571236 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.managers [None req-c73d2c87-33ea-41ac-8d7c-a9e784038454 None None] Attempting to bind port ce98a112-bb2a-480c-ac60-14683a34ffdf by drivers openvswitch on host n-d-768862-2 at level 0 using segments [{'id': 'e6346cd3-f0c0-4206-a8b5-01fe6fc68bb6', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'a063c6a0-e2ff-4106-a92d-27e5b29f3c5a'}] {{(pid=84876) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 14 07:45:15.571717 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c73d2c87-33ea-41ac-8d7c-a9e784038454 None None] Attempting to bind port ce98a112-bb2a-480c-ac60-14683a34ffdf on network a063c6a0-e2ff-4106-a92d-27e5b29f3c5a {{(pid=84876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 14 07:45:15.594281 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c73d2c87-33ea-41ac-8d7c-a9e784038454 None None] Checking agent: {'id': 'ba5efab1-b43c-4d5a-bc52-6e105d4e67a2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768862-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 14, 6, 56, 52), 'started_at': datetime.datetime(2021, 1, 14, 6, 57, 22), 'heartbeat_timestamp': datetime.datetime(2021, 1, 14, 7, 44, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768862-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.29', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 14 07:45:15.594714 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c73d2c87-33ea-41ac-8d7c-a9e784038454 None None] Checking segment: {'id': 'e6346cd3-f0c0-4206-a8b5-01fe6fc68bb6', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'a063c6a0-e2ff-4106-a92d-27e5b29f3c5a'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84876) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 14 07:45:15.595162 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-c73d2c87-33ea-41ac-8d7c-a9e784038454 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:45:15.595597 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c73d2c87-33ea-41ac-8d7c-a9e784038454 None None] Bound using segment: {'id': 'e6346cd3-f0c0-4206-a8b5-01fe6fc68bb6', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'a063c6a0-e2ff-4106-a92d-27e5b29f3c5a'} {{(pid=84876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 14 07:45:15.596146 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.managers [None req-c73d2c87-33ea-41ac-8d7c-a9e784038454 None None] Bound port: ce98a112-bb2a-480c-ac60-14683a34ffdf, host: n-d-768862-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e6346cd3-f0c0-4206-a8b5-01fe6fc68bb6', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'a063c6a0-e2ff-4106-a92d-27e5b29f3c5a'}}] {{(pid=84876) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 14 07:45:15.596562 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-c73d2c87-33ea-41ac-8d7c-a9e784038454 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555753'] for port, before_update {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:45:15.626008 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77ca3a8b-f103-43d9-890f-a60f5b7bc7a2 admin admin] Pushing event updated for resources: {'Port': ['ID=463b2ea3-6ff7-4617-85d1-2eb528f50a1f,revision_number=1']} {{(pid=84875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:45:15.629359 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-77ca3a8b-f103-43d9-890f-a60f5b7bc7a2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:45:15.672718 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Pushing event updated for resources: {'Port': ['ID=87207df5-56b6-4d34-a985-02d42bb93a52,revision_number=4']} {{(pid=84876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:45:15.677572 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=84876) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:45:15.689775 n-d-768862-2 neutron-server[84765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77ca3a8b-f103-43d9-890f-a60f5b7bc7a2 admin admin] Network 226f1e78-82cd-4481-9055-4eb73b6db8c1 is already hosted by enough agents. {{(pid=84875) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 07:45:15.695893 n-d-768862-2 neutron-server[84765]: DEBUG neutron.scheduler.base_scheduler [None req-77ca3a8b-f103-43d9-890f-a60f5b7bc7a2 admin admin] Resources bound (agent type, host, resource id): {{(pid=84875) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 07:45:15.699873 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77ca3a8b-f103-43d9-890f-a60f5b7bc7a2 admin admin] Received port after_create {{(pid=84875) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 14 07:45:15.717307 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [None req-c73d2c87-33ea-41ac-8d7c-a9e784038454 None None] For port ce98a112-bb2a-480c-ac60-14683a34ffdf, host n-d-768862-2, cleared binding levels {{(pid=84876) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 14 07:45:15.720985 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [None req-c73d2c87-33ea-41ac-8d7c-a9e784038454 None None] For port ce98a112-bb2a-480c-ac60-14683a34ffdf, host n-d-768862-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-2',level=0,port_id=ce98a112-bb2a-480c-ac60-14683a34ffdf,segment=NetworkSegment(e6346cd3-f0c0-4206-a8b5-01fe6fc68bb6),segment_id=e6346cd3-f0c0-4206-a8b5-01fe6fc68bb6)] {{(pid=84876) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 14 07:45:15.725993 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-c73d2c87-33ea-41ac-8d7c-a9e784038454 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777640533312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363259214678337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777640097497'] for port, after_update {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:45:15.742102 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84876) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:45:16.071058 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c73d2c87-33ea-41ac-8d7c-a9e784038454 None None] Pushing event updated for resources: {'Port': ['ID=ce98a112-bb2a-480c-ac60-14683a34ffdf,revision_number=2']} {{(pid=84876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:45:16.084736 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-c73d2c87-33ea-41ac-8d7c-a9e784038454 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.343s {{(pid=84876) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:45:16.148643 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-77ca3a8b-f103-43d9-890f-a60f5b7bc7a2 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:45:16.179708 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cda7b562-daf6-481a-8f2f-243f52b57925 None None] Sync routers for ids ['12037e8e-568a-4473-bc30-24371f4babc3'] in n-d-768862-2 {{(pid=84877) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Jan 14 07:45:16.190386 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cda7b562-daf6-481a-8f2f-243f52b57925 None None] Routers {'12037e8e-568a-4473-bc30-24371f4babc3'} bound to L3 agent in host n-d-768862-2 {{(pid=84877) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 14 07:45:16.191051 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_hamode_db [None req-cda7b562-daf6-481a-8f2f-243f52b57925 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-01-14T06:56:51Z,description=,heartbeat_timestamp=2021-01-14T07:44:52Z,host='n-d-768862-2',id=35f592e9-451b-4db9-abea-77b6a5c5391b,load=0,resource_versions=,resources_synced=,started_at=2021-01-14T06:56:51Z,topic='l3_agent')) {'router_ids': ['12037e8e-568a-4473-bc30-24371f4babc3'], 'active': True} {{(pid=84877) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:45:16.386743 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_dvr_db [None req-cda7b562-daf6-481a-8f2f-243f52b57925 None None] Set router 12037e8e-568a-4473-bc30-24371f4babc3 gateway port host: n-d-768862-2 {{(pid=84877) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 14 07:45:16.747250 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_hamode_db [None req-cda7b562-daf6-481a-8f2f-243f52b57925 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '12037e8e-568a-4473-bc30-24371f4babc3', 'name': 'tempest-TestEncryptedCinderVolumes-1874463296-router', 'tenant_id': '27b29e8b75204908809862cfaf3fe9b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '226f1e78-82cd-4481-9055-4eb73b6db8c1', 'external_fixed_ips': [{'subnet_id': 'ba8deeec-7658-4195-9449-038c076f5c83', 'ip_address': '172.25.2.171'}], 'enable_snat': True}, 'gw_port_id': '87207df5-56b6-4d34-a985-02d42bb93a52', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-14T07:45:06Z', 'updated_at': '2021-01-14T07:45:11Z', 'revision_number': 4, 'project_id': '27b29e8b75204908809862cfaf3fe9b0', 'gw_port': {'id': '87207df5-56b6-4d34-a985-02d42bb93a52', 'name': '', 'network_id': '226f1e78-82cd-4481-9055-4eb73b6db8c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:ed:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12037e8e-568a-4473-bc30-24371f4babc3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3835, 'fixed_ips': [{'subnet_id': 'ba8deeec-7658-4195-9449-038c076f5c83', 'ip_address': '172.25.2.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T07:45:07Z', 'updated_at': '2021-01-14T07:45:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ba8deeec-7658-4195-9449-038c076f5c83', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-2', '_interfaces': [{'id': '58b6b529-e79c-4573-b31c-2045c3eadc99', 'name': '', 'network_id': 'acf70e1b-fcf7-43d0-8d6c-963316e1a71b', 'tenant_id': '27b29e8b75204908809862cfaf3fe9b0', 'mac_address': 'fa:16:3e:10:94:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '12037e8e-568a-4473-bc30-24371f4babc3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3836, 'fixed_ips': [{'subnet_id': '3c1b4a64-1510-493d-b407-99ff5647d35c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T07:45:10Z', 'updated_at': '2021-01-14T07:45:11Z', 'revision_number': 2, 'project_id': '27b29e8b75204908809862cfaf3fe9b0', 'subnets': [{'id': '3c1b4a64-1510-493d-b407-99ff5647d35c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'n-d-768862-2', False) {} {{(pid=84877) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:45:16.751928 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cda7b562-daf6-481a-8f2f-243f52b57925 None None] Checking router: 12037e8e-568a-4473-bc30-24371f4babc3 for host: n-d-768862-2 {{(pid=84877) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Jan 14 07:45:16.752336 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cda7b562-daf6-481a-8f2f-243f52b57925 None None] Updating router 12037e8e-568a-4473-bc30-24371f4babc3 port 58b6b529-e79c-4573-b31c-2045c3eadc99 binding host n-d-768862-2 {{(pid=84877) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Jan 14 07:45:16.812362 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-cda7b562-daf6-481a-8f2f-243f52b57925 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555753'] for port, before_update {{(pid=84877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:45:16.848225 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-77ca3a8b-f103-43d9-890f-a60f5b7bc7a2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036850886612', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036850863158'] for router, after_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:45:17.040123 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Device ce98a112-bb2a-480c-ac60-14683a34ffdf up at agent ovs-agent-n-d-768862-2 {{(pid=84876) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 07:45:17.075633 n-d-768862-2 neutron-server[84765]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-77ca3a8b-f103-43d9-890f-a60f5b7bc7a2 admin admin] Router 43ae50ab-29b3-4493-8a96-0d9402e2adfa is scheduled to L3 agent 35f592e9-451b-4db9-abea-77b6a5c5391b with binding_index 1 {{(pid=84875) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}} Jan 14 07:45:17.115039 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Provisioning for port ce98a112-bb2a-480c-ac60-14683a34ffdf completed by entity L2. {{(pid=84876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 07:45:17.122060 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Device 87207df5-56b6-4d34-a985-02d42bb93a52 up at agent ovs-agent-n-d-768862-2 {{(pid=84876) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 07:45:17.197848 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Provisioning complete for port 87207df5-56b6-4d34-a985-02d42bb93a52 triggered by entity L2. {{(pid=84876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 07:45:17.199344 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-604227'] for port, provisioning_complete {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:45:17.292669 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-77ca3a8b-f103-43d9-890f-a60f5b7bc7a2 admin admin] Notify agent at l3_agent.n-d-768862-2 the message routers_updated {{(pid=84875) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jan 14 07:45:17.322608 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-77ca3a8b-f103-43d9-890f-a60f5b7bc7a2 admin admin] Notify callbacks [] for router, before_response {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:45:17.324220 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-77ca3a8b-f103-43d9-890f-a60f5b7bc7a2 admin admin] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 3.0255153 Jan 14 07:45:17.327639 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84874) accepted ('10.222.0.24', 44828) {{(pid=84874) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:45:17.333461 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-958b622e-9850-4275-b733-408c03fedffa None None] Sync routers for ids ['43ae50ab-29b3-4493-8a96-0d9402e2adfa'] in n-d-768862-2 {{(pid=84876) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Jan 14 07:45:17.363373 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-958b622e-9850-4275-b733-408c03fedffa None None] Routers {'43ae50ab-29b3-4493-8a96-0d9402e2adfa'} bound to L3 agent in host n-d-768862-2 {{(pid=84876) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 14 07:45:17.364252 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_hamode_db [None req-958b622e-9850-4275-b733-408c03fedffa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-01-14T06:56:51Z,description=,heartbeat_timestamp=2021-01-14T07:44:52Z,host='n-d-768862-2',id=35f592e9-451b-4db9-abea-77b6a5c5391b,load=0,resource_versions=,resources_synced=,started_at=2021-01-14T06:56:51Z,topic='l3_agent')) {'router_ids': ['43ae50ab-29b3-4493-8a96-0d9402e2adfa'], 'active': True} {{(pid=84876) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:45:17.421097 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-cda7b562-daf6-481a-8f2f-243f52b57925 None None] Notify callbacks [] for port, precommit_update {{(pid=84877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:45:17.436648 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-cda7b562-daf6-481a-8f2f-243f52b57925 None None] Transition to ACTIVE for port object 58b6b529-e79c-4573-b31c-2045c3eadc99 will not be triggered until provisioned by entity L2. {{(pid=84877) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 07:45:17.444809 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-cda7b562-daf6-481a-8f2f-243f52b57925 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777640533312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363259214678337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777640097497'] for port, after_update {{(pid=84877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:45:17.460557 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-fe454f47-983e-4b67-b2e5-66fcdf7e26db None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:45:17.565908 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_dvr_db [None req-958b622e-9850-4275-b733-408c03fedffa None None] Set router 43ae50ab-29b3-4493-8a96-0d9402e2adfa gateway port host: n-d-768862-2 {{(pid=84876) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 14 07:45:17.616354 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dfba9f83-c569-4698-a5cf-149360f30a52 None None] Network a063c6a0-e2ff-4106-a92d-27e5b29f3c5a requested from n-d-768862-2 {{(pid=84876) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 07:45:17.619742 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e0a4a18-c5b9-4b25-8357-e0c1563ffb40 None None] Pushing event updated for resources: {'Port': ['ID=58b6b529-e79c-4573-b31c-2045c3eadc99,revision_number=3']} {{(pid=84877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:45:17.632193 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e0a4a18-c5b9-4b25-8357-e0c1563ffb40 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@n-h1-768862-2 {{(pid=84877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:45:17.632597 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e0a4a18-c5b9-4b25-8357-e0c1563ffb40 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-h1-768862-2 {{(pid=84877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:45:17.633089 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e0a4a18-c5b9-4b25-8357-e0c1563ffb40 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-h1-768862-2 {{(pid=84877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:45:17.633538 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e0a4a18-c5b9-4b25-8357-e0c1563ffb40 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-h1-768862-2 {{(pid=84877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:45:17.634016 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e0a4a18-c5b9-4b25-8357-e0c1563ffb40 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@n-h1-768862-2 {{(pid=84877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:45:17.634462 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e0a4a18-c5b9-4b25-8357-e0c1563ffb40 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-h1-768862-2 {{(pid=84877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:45:17.634930 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e0a4a18-c5b9-4b25-8357-e0c1563ffb40 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-h1-768862-2 {{(pid=84877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:45:17.635345 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e0a4a18-c5b9-4b25-8357-e0c1563ffb40 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-h1-768862-2 {{(pid=84877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:45:17.635786 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e0a4a18-c5b9-4b25-8357-e0c1563ffb40 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-h1-768862-2 {{(pid=84877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:45:17.636249 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e0a4a18-c5b9-4b25-8357-e0c1563ffb40 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-h1-768862-2 {{(pid=84877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:45:17.636663 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e0a4a18-c5b9-4b25-8357-e0c1563ffb40 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-h1-768862-2 {{(pid=84877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:45:17.637099 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e0a4a18-c5b9-4b25-8357-e0c1563ffb40 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-h1-768862-2 {{(pid=84877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:45:17.637576 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e0a4a18-c5b9-4b25-8357-e0c1563ffb40 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@n-h2-768862-2 {{(pid=84877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:45:17.638012 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e0a4a18-c5b9-4b25-8357-e0c1563ffb40 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-h2-768862-2 {{(pid=84877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:45:17.638447 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e0a4a18-c5b9-4b25-8357-e0c1563ffb40 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-h2-768862-2 {{(pid=84877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:45:17.638881 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e0a4a18-c5b9-4b25-8357-e0c1563ffb40 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-h2-768862-2 {{(pid=84877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:45:17.639315 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e0a4a18-c5b9-4b25-8357-e0c1563ffb40 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@n-h2-768862-2 {{(pid=84877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:45:17.639752 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e0a4a18-c5b9-4b25-8357-e0c1563ffb40 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-h2-768862-2 {{(pid=84877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:45:17.640204 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e0a4a18-c5b9-4b25-8357-e0c1563ffb40 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-h2-768862-2 {{(pid=84877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:45:17.640649 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e0a4a18-c5b9-4b25-8357-e0c1563ffb40 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-h2-768862-2 {{(pid=84877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:45:17.641165 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e0a4a18-c5b9-4b25-8357-e0c1563ffb40 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-h2-768862-2 {{(pid=84877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:45:17.641598 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e0a4a18-c5b9-4b25-8357-e0c1563ffb40 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-h2-768862-2 {{(pid=84877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:45:17.642063 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e0a4a18-c5b9-4b25-8357-e0c1563ffb40 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-h2-768862-2 {{(pid=84877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:45:17.642505 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e0a4a18-c5b9-4b25-8357-e0c1563ffb40 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-h2-768862-2 {{(pid=84877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:45:17.642993 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e0a4a18-c5b9-4b25-8357-e0c1563ffb40 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-2 {{(pid=84877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:45:17.643420 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e0a4a18-c5b9-4b25-8357-e0c1563ffb40 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-2 {{(pid=84877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:45:17.643872 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e0a4a18-c5b9-4b25-8357-e0c1563ffb40 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-2 {{(pid=84877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:45:17.644309 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e0a4a18-c5b9-4b25-8357-e0c1563ffb40 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-2 {{(pid=84877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:45:17.644744 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e0a4a18-c5b9-4b25-8357-e0c1563ffb40 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@n-d-768862-2 {{(pid=84877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:45:17.645160 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e0a4a18-c5b9-4b25-8357-e0c1563ffb40 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-2 {{(pid=84877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:45:17.645591 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e0a4a18-c5b9-4b25-8357-e0c1563ffb40 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-768862-2 {{(pid=84877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:45:17.646023 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e0a4a18-c5b9-4b25-8357-e0c1563ffb40 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-768862-2 {{(pid=84877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:45:17.646454 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e0a4a18-c5b9-4b25-8357-e0c1563ffb40 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-2 {{(pid=84877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:45:17.646885 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e0a4a18-c5b9-4b25-8357-e0c1563ffb40 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-2 {{(pid=84877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:45:17.647314 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e0a4a18-c5b9-4b25-8357-e0c1563ffb40 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-2 {{(pid=84877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:45:17.647744 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e0a4a18-c5b9-4b25-8357-e0c1563ffb40 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-2 {{(pid=84877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:45:17.662899 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-2e0a4a18-c5b9-4b25-8357-e0c1563ffb40 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.203s {{(pid=84877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:45:17.842858 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.managers [None req-cda7b562-daf6-481a-8f2f-243f52b57925 None None] Attempting to bind port 58b6b529-e79c-4573-b31c-2045c3eadc99 on host n-d-768862-2 for vnic_type normal with profile {{(pid=84877) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 14 07:45:17.843419 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.managers [None req-cda7b562-daf6-481a-8f2f-243f52b57925 None None] Attempting to bind port 58b6b529-e79c-4573-b31c-2045c3eadc99 by drivers openvswitch on host n-d-768862-2 at level 0 using segments [{'id': '5cc9057e-3e0f-4fdd-8151-921bb00aa415', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'acf70e1b-fcf7-43d0-8d6c-963316e1a71b'}] {{(pid=84877) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 14 07:45:17.844032 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cda7b562-daf6-481a-8f2f-243f52b57925 None None] Attempting to bind port 58b6b529-e79c-4573-b31c-2045c3eadc99 on network acf70e1b-fcf7-43d0-8d6c-963316e1a71b {{(pid=84877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 14 07:45:17.851034 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cda7b562-daf6-481a-8f2f-243f52b57925 None None] Checking agent: {'id': 'ba5efab1-b43c-4d5a-bc52-6e105d4e67a2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768862-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 14, 6, 56, 52), 'started_at': datetime.datetime(2021, 1, 14, 6, 57, 22), 'heartbeat_timestamp': datetime.datetime(2021, 1, 14, 7, 44, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768862-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.29', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 14 07:45:17.851614 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cda7b562-daf6-481a-8f2f-243f52b57925 None None] Checking segment: {'id': '5cc9057e-3e0f-4fdd-8151-921bb00aa415', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'acf70e1b-fcf7-43d0-8d6c-963316e1a71b'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84877) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 14 07:45:17.852187 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-cda7b562-daf6-481a-8f2f-243f52b57925 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:45:17.852762 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cda7b562-daf6-481a-8f2f-243f52b57925 None None] Bound using segment: {'id': '5cc9057e-3e0f-4fdd-8151-921bb00aa415', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'acf70e1b-fcf7-43d0-8d6c-963316e1a71b'} {{(pid=84877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 14 07:45:17.853388 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.managers [None req-cda7b562-daf6-481a-8f2f-243f52b57925 None None] Bound port: 58b6b529-e79c-4573-b31c-2045c3eadc99, host: n-d-768862-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5cc9057e-3e0f-4fdd-8151-921bb00aa415', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'acf70e1b-fcf7-43d0-8d6c-963316e1a71b'}}] {{(pid=84877) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 14 07:45:17.853908 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-cda7b562-daf6-481a-8f2f-243f52b57925 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555753'] for port, before_update {{(pid=84877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:45:17.913806 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-4ff435dd-d7cf-4c59-8526-abdb868d60fb None None] Provisioning for port ce98a112-bb2a-480c-ac60-14683a34ffdf completed by entity DHCP. {{(pid=84876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 07:45:17.924168 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-4ff435dd-d7cf-4c59-8526-abdb868d60fb None None] Provisioning complete for port ce98a112-bb2a-480c-ac60-14683a34ffdf triggered by entity DHCP. {{(pid=84876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 07:45:17.924595 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-4ff435dd-d7cf-4c59-8526-abdb868d60fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-604227'] for port, provisioning_complete {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:45:17.957493 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [None req-cda7b562-daf6-481a-8f2f-243f52b57925 None None] For port 58b6b529-e79c-4573-b31c-2045c3eadc99, host n-d-768862-2, cleared binding levels {{(pid=84877) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 14 07:45:17.960560 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [None req-cda7b562-daf6-481a-8f2f-243f52b57925 None None] For port 58b6b529-e79c-4573-b31c-2045c3eadc99, host n-d-768862-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-2',level=0,port_id=58b6b529-e79c-4573-b31c-2045c3eadc99,segment=NetworkSegment(5cc9057e-3e0f-4fdd-8151-921bb00aa415),segment_id=5cc9057e-3e0f-4fdd-8151-921bb00aa415)] {{(pid=84877) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 14 07:45:17.965256 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-cda7b562-daf6-481a-8f2f-243f52b57925 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777640533312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363259214678337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777640097497'] for port, after_update {{(pid=84877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:45:17.983051 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-ad2c7aad-808d-4555-bf58-76957d288af5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:45:18.133164 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-6b289715-ce48-4891-a134-f8666d48f8dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555753'] for port, before_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:45:18.133399 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e0a4a18-c5b9-4b25-8357-e0c1563ffb40 None None] Pushing event updated for resources: {'Port': ['ID=58b6b529-e79c-4573-b31c-2045c3eadc99,revision_number=4']} {{(pid=84877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:45:18.139644 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-2e0a4a18-c5b9-4b25-8357-e0c1563ffb40 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.157s {{(pid=84877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:45:18.198403 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cda7b562-daf6-481a-8f2f-243f52b57925 None None] Routers {'12037e8e-568a-4473-bc30-24371f4babc3'} bound to L3 agent in host n-d-768862-2 {{(pid=84877) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 14 07:45:18.199082 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_hamode_db [None req-cda7b562-daf6-481a-8f2f-243f52b57925 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-01-14T06:56:51Z,description=,heartbeat_timestamp=2021-01-14T07:44:52Z,host='n-d-768862-2',id=35f592e9-451b-4db9-abea-77b6a5c5391b,load=0,resource_versions=,resources_synced=,started_at=2021-01-14T06:56:51Z,topic='l3_agent')) {'router_ids': ['12037e8e-568a-4473-bc30-24371f4babc3'], 'active': True} {{(pid=84877) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:45:18.270275 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-4ff435dd-d7cf-4c59-8526-abdb868d60fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555753'] for port, before_update {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:45:18.295404 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_hamode_db [None req-958b622e-9850-4275-b733-408c03fedffa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '43ae50ab-29b3-4493-8a96-0d9402e2adfa', 'name': 'tempest-TestEncryptedCinderVolumes-296333939-router', 'tenant_id': '4d02252dbf094c4997ae791acc635dea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '226f1e78-82cd-4481-9055-4eb73b6db8c1', 'external_fixed_ips': [{'subnet_id': 'ba8deeec-7658-4195-9449-038c076f5c83', 'ip_address': '172.25.2.244'}], 'enable_snat': True}, 'gw_port_id': '463b2ea3-6ff7-4617-85d1-2eb528f50a1f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-14T07:45:14Z', 'updated_at': '2021-01-14T07:45:15Z', 'revision_number': 3, 'project_id': '4d02252dbf094c4997ae791acc635dea', 'gw_port': {'id': '463b2ea3-6ff7-4617-85d1-2eb528f50a1f', 'name': '', 'network_id': '226f1e78-82cd-4481-9055-4eb73b6db8c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:7d:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '43ae50ab-29b3-4493-8a96-0d9402e2adfa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3847, 'fixed_ips': [{'subnet_id': 'ba8deeec-7658-4195-9449-038c076f5c83', 'ip_address': '172.25.2.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T07:45:15Z', 'updated_at': '2021-01-14T07:45:15Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ba8deeec-7658-4195-9449-038c076f5c83', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-2'}], 'n-d-768862-2', False) {} {{(pid=84876) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:45:18.317758 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-958b622e-9850-4275-b733-408c03fedffa None None] Checking router: 43ae50ab-29b3-4493-8a96-0d9402e2adfa for host: n-d-768862-2 {{(pid=84876) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Jan 14 07:45:18.318127 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-958b622e-9850-4275-b733-408c03fedffa None None] Updating router 43ae50ab-29b3-4493-8a96-0d9402e2adfa port 463b2ea3-6ff7-4617-85d1-2eb528f50a1f binding host n-d-768862-2 {{(pid=84876) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Jan 14 07:45:18.384605 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-958b622e-9850-4275-b733-408c03fedffa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555753'] for port, before_update {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:45:18.425891 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [None req-4ff435dd-d7cf-4c59-8526-abdb868d60fb None None] For port ce98a112-bb2a-480c-ac60-14683a34ffdf, host n-d-768862-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-2',level=0,port_id=ce98a112-bb2a-480c-ac60-14683a34ffdf,segment=NetworkSegment(e6346cd3-f0c0-4206-a8b5-01fe6fc68bb6),segment_id=e6346cd3-f0c0-4206-a8b5-01fe6fc68bb6)] {{(pid=84876) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 07:45:18.433664 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_dvr_db [None req-cda7b562-daf6-481a-8f2f-243f52b57925 None None] Set router 12037e8e-568a-4473-bc30-24371f4babc3 gateway port host: n-d-768862-2 {{(pid=84877) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 14 07:45:18.439664 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-4ff435dd-d7cf-4c59-8526-abdb868d60fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777640533312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363259214678337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777640097497'] for port, after_update {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:45:18.445999 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84876) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:45:18.585402 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ff435dd-d7cf-4c59-8526-abdb868d60fb None None] Pushing event updated for resources: {'Port': ['ID=ce98a112-bb2a-480c-ac60-14683a34ffdf,revision_number=3']} {{(pid=84876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:45:18.589350 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-4ff435dd-d7cf-4c59-8526-abdb868d60fb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=84876) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:45:18.838697 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_hamode_db [None req-cda7b562-daf6-481a-8f2f-243f52b57925 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '12037e8e-568a-4473-bc30-24371f4babc3', 'name': 'tempest-TestEncryptedCinderVolumes-1874463296-router', 'tenant_id': '27b29e8b75204908809862cfaf3fe9b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '226f1e78-82cd-4481-9055-4eb73b6db8c1', 'external_fixed_ips': [{'subnet_id': 'ba8deeec-7658-4195-9449-038c076f5c83', 'ip_address': '172.25.2.171'}], 'enable_snat': True}, 'gw_port_id': '87207df5-56b6-4d34-a985-02d42bb93a52', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-14T07:45:06Z', 'updated_at': '2021-01-14T07:45:11Z', 'revision_number': 4, 'project_id': '27b29e8b75204908809862cfaf3fe9b0', 'gw_port': {'id': '87207df5-56b6-4d34-a985-02d42bb93a52', 'name': '', 'network_id': '226f1e78-82cd-4481-9055-4eb73b6db8c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:ed:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12037e8e-568a-4473-bc30-24371f4babc3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3835, 'fixed_ips': [{'subnet_id': 'ba8deeec-7658-4195-9449-038c076f5c83', 'ip_address': '172.25.2.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T07:45:07Z', 'updated_at': '2021-01-14T07:45:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ba8deeec-7658-4195-9449-038c076f5c83', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-2', '_interfaces': [{'id': '58b6b529-e79c-4573-b31c-2045c3eadc99', 'name': '', 'network_id': 'acf70e1b-fcf7-43d0-8d6c-963316e1a71b', 'tenant_id': '27b29e8b75204908809862cfaf3fe9b0', 'mac_address': 'fa:16:3e:10:94:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '12037e8e-568a-4473-bc30-24371f4babc3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3836, 'fixed_ips': [{'subnet_id': '3c1b4a64-1510-493d-b407-99ff5647d35c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T07:45:10Z', 'updated_at': '2021-01-14T07:45:17Z', 'revision_number': 4, 'project_id': '27b29e8b75204908809862cfaf3fe9b0', 'subnets': [{'id': '3c1b4a64-1510-493d-b407-99ff5647d35c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'n-d-768862-2', False) {} {{(pid=84877) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:45:18.843493 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cda7b562-daf6-481a-8f2f-243f52b57925 None None] The sync data for ids ['12037e8e-568a-4473-bc30-24371f4babc3'] in n-d-768862-2 is: [{'id': '12037e8e-568a-4473-bc30-24371f4babc3', 'name': 'tempest-TestEncryptedCinderVolumes-1874463296-router', 'tenant_id': '27b29e8b75204908809862cfaf3fe9b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '226f1e78-82cd-4481-9055-4eb73b6db8c1', 'external_fixed_ips': [{'subnet_id': 'ba8deeec-7658-4195-9449-038c076f5c83', 'ip_address': '172.25.2.171'}], 'enable_snat': True}, 'gw_port_id': '87207df5-56b6-4d34-a985-02d42bb93a52', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-14T07:45:06Z', 'updated_at': '2021-01-14T07:45:11Z', 'revision_number': 4, 'project_id': '27b29e8b75204908809862cfaf3fe9b0', 'gw_port': {'id': '87207df5-56b6-4d34-a985-02d42bb93a52', 'name': '', 'network_id': '226f1e78-82cd-4481-9055-4eb73b6db8c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:ed:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12037e8e-568a-4473-bc30-24371f4babc3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3835, 'fixed_ips': [{'subnet_id': 'ba8deeec-7658-4195-9449-038c076f5c83', 'ip_address': '172.25.2.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T07:45:07Z', 'updated_at': '2021-01-14T07:45:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ba8deeec-7658-4195-9449-038c076f5c83', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-2', '_interfaces': [{'id': '58b6b529-e79c-4573-b31c-2045c3eadc99', 'name': '', 'network_id': 'acf70e1b-fcf7-43d0-8d6c-963316e1a71b', 'tenant_id': '27b29e8b75204908809862cfaf3fe9b0', 'mac_address': 'fa:16:3e:10:94:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '12037e8e-568a-4473-bc30-24371f4babc3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3836, 'fixed_ips': [{'subnet_id': '3c1b4a64-1510-493d-b407-99ff5647d35c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T07:45:10Z', 'updated_at': '2021-01-14T07:45:17Z', 'revision_number': 4, 'project_id': '27b29e8b75204908809862cfaf3fe9b0', 'subnets': [{'id': '3c1b4a64-1510-493d-b407-99ff5647d35c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=84877) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Jan 14 07:45:18.846675 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-116ab48c-d482-4651-ac58-1904ec4a1be4 None None] Provisioning complete for port ce98a112-bb2a-480c-ac60-14683a34ffdf triggered by entity DHCP. {{(pid=84876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 07:45:18.847088 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-116ab48c-d482-4651-ac58-1904ec4a1be4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-604227'] for port, provisioning_complete {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:45:18.940764 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-e612104a-c537-4f21-bac1-b27aa5901428 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363259214191800', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854171626'] for agent, after_update {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:45:18.957869 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.db_base_plugin_common [None req-6b289715-ce48-4891-a134-f8666d48f8dd admin admin] Allocated IP 172.20.0.1 (a063c6a0-e2ff-4106-a92d-27e5b29f3c5a/1d237041-78a9-4c04-abe8-67387ada9fa7/d17ee4b3-83e0-410d-b6c6-d4332a6e8f68) {{(pid=84874) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 14 07:45:19.048219 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Device ce98a112-bb2a-480c-ac60-14683a34ffdf up at agent ovs-agent-n-d-768862-2 {{(pid=84876) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 07:45:19.187071 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-6b289715-ce48-4891-a134-f8666d48f8dd admin admin] Notify callbacks [] for port, precommit_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:45:19.194057 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Provisioning complete for port ce98a112-bb2a-480c-ac60-14683a34ffdf triggered by entity L2. {{(pid=84876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 07:45:19.194483 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-604227'] for port, provisioning_complete {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:45:19.206905 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-6b289715-ce48-4891-a134-f8666d48f8dd admin admin] Transition to ACTIVE for port object d17ee4b3-83e0-410d-b6c6-d4332a6e8f68 will not be triggered until provisioned by entity DHCP. {{(pid=84874) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 07:45:19.231623 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-6b289715-ce48-4891-a134-f8666d48f8dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777640123575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3254186'] for port, after_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:45:19.248707 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-527b2774-c063-4611-88a1-7547ab1f547f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:45:19.252129 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-589bd551-61cd-4220-9118-de24495b6d9b None None] Provisioning complete for port ce98a112-bb2a-480c-ac60-14683a34ffdf triggered by entity DHCP. {{(pid=84876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 07:45:19.252559 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-589bd551-61cd-4220-9118-de24495b6d9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-604227'] for port, provisioning_complete {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:45:19.285471 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-958b622e-9850-4275-b733-408c03fedffa None None] Notify callbacks [] for port, precommit_update {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:45:19.323426 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-958b622e-9850-4275-b733-408c03fedffa None None] Transition to ACTIVE for port object 463b2ea3-6ff7-4617-85d1-2eb528f50a1f will not be triggered until provisioned by entity L2. {{(pid=84876) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 07:45:19.337740 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-958b622e-9850-4275-b733-408c03fedffa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777640533312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363259214678337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777640097497'] for port, after_update {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:45:19.356735 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-623d2081-589c-4e4c-8deb-9ea745e5747b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84876) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:45:19.391080 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b289715-ce48-4891-a134-f8666d48f8dd admin admin] Pushing event updated for resources: {'Port': ['ID=d17ee4b3-83e0-410d-b6c6-d4332a6e8f68,revision_number=1']} {{(pid=84874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:45:19.394695 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-6b289715-ce48-4891-a134-f8666d48f8dd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:45:19.450440 n-d-768862-2 neutron-server[84765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b289715-ce48-4891-a134-f8666d48f8dd admin admin] Network a063c6a0-e2ff-4106-a92d-27e5b29f3c5a is already hosted by enough agents. {{(pid=84874) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 07:45:19.451676 n-d-768862-2 neutron-server[84765]: DEBUG neutron.scheduler.base_scheduler [None req-6b289715-ce48-4891-a134-f8666d48f8dd admin admin] Resources bound (agent type, host, resource id): {{(pid=84874) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 07:45:19.454123 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b289715-ce48-4891-a134-f8666d48f8dd admin admin] Received port after_create {{(pid=84874) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 14 07:45:19.469858 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.agents_db [None req-5b939a2f-078d-4c69-a188-cb55a28a77a0 None None] Agent healthcheck: found 7 active agents {{(pid=84877) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Jan 14 07:45:19.515270 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-6b289715-ce48-4891-a134-f8666d48f8dd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036850886386'] for router_interface, before_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:45:19.580165 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88c226fc-1aae-4ee5-bb4a-63302d6d0ed0 None None] Pushing event updated for resources: {'Port': ['ID=463b2ea3-6ff7-4617-85d1-2eb528f50a1f,revision_number=2']} {{(pid=84876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:45:19.600946 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-88c226fc-1aae-4ee5-bb4a-63302d6d0ed0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.244s {{(pid=84876) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:45:19.634579 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Device 58b6b529-e79c-4573-b31c-2045c3eadc99 up at agent ovs-agent-n-d-768862-2 {{(pid=84876) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 07:45:19.654747 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-6b289715-ce48-4891-a134-f8666d48f8dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555753'] for port, before_update {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:45:19.937251 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.managers [None req-958b622e-9850-4275-b733-408c03fedffa None None] Attempting to bind port 463b2ea3-6ff7-4617-85d1-2eb528f50a1f on host n-d-768862-2 for vnic_type normal with profile {{(pid=84876) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 14 07:45:19.937626 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.managers [None req-958b622e-9850-4275-b733-408c03fedffa None None] Attempting to bind port 463b2ea3-6ff7-4617-85d1-2eb528f50a1f by drivers openvswitch on host n-d-768862-2 at level 0 using segments [{'id': 'cf3ded2c-bc47-4a71-89af-6e7117e60140', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '226f1e78-82cd-4481-9055-4eb73b6db8c1'}] {{(pid=84876) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 14 07:45:19.938052 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-958b622e-9850-4275-b733-408c03fedffa None None] Attempting to bind port 463b2ea3-6ff7-4617-85d1-2eb528f50a1f on network 226f1e78-82cd-4481-9055-4eb73b6db8c1 {{(pid=84876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 14 07:45:19.946862 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-958b622e-9850-4275-b733-408c03fedffa None None] Checking agent: {'id': 'ba5efab1-b43c-4d5a-bc52-6e105d4e67a2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768862-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 14, 6, 56, 52), 'started_at': datetime.datetime(2021, 1, 14, 6, 57, 22), 'heartbeat_timestamp': datetime.datetime(2021, 1, 14, 7, 44, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768862-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.29', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 14 07:45:19.947316 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-958b622e-9850-4275-b733-408c03fedffa None None] Checking segment: {'id': 'cf3ded2c-bc47-4a71-89af-6e7117e60140', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '226f1e78-82cd-4481-9055-4eb73b6db8c1'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84876) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 14 07:45:19.947856 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-958b622e-9850-4275-b733-408c03fedffa None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:45:19.948296 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-958b622e-9850-4275-b733-408c03fedffa None None] Bound using segment: {'id': 'cf3ded2c-bc47-4a71-89af-6e7117e60140', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '226f1e78-82cd-4481-9055-4eb73b6db8c1'} {{(pid=84876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 14 07:45:19.948828 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.managers [None req-958b622e-9850-4275-b733-408c03fedffa None None] Bound port: 463b2ea3-6ff7-4617-85d1-2eb528f50a1f, host: n-d-768862-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cf3ded2c-bc47-4a71-89af-6e7117e60140', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '226f1e78-82cd-4481-9055-4eb73b6db8c1'}}] {{(pid=84876) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 14 07:45:19.949249 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-958b622e-9850-4275-b733-408c03fedffa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555753'] for port, before_update {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:45:19.978247 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-6b289715-ce48-4891-a134-f8666d48f8dd admin admin] Notify callbacks [] for port, precommit_update {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:45:19.982732 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-6b289715-ce48-4891-a134-f8666d48f8dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777640533312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363259214678337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777640097497', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036851521613'] for port, after_update {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:45:19.991415 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Provisioning for port 58b6b529-e79c-4573-b31c-2045c3eadc99 completed by entity L2. {{(pid=84876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 07:45:20.005114 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Provisioning complete for port 58b6b529-e79c-4573-b31c-2045c3eadc99 triggered by entity L2. {{(pid=84876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 07:45:20.005527 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-604227'] for port, provisioning_complete {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:45:20.012842 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-c456d7c1-eca1-4322-b392-830dd82ab9e5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:45:20.091510 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b289715-ce48-4891-a134-f8666d48f8dd admin admin] Pushing event updated for resources: {'Port': ['ID=d17ee4b3-83e0-410d-b6c6-d4332a6e8f68,revision_number=2']} {{(pid=84874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:45:20.092283 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-76ee5475-ffa6-4631-8ca9-dbb744fbcba9 None None] Provisioning complete for port ce98a112-bb2a-480c-ac60-14683a34ffdf triggered by entity DHCP. {{(pid=84876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 07:45:20.092704 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-76ee5475-ffa6-4631-8ca9-dbb744fbcba9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-604227'] for port, provisioning_complete {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:45:20.096012 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-6b289715-ce48-4891-a134-f8666d48f8dd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:45:20.103751 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-6b289715-ce48-4891-a134-f8666d48f8dd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3206949', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3889649'] for router_interface, after_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:45:20.122578 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [None req-958b622e-9850-4275-b733-408c03fedffa None None] For port 463b2ea3-6ff7-4617-85d1-2eb528f50a1f, host n-d-768862-2, cleared binding levels {{(pid=84876) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 14 07:45:20.153467 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [None req-958b622e-9850-4275-b733-408c03fedffa None None] For port 463b2ea3-6ff7-4617-85d1-2eb528f50a1f, host n-d-768862-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-2',level=0,port_id=463b2ea3-6ff7-4617-85d1-2eb528f50a1f,segment=NetworkSegment(cf3ded2c-bc47-4a71-89af-6e7117e60140),segment_id=cf3ded2c-bc47-4a71-89af-6e7117e60140)] {{(pid=84876) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 14 07:45:20.160828 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-958b622e-9850-4275-b733-408c03fedffa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777640533312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363259214678337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777640097497'] for port, after_update {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:45:20.177895 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-ad17a799-1ae2-4377-96ab-f5d564206826 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84876) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:45:20.251921 n-d-768862-2 neutron-server[84765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b289715-ce48-4891-a134-f8666d48f8dd admin admin] Network a063c6a0-e2ff-4106-a92d-27e5b29f3c5a is already hosted by enough agents. {{(pid=84874) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 07:45:20.252962 n-d-768862-2 neutron-server[84765]: DEBUG neutron.scheduler.base_scheduler [None req-6b289715-ce48-4891-a134-f8666d48f8dd admin admin] Resources bound (agent type, host, resource id): {{(pid=84874) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 07:45:20.405728 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555753'] for port, before_update {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:45:20.441867 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88c226fc-1aae-4ee5-bb4a-63302d6d0ed0 None None] Pushing event updated for resources: {'Port': ['ID=463b2ea3-6ff7-4617-85d1-2eb528f50a1f,revision_number=3']} {{(pid=84876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:45:20.454672 n-d-768862-2 neutron-server[84765]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6b289715-ce48-4891-a134-f8666d48f8dd admin admin] Router 43ae50ab-29b3-4493-8a96-0d9402e2adfa has already been hosted by L3 agent 35f592e9-451b-4db9-abea-77b6a5c5391b {{(pid=84874) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Jan 14 07:45:20.460728 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-88c226fc-1aae-4ee5-bb4a-63302d6d0ed0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.283s {{(pid=84876) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:45:20.514500 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] For port 58b6b529-e79c-4573-b31c-2045c3eadc99, host n-d-768862-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-2',level=0,port_id=58b6b529-e79c-4573-b31c-2045c3eadc99,segment=NetworkSegment(5cc9057e-3e0f-4fdd-8151-921bb00aa415),segment_id=5cc9057e-3e0f-4fdd-8151-921bb00aa415)] {{(pid=84876) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 07:45:20.520164 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777640533312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363259214678337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777640097497'] for port, after_update {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:45:20.523285 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-48759177-3cc2-4769-bf70-940c51a94667 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84876) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:45:20.588790 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-76ee5475-ffa6-4631-8ca9-dbb744fbcba9 None None] Provisioning for port d17ee4b3-83e0-410d-b6c6-d4332a6e8f68 completed by entity DHCP. {{(pid=84876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 07:45:20.598158 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-958b622e-9850-4275-b733-408c03fedffa None None] Routers {'43ae50ab-29b3-4493-8a96-0d9402e2adfa'} bound to L3 agent in host n-d-768862-2 {{(pid=84876) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 14 07:45:20.598865 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_hamode_db [None req-958b622e-9850-4275-b733-408c03fedffa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-01-14T06:56:51Z,description=,heartbeat_timestamp=2021-01-14T07:44:52Z,host='n-d-768862-2',id=35f592e9-451b-4db9-abea-77b6a5c5391b,load=0,resource_versions=,resources_synced=,started_at=2021-01-14T06:56:51Z,topic='l3_agent')) {'router_ids': ['43ae50ab-29b3-4493-8a96-0d9402e2adfa'], 'active': True} {{(pid=84876) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:45:20.657078 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6b289715-ce48-4891-a134-f8666d48f8dd admin admin] Notify agent at l3_agent.n-d-768862-2 the message routers_updated {{(pid=84874) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jan 14 07:45:20.660984 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-76ee5475-ffa6-4631-8ca9-dbb744fbcba9 None None] Provisioning complete for port d17ee4b3-83e0-410d-b6c6-d4332a6e8f68 triggered by entity DHCP. {{(pid=84876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 07:45:20.661669 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-76ee5475-ffa6-4631-8ca9-dbb744fbcba9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-604227'] for port, provisioning_complete {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:45:20.668535 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-6b289715-ce48-4891-a134-f8666d48f8dd admin admin] 10.222.0.24 "PUT /v2.0/routers/43ae50ab-29b3-4493-8a96-0d9402e2adfa/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3395824 Jan 14 07:45:20.771150 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Pushing event updated for resources: {'Port': ['ID=58b6b529-e79c-4573-b31c-2045c3eadc99,revision_number=5']} {{(pid=84876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:45:20.783388 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.260s {{(pid=84876) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:45:20.807617 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.plugin [None req-76ee5475-ffa6-4631-8ca9-dbb744fbcba9 None None] Port d17ee4b3-83e0-410d-b6c6-d4332a6e8f68 cannot update to ACTIVE because it is not bound. {{(pid=84876) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:329}} Jan 14 07:45:20.851618 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_dvr_db [None req-958b622e-9850-4275-b733-408c03fedffa None None] Set router 43ae50ab-29b3-4493-8a96-0d9402e2adfa gateway port host: n-d-768862-2 {{(pid=84876) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 14 07:45:20.998364 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Device 58b6b529-e79c-4573-b31c-2045c3eadc99 up at agent ovs-agent-n-d-768862-2 {{(pid=84876) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 07:45:21.125789 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-909a076b-8008-465b-abc1-e68c2df40849 None None] Provisioning complete for port d17ee4b3-83e0-410d-b6c6-d4332a6e8f68 triggered by entity DHCP. {{(pid=84876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 07:45:21.126225 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-909a076b-8008-465b-abc1-e68c2df40849 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-604227'] for port, provisioning_complete {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:45:21.236339 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.plugin [None req-909a076b-8008-465b-abc1-e68c2df40849 None None] Port d17ee4b3-83e0-410d-b6c6-d4332a6e8f68 cannot update to ACTIVE because it is not bound. {{(pid=84876) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:329}} Jan 14 07:45:21.243873 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Provisioning complete for port 58b6b529-e79c-4573-b31c-2045c3eadc99 triggered by entity L2. {{(pid=84876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 07:45:21.244491 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-604227'] for port, provisioning_complete {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:45:21.438823 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_hamode_db [None req-958b622e-9850-4275-b733-408c03fedffa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '43ae50ab-29b3-4493-8a96-0d9402e2adfa', 'name': 'tempest-TestEncryptedCinderVolumes-296333939-router', 'tenant_id': '4d02252dbf094c4997ae791acc635dea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '226f1e78-82cd-4481-9055-4eb73b6db8c1', 'external_fixed_ips': [{'subnet_id': 'ba8deeec-7658-4195-9449-038c076f5c83', 'ip_address': '172.25.2.244'}], 'enable_snat': True}, 'gw_port_id': '463b2ea3-6ff7-4617-85d1-2eb528f50a1f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-14T07:45:14Z', 'updated_at': '2021-01-14T07:45:19Z', 'revision_number': 4, 'project_id': '4d02252dbf094c4997ae791acc635dea', 'gw_port': {'id': '463b2ea3-6ff7-4617-85d1-2eb528f50a1f', 'name': '', 'network_id': '226f1e78-82cd-4481-9055-4eb73b6db8c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:7d:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '43ae50ab-29b3-4493-8a96-0d9402e2adfa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3847, 'fixed_ips': [{'subnet_id': 'ba8deeec-7658-4195-9449-038c076f5c83', 'ip_address': '172.25.2.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T07:45:15Z', 'updated_at': '2021-01-14T07:45:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ba8deeec-7658-4195-9449-038c076f5c83', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-2', '_interfaces': [{'id': 'd17ee4b3-83e0-410d-b6c6-d4332a6e8f68', 'name': '', 'network_id': 'a063c6a0-e2ff-4106-a92d-27e5b29f3c5a', 'tenant_id': '4d02252dbf094c4997ae791acc635dea', 'mac_address': 'fa:16:3e:21:b9:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '43ae50ab-29b3-4493-8a96-0d9402e2adfa', 'device_owner': 'network:router_interface', 'standard_attr_id': 3848, 'fixed_ips': [{'subnet_id': '1d237041-78a9-4c04-abe8-67387ada9fa7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T07:45:18Z', 'updated_at': '2021-01-14T07:45:19Z', 'revision_number': 2, 'project_id': '4d02252dbf094c4997ae791acc635dea', 'subnets': [{'id': '1d237041-78a9-4c04-abe8-67387ada9fa7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'n-d-768862-2', False) {} {{(pid=84876) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:45:21.447632 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-958b622e-9850-4275-b733-408c03fedffa None None] The sync data for ids ['43ae50ab-29b3-4493-8a96-0d9402e2adfa'] in n-d-768862-2 is: [{'id': '43ae50ab-29b3-4493-8a96-0d9402e2adfa', 'name': 'tempest-TestEncryptedCinderVolumes-296333939-router', 'tenant_id': '4d02252dbf094c4997ae791acc635dea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '226f1e78-82cd-4481-9055-4eb73b6db8c1', 'external_fixed_ips': [{'subnet_id': 'ba8deeec-7658-4195-9449-038c076f5c83', 'ip_address': '172.25.2.244'}], 'enable_snat': True}, 'gw_port_id': '463b2ea3-6ff7-4617-85d1-2eb528f50a1f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-14T07:45:14Z', 'updated_at': '2021-01-14T07:45:19Z', 'revision_number': 4, 'project_id': '4d02252dbf094c4997ae791acc635dea', 'gw_port': {'id': '463b2ea3-6ff7-4617-85d1-2eb528f50a1f', 'name': '', 'network_id': '226f1e78-82cd-4481-9055-4eb73b6db8c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:7d:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '43ae50ab-29b3-4493-8a96-0d9402e2adfa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3847, 'fixed_ips': [{'subnet_id': 'ba8deeec-7658-4195-9449-038c076f5c83', 'ip_address': '172.25.2.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T07:45:15Z', 'updated_at': '2021-01-14T07:45:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ba8deeec-7658-4195-9449-038c076f5c83', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-2', '_interfaces': [{'id': 'd17ee4b3-83e0-410d-b6c6-d4332a6e8f68', 'name': '', 'network_id': 'a063c6a0-e2ff-4106-a92d-27e5b29f3c5a', 'tenant_id': '4d02252dbf094c4997ae791acc635dea', 'mac_address': 'fa:16:3e:21:b9:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '43ae50ab-29b3-4493-8a96-0d9402e2adfa', 'device_owner': 'network:router_interface', 'standard_attr_id': 3848, 'fixed_ips': [{'subnet_id': '1d237041-78a9-4c04-abe8-67387ada9fa7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T07:45:18Z', 'updated_at': '2021-01-14T07:45:19Z', 'revision_number': 2, 'project_id': '4d02252dbf094c4997ae791acc635dea', 'subnets': [{'id': '1d237041-78a9-4c04-abe8-67387ada9fa7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=84876) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Jan 14 07:45:21.766967 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-62194841-1f6e-4cf8-9ab0-67c5fb216926 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363259214191800', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854171626'] for agent, after_update {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:45:21.935191 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-da76cfc0-98e8-4426-9f6d-4f05aa3fae78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363259214191800', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854171626'] for agent, after_update {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:45:22.641875 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363259214191800', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854171626'] for agent, after_update {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:45:22.989358 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Device 463b2ea3-6ff7-4617-85d1-2eb528f50a1f up at agent ovs-agent-n-d-768862-2 {{(pid=84876) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 07:45:23.074318 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Provisioning for port 463b2ea3-6ff7-4617-85d1-2eb528f50a1f completed by entity L2. {{(pid=84876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 07:45:23.080512 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Provisioning complete for port 463b2ea3-6ff7-4617-85d1-2eb528f50a1f triggered by entity L2. {{(pid=84876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 07:45:23.080695 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-604227'] for port, provisioning_complete {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:45:23.221729 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555753'] for port, before_update {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:45:23.241758 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] For port 463b2ea3-6ff7-4617-85d1-2eb528f50a1f, host n-d-768862-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-2',level=0,port_id=463b2ea3-6ff7-4617-85d1-2eb528f50a1f,segment=NetworkSegment(cf3ded2c-bc47-4a71-89af-6e7117e60140),segment_id=cf3ded2c-bc47-4a71-89af-6e7117e60140)] {{(pid=84876) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 07:45:23.248119 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777640533312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363259214678337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777640097497'] for port, after_update {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:45:23.250989 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84876) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:45:23.348471 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Pushing event updated for resources: {'Port': ['ID=463b2ea3-6ff7-4617-85d1-2eb528f50a1f,revision_number=4']} {{(pid=84876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:45:23.352613 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=84876) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:45:23.356219 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-0f37073e-9c69-4e3c-80e0-6cfaa0fd61a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363259214191800', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854171626'] for agent, after_update {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:45:24.965986 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Device 463b2ea3-6ff7-4617-85d1-2eb528f50a1f up at agent ovs-agent-n-d-768862-2 {{(pid=84876) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 07:45:25.273613 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Provisioning complete for port 463b2ea3-6ff7-4617-85d1-2eb528f50a1f triggered by entity L2. {{(pid=84876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 07:45:25.274034 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-604227'] for port, provisioning_complete {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:45:25.601490 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e95a2a13-324f-42d7-8223-2ac2a7a64498 None None] Sync routers for ids ['43ae50ab-29b3-4493-8a96-0d9402e2adfa'] in n-d-768862-2 {{(pid=84877) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Jan 14 07:45:25.613889 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e95a2a13-324f-42d7-8223-2ac2a7a64498 None None] Routers {'43ae50ab-29b3-4493-8a96-0d9402e2adfa'} bound to L3 agent in host n-d-768862-2 {{(pid=84877) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 14 07:45:25.614929 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_hamode_db [None req-e95a2a13-324f-42d7-8223-2ac2a7a64498 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-01-14T06:56:51Z,description=,heartbeat_timestamp=2021-01-14T07:45:22Z,host='n-d-768862-2',id=35f592e9-451b-4db9-abea-77b6a5c5391b,load=0,resource_versions=,resources_synced=,started_at=2021-01-14T06:56:51Z,topic='l3_agent')) {'router_ids': ['43ae50ab-29b3-4493-8a96-0d9402e2adfa'], 'active': True} {{(pid=84877) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:45:25.822336 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_dvr_db [None req-e95a2a13-324f-42d7-8223-2ac2a7a64498 None None] Set router 43ae50ab-29b3-4493-8a96-0d9402e2adfa gateway port host: n-d-768862-2 {{(pid=84877) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 14 07:45:26.177600 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_hamode_db [None req-e95a2a13-324f-42d7-8223-2ac2a7a64498 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '43ae50ab-29b3-4493-8a96-0d9402e2adfa', 'name': 'tempest-TestEncryptedCinderVolumes-296333939-router', 'tenant_id': '4d02252dbf094c4997ae791acc635dea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '226f1e78-82cd-4481-9055-4eb73b6db8c1', 'external_fixed_ips': [{'subnet_id': 'ba8deeec-7658-4195-9449-038c076f5c83', 'ip_address': '172.25.2.244'}], 'enable_snat': True}, 'gw_port_id': '463b2ea3-6ff7-4617-85d1-2eb528f50a1f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-14T07:45:14Z', 'updated_at': '2021-01-14T07:45:19Z', 'revision_number': 4, 'project_id': '4d02252dbf094c4997ae791acc635dea', 'gw_port': {'id': '463b2ea3-6ff7-4617-85d1-2eb528f50a1f', 'name': '', 'network_id': '226f1e78-82cd-4481-9055-4eb73b6db8c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:7d:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43ae50ab-29b3-4493-8a96-0d9402e2adfa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3847, 'fixed_ips': [{'subnet_id': 'ba8deeec-7658-4195-9449-038c076f5c83', 'ip_address': '172.25.2.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T07:45:15Z', 'updated_at': '2021-01-14T07:45:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ba8deeec-7658-4195-9449-038c076f5c83', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-2', '_interfaces': [{'id': 'd17ee4b3-83e0-410d-b6c6-d4332a6e8f68', 'name': '', 'network_id': 'a063c6a0-e2ff-4106-a92d-27e5b29f3c5a', 'tenant_id': '4d02252dbf094c4997ae791acc635dea', 'mac_address': 'fa:16:3e:21:b9:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '43ae50ab-29b3-4493-8a96-0d9402e2adfa', 'device_owner': 'network:router_interface', 'standard_attr_id': 3848, 'fixed_ips': [{'subnet_id': '1d237041-78a9-4c04-abe8-67387ada9fa7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T07:45:18Z', 'updated_at': '2021-01-14T07:45:19Z', 'revision_number': 2, 'project_id': '4d02252dbf094c4997ae791acc635dea', 'subnets': [{'id': '1d237041-78a9-4c04-abe8-67387ada9fa7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'n-d-768862-2', False) {} {{(pid=84877) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:45:26.182966 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e95a2a13-324f-42d7-8223-2ac2a7a64498 None None] Checking router: 43ae50ab-29b3-4493-8a96-0d9402e2adfa for host: n-d-768862-2 {{(pid=84877) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Jan 14 07:45:26.183678 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e95a2a13-324f-42d7-8223-2ac2a7a64498 None None] Updating router 43ae50ab-29b3-4493-8a96-0d9402e2adfa port d17ee4b3-83e0-410d-b6c6-d4332a6e8f68 binding host n-d-768862-2 {{(pid=84877) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Jan 14 07:45:26.241503 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-e95a2a13-324f-42d7-8223-2ac2a7a64498 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555753'] for port, before_update {{(pid=84877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:45:26.700824 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-e95a2a13-324f-42d7-8223-2ac2a7a64498 None None] Notify callbacks [] for port, precommit_update {{(pid=84877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:45:26.713937 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-e95a2a13-324f-42d7-8223-2ac2a7a64498 None None] Transition to ACTIVE for port object d17ee4b3-83e0-410d-b6c6-d4332a6e8f68 will not be triggered until provisioned by entity L2. {{(pid=84877) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 07:45:26.719341 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-e95a2a13-324f-42d7-8223-2ac2a7a64498 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777640533312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363259214678337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777640097497'] for port, after_update {{(pid=84877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:45:26.740124 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-0770c152-9518-47bd-ac3b-6c7734a67607 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:45:27.037919 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f1b1446-d2b4-465a-91ea-2010c70d0a53 None None] Pushing event updated for resources: {'Port': ['ID=d17ee4b3-83e0-410d-b6c6-d4332a6e8f68,revision_number=3']} {{(pid=84877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:45:27.057905 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-1f1b1446-d2b4-465a-91ea-2010c70d0a53 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.318s {{(pid=84877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:45:27.211706 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.managers [None req-e95a2a13-324f-42d7-8223-2ac2a7a64498 None None] Attempting to bind port d17ee4b3-83e0-410d-b6c6-d4332a6e8f68 on host n-d-768862-2 for vnic_type normal with profile {{(pid=84877) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 14 07:45:27.212541 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.managers [None req-e95a2a13-324f-42d7-8223-2ac2a7a64498 None None] Attempting to bind port d17ee4b3-83e0-410d-b6c6-d4332a6e8f68 by drivers openvswitch on host n-d-768862-2 at level 0 using segments [{'id': 'e6346cd3-f0c0-4206-a8b5-01fe6fc68bb6', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'a063c6a0-e2ff-4106-a92d-27e5b29f3c5a'}] {{(pid=84877) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 14 07:45:27.212541 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e95a2a13-324f-42d7-8223-2ac2a7a64498 None None] Attempting to bind port d17ee4b3-83e0-410d-b6c6-d4332a6e8f68 on network a063c6a0-e2ff-4106-a92d-27e5b29f3c5a {{(pid=84877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 14 07:45:27.218674 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e95a2a13-324f-42d7-8223-2ac2a7a64498 None None] Checking agent: {'id': 'ba5efab1-b43c-4d5a-bc52-6e105d4e67a2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768862-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 14, 6, 56, 52), 'started_at': datetime.datetime(2021, 1, 14, 6, 57, 22), 'heartbeat_timestamp': datetime.datetime(2021, 1, 14, 7, 45, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768862-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.29', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 14 07:45:27.219307 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e95a2a13-324f-42d7-8223-2ac2a7a64498 None None] Checking segment: {'id': 'e6346cd3-f0c0-4206-a8b5-01fe6fc68bb6', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'a063c6a0-e2ff-4106-a92d-27e5b29f3c5a'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84877) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 14 07:45:27.219923 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-e95a2a13-324f-42d7-8223-2ac2a7a64498 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:45:27.220482 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e95a2a13-324f-42d7-8223-2ac2a7a64498 None None] Bound using segment: {'id': 'e6346cd3-f0c0-4206-a8b5-01fe6fc68bb6', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'a063c6a0-e2ff-4106-a92d-27e5b29f3c5a'} {{(pid=84877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 14 07:45:27.221134 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.managers [None req-e95a2a13-324f-42d7-8223-2ac2a7a64498 None None] Bound port: d17ee4b3-83e0-410d-b6c6-d4332a6e8f68, host: n-d-768862-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e6346cd3-f0c0-4206-a8b5-01fe6fc68bb6', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'a063c6a0-e2ff-4106-a92d-27e5b29f3c5a'}}] {{(pid=84877) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 14 07:45:27.221728 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-e95a2a13-324f-42d7-8223-2ac2a7a64498 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555753'] for port, before_update {{(pid=84877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:45:27.327624 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [None req-e95a2a13-324f-42d7-8223-2ac2a7a64498 None None] For port d17ee4b3-83e0-410d-b6c6-d4332a6e8f68, host n-d-768862-2, cleared binding levels {{(pid=84877) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 14 07:45:27.331354 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [None req-e95a2a13-324f-42d7-8223-2ac2a7a64498 None None] For port d17ee4b3-83e0-410d-b6c6-d4332a6e8f68, host n-d-768862-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-2',level=0,port_id=d17ee4b3-83e0-410d-b6c6-d4332a6e8f68,segment=NetworkSegment(e6346cd3-f0c0-4206-a8b5-01fe6fc68bb6),segment_id=e6346cd3-f0c0-4206-a8b5-01fe6fc68bb6)] {{(pid=84877) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 14 07:45:27.481540 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-e95a2a13-324f-42d7-8223-2ac2a7a64498 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777640533312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363259214678337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777640097497'] for port, after_update {{(pid=84877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:45:27.498784 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-b10a5ba5-3f42-4c08-8a4a-889c5117cf83 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:45:27.640258 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f1b1446-d2b4-465a-91ea-2010c70d0a53 None None] Pushing event updated for resources: {'Port': ['ID=d17ee4b3-83e0-410d-b6c6-d4332a6e8f68,revision_number=4']} {{(pid=84877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:45:27.645244 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-1f1b1446-d2b4-465a-91ea-2010c70d0a53 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=84877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:45:27.719458 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e95a2a13-324f-42d7-8223-2ac2a7a64498 None None] Routers {'43ae50ab-29b3-4493-8a96-0d9402e2adfa'} bound to L3 agent in host n-d-768862-2 {{(pid=84877) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 14 07:45:27.720198 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_hamode_db [None req-e95a2a13-324f-42d7-8223-2ac2a7a64498 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-01-14T06:56:51Z,description=,heartbeat_timestamp=2021-01-14T07:45:22Z,host='n-d-768862-2',id=35f592e9-451b-4db9-abea-77b6a5c5391b,load=0,resource_versions=,resources_synced=,started_at=2021-01-14T06:56:51Z,topic='l3_agent')) {'router_ids': ['43ae50ab-29b3-4493-8a96-0d9402e2adfa'], 'active': True} {{(pid=84877) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:45:27.939961 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_dvr_db [None req-e95a2a13-324f-42d7-8223-2ac2a7a64498 None None] Set router 43ae50ab-29b3-4493-8a96-0d9402e2adfa gateway port host: n-d-768862-2 {{(pid=84877) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 14 07:45:28.303588 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_hamode_db [None req-e95a2a13-324f-42d7-8223-2ac2a7a64498 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '43ae50ab-29b3-4493-8a96-0d9402e2adfa', 'name': 'tempest-TestEncryptedCinderVolumes-296333939-router', 'tenant_id': '4d02252dbf094c4997ae791acc635dea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '226f1e78-82cd-4481-9055-4eb73b6db8c1', 'external_fixed_ips': [{'subnet_id': 'ba8deeec-7658-4195-9449-038c076f5c83', 'ip_address': '172.25.2.244'}], 'enable_snat': True}, 'gw_port_id': '463b2ea3-6ff7-4617-85d1-2eb528f50a1f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-14T07:45:14Z', 'updated_at': '2021-01-14T07:45:19Z', 'revision_number': 4, 'project_id': '4d02252dbf094c4997ae791acc635dea', 'gw_port': {'id': '463b2ea3-6ff7-4617-85d1-2eb528f50a1f', 'name': '', 'network_id': '226f1e78-82cd-4481-9055-4eb73b6db8c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:7d:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43ae50ab-29b3-4493-8a96-0d9402e2adfa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3847, 'fixed_ips': [{'subnet_id': 'ba8deeec-7658-4195-9449-038c076f5c83', 'ip_address': '172.25.2.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T07:45:15Z', 'updated_at': '2021-01-14T07:45:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ba8deeec-7658-4195-9449-038c076f5c83', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-2', '_interfaces': [{'id': 'd17ee4b3-83e0-410d-b6c6-d4332a6e8f68', 'name': '', 'network_id': 'a063c6a0-e2ff-4106-a92d-27e5b29f3c5a', 'tenant_id': '4d02252dbf094c4997ae791acc635dea', 'mac_address': 'fa:16:3e:21:b9:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '43ae50ab-29b3-4493-8a96-0d9402e2adfa', 'device_owner': 'network:router_interface', 'standard_attr_id': 3848, 'fixed_ips': [{'subnet_id': '1d237041-78a9-4c04-abe8-67387ada9fa7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T07:45:18Z', 'updated_at': '2021-01-14T07:45:27Z', 'revision_number': 4, 'project_id': '4d02252dbf094c4997ae791acc635dea', 'subnets': [{'id': '1d237041-78a9-4c04-abe8-67387ada9fa7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'n-d-768862-2', False) {} {{(pid=84877) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:45:28.308037 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e95a2a13-324f-42d7-8223-2ac2a7a64498 None None] The sync data for ids ['43ae50ab-29b3-4493-8a96-0d9402e2adfa'] in n-d-768862-2 is: [{'id': '43ae50ab-29b3-4493-8a96-0d9402e2adfa', 'name': 'tempest-TestEncryptedCinderVolumes-296333939-router', 'tenant_id': '4d02252dbf094c4997ae791acc635dea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '226f1e78-82cd-4481-9055-4eb73b6db8c1', 'external_fixed_ips': [{'subnet_id': 'ba8deeec-7658-4195-9449-038c076f5c83', 'ip_address': '172.25.2.244'}], 'enable_snat': True}, 'gw_port_id': '463b2ea3-6ff7-4617-85d1-2eb528f50a1f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-14T07:45:14Z', 'updated_at': '2021-01-14T07:45:19Z', 'revision_number': 4, 'project_id': '4d02252dbf094c4997ae791acc635dea', 'gw_port': {'id': '463b2ea3-6ff7-4617-85d1-2eb528f50a1f', 'name': '', 'network_id': '226f1e78-82cd-4481-9055-4eb73b6db8c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:7d:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43ae50ab-29b3-4493-8a96-0d9402e2adfa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3847, 'fixed_ips': [{'subnet_id': 'ba8deeec-7658-4195-9449-038c076f5c83', 'ip_address': '172.25.2.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T07:45:15Z', 'updated_at': '2021-01-14T07:45:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ba8deeec-7658-4195-9449-038c076f5c83', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-2', '_interfaces': [{'id': 'd17ee4b3-83e0-410d-b6c6-d4332a6e8f68', 'name': '', 'network_id': 'a063c6a0-e2ff-4106-a92d-27e5b29f3c5a', 'tenant_id': '4d02252dbf094c4997ae791acc635dea', 'mac_address': 'fa:16:3e:21:b9:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '43ae50ab-29b3-4493-8a96-0d9402e2adfa', 'device_owner': 'network:router_interface', 'standard_attr_id': 3848, 'fixed_ips': [{'subnet_id': '1d237041-78a9-4c04-abe8-67387ada9fa7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T07:45:18Z', 'updated_at': '2021-01-14T07:45:27Z', 'revision_number': 4, 'project_id': '4d02252dbf094c4997ae791acc635dea', 'subnets': [{'id': '1d237041-78a9-4c04-abe8-67387ada9fa7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=84877) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Jan 14 07:45:28.996123 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Device d17ee4b3-83e0-410d-b6c6-d4332a6e8f68 up at agent ovs-agent-n-d-768862-2 {{(pid=84876) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 07:45:29.095002 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Provisioning for port d17ee4b3-83e0-410d-b6c6-d4332a6e8f68 completed by entity L2. {{(pid=84876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 07:45:29.103205 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Provisioning complete for port d17ee4b3-83e0-410d-b6c6-d4332a6e8f68 triggered by entity L2. {{(pid=84876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 07:45:29.105382 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-604227'] for port, provisioning_complete {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:45:29.234049 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555753'] for port, before_update {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:45:29.272901 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] For port d17ee4b3-83e0-410d-b6c6-d4332a6e8f68, host n-d-768862-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-2',level=0,port_id=d17ee4b3-83e0-410d-b6c6-d4332a6e8f68,segment=NetworkSegment(e6346cd3-f0c0-4206-a8b5-01fe6fc68bb6),segment_id=e6346cd3-f0c0-4206-a8b5-01fe6fc68bb6)] {{(pid=84876) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 07:45:29.277880 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777640533312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363259214678337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777640097497'] for port, after_update {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:45:29.281302 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-88c226fc-1aae-4ee5-bb4a-63302d6d0ed0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=84876) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:45:29.352073 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Pushing event updated for resources: {'Port': ['ID=d17ee4b3-83e0-410d-b6c6-d4332a6e8f68,revision_number=5']} {{(pid=84876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:45:29.356150 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=84876) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:45:30.954276 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Device d17ee4b3-83e0-410d-b6c6-d4332a6e8f68 up at agent ovs-agent-n-d-768862-2 {{(pid=84876) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 07:45:31.026505 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Provisioning complete for port d17ee4b3-83e0-410d-b6c6-d4332a6e8f68 triggered by entity L2. {{(pid=84876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 07:45:31.026947 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-604227'] for port, provisioning_complete {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:45:31.115512 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d5a2ca6-a7f6-4392-b5bd-1746deb87e76 req-d261d133-1d0e-4a3f-95b8-32546ce0de7d tempest-TestEncryptedCinderVolumes-1578977891 tempest-TestEncryptedCinderVolumes-1578977891] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:45:31.116323 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [req-9d5a2ca6-a7f6-4392-b5bd-1746deb87e76 req-d261d133-1d0e-4a3f-95b8-32546ce0de7d tempest-TestEncryptedCinderVolumes-1578977891 tempest-TestEncryptedCinderVolumes-1578977891] Synchronizing usage tracker for tenant:27b29e8b75204908809862cfaf3fe9b0 on resource:network {{(pid=84875) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 14 07:45:31.133854 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [req-9d5a2ca6-a7f6-4392-b5bd-1746deb87e76 req-d261d133-1d0e-4a3f-95b8-32546ce0de7d tempest-TestEncryptedCinderVolumes-1578977891 tempest-TestEncryptedCinderVolumes-1578977891] Unset dirty status for tenant:27b29e8b75204908809862cfaf3fe9b0 on resource:network {{(pid=84875) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 14 07:45:31.135162 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [req-9d5a2ca6-a7f6-4392-b5bd-1746deb87e76 req-d261d133-1d0e-4a3f-95b8-32546ce0de7d tempest-TestEncryptedCinderVolumes-1578977891 tempest-TestEncryptedCinderVolumes-1578977891] 10.222.0.24 "GET /v2.0/networks?id=acf70e1b-fcf7-43d0-8d6c-963316e1a71b HTTP/1.1" status: 200 len: 817 time: 0.2033198 Jan 14 07:45:31.152447 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [req-9d5a2ca6-a7f6-4392-b5bd-1746deb87e76 req-6483dded-9f61-48cb-88dd-d8fa4424df56 tempest-TestEncryptedCinderVolumes-1578977891 tempest-TestEncryptedCinderVolumes-1578977891] 10.222.0.24 "GET /v2.0/quotas/27b29e8b75204908809862cfaf3fe9b0 HTTP/1.1" status: 200 len: 375 time: 0.0109489 Jan 14 07:45:31.250091 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [req-9d5a2ca6-a7f6-4392-b5bd-1746deb87e76 req-b7413826-f797-49bb-b66e-865ec9ee0ae4 tempest-TestEncryptedCinderVolumes-1578977891 tempest-TestEncryptedCinderVolumes-1578977891] 10.222.0.24 "GET /v2.0/ports?tenant_id=27b29e8b75204908809862cfaf3fe9b0&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0916131 Jan 14 07:45:31.405540 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [req-9d5a2ca6-a7f6-4392-b5bd-1746deb87e76 req-0f984171-85f1-44f2-86ec-522d7e3a5d08 service neutron] 10.222.0.24 "GET /v2.0/networks/acf70e1b-fcf7-43d0-8d6c-963316e1a71b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1393161 Jan 14 07:45:31.559449 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [req-9d5a2ca6-a7f6-4392-b5bd-1746deb87e76 req-ef4786e2-e545-470e-a228-1d0ffce5e3e2 service neutron] 10.222.0.24 "GET /v2.0/networks/acf70e1b-fcf7-43d0-8d6c-963316e1a71b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1472096 Jan 14 07:45:41.435189 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-017f98a9-8a07-408c-a86f-8ff0c00400a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363259214191800', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854171626'] for agent, after_update {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:45:41.621432 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b159834-7f06-4924-be7f-88249ff71a22 req-a626f07f-dd91-4f41-b595-00f3caa310ef tempest-TestEncryptedCinderVolumes-1578977891 tempest-TestEncryptedCinderVolumes-1578977891] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:45:41.623482 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [req-2b159834-7f06-4924-be7f-88249ff71a22 req-a626f07f-dd91-4f41-b595-00f3caa310ef tempest-TestEncryptedCinderVolumes-1578977891 tempest-TestEncryptedCinderVolumes-1578977891] 10.222.0.24 "GET /v2.0/networks?id=acf70e1b-fcf7-43d0-8d6c-963316e1a71b HTTP/1.1" status: 200 len: 817 time: 0.1814516 Jan 14 07:45:41.645670 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [req-2b159834-7f06-4924-be7f-88249ff71a22 req-3263d8bb-7e58-4d23-b0c7-4a10c2c75eb8 tempest-TestEncryptedCinderVolumes-1578977891 tempest-TestEncryptedCinderVolumes-1578977891] 10.222.0.24 "GET /v2.0/quotas/27b29e8b75204908809862cfaf3fe9b0 HTTP/1.1" status: 200 len: 375 time: 0.0114076 Jan 14 07:45:41.747311 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [req-2b159834-7f06-4924-be7f-88249ff71a22 req-d282bc7e-3fb5-4957-9697-5dadd8daf629 tempest-TestEncryptedCinderVolumes-1578977891 tempest-TestEncryptedCinderVolumes-1578977891] 10.222.0.24 "GET /v2.0/ports?tenant_id=27b29e8b75204908809862cfaf3fe9b0&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0948715 Jan 14 07:45:41.912222 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [req-2b159834-7f06-4924-be7f-88249ff71a22 req-c98cd060-f0e7-427f-a981-c44a74e454df service neutron] 10.222.0.24 "GET /v2.0/networks/acf70e1b-fcf7-43d0-8d6c-963316e1a71b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1519659 Jan 14 07:45:42.063265 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [req-2b159834-7f06-4924-be7f-88249ff71a22 req-fde33eae-8f2e-41a3-b560-c8bf52706ce4 service neutron] 10.222.0.24 "GET /v2.0/networks/acf70e1b-fcf7-43d0-8d6c-963316e1a71b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1442940 Jan 14 07:45:42.897898 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84875) accepted ('10.222.0.24', 45054) {{(pid=84875) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:45:42.937602 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-852a24f7-e9a1-4193-9abb-e9506fe5213f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363259214191800', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854171626'] for agent, after_update {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:45:43.469105 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-fd2e0109-3411-4304-a6e3-640dce1546f7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3889632'] for router_interface, before_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:45:43.964047 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.plugin [None req-fd2e0109-3411-4304-a6e3-640dce1546f7 admin admin] Deleting port 58b6b529-e79c-4573-b31c-2045c3eadc99 {{(pid=84875) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 07:45:43.964661 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-fd2e0109-3411-4304-a6e3-640dce1546f7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363259214248359'] for port, before_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:45:44.149320 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [None req-fd2e0109-3411-4304-a6e3-640dce1546f7 admin admin] For port 58b6b529-e79c-4573-b31c-2045c3eadc99, host n-d-768862-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-2',level=0,port_id=58b6b529-e79c-4573-b31c-2045c3eadc99,segment=NetworkSegment(5cc9057e-3e0f-4fdd-8151-921bb00aa415),segment_id=5cc9057e-3e0f-4fdd-8151-921bb00aa415)] {{(pid=84875) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 07:45:44.149767 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-fd2e0109-3411-4304-a6e3-640dce1546f7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036850862667'] for port, precommit_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:45:44.283344 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.plugin [None req-fd2e0109-3411-4304-a6e3-640dce1546f7 admin admin] Calling delete_port for 58b6b529-e79c-4573-b31c-2045c3eadc99 owned by network:router_interface {{(pid=84875) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 07:45:44.740435 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-fd2e0109-3411-4304-a6e3-640dce1546f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777640533329', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777640097463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851621574'] for port, after_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:45:44.753796 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-3e31373d-559d-4f07-90f6-434bcf1af1df tempest-FloatingIPTestJSON-1632234116 tempest-FloatingIPTestJSON-1632234116] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:45:44.843158 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd2e0109-3411-4304-a6e3-640dce1546f7 admin admin] Pushing event deleted for resources: {'Port': ['ID=58b6b529-e79c-4573-b31c-2045c3eadc99,revision_number=None']} {{(pid=84875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:45:44.865085 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd2e0109-3411-4304-a6e3-640dce1546f7 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@n-h1-768862-2 {{(pid=84875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:45:44.865479 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd2e0109-3411-4304-a6e3-640dce1546f7 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-h1-768862-2 {{(pid=84875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:45:44.865894 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd2e0109-3411-4304-a6e3-640dce1546f7 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-h1-768862-2 {{(pid=84875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:45:44.866308 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd2e0109-3411-4304-a6e3-640dce1546f7 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-h1-768862-2 {{(pid=84875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:45:44.866713 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd2e0109-3411-4304-a6e3-640dce1546f7 admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@n-h1-768862-2 {{(pid=84875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:45:44.867117 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd2e0109-3411-4304-a6e3-640dce1546f7 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-h1-768862-2 {{(pid=84875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:45:44.867513 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd2e0109-3411-4304-a6e3-640dce1546f7 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-h1-768862-2 {{(pid=84875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:45:44.867977 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd2e0109-3411-4304-a6e3-640dce1546f7 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-h1-768862-2 {{(pid=84875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:45:44.868380 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd2e0109-3411-4304-a6e3-640dce1546f7 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-h1-768862-2 {{(pid=84875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:45:44.868772 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd2e0109-3411-4304-a6e3-640dce1546f7 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-h1-768862-2 {{(pid=84875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:45:44.869170 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd2e0109-3411-4304-a6e3-640dce1546f7 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-h1-768862-2 {{(pid=84875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:45:44.869565 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd2e0109-3411-4304-a6e3-640dce1546f7 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-h1-768862-2 {{(pid=84875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:45:44.869989 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd2e0109-3411-4304-a6e3-640dce1546f7 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@n-h2-768862-2 {{(pid=84875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:45:44.870384 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd2e0109-3411-4304-a6e3-640dce1546f7 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-h2-768862-2 {{(pid=84875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:45:44.870774 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd2e0109-3411-4304-a6e3-640dce1546f7 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-h2-768862-2 {{(pid=84875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:45:44.871164 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd2e0109-3411-4304-a6e3-640dce1546f7 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-h2-768862-2 {{(pid=84875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:45:44.871558 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd2e0109-3411-4304-a6e3-640dce1546f7 admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@n-h2-768862-2 {{(pid=84875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:45:44.871974 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd2e0109-3411-4304-a6e3-640dce1546f7 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-h2-768862-2 {{(pid=84875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:45:44.872369 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd2e0109-3411-4304-a6e3-640dce1546f7 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-h2-768862-2 {{(pid=84875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:45:44.872759 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd2e0109-3411-4304-a6e3-640dce1546f7 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-h2-768862-2 {{(pid=84875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:45:44.873152 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd2e0109-3411-4304-a6e3-640dce1546f7 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-h2-768862-2 {{(pid=84875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:45:44.873541 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd2e0109-3411-4304-a6e3-640dce1546f7 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-h2-768862-2 {{(pid=84875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:45:44.873931 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd2e0109-3411-4304-a6e3-640dce1546f7 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-h2-768862-2 {{(pid=84875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:45:44.874323 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd2e0109-3411-4304-a6e3-640dce1546f7 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-h2-768862-2 {{(pid=84875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:45:44.874771 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd2e0109-3411-4304-a6e3-640dce1546f7 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-2 {{(pid=84875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:45:44.875161 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd2e0109-3411-4304-a6e3-640dce1546f7 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-2 {{(pid=84875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:45:44.875551 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd2e0109-3411-4304-a6e3-640dce1546f7 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-2 {{(pid=84875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:45:44.876030 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd2e0109-3411-4304-a6e3-640dce1546f7 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-2 {{(pid=84875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:45:44.876387 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd2e0109-3411-4304-a6e3-640dce1546f7 admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@n-d-768862-2 {{(pid=84875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:45:44.877239 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd2e0109-3411-4304-a6e3-640dce1546f7 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-2 {{(pid=84875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:45:44.877239 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd2e0109-3411-4304-a6e3-640dce1546f7 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-768862-2 {{(pid=84875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:45:44.877536 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd2e0109-3411-4304-a6e3-640dce1546f7 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-768862-2 {{(pid=84875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:45:44.877924 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd2e0109-3411-4304-a6e3-640dce1546f7 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-2 {{(pid=84875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:45:44.878313 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd2e0109-3411-4304-a6e3-640dce1546f7 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-2 {{(pid=84875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:45:44.878701 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd2e0109-3411-4304-a6e3-640dce1546f7 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-2 {{(pid=84875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:45:44.879102 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd2e0109-3411-4304-a6e3-640dce1546f7 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-2 {{(pid=84875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:45:44.889146 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-fd2e0109-3411-4304-a6e3-640dce1546f7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:45:45.188810 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-fd2e0109-3411-4304-a6e3-640dce1546f7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted--9223372036851568851', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal--9223372036850888080'] for router_interface, after_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:45:45.710222 n-d-768862-2 neutron-server[84765]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fd2e0109-3411-4304-a6e3-640dce1546f7 admin admin] Router 12037e8e-568a-4473-bc30-24371f4babc3 has already been hosted by L3 agent 35f592e9-451b-4db9-abea-77b6a5c5391b {{(pid=84875) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Jan 14 07:45:45.908968 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fd2e0109-3411-4304-a6e3-640dce1546f7 admin admin] Notify agent at l3_agent.n-d-768862-2 the message routers_updated {{(pid=84875) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jan 14 07:45:45.919924 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50fdf964-ebbb-4d12-bbb1-8540292ddabd None None] Sync routers for ids ['12037e8e-568a-4473-bc30-24371f4babc3'] in n-d-768862-2 {{(pid=84876) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Jan 14 07:45:45.920437 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-fd2e0109-3411-4304-a6e3-640dce1546f7 admin admin] 10.222.0.24 "PUT /v2.0/routers/12037e8e-568a-4473-bc30-24371f4babc3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0205057 Jan 14 07:45:45.921708 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84875) accepted ('10.222.0.24', 45058) {{(pid=84875) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:45:45.931395 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50fdf964-ebbb-4d12-bbb1-8540292ddabd None None] Routers {'12037e8e-568a-4473-bc30-24371f4babc3'} bound to L3 agent in host n-d-768862-2 {{(pid=84876) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 14 07:45:45.932114 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_hamode_db [None req-50fdf964-ebbb-4d12-bbb1-8540292ddabd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-01-14T06:56:51Z,description=,heartbeat_timestamp=2021-01-14T07:45:22Z,host='n-d-768862-2',id=35f592e9-451b-4db9-abea-77b6a5c5391b,load=0,resource_versions=,resources_synced=,started_at=2021-01-14T06:56:51Z,topic='l3_agent')) {'router_ids': ['12037e8e-568a-4473-bc30-24371f4babc3'], 'active': True} {{(pid=84876) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:45:46.108782 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-2a783333-06a1-4a11-b154-6e768672170b admin admin] Notify callbacks [] for router, before_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:45:46.117047 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_dvr_db [None req-50fdf964-ebbb-4d12-bbb1-8540292ddabd None None] Set router 12037e8e-568a-4473-bc30-24371f4babc3 gateway port host: n-d-768862-2 {{(pid=84876) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 14 07:45:46.290567 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-2a783333-06a1-4a11-b154-6e768672170b admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:45:46.296086 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.plugin [None req-2a783333-06a1-4a11-b154-6e768672170b admin admin] Deleting port 87207df5-56b6-4d34-a985-02d42bb93a52 {{(pid=84875) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 07:45:46.296458 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-2a783333-06a1-4a11-b154-6e768672170b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363259214248359'] for port, before_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:45:46.420796 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_hamode_db [None req-50fdf964-ebbb-4d12-bbb1-8540292ddabd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '12037e8e-568a-4473-bc30-24371f4babc3', 'name': 'tempest-TestEncryptedCinderVolumes-1874463296-router', 'tenant_id': '27b29e8b75204908809862cfaf3fe9b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '226f1e78-82cd-4481-9055-4eb73b6db8c1', 'external_fixed_ips': [{'subnet_id': 'ba8deeec-7658-4195-9449-038c076f5c83', 'ip_address': '172.25.2.171'}], 'enable_snat': True}, 'gw_port_id': '87207df5-56b6-4d34-a985-02d42bb93a52', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-14T07:45:06Z', 'updated_at': '2021-01-14T07:45:44Z', 'revision_number': 5, 'project_id': '27b29e8b75204908809862cfaf3fe9b0', 'gw_port': {'id': '87207df5-56b6-4d34-a985-02d42bb93a52', 'name': '', 'network_id': '226f1e78-82cd-4481-9055-4eb73b6db8c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:ed:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12037e8e-568a-4473-bc30-24371f4babc3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3835, 'fixed_ips': [{'subnet_id': 'ba8deeec-7658-4195-9449-038c076f5c83', 'ip_address': '172.25.2.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T07:45:07Z', 'updated_at': '2021-01-14T07:45:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ba8deeec-7658-4195-9449-038c076f5c83', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-2'}], 'n-d-768862-2', False) {} {{(pid=84876) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:45:46.426378 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50fdf964-ebbb-4d12-bbb1-8540292ddabd None None] Checking router: 12037e8e-568a-4473-bc30-24371f4babc3 for host: n-d-768862-2 {{(pid=84876) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Jan 14 07:45:46.435680 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50fdf964-ebbb-4d12-bbb1-8540292ddabd None None] Routers {'12037e8e-568a-4473-bc30-24371f4babc3'} bound to L3 agent in host n-d-768862-2 {{(pid=84876) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 14 07:45:46.436382 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_hamode_db [None req-50fdf964-ebbb-4d12-bbb1-8540292ddabd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-01-14T06:56:51Z,description=,heartbeat_timestamp=2021-01-14T07:45:22Z,host='n-d-768862-2',id=35f592e9-451b-4db9-abea-77b6a5c5391b,load=0,resource_versions=,resources_synced=,started_at=2021-01-14T06:56:51Z,topic='l3_agent')) {'router_ids': ['12037e8e-568a-4473-bc30-24371f4babc3'], 'active': True} {{(pid=84876) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:45:46.478267 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [None req-2a783333-06a1-4a11-b154-6e768672170b admin admin] For port 87207df5-56b6-4d34-a985-02d42bb93a52, host n-d-768862-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-2',level=0,port_id=87207df5-56b6-4d34-a985-02d42bb93a52,segment=NetworkSegment(cf3ded2c-bc47-4a71-89af-6e7117e60140),segment_id=cf3ded2c-bc47-4a71-89af-6e7117e60140)] {{(pid=84875) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 07:45:46.478670 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-2a783333-06a1-4a11-b154-6e768672170b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036850862667'] for port, precommit_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:45:46.605461 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.plugin [None req-2a783333-06a1-4a11-b154-6e768672170b admin admin] Calling delete_port for 87207df5-56b6-4d34-a985-02d42bb93a52 owned by network:router_gateway {{(pid=84875) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 07:45:46.623164 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_dvr_db [None req-50fdf964-ebbb-4d12-bbb1-8540292ddabd None None] Set router 12037e8e-568a-4473-bc30-24371f4babc3 gateway port host: n-d-768862-2 {{(pid=84876) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 14 07:45:46.743960 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-2a783333-06a1-4a11-b154-6e768672170b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777640533329', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777640097463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851621574'] for port, after_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:45:46.928911 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_hamode_db [None req-50fdf964-ebbb-4d12-bbb1-8540292ddabd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '12037e8e-568a-4473-bc30-24371f4babc3', 'name': 'tempest-TestEncryptedCinderVolumes-1874463296-router', 'tenant_id': '27b29e8b75204908809862cfaf3fe9b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '226f1e78-82cd-4481-9055-4eb73b6db8c1', 'external_fixed_ips': [{'subnet_id': 'ba8deeec-7658-4195-9449-038c076f5c83', 'ip_address': '172.25.2.171'}], 'enable_snat': True}, 'gw_port_id': '87207df5-56b6-4d34-a985-02d42bb93a52', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-14T07:45:06Z', 'updated_at': '2021-01-14T07:45:44Z', 'revision_number': 5, 'project_id': '27b29e8b75204908809862cfaf3fe9b0', 'gw_port': {'id': '87207df5-56b6-4d34-a985-02d42bb93a52', 'name': '', 'network_id': '226f1e78-82cd-4481-9055-4eb73b6db8c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:ed:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12037e8e-568a-4473-bc30-24371f4babc3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3835, 'fixed_ips': [{'subnet_id': 'ba8deeec-7658-4195-9449-038c076f5c83', 'ip_address': '172.25.2.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T07:45:07Z', 'updated_at': '2021-01-14T07:45:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ba8deeec-7658-4195-9449-038c076f5c83', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-2'}], 'n-d-768862-2', False) {} {{(pid=84876) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:45:46.933896 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50fdf964-ebbb-4d12-bbb1-8540292ddabd None None] The sync data for ids ['12037e8e-568a-4473-bc30-24371f4babc3'] in n-d-768862-2 is: [{'id': '12037e8e-568a-4473-bc30-24371f4babc3', 'name': 'tempest-TestEncryptedCinderVolumes-1874463296-router', 'tenant_id': '27b29e8b75204908809862cfaf3fe9b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '226f1e78-82cd-4481-9055-4eb73b6db8c1', 'external_fixed_ips': [{'subnet_id': 'ba8deeec-7658-4195-9449-038c076f5c83', 'ip_address': '172.25.2.171'}], 'enable_snat': True}, 'gw_port_id': '87207df5-56b6-4d34-a985-02d42bb93a52', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-14T07:45:06Z', 'updated_at': '2021-01-14T07:45:44Z', 'revision_number': 5, 'project_id': '27b29e8b75204908809862cfaf3fe9b0', 'gw_port': {'id': '87207df5-56b6-4d34-a985-02d42bb93a52', 'name': '', 'network_id': '226f1e78-82cd-4481-9055-4eb73b6db8c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:ed:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12037e8e-568a-4473-bc30-24371f4babc3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3835, 'fixed_ips': [{'subnet_id': 'ba8deeec-7658-4195-9449-038c076f5c83', 'ip_address': '172.25.2.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T07:45:07Z', 'updated_at': '2021-01-14T07:45:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ba8deeec-7658-4195-9449-038c076f5c83', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-2'}] {{(pid=84876) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Jan 14 07:45:46.941802 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-2a783333-06a1-4a11-b154-6e768672170b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036850863128'] for router_gateway, after_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:45:47.077780 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-2a783333-06a1-4a11-b154-6e768672170b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3889346', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036854717606'] for router, precommit_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:45:47.080203 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-2a783333-06a1-4a11-b154-6e768672170b admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:45:47.105399 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-2a783333-06a1-4a11-b154-6e768672170b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036850897070'] for router, after_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:45:47.106097 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2a783333-06a1-4a11-b154-6e768672170b admin admin] Fanout notify agent at l3_agent the message router_deleted on router 12037e8e-568a-4473-bc30-24371f4babc3 {{(pid=84875) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jan 14 07:45:47.119096 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-2a783333-06a1-4a11-b154-6e768672170b admin admin] Notify callbacks [] for router, before_response {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:45:47.120363 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-2a783333-06a1-4a11-b154-6e768672170b admin admin] 10.222.0.24 "DELETE /v2.0/routers/12037e8e-568a-4473-bc30-24371f4babc3 HTTP/1.1" status: 204 len: 168 time: 1.1976321 Jan 14 07:45:47.123249 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84875) accepted ('10.222.0.24', 45062) {{(pid=84875) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:45:47.193928 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.db_base_plugin_v2 [None req-3a1db1b5-8c53-4b65-9f4b-4ac6cb8e55de admin admin] Deleting subnet 3c1b4a64-1510-493d-b407-99ff5647d35c {{(pid=84875) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Jan 14 07:45:47.197399 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-3a1db1b5-8c53-4b65-9f4b-4ac6cb8e55de admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:45:47.251876 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-3a1db1b5-8c53-4b65-9f4b-4ac6cb8e55de admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3367281'] for subnet, precommit_delete_associations {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:45:47.337265 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-3a1db1b5-8c53-4b65-9f4b-4ac6cb8e55de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036854176836'] for subnet, precommit_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:45:47.604920 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-3a1db1b5-8c53-4b65-9f4b-4ac6cb8e55de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-598964', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850887113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3154192', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2308610'] for subnet, after_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:45:47.622696 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-82aa096e-cbde-4ba4-b74c-1b7b49c49b3b tempest-RoutersTest-1255860389 tempest-RoutersTest-1255860389] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:45:47.707591 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a1db1b5-8c53-4b65-9f4b-4ac6cb8e55de admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3c1b4a64-1510-493d-b407-99ff5647d35c,revision_number=None']} {{(pid=84875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:45:47.714956 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-3a1db1b5-8c53-4b65-9f4b-4ac6cb8e55de admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:45:47.759877 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-3a1db1b5-8c53-4b65-9f4b-4ac6cb8e55de admin admin] Notify callbacks [] for subnet, before_response {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:45:47.765308 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d1d064a-19cc-47e4-abec-2009eb75b6a6 None None] Network acf70e1b-fcf7-43d0-8d6c-963316e1a71b requested from n-d-768862-2 {{(pid=84876) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 07:45:47.766095 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-3a1db1b5-8c53-4b65-9f4b-4ac6cb8e55de admin admin] 10.222.0.24 "DELETE /v2.0/subnets/3c1b4a64-1510-493d-b407-99ff5647d35c HTTP/1.1" status: 204 len: 168 time: 0.6417735 Jan 14 07:45:47.768940 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84875) accepted ('10.222.0.24', 45066) {{(pid=84875) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:45:47.885272 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-5a01819c-1b79-4887-a4f1-b41eb71aa9c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036854160497'] for network, before_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:45:48.035245 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-925a9011-1b7e-4391-8183-651636ab41fd None None] DHCP port deletion for acf70e1b-fcf7-43d0-8d6c-963316e1a71b request from n-d-768862-2 {{(pid=84876) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Jan 14 07:45:48.040706 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.plugin [None req-925a9011-1b7e-4391-8183-651636ab41fd None None] Deleting port 2de88029-d976-4e5d-a91b-0791a515ede1 {{(pid=84876) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 07:45:48.041143 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-925a9011-1b7e-4391-8183-651636ab41fd None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363259214248359'] for port, before_delete {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:45:48.256697 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.plugin [None req-5a01819c-1b79-4887-a4f1-b41eb71aa9c3 admin admin] Deleting port 2de88029-d976-4e5d-a91b-0791a515ede1 {{(pid=84875) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 07:45:48.256966 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-5a01819c-1b79-4887-a4f1-b41eb71aa9c3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363259214248359'] for port, before_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:45:48.265076 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [None req-925a9011-1b7e-4391-8183-651636ab41fd None None] For port 2de88029-d976-4e5d-a91b-0791a515ede1, host n-d-768862-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-2',level=0,port_id=2de88029-d976-4e5d-a91b-0791a515ede1,segment=NetworkSegment(5cc9057e-3e0f-4fdd-8151-921bb00aa415),segment_id=5cc9057e-3e0f-4fdd-8151-921bb00aa415)] {{(pid=84876) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 07:45:48.265473 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-925a9011-1b7e-4391-8183-651636ab41fd None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036850862667'] for port, precommit_delete {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:45:48.391628 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.plugin [None req-925a9011-1b7e-4391-8183-651636ab41fd None None] Calling delete_port for 2de88029-d976-4e5d-a91b-0791a515ede1 owned by network:dhcp {{(pid=84876) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 07:45:48.471655 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [None req-5a01819c-1b79-4887-a4f1-b41eb71aa9c3 admin admin] For port 2de88029-d976-4e5d-a91b-0791a515ede1, host n-d-768862-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-2',level=0,port_id=2de88029-d976-4e5d-a91b-0791a515ede1,segment=NetworkSegment(5cc9057e-3e0f-4fdd-8151-921bb00aa415),segment_id=5cc9057e-3e0f-4fdd-8151-921bb00aa415)] {{(pid=84875) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 07:45:48.472225 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-5a01819c-1b79-4887-a4f1-b41eb71aa9c3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036850862667'] for port, precommit_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:45:48.477204 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-925a9011-1b7e-4391-8183-651636ab41fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777640533329', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777640097463'] for port, after_delete {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:45:48.492597 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-cef5da72-803c-4725-82a1-aee89af409b9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84876) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:45:48.585144 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-925a9011-1b7e-4391-8183-651636ab41fd None None] Pushing event deleted for resources: {'Port': ['ID=2de88029-d976-4e5d-a91b-0791a515ede1,revision_number=None']} {{(pid=84876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:45:48.597441 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-925a9011-1b7e-4391-8183-651636ab41fd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=84876) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:45:48.607668 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.plugin [None req-5a01819c-1b79-4887-a4f1-b41eb71aa9c3 admin admin] Calling delete_port for 2de88029-d976-4e5d-a91b-0791a515ede1 owned by network:dhcp {{(pid=84875) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 07:45:48.631133 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-925a9011-1b7e-4391-8183-651636ab41fd None None] No DVR routers for this DVR port 2de88029-d976-4e5d-a91b-0791a515ede1 on host n-d-768862-2 {{(pid=84876) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Jan 14 07:45:48.682881 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.db.api [None req-5a01819c-1b79-4887-a4f1-b41eb71aa9c3 admin admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84875) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Jan 14 07:45:48.683247 n-d-768862-2 neutron-server[84765]: DEBUG oslo_db.api [None req-5a01819c-1b79-4887-a4f1-b41eb71aa9c3 admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84875) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Jan 14 07:45:48.855699 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-4b4f887f-9557-4791-b0c1-b9de0aa43207 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363259214191800', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854171626'] for agent, after_update {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:45:48.962294 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Device 87207df5-56b6-4d34-a985-02d42bb93a52 no longer exists at agent ovs-agent-n-d-768862-2 {{(pid=84876) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jan 14 07:45:48.997725 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.plugin [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] No Port match for: 87207df5-56b6-4d34-a985-02d42bb93a52 {{(pid=84876) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2188}} Jan 14 07:45:48.998118 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Device 87207df5-56b6-4d34-a985-02d42bb93a52 not bound to the agent host n-d-768862-2 {{(pid=84876) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jan 14 07:45:48.998586 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Device 2de88029-d976-4e5d-a91b-0791a515ede1 no longer exists at agent ovs-agent-n-d-768862-2 {{(pid=84876) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jan 14 07:45:49.030794 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.plugin [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] No Port match for: 2de88029-d976-4e5d-a91b-0791a515ede1 {{(pid=84876) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2188}} Jan 14 07:45:49.031193 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Device 2de88029-d976-4e5d-a91b-0791a515ede1 not bound to the agent host n-d-768862-2 {{(pid=84876) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jan 14 07:45:49.031641 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Device 58b6b529-e79c-4573-b31c-2045c3eadc99 no longer exists at agent ovs-agent-n-d-768862-2 {{(pid=84876) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jan 14 07:45:49.184844 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.plugin [None req-5a01819c-1b79-4887-a4f1-b41eb71aa9c3 admin admin] Deleting port 2de88029-d976-4e5d-a91b-0791a515ede1 {{(pid=84875) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 07:45:49.185090 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-5a01819c-1b79-4887-a4f1-b41eb71aa9c3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363259214248359'] for port, before_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:45:49.253328 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.plugin [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] No Port match for: 58b6b529-e79c-4573-b31c-2045c3eadc99 {{(pid=84876) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2188}} Jan 14 07:45:49.253700 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Device 58b6b529-e79c-4573-b31c-2045c3eadc99 not bound to the agent host n-d-768862-2 {{(pid=84876) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jan 14 07:45:49.254905 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.plugin [None req-5a01819c-1b79-4887-a4f1-b41eb71aa9c3 admin admin] The port '2de88029-d976-4e5d-a91b-0791a515ede1' was deleted {{(pid=84875) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Jan 14 07:45:49.384584 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-5a01819c-1b79-4887-a4f1-b41eb71aa9c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-598987', 'neutron.services.segments.db._delete_segments_for_network-8777640583949'] for network, precommit_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:45:49.497181 n-d-768862-2 neutron-server[84765]: DEBUG neutron.services.segments.db [None req-5a01819c-1b79-4887-a4f1-b41eb71aa9c3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['acf70e1b-fcf7-43d0-8d6c-963316e1a71b']}} {{(pid=84875) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:45:49.513696 n-d-768862-2 neutron-server[84765]: DEBUG neutron.services.segments.db [None req-5a01819c-1b79-4887-a4f1-b41eb71aa9c3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5cc9057e-3e0f-4fdd-8151-921bb00aa415') {'for_net_delete': True} {{(pid=84875) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:45:49.514009 n-d-768862-2 neutron-server[84765]: DEBUG neutron.services.segments.db [None req-5a01819c-1b79-4887-a4f1-b41eb71aa9c3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5cc9057e-3e0f-4fdd-8151-921bb00aa415') {} {{(pid=84875) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:45:49.526743 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-5a01819c-1b79-4887-a4f1-b41eb71aa9c3 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363259214173198', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036851408567'] for segment, before_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:45:49.547899 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-5a01819c-1b79-4887-a4f1-b41eb71aa9c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854179735'] for segment, precommit_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:45:49.550145 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-5a01819c-1b79-4887-a4f1-b41eb71aa9c3 admin admin] Releasing vxlan tunnel 3 to pool {{(pid=84875) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Jan 14 07:45:49.730750 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.managers [None req-5a01819c-1b79-4887-a4f1-b41eb71aa9c3 admin admin] Network acf70e1b-fcf7-43d0-8d6c-963316e1a71b has no segments {{(pid=84875) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 14 07:45:49.739921 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-5a01819c-1b79-4887-a4f1-b41eb71aa9c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-596065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3154253'] for segment, after_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:45:49.933428 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.managers [None req-5a01819c-1b79-4887-a4f1-b41eb71aa9c3 admin admin] Network acf70e1b-fcf7-43d0-8d6c-963316e1a71b has no segments {{(pid=84875) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 14 07:45:49.960194 n-d-768862-2 neutron-server[84765]: Traceback (most recent call last): Jan 14 07:45:49.960194 n-d-768862-2 neutron-server[84765]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 14 07:45:49.960194 n-d-768862-2 neutron-server[84765]: timer() Jan 14 07:45:49.960194 n-d-768862-2 neutron-server[84765]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 14 07:45:49.960194 n-d-768862-2 neutron-server[84765]: cb(*args, **kw) Jan 14 07:45:49.960194 n-d-768862-2 neutron-server[84765]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Jan 14 07:45:49.960194 n-d-768862-2 neutron-server[84765]: return func(*args, **kwargs) Jan 14 07:45:49.960194 n-d-768862-2 neutron-server[84765]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 14 07:45:49.960194 n-d-768862-2 neutron-server[84765]: self._notify() Jan 14 07:45:49.960194 n-d-768862-2 neutron-server[84765]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 14 07:45:49.960194 n-d-768862-2 neutron-server[84765]: self.callback(batched_events) Jan 14 07:45:49.960194 n-d-768862-2 neutron-server[84765]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 14 07:45:49.960194 n-d-768862-2 neutron-server[84765]: event.method(event) Jan 14 07:45:49.960194 n-d-768862-2 neutron-server[84765]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 14 07:45:49.960194 n-d-768862-2 neutron-server[84765]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 14 07:45:49.960194 n-d-768862-2 neutron-server[84765]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Jan 14 07:45:49.960194 n-d-768862-2 neutron-server[84765]: segment_id)['aggregates'][0] Jan 14 07:45:49.960194 n-d-768862-2 neutron-server[84765]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 14 07:45:49.960194 n-d-768862-2 neutron-server[84765]: return f(self, *a, **k) Jan 14 07:45:49.960194 n-d-768862-2 neutron-server[84765]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 14 07:45:49.960194 n-d-768862-2 neutron-server[84765]: return self._get(url).json() Jan 14 07:45:49.960194 n-d-768862-2 neutron-server[84765]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 14 07:45:49.960194 n-d-768862-2 neutron-server[84765]: **kwargs) Jan 14 07:45:49.960194 n-d-768862-2 neutron-server[84765]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 14 07:45:49.960194 n-d-768862-2 neutron-server[84765]: return self.request(url, 'GET', **kwargs) Jan 14 07:45:49.960194 n-d-768862-2 neutron-server[84765]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Jan 14 07:45:49.960194 n-d-768862-2 neutron-server[84765]: **endpoint_filter) Jan 14 07:45:49.960194 n-d-768862-2 neutron-server[84765]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 14 07:45:49.960194 n-d-768862-2 neutron-server[84765]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 14 07:45:49.960194 n-d-768862-2 neutron-server[84765]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 14 07:45:49.960194 n-d-768862-2 neutron-server[84765]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 14 07:45:49.960194 n-d-768862-2 neutron-server[84765]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 14 07:45:50.054252 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-5a01819c-1b79-4887-a4f1-b41eb71aa9c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036854176830', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850887149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3912591'] for network, after_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:45:50.058442 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-404d1f8d-f440-4228-bd0b-9dba0fdefb8c tempest-FloatingIPTestJSON-1632234116 tempest-FloatingIPTestJSON-1632234116] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:45:50.075018 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-5a01819c-1b79-4887-a4f1-b41eb71aa9c3 admin admin] Notify callbacks [] for network, before_response {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:45:50.081486 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a01819c-1b79-4887-a4f1-b41eb71aa9c3 admin admin] Pushing event deleted for resources: {'Network': ['ID=acf70e1b-fcf7-43d0-8d6c-963316e1a71b,revision_number=None']} {{(pid=84875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:45:50.086229 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-5a01819c-1b79-4887-a4f1-b41eb71aa9c3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:45:50.095584 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-5a01819c-1b79-4887-a4f1-b41eb71aa9c3 admin admin] 10.222.0.24 "DELETE /v2.0/networks/acf70e1b-fcf7-43d0-8d6c-963316e1a71b HTTP/1.1" status: 204 len: 168 time: 2.3256593 Jan 14 07:45:50.098939 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84874) accepted ('10.222.0.24', 45070) {{(pid=84874) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:45:50.672403 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-d70604d2-9b66-474d-8e38-528cec9fb3ab admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3889632'] for router_interface, before_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:45:51.149145 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.plugin [None req-d70604d2-9b66-474d-8e38-528cec9fb3ab admin admin] Deleting port d17ee4b3-83e0-410d-b6c6-d4332a6e8f68 {{(pid=84874) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 07:45:51.149453 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-d70604d2-9b66-474d-8e38-528cec9fb3ab admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363259214248359'] for port, before_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:45:51.330732 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [None req-d70604d2-9b66-474d-8e38-528cec9fb3ab admin admin] For port d17ee4b3-83e0-410d-b6c6-d4332a6e8f68, host n-d-768862-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-2',level=0,port_id=d17ee4b3-83e0-410d-b6c6-d4332a6e8f68,segment=NetworkSegment(e6346cd3-f0c0-4206-a8b5-01fe6fc68bb6),segment_id=e6346cd3-f0c0-4206-a8b5-01fe6fc68bb6)] {{(pid=84874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 07:45:51.331118 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-d70604d2-9b66-474d-8e38-528cec9fb3ab admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036850862667'] for port, precommit_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:45:51.458377 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.plugin [None req-d70604d2-9b66-474d-8e38-528cec9fb3ab admin admin] Calling delete_port for d17ee4b3-83e0-410d-b6c6-d4332a6e8f68 owned by network:router_interface {{(pid=84874) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 07:45:51.753652 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-75ed4c05-e404-422d-b601-fc4bf9c4ebe4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363259214191800', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854171626'] for agent, after_update {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:45:51.909360 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-da76cfc0-98e8-4426-9f6d-4f05aa3fae78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363259214191800', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854171626'] for agent, after_update {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:45:51.934630 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-d70604d2-9b66-474d-8e38-528cec9fb3ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777640533329', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777640097463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3254186'] for port, after_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:45:51.950885 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-3db67d1c-1987-43a8-97f5-961eb972dff4 tempest-FloatingIPTestJSON-1632234116 tempest-FloatingIPTestJSON-1632234116] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:45:52.044257 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d70604d2-9b66-474d-8e38-528cec9fb3ab admin admin] Pushing event deleted for resources: {'Port': ['ID=d17ee4b3-83e0-410d-b6c6-d4332a6e8f68,revision_number=None']} {{(pid=84874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:45:52.063634 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d70604d2-9b66-474d-8e38-528cec9fb3ab admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@n-h1-768862-2 {{(pid=84874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:45:52.064084 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d70604d2-9b66-474d-8e38-528cec9fb3ab admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-h1-768862-2 {{(pid=84874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:45:52.064512 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d70604d2-9b66-474d-8e38-528cec9fb3ab admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-h1-768862-2 {{(pid=84874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:45:52.064925 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d70604d2-9b66-474d-8e38-528cec9fb3ab admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-h1-768862-2 {{(pid=84874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:45:52.065340 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d70604d2-9b66-474d-8e38-528cec9fb3ab admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@n-h1-768862-2 {{(pid=84874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:45:52.065745 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d70604d2-9b66-474d-8e38-528cec9fb3ab admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-h1-768862-2 {{(pid=84874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:45:52.066155 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d70604d2-9b66-474d-8e38-528cec9fb3ab admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-h1-768862-2 {{(pid=84874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:45:52.066562 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d70604d2-9b66-474d-8e38-528cec9fb3ab admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-h1-768862-2 {{(pid=84874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:45:52.066967 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d70604d2-9b66-474d-8e38-528cec9fb3ab admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-h1-768862-2 {{(pid=84874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:45:52.067371 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d70604d2-9b66-474d-8e38-528cec9fb3ab admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-h1-768862-2 {{(pid=84874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:45:52.067773 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d70604d2-9b66-474d-8e38-528cec9fb3ab admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-h1-768862-2 {{(pid=84874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:45:52.068208 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d70604d2-9b66-474d-8e38-528cec9fb3ab admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-h1-768862-2 {{(pid=84874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:45:52.068646 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d70604d2-9b66-474d-8e38-528cec9fb3ab admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@n-h2-768862-2 {{(pid=84874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:45:52.069054 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d70604d2-9b66-474d-8e38-528cec9fb3ab admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-h2-768862-2 {{(pid=84874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:45:52.069427 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d70604d2-9b66-474d-8e38-528cec9fb3ab admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-h2-768862-2 {{(pid=84874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:45:52.069826 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d70604d2-9b66-474d-8e38-528cec9fb3ab admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-h2-768862-2 {{(pid=84874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:45:52.070231 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d70604d2-9b66-474d-8e38-528cec9fb3ab admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@n-h2-768862-2 {{(pid=84874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:45:52.070630 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d70604d2-9b66-474d-8e38-528cec9fb3ab admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-h2-768862-2 {{(pid=84874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:45:52.071086 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d70604d2-9b66-474d-8e38-528cec9fb3ab admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-h2-768862-2 {{(pid=84874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:45:52.071487 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d70604d2-9b66-474d-8e38-528cec9fb3ab admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-h2-768862-2 {{(pid=84874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:45:52.071912 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d70604d2-9b66-474d-8e38-528cec9fb3ab admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-h2-768862-2 {{(pid=84874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:45:52.072315 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d70604d2-9b66-474d-8e38-528cec9fb3ab admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-h2-768862-2 {{(pid=84874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:45:52.072711 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d70604d2-9b66-474d-8e38-528cec9fb3ab admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-h2-768862-2 {{(pid=84874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:45:52.073114 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d70604d2-9b66-474d-8e38-528cec9fb3ab admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-h2-768862-2 {{(pid=84874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:45:52.073548 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d70604d2-9b66-474d-8e38-528cec9fb3ab admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-2 {{(pid=84874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:45:52.073945 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d70604d2-9b66-474d-8e38-528cec9fb3ab admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-2 {{(pid=84874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:45:52.074344 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d70604d2-9b66-474d-8e38-528cec9fb3ab admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-2 {{(pid=84874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:45:52.074739 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d70604d2-9b66-474d-8e38-528cec9fb3ab admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-2 {{(pid=84874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:45:52.075138 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d70604d2-9b66-474d-8e38-528cec9fb3ab admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@n-d-768862-2 {{(pid=84874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:45:52.075535 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d70604d2-9b66-474d-8e38-528cec9fb3ab admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-2 {{(pid=84874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:45:52.075953 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d70604d2-9b66-474d-8e38-528cec9fb3ab admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-768862-2 {{(pid=84874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:45:52.076352 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d70604d2-9b66-474d-8e38-528cec9fb3ab admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-768862-2 {{(pid=84874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:45:52.076781 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d70604d2-9b66-474d-8e38-528cec9fb3ab admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-2 {{(pid=84874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:45:52.077146 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d70604d2-9b66-474d-8e38-528cec9fb3ab admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-2 {{(pid=84874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:45:52.077545 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d70604d2-9b66-474d-8e38-528cec9fb3ab admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-2 {{(pid=84874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:45:52.077940 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d70604d2-9b66-474d-8e38-528cec9fb3ab admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-2 {{(pid=84874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:45:52.083400 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-d70604d2-9b66-474d-8e38-528cec9fb3ab admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:45:52.374623 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-d70604d2-9b66-474d-8e38-528cec9fb3ab admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted--9223372036851568851', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal--9223372036850888080'] for router_interface, after_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:45:52.637586 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363259214191800', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854171626'] for agent, after_update {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:45:52.892381 n-d-768862-2 neutron-server[84765]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d70604d2-9b66-474d-8e38-528cec9fb3ab admin admin] Router 43ae50ab-29b3-4493-8a96-0d9402e2adfa has already been hosted by L3 agent 35f592e9-451b-4db9-abea-77b6a5c5391b {{(pid=84874) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Jan 14 07:45:53.085391 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d70604d2-9b66-474d-8e38-528cec9fb3ab admin admin] Notify agent at l3_agent.n-d-768862-2 the message routers_updated {{(pid=84874) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jan 14 07:45:53.096035 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-d70604d2-9b66-474d-8e38-528cec9fb3ab admin admin] 10.222.0.24 "PUT /v2.0/routers/43ae50ab-29b3-4493-8a96-0d9402e2adfa/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9954896 Jan 14 07:45:53.097495 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0bda774-6412-4bcb-83ff-4d7ec9a67c68 None None] Sync routers for ids ['43ae50ab-29b3-4493-8a96-0d9402e2adfa'] in n-d-768862-2 {{(pid=84877) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Jan 14 07:45:53.099070 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84875) accepted ('10.222.0.24', 45076) {{(pid=84875) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:45:53.109183 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0bda774-6412-4bcb-83ff-4d7ec9a67c68 None None] Routers {'43ae50ab-29b3-4493-8a96-0d9402e2adfa'} bound to L3 agent in host n-d-768862-2 {{(pid=84877) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 14 07:45:53.109880 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_hamode_db [None req-f0bda774-6412-4bcb-83ff-4d7ec9a67c68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-01-14T06:56:51Z,description=,heartbeat_timestamp=2021-01-14T07:45:52Z,host='n-d-768862-2',id=35f592e9-451b-4db9-abea-77b6a5c5391b,load=0,resource_versions=,resources_synced=,started_at=2021-01-14T06:56:51Z,topic='l3_agent')) {'router_ids': ['43ae50ab-29b3-4493-8a96-0d9402e2adfa'], 'active': True} {{(pid=84877) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:45:53.285194 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-180bff85-f15d-4ae2-8778-94932a02f34a admin admin] Notify callbacks [] for router, before_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:45:53.291534 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_dvr_db [None req-f0bda774-6412-4bcb-83ff-4d7ec9a67c68 None None] Set router 43ae50ab-29b3-4493-8a96-0d9402e2adfa gateway port host: n-d-768862-2 {{(pid=84877) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 14 07:45:53.348109 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-0f37073e-9c69-4e3c-80e0-6cfaa0fd61a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363259214191800', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854171626'] for agent, after_update {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:45:53.470265 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-180bff85-f15d-4ae2-8778-94932a02f34a admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:45:53.476443 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.plugin [None req-180bff85-f15d-4ae2-8778-94932a02f34a admin admin] Deleting port 463b2ea3-6ff7-4617-85d1-2eb528f50a1f {{(pid=84875) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 07:45:53.476820 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-180bff85-f15d-4ae2-8778-94932a02f34a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363259214248359'] for port, before_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:45:53.584968 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_hamode_db [None req-f0bda774-6412-4bcb-83ff-4d7ec9a67c68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '43ae50ab-29b3-4493-8a96-0d9402e2adfa', 'name': 'tempest-TestEncryptedCinderVolumes-296333939-router', 'tenant_id': '4d02252dbf094c4997ae791acc635dea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '226f1e78-82cd-4481-9055-4eb73b6db8c1', 'external_fixed_ips': [{'subnet_id': 'ba8deeec-7658-4195-9449-038c076f5c83', 'ip_address': '172.25.2.244'}], 'enable_snat': True}, 'gw_port_id': '463b2ea3-6ff7-4617-85d1-2eb528f50a1f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-14T07:45:14Z', 'updated_at': '2021-01-14T07:45:51Z', 'revision_number': 5, 'project_id': '4d02252dbf094c4997ae791acc635dea', 'gw_port': {'id': '463b2ea3-6ff7-4617-85d1-2eb528f50a1f', 'name': '', 'network_id': '226f1e78-82cd-4481-9055-4eb73b6db8c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:7d:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43ae50ab-29b3-4493-8a96-0d9402e2adfa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3847, 'fixed_ips': [{'subnet_id': 'ba8deeec-7658-4195-9449-038c076f5c83', 'ip_address': '172.25.2.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T07:45:15Z', 'updated_at': '2021-01-14T07:45:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ba8deeec-7658-4195-9449-038c076f5c83', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-2'}], 'n-d-768862-2', False) {} {{(pid=84877) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:45:53.589889 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0bda774-6412-4bcb-83ff-4d7ec9a67c68 None None] Checking router: 43ae50ab-29b3-4493-8a96-0d9402e2adfa for host: n-d-768862-2 {{(pid=84877) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Jan 14 07:45:53.599757 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0bda774-6412-4bcb-83ff-4d7ec9a67c68 None None] Routers {'43ae50ab-29b3-4493-8a96-0d9402e2adfa'} bound to L3 agent in host n-d-768862-2 {{(pid=84877) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 14 07:45:53.600440 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_hamode_db [None req-f0bda774-6412-4bcb-83ff-4d7ec9a67c68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-01-14T06:56:51Z,description=,heartbeat_timestamp=2021-01-14T07:45:52Z,host='n-d-768862-2',id=35f592e9-451b-4db9-abea-77b6a5c5391b,load=0,resource_versions=,resources_synced=,started_at=2021-01-14T06:56:51Z,topic='l3_agent')) {'router_ids': ['43ae50ab-29b3-4493-8a96-0d9402e2adfa'], 'active': True} {{(pid=84877) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:45:53.660597 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [None req-180bff85-f15d-4ae2-8778-94932a02f34a admin admin] For port 463b2ea3-6ff7-4617-85d1-2eb528f50a1f, host n-d-768862-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-2',level=0,port_id=463b2ea3-6ff7-4617-85d1-2eb528f50a1f,segment=NetworkSegment(cf3ded2c-bc47-4a71-89af-6e7117e60140),segment_id=cf3ded2c-bc47-4a71-89af-6e7117e60140)] {{(pid=84875) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 07:45:53.660996 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-180bff85-f15d-4ae2-8778-94932a02f34a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036850862667'] for port, precommit_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:45:53.789165 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_dvr_db [None req-f0bda774-6412-4bcb-83ff-4d7ec9a67c68 None None] Set router 43ae50ab-29b3-4493-8a96-0d9402e2adfa gateway port host: n-d-768862-2 {{(pid=84877) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 14 07:45:53.793023 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.plugin [None req-180bff85-f15d-4ae2-8778-94932a02f34a admin admin] Calling delete_port for 463b2ea3-6ff7-4617-85d1-2eb528f50a1f owned by network:router_gateway {{(pid=84875) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 07:45:53.934746 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-180bff85-f15d-4ae2-8778-94932a02f34a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777640533329', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777640097463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851621574'] for port, after_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:45:54.141470 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-180bff85-f15d-4ae2-8778-94932a02f34a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036850863128'] for router_gateway, after_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:45:54.261915 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_hamode_db [None req-f0bda774-6412-4bcb-83ff-4d7ec9a67c68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '43ae50ab-29b3-4493-8a96-0d9402e2adfa', 'name': 'tempest-TestEncryptedCinderVolumes-296333939-router', 'tenant_id': '4d02252dbf094c4997ae791acc635dea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '226f1e78-82cd-4481-9055-4eb73b6db8c1', 'external_fixed_ips': [{'subnet_id': 'ba8deeec-7658-4195-9449-038c076f5c83', 'ip_address': '172.25.2.244'}], 'enable_snat': True}, 'gw_port_id': '463b2ea3-6ff7-4617-85d1-2eb528f50a1f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-14T07:45:14Z', 'updated_at': '2021-01-14T07:45:51Z', 'revision_number': 5, 'project_id': '4d02252dbf094c4997ae791acc635dea', 'gw_port': {'id': '463b2ea3-6ff7-4617-85d1-2eb528f50a1f', 'name': '', 'network_id': '226f1e78-82cd-4481-9055-4eb73b6db8c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:7d:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43ae50ab-29b3-4493-8a96-0d9402e2adfa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3847, 'fixed_ips': [{'subnet_id': 'ba8deeec-7658-4195-9449-038c076f5c83', 'ip_address': '172.25.2.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T07:45:15Z', 'updated_at': '2021-01-14T07:45:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ba8deeec-7658-4195-9449-038c076f5c83', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-2'}], 'n-d-768862-2', False) {} {{(pid=84877) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:45:54.266283 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0bda774-6412-4bcb-83ff-4d7ec9a67c68 None None] The sync data for ids ['43ae50ab-29b3-4493-8a96-0d9402e2adfa'] in n-d-768862-2 is: [{'id': '43ae50ab-29b3-4493-8a96-0d9402e2adfa', 'name': 'tempest-TestEncryptedCinderVolumes-296333939-router', 'tenant_id': '4d02252dbf094c4997ae791acc635dea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '226f1e78-82cd-4481-9055-4eb73b6db8c1', 'external_fixed_ips': [{'subnet_id': 'ba8deeec-7658-4195-9449-038c076f5c83', 'ip_address': '172.25.2.244'}], 'enable_snat': True}, 'gw_port_id': '463b2ea3-6ff7-4617-85d1-2eb528f50a1f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-14T07:45:14Z', 'updated_at': '2021-01-14T07:45:51Z', 'revision_number': 5, 'project_id': '4d02252dbf094c4997ae791acc635dea', 'gw_port': {'id': '463b2ea3-6ff7-4617-85d1-2eb528f50a1f', 'name': '', 'network_id': '226f1e78-82cd-4481-9055-4eb73b6db8c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:7d:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43ae50ab-29b3-4493-8a96-0d9402e2adfa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3847, 'fixed_ips': [{'subnet_id': 'ba8deeec-7658-4195-9449-038c076f5c83', 'ip_address': '172.25.2.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T07:45:15Z', 'updated_at': '2021-01-14T07:45:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ba8deeec-7658-4195-9449-038c076f5c83', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-2'}] {{(pid=84877) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Jan 14 07:45:54.275895 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-180bff85-f15d-4ae2-8778-94932a02f34a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3889346', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036854717606'] for router, precommit_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:45:54.278444 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-180bff85-f15d-4ae2-8778-94932a02f34a admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:45:54.301412 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-180bff85-f15d-4ae2-8778-94932a02f34a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036850897070'] for router, after_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:45:54.301998 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-180bff85-f15d-4ae2-8778-94932a02f34a admin admin] Fanout notify agent at l3_agent the message router_deleted on router 43ae50ab-29b3-4493-8a96-0d9402e2adfa {{(pid=84875) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jan 14 07:45:54.315724 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-180bff85-f15d-4ae2-8778-94932a02f34a admin admin] Notify callbacks [] for router, before_response {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:45:54.317077 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-180bff85-f15d-4ae2-8778-94932a02f34a admin admin] 10.222.0.24 "DELETE /v2.0/routers/43ae50ab-29b3-4493-8a96-0d9402e2adfa HTTP/1.1" status: 204 len: 168 time: 1.2165532 Jan 14 07:45:54.319913 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84875) accepted ('10.222.0.24', 45080) {{(pid=84875) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:45:54.388057 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.db_base_plugin_v2 [None req-168d3c2b-222b-4c5c-8b85-829d8f8d5033 admin admin] Deleting subnet 1d237041-78a9-4c04-abe8-67387ada9fa7 {{(pid=84875) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Jan 14 07:45:54.391522 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-168d3c2b-222b-4c5c-8b85-829d8f8d5033 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:45:54.447961 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-168d3c2b-222b-4c5c-8b85-829d8f8d5033 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3367281'] for subnet, precommit_delete_associations {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:45:54.535090 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-168d3c2b-222b-4c5c-8b85-829d8f8d5033 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036854176836'] for subnet, precommit_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:45:54.818303 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-168d3c2b-222b-4c5c-8b85-829d8f8d5033 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-598964', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850887113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3154192', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2308610'] for subnet, after_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:45:54.836802 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-474f9201-43ec-47b4-b640-3a8e0db6ada1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:45:54.925159 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-168d3c2b-222b-4c5c-8b85-829d8f8d5033 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1d237041-78a9-4c04-abe8-67387ada9fa7,revision_number=None']} {{(pid=84875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:45:54.934432 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-168d3c2b-222b-4c5c-8b85-829d8f8d5033 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:45:54.972536 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Device d17ee4b3-83e0-410d-b6c6-d4332a6e8f68 no longer exists at agent ovs-agent-n-d-768862-2 {{(pid=84876) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jan 14 07:45:54.983733 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-168d3c2b-222b-4c5c-8b85-829d8f8d5033 admin admin] Notify callbacks [] for subnet, before_response {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:45:54.990525 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-168d3c2b-222b-4c5c-8b85-829d8f8d5033 admin admin] 10.222.0.24 "DELETE /v2.0/subnets/1d237041-78a9-4c04-abe8-67387ada9fa7 HTTP/1.1" status: 204 len: 168 time: 0.6696100 Jan 14 07:45:54.993362 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84875) accepted ('10.222.0.24', 45084) {{(pid=84875) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:45:55.003480 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe143828-58c6-44d4-82ea-2bb6ea5c584e None None] Network a063c6a0-e2ff-4106-a92d-27e5b29f3c5a requested from n-d-768862-2 {{(pid=84876) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 07:45:55.026457 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.plugin [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] No Port match for: d17ee4b3-83e0-410d-b6c6-d4332a6e8f68 {{(pid=84876) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2188}} Jan 14 07:45:55.026846 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Device d17ee4b3-83e0-410d-b6c6-d4332a6e8f68 not bound to the agent host n-d-768862-2 {{(pid=84876) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jan 14 07:45:55.027316 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Device 463b2ea3-6ff7-4617-85d1-2eb528f50a1f no longer exists at agent ovs-agent-n-d-768862-2 {{(pid=84876) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jan 14 07:45:55.110069 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.plugin [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] No Port match for: 463b2ea3-6ff7-4617-85d1-2eb528f50a1f {{(pid=84876) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2188}} Jan 14 07:45:55.110361 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Device 463b2ea3-6ff7-4617-85d1-2eb528f50a1f not bound to the agent host n-d-768862-2 {{(pid=84876) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jan 14 07:45:55.112731 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-c2e8bb8d-0e53-4063-a4b5-9320e43622e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036854160497'] for network, before_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:45:55.181409 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.plugin [None req-c2e8bb8d-0e53-4063-a4b5-9320e43622e9 admin admin] Deleting port ce98a112-bb2a-480c-ac60-14683a34ffdf {{(pid=84875) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 07:45:55.181783 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-c2e8bb8d-0e53-4063-a4b5-9320e43622e9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363259214248359'] for port, before_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:45:55.293032 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c2cd7d4-3600-4523-85bc-359c59da80ae None None] DHCP port deletion for a063c6a0-e2ff-4106-a92d-27e5b29f3c5a request from n-d-768862-2 {{(pid=84876) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Jan 14 07:45:55.297489 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.plugin [None req-2c2cd7d4-3600-4523-85bc-359c59da80ae None None] Deleting port ce98a112-bb2a-480c-ac60-14683a34ffdf {{(pid=84876) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 07:45:55.297930 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-2c2cd7d4-3600-4523-85bc-359c59da80ae None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363259214248359'] for port, before_delete {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:45:55.407096 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [None req-c2e8bb8d-0e53-4063-a4b5-9320e43622e9 admin admin] For port ce98a112-bb2a-480c-ac60-14683a34ffdf, host n-d-768862-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-2',level=0,port_id=ce98a112-bb2a-480c-ac60-14683a34ffdf,segment=NetworkSegment(e6346cd3-f0c0-4206-a8b5-01fe6fc68bb6),segment_id=e6346cd3-f0c0-4206-a8b5-01fe6fc68bb6)] {{(pid=84875) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 07:45:55.407488 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-c2e8bb8d-0e53-4063-a4b5-9320e43622e9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036850862667'] for port, precommit_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:45:55.519083 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [None req-2c2cd7d4-3600-4523-85bc-359c59da80ae None None] For port ce98a112-bb2a-480c-ac60-14683a34ffdf, host n-d-768862-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-2',level=0,port_id=ce98a112-bb2a-480c-ac60-14683a34ffdf,segment=NetworkSegment(e6346cd3-f0c0-4206-a8b5-01fe6fc68bb6),segment_id=e6346cd3-f0c0-4206-a8b5-01fe6fc68bb6)] {{(pid=84876) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 07:45:55.519470 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-2c2cd7d4-3600-4523-85bc-359c59da80ae None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036850862667'] for port, precommit_delete {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:45:55.658922 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.plugin [None req-2c2cd7d4-3600-4523-85bc-359c59da80ae None None] Calling delete_port for ce98a112-bb2a-480c-ac60-14683a34ffdf owned by network:dhcp {{(pid=84876) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 07:45:55.740495 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-2c2cd7d4-3600-4523-85bc-359c59da80ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777640533329', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777640097463'] for port, after_delete {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:45:55.757193 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-c73d2c87-33ea-41ac-8d7c-a9e784038454 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84876) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:45:55.833827 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.plugin [None req-c2e8bb8d-0e53-4063-a4b5-9320e43622e9 admin admin] Calling delete_port for ce98a112-bb2a-480c-ac60-14683a34ffdf owned by network:dhcp {{(pid=84875) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 07:45:55.854903 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c2cd7d4-3600-4523-85bc-359c59da80ae None None] Pushing event deleted for resources: {'Port': ['ID=ce98a112-bb2a-480c-ac60-14683a34ffdf,revision_number=None']} {{(pid=84876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:45:55.867317 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-2c2cd7d4-3600-4523-85bc-359c59da80ae None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=84876) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:45:55.901117 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c2cd7d4-3600-4523-85bc-359c59da80ae None None] No DVR routers for this DVR port ce98a112-bb2a-480c-ac60-14683a34ffdf on host n-d-768862-2 {{(pid=84876) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Jan 14 07:45:55.912097 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.db.api [None req-c2e8bb8d-0e53-4063-a4b5-9320e43622e9 admin admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84875) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Jan 14 07:45:55.912401 n-d-768862-2 neutron-server[84765]: DEBUG oslo_db.api [None req-c2e8bb8d-0e53-4063-a4b5-9320e43622e9 admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84875) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Jan 14 07:45:56.414114 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.plugin [None req-c2e8bb8d-0e53-4063-a4b5-9320e43622e9 admin admin] Deleting port ce98a112-bb2a-480c-ac60-14683a34ffdf {{(pid=84875) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 07:45:56.414689 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-c2e8bb8d-0e53-4063-a4b5-9320e43622e9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363259214248359'] for port, before_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:45:56.470464 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.agents_db [None req-5b939a2f-078d-4c69-a188-cb55a28a77a0 None None] Agent healthcheck: found 7 active agents {{(pid=84877) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Jan 14 07:45:56.482956 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.plugin [None req-c2e8bb8d-0e53-4063-a4b5-9320e43622e9 admin admin] The port 'ce98a112-bb2a-480c-ac60-14683a34ffdf' was deleted {{(pid=84875) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Jan 14 07:45:56.610621 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-c2e8bb8d-0e53-4063-a4b5-9320e43622e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-598987', 'neutron.services.segments.db._delete_segments_for_network-8777640583949'] for network, precommit_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:45:56.732833 n-d-768862-2 neutron-server[84765]: DEBUG neutron.services.segments.db [None req-c2e8bb8d-0e53-4063-a4b5-9320e43622e9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a063c6a0-e2ff-4106-a92d-27e5b29f3c5a']}} {{(pid=84875) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:45:56.746541 n-d-768862-2 neutron-server[84765]: DEBUG neutron.services.segments.db [None req-c2e8bb8d-0e53-4063-a4b5-9320e43622e9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e6346cd3-f0c0-4206-a8b5-01fe6fc68bb6') {'for_net_delete': True} {{(pid=84875) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:45:56.746882 n-d-768862-2 neutron-server[84765]: DEBUG neutron.services.segments.db [None req-c2e8bb8d-0e53-4063-a4b5-9320e43622e9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e6346cd3-f0c0-4206-a8b5-01fe6fc68bb6') {} {{(pid=84875) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:45:56.760466 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-c2e8bb8d-0e53-4063-a4b5-9320e43622e9 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363259214173198', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036851408567'] for segment, before_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:45:56.776446 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-c2e8bb8d-0e53-4063-a4b5-9320e43622e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854179735'] for segment, precommit_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:45:56.778828 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-c2e8bb8d-0e53-4063-a4b5-9320e43622e9 admin admin] Releasing vxlan tunnel 5 to pool {{(pid=84875) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Jan 14 07:45:56.960216 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Device ce98a112-bb2a-480c-ac60-14683a34ffdf no longer exists at agent ovs-agent-n-d-768862-2 {{(pid=84876) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jan 14 07:45:56.979250 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.managers [None req-c2e8bb8d-0e53-4063-a4b5-9320e43622e9 admin admin] Network a063c6a0-e2ff-4106-a92d-27e5b29f3c5a has no segments {{(pid=84875) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 14 07:45:56.989140 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-c2e8bb8d-0e53-4063-a4b5-9320e43622e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-596065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3154253'] for segment, after_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:45:56.999936 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.plugin [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] No Port match for: ce98a112-bb2a-480c-ac60-14683a34ffdf {{(pid=84876) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2188}} Jan 14 07:45:57.000352 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Device ce98a112-bb2a-480c-ac60-14683a34ffdf not bound to the agent host n-d-768862-2 {{(pid=84876) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jan 14 07:45:57.173089 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.managers [None req-c2e8bb8d-0e53-4063-a4b5-9320e43622e9 admin admin] Network a063c6a0-e2ff-4106-a92d-27e5b29f3c5a has no segments {{(pid=84875) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 14 07:45:57.205208 n-d-768862-2 neutron-server[84765]: Traceback (most recent call last): Jan 14 07:45:57.205208 n-d-768862-2 neutron-server[84765]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 14 07:45:57.205208 n-d-768862-2 neutron-server[84765]: timer() Jan 14 07:45:57.205208 n-d-768862-2 neutron-server[84765]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 14 07:45:57.205208 n-d-768862-2 neutron-server[84765]: cb(*args, **kw) Jan 14 07:45:57.205208 n-d-768862-2 neutron-server[84765]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Jan 14 07:45:57.205208 n-d-768862-2 neutron-server[84765]: return func(*args, **kwargs) Jan 14 07:45:57.205208 n-d-768862-2 neutron-server[84765]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 14 07:45:57.205208 n-d-768862-2 neutron-server[84765]: self._notify() Jan 14 07:45:57.205208 n-d-768862-2 neutron-server[84765]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 14 07:45:57.205208 n-d-768862-2 neutron-server[84765]: self.callback(batched_events) Jan 14 07:45:57.205208 n-d-768862-2 neutron-server[84765]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 14 07:45:57.205208 n-d-768862-2 neutron-server[84765]: event.method(event) Jan 14 07:45:57.205208 n-d-768862-2 neutron-server[84765]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 14 07:45:57.205208 n-d-768862-2 neutron-server[84765]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 14 07:45:57.205208 n-d-768862-2 neutron-server[84765]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Jan 14 07:45:57.205208 n-d-768862-2 neutron-server[84765]: segment_id)['aggregates'][0] Jan 14 07:45:57.205208 n-d-768862-2 neutron-server[84765]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 14 07:45:57.205208 n-d-768862-2 neutron-server[84765]: return f(self, *a, **k) Jan 14 07:45:57.205208 n-d-768862-2 neutron-server[84765]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 14 07:45:57.205208 n-d-768862-2 neutron-server[84765]: return self._get(url).json() Jan 14 07:45:57.205208 n-d-768862-2 neutron-server[84765]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 14 07:45:57.205208 n-d-768862-2 neutron-server[84765]: **kwargs) Jan 14 07:45:57.205208 n-d-768862-2 neutron-server[84765]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 14 07:45:57.205208 n-d-768862-2 neutron-server[84765]: return self.request(url, 'GET', **kwargs) Jan 14 07:45:57.205208 n-d-768862-2 neutron-server[84765]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Jan 14 07:45:57.205208 n-d-768862-2 neutron-server[84765]: **endpoint_filter) Jan 14 07:45:57.205208 n-d-768862-2 neutron-server[84765]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 14 07:45:57.205208 n-d-768862-2 neutron-server[84765]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 14 07:45:57.205208 n-d-768862-2 neutron-server[84765]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 14 07:45:57.205208 n-d-768862-2 neutron-server[84765]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 14 07:45:57.205208 n-d-768862-2 neutron-server[84765]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 14 07:45:57.286385 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-c2e8bb8d-0e53-4063-a4b5-9320e43622e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036854176830', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850887149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3912591'] for network, after_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:45:57.289816 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-d5197719-e33e-4c9b-bc85-17cb084bef96 tempest-FloatingIPTestJSON-1632234116 tempest-FloatingIPTestJSON-1632234116] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:45:57.303556 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-c2e8bb8d-0e53-4063-a4b5-9320e43622e9 admin admin] Notify callbacks [] for network, before_response {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:45:57.315689 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2e8bb8d-0e53-4063-a4b5-9320e43622e9 admin admin] Pushing event deleted for resources: {'Network': ['ID=a063c6a0-e2ff-4106-a92d-27e5b29f3c5a,revision_number=None']} {{(pid=84875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:45:57.318891 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-c2e8bb8d-0e53-4063-a4b5-9320e43622e9 admin admin] 10.222.0.24 "DELETE /v2.0/networks/a063c6a0-e2ff-4106-a92d-27e5b29f3c5a HTTP/1.1" status: 204 len: 168 time: 2.3243473 Jan 14 07:45:57.319872 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-c2e8bb8d-0e53-4063-a4b5-9320e43622e9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:45:57.546023 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84875) accepted ('10.222.0.24', 45090) {{(pid=84875) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:45:57.600763 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-006b68b6-33c0-4c1d-a565-7342c52e55b5 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=27b29e8b75204908809862cfaf3fe9b0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0534105 Jan 14 07:45:57.603786 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84875) accepted ('10.222.0.24', 45094) {{(pid=84875) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:45:57.672666 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-c37f687d-5ec7-46cc-af0a-6fbdaa019181 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:45:57.701044 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-c37f687d-5ec7-46cc-af0a-6fbdaa019181 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:45:57.749707 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-c37f687d-5ec7-46cc-af0a-6fbdaa019181 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850887153'] for security_group, after_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:45:57.755032 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-076165d8-99f0-4cee-b327-71d87ab45eae admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:45:57.768306 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c37f687d-5ec7-46cc-af0a-6fbdaa019181 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=043716cf-ebbb-4aa0-9770-59043ce4b851,revision_number=None']} {{(pid=84875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:45:57.771514 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-c37f687d-5ec7-46cc-af0a-6fbdaa019181 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:45:57.773836 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-c37f687d-5ec7-46cc-af0a-6fbdaa019181 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:45:57.775972 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-c37f687d-5ec7-46cc-af0a-6fbdaa019181 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/043716cf-ebbb-4aa0-9770-59043ce4b851 HTTP/1.1" status: 204 len: 168 time: 0.1707551 Jan 14 07:45:58.227225 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84875) accepted ('10.222.0.24', 45102) {{(pid=84875) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:45:58.282025 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-332a4e59-a374-407f-a3b1-d10af7489ecd admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=4d02252dbf094c4997ae791acc635dea&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0533276 Jan 14 07:45:58.285721 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84875) accepted ('10.222.0.24', 45106) {{(pid=84875) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:45:58.348807 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-dc80ea83-ca6a-4908-82dc-ec5e3cf42100 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:45:58.376772 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-dc80ea83-ca6a-4908-82dc-ec5e3cf42100 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:45:58.437495 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-dc80ea83-ca6a-4908-82dc-ec5e3cf42100 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850887153'] for security_group, after_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:45:58.442572 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-c37f687d-5ec7-46cc-af0a-6fbdaa019181 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:45:58.456238 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc80ea83-ca6a-4908-82dc-ec5e3cf42100 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=95638950-00db-40c1-bb5d-4d82f32d427f,revision_number=None']} {{(pid=84875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:45:58.460657 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-dc80ea83-ca6a-4908-82dc-ec5e3cf42100 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:45:58.461759 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-dc80ea83-ca6a-4908-82dc-ec5e3cf42100 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:45:58.462980 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-dc80ea83-ca6a-4908-82dc-ec5e3cf42100 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/95638950-00db-40c1-bb5d-4d82f32d427f HTTP/1.1" status: 204 len: 168 time: 0.1762676 Jan 14 07:45:59.431081 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84874) accepted ('10.222.0.24', 45130) {{(pid=84874) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:45:59.579165 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.v2.base [None req-5174032d-6a1b-4cab-9320-ff75450f6025 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1375937654-network', 'tenant_id': 'db8314ab496a410583229e357709eed3'}} {{(pid=84874) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:45:59.585649 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-5174032d-6a1b-4cab-9320-ff75450f6025 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:45:59.590429 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-5174032d-6a1b-4cab-9320-ff75450f6025 admin admin] Usage tracker for resource:network and tenant:db8314ab496a410583229e357709eed3 is out of sync, need to count used quota {{(pid=84874) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:45:59.593685 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-5174032d-6a1b-4cab-9320-ff75450f6025 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84874) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:45:59.600968 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-5174032d-6a1b-4cab-9320-ff75450f6025 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:45:59.613244 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5174032d-6a1b-4cab-9320-ff75450f6025 admin admin] Made reservation on behalf of db8314ab496a410583229e357709eed3 for: {'network': 1} {{(pid=84874) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 07:45:59.618286 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-5174032d-6a1b-4cab-9320-ff75450f6025 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555753'] for network, before_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:45:59.631328 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-5174032d-6a1b-4cab-9320-ff75450f6025 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:45:59.646674 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-5174032d-6a1b-4cab-9320-ff75450f6025 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:45:59.651123 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-5174032d-6a1b-4cab-9320-ff75450f6025 admin admin] Usage tracker for resource:security_group_rule and tenant:db8314ab496a410583229e357709eed3 is out of sync, need to count used quota {{(pid=84874) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:45:59.654186 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-5174032d-6a1b-4cab-9320-ff75450f6025 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84874) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:45:59.660742 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-5174032d-6a1b-4cab-9320-ff75450f6025 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:45:59.748833 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-5174032d-6a1b-4cab-9320-ff75450f6025 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:45:59.753563 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-5174032d-6a1b-4cab-9320-ff75450f6025 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850887153'] for security_group, after_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:45:59.756779 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-5f2bca67-8cb5-4abc-a23b-de229ce85a66 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:45:59.789206 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5174032d-6a1b-4cab-9320-ff75450f6025 admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 3} {{(pid=84874) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Jan 14 07:45:59.798326 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5174032d-6a1b-4cab-9320-ff75450f6025 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=10113ea7-3c2c-44bc-9ebe-2cc840ec0f07,revision_number=1']} {{(pid=84874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:45:59.802258 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-5174032d-6a1b-4cab-9320-ff75450f6025 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:45:59.804852 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-5174032d-6a1b-4cab-9320-ff75450f6025 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854179735'] for segment, precommit_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:45:59.805367 n-d-768862-2 neutron-server[84765]: INFO neutron.db.segments_db [None req-5174032d-6a1b-4cab-9320-ff75450f6025 admin admin] Added segment da7c9d38-2264-49bd-bb65-e11ce324468c of type vxlan for network c0ab3def-a972-47d7-8db9-fb6a01d9898c Jan 14 07:45:59.832052 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-5174032d-6a1b-4cab-9320-ff75450f6025 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363259214646115'] for network, precommit_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:45:59.864910 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-5174032d-6a1b-4cab-9320-ff75450f6025 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850887149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964'] for network, after_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:45:59.865920 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5174032d-6a1b-4cab-9320-ff75450f6025 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:45:59.866561 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-5174032d-6a1b-4cab-9320-ff75450f6025 admin admin] Notify callbacks [] for network, before_response {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:45:59.871734 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-6d93d96a-5124-4270-9b1b-a7af9d0bec27 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:45:59.980953 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5174032d-6a1b-4cab-9320-ff75450f6025 admin admin] Pushing event updated for resources: {'Network': ['ID=c0ab3def-a972-47d7-8db9-fb6a01d9898c,revision_number=1']} {{(pid=84874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:45:59.984103 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-5174032d-6a1b-4cab-9320-ff75450f6025 admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.5518243 Jan 14 07:45:59.985120 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-5174032d-6a1b-4cab-9320-ff75450f6025 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:45:59.987393 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84874) accepted ('10.222.0.24', 45136) {{(pid=84874) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:45:59.993735 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.v2.base [None req-3c323703-ffc9-43a2-9a21-55231513ca35 admin admin] Request body: {'subnet': {'network_id': 'c0ab3def-a972-47d7-8db9-fb6a01d9898c', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1375937654-subnet', 'tenant_id': 'db8314ab496a410583229e357709eed3', 'ip_version': 4}} {{(pid=84874) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:45:59.995465 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-017f98a9-8a07-408c-a86f-8ff0c00400a0 None None] Network c0ab3def-a972-47d7-8db9-fb6a01d9898c details requested by agent ovs-agent-n-h1-768862-2 with host n-h1-768862-2 {{(pid=84876) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 07:46:00.000161 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-3c323703-ffc9-43a2-9a21-55231513ca35 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:46:00.004275 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-3c323703-ffc9-43a2-9a21-55231513ca35 admin admin] Usage tracker for resource:subnet and tenant:db8314ab496a410583229e357709eed3 is out of sync, need to count used quota {{(pid=84874) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:46:00.007328 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-3c323703-ffc9-43a2-9a21-55231513ca35 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84874) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:46:00.009501 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-852a24f7-e9a1-4193-9abb-e9506fe5213f None None] Network c0ab3def-a972-47d7-8db9-fb6a01d9898c details requested by agent ovs-agent-n-h2-768862-2 with host n-h2-768862-2 {{(pid=84876) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 07:46:00.013499 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-3c323703-ffc9-43a2-9a21-55231513ca35 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:46:00.022427 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Network c0ab3def-a972-47d7-8db9-fb6a01d9898c details requested by agent ovs-agent-n-d-768862-2 with host n-d-768862-2 {{(pid=84876) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 07:46:00.026205 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3c323703-ffc9-43a2-9a21-55231513ca35 admin admin] Made reservation on behalf of db8314ab496a410583229e357709eed3 for: {'subnet': 1} {{(pid=84874) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 07:46:00.031243 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-3c323703-ffc9-43a2-9a21-55231513ca35 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036851981161'] for subnet, before_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:46:00.466802 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-3c323703-ffc9-43a2-9a21-55231513ca35 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850887113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3254092', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036851981146'] for subnet, after_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:46:00.482940 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-4a5917db-96a9-41c7-8d86-e48d45d9f694 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:46:00.609185 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c323703-ffc9-43a2-9a21-55231513ca35 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0c0e0acc-0fe5-4691-91c3-35c07c3804bd,revision_number=0']} {{(pid=84874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:46:00.621709 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-3c323703-ffc9-43a2-9a21-55231513ca35 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:46:00.680168 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c323703-ffc9-43a2-9a21-55231513ca35 admin admin] Checking segment: {'id': 'da7c9d38-2264-49bd-bb65-e11ce324468c', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'c0ab3def-a972-47d7-8db9-fb6a01d9898c'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84874) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 14 07:46:00.680599 n-d-768862-2 neutron-server[84765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c323703-ffc9-43a2-9a21-55231513ca35 admin admin] Network hostable DHCP agents. Network: c0ab3def-a972-47d7-8db9-fb6a01d9898c, hostable agents: ['32f3dd84-26da-4d18-bf15-6017a8fb7247'], hosted agents: [] {{(pid=84874) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Jan 14 07:46:00.701137 n-d-768862-2 neutron-server[84765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c323703-ffc9-43a2-9a21-55231513ca35 admin admin] Network c0ab3def-a972-47d7-8db9-fb6a01d9898c is scheduled to be hosted by DHCP agent 32f3dd84-26da-4d18-bf15-6017a8fb7247 with binding_index 1 {{(pid=84874) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Jan 14 07:46:00.710112 n-d-768862-2 neutron-server[84765]: DEBUG neutron.scheduler.base_scheduler [None req-3c323703-ffc9-43a2-9a21-55231513ca35 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768862-2, c0ab3def-a972-47d7-8db9-fb6a01d9898c) {{(pid=84874) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 07:46:00.722888 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c323703-ffc9-43a2-9a21-55231513ca35 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:46:00.723568 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-3c323703-ffc9-43a2-9a21-55231513ca35 admin admin] Notify callbacks [] for subnet, before_response {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:46:00.726907 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ec47033-c37e-4955-aea0-4fd8ddf726cf None None] Network c0ab3def-a972-47d7-8db9-fb6a01d9898c requested from n-d-768862-2 {{(pid=84876) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 07:46:00.744992 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-3c323703-ffc9-43a2-9a21-55231513ca35 admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.7561610 Jan 14 07:46:00.747525 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84874) accepted ('10.222.0.24', 45140) {{(pid=84874) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:46:00.753244 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.v2.base [None req-b501603e-11a1-479e-b0a3-271a247c3aaf admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1375937654-router', 'tenant_id': 'db8314ab496a410583229e357709eed3', 'external_gateway_info': {'network_id': '226f1e78-82cd-4481-9055-4eb73b6db8c1'}}} {{(pid=84874) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:46:00.759241 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-b501603e-11a1-479e-b0a3-271a247c3aaf admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:46:00.763308 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-b501603e-11a1-479e-b0a3-271a247c3aaf admin admin] Usage tracker for resource:router and tenant:db8314ab496a410583229e357709eed3 is out of sync, need to count used quota {{(pid=84874) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:46:00.766971 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-b501603e-11a1-479e-b0a3-271a247c3aaf admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=84874) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:46:00.772763 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-b501603e-11a1-479e-b0a3-271a247c3aaf admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:46:00.784392 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-b501603e-11a1-479e-b0a3-271a247c3aaf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3889205', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854717621'] for router, before_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:46:00.785455 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-b501603e-11a1-479e-b0a3-271a247c3aaf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036850886574', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3912501', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3808446', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-58179'] for router, precommit_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:46:00.800754 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-b501603e-11a1-479e-b0a3-271a247c3aaf admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:46:00.956452 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4b21bd6-8648-4ee2-b0aa-2a1b9521315b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5d94dc7a-c095-50a4-955e-5f3b78718a12-c0ab3def-a972-47d7-8db9-fb6a01d9898c', 'network_id': 'c0ab3def-a972-47d7-8db9-fb6a01d9898c', 'tenant_id': 'db8314ab496a410583229e357709eed3', 'fixed_ips': [{'subnet_id': '0c0e0acc-0fe5-4691-91c3-35c07c3804bd'}]}} from n-d-768862-2. {{(pid=84876) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Jan 14 07:46:00.957443 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-e4b21bd6-8648-4ee2-b0aa-2a1b9521315b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555753'] for port, before_create {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:46:01.087524 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-b501603e-11a1-479e-b0a3-271a247c3aaf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3912484', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3889188', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-58194'] for router, precommit_update {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:46:01.253150 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.db_base_plugin_common [None req-e4b21bd6-8648-4ee2-b0aa-2a1b9521315b None None] Allocated IP 172.20.0.2 (c0ab3def-a972-47d7-8db9-fb6a01d9898c/0c0e0acc-0fe5-4691-91c3-35c07c3804bd/bc67ae58-ea1d-4b3f-b32a-5d8e59695b49) {{(pid=84876) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 14 07:46:01.415551 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-b501603e-11a1-479e-b0a3-271a247c3aaf admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:46:01.447753 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-b501603e-11a1-479e-b0a3-271a247c3aaf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555753'] for port, before_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:46:01.475465 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-e4b21bd6-8648-4ee2-b0aa-2a1b9521315b None None] Notify callbacks [] for port, precommit_create {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:46:01.491673 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-e4b21bd6-8648-4ee2-b0aa-2a1b9521315b None None] Transition to ACTIVE for port object bc67ae58-ea1d-4b3f-b32a-5d8e59695b49 will not be triggered until provisioned by entity L2. {{(pid=84876) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 07:46:01.508865 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-e4b21bd6-8648-4ee2-b0aa-2a1b9521315b None None] Transition to ACTIVE for port object bc67ae58-ea1d-4b3f-b32a-5d8e59695b49 will not be triggered until provisioned by entity DHCP. {{(pid=84876) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 07:46:01.514637 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-e4b21bd6-8648-4ee2-b0aa-2a1b9521315b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777640123575'] for port, after_create {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:46:01.528013 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-88c226fc-1aae-4ee5-bb4a-63302d6d0ed0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84876) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:46:01.668067 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4b21bd6-8648-4ee2-b0aa-2a1b9521315b None None] Pushing event updated for resources: {'Port': ['ID=bc67ae58-ea1d-4b3f-b32a-5d8e59695b49,revision_number=1']} {{(pid=84876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:46:01.675919 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-e4b21bd6-8648-4ee2-b0aa-2a1b9521315b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=84876) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:46:01.735594 n-d-768862-2 neutron-server[84765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4b21bd6-8648-4ee2-b0aa-2a1b9521315b None None] Network c0ab3def-a972-47d7-8db9-fb6a01d9898c is already hosted by enough agents. {{(pid=84876) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 07:46:01.736929 n-d-768862-2 neutron-server[84765]: DEBUG neutron.scheduler.base_scheduler [None req-e4b21bd6-8648-4ee2-b0aa-2a1b9521315b None None] Resources bound (agent type, host, resource id): {{(pid=84876) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 07:46:01.739482 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4b21bd6-8648-4ee2-b0aa-2a1b9521315b None None] Received port after_create {{(pid=84876) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 14 07:46:01.796562 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.managers [None req-e4b21bd6-8648-4ee2-b0aa-2a1b9521315b None None] Attempting to bind port bc67ae58-ea1d-4b3f-b32a-5d8e59695b49 on host n-d-768862-2 for vnic_type normal with profile {{(pid=84876) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 14 07:46:01.796981 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.managers [None req-e4b21bd6-8648-4ee2-b0aa-2a1b9521315b None None] Attempting to bind port bc67ae58-ea1d-4b3f-b32a-5d8e59695b49 by drivers openvswitch on host n-d-768862-2 at level 0 using segments [{'id': 'da7c9d38-2264-49bd-bb65-e11ce324468c', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'c0ab3def-a972-47d7-8db9-fb6a01d9898c'}] {{(pid=84876) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 14 07:46:01.797393 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4b21bd6-8648-4ee2-b0aa-2a1b9521315b None None] Attempting to bind port bc67ae58-ea1d-4b3f-b32a-5d8e59695b49 on network c0ab3def-a972-47d7-8db9-fb6a01d9898c {{(pid=84876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 14 07:46:01.803713 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4b21bd6-8648-4ee2-b0aa-2a1b9521315b None None] Checking agent: {'id': 'ba5efab1-b43c-4d5a-bc52-6e105d4e67a2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768862-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 14, 6, 56, 52), 'started_at': datetime.datetime(2021, 1, 14, 6, 57, 22), 'heartbeat_timestamp': datetime.datetime(2021, 1, 14, 7, 45, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768862-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.29', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 14 07:46:01.804163 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4b21bd6-8648-4ee2-b0aa-2a1b9521315b None None] Checking segment: {'id': 'da7c9d38-2264-49bd-bb65-e11ce324468c', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'c0ab3def-a972-47d7-8db9-fb6a01d9898c'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84876) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 14 07:46:01.804737 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-e4b21bd6-8648-4ee2-b0aa-2a1b9521315b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:46:01.805268 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4b21bd6-8648-4ee2-b0aa-2a1b9521315b None None] Bound using segment: {'id': 'da7c9d38-2264-49bd-bb65-e11ce324468c', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'c0ab3def-a972-47d7-8db9-fb6a01d9898c'} {{(pid=84876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 14 07:46:01.805830 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.managers [None req-e4b21bd6-8648-4ee2-b0aa-2a1b9521315b None None] Bound port: bc67ae58-ea1d-4b3f-b32a-5d8e59695b49, host: n-d-768862-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'da7c9d38-2264-49bd-bb65-e11ce324468c', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'c0ab3def-a972-47d7-8db9-fb6a01d9898c'}}] {{(pid=84876) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 14 07:46:01.806257 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-e4b21bd6-8648-4ee2-b0aa-2a1b9521315b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555753'] for port, before_update {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:46:01.906577 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [None req-e4b21bd6-8648-4ee2-b0aa-2a1b9521315b None None] For port bc67ae58-ea1d-4b3f-b32a-5d8e59695b49, host n-d-768862-2, cleared binding levels {{(pid=84876) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 14 07:46:01.909832 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [None req-e4b21bd6-8648-4ee2-b0aa-2a1b9521315b None None] For port bc67ae58-ea1d-4b3f-b32a-5d8e59695b49, host n-d-768862-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-2',level=0,port_id=bc67ae58-ea1d-4b3f-b32a-5d8e59695b49,segment=NetworkSegment(da7c9d38-2264-49bd-bb65-e11ce324468c),segment_id=da7c9d38-2264-49bd-bb65-e11ce324468c)] {{(pid=84876) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 14 07:46:01.913775 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-e4b21bd6-8648-4ee2-b0aa-2a1b9521315b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777640533312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363259214678337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777640097497'] for port, after_update {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:46:01.927229 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84876) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:46:02.027347 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.db_base_plugin_common [None req-b501603e-11a1-479e-b0a3-271a247c3aaf admin admin] Allocated IP 172.25.2.119 (226f1e78-82cd-4481-9055-4eb73b6db8c1/ba8deeec-7658-4195-9449-038c076f5c83/0cefa5a0-64de-46da-881d-51b5141c0764) {{(pid=84874) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 14 07:46:02.197629 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-b501603e-11a1-479e-b0a3-271a247c3aaf admin admin] Notify callbacks [] for port, precommit_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:46:02.226524 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-b501603e-11a1-479e-b0a3-271a247c3aaf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777640123575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3254186'] for port, after_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:46:02.242459 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-a70de3e0-571c-4345-890b-57f0ac0f8c77 tempest-FloatingIPTestJSON-1632234116 tempest-FloatingIPTestJSON-1632234116] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:46:02.260279 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4b21bd6-8648-4ee2-b0aa-2a1b9521315b None None] Pushing event updated for resources: {'Port': ['ID=bc67ae58-ea1d-4b3f-b32a-5d8e59695b49,revision_number=2']} {{(pid=84876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:46:02.263916 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-e4b21bd6-8648-4ee2-b0aa-2a1b9521315b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.337s {{(pid=84876) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:46:02.374307 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b501603e-11a1-479e-b0a3-271a247c3aaf admin admin] Pushing event updated for resources: {'Port': ['ID=0cefa5a0-64de-46da-881d-51b5141c0764,revision_number=1']} {{(pid=84874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:46:02.378799 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-b501603e-11a1-479e-b0a3-271a247c3aaf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:46:02.434427 n-d-768862-2 neutron-server[84765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b501603e-11a1-479e-b0a3-271a247c3aaf admin admin] Network 226f1e78-82cd-4481-9055-4eb73b6db8c1 is already hosted by enough agents. {{(pid=84874) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 07:46:02.435641 n-d-768862-2 neutron-server[84765]: DEBUG neutron.scheduler.base_scheduler [None req-b501603e-11a1-479e-b0a3-271a247c3aaf admin admin] Resources bound (agent type, host, resource id): {{(pid=84874) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 07:46:02.438140 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b501603e-11a1-479e-b0a3-271a247c3aaf admin admin] Received port after_create {{(pid=84874) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 14 07:46:02.878585 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-b501603e-11a1-479e-b0a3-271a247c3aaf admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:46:02.996736 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Device bc67ae58-ea1d-4b3f-b32a-5d8e59695b49 up at agent ovs-agent-n-d-768862-2 {{(pid=84876) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 07:46:03.070089 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Provisioning for port bc67ae58-ea1d-4b3f-b32a-5d8e59695b49 completed by entity L2. {{(pid=84876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 07:46:03.237854 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-b501603e-11a1-479e-b0a3-271a247c3aaf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036850886612', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036850863158'] for router, after_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:46:03.459879 n-d-768862-2 neutron-server[84765]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b501603e-11a1-479e-b0a3-271a247c3aaf admin admin] Router c3866952-45a7-403c-8144-28406ea44217 is scheduled to L3 agent 35f592e9-451b-4db9-abea-77b6a5c5391b with binding_index 1 {{(pid=84874) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}} Jan 14 07:46:03.629777 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d88e8ae6-2dd7-467c-ab87-e87054ff38e0 None None] Network c0ab3def-a972-47d7-8db9-fb6a01d9898c requested from n-d-768862-2 {{(pid=84876) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 07:46:03.656044 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b501603e-11a1-479e-b0a3-271a247c3aaf admin admin] Notify agent at l3_agent.n-d-768862-2 the message routers_updated {{(pid=84874) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jan 14 07:46:03.682150 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-b501603e-11a1-479e-b0a3-271a247c3aaf admin admin] Notify callbacks [] for router, before_response {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:46:03.683551 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-b501603e-11a1-479e-b0a3-271a247c3aaf admin admin] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 2.9349146 Jan 14 07:46:03.686533 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84874) accepted ('10.222.0.24', 45146) {{(pid=84874) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:46:03.711092 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-008e6334-3c07-4d08-b9e5-96c4422fc9c2 None None] Sync routers for ids ['c3866952-45a7-403c-8144-28406ea44217'] in n-d-768862-2 {{(pid=84876) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Jan 14 07:46:03.739179 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-c839521f-1fe9-4eb2-a55b-11ed2b37206e None None] Provisioning for port bc67ae58-ea1d-4b3f-b32a-5d8e59695b49 completed by entity DHCP. {{(pid=84876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 07:46:03.742286 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-008e6334-3c07-4d08-b9e5-96c4422fc9c2 None None] Routers {'c3866952-45a7-403c-8144-28406ea44217'} bound to L3 agent in host n-d-768862-2 {{(pid=84876) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 14 07:46:03.743433 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_hamode_db [None req-008e6334-3c07-4d08-b9e5-96c4422fc9c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-01-14T06:56:51Z,description=,heartbeat_timestamp=2021-01-14T07:45:52Z,host='n-d-768862-2',id=35f592e9-451b-4db9-abea-77b6a5c5391b,load=0,resource_versions=,resources_synced=,started_at=2021-01-14T06:56:51Z,topic='l3_agent')) {'router_ids': ['c3866952-45a7-403c-8144-28406ea44217'], 'active': True} {{(pid=84876) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:46:03.807302 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-c839521f-1fe9-4eb2-a55b-11ed2b37206e None None] Provisioning complete for port bc67ae58-ea1d-4b3f-b32a-5d8e59695b49 triggered by entity DHCP. {{(pid=84876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 07:46:03.807687 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-c839521f-1fe9-4eb2-a55b-11ed2b37206e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-604227'] for port, provisioning_complete {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:46:04.132528 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_dvr_db [None req-008e6334-3c07-4d08-b9e5-96c4422fc9c2 None None] Set router c3866952-45a7-403c-8144-28406ea44217 gateway port host: n-d-768862-2 {{(pid=84876) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 14 07:46:04.298053 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-c839521f-1fe9-4eb2-a55b-11ed2b37206e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555753'] for port, before_update {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:46:04.441066 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [None req-c839521f-1fe9-4eb2-a55b-11ed2b37206e None None] For port bc67ae58-ea1d-4b3f-b32a-5d8e59695b49, host n-d-768862-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-2',level=0,port_id=bc67ae58-ea1d-4b3f-b32a-5d8e59695b49,segment=NetworkSegment(da7c9d38-2264-49bd-bb65-e11ce324468c),segment_id=da7c9d38-2264-49bd-bb65-e11ce324468c)] {{(pid=84876) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 07:46:04.457431 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-c839521f-1fe9-4eb2-a55b-11ed2b37206e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777640533312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363259214678337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777640097497'] for port, after_update {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:46:04.462349 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84876) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:46:04.587980 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c839521f-1fe9-4eb2-a55b-11ed2b37206e None None] Pushing event updated for resources: {'Port': ['ID=bc67ae58-ea1d-4b3f-b32a-5d8e59695b49,revision_number=3']} {{(pid=84876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:46:04.595418 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-c839521f-1fe9-4eb2-a55b-11ed2b37206e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=84876) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:46:04.610065 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_hamode_db [None req-008e6334-3c07-4d08-b9e5-96c4422fc9c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c3866952-45a7-403c-8144-28406ea44217', 'name': 'tempest-TestMinimumBasicScenario-1375937654-router', 'tenant_id': 'db8314ab496a410583229e357709eed3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '226f1e78-82cd-4481-9055-4eb73b6db8c1', 'external_fixed_ips': [{'subnet_id': 'ba8deeec-7658-4195-9449-038c076f5c83', 'ip_address': '172.25.2.119'}], 'enable_snat': True}, 'gw_port_id': '0cefa5a0-64de-46da-881d-51b5141c0764', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-14T07:46:00Z', 'updated_at': '2021-01-14T07:46:02Z', 'revision_number': 3, 'project_id': 'db8314ab496a410583229e357709eed3', 'gw_port': {'id': '0cefa5a0-64de-46da-881d-51b5141c0764', 'name': '', 'network_id': '226f1e78-82cd-4481-9055-4eb73b6db8c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:ca:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c3866952-45a7-403c-8144-28406ea44217', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3859, 'fixed_ips': [{'subnet_id': 'ba8deeec-7658-4195-9449-038c076f5c83', 'ip_address': '172.25.2.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T07:46:01Z', 'updated_at': '2021-01-14T07:46:02Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ba8deeec-7658-4195-9449-038c076f5c83', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-2'}], 'n-d-768862-2', False) {} {{(pid=84876) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:46:04.614342 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-008e6334-3c07-4d08-b9e5-96c4422fc9c2 None None] Checking router: c3866952-45a7-403c-8144-28406ea44217 for host: n-d-768862-2 {{(pid=84876) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Jan 14 07:46:04.614752 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-008e6334-3c07-4d08-b9e5-96c4422fc9c2 None None] Updating router c3866952-45a7-403c-8144-28406ea44217 port 0cefa5a0-64de-46da-881d-51b5141c0764 binding host n-d-768862-2 {{(pid=84876) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Jan 14 07:46:04.700424 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-008e6334-3c07-4d08-b9e5-96c4422fc9c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555753'] for port, before_update {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:46:04.722510 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-1bd36be1-c795-4f0d-9279-9e16763cbbed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555753'] for port, before_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:46:04.756168 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-3b0a0cf7-e4a7-4e09-8ad6-470afbf3ecd1 None None] Provisioning complete for port bc67ae58-ea1d-4b3f-b32a-5d8e59695b49 triggered by entity DHCP. {{(pid=84876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 07:46:04.756168 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-3b0a0cf7-e4a7-4e09-8ad6-470afbf3ecd1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-604227'] for port, provisioning_complete {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:46:04.992822 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Device bc67ae58-ea1d-4b3f-b32a-5d8e59695b49 up at agent ovs-agent-n-d-768862-2 {{(pid=84876) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 07:46:05.110140 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.db_base_plugin_common [None req-1bd36be1-c795-4f0d-9279-9e16763cbbed admin admin] Allocated IP 172.20.0.1 (c0ab3def-a972-47d7-8db9-fb6a01d9898c/0c0e0acc-0fe5-4691-91c3-35c07c3804bd/5784960b-a212-44c0-9af3-61a344269547) {{(pid=84874) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 14 07:46:05.208887 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Provisioning complete for port bc67ae58-ea1d-4b3f-b32a-5d8e59695b49 triggered by entity L2. {{(pid=84876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 07:46:05.209503 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-604227'] for port, provisioning_complete {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:46:05.274571 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-1bd36be1-c795-4f0d-9279-9e16763cbbed admin admin] Notify callbacks [] for port, precommit_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:46:05.290816 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-1bd36be1-c795-4f0d-9279-9e16763cbbed admin admin] Transition to ACTIVE for port object 5784960b-a212-44c0-9af3-61a344269547 will not be triggered until provisioned by entity DHCP. {{(pid=84874) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 07:46:05.307354 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-6d26cd78-1298-4f17-bfc5-ad5bfd9a1f55 None None] Provisioning complete for port bc67ae58-ea1d-4b3f-b32a-5d8e59695b49 triggered by entity DHCP. {{(pid=84876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 07:46:05.307777 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-6d26cd78-1298-4f17-bfc5-ad5bfd9a1f55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-604227'] for port, provisioning_complete {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:46:05.311732 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-1bd36be1-c795-4f0d-9279-9e16763cbbed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777640123575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3254186'] for port, after_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:46:05.327952 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-835a6033-ed9d-4224-bb3d-e104d38e5ede tempest-RoutersAdminTest-626627900 tempest-RoutersAdminTest-626627900] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:46:05.458650 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bd36be1-c795-4f0d-9279-9e16763cbbed admin admin] Pushing event updated for resources: {'Port': ['ID=5784960b-a212-44c0-9af3-61a344269547,revision_number=1']} {{(pid=84874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:46:05.463334 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-1bd36be1-c795-4f0d-9279-9e16763cbbed admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:46:05.511675 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-008e6334-3c07-4d08-b9e5-96c4422fc9c2 None None] Notify callbacks [] for port, precommit_update {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:46:05.519019 n-d-768862-2 neutron-server[84765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1bd36be1-c795-4f0d-9279-9e16763cbbed admin admin] Network c0ab3def-a972-47d7-8db9-fb6a01d9898c is already hosted by enough agents. {{(pid=84874) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 07:46:05.520258 n-d-768862-2 neutron-server[84765]: DEBUG neutron.scheduler.base_scheduler [None req-1bd36be1-c795-4f0d-9279-9e16763cbbed admin admin] Resources bound (agent type, host, resource id): {{(pid=84874) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 07:46:05.524639 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1bd36be1-c795-4f0d-9279-9e16763cbbed admin admin] Received port after_create {{(pid=84874) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 14 07:46:05.574131 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-008e6334-3c07-4d08-b9e5-96c4422fc9c2 None None] Transition to ACTIVE for port object 0cefa5a0-64de-46da-881d-51b5141c0764 will not be triggered until provisioned by entity L2. {{(pid=84876) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 07:46:05.579825 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-008e6334-3c07-4d08-b9e5-96c4422fc9c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777640533312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363259214678337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777640097497'] for port, after_update {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:46:05.592028 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-1bd36be1-c795-4f0d-9279-9e16763cbbed admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036850886386'] for router_interface, before_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:46:05.598113 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-4ff435dd-d7cf-4c59-8526-abdb868d60fb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84876) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:46:05.709061 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-1bd36be1-c795-4f0d-9279-9e16763cbbed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555753'] for port, before_update {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:46:05.929604 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1183303-6bec-4ac2-b510-3b7778aa9a80 None None] Pushing event updated for resources: {'Port': ['ID=0cefa5a0-64de-46da-881d-51b5141c0764,revision_number=2']} {{(pid=84876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:46:05.933985 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-c1183303-6bec-4ac2-b510-3b7778aa9a80 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.336s {{(pid=84876) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:46:05.999977 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.managers [None req-008e6334-3c07-4d08-b9e5-96c4422fc9c2 None None] Attempting to bind port 0cefa5a0-64de-46da-881d-51b5141c0764 on host n-d-768862-2 for vnic_type normal with profile {{(pid=84876) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 14 07:46:06.000446 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.managers [None req-008e6334-3c07-4d08-b9e5-96c4422fc9c2 None None] Attempting to bind port 0cefa5a0-64de-46da-881d-51b5141c0764 by drivers openvswitch on host n-d-768862-2 at level 0 using segments [{'id': 'cf3ded2c-bc47-4a71-89af-6e7117e60140', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '226f1e78-82cd-4481-9055-4eb73b6db8c1'}] {{(pid=84876) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 14 07:46:06.000882 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-008e6334-3c07-4d08-b9e5-96c4422fc9c2 None None] Attempting to bind port 0cefa5a0-64de-46da-881d-51b5141c0764 on network 226f1e78-82cd-4481-9055-4eb73b6db8c1 {{(pid=84876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 14 07:46:06.006552 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-008e6334-3c07-4d08-b9e5-96c4422fc9c2 None None] Checking agent: {'id': 'ba5efab1-b43c-4d5a-bc52-6e105d4e67a2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768862-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 14, 6, 56, 52), 'started_at': datetime.datetime(2021, 1, 14, 6, 57, 22), 'heartbeat_timestamp': datetime.datetime(2021, 1, 14, 7, 45, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768862-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.29', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 14 07:46:06.006973 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-008e6334-3c07-4d08-b9e5-96c4422fc9c2 None None] Checking segment: {'id': 'cf3ded2c-bc47-4a71-89af-6e7117e60140', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '226f1e78-82cd-4481-9055-4eb73b6db8c1'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84876) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 14 07:46:06.007429 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-008e6334-3c07-4d08-b9e5-96c4422fc9c2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:46:06.007891 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-008e6334-3c07-4d08-b9e5-96c4422fc9c2 None None] Bound using segment: {'id': 'cf3ded2c-bc47-4a71-89af-6e7117e60140', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '226f1e78-82cd-4481-9055-4eb73b6db8c1'} {{(pid=84876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 14 07:46:06.008563 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.managers [None req-008e6334-3c07-4d08-b9e5-96c4422fc9c2 None None] Bound port: 0cefa5a0-64de-46da-881d-51b5141c0764, host: n-d-768862-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cf3ded2c-bc47-4a71-89af-6e7117e60140', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '226f1e78-82cd-4481-9055-4eb73b6db8c1'}}] {{(pid=84876) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 14 07:46:06.009226 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-008e6334-3c07-4d08-b9e5-96c4422fc9c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555753'] for port, before_update {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:46:06.015118 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-1bd36be1-c795-4f0d-9279-9e16763cbbed admin admin] Notify callbacks [] for port, precommit_update {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:46:06.020145 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-1bd36be1-c795-4f0d-9279-9e16763cbbed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777640533312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363259214678337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777640097497', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036851521613'] for port, after_update {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:46:06.050285 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-32cc8492-5869-4924-865f-7d21bbad9d6a tempest-RoutersNegativeTest-577972138 tempest-RoutersNegativeTest-577972138] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:46:06.068583 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-aef0ece9-fa8c-4761-8d8b-374b55b34d79 None None] Provisioning for port 5784960b-a212-44c0-9af3-61a344269547 completed by entity DHCP. {{(pid=84876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 07:46:06.092979 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-aef0ece9-fa8c-4761-8d8b-374b55b34d79 None None] Provisioning complete for port 5784960b-a212-44c0-9af3-61a344269547 triggered by entity DHCP. {{(pid=84876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 07:46:06.093404 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-aef0ece9-fa8c-4761-8d8b-374b55b34d79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-604227'] for port, provisioning_complete {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:46:06.140912 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [None req-008e6334-3c07-4d08-b9e5-96c4422fc9c2 None None] For port 0cefa5a0-64de-46da-881d-51b5141c0764, host n-d-768862-2, cleared binding levels {{(pid=84876) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 14 07:46:06.141405 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bd36be1-c795-4f0d-9279-9e16763cbbed admin admin] Pushing event updated for resources: {'Port': ['ID=5784960b-a212-44c0-9af3-61a344269547,revision_number=2']} {{(pid=84874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:46:06.144643 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-1bd36be1-c795-4f0d-9279-9e16763cbbed admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3206949', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3889649'] for router_interface, after_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:46:06.150567 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [None req-008e6334-3c07-4d08-b9e5-96c4422fc9c2 None None] For port 0cefa5a0-64de-46da-881d-51b5141c0764, host n-d-768862-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-2',level=0,port_id=0cefa5a0-64de-46da-881d-51b5141c0764,segment=NetworkSegment(cf3ded2c-bc47-4a71-89af-6e7117e60140),segment_id=cf3ded2c-bc47-4a71-89af-6e7117e60140)] {{(pid=84876) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 14 07:46:06.156669 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-008e6334-3c07-4d08-b9e5-96c4422fc9c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777640533312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363259214678337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777640097497'] for port, after_update {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:46:06.161283 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-1bd36be1-c795-4f0d-9279-9e16763cbbed admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:46:06.173895 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-623d2081-589c-4e4c-8deb-9ea745e5747b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84876) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:46:06.295884 n-d-768862-2 neutron-server[84765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1bd36be1-c795-4f0d-9279-9e16763cbbed admin admin] Network c0ab3def-a972-47d7-8db9-fb6a01d9898c is already hosted by enough agents. {{(pid=84874) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 07:46:06.297519 n-d-768862-2 neutron-server[84765]: DEBUG neutron.scheduler.base_scheduler [None req-1bd36be1-c795-4f0d-9279-9e16763cbbed admin admin] Resources bound (agent type, host, resource id): {{(pid=84874) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 07:46:06.298782 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.plugin [None req-aef0ece9-fa8c-4761-8d8b-374b55b34d79 None None] Port 5784960b-a212-44c0-9af3-61a344269547 cannot update to ACTIVE because it is not bound. {{(pid=84876) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:329}} Jan 14 07:46:06.321041 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1183303-6bec-4ac2-b510-3b7778aa9a80 None None] Pushing event updated for resources: {'Port': ['ID=0cefa5a0-64de-46da-881d-51b5141c0764,revision_number=3']} {{(pid=84876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:46:06.326043 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-c1183303-6bec-4ac2-b510-3b7778aa9a80 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=84876) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:46:06.393440 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-008e6334-3c07-4d08-b9e5-96c4422fc9c2 None None] Routers {'c3866952-45a7-403c-8144-28406ea44217'} bound to L3 agent in host n-d-768862-2 {{(pid=84876) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 14 07:46:06.395193 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_hamode_db [None req-008e6334-3c07-4d08-b9e5-96c4422fc9c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-01-14T06:56:51Z,description=,heartbeat_timestamp=2021-01-14T07:45:52Z,host='n-d-768862-2',id=35f592e9-451b-4db9-abea-77b6a5c5391b,load=0,resource_versions=,resources_synced=,started_at=2021-01-14T06:56:51Z,topic='l3_agent')) {'router_ids': ['c3866952-45a7-403c-8144-28406ea44217'], 'active': True} {{(pid=84876) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:46:06.522577 n-d-768862-2 neutron-server[84765]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1bd36be1-c795-4f0d-9279-9e16763cbbed admin admin] Router c3866952-45a7-403c-8144-28406ea44217 has already been hosted by L3 agent 35f592e9-451b-4db9-abea-77b6a5c5391b {{(pid=84874) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Jan 14 07:46:06.594441 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_dvr_db [None req-008e6334-3c07-4d08-b9e5-96c4422fc9c2 None None] Set router c3866952-45a7-403c-8144-28406ea44217 gateway port host: n-d-768862-2 {{(pid=84876) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 14 07:46:06.759027 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1bd36be1-c795-4f0d-9279-9e16763cbbed admin admin] Notify agent at l3_agent.n-d-768862-2 the message routers_updated {{(pid=84874) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jan 14 07:46:06.762285 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-2b9299b6-96b8-4058-8622-83a542ba9337 None None] Provisioning complete for port 5784960b-a212-44c0-9af3-61a344269547 triggered by entity DHCP. {{(pid=84876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 07:46:06.762718 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-2b9299b6-96b8-4058-8622-83a542ba9337 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-604227'] for port, provisioning_complete {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:46:06.770231 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-1bd36be1-c795-4f0d-9279-9e16763cbbed admin admin] 10.222.0.24 "PUT /v2.0/routers/c3866952-45a7-403c-8144-28406ea44217/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0825593 Jan 14 07:46:06.908867 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.plugin [None req-2b9299b6-96b8-4058-8622-83a542ba9337 None None] Port 5784960b-a212-44c0-9af3-61a344269547 cannot update to ACTIVE because it is not bound. {{(pid=84876) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:329}} Jan 14 07:46:07.036150 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_hamode_db [None req-008e6334-3c07-4d08-b9e5-96c4422fc9c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c3866952-45a7-403c-8144-28406ea44217', 'name': 'tempest-TestMinimumBasicScenario-1375937654-router', 'tenant_id': 'db8314ab496a410583229e357709eed3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '226f1e78-82cd-4481-9055-4eb73b6db8c1', 'external_fixed_ips': [{'subnet_id': 'ba8deeec-7658-4195-9449-038c076f5c83', 'ip_address': '172.25.2.119'}], 'enable_snat': True}, 'gw_port_id': '0cefa5a0-64de-46da-881d-51b5141c0764', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-14T07:46:00Z', 'updated_at': '2021-01-14T07:46:05Z', 'revision_number': 4, 'project_id': 'db8314ab496a410583229e357709eed3', 'gw_port': {'id': '0cefa5a0-64de-46da-881d-51b5141c0764', 'name': '', 'network_id': '226f1e78-82cd-4481-9055-4eb73b6db8c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:ca:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c3866952-45a7-403c-8144-28406ea44217', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3859, 'fixed_ips': [{'subnet_id': 'ba8deeec-7658-4195-9449-038c076f5c83', 'ip_address': '172.25.2.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T07:46:01Z', 'updated_at': '2021-01-14T07:46:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ba8deeec-7658-4195-9449-038c076f5c83', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-2', '_interfaces': [{'id': '5784960b-a212-44c0-9af3-61a344269547', 'name': '', 'network_id': 'c0ab3def-a972-47d7-8db9-fb6a01d9898c', 'tenant_id': 'db8314ab496a410583229e357709eed3', 'mac_address': 'fa:16:3e:5e:8b:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c3866952-45a7-403c-8144-28406ea44217', 'device_owner': 'network:router_interface', 'standard_attr_id': 3860, 'fixed_ips': [{'subnet_id': '0c0e0acc-0fe5-4691-91c3-35c07c3804bd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T07:46:04Z', 'updated_at': '2021-01-14T07:46:05Z', 'revision_number': 2, 'project_id': 'db8314ab496a410583229e357709eed3', 'subnets': [{'id': '0c0e0acc-0fe5-4691-91c3-35c07c3804bd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'n-d-768862-2', False) {} {{(pid=84876) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:46:07.040692 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-008e6334-3c07-4d08-b9e5-96c4422fc9c2 None None] The sync data for ids ['c3866952-45a7-403c-8144-28406ea44217'] in n-d-768862-2 is: [{'id': 'c3866952-45a7-403c-8144-28406ea44217', 'name': 'tempest-TestMinimumBasicScenario-1375937654-router', 'tenant_id': 'db8314ab496a410583229e357709eed3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '226f1e78-82cd-4481-9055-4eb73b6db8c1', 'external_fixed_ips': [{'subnet_id': 'ba8deeec-7658-4195-9449-038c076f5c83', 'ip_address': '172.25.2.119'}], 'enable_snat': True}, 'gw_port_id': '0cefa5a0-64de-46da-881d-51b5141c0764', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-14T07:46:00Z', 'updated_at': '2021-01-14T07:46:05Z', 'revision_number': 4, 'project_id': 'db8314ab496a410583229e357709eed3', 'gw_port': {'id': '0cefa5a0-64de-46da-881d-51b5141c0764', 'name': '', 'network_id': '226f1e78-82cd-4481-9055-4eb73b6db8c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:ca:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c3866952-45a7-403c-8144-28406ea44217', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3859, 'fixed_ips': [{'subnet_id': 'ba8deeec-7658-4195-9449-038c076f5c83', 'ip_address': '172.25.2.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T07:46:01Z', 'updated_at': '2021-01-14T07:46:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ba8deeec-7658-4195-9449-038c076f5c83', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-2', '_interfaces': [{'id': '5784960b-a212-44c0-9af3-61a344269547', 'name': '', 'network_id': 'c0ab3def-a972-47d7-8db9-fb6a01d9898c', 'tenant_id': 'db8314ab496a410583229e357709eed3', 'mac_address': 'fa:16:3e:5e:8b:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c3866952-45a7-403c-8144-28406ea44217', 'device_owner': 'network:router_interface', 'standard_attr_id': 3860, 'fixed_ips': [{'subnet_id': '0c0e0acc-0fe5-4691-91c3-35c07c3804bd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T07:46:04Z', 'updated_at': '2021-01-14T07:46:05Z', 'revision_number': 2, 'project_id': 'db8314ab496a410583229e357709eed3', 'subnets': [{'id': '0c0e0acc-0fe5-4691-91c3-35c07c3804bd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=84876) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Jan 14 07:46:09.015064 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Device 0cefa5a0-64de-46da-881d-51b5141c0764 up at agent ovs-agent-n-d-768862-2 {{(pid=84876) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 07:46:09.091056 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Provisioning for port 0cefa5a0-64de-46da-881d-51b5141c0764 completed by entity L2. {{(pid=84876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 07:46:09.096383 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Provisioning complete for port 0cefa5a0-64de-46da-881d-51b5141c0764 triggered by entity L2. {{(pid=84876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 07:46:09.097107 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-604227'] for port, provisioning_complete {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:46:09.223574 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555753'] for port, before_update {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:46:09.240916 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] For port 0cefa5a0-64de-46da-881d-51b5141c0764, host n-d-768862-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-2',level=0,port_id=0cefa5a0-64de-46da-881d-51b5141c0764,segment=NetworkSegment(cf3ded2c-bc47-4a71-89af-6e7117e60140),segment_id=cf3ded2c-bc47-4a71-89af-6e7117e60140)] {{(pid=84876) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 07:46:09.245204 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777640533312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363259214678337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777640097497'] for port, after_update {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:46:09.247326 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-925a9011-1b7e-4391-8183-651636ab41fd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84876) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:46:09.321661 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Pushing event updated for resources: {'Port': ['ID=0cefa5a0-64de-46da-881d-51b5141c0764,revision_number=4']} {{(pid=84876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:46:09.332411 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=84876) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:46:10.734833 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f0a8be0-e879-46cd-ace5-64756769ee9f None None] Sync routers for ids ['c3866952-45a7-403c-8144-28406ea44217'] in n-d-768862-2 {{(pid=84877) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Jan 14 07:46:10.748529 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f0a8be0-e879-46cd-ace5-64756769ee9f None None] Routers {'c3866952-45a7-403c-8144-28406ea44217'} bound to L3 agent in host n-d-768862-2 {{(pid=84877) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 14 07:46:10.749790 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_hamode_db [None req-7f0a8be0-e879-46cd-ace5-64756769ee9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-01-14T06:56:51Z,description=,heartbeat_timestamp=2021-01-14T07:45:52Z,host='n-d-768862-2',id=35f592e9-451b-4db9-abea-77b6a5c5391b,load=0,resource_versions=,resources_synced=,started_at=2021-01-14T06:56:51Z,topic='l3_agent')) {'router_ids': ['c3866952-45a7-403c-8144-28406ea44217'], 'active': True} {{(pid=84877) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:46:10.973367 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_dvr_db [None req-7f0a8be0-e879-46cd-ace5-64756769ee9f None None] Set router c3866952-45a7-403c-8144-28406ea44217 gateway port host: n-d-768862-2 {{(pid=84877) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 14 07:46:10.993886 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Device 0cefa5a0-64de-46da-881d-51b5141c0764 up at agent ovs-agent-n-d-768862-2 {{(pid=84876) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 07:46:11.075414 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Provisioning complete for port 0cefa5a0-64de-46da-881d-51b5141c0764 triggered by entity L2. {{(pid=84876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 07:46:11.076199 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-604227'] for port, provisioning_complete {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:46:11.347873 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_hamode_db [None req-7f0a8be0-e879-46cd-ace5-64756769ee9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c3866952-45a7-403c-8144-28406ea44217', 'name': 'tempest-TestMinimumBasicScenario-1375937654-router', 'tenant_id': 'db8314ab496a410583229e357709eed3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '226f1e78-82cd-4481-9055-4eb73b6db8c1', 'external_fixed_ips': [{'subnet_id': 'ba8deeec-7658-4195-9449-038c076f5c83', 'ip_address': '172.25.2.119'}], 'enable_snat': True}, 'gw_port_id': '0cefa5a0-64de-46da-881d-51b5141c0764', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-14T07:46:00Z', 'updated_at': '2021-01-14T07:46:05Z', 'revision_number': 4, 'project_id': 'db8314ab496a410583229e357709eed3', 'gw_port': {'id': '0cefa5a0-64de-46da-881d-51b5141c0764', 'name': '', 'network_id': '226f1e78-82cd-4481-9055-4eb73b6db8c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:ca:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3866952-45a7-403c-8144-28406ea44217', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3859, 'fixed_ips': [{'subnet_id': 'ba8deeec-7658-4195-9449-038c076f5c83', 'ip_address': '172.25.2.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T07:46:01Z', 'updated_at': '2021-01-14T07:46:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ba8deeec-7658-4195-9449-038c076f5c83', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-2', '_interfaces': [{'id': '5784960b-a212-44c0-9af3-61a344269547', 'name': '', 'network_id': 'c0ab3def-a972-47d7-8db9-fb6a01d9898c', 'tenant_id': 'db8314ab496a410583229e357709eed3', 'mac_address': 'fa:16:3e:5e:8b:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c3866952-45a7-403c-8144-28406ea44217', 'device_owner': 'network:router_interface', 'standard_attr_id': 3860, 'fixed_ips': [{'subnet_id': '0c0e0acc-0fe5-4691-91c3-35c07c3804bd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T07:46:04Z', 'updated_at': '2021-01-14T07:46:05Z', 'revision_number': 2, 'project_id': 'db8314ab496a410583229e357709eed3', 'subnets': [{'id': '0c0e0acc-0fe5-4691-91c3-35c07c3804bd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'n-d-768862-2', False) {} {{(pid=84877) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:46:11.352865 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f0a8be0-e879-46cd-ace5-64756769ee9f None None] Checking router: c3866952-45a7-403c-8144-28406ea44217 for host: n-d-768862-2 {{(pid=84877) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Jan 14 07:46:11.353031 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f0a8be0-e879-46cd-ace5-64756769ee9f None None] Updating router c3866952-45a7-403c-8144-28406ea44217 port 5784960b-a212-44c0-9af3-61a344269547 binding host n-d-768862-2 {{(pid=84877) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Jan 14 07:46:11.408768 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-7f0a8be0-e879-46cd-ace5-64756769ee9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555753'] for port, before_update {{(pid=84877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:46:11.447379 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-017f98a9-8a07-408c-a86f-8ff0c00400a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363259214191800', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854171626'] for agent, after_update {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:46:11.868400 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-7f0a8be0-e879-46cd-ace5-64756769ee9f None None] Notify callbacks [] for port, precommit_update {{(pid=84877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:46:11.881849 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-7f0a8be0-e879-46cd-ace5-64756769ee9f None None] Transition to ACTIVE for port object 5784960b-a212-44c0-9af3-61a344269547 will not be triggered until provisioned by entity L2. {{(pid=84877) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 07:46:11.884875 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-7f0a8be0-e879-46cd-ace5-64756769ee9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777640533312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363259214678337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777640097497'] for port, after_update {{(pid=84877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:46:11.900947 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-1136e288-0e3f-48bb-b324-090b0023ba1d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:46:12.031335 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98dffa5a-8572-4f9f-b3e4-a5441285540d None None] Pushing event updated for resources: {'Port': ['ID=5784960b-a212-44c0-9af3-61a344269547,revision_number=3']} {{(pid=84877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:46:12.037057 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-98dffa5a-8572-4f9f-b3e4-a5441285540d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=84877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:46:12.220528 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.managers [None req-7f0a8be0-e879-46cd-ace5-64756769ee9f None None] Attempting to bind port 5784960b-a212-44c0-9af3-61a344269547 on host n-d-768862-2 for vnic_type normal with profile {{(pid=84877) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 14 07:46:12.220925 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.managers [None req-7f0a8be0-e879-46cd-ace5-64756769ee9f None None] Attempting to bind port 5784960b-a212-44c0-9af3-61a344269547 by drivers openvswitch on host n-d-768862-2 at level 0 using segments [{'id': 'da7c9d38-2264-49bd-bb65-e11ce324468c', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'c0ab3def-a972-47d7-8db9-fb6a01d9898c'}] {{(pid=84877) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 14 07:46:12.221328 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f0a8be0-e879-46cd-ace5-64756769ee9f None None] Attempting to bind port 5784960b-a212-44c0-9af3-61a344269547 on network c0ab3def-a972-47d7-8db9-fb6a01d9898c {{(pid=84877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 14 07:46:12.230794 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f0a8be0-e879-46cd-ace5-64756769ee9f None None] Checking agent: {'id': 'ba5efab1-b43c-4d5a-bc52-6e105d4e67a2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768862-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 14, 6, 56, 52), 'started_at': datetime.datetime(2021, 1, 14, 6, 57, 22), 'heartbeat_timestamp': datetime.datetime(2021, 1, 14, 7, 45, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768862-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.29', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 14 07:46:12.231198 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f0a8be0-e879-46cd-ace5-64756769ee9f None None] Checking segment: {'id': 'da7c9d38-2264-49bd-bb65-e11ce324468c', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'c0ab3def-a972-47d7-8db9-fb6a01d9898c'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84877) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 14 07:46:12.231636 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-7f0a8be0-e879-46cd-ace5-64756769ee9f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:46:12.232097 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f0a8be0-e879-46cd-ace5-64756769ee9f None None] Bound using segment: {'id': 'da7c9d38-2264-49bd-bb65-e11ce324468c', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'c0ab3def-a972-47d7-8db9-fb6a01d9898c'} {{(pid=84877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 14 07:46:12.232632 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.managers [None req-7f0a8be0-e879-46cd-ace5-64756769ee9f None None] Bound port: 5784960b-a212-44c0-9af3-61a344269547, host: n-d-768862-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'da7c9d38-2264-49bd-bb65-e11ce324468c', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'c0ab3def-a972-47d7-8db9-fb6a01d9898c'}}] {{(pid=84877) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 14 07:46:12.233049 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-7f0a8be0-e879-46cd-ace5-64756769ee9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555753'] for port, before_update {{(pid=84877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:46:12.342156 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [None req-7f0a8be0-e879-46cd-ace5-64756769ee9f None None] For port 5784960b-a212-44c0-9af3-61a344269547, host n-d-768862-2, cleared binding levels {{(pid=84877) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 14 07:46:12.346081 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [None req-7f0a8be0-e879-46cd-ace5-64756769ee9f None None] For port 5784960b-a212-44c0-9af3-61a344269547, host n-d-768862-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-2',level=0,port_id=5784960b-a212-44c0-9af3-61a344269547,segment=NetworkSegment(da7c9d38-2264-49bd-bb65-e11ce324468c),segment_id=da7c9d38-2264-49bd-bb65-e11ce324468c)] {{(pid=84877) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 14 07:46:12.350457 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-7f0a8be0-e879-46cd-ace5-64756769ee9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777640533312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363259214678337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777640097497'] for port, after_update {{(pid=84877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:46:12.369874 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-c2e2ea6c-45c2-4a6a-a6c2-5ff61b539501 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:46:12.524198 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98dffa5a-8572-4f9f-b3e4-a5441285540d None None] Pushing event updated for resources: {'Port': ['ID=5784960b-a212-44c0-9af3-61a344269547,revision_number=4']} {{(pid=84877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:46:12.530187 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-98dffa5a-8572-4f9f-b3e4-a5441285540d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.160s {{(pid=84877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:46:12.575555 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f0a8be0-e879-46cd-ace5-64756769ee9f None None] Routers {'c3866952-45a7-403c-8144-28406ea44217'} bound to L3 agent in host n-d-768862-2 {{(pid=84877) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 14 07:46:12.576278 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_hamode_db [None req-7f0a8be0-e879-46cd-ace5-64756769ee9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-01-14T06:56:51Z,description=,heartbeat_timestamp=2021-01-14T07:45:52Z,host='n-d-768862-2',id=35f592e9-451b-4db9-abea-77b6a5c5391b,load=0,resource_versions=,resources_synced=,started_at=2021-01-14T06:56:51Z,topic='l3_agent')) {'router_ids': ['c3866952-45a7-403c-8144-28406ea44217'], 'active': True} {{(pid=84877) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:46:12.793872 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_dvr_db [None req-7f0a8be0-e879-46cd-ace5-64756769ee9f None None] Set router c3866952-45a7-403c-8144-28406ea44217 gateway port host: n-d-768862-2 {{(pid=84877) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 14 07:46:12.959886 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-852a24f7-e9a1-4193-9abb-e9506fe5213f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363259214191800', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854171626'] for agent, after_update {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:46:13.067898 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Device 5784960b-a212-44c0-9af3-61a344269547 up at agent ovs-agent-n-d-768862-2 {{(pid=84876) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 07:46:13.152804 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Provisioning for port 5784960b-a212-44c0-9af3-61a344269547 completed by entity L2. {{(pid=84876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 07:46:13.158016 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Provisioning complete for port 5784960b-a212-44c0-9af3-61a344269547 triggered by entity L2. {{(pid=84876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 07:46:13.158452 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-604227'] for port, provisioning_complete {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:46:13.176439 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_hamode_db [None req-7f0a8be0-e879-46cd-ace5-64756769ee9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c3866952-45a7-403c-8144-28406ea44217', 'name': 'tempest-TestMinimumBasicScenario-1375937654-router', 'tenant_id': 'db8314ab496a410583229e357709eed3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '226f1e78-82cd-4481-9055-4eb73b6db8c1', 'external_fixed_ips': [{'subnet_id': 'ba8deeec-7658-4195-9449-038c076f5c83', 'ip_address': '172.25.2.119'}], 'enable_snat': True}, 'gw_port_id': '0cefa5a0-64de-46da-881d-51b5141c0764', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-14T07:46:00Z', 'updated_at': '2021-01-14T07:46:05Z', 'revision_number': 4, 'project_id': 'db8314ab496a410583229e357709eed3', 'gw_port': {'id': '0cefa5a0-64de-46da-881d-51b5141c0764', 'name': '', 'network_id': '226f1e78-82cd-4481-9055-4eb73b6db8c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:ca:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3866952-45a7-403c-8144-28406ea44217', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3859, 'fixed_ips': [{'subnet_id': 'ba8deeec-7658-4195-9449-038c076f5c83', 'ip_address': '172.25.2.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T07:46:01Z', 'updated_at': '2021-01-14T07:46:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ba8deeec-7658-4195-9449-038c076f5c83', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-2', '_interfaces': [{'id': '5784960b-a212-44c0-9af3-61a344269547', 'name': '', 'network_id': 'c0ab3def-a972-47d7-8db9-fb6a01d9898c', 'tenant_id': 'db8314ab496a410583229e357709eed3', 'mac_address': 'fa:16:3e:5e:8b:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c3866952-45a7-403c-8144-28406ea44217', 'device_owner': 'network:router_interface', 'standard_attr_id': 3860, 'fixed_ips': [{'subnet_id': '0c0e0acc-0fe5-4691-91c3-35c07c3804bd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T07:46:04Z', 'updated_at': '2021-01-14T07:46:12Z', 'revision_number': 4, 'project_id': 'db8314ab496a410583229e357709eed3', 'subnets': [{'id': '0c0e0acc-0fe5-4691-91c3-35c07c3804bd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'n-d-768862-2', False) {} {{(pid=84877) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:46:13.181573 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f0a8be0-e879-46cd-ace5-64756769ee9f None None] The sync data for ids ['c3866952-45a7-403c-8144-28406ea44217'] in n-d-768862-2 is: [{'id': 'c3866952-45a7-403c-8144-28406ea44217', 'name': 'tempest-TestMinimumBasicScenario-1375937654-router', 'tenant_id': 'db8314ab496a410583229e357709eed3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '226f1e78-82cd-4481-9055-4eb73b6db8c1', 'external_fixed_ips': [{'subnet_id': 'ba8deeec-7658-4195-9449-038c076f5c83', 'ip_address': '172.25.2.119'}], 'enable_snat': True}, 'gw_port_id': '0cefa5a0-64de-46da-881d-51b5141c0764', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-14T07:46:00Z', 'updated_at': '2021-01-14T07:46:05Z', 'revision_number': 4, 'project_id': 'db8314ab496a410583229e357709eed3', 'gw_port': {'id': '0cefa5a0-64de-46da-881d-51b5141c0764', 'name': '', 'network_id': '226f1e78-82cd-4481-9055-4eb73b6db8c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:ca:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3866952-45a7-403c-8144-28406ea44217', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3859, 'fixed_ips': [{'subnet_id': 'ba8deeec-7658-4195-9449-038c076f5c83', 'ip_address': '172.25.2.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T07:46:01Z', 'updated_at': '2021-01-14T07:46:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ba8deeec-7658-4195-9449-038c076f5c83', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-2', '_interfaces': [{'id': '5784960b-a212-44c0-9af3-61a344269547', 'name': '', 'network_id': 'c0ab3def-a972-47d7-8db9-fb6a01d9898c', 'tenant_id': 'db8314ab496a410583229e357709eed3', 'mac_address': 'fa:16:3e:5e:8b:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c3866952-45a7-403c-8144-28406ea44217', 'device_owner': 'network:router_interface', 'standard_attr_id': 3860, 'fixed_ips': [{'subnet_id': '0c0e0acc-0fe5-4691-91c3-35c07c3804bd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T07:46:04Z', 'updated_at': '2021-01-14T07:46:12Z', 'revision_number': 4, 'project_id': 'db8314ab496a410583229e357709eed3', 'subnets': [{'id': '0c0e0acc-0fe5-4691-91c3-35c07c3804bd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=84877) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Jan 14 07:46:13.311095 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555753'] for port, before_update {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:46:13.354238 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] For port 5784960b-a212-44c0-9af3-61a344269547, host n-d-768862-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-2',level=0,port_id=5784960b-a212-44c0-9af3-61a344269547,segment=NetworkSegment(da7c9d38-2264-49bd-bb65-e11ce324468c),segment_id=da7c9d38-2264-49bd-bb65-e11ce324468c)] {{(pid=84876) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 07:46:13.360376 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777640533312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363259214678337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777640097497'] for port, after_update {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:46:13.362473 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-f86cf99f-c2eb-4bdc-bd33-efd5706a95bb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84876) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:46:13.445241 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Pushing event updated for resources: {'Port': ['ID=5784960b-a212-44c0-9af3-61a344269547,revision_number=5']} {{(pid=84876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:46:13.449599 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=84876) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:46:14.988690 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Device 5784960b-a212-44c0-9af3-61a344269547 up at agent ovs-agent-n-d-768862-2 {{(pid=84876) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 07:46:15.066193 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Provisioning complete for port 5784960b-a212-44c0-9af3-61a344269547 triggered by entity L2. {{(pid=84876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 07:46:15.066596 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-604227'] for port, provisioning_complete {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:46:17.381740 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69ad0f3a-8d30-4ebc-84b2-8f68e1c18aee req-760d7342-811d-4fdf-97a5-dbf363316bc4 tempest-TestMinimumBasicScenario-94539634 tempest-TestMinimumBasicScenario-94539634] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:46:17.383439 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [req-69ad0f3a-8d30-4ebc-84b2-8f68e1c18aee req-760d7342-811d-4fdf-97a5-dbf363316bc4 tempest-TestMinimumBasicScenario-94539634 tempest-TestMinimumBasicScenario-94539634] 10.222.0.24 "GET /v2.0/networks?id=c0ab3def-a972-47d7-8db9-fb6a01d9898c HTTP/1.1" status: 200 len: 815 time: 0.1862054 Jan 14 07:46:17.404367 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [req-69ad0f3a-8d30-4ebc-84b2-8f68e1c18aee req-151f3a8e-2d4e-457d-836c-30aef0a9b8cf tempest-TestMinimumBasicScenario-94539634 tempest-TestMinimumBasicScenario-94539634] 10.222.0.24 "GET /v2.0/quotas/db8314ab496a410583229e357709eed3 HTTP/1.1" status: 200 len: 375 time: 0.0114968 Jan 14 07:46:17.501977 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [req-69ad0f3a-8d30-4ebc-84b2-8f68e1c18aee req-551063f9-32ee-4aad-b3dd-dc6d24634d66 tempest-TestMinimumBasicScenario-94539634 tempest-TestMinimumBasicScenario-94539634] 10.222.0.24 "GET /v2.0/ports?tenant_id=db8314ab496a410583229e357709eed3&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0891612 Jan 14 07:46:17.667110 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [req-69ad0f3a-8d30-4ebc-84b2-8f68e1c18aee req-549f05a0-6471-4aff-8692-894ce652944b service neutron] 10.222.0.24 "GET /v2.0/networks/c0ab3def-a972-47d7-8db9-fb6a01d9898c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1519911 Jan 14 07:46:17.819102 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [req-69ad0f3a-8d30-4ebc-84b2-8f68e1c18aee req-c8286fce-0742-4835-bb9a-8b8577478dbf service neutron] 10.222.0.24 "GET /v2.0/networks/c0ab3def-a972-47d7-8db9-fb6a01d9898c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1450272 Jan 14 07:46:18.657597 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84875) accepted ('10.222.0.24', 45260) {{(pid=84875) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:46:18.850400 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-705614f4-6a9a-4476-a566-9b5089fa38ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363259214191800', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854171626'] for agent, after_update {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:46:19.230438 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-48c49d54-537a-4058-be34-ec770e81bec8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3889632'] for router_interface, before_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:46:19.714419 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.plugin [None req-48c49d54-537a-4058-be34-ec770e81bec8 admin admin] Deleting port 5784960b-a212-44c0-9af3-61a344269547 {{(pid=84875) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 07:46:19.714999 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-48c49d54-537a-4058-be34-ec770e81bec8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363259214248359'] for port, before_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:46:19.898367 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [None req-48c49d54-537a-4058-be34-ec770e81bec8 admin admin] For port 5784960b-a212-44c0-9af3-61a344269547, host n-d-768862-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-2',level=0,port_id=5784960b-a212-44c0-9af3-61a344269547,segment=NetworkSegment(da7c9d38-2264-49bd-bb65-e11ce324468c),segment_id=da7c9d38-2264-49bd-bb65-e11ce324468c)] {{(pid=84875) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 07:46:19.898724 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-48c49d54-537a-4058-be34-ec770e81bec8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036850862667'] for port, precommit_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:46:20.029461 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.plugin [None req-48c49d54-537a-4058-be34-ec770e81bec8 admin admin] Calling delete_port for 5784960b-a212-44c0-9af3-61a344269547 owned by network:router_interface {{(pid=84875) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 07:46:20.202686 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-48c49d54-537a-4058-be34-ec770e81bec8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777640533329', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777640097463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851621574'] for port, after_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:46:20.216076 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-fd2e0109-3411-4304-a6e3-640dce1546f7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:46:20.306531 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48c49d54-537a-4058-be34-ec770e81bec8 admin admin] Pushing event deleted for resources: {'Port': ['ID=5784960b-a212-44c0-9af3-61a344269547,revision_number=None']} {{(pid=84875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:46:20.309563 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-48c49d54-537a-4058-be34-ec770e81bec8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:46:20.921808 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-48c49d54-537a-4058-be34-ec770e81bec8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted--9223372036851568851', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal--9223372036850888080'] for router_interface, after_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:46:21.433535 n-d-768862-2 neutron-server[84765]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-48c49d54-537a-4058-be34-ec770e81bec8 admin admin] Router c3866952-45a7-403c-8144-28406ea44217 has already been hosted by L3 agent 35f592e9-451b-4db9-abea-77b6a5c5391b {{(pid=84875) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Jan 14 07:46:21.627610 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-48c49d54-537a-4058-be34-ec770e81bec8 admin admin] Notify agent at l3_agent.n-d-768862-2 the message routers_updated {{(pid=84875) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jan 14 07:46:21.637873 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d9b0dc1-c166-4392-a8fb-1c6b112ef48b None None] Sync routers for ids ['c3866952-45a7-403c-8144-28406ea44217'] in n-d-768862-2 {{(pid=84876) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Jan 14 07:46:21.638063 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-48c49d54-537a-4058-be34-ec770e81bec8 admin admin] 10.222.0.24 "PUT /v2.0/routers/c3866952-45a7-403c-8144-28406ea44217/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9792881 Jan 14 07:46:21.641000 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84875) accepted ('10.222.0.24', 45264) {{(pid=84875) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:46:21.649366 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d9b0dc1-c166-4392-a8fb-1c6b112ef48b None None] Routers {'c3866952-45a7-403c-8144-28406ea44217'} bound to L3 agent in host n-d-768862-2 {{(pid=84876) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 14 07:46:21.650393 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_hamode_db [None req-4d9b0dc1-c166-4392-a8fb-1c6b112ef48b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-01-14T06:56:51Z,description=,heartbeat_timestamp=2021-01-14T07:45:52Z,host='n-d-768862-2',id=35f592e9-451b-4db9-abea-77b6a5c5391b,load=0,resource_versions=,resources_synced=,started_at=2021-01-14T06:56:51Z,topic='l3_agent')) {'router_ids': ['c3866952-45a7-403c-8144-28406ea44217'], 'active': True} {{(pid=84876) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:46:21.808948 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-e32b9459-deb8-4bcc-ba4b-e3835431c6bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363259214191800', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854171626'] for agent, after_update {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:46:21.833819 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-549a0469-0e1d-4686-aee6-f914ca738e2d admin admin] Notify callbacks [] for router, before_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:46:21.848257 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_dvr_db [None req-4d9b0dc1-c166-4392-a8fb-1c6b112ef48b None None] Set router c3866952-45a7-403c-8144-28406ea44217 gateway port host: n-d-768862-2 {{(pid=84876) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 14 07:46:21.988306 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-da76cfc0-98e8-4426-9f6d-4f05aa3fae78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363259214191800', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854171626'] for agent, after_update {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:46:22.017946 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-549a0469-0e1d-4686-aee6-f914ca738e2d admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:46:22.023453 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.plugin [None req-549a0469-0e1d-4686-aee6-f914ca738e2d admin admin] Deleting port 0cefa5a0-64de-46da-881d-51b5141c0764 {{(pid=84875) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 07:46:22.023821 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-549a0469-0e1d-4686-aee6-f914ca738e2d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363259214248359'] for port, before_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:46:22.164428 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_hamode_db [None req-4d9b0dc1-c166-4392-a8fb-1c6b112ef48b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c3866952-45a7-403c-8144-28406ea44217', 'name': 'tempest-TestMinimumBasicScenario-1375937654-router', 'tenant_id': 'db8314ab496a410583229e357709eed3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '226f1e78-82cd-4481-9055-4eb73b6db8c1', 'external_fixed_ips': [{'subnet_id': 'ba8deeec-7658-4195-9449-038c076f5c83', 'ip_address': '172.25.2.119'}], 'enable_snat': True}, 'gw_port_id': '0cefa5a0-64de-46da-881d-51b5141c0764', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-14T07:46:00Z', 'updated_at': '2021-01-14T07:46:20Z', 'revision_number': 5, 'project_id': 'db8314ab496a410583229e357709eed3', 'gw_port': {'id': '0cefa5a0-64de-46da-881d-51b5141c0764', 'name': '', 'network_id': '226f1e78-82cd-4481-9055-4eb73b6db8c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:ca:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3866952-45a7-403c-8144-28406ea44217', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3859, 'fixed_ips': [{'subnet_id': 'ba8deeec-7658-4195-9449-038c076f5c83', 'ip_address': '172.25.2.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T07:46:01Z', 'updated_at': '2021-01-14T07:46:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ba8deeec-7658-4195-9449-038c076f5c83', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-2'}], 'n-d-768862-2', False) {} {{(pid=84876) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:46:22.168630 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d9b0dc1-c166-4392-a8fb-1c6b112ef48b None None] Checking router: c3866952-45a7-403c-8144-28406ea44217 for host: n-d-768862-2 {{(pid=84876) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Jan 14 07:46:22.178071 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d9b0dc1-c166-4392-a8fb-1c6b112ef48b None None] Routers {'c3866952-45a7-403c-8144-28406ea44217'} bound to L3 agent in host n-d-768862-2 {{(pid=84876) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 14 07:46:22.178743 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_hamode_db [None req-4d9b0dc1-c166-4392-a8fb-1c6b112ef48b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-01-14T06:56:51Z,description=,heartbeat_timestamp=2021-01-14T07:46:22Z,host='n-d-768862-2',id=35f592e9-451b-4db9-abea-77b6a5c5391b,load=0,resource_versions=,resources_synced=,started_at=2021-01-14T06:56:51Z,topic='l3_agent')) {'router_ids': ['c3866952-45a7-403c-8144-28406ea44217'], 'active': True} {{(pid=84876) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:46:22.211442 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [None req-549a0469-0e1d-4686-aee6-f914ca738e2d admin admin] For port 0cefa5a0-64de-46da-881d-51b5141c0764, host n-d-768862-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-2',level=0,port_id=0cefa5a0-64de-46da-881d-51b5141c0764,segment=NetworkSegment(cf3ded2c-bc47-4a71-89af-6e7117e60140),segment_id=cf3ded2c-bc47-4a71-89af-6e7117e60140)] {{(pid=84875) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 07:46:22.211910 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-549a0469-0e1d-4686-aee6-f914ca738e2d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036850862667'] for port, precommit_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:46:22.352662 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.plugin [None req-549a0469-0e1d-4686-aee6-f914ca738e2d admin admin] Calling delete_port for 0cefa5a0-64de-46da-881d-51b5141c0764 owned by network:router_gateway {{(pid=84875) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 07:46:22.496794 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-549a0469-0e1d-4686-aee6-f914ca738e2d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777640533329', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777640097463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851621574'] for port, after_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:46:22.553987 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_dvr_db [None req-4d9b0dc1-c166-4392-a8fb-1c6b112ef48b None None] Set router c3866952-45a7-403c-8144-28406ea44217 gateway port host: n-d-768862-2 {{(pid=84876) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 14 07:46:22.688972 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-549a0469-0e1d-4686-aee6-f914ca738e2d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036850863128'] for router_gateway, after_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:46:22.751319 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363259214191800', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854171626'] for agent, after_update {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:46:22.823537 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-549a0469-0e1d-4686-aee6-f914ca738e2d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3889346', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036854717606'] for router, precommit_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:46:22.825963 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-549a0469-0e1d-4686-aee6-f914ca738e2d admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:46:22.848257 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-549a0469-0e1d-4686-aee6-f914ca738e2d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036850897070'] for router, after_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:46:22.848819 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-549a0469-0e1d-4686-aee6-f914ca738e2d admin admin] Fanout notify agent at l3_agent the message router_deleted on router c3866952-45a7-403c-8144-28406ea44217 {{(pid=84875) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jan 14 07:46:22.862962 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-549a0469-0e1d-4686-aee6-f914ca738e2d admin admin] Notify callbacks [] for router, before_response {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:46:22.864274 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-549a0469-0e1d-4686-aee6-f914ca738e2d admin admin] 10.222.0.24 "DELETE /v2.0/routers/c3866952-45a7-403c-8144-28406ea44217 HTTP/1.1" status: 204 len: 168 time: 1.2222791 Jan 14 07:46:22.867149 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84875) accepted ('10.222.0.24', 45268) {{(pid=84875) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:46:22.880196 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_hamode_db [None req-4d9b0dc1-c166-4392-a8fb-1c6b112ef48b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c3866952-45a7-403c-8144-28406ea44217', 'name': 'tempest-TestMinimumBasicScenario-1375937654-router', 'tenant_id': 'db8314ab496a410583229e357709eed3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '226f1e78-82cd-4481-9055-4eb73b6db8c1', 'external_fixed_ips': [{'subnet_id': 'ba8deeec-7658-4195-9449-038c076f5c83', 'ip_address': '172.25.2.119'}], 'enable_snat': True}, 'gw_port_id': '0cefa5a0-64de-46da-881d-51b5141c0764', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-14T07:46:00Z', 'updated_at': '2021-01-14T07:46:20Z', 'revision_number': 5, 'project_id': 'db8314ab496a410583229e357709eed3', 'gw_port': {'id': '0cefa5a0-64de-46da-881d-51b5141c0764', 'name': '', 'network_id': '226f1e78-82cd-4481-9055-4eb73b6db8c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:ca:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3866952-45a7-403c-8144-28406ea44217', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3859, 'fixed_ips': [{'subnet_id': 'ba8deeec-7658-4195-9449-038c076f5c83', 'ip_address': '172.25.2.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T07:46:01Z', 'updated_at': '2021-01-14T07:46:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ba8deeec-7658-4195-9449-038c076f5c83', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-2'}], 'n-d-768862-2', False) {} {{(pid=84876) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:46:22.884652 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d9b0dc1-c166-4392-a8fb-1c6b112ef48b None None] The sync data for ids ['c3866952-45a7-403c-8144-28406ea44217'] in n-d-768862-2 is: [{'id': 'c3866952-45a7-403c-8144-28406ea44217', 'name': 'tempest-TestMinimumBasicScenario-1375937654-router', 'tenant_id': 'db8314ab496a410583229e357709eed3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '226f1e78-82cd-4481-9055-4eb73b6db8c1', 'external_fixed_ips': [{'subnet_id': 'ba8deeec-7658-4195-9449-038c076f5c83', 'ip_address': '172.25.2.119'}], 'enable_snat': True}, 'gw_port_id': '0cefa5a0-64de-46da-881d-51b5141c0764', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-14T07:46:00Z', 'updated_at': '2021-01-14T07:46:20Z', 'revision_number': 5, 'project_id': 'db8314ab496a410583229e357709eed3', 'gw_port': {'id': '0cefa5a0-64de-46da-881d-51b5141c0764', 'name': '', 'network_id': '226f1e78-82cd-4481-9055-4eb73b6db8c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:ca:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3866952-45a7-403c-8144-28406ea44217', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3859, 'fixed_ips': [{'subnet_id': 'ba8deeec-7658-4195-9449-038c076f5c83', 'ip_address': '172.25.2.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T07:46:01Z', 'updated_at': '2021-01-14T07:46:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ba8deeec-7658-4195-9449-038c076f5c83', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-2'}] {{(pid=84876) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Jan 14 07:46:22.940256 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.db_base_plugin_v2 [None req-71423491-50c2-4226-8604-7077a5758735 admin admin] Deleting subnet 0c0e0acc-0fe5-4691-91c3-35c07c3804bd {{(pid=84875) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Jan 14 07:46:22.943534 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-71423491-50c2-4226-8604-7077a5758735 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:46:22.965538 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Device 5784960b-a212-44c0-9af3-61a344269547 no longer exists at agent ovs-agent-n-d-768862-2 {{(pid=84876) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jan 14 07:46:23.000312 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.plugin [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] No Port match for: 5784960b-a212-44c0-9af3-61a344269547 {{(pid=84876) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2188}} Jan 14 07:46:23.000875 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Device 5784960b-a212-44c0-9af3-61a344269547 not bound to the agent host n-d-768862-2 {{(pid=84876) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jan 14 07:46:23.006923 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-71423491-50c2-4226-8604-7077a5758735 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3367281'] for subnet, precommit_delete_associations {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:46:23.098657 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-71423491-50c2-4226-8604-7077a5758735 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036854176836'] for subnet, precommit_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:46:23.348482 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-0f37073e-9c69-4e3c-80e0-6cfaa0fd61a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363259214191800', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854171626'] for agent, after_update {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:46:23.376802 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-71423491-50c2-4226-8604-7077a5758735 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-598964', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850887113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3154192', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2308610'] for subnet, after_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:46:23.393199 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-41d8da6f-7c33-49c1-8288-138182a00f18 tempest-FloatingIPTestJSON-1632234116 tempest-FloatingIPTestJSON-1632234116] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:46:23.477365 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71423491-50c2-4226-8604-7077a5758735 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0c0e0acc-0fe5-4691-91c3-35c07c3804bd,revision_number=None']} {{(pid=84875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:46:23.485726 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-71423491-50c2-4226-8604-7077a5758735 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:46:23.531656 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-71423491-50c2-4226-8604-7077a5758735 admin admin] Notify callbacks [] for subnet, before_response {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:46:23.537977 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cacc1ae8-2834-4c70-b63a-1424089f7fcc None None] Network c0ab3def-a972-47d7-8db9-fb6a01d9898c requested from n-d-768862-2 {{(pid=84876) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 07:46:23.539050 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-71423491-50c2-4226-8604-7077a5758735 admin admin] 10.222.0.24 "DELETE /v2.0/subnets/0c0e0acc-0fe5-4691-91c3-35c07c3804bd HTTP/1.1" status: 204 len: 168 time: 0.6707809 Jan 14 07:46:23.542435 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84874) accepted ('10.222.0.24', 45272) {{(pid=84874) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:46:23.661028 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-87386456-44dd-467d-a0c6-ec5015081ab9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036854160497'] for network, before_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:46:23.726980 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.plugin [None req-87386456-44dd-467d-a0c6-ec5015081ab9 admin admin] Deleting port bc67ae58-ea1d-4b3f-b32a-5d8e59695b49 {{(pid=84874) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 07:46:23.728020 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-87386456-44dd-467d-a0c6-ec5015081ab9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363259214248359'] for port, before_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:46:23.812340 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07b65082-2eda-4616-aa34-e3baa19e1e83 None None] DHCP port deletion for c0ab3def-a972-47d7-8db9-fb6a01d9898c request from n-d-768862-2 {{(pid=84876) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Jan 14 07:46:23.817231 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.plugin [None req-07b65082-2eda-4616-aa34-e3baa19e1e83 None None] Deleting port bc67ae58-ea1d-4b3f-b32a-5d8e59695b49 {{(pid=84876) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 07:46:23.817656 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-07b65082-2eda-4616-aa34-e3baa19e1e83 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363259214248359'] for port, before_delete {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:46:23.948863 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [None req-87386456-44dd-467d-a0c6-ec5015081ab9 admin admin] For port bc67ae58-ea1d-4b3f-b32a-5d8e59695b49, host n-d-768862-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-2',level=0,port_id=bc67ae58-ea1d-4b3f-b32a-5d8e59695b49,segment=NetworkSegment(da7c9d38-2264-49bd-bb65-e11ce324468c),segment_id=da7c9d38-2264-49bd-bb65-e11ce324468c)] {{(pid=84874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 07:46:23.949351 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-87386456-44dd-467d-a0c6-ec5015081ab9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036850862667'] for port, precommit_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:46:24.035870 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [None req-07b65082-2eda-4616-aa34-e3baa19e1e83 None None] For port bc67ae58-ea1d-4b3f-b32a-5d8e59695b49, host n-d-768862-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-2',level=0,port_id=bc67ae58-ea1d-4b3f-b32a-5d8e59695b49,segment=NetworkSegment(da7c9d38-2264-49bd-bb65-e11ce324468c),segment_id=da7c9d38-2264-49bd-bb65-e11ce324468c)] {{(pid=84876) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 07:46:24.036455 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-07b65082-2eda-4616-aa34-e3baa19e1e83 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036850862667'] for port, precommit_delete {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:46:24.077612 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.plugin [None req-87386456-44dd-467d-a0c6-ec5015081ab9 admin admin] Calling delete_port for bc67ae58-ea1d-4b3f-b32a-5d8e59695b49 owned by network:dhcp {{(pid=84874) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 07:46:24.156632 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-87386456-44dd-467d-a0c6-ec5015081ab9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777640533329', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777640097463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3254186'] for port, after_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:46:24.162914 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.plugin [None req-07b65082-2eda-4616-aa34-e3baa19e1e83 None None] Calling delete_port for bc67ae58-ea1d-4b3f-b32a-5d8e59695b49 owned by network:dhcp {{(pid=84876) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 07:46:24.172597 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-1bd36be1-c795-4f0d-9279-9e16763cbbed admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:46:24.235494 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.db.api [None req-07b65082-2eda-4616-aa34-e3baa19e1e83 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84876) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Jan 14 07:46:24.235909 n-d-768862-2 neutron-server[84765]: DEBUG oslo_db.api [None req-07b65082-2eda-4616-aa34-e3baa19e1e83 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84876) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Jan 14 07:46:24.261642 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87386456-44dd-467d-a0c6-ec5015081ab9 admin admin] Pushing event deleted for resources: {'Port': ['ID=bc67ae58-ea1d-4b3f-b32a-5d8e59695b49,revision_number=None']} {{(pid=84874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:46:24.268885 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-87386456-44dd-467d-a0c6-ec5015081ab9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:46:24.312339 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87386456-44dd-467d-a0c6-ec5015081ab9 admin admin] No DVR routers for this DVR port bc67ae58-ea1d-4b3f-b32a-5d8e59695b49 on host n-d-768862-2 {{(pid=84874) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Jan 14 07:46:24.438356 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-87386456-44dd-467d-a0c6-ec5015081ab9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-598987', 'neutron.services.segments.db._delete_segments_for_network-8777640583949'] for network, precommit_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:46:24.560245 n-d-768862-2 neutron-server[84765]: DEBUG neutron.services.segments.db [None req-87386456-44dd-467d-a0c6-ec5015081ab9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c0ab3def-a972-47d7-8db9-fb6a01d9898c']}} {{(pid=84874) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:46:24.573930 n-d-768862-2 neutron-server[84765]: DEBUG neutron.services.segments.db [None req-87386456-44dd-467d-a0c6-ec5015081ab9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'da7c9d38-2264-49bd-bb65-e11ce324468c') {'for_net_delete': True} {{(pid=84874) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:46:24.574200 n-d-768862-2 neutron-server[84765]: DEBUG neutron.services.segments.db [None req-87386456-44dd-467d-a0c6-ec5015081ab9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'da7c9d38-2264-49bd-bb65-e11ce324468c') {} {{(pid=84874) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:46:24.586533 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-87386456-44dd-467d-a0c6-ec5015081ab9 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363259214173198', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2968632'] for segment, before_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:46:24.602313 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-87386456-44dd-467d-a0c6-ec5015081ab9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854179735'] for segment, precommit_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:46:24.604646 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-87386456-44dd-467d-a0c6-ec5015081ab9 admin admin] Releasing vxlan tunnel 3 to pool {{(pid=84874) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Jan 14 07:46:24.737572 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.plugin [None req-07b65082-2eda-4616-aa34-e3baa19e1e83 None None] Deleting port bc67ae58-ea1d-4b3f-b32a-5d8e59695b49 {{(pid=84876) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 07:46:24.738139 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-07b65082-2eda-4616-aa34-e3baa19e1e83 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363259214248359'] for port, before_delete {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:46:24.784582 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.managers [None req-87386456-44dd-467d-a0c6-ec5015081ab9 admin admin] Network c0ab3def-a972-47d7-8db9-fb6a01d9898c has no segments {{(pid=84874) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 14 07:46:24.793927 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-87386456-44dd-467d-a0c6-ec5015081ab9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-596065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036851521571'] for segment, after_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:46:24.804279 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.plugin [None req-07b65082-2eda-4616-aa34-e3baa19e1e83 None None] The port 'bc67ae58-ea1d-4b3f-b32a-5d8e59695b49' was deleted {{(pid=84876) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Jan 14 07:46:24.976650 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.managers [None req-87386456-44dd-467d-a0c6-ec5015081ab9 admin admin] Network c0ab3def-a972-47d7-8db9-fb6a01d9898c has no segments {{(pid=84874) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 14 07:46:24.982549 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Device bc67ae58-ea1d-4b3f-b32a-5d8e59695b49 no longer exists at agent ovs-agent-n-d-768862-2 {{(pid=84876) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jan 14 07:46:25.000058 n-d-768862-2 neutron-server[84765]: Traceback (most recent call last): Jan 14 07:46:25.000058 n-d-768862-2 neutron-server[84765]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 14 07:46:25.000058 n-d-768862-2 neutron-server[84765]: timer() Jan 14 07:46:25.000058 n-d-768862-2 neutron-server[84765]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 14 07:46:25.000058 n-d-768862-2 neutron-server[84765]: cb(*args, **kw) Jan 14 07:46:25.000058 n-d-768862-2 neutron-server[84765]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Jan 14 07:46:25.000058 n-d-768862-2 neutron-server[84765]: return func(*args, **kwargs) Jan 14 07:46:25.000058 n-d-768862-2 neutron-server[84765]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 14 07:46:25.000058 n-d-768862-2 neutron-server[84765]: self._notify() Jan 14 07:46:25.000058 n-d-768862-2 neutron-server[84765]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 14 07:46:25.000058 n-d-768862-2 neutron-server[84765]: self.callback(batched_events) Jan 14 07:46:25.000058 n-d-768862-2 neutron-server[84765]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 14 07:46:25.000058 n-d-768862-2 neutron-server[84765]: event.method(event) Jan 14 07:46:25.000058 n-d-768862-2 neutron-server[84765]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 14 07:46:25.000058 n-d-768862-2 neutron-server[84765]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 14 07:46:25.000058 n-d-768862-2 neutron-server[84765]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Jan 14 07:46:25.000058 n-d-768862-2 neutron-server[84765]: segment_id)['aggregates'][0] Jan 14 07:46:25.000058 n-d-768862-2 neutron-server[84765]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 14 07:46:25.000058 n-d-768862-2 neutron-server[84765]: return f(self, *a, **k) Jan 14 07:46:25.000058 n-d-768862-2 neutron-server[84765]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 14 07:46:25.000058 n-d-768862-2 neutron-server[84765]: return self._get(url).json() Jan 14 07:46:25.000058 n-d-768862-2 neutron-server[84765]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 14 07:46:25.000058 n-d-768862-2 neutron-server[84765]: **kwargs) Jan 14 07:46:25.000058 n-d-768862-2 neutron-server[84765]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 14 07:46:25.000058 n-d-768862-2 neutron-server[84765]: return self.request(url, 'GET', **kwargs) Jan 14 07:46:25.000058 n-d-768862-2 neutron-server[84765]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Jan 14 07:46:25.000058 n-d-768862-2 neutron-server[84765]: **endpoint_filter) Jan 14 07:46:25.000058 n-d-768862-2 neutron-server[84765]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 14 07:46:25.000058 n-d-768862-2 neutron-server[84765]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 14 07:46:25.000058 n-d-768862-2 neutron-server[84765]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 14 07:46:25.000058 n-d-768862-2 neutron-server[84765]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 14 07:46:25.000058 n-d-768862-2 neutron-server[84765]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 14 07:46:25.016368 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.plugin [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] No Port match for: bc67ae58-ea1d-4b3f-b32a-5d8e59695b49 {{(pid=84876) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2188}} Jan 14 07:46:25.016761 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Device bc67ae58-ea1d-4b3f-b32a-5d8e59695b49 not bound to the agent host n-d-768862-2 {{(pid=84876) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jan 14 07:46:25.017239 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Device 0cefa5a0-64de-46da-881d-51b5141c0764 no longer exists at agent ovs-agent-n-d-768862-2 {{(pid=84876) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jan 14 07:46:25.053709 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.plugin [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] No Port match for: 0cefa5a0-64de-46da-881d-51b5141c0764 {{(pid=84876) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2188}} Jan 14 07:46:25.054358 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Device 0cefa5a0-64de-46da-881d-51b5141c0764 not bound to the agent host n-d-768862-2 {{(pid=84876) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jan 14 07:46:25.379272 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-87386456-44dd-467d-a0c6-ec5015081ab9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036854176830', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850887149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3912591'] for network, after_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:46:25.382643 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-b9ec786d-9ecd-41f4-a147-2fba114ea810 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:46:25.396397 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-87386456-44dd-467d-a0c6-ec5015081ab9 admin admin] Notify callbacks [] for network, before_response {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:46:25.407245 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87386456-44dd-467d-a0c6-ec5015081ab9 admin admin] Pushing event deleted for resources: {'Network': ['ID=c0ab3def-a972-47d7-8db9-fb6a01d9898c,revision_number=None']} {{(pid=84874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:46:25.410272 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-87386456-44dd-467d-a0c6-ec5015081ab9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:46:25.412211 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-87386456-44dd-467d-a0c6-ec5015081ab9 admin admin] 10.222.0.24 "DELETE /v2.0/networks/c0ab3def-a972-47d7-8db9-fb6a01d9898c HTTP/1.1" status: 204 len: 168 time: 1.8686485 Jan 14 07:46:25.581855 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84875) accepted ('10.222.0.24', 45278) {{(pid=84875) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:46:25.635911 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-53813748-f32f-465d-a79f-f7d049daf9e7 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=db8314ab496a410583229e357709eed3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0526240 Jan 14 07:46:25.639391 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84875) accepted ('10.222.0.24', 45282) {{(pid=84875) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:46:25.702164 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-63d1cdc0-a183-41dc-9a08-ea4d08e4b160 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:46:25.730506 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-63d1cdc0-a183-41dc-9a08-ea4d08e4b160 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:46:25.783529 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-63d1cdc0-a183-41dc-9a08-ea4d08e4b160 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850887153'] for security_group, after_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:46:25.788553 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-dc80ea83-ca6a-4908-82dc-ec5e3cf42100 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:46:25.800934 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63d1cdc0-a183-41dc-9a08-ea4d08e4b160 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=10113ea7-3c2c-44bc-9ebe-2cc840ec0f07,revision_number=None']} {{(pid=84875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:46:25.805026 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-63d1cdc0-a183-41dc-9a08-ea4d08e4b160 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:46:25.807674 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-63d1cdc0-a183-41dc-9a08-ea4d08e4b160 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:46:25.808960 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-63d1cdc0-a183-41dc-9a08-ea4d08e4b160 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/10113ea7-3c2c-44bc-9ebe-2cc840ec0f07 HTTP/1.1" status: 204 len: 168 time: 0.1686053 Jan 14 07:46:28.066339 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84874) accepted ('10.222.0.24', 45322) {{(pid=84874) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:46:28.072372 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.v2.base [None req-6a2617cf-d69e-4130-8ab7-53fe36e24107 tempest-TestNetworkAdvancedServerOps-1160145080 tempest-TestNetworkAdvancedServerOps-1160145080] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-887876064', 'description': 'tempest-secgroup-smoke-887876064 description', 'project_id': '69417d350c734fdb82cf490b41ee71fc'}} {{(pid=84874) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:46:28.083610 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-6a2617cf-d69e-4130-8ab7-53fe36e24107 tempest-TestNetworkAdvancedServerOps-1160145080 tempest-TestNetworkAdvancedServerOps-1160145080] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:46:28.087816 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-6a2617cf-d69e-4130-8ab7-53fe36e24107 tempest-TestNetworkAdvancedServerOps-1160145080 tempest-TestNetworkAdvancedServerOps-1160145080] Usage tracker for resource:security_group and tenant:69417d350c734fdb82cf490b41ee71fc is out of sync, need to count used quota {{(pid=84874) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:46:28.091055 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-6a2617cf-d69e-4130-8ab7-53fe36e24107 tempest-TestNetworkAdvancedServerOps-1160145080 tempest-TestNetworkAdvancedServerOps-1160145080] Quota usage for security_group was recalculated. Used quota:0. {{(pid=84874) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:46:28.096990 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-6a2617cf-d69e-4130-8ab7-53fe36e24107 tempest-TestNetworkAdvancedServerOps-1160145080 tempest-TestNetworkAdvancedServerOps-1160145080] Attempting to reserve 1 items for resource security_group. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:46:28.110162 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-6a2617cf-d69e-4130-8ab7-53fe36e24107 tempest-TestNetworkAdvancedServerOps-1160145080 tempest-TestNetworkAdvancedServerOps-1160145080] Notify callbacks [] for security_group, before_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:46:28.127078 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-6a2617cf-d69e-4130-8ab7-53fe36e24107 tempest-TestNetworkAdvancedServerOps-1160145080 tempest-TestNetworkAdvancedServerOps-1160145080] Notify callbacks [] for security_group, before_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:46:28.143549 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-6a2617cf-d69e-4130-8ab7-53fe36e24107 tempest-TestNetworkAdvancedServerOps-1160145080 tempest-TestNetworkAdvancedServerOps-1160145080] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:46:28.147855 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-6a2617cf-d69e-4130-8ab7-53fe36e24107 tempest-TestNetworkAdvancedServerOps-1160145080 tempest-TestNetworkAdvancedServerOps-1160145080] Usage tracker for resource:security_group_rule and tenant:69417d350c734fdb82cf490b41ee71fc is out of sync, need to count used quota {{(pid=84874) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:46:28.150879 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-6a2617cf-d69e-4130-8ab7-53fe36e24107 tempest-TestNetworkAdvancedServerOps-1160145080 tempest-TestNetworkAdvancedServerOps-1160145080] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84874) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:46:28.156879 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-6a2617cf-d69e-4130-8ab7-53fe36e24107 tempest-TestNetworkAdvancedServerOps-1160145080 tempest-TestNetworkAdvancedServerOps-1160145080] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:46:28.253591 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-6a2617cf-d69e-4130-8ab7-53fe36e24107 tempest-TestNetworkAdvancedServerOps-1160145080 tempest-TestNetworkAdvancedServerOps-1160145080] Notify callbacks [] for security_group, precommit_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:46:28.257231 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-6a2617cf-d69e-4130-8ab7-53fe36e24107 tempest-TestNetworkAdvancedServerOps-1160145080 tempest-TestNetworkAdvancedServerOps-1160145080] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850887153'] for security_group, after_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:46:28.260873 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-5174032d-6a1b-4cab-9320-ff75450f6025 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:46:28.268901 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-6a2617cf-d69e-4130-8ab7-53fe36e24107 tempest-TestNetworkAdvancedServerOps-1160145080 tempest-TestNetworkAdvancedServerOps-1160145080] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:46:28.276875 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-6a2617cf-d69e-4130-8ab7-53fe36e24107 tempest-TestNetworkAdvancedServerOps-1160145080 tempest-TestNetworkAdvancedServerOps-1160145080] Usage tracker for resource:security_group_rule and tenant:69417d350c734fdb82cf490b41ee71fc is out of sync, need to count used quota {{(pid=84874) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:46:28.281578 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-6a2617cf-d69e-4130-8ab7-53fe36e24107 tempest-TestNetworkAdvancedServerOps-1160145080 tempest-TestNetworkAdvancedServerOps-1160145080] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84874) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:46:28.299504 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-6a2617cf-d69e-4130-8ab7-53fe36e24107 tempest-TestNetworkAdvancedServerOps-1160145080 tempest-TestNetworkAdvancedServerOps-1160145080] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:46:28.307289 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a2617cf-d69e-4130-8ab7-53fe36e24107 tempest-TestNetworkAdvancedServerOps-1160145080 tempest-TestNetworkAdvancedServerOps-1160145080] Pushing event updated for resources: {'SecurityGroup': ['ID=94f9f6f1-ac33-4fa3-9403-39e11d74c598,revision_number=1']} {{(pid=84874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:46:28.315024 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-6a2617cf-d69e-4130-8ab7-53fe36e24107 tempest-TestNetworkAdvancedServerOps-1160145080 tempest-TestNetworkAdvancedServerOps-1160145080] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:46:28.384732 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-6a2617cf-d69e-4130-8ab7-53fe36e24107 tempest-TestNetworkAdvancedServerOps-1160145080 tempest-TestNetworkAdvancedServerOps-1160145080] Notify callbacks [] for security_group, precommit_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:46:28.388582 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-6a2617cf-d69e-4130-8ab7-53fe36e24107 tempest-TestNetworkAdvancedServerOps-1160145080 tempest-TestNetworkAdvancedServerOps-1160145080] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850887153'] for security_group, after_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:46:28.392329 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-1722ef40-076d-4ed6-8e5d-559178db2ce6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:46:28.432891 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a2617cf-d69e-4130-8ab7-53fe36e24107 tempest-TestNetworkAdvancedServerOps-1160145080 tempest-TestNetworkAdvancedServerOps-1160145080] Pushing event updated for resources: {'SecurityGroup': ['ID=fea1f8b8-7bd7-47b5-8dc3-571f61ac43a0,revision_number=1']} {{(pid=84874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:46:28.436775 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-6a2617cf-d69e-4130-8ab7-53fe36e24107 tempest-TestNetworkAdvancedServerOps-1160145080 tempest-TestNetworkAdvancedServerOps-1160145080] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:46:28.438146 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-6a2617cf-d69e-4130-8ab7-53fe36e24107 tempest-TestNetworkAdvancedServerOps-1160145080 tempest-TestNetworkAdvancedServerOps-1160145080] Notify callbacks [] for security_group, before_response {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:46:28.439545 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-6a2617cf-d69e-4130-8ab7-53fe36e24107 tempest-TestNetworkAdvancedServerOps-1160145080 tempest-TestNetworkAdvancedServerOps-1160145080] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.3720553 Jan 14 07:46:28.442808 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84874) accepted ('10.222.0.24', 45326) {{(pid=84874) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:46:28.448633 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.v2.base [None req-d8bde143-2407-4606-b891-3e4f91427c2d tempest-TestNetworkAdvancedServerOps-1160145080 tempest-TestNetworkAdvancedServerOps-1160145080] Request body: {'security_group_rule': {'security_group_id': 'fea1f8b8-7bd7-47b5-8dc3-571f61ac43a0', 'project_id': '69417d350c734fdb82cf490b41ee71fc', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=84874) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:46:28.459723 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-d8bde143-2407-4606-b891-3e4f91427c2d tempest-TestNetworkAdvancedServerOps-1160145080 tempest-TestNetworkAdvancedServerOps-1160145080] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:46:28.463871 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-d8bde143-2407-4606-b891-3e4f91427c2d tempest-TestNetworkAdvancedServerOps-1160145080 tempest-TestNetworkAdvancedServerOps-1160145080] Usage tracker for resource:security_group_rule and tenant:69417d350c734fdb82cf490b41ee71fc is out of sync, need to count used quota {{(pid=84874) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:46:28.467004 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-d8bde143-2407-4606-b891-3e4f91427c2d tempest-TestNetworkAdvancedServerOps-1160145080 tempest-TestNetworkAdvancedServerOps-1160145080] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84874) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:46:28.472980 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-d8bde143-2407-4606-b891-3e4f91427c2d tempest-TestNetworkAdvancedServerOps-1160145080 tempest-TestNetworkAdvancedServerOps-1160145080] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:46:28.491765 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-d8bde143-2407-4606-b891-3e4f91427c2d tempest-TestNetworkAdvancedServerOps-1160145080 tempest-TestNetworkAdvancedServerOps-1160145080] Notify callbacks [] for security_group_rule, before_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:46:28.554801 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-d8bde143-2407-4606-b891-3e4f91427c2d tempest-TestNetworkAdvancedServerOps-1160145080 tempest-TestNetworkAdvancedServerOps-1160145080] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:46:28.558596 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-d8bde143-2407-4606-b891-3e4f91427c2d tempest-TestNetworkAdvancedServerOps-1160145080 tempest-TestNetworkAdvancedServerOps-1160145080] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850966545'] for security_group_rule, after_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:46:28.566083 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-c571a7d8-d883-4f38-afef-73543f89764c tempest-TestNetworkAdvancedServerOps-470546014 tempest-TestNetworkAdvancedServerOps-470546014] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:46:28.584958 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8bde143-2407-4606-b891-3e4f91427c2d tempest-TestNetworkAdvancedServerOps-1160145080 tempest-TestNetworkAdvancedServerOps-1160145080] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3d71a7e2-b368-4585-82b9-3f8f9a9c7ba3,revision_number=0']} {{(pid=84874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:46:28.589802 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-d8bde143-2407-4606-b891-3e4f91427c2d tempest-TestNetworkAdvancedServerOps-1160145080 tempest-TestNetworkAdvancedServerOps-1160145080] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:46:28.594629 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-d8bde143-2407-4606-b891-3e4f91427c2d tempest-TestNetworkAdvancedServerOps-1160145080 tempest-TestNetworkAdvancedServerOps-1160145080] Notify callbacks [] for security_group_rule, before_response {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:46:28.595976 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-d8bde143-2407-4606-b891-3e4f91427c2d tempest-TestNetworkAdvancedServerOps-1160145080 tempest-TestNetworkAdvancedServerOps-1160145080] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1521280 Jan 14 07:46:28.600812 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84874) accepted ('10.222.0.24', 45330) {{(pid=84874) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:46:28.606487 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.v2.base [None req-6f3a15ff-262e-427d-9f40-fb5404a5b9c2 tempest-TestNetworkAdvancedServerOps-1160145080 tempest-TestNetworkAdvancedServerOps-1160145080] Request body: {'security_group_rule': {'security_group_id': 'fea1f8b8-7bd7-47b5-8dc3-571f61ac43a0', 'project_id': '69417d350c734fdb82cf490b41ee71fc', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=84874) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:46:28.617313 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-6f3a15ff-262e-427d-9f40-fb5404a5b9c2 tempest-TestNetworkAdvancedServerOps-1160145080 tempest-TestNetworkAdvancedServerOps-1160145080] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:46:28.621433 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-6f3a15ff-262e-427d-9f40-fb5404a5b9c2 tempest-TestNetworkAdvancedServerOps-1160145080 tempest-TestNetworkAdvancedServerOps-1160145080] Usage tracker for resource:security_group_rule and tenant:69417d350c734fdb82cf490b41ee71fc is out of sync, need to count used quota {{(pid=84874) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:46:28.624483 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-6f3a15ff-262e-427d-9f40-fb5404a5b9c2 tempest-TestNetworkAdvancedServerOps-1160145080 tempest-TestNetworkAdvancedServerOps-1160145080] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=84874) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:46:28.630246 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-6f3a15ff-262e-427d-9f40-fb5404a5b9c2 tempest-TestNetworkAdvancedServerOps-1160145080 tempest-TestNetworkAdvancedServerOps-1160145080] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=84874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:46:28.648872 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-6f3a15ff-262e-427d-9f40-fb5404a5b9c2 tempest-TestNetworkAdvancedServerOps-1160145080 tempest-TestNetworkAdvancedServerOps-1160145080] Notify callbacks [] for security_group_rule, before_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:46:28.719320 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-6f3a15ff-262e-427d-9f40-fb5404a5b9c2 tempest-TestNetworkAdvancedServerOps-1160145080 tempest-TestNetworkAdvancedServerOps-1160145080] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:46:28.722318 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-6f3a15ff-262e-427d-9f40-fb5404a5b9c2 tempest-TestNetworkAdvancedServerOps-1160145080 tempest-TestNetworkAdvancedServerOps-1160145080] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850966545'] for security_group_rule, after_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:46:28.724621 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-7654e158-399d-4407-b8a4-1035bccbe23b tempest-SecGroupTest-1152222618 tempest-SecGroupTest-1152222618] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:46:28.748162 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f3a15ff-262e-427d-9f40-fb5404a5b9c2 tempest-TestNetworkAdvancedServerOps-1160145080 tempest-TestNetworkAdvancedServerOps-1160145080] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f7561624-c1f5-483c-81bc-99b46c68a09f,revision_number=0']} {{(pid=84874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:46:28.750857 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-6f3a15ff-262e-427d-9f40-fb5404a5b9c2 tempest-TestNetworkAdvancedServerOps-1160145080 tempest-TestNetworkAdvancedServerOps-1160145080] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:46:28.760141 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-6f3a15ff-262e-427d-9f40-fb5404a5b9c2 tempest-TestNetworkAdvancedServerOps-1160145080 tempest-TestNetworkAdvancedServerOps-1160145080] Notify callbacks [] for security_group_rule, before_response {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:46:28.761875 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-6f3a15ff-262e-427d-9f40-fb5404a5b9c2 tempest-TestNetworkAdvancedServerOps-1160145080 tempest-TestNetworkAdvancedServerOps-1160145080] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1599479 Jan 14 07:46:28.766094 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84875) accepted ('10.222.0.24', 45334) {{(pid=84875) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:46:28.772049 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.v2.base [None req-978aa099-28d3-4670-9abe-92fc5daa4f10 tempest-TestNetworkAdvancedServerOps-1160145080 tempest-TestNetworkAdvancedServerOps-1160145080] Request body: {'security_group_rule': {'security_group_id': 'fea1f8b8-7bd7-47b5-8dc3-571f61ac43a0', 'project_id': '69417d350c734fdb82cf490b41ee71fc', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=84875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:46:28.783983 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-978aa099-28d3-4670-9abe-92fc5daa4f10 tempest-TestNetworkAdvancedServerOps-1160145080 tempest-TestNetworkAdvancedServerOps-1160145080] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:46:28.788393 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-978aa099-28d3-4670-9abe-92fc5daa4f10 tempest-TestNetworkAdvancedServerOps-1160145080 tempest-TestNetworkAdvancedServerOps-1160145080] Usage tracker for resource:security_group_rule and tenant:69417d350c734fdb82cf490b41ee71fc is out of sync, need to count used quota {{(pid=84875) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:46:28.791599 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-978aa099-28d3-4670-9abe-92fc5daa4f10 tempest-TestNetworkAdvancedServerOps-1160145080 tempest-TestNetworkAdvancedServerOps-1160145080] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=84875) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:46:28.797931 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-978aa099-28d3-4670-9abe-92fc5daa4f10 tempest-TestNetworkAdvancedServerOps-1160145080 tempest-TestNetworkAdvancedServerOps-1160145080] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=84875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:46:28.815442 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-978aa099-28d3-4670-9abe-92fc5daa4f10 tempest-TestNetworkAdvancedServerOps-1160145080 tempest-TestNetworkAdvancedServerOps-1160145080] Notify callbacks [] for security_group_rule, before_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:46:28.883447 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-978aa099-28d3-4670-9abe-92fc5daa4f10 tempest-TestNetworkAdvancedServerOps-1160145080 tempest-TestNetworkAdvancedServerOps-1160145080] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:46:28.888645 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-978aa099-28d3-4670-9abe-92fc5daa4f10 tempest-TestNetworkAdvancedServerOps-1160145080 tempest-TestNetworkAdvancedServerOps-1160145080] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850966545'] for security_group_rule, after_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:46:28.892589 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-02161b03-8de0-4c94-abd5-19af7bade3f7 tempest-SecGroupTest-1152222618 tempest-SecGroupTest-1152222618] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:46:28.919570 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-978aa099-28d3-4670-9abe-92fc5daa4f10 tempest-TestNetworkAdvancedServerOps-1160145080 tempest-TestNetworkAdvancedServerOps-1160145080] Pushing event updated for resources: {'SecurityGroupRule': ['ID=41a07902-941f-4600-bf51-7e7e960b364f,revision_number=0']} {{(pid=84875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:46:28.923275 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-978aa099-28d3-4670-9abe-92fc5daa4f10 tempest-TestNetworkAdvancedServerOps-1160145080 tempest-TestNetworkAdvancedServerOps-1160145080] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:46:28.930579 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-978aa099-28d3-4670-9abe-92fc5daa4f10 tempest-TestNetworkAdvancedServerOps-1160145080 tempest-TestNetworkAdvancedServerOps-1160145080] Notify callbacks [] for security_group_rule, before_response {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:46:28.931841 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-978aa099-28d3-4670-9abe-92fc5daa4f10 tempest-TestNetworkAdvancedServerOps-1160145080 tempest-TestNetworkAdvancedServerOps-1160145080] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1646433 Jan 14 07:46:28.935219 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84874) accepted ('10.222.0.24', 45338) {{(pid=84874) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:46:28.941379 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.v2.base [None req-739baa78-d85e-4f9c-a816-29c5569b7c93 tempest-TestNetworkAdvancedServerOps-1160145080 tempest-TestNetworkAdvancedServerOps-1160145080] Request body: {'security_group_rule': {'security_group_id': 'fea1f8b8-7bd7-47b5-8dc3-571f61ac43a0', 'project_id': '69417d350c734fdb82cf490b41ee71fc', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=84874) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:46:28.952858 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-739baa78-d85e-4f9c-a816-29c5569b7c93 tempest-TestNetworkAdvancedServerOps-1160145080 tempest-TestNetworkAdvancedServerOps-1160145080] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:46:28.957296 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-739baa78-d85e-4f9c-a816-29c5569b7c93 tempest-TestNetworkAdvancedServerOps-1160145080 tempest-TestNetworkAdvancedServerOps-1160145080] Usage tracker for resource:security_group_rule and tenant:69417d350c734fdb82cf490b41ee71fc is out of sync, need to count used quota {{(pid=84874) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:46:28.960579 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-739baa78-d85e-4f9c-a816-29c5569b7c93 tempest-TestNetworkAdvancedServerOps-1160145080 tempest-TestNetworkAdvancedServerOps-1160145080] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=84874) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:46:28.966843 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-739baa78-d85e-4f9c-a816-29c5569b7c93 tempest-TestNetworkAdvancedServerOps-1160145080 tempest-TestNetworkAdvancedServerOps-1160145080] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=84874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:46:28.985487 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-739baa78-d85e-4f9c-a816-29c5569b7c93 tempest-TestNetworkAdvancedServerOps-1160145080 tempest-TestNetworkAdvancedServerOps-1160145080] Notify callbacks [] for security_group_rule, before_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:46:29.051734 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-739baa78-d85e-4f9c-a816-29c5569b7c93 tempest-TestNetworkAdvancedServerOps-1160145080 tempest-TestNetworkAdvancedServerOps-1160145080] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:46:29.056732 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-739baa78-d85e-4f9c-a816-29c5569b7c93 tempest-TestNetworkAdvancedServerOps-1160145080 tempest-TestNetworkAdvancedServerOps-1160145080] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850966545'] for security_group_rule, after_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:46:29.062626 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-b3f56704-71c9-4029-9b6c-0f7fda233f31 tempest-SecGroupTest-1152222618 tempest-SecGroupTest-1152222618] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:46:29.082776 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-739baa78-d85e-4f9c-a816-29c5569b7c93 tempest-TestNetworkAdvancedServerOps-1160145080 tempest-TestNetworkAdvancedServerOps-1160145080] Pushing event updated for resources: {'SecurityGroupRule': ['ID=613eb94d-a57b-42d0-9643-73b28a5aa3b0,revision_number=0']} {{(pid=84874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:46:29.085468 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-739baa78-d85e-4f9c-a816-29c5569b7c93 tempest-TestNetworkAdvancedServerOps-1160145080 tempest-TestNetworkAdvancedServerOps-1160145080] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:46:29.092494 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-739baa78-d85e-4f9c-a816-29c5569b7c93 tempest-TestNetworkAdvancedServerOps-1160145080 tempest-TestNetworkAdvancedServerOps-1160145080] Notify callbacks [] for security_group_rule, before_response {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:46:29.093791 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-739baa78-d85e-4f9c-a816-29c5569b7c93 tempest-TestNetworkAdvancedServerOps-1160145080 tempest-TestNetworkAdvancedServerOps-1160145080] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1574483 Jan 14 07:46:29.096847 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84874) accepted ('10.222.0.24', 45342) {{(pid=84874) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:46:29.102752 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.v2.base [None req-9e3e8963-a946-46c8-bf4c-9cdd08a56363 tempest-TestNetworkAdvancedServerOps-1160145080 tempest-TestNetworkAdvancedServerOps-1160145080] Request body: {'security_group_rule': {'security_group_id': 'fea1f8b8-7bd7-47b5-8dc3-571f61ac43a0', 'project_id': '69417d350c734fdb82cf490b41ee71fc', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=84874) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:46:29.113814 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-9e3e8963-a946-46c8-bf4c-9cdd08a56363 tempest-TestNetworkAdvancedServerOps-1160145080 tempest-TestNetworkAdvancedServerOps-1160145080] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:46:29.117894 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-9e3e8963-a946-46c8-bf4c-9cdd08a56363 tempest-TestNetworkAdvancedServerOps-1160145080 tempest-TestNetworkAdvancedServerOps-1160145080] Usage tracker for resource:security_group_rule and tenant:69417d350c734fdb82cf490b41ee71fc is out of sync, need to count used quota {{(pid=84874) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:46:29.121186 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-9e3e8963-a946-46c8-bf4c-9cdd08a56363 tempest-TestNetworkAdvancedServerOps-1160145080 tempest-TestNetworkAdvancedServerOps-1160145080] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=84874) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:46:29.127110 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-9e3e8963-a946-46c8-bf4c-9cdd08a56363 tempest-TestNetworkAdvancedServerOps-1160145080 tempest-TestNetworkAdvancedServerOps-1160145080] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=84874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:46:29.137699 n-d-768862-2 neutron-server[84765]: INFO neutron.db.securitygroups_db [None req-9e3e8963-a946-46c8-bf4c-9cdd08a56363 tempest-TestNetworkAdvancedServerOps-1160145080 tempest-TestNetworkAdvancedServerOps-1160145080] Project 69417d350c734fdb82cf490b41ee71fc added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 14 07:46:29.144976 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-9e3e8963-a946-46c8-bf4c-9cdd08a56363 tempest-TestNetworkAdvancedServerOps-1160145080 tempest-TestNetworkAdvancedServerOps-1160145080] Notify callbacks [] for security_group_rule, before_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:46:29.211333 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-9e3e8963-a946-46c8-bf4c-9cdd08a56363 tempest-TestNetworkAdvancedServerOps-1160145080 tempest-TestNetworkAdvancedServerOps-1160145080] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:46:29.215302 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-9e3e8963-a946-46c8-bf4c-9cdd08a56363 tempest-TestNetworkAdvancedServerOps-1160145080 tempest-TestNetworkAdvancedServerOps-1160145080] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850966545'] for security_group_rule, after_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:46:29.217267 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-d8bde143-2407-4606-b891-3e4f91427c2d tempest-TestNetworkAdvancedServerOps-1160145080 tempest-TestNetworkAdvancedServerOps-1160145080] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:46:29.241078 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e3e8963-a946-46c8-bf4c-9cdd08a56363 tempest-TestNetworkAdvancedServerOps-1160145080 tempest-TestNetworkAdvancedServerOps-1160145080] Pushing event updated for resources: {'SecurityGroupRule': ['ID=859b88ca-d6d4-43bb-ac0f-c714eedae9f8,revision_number=0']} {{(pid=84874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:46:29.245399 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-9e3e8963-a946-46c8-bf4c-9cdd08a56363 tempest-TestNetworkAdvancedServerOps-1160145080 tempest-TestNetworkAdvancedServerOps-1160145080] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:46:29.254014 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-9e3e8963-a946-46c8-bf4c-9cdd08a56363 tempest-TestNetworkAdvancedServerOps-1160145080 tempest-TestNetworkAdvancedServerOps-1160145080] Notify callbacks [] for security_group_rule, before_response {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:46:29.255304 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-9e3e8963-a946-46c8-bf4c-9cdd08a56363 tempest-TestNetworkAdvancedServerOps-1160145080 tempest-TestNetworkAdvancedServerOps-1160145080] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1574254 Jan 14 07:46:29.258441 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84874) accepted ('10.222.0.24', 45346) {{(pid=84874) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:46:29.264111 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.v2.base [None req-d4fb3852-5a8d-4b38-9bdf-12d9f520ae22 tempest-TestNetworkAdvancedServerOps-1160145080 tempest-TestNetworkAdvancedServerOps-1160145080] Request body: {'security_group_rule': {'security_group_id': 'fea1f8b8-7bd7-47b5-8dc3-571f61ac43a0', 'project_id': '69417d350c734fdb82cf490b41ee71fc', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=84874) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:46:29.274775 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-d4fb3852-5a8d-4b38-9bdf-12d9f520ae22 tempest-TestNetworkAdvancedServerOps-1160145080 tempest-TestNetworkAdvancedServerOps-1160145080] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:46:29.279069 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-d4fb3852-5a8d-4b38-9bdf-12d9f520ae22 tempest-TestNetworkAdvancedServerOps-1160145080 tempest-TestNetworkAdvancedServerOps-1160145080] Usage tracker for resource:security_group_rule and tenant:69417d350c734fdb82cf490b41ee71fc is out of sync, need to count used quota {{(pid=84874) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:46:29.282193 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-d4fb3852-5a8d-4b38-9bdf-12d9f520ae22 tempest-TestNetworkAdvancedServerOps-1160145080 tempest-TestNetworkAdvancedServerOps-1160145080] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=84874) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:46:29.288078 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-d4fb3852-5a8d-4b38-9bdf-12d9f520ae22 tempest-TestNetworkAdvancedServerOps-1160145080 tempest-TestNetworkAdvancedServerOps-1160145080] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=84874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:46:29.300171 n-d-768862-2 neutron-server[84765]: INFO neutron.db.securitygroups_db [None req-d4fb3852-5a8d-4b38-9bdf-12d9f520ae22 tempest-TestNetworkAdvancedServerOps-1160145080 tempest-TestNetworkAdvancedServerOps-1160145080] Project 69417d350c734fdb82cf490b41ee71fc added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 14 07:46:29.311153 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-d4fb3852-5a8d-4b38-9bdf-12d9f520ae22 tempest-TestNetworkAdvancedServerOps-1160145080 tempest-TestNetworkAdvancedServerOps-1160145080] Notify callbacks [] for security_group_rule, before_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:46:29.388064 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-d4fb3852-5a8d-4b38-9bdf-12d9f520ae22 tempest-TestNetworkAdvancedServerOps-1160145080 tempest-TestNetworkAdvancedServerOps-1160145080] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:46:29.392042 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-d4fb3852-5a8d-4b38-9bdf-12d9f520ae22 tempest-TestNetworkAdvancedServerOps-1160145080 tempest-TestNetworkAdvancedServerOps-1160145080] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850966545'] for security_group_rule, after_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:46:29.393830 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:46:29.416675 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4fb3852-5a8d-4b38-9bdf-12d9f520ae22 tempest-TestNetworkAdvancedServerOps-1160145080 tempest-TestNetworkAdvancedServerOps-1160145080] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a0c2c844-1837-457d-a9a1-6d993d70e4e8,revision_number=0']} {{(pid=84874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:46:29.419209 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-d4fb3852-5a8d-4b38-9bdf-12d9f520ae22 tempest-TestNetworkAdvancedServerOps-1160145080 tempest-TestNetworkAdvancedServerOps-1160145080] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:46:29.427043 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-d4fb3852-5a8d-4b38-9bdf-12d9f520ae22 tempest-TestNetworkAdvancedServerOps-1160145080 tempest-TestNetworkAdvancedServerOps-1160145080] Notify callbacks [] for security_group_rule, before_response {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:46:29.428384 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-d4fb3852-5a8d-4b38-9bdf-12d9f520ae22 tempest-TestNetworkAdvancedServerOps-1160145080 tempest-TestNetworkAdvancedServerOps-1160145080] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1689329 Jan 14 07:46:29.431815 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84874) accepted ('10.222.0.24', 45350) {{(pid=84874) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:46:29.438014 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.v2.base [None req-3b52b266-1711-43e8-a9f0-b17b5ee087d1 tempest-TestNetworkAdvancedServerOps-1160145080 tempest-TestNetworkAdvancedServerOps-1160145080] Request body: {'network': {'name': 'tempest-network-smoke--931655310', 'project_id': '69417d350c734fdb82cf490b41ee71fc', 'port_security_enabled': True}} {{(pid=84874) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:46:29.444128 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-3b52b266-1711-43e8-a9f0-b17b5ee087d1 tempest-TestNetworkAdvancedServerOps-1160145080 tempest-TestNetworkAdvancedServerOps-1160145080] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:46:29.448168 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-3b52b266-1711-43e8-a9f0-b17b5ee087d1 tempest-TestNetworkAdvancedServerOps-1160145080 tempest-TestNetworkAdvancedServerOps-1160145080] Usage tracker for resource:network and tenant:69417d350c734fdb82cf490b41ee71fc is out of sync, need to count used quota {{(pid=84874) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:46:29.451265 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-3b52b266-1711-43e8-a9f0-b17b5ee087d1 tempest-TestNetworkAdvancedServerOps-1160145080 tempest-TestNetworkAdvancedServerOps-1160145080] Quota usage for network was recalculated. Used quota:0. {{(pid=84874) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:46:29.457193 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-3b52b266-1711-43e8-a9f0-b17b5ee087d1 tempest-TestNetworkAdvancedServerOps-1160145080 tempest-TestNetworkAdvancedServerOps-1160145080] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:46:29.468415 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3b52b266-1711-43e8-a9f0-b17b5ee087d1 tempest-TestNetworkAdvancedServerOps-1160145080 tempest-TestNetworkAdvancedServerOps-1160145080] Made reservation on behalf of 69417d350c734fdb82cf490b41ee71fc for: {'network': 1} {{(pid=84874) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 07:46:29.478042 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-3b52b266-1711-43e8-a9f0-b17b5ee087d1 tempest-TestNetworkAdvancedServerOps-1160145080 tempest-TestNetworkAdvancedServerOps-1160145080] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555753'] for network, before_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:46:29.512319 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3b52b266-1711-43e8-a9f0-b17b5ee087d1 tempest-TestNetworkAdvancedServerOps-1160145080 tempest-TestNetworkAdvancedServerOps-1160145080] vxlan segment allocate from pool success with {'vxlan_vni': 3} {{(pid=84874) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Jan 14 07:46:29.521479 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-3b52b266-1711-43e8-a9f0-b17b5ee087d1 tempest-TestNetworkAdvancedServerOps-1160145080 tempest-TestNetworkAdvancedServerOps-1160145080] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854179735'] for segment, precommit_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:46:29.521862 n-d-768862-2 neutron-server[84765]: INFO neutron.db.segments_db [None req-3b52b266-1711-43e8-a9f0-b17b5ee087d1 tempest-TestNetworkAdvancedServerOps-1160145080 tempest-TestNetworkAdvancedServerOps-1160145080] Added segment cf8c4fe9-fe27-49f1-bf96-33545e25dcbc of type vxlan for network 654a2f46-24cc-4edb-8ef3-0c4c0291a75b Jan 14 07:46:29.548716 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-3b52b266-1711-43e8-a9f0-b17b5ee087d1 tempest-TestNetworkAdvancedServerOps-1160145080 tempest-TestNetworkAdvancedServerOps-1160145080] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363259214646115'] for network, precommit_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:46:29.580037 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-3b52b266-1711-43e8-a9f0-b17b5ee087d1 tempest-TestNetworkAdvancedServerOps-1160145080 tempest-TestNetworkAdvancedServerOps-1160145080] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850887149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964'] for network, after_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:46:29.599646 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b52b266-1711-43e8-a9f0-b17b5ee087d1 tempest-TestNetworkAdvancedServerOps-1160145080 tempest-TestNetworkAdvancedServerOps-1160145080] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:46:29.600341 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-3b52b266-1711-43e8-a9f0-b17b5ee087d1 tempest-TestNetworkAdvancedServerOps-1160145080 tempest-TestNetworkAdvancedServerOps-1160145080] Notify callbacks [] for network, before_response {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:46:29.604073 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-d02cc63d-8223-4942-8742-a2bb2f117104 tempest-NetworksIpV6Test-128132561 tempest-NetworksIpV6Test-128132561] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:46:29.709967 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-3b52b266-1711-43e8-a9f0-b17b5ee087d1 tempest-TestNetworkAdvancedServerOps-1160145080 tempest-TestNetworkAdvancedServerOps-1160145080] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.2770116 Jan 14 07:46:29.713361 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84874) accepted ('10.222.0.24', 45354) {{(pid=84874) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:46:29.722140 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.v2.base [None req-04e2b396-bf95-4d7c-88af-df70884d6540 tempest-TestNetworkAdvancedServerOps-1160145080 tempest-TestNetworkAdvancedServerOps-1160145080] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-96208211', 'admin_state_up': True, 'project_id': '69417d350c734fdb82cf490b41ee71fc', 'external_gateway_info': {'network_id': '226f1e78-82cd-4481-9055-4eb73b6db8c1'}}} {{(pid=84874) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:46:29.733167 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b52b266-1711-43e8-a9f0-b17b5ee087d1 tempest-TestNetworkAdvancedServerOps-1160145080 tempest-TestNetworkAdvancedServerOps-1160145080] Pushing event updated for resources: {'Network': ['ID=654a2f46-24cc-4edb-8ef3-0c4c0291a75b,revision_number=1']} {{(pid=84874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:46:29.736768 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-3b52b266-1711-43e8-a9f0-b17b5ee087d1 tempest-TestNetworkAdvancedServerOps-1160145080 tempest-TestNetworkAdvancedServerOps-1160145080] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:46:29.737722 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-04e2b396-bf95-4d7c-88af-df70884d6540 tempest-TestNetworkAdvancedServerOps-1160145080 tempest-TestNetworkAdvancedServerOps-1160145080] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:46:29.742133 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-04e2b396-bf95-4d7c-88af-df70884d6540 tempest-TestNetworkAdvancedServerOps-1160145080 tempest-TestNetworkAdvancedServerOps-1160145080] Usage tracker for resource:router and tenant:69417d350c734fdb82cf490b41ee71fc is out of sync, need to count used quota {{(pid=84874) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:46:29.746337 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-04e2b396-bf95-4d7c-88af-df70884d6540 tempest-TestNetworkAdvancedServerOps-1160145080 tempest-TestNetworkAdvancedServerOps-1160145080] Quota usage for router was recalculated. Used quota:0. {{(pid=84874) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:46:29.747402 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Network 654a2f46-24cc-4edb-8ef3-0c4c0291a75b details requested by agent ovs-agent-n-d-768862-2 with host n-d-768862-2 {{(pid=84876) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 07:46:29.752696 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-04e2b396-bf95-4d7c-88af-df70884d6540 tempest-TestNetworkAdvancedServerOps-1160145080 tempest-TestNetworkAdvancedServerOps-1160145080] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:46:29.761796 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-017f98a9-8a07-408c-a86f-8ff0c00400a0 None None] Network 654a2f46-24cc-4edb-8ef3-0c4c0291a75b details requested by agent ovs-agent-n-h1-768862-2 with host n-h1-768862-2 {{(pid=84876) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 07:46:29.764496 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-04e2b396-bf95-4d7c-88af-df70884d6540 tempest-TestNetworkAdvancedServerOps-1160145080 tempest-TestNetworkAdvancedServerOps-1160145080] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3889205', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854717621'] for router, before_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:46:29.765553 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-04e2b396-bf95-4d7c-88af-df70884d6540 tempest-TestNetworkAdvancedServerOps-1160145080 tempest-TestNetworkAdvancedServerOps-1160145080] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036850886574', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3912501', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3808446', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-58179'] for router, precommit_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:46:29.781688 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-852a24f7-e9a1-4193-9abb-e9506fe5213f None None] Network 654a2f46-24cc-4edb-8ef3-0c4c0291a75b details requested by agent ovs-agent-n-h2-768862-2 with host n-h2-768862-2 {{(pid=84876) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 07:46:29.789167 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-04e2b396-bf95-4d7c-88af-df70884d6540 tempest-TestNetworkAdvancedServerOps-1160145080 tempest-TestNetworkAdvancedServerOps-1160145080] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:46:30.068755 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-04e2b396-bf95-4d7c-88af-df70884d6540 tempest-TestNetworkAdvancedServerOps-1160145080 tempest-TestNetworkAdvancedServerOps-1160145080] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3912484', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3889188', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-58194'] for router, precommit_update {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:46:30.391292 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-04e2b396-bf95-4d7c-88af-df70884d6540 tempest-TestNetworkAdvancedServerOps-1160145080 tempest-TestNetworkAdvancedServerOps-1160145080] Notify callbacks [] for router_gateway, before_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:46:30.422983 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-04e2b396-bf95-4d7c-88af-df70884d6540 tempest-TestNetworkAdvancedServerOps-1160145080 tempest-TestNetworkAdvancedServerOps-1160145080] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555753'] for port, before_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:46:30.712795 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.db_base_plugin_common [None req-04e2b396-bf95-4d7c-88af-df70884d6540 tempest-TestNetworkAdvancedServerOps-1160145080 tempest-TestNetworkAdvancedServerOps-1160145080] Allocated IP 172.25.2.84 (226f1e78-82cd-4481-9055-4eb73b6db8c1/ba8deeec-7658-4195-9449-038c076f5c83/a791582f-1591-4ac4-9583-4ea54c29b1c1) {{(pid=84874) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 14 07:46:30.879321 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-04e2b396-bf95-4d7c-88af-df70884d6540 tempest-TestNetworkAdvancedServerOps-1160145080 tempest-TestNetworkAdvancedServerOps-1160145080] Notify callbacks [] for port, precommit_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:46:30.908286 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-04e2b396-bf95-4d7c-88af-df70884d6540 tempest-TestNetworkAdvancedServerOps-1160145080 tempest-TestNetworkAdvancedServerOps-1160145080] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777640123575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3254186'] for port, after_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:46:30.921372 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-36741ce7-a453-4b03-9969-82f7e121dcc9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:46:31.052773 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04e2b396-bf95-4d7c-88af-df70884d6540 tempest-TestNetworkAdvancedServerOps-1160145080 tempest-TestNetworkAdvancedServerOps-1160145080] Pushing event updated for resources: {'Port': ['ID=a791582f-1591-4ac4-9583-4ea54c29b1c1,revision_number=1']} {{(pid=84874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:46:31.057196 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-04e2b396-bf95-4d7c-88af-df70884d6540 tempest-TestNetworkAdvancedServerOps-1160145080 tempest-TestNetworkAdvancedServerOps-1160145080] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:46:31.113157 n-d-768862-2 neutron-server[84765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04e2b396-bf95-4d7c-88af-df70884d6540 tempest-TestNetworkAdvancedServerOps-1160145080 tempest-TestNetworkAdvancedServerOps-1160145080] Network 226f1e78-82cd-4481-9055-4eb73b6db8c1 is already hosted by enough agents. {{(pid=84874) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 07:46:31.114667 n-d-768862-2 neutron-server[84765]: DEBUG neutron.scheduler.base_scheduler [None req-04e2b396-bf95-4d7c-88af-df70884d6540 tempest-TestNetworkAdvancedServerOps-1160145080 tempest-TestNetworkAdvancedServerOps-1160145080] Resources bound (agent type, host, resource id): {{(pid=84874) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 07:46:31.117151 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04e2b396-bf95-4d7c-88af-df70884d6540 tempest-TestNetworkAdvancedServerOps-1160145080 tempest-TestNetworkAdvancedServerOps-1160145080] Received port after_create {{(pid=84874) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 14 07:46:31.554390 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-04e2b396-bf95-4d7c-88af-df70884d6540 tempest-TestNetworkAdvancedServerOps-1160145080 tempest-TestNetworkAdvancedServerOps-1160145080] Notify callbacks [] for router_gateway, after_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:46:31.908548 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-04e2b396-bf95-4d7c-88af-df70884d6540 tempest-TestNetworkAdvancedServerOps-1160145080 tempest-TestNetworkAdvancedServerOps-1160145080] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036850886612', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036850863158'] for router, after_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:46:32.122952 n-d-768862-2 neutron-server[84765]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-04e2b396-bf95-4d7c-88af-df70884d6540 tempest-TestNetworkAdvancedServerOps-1160145080 tempest-TestNetworkAdvancedServerOps-1160145080] Router 061da7cf-d366-4204-9c7d-62a194d68dc8 is scheduled to L3 agent 35f592e9-451b-4db9-abea-77b6a5c5391b with binding_index 1 {{(pid=84874) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}} Jan 14 07:46:32.605685 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-04e2b396-bf95-4d7c-88af-df70884d6540 tempest-TestNetworkAdvancedServerOps-1160145080 tempest-TestNetworkAdvancedServerOps-1160145080] Notify agent at l3_agent.n-d-768862-2 the message routers_updated {{(pid=84874) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jan 14 07:46:32.616063 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90b6cd50-e985-4911-9008-b5fa027db129 None None] Sync routers for ids ['061da7cf-d366-4204-9c7d-62a194d68dc8'] in n-d-768862-2 {{(pid=84877) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Jan 14 07:46:32.627706 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90b6cd50-e985-4911-9008-b5fa027db129 None None] Routers {'061da7cf-d366-4204-9c7d-62a194d68dc8'} bound to L3 agent in host n-d-768862-2 {{(pid=84877) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 14 07:46:32.628405 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_hamode_db [None req-90b6cd50-e985-4911-9008-b5fa027db129 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-01-14T06:56:51Z,description=,heartbeat_timestamp=2021-01-14T07:46:22Z,host='n-d-768862-2',id=35f592e9-451b-4db9-abea-77b6a5c5391b,load=0,resource_versions=,resources_synced=,started_at=2021-01-14T06:56:51Z,topic='l3_agent')) {'router_ids': ['061da7cf-d366-4204-9c7d-62a194d68dc8'], 'active': True} {{(pid=84877) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:46:32.639938 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-04e2b396-bf95-4d7c-88af-df70884d6540 tempest-TestNetworkAdvancedServerOps-1160145080 tempest-TestNetworkAdvancedServerOps-1160145080] Notify callbacks [] for router, before_response {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:46:32.641262 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-04e2b396-bf95-4d7c-88af-df70884d6540 tempest-TestNetworkAdvancedServerOps-1160145080 tempest-TestNetworkAdvancedServerOps-1160145080] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 893 time: 2.9265950 Jan 14 07:46:32.644957 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84874) accepted ('10.222.0.24', 45358) {{(pid=84874) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:46:32.814818 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_dvr_db [None req-90b6cd50-e985-4911-9008-b5fa027db129 None None] Set router 061da7cf-d366-4204-9c7d-62a194d68dc8 gateway port host: n-d-768862-2 {{(pid=84877) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 14 07:46:32.844383 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-4e529f6b-f5a8-4062-9a07-a6f08a5d832a tempest-TestNetworkAdvancedServerOps-569276418 tempest-TestNetworkAdvancedServerOps-569276418] 10.222.0.24 "GET /v2.0/subnets?project_id=69417d350c734fdb82cf490b41ee71fc&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1979659 Jan 14 07:46:32.847335 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84874) accepted ('10.222.0.24', 45364) {{(pid=84874) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:46:32.991464 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2d88d00-b572-4ac2-92c8-c6fd67dbabc3 tempest-TestNetworkAdvancedServerOps-569276418 tempest-TestNetworkAdvancedServerOps-569276418] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:46:32.993172 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-d2d88d00-b572-4ac2-92c8-c6fd67dbabc3 tempest-TestNetworkAdvancedServerOps-569276418 tempest-TestNetworkAdvancedServerOps-569276418] 10.222.0.24 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1447773 Jan 14 07:46:32.996696 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84874) accepted ('10.222.0.24', 45368) {{(pid=84874) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:46:33.042138 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-40f12503-ea13-4a2f-913e-d9ab0d154697 tempest-TestNetworkAdvancedServerOps-569276418 tempest-TestNetworkAdvancedServerOps-569276418] 10.222.0.24 "GET /v2.0/subnets?network_id=226f1e78-82cd-4481-9055-4eb73b6db8c1&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0441453 Jan 14 07:46:33.045183 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84874) accepted ('10.222.0.24', 45372) {{(pid=84874) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:46:33.051403 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.v2.base [None req-07a68ea9-59a0-42cb-acb9-ee0d0b55e39f tempest-TestNetworkAdvancedServerOps-1160145080 tempest-TestNetworkAdvancedServerOps-1160145080] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1091000698', 'network_id': '654a2f46-24cc-4edb-8ef3-0c4c0291a75b', 'project_id': '69417d350c734fdb82cf490b41ee71fc', 'cidr': '172.20.0.0/28', 'ip_version': 4}} {{(pid=84874) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:46:33.113627 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_hamode_db [None req-90b6cd50-e985-4911-9008-b5fa027db129 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '061da7cf-d366-4204-9c7d-62a194d68dc8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-96208211', 'tenant_id': '69417d350c734fdb82cf490b41ee71fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '226f1e78-82cd-4481-9055-4eb73b6db8c1', 'external_fixed_ips': [{'subnet_id': 'ba8deeec-7658-4195-9449-038c076f5c83', 'ip_address': '172.25.2.84'}], 'enable_snat': True}, 'gw_port_id': 'a791582f-1591-4ac4-9583-4ea54c29b1c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-14T07:46:29Z', 'updated_at': '2021-01-14T07:46:31Z', 'revision_number': 3, 'project_id': '69417d350c734fdb82cf490b41ee71fc', 'gw_port': {'id': 'a791582f-1591-4ac4-9583-4ea54c29b1c1', 'name': '', 'network_id': '226f1e78-82cd-4481-9055-4eb73b6db8c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:50:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '061da7cf-d366-4204-9c7d-62a194d68dc8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3878, 'fixed_ips': [{'subnet_id': 'ba8deeec-7658-4195-9449-038c076f5c83', 'ip_address': '172.25.2.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T07:46:30Z', 'updated_at': '2021-01-14T07:46:30Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ba8deeec-7658-4195-9449-038c076f5c83', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-2'}], 'n-d-768862-2', False) {} {{(pid=84877) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:46:33.118267 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90b6cd50-e985-4911-9008-b5fa027db129 None None] Checking router: 061da7cf-d366-4204-9c7d-62a194d68dc8 for host: n-d-768862-2 {{(pid=84877) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Jan 14 07:46:33.118670 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90b6cd50-e985-4911-9008-b5fa027db129 None None] Updating router 061da7cf-d366-4204-9c7d-62a194d68dc8 port a791582f-1591-4ac4-9583-4ea54c29b1c1 binding host n-d-768862-2 {{(pid=84877) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Jan 14 07:46:33.170032 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-07a68ea9-59a0-42cb-acb9-ee0d0b55e39f tempest-TestNetworkAdvancedServerOps-1160145080 tempest-TestNetworkAdvancedServerOps-1160145080] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:46:33.171776 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-90b6cd50-e985-4911-9008-b5fa027db129 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555753'] for port, before_update {{(pid=84877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:46:33.174107 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-07a68ea9-59a0-42cb-acb9-ee0d0b55e39f tempest-TestNetworkAdvancedServerOps-1160145080 tempest-TestNetworkAdvancedServerOps-1160145080] Usage tracker for resource:subnet and tenant:69417d350c734fdb82cf490b41ee71fc is out of sync, need to count used quota {{(pid=84874) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:46:33.177195 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-07a68ea9-59a0-42cb-acb9-ee0d0b55e39f tempest-TestNetworkAdvancedServerOps-1160145080 tempest-TestNetworkAdvancedServerOps-1160145080] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84874) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:46:33.182844 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-07a68ea9-59a0-42cb-acb9-ee0d0b55e39f tempest-TestNetworkAdvancedServerOps-1160145080 tempest-TestNetworkAdvancedServerOps-1160145080] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:46:33.192468 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-07a68ea9-59a0-42cb-acb9-ee0d0b55e39f tempest-TestNetworkAdvancedServerOps-1160145080 tempest-TestNetworkAdvancedServerOps-1160145080] Made reservation on behalf of 69417d350c734fdb82cf490b41ee71fc for: {'subnet': 1} {{(pid=84874) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 07:46:33.308938 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-07a68ea9-59a0-42cb-acb9-ee0d0b55e39f tempest-TestNetworkAdvancedServerOps-1160145080 tempest-TestNetworkAdvancedServerOps-1160145080] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036851981161'] for subnet, before_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:46:33.481232 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.agents_db [None req-5b939a2f-078d-4c69-a188-cb55a28a77a0 None None] Agent healthcheck: found 7 active agents {{(pid=84877) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Jan 14 07:46:33.574117 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-90b6cd50-e985-4911-9008-b5fa027db129 None None] Notify callbacks [] for port, precommit_update {{(pid=84877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:46:33.587125 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-90b6cd50-e985-4911-9008-b5fa027db129 None None] Transition to ACTIVE for port object a791582f-1591-4ac4-9583-4ea54c29b1c1 will not be triggered until provisioned by entity L2. {{(pid=84877) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 07:46:33.590393 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-90b6cd50-e985-4911-9008-b5fa027db129 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777640533312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363259214678337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777640097497'] for port, after_update {{(pid=84877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:46:33.606410 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:46:33.739159 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1db998c1-2e45-4b60-a972-a17334e3fb90 None None] Pushing event updated for resources: {'Port': ['ID=a791582f-1591-4ac4-9583-4ea54c29b1c1,revision_number=2']} {{(pid=84877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:46:33.755618 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-07a68ea9-59a0-42cb-acb9-ee0d0b55e39f tempest-TestNetworkAdvancedServerOps-1160145080 tempest-TestNetworkAdvancedServerOps-1160145080] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850887113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3254092', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036851981146'] for subnet, after_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:46:33.761447 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1db998c1-2e45-4b60-a972-a17334e3fb90 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@n-h1-768862-2 {{(pid=84877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:46:33.761830 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1db998c1-2e45-4b60-a972-a17334e3fb90 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-h1-768862-2 {{(pid=84877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:46:33.762196 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1db998c1-2e45-4b60-a972-a17334e3fb90 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-h1-768862-2 {{(pid=84877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:46:33.762561 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1db998c1-2e45-4b60-a972-a17334e3fb90 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-h1-768862-2 {{(pid=84877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:46:33.762923 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1db998c1-2e45-4b60-a972-a17334e3fb90 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@n-h1-768862-2 {{(pid=84877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:46:33.763284 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1db998c1-2e45-4b60-a972-a17334e3fb90 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-h1-768862-2 {{(pid=84877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:46:33.763644 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1db998c1-2e45-4b60-a972-a17334e3fb90 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-h1-768862-2 {{(pid=84877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:46:33.764027 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1db998c1-2e45-4b60-a972-a17334e3fb90 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-h1-768862-2 {{(pid=84877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:46:33.764387 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1db998c1-2e45-4b60-a972-a17334e3fb90 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-h1-768862-2 {{(pid=84877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:46:33.764736 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1db998c1-2e45-4b60-a972-a17334e3fb90 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-h1-768862-2 {{(pid=84877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:46:33.765095 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1db998c1-2e45-4b60-a972-a17334e3fb90 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-h1-768862-2 {{(pid=84877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:46:33.765449 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1db998c1-2e45-4b60-a972-a17334e3fb90 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-h1-768862-2 {{(pid=84877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:46:33.765844 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1db998c1-2e45-4b60-a972-a17334e3fb90 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@n-h2-768862-2 {{(pid=84877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:46:33.766200 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1db998c1-2e45-4b60-a972-a17334e3fb90 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-h2-768862-2 {{(pid=84877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:46:33.766551 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1db998c1-2e45-4b60-a972-a17334e3fb90 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-h2-768862-2 {{(pid=84877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:46:33.766901 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1db998c1-2e45-4b60-a972-a17334e3fb90 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-h2-768862-2 {{(pid=84877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:46:33.767253 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1db998c1-2e45-4b60-a972-a17334e3fb90 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@n-h2-768862-2 {{(pid=84877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:46:33.767605 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1db998c1-2e45-4b60-a972-a17334e3fb90 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-h2-768862-2 {{(pid=84877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:46:33.767995 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1db998c1-2e45-4b60-a972-a17334e3fb90 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-h2-768862-2 {{(pid=84877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:46:33.768350 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1db998c1-2e45-4b60-a972-a17334e3fb90 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-h2-768862-2 {{(pid=84877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:46:33.768704 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1db998c1-2e45-4b60-a972-a17334e3fb90 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-h2-768862-2 {{(pid=84877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:46:33.769077 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1db998c1-2e45-4b60-a972-a17334e3fb90 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-h2-768862-2 {{(pid=84877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:46:33.769408 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1db998c1-2e45-4b60-a972-a17334e3fb90 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-h2-768862-2 {{(pid=84877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:46:33.769759 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1db998c1-2e45-4b60-a972-a17334e3fb90 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-h2-768862-2 {{(pid=84877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:46:33.770162 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1db998c1-2e45-4b60-a972-a17334e3fb90 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-2 {{(pid=84877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:46:33.770515 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1db998c1-2e45-4b60-a972-a17334e3fb90 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-2 {{(pid=84877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:46:33.770870 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1db998c1-2e45-4b60-a972-a17334e3fb90 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-2 {{(pid=84877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:46:33.771228 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1db998c1-2e45-4b60-a972-a17334e3fb90 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-2 {{(pid=84877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:46:33.771573 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1db998c1-2e45-4b60-a972-a17334e3fb90 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@n-d-768862-2 {{(pid=84877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:46:33.771697 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-f012db20-753b-4e4d-aa75-a439853b8fcc tempest-RoutersTest-1255860389 tempest-RoutersTest-1255860389] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:46:33.771962 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1db998c1-2e45-4b60-a972-a17334e3fb90 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-2 {{(pid=84877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:46:33.772317 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1db998c1-2e45-4b60-a972-a17334e3fb90 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-768862-2 {{(pid=84877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:46:33.772671 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1db998c1-2e45-4b60-a972-a17334e3fb90 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-768862-2 {{(pid=84877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:46:33.773019 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1db998c1-2e45-4b60-a972-a17334e3fb90 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-2 {{(pid=84877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:46:33.773367 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1db998c1-2e45-4b60-a972-a17334e3fb90 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-2 {{(pid=84877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:46:33.773716 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1db998c1-2e45-4b60-a972-a17334e3fb90 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-2 {{(pid=84877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:46:33.774068 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1db998c1-2e45-4b60-a972-a17334e3fb90 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-2 {{(pid=84877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:46:33.779951 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-1db998c1-2e45-4b60-a972-a17334e3fb90 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.173s {{(pid=84877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:46:33.821867 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.managers [None req-90b6cd50-e985-4911-9008-b5fa027db129 None None] Attempting to bind port a791582f-1591-4ac4-9583-4ea54c29b1c1 on host n-d-768862-2 for vnic_type normal with profile {{(pid=84877) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 14 07:46:33.822296 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.managers [None req-90b6cd50-e985-4911-9008-b5fa027db129 None None] Attempting to bind port a791582f-1591-4ac4-9583-4ea54c29b1c1 by drivers openvswitch on host n-d-768862-2 at level 0 using segments [{'id': 'cf3ded2c-bc47-4a71-89af-6e7117e60140', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '226f1e78-82cd-4481-9055-4eb73b6db8c1'}] {{(pid=84877) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 14 07:46:33.822664 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90b6cd50-e985-4911-9008-b5fa027db129 None None] Attempting to bind port a791582f-1591-4ac4-9583-4ea54c29b1c1 on network 226f1e78-82cd-4481-9055-4eb73b6db8c1 {{(pid=84877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 14 07:46:33.828742 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90b6cd50-e985-4911-9008-b5fa027db129 None None] Checking agent: {'id': 'ba5efab1-b43c-4d5a-bc52-6e105d4e67a2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768862-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 14, 6, 56, 52), 'started_at': datetime.datetime(2021, 1, 14, 6, 57, 22), 'heartbeat_timestamp': datetime.datetime(2021, 1, 14, 7, 46, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768862-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.29', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 14 07:46:33.829152 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90b6cd50-e985-4911-9008-b5fa027db129 None None] Checking segment: {'id': 'cf3ded2c-bc47-4a71-89af-6e7117e60140', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '226f1e78-82cd-4481-9055-4eb73b6db8c1'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84877) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 14 07:46:33.829599 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-90b6cd50-e985-4911-9008-b5fa027db129 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:46:33.830028 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90b6cd50-e985-4911-9008-b5fa027db129 None None] Bound using segment: {'id': 'cf3ded2c-bc47-4a71-89af-6e7117e60140', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '226f1e78-82cd-4481-9055-4eb73b6db8c1'} {{(pid=84877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 14 07:46:33.830540 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.managers [None req-90b6cd50-e985-4911-9008-b5fa027db129 None None] Bound port: a791582f-1591-4ac4-9583-4ea54c29b1c1, host: n-d-768862-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cf3ded2c-bc47-4a71-89af-6e7117e60140', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '226f1e78-82cd-4481-9055-4eb73b6db8c1'}}] {{(pid=84877) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 14 07:46:33.830950 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-90b6cd50-e985-4911-9008-b5fa027db129 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555753'] for port, before_update {{(pid=84877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:46:33.903197 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07a68ea9-59a0-42cb-acb9-ee0d0b55e39f tempest-TestNetworkAdvancedServerOps-1160145080 tempest-TestNetworkAdvancedServerOps-1160145080] Pushing event updated for resources: {'Subnet': ['ID=35485c36-5791-4b56-8eba-5ce8d68a95b4,revision_number=0']} {{(pid=84874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:46:33.910819 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [None req-90b6cd50-e985-4911-9008-b5fa027db129 None None] For port a791582f-1591-4ac4-9583-4ea54c29b1c1, host n-d-768862-2, cleared binding levels {{(pid=84877) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 14 07:46:33.914396 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [None req-90b6cd50-e985-4911-9008-b5fa027db129 None None] For port a791582f-1591-4ac4-9583-4ea54c29b1c1, host n-d-768862-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-2',level=0,port_id=a791582f-1591-4ac4-9583-4ea54c29b1c1,segment=NetworkSegment(cf3ded2c-bc47-4a71-89af-6e7117e60140),segment_id=cf3ded2c-bc47-4a71-89af-6e7117e60140)] {{(pid=84877) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 14 07:46:33.917155 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-07a68ea9-59a0-42cb-acb9-ee0d0b55e39f tempest-TestNetworkAdvancedServerOps-1160145080 tempest-TestNetworkAdvancedServerOps-1160145080] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:46:33.918904 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-90b6cd50-e985-4911-9008-b5fa027db129 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777640533312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363259214678337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777640097497'] for port, after_update {{(pid=84877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:46:33.934596 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-c2e2ea6c-45c2-4a6a-a6c2-5ff61b539501 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:46:33.975951 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07a68ea9-59a0-42cb-acb9-ee0d0b55e39f tempest-TestNetworkAdvancedServerOps-1160145080 tempest-TestNetworkAdvancedServerOps-1160145080] Checking segment: {'id': 'cf8c4fe9-fe27-49f1-bf96-33545e25dcbc', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '654a2f46-24cc-4edb-8ef3-0c4c0291a75b'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84874) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 14 07:46:33.976308 n-d-768862-2 neutron-server[84765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07a68ea9-59a0-42cb-acb9-ee0d0b55e39f tempest-TestNetworkAdvancedServerOps-1160145080 tempest-TestNetworkAdvancedServerOps-1160145080] Network hostable DHCP agents. Network: 654a2f46-24cc-4edb-8ef3-0c4c0291a75b, hostable agents: ['32f3dd84-26da-4d18-bf15-6017a8fb7247'], hosted agents: [] {{(pid=84874) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Jan 14 07:46:33.996391 n-d-768862-2 neutron-server[84765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07a68ea9-59a0-42cb-acb9-ee0d0b55e39f tempest-TestNetworkAdvancedServerOps-1160145080 tempest-TestNetworkAdvancedServerOps-1160145080] Network 654a2f46-24cc-4edb-8ef3-0c4c0291a75b is scheduled to be hosted by DHCP agent 32f3dd84-26da-4d18-bf15-6017a8fb7247 with binding_index 1 {{(pid=84874) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Jan 14 07:46:34.005911 n-d-768862-2 neutron-server[84765]: DEBUG neutron.scheduler.base_scheduler [None req-07a68ea9-59a0-42cb-acb9-ee0d0b55e39f tempest-TestNetworkAdvancedServerOps-1160145080 tempest-TestNetworkAdvancedServerOps-1160145080] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768862-2, 654a2f46-24cc-4edb-8ef3-0c4c0291a75b) {{(pid=84874) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 07:46:34.023549 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f37fafb4-a8a6-44b7-934b-e6362cfc909b None None] Network 654a2f46-24cc-4edb-8ef3-0c4c0291a75b requested from n-d-768862-2 {{(pid=84876) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 07:46:34.033148 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07a68ea9-59a0-42cb-acb9-ee0d0b55e39f tempest-TestNetworkAdvancedServerOps-1160145080 tempest-TestNetworkAdvancedServerOps-1160145080] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:46:34.033816 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-07a68ea9-59a0-42cb-acb9-ee0d0b55e39f tempest-TestNetworkAdvancedServerOps-1160145080 tempest-TestNetworkAdvancedServerOps-1160145080] Notify callbacks [] for subnet, before_response {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:46:34.056989 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-07a68ea9-59a0-42cb-acb9-ee0d0b55e39f tempest-TestNetworkAdvancedServerOps-1160145080 tempest-TestNetworkAdvancedServerOps-1160145080] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 1.0106714 Jan 14 07:46:34.060438 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84875) accepted ('10.222.0.24', 45376) {{(pid=84875) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:46:34.075315 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1db998c1-2e45-4b60-a972-a17334e3fb90 None None] Pushing event updated for resources: {'Port': ['ID=a791582f-1591-4ac4-9583-4ea54c29b1c1,revision_number=3']} {{(pid=84877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:46:34.089021 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-1db998c1-2e45-4b60-a972-a17334e3fb90 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.154s {{(pid=84877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:46:34.137129 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90b6cd50-e985-4911-9008-b5fa027db129 None None] Routers {'061da7cf-d366-4204-9c7d-62a194d68dc8'} bound to L3 agent in host n-d-768862-2 {{(pid=84877) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 14 07:46:34.138003 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_hamode_db [None req-90b6cd50-e985-4911-9008-b5fa027db129 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-01-14T06:56:51Z,description=,heartbeat_timestamp=2021-01-14T07:46:22Z,host='n-d-768862-2',id=35f592e9-451b-4db9-abea-77b6a5c5391b,load=0,resource_versions=,resources_synced=,started_at=2021-01-14T06:56:51Z,topic='l3_agent')) {'router_ids': ['061da7cf-d366-4204-9c7d-62a194d68dc8'], 'active': True} {{(pid=84877) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:46:34.280581 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f30eed9-0d91-4749-a2a1-32e4c1c5df38 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5d94dc7a-c095-50a4-955e-5f3b78718a12-654a2f46-24cc-4edb-8ef3-0c4c0291a75b', 'network_id': '654a2f46-24cc-4edb-8ef3-0c4c0291a75b', 'tenant_id': '69417d350c734fdb82cf490b41ee71fc', 'fixed_ips': [{'subnet_id': '35485c36-5791-4b56-8eba-5ce8d68a95b4'}]}} from n-d-768862-2. {{(pid=84876) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Jan 14 07:46:34.282047 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-1f30eed9-0d91-4749-a2a1-32e4c1c5df38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555753'] for port, before_create {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:46:34.501973 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_dvr_db [None req-90b6cd50-e985-4911-9008-b5fa027db129 None None] Set router 061da7cf-d366-4204-9c7d-62a194d68dc8 gateway port host: n-d-768862-2 {{(pid=84877) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 14 07:46:34.597942 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.db_base_plugin_common [None req-1f30eed9-0d91-4749-a2a1-32e4c1c5df38 None None] Allocated IP 172.20.0.2 (654a2f46-24cc-4edb-8ef3-0c4c0291a75b/35485c36-5791-4b56-8eba-5ce8d68a95b4/a8e0e332-be81-450b-898d-56bd0c2fccbf) {{(pid=84876) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 14 07:46:34.803681 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_hamode_db [None req-90b6cd50-e985-4911-9008-b5fa027db129 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '061da7cf-d366-4204-9c7d-62a194d68dc8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-96208211', 'tenant_id': '69417d350c734fdb82cf490b41ee71fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '226f1e78-82cd-4481-9055-4eb73b6db8c1', 'external_fixed_ips': [{'subnet_id': 'ba8deeec-7658-4195-9449-038c076f5c83', 'ip_address': '172.25.2.84'}], 'enable_snat': True}, 'gw_port_id': 'a791582f-1591-4ac4-9583-4ea54c29b1c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-14T07:46:29Z', 'updated_at': '2021-01-14T07:46:31Z', 'revision_number': 3, 'project_id': '69417d350c734fdb82cf490b41ee71fc', 'gw_port': {'id': 'a791582f-1591-4ac4-9583-4ea54c29b1c1', 'name': '', 'network_id': '226f1e78-82cd-4481-9055-4eb73b6db8c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:50:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '061da7cf-d366-4204-9c7d-62a194d68dc8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3878, 'fixed_ips': [{'subnet_id': 'ba8deeec-7658-4195-9449-038c076f5c83', 'ip_address': '172.25.2.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T07:46:30Z', 'updated_at': '2021-01-14T07:46:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ba8deeec-7658-4195-9449-038c076f5c83', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-2'}], 'n-d-768862-2', False) {} {{(pid=84877) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:46:34.809189 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90b6cd50-e985-4911-9008-b5fa027db129 None None] The sync data for ids ['061da7cf-d366-4204-9c7d-62a194d68dc8'] in n-d-768862-2 is: [{'id': '061da7cf-d366-4204-9c7d-62a194d68dc8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-96208211', 'tenant_id': '69417d350c734fdb82cf490b41ee71fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '226f1e78-82cd-4481-9055-4eb73b6db8c1', 'external_fixed_ips': [{'subnet_id': 'ba8deeec-7658-4195-9449-038c076f5c83', 'ip_address': '172.25.2.84'}], 'enable_snat': True}, 'gw_port_id': 'a791582f-1591-4ac4-9583-4ea54c29b1c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-14T07:46:29Z', 'updated_at': '2021-01-14T07:46:31Z', 'revision_number': 3, 'project_id': '69417d350c734fdb82cf490b41ee71fc', 'gw_port': {'id': 'a791582f-1591-4ac4-9583-4ea54c29b1c1', 'name': '', 'network_id': '226f1e78-82cd-4481-9055-4eb73b6db8c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:50:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '061da7cf-d366-4204-9c7d-62a194d68dc8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3878, 'fixed_ips': [{'subnet_id': 'ba8deeec-7658-4195-9449-038c076f5c83', 'ip_address': '172.25.2.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T07:46:30Z', 'updated_at': '2021-01-14T07:46:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ba8deeec-7658-4195-9449-038c076f5c83', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-2'}] {{(pid=84877) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Jan 14 07:46:34.848278 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-1f30eed9-0d91-4749-a2a1-32e4c1c5df38 None None] Notify callbacks [] for port, precommit_create {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:46:34.860053 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-1f30eed9-0d91-4749-a2a1-32e4c1c5df38 None None] Transition to ACTIVE for port object a8e0e332-be81-450b-898d-56bd0c2fccbf will not be triggered until provisioned by entity L2. {{(pid=84876) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 07:46:34.876694 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-1f30eed9-0d91-4749-a2a1-32e4c1c5df38 None None] Transition to ACTIVE for port object a8e0e332-be81-450b-898d-56bd0c2fccbf will not be triggered until provisioned by entity DHCP. {{(pid=84876) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 07:46:34.881834 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-1f30eed9-0d91-4749-a2a1-32e4c1c5df38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777640123575'] for port, after_create {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:46:34.899591 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-ce690609-ea5c-42f8-9da4-c56b2ae94af7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84876) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:46:35.032431 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f30eed9-0d91-4749-a2a1-32e4c1c5df38 None None] Pushing event updated for resources: {'Port': ['ID=a8e0e332-be81-450b-898d-56bd0c2fccbf,revision_number=1']} {{(pid=84876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:46:35.043864 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f30eed9-0d91-4749-a2a1-32e4c1c5df38 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@n-h1-768862-2 {{(pid=84876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:46:35.044254 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f30eed9-0d91-4749-a2a1-32e4c1c5df38 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-h1-768862-2 {{(pid=84876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:46:35.044618 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f30eed9-0d91-4749-a2a1-32e4c1c5df38 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-h1-768862-2 {{(pid=84876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:46:35.044956 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f30eed9-0d91-4749-a2a1-32e4c1c5df38 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-h1-768862-2 {{(pid=84876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:46:35.045353 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f30eed9-0d91-4749-a2a1-32e4c1c5df38 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@n-h1-768862-2 {{(pid=84876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:46:35.045718 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f30eed9-0d91-4749-a2a1-32e4c1c5df38 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-h1-768862-2 {{(pid=84876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:46:35.046073 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f30eed9-0d91-4749-a2a1-32e4c1c5df38 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-h1-768862-2 {{(pid=84876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:46:35.046435 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f30eed9-0d91-4749-a2a1-32e4c1c5df38 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-h1-768862-2 {{(pid=84876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:46:35.046792 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f30eed9-0d91-4749-a2a1-32e4c1c5df38 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-h1-768862-2 {{(pid=84876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:46:35.047164 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f30eed9-0d91-4749-a2a1-32e4c1c5df38 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-h1-768862-2 {{(pid=84876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:46:35.047477 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f30eed9-0d91-4749-a2a1-32e4c1c5df38 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-h1-768862-2 {{(pid=84876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:46:35.047885 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f30eed9-0d91-4749-a2a1-32e4c1c5df38 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-h1-768862-2 {{(pid=84876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:46:35.048280 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f30eed9-0d91-4749-a2a1-32e4c1c5df38 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@n-h2-768862-2 {{(pid=84876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:46:35.048697 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f30eed9-0d91-4749-a2a1-32e4c1c5df38 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-h2-768862-2 {{(pid=84876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:46:35.049049 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f30eed9-0d91-4749-a2a1-32e4c1c5df38 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-h2-768862-2 {{(pid=84876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:46:35.049405 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f30eed9-0d91-4749-a2a1-32e4c1c5df38 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-h2-768862-2 {{(pid=84876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:46:35.049761 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f30eed9-0d91-4749-a2a1-32e4c1c5df38 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@n-h2-768862-2 {{(pid=84876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:46:35.050113 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f30eed9-0d91-4749-a2a1-32e4c1c5df38 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-h2-768862-2 {{(pid=84876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:46:35.050466 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f30eed9-0d91-4749-a2a1-32e4c1c5df38 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-h2-768862-2 {{(pid=84876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:46:35.050818 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f30eed9-0d91-4749-a2a1-32e4c1c5df38 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-h2-768862-2 {{(pid=84876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:46:35.051169 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f30eed9-0d91-4749-a2a1-32e4c1c5df38 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-h2-768862-2 {{(pid=84876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:46:35.051522 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f30eed9-0d91-4749-a2a1-32e4c1c5df38 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-h2-768862-2 {{(pid=84876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:46:35.051874 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f30eed9-0d91-4749-a2a1-32e4c1c5df38 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-h2-768862-2 {{(pid=84876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:46:35.052247 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f30eed9-0d91-4749-a2a1-32e4c1c5df38 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-h2-768862-2 {{(pid=84876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:46:35.052661 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f30eed9-0d91-4749-a2a1-32e4c1c5df38 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-2 {{(pid=84876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:46:35.053012 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f30eed9-0d91-4749-a2a1-32e4c1c5df38 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-2 {{(pid=84876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:46:35.053346 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f30eed9-0d91-4749-a2a1-32e4c1c5df38 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-2 {{(pid=84876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:46:35.053695 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f30eed9-0d91-4749-a2a1-32e4c1c5df38 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-2 {{(pid=84876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:46:35.054044 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f30eed9-0d91-4749-a2a1-32e4c1c5df38 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@n-d-768862-2 {{(pid=84876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:46:35.054396 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f30eed9-0d91-4749-a2a1-32e4c1c5df38 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-2 {{(pid=84876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:46:35.054745 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f30eed9-0d91-4749-a2a1-32e4c1c5df38 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-768862-2 {{(pid=84876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:46:35.055108 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f30eed9-0d91-4749-a2a1-32e4c1c5df38 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-768862-2 {{(pid=84876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:46:35.055459 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f30eed9-0d91-4749-a2a1-32e4c1c5df38 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-2 {{(pid=84876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:46:35.055789 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f30eed9-0d91-4749-a2a1-32e4c1c5df38 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-2 {{(pid=84876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:46:35.056165 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f30eed9-0d91-4749-a2a1-32e4c1c5df38 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-2 {{(pid=84876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:46:35.056513 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f30eed9-0d91-4749-a2a1-32e4c1c5df38 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-2 {{(pid=84876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:46:35.063245 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-1f30eed9-0d91-4749-a2a1-32e4c1c5df38 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.164s {{(pid=84876) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:46:35.117348 n-d-768862-2 neutron-server[84765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f30eed9-0d91-4749-a2a1-32e4c1c5df38 None None] Network 654a2f46-24cc-4edb-8ef3-0c4c0291a75b is already hosted by enough agents. {{(pid=84876) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 07:46:35.118712 n-d-768862-2 neutron-server[84765]: DEBUG neutron.scheduler.base_scheduler [None req-1f30eed9-0d91-4749-a2a1-32e4c1c5df38 None None] Resources bound (agent type, host, resource id): {{(pid=84876) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 07:46:35.121721 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f30eed9-0d91-4749-a2a1-32e4c1c5df38 None None] Received port after_create {{(pid=84876) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 14 07:46:35.161031 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-7878c8a6-4182-4ab8-b988-91f8d78a6893 tempest-TestNetworkAdvancedServerOps-1160145080 tempest-TestNetworkAdvancedServerOps-1160145080] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555753'] for port, before_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:46:35.194693 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.managers [None req-1f30eed9-0d91-4749-a2a1-32e4c1c5df38 None None] Attempting to bind port a8e0e332-be81-450b-898d-56bd0c2fccbf on host n-d-768862-2 for vnic_type normal with profile {{(pid=84876) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 14 07:46:35.195225 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.managers [None req-1f30eed9-0d91-4749-a2a1-32e4c1c5df38 None None] Attempting to bind port a8e0e332-be81-450b-898d-56bd0c2fccbf by drivers openvswitch on host n-d-768862-2 at level 0 using segments [{'id': 'cf8c4fe9-fe27-49f1-bf96-33545e25dcbc', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '654a2f46-24cc-4edb-8ef3-0c4c0291a75b'}] {{(pid=84876) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 14 07:46:35.195731 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f30eed9-0d91-4749-a2a1-32e4c1c5df38 None None] Attempting to bind port a8e0e332-be81-450b-898d-56bd0c2fccbf on network 654a2f46-24cc-4edb-8ef3-0c4c0291a75b {{(pid=84876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 14 07:46:35.201909 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f30eed9-0d91-4749-a2a1-32e4c1c5df38 None None] Checking agent: {'id': 'ba5efab1-b43c-4d5a-bc52-6e105d4e67a2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768862-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 14, 6, 56, 52), 'started_at': datetime.datetime(2021, 1, 14, 6, 57, 22), 'heartbeat_timestamp': datetime.datetime(2021, 1, 14, 7, 46, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768862-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.29', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 14 07:46:35.202408 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f30eed9-0d91-4749-a2a1-32e4c1c5df38 None None] Checking segment: {'id': 'cf8c4fe9-fe27-49f1-bf96-33545e25dcbc', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '654a2f46-24cc-4edb-8ef3-0c4c0291a75b'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84876) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 14 07:46:35.203308 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-1f30eed9-0d91-4749-a2a1-32e4c1c5df38 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:46:35.203308 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f30eed9-0d91-4749-a2a1-32e4c1c5df38 None None] Bound using segment: {'id': 'cf8c4fe9-fe27-49f1-bf96-33545e25dcbc', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '654a2f46-24cc-4edb-8ef3-0c4c0291a75b'} {{(pid=84876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 14 07:46:35.204091 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.managers [None req-1f30eed9-0d91-4749-a2a1-32e4c1c5df38 None None] Bound port: a8e0e332-be81-450b-898d-56bd0c2fccbf, host: n-d-768862-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cf8c4fe9-fe27-49f1-bf96-33545e25dcbc', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '654a2f46-24cc-4edb-8ef3-0c4c0291a75b'}}] {{(pid=84876) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 14 07:46:35.204609 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-1f30eed9-0d91-4749-a2a1-32e4c1c5df38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555753'] for port, before_update {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:46:35.312189 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [None req-1f30eed9-0d91-4749-a2a1-32e4c1c5df38 None None] For port a8e0e332-be81-450b-898d-56bd0c2fccbf, host n-d-768862-2, cleared binding levels {{(pid=84876) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 14 07:46:35.316067 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [None req-1f30eed9-0d91-4749-a2a1-32e4c1c5df38 None None] For port a8e0e332-be81-450b-898d-56bd0c2fccbf, host n-d-768862-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-2',level=0,port_id=a8e0e332-be81-450b-898d-56bd0c2fccbf,segment=NetworkSegment(cf8c4fe9-fe27-49f1-bf96-33545e25dcbc),segment_id=cf8c4fe9-fe27-49f1-bf96-33545e25dcbc)] {{(pid=84876) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 14 07:46:35.321095 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-1f30eed9-0d91-4749-a2a1-32e4c1c5df38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777640533312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363259214678337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777640097497'] for port, after_update {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:46:35.538088 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84876) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:46:35.687917 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f30eed9-0d91-4749-a2a1-32e4c1c5df38 None None] Pushing event updated for resources: {'Port': ['ID=a8e0e332-be81-450b-898d-56bd0c2fccbf,revision_number=2']} {{(pid=84876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:46:35.694186 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-1f30eed9-0d91-4749-a2a1-32e4c1c5df38 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.156s {{(pid=84876) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:46:35.784355 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.db_base_plugin_common [None req-7878c8a6-4182-4ab8-b988-91f8d78a6893 tempest-TestNetworkAdvancedServerOps-1160145080 tempest-TestNetworkAdvancedServerOps-1160145080] Allocated IP 172.20.0.1 (654a2f46-24cc-4edb-8ef3-0c4c0291a75b/35485c36-5791-4b56-8eba-5ce8d68a95b4/033968dd-240a-4b3d-880d-3d5709c282f4) {{(pid=84875) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 14 07:46:35.959375 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-7878c8a6-4182-4ab8-b988-91f8d78a6893 tempest-TestNetworkAdvancedServerOps-1160145080 tempest-TestNetworkAdvancedServerOps-1160145080] Notify callbacks [] for port, precommit_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:46:35.977981 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-7878c8a6-4182-4ab8-b988-91f8d78a6893 tempest-TestNetworkAdvancedServerOps-1160145080 tempest-TestNetworkAdvancedServerOps-1160145080] Transition to ACTIVE for port object 033968dd-240a-4b3d-880d-3d5709c282f4 will not be triggered until provisioned by entity DHCP. {{(pid=84875) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 07:46:36.019912 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-7878c8a6-4182-4ab8-b988-91f8d78a6893 tempest-TestNetworkAdvancedServerOps-1160145080 tempest-TestNetworkAdvancedServerOps-1160145080] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777640123575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851621574'] for port, after_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:46:36.036324 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-9553c311-7428-4752-a0b1-fda6bcd05433 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:46:36.183803 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7878c8a6-4182-4ab8-b988-91f8d78a6893 tempest-TestNetworkAdvancedServerOps-1160145080 tempest-TestNetworkAdvancedServerOps-1160145080] Pushing event updated for resources: {'Port': ['ID=033968dd-240a-4b3d-880d-3d5709c282f4,revision_number=1']} {{(pid=84875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:46:36.187770 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-7878c8a6-4182-4ab8-b988-91f8d78a6893 tempest-TestNetworkAdvancedServerOps-1160145080 tempest-TestNetworkAdvancedServerOps-1160145080] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:46:36.245711 n-d-768862-2 neutron-server[84765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7878c8a6-4182-4ab8-b988-91f8d78a6893 tempest-TestNetworkAdvancedServerOps-1160145080 tempest-TestNetworkAdvancedServerOps-1160145080] Network 654a2f46-24cc-4edb-8ef3-0c4c0291a75b is already hosted by enough agents. {{(pid=84875) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 07:46:36.246839 n-d-768862-2 neutron-server[84765]: DEBUG neutron.scheduler.base_scheduler [None req-7878c8a6-4182-4ab8-b988-91f8d78a6893 tempest-TestNetworkAdvancedServerOps-1160145080 tempest-TestNetworkAdvancedServerOps-1160145080] Resources bound (agent type, host, resource id): {{(pid=84875) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 07:46:36.249424 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7878c8a6-4182-4ab8-b988-91f8d78a6893 tempest-TestNetworkAdvancedServerOps-1160145080 tempest-TestNetworkAdvancedServerOps-1160145080] Received port after_create {{(pid=84875) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 14 07:46:36.322413 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-7878c8a6-4182-4ab8-b988-91f8d78a6893 tempest-TestNetworkAdvancedServerOps-1160145080 tempest-TestNetworkAdvancedServerOps-1160145080] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036850886386'] for router_interface, before_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:46:36.445086 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-7878c8a6-4182-4ab8-b988-91f8d78a6893 tempest-TestNetworkAdvancedServerOps-1160145080 tempest-TestNetworkAdvancedServerOps-1160145080] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555753'] for port, before_update {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:46:36.944116 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-7878c8a6-4182-4ab8-b988-91f8d78a6893 tempest-TestNetworkAdvancedServerOps-1160145080 tempest-TestNetworkAdvancedServerOps-1160145080] Notify callbacks [] for port, precommit_update {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:46:36.949618 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-7878c8a6-4182-4ab8-b988-91f8d78a6893 tempest-TestNetworkAdvancedServerOps-1160145080 tempest-TestNetworkAdvancedServerOps-1160145080] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777640533312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363259214678337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777640097497', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3154211'] for port, after_update {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:46:36.982617 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-b8259fe9-2bdd-450f-8398-6e05581c87f7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:46:37.056908 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Device a8e0e332-be81-450b-898d-56bd0c2fccbf up at agent ovs-agent-n-d-768862-2 {{(pid=84876) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 07:46:37.071550 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7878c8a6-4182-4ab8-b988-91f8d78a6893 tempest-TestNetworkAdvancedServerOps-1160145080 tempest-TestNetworkAdvancedServerOps-1160145080] Pushing event updated for resources: {'Port': ['ID=033968dd-240a-4b3d-880d-3d5709c282f4,revision_number=2']} {{(pid=84875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:46:37.074550 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-7878c8a6-4182-4ab8-b988-91f8d78a6893 tempest-TestNetworkAdvancedServerOps-1160145080 tempest-TestNetworkAdvancedServerOps-1160145080] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3206949', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3889649'] for router_interface, after_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:46:37.094471 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-7878c8a6-4182-4ab8-b988-91f8d78a6893 tempest-TestNetworkAdvancedServerOps-1160145080 tempest-TestNetworkAdvancedServerOps-1160145080] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:46:37.135257 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Provisioning for port a8e0e332-be81-450b-898d-56bd0c2fccbf completed by entity L2. {{(pid=84876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 07:46:37.140686 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Device a791582f-1591-4ac4-9583-4ea54c29b1c1 up at agent ovs-agent-n-d-768862-2 {{(pid=84876) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 07:46:37.181615 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-156d30d9-3d6d-4dbb-9067-4dbb59ed56c7 None None] Network 654a2f46-24cc-4edb-8ef3-0c4c0291a75b requested from n-d-768862-2 {{(pid=84876) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 07:46:37.238014 n-d-768862-2 neutron-server[84765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7878c8a6-4182-4ab8-b988-91f8d78a6893 tempest-TestNetworkAdvancedServerOps-1160145080 tempest-TestNetworkAdvancedServerOps-1160145080] Network 654a2f46-24cc-4edb-8ef3-0c4c0291a75b is already hosted by enough agents. {{(pid=84875) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 07:46:37.239333 n-d-768862-2 neutron-server[84765]: DEBUG neutron.scheduler.base_scheduler [None req-7878c8a6-4182-4ab8-b988-91f8d78a6893 tempest-TestNetworkAdvancedServerOps-1160145080 tempest-TestNetworkAdvancedServerOps-1160145080] Resources bound (agent type, host, resource id): {{(pid=84875) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 07:46:37.320414 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-c1338755-4e3e-42dd-bc4c-fe0cfdc56b9b None None] Provisioning for port a8e0e332-be81-450b-898d-56bd0c2fccbf completed by entity DHCP. {{(pid=84876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 07:46:37.346000 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-c1338755-4e3e-42dd-bc4c-fe0cfdc56b9b None None] Provisioning complete for port a8e0e332-be81-450b-898d-56bd0c2fccbf triggered by entity DHCP. {{(pid=84876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 07:46:37.346420 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-c1338755-4e3e-42dd-bc4c-fe0cfdc56b9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-604227'] for port, provisioning_complete {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:46:37.377272 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Provisioning for port a791582f-1591-4ac4-9583-4ea54c29b1c1 completed by entity L2. {{(pid=84876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 07:46:37.424348 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Provisioning complete for port a791582f-1591-4ac4-9583-4ea54c29b1c1 triggered by entity L2. {{(pid=84876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 07:46:37.424770 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-604227'] for port, provisioning_complete {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:46:37.436315 n-d-768862-2 neutron-server[84765]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7878c8a6-4182-4ab8-b988-91f8d78a6893 tempest-TestNetworkAdvancedServerOps-1160145080 tempest-TestNetworkAdvancedServerOps-1160145080] Router 061da7cf-d366-4204-9c7d-62a194d68dc8 has already been hosted by L3 agent 35f592e9-451b-4db9-abea-77b6a5c5391b {{(pid=84875) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Jan 14 07:46:37.626084 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7878c8a6-4182-4ab8-b988-91f8d78a6893 tempest-TestNetworkAdvancedServerOps-1160145080 tempest-TestNetworkAdvancedServerOps-1160145080] Notify agent at l3_agent.n-d-768862-2 the message routers_updated {{(pid=84875) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jan 14 07:46:37.636072 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-7878c8a6-4182-4ab8-b988-91f8d78a6893 tempest-TestNetworkAdvancedServerOps-1160145080 tempest-TestNetworkAdvancedServerOps-1160145080] 10.222.0.24 "PUT /v2.0/routers/061da7cf-d366-4204-9c7d-62a194d68dc8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5736885 Jan 14 07:46:37.640551 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ddcb012-54b2-4417-ab33-40c3f79ac9c4 None None] Sync routers for ids ['061da7cf-d366-4204-9c7d-62a194d68dc8'] in n-d-768862-2 {{(pid=84876) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Jan 14 07:46:37.686557 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555753'] for port, before_update {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:46:37.691779 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ddcb012-54b2-4417-ab33-40c3f79ac9c4 None None] Routers {'061da7cf-d366-4204-9c7d-62a194d68dc8'} bound to L3 agent in host n-d-768862-2 {{(pid=84876) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 14 07:46:37.692592 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_hamode_db [None req-2ddcb012-54b2-4417-ab33-40c3f79ac9c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-01-14T06:56:51Z,description=,heartbeat_timestamp=2021-01-14T07:46:22Z,host='n-d-768862-2',id=35f592e9-451b-4db9-abea-77b6a5c5391b,load=0,resource_versions=,resources_synced=,started_at=2021-01-14T06:56:51Z,topic='l3_agent')) {'router_ids': ['061da7cf-d366-4204-9c7d-62a194d68dc8'], 'active': True} {{(pid=84876) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:46:37.832788 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-c1338755-4e3e-42dd-bc4c-fe0cfdc56b9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555753'] for port, before_update {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:46:37.836115 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [req-cb202b6c-20f2-4652-8b88-88e0d913329d req-f216090c-a4f1-4790-b026-5adeb7eb1719 tempest-TestNetworkAdvancedServerOps-1160145080 tempest-TestNetworkAdvancedServerOps-1160145080] 10.222.0.24 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-887876064&fields=id&tenant_id=69417d350c734fdb82cf490b41ee71fc HTTP/1.1" status: 200 len: 267 time: 0.0505564 Jan 14 07:46:37.853619 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] For port a791582f-1591-4ac4-9583-4ea54c29b1c1, host n-d-768862-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-2',level=0,port_id=a791582f-1591-4ac4-9583-4ea54c29b1c1,segment=NetworkSegment(cf3ded2c-bc47-4a71-89af-6e7117e60140),segment_id=cf3ded2c-bc47-4a71-89af-6e7117e60140)] {{(pid=84876) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 07:46:37.875078 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777640533312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363259214678337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777640097497'] for port, after_update {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:46:37.882438 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-e4b21bd6-8648-4ee2-b0aa-2a1b9521315b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84876) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:46:37.997498 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [None req-c1338755-4e3e-42dd-bc4c-fe0cfdc56b9b None None] For port a8e0e332-be81-450b-898d-56bd0c2fccbf, host n-d-768862-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-2',level=0,port_id=a8e0e332-be81-450b-898d-56bd0c2fccbf,segment=NetworkSegment(cf8c4fe9-fe27-49f1-bf96-33545e25dcbc),segment_id=cf8c4fe9-fe27-49f1-bf96-33545e25dcbc)] {{(pid=84876) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 07:46:38.007300 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-c1338755-4e3e-42dd-bc4c-fe0cfdc56b9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777640533312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363259214678337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777640097497'] for port, after_update {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:46:38.022688 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_dvr_db [None req-2ddcb012-54b2-4417-ab33-40c3f79ac9c4 None None] Set router 061da7cf-d366-4204-9c7d-62a194d68dc8 gateway port host: n-d-768862-2 {{(pid=84876) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 14 07:46:38.037408 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb202b6c-20f2-4652-8b88-88e0d913329d req-48cd34c7-894c-4956-ad8c-66be32ca9433 tempest-TestNetworkAdvancedServerOps-1160145080 tempest-TestNetworkAdvancedServerOps-1160145080] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:46:38.045603 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [req-cb202b6c-20f2-4652-8b88-88e0d913329d req-48cd34c7-894c-4956-ad8c-66be32ca9433 tempest-TestNetworkAdvancedServerOps-1160145080 tempest-TestNetworkAdvancedServerOps-1160145080] 10.222.0.24 "GET /v2.0/networks?id=654a2f46-24cc-4edb-8ef3-0c4c0291a75b HTTP/1.1" status: 200 len: 796 time: 0.2015047 Jan 14 07:46:38.059318 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [req-cb202b6c-20f2-4652-8b88-88e0d913329d req-0fcd218f-9aa3-4ba6-9f73-5e5c4f3fb6a7 tempest-TestNetworkAdvancedServerOps-1160145080 tempest-TestNetworkAdvancedServerOps-1160145080] 10.222.0.24 "GET /v2.0/quotas/69417d350c734fdb82cf490b41ee71fc HTTP/1.1" status: 200 len: 375 time: 0.0124485 Jan 14 07:46:38.087233 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Pushing event updated for resources: {'Port': ['ID=a791582f-1591-4ac4-9583-4ea54c29b1c1,revision_number=4']} {{(pid=84876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:46:38.093439 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.211s {{(pid=84876) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:46:38.093964 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-1f30eed9-0d91-4749-a2a1-32e4c1c5df38 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.077s {{(pid=84876) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:46:38.162480 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [req-cb202b6c-20f2-4652-8b88-88e0d913329d req-6cb4f8b7-70b7-4933-9ba5-00322953ec30 tempest-TestNetworkAdvancedServerOps-1160145080 tempest-TestNetworkAdvancedServerOps-1160145080] Synchronizing usage tracker for tenant:69417d350c734fdb82cf490b41ee71fc on resource:port {{(pid=84875) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 14 07:46:38.179875 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [req-cb202b6c-20f2-4652-8b88-88e0d913329d req-6cb4f8b7-70b7-4933-9ba5-00322953ec30 tempest-TestNetworkAdvancedServerOps-1160145080 tempest-TestNetworkAdvancedServerOps-1160145080] Unset dirty status for tenant:69417d350c734fdb82cf490b41ee71fc on resource:port {{(pid=84875) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 14 07:46:38.181387 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [req-cb202b6c-20f2-4652-8b88-88e0d913329d req-6cb4f8b7-70b7-4933-9ba5-00322953ec30 tempest-TestNetworkAdvancedServerOps-1160145080 tempest-TestNetworkAdvancedServerOps-1160145080] 10.222.0.24 "GET /v2.0/ports?tenant_id=69417d350c734fdb82cf490b41ee71fc&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1166980 Jan 14 07:46:38.334205 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1338755-4e3e-42dd-bc4c-fe0cfdc56b9b None None] Pushing event updated for resources: {'Port': ['ID=a8e0e332-be81-450b-898d-56bd0c2fccbf,revision_number=3']} {{(pid=84876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:46:38.341208 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-78c1b2bd-762b-45a2-9309-0f2bb2409486 None None] Provisioning for port 033968dd-240a-4b3d-880d-3d5709c282f4 completed by entity DHCP. {{(pid=84876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 07:46:38.348699 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-c1338755-4e3e-42dd-bc4c-fe0cfdc56b9b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.255s {{(pid=84876) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:46:38.352506 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-78c1b2bd-762b-45a2-9309-0f2bb2409486 None None] Provisioning complete for port 033968dd-240a-4b3d-880d-3d5709c282f4 triggered by entity DHCP. {{(pid=84876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 07:46:38.352943 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-78c1b2bd-762b-45a2-9309-0f2bb2409486 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-604227'] for port, provisioning_complete {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:46:38.449771 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.plugin [None req-78c1b2bd-762b-45a2-9309-0f2bb2409486 None None] Port 033968dd-240a-4b3d-880d-3d5709c282f4 cannot update to ACTIVE because it is not bound. {{(pid=84876) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:329}} Jan 14 07:46:38.513558 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-78c1b2bd-762b-45a2-9309-0f2bb2409486 None None] Provisioning complete for port a8e0e332-be81-450b-898d-56bd0c2fccbf triggered by entity DHCP. {{(pid=84876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 07:46:38.513984 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-78c1b2bd-762b-45a2-9309-0f2bb2409486 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-604227'] for port, provisioning_complete {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:46:38.592809 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_hamode_db [None req-2ddcb012-54b2-4417-ab33-40c3f79ac9c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '061da7cf-d366-4204-9c7d-62a194d68dc8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-96208211', 'tenant_id': '69417d350c734fdb82cf490b41ee71fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '226f1e78-82cd-4481-9055-4eb73b6db8c1', 'external_fixed_ips': [{'subnet_id': 'ba8deeec-7658-4195-9449-038c076f5c83', 'ip_address': '172.25.2.84'}], 'enable_snat': True}, 'gw_port_id': 'a791582f-1591-4ac4-9583-4ea54c29b1c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-14T07:46:29Z', 'updated_at': '2021-01-14T07:46:36Z', 'revision_number': 4, 'project_id': '69417d350c734fdb82cf490b41ee71fc', 'gw_port': {'id': 'a791582f-1591-4ac4-9583-4ea54c29b1c1', 'name': '', 'network_id': '226f1e78-82cd-4481-9055-4eb73b6db8c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:50:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '061da7cf-d366-4204-9c7d-62a194d68dc8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3878, 'fixed_ips': [{'subnet_id': 'ba8deeec-7658-4195-9449-038c076f5c83', 'ip_address': '172.25.2.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T07:46:30Z', 'updated_at': '2021-01-14T07:46:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ba8deeec-7658-4195-9449-038c076f5c83', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-2', '_interfaces': [{'id': '033968dd-240a-4b3d-880d-3d5709c282f4', 'name': '', 'network_id': '654a2f46-24cc-4edb-8ef3-0c4c0291a75b', 'tenant_id': '69417d350c734fdb82cf490b41ee71fc', 'mac_address': 'fa:16:3e:ab:b4:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '061da7cf-d366-4204-9c7d-62a194d68dc8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3881, 'fixed_ips': [{'subnet_id': '35485c36-5791-4b56-8eba-5ce8d68a95b4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T07:46:35Z', 'updated_at': '2021-01-14T07:46:36Z', 'revision_number': 2, 'project_id': '69417d350c734fdb82cf490b41ee71fc', 'subnets': [{'id': '35485c36-5791-4b56-8eba-5ce8d68a95b4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'n-d-768862-2', False) {} {{(pid=84876) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:46:38.602117 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ddcb012-54b2-4417-ab33-40c3f79ac9c4 None None] Checking router: 061da7cf-d366-4204-9c7d-62a194d68dc8 for host: n-d-768862-2 {{(pid=84876) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Jan 14 07:46:38.602590 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ddcb012-54b2-4417-ab33-40c3f79ac9c4 None None] Updating router 061da7cf-d366-4204-9c7d-62a194d68dc8 port 033968dd-240a-4b3d-880d-3d5709c282f4 binding host n-d-768862-2 {{(pid=84876) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Jan 14 07:46:38.674961 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [req-cb202b6c-20f2-4652-8b88-88e0d913329d req-d657b3bf-ec86-474a-9dc2-322561491ee2 service neutron] 10.222.0.24 "GET /v2.0/networks/654a2f46-24cc-4edb-8ef3-0c4c0291a75b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4743769 Jan 14 07:46:38.864482 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [req-cb202b6c-20f2-4652-8b88-88e0d913329d req-1fd709e7-02ba-4f3f-b617-08491a32e3ea service neutron] 10.222.0.24 "GET /v2.0/networks/654a2f46-24cc-4edb-8ef3-0c4c0291a75b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1661189 Jan 14 07:46:38.908116 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-2ddcb012-54b2-4417-ab33-40c3f79ac9c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555753'] for port, before_update {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:46:39.014328 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Device a8e0e332-be81-450b-898d-56bd0c2fccbf up at agent ovs-agent-n-d-768862-2 {{(pid=84876) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 07:46:39.162321 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-b3bff3ad-23db-4a49-8823-148b1c877f10 None None] Provisioning complete for port 033968dd-240a-4b3d-880d-3d5709c282f4 triggered by entity DHCP. {{(pid=84876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 07:46:39.162756 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-b3bff3ad-23db-4a49-8823-148b1c877f10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-604227'] for port, provisioning_complete {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:46:39.223572 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Provisioning complete for port a8e0e332-be81-450b-898d-56bd0c2fccbf triggered by entity L2. {{(pid=84876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 07:46:39.224027 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-604227'] for port, provisioning_complete {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:46:39.266418 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84875) accepted ('10.222.0.24', 45406) {{(pid=84875) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:46:39.294975 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.plugin [None req-b3bff3ad-23db-4a49-8823-148b1c877f10 None None] Port 033968dd-240a-4b3d-880d-3d5709c282f4 cannot update to ACTIVE because it is not bound. {{(pid=84876) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:329}} Jan 14 07:46:39.405497 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-b3bff3ad-23db-4a49-8823-148b1c877f10 None None] Provisioning complete for port a8e0e332-be81-450b-898d-56bd0c2fccbf triggered by entity DHCP. {{(pid=84876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 07:46:39.405891 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-b3bff3ad-23db-4a49-8823-148b1c877f10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-604227'] for port, provisioning_complete {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:46:39.554878 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Device a791582f-1591-4ac4-9583-4ea54c29b1c1 up at agent ovs-agent-n-d-768862-2 {{(pid=84876) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 07:46:39.757173 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-2ddcb012-54b2-4417-ab33-40c3f79ac9c4 None None] Notify callbacks [] for port, precommit_update {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:46:39.768230 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Provisioning complete for port a791582f-1591-4ac4-9583-4ea54c29b1c1 triggered by entity L2. {{(pid=84876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 07:46:39.768646 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-604227'] for port, provisioning_complete {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:46:39.817628 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-2ddcb012-54b2-4417-ab33-40c3f79ac9c4 None None] Transition to ACTIVE for port object 033968dd-240a-4b3d-880d-3d5709c282f4 will not be triggered until provisioned by entity L2. {{(pid=84876) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 07:46:39.823733 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-2ddcb012-54b2-4417-ab33-40c3f79ac9c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777640533312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363259214678337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777640097497'] for port, after_update {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:46:39.840936 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-2c2cd7d4-3600-4523-85bc-359c59da80ae None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84876) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:46:39.850942 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-5b7f26d0-d7a5-4bcf-985e-bd5daff4c356 tempest-TestNetworkAdvancedServerOps-1160145080 tempest-TestNetworkAdvancedServerOps-1160145080] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3889632'] for router_interface, before_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:46:39.985551 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7940409-e23d-43fb-9023-56138f4637c7 None None] Pushing event updated for resources: {'Port': ['ID=033968dd-240a-4b3d-880d-3d5709c282f4,revision_number=3']} {{(pid=84876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:46:40.015938 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-f7940409-e23d-43fb-9023-56138f4637c7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.175s {{(pid=84876) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:46:40.202758 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.managers [None req-2ddcb012-54b2-4417-ab33-40c3f79ac9c4 None None] Attempting to bind port 033968dd-240a-4b3d-880d-3d5709c282f4 on host n-d-768862-2 for vnic_type normal with profile {{(pid=84876) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 14 07:46:40.203182 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.managers [None req-2ddcb012-54b2-4417-ab33-40c3f79ac9c4 None None] Attempting to bind port 033968dd-240a-4b3d-880d-3d5709c282f4 by drivers openvswitch on host n-d-768862-2 at level 0 using segments [{'id': 'cf8c4fe9-fe27-49f1-bf96-33545e25dcbc', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '654a2f46-24cc-4edb-8ef3-0c4c0291a75b'}] {{(pid=84876) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 14 07:46:40.203692 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ddcb012-54b2-4417-ab33-40c3f79ac9c4 None None] Attempting to bind port 033968dd-240a-4b3d-880d-3d5709c282f4 on network 654a2f46-24cc-4edb-8ef3-0c4c0291a75b {{(pid=84876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 14 07:46:40.209747 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ddcb012-54b2-4417-ab33-40c3f79ac9c4 None None] Checking agent: {'id': 'ba5efab1-b43c-4d5a-bc52-6e105d4e67a2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768862-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 14, 6, 56, 52), 'started_at': datetime.datetime(2021, 1, 14, 6, 57, 22), 'heartbeat_timestamp': datetime.datetime(2021, 1, 14, 7, 46, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768862-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.29', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 14 07:46:40.210176 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ddcb012-54b2-4417-ab33-40c3f79ac9c4 None None] Checking segment: {'id': 'cf8c4fe9-fe27-49f1-bf96-33545e25dcbc', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '654a2f46-24cc-4edb-8ef3-0c4c0291a75b'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84876) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 14 07:46:40.210633 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-2ddcb012-54b2-4417-ab33-40c3f79ac9c4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:46:40.211079 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ddcb012-54b2-4417-ab33-40c3f79ac9c4 None None] Bound using segment: {'id': 'cf8c4fe9-fe27-49f1-bf96-33545e25dcbc', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '654a2f46-24cc-4edb-8ef3-0c4c0291a75b'} {{(pid=84876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 14 07:46:40.211600 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.managers [None req-2ddcb012-54b2-4417-ab33-40c3f79ac9c4 None None] Bound port: 033968dd-240a-4b3d-880d-3d5709c282f4, host: n-d-768862-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cf8c4fe9-fe27-49f1-bf96-33545e25dcbc', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '654a2f46-24cc-4edb-8ef3-0c4c0291a75b'}}] {{(pid=84876) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 14 07:46:40.212053 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-2ddcb012-54b2-4417-ab33-40c3f79ac9c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555753'] for port, before_update {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:46:40.311068 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [None req-2ddcb012-54b2-4417-ab33-40c3f79ac9c4 None None] For port 033968dd-240a-4b3d-880d-3d5709c282f4, host n-d-768862-2, cleared binding levels {{(pid=84876) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 14 07:46:40.314268 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [None req-2ddcb012-54b2-4417-ab33-40c3f79ac9c4 None None] For port 033968dd-240a-4b3d-880d-3d5709c282f4, host n-d-768862-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-2',level=0,port_id=033968dd-240a-4b3d-880d-3d5709c282f4,segment=NetworkSegment(cf8c4fe9-fe27-49f1-bf96-33545e25dcbc),segment_id=cf8c4fe9-fe27-49f1-bf96-33545e25dcbc)] {{(pid=84876) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 14 07:46:40.317808 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-2ddcb012-54b2-4417-ab33-40c3f79ac9c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777640533312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363259214678337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777640097497'] for port, after_update {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:46:40.333661 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-b7169246-8861-41d9-a285-aa34e3baa91c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84876) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:46:40.356920 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.plugin [None req-5b7f26d0-d7a5-4bcf-985e-bd5daff4c356 tempest-TestNetworkAdvancedServerOps-1160145080 tempest-TestNetworkAdvancedServerOps-1160145080] Deleting port 033968dd-240a-4b3d-880d-3d5709c282f4 {{(pid=84875) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 07:46:40.357216 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-5b7f26d0-d7a5-4bcf-985e-bd5daff4c356 tempest-TestNetworkAdvancedServerOps-1160145080 tempest-TestNetworkAdvancedServerOps-1160145080] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363259214248359'] for port, before_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:46:40.501124 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7940409-e23d-43fb-9023-56138f4637c7 None None] Pushing event updated for resources: {'Port': ['ID=033968dd-240a-4b3d-880d-3d5709c282f4,revision_number=4']} {{(pid=84876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:46:40.506016 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-f7940409-e23d-43fb-9023-56138f4637c7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.172s {{(pid=84876) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:46:40.543246 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ddcb012-54b2-4417-ab33-40c3f79ac9c4 None None] Routers {'061da7cf-d366-4204-9c7d-62a194d68dc8'} bound to L3 agent in host n-d-768862-2 {{(pid=84876) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 14 07:46:40.543954 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_hamode_db [None req-2ddcb012-54b2-4417-ab33-40c3f79ac9c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-01-14T06:56:51Z,description=,heartbeat_timestamp=2021-01-14T07:46:22Z,host='n-d-768862-2',id=35f592e9-451b-4db9-abea-77b6a5c5391b,load=0,resource_versions=,resources_synced=,started_at=2021-01-14T06:56:51Z,topic='l3_agent')) {'router_ids': ['061da7cf-d366-4204-9c7d-62a194d68dc8'], 'active': True} {{(pid=84876) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:46:40.562163 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [None req-5b7f26d0-d7a5-4bcf-985e-bd5daff4c356 tempest-TestNetworkAdvancedServerOps-1160145080 tempest-TestNetworkAdvancedServerOps-1160145080] For port 033968dd-240a-4b3d-880d-3d5709c282f4, host n-d-768862-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-2',level=0,port_id=033968dd-240a-4b3d-880d-3d5709c282f4,segment=NetworkSegment(cf8c4fe9-fe27-49f1-bf96-33545e25dcbc),segment_id=cf8c4fe9-fe27-49f1-bf96-33545e25dcbc)] {{(pid=84875) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 07:46:40.562568 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-5b7f26d0-d7a5-4bcf-985e-bd5daff4c356 tempest-TestNetworkAdvancedServerOps-1160145080 tempest-TestNetworkAdvancedServerOps-1160145080] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036850862667'] for port, precommit_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:46:40.695633 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.plugin [None req-5b7f26d0-d7a5-4bcf-985e-bd5daff4c356 tempest-TestNetworkAdvancedServerOps-1160145080 tempest-TestNetworkAdvancedServerOps-1160145080] Calling delete_port for 033968dd-240a-4b3d-880d-3d5709c282f4 owned by network:router_interface {{(pid=84875) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 07:46:40.739346 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_dvr_db [None req-2ddcb012-54b2-4417-ab33-40c3f79ac9c4 None None] Set router 061da7cf-d366-4204-9c7d-62a194d68dc8 gateway port host: n-d-768862-2 {{(pid=84876) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 14 07:46:40.892028 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-5b7f26d0-d7a5-4bcf-985e-bd5daff4c356 tempest-TestNetworkAdvancedServerOps-1160145080 tempest-TestNetworkAdvancedServerOps-1160145080] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777640533329', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777640097463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851621574'] for port, after_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:46:40.908806 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-e8c56c89-5982-421b-8779-fe5e446f3c5c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:46:40.956647 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b7f26d0-d7a5-4bcf-985e-bd5daff4c356 tempest-TestNetworkAdvancedServerOps-1160145080 tempest-TestNetworkAdvancedServerOps-1160145080] Pushing event deleted for resources: {'Port': ['ID=033968dd-240a-4b3d-880d-3d5709c282f4,revision_number=None']} {{(pid=84875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:46:41.004996 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-5b7f26d0-d7a5-4bcf-985e-bd5daff4c356 tempest-TestNetworkAdvancedServerOps-1160145080 tempest-TestNetworkAdvancedServerOps-1160145080] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:46:41.084563 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_hamode_db [None req-2ddcb012-54b2-4417-ab33-40c3f79ac9c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '061da7cf-d366-4204-9c7d-62a194d68dc8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-96208211', 'tenant_id': '69417d350c734fdb82cf490b41ee71fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '226f1e78-82cd-4481-9055-4eb73b6db8c1', 'external_fixed_ips': [{'subnet_id': 'ba8deeec-7658-4195-9449-038c076f5c83', 'ip_address': '172.25.2.84'}], 'enable_snat': True}, 'gw_port_id': 'a791582f-1591-4ac4-9583-4ea54c29b1c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-14T07:46:29Z', 'updated_at': '2021-01-14T07:46:36Z', 'revision_number': 4, 'project_id': '69417d350c734fdb82cf490b41ee71fc', 'gw_port': {'id': 'a791582f-1591-4ac4-9583-4ea54c29b1c1', 'name': '', 'network_id': '226f1e78-82cd-4481-9055-4eb73b6db8c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:50:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '061da7cf-d366-4204-9c7d-62a194d68dc8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3878, 'fixed_ips': [{'subnet_id': 'ba8deeec-7658-4195-9449-038c076f5c83', 'ip_address': '172.25.2.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T07:46:30Z', 'updated_at': '2021-01-14T07:46:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ba8deeec-7658-4195-9449-038c076f5c83', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-2', '_interfaces': [{'id': '033968dd-240a-4b3d-880d-3d5709c282f4', 'name': '', 'network_id': '654a2f46-24cc-4edb-8ef3-0c4c0291a75b', 'tenant_id': '69417d350c734fdb82cf490b41ee71fc', 'mac_address': 'fa:16:3e:ab:b4:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '061da7cf-d366-4204-9c7d-62a194d68dc8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3881, 'fixed_ips': [{'subnet_id': '35485c36-5791-4b56-8eba-5ce8d68a95b4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T07:46:35Z', 'updated_at': '2021-01-14T07:46:40Z', 'revision_number': 4, 'project_id': '69417d350c734fdb82cf490b41ee71fc', 'subnets': [{'id': '35485c36-5791-4b56-8eba-5ce8d68a95b4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'n-d-768862-2', False) {} {{(pid=84876) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:46:41.089574 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ddcb012-54b2-4417-ab33-40c3f79ac9c4 None None] The sync data for ids ['061da7cf-d366-4204-9c7d-62a194d68dc8'] in n-d-768862-2 is: [{'id': '061da7cf-d366-4204-9c7d-62a194d68dc8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-96208211', 'tenant_id': '69417d350c734fdb82cf490b41ee71fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '226f1e78-82cd-4481-9055-4eb73b6db8c1', 'external_fixed_ips': [{'subnet_id': 'ba8deeec-7658-4195-9449-038c076f5c83', 'ip_address': '172.25.2.84'}], 'enable_snat': True}, 'gw_port_id': 'a791582f-1591-4ac4-9583-4ea54c29b1c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-14T07:46:29Z', 'updated_at': '2021-01-14T07:46:36Z', 'revision_number': 4, 'project_id': '69417d350c734fdb82cf490b41ee71fc', 'gw_port': {'id': 'a791582f-1591-4ac4-9583-4ea54c29b1c1', 'name': '', 'network_id': '226f1e78-82cd-4481-9055-4eb73b6db8c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:50:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '061da7cf-d366-4204-9c7d-62a194d68dc8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3878, 'fixed_ips': [{'subnet_id': 'ba8deeec-7658-4195-9449-038c076f5c83', 'ip_address': '172.25.2.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T07:46:30Z', 'updated_at': '2021-01-14T07:46:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ba8deeec-7658-4195-9449-038c076f5c83', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-2', '_interfaces': [{'id': '033968dd-240a-4b3d-880d-3d5709c282f4', 'name': '', 'network_id': '654a2f46-24cc-4edb-8ef3-0c4c0291a75b', 'tenant_id': '69417d350c734fdb82cf490b41ee71fc', 'mac_address': 'fa:16:3e:ab:b4:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '061da7cf-d366-4204-9c7d-62a194d68dc8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3881, 'fixed_ips': [{'subnet_id': '35485c36-5791-4b56-8eba-5ce8d68a95b4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T07:46:35Z', 'updated_at': '2021-01-14T07:46:40Z', 'revision_number': 4, 'project_id': '69417d350c734fdb82cf490b41ee71fc', 'subnets': [{'id': '35485c36-5791-4b56-8eba-5ce8d68a95b4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=84876) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Jan 14 07:46:41.355734 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-5b7f26d0-d7a5-4bcf-985e-bd5daff4c356 tempest-TestNetworkAdvancedServerOps-1160145080 tempest-TestNetworkAdvancedServerOps-1160145080] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted--9223372036851568851', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal--9223372036850888080'] for router_interface, after_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:46:41.450182 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-017f98a9-8a07-408c-a86f-8ff0c00400a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363259214191800', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854171626'] for agent, after_update {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:46:41.880725 n-d-768862-2 neutron-server[84765]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5b7f26d0-d7a5-4bcf-985e-bd5daff4c356 tempest-TestNetworkAdvancedServerOps-1160145080 tempest-TestNetworkAdvancedServerOps-1160145080] Router 061da7cf-d366-4204-9c7d-62a194d68dc8 has already been hosted by L3 agent 35f592e9-451b-4db9-abea-77b6a5c5391b {{(pid=84875) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Jan 14 07:46:42.372149 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5b7f26d0-d7a5-4bcf-985e-bd5daff4c356 tempest-TestNetworkAdvancedServerOps-1160145080 tempest-TestNetworkAdvancedServerOps-1160145080] Notify agent at l3_agent.n-d-768862-2 the message routers_updated {{(pid=84875) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jan 14 07:46:42.391407 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-5b7f26d0-d7a5-4bcf-985e-bd5daff4c356 tempest-TestNetworkAdvancedServerOps-1160145080 tempest-TestNetworkAdvancedServerOps-1160145080] 10.222.0.24 "PUT /v2.0/routers/061da7cf-d366-4204-9c7d-62a194d68dc8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1237123 Jan 14 07:46:42.394372 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84875) accepted ('10.222.0.24', 45414) {{(pid=84875) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:46:42.542955 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b9cb6ec-4906-43c1-93c8-d57189f6f51d None None] Sync routers for ids ['061da7cf-d366-4204-9c7d-62a194d68dc8'] in n-d-768862-2 {{(pid=84877) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Jan 14 07:46:42.553376 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b9cb6ec-4906-43c1-93c8-d57189f6f51d None None] Routers {'061da7cf-d366-4204-9c7d-62a194d68dc8'} bound to L3 agent in host n-d-768862-2 {{(pid=84877) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 14 07:46:42.554003 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_hamode_db [None req-9b9cb6ec-4906-43c1-93c8-d57189f6f51d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-01-14T06:56:51Z,description=,heartbeat_timestamp=2021-01-14T07:46:22Z,host='n-d-768862-2',id=35f592e9-451b-4db9-abea-77b6a5c5391b,load=0,resource_versions=,resources_synced=,started_at=2021-01-14T06:56:51Z,topic='l3_agent')) {'router_ids': ['061da7cf-d366-4204-9c7d-62a194d68dc8'], 'active': True} {{(pid=84877) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:46:42.599882 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.db_base_plugin_v2 [None req-e1e9f5e6-5cdc-433d-9790-04aee880eecc tempest-TestNetworkAdvancedServerOps-1160145080 tempest-TestNetworkAdvancedServerOps-1160145080] Deleting subnet 35485c36-5791-4b56-8eba-5ce8d68a95b4 {{(pid=84875) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Jan 14 07:46:42.603268 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-e1e9f5e6-5cdc-433d-9790-04aee880eecc tempest-TestNetworkAdvancedServerOps-1160145080 tempest-TestNetworkAdvancedServerOps-1160145080] Notify callbacks [] for subnet, before_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:46:42.666775 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-e1e9f5e6-5cdc-433d-9790-04aee880eecc tempest-TestNetworkAdvancedServerOps-1160145080 tempest-TestNetworkAdvancedServerOps-1160145080] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3367281'] for subnet, precommit_delete_associations {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:46:42.742837 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_dvr_db [None req-9b9cb6ec-4906-43c1-93c8-d57189f6f51d None None] Set router 061da7cf-d366-4204-9c7d-62a194d68dc8 gateway port host: n-d-768862-2 {{(pid=84877) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 14 07:46:42.755526 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-e1e9f5e6-5cdc-433d-9790-04aee880eecc tempest-TestNetworkAdvancedServerOps-1160145080 tempest-TestNetworkAdvancedServerOps-1160145080] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036854176836'] for subnet, precommit_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:46:42.976567 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-852a24f7-e9a1-4193-9abb-e9506fe5213f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363259214191800', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854171626'] for agent, after_update {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:46:43.042951 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_hamode_db [None req-9b9cb6ec-4906-43c1-93c8-d57189f6f51d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '061da7cf-d366-4204-9c7d-62a194d68dc8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-96208211', 'tenant_id': '69417d350c734fdb82cf490b41ee71fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '226f1e78-82cd-4481-9055-4eb73b6db8c1', 'external_fixed_ips': [{'subnet_id': 'ba8deeec-7658-4195-9449-038c076f5c83', 'ip_address': '172.25.2.84'}], 'enable_snat': True}, 'gw_port_id': 'a791582f-1591-4ac4-9583-4ea54c29b1c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-14T07:46:29Z', 'updated_at': '2021-01-14T07:46:40Z', 'revision_number': 5, 'project_id': '69417d350c734fdb82cf490b41ee71fc', 'gw_port': {'id': 'a791582f-1591-4ac4-9583-4ea54c29b1c1', 'name': '', 'network_id': '226f1e78-82cd-4481-9055-4eb73b6db8c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:50:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '061da7cf-d366-4204-9c7d-62a194d68dc8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3878, 'fixed_ips': [{'subnet_id': 'ba8deeec-7658-4195-9449-038c076f5c83', 'ip_address': '172.25.2.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T07:46:30Z', 'updated_at': '2021-01-14T07:46:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ba8deeec-7658-4195-9449-038c076f5c83', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-2'}], 'n-d-768862-2', False) {} {{(pid=84877) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:46:43.047216 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b9cb6ec-4906-43c1-93c8-d57189f6f51d None None] Checking router: 061da7cf-d366-4204-9c7d-62a194d68dc8 for host: n-d-768862-2 {{(pid=84877) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Jan 14 07:46:43.054205 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-e1e9f5e6-5cdc-433d-9790-04aee880eecc tempest-TestNetworkAdvancedServerOps-1160145080 tempest-TestNetworkAdvancedServerOps-1160145080] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-598964', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850887113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3154192', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2308610'] for subnet, after_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:46:43.056575 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b9cb6ec-4906-43c1-93c8-d57189f6f51d None None] Routers {'061da7cf-d366-4204-9c7d-62a194d68dc8'} bound to L3 agent in host n-d-768862-2 {{(pid=84877) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 14 07:46:43.057221 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_hamode_db [None req-9b9cb6ec-4906-43c1-93c8-d57189f6f51d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-01-14T06:56:51Z,description=,heartbeat_timestamp=2021-01-14T07:46:22Z,host='n-d-768862-2',id=35f592e9-451b-4db9-abea-77b6a5c5391b,load=0,resource_versions=,resources_synced=,started_at=2021-01-14T06:56:51Z,topic='l3_agent')) {'router_ids': ['061da7cf-d366-4204-9c7d-62a194d68dc8'], 'active': True} {{(pid=84877) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:46:43.069979 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-39fac1d5-5084-41ed-84d1-02d301c3158d tempest-NetworksTestDHCPv6-37267940 tempest-NetworksTestDHCPv6-37267940] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:46:43.160940 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1e9f5e6-5cdc-433d-9790-04aee880eecc tempest-TestNetworkAdvancedServerOps-1160145080 tempest-TestNetworkAdvancedServerOps-1160145080] Pushing event deleted for resources: {'Subnet': ['ID=35485c36-5791-4b56-8eba-5ce8d68a95b4,revision_number=None']} {{(pid=84875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:46:43.173503 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-e1e9f5e6-5cdc-433d-9790-04aee880eecc tempest-TestNetworkAdvancedServerOps-1160145080 tempest-TestNetworkAdvancedServerOps-1160145080] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:46:43.206917 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-e1e9f5e6-5cdc-433d-9790-04aee880eecc tempest-TestNetworkAdvancedServerOps-1160145080 tempest-TestNetworkAdvancedServerOps-1160145080] Notify callbacks [] for subnet, before_response {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:46:43.213292 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-e1e9f5e6-5cdc-433d-9790-04aee880eecc tempest-TestNetworkAdvancedServerOps-1160145080 tempest-TestNetworkAdvancedServerOps-1160145080] 10.222.0.24 "DELETE /v2.0/subnets/35485c36-5791-4b56-8eba-5ce8d68a95b4 HTTP/1.1" status: 204 len: 168 time: 0.8178110 Jan 14 07:46:43.214258 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5359ae51-1323-4072-92b4-cfed920be000 None None] Network 654a2f46-24cc-4edb-8ef3-0c4c0291a75b requested from n-d-768862-2 {{(pid=84876) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 07:46:43.216293 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84875) accepted ('10.222.0.24', 45418) {{(pid=84875) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:46:43.246620 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_dvr_db [None req-9b9cb6ec-4906-43c1-93c8-d57189f6f51d None None] Set router 061da7cf-d366-4204-9c7d-62a194d68dc8 gateway port host: n-d-768862-2 {{(pid=84877) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 14 07:46:43.414541 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-930f1808-11f4-4d7e-b0e8-8d161dfc05d6 tempest-TestNetworkAdvancedServerOps-1160145080 tempest-TestNetworkAdvancedServerOps-1160145080] Notify callbacks [] for router, before_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:46:43.493102 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1ef4ec4-dbab-4668-9030-8160d855ab3e None None] DHCP port deletion for 654a2f46-24cc-4edb-8ef3-0c4c0291a75b request from n-d-768862-2 {{(pid=84876) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Jan 14 07:46:43.499369 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.plugin [None req-d1ef4ec4-dbab-4668-9030-8160d855ab3e None None] Deleting port a8e0e332-be81-450b-898d-56bd0c2fccbf {{(pid=84876) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 07:46:43.499981 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-d1ef4ec4-dbab-4668-9030-8160d855ab3e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363259214248359'] for port, before_delete {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:46:43.550779 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_hamode_db [None req-9b9cb6ec-4906-43c1-93c8-d57189f6f51d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '061da7cf-d366-4204-9c7d-62a194d68dc8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-96208211', 'tenant_id': '69417d350c734fdb82cf490b41ee71fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '226f1e78-82cd-4481-9055-4eb73b6db8c1', 'external_fixed_ips': [{'subnet_id': 'ba8deeec-7658-4195-9449-038c076f5c83', 'ip_address': '172.25.2.84'}], 'enable_snat': True}, 'gw_port_id': 'a791582f-1591-4ac4-9583-4ea54c29b1c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-14T07:46:29Z', 'updated_at': '2021-01-14T07:46:40Z', 'revision_number': 5, 'project_id': '69417d350c734fdb82cf490b41ee71fc', 'gw_port': {'id': 'a791582f-1591-4ac4-9583-4ea54c29b1c1', 'name': '', 'network_id': '226f1e78-82cd-4481-9055-4eb73b6db8c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:50:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '061da7cf-d366-4204-9c7d-62a194d68dc8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3878, 'fixed_ips': [{'subnet_id': 'ba8deeec-7658-4195-9449-038c076f5c83', 'ip_address': '172.25.2.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T07:46:30Z', 'updated_at': '2021-01-14T07:46:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ba8deeec-7658-4195-9449-038c076f5c83', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-2'}], 'n-d-768862-2', False) {} {{(pid=84877) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:46:43.555191 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b9cb6ec-4906-43c1-93c8-d57189f6f51d None None] The sync data for ids ['061da7cf-d366-4204-9c7d-62a194d68dc8'] in n-d-768862-2 is: [{'id': '061da7cf-d366-4204-9c7d-62a194d68dc8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-96208211', 'tenant_id': '69417d350c734fdb82cf490b41ee71fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '226f1e78-82cd-4481-9055-4eb73b6db8c1', 'external_fixed_ips': [{'subnet_id': 'ba8deeec-7658-4195-9449-038c076f5c83', 'ip_address': '172.25.2.84'}], 'enable_snat': True}, 'gw_port_id': 'a791582f-1591-4ac4-9583-4ea54c29b1c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-14T07:46:29Z', 'updated_at': '2021-01-14T07:46:40Z', 'revision_number': 5, 'project_id': '69417d350c734fdb82cf490b41ee71fc', 'gw_port': {'id': 'a791582f-1591-4ac4-9583-4ea54c29b1c1', 'name': '', 'network_id': '226f1e78-82cd-4481-9055-4eb73b6db8c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:50:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '061da7cf-d366-4204-9c7d-62a194d68dc8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3878, 'fixed_ips': [{'subnet_id': 'ba8deeec-7658-4195-9449-038c076f5c83', 'ip_address': '172.25.2.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T07:46:30Z', 'updated_at': '2021-01-14T07:46:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ba8deeec-7658-4195-9449-038c076f5c83', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-2'}] {{(pid=84877) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Jan 14 07:46:43.611637 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-930f1808-11f4-4d7e-b0e8-8d161dfc05d6 tempest-TestNetworkAdvancedServerOps-1160145080 tempest-TestNetworkAdvancedServerOps-1160145080] Notify callbacks [] for router_gateway, before_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:46:43.617365 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.plugin [None req-930f1808-11f4-4d7e-b0e8-8d161dfc05d6 tempest-TestNetworkAdvancedServerOps-1160145080 tempest-TestNetworkAdvancedServerOps-1160145080] Deleting port a791582f-1591-4ac4-9583-4ea54c29b1c1 {{(pid=84875) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 07:46:43.617742 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-930f1808-11f4-4d7e-b0e8-8d161dfc05d6 tempest-TestNetworkAdvancedServerOps-1160145080 tempest-TestNetworkAdvancedServerOps-1160145080] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363259214248359'] for port, before_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:46:43.724181 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [None req-d1ef4ec4-dbab-4668-9030-8160d855ab3e None None] For port a8e0e332-be81-450b-898d-56bd0c2fccbf, host n-d-768862-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-2',level=0,port_id=a8e0e332-be81-450b-898d-56bd0c2fccbf,segment=NetworkSegment(cf8c4fe9-fe27-49f1-bf96-33545e25dcbc),segment_id=cf8c4fe9-fe27-49f1-bf96-33545e25dcbc)] {{(pid=84876) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 07:46:43.724974 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-d1ef4ec4-dbab-4668-9030-8160d855ab3e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036850862667'] for port, precommit_delete {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:46:43.808046 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [None req-930f1808-11f4-4d7e-b0e8-8d161dfc05d6 tempest-TestNetworkAdvancedServerOps-1160145080 tempest-TestNetworkAdvancedServerOps-1160145080] For port a791582f-1591-4ac4-9583-4ea54c29b1c1, host n-d-768862-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-2',level=0,port_id=a791582f-1591-4ac4-9583-4ea54c29b1c1,segment=NetworkSegment(cf3ded2c-bc47-4a71-89af-6e7117e60140),segment_id=cf3ded2c-bc47-4a71-89af-6e7117e60140)] {{(pid=84875) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 07:46:43.808395 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-930f1808-11f4-4d7e-b0e8-8d161dfc05d6 tempest-TestNetworkAdvancedServerOps-1160145080 tempest-TestNetworkAdvancedServerOps-1160145080] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036850862667'] for port, precommit_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:46:43.855442 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.plugin [None req-d1ef4ec4-dbab-4668-9030-8160d855ab3e None None] Calling delete_port for a8e0e332-be81-450b-898d-56bd0c2fccbf owned by network:dhcp {{(pid=84876) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 07:46:43.943011 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.plugin [None req-930f1808-11f4-4d7e-b0e8-8d161dfc05d6 tempest-TestNetworkAdvancedServerOps-1160145080 tempest-TestNetworkAdvancedServerOps-1160145080] Calling delete_port for a791582f-1591-4ac4-9583-4ea54c29b1c1 owned by network:router_gateway {{(pid=84875) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 07:46:44.089711 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-930f1808-11f4-4d7e-b0e8-8d161dfc05d6 tempest-TestNetworkAdvancedServerOps-1160145080 tempest-TestNetworkAdvancedServerOps-1160145080] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777640533329', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777640097463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851621574'] for port, after_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:46:44.120435 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-d1ef4ec4-dbab-4668-9030-8160d855ab3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777640533329', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777640097463'] for port, after_delete {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:46:44.133897 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-cab05d2e-8cf6-493e-9736-af68e865fb31 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84876) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:46:44.221860 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1ef4ec4-dbab-4668-9030-8160d855ab3e None None] Pushing event deleted for resources: {'Port': ['ID=a8e0e332-be81-450b-898d-56bd0c2fccbf,revision_number=None']} {{(pid=84876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:46:44.230612 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-d1ef4ec4-dbab-4668-9030-8160d855ab3e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=84876) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:46:44.274414 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1ef4ec4-dbab-4668-9030-8160d855ab3e None None] No DVR routers for this DVR port a8e0e332-be81-450b-898d-56bd0c2fccbf on host n-d-768862-2 {{(pid=84876) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Jan 14 07:46:44.291652 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-930f1808-11f4-4d7e-b0e8-8d161dfc05d6 tempest-TestNetworkAdvancedServerOps-1160145080 tempest-TestNetworkAdvancedServerOps-1160145080] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036850863128'] for router_gateway, after_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:46:44.433099 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-930f1808-11f4-4d7e-b0e8-8d161dfc05d6 tempest-TestNetworkAdvancedServerOps-1160145080 tempest-TestNetworkAdvancedServerOps-1160145080] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3889346', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036854717606'] for router, precommit_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:46:44.435494 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-930f1808-11f4-4d7e-b0e8-8d161dfc05d6 tempest-TestNetworkAdvancedServerOps-1160145080 tempest-TestNetworkAdvancedServerOps-1160145080] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:46:44.462614 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-930f1808-11f4-4d7e-b0e8-8d161dfc05d6 tempest-TestNetworkAdvancedServerOps-1160145080 tempest-TestNetworkAdvancedServerOps-1160145080] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036850897070'] for router, after_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:46:44.463215 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-930f1808-11f4-4d7e-b0e8-8d161dfc05d6 tempest-TestNetworkAdvancedServerOps-1160145080 tempest-TestNetworkAdvancedServerOps-1160145080] Fanout notify agent at l3_agent the message router_deleted on router 061da7cf-d366-4204-9c7d-62a194d68dc8 {{(pid=84875) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jan 14 07:46:44.485707 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-930f1808-11f4-4d7e-b0e8-8d161dfc05d6 tempest-TestNetworkAdvancedServerOps-1160145080 tempest-TestNetworkAdvancedServerOps-1160145080] Notify callbacks [] for router, before_response {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:46:44.489675 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-930f1808-11f4-4d7e-b0e8-8d161dfc05d6 tempest-TestNetworkAdvancedServerOps-1160145080 tempest-TestNetworkAdvancedServerOps-1160145080] 10.222.0.24 "DELETE /v2.0/routers/061da7cf-d366-4204-9c7d-62a194d68dc8 HTTP/1.1" status: 204 len: 168 time: 1.2696717 Jan 14 07:46:44.489929 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84875) accepted ('10.222.0.24', 45422) {{(pid=84875) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:46:44.625305 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-6fdfe6e5-d7a5-476f-b10d-e724ef6371fd tempest-TestNetworkAdvancedServerOps-1160145080 tempest-TestNetworkAdvancedServerOps-1160145080] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036854160497'] for network, before_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:46:44.826419 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-6fdfe6e5-d7a5-476f-b10d-e724ef6371fd tempest-TestNetworkAdvancedServerOps-1160145080 tempest-TestNetworkAdvancedServerOps-1160145080] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-598987', 'neutron.services.segments.db._delete_segments_for_network-8777640583949'] for network, precommit_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:46:44.950626 n-d-768862-2 neutron-server[84765]: DEBUG neutron.services.segments.db [None req-6fdfe6e5-d7a5-476f-b10d-e724ef6371fd tempest-TestNetworkAdvancedServerOps-1160145080 tempest-TestNetworkAdvancedServerOps-1160145080] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['654a2f46-24cc-4edb-8ef3-0c4c0291a75b']}} {{(pid=84875) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:46:44.965505 n-d-768862-2 neutron-server[84765]: DEBUG neutron.services.segments.db [None req-6fdfe6e5-d7a5-476f-b10d-e724ef6371fd tempest-TestNetworkAdvancedServerOps-1160145080 tempest-TestNetworkAdvancedServerOps-1160145080] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cf8c4fe9-fe27-49f1-bf96-33545e25dcbc') {'for_net_delete': True} {{(pid=84875) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:46:44.965839 n-d-768862-2 neutron-server[84765]: DEBUG neutron.services.segments.db [None req-6fdfe6e5-d7a5-476f-b10d-e724ef6371fd tempest-TestNetworkAdvancedServerOps-1160145080 tempest-TestNetworkAdvancedServerOps-1160145080] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cf8c4fe9-fe27-49f1-bf96-33545e25dcbc') {} {{(pid=84875) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:46:44.979305 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-6fdfe6e5-d7a5-476f-b10d-e724ef6371fd tempest-TestNetworkAdvancedServerOps-1160145080 tempest-TestNetworkAdvancedServerOps-1160145080] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363259214173198', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036851408567'] for segment, before_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:46:44.994924 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-6fdfe6e5-d7a5-476f-b10d-e724ef6371fd tempest-TestNetworkAdvancedServerOps-1160145080 tempest-TestNetworkAdvancedServerOps-1160145080] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854179735'] for segment, precommit_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:46:44.996280 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Device a8e0e332-be81-450b-898d-56bd0c2fccbf no longer exists at agent ovs-agent-n-d-768862-2 {{(pid=84876) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jan 14 07:46:44.997795 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-6fdfe6e5-d7a5-476f-b10d-e724ef6371fd tempest-TestNetworkAdvancedServerOps-1160145080 tempest-TestNetworkAdvancedServerOps-1160145080] Releasing vxlan tunnel 3 to pool {{(pid=84875) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Jan 14 07:46:45.034259 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.plugin [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] No Port match for: a8e0e332-be81-450b-898d-56bd0c2fccbf {{(pid=84876) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2188}} Jan 14 07:46:45.034599 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Device a8e0e332-be81-450b-898d-56bd0c2fccbf not bound to the agent host n-d-768862-2 {{(pid=84876) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jan 14 07:46:45.035107 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Device 033968dd-240a-4b3d-880d-3d5709c282f4 no longer exists at agent ovs-agent-n-d-768862-2 {{(pid=84876) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jan 14 07:46:45.067694 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.plugin [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] No Port match for: 033968dd-240a-4b3d-880d-3d5709c282f4 {{(pid=84876) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2188}} Jan 14 07:46:45.068138 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Device 033968dd-240a-4b3d-880d-3d5709c282f4 not bound to the agent host n-d-768862-2 {{(pid=84876) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jan 14 07:46:45.068595 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Device a791582f-1591-4ac4-9583-4ea54c29b1c1 no longer exists at agent ovs-agent-n-d-768862-2 {{(pid=84876) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jan 14 07:46:45.101289 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.plugin [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] No Port match for: a791582f-1591-4ac4-9583-4ea54c29b1c1 {{(pid=84876) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2188}} Jan 14 07:46:45.101608 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Device a791582f-1591-4ac4-9583-4ea54c29b1c1 not bound to the agent host n-d-768862-2 {{(pid=84876) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jan 14 07:46:45.187633 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.managers [None req-6fdfe6e5-d7a5-476f-b10d-e724ef6371fd tempest-TestNetworkAdvancedServerOps-1160145080 tempest-TestNetworkAdvancedServerOps-1160145080] Network 654a2f46-24cc-4edb-8ef3-0c4c0291a75b has no segments {{(pid=84875) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 14 07:46:45.196677 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-6fdfe6e5-d7a5-476f-b10d-e724ef6371fd tempest-TestNetworkAdvancedServerOps-1160145080 tempest-TestNetworkAdvancedServerOps-1160145080] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-596065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3154253'] for segment, after_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:46:45.376907 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.managers [None req-6fdfe6e5-d7a5-476f-b10d-e724ef6371fd tempest-TestNetworkAdvancedServerOps-1160145080 tempest-TestNetworkAdvancedServerOps-1160145080] Network 654a2f46-24cc-4edb-8ef3-0c4c0291a75b has no segments {{(pid=84875) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 14 07:46:45.404539 n-d-768862-2 neutron-server[84765]: Traceback (most recent call last): Jan 14 07:46:45.404539 n-d-768862-2 neutron-server[84765]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 14 07:46:45.404539 n-d-768862-2 neutron-server[84765]: timer() Jan 14 07:46:45.404539 n-d-768862-2 neutron-server[84765]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 14 07:46:45.404539 n-d-768862-2 neutron-server[84765]: cb(*args, **kw) Jan 14 07:46:45.404539 n-d-768862-2 neutron-server[84765]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Jan 14 07:46:45.404539 n-d-768862-2 neutron-server[84765]: return func(*args, **kwargs) Jan 14 07:46:45.404539 n-d-768862-2 neutron-server[84765]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 14 07:46:45.404539 n-d-768862-2 neutron-server[84765]: self._notify() Jan 14 07:46:45.404539 n-d-768862-2 neutron-server[84765]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 14 07:46:45.404539 n-d-768862-2 neutron-server[84765]: self.callback(batched_events) Jan 14 07:46:45.404539 n-d-768862-2 neutron-server[84765]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 14 07:46:45.404539 n-d-768862-2 neutron-server[84765]: event.method(event) Jan 14 07:46:45.404539 n-d-768862-2 neutron-server[84765]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 14 07:46:45.404539 n-d-768862-2 neutron-server[84765]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 14 07:46:45.404539 n-d-768862-2 neutron-server[84765]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Jan 14 07:46:45.404539 n-d-768862-2 neutron-server[84765]: segment_id)['aggregates'][0] Jan 14 07:46:45.404539 n-d-768862-2 neutron-server[84765]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 14 07:46:45.404539 n-d-768862-2 neutron-server[84765]: return f(self, *a, **k) Jan 14 07:46:45.404539 n-d-768862-2 neutron-server[84765]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 14 07:46:45.404539 n-d-768862-2 neutron-server[84765]: return self._get(url).json() Jan 14 07:46:45.404539 n-d-768862-2 neutron-server[84765]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 14 07:46:45.404539 n-d-768862-2 neutron-server[84765]: **kwargs) Jan 14 07:46:45.404539 n-d-768862-2 neutron-server[84765]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 14 07:46:45.404539 n-d-768862-2 neutron-server[84765]: return self.request(url, 'GET', **kwargs) Jan 14 07:46:45.404539 n-d-768862-2 neutron-server[84765]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Jan 14 07:46:45.404539 n-d-768862-2 neutron-server[84765]: **endpoint_filter) Jan 14 07:46:45.404539 n-d-768862-2 neutron-server[84765]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 14 07:46:45.404539 n-d-768862-2 neutron-server[84765]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 14 07:46:45.404539 n-d-768862-2 neutron-server[84765]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 14 07:46:45.404539 n-d-768862-2 neutron-server[84765]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 14 07:46:45.404539 n-d-768862-2 neutron-server[84765]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 14 07:46:45.486746 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-6fdfe6e5-d7a5-476f-b10d-e724ef6371fd tempest-TestNetworkAdvancedServerOps-1160145080 tempest-TestNetworkAdvancedServerOps-1160145080] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036854176830', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850887149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3912591'] for network, after_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:46:45.491815 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-c22e7444-eee4-426c-add7-1adbfae679b3 tempest-RoutersAdminTest-2021597473 tempest-RoutersAdminTest-2021597473] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:46:45.507950 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-6fdfe6e5-d7a5-476f-b10d-e724ef6371fd tempest-TestNetworkAdvancedServerOps-1160145080 tempest-TestNetworkAdvancedServerOps-1160145080] Notify callbacks [] for network, before_response {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:46:45.518738 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fdfe6e5-d7a5-476f-b10d-e724ef6371fd tempest-TestNetworkAdvancedServerOps-1160145080 tempest-TestNetworkAdvancedServerOps-1160145080] Pushing event deleted for resources: {'Network': ['ID=654a2f46-24cc-4edb-8ef3-0c4c0291a75b,revision_number=None']} {{(pid=84875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:46:45.523410 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-6fdfe6e5-d7a5-476f-b10d-e724ef6371fd tempest-TestNetworkAdvancedServerOps-1160145080 tempest-TestNetworkAdvancedServerOps-1160145080] 10.222.0.24 "DELETE /v2.0/networks/654a2f46-24cc-4edb-8ef3-0c4c0291a75b HTTP/1.1" status: 204 len: 168 time: 1.0324302 Jan 14 07:46:45.526736 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84874) accepted ('10.222.0.24', 45426) {{(pid=84874) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:46:45.529436 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fdfe6e5-d7a5-476f-b10d-e724ef6371fd tempest-TestNetworkAdvancedServerOps-1160145080 tempest-TestNetworkAdvancedServerOps-1160145080] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@n-h1-768862-2 {{(pid=84875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:46:45.529859 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fdfe6e5-d7a5-476f-b10d-e724ef6371fd tempest-TestNetworkAdvancedServerOps-1160145080 tempest-TestNetworkAdvancedServerOps-1160145080] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-h1-768862-2 {{(pid=84875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:46:45.530650 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fdfe6e5-d7a5-476f-b10d-e724ef6371fd tempest-TestNetworkAdvancedServerOps-1160145080 tempest-TestNetworkAdvancedServerOps-1160145080] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-h1-768862-2 {{(pid=84875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:46:45.531064 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fdfe6e5-d7a5-476f-b10d-e724ef6371fd tempest-TestNetworkAdvancedServerOps-1160145080 tempest-TestNetworkAdvancedServerOps-1160145080] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-h1-768862-2 {{(pid=84875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:46:45.531511 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fdfe6e5-d7a5-476f-b10d-e724ef6371fd tempest-TestNetworkAdvancedServerOps-1160145080 tempest-TestNetworkAdvancedServerOps-1160145080] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@n-h1-768862-2 {{(pid=84875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:46:45.531911 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fdfe6e5-d7a5-476f-b10d-e724ef6371fd tempest-TestNetworkAdvancedServerOps-1160145080 tempest-TestNetworkAdvancedServerOps-1160145080] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-h1-768862-2 {{(pid=84875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:46:45.532357 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fdfe6e5-d7a5-476f-b10d-e724ef6371fd tempest-TestNetworkAdvancedServerOps-1160145080 tempest-TestNetworkAdvancedServerOps-1160145080] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-h1-768862-2 {{(pid=84875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:46:45.532765 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fdfe6e5-d7a5-476f-b10d-e724ef6371fd tempest-TestNetworkAdvancedServerOps-1160145080 tempest-TestNetworkAdvancedServerOps-1160145080] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-h1-768862-2 {{(pid=84875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:46:45.533144 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fdfe6e5-d7a5-476f-b10d-e724ef6371fd tempest-TestNetworkAdvancedServerOps-1160145080 tempest-TestNetworkAdvancedServerOps-1160145080] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-h1-768862-2 {{(pid=84875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:46:45.533551 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fdfe6e5-d7a5-476f-b10d-e724ef6371fd tempest-TestNetworkAdvancedServerOps-1160145080 tempest-TestNetworkAdvancedServerOps-1160145080] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-h1-768862-2 {{(pid=84875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:46:45.533952 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fdfe6e5-d7a5-476f-b10d-e724ef6371fd tempest-TestNetworkAdvancedServerOps-1160145080 tempest-TestNetworkAdvancedServerOps-1160145080] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-h1-768862-2 {{(pid=84875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:46:45.534356 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fdfe6e5-d7a5-476f-b10d-e724ef6371fd tempest-TestNetworkAdvancedServerOps-1160145080 tempest-TestNetworkAdvancedServerOps-1160145080] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-h1-768862-2 {{(pid=84875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:46:45.534791 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fdfe6e5-d7a5-476f-b10d-e724ef6371fd tempest-TestNetworkAdvancedServerOps-1160145080 tempest-TestNetworkAdvancedServerOps-1160145080] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@n-h2-768862-2 {{(pid=84875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:46:45.535188 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fdfe6e5-d7a5-476f-b10d-e724ef6371fd tempest-TestNetworkAdvancedServerOps-1160145080 tempest-TestNetworkAdvancedServerOps-1160145080] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-h2-768862-2 {{(pid=84875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:46:45.535586 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fdfe6e5-d7a5-476f-b10d-e724ef6371fd tempest-TestNetworkAdvancedServerOps-1160145080 tempest-TestNetworkAdvancedServerOps-1160145080] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-h2-768862-2 {{(pid=84875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:46:45.536010 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fdfe6e5-d7a5-476f-b10d-e724ef6371fd tempest-TestNetworkAdvancedServerOps-1160145080 tempest-TestNetworkAdvancedServerOps-1160145080] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-h2-768862-2 {{(pid=84875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:46:45.536393 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fdfe6e5-d7a5-476f-b10d-e724ef6371fd tempest-TestNetworkAdvancedServerOps-1160145080 tempest-TestNetworkAdvancedServerOps-1160145080] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@n-h2-768862-2 {{(pid=84875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:46:45.536795 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fdfe6e5-d7a5-476f-b10d-e724ef6371fd tempest-TestNetworkAdvancedServerOps-1160145080 tempest-TestNetworkAdvancedServerOps-1160145080] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-h2-768862-2 {{(pid=84875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:46:45.537187 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fdfe6e5-d7a5-476f-b10d-e724ef6371fd tempest-TestNetworkAdvancedServerOps-1160145080 tempest-TestNetworkAdvancedServerOps-1160145080] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-h2-768862-2 {{(pid=84875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:46:45.537583 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fdfe6e5-d7a5-476f-b10d-e724ef6371fd tempest-TestNetworkAdvancedServerOps-1160145080 tempest-TestNetworkAdvancedServerOps-1160145080] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-h2-768862-2 {{(pid=84875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:46:45.537985 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fdfe6e5-d7a5-476f-b10d-e724ef6371fd tempest-TestNetworkAdvancedServerOps-1160145080 tempest-TestNetworkAdvancedServerOps-1160145080] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-h2-768862-2 {{(pid=84875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:46:45.538381 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fdfe6e5-d7a5-476f-b10d-e724ef6371fd tempest-TestNetworkAdvancedServerOps-1160145080 tempest-TestNetworkAdvancedServerOps-1160145080] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-h2-768862-2 {{(pid=84875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:46:45.538776 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fdfe6e5-d7a5-476f-b10d-e724ef6371fd tempest-TestNetworkAdvancedServerOps-1160145080 tempest-TestNetworkAdvancedServerOps-1160145080] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-h2-768862-2 {{(pid=84875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:46:45.539169 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fdfe6e5-d7a5-476f-b10d-e724ef6371fd tempest-TestNetworkAdvancedServerOps-1160145080 tempest-TestNetworkAdvancedServerOps-1160145080] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-h2-768862-2 {{(pid=84875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:46:45.539618 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fdfe6e5-d7a5-476f-b10d-e724ef6371fd tempest-TestNetworkAdvancedServerOps-1160145080 tempest-TestNetworkAdvancedServerOps-1160145080] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-2 {{(pid=84875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:46:45.540044 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fdfe6e5-d7a5-476f-b10d-e724ef6371fd tempest-TestNetworkAdvancedServerOps-1160145080 tempest-TestNetworkAdvancedServerOps-1160145080] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-2 {{(pid=84875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:46:45.540442 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fdfe6e5-d7a5-476f-b10d-e724ef6371fd tempest-TestNetworkAdvancedServerOps-1160145080 tempest-TestNetworkAdvancedServerOps-1160145080] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-2 {{(pid=84875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:46:45.540835 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fdfe6e5-d7a5-476f-b10d-e724ef6371fd tempest-TestNetworkAdvancedServerOps-1160145080 tempest-TestNetworkAdvancedServerOps-1160145080] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-2 {{(pid=84875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:46:45.541230 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fdfe6e5-d7a5-476f-b10d-e724ef6371fd tempest-TestNetworkAdvancedServerOps-1160145080 tempest-TestNetworkAdvancedServerOps-1160145080] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@n-d-768862-2 {{(pid=84875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:46:45.541684 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fdfe6e5-d7a5-476f-b10d-e724ef6371fd tempest-TestNetworkAdvancedServerOps-1160145080 tempest-TestNetworkAdvancedServerOps-1160145080] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-2 {{(pid=84875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:46:45.542082 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fdfe6e5-d7a5-476f-b10d-e724ef6371fd tempest-TestNetworkAdvancedServerOps-1160145080 tempest-TestNetworkAdvancedServerOps-1160145080] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-768862-2 {{(pid=84875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:46:45.542476 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fdfe6e5-d7a5-476f-b10d-e724ef6371fd tempest-TestNetworkAdvancedServerOps-1160145080 tempest-TestNetworkAdvancedServerOps-1160145080] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-768862-2 {{(pid=84875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:46:45.542872 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fdfe6e5-d7a5-476f-b10d-e724ef6371fd tempest-TestNetworkAdvancedServerOps-1160145080 tempest-TestNetworkAdvancedServerOps-1160145080] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-2 {{(pid=84875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:46:45.543266 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fdfe6e5-d7a5-476f-b10d-e724ef6371fd tempest-TestNetworkAdvancedServerOps-1160145080 tempest-TestNetworkAdvancedServerOps-1160145080] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-2 {{(pid=84875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:46:45.543663 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fdfe6e5-d7a5-476f-b10d-e724ef6371fd tempest-TestNetworkAdvancedServerOps-1160145080 tempest-TestNetworkAdvancedServerOps-1160145080] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-2 {{(pid=84875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:46:45.544081 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fdfe6e5-d7a5-476f-b10d-e724ef6371fd tempest-TestNetworkAdvancedServerOps-1160145080 tempest-TestNetworkAdvancedServerOps-1160145080] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-2 {{(pid=84875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:46:45.548113 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-6fdfe6e5-d7a5-476f-b10d-e724ef6371fd tempest-TestNetworkAdvancedServerOps-1160145080 tempest-TestNetworkAdvancedServerOps-1160145080] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:46:45.611899 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-0d089082-9af0-4913-a326-33a7d3ce6b5b tempest-TestNetworkAdvancedServerOps-1160145080 tempest-TestNetworkAdvancedServerOps-1160145080] Notify callbacks [] for security_group, before_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:46:45.644040 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-0d089082-9af0-4913-a326-33a7d3ce6b5b tempest-TestNetworkAdvancedServerOps-1160145080 tempest-TestNetworkAdvancedServerOps-1160145080] Notify callbacks [] for security_group, precommit_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:46:45.704025 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-0d089082-9af0-4913-a326-33a7d3ce6b5b tempest-TestNetworkAdvancedServerOps-1160145080 tempest-TestNetworkAdvancedServerOps-1160145080] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850887153'] for security_group, after_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:46:45.709533 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-92565157-7b5a-48d3-a28b-d5723b87e383 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:46:45.722636 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d089082-9af0-4913-a326-33a7d3ce6b5b tempest-TestNetworkAdvancedServerOps-1160145080 tempest-TestNetworkAdvancedServerOps-1160145080] Pushing event deleted for resources: {'SecurityGroup': ['ID=fea1f8b8-7bd7-47b5-8dc3-571f61ac43a0,revision_number=None']} {{(pid=84874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:46:45.729822 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-0d089082-9af0-4913-a326-33a7d3ce6b5b tempest-TestNetworkAdvancedServerOps-1160145080 tempest-TestNetworkAdvancedServerOps-1160145080] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:46:45.735690 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-0d089082-9af0-4913-a326-33a7d3ce6b5b tempest-TestNetworkAdvancedServerOps-1160145080 tempest-TestNetworkAdvancedServerOps-1160145080] Notify callbacks [] for security_group, before_response {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:46:45.739679 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-0d089082-9af0-4913-a326-33a7d3ce6b5b tempest-TestNetworkAdvancedServerOps-1160145080 tempest-TestNetworkAdvancedServerOps-1160145080] 10.222.0.24 "DELETE /v2.0/security-groups/fea1f8b8-7bd7-47b5-8dc3-571f61ac43a0 HTTP/1.1" status: 204 len: 168 time: 0.2091999 Jan 14 07:46:45.962386 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84875) accepted ('10.222.0.24', 45434) {{(pid=84875) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:46:45.968948 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.v2.base [None req-7e570c13-f0c6-47b4-937e-cc513056d66f tempest-TestNetworkAdvancedServerOps-1160145080 tempest-TestNetworkAdvancedServerOps-1160145080] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-2007795882', 'description': 'tempest-secgroup-smoke-2007795882 description', 'project_id': '69417d350c734fdb82cf490b41ee71fc'}} {{(pid=84875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:46:45.980870 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-7e570c13-f0c6-47b4-937e-cc513056d66f tempest-TestNetworkAdvancedServerOps-1160145080 tempest-TestNetworkAdvancedServerOps-1160145080] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:46:45.985277 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-7e570c13-f0c6-47b4-937e-cc513056d66f tempest-TestNetworkAdvancedServerOps-1160145080 tempest-TestNetworkAdvancedServerOps-1160145080] Usage tracker for resource:security_group and tenant:69417d350c734fdb82cf490b41ee71fc is out of sync, need to count used quota {{(pid=84875) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:46:45.988467 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-7e570c13-f0c6-47b4-937e-cc513056d66f tempest-TestNetworkAdvancedServerOps-1160145080 tempest-TestNetworkAdvancedServerOps-1160145080] Quota usage for security_group was recalculated. Used quota:1. {{(pid=84875) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:46:45.994593 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-7e570c13-f0c6-47b4-937e-cc513056d66f tempest-TestNetworkAdvancedServerOps-1160145080 tempest-TestNetworkAdvancedServerOps-1160145080] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:46:46.010169 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-7e570c13-f0c6-47b4-937e-cc513056d66f tempest-TestNetworkAdvancedServerOps-1160145080 tempest-TestNetworkAdvancedServerOps-1160145080] Notify callbacks [] for security_group, before_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:46:46.032020 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-7e570c13-f0c6-47b4-937e-cc513056d66f tempest-TestNetworkAdvancedServerOps-1160145080 tempest-TestNetworkAdvancedServerOps-1160145080] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:46:46.036131 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-7e570c13-f0c6-47b4-937e-cc513056d66f tempest-TestNetworkAdvancedServerOps-1160145080 tempest-TestNetworkAdvancedServerOps-1160145080] Usage tracker for resource:security_group_rule and tenant:69417d350c734fdb82cf490b41ee71fc is out of sync, need to count used quota {{(pid=84875) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:46:46.039119 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-7e570c13-f0c6-47b4-937e-cc513056d66f tempest-TestNetworkAdvancedServerOps-1160145080 tempest-TestNetworkAdvancedServerOps-1160145080] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84875) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:46:46.045045 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-7e570c13-f0c6-47b4-937e-cc513056d66f tempest-TestNetworkAdvancedServerOps-1160145080 tempest-TestNetworkAdvancedServerOps-1160145080] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:46:46.117509 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-7e570c13-f0c6-47b4-937e-cc513056d66f tempest-TestNetworkAdvancedServerOps-1160145080 tempest-TestNetworkAdvancedServerOps-1160145080] Notify callbacks [] for security_group, precommit_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:46:46.121144 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-7e570c13-f0c6-47b4-937e-cc513056d66f tempest-TestNetworkAdvancedServerOps-1160145080 tempest-TestNetworkAdvancedServerOps-1160145080] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850887153'] for security_group, after_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:46:46.126786 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-ccf67405-e704-4dc1-9efc-16bb088672df admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:46:46.166884 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e570c13-f0c6-47b4-937e-cc513056d66f tempest-TestNetworkAdvancedServerOps-1160145080 tempest-TestNetworkAdvancedServerOps-1160145080] Pushing event updated for resources: {'SecurityGroup': ['ID=6d150f40-360b-49e1-98eb-8e50e078e86e,revision_number=1']} {{(pid=84875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:46:46.170079 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-7e570c13-f0c6-47b4-937e-cc513056d66f tempest-TestNetworkAdvancedServerOps-1160145080 tempest-TestNetworkAdvancedServerOps-1160145080] Notify callbacks [] for security_group, before_response {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:46:46.171643 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-7e570c13-f0c6-47b4-937e-cc513056d66f tempest-TestNetworkAdvancedServerOps-1160145080 tempest-TestNetworkAdvancedServerOps-1160145080] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.2081196 Jan 14 07:46:46.172700 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-7e570c13-f0c6-47b4-937e-cc513056d66f tempest-TestNetworkAdvancedServerOps-1160145080 tempest-TestNetworkAdvancedServerOps-1160145080] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:46:46.175204 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84875) accepted ('10.222.0.24', 45438) {{(pid=84875) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:46:46.182894 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.v2.base [None req-eb615de4-9c9a-4329-b58e-bae7b9b6ddc4 tempest-TestNetworkAdvancedServerOps-1160145080 tempest-TestNetworkAdvancedServerOps-1160145080] Request body: {'security_group_rule': {'security_group_id': '6d150f40-360b-49e1-98eb-8e50e078e86e', 'project_id': '69417d350c734fdb82cf490b41ee71fc', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=84875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:46:46.194000 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-eb615de4-9c9a-4329-b58e-bae7b9b6ddc4 tempest-TestNetworkAdvancedServerOps-1160145080 tempest-TestNetworkAdvancedServerOps-1160145080] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:46:46.198355 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-eb615de4-9c9a-4329-b58e-bae7b9b6ddc4 tempest-TestNetworkAdvancedServerOps-1160145080 tempest-TestNetworkAdvancedServerOps-1160145080] Usage tracker for resource:security_group_rule and tenant:69417d350c734fdb82cf490b41ee71fc is out of sync, need to count used quota {{(pid=84875) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:46:46.201599 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-eb615de4-9c9a-4329-b58e-bae7b9b6ddc4 tempest-TestNetworkAdvancedServerOps-1160145080 tempest-TestNetworkAdvancedServerOps-1160145080] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84875) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:46:46.207906 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-eb615de4-9c9a-4329-b58e-bae7b9b6ddc4 tempest-TestNetworkAdvancedServerOps-1160145080 tempest-TestNetworkAdvancedServerOps-1160145080] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:46:46.227742 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-eb615de4-9c9a-4329-b58e-bae7b9b6ddc4 tempest-TestNetworkAdvancedServerOps-1160145080 tempest-TestNetworkAdvancedServerOps-1160145080] Notify callbacks [] for security_group_rule, before_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:46:46.291663 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-eb615de4-9c9a-4329-b58e-bae7b9b6ddc4 tempest-TestNetworkAdvancedServerOps-1160145080 tempest-TestNetworkAdvancedServerOps-1160145080] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:46:46.296052 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-eb615de4-9c9a-4329-b58e-bae7b9b6ddc4 tempest-TestNetworkAdvancedServerOps-1160145080 tempest-TestNetworkAdvancedServerOps-1160145080] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850966545'] for security_group_rule, after_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:46:46.298044 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-a8078047-ac59-4969-84cc-bb6e99d10d7f tempest-TestNetworkAdvancedServerOps-470546014 tempest-TestNetworkAdvancedServerOps-470546014] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:46:46.319146 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb615de4-9c9a-4329-b58e-bae7b9b6ddc4 tempest-TestNetworkAdvancedServerOps-1160145080 tempest-TestNetworkAdvancedServerOps-1160145080] Pushing event updated for resources: {'SecurityGroupRule': ['ID=179d5104-9edd-4f3f-ae41-9ee470f4cea3,revision_number=0']} {{(pid=84875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:46:46.323450 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-eb615de4-9c9a-4329-b58e-bae7b9b6ddc4 tempest-TestNetworkAdvancedServerOps-1160145080 tempest-TestNetworkAdvancedServerOps-1160145080] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:46:46.331617 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-eb615de4-9c9a-4329-b58e-bae7b9b6ddc4 tempest-TestNetworkAdvancedServerOps-1160145080 tempest-TestNetworkAdvancedServerOps-1160145080] Notify callbacks [] for security_group_rule, before_response {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:46:46.332947 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-eb615de4-9c9a-4329-b58e-bae7b9b6ddc4 tempest-TestNetworkAdvancedServerOps-1160145080 tempest-TestNetworkAdvancedServerOps-1160145080] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1566491 Jan 14 07:46:46.335936 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84875) accepted ('10.222.0.24', 45442) {{(pid=84875) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:46:46.341850 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.v2.base [None req-e920eb8a-1c18-4081-b4e0-7db964a64883 tempest-TestNetworkAdvancedServerOps-1160145080 tempest-TestNetworkAdvancedServerOps-1160145080] Request body: {'security_group_rule': {'security_group_id': '6d150f40-360b-49e1-98eb-8e50e078e86e', 'project_id': '69417d350c734fdb82cf490b41ee71fc', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=84875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:46:46.352948 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-e920eb8a-1c18-4081-b4e0-7db964a64883 tempest-TestNetworkAdvancedServerOps-1160145080 tempest-TestNetworkAdvancedServerOps-1160145080] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:46:46.357345 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-e920eb8a-1c18-4081-b4e0-7db964a64883 tempest-TestNetworkAdvancedServerOps-1160145080 tempest-TestNetworkAdvancedServerOps-1160145080] Usage tracker for resource:security_group_rule and tenant:69417d350c734fdb82cf490b41ee71fc is out of sync, need to count used quota {{(pid=84875) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:46:46.360468 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-e920eb8a-1c18-4081-b4e0-7db964a64883 tempest-TestNetworkAdvancedServerOps-1160145080 tempest-TestNetworkAdvancedServerOps-1160145080] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=84875) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:46:46.368712 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-e920eb8a-1c18-4081-b4e0-7db964a64883 tempest-TestNetworkAdvancedServerOps-1160145080 tempest-TestNetworkAdvancedServerOps-1160145080] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=84875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:46:46.386554 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-e920eb8a-1c18-4081-b4e0-7db964a64883 tempest-TestNetworkAdvancedServerOps-1160145080 tempest-TestNetworkAdvancedServerOps-1160145080] Notify callbacks [] for security_group_rule, before_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:46:46.456902 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-e920eb8a-1c18-4081-b4e0-7db964a64883 tempest-TestNetworkAdvancedServerOps-1160145080 tempest-TestNetworkAdvancedServerOps-1160145080] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:46:46.460851 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-e920eb8a-1c18-4081-b4e0-7db964a64883 tempest-TestNetworkAdvancedServerOps-1160145080 tempest-TestNetworkAdvancedServerOps-1160145080] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850966545'] for security_group_rule, after_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:46:46.462794 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-bed86ef9-8d42-4e14-9dd6-49f045290f39 tempest-SecGroupTest-1152222618 tempest-SecGroupTest-1152222618] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:46:46.486948 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e920eb8a-1c18-4081-b4e0-7db964a64883 tempest-TestNetworkAdvancedServerOps-1160145080 tempest-TestNetworkAdvancedServerOps-1160145080] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b39d9c27-d9c0-418c-a82e-1c9892b0ea8a,revision_number=0']} {{(pid=84875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:46:46.489531 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-e920eb8a-1c18-4081-b4e0-7db964a64883 tempest-TestNetworkAdvancedServerOps-1160145080 tempest-TestNetworkAdvancedServerOps-1160145080] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:46:46.496937 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-e920eb8a-1c18-4081-b4e0-7db964a64883 tempest-TestNetworkAdvancedServerOps-1160145080 tempest-TestNetworkAdvancedServerOps-1160145080] Notify callbacks [] for security_group_rule, before_response {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:46:46.498244 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-e920eb8a-1c18-4081-b4e0-7db964a64883 tempest-TestNetworkAdvancedServerOps-1160145080 tempest-TestNetworkAdvancedServerOps-1160145080] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1613293 Jan 14 07:46:46.501316 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84875) accepted ('10.222.0.24', 45446) {{(pid=84875) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:46:46.506865 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.v2.base [None req-e94c837f-d7db-4ab2-ae77-cb62b705ece5 tempest-TestNetworkAdvancedServerOps-1160145080 tempest-TestNetworkAdvancedServerOps-1160145080] Request body: {'security_group_rule': {'security_group_id': '6d150f40-360b-49e1-98eb-8e50e078e86e', 'project_id': '69417d350c734fdb82cf490b41ee71fc', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=84875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:46:46.517846 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-e94c837f-d7db-4ab2-ae77-cb62b705ece5 tempest-TestNetworkAdvancedServerOps-1160145080 tempest-TestNetworkAdvancedServerOps-1160145080] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:46:46.522048 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-e94c837f-d7db-4ab2-ae77-cb62b705ece5 tempest-TestNetworkAdvancedServerOps-1160145080 tempest-TestNetworkAdvancedServerOps-1160145080] Usage tracker for resource:security_group_rule and tenant:69417d350c734fdb82cf490b41ee71fc is out of sync, need to count used quota {{(pid=84875) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:46:46.525223 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-e94c837f-d7db-4ab2-ae77-cb62b705ece5 tempest-TestNetworkAdvancedServerOps-1160145080 tempest-TestNetworkAdvancedServerOps-1160145080] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=84875) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:46:46.531230 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-e94c837f-d7db-4ab2-ae77-cb62b705ece5 tempest-TestNetworkAdvancedServerOps-1160145080 tempest-TestNetworkAdvancedServerOps-1160145080] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=84875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:46:46.549037 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-e94c837f-d7db-4ab2-ae77-cb62b705ece5 tempest-TestNetworkAdvancedServerOps-1160145080 tempest-TestNetworkAdvancedServerOps-1160145080] Notify callbacks [] for security_group_rule, before_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:46:46.616816 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-e94c837f-d7db-4ab2-ae77-cb62b705ece5 tempest-TestNetworkAdvancedServerOps-1160145080 tempest-TestNetworkAdvancedServerOps-1160145080] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:46:46.620873 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-e94c837f-d7db-4ab2-ae77-cb62b705ece5 tempest-TestNetworkAdvancedServerOps-1160145080 tempest-TestNetworkAdvancedServerOps-1160145080] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850966545'] for security_group_rule, after_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:46:46.622803 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:46:46.646712 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e94c837f-d7db-4ab2-ae77-cb62b705ece5 tempest-TestNetworkAdvancedServerOps-1160145080 tempest-TestNetworkAdvancedServerOps-1160145080] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e6f90562-3f29-42cd-a522-8dc8ce89a74d,revision_number=0']} {{(pid=84875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:46:46.651681 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-e94c837f-d7db-4ab2-ae77-cb62b705ece5 tempest-TestNetworkAdvancedServerOps-1160145080 tempest-TestNetworkAdvancedServerOps-1160145080] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:46:46.656548 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-e94c837f-d7db-4ab2-ae77-cb62b705ece5 tempest-TestNetworkAdvancedServerOps-1160145080 tempest-TestNetworkAdvancedServerOps-1160145080] Notify callbacks [] for security_group_rule, before_response {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:46:46.657873 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-e94c837f-d7db-4ab2-ae77-cb62b705ece5 tempest-TestNetworkAdvancedServerOps-1160145080 tempest-TestNetworkAdvancedServerOps-1160145080] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1555827 Jan 14 07:46:46.660958 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84875) accepted ('10.222.0.24', 45450) {{(pid=84875) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:46:46.666666 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.v2.base [None req-2b4bb79c-5bc7-497e-91fe-8fb270aaf1fe tempest-TestNetworkAdvancedServerOps-1160145080 tempest-TestNetworkAdvancedServerOps-1160145080] Request body: {'security_group_rule': {'security_group_id': '6d150f40-360b-49e1-98eb-8e50e078e86e', 'project_id': '69417d350c734fdb82cf490b41ee71fc', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=84875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:46:46.678128 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-2b4bb79c-5bc7-497e-91fe-8fb270aaf1fe tempest-TestNetworkAdvancedServerOps-1160145080 tempest-TestNetworkAdvancedServerOps-1160145080] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:46:46.682857 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-2b4bb79c-5bc7-497e-91fe-8fb270aaf1fe tempest-TestNetworkAdvancedServerOps-1160145080 tempest-TestNetworkAdvancedServerOps-1160145080] Usage tracker for resource:security_group_rule and tenant:69417d350c734fdb82cf490b41ee71fc is out of sync, need to count used quota {{(pid=84875) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:46:46.686385 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-2b4bb79c-5bc7-497e-91fe-8fb270aaf1fe tempest-TestNetworkAdvancedServerOps-1160145080 tempest-TestNetworkAdvancedServerOps-1160145080] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=84875) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:46:46.692912 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-2b4bb79c-5bc7-497e-91fe-8fb270aaf1fe tempest-TestNetworkAdvancedServerOps-1160145080 tempest-TestNetworkAdvancedServerOps-1160145080] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=84875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:46:46.712710 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-2b4bb79c-5bc7-497e-91fe-8fb270aaf1fe tempest-TestNetworkAdvancedServerOps-1160145080 tempest-TestNetworkAdvancedServerOps-1160145080] Notify callbacks [] for security_group_rule, before_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:46:46.785651 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-2b4bb79c-5bc7-497e-91fe-8fb270aaf1fe tempest-TestNetworkAdvancedServerOps-1160145080 tempest-TestNetworkAdvancedServerOps-1160145080] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:46:46.789264 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-2b4bb79c-5bc7-497e-91fe-8fb270aaf1fe tempest-TestNetworkAdvancedServerOps-1160145080 tempest-TestNetworkAdvancedServerOps-1160145080] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850966545'] for security_group_rule, after_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:46:46.791253 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-341de7e0-fd63-4031-b61a-feb2e176d3ec tempest-SecGroupTest-1152222618 tempest-SecGroupTest-1152222618] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:46:46.815313 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b4bb79c-5bc7-497e-91fe-8fb270aaf1fe tempest-TestNetworkAdvancedServerOps-1160145080 tempest-TestNetworkAdvancedServerOps-1160145080] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6ac84c76-af95-4655-a4e9-4ea51d848a7f,revision_number=0']} {{(pid=84875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:46:46.817894 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-2b4bb79c-5bc7-497e-91fe-8fb270aaf1fe tempest-TestNetworkAdvancedServerOps-1160145080 tempest-TestNetworkAdvancedServerOps-1160145080] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:46:46.825034 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-2b4bb79c-5bc7-497e-91fe-8fb270aaf1fe tempest-TestNetworkAdvancedServerOps-1160145080 tempest-TestNetworkAdvancedServerOps-1160145080] Notify callbacks [] for security_group_rule, before_response {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:46:46.826361 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-2b4bb79c-5bc7-497e-91fe-8fb270aaf1fe tempest-TestNetworkAdvancedServerOps-1160145080 tempest-TestNetworkAdvancedServerOps-1160145080] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1643641 Jan 14 07:46:46.829469 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84875) accepted ('10.222.0.24', 45454) {{(pid=84875) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:46:46.835000 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.v2.base [None req-2d44faf2-fd16-46a9-b179-c90a8883171b tempest-TestNetworkAdvancedServerOps-1160145080 tempest-TestNetworkAdvancedServerOps-1160145080] Request body: {'security_group_rule': {'security_group_id': '6d150f40-360b-49e1-98eb-8e50e078e86e', 'project_id': '69417d350c734fdb82cf490b41ee71fc', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=84875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:46:46.846227 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-2d44faf2-fd16-46a9-b179-c90a8883171b tempest-TestNetworkAdvancedServerOps-1160145080 tempest-TestNetworkAdvancedServerOps-1160145080] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:46:46.850733 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-2d44faf2-fd16-46a9-b179-c90a8883171b tempest-TestNetworkAdvancedServerOps-1160145080 tempest-TestNetworkAdvancedServerOps-1160145080] Usage tracker for resource:security_group_rule and tenant:69417d350c734fdb82cf490b41ee71fc is out of sync, need to count used quota {{(pid=84875) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:46:46.853880 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-2d44faf2-fd16-46a9-b179-c90a8883171b tempest-TestNetworkAdvancedServerOps-1160145080 tempest-TestNetworkAdvancedServerOps-1160145080] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=84875) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:46:46.859803 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-2d44faf2-fd16-46a9-b179-c90a8883171b tempest-TestNetworkAdvancedServerOps-1160145080 tempest-TestNetworkAdvancedServerOps-1160145080] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=84875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:46:46.871069 n-d-768862-2 neutron-server[84765]: INFO neutron.db.securitygroups_db [None req-2d44faf2-fd16-46a9-b179-c90a8883171b tempest-TestNetworkAdvancedServerOps-1160145080 tempest-TestNetworkAdvancedServerOps-1160145080] Project 69417d350c734fdb82cf490b41ee71fc added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 14 07:46:46.878094 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-2d44faf2-fd16-46a9-b179-c90a8883171b tempest-TestNetworkAdvancedServerOps-1160145080 tempest-TestNetworkAdvancedServerOps-1160145080] Notify callbacks [] for security_group_rule, before_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:46:46.950148 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-2d44faf2-fd16-46a9-b179-c90a8883171b tempest-TestNetworkAdvancedServerOps-1160145080 tempest-TestNetworkAdvancedServerOps-1160145080] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:46:46.953594 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-2d44faf2-fd16-46a9-b179-c90a8883171b tempest-TestNetworkAdvancedServerOps-1160145080 tempest-TestNetworkAdvancedServerOps-1160145080] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850966545'] for security_group_rule, after_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:46:46.961167 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-809d56ad-43f4-45ce-bc6d-f34b5553d208 tempest-TestServerBasicOps-1521353270 tempest-TestServerBasicOps-1521353270] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:46:46.983323 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d44faf2-fd16-46a9-b179-c90a8883171b tempest-TestNetworkAdvancedServerOps-1160145080 tempest-TestNetworkAdvancedServerOps-1160145080] Pushing event updated for resources: {'SecurityGroupRule': ['ID=05e366ec-a8bc-44dd-aafe-ee5a1b3246cb,revision_number=0']} {{(pid=84875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:46:46.985743 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-2d44faf2-fd16-46a9-b179-c90a8883171b tempest-TestNetworkAdvancedServerOps-1160145080 tempest-TestNetworkAdvancedServerOps-1160145080] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:46:46.990481 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-2d44faf2-fd16-46a9-b179-c90a8883171b tempest-TestNetworkAdvancedServerOps-1160145080 tempest-TestNetworkAdvancedServerOps-1160145080] Notify callbacks [] for security_group_rule, before_response {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:46:46.991637 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-2d44faf2-fd16-46a9-b179-c90a8883171b tempest-TestNetworkAdvancedServerOps-1160145080 tempest-TestNetworkAdvancedServerOps-1160145080] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1612115 Jan 14 07:46:46.995553 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84875) accepted ('10.222.0.24', 45458) {{(pid=84875) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:46:47.001149 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.v2.base [None req-ef225094-69d3-4766-a6c7-9ace0808a5ba tempest-TestNetworkAdvancedServerOps-1160145080 tempest-TestNetworkAdvancedServerOps-1160145080] Request body: {'security_group_rule': {'security_group_id': '6d150f40-360b-49e1-98eb-8e50e078e86e', 'project_id': '69417d350c734fdb82cf490b41ee71fc', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=84875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:46:47.012418 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-ef225094-69d3-4766-a6c7-9ace0808a5ba tempest-TestNetworkAdvancedServerOps-1160145080 tempest-TestNetworkAdvancedServerOps-1160145080] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:46:47.016798 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-ef225094-69d3-4766-a6c7-9ace0808a5ba tempest-TestNetworkAdvancedServerOps-1160145080 tempest-TestNetworkAdvancedServerOps-1160145080] Usage tracker for resource:security_group_rule and tenant:69417d350c734fdb82cf490b41ee71fc is out of sync, need to count used quota {{(pid=84875) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:46:47.020064 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-ef225094-69d3-4766-a6c7-9ace0808a5ba tempest-TestNetworkAdvancedServerOps-1160145080 tempest-TestNetworkAdvancedServerOps-1160145080] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=84875) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:46:47.026349 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-ef225094-69d3-4766-a6c7-9ace0808a5ba tempest-TestNetworkAdvancedServerOps-1160145080 tempest-TestNetworkAdvancedServerOps-1160145080] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=84875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:46:47.038397 n-d-768862-2 neutron-server[84765]: INFO neutron.db.securitygroups_db [None req-ef225094-69d3-4766-a6c7-9ace0808a5ba tempest-TestNetworkAdvancedServerOps-1160145080 tempest-TestNetworkAdvancedServerOps-1160145080] Project 69417d350c734fdb82cf490b41ee71fc added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 14 07:46:47.045311 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-ef225094-69d3-4766-a6c7-9ace0808a5ba tempest-TestNetworkAdvancedServerOps-1160145080 tempest-TestNetworkAdvancedServerOps-1160145080] Notify callbacks [] for security_group_rule, before_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:46:47.113553 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-ef225094-69d3-4766-a6c7-9ace0808a5ba tempest-TestNetworkAdvancedServerOps-1160145080 tempest-TestNetworkAdvancedServerOps-1160145080] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:46:47.118242 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-ef225094-69d3-4766-a6c7-9ace0808a5ba tempest-TestNetworkAdvancedServerOps-1160145080 tempest-TestNetworkAdvancedServerOps-1160145080] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850966545'] for security_group_rule, after_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:46:47.120508 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-978aa099-28d3-4670-9abe-92fc5daa4f10 tempest-TestNetworkAdvancedServerOps-1160145080 tempest-TestNetworkAdvancedServerOps-1160145080] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:46:47.144149 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef225094-69d3-4766-a6c7-9ace0808a5ba tempest-TestNetworkAdvancedServerOps-1160145080 tempest-TestNetworkAdvancedServerOps-1160145080] Pushing event updated for resources: {'SecurityGroupRule': ['ID=34d414ad-2dc0-4e90-9b4b-df76c32709c3,revision_number=0']} {{(pid=84875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:46:47.146741 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-ef225094-69d3-4766-a6c7-9ace0808a5ba tempest-TestNetworkAdvancedServerOps-1160145080 tempest-TestNetworkAdvancedServerOps-1160145080] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:46:47.154154 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-ef225094-69d3-4766-a6c7-9ace0808a5ba tempest-TestNetworkAdvancedServerOps-1160145080 tempest-TestNetworkAdvancedServerOps-1160145080] Notify callbacks [] for security_group_rule, before_response {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:46:47.155469 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-ef225094-69d3-4766-a6c7-9ace0808a5ba tempest-TestNetworkAdvancedServerOps-1160145080 tempest-TestNetworkAdvancedServerOps-1160145080] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1588848 Jan 14 07:46:47.158926 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84874) accepted ('10.222.0.24', 45462) {{(pid=84874) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:46:47.165451 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.v2.base [None req-fdebed1b-96fd-4a0b-aaba-446ebd295d97 tempest-TestNetworkAdvancedServerOps-1160145080 tempest-TestNetworkAdvancedServerOps-1160145080] Request body: {'network': {'name': 'tempest-network-smoke--435176807', 'project_id': '69417d350c734fdb82cf490b41ee71fc', 'port_security_enabled': True}} {{(pid=84874) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:46:47.172226 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-fdebed1b-96fd-4a0b-aaba-446ebd295d97 tempest-TestNetworkAdvancedServerOps-1160145080 tempest-TestNetworkAdvancedServerOps-1160145080] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:46:47.176380 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-fdebed1b-96fd-4a0b-aaba-446ebd295d97 tempest-TestNetworkAdvancedServerOps-1160145080 tempest-TestNetworkAdvancedServerOps-1160145080] Usage tracker for resource:network and tenant:69417d350c734fdb82cf490b41ee71fc is out of sync, need to count used quota {{(pid=84874) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:46:47.179450 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-fdebed1b-96fd-4a0b-aaba-446ebd295d97 tempest-TestNetworkAdvancedServerOps-1160145080 tempest-TestNetworkAdvancedServerOps-1160145080] Quota usage for network was recalculated. Used quota:0. {{(pid=84874) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:46:47.185429 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-fdebed1b-96fd-4a0b-aaba-446ebd295d97 tempest-TestNetworkAdvancedServerOps-1160145080 tempest-TestNetworkAdvancedServerOps-1160145080] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:46:47.196715 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fdebed1b-96fd-4a0b-aaba-446ebd295d97 tempest-TestNetworkAdvancedServerOps-1160145080 tempest-TestNetworkAdvancedServerOps-1160145080] Made reservation on behalf of 69417d350c734fdb82cf490b41ee71fc for: {'network': 1} {{(pid=84874) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 07:46:47.206278 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-fdebed1b-96fd-4a0b-aaba-446ebd295d97 tempest-TestNetworkAdvancedServerOps-1160145080 tempest-TestNetworkAdvancedServerOps-1160145080] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555753'] for network, before_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:46:47.247137 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fdebed1b-96fd-4a0b-aaba-446ebd295d97 tempest-TestNetworkAdvancedServerOps-1160145080 tempest-TestNetworkAdvancedServerOps-1160145080] vxlan segment allocate from pool success with {'vxlan_vni': 3} {{(pid=84874) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Jan 14 07:46:47.262111 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-fdebed1b-96fd-4a0b-aaba-446ebd295d97 tempest-TestNetworkAdvancedServerOps-1160145080 tempest-TestNetworkAdvancedServerOps-1160145080] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854179735'] for segment, precommit_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:46:47.262511 n-d-768862-2 neutron-server[84765]: INFO neutron.db.segments_db [None req-fdebed1b-96fd-4a0b-aaba-446ebd295d97 tempest-TestNetworkAdvancedServerOps-1160145080 tempest-TestNetworkAdvancedServerOps-1160145080] Added segment 95420978-6b7f-46d8-9f4e-0b75c5599822 of type vxlan for network 968bc675-9010-4fb0-9ea7-9340775177b7 Jan 14 07:46:47.290549 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-fdebed1b-96fd-4a0b-aaba-446ebd295d97 tempest-TestNetworkAdvancedServerOps-1160145080 tempest-TestNetworkAdvancedServerOps-1160145080] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363259214646115'] for network, precommit_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:46:47.323103 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-fdebed1b-96fd-4a0b-aaba-446ebd295d97 tempest-TestNetworkAdvancedServerOps-1160145080 tempest-TestNetworkAdvancedServerOps-1160145080] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850887149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964'] for network, after_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:46:47.343167 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fdebed1b-96fd-4a0b-aaba-446ebd295d97 tempest-TestNetworkAdvancedServerOps-1160145080 tempest-TestNetworkAdvancedServerOps-1160145080] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:46:47.343821 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-fdebed1b-96fd-4a0b-aaba-446ebd295d97 tempest-TestNetworkAdvancedServerOps-1160145080 tempest-TestNetworkAdvancedServerOps-1160145080] Notify callbacks [] for network, before_response {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:46:47.347697 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-b21d1a73-69e0-4c6e-9cc2-b2e2222a84ce admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:46:47.453052 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-fdebed1b-96fd-4a0b-aaba-446ebd295d97 tempest-TestNetworkAdvancedServerOps-1160145080 tempest-TestNetworkAdvancedServerOps-1160145080] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.2929232 Jan 14 07:46:47.456078 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84874) accepted ('10.222.0.24', 45466) {{(pid=84874) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:46:47.464372 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.v2.base [None req-e8bc7d1c-5123-47e7-bfcd-822a7041bb83 tempest-TestNetworkAdvancedServerOps-1160145080 tempest-TestNetworkAdvancedServerOps-1160145080] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-280892042', 'admin_state_up': True, 'project_id': '69417d350c734fdb82cf490b41ee71fc', 'external_gateway_info': {'network_id': '226f1e78-82cd-4481-9055-4eb73b6db8c1'}}} {{(pid=84874) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:46:47.478344 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdebed1b-96fd-4a0b-aaba-446ebd295d97 tempest-TestNetworkAdvancedServerOps-1160145080 tempest-TestNetworkAdvancedServerOps-1160145080] Pushing event updated for resources: {'Network': ['ID=968bc675-9010-4fb0-9ea7-9340775177b7,revision_number=1']} {{(pid=84874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:46:47.480926 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-e8bc7d1c-5123-47e7-bfcd-822a7041bb83 tempest-TestNetworkAdvancedServerOps-1160145080 tempest-TestNetworkAdvancedServerOps-1160145080] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:46:47.483499 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-fdebed1b-96fd-4a0b-aaba-446ebd295d97 tempest-TestNetworkAdvancedServerOps-1160145080 tempest-TestNetworkAdvancedServerOps-1160145080] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:46:47.485912 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-e8bc7d1c-5123-47e7-bfcd-822a7041bb83 tempest-TestNetworkAdvancedServerOps-1160145080 tempest-TestNetworkAdvancedServerOps-1160145080] Usage tracker for resource:router and tenant:69417d350c734fdb82cf490b41ee71fc is out of sync, need to count used quota {{(pid=84874) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:46:47.489086 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-e8bc7d1c-5123-47e7-bfcd-822a7041bb83 tempest-TestNetworkAdvancedServerOps-1160145080 tempest-TestNetworkAdvancedServerOps-1160145080] Quota usage for router was recalculated. Used quota:0. {{(pid=84874) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:46:47.492228 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Network 968bc675-9010-4fb0-9ea7-9340775177b7 details requested by agent ovs-agent-n-d-768862-2 with host n-d-768862-2 {{(pid=84876) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 07:46:47.495203 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-e8bc7d1c-5123-47e7-bfcd-822a7041bb83 tempest-TestNetworkAdvancedServerOps-1160145080 tempest-TestNetworkAdvancedServerOps-1160145080] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:46:47.505672 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-e8bc7d1c-5123-47e7-bfcd-822a7041bb83 tempest-TestNetworkAdvancedServerOps-1160145080 tempest-TestNetworkAdvancedServerOps-1160145080] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3889205', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854717621'] for router, before_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:46:47.506705 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-e8bc7d1c-5123-47e7-bfcd-822a7041bb83 tempest-TestNetworkAdvancedServerOps-1160145080 tempest-TestNetworkAdvancedServerOps-1160145080] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036850886574', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3912501', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3808446', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-58179'] for router, precommit_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:46:47.506866 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-017f98a9-8a07-408c-a86f-8ff0c00400a0 None None] Network 968bc675-9010-4fb0-9ea7-9340775177b7 details requested by agent ovs-agent-n-h1-768862-2 with host n-h1-768862-2 {{(pid=84876) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 07:46:47.519857 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-852a24f7-e9a1-4193-9abb-e9506fe5213f None None] Network 968bc675-9010-4fb0-9ea7-9340775177b7 details requested by agent ovs-agent-n-h2-768862-2 with host n-h2-768862-2 {{(pid=84876) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 07:46:47.523360 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-e8bc7d1c-5123-47e7-bfcd-822a7041bb83 tempest-TestNetworkAdvancedServerOps-1160145080 tempest-TestNetworkAdvancedServerOps-1160145080] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:46:47.806826 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-e8bc7d1c-5123-47e7-bfcd-822a7041bb83 tempest-TestNetworkAdvancedServerOps-1160145080 tempest-TestNetworkAdvancedServerOps-1160145080] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3912484', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3889188', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-58194'] for router, precommit_update {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:46:48.128364 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-e8bc7d1c-5123-47e7-bfcd-822a7041bb83 tempest-TestNetworkAdvancedServerOps-1160145080 tempest-TestNetworkAdvancedServerOps-1160145080] Notify callbacks [] for router_gateway, before_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:46:48.159997 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-e8bc7d1c-5123-47e7-bfcd-822a7041bb83 tempest-TestNetworkAdvancedServerOps-1160145080 tempest-TestNetworkAdvancedServerOps-1160145080] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555753'] for port, before_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:46:48.427136 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.db_base_plugin_common [None req-e8bc7d1c-5123-47e7-bfcd-822a7041bb83 tempest-TestNetworkAdvancedServerOps-1160145080 tempest-TestNetworkAdvancedServerOps-1160145080] Allocated IP 172.25.2.251 (226f1e78-82cd-4481-9055-4eb73b6db8c1/ba8deeec-7658-4195-9449-038c076f5c83/434b1fbd-2ac1-4ed1-b23a-229969855886) {{(pid=84874) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 14 07:46:48.586043 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-e8bc7d1c-5123-47e7-bfcd-822a7041bb83 tempest-TestNetworkAdvancedServerOps-1160145080 tempest-TestNetworkAdvancedServerOps-1160145080] Notify callbacks [] for port, precommit_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:46:48.618637 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-e8bc7d1c-5123-47e7-bfcd-822a7041bb83 tempest-TestNetworkAdvancedServerOps-1160145080 tempest-TestNetworkAdvancedServerOps-1160145080] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777640123575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3254186'] for port, after_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:46:48.636071 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-36741ce7-a453-4b03-9969-82f7e121dcc9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:46:48.771086 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8bc7d1c-5123-47e7-bfcd-822a7041bb83 tempest-TestNetworkAdvancedServerOps-1160145080 tempest-TestNetworkAdvancedServerOps-1160145080] Pushing event updated for resources: {'Port': ['ID=434b1fbd-2ac1-4ed1-b23a-229969855886,revision_number=1']} {{(pid=84874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:46:48.776432 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-e8bc7d1c-5123-47e7-bfcd-822a7041bb83 tempest-TestNetworkAdvancedServerOps-1160145080 tempest-TestNetworkAdvancedServerOps-1160145080] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:46:48.830171 n-d-768862-2 neutron-server[84765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8bc7d1c-5123-47e7-bfcd-822a7041bb83 tempest-TestNetworkAdvancedServerOps-1160145080 tempest-TestNetworkAdvancedServerOps-1160145080] Network 226f1e78-82cd-4481-9055-4eb73b6db8c1 is already hosted by enough agents. {{(pid=84874) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 07:46:48.831481 n-d-768862-2 neutron-server[84765]: DEBUG neutron.scheduler.base_scheduler [None req-e8bc7d1c-5123-47e7-bfcd-822a7041bb83 tempest-TestNetworkAdvancedServerOps-1160145080 tempest-TestNetworkAdvancedServerOps-1160145080] Resources bound (agent type, host, resource id): {{(pid=84874) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 07:46:48.834069 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8bc7d1c-5123-47e7-bfcd-822a7041bb83 tempest-TestNetworkAdvancedServerOps-1160145080 tempest-TestNetworkAdvancedServerOps-1160145080] Received port after_create {{(pid=84874) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 14 07:46:48.855969 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-0c985f28-b544-4494-aecf-b0af37e79338 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363259214191800', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854171626'] for agent, after_update {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:46:49.273572 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-e8bc7d1c-5123-47e7-bfcd-822a7041bb83 tempest-TestNetworkAdvancedServerOps-1160145080 tempest-TestNetworkAdvancedServerOps-1160145080] Notify callbacks [] for router_gateway, after_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:46:49.930037 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-e8bc7d1c-5123-47e7-bfcd-822a7041bb83 tempest-TestNetworkAdvancedServerOps-1160145080 tempest-TestNetworkAdvancedServerOps-1160145080] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036850886612', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036850863158'] for router, after_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:46:50.148655 n-d-768862-2 neutron-server[84765]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e8bc7d1c-5123-47e7-bfcd-822a7041bb83 tempest-TestNetworkAdvancedServerOps-1160145080 tempest-TestNetworkAdvancedServerOps-1160145080] Router 1c84c7c4-c4e9-4c8a-a7cb-d80b6f9c3098 is scheduled to L3 agent 35f592e9-451b-4db9-abea-77b6a5c5391b with binding_index 1 {{(pid=84874) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}} Jan 14 07:46:50.335516 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e8bc7d1c-5123-47e7-bfcd-822a7041bb83 tempest-TestNetworkAdvancedServerOps-1160145080 tempest-TestNetworkAdvancedServerOps-1160145080] Notify agent at l3_agent.n-d-768862-2 the message routers_updated {{(pid=84874) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jan 14 07:46:50.354454 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0aa3f01-a170-46b1-ae4c-86412284808c None None] Sync routers for ids ['1c84c7c4-c4e9-4c8a-a7cb-d80b6f9c3098'] in n-d-768862-2 {{(pid=84876) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Jan 14 07:46:50.366065 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0aa3f01-a170-46b1-ae4c-86412284808c None None] Routers {'1c84c7c4-c4e9-4c8a-a7cb-d80b6f9c3098'} bound to L3 agent in host n-d-768862-2 {{(pid=84876) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 14 07:46:50.366774 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_hamode_db [None req-e0aa3f01-a170-46b1-ae4c-86412284808c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-01-14T06:56:51Z,description=,heartbeat_timestamp=2021-01-14T07:46:22Z,host='n-d-768862-2',id=35f592e9-451b-4db9-abea-77b6a5c5391b,load=0,resource_versions=,resources_synced=,started_at=2021-01-14T06:56:51Z,topic='l3_agent')) {'router_ids': ['1c84c7c4-c4e9-4c8a-a7cb-d80b6f9c3098'], 'active': True} {{(pid=84876) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:46:50.370144 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-e8bc7d1c-5123-47e7-bfcd-822a7041bb83 tempest-TestNetworkAdvancedServerOps-1160145080 tempest-TestNetworkAdvancedServerOps-1160145080] Notify callbacks [] for router, before_response {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:46:50.371760 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-e8bc7d1c-5123-47e7-bfcd-822a7041bb83 tempest-TestNetworkAdvancedServerOps-1160145080 tempest-TestNetworkAdvancedServerOps-1160145080] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 2.9147017 Jan 14 07:46:50.375449 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84875) accepted ('10.222.0.24', 45470) {{(pid=84875) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:46:50.425169 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-4485ae52-a13d-43ee-9809-b72a32876300 tempest-TestNetworkAdvancedServerOps-569276418 tempest-TestNetworkAdvancedServerOps-569276418] 10.222.0.24 "GET /v2.0/subnets?project_id=69417d350c734fdb82cf490b41ee71fc&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0481310 Jan 14 07:46:50.428394 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84875) accepted ('10.222.0.24', 45474) {{(pid=84875) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:46:50.561690 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_dvr_db [None req-e0aa3f01-a170-46b1-ae4c-86412284808c None None] Set router 1c84c7c4-c4e9-4c8a-a7cb-d80b6f9c3098 gateway port host: n-d-768862-2 {{(pid=84876) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 14 07:46:50.574301 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77bede48-07f3-4ede-8ab4-913e127173dc tempest-TestNetworkAdvancedServerOps-569276418 tempest-TestNetworkAdvancedServerOps-569276418] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:46:50.575993 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-77bede48-07f3-4ede-8ab4-913e127173dc tempest-TestNetworkAdvancedServerOps-569276418 tempest-TestNetworkAdvancedServerOps-569276418] 10.222.0.24 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1466186 Jan 14 07:46:50.579277 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84875) accepted ('10.222.0.24', 45478) {{(pid=84875) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:46:50.624329 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-2c4ecdf2-9152-4a6a-89f4-af948b91b86b tempest-TestNetworkAdvancedServerOps-569276418 tempest-TestNetworkAdvancedServerOps-569276418] 10.222.0.24 "GET /v2.0/subnets?network_id=226f1e78-82cd-4481-9055-4eb73b6db8c1&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0437350 Jan 14 07:46:50.626972 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84875) accepted ('10.222.0.24', 45482) {{(pid=84875) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:46:50.633120 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.v2.base [None req-ffd60161-7e2f-4866-8041-65f4aac15c45 tempest-TestNetworkAdvancedServerOps-1160145080 tempest-TestNetworkAdvancedServerOps-1160145080] Request body: {'subnet': {'name': 'tempest-subnet-smoke-189501741', 'network_id': '968bc675-9010-4fb0-9ea7-9340775177b7', 'project_id': '69417d350c734fdb82cf490b41ee71fc', 'cidr': '172.20.0.0/28', 'ip_version': 4}} {{(pid=84875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:46:50.880155 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_hamode_db [None req-e0aa3f01-a170-46b1-ae4c-86412284808c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1c84c7c4-c4e9-4c8a-a7cb-d80b6f9c3098', 'name': 'tempest-TestNetworkAdvancedServerOps-router-280892042', 'tenant_id': '69417d350c734fdb82cf490b41ee71fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '226f1e78-82cd-4481-9055-4eb73b6db8c1', 'external_fixed_ips': [{'subnet_id': 'ba8deeec-7658-4195-9449-038c076f5c83', 'ip_address': '172.25.2.251'}], 'enable_snat': True}, 'gw_port_id': '434b1fbd-2ac1-4ed1-b23a-229969855886', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-14T07:46:47Z', 'updated_at': '2021-01-14T07:46:49Z', 'revision_number': 3, 'project_id': '69417d350c734fdb82cf490b41ee71fc', 'gw_port': {'id': '434b1fbd-2ac1-4ed1-b23a-229969855886', 'name': '', 'network_id': '226f1e78-82cd-4481-9055-4eb73b6db8c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:33:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1c84c7c4-c4e9-4c8a-a7cb-d80b6f9c3098', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3894, 'fixed_ips': [{'subnet_id': 'ba8deeec-7658-4195-9449-038c076f5c83', 'ip_address': '172.25.2.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T07:46:48Z', 'updated_at': '2021-01-14T07:46:48Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ba8deeec-7658-4195-9449-038c076f5c83', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-2'}], 'n-d-768862-2', False) {} {{(pid=84876) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:46:50.884760 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0aa3f01-a170-46b1-ae4c-86412284808c None None] Checking router: 1c84c7c4-c4e9-4c8a-a7cb-d80b6f9c3098 for host: n-d-768862-2 {{(pid=84876) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Jan 14 07:46:50.885163 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0aa3f01-a170-46b1-ae4c-86412284808c None None] Updating router 1c84c7c4-c4e9-4c8a-a7cb-d80b6f9c3098 port 434b1fbd-2ac1-4ed1-b23a-229969855886 binding host n-d-768862-2 {{(pid=84876) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Jan 14 07:46:50.944554 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-e0aa3f01-a170-46b1-ae4c-86412284808c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555753'] for port, before_update {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:46:51.055723 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-ffd60161-7e2f-4866-8041-65f4aac15c45 tempest-TestNetworkAdvancedServerOps-1160145080 tempest-TestNetworkAdvancedServerOps-1160145080] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:46:51.060001 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-ffd60161-7e2f-4866-8041-65f4aac15c45 tempest-TestNetworkAdvancedServerOps-1160145080 tempest-TestNetworkAdvancedServerOps-1160145080] Usage tracker for resource:subnet and tenant:69417d350c734fdb82cf490b41ee71fc is out of sync, need to count used quota {{(pid=84875) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:46:51.063039 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-ffd60161-7e2f-4866-8041-65f4aac15c45 tempest-TestNetworkAdvancedServerOps-1160145080 tempest-TestNetworkAdvancedServerOps-1160145080] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84875) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:46:51.068977 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-ffd60161-7e2f-4866-8041-65f4aac15c45 tempest-TestNetworkAdvancedServerOps-1160145080 tempest-TestNetworkAdvancedServerOps-1160145080] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:46:51.079664 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ffd60161-7e2f-4866-8041-65f4aac15c45 tempest-TestNetworkAdvancedServerOps-1160145080 tempest-TestNetworkAdvancedServerOps-1160145080] Made reservation on behalf of 69417d350c734fdb82cf490b41ee71fc for: {'subnet': 1} {{(pid=84875) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 07:46:51.198668 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-ffd60161-7e2f-4866-8041-65f4aac15c45 tempest-TestNetworkAdvancedServerOps-1160145080 tempest-TestNetworkAdvancedServerOps-1160145080] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036852467157'] for subnet, before_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:46:51.361860 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-e0aa3f01-a170-46b1-ae4c-86412284808c None None] Notify callbacks [] for port, precommit_update {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:46:51.374643 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-e0aa3f01-a170-46b1-ae4c-86412284808c None None] Transition to ACTIVE for port object 434b1fbd-2ac1-4ed1-b23a-229969855886 will not be triggered until provisioned by entity L2. {{(pid=84876) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 07:46:51.377870 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-e0aa3f01-a170-46b1-ae4c-86412284808c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777640533312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363259214678337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777640097497'] for port, after_update {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:46:51.391880 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84876) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:46:51.534350 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f277e12-0713-40be-aaab-65984fb30387 None None] Pushing event updated for resources: {'Port': ['ID=434b1fbd-2ac1-4ed1-b23a-229969855886,revision_number=2']} {{(pid=84876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:46:51.539535 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-0f277e12-0713-40be-aaab-65984fb30387 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=84876) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:46:51.606028 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.managers [None req-e0aa3f01-a170-46b1-ae4c-86412284808c None None] Attempting to bind port 434b1fbd-2ac1-4ed1-b23a-229969855886 on host n-d-768862-2 for vnic_type normal with profile {{(pid=84876) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 14 07:46:51.606491 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.managers [None req-e0aa3f01-a170-46b1-ae4c-86412284808c None None] Attempting to bind port 434b1fbd-2ac1-4ed1-b23a-229969855886 by drivers openvswitch on host n-d-768862-2 at level 0 using segments [{'id': 'cf3ded2c-bc47-4a71-89af-6e7117e60140', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '226f1e78-82cd-4481-9055-4eb73b6db8c1'}] {{(pid=84876) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 14 07:46:51.606906 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0aa3f01-a170-46b1-ae4c-86412284808c None None] Attempting to bind port 434b1fbd-2ac1-4ed1-b23a-229969855886 on network 226f1e78-82cd-4481-9055-4eb73b6db8c1 {{(pid=84876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 14 07:46:51.612820 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0aa3f01-a170-46b1-ae4c-86412284808c None None] Checking agent: {'id': 'ba5efab1-b43c-4d5a-bc52-6e105d4e67a2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768862-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 14, 6, 56, 52), 'started_at': datetime.datetime(2021, 1, 14, 6, 57, 22), 'heartbeat_timestamp': datetime.datetime(2021, 1, 14, 7, 46, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768862-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.29', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 14 07:46:51.613189 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0aa3f01-a170-46b1-ae4c-86412284808c None None] Checking segment: {'id': 'cf3ded2c-bc47-4a71-89af-6e7117e60140', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '226f1e78-82cd-4481-9055-4eb73b6db8c1'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84876) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 14 07:46:51.613644 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-e0aa3f01-a170-46b1-ae4c-86412284808c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:46:51.614085 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0aa3f01-a170-46b1-ae4c-86412284808c None None] Bound using segment: {'id': 'cf3ded2c-bc47-4a71-89af-6e7117e60140', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '226f1e78-82cd-4481-9055-4eb73b6db8c1'} {{(pid=84876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 14 07:46:51.614637 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.managers [None req-e0aa3f01-a170-46b1-ae4c-86412284808c None None] Bound port: 434b1fbd-2ac1-4ed1-b23a-229969855886, host: n-d-768862-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cf3ded2c-bc47-4a71-89af-6e7117e60140', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '226f1e78-82cd-4481-9055-4eb73b6db8c1'}}] {{(pid=84876) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 14 07:46:51.615062 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-e0aa3f01-a170-46b1-ae4c-86412284808c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555753'] for port, before_update {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:46:51.667583 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-ffd60161-7e2f-4866-8041-65f4aac15c45 tempest-TestNetworkAdvancedServerOps-1160145080 tempest-TestNetworkAdvancedServerOps-1160145080] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850887113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036851621412', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036852467174'] for subnet, after_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:46:51.681212 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-04e7986c-cfb1-4943-9ca3-c4f5c3a9d147 tempest-TagsExtTest-1634423073 tempest-TagsExtTest-1634423073] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:46:51.696923 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [None req-e0aa3f01-a170-46b1-ae4c-86412284808c None None] For port 434b1fbd-2ac1-4ed1-b23a-229969855886, host n-d-768862-2, cleared binding levels {{(pid=84876) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 14 07:46:51.701422 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [None req-e0aa3f01-a170-46b1-ae4c-86412284808c None None] For port 434b1fbd-2ac1-4ed1-b23a-229969855886, host n-d-768862-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-2',level=0,port_id=434b1fbd-2ac1-4ed1-b23a-229969855886,segment=NetworkSegment(cf3ded2c-bc47-4a71-89af-6e7117e60140),segment_id=cf3ded2c-bc47-4a71-89af-6e7117e60140)] {{(pid=84876) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 14 07:46:51.705884 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-e0aa3f01-a170-46b1-ae4c-86412284808c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777640533312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363259214678337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777640097497'] for port, after_update {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:46:51.722988 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84876) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:46:51.812808 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffd60161-7e2f-4866-8041-65f4aac15c45 tempest-TestNetworkAdvancedServerOps-1160145080 tempest-TestNetworkAdvancedServerOps-1160145080] Pushing event updated for resources: {'Subnet': ['ID=c4315095-32b7-42e4-8f65-bebdacf1e807,revision_number=0']} {{(pid=84875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:46:51.816962 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-ffd60161-7e2f-4866-8041-65f4aac15c45 tempest-TestNetworkAdvancedServerOps-1160145080 tempest-TestNetworkAdvancedServerOps-1160145080] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:46:51.871564 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-7842a57c-88c7-4393-8159-1f786213be9f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363259214191800', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854171626'] for agent, after_update {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:46:51.891320 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ffd60161-7e2f-4866-8041-65f4aac15c45 tempest-TestNetworkAdvancedServerOps-1160145080 tempest-TestNetworkAdvancedServerOps-1160145080] Checking segment: {'id': '95420978-6b7f-46d8-9f4e-0b75c5599822', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '968bc675-9010-4fb0-9ea7-9340775177b7'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84875) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 14 07:46:51.891716 n-d-768862-2 neutron-server[84765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ffd60161-7e2f-4866-8041-65f4aac15c45 tempest-TestNetworkAdvancedServerOps-1160145080 tempest-TestNetworkAdvancedServerOps-1160145080] Network hostable DHCP agents. Network: 968bc675-9010-4fb0-9ea7-9340775177b7, hostable agents: ['32f3dd84-26da-4d18-bf15-6017a8fb7247'], hosted agents: [] {{(pid=84875) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Jan 14 07:46:51.913880 n-d-768862-2 neutron-server[84765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ffd60161-7e2f-4866-8041-65f4aac15c45 tempest-TestNetworkAdvancedServerOps-1160145080 tempest-TestNetworkAdvancedServerOps-1160145080] Network 968bc675-9010-4fb0-9ea7-9340775177b7 is scheduled to be hosted by DHCP agent 32f3dd84-26da-4d18-bf15-6017a8fb7247 with binding_index 1 {{(pid=84875) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Jan 14 07:46:51.916003 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f277e12-0713-40be-aaab-65984fb30387 None None] Pushing event updated for resources: {'Port': ['ID=434b1fbd-2ac1-4ed1-b23a-229969855886,revision_number=3']} {{(pid=84876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:46:51.924061 n-d-768862-2 neutron-server[84765]: DEBUG neutron.scheduler.base_scheduler [None req-ffd60161-7e2f-4866-8041-65f4aac15c45 tempest-TestNetworkAdvancedServerOps-1160145080 tempest-TestNetworkAdvancedServerOps-1160145080] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768862-2, 968bc675-9010-4fb0-9ea7-9340775177b7) {{(pid=84875) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 07:46:51.927701 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-0f277e12-0713-40be-aaab-65984fb30387 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.205s {{(pid=84876) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:46:51.934212 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13f7e5ce-4ed5-4241-8b41-7775dead6ccb None None] Network 968bc675-9010-4fb0-9ea7-9340775177b7 requested from n-d-768862-2 {{(pid=84876) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 07:46:51.940344 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ffd60161-7e2f-4866-8041-65f4aac15c45 tempest-TestNetworkAdvancedServerOps-1160145080 tempest-TestNetworkAdvancedServerOps-1160145080] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:46:51.941064 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-ffd60161-7e2f-4866-8041-65f4aac15c45 tempest-TestNetworkAdvancedServerOps-1160145080 tempest-TestNetworkAdvancedServerOps-1160145080] Notify callbacks [] for subnet, before_response {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:46:51.962595 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-ffd60161-7e2f-4866-8041-65f4aac15c45 tempest-TestNetworkAdvancedServerOps-1160145080 tempest-TestNetworkAdvancedServerOps-1160145080] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 1.3345678 Jan 14 07:46:51.965593 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84875) accepted ('10.222.0.24', 45486) {{(pid=84875) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:46:52.010700 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-da76cfc0-98e8-4426-9f6d-4f05aa3fae78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363259214191800', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854171626'] for agent, after_update {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:46:52.048070 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0aa3f01-a170-46b1-ae4c-86412284808c None None] Routers {'1c84c7c4-c4e9-4c8a-a7cb-d80b6f9c3098'} bound to L3 agent in host n-d-768862-2 {{(pid=84876) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 14 07:46:52.048762 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_hamode_db [None req-e0aa3f01-a170-46b1-ae4c-86412284808c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-01-14T06:56:51Z,description=,heartbeat_timestamp=2021-01-14T07:46:52Z,host='n-d-768862-2',id=35f592e9-451b-4db9-abea-77b6a5c5391b,load=0,resource_versions=,resources_synced=,started_at=2021-01-14T06:56:51Z,topic='l3_agent')) {'router_ids': ['1c84c7c4-c4e9-4c8a-a7cb-d80b6f9c3098'], 'active': True} {{(pid=84876) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:46:52.525859 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_dvr_db [None req-e0aa3f01-a170-46b1-ae4c-86412284808c None None] Set router 1c84c7c4-c4e9-4c8a-a7cb-d80b6f9c3098 gateway port host: n-d-768862-2 {{(pid=84876) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 14 07:46:52.573436 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24c4f602-39d9-4523-aeae-326a89446430 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5d94dc7a-c095-50a4-955e-5f3b78718a12-968bc675-9010-4fb0-9ea7-9340775177b7', 'network_id': '968bc675-9010-4fb0-9ea7-9340775177b7', 'tenant_id': '69417d350c734fdb82cf490b41ee71fc', 'fixed_ips': [{'subnet_id': 'c4315095-32b7-42e4-8f65-bebdacf1e807'}]}} from n-d-768862-2. {{(pid=84876) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Jan 14 07:46:52.574430 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-24c4f602-39d9-4523-aeae-326a89446430 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555753'] for port, before_create {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:46:52.749962 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-0e9a90ae-8cc3-4363-a790-a50b67c4d8c4 tempest-TestNetworkAdvancedServerOps-1160145080 tempest-TestNetworkAdvancedServerOps-1160145080] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555753'] for port, before_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:46:52.756621 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363259214191800', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854171626'] for agent, after_update {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:46:53.108625 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_hamode_db [None req-e0aa3f01-a170-46b1-ae4c-86412284808c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1c84c7c4-c4e9-4c8a-a7cb-d80b6f9c3098', 'name': 'tempest-TestNetworkAdvancedServerOps-router-280892042', 'tenant_id': '69417d350c734fdb82cf490b41ee71fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '226f1e78-82cd-4481-9055-4eb73b6db8c1', 'external_fixed_ips': [{'subnet_id': 'ba8deeec-7658-4195-9449-038c076f5c83', 'ip_address': '172.25.2.251'}], 'enable_snat': True}, 'gw_port_id': '434b1fbd-2ac1-4ed1-b23a-229969855886', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-14T07:46:47Z', 'updated_at': '2021-01-14T07:46:49Z', 'revision_number': 3, 'project_id': '69417d350c734fdb82cf490b41ee71fc', 'gw_port': {'id': '434b1fbd-2ac1-4ed1-b23a-229969855886', 'name': '', 'network_id': '226f1e78-82cd-4481-9055-4eb73b6db8c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:33:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1c84c7c4-c4e9-4c8a-a7cb-d80b6f9c3098', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3894, 'fixed_ips': [{'subnet_id': 'ba8deeec-7658-4195-9449-038c076f5c83', 'ip_address': '172.25.2.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T07:46:48Z', 'updated_at': '2021-01-14T07:46:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ba8deeec-7658-4195-9449-038c076f5c83', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-2'}], 'n-d-768862-2', False) {} {{(pid=84876) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:46:53.117836 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0aa3f01-a170-46b1-ae4c-86412284808c None None] The sync data for ids ['1c84c7c4-c4e9-4c8a-a7cb-d80b6f9c3098'] in n-d-768862-2 is: [{'id': '1c84c7c4-c4e9-4c8a-a7cb-d80b6f9c3098', 'name': 'tempest-TestNetworkAdvancedServerOps-router-280892042', 'tenant_id': '69417d350c734fdb82cf490b41ee71fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '226f1e78-82cd-4481-9055-4eb73b6db8c1', 'external_fixed_ips': [{'subnet_id': 'ba8deeec-7658-4195-9449-038c076f5c83', 'ip_address': '172.25.2.251'}], 'enable_snat': True}, 'gw_port_id': '434b1fbd-2ac1-4ed1-b23a-229969855886', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-14T07:46:47Z', 'updated_at': '2021-01-14T07:46:49Z', 'revision_number': 3, 'project_id': '69417d350c734fdb82cf490b41ee71fc', 'gw_port': {'id': '434b1fbd-2ac1-4ed1-b23a-229969855886', 'name': '', 'network_id': '226f1e78-82cd-4481-9055-4eb73b6db8c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:33:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1c84c7c4-c4e9-4c8a-a7cb-d80b6f9c3098', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3894, 'fixed_ips': [{'subnet_id': 'ba8deeec-7658-4195-9449-038c076f5c83', 'ip_address': '172.25.2.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T07:46:48Z', 'updated_at': '2021-01-14T07:46:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ba8deeec-7658-4195-9449-038c076f5c83', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-2'}] {{(pid=84876) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Jan 14 07:46:53.125258 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.db_base_plugin_common [None req-24c4f602-39d9-4523-aeae-326a89446430 None None] Allocated IP 172.20.0.2 (968bc675-9010-4fb0-9ea7-9340775177b7/c4315095-32b7-42e4-8f65-bebdacf1e807/0899d411-2ef1-467c-acef-8dd60cb2a86b) {{(pid=84876) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 14 07:46:53.361425 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-24c4f602-39d9-4523-aeae-326a89446430 None None] Notify callbacks [] for port, precommit_create {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:46:53.364099 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-0f37073e-9c69-4e3c-80e0-6cfaa0fd61a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363259214191800', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854171626'] for agent, after_update {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:46:53.372995 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-24c4f602-39d9-4523-aeae-326a89446430 None None] Transition to ACTIVE for port object 0899d411-2ef1-467c-acef-8dd60cb2a86b will not be triggered until provisioned by entity L2. {{(pid=84876) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 07:46:53.389600 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-24c4f602-39d9-4523-aeae-326a89446430 None None] Transition to ACTIVE for port object 0899d411-2ef1-467c-acef-8dd60cb2a86b will not be triggered until provisioned by entity DHCP. {{(pid=84876) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 07:46:53.395227 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-24c4f602-39d9-4523-aeae-326a89446430 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777640123575'] for port, after_create {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:46:53.410895 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84876) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:46:53.468288 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.db_base_plugin_common [None req-0e9a90ae-8cc3-4363-a790-a50b67c4d8c4 tempest-TestNetworkAdvancedServerOps-1160145080 tempest-TestNetworkAdvancedServerOps-1160145080] Allocated IP 172.20.0.1 (968bc675-9010-4fb0-9ea7-9340775177b7/c4315095-32b7-42e4-8f65-bebdacf1e807/b65ace04-3a78-4703-a0b4-d4418af82b7b) {{(pid=84875) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 14 07:46:53.558938 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24c4f602-39d9-4523-aeae-326a89446430 None None] Pushing event updated for resources: {'Port': ['ID=0899d411-2ef1-467c-acef-8dd60cb2a86b,revision_number=1']} {{(pid=84876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:46:53.577660 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-24c4f602-39d9-4523-aeae-326a89446430 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.167s {{(pid=84876) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:46:53.621305 n-d-768862-2 neutron-server[84765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24c4f602-39d9-4523-aeae-326a89446430 None None] Network 968bc675-9010-4fb0-9ea7-9340775177b7 is already hosted by enough agents. {{(pid=84876) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 07:46:53.622233 n-d-768862-2 neutron-server[84765]: DEBUG neutron.scheduler.base_scheduler [None req-24c4f602-39d9-4523-aeae-326a89446430 None None] Resources bound (agent type, host, resource id): {{(pid=84876) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 07:46:53.625085 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24c4f602-39d9-4523-aeae-326a89446430 None None] Received port after_create {{(pid=84876) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 14 07:46:53.667734 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-0e9a90ae-8cc3-4363-a790-a50b67c4d8c4 tempest-TestNetworkAdvancedServerOps-1160145080 tempest-TestNetworkAdvancedServerOps-1160145080] Notify callbacks [] for port, precommit_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:46:53.682694 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.managers [None req-24c4f602-39d9-4523-aeae-326a89446430 None None] Attempting to bind port 0899d411-2ef1-467c-acef-8dd60cb2a86b on host n-d-768862-2 for vnic_type normal with profile {{(pid=84876) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 14 07:46:53.683118 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.managers [None req-24c4f602-39d9-4523-aeae-326a89446430 None None] Attempting to bind port 0899d411-2ef1-467c-acef-8dd60cb2a86b by drivers openvswitch on host n-d-768862-2 at level 0 using segments [{'id': '95420978-6b7f-46d8-9f4e-0b75c5599822', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '968bc675-9010-4fb0-9ea7-9340775177b7'}] {{(pid=84876) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 14 07:46:53.683682 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24c4f602-39d9-4523-aeae-326a89446430 None None] Attempting to bind port 0899d411-2ef1-467c-acef-8dd60cb2a86b on network 968bc675-9010-4fb0-9ea7-9340775177b7 {{(pid=84876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 14 07:46:53.690166 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24c4f602-39d9-4523-aeae-326a89446430 None None] Checking agent: {'id': 'ba5efab1-b43c-4d5a-bc52-6e105d4e67a2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768862-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 14, 6, 56, 52), 'started_at': datetime.datetime(2021, 1, 14, 6, 57, 22), 'heartbeat_timestamp': datetime.datetime(2021, 1, 14, 7, 46, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768862-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.29', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 14 07:46:53.690596 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24c4f602-39d9-4523-aeae-326a89446430 None None] Checking segment: {'id': '95420978-6b7f-46d8-9f4e-0b75c5599822', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '968bc675-9010-4fb0-9ea7-9340775177b7'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84876) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 14 07:46:53.691053 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-24c4f602-39d9-4523-aeae-326a89446430 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:46:53.691497 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24c4f602-39d9-4523-aeae-326a89446430 None None] Bound using segment: {'id': '95420978-6b7f-46d8-9f4e-0b75c5599822', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '968bc675-9010-4fb0-9ea7-9340775177b7'} {{(pid=84876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 14 07:46:53.692083 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.managers [None req-24c4f602-39d9-4523-aeae-326a89446430 None None] Bound port: 0899d411-2ef1-467c-acef-8dd60cb2a86b, host: n-d-768862-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '95420978-6b7f-46d8-9f4e-0b75c5599822', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '968bc675-9010-4fb0-9ea7-9340775177b7'}}] {{(pid=84876) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 14 07:46:53.692512 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-24c4f602-39d9-4523-aeae-326a89446430 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555753'] for port, before_update {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:46:53.695473 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-0e9a90ae-8cc3-4363-a790-a50b67c4d8c4 tempest-TestNetworkAdvancedServerOps-1160145080 tempest-TestNetworkAdvancedServerOps-1160145080] Transition to ACTIVE for port object b65ace04-3a78-4703-a0b4-d4418af82b7b will not be triggered until provisioned by entity DHCP. {{(pid=84875) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 07:46:53.724258 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-0e9a90ae-8cc3-4363-a790-a50b67c4d8c4 tempest-TestNetworkAdvancedServerOps-1160145080 tempest-TestNetworkAdvancedServerOps-1160145080] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777640123575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851621574'] for port, after_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:46:53.743284 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-b7a71556-349e-42f8-8ce2-6771e0a7fdec tempest-FloatingIPTestJSON-1632234116 tempest-FloatingIPTestJSON-1632234116] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:46:53.795244 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [None req-24c4f602-39d9-4523-aeae-326a89446430 None None] For port 0899d411-2ef1-467c-acef-8dd60cb2a86b, host n-d-768862-2, cleared binding levels {{(pid=84876) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 14 07:46:53.798632 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [None req-24c4f602-39d9-4523-aeae-326a89446430 None None] For port 0899d411-2ef1-467c-acef-8dd60cb2a86b, host n-d-768862-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-2',level=0,port_id=0899d411-2ef1-467c-acef-8dd60cb2a86b,segment=NetworkSegment(95420978-6b7f-46d8-9f4e-0b75c5599822),segment_id=95420978-6b7f-46d8-9f4e-0b75c5599822)] {{(pid=84876) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 14 07:46:53.802858 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-24c4f602-39d9-4523-aeae-326a89446430 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777640533312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363259214678337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777640097497'] for port, after_update {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:46:53.819184 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-c839521f-1fe9-4eb2-a55b-11ed2b37206e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84876) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:46:53.886315 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e9a90ae-8cc3-4363-a790-a50b67c4d8c4 tempest-TestNetworkAdvancedServerOps-1160145080 tempest-TestNetworkAdvancedServerOps-1160145080] Pushing event updated for resources: {'Port': ['ID=b65ace04-3a78-4703-a0b4-d4418af82b7b,revision_number=1']} {{(pid=84875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:46:53.889766 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-0e9a90ae-8cc3-4363-a790-a50b67c4d8c4 tempest-TestNetworkAdvancedServerOps-1160145080 tempest-TestNetworkAdvancedServerOps-1160145080] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:46:53.950113 n-d-768862-2 neutron-server[84765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e9a90ae-8cc3-4363-a790-a50b67c4d8c4 tempest-TestNetworkAdvancedServerOps-1160145080 tempest-TestNetworkAdvancedServerOps-1160145080] Network 968bc675-9010-4fb0-9ea7-9340775177b7 is already hosted by enough agents. {{(pid=84875) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 07:46:53.950752 n-d-768862-2 neutron-server[84765]: DEBUG neutron.scheduler.base_scheduler [None req-0e9a90ae-8cc3-4363-a790-a50b67c4d8c4 tempest-TestNetworkAdvancedServerOps-1160145080 tempest-TestNetworkAdvancedServerOps-1160145080] Resources bound (agent type, host, resource id): {{(pid=84875) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 07:46:53.954083 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e9a90ae-8cc3-4363-a790-a50b67c4d8c4 tempest-TestNetworkAdvancedServerOps-1160145080 tempest-TestNetworkAdvancedServerOps-1160145080] Received port after_create {{(pid=84875) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 14 07:46:53.971325 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24c4f602-39d9-4523-aeae-326a89446430 None None] Pushing event updated for resources: {'Port': ['ID=0899d411-2ef1-467c-acef-8dd60cb2a86b,revision_number=2']} {{(pid=84876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:46:53.977601 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-24c4f602-39d9-4523-aeae-326a89446430 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.158s {{(pid=84876) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:46:54.026799 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-0e9a90ae-8cc3-4363-a790-a50b67c4d8c4 tempest-TestNetworkAdvancedServerOps-1160145080 tempest-TestNetworkAdvancedServerOps-1160145080] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036850886386'] for router_interface, before_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:46:54.144218 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-0e9a90ae-8cc3-4363-a790-a50b67c4d8c4 tempest-TestNetworkAdvancedServerOps-1160145080 tempest-TestNetworkAdvancedServerOps-1160145080] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555753'] for port, before_update {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:46:54.941314 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-0e9a90ae-8cc3-4363-a790-a50b67c4d8c4 tempest-TestNetworkAdvancedServerOps-1160145080 tempest-TestNetworkAdvancedServerOps-1160145080] Notify callbacks [] for port, precommit_update {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:46:54.945773 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-0e9a90ae-8cc3-4363-a790-a50b67c4d8c4 tempest-TestNetworkAdvancedServerOps-1160145080 tempest-TestNetworkAdvancedServerOps-1160145080] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777640533312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363259214678337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777640097497', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3154211'] for port, after_update {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:46:54.977447 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-7878c8a6-4182-4ab8-b988-91f8d78a6893 tempest-TestNetworkAdvancedServerOps-1160145080 tempest-TestNetworkAdvancedServerOps-1160145080] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:46:55.060465 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Device 0899d411-2ef1-467c-acef-8dd60cb2a86b up at agent ovs-agent-n-d-768862-2 {{(pid=84876) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 07:46:55.070303 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-0e9a90ae-8cc3-4363-a790-a50b67c4d8c4 tempest-TestNetworkAdvancedServerOps-1160145080 tempest-TestNetworkAdvancedServerOps-1160145080] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3206949', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3889649'] for router_interface, after_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:46:55.086834 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e9a90ae-8cc3-4363-a790-a50b67c4d8c4 tempest-TestNetworkAdvancedServerOps-1160145080 tempest-TestNetworkAdvancedServerOps-1160145080] Pushing event updated for resources: {'Port': ['ID=b65ace04-3a78-4703-a0b4-d4418af82b7b,revision_number=2']} {{(pid=84875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:46:55.095559 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-0e9a90ae-8cc3-4363-a790-a50b67c4d8c4 tempest-TestNetworkAdvancedServerOps-1160145080 tempest-TestNetworkAdvancedServerOps-1160145080] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:46:55.136696 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Provisioning for port 0899d411-2ef1-467c-acef-8dd60cb2a86b completed by entity L2. {{(pid=84876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 07:46:55.142280 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Device 434b1fbd-2ac1-4ed1-b23a-229969855886 up at agent ovs-agent-n-d-768862-2 {{(pid=84876) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 07:46:55.222526 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Provisioning for port 434b1fbd-2ac1-4ed1-b23a-229969855886 completed by entity L2. {{(pid=84876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 07:46:55.228211 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Provisioning complete for port 434b1fbd-2ac1-4ed1-b23a-229969855886 triggered by entity L2. {{(pid=84876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 07:46:55.228651 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-604227'] for port, provisioning_complete {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:46:55.234033 n-d-768862-2 neutron-server[84765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e9a90ae-8cc3-4363-a790-a50b67c4d8c4 tempest-TestNetworkAdvancedServerOps-1160145080 tempest-TestNetworkAdvancedServerOps-1160145080] Network 968bc675-9010-4fb0-9ea7-9340775177b7 is already hosted by enough agents. {{(pid=84875) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 07:46:55.235231 n-d-768862-2 neutron-server[84765]: DEBUG neutron.scheduler.base_scheduler [None req-0e9a90ae-8cc3-4363-a790-a50b67c4d8c4 tempest-TestNetworkAdvancedServerOps-1160145080 tempest-TestNetworkAdvancedServerOps-1160145080] Resources bound (agent type, host, resource id): {{(pid=84875) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 07:46:55.354812 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555753'] for port, before_update {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:46:55.372052 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] For port 434b1fbd-2ac1-4ed1-b23a-229969855886, host n-d-768862-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-2',level=0,port_id=434b1fbd-2ac1-4ed1-b23a-229969855886,segment=NetworkSegment(cf3ded2c-bc47-4a71-89af-6e7117e60140),segment_id=cf3ded2c-bc47-4a71-89af-6e7117e60140)] {{(pid=84876) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 07:46:55.375684 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777640533312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363259214678337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777640097497'] for port, after_update {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:46:55.378905 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-1f30eed9-0d91-4749-a2a1-32e4c1c5df38 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84876) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:46:55.437990 n-d-768862-2 neutron-server[84765]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0e9a90ae-8cc3-4363-a790-a50b67c4d8c4 tempest-TestNetworkAdvancedServerOps-1160145080 tempest-TestNetworkAdvancedServerOps-1160145080] Router 1c84c7c4-c4e9-4c8a-a7cb-d80b6f9c3098 has already been hosted by L3 agent 35f592e9-451b-4db9-abea-77b6a5c5391b {{(pid=84875) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Jan 14 07:46:55.439725 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f17c017-608b-4d2f-ad19-893dd40d4263 None None] Network 968bc675-9010-4fb0-9ea7-9340775177b7 requested from n-d-768862-2 {{(pid=84876) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 07:46:55.536496 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Pushing event updated for resources: {'Port': ['ID=434b1fbd-2ac1-4ed1-b23a-229969855886,revision_number=4']} {{(pid=84876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:46:55.540344 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.162s {{(pid=84876) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:46:55.556719 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-d57a4429-50ad-4995-ac1c-036e26a12ea5 None None] Provisioning for port 0899d411-2ef1-467c-acef-8dd60cb2a86b completed by entity DHCP. {{(pid=84876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 07:46:55.565879 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-d57a4429-50ad-4995-ac1c-036e26a12ea5 None None] Provisioning complete for port 0899d411-2ef1-467c-acef-8dd60cb2a86b triggered by entity DHCP. {{(pid=84876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 07:46:55.566303 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-d57a4429-50ad-4995-ac1c-036e26a12ea5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-604227'] for port, provisioning_complete {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:46:55.632673 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0e9a90ae-8cc3-4363-a790-a50b67c4d8c4 tempest-TestNetworkAdvancedServerOps-1160145080 tempest-TestNetworkAdvancedServerOps-1160145080] Notify agent at l3_agent.n-d-768862-2 the message routers_updated {{(pid=84875) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jan 14 07:46:55.655288 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-0e9a90ae-8cc3-4363-a790-a50b67c4d8c4 tempest-TestNetworkAdvancedServerOps-1160145080 tempest-TestNetworkAdvancedServerOps-1160145080] 10.222.0.24 "PUT /v2.0/routers/1c84c7c4-c4e9-4c8a-a7cb-d80b6f9c3098/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6805604 Jan 14 07:46:55.857650 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [req-424a07ab-26b3-4103-8b6f-1a8c5d50f081 req-3a76d9f8-d221-4d25-897a-869559045ea2 tempest-TestNetworkAdvancedServerOps-1160145080 tempest-TestNetworkAdvancedServerOps-1160145080] Synchronizing usage tracker for tenant:69417d350c734fdb82cf490b41ee71fc on resource:security_group {{(pid=84875) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 14 07:46:55.876772 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [req-424a07ab-26b3-4103-8b6f-1a8c5d50f081 req-3a76d9f8-d221-4d25-897a-869559045ea2 tempest-TestNetworkAdvancedServerOps-1160145080 tempest-TestNetworkAdvancedServerOps-1160145080] Unset dirty status for tenant:69417d350c734fdb82cf490b41ee71fc on resource:security_group {{(pid=84875) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 14 07:46:55.878108 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [req-424a07ab-26b3-4103-8b6f-1a8c5d50f081 req-3a76d9f8-d221-4d25-897a-869559045ea2 tempest-TestNetworkAdvancedServerOps-1160145080 tempest-TestNetworkAdvancedServerOps-1160145080] 10.222.0.24 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2007795882&fields=id&tenant_id=69417d350c734fdb82cf490b41ee71fc HTTP/1.1" status: 200 len: 267 time: 0.0737066 Jan 14 07:46:56.010422 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-d57a4429-50ad-4995-ac1c-036e26a12ea5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555753'] for port, before_update {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:46:56.053893 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [None req-d57a4429-50ad-4995-ac1c-036e26a12ea5 None None] For port 0899d411-2ef1-467c-acef-8dd60cb2a86b, host n-d-768862-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-2',level=0,port_id=0899d411-2ef1-467c-acef-8dd60cb2a86b,segment=NetworkSegment(95420978-6b7f-46d8-9f4e-0b75c5599822),segment_id=95420978-6b7f-46d8-9f4e-0b75c5599822)] {{(pid=84876) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 07:46:56.061569 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-d57a4429-50ad-4995-ac1c-036e26a12ea5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777640533312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363259214678337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777640097497'] for port, after_update {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:46:56.063690 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84876) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:46:56.070324 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-424a07ab-26b3-4103-8b6f-1a8c5d50f081 req-c60a967b-e584-4807-a246-d740d85d3a4a tempest-TestNetworkAdvancedServerOps-1160145080 tempest-TestNetworkAdvancedServerOps-1160145080] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:46:56.071139 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [req-424a07ab-26b3-4103-8b6f-1a8c5d50f081 req-c60a967b-e584-4807-a246-d740d85d3a4a tempest-TestNetworkAdvancedServerOps-1160145080 tempest-TestNetworkAdvancedServerOps-1160145080] Synchronizing usage tracker for tenant:69417d350c734fdb82cf490b41ee71fc on resource:network {{(pid=84875) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 14 07:46:56.090314 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [req-424a07ab-26b3-4103-8b6f-1a8c5d50f081 req-c60a967b-e584-4807-a246-d740d85d3a4a tempest-TestNetworkAdvancedServerOps-1160145080 tempest-TestNetworkAdvancedServerOps-1160145080] Unset dirty status for tenant:69417d350c734fdb82cf490b41ee71fc on resource:network {{(pid=84875) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 14 07:46:56.090536 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1687ed46-2718-4df3-b26e-715dd487e879 None None] Sync routers for ids ['1c84c7c4-c4e9-4c8a-a7cb-d80b6f9c3098'] in n-d-768862-2 {{(pid=84877) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Jan 14 07:46:56.091623 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [req-424a07ab-26b3-4103-8b6f-1a8c5d50f081 req-c60a967b-e584-4807-a246-d740d85d3a4a tempest-TestNetworkAdvancedServerOps-1160145080 tempest-TestNetworkAdvancedServerOps-1160145080] 10.222.0.24 "GET /v2.0/networks?id=968bc675-9010-4fb0-9ea7-9340775177b7 HTTP/1.1" status: 200 len: 796 time: 0.2051253 Jan 14 07:46:56.102437 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1687ed46-2718-4df3-b26e-715dd487e879 None None] Routers {'1c84c7c4-c4e9-4c8a-a7cb-d80b6f9c3098'} bound to L3 agent in host n-d-768862-2 {{(pid=84877) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 14 07:46:56.103125 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_hamode_db [None req-1687ed46-2718-4df3-b26e-715dd487e879 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-01-14T06:56:51Z,description=,heartbeat_timestamp=2021-01-14T07:46:52Z,host='n-d-768862-2',id=35f592e9-451b-4db9-abea-77b6a5c5391b,load=0,resource_versions=,resources_synced=,started_at=2021-01-14T06:56:51Z,topic='l3_agent')) {'router_ids': ['1c84c7c4-c4e9-4c8a-a7cb-d80b6f9c3098'], 'active': True} {{(pid=84877) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:46:56.118307 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [req-424a07ab-26b3-4103-8b6f-1a8c5d50f081 req-48999172-3092-4418-a445-dff7c80f9ba4 tempest-TestNetworkAdvancedServerOps-1160145080 tempest-TestNetworkAdvancedServerOps-1160145080] 10.222.0.24 "GET /v2.0/quotas/69417d350c734fdb82cf490b41ee71fc HTTP/1.1" status: 200 len: 375 time: 0.0195911 Jan 14 07:46:56.146606 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d57a4429-50ad-4995-ac1c-036e26a12ea5 None None] Pushing event updated for resources: {'Port': ['ID=0899d411-2ef1-467c-acef-8dd60cb2a86b,revision_number=3']} {{(pid=84876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:46:56.151210 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-d57a4429-50ad-4995-ac1c-036e26a12ea5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=84876) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:46:56.214606 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [req-424a07ab-26b3-4103-8b6f-1a8c5d50f081 req-f82810a9-98d1-4444-8c6a-8e1a5d29732d tempest-TestNetworkAdvancedServerOps-1160145080 tempest-TestNetworkAdvancedServerOps-1160145080] Synchronizing usage tracker for tenant:69417d350c734fdb82cf490b41ee71fc on resource:port {{(pid=84875) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 14 07:46:56.234636 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [req-424a07ab-26b3-4103-8b6f-1a8c5d50f081 req-f82810a9-98d1-4444-8c6a-8e1a5d29732d tempest-TestNetworkAdvancedServerOps-1160145080 tempest-TestNetworkAdvancedServerOps-1160145080] Unset dirty status for tenant:69417d350c734fdb82cf490b41ee71fc on resource:port {{(pid=84875) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 14 07:46:56.236584 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [req-424a07ab-26b3-4103-8b6f-1a8c5d50f081 req-f82810a9-98d1-4444-8c6a-8e1a5d29732d tempest-TestNetworkAdvancedServerOps-1160145080 tempest-TestNetworkAdvancedServerOps-1160145080] 10.222.0.24 "GET /v2.0/ports?tenant_id=69417d350c734fdb82cf490b41ee71fc&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1174068 Jan 14 07:46:56.411976 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [req-424a07ab-26b3-4103-8b6f-1a8c5d50f081 req-f2998a7b-2968-47b1-a199-32cf3e4dbb51 service neutron] 10.222.0.24 "GET /v2.0/networks/968bc675-9010-4fb0-9ea7-9340775177b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1616919 Jan 14 07:46:56.424587 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-8cea593b-5b1e-446e-9170-013add27d298 None None] Provisioning for port b65ace04-3a78-4703-a0b4-d4418af82b7b completed by entity DHCP. {{(pid=84876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 07:46:56.431423 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-8cea593b-5b1e-446e-9170-013add27d298 None None] Provisioning complete for port b65ace04-3a78-4703-a0b4-d4418af82b7b triggered by entity DHCP. {{(pid=84876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 07:46:56.432265 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-8cea593b-5b1e-446e-9170-013add27d298 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-604227'] for port, provisioning_complete {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:46:56.488975 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_dvr_db [None req-1687ed46-2718-4df3-b26e-715dd487e879 None None] Set router 1c84c7c4-c4e9-4c8a-a7cb-d80b6f9c3098 gateway port host: n-d-768862-2 {{(pid=84877) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 14 07:46:56.534423 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.plugin [None req-8cea593b-5b1e-446e-9170-013add27d298 None None] Port b65ace04-3a78-4703-a0b4-d4418af82b7b cannot update to ACTIVE because it is not bound. {{(pid=84876) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:329}} Jan 14 07:46:56.550334 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-8cea593b-5b1e-446e-9170-013add27d298 None None] Provisioning complete for port 0899d411-2ef1-467c-acef-8dd60cb2a86b triggered by entity DHCP. {{(pid=84876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 07:46:56.551238 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-8cea593b-5b1e-446e-9170-013add27d298 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-604227'] for port, provisioning_complete {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:46:56.621280 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [req-424a07ab-26b3-4103-8b6f-1a8c5d50f081 req-198f5b5b-8484-4f46-af7d-1c4bfe0c0ceb service neutron] 10.222.0.24 "GET /v2.0/networks/968bc675-9010-4fb0-9ea7-9340775177b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.2080483 Jan 14 07:46:56.890978 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-31a58779-f9ca-4c41-91fa-76a75782f0d8 None None] Provisioning complete for port b65ace04-3a78-4703-a0b4-d4418af82b7b triggered by entity DHCP. {{(pid=84876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 07:46:56.891403 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-31a58779-f9ca-4c41-91fa-76a75782f0d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-604227'] for port, provisioning_complete {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:46:56.951326 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_hamode_db [None req-1687ed46-2718-4df3-b26e-715dd487e879 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1c84c7c4-c4e9-4c8a-a7cb-d80b6f9c3098', 'name': 'tempest-TestNetworkAdvancedServerOps-router-280892042', 'tenant_id': '69417d350c734fdb82cf490b41ee71fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '226f1e78-82cd-4481-9055-4eb73b6db8c1', 'external_fixed_ips': [{'subnet_id': 'ba8deeec-7658-4195-9449-038c076f5c83', 'ip_address': '172.25.2.251'}], 'enable_snat': True}, 'gw_port_id': '434b1fbd-2ac1-4ed1-b23a-229969855886', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-14T07:46:47Z', 'updated_at': '2021-01-14T07:46:54Z', 'revision_number': 4, 'project_id': '69417d350c734fdb82cf490b41ee71fc', 'gw_port': {'id': '434b1fbd-2ac1-4ed1-b23a-229969855886', 'name': '', 'network_id': '226f1e78-82cd-4481-9055-4eb73b6db8c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:33:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c84c7c4-c4e9-4c8a-a7cb-d80b6f9c3098', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3894, 'fixed_ips': [{'subnet_id': 'ba8deeec-7658-4195-9449-038c076f5c83', 'ip_address': '172.25.2.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T07:46:48Z', 'updated_at': '2021-01-14T07:46:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ba8deeec-7658-4195-9449-038c076f5c83', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-2', '_interfaces': [{'id': 'b65ace04-3a78-4703-a0b4-d4418af82b7b', 'name': '', 'network_id': '968bc675-9010-4fb0-9ea7-9340775177b7', 'tenant_id': '69417d350c734fdb82cf490b41ee71fc', 'mac_address': 'fa:16:3e:28:b3:c8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1c84c7c4-c4e9-4c8a-a7cb-d80b6f9c3098', 'device_owner': 'network:router_interface', 'standard_attr_id': 3897, 'fixed_ips': [{'subnet_id': 'c4315095-32b7-42e4-8f65-bebdacf1e807', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T07:46:53Z', 'updated_at': '2021-01-14T07:46:54Z', 'revision_number': 2, 'project_id': '69417d350c734fdb82cf490b41ee71fc', 'subnets': [{'id': 'c4315095-32b7-42e4-8f65-bebdacf1e807', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'n-d-768862-2', False) {} {{(pid=84877) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:46:56.960912 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1687ed46-2718-4df3-b26e-715dd487e879 None None] Checking router: 1c84c7c4-c4e9-4c8a-a7cb-d80b6f9c3098 for host: n-d-768862-2 {{(pid=84877) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Jan 14 07:46:56.961311 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1687ed46-2718-4df3-b26e-715dd487e879 None None] Updating router 1c84c7c4-c4e9-4c8a-a7cb-d80b6f9c3098 port b65ace04-3a78-4703-a0b4-d4418af82b7b binding host n-d-768862-2 {{(pid=84877) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Jan 14 07:46:57.026496 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.plugin [None req-31a58779-f9ca-4c41-91fa-76a75782f0d8 None None] Port b65ace04-3a78-4703-a0b4-d4418af82b7b cannot update to ACTIVE because it is not bound. {{(pid=84876) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:329}} Jan 14 07:46:57.051069 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-31a58779-f9ca-4c41-91fa-76a75782f0d8 None None] Provisioning complete for port 0899d411-2ef1-467c-acef-8dd60cb2a86b triggered by entity DHCP. {{(pid=84876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 07:46:57.058610 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-31a58779-f9ca-4c41-91fa-76a75782f0d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-604227'] for port, provisioning_complete {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:46:57.089277 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-1687ed46-2718-4df3-b26e-715dd487e879 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555753'] for port, before_update {{(pid=84877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:46:57.147628 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Device 0899d411-2ef1-467c-acef-8dd60cb2a86b up at agent ovs-agent-n-d-768862-2 {{(pid=84876) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 07:46:57.182163 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84875) accepted ('10.222.0.24', 45516) {{(pid=84875) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:46:57.362998 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Provisioning complete for port 0899d411-2ef1-467c-acef-8dd60cb2a86b triggered by entity L2. {{(pid=84876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 07:46:57.363429 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-604227'] for port, provisioning_complete {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:46:57.521655 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Device 434b1fbd-2ac1-4ed1-b23a-229969855886 up at agent ovs-agent-n-d-768862-2 {{(pid=84876) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 07:46:57.651183 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-40bdf08e-d57d-4e33-8fc7-8c183759a20f None None] Provisioning complete for port b65ace04-3a78-4703-a0b4-d4418af82b7b triggered by entity DHCP. {{(pid=84876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 07:46:57.651516 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-40bdf08e-d57d-4e33-8fc7-8c183759a20f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-604227'] for port, provisioning_complete {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:46:57.661515 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-1687ed46-2718-4df3-b26e-715dd487e879 None None] Notify callbacks [] for port, precommit_update {{(pid=84877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:46:57.675593 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-1687ed46-2718-4df3-b26e-715dd487e879 None None] Transition to ACTIVE for port object b65ace04-3a78-4703-a0b4-d4418af82b7b will not be triggered until provisioned by entity L2. {{(pid=84877) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 07:46:57.679177 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-1687ed46-2718-4df3-b26e-715dd487e879 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777640533312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363259214678337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777640097497'] for port, after_update {{(pid=84877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:46:57.695297 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-98dffa5a-8572-4f9f-b3e4-a5441285540d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:46:57.734202 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.plugin [None req-40bdf08e-d57d-4e33-8fc7-8c183759a20f None None] Port b65ace04-3a78-4703-a0b4-d4418af82b7b cannot update to ACTIVE because it is not bound. {{(pid=84876) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:329}} Jan 14 07:46:57.825362 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Provisioning complete for port 434b1fbd-2ac1-4ed1-b23a-229969855886 triggered by entity L2. {{(pid=84876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 07:46:57.825745 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-604227'] for port, provisioning_complete {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:46:57.830922 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53e79fc2-86c6-4a77-ae24-e9a855fdc609 None None] Pushing event updated for resources: {'Port': ['ID=b65ace04-3a78-4703-a0b4-d4418af82b7b,revision_number=3']} {{(pid=84877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:46:57.835682 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-53e79fc2-86c6-4a77-ae24-e9a855fdc609 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=84877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:46:57.857716 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-1c7e9e6b-21ca-4062-acd6-6603262a27b8 tempest-TestNetworkAdvancedServerOps-1160145080 tempest-TestNetworkAdvancedServerOps-1160145080] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3889632'] for router_interface, before_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:46:57.901578 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-66a1cb73-65b5-4c64-a870-8c48ff6ca3f9 None None] Provisioning complete for port 0899d411-2ef1-467c-acef-8dd60cb2a86b triggered by entity DHCP. {{(pid=84876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 07:46:57.902214 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-66a1cb73-65b5-4c64-a870-8c48ff6ca3f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-604227'] for port, provisioning_complete {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:46:58.007674 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.managers [None req-1687ed46-2718-4df3-b26e-715dd487e879 None None] Attempting to bind port b65ace04-3a78-4703-a0b4-d4418af82b7b on host n-d-768862-2 for vnic_type normal with profile {{(pid=84877) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 14 07:46:58.008111 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.managers [None req-1687ed46-2718-4df3-b26e-715dd487e879 None None] Attempting to bind port b65ace04-3a78-4703-a0b4-d4418af82b7b by drivers openvswitch on host n-d-768862-2 at level 0 using segments [{'id': '95420978-6b7f-46d8-9f4e-0b75c5599822', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '968bc675-9010-4fb0-9ea7-9340775177b7'}] {{(pid=84877) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 14 07:46:58.008678 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1687ed46-2718-4df3-b26e-715dd487e879 None None] Attempting to bind port b65ace04-3a78-4703-a0b4-d4418af82b7b on network 968bc675-9010-4fb0-9ea7-9340775177b7 {{(pid=84877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 14 07:46:58.015132 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1687ed46-2718-4df3-b26e-715dd487e879 None None] Checking agent: {'id': 'ba5efab1-b43c-4d5a-bc52-6e105d4e67a2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768862-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 14, 6, 56, 52), 'started_at': datetime.datetime(2021, 1, 14, 6, 57, 22), 'heartbeat_timestamp': datetime.datetime(2021, 1, 14, 7, 46, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768862-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.29', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 14 07:46:58.015550 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1687ed46-2718-4df3-b26e-715dd487e879 None None] Checking segment: {'id': '95420978-6b7f-46d8-9f4e-0b75c5599822', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '968bc675-9010-4fb0-9ea7-9340775177b7'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84877) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 14 07:46:58.016026 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-1687ed46-2718-4df3-b26e-715dd487e879 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:46:58.016474 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1687ed46-2718-4df3-b26e-715dd487e879 None None] Bound using segment: {'id': '95420978-6b7f-46d8-9f4e-0b75c5599822', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '968bc675-9010-4fb0-9ea7-9340775177b7'} {{(pid=84877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 14 07:46:58.016989 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.managers [None req-1687ed46-2718-4df3-b26e-715dd487e879 None None] Bound port: b65ace04-3a78-4703-a0b4-d4418af82b7b, host: n-d-768862-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '95420978-6b7f-46d8-9f4e-0b75c5599822', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '968bc675-9010-4fb0-9ea7-9340775177b7'}}] {{(pid=84877) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 14 07:46:58.017403 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-1687ed46-2718-4df3-b26e-715dd487e879 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555753'] for port, before_update {{(pid=84877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:46:58.125136 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [None req-1687ed46-2718-4df3-b26e-715dd487e879 None None] For port b65ace04-3a78-4703-a0b4-d4418af82b7b, host n-d-768862-2, cleared binding levels {{(pid=84877) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 14 07:46:58.128674 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [None req-1687ed46-2718-4df3-b26e-715dd487e879 None None] For port b65ace04-3a78-4703-a0b4-d4418af82b7b, host n-d-768862-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-2',level=0,port_id=b65ace04-3a78-4703-a0b4-d4418af82b7b,segment=NetworkSegment(95420978-6b7f-46d8-9f4e-0b75c5599822),segment_id=95420978-6b7f-46d8-9f4e-0b75c5599822)] {{(pid=84877) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 14 07:46:58.133617 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-1687ed46-2718-4df3-b26e-715dd487e879 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777640533312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363259214678337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777640097497'] for port, after_update {{(pid=84877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:46:58.149490 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-98dffa5a-8572-4f9f-b3e4-a5441285540d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:46:58.297799 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53e79fc2-86c6-4a77-ae24-e9a855fdc609 None None] Pushing event updated for resources: {'Port': ['ID=b65ace04-3a78-4703-a0b4-d4418af82b7b,revision_number=4']} {{(pid=84877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:46:58.302339 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-53e79fc2-86c6-4a77-ae24-e9a855fdc609 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.153s {{(pid=84877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:46:58.341996 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1687ed46-2718-4df3-b26e-715dd487e879 None None] Routers {'1c84c7c4-c4e9-4c8a-a7cb-d80b6f9c3098'} bound to L3 agent in host n-d-768862-2 {{(pid=84877) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 14 07:46:58.342690 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_hamode_db [None req-1687ed46-2718-4df3-b26e-715dd487e879 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-01-14T06:56:51Z,description=,heartbeat_timestamp=2021-01-14T07:46:52Z,host='n-d-768862-2',id=35f592e9-451b-4db9-abea-77b6a5c5391b,load=0,resource_versions=,resources_synced=,started_at=2021-01-14T06:56:51Z,topic='l3_agent')) {'router_ids': ['1c84c7c4-c4e9-4c8a-a7cb-d80b6f9c3098'], 'active': True} {{(pid=84877) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:46:58.378616 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.plugin [None req-1c7e9e6b-21ca-4062-acd6-6603262a27b8 tempest-TestNetworkAdvancedServerOps-1160145080 tempest-TestNetworkAdvancedServerOps-1160145080] Deleting port b65ace04-3a78-4703-a0b4-d4418af82b7b {{(pid=84875) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 07:46:58.379170 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-1c7e9e6b-21ca-4062-acd6-6603262a27b8 tempest-TestNetworkAdvancedServerOps-1160145080 tempest-TestNetworkAdvancedServerOps-1160145080] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363259214248359'] for port, before_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:46:58.535381 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_dvr_db [None req-1687ed46-2718-4df3-b26e-715dd487e879 None None] Set router 1c84c7c4-c4e9-4c8a-a7cb-d80b6f9c3098 gateway port host: n-d-768862-2 {{(pid=84877) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 14 07:46:58.584870 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [None req-1c7e9e6b-21ca-4062-acd6-6603262a27b8 tempest-TestNetworkAdvancedServerOps-1160145080 tempest-TestNetworkAdvancedServerOps-1160145080] For port b65ace04-3a78-4703-a0b4-d4418af82b7b, host n-d-768862-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-2',level=0,port_id=b65ace04-3a78-4703-a0b4-d4418af82b7b,segment=NetworkSegment(95420978-6b7f-46d8-9f4e-0b75c5599822),segment_id=95420978-6b7f-46d8-9f4e-0b75c5599822)] {{(pid=84875) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 07:46:58.585108 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-1c7e9e6b-21ca-4062-acd6-6603262a27b8 tempest-TestNetworkAdvancedServerOps-1160145080 tempest-TestNetworkAdvancedServerOps-1160145080] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036850862667'] for port, precommit_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:46:58.721337 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.plugin [None req-1c7e9e6b-21ca-4062-acd6-6603262a27b8 tempest-TestNetworkAdvancedServerOps-1160145080 tempest-TestNetworkAdvancedServerOps-1160145080] Calling delete_port for b65ace04-3a78-4703-a0b4-d4418af82b7b owned by network:router_interface {{(pid=84875) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 07:46:58.866853 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_hamode_db [None req-1687ed46-2718-4df3-b26e-715dd487e879 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1c84c7c4-c4e9-4c8a-a7cb-d80b6f9c3098', 'name': 'tempest-TestNetworkAdvancedServerOps-router-280892042', 'tenant_id': '69417d350c734fdb82cf490b41ee71fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '226f1e78-82cd-4481-9055-4eb73b6db8c1', 'external_fixed_ips': [{'subnet_id': 'ba8deeec-7658-4195-9449-038c076f5c83', 'ip_address': '172.25.2.251'}], 'enable_snat': True}, 'gw_port_id': '434b1fbd-2ac1-4ed1-b23a-229969855886', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-14T07:46:47Z', 'updated_at': '2021-01-14T07:46:54Z', 'revision_number': 4, 'project_id': '69417d350c734fdb82cf490b41ee71fc', 'gw_port': {'id': '434b1fbd-2ac1-4ed1-b23a-229969855886', 'name': '', 'network_id': '226f1e78-82cd-4481-9055-4eb73b6db8c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:33:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c84c7c4-c4e9-4c8a-a7cb-d80b6f9c3098', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3894, 'fixed_ips': [{'subnet_id': 'ba8deeec-7658-4195-9449-038c076f5c83', 'ip_address': '172.25.2.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T07:46:48Z', 'updated_at': '2021-01-14T07:46:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ba8deeec-7658-4195-9449-038c076f5c83', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-2', '_interfaces': [{'id': 'b65ace04-3a78-4703-a0b4-d4418af82b7b', 'name': '', 'network_id': '968bc675-9010-4fb0-9ea7-9340775177b7', 'tenant_id': '69417d350c734fdb82cf490b41ee71fc', 'mac_address': 'fa:16:3e:28:b3:c8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1c84c7c4-c4e9-4c8a-a7cb-d80b6f9c3098', 'device_owner': 'network:router_interface', 'standard_attr_id': 3897, 'fixed_ips': [{'subnet_id': 'c4315095-32b7-42e4-8f65-bebdacf1e807', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T07:46:53Z', 'updated_at': '2021-01-14T07:46:58Z', 'revision_number': 4, 'project_id': '69417d350c734fdb82cf490b41ee71fc', 'subnets': [{'id': 'c4315095-32b7-42e4-8f65-bebdacf1e807', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'n-d-768862-2', False) {} {{(pid=84877) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:46:58.871652 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1687ed46-2718-4df3-b26e-715dd487e879 None None] The sync data for ids ['1c84c7c4-c4e9-4c8a-a7cb-d80b6f9c3098'] in n-d-768862-2 is: [{'id': '1c84c7c4-c4e9-4c8a-a7cb-d80b6f9c3098', 'name': 'tempest-TestNetworkAdvancedServerOps-router-280892042', 'tenant_id': '69417d350c734fdb82cf490b41ee71fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '226f1e78-82cd-4481-9055-4eb73b6db8c1', 'external_fixed_ips': [{'subnet_id': 'ba8deeec-7658-4195-9449-038c076f5c83', 'ip_address': '172.25.2.251'}], 'enable_snat': True}, 'gw_port_id': '434b1fbd-2ac1-4ed1-b23a-229969855886', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-14T07:46:47Z', 'updated_at': '2021-01-14T07:46:54Z', 'revision_number': 4, 'project_id': '69417d350c734fdb82cf490b41ee71fc', 'gw_port': {'id': '434b1fbd-2ac1-4ed1-b23a-229969855886', 'name': '', 'network_id': '226f1e78-82cd-4481-9055-4eb73b6db8c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:33:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c84c7c4-c4e9-4c8a-a7cb-d80b6f9c3098', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3894, 'fixed_ips': [{'subnet_id': 'ba8deeec-7658-4195-9449-038c076f5c83', 'ip_address': '172.25.2.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T07:46:48Z', 'updated_at': '2021-01-14T07:46:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ba8deeec-7658-4195-9449-038c076f5c83', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-2', '_interfaces': [{'id': 'b65ace04-3a78-4703-a0b4-d4418af82b7b', 'name': '', 'network_id': '968bc675-9010-4fb0-9ea7-9340775177b7', 'tenant_id': '69417d350c734fdb82cf490b41ee71fc', 'mac_address': 'fa:16:3e:28:b3:c8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1c84c7c4-c4e9-4c8a-a7cb-d80b6f9c3098', 'device_owner': 'network:router_interface', 'standard_attr_id': 3897, 'fixed_ips': [{'subnet_id': 'c4315095-32b7-42e4-8f65-bebdacf1e807', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T07:46:53Z', 'updated_at': '2021-01-14T07:46:58Z', 'revision_number': 4, 'project_id': '69417d350c734fdb82cf490b41ee71fc', 'subnets': [{'id': 'c4315095-32b7-42e4-8f65-bebdacf1e807', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=84877) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Jan 14 07:46:58.906783 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-1c7e9e6b-21ca-4062-acd6-6603262a27b8 tempest-TestNetworkAdvancedServerOps-1160145080 tempest-TestNetworkAdvancedServerOps-1160145080] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777640533329', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777640097463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851621574'] for port, after_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:46:58.925101 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-fc3b05af-bac4-48d9-aa77-40db9fcfa74d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:46:59.026993 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c7e9e6b-21ca-4062-acd6-6603262a27b8 tempest-TestNetworkAdvancedServerOps-1160145080 tempest-TestNetworkAdvancedServerOps-1160145080] Pushing event deleted for resources: {'Port': ['ID=b65ace04-3a78-4703-a0b4-d4418af82b7b,revision_number=None']} {{(pid=84875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:46:59.034488 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-1c7e9e6b-21ca-4062-acd6-6603262a27b8 tempest-TestNetworkAdvancedServerOps-1160145080 tempest-TestNetworkAdvancedServerOps-1160145080] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:46:59.063704 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Device b65ace04-3a78-4703-a0b4-d4418af82b7b up at agent ovs-agent-n-d-768862-2 {{(pid=84876) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 07:46:59.105952 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.plugin [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] No Port match for: b65ace04-3a78-4703-a0b4-d4418af82b7b {{(pid=84876) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2188}} Jan 14 07:46:59.106358 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Device b65ace04-3a78-4703-a0b4-d4418af82b7b not bound to the agent host n-d-768862-2 {{(pid=84876) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:286}} Jan 14 07:46:59.145678 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Port b65ace04-3a78-4703-a0b4-d4418af82b7b not found, will not notify nova. {{(pid=84876) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:294}} Jan 14 07:46:59.681287 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-1c7e9e6b-21ca-4062-acd6-6603262a27b8 tempest-TestNetworkAdvancedServerOps-1160145080 tempest-TestNetworkAdvancedServerOps-1160145080] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted--9223372036851568851', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal--9223372036850888080'] for router_interface, after_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:47:00.194532 n-d-768862-2 neutron-server[84765]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1c7e9e6b-21ca-4062-acd6-6603262a27b8 tempest-TestNetworkAdvancedServerOps-1160145080 tempest-TestNetworkAdvancedServerOps-1160145080] Router 1c84c7c4-c4e9-4c8a-a7cb-d80b6f9c3098 has already been hosted by L3 agent 35f592e9-451b-4db9-abea-77b6a5c5391b {{(pid=84875) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Jan 14 07:47:00.383394 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1c7e9e6b-21ca-4062-acd6-6603262a27b8 tempest-TestNetworkAdvancedServerOps-1160145080 tempest-TestNetworkAdvancedServerOps-1160145080] Notify agent at l3_agent.n-d-768862-2 the message routers_updated {{(pid=84875) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jan 14 07:47:00.397900 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81d8537b-1d90-4e6c-9573-b8f8a105bbc1 None None] Sync routers for ids ['1c84c7c4-c4e9-4c8a-a7cb-d80b6f9c3098'] in n-d-768862-2 {{(pid=84876) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Jan 14 07:47:00.401441 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-1c7e9e6b-21ca-4062-acd6-6603262a27b8 tempest-TestNetworkAdvancedServerOps-1160145080 tempest-TestNetworkAdvancedServerOps-1160145080] 10.222.0.24 "PUT /v2.0/routers/1c84c7c4-c4e9-4c8a-a7cb-d80b6f9c3098/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2176921 Jan 14 07:47:00.404097 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84875) accepted ('10.222.0.24', 45524) {{(pid=84875) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:47:00.408157 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81d8537b-1d90-4e6c-9573-b8f8a105bbc1 None None] Routers {'1c84c7c4-c4e9-4c8a-a7cb-d80b6f9c3098'} bound to L3 agent in host n-d-768862-2 {{(pid=84876) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 14 07:47:00.408845 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_hamode_db [None req-81d8537b-1d90-4e6c-9573-b8f8a105bbc1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-01-14T06:56:51Z,description=,heartbeat_timestamp=2021-01-14T07:46:52Z,host='n-d-768862-2',id=35f592e9-451b-4db9-abea-77b6a5c5391b,load=0,resource_versions=,resources_synced=,started_at=2021-01-14T06:56:51Z,topic='l3_agent')) {'router_ids': ['1c84c7c4-c4e9-4c8a-a7cb-d80b6f9c3098'], 'active': True} {{(pid=84876) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:47:00.593093 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_dvr_db [None req-81d8537b-1d90-4e6c-9573-b8f8a105bbc1 None None] Set router 1c84c7c4-c4e9-4c8a-a7cb-d80b6f9c3098 gateway port host: n-d-768862-2 {{(pid=84876) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 14 07:47:00.618916 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.db_base_plugin_v2 [None req-cde1d565-28e9-45b2-a6b2-5806f46dcb4e tempest-TestNetworkAdvancedServerOps-1160145080 tempest-TestNetworkAdvancedServerOps-1160145080] Deleting subnet c4315095-32b7-42e4-8f65-bebdacf1e807 {{(pid=84875) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Jan 14 07:47:00.622342 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-cde1d565-28e9-45b2-a6b2-5806f46dcb4e tempest-TestNetworkAdvancedServerOps-1160145080 tempest-TestNetworkAdvancedServerOps-1160145080] Notify callbacks [] for subnet, before_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:47:00.680548 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-cde1d565-28e9-45b2-a6b2-5806f46dcb4e tempest-TestNetworkAdvancedServerOps-1160145080 tempest-TestNetworkAdvancedServerOps-1160145080] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3367281'] for subnet, precommit_delete_associations {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:47:00.777207 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-cde1d565-28e9-45b2-a6b2-5806f46dcb4e tempest-TestNetworkAdvancedServerOps-1160145080 tempest-TestNetworkAdvancedServerOps-1160145080] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036854176836'] for subnet, precommit_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:47:00.899438 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_hamode_db [None req-81d8537b-1d90-4e6c-9573-b8f8a105bbc1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1c84c7c4-c4e9-4c8a-a7cb-d80b6f9c3098', 'name': 'tempest-TestNetworkAdvancedServerOps-router-280892042', 'tenant_id': '69417d350c734fdb82cf490b41ee71fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '226f1e78-82cd-4481-9055-4eb73b6db8c1', 'external_fixed_ips': [{'subnet_id': 'ba8deeec-7658-4195-9449-038c076f5c83', 'ip_address': '172.25.2.251'}], 'enable_snat': True}, 'gw_port_id': '434b1fbd-2ac1-4ed1-b23a-229969855886', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-14T07:46:47Z', 'updated_at': '2021-01-14T07:46:58Z', 'revision_number': 5, 'project_id': '69417d350c734fdb82cf490b41ee71fc', 'gw_port': {'id': '434b1fbd-2ac1-4ed1-b23a-229969855886', 'name': '', 'network_id': '226f1e78-82cd-4481-9055-4eb73b6db8c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:33:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c84c7c4-c4e9-4c8a-a7cb-d80b6f9c3098', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3894, 'fixed_ips': [{'subnet_id': 'ba8deeec-7658-4195-9449-038c076f5c83', 'ip_address': '172.25.2.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T07:46:48Z', 'updated_at': '2021-01-14T07:46:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ba8deeec-7658-4195-9449-038c076f5c83', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-2'}], 'n-d-768862-2', False) {} {{(pid=84876) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:47:00.903965 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81d8537b-1d90-4e6c-9573-b8f8a105bbc1 None None] Checking router: 1c84c7c4-c4e9-4c8a-a7cb-d80b6f9c3098 for host: n-d-768862-2 {{(pid=84876) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Jan 14 07:47:00.912877 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81d8537b-1d90-4e6c-9573-b8f8a105bbc1 None None] Routers {'1c84c7c4-c4e9-4c8a-a7cb-d80b6f9c3098'} bound to L3 agent in host n-d-768862-2 {{(pid=84876) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 14 07:47:00.913545 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_hamode_db [None req-81d8537b-1d90-4e6c-9573-b8f8a105bbc1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-01-14T06:56:51Z,description=,heartbeat_timestamp=2021-01-14T07:46:52Z,host='n-d-768862-2',id=35f592e9-451b-4db9-abea-77b6a5c5391b,load=0,resource_versions=,resources_synced=,started_at=2021-01-14T06:56:51Z,topic='l3_agent')) {'router_ids': ['1c84c7c4-c4e9-4c8a-a7cb-d80b6f9c3098'], 'active': True} {{(pid=84876) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:47:01.096245 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-cde1d565-28e9-45b2-a6b2-5806f46dcb4e tempest-TestNetworkAdvancedServerOps-1160145080 tempest-TestNetworkAdvancedServerOps-1160145080] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-598964', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850887113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3154192', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2308610'] for subnet, after_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:47:01.108471 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_dvr_db [None req-81d8537b-1d90-4e6c-9573-b8f8a105bbc1 None None] Set router 1c84c7c4-c4e9-4c8a-a7cb-d80b6f9c3098 gateway port host: n-d-768862-2 {{(pid=84876) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 14 07:47:01.113200 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-e032ec03-51c3-457a-a2b6-731e9f648387 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:47:01.204278 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cde1d565-28e9-45b2-a6b2-5806f46dcb4e tempest-TestNetworkAdvancedServerOps-1160145080 tempest-TestNetworkAdvancedServerOps-1160145080] Pushing event deleted for resources: {'Subnet': ['ID=c4315095-32b7-42e4-8f65-bebdacf1e807,revision_number=None']} {{(pid=84875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:47:01.216830 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-cde1d565-28e9-45b2-a6b2-5806f46dcb4e tempest-TestNetworkAdvancedServerOps-1160145080 tempest-TestNetworkAdvancedServerOps-1160145080] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:47:01.255861 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-cde1d565-28e9-45b2-a6b2-5806f46dcb4e tempest-TestNetworkAdvancedServerOps-1160145080 tempest-TestNetworkAdvancedServerOps-1160145080] Notify callbacks [] for subnet, before_response {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:47:01.256619 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-cde1d565-28e9-45b2-a6b2-5806f46dcb4e tempest-TestNetworkAdvancedServerOps-1160145080 tempest-TestNetworkAdvancedServerOps-1160145080] 10.222.0.24 "DELETE /v2.0/subnets/c4315095-32b7-42e4-8f65-bebdacf1e807 HTTP/1.1" status: 204 len: 168 time: 0.8514664 Jan 14 07:47:01.259571 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84875) accepted ('10.222.0.24', 45528) {{(pid=84875) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:47:01.461972 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-f38cc0be-d22b-4e48-bf75-1a2f3f176c44 tempest-TestNetworkAdvancedServerOps-1160145080 tempest-TestNetworkAdvancedServerOps-1160145080] Notify callbacks [] for router, before_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:47:01.474610 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2cafdaa7-7c14-4a0c-8e9d-321ba1ab7396 None None] Network 968bc675-9010-4fb0-9ea7-9340775177b7 requested from n-d-768862-2 {{(pid=84876) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 07:47:01.656735 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-f38cc0be-d22b-4e48-bf75-1a2f3f176c44 tempest-TestNetworkAdvancedServerOps-1160145080 tempest-TestNetworkAdvancedServerOps-1160145080] Notify callbacks [] for router_gateway, before_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:47:01.662394 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.plugin [None req-f38cc0be-d22b-4e48-bf75-1a2f3f176c44 tempest-TestNetworkAdvancedServerOps-1160145080 tempest-TestNetworkAdvancedServerOps-1160145080] Deleting port 434b1fbd-2ac1-4ed1-b23a-229969855886 {{(pid=84875) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 07:47:01.662803 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-f38cc0be-d22b-4e48-bf75-1a2f3f176c44 tempest-TestNetworkAdvancedServerOps-1160145080 tempest-TestNetworkAdvancedServerOps-1160145080] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363259214248359'] for port, before_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:47:01.776421 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_hamode_db [None req-81d8537b-1d90-4e6c-9573-b8f8a105bbc1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1c84c7c4-c4e9-4c8a-a7cb-d80b6f9c3098', 'name': 'tempest-TestNetworkAdvancedServerOps-router-280892042', 'tenant_id': '69417d350c734fdb82cf490b41ee71fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '226f1e78-82cd-4481-9055-4eb73b6db8c1', 'external_fixed_ips': [{'subnet_id': 'ba8deeec-7658-4195-9449-038c076f5c83', 'ip_address': '172.25.2.251'}], 'enable_snat': True}, 'gw_port_id': '434b1fbd-2ac1-4ed1-b23a-229969855886', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-14T07:46:47Z', 'updated_at': '2021-01-14T07:46:58Z', 'revision_number': 5, 'project_id': '69417d350c734fdb82cf490b41ee71fc', 'gw_port': {'id': '434b1fbd-2ac1-4ed1-b23a-229969855886', 'name': '', 'network_id': '226f1e78-82cd-4481-9055-4eb73b6db8c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:33:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c84c7c4-c4e9-4c8a-a7cb-d80b6f9c3098', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3894, 'fixed_ips': [{'subnet_id': 'ba8deeec-7658-4195-9449-038c076f5c83', 'ip_address': '172.25.2.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T07:46:48Z', 'updated_at': '2021-01-14T07:46:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ba8deeec-7658-4195-9449-038c076f5c83', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-2'}], 'n-d-768862-2', False) {} {{(pid=84876) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:47:01.781218 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81d8537b-1d90-4e6c-9573-b8f8a105bbc1 None None] The sync data for ids ['1c84c7c4-c4e9-4c8a-a7cb-d80b6f9c3098'] in n-d-768862-2 is: [{'id': '1c84c7c4-c4e9-4c8a-a7cb-d80b6f9c3098', 'name': 'tempest-TestNetworkAdvancedServerOps-router-280892042', 'tenant_id': '69417d350c734fdb82cf490b41ee71fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '226f1e78-82cd-4481-9055-4eb73b6db8c1', 'external_fixed_ips': [{'subnet_id': 'ba8deeec-7658-4195-9449-038c076f5c83', 'ip_address': '172.25.2.251'}], 'enable_snat': True}, 'gw_port_id': '434b1fbd-2ac1-4ed1-b23a-229969855886', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-14T07:46:47Z', 'updated_at': '2021-01-14T07:46:58Z', 'revision_number': 5, 'project_id': '69417d350c734fdb82cf490b41ee71fc', 'gw_port': {'id': '434b1fbd-2ac1-4ed1-b23a-229969855886', 'name': '', 'network_id': '226f1e78-82cd-4481-9055-4eb73b6db8c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:33:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c84c7c4-c4e9-4c8a-a7cb-d80b6f9c3098', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3894, 'fixed_ips': [{'subnet_id': 'ba8deeec-7658-4195-9449-038c076f5c83', 'ip_address': '172.25.2.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T07:46:48Z', 'updated_at': '2021-01-14T07:46:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ba8deeec-7658-4195-9449-038c076f5c83', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-2'}] {{(pid=84876) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Jan 14 07:47:01.832843 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2ff3aec-158e-4b85-bfc1-c79e6b0fb448 None None] DHCP port deletion for 968bc675-9010-4fb0-9ea7-9340775177b7 request from n-d-768862-2 {{(pid=84876) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Jan 14 07:47:01.837156 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.plugin [None req-f2ff3aec-158e-4b85-bfc1-c79e6b0fb448 None None] Deleting port 0899d411-2ef1-467c-acef-8dd60cb2a86b {{(pid=84876) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 07:47:01.837588 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-f2ff3aec-158e-4b85-bfc1-c79e6b0fb448 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363259214248359'] for port, before_delete {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:47:01.860818 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [None req-f38cc0be-d22b-4e48-bf75-1a2f3f176c44 tempest-TestNetworkAdvancedServerOps-1160145080 tempest-TestNetworkAdvancedServerOps-1160145080] For port 434b1fbd-2ac1-4ed1-b23a-229969855886, host n-d-768862-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-2',level=0,port_id=434b1fbd-2ac1-4ed1-b23a-229969855886,segment=NetworkSegment(cf3ded2c-bc47-4a71-89af-6e7117e60140),segment_id=cf3ded2c-bc47-4a71-89af-6e7117e60140)] {{(pid=84875) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 07:47:01.861234 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-f38cc0be-d22b-4e48-bf75-1a2f3f176c44 tempest-TestNetworkAdvancedServerOps-1160145080 tempest-TestNetworkAdvancedServerOps-1160145080] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036850862667'] for port, precommit_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:47:01.991257 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.plugin [None req-f38cc0be-d22b-4e48-bf75-1a2f3f176c44 tempest-TestNetworkAdvancedServerOps-1160145080 tempest-TestNetworkAdvancedServerOps-1160145080] Calling delete_port for 434b1fbd-2ac1-4ed1-b23a-229969855886 owned by network:router_gateway {{(pid=84875) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 07:47:02.069924 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [None req-f2ff3aec-158e-4b85-bfc1-c79e6b0fb448 None None] For port 0899d411-2ef1-467c-acef-8dd60cb2a86b, host n-d-768862-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-2',level=0,port_id=0899d411-2ef1-467c-acef-8dd60cb2a86b,segment=NetworkSegment(95420978-6b7f-46d8-9f4e-0b75c5599822),segment_id=95420978-6b7f-46d8-9f4e-0b75c5599822)] {{(pid=84876) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 07:47:02.070372 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-f2ff3aec-158e-4b85-bfc1-c79e6b0fb448 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036850862667'] for port, precommit_delete {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:47:02.130772 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-f38cc0be-d22b-4e48-bf75-1a2f3f176c44 tempest-TestNetworkAdvancedServerOps-1160145080 tempest-TestNetworkAdvancedServerOps-1160145080] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777640533329', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777640097463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851621574'] for port, after_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:47:02.208577 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.plugin [None req-f2ff3aec-158e-4b85-bfc1-c79e6b0fb448 None None] Calling delete_port for 0899d411-2ef1-467c-acef-8dd60cb2a86b owned by network:dhcp {{(pid=84876) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 07:47:02.289622 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-f2ff3aec-158e-4b85-bfc1-c79e6b0fb448 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777640533329', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777640097463'] for port, after_delete {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:47:02.303117 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84876) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:47:02.321259 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-f38cc0be-d22b-4e48-bf75-1a2f3f176c44 tempest-TestNetworkAdvancedServerOps-1160145080 tempest-TestNetworkAdvancedServerOps-1160145080] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036850863128'] for router_gateway, after_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:47:02.395511 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2ff3aec-158e-4b85-bfc1-c79e6b0fb448 None None] Pushing event deleted for resources: {'Port': ['ID=0899d411-2ef1-467c-acef-8dd60cb2a86b,revision_number=None']} {{(pid=84876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:47:02.404440 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-f2ff3aec-158e-4b85-bfc1-c79e6b0fb448 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=84876) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:47:02.447875 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2ff3aec-158e-4b85-bfc1-c79e6b0fb448 None None] No DVR routers for this DVR port 0899d411-2ef1-467c-acef-8dd60cb2a86b on host n-d-768862-2 {{(pid=84876) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Jan 14 07:47:02.455266 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-f38cc0be-d22b-4e48-bf75-1a2f3f176c44 tempest-TestNetworkAdvancedServerOps-1160145080 tempest-TestNetworkAdvancedServerOps-1160145080] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3889346', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036854717606'] for router, precommit_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:47:02.457784 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-f38cc0be-d22b-4e48-bf75-1a2f3f176c44 tempest-TestNetworkAdvancedServerOps-1160145080 tempest-TestNetworkAdvancedServerOps-1160145080] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:47:02.479284 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-f38cc0be-d22b-4e48-bf75-1a2f3f176c44 tempest-TestNetworkAdvancedServerOps-1160145080 tempest-TestNetworkAdvancedServerOps-1160145080] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036850897070'] for router, after_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:47:02.479904 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f38cc0be-d22b-4e48-bf75-1a2f3f176c44 tempest-TestNetworkAdvancedServerOps-1160145080 tempest-TestNetworkAdvancedServerOps-1160145080] Fanout notify agent at l3_agent the message router_deleted on router 1c84c7c4-c4e9-4c8a-a7cb-d80b6f9c3098 {{(pid=84875) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jan 14 07:47:02.502215 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-f38cc0be-d22b-4e48-bf75-1a2f3f176c44 tempest-TestNetworkAdvancedServerOps-1160145080 tempest-TestNetworkAdvancedServerOps-1160145080] Notify callbacks [] for router, before_response {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:47:02.503474 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-f38cc0be-d22b-4e48-bf75-1a2f3f176c44 tempest-TestNetworkAdvancedServerOps-1160145080 tempest-TestNetworkAdvancedServerOps-1160145080] 10.222.0.24 "DELETE /v2.0/routers/1c84c7c4-c4e9-4c8a-a7cb-d80b6f9c3098 HTTP/1.1" status: 204 len: 168 time: 1.2428026 Jan 14 07:47:02.506601 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84874) accepted ('10.222.0.24', 45532) {{(pid=84874) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:47:02.641794 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-8994d9f1-1115-421a-8e09-b6d62d083661 tempest-TestNetworkAdvancedServerOps-1160145080 tempest-TestNetworkAdvancedServerOps-1160145080] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036854160497'] for network, before_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:47:02.848178 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-8994d9f1-1115-421a-8e09-b6d62d083661 tempest-TestNetworkAdvancedServerOps-1160145080 tempest-TestNetworkAdvancedServerOps-1160145080] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-598987', 'neutron.services.segments.db._delete_segments_for_network-8777640583949'] for network, precommit_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:47:02.973217 n-d-768862-2 neutron-server[84765]: DEBUG neutron.services.segments.db [None req-8994d9f1-1115-421a-8e09-b6d62d083661 tempest-TestNetworkAdvancedServerOps-1160145080 tempest-TestNetworkAdvancedServerOps-1160145080] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['968bc675-9010-4fb0-9ea7-9340775177b7']}} {{(pid=84874) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:47:02.988151 n-d-768862-2 neutron-server[84765]: DEBUG neutron.services.segments.db [None req-8994d9f1-1115-421a-8e09-b6d62d083661 tempest-TestNetworkAdvancedServerOps-1160145080 tempest-TestNetworkAdvancedServerOps-1160145080] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '95420978-6b7f-46d8-9f4e-0b75c5599822') {'for_net_delete': True} {{(pid=84874) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:47:02.988494 n-d-768862-2 neutron-server[84765]: DEBUG neutron.services.segments.db [None req-8994d9f1-1115-421a-8e09-b6d62d083661 tempest-TestNetworkAdvancedServerOps-1160145080 tempest-TestNetworkAdvancedServerOps-1160145080] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '95420978-6b7f-46d8-9f4e-0b75c5599822') {} {{(pid=84874) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:47:03.001032 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-8994d9f1-1115-421a-8e09-b6d62d083661 tempest-TestNetworkAdvancedServerOps-1160145080 tempest-TestNetworkAdvancedServerOps-1160145080] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363259214173198', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2968632'] for segment, before_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:47:03.010950 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Device 0899d411-2ef1-467c-acef-8dd60cb2a86b no longer exists at agent ovs-agent-n-d-768862-2 {{(pid=84876) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jan 14 07:47:03.021403 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-8994d9f1-1115-421a-8e09-b6d62d083661 tempest-TestNetworkAdvancedServerOps-1160145080 tempest-TestNetworkAdvancedServerOps-1160145080] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854179735'] for segment, precommit_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:47:03.023568 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-8994d9f1-1115-421a-8e09-b6d62d083661 tempest-TestNetworkAdvancedServerOps-1160145080 tempest-TestNetworkAdvancedServerOps-1160145080] Releasing vxlan tunnel 3 to pool {{(pid=84874) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Jan 14 07:47:03.049960 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.plugin [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] No Port match for: 0899d411-2ef1-467c-acef-8dd60cb2a86b {{(pid=84876) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2188}} Jan 14 07:47:03.050360 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Device 0899d411-2ef1-467c-acef-8dd60cb2a86b not bound to the agent host n-d-768862-2 {{(pid=84876) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jan 14 07:47:03.050845 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Device b65ace04-3a78-4703-a0b4-d4418af82b7b no longer exists at agent ovs-agent-n-d-768862-2 {{(pid=84876) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jan 14 07:47:03.084102 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.plugin [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] No Port match for: b65ace04-3a78-4703-a0b4-d4418af82b7b {{(pid=84876) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2188}} Jan 14 07:47:03.084518 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Device b65ace04-3a78-4703-a0b4-d4418af82b7b not bound to the agent host n-d-768862-2 {{(pid=84876) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jan 14 07:47:03.084972 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Device 434b1fbd-2ac1-4ed1-b23a-229969855886 no longer exists at agent ovs-agent-n-d-768862-2 {{(pid=84876) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jan 14 07:47:03.117775 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.plugin [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] No Port match for: 434b1fbd-2ac1-4ed1-b23a-229969855886 {{(pid=84876) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2188}} Jan 14 07:47:03.118092 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Device 434b1fbd-2ac1-4ed1-b23a-229969855886 not bound to the agent host n-d-768862-2 {{(pid=84876) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jan 14 07:47:03.211230 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.managers [None req-8994d9f1-1115-421a-8e09-b6d62d083661 tempest-TestNetworkAdvancedServerOps-1160145080 tempest-TestNetworkAdvancedServerOps-1160145080] Network 968bc675-9010-4fb0-9ea7-9340775177b7 has no segments {{(pid=84874) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 14 07:47:03.220638 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-8994d9f1-1115-421a-8e09-b6d62d083661 tempest-TestNetworkAdvancedServerOps-1160145080 tempest-TestNetworkAdvancedServerOps-1160145080] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-596065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036851521571'] for segment, after_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:47:03.400920 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.managers [None req-8994d9f1-1115-421a-8e09-b6d62d083661 tempest-TestNetworkAdvancedServerOps-1160145080 tempest-TestNetworkAdvancedServerOps-1160145080] Network 968bc675-9010-4fb0-9ea7-9340775177b7 has no segments {{(pid=84874) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 14 07:47:03.428575 n-d-768862-2 neutron-server[84765]: Traceback (most recent call last): Jan 14 07:47:03.428575 n-d-768862-2 neutron-server[84765]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 14 07:47:03.428575 n-d-768862-2 neutron-server[84765]: timer() Jan 14 07:47:03.428575 n-d-768862-2 neutron-server[84765]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 14 07:47:03.428575 n-d-768862-2 neutron-server[84765]: cb(*args, **kw) Jan 14 07:47:03.428575 n-d-768862-2 neutron-server[84765]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Jan 14 07:47:03.428575 n-d-768862-2 neutron-server[84765]: return func(*args, **kwargs) Jan 14 07:47:03.428575 n-d-768862-2 neutron-server[84765]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 14 07:47:03.428575 n-d-768862-2 neutron-server[84765]: self._notify() Jan 14 07:47:03.428575 n-d-768862-2 neutron-server[84765]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 14 07:47:03.428575 n-d-768862-2 neutron-server[84765]: self.callback(batched_events) Jan 14 07:47:03.428575 n-d-768862-2 neutron-server[84765]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 14 07:47:03.428575 n-d-768862-2 neutron-server[84765]: event.method(event) Jan 14 07:47:03.428575 n-d-768862-2 neutron-server[84765]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 14 07:47:03.428575 n-d-768862-2 neutron-server[84765]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 14 07:47:03.428575 n-d-768862-2 neutron-server[84765]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Jan 14 07:47:03.428575 n-d-768862-2 neutron-server[84765]: segment_id)['aggregates'][0] Jan 14 07:47:03.428575 n-d-768862-2 neutron-server[84765]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 14 07:47:03.428575 n-d-768862-2 neutron-server[84765]: return f(self, *a, **k) Jan 14 07:47:03.428575 n-d-768862-2 neutron-server[84765]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 14 07:47:03.428575 n-d-768862-2 neutron-server[84765]: return self._get(url).json() Jan 14 07:47:03.428575 n-d-768862-2 neutron-server[84765]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 14 07:47:03.428575 n-d-768862-2 neutron-server[84765]: **kwargs) Jan 14 07:47:03.428575 n-d-768862-2 neutron-server[84765]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 14 07:47:03.428575 n-d-768862-2 neutron-server[84765]: return self.request(url, 'GET', **kwargs) Jan 14 07:47:03.428575 n-d-768862-2 neutron-server[84765]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Jan 14 07:47:03.428575 n-d-768862-2 neutron-server[84765]: **endpoint_filter) Jan 14 07:47:03.428575 n-d-768862-2 neutron-server[84765]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 14 07:47:03.428575 n-d-768862-2 neutron-server[84765]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 14 07:47:03.428575 n-d-768862-2 neutron-server[84765]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 14 07:47:03.428575 n-d-768862-2 neutron-server[84765]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 14 07:47:03.428575 n-d-768862-2 neutron-server[84765]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 14 07:47:03.516913 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-8994d9f1-1115-421a-8e09-b6d62d083661 tempest-TestNetworkAdvancedServerOps-1160145080 tempest-TestNetworkAdvancedServerOps-1160145080] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036854176830', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850887149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3912591'] for network, after_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:47:03.521214 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-8994d9f1-1115-421a-8e09-b6d62d083661 tempest-TestNetworkAdvancedServerOps-1160145080 tempest-TestNetworkAdvancedServerOps-1160145080] Notify callbacks [] for network, before_response {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:47:03.524261 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-f7036133-8948-45e4-9a3e-ca1150225958 tempest-RoutersNegativeTest-577972138 tempest-RoutersNegativeTest-577972138] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:47:03.549871 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8994d9f1-1115-421a-8e09-b6d62d083661 tempest-TestNetworkAdvancedServerOps-1160145080 tempest-TestNetworkAdvancedServerOps-1160145080] Pushing event deleted for resources: {'Network': ['ID=968bc675-9010-4fb0-9ea7-9340775177b7,revision_number=None']} {{(pid=84874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:47:03.560046 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8994d9f1-1115-421a-8e09-b6d62d083661 tempest-TestNetworkAdvancedServerOps-1160145080 tempest-TestNetworkAdvancedServerOps-1160145080] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@n-h1-768862-2 {{(pid=84874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:47:03.560482 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8994d9f1-1115-421a-8e09-b6d62d083661 tempest-TestNetworkAdvancedServerOps-1160145080 tempest-TestNetworkAdvancedServerOps-1160145080] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-h1-768862-2 {{(pid=84874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:47:03.560904 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8994d9f1-1115-421a-8e09-b6d62d083661 tempest-TestNetworkAdvancedServerOps-1160145080 tempest-TestNetworkAdvancedServerOps-1160145080] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-h1-768862-2 {{(pid=84874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:47:03.561316 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8994d9f1-1115-421a-8e09-b6d62d083661 tempest-TestNetworkAdvancedServerOps-1160145080 tempest-TestNetworkAdvancedServerOps-1160145080] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-h1-768862-2 {{(pid=84874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:47:03.561744 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8994d9f1-1115-421a-8e09-b6d62d083661 tempest-TestNetworkAdvancedServerOps-1160145080 tempest-TestNetworkAdvancedServerOps-1160145080] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@n-h1-768862-2 {{(pid=84874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:47:03.562141 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8994d9f1-1115-421a-8e09-b6d62d083661 tempest-TestNetworkAdvancedServerOps-1160145080 tempest-TestNetworkAdvancedServerOps-1160145080] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-h1-768862-2 {{(pid=84874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:47:03.562552 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8994d9f1-1115-421a-8e09-b6d62d083661 tempest-TestNetworkAdvancedServerOps-1160145080 tempest-TestNetworkAdvancedServerOps-1160145080] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-h1-768862-2 {{(pid=84874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:47:03.562961 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8994d9f1-1115-421a-8e09-b6d62d083661 tempest-TestNetworkAdvancedServerOps-1160145080 tempest-TestNetworkAdvancedServerOps-1160145080] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-h1-768862-2 {{(pid=84874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:47:03.563364 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8994d9f1-1115-421a-8e09-b6d62d083661 tempest-TestNetworkAdvancedServerOps-1160145080 tempest-TestNetworkAdvancedServerOps-1160145080] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-h1-768862-2 {{(pid=84874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:47:03.563772 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8994d9f1-1115-421a-8e09-b6d62d083661 tempest-TestNetworkAdvancedServerOps-1160145080 tempest-TestNetworkAdvancedServerOps-1160145080] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-h1-768862-2 {{(pid=84874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:47:03.564229 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8994d9f1-1115-421a-8e09-b6d62d083661 tempest-TestNetworkAdvancedServerOps-1160145080 tempest-TestNetworkAdvancedServerOps-1160145080] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-h1-768862-2 {{(pid=84874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:47:03.564614 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8994d9f1-1115-421a-8e09-b6d62d083661 tempest-TestNetworkAdvancedServerOps-1160145080 tempest-TestNetworkAdvancedServerOps-1160145080] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-h1-768862-2 {{(pid=84874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:47:03.565063 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8994d9f1-1115-421a-8e09-b6d62d083661 tempest-TestNetworkAdvancedServerOps-1160145080 tempest-TestNetworkAdvancedServerOps-1160145080] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@n-h2-768862-2 {{(pid=84874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:47:03.565462 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8994d9f1-1115-421a-8e09-b6d62d083661 tempest-TestNetworkAdvancedServerOps-1160145080 tempest-TestNetworkAdvancedServerOps-1160145080] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-h2-768862-2 {{(pid=84874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:47:03.565868 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8994d9f1-1115-421a-8e09-b6d62d083661 tempest-TestNetworkAdvancedServerOps-1160145080 tempest-TestNetworkAdvancedServerOps-1160145080] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-h2-768862-2 {{(pid=84874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:47:03.566268 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8994d9f1-1115-421a-8e09-b6d62d083661 tempest-TestNetworkAdvancedServerOps-1160145080 tempest-TestNetworkAdvancedServerOps-1160145080] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-h2-768862-2 {{(pid=84874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:47:03.566673 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8994d9f1-1115-421a-8e09-b6d62d083661 tempest-TestNetworkAdvancedServerOps-1160145080 tempest-TestNetworkAdvancedServerOps-1160145080] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@n-h2-768862-2 {{(pid=84874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:47:03.567083 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8994d9f1-1115-421a-8e09-b6d62d083661 tempest-TestNetworkAdvancedServerOps-1160145080 tempest-TestNetworkAdvancedServerOps-1160145080] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-h2-768862-2 {{(pid=84874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:47:03.567473 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8994d9f1-1115-421a-8e09-b6d62d083661 tempest-TestNetworkAdvancedServerOps-1160145080 tempest-TestNetworkAdvancedServerOps-1160145080] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-h2-768862-2 {{(pid=84874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:47:03.567861 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8994d9f1-1115-421a-8e09-b6d62d083661 tempest-TestNetworkAdvancedServerOps-1160145080 tempest-TestNetworkAdvancedServerOps-1160145080] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-h2-768862-2 {{(pid=84874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:47:03.568285 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8994d9f1-1115-421a-8e09-b6d62d083661 tempest-TestNetworkAdvancedServerOps-1160145080 tempest-TestNetworkAdvancedServerOps-1160145080] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-h2-768862-2 {{(pid=84874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:47:03.568688 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8994d9f1-1115-421a-8e09-b6d62d083661 tempest-TestNetworkAdvancedServerOps-1160145080 tempest-TestNetworkAdvancedServerOps-1160145080] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-h2-768862-2 {{(pid=84874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:47:03.569090 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8994d9f1-1115-421a-8e09-b6d62d083661 tempest-TestNetworkAdvancedServerOps-1160145080 tempest-TestNetworkAdvancedServerOps-1160145080] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-h2-768862-2 {{(pid=84874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:47:03.569489 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8994d9f1-1115-421a-8e09-b6d62d083661 tempest-TestNetworkAdvancedServerOps-1160145080 tempest-TestNetworkAdvancedServerOps-1160145080] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-h2-768862-2 {{(pid=84874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:47:03.569946 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8994d9f1-1115-421a-8e09-b6d62d083661 tempest-TestNetworkAdvancedServerOps-1160145080 tempest-TestNetworkAdvancedServerOps-1160145080] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-2 {{(pid=84874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:47:03.570347 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8994d9f1-1115-421a-8e09-b6d62d083661 tempest-TestNetworkAdvancedServerOps-1160145080 tempest-TestNetworkAdvancedServerOps-1160145080] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-2 {{(pid=84874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:47:03.570753 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8994d9f1-1115-421a-8e09-b6d62d083661 tempest-TestNetworkAdvancedServerOps-1160145080 tempest-TestNetworkAdvancedServerOps-1160145080] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-2 {{(pid=84874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:47:03.571148 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8994d9f1-1115-421a-8e09-b6d62d083661 tempest-TestNetworkAdvancedServerOps-1160145080 tempest-TestNetworkAdvancedServerOps-1160145080] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-2 {{(pid=84874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:47:03.571567 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8994d9f1-1115-421a-8e09-b6d62d083661 tempest-TestNetworkAdvancedServerOps-1160145080 tempest-TestNetworkAdvancedServerOps-1160145080] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@n-d-768862-2 {{(pid=84874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:47:03.571971 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8994d9f1-1115-421a-8e09-b6d62d083661 tempest-TestNetworkAdvancedServerOps-1160145080 tempest-TestNetworkAdvancedServerOps-1160145080] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-2 {{(pid=84874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:47:03.572459 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8994d9f1-1115-421a-8e09-b6d62d083661 tempest-TestNetworkAdvancedServerOps-1160145080 tempest-TestNetworkAdvancedServerOps-1160145080] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-768862-2 {{(pid=84874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:47:03.573020 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8994d9f1-1115-421a-8e09-b6d62d083661 tempest-TestNetworkAdvancedServerOps-1160145080 tempest-TestNetworkAdvancedServerOps-1160145080] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-768862-2 {{(pid=84874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:47:03.573427 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8994d9f1-1115-421a-8e09-b6d62d083661 tempest-TestNetworkAdvancedServerOps-1160145080 tempest-TestNetworkAdvancedServerOps-1160145080] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-2 {{(pid=84874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:47:03.573829 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8994d9f1-1115-421a-8e09-b6d62d083661 tempest-TestNetworkAdvancedServerOps-1160145080 tempest-TestNetworkAdvancedServerOps-1160145080] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-2 {{(pid=84874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:47:03.574230 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8994d9f1-1115-421a-8e09-b6d62d083661 tempest-TestNetworkAdvancedServerOps-1160145080 tempest-TestNetworkAdvancedServerOps-1160145080] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-2 {{(pid=84874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:47:03.574637 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8994d9f1-1115-421a-8e09-b6d62d083661 tempest-TestNetworkAdvancedServerOps-1160145080 tempest-TestNetworkAdvancedServerOps-1160145080] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-2 {{(pid=84874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:47:03.578893 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-8994d9f1-1115-421a-8e09-b6d62d083661 tempest-TestNetworkAdvancedServerOps-1160145080 tempest-TestNetworkAdvancedServerOps-1160145080] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:47:03.581357 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-8994d9f1-1115-421a-8e09-b6d62d083661 tempest-TestNetworkAdvancedServerOps-1160145080 tempest-TestNetworkAdvancedServerOps-1160145080] 10.222.0.24 "DELETE /v2.0/networks/968bc675-9010-4fb0-9ea7-9340775177b7 HTTP/1.1" status: 204 len: 168 time: 1.0730042 Jan 14 07:47:03.584152 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84874) accepted ('10.222.0.24', 45536) {{(pid=84874) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:47:03.664996 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-2ed2f3e1-4573-4278-9523-525356a4633b tempest-TestNetworkAdvancedServerOps-1160145080 tempest-TestNetworkAdvancedServerOps-1160145080] Notify callbacks [] for security_group, before_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:47:03.697747 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-2ed2f3e1-4573-4278-9523-525356a4633b tempest-TestNetworkAdvancedServerOps-1160145080 tempest-TestNetworkAdvancedServerOps-1160145080] Notify callbacks [] for security_group, precommit_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:47:03.757548 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-2ed2f3e1-4573-4278-9523-525356a4633b tempest-TestNetworkAdvancedServerOps-1160145080 tempest-TestNetworkAdvancedServerOps-1160145080] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850887153'] for security_group, after_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:47:03.762649 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-8bc7f52f-bd77-4291-8d52-007dff614bda admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:47:03.779253 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ed2f3e1-4573-4278-9523-525356a4633b tempest-TestNetworkAdvancedServerOps-1160145080 tempest-TestNetworkAdvancedServerOps-1160145080] Pushing event deleted for resources: {'SecurityGroup': ['ID=6d150f40-360b-49e1-98eb-8e50e078e86e,revision_number=None']} {{(pid=84874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:47:03.782981 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-2ed2f3e1-4573-4278-9523-525356a4633b tempest-TestNetworkAdvancedServerOps-1160145080 tempest-TestNetworkAdvancedServerOps-1160145080] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:47:03.792068 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-2ed2f3e1-4573-4278-9523-525356a4633b tempest-TestNetworkAdvancedServerOps-1160145080 tempest-TestNetworkAdvancedServerOps-1160145080] Notify callbacks [] for security_group, before_response {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:47:03.793657 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-2ed2f3e1-4573-4278-9523-525356a4633b tempest-TestNetworkAdvancedServerOps-1160145080 tempest-TestNetworkAdvancedServerOps-1160145080] 10.222.0.24 "DELETE /v2.0/security-groups/6d150f40-360b-49e1-98eb-8e50e078e86e HTTP/1.1" status: 204 len: 168 time: 0.2081864 Jan 14 07:47:04.088669 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84874) accepted ('10.222.0.24', 45544) {{(pid=84874) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:47:04.094700 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.v2.base [None req-bc326b01-32f4-45f7-9765-91ec84bbbbb7 tempest-TestNetworkAdvancedServerOps-1160145080 tempest-TestNetworkAdvancedServerOps-1160145080] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-78889505', 'description': 'tempest-secgroup-smoke-78889505 description', 'project_id': '69417d350c734fdb82cf490b41ee71fc'}} {{(pid=84874) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:47:04.106734 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-bc326b01-32f4-45f7-9765-91ec84bbbbb7 tempest-TestNetworkAdvancedServerOps-1160145080 tempest-TestNetworkAdvancedServerOps-1160145080] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:47:04.111750 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-bc326b01-32f4-45f7-9765-91ec84bbbbb7 tempest-TestNetworkAdvancedServerOps-1160145080 tempest-TestNetworkAdvancedServerOps-1160145080] Usage tracker for resource:security_group and tenant:69417d350c734fdb82cf490b41ee71fc is out of sync, need to count used quota {{(pid=84874) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:47:04.115120 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-bc326b01-32f4-45f7-9765-91ec84bbbbb7 tempest-TestNetworkAdvancedServerOps-1160145080 tempest-TestNetworkAdvancedServerOps-1160145080] Quota usage for security_group was recalculated. Used quota:1. {{(pid=84874) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:47:04.121615 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-bc326b01-32f4-45f7-9765-91ec84bbbbb7 tempest-TestNetworkAdvancedServerOps-1160145080 tempest-TestNetworkAdvancedServerOps-1160145080] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:47:04.132912 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-bc326b01-32f4-45f7-9765-91ec84bbbbb7 tempest-TestNetworkAdvancedServerOps-1160145080 tempest-TestNetworkAdvancedServerOps-1160145080] Notify callbacks [] for security_group, before_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:47:04.154266 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-bc326b01-32f4-45f7-9765-91ec84bbbbb7 tempest-TestNetworkAdvancedServerOps-1160145080 tempest-TestNetworkAdvancedServerOps-1160145080] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:47:04.158393 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-bc326b01-32f4-45f7-9765-91ec84bbbbb7 tempest-TestNetworkAdvancedServerOps-1160145080 tempest-TestNetworkAdvancedServerOps-1160145080] Usage tracker for resource:security_group_rule and tenant:69417d350c734fdb82cf490b41ee71fc is out of sync, need to count used quota {{(pid=84874) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:47:04.161470 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-bc326b01-32f4-45f7-9765-91ec84bbbbb7 tempest-TestNetworkAdvancedServerOps-1160145080 tempest-TestNetworkAdvancedServerOps-1160145080] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84874) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:47:04.167495 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-bc326b01-32f4-45f7-9765-91ec84bbbbb7 tempest-TestNetworkAdvancedServerOps-1160145080 tempest-TestNetworkAdvancedServerOps-1160145080] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:47:04.239788 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-bc326b01-32f4-45f7-9765-91ec84bbbbb7 tempest-TestNetworkAdvancedServerOps-1160145080 tempest-TestNetworkAdvancedServerOps-1160145080] Notify callbacks [] for security_group, precommit_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:47:04.244291 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-bc326b01-32f4-45f7-9765-91ec84bbbbb7 tempest-TestNetworkAdvancedServerOps-1160145080 tempest-TestNetworkAdvancedServerOps-1160145080] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850887153'] for security_group, after_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:47:04.247884 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-6a2617cf-d69e-4130-8ab7-53fe36e24107 tempest-TestNetworkAdvancedServerOps-1160145080 tempest-TestNetworkAdvancedServerOps-1160145080] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:47:04.296375 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc326b01-32f4-45f7-9765-91ec84bbbbb7 tempest-TestNetworkAdvancedServerOps-1160145080 tempest-TestNetworkAdvancedServerOps-1160145080] Pushing event updated for resources: {'SecurityGroup': ['ID=b1c1bf24-53e7-44bf-9112-5ad580de84fc,revision_number=1']} {{(pid=84874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:47:04.299377 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-bc326b01-32f4-45f7-9765-91ec84bbbbb7 tempest-TestNetworkAdvancedServerOps-1160145080 tempest-TestNetworkAdvancedServerOps-1160145080] Notify callbacks [] for security_group, before_response {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:47:04.303752 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-bc326b01-32f4-45f7-9765-91ec84bbbbb7 tempest-TestNetworkAdvancedServerOps-1160145080 tempest-TestNetworkAdvancedServerOps-1160145080] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1792 time: 0.2110102 Jan 14 07:47:04.303752 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-bc326b01-32f4-45f7-9765-91ec84bbbbb7 tempest-TestNetworkAdvancedServerOps-1160145080 tempest-TestNetworkAdvancedServerOps-1160145080] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:47:04.304091 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84874) accepted ('10.222.0.24', 45548) {{(pid=84874) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:47:04.309694 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.v2.base [None req-19e7c2fa-5af4-427e-82b6-1c067c57a104 tempest-TestNetworkAdvancedServerOps-1160145080 tempest-TestNetworkAdvancedServerOps-1160145080] Request body: {'security_group_rule': {'security_group_id': 'b1c1bf24-53e7-44bf-9112-5ad580de84fc', 'project_id': '69417d350c734fdb82cf490b41ee71fc', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=84874) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:47:04.321057 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-19e7c2fa-5af4-427e-82b6-1c067c57a104 tempest-TestNetworkAdvancedServerOps-1160145080 tempest-TestNetworkAdvancedServerOps-1160145080] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:47:04.325319 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-19e7c2fa-5af4-427e-82b6-1c067c57a104 tempest-TestNetworkAdvancedServerOps-1160145080 tempest-TestNetworkAdvancedServerOps-1160145080] Usage tracker for resource:security_group_rule and tenant:69417d350c734fdb82cf490b41ee71fc is out of sync, need to count used quota {{(pid=84874) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:47:04.328495 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-19e7c2fa-5af4-427e-82b6-1c067c57a104 tempest-TestNetworkAdvancedServerOps-1160145080 tempest-TestNetworkAdvancedServerOps-1160145080] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84874) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:47:04.334313 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-19e7c2fa-5af4-427e-82b6-1c067c57a104 tempest-TestNetworkAdvancedServerOps-1160145080 tempest-TestNetworkAdvancedServerOps-1160145080] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:47:04.352512 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-19e7c2fa-5af4-427e-82b6-1c067c57a104 tempest-TestNetworkAdvancedServerOps-1160145080 tempest-TestNetworkAdvancedServerOps-1160145080] Notify callbacks [] for security_group_rule, before_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:47:04.416814 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-19e7c2fa-5af4-427e-82b6-1c067c57a104 tempest-TestNetworkAdvancedServerOps-1160145080 tempest-TestNetworkAdvancedServerOps-1160145080] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:47:04.420761 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-19e7c2fa-5af4-427e-82b6-1c067c57a104 tempest-TestNetworkAdvancedServerOps-1160145080 tempest-TestNetworkAdvancedServerOps-1160145080] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850966545'] for security_group_rule, after_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:47:04.422679 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-739baa78-d85e-4f9c-a816-29c5569b7c93 tempest-TestNetworkAdvancedServerOps-1160145080 tempest-TestNetworkAdvancedServerOps-1160145080] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:47:04.445703 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19e7c2fa-5af4-427e-82b6-1c067c57a104 tempest-TestNetworkAdvancedServerOps-1160145080 tempest-TestNetworkAdvancedServerOps-1160145080] Pushing event updated for resources: {'SecurityGroupRule': ['ID=40b0215f-b0a6-4adf-a00d-653a13d4ca59,revision_number=0']} {{(pid=84874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:47:04.448504 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-19e7c2fa-5af4-427e-82b6-1c067c57a104 tempest-TestNetworkAdvancedServerOps-1160145080 tempest-TestNetworkAdvancedServerOps-1160145080] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:47:04.456244 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-19e7c2fa-5af4-427e-82b6-1c067c57a104 tempest-TestNetworkAdvancedServerOps-1160145080 tempest-TestNetworkAdvancedServerOps-1160145080] Notify callbacks [] for security_group_rule, before_response {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:47:04.457563 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-19e7c2fa-5af4-427e-82b6-1c067c57a104 tempest-TestNetworkAdvancedServerOps-1160145080 tempest-TestNetworkAdvancedServerOps-1160145080] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1525836 Jan 14 07:47:04.461948 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84874) accepted ('10.222.0.24', 45552) {{(pid=84874) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:47:04.467532 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.v2.base [None req-1cbc3dde-8fba-44a6-9ebd-159e4fec1bac tempest-TestNetworkAdvancedServerOps-1160145080 tempest-TestNetworkAdvancedServerOps-1160145080] Request body: {'security_group_rule': {'security_group_id': 'b1c1bf24-53e7-44bf-9112-5ad580de84fc', 'project_id': '69417d350c734fdb82cf490b41ee71fc', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=84874) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:47:04.479183 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-1cbc3dde-8fba-44a6-9ebd-159e4fec1bac tempest-TestNetworkAdvancedServerOps-1160145080 tempest-TestNetworkAdvancedServerOps-1160145080] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:47:04.483433 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-1cbc3dde-8fba-44a6-9ebd-159e4fec1bac tempest-TestNetworkAdvancedServerOps-1160145080 tempest-TestNetworkAdvancedServerOps-1160145080] Usage tracker for resource:security_group_rule and tenant:69417d350c734fdb82cf490b41ee71fc is out of sync, need to count used quota {{(pid=84874) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:47:04.486577 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-1cbc3dde-8fba-44a6-9ebd-159e4fec1bac tempest-TestNetworkAdvancedServerOps-1160145080 tempest-TestNetworkAdvancedServerOps-1160145080] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=84874) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:47:04.492563 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-1cbc3dde-8fba-44a6-9ebd-159e4fec1bac tempest-TestNetworkAdvancedServerOps-1160145080 tempest-TestNetworkAdvancedServerOps-1160145080] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=84874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:47:04.510819 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-1cbc3dde-8fba-44a6-9ebd-159e4fec1bac tempest-TestNetworkAdvancedServerOps-1160145080 tempest-TestNetworkAdvancedServerOps-1160145080] Notify callbacks [] for security_group_rule, before_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:47:04.578485 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-1cbc3dde-8fba-44a6-9ebd-159e4fec1bac tempest-TestNetworkAdvancedServerOps-1160145080 tempest-TestNetworkAdvancedServerOps-1160145080] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:47:04.582617 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-1cbc3dde-8fba-44a6-9ebd-159e4fec1bac tempest-TestNetworkAdvancedServerOps-1160145080 tempest-TestNetworkAdvancedServerOps-1160145080] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850966545'] for security_group_rule, after_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:47:04.584578 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-9e3e8963-a946-46c8-bf4c-9cdd08a56363 tempest-TestNetworkAdvancedServerOps-1160145080 tempest-TestNetworkAdvancedServerOps-1160145080] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:47:04.608411 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cbc3dde-8fba-44a6-9ebd-159e4fec1bac tempest-TestNetworkAdvancedServerOps-1160145080 tempest-TestNetworkAdvancedServerOps-1160145080] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c0cff7cd-ea8f-4d3d-95c7-575d644feba6,revision_number=0']} {{(pid=84874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:47:04.610957 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-1cbc3dde-8fba-44a6-9ebd-159e4fec1bac tempest-TestNetworkAdvancedServerOps-1160145080 tempest-TestNetworkAdvancedServerOps-1160145080] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:47:04.618608 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-1cbc3dde-8fba-44a6-9ebd-159e4fec1bac tempest-TestNetworkAdvancedServerOps-1160145080 tempest-TestNetworkAdvancedServerOps-1160145080] Notify callbacks [] for security_group_rule, before_response {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:47:04.619968 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-1cbc3dde-8fba-44a6-9ebd-159e4fec1bac tempest-TestNetworkAdvancedServerOps-1160145080 tempest-TestNetworkAdvancedServerOps-1160145080] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1570222 Jan 14 07:47:04.623154 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84874) accepted ('10.222.0.24', 45556) {{(pid=84874) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:47:04.628727 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.v2.base [None req-5a9dc54b-42c3-4330-82dc-3719793b38ea tempest-TestNetworkAdvancedServerOps-1160145080 tempest-TestNetworkAdvancedServerOps-1160145080] Request body: {'security_group_rule': {'security_group_id': 'b1c1bf24-53e7-44bf-9112-5ad580de84fc', 'project_id': '69417d350c734fdb82cf490b41ee71fc', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=84874) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:47:04.639740 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-5a9dc54b-42c3-4330-82dc-3719793b38ea tempest-TestNetworkAdvancedServerOps-1160145080 tempest-TestNetworkAdvancedServerOps-1160145080] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:47:04.643960 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-5a9dc54b-42c3-4330-82dc-3719793b38ea tempest-TestNetworkAdvancedServerOps-1160145080 tempest-TestNetworkAdvancedServerOps-1160145080] Usage tracker for resource:security_group_rule and tenant:69417d350c734fdb82cf490b41ee71fc is out of sync, need to count used quota {{(pid=84874) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:47:04.647051 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-5a9dc54b-42c3-4330-82dc-3719793b38ea tempest-TestNetworkAdvancedServerOps-1160145080 tempest-TestNetworkAdvancedServerOps-1160145080] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=84874) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:47:04.653226 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-5a9dc54b-42c3-4330-82dc-3719793b38ea tempest-TestNetworkAdvancedServerOps-1160145080 tempest-TestNetworkAdvancedServerOps-1160145080] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=84874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:47:04.673969 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-5a9dc54b-42c3-4330-82dc-3719793b38ea tempest-TestNetworkAdvancedServerOps-1160145080 tempest-TestNetworkAdvancedServerOps-1160145080] Notify callbacks [] for security_group_rule, before_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:47:04.747407 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-5a9dc54b-42c3-4330-82dc-3719793b38ea tempest-TestNetworkAdvancedServerOps-1160145080 tempest-TestNetworkAdvancedServerOps-1160145080] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:47:04.751279 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-5a9dc54b-42c3-4330-82dc-3719793b38ea tempest-TestNetworkAdvancedServerOps-1160145080 tempest-TestNetworkAdvancedServerOps-1160145080] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850966545'] for security_group_rule, after_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:47:04.758287 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:47:04.777402 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a9dc54b-42c3-4330-82dc-3719793b38ea tempest-TestNetworkAdvancedServerOps-1160145080 tempest-TestNetworkAdvancedServerOps-1160145080] Pushing event updated for resources: {'SecurityGroupRule': ['ID=50ce6bf9-609d-4064-bd02-fa81b883c72b,revision_number=0']} {{(pid=84874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:47:04.780102 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-5a9dc54b-42c3-4330-82dc-3719793b38ea tempest-TestNetworkAdvancedServerOps-1160145080 tempest-TestNetworkAdvancedServerOps-1160145080] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:47:04.788442 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-5a9dc54b-42c3-4330-82dc-3719793b38ea tempest-TestNetworkAdvancedServerOps-1160145080 tempest-TestNetworkAdvancedServerOps-1160145080] Notify callbacks [] for security_group_rule, before_response {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:47:04.789751 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-5a9dc54b-42c3-4330-82dc-3719793b38ea tempest-TestNetworkAdvancedServerOps-1160145080 tempest-TestNetworkAdvancedServerOps-1160145080] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1656246 Jan 14 07:47:04.794523 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84874) accepted ('10.222.0.24', 45560) {{(pid=84874) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:47:04.803685 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.v2.base [None req-609ad08d-8316-40b0-ad1a-8b4fae38a478 tempest-TestNetworkAdvancedServerOps-1160145080 tempest-TestNetworkAdvancedServerOps-1160145080] Request body: {'security_group_rule': {'security_group_id': 'b1c1bf24-53e7-44bf-9112-5ad580de84fc', 'project_id': '69417d350c734fdb82cf490b41ee71fc', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=84874) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:47:04.816008 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-609ad08d-8316-40b0-ad1a-8b4fae38a478 tempest-TestNetworkAdvancedServerOps-1160145080 tempest-TestNetworkAdvancedServerOps-1160145080] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:47:04.820214 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-609ad08d-8316-40b0-ad1a-8b4fae38a478 tempest-TestNetworkAdvancedServerOps-1160145080 tempest-TestNetworkAdvancedServerOps-1160145080] Usage tracker for resource:security_group_rule and tenant:69417d350c734fdb82cf490b41ee71fc is out of sync, need to count used quota {{(pid=84874) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:47:04.823321 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-609ad08d-8316-40b0-ad1a-8b4fae38a478 tempest-TestNetworkAdvancedServerOps-1160145080 tempest-TestNetworkAdvancedServerOps-1160145080] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=84874) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:47:04.829359 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-609ad08d-8316-40b0-ad1a-8b4fae38a478 tempest-TestNetworkAdvancedServerOps-1160145080 tempest-TestNetworkAdvancedServerOps-1160145080] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=84874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:47:04.853238 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-609ad08d-8316-40b0-ad1a-8b4fae38a478 tempest-TestNetworkAdvancedServerOps-1160145080 tempest-TestNetworkAdvancedServerOps-1160145080] Notify callbacks [] for security_group_rule, before_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:47:04.925929 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-609ad08d-8316-40b0-ad1a-8b4fae38a478 tempest-TestNetworkAdvancedServerOps-1160145080 tempest-TestNetworkAdvancedServerOps-1160145080] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:47:04.929862 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-609ad08d-8316-40b0-ad1a-8b4fae38a478 tempest-TestNetworkAdvancedServerOps-1160145080 tempest-TestNetworkAdvancedServerOps-1160145080] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850966545'] for security_group_rule, after_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:47:04.935399 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-6f3a15ff-262e-427d-9f40-fb5404a5b9c2 tempest-TestNetworkAdvancedServerOps-1160145080 tempest-TestNetworkAdvancedServerOps-1160145080] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:47:04.956061 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-609ad08d-8316-40b0-ad1a-8b4fae38a478 tempest-TestNetworkAdvancedServerOps-1160145080 tempest-TestNetworkAdvancedServerOps-1160145080] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a1bb1170-600f-43fa-9aab-ebf000553efc,revision_number=0']} {{(pid=84874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:47:04.958848 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-609ad08d-8316-40b0-ad1a-8b4fae38a478 tempest-TestNetworkAdvancedServerOps-1160145080 tempest-TestNetworkAdvancedServerOps-1160145080] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:47:04.966446 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-609ad08d-8316-40b0-ad1a-8b4fae38a478 tempest-TestNetworkAdvancedServerOps-1160145080 tempest-TestNetworkAdvancedServerOps-1160145080] Notify callbacks [] for security_group_rule, before_response {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:47:04.967770 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-609ad08d-8316-40b0-ad1a-8b4fae38a478 tempest-TestNetworkAdvancedServerOps-1160145080 tempest-TestNetworkAdvancedServerOps-1160145080] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1719396 Jan 14 07:47:04.970944 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84874) accepted ('10.222.0.24', 45564) {{(pid=84874) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:47:04.977049 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.v2.base [None req-18ce0795-c8f8-4a6b-8700-b2bb7ec5dae9 tempest-TestNetworkAdvancedServerOps-1160145080 tempest-TestNetworkAdvancedServerOps-1160145080] Request body: {'security_group_rule': {'security_group_id': 'b1c1bf24-53e7-44bf-9112-5ad580de84fc', 'project_id': '69417d350c734fdb82cf490b41ee71fc', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=84874) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:47:04.987901 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-18ce0795-c8f8-4a6b-8700-b2bb7ec5dae9 tempest-TestNetworkAdvancedServerOps-1160145080 tempest-TestNetworkAdvancedServerOps-1160145080] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:47:04.992022 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-18ce0795-c8f8-4a6b-8700-b2bb7ec5dae9 tempest-TestNetworkAdvancedServerOps-1160145080 tempest-TestNetworkAdvancedServerOps-1160145080] Usage tracker for resource:security_group_rule and tenant:69417d350c734fdb82cf490b41ee71fc is out of sync, need to count used quota {{(pid=84874) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:47:04.995351 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-18ce0795-c8f8-4a6b-8700-b2bb7ec5dae9 tempest-TestNetworkAdvancedServerOps-1160145080 tempest-TestNetworkAdvancedServerOps-1160145080] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=84874) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:47:05.001579 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-18ce0795-c8f8-4a6b-8700-b2bb7ec5dae9 tempest-TestNetworkAdvancedServerOps-1160145080 tempest-TestNetworkAdvancedServerOps-1160145080] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=84874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:47:05.013605 n-d-768862-2 neutron-server[84765]: INFO neutron.db.securitygroups_db [None req-18ce0795-c8f8-4a6b-8700-b2bb7ec5dae9 tempest-TestNetworkAdvancedServerOps-1160145080 tempest-TestNetworkAdvancedServerOps-1160145080] Project 69417d350c734fdb82cf490b41ee71fc added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 14 07:47:05.025059 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-18ce0795-c8f8-4a6b-8700-b2bb7ec5dae9 tempest-TestNetworkAdvancedServerOps-1160145080 tempest-TestNetworkAdvancedServerOps-1160145080] Notify callbacks [] for security_group_rule, before_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:47:05.105145 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-18ce0795-c8f8-4a6b-8700-b2bb7ec5dae9 tempest-TestNetworkAdvancedServerOps-1160145080 tempest-TestNetworkAdvancedServerOps-1160145080] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:47:05.109117 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-18ce0795-c8f8-4a6b-8700-b2bb7ec5dae9 tempest-TestNetworkAdvancedServerOps-1160145080 tempest-TestNetworkAdvancedServerOps-1160145080] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850966545'] for security_group_rule, after_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:47:05.111023 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-18a50ae3-03c9-437d-b192-af698b33738b tempest-SecGroupIPv6Test-296392250 tempest-SecGroupIPv6Test-296392250] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:47:05.134028 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18ce0795-c8f8-4a6b-8700-b2bb7ec5dae9 tempest-TestNetworkAdvancedServerOps-1160145080 tempest-TestNetworkAdvancedServerOps-1160145080] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5c7ac965-ae83-444b-848e-94f889c0bdce,revision_number=0']} {{(pid=84874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:47:05.136683 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-18ce0795-c8f8-4a6b-8700-b2bb7ec5dae9 tempest-TestNetworkAdvancedServerOps-1160145080 tempest-TestNetworkAdvancedServerOps-1160145080] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:47:05.143865 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-18ce0795-c8f8-4a6b-8700-b2bb7ec5dae9 tempest-TestNetworkAdvancedServerOps-1160145080 tempest-TestNetworkAdvancedServerOps-1160145080] Notify callbacks [] for security_group_rule, before_response {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:47:05.145191 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-18ce0795-c8f8-4a6b-8700-b2bb7ec5dae9 tempest-TestNetworkAdvancedServerOps-1160145080 tempest-TestNetworkAdvancedServerOps-1160145080] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1731403 Jan 14 07:47:05.148516 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84874) accepted ('10.222.0.24', 45568) {{(pid=84874) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:47:05.154381 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.v2.base [None req-22c9af22-dd3e-46e2-91bd-b74741606fde tempest-TestNetworkAdvancedServerOps-1160145080 tempest-TestNetworkAdvancedServerOps-1160145080] Request body: {'security_group_rule': {'security_group_id': 'b1c1bf24-53e7-44bf-9112-5ad580de84fc', 'project_id': '69417d350c734fdb82cf490b41ee71fc', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=84874) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:47:05.165658 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-22c9af22-dd3e-46e2-91bd-b74741606fde tempest-TestNetworkAdvancedServerOps-1160145080 tempest-TestNetworkAdvancedServerOps-1160145080] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:47:05.170067 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-22c9af22-dd3e-46e2-91bd-b74741606fde tempest-TestNetworkAdvancedServerOps-1160145080 tempest-TestNetworkAdvancedServerOps-1160145080] Usage tracker for resource:security_group_rule and tenant:69417d350c734fdb82cf490b41ee71fc is out of sync, need to count used quota {{(pid=84874) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:47:05.173314 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-22c9af22-dd3e-46e2-91bd-b74741606fde tempest-TestNetworkAdvancedServerOps-1160145080 tempest-TestNetworkAdvancedServerOps-1160145080] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=84874) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:47:05.179324 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-22c9af22-dd3e-46e2-91bd-b74741606fde tempest-TestNetworkAdvancedServerOps-1160145080 tempest-TestNetworkAdvancedServerOps-1160145080] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=84874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:47:05.189872 n-d-768862-2 neutron-server[84765]: INFO neutron.db.securitygroups_db [None req-22c9af22-dd3e-46e2-91bd-b74741606fde tempest-TestNetworkAdvancedServerOps-1160145080 tempest-TestNetworkAdvancedServerOps-1160145080] Project 69417d350c734fdb82cf490b41ee71fc added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 14 07:47:05.196781 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-22c9af22-dd3e-46e2-91bd-b74741606fde tempest-TestNetworkAdvancedServerOps-1160145080 tempest-TestNetworkAdvancedServerOps-1160145080] Notify callbacks [] for security_group_rule, before_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:47:05.269560 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-22c9af22-dd3e-46e2-91bd-b74741606fde tempest-TestNetworkAdvancedServerOps-1160145080 tempest-TestNetworkAdvancedServerOps-1160145080] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:47:05.273523 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-22c9af22-dd3e-46e2-91bd-b74741606fde tempest-TestNetworkAdvancedServerOps-1160145080 tempest-TestNetworkAdvancedServerOps-1160145080] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850966545'] for security_group_rule, after_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:47:05.275656 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-527c426a-5ab2-4d4f-a2d6-ff0faccdda8f tempest-TestNetworkAdvancedServerOps-470546014 tempest-TestNetworkAdvancedServerOps-470546014] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:47:05.299201 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22c9af22-dd3e-46e2-91bd-b74741606fde tempest-TestNetworkAdvancedServerOps-1160145080 tempest-TestNetworkAdvancedServerOps-1160145080] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a227c663-09a8-4af1-9946-21201a93250d,revision_number=0']} {{(pid=84874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:47:05.301778 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-22c9af22-dd3e-46e2-91bd-b74741606fde tempest-TestNetworkAdvancedServerOps-1160145080 tempest-TestNetworkAdvancedServerOps-1160145080] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:47:05.309119 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-22c9af22-dd3e-46e2-91bd-b74741606fde tempest-TestNetworkAdvancedServerOps-1160145080 tempest-TestNetworkAdvancedServerOps-1160145080] Notify callbacks [] for security_group_rule, before_response {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:47:05.310466 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-22c9af22-dd3e-46e2-91bd-b74741606fde tempest-TestNetworkAdvancedServerOps-1160145080 tempest-TestNetworkAdvancedServerOps-1160145080] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1607740 Jan 14 07:47:05.313656 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84874) accepted ('10.222.0.24', 45572) {{(pid=84874) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:47:05.319875 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.v2.base [None req-96197d52-3571-42d3-b64a-51795e56a4ec tempest-TestNetworkAdvancedServerOps-1160145080 tempest-TestNetworkAdvancedServerOps-1160145080] Request body: {'network': {'name': 'tempest-network-smoke--274753327', 'project_id': '69417d350c734fdb82cf490b41ee71fc', 'port_security_enabled': True}} {{(pid=84874) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:47:05.326257 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-96197d52-3571-42d3-b64a-51795e56a4ec tempest-TestNetworkAdvancedServerOps-1160145080 tempest-TestNetworkAdvancedServerOps-1160145080] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:47:05.330698 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-96197d52-3571-42d3-b64a-51795e56a4ec tempest-TestNetworkAdvancedServerOps-1160145080 tempest-TestNetworkAdvancedServerOps-1160145080] Usage tracker for resource:network and tenant:69417d350c734fdb82cf490b41ee71fc is out of sync, need to count used quota {{(pid=84874) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:47:05.333830 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-96197d52-3571-42d3-b64a-51795e56a4ec tempest-TestNetworkAdvancedServerOps-1160145080 tempest-TestNetworkAdvancedServerOps-1160145080] Quota usage for network was recalculated. Used quota:0. {{(pid=84874) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:47:05.339803 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-96197d52-3571-42d3-b64a-51795e56a4ec tempest-TestNetworkAdvancedServerOps-1160145080 tempest-TestNetworkAdvancedServerOps-1160145080] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:47:05.350988 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-96197d52-3571-42d3-b64a-51795e56a4ec tempest-TestNetworkAdvancedServerOps-1160145080 tempest-TestNetworkAdvancedServerOps-1160145080] Made reservation on behalf of 69417d350c734fdb82cf490b41ee71fc for: {'network': 1} {{(pid=84874) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 07:47:05.360496 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-96197d52-3571-42d3-b64a-51795e56a4ec tempest-TestNetworkAdvancedServerOps-1160145080 tempest-TestNetworkAdvancedServerOps-1160145080] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555753'] for network, before_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:47:05.394554 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-96197d52-3571-42d3-b64a-51795e56a4ec tempest-TestNetworkAdvancedServerOps-1160145080 tempest-TestNetworkAdvancedServerOps-1160145080] vxlan segment allocate from pool success with {'vxlan_vni': 3} {{(pid=84874) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Jan 14 07:47:05.404242 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-96197d52-3571-42d3-b64a-51795e56a4ec tempest-TestNetworkAdvancedServerOps-1160145080 tempest-TestNetworkAdvancedServerOps-1160145080] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854179735'] for segment, precommit_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:47:05.404635 n-d-768862-2 neutron-server[84765]: INFO neutron.db.segments_db [None req-96197d52-3571-42d3-b64a-51795e56a4ec tempest-TestNetworkAdvancedServerOps-1160145080 tempest-TestNetworkAdvancedServerOps-1160145080] Added segment d3626989-51ae-449a-9e96-56471c5e4735 of type vxlan for network a5fc3dba-61e8-4462-84e7-68e723a6464b Jan 14 07:47:05.431045 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-96197d52-3571-42d3-b64a-51795e56a4ec tempest-TestNetworkAdvancedServerOps-1160145080 tempest-TestNetworkAdvancedServerOps-1160145080] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363259214646115'] for network, precommit_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:47:05.465259 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-96197d52-3571-42d3-b64a-51795e56a4ec tempest-TestNetworkAdvancedServerOps-1160145080 tempest-TestNetworkAdvancedServerOps-1160145080] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850887149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964'] for network, after_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:47:05.485651 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96197d52-3571-42d3-b64a-51795e56a4ec tempest-TestNetworkAdvancedServerOps-1160145080 tempest-TestNetworkAdvancedServerOps-1160145080] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:47:05.486305 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-96197d52-3571-42d3-b64a-51795e56a4ec tempest-TestNetworkAdvancedServerOps-1160145080 tempest-TestNetworkAdvancedServerOps-1160145080] Notify callbacks [] for network, before_response {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:47:05.490191 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-3e9b6e95-baba-43cf-90a2-d068407befda tempest-RoutersTest-1255860389 tempest-RoutersTest-1255860389] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:47:05.600872 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-96197d52-3571-42d3-b64a-51795e56a4ec tempest-TestNetworkAdvancedServerOps-1160145080 tempest-TestNetworkAdvancedServerOps-1160145080] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.2860823 Jan 14 07:47:05.604116 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84875) accepted ('10.222.0.24', 45576) {{(pid=84875) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:47:05.604293 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96197d52-3571-42d3-b64a-51795e56a4ec tempest-TestNetworkAdvancedServerOps-1160145080 tempest-TestNetworkAdvancedServerOps-1160145080] Pushing event updated for resources: {'Network': ['ID=a5fc3dba-61e8-4462-84e7-68e723a6464b,revision_number=1']} {{(pid=84874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:47:05.607163 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-96197d52-3571-42d3-b64a-51795e56a4ec tempest-TestNetworkAdvancedServerOps-1160145080 tempest-TestNetworkAdvancedServerOps-1160145080] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:47:05.611712 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.v2.base [None req-1a29d4c6-dd4d-489a-8874-29e2b7d7fd8c tempest-TestNetworkAdvancedServerOps-1160145080 tempest-TestNetworkAdvancedServerOps-1160145080] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1777298286', 'admin_state_up': True, 'project_id': '69417d350c734fdb82cf490b41ee71fc', 'external_gateway_info': {'network_id': '226f1e78-82cd-4481-9055-4eb73b6db8c1'}}} {{(pid=84875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:47:05.617976 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-017f98a9-8a07-408c-a86f-8ff0c00400a0 None None] Network a5fc3dba-61e8-4462-84e7-68e723a6464b details requested by agent ovs-agent-n-h1-768862-2 with host n-h1-768862-2 {{(pid=84876) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 07:47:05.626581 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-1a29d4c6-dd4d-489a-8874-29e2b7d7fd8c tempest-TestNetworkAdvancedServerOps-1160145080 tempest-TestNetworkAdvancedServerOps-1160145080] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:47:05.631072 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-1a29d4c6-dd4d-489a-8874-29e2b7d7fd8c tempest-TestNetworkAdvancedServerOps-1160145080 tempest-TestNetworkAdvancedServerOps-1160145080] Usage tracker for resource:router and tenant:69417d350c734fdb82cf490b41ee71fc is out of sync, need to count used quota {{(pid=84875) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:47:05.632332 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Network a5fc3dba-61e8-4462-84e7-68e723a6464b details requested by agent ovs-agent-n-d-768862-2 with host n-d-768862-2 {{(pid=84876) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 07:47:05.634206 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-1a29d4c6-dd4d-489a-8874-29e2b7d7fd8c tempest-TestNetworkAdvancedServerOps-1160145080 tempest-TestNetworkAdvancedServerOps-1160145080] Quota usage for router was recalculated. Used quota:0. {{(pid=84875) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:47:05.642075 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-1a29d4c6-dd4d-489a-8874-29e2b7d7fd8c tempest-TestNetworkAdvancedServerOps-1160145080 tempest-TestNetworkAdvancedServerOps-1160145080] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:47:05.648893 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-852a24f7-e9a1-4193-9abb-e9506fe5213f None None] Network a5fc3dba-61e8-4462-84e7-68e723a6464b details requested by agent ovs-agent-n-h2-768862-2 with host n-h2-768862-2 {{(pid=84876) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 07:47:05.652348 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-1a29d4c6-dd4d-489a-8874-29e2b7d7fd8c tempest-TestNetworkAdvancedServerOps-1160145080 tempest-TestNetworkAdvancedServerOps-1160145080] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3889205', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854717621'] for router, before_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:47:05.653457 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-1a29d4c6-dd4d-489a-8874-29e2b7d7fd8c tempest-TestNetworkAdvancedServerOps-1160145080 tempest-TestNetworkAdvancedServerOps-1160145080] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036850886574', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3912501', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3808446', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-58179'] for router, precommit_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:47:05.669646 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-1a29d4c6-dd4d-489a-8874-29e2b7d7fd8c tempest-TestNetworkAdvancedServerOps-1160145080 tempest-TestNetworkAdvancedServerOps-1160145080] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:47:06.248949 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-1a29d4c6-dd4d-489a-8874-29e2b7d7fd8c tempest-TestNetworkAdvancedServerOps-1160145080 tempest-TestNetworkAdvancedServerOps-1160145080] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3912484', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3889188', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-58194'] for router, precommit_update {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:47:06.578311 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-1a29d4c6-dd4d-489a-8874-29e2b7d7fd8c tempest-TestNetworkAdvancedServerOps-1160145080 tempest-TestNetworkAdvancedServerOps-1160145080] Notify callbacks [] for router_gateway, before_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:47:06.612754 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-1a29d4c6-dd4d-489a-8874-29e2b7d7fd8c tempest-TestNetworkAdvancedServerOps-1160145080 tempest-TestNetworkAdvancedServerOps-1160145080] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555753'] for port, before_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:47:06.900936 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.db_base_plugin_common [None req-1a29d4c6-dd4d-489a-8874-29e2b7d7fd8c tempest-TestNetworkAdvancedServerOps-1160145080 tempest-TestNetworkAdvancedServerOps-1160145080] Allocated IP 172.25.2.53 (226f1e78-82cd-4481-9055-4eb73b6db8c1/ba8deeec-7658-4195-9449-038c076f5c83/945cd5b4-eda3-4236-b68b-b58c561d9a3f) {{(pid=84875) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 14 07:47:07.069707 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-1a29d4c6-dd4d-489a-8874-29e2b7d7fd8c tempest-TestNetworkAdvancedServerOps-1160145080 tempest-TestNetworkAdvancedServerOps-1160145080] Notify callbacks [] for port, precommit_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:47:07.106715 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-1a29d4c6-dd4d-489a-8874-29e2b7d7fd8c tempest-TestNetworkAdvancedServerOps-1160145080 tempest-TestNetworkAdvancedServerOps-1160145080] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777640123575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851621574'] for port, after_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:47:07.122155 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-8eeecd73-6f8e-46cc-8301-74ec3924cce4 tempest-RoutersTest-1255860389 tempest-RoutersTest-1255860389] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:47:07.252711 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a29d4c6-dd4d-489a-8874-29e2b7d7fd8c tempest-TestNetworkAdvancedServerOps-1160145080 tempest-TestNetworkAdvancedServerOps-1160145080] Pushing event updated for resources: {'Port': ['ID=945cd5b4-eda3-4236-b68b-b58c561d9a3f,revision_number=1']} {{(pid=84875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:47:07.258286 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-1a29d4c6-dd4d-489a-8874-29e2b7d7fd8c tempest-TestNetworkAdvancedServerOps-1160145080 tempest-TestNetworkAdvancedServerOps-1160145080] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:47:07.311598 n-d-768862-2 neutron-server[84765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a29d4c6-dd4d-489a-8874-29e2b7d7fd8c tempest-TestNetworkAdvancedServerOps-1160145080 tempest-TestNetworkAdvancedServerOps-1160145080] Network 226f1e78-82cd-4481-9055-4eb73b6db8c1 is already hosted by enough agents. {{(pid=84875) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 07:47:07.312885 n-d-768862-2 neutron-server[84765]: DEBUG neutron.scheduler.base_scheduler [None req-1a29d4c6-dd4d-489a-8874-29e2b7d7fd8c tempest-TestNetworkAdvancedServerOps-1160145080 tempest-TestNetworkAdvancedServerOps-1160145080] Resources bound (agent type, host, resource id): {{(pid=84875) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 07:47:07.315743 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a29d4c6-dd4d-489a-8874-29e2b7d7fd8c tempest-TestNetworkAdvancedServerOps-1160145080 tempest-TestNetworkAdvancedServerOps-1160145080] Received port after_create {{(pid=84875) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 14 07:47:07.754620 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-1a29d4c6-dd4d-489a-8874-29e2b7d7fd8c tempest-TestNetworkAdvancedServerOps-1160145080 tempest-TestNetworkAdvancedServerOps-1160145080] Notify callbacks [] for router_gateway, after_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:47:08.113942 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-1a29d4c6-dd4d-489a-8874-29e2b7d7fd8c tempest-TestNetworkAdvancedServerOps-1160145080 tempest-TestNetworkAdvancedServerOps-1160145080] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036850886612', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036850863158'] for router, after_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:47:08.373774 n-d-768862-2 neutron-server[84765]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1a29d4c6-dd4d-489a-8874-29e2b7d7fd8c tempest-TestNetworkAdvancedServerOps-1160145080 tempest-TestNetworkAdvancedServerOps-1160145080] Router c7eec8c4-817f-4133-a9cd-446385ac2ef5 is scheduled to L3 agent 35f592e9-451b-4db9-abea-77b6a5c5391b with binding_index 1 {{(pid=84875) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}} Jan 14 07:47:08.589120 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1a29d4c6-dd4d-489a-8874-29e2b7d7fd8c tempest-TestNetworkAdvancedServerOps-1160145080 tempest-TestNetworkAdvancedServerOps-1160145080] Notify agent at l3_agent.n-d-768862-2 the message routers_updated {{(pid=84875) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jan 14 07:47:08.599868 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d3774b2-8afa-465a-a939-c2d2086bfd51 None None] Sync routers for ids ['c7eec8c4-817f-4133-a9cd-446385ac2ef5'] in n-d-768862-2 {{(pid=84877) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Jan 14 07:47:08.611499 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d3774b2-8afa-465a-a939-c2d2086bfd51 None None] Routers {'c7eec8c4-817f-4133-a9cd-446385ac2ef5'} bound to L3 agent in host n-d-768862-2 {{(pid=84877) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 14 07:47:08.612580 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_hamode_db [None req-5d3774b2-8afa-465a-a939-c2d2086bfd51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-01-14T06:56:51Z,description=,heartbeat_timestamp=2021-01-14T07:46:52Z,host='n-d-768862-2',id=35f592e9-451b-4db9-abea-77b6a5c5391b,load=0,resource_versions=,resources_synced=,started_at=2021-01-14T06:56:51Z,topic='l3_agent')) {'router_ids': ['c7eec8c4-817f-4133-a9cd-446385ac2ef5'], 'active': True} {{(pid=84877) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:47:08.626698 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-1a29d4c6-dd4d-489a-8874-29e2b7d7fd8c tempest-TestNetworkAdvancedServerOps-1160145080 tempest-TestNetworkAdvancedServerOps-1160145080] Notify callbacks [] for router, before_response {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:47:08.628043 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-1a29d4c6-dd4d-489a-8874-29e2b7d7fd8c tempest-TestNetworkAdvancedServerOps-1160145080 tempest-TestNetworkAdvancedServerOps-1160145080] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 3.0226846 Jan 14 07:47:08.631417 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84875) accepted ('10.222.0.24', 45580) {{(pid=84875) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:47:08.691276 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-30200a2c-0c61-43c0-be27-b6f6b5aa549f tempest-TestNetworkAdvancedServerOps-569276418 tempest-TestNetworkAdvancedServerOps-569276418] 10.222.0.24 "GET /v2.0/subnets?project_id=69417d350c734fdb82cf490b41ee71fc&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0585585 Jan 14 07:47:08.694989 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84874) accepted ('10.222.0.24', 45584) {{(pid=84874) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:47:08.832022 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_dvr_db [None req-5d3774b2-8afa-465a-a939-c2d2086bfd51 None None] Set router c7eec8c4-817f-4133-a9cd-446385ac2ef5 gateway port host: n-d-768862-2 {{(pid=84877) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 14 07:47:08.862436 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71cc843b-73fa-464b-9c44-5fb6a517924a tempest-TestNetworkAdvancedServerOps-569276418 tempest-TestNetworkAdvancedServerOps-569276418] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:47:08.864688 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-71cc843b-73fa-464b-9c44-5fb6a517924a tempest-TestNetworkAdvancedServerOps-569276418 tempest-TestNetworkAdvancedServerOps-569276418] 10.222.0.24 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1685460 Jan 14 07:47:08.867993 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84875) accepted ('10.222.0.24', 45588) {{(pid=84875) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:47:08.916864 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-aa93b7e8-6656-499a-b733-42e8541a2447 tempest-TestNetworkAdvancedServerOps-569276418 tempest-TestNetworkAdvancedServerOps-569276418] 10.222.0.24 "GET /v2.0/subnets?network_id=226f1e78-82cd-4481-9055-4eb73b6db8c1&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0446336 Jan 14 07:47:08.917099 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84875) accepted ('10.222.0.24', 45592) {{(pid=84875) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:47:08.923169 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.v2.base [None req-6eed13ba-88b1-4b81-9e6a-293fbf6cb5bd tempest-TestNetworkAdvancedServerOps-1160145080 tempest-TestNetworkAdvancedServerOps-1160145080] Request body: {'subnet': {'name': 'tempest-subnet-smoke-731594405', 'network_id': 'a5fc3dba-61e8-4462-84e7-68e723a6464b', 'project_id': '69417d350c734fdb82cf490b41ee71fc', 'cidr': '172.20.0.0/28', 'ip_version': 4}} {{(pid=84875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:47:09.047232 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-6eed13ba-88b1-4b81-9e6a-293fbf6cb5bd tempest-TestNetworkAdvancedServerOps-1160145080 tempest-TestNetworkAdvancedServerOps-1160145080] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:47:09.051862 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-6eed13ba-88b1-4b81-9e6a-293fbf6cb5bd tempest-TestNetworkAdvancedServerOps-1160145080 tempest-TestNetworkAdvancedServerOps-1160145080] Usage tracker for resource:subnet and tenant:69417d350c734fdb82cf490b41ee71fc is out of sync, need to count used quota {{(pid=84875) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:47:09.055219 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-6eed13ba-88b1-4b81-9e6a-293fbf6cb5bd tempest-TestNetworkAdvancedServerOps-1160145080 tempest-TestNetworkAdvancedServerOps-1160145080] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84875) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:47:09.061716 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-6eed13ba-88b1-4b81-9e6a-293fbf6cb5bd tempest-TestNetworkAdvancedServerOps-1160145080 tempest-TestNetworkAdvancedServerOps-1160145080] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:47:09.072821 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6eed13ba-88b1-4b81-9e6a-293fbf6cb5bd tempest-TestNetworkAdvancedServerOps-1160145080 tempest-TestNetworkAdvancedServerOps-1160145080] Made reservation on behalf of 69417d350c734fdb82cf490b41ee71fc for: {'subnet': 1} {{(pid=84875) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 07:47:09.199664 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-6eed13ba-88b1-4b81-9e6a-293fbf6cb5bd tempest-TestNetworkAdvancedServerOps-1160145080 tempest-TestNetworkAdvancedServerOps-1160145080] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036852467157'] for subnet, before_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:47:09.326929 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_hamode_db [None req-5d3774b2-8afa-465a-a939-c2d2086bfd51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c7eec8c4-817f-4133-a9cd-446385ac2ef5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1777298286', 'tenant_id': '69417d350c734fdb82cf490b41ee71fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '226f1e78-82cd-4481-9055-4eb73b6db8c1', 'external_fixed_ips': [{'subnet_id': 'ba8deeec-7658-4195-9449-038c076f5c83', 'ip_address': '172.25.2.53'}], 'enable_snat': True}, 'gw_port_id': '945cd5b4-eda3-4236-b68b-b58c561d9a3f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-14T07:47:05Z', 'updated_at': '2021-01-14T07:47:07Z', 'revision_number': 3, 'project_id': '69417d350c734fdb82cf490b41ee71fc', 'gw_port': {'id': '945cd5b4-eda3-4236-b68b-b58c561d9a3f', 'name': '', 'network_id': '226f1e78-82cd-4481-9055-4eb73b6db8c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:78:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c7eec8c4-817f-4133-a9cd-446385ac2ef5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3910, 'fixed_ips': [{'subnet_id': 'ba8deeec-7658-4195-9449-038c076f5c83', 'ip_address': '172.25.2.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T07:47:06Z', 'updated_at': '2021-01-14T07:47:06Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ba8deeec-7658-4195-9449-038c076f5c83', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-2'}], 'n-d-768862-2', False) {} {{(pid=84877) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:47:09.331369 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d3774b2-8afa-465a-a939-c2d2086bfd51 None None] Checking router: c7eec8c4-817f-4133-a9cd-446385ac2ef5 for host: n-d-768862-2 {{(pid=84877) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Jan 14 07:47:09.331767 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d3774b2-8afa-465a-a939-c2d2086bfd51 None None] Updating router c7eec8c4-817f-4133-a9cd-446385ac2ef5 port 945cd5b4-eda3-4236-b68b-b58c561d9a3f binding host n-d-768862-2 {{(pid=84877) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Jan 14 07:47:09.388810 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-5d3774b2-8afa-465a-a939-c2d2086bfd51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555753'] for port, before_update {{(pid=84877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:47:09.791250 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-5d3774b2-8afa-465a-a939-c2d2086bfd51 None None] Notify callbacks [] for port, precommit_update {{(pid=84877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:47:09.803705 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-5d3774b2-8afa-465a-a939-c2d2086bfd51 None None] Transition to ACTIVE for port object 945cd5b4-eda3-4236-b68b-b58c561d9a3f will not be triggered until provisioned by entity L2. {{(pid=84877) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 07:47:09.808305 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-5d3774b2-8afa-465a-a939-c2d2086bfd51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777640533312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363259214678337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777640097497'] for port, after_update {{(pid=84877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:47:09.821228 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-2e0a4a18-c5b9-4b25-8357-e0c1563ffb40 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:47:09.949074 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c458ff5e-ffbd-4c5c-b648-a25b04422b0d None None] Pushing event updated for resources: {'Port': ['ID=945cd5b4-eda3-4236-b68b-b58c561d9a3f,revision_number=2']} {{(pid=84877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:47:09.954043 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-c458ff5e-ffbd-4c5c-b648-a25b04422b0d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=84877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:47:09.959784 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-6eed13ba-88b1-4b81-9e6a-293fbf6cb5bd tempest-TestNetworkAdvancedServerOps-1160145080 tempest-TestNetworkAdvancedServerOps-1160145080] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850887113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036851621412', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036852467174'] for subnet, after_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:47:09.973671 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-1685a298-c138-4b70-a58a-04fb7adc6b4e tempest-RoutersNegativeTest-577972138 tempest-RoutersNegativeTest-577972138] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:47:10.020216 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.managers [None req-5d3774b2-8afa-465a-a939-c2d2086bfd51 None None] Attempting to bind port 945cd5b4-eda3-4236-b68b-b58c561d9a3f on host n-d-768862-2 for vnic_type normal with profile {{(pid=84877) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 14 07:47:10.020486 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.managers [None req-5d3774b2-8afa-465a-a939-c2d2086bfd51 None None] Attempting to bind port 945cd5b4-eda3-4236-b68b-b58c561d9a3f by drivers openvswitch on host n-d-768862-2 at level 0 using segments [{'id': 'cf3ded2c-bc47-4a71-89af-6e7117e60140', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '226f1e78-82cd-4481-9055-4eb73b6db8c1'}] {{(pid=84877) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 14 07:47:10.020867 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d3774b2-8afa-465a-a939-c2d2086bfd51 None None] Attempting to bind port 945cd5b4-eda3-4236-b68b-b58c561d9a3f on network 226f1e78-82cd-4481-9055-4eb73b6db8c1 {{(pid=84877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 14 07:47:10.026918 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d3774b2-8afa-465a-a939-c2d2086bfd51 None None] Checking agent: {'id': 'ba5efab1-b43c-4d5a-bc52-6e105d4e67a2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768862-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 14, 6, 56, 52), 'started_at': datetime.datetime(2021, 1, 14, 6, 57, 22), 'heartbeat_timestamp': datetime.datetime(2021, 1, 14, 7, 46, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768862-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.29', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 14 07:47:10.027324 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d3774b2-8afa-465a-a939-c2d2086bfd51 None None] Checking segment: {'id': 'cf3ded2c-bc47-4a71-89af-6e7117e60140', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '226f1e78-82cd-4481-9055-4eb73b6db8c1'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84877) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 14 07:47:10.027767 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-5d3774b2-8afa-465a-a939-c2d2086bfd51 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:47:10.028224 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d3774b2-8afa-465a-a939-c2d2086bfd51 None None] Bound using segment: {'id': 'cf3ded2c-bc47-4a71-89af-6e7117e60140', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '226f1e78-82cd-4481-9055-4eb73b6db8c1'} {{(pid=84877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 14 07:47:10.028768 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.managers [None req-5d3774b2-8afa-465a-a939-c2d2086bfd51 None None] Bound port: 945cd5b4-eda3-4236-b68b-b58c561d9a3f, host: n-d-768862-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cf3ded2c-bc47-4a71-89af-6e7117e60140', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '226f1e78-82cd-4481-9055-4eb73b6db8c1'}}] {{(pid=84877) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 14 07:47:10.029177 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-5d3774b2-8afa-465a-a939-c2d2086bfd51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555753'] for port, before_update {{(pid=84877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:47:10.103257 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [None req-5d3774b2-8afa-465a-a939-c2d2086bfd51 None None] For port 945cd5b4-eda3-4236-b68b-b58c561d9a3f, host n-d-768862-2, cleared binding levels {{(pid=84877) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 14 07:47:10.106895 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [None req-5d3774b2-8afa-465a-a939-c2d2086bfd51 None None] For port 945cd5b4-eda3-4236-b68b-b58c561d9a3f, host n-d-768862-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-2',level=0,port_id=945cd5b4-eda3-4236-b68b-b58c561d9a3f,segment=NetworkSegment(cf3ded2c-bc47-4a71-89af-6e7117e60140),segment_id=cf3ded2c-bc47-4a71-89af-6e7117e60140)] {{(pid=84877) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 14 07:47:10.109249 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eed13ba-88b1-4b81-9e6a-293fbf6cb5bd tempest-TestNetworkAdvancedServerOps-1160145080 tempest-TestNetworkAdvancedServerOps-1160145080] Pushing event updated for resources: {'Subnet': ['ID=e9588a55-11e4-450f-a3ea-e12156f3ab03,revision_number=0']} {{(pid=84875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:47:10.113054 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-5d3774b2-8afa-465a-a939-c2d2086bfd51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777640533312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363259214678337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777640097497'] for port, after_update {{(pid=84877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:47:10.116249 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-6eed13ba-88b1-4b81-9e6a-293fbf6cb5bd tempest-TestNetworkAdvancedServerOps-1160145080 tempest-TestNetworkAdvancedServerOps-1160145080] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:47:10.126716 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-53e79fc2-86c6-4a77-ae24-e9a855fdc609 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:47:10.188559 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6eed13ba-88b1-4b81-9e6a-293fbf6cb5bd tempest-TestNetworkAdvancedServerOps-1160145080 tempest-TestNetworkAdvancedServerOps-1160145080] Checking segment: {'id': 'd3626989-51ae-449a-9e96-56471c5e4735', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'a5fc3dba-61e8-4462-84e7-68e723a6464b'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84875) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 14 07:47:10.188951 n-d-768862-2 neutron-server[84765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6eed13ba-88b1-4b81-9e6a-293fbf6cb5bd tempest-TestNetworkAdvancedServerOps-1160145080 tempest-TestNetworkAdvancedServerOps-1160145080] Network hostable DHCP agents. Network: a5fc3dba-61e8-4462-84e7-68e723a6464b, hostable agents: ['32f3dd84-26da-4d18-bf15-6017a8fb7247'], hosted agents: [] {{(pid=84875) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Jan 14 07:47:10.209670 n-d-768862-2 neutron-server[84765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6eed13ba-88b1-4b81-9e6a-293fbf6cb5bd tempest-TestNetworkAdvancedServerOps-1160145080 tempest-TestNetworkAdvancedServerOps-1160145080] Network a5fc3dba-61e8-4462-84e7-68e723a6464b is scheduled to be hosted by DHCP agent 32f3dd84-26da-4d18-bf15-6017a8fb7247 with binding_index 1 {{(pid=84875) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Jan 14 07:47:10.219390 n-d-768862-2 neutron-server[84765]: DEBUG neutron.scheduler.base_scheduler [None req-6eed13ba-88b1-4b81-9e6a-293fbf6cb5bd tempest-TestNetworkAdvancedServerOps-1160145080 tempest-TestNetworkAdvancedServerOps-1160145080] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768862-2, a5fc3dba-61e8-4462-84e7-68e723a6464b) {{(pid=84875) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 07:47:10.230242 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08de3fa0-8b0f-4de4-885b-d36530f5c241 None None] Network a5fc3dba-61e8-4462-84e7-68e723a6464b requested from n-d-768862-2 {{(pid=84876) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 07:47:10.234269 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6eed13ba-88b1-4b81-9e6a-293fbf6cb5bd tempest-TestNetworkAdvancedServerOps-1160145080 tempest-TestNetworkAdvancedServerOps-1160145080] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:47:10.234938 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-6eed13ba-88b1-4b81-9e6a-293fbf6cb5bd tempest-TestNetworkAdvancedServerOps-1160145080 tempest-TestNetworkAdvancedServerOps-1160145080] Notify callbacks [] for subnet, before_response {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:47:10.260278 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-6eed13ba-88b1-4b81-9e6a-293fbf6cb5bd tempest-TestNetworkAdvancedServerOps-1160145080 tempest-TestNetworkAdvancedServerOps-1160145080] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 1.3393028 Jan 14 07:47:10.260510 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84875) accepted ('10.222.0.24', 45596) {{(pid=84875) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:47:10.277568 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c458ff5e-ffbd-4c5c-b648-a25b04422b0d None None] Pushing event updated for resources: {'Port': ['ID=945cd5b4-eda3-4236-b68b-b58c561d9a3f,revision_number=3']} {{(pid=84877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:47:10.287347 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-c458ff5e-ffbd-4c5c-b648-a25b04422b0d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.161s {{(pid=84877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:47:10.337483 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d3774b2-8afa-465a-a939-c2d2086bfd51 None None] Routers {'c7eec8c4-817f-4133-a9cd-446385ac2ef5'} bound to L3 agent in host n-d-768862-2 {{(pid=84877) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 14 07:47:10.338262 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_hamode_db [None req-5d3774b2-8afa-465a-a939-c2d2086bfd51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-01-14T06:56:51Z,description=,heartbeat_timestamp=2021-01-14T07:46:52Z,host='n-d-768862-2',id=35f592e9-451b-4db9-abea-77b6a5c5391b,load=0,resource_versions=,resources_synced=,started_at=2021-01-14T06:56:51Z,topic='l3_agent')) {'router_ids': ['c7eec8c4-817f-4133-a9cd-446385ac2ef5'], 'active': True} {{(pid=84877) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:47:10.473801 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db72ebad-d2e5-45e5-b415-98e6f7ce811a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5d94dc7a-c095-50a4-955e-5f3b78718a12-a5fc3dba-61e8-4462-84e7-68e723a6464b', 'network_id': 'a5fc3dba-61e8-4462-84e7-68e723a6464b', 'tenant_id': '69417d350c734fdb82cf490b41ee71fc', 'fixed_ips': [{'subnet_id': 'e9588a55-11e4-450f-a3ea-e12156f3ab03'}]}} from n-d-768862-2. {{(pid=84876) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Jan 14 07:47:10.475248 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-db72ebad-d2e5-45e5-b415-98e6f7ce811a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555753'] for port, before_create {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:47:10.494983 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.agents_db [None req-5b939a2f-078d-4c69-a188-cb55a28a77a0 None None] Agent healthcheck: found 7 active agents {{(pid=84877) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Jan 14 07:47:10.542197 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_dvr_db [None req-5d3774b2-8afa-465a-a939-c2d2086bfd51 None None] Set router c7eec8c4-817f-4133-a9cd-446385ac2ef5 gateway port host: n-d-768862-2 {{(pid=84877) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 14 07:47:10.782585 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.db_base_plugin_common [None req-db72ebad-d2e5-45e5-b415-98e6f7ce811a None None] Allocated IP 172.20.0.2 (a5fc3dba-61e8-4462-84e7-68e723a6464b/e9588a55-11e4-450f-a3ea-e12156f3ab03/eb6b65fd-5d72-4325-bdaf-04f9371751f4) {{(pid=84876) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 14 07:47:10.857570 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_hamode_db [None req-5d3774b2-8afa-465a-a939-c2d2086bfd51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c7eec8c4-817f-4133-a9cd-446385ac2ef5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1777298286', 'tenant_id': '69417d350c734fdb82cf490b41ee71fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '226f1e78-82cd-4481-9055-4eb73b6db8c1', 'external_fixed_ips': [{'subnet_id': 'ba8deeec-7658-4195-9449-038c076f5c83', 'ip_address': '172.25.2.53'}], 'enable_snat': True}, 'gw_port_id': '945cd5b4-eda3-4236-b68b-b58c561d9a3f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-14T07:47:05Z', 'updated_at': '2021-01-14T07:47:07Z', 'revision_number': 3, 'project_id': '69417d350c734fdb82cf490b41ee71fc', 'gw_port': {'id': '945cd5b4-eda3-4236-b68b-b58c561d9a3f', 'name': '', 'network_id': '226f1e78-82cd-4481-9055-4eb73b6db8c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:78:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c7eec8c4-817f-4133-a9cd-446385ac2ef5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3910, 'fixed_ips': [{'subnet_id': 'ba8deeec-7658-4195-9449-038c076f5c83', 'ip_address': '172.25.2.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T07:47:06Z', 'updated_at': '2021-01-14T07:47:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ba8deeec-7658-4195-9449-038c076f5c83', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-2'}], 'n-d-768862-2', False) {} {{(pid=84877) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:47:10.862394 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d3774b2-8afa-465a-a939-c2d2086bfd51 None None] The sync data for ids ['c7eec8c4-817f-4133-a9cd-446385ac2ef5'] in n-d-768862-2 is: [{'id': 'c7eec8c4-817f-4133-a9cd-446385ac2ef5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1777298286', 'tenant_id': '69417d350c734fdb82cf490b41ee71fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '226f1e78-82cd-4481-9055-4eb73b6db8c1', 'external_fixed_ips': [{'subnet_id': 'ba8deeec-7658-4195-9449-038c076f5c83', 'ip_address': '172.25.2.53'}], 'enable_snat': True}, 'gw_port_id': '945cd5b4-eda3-4236-b68b-b58c561d9a3f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-14T07:47:05Z', 'updated_at': '2021-01-14T07:47:07Z', 'revision_number': 3, 'project_id': '69417d350c734fdb82cf490b41ee71fc', 'gw_port': {'id': '945cd5b4-eda3-4236-b68b-b58c561d9a3f', 'name': '', 'network_id': '226f1e78-82cd-4481-9055-4eb73b6db8c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:78:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c7eec8c4-817f-4133-a9cd-446385ac2ef5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3910, 'fixed_ips': [{'subnet_id': 'ba8deeec-7658-4195-9449-038c076f5c83', 'ip_address': '172.25.2.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T07:47:06Z', 'updated_at': '2021-01-14T07:47:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ba8deeec-7658-4195-9449-038c076f5c83', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-2'}] {{(pid=84877) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Jan 14 07:47:11.012055 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-db72ebad-d2e5-45e5-b415-98e6f7ce811a None None] Notify callbacks [] for port, precommit_create {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:47:11.023191 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-db72ebad-d2e5-45e5-b415-98e6f7ce811a None None] Transition to ACTIVE for port object eb6b65fd-5d72-4325-bdaf-04f9371751f4 will not be triggered until provisioned by entity L2. {{(pid=84876) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 07:47:11.032493 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-64a00017-447a-4688-884b-9fed76b29ea7 tempest-TestNetworkAdvancedServerOps-1160145080 tempest-TestNetworkAdvancedServerOps-1160145080] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555753'] for port, before_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:47:11.041040 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-db72ebad-d2e5-45e5-b415-98e6f7ce811a None None] Transition to ACTIVE for port object eb6b65fd-5d72-4325-bdaf-04f9371751f4 will not be triggered until provisioned by entity DHCP. {{(pid=84876) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 07:47:11.046422 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-db72ebad-d2e5-45e5-b415-98e6f7ce811a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777640123575'] for port, after_create {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:47:11.061884 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-57702c16-8265-46c0-92f5-5895c9f11011 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84876) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:47:11.192322 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db72ebad-d2e5-45e5-b415-98e6f7ce811a None None] Pushing event updated for resources: {'Port': ['ID=eb6b65fd-5d72-4325-bdaf-04f9371751f4,revision_number=1']} {{(pid=84876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:47:11.198530 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-db72ebad-d2e5-45e5-b415-98e6f7ce811a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=84876) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:47:11.262159 n-d-768862-2 neutron-server[84765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db72ebad-d2e5-45e5-b415-98e6f7ce811a None None] Network a5fc3dba-61e8-4462-84e7-68e723a6464b is already hosted by enough agents. {{(pid=84876) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 07:47:11.265979 n-d-768862-2 neutron-server[84765]: DEBUG neutron.scheduler.base_scheduler [None req-db72ebad-d2e5-45e5-b415-98e6f7ce811a None None] Resources bound (agent type, host, resource id): {{(pid=84876) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 07:47:11.271299 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db72ebad-d2e5-45e5-b415-98e6f7ce811a None None] Received port after_create {{(pid=84876) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 14 07:47:11.335013 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.managers [None req-db72ebad-d2e5-45e5-b415-98e6f7ce811a None None] Attempting to bind port eb6b65fd-5d72-4325-bdaf-04f9371751f4 on host n-d-768862-2 for vnic_type normal with profile {{(pid=84876) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 14 07:47:11.335522 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.managers [None req-db72ebad-d2e5-45e5-b415-98e6f7ce811a None None] Attempting to bind port eb6b65fd-5d72-4325-bdaf-04f9371751f4 by drivers openvswitch on host n-d-768862-2 at level 0 using segments [{'id': 'd3626989-51ae-449a-9e96-56471c5e4735', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'a5fc3dba-61e8-4462-84e7-68e723a6464b'}] {{(pid=84876) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 14 07:47:11.336045 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db72ebad-d2e5-45e5-b415-98e6f7ce811a None None] Attempting to bind port eb6b65fd-5d72-4325-bdaf-04f9371751f4 on network a5fc3dba-61e8-4462-84e7-68e723a6464b {{(pid=84876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 14 07:47:11.342709 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db72ebad-d2e5-45e5-b415-98e6f7ce811a None None] Checking agent: {'id': 'ba5efab1-b43c-4d5a-bc52-6e105d4e67a2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768862-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 14, 6, 56, 52), 'started_at': datetime.datetime(2021, 1, 14, 6, 57, 22), 'heartbeat_timestamp': datetime.datetime(2021, 1, 14, 7, 46, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768862-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.29', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 14 07:47:11.343156 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db72ebad-d2e5-45e5-b415-98e6f7ce811a None None] Checking segment: {'id': 'd3626989-51ae-449a-9e96-56471c5e4735', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'a5fc3dba-61e8-4462-84e7-68e723a6464b'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84876) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 14 07:47:11.343603 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-db72ebad-d2e5-45e5-b415-98e6f7ce811a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:47:11.344077 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db72ebad-d2e5-45e5-b415-98e6f7ce811a None None] Bound using segment: {'id': 'd3626989-51ae-449a-9e96-56471c5e4735', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'a5fc3dba-61e8-4462-84e7-68e723a6464b'} {{(pid=84876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 14 07:47:11.344568 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.managers [None req-db72ebad-d2e5-45e5-b415-98e6f7ce811a None None] Bound port: eb6b65fd-5d72-4325-bdaf-04f9371751f4, host: n-d-768862-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd3626989-51ae-449a-9e96-56471c5e4735', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'a5fc3dba-61e8-4462-84e7-68e723a6464b'}}] {{(pid=84876) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 14 07:47:11.344994 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-db72ebad-d2e5-45e5-b415-98e6f7ce811a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555753'] for port, before_update {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:47:11.454644 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [None req-db72ebad-d2e5-45e5-b415-98e6f7ce811a None None] For port eb6b65fd-5d72-4325-bdaf-04f9371751f4, host n-d-768862-2, cleared binding levels {{(pid=84876) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 14 07:47:11.458854 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-017f98a9-8a07-408c-a86f-8ff0c00400a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363259214191800', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854171626'] for agent, after_update {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:47:11.465177 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [None req-db72ebad-d2e5-45e5-b415-98e6f7ce811a None None] For port eb6b65fd-5d72-4325-bdaf-04f9371751f4, host n-d-768862-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-2',level=0,port_id=eb6b65fd-5d72-4325-bdaf-04f9371751f4,segment=NetworkSegment(d3626989-51ae-449a-9e96-56471c5e4735),segment_id=d3626989-51ae-449a-9e96-56471c5e4735)] {{(pid=84876) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 14 07:47:11.470716 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-db72ebad-d2e5-45e5-b415-98e6f7ce811a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777640533312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363259214678337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777640097497'] for port, after_update {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:47:11.488038 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-b7169246-8861-41d9-a285-aa34e3baa91c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84876) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:47:11.646850 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.db_base_plugin_common [None req-64a00017-447a-4688-884b-9fed76b29ea7 tempest-TestNetworkAdvancedServerOps-1160145080 tempest-TestNetworkAdvancedServerOps-1160145080] Allocated IP 172.20.0.1 (a5fc3dba-61e8-4462-84e7-68e723a6464b/e9588a55-11e4-450f-a3ea-e12156f3ab03/0f19476f-f0aa-4edf-9e44-393397269930) {{(pid=84875) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 14 07:47:11.655874 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db72ebad-d2e5-45e5-b415-98e6f7ce811a None None] Pushing event updated for resources: {'Port': ['ID=eb6b65fd-5d72-4325-bdaf-04f9371751f4,revision_number=2']} {{(pid=84876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:47:11.673420 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-db72ebad-d2e5-45e5-b415-98e6f7ce811a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.185s {{(pid=84876) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:47:11.837945 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-64a00017-447a-4688-884b-9fed76b29ea7 tempest-TestNetworkAdvancedServerOps-1160145080 tempest-TestNetworkAdvancedServerOps-1160145080] Notify callbacks [] for port, precommit_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:47:11.855571 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-64a00017-447a-4688-884b-9fed76b29ea7 tempest-TestNetworkAdvancedServerOps-1160145080 tempest-TestNetworkAdvancedServerOps-1160145080] Transition to ACTIVE for port object 0f19476f-f0aa-4edf-9e44-393397269930 will not be triggered until provisioned by entity DHCP. {{(pid=84875) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 07:47:11.877982 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-64a00017-447a-4688-884b-9fed76b29ea7 tempest-TestNetworkAdvancedServerOps-1160145080 tempest-TestNetworkAdvancedServerOps-1160145080] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777640123575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851621574'] for port, after_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:47:11.891654 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-df18f8d2-49f8-4805-bbdb-05c1ff9e88cf tempest-RoutersTest-1255860389 tempest-RoutersTest-1255860389] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:47:12.053856 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64a00017-447a-4688-884b-9fed76b29ea7 tempest-TestNetworkAdvancedServerOps-1160145080 tempest-TestNetworkAdvancedServerOps-1160145080] Pushing event updated for resources: {'Port': ['ID=0f19476f-f0aa-4edf-9e44-393397269930,revision_number=1']} {{(pid=84875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:47:12.060098 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-64a00017-447a-4688-884b-9fed76b29ea7 tempest-TestNetworkAdvancedServerOps-1160145080 tempest-TestNetworkAdvancedServerOps-1160145080] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.168s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:47:12.113703 n-d-768862-2 neutron-server[84765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64a00017-447a-4688-884b-9fed76b29ea7 tempest-TestNetworkAdvancedServerOps-1160145080 tempest-TestNetworkAdvancedServerOps-1160145080] Network a5fc3dba-61e8-4462-84e7-68e723a6464b is already hosted by enough agents. {{(pid=84875) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 07:47:12.114840 n-d-768862-2 neutron-server[84765]: DEBUG neutron.scheduler.base_scheduler [None req-64a00017-447a-4688-884b-9fed76b29ea7 tempest-TestNetworkAdvancedServerOps-1160145080 tempest-TestNetworkAdvancedServerOps-1160145080] Resources bound (agent type, host, resource id): {{(pid=84875) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 07:47:12.117335 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64a00017-447a-4688-884b-9fed76b29ea7 tempest-TestNetworkAdvancedServerOps-1160145080 tempest-TestNetworkAdvancedServerOps-1160145080] Received port after_create {{(pid=84875) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 14 07:47:12.182731 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-64a00017-447a-4688-884b-9fed76b29ea7 tempest-TestNetworkAdvancedServerOps-1160145080 tempest-TestNetworkAdvancedServerOps-1160145080] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036850886386'] for router_interface, before_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:47:12.302381 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-64a00017-447a-4688-884b-9fed76b29ea7 tempest-TestNetworkAdvancedServerOps-1160145080 tempest-TestNetworkAdvancedServerOps-1160145080] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555753'] for port, before_update {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:47:12.815142 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-64a00017-447a-4688-884b-9fed76b29ea7 tempest-TestNetworkAdvancedServerOps-1160145080 tempest-TestNetworkAdvancedServerOps-1160145080] Notify callbacks [] for port, precommit_update {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:47:12.819608 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-64a00017-447a-4688-884b-9fed76b29ea7 tempest-TestNetworkAdvancedServerOps-1160145080 tempest-TestNetworkAdvancedServerOps-1160145080] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777640533312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363259214678337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777640097497', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3154211'] for port, after_update {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:47:12.850563 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-1a29d4c6-dd4d-489a-8874-29e2b7d7fd8c tempest-TestNetworkAdvancedServerOps-1160145080 tempest-TestNetworkAdvancedServerOps-1160145080] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:47:12.937048 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-64a00017-447a-4688-884b-9fed76b29ea7 tempest-TestNetworkAdvancedServerOps-1160145080 tempest-TestNetworkAdvancedServerOps-1160145080] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3206949', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3889649'] for router_interface, after_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:47:12.964327 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64a00017-447a-4688-884b-9fed76b29ea7 tempest-TestNetworkAdvancedServerOps-1160145080 tempest-TestNetworkAdvancedServerOps-1160145080] Pushing event updated for resources: {'Port': ['ID=0f19476f-f0aa-4edf-9e44-393397269930,revision_number=2']} {{(pid=84875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:47:12.968946 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-64a00017-447a-4688-884b-9fed76b29ea7 tempest-TestNetworkAdvancedServerOps-1160145080 tempest-TestNetworkAdvancedServerOps-1160145080] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:47:12.993608 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-852a24f7-e9a1-4193-9abb-e9506fe5213f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363259214191800', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854171626'] for agent, after_update {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:47:13.089447 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Device eb6b65fd-5d72-4325-bdaf-04f9371751f4 up at agent ovs-agent-n-d-768862-2 {{(pid=84876) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 07:47:13.107230 n-d-768862-2 neutron-server[84765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64a00017-447a-4688-884b-9fed76b29ea7 tempest-TestNetworkAdvancedServerOps-1160145080 tempest-TestNetworkAdvancedServerOps-1160145080] Network a5fc3dba-61e8-4462-84e7-68e723a6464b is already hosted by enough agents. {{(pid=84875) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 07:47:13.108565 n-d-768862-2 neutron-server[84765]: DEBUG neutron.scheduler.base_scheduler [None req-64a00017-447a-4688-884b-9fed76b29ea7 tempest-TestNetworkAdvancedServerOps-1160145080 tempest-TestNetworkAdvancedServerOps-1160145080] Resources bound (agent type, host, resource id): {{(pid=84875) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 07:47:13.325335 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b93823c9-61d2-4328-b500-6d18602099e9 None None] Network a5fc3dba-61e8-4462-84e7-68e723a6464b requested from n-d-768862-2 {{(pid=84876) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 07:47:13.446294 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-c19882f9-9e39-42d3-840f-45ced9adb878 None None] Provisioning for port eb6b65fd-5d72-4325-bdaf-04f9371751f4 completed by entity DHCP. {{(pid=84876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 07:47:13.536146 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Provisioning for port eb6b65fd-5d72-4325-bdaf-04f9371751f4 completed by entity L2. {{(pid=84876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 07:47:13.552748 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Provisioning complete for port eb6b65fd-5d72-4325-bdaf-04f9371751f4 triggered by entity L2. {{(pid=84876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 07:47:13.553168 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-604227'] for port, provisioning_complete {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:47:13.620230 n-d-768862-2 neutron-server[84765]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-64a00017-447a-4688-884b-9fed76b29ea7 tempest-TestNetworkAdvancedServerOps-1160145080 tempest-TestNetworkAdvancedServerOps-1160145080] Router c7eec8c4-817f-4133-a9cd-446385ac2ef5 has already been hosted by L3 agent 35f592e9-451b-4db9-abea-77b6a5c5391b {{(pid=84875) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Jan 14 07:47:13.737879 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555753'] for port, before_update {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:47:13.777033 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] For port eb6b65fd-5d72-4325-bdaf-04f9371751f4, host n-d-768862-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-2',level=0,port_id=eb6b65fd-5d72-4325-bdaf-04f9371751f4,segment=NetworkSegment(d3626989-51ae-449a-9e96-56471c5e4735),segment_id=d3626989-51ae-449a-9e96-56471c5e4735)] {{(pid=84876) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 07:47:13.780646 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777640533312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363259214678337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777640097497'] for port, after_update {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:47:13.781586 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Device 945cd5b4-eda3-4236-b68b-b58c561d9a3f up at agent ovs-agent-n-d-768862-2 {{(pid=84876) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 07:47:13.812744 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-f7940409-e23d-43fb-9023-56138f4637c7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84876) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:47:13.823513 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-64a00017-447a-4688-884b-9fed76b29ea7 tempest-TestNetworkAdvancedServerOps-1160145080 tempest-TestNetworkAdvancedServerOps-1160145080] Notify agent at l3_agent.n-d-768862-2 the message routers_updated {{(pid=84875) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jan 14 07:47:13.846246 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-64a00017-447a-4688-884b-9fed76b29ea7 tempest-TestNetworkAdvancedServerOps-1160145080 tempest-TestNetworkAdvancedServerOps-1160145080] 10.222.0.24 "PUT /v2.0/routers/c7eec8c4-817f-4133-a9cd-446385ac2ef5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5846038 Jan 14 07:47:13.861189 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84b6de01-0182-4d62-85cc-dd24f26c6ebb None None] Sync routers for ids ['c7eec8c4-817f-4133-a9cd-446385ac2ef5'] in n-d-768862-2 {{(pid=84876) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Jan 14 07:47:13.918544 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84b6de01-0182-4d62-85cc-dd24f26c6ebb None None] Routers {'c7eec8c4-817f-4133-a9cd-446385ac2ef5'} bound to L3 agent in host n-d-768862-2 {{(pid=84876) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 14 07:47:13.919261 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_hamode_db [None req-84b6de01-0182-4d62-85cc-dd24f26c6ebb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-01-14T06:56:51Z,description=,heartbeat_timestamp=2021-01-14T07:46:52Z,host='n-d-768862-2',id=35f592e9-451b-4db9-abea-77b6a5c5391b,load=0,resource_versions=,resources_synced=,started_at=2021-01-14T06:56:51Z,topic='l3_agent')) {'router_ids': ['c7eec8c4-817f-4133-a9cd-446385ac2ef5'], 'active': True} {{(pid=84876) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:47:14.053514 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [req-27122e44-e1aa-4822-a1bd-74a77bffb88c req-7a8f3400-286c-42bc-98ed-2b1528484c83 tempest-TestNetworkAdvancedServerOps-1160145080 tempest-TestNetworkAdvancedServerOps-1160145080] 10.222.0.24 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-78889505&fields=id&tenant_id=69417d350c734fdb82cf490b41ee71fc HTTP/1.1" status: 200 len: 267 time: 0.0500269 Jan 14 07:47:14.084926 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Pushing event updated for resources: {'Port': ['ID=eb6b65fd-5d72-4325-bdaf-04f9371751f4,revision_number=3']} {{(pid=84876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:47:14.106781 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.294s {{(pid=84876) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:47:14.114332 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-268a6277-5b53-4ffb-af0f-eeee84f21546 None None] Provisioning complete for port eb6b65fd-5d72-4325-bdaf-04f9371751f4 triggered by entity DHCP. {{(pid=84876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 07:47:14.114753 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-268a6277-5b53-4ffb-af0f-eeee84f21546 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-604227'] for port, provisioning_complete {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:47:14.171223 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Provisioning for port 945cd5b4-eda3-4236-b68b-b58c561d9a3f completed by entity L2. {{(pid=84876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 07:47:14.187745 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Provisioning complete for port 945cd5b4-eda3-4236-b68b-b58c561d9a3f triggered by entity L2. {{(pid=84876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 07:47:14.188169 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-604227'] for port, provisioning_complete {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:47:14.258305 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27122e44-e1aa-4822-a1bd-74a77bffb88c req-fc0b54cb-ea7e-4b92-bba5-34599d54a0c8 tempest-TestNetworkAdvancedServerOps-1160145080 tempest-TestNetworkAdvancedServerOps-1160145080] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:47:14.264482 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [req-27122e44-e1aa-4822-a1bd-74a77bffb88c req-fc0b54cb-ea7e-4b92-bba5-34599d54a0c8 tempest-TestNetworkAdvancedServerOps-1160145080 tempest-TestNetworkAdvancedServerOps-1160145080] 10.222.0.24 "GET /v2.0/networks?id=a5fc3dba-61e8-4462-84e7-68e723a6464b HTTP/1.1" status: 200 len: 796 time: 0.2029989 Jan 14 07:47:14.279511 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [req-27122e44-e1aa-4822-a1bd-74a77bffb88c req-957e8ad3-35d3-4974-86dd-7f064efe7e77 tempest-TestNetworkAdvancedServerOps-1160145080 tempest-TestNetworkAdvancedServerOps-1160145080] 10.222.0.24 "GET /v2.0/quotas/69417d350c734fdb82cf490b41ee71fc HTTP/1.1" status: 200 len: 375 time: 0.0124645 Jan 14 07:47:14.284247 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_dvr_db [None req-84b6de01-0182-4d62-85cc-dd24f26c6ebb None None] Set router c7eec8c4-817f-4133-a9cd-446385ac2ef5 gateway port host: n-d-768862-2 {{(pid=84876) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 14 07:47:14.377488 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [req-27122e44-e1aa-4822-a1bd-74a77bffb88c req-cfef53af-23c1-4680-9d8d-3817af725ae7 tempest-TestNetworkAdvancedServerOps-1160145080 tempest-TestNetworkAdvancedServerOps-1160145080] Synchronizing usage tracker for tenant:69417d350c734fdb82cf490b41ee71fc on resource:port {{(pid=84875) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 14 07:47:14.393901 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [req-27122e44-e1aa-4822-a1bd-74a77bffb88c req-cfef53af-23c1-4680-9d8d-3817af725ae7 tempest-TestNetworkAdvancedServerOps-1160145080 tempest-TestNetworkAdvancedServerOps-1160145080] Unset dirty status for tenant:69417d350c734fdb82cf490b41ee71fc on resource:port {{(pid=84875) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 14 07:47:14.395519 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [req-27122e44-e1aa-4822-a1bd-74a77bffb88c req-cfef53af-23c1-4680-9d8d-3817af725ae7 tempest-TestNetworkAdvancedServerOps-1160145080 tempest-TestNetworkAdvancedServerOps-1160145080] 10.222.0.24 "GET /v2.0/ports?tenant_id=69417d350c734fdb82cf490b41ee71fc&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1097634 Jan 14 07:47:14.563274 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [req-27122e44-e1aa-4822-a1bd-74a77bffb88c req-7affb567-4327-4c21-929c-8699f6b9c025 service neutron] 10.222.0.24 "GET /v2.0/networks/a5fc3dba-61e8-4462-84e7-68e723a6464b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1535628 Jan 14 07:47:14.627686 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-268a6277-5b53-4ffb-af0f-eeee84f21546 None None] Provisioning for port 0f19476f-f0aa-4edf-9e44-393397269930 completed by entity DHCP. {{(pid=84876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 07:47:14.641308 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555753'] for port, before_update {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:47:14.649419 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-268a6277-5b53-4ffb-af0f-eeee84f21546 None None] Provisioning complete for port 0f19476f-f0aa-4edf-9e44-393397269930 triggered by entity DHCP. {{(pid=84876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 07:47:14.649853 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-268a6277-5b53-4ffb-af0f-eeee84f21546 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-604227'] for port, provisioning_complete {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:47:14.721465 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] For port 945cd5b4-eda3-4236-b68b-b58c561d9a3f, host n-d-768862-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-2',level=0,port_id=945cd5b4-eda3-4236-b68b-b58c561d9a3f,segment=NetworkSegment(cf3ded2c-bc47-4a71-89af-6e7117e60140),segment_id=cf3ded2c-bc47-4a71-89af-6e7117e60140)] {{(pid=84876) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 07:47:14.722523 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [req-27122e44-e1aa-4822-a1bd-74a77bffb88c req-05098614-52fb-425d-b59f-02805c88742d service neutron] 10.222.0.24 "GET /v2.0/networks/a5fc3dba-61e8-4462-84e7-68e723a6464b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1516492 Jan 14 07:47:14.746162 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777640533312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363259214678337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777640097497'] for port, after_update {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:47:14.751688 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-0f277e12-0713-40be-aaab-65984fb30387 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84876) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:47:14.818147 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.plugin [None req-268a6277-5b53-4ffb-af0f-eeee84f21546 None None] Port 0f19476f-f0aa-4edf-9e44-393397269930 cannot update to ACTIVE because it is not bound. {{(pid=84876) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:329}} Jan 14 07:47:14.875751 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Pushing event updated for resources: {'Port': ['ID=945cd5b4-eda3-4236-b68b-b58c561d9a3f,revision_number=4']} {{(pid=84876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:47:14.880202 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=84876) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:47:14.894573 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_hamode_db [None req-84b6de01-0182-4d62-85cc-dd24f26c6ebb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c7eec8c4-817f-4133-a9cd-446385ac2ef5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1777298286', 'tenant_id': '69417d350c734fdb82cf490b41ee71fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '226f1e78-82cd-4481-9055-4eb73b6db8c1', 'external_fixed_ips': [{'subnet_id': 'ba8deeec-7658-4195-9449-038c076f5c83', 'ip_address': '172.25.2.53'}], 'enable_snat': True}, 'gw_port_id': '945cd5b4-eda3-4236-b68b-b58c561d9a3f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-14T07:47:05Z', 'updated_at': '2021-01-14T07:47:12Z', 'revision_number': 4, 'project_id': '69417d350c734fdb82cf490b41ee71fc', 'gw_port': {'id': '945cd5b4-eda3-4236-b68b-b58c561d9a3f', 'name': '', 'network_id': '226f1e78-82cd-4481-9055-4eb73b6db8c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:78:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c7eec8c4-817f-4133-a9cd-446385ac2ef5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3910, 'fixed_ips': [{'subnet_id': 'ba8deeec-7658-4195-9449-038c076f5c83', 'ip_address': '172.25.2.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T07:47:06Z', 'updated_at': '2021-01-14T07:47:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ba8deeec-7658-4195-9449-038c076f5c83', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-2', '_interfaces': [{'id': '0f19476f-f0aa-4edf-9e44-393397269930', 'name': '', 'network_id': 'a5fc3dba-61e8-4462-84e7-68e723a6464b', 'tenant_id': '69417d350c734fdb82cf490b41ee71fc', 'mac_address': 'fa:16:3e:75:c7:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c7eec8c4-817f-4133-a9cd-446385ac2ef5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3913, 'fixed_ips': [{'subnet_id': 'e9588a55-11e4-450f-a3ea-e12156f3ab03', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T07:47:11Z', 'updated_at': '2021-01-14T07:47:12Z', 'revision_number': 2, 'project_id': '69417d350c734fdb82cf490b41ee71fc', 'subnets': [{'id': 'e9588a55-11e4-450f-a3ea-e12156f3ab03', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'n-d-768862-2', False) {} {{(pid=84876) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:47:14.899469 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84b6de01-0182-4d62-85cc-dd24f26c6ebb None None] Checking router: c7eec8c4-817f-4133-a9cd-446385ac2ef5 for host: n-d-768862-2 {{(pid=84876) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Jan 14 07:47:14.900222 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84b6de01-0182-4d62-85cc-dd24f26c6ebb None None] Updating router c7eec8c4-817f-4133-a9cd-446385ac2ef5 port 0f19476f-f0aa-4edf-9e44-393397269930 binding host n-d-768862-2 {{(pid=84876) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Jan 14 07:47:14.968307 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-fe723edc-4814-4a8e-96a1-4d9ac3542e8a None None] Provisioning complete for port eb6b65fd-5d72-4325-bdaf-04f9371751f4 triggered by entity DHCP. {{(pid=84876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 07:47:14.968654 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-fe723edc-4814-4a8e-96a1-4d9ac3542e8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-604227'] for port, provisioning_complete {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:47:15.005377 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-84b6de01-0182-4d62-85cc-dd24f26c6ebb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555753'] for port, before_update {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:47:15.067865 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Device eb6b65fd-5d72-4325-bdaf-04f9371751f4 up at agent ovs-agent-n-d-768862-2 {{(pid=84876) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 07:47:15.123455 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84875) accepted ('10.222.0.24', 45630) {{(pid=84875) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:47:15.528090 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Provisioning complete for port eb6b65fd-5d72-4325-bdaf-04f9371751f4 triggered by entity L2. {{(pid=84876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 07:47:15.528508 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-604227'] for port, provisioning_complete {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:47:15.664936 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-fe723edc-4814-4a8e-96a1-4d9ac3542e8a None None] Provisioning complete for port 0f19476f-f0aa-4edf-9e44-393397269930 triggered by entity DHCP. {{(pid=84876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 07:47:15.665356 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-fe723edc-4814-4a8e-96a1-4d9ac3542e8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-604227'] for port, provisioning_complete {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:47:15.735469 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-d4232c30-4af1-4337-821a-d0e403994ab0 tempest-TestNetworkAdvancedServerOps-1160145080 tempest-TestNetworkAdvancedServerOps-1160145080] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3889632'] for router_interface, before_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:47:15.782855 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.plugin [None req-fe723edc-4814-4a8e-96a1-4d9ac3542e8a None None] Port 0f19476f-f0aa-4edf-9e44-393397269930 cannot update to ACTIVE because it is not bound. {{(pid=84876) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:329}} Jan 14 07:47:15.835679 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Device 945cd5b4-eda3-4236-b68b-b58c561d9a3f up at agent ovs-agent-n-d-768862-2 {{(pid=84876) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 07:47:15.969134 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-84b6de01-0182-4d62-85cc-dd24f26c6ebb None None] Notify callbacks [] for port, precommit_update {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:47:15.987445 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-84b6de01-0182-4d62-85cc-dd24f26c6ebb None None] Transition to ACTIVE for port object 0f19476f-f0aa-4edf-9e44-393397269930 will not be triggered until provisioned by entity L2. {{(pid=84876) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 07:47:15.988320 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Provisioning complete for port 945cd5b4-eda3-4236-b68b-b58c561d9a3f triggered by entity L2. {{(pid=84876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 07:47:15.988788 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-604227'] for port, provisioning_complete {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:47:16.017427 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-84b6de01-0182-4d62-85cc-dd24f26c6ebb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777640533312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363259214678337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777640097497'] for port, after_update {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:47:16.036384 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84876) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:47:16.189286 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b42866ee-30cb-4088-8548-e01027de0a5c None None] Pushing event updated for resources: {'Port': ['ID=0f19476f-f0aa-4edf-9e44-393397269930,revision_number=3']} {{(pid=84876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:47:16.195974 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-b42866ee-30cb-4088-8548-e01027de0a5c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.160s {{(pid=84876) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:47:16.224788 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.plugin [None req-d4232c30-4af1-4337-821a-d0e403994ab0 tempest-TestNetworkAdvancedServerOps-1160145080 tempest-TestNetworkAdvancedServerOps-1160145080] Deleting port 0f19476f-f0aa-4edf-9e44-393397269930 {{(pid=84875) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 07:47:16.225165 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-d4232c30-4af1-4337-821a-d0e403994ab0 tempest-TestNetworkAdvancedServerOps-1160145080 tempest-TestNetworkAdvancedServerOps-1160145080] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363259214248359'] for port, before_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:47:16.415966 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.managers [None req-84b6de01-0182-4d62-85cc-dd24f26c6ebb None None] Attempting to bind port 0f19476f-f0aa-4edf-9e44-393397269930 on host n-d-768862-2 for vnic_type normal with profile {{(pid=84876) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 14 07:47:16.416240 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.managers [None req-84b6de01-0182-4d62-85cc-dd24f26c6ebb None None] Attempting to bind port 0f19476f-f0aa-4edf-9e44-393397269930 by drivers openvswitch on host n-d-768862-2 at level 0 using segments [{'id': 'd3626989-51ae-449a-9e96-56471c5e4735', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'a5fc3dba-61e8-4462-84e7-68e723a6464b'}] {{(pid=84876) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 14 07:47:16.416517 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84b6de01-0182-4d62-85cc-dd24f26c6ebb None None] Attempting to bind port 0f19476f-f0aa-4edf-9e44-393397269930 on network a5fc3dba-61e8-4462-84e7-68e723a6464b {{(pid=84876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 14 07:47:16.423460 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84b6de01-0182-4d62-85cc-dd24f26c6ebb None None] Checking agent: {'id': 'ba5efab1-b43c-4d5a-bc52-6e105d4e67a2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768862-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 14, 6, 56, 52), 'started_at': datetime.datetime(2021, 1, 14, 6, 57, 22), 'heartbeat_timestamp': datetime.datetime(2021, 1, 14, 7, 46, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768862-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.29', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 14 07:47:16.424246 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84b6de01-0182-4d62-85cc-dd24f26c6ebb None None] Checking segment: {'id': 'd3626989-51ae-449a-9e96-56471c5e4735', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'a5fc3dba-61e8-4462-84e7-68e723a6464b'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84876) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 14 07:47:16.424415 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-84b6de01-0182-4d62-85cc-dd24f26c6ebb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:47:16.424786 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84b6de01-0182-4d62-85cc-dd24f26c6ebb None None] Bound using segment: {'id': 'd3626989-51ae-449a-9e96-56471c5e4735', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'a5fc3dba-61e8-4462-84e7-68e723a6464b'} {{(pid=84876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 14 07:47:16.425455 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.managers [None req-84b6de01-0182-4d62-85cc-dd24f26c6ebb None None] Bound port: 0f19476f-f0aa-4edf-9e44-393397269930, host: n-d-768862-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd3626989-51ae-449a-9e96-56471c5e4735', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'a5fc3dba-61e8-4462-84e7-68e723a6464b'}}] {{(pid=84876) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 14 07:47:16.425883 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-84b6de01-0182-4d62-85cc-dd24f26c6ebb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555753'] for port, before_update {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:47:16.431577 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [None req-d4232c30-4af1-4337-821a-d0e403994ab0 tempest-TestNetworkAdvancedServerOps-1160145080 tempest-TestNetworkAdvancedServerOps-1160145080] For port 0f19476f-f0aa-4edf-9e44-393397269930, host n-d-768862-2, got binding levels [] {{(pid=84875) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 07:47:16.432013 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-d4232c30-4af1-4337-821a-d0e403994ab0 tempest-TestNetworkAdvancedServerOps-1160145080 tempest-TestNetworkAdvancedServerOps-1160145080] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036850862667'] for port, precommit_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:47:16.528866 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [None req-84b6de01-0182-4d62-85cc-dd24f26c6ebb None None] For port 0f19476f-f0aa-4edf-9e44-393397269930, host n-d-768862-2, cleared binding levels {{(pid=84876) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 14 07:47:16.533045 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [None req-84b6de01-0182-4d62-85cc-dd24f26c6ebb None None] For port 0f19476f-f0aa-4edf-9e44-393397269930, host n-d-768862-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-2',level=0,port_id=0f19476f-f0aa-4edf-9e44-393397269930,segment=NetworkSegment(d3626989-51ae-449a-9e96-56471c5e4735),segment_id=d3626989-51ae-449a-9e96-56471c5e4735)] {{(pid=84876) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 14 07:47:16.537423 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-84b6de01-0182-4d62-85cc-dd24f26c6ebb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777640533312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363259214678337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777640097497'] for port, after_update {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:47:16.550743 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-d1ef4ec4-dbab-4668-9030-8160d855ab3e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84876) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:47:16.569695 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.plugin [None req-d4232c30-4af1-4337-821a-d0e403994ab0 tempest-TestNetworkAdvancedServerOps-1160145080 tempest-TestNetworkAdvancedServerOps-1160145080] Calling delete_port for 0f19476f-f0aa-4edf-9e44-393397269930 owned by network:router_interface {{(pid=84875) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 07:47:16.686039 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.db.api [None req-d4232c30-4af1-4337-821a-d0e403994ab0 tempest-TestNetworkAdvancedServerOps-1160145080 tempest-TestNetworkAdvancedServerOps-1160145080] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84875) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Jan 14 07:47:16.686446 n-d-768862-2 neutron-server[84765]: DEBUG oslo_db.api [None req-d4232c30-4af1-4337-821a-d0e403994ab0 tempest-TestNetworkAdvancedServerOps-1160145080 tempest-TestNetworkAdvancedServerOps-1160145080] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84875) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Jan 14 07:47:16.712734 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b42866ee-30cb-4088-8548-e01027de0a5c None None] Pushing event updated for resources: {'Port': ['ID=0f19476f-f0aa-4edf-9e44-393397269930,revision_number=4']} {{(pid=84876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:47:16.725046 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-b42866ee-30cb-4088-8548-e01027de0a5c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.174s {{(pid=84876) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:47:16.753725 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84b6de01-0182-4d62-85cc-dd24f26c6ebb None None] Routers {'c7eec8c4-817f-4133-a9cd-446385ac2ef5'} bound to L3 agent in host n-d-768862-2 {{(pid=84876) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 14 07:47:16.754406 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_hamode_db [None req-84b6de01-0182-4d62-85cc-dd24f26c6ebb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-01-14T06:56:51Z,description=,heartbeat_timestamp=2021-01-14T07:46:52Z,host='n-d-768862-2',id=35f592e9-451b-4db9-abea-77b6a5c5391b,load=0,resource_versions=,resources_synced=,started_at=2021-01-14T06:56:51Z,topic='l3_agent')) {'router_ids': ['c7eec8c4-817f-4133-a9cd-446385ac2ef5'], 'active': True} {{(pid=84876) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:47:16.949429 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_dvr_db [None req-84b6de01-0182-4d62-85cc-dd24f26c6ebb None None] Set router c7eec8c4-817f-4133-a9cd-446385ac2ef5 gateway port host: n-d-768862-2 {{(pid=84876) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 14 07:47:17.188024 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.plugin [None req-d4232c30-4af1-4337-821a-d0e403994ab0 tempest-TestNetworkAdvancedServerOps-1160145080 tempest-TestNetworkAdvancedServerOps-1160145080] Deleting port 0f19476f-f0aa-4edf-9e44-393397269930 {{(pid=84875) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 07:47:17.188848 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-d4232c30-4af1-4337-821a-d0e403994ab0 tempest-TestNetworkAdvancedServerOps-1160145080 tempest-TestNetworkAdvancedServerOps-1160145080] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363259214248359'] for port, before_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:47:17.295072 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_hamode_db [None req-84b6de01-0182-4d62-85cc-dd24f26c6ebb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c7eec8c4-817f-4133-a9cd-446385ac2ef5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1777298286', 'tenant_id': '69417d350c734fdb82cf490b41ee71fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '226f1e78-82cd-4481-9055-4eb73b6db8c1', 'external_fixed_ips': [{'subnet_id': 'ba8deeec-7658-4195-9449-038c076f5c83', 'ip_address': '172.25.2.53'}], 'enable_snat': True}, 'gw_port_id': '945cd5b4-eda3-4236-b68b-b58c561d9a3f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-14T07:47:05Z', 'updated_at': '2021-01-14T07:47:12Z', 'revision_number': 4, 'project_id': '69417d350c734fdb82cf490b41ee71fc', 'gw_port': {'id': '945cd5b4-eda3-4236-b68b-b58c561d9a3f', 'name': '', 'network_id': '226f1e78-82cd-4481-9055-4eb73b6db8c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:78:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7eec8c4-817f-4133-a9cd-446385ac2ef5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3910, 'fixed_ips': [{'subnet_id': 'ba8deeec-7658-4195-9449-038c076f5c83', 'ip_address': '172.25.2.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T07:47:06Z', 'updated_at': '2021-01-14T07:47:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ba8deeec-7658-4195-9449-038c076f5c83', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-2', '_interfaces': [{'id': '0f19476f-f0aa-4edf-9e44-393397269930', 'name': '', 'network_id': 'a5fc3dba-61e8-4462-84e7-68e723a6464b', 'tenant_id': '69417d350c734fdb82cf490b41ee71fc', 'mac_address': 'fa:16:3e:75:c7:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c7eec8c4-817f-4133-a9cd-446385ac2ef5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3913, 'fixed_ips': [{'subnet_id': 'e9588a55-11e4-450f-a3ea-e12156f3ab03', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T07:47:11Z', 'updated_at': '2021-01-14T07:47:16Z', 'revision_number': 4, 'project_id': '69417d350c734fdb82cf490b41ee71fc', 'subnets': [{'id': 'e9588a55-11e4-450f-a3ea-e12156f3ab03', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'n-d-768862-2', False) {} {{(pid=84876) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:47:17.299366 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84b6de01-0182-4d62-85cc-dd24f26c6ebb None None] The sync data for ids ['c7eec8c4-817f-4133-a9cd-446385ac2ef5'] in n-d-768862-2 is: [{'id': 'c7eec8c4-817f-4133-a9cd-446385ac2ef5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1777298286', 'tenant_id': '69417d350c734fdb82cf490b41ee71fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '226f1e78-82cd-4481-9055-4eb73b6db8c1', 'external_fixed_ips': [{'subnet_id': 'ba8deeec-7658-4195-9449-038c076f5c83', 'ip_address': '172.25.2.53'}], 'enable_snat': True}, 'gw_port_id': '945cd5b4-eda3-4236-b68b-b58c561d9a3f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-14T07:47:05Z', 'updated_at': '2021-01-14T07:47:12Z', 'revision_number': 4, 'project_id': '69417d350c734fdb82cf490b41ee71fc', 'gw_port': {'id': '945cd5b4-eda3-4236-b68b-b58c561d9a3f', 'name': '', 'network_id': '226f1e78-82cd-4481-9055-4eb73b6db8c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:78:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7eec8c4-817f-4133-a9cd-446385ac2ef5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3910, 'fixed_ips': [{'subnet_id': 'ba8deeec-7658-4195-9449-038c076f5c83', 'ip_address': '172.25.2.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T07:47:06Z', 'updated_at': '2021-01-14T07:47:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ba8deeec-7658-4195-9449-038c076f5c83', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-2', '_interfaces': [{'id': '0f19476f-f0aa-4edf-9e44-393397269930', 'name': '', 'network_id': 'a5fc3dba-61e8-4462-84e7-68e723a6464b', 'tenant_id': '69417d350c734fdb82cf490b41ee71fc', 'mac_address': 'fa:16:3e:75:c7:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c7eec8c4-817f-4133-a9cd-446385ac2ef5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3913, 'fixed_ips': [{'subnet_id': 'e9588a55-11e4-450f-a3ea-e12156f3ab03', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T07:47:11Z', 'updated_at': '2021-01-14T07:47:16Z', 'revision_number': 4, 'project_id': '69417d350c734fdb82cf490b41ee71fc', 'subnets': [{'id': 'e9588a55-11e4-450f-a3ea-e12156f3ab03', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=84876) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Jan 14 07:47:17.419040 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [None req-d4232c30-4af1-4337-821a-d0e403994ab0 tempest-TestNetworkAdvancedServerOps-1160145080 tempest-TestNetworkAdvancedServerOps-1160145080] For port 0f19476f-f0aa-4edf-9e44-393397269930, host n-d-768862-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-2',level=0,port_id=0f19476f-f0aa-4edf-9e44-393397269930,segment=NetworkSegment(d3626989-51ae-449a-9e96-56471c5e4735),segment_id=d3626989-51ae-449a-9e96-56471c5e4735)] {{(pid=84875) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 07:47:17.419641 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-d4232c30-4af1-4337-821a-d0e403994ab0 tempest-TestNetworkAdvancedServerOps-1160145080 tempest-TestNetworkAdvancedServerOps-1160145080] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036850862667'] for port, precommit_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:47:17.561324 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.plugin [None req-d4232c30-4af1-4337-821a-d0e403994ab0 tempest-TestNetworkAdvancedServerOps-1160145080 tempest-TestNetworkAdvancedServerOps-1160145080] Calling delete_port for 0f19476f-f0aa-4edf-9e44-393397269930 owned by network:router_interface {{(pid=84875) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 07:47:17.757451 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-d4232c30-4af1-4337-821a-d0e403994ab0 tempest-TestNetworkAdvancedServerOps-1160145080 tempest-TestNetworkAdvancedServerOps-1160145080] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777640533329', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777640097463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851621574'] for port, after_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:47:17.771937 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-33132851-6c97-4675-9eea-ab3ca0a16ec1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:47:17.868155 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4232c30-4af1-4337-821a-d0e403994ab0 tempest-TestNetworkAdvancedServerOps-1160145080 tempest-TestNetworkAdvancedServerOps-1160145080] Pushing event deleted for resources: {'Port': ['ID=0f19476f-f0aa-4edf-9e44-393397269930,revision_number=None']} {{(pid=84875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:47:17.875758 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-d4232c30-4af1-4337-821a-d0e403994ab0 tempest-TestNetworkAdvancedServerOps-1160145080 tempest-TestNetworkAdvancedServerOps-1160145080] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:47:18.503710 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-d4232c30-4af1-4337-821a-d0e403994ab0 tempest-TestNetworkAdvancedServerOps-1160145080 tempest-TestNetworkAdvancedServerOps-1160145080] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted--9223372036851568851', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal--9223372036850888080'] for router_interface, after_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:47:18.859487 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-df15da91-f048-408a-9825-45dd5ccd38d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363259214191800', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854171626'] for agent, after_update {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:47:19.027345 n-d-768862-2 neutron-server[84765]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d4232c30-4af1-4337-821a-d0e403994ab0 tempest-TestNetworkAdvancedServerOps-1160145080 tempest-TestNetworkAdvancedServerOps-1160145080] Router c7eec8c4-817f-4133-a9cd-446385ac2ef5 has already been hosted by L3 agent 35f592e9-451b-4db9-abea-77b6a5c5391b {{(pid=84875) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Jan 14 07:47:19.218861 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d4232c30-4af1-4337-821a-d0e403994ab0 tempest-TestNetworkAdvancedServerOps-1160145080 tempest-TestNetworkAdvancedServerOps-1160145080] Notify agent at l3_agent.n-d-768862-2 the message routers_updated {{(pid=84875) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jan 14 07:47:19.231443 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5eca325d-cdc7-468c-8240-9fb32d01dbea None None] Sync routers for ids ['c7eec8c4-817f-4133-a9cd-446385ac2ef5'] in n-d-768862-2 {{(pid=84877) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Jan 14 07:47:19.238669 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-d4232c30-4af1-4337-821a-d0e403994ab0 tempest-TestNetworkAdvancedServerOps-1160145080 tempest-TestNetworkAdvancedServerOps-1160145080] 10.222.0.24 "PUT /v2.0/routers/c7eec8c4-817f-4133-a9cd-446385ac2ef5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1139398 Jan 14 07:47:19.241607 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84875) accepted ('10.222.0.24', 45638) {{(pid=84875) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:47:19.241807 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5eca325d-cdc7-468c-8240-9fb32d01dbea None None] Routers {'c7eec8c4-817f-4133-a9cd-446385ac2ef5'} bound to L3 agent in host n-d-768862-2 {{(pid=84877) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 14 07:47:19.242505 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_hamode_db [None req-5eca325d-cdc7-468c-8240-9fb32d01dbea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-01-14T06:56:51Z,description=,heartbeat_timestamp=2021-01-14T07:46:52Z,host='n-d-768862-2',id=35f592e9-451b-4db9-abea-77b6a5c5391b,load=0,resource_versions=,resources_synced=,started_at=2021-01-14T06:56:51Z,topic='l3_agent')) {'router_ids': ['c7eec8c4-817f-4133-a9cd-446385ac2ef5'], 'active': True} {{(pid=84877) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:47:19.429657 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_dvr_db [None req-5eca325d-cdc7-468c-8240-9fb32d01dbea None None] Set router c7eec8c4-817f-4133-a9cd-446385ac2ef5 gateway port host: n-d-768862-2 {{(pid=84877) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 14 07:47:19.450473 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.db_base_plugin_v2 [None req-6a416f83-3844-4fab-bbb1-a42f81b8303c tempest-TestNetworkAdvancedServerOps-1160145080 tempest-TestNetworkAdvancedServerOps-1160145080] Deleting subnet e9588a55-11e4-450f-a3ea-e12156f3ab03 {{(pid=84875) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Jan 14 07:47:19.453645 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-6a416f83-3844-4fab-bbb1-a42f81b8303c tempest-TestNetworkAdvancedServerOps-1160145080 tempest-TestNetworkAdvancedServerOps-1160145080] Notify callbacks [] for subnet, before_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:47:19.512297 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-6a416f83-3844-4fab-bbb1-a42f81b8303c tempest-TestNetworkAdvancedServerOps-1160145080 tempest-TestNetworkAdvancedServerOps-1160145080] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3367281'] for subnet, precommit_delete_associations {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:47:19.600132 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-6a416f83-3844-4fab-bbb1-a42f81b8303c tempest-TestNetworkAdvancedServerOps-1160145080 tempest-TestNetworkAdvancedServerOps-1160145080] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036854176836'] for subnet, precommit_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:47:19.740915 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_hamode_db [None req-5eca325d-cdc7-468c-8240-9fb32d01dbea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c7eec8c4-817f-4133-a9cd-446385ac2ef5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1777298286', 'tenant_id': '69417d350c734fdb82cf490b41ee71fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '226f1e78-82cd-4481-9055-4eb73b6db8c1', 'external_fixed_ips': [{'subnet_id': 'ba8deeec-7658-4195-9449-038c076f5c83', 'ip_address': '172.25.2.53'}], 'enable_snat': True}, 'gw_port_id': '945cd5b4-eda3-4236-b68b-b58c561d9a3f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-14T07:47:05Z', 'updated_at': '2021-01-14T07:47:17Z', 'revision_number': 5, 'project_id': '69417d350c734fdb82cf490b41ee71fc', 'gw_port': {'id': '945cd5b4-eda3-4236-b68b-b58c561d9a3f', 'name': '', 'network_id': '226f1e78-82cd-4481-9055-4eb73b6db8c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:78:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7eec8c4-817f-4133-a9cd-446385ac2ef5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3910, 'fixed_ips': [{'subnet_id': 'ba8deeec-7658-4195-9449-038c076f5c83', 'ip_address': '172.25.2.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T07:47:06Z', 'updated_at': '2021-01-14T07:47:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ba8deeec-7658-4195-9449-038c076f5c83', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-2'}], 'n-d-768862-2', False) {} {{(pid=84877) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:47:19.745356 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5eca325d-cdc7-468c-8240-9fb32d01dbea None None] Checking router: c7eec8c4-817f-4133-a9cd-446385ac2ef5 for host: n-d-768862-2 {{(pid=84877) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Jan 14 07:47:19.754997 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5eca325d-cdc7-468c-8240-9fb32d01dbea None None] Routers {'c7eec8c4-817f-4133-a9cd-446385ac2ef5'} bound to L3 agent in host n-d-768862-2 {{(pid=84877) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 14 07:47:19.755653 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_hamode_db [None req-5eca325d-cdc7-468c-8240-9fb32d01dbea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-01-14T06:56:51Z,description=,heartbeat_timestamp=2021-01-14T07:46:52Z,host='n-d-768862-2',id=35f592e9-451b-4db9-abea-77b6a5c5391b,load=0,resource_versions=,resources_synced=,started_at=2021-01-14T06:56:51Z,topic='l3_agent')) {'router_ids': ['c7eec8c4-817f-4133-a9cd-446385ac2ef5'], 'active': True} {{(pid=84877) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:47:19.898405 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-6a416f83-3844-4fab-bbb1-a42f81b8303c tempest-TestNetworkAdvancedServerOps-1160145080 tempest-TestNetworkAdvancedServerOps-1160145080] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-598964', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850887113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3154192', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2308610'] for subnet, after_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:47:19.915107 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-e13f613a-f5e1-4df5-a71b-c750f682cf35 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:47:20.011444 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a416f83-3844-4fab-bbb1-a42f81b8303c tempest-TestNetworkAdvancedServerOps-1160145080 tempest-TestNetworkAdvancedServerOps-1160145080] Pushing event deleted for resources: {'Subnet': ['ID=e9588a55-11e4-450f-a3ea-e12156f3ab03,revision_number=None']} {{(pid=84875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:47:20.027571 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-6a416f83-3844-4fab-bbb1-a42f81b8303c tempest-TestNetworkAdvancedServerOps-1160145080 tempest-TestNetworkAdvancedServerOps-1160145080] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:47:20.065944 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-6a416f83-3844-4fab-bbb1-a42f81b8303c tempest-TestNetworkAdvancedServerOps-1160145080 tempest-TestNetworkAdvancedServerOps-1160145080] Notify callbacks [] for subnet, before_response {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:47:20.076891 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e71f665-3941-496b-8194-dae584aea77e None None] Network a5fc3dba-61e8-4462-84e7-68e723a6464b requested from n-d-768862-2 {{(pid=84876) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 07:47:20.077128 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-6a416f83-3844-4fab-bbb1-a42f81b8303c tempest-TestNetworkAdvancedServerOps-1160145080 tempest-TestNetworkAdvancedServerOps-1160145080] 10.222.0.24 "DELETE /v2.0/subnets/e9588a55-11e4-450f-a3ea-e12156f3ab03 HTTP/1.1" status: 204 len: 168 time: 0.8316274 Jan 14 07:47:20.077478 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84875) accepted ('10.222.0.24', 45642) {{(pid=84875) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:47:20.109242 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_dvr_db [None req-5eca325d-cdc7-468c-8240-9fb32d01dbea None None] Set router c7eec8c4-817f-4133-a9cd-446385ac2ef5 gateway port host: n-d-768862-2 {{(pid=84877) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 14 07:47:20.272443 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-bca7a3dd-9693-439f-a7ac-068294e7680d tempest-TestNetworkAdvancedServerOps-1160145080 tempest-TestNetworkAdvancedServerOps-1160145080] Notify callbacks [] for router, before_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:47:20.350635 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40a07395-f7bc-4382-aee5-8f44b6eeabcc None None] DHCP port deletion for a5fc3dba-61e8-4462-84e7-68e723a6464b request from n-d-768862-2 {{(pid=84876) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Jan 14 07:47:20.355674 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.plugin [None req-40a07395-f7bc-4382-aee5-8f44b6eeabcc None None] Deleting port eb6b65fd-5d72-4325-bdaf-04f9371751f4 {{(pid=84876) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 07:47:20.356111 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-40a07395-f7bc-4382-aee5-8f44b6eeabcc None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363259214248359'] for port, before_delete {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:47:20.415904 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_hamode_db [None req-5eca325d-cdc7-468c-8240-9fb32d01dbea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c7eec8c4-817f-4133-a9cd-446385ac2ef5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1777298286', 'tenant_id': '69417d350c734fdb82cf490b41ee71fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '226f1e78-82cd-4481-9055-4eb73b6db8c1', 'external_fixed_ips': [{'subnet_id': 'ba8deeec-7658-4195-9449-038c076f5c83', 'ip_address': '172.25.2.53'}], 'enable_snat': True}, 'gw_port_id': '945cd5b4-eda3-4236-b68b-b58c561d9a3f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-14T07:47:05Z', 'updated_at': '2021-01-14T07:47:17Z', 'revision_number': 5, 'project_id': '69417d350c734fdb82cf490b41ee71fc', 'gw_port': {'id': '945cd5b4-eda3-4236-b68b-b58c561d9a3f', 'name': '', 'network_id': '226f1e78-82cd-4481-9055-4eb73b6db8c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:78:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7eec8c4-817f-4133-a9cd-446385ac2ef5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3910, 'fixed_ips': [{'subnet_id': 'ba8deeec-7658-4195-9449-038c076f5c83', 'ip_address': '172.25.2.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T07:47:06Z', 'updated_at': '2021-01-14T07:47:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ba8deeec-7658-4195-9449-038c076f5c83', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-2'}], 'n-d-768862-2', False) {} {{(pid=84877) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:47:20.421077 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5eca325d-cdc7-468c-8240-9fb32d01dbea None None] The sync data for ids ['c7eec8c4-817f-4133-a9cd-446385ac2ef5'] in n-d-768862-2 is: [{'id': 'c7eec8c4-817f-4133-a9cd-446385ac2ef5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1777298286', 'tenant_id': '69417d350c734fdb82cf490b41ee71fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '226f1e78-82cd-4481-9055-4eb73b6db8c1', 'external_fixed_ips': [{'subnet_id': 'ba8deeec-7658-4195-9449-038c076f5c83', 'ip_address': '172.25.2.53'}], 'enable_snat': True}, 'gw_port_id': '945cd5b4-eda3-4236-b68b-b58c561d9a3f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-14T07:47:05Z', 'updated_at': '2021-01-14T07:47:17Z', 'revision_number': 5, 'project_id': '69417d350c734fdb82cf490b41ee71fc', 'gw_port': {'id': '945cd5b4-eda3-4236-b68b-b58c561d9a3f', 'name': '', 'network_id': '226f1e78-82cd-4481-9055-4eb73b6db8c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:78:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7eec8c4-817f-4133-a9cd-446385ac2ef5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3910, 'fixed_ips': [{'subnet_id': 'ba8deeec-7658-4195-9449-038c076f5c83', 'ip_address': '172.25.2.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T07:47:06Z', 'updated_at': '2021-01-14T07:47:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ba8deeec-7658-4195-9449-038c076f5c83', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-2'}] {{(pid=84877) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Jan 14 07:47:20.475207 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-bca7a3dd-9693-439f-a7ac-068294e7680d tempest-TestNetworkAdvancedServerOps-1160145080 tempest-TestNetworkAdvancedServerOps-1160145080] Notify callbacks [] for router_gateway, before_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:47:20.484726 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.plugin [None req-bca7a3dd-9693-439f-a7ac-068294e7680d tempest-TestNetworkAdvancedServerOps-1160145080 tempest-TestNetworkAdvancedServerOps-1160145080] Deleting port 945cd5b4-eda3-4236-b68b-b58c561d9a3f {{(pid=84875) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 07:47:20.485121 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-bca7a3dd-9693-439f-a7ac-068294e7680d tempest-TestNetworkAdvancedServerOps-1160145080 tempest-TestNetworkAdvancedServerOps-1160145080] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363259214248359'] for port, before_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:47:20.693487 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [None req-bca7a3dd-9693-439f-a7ac-068294e7680d tempest-TestNetworkAdvancedServerOps-1160145080 tempest-TestNetworkAdvancedServerOps-1160145080] For port 945cd5b4-eda3-4236-b68b-b58c561d9a3f, host n-d-768862-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-2',level=0,port_id=945cd5b4-eda3-4236-b68b-b58c561d9a3f,segment=NetworkSegment(cf3ded2c-bc47-4a71-89af-6e7117e60140),segment_id=cf3ded2c-bc47-4a71-89af-6e7117e60140)] {{(pid=84875) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 07:47:20.694074 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-bca7a3dd-9693-439f-a7ac-068294e7680d tempest-TestNetworkAdvancedServerOps-1160145080 tempest-TestNetworkAdvancedServerOps-1160145080] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036850862667'] for port, precommit_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:47:20.765875 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [None req-40a07395-f7bc-4382-aee5-8f44b6eeabcc None None] For port eb6b65fd-5d72-4325-bdaf-04f9371751f4, host n-d-768862-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-2',level=0,port_id=eb6b65fd-5d72-4325-bdaf-04f9371751f4,segment=NetworkSegment(d3626989-51ae-449a-9e96-56471c5e4735),segment_id=d3626989-51ae-449a-9e96-56471c5e4735)] {{(pid=84876) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 07:47:20.766309 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-40a07395-f7bc-4382-aee5-8f44b6eeabcc None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036850862667'] for port, precommit_delete {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:47:20.830624 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.plugin [None req-bca7a3dd-9693-439f-a7ac-068294e7680d tempest-TestNetworkAdvancedServerOps-1160145080 tempest-TestNetworkAdvancedServerOps-1160145080] Calling delete_port for 945cd5b4-eda3-4236-b68b-b58c561d9a3f owned by network:router_gateway {{(pid=84875) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 07:47:20.897021 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.plugin [None req-40a07395-f7bc-4382-aee5-8f44b6eeabcc None None] Calling delete_port for eb6b65fd-5d72-4325-bdaf-04f9371751f4 owned by network:dhcp {{(pid=84876) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 07:47:20.974873 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-bca7a3dd-9693-439f-a7ac-068294e7680d tempest-TestNetworkAdvancedServerOps-1160145080 tempest-TestNetworkAdvancedServerOps-1160145080] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777640533329', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777640097463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851621574'] for port, after_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:47:20.978872 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-40a07395-f7bc-4382-aee5-8f44b6eeabcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777640533329', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777640097463'] for port, after_delete {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:47:20.992600 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-f2ff3aec-158e-4b85-bfc1-c79e6b0fb448 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84876) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:47:21.040921 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Device eb6b65fd-5d72-4325-bdaf-04f9371751f4 no longer exists at agent ovs-agent-n-d-768862-2 {{(pid=84876) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jan 14 07:47:21.072429 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40a07395-f7bc-4382-aee5-8f44b6eeabcc None None] Pushing event deleted for resources: {'Port': ['ID=eb6b65fd-5d72-4325-bdaf-04f9371751f4,revision_number=None']} {{(pid=84876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:47:21.127578 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-40a07395-f7bc-4382-aee5-8f44b6eeabcc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=84876) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:47:21.128426 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.plugin [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] No Port match for: eb6b65fd-5d72-4325-bdaf-04f9371751f4 {{(pid=84876) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2188}} Jan 14 07:47:21.128825 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Device eb6b65fd-5d72-4325-bdaf-04f9371751f4 not bound to the agent host n-d-768862-2 {{(pid=84876) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jan 14 07:47:21.129305 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Device 0f19476f-f0aa-4edf-9e44-393397269930 no longer exists at agent ovs-agent-n-d-768862-2 {{(pid=84876) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jan 14 07:47:21.167319 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-bca7a3dd-9693-439f-a7ac-068294e7680d tempest-TestNetworkAdvancedServerOps-1160145080 tempest-TestNetworkAdvancedServerOps-1160145080] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036850863128'] for router_gateway, after_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:47:21.179230 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.plugin [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] No Port match for: 0f19476f-f0aa-4edf-9e44-393397269930 {{(pid=84876) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2188}} Jan 14 07:47:21.179623 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Device 0f19476f-f0aa-4edf-9e44-393397269930 not bound to the agent host n-d-768862-2 {{(pid=84876) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jan 14 07:47:21.210860 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40a07395-f7bc-4382-aee5-8f44b6eeabcc None None] No DVR routers for this DVR port eb6b65fd-5d72-4325-bdaf-04f9371751f4 on host n-d-768862-2 {{(pid=84876) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Jan 14 07:47:21.300152 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-bca7a3dd-9693-439f-a7ac-068294e7680d tempest-TestNetworkAdvancedServerOps-1160145080 tempest-TestNetworkAdvancedServerOps-1160145080] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3889346', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036854717606'] for router, precommit_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:47:21.302597 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-bca7a3dd-9693-439f-a7ac-068294e7680d tempest-TestNetworkAdvancedServerOps-1160145080 tempest-TestNetworkAdvancedServerOps-1160145080] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:47:21.325303 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-bca7a3dd-9693-439f-a7ac-068294e7680d tempest-TestNetworkAdvancedServerOps-1160145080 tempest-TestNetworkAdvancedServerOps-1160145080] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036850897070'] for router, after_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:47:21.326271 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bca7a3dd-9693-439f-a7ac-068294e7680d tempest-TestNetworkAdvancedServerOps-1160145080 tempest-TestNetworkAdvancedServerOps-1160145080] Fanout notify agent at l3_agent the message router_deleted on router c7eec8c4-817f-4133-a9cd-446385ac2ef5 {{(pid=84875) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jan 14 07:47:21.353430 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-bca7a3dd-9693-439f-a7ac-068294e7680d tempest-TestNetworkAdvancedServerOps-1160145080 tempest-TestNetworkAdvancedServerOps-1160145080] Notify callbacks [] for router, before_response {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:47:21.357455 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-bca7a3dd-9693-439f-a7ac-068294e7680d tempest-TestNetworkAdvancedServerOps-1160145080 tempest-TestNetworkAdvancedServerOps-1160145080] 10.222.0.24 "DELETE /v2.0/routers/c7eec8c4-817f-4133-a9cd-446385ac2ef5 HTTP/1.1" status: 204 len: 168 time: 1.2761252 Jan 14 07:47:21.357710 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84875) accepted ('10.222.0.24', 45646) {{(pid=84875) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:47:21.490088 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-3c48b046-3c24-41d0-b956-510da25302f0 tempest-TestNetworkAdvancedServerOps-1160145080 tempest-TestNetworkAdvancedServerOps-1160145080] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036854160497'] for network, before_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:47:21.755494 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-3d1b7b8e-9deb-4004-91ca-888cdfb4e433 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363259214191800', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854171626'] for agent, after_update {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:47:21.916835 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-da76cfc0-98e8-4426-9f6d-4f05aa3fae78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363259214191800', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854171626'] for agent, after_update {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:47:22.006148 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-3c48b046-3c24-41d0-b956-510da25302f0 tempest-TestNetworkAdvancedServerOps-1160145080 tempest-TestNetworkAdvancedServerOps-1160145080] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-598987', 'neutron.services.segments.db._delete_segments_for_network-8777640583949'] for network, precommit_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:47:22.131086 n-d-768862-2 neutron-server[84765]: DEBUG neutron.services.segments.db [None req-3c48b046-3c24-41d0-b956-510da25302f0 tempest-TestNetworkAdvancedServerOps-1160145080 tempest-TestNetworkAdvancedServerOps-1160145080] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a5fc3dba-61e8-4462-84e7-68e723a6464b']}} {{(pid=84875) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:47:22.144488 n-d-768862-2 neutron-server[84765]: DEBUG neutron.services.segments.db [None req-3c48b046-3c24-41d0-b956-510da25302f0 tempest-TestNetworkAdvancedServerOps-1160145080 tempest-TestNetworkAdvancedServerOps-1160145080] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd3626989-51ae-449a-9e96-56471c5e4735') {'for_net_delete': True} {{(pid=84875) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:47:22.144830 n-d-768862-2 neutron-server[84765]: DEBUG neutron.services.segments.db [None req-3c48b046-3c24-41d0-b956-510da25302f0 tempest-TestNetworkAdvancedServerOps-1160145080 tempest-TestNetworkAdvancedServerOps-1160145080] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd3626989-51ae-449a-9e96-56471c5e4735') {} {{(pid=84875) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:47:22.156974 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-3c48b046-3c24-41d0-b956-510da25302f0 tempest-TestNetworkAdvancedServerOps-1160145080 tempest-TestNetworkAdvancedServerOps-1160145080] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363259214173198', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036851408567'] for segment, before_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:47:22.172143 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-3c48b046-3c24-41d0-b956-510da25302f0 tempest-TestNetworkAdvancedServerOps-1160145080 tempest-TestNetworkAdvancedServerOps-1160145080] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854179735'] for segment, precommit_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:47:22.174194 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-3c48b046-3c24-41d0-b956-510da25302f0 tempest-TestNetworkAdvancedServerOps-1160145080 tempest-TestNetworkAdvancedServerOps-1160145080] Releasing vxlan tunnel 3 to pool {{(pid=84875) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Jan 14 07:47:22.353018 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.managers [None req-3c48b046-3c24-41d0-b956-510da25302f0 tempest-TestNetworkAdvancedServerOps-1160145080 tempest-TestNetworkAdvancedServerOps-1160145080] Network a5fc3dba-61e8-4462-84e7-68e723a6464b has no segments {{(pid=84875) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 14 07:47:22.366088 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-3c48b046-3c24-41d0-b956-510da25302f0 tempest-TestNetworkAdvancedServerOps-1160145080 tempest-TestNetworkAdvancedServerOps-1160145080] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-596065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3154253'] for segment, after_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:47:22.545603 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.managers [None req-3c48b046-3c24-41d0-b956-510da25302f0 tempest-TestNetworkAdvancedServerOps-1160145080 tempest-TestNetworkAdvancedServerOps-1160145080] Network a5fc3dba-61e8-4462-84e7-68e723a6464b has no segments {{(pid=84875) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 14 07:47:22.569568 n-d-768862-2 neutron-server[84765]: Traceback (most recent call last): Jan 14 07:47:22.569568 n-d-768862-2 neutron-server[84765]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 14 07:47:22.569568 n-d-768862-2 neutron-server[84765]: timer() Jan 14 07:47:22.569568 n-d-768862-2 neutron-server[84765]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 14 07:47:22.569568 n-d-768862-2 neutron-server[84765]: cb(*args, **kw) Jan 14 07:47:22.569568 n-d-768862-2 neutron-server[84765]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Jan 14 07:47:22.569568 n-d-768862-2 neutron-server[84765]: return func(*args, **kwargs) Jan 14 07:47:22.569568 n-d-768862-2 neutron-server[84765]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 14 07:47:22.569568 n-d-768862-2 neutron-server[84765]: self._notify() Jan 14 07:47:22.569568 n-d-768862-2 neutron-server[84765]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 14 07:47:22.569568 n-d-768862-2 neutron-server[84765]: self.callback(batched_events) Jan 14 07:47:22.569568 n-d-768862-2 neutron-server[84765]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 14 07:47:22.569568 n-d-768862-2 neutron-server[84765]: event.method(event) Jan 14 07:47:22.569568 n-d-768862-2 neutron-server[84765]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 14 07:47:22.569568 n-d-768862-2 neutron-server[84765]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 14 07:47:22.569568 n-d-768862-2 neutron-server[84765]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Jan 14 07:47:22.569568 n-d-768862-2 neutron-server[84765]: segment_id)['aggregates'][0] Jan 14 07:47:22.569568 n-d-768862-2 neutron-server[84765]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 14 07:47:22.569568 n-d-768862-2 neutron-server[84765]: return f(self, *a, **k) Jan 14 07:47:22.569568 n-d-768862-2 neutron-server[84765]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 14 07:47:22.569568 n-d-768862-2 neutron-server[84765]: return self._get(url).json() Jan 14 07:47:22.569568 n-d-768862-2 neutron-server[84765]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 14 07:47:22.569568 n-d-768862-2 neutron-server[84765]: **kwargs) Jan 14 07:47:22.569568 n-d-768862-2 neutron-server[84765]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 14 07:47:22.569568 n-d-768862-2 neutron-server[84765]: return self.request(url, 'GET', **kwargs) Jan 14 07:47:22.569568 n-d-768862-2 neutron-server[84765]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Jan 14 07:47:22.569568 n-d-768862-2 neutron-server[84765]: **endpoint_filter) Jan 14 07:47:22.569568 n-d-768862-2 neutron-server[84765]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 14 07:47:22.569568 n-d-768862-2 neutron-server[84765]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 14 07:47:22.569568 n-d-768862-2 neutron-server[84765]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 14 07:47:22.569568 n-d-768862-2 neutron-server[84765]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 14 07:47:22.569568 n-d-768862-2 neutron-server[84765]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 14 07:47:22.643913 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363259214191800', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854171626'] for agent, after_update {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:47:22.654726 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-3c48b046-3c24-41d0-b956-510da25302f0 tempest-TestNetworkAdvancedServerOps-1160145080 tempest-TestNetworkAdvancedServerOps-1160145080] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036854176830', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850887149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3912591'] for network, after_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:47:22.658009 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-04f841aa-a08b-404d-8006-cb7550c6ed8b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:47:22.673476 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-3c48b046-3c24-41d0-b956-510da25302f0 tempest-TestNetworkAdvancedServerOps-1160145080 tempest-TestNetworkAdvancedServerOps-1160145080] Notify callbacks [] for network, before_response {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:47:22.688158 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c48b046-3c24-41d0-b956-510da25302f0 tempest-TestNetworkAdvancedServerOps-1160145080 tempest-TestNetworkAdvancedServerOps-1160145080] Pushing event deleted for resources: {'Network': ['ID=a5fc3dba-61e8-4462-84e7-68e723a6464b,revision_number=None']} {{(pid=84875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:47:22.692176 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-3c48b046-3c24-41d0-b956-510da25302f0 tempest-TestNetworkAdvancedServerOps-1160145080 tempest-TestNetworkAdvancedServerOps-1160145080] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:47:22.694294 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-3c48b046-3c24-41d0-b956-510da25302f0 tempest-TestNetworkAdvancedServerOps-1160145080 tempest-TestNetworkAdvancedServerOps-1160145080] 10.222.0.24 "DELETE /v2.0/networks/a5fc3dba-61e8-4462-84e7-68e723a6464b HTTP/1.1" status: 204 len: 168 time: 1.3353434 Jan 14 07:47:22.697034 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84875) accepted ('10.222.0.24', 45650) {{(pid=84875) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:47:22.779301 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-0c8f6af1-4fcf-47c9-bb7c-a915a0939920 tempest-TestNetworkAdvancedServerOps-1160145080 tempest-TestNetworkAdvancedServerOps-1160145080] Notify callbacks [] for security_group, before_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:47:22.811614 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-0c8f6af1-4fcf-47c9-bb7c-a915a0939920 tempest-TestNetworkAdvancedServerOps-1160145080 tempest-TestNetworkAdvancedServerOps-1160145080] Notify callbacks [] for security_group, precommit_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:47:22.871199 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-0c8f6af1-4fcf-47c9-bb7c-a915a0939920 tempest-TestNetworkAdvancedServerOps-1160145080 tempest-TestNetworkAdvancedServerOps-1160145080] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850887153'] for security_group, after_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:47:22.875275 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-106fd6d2-b06b-4bee-a157-c7ef4eed2f33 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:47:22.891817 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c8f6af1-4fcf-47c9-bb7c-a915a0939920 tempest-TestNetworkAdvancedServerOps-1160145080 tempest-TestNetworkAdvancedServerOps-1160145080] Pushing event deleted for resources: {'SecurityGroup': ['ID=b1c1bf24-53e7-44bf-9112-5ad580de84fc,revision_number=None']} {{(pid=84875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:47:22.895710 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-0c8f6af1-4fcf-47c9-bb7c-a915a0939920 tempest-TestNetworkAdvancedServerOps-1160145080 tempest-TestNetworkAdvancedServerOps-1160145080] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:47:22.903770 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-0c8f6af1-4fcf-47c9-bb7c-a915a0939920 tempest-TestNetworkAdvancedServerOps-1160145080 tempest-TestNetworkAdvancedServerOps-1160145080] Notify callbacks [] for security_group, before_response {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:47:22.905083 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-0c8f6af1-4fcf-47c9-bb7c-a915a0939920 tempest-TestNetworkAdvancedServerOps-1160145080 tempest-TestNetworkAdvancedServerOps-1160145080] 10.222.0.24 "DELETE /v2.0/security-groups/b1c1bf24-53e7-44bf-9112-5ad580de84fc HTTP/1.1" status: 204 len: 168 time: 0.2068574 Jan 14 07:47:23.020790 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Device 945cd5b4-eda3-4236-b68b-b58c561d9a3f no longer exists at agent ovs-agent-n-d-768862-2 {{(pid=84876) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jan 14 07:47:23.056671 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.plugin [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] No Port match for: 945cd5b4-eda3-4236-b68b-b58c561d9a3f {{(pid=84876) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2188}} Jan 14 07:47:23.057068 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Device 945cd5b4-eda3-4236-b68b-b58c561d9a3f not bound to the agent host n-d-768862-2 {{(pid=84876) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jan 14 07:47:23.169016 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84874) accepted ('10.222.0.24', 45658) {{(pid=84874) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:47:23.177818 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.v2.base [None req-6b7f8906-9438-4497-84f2-9bb296af26c0 tempest-TestNetworkAdvancedServerOps-1160145080 tempest-TestNetworkAdvancedServerOps-1160145080] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-535713700', 'description': 'tempest-secgroup-smoke-535713700 description', 'project_id': '69417d350c734fdb82cf490b41ee71fc'}} {{(pid=84874) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:47:23.194404 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-6b7f8906-9438-4497-84f2-9bb296af26c0 tempest-TestNetworkAdvancedServerOps-1160145080 tempest-TestNetworkAdvancedServerOps-1160145080] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:47:23.200048 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-6b7f8906-9438-4497-84f2-9bb296af26c0 tempest-TestNetworkAdvancedServerOps-1160145080 tempest-TestNetworkAdvancedServerOps-1160145080] Usage tracker for resource:security_group and tenant:69417d350c734fdb82cf490b41ee71fc is out of sync, need to count used quota {{(pid=84874) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:47:23.203084 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-6b7f8906-9438-4497-84f2-9bb296af26c0 tempest-TestNetworkAdvancedServerOps-1160145080 tempest-TestNetworkAdvancedServerOps-1160145080] Quota usage for security_group was recalculated. Used quota:1. {{(pid=84874) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:47:23.209905 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-6b7f8906-9438-4497-84f2-9bb296af26c0 tempest-TestNetworkAdvancedServerOps-1160145080 tempest-TestNetworkAdvancedServerOps-1160145080] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:47:23.220123 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-6b7f8906-9438-4497-84f2-9bb296af26c0 tempest-TestNetworkAdvancedServerOps-1160145080 tempest-TestNetworkAdvancedServerOps-1160145080] Notify callbacks [] for security_group, before_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:47:23.246119 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-6b7f8906-9438-4497-84f2-9bb296af26c0 tempest-TestNetworkAdvancedServerOps-1160145080 tempest-TestNetworkAdvancedServerOps-1160145080] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:47:23.250278 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-6b7f8906-9438-4497-84f2-9bb296af26c0 tempest-TestNetworkAdvancedServerOps-1160145080 tempest-TestNetworkAdvancedServerOps-1160145080] Usage tracker for resource:security_group_rule and tenant:69417d350c734fdb82cf490b41ee71fc is out of sync, need to count used quota {{(pid=84874) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:47:23.253272 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-6b7f8906-9438-4497-84f2-9bb296af26c0 tempest-TestNetworkAdvancedServerOps-1160145080 tempest-TestNetworkAdvancedServerOps-1160145080] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84874) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:47:23.259189 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-6b7f8906-9438-4497-84f2-9bb296af26c0 tempest-TestNetworkAdvancedServerOps-1160145080 tempest-TestNetworkAdvancedServerOps-1160145080] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:47:23.332283 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-6b7f8906-9438-4497-84f2-9bb296af26c0 tempest-TestNetworkAdvancedServerOps-1160145080 tempest-TestNetworkAdvancedServerOps-1160145080] Notify callbacks [] for security_group, precommit_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:47:23.336373 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-6b7f8906-9438-4497-84f2-9bb296af26c0 tempest-TestNetworkAdvancedServerOps-1160145080 tempest-TestNetworkAdvancedServerOps-1160145080] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850887153'] for security_group, after_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:47:23.342828 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-9e8e6202-b73d-4289-9b23-dc7163f94425 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:47:23.351266 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-0f37073e-9c69-4e3c-80e0-6cfaa0fd61a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363259214191800', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854171626'] for agent, after_update {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:47:23.389234 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b7f8906-9438-4497-84f2-9bb296af26c0 tempest-TestNetworkAdvancedServerOps-1160145080 tempest-TestNetworkAdvancedServerOps-1160145080] Pushing event updated for resources: {'SecurityGroup': ['ID=3084d527-57cb-4e4a-820a-c0d1d86f04f3,revision_number=1']} {{(pid=84874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:47:23.392160 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-6b7f8906-9438-4497-84f2-9bb296af26c0 tempest-TestNetworkAdvancedServerOps-1160145080 tempest-TestNetworkAdvancedServerOps-1160145080] Notify callbacks [] for security_group, before_response {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:47:23.393492 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-6b7f8906-9438-4497-84f2-9bb296af26c0 tempest-TestNetworkAdvancedServerOps-1160145080 tempest-TestNetworkAdvancedServerOps-1160145080] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.2230721 Jan 14 07:47:23.394506 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-6b7f8906-9438-4497-84f2-9bb296af26c0 tempest-TestNetworkAdvancedServerOps-1160145080 tempest-TestNetworkAdvancedServerOps-1160145080] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:47:23.396937 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84875) accepted ('10.222.0.24', 45662) {{(pid=84875) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:47:23.403730 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.v2.base [None req-ca3c307d-4a3e-42be-b1d1-71ce94ea8b34 tempest-TestNetworkAdvancedServerOps-1160145080 tempest-TestNetworkAdvancedServerOps-1160145080] Request body: {'security_group_rule': {'security_group_id': '3084d527-57cb-4e4a-820a-c0d1d86f04f3', 'project_id': '69417d350c734fdb82cf490b41ee71fc', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=84875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:47:23.415086 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-ca3c307d-4a3e-42be-b1d1-71ce94ea8b34 tempest-TestNetworkAdvancedServerOps-1160145080 tempest-TestNetworkAdvancedServerOps-1160145080] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:47:23.419886 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-ca3c307d-4a3e-42be-b1d1-71ce94ea8b34 tempest-TestNetworkAdvancedServerOps-1160145080 tempest-TestNetworkAdvancedServerOps-1160145080] Usage tracker for resource:security_group_rule and tenant:69417d350c734fdb82cf490b41ee71fc is out of sync, need to count used quota {{(pid=84875) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:47:23.422973 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-ca3c307d-4a3e-42be-b1d1-71ce94ea8b34 tempest-TestNetworkAdvancedServerOps-1160145080 tempest-TestNetworkAdvancedServerOps-1160145080] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84875) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:47:23.428857 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-ca3c307d-4a3e-42be-b1d1-71ce94ea8b34 tempest-TestNetworkAdvancedServerOps-1160145080 tempest-TestNetworkAdvancedServerOps-1160145080] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:47:23.448335 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-ca3c307d-4a3e-42be-b1d1-71ce94ea8b34 tempest-TestNetworkAdvancedServerOps-1160145080 tempest-TestNetworkAdvancedServerOps-1160145080] Notify callbacks [] for security_group_rule, before_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:47:23.517386 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-ca3c307d-4a3e-42be-b1d1-71ce94ea8b34 tempest-TestNetworkAdvancedServerOps-1160145080 tempest-TestNetworkAdvancedServerOps-1160145080] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:47:23.521748 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-ca3c307d-4a3e-42be-b1d1-71ce94ea8b34 tempest-TestNetworkAdvancedServerOps-1160145080 tempest-TestNetworkAdvancedServerOps-1160145080] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850966545'] for security_group_rule, after_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:47:23.528001 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-19db0c57-896a-4bb0-9238-52568c2086d8 tempest-ServerActionsTestJSON-801463951 tempest-ServerActionsTestJSON-801463951] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:47:23.548518 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca3c307d-4a3e-42be-b1d1-71ce94ea8b34 tempest-TestNetworkAdvancedServerOps-1160145080 tempest-TestNetworkAdvancedServerOps-1160145080] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c37786bd-c04a-4a33-b628-16c9c14df957,revision_number=0']} {{(pid=84875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:47:23.553127 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-ca3c307d-4a3e-42be-b1d1-71ce94ea8b34 tempest-TestNetworkAdvancedServerOps-1160145080 tempest-TestNetworkAdvancedServerOps-1160145080] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:47:23.557558 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-ca3c307d-4a3e-42be-b1d1-71ce94ea8b34 tempest-TestNetworkAdvancedServerOps-1160145080 tempest-TestNetworkAdvancedServerOps-1160145080] Notify callbacks [] for security_group_rule, before_response {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:47:23.558887 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-ca3c307d-4a3e-42be-b1d1-71ce94ea8b34 tempest-TestNetworkAdvancedServerOps-1160145080 tempest-TestNetworkAdvancedServerOps-1160145080] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1607141 Jan 14 07:47:23.562117 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84875) accepted ('10.222.0.24', 45666) {{(pid=84875) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:47:23.567736 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.v2.base [None req-a1bdad0f-69d4-4df8-9164-84f68d97d8b5 tempest-TestNetworkAdvancedServerOps-1160145080 tempest-TestNetworkAdvancedServerOps-1160145080] Request body: {'security_group_rule': {'security_group_id': '3084d527-57cb-4e4a-820a-c0d1d86f04f3', 'project_id': '69417d350c734fdb82cf490b41ee71fc', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=84875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:47:23.579205 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-a1bdad0f-69d4-4df8-9164-84f68d97d8b5 tempest-TestNetworkAdvancedServerOps-1160145080 tempest-TestNetworkAdvancedServerOps-1160145080] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:47:23.583651 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-a1bdad0f-69d4-4df8-9164-84f68d97d8b5 tempest-TestNetworkAdvancedServerOps-1160145080 tempest-TestNetworkAdvancedServerOps-1160145080] Usage tracker for resource:security_group_rule and tenant:69417d350c734fdb82cf490b41ee71fc is out of sync, need to count used quota {{(pid=84875) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:47:23.586802 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-a1bdad0f-69d4-4df8-9164-84f68d97d8b5 tempest-TestNetworkAdvancedServerOps-1160145080 tempest-TestNetworkAdvancedServerOps-1160145080] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=84875) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:47:23.593012 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-a1bdad0f-69d4-4df8-9164-84f68d97d8b5 tempest-TestNetworkAdvancedServerOps-1160145080 tempest-TestNetworkAdvancedServerOps-1160145080] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=84875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:47:23.611353 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-a1bdad0f-69d4-4df8-9164-84f68d97d8b5 tempest-TestNetworkAdvancedServerOps-1160145080 tempest-TestNetworkAdvancedServerOps-1160145080] Notify callbacks [] for security_group_rule, before_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:47:23.680020 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-a1bdad0f-69d4-4df8-9164-84f68d97d8b5 tempest-TestNetworkAdvancedServerOps-1160145080 tempest-TestNetworkAdvancedServerOps-1160145080] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:47:23.683356 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-a1bdad0f-69d4-4df8-9164-84f68d97d8b5 tempest-TestNetworkAdvancedServerOps-1160145080 tempest-TestNetworkAdvancedServerOps-1160145080] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850966545'] for security_group_rule, after_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:47:23.685508 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-5a22717f-e789-4538-bf68-35c1de950c88 tempest-SecGroupTest-1152222618 tempest-SecGroupTest-1152222618] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:47:23.707434 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1bdad0f-69d4-4df8-9164-84f68d97d8b5 tempest-TestNetworkAdvancedServerOps-1160145080 tempest-TestNetworkAdvancedServerOps-1160145080] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0c839dc1-cfb0-4db2-848b-ffe522a0f7f1,revision_number=0']} {{(pid=84875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:47:23.711870 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-a1bdad0f-69d4-4df8-9164-84f68d97d8b5 tempest-TestNetworkAdvancedServerOps-1160145080 tempest-TestNetworkAdvancedServerOps-1160145080] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:47:23.720955 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-a1bdad0f-69d4-4df8-9164-84f68d97d8b5 tempest-TestNetworkAdvancedServerOps-1160145080 tempest-TestNetworkAdvancedServerOps-1160145080] Notify callbacks [] for security_group_rule, before_response {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:47:23.722273 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-a1bdad0f-69d4-4df8-9164-84f68d97d8b5 tempest-TestNetworkAdvancedServerOps-1160145080 tempest-TestNetworkAdvancedServerOps-1160145080] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1591241 Jan 14 07:47:23.725763 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84875) accepted ('10.222.0.24', 45670) {{(pid=84875) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:47:23.731367 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.v2.base [None req-0913d2d5-6bc1-4a9f-8f6a-7139e7a234bb tempest-TestNetworkAdvancedServerOps-1160145080 tempest-TestNetworkAdvancedServerOps-1160145080] Request body: {'security_group_rule': {'security_group_id': '3084d527-57cb-4e4a-820a-c0d1d86f04f3', 'project_id': '69417d350c734fdb82cf490b41ee71fc', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=84875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:47:23.742528 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-0913d2d5-6bc1-4a9f-8f6a-7139e7a234bb tempest-TestNetworkAdvancedServerOps-1160145080 tempest-TestNetworkAdvancedServerOps-1160145080] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:47:23.746809 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-0913d2d5-6bc1-4a9f-8f6a-7139e7a234bb tempest-TestNetworkAdvancedServerOps-1160145080 tempest-TestNetworkAdvancedServerOps-1160145080] Usage tracker for resource:security_group_rule and tenant:69417d350c734fdb82cf490b41ee71fc is out of sync, need to count used quota {{(pid=84875) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:47:23.749910 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-0913d2d5-6bc1-4a9f-8f6a-7139e7a234bb tempest-TestNetworkAdvancedServerOps-1160145080 tempest-TestNetworkAdvancedServerOps-1160145080] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=84875) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:47:23.755904 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-0913d2d5-6bc1-4a9f-8f6a-7139e7a234bb tempest-TestNetworkAdvancedServerOps-1160145080 tempest-TestNetworkAdvancedServerOps-1160145080] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=84875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:47:23.777160 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-0913d2d5-6bc1-4a9f-8f6a-7139e7a234bb tempest-TestNetworkAdvancedServerOps-1160145080 tempest-TestNetworkAdvancedServerOps-1160145080] Notify callbacks [] for security_group_rule, before_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:47:23.843104 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-0913d2d5-6bc1-4a9f-8f6a-7139e7a234bb tempest-TestNetworkAdvancedServerOps-1160145080 tempest-TestNetworkAdvancedServerOps-1160145080] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:47:23.847439 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-0913d2d5-6bc1-4a9f-8f6a-7139e7a234bb tempest-TestNetworkAdvancedServerOps-1160145080 tempest-TestNetworkAdvancedServerOps-1160145080] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850966545'] for security_group_rule, after_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:47:23.849733 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-94d5e7a5-fe04-456e-b3dc-f96dfc756612 tempest-TestVolumeBootPattern-349231117 tempest-TestVolumeBootPattern-349231117] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:47:23.872803 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0913d2d5-6bc1-4a9f-8f6a-7139e7a234bb tempest-TestNetworkAdvancedServerOps-1160145080 tempest-TestNetworkAdvancedServerOps-1160145080] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7fd8fa7c-ea65-40c8-82c2-871815414144,revision_number=0']} {{(pid=84875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:47:23.875318 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-0913d2d5-6bc1-4a9f-8f6a-7139e7a234bb tempest-TestNetworkAdvancedServerOps-1160145080 tempest-TestNetworkAdvancedServerOps-1160145080] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:47:23.882161 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-0913d2d5-6bc1-4a9f-8f6a-7139e7a234bb tempest-TestNetworkAdvancedServerOps-1160145080 tempest-TestNetworkAdvancedServerOps-1160145080] Notify callbacks [] for security_group_rule, before_response {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:47:23.883431 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-0913d2d5-6bc1-4a9f-8f6a-7139e7a234bb tempest-TestNetworkAdvancedServerOps-1160145080 tempest-TestNetworkAdvancedServerOps-1160145080] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1566591 Jan 14 07:47:23.888284 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84875) accepted ('10.222.0.24', 45674) {{(pid=84875) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:47:23.893797 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.v2.base [None req-d5afe33a-30ab-4a04-9b7c-a28e662e3f05 tempest-TestNetworkAdvancedServerOps-1160145080 tempest-TestNetworkAdvancedServerOps-1160145080] Request body: {'security_group_rule': {'security_group_id': '3084d527-57cb-4e4a-820a-c0d1d86f04f3', 'project_id': '69417d350c734fdb82cf490b41ee71fc', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=84875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:47:23.904685 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-d5afe33a-30ab-4a04-9b7c-a28e662e3f05 tempest-TestNetworkAdvancedServerOps-1160145080 tempest-TestNetworkAdvancedServerOps-1160145080] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:47:23.908851 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-d5afe33a-30ab-4a04-9b7c-a28e662e3f05 tempest-TestNetworkAdvancedServerOps-1160145080 tempest-TestNetworkAdvancedServerOps-1160145080] Usage tracker for resource:security_group_rule and tenant:69417d350c734fdb82cf490b41ee71fc is out of sync, need to count used quota {{(pid=84875) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:47:23.911934 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-d5afe33a-30ab-4a04-9b7c-a28e662e3f05 tempest-TestNetworkAdvancedServerOps-1160145080 tempest-TestNetworkAdvancedServerOps-1160145080] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=84875) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:47:23.918124 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-d5afe33a-30ab-4a04-9b7c-a28e662e3f05 tempest-TestNetworkAdvancedServerOps-1160145080 tempest-TestNetworkAdvancedServerOps-1160145080] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=84875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:47:23.935685 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-d5afe33a-30ab-4a04-9b7c-a28e662e3f05 tempest-TestNetworkAdvancedServerOps-1160145080 tempest-TestNetworkAdvancedServerOps-1160145080] Notify callbacks [] for security_group_rule, before_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:47:24.005449 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-d5afe33a-30ab-4a04-9b7c-a28e662e3f05 tempest-TestNetworkAdvancedServerOps-1160145080 tempest-TestNetworkAdvancedServerOps-1160145080] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:47:24.009954 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-d5afe33a-30ab-4a04-9b7c-a28e662e3f05 tempest-TestNetworkAdvancedServerOps-1160145080 tempest-TestNetworkAdvancedServerOps-1160145080] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850966545'] for security_group_rule, after_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:47:24.012888 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-ef225094-69d3-4766-a6c7-9ace0808a5ba tempest-TestNetworkAdvancedServerOps-1160145080 tempest-TestNetworkAdvancedServerOps-1160145080] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:47:24.047513 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5afe33a-30ab-4a04-9b7c-a28e662e3f05 tempest-TestNetworkAdvancedServerOps-1160145080 tempest-TestNetworkAdvancedServerOps-1160145080] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1ed8c0f2-8e41-441e-ae36-6055be9c0e2a,revision_number=0']} {{(pid=84875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:47:24.052294 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-d5afe33a-30ab-4a04-9b7c-a28e662e3f05 tempest-TestNetworkAdvancedServerOps-1160145080 tempest-TestNetworkAdvancedServerOps-1160145080] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:47:24.056778 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-d5afe33a-30ab-4a04-9b7c-a28e662e3f05 tempest-TestNetworkAdvancedServerOps-1160145080 tempest-TestNetworkAdvancedServerOps-1160145080] Notify callbacks [] for security_group_rule, before_response {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:47:24.058047 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-d5afe33a-30ab-4a04-9b7c-a28e662e3f05 tempest-TestNetworkAdvancedServerOps-1160145080 tempest-TestNetworkAdvancedServerOps-1160145080] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1687977 Jan 14 07:47:24.062374 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84875) accepted ('10.222.0.24', 45678) {{(pid=84875) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:47:24.067926 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.v2.base [None req-f73d737d-5d8a-42b4-ad9a-a6872bf28c25 tempest-TestNetworkAdvancedServerOps-1160145080 tempest-TestNetworkAdvancedServerOps-1160145080] Request body: {'security_group_rule': {'security_group_id': '3084d527-57cb-4e4a-820a-c0d1d86f04f3', 'project_id': '69417d350c734fdb82cf490b41ee71fc', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=84875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:47:24.079193 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-f73d737d-5d8a-42b4-ad9a-a6872bf28c25 tempest-TestNetworkAdvancedServerOps-1160145080 tempest-TestNetworkAdvancedServerOps-1160145080] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:47:24.083290 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-f73d737d-5d8a-42b4-ad9a-a6872bf28c25 tempest-TestNetworkAdvancedServerOps-1160145080 tempest-TestNetworkAdvancedServerOps-1160145080] Usage tracker for resource:security_group_rule and tenant:69417d350c734fdb82cf490b41ee71fc is out of sync, need to count used quota {{(pid=84875) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:47:24.086368 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-f73d737d-5d8a-42b4-ad9a-a6872bf28c25 tempest-TestNetworkAdvancedServerOps-1160145080 tempest-TestNetworkAdvancedServerOps-1160145080] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=84875) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:47:24.092213 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-f73d737d-5d8a-42b4-ad9a-a6872bf28c25 tempest-TestNetworkAdvancedServerOps-1160145080 tempest-TestNetworkAdvancedServerOps-1160145080] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=84875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:47:24.103518 n-d-768862-2 neutron-server[84765]: INFO neutron.db.securitygroups_db [None req-f73d737d-5d8a-42b4-ad9a-a6872bf28c25 tempest-TestNetworkAdvancedServerOps-1160145080 tempest-TestNetworkAdvancedServerOps-1160145080] Project 69417d350c734fdb82cf490b41ee71fc added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 14 07:47:24.110490 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-f73d737d-5d8a-42b4-ad9a-a6872bf28c25 tempest-TestNetworkAdvancedServerOps-1160145080 tempest-TestNetworkAdvancedServerOps-1160145080] Notify callbacks [] for security_group_rule, before_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:47:24.181112 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-f73d737d-5d8a-42b4-ad9a-a6872bf28c25 tempest-TestNetworkAdvancedServerOps-1160145080 tempest-TestNetworkAdvancedServerOps-1160145080] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:47:24.185920 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-f73d737d-5d8a-42b4-ad9a-a6872bf28c25 tempest-TestNetworkAdvancedServerOps-1160145080 tempest-TestNetworkAdvancedServerOps-1160145080] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850966545'] for security_group_rule, after_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:47:24.191352 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-e94c837f-d7db-4ab2-ae77-cb62b705ece5 tempest-TestNetworkAdvancedServerOps-1160145080 tempest-TestNetworkAdvancedServerOps-1160145080] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:47:24.211548 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f73d737d-5d8a-42b4-ad9a-a6872bf28c25 tempest-TestNetworkAdvancedServerOps-1160145080 tempest-TestNetworkAdvancedServerOps-1160145080] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2a7020dd-2ff4-4e0a-881e-a35622e734ea,revision_number=0']} {{(pid=84875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:47:24.214312 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-f73d737d-5d8a-42b4-ad9a-a6872bf28c25 tempest-TestNetworkAdvancedServerOps-1160145080 tempest-TestNetworkAdvancedServerOps-1160145080] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:47:24.222143 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-f73d737d-5d8a-42b4-ad9a-a6872bf28c25 tempest-TestNetworkAdvancedServerOps-1160145080 tempest-TestNetworkAdvancedServerOps-1160145080] Notify callbacks [] for security_group_rule, before_response {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:47:24.224236 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-f73d737d-5d8a-42b4-ad9a-a6872bf28c25 tempest-TestNetworkAdvancedServerOps-1160145080 tempest-TestNetworkAdvancedServerOps-1160145080] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1604431 Jan 14 07:47:24.227450 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84875) accepted ('10.222.0.24', 45682) {{(pid=84875) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:47:24.235794 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.v2.base [None req-2dfd83be-f26c-41bf-b516-913761c00ecb tempest-TestNetworkAdvancedServerOps-1160145080 tempest-TestNetworkAdvancedServerOps-1160145080] Request body: {'security_group_rule': {'security_group_id': '3084d527-57cb-4e4a-820a-c0d1d86f04f3', 'project_id': '69417d350c734fdb82cf490b41ee71fc', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=84875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:47:24.249679 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-2dfd83be-f26c-41bf-b516-913761c00ecb tempest-TestNetworkAdvancedServerOps-1160145080 tempest-TestNetworkAdvancedServerOps-1160145080] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:47:24.254041 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-2dfd83be-f26c-41bf-b516-913761c00ecb tempest-TestNetworkAdvancedServerOps-1160145080 tempest-TestNetworkAdvancedServerOps-1160145080] Usage tracker for resource:security_group_rule and tenant:69417d350c734fdb82cf490b41ee71fc is out of sync, need to count used quota {{(pid=84875) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:47:24.257270 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-2dfd83be-f26c-41bf-b516-913761c00ecb tempest-TestNetworkAdvancedServerOps-1160145080 tempest-TestNetworkAdvancedServerOps-1160145080] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=84875) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:47:24.263894 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-2dfd83be-f26c-41bf-b516-913761c00ecb tempest-TestNetworkAdvancedServerOps-1160145080 tempest-TestNetworkAdvancedServerOps-1160145080] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=84875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:47:24.276352 n-d-768862-2 neutron-server[84765]: INFO neutron.db.securitygroups_db [None req-2dfd83be-f26c-41bf-b516-913761c00ecb tempest-TestNetworkAdvancedServerOps-1160145080 tempest-TestNetworkAdvancedServerOps-1160145080] Project 69417d350c734fdb82cf490b41ee71fc added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 14 07:47:24.283665 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-2dfd83be-f26c-41bf-b516-913761c00ecb tempest-TestNetworkAdvancedServerOps-1160145080 tempest-TestNetworkAdvancedServerOps-1160145080] Notify callbacks [] for security_group_rule, before_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:47:24.356512 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-2dfd83be-f26c-41bf-b516-913761c00ecb tempest-TestNetworkAdvancedServerOps-1160145080 tempest-TestNetworkAdvancedServerOps-1160145080] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:47:24.360585 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-2dfd83be-f26c-41bf-b516-913761c00ecb tempest-TestNetworkAdvancedServerOps-1160145080 tempest-TestNetworkAdvancedServerOps-1160145080] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850966545'] for security_group_rule, after_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:47:24.362680 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-47845b81-d8f8-43e0-8044-2baba638439f tempest-SecGroupTest-1152222618 tempest-SecGroupTest-1152222618] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:47:24.388578 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dfd83be-f26c-41bf-b516-913761c00ecb tempest-TestNetworkAdvancedServerOps-1160145080 tempest-TestNetworkAdvancedServerOps-1160145080] Pushing event updated for resources: {'SecurityGroupRule': ['ID=afcca398-5726-4d9e-ac55-97f10575d45a,revision_number=0']} {{(pid=84875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:47:24.391759 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-2dfd83be-f26c-41bf-b516-913761c00ecb tempest-TestNetworkAdvancedServerOps-1160145080 tempest-TestNetworkAdvancedServerOps-1160145080] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:47:24.400349 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-2dfd83be-f26c-41bf-b516-913761c00ecb tempest-TestNetworkAdvancedServerOps-1160145080 tempest-TestNetworkAdvancedServerOps-1160145080] Notify callbacks [] for security_group_rule, before_response {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:47:24.401614 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-2dfd83be-f26c-41bf-b516-913761c00ecb tempest-TestNetworkAdvancedServerOps-1160145080 tempest-TestNetworkAdvancedServerOps-1160145080] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1729419 Jan 14 07:47:24.404989 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84875) accepted ('10.222.0.24', 45686) {{(pid=84875) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:47:24.411164 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.v2.base [None req-20fe9b16-2c35-4c58-abb7-e1b36882e0fe tempest-TestNetworkAdvancedServerOps-1160145080 tempest-TestNetworkAdvancedServerOps-1160145080] Request body: {'network': {'name': 'tempest-network-smoke--886838605', 'project_id': '69417d350c734fdb82cf490b41ee71fc', 'port_security_enabled': True}} {{(pid=84875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:47:24.417571 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-20fe9b16-2c35-4c58-abb7-e1b36882e0fe tempest-TestNetworkAdvancedServerOps-1160145080 tempest-TestNetworkAdvancedServerOps-1160145080] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:47:24.422264 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-20fe9b16-2c35-4c58-abb7-e1b36882e0fe tempest-TestNetworkAdvancedServerOps-1160145080 tempest-TestNetworkAdvancedServerOps-1160145080] Usage tracker for resource:network and tenant:69417d350c734fdb82cf490b41ee71fc is out of sync, need to count used quota {{(pid=84875) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:47:24.425386 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-20fe9b16-2c35-4c58-abb7-e1b36882e0fe tempest-TestNetworkAdvancedServerOps-1160145080 tempest-TestNetworkAdvancedServerOps-1160145080] Quota usage for network was recalculated. Used quota:0. {{(pid=84875) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:47:24.431498 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-20fe9b16-2c35-4c58-abb7-e1b36882e0fe tempest-TestNetworkAdvancedServerOps-1160145080 tempest-TestNetworkAdvancedServerOps-1160145080] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:47:24.442275 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-20fe9b16-2c35-4c58-abb7-e1b36882e0fe tempest-TestNetworkAdvancedServerOps-1160145080 tempest-TestNetworkAdvancedServerOps-1160145080] Made reservation on behalf of 69417d350c734fdb82cf490b41ee71fc for: {'network': 1} {{(pid=84875) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 07:47:24.451671 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-20fe9b16-2c35-4c58-abb7-e1b36882e0fe tempest-TestNetworkAdvancedServerOps-1160145080 tempest-TestNetworkAdvancedServerOps-1160145080] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555753'] for network, before_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:47:24.486645 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-20fe9b16-2c35-4c58-abb7-e1b36882e0fe tempest-TestNetworkAdvancedServerOps-1160145080 tempest-TestNetworkAdvancedServerOps-1160145080] vxlan segment allocate from pool success with {'vxlan_vni': 3} {{(pid=84875) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Jan 14 07:47:24.496321 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-20fe9b16-2c35-4c58-abb7-e1b36882e0fe tempest-TestNetworkAdvancedServerOps-1160145080 tempest-TestNetworkAdvancedServerOps-1160145080] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment--9223363259214191851', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854179735'] for segment, precommit_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:47:24.496745 n-d-768862-2 neutron-server[84765]: INFO neutron.db.segments_db [None req-20fe9b16-2c35-4c58-abb7-e1b36882e0fe tempest-TestNetworkAdvancedServerOps-1160145080 tempest-TestNetworkAdvancedServerOps-1160145080] Added segment e13a7dbf-984f-4a0e-bb33-69130b0a996e of type vxlan for network 62a8cfc8-94b4-4bd5-a113-e8a6e574ab9c Jan 14 07:47:24.523276 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-20fe9b16-2c35-4c58-abb7-e1b36882e0fe tempest-TestNetworkAdvancedServerOps-1160145080 tempest-TestNetworkAdvancedServerOps-1160145080] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363259214646115'] for network, precommit_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:47:24.556996 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-20fe9b16-2c35-4c58-abb7-e1b36882e0fe tempest-TestNetworkAdvancedServerOps-1160145080 tempest-TestNetworkAdvancedServerOps-1160145080] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850887149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964'] for network, after_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:47:24.576091 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20fe9b16-2c35-4c58-abb7-e1b36882e0fe tempest-TestNetworkAdvancedServerOps-1160145080 tempest-TestNetworkAdvancedServerOps-1160145080] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:47:24.576728 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-20fe9b16-2c35-4c58-abb7-e1b36882e0fe tempest-TestNetworkAdvancedServerOps-1160145080 tempest-TestNetworkAdvancedServerOps-1160145080] Notify callbacks [] for network, before_response {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:47:24.580511 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-3c48b046-3c24-41d0-b956-510da25302f0 tempest-TestNetworkAdvancedServerOps-1160145080 tempest-TestNetworkAdvancedServerOps-1160145080] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:47:24.686785 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-20fe9b16-2c35-4c58-abb7-e1b36882e0fe tempest-TestNetworkAdvancedServerOps-1160145080 tempest-TestNetworkAdvancedServerOps-1160145080] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.2806251 Jan 14 07:47:24.690261 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84874) accepted ('10.222.0.24', 45690) {{(pid=84874) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:47:24.693475 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20fe9b16-2c35-4c58-abb7-e1b36882e0fe tempest-TestNetworkAdvancedServerOps-1160145080 tempest-TestNetworkAdvancedServerOps-1160145080] Pushing event updated for resources: {'Network': ['ID=62a8cfc8-94b4-4bd5-a113-e8a6e574ab9c,revision_number=1']} {{(pid=84875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:47:24.696970 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-20fe9b16-2c35-4c58-abb7-e1b36882e0fe tempest-TestNetworkAdvancedServerOps-1160145080 tempest-TestNetworkAdvancedServerOps-1160145080] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:47:24.699156 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.v2.base [None req-4d28644b-85e7-4d79-aa86-84f3e4804b62 tempest-TestNetworkAdvancedServerOps-1160145080 tempest-TestNetworkAdvancedServerOps-1160145080] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-17945880', 'admin_state_up': True, 'project_id': '69417d350c734fdb82cf490b41ee71fc', 'external_gateway_info': {'network_id': '226f1e78-82cd-4481-9055-4eb73b6db8c1'}}} {{(pid=84874) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:47:24.707668 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-852a24f7-e9a1-4193-9abb-e9506fe5213f None None] Network 62a8cfc8-94b4-4bd5-a113-e8a6e574ab9c details requested by agent ovs-agent-n-h2-768862-2 with host n-h2-768862-2 {{(pid=84876) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 07:47:24.715817 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-4d28644b-85e7-4d79-aa86-84f3e4804b62 tempest-TestNetworkAdvancedServerOps-1160145080 tempest-TestNetworkAdvancedServerOps-1160145080] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:47:24.721073 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-4d28644b-85e7-4d79-aa86-84f3e4804b62 tempest-TestNetworkAdvancedServerOps-1160145080 tempest-TestNetworkAdvancedServerOps-1160145080] Usage tracker for resource:router and tenant:69417d350c734fdb82cf490b41ee71fc is out of sync, need to count used quota {{(pid=84874) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:47:24.722458 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-017f98a9-8a07-408c-a86f-8ff0c00400a0 None None] Network 62a8cfc8-94b4-4bd5-a113-e8a6e574ab9c details requested by agent ovs-agent-n-h1-768862-2 with host n-h1-768862-2 {{(pid=84876) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 07:47:24.724936 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-4d28644b-85e7-4d79-aa86-84f3e4804b62 tempest-TestNetworkAdvancedServerOps-1160145080 tempest-TestNetworkAdvancedServerOps-1160145080] Quota usage for router was recalculated. Used quota:0. {{(pid=84874) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:47:24.731302 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-4d28644b-85e7-4d79-aa86-84f3e4804b62 tempest-TestNetworkAdvancedServerOps-1160145080 tempest-TestNetworkAdvancedServerOps-1160145080] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:47:24.741661 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Network 62a8cfc8-94b4-4bd5-a113-e8a6e574ab9c details requested by agent ovs-agent-n-d-768862-2 with host n-d-768862-2 {{(pid=84876) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 07:47:24.745839 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-4d28644b-85e7-4d79-aa86-84f3e4804b62 tempest-TestNetworkAdvancedServerOps-1160145080 tempest-TestNetworkAdvancedServerOps-1160145080] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3889205', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854717621'] for router, before_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:47:24.747007 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-4d28644b-85e7-4d79-aa86-84f3e4804b62 tempest-TestNetworkAdvancedServerOps-1160145080 tempest-TestNetworkAdvancedServerOps-1160145080] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036850886574', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3912501', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3808446', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-58179'] for router, precommit_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:47:24.763035 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-4d28644b-85e7-4d79-aa86-84f3e4804b62 tempest-TestNetworkAdvancedServerOps-1160145080 tempest-TestNetworkAdvancedServerOps-1160145080] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:47:25.041556 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-4d28644b-85e7-4d79-aa86-84f3e4804b62 tempest-TestNetworkAdvancedServerOps-1160145080 tempest-TestNetworkAdvancedServerOps-1160145080] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3912484', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3889188', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-58194'] for router, precommit_update {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:47:25.650148 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-4d28644b-85e7-4d79-aa86-84f3e4804b62 tempest-TestNetworkAdvancedServerOps-1160145080 tempest-TestNetworkAdvancedServerOps-1160145080] Notify callbacks [] for router_gateway, before_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:47:25.681385 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-4d28644b-85e7-4d79-aa86-84f3e4804b62 tempest-TestNetworkAdvancedServerOps-1160145080 tempest-TestNetworkAdvancedServerOps-1160145080] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555753'] for port, before_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:47:25.966780 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.db_base_plugin_common [None req-4d28644b-85e7-4d79-aa86-84f3e4804b62 tempest-TestNetworkAdvancedServerOps-1160145080 tempest-TestNetworkAdvancedServerOps-1160145080] Allocated IP 172.25.2.202 (226f1e78-82cd-4481-9055-4eb73b6db8c1/ba8deeec-7658-4195-9449-038c076f5c83/a36885e5-662d-485e-bb71-5a20b733372f) {{(pid=84874) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 14 07:47:26.138945 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-4d28644b-85e7-4d79-aa86-84f3e4804b62 tempest-TestNetworkAdvancedServerOps-1160145080 tempest-TestNetworkAdvancedServerOps-1160145080] Notify callbacks [] for port, precommit_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:47:26.169264 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-4d28644b-85e7-4d79-aa86-84f3e4804b62 tempest-TestNetworkAdvancedServerOps-1160145080 tempest-TestNetworkAdvancedServerOps-1160145080] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777640123575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3254186'] for port, after_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:47:26.182393 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-e8bc7d1c-5123-47e7-bfcd-822a7041bb83 tempest-TestNetworkAdvancedServerOps-1160145080 tempest-TestNetworkAdvancedServerOps-1160145080] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:47:26.313822 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d28644b-85e7-4d79-aa86-84f3e4804b62 tempest-TestNetworkAdvancedServerOps-1160145080 tempest-TestNetworkAdvancedServerOps-1160145080] Pushing event updated for resources: {'Port': ['ID=a36885e5-662d-485e-bb71-5a20b733372f,revision_number=1']} {{(pid=84874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:47:26.318573 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-4d28644b-85e7-4d79-aa86-84f3e4804b62 tempest-TestNetworkAdvancedServerOps-1160145080 tempest-TestNetworkAdvancedServerOps-1160145080] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:47:26.371699 n-d-768862-2 neutron-server[84765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d28644b-85e7-4d79-aa86-84f3e4804b62 tempest-TestNetworkAdvancedServerOps-1160145080 tempest-TestNetworkAdvancedServerOps-1160145080] Network 226f1e78-82cd-4481-9055-4eb73b6db8c1 is already hosted by enough agents. {{(pid=84874) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 07:47:26.373900 n-d-768862-2 neutron-server[84765]: DEBUG neutron.scheduler.base_scheduler [None req-4d28644b-85e7-4d79-aa86-84f3e4804b62 tempest-TestNetworkAdvancedServerOps-1160145080 tempest-TestNetworkAdvancedServerOps-1160145080] Resources bound (agent type, host, resource id): {{(pid=84874) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 07:47:26.377182 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d28644b-85e7-4d79-aa86-84f3e4804b62 tempest-TestNetworkAdvancedServerOps-1160145080 tempest-TestNetworkAdvancedServerOps-1160145080] Received port after_create {{(pid=84874) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 14 07:47:26.834694 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-4d28644b-85e7-4d79-aa86-84f3e4804b62 tempest-TestNetworkAdvancedServerOps-1160145080 tempest-TestNetworkAdvancedServerOps-1160145080] Notify callbacks [] for router_gateway, after_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:47:27.190513 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-4d28644b-85e7-4d79-aa86-84f3e4804b62 tempest-TestNetworkAdvancedServerOps-1160145080 tempest-TestNetworkAdvancedServerOps-1160145080] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036850886612', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036850863158'] for router, after_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:47:27.407077 n-d-768862-2 neutron-server[84765]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4d28644b-85e7-4d79-aa86-84f3e4804b62 tempest-TestNetworkAdvancedServerOps-1160145080 tempest-TestNetworkAdvancedServerOps-1160145080] Router 9507fd54-d16e-4e9e-a088-f9f51cc1cadd is scheduled to L3 agent 35f592e9-451b-4db9-abea-77b6a5c5391b with binding_index 1 {{(pid=84874) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}} Jan 14 07:47:27.594320 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4d28644b-85e7-4d79-aa86-84f3e4804b62 tempest-TestNetworkAdvancedServerOps-1160145080 tempest-TestNetworkAdvancedServerOps-1160145080] Notify agent at l3_agent.n-d-768862-2 the message routers_updated {{(pid=84874) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jan 14 07:47:27.605486 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-382df9cc-51aa-42da-84d0-424f16db9779 None None] Sync routers for ids ['9507fd54-d16e-4e9e-a088-f9f51cc1cadd'] in n-d-768862-2 {{(pid=84876) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Jan 14 07:47:27.616660 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-382df9cc-51aa-42da-84d0-424f16db9779 None None] Routers {'9507fd54-d16e-4e9e-a088-f9f51cc1cadd'} bound to L3 agent in host n-d-768862-2 {{(pid=84876) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 14 07:47:27.617352 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_hamode_db [None req-382df9cc-51aa-42da-84d0-424f16db9779 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-01-14T06:56:51Z,description=,heartbeat_timestamp=2021-01-14T07:47:22Z,host='n-d-768862-2',id=35f592e9-451b-4db9-abea-77b6a5c5391b,load=0,resource_versions=,resources_synced=,started_at=2021-01-14T06:56:51Z,topic='l3_agent')) {'router_ids': ['9507fd54-d16e-4e9e-a088-f9f51cc1cadd'], 'active': True} {{(pid=84876) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:47:27.630934 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-4d28644b-85e7-4d79-aa86-84f3e4804b62 tempest-TestNetworkAdvancedServerOps-1160145080 tempest-TestNetworkAdvancedServerOps-1160145080] Notify callbacks [] for router, before_response {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:47:27.632382 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-4d28644b-85e7-4d79-aa86-84f3e4804b62 tempest-TestNetworkAdvancedServerOps-1160145080 tempest-TestNetworkAdvancedServerOps-1160145080] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 894 time: 2.9409008 Jan 14 07:47:27.635771 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84874) accepted ('10.222.0.24', 45694) {{(pid=84874) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:47:27.681068 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-319e2d0f-2a04-4567-965c-a2c7e29df2c2 tempest-TestNetworkAdvancedServerOps-569276418 tempest-TestNetworkAdvancedServerOps-569276418] 10.222.0.24 "GET /v2.0/subnets?project_id=69417d350c734fdb82cf490b41ee71fc&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0439911 Jan 14 07:47:27.683925 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84874) accepted ('10.222.0.24', 45698) {{(pid=84874) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:47:27.808342 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_dvr_db [None req-382df9cc-51aa-42da-84d0-424f16db9779 None None] Set router 9507fd54-d16e-4e9e-a088-f9f51cc1cadd gateway port host: n-d-768862-2 {{(pid=84876) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 14 07:47:27.831770 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84c70b30-9d6c-4ed1-aac3-0dec283e076c tempest-TestNetworkAdvancedServerOps-569276418 tempest-TestNetworkAdvancedServerOps-569276418] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:47:27.833469 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-84c70b30-9d6c-4ed1-aac3-0dec283e076c tempest-TestNetworkAdvancedServerOps-569276418 tempest-TestNetworkAdvancedServerOps-569276418] 10.222.0.24 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1485555 Jan 14 07:47:27.836746 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84874) accepted ('10.222.0.24', 45702) {{(pid=84874) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:47:27.886986 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-21ec0dc2-d506-4a5e-b95e-6a143f2965c0 tempest-TestNetworkAdvancedServerOps-569276418 tempest-TestNetworkAdvancedServerOps-569276418] 10.222.0.24 "GET /v2.0/subnets?network_id=226f1e78-82cd-4481-9055-4eb73b6db8c1&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0486848 Jan 14 07:47:27.889752 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84875) accepted ('10.222.0.24', 45706) {{(pid=84875) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:47:27.896385 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.v2.base [None req-348643e3-9545-4f05-bea0-d4b118eed081 tempest-TestNetworkAdvancedServerOps-1160145080 tempest-TestNetworkAdvancedServerOps-1160145080] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1140035640', 'network_id': '62a8cfc8-94b4-4bd5-a113-e8a6e574ab9c', 'project_id': '69417d350c734fdb82cf490b41ee71fc', 'cidr': '172.20.0.0/28', 'ip_version': 4}} {{(pid=84875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:47:28.023609 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-348643e3-9545-4f05-bea0-d4b118eed081 tempest-TestNetworkAdvancedServerOps-1160145080 tempest-TestNetworkAdvancedServerOps-1160145080] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:47:28.028120 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-348643e3-9545-4f05-bea0-d4b118eed081 tempest-TestNetworkAdvancedServerOps-1160145080 tempest-TestNetworkAdvancedServerOps-1160145080] Usage tracker for resource:subnet and tenant:69417d350c734fdb82cf490b41ee71fc is out of sync, need to count used quota {{(pid=84875) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:47:28.032004 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-348643e3-9545-4f05-bea0-d4b118eed081 tempest-TestNetworkAdvancedServerOps-1160145080 tempest-TestNetworkAdvancedServerOps-1160145080] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84875) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:47:28.038115 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-348643e3-9545-4f05-bea0-d4b118eed081 tempest-TestNetworkAdvancedServerOps-1160145080 tempest-TestNetworkAdvancedServerOps-1160145080] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:47:28.047649 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-348643e3-9545-4f05-bea0-d4b118eed081 tempest-TestNetworkAdvancedServerOps-1160145080 tempest-TestNetworkAdvancedServerOps-1160145080] Made reservation on behalf of 69417d350c734fdb82cf490b41ee71fc for: {'subnet': 1} {{(pid=84875) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 07:47:28.116789 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_hamode_db [None req-382df9cc-51aa-42da-84d0-424f16db9779 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9507fd54-d16e-4e9e-a088-f9f51cc1cadd', 'name': 'tempest-TestNetworkAdvancedServerOps-router-17945880', 'tenant_id': '69417d350c734fdb82cf490b41ee71fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '226f1e78-82cd-4481-9055-4eb73b6db8c1', 'external_fixed_ips': [{'subnet_id': 'ba8deeec-7658-4195-9449-038c076f5c83', 'ip_address': '172.25.2.202'}], 'enable_snat': True}, 'gw_port_id': 'a36885e5-662d-485e-bb71-5a20b733372f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-14T07:47:24Z', 'updated_at': '2021-01-14T07:47:26Z', 'revision_number': 3, 'project_id': '69417d350c734fdb82cf490b41ee71fc', 'gw_port': {'id': 'a36885e5-662d-485e-bb71-5a20b733372f', 'name': '', 'network_id': '226f1e78-82cd-4481-9055-4eb73b6db8c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:57:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9507fd54-d16e-4e9e-a088-f9f51cc1cadd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3926, 'fixed_ips': [{'subnet_id': 'ba8deeec-7658-4195-9449-038c076f5c83', 'ip_address': '172.25.2.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T07:47:25Z', 'updated_at': '2021-01-14T07:47:25Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ba8deeec-7658-4195-9449-038c076f5c83', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-2'}], 'n-d-768862-2', False) {} {{(pid=84876) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:47:28.121325 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-382df9cc-51aa-42da-84d0-424f16db9779 None None] Checking router: 9507fd54-d16e-4e9e-a088-f9f51cc1cadd for host: n-d-768862-2 {{(pid=84876) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Jan 14 07:47:28.121731 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-382df9cc-51aa-42da-84d0-424f16db9779 None None] Updating router 9507fd54-d16e-4e9e-a088-f9f51cc1cadd port a36885e5-662d-485e-bb71-5a20b733372f binding host n-d-768862-2 {{(pid=84876) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Jan 14 07:47:28.166095 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-348643e3-9545-4f05-bea0-d4b118eed081 tempest-TestNetworkAdvancedServerOps-1160145080 tempest-TestNetworkAdvancedServerOps-1160145080] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036852467157'] for subnet, before_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:47:28.175415 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-382df9cc-51aa-42da-84d0-424f16db9779 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555753'] for port, before_update {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:47:28.573819 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-382df9cc-51aa-42da-84d0-424f16db9779 None None] Notify callbacks [] for port, precommit_update {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:47:28.586100 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-382df9cc-51aa-42da-84d0-424f16db9779 None None] Transition to ACTIVE for port object a36885e5-662d-485e-bb71-5a20b733372f will not be triggered until provisioned by entity L2. {{(pid=84876) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 07:47:28.589356 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-382df9cc-51aa-42da-84d0-424f16db9779 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777640533312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363259214678337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777640097497'] for port, after_update {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:47:28.602909 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-e4b21bd6-8648-4ee2-b0aa-2a1b9521315b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84876) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:47:28.612559 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-348643e3-9545-4f05-bea0-d4b118eed081 tempest-TestNetworkAdvancedServerOps-1160145080 tempest-TestNetworkAdvancedServerOps-1160145080] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850887113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036851621412', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036852467174'] for subnet, after_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:47:28.626205 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-6eed13ba-88b1-4b81-9e6a-293fbf6cb5bd tempest-TestNetworkAdvancedServerOps-1160145080 tempest-TestNetworkAdvancedServerOps-1160145080] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:47:28.741146 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f9ff2c0-63ac-48db-87fb-745d14da943a None None] Pushing event updated for resources: {'Port': ['ID=a36885e5-662d-485e-bb71-5a20b733372f,revision_number=2']} {{(pid=84876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:47:28.747615 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-5f9ff2c0-63ac-48db-87fb-745d14da943a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=84876) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:47:28.757339 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-348643e3-9545-4f05-bea0-d4b118eed081 tempest-TestNetworkAdvancedServerOps-1160145080 tempest-TestNetworkAdvancedServerOps-1160145080] Pushing event updated for resources: {'Subnet': ['ID=719e64de-872f-4832-8554-677b690180ac,revision_number=0']} {{(pid=84875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:47:28.761597 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-348643e3-9545-4f05-bea0-d4b118eed081 tempest-TestNetworkAdvancedServerOps-1160145080 tempest-TestNetworkAdvancedServerOps-1160145080] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:47:28.840923 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-348643e3-9545-4f05-bea0-d4b118eed081 tempest-TestNetworkAdvancedServerOps-1160145080 tempest-TestNetworkAdvancedServerOps-1160145080] Checking segment: {'id': 'e13a7dbf-984f-4a0e-bb33-69130b0a996e', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '62a8cfc8-94b4-4bd5-a113-e8a6e574ab9c'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84875) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 14 07:47:28.841179 n-d-768862-2 neutron-server[84765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-348643e3-9545-4f05-bea0-d4b118eed081 tempest-TestNetworkAdvancedServerOps-1160145080 tempest-TestNetworkAdvancedServerOps-1160145080] Network hostable DHCP agents. Network: 62a8cfc8-94b4-4bd5-a113-e8a6e574ab9c, hostable agents: ['32f3dd84-26da-4d18-bf15-6017a8fb7247'], hosted agents: [] {{(pid=84875) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Jan 14 07:47:28.864176 n-d-768862-2 neutron-server[84765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-348643e3-9545-4f05-bea0-d4b118eed081 tempest-TestNetworkAdvancedServerOps-1160145080 tempest-TestNetworkAdvancedServerOps-1160145080] Network 62a8cfc8-94b4-4bd5-a113-e8a6e574ab9c is scheduled to be hosted by DHCP agent 32f3dd84-26da-4d18-bf15-6017a8fb7247 with binding_index 1 {{(pid=84875) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Jan 14 07:47:28.875240 n-d-768862-2 neutron-server[84765]: DEBUG neutron.scheduler.base_scheduler [None req-348643e3-9545-4f05-bea0-d4b118eed081 tempest-TestNetworkAdvancedServerOps-1160145080 tempest-TestNetworkAdvancedServerOps-1160145080] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768862-2, 62a8cfc8-94b4-4bd5-a113-e8a6e574ab9c) {{(pid=84875) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 07:47:28.892075 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-348643e3-9545-4f05-bea0-d4b118eed081 tempest-TestNetworkAdvancedServerOps-1160145080 tempest-TestNetworkAdvancedServerOps-1160145080] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:47:28.892755 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-348643e3-9545-4f05-bea0-d4b118eed081 tempest-TestNetworkAdvancedServerOps-1160145080 tempest-TestNetworkAdvancedServerOps-1160145080] Notify callbacks [] for subnet, before_response {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:47:28.915918 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-348643e3-9545-4f05-bea0-d4b118eed081 tempest-TestNetworkAdvancedServerOps-1160145080 tempest-TestNetworkAdvancedServerOps-1160145080] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 1.0246542 Jan 14 07:47:28.918919 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84875) accepted ('10.222.0.24', 45710) {{(pid=84875) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:47:28.953395 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a1aed95-af01-402a-b1aa-6713fb8f9f8b None None] Network 62a8cfc8-94b4-4bd5-a113-e8a6e574ab9c requested from n-d-768862-2 {{(pid=84876) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 07:47:29.116514 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.managers [None req-382df9cc-51aa-42da-84d0-424f16db9779 None None] Attempting to bind port a36885e5-662d-485e-bb71-5a20b733372f on host n-d-768862-2 for vnic_type normal with profile {{(pid=84876) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 14 07:47:29.116816 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.managers [None req-382df9cc-51aa-42da-84d0-424f16db9779 None None] Attempting to bind port a36885e5-662d-485e-bb71-5a20b733372f by drivers openvswitch on host n-d-768862-2 at level 0 using segments [{'id': 'cf3ded2c-bc47-4a71-89af-6e7117e60140', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '226f1e78-82cd-4481-9055-4eb73b6db8c1'}] {{(pid=84876) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 14 07:47:29.117254 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-382df9cc-51aa-42da-84d0-424f16db9779 None None] Attempting to bind port a36885e5-662d-485e-bb71-5a20b733372f on network 226f1e78-82cd-4481-9055-4eb73b6db8c1 {{(pid=84876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 14 07:47:29.154297 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-382df9cc-51aa-42da-84d0-424f16db9779 None None] Checking agent: {'id': 'ba5efab1-b43c-4d5a-bc52-6e105d4e67a2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768862-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 14, 6, 56, 52), 'started_at': datetime.datetime(2021, 1, 14, 6, 57, 22), 'heartbeat_timestamp': datetime.datetime(2021, 1, 14, 7, 47, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768862-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.29', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 14 07:47:29.154715 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-382df9cc-51aa-42da-84d0-424f16db9779 None None] Checking segment: {'id': 'cf3ded2c-bc47-4a71-89af-6e7117e60140', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '226f1e78-82cd-4481-9055-4eb73b6db8c1'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84876) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 14 07:47:29.155164 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-382df9cc-51aa-42da-84d0-424f16db9779 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:47:29.155598 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-382df9cc-51aa-42da-84d0-424f16db9779 None None] Bound using segment: {'id': 'cf3ded2c-bc47-4a71-89af-6e7117e60140', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '226f1e78-82cd-4481-9055-4eb73b6db8c1'} {{(pid=84876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 14 07:47:29.156141 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.managers [None req-382df9cc-51aa-42da-84d0-424f16db9779 None None] Bound port: a36885e5-662d-485e-bb71-5a20b733372f, host: n-d-768862-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cf3ded2c-bc47-4a71-89af-6e7117e60140', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '226f1e78-82cd-4481-9055-4eb73b6db8c1'}}] {{(pid=84876) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 14 07:47:29.156558 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-382df9cc-51aa-42da-84d0-424f16db9779 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555753'] for port, before_update {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:47:29.281865 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ce136ee-20a7-42aa-86eb-2d4c4b0b0442 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5d94dc7a-c095-50a4-955e-5f3b78718a12-62a8cfc8-94b4-4bd5-a113-e8a6e574ab9c', 'network_id': '62a8cfc8-94b4-4bd5-a113-e8a6e574ab9c', 'tenant_id': '69417d350c734fdb82cf490b41ee71fc', 'fixed_ips': [{'subnet_id': '719e64de-872f-4832-8554-677b690180ac'}]}} from n-d-768862-2. {{(pid=84876) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Jan 14 07:47:29.282786 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-4ce136ee-20a7-42aa-86eb-2d4c4b0b0442 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555753'] for port, before_create {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:47:29.292883 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [None req-382df9cc-51aa-42da-84d0-424f16db9779 None None] For port a36885e5-662d-485e-bb71-5a20b733372f, host n-d-768862-2, cleared binding levels {{(pid=84876) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 14 07:47:29.307275 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [None req-382df9cc-51aa-42da-84d0-424f16db9779 None None] For port a36885e5-662d-485e-bb71-5a20b733372f, host n-d-768862-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-2',level=0,port_id=a36885e5-662d-485e-bb71-5a20b733372f,segment=NetworkSegment(cf3ded2c-bc47-4a71-89af-6e7117e60140),segment_id=cf3ded2c-bc47-4a71-89af-6e7117e60140)] {{(pid=84876) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 14 07:47:29.319646 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-382df9cc-51aa-42da-84d0-424f16db9779 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777640533312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363259214678337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777640097497'] for port, after_update {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:47:29.337571 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-40a07395-f7bc-4382-aee5-8f44b6eeabcc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84876) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:47:29.581181 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f9ff2c0-63ac-48db-87fb-745d14da943a None None] Pushing event updated for resources: {'Port': ['ID=a36885e5-662d-485e-bb71-5a20b733372f,revision_number=3']} {{(pid=84876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:47:29.596969 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-5f9ff2c0-63ac-48db-87fb-745d14da943a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.259s {{(pid=84876) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:47:29.665057 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-9ed92088-3f61-4d7a-9b1c-cd89eac34991 tempest-TestNetworkAdvancedServerOps-1160145080 tempest-TestNetworkAdvancedServerOps-1160145080] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555753'] for port, before_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:47:29.721106 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-382df9cc-51aa-42da-84d0-424f16db9779 None None] Routers {'9507fd54-d16e-4e9e-a088-f9f51cc1cadd'} bound to L3 agent in host n-d-768862-2 {{(pid=84876) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 14 07:47:29.721801 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_hamode_db [None req-382df9cc-51aa-42da-84d0-424f16db9779 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-01-14T06:56:51Z,description=,heartbeat_timestamp=2021-01-14T07:47:22Z,host='n-d-768862-2',id=35f592e9-451b-4db9-abea-77b6a5c5391b,load=0,resource_versions=,resources_synced=,started_at=2021-01-14T06:56:51Z,topic='l3_agent')) {'router_ids': ['9507fd54-d16e-4e9e-a088-f9f51cc1cadd'], 'active': True} {{(pid=84876) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:47:29.927512 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.db_base_plugin_common [None req-4ce136ee-20a7-42aa-86eb-2d4c4b0b0442 None None] Allocated IP 172.20.0.2 (62a8cfc8-94b4-4bd5-a113-e8a6e574ab9c/719e64de-872f-4832-8554-677b690180ac/7b5df7db-8392-43b2-8ad3-e569aa09d091) {{(pid=84876) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 14 07:47:30.039797 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_dvr_db [None req-382df9cc-51aa-42da-84d0-424f16db9779 None None] Set router 9507fd54-d16e-4e9e-a088-f9f51cc1cadd gateway port host: n-d-768862-2 {{(pid=84876) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 14 07:47:30.419365 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-4ce136ee-20a7-42aa-86eb-2d4c4b0b0442 None None] Notify callbacks [] for port, precommit_create {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:47:30.437707 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-4ce136ee-20a7-42aa-86eb-2d4c4b0b0442 None None] Transition to ACTIVE for port object 7b5df7db-8392-43b2-8ad3-e569aa09d091 will not be triggered until provisioned by entity L2. {{(pid=84876) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 07:47:30.458748 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-4ce136ee-20a7-42aa-86eb-2d4c4b0b0442 None None] Transition to ACTIVE for port object 7b5df7db-8392-43b2-8ad3-e569aa09d091 will not be triggered until provisioned by entity DHCP. {{(pid=84876) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 07:47:30.467026 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-4ce136ee-20a7-42aa-86eb-2d4c4b0b0442 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777640123575'] for port, after_create {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:47:30.481396 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84876) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:47:30.806604 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_hamode_db [None req-382df9cc-51aa-42da-84d0-424f16db9779 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9507fd54-d16e-4e9e-a088-f9f51cc1cadd', 'name': 'tempest-TestNetworkAdvancedServerOps-router-17945880', 'tenant_id': '69417d350c734fdb82cf490b41ee71fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '226f1e78-82cd-4481-9055-4eb73b6db8c1', 'external_fixed_ips': [{'subnet_id': 'ba8deeec-7658-4195-9449-038c076f5c83', 'ip_address': '172.25.2.202'}], 'enable_snat': True}, 'gw_port_id': 'a36885e5-662d-485e-bb71-5a20b733372f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-14T07:47:24Z', 'updated_at': '2021-01-14T07:47:26Z', 'revision_number': 3, 'project_id': '69417d350c734fdb82cf490b41ee71fc', 'gw_port': {'id': 'a36885e5-662d-485e-bb71-5a20b733372f', 'name': '', 'network_id': '226f1e78-82cd-4481-9055-4eb73b6db8c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:57:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9507fd54-d16e-4e9e-a088-f9f51cc1cadd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3926, 'fixed_ips': [{'subnet_id': 'ba8deeec-7658-4195-9449-038c076f5c83', 'ip_address': '172.25.2.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T07:47:25Z', 'updated_at': '2021-01-14T07:47:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ba8deeec-7658-4195-9449-038c076f5c83', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-2'}], 'n-d-768862-2', False) {} {{(pid=84876) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:47:30.822926 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-382df9cc-51aa-42da-84d0-424f16db9779 None None] The sync data for ids ['9507fd54-d16e-4e9e-a088-f9f51cc1cadd'] in n-d-768862-2 is: [{'id': '9507fd54-d16e-4e9e-a088-f9f51cc1cadd', 'name': 'tempest-TestNetworkAdvancedServerOps-router-17945880', 'tenant_id': '69417d350c734fdb82cf490b41ee71fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '226f1e78-82cd-4481-9055-4eb73b6db8c1', 'external_fixed_ips': [{'subnet_id': 'ba8deeec-7658-4195-9449-038c076f5c83', 'ip_address': '172.25.2.202'}], 'enable_snat': True}, 'gw_port_id': 'a36885e5-662d-485e-bb71-5a20b733372f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-14T07:47:24Z', 'updated_at': '2021-01-14T07:47:26Z', 'revision_number': 3, 'project_id': '69417d350c734fdb82cf490b41ee71fc', 'gw_port': {'id': 'a36885e5-662d-485e-bb71-5a20b733372f', 'name': '', 'network_id': '226f1e78-82cd-4481-9055-4eb73b6db8c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:57:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9507fd54-d16e-4e9e-a088-f9f51cc1cadd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3926, 'fixed_ips': [{'subnet_id': 'ba8deeec-7658-4195-9449-038c076f5c83', 'ip_address': '172.25.2.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T07:47:25Z', 'updated_at': '2021-01-14T07:47:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ba8deeec-7658-4195-9449-038c076f5c83', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-2'}] {{(pid=84876) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Jan 14 07:47:30.830647 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ce136ee-20a7-42aa-86eb-2d4c4b0b0442 None None] Pushing event updated for resources: {'Port': ['ID=7b5df7db-8392-43b2-8ad3-e569aa09d091,revision_number=1']} {{(pid=84876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:47:30.834159 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-4ce136ee-20a7-42aa-86eb-2d4c4b0b0442 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.353s {{(pid=84876) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:47:30.848221 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.db_base_plugin_common [None req-9ed92088-3f61-4d7a-9b1c-cd89eac34991 tempest-TestNetworkAdvancedServerOps-1160145080 tempest-TestNetworkAdvancedServerOps-1160145080] Allocated IP 172.20.0.1 (62a8cfc8-94b4-4bd5-a113-e8a6e574ab9c/719e64de-872f-4832-8554-677b690180ac/c4a06490-3180-4083-9b9a-4e808c8c05d6) {{(pid=84875) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 14 07:47:30.895766 n-d-768862-2 neutron-server[84765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ce136ee-20a7-42aa-86eb-2d4c4b0b0442 None None] Network 62a8cfc8-94b4-4bd5-a113-e8a6e574ab9c is already hosted by enough agents. {{(pid=84876) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 07:47:30.896972 n-d-768862-2 neutron-server[84765]: DEBUG neutron.scheduler.base_scheduler [None req-4ce136ee-20a7-42aa-86eb-2d4c4b0b0442 None None] Resources bound (agent type, host, resource id): {{(pid=84876) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 07:47:30.899527 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ce136ee-20a7-42aa-86eb-2d4c4b0b0442 None None] Received port after_create {{(pid=84876) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 14 07:47:30.958726 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.managers [None req-4ce136ee-20a7-42aa-86eb-2d4c4b0b0442 None None] Attempting to bind port 7b5df7db-8392-43b2-8ad3-e569aa09d091 on host n-d-768862-2 for vnic_type normal with profile {{(pid=84876) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 14 07:47:30.959143 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.managers [None req-4ce136ee-20a7-42aa-86eb-2d4c4b0b0442 None None] Attempting to bind port 7b5df7db-8392-43b2-8ad3-e569aa09d091 by drivers openvswitch on host n-d-768862-2 at level 0 using segments [{'id': 'e13a7dbf-984f-4a0e-bb33-69130b0a996e', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '62a8cfc8-94b4-4bd5-a113-e8a6e574ab9c'}] {{(pid=84876) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 14 07:47:30.959553 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ce136ee-20a7-42aa-86eb-2d4c4b0b0442 None None] Attempting to bind port 7b5df7db-8392-43b2-8ad3-e569aa09d091 on network 62a8cfc8-94b4-4bd5-a113-e8a6e574ab9c {{(pid=84876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 14 07:47:30.965650 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ce136ee-20a7-42aa-86eb-2d4c4b0b0442 None None] Checking agent: {'id': 'ba5efab1-b43c-4d5a-bc52-6e105d4e67a2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768862-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 14, 6, 56, 52), 'started_at': datetime.datetime(2021, 1, 14, 6, 57, 22), 'heartbeat_timestamp': datetime.datetime(2021, 1, 14, 7, 47, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768862-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.29', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 14 07:47:30.966116 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ce136ee-20a7-42aa-86eb-2d4c4b0b0442 None None] Checking segment: {'id': 'e13a7dbf-984f-4a0e-bb33-69130b0a996e', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '62a8cfc8-94b4-4bd5-a113-e8a6e574ab9c'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84876) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 14 07:47:30.966492 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-4ce136ee-20a7-42aa-86eb-2d4c4b0b0442 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:47:30.966913 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ce136ee-20a7-42aa-86eb-2d4c4b0b0442 None None] Bound using segment: {'id': 'e13a7dbf-984f-4a0e-bb33-69130b0a996e', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '62a8cfc8-94b4-4bd5-a113-e8a6e574ab9c'} {{(pid=84876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 14 07:47:30.967432 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.managers [None req-4ce136ee-20a7-42aa-86eb-2d4c4b0b0442 None None] Bound port: 7b5df7db-8392-43b2-8ad3-e569aa09d091, host: n-d-768862-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e13a7dbf-984f-4a0e-bb33-69130b0a996e', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '62a8cfc8-94b4-4bd5-a113-e8a6e574ab9c'}}] {{(pid=84876) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 14 07:47:30.967867 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-4ce136ee-20a7-42aa-86eb-2d4c4b0b0442 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555753'] for port, before_update {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:47:31.033621 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-9ed92088-3f61-4d7a-9b1c-cd89eac34991 tempest-TestNetworkAdvancedServerOps-1160145080 tempest-TestNetworkAdvancedServerOps-1160145080] Notify callbacks [] for port, precommit_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:47:31.050903 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-9ed92088-3f61-4d7a-9b1c-cd89eac34991 tempest-TestNetworkAdvancedServerOps-1160145080 tempest-TestNetworkAdvancedServerOps-1160145080] Transition to ACTIVE for port object c4a06490-3180-4083-9b9a-4e808c8c05d6 will not be triggered until provisioned by entity DHCP. {{(pid=84875) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 07:47:31.060031 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [None req-4ce136ee-20a7-42aa-86eb-2d4c4b0b0442 None None] For port 7b5df7db-8392-43b2-8ad3-e569aa09d091, host n-d-768862-2, cleared binding levels {{(pid=84876) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 14 07:47:31.063196 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [None req-4ce136ee-20a7-42aa-86eb-2d4c4b0b0442 None None] For port 7b5df7db-8392-43b2-8ad3-e569aa09d091, host n-d-768862-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-2',level=0,port_id=7b5df7db-8392-43b2-8ad3-e569aa09d091,segment=NetworkSegment(e13a7dbf-984f-4a0e-bb33-69130b0a996e),segment_id=e13a7dbf-984f-4a0e-bb33-69130b0a996e)] {{(pid=84876) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 14 07:47:31.066954 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-4ce136ee-20a7-42aa-86eb-2d4c4b0b0442 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777640533312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363259214678337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777640097497'] for port, after_update {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:47:31.070917 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-9ed92088-3f61-4d7a-9b1c-cd89eac34991 tempest-TestNetworkAdvancedServerOps-1160145080 tempest-TestNetworkAdvancedServerOps-1160145080] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777640123575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851621574'] for port, after_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:47:31.082377 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-d57a4429-50ad-4995-ac1c-036e26a12ea5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84876) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:47:31.087104 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-5afe4aa2-54f5-4fc6-9fb0-c78108146373 tempest-FloatingIPTestJSON-1632234116 tempest-FloatingIPTestJSON-1632234116] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:47:31.231998 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ed92088-3f61-4d7a-9b1c-cd89eac34991 tempest-TestNetworkAdvancedServerOps-1160145080 tempest-TestNetworkAdvancedServerOps-1160145080] Pushing event updated for resources: {'Port': ['ID=c4a06490-3180-4083-9b9a-4e808c8c05d6,revision_number=1']} {{(pid=84875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:47:31.248029 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ce136ee-20a7-42aa-86eb-2d4c4b0b0442 None None] Pushing event updated for resources: {'Port': ['ID=7b5df7db-8392-43b2-8ad3-e569aa09d091,revision_number=2']} {{(pid=84876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:47:31.250309 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-9ed92088-3f61-4d7a-9b1c-cd89eac34991 tempest-TestNetworkAdvancedServerOps-1160145080 tempest-TestNetworkAdvancedServerOps-1160145080] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.163s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:47:31.254739 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-4ce136ee-20a7-42aa-86eb-2d4c4b0b0442 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.172s {{(pid=84876) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:47:31.308850 n-d-768862-2 neutron-server[84765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ed92088-3f61-4d7a-9b1c-cd89eac34991 tempest-TestNetworkAdvancedServerOps-1160145080 tempest-TestNetworkAdvancedServerOps-1160145080] Network 62a8cfc8-94b4-4bd5-a113-e8a6e574ab9c is already hosted by enough agents. {{(pid=84875) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 07:47:31.310315 n-d-768862-2 neutron-server[84765]: DEBUG neutron.scheduler.base_scheduler [None req-9ed92088-3f61-4d7a-9b1c-cd89eac34991 tempest-TestNetworkAdvancedServerOps-1160145080 tempest-TestNetworkAdvancedServerOps-1160145080] Resources bound (agent type, host, resource id): {{(pid=84875) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 07:47:31.312912 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ed92088-3f61-4d7a-9b1c-cd89eac34991 tempest-TestNetworkAdvancedServerOps-1160145080 tempest-TestNetworkAdvancedServerOps-1160145080] Received port after_create {{(pid=84875) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 14 07:47:31.377649 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-9ed92088-3f61-4d7a-9b1c-cd89eac34991 tempest-TestNetworkAdvancedServerOps-1160145080 tempest-TestNetworkAdvancedServerOps-1160145080] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036850886386'] for router_interface, before_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:47:31.499871 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-9ed92088-3f61-4d7a-9b1c-cd89eac34991 tempest-TestNetworkAdvancedServerOps-1160145080 tempest-TestNetworkAdvancedServerOps-1160145080] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555753'] for port, before_update {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:47:32.024408 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-9ed92088-3f61-4d7a-9b1c-cd89eac34991 tempest-TestNetworkAdvancedServerOps-1160145080 tempest-TestNetworkAdvancedServerOps-1160145080] Notify callbacks [] for port, precommit_update {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:47:32.029227 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-9ed92088-3f61-4d7a-9b1c-cd89eac34991 tempest-TestNetworkAdvancedServerOps-1160145080 tempest-TestNetworkAdvancedServerOps-1160145080] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777640533312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363259214678337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777640097497', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3154211'] for port, after_update {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:47:32.063203 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-83366f7d-f907-4382-9f52-c04613e60d56 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:47:32.154612 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-9ed92088-3f61-4d7a-9b1c-cd89eac34991 tempest-TestNetworkAdvancedServerOps-1160145080 tempest-TestNetworkAdvancedServerOps-1160145080] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3206949', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3889649'] for router_interface, after_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:47:32.172910 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ed92088-3f61-4d7a-9b1c-cd89eac34991 tempest-TestNetworkAdvancedServerOps-1160145080 tempest-TestNetworkAdvancedServerOps-1160145080] Pushing event updated for resources: {'Port': ['ID=c4a06490-3180-4083-9b9a-4e808c8c05d6,revision_number=2']} {{(pid=84875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:47:32.178640 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-9ed92088-3f61-4d7a-9b1c-cd89eac34991 tempest-TestNetworkAdvancedServerOps-1160145080 tempest-TestNetworkAdvancedServerOps-1160145080] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:47:32.310138 n-d-768862-2 neutron-server[84765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ed92088-3f61-4d7a-9b1c-cd89eac34991 tempest-TestNetworkAdvancedServerOps-1160145080 tempest-TestNetworkAdvancedServerOps-1160145080] Network 62a8cfc8-94b4-4bd5-a113-e8a6e574ab9c is already hosted by enough agents. {{(pid=84875) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 07:47:32.311316 n-d-768862-2 neutron-server[84765]: DEBUG neutron.scheduler.base_scheduler [None req-9ed92088-3f61-4d7a-9b1c-cd89eac34991 tempest-TestNetworkAdvancedServerOps-1160145080 tempest-TestNetworkAdvancedServerOps-1160145080] Resources bound (agent type, host, resource id): {{(pid=84875) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 07:47:32.507016 n-d-768862-2 neutron-server[84765]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9ed92088-3f61-4d7a-9b1c-cd89eac34991 tempest-TestNetworkAdvancedServerOps-1160145080 tempest-TestNetworkAdvancedServerOps-1160145080] Router 9507fd54-d16e-4e9e-a088-f9f51cc1cadd has already been hosted by L3 agent 35f592e9-451b-4db9-abea-77b6a5c5391b {{(pid=84875) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Jan 14 07:47:32.696125 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83b1e78a-d225-4e54-9697-374d0c538b52 None None] Network 62a8cfc8-94b4-4bd5-a113-e8a6e574ab9c requested from n-d-768862-2 {{(pid=84876) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 07:47:32.705520 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9ed92088-3f61-4d7a-9b1c-cd89eac34991 tempest-TestNetworkAdvancedServerOps-1160145080 tempest-TestNetworkAdvancedServerOps-1160145080] Notify agent at l3_agent.n-d-768862-2 the message routers_updated {{(pid=84875) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jan 14 07:47:32.725834 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-9ed92088-3f61-4d7a-9b1c-cd89eac34991 tempest-TestNetworkAdvancedServerOps-1160145080 tempest-TestNetworkAdvancedServerOps-1160145080] 10.222.0.24 "PUT /v2.0/routers/9507fd54-d16e-4e9e-a088-f9f51cc1cadd/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8058026 Jan 14 07:47:32.805993 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-7fa008f5-d9d0-4f55-8ea1-3d9b6b57ba7a None None] Provisioning for port 7b5df7db-8392-43b2-8ad3-e569aa09d091 completed by entity DHCP. {{(pid=84876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 07:47:32.951618 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [req-3e57742c-fe9d-432c-9172-59daadd8fbdf req-ffdc3d3e-17eb-4aa5-9ee3-283b71d77c83 tempest-TestNetworkAdvancedServerOps-1160145080 tempest-TestNetworkAdvancedServerOps-1160145080] Synchronizing usage tracker for tenant:69417d350c734fdb82cf490b41ee71fc on resource:security_group {{(pid=84875) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 14 07:47:32.973441 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [req-3e57742c-fe9d-432c-9172-59daadd8fbdf req-ffdc3d3e-17eb-4aa5-9ee3-283b71d77c83 tempest-TestNetworkAdvancedServerOps-1160145080 tempest-TestNetworkAdvancedServerOps-1160145080] Unset dirty status for tenant:69417d350c734fdb82cf490b41ee71fc on resource:security_group {{(pid=84875) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 14 07:47:32.975541 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [req-3e57742c-fe9d-432c-9172-59daadd8fbdf req-ffdc3d3e-17eb-4aa5-9ee3-283b71d77c83 tempest-TestNetworkAdvancedServerOps-1160145080 tempest-TestNetworkAdvancedServerOps-1160145080] 10.222.0.24 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-535713700&fields=id&tenant_id=69417d350c734fdb82cf490b41ee71fc HTTP/1.1" status: 200 len: 267 time: 0.0694771 Jan 14 07:47:33.111881 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Device a36885e5-662d-485e-bb71-5a20b733372f up at agent ovs-agent-n-d-768862-2 {{(pid=84876) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 07:47:33.179223 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e57742c-fe9d-432c-9172-59daadd8fbdf req-da12ae1f-0a0a-46f6-a18f-5af196c6ff92 tempest-TestNetworkAdvancedServerOps-1160145080 tempest-TestNetworkAdvancedServerOps-1160145080] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:47:33.180062 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [req-3e57742c-fe9d-432c-9172-59daadd8fbdf req-da12ae1f-0a0a-46f6-a18f-5af196c6ff92 tempest-TestNetworkAdvancedServerOps-1160145080 tempest-TestNetworkAdvancedServerOps-1160145080] Synchronizing usage tracker for tenant:69417d350c734fdb82cf490b41ee71fc on resource:network {{(pid=84875) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 14 07:47:33.192167 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Provisioning for port a36885e5-662d-485e-bb71-5a20b733372f completed by entity L2. {{(pid=84876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 07:47:33.198056 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Provisioning complete for port a36885e5-662d-485e-bb71-5a20b733372f triggered by entity L2. {{(pid=84876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 07:47:33.198312 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [req-3e57742c-fe9d-432c-9172-59daadd8fbdf req-da12ae1f-0a0a-46f6-a18f-5af196c6ff92 tempest-TestNetworkAdvancedServerOps-1160145080 tempest-TestNetworkAdvancedServerOps-1160145080] Unset dirty status for tenant:69417d350c734fdb82cf490b41ee71fc on resource:network {{(pid=84875) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 14 07:47:33.198482 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-604227'] for port, provisioning_complete {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:47:33.199527 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [req-3e57742c-fe9d-432c-9172-59daadd8fbdf req-da12ae1f-0a0a-46f6-a18f-5af196c6ff92 tempest-TestNetworkAdvancedServerOps-1160145080 tempest-TestNetworkAdvancedServerOps-1160145080] 10.222.0.24 "GET /v2.0/networks?id=62a8cfc8-94b4-4bd5-a113-e8a6e574ab9c HTTP/1.1" status: 200 len: 796 time: 0.2158415 Jan 14 07:47:33.224792 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [req-3e57742c-fe9d-432c-9172-59daadd8fbdf req-a523caa8-e02f-46f7-9ffe-d853efe49e45 tempest-TestNetworkAdvancedServerOps-1160145080 tempest-TestNetworkAdvancedServerOps-1160145080] 10.222.0.24 "GET /v2.0/quotas/69417d350c734fdb82cf490b41ee71fc HTTP/1.1" status: 200 len: 375 time: 0.0178893 Jan 14 07:47:33.274144 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-cb5e0c50-f85d-4230-9479-72b182036a95 None None] Provisioning for port c4a06490-3180-4083-9b9a-4e808c8c05d6 completed by entity DHCP. {{(pid=84876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 07:47:33.280289 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-cb5e0c50-f85d-4230-9479-72b182036a95 None None] Provisioning complete for port c4a06490-3180-4083-9b9a-4e808c8c05d6 triggered by entity DHCP. {{(pid=84876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 07:47:33.280717 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-cb5e0c50-f85d-4230-9479-72b182036a95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-604227'] for port, provisioning_complete {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:47:33.323806 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [req-3e57742c-fe9d-432c-9172-59daadd8fbdf req-bb22f2d3-6c8c-4a95-a757-e2c85b76978a tempest-TestNetworkAdvancedServerOps-1160145080 tempest-TestNetworkAdvancedServerOps-1160145080] Synchronizing usage tracker for tenant:69417d350c734fdb82cf490b41ee71fc on resource:port {{(pid=84875) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 14 07:47:33.340453 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [req-3e57742c-fe9d-432c-9172-59daadd8fbdf req-bb22f2d3-6c8c-4a95-a757-e2c85b76978a tempest-TestNetworkAdvancedServerOps-1160145080 tempest-TestNetworkAdvancedServerOps-1160145080] Unset dirty status for tenant:69417d350c734fdb82cf490b41ee71fc on resource:port {{(pid=84875) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 14 07:47:33.342247 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [req-3e57742c-fe9d-432c-9172-59daadd8fbdf req-bb22f2d3-6c8c-4a95-a757-e2c85b76978a tempest-TestNetworkAdvancedServerOps-1160145080 tempest-TestNetworkAdvancedServerOps-1160145080] 10.222.0.24 "GET /v2.0/ports?tenant_id=69417d350c734fdb82cf490b41ee71fc&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1164286 Jan 14 07:47:33.401215 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.plugin [None req-cb5e0c50-f85d-4230-9479-72b182036a95 None None] Port c4a06490-3180-4083-9b9a-4e808c8c05d6 cannot update to ACTIVE because it is not bound. {{(pid=84876) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:329}} Jan 14 07:47:33.403918 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555753'] for port, before_update {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:47:33.429268 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] For port a36885e5-662d-485e-bb71-5a20b733372f, host n-d-768862-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-2',level=0,port_id=a36885e5-662d-485e-bb71-5a20b733372f,segment=NetworkSegment(cf3ded2c-bc47-4a71-89af-6e7117e60140),segment_id=cf3ded2c-bc47-4a71-89af-6e7117e60140)] {{(pid=84876) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 07:47:33.435506 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777640533312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363259214678337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777640097497'] for port, after_update {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:47:33.436491 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Device 7b5df7db-8392-43b2-8ad3-e569aa09d091 up at agent ovs-agent-n-d-768862-2 {{(pid=84876) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 07:47:33.466901 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-c73d2c87-33ea-41ac-8d7c-a9e784038454 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84876) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:47:33.505726 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [req-3e57742c-fe9d-432c-9172-59daadd8fbdf req-3f7b454d-f778-4048-887d-aa858a446f60 service neutron] 10.222.0.24 "GET /v2.0/networks/62a8cfc8-94b4-4bd5-a113-e8a6e574ab9c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1484962 Jan 14 07:47:33.554247 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Pushing event updated for resources: {'Port': ['ID=a36885e5-662d-485e-bb71-5a20b733372f,revision_number=4']} {{(pid=84876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:47:33.560535 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=84876) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:47:33.593129 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Provisioning for port 7b5df7db-8392-43b2-8ad3-e569aa09d091 completed by entity L2. {{(pid=84876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 07:47:33.598390 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Provisioning complete for port 7b5df7db-8392-43b2-8ad3-e569aa09d091 triggered by entity L2. {{(pid=84876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 07:47:33.599173 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-604227'] for port, provisioning_complete {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:47:33.678973 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [req-3e57742c-fe9d-432c-9172-59daadd8fbdf req-66740455-f352-498e-b38b-0b01061caebe service neutron] 10.222.0.24 "GET /v2.0/networks/62a8cfc8-94b4-4bd5-a113-e8a6e574ab9c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1648047 Jan 14 07:47:33.712783 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d28e6869-5718-475c-a19e-a5752aeb802b None None] Sync routers for ids ['9507fd54-d16e-4e9e-a088-f9f51cc1cadd'] in n-d-768862-2 {{(pid=84877) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Jan 14 07:47:33.740047 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d28e6869-5718-475c-a19e-a5752aeb802b None None] Routers {'9507fd54-d16e-4e9e-a088-f9f51cc1cadd'} bound to L3 agent in host n-d-768862-2 {{(pid=84877) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 14 07:47:33.740760 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_hamode_db [None req-d28e6869-5718-475c-a19e-a5752aeb802b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-01-14T06:56:51Z,description=,heartbeat_timestamp=2021-01-14T07:47:22Z,host='n-d-768862-2',id=35f592e9-451b-4db9-abea-77b6a5c5391b,load=0,resource_versions=,resources_synced=,started_at=2021-01-14T06:56:51Z,topic='l3_agent')) {'router_ids': ['9507fd54-d16e-4e9e-a088-f9f51cc1cadd'], 'active': True} {{(pid=84877) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:47:33.753840 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-938a11be-fed1-4e7a-be57-83e33220f325 None None] Provisioning complete for port c4a06490-3180-4083-9b9a-4e808c8c05d6 triggered by entity DHCP. {{(pid=84876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 07:47:33.754104 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-938a11be-fed1-4e7a-be57-83e33220f325 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-604227'] for port, provisioning_complete {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:47:33.808667 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555753'] for port, before_update {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:47:33.910184 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.plugin [None req-938a11be-fed1-4e7a-be57-83e33220f325 None None] Port c4a06490-3180-4083-9b9a-4e808c8c05d6 cannot update to ACTIVE because it is not bound. {{(pid=84876) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:329}} Jan 14 07:47:33.922135 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] For port 7b5df7db-8392-43b2-8ad3-e569aa09d091, host n-d-768862-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-2',level=0,port_id=7b5df7db-8392-43b2-8ad3-e569aa09d091,segment=NetworkSegment(e13a7dbf-984f-4a0e-bb33-69130b0a996e),segment_id=e13a7dbf-984f-4a0e-bb33-69130b0a996e)] {{(pid=84876) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 07:47:33.929660 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777640533312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363259214678337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777640097497'] for port, after_update {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:47:33.932050 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-62d49997-b851-4ad3-9628-ea5c94ae1858 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84876) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:47:33.975060 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_dvr_db [None req-d28e6869-5718-475c-a19e-a5752aeb802b None None] Set router 9507fd54-d16e-4e9e-a088-f9f51cc1cadd gateway port host: n-d-768862-2 {{(pid=84877) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 14 07:47:34.036918 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Pushing event updated for resources: {'Port': ['ID=7b5df7db-8392-43b2-8ad3-e569aa09d091,revision_number=3']} {{(pid=84876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:47:34.041675 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=84876) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:47:34.054165 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-c20dc6aa-a6e0-47d0-a2b2-1d6619e96d91 None None] Provisioning complete for port c4a06490-3180-4083-9b9a-4e808c8c05d6 triggered by entity DHCP. {{(pid=84876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 07:47:34.054740 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-c20dc6aa-a6e0-47d0-a2b2-1d6619e96d91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-604227'] for port, provisioning_complete {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:47:34.112832 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84874) accepted ('10.222.0.24', 45740) {{(pid=84874) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:47:34.115740 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.plugin [None req-c20dc6aa-a6e0-47d0-a2b2-1d6619e96d91 None None] Port c4a06490-3180-4083-9b9a-4e808c8c05d6 cannot update to ACTIVE because it is not bound. {{(pid=84876) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:329}} Jan 14 07:47:34.127913 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-c20dc6aa-a6e0-47d0-a2b2-1d6619e96d91 None None] Provisioning complete for port 7b5df7db-8392-43b2-8ad3-e569aa09d091 triggered by entity DHCP. {{(pid=84876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 07:47:34.128350 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-c20dc6aa-a6e0-47d0-a2b2-1d6619e96d91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-604227'] for port, provisioning_complete {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:47:34.373263 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_hamode_db [None req-d28e6869-5718-475c-a19e-a5752aeb802b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9507fd54-d16e-4e9e-a088-f9f51cc1cadd', 'name': 'tempest-TestNetworkAdvancedServerOps-router-17945880', 'tenant_id': '69417d350c734fdb82cf490b41ee71fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '226f1e78-82cd-4481-9055-4eb73b6db8c1', 'external_fixed_ips': [{'subnet_id': 'ba8deeec-7658-4195-9449-038c076f5c83', 'ip_address': '172.25.2.202'}], 'enable_snat': True}, 'gw_port_id': 'a36885e5-662d-485e-bb71-5a20b733372f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-14T07:47:24Z', 'updated_at': '2021-01-14T07:47:31Z', 'revision_number': 4, 'project_id': '69417d350c734fdb82cf490b41ee71fc', 'gw_port': {'id': 'a36885e5-662d-485e-bb71-5a20b733372f', 'name': '', 'network_id': '226f1e78-82cd-4481-9055-4eb73b6db8c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:57:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9507fd54-d16e-4e9e-a088-f9f51cc1cadd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3926, 'fixed_ips': [{'subnet_id': 'ba8deeec-7658-4195-9449-038c076f5c83', 'ip_address': '172.25.2.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T07:47:25Z', 'updated_at': '2021-01-14T07:47:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ba8deeec-7658-4195-9449-038c076f5c83', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-2', '_interfaces': [{'id': 'c4a06490-3180-4083-9b9a-4e808c8c05d6', 'name': '', 'network_id': '62a8cfc8-94b4-4bd5-a113-e8a6e574ab9c', 'tenant_id': '69417d350c734fdb82cf490b41ee71fc', 'mac_address': 'fa:16:3e:21:28:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9507fd54-d16e-4e9e-a088-f9f51cc1cadd', 'device_owner': 'network:router_interface', 'standard_attr_id': 3929, 'fixed_ips': [{'subnet_id': '719e64de-872f-4832-8554-677b690180ac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T07:47:30Z', 'updated_at': '2021-01-14T07:47:31Z', 'revision_number': 2, 'project_id': '69417d350c734fdb82cf490b41ee71fc', 'subnets': [{'id': '719e64de-872f-4832-8554-677b690180ac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'n-d-768862-2', False) {} {{(pid=84877) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:47:34.377468 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d28e6869-5718-475c-a19e-a5752aeb802b None None] Checking router: 9507fd54-d16e-4e9e-a088-f9f51cc1cadd for host: n-d-768862-2 {{(pid=84877) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Jan 14 07:47:34.377859 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d28e6869-5718-475c-a19e-a5752aeb802b None None] Updating router 9507fd54-d16e-4e9e-a088-f9f51cc1cadd port c4a06490-3180-4083-9b9a-4e808c8c05d6 binding host n-d-768862-2 {{(pid=84877) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Jan 14 07:47:34.434005 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-d28e6869-5718-475c-a19e-a5752aeb802b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555753'] for port, before_update {{(pid=84877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:47:34.717345 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-9b65b65a-2223-44d4-a88d-bbe9ec763a5e tempest-TestNetworkAdvancedServerOps-1160145080 tempest-TestNetworkAdvancedServerOps-1160145080] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3889632'] for router_interface, before_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:47:34.849633 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-d28e6869-5718-475c-a19e-a5752aeb802b None None] Notify callbacks [] for port, precommit_update {{(pid=84877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:47:34.863764 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-d28e6869-5718-475c-a19e-a5752aeb802b None None] Transition to ACTIVE for port object c4a06490-3180-4083-9b9a-4e808c8c05d6 will not be triggered until provisioned by entity L2. {{(pid=84877) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 07:47:34.867394 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-d28e6869-5718-475c-a19e-a5752aeb802b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777640533312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363259214678337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777640097497'] for port, after_update {{(pid=84877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:47:34.881887 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-1db998c1-2e45-4b60-a972-a17334e3fb90 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:47:35.016661 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aee6589-f716-43c2-8570-ca4cb6a3b837 None None] Pushing event updated for resources: {'Port': ['ID=c4a06490-3180-4083-9b9a-4e808c8c05d6,revision_number=3']} {{(pid=84877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:47:35.027212 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7aee6589-f716-43c2-8570-ca4cb6a3b837 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@n-h1-768862-2 {{(pid=84877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:47:35.027591 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7aee6589-f716-43c2-8570-ca4cb6a3b837 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-h1-768862-2 {{(pid=84877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:47:35.027988 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7aee6589-f716-43c2-8570-ca4cb6a3b837 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-h1-768862-2 {{(pid=84877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:47:35.028360 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7aee6589-f716-43c2-8570-ca4cb6a3b837 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-h1-768862-2 {{(pid=84877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:47:35.028721 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7aee6589-f716-43c2-8570-ca4cb6a3b837 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@n-h1-768862-2 {{(pid=84877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:47:35.029081 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7aee6589-f716-43c2-8570-ca4cb6a3b837 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-h1-768862-2 {{(pid=84877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:47:35.029435 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7aee6589-f716-43c2-8570-ca4cb6a3b837 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-h1-768862-2 {{(pid=84877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:47:35.029793 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7aee6589-f716-43c2-8570-ca4cb6a3b837 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-h1-768862-2 {{(pid=84877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:47:35.030150 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7aee6589-f716-43c2-8570-ca4cb6a3b837 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-h1-768862-2 {{(pid=84877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:47:35.030503 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7aee6589-f716-43c2-8570-ca4cb6a3b837 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-h1-768862-2 {{(pid=84877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:47:35.030855 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7aee6589-f716-43c2-8570-ca4cb6a3b837 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-h1-768862-2 {{(pid=84877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:47:35.031207 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7aee6589-f716-43c2-8570-ca4cb6a3b837 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-h1-768862-2 {{(pid=84877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:47:35.031598 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7aee6589-f716-43c2-8570-ca4cb6a3b837 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@n-h2-768862-2 {{(pid=84877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:47:35.031974 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7aee6589-f716-43c2-8570-ca4cb6a3b837 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-h2-768862-2 {{(pid=84877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:47:35.032326 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7aee6589-f716-43c2-8570-ca4cb6a3b837 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-h2-768862-2 {{(pid=84877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:47:35.032676 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7aee6589-f716-43c2-8570-ca4cb6a3b837 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-h2-768862-2 {{(pid=84877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:47:35.033025 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7aee6589-f716-43c2-8570-ca4cb6a3b837 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@n-h2-768862-2 {{(pid=84877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:47:35.033382 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7aee6589-f716-43c2-8570-ca4cb6a3b837 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-h2-768862-2 {{(pid=84877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:47:35.033718 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7aee6589-f716-43c2-8570-ca4cb6a3b837 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-h2-768862-2 {{(pid=84877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:47:35.034064 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7aee6589-f716-43c2-8570-ca4cb6a3b837 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-h2-768862-2 {{(pid=84877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:47:35.034411 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7aee6589-f716-43c2-8570-ca4cb6a3b837 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-h2-768862-2 {{(pid=84877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:47:35.034755 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7aee6589-f716-43c2-8570-ca4cb6a3b837 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-h2-768862-2 {{(pid=84877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:47:35.035100 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7aee6589-f716-43c2-8570-ca4cb6a3b837 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-h2-768862-2 {{(pid=84877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:47:35.035447 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7aee6589-f716-43c2-8570-ca4cb6a3b837 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-h2-768862-2 {{(pid=84877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:47:35.035872 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7aee6589-f716-43c2-8570-ca4cb6a3b837 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-2 {{(pid=84877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:47:35.036227 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7aee6589-f716-43c2-8570-ca4cb6a3b837 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-2 {{(pid=84877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:47:35.036571 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7aee6589-f716-43c2-8570-ca4cb6a3b837 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-2 {{(pid=84877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:47:35.036916 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7aee6589-f716-43c2-8570-ca4cb6a3b837 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-2 {{(pid=84877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:47:35.037748 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7aee6589-f716-43c2-8570-ca4cb6a3b837 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@n-d-768862-2 {{(pid=84877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:47:35.037748 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7aee6589-f716-43c2-8570-ca4cb6a3b837 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-2 {{(pid=84877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:47:35.037945 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7aee6589-f716-43c2-8570-ca4cb6a3b837 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-768862-2 {{(pid=84877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:47:35.038209 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7aee6589-f716-43c2-8570-ca4cb6a3b837 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-768862-2 {{(pid=84877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:47:35.038558 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7aee6589-f716-43c2-8570-ca4cb6a3b837 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-2 {{(pid=84877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:47:35.038921 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7aee6589-f716-43c2-8570-ca4cb6a3b837 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-2 {{(pid=84877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:47:35.039254 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7aee6589-f716-43c2-8570-ca4cb6a3b837 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-2 {{(pid=84877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:47:35.040950 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7aee6589-f716-43c2-8570-ca4cb6a3b837 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-2 {{(pid=84877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:47:35.045915 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-7aee6589-f716-43c2-8570-ca4cb6a3b837 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.164s {{(pid=84877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:47:35.049478 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Device a36885e5-662d-485e-bb71-5a20b733372f up at agent ovs-agent-n-d-768862-2 {{(pid=84876) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 07:47:35.126177 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Provisioning complete for port a36885e5-662d-485e-bb71-5a20b733372f triggered by entity L2. {{(pid=84876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 07:47:35.127040 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-604227'] for port, provisioning_complete {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:47:35.215322 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.managers [None req-d28e6869-5718-475c-a19e-a5752aeb802b None None] Attempting to bind port c4a06490-3180-4083-9b9a-4e808c8c05d6 on host n-d-768862-2 for vnic_type normal with profile {{(pid=84877) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 14 07:47:35.215730 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.managers [None req-d28e6869-5718-475c-a19e-a5752aeb802b None None] Attempting to bind port c4a06490-3180-4083-9b9a-4e808c8c05d6 by drivers openvswitch on host n-d-768862-2 at level 0 using segments [{'id': 'e13a7dbf-984f-4a0e-bb33-69130b0a996e', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '62a8cfc8-94b4-4bd5-a113-e8a6e574ab9c'}] {{(pid=84877) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 14 07:47:35.216169 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d28e6869-5718-475c-a19e-a5752aeb802b None None] Attempting to bind port c4a06490-3180-4083-9b9a-4e808c8c05d6 on network 62a8cfc8-94b4-4bd5-a113-e8a6e574ab9c {{(pid=84877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 14 07:47:35.222457 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d28e6869-5718-475c-a19e-a5752aeb802b None None] Checking agent: {'id': 'ba5efab1-b43c-4d5a-bc52-6e105d4e67a2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768862-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 14, 6, 56, 52), 'started_at': datetime.datetime(2021, 1, 14, 6, 57, 22), 'heartbeat_timestamp': datetime.datetime(2021, 1, 14, 7, 47, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768862-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.29', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 14 07:47:35.222778 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d28e6869-5718-475c-a19e-a5752aeb802b None None] Checking segment: {'id': 'e13a7dbf-984f-4a0e-bb33-69130b0a996e', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '62a8cfc8-94b4-4bd5-a113-e8a6e574ab9c'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84877) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 14 07:47:35.223480 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-d28e6869-5718-475c-a19e-a5752aeb802b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:47:35.224185 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d28e6869-5718-475c-a19e-a5752aeb802b None None] Bound using segment: {'id': 'e13a7dbf-984f-4a0e-bb33-69130b0a996e', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '62a8cfc8-94b4-4bd5-a113-e8a6e574ab9c'} {{(pid=84877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 14 07:47:35.224703 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.managers [None req-d28e6869-5718-475c-a19e-a5752aeb802b None None] Bound port: c4a06490-3180-4083-9b9a-4e808c8c05d6, host: n-d-768862-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e13a7dbf-984f-4a0e-bb33-69130b0a996e', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '62a8cfc8-94b4-4bd5-a113-e8a6e574ab9c'}}] {{(pid=84877) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 14 07:47:35.225111 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-d28e6869-5718-475c-a19e-a5752aeb802b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555753'] for port, before_update {{(pid=84877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:47:35.291345 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Device 7b5df7db-8392-43b2-8ad3-e569aa09d091 up at agent ovs-agent-n-d-768862-2 {{(pid=84876) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 07:47:35.327996 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [None req-d28e6869-5718-475c-a19e-a5752aeb802b None None] For port c4a06490-3180-4083-9b9a-4e808c8c05d6, host n-d-768862-2, cleared binding levels {{(pid=84877) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 14 07:47:35.331250 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [None req-d28e6869-5718-475c-a19e-a5752aeb802b None None] For port c4a06490-3180-4083-9b9a-4e808c8c05d6, host n-d-768862-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-2',level=0,port_id=c4a06490-3180-4083-9b9a-4e808c8c05d6,segment=NetworkSegment(e13a7dbf-984f-4a0e-bb33-69130b0a996e),segment_id=e13a7dbf-984f-4a0e-bb33-69130b0a996e)] {{(pid=84877) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 14 07:47:35.336818 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-d28e6869-5718-475c-a19e-a5752aeb802b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777640533312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363259214678337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777640097497'] for port, after_update {{(pid=84877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:47:35.352761 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-c458ff5e-ffbd-4c5c-b648-a25b04422b0d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:47:35.365171 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Provisioning complete for port 7b5df7db-8392-43b2-8ad3-e569aa09d091 triggered by entity L2. {{(pid=84876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 07:47:35.365734 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-604227'] for port, provisioning_complete {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:47:35.500853 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aee6589-f716-43c2-8570-ca4cb6a3b837 None None] Pushing event updated for resources: {'Port': ['ID=c4a06490-3180-4083-9b9a-4e808c8c05d6,revision_number=4']} {{(pid=84877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:47:35.505348 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-7aee6589-f716-43c2-8570-ca4cb6a3b837 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.153s {{(pid=84877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:47:35.543902 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d28e6869-5718-475c-a19e-a5752aeb802b None None] Routers {'9507fd54-d16e-4e9e-a088-f9f51cc1cadd'} bound to L3 agent in host n-d-768862-2 {{(pid=84877) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 14 07:47:35.544536 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_hamode_db [None req-d28e6869-5718-475c-a19e-a5752aeb802b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-01-14T06:56:51Z,description=,heartbeat_timestamp=2021-01-14T07:47:22Z,host='n-d-768862-2',id=35f592e9-451b-4db9-abea-77b6a5c5391b,load=0,resource_versions=,resources_synced=,started_at=2021-01-14T06:56:51Z,topic='l3_agent')) {'router_ids': ['9507fd54-d16e-4e9e-a088-f9f51cc1cadd'], 'active': True} {{(pid=84877) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:47:35.568884 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.plugin [None req-9b65b65a-2223-44d4-a88d-bbe9ec763a5e tempest-TestNetworkAdvancedServerOps-1160145080 tempest-TestNetworkAdvancedServerOps-1160145080] Deleting port c4a06490-3180-4083-9b9a-4e808c8c05d6 {{(pid=84874) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 07:47:35.569272 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-9b65b65a-2223-44d4-a88d-bbe9ec763a5e tempest-TestNetworkAdvancedServerOps-1160145080 tempest-TestNetworkAdvancedServerOps-1160145080] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363259214248359'] for port, before_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:47:35.756856 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_dvr_db [None req-d28e6869-5718-475c-a19e-a5752aeb802b None None] Set router 9507fd54-d16e-4e9e-a088-f9f51cc1cadd gateway port host: n-d-768862-2 {{(pid=84877) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 14 07:47:35.793778 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [None req-9b65b65a-2223-44d4-a88d-bbe9ec763a5e tempest-TestNetworkAdvancedServerOps-1160145080 tempest-TestNetworkAdvancedServerOps-1160145080] For port c4a06490-3180-4083-9b9a-4e808c8c05d6, host n-d-768862-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-2',level=0,port_id=c4a06490-3180-4083-9b9a-4e808c8c05d6,segment=NetworkSegment(e13a7dbf-984f-4a0e-bb33-69130b0a996e),segment_id=e13a7dbf-984f-4a0e-bb33-69130b0a996e)] {{(pid=84874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 07:47:35.794176 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-9b65b65a-2223-44d4-a88d-bbe9ec763a5e tempest-TestNetworkAdvancedServerOps-1160145080 tempest-TestNetworkAdvancedServerOps-1160145080] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036850862667'] for port, precommit_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:47:35.935420 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.plugin [None req-9b65b65a-2223-44d4-a88d-bbe9ec763a5e tempest-TestNetworkAdvancedServerOps-1160145080 tempest-TestNetworkAdvancedServerOps-1160145080] Calling delete_port for c4a06490-3180-4083-9b9a-4e808c8c05d6 owned by network:router_interface {{(pid=84874) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 07:47:36.125752 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-9b65b65a-2223-44d4-a88d-bbe9ec763a5e tempest-TestNetworkAdvancedServerOps-1160145080 tempest-TestNetworkAdvancedServerOps-1160145080] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777640533329', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777640097463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3254186'] for port, after_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:47:36.141539 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-6b289715-ce48-4891-a134-f8666d48f8dd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:47:36.237776 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b65b65a-2223-44d4-a88d-bbe9ec763a5e tempest-TestNetworkAdvancedServerOps-1160145080 tempest-TestNetworkAdvancedServerOps-1160145080] Pushing event deleted for resources: {'Port': ['ID=c4a06490-3180-4083-9b9a-4e808c8c05d6,revision_number=None']} {{(pid=84874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:47:36.245574 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_hamode_db [None req-d28e6869-5718-475c-a19e-a5752aeb802b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9507fd54-d16e-4e9e-a088-f9f51cc1cadd', 'name': 'tempest-TestNetworkAdvancedServerOps-router-17945880', 'tenant_id': '69417d350c734fdb82cf490b41ee71fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '226f1e78-82cd-4481-9055-4eb73b6db8c1', 'external_fixed_ips': [{'subnet_id': 'ba8deeec-7658-4195-9449-038c076f5c83', 'ip_address': '172.25.2.202'}], 'enable_snat': True}, 'gw_port_id': 'a36885e5-662d-485e-bb71-5a20b733372f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-14T07:47:24Z', 'updated_at': '2021-01-14T07:47:31Z', 'revision_number': 4, 'project_id': '69417d350c734fdb82cf490b41ee71fc', 'gw_port': {'id': 'a36885e5-662d-485e-bb71-5a20b733372f', 'name': '', 'network_id': '226f1e78-82cd-4481-9055-4eb73b6db8c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:57:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9507fd54-d16e-4e9e-a088-f9f51cc1cadd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3926, 'fixed_ips': [{'subnet_id': 'ba8deeec-7658-4195-9449-038c076f5c83', 'ip_address': '172.25.2.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T07:47:25Z', 'updated_at': '2021-01-14T07:47:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ba8deeec-7658-4195-9449-038c076f5c83', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-2', '_interfaces': [{'id': 'c4a06490-3180-4083-9b9a-4e808c8c05d6', 'name': '', 'network_id': '62a8cfc8-94b4-4bd5-a113-e8a6e574ab9c', 'tenant_id': '69417d350c734fdb82cf490b41ee71fc', 'mac_address': 'fa:16:3e:21:28:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9507fd54-d16e-4e9e-a088-f9f51cc1cadd', 'device_owner': 'network:router_interface', 'standard_attr_id': 3929, 'fixed_ips': [{'subnet_id': '719e64de-872f-4832-8554-677b690180ac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T07:47:30Z', 'updated_at': '2021-01-14T07:47:35Z', 'revision_number': 4, 'project_id': '69417d350c734fdb82cf490b41ee71fc', 'subnets': [{'id': '719e64de-872f-4832-8554-677b690180ac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'n-d-768862-2', False) {} {{(pid=84877) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:47:36.247728 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-9b65b65a-2223-44d4-a88d-bbe9ec763a5e tempest-TestNetworkAdvancedServerOps-1160145080 tempest-TestNetworkAdvancedServerOps-1160145080] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:47:36.249935 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d28e6869-5718-475c-a19e-a5752aeb802b None None] The sync data for ids ['9507fd54-d16e-4e9e-a088-f9f51cc1cadd'] in n-d-768862-2 is: [{'id': '9507fd54-d16e-4e9e-a088-f9f51cc1cadd', 'name': 'tempest-TestNetworkAdvancedServerOps-router-17945880', 'tenant_id': '69417d350c734fdb82cf490b41ee71fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '226f1e78-82cd-4481-9055-4eb73b6db8c1', 'external_fixed_ips': [{'subnet_id': 'ba8deeec-7658-4195-9449-038c076f5c83', 'ip_address': '172.25.2.202'}], 'enable_snat': True}, 'gw_port_id': 'a36885e5-662d-485e-bb71-5a20b733372f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-14T07:47:24Z', 'updated_at': '2021-01-14T07:47:31Z', 'revision_number': 4, 'project_id': '69417d350c734fdb82cf490b41ee71fc', 'gw_port': {'id': 'a36885e5-662d-485e-bb71-5a20b733372f', 'name': '', 'network_id': '226f1e78-82cd-4481-9055-4eb73b6db8c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:57:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9507fd54-d16e-4e9e-a088-f9f51cc1cadd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3926, 'fixed_ips': [{'subnet_id': 'ba8deeec-7658-4195-9449-038c076f5c83', 'ip_address': '172.25.2.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T07:47:25Z', 'updated_at': '2021-01-14T07:47:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ba8deeec-7658-4195-9449-038c076f5c83', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-2', '_interfaces': [{'id': 'c4a06490-3180-4083-9b9a-4e808c8c05d6', 'name': '', 'network_id': '62a8cfc8-94b4-4bd5-a113-e8a6e574ab9c', 'tenant_id': '69417d350c734fdb82cf490b41ee71fc', 'mac_address': 'fa:16:3e:21:28:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9507fd54-d16e-4e9e-a088-f9f51cc1cadd', 'device_owner': 'network:router_interface', 'standard_attr_id': 3929, 'fixed_ips': [{'subnet_id': '719e64de-872f-4832-8554-677b690180ac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T07:47:30Z', 'updated_at': '2021-01-14T07:47:35Z', 'revision_number': 4, 'project_id': '69417d350c734fdb82cf490b41ee71fc', 'subnets': [{'id': '719e64de-872f-4832-8554-677b690180ac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=84877) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Jan 14 07:47:36.585937 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-9b65b65a-2223-44d4-a88d-bbe9ec763a5e tempest-TestNetworkAdvancedServerOps-1160145080 tempest-TestNetworkAdvancedServerOps-1160145080] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted--9223372036851568851', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal--9223372036850888080'] for router_interface, after_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:47:37.109078 n-d-768862-2 neutron-server[84765]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9b65b65a-2223-44d4-a88d-bbe9ec763a5e tempest-TestNetworkAdvancedServerOps-1160145080 tempest-TestNetworkAdvancedServerOps-1160145080] Router 9507fd54-d16e-4e9e-a088-f9f51cc1cadd has already been hosted by L3 agent 35f592e9-451b-4db9-abea-77b6a5c5391b {{(pid=84874) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Jan 14 07:47:37.298765 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9b65b65a-2223-44d4-a88d-bbe9ec763a5e tempest-TestNetworkAdvancedServerOps-1160145080 tempest-TestNetworkAdvancedServerOps-1160145080] Notify agent at l3_agent.n-d-768862-2 the message routers_updated {{(pid=84874) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jan 14 07:47:37.315851 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-9b65b65a-2223-44d4-a88d-bbe9ec763a5e tempest-TestNetworkAdvancedServerOps-1160145080 tempest-TestNetworkAdvancedServerOps-1160145080] 10.222.0.24 "PUT /v2.0/routers/9507fd54-d16e-4e9e-a088-f9f51cc1cadd/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2017980 Jan 14 07:47:37.318853 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84874) accepted ('10.222.0.24', 45750) {{(pid=84874) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:47:37.531953 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.db_base_plugin_v2 [None req-6cc5af9d-4b54-42f5-b587-d6b76709aa0b tempest-TestNetworkAdvancedServerOps-1160145080 tempest-TestNetworkAdvancedServerOps-1160145080] Deleting subnet 719e64de-872f-4832-8554-677b690180ac {{(pid=84874) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Jan 14 07:47:37.535340 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-6cc5af9d-4b54-42f5-b587-d6b76709aa0b tempest-TestNetworkAdvancedServerOps-1160145080 tempest-TestNetworkAdvancedServerOps-1160145080] Notify callbacks [] for subnet, before_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:47:37.594052 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-6cc5af9d-4b54-42f5-b587-d6b76709aa0b tempest-TestNetworkAdvancedServerOps-1160145080 tempest-TestNetworkAdvancedServerOps-1160145080] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036851807232'] for subnet, precommit_delete_associations {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:47:37.688657 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-6cc5af9d-4b54-42f5-b587-d6b76709aa0b tempest-TestNetworkAdvancedServerOps-1160145080 tempest-TestNetworkAdvancedServerOps-1160145080] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036854176836'] for subnet, precommit_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:47:37.715782 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e6e21e9-63be-409e-8c4d-2f965c37e5ac None None] Sync routers for ids ['9507fd54-d16e-4e9e-a088-f9f51cc1cadd'] in n-d-768862-2 {{(pid=84876) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Jan 14 07:47:37.733026 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e6e21e9-63be-409e-8c4d-2f965c37e5ac None None] Routers {'9507fd54-d16e-4e9e-a088-f9f51cc1cadd'} bound to L3 agent in host n-d-768862-2 {{(pid=84876) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 14 07:47:37.733840 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_hamode_db [None req-5e6e21e9-63be-409e-8c4d-2f965c37e5ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-01-14T06:56:51Z,description=,heartbeat_timestamp=2021-01-14T07:47:22Z,host='n-d-768862-2',id=35f592e9-451b-4db9-abea-77b6a5c5391b,load=0,resource_versions=,resources_synced=,started_at=2021-01-14T06:56:51Z,topic='l3_agent')) {'router_ids': ['9507fd54-d16e-4e9e-a088-f9f51cc1cadd'], 'active': True} {{(pid=84876) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:47:37.920209 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_dvr_db [None req-5e6e21e9-63be-409e-8c4d-2f965c37e5ac None None] Set router 9507fd54-d16e-4e9e-a088-f9f51cc1cadd gateway port host: n-d-768862-2 {{(pid=84876) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 14 07:47:37.978622 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-6cc5af9d-4b54-42f5-b587-d6b76709aa0b tempest-TestNetworkAdvancedServerOps-1160145080 tempest-TestNetworkAdvancedServerOps-1160145080] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-598964', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850887113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036851521664', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2794686'] for subnet, after_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:47:37.996757 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-93195b9a-c8ba-4fd3-b075-29942d4c18d5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:47:38.081436 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cc5af9d-4b54-42f5-b587-d6b76709aa0b tempest-TestNetworkAdvancedServerOps-1160145080 tempest-TestNetworkAdvancedServerOps-1160145080] Pushing event deleted for resources: {'Subnet': ['ID=719e64de-872f-4832-8554-677b690180ac,revision_number=None']} {{(pid=84874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:47:38.084424 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-6cc5af9d-4b54-42f5-b587-d6b76709aa0b tempest-TestNetworkAdvancedServerOps-1160145080 tempest-TestNetworkAdvancedServerOps-1160145080] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:47:38.140094 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-6cc5af9d-4b54-42f5-b587-d6b76709aa0b tempest-TestNetworkAdvancedServerOps-1160145080 tempest-TestNetworkAdvancedServerOps-1160145080] Notify callbacks [] for subnet, before_response {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:47:38.146769 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-6cc5af9d-4b54-42f5-b587-d6b76709aa0b tempest-TestNetworkAdvancedServerOps-1160145080 tempest-TestNetworkAdvancedServerOps-1160145080] 10.222.0.24 "DELETE /v2.0/subnets/719e64de-872f-4832-8554-677b690180ac HTTP/1.1" status: 204 len: 168 time: 0.8269043 Jan 14 07:47:38.149763 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84874) accepted ('10.222.0.24', 45754) {{(pid=84874) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:47:38.155088 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d80c9343-44d8-4c58-9e6c-5238d302bd04 None None] Network 62a8cfc8-94b4-4bd5-a113-e8a6e574ab9c requested from n-d-768862-2 {{(pid=84876) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 07:47:38.340261 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-d6e62c3c-5124-447c-80db-08c283c3fbd4 tempest-TestNetworkAdvancedServerOps-1160145080 tempest-TestNetworkAdvancedServerOps-1160145080] Notify callbacks [] for router, before_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:47:38.401724 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_hamode_db [None req-5e6e21e9-63be-409e-8c4d-2f965c37e5ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9507fd54-d16e-4e9e-a088-f9f51cc1cadd', 'name': 'tempest-TestNetworkAdvancedServerOps-router-17945880', 'tenant_id': '69417d350c734fdb82cf490b41ee71fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '226f1e78-82cd-4481-9055-4eb73b6db8c1', 'external_fixed_ips': [{'subnet_id': 'ba8deeec-7658-4195-9449-038c076f5c83', 'ip_address': '172.25.2.202'}], 'enable_snat': True}, 'gw_port_id': 'a36885e5-662d-485e-bb71-5a20b733372f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-14T07:47:24Z', 'updated_at': '2021-01-14T07:47:36Z', 'revision_number': 5, 'project_id': '69417d350c734fdb82cf490b41ee71fc', 'gw_port': {'id': 'a36885e5-662d-485e-bb71-5a20b733372f', 'name': '', 'network_id': '226f1e78-82cd-4481-9055-4eb73b6db8c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:57:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9507fd54-d16e-4e9e-a088-f9f51cc1cadd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3926, 'fixed_ips': [{'subnet_id': 'ba8deeec-7658-4195-9449-038c076f5c83', 'ip_address': '172.25.2.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T07:47:25Z', 'updated_at': '2021-01-14T07:47:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ba8deeec-7658-4195-9449-038c076f5c83', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-2'}], 'n-d-768862-2', False) {} {{(pid=84876) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:47:38.408731 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e6e21e9-63be-409e-8c4d-2f965c37e5ac None None] Checking router: 9507fd54-d16e-4e9e-a088-f9f51cc1cadd for host: n-d-768862-2 {{(pid=84876) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Jan 14 07:47:38.424499 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e6e21e9-63be-409e-8c4d-2f965c37e5ac None None] Routers {'9507fd54-d16e-4e9e-a088-f9f51cc1cadd'} bound to L3 agent in host n-d-768862-2 {{(pid=84876) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 14 07:47:38.425184 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_hamode_db [None req-5e6e21e9-63be-409e-8c4d-2f965c37e5ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-01-14T06:56:51Z,description=,heartbeat_timestamp=2021-01-14T07:47:22Z,host='n-d-768862-2',id=35f592e9-451b-4db9-abea-77b6a5c5391b,load=0,resource_versions=,resources_synced=,started_at=2021-01-14T06:56:51Z,topic='l3_agent')) {'router_ids': ['9507fd54-d16e-4e9e-a088-f9f51cc1cadd'], 'active': True} {{(pid=84876) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:47:38.530568 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-d6e62c3c-5124-447c-80db-08c283c3fbd4 tempest-TestNetworkAdvancedServerOps-1160145080 tempest-TestNetworkAdvancedServerOps-1160145080] Notify callbacks [] for router_gateway, before_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:47:38.536212 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.plugin [None req-d6e62c3c-5124-447c-80db-08c283c3fbd4 tempest-TestNetworkAdvancedServerOps-1160145080 tempest-TestNetworkAdvancedServerOps-1160145080] Deleting port a36885e5-662d-485e-bb71-5a20b733372f {{(pid=84874) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 07:47:38.536581 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-d6e62c3c-5124-447c-80db-08c283c3fbd4 tempest-TestNetworkAdvancedServerOps-1160145080 tempest-TestNetworkAdvancedServerOps-1160145080] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363259214248359'] for port, before_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:47:38.550640 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1da8bf31-27d1-4dbc-8cd8-b28b9c43f5bf None None] DHCP port deletion for 62a8cfc8-94b4-4bd5-a113-e8a6e574ab9c request from n-d-768862-2 {{(pid=84876) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Jan 14 07:47:38.573383 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.plugin [None req-1da8bf31-27d1-4dbc-8cd8-b28b9c43f5bf None None] Deleting port 7b5df7db-8392-43b2-8ad3-e569aa09d091 {{(pid=84876) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 07:47:38.573797 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-1da8bf31-27d1-4dbc-8cd8-b28b9c43f5bf None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363259214248359'] for port, before_delete {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:47:39.007452 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_dvr_db [None req-5e6e21e9-63be-409e-8c4d-2f965c37e5ac None None] Set router 9507fd54-d16e-4e9e-a088-f9f51cc1cadd gateway port host: n-d-768862-2 {{(pid=84876) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 14 07:47:39.036916 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [None req-d6e62c3c-5124-447c-80db-08c283c3fbd4 tempest-TestNetworkAdvancedServerOps-1160145080 tempest-TestNetworkAdvancedServerOps-1160145080] For port a36885e5-662d-485e-bb71-5a20b733372f, host n-d-768862-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-2',level=0,port_id=a36885e5-662d-485e-bb71-5a20b733372f,segment=NetworkSegment(cf3ded2c-bc47-4a71-89af-6e7117e60140),segment_id=cf3ded2c-bc47-4a71-89af-6e7117e60140)] {{(pid=84874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 07:47:39.037315 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-d6e62c3c-5124-447c-80db-08c283c3fbd4 tempest-TestNetworkAdvancedServerOps-1160145080 tempest-TestNetworkAdvancedServerOps-1160145080] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036850862667'] for port, precommit_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:47:39.060730 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Device 7b5df7db-8392-43b2-8ad3-e569aa09d091 no longer exists at agent ovs-agent-n-d-768862-2 {{(pid=84876) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jan 14 07:47:39.166941 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.plugin [None req-d6e62c3c-5124-447c-80db-08c283c3fbd4 tempest-TestNetworkAdvancedServerOps-1160145080 tempest-TestNetworkAdvancedServerOps-1160145080] Calling delete_port for a36885e5-662d-485e-bb71-5a20b733372f owned by network:router_gateway {{(pid=84874) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 07:47:39.257441 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [None req-1da8bf31-27d1-4dbc-8cd8-b28b9c43f5bf None None] For port 7b5df7db-8392-43b2-8ad3-e569aa09d091, host n-d-768862-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-2',level=0,port_id=7b5df7db-8392-43b2-8ad3-e569aa09d091,segment=NetworkSegment(e13a7dbf-984f-4a0e-bb33-69130b0a996e),segment_id=e13a7dbf-984f-4a0e-bb33-69130b0a996e)] {{(pid=84876) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 07:47:39.257948 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-1da8bf31-27d1-4dbc-8cd8-b28b9c43f5bf None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036850862667'] for port, precommit_delete {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:47:39.303557 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-d6e62c3c-5124-447c-80db-08c283c3fbd4 tempest-TestNetworkAdvancedServerOps-1160145080 tempest-TestNetworkAdvancedServerOps-1160145080] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777640533329', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777640097463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3254186'] for port, after_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:47:39.415798 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.plugin [None req-1da8bf31-27d1-4dbc-8cd8-b28b9c43f5bf None None] Calling delete_port for 7b5df7db-8392-43b2-8ad3-e569aa09d091 owned by network:dhcp {{(pid=84876) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 07:47:39.499656 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-d6e62c3c-5124-447c-80db-08c283c3fbd4 tempest-TestNetworkAdvancedServerOps-1160145080 tempest-TestNetworkAdvancedServerOps-1160145080] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036850863128'] for router_gateway, after_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:47:39.602098 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555753'] for port, before_update {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:47:39.635755 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-1da8bf31-27d1-4dbc-8cd8-b28b9c43f5bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777640533329', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777640097463'] for port, after_delete {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:47:39.637846 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-d6e62c3c-5124-447c-80db-08c283c3fbd4 tempest-TestNetworkAdvancedServerOps-1160145080 tempest-TestNetworkAdvancedServerOps-1160145080] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3889346', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036854717606'] for router, precommit_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:47:39.640460 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-d6e62c3c-5124-447c-80db-08c283c3fbd4 tempest-TestNetworkAdvancedServerOps-1160145080 tempest-TestNetworkAdvancedServerOps-1160145080] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:47:39.650555 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84876) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:47:39.662565 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-d6e62c3c-5124-447c-80db-08c283c3fbd4 tempest-TestNetworkAdvancedServerOps-1160145080 tempest-TestNetworkAdvancedServerOps-1160145080] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036850897070'] for router, after_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:47:39.663134 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d6e62c3c-5124-447c-80db-08c283c3fbd4 tempest-TestNetworkAdvancedServerOps-1160145080 tempest-TestNetworkAdvancedServerOps-1160145080] Fanout notify agent at l3_agent the message router_deleted on router 9507fd54-d16e-4e9e-a088-f9f51cc1cadd {{(pid=84874) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jan 14 07:47:39.685526 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-d6e62c3c-5124-447c-80db-08c283c3fbd4 tempest-TestNetworkAdvancedServerOps-1160145080 tempest-TestNetworkAdvancedServerOps-1160145080] Notify callbacks [] for router, before_response {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:47:39.689437 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-d6e62c3c-5124-447c-80db-08c283c3fbd4 tempest-TestNetworkAdvancedServerOps-1160145080 tempest-TestNetworkAdvancedServerOps-1160145080] 10.222.0.24 "DELETE /v2.0/routers/9507fd54-d16e-4e9e-a088-f9f51cc1cadd HTTP/1.1" status: 204 len: 168 time: 1.5359290 Jan 14 07:47:39.690554 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84874) accepted ('10.222.0.24', 45758) {{(pid=84874) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:47:39.759902 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1da8bf31-27d1-4dbc-8cd8-b28b9c43f5bf None None] Pushing event deleted for resources: {'Port': ['ID=7b5df7db-8392-43b2-8ad3-e569aa09d091,revision_number=None']} {{(pid=84876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:47:39.808370 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1da8bf31-27d1-4dbc-8cd8-b28b9c43f5bf None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@n-h1-768862-2 {{(pid=84876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:47:39.808650 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1da8bf31-27d1-4dbc-8cd8-b28b9c43f5bf None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-h1-768862-2 {{(pid=84876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:47:39.808990 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1da8bf31-27d1-4dbc-8cd8-b28b9c43f5bf None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-h1-768862-2 {{(pid=84876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:47:39.809367 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1da8bf31-27d1-4dbc-8cd8-b28b9c43f5bf None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-h1-768862-2 {{(pid=84876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:47:39.809801 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1da8bf31-27d1-4dbc-8cd8-b28b9c43f5bf None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@n-h1-768862-2 {{(pid=84876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:47:39.810139 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1da8bf31-27d1-4dbc-8cd8-b28b9c43f5bf None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-h1-768862-2 {{(pid=84876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:47:39.810503 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1da8bf31-27d1-4dbc-8cd8-b28b9c43f5bf None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-h1-768862-2 {{(pid=84876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:47:39.810860 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1da8bf31-27d1-4dbc-8cd8-b28b9c43f5bf None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-h1-768862-2 {{(pid=84876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:47:39.811201 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1da8bf31-27d1-4dbc-8cd8-b28b9c43f5bf None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-h1-768862-2 {{(pid=84876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:47:39.811602 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1da8bf31-27d1-4dbc-8cd8-b28b9c43f5bf None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-h1-768862-2 {{(pid=84876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:47:39.811960 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1da8bf31-27d1-4dbc-8cd8-b28b9c43f5bf None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-h1-768862-2 {{(pid=84876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:47:39.812317 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1da8bf31-27d1-4dbc-8cd8-b28b9c43f5bf None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-h1-768862-2 {{(pid=84876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:47:39.812716 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1da8bf31-27d1-4dbc-8cd8-b28b9c43f5bf None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@n-h2-768862-2 {{(pid=84876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:47:39.813065 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1da8bf31-27d1-4dbc-8cd8-b28b9c43f5bf None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-h2-768862-2 {{(pid=84876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:47:39.813417 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1da8bf31-27d1-4dbc-8cd8-b28b9c43f5bf None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-h2-768862-2 {{(pid=84876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:47:39.813772 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1da8bf31-27d1-4dbc-8cd8-b28b9c43f5bf None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-h2-768862-2 {{(pid=84876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:47:39.814127 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1da8bf31-27d1-4dbc-8cd8-b28b9c43f5bf None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@n-h2-768862-2 {{(pid=84876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:47:39.814484 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1da8bf31-27d1-4dbc-8cd8-b28b9c43f5bf None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-h2-768862-2 {{(pid=84876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:47:39.814840 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1da8bf31-27d1-4dbc-8cd8-b28b9c43f5bf None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-h2-768862-2 {{(pid=84876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:47:39.815196 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1da8bf31-27d1-4dbc-8cd8-b28b9c43f5bf None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-h2-768862-2 {{(pid=84876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:47:39.815551 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1da8bf31-27d1-4dbc-8cd8-b28b9c43f5bf None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-h2-768862-2 {{(pid=84876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:47:39.815928 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1da8bf31-27d1-4dbc-8cd8-b28b9c43f5bf None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-h2-768862-2 {{(pid=84876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:47:39.816287 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1da8bf31-27d1-4dbc-8cd8-b28b9c43f5bf None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-h2-768862-2 {{(pid=84876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:47:39.816642 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1da8bf31-27d1-4dbc-8cd8-b28b9c43f5bf None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-h2-768862-2 {{(pid=84876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:47:39.817053 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1da8bf31-27d1-4dbc-8cd8-b28b9c43f5bf None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-2 {{(pid=84876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:47:39.817410 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1da8bf31-27d1-4dbc-8cd8-b28b9c43f5bf None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-2 {{(pid=84876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:47:39.817783 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1da8bf31-27d1-4dbc-8cd8-b28b9c43f5bf None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-2 {{(pid=84876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:47:39.818148 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1da8bf31-27d1-4dbc-8cd8-b28b9c43f5bf None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-2 {{(pid=84876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:47:39.818478 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1da8bf31-27d1-4dbc-8cd8-b28b9c43f5bf None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@n-d-768862-2 {{(pid=84876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:47:39.818829 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1da8bf31-27d1-4dbc-8cd8-b28b9c43f5bf None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-2 {{(pid=84876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:47:39.819183 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1da8bf31-27d1-4dbc-8cd8-b28b9c43f5bf None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-768862-2 {{(pid=84876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:47:39.819542 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1da8bf31-27d1-4dbc-8cd8-b28b9c43f5bf None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-768862-2 {{(pid=84876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:47:39.819929 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1da8bf31-27d1-4dbc-8cd8-b28b9c43f5bf None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-2 {{(pid=84876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:47:39.820286 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1da8bf31-27d1-4dbc-8cd8-b28b9c43f5bf None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-2 {{(pid=84876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:47:39.820639 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1da8bf31-27d1-4dbc-8cd8-b28b9c43f5bf None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-2 {{(pid=84876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:47:39.821101 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1da8bf31-27d1-4dbc-8cd8-b28b9c43f5bf None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-2 {{(pid=84876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:47:39.821812 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-703f8b7b-8add-4e60-bf33-cb0d46728ca6 tempest-TestNetworkAdvancedServerOps-1160145080 tempest-TestNetworkAdvancedServerOps-1160145080] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036854160497'] for network, before_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:47:39.845423 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-1da8bf31-27d1-4dbc-8cd8-b28b9c43f5bf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.195s {{(pid=84876) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:47:39.870539 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1da8bf31-27d1-4dbc-8cd8-b28b9c43f5bf None None] No DVR routers for this DVR port 7b5df7db-8392-43b2-8ad3-e569aa09d091 on host n-d-768862-2 {{(pid=84876) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Jan 14 07:47:39.879824 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_hamode_db [None req-5e6e21e9-63be-409e-8c4d-2f965c37e5ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9507fd54-d16e-4e9e-a088-f9f51cc1cadd', 'name': 'tempest-TestNetworkAdvancedServerOps-router-17945880', 'tenant_id': '69417d350c734fdb82cf490b41ee71fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '226f1e78-82cd-4481-9055-4eb73b6db8c1', 'external_fixed_ips': [{'subnet_id': 'ba8deeec-7658-4195-9449-038c076f5c83', 'ip_address': '172.25.2.202'}], 'enable_snat': True}, 'gw_port_id': 'a36885e5-662d-485e-bb71-5a20b733372f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-14T07:47:24Z', 'updated_at': '2021-01-14T07:47:36Z', 'revision_number': 5, 'project_id': '69417d350c734fdb82cf490b41ee71fc', 'gw_port': {'id': 'a36885e5-662d-485e-bb71-5a20b733372f', 'name': '', 'network_id': '226f1e78-82cd-4481-9055-4eb73b6db8c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:57:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9507fd54-d16e-4e9e-a088-f9f51cc1cadd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3926, 'fixed_ips': [{'subnet_id': 'ba8deeec-7658-4195-9449-038c076f5c83', 'ip_address': '172.25.2.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T07:47:25Z', 'updated_at': '2021-01-14T07:47:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ba8deeec-7658-4195-9449-038c076f5c83', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-2'}], 'n-d-768862-2', False) {} {{(pid=84876) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:47:39.885016 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e6e21e9-63be-409e-8c4d-2f965c37e5ac None None] The sync data for ids ['9507fd54-d16e-4e9e-a088-f9f51cc1cadd'] in n-d-768862-2 is: [{'id': '9507fd54-d16e-4e9e-a088-f9f51cc1cadd', 'name': 'tempest-TestNetworkAdvancedServerOps-router-17945880', 'tenant_id': '69417d350c734fdb82cf490b41ee71fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '226f1e78-82cd-4481-9055-4eb73b6db8c1', 'external_fixed_ips': [{'subnet_id': 'ba8deeec-7658-4195-9449-038c076f5c83', 'ip_address': '172.25.2.202'}], 'enable_snat': True}, 'gw_port_id': 'a36885e5-662d-485e-bb71-5a20b733372f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-14T07:47:24Z', 'updated_at': '2021-01-14T07:47:36Z', 'revision_number': 5, 'project_id': '69417d350c734fdb82cf490b41ee71fc', 'gw_port': {'id': 'a36885e5-662d-485e-bb71-5a20b733372f', 'name': '', 'network_id': '226f1e78-82cd-4481-9055-4eb73b6db8c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:57:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9507fd54-d16e-4e9e-a088-f9f51cc1cadd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3926, 'fixed_ips': [{'subnet_id': 'ba8deeec-7658-4195-9449-038c076f5c83', 'ip_address': '172.25.2.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T07:47:25Z', 'updated_at': '2021-01-14T07:47:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ba8deeec-7658-4195-9449-038c076f5c83', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-2'}] {{(pid=84876) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Jan 14 07:47:40.026119 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-703f8b7b-8add-4e60-bf33-cb0d46728ca6 tempest-TestNetworkAdvancedServerOps-1160145080 tempest-TestNetworkAdvancedServerOps-1160145080] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-598987', 'neutron.services.segments.db._delete_segments_for_network-8777640583949'] for network, precommit_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:47:40.152890 n-d-768862-2 neutron-server[84765]: DEBUG neutron.services.segments.db [None req-703f8b7b-8add-4e60-bf33-cb0d46728ca6 tempest-TestNetworkAdvancedServerOps-1160145080 tempest-TestNetworkAdvancedServerOps-1160145080] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['62a8cfc8-94b4-4bd5-a113-e8a6e574ab9c']}} {{(pid=84874) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:47:40.168151 n-d-768862-2 neutron-server[84765]: DEBUG neutron.services.segments.db [None req-703f8b7b-8add-4e60-bf33-cb0d46728ca6 tempest-TestNetworkAdvancedServerOps-1160145080 tempest-TestNetworkAdvancedServerOps-1160145080] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e13a7dbf-984f-4a0e-bb33-69130b0a996e') {'for_net_delete': True} {{(pid=84874) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:47:40.168408 n-d-768862-2 neutron-server[84765]: DEBUG neutron.services.segments.db [None req-703f8b7b-8add-4e60-bf33-cb0d46728ca6 tempest-TestNetworkAdvancedServerOps-1160145080 tempest-TestNetworkAdvancedServerOps-1160145080] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e13a7dbf-984f-4a0e-bb33-69130b0a996e') {} {{(pid=84874) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:47:40.181046 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-703f8b7b-8add-4e60-bf33-cb0d46728ca6 tempest-TestNetworkAdvancedServerOps-1160145080 tempest-TestNetworkAdvancedServerOps-1160145080] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363259214173198', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2968632'] for segment, before_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:47:40.197014 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-703f8b7b-8add-4e60-bf33-cb0d46728ca6 tempest-TestNetworkAdvancedServerOps-1160145080 tempest-TestNetworkAdvancedServerOps-1160145080] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854179735'] for segment, precommit_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:47:40.199196 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-703f8b7b-8add-4e60-bf33-cb0d46728ca6 tempest-TestNetworkAdvancedServerOps-1160145080 tempest-TestNetworkAdvancedServerOps-1160145080] Releasing vxlan tunnel 3 to pool {{(pid=84874) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Jan 14 07:47:40.385472 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.managers [None req-703f8b7b-8add-4e60-bf33-cb0d46728ca6 tempest-TestNetworkAdvancedServerOps-1160145080 tempest-TestNetworkAdvancedServerOps-1160145080] Network 62a8cfc8-94b4-4bd5-a113-e8a6e574ab9c has no segments {{(pid=84874) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 14 07:47:40.395159 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-703f8b7b-8add-4e60-bf33-cb0d46728ca6 tempest-TestNetworkAdvancedServerOps-1160145080 tempest-TestNetworkAdvancedServerOps-1160145080] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-596065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036851521571'] for segment, after_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:47:40.583640 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.managers [None req-703f8b7b-8add-4e60-bf33-cb0d46728ca6 tempest-TestNetworkAdvancedServerOps-1160145080 tempest-TestNetworkAdvancedServerOps-1160145080] Network 62a8cfc8-94b4-4bd5-a113-e8a6e574ab9c has no segments {{(pid=84874) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 14 07:47:40.613142 n-d-768862-2 neutron-server[84765]: Traceback (most recent call last): Jan 14 07:47:40.613142 n-d-768862-2 neutron-server[84765]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 14 07:47:40.613142 n-d-768862-2 neutron-server[84765]: timer() Jan 14 07:47:40.613142 n-d-768862-2 neutron-server[84765]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 14 07:47:40.613142 n-d-768862-2 neutron-server[84765]: cb(*args, **kw) Jan 14 07:47:40.613142 n-d-768862-2 neutron-server[84765]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Jan 14 07:47:40.613142 n-d-768862-2 neutron-server[84765]: return func(*args, **kwargs) Jan 14 07:47:40.613142 n-d-768862-2 neutron-server[84765]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 14 07:47:40.613142 n-d-768862-2 neutron-server[84765]: self._notify() Jan 14 07:47:40.613142 n-d-768862-2 neutron-server[84765]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 14 07:47:40.613142 n-d-768862-2 neutron-server[84765]: self.callback(batched_events) Jan 14 07:47:40.613142 n-d-768862-2 neutron-server[84765]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 14 07:47:40.613142 n-d-768862-2 neutron-server[84765]: event.method(event) Jan 14 07:47:40.613142 n-d-768862-2 neutron-server[84765]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 14 07:47:40.613142 n-d-768862-2 neutron-server[84765]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 14 07:47:40.613142 n-d-768862-2 neutron-server[84765]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Jan 14 07:47:40.613142 n-d-768862-2 neutron-server[84765]: segment_id)['aggregates'][0] Jan 14 07:47:40.613142 n-d-768862-2 neutron-server[84765]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 14 07:47:40.613142 n-d-768862-2 neutron-server[84765]: return f(self, *a, **k) Jan 14 07:47:40.613142 n-d-768862-2 neutron-server[84765]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 14 07:47:40.613142 n-d-768862-2 neutron-server[84765]: return self._get(url).json() Jan 14 07:47:40.613142 n-d-768862-2 neutron-server[84765]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 14 07:47:40.613142 n-d-768862-2 neutron-server[84765]: **kwargs) Jan 14 07:47:40.613142 n-d-768862-2 neutron-server[84765]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 14 07:47:40.613142 n-d-768862-2 neutron-server[84765]: return self.request(url, 'GET', **kwargs) Jan 14 07:47:40.613142 n-d-768862-2 neutron-server[84765]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Jan 14 07:47:40.613142 n-d-768862-2 neutron-server[84765]: **endpoint_filter) Jan 14 07:47:40.613142 n-d-768862-2 neutron-server[84765]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 14 07:47:40.613142 n-d-768862-2 neutron-server[84765]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 14 07:47:40.613142 n-d-768862-2 neutron-server[84765]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 14 07:47:40.613142 n-d-768862-2 neutron-server[84765]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 14 07:47:40.613142 n-d-768862-2 neutron-server[84765]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 14 07:47:40.697454 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-703f8b7b-8add-4e60-bf33-cb0d46728ca6 tempest-TestNetworkAdvancedServerOps-1160145080 tempest-TestNetworkAdvancedServerOps-1160145080] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036854176830', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850887149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3912591'] for network, after_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:47:40.701078 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-87386456-44dd-467d-a0c6-ec5015081ab9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:47:40.720470 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-703f8b7b-8add-4e60-bf33-cb0d46728ca6 tempest-TestNetworkAdvancedServerOps-1160145080 tempest-TestNetworkAdvancedServerOps-1160145080] Notify callbacks [] for network, before_response {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:47:40.730649 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-703f8b7b-8add-4e60-bf33-cb0d46728ca6 tempest-TestNetworkAdvancedServerOps-1160145080 tempest-TestNetworkAdvancedServerOps-1160145080] Pushing event deleted for resources: {'Network': ['ID=62a8cfc8-94b4-4bd5-a113-e8a6e574ab9c,revision_number=None']} {{(pid=84874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:47:40.735196 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-703f8b7b-8add-4e60-bf33-cb0d46728ca6 tempest-TestNetworkAdvancedServerOps-1160145080 tempest-TestNetworkAdvancedServerOps-1160145080] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:47:40.740596 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-703f8b7b-8add-4e60-bf33-cb0d46728ca6 tempest-TestNetworkAdvancedServerOps-1160145080 tempest-TestNetworkAdvancedServerOps-1160145080] 10.222.0.24 "DELETE /v2.0/networks/62a8cfc8-94b4-4bd5-a113-e8a6e574ab9c HTTP/1.1" status: 204 len: 168 time: 1.0498555 Jan 14 07:47:40.743572 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84874) accepted ('10.222.0.24', 45762) {{(pid=84874) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:47:40.823644 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-97b44e77-24f6-4076-8c7d-3d7130ff7949 tempest-TestNetworkAdvancedServerOps-1160145080 tempest-TestNetworkAdvancedServerOps-1160145080] Notify callbacks [] for security_group, before_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:47:40.855434 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-97b44e77-24f6-4076-8c7d-3d7130ff7949 tempest-TestNetworkAdvancedServerOps-1160145080 tempest-TestNetworkAdvancedServerOps-1160145080] Notify callbacks [] for security_group, precommit_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:47:40.908831 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-97b44e77-24f6-4076-8c7d-3d7130ff7949 tempest-TestNetworkAdvancedServerOps-1160145080 tempest-TestNetworkAdvancedServerOps-1160145080] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850887153'] for security_group, after_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:47:40.912913 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-6a2617cf-d69e-4130-8ab7-53fe36e24107 tempest-TestNetworkAdvancedServerOps-1160145080 tempest-TestNetworkAdvancedServerOps-1160145080] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:47:40.929212 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97b44e77-24f6-4076-8c7d-3d7130ff7949 tempest-TestNetworkAdvancedServerOps-1160145080 tempest-TestNetworkAdvancedServerOps-1160145080] Pushing event deleted for resources: {'SecurityGroup': ['ID=3084d527-57cb-4e4a-820a-c0d1d86f04f3,revision_number=None']} {{(pid=84874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:47:40.932234 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-97b44e77-24f6-4076-8c7d-3d7130ff7949 tempest-TestNetworkAdvancedServerOps-1160145080 tempest-TestNetworkAdvancedServerOps-1160145080] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:47:40.939648 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-97b44e77-24f6-4076-8c7d-3d7130ff7949 tempest-TestNetworkAdvancedServerOps-1160145080 tempest-TestNetworkAdvancedServerOps-1160145080] Notify callbacks [] for security_group, before_response {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:47:40.941165 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-97b44e77-24f6-4076-8c7d-3d7130ff7949 tempest-TestNetworkAdvancedServerOps-1160145080 tempest-TestNetworkAdvancedServerOps-1160145080] 10.222.0.24 "DELETE /v2.0/security-groups/3084d527-57cb-4e4a-820a-c0d1d86f04f3 HTTP/1.1" status: 204 len: 168 time: 0.1964796 Jan 14 07:47:41.056547 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Device a36885e5-662d-485e-bb71-5a20b733372f no longer exists at agent ovs-agent-n-d-768862-2 {{(pid=84876) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jan 14 07:47:41.094464 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.plugin [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] No Port match for: a36885e5-662d-485e-bb71-5a20b733372f {{(pid=84876) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2188}} Jan 14 07:47:41.094852 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Device a36885e5-662d-485e-bb71-5a20b733372f not bound to the agent host n-d-768862-2 {{(pid=84876) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jan 14 07:47:41.095324 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Device c4a06490-3180-4083-9b9a-4e808c8c05d6 no longer exists at agent ovs-agent-n-d-768862-2 {{(pid=84876) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jan 14 07:47:41.128584 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.plugin [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] No Port match for: c4a06490-3180-4083-9b9a-4e808c8c05d6 {{(pid=84876) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2188}} Jan 14 07:47:41.128908 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Device c4a06490-3180-4083-9b9a-4e808c8c05d6 not bound to the agent host n-d-768862-2 {{(pid=84876) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jan 14 07:47:41.179447 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84875) accepted ('10.222.0.24', 45772) {{(pid=84875) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:47:41.186177 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.v2.base [None req-92bdd2ab-8371-4991-9649-026c532e4a1f tempest-TestNetworkAdvancedServerOps-1160145080 tempest-TestNetworkAdvancedServerOps-1160145080] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1157291485', 'description': 'tempest-secgroup-smoke-1157291485 description', 'project_id': '69417d350c734fdb82cf490b41ee71fc'}} {{(pid=84875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:47:41.198157 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-92bdd2ab-8371-4991-9649-026c532e4a1f tempest-TestNetworkAdvancedServerOps-1160145080 tempest-TestNetworkAdvancedServerOps-1160145080] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:47:41.202940 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-92bdd2ab-8371-4991-9649-026c532e4a1f tempest-TestNetworkAdvancedServerOps-1160145080 tempest-TestNetworkAdvancedServerOps-1160145080] Usage tracker for resource:security_group and tenant:69417d350c734fdb82cf490b41ee71fc is out of sync, need to count used quota {{(pid=84875) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:47:41.206229 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-92bdd2ab-8371-4991-9649-026c532e4a1f tempest-TestNetworkAdvancedServerOps-1160145080 tempest-TestNetworkAdvancedServerOps-1160145080] Quota usage for security_group was recalculated. Used quota:1. {{(pid=84875) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:47:41.212886 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-92bdd2ab-8371-4991-9649-026c532e4a1f tempest-TestNetworkAdvancedServerOps-1160145080 tempest-TestNetworkAdvancedServerOps-1160145080] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:47:41.230115 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-92bdd2ab-8371-4991-9649-026c532e4a1f tempest-TestNetworkAdvancedServerOps-1160145080 tempest-TestNetworkAdvancedServerOps-1160145080] Notify callbacks [] for security_group, before_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:47:41.252826 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-92bdd2ab-8371-4991-9649-026c532e4a1f tempest-TestNetworkAdvancedServerOps-1160145080 tempest-TestNetworkAdvancedServerOps-1160145080] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:47:41.257222 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-92bdd2ab-8371-4991-9649-026c532e4a1f tempest-TestNetworkAdvancedServerOps-1160145080 tempest-TestNetworkAdvancedServerOps-1160145080] Usage tracker for resource:security_group_rule and tenant:69417d350c734fdb82cf490b41ee71fc is out of sync, need to count used quota {{(pid=84875) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:47:41.260937 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-92bdd2ab-8371-4991-9649-026c532e4a1f tempest-TestNetworkAdvancedServerOps-1160145080 tempest-TestNetworkAdvancedServerOps-1160145080] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84875) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:47:41.266852 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-92bdd2ab-8371-4991-9649-026c532e4a1f tempest-TestNetworkAdvancedServerOps-1160145080 tempest-TestNetworkAdvancedServerOps-1160145080] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:47:41.344654 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-92bdd2ab-8371-4991-9649-026c532e4a1f tempest-TestNetworkAdvancedServerOps-1160145080 tempest-TestNetworkAdvancedServerOps-1160145080] Notify callbacks [] for security_group, precommit_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:47:41.348412 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-92bdd2ab-8371-4991-9649-026c532e4a1f tempest-TestNetworkAdvancedServerOps-1160145080 tempest-TestNetworkAdvancedServerOps-1160145080] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850887153'] for security_group, after_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:47:41.354805 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-1ef42536-39c3-4ca4-ad28-0a26590ea3c2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:47:41.398184 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92bdd2ab-8371-4991-9649-026c532e4a1f tempest-TestNetworkAdvancedServerOps-1160145080 tempest-TestNetworkAdvancedServerOps-1160145080] Pushing event updated for resources: {'SecurityGroup': ['ID=337810d0-258a-4ac0-90cd-69a0666760d0,revision_number=1']} {{(pid=84875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:47:41.401429 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-92bdd2ab-8371-4991-9649-026c532e4a1f tempest-TestNetworkAdvancedServerOps-1160145080 tempest-TestNetworkAdvancedServerOps-1160145080] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:47:41.403180 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-92bdd2ab-8371-4991-9649-026c532e4a1f tempest-TestNetworkAdvancedServerOps-1160145080 tempest-TestNetworkAdvancedServerOps-1160145080] Notify callbacks [] for security_group, before_response {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:47:41.404545 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-92bdd2ab-8371-4991-9649-026c532e4a1f tempest-TestNetworkAdvancedServerOps-1160145080 tempest-TestNetworkAdvancedServerOps-1160145080] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.2236297 Jan 14 07:47:41.407615 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84875) accepted ('10.222.0.24', 45776) {{(pid=84875) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:47:41.413226 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.v2.base [None req-8e0646d3-bcda-4c80-ad65-bcaf186b76e0 tempest-TestNetworkAdvancedServerOps-1160145080 tempest-TestNetworkAdvancedServerOps-1160145080] Request body: {'security_group_rule': {'security_group_id': '337810d0-258a-4ac0-90cd-69a0666760d0', 'project_id': '69417d350c734fdb82cf490b41ee71fc', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=84875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:47:41.424607 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-8e0646d3-bcda-4c80-ad65-bcaf186b76e0 tempest-TestNetworkAdvancedServerOps-1160145080 tempest-TestNetworkAdvancedServerOps-1160145080] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:47:41.429080 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-8e0646d3-bcda-4c80-ad65-bcaf186b76e0 tempest-TestNetworkAdvancedServerOps-1160145080 tempest-TestNetworkAdvancedServerOps-1160145080] Usage tracker for resource:security_group_rule and tenant:69417d350c734fdb82cf490b41ee71fc is out of sync, need to count used quota {{(pid=84875) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:47:41.432624 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-8e0646d3-bcda-4c80-ad65-bcaf186b76e0 tempest-TestNetworkAdvancedServerOps-1160145080 tempest-TestNetworkAdvancedServerOps-1160145080] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84875) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:47:41.438829 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-8e0646d3-bcda-4c80-ad65-bcaf186b76e0 tempest-TestNetworkAdvancedServerOps-1160145080 tempest-TestNetworkAdvancedServerOps-1160145080] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:47:41.452080 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-017f98a9-8a07-408c-a86f-8ff0c00400a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363259214191800', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854171626'] for agent, after_update {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:47:41.458184 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-8e0646d3-bcda-4c80-ad65-bcaf186b76e0 tempest-TestNetworkAdvancedServerOps-1160145080 tempest-TestNetworkAdvancedServerOps-1160145080] Notify callbacks [] for security_group_rule, before_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:47:41.530100 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-8e0646d3-bcda-4c80-ad65-bcaf186b76e0 tempest-TestNetworkAdvancedServerOps-1160145080 tempest-TestNetworkAdvancedServerOps-1160145080] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:47:41.534586 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-8e0646d3-bcda-4c80-ad65-bcaf186b76e0 tempest-TestNetworkAdvancedServerOps-1160145080 tempest-TestNetworkAdvancedServerOps-1160145080] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850966545'] for security_group_rule, after_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:47:41.536570 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-2dfd83be-f26c-41bf-b516-913761c00ecb tempest-TestNetworkAdvancedServerOps-1160145080 tempest-TestNetworkAdvancedServerOps-1160145080] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:47:41.559969 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e0646d3-bcda-4c80-ad65-bcaf186b76e0 tempest-TestNetworkAdvancedServerOps-1160145080 tempest-TestNetworkAdvancedServerOps-1160145080] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d199e331-a20f-42c7-991b-9998fcbba34e,revision_number=0']} {{(pid=84875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:47:41.562524 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-8e0646d3-bcda-4c80-ad65-bcaf186b76e0 tempest-TestNetworkAdvancedServerOps-1160145080 tempest-TestNetworkAdvancedServerOps-1160145080] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:47:41.569530 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-8e0646d3-bcda-4c80-ad65-bcaf186b76e0 tempest-TestNetworkAdvancedServerOps-1160145080 tempest-TestNetworkAdvancedServerOps-1160145080] Notify callbacks [] for security_group_rule, before_response {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:47:41.570852 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-8e0646d3-bcda-4c80-ad65-bcaf186b76e0 tempest-TestNetworkAdvancedServerOps-1160145080 tempest-TestNetworkAdvancedServerOps-1160145080] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1621451 Jan 14 07:47:41.574160 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84875) accepted ('10.222.0.24', 45780) {{(pid=84875) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:47:41.579755 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.v2.base [None req-f10ca657-b884-4cc0-b4e7-5cb7562c823e tempest-TestNetworkAdvancedServerOps-1160145080 tempest-TestNetworkAdvancedServerOps-1160145080] Request body: {'security_group_rule': {'security_group_id': '337810d0-258a-4ac0-90cd-69a0666760d0', 'project_id': '69417d350c734fdb82cf490b41ee71fc', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=84875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:47:41.590898 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-f10ca657-b884-4cc0-b4e7-5cb7562c823e tempest-TestNetworkAdvancedServerOps-1160145080 tempest-TestNetworkAdvancedServerOps-1160145080] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:47:41.595157 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-f10ca657-b884-4cc0-b4e7-5cb7562c823e tempest-TestNetworkAdvancedServerOps-1160145080 tempest-TestNetworkAdvancedServerOps-1160145080] Usage tracker for resource:security_group_rule and tenant:69417d350c734fdb82cf490b41ee71fc is out of sync, need to count used quota {{(pid=84875) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:47:41.598316 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-f10ca657-b884-4cc0-b4e7-5cb7562c823e tempest-TestNetworkAdvancedServerOps-1160145080 tempest-TestNetworkAdvancedServerOps-1160145080] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=84875) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:47:41.604805 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-f10ca657-b884-4cc0-b4e7-5cb7562c823e tempest-TestNetworkAdvancedServerOps-1160145080 tempest-TestNetworkAdvancedServerOps-1160145080] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=84875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:47:41.622756 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-f10ca657-b884-4cc0-b4e7-5cb7562c823e tempest-TestNetworkAdvancedServerOps-1160145080 tempest-TestNetworkAdvancedServerOps-1160145080] Notify callbacks [] for security_group_rule, before_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:47:41.691603 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-f10ca657-b884-4cc0-b4e7-5cb7562c823e tempest-TestNetworkAdvancedServerOps-1160145080 tempest-TestNetworkAdvancedServerOps-1160145080] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:47:41.695463 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-f10ca657-b884-4cc0-b4e7-5cb7562c823e tempest-TestNetworkAdvancedServerOps-1160145080 tempest-TestNetworkAdvancedServerOps-1160145080] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850966545'] for security_group_rule, after_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:47:41.697793 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-6a9e66b8-b4e5-491c-a045-03b8f7986ab5 tempest-SecGroupTest-1152222618 tempest-SecGroupTest-1152222618] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:47:41.722117 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f10ca657-b884-4cc0-b4e7-5cb7562c823e tempest-TestNetworkAdvancedServerOps-1160145080 tempest-TestNetworkAdvancedServerOps-1160145080] Pushing event updated for resources: {'SecurityGroupRule': ['ID=10302b70-7d84-4474-a1e7-1572397a9e99,revision_number=0']} {{(pid=84875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:47:41.726400 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-f10ca657-b884-4cc0-b4e7-5cb7562c823e tempest-TestNetworkAdvancedServerOps-1160145080 tempest-TestNetworkAdvancedServerOps-1160145080] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:47:41.733754 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-f10ca657-b884-4cc0-b4e7-5cb7562c823e tempest-TestNetworkAdvancedServerOps-1160145080 tempest-TestNetworkAdvancedServerOps-1160145080] Notify callbacks [] for security_group_rule, before_response {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:47:41.735059 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-f10ca657-b884-4cc0-b4e7-5cb7562c823e tempest-TestNetworkAdvancedServerOps-1160145080 tempest-TestNetworkAdvancedServerOps-1160145080] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1599023 Jan 14 07:47:41.738187 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84875) accepted ('10.222.0.24', 45784) {{(pid=84875) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:47:41.743781 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.v2.base [None req-b6efb981-8dd3-433b-9928-7164118e5ed7 tempest-TestNetworkAdvancedServerOps-1160145080 tempest-TestNetworkAdvancedServerOps-1160145080] Request body: {'security_group_rule': {'security_group_id': '337810d0-258a-4ac0-90cd-69a0666760d0', 'project_id': '69417d350c734fdb82cf490b41ee71fc', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=84875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:47:41.754689 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-b6efb981-8dd3-433b-9928-7164118e5ed7 tempest-TestNetworkAdvancedServerOps-1160145080 tempest-TestNetworkAdvancedServerOps-1160145080] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:47:41.759028 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-b6efb981-8dd3-433b-9928-7164118e5ed7 tempest-TestNetworkAdvancedServerOps-1160145080 tempest-TestNetworkAdvancedServerOps-1160145080] Usage tracker for resource:security_group_rule and tenant:69417d350c734fdb82cf490b41ee71fc is out of sync, need to count used quota {{(pid=84875) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:47:41.762090 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-b6efb981-8dd3-433b-9928-7164118e5ed7 tempest-TestNetworkAdvancedServerOps-1160145080 tempest-TestNetworkAdvancedServerOps-1160145080] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=84875) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:47:41.767872 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-b6efb981-8dd3-433b-9928-7164118e5ed7 tempest-TestNetworkAdvancedServerOps-1160145080 tempest-TestNetworkAdvancedServerOps-1160145080] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=84875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:47:41.785526 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-b6efb981-8dd3-433b-9928-7164118e5ed7 tempest-TestNetworkAdvancedServerOps-1160145080 tempest-TestNetworkAdvancedServerOps-1160145080] Notify callbacks [] for security_group_rule, before_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:47:41.853421 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-b6efb981-8dd3-433b-9928-7164118e5ed7 tempest-TestNetworkAdvancedServerOps-1160145080 tempest-TestNetworkAdvancedServerOps-1160145080] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:47:41.857045 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-b6efb981-8dd3-433b-9928-7164118e5ed7 tempest-TestNetworkAdvancedServerOps-1160145080 tempest-TestNetworkAdvancedServerOps-1160145080] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850966545'] for security_group_rule, after_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:47:41.864161 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-eb35eb99-aa32-424e-b710-71ce2577b836 tempest-ServerActionsTestJSON-801463951 tempest-ServerActionsTestJSON-801463951] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:47:41.882794 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6efb981-8dd3-433b-9928-7164118e5ed7 tempest-TestNetworkAdvancedServerOps-1160145080 tempest-TestNetworkAdvancedServerOps-1160145080] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c31d11cb-355b-4845-9b72-e7162412b122,revision_number=0']} {{(pid=84875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:47:41.885499 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-b6efb981-8dd3-433b-9928-7164118e5ed7 tempest-TestNetworkAdvancedServerOps-1160145080 tempest-TestNetworkAdvancedServerOps-1160145080] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:47:41.893586 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-b6efb981-8dd3-433b-9928-7164118e5ed7 tempest-TestNetworkAdvancedServerOps-1160145080 tempest-TestNetworkAdvancedServerOps-1160145080] Notify callbacks [] for security_group_rule, before_response {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:47:41.895297 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-b6efb981-8dd3-433b-9928-7164118e5ed7 tempest-TestNetworkAdvancedServerOps-1160145080 tempest-TestNetworkAdvancedServerOps-1160145080] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1560905 Jan 14 07:47:41.898519 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84875) accepted ('10.222.0.24', 45788) {{(pid=84875) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:47:41.907894 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.v2.base [None req-bce05c76-166b-49b2-af48-fc28d600b27a tempest-TestNetworkAdvancedServerOps-1160145080 tempest-TestNetworkAdvancedServerOps-1160145080] Request body: {'security_group_rule': {'security_group_id': '337810d0-258a-4ac0-90cd-69a0666760d0', 'project_id': '69417d350c734fdb82cf490b41ee71fc', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=84875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:47:41.922093 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-bce05c76-166b-49b2-af48-fc28d600b27a tempest-TestNetworkAdvancedServerOps-1160145080 tempest-TestNetworkAdvancedServerOps-1160145080] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:47:41.926546 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-bce05c76-166b-49b2-af48-fc28d600b27a tempest-TestNetworkAdvancedServerOps-1160145080 tempest-TestNetworkAdvancedServerOps-1160145080] Usage tracker for resource:security_group_rule and tenant:69417d350c734fdb82cf490b41ee71fc is out of sync, need to count used quota {{(pid=84875) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:47:41.929875 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-bce05c76-166b-49b2-af48-fc28d600b27a tempest-TestNetworkAdvancedServerOps-1160145080 tempest-TestNetworkAdvancedServerOps-1160145080] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=84875) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:47:41.937496 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-bce05c76-166b-49b2-af48-fc28d600b27a tempest-TestNetworkAdvancedServerOps-1160145080 tempest-TestNetworkAdvancedServerOps-1160145080] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=84875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:47:41.959426 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-bce05c76-166b-49b2-af48-fc28d600b27a tempest-TestNetworkAdvancedServerOps-1160145080 tempest-TestNetworkAdvancedServerOps-1160145080] Notify callbacks [] for security_group_rule, before_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:47:42.036847 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-bce05c76-166b-49b2-af48-fc28d600b27a tempest-TestNetworkAdvancedServerOps-1160145080 tempest-TestNetworkAdvancedServerOps-1160145080] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:47:42.041112 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-bce05c76-166b-49b2-af48-fc28d600b27a tempest-TestNetworkAdvancedServerOps-1160145080 tempest-TestNetworkAdvancedServerOps-1160145080] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850966545'] for security_group_rule, after_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:47:42.042999 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-17a5d861-83e7-4897-93dd-70562e8129e4 tempest-SecGroupTest-1152222618 tempest-SecGroupTest-1152222618] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:47:42.066152 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bce05c76-166b-49b2-af48-fc28d600b27a tempest-TestNetworkAdvancedServerOps-1160145080 tempest-TestNetworkAdvancedServerOps-1160145080] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9ae8773b-f4eb-46c7-bb94-6c87e0193b98,revision_number=0']} {{(pid=84875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:47:42.068721 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-bce05c76-166b-49b2-af48-fc28d600b27a tempest-TestNetworkAdvancedServerOps-1160145080 tempest-TestNetworkAdvancedServerOps-1160145080] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:47:42.076298 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-bce05c76-166b-49b2-af48-fc28d600b27a tempest-TestNetworkAdvancedServerOps-1160145080 tempest-TestNetworkAdvancedServerOps-1160145080] Notify callbacks [] for security_group_rule, before_response {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:47:42.077585 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-bce05c76-166b-49b2-af48-fc28d600b27a tempest-TestNetworkAdvancedServerOps-1160145080 tempest-TestNetworkAdvancedServerOps-1160145080] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1769254 Jan 14 07:47:42.081439 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84875) accepted ('10.222.0.24', 45792) {{(pid=84875) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:47:42.087399 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.v2.base [None req-c466a505-b748-4933-a1da-9e922f9c15c1 tempest-TestNetworkAdvancedServerOps-1160145080 tempest-TestNetworkAdvancedServerOps-1160145080] Request body: {'security_group_rule': {'security_group_id': '337810d0-258a-4ac0-90cd-69a0666760d0', 'project_id': '69417d350c734fdb82cf490b41ee71fc', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=84875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:47:42.098359 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-c466a505-b748-4933-a1da-9e922f9c15c1 tempest-TestNetworkAdvancedServerOps-1160145080 tempest-TestNetworkAdvancedServerOps-1160145080] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:47:42.103201 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-c466a505-b748-4933-a1da-9e922f9c15c1 tempest-TestNetworkAdvancedServerOps-1160145080 tempest-TestNetworkAdvancedServerOps-1160145080] Usage tracker for resource:security_group_rule and tenant:69417d350c734fdb82cf490b41ee71fc is out of sync, need to count used quota {{(pid=84875) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:47:42.106423 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-c466a505-b748-4933-a1da-9e922f9c15c1 tempest-TestNetworkAdvancedServerOps-1160145080 tempest-TestNetworkAdvancedServerOps-1160145080] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=84875) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:47:42.112665 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-c466a505-b748-4933-a1da-9e922f9c15c1 tempest-TestNetworkAdvancedServerOps-1160145080 tempest-TestNetworkAdvancedServerOps-1160145080] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=84875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:47:42.124499 n-d-768862-2 neutron-server[84765]: INFO neutron.db.securitygroups_db [None req-c466a505-b748-4933-a1da-9e922f9c15c1 tempest-TestNetworkAdvancedServerOps-1160145080 tempest-TestNetworkAdvancedServerOps-1160145080] Project 69417d350c734fdb82cf490b41ee71fc added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 14 07:47:42.131757 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-c466a505-b748-4933-a1da-9e922f9c15c1 tempest-TestNetworkAdvancedServerOps-1160145080 tempest-TestNetworkAdvancedServerOps-1160145080] Notify callbacks [] for security_group_rule, before_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:47:42.199331 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-c466a505-b748-4933-a1da-9e922f9c15c1 tempest-TestNetworkAdvancedServerOps-1160145080 tempest-TestNetworkAdvancedServerOps-1160145080] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:47:42.203483 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-c466a505-b748-4933-a1da-9e922f9c15c1 tempest-TestNetworkAdvancedServerOps-1160145080 tempest-TestNetworkAdvancedServerOps-1160145080] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850966545'] for security_group_rule, after_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:47:42.205452 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-8c7ee1c1-ba40-47c4-be34-8d031b067a8b tempest-SecGroupIPv6Test-296392250 tempest-SecGroupIPv6Test-296392250] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:47:42.229524 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c466a505-b748-4933-a1da-9e922f9c15c1 tempest-TestNetworkAdvancedServerOps-1160145080 tempest-TestNetworkAdvancedServerOps-1160145080] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d1ffd39a-c17b-4aeb-b070-2bcac6cb2bd4,revision_number=0']} {{(pid=84875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:47:42.232893 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-c466a505-b748-4933-a1da-9e922f9c15c1 tempest-TestNetworkAdvancedServerOps-1160145080 tempest-TestNetworkAdvancedServerOps-1160145080] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:47:42.240634 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-c466a505-b748-4933-a1da-9e922f9c15c1 tempest-TestNetworkAdvancedServerOps-1160145080 tempest-TestNetworkAdvancedServerOps-1160145080] Notify callbacks [] for security_group_rule, before_response {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:47:42.241914 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-c466a505-b748-4933-a1da-9e922f9c15c1 tempest-TestNetworkAdvancedServerOps-1160145080 tempest-TestNetworkAdvancedServerOps-1160145080] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1594076 Jan 14 07:47:42.245283 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84874) accepted ('10.222.0.24', 45796) {{(pid=84874) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:47:42.251282 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.v2.base [None req-86de6752-5c17-4207-b0a4-d5de0338964c tempest-TestNetworkAdvancedServerOps-1160145080 tempest-TestNetworkAdvancedServerOps-1160145080] Request body: {'security_group_rule': {'security_group_id': '337810d0-258a-4ac0-90cd-69a0666760d0', 'project_id': '69417d350c734fdb82cf490b41ee71fc', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=84874) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:47:42.262574 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-86de6752-5c17-4207-b0a4-d5de0338964c tempest-TestNetworkAdvancedServerOps-1160145080 tempest-TestNetworkAdvancedServerOps-1160145080] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:47:42.266791 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-86de6752-5c17-4207-b0a4-d5de0338964c tempest-TestNetworkAdvancedServerOps-1160145080 tempest-TestNetworkAdvancedServerOps-1160145080] Usage tracker for resource:security_group_rule and tenant:69417d350c734fdb82cf490b41ee71fc is out of sync, need to count used quota {{(pid=84874) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:47:42.269905 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-86de6752-5c17-4207-b0a4-d5de0338964c tempest-TestNetworkAdvancedServerOps-1160145080 tempest-TestNetworkAdvancedServerOps-1160145080] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=84874) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:47:42.275880 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-86de6752-5c17-4207-b0a4-d5de0338964c tempest-TestNetworkAdvancedServerOps-1160145080 tempest-TestNetworkAdvancedServerOps-1160145080] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=84874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:47:42.287041 n-d-768862-2 neutron-server[84765]: INFO neutron.db.securitygroups_db [None req-86de6752-5c17-4207-b0a4-d5de0338964c tempest-TestNetworkAdvancedServerOps-1160145080 tempest-TestNetworkAdvancedServerOps-1160145080] Project 69417d350c734fdb82cf490b41ee71fc added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 14 07:47:42.294262 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-86de6752-5c17-4207-b0a4-d5de0338964c tempest-TestNetworkAdvancedServerOps-1160145080 tempest-TestNetworkAdvancedServerOps-1160145080] Notify callbacks [] for security_group_rule, before_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:47:42.375791 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-86de6752-5c17-4207-b0a4-d5de0338964c tempest-TestNetworkAdvancedServerOps-1160145080 tempest-TestNetworkAdvancedServerOps-1160145080] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:47:42.379623 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-86de6752-5c17-4207-b0a4-d5de0338964c tempest-TestNetworkAdvancedServerOps-1160145080 tempest-TestNetworkAdvancedServerOps-1160145080] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850966545'] for security_group_rule, after_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:47:42.381541 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:47:42.405023 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86de6752-5c17-4207-b0a4-d5de0338964c tempest-TestNetworkAdvancedServerOps-1160145080 tempest-TestNetworkAdvancedServerOps-1160145080] Pushing event updated for resources: {'SecurityGroupRule': ['ID=98d598bb-33b4-4334-9487-535bd4c0093d,revision_number=0']} {{(pid=84874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:47:42.408934 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-86de6752-5c17-4207-b0a4-d5de0338964c tempest-TestNetworkAdvancedServerOps-1160145080 tempest-TestNetworkAdvancedServerOps-1160145080] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:47:42.416761 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-86de6752-5c17-4207-b0a4-d5de0338964c tempest-TestNetworkAdvancedServerOps-1160145080 tempest-TestNetworkAdvancedServerOps-1160145080] Notify callbacks [] for security_group_rule, before_response {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:47:42.418070 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-86de6752-5c17-4207-b0a4-d5de0338964c tempest-TestNetworkAdvancedServerOps-1160145080 tempest-TestNetworkAdvancedServerOps-1160145080] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1717343 Jan 14 07:47:42.421258 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84874) accepted ('10.222.0.24', 45800) {{(pid=84874) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:47:42.427504 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.v2.base [None req-62bef574-78f3-4a33-af2e-7549e0746416 tempest-TestNetworkAdvancedServerOps-1160145080 tempest-TestNetworkAdvancedServerOps-1160145080] Request body: {'network': {'name': 'tempest-network-smoke--940045391', 'project_id': '69417d350c734fdb82cf490b41ee71fc', 'port_security_enabled': True}} {{(pid=84874) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:47:42.433730 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-62bef574-78f3-4a33-af2e-7549e0746416 tempest-TestNetworkAdvancedServerOps-1160145080 tempest-TestNetworkAdvancedServerOps-1160145080] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:47:42.438278 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-62bef574-78f3-4a33-af2e-7549e0746416 tempest-TestNetworkAdvancedServerOps-1160145080 tempest-TestNetworkAdvancedServerOps-1160145080] Usage tracker for resource:network and tenant:69417d350c734fdb82cf490b41ee71fc is out of sync, need to count used quota {{(pid=84874) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:47:42.441709 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-62bef574-78f3-4a33-af2e-7549e0746416 tempest-TestNetworkAdvancedServerOps-1160145080 tempest-TestNetworkAdvancedServerOps-1160145080] Quota usage for network was recalculated. Used quota:0. {{(pid=84874) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:47:42.447673 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-62bef574-78f3-4a33-af2e-7549e0746416 tempest-TestNetworkAdvancedServerOps-1160145080 tempest-TestNetworkAdvancedServerOps-1160145080] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:47:42.463263 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-62bef574-78f3-4a33-af2e-7549e0746416 tempest-TestNetworkAdvancedServerOps-1160145080 tempest-TestNetworkAdvancedServerOps-1160145080] Made reservation on behalf of 69417d350c734fdb82cf490b41ee71fc for: {'network': 1} {{(pid=84874) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 07:47:42.472606 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-62bef574-78f3-4a33-af2e-7549e0746416 tempest-TestNetworkAdvancedServerOps-1160145080 tempest-TestNetworkAdvancedServerOps-1160145080] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555753'] for network, before_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:47:42.506542 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-62bef574-78f3-4a33-af2e-7549e0746416 tempest-TestNetworkAdvancedServerOps-1160145080 tempest-TestNetworkAdvancedServerOps-1160145080] vxlan segment allocate from pool success with {'vxlan_vni': 3} {{(pid=84874) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Jan 14 07:47:42.515893 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-62bef574-78f3-4a33-af2e-7549e0746416 tempest-TestNetworkAdvancedServerOps-1160145080 tempest-TestNetworkAdvancedServerOps-1160145080] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854179735'] for segment, precommit_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:47:42.516263 n-d-768862-2 neutron-server[84765]: INFO neutron.db.segments_db [None req-62bef574-78f3-4a33-af2e-7549e0746416 tempest-TestNetworkAdvancedServerOps-1160145080 tempest-TestNetworkAdvancedServerOps-1160145080] Added segment a7960fcc-0e05-4428-8277-8b3bf6ad96b2 of type vxlan for network 07147954-8344-46c4-a6e0-2da340f1870a Jan 14 07:47:42.545097 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-62bef574-78f3-4a33-af2e-7549e0746416 tempest-TestNetworkAdvancedServerOps-1160145080 tempest-TestNetworkAdvancedServerOps-1160145080] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363259214646115'] for network, precommit_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:47:42.576410 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-62bef574-78f3-4a33-af2e-7549e0746416 tempest-TestNetworkAdvancedServerOps-1160145080 tempest-TestNetworkAdvancedServerOps-1160145080] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850887149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964'] for network, after_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:47:42.595653 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62bef574-78f3-4a33-af2e-7549e0746416 tempest-TestNetworkAdvancedServerOps-1160145080 tempest-TestNetworkAdvancedServerOps-1160145080] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:47:42.596314 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-62bef574-78f3-4a33-af2e-7549e0746416 tempest-TestNetworkAdvancedServerOps-1160145080 tempest-TestNetworkAdvancedServerOps-1160145080] Notify callbacks [] for network, before_response {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:47:42.600446 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-5174032d-6a1b-4cab-9320-ff75450f6025 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:47:42.719336 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-62bef574-78f3-4a33-af2e-7549e0746416 tempest-TestNetworkAdvancedServerOps-1160145080 tempest-TestNetworkAdvancedServerOps-1160145080] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.2968807 Jan 14 07:47:42.722776 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84875) accepted ('10.222.0.24', 45806) {{(pid=84875) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:47:42.724963 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62bef574-78f3-4a33-af2e-7549e0746416 tempest-TestNetworkAdvancedServerOps-1160145080 tempest-TestNetworkAdvancedServerOps-1160145080] Pushing event updated for resources: {'Network': ['ID=07147954-8344-46c4-a6e0-2da340f1870a,revision_number=1']} {{(pid=84874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:47:42.728674 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-62bef574-78f3-4a33-af2e-7549e0746416 tempest-TestNetworkAdvancedServerOps-1160145080 tempest-TestNetworkAdvancedServerOps-1160145080] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:47:42.729540 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.v2.base [None req-2a9ba3da-6256-45f1-b0ef-d2058d375d0c tempest-TestNetworkAdvancedServerOps-1160145080 tempest-TestNetworkAdvancedServerOps-1160145080] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1388483124', 'admin_state_up': True, 'project_id': '69417d350c734fdb82cf490b41ee71fc', 'external_gateway_info': {'network_id': '226f1e78-82cd-4481-9055-4eb73b6db8c1'}}} {{(pid=84875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:47:42.740573 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Network 07147954-8344-46c4-a6e0-2da340f1870a details requested by agent ovs-agent-n-d-768862-2 with host n-d-768862-2 {{(pid=84876) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 07:47:42.741911 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-2a9ba3da-6256-45f1-b0ef-d2058d375d0c tempest-TestNetworkAdvancedServerOps-1160145080 tempest-TestNetworkAdvancedServerOps-1160145080] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:47:42.746542 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-2a9ba3da-6256-45f1-b0ef-d2058d375d0c tempest-TestNetworkAdvancedServerOps-1160145080 tempest-TestNetworkAdvancedServerOps-1160145080] Usage tracker for resource:router and tenant:69417d350c734fdb82cf490b41ee71fc is out of sync, need to count used quota {{(pid=84875) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:47:42.749719 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-2a9ba3da-6256-45f1-b0ef-d2058d375d0c tempest-TestNetworkAdvancedServerOps-1160145080 tempest-TestNetworkAdvancedServerOps-1160145080] Quota usage for router was recalculated. Used quota:0. {{(pid=84875) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:47:42.755848 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-2a9ba3da-6256-45f1-b0ef-d2058d375d0c tempest-TestNetworkAdvancedServerOps-1160145080 tempest-TestNetworkAdvancedServerOps-1160145080] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:47:42.755995 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-852a24f7-e9a1-4193-9abb-e9506fe5213f None None] Network 07147954-8344-46c4-a6e0-2da340f1870a details requested by agent ovs-agent-n-h2-768862-2 with host n-h2-768862-2 {{(pid=84876) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 07:47:42.766537 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-2a9ba3da-6256-45f1-b0ef-d2058d375d0c tempest-TestNetworkAdvancedServerOps-1160145080 tempest-TestNetworkAdvancedServerOps-1160145080] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3889205', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854717621'] for router, before_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:47:42.767536 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-2a9ba3da-6256-45f1-b0ef-d2058d375d0c tempest-TestNetworkAdvancedServerOps-1160145080 tempest-TestNetworkAdvancedServerOps-1160145080] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036850886574', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3912501', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3808446', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-58179'] for router, precommit_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:47:42.768808 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-017f98a9-8a07-408c-a86f-8ff0c00400a0 None None] Network 07147954-8344-46c4-a6e0-2da340f1870a details requested by agent ovs-agent-n-h1-768862-2 with host n-h1-768862-2 {{(pid=84876) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 07:47:42.782347 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-2a9ba3da-6256-45f1-b0ef-d2058d375d0c tempest-TestNetworkAdvancedServerOps-1160145080 tempest-TestNetworkAdvancedServerOps-1160145080] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:47:43.065200 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-852a24f7-e9a1-4193-9abb-e9506fe5213f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363259214191800', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854171626'] for agent, after_update {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:47:43.370690 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-2a9ba3da-6256-45f1-b0ef-d2058d375d0c tempest-TestNetworkAdvancedServerOps-1160145080 tempest-TestNetworkAdvancedServerOps-1160145080] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3912484', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3889188', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-58194'] for router, precommit_update {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:47:43.699292 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-2a9ba3da-6256-45f1-b0ef-d2058d375d0c tempest-TestNetworkAdvancedServerOps-1160145080 tempest-TestNetworkAdvancedServerOps-1160145080] Notify callbacks [] for router_gateway, before_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:47:43.737168 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-2a9ba3da-6256-45f1-b0ef-d2058d375d0c tempest-TestNetworkAdvancedServerOps-1160145080 tempest-TestNetworkAdvancedServerOps-1160145080] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555753'] for port, before_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:47:44.009496 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.db_base_plugin_common [None req-2a9ba3da-6256-45f1-b0ef-d2058d375d0c tempest-TestNetworkAdvancedServerOps-1160145080 tempest-TestNetworkAdvancedServerOps-1160145080] Allocated IP 172.25.2.169 (226f1e78-82cd-4481-9055-4eb73b6db8c1/ba8deeec-7658-4195-9449-038c076f5c83/ca9cd57f-c82d-4ea2-810a-b1cf81da29f0) {{(pid=84875) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 14 07:47:44.171047 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-2a9ba3da-6256-45f1-b0ef-d2058d375d0c tempest-TestNetworkAdvancedServerOps-1160145080 tempest-TestNetworkAdvancedServerOps-1160145080] Notify callbacks [] for port, precommit_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:47:44.199145 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-2a9ba3da-6256-45f1-b0ef-d2058d375d0c tempest-TestNetworkAdvancedServerOps-1160145080 tempest-TestNetworkAdvancedServerOps-1160145080] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777640123575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851621574'] for port, after_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:47:44.212302 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-9f99e6ce-0077-47a5-8de7-7602cc97385d tempest-ServerActionsTestJSON-801463951 tempest-ServerActionsTestJSON-801463951] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:47:44.345064 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a9ba3da-6256-45f1-b0ef-d2058d375d0c tempest-TestNetworkAdvancedServerOps-1160145080 tempest-TestNetworkAdvancedServerOps-1160145080] Pushing event updated for resources: {'Port': ['ID=ca9cd57f-c82d-4ea2-810a-b1cf81da29f0,revision_number=1']} {{(pid=84875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:47:44.348766 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-2a9ba3da-6256-45f1-b0ef-d2058d375d0c tempest-TestNetworkAdvancedServerOps-1160145080 tempest-TestNetworkAdvancedServerOps-1160145080] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:47:44.410535 n-d-768862-2 neutron-server[84765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a9ba3da-6256-45f1-b0ef-d2058d375d0c tempest-TestNetworkAdvancedServerOps-1160145080 tempest-TestNetworkAdvancedServerOps-1160145080] Network 226f1e78-82cd-4481-9055-4eb73b6db8c1 is already hosted by enough agents. {{(pid=84875) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 07:47:44.411878 n-d-768862-2 neutron-server[84765]: DEBUG neutron.scheduler.base_scheduler [None req-2a9ba3da-6256-45f1-b0ef-d2058d375d0c tempest-TestNetworkAdvancedServerOps-1160145080 tempest-TestNetworkAdvancedServerOps-1160145080] Resources bound (agent type, host, resource id): {{(pid=84875) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 07:47:44.414347 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a9ba3da-6256-45f1-b0ef-d2058d375d0c tempest-TestNetworkAdvancedServerOps-1160145080 tempest-TestNetworkAdvancedServerOps-1160145080] Received port after_create {{(pid=84875) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 14 07:47:44.846116 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-2a9ba3da-6256-45f1-b0ef-d2058d375d0c tempest-TestNetworkAdvancedServerOps-1160145080 tempest-TestNetworkAdvancedServerOps-1160145080] Notify callbacks [] for router_gateway, after_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:47:45.219023 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-2a9ba3da-6256-45f1-b0ef-d2058d375d0c tempest-TestNetworkAdvancedServerOps-1160145080 tempest-TestNetworkAdvancedServerOps-1160145080] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036850886612', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036850863158'] for router, after_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:47:45.442575 n-d-768862-2 neutron-server[84765]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2a9ba3da-6256-45f1-b0ef-d2058d375d0c tempest-TestNetworkAdvancedServerOps-1160145080 tempest-TestNetworkAdvancedServerOps-1160145080] Router 0c007700-011f-4eee-9132-1e6374ef7d21 is scheduled to L3 agent 35f592e9-451b-4db9-abea-77b6a5c5391b with binding_index 1 {{(pid=84875) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}} Jan 14 07:47:45.639737 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2a9ba3da-6256-45f1-b0ef-d2058d375d0c tempest-TestNetworkAdvancedServerOps-1160145080 tempest-TestNetworkAdvancedServerOps-1160145080] Notify agent at l3_agent.n-d-768862-2 the message routers_updated {{(pid=84875) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jan 14 07:47:45.651880 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c16bf3f-cd2c-43bb-af95-902ef2324424 None None] Sync routers for ids ['0c007700-011f-4eee-9132-1e6374ef7d21'] in n-d-768862-2 {{(pid=84877) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Jan 14 07:47:45.662730 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c16bf3f-cd2c-43bb-af95-902ef2324424 None None] Routers {'0c007700-011f-4eee-9132-1e6374ef7d21'} bound to L3 agent in host n-d-768862-2 {{(pid=84877) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 14 07:47:45.663407 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_hamode_db [None req-5c16bf3f-cd2c-43bb-af95-902ef2324424 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-01-14T06:56:51Z,description=,heartbeat_timestamp=2021-01-14T07:47:22Z,host='n-d-768862-2',id=35f592e9-451b-4db9-abea-77b6a5c5391b,load=0,resource_versions=,resources_synced=,started_at=2021-01-14T06:56:51Z,topic='l3_agent')) {'router_ids': ['0c007700-011f-4eee-9132-1e6374ef7d21'], 'active': True} {{(pid=84877) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:47:45.675882 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-2a9ba3da-6256-45f1-b0ef-d2058d375d0c tempest-TestNetworkAdvancedServerOps-1160145080 tempest-TestNetworkAdvancedServerOps-1160145080] Notify callbacks [] for router, before_response {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:47:45.677287 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-2a9ba3da-6256-45f1-b0ef-d2058d375d0c tempest-TestNetworkAdvancedServerOps-1160145080 tempest-TestNetworkAdvancedServerOps-1160145080] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 2.9530284 Jan 14 07:47:45.680998 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84874) accepted ('10.222.0.24', 45810) {{(pid=84874) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:47:45.733892 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84875) accepted ('10.222.0.24', 45814) {{(pid=84875) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:47:45.734136 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-de820b3d-d3fc-4bde-8c23-48456ef60312 tempest-TestNetworkAdvancedServerOps-569276418 tempest-TestNetworkAdvancedServerOps-569276418] 10.222.0.24 "GET /v2.0/subnets?project_id=69417d350c734fdb82cf490b41ee71fc&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0515070 Jan 14 07:47:45.853181 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_dvr_db [None req-5c16bf3f-cd2c-43bb-af95-902ef2324424 None None] Set router 0c007700-011f-4eee-9132-1e6374ef7d21 gateway port host: n-d-768862-2 {{(pid=84877) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 14 07:47:45.878975 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a8c10b0-36ae-4362-b555-acf21fce51ca tempest-TestNetworkAdvancedServerOps-569276418 tempest-TestNetworkAdvancedServerOps-569276418] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:47:45.880676 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-4a8c10b0-36ae-4362-b555-acf21fce51ca tempest-TestNetworkAdvancedServerOps-569276418 tempest-TestNetworkAdvancedServerOps-569276418] 10.222.0.24 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1460657 Jan 14 07:47:45.884018 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84875) accepted ('10.222.0.24', 45818) {{(pid=84875) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:47:45.935871 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-43326fd8-d5a0-43a8-86ca-cf8eb495d47a tempest-TestNetworkAdvancedServerOps-569276418 tempest-TestNetworkAdvancedServerOps-569276418] 10.222.0.24 "GET /v2.0/subnets?network_id=226f1e78-82cd-4481-9055-4eb73b6db8c1&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0477958 Jan 14 07:47:45.936112 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84875) accepted ('10.222.0.24', 45822) {{(pid=84875) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:47:45.942340 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.v2.base [None req-1a88d0f3-0c76-46fd-9ea6-c4685b8751a5 tempest-TestNetworkAdvancedServerOps-1160145080 tempest-TestNetworkAdvancedServerOps-1160145080] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1294230510', 'network_id': '07147954-8344-46c4-a6e0-2da340f1870a', 'project_id': '69417d350c734fdb82cf490b41ee71fc', 'cidr': '172.20.0.0/28', 'ip_version': 4}} {{(pid=84875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:47:46.064764 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-1a88d0f3-0c76-46fd-9ea6-c4685b8751a5 tempest-TestNetworkAdvancedServerOps-1160145080 tempest-TestNetworkAdvancedServerOps-1160145080] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:47:46.068994 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-1a88d0f3-0c76-46fd-9ea6-c4685b8751a5 tempest-TestNetworkAdvancedServerOps-1160145080 tempest-TestNetworkAdvancedServerOps-1160145080] Usage tracker for resource:subnet and tenant:69417d350c734fdb82cf490b41ee71fc is out of sync, need to count used quota {{(pid=84875) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:47:46.072011 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-1a88d0f3-0c76-46fd-9ea6-c4685b8751a5 tempest-TestNetworkAdvancedServerOps-1160145080 tempest-TestNetworkAdvancedServerOps-1160145080] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84875) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:47:46.077765 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-1a88d0f3-0c76-46fd-9ea6-c4685b8751a5 tempest-TestNetworkAdvancedServerOps-1160145080 tempest-TestNetworkAdvancedServerOps-1160145080] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:47:46.086890 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1a88d0f3-0c76-46fd-9ea6-c4685b8751a5 tempest-TestNetworkAdvancedServerOps-1160145080 tempest-TestNetworkAdvancedServerOps-1160145080] Made reservation on behalf of 69417d350c734fdb82cf490b41ee71fc for: {'subnet': 1} {{(pid=84875) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 07:47:46.155164 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_hamode_db [None req-5c16bf3f-cd2c-43bb-af95-902ef2324424 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0c007700-011f-4eee-9132-1e6374ef7d21', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1388483124', 'tenant_id': '69417d350c734fdb82cf490b41ee71fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '226f1e78-82cd-4481-9055-4eb73b6db8c1', 'external_fixed_ips': [{'subnet_id': 'ba8deeec-7658-4195-9449-038c076f5c83', 'ip_address': '172.25.2.169'}], 'enable_snat': True}, 'gw_port_id': 'ca9cd57f-c82d-4ea2-810a-b1cf81da29f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-14T07:47:42Z', 'updated_at': '2021-01-14T07:47:44Z', 'revision_number': 3, 'project_id': '69417d350c734fdb82cf490b41ee71fc', 'gw_port': {'id': 'ca9cd57f-c82d-4ea2-810a-b1cf81da29f0', 'name': '', 'network_id': '226f1e78-82cd-4481-9055-4eb73b6db8c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:33:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0c007700-011f-4eee-9132-1e6374ef7d21', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3942, 'fixed_ips': [{'subnet_id': 'ba8deeec-7658-4195-9449-038c076f5c83', 'ip_address': '172.25.2.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T07:47:43Z', 'updated_at': '2021-01-14T07:47:44Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ba8deeec-7658-4195-9449-038c076f5c83', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-2'}], 'n-d-768862-2', False) {} {{(pid=84877) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:47:46.159467 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c16bf3f-cd2c-43bb-af95-902ef2324424 None None] Checking router: 0c007700-011f-4eee-9132-1e6374ef7d21 for host: n-d-768862-2 {{(pid=84877) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Jan 14 07:47:46.159899 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c16bf3f-cd2c-43bb-af95-902ef2324424 None None] Updating router 0c007700-011f-4eee-9132-1e6374ef7d21 port ca9cd57f-c82d-4ea2-810a-b1cf81da29f0 binding host n-d-768862-2 {{(pid=84877) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Jan 14 07:47:46.202034 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-1a88d0f3-0c76-46fd-9ea6-c4685b8751a5 tempest-TestNetworkAdvancedServerOps-1160145080 tempest-TestNetworkAdvancedServerOps-1160145080] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036852467157'] for subnet, before_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:47:46.214424 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-5c16bf3f-cd2c-43bb-af95-902ef2324424 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555753'] for port, before_update {{(pid=84877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:47:46.611765 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-5c16bf3f-cd2c-43bb-af95-902ef2324424 None None] Notify callbacks [] for port, precommit_update {{(pid=84877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:47:46.626681 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-5c16bf3f-cd2c-43bb-af95-902ef2324424 None None] Transition to ACTIVE for port object ca9cd57f-c82d-4ea2-810a-b1cf81da29f0 will not be triggered until provisioned by entity L2. {{(pid=84877) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 07:47:46.631213 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-5c16bf3f-cd2c-43bb-af95-902ef2324424 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777640533312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363259214678337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777640097497'] for port, after_update {{(pid=84877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:47:46.645952 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-1413ef27-9719-456a-9461-f206d0a3221f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:47:46.788973 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01090b58-cd0b-48fa-b4f4-952011da1e5d None None] Pushing event updated for resources: {'Port': ['ID=ca9cd57f-c82d-4ea2-810a-b1cf81da29f0,revision_number=2']} {{(pid=84877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:47:46.794564 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-01090b58-cd0b-48fa-b4f4-952011da1e5d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=84877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:47:46.856926 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.managers [None req-5c16bf3f-cd2c-43bb-af95-902ef2324424 None None] Attempting to bind port ca9cd57f-c82d-4ea2-810a-b1cf81da29f0 on host n-d-768862-2 for vnic_type normal with profile {{(pid=84877) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 14 07:47:46.857586 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.managers [None req-5c16bf3f-cd2c-43bb-af95-902ef2324424 None None] Attempting to bind port ca9cd57f-c82d-4ea2-810a-b1cf81da29f0 by drivers openvswitch on host n-d-768862-2 at level 0 using segments [{'id': 'cf3ded2c-bc47-4a71-89af-6e7117e60140', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '226f1e78-82cd-4481-9055-4eb73b6db8c1'}] {{(pid=84877) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 14 07:47:46.857693 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c16bf3f-cd2c-43bb-af95-902ef2324424 None None] Attempting to bind port ca9cd57f-c82d-4ea2-810a-b1cf81da29f0 on network 226f1e78-82cd-4481-9055-4eb73b6db8c1 {{(pid=84877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 14 07:47:46.863511 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c16bf3f-cd2c-43bb-af95-902ef2324424 None None] Checking agent: {'id': 'ba5efab1-b43c-4d5a-bc52-6e105d4e67a2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768862-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 14, 6, 56, 52), 'started_at': datetime.datetime(2021, 1, 14, 6, 57, 22), 'heartbeat_timestamp': datetime.datetime(2021, 1, 14, 7, 47, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768862-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.29', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 14 07:47:46.863893 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c16bf3f-cd2c-43bb-af95-902ef2324424 None None] Checking segment: {'id': 'cf3ded2c-bc47-4a71-89af-6e7117e60140', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '226f1e78-82cd-4481-9055-4eb73b6db8c1'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84877) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 14 07:47:46.864339 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-5c16bf3f-cd2c-43bb-af95-902ef2324424 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:47:46.864767 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c16bf3f-cd2c-43bb-af95-902ef2324424 None None] Bound using segment: {'id': 'cf3ded2c-bc47-4a71-89af-6e7117e60140', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '226f1e78-82cd-4481-9055-4eb73b6db8c1'} {{(pid=84877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 14 07:47:46.865265 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.managers [None req-5c16bf3f-cd2c-43bb-af95-902ef2324424 None None] Bound port: ca9cd57f-c82d-4ea2-810a-b1cf81da29f0, host: n-d-768862-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cf3ded2c-bc47-4a71-89af-6e7117e60140', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '226f1e78-82cd-4481-9055-4eb73b6db8c1'}}] {{(pid=84877) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 14 07:47:46.865679 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-5c16bf3f-cd2c-43bb-af95-902ef2324424 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555753'] for port, before_update {{(pid=84877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:47:46.941148 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [None req-5c16bf3f-cd2c-43bb-af95-902ef2324424 None None] For port ca9cd57f-c82d-4ea2-810a-b1cf81da29f0, host n-d-768862-2, cleared binding levels {{(pid=84877) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 14 07:47:46.944512 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [None req-5c16bf3f-cd2c-43bb-af95-902ef2324424 None None] For port ca9cd57f-c82d-4ea2-810a-b1cf81da29f0, host n-d-768862-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-2',level=0,port_id=ca9cd57f-c82d-4ea2-810a-b1cf81da29f0,segment=NetworkSegment(cf3ded2c-bc47-4a71-89af-6e7117e60140),segment_id=cf3ded2c-bc47-4a71-89af-6e7117e60140)] {{(pid=84877) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 14 07:47:46.948409 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-5c16bf3f-cd2c-43bb-af95-902ef2324424 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777640533312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363259214678337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777640097497'] for port, after_update {{(pid=84877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:47:46.951159 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-1a88d0f3-0c76-46fd-9ea6-c4685b8751a5 tempest-TestNetworkAdvancedServerOps-1160145080 tempest-TestNetworkAdvancedServerOps-1160145080] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850887113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036851621412', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036852467174'] for subnet, after_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:47:46.963818 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-c458ff5e-ffbd-4c5c-b648-a25b04422b0d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:47:46.966806 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-11528c8c-a9a3-4a1d-9508-9aed9e6c3f92 tempest-TestNetworkAdvancedServerOps-470546014 tempest-TestNetworkAdvancedServerOps-470546014] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:47:47.100229 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a88d0f3-0c76-46fd-9ea6-c4685b8751a5 tempest-TestNetworkAdvancedServerOps-1160145080 tempest-TestNetworkAdvancedServerOps-1160145080] Pushing event updated for resources: {'Subnet': ['ID=c8a74c6b-94c7-4297-a2b8-8c1d4ef9173e,revision_number=0']} {{(pid=84875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:47:47.115335 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01090b58-cd0b-48fa-b4f4-952011da1e5d None None] Pushing event updated for resources: {'Port': ['ID=ca9cd57f-c82d-4ea2-810a-b1cf81da29f0,revision_number=3']} {{(pid=84877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:47:47.119993 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-01090b58-cd0b-48fa-b4f4-952011da1e5d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.156s {{(pid=84877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:47:47.122655 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a88d0f3-0c76-46fd-9ea6-c4685b8751a5 tempest-TestNetworkAdvancedServerOps-1160145080 tempest-TestNetworkAdvancedServerOps-1160145080] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@n-h1-768862-2 {{(pid=84875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:47:47.123090 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a88d0f3-0c76-46fd-9ea6-c4685b8751a5 tempest-TestNetworkAdvancedServerOps-1160145080 tempest-TestNetworkAdvancedServerOps-1160145080] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-h1-768862-2 {{(pid=84875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:47:47.123517 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a88d0f3-0c76-46fd-9ea6-c4685b8751a5 tempest-TestNetworkAdvancedServerOps-1160145080 tempest-TestNetworkAdvancedServerOps-1160145080] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-h1-768862-2 {{(pid=84875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:47:47.123950 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a88d0f3-0c76-46fd-9ea6-c4685b8751a5 tempest-TestNetworkAdvancedServerOps-1160145080 tempest-TestNetworkAdvancedServerOps-1160145080] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-h1-768862-2 {{(pid=84875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:47:47.124366 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a88d0f3-0c76-46fd-9ea6-c4685b8751a5 tempest-TestNetworkAdvancedServerOps-1160145080 tempest-TestNetworkAdvancedServerOps-1160145080] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@n-h1-768862-2 {{(pid=84875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:47:47.124778 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a88d0f3-0c76-46fd-9ea6-c4685b8751a5 tempest-TestNetworkAdvancedServerOps-1160145080 tempest-TestNetworkAdvancedServerOps-1160145080] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-h1-768862-2 {{(pid=84875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:47:47.125184 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a88d0f3-0c76-46fd-9ea6-c4685b8751a5 tempest-TestNetworkAdvancedServerOps-1160145080 tempest-TestNetworkAdvancedServerOps-1160145080] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-h1-768862-2 {{(pid=84875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:47:47.125605 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a88d0f3-0c76-46fd-9ea6-c4685b8751a5 tempest-TestNetworkAdvancedServerOps-1160145080 tempest-TestNetworkAdvancedServerOps-1160145080] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-h1-768862-2 {{(pid=84875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:47:47.126005 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a88d0f3-0c76-46fd-9ea6-c4685b8751a5 tempest-TestNetworkAdvancedServerOps-1160145080 tempest-TestNetworkAdvancedServerOps-1160145080] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-h1-768862-2 {{(pid=84875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:47:47.126394 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a88d0f3-0c76-46fd-9ea6-c4685b8751a5 tempest-TestNetworkAdvancedServerOps-1160145080 tempest-TestNetworkAdvancedServerOps-1160145080] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-h1-768862-2 {{(pid=84875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:47:47.126910 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a88d0f3-0c76-46fd-9ea6-c4685b8751a5 tempest-TestNetworkAdvancedServerOps-1160145080 tempest-TestNetworkAdvancedServerOps-1160145080] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-h1-768862-2 {{(pid=84875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:47:47.127184 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a88d0f3-0c76-46fd-9ea6-c4685b8751a5 tempest-TestNetworkAdvancedServerOps-1160145080 tempest-TestNetworkAdvancedServerOps-1160145080] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-h1-768862-2 {{(pid=84875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:47:47.127619 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a88d0f3-0c76-46fd-9ea6-c4685b8751a5 tempest-TestNetworkAdvancedServerOps-1160145080 tempest-TestNetworkAdvancedServerOps-1160145080] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@n-h2-768862-2 {{(pid=84875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:47:47.128051 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a88d0f3-0c76-46fd-9ea6-c4685b8751a5 tempest-TestNetworkAdvancedServerOps-1160145080 tempest-TestNetworkAdvancedServerOps-1160145080] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-h2-768862-2 {{(pid=84875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:47:47.128446 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a88d0f3-0c76-46fd-9ea6-c4685b8751a5 tempest-TestNetworkAdvancedServerOps-1160145080 tempest-TestNetworkAdvancedServerOps-1160145080] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-h2-768862-2 {{(pid=84875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:47:47.128843 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a88d0f3-0c76-46fd-9ea6-c4685b8751a5 tempest-TestNetworkAdvancedServerOps-1160145080 tempest-TestNetworkAdvancedServerOps-1160145080] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-h2-768862-2 {{(pid=84875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:47:47.129241 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a88d0f3-0c76-46fd-9ea6-c4685b8751a5 tempest-TestNetworkAdvancedServerOps-1160145080 tempest-TestNetworkAdvancedServerOps-1160145080] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@n-h2-768862-2 {{(pid=84875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:47:47.129637 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a88d0f3-0c76-46fd-9ea6-c4685b8751a5 tempest-TestNetworkAdvancedServerOps-1160145080 tempest-TestNetworkAdvancedServerOps-1160145080] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-h2-768862-2 {{(pid=84875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:47:47.130039 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a88d0f3-0c76-46fd-9ea6-c4685b8751a5 tempest-TestNetworkAdvancedServerOps-1160145080 tempest-TestNetworkAdvancedServerOps-1160145080] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-h2-768862-2 {{(pid=84875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:47:47.130419 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a88d0f3-0c76-46fd-9ea6-c4685b8751a5 tempest-TestNetworkAdvancedServerOps-1160145080 tempest-TestNetworkAdvancedServerOps-1160145080] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-h2-768862-2 {{(pid=84875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:47:47.130818 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a88d0f3-0c76-46fd-9ea6-c4685b8751a5 tempest-TestNetworkAdvancedServerOps-1160145080 tempest-TestNetworkAdvancedServerOps-1160145080] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-h2-768862-2 {{(pid=84875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:47:47.131213 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a88d0f3-0c76-46fd-9ea6-c4685b8751a5 tempest-TestNetworkAdvancedServerOps-1160145080 tempest-TestNetworkAdvancedServerOps-1160145080] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-h2-768862-2 {{(pid=84875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:47:47.131608 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a88d0f3-0c76-46fd-9ea6-c4685b8751a5 tempest-TestNetworkAdvancedServerOps-1160145080 tempest-TestNetworkAdvancedServerOps-1160145080] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-h2-768862-2 {{(pid=84875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:47:47.132026 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a88d0f3-0c76-46fd-9ea6-c4685b8751a5 tempest-TestNetworkAdvancedServerOps-1160145080 tempest-TestNetworkAdvancedServerOps-1160145080] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-h2-768862-2 {{(pid=84875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:47:47.132479 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a88d0f3-0c76-46fd-9ea6-c4685b8751a5 tempest-TestNetworkAdvancedServerOps-1160145080 tempest-TestNetworkAdvancedServerOps-1160145080] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-2 {{(pid=84875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:47:47.132877 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a88d0f3-0c76-46fd-9ea6-c4685b8751a5 tempest-TestNetworkAdvancedServerOps-1160145080 tempest-TestNetworkAdvancedServerOps-1160145080] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-2 {{(pid=84875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:47:47.133277 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a88d0f3-0c76-46fd-9ea6-c4685b8751a5 tempest-TestNetworkAdvancedServerOps-1160145080 tempest-TestNetworkAdvancedServerOps-1160145080] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-2 {{(pid=84875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:47:47.133762 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a88d0f3-0c76-46fd-9ea6-c4685b8751a5 tempest-TestNetworkAdvancedServerOps-1160145080 tempest-TestNetworkAdvancedServerOps-1160145080] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-2 {{(pid=84875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:47:47.134278 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a88d0f3-0c76-46fd-9ea6-c4685b8751a5 tempest-TestNetworkAdvancedServerOps-1160145080 tempest-TestNetworkAdvancedServerOps-1160145080] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@n-d-768862-2 {{(pid=84875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:47:47.134705 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a88d0f3-0c76-46fd-9ea6-c4685b8751a5 tempest-TestNetworkAdvancedServerOps-1160145080 tempest-TestNetworkAdvancedServerOps-1160145080] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-2 {{(pid=84875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:47:47.135088 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a88d0f3-0c76-46fd-9ea6-c4685b8751a5 tempest-TestNetworkAdvancedServerOps-1160145080 tempest-TestNetworkAdvancedServerOps-1160145080] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-768862-2 {{(pid=84875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:47:47.135486 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a88d0f3-0c76-46fd-9ea6-c4685b8751a5 tempest-TestNetworkAdvancedServerOps-1160145080 tempest-TestNetworkAdvancedServerOps-1160145080] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-768862-2 {{(pid=84875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:47:47.135903 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a88d0f3-0c76-46fd-9ea6-c4685b8751a5 tempest-TestNetworkAdvancedServerOps-1160145080 tempest-TestNetworkAdvancedServerOps-1160145080] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-2 {{(pid=84875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:47:47.136299 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a88d0f3-0c76-46fd-9ea6-c4685b8751a5 tempest-TestNetworkAdvancedServerOps-1160145080 tempest-TestNetworkAdvancedServerOps-1160145080] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-2 {{(pid=84875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:47:47.136704 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a88d0f3-0c76-46fd-9ea6-c4685b8751a5 tempest-TestNetworkAdvancedServerOps-1160145080 tempest-TestNetworkAdvancedServerOps-1160145080] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-2 {{(pid=84875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:47:47.137087 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a88d0f3-0c76-46fd-9ea6-c4685b8751a5 tempest-TestNetworkAdvancedServerOps-1160145080 tempest-TestNetworkAdvancedServerOps-1160145080] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-2 {{(pid=84875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:47:47.142834 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-1a88d0f3-0c76-46fd-9ea6-c4685b8751a5 tempest-TestNetworkAdvancedServerOps-1160145080 tempest-TestNetworkAdvancedServerOps-1160145080] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.176s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:47:47.162115 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c16bf3f-cd2c-43bb-af95-902ef2324424 None None] Routers {'0c007700-011f-4eee-9132-1e6374ef7d21'} bound to L3 agent in host n-d-768862-2 {{(pid=84877) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 14 07:47:47.162777 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_hamode_db [None req-5c16bf3f-cd2c-43bb-af95-902ef2324424 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-01-14T06:56:51Z,description=,heartbeat_timestamp=2021-01-14T07:47:22Z,host='n-d-768862-2',id=35f592e9-451b-4db9-abea-77b6a5c5391b,load=0,resource_versions=,resources_synced=,started_at=2021-01-14T06:56:51Z,topic='l3_agent')) {'router_ids': ['0c007700-011f-4eee-9132-1e6374ef7d21'], 'active': True} {{(pid=84877) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:47:47.193782 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a88d0f3-0c76-46fd-9ea6-c4685b8751a5 tempest-TestNetworkAdvancedServerOps-1160145080 tempest-TestNetworkAdvancedServerOps-1160145080] Checking segment: {'id': 'a7960fcc-0e05-4428-8277-8b3bf6ad96b2', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '07147954-8344-46c4-a6e0-2da340f1870a'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84875) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 14 07:47:47.194171 n-d-768862-2 neutron-server[84765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a88d0f3-0c76-46fd-9ea6-c4685b8751a5 tempest-TestNetworkAdvancedServerOps-1160145080 tempest-TestNetworkAdvancedServerOps-1160145080] Network hostable DHCP agents. Network: 07147954-8344-46c4-a6e0-2da340f1870a, hostable agents: ['32f3dd84-26da-4d18-bf15-6017a8fb7247'], hosted agents: [] {{(pid=84875) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Jan 14 07:47:47.214956 n-d-768862-2 neutron-server[84765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a88d0f3-0c76-46fd-9ea6-c4685b8751a5 tempest-TestNetworkAdvancedServerOps-1160145080 tempest-TestNetworkAdvancedServerOps-1160145080] Network 07147954-8344-46c4-a6e0-2da340f1870a is scheduled to be hosted by DHCP agent 32f3dd84-26da-4d18-bf15-6017a8fb7247 with binding_index 1 {{(pid=84875) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Jan 14 07:47:47.225004 n-d-768862-2 neutron-server[84765]: DEBUG neutron.scheduler.base_scheduler [None req-1a88d0f3-0c76-46fd-9ea6-c4685b8751a5 tempest-TestNetworkAdvancedServerOps-1160145080 tempest-TestNetworkAdvancedServerOps-1160145080] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768862-2, 07147954-8344-46c4-a6e0-2da340f1870a) {{(pid=84875) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 07:47:47.236861 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7bc7790-ff80-4e4d-874c-bddb85830c73 None None] Network 07147954-8344-46c4-a6e0-2da340f1870a requested from n-d-768862-2 {{(pid=84876) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 07:47:47.240512 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a88d0f3-0c76-46fd-9ea6-c4685b8751a5 tempest-TestNetworkAdvancedServerOps-1160145080 tempest-TestNetworkAdvancedServerOps-1160145080] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:47:47.241279 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-1a88d0f3-0c76-46fd-9ea6-c4685b8751a5 tempest-TestNetworkAdvancedServerOps-1160145080 tempest-TestNetworkAdvancedServerOps-1160145080] Notify callbacks [] for subnet, before_response {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:47:47.266403 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-1a88d0f3-0c76-46fd-9ea6-c4685b8751a5 tempest-TestNetworkAdvancedServerOps-1160145080 tempest-TestNetworkAdvancedServerOps-1160145080] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 1.3291588 Jan 14 07:47:47.269369 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84875) accepted ('10.222.0.24', 45826) {{(pid=84875) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:47:47.349160 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_dvr_db [None req-5c16bf3f-cd2c-43bb-af95-902ef2324424 None None] Set router 0c007700-011f-4eee-9132-1e6374ef7d21 gateway port host: n-d-768862-2 {{(pid=84877) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 14 07:47:47.471725 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92487613-966c-4624-82a5-1729d5918b9c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5d94dc7a-c095-50a4-955e-5f3b78718a12-07147954-8344-46c4-a6e0-2da340f1870a', 'network_id': '07147954-8344-46c4-a6e0-2da340f1870a', 'tenant_id': '69417d350c734fdb82cf490b41ee71fc', 'fixed_ips': [{'subnet_id': 'c8a74c6b-94c7-4297-a2b8-8c1d4ef9173e'}]}} from n-d-768862-2. {{(pid=84876) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Jan 14 07:47:47.472920 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-92487613-966c-4624-82a5-1729d5918b9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555753'] for port, before_create {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:47:47.697173 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.agents_db [None req-5b939a2f-078d-4c69-a188-cb55a28a77a0 None None] Agent healthcheck: found 7 active agents {{(pid=84877) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Jan 14 07:47:47.796382 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.db_base_plugin_common [None req-92487613-966c-4624-82a5-1729d5918b9c None None] Allocated IP 172.20.0.2 (07147954-8344-46c4-a6e0-2da340f1870a/c8a74c6b-94c7-4297-a2b8-8c1d4ef9173e/0b044f9e-fe68-4fc4-bd46-da6c0af75a91) {{(pid=84876) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 14 07:47:47.826486 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_hamode_db [None req-5c16bf3f-cd2c-43bb-af95-902ef2324424 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0c007700-011f-4eee-9132-1e6374ef7d21', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1388483124', 'tenant_id': '69417d350c734fdb82cf490b41ee71fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '226f1e78-82cd-4481-9055-4eb73b6db8c1', 'external_fixed_ips': [{'subnet_id': 'ba8deeec-7658-4195-9449-038c076f5c83', 'ip_address': '172.25.2.169'}], 'enable_snat': True}, 'gw_port_id': 'ca9cd57f-c82d-4ea2-810a-b1cf81da29f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-14T07:47:42Z', 'updated_at': '2021-01-14T07:47:44Z', 'revision_number': 3, 'project_id': '69417d350c734fdb82cf490b41ee71fc', 'gw_port': {'id': 'ca9cd57f-c82d-4ea2-810a-b1cf81da29f0', 'name': '', 'network_id': '226f1e78-82cd-4481-9055-4eb73b6db8c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:33:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0c007700-011f-4eee-9132-1e6374ef7d21', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3942, 'fixed_ips': [{'subnet_id': 'ba8deeec-7658-4195-9449-038c076f5c83', 'ip_address': '172.25.2.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T07:47:43Z', 'updated_at': '2021-01-14T07:47:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ba8deeec-7658-4195-9449-038c076f5c83', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-2'}], 'n-d-768862-2', False) {} {{(pid=84877) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:47:47.830748 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c16bf3f-cd2c-43bb-af95-902ef2324424 None None] The sync data for ids ['0c007700-011f-4eee-9132-1e6374ef7d21'] in n-d-768862-2 is: [{'id': '0c007700-011f-4eee-9132-1e6374ef7d21', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1388483124', 'tenant_id': '69417d350c734fdb82cf490b41ee71fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '226f1e78-82cd-4481-9055-4eb73b6db8c1', 'external_fixed_ips': [{'subnet_id': 'ba8deeec-7658-4195-9449-038c076f5c83', 'ip_address': '172.25.2.169'}], 'enable_snat': True}, 'gw_port_id': 'ca9cd57f-c82d-4ea2-810a-b1cf81da29f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-14T07:47:42Z', 'updated_at': '2021-01-14T07:47:44Z', 'revision_number': 3, 'project_id': '69417d350c734fdb82cf490b41ee71fc', 'gw_port': {'id': 'ca9cd57f-c82d-4ea2-810a-b1cf81da29f0', 'name': '', 'network_id': '226f1e78-82cd-4481-9055-4eb73b6db8c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:33:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0c007700-011f-4eee-9132-1e6374ef7d21', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3942, 'fixed_ips': [{'subnet_id': 'ba8deeec-7658-4195-9449-038c076f5c83', 'ip_address': '172.25.2.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T07:47:43Z', 'updated_at': '2021-01-14T07:47:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ba8deeec-7658-4195-9449-038c076f5c83', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-2'}] {{(pid=84877) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Jan 14 07:47:48.023981 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-92487613-966c-4624-82a5-1729d5918b9c None None] Notify callbacks [] for port, precommit_create {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:47:48.035213 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-92487613-966c-4624-82a5-1729d5918b9c None None] Transition to ACTIVE for port object 0b044f9e-fe68-4fc4-bd46-da6c0af75a91 will not be triggered until provisioned by entity L2. {{(pid=84876) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 07:47:48.051307 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-d3507a58-6ce5-4eca-83f7-227bde4a9495 tempest-TestNetworkAdvancedServerOps-1160145080 tempest-TestNetworkAdvancedServerOps-1160145080] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555753'] for port, before_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:47:48.052419 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-92487613-966c-4624-82a5-1729d5918b9c None None] Transition to ACTIVE for port object 0b044f9e-fe68-4fc4-bd46-da6c0af75a91 will not be triggered until provisioned by entity DHCP. {{(pid=84876) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 07:47:48.057665 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-92487613-966c-4624-82a5-1729d5918b9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777640123575'] for port, after_create {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:47:48.074111 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-5f9ff2c0-63ac-48db-87fb-745d14da943a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84876) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:47:48.429729 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92487613-966c-4624-82a5-1729d5918b9c None None] Pushing event updated for resources: {'Port': ['ID=0b044f9e-fe68-4fc4-bd46-da6c0af75a91,revision_number=1']} {{(pid=84876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:47:48.436591 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-92487613-966c-4624-82a5-1729d5918b9c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.362s {{(pid=84876) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:47:48.488908 n-d-768862-2 neutron-server[84765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92487613-966c-4624-82a5-1729d5918b9c None None] Network 07147954-8344-46c4-a6e0-2da340f1870a is already hosted by enough agents. {{(pid=84876) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 07:47:48.490144 n-d-768862-2 neutron-server[84765]: DEBUG neutron.scheduler.base_scheduler [None req-92487613-966c-4624-82a5-1729d5918b9c None None] Resources bound (agent type, host, resource id): {{(pid=84876) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 07:47:48.492703 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92487613-966c-4624-82a5-1729d5918b9c None None] Received port after_create {{(pid=84876) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 14 07:47:48.550723 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.managers [None req-92487613-966c-4624-82a5-1729d5918b9c None None] Attempting to bind port 0b044f9e-fe68-4fc4-bd46-da6c0af75a91 on host n-d-768862-2 for vnic_type normal with profile {{(pid=84876) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 14 07:47:48.551152 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.managers [None req-92487613-966c-4624-82a5-1729d5918b9c None None] Attempting to bind port 0b044f9e-fe68-4fc4-bd46-da6c0af75a91 by drivers openvswitch on host n-d-768862-2 at level 0 using segments [{'id': 'a7960fcc-0e05-4428-8277-8b3bf6ad96b2', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '07147954-8344-46c4-a6e0-2da340f1870a'}] {{(pid=84876) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 14 07:47:48.551569 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92487613-966c-4624-82a5-1729d5918b9c None None] Attempting to bind port 0b044f9e-fe68-4fc4-bd46-da6c0af75a91 on network 07147954-8344-46c4-a6e0-2da340f1870a {{(pid=84876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 14 07:47:48.558169 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92487613-966c-4624-82a5-1729d5918b9c None None] Checking agent: {'id': 'ba5efab1-b43c-4d5a-bc52-6e105d4e67a2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768862-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 14, 6, 56, 52), 'started_at': datetime.datetime(2021, 1, 14, 6, 57, 22), 'heartbeat_timestamp': datetime.datetime(2021, 1, 14, 7, 47, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768862-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.29', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 14 07:47:48.558605 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92487613-966c-4624-82a5-1729d5918b9c None None] Checking segment: {'id': 'a7960fcc-0e05-4428-8277-8b3bf6ad96b2', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '07147954-8344-46c4-a6e0-2da340f1870a'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84876) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 14 07:47:48.559202 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-92487613-966c-4624-82a5-1729d5918b9c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:47:48.559651 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92487613-966c-4624-82a5-1729d5918b9c None None] Bound using segment: {'id': 'a7960fcc-0e05-4428-8277-8b3bf6ad96b2', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '07147954-8344-46c4-a6e0-2da340f1870a'} {{(pid=84876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 14 07:47:48.560269 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.managers [None req-92487613-966c-4624-82a5-1729d5918b9c None None] Bound port: 0b044f9e-fe68-4fc4-bd46-da6c0af75a91, host: n-d-768862-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a7960fcc-0e05-4428-8277-8b3bf6ad96b2', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '07147954-8344-46c4-a6e0-2da340f1870a'}}] {{(pid=84876) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 14 07:47:48.561381 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-92487613-966c-4624-82a5-1729d5918b9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555753'] for port, before_update {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:47:48.656489 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.db_base_plugin_common [None req-d3507a58-6ce5-4eca-83f7-227bde4a9495 tempest-TestNetworkAdvancedServerOps-1160145080 tempest-TestNetworkAdvancedServerOps-1160145080] Allocated IP 172.20.0.1 (07147954-8344-46c4-a6e0-2da340f1870a/c8a74c6b-94c7-4297-a2b8-8c1d4ef9173e/418d0838-db84-4074-a5d5-b05e13ba8472) {{(pid=84875) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 14 07:47:48.661064 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [None req-92487613-966c-4624-82a5-1729d5918b9c None None] For port 0b044f9e-fe68-4fc4-bd46-da6c0af75a91, host n-d-768862-2, cleared binding levels {{(pid=84876) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 14 07:47:48.664629 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [None req-92487613-966c-4624-82a5-1729d5918b9c None None] For port 0b044f9e-fe68-4fc4-bd46-da6c0af75a91, host n-d-768862-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-2',level=0,port_id=0b044f9e-fe68-4fc4-bd46-da6c0af75a91,segment=NetworkSegment(a7960fcc-0e05-4428-8277-8b3bf6ad96b2),segment_id=a7960fcc-0e05-4428-8277-8b3bf6ad96b2)] {{(pid=84876) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 14 07:47:48.668590 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-92487613-966c-4624-82a5-1729d5918b9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777640533312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363259214678337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777640097497'] for port, after_update {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:47:48.759968 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-c1183303-6bec-4ac2-b510-3b7778aa9a80 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84876) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:47:48.850441 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-d3507a58-6ce5-4eca-83f7-227bde4a9495 tempest-TestNetworkAdvancedServerOps-1160145080 tempest-TestNetworkAdvancedServerOps-1160145080] Notify callbacks [] for port, precommit_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:47:48.867750 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-d3507a58-6ce5-4eca-83f7-227bde4a9495 tempest-TestNetworkAdvancedServerOps-1160145080 tempest-TestNetworkAdvancedServerOps-1160145080] Transition to ACTIVE for port object 418d0838-db84-4074-a5d5-b05e13ba8472 will not be triggered until provisioned by entity DHCP. {{(pid=84875) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 07:47:48.874171 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92487613-966c-4624-82a5-1729d5918b9c None None] Pushing event updated for resources: {'Port': ['ID=0b044f9e-fe68-4fc4-bd46-da6c0af75a91,revision_number=2']} {{(pid=84876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:47:48.878544 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-92487613-966c-4624-82a5-1729d5918b9c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=84876) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:47:48.893021 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-d3507a58-6ce5-4eca-83f7-227bde4a9495 tempest-TestNetworkAdvancedServerOps-1160145080 tempest-TestNetworkAdvancedServerOps-1160145080] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777640123575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851621574'] for port, after_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:47:48.899177 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-f9daf4e8-0296-46fe-83c1-978753f6a8ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363259214191800', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854171626'] for agent, after_update {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:47:48.916228 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-5b7f26d0-d7a5-4bcf-985e-bd5daff4c356 tempest-TestNetworkAdvancedServerOps-1160145080 tempest-TestNetworkAdvancedServerOps-1160145080] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:47:49.059064 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3507a58-6ce5-4eca-83f7-227bde4a9495 tempest-TestNetworkAdvancedServerOps-1160145080 tempest-TestNetworkAdvancedServerOps-1160145080] Pushing event updated for resources: {'Port': ['ID=418d0838-db84-4074-a5d5-b05e13ba8472,revision_number=1']} {{(pid=84875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:47:49.066083 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-d3507a58-6ce5-4eca-83f7-227bde4a9495 tempest-TestNetworkAdvancedServerOps-1160145080 tempest-TestNetworkAdvancedServerOps-1160145080] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:47:49.068670 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Device ca9cd57f-c82d-4ea2-810a-b1cf81da29f0 up at agent ovs-agent-n-d-768862-2 {{(pid=84876) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 07:47:49.118735 n-d-768862-2 neutron-server[84765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3507a58-6ce5-4eca-83f7-227bde4a9495 tempest-TestNetworkAdvancedServerOps-1160145080 tempest-TestNetworkAdvancedServerOps-1160145080] Network 07147954-8344-46c4-a6e0-2da340f1870a is already hosted by enough agents. {{(pid=84875) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 07:47:49.120025 n-d-768862-2 neutron-server[84765]: DEBUG neutron.scheduler.base_scheduler [None req-d3507a58-6ce5-4eca-83f7-227bde4a9495 tempest-TestNetworkAdvancedServerOps-1160145080 tempest-TestNetworkAdvancedServerOps-1160145080] Resources bound (agent type, host, resource id): {{(pid=84875) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 07:47:49.122912 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3507a58-6ce5-4eca-83f7-227bde4a9495 tempest-TestNetworkAdvancedServerOps-1160145080 tempest-TestNetworkAdvancedServerOps-1160145080] Received port after_create {{(pid=84875) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 14 07:47:49.145375 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Provisioning for port ca9cd57f-c82d-4ea2-810a-b1cf81da29f0 completed by entity L2. {{(pid=84876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 07:47:49.151298 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Provisioning complete for port ca9cd57f-c82d-4ea2-810a-b1cf81da29f0 triggered by entity L2. {{(pid=84876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 07:47:49.152419 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-604227'] for port, provisioning_complete {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:47:49.189424 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-d3507a58-6ce5-4eca-83f7-227bde4a9495 tempest-TestNetworkAdvancedServerOps-1160145080 tempest-TestNetworkAdvancedServerOps-1160145080] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036850886386'] for router_interface, before_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:47:49.291472 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555753'] for port, before_update {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:47:49.311707 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] For port ca9cd57f-c82d-4ea2-810a-b1cf81da29f0, host n-d-768862-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-2',level=0,port_id=ca9cd57f-c82d-4ea2-810a-b1cf81da29f0,segment=NetworkSegment(cf3ded2c-bc47-4a71-89af-6e7117e60140),segment_id=cf3ded2c-bc47-4a71-89af-6e7117e60140)] {{(pid=84876) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 07:47:49.315685 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777640533312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363259214678337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777640097497'] for port, after_update {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:47:49.322179 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-db72ebad-d2e5-45e5-b415-98e6f7ce811a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84876) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:47:49.340440 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-d3507a58-6ce5-4eca-83f7-227bde4a9495 tempest-TestNetworkAdvancedServerOps-1160145080 tempest-TestNetworkAdvancedServerOps-1160145080] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555753'] for port, before_update {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:47:49.394300 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Pushing event updated for resources: {'Port': ['ID=ca9cd57f-c82d-4ea2-810a-b1cf81da29f0,revision_number=4']} {{(pid=84876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:47:49.398089 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=84876) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:47:49.834848 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-d3507a58-6ce5-4eca-83f7-227bde4a9495 tempest-TestNetworkAdvancedServerOps-1160145080 tempest-TestNetworkAdvancedServerOps-1160145080] Notify callbacks [] for port, precommit_update {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:47:49.839368 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-d3507a58-6ce5-4eca-83f7-227bde4a9495 tempest-TestNetworkAdvancedServerOps-1160145080 tempest-TestNetworkAdvancedServerOps-1160145080] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777640533312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363259214678337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777640097497', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3154211'] for port, after_update {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:47:49.866603 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-0e9a90ae-8cc3-4363-a790-a50b67c4d8c4 tempest-TestNetworkAdvancedServerOps-1160145080 tempest-TestNetworkAdvancedServerOps-1160145080] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:47:49.958410 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3507a58-6ce5-4eca-83f7-227bde4a9495 tempest-TestNetworkAdvancedServerOps-1160145080 tempest-TestNetworkAdvancedServerOps-1160145080] Pushing event updated for resources: {'Port': ['ID=418d0838-db84-4074-a5d5-b05e13ba8472,revision_number=2']} {{(pid=84875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:47:49.964288 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-d3507a58-6ce5-4eca-83f7-227bde4a9495 tempest-TestNetworkAdvancedServerOps-1160145080 tempest-TestNetworkAdvancedServerOps-1160145080] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:47:49.965299 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-d3507a58-6ce5-4eca-83f7-227bde4a9495 tempest-TestNetworkAdvancedServerOps-1160145080 tempest-TestNetworkAdvancedServerOps-1160145080] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3206949', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3889649'] for router_interface, after_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:47:50.117008 n-d-768862-2 neutron-server[84765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3507a58-6ce5-4eca-83f7-227bde4a9495 tempest-TestNetworkAdvancedServerOps-1160145080 tempest-TestNetworkAdvancedServerOps-1160145080] Network 07147954-8344-46c4-a6e0-2da340f1870a is already hosted by enough agents. {{(pid=84875) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 07:47:50.118321 n-d-768862-2 neutron-server[84765]: DEBUG neutron.scheduler.base_scheduler [None req-d3507a58-6ce5-4eca-83f7-227bde4a9495 tempest-TestNetworkAdvancedServerOps-1160145080 tempest-TestNetworkAdvancedServerOps-1160145080] Resources bound (agent type, host, resource id): {{(pid=84875) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 07:47:50.317113 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05d1963c-c388-4109-a886-029edf4932d5 None None] Network 07147954-8344-46c4-a6e0-2da340f1870a requested from n-d-768862-2 {{(pid=84876) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 07:47:50.434368 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-9e2df018-87ff-4936-939b-76476c334a42 None None] Provisioning for port 0b044f9e-fe68-4fc4-bd46-da6c0af75a91 completed by entity DHCP. {{(pid=84876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 07:47:50.637166 n-d-768862-2 neutron-server[84765]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d3507a58-6ce5-4eca-83f7-227bde4a9495 tempest-TestNetworkAdvancedServerOps-1160145080 tempest-TestNetworkAdvancedServerOps-1160145080] Router 0c007700-011f-4eee-9132-1e6374ef7d21 has already been hosted by L3 agent 35f592e9-451b-4db9-abea-77b6a5c5391b {{(pid=84875) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Jan 14 07:47:50.838975 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d3507a58-6ce5-4eca-83f7-227bde4a9495 tempest-TestNetworkAdvancedServerOps-1160145080 tempest-TestNetworkAdvancedServerOps-1160145080] Notify agent at l3_agent.n-d-768862-2 the message routers_updated {{(pid=84875) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jan 14 07:47:50.850060 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e10395c-ebfd-4ba0-8491-a9c4eb165676 None None] Sync routers for ids ['0c007700-011f-4eee-9132-1e6374ef7d21'] in n-d-768862-2 {{(pid=84876) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Jan 14 07:47:50.854912 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-d3507a58-6ce5-4eca-83f7-227bde4a9495 tempest-TestNetworkAdvancedServerOps-1160145080 tempest-TestNetworkAdvancedServerOps-1160145080] 10.222.0.24 "PUT /v2.0/routers/0c007700-011f-4eee-9132-1e6374ef7d21/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5842988 Jan 14 07:47:50.862026 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e10395c-ebfd-4ba0-8491-a9c4eb165676 None None] Routers {'0c007700-011f-4eee-9132-1e6374ef7d21'} bound to L3 agent in host n-d-768862-2 {{(pid=84876) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 14 07:47:50.862844 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_hamode_db [None req-7e10395c-ebfd-4ba0-8491-a9c4eb165676 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-01-14T06:56:51Z,description=,heartbeat_timestamp=2021-01-14T07:47:22Z,host='n-d-768862-2',id=35f592e9-451b-4db9-abea-77b6a5c5391b,load=0,resource_versions=,resources_synced=,started_at=2021-01-14T06:56:51Z,topic='l3_agent')) {'router_ids': ['0c007700-011f-4eee-9132-1e6374ef7d21'], 'active': True} {{(pid=84876) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:47:51.106694 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-ec7c59d2-a17b-415e-8367-8f86ad71d23a None None] Provisioning for port 418d0838-db84-4074-a5d5-b05e13ba8472 completed by entity DHCP. {{(pid=84876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 07:47:51.115966 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_dvr_db [None req-7e10395c-ebfd-4ba0-8491-a9c4eb165676 None None] Set router 0c007700-011f-4eee-9132-1e6374ef7d21 gateway port host: n-d-768862-2 {{(pid=84876) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 14 07:47:51.168791 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-ec7c59d2-a17b-415e-8367-8f86ad71d23a None None] Provisioning complete for port 418d0838-db84-4074-a5d5-b05e13ba8472 triggered by entity DHCP. {{(pid=84876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 07:47:51.169286 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-ec7c59d2-a17b-415e-8367-8f86ad71d23a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-604227'] for port, provisioning_complete {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:47:51.206975 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Device ca9cd57f-c82d-4ea2-810a-b1cf81da29f0 up at agent ovs-agent-n-d-768862-2 {{(pid=84876) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 07:47:51.326414 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [req-bc41ab47-15c0-4f25-bbeb-a82fceff7dcb req-88e503f6-770c-430e-9ff6-2361625c64dd tempest-TestNetworkAdvancedServerOps-1160145080 tempest-TestNetworkAdvancedServerOps-1160145080] Synchronizing usage tracker for tenant:69417d350c734fdb82cf490b41ee71fc on resource:security_group {{(pid=84875) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 14 07:47:51.343169 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [req-bc41ab47-15c0-4f25-bbeb-a82fceff7dcb req-88e503f6-770c-430e-9ff6-2361625c64dd tempest-TestNetworkAdvancedServerOps-1160145080 tempest-TestNetworkAdvancedServerOps-1160145080] Unset dirty status for tenant:69417d350c734fdb82cf490b41ee71fc on resource:security_group {{(pid=84875) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 14 07:47:51.348866 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [req-bc41ab47-15c0-4f25-bbeb-a82fceff7dcb req-88e503f6-770c-430e-9ff6-2361625c64dd tempest-TestNetworkAdvancedServerOps-1160145080 tempest-TestNetworkAdvancedServerOps-1160145080] 10.222.0.24 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1157291485&fields=id&tenant_id=69417d350c734fdb82cf490b41ee71fc HTTP/1.1" status: 200 len: 267 time: 0.0709820 Jan 14 07:47:51.402423 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.plugin [None req-ec7c59d2-a17b-415e-8367-8f86ad71d23a None None] Port 418d0838-db84-4074-a5d5-b05e13ba8472 cannot update to ACTIVE because it is not bound. {{(pid=84876) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:329}} Jan 14 07:47:51.500343 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Provisioning complete for port ca9cd57f-c82d-4ea2-810a-b1cf81da29f0 triggered by entity L2. {{(pid=84876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 07:47:51.500767 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-604227'] for port, provisioning_complete {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:47:51.547176 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc41ab47-15c0-4f25-bbeb-a82fceff7dcb req-b2d6ede8-96c6-40d8-b70e-eec8814895cf tempest-TestNetworkAdvancedServerOps-1160145080 tempest-TestNetworkAdvancedServerOps-1160145080] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:47:51.548947 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [req-bc41ab47-15c0-4f25-bbeb-a82fceff7dcb req-b2d6ede8-96c6-40d8-b70e-eec8814895cf tempest-TestNetworkAdvancedServerOps-1160145080 tempest-TestNetworkAdvancedServerOps-1160145080] 10.222.0.24 "GET /v2.0/networks?id=07147954-8344-46c4-a6e0-2da340f1870a HTTP/1.1" status: 200 len: 796 time: 0.1964927 Jan 14 07:47:51.569142 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [req-bc41ab47-15c0-4f25-bbeb-a82fceff7dcb req-7dbd6cfb-c956-49af-a143-f2e9577623a9 tempest-TestNetworkAdvancedServerOps-1160145080 tempest-TestNetworkAdvancedServerOps-1160145080] 10.222.0.24 "GET /v2.0/quotas/69417d350c734fdb82cf490b41ee71fc HTTP/1.1" status: 200 len: 375 time: 0.0119216 Jan 14 07:47:51.674930 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [req-bc41ab47-15c0-4f25-bbeb-a82fceff7dcb req-f0435d9a-8b7c-46de-b4e5-360fb12d0a85 tempest-TestNetworkAdvancedServerOps-1160145080 tempest-TestNetworkAdvancedServerOps-1160145080] Synchronizing usage tracker for tenant:69417d350c734fdb82cf490b41ee71fc on resource:port {{(pid=84875) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 14 07:47:51.693377 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [req-bc41ab47-15c0-4f25-bbeb-a82fceff7dcb req-f0435d9a-8b7c-46de-b4e5-360fb12d0a85 tempest-TestNetworkAdvancedServerOps-1160145080 tempest-TestNetworkAdvancedServerOps-1160145080] Unset dirty status for tenant:69417d350c734fdb82cf490b41ee71fc on resource:port {{(pid=84875) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 14 07:47:51.694715 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [req-bc41ab47-15c0-4f25-bbeb-a82fceff7dcb req-f0435d9a-8b7c-46de-b4e5-360fb12d0a85 tempest-TestNetworkAdvancedServerOps-1160145080 tempest-TestNetworkAdvancedServerOps-1160145080] 10.222.0.24 "GET /v2.0/ports?tenant_id=69417d350c734fdb82cf490b41ee71fc&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1166375 Jan 14 07:47:51.718920 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Device 0b044f9e-fe68-4fc4-bd46-da6c0af75a91 up at agent ovs-agent-n-d-768862-2 {{(pid=84876) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 07:47:51.763129 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-c7156b1b-8d76-4ba4-ac65-bef80f33d3c6 None None] Provisioning complete for port 418d0838-db84-4074-a5d5-b05e13ba8472 triggered by entity DHCP. {{(pid=84876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 07:47:51.763549 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-c7156b1b-8d76-4ba4-ac65-bef80f33d3c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-604227'] for port, provisioning_complete {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:47:51.841032 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-6c65032d-a286-4e11-b1dc-52b89a5f81e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363259214191800', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854171626'] for agent, after_update {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:47:51.854125 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.plugin [None req-c7156b1b-8d76-4ba4-ac65-bef80f33d3c6 None None] Port 418d0838-db84-4074-a5d5-b05e13ba8472 cannot update to ACTIVE because it is not bound. {{(pid=84876) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:329}} Jan 14 07:47:51.859226 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [req-bc41ab47-15c0-4f25-bbeb-a82fceff7dcb req-211cb495-2e13-459e-99bf-bf15ef30d214 service neutron] 10.222.0.24 "GET /v2.0/networks/07147954-8344-46c4-a6e0-2da340f1870a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1479874 Jan 14 07:47:51.872191 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_hamode_db [None req-7e10395c-ebfd-4ba0-8491-a9c4eb165676 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0c007700-011f-4eee-9132-1e6374ef7d21', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1388483124', 'tenant_id': '69417d350c734fdb82cf490b41ee71fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '226f1e78-82cd-4481-9055-4eb73b6db8c1', 'external_fixed_ips': [{'subnet_id': 'ba8deeec-7658-4195-9449-038c076f5c83', 'ip_address': '172.25.2.169'}], 'enable_snat': True}, 'gw_port_id': 'ca9cd57f-c82d-4ea2-810a-b1cf81da29f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-14T07:47:42Z', 'updated_at': '2021-01-14T07:47:49Z', 'revision_number': 4, 'project_id': '69417d350c734fdb82cf490b41ee71fc', 'gw_port': {'id': 'ca9cd57f-c82d-4ea2-810a-b1cf81da29f0', 'name': '', 'network_id': '226f1e78-82cd-4481-9055-4eb73b6db8c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:33:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c007700-011f-4eee-9132-1e6374ef7d21', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3942, 'fixed_ips': [{'subnet_id': 'ba8deeec-7658-4195-9449-038c076f5c83', 'ip_address': '172.25.2.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T07:47:43Z', 'updated_at': '2021-01-14T07:47:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ba8deeec-7658-4195-9449-038c076f5c83', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-2', '_interfaces': [{'id': '418d0838-db84-4074-a5d5-b05e13ba8472', 'name': '', 'network_id': '07147954-8344-46c4-a6e0-2da340f1870a', 'tenant_id': '69417d350c734fdb82cf490b41ee71fc', 'mac_address': 'fa:16:3e:bf:23:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0c007700-011f-4eee-9132-1e6374ef7d21', 'device_owner': 'network:router_interface', 'standard_attr_id': 3945, 'fixed_ips': [{'subnet_id': 'c8a74c6b-94c7-4297-a2b8-8c1d4ef9173e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T07:47:48Z', 'updated_at': '2021-01-14T07:47:49Z', 'revision_number': 2, 'project_id': '69417d350c734fdb82cf490b41ee71fc', 'subnets': [{'id': 'c8a74c6b-94c7-4297-a2b8-8c1d4ef9173e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'n-d-768862-2', False) {} {{(pid=84876) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:47:51.879098 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Provisioning for port 0b044f9e-fe68-4fc4-bd46-da6c0af75a91 completed by entity L2. {{(pid=84876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 07:47:51.884499 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e10395c-ebfd-4ba0-8491-a9c4eb165676 None None] Checking router: 0c007700-011f-4eee-9132-1e6374ef7d21 for host: n-d-768862-2 {{(pid=84876) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Jan 14 07:47:51.884899 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e10395c-ebfd-4ba0-8491-a9c4eb165676 None None] Updating router 0c007700-011f-4eee-9132-1e6374ef7d21 port 418d0838-db84-4074-a5d5-b05e13ba8472 binding host n-d-768862-2 {{(pid=84876) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Jan 14 07:47:51.924634 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-c7156b1b-8d76-4ba4-ac65-bef80f33d3c6 None None] Provisioning complete for port 0b044f9e-fe68-4fc4-bd46-da6c0af75a91 triggered by entity DHCP. {{(pid=84876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 07:47:51.925018 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-c7156b1b-8d76-4ba4-ac65-bef80f33d3c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-604227'] for port, provisioning_complete {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:47:51.952132 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Provisioning complete for port 0b044f9e-fe68-4fc4-bd46-da6c0af75a91 triggered by entity L2. {{(pid=84876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 07:47:51.952544 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-604227'] for port, provisioning_complete {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:47:52.006923 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [req-bc41ab47-15c0-4f25-bbeb-a82fceff7dcb req-6a728556-e5c2-404d-aca0-71b56765a0e3 service neutron] 10.222.0.24 "GET /v2.0/networks/07147954-8344-46c4-a6e0-2da340f1870a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1407747 Jan 14 07:47:52.038971 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-da76cfc0-98e8-4426-9f6d-4f05aa3fae78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363259214191800', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854171626'] for agent, after_update {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:47:52.047272 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-7e10395c-ebfd-4ba0-8491-a9c4eb165676 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555753'] for port, before_update {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:47:52.407361 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84875) accepted ('10.222.0.24', 45858) {{(pid=84875) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:47:52.478722 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555753'] for port, before_update {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:47:52.491415 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-c7156b1b-8d76-4ba4-ac65-bef80f33d3c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555753'] for port, before_update {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:47:52.604656 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] For port 0b044f9e-fe68-4fc4-bd46-da6c0af75a91, host n-d-768862-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-2',level=0,port_id=0b044f9e-fe68-4fc4-bd46-da6c0af75a91,segment=NetworkSegment(a7960fcc-0e05-4428-8277-8b3bf6ad96b2),segment_id=a7960fcc-0e05-4428-8277-8b3bf6ad96b2)] {{(pid=84876) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 07:47:52.614940 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777640533312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363259214678337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777640097497'] for port, after_update {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:47:52.648257 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-62d49997-b851-4ad3-9628-ea5c94ae1858 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84876) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:47:52.821089 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363259214191800', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854171626'] for agent, after_update {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:47:52.822714 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.db.api [None req-c7156b1b-8d76-4ba4-ac65-bef80f33d3c6 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=84876) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Jan 14 07:47:52.823123 n-d-768862-2 neutron-server[84765]: DEBUG oslo_db.api [None req-c7156b1b-8d76-4ba4-ac65-bef80f33d3c6 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=84876) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Jan 14 07:47:52.853075 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Pushing event updated for resources: {'Port': ['ID=0b044f9e-fe68-4fc4-bd46-da6c0af75a91,revision_number=3']} {{(pid=84876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:47:52.858701 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.211s {{(pid=84876) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:47:52.967594 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-7e10395c-ebfd-4ba0-8491-a9c4eb165676 None None] Notify callbacks [] for port, precommit_update {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:47:52.981769 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-7e10395c-ebfd-4ba0-8491-a9c4eb165676 None None] Transition to ACTIVE for port object 418d0838-db84-4074-a5d5-b05e13ba8472 will not be triggered until provisioned by entity L2. {{(pid=84876) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 07:47:52.985115 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-7e10395c-ebfd-4ba0-8491-a9c4eb165676 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777640533312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363259214678337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777640097497'] for port, after_update {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:47:53.001406 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84876) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:47:53.042078 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-785e6bfb-3049-4cc6-8fe7-d712af28477a tempest-TestNetworkAdvancedServerOps-1160145080 tempest-TestNetworkAdvancedServerOps-1160145080] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3889632'] for router_interface, before_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:47:53.094398 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Device 0b044f9e-fe68-4fc4-bd46-da6c0af75a91 up at agent ovs-agent-n-d-768862-2 {{(pid=84876) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 07:47:53.209168 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8d90179-7e1b-41d4-bf3d-d18ef7d740db None None] Pushing event updated for resources: {'Port': ['ID=418d0838-db84-4074-a5d5-b05e13ba8472,revision_number=3']} {{(pid=84876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:47:53.216244 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-f8d90179-7e1b-41d4-bf3d-d18ef7d740db None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.215s {{(pid=84876) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:47:53.313156 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Provisioning complete for port 0b044f9e-fe68-4fc4-bd46-da6c0af75a91 triggered by entity L2. {{(pid=84876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 07:47:53.313564 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-604227'] for port, provisioning_complete {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:47:53.483331 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-0f37073e-9c69-4e3c-80e0-6cfaa0fd61a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363259214191800', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854171626'] for agent, after_update {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:47:53.497416 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.managers [None req-7e10395c-ebfd-4ba0-8491-a9c4eb165676 None None] Attempting to bind port 418d0838-db84-4074-a5d5-b05e13ba8472 on host n-d-768862-2 for vnic_type normal with profile {{(pid=84876) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 14 07:47:53.497836 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.managers [None req-7e10395c-ebfd-4ba0-8491-a9c4eb165676 None None] Attempting to bind port 418d0838-db84-4074-a5d5-b05e13ba8472 by drivers openvswitch on host n-d-768862-2 at level 0 using segments [{'id': 'a7960fcc-0e05-4428-8277-8b3bf6ad96b2', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '07147954-8344-46c4-a6e0-2da340f1870a'}] {{(pid=84876) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 14 07:47:53.498251 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e10395c-ebfd-4ba0-8491-a9c4eb165676 None None] Attempting to bind port 418d0838-db84-4074-a5d5-b05e13ba8472 on network 07147954-8344-46c4-a6e0-2da340f1870a {{(pid=84876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 14 07:47:53.508030 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e10395c-ebfd-4ba0-8491-a9c4eb165676 None None] Checking agent: {'id': 'ba5efab1-b43c-4d5a-bc52-6e105d4e67a2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768862-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 14, 6, 56, 52), 'started_at': datetime.datetime(2021, 1, 14, 6, 57, 22), 'heartbeat_timestamp': datetime.datetime(2021, 1, 14, 7, 47, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768862-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.29', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 14 07:47:53.508514 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e10395c-ebfd-4ba0-8491-a9c4eb165676 None None] Checking segment: {'id': 'a7960fcc-0e05-4428-8277-8b3bf6ad96b2', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '07147954-8344-46c4-a6e0-2da340f1870a'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84876) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 14 07:47:53.509180 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-7e10395c-ebfd-4ba0-8491-a9c4eb165676 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:47:53.509412 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e10395c-ebfd-4ba0-8491-a9c4eb165676 None None] Bound using segment: {'id': 'a7960fcc-0e05-4428-8277-8b3bf6ad96b2', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '07147954-8344-46c4-a6e0-2da340f1870a'} {{(pid=84876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 14 07:47:53.509937 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.managers [None req-7e10395c-ebfd-4ba0-8491-a9c4eb165676 None None] Bound port: 418d0838-db84-4074-a5d5-b05e13ba8472, host: n-d-768862-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a7960fcc-0e05-4428-8277-8b3bf6ad96b2', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '07147954-8344-46c4-a6e0-2da340f1870a'}}] {{(pid=84876) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 14 07:47:53.510355 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-7e10395c-ebfd-4ba0-8491-a9c4eb165676 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555753'] for port, before_update {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:47:53.543666 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.plugin [None req-785e6bfb-3049-4cc6-8fe7-d712af28477a tempest-TestNetworkAdvancedServerOps-1160145080 tempest-TestNetworkAdvancedServerOps-1160145080] Deleting port 418d0838-db84-4074-a5d5-b05e13ba8472 {{(pid=84875) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 07:47:53.544089 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-785e6bfb-3049-4cc6-8fe7-d712af28477a tempest-TestNetworkAdvancedServerOps-1160145080 tempest-TestNetworkAdvancedServerOps-1160145080] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363259214248359'] for port, before_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:47:53.671428 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [None req-7e10395c-ebfd-4ba0-8491-a9c4eb165676 None None] For port 418d0838-db84-4074-a5d5-b05e13ba8472, host n-d-768862-2, cleared binding levels {{(pid=84876) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 14 07:47:53.674843 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [None req-7e10395c-ebfd-4ba0-8491-a9c4eb165676 None None] For port 418d0838-db84-4074-a5d5-b05e13ba8472, host n-d-768862-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-2',level=0,port_id=418d0838-db84-4074-a5d5-b05e13ba8472,segment=NetworkSegment(a7960fcc-0e05-4428-8277-8b3bf6ad96b2),segment_id=a7960fcc-0e05-4428-8277-8b3bf6ad96b2)] {{(pid=84876) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 14 07:47:53.679389 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-7e10395c-ebfd-4ba0-8491-a9c4eb165676 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777640533312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363259214678337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777640097497'] for port, after_update {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:47:53.693721 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-b42866ee-30cb-4088-8548-e01027de0a5c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84876) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:47:53.750480 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [None req-785e6bfb-3049-4cc6-8fe7-d712af28477a tempest-TestNetworkAdvancedServerOps-1160145080 tempest-TestNetworkAdvancedServerOps-1160145080] For port 418d0838-db84-4074-a5d5-b05e13ba8472, host n-d-768862-2, got binding levels [] {{(pid=84875) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 07:47:53.750872 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-785e6bfb-3049-4cc6-8fe7-d712af28477a tempest-TestNetworkAdvancedServerOps-1160145080 tempest-TestNetworkAdvancedServerOps-1160145080] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036850862667'] for port, precommit_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:47:53.846766 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8d90179-7e1b-41d4-bf3d-d18ef7d740db None None] Pushing event updated for resources: {'Port': ['ID=418d0838-db84-4074-a5d5-b05e13ba8472,revision_number=4']} {{(pid=84876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:47:53.852735 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-f8d90179-7e1b-41d4-bf3d-d18ef7d740db None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.159s {{(pid=84876) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:47:53.882257 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.plugin [None req-785e6bfb-3049-4cc6-8fe7-d712af28477a tempest-TestNetworkAdvancedServerOps-1160145080 tempest-TestNetworkAdvancedServerOps-1160145080] Calling delete_port for 418d0838-db84-4074-a5d5-b05e13ba8472 owned by network:router_interface {{(pid=84875) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 07:47:53.895629 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e10395c-ebfd-4ba0-8491-a9c4eb165676 None None] Routers {'0c007700-011f-4eee-9132-1e6374ef7d21'} bound to L3 agent in host n-d-768862-2 {{(pid=84876) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 14 07:47:53.896439 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_hamode_db [None req-7e10395c-ebfd-4ba0-8491-a9c4eb165676 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-01-14T06:56:51Z,description=,heartbeat_timestamp=2021-01-14T07:47:52Z,host='n-d-768862-2',id=35f592e9-451b-4db9-abea-77b6a5c5391b,load=0,resource_versions=,resources_synced=,started_at=2021-01-14T06:56:51Z,topic='l3_agent')) {'router_ids': ['0c007700-011f-4eee-9132-1e6374ef7d21'], 'active': True} {{(pid=84876) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:47:53.996232 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.db.api [None req-785e6bfb-3049-4cc6-8fe7-d712af28477a tempest-TestNetworkAdvancedServerOps-1160145080 tempest-TestNetworkAdvancedServerOps-1160145080] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84875) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Jan 14 07:47:53.996876 n-d-768862-2 neutron-server[84765]: DEBUG oslo_db.api [None req-785e6bfb-3049-4cc6-8fe7-d712af28477a tempest-TestNetworkAdvancedServerOps-1160145080 tempest-TestNetworkAdvancedServerOps-1160145080] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84875) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Jan 14 07:47:54.095045 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_dvr_db [None req-7e10395c-ebfd-4ba0-8491-a9c4eb165676 None None] Set router 0c007700-011f-4eee-9132-1e6374ef7d21 gateway port host: n-d-768862-2 {{(pid=84876) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 14 07:47:54.441213 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_hamode_db [None req-7e10395c-ebfd-4ba0-8491-a9c4eb165676 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0c007700-011f-4eee-9132-1e6374ef7d21', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1388483124', 'tenant_id': '69417d350c734fdb82cf490b41ee71fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '226f1e78-82cd-4481-9055-4eb73b6db8c1', 'external_fixed_ips': [{'subnet_id': 'ba8deeec-7658-4195-9449-038c076f5c83', 'ip_address': '172.25.2.169'}], 'enable_snat': True}, 'gw_port_id': 'ca9cd57f-c82d-4ea2-810a-b1cf81da29f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-14T07:47:42Z', 'updated_at': '2021-01-14T07:47:49Z', 'revision_number': 4, 'project_id': '69417d350c734fdb82cf490b41ee71fc', 'gw_port': {'id': 'ca9cd57f-c82d-4ea2-810a-b1cf81da29f0', 'name': '', 'network_id': '226f1e78-82cd-4481-9055-4eb73b6db8c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:33:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c007700-011f-4eee-9132-1e6374ef7d21', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3942, 'fixed_ips': [{'subnet_id': 'ba8deeec-7658-4195-9449-038c076f5c83', 'ip_address': '172.25.2.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T07:47:43Z', 'updated_at': '2021-01-14T07:47:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ba8deeec-7658-4195-9449-038c076f5c83', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-2', '_interfaces': [{'id': '418d0838-db84-4074-a5d5-b05e13ba8472', 'name': '', 'network_id': '07147954-8344-46c4-a6e0-2da340f1870a', 'tenant_id': '69417d350c734fdb82cf490b41ee71fc', 'mac_address': 'fa:16:3e:bf:23:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0c007700-011f-4eee-9132-1e6374ef7d21', 'device_owner': 'network:router_interface', 'standard_attr_id': 3945, 'fixed_ips': [{'subnet_id': 'c8a74c6b-94c7-4297-a2b8-8c1d4ef9173e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T07:47:48Z', 'updated_at': '2021-01-14T07:47:53Z', 'revision_number': 4, 'project_id': '69417d350c734fdb82cf490b41ee71fc', 'subnets': [{'id': 'c8a74c6b-94c7-4297-a2b8-8c1d4ef9173e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'n-d-768862-2', False) {} {{(pid=84876) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:47:54.446025 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e10395c-ebfd-4ba0-8491-a9c4eb165676 None None] The sync data for ids ['0c007700-011f-4eee-9132-1e6374ef7d21'] in n-d-768862-2 is: [{'id': '0c007700-011f-4eee-9132-1e6374ef7d21', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1388483124', 'tenant_id': '69417d350c734fdb82cf490b41ee71fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '226f1e78-82cd-4481-9055-4eb73b6db8c1', 'external_fixed_ips': [{'subnet_id': 'ba8deeec-7658-4195-9449-038c076f5c83', 'ip_address': '172.25.2.169'}], 'enable_snat': True}, 'gw_port_id': 'ca9cd57f-c82d-4ea2-810a-b1cf81da29f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-14T07:47:42Z', 'updated_at': '2021-01-14T07:47:49Z', 'revision_number': 4, 'project_id': '69417d350c734fdb82cf490b41ee71fc', 'gw_port': {'id': 'ca9cd57f-c82d-4ea2-810a-b1cf81da29f0', 'name': '', 'network_id': '226f1e78-82cd-4481-9055-4eb73b6db8c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:33:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c007700-011f-4eee-9132-1e6374ef7d21', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3942, 'fixed_ips': [{'subnet_id': 'ba8deeec-7658-4195-9449-038c076f5c83', 'ip_address': '172.25.2.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T07:47:43Z', 'updated_at': '2021-01-14T07:47:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ba8deeec-7658-4195-9449-038c076f5c83', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-2', '_interfaces': [{'id': '418d0838-db84-4074-a5d5-b05e13ba8472', 'name': '', 'network_id': '07147954-8344-46c4-a6e0-2da340f1870a', 'tenant_id': '69417d350c734fdb82cf490b41ee71fc', 'mac_address': 'fa:16:3e:bf:23:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0c007700-011f-4eee-9132-1e6374ef7d21', 'device_owner': 'network:router_interface', 'standard_attr_id': 3945, 'fixed_ips': [{'subnet_id': 'c8a74c6b-94c7-4297-a2b8-8c1d4ef9173e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T07:47:48Z', 'updated_at': '2021-01-14T07:47:53Z', 'revision_number': 4, 'project_id': '69417d350c734fdb82cf490b41ee71fc', 'subnets': [{'id': 'c8a74c6b-94c7-4297-a2b8-8c1d4ef9173e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=84876) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Jan 14 07:47:54.499230 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.plugin [None req-785e6bfb-3049-4cc6-8fe7-d712af28477a tempest-TestNetworkAdvancedServerOps-1160145080 tempest-TestNetworkAdvancedServerOps-1160145080] Deleting port 418d0838-db84-4074-a5d5-b05e13ba8472 {{(pid=84875) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 07:47:54.499230 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-785e6bfb-3049-4cc6-8fe7-d712af28477a tempest-TestNetworkAdvancedServerOps-1160145080 tempest-TestNetworkAdvancedServerOps-1160145080] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363259214248359'] for port, before_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:47:54.725293 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [None req-785e6bfb-3049-4cc6-8fe7-d712af28477a tempest-TestNetworkAdvancedServerOps-1160145080 tempest-TestNetworkAdvancedServerOps-1160145080] For port 418d0838-db84-4074-a5d5-b05e13ba8472, host n-d-768862-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-2',level=0,port_id=418d0838-db84-4074-a5d5-b05e13ba8472,segment=NetworkSegment(a7960fcc-0e05-4428-8277-8b3bf6ad96b2),segment_id=a7960fcc-0e05-4428-8277-8b3bf6ad96b2)] {{(pid=84875) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 07:47:54.725848 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-785e6bfb-3049-4cc6-8fe7-d712af28477a tempest-TestNetworkAdvancedServerOps-1160145080 tempest-TestNetworkAdvancedServerOps-1160145080] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036850862667'] for port, precommit_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:47:54.858121 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.plugin [None req-785e6bfb-3049-4cc6-8fe7-d712af28477a tempest-TestNetworkAdvancedServerOps-1160145080 tempest-TestNetworkAdvancedServerOps-1160145080] Calling delete_port for 418d0838-db84-4074-a5d5-b05e13ba8472 owned by network:router_interface {{(pid=84875) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 07:47:55.045948 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-785e6bfb-3049-4cc6-8fe7-d712af28477a tempest-TestNetworkAdvancedServerOps-1160145080 tempest-TestNetworkAdvancedServerOps-1160145080] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777640533329', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777640097463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851621574'] for port, after_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:47:55.064651 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-48c49d54-537a-4058-be34-ec770e81bec8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:47:55.071082 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Device 418d0838-db84-4074-a5d5-b05e13ba8472 up at agent ovs-agent-n-d-768862-2 {{(pid=84876) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 07:47:55.106198 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.plugin [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] No Port match for: 418d0838-db84-4074-a5d5-b05e13ba8472 {{(pid=84876) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2188}} Jan 14 07:47:55.106603 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Device 418d0838-db84-4074-a5d5-b05e13ba8472 not bound to the agent host n-d-768862-2 {{(pid=84876) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:286}} Jan 14 07:47:55.140971 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Port 418d0838-db84-4074-a5d5-b05e13ba8472 not found, will not notify nova. {{(pid=84876) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:294}} Jan 14 07:47:55.158699 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-785e6bfb-3049-4cc6-8fe7-d712af28477a tempest-TestNetworkAdvancedServerOps-1160145080 tempest-TestNetworkAdvancedServerOps-1160145080] Pushing event deleted for resources: {'Port': ['ID=418d0838-db84-4074-a5d5-b05e13ba8472,revision_number=None']} {{(pid=84875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:47:55.167614 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-785e6bfb-3049-4cc6-8fe7-d712af28477a tempest-TestNetworkAdvancedServerOps-1160145080 tempest-TestNetworkAdvancedServerOps-1160145080] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:47:55.788228 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-785e6bfb-3049-4cc6-8fe7-d712af28477a tempest-TestNetworkAdvancedServerOps-1160145080 tempest-TestNetworkAdvancedServerOps-1160145080] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted--9223372036851568851', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal--9223372036850888080'] for router_interface, after_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:47:56.316307 n-d-768862-2 neutron-server[84765]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-785e6bfb-3049-4cc6-8fe7-d712af28477a tempest-TestNetworkAdvancedServerOps-1160145080 tempest-TestNetworkAdvancedServerOps-1160145080] Router 0c007700-011f-4eee-9132-1e6374ef7d21 has already been hosted by L3 agent 35f592e9-451b-4db9-abea-77b6a5c5391b {{(pid=84875) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Jan 14 07:47:56.509420 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-785e6bfb-3049-4cc6-8fe7-d712af28477a tempest-TestNetworkAdvancedServerOps-1160145080 tempest-TestNetworkAdvancedServerOps-1160145080] Notify agent at l3_agent.n-d-768862-2 the message routers_updated {{(pid=84875) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jan 14 07:47:56.520548 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28eab28e-c46e-4161-bb0c-d229261a5378 None None] Sync routers for ids ['0c007700-011f-4eee-9132-1e6374ef7d21'] in n-d-768862-2 {{(pid=84877) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Jan 14 07:47:56.530361 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-785e6bfb-3049-4cc6-8fe7-d712af28477a tempest-TestNetworkAdvancedServerOps-1160145080 tempest-TestNetworkAdvancedServerOps-1160145080] 10.222.0.24 "PUT /v2.0/routers/0c007700-011f-4eee-9132-1e6374ef7d21/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1189301 Jan 14 07:47:56.530651 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84875) accepted ('10.222.0.24', 45874) {{(pid=84875) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:47:56.531411 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28eab28e-c46e-4161-bb0c-d229261a5378 None None] Routers {'0c007700-011f-4eee-9132-1e6374ef7d21'} bound to L3 agent in host n-d-768862-2 {{(pid=84877) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 14 07:47:56.532357 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_hamode_db [None req-28eab28e-c46e-4161-bb0c-d229261a5378 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-01-14T06:56:51Z,description=,heartbeat_timestamp=2021-01-14T07:47:52Z,host='n-d-768862-2',id=35f592e9-451b-4db9-abea-77b6a5c5391b,load=0,resource_versions=,resources_synced=,started_at=2021-01-14T06:56:51Z,topic='l3_agent')) {'router_ids': ['0c007700-011f-4eee-9132-1e6374ef7d21'], 'active': True} {{(pid=84877) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:47:56.735766 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_dvr_db [None req-28eab28e-c46e-4161-bb0c-d229261a5378 None None] Set router 0c007700-011f-4eee-9132-1e6374ef7d21 gateway port host: n-d-768862-2 {{(pid=84877) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 14 07:47:56.764605 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.db_base_plugin_v2 [None req-9afe886c-4862-45ae-99f7-20b0f4cfe3fe tempest-TestNetworkAdvancedServerOps-1160145080 tempest-TestNetworkAdvancedServerOps-1160145080] Deleting subnet c8a74c6b-94c7-4297-a2b8-8c1d4ef9173e {{(pid=84875) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Jan 14 07:47:56.768336 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-9afe886c-4862-45ae-99f7-20b0f4cfe3fe tempest-TestNetworkAdvancedServerOps-1160145080 tempest-TestNetworkAdvancedServerOps-1160145080] Notify callbacks [] for subnet, before_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:47:56.839682 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-9afe886c-4862-45ae-99f7-20b0f4cfe3fe tempest-TestNetworkAdvancedServerOps-1160145080 tempest-TestNetworkAdvancedServerOps-1160145080] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3367281'] for subnet, precommit_delete_associations {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:47:56.932734 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-9afe886c-4862-45ae-99f7-20b0f4cfe3fe tempest-TestNetworkAdvancedServerOps-1160145080 tempest-TestNetworkAdvancedServerOps-1160145080] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036854176836'] for subnet, precommit_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:47:57.048450 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_hamode_db [None req-28eab28e-c46e-4161-bb0c-d229261a5378 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0c007700-011f-4eee-9132-1e6374ef7d21', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1388483124', 'tenant_id': '69417d350c734fdb82cf490b41ee71fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '226f1e78-82cd-4481-9055-4eb73b6db8c1', 'external_fixed_ips': [{'subnet_id': 'ba8deeec-7658-4195-9449-038c076f5c83', 'ip_address': '172.25.2.169'}], 'enable_snat': True}, 'gw_port_id': 'ca9cd57f-c82d-4ea2-810a-b1cf81da29f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-14T07:47:42Z', 'updated_at': '2021-01-14T07:47:54Z', 'revision_number': 5, 'project_id': '69417d350c734fdb82cf490b41ee71fc', 'gw_port': {'id': 'ca9cd57f-c82d-4ea2-810a-b1cf81da29f0', 'name': '', 'network_id': '226f1e78-82cd-4481-9055-4eb73b6db8c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:33:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c007700-011f-4eee-9132-1e6374ef7d21', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3942, 'fixed_ips': [{'subnet_id': 'ba8deeec-7658-4195-9449-038c076f5c83', 'ip_address': '172.25.2.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T07:47:43Z', 'updated_at': '2021-01-14T07:47:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ba8deeec-7658-4195-9449-038c076f5c83', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-2'}], 'n-d-768862-2', False) {} {{(pid=84877) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:47:57.052634 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28eab28e-c46e-4161-bb0c-d229261a5378 None None] Checking router: 0c007700-011f-4eee-9132-1e6374ef7d21 for host: n-d-768862-2 {{(pid=84877) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Jan 14 07:47:57.062076 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28eab28e-c46e-4161-bb0c-d229261a5378 None None] Routers {'0c007700-011f-4eee-9132-1e6374ef7d21'} bound to L3 agent in host n-d-768862-2 {{(pid=84877) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 14 07:47:57.062736 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_hamode_db [None req-28eab28e-c46e-4161-bb0c-d229261a5378 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-01-14T06:56:51Z,description=,heartbeat_timestamp=2021-01-14T07:47:52Z,host='n-d-768862-2',id=35f592e9-451b-4db9-abea-77b6a5c5391b,load=0,resource_versions=,resources_synced=,started_at=2021-01-14T06:56:51Z,topic='l3_agent')) {'router_ids': ['0c007700-011f-4eee-9132-1e6374ef7d21'], 'active': True} {{(pid=84877) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:47:57.226092 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-9afe886c-4862-45ae-99f7-20b0f4cfe3fe tempest-TestNetworkAdvancedServerOps-1160145080 tempest-TestNetworkAdvancedServerOps-1160145080] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-598964', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850887113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3154192', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2308610'] for subnet, after_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:47:57.242408 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-e1e9f5e6-5cdc-433d-9790-04aee880eecc tempest-TestNetworkAdvancedServerOps-1160145080 tempest-TestNetworkAdvancedServerOps-1160145080] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:47:57.245859 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_dvr_db [None req-28eab28e-c46e-4161-bb0c-d229261a5378 None None] Set router 0c007700-011f-4eee-9132-1e6374ef7d21 gateway port host: n-d-768862-2 {{(pid=84877) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 14 07:47:57.332413 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9afe886c-4862-45ae-99f7-20b0f4cfe3fe tempest-TestNetworkAdvancedServerOps-1160145080 tempest-TestNetworkAdvancedServerOps-1160145080] Pushing event deleted for resources: {'Subnet': ['ID=c8a74c6b-94c7-4297-a2b8-8c1d4ef9173e,revision_number=None']} {{(pid=84875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:47:57.345010 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-9afe886c-4862-45ae-99f7-20b0f4cfe3fe tempest-TestNetworkAdvancedServerOps-1160145080 tempest-TestNetworkAdvancedServerOps-1160145080] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:47:57.380224 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-9afe886c-4862-45ae-99f7-20b0f4cfe3fe tempest-TestNetworkAdvancedServerOps-1160145080 tempest-TestNetworkAdvancedServerOps-1160145080] Notify callbacks [] for subnet, before_response {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:47:57.387896 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-667b72fc-69fa-46a1-a676-74023504d5ee None None] Network 07147954-8344-46c4-a6e0-2da340f1870a requested from n-d-768862-2 {{(pid=84876) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 07:47:57.388243 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-9afe886c-4862-45ae-99f7-20b0f4cfe3fe tempest-TestNetworkAdvancedServerOps-1160145080 tempest-TestNetworkAdvancedServerOps-1160145080] 10.222.0.24 "DELETE /v2.0/subnets/c8a74c6b-94c7-4297-a2b8-8c1d4ef9173e HTTP/1.1" status: 204 len: 168 time: 0.8565383 Jan 14 07:47:57.391320 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84874) accepted ('10.222.0.24', 45878) {{(pid=84874) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:47:57.551811 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_hamode_db [None req-28eab28e-c46e-4161-bb0c-d229261a5378 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0c007700-011f-4eee-9132-1e6374ef7d21', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1388483124', 'tenant_id': '69417d350c734fdb82cf490b41ee71fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '226f1e78-82cd-4481-9055-4eb73b6db8c1', 'external_fixed_ips': [{'subnet_id': 'ba8deeec-7658-4195-9449-038c076f5c83', 'ip_address': '172.25.2.169'}], 'enable_snat': True}, 'gw_port_id': 'ca9cd57f-c82d-4ea2-810a-b1cf81da29f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-14T07:47:42Z', 'updated_at': '2021-01-14T07:47:54Z', 'revision_number': 5, 'project_id': '69417d350c734fdb82cf490b41ee71fc', 'gw_port': {'id': 'ca9cd57f-c82d-4ea2-810a-b1cf81da29f0', 'name': '', 'network_id': '226f1e78-82cd-4481-9055-4eb73b6db8c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:33:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c007700-011f-4eee-9132-1e6374ef7d21', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3942, 'fixed_ips': [{'subnet_id': 'ba8deeec-7658-4195-9449-038c076f5c83', 'ip_address': '172.25.2.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T07:47:43Z', 'updated_at': '2021-01-14T07:47:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ba8deeec-7658-4195-9449-038c076f5c83', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-2'}], 'n-d-768862-2', False) {} {{(pid=84877) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:47:57.555928 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28eab28e-c46e-4161-bb0c-d229261a5378 None None] The sync data for ids ['0c007700-011f-4eee-9132-1e6374ef7d21'] in n-d-768862-2 is: [{'id': '0c007700-011f-4eee-9132-1e6374ef7d21', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1388483124', 'tenant_id': '69417d350c734fdb82cf490b41ee71fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '226f1e78-82cd-4481-9055-4eb73b6db8c1', 'external_fixed_ips': [{'subnet_id': 'ba8deeec-7658-4195-9449-038c076f5c83', 'ip_address': '172.25.2.169'}], 'enable_snat': True}, 'gw_port_id': 'ca9cd57f-c82d-4ea2-810a-b1cf81da29f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-14T07:47:42Z', 'updated_at': '2021-01-14T07:47:54Z', 'revision_number': 5, 'project_id': '69417d350c734fdb82cf490b41ee71fc', 'gw_port': {'id': 'ca9cd57f-c82d-4ea2-810a-b1cf81da29f0', 'name': '', 'network_id': '226f1e78-82cd-4481-9055-4eb73b6db8c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:33:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c007700-011f-4eee-9132-1e6374ef7d21', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3942, 'fixed_ips': [{'subnet_id': 'ba8deeec-7658-4195-9449-038c076f5c83', 'ip_address': '172.25.2.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T07:47:43Z', 'updated_at': '2021-01-14T07:47:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ba8deeec-7658-4195-9449-038c076f5c83', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-2'}] {{(pid=84877) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Jan 14 07:47:57.592796 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-17b8f5da-a0fc-47b6-b406-dd6dd7e1b2a2 tempest-TestNetworkAdvancedServerOps-1160145080 tempest-TestNetworkAdvancedServerOps-1160145080] Notify callbacks [] for router, before_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:47:57.794945 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-17b8f5da-a0fc-47b6-b406-dd6dd7e1b2a2 tempest-TestNetworkAdvancedServerOps-1160145080 tempest-TestNetworkAdvancedServerOps-1160145080] Notify callbacks [] for router_gateway, before_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:47:57.800468 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.plugin [None req-17b8f5da-a0fc-47b6-b406-dd6dd7e1b2a2 tempest-TestNetworkAdvancedServerOps-1160145080 tempest-TestNetworkAdvancedServerOps-1160145080] Deleting port ca9cd57f-c82d-4ea2-810a-b1cf81da29f0 {{(pid=84874) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 07:47:57.800842 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-17b8f5da-a0fc-47b6-b406-dd6dd7e1b2a2 tempest-TestNetworkAdvancedServerOps-1160145080 tempest-TestNetworkAdvancedServerOps-1160145080] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363259214248359'] for port, before_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:47:57.841566 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f0ada09-1b2b-4bee-a2c0-9695bec1d73b None None] DHCP port deletion for 07147954-8344-46c4-a6e0-2da340f1870a request from n-d-768862-2 {{(pid=84876) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Jan 14 07:47:57.846187 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.plugin [None req-9f0ada09-1b2b-4bee-a2c0-9695bec1d73b None None] Deleting port 0b044f9e-fe68-4fc4-bd46-da6c0af75a91 {{(pid=84876) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 07:47:57.846661 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-9f0ada09-1b2b-4bee-a2c0-9695bec1d73b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363259214248359'] for port, before_delete {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:47:57.991231 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [None req-17b8f5da-a0fc-47b6-b406-dd6dd7e1b2a2 tempest-TestNetworkAdvancedServerOps-1160145080 tempest-TestNetworkAdvancedServerOps-1160145080] For port ca9cd57f-c82d-4ea2-810a-b1cf81da29f0, host n-d-768862-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-2',level=0,port_id=ca9cd57f-c82d-4ea2-810a-b1cf81da29f0,segment=NetworkSegment(cf3ded2c-bc47-4a71-89af-6e7117e60140),segment_id=cf3ded2c-bc47-4a71-89af-6e7117e60140)] {{(pid=84874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 07:47:57.991642 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-17b8f5da-a0fc-47b6-b406-dd6dd7e1b2a2 tempest-TestNetworkAdvancedServerOps-1160145080 tempest-TestNetworkAdvancedServerOps-1160145080] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036850862667'] for port, precommit_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:47:58.066531 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [None req-9f0ada09-1b2b-4bee-a2c0-9695bec1d73b None None] For port 0b044f9e-fe68-4fc4-bd46-da6c0af75a91, host n-d-768862-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-2',level=0,port_id=0b044f9e-fe68-4fc4-bd46-da6c0af75a91,segment=NetworkSegment(a7960fcc-0e05-4428-8277-8b3bf6ad96b2),segment_id=a7960fcc-0e05-4428-8277-8b3bf6ad96b2)] {{(pid=84876) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 07:47:58.066876 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-9f0ada09-1b2b-4bee-a2c0-9695bec1d73b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036850862667'] for port, precommit_delete {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:47:58.127875 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.plugin [None req-17b8f5da-a0fc-47b6-b406-dd6dd7e1b2a2 tempest-TestNetworkAdvancedServerOps-1160145080 tempest-TestNetworkAdvancedServerOps-1160145080] Calling delete_port for ca9cd57f-c82d-4ea2-810a-b1cf81da29f0 owned by network:router_gateway {{(pid=84874) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 07:47:58.193438 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.plugin [None req-9f0ada09-1b2b-4bee-a2c0-9695bec1d73b None None] Calling delete_port for 0b044f9e-fe68-4fc4-bd46-da6c0af75a91 owned by network:dhcp {{(pid=84876) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 07:47:58.263878 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-17b8f5da-a0fc-47b6-b406-dd6dd7e1b2a2 tempest-TestNetworkAdvancedServerOps-1160145080 tempest-TestNetworkAdvancedServerOps-1160145080] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777640533329', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777640097463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3254186'] for port, after_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:47:58.270588 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-9f0ada09-1b2b-4bee-a2c0-9695bec1d73b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777640533329', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777640097463'] for port, after_delete {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:47:58.283727 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-c1338755-4e3e-42dd-bc4c-fe0cfdc56b9b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84876) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:47:58.326924 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f0ada09-1b2b-4bee-a2c0-9695bec1d73b None None] Pushing event deleted for resources: {'Port': ['ID=0b044f9e-fe68-4fc4-bd46-da6c0af75a91,revision_number=None']} {{(pid=84876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:47:58.378339 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-9f0ada09-1b2b-4bee-a2c0-9695bec1d73b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=84876) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:47:58.428322 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f0ada09-1b2b-4bee-a2c0-9695bec1d73b None None] No DVR routers for this DVR port 0b044f9e-fe68-4fc4-bd46-da6c0af75a91 on host n-d-768862-2 {{(pid=84876) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Jan 14 07:47:58.464039 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-17b8f5da-a0fc-47b6-b406-dd6dd7e1b2a2 tempest-TestNetworkAdvancedServerOps-1160145080 tempest-TestNetworkAdvancedServerOps-1160145080] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036850863128'] for router_gateway, after_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:47:58.600237 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-17b8f5da-a0fc-47b6-b406-dd6dd7e1b2a2 tempest-TestNetworkAdvancedServerOps-1160145080 tempest-TestNetworkAdvancedServerOps-1160145080] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3889346', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036854717606'] for router, precommit_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:47:58.602730 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-17b8f5da-a0fc-47b6-b406-dd6dd7e1b2a2 tempest-TestNetworkAdvancedServerOps-1160145080 tempest-TestNetworkAdvancedServerOps-1160145080] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:47:58.623523 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-17b8f5da-a0fc-47b6-b406-dd6dd7e1b2a2 tempest-TestNetworkAdvancedServerOps-1160145080 tempest-TestNetworkAdvancedServerOps-1160145080] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036850897070'] for router, after_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:47:58.624133 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-17b8f5da-a0fc-47b6-b406-dd6dd7e1b2a2 tempest-TestNetworkAdvancedServerOps-1160145080 tempest-TestNetworkAdvancedServerOps-1160145080] Fanout notify agent at l3_agent the message router_deleted on router 0c007700-011f-4eee-9132-1e6374ef7d21 {{(pid=84874) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jan 14 07:47:58.646603 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-17b8f5da-a0fc-47b6-b406-dd6dd7e1b2a2 tempest-TestNetworkAdvancedServerOps-1160145080 tempest-TestNetworkAdvancedServerOps-1160145080] Notify callbacks [] for router, before_response {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:47:58.647805 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-17b8f5da-a0fc-47b6-b406-dd6dd7e1b2a2 tempest-TestNetworkAdvancedServerOps-1160145080 tempest-TestNetworkAdvancedServerOps-1160145080] 10.222.0.24 "DELETE /v2.0/routers/0c007700-011f-4eee-9132-1e6374ef7d21 HTTP/1.1" status: 204 len: 168 time: 1.2553558 Jan 14 07:47:58.651181 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84874) accepted ('10.222.0.24', 45882) {{(pid=84874) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:47:59.045087 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Device ca9cd57f-c82d-4ea2-810a-b1cf81da29f0 no longer exists at agent ovs-agent-n-d-768862-2 {{(pid=84876) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jan 14 07:47:59.079848 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.plugin [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] No Port match for: ca9cd57f-c82d-4ea2-810a-b1cf81da29f0 {{(pid=84876) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2188}} Jan 14 07:47:59.080213 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Device ca9cd57f-c82d-4ea2-810a-b1cf81da29f0 not bound to the agent host n-d-768862-2 {{(pid=84876) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jan 14 07:47:59.080731 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Device 418d0838-db84-4074-a5d5-b05e13ba8472 no longer exists at agent ovs-agent-n-d-768862-2 {{(pid=84876) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jan 14 07:47:59.091353 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-38ada9c9-9fd3-4fe5-9d01-efdf0de9e11f tempest-TestNetworkAdvancedServerOps-1160145080 tempest-TestNetworkAdvancedServerOps-1160145080] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036854160497'] for network, before_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:47:59.117735 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.plugin [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] No Port match for: 418d0838-db84-4074-a5d5-b05e13ba8472 {{(pid=84876) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2188}} Jan 14 07:47:59.118137 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Device 418d0838-db84-4074-a5d5-b05e13ba8472 not bound to the agent host n-d-768862-2 {{(pid=84876) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jan 14 07:47:59.118596 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Device 0b044f9e-fe68-4fc4-bd46-da6c0af75a91 no longer exists at agent ovs-agent-n-d-768862-2 {{(pid=84876) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jan 14 07:47:59.151758 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.plugin [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] No Port match for: 0b044f9e-fe68-4fc4-bd46-da6c0af75a91 {{(pid=84876) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2188}} Jan 14 07:47:59.152170 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Device 0b044f9e-fe68-4fc4-bd46-da6c0af75a91 not bound to the agent host n-d-768862-2 {{(pid=84876) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jan 14 07:47:59.294091 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-38ada9c9-9fd3-4fe5-9d01-efdf0de9e11f tempest-TestNetworkAdvancedServerOps-1160145080 tempest-TestNetworkAdvancedServerOps-1160145080] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-598987', 'neutron.services.segments.db._delete_segments_for_network-8777640583949'] for network, precommit_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:47:59.418357 n-d-768862-2 neutron-server[84765]: DEBUG neutron.services.segments.db [None req-38ada9c9-9fd3-4fe5-9d01-efdf0de9e11f tempest-TestNetworkAdvancedServerOps-1160145080 tempest-TestNetworkAdvancedServerOps-1160145080] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['07147954-8344-46c4-a6e0-2da340f1870a']}} {{(pid=84874) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:47:59.431213 n-d-768862-2 neutron-server[84765]: DEBUG neutron.services.segments.db [None req-38ada9c9-9fd3-4fe5-9d01-efdf0de9e11f tempest-TestNetworkAdvancedServerOps-1160145080 tempest-TestNetworkAdvancedServerOps-1160145080] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a7960fcc-0e05-4428-8277-8b3bf6ad96b2') {'for_net_delete': True} {{(pid=84874) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:47:59.431549 n-d-768862-2 neutron-server[84765]: DEBUG neutron.services.segments.db [None req-38ada9c9-9fd3-4fe5-9d01-efdf0de9e11f tempest-TestNetworkAdvancedServerOps-1160145080 tempest-TestNetworkAdvancedServerOps-1160145080] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a7960fcc-0e05-4428-8277-8b3bf6ad96b2') {} {{(pid=84874) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:47:59.443667 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-38ada9c9-9fd3-4fe5-9d01-efdf0de9e11f tempest-TestNetworkAdvancedServerOps-1160145080 tempest-TestNetworkAdvancedServerOps-1160145080] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363259214173198', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2968632'] for segment, before_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:47:59.458866 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-38ada9c9-9fd3-4fe5-9d01-efdf0de9e11f tempest-TestNetworkAdvancedServerOps-1160145080 tempest-TestNetworkAdvancedServerOps-1160145080] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854179735'] for segment, precommit_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:47:59.460966 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-38ada9c9-9fd3-4fe5-9d01-efdf0de9e11f tempest-TestNetworkAdvancedServerOps-1160145080 tempest-TestNetworkAdvancedServerOps-1160145080] Releasing vxlan tunnel 3 to pool {{(pid=84874) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Jan 14 07:47:59.643575 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.managers [None req-38ada9c9-9fd3-4fe5-9d01-efdf0de9e11f tempest-TestNetworkAdvancedServerOps-1160145080 tempest-TestNetworkAdvancedServerOps-1160145080] Network 07147954-8344-46c4-a6e0-2da340f1870a has no segments {{(pid=84874) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 14 07:47:59.652855 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-38ada9c9-9fd3-4fe5-9d01-efdf0de9e11f tempest-TestNetworkAdvancedServerOps-1160145080 tempest-TestNetworkAdvancedServerOps-1160145080] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-596065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036851521571'] for segment, after_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:47:59.837748 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.managers [None req-38ada9c9-9fd3-4fe5-9d01-efdf0de9e11f tempest-TestNetworkAdvancedServerOps-1160145080 tempest-TestNetworkAdvancedServerOps-1160145080] Network 07147954-8344-46c4-a6e0-2da340f1870a has no segments {{(pid=84874) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 14 07:47:59.863022 n-d-768862-2 neutron-server[84765]: Traceback (most recent call last): Jan 14 07:47:59.863022 n-d-768862-2 neutron-server[84765]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 14 07:47:59.863022 n-d-768862-2 neutron-server[84765]: timer() Jan 14 07:47:59.863022 n-d-768862-2 neutron-server[84765]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 14 07:47:59.863022 n-d-768862-2 neutron-server[84765]: cb(*args, **kw) Jan 14 07:47:59.863022 n-d-768862-2 neutron-server[84765]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Jan 14 07:47:59.863022 n-d-768862-2 neutron-server[84765]: return func(*args, **kwargs) Jan 14 07:47:59.863022 n-d-768862-2 neutron-server[84765]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 14 07:47:59.863022 n-d-768862-2 neutron-server[84765]: self._notify() Jan 14 07:47:59.863022 n-d-768862-2 neutron-server[84765]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 14 07:47:59.863022 n-d-768862-2 neutron-server[84765]: self.callback(batched_events) Jan 14 07:47:59.863022 n-d-768862-2 neutron-server[84765]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 14 07:47:59.863022 n-d-768862-2 neutron-server[84765]: event.method(event) Jan 14 07:47:59.863022 n-d-768862-2 neutron-server[84765]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 14 07:47:59.863022 n-d-768862-2 neutron-server[84765]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 14 07:47:59.863022 n-d-768862-2 neutron-server[84765]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Jan 14 07:47:59.863022 n-d-768862-2 neutron-server[84765]: segment_id)['aggregates'][0] Jan 14 07:47:59.863022 n-d-768862-2 neutron-server[84765]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 14 07:47:59.863022 n-d-768862-2 neutron-server[84765]: return f(self, *a, **k) Jan 14 07:47:59.863022 n-d-768862-2 neutron-server[84765]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 14 07:47:59.863022 n-d-768862-2 neutron-server[84765]: return self._get(url).json() Jan 14 07:47:59.863022 n-d-768862-2 neutron-server[84765]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 14 07:47:59.863022 n-d-768862-2 neutron-server[84765]: **kwargs) Jan 14 07:47:59.863022 n-d-768862-2 neutron-server[84765]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 14 07:47:59.863022 n-d-768862-2 neutron-server[84765]: return self.request(url, 'GET', **kwargs) Jan 14 07:47:59.863022 n-d-768862-2 neutron-server[84765]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Jan 14 07:47:59.863022 n-d-768862-2 neutron-server[84765]: **endpoint_filter) Jan 14 07:47:59.863022 n-d-768862-2 neutron-server[84765]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 14 07:47:59.863022 n-d-768862-2 neutron-server[84765]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 14 07:47:59.863022 n-d-768862-2 neutron-server[84765]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 14 07:47:59.863022 n-d-768862-2 neutron-server[84765]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 14 07:47:59.863022 n-d-768862-2 neutron-server[84765]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 14 07:47:59.950462 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-38ada9c9-9fd3-4fe5-9d01-efdf0de9e11f tempest-TestNetworkAdvancedServerOps-1160145080 tempest-TestNetworkAdvancedServerOps-1160145080] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036854176830', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850887149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3912591'] for network, after_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:47:59.954087 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-2db673be-9ace-4e72-aa96-b2b715b321c7 tempest-NetworksTest-1803261889 tempest-NetworksTest-1803261889] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:47:59.969938 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-38ada9c9-9fd3-4fe5-9d01-efdf0de9e11f tempest-TestNetworkAdvancedServerOps-1160145080 tempest-TestNetworkAdvancedServerOps-1160145080] Notify callbacks [] for network, before_response {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:47:59.982530 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38ada9c9-9fd3-4fe5-9d01-efdf0de9e11f tempest-TestNetworkAdvancedServerOps-1160145080 tempest-TestNetworkAdvancedServerOps-1160145080] Pushing event deleted for resources: {'Network': ['ID=07147954-8344-46c4-a6e0-2da340f1870a,revision_number=None']} {{(pid=84874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:47:59.986540 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-38ada9c9-9fd3-4fe5-9d01-efdf0de9e11f tempest-TestNetworkAdvancedServerOps-1160145080 tempest-TestNetworkAdvancedServerOps-1160145080] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:47:59.988567 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-38ada9c9-9fd3-4fe5-9d01-efdf0de9e11f tempest-TestNetworkAdvancedServerOps-1160145080 tempest-TestNetworkAdvancedServerOps-1160145080] 10.222.0.24 "DELETE /v2.0/networks/07147954-8344-46c4-a6e0-2da340f1870a HTTP/1.1" status: 204 len: 168 time: 1.3362868 Jan 14 07:47:59.991631 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84875) accepted ('10.222.0.24', 45886) {{(pid=84875) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:48:00.077437 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-e5736b1d-c63f-4658-8270-a4effe7848b1 tempest-TestNetworkAdvancedServerOps-1160145080 tempest-TestNetworkAdvancedServerOps-1160145080] Notify callbacks [] for security_group, before_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:48:00.109295 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-e5736b1d-c63f-4658-8270-a4effe7848b1 tempest-TestNetworkAdvancedServerOps-1160145080 tempest-TestNetworkAdvancedServerOps-1160145080] Notify callbacks [] for security_group, precommit_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:48:00.169313 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-e5736b1d-c63f-4658-8270-a4effe7848b1 tempest-TestNetworkAdvancedServerOps-1160145080 tempest-TestNetworkAdvancedServerOps-1160145080] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850887153'] for security_group, after_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:48:00.174557 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-7e570c13-f0c6-47b4-937e-cc513056d66f tempest-TestNetworkAdvancedServerOps-1160145080 tempest-TestNetworkAdvancedServerOps-1160145080] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:48:00.190882 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5736b1d-c63f-4658-8270-a4effe7848b1 tempest-TestNetworkAdvancedServerOps-1160145080 tempest-TestNetworkAdvancedServerOps-1160145080] Pushing event deleted for resources: {'SecurityGroup': ['ID=337810d0-258a-4ac0-90cd-69a0666760d0,revision_number=None']} {{(pid=84875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:48:00.195560 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-e5736b1d-c63f-4658-8270-a4effe7848b1 tempest-TestNetworkAdvancedServerOps-1160145080 tempest-TestNetworkAdvancedServerOps-1160145080] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:48:00.199367 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-e5736b1d-c63f-4658-8270-a4effe7848b1 tempest-TestNetworkAdvancedServerOps-1160145080 tempest-TestNetworkAdvancedServerOps-1160145080] Notify callbacks [] for security_group, before_response {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:48:00.200666 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-e5736b1d-c63f-4658-8270-a4effe7848b1 tempest-TestNetworkAdvancedServerOps-1160145080 tempest-TestNetworkAdvancedServerOps-1160145080] 10.222.0.24 "DELETE /v2.0/security-groups/337810d0-258a-4ac0-90cd-69a0666760d0 HTTP/1.1" status: 204 len: 168 time: 0.2079084 Jan 14 07:48:00.642825 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84875) accepted ('10.222.0.24', 45896) {{(pid=84875) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:48:00.861936 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-a92a5073-4579-4d82-8c3a-e448f2e42679 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=69417d350c734fdb82cf490b41ee71fc&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2176969 Jan 14 07:48:00.866110 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84875) accepted ('10.222.0.24', 45902) {{(pid=84875) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:48:00.931471 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-204466e3-441a-402e-ae94-b2da90944740 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:48:00.959999 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-204466e3-441a-402e-ae94-b2da90944740 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:48:01.015705 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-204466e3-441a-402e-ae94-b2da90944740 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850887153'] for security_group, after_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:48:01.019624 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-4b861497-9c4b-461c-a886-aad57787ebc7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:48:01.034618 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-204466e3-441a-402e-ae94-b2da90944740 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=94f9f6f1-ac33-4fa3-9403-39e11d74c598,revision_number=None']} {{(pid=84875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:48:01.038874 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-204466e3-441a-402e-ae94-b2da90944740 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:48:01.043022 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-204466e3-441a-402e-ae94-b2da90944740 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:48:01.043908 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-204466e3-441a-402e-ae94-b2da90944740 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/94f9f6f1-ac33-4fa3-9403-39e11d74c598 HTTP/1.1" status: 204 len: 168 time: 0.1768007 Jan 14 07:48:01.419249 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84874) accepted ('10.222.0.24', 45910) {{(pid=84874) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:48:01.439251 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-4a01db29-95bc-4b60-b13d-266f677ba35d admin admin] Notify callbacks [] for security_group, before_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:48:01.455132 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-4a01db29-95bc-4b60-b13d-266f677ba35d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:48:01.459577 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-4a01db29-95bc-4b60-b13d-266f677ba35d admin admin] Usage tracker for resource:security_group_rule and tenant:85d5849fcf914a5d825a4a76fba1b4eb is out of sync, need to count used quota {{(pid=84874) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:48:01.462713 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-4a01db29-95bc-4b60-b13d-266f677ba35d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84874) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:48:01.468993 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-4a01db29-95bc-4b60-b13d-266f677ba35d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:48:01.563349 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-4a01db29-95bc-4b60-b13d-266f677ba35d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:48:01.567095 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-4a01db29-95bc-4b60-b13d-266f677ba35d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850887153'] for security_group, after_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:48:01.574474 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-1c90785c-30b5-415e-91e8-aec4dbf3a7c5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:48:01.617225 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a01db29-95bc-4b60-b13d-266f677ba35d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=63e4c599-a1e9-4887-9225-f66c945a8cef,revision_number=1']} {{(pid=84874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:48:01.622033 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-4a01db29-95bc-4b60-b13d-266f677ba35d admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=85d5849fcf914a5d825a4a76fba1b4eb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2015920 Jan 14 07:48:01.623111 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-4a01db29-95bc-4b60-b13d-266f677ba35d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:48:01.625274 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84875) accepted ('10.222.0.24', 45914) {{(pid=84875) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:48:01.691817 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-c3985c39-4ede-44f7-963c-e1e1c8c1984a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:48:01.724470 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-c3985c39-4ede-44f7-963c-e1e1c8c1984a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:48:01.772730 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-c3985c39-4ede-44f7-963c-e1e1c8c1984a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850887153'] for security_group, after_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:48:01.776907 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-92bdd2ab-8371-4991-9649-026c532e4a1f tempest-TestNetworkAdvancedServerOps-1160145080 tempest-TestNetworkAdvancedServerOps-1160145080] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:48:01.788847 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3985c39-4ede-44f7-963c-e1e1c8c1984a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=63e4c599-a1e9-4887-9225-f66c945a8cef,revision_number=None']} {{(pid=84875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:48:01.793037 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-c3985c39-4ede-44f7-963c-e1e1c8c1984a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:48:01.797608 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-c3985c39-4ede-44f7-963c-e1e1c8c1984a admin admin] Notify callbacks [] for security_group, before_response {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:48:01.800172 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-c3985c39-4ede-44f7-963c-e1e1c8c1984a admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/63e4c599-a1e9-4887-9225-f66c945a8cef HTTP/1.1" status: 204 len: 168 time: 0.1725140 Jan 14 07:48:02.842643 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84875) accepted ('10.222.0.24', 45936) {{(pid=84875) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:48:02.990079 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.v2.base [None req-743db415-6e17-4fa3-84e3-2c0be52c02db admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-164854501-network', 'tenant_id': '1f4df992776844bbbfa9430f507ebd4e'}} {{(pid=84875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:48:02.996860 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-743db415-6e17-4fa3-84e3-2c0be52c02db admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:48:03.001080 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-743db415-6e17-4fa3-84e3-2c0be52c02db admin admin] Usage tracker for resource:network and tenant:1f4df992776844bbbfa9430f507ebd4e is out of sync, need to count used quota {{(pid=84875) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:48:03.004190 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-743db415-6e17-4fa3-84e3-2c0be52c02db admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84875) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:48:03.010709 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-743db415-6e17-4fa3-84e3-2c0be52c02db admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:48:03.021556 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-743db415-6e17-4fa3-84e3-2c0be52c02db admin admin] Made reservation on behalf of 1f4df992776844bbbfa9430f507ebd4e for: {'network': 1} {{(pid=84875) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 07:48:03.026689 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-743db415-6e17-4fa3-84e3-2c0be52c02db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555753'] for network, before_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:48:03.040687 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-743db415-6e17-4fa3-84e3-2c0be52c02db admin admin] Notify callbacks [] for security_group, before_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:48:03.056506 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-743db415-6e17-4fa3-84e3-2c0be52c02db admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:48:03.060684 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-743db415-6e17-4fa3-84e3-2c0be52c02db admin admin] Usage tracker for resource:security_group_rule and tenant:1f4df992776844bbbfa9430f507ebd4e is out of sync, need to count used quota {{(pid=84875) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:48:03.063754 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-743db415-6e17-4fa3-84e3-2c0be52c02db admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84875) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:48:03.069871 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-743db415-6e17-4fa3-84e3-2c0be52c02db admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:48:03.165937 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-743db415-6e17-4fa3-84e3-2c0be52c02db admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:48:03.170032 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-743db415-6e17-4fa3-84e3-2c0be52c02db admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850887153'] for security_group, after_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:48:03.173217 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-df58cfaf-abda-4512-b939-3635f3df9fd8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:48:03.206165 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-743db415-6e17-4fa3-84e3-2c0be52c02db admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 3} {{(pid=84875) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Jan 14 07:48:03.215383 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-743db415-6e17-4fa3-84e3-2c0be52c02db admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4ede50ca-835e-431c-a433-2a14ddbfed80,revision_number=1']} {{(pid=84875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:48:03.221862 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-743db415-6e17-4fa3-84e3-2c0be52c02db admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:48:03.226065 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-743db415-6e17-4fa3-84e3-2c0be52c02db admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment--9223363259214191851', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854179735'] for segment, precommit_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:48:03.226597 n-d-768862-2 neutron-server[84765]: INFO neutron.db.segments_db [None req-743db415-6e17-4fa3-84e3-2c0be52c02db admin admin] Added segment e898d9e9-ccaf-4c24-ad77-2ccf3f49c95f of type vxlan for network d77139bd-a212-4dca-86ad-2da058c71cbc Jan 14 07:48:03.263023 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-743db415-6e17-4fa3-84e3-2c0be52c02db admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363259214646115'] for network, precommit_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:48:03.295153 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-743db415-6e17-4fa3-84e3-2c0be52c02db admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850887149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964'] for network, after_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:48:03.296148 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-743db415-6e17-4fa3-84e3-2c0be52c02db admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:48:03.296781 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-743db415-6e17-4fa3-84e3-2c0be52c02db admin admin] Notify callbacks [] for network, before_response {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:48:03.300330 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-1312f730-ea12-4151-bc77-646019348ae7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:48:03.406603 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-743db415-6e17-4fa3-84e3-2c0be52c02db admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 874 time: 0.5627370 Jan 14 07:48:03.407564 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-743db415-6e17-4fa3-84e3-2c0be52c02db admin admin] Pushing event updated for resources: {'Network': ['ID=d77139bd-a212-4dca-86ad-2da058c71cbc,revision_number=1']} {{(pid=84875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:48:03.409853 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84875) accepted ('10.222.0.24', 45942) {{(pid=84875) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:48:03.412758 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-743db415-6e17-4fa3-84e3-2c0be52c02db admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:48:03.416858 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.v2.base [None req-2649a019-b36a-4908-bbf7-9124d60bc7c3 admin admin] Request body: {'subnet': {'network_id': 'd77139bd-a212-4dca-86ad-2da058c71cbc', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-164854501-subnet', 'tenant_id': '1f4df992776844bbbfa9430f507ebd4e', 'ip_version': 4}} {{(pid=84875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:48:03.422526 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Network d77139bd-a212-4dca-86ad-2da058c71cbc details requested by agent ovs-agent-n-d-768862-2 with host n-d-768862-2 {{(pid=84876) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 07:48:03.423153 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-2649a019-b36a-4908-bbf7-9124d60bc7c3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:48:03.427473 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-2649a019-b36a-4908-bbf7-9124d60bc7c3 admin admin] Usage tracker for resource:subnet and tenant:1f4df992776844bbbfa9430f507ebd4e is out of sync, need to count used quota {{(pid=84875) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:48:03.430607 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-2649a019-b36a-4908-bbf7-9124d60bc7c3 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84875) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:48:03.436691 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-852a24f7-e9a1-4193-9abb-e9506fe5213f None None] Network d77139bd-a212-4dca-86ad-2da058c71cbc details requested by agent ovs-agent-n-h2-768862-2 with host n-h2-768862-2 {{(pid=84876) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 07:48:03.436831 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-2649a019-b36a-4908-bbf7-9124d60bc7c3 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:48:03.451374 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2649a019-b36a-4908-bbf7-9124d60bc7c3 admin admin] Made reservation on behalf of 1f4df992776844bbbfa9430f507ebd4e for: {'subnet': 1} {{(pid=84875) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 07:48:03.453244 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-017f98a9-8a07-408c-a86f-8ff0c00400a0 None None] Network d77139bd-a212-4dca-86ad-2da058c71cbc details requested by agent ovs-agent-n-h1-768862-2 with host n-h1-768862-2 {{(pid=84876) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 07:48:03.456368 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-2649a019-b36a-4908-bbf7-9124d60bc7c3 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036852467157'] for subnet, before_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:48:03.876509 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-2649a019-b36a-4908-bbf7-9124d60bc7c3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850887113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036851621412', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036852467174'] for subnet, after_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:48:03.889530 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-9afe886c-4862-45ae-99f7-20b0f4cfe3fe tempest-TestNetworkAdvancedServerOps-1160145080 tempest-TestNetworkAdvancedServerOps-1160145080] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:48:04.012701 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2649a019-b36a-4908-bbf7-9124d60bc7c3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5e34984b-8427-49df-8027-5623fda1683a,revision_number=0']} {{(pid=84875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:48:04.017974 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-2649a019-b36a-4908-bbf7-9124d60bc7c3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:48:04.089751 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2649a019-b36a-4908-bbf7-9124d60bc7c3 admin admin] Checking segment: {'id': 'e898d9e9-ccaf-4c24-ad77-2ccf3f49c95f', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'd77139bd-a212-4dca-86ad-2da058c71cbc'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84875) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 14 07:48:04.090142 n-d-768862-2 neutron-server[84765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2649a019-b36a-4908-bbf7-9124d60bc7c3 admin admin] Network hostable DHCP agents. Network: d77139bd-a212-4dca-86ad-2da058c71cbc, hostable agents: ['32f3dd84-26da-4d18-bf15-6017a8fb7247'], hosted agents: [] {{(pid=84875) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Jan 14 07:48:04.109913 n-d-768862-2 neutron-server[84765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2649a019-b36a-4908-bbf7-9124d60bc7c3 admin admin] Network d77139bd-a212-4dca-86ad-2da058c71cbc is scheduled to be hosted by DHCP agent 32f3dd84-26da-4d18-bf15-6017a8fb7247 with binding_index 1 {{(pid=84875) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Jan 14 07:48:04.119235 n-d-768862-2 neutron-server[84765]: DEBUG neutron.scheduler.base_scheduler [None req-2649a019-b36a-4908-bbf7-9124d60bc7c3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768862-2, d77139bd-a212-4dca-86ad-2da058c71cbc) {{(pid=84875) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 07:48:04.128506 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-828e4edb-8a5e-43f1-b89c-0d99cc5c89bc None None] Network d77139bd-a212-4dca-86ad-2da058c71cbc requested from n-d-768862-2 {{(pid=84876) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 07:48:04.137116 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2649a019-b36a-4908-bbf7-9124d60bc7c3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:48:04.137815 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-2649a019-b36a-4908-bbf7-9124d60bc7c3 admin admin] Notify callbacks [] for subnet, before_response {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:48:04.161021 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-2649a019-b36a-4908-bbf7-9124d60bc7c3 admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.7500911 Jan 14 07:48:04.164238 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84874) accepted ('10.222.0.24', 45946) {{(pid=84874) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:48:04.170196 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.v2.base [None req-8c0a7b44-c6c8-46d0-80e5-95baf2ed5722 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-164854501-router', 'tenant_id': '1f4df992776844bbbfa9430f507ebd4e', 'external_gateway_info': {'network_id': '226f1e78-82cd-4481-9055-4eb73b6db8c1'}}} {{(pid=84874) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:48:04.176651 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-8c0a7b44-c6c8-46d0-80e5-95baf2ed5722 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:48:04.181002 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-8c0a7b44-c6c8-46d0-80e5-95baf2ed5722 admin admin] Usage tracker for resource:router and tenant:1f4df992776844bbbfa9430f507ebd4e is out of sync, need to count used quota {{(pid=84874) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:48:04.184600 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-8c0a7b44-c6c8-46d0-80e5-95baf2ed5722 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=84874) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:48:04.191085 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-8c0a7b44-c6c8-46d0-80e5-95baf2ed5722 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:48:04.207189 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-8c0a7b44-c6c8-46d0-80e5-95baf2ed5722 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3889205', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854717621'] for router, before_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:48:04.208331 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-8c0a7b44-c6c8-46d0-80e5-95baf2ed5722 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036850886574', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3912501', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3808446', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-58179'] for router, precommit_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:48:04.224261 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-8c0a7b44-c6c8-46d0-80e5-95baf2ed5722 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:48:04.365057 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5c04ddd-0b9b-4624-b665-b06a688c0bcb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5d94dc7a-c095-50a4-955e-5f3b78718a12-d77139bd-a212-4dca-86ad-2da058c71cbc', 'network_id': 'd77139bd-a212-4dca-86ad-2da058c71cbc', 'tenant_id': '1f4df992776844bbbfa9430f507ebd4e', 'fixed_ips': [{'subnet_id': '5e34984b-8427-49df-8027-5623fda1683a'}]}} from n-d-768862-2. {{(pid=84876) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Jan 14 07:48:04.365994 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-c5c04ddd-0b9b-4624-b665-b06a688c0bcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555753'] for port, before_create {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:48:04.504382 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-8c0a7b44-c6c8-46d0-80e5-95baf2ed5722 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3912484', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3889188', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-58194'] for router, precommit_update {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:48:04.661905 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.db_base_plugin_common [None req-c5c04ddd-0b9b-4624-b665-b06a688c0bcb None None] Allocated IP 172.20.0.2 (d77139bd-a212-4dca-86ad-2da058c71cbc/5e34984b-8427-49df-8027-5623fda1683a/f970f645-6e72-4a4c-9d7d-f29df0282569) {{(pid=84876) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 14 07:48:04.829635 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-8c0a7b44-c6c8-46d0-80e5-95baf2ed5722 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:48:04.862806 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-8c0a7b44-c6c8-46d0-80e5-95baf2ed5722 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555753'] for port, before_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:48:04.892675 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-c5c04ddd-0b9b-4624-b665-b06a688c0bcb None None] Notify callbacks [] for port, precommit_create {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:48:04.904875 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-c5c04ddd-0b9b-4624-b665-b06a688c0bcb None None] Transition to ACTIVE for port object f970f645-6e72-4a4c-9d7d-f29df0282569 will not be triggered until provisioned by entity L2. {{(pid=84876) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 07:48:04.921670 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-c5c04ddd-0b9b-4624-b665-b06a688c0bcb None None] Transition to ACTIVE for port object f970f645-6e72-4a4c-9d7d-f29df0282569 will not be triggered until provisioned by entity DHCP. {{(pid=84876) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 07:48:04.926891 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-c5c04ddd-0b9b-4624-b665-b06a688c0bcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777640123575'] for port, after_create {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:48:04.942681 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-156273e5-0e27-4fc3-9840-9b3889f5b8b4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84876) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:48:05.072095 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5c04ddd-0b9b-4624-b665-b06a688c0bcb None None] Pushing event updated for resources: {'Port': ['ID=f970f645-6e72-4a4c-9d7d-f29df0282569,revision_number=1']} {{(pid=84876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:48:05.075602 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-c5c04ddd-0b9b-4624-b665-b06a688c0bcb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=84876) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:48:05.131826 n-d-768862-2 neutron-server[84765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5c04ddd-0b9b-4624-b665-b06a688c0bcb None None] Network d77139bd-a212-4dca-86ad-2da058c71cbc is already hosted by enough agents. {{(pid=84876) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 07:48:05.133194 n-d-768862-2 neutron-server[84765]: DEBUG neutron.scheduler.base_scheduler [None req-c5c04ddd-0b9b-4624-b665-b06a688c0bcb None None] Resources bound (agent type, host, resource id): {{(pid=84876) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 07:48:05.136069 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5c04ddd-0b9b-4624-b665-b06a688c0bcb None None] Received port after_create {{(pid=84876) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 14 07:48:05.142349 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.db_base_plugin_common [None req-8c0a7b44-c6c8-46d0-80e5-95baf2ed5722 admin admin] Allocated IP 172.25.2.202 (226f1e78-82cd-4481-9055-4eb73b6db8c1/ba8deeec-7658-4195-9449-038c076f5c83/9cee83f1-12e4-4d5c-8be4-ef89f0fbf6e4) {{(pid=84874) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 14 07:48:05.194276 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.managers [None req-c5c04ddd-0b9b-4624-b665-b06a688c0bcb None None] Attempting to bind port f970f645-6e72-4a4c-9d7d-f29df0282569 on host n-d-768862-2 for vnic_type normal with profile {{(pid=84876) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 14 07:48:05.194620 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.managers [None req-c5c04ddd-0b9b-4624-b665-b06a688c0bcb None None] Attempting to bind port f970f645-6e72-4a4c-9d7d-f29df0282569 by drivers openvswitch on host n-d-768862-2 at level 0 using segments [{'id': 'e898d9e9-ccaf-4c24-ad77-2ccf3f49c95f', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'd77139bd-a212-4dca-86ad-2da058c71cbc'}] {{(pid=84876) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 14 07:48:05.195029 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5c04ddd-0b9b-4624-b665-b06a688c0bcb None None] Attempting to bind port f970f645-6e72-4a4c-9d7d-f29df0282569 on network d77139bd-a212-4dca-86ad-2da058c71cbc {{(pid=84876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 14 07:48:05.201760 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5c04ddd-0b9b-4624-b665-b06a688c0bcb None None] Checking agent: {'id': 'ba5efab1-b43c-4d5a-bc52-6e105d4e67a2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768862-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 14, 6, 56, 52), 'started_at': datetime.datetime(2021, 1, 14, 6, 57, 22), 'heartbeat_timestamp': datetime.datetime(2021, 1, 14, 7, 47, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768862-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.29', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 14 07:48:05.202178 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5c04ddd-0b9b-4624-b665-b06a688c0bcb None None] Checking segment: {'id': 'e898d9e9-ccaf-4c24-ad77-2ccf3f49c95f', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'd77139bd-a212-4dca-86ad-2da058c71cbc'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84876) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 14 07:48:05.202630 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-c5c04ddd-0b9b-4624-b665-b06a688c0bcb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:48:05.203065 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5c04ddd-0b9b-4624-b665-b06a688c0bcb None None] Bound using segment: {'id': 'e898d9e9-ccaf-4c24-ad77-2ccf3f49c95f', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'd77139bd-a212-4dca-86ad-2da058c71cbc'} {{(pid=84876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 14 07:48:05.203582 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.managers [None req-c5c04ddd-0b9b-4624-b665-b06a688c0bcb None None] Bound port: f970f645-6e72-4a4c-9d7d-f29df0282569, host: n-d-768862-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e898d9e9-ccaf-4c24-ad77-2ccf3f49c95f', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'd77139bd-a212-4dca-86ad-2da058c71cbc'}}] {{(pid=84876) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 14 07:48:05.204052 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-c5c04ddd-0b9b-4624-b665-b06a688c0bcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555753'] for port, before_update {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:48:05.298155 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [None req-c5c04ddd-0b9b-4624-b665-b06a688c0bcb None None] For port f970f645-6e72-4a4c-9d7d-f29df0282569, host n-d-768862-2, cleared binding levels {{(pid=84876) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 14 07:48:05.301418 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [None req-c5c04ddd-0b9b-4624-b665-b06a688c0bcb None None] For port f970f645-6e72-4a4c-9d7d-f29df0282569, host n-d-768862-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-2',level=0,port_id=f970f645-6e72-4a4c-9d7d-f29df0282569,segment=NetworkSegment(e898d9e9-ccaf-4c24-ad77-2ccf3f49c95f),segment_id=e898d9e9-ccaf-4c24-ad77-2ccf3f49c95f)] {{(pid=84876) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 14 07:48:05.304805 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-c5c04ddd-0b9b-4624-b665-b06a688c0bcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777640533312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363259214678337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777640097497'] for port, after_update {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:48:05.306029 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-8c0a7b44-c6c8-46d0-80e5-95baf2ed5722 admin admin] Notify callbacks [] for port, precommit_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:48:05.318210 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-1da8bf31-27d1-4dbc-8cd8-b28b9c43f5bf None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84876) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:48:05.334528 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-8c0a7b44-c6c8-46d0-80e5-95baf2ed5722 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777640123575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3254186'] for port, after_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:48:05.348460 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-359c838c-149a-416b-8ec8-1c7e1c90da38 tempest-FloatingIPTestJSON-1632234116 tempest-FloatingIPTestJSON-1632234116] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:48:05.468018 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5c04ddd-0b9b-4624-b665-b06a688c0bcb None None] Pushing event updated for resources: {'Port': ['ID=f970f645-6e72-4a4c-9d7d-f29df0282569,revision_number=2']} {{(pid=84876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:48:05.477864 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-c5c04ddd-0b9b-4624-b665-b06a688c0bcb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.160s {{(pid=84876) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:48:05.482317 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c0a7b44-c6c8-46d0-80e5-95baf2ed5722 admin admin] Pushing event updated for resources: {'Port': ['ID=9cee83f1-12e4-4d5c-8be4-ef89f0fbf6e4,revision_number=1']} {{(pid=84874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:48:05.504182 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c0a7b44-c6c8-46d0-80e5-95baf2ed5722 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@n-h1-768862-2 {{(pid=84874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:48:05.504621 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c0a7b44-c6c8-46d0-80e5-95baf2ed5722 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-h1-768862-2 {{(pid=84874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:48:05.505048 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c0a7b44-c6c8-46d0-80e5-95baf2ed5722 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-h1-768862-2 {{(pid=84874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:48:05.505471 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c0a7b44-c6c8-46d0-80e5-95baf2ed5722 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-h1-768862-2 {{(pid=84874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:48:05.505895 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c0a7b44-c6c8-46d0-80e5-95baf2ed5722 admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@n-h1-768862-2 {{(pid=84874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:48:05.506307 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c0a7b44-c6c8-46d0-80e5-95baf2ed5722 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-h1-768862-2 {{(pid=84874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:48:05.506720 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c0a7b44-c6c8-46d0-80e5-95baf2ed5722 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-h1-768862-2 {{(pid=84874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:48:05.507133 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c0a7b44-c6c8-46d0-80e5-95baf2ed5722 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-h1-768862-2 {{(pid=84874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:48:05.507544 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c0a7b44-c6c8-46d0-80e5-95baf2ed5722 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-h1-768862-2 {{(pid=84874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:48:05.507980 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c0a7b44-c6c8-46d0-80e5-95baf2ed5722 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-h1-768862-2 {{(pid=84874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:48:05.508392 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c0a7b44-c6c8-46d0-80e5-95baf2ed5722 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-h1-768862-2 {{(pid=84874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:48:05.508801 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c0a7b44-c6c8-46d0-80e5-95baf2ed5722 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-h1-768862-2 {{(pid=84874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:48:05.509288 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c0a7b44-c6c8-46d0-80e5-95baf2ed5722 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@n-h2-768862-2 {{(pid=84874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:48:05.509760 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c0a7b44-c6c8-46d0-80e5-95baf2ed5722 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-h2-768862-2 {{(pid=84874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:48:05.510223 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c0a7b44-c6c8-46d0-80e5-95baf2ed5722 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-h2-768862-2 {{(pid=84874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:48:05.510598 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c0a7b44-c6c8-46d0-80e5-95baf2ed5722 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-h2-768862-2 {{(pid=84874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:48:05.511004 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c0a7b44-c6c8-46d0-80e5-95baf2ed5722 admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@n-h2-768862-2 {{(pid=84874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:48:05.511411 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c0a7b44-c6c8-46d0-80e5-95baf2ed5722 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-h2-768862-2 {{(pid=84874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:48:05.511817 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c0a7b44-c6c8-46d0-80e5-95baf2ed5722 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-h2-768862-2 {{(pid=84874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:48:05.512249 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c0a7b44-c6c8-46d0-80e5-95baf2ed5722 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-h2-768862-2 {{(pid=84874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:48:05.512663 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c0a7b44-c6c8-46d0-80e5-95baf2ed5722 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-h2-768862-2 {{(pid=84874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:48:05.513059 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c0a7b44-c6c8-46d0-80e5-95baf2ed5722 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-h2-768862-2 {{(pid=84874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:48:05.513469 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c0a7b44-c6c8-46d0-80e5-95baf2ed5722 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-h2-768862-2 {{(pid=84874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:48:05.513876 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c0a7b44-c6c8-46d0-80e5-95baf2ed5722 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-h2-768862-2 {{(pid=84874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:48:05.514342 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c0a7b44-c6c8-46d0-80e5-95baf2ed5722 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-2 {{(pid=84874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:48:05.514747 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c0a7b44-c6c8-46d0-80e5-95baf2ed5722 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-2 {{(pid=84874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:48:05.515151 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c0a7b44-c6c8-46d0-80e5-95baf2ed5722 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-2 {{(pid=84874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:48:05.515558 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c0a7b44-c6c8-46d0-80e5-95baf2ed5722 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-2 {{(pid=84874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:48:05.516010 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c0a7b44-c6c8-46d0-80e5-95baf2ed5722 admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@n-d-768862-2 {{(pid=84874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:48:05.516405 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c0a7b44-c6c8-46d0-80e5-95baf2ed5722 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-2 {{(pid=84874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:48:05.516811 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c0a7b44-c6c8-46d0-80e5-95baf2ed5722 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-768862-2 {{(pid=84874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:48:05.517211 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c0a7b44-c6c8-46d0-80e5-95baf2ed5722 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-768862-2 {{(pid=84874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:48:05.517617 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c0a7b44-c6c8-46d0-80e5-95baf2ed5722 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-2 {{(pid=84874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:48:05.518022 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c0a7b44-c6c8-46d0-80e5-95baf2ed5722 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-2 {{(pid=84874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:48:05.518427 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c0a7b44-c6c8-46d0-80e5-95baf2ed5722 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-2 {{(pid=84874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:48:05.518833 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c0a7b44-c6c8-46d0-80e5-95baf2ed5722 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-2 {{(pid=84874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:48:05.527249 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-8c0a7b44-c6c8-46d0-80e5-95baf2ed5722 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.178s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:48:05.568225 n-d-768862-2 neutron-server[84765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c0a7b44-c6c8-46d0-80e5-95baf2ed5722 admin admin] Network 226f1e78-82cd-4481-9055-4eb73b6db8c1 is already hosted by enough agents. {{(pid=84874) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 07:48:05.569397 n-d-768862-2 neutron-server[84765]: DEBUG neutron.scheduler.base_scheduler [None req-8c0a7b44-c6c8-46d0-80e5-95baf2ed5722 admin admin] Resources bound (agent type, host, resource id): {{(pid=84874) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 07:48:05.572420 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c0a7b44-c6c8-46d0-80e5-95baf2ed5722 admin admin] Received port after_create {{(pid=84874) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 14 07:48:06.018947 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-8c0a7b44-c6c8-46d0-80e5-95baf2ed5722 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:48:06.692105 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-8c0a7b44-c6c8-46d0-80e5-95baf2ed5722 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036850886612', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036850863158'] for router, after_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:48:06.845541 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-061a0331-10db-4329-9de2-8d6c670bd954 None None] Network d77139bd-a212-4dca-86ad-2da058c71cbc requested from n-d-768862-2 {{(pid=84876) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 07:48:06.909451 n-d-768862-2 neutron-server[84765]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8c0a7b44-c6c8-46d0-80e5-95baf2ed5722 admin admin] Router 3b8fee74-cc73-4bdb-af69-7e0cde39501a is scheduled to L3 agent 35f592e9-451b-4db9-abea-77b6a5c5391b with binding_index 1 {{(pid=84874) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}} Jan 14 07:48:06.947517 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-124275cb-b0fd-4a5d-b09d-8e9e23407017 None None] Provisioning for port f970f645-6e72-4a4c-9d7d-f29df0282569 completed by entity DHCP. {{(pid=84876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 07:48:07.089196 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Device f970f645-6e72-4a4c-9d7d-f29df0282569 up at agent ovs-agent-n-d-768862-2 {{(pid=84876) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 07:48:07.101897 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8c0a7b44-c6c8-46d0-80e5-95baf2ed5722 admin admin] Notify agent at l3_agent.n-d-768862-2 the message routers_updated {{(pid=84874) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jan 14 07:48:07.121647 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9414280-930b-4acd-a2e9-5e9a89e6a062 None None] Sync routers for ids ['3b8fee74-cc73-4bdb-af69-7e0cde39501a'] in n-d-768862-2 {{(pid=84876) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Jan 14 07:48:07.129830 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-8c0a7b44-c6c8-46d0-80e5-95baf2ed5722 admin admin] Notify callbacks [] for router, before_response {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:48:07.131168 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-8c0a7b44-c6c8-46d0-80e5-95baf2ed5722 admin admin] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 2.9658144 Jan 14 07:48:07.134411 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84874) accepted ('10.222.0.24', 45950) {{(pid=84874) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:48:07.160226 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9414280-930b-4acd-a2e9-5e9a89e6a062 None None] Routers {'3b8fee74-cc73-4bdb-af69-7e0cde39501a'} bound to L3 agent in host n-d-768862-2 {{(pid=84876) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 14 07:48:07.160923 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_hamode_db [None req-c9414280-930b-4acd-a2e9-5e9a89e6a062 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-01-14T06:56:51Z,description=,heartbeat_timestamp=2021-01-14T07:47:52Z,host='n-d-768862-2',id=35f592e9-451b-4db9-abea-77b6a5c5391b,load=0,resource_versions=,resources_synced=,started_at=2021-01-14T06:56:51Z,topic='l3_agent')) {'router_ids': ['3b8fee74-cc73-4bdb-af69-7e0cde39501a'], 'active': True} {{(pid=84876) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:48:07.527937 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Provisioning for port f970f645-6e72-4a4c-9d7d-f29df0282569 completed by entity L2. {{(pid=84876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 07:48:07.554353 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Provisioning complete for port f970f645-6e72-4a4c-9d7d-f29df0282569 triggered by entity L2. {{(pid=84876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 07:48:07.554799 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-604227'] for port, provisioning_complete {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:48:07.612043 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_dvr_db [None req-c9414280-930b-4acd-a2e9-5e9a89e6a062 None None] Set router 3b8fee74-cc73-4bdb-af69-7e0cde39501a gateway port host: n-d-768862-2 {{(pid=84876) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 14 07:48:07.882055 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-d0c1de37-0d7b-46fa-b6fc-a837a1b0f8ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555753'] for port, before_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:48:07.883116 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-518160c3-e21b-40c4-b02c-de1af1f11923 None None] Provisioning complete for port f970f645-6e72-4a4c-9d7d-f29df0282569 triggered by entity DHCP. {{(pid=84876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 07:48:07.883542 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-518160c3-e21b-40c4-b02c-de1af1f11923 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-604227'] for port, provisioning_complete {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:48:08.063627 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555753'] for port, before_update {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:48:08.151782 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-518160c3-e21b-40c4-b02c-de1af1f11923 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555753'] for port, before_update {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:48:08.177842 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] For port f970f645-6e72-4a4c-9d7d-f29df0282569, host n-d-768862-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-2',level=0,port_id=f970f645-6e72-4a4c-9d7d-f29df0282569,segment=NetworkSegment(e898d9e9-ccaf-4c24-ad77-2ccf3f49c95f),segment_id=e898d9e9-ccaf-4c24-ad77-2ccf3f49c95f)] {{(pid=84876) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 07:48:08.187618 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777640533312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363259214678337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777640097497'] for port, after_update {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:48:08.191686 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84876) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:48:08.226144 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_hamode_db [None req-c9414280-930b-4acd-a2e9-5e9a89e6a062 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3b8fee74-cc73-4bdb-af69-7e0cde39501a', 'name': 'tempest-TestShelveInstance-164854501-router', 'tenant_id': '1f4df992776844bbbfa9430f507ebd4e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '226f1e78-82cd-4481-9055-4eb73b6db8c1', 'external_fixed_ips': [{'subnet_id': 'ba8deeec-7658-4195-9449-038c076f5c83', 'ip_address': '172.25.2.202'}], 'enable_snat': True}, 'gw_port_id': '9cee83f1-12e4-4d5c-8be4-ef89f0fbf6e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-14T07:48:04Z', 'updated_at': '2021-01-14T07:48:05Z', 'revision_number': 3, 'project_id': '1f4df992776844bbbfa9430f507ebd4e', 'gw_port': {'id': '9cee83f1-12e4-4d5c-8be4-ef89f0fbf6e4', 'name': '', 'network_id': '226f1e78-82cd-4481-9055-4eb73b6db8c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:e5:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3b8fee74-cc73-4bdb-af69-7e0cde39501a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3961, 'fixed_ips': [{'subnet_id': 'ba8deeec-7658-4195-9449-038c076f5c83', 'ip_address': '172.25.2.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T07:48:05Z', 'updated_at': '2021-01-14T07:48:05Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ba8deeec-7658-4195-9449-038c076f5c83', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-2'}], 'n-d-768862-2', False) {} {{(pid=84876) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:48:08.248608 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.db_base_plugin_common [None req-d0c1de37-0d7b-46fa-b6fc-a837a1b0f8ab admin admin] Allocated IP 172.20.0.1 (d77139bd-a212-4dca-86ad-2da058c71cbc/5e34984b-8427-49df-8027-5623fda1683a/dabc4078-ebe6-4806-8a4b-de9abaf0365d) {{(pid=84874) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 14 07:48:08.281592 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9414280-930b-4acd-a2e9-5e9a89e6a062 None None] Checking router: 3b8fee74-cc73-4bdb-af69-7e0cde39501a for host: n-d-768862-2 {{(pid=84876) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Jan 14 07:48:08.282066 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9414280-930b-4acd-a2e9-5e9a89e6a062 None None] Updating router 3b8fee74-cc73-4bdb-af69-7e0cde39501a port 9cee83f1-12e4-4d5c-8be4-ef89f0fbf6e4 binding host n-d-768862-2 {{(pid=84876) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Jan 14 07:48:08.362860 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.db.api [None req-518160c3-e21b-40c4-b02c-de1af1f11923 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=84876) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Jan 14 07:48:08.363116 n-d-768862-2 neutron-server[84765]: DEBUG oslo_db.api [None req-518160c3-e21b-40c4-b02c-de1af1f11923 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=84876) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Jan 14 07:48:08.371515 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-c9414280-930b-4acd-a2e9-5e9a89e6a062 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555753'] for port, before_update {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:48:08.395746 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Pushing event updated for resources: {'Port': ['ID=f970f645-6e72-4a4c-9d7d-f29df0282569,revision_number=3']} {{(pid=84876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:48:08.402901 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.211s {{(pid=84876) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:48:08.409225 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-d0c1de37-0d7b-46fa-b6fc-a837a1b0f8ab admin admin] Notify callbacks [] for port, precommit_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:48:08.427044 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-d0c1de37-0d7b-46fa-b6fc-a837a1b0f8ab admin admin] Transition to ACTIVE for port object dabc4078-ebe6-4806-8a4b-de9abaf0365d will not be triggered until provisioned by entity DHCP. {{(pid=84874) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 07:48:08.448644 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-d0c1de37-0d7b-46fa-b6fc-a837a1b0f8ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777640123575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3254186'] for port, after_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:48:08.468453 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-87386456-44dd-467d-a0c6-ec5015081ab9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:48:08.600959 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0c1de37-0d7b-46fa-b6fc-a837a1b0f8ab admin admin] Pushing event updated for resources: {'Port': ['ID=dabc4078-ebe6-4806-8a4b-de9abaf0365d,revision_number=1']} {{(pid=84874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:48:08.606505 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-d0c1de37-0d7b-46fa-b6fc-a837a1b0f8ab admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:48:08.655943 n-d-768862-2 neutron-server[84765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0c1de37-0d7b-46fa-b6fc-a837a1b0f8ab admin admin] Network d77139bd-a212-4dca-86ad-2da058c71cbc is already hosted by enough agents. {{(pid=84874) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 07:48:08.657027 n-d-768862-2 neutron-server[84765]: DEBUG neutron.scheduler.base_scheduler [None req-d0c1de37-0d7b-46fa-b6fc-a837a1b0f8ab admin admin] Resources bound (agent type, host, resource id): {{(pid=84874) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 07:48:08.659413 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0c1de37-0d7b-46fa-b6fc-a837a1b0f8ab admin admin] Received port after_create {{(pid=84874) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 14 07:48:08.718551 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-d0c1de37-0d7b-46fa-b6fc-a837a1b0f8ab admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036850886386'] for router_interface, before_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:48:08.802813 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-c9414280-930b-4acd-a2e9-5e9a89e6a062 None None] Notify callbacks [] for port, precommit_update {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:48:08.816375 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-c9414280-930b-4acd-a2e9-5e9a89e6a062 None None] Transition to ACTIVE for port object 9cee83f1-12e4-4d5c-8be4-ef89f0fbf6e4 will not be triggered until provisioned by entity L2. {{(pid=84876) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 07:48:08.822517 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-c9414280-930b-4acd-a2e9-5e9a89e6a062 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777640533312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363259214678337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777640097497'] for port, after_update {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:48:08.838948 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84876) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:48:08.847616 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-d0c1de37-0d7b-46fa-b6fc-a837a1b0f8ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555753'] for port, before_update {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:48:09.043318 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07829e1b-2169-47f8-8c4b-3df01d59a973 None None] Pushing event updated for resources: {'Port': ['ID=9cee83f1-12e4-4d5c-8be4-ef89f0fbf6e4,revision_number=2']} {{(pid=84876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:48:09.046591 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-07829e1b-2169-47f8-8c4b-3df01d59a973 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.208s {{(pid=84876) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:48:09.064199 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Device f970f645-6e72-4a4c-9d7d-f29df0282569 up at agent ovs-agent-n-d-768862-2 {{(pid=84876) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 07:48:09.147413 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-d0c1de37-0d7b-46fa-b6fc-a837a1b0f8ab admin admin] Notify callbacks [] for port, precommit_update {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:48:09.151644 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-d0c1de37-0d7b-46fa-b6fc-a837a1b0f8ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777640533312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363259214678337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777640097497', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036851521613'] for port, after_update {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:48:09.155948 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.managers [None req-c9414280-930b-4acd-a2e9-5e9a89e6a062 None None] Attempting to bind port 9cee83f1-12e4-4d5c-8be4-ef89f0fbf6e4 on host n-d-768862-2 for vnic_type normal with profile {{(pid=84876) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 14 07:48:09.156426 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.managers [None req-c9414280-930b-4acd-a2e9-5e9a89e6a062 None None] Attempting to bind port 9cee83f1-12e4-4d5c-8be4-ef89f0fbf6e4 by drivers openvswitch on host n-d-768862-2 at level 0 using segments [{'id': 'cf3ded2c-bc47-4a71-89af-6e7117e60140', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '226f1e78-82cd-4481-9055-4eb73b6db8c1'}] {{(pid=84876) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 14 07:48:09.156743 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9414280-930b-4acd-a2e9-5e9a89e6a062 None None] Attempting to bind port 9cee83f1-12e4-4d5c-8be4-ef89f0fbf6e4 on network 226f1e78-82cd-4481-9055-4eb73b6db8c1 {{(pid=84876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 14 07:48:09.169289 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9414280-930b-4acd-a2e9-5e9a89e6a062 None None] Checking agent: {'id': 'ba5efab1-b43c-4d5a-bc52-6e105d4e67a2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768862-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 14, 6, 56, 52), 'started_at': datetime.datetime(2021, 1, 14, 6, 57, 22), 'heartbeat_timestamp': datetime.datetime(2021, 1, 14, 7, 47, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768862-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.29', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 14 07:48:09.169704 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9414280-930b-4acd-a2e9-5e9a89e6a062 None None] Checking segment: {'id': 'cf3ded2c-bc47-4a71-89af-6e7117e60140', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '226f1e78-82cd-4481-9055-4eb73b6db8c1'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84876) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 14 07:48:09.170150 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-c9414280-930b-4acd-a2e9-5e9a89e6a062 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:48:09.170588 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9414280-930b-4acd-a2e9-5e9a89e6a062 None None] Bound using segment: {'id': 'cf3ded2c-bc47-4a71-89af-6e7117e60140', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '226f1e78-82cd-4481-9055-4eb73b6db8c1'} {{(pid=84876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 14 07:48:09.171092 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.managers [None req-c9414280-930b-4acd-a2e9-5e9a89e6a062 None None] Bound port: 9cee83f1-12e4-4d5c-8be4-ef89f0fbf6e4, host: n-d-768862-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cf3ded2c-bc47-4a71-89af-6e7117e60140', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '226f1e78-82cd-4481-9055-4eb73b6db8c1'}}] {{(pid=84876) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 14 07:48:09.171504 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-c9414280-930b-4acd-a2e9-5e9a89e6a062 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555753'] for port, before_update {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:48:09.181537 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-d0c1de37-0d7b-46fa-b6fc-a837a1b0f8ab admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:48:09.201954 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-e59cc12a-e51a-4a58-b3d1-f8ed299b3cc7 None None] Provisioning complete for port f970f645-6e72-4a4c-9d7d-f29df0282569 triggered by entity DHCP. {{(pid=84876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 07:48:09.202373 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-e59cc12a-e51a-4a58-b3d1-f8ed299b3cc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-604227'] for port, provisioning_complete {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:48:09.266177 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0c1de37-0d7b-46fa-b6fc-a837a1b0f8ab admin admin] Pushing event updated for resources: {'Port': ['ID=dabc4078-ebe6-4806-8a4b-de9abaf0365d,revision_number=2']} {{(pid=84874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:48:09.268855 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-d0c1de37-0d7b-46fa-b6fc-a837a1b0f8ab admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3206949', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3889649'] for router_interface, after_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:48:09.282694 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-d0c1de37-0d7b-46fa-b6fc-a837a1b0f8ab admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:48:09.283862 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Provisioning complete for port f970f645-6e72-4a4c-9d7d-f29df0282569 triggered by entity L2. {{(pid=84876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 07:48:09.284326 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-604227'] for port, provisioning_complete {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:48:09.360941 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [None req-c9414280-930b-4acd-a2e9-5e9a89e6a062 None None] For port 9cee83f1-12e4-4d5c-8be4-ef89f0fbf6e4, host n-d-768862-2, cleared binding levels {{(pid=84876) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 14 07:48:09.365196 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [None req-c9414280-930b-4acd-a2e9-5e9a89e6a062 None None] For port 9cee83f1-12e4-4d5c-8be4-ef89f0fbf6e4, host n-d-768862-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-2',level=0,port_id=9cee83f1-12e4-4d5c-8be4-ef89f0fbf6e4,segment=NetworkSegment(cf3ded2c-bc47-4a71-89af-6e7117e60140),segment_id=cf3ded2c-bc47-4a71-89af-6e7117e60140)] {{(pid=84876) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 14 07:48:09.375397 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-c9414280-930b-4acd-a2e9-5e9a89e6a062 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777640533312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363259214678337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777640097497'] for port, after_update {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:48:09.393056 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-9f0ada09-1b2b-4bee-a2c0-9695bec1d73b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84876) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:48:09.417320 n-d-768862-2 neutron-server[84765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0c1de37-0d7b-46fa-b6fc-a837a1b0f8ab admin admin] Network d77139bd-a212-4dca-86ad-2da058c71cbc is already hosted by enough agents. {{(pid=84874) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 07:48:09.418670 n-d-768862-2 neutron-server[84765]: DEBUG neutron.scheduler.base_scheduler [None req-d0c1de37-0d7b-46fa-b6fc-a837a1b0f8ab admin admin] Resources bound (agent type, host, resource id): {{(pid=84874) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 07:48:09.847884 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07829e1b-2169-47f8-8c4b-3df01d59a973 None None] Pushing event updated for resources: {'Port': ['ID=9cee83f1-12e4-4d5c-8be4-ef89f0fbf6e4,revision_number=3']} {{(pid=84876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:48:09.861392 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-07829e1b-2169-47f8-8c4b-3df01d59a973 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.468s {{(pid=84876) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:48:09.913760 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-e59cc12a-e51a-4a58-b3d1-f8ed299b3cc7 None None] Provisioning for port dabc4078-ebe6-4806-8a4b-de9abaf0365d completed by entity DHCP. {{(pid=84876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 07:48:09.923351 n-d-768862-2 neutron-server[84765]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d0c1de37-0d7b-46fa-b6fc-a837a1b0f8ab admin admin] Router 3b8fee74-cc73-4bdb-af69-7e0cde39501a has already been hosted by L3 agent 35f592e9-451b-4db9-abea-77b6a5c5391b {{(pid=84874) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Jan 14 07:48:09.925816 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-e59cc12a-e51a-4a58-b3d1-f8ed299b3cc7 None None] Provisioning complete for port dabc4078-ebe6-4806-8a4b-de9abaf0365d triggered by entity DHCP. {{(pid=84876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 07:48:09.926252 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-e59cc12a-e51a-4a58-b3d1-f8ed299b3cc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-604227'] for port, provisioning_complete {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:48:09.997315 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.plugin [None req-e59cc12a-e51a-4a58-b3d1-f8ed299b3cc7 None None] Port dabc4078-ebe6-4806-8a4b-de9abaf0365d cannot update to ACTIVE because it is not bound. {{(pid=84876) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:329}} Jan 14 07:48:09.999308 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9414280-930b-4acd-a2e9-5e9a89e6a062 None None] Routers {'3b8fee74-cc73-4bdb-af69-7e0cde39501a'} bound to L3 agent in host n-d-768862-2 {{(pid=84876) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 14 07:48:10.000272 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_hamode_db [None req-c9414280-930b-4acd-a2e9-5e9a89e6a062 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-01-14T06:56:51Z,description=,heartbeat_timestamp=2021-01-14T07:47:52Z,host='n-d-768862-2',id=35f592e9-451b-4db9-abea-77b6a5c5391b,load=0,resource_versions=,resources_synced=,started_at=2021-01-14T06:56:51Z,topic='l3_agent')) {'router_ids': ['3b8fee74-cc73-4bdb-af69-7e0cde39501a'], 'active': True} {{(pid=84876) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:48:10.130202 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d0c1de37-0d7b-46fa-b6fc-a837a1b0f8ab admin admin] Notify agent at l3_agent.n-d-768862-2 the message routers_updated {{(pid=84874) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jan 14 07:48:10.150032 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-d0c1de37-0d7b-46fa-b6fc-a837a1b0f8ab admin admin] 10.222.0.24 "PUT /v2.0/routers/3b8fee74-cc73-4bdb-af69-7e0cde39501a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0058029 Jan 14 07:48:10.199650 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-4e843c32-c852-4a15-8ba0-3066de1ce08a None None] Provisioning complete for port dabc4078-ebe6-4806-8a4b-de9abaf0365d triggered by entity DHCP. {{(pid=84876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 07:48:10.200330 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-4e843c32-c852-4a15-8ba0-3066de1ce08a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-604227'] for port, provisioning_complete {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:48:10.283575 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.plugin [None req-4e843c32-c852-4a15-8ba0-3066de1ce08a None None] Port dabc4078-ebe6-4806-8a4b-de9abaf0365d cannot update to ACTIVE because it is not bound. {{(pid=84876) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:329}} Jan 14 07:48:10.287470 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_dvr_db [None req-c9414280-930b-4acd-a2e9-5e9a89e6a062 None None] Set router 3b8fee74-cc73-4bdb-af69-7e0cde39501a gateway port host: n-d-768862-2 {{(pid=84876) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 14 07:48:10.670301 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_hamode_db [None req-c9414280-930b-4acd-a2e9-5e9a89e6a062 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3b8fee74-cc73-4bdb-af69-7e0cde39501a', 'name': 'tempest-TestShelveInstance-164854501-router', 'tenant_id': '1f4df992776844bbbfa9430f507ebd4e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '226f1e78-82cd-4481-9055-4eb73b6db8c1', 'external_fixed_ips': [{'subnet_id': 'ba8deeec-7658-4195-9449-038c076f5c83', 'ip_address': '172.25.2.202'}], 'enable_snat': True}, 'gw_port_id': '9cee83f1-12e4-4d5c-8be4-ef89f0fbf6e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-14T07:48:04Z', 'updated_at': '2021-01-14T07:48:08Z', 'revision_number': 4, 'project_id': '1f4df992776844bbbfa9430f507ebd4e', 'gw_port': {'id': '9cee83f1-12e4-4d5c-8be4-ef89f0fbf6e4', 'name': '', 'network_id': '226f1e78-82cd-4481-9055-4eb73b6db8c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:e5:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3b8fee74-cc73-4bdb-af69-7e0cde39501a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3961, 'fixed_ips': [{'subnet_id': 'ba8deeec-7658-4195-9449-038c076f5c83', 'ip_address': '172.25.2.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T07:48:05Z', 'updated_at': '2021-01-14T07:48:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ba8deeec-7658-4195-9449-038c076f5c83', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-2', '_interfaces': [{'id': 'dabc4078-ebe6-4806-8a4b-de9abaf0365d', 'name': '', 'network_id': 'd77139bd-a212-4dca-86ad-2da058c71cbc', 'tenant_id': '1f4df992776844bbbfa9430f507ebd4e', 'mac_address': 'fa:16:3e:e1:57:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3b8fee74-cc73-4bdb-af69-7e0cde39501a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3962, 'fixed_ips': [{'subnet_id': '5e34984b-8427-49df-8027-5623fda1683a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T07:48:08Z', 'updated_at': '2021-01-14T07:48:08Z', 'revision_number': 2, 'project_id': '1f4df992776844bbbfa9430f507ebd4e', 'subnets': [{'id': '5e34984b-8427-49df-8027-5623fda1683a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'n-d-768862-2', False) {} {{(pid=84876) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:48:10.675189 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9414280-930b-4acd-a2e9-5e9a89e6a062 None None] The sync data for ids ['3b8fee74-cc73-4bdb-af69-7e0cde39501a'] in n-d-768862-2 is: [{'id': '3b8fee74-cc73-4bdb-af69-7e0cde39501a', 'name': 'tempest-TestShelveInstance-164854501-router', 'tenant_id': '1f4df992776844bbbfa9430f507ebd4e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '226f1e78-82cd-4481-9055-4eb73b6db8c1', 'external_fixed_ips': [{'subnet_id': 'ba8deeec-7658-4195-9449-038c076f5c83', 'ip_address': '172.25.2.202'}], 'enable_snat': True}, 'gw_port_id': '9cee83f1-12e4-4d5c-8be4-ef89f0fbf6e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-14T07:48:04Z', 'updated_at': '2021-01-14T07:48:08Z', 'revision_number': 4, 'project_id': '1f4df992776844bbbfa9430f507ebd4e', 'gw_port': {'id': '9cee83f1-12e4-4d5c-8be4-ef89f0fbf6e4', 'name': '', 'network_id': '226f1e78-82cd-4481-9055-4eb73b6db8c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:e5:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3b8fee74-cc73-4bdb-af69-7e0cde39501a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3961, 'fixed_ips': [{'subnet_id': 'ba8deeec-7658-4195-9449-038c076f5c83', 'ip_address': '172.25.2.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T07:48:05Z', 'updated_at': '2021-01-14T07:48:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ba8deeec-7658-4195-9449-038c076f5c83', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-2', '_interfaces': [{'id': 'dabc4078-ebe6-4806-8a4b-de9abaf0365d', 'name': '', 'network_id': 'd77139bd-a212-4dca-86ad-2da058c71cbc', 'tenant_id': '1f4df992776844bbbfa9430f507ebd4e', 'mac_address': 'fa:16:3e:e1:57:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3b8fee74-cc73-4bdb-af69-7e0cde39501a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3962, 'fixed_ips': [{'subnet_id': '5e34984b-8427-49df-8027-5623fda1683a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T07:48:08Z', 'updated_at': '2021-01-14T07:48:08Z', 'revision_number': 2, 'project_id': '1f4df992776844bbbfa9430f507ebd4e', 'subnets': [{'id': '5e34984b-8427-49df-8027-5623fda1683a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=84876) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Jan 14 07:48:10.946141 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84874) accepted ('10.222.0.24', 45968) {{(pid=84874) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:48:10.952796 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.v2.base [None req-d7d66a46-a746-4c4d-954f-1208b75608d3 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1617865927-network', 'tenant_id': 'fdad3dd9f2fc422b9c43daee3d370fa0'}} {{(pid=84874) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:48:10.960813 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-d7d66a46-a746-4c4d-954f-1208b75608d3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:48:10.965459 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-d7d66a46-a746-4c4d-954f-1208b75608d3 admin admin] Usage tracker for resource:network and tenant:fdad3dd9f2fc422b9c43daee3d370fa0 is out of sync, need to count used quota {{(pid=84874) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:48:10.969125 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-d7d66a46-a746-4c4d-954f-1208b75608d3 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84874) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:48:10.980657 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-d7d66a46-a746-4c4d-954f-1208b75608d3 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:48:10.992726 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d7d66a46-a746-4c4d-954f-1208b75608d3 admin admin] Made reservation on behalf of fdad3dd9f2fc422b9c43daee3d370fa0 for: {'network': 1} {{(pid=84874) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 07:48:10.998554 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-d7d66a46-a746-4c4d-954f-1208b75608d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555753'] for network, before_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:48:11.013659 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-d7d66a46-a746-4c4d-954f-1208b75608d3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:48:11.032411 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-d7d66a46-a746-4c4d-954f-1208b75608d3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:48:11.037175 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-d7d66a46-a746-4c4d-954f-1208b75608d3 admin admin] Usage tracker for resource:security_group_rule and tenant:fdad3dd9f2fc422b9c43daee3d370fa0 is out of sync, need to count used quota {{(pid=84874) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:48:11.044192 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-d7d66a46-a746-4c4d-954f-1208b75608d3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84874) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:48:11.051023 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-d7d66a46-a746-4c4d-954f-1208b75608d3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:48:11.154714 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-d7d66a46-a746-4c4d-954f-1208b75608d3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:48:11.158714 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-d7d66a46-a746-4c4d-954f-1208b75608d3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850887153'] for security_group, after_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:48:11.163566 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-22af9e8f-e320-4e71-9e35-c8922a028c3e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:48:11.196285 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d7d66a46-a746-4c4d-954f-1208b75608d3 admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 5} {{(pid=84874) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Jan 14 07:48:11.211041 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7d66a46-a746-4c4d-954f-1208b75608d3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a5a01cdf-1e55-4ae5-85d9-24af928d8ddc,revision_number=1']} {{(pid=84874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:48:11.217492 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-d7d66a46-a746-4c4d-954f-1208b75608d3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:48:11.218543 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-d7d66a46-a746-4c4d-954f-1208b75608d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854179735'] for segment, precommit_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:48:11.218931 n-d-768862-2 neutron-server[84765]: INFO neutron.db.segments_db [None req-d7d66a46-a746-4c4d-954f-1208b75608d3 admin admin] Added segment 01e6565c-889f-46db-b1b0-960bef0e8bd1 of type vxlan for network a2012496-2e2c-4716-b4c8-86ea6bbaff10 Jan 14 07:48:11.249661 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-d7d66a46-a746-4c4d-954f-1208b75608d3 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363259214646115'] for network, precommit_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:48:11.284010 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-d7d66a46-a746-4c4d-954f-1208b75608d3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850887149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964'] for network, after_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:48:11.285217 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7d66a46-a746-4c4d-954f-1208b75608d3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:48:11.285861 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-d7d66a46-a746-4c4d-954f-1208b75608d3 admin admin] Notify callbacks [] for network, before_response {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:48:11.292092 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-bd4a568b-6ae3-4360-a1cb-a8a65d979cea admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:48:11.404330 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-d7d66a46-a746-4c4d-954f-1208b75608d3 admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 875 time: 0.4568353 Jan 14 07:48:11.405239 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7d66a46-a746-4c4d-954f-1208b75608d3 admin admin] Pushing event updated for resources: {'Network': ['ID=a2012496-2e2c-4716-b4c8-86ea6bbaff10,revision_number=1']} {{(pid=84874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:48:11.407617 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84874) accepted ('10.222.0.24', 45972) {{(pid=84874) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:48:11.411391 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-d7d66a46-a746-4c4d-954f-1208b75608d3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:48:11.417980 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.v2.base [None req-69682030-d76a-477f-b3c7-8d02ea2afbd5 admin admin] Request body: {'subnet': {'network_id': 'a2012496-2e2c-4716-b4c8-86ea6bbaff10', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1617865927-subnet', 'tenant_id': 'fdad3dd9f2fc422b9c43daee3d370fa0', 'ip_version': 4}} {{(pid=84874) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:48:11.418932 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-852a24f7-e9a1-4193-9abb-e9506fe5213f None None] Network a2012496-2e2c-4716-b4c8-86ea6bbaff10 details requested by agent ovs-agent-n-h2-768862-2 with host n-h2-768862-2 {{(pid=84876) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 07:48:11.424676 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-69682030-d76a-477f-b3c7-8d02ea2afbd5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:48:11.432121 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-69682030-d76a-477f-b3c7-8d02ea2afbd5 admin admin] Usage tracker for resource:subnet and tenant:fdad3dd9f2fc422b9c43daee3d370fa0 is out of sync, need to count used quota {{(pid=84874) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:48:11.435429 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Network a2012496-2e2c-4716-b4c8-86ea6bbaff10 details requested by agent ovs-agent-n-d-768862-2 with host n-d-768862-2 {{(pid=84876) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 07:48:11.435599 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-69682030-d76a-477f-b3c7-8d02ea2afbd5 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84874) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:48:11.441817 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-69682030-d76a-477f-b3c7-8d02ea2afbd5 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:48:11.449432 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-017f98a9-8a07-408c-a86f-8ff0c00400a0 None None] Network a2012496-2e2c-4716-b4c8-86ea6bbaff10 details requested by agent ovs-agent-n-h1-768862-2 with host n-h1-768862-2 {{(pid=84876) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 07:48:11.454340 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-69682030-d76a-477f-b3c7-8d02ea2afbd5 admin admin] Made reservation on behalf of fdad3dd9f2fc422b9c43daee3d370fa0 for: {'subnet': 1} {{(pid=84874) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 07:48:11.459736 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-69682030-d76a-477f-b3c7-8d02ea2afbd5 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036851981161'] for subnet, before_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:48:11.771438 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-017f98a9-8a07-408c-a86f-8ff0c00400a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363259214191800', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854171626'] for agent, after_update {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:48:11.935526 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-69682030-d76a-477f-b3c7-8d02ea2afbd5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850887113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3254092', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036851981146'] for subnet, after_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:48:11.959786 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-e9a2d757-0ea0-4cf6-ac9e-e9c902b8ee8d tempest-RoutersNegativeTest-577972138 tempest-RoutersNegativeTest-577972138] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:48:12.107094 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69682030-d76a-477f-b3c7-8d02ea2afbd5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6f8ea9ad-888f-465e-b422-2434f8fd354b,revision_number=0']} {{(pid=84874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:48:12.111022 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-69682030-d76a-477f-b3c7-8d02ea2afbd5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:48:12.188012 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69682030-d76a-477f-b3c7-8d02ea2afbd5 admin admin] Checking segment: {'id': '01e6565c-889f-46db-b1b0-960bef0e8bd1', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'a2012496-2e2c-4716-b4c8-86ea6bbaff10'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84874) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 14 07:48:12.188357 n-d-768862-2 neutron-server[84765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69682030-d76a-477f-b3c7-8d02ea2afbd5 admin admin] Network hostable DHCP agents. Network: a2012496-2e2c-4716-b4c8-86ea6bbaff10, hostable agents: ['32f3dd84-26da-4d18-bf15-6017a8fb7247'], hosted agents: [] {{(pid=84874) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Jan 14 07:48:12.209517 n-d-768862-2 neutron-server[84765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69682030-d76a-477f-b3c7-8d02ea2afbd5 admin admin] Network a2012496-2e2c-4716-b4c8-86ea6bbaff10 is scheduled to be hosted by DHCP agent 32f3dd84-26da-4d18-bf15-6017a8fb7247 with binding_index 1 {{(pid=84874) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Jan 14 07:48:12.220373 n-d-768862-2 neutron-server[84765]: DEBUG neutron.scheduler.base_scheduler [None req-69682030-d76a-477f-b3c7-8d02ea2afbd5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768862-2, a2012496-2e2c-4716-b4c8-86ea6bbaff10) {{(pid=84874) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 07:48:12.230338 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a766bd98-d779-4d60-b38a-5a64aa11b938 None None] Network a2012496-2e2c-4716-b4c8-86ea6bbaff10 requested from n-d-768862-2 {{(pid=84876) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 07:48:12.239424 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69682030-d76a-477f-b3c7-8d02ea2afbd5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:48:12.240112 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-69682030-d76a-477f-b3c7-8d02ea2afbd5 admin admin] Notify callbacks [] for subnet, before_response {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:48:12.261981 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-69682030-d76a-477f-b3c7-8d02ea2afbd5 admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.8524592 Jan 14 07:48:12.264790 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84874) accepted ('10.222.0.24', 45976) {{(pid=84874) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:48:12.270321 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.v2.base [None req-86440c14-28d6-4584-9b33-4dff66c47be6 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1617865927-router', 'tenant_id': 'fdad3dd9f2fc422b9c43daee3d370fa0', 'external_gateway_info': {'network_id': '226f1e78-82cd-4481-9055-4eb73b6db8c1'}}} {{(pid=84874) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:48:12.276617 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-86440c14-28d6-4584-9b33-4dff66c47be6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:48:12.280680 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-86440c14-28d6-4584-9b33-4dff66c47be6 admin admin] Usage tracker for resource:router and tenant:fdad3dd9f2fc422b9c43daee3d370fa0 is out of sync, need to count used quota {{(pid=84874) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:48:12.284630 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-86440c14-28d6-4584-9b33-4dff66c47be6 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=84874) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:48:12.291188 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-86440c14-28d6-4584-9b33-4dff66c47be6 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:48:12.301863 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-86440c14-28d6-4584-9b33-4dff66c47be6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3889205', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854717621'] for router, before_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:48:12.303975 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-86440c14-28d6-4584-9b33-4dff66c47be6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036850886574', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3912501', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3808446', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-58179'] for router, precommit_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:48:12.320830 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-86440c14-28d6-4584-9b33-4dff66c47be6 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:48:12.465578 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3acc101a-85e8-406d-907b-26cda87f6039 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5d94dc7a-c095-50a4-955e-5f3b78718a12-a2012496-2e2c-4716-b4c8-86ea6bbaff10', 'network_id': 'a2012496-2e2c-4716-b4c8-86ea6bbaff10', 'tenant_id': 'fdad3dd9f2fc422b9c43daee3d370fa0', 'fixed_ips': [{'subnet_id': '6f8ea9ad-888f-465e-b422-2434f8fd354b'}]}} from n-d-768862-2. {{(pid=84876) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Jan 14 07:48:12.466647 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-3acc101a-85e8-406d-907b-26cda87f6039 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555753'] for port, before_create {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:48:12.596279 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-86440c14-28d6-4584-9b33-4dff66c47be6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3912484', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3889188', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-58194'] for router, precommit_update {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:48:12.774116 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.db_base_plugin_common [None req-3acc101a-85e8-406d-907b-26cda87f6039 None None] Allocated IP 172.20.0.2 (a2012496-2e2c-4716-b4c8-86ea6bbaff10/6f8ea9ad-888f-465e-b422-2434f8fd354b/d53d4834-cb08-4b3e-a38f-b7d432695719) {{(pid=84876) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 14 07:48:12.928256 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-86440c14-28d6-4584-9b33-4dff66c47be6 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:48:12.961031 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-86440c14-28d6-4584-9b33-4dff66c47be6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555753'] for port, before_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:48:13.002788 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-3acc101a-85e8-406d-907b-26cda87f6039 None None] Notify callbacks [] for port, precommit_create {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:48:13.018083 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-3acc101a-85e8-406d-907b-26cda87f6039 None None] Transition to ACTIVE for port object d53d4834-cb08-4b3e-a38f-b7d432695719 will not be triggered until provisioned by entity L2. {{(pid=84876) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 07:48:13.028885 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-852a24f7-e9a1-4193-9abb-e9506fe5213f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363259214191800', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854171626'] for agent, after_update {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:48:13.041214 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-3acc101a-85e8-406d-907b-26cda87f6039 None None] Transition to ACTIVE for port object d53d4834-cb08-4b3e-a38f-b7d432695719 will not be triggered until provisioned by entity DHCP. {{(pid=84876) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 07:48:13.051642 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-3acc101a-85e8-406d-907b-26cda87f6039 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777640123575'] for port, after_create {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:48:13.071280 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-db72ebad-d2e5-45e5-b415-98e6f7ce811a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84876) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:48:13.110299 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Device 9cee83f1-12e4-4d5c-8be4-ef89f0fbf6e4 up at agent ovs-agent-n-d-768862-2 {{(pid=84876) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 07:48:13.245160 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3acc101a-85e8-406d-907b-26cda87f6039 None None] Pushing event updated for resources: {'Port': ['ID=d53d4834-cb08-4b3e-a38f-b7d432695719,revision_number=1']} {{(pid=84876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:48:13.248518 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.db_base_plugin_common [None req-86440c14-28d6-4584-9b33-4dff66c47be6 admin admin] Allocated IP 172.25.2.45 (226f1e78-82cd-4481-9055-4eb73b6db8c1/ba8deeec-7658-4195-9449-038c076f5c83/c61ac1c9-0a62-48f5-bae7-059d59f37e7f) {{(pid=84874) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 14 07:48:13.248681 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-3acc101a-85e8-406d-907b-26cda87f6039 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.177s {{(pid=84876) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:48:13.317314 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Provisioning for port 9cee83f1-12e4-4d5c-8be4-ef89f0fbf6e4 completed by entity L2. {{(pid=84876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 07:48:13.321514 n-d-768862-2 neutron-server[84765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3acc101a-85e8-406d-907b-26cda87f6039 None None] Network a2012496-2e2c-4716-b4c8-86ea6bbaff10 is already hosted by enough agents. {{(pid=84876) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 07:48:13.324013 n-d-768862-2 neutron-server[84765]: DEBUG neutron.scheduler.base_scheduler [None req-3acc101a-85e8-406d-907b-26cda87f6039 None None] Resources bound (agent type, host, resource id): {{(pid=84876) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 07:48:13.326422 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3acc101a-85e8-406d-907b-26cda87f6039 None None] Received port after_create {{(pid=84876) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 14 07:48:13.328608 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Provisioning complete for port 9cee83f1-12e4-4d5c-8be4-ef89f0fbf6e4 triggered by entity L2. {{(pid=84876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 07:48:13.329025 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-604227'] for port, provisioning_complete {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:48:13.413352 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-86440c14-28d6-4584-9b33-4dff66c47be6 admin admin] Notify callbacks [] for port, precommit_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:48:13.434573 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.managers [None req-3acc101a-85e8-406d-907b-26cda87f6039 None None] Attempting to bind port d53d4834-cb08-4b3e-a38f-b7d432695719 on host n-d-768862-2 for vnic_type normal with profile {{(pid=84876) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 14 07:48:13.434987 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.managers [None req-3acc101a-85e8-406d-907b-26cda87f6039 None None] Attempting to bind port d53d4834-cb08-4b3e-a38f-b7d432695719 by drivers openvswitch on host n-d-768862-2 at level 0 using segments [{'id': '01e6565c-889f-46db-b1b0-960bef0e8bd1', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'a2012496-2e2c-4716-b4c8-86ea6bbaff10'}] {{(pid=84876) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 14 07:48:13.435389 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3acc101a-85e8-406d-907b-26cda87f6039 None None] Attempting to bind port d53d4834-cb08-4b3e-a38f-b7d432695719 on network a2012496-2e2c-4716-b4c8-86ea6bbaff10 {{(pid=84876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 14 07:48:13.442257 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-86440c14-28d6-4584-9b33-4dff66c47be6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777640123575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3254186'] for port, after_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:48:13.445214 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3acc101a-85e8-406d-907b-26cda87f6039 None None] Checking agent: {'id': 'ba5efab1-b43c-4d5a-bc52-6e105d4e67a2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768862-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 14, 6, 56, 52), 'started_at': datetime.datetime(2021, 1, 14, 6, 57, 22), 'heartbeat_timestamp': datetime.datetime(2021, 1, 14, 7, 47, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768862-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.29', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 14 07:48:13.445631 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3acc101a-85e8-406d-907b-26cda87f6039 None None] Checking segment: {'id': '01e6565c-889f-46db-b1b0-960bef0e8bd1', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'a2012496-2e2c-4716-b4c8-86ea6bbaff10'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84876) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 14 07:48:13.446072 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-3acc101a-85e8-406d-907b-26cda87f6039 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:48:13.446511 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3acc101a-85e8-406d-907b-26cda87f6039 None None] Bound using segment: {'id': '01e6565c-889f-46db-b1b0-960bef0e8bd1', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'a2012496-2e2c-4716-b4c8-86ea6bbaff10'} {{(pid=84876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 14 07:48:13.447118 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.managers [None req-3acc101a-85e8-406d-907b-26cda87f6039 None None] Bound port: d53d4834-cb08-4b3e-a38f-b7d432695719, host: n-d-768862-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '01e6565c-889f-46db-b1b0-960bef0e8bd1', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'a2012496-2e2c-4716-b4c8-86ea6bbaff10'}}] {{(pid=84876) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 14 07:48:13.447488 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-3acc101a-85e8-406d-907b-26cda87f6039 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555753'] for port, before_update {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:48:13.458730 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-4e7f9414-cb52-4445-8952-f93b52718d0b tempest-FloatingIPTestJSON-1632234116 tempest-FloatingIPTestJSON-1632234116] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:48:13.583318 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555753'] for port, before_update {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:48:13.596106 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86440c14-28d6-4584-9b33-4dff66c47be6 admin admin] Pushing event updated for resources: {'Port': ['ID=c61ac1c9-0a62-48f5-bae7-059d59f37e7f,revision_number=1']} {{(pid=84874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:48:13.601275 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-86440c14-28d6-4584-9b33-4dff66c47be6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:48:13.603908 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [None req-3acc101a-85e8-406d-907b-26cda87f6039 None None] For port d53d4834-cb08-4b3e-a38f-b7d432695719, host n-d-768862-2, cleared binding levels {{(pid=84876) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 14 07:48:13.608713 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [None req-3acc101a-85e8-406d-907b-26cda87f6039 None None] For port d53d4834-cb08-4b3e-a38f-b7d432695719, host n-d-768862-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-2',level=0,port_id=d53d4834-cb08-4b3e-a38f-b7d432695719,segment=NetworkSegment(01e6565c-889f-46db-b1b0-960bef0e8bd1),segment_id=01e6565c-889f-46db-b1b0-960bef0e8bd1)] {{(pid=84876) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 14 07:48:13.611651 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] For port 9cee83f1-12e4-4d5c-8be4-ef89f0fbf6e4, host n-d-768862-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-2',level=0,port_id=9cee83f1-12e4-4d5c-8be4-ef89f0fbf6e4,segment=NetworkSegment(cf3ded2c-bc47-4a71-89af-6e7117e60140),segment_id=cf3ded2c-bc47-4a71-89af-6e7117e60140)] {{(pid=84876) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 07:48:13.613732 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-3acc101a-85e8-406d-907b-26cda87f6039 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777640533312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363259214678337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777640097497'] for port, after_update {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:48:13.629861 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-c1183303-6bec-4ac2-b510-3b7778aa9a80 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84876) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:48:13.657490 n-d-768862-2 neutron-server[84765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86440c14-28d6-4584-9b33-4dff66c47be6 admin admin] Network 226f1e78-82cd-4481-9055-4eb73b6db8c1 is already hosted by enough agents. {{(pid=84874) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 07:48:13.658751 n-d-768862-2 neutron-server[84765]: DEBUG neutron.scheduler.base_scheduler [None req-86440c14-28d6-4584-9b33-4dff66c47be6 admin admin] Resources bound (agent type, host, resource id): {{(pid=84874) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 07:48:13.661362 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777640533312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363259214678337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777640097497'] for port, after_update {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:48:13.661658 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86440c14-28d6-4584-9b33-4dff66c47be6 admin admin] Received port after_create {{(pid=84874) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 14 07:48:13.788128 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3acc101a-85e8-406d-907b-26cda87f6039 None None] Pushing event updated for resources: {'Port': ['ID=d53d4834-cb08-4b3e-a38f-b7d432695719,revision_number=2']} {{(pid=84876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:48:13.800133 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-3acc101a-85e8-406d-907b-26cda87f6039 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.170s {{(pid=84876) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:48:13.800658 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-f8d90179-7e1b-41d4-bf3d-d18ef7d740db None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.084s {{(pid=84876) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:48:14.064450 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a48147b1-f8d1-4b40-91a4-d493aa34c498 None None] Sync routers for ids ['3b8fee74-cc73-4bdb-af69-7e0cde39501a'] in n-d-768862-2 {{(pid=84877) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Jan 14 07:48:14.075866 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a48147b1-f8d1-4b40-91a4-d493aa34c498 None None] Routers {'3b8fee74-cc73-4bdb-af69-7e0cde39501a'} bound to L3 agent in host n-d-768862-2 {{(pid=84877) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 14 07:48:14.076519 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_hamode_db [None req-a48147b1-f8d1-4b40-91a4-d493aa34c498 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-01-14T06:56:51Z,description=,heartbeat_timestamp=2021-01-14T07:47:52Z,host='n-d-768862-2',id=35f592e9-451b-4db9-abea-77b6a5c5391b,load=0,resource_versions=,resources_synced=,started_at=2021-01-14T06:56:51Z,topic='l3_agent')) {'router_ids': ['3b8fee74-cc73-4bdb-af69-7e0cde39501a'], 'active': True} {{(pid=84877) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:48:14.088692 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Pushing event updated for resources: {'Port': ['ID=9cee83f1-12e4-4d5c-8be4-ef89f0fbf6e4,revision_number=4']} {{(pid=84876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:48:14.091940 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.291s {{(pid=84876) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:48:14.133849 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-86440c14-28d6-4584-9b33-4dff66c47be6 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:48:14.262998 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_dvr_db [None req-a48147b1-f8d1-4b40-91a4-d493aa34c498 None None] Set router 3b8fee74-cc73-4bdb-af69-7e0cde39501a gateway port host: n-d-768862-2 {{(pid=84877) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 14 07:48:14.632743 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_hamode_db [None req-a48147b1-f8d1-4b40-91a4-d493aa34c498 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3b8fee74-cc73-4bdb-af69-7e0cde39501a', 'name': 'tempest-TestShelveInstance-164854501-router', 'tenant_id': '1f4df992776844bbbfa9430f507ebd4e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '226f1e78-82cd-4481-9055-4eb73b6db8c1', 'external_fixed_ips': [{'subnet_id': 'ba8deeec-7658-4195-9449-038c076f5c83', 'ip_address': '172.25.2.202'}], 'enable_snat': True}, 'gw_port_id': '9cee83f1-12e4-4d5c-8be4-ef89f0fbf6e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-14T07:48:04Z', 'updated_at': '2021-01-14T07:48:08Z', 'revision_number': 4, 'project_id': '1f4df992776844bbbfa9430f507ebd4e', 'gw_port': {'id': '9cee83f1-12e4-4d5c-8be4-ef89f0fbf6e4', 'name': '', 'network_id': '226f1e78-82cd-4481-9055-4eb73b6db8c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:e5:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b8fee74-cc73-4bdb-af69-7e0cde39501a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3961, 'fixed_ips': [{'subnet_id': 'ba8deeec-7658-4195-9449-038c076f5c83', 'ip_address': '172.25.2.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T07:48:05Z', 'updated_at': '2021-01-14T07:48:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ba8deeec-7658-4195-9449-038c076f5c83', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-2', '_interfaces': [{'id': 'dabc4078-ebe6-4806-8a4b-de9abaf0365d', 'name': '', 'network_id': 'd77139bd-a212-4dca-86ad-2da058c71cbc', 'tenant_id': '1f4df992776844bbbfa9430f507ebd4e', 'mac_address': 'fa:16:3e:e1:57:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3b8fee74-cc73-4bdb-af69-7e0cde39501a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3962, 'fixed_ips': [{'subnet_id': '5e34984b-8427-49df-8027-5623fda1683a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T07:48:08Z', 'updated_at': '2021-01-14T07:48:08Z', 'revision_number': 2, 'project_id': '1f4df992776844bbbfa9430f507ebd4e', 'subnets': [{'id': '5e34984b-8427-49df-8027-5623fda1683a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'n-d-768862-2', False) {} {{(pid=84877) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:48:14.637687 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a48147b1-f8d1-4b40-91a4-d493aa34c498 None None] Checking router: 3b8fee74-cc73-4bdb-af69-7e0cde39501a for host: n-d-768862-2 {{(pid=84877) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Jan 14 07:48:14.638319 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a48147b1-f8d1-4b40-91a4-d493aa34c498 None None] Updating router 3b8fee74-cc73-4bdb-af69-7e0cde39501a port dabc4078-ebe6-4806-8a4b-de9abaf0365d binding host n-d-768862-2 {{(pid=84877) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Jan 14 07:48:14.722164 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-a48147b1-f8d1-4b40-91a4-d493aa34c498 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555753'] for port, before_update {{(pid=84877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:48:14.871400 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-86440c14-28d6-4584-9b33-4dff66c47be6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036850886612', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036850863158'] for router, after_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:48:15.090600 n-d-768862-2 neutron-server[84765]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-86440c14-28d6-4584-9b33-4dff66c47be6 admin admin] Router f2f38fb9-9466-46a2-8a6f-a9b9c179f646 is scheduled to L3 agent 35f592e9-451b-4db9-abea-77b6a5c5391b with binding_index 1 {{(pid=84874) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}} Jan 14 07:48:15.142519 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-a48147b1-f8d1-4b40-91a4-d493aa34c498 None None] Notify callbacks [] for port, precommit_update {{(pid=84877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:48:15.148450 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Device d53d4834-cb08-4b3e-a38f-b7d432695719 up at agent ovs-agent-n-d-768862-2 {{(pid=84876) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 07:48:15.158619 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-a48147b1-f8d1-4b40-91a4-d493aa34c498 None None] Transition to ACTIVE for port object dabc4078-ebe6-4806-8a4b-de9abaf0365d will not be triggered until provisioned by entity L2. {{(pid=84877) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 07:48:15.161956 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-a48147b1-f8d1-4b40-91a4-d493aa34c498 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777640533312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363259214678337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777640097497'] for port, after_update {{(pid=84877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:48:15.179717 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-81cc8c9b-bc08-4fe4-a9cd-658cfd030908 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:48:15.230053 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Provisioning for port d53d4834-cb08-4b3e-a38f-b7d432695719 completed by entity L2. {{(pid=84876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 07:48:15.236355 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Device 9cee83f1-12e4-4d5c-8be4-ef89f0fbf6e4 up at agent ovs-agent-n-d-768862-2 {{(pid=84876) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 07:48:15.308190 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-86440c14-28d6-4584-9b33-4dff66c47be6 admin admin] Notify agent at l3_agent.n-d-768862-2 the message routers_updated {{(pid=84874) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jan 14 07:48:15.320290 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33e01f60-ef52-4f66-be79-98191d664c23 None None] Sync routers for ids ['f2f38fb9-9466-46a2-8a6f-a9b9c179f646'] in n-d-768862-2 {{(pid=84876) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Jan 14 07:48:15.334208 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33e01f60-ef52-4f66-be79-98191d664c23 None None] Routers {'f2f38fb9-9466-46a2-8a6f-a9b9c179f646'} bound to L3 agent in host n-d-768862-2 {{(pid=84876) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 14 07:48:15.335368 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_hamode_db [None req-33e01f60-ef52-4f66-be79-98191d664c23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-01-14T06:56:51Z,description=,heartbeat_timestamp=2021-01-14T07:47:52Z,host='n-d-768862-2',id=35f592e9-451b-4db9-abea-77b6a5c5391b,load=0,resource_versions=,resources_synced=,started_at=2021-01-14T06:56:51Z,topic='l3_agent')) {'router_ids': ['f2f38fb9-9466-46a2-8a6f-a9b9c179f646'], 'active': True} {{(pid=84876) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:48:15.349938 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-86440c14-28d6-4584-9b33-4dff66c47be6 admin admin] Notify callbacks [] for router, before_response {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:48:15.351682 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-86440c14-28d6-4584-9b33-4dff66c47be6 admin admin] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 3.0857418 Jan 14 07:48:15.354654 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84874) accepted ('10.222.0.24', 45980) {{(pid=84874) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:48:15.484747 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Provisioning complete for port 9cee83f1-12e4-4d5c-8be4-ef89f0fbf6e4 triggered by entity L2. {{(pid=84876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 07:48:15.485191 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-604227'] for port, provisioning_complete {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:48:15.499741 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bde029e3-7cb0-4db0-8270-bb802489faae None None] Pushing event updated for resources: {'Port': ['ID=dabc4078-ebe6-4806-8a4b-de9abaf0365d,revision_number=3']} {{(pid=84877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:48:15.504168 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-bde029e3-7cb0-4db0-8270-bb802489faae None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.325s {{(pid=84877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:48:15.569682 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17f8e205-9755-4fef-b9eb-e37cec8991ed None None] Network a2012496-2e2c-4716-b4c8-86ea6bbaff10 requested from n-d-768862-2 {{(pid=84876) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 07:48:15.722397 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.managers [None req-a48147b1-f8d1-4b40-91a4-d493aa34c498 None None] Attempting to bind port dabc4078-ebe6-4806-8a4b-de9abaf0365d on host n-d-768862-2 for vnic_type normal with profile {{(pid=84877) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 14 07:48:15.723478 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.managers [None req-a48147b1-f8d1-4b40-91a4-d493aa34c498 None None] Attempting to bind port dabc4078-ebe6-4806-8a4b-de9abaf0365d by drivers openvswitch on host n-d-768862-2 at level 0 using segments [{'id': 'e898d9e9-ccaf-4c24-ad77-2ccf3f49c95f', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'd77139bd-a212-4dca-86ad-2da058c71cbc'}] {{(pid=84877) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 14 07:48:15.724115 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a48147b1-f8d1-4b40-91a4-d493aa34c498 None None] Attempting to bind port dabc4078-ebe6-4806-8a4b-de9abaf0365d on network d77139bd-a212-4dca-86ad-2da058c71cbc {{(pid=84877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 14 07:48:15.732744 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a48147b1-f8d1-4b40-91a4-d493aa34c498 None None] Checking agent: {'id': 'ba5efab1-b43c-4d5a-bc52-6e105d4e67a2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768862-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 14, 6, 56, 52), 'started_at': datetime.datetime(2021, 1, 14, 6, 57, 22), 'heartbeat_timestamp': datetime.datetime(2021, 1, 14, 7, 47, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768862-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.29', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 14 07:48:15.733485 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a48147b1-f8d1-4b40-91a4-d493aa34c498 None None] Checking segment: {'id': 'e898d9e9-ccaf-4c24-ad77-2ccf3f49c95f', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'd77139bd-a212-4dca-86ad-2da058c71cbc'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84877) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 14 07:48:15.734153 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-a48147b1-f8d1-4b40-91a4-d493aa34c498 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:48:15.735321 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a48147b1-f8d1-4b40-91a4-d493aa34c498 None None] Bound using segment: {'id': 'e898d9e9-ccaf-4c24-ad77-2ccf3f49c95f', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'd77139bd-a212-4dca-86ad-2da058c71cbc'} {{(pid=84877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 14 07:48:15.736090 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.managers [None req-a48147b1-f8d1-4b40-91a4-d493aa34c498 None None] Bound port: dabc4078-ebe6-4806-8a4b-de9abaf0365d, host: n-d-768862-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e898d9e9-ccaf-4c24-ad77-2ccf3f49c95f', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'd77139bd-a212-4dca-86ad-2da058c71cbc'}}] {{(pid=84877) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 14 07:48:15.736718 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-a48147b1-f8d1-4b40-91a4-d493aa34c498 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555753'] for port, before_update {{(pid=84877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:48:15.808314 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-72544290-6af9-4de1-ac80-e9e11070cd2e None None] Provisioning for port d53d4834-cb08-4b3e-a38f-b7d432695719 completed by entity DHCP. {{(pid=84876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 07:48:15.822553 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_dvr_db [None req-33e01f60-ef52-4f66-be79-98191d664c23 None None] Set router f2f38fb9-9466-46a2-8a6f-a9b9c179f646 gateway port host: n-d-768862-2 {{(pid=84876) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 14 07:48:15.838456 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [None req-a48147b1-f8d1-4b40-91a4-d493aa34c498 None None] For port dabc4078-ebe6-4806-8a4b-de9abaf0365d, host n-d-768862-2, cleared binding levels {{(pid=84877) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 14 07:48:15.841963 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [None req-a48147b1-f8d1-4b40-91a4-d493aa34c498 None None] For port dabc4078-ebe6-4806-8a4b-de9abaf0365d, host n-d-768862-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-2',level=0,port_id=dabc4078-ebe6-4806-8a4b-de9abaf0365d,segment=NetworkSegment(e898d9e9-ccaf-4c24-ad77-2ccf3f49c95f),segment_id=e898d9e9-ccaf-4c24-ad77-2ccf3f49c95f)] {{(pid=84877) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 14 07:48:15.850237 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-a48147b1-f8d1-4b40-91a4-d493aa34c498 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777640533312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363259214678337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777640097497'] for port, after_update {{(pid=84877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:48:15.864534 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-cf61cb80-f277-4734-9ceb-15df818e84ab None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:48:15.935551 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-72544290-6af9-4de1-ac80-e9e11070cd2e None None] Provisioning complete for port d53d4834-cb08-4b3e-a38f-b7d432695719 triggered by entity DHCP. {{(pid=84876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 07:48:15.935995 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-72544290-6af9-4de1-ac80-e9e11070cd2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-604227'] for port, provisioning_complete {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:48:16.029655 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bde029e3-7cb0-4db0-8270-bb802489faae None None] Pushing event updated for resources: {'Port': ['ID=dabc4078-ebe6-4806-8a4b-de9abaf0365d,revision_number=4']} {{(pid=84877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:48:16.035823 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-bde029e3-7cb0-4db0-8270-bb802489faae None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.171s {{(pid=84877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:48:16.081579 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a48147b1-f8d1-4b40-91a4-d493aa34c498 None None] Routers {'3b8fee74-cc73-4bdb-af69-7e0cde39501a'} bound to L3 agent in host n-d-768862-2 {{(pid=84877) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 14 07:48:16.082471 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_hamode_db [None req-a48147b1-f8d1-4b40-91a4-d493aa34c498 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-01-14T06:56:51Z,description=,heartbeat_timestamp=2021-01-14T07:47:52Z,host='n-d-768862-2',id=35f592e9-451b-4db9-abea-77b6a5c5391b,load=0,resource_versions=,resources_synced=,started_at=2021-01-14T06:56:51Z,topic='l3_agent')) {'router_ids': ['3b8fee74-cc73-4bdb-af69-7e0cde39501a'], 'active': True} {{(pid=84877) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:48:16.147058 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-d848dafd-a1ce-4e26-ae08-d2676e1e2c0b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555753'] for port, before_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:48:16.306793 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_dvr_db [None req-a48147b1-f8d1-4b40-91a4-d493aa34c498 None None] Set router 3b8fee74-cc73-4bdb-af69-7e0cde39501a gateway port host: n-d-768862-2 {{(pid=84877) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 14 07:48:16.376014 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-72544290-6af9-4de1-ac80-e9e11070cd2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555753'] for port, before_update {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:48:16.437951 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [None req-72544290-6af9-4de1-ac80-e9e11070cd2e None None] For port d53d4834-cb08-4b3e-a38f-b7d432695719, host n-d-768862-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-2',level=0,port_id=d53d4834-cb08-4b3e-a38f-b7d432695719,segment=NetworkSegment(01e6565c-889f-46db-b1b0-960bef0e8bd1),segment_id=01e6565c-889f-46db-b1b0-960bef0e8bd1)] {{(pid=84876) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 07:48:16.445607 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-72544290-6af9-4de1-ac80-e9e11070cd2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777640533312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363259214678337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777640097497'] for port, after_update {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:48:16.448284 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-24c4f602-39d9-4523-aeae-326a89446430 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84876) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:48:16.484227 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_hamode_db [None req-33e01f60-ef52-4f66-be79-98191d664c23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f2f38fb9-9466-46a2-8a6f-a9b9c179f646', 'name': 'tempest-TestShelveInstance-1617865927-router', 'tenant_id': 'fdad3dd9f2fc422b9c43daee3d370fa0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '226f1e78-82cd-4481-9055-4eb73b6db8c1', 'external_fixed_ips': [{'subnet_id': 'ba8deeec-7658-4195-9449-038c076f5c83', 'ip_address': '172.25.2.45'}], 'enable_snat': True}, 'gw_port_id': 'c61ac1c9-0a62-48f5-bae7-059d59f37e7f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-14T07:48:12Z', 'updated_at': '2021-01-14T07:48:13Z', 'revision_number': 3, 'project_id': 'fdad3dd9f2fc422b9c43daee3d370fa0', 'gw_port': {'id': 'c61ac1c9-0a62-48f5-bae7-059d59f37e7f', 'name': '', 'network_id': '226f1e78-82cd-4481-9055-4eb73b6db8c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:07:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f2f38fb9-9466-46a2-8a6f-a9b9c179f646', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3973, 'fixed_ips': [{'subnet_id': 'ba8deeec-7658-4195-9449-038c076f5c83', 'ip_address': '172.25.2.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T07:48:13Z', 'updated_at': '2021-01-14T07:48:13Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ba8deeec-7658-4195-9449-038c076f5c83', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-2'}], 'n-d-768862-2', False) {} {{(pid=84876) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:48:16.502203 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33e01f60-ef52-4f66-be79-98191d664c23 None None] Checking router: f2f38fb9-9466-46a2-8a6f-a9b9c179f646 for host: n-d-768862-2 {{(pid=84876) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Jan 14 07:48:16.502612 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33e01f60-ef52-4f66-be79-98191d664c23 None None] Updating router f2f38fb9-9466-46a2-8a6f-a9b9c179f646 port c61ac1c9-0a62-48f5-bae7-059d59f37e7f binding host n-d-768862-2 {{(pid=84876) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Jan 14 07:48:16.528765 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.db_base_plugin_common [None req-d848dafd-a1ce-4e26-ae08-d2676e1e2c0b admin admin] Allocated IP 172.20.0.1 (a2012496-2e2c-4716-b4c8-86ea6bbaff10/6f8ea9ad-888f-465e-b422-2434f8fd354b/5d4d68c4-6d31-45e6-b757-57a99b0a7360) {{(pid=84874) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 14 07:48:16.568367 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-33e01f60-ef52-4f66-be79-98191d664c23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555753'] for port, before_update {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:48:16.678475 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_hamode_db [None req-a48147b1-f8d1-4b40-91a4-d493aa34c498 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3b8fee74-cc73-4bdb-af69-7e0cde39501a', 'name': 'tempest-TestShelveInstance-164854501-router', 'tenant_id': '1f4df992776844bbbfa9430f507ebd4e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '226f1e78-82cd-4481-9055-4eb73b6db8c1', 'external_fixed_ips': [{'subnet_id': 'ba8deeec-7658-4195-9449-038c076f5c83', 'ip_address': '172.25.2.202'}], 'enable_snat': True}, 'gw_port_id': '9cee83f1-12e4-4d5c-8be4-ef89f0fbf6e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-14T07:48:04Z', 'updated_at': '2021-01-14T07:48:08Z', 'revision_number': 4, 'project_id': '1f4df992776844bbbfa9430f507ebd4e', 'gw_port': {'id': '9cee83f1-12e4-4d5c-8be4-ef89f0fbf6e4', 'name': '', 'network_id': '226f1e78-82cd-4481-9055-4eb73b6db8c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:e5:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b8fee74-cc73-4bdb-af69-7e0cde39501a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3961, 'fixed_ips': [{'subnet_id': 'ba8deeec-7658-4195-9449-038c076f5c83', 'ip_address': '172.25.2.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T07:48:05Z', 'updated_at': '2021-01-14T07:48:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ba8deeec-7658-4195-9449-038c076f5c83', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-2', '_interfaces': [{'id': 'dabc4078-ebe6-4806-8a4b-de9abaf0365d', 'name': '', 'network_id': 'd77139bd-a212-4dca-86ad-2da058c71cbc', 'tenant_id': '1f4df992776844bbbfa9430f507ebd4e', 'mac_address': 'fa:16:3e:e1:57:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3b8fee74-cc73-4bdb-af69-7e0cde39501a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3962, 'fixed_ips': [{'subnet_id': '5e34984b-8427-49df-8027-5623fda1683a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T07:48:08Z', 'updated_at': '2021-01-14T07:48:15Z', 'revision_number': 4, 'project_id': '1f4df992776844bbbfa9430f507ebd4e', 'subnets': [{'id': '5e34984b-8427-49df-8027-5623fda1683a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'n-d-768862-2', False) {} {{(pid=84877) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:48:16.685930 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a48147b1-f8d1-4b40-91a4-d493aa34c498 None None] The sync data for ids ['3b8fee74-cc73-4bdb-af69-7e0cde39501a'] in n-d-768862-2 is: [{'id': '3b8fee74-cc73-4bdb-af69-7e0cde39501a', 'name': 'tempest-TestShelveInstance-164854501-router', 'tenant_id': '1f4df992776844bbbfa9430f507ebd4e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '226f1e78-82cd-4481-9055-4eb73b6db8c1', 'external_fixed_ips': [{'subnet_id': 'ba8deeec-7658-4195-9449-038c076f5c83', 'ip_address': '172.25.2.202'}], 'enable_snat': True}, 'gw_port_id': '9cee83f1-12e4-4d5c-8be4-ef89f0fbf6e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-14T07:48:04Z', 'updated_at': '2021-01-14T07:48:08Z', 'revision_number': 4, 'project_id': '1f4df992776844bbbfa9430f507ebd4e', 'gw_port': {'id': '9cee83f1-12e4-4d5c-8be4-ef89f0fbf6e4', 'name': '', 'network_id': '226f1e78-82cd-4481-9055-4eb73b6db8c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:e5:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b8fee74-cc73-4bdb-af69-7e0cde39501a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3961, 'fixed_ips': [{'subnet_id': 'ba8deeec-7658-4195-9449-038c076f5c83', 'ip_address': '172.25.2.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T07:48:05Z', 'updated_at': '2021-01-14T07:48:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ba8deeec-7658-4195-9449-038c076f5c83', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-2', '_interfaces': [{'id': 'dabc4078-ebe6-4806-8a4b-de9abaf0365d', 'name': '', 'network_id': 'd77139bd-a212-4dca-86ad-2da058c71cbc', 'tenant_id': '1f4df992776844bbbfa9430f507ebd4e', 'mac_address': 'fa:16:3e:e1:57:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3b8fee74-cc73-4bdb-af69-7e0cde39501a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3962, 'fixed_ips': [{'subnet_id': '5e34984b-8427-49df-8027-5623fda1683a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T07:48:08Z', 'updated_at': '2021-01-14T07:48:15Z', 'revision_number': 4, 'project_id': '1f4df992776844bbbfa9430f507ebd4e', 'subnets': [{'id': '5e34984b-8427-49df-8027-5623fda1683a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=84877) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Jan 14 07:48:16.710214 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72544290-6af9-4de1-ac80-e9e11070cd2e None None] Pushing event updated for resources: {'Port': ['ID=d53d4834-cb08-4b3e-a38f-b7d432695719,revision_number=3']} {{(pid=84876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:48:16.725600 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-72544290-6af9-4de1-ac80-e9e11070cd2e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.277s {{(pid=84876) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:48:16.756055 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-d848dafd-a1ce-4e26-ae08-d2676e1e2c0b admin admin] Notify callbacks [] for port, precommit_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:48:16.785238 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-d848dafd-a1ce-4e26-ae08-d2676e1e2c0b admin admin] Transition to ACTIVE for port object 5d4d68c4-6d31-45e6-b757-57a99b0a7360 will not be triggered until provisioned by entity DHCP. {{(pid=84874) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 07:48:16.812578 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-d848dafd-a1ce-4e26-ae08-d2676e1e2c0b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777640123575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3254186'] for port, after_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:48:16.833035 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-4d28644b-85e7-4d79-aa86-84f3e4804b62 tempest-TestNetworkAdvancedServerOps-1160145080 tempest-TestNetworkAdvancedServerOps-1160145080] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:48:16.981630 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d848dafd-a1ce-4e26-ae08-d2676e1e2c0b admin admin] Pushing event updated for resources: {'Port': ['ID=5d4d68c4-6d31-45e6-b757-57a99b0a7360,revision_number=1']} {{(pid=84874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:48:16.985968 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-d848dafd-a1ce-4e26-ae08-d2676e1e2c0b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.153s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:48:16.992924 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-fc10a9f2-898c-4d0b-ad2c-e4dcac274066 None None] Provisioning complete for port d53d4834-cb08-4b3e-a38f-b7d432695719 triggered by entity DHCP. {{(pid=84876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 07:48:16.993554 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-fc10a9f2-898c-4d0b-ad2c-e4dcac274066 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-604227'] for port, provisioning_complete {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:48:17.069631 n-d-768862-2 neutron-server[84765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d848dafd-a1ce-4e26-ae08-d2676e1e2c0b admin admin] Network a2012496-2e2c-4716-b4c8-86ea6bbaff10 is already hosted by enough agents. {{(pid=84874) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 07:48:17.070850 n-d-768862-2 neutron-server[84765]: DEBUG neutron.scheduler.base_scheduler [None req-d848dafd-a1ce-4e26-ae08-d2676e1e2c0b admin admin] Resources bound (agent type, host, resource id): {{(pid=84874) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 07:48:17.081033 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d848dafd-a1ce-4e26-ae08-d2676e1e2c0b admin admin] Received port after_create {{(pid=84874) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 14 07:48:17.150622 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Device dabc4078-ebe6-4806-8a4b-de9abaf0365d up at agent ovs-agent-n-d-768862-2 {{(pid=84876) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 07:48:17.161372 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-d848dafd-a1ce-4e26-ae08-d2676e1e2c0b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036850886386'] for router_interface, before_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:48:17.209476 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.db.resource_extend [None req-33e01f60-ef52-4f66-be79-98191d664c23 None None] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84876) wrapper /usr/local/lib/python3.6/dist-packages/oslo_utils/timeutils.py:388}} Jan 14 07:48:17.304030 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-d848dafd-a1ce-4e26-ae08-d2676e1e2c0b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555753'] for port, before_update {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:48:17.317540 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Provisioning for port dabc4078-ebe6-4806-8a4b-de9abaf0365d completed by entity L2. {{(pid=84876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 07:48:17.325450 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Provisioning complete for port dabc4078-ebe6-4806-8a4b-de9abaf0365d triggered by entity L2. {{(pid=84876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 07:48:17.325806 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-604227'] for port, provisioning_complete {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:48:17.566672 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-33e01f60-ef52-4f66-be79-98191d664c23 None None] Notify callbacks [] for port, precommit_update {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:48:17.603352 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-33e01f60-ef52-4f66-be79-98191d664c23 None None] Transition to ACTIVE for port object c61ac1c9-0a62-48f5-bae7-059d59f37e7f will not be triggered until provisioned by entity L2. {{(pid=84876) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 07:48:17.608508 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-0a2353a1-347b-4805-bd92-eceba69c9029 None None] Provisioning for port 5d4d68c4-6d31-45e6-b757-57a99b0a7360 completed by entity DHCP. {{(pid=84876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 07:48:17.613503 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-33e01f60-ef52-4f66-be79-98191d664c23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777640533312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363259214678337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777640097497'] for port, after_update {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:48:17.630349 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-3acc101a-85e8-406d-907b-26cda87f6039 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84876) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:48:17.640327 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-d848dafd-a1ce-4e26-ae08-d2676e1e2c0b admin admin] Notify callbacks [] for port, precommit_update {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:48:17.645363 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-d848dafd-a1ce-4e26-ae08-d2676e1e2c0b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777640533312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363259214678337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777640097497', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036851521613'] for port, after_update {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:48:17.671352 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-0a2353a1-347b-4805-bd92-eceba69c9029 None None] Provisioning complete for port 5d4d68c4-6d31-45e6-b757-57a99b0a7360 triggered by entity DHCP. {{(pid=84876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 07:48:17.671720 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-0a2353a1-347b-4805-bd92-eceba69c9029 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-604227'] for port, provisioning_complete {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:48:17.676836 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-d70604d2-9b66-474d-8e38-528cec9fb3ab admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:48:17.731417 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-d848dafd-a1ce-4e26-ae08-d2676e1e2c0b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3206949', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3889649'] for router_interface, after_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:48:17.781060 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.plugin [None req-0a2353a1-347b-4805-bd92-eceba69c9029 None None] Port 5d4d68c4-6d31-45e6-b757-57a99b0a7360 cannot update to ACTIVE because it is not bound. {{(pid=84876) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:329}} Jan 14 07:48:17.849229 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d848dafd-a1ce-4e26-ae08-d2676e1e2c0b admin admin] Pushing event updated for resources: {'Port': ['ID=5d4d68c4-6d31-45e6-b757-57a99b0a7360,revision_number=2']} {{(pid=84874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:48:17.854278 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-d848dafd-a1ce-4e26-ae08-d2676e1e2c0b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.177s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:48:17.880631 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-0a2353a1-347b-4805-bd92-eceba69c9029 None None] Provisioning complete for port d53d4834-cb08-4b3e-a38f-b7d432695719 triggered by entity DHCP. {{(pid=84876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 07:48:17.881026 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-0a2353a1-347b-4805-bd92-eceba69c9029 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-604227'] for port, provisioning_complete {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:48:17.912813 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-444ff462-0d81-4cab-af73-c452c2ec6e79 None None] Pushing event updated for resources: {'Port': ['ID=c61ac1c9-0a62-48f5-bae7-059d59f37e7f,revision_number=2']} {{(pid=84876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:48:17.919581 n-d-768862-2 neutron-server[84765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d848dafd-a1ce-4e26-ae08-d2676e1e2c0b admin admin] Network a2012496-2e2c-4716-b4c8-86ea6bbaff10 is already hosted by enough agents. {{(pid=84874) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 07:48:17.920829 n-d-768862-2 neutron-server[84765]: DEBUG neutron.scheduler.base_scheduler [None req-d848dafd-a1ce-4e26-ae08-d2676e1e2c0b admin admin] Resources bound (agent type, host, resource id): {{(pid=84874) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 07:48:17.926718 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-444ff462-0d81-4cab-af73-c452c2ec6e79 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.296s {{(pid=84876) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:48:17.960871 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555753'] for port, before_update {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:48:18.050817 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] For port dabc4078-ebe6-4806-8a4b-de9abaf0365d, host n-d-768862-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-2',level=0,port_id=dabc4078-ebe6-4806-8a4b-de9abaf0365d,segment=NetworkSegment(e898d9e9-ccaf-4c24-ad77-2ccf3f49c95f),segment_id=e898d9e9-ccaf-4c24-ad77-2ccf3f49c95f)] {{(pid=84876) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 07:48:18.101820 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777640533312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363259214678337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777640097497'] for port, after_update {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:48:18.102689 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Device d53d4834-cb08-4b3e-a38f-b7d432695719 up at agent ovs-agent-n-d-768862-2 {{(pid=84876) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 07:48:18.126188 n-d-768862-2 neutron-server[84765]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d848dafd-a1ce-4e26-ae08-d2676e1e2c0b admin admin] Router f2f38fb9-9466-46a2-8a6f-a9b9c179f646 has already been hosted by L3 agent 35f592e9-451b-4db9-abea-77b6a5c5391b {{(pid=84874) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Jan 14 07:48:18.134790 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-3acc101a-85e8-406d-907b-26cda87f6039 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84876) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:48:18.187991 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.managers [None req-33e01f60-ef52-4f66-be79-98191d664c23 None None] Attempting to bind port c61ac1c9-0a62-48f5-bae7-059d59f37e7f on host n-d-768862-2 for vnic_type normal with profile {{(pid=84876) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 14 07:48:18.188539 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.managers [None req-33e01f60-ef52-4f66-be79-98191d664c23 None None] Attempting to bind port c61ac1c9-0a62-48f5-bae7-059d59f37e7f by drivers openvswitch on host n-d-768862-2 at level 0 using segments [{'id': 'cf3ded2c-bc47-4a71-89af-6e7117e60140', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '226f1e78-82cd-4481-9055-4eb73b6db8c1'}] {{(pid=84876) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 14 07:48:18.188959 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33e01f60-ef52-4f66-be79-98191d664c23 None None] Attempting to bind port c61ac1c9-0a62-48f5-bae7-059d59f37e7f on network 226f1e78-82cd-4481-9055-4eb73b6db8c1 {{(pid=84876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 14 07:48:18.221939 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33e01f60-ef52-4f66-be79-98191d664c23 None None] Checking agent: {'id': 'ba5efab1-b43c-4d5a-bc52-6e105d4e67a2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768862-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 14, 6, 56, 52), 'started_at': datetime.datetime(2021, 1, 14, 6, 57, 22), 'heartbeat_timestamp': datetime.datetime(2021, 1, 14, 7, 47, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768862-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.29', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 14 07:48:18.222338 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33e01f60-ef52-4f66-be79-98191d664c23 None None] Checking segment: {'id': 'cf3ded2c-bc47-4a71-89af-6e7117e60140', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '226f1e78-82cd-4481-9055-4eb73b6db8c1'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84876) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 14 07:48:18.223176 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-33e01f60-ef52-4f66-be79-98191d664c23 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:48:18.223634 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33e01f60-ef52-4f66-be79-98191d664c23 None None] Bound using segment: {'id': 'cf3ded2c-bc47-4a71-89af-6e7117e60140', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '226f1e78-82cd-4481-9055-4eb73b6db8c1'} {{(pid=84876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 14 07:48:18.224226 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.managers [None req-33e01f60-ef52-4f66-be79-98191d664c23 None None] Bound port: c61ac1c9-0a62-48f5-bae7-059d59f37e7f, host: n-d-768862-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cf3ded2c-bc47-4a71-89af-6e7117e60140', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '226f1e78-82cd-4481-9055-4eb73b6db8c1'}}] {{(pid=84876) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 14 07:48:18.224637 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-33e01f60-ef52-4f66-be79-98191d664c23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555753'] for port, before_update {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:48:18.300488 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Pushing event updated for resources: {'Port': ['ID=dabc4078-ebe6-4806-8a4b-de9abaf0365d,revision_number=5']} {{(pid=84876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:48:18.304176 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.169s {{(pid=84876) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:48:18.349968 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [None req-33e01f60-ef52-4f66-be79-98191d664c23 None None] For port c61ac1c9-0a62-48f5-bae7-059d59f37e7f, host n-d-768862-2, cleared binding levels {{(pid=84876) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 14 07:48:18.352251 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Provisioning complete for port d53d4834-cb08-4b3e-a38f-b7d432695719 triggered by entity L2. {{(pid=84876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 07:48:18.352636 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-604227'] for port, provisioning_complete {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:48:18.408795 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [None req-33e01f60-ef52-4f66-be79-98191d664c23 None None] For port c61ac1c9-0a62-48f5-bae7-059d59f37e7f, host n-d-768862-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-2',level=0,port_id=c61ac1c9-0a62-48f5-bae7-059d59f37e7f,segment=NetworkSegment(cf3ded2c-bc47-4a71-89af-6e7117e60140),segment_id=cf3ded2c-bc47-4a71-89af-6e7117e60140)] {{(pid=84876) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 14 07:48:18.413634 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-2aa591bb-52f5-4df4-8edd-d48fc4ebd9d5 None None] Provisioning complete for port 5d4d68c4-6d31-45e6-b757-57a99b0a7360 triggered by entity DHCP. {{(pid=84876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 07:48:18.414058 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-2aa591bb-52f5-4df4-8edd-d48fc4ebd9d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-604227'] for port, provisioning_complete {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:48:18.441433 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-33e01f60-ef52-4f66-be79-98191d664c23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777640533312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363259214678337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777640097497'] for port, after_update {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:48:18.460760 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84876) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:48:18.617216 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.plugin [None req-2aa591bb-52f5-4df4-8edd-d48fc4ebd9d5 None None] Port 5d4d68c4-6d31-45e6-b757-57a99b0a7360 cannot update to ACTIVE because it is not bound. {{(pid=84876) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:329}} Jan 14 07:48:18.624835 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d848dafd-a1ce-4e26-ae08-d2676e1e2c0b admin admin] Notify agent at l3_agent.n-d-768862-2 the message routers_updated {{(pid=84874) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jan 14 07:48:18.634488 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-d848dafd-a1ce-4e26-ae08-d2676e1e2c0b admin admin] 10.222.0.24 "PUT /v2.0/routers/f2f38fb9-9466-46a2-8a6f-a9b9c179f646/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2784176 Jan 14 07:48:18.639303 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-444ff462-0d81-4cab-af73-c452c2ec6e79 None None] Pushing event updated for resources: {'Port': ['ID=c61ac1c9-0a62-48f5-bae7-059d59f37e7f,revision_number=3']} {{(pid=84876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:48:18.642900 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-444ff462-0d81-4cab-af73-c452c2ec6e79 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.182s {{(pid=84876) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:48:18.759653 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33e01f60-ef52-4f66-be79-98191d664c23 None None] Routers {'f2f38fb9-9466-46a2-8a6f-a9b9c179f646'} bound to L3 agent in host n-d-768862-2 {{(pid=84876) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 14 07:48:18.761942 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_hamode_db [None req-33e01f60-ef52-4f66-be79-98191d664c23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-01-14T06:56:51Z,description=,heartbeat_timestamp=2021-01-14T07:47:52Z,host='n-d-768862-2',id=35f592e9-451b-4db9-abea-77b6a5c5391b,load=0,resource_versions=,resources_synced=,started_at=2021-01-14T06:56:51Z,topic='l3_agent')) {'router_ids': ['f2f38fb9-9466-46a2-8a6f-a9b9c179f646'], 'active': True} {{(pid=84876) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:48:18.918558 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-152baaab-93b3-4d16-8418-ebd24b56c218 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363259214191800', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854171626'] for agent, after_update {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:48:18.962302 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_dvr_db [None req-33e01f60-ef52-4f66-be79-98191d664c23 None None] Set router f2f38fb9-9466-46a2-8a6f-a9b9c179f646 gateway port host: n-d-768862-2 {{(pid=84876) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 14 07:48:19.102230 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Device dabc4078-ebe6-4806-8a4b-de9abaf0365d up at agent ovs-agent-n-d-768862-2 {{(pid=84876) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 07:48:19.393166 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.v2.base [req-2c59565e-51d6-43a5-9b32-fd6df7b0285b req-5a5856b1-3a3e-4780-a033-9200cb2106ad tempest-TestShelveInstance-923880590 tempest-TestShelveInstance-923880590] Request body: {'security_group': {'name': 'tempest-TestShelveInstance-1390653665', 'description': 'tempest-TestShelveInstance-1390653665 description'}} {{(pid=84875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:48:19.404853 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [req-2c59565e-51d6-43a5-9b32-fd6df7b0285b req-5a5856b1-3a3e-4780-a033-9200cb2106ad tempest-TestShelveInstance-923880590 tempest-TestShelveInstance-923880590] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:48:19.409393 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [req-2c59565e-51d6-43a5-9b32-fd6df7b0285b req-5a5856b1-3a3e-4780-a033-9200cb2106ad tempest-TestShelveInstance-923880590 tempest-TestShelveInstance-923880590] Usage tracker for resource:security_group and tenant:1f4df992776844bbbfa9430f507ebd4e is out of sync, need to count used quota {{(pid=84875) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:48:19.414541 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [req-2c59565e-51d6-43a5-9b32-fd6df7b0285b req-5a5856b1-3a3e-4780-a033-9200cb2106ad tempest-TestShelveInstance-923880590 tempest-TestShelveInstance-923880590] Quota usage for security_group was recalculated. Used quota:1. {{(pid=84875) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:48:19.421769 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [req-2c59565e-51d6-43a5-9b32-fd6df7b0285b req-5a5856b1-3a3e-4780-a033-9200cb2106ad tempest-TestShelveInstance-923880590 tempest-TestShelveInstance-923880590] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:48:19.433213 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [req-2c59565e-51d6-43a5-9b32-fd6df7b0285b req-5a5856b1-3a3e-4780-a033-9200cb2106ad tempest-TestShelveInstance-923880590 tempest-TestShelveInstance-923880590] Notify callbacks [] for security_group, before_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:48:19.455672 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [req-2c59565e-51d6-43a5-9b32-fd6df7b0285b req-5a5856b1-3a3e-4780-a033-9200cb2106ad tempest-TestShelveInstance-923880590 tempest-TestShelveInstance-923880590] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:48:19.459855 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [req-2c59565e-51d6-43a5-9b32-fd6df7b0285b req-5a5856b1-3a3e-4780-a033-9200cb2106ad tempest-TestShelveInstance-923880590 tempest-TestShelveInstance-923880590] Usage tracker for resource:security_group_rule and tenant:1f4df992776844bbbfa9430f507ebd4e is out of sync, need to count used quota {{(pid=84875) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:48:19.462900 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [req-2c59565e-51d6-43a5-9b32-fd6df7b0285b req-5a5856b1-3a3e-4780-a033-9200cb2106ad tempest-TestShelveInstance-923880590 tempest-TestShelveInstance-923880590] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84875) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:48:19.468762 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [req-2c59565e-51d6-43a5-9b32-fd6df7b0285b req-5a5856b1-3a3e-4780-a033-9200cb2106ad tempest-TestShelveInstance-923880590 tempest-TestShelveInstance-923880590] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:48:19.480826 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Provisioning complete for port dabc4078-ebe6-4806-8a4b-de9abaf0365d triggered by entity L2. {{(pid=84876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 07:48:19.481249 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-604227'] for port, provisioning_complete {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:48:19.541452 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [req-2c59565e-51d6-43a5-9b32-fd6df7b0285b req-5a5856b1-3a3e-4780-a033-9200cb2106ad tempest-TestShelveInstance-923880590 tempest-TestShelveInstance-923880590] Notify callbacks [] for security_group, precommit_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:48:19.545293 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [req-2c59565e-51d6-43a5-9b32-fd6df7b0285b req-5a5856b1-3a3e-4780-a033-9200cb2106ad tempest-TestShelveInstance-923880590 tempest-TestShelveInstance-923880590] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850887153'] for security_group, after_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:48:19.555691 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-743db415-6e17-4fa3-84e3-2c0be52c02db admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:48:19.590858 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [req-2c59565e-51d6-43a5-9b32-fd6df7b0285b req-5a5856b1-3a3e-4780-a033-9200cb2106ad tempest-TestShelveInstance-923880590 tempest-TestShelveInstance-923880590] Notify callbacks [] for security_group, before_response {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:48:19.592088 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [req-2c59565e-51d6-43a5-9b32-fd6df7b0285b req-5a5856b1-3a3e-4780-a033-9200cb2106ad tempest-TestShelveInstance-923880590 tempest-TestShelveInstance-923880590] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.2039156 Jan 14 07:48:19.593624 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a5856b1-3a3e-4780-a033-9200cb2106ad tempest-TestShelveInstance-923880590 tempest-TestShelveInstance-923880590] Pushing event updated for resources: {'SecurityGroup': ['ID=56ab5895-cdee-4c63-b40a-fd755adc7b2e,revision_number=1']} {{(pid=84875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:48:19.597131 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-5a5856b1-3a3e-4780-a033-9200cb2106ad tempest-TestShelveInstance-923880590 tempest-TestShelveInstance-923880590] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:48:19.659866 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_hamode_db [None req-33e01f60-ef52-4f66-be79-98191d664c23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f2f38fb9-9466-46a2-8a6f-a9b9c179f646', 'name': 'tempest-TestShelveInstance-1617865927-router', 'tenant_id': 'fdad3dd9f2fc422b9c43daee3d370fa0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '226f1e78-82cd-4481-9055-4eb73b6db8c1', 'external_fixed_ips': [{'subnet_id': 'ba8deeec-7658-4195-9449-038c076f5c83', 'ip_address': '172.25.2.45'}], 'enable_snat': True}, 'gw_port_id': 'c61ac1c9-0a62-48f5-bae7-059d59f37e7f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-14T07:48:12Z', 'updated_at': '2021-01-14T07:48:17Z', 'revision_number': 4, 'project_id': 'fdad3dd9f2fc422b9c43daee3d370fa0', 'gw_port': {'id': 'c61ac1c9-0a62-48f5-bae7-059d59f37e7f', 'name': '', 'network_id': '226f1e78-82cd-4481-9055-4eb73b6db8c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:07:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f2f38fb9-9466-46a2-8a6f-a9b9c179f646', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3973, 'fixed_ips': [{'subnet_id': 'ba8deeec-7658-4195-9449-038c076f5c83', 'ip_address': '172.25.2.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T07:48:13Z', 'updated_at': '2021-01-14T07:48:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ba8deeec-7658-4195-9449-038c076f5c83', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-2', '_interfaces': [{'id': '5d4d68c4-6d31-45e6-b757-57a99b0a7360', 'name': '', 'network_id': 'a2012496-2e2c-4716-b4c8-86ea6bbaff10', 'tenant_id': 'fdad3dd9f2fc422b9c43daee3d370fa0', 'mac_address': 'fa:16:3e:43:38:8e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f2f38fb9-9466-46a2-8a6f-a9b9c179f646', 'device_owner': 'network:router_interface', 'standard_attr_id': 3974, 'fixed_ips': [{'subnet_id': '6f8ea9ad-888f-465e-b422-2434f8fd354b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T07:48:16Z', 'updated_at': '2021-01-14T07:48:17Z', 'revision_number': 2, 'project_id': 'fdad3dd9f2fc422b9c43daee3d370fa0', 'subnets': [{'id': '6f8ea9ad-888f-465e-b422-2434f8fd354b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'n-d-768862-2', False) {} {{(pid=84876) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:48:19.666375 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33e01f60-ef52-4f66-be79-98191d664c23 None None] The sync data for ids ['f2f38fb9-9466-46a2-8a6f-a9b9c179f646'] in n-d-768862-2 is: [{'id': 'f2f38fb9-9466-46a2-8a6f-a9b9c179f646', 'name': 'tempest-TestShelveInstance-1617865927-router', 'tenant_id': 'fdad3dd9f2fc422b9c43daee3d370fa0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '226f1e78-82cd-4481-9055-4eb73b6db8c1', 'external_fixed_ips': [{'subnet_id': 'ba8deeec-7658-4195-9449-038c076f5c83', 'ip_address': '172.25.2.45'}], 'enable_snat': True}, 'gw_port_id': 'c61ac1c9-0a62-48f5-bae7-059d59f37e7f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-14T07:48:12Z', 'updated_at': '2021-01-14T07:48:17Z', 'revision_number': 4, 'project_id': 'fdad3dd9f2fc422b9c43daee3d370fa0', 'gw_port': {'id': 'c61ac1c9-0a62-48f5-bae7-059d59f37e7f', 'name': '', 'network_id': '226f1e78-82cd-4481-9055-4eb73b6db8c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:07:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f2f38fb9-9466-46a2-8a6f-a9b9c179f646', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3973, 'fixed_ips': [{'subnet_id': 'ba8deeec-7658-4195-9449-038c076f5c83', 'ip_address': '172.25.2.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T07:48:13Z', 'updated_at': '2021-01-14T07:48:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ba8deeec-7658-4195-9449-038c076f5c83', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-2', '_interfaces': [{'id': '5d4d68c4-6d31-45e6-b757-57a99b0a7360', 'name': '', 'network_id': 'a2012496-2e2c-4716-b4c8-86ea6bbaff10', 'tenant_id': 'fdad3dd9f2fc422b9c43daee3d370fa0', 'mac_address': 'fa:16:3e:43:38:8e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f2f38fb9-9466-46a2-8a6f-a9b9c179f646', 'device_owner': 'network:router_interface', 'standard_attr_id': 3974, 'fixed_ips': [{'subnet_id': '6f8ea9ad-888f-465e-b422-2434f8fd354b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T07:48:16Z', 'updated_at': '2021-01-14T07:48:17Z', 'revision_number': 2, 'project_id': 'fdad3dd9f2fc422b9c43daee3d370fa0', 'subnets': [{'id': '6f8ea9ad-888f-465e-b422-2434f8fd354b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=84876) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Jan 14 07:48:19.829621 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [req-23c0fde1-8403-4f5a-89c1-c171f1356dda req-d4390fc7-e61a-4a92-b005-2b8729ea6ac8 tempest-TestShelveInstance-923880590 tempest-TestShelveInstance-923880590] 10.222.0.24 "GET /v2.0/security-groups/56ab5895-cdee-4c63-b40a-fd755adc7b2e HTTP/1.1" status: 200 len: 1804 time: 0.2014468 Jan 14 07:48:19.841174 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.v2.base [req-23c0fde1-8403-4f5a-89c1-c171f1356dda req-f67f40fe-27d6-4158-bf6c-8993a5f92eb9 tempest-TestShelveInstance-923880590 tempest-TestShelveInstance-923880590] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '56ab5895-cdee-4c63-b40a-fd755adc7b2e', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=84875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:48:19.841468 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.v2.base [req-23c0fde1-8403-4f5a-89c1-c171f1356dda req-f67f40fe-27d6-4158-bf6c-8993a5f92eb9 tempest-TestShelveInstance-923880590 tempest-TestShelveInstance-923880590] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '56ab5895-cdee-4c63-b40a-fd755adc7b2e', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=84875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:48:19.853482 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [req-23c0fde1-8403-4f5a-89c1-c171f1356dda req-f67f40fe-27d6-4158-bf6c-8993a5f92eb9 tempest-TestShelveInstance-923880590 tempest-TestShelveInstance-923880590] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:48:19.857979 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [req-23c0fde1-8403-4f5a-89c1-c171f1356dda req-f67f40fe-27d6-4158-bf6c-8993a5f92eb9 tempest-TestShelveInstance-923880590 tempest-TestShelveInstance-923880590] Usage tracker for resource:security_group_rule and tenant:1f4df992776844bbbfa9430f507ebd4e is out of sync, need to count used quota {{(pid=84875) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:48:19.861288 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [req-23c0fde1-8403-4f5a-89c1-c171f1356dda req-f67f40fe-27d6-4158-bf6c-8993a5f92eb9 tempest-TestShelveInstance-923880590 tempest-TestShelveInstance-923880590] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84875) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:48:19.867481 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [req-23c0fde1-8403-4f5a-89c1-c171f1356dda req-f67f40fe-27d6-4158-bf6c-8993a5f92eb9 tempest-TestShelveInstance-923880590 tempest-TestShelveInstance-923880590] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:48:19.923902 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [req-23c0fde1-8403-4f5a-89c1-c171f1356dda req-f67f40fe-27d6-4158-bf6c-8993a5f92eb9 tempest-TestShelveInstance-923880590 tempest-TestShelveInstance-923880590] Notify callbacks [] for security_group_rule, before_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:48:19.953852 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [req-23c0fde1-8403-4f5a-89c1-c171f1356dda req-f67f40fe-27d6-4158-bf6c-8993a5f92eb9 tempest-TestShelveInstance-923880590 tempest-TestShelveInstance-923880590] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:48:19.958081 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [req-23c0fde1-8403-4f5a-89c1-c171f1356dda req-f67f40fe-27d6-4158-bf6c-8993a5f92eb9 tempest-TestShelveInstance-923880590 tempest-TestShelveInstance-923880590] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850966545'] for security_group_rule, after_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:48:19.960097 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-a1bdad0f-69d4-4df8-9164-84f68d97d8b5 tempest-TestNetworkAdvancedServerOps-1160145080 tempest-TestNetworkAdvancedServerOps-1160145080] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:48:19.984655 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f67f40fe-27d6-4158-bf6c-8993a5f92eb9 tempest-TestShelveInstance-923880590 tempest-TestShelveInstance-923880590] Pushing event updated for resources: {'SecurityGroupRule': ['ID=58397e2d-4ada-4cda-ab6b-2ed5171f7be4,revision_number=0']} {{(pid=84875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:48:19.989312 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-f67f40fe-27d6-4158-bf6c-8993a5f92eb9 tempest-TestShelveInstance-923880590 tempest-TestShelveInstance-923880590] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:48:19.994473 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [req-23c0fde1-8403-4f5a-89c1-c171f1356dda req-f67f40fe-27d6-4158-bf6c-8993a5f92eb9 tempest-TestShelveInstance-923880590 tempest-TestShelveInstance-923880590] Notify callbacks [] for security_group_rule, before_response {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:48:19.995753 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [req-23c0fde1-8403-4f5a-89c1-c171f1356dda req-f67f40fe-27d6-4158-bf6c-8993a5f92eb9 tempest-TestShelveInstance-923880590 tempest-TestShelveInstance-923880590] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.1594262 Jan 14 07:48:20.086052 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [req-63a37306-1fb6-40de-b0a3-8b7a2c2ff801 req-15d70dea-8ca2-4678-886a-d6a336556646 tempest-TestShelveInstance-923880590 tempest-TestShelveInstance-923880590] 10.222.0.24 "GET /v2.0/security-groups/56ab5895-cdee-4c63-b40a-fd755adc7b2e HTTP/1.1" status: 200 len: 2398 time: 0.0535760 Jan 14 07:48:20.097288 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.v2.base [req-63a37306-1fb6-40de-b0a3-8b7a2c2ff801 req-cf5692b0-413d-450e-9289-e3e3c64cca3f tempest-TestShelveInstance-923880590 tempest-TestShelveInstance-923880590] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '56ab5895-cdee-4c63-b40a-fd755adc7b2e', 'remote_group_id': None}]} {{(pid=84875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:48:20.097519 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.v2.base [req-63a37306-1fb6-40de-b0a3-8b7a2c2ff801 req-cf5692b0-413d-450e-9289-e3e3c64cca3f tempest-TestShelveInstance-923880590 tempest-TestShelveInstance-923880590] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '56ab5895-cdee-4c63-b40a-fd755adc7b2e', 'remote_group_id': None}} {{(pid=84875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:48:20.108851 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [req-63a37306-1fb6-40de-b0a3-8b7a2c2ff801 req-cf5692b0-413d-450e-9289-e3e3c64cca3f tempest-TestShelveInstance-923880590 tempest-TestShelveInstance-923880590] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:48:20.113019 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [req-63a37306-1fb6-40de-b0a3-8b7a2c2ff801 req-cf5692b0-413d-450e-9289-e3e3c64cca3f tempest-TestShelveInstance-923880590 tempest-TestShelveInstance-923880590] Usage tracker for resource:security_group_rule and tenant:1f4df992776844bbbfa9430f507ebd4e is out of sync, need to count used quota {{(pid=84875) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:48:20.116104 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [req-63a37306-1fb6-40de-b0a3-8b7a2c2ff801 req-cf5692b0-413d-450e-9289-e3e3c64cca3f tempest-TestShelveInstance-923880590 tempest-TestShelveInstance-923880590] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=84875) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:48:20.122459 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [req-63a37306-1fb6-40de-b0a3-8b7a2c2ff801 req-cf5692b0-413d-450e-9289-e3e3c64cca3f tempest-TestShelveInstance-923880590 tempest-TestShelveInstance-923880590] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=84875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:48:20.200053 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [req-63a37306-1fb6-40de-b0a3-8b7a2c2ff801 req-cf5692b0-413d-450e-9289-e3e3c64cca3f tempest-TestShelveInstance-923880590 tempest-TestShelveInstance-923880590] Notify callbacks [] for security_group_rule, before_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:48:20.230475 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [req-63a37306-1fb6-40de-b0a3-8b7a2c2ff801 req-cf5692b0-413d-450e-9289-e3e3c64cca3f tempest-TestShelveInstance-923880590 tempest-TestShelveInstance-923880590] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:48:20.233699 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [req-63a37306-1fb6-40de-b0a3-8b7a2c2ff801 req-cf5692b0-413d-450e-9289-e3e3c64cca3f tempest-TestShelveInstance-923880590 tempest-TestShelveInstance-923880590] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850966545'] for security_group_rule, after_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:48:20.235728 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-0913d2d5-6bc1-4a9f-8f6a-7139e7a234bb tempest-TestNetworkAdvancedServerOps-1160145080 tempest-TestNetworkAdvancedServerOps-1160145080] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:48:20.265655 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf5692b0-413d-450e-9289-e3e3c64cca3f tempest-TestShelveInstance-923880590 tempest-TestShelveInstance-923880590] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b2573764-3068-4d46-b7fa-d3c348fe7b98,revision_number=0']} {{(pid=84875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:48:20.268257 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [req-63a37306-1fb6-40de-b0a3-8b7a2c2ff801 req-cf5692b0-413d-450e-9289-e3e3c64cca3f tempest-TestShelveInstance-923880590 tempest-TestShelveInstance-923880590] Notify callbacks [] for security_group_rule, before_response {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:48:20.269598 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [req-63a37306-1fb6-40de-b0a3-8b7a2c2ff801 req-cf5692b0-413d-450e-9289-e3e3c64cca3f tempest-TestShelveInstance-923880590 tempest-TestShelveInstance-923880590] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 791 time: 0.1766107 Jan 14 07:48:20.270503 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-cf5692b0-413d-450e-9289-e3e3c64cca3f tempest-TestShelveInstance-923880590 tempest-TestShelveInstance-923880590] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:48:20.474716 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [req-b7421f94-2809-451a-af77-7ff690c11102 req-9855bd44-6881-4b0e-807e-2da2280a0b9e tempest-TestShelveInstance-923880590 tempest-TestShelveInstance-923880590] Synchronizing usage tracker for tenant:1f4df992776844bbbfa9430f507ebd4e on resource:security_group {{(pid=84875) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 14 07:48:20.493460 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [req-b7421f94-2809-451a-af77-7ff690c11102 req-9855bd44-6881-4b0e-807e-2da2280a0b9e tempest-TestShelveInstance-923880590 tempest-TestShelveInstance-923880590] Unset dirty status for tenant:1f4df992776844bbbfa9430f507ebd4e on resource:security_group {{(pid=84875) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 14 07:48:20.495734 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [req-b7421f94-2809-451a-af77-7ff690c11102 req-9855bd44-6881-4b0e-807e-2da2280a0b9e tempest-TestShelveInstance-923880590 tempest-TestShelveInstance-923880590] 10.222.0.24 "GET /v2.0/security-groups?name=tempest-TestShelveInstance-1390653665&fields=id&tenant_id=1f4df992776844bbbfa9430f507ebd4e HTTP/1.1" status: 200 len: 267 time: 0.0685072 Jan 14 07:48:20.699820 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7421f94-2809-451a-af77-7ff690c11102 req-2e24d044-e874-42e1-80e2-50430b8e6102 tempest-TestShelveInstance-923880590 tempest-TestShelveInstance-923880590] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:48:20.700675 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [req-b7421f94-2809-451a-af77-7ff690c11102 req-2e24d044-e874-42e1-80e2-50430b8e6102 tempest-TestShelveInstance-923880590 tempest-TestShelveInstance-923880590] Synchronizing usage tracker for tenant:1f4df992776844bbbfa9430f507ebd4e on resource:network {{(pid=84875) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 14 07:48:20.722188 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [req-b7421f94-2809-451a-af77-7ff690c11102 req-2e24d044-e874-42e1-80e2-50430b8e6102 tempest-TestShelveInstance-923880590 tempest-TestShelveInstance-923880590] Unset dirty status for tenant:1f4df992776844bbbfa9430f507ebd4e on resource:network {{(pid=84875) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 14 07:48:20.724018 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [req-b7421f94-2809-451a-af77-7ff690c11102 req-2e24d044-e874-42e1-80e2-50430b8e6102 tempest-TestShelveInstance-923880590 tempest-TestShelveInstance-923880590] 10.222.0.24 "GET /v2.0/networks?id=d77139bd-a212-4dca-86ad-2da058c71cbc HTTP/1.1" status: 200 len: 808 time: 0.2205374 Jan 14 07:48:20.743976 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [req-b7421f94-2809-451a-af77-7ff690c11102 req-12d85435-6af8-4615-b881-ba1e26a2fc40 tempest-TestShelveInstance-923880590 tempest-TestShelveInstance-923880590] 10.222.0.24 "GET /v2.0/quotas/1f4df992776844bbbfa9430f507ebd4e HTTP/1.1" status: 200 len: 375 time: 0.0125899 Jan 14 07:48:20.849206 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [req-b7421f94-2809-451a-af77-7ff690c11102 req-d6899907-0ce1-4b48-894e-40be74ada074 tempest-TestShelveInstance-923880590 tempest-TestShelveInstance-923880590] 10.222.0.24 "GET /v2.0/ports?tenant_id=1f4df992776844bbbfa9430f507ebd4e&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0980389 Jan 14 07:48:21.101825 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Device c61ac1c9-0a62-48f5-bae7-059d59f37e7f up at agent ovs-agent-n-d-768862-2 {{(pid=84876) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 07:48:21.176288 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Provisioning for port c61ac1c9-0a62-48f5-bae7-059d59f37e7f completed by entity L2. {{(pid=84876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 07:48:21.182042 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Provisioning complete for port c61ac1c9-0a62-48f5-bae7-059d59f37e7f triggered by entity L2. {{(pid=84876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 07:48:21.182469 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-604227'] for port, provisioning_complete {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:48:21.307772 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [req-b7421f94-2809-451a-af77-7ff690c11102 req-b68a1f8c-7e09-424f-9e79-e58570186c9b service neutron] 10.222.0.24 "GET /v2.0/networks/d77139bd-a212-4dca-86ad-2da058c71cbc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4450819 Jan 14 07:48:21.310369 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555753'] for port, before_update {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:48:21.330062 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] For port c61ac1c9-0a62-48f5-bae7-059d59f37e7f, host n-d-768862-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-2',level=0,port_id=c61ac1c9-0a62-48f5-bae7-059d59f37e7f,segment=NetworkSegment(cf3ded2c-bc47-4a71-89af-6e7117e60140),segment_id=cf3ded2c-bc47-4a71-89af-6e7117e60140)] {{(pid=84876) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 07:48:21.334350 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777640533312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363259214678337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777640097497'] for port, after_update {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:48:21.337623 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-4ce136ee-20a7-42aa-86eb-2d4c4b0b0442 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84876) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:48:21.406575 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Pushing event updated for resources: {'Port': ['ID=c61ac1c9-0a62-48f5-bae7-059d59f37e7f,revision_number=4']} {{(pid=84876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:48:21.410345 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=84876) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:48:21.461147 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [req-b7421f94-2809-451a-af77-7ff690c11102 req-b0c6b01c-9d3d-4a0e-a4b8-541a9be99d5d service neutron] 10.222.0.24 "GET /v2.0/networks/d77139bd-a212-4dca-86ad-2da058c71cbc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1465390 Jan 14 07:48:21.757759 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-9cad09a6-6553-4cd5-8754-858a50862f86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363259214191800', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854171626'] for agent, after_update {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:48:21.910813 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [req-7257e735-5754-4484-8105-b9b35a16bc72 req-dc881b61-0a7d-44cb-ac6b-d4a844702c2a tempest-TestShelveInstance-923880590 tempest-TestShelveInstance-923880590] 10.222.0.24 "GET /v2.0/security-groups/56ab5895-cdee-4c63-b40a-fd755adc7b2e HTTP/1.1" status: 200 len: 2997 time: 0.0613999 Jan 14 07:48:21.922756 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-da76cfc0-98e8-4426-9f6d-4f05aa3fae78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363259214191800', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854171626'] for agent, after_update {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:48:21.990961 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [req-7257e735-5754-4484-8105-b9b35a16bc72 req-2c192dec-5517-43e1-b383-d076f0d9d1c3 tempest-TestShelveInstance-923880590 tempest-TestShelveInstance-923880590] Notify callbacks [] for security_group, before_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:48:22.020590 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [req-7257e735-5754-4484-8105-b9b35a16bc72 req-2c192dec-5517-43e1-b383-d076f0d9d1c3 tempest-TestShelveInstance-923880590 tempest-TestShelveInstance-923880590] Notify callbacks [] for security_group, precommit_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:48:22.073430 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [req-7257e735-5754-4484-8105-b9b35a16bc72 req-2c192dec-5517-43e1-b383-d076f0d9d1c3 tempest-TestShelveInstance-923880590 tempest-TestShelveInstance-923880590] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850887153'] for security_group, after_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:48:22.078641 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-7d09dc0f-6eb7-451c-9254-9f2183e08465 tempest-NetworksIpV6Test-128132561 tempest-NetworksIpV6Test-128132561] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:48:22.094748 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c192dec-5517-43e1-b383-d076f0d9d1c3 tempest-TestShelveInstance-923880590 tempest-TestShelveInstance-923880590] Pushing event deleted for resources: {'SecurityGroup': ['ID=56ab5895-cdee-4c63-b40a-fd755adc7b2e,revision_number=None']} {{(pid=84875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:48:22.099180 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-2c192dec-5517-43e1-b383-d076f0d9d1c3 tempest-TestShelveInstance-923880590 tempest-TestShelveInstance-923880590] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:48:22.109571 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [req-7257e735-5754-4484-8105-b9b35a16bc72 req-2c192dec-5517-43e1-b383-d076f0d9d1c3 tempest-TestShelveInstance-923880590 tempest-TestShelveInstance-923880590] Notify callbacks [] for security_group, before_response {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:48:22.110817 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [req-7257e735-5754-4484-8105-b9b35a16bc72 req-2c192dec-5517-43e1-b383-d076f0d9d1c3 tempest-TestShelveInstance-923880590 tempest-TestShelveInstance-923880590] 10.222.0.24 "DELETE /v2.0/security-groups/56ab5895-cdee-4c63-b40a-fd755adc7b2e HTTP/1.1" status: 204 len: 173 time: 0.1923966 Jan 14 07:48:22.417307 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.v2.base [req-0d99f9d5-9547-44fc-85f7-a1bd5604bd33 req-381b1b5b-4354-44ee-bbd9-0616a6e3f8b7 tempest-TestShelveInstance-923880590 tempest-TestShelveInstance-923880590] Request body: {'security_group': {'name': 'tempest-TestShelveInstance-1589748229', 'description': 'tempest-TestShelveInstance-1589748229 description'}} {{(pid=84875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:48:22.428769 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [req-0d99f9d5-9547-44fc-85f7-a1bd5604bd33 req-381b1b5b-4354-44ee-bbd9-0616a6e3f8b7 tempest-TestShelveInstance-923880590 tempest-TestShelveInstance-923880590] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:48:22.433541 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [req-0d99f9d5-9547-44fc-85f7-a1bd5604bd33 req-381b1b5b-4354-44ee-bbd9-0616a6e3f8b7 tempest-TestShelveInstance-923880590 tempest-TestShelveInstance-923880590] Usage tracker for resource:security_group and tenant:1f4df992776844bbbfa9430f507ebd4e is out of sync, need to count used quota {{(pid=84875) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:48:22.436774 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [req-0d99f9d5-9547-44fc-85f7-a1bd5604bd33 req-381b1b5b-4354-44ee-bbd9-0616a6e3f8b7 tempest-TestShelveInstance-923880590 tempest-TestShelveInstance-923880590] Quota usage for security_group was recalculated. Used quota:1. {{(pid=84875) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:48:22.442881 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [req-0d99f9d5-9547-44fc-85f7-a1bd5604bd33 req-381b1b5b-4354-44ee-bbd9-0616a6e3f8b7 tempest-TestShelveInstance-923880590 tempest-TestShelveInstance-923880590] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:48:22.454863 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [req-0d99f9d5-9547-44fc-85f7-a1bd5604bd33 req-381b1b5b-4354-44ee-bbd9-0616a6e3f8b7 tempest-TestShelveInstance-923880590 tempest-TestShelveInstance-923880590] Notify callbacks [] for security_group, before_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:48:22.477213 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [req-0d99f9d5-9547-44fc-85f7-a1bd5604bd33 req-381b1b5b-4354-44ee-bbd9-0616a6e3f8b7 tempest-TestShelveInstance-923880590 tempest-TestShelveInstance-923880590] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:48:22.481501 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [req-0d99f9d5-9547-44fc-85f7-a1bd5604bd33 req-381b1b5b-4354-44ee-bbd9-0616a6e3f8b7 tempest-TestShelveInstance-923880590 tempest-TestShelveInstance-923880590] Usage tracker for resource:security_group_rule and tenant:1f4df992776844bbbfa9430f507ebd4e is out of sync, need to count used quota {{(pid=84875) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:48:22.484577 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [req-0d99f9d5-9547-44fc-85f7-a1bd5604bd33 req-381b1b5b-4354-44ee-bbd9-0616a6e3f8b7 tempest-TestShelveInstance-923880590 tempest-TestShelveInstance-923880590] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84875) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:48:22.490447 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [req-0d99f9d5-9547-44fc-85f7-a1bd5604bd33 req-381b1b5b-4354-44ee-bbd9-0616a6e3f8b7 tempest-TestShelveInstance-923880590 tempest-TestShelveInstance-923880590] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:48:22.564266 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [req-0d99f9d5-9547-44fc-85f7-a1bd5604bd33 req-381b1b5b-4354-44ee-bbd9-0616a6e3f8b7 tempest-TestShelveInstance-923880590 tempest-TestShelveInstance-923880590] Notify callbacks [] for security_group, precommit_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:48:22.568184 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [req-0d99f9d5-9547-44fc-85f7-a1bd5604bd33 req-381b1b5b-4354-44ee-bbd9-0616a6e3f8b7 tempest-TestShelveInstance-923880590 tempest-TestShelveInstance-923880590] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850887153'] for security_group, after_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:48:22.573931 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-4ceb5ec7-5b2c-46da-9e03-447e95ad1fb4 tempest-TestServerBasicOps-1521353270 tempest-TestServerBasicOps-1521353270] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:48:22.619874 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-381b1b5b-4354-44ee-bbd9-0616a6e3f8b7 tempest-TestShelveInstance-923880590 tempest-TestShelveInstance-923880590] Pushing event updated for resources: {'SecurityGroup': ['ID=5ec35b96-b5e7-4840-a17b-bdec969ab76e,revision_number=1']} {{(pid=84875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:48:22.622678 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-381b1b5b-4354-44ee-bbd9-0616a6e3f8b7 tempest-TestShelveInstance-923880590 tempest-TestShelveInstance-923880590] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:48:22.623561 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [req-0d99f9d5-9547-44fc-85f7-a1bd5604bd33 req-381b1b5b-4354-44ee-bbd9-0616a6e3f8b7 tempest-TestShelveInstance-923880590 tempest-TestShelveInstance-923880590] Notify callbacks [] for security_group, before_response {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:48:22.624891 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [req-0d99f9d5-9547-44fc-85f7-a1bd5604bd33 req-381b1b5b-4354-44ee-bbd9-0616a6e3f8b7 tempest-TestShelveInstance-923880590 tempest-TestShelveInstance-923880590] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.2126029 Jan 14 07:48:22.639321 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363259214191800', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854171626'] for agent, after_update {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:48:22.709166 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [req-93f75273-90a2-4749-9624-77e2bbe7001b req-8661fa8c-fcda-4bff-9673-207c94627b57 tempest-TestShelveInstance-923880590 tempest-TestShelveInstance-923880590] 10.222.0.24 "GET /v2.0/security-groups/5ec35b96-b5e7-4840-a17b-bdec969ab76e HTTP/1.1" status: 200 len: 1804 time: 0.0512149 Jan 14 07:48:22.720875 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.v2.base [req-93f75273-90a2-4749-9624-77e2bbe7001b req-7057f266-4225-4bdc-9a41-e497b9e8c739 tempest-TestShelveInstance-923880590 tempest-TestShelveInstance-923880590] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '5ec35b96-b5e7-4840-a17b-bdec969ab76e', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=84875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:48:22.721262 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.v2.base [req-93f75273-90a2-4749-9624-77e2bbe7001b req-7057f266-4225-4bdc-9a41-e497b9e8c739 tempest-TestShelveInstance-923880590 tempest-TestShelveInstance-923880590] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '5ec35b96-b5e7-4840-a17b-bdec969ab76e', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=84875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:48:22.732990 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [req-93f75273-90a2-4749-9624-77e2bbe7001b req-7057f266-4225-4bdc-9a41-e497b9e8c739 tempest-TestShelveInstance-923880590 tempest-TestShelveInstance-923880590] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:48:22.737160 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [req-93f75273-90a2-4749-9624-77e2bbe7001b req-7057f266-4225-4bdc-9a41-e497b9e8c739 tempest-TestShelveInstance-923880590 tempest-TestShelveInstance-923880590] Usage tracker for resource:security_group_rule and tenant:1f4df992776844bbbfa9430f507ebd4e is out of sync, need to count used quota {{(pid=84875) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:48:22.740269 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [req-93f75273-90a2-4749-9624-77e2bbe7001b req-7057f266-4225-4bdc-9a41-e497b9e8c739 tempest-TestShelveInstance-923880590 tempest-TestShelveInstance-923880590] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84875) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:48:22.746269 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [req-93f75273-90a2-4749-9624-77e2bbe7001b req-7057f266-4225-4bdc-9a41-e497b9e8c739 tempest-TestShelveInstance-923880590 tempest-TestShelveInstance-923880590] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:48:22.814566 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [req-93f75273-90a2-4749-9624-77e2bbe7001b req-7057f266-4225-4bdc-9a41-e497b9e8c739 tempest-TestShelveInstance-923880590 tempest-TestShelveInstance-923880590] Notify callbacks [] for security_group_rule, before_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:48:22.840927 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [req-93f75273-90a2-4749-9624-77e2bbe7001b req-7057f266-4225-4bdc-9a41-e497b9e8c739 tempest-TestShelveInstance-923880590 tempest-TestShelveInstance-923880590] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:48:22.844780 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [req-93f75273-90a2-4749-9624-77e2bbe7001b req-7057f266-4225-4bdc-9a41-e497b9e8c739 tempest-TestShelveInstance-923880590 tempest-TestShelveInstance-923880590] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850966545'] for security_group_rule, after_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:48:22.846776 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-f10ca657-b884-4cc0-b4e7-5cb7562c823e tempest-TestNetworkAdvancedServerOps-1160145080 tempest-TestNetworkAdvancedServerOps-1160145080] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:48:22.871383 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7057f266-4225-4bdc-9a41-e497b9e8c739 tempest-TestShelveInstance-923880590 tempest-TestShelveInstance-923880590] Pushing event updated for resources: {'SecurityGroupRule': ['ID=39e6bde7-0a22-4782-b65c-54f5141e1547,revision_number=0']} {{(pid=84875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:48:22.874001 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-7057f266-4225-4bdc-9a41-e497b9e8c739 tempest-TestShelveInstance-923880590 tempest-TestShelveInstance-923880590] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:48:22.881105 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [req-93f75273-90a2-4749-9624-77e2bbe7001b req-7057f266-4225-4bdc-9a41-e497b9e8c739 tempest-TestShelveInstance-923880590 tempest-TestShelveInstance-923880590] Notify callbacks [] for security_group_rule, before_response {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:48:22.882428 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [req-93f75273-90a2-4749-9624-77e2bbe7001b req-7057f266-4225-4bdc-9a41-e497b9e8c739 tempest-TestShelveInstance-923880590 tempest-TestShelveInstance-923880590] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.1664045 Jan 14 07:48:22.977313 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [req-383b81d9-4501-4afe-a9a0-5b4bafc8fa30 req-5fb06728-cc3d-4e98-97aa-9b660640553f tempest-TestShelveInstance-923880590 tempest-TestShelveInstance-923880590] 10.222.0.24 "GET /v2.0/security-groups/5ec35b96-b5e7-4840-a17b-bdec969ab76e HTTP/1.1" status: 200 len: 2398 time: 0.0615125 Jan 14 07:48:22.988496 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.v2.base [req-383b81d9-4501-4afe-a9a0-5b4bafc8fa30 req-e4dfa71f-4cd8-4c95-add8-0d3f30328a56 tempest-TestShelveInstance-923880590 tempest-TestShelveInstance-923880590] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '5ec35b96-b5e7-4840-a17b-bdec969ab76e', 'remote_group_id': None}]} {{(pid=84875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:48:22.988851 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.v2.base [req-383b81d9-4501-4afe-a9a0-5b4bafc8fa30 req-e4dfa71f-4cd8-4c95-add8-0d3f30328a56 tempest-TestShelveInstance-923880590 tempest-TestShelveInstance-923880590] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '5ec35b96-b5e7-4840-a17b-bdec969ab76e', 'remote_group_id': None}} {{(pid=84875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:48:22.999609 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [req-383b81d9-4501-4afe-a9a0-5b4bafc8fa30 req-e4dfa71f-4cd8-4c95-add8-0d3f30328a56 tempest-TestShelveInstance-923880590 tempest-TestShelveInstance-923880590] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:48:23.003910 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [req-383b81d9-4501-4afe-a9a0-5b4bafc8fa30 req-e4dfa71f-4cd8-4c95-add8-0d3f30328a56 tempest-TestShelveInstance-923880590 tempest-TestShelveInstance-923880590] Usage tracker for resource:security_group_rule and tenant:1f4df992776844bbbfa9430f507ebd4e is out of sync, need to count used quota {{(pid=84875) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:48:23.007080 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [req-383b81d9-4501-4afe-a9a0-5b4bafc8fa30 req-e4dfa71f-4cd8-4c95-add8-0d3f30328a56 tempest-TestShelveInstance-923880590 tempest-TestShelveInstance-923880590] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=84875) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:48:23.013260 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [req-383b81d9-4501-4afe-a9a0-5b4bafc8fa30 req-e4dfa71f-4cd8-4c95-add8-0d3f30328a56 tempest-TestShelveInstance-923880590 tempest-TestShelveInstance-923880590] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=84875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:48:23.067546 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Device c61ac1c9-0a62-48f5-bae7-059d59f37e7f up at agent ovs-agent-n-d-768862-2 {{(pid=84876) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 07:48:23.075336 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [req-383b81d9-4501-4afe-a9a0-5b4bafc8fa30 req-e4dfa71f-4cd8-4c95-add8-0d3f30328a56 tempest-TestShelveInstance-923880590 tempest-TestShelveInstance-923880590] Notify callbacks [] for security_group_rule, before_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:48:23.100676 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [req-383b81d9-4501-4afe-a9a0-5b4bafc8fa30 req-e4dfa71f-4cd8-4c95-add8-0d3f30328a56 tempest-TestShelveInstance-923880590 tempest-TestShelveInstance-923880590] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:48:23.104325 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [req-383b81d9-4501-4afe-a9a0-5b4bafc8fa30 req-e4dfa71f-4cd8-4c95-add8-0d3f30328a56 tempest-TestShelveInstance-923880590 tempest-TestShelveInstance-923880590] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850966545'] for security_group_rule, after_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:48:23.106344 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-eb615de4-9c9a-4329-b58e-bae7b9b6ddc4 tempest-TestNetworkAdvancedServerOps-1160145080 tempest-TestNetworkAdvancedServerOps-1160145080] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:48:23.131387 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4dfa71f-4cd8-4c95-add8-0d3f30328a56 tempest-TestShelveInstance-923880590 tempest-TestShelveInstance-923880590] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e08dcbe1-a164-4042-a2ab-4db1eb2af051,revision_number=0']} {{(pid=84875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:48:23.134736 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-e4dfa71f-4cd8-4c95-add8-0d3f30328a56 tempest-TestShelveInstance-923880590 tempest-TestShelveInstance-923880590] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:48:23.142306 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [req-383b81d9-4501-4afe-a9a0-5b4bafc8fa30 req-e4dfa71f-4cd8-4c95-add8-0d3f30328a56 tempest-TestShelveInstance-923880590 tempest-TestShelveInstance-923880590] Notify callbacks [] for security_group_rule, before_response {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:48:23.143603 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [req-383b81d9-4501-4afe-a9a0-5b4bafc8fa30 req-e4dfa71f-4cd8-4c95-add8-0d3f30328a56 tempest-TestShelveInstance-923880590 tempest-TestShelveInstance-923880590] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 791 time: 0.1594303 Jan 14 07:48:23.144151 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Provisioning complete for port c61ac1c9-0a62-48f5-bae7-059d59f37e7f triggered by entity L2. {{(pid=84876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 07:48:23.144576 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-604227'] for port, provisioning_complete {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:48:23.240780 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba209e30-295b-4c0f-aae5-cd5febce7781 None None] Sync routers for ids ['f2f38fb9-9466-46a2-8a6f-a9b9c179f646'] in n-d-768862-2 {{(pid=84877) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Jan 14 07:48:23.252348 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba209e30-295b-4c0f-aae5-cd5febce7781 None None] Routers {'f2f38fb9-9466-46a2-8a6f-a9b9c179f646'} bound to L3 agent in host n-d-768862-2 {{(pid=84877) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 14 07:48:23.253228 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_hamode_db [None req-ba209e30-295b-4c0f-aae5-cd5febce7781 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-01-14T06:56:51Z,description=,heartbeat_timestamp=2021-01-14T07:48:22Z,host='n-d-768862-2',id=35f592e9-451b-4db9-abea-77b6a5c5391b,load=0,resource_versions=,resources_synced=,started_at=2021-01-14T06:56:51Z,topic='l3_agent')) {'router_ids': ['f2f38fb9-9466-46a2-8a6f-a9b9c179f646'], 'active': True} {{(pid=84877) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:48:23.360850 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-0f37073e-9c69-4e3c-80e0-6cfaa0fd61a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363259214191800', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854171626'] for agent, after_update {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:48:23.451094 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_dvr_db [None req-ba209e30-295b-4c0f-aae5-cd5febce7781 None None] Set router f2f38fb9-9466-46a2-8a6f-a9b9c179f646 gateway port host: n-d-768862-2 {{(pid=84877) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 14 07:48:23.784664 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_hamode_db [None req-ba209e30-295b-4c0f-aae5-cd5febce7781 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f2f38fb9-9466-46a2-8a6f-a9b9c179f646', 'name': 'tempest-TestShelveInstance-1617865927-router', 'tenant_id': 'fdad3dd9f2fc422b9c43daee3d370fa0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '226f1e78-82cd-4481-9055-4eb73b6db8c1', 'external_fixed_ips': [{'subnet_id': 'ba8deeec-7658-4195-9449-038c076f5c83', 'ip_address': '172.25.2.45'}], 'enable_snat': True}, 'gw_port_id': 'c61ac1c9-0a62-48f5-bae7-059d59f37e7f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-14T07:48:12Z', 'updated_at': '2021-01-14T07:48:17Z', 'revision_number': 4, 'project_id': 'fdad3dd9f2fc422b9c43daee3d370fa0', 'gw_port': {'id': 'c61ac1c9-0a62-48f5-bae7-059d59f37e7f', 'name': '', 'network_id': '226f1e78-82cd-4481-9055-4eb73b6db8c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:07:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2f38fb9-9466-46a2-8a6f-a9b9c179f646', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3973, 'fixed_ips': [{'subnet_id': 'ba8deeec-7658-4195-9449-038c076f5c83', 'ip_address': '172.25.2.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T07:48:13Z', 'updated_at': '2021-01-14T07:48:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ba8deeec-7658-4195-9449-038c076f5c83', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-2', '_interfaces': [{'id': '5d4d68c4-6d31-45e6-b757-57a99b0a7360', 'name': '', 'network_id': 'a2012496-2e2c-4716-b4c8-86ea6bbaff10', 'tenant_id': 'fdad3dd9f2fc422b9c43daee3d370fa0', 'mac_address': 'fa:16:3e:43:38:8e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f2f38fb9-9466-46a2-8a6f-a9b9c179f646', 'device_owner': 'network:router_interface', 'standard_attr_id': 3974, 'fixed_ips': [{'subnet_id': '6f8ea9ad-888f-465e-b422-2434f8fd354b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T07:48:16Z', 'updated_at': '2021-01-14T07:48:17Z', 'revision_number': 2, 'project_id': 'fdad3dd9f2fc422b9c43daee3d370fa0', 'subnets': [{'id': '6f8ea9ad-888f-465e-b422-2434f8fd354b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'n-d-768862-2', False) {} {{(pid=84877) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:48:23.788890 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba209e30-295b-4c0f-aae5-cd5febce7781 None None] Checking router: f2f38fb9-9466-46a2-8a6f-a9b9c179f646 for host: n-d-768862-2 {{(pid=84877) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Jan 14 07:48:23.789493 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba209e30-295b-4c0f-aae5-cd5febce7781 None None] Updating router f2f38fb9-9466-46a2-8a6f-a9b9c179f646 port 5d4d68c4-6d31-45e6-b757-57a99b0a7360 binding host n-d-768862-2 {{(pid=84877) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Jan 14 07:48:23.844546 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-ba209e30-295b-4c0f-aae5-cd5febce7781 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555753'] for port, before_update {{(pid=84877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:48:24.452930 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-ba209e30-295b-4c0f-aae5-cd5febce7781 None None] Notify callbacks [] for port, precommit_update {{(pid=84877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:48:24.468866 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-ba209e30-295b-4c0f-aae5-cd5febce7781 None None] Transition to ACTIVE for port object 5d4d68c4-6d31-45e6-b757-57a99b0a7360 will not be triggered until provisioned by entity L2. {{(pid=84877) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 07:48:24.473757 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-ba209e30-295b-4c0f-aae5-cd5febce7781 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777640533312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363259214678337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777640097497'] for port, after_update {{(pid=84877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:48:24.487723 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-53e79fc2-86c6-4a77-ae24-e9a855fdc609 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:48:24.593784 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.agents_db [None req-5b939a2f-078d-4c69-a188-cb55a28a77a0 None None] Agent healthcheck: found 7 active agents {{(pid=84877) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Jan 14 07:48:24.625821 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88641520-364b-4f8a-99a3-cbbd2942a2b7 None None] Pushing event updated for resources: {'Port': ['ID=5d4d68c4-6d31-45e6-b757-57a99b0a7360,revision_number=3']} {{(pid=84877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:48:24.630136 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-88641520-364b-4f8a-99a3-cbbd2942a2b7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=84877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:48:24.805423 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.managers [None req-ba209e30-295b-4c0f-aae5-cd5febce7781 None None] Attempting to bind port 5d4d68c4-6d31-45e6-b757-57a99b0a7360 on host n-d-768862-2 for vnic_type normal with profile {{(pid=84877) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 14 07:48:24.805831 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.managers [None req-ba209e30-295b-4c0f-aae5-cd5febce7781 None None] Attempting to bind port 5d4d68c4-6d31-45e6-b757-57a99b0a7360 by drivers openvswitch on host n-d-768862-2 at level 0 using segments [{'id': '01e6565c-889f-46db-b1b0-960bef0e8bd1', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'a2012496-2e2c-4716-b4c8-86ea6bbaff10'}] {{(pid=84877) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 14 07:48:24.806306 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba209e30-295b-4c0f-aae5-cd5febce7781 None None] Attempting to bind port 5d4d68c4-6d31-45e6-b757-57a99b0a7360 on network a2012496-2e2c-4716-b4c8-86ea6bbaff10 {{(pid=84877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 14 07:48:24.812813 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba209e30-295b-4c0f-aae5-cd5febce7781 None None] Checking agent: {'id': 'ba5efab1-b43c-4d5a-bc52-6e105d4e67a2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768862-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 14, 6, 56, 52), 'started_at': datetime.datetime(2021, 1, 14, 6, 57, 22), 'heartbeat_timestamp': datetime.datetime(2021, 1, 14, 7, 48, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768862-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.29', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 14 07:48:24.813236 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba209e30-295b-4c0f-aae5-cd5febce7781 None None] Checking segment: {'id': '01e6565c-889f-46db-b1b0-960bef0e8bd1', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'a2012496-2e2c-4716-b4c8-86ea6bbaff10'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84877) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 14 07:48:24.813681 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-ba209e30-295b-4c0f-aae5-cd5febce7781 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:48:24.814116 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba209e30-295b-4c0f-aae5-cd5febce7781 None None] Bound using segment: {'id': '01e6565c-889f-46db-b1b0-960bef0e8bd1', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'a2012496-2e2c-4716-b4c8-86ea6bbaff10'} {{(pid=84877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 14 07:48:24.814643 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.managers [None req-ba209e30-295b-4c0f-aae5-cd5febce7781 None None] Bound port: 5d4d68c4-6d31-45e6-b757-57a99b0a7360, host: n-d-768862-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '01e6565c-889f-46db-b1b0-960bef0e8bd1', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'a2012496-2e2c-4716-b4c8-86ea6bbaff10'}}] {{(pid=84877) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 14 07:48:24.815045 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-ba209e30-295b-4c0f-aae5-cd5febce7781 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555753'] for port, before_update {{(pid=84877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:48:24.913125 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [None req-ba209e30-295b-4c0f-aae5-cd5febce7781 None None] For port 5d4d68c4-6d31-45e6-b757-57a99b0a7360, host n-d-768862-2, cleared binding levels {{(pid=84877) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 14 07:48:24.916544 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [None req-ba209e30-295b-4c0f-aae5-cd5febce7781 None None] For port 5d4d68c4-6d31-45e6-b757-57a99b0a7360, host n-d-768862-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-2',level=0,port_id=5d4d68c4-6d31-45e6-b757-57a99b0a7360,segment=NetworkSegment(01e6565c-889f-46db-b1b0-960bef0e8bd1),segment_id=01e6565c-889f-46db-b1b0-960bef0e8bd1)] {{(pid=84877) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 14 07:48:24.920340 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-ba209e30-295b-4c0f-aae5-cd5febce7781 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777640533312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363259214678337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777640097497'] for port, after_update {{(pid=84877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:48:24.936027 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-01090b58-cd0b-48fa-b4f4-952011da1e5d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:48:25.092127 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88641520-364b-4f8a-99a3-cbbd2942a2b7 None None] Pushing event updated for resources: {'Port': ['ID=5d4d68c4-6d31-45e6-b757-57a99b0a7360,revision_number=4']} {{(pid=84877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:48:25.096493 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-88641520-364b-4f8a-99a3-cbbd2942a2b7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.161s {{(pid=84877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:48:25.136250 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba209e30-295b-4c0f-aae5-cd5febce7781 None None] Routers {'f2f38fb9-9466-46a2-8a6f-a9b9c179f646'} bound to L3 agent in host n-d-768862-2 {{(pid=84877) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 14 07:48:25.136808 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_hamode_db [None req-ba209e30-295b-4c0f-aae5-cd5febce7781 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-01-14T06:56:51Z,description=,heartbeat_timestamp=2021-01-14T07:48:22Z,host='n-d-768862-2',id=35f592e9-451b-4db9-abea-77b6a5c5391b,load=0,resource_versions=,resources_synced=,started_at=2021-01-14T06:56:51Z,topic='l3_agent')) {'router_ids': ['f2f38fb9-9466-46a2-8a6f-a9b9c179f646'], 'active': True} {{(pid=84877) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:48:25.330142 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_dvr_db [None req-ba209e30-295b-4c0f-aae5-cd5febce7781 None None] Set router f2f38fb9-9466-46a2-8a6f-a9b9c179f646 gateway port host: n-d-768862-2 {{(pid=84877) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 14 07:48:25.669582 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_hamode_db [None req-ba209e30-295b-4c0f-aae5-cd5febce7781 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f2f38fb9-9466-46a2-8a6f-a9b9c179f646', 'name': 'tempest-TestShelveInstance-1617865927-router', 'tenant_id': 'fdad3dd9f2fc422b9c43daee3d370fa0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '226f1e78-82cd-4481-9055-4eb73b6db8c1', 'external_fixed_ips': [{'subnet_id': 'ba8deeec-7658-4195-9449-038c076f5c83', 'ip_address': '172.25.2.45'}], 'enable_snat': True}, 'gw_port_id': 'c61ac1c9-0a62-48f5-bae7-059d59f37e7f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-14T07:48:12Z', 'updated_at': '2021-01-14T07:48:17Z', 'revision_number': 4, 'project_id': 'fdad3dd9f2fc422b9c43daee3d370fa0', 'gw_port': {'id': 'c61ac1c9-0a62-48f5-bae7-059d59f37e7f', 'name': '', 'network_id': '226f1e78-82cd-4481-9055-4eb73b6db8c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:07:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2f38fb9-9466-46a2-8a6f-a9b9c179f646', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3973, 'fixed_ips': [{'subnet_id': 'ba8deeec-7658-4195-9449-038c076f5c83', 'ip_address': '172.25.2.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T07:48:13Z', 'updated_at': '2021-01-14T07:48:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ba8deeec-7658-4195-9449-038c076f5c83', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-2', '_interfaces': [{'id': '5d4d68c4-6d31-45e6-b757-57a99b0a7360', 'name': '', 'network_id': 'a2012496-2e2c-4716-b4c8-86ea6bbaff10', 'tenant_id': 'fdad3dd9f2fc422b9c43daee3d370fa0', 'mac_address': 'fa:16:3e:43:38:8e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f2f38fb9-9466-46a2-8a6f-a9b9c179f646', 'device_owner': 'network:router_interface', 'standard_attr_id': 3974, 'fixed_ips': [{'subnet_id': '6f8ea9ad-888f-465e-b422-2434f8fd354b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T07:48:16Z', 'updated_at': '2021-01-14T07:48:24Z', 'revision_number': 4, 'project_id': 'fdad3dd9f2fc422b9c43daee3d370fa0', 'subnets': [{'id': '6f8ea9ad-888f-465e-b422-2434f8fd354b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'n-d-768862-2', False) {} {{(pid=84877) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:48:25.674383 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba209e30-295b-4c0f-aae5-cd5febce7781 None None] The sync data for ids ['f2f38fb9-9466-46a2-8a6f-a9b9c179f646'] in n-d-768862-2 is: [{'id': 'f2f38fb9-9466-46a2-8a6f-a9b9c179f646', 'name': 'tempest-TestShelveInstance-1617865927-router', 'tenant_id': 'fdad3dd9f2fc422b9c43daee3d370fa0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '226f1e78-82cd-4481-9055-4eb73b6db8c1', 'external_fixed_ips': [{'subnet_id': 'ba8deeec-7658-4195-9449-038c076f5c83', 'ip_address': '172.25.2.45'}], 'enable_snat': True}, 'gw_port_id': 'c61ac1c9-0a62-48f5-bae7-059d59f37e7f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-14T07:48:12Z', 'updated_at': '2021-01-14T07:48:17Z', 'revision_number': 4, 'project_id': 'fdad3dd9f2fc422b9c43daee3d370fa0', 'gw_port': {'id': 'c61ac1c9-0a62-48f5-bae7-059d59f37e7f', 'name': '', 'network_id': '226f1e78-82cd-4481-9055-4eb73b6db8c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:07:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2f38fb9-9466-46a2-8a6f-a9b9c179f646', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3973, 'fixed_ips': [{'subnet_id': 'ba8deeec-7658-4195-9449-038c076f5c83', 'ip_address': '172.25.2.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T07:48:13Z', 'updated_at': '2021-01-14T07:48:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ba8deeec-7658-4195-9449-038c076f5c83', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-2', '_interfaces': [{'id': '5d4d68c4-6d31-45e6-b757-57a99b0a7360', 'name': '', 'network_id': 'a2012496-2e2c-4716-b4c8-86ea6bbaff10', 'tenant_id': 'fdad3dd9f2fc422b9c43daee3d370fa0', 'mac_address': 'fa:16:3e:43:38:8e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f2f38fb9-9466-46a2-8a6f-a9b9c179f646', 'device_owner': 'network:router_interface', 'standard_attr_id': 3974, 'fixed_ips': [{'subnet_id': '6f8ea9ad-888f-465e-b422-2434f8fd354b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T07:48:16Z', 'updated_at': '2021-01-14T07:48:24Z', 'revision_number': 4, 'project_id': 'fdad3dd9f2fc422b9c43daee3d370fa0', 'subnets': [{'id': '6f8ea9ad-888f-465e-b422-2434f8fd354b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=84877) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Jan 14 07:48:27.088976 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Device 5d4d68c4-6d31-45e6-b757-57a99b0a7360 up at agent ovs-agent-n-d-768862-2 {{(pid=84876) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 07:48:27.162988 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Provisioning for port 5d4d68c4-6d31-45e6-b757-57a99b0a7360 completed by entity L2. {{(pid=84876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 07:48:27.169063 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Provisioning complete for port 5d4d68c4-6d31-45e6-b757-57a99b0a7360 triggered by entity L2. {{(pid=84876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 07:48:27.169591 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-604227'] for port, provisioning_complete {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:48:27.294045 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555753'] for port, before_update {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:48:27.328698 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] For port 5d4d68c4-6d31-45e6-b757-57a99b0a7360, host n-d-768862-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-2',level=0,port_id=5d4d68c4-6d31-45e6-b757-57a99b0a7360,segment=NetworkSegment(01e6565c-889f-46db-b1b0-960bef0e8bd1),segment_id=01e6565c-889f-46db-b1b0-960bef0e8bd1)] {{(pid=84876) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 07:48:27.332276 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777640533312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363259214678337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777640097497'] for port, after_update {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:48:27.334431 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-c5c04ddd-0b9b-4624-b665-b06a688c0bcb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84876) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:48:27.405242 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Pushing event updated for resources: {'Port': ['ID=5d4d68c4-6d31-45e6-b757-57a99b0a7360,revision_number=5']} {{(pid=84876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:48:27.412039 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=84876) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:48:29.070045 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Device 5d4d68c4-6d31-45e6-b757-57a99b0a7360 up at agent ovs-agent-n-d-768862-2 {{(pid=84876) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 07:48:29.144820 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Provisioning complete for port 5d4d68c4-6d31-45e6-b757-57a99b0a7360 triggered by entity L2. {{(pid=84876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 07:48:29.145241 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-604227'] for port, provisioning_complete {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:48:39.632633 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [req-6e44bf30-4a9a-4c9d-9d50-b195d0aec489 req-324ad140-cb94-408a-b887-e53ae7780e11 tempest-TestShelveInstance-923880590 tempest-TestShelveInstance-923880590] Synchronizing usage tracker for tenant:1f4df992776844bbbfa9430f507ebd4e on resource:security_group {{(pid=84875) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 14 07:48:39.649996 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [req-6e44bf30-4a9a-4c9d-9d50-b195d0aec489 req-324ad140-cb94-408a-b887-e53ae7780e11 tempest-TestShelveInstance-923880590 tempest-TestShelveInstance-923880590] Unset dirty status for tenant:1f4df992776844bbbfa9430f507ebd4e on resource:security_group {{(pid=84875) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 14 07:48:39.651267 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [req-6e44bf30-4a9a-4c9d-9d50-b195d0aec489 req-324ad140-cb94-408a-b887-e53ae7780e11 tempest-TestShelveInstance-923880590 tempest-TestShelveInstance-923880590] 10.222.0.24 "GET /v2.0/security-groups?name=tempest-TestShelveInstance-1589748229&fields=id&tenant_id=1f4df992776844bbbfa9430f507ebd4e HTTP/1.1" status: 200 len: 267 time: 0.0665414 Jan 14 07:48:39.860887 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e44bf30-4a9a-4c9d-9d50-b195d0aec489 req-e33b045a-35d0-47f0-b740-26b2781f8459 tempest-TestShelveInstance-923880590 tempest-TestShelveInstance-923880590] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:48:39.862523 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [req-6e44bf30-4a9a-4c9d-9d50-b195d0aec489 req-e33b045a-35d0-47f0-b740-26b2781f8459 tempest-TestShelveInstance-923880590 tempest-TestShelveInstance-923880590] 10.222.0.24 "GET /v2.0/networks?id=d77139bd-a212-4dca-86ad-2da058c71cbc HTTP/1.1" status: 200 len: 808 time: 0.1990047 Jan 14 07:48:39.883608 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [req-6e44bf30-4a9a-4c9d-9d50-b195d0aec489 req-e85d1075-89de-4e68-9c25-4ac931eca787 tempest-TestShelveInstance-923880590 tempest-TestShelveInstance-923880590] 10.222.0.24 "GET /v2.0/quotas/1f4df992776844bbbfa9430f507ebd4e HTTP/1.1" status: 200 len: 375 time: 0.0119684 Jan 14 07:48:39.992646 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [req-6e44bf30-4a9a-4c9d-9d50-b195d0aec489 req-7a27517c-db0f-4337-8493-935623d773a8 tempest-TestShelveInstance-923880590 tempest-TestShelveInstance-923880590] 10.222.0.24 "GET /v2.0/ports?tenant_id=1f4df992776844bbbfa9430f507ebd4e&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1029589 Jan 14 07:48:40.162165 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [req-6e44bf30-4a9a-4c9d-9d50-b195d0aec489 req-88ce1d49-c2e0-48b2-8f0e-043d43eb6516 service neutron] 10.222.0.24 "GET /v2.0/networks/d77139bd-a212-4dca-86ad-2da058c71cbc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1573918 Jan 14 07:48:40.308934 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [req-6e44bf30-4a9a-4c9d-9d50-b195d0aec489 req-3f19a3eb-c734-42ac-a679-3f8d3978b3c4 service neutron] 10.222.0.24 "GET /v2.0/networks/d77139bd-a212-4dca-86ad-2da058c71cbc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1399889 Jan 14 07:48:41.288577 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [req-63011013-1873-42b1-95ac-fd9cc85c9702 req-843172ee-fb2b-4af9-b1f4-c4403b72108a tempest-TestShelveInstance-923880590 tempest-TestShelveInstance-923880590] 10.222.0.24 "GET /v2.0/security-groups/5ec35b96-b5e7-4840-a17b-bdec969ab76e HTTP/1.1" status: 200 len: 2997 time: 0.0581019 Jan 14 07:48:41.375639 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [req-63011013-1873-42b1-95ac-fd9cc85c9702 req-d794252c-ff1f-4ebd-939f-b12ca031be2c tempest-TestShelveInstance-923880590 tempest-TestShelveInstance-923880590] Notify callbacks [] for security_group, before_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:48:41.407056 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [req-63011013-1873-42b1-95ac-fd9cc85c9702 req-d794252c-ff1f-4ebd-939f-b12ca031be2c tempest-TestShelveInstance-923880590 tempest-TestShelveInstance-923880590] Notify callbacks [] for security_group, precommit_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:48:41.461555 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [req-63011013-1873-42b1-95ac-fd9cc85c9702 req-d794252c-ff1f-4ebd-939f-b12ca031be2c tempest-TestShelveInstance-923880590 tempest-TestShelveInstance-923880590] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850887153'] for security_group, after_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:48:41.465900 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-204466e3-441a-402e-ae94-b2da90944740 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:48:41.481672 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-017f98a9-8a07-408c-a86f-8ff0c00400a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363259214191800', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854171626'] for agent, after_update {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:48:41.482467 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d794252c-ff1f-4ebd-939f-b12ca031be2c tempest-TestShelveInstance-923880590 tempest-TestShelveInstance-923880590] Pushing event deleted for resources: {'SecurityGroup': ['ID=5ec35b96-b5e7-4840-a17b-bdec969ab76e,revision_number=None']} {{(pid=84875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:48:41.486325 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-d794252c-ff1f-4ebd-939f-b12ca031be2c tempest-TestShelveInstance-923880590 tempest-TestShelveInstance-923880590] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:48:41.495550 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [req-63011013-1873-42b1-95ac-fd9cc85c9702 req-d794252c-ff1f-4ebd-939f-b12ca031be2c tempest-TestShelveInstance-923880590 tempest-TestShelveInstance-923880590] Notify callbacks [] for security_group, before_response {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:48:41.500116 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [req-63011013-1873-42b1-95ac-fd9cc85c9702 req-d794252c-ff1f-4ebd-939f-b12ca031be2c tempest-TestShelveInstance-923880590 tempest-TestShelveInstance-923880590] 10.222.0.24 "DELETE /v2.0/security-groups/5ec35b96-b5e7-4840-a17b-bdec969ab76e HTTP/1.1" status: 204 len: 173 time: 0.2046957 Jan 14 07:48:41.549873 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84875) accepted ('10.222.0.24', 46200) {{(pid=84875) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:48:42.133147 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-2766db13-1161-461f-b350-9386abdb002e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3889632'] for router_interface, before_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:48:42.615627 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.plugin [None req-2766db13-1161-461f-b350-9386abdb002e admin admin] Deleting port dabc4078-ebe6-4806-8a4b-de9abaf0365d {{(pid=84875) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 07:48:42.616205 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-2766db13-1161-461f-b350-9386abdb002e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363259214248359'] for port, before_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:48:42.806802 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [None req-2766db13-1161-461f-b350-9386abdb002e admin admin] For port dabc4078-ebe6-4806-8a4b-de9abaf0365d, host n-d-768862-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-2',level=0,port_id=dabc4078-ebe6-4806-8a4b-de9abaf0365d,segment=NetworkSegment(e898d9e9-ccaf-4c24-ad77-2ccf3f49c95f),segment_id=e898d9e9-ccaf-4c24-ad77-2ccf3f49c95f)] {{(pid=84875) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 07:48:42.807199 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-2766db13-1161-461f-b350-9386abdb002e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036850862667'] for port, precommit_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:48:42.942590 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.plugin [None req-2766db13-1161-461f-b350-9386abdb002e admin admin] Calling delete_port for dabc4078-ebe6-4806-8a4b-de9abaf0365d owned by network:router_interface {{(pid=84875) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 07:48:42.991653 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-852a24f7-e9a1-4193-9abb-e9506fe5213f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363259214191800', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854171626'] for agent, after_update {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:48:43.125872 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-2766db13-1161-461f-b350-9386abdb002e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777640533329', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777640097463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851621574'] for port, after_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:48:43.140161 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-9ed92088-3f61-4d7a-9b1c-cd89eac34991 tempest-TestNetworkAdvancedServerOps-1160145080 tempest-TestNetworkAdvancedServerOps-1160145080] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:48:43.235703 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2766db13-1161-461f-b350-9386abdb002e admin admin] Pushing event deleted for resources: {'Port': ['ID=dabc4078-ebe6-4806-8a4b-de9abaf0365d,revision_number=None']} {{(pid=84875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:48:43.243451 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-2766db13-1161-461f-b350-9386abdb002e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:48:43.854879 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-2766db13-1161-461f-b350-9386abdb002e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted--9223372036851568851', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal--9223372036850888080'] for router_interface, after_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:48:44.378135 n-d-768862-2 neutron-server[84765]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2766db13-1161-461f-b350-9386abdb002e admin admin] Router 3b8fee74-cc73-4bdb-af69-7e0cde39501a has already been hosted by L3 agent 35f592e9-451b-4db9-abea-77b6a5c5391b {{(pid=84875) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Jan 14 07:48:44.568081 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2766db13-1161-461f-b350-9386abdb002e admin admin] Notify agent at l3_agent.n-d-768862-2 the message routers_updated {{(pid=84875) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jan 14 07:48:44.578013 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-2766db13-1161-461f-b350-9386abdb002e admin admin] 10.222.0.24 "PUT /v2.0/routers/3b8fee74-cc73-4bdb-af69-7e0cde39501a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0268908 Jan 14 07:48:44.579337 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9786b58-8fd4-4c9e-8d3d-5704dcce7af3 None None] Sync routers for ids ['3b8fee74-cc73-4bdb-af69-7e0cde39501a'] in n-d-768862-2 {{(pid=84876) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Jan 14 07:48:44.580918 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84875) accepted ('10.222.0.24', 46204) {{(pid=84875) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:48:44.590908 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9786b58-8fd4-4c9e-8d3d-5704dcce7af3 None None] Routers {'3b8fee74-cc73-4bdb-af69-7e0cde39501a'} bound to L3 agent in host n-d-768862-2 {{(pid=84876) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 14 07:48:44.591713 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_hamode_db [None req-d9786b58-8fd4-4c9e-8d3d-5704dcce7af3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-01-14T06:56:51Z,description=,heartbeat_timestamp=2021-01-14T07:48:22Z,host='n-d-768862-2',id=35f592e9-451b-4db9-abea-77b6a5c5391b,load=0,resource_versions=,resources_synced=,started_at=2021-01-14T06:56:51Z,topic='l3_agent')) {'router_ids': ['3b8fee74-cc73-4bdb-af69-7e0cde39501a'], 'active': True} {{(pid=84876) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:48:44.768736 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-739de711-acf9-40f2-8611-8dabb7340dc0 admin admin] Notify callbacks [] for router, before_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:48:44.780619 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_dvr_db [None req-d9786b58-8fd4-4c9e-8d3d-5704dcce7af3 None None] Set router 3b8fee74-cc73-4bdb-af69-7e0cde39501a gateway port host: n-d-768862-2 {{(pid=84876) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 14 07:48:44.957216 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-739de711-acf9-40f2-8611-8dabb7340dc0 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:48:44.963508 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.plugin [None req-739de711-acf9-40f2-8611-8dabb7340dc0 admin admin] Deleting port 9cee83f1-12e4-4d5c-8be4-ef89f0fbf6e4 {{(pid=84875) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 07:48:44.963869 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-739de711-acf9-40f2-8611-8dabb7340dc0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363259214248359'] for port, before_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:48:45.100026 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_hamode_db [None req-d9786b58-8fd4-4c9e-8d3d-5704dcce7af3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3b8fee74-cc73-4bdb-af69-7e0cde39501a', 'name': 'tempest-TestShelveInstance-164854501-router', 'tenant_id': '1f4df992776844bbbfa9430f507ebd4e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '226f1e78-82cd-4481-9055-4eb73b6db8c1', 'external_fixed_ips': [{'subnet_id': 'ba8deeec-7658-4195-9449-038c076f5c83', 'ip_address': '172.25.2.202'}], 'enable_snat': True}, 'gw_port_id': '9cee83f1-12e4-4d5c-8be4-ef89f0fbf6e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-14T07:48:04Z', 'updated_at': '2021-01-14T07:48:43Z', 'revision_number': 5, 'project_id': '1f4df992776844bbbfa9430f507ebd4e', 'gw_port': {'id': '9cee83f1-12e4-4d5c-8be4-ef89f0fbf6e4', 'name': '', 'network_id': '226f1e78-82cd-4481-9055-4eb73b6db8c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:e5:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b8fee74-cc73-4bdb-af69-7e0cde39501a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3961, 'fixed_ips': [{'subnet_id': 'ba8deeec-7658-4195-9449-038c076f5c83', 'ip_address': '172.25.2.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T07:48:05Z', 'updated_at': '2021-01-14T07:48:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ba8deeec-7658-4195-9449-038c076f5c83', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-2'}], 'n-d-768862-2', False) {} {{(pid=84876) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:48:45.104225 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9786b58-8fd4-4c9e-8d3d-5704dcce7af3 None None] Checking router: 3b8fee74-cc73-4bdb-af69-7e0cde39501a for host: n-d-768862-2 {{(pid=84876) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Jan 14 07:48:45.113543 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9786b58-8fd4-4c9e-8d3d-5704dcce7af3 None None] Routers {'3b8fee74-cc73-4bdb-af69-7e0cde39501a'} bound to L3 agent in host n-d-768862-2 {{(pid=84876) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 14 07:48:45.114212 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_hamode_db [None req-d9786b58-8fd4-4c9e-8d3d-5704dcce7af3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-01-14T06:56:51Z,description=,heartbeat_timestamp=2021-01-14T07:48:22Z,host='n-d-768862-2',id=35f592e9-451b-4db9-abea-77b6a5c5391b,load=0,resource_versions=,resources_synced=,started_at=2021-01-14T06:56:51Z,topic='l3_agent')) {'router_ids': ['3b8fee74-cc73-4bdb-af69-7e0cde39501a'], 'active': True} {{(pid=84876) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:48:45.150521 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [None req-739de711-acf9-40f2-8611-8dabb7340dc0 admin admin] For port 9cee83f1-12e4-4d5c-8be4-ef89f0fbf6e4, host n-d-768862-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-2',level=0,port_id=9cee83f1-12e4-4d5c-8be4-ef89f0fbf6e4,segment=NetworkSegment(cf3ded2c-bc47-4a71-89af-6e7117e60140),segment_id=cf3ded2c-bc47-4a71-89af-6e7117e60140)] {{(pid=84875) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 07:48:45.150923 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-739de711-acf9-40f2-8611-8dabb7340dc0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036850862667'] for port, precommit_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:48:45.286069 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.plugin [None req-739de711-acf9-40f2-8611-8dabb7340dc0 admin admin] Calling delete_port for 9cee83f1-12e4-4d5c-8be4-ef89f0fbf6e4 owned by network:router_gateway {{(pid=84875) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 07:48:45.306650 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_dvr_db [None req-d9786b58-8fd4-4c9e-8d3d-5704dcce7af3 None None] Set router 3b8fee74-cc73-4bdb-af69-7e0cde39501a gateway port host: n-d-768862-2 {{(pid=84876) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 14 07:48:45.421718 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-739de711-acf9-40f2-8611-8dabb7340dc0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777640533329', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777640097463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851621574'] for port, after_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:48:45.610556 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_hamode_db [None req-d9786b58-8fd4-4c9e-8d3d-5704dcce7af3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3b8fee74-cc73-4bdb-af69-7e0cde39501a', 'name': 'tempest-TestShelveInstance-164854501-router', 'tenant_id': '1f4df992776844bbbfa9430f507ebd4e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '226f1e78-82cd-4481-9055-4eb73b6db8c1', 'external_fixed_ips': [{'subnet_id': 'ba8deeec-7658-4195-9449-038c076f5c83', 'ip_address': '172.25.2.202'}], 'enable_snat': True}, 'gw_port_id': '9cee83f1-12e4-4d5c-8be4-ef89f0fbf6e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-14T07:48:04Z', 'updated_at': '2021-01-14T07:48:43Z', 'revision_number': 5, 'project_id': '1f4df992776844bbbfa9430f507ebd4e', 'gw_port': {'id': '9cee83f1-12e4-4d5c-8be4-ef89f0fbf6e4', 'name': '', 'network_id': '226f1e78-82cd-4481-9055-4eb73b6db8c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:e5:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b8fee74-cc73-4bdb-af69-7e0cde39501a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3961, 'fixed_ips': [{'subnet_id': 'ba8deeec-7658-4195-9449-038c076f5c83', 'ip_address': '172.25.2.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T07:48:05Z', 'updated_at': '2021-01-14T07:48:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ba8deeec-7658-4195-9449-038c076f5c83', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-2'}], 'n-d-768862-2', False) {} {{(pid=84876) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:48:45.615381 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-739de711-acf9-40f2-8611-8dabb7340dc0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036850863128'] for router_gateway, after_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:48:45.615713 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9786b58-8fd4-4c9e-8d3d-5704dcce7af3 None None] The sync data for ids ['3b8fee74-cc73-4bdb-af69-7e0cde39501a'] in n-d-768862-2 is: [{'id': '3b8fee74-cc73-4bdb-af69-7e0cde39501a', 'name': 'tempest-TestShelveInstance-164854501-router', 'tenant_id': '1f4df992776844bbbfa9430f507ebd4e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '226f1e78-82cd-4481-9055-4eb73b6db8c1', 'external_fixed_ips': [{'subnet_id': 'ba8deeec-7658-4195-9449-038c076f5c83', 'ip_address': '172.25.2.202'}], 'enable_snat': True}, 'gw_port_id': '9cee83f1-12e4-4d5c-8be4-ef89f0fbf6e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-14T07:48:04Z', 'updated_at': '2021-01-14T07:48:43Z', 'revision_number': 5, 'project_id': '1f4df992776844bbbfa9430f507ebd4e', 'gw_port': {'id': '9cee83f1-12e4-4d5c-8be4-ef89f0fbf6e4', 'name': '', 'network_id': '226f1e78-82cd-4481-9055-4eb73b6db8c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:e5:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b8fee74-cc73-4bdb-af69-7e0cde39501a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3961, 'fixed_ips': [{'subnet_id': 'ba8deeec-7658-4195-9449-038c076f5c83', 'ip_address': '172.25.2.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T07:48:05Z', 'updated_at': '2021-01-14T07:48:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ba8deeec-7658-4195-9449-038c076f5c83', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-2'}] {{(pid=84876) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Jan 14 07:48:45.753836 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-739de711-acf9-40f2-8611-8dabb7340dc0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3889346', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036854717606'] for router, precommit_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:48:45.756274 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-739de711-acf9-40f2-8611-8dabb7340dc0 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:48:45.777321 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-739de711-acf9-40f2-8611-8dabb7340dc0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036850897070'] for router, after_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:48:45.777881 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-739de711-acf9-40f2-8611-8dabb7340dc0 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 3b8fee74-cc73-4bdb-af69-7e0cde39501a {{(pid=84875) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jan 14 07:48:45.790423 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-739de711-acf9-40f2-8611-8dabb7340dc0 admin admin] Notify callbacks [] for router, before_response {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:48:45.791684 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-739de711-acf9-40f2-8611-8dabb7340dc0 admin admin] 10.222.0.24 "DELETE /v2.0/routers/3b8fee74-cc73-4bdb-af69-7e0cde39501a HTTP/1.1" status: 204 len: 168 time: 1.2097936 Jan 14 07:48:45.794635 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84875) accepted ('10.222.0.24', 46208) {{(pid=84875) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:48:45.868049 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.db_base_plugin_v2 [None req-3671d211-92d0-4bfe-9fce-e53c0130097d admin admin] Deleting subnet 5e34984b-8427-49df-8027-5623fda1683a {{(pid=84875) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Jan 14 07:48:45.871542 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-3671d211-92d0-4bfe-9fce-e53c0130097d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:48:45.928816 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-3671d211-92d0-4bfe-9fce-e53c0130097d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3367281'] for subnet, precommit_delete_associations {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:48:46.017823 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-3671d211-92d0-4bfe-9fce-e53c0130097d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036854176836'] for subnet, precommit_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:48:46.287621 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-3671d211-92d0-4bfe-9fce-e53c0130097d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-598964', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850887113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3154192', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2308610'] for subnet, after_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:48:46.301398 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-fa34490e-f4f2-488d-81fc-89ebd11c300b tempest-NetworksIpV6Test-128132561 tempest-NetworksIpV6Test-128132561] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:48:46.386873 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3671d211-92d0-4bfe-9fce-e53c0130097d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5e34984b-8427-49df-8027-5623fda1683a,revision_number=None']} {{(pid=84875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:48:46.394077 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-3671d211-92d0-4bfe-9fce-e53c0130097d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:48:46.438914 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-3671d211-92d0-4bfe-9fce-e53c0130097d admin admin] Notify callbacks [] for subnet, before_response {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:48:46.444369 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b91de376-a78b-4e94-ad65-a2f7990d2d82 None None] Network d77139bd-a212-4dca-86ad-2da058c71cbc requested from n-d-768862-2 {{(pid=84876) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 07:48:46.445813 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-3671d211-92d0-4bfe-9fce-e53c0130097d admin admin] 10.222.0.24 "DELETE /v2.0/subnets/5e34984b-8427-49df-8027-5623fda1683a HTTP/1.1" status: 204 len: 168 time: 0.6500692 Jan 14 07:48:46.448817 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84874) accepted ('10.222.0.24', 46212) {{(pid=84874) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:48:46.571879 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-58e20c8d-f3df-4f17-8594-2790daade637 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036854160497'] for network, before_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:48:46.638904 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.plugin [None req-58e20c8d-f3df-4f17-8594-2790daade637 admin admin] Deleting port f970f645-6e72-4a4c-9d7d-f29df0282569 {{(pid=84874) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 07:48:46.639227 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-58e20c8d-f3df-4f17-8594-2790daade637 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363259214248359'] for port, before_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:48:46.702866 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e179a28b-d2e4-4757-a35c-65c363aed056 None None] DHCP port deletion for d77139bd-a212-4dca-86ad-2da058c71cbc request from n-d-768862-2 {{(pid=84876) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Jan 14 07:48:46.707589 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.plugin [None req-e179a28b-d2e4-4757-a35c-65c363aed056 None None] Deleting port f970f645-6e72-4a4c-9d7d-f29df0282569 {{(pid=84876) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 07:48:46.708227 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-e179a28b-d2e4-4757-a35c-65c363aed056 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363259214248359'] for port, before_delete {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:48:46.871905 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [None req-58e20c8d-f3df-4f17-8594-2790daade637 admin admin] For port f970f645-6e72-4a4c-9d7d-f29df0282569, host n-d-768862-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-2',level=0,port_id=f970f645-6e72-4a4c-9d7d-f29df0282569,segment=NetworkSegment(e898d9e9-ccaf-4c24-ad77-2ccf3f49c95f),segment_id=e898d9e9-ccaf-4c24-ad77-2ccf3f49c95f)] {{(pid=84874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 07:48:46.872316 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-58e20c8d-f3df-4f17-8594-2790daade637 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036850862667'] for port, precommit_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:48:46.922276 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [None req-e179a28b-d2e4-4757-a35c-65c363aed056 None None] For port f970f645-6e72-4a4c-9d7d-f29df0282569, host n-d-768862-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-2',level=0,port_id=f970f645-6e72-4a4c-9d7d-f29df0282569,segment=NetworkSegment(e898d9e9-ccaf-4c24-ad77-2ccf3f49c95f),segment_id=e898d9e9-ccaf-4c24-ad77-2ccf3f49c95f)] {{(pid=84876) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 07:48:46.922660 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-e179a28b-d2e4-4757-a35c-65c363aed056 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036850862667'] for port, precommit_delete {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:48:47.000376 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.plugin [None req-58e20c8d-f3df-4f17-8594-2790daade637 admin admin] Calling delete_port for f970f645-6e72-4a4c-9d7d-f29df0282569 owned by network:dhcp {{(pid=84874) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 07:48:47.052465 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.plugin [None req-e179a28b-d2e4-4757-a35c-65c363aed056 None None] Calling delete_port for f970f645-6e72-4a4c-9d7d-f29df0282569 owned by network:dhcp {{(pid=84876) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 07:48:47.076099 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-58e20c8d-f3df-4f17-8594-2790daade637 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777640533329', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777640097463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3254186'] for port, after_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:48:47.088258 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Device f970f645-6e72-4a4c-9d7d-f29df0282569 no longer exists at agent ovs-agent-n-d-768862-2 {{(pid=84876) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jan 14 07:48:47.091977 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-9169ab05-a3fd-4103-9398-7c8e01700c18 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:48:47.131448 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.plugin [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] No Port match for: f970f645-6e72-4a4c-9d7d-f29df0282569 {{(pid=84876) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2188}} Jan 14 07:48:47.131867 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Device f970f645-6e72-4a4c-9d7d-f29df0282569 not bound to the agent host n-d-768862-2 {{(pid=84876) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jan 14 07:48:47.132338 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Device dabc4078-ebe6-4806-8a4b-de9abaf0365d no longer exists at agent ovs-agent-n-d-768862-2 {{(pid=84876) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jan 14 07:48:47.168767 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.plugin [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] No Port match for: dabc4078-ebe6-4806-8a4b-de9abaf0365d {{(pid=84876) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2188}} Jan 14 07:48:47.169195 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Device dabc4078-ebe6-4806-8a4b-de9abaf0365d not bound to the agent host n-d-768862-2 {{(pid=84876) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jan 14 07:48:47.169836 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Device 9cee83f1-12e4-4d5c-8be4-ef89f0fbf6e4 no longer exists at agent ovs-agent-n-d-768862-2 {{(pid=84876) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jan 14 07:48:47.187265 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58e20c8d-f3df-4f17-8594-2790daade637 admin admin] Pushing event deleted for resources: {'Port': ['ID=f970f645-6e72-4a4c-9d7d-f29df0282569,revision_number=None']} {{(pid=84874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:48:47.199869 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-58e20c8d-f3df-4f17-8594-2790daade637 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:48:47.210815 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.plugin [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] No Port match for: 9cee83f1-12e4-4d5c-8be4-ef89f0fbf6e4 {{(pid=84876) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2188}} Jan 14 07:48:47.211210 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Device 9cee83f1-12e4-4d5c-8be4-ef89f0fbf6e4 not bound to the agent host n-d-768862-2 {{(pid=84876) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jan 14 07:48:47.233344 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.db.api [None req-e179a28b-d2e4-4757-a35c-65c363aed056 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84876) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Jan 14 07:48:47.234267 n-d-768862-2 neutron-server[84765]: DEBUG oslo_db.api [None req-e179a28b-d2e4-4757-a35c-65c363aed056 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84876) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Jan 14 07:48:47.234393 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58e20c8d-f3df-4f17-8594-2790daade637 admin admin] No DVR routers for this DVR port f970f645-6e72-4a4c-9d7d-f29df0282569 on host n-d-768862-2 {{(pid=84874) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Jan 14 07:48:47.362331 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-58e20c8d-f3df-4f17-8594-2790daade637 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-598987', 'neutron.services.segments.db._delete_segments_for_network-8777640583949'] for network, precommit_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:48:47.482751 n-d-768862-2 neutron-server[84765]: DEBUG neutron.services.segments.db [None req-58e20c8d-f3df-4f17-8594-2790daade637 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d77139bd-a212-4dca-86ad-2da058c71cbc']}} {{(pid=84874) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:48:47.495613 n-d-768862-2 neutron-server[84765]: DEBUG neutron.services.segments.db [None req-58e20c8d-f3df-4f17-8594-2790daade637 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e898d9e9-ccaf-4c24-ad77-2ccf3f49c95f') {'for_net_delete': True} {{(pid=84874) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:48:47.495998 n-d-768862-2 neutron-server[84765]: DEBUG neutron.services.segments.db [None req-58e20c8d-f3df-4f17-8594-2790daade637 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e898d9e9-ccaf-4c24-ad77-2ccf3f49c95f') {} {{(pid=84874) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:48:47.508371 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-58e20c8d-f3df-4f17-8594-2790daade637 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363259214173198', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2968632'] for segment, before_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:48:47.528105 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-58e20c8d-f3df-4f17-8594-2790daade637 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854179735'] for segment, precommit_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:48:47.530357 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-58e20c8d-f3df-4f17-8594-2790daade637 admin admin] Releasing vxlan tunnel 3 to pool {{(pid=84874) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Jan 14 07:48:47.723927 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.managers [None req-58e20c8d-f3df-4f17-8594-2790daade637 admin admin] Network d77139bd-a212-4dca-86ad-2da058c71cbc has no segments {{(pid=84874) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 14 07:48:47.733517 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-58e20c8d-f3df-4f17-8594-2790daade637 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-596065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036851521571'] for segment, after_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:48:47.735732 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.plugin [None req-e179a28b-d2e4-4757-a35c-65c363aed056 None None] Deleting port f970f645-6e72-4a4c-9d7d-f29df0282569 {{(pid=84876) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 07:48:47.736208 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-e179a28b-d2e4-4757-a35c-65c363aed056 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363259214248359'] for port, before_delete {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:48:47.802323 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.plugin [None req-e179a28b-d2e4-4757-a35c-65c363aed056 None None] The port 'f970f645-6e72-4a4c-9d7d-f29df0282569' was deleted {{(pid=84876) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Jan 14 07:48:47.926707 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.managers [None req-58e20c8d-f3df-4f17-8594-2790daade637 admin admin] Network d77139bd-a212-4dca-86ad-2da058c71cbc has no segments {{(pid=84874) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 14 07:48:47.949278 n-d-768862-2 neutron-server[84765]: Traceback (most recent call last): Jan 14 07:48:47.949278 n-d-768862-2 neutron-server[84765]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 14 07:48:47.949278 n-d-768862-2 neutron-server[84765]: timer() Jan 14 07:48:47.949278 n-d-768862-2 neutron-server[84765]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 14 07:48:47.949278 n-d-768862-2 neutron-server[84765]: cb(*args, **kw) Jan 14 07:48:47.949278 n-d-768862-2 neutron-server[84765]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Jan 14 07:48:47.949278 n-d-768862-2 neutron-server[84765]: return func(*args, **kwargs) Jan 14 07:48:47.949278 n-d-768862-2 neutron-server[84765]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 14 07:48:47.949278 n-d-768862-2 neutron-server[84765]: self._notify() Jan 14 07:48:47.949278 n-d-768862-2 neutron-server[84765]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 14 07:48:47.949278 n-d-768862-2 neutron-server[84765]: self.callback(batched_events) Jan 14 07:48:47.949278 n-d-768862-2 neutron-server[84765]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 14 07:48:47.949278 n-d-768862-2 neutron-server[84765]: event.method(event) Jan 14 07:48:47.949278 n-d-768862-2 neutron-server[84765]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 14 07:48:47.949278 n-d-768862-2 neutron-server[84765]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 14 07:48:47.949278 n-d-768862-2 neutron-server[84765]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Jan 14 07:48:47.949278 n-d-768862-2 neutron-server[84765]: segment_id)['aggregates'][0] Jan 14 07:48:47.949278 n-d-768862-2 neutron-server[84765]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 14 07:48:47.949278 n-d-768862-2 neutron-server[84765]: return f(self, *a, **k) Jan 14 07:48:47.949278 n-d-768862-2 neutron-server[84765]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 14 07:48:47.949278 n-d-768862-2 neutron-server[84765]: return self._get(url).json() Jan 14 07:48:47.949278 n-d-768862-2 neutron-server[84765]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 14 07:48:47.949278 n-d-768862-2 neutron-server[84765]: **kwargs) Jan 14 07:48:47.949278 n-d-768862-2 neutron-server[84765]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 14 07:48:47.949278 n-d-768862-2 neutron-server[84765]: return self.request(url, 'GET', **kwargs) Jan 14 07:48:47.949278 n-d-768862-2 neutron-server[84765]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Jan 14 07:48:47.949278 n-d-768862-2 neutron-server[84765]: **endpoint_filter) Jan 14 07:48:47.949278 n-d-768862-2 neutron-server[84765]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 14 07:48:47.949278 n-d-768862-2 neutron-server[84765]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 14 07:48:47.949278 n-d-768862-2 neutron-server[84765]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 14 07:48:47.949278 n-d-768862-2 neutron-server[84765]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 14 07:48:47.949278 n-d-768862-2 neutron-server[84765]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 14 07:48:48.032682 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-58e20c8d-f3df-4f17-8594-2790daade637 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036854176830', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850887149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3912591'] for network, after_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:48:48.037466 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-8994d9f1-1115-421a-8e09-b6d62d083661 tempest-TestNetworkAdvancedServerOps-1160145080 tempest-TestNetworkAdvancedServerOps-1160145080] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:48:48.064554 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-58e20c8d-f3df-4f17-8594-2790daade637 admin admin] Notify callbacks [] for network, before_response {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:48:48.078000 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58e20c8d-f3df-4f17-8594-2790daade637 admin admin] Pushing event deleted for resources: {'Network': ['ID=d77139bd-a212-4dca-86ad-2da058c71cbc,revision_number=None']} {{(pid=84874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:48:48.082648 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-58e20c8d-f3df-4f17-8594-2790daade637 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:48:48.087742 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-58e20c8d-f3df-4f17-8594-2790daade637 admin admin] 10.222.0.24 "DELETE /v2.0/networks/d77139bd-a212-4dca-86ad-2da058c71cbc HTTP/1.1" status: 204 len: 168 time: 1.6377316 Jan 14 07:48:48.091176 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84874) accepted ('10.222.0.24', 46216) {{(pid=84874) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:48:48.659804 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-a49e4b9f-ec9d-431e-ab12-f682f1372ff2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3889632'] for router_interface, before_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:48:48.862309 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-0036a033-132d-4bb8-96d3-7887ec8dd6e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363259214191800', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854171626'] for agent, after_update {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:48:49.131199 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.plugin [None req-a49e4b9f-ec9d-431e-ab12-f682f1372ff2 admin admin] Deleting port 5d4d68c4-6d31-45e6-b757-57a99b0a7360 {{(pid=84874) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 07:48:49.131810 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-a49e4b9f-ec9d-431e-ab12-f682f1372ff2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363259214248359'] for port, before_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:48:49.313701 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [None req-a49e4b9f-ec9d-431e-ab12-f682f1372ff2 admin admin] For port 5d4d68c4-6d31-45e6-b757-57a99b0a7360, host n-d-768862-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-2',level=0,port_id=5d4d68c4-6d31-45e6-b757-57a99b0a7360,segment=NetworkSegment(01e6565c-889f-46db-b1b0-960bef0e8bd1),segment_id=01e6565c-889f-46db-b1b0-960bef0e8bd1)] {{(pid=84874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 07:48:49.314099 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-a49e4b9f-ec9d-431e-ab12-f682f1372ff2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036850862667'] for port, precommit_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:48:49.442975 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.plugin [None req-a49e4b9f-ec9d-431e-ab12-f682f1372ff2 admin admin] Calling delete_port for 5d4d68c4-6d31-45e6-b757-57a99b0a7360 owned by network:router_interface {{(pid=84874) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 07:48:49.623530 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-a49e4b9f-ec9d-431e-ab12-f682f1372ff2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777640533329', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777640097463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3254186'] for port, after_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:48:49.636891 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-d0c1de37-0d7b-46fa-b6fc-a837a1b0f8ab admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:48:49.727896 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a49e4b9f-ec9d-431e-ab12-f682f1372ff2 admin admin] Pushing event deleted for resources: {'Port': ['ID=5d4d68c4-6d31-45e6-b757-57a99b0a7360,revision_number=None']} {{(pid=84874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:48:49.736042 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-a49e4b9f-ec9d-431e-ab12-f682f1372ff2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:48:50.353638 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-a49e4b9f-ec9d-431e-ab12-f682f1372ff2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted--9223372036851568851', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal--9223372036850888080'] for router_interface, after_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:48:50.861697 n-d-768862-2 neutron-server[84765]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a49e4b9f-ec9d-431e-ab12-f682f1372ff2 admin admin] Router f2f38fb9-9466-46a2-8a6f-a9b9c179f646 has already been hosted by L3 agent 35f592e9-451b-4db9-abea-77b6a5c5391b {{(pid=84874) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Jan 14 07:48:51.048460 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a49e4b9f-ec9d-431e-ab12-f682f1372ff2 admin admin] Notify agent at l3_agent.n-d-768862-2 the message routers_updated {{(pid=84874) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jan 14 07:48:51.058353 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01509f04-b713-4044-b5e9-c790c0c41406 None None] Sync routers for ids ['f2f38fb9-9466-46a2-8a6f-a9b9c179f646'] in n-d-768862-2 {{(pid=84877) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Jan 14 07:48:51.062498 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-a49e4b9f-ec9d-431e-ab12-f682f1372ff2 admin admin] 10.222.0.24 "PUT /v2.0/routers/f2f38fb9-9466-46a2-8a6f-a9b9c179f646/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9675028 Jan 14 07:48:51.062859 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84874) accepted ('10.222.0.24', 46220) {{(pid=84874) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:48:51.069148 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01509f04-b713-4044-b5e9-c790c0c41406 None None] Routers {'f2f38fb9-9466-46a2-8a6f-a9b9c179f646'} bound to L3 agent in host n-d-768862-2 {{(pid=84877) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 14 07:48:51.070125 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_hamode_db [None req-01509f04-b713-4044-b5e9-c790c0c41406 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-01-14T06:56:51Z,description=,heartbeat_timestamp=2021-01-14T07:48:22Z,host='n-d-768862-2',id=35f592e9-451b-4db9-abea-77b6a5c5391b,load=0,resource_versions=,resources_synced=,started_at=2021-01-14T06:56:51Z,topic='l3_agent')) {'router_ids': ['f2f38fb9-9466-46a2-8a6f-a9b9c179f646'], 'active': True} {{(pid=84877) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:48:51.253536 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_dvr_db [None req-01509f04-b713-4044-b5e9-c790c0c41406 None None] Set router f2f38fb9-9466-46a2-8a6f-a9b9c179f646 gateway port host: n-d-768862-2 {{(pid=84877) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 14 07:48:51.253990 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-d95560da-3103-4dc9-9fbf-ac8c3ca4d87b admin admin] Notify callbacks [] for router, before_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:48:51.437864 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-d95560da-3103-4dc9-9fbf-ac8c3ca4d87b admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:48:51.443276 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.plugin [None req-d95560da-3103-4dc9-9fbf-ac8c3ca4d87b admin admin] Deleting port c61ac1c9-0a62-48f5-bae7-059d59f37e7f {{(pid=84874) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 07:48:51.443637 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-d95560da-3103-4dc9-9fbf-ac8c3ca4d87b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363259214248359'] for port, before_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:48:51.548683 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_hamode_db [None req-01509f04-b713-4044-b5e9-c790c0c41406 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f2f38fb9-9466-46a2-8a6f-a9b9c179f646', 'name': 'tempest-TestShelveInstance-1617865927-router', 'tenant_id': 'fdad3dd9f2fc422b9c43daee3d370fa0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '226f1e78-82cd-4481-9055-4eb73b6db8c1', 'external_fixed_ips': [{'subnet_id': 'ba8deeec-7658-4195-9449-038c076f5c83', 'ip_address': '172.25.2.45'}], 'enable_snat': True}, 'gw_port_id': 'c61ac1c9-0a62-48f5-bae7-059d59f37e7f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-14T07:48:12Z', 'updated_at': '2021-01-14T07:48:49Z', 'revision_number': 5, 'project_id': 'fdad3dd9f2fc422b9c43daee3d370fa0', 'gw_port': {'id': 'c61ac1c9-0a62-48f5-bae7-059d59f37e7f', 'name': '', 'network_id': '226f1e78-82cd-4481-9055-4eb73b6db8c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:07:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2f38fb9-9466-46a2-8a6f-a9b9c179f646', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3973, 'fixed_ips': [{'subnet_id': 'ba8deeec-7658-4195-9449-038c076f5c83', 'ip_address': '172.25.2.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T07:48:13Z', 'updated_at': '2021-01-14T07:48:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ba8deeec-7658-4195-9449-038c076f5c83', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-2'}], 'n-d-768862-2', False) {} {{(pid=84877) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:48:51.552871 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01509f04-b713-4044-b5e9-c790c0c41406 None None] Checking router: f2f38fb9-9466-46a2-8a6f-a9b9c179f646 for host: n-d-768862-2 {{(pid=84877) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Jan 14 07:48:51.562264 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01509f04-b713-4044-b5e9-c790c0c41406 None None] Routers {'f2f38fb9-9466-46a2-8a6f-a9b9c179f646'} bound to L3 agent in host n-d-768862-2 {{(pid=84877) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 14 07:48:51.562905 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_hamode_db [None req-01509f04-b713-4044-b5e9-c790c0c41406 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-01-14T06:56:51Z,description=,heartbeat_timestamp=2021-01-14T07:48:22Z,host='n-d-768862-2',id=35f592e9-451b-4db9-abea-77b6a5c5391b,load=0,resource_versions=,resources_synced=,started_at=2021-01-14T06:56:51Z,topic='l3_agent')) {'router_ids': ['f2f38fb9-9466-46a2-8a6f-a9b9c179f646'], 'active': True} {{(pid=84877) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:48:51.629536 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [None req-d95560da-3103-4dc9-9fbf-ac8c3ca4d87b admin admin] For port c61ac1c9-0a62-48f5-bae7-059d59f37e7f, host n-d-768862-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-2',level=0,port_id=c61ac1c9-0a62-48f5-bae7-059d59f37e7f,segment=NetworkSegment(cf3ded2c-bc47-4a71-89af-6e7117e60140),segment_id=cf3ded2c-bc47-4a71-89af-6e7117e60140)] {{(pid=84874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 07:48:51.629932 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-d95560da-3103-4dc9-9fbf-ac8c3ca4d87b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036850862667'] for port, precommit_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:48:51.751402 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_dvr_db [None req-01509f04-b713-4044-b5e9-c790c0c41406 None None] Set router f2f38fb9-9466-46a2-8a6f-a9b9c179f646 gateway port host: n-d-768862-2 {{(pid=84877) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 14 07:48:51.753802 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-907b5ecf-bdb4-430c-aa0b-5000b3939bb0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363259214191800', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854171626'] for agent, after_update {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:48:51.765324 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.plugin [None req-d95560da-3103-4dc9-9fbf-ac8c3ca4d87b admin admin] Calling delete_port for c61ac1c9-0a62-48f5-bae7-059d59f37e7f owned by network:router_gateway {{(pid=84874) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 07:48:51.899157 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-d95560da-3103-4dc9-9fbf-ac8c3ca4d87b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777640533329', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777640097463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3254186'] for port, after_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:48:51.925613 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-da76cfc0-98e8-4426-9f6d-4f05aa3fae78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363259214191800', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854171626'] for agent, after_update {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:48:52.047687 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_hamode_db [None req-01509f04-b713-4044-b5e9-c790c0c41406 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f2f38fb9-9466-46a2-8a6f-a9b9c179f646', 'name': 'tempest-TestShelveInstance-1617865927-router', 'tenant_id': 'fdad3dd9f2fc422b9c43daee3d370fa0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '226f1e78-82cd-4481-9055-4eb73b6db8c1', 'external_fixed_ips': [{'subnet_id': 'ba8deeec-7658-4195-9449-038c076f5c83', 'ip_address': '172.25.2.45'}], 'enable_snat': True}, 'gw_port_id': 'c61ac1c9-0a62-48f5-bae7-059d59f37e7f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-14T07:48:12Z', 'updated_at': '2021-01-14T07:48:49Z', 'revision_number': 5, 'project_id': 'fdad3dd9f2fc422b9c43daee3d370fa0', 'gw_port': {'id': 'c61ac1c9-0a62-48f5-bae7-059d59f37e7f', 'name': '', 'network_id': '226f1e78-82cd-4481-9055-4eb73b6db8c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:07:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2f38fb9-9466-46a2-8a6f-a9b9c179f646', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3973, 'fixed_ips': [{'subnet_id': 'ba8deeec-7658-4195-9449-038c076f5c83', 'ip_address': '172.25.2.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T07:48:13Z', 'updated_at': '2021-01-14T07:48:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ba8deeec-7658-4195-9449-038c076f5c83', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-2'}], 'n-d-768862-2', False) {} {{(pid=84877) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:48:52.052002 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01509f04-b713-4044-b5e9-c790c0c41406 None None] The sync data for ids ['f2f38fb9-9466-46a2-8a6f-a9b9c179f646'] in n-d-768862-2 is: [{'id': 'f2f38fb9-9466-46a2-8a6f-a9b9c179f646', 'name': 'tempest-TestShelveInstance-1617865927-router', 'tenant_id': 'fdad3dd9f2fc422b9c43daee3d370fa0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '226f1e78-82cd-4481-9055-4eb73b6db8c1', 'external_fixed_ips': [{'subnet_id': 'ba8deeec-7658-4195-9449-038c076f5c83', 'ip_address': '172.25.2.45'}], 'enable_snat': True}, 'gw_port_id': 'c61ac1c9-0a62-48f5-bae7-059d59f37e7f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-14T07:48:12Z', 'updated_at': '2021-01-14T07:48:49Z', 'revision_number': 5, 'project_id': 'fdad3dd9f2fc422b9c43daee3d370fa0', 'gw_port': {'id': 'c61ac1c9-0a62-48f5-bae7-059d59f37e7f', 'name': '', 'network_id': '226f1e78-82cd-4481-9055-4eb73b6db8c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:07:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2f38fb9-9466-46a2-8a6f-a9b9c179f646', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3973, 'fixed_ips': [{'subnet_id': 'ba8deeec-7658-4195-9449-038c076f5c83', 'ip_address': '172.25.2.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T07:48:13Z', 'updated_at': '2021-01-14T07:48:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ba8deeec-7658-4195-9449-038c076f5c83', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-2'}] {{(pid=84877) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Jan 14 07:48:52.095710 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-d95560da-3103-4dc9-9fbf-ac8c3ca4d87b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036850863128'] for router_gateway, after_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:48:52.229879 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-d95560da-3103-4dc9-9fbf-ac8c3ca4d87b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3889346', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036854717606'] for router, precommit_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:48:52.232494 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-d95560da-3103-4dc9-9fbf-ac8c3ca4d87b admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:48:52.261241 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-d95560da-3103-4dc9-9fbf-ac8c3ca4d87b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036850897070'] for router, after_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:48:52.261680 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d95560da-3103-4dc9-9fbf-ac8c3ca4d87b admin admin] Fanout notify agent at l3_agent the message router_deleted on router f2f38fb9-9466-46a2-8a6f-a9b9c179f646 {{(pid=84874) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jan 14 07:48:52.275447 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-d95560da-3103-4dc9-9fbf-ac8c3ca4d87b admin admin] Notify callbacks [] for router, before_response {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:48:52.276762 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-d95560da-3103-4dc9-9fbf-ac8c3ca4d87b admin admin] 10.222.0.24 "DELETE /v2.0/routers/f2f38fb9-9466-46a2-8a6f-a9b9c179f646 HTTP/1.1" status: 204 len: 168 time: 1.2128868 Jan 14 07:48:52.279814 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84874) accepted ('10.222.0.24', 46224) {{(pid=84874) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:48:52.345679 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.db_base_plugin_v2 [None req-51033c50-1fd7-4698-9727-0b2726fee9b7 admin admin] Deleting subnet 6f8ea9ad-888f-465e-b422-2434f8fd354b {{(pid=84874) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Jan 14 07:48:52.349312 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-51033c50-1fd7-4698-9727-0b2726fee9b7 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:48:52.406729 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-51033c50-1fd7-4698-9727-0b2726fee9b7 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036851807232'] for subnet, precommit_delete_associations {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:48:52.492893 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-51033c50-1fd7-4698-9727-0b2726fee9b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036854176836'] for subnet, precommit_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:48:52.634230 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363259214191800', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854171626'] for agent, after_update {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:48:52.780485 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-51033c50-1fd7-4698-9727-0b2726fee9b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-598964', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850887113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036851521664', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2794686'] for subnet, after_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:48:52.793657 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-a3c2c7f7-14f2-49fb-886d-c03c7d554d0c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:48:52.879690 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51033c50-1fd7-4698-9727-0b2726fee9b7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6f8ea9ad-888f-465e-b422-2434f8fd354b,revision_number=None']} {{(pid=84874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:48:52.882842 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-51033c50-1fd7-4698-9727-0b2726fee9b7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:48:52.936496 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-51033c50-1fd7-4698-9727-0b2726fee9b7 admin admin] Notify callbacks [] for subnet, before_response {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:48:52.941862 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-902d4629-92b0-4204-8e01-7d516f374a42 None None] Network a2012496-2e2c-4716-b4c8-86ea6bbaff10 requested from n-d-768862-2 {{(pid=84876) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 07:48:52.944300 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-51033c50-1fd7-4698-9727-0b2726fee9b7 admin admin] 10.222.0.24 "DELETE /v2.0/subnets/6f8ea9ad-888f-465e-b422-2434f8fd354b HTTP/1.1" status: 204 len: 168 time: 0.6633735 Jan 14 07:48:52.947087 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84874) accepted ('10.222.0.24', 46228) {{(pid=84874) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:48:53.065241 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-75e8ed22-497a-4a72-9219-9834ef628d1e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036854160497'] for network, before_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:48:53.115784 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Device 5d4d68c4-6d31-45e6-b757-57a99b0a7360 no longer exists at agent ovs-agent-n-d-768862-2 {{(pid=84876) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jan 14 07:48:53.133998 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.plugin [None req-75e8ed22-497a-4a72-9219-9834ef628d1e admin admin] Deleting port d53d4834-cb08-4b3e-a38f-b7d432695719 {{(pid=84874) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 07:48:53.134321 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-75e8ed22-497a-4a72-9219-9834ef628d1e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363259214248359'] for port, before_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:48:53.154983 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.plugin [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] No Port match for: 5d4d68c4-6d31-45e6-b757-57a99b0a7360 {{(pid=84876) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2188}} Jan 14 07:48:53.155407 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Device 5d4d68c4-6d31-45e6-b757-57a99b0a7360 not bound to the agent host n-d-768862-2 {{(pid=84876) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jan 14 07:48:53.155884 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Device c61ac1c9-0a62-48f5-bae7-059d59f37e7f no longer exists at agent ovs-agent-n-d-768862-2 {{(pid=84876) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jan 14 07:48:53.195111 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.plugin [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] No Port match for: c61ac1c9-0a62-48f5-bae7-059d59f37e7f {{(pid=84876) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2188}} Jan 14 07:48:53.195504 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Device c61ac1c9-0a62-48f5-bae7-059d59f37e7f not bound to the agent host n-d-768862-2 {{(pid=84876) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jan 14 07:48:53.273158 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8bdec05-430e-4c25-a12d-16ef4d50fc38 None None] DHCP port deletion for a2012496-2e2c-4716-b4c8-86ea6bbaff10 request from n-d-768862-2 {{(pid=84876) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Jan 14 07:48:53.278682 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.plugin [None req-b8bdec05-430e-4c25-a12d-16ef4d50fc38 None None] Deleting port d53d4834-cb08-4b3e-a38f-b7d432695719 {{(pid=84876) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 07:48:53.278844 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-b8bdec05-430e-4c25-a12d-16ef4d50fc38 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363259214248359'] for port, before_delete {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:48:53.372749 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [None req-75e8ed22-497a-4a72-9219-9834ef628d1e admin admin] For port d53d4834-cb08-4b3e-a38f-b7d432695719, host n-d-768862-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-2',level=0,port_id=d53d4834-cb08-4b3e-a38f-b7d432695719,segment=NetworkSegment(01e6565c-889f-46db-b1b0-960bef0e8bd1),segment_id=01e6565c-889f-46db-b1b0-960bef0e8bd1)] {{(pid=84874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 07:48:53.373133 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-75e8ed22-497a-4a72-9219-9834ef628d1e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036850862667'] for port, precommit_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:48:53.508854 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.plugin [None req-75e8ed22-497a-4a72-9219-9834ef628d1e admin admin] Calling delete_port for d53d4834-cb08-4b3e-a38f-b7d432695719 owned by network:dhcp {{(pid=84874) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 07:48:53.535089 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-0f37073e-9c69-4e3c-80e0-6cfaa0fd61a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363259214191800', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854171626'] for agent, after_update {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:48:53.588222 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-75e8ed22-497a-4a72-9219-9834ef628d1e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777640533329', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777640097463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3254186'] for port, after_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:48:53.604944 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-f278afbe-7674-4a16-9a42-ee3c8ba53697 tempest-PortsAdminExtendedAttrsTestJSON-1323615853 tempest-PortsAdminExtendedAttrsTestJSON-1323615853] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:48:53.699217 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75e8ed22-497a-4a72-9219-9834ef628d1e admin admin] Pushing event deleted for resources: {'Port': ['ID=d53d4834-cb08-4b3e-a38f-b7d432695719,revision_number=None']} {{(pid=84874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:48:53.699624 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [None req-b8bdec05-430e-4c25-a12d-16ef4d50fc38 None None] For port d53d4834-cb08-4b3e-a38f-b7d432695719, host n-d-768862-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-2',level=0,port_id=d53d4834-cb08-4b3e-a38f-b7d432695719,segment=NetworkSegment(01e6565c-889f-46db-b1b0-960bef0e8bd1),segment_id=01e6565c-889f-46db-b1b0-960bef0e8bd1)] {{(pid=84876) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 07:48:53.700147 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-b8bdec05-430e-4c25-a12d-16ef4d50fc38 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036850862667'] for port, precommit_delete {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:48:53.833133 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.plugin [None req-b8bdec05-430e-4c25-a12d-16ef4d50fc38 None None] Calling delete_port for d53d4834-cb08-4b3e-a38f-b7d432695719 owned by network:dhcp {{(pid=84876) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 07:48:53.912503 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.db.api [None req-b8bdec05-430e-4c25-a12d-16ef4d50fc38 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84876) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Jan 14 07:48:53.912906 n-d-768862-2 neutron-server[84765]: DEBUG oslo_db.api [None req-b8bdec05-430e-4c25-a12d-16ef4d50fc38 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84876) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Jan 14 07:48:54.017989 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-75e8ed22-497a-4a72-9219-9834ef628d1e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.413s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:48:54.050315 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75e8ed22-497a-4a72-9219-9834ef628d1e admin admin] No DVR routers for this DVR port d53d4834-cb08-4b3e-a38f-b7d432695719 on host n-d-768862-2 {{(pid=84874) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Jan 14 07:48:54.174747 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-75e8ed22-497a-4a72-9219-9834ef628d1e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-598987', 'neutron.services.segments.db._delete_segments_for_network-8777640583949'] for network, precommit_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:48:54.293008 n-d-768862-2 neutron-server[84765]: DEBUG neutron.services.segments.db [None req-75e8ed22-497a-4a72-9219-9834ef628d1e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a2012496-2e2c-4716-b4c8-86ea6bbaff10']}} {{(pid=84874) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:48:54.306283 n-d-768862-2 neutron-server[84765]: DEBUG neutron.services.segments.db [None req-75e8ed22-497a-4a72-9219-9834ef628d1e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '01e6565c-889f-46db-b1b0-960bef0e8bd1') {'for_net_delete': True} {{(pid=84874) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:48:54.306630 n-d-768862-2 neutron-server[84765]: DEBUG neutron.services.segments.db [None req-75e8ed22-497a-4a72-9219-9834ef628d1e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '01e6565c-889f-46db-b1b0-960bef0e8bd1') {} {{(pid=84874) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:48:54.319067 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-75e8ed22-497a-4a72-9219-9834ef628d1e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363259214173198', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2968632'] for segment, before_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:48:54.335247 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-75e8ed22-497a-4a72-9219-9834ef628d1e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854179735'] for segment, precommit_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:48:54.338338 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-75e8ed22-497a-4a72-9219-9834ef628d1e admin admin] Releasing vxlan tunnel 5 to pool {{(pid=84874) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Jan 14 07:48:54.414497 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.plugin [None req-b8bdec05-430e-4c25-a12d-16ef4d50fc38 None None] Deleting port d53d4834-cb08-4b3e-a38f-b7d432695719 {{(pid=84876) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 07:48:54.414929 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-b8bdec05-430e-4c25-a12d-16ef4d50fc38 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363259214248359'] for port, before_delete {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:48:54.481207 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.plugin [None req-b8bdec05-430e-4c25-a12d-16ef4d50fc38 None None] The port 'd53d4834-cb08-4b3e-a38f-b7d432695719' was deleted {{(pid=84876) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Jan 14 07:48:54.525924 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.managers [None req-75e8ed22-497a-4a72-9219-9834ef628d1e admin admin] Network a2012496-2e2c-4716-b4c8-86ea6bbaff10 has no segments {{(pid=84874) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 14 07:48:54.539799 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-75e8ed22-497a-4a72-9219-9834ef628d1e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-596065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036851521571'] for segment, after_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:48:54.724297 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.managers [None req-75e8ed22-497a-4a72-9219-9834ef628d1e admin admin] Network a2012496-2e2c-4716-b4c8-86ea6bbaff10 has no segments {{(pid=84874) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 14 07:48:54.747475 n-d-768862-2 neutron-server[84765]: Traceback (most recent call last): Jan 14 07:48:54.747475 n-d-768862-2 neutron-server[84765]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 14 07:48:54.747475 n-d-768862-2 neutron-server[84765]: timer() Jan 14 07:48:54.747475 n-d-768862-2 neutron-server[84765]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 14 07:48:54.747475 n-d-768862-2 neutron-server[84765]: cb(*args, **kw) Jan 14 07:48:54.747475 n-d-768862-2 neutron-server[84765]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Jan 14 07:48:54.747475 n-d-768862-2 neutron-server[84765]: return func(*args, **kwargs) Jan 14 07:48:54.747475 n-d-768862-2 neutron-server[84765]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 14 07:48:54.747475 n-d-768862-2 neutron-server[84765]: self._notify() Jan 14 07:48:54.747475 n-d-768862-2 neutron-server[84765]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 14 07:48:54.747475 n-d-768862-2 neutron-server[84765]: self.callback(batched_events) Jan 14 07:48:54.747475 n-d-768862-2 neutron-server[84765]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 14 07:48:54.747475 n-d-768862-2 neutron-server[84765]: event.method(event) Jan 14 07:48:54.747475 n-d-768862-2 neutron-server[84765]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 14 07:48:54.747475 n-d-768862-2 neutron-server[84765]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 14 07:48:54.747475 n-d-768862-2 neutron-server[84765]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Jan 14 07:48:54.747475 n-d-768862-2 neutron-server[84765]: segment_id)['aggregates'][0] Jan 14 07:48:54.747475 n-d-768862-2 neutron-server[84765]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 14 07:48:54.747475 n-d-768862-2 neutron-server[84765]: return f(self, *a, **k) Jan 14 07:48:54.747475 n-d-768862-2 neutron-server[84765]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 14 07:48:54.747475 n-d-768862-2 neutron-server[84765]: return self._get(url).json() Jan 14 07:48:54.747475 n-d-768862-2 neutron-server[84765]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 14 07:48:54.747475 n-d-768862-2 neutron-server[84765]: **kwargs) Jan 14 07:48:54.747475 n-d-768862-2 neutron-server[84765]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 14 07:48:54.747475 n-d-768862-2 neutron-server[84765]: return self.request(url, 'GET', **kwargs) Jan 14 07:48:54.747475 n-d-768862-2 neutron-server[84765]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Jan 14 07:48:54.747475 n-d-768862-2 neutron-server[84765]: **endpoint_filter) Jan 14 07:48:54.747475 n-d-768862-2 neutron-server[84765]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 14 07:48:54.747475 n-d-768862-2 neutron-server[84765]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 14 07:48:54.747475 n-d-768862-2 neutron-server[84765]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 14 07:48:54.747475 n-d-768862-2 neutron-server[84765]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 14 07:48:54.747475 n-d-768862-2 neutron-server[84765]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 14 07:48:54.831052 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-75e8ed22-497a-4a72-9219-9834ef628d1e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036854176830', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850887149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3912591'] for network, after_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:48:54.834619 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-a0d572f4-d71e-4297-b4fc-57f98157246e tempest-PortsTestJSON-2091589570 tempest-PortsTestJSON-2091589570] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:48:54.848950 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-75e8ed22-497a-4a72-9219-9834ef628d1e admin admin] Notify callbacks [] for network, before_response {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:48:54.860059 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75e8ed22-497a-4a72-9219-9834ef628d1e admin admin] Pushing event deleted for resources: {'Network': ['ID=a2012496-2e2c-4716-b4c8-86ea6bbaff10,revision_number=None']} {{(pid=84874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:48:54.863046 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-75e8ed22-497a-4a72-9219-9834ef628d1e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:48:54.867728 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-75e8ed22-497a-4a72-9219-9834ef628d1e admin admin] 10.222.0.24 "DELETE /v2.0/networks/a2012496-2e2c-4716-b4c8-86ea6bbaff10 HTTP/1.1" status: 204 len: 168 time: 1.9168897 Jan 14 07:48:55.081264 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Device d53d4834-cb08-4b3e-a38f-b7d432695719 no longer exists at agent ovs-agent-n-d-768862-2 {{(pid=84876) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jan 14 07:48:55.083156 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84875) accepted ('10.222.0.24', 46234) {{(pid=84875) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:48:55.118561 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.plugin [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] No Port match for: d53d4834-cb08-4b3e-a38f-b7d432695719 {{(pid=84876) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2188}} Jan 14 07:48:55.118953 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Device d53d4834-cb08-4b3e-a38f-b7d432695719 not bound to the agent host n-d-768862-2 {{(pid=84876) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jan 14 07:48:55.138021 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-2e603410-50b3-4c70-8bd7-b20e1971fab5 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=1f4df992776844bbbfa9430f507ebd4e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0533733 Jan 14 07:48:55.140943 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84875) accepted ('10.222.0.24', 46238) {{(pid=84875) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:48:55.207549 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-5cb20160-a849-4d5f-b38c-0c8c82abe892 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:48:55.237131 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-5cb20160-a849-4d5f-b38c-0c8c82abe892 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:48:55.285316 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-5cb20160-a849-4d5f-b38c-0c8c82abe892 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850887153'] for security_group, after_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:48:55.289570 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-63d1cdc0-a183-41dc-9a08-ea4d08e4b160 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:48:55.304512 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cb20160-a849-4d5f-b38c-0c8c82abe892 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4ede50ca-835e-431c-a433-2a14ddbfed80,revision_number=None']} {{(pid=84875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:48:55.315822 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cb20160-a849-4d5f-b38c-0c8c82abe892 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@n-h1-768862-2 {{(pid=84875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:48:55.316293 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cb20160-a849-4d5f-b38c-0c8c82abe892 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-h1-768862-2 {{(pid=84875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:48:55.316720 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cb20160-a849-4d5f-b38c-0c8c82abe892 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-h1-768862-2 {{(pid=84875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:48:55.317138 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cb20160-a849-4d5f-b38c-0c8c82abe892 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-h1-768862-2 {{(pid=84875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:48:55.317549 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cb20160-a849-4d5f-b38c-0c8c82abe892 admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@n-h1-768862-2 {{(pid=84875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:48:55.317962 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cb20160-a849-4d5f-b38c-0c8c82abe892 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-h1-768862-2 {{(pid=84875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:48:55.318373 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cb20160-a849-4d5f-b38c-0c8c82abe892 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-h1-768862-2 {{(pid=84875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:48:55.318780 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cb20160-a849-4d5f-b38c-0c8c82abe892 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-h1-768862-2 {{(pid=84875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:48:55.319185 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cb20160-a849-4d5f-b38c-0c8c82abe892 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-h1-768862-2 {{(pid=84875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:48:55.319589 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cb20160-a849-4d5f-b38c-0c8c82abe892 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-h1-768862-2 {{(pid=84875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:48:55.320021 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cb20160-a849-4d5f-b38c-0c8c82abe892 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-h1-768862-2 {{(pid=84875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:48:55.320407 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cb20160-a849-4d5f-b38c-0c8c82abe892 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-h1-768862-2 {{(pid=84875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:48:55.320885 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cb20160-a849-4d5f-b38c-0c8c82abe892 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@n-h2-768862-2 {{(pid=84875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:48:55.321295 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cb20160-a849-4d5f-b38c-0c8c82abe892 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-h2-768862-2 {{(pid=84875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:48:55.321696 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cb20160-a849-4d5f-b38c-0c8c82abe892 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-h2-768862-2 {{(pid=84875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:48:55.322102 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cb20160-a849-4d5f-b38c-0c8c82abe892 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-h2-768862-2 {{(pid=84875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:48:55.322504 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cb20160-a849-4d5f-b38c-0c8c82abe892 admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@n-h2-768862-2 {{(pid=84875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:48:55.322909 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cb20160-a849-4d5f-b38c-0c8c82abe892 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-h2-768862-2 {{(pid=84875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:48:55.323310 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cb20160-a849-4d5f-b38c-0c8c82abe892 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-h2-768862-2 {{(pid=84875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:48:55.323710 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cb20160-a849-4d5f-b38c-0c8c82abe892 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-h2-768862-2 {{(pid=84875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:48:55.324124 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cb20160-a849-4d5f-b38c-0c8c82abe892 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-h2-768862-2 {{(pid=84875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:48:55.324526 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cb20160-a849-4d5f-b38c-0c8c82abe892 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-h2-768862-2 {{(pid=84875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:48:55.324930 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cb20160-a849-4d5f-b38c-0c8c82abe892 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-h2-768862-2 {{(pid=84875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:48:55.325412 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cb20160-a849-4d5f-b38c-0c8c82abe892 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-h2-768862-2 {{(pid=84875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:48:55.325886 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cb20160-a849-4d5f-b38c-0c8c82abe892 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-2 {{(pid=84875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:48:55.326272 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cb20160-a849-4d5f-b38c-0c8c82abe892 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-2 {{(pid=84875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:48:55.326679 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cb20160-a849-4d5f-b38c-0c8c82abe892 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-2 {{(pid=84875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:48:55.327077 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cb20160-a849-4d5f-b38c-0c8c82abe892 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-2 {{(pid=84875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:48:55.327477 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cb20160-a849-4d5f-b38c-0c8c82abe892 admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@n-d-768862-2 {{(pid=84875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:48:55.327902 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cb20160-a849-4d5f-b38c-0c8c82abe892 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-2 {{(pid=84875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:48:55.328306 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cb20160-a849-4d5f-b38c-0c8c82abe892 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-768862-2 {{(pid=84875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:48:55.328707 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cb20160-a849-4d5f-b38c-0c8c82abe892 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-768862-2 {{(pid=84875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:48:55.329106 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cb20160-a849-4d5f-b38c-0c8c82abe892 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-2 {{(pid=84875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:48:55.329505 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cb20160-a849-4d5f-b38c-0c8c82abe892 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-2 {{(pid=84875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:48:55.329906 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cb20160-a849-4d5f-b38c-0c8c82abe892 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-2 {{(pid=84875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:48:55.330304 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cb20160-a849-4d5f-b38c-0c8c82abe892 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-2 {{(pid=84875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:48:55.334584 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-5cb20160-a849-4d5f-b38c-0c8c82abe892 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:48:55.335521 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-5cb20160-a849-4d5f-b38c-0c8c82abe892 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:48:55.336756 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-5cb20160-a849-4d5f-b38c-0c8c82abe892 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/4ede50ca-835e-431c-a433-2a14ddbfed80 HTTP/1.1" status: 204 len: 168 time: 0.1948421 Jan 14 07:48:55.797864 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84874) accepted ('10.222.0.24', 46246) {{(pid=84874) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:48:55.857336 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-c1714c38-edac-41d0-b667-4d1f67749e4c admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=fdad3dd9f2fc422b9c43daee3d370fa0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0578468 Jan 14 07:48:55.861586 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84874) accepted ('10.222.0.24', 46250) {{(pid=84874) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:48:55.924843 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-1973ffdf-f0a0-4e88-8896-0438cd836a37 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:48:55.957441 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-1973ffdf-f0a0-4e88-8896-0438cd836a37 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:48:56.019331 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-1973ffdf-f0a0-4e88-8896-0438cd836a37 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850887153'] for security_group, after_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:48:56.023497 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-b0af536d-c945-4f45-90b4-e305e3ea399a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:48:56.035871 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1973ffdf-f0a0-4e88-8896-0438cd836a37 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a5a01cdf-1e55-4ae5-85d9-24af928d8ddc,revision_number=None']} {{(pid=84874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:48:56.040222 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-1973ffdf-f0a0-4e88-8896-0438cd836a37 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:48:56.048129 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-1973ffdf-f0a0-4e88-8896-0438cd836a37 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:48:56.049314 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-1973ffdf-f0a0-4e88-8896-0438cd836a37 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/a5a01cdf-1e55-4ae5-85d9-24af928d8ddc HTTP/1.1" status: 204 len: 168 time: 0.1867478 Jan 14 07:48:57.021692 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84875) accepted ('10.222.0.24', 46272) {{(pid=84875) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:48:57.168024 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.v2.base [None req-b599135e-4450-4645-8dd0-e8600b650f05 admin admin] Request body: {'network': {'name': 'tempest-TestSnapshotPattern-1258657775-network', 'tenant_id': '2cc295d3718e4652b99ef849a517b3e3'}} {{(pid=84875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:48:57.174508 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-b599135e-4450-4645-8dd0-e8600b650f05 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:48:57.178939 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-b599135e-4450-4645-8dd0-e8600b650f05 admin admin] Usage tracker for resource:network and tenant:2cc295d3718e4652b99ef849a517b3e3 is out of sync, need to count used quota {{(pid=84875) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:48:57.182376 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-b599135e-4450-4645-8dd0-e8600b650f05 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84875) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:48:57.188795 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-b599135e-4450-4645-8dd0-e8600b650f05 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:48:57.200455 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b599135e-4450-4645-8dd0-e8600b650f05 admin admin] Made reservation on behalf of 2cc295d3718e4652b99ef849a517b3e3 for: {'network': 1} {{(pid=84875) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 07:48:57.205163 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-b599135e-4450-4645-8dd0-e8600b650f05 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555753'] for network, before_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:48:57.218211 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-b599135e-4450-4645-8dd0-e8600b650f05 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:48:57.234015 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-b599135e-4450-4645-8dd0-e8600b650f05 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:48:57.238127 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-b599135e-4450-4645-8dd0-e8600b650f05 admin admin] Usage tracker for resource:security_group_rule and tenant:2cc295d3718e4652b99ef849a517b3e3 is out of sync, need to count used quota {{(pid=84875) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:48:57.241105 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-b599135e-4450-4645-8dd0-e8600b650f05 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84875) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:48:57.246938 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-b599135e-4450-4645-8dd0-e8600b650f05 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:48:57.346877 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-b599135e-4450-4645-8dd0-e8600b650f05 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:48:57.351694 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-b599135e-4450-4645-8dd0-e8600b650f05 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850887153'] for security_group, after_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:48:57.354841 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-5a5856b1-3a3e-4780-a033-9200cb2106ad tempest-TestShelveInstance-923880590 tempest-TestShelveInstance-923880590] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:48:57.391653 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b599135e-4450-4645-8dd0-e8600b650f05 admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 3} {{(pid=84875) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Jan 14 07:48:57.400972 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b599135e-4450-4645-8dd0-e8600b650f05 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e82bf949-56f7-42df-b751-cf4c8dd97130,revision_number=1']} {{(pid=84875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:48:57.405109 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-b599135e-4450-4645-8dd0-e8600b650f05 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:48:57.407965 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-b599135e-4450-4645-8dd0-e8600b650f05 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment--9223363259214191851', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854179735'] for segment, precommit_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:48:57.408363 n-d-768862-2 neutron-server[84765]: INFO neutron.db.segments_db [None req-b599135e-4450-4645-8dd0-e8600b650f05 admin admin] Added segment 5dcd56fc-832e-4827-b550-4a76c83a046d of type vxlan for network ac3b7965-162f-4d43-b112-07fb295469ca Jan 14 07:48:57.436328 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-b599135e-4450-4645-8dd0-e8600b650f05 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363259214646115'] for network, precommit_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:48:57.467709 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-b599135e-4450-4645-8dd0-e8600b650f05 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850887149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964'] for network, after_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:48:57.468715 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b599135e-4450-4645-8dd0-e8600b650f05 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:48:57.469353 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-b599135e-4450-4645-8dd0-e8600b650f05 admin admin] Notify callbacks [] for network, before_response {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:48:57.473290 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-cb4ac6fe-cf9f-4bf2-bb7b-768fafd8163a tempest-NetworksIpV6Test-128132561 tempest-NetworksIpV6Test-128132561] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:48:57.580198 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b599135e-4450-4645-8dd0-e8600b650f05 admin admin] Pushing event updated for resources: {'Network': ['ID=ac3b7965-162f-4d43-b112-07fb295469ca,revision_number=1']} {{(pid=84875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:48:57.586838 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84874) accepted ('10.222.0.24', 46278) {{(pid=84874) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:48:57.587070 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-b599135e-4450-4645-8dd0-e8600b650f05 admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 876 time: 0.5639768 Jan 14 07:48:57.588124 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-b599135e-4450-4645-8dd0-e8600b650f05 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:48:57.593647 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.v2.base [None req-a12ccfea-9386-44d7-827a-0dbd5f52426e admin admin] Request body: {'subnet': {'network_id': 'ac3b7965-162f-4d43-b112-07fb295469ca', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestSnapshotPattern-1258657775-subnet', 'tenant_id': '2cc295d3718e4652b99ef849a517b3e3', 'ip_version': 4}} {{(pid=84874) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:48:57.598004 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-017f98a9-8a07-408c-a86f-8ff0c00400a0 None None] Network ac3b7965-162f-4d43-b112-07fb295469ca details requested by agent ovs-agent-n-h1-768862-2 with host n-h1-768862-2 {{(pid=84876) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 07:48:57.600313 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-a12ccfea-9386-44d7-827a-0dbd5f52426e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:48:57.604522 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-a12ccfea-9386-44d7-827a-0dbd5f52426e admin admin] Usage tracker for resource:subnet and tenant:2cc295d3718e4652b99ef849a517b3e3 is out of sync, need to count used quota {{(pid=84874) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:48:57.609278 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-a12ccfea-9386-44d7-827a-0dbd5f52426e admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84874) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:48:57.615236 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-a12ccfea-9386-44d7-827a-0dbd5f52426e admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:48:57.620240 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-852a24f7-e9a1-4193-9abb-e9506fe5213f None None] Network ac3b7965-162f-4d43-b112-07fb295469ca details requested by agent ovs-agent-n-h2-768862-2 with host n-h2-768862-2 {{(pid=84876) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 07:48:57.626130 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a12ccfea-9386-44d7-827a-0dbd5f52426e admin admin] Made reservation on behalf of 2cc295d3718e4652b99ef849a517b3e3 for: {'subnet': 1} {{(pid=84874) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 07:48:57.630952 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-a12ccfea-9386-44d7-827a-0dbd5f52426e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036851981161'] for subnet, before_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:48:57.633090 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Network ac3b7965-162f-4d43-b112-07fb295469ca details requested by agent ovs-agent-n-d-768862-2 with host n-d-768862-2 {{(pid=84876) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 07:48:58.057096 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-a12ccfea-9386-44d7-827a-0dbd5f52426e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850887113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3254092', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036851981146'] for subnet, after_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:48:58.071627 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-726e5c2b-cde4-4c37-85f9-6cf9bf89e8d3 tempest-FloatingIPAdminTestJSON-531099267 tempest-FloatingIPAdminTestJSON-531099267] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:48:58.195625 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a12ccfea-9386-44d7-827a-0dbd5f52426e admin admin] Pushing event updated for resources: {'Subnet': ['ID=75e2b88a-379f-4217-9ca6-2f73409cdb87,revision_number=0']} {{(pid=84874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:48:58.200827 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-a12ccfea-9386-44d7-827a-0dbd5f52426e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:48:58.270488 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a12ccfea-9386-44d7-827a-0dbd5f52426e admin admin] Checking segment: {'id': '5dcd56fc-832e-4827-b550-4a76c83a046d', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'ac3b7965-162f-4d43-b112-07fb295469ca'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84874) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 14 07:48:58.270919 n-d-768862-2 neutron-server[84765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a12ccfea-9386-44d7-827a-0dbd5f52426e admin admin] Network hostable DHCP agents. Network: ac3b7965-162f-4d43-b112-07fb295469ca, hostable agents: ['32f3dd84-26da-4d18-bf15-6017a8fb7247'], hosted agents: [] {{(pid=84874) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Jan 14 07:48:58.290834 n-d-768862-2 neutron-server[84765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a12ccfea-9386-44d7-827a-0dbd5f52426e admin admin] Network ac3b7965-162f-4d43-b112-07fb295469ca is scheduled to be hosted by DHCP agent 32f3dd84-26da-4d18-bf15-6017a8fb7247 with binding_index 1 {{(pid=84874) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Jan 14 07:48:58.300653 n-d-768862-2 neutron-server[84765]: DEBUG neutron.scheduler.base_scheduler [None req-a12ccfea-9386-44d7-827a-0dbd5f52426e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768862-2, ac3b7965-162f-4d43-b112-07fb295469ca) {{(pid=84874) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 07:48:58.311593 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca5468e3-1231-482b-8528-ffec1c0e9026 None None] Network ac3b7965-162f-4d43-b112-07fb295469ca requested from n-d-768862-2 {{(pid=84876) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 07:48:58.313211 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a12ccfea-9386-44d7-827a-0dbd5f52426e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:48:58.313868 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-a12ccfea-9386-44d7-827a-0dbd5f52426e admin admin] Notify callbacks [] for subnet, before_response {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:48:58.334387 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-a12ccfea-9386-44d7-827a-0dbd5f52426e admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.7463045 Jan 14 07:48:58.337230 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84874) accepted ('10.222.0.24', 46282) {{(pid=84874) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:48:58.343474 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.v2.base [None req-5554de4c-1322-4d82-bea0-b982b9cd786f admin admin] Request body: {'router': {'name': 'tempest-TestSnapshotPattern-1258657775-router', 'tenant_id': '2cc295d3718e4652b99ef849a517b3e3', 'external_gateway_info': {'network_id': '226f1e78-82cd-4481-9055-4eb73b6db8c1'}}} {{(pid=84874) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:48:58.350210 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-5554de4c-1322-4d82-bea0-b982b9cd786f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:48:58.354387 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-5554de4c-1322-4d82-bea0-b982b9cd786f admin admin] Usage tracker for resource:router and tenant:2cc295d3718e4652b99ef849a517b3e3 is out of sync, need to count used quota {{(pid=84874) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:48:58.358402 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [None req-5554de4c-1322-4d82-bea0-b982b9cd786f admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=84874) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:48:58.364673 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [None req-5554de4c-1322-4d82-bea0-b982b9cd786f admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:48:58.375344 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-5554de4c-1322-4d82-bea0-b982b9cd786f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3889205', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854717621'] for router, before_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:48:58.376467 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-5554de4c-1322-4d82-bea0-b982b9cd786f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036850886574', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3912501', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3808446', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-58179'] for router, precommit_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:48:58.392827 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-5554de4c-1322-4d82-bea0-b982b9cd786f admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:48:58.540802 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8964b0a1-e6ee-438c-9f9d-fe47d688d25a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5d94dc7a-c095-50a4-955e-5f3b78718a12-ac3b7965-162f-4d43-b112-07fb295469ca', 'network_id': 'ac3b7965-162f-4d43-b112-07fb295469ca', 'tenant_id': '2cc295d3718e4652b99ef849a517b3e3', 'fixed_ips': [{'subnet_id': '75e2b88a-379f-4217-9ca6-2f73409cdb87'}]}} from n-d-768862-2. {{(pid=84876) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Jan 14 07:48:58.541714 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-8964b0a1-e6ee-438c-9f9d-fe47d688d25a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555753'] for port, before_create {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:48:58.669578 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-5554de4c-1322-4d82-bea0-b982b9cd786f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3912484', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3889188', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-58194'] for router, precommit_update {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:48:58.836895 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.db_base_plugin_common [None req-8964b0a1-e6ee-438c-9f9d-fe47d688d25a None None] Allocated IP 172.20.0.2 (ac3b7965-162f-4d43-b112-07fb295469ca/75e2b88a-379f-4217-9ca6-2f73409cdb87/7ffc35e6-4ff7-4a15-9c01-9ab476ed2e3c) {{(pid=84876) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 14 07:48:59.000378 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-5554de4c-1322-4d82-bea0-b982b9cd786f admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:48:59.032576 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-5554de4c-1322-4d82-bea0-b982b9cd786f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555753'] for port, before_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:48:59.052038 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-8964b0a1-e6ee-438c-9f9d-fe47d688d25a None None] Notify callbacks [] for port, precommit_create {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:48:59.062955 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-8964b0a1-e6ee-438c-9f9d-fe47d688d25a None None] Transition to ACTIVE for port object 7ffc35e6-4ff7-4a15-9c01-9ab476ed2e3c will not be triggered until provisioned by entity L2. {{(pid=84876) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 07:48:59.080050 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-8964b0a1-e6ee-438c-9f9d-fe47d688d25a None None] Transition to ACTIVE for port object 7ffc35e6-4ff7-4a15-9c01-9ab476ed2e3c will not be triggered until provisioned by entity DHCP. {{(pid=84876) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 07:48:59.084621 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-8964b0a1-e6ee-438c-9f9d-fe47d688d25a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777640123575'] for port, after_create {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:48:59.100313 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-444ff462-0d81-4cab-af73-c452c2ec6e79 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84876) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:48:59.234645 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8964b0a1-e6ee-438c-9f9d-fe47d688d25a None None] Pushing event updated for resources: {'Port': ['ID=7ffc35e6-4ff7-4a15-9c01-9ab476ed2e3c,revision_number=1']} {{(pid=84876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:48:59.258272 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8964b0a1-e6ee-438c-9f9d-fe47d688d25a None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@n-h1-768862-2 {{(pid=84876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:48:59.258550 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8964b0a1-e6ee-438c-9f9d-fe47d688d25a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-h1-768862-2 {{(pid=84876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:48:59.258962 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8964b0a1-e6ee-438c-9f9d-fe47d688d25a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-h1-768862-2 {{(pid=84876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:48:59.259339 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8964b0a1-e6ee-438c-9f9d-fe47d688d25a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-h1-768862-2 {{(pid=84876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:48:59.259705 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8964b0a1-e6ee-438c-9f9d-fe47d688d25a None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@n-h1-768862-2 {{(pid=84876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:48:59.260149 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8964b0a1-e6ee-438c-9f9d-fe47d688d25a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-h1-768862-2 {{(pid=84876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:48:59.260487 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8964b0a1-e6ee-438c-9f9d-fe47d688d25a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-h1-768862-2 {{(pid=84876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:48:59.260852 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8964b0a1-e6ee-438c-9f9d-fe47d688d25a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-h1-768862-2 {{(pid=84876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:48:59.261217 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8964b0a1-e6ee-438c-9f9d-fe47d688d25a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-h1-768862-2 {{(pid=84876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:48:59.261572 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8964b0a1-e6ee-438c-9f9d-fe47d688d25a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-h1-768862-2 {{(pid=84876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:48:59.261932 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8964b0a1-e6ee-438c-9f9d-fe47d688d25a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-h1-768862-2 {{(pid=84876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:48:59.262287 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8964b0a1-e6ee-438c-9f9d-fe47d688d25a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-h1-768862-2 {{(pid=84876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:48:59.262691 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8964b0a1-e6ee-438c-9f9d-fe47d688d25a None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@n-h2-768862-2 {{(pid=84876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:48:59.263054 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8964b0a1-e6ee-438c-9f9d-fe47d688d25a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-h2-768862-2 {{(pid=84876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:48:59.263669 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8964b0a1-e6ee-438c-9f9d-fe47d688d25a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-h2-768862-2 {{(pid=84876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:48:59.263810 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8964b0a1-e6ee-438c-9f9d-fe47d688d25a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-h2-768862-2 {{(pid=84876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:48:59.264091 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8964b0a1-e6ee-438c-9f9d-fe47d688d25a None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@n-h2-768862-2 {{(pid=84876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:48:59.264448 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8964b0a1-e6ee-438c-9f9d-fe47d688d25a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-h2-768862-2 {{(pid=84876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:48:59.264802 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8964b0a1-e6ee-438c-9f9d-fe47d688d25a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-h2-768862-2 {{(pid=84876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:48:59.265156 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8964b0a1-e6ee-438c-9f9d-fe47d688d25a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-h2-768862-2 {{(pid=84876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:48:59.265512 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8964b0a1-e6ee-438c-9f9d-fe47d688d25a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-h2-768862-2 {{(pid=84876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:48:59.265866 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8964b0a1-e6ee-438c-9f9d-fe47d688d25a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-h2-768862-2 {{(pid=84876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:48:59.266226 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8964b0a1-e6ee-438c-9f9d-fe47d688d25a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-h2-768862-2 {{(pid=84876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:48:59.266573 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8964b0a1-e6ee-438c-9f9d-fe47d688d25a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-h2-768862-2 {{(pid=84876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:48:59.266986 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8964b0a1-e6ee-438c-9f9d-fe47d688d25a None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-2 {{(pid=84876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:48:59.267342 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8964b0a1-e6ee-438c-9f9d-fe47d688d25a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-2 {{(pid=84876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:48:59.267698 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8964b0a1-e6ee-438c-9f9d-fe47d688d25a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-2 {{(pid=84876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:48:59.268074 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8964b0a1-e6ee-438c-9f9d-fe47d688d25a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-2 {{(pid=84876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:48:59.268429 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8964b0a1-e6ee-438c-9f9d-fe47d688d25a None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@n-d-768862-2 {{(pid=84876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:48:59.268784 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8964b0a1-e6ee-438c-9f9d-fe47d688d25a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-2 {{(pid=84876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:48:59.269145 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8964b0a1-e6ee-438c-9f9d-fe47d688d25a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-768862-2 {{(pid=84876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:48:59.269498 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8964b0a1-e6ee-438c-9f9d-fe47d688d25a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-768862-2 {{(pid=84876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:48:59.269852 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8964b0a1-e6ee-438c-9f9d-fe47d688d25a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-2 {{(pid=84876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:48:59.270204 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8964b0a1-e6ee-438c-9f9d-fe47d688d25a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-2 {{(pid=84876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:48:59.270558 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8964b0a1-e6ee-438c-9f9d-fe47d688d25a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-2 {{(pid=84876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:48:59.270910 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8964b0a1-e6ee-438c-9f9d-fe47d688d25a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-2 {{(pid=84876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:48:59.276495 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-8964b0a1-e6ee-438c-9f9d-fe47d688d25a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.176s {{(pid=84876) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:48:59.312603 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.db_base_plugin_common [None req-5554de4c-1322-4d82-bea0-b982b9cd786f admin admin] Allocated IP 172.25.2.38 (226f1e78-82cd-4481-9055-4eb73b6db8c1/ba8deeec-7658-4195-9449-038c076f5c83/691c6c08-811e-43fa-acb6-44ba62360954) {{(pid=84874) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 14 07:48:59.313414 n-d-768862-2 neutron-server[84765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8964b0a1-e6ee-438c-9f9d-fe47d688d25a None None] Network ac3b7965-162f-4d43-b112-07fb295469ca is already hosted by enough agents. {{(pid=84876) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 07:48:59.314621 n-d-768862-2 neutron-server[84765]: DEBUG neutron.scheduler.base_scheduler [None req-8964b0a1-e6ee-438c-9f9d-fe47d688d25a None None] Resources bound (agent type, host, resource id): {{(pid=84876) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 07:48:59.317451 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8964b0a1-e6ee-438c-9f9d-fe47d688d25a None None] Received port after_create {{(pid=84876) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 14 07:48:59.374754 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.managers [None req-8964b0a1-e6ee-438c-9f9d-fe47d688d25a None None] Attempting to bind port 7ffc35e6-4ff7-4a15-9c01-9ab476ed2e3c on host n-d-768862-2 for vnic_type normal with profile {{(pid=84876) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 14 07:48:59.375206 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.managers [None req-8964b0a1-e6ee-438c-9f9d-fe47d688d25a None None] Attempting to bind port 7ffc35e6-4ff7-4a15-9c01-9ab476ed2e3c by drivers openvswitch on host n-d-768862-2 at level 0 using segments [{'id': '5dcd56fc-832e-4827-b550-4a76c83a046d', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'ac3b7965-162f-4d43-b112-07fb295469ca'}] {{(pid=84876) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 14 07:48:59.375620 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8964b0a1-e6ee-438c-9f9d-fe47d688d25a None None] Attempting to bind port 7ffc35e6-4ff7-4a15-9c01-9ab476ed2e3c on network ac3b7965-162f-4d43-b112-07fb295469ca {{(pid=84876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 14 07:48:59.381511 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8964b0a1-e6ee-438c-9f9d-fe47d688d25a None None] Checking agent: {'id': 'ba5efab1-b43c-4d5a-bc52-6e105d4e67a2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768862-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 14, 6, 56, 52), 'started_at': datetime.datetime(2021, 1, 14, 6, 57, 22), 'heartbeat_timestamp': datetime.datetime(2021, 1, 14, 7, 48, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768862-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.29', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 14 07:48:59.381938 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8964b0a1-e6ee-438c-9f9d-fe47d688d25a None None] Checking segment: {'id': '5dcd56fc-832e-4827-b550-4a76c83a046d', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'ac3b7965-162f-4d43-b112-07fb295469ca'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84876) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 14 07:48:59.382389 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-8964b0a1-e6ee-438c-9f9d-fe47d688d25a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:48:59.382835 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8964b0a1-e6ee-438c-9f9d-fe47d688d25a None None] Bound using segment: {'id': '5dcd56fc-832e-4827-b550-4a76c83a046d', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'ac3b7965-162f-4d43-b112-07fb295469ca'} {{(pid=84876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 14 07:48:59.383334 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.managers [None req-8964b0a1-e6ee-438c-9f9d-fe47d688d25a None None] Bound port: 7ffc35e6-4ff7-4a15-9c01-9ab476ed2e3c, host: n-d-768862-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5dcd56fc-832e-4827-b550-4a76c83a046d', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'ac3b7965-162f-4d43-b112-07fb295469ca'}}] {{(pid=84876) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 14 07:48:59.383755 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-8964b0a1-e6ee-438c-9f9d-fe47d688d25a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555753'] for port, before_update {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:48:59.477118 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-5554de4c-1322-4d82-bea0-b982b9cd786f admin admin] Notify callbacks [] for port, precommit_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:48:59.480974 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [None req-8964b0a1-e6ee-438c-9f9d-fe47d688d25a None None] For port 7ffc35e6-4ff7-4a15-9c01-9ab476ed2e3c, host n-d-768862-2, cleared binding levels {{(pid=84876) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 14 07:48:59.484911 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [None req-8964b0a1-e6ee-438c-9f9d-fe47d688d25a None None] For port 7ffc35e6-4ff7-4a15-9c01-9ab476ed2e3c, host n-d-768862-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-2',level=0,port_id=7ffc35e6-4ff7-4a15-9c01-9ab476ed2e3c,segment=NetworkSegment(5dcd56fc-832e-4827-b550-4a76c83a046d),segment_id=5dcd56fc-832e-4827-b550-4a76c83a046d)] {{(pid=84876) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 14 07:48:59.488987 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-8964b0a1-e6ee-438c-9f9d-fe47d688d25a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777640533312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363259214678337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777640097497'] for port, after_update {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:48:59.504976 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-5554de4c-1322-4d82-bea0-b982b9cd786f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777640123575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3254186'] for port, after_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:48:59.505218 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-07829e1b-2169-47f8-8c4b-3df01d59a973 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84876) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:48:59.521033 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-6b289715-ce48-4891-a134-f8666d48f8dd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:48:59.658578 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5554de4c-1322-4d82-bea0-b982b9cd786f admin admin] Pushing event updated for resources: {'Port': ['ID=691c6c08-811e-43fa-acb6-44ba62360954,revision_number=1']} {{(pid=84874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:48:59.662247 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-5554de4c-1322-4d82-bea0-b982b9cd786f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:48:59.723447 n-d-768862-2 neutron-server[84765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5554de4c-1322-4d82-bea0-b982b9cd786f admin admin] Network 226f1e78-82cd-4481-9055-4eb73b6db8c1 is already hosted by enough agents. {{(pid=84874) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 07:48:59.724923 n-d-768862-2 neutron-server[84765]: DEBUG neutron.scheduler.base_scheduler [None req-5554de4c-1322-4d82-bea0-b982b9cd786f admin admin] Resources bound (agent type, host, resource id): {{(pid=84874) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 07:48:59.731225 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5554de4c-1322-4d82-bea0-b982b9cd786f admin admin] Received port after_create {{(pid=84874) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 14 07:48:59.862109 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8964b0a1-e6ee-438c-9f9d-fe47d688d25a None None] Pushing event updated for resources: {'Port': ['ID=7ffc35e6-4ff7-4a15-9c01-9ab476ed2e3c,revision_number=2']} {{(pid=84876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:48:59.874310 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-8964b0a1-e6ee-438c-9f9d-fe47d688d25a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.369s {{(pid=84876) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:49:00.488127 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-5554de4c-1322-4d82-bea0-b982b9cd786f admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:49:00.857642 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-5554de4c-1322-4d82-bea0-b982b9cd786f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036850886612', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036850863158'] for router, after_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:49:01.090630 n-d-768862-2 neutron-server[84765]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5554de4c-1322-4d82-bea0-b982b9cd786f admin admin] Router 17fd42e9-b3cd-48ab-9850-f3d699bdbb23 is scheduled to L3 agent 35f592e9-451b-4db9-abea-77b6a5c5391b with binding_index 1 {{(pid=84874) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}} Jan 14 07:49:01.122497 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Device 7ffc35e6-4ff7-4a15-9c01-9ab476ed2e3c up at agent ovs-agent-n-d-768862-2 {{(pid=84876) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 07:49:01.197366 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Provisioning for port 7ffc35e6-4ff7-4a15-9c01-9ab476ed2e3c completed by entity L2. {{(pid=84876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 07:49:01.280642 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02509855-8b52-46fd-8033-65b1e0c2fe3e None None] Network ac3b7965-162f-4d43-b112-07fb295469ca requested from n-d-768862-2 {{(pid=84876) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 07:49:01.282560 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5554de4c-1322-4d82-bea0-b982b9cd786f admin admin] Notify agent at l3_agent.n-d-768862-2 the message routers_updated {{(pid=84874) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jan 14 07:49:01.306331 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91fd186f-4aa1-4cbb-a879-bf4ca40d7aa2 None None] Sync routers for ids ['17fd42e9-b3cd-48ab-9850-f3d699bdbb23'] in n-d-768862-2 {{(pid=84876) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Jan 14 07:49:01.307294 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-5554de4c-1322-4d82-bea0-b982b9cd786f admin admin] Notify callbacks [] for router, before_response {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:49:01.308709 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-5554de4c-1322-4d82-bea0-b982b9cd786f admin admin] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 2.9704690 Jan 14 07:49:01.311822 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84874) accepted ('10.222.0.24', 46286) {{(pid=84874) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:49:01.384648 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91fd186f-4aa1-4cbb-a879-bf4ca40d7aa2 None None] Routers {'17fd42e9-b3cd-48ab-9850-f3d699bdbb23'} bound to L3 agent in host n-d-768862-2 {{(pid=84876) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 14 07:49:01.385355 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_hamode_db [None req-91fd186f-4aa1-4cbb-a879-bf4ca40d7aa2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-01-14T06:56:51Z,description=,heartbeat_timestamp=2021-01-14T07:48:52Z,host='n-d-768862-2',id=35f592e9-451b-4db9-abea-77b6a5c5391b,load=0,resource_versions=,resources_synced=,started_at=2021-01-14T06:56:51Z,topic='l3_agent')) {'router_ids': ['17fd42e9-b3cd-48ab-9850-f3d699bdbb23'], 'active': True} {{(pid=84876) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:49:01.456757 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-75fcc3b1-613b-4ee3-b423-63afcb8ac548 None None] Provisioning for port 7ffc35e6-4ff7-4a15-9c01-9ab476ed2e3c completed by entity DHCP. {{(pid=84876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 07:49:01.520260 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-75fcc3b1-613b-4ee3-b423-63afcb8ac548 None None] Provisioning complete for port 7ffc35e6-4ff7-4a15-9c01-9ab476ed2e3c triggered by entity DHCP. {{(pid=84876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 07:49:01.520837 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-75fcc3b1-613b-4ee3-b423-63afcb8ac548 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-604227'] for port, provisioning_complete {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:49:01.525191 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.agents_db [None req-5b939a2f-078d-4c69-a188-cb55a28a77a0 None None] Agent healthcheck: found 7 active agents {{(pid=84877) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Jan 14 07:49:01.753169 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_dvr_db [None req-91fd186f-4aa1-4cbb-a879-bf4ca40d7aa2 None None] Set router 17fd42e9-b3cd-48ab-9850-f3d699bdbb23 gateway port host: n-d-768862-2 {{(pid=84876) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 14 07:49:02.008769 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-75fcc3b1-613b-4ee3-b423-63afcb8ac548 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555753'] for port, before_update {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:49:02.028289 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-77ea9804-c253-4ad7-8881-977d81326880 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555753'] for port, before_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:49:02.090967 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [None req-75fcc3b1-613b-4ee3-b423-63afcb8ac548 None None] For port 7ffc35e6-4ff7-4a15-9c01-9ab476ed2e3c, host n-d-768862-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-2',level=0,port_id=7ffc35e6-4ff7-4a15-9c01-9ab476ed2e3c,segment=NetworkSegment(5dcd56fc-832e-4827-b550-4a76c83a046d),segment_id=5dcd56fc-832e-4827-b550-4a76c83a046d)] {{(pid=84876) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 07:49:02.127040 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-75fcc3b1-613b-4ee3-b423-63afcb8ac548 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777640533312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363259214678337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777640097497'] for port, after_update {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:49:02.131819 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-0f277e12-0713-40be-aaab-65984fb30387 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84876) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:49:02.219943 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75fcc3b1-613b-4ee3-b423-63afcb8ac548 None None] Pushing event updated for resources: {'Port': ['ID=7ffc35e6-4ff7-4a15-9c01-9ab476ed2e3c,revision_number=3']} {{(pid=84876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:49:02.225478 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-75fcc3b1-613b-4ee3-b423-63afcb8ac548 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=84876) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:49:02.239660 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_hamode_db [None req-91fd186f-4aa1-4cbb-a879-bf4ca40d7aa2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '17fd42e9-b3cd-48ab-9850-f3d699bdbb23', 'name': 'tempest-TestSnapshotPattern-1258657775-router', 'tenant_id': '2cc295d3718e4652b99ef849a517b3e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '226f1e78-82cd-4481-9055-4eb73b6db8c1', 'external_fixed_ips': [{'subnet_id': 'ba8deeec-7658-4195-9449-038c076f5c83', 'ip_address': '172.25.2.38'}], 'enable_snat': True}, 'gw_port_id': '691c6c08-811e-43fa-acb6-44ba62360954', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-14T07:48:58Z', 'updated_at': '2021-01-14T07:49:00Z', 'revision_number': 3, 'project_id': '2cc295d3718e4652b99ef849a517b3e3', 'gw_port': {'id': '691c6c08-811e-43fa-acb6-44ba62360954', 'name': '', 'network_id': '226f1e78-82cd-4481-9055-4eb73b6db8c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:71:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '17fd42e9-b3cd-48ab-9850-f3d699bdbb23', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3995, 'fixed_ips': [{'subnet_id': 'ba8deeec-7658-4195-9449-038c076f5c83', 'ip_address': '172.25.2.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T07:48:59Z', 'updated_at': '2021-01-14T07:48:59Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ba8deeec-7658-4195-9449-038c076f5c83', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-2'}], 'n-d-768862-2', False) {} {{(pid=84876) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:49:02.244224 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91fd186f-4aa1-4cbb-a879-bf4ca40d7aa2 None None] Checking router: 17fd42e9-b3cd-48ab-9850-f3d699bdbb23 for host: n-d-768862-2 {{(pid=84876) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Jan 14 07:49:02.244766 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91fd186f-4aa1-4cbb-a879-bf4ca40d7aa2 None None] Updating router 17fd42e9-b3cd-48ab-9850-f3d699bdbb23 port 691c6c08-811e-43fa-acb6-44ba62360954 binding host n-d-768862-2 {{(pid=84876) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Jan 14 07:49:02.303787 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-91fd186f-4aa1-4cbb-a879-bf4ca40d7aa2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555753'] for port, before_update {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:49:02.392608 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.db_base_plugin_common [None req-77ea9804-c253-4ad7-8881-977d81326880 admin admin] Allocated IP 172.20.0.1 (ac3b7965-162f-4d43-b112-07fb295469ca/75e2b88a-379f-4217-9ca6-2f73409cdb87/dbf79b49-b002-42d3-8130-0b97efec13bc) {{(pid=84874) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 14 07:49:02.399233 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-12c56200-499b-461f-afc6-3d8b45c316b1 None None] Provisioning complete for port 7ffc35e6-4ff7-4a15-9c01-9ab476ed2e3c triggered by entity DHCP. {{(pid=84876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 07:49:02.399666 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-12c56200-499b-461f-afc6-3d8b45c316b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-604227'] for port, provisioning_complete {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:49:02.560411 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-77ea9804-c253-4ad7-8881-977d81326880 admin admin] Notify callbacks [] for port, precommit_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:49:02.578068 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-77ea9804-c253-4ad7-8881-977d81326880 admin admin] Transition to ACTIVE for port object dbf79b49-b002-42d3-8130-0b97efec13bc will not be triggered until provisioned by entity DHCP. {{(pid=84874) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 07:49:02.600229 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-77ea9804-c253-4ad7-8881-977d81326880 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777640123575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3254186'] for port, after_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:49:02.617128 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-04e2b396-bf95-4d7c-88af-df70884d6540 tempest-TestNetworkAdvancedServerOps-1160145080 tempest-TestNetworkAdvancedServerOps-1160145080] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:49:02.753334 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77ea9804-c253-4ad7-8881-977d81326880 admin admin] Pushing event updated for resources: {'Port': ['ID=dbf79b49-b002-42d3-8130-0b97efec13bc,revision_number=1']} {{(pid=84874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:49:02.758879 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-77ea9804-c253-4ad7-8881-977d81326880 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:49:02.813767 n-d-768862-2 neutron-server[84765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77ea9804-c253-4ad7-8881-977d81326880 admin admin] Network ac3b7965-162f-4d43-b112-07fb295469ca is already hosted by enough agents. {{(pid=84874) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 07:49:02.815019 n-d-768862-2 neutron-server[84765]: DEBUG neutron.scheduler.base_scheduler [None req-77ea9804-c253-4ad7-8881-977d81326880 admin admin] Resources bound (agent type, host, resource id): {{(pid=84874) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 07:49:02.817318 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77ea9804-c253-4ad7-8881-977d81326880 admin admin] Received port after_create {{(pid=84874) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 14 07:49:02.852666 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-43a80c51-1d86-4cf3-b6a9-57724761aef7 None None] Provisioning complete for port 7ffc35e6-4ff7-4a15-9c01-9ab476ed2e3c triggered by entity DHCP. {{(pid=84876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 07:49:02.853070 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-43a80c51-1d86-4cf3-b6a9-57724761aef7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-604227'] for port, provisioning_complete {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:49:02.874056 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-77ea9804-c253-4ad7-8881-977d81326880 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036850886386'] for router_interface, before_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:49:02.878877 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-91fd186f-4aa1-4cbb-a879-bf4ca40d7aa2 None None] Notify callbacks [] for port, precommit_update {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:49:02.911987 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-91fd186f-4aa1-4cbb-a879-bf4ca40d7aa2 None None] Transition to ACTIVE for port object 691c6c08-811e-43fa-acb6-44ba62360954 will not be triggered until provisioned by entity L2. {{(pid=84876) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 07:49:02.921811 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-91fd186f-4aa1-4cbb-a879-bf4ca40d7aa2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777640533312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363259214678337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777640097497'] for port, after_update {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:49:02.935753 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84876) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:49:03.005895 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-77ea9804-c253-4ad7-8881-977d81326880 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555753'] for port, before_update {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:49:03.299859 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Device 7ffc35e6-4ff7-4a15-9c01-9ab476ed2e3c up at agent ovs-agent-n-d-768862-2 {{(pid=84876) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 07:49:03.333070 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-77ea9804-c253-4ad7-8881-977d81326880 admin admin] Notify callbacks [] for port, precommit_update {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:49:03.337653 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-77ea9804-c253-4ad7-8881-977d81326880 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777640533312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363259214678337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777640097497', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036851521613'] for port, after_update {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:49:03.360935 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa1b16fe-ab88-4539-9bd6-6e01ba2bde3f None None] Pushing event updated for resources: {'Port': ['ID=691c6c08-811e-43fa-acb6-44ba62360954,revision_number=2']} {{(pid=84876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:49:03.371651 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-fa1b16fe-ab88-4539-9bd6-6e01ba2bde3f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.436s {{(pid=84876) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:49:03.376748 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-1bd36be1-c795-4f0d-9279-9e16763cbbed admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:49:03.462138 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Provisioning complete for port 7ffc35e6-4ff7-4a15-9c01-9ab476ed2e3c triggered by entity L2. {{(pid=84876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 07:49:03.462519 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77ea9804-c253-4ad7-8881-977d81326880 admin admin] Pushing event updated for resources: {'Port': ['ID=dbf79b49-b002-42d3-8130-0b97efec13bc,revision_number=2']} {{(pid=84874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:49:03.462681 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-604227'] for port, provisioning_complete {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:49:03.466160 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-77ea9804-c253-4ad7-8881-977d81326880 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:49:03.467453 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-77ea9804-c253-4ad7-8881-977d81326880 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3206949', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3889649'] for router_interface, after_create {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:49:03.505713 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.managers [None req-91fd186f-4aa1-4cbb-a879-bf4ca40d7aa2 None None] Attempting to bind port 691c6c08-811e-43fa-acb6-44ba62360954 on host n-d-768862-2 for vnic_type normal with profile {{(pid=84876) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 14 07:49:03.506128 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.managers [None req-91fd186f-4aa1-4cbb-a879-bf4ca40d7aa2 None None] Attempting to bind port 691c6c08-811e-43fa-acb6-44ba62360954 by drivers openvswitch on host n-d-768862-2 at level 0 using segments [{'id': 'cf3ded2c-bc47-4a71-89af-6e7117e60140', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '226f1e78-82cd-4481-9055-4eb73b6db8c1'}] {{(pid=84876) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 14 07:49:03.506536 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91fd186f-4aa1-4cbb-a879-bf4ca40d7aa2 None None] Attempting to bind port 691c6c08-811e-43fa-acb6-44ba62360954 on network 226f1e78-82cd-4481-9055-4eb73b6db8c1 {{(pid=84876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 14 07:49:03.524988 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91fd186f-4aa1-4cbb-a879-bf4ca40d7aa2 None None] Checking agent: {'id': 'ba5efab1-b43c-4d5a-bc52-6e105d4e67a2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768862-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 14, 6, 56, 52), 'started_at': datetime.datetime(2021, 1, 14, 6, 57, 22), 'heartbeat_timestamp': datetime.datetime(2021, 1, 14, 7, 48, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768862-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.29', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 14 07:49:03.525400 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91fd186f-4aa1-4cbb-a879-bf4ca40d7aa2 None None] Checking segment: {'id': 'cf3ded2c-bc47-4a71-89af-6e7117e60140', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '226f1e78-82cd-4481-9055-4eb73b6db8c1'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84876) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 14 07:49:03.525850 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-91fd186f-4aa1-4cbb-a879-bf4ca40d7aa2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:49:03.526287 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91fd186f-4aa1-4cbb-a879-bf4ca40d7aa2 None None] Bound using segment: {'id': 'cf3ded2c-bc47-4a71-89af-6e7117e60140', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '226f1e78-82cd-4481-9055-4eb73b6db8c1'} {{(pid=84876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 14 07:49:03.526804 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.managers [None req-91fd186f-4aa1-4cbb-a879-bf4ca40d7aa2 None None] Bound port: 691c6c08-811e-43fa-acb6-44ba62360954, host: n-d-768862-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cf3ded2c-bc47-4a71-89af-6e7117e60140', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '226f1e78-82cd-4481-9055-4eb73b6db8c1'}}] {{(pid=84876) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 14 07:49:03.527216 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-91fd186f-4aa1-4cbb-a879-bf4ca40d7aa2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555753'] for port, before_update {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:49:03.581012 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-b53a14f1-747d-4db4-bd55-f738c4218cab None None] Provisioning for port dbf79b49-b002-42d3-8130-0b97efec13bc completed by entity DHCP. {{(pid=84876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 07:49:03.593368 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-b53a14f1-747d-4db4-bd55-f738c4218cab None None] Provisioning complete for port dbf79b49-b002-42d3-8130-0b97efec13bc triggered by entity DHCP. {{(pid=84876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 07:49:03.593720 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-b53a14f1-747d-4db4-bd55-f738c4218cab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-604227'] for port, provisioning_complete {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:49:03.618527 n-d-768862-2 neutron-server[84765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77ea9804-c253-4ad7-8881-977d81326880 admin admin] Network ac3b7965-162f-4d43-b112-07fb295469ca is already hosted by enough agents. {{(pid=84874) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 07:49:03.619766 n-d-768862-2 neutron-server[84765]: DEBUG neutron.scheduler.base_scheduler [None req-77ea9804-c253-4ad7-8881-977d81326880 admin admin] Resources bound (agent type, host, resource id): {{(pid=84874) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 07:49:03.731330 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.plugin [None req-b53a14f1-747d-4db4-bd55-f738c4218cab None None] Port dbf79b49-b002-42d3-8130-0b97efec13bc cannot update to ACTIVE because it is not bound. {{(pid=84876) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:329}} Jan 14 07:49:03.733605 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [None req-91fd186f-4aa1-4cbb-a879-bf4ca40d7aa2 None None] For port 691c6c08-811e-43fa-acb6-44ba62360954, host n-d-768862-2, cleared binding levels {{(pid=84876) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 14 07:49:03.737334 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [None req-91fd186f-4aa1-4cbb-a879-bf4ca40d7aa2 None None] For port 691c6c08-811e-43fa-acb6-44ba62360954, host n-d-768862-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-2',level=0,port_id=691c6c08-811e-43fa-acb6-44ba62360954,segment=NetworkSegment(cf3ded2c-bc47-4a71-89af-6e7117e60140),segment_id=cf3ded2c-bc47-4a71-89af-6e7117e60140)] {{(pid=84876) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 14 07:49:03.743987 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-91fd186f-4aa1-4cbb-a879-bf4ca40d7aa2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777640533312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363259214678337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777640097497'] for port, after_update {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:49:03.758679 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-07829e1b-2169-47f8-8c4b-3df01d59a973 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84876) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:49:03.836125 n-d-768862-2 neutron-server[84765]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-77ea9804-c253-4ad7-8881-977d81326880 admin admin] Router 17fd42e9-b3cd-48ab-9850-f3d699bdbb23 has already been hosted by L3 agent 35f592e9-451b-4db9-abea-77b6a5c5391b {{(pid=84874) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Jan 14 07:49:03.920657 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-4a527ea1-1bf2-48fe-b738-680107872d8f None None] Provisioning complete for port dbf79b49-b002-42d3-8130-0b97efec13bc triggered by entity DHCP. {{(pid=84876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 07:49:03.921003 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-4a527ea1-1bf2-48fe-b738-680107872d8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-604227'] for port, provisioning_complete {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:49:03.948749 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa1b16fe-ab88-4539-9bd6-6e01ba2bde3f None None] Pushing event updated for resources: {'Port': ['ID=691c6c08-811e-43fa-acb6-44ba62360954,revision_number=3']} {{(pid=84876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:49:03.970835 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-fa1b16fe-ab88-4539-9bd6-6e01ba2bde3f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.212s {{(pid=84876) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:49:04.023820 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.plugin [None req-4a527ea1-1bf2-48fe-b738-680107872d8f None None] Port dbf79b49-b002-42d3-8130-0b97efec13bc cannot update to ACTIVE because it is not bound. {{(pid=84876) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:329}} Jan 14 07:49:04.044990 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91fd186f-4aa1-4cbb-a879-bf4ca40d7aa2 None None] Routers {'17fd42e9-b3cd-48ab-9850-f3d699bdbb23'} bound to L3 agent in host n-d-768862-2 {{(pid=84876) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 14 07:49:04.045265 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_hamode_db [None req-91fd186f-4aa1-4cbb-a879-bf4ca40d7aa2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-01-14T06:56:51Z,description=,heartbeat_timestamp=2021-01-14T07:48:52Z,host='n-d-768862-2',id=35f592e9-451b-4db9-abea-77b6a5c5391b,load=0,resource_versions=,resources_synced=,started_at=2021-01-14T06:56:51Z,topic='l3_agent')) {'router_ids': ['17fd42e9-b3cd-48ab-9850-f3d699bdbb23'], 'active': True} {{(pid=84876) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:49:04.239128 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_dvr_db [None req-91fd186f-4aa1-4cbb-a879-bf4ca40d7aa2 None None] Set router 17fd42e9-b3cd-48ab-9850-f3d699bdbb23 gateway port host: n-d-768862-2 {{(pid=84876) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 14 07:49:04.340132 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-77ea9804-c253-4ad7-8881-977d81326880 admin admin] Notify agent at l3_agent.n-d-768862-2 the message routers_updated {{(pid=84874) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jan 14 07:49:04.358729 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-77ea9804-c253-4ad7-8881-977d81326880 admin admin] 10.222.0.24 "PUT /v2.0/routers/17fd42e9-b3cd-48ab-9850-f3d699bdbb23/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0372667 Jan 14 07:49:04.579599 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_hamode_db [None req-91fd186f-4aa1-4cbb-a879-bf4ca40d7aa2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '17fd42e9-b3cd-48ab-9850-f3d699bdbb23', 'name': 'tempest-TestSnapshotPattern-1258657775-router', 'tenant_id': '2cc295d3718e4652b99ef849a517b3e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '226f1e78-82cd-4481-9055-4eb73b6db8c1', 'external_fixed_ips': [{'subnet_id': 'ba8deeec-7658-4195-9449-038c076f5c83', 'ip_address': '172.25.2.38'}], 'enable_snat': True}, 'gw_port_id': '691c6c08-811e-43fa-acb6-44ba62360954', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-14T07:48:58Z', 'updated_at': '2021-01-14T07:49:02Z', 'revision_number': 4, 'project_id': '2cc295d3718e4652b99ef849a517b3e3', 'gw_port': {'id': '691c6c08-811e-43fa-acb6-44ba62360954', 'name': '', 'network_id': '226f1e78-82cd-4481-9055-4eb73b6db8c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:71:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '17fd42e9-b3cd-48ab-9850-f3d699bdbb23', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3995, 'fixed_ips': [{'subnet_id': 'ba8deeec-7658-4195-9449-038c076f5c83', 'ip_address': '172.25.2.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T07:48:59Z', 'updated_at': '2021-01-14T07:49:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ba8deeec-7658-4195-9449-038c076f5c83', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-2', '_interfaces': [{'id': 'dbf79b49-b002-42d3-8130-0b97efec13bc', 'name': '', 'network_id': 'ac3b7965-162f-4d43-b112-07fb295469ca', 'tenant_id': '2cc295d3718e4652b99ef849a517b3e3', 'mac_address': 'fa:16:3e:d9:72:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '17fd42e9-b3cd-48ab-9850-f3d699bdbb23', 'device_owner': 'network:router_interface', 'standard_attr_id': 3996, 'fixed_ips': [{'subnet_id': '75e2b88a-379f-4217-9ca6-2f73409cdb87', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T07:49:02Z', 'updated_at': '2021-01-14T07:49:03Z', 'revision_number': 2, 'project_id': '2cc295d3718e4652b99ef849a517b3e3', 'subnets': [{'id': '75e2b88a-379f-4217-9ca6-2f73409cdb87', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'n-d-768862-2', False) {} {{(pid=84876) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:49:04.583812 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91fd186f-4aa1-4cbb-a879-bf4ca40d7aa2 None None] The sync data for ids ['17fd42e9-b3cd-48ab-9850-f3d699bdbb23'] in n-d-768862-2 is: [{'id': '17fd42e9-b3cd-48ab-9850-f3d699bdbb23', 'name': 'tempest-TestSnapshotPattern-1258657775-router', 'tenant_id': '2cc295d3718e4652b99ef849a517b3e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '226f1e78-82cd-4481-9055-4eb73b6db8c1', 'external_fixed_ips': [{'subnet_id': 'ba8deeec-7658-4195-9449-038c076f5c83', 'ip_address': '172.25.2.38'}], 'enable_snat': True}, 'gw_port_id': '691c6c08-811e-43fa-acb6-44ba62360954', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-14T07:48:58Z', 'updated_at': '2021-01-14T07:49:02Z', 'revision_number': 4, 'project_id': '2cc295d3718e4652b99ef849a517b3e3', 'gw_port': {'id': '691c6c08-811e-43fa-acb6-44ba62360954', 'name': '', 'network_id': '226f1e78-82cd-4481-9055-4eb73b6db8c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:71:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '17fd42e9-b3cd-48ab-9850-f3d699bdbb23', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3995, 'fixed_ips': [{'subnet_id': 'ba8deeec-7658-4195-9449-038c076f5c83', 'ip_address': '172.25.2.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T07:48:59Z', 'updated_at': '2021-01-14T07:49:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ba8deeec-7658-4195-9449-038c076f5c83', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-2', '_interfaces': [{'id': 'dbf79b49-b002-42d3-8130-0b97efec13bc', 'name': '', 'network_id': 'ac3b7965-162f-4d43-b112-07fb295469ca', 'tenant_id': '2cc295d3718e4652b99ef849a517b3e3', 'mac_address': 'fa:16:3e:d9:72:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '17fd42e9-b3cd-48ab-9850-f3d699bdbb23', 'device_owner': 'network:router_interface', 'standard_attr_id': 3996, 'fixed_ips': [{'subnet_id': '75e2b88a-379f-4217-9ca6-2f73409cdb87', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T07:49:02Z', 'updated_at': '2021-01-14T07:49:03Z', 'revision_number': 2, 'project_id': '2cc295d3718e4652b99ef849a517b3e3', 'subnets': [{'id': '75e2b88a-379f-4217-9ca6-2f73409cdb87', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=84876) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Jan 14 07:49:04.973383 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.v2.base [req-b1436934-377c-4c9e-acf6-b3291dea3e1a req-5af79d85-b263-4be6-aa44-bc03ea96a7f5 tempest-TestSnapshotPattern-563113844 tempest-TestSnapshotPattern-563113844] Request body: {'security_group': {'name': 'tempest-TestSnapshotPattern-1753263396', 'description': 'tempest-TestSnapshotPattern-1753263396 description'}} {{(pid=84875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:49:04.985621 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [req-b1436934-377c-4c9e-acf6-b3291dea3e1a req-5af79d85-b263-4be6-aa44-bc03ea96a7f5 tempest-TestSnapshotPattern-563113844 tempest-TestSnapshotPattern-563113844] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:49:04.989920 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [req-b1436934-377c-4c9e-acf6-b3291dea3e1a req-5af79d85-b263-4be6-aa44-bc03ea96a7f5 tempest-TestSnapshotPattern-563113844 tempest-TestSnapshotPattern-563113844] Usage tracker for resource:security_group and tenant:2cc295d3718e4652b99ef849a517b3e3 is out of sync, need to count used quota {{(pid=84875) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:49:04.993122 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [req-b1436934-377c-4c9e-acf6-b3291dea3e1a req-5af79d85-b263-4be6-aa44-bc03ea96a7f5 tempest-TestSnapshotPattern-563113844 tempest-TestSnapshotPattern-563113844] Quota usage for security_group was recalculated. Used quota:1. {{(pid=84875) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:49:04.999118 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [req-b1436934-377c-4c9e-acf6-b3291dea3e1a req-5af79d85-b263-4be6-aa44-bc03ea96a7f5 tempest-TestSnapshotPattern-563113844 tempest-TestSnapshotPattern-563113844] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:49:05.010716 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [req-b1436934-377c-4c9e-acf6-b3291dea3e1a req-5af79d85-b263-4be6-aa44-bc03ea96a7f5 tempest-TestSnapshotPattern-563113844 tempest-TestSnapshotPattern-563113844] Notify callbacks [] for security_group, before_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:49:05.037202 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [req-b1436934-377c-4c9e-acf6-b3291dea3e1a req-5af79d85-b263-4be6-aa44-bc03ea96a7f5 tempest-TestSnapshotPattern-563113844 tempest-TestSnapshotPattern-563113844] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:49:05.042152 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [req-b1436934-377c-4c9e-acf6-b3291dea3e1a req-5af79d85-b263-4be6-aa44-bc03ea96a7f5 tempest-TestSnapshotPattern-563113844 tempest-TestSnapshotPattern-563113844] Usage tracker for resource:security_group_rule and tenant:2cc295d3718e4652b99ef849a517b3e3 is out of sync, need to count used quota {{(pid=84875) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:49:05.046309 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [req-b1436934-377c-4c9e-acf6-b3291dea3e1a req-5af79d85-b263-4be6-aa44-bc03ea96a7f5 tempest-TestSnapshotPattern-563113844 tempest-TestSnapshotPattern-563113844] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84875) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:49:05.055902 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [req-b1436934-377c-4c9e-acf6-b3291dea3e1a req-5af79d85-b263-4be6-aa44-bc03ea96a7f5 tempest-TestSnapshotPattern-563113844 tempest-TestSnapshotPattern-563113844] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:49:05.135096 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [req-b1436934-377c-4c9e-acf6-b3291dea3e1a req-5af79d85-b263-4be6-aa44-bc03ea96a7f5 tempest-TestSnapshotPattern-563113844 tempest-TestSnapshotPattern-563113844] Notify callbacks [] for security_group, precommit_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:49:05.138402 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [req-b1436934-377c-4c9e-acf6-b3291dea3e1a req-5af79d85-b263-4be6-aa44-bc03ea96a7f5 tempest-TestSnapshotPattern-563113844 tempest-TestSnapshotPattern-563113844] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850887153'] for security_group, after_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:49:05.144333 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-a426cdfd-cb6b-4bde-addd-ecd15900f9a1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:49:05.187024 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5af79d85-b263-4be6-aa44-bc03ea96a7f5 tempest-TestSnapshotPattern-563113844 tempest-TestSnapshotPattern-563113844] Pushing event updated for resources: {'SecurityGroup': ['ID=876add49-81cd-49f1-8002-f21eafc860af,revision_number=1']} {{(pid=84875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:49:05.190293 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [req-b1436934-377c-4c9e-acf6-b3291dea3e1a req-5af79d85-b263-4be6-aa44-bc03ea96a7f5 tempest-TestSnapshotPattern-563113844 tempest-TestSnapshotPattern-563113844] Notify callbacks [] for security_group, before_response {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:49:05.192188 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [req-b1436934-377c-4c9e-acf6-b3291dea3e1a req-5af79d85-b263-4be6-aa44-bc03ea96a7f5 tempest-TestSnapshotPattern-563113844 tempest-TestSnapshotPattern-563113844] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.2286217 Jan 14 07:49:05.193060 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-5af79d85-b263-4be6-aa44-bc03ea96a7f5 tempest-TestSnapshotPattern-563113844 tempest-TestSnapshotPattern-563113844] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:49:05.286251 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [req-4d61aec4-9d0e-450f-840e-822cae29b71a req-61b76d33-2252-43e0-b038-21a76045f62e tempest-TestSnapshotPattern-563113844 tempest-TestSnapshotPattern-563113844] 10.222.0.24 "GET /v2.0/security-groups/876add49-81cd-49f1-8002-f21eafc860af HTTP/1.1" status: 200 len: 1806 time: 0.0598001 Jan 14 07:49:05.297878 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.v2.base [req-4d61aec4-9d0e-450f-840e-822cae29b71a req-13139ec3-5fe3-4b40-ac04-f0aa8609e799 tempest-TestSnapshotPattern-563113844 tempest-TestSnapshotPattern-563113844] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '876add49-81cd-49f1-8002-f21eafc860af', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=84875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:49:05.298274 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.v2.base [req-4d61aec4-9d0e-450f-840e-822cae29b71a req-13139ec3-5fe3-4b40-ac04-f0aa8609e799 tempest-TestSnapshotPattern-563113844 tempest-TestSnapshotPattern-563113844] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '876add49-81cd-49f1-8002-f21eafc860af', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=84875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:49:05.310418 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [req-4d61aec4-9d0e-450f-840e-822cae29b71a req-13139ec3-5fe3-4b40-ac04-f0aa8609e799 tempest-TestSnapshotPattern-563113844 tempest-TestSnapshotPattern-563113844] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:49:05.314855 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [req-4d61aec4-9d0e-450f-840e-822cae29b71a req-13139ec3-5fe3-4b40-ac04-f0aa8609e799 tempest-TestSnapshotPattern-563113844 tempest-TestSnapshotPattern-563113844] Usage tracker for resource:security_group_rule and tenant:2cc295d3718e4652b99ef849a517b3e3 is out of sync, need to count used quota {{(pid=84875) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:49:05.318110 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [req-4d61aec4-9d0e-450f-840e-822cae29b71a req-13139ec3-5fe3-4b40-ac04-f0aa8609e799 tempest-TestSnapshotPattern-563113844 tempest-TestSnapshotPattern-563113844] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84875) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:49:05.333771 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [req-4d61aec4-9d0e-450f-840e-822cae29b71a req-13139ec3-5fe3-4b40-ac04-f0aa8609e799 tempest-TestSnapshotPattern-563113844 tempest-TestSnapshotPattern-563113844] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:49:05.404010 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [req-4d61aec4-9d0e-450f-840e-822cae29b71a req-13139ec3-5fe3-4b40-ac04-f0aa8609e799 tempest-TestSnapshotPattern-563113844 tempest-TestSnapshotPattern-563113844] Notify callbacks [] for security_group_rule, before_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:49:05.432495 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [req-4d61aec4-9d0e-450f-840e-822cae29b71a req-13139ec3-5fe3-4b40-ac04-f0aa8609e799 tempest-TestSnapshotPattern-563113844 tempest-TestSnapshotPattern-563113844] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:49:05.436334 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [req-4d61aec4-9d0e-450f-840e-822cae29b71a req-13139ec3-5fe3-4b40-ac04-f0aa8609e799 tempest-TestSnapshotPattern-563113844 tempest-TestSnapshotPattern-563113844] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850966545'] for security_group_rule, after_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:49:05.438546 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-2b4bb79c-5bc7-497e-91fe-8fb270aaf1fe tempest-TestNetworkAdvancedServerOps-1160145080 tempest-TestNetworkAdvancedServerOps-1160145080] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:49:05.461843 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13139ec3-5fe3-4b40-ac04-f0aa8609e799 tempest-TestSnapshotPattern-563113844 tempest-TestSnapshotPattern-563113844] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c9f21f98-489a-408c-9560-9b30e4f5d323,revision_number=0']} {{(pid=84875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:49:05.468016 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-13139ec3-5fe3-4b40-ac04-f0aa8609e799 tempest-TestSnapshotPattern-563113844 tempest-TestSnapshotPattern-563113844] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:49:05.476310 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [req-4d61aec4-9d0e-450f-840e-822cae29b71a req-13139ec3-5fe3-4b40-ac04-f0aa8609e799 tempest-TestSnapshotPattern-563113844 tempest-TestSnapshotPattern-563113844] Notify callbacks [] for security_group_rule, before_response {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:49:05.477638 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [req-4d61aec4-9d0e-450f-840e-822cae29b71a req-13139ec3-5fe3-4b40-ac04-f0aa8609e799 tempest-TestSnapshotPattern-563113844 tempest-TestSnapshotPattern-563113844] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.1846690 Jan 14 07:49:05.568314 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [req-3fad45da-97b6-48da-9c2d-126a3936b79a req-480b496a-22f0-4769-a3c8-0173427c8fd7 tempest-TestSnapshotPattern-563113844 tempest-TestSnapshotPattern-563113844] 10.222.0.24 "GET /v2.0/security-groups/876add49-81cd-49f1-8002-f21eafc860af HTTP/1.1" status: 200 len: 2400 time: 0.0569069 Jan 14 07:49:05.580367 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.v2.base [req-3fad45da-97b6-48da-9c2d-126a3936b79a req-ca8665d8-aa9c-4df8-9aca-d8490f655542 tempest-TestSnapshotPattern-563113844 tempest-TestSnapshotPattern-563113844] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '876add49-81cd-49f1-8002-f21eafc860af', 'remote_group_id': None}]} {{(pid=84875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:49:05.580676 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.v2.base [req-3fad45da-97b6-48da-9c2d-126a3936b79a req-ca8665d8-aa9c-4df8-9aca-d8490f655542 tempest-TestSnapshotPattern-563113844 tempest-TestSnapshotPattern-563113844] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '876add49-81cd-49f1-8002-f21eafc860af', 'remote_group_id': None}} {{(pid=84875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:49:05.592583 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [req-3fad45da-97b6-48da-9c2d-126a3936b79a req-ca8665d8-aa9c-4df8-9aca-d8490f655542 tempest-TestSnapshotPattern-563113844 tempest-TestSnapshotPattern-563113844] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:49:05.596946 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [req-3fad45da-97b6-48da-9c2d-126a3936b79a req-ca8665d8-aa9c-4df8-9aca-d8490f655542 tempest-TestSnapshotPattern-563113844 tempest-TestSnapshotPattern-563113844] Usage tracker for resource:security_group_rule and tenant:2cc295d3718e4652b99ef849a517b3e3 is out of sync, need to count used quota {{(pid=84875) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:49:05.600549 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [req-3fad45da-97b6-48da-9c2d-126a3936b79a req-ca8665d8-aa9c-4df8-9aca-d8490f655542 tempest-TestSnapshotPattern-563113844 tempest-TestSnapshotPattern-563113844] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=84875) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:49:05.606603 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.quota.driver [req-3fad45da-97b6-48da-9c2d-126a3936b79a req-ca8665d8-aa9c-4df8-9aca-d8490f655542 tempest-TestSnapshotPattern-563113844 tempest-TestSnapshotPattern-563113844] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=84875) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:49:05.667361 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [req-3fad45da-97b6-48da-9c2d-126a3936b79a req-ca8665d8-aa9c-4df8-9aca-d8490f655542 tempest-TestSnapshotPattern-563113844 tempest-TestSnapshotPattern-563113844] Notify callbacks [] for security_group_rule, before_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:49:05.695069 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [req-3fad45da-97b6-48da-9c2d-126a3936b79a req-ca8665d8-aa9c-4df8-9aca-d8490f655542 tempest-TestSnapshotPattern-563113844 tempest-TestSnapshotPattern-563113844] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:49:05.698570 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [req-3fad45da-97b6-48da-9c2d-126a3936b79a req-ca8665d8-aa9c-4df8-9aca-d8490f655542 tempest-TestSnapshotPattern-563113844 tempest-TestSnapshotPattern-563113844] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850966545'] for security_group_rule, after_create {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:49:05.700901 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-cf5692b0-413d-450e-9289-e3e3c64cca3f tempest-TestShelveInstance-923880590 tempest-TestShelveInstance-923880590] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:49:05.726653 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca8665d8-aa9c-4df8-9aca-d8490f655542 tempest-TestSnapshotPattern-563113844 tempest-TestSnapshotPattern-563113844] Pushing event updated for resources: {'SecurityGroupRule': ['ID=165fb35a-06a7-4807-b03b-5e358676f909,revision_number=0']} {{(pid=84875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:49:05.730468 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-ca8665d8-aa9c-4df8-9aca-d8490f655542 tempest-TestSnapshotPattern-563113844 tempest-TestSnapshotPattern-563113844] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:49:05.738603 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [req-3fad45da-97b6-48da-9c2d-126a3936b79a req-ca8665d8-aa9c-4df8-9aca-d8490f655542 tempest-TestSnapshotPattern-563113844 tempest-TestSnapshotPattern-563113844] Notify callbacks [] for security_group_rule, before_response {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:49:05.740257 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [req-3fad45da-97b6-48da-9c2d-126a3936b79a req-ca8665d8-aa9c-4df8-9aca-d8490f655542 tempest-TestSnapshotPattern-563113844 tempest-TestSnapshotPattern-563113844] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 791 time: 0.1649613 Jan 14 07:49:05.943648 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [req-e0f18648-4a6e-40f1-91ec-0641ff5dff08 req-3bacb008-1722-458b-b213-d63b10df2815 tempest-TestSnapshotPattern-563113844 tempest-TestSnapshotPattern-563113844] Synchronizing usage tracker for tenant:2cc295d3718e4652b99ef849a517b3e3 on resource:security_group {{(pid=84875) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 14 07:49:05.961259 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [req-e0f18648-4a6e-40f1-91ec-0641ff5dff08 req-3bacb008-1722-458b-b213-d63b10df2815 tempest-TestSnapshotPattern-563113844 tempest-TestSnapshotPattern-563113844] Unset dirty status for tenant:2cc295d3718e4652b99ef849a517b3e3 on resource:security_group {{(pid=84875) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 14 07:49:05.962551 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [req-e0f18648-4a6e-40f1-91ec-0641ff5dff08 req-3bacb008-1722-458b-b213-d63b10df2815 tempest-TestSnapshotPattern-563113844 tempest-TestSnapshotPattern-563113844] 10.222.0.24 "GET /v2.0/security-groups?name=tempest-TestSnapshotPattern-1753263396&fields=id&tenant_id=2cc295d3718e4652b99ef849a517b3e3 HTTP/1.1" status: 200 len: 267 time: 0.0710881 Jan 14 07:49:06.154609 n-d-768862-2 neutron-server[84765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0f18648-4a6e-40f1-91ec-0641ff5dff08 req-6347c626-68e5-4f99-bd1a-699b9ec6a8b4 tempest-TestSnapshotPattern-563113844 tempest-TestSnapshotPattern-563113844] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:49:06.155357 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [req-e0f18648-4a6e-40f1-91ec-0641ff5dff08 req-6347c626-68e5-4f99-bd1a-699b9ec6a8b4 tempest-TestSnapshotPattern-563113844 tempest-TestSnapshotPattern-563113844] Synchronizing usage tracker for tenant:2cc295d3718e4652b99ef849a517b3e3 on resource:network {{(pid=84875) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 14 07:49:06.174644 n-d-768862-2 neutron-server[84765]: DEBUG neutron.quota.resource [req-e0f18648-4a6e-40f1-91ec-0641ff5dff08 req-6347c626-68e5-4f99-bd1a-699b9ec6a8b4 tempest-TestSnapshotPattern-563113844 tempest-TestSnapshotPattern-563113844] Unset dirty status for tenant:2cc295d3718e4652b99ef849a517b3e3 on resource:network {{(pid=84875) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 14 07:49:06.175997 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [req-e0f18648-4a6e-40f1-91ec-0641ff5dff08 req-6347c626-68e5-4f99-bd1a-699b9ec6a8b4 tempest-TestSnapshotPattern-563113844 tempest-TestSnapshotPattern-563113844] 10.222.0.24 "GET /v2.0/networks?id=ac3b7965-162f-4d43-b112-07fb295469ca HTTP/1.1" status: 200 len: 810 time: 0.2057178 Jan 14 07:49:06.196516 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [req-e0f18648-4a6e-40f1-91ec-0641ff5dff08 req-da2bc84e-0d36-4405-b9cb-060f90287c8c tempest-TestSnapshotPattern-563113844 tempest-TestSnapshotPattern-563113844] 10.222.0.24 "GET /v2.0/quotas/2cc295d3718e4652b99ef849a517b3e3 HTTP/1.1" status: 200 len: 375 time: 0.0119600 Jan 14 07:49:06.294802 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [req-e0f18648-4a6e-40f1-91ec-0641ff5dff08 req-92bdc318-3858-4ac9-a32b-e7688de9a29d tempest-TestSnapshotPattern-563113844 tempest-TestSnapshotPattern-563113844] 10.222.0.24 "GET /v2.0/ports?tenant_id=2cc295d3718e4652b99ef849a517b3e3&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0925353 Jan 14 07:49:06.832347 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [req-e0f18648-4a6e-40f1-91ec-0641ff5dff08 req-982ed9a7-c0aa-4480-8e14-d21eab04c16f service neutron] 10.222.0.24 "GET /v2.0/networks/ac3b7965-162f-4d43-b112-07fb295469ca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5246143 Jan 14 07:49:06.981237 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [req-e0f18648-4a6e-40f1-91ec-0641ff5dff08 req-7c9c95f1-bb6a-4120-b3f5-c04859cfacf8 service neutron] 10.222.0.24 "GET /v2.0/networks/ac3b7965-162f-4d43-b112-07fb295469ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1421800 Jan 14 07:49:07.126376 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Device 691c6c08-811e-43fa-acb6-44ba62360954 up at agent ovs-agent-n-d-768862-2 {{(pid=84876) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 07:49:07.213900 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Provisioning for port 691c6c08-811e-43fa-acb6-44ba62360954 completed by entity L2. {{(pid=84876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 07:49:07.219461 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Provisioning complete for port 691c6c08-811e-43fa-acb6-44ba62360954 triggered by entity L2. {{(pid=84876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 07:49:07.219890 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-604227'] for port, provisioning_complete {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:49:07.344242 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555753'] for port, before_update {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:49:07.361788 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] For port 691c6c08-811e-43fa-acb6-44ba62360954, host n-d-768862-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-2',level=0,port_id=691c6c08-811e-43fa-acb6-44ba62360954,segment=NetworkSegment(cf3ded2c-bc47-4a71-89af-6e7117e60140),segment_id=cf3ded2c-bc47-4a71-89af-6e7117e60140)] {{(pid=84876) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 07:49:07.366030 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777640533312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363259214678337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777640097497'] for port, after_update {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:49:07.368168 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84876) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:49:07.440781 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Pushing event updated for resources: {'Port': ['ID=691c6c08-811e-43fa-acb6-44ba62360954,revision_number=4']} {{(pid=84876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:49:07.444462 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=84876) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:49:07.612298 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [req-08277a02-3488-4be0-95f1-2efe2273be9e req-17a9da14-1d3d-4ea4-b771-76cceebbcbe3 tempest-TestSnapshotPattern-563113844 tempest-TestSnapshotPattern-563113844] 10.222.0.24 "GET /v2.0/security-groups/876add49-81cd-49f1-8002-f21eafc860af HTTP/1.1" status: 200 len: 2999 time: 0.0560253 Jan 14 07:49:07.700568 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [req-08277a02-3488-4be0-95f1-2efe2273be9e req-fac3992e-8325-4099-b816-6dc42134d699 tempest-TestSnapshotPattern-563113844 tempest-TestSnapshotPattern-563113844] Notify callbacks [] for security_group, before_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:49:07.733183 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [req-08277a02-3488-4be0-95f1-2efe2273be9e req-fac3992e-8325-4099-b816-6dc42134d699 tempest-TestSnapshotPattern-563113844 tempest-TestSnapshotPattern-563113844] Notify callbacks [] for security_group, precommit_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:49:07.784271 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [req-08277a02-3488-4be0-95f1-2efe2273be9e req-fac3992e-8325-4099-b816-6dc42134d699 tempest-TestSnapshotPattern-563113844 tempest-TestSnapshotPattern-563113844] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850887153'] for security_group, after_delete {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:49:07.788468 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-8c3a2c9b-9bea-4fd2-b1df-3dc71d1760f7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:49:07.805131 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fac3992e-8325-4099-b816-6dc42134d699 tempest-TestSnapshotPattern-563113844 tempest-TestSnapshotPattern-563113844] Pushing event deleted for resources: {'SecurityGroup': ['ID=876add49-81cd-49f1-8002-f21eafc860af,revision_number=None']} {{(pid=84875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:49:07.809104 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-fac3992e-8325-4099-b816-6dc42134d699 tempest-TestSnapshotPattern-563113844 tempest-TestSnapshotPattern-563113844] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=84875) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:49:07.818118 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [req-08277a02-3488-4be0-95f1-2efe2273be9e req-fac3992e-8325-4099-b816-6dc42134d699 tempest-TestSnapshotPattern-563113844 tempest-TestSnapshotPattern-563113844] Notify callbacks [] for security_group, before_response {{(pid=84875) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:49:07.819328 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [req-08277a02-3488-4be0-95f1-2efe2273be9e req-fac3992e-8325-4099-b816-6dc42134d699 tempest-TestSnapshotPattern-563113844 tempest-TestSnapshotPattern-563113844] 10.222.0.24 "DELETE /v2.0/security-groups/876add49-81cd-49f1-8002-f21eafc860af HTTP/1.1" status: 204 len: 173 time: 0.1971641 Jan 14 07:49:07.871621 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84874) accepted ('10.222.0.24', 46342) {{(pid=84874) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:49:07.963881 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe5c9689-5f71-43bb-a0d3-8e3ed1c3e4e3 None None] Sync routers for ids ['17fd42e9-b3cd-48ab-9850-f3d699bdbb23'] in n-d-768862-2 {{(pid=84877) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Jan 14 07:49:07.976297 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe5c9689-5f71-43bb-a0d3-8e3ed1c3e4e3 None None] Routers {'17fd42e9-b3cd-48ab-9850-f3d699bdbb23'} bound to L3 agent in host n-d-768862-2 {{(pid=84877) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 14 07:49:07.977069 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_hamode_db [None req-fe5c9689-5f71-43bb-a0d3-8e3ed1c3e4e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-01-14T06:56:51Z,description=,heartbeat_timestamp=2021-01-14T07:48:52Z,host='n-d-768862-2',id=35f592e9-451b-4db9-abea-77b6a5c5391b,load=0,resource_versions=,resources_synced=,started_at=2021-01-14T06:56:51Z,topic='l3_agent')) {'router_ids': ['17fd42e9-b3cd-48ab-9850-f3d699bdbb23'], 'active': True} {{(pid=84877) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:49:08.318136 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_dvr_db [None req-fe5c9689-5f71-43bb-a0d3-8e3ed1c3e4e3 None None] Set router 17fd42e9-b3cd-48ab-9850-f3d699bdbb23 gateway port host: n-d-768862-2 {{(pid=84877) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 14 07:49:08.443065 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-418adb91-2afa-4fb9-931c-3a34d6be873c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3889632'] for router_interface, before_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:49:08.644512 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_hamode_db [None req-fe5c9689-5f71-43bb-a0d3-8e3ed1c3e4e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '17fd42e9-b3cd-48ab-9850-f3d699bdbb23', 'name': 'tempest-TestSnapshotPattern-1258657775-router', 'tenant_id': '2cc295d3718e4652b99ef849a517b3e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '226f1e78-82cd-4481-9055-4eb73b6db8c1', 'external_fixed_ips': [{'subnet_id': 'ba8deeec-7658-4195-9449-038c076f5c83', 'ip_address': '172.25.2.38'}], 'enable_snat': True}, 'gw_port_id': '691c6c08-811e-43fa-acb6-44ba62360954', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-14T07:48:58Z', 'updated_at': '2021-01-14T07:49:02Z', 'revision_number': 4, 'project_id': '2cc295d3718e4652b99ef849a517b3e3', 'gw_port': {'id': '691c6c08-811e-43fa-acb6-44ba62360954', 'name': '', 'network_id': '226f1e78-82cd-4481-9055-4eb73b6db8c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:71:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17fd42e9-b3cd-48ab-9850-f3d699bdbb23', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3995, 'fixed_ips': [{'subnet_id': 'ba8deeec-7658-4195-9449-038c076f5c83', 'ip_address': '172.25.2.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T07:48:59Z', 'updated_at': '2021-01-14T07:49:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ba8deeec-7658-4195-9449-038c076f5c83', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-2', '_interfaces': [{'id': 'dbf79b49-b002-42d3-8130-0b97efec13bc', 'name': '', 'network_id': 'ac3b7965-162f-4d43-b112-07fb295469ca', 'tenant_id': '2cc295d3718e4652b99ef849a517b3e3', 'mac_address': 'fa:16:3e:d9:72:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '17fd42e9-b3cd-48ab-9850-f3d699bdbb23', 'device_owner': 'network:router_interface', 'standard_attr_id': 3996, 'fixed_ips': [{'subnet_id': '75e2b88a-379f-4217-9ca6-2f73409cdb87', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T07:49:02Z', 'updated_at': '2021-01-14T07:49:03Z', 'revision_number': 2, 'project_id': '2cc295d3718e4652b99ef849a517b3e3', 'subnets': [{'id': '75e2b88a-379f-4217-9ca6-2f73409cdb87', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'n-d-768862-2', False) {} {{(pid=84877) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:49:08.648870 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe5c9689-5f71-43bb-a0d3-8e3ed1c3e4e3 None None] Checking router: 17fd42e9-b3cd-48ab-9850-f3d699bdbb23 for host: n-d-768862-2 {{(pid=84877) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Jan 14 07:49:08.649273 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe5c9689-5f71-43bb-a0d3-8e3ed1c3e4e3 None None] Updating router 17fd42e9-b3cd-48ab-9850-f3d699bdbb23 port dbf79b49-b002-42d3-8130-0b97efec13bc binding host n-d-768862-2 {{(pid=84877) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Jan 14 07:49:08.702802 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-fe5c9689-5f71-43bb-a0d3-8e3ed1c3e4e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555753'] for port, before_update {{(pid=84877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:49:08.932538 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.plugin [None req-418adb91-2afa-4fb9-931c-3a34d6be873c admin admin] Deleting port dbf79b49-b002-42d3-8130-0b97efec13bc {{(pid=84874) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 07:49:08.933178 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-418adb91-2afa-4fb9-931c-3a34d6be873c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363259214248359'] for port, before_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:49:09.098506 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Device 691c6c08-811e-43fa-acb6-44ba62360954 up at agent ovs-agent-n-d-768862-2 {{(pid=84876) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 07:49:09.112582 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-fe5c9689-5f71-43bb-a0d3-8e3ed1c3e4e3 None None] Notify callbacks [] for port, precommit_update {{(pid=84877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:49:09.125338 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-fe5c9689-5f71-43bb-a0d3-8e3ed1c3e4e3 None None] Transition to ACTIVE for port object dbf79b49-b002-42d3-8130-0b97efec13bc will not be triggered until provisioned by entity L2. {{(pid=84877) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 07:49:09.128937 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-fe5c9689-5f71-43bb-a0d3-8e3ed1c3e4e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777640533312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363259214678337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777640097497'] for port, after_update {{(pid=84877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:49:09.133398 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-418adb91-2afa-4fb9-931c-3a34d6be873c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036850862667'] for port, precommit_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:49:09.142323 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-bde029e3-7cb0-4db0-8270-bb802489faae None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:49:09.167562 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.provisioning_blocks [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Provisioning complete for port 691c6c08-811e-43fa-acb6-44ba62360954 triggered by entity L2. {{(pid=84876) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 07:49:09.168042 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-604227'] for port, provisioning_complete {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:49:09.268444 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.plugin [None req-418adb91-2afa-4fb9-931c-3a34d6be873c admin admin] Calling delete_port for dbf79b49-b002-42d3-8130-0b97efec13bc owned by network:router_interface {{(pid=84874) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 07:49:09.310676 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-682cfdbc-325b-4c9c-b09f-2b39ef686a21 None None] Pushing event updated for resources: {'Port': ['ID=dbf79b49-b002-42d3-8130-0b97efec13bc,revision_number=3']} {{(pid=84877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:49:09.322751 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-682cfdbc-325b-4c9c-b09f-2b39ef686a21 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@n-h1-768862-2 {{(pid=84877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:49:09.323132 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-682cfdbc-325b-4c9c-b09f-2b39ef686a21 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-h1-768862-2 {{(pid=84877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:49:09.323498 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-682cfdbc-325b-4c9c-b09f-2b39ef686a21 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-h1-768862-2 {{(pid=84877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:49:09.323881 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-682cfdbc-325b-4c9c-b09f-2b39ef686a21 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-h1-768862-2 {{(pid=84877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:49:09.324247 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-682cfdbc-325b-4c9c-b09f-2b39ef686a21 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@n-h1-768862-2 {{(pid=84877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:49:09.324603 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-682cfdbc-325b-4c9c-b09f-2b39ef686a21 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-h1-768862-2 {{(pid=84877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:49:09.325049 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-682cfdbc-325b-4c9c-b09f-2b39ef686a21 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-h1-768862-2 {{(pid=84877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:49:09.325586 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-682cfdbc-325b-4c9c-b09f-2b39ef686a21 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-h1-768862-2 {{(pid=84877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:49:09.325927 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-682cfdbc-325b-4c9c-b09f-2b39ef686a21 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-h1-768862-2 {{(pid=84877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:49:09.326281 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-682cfdbc-325b-4c9c-b09f-2b39ef686a21 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-h1-768862-2 {{(pid=84877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:49:09.326624 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-682cfdbc-325b-4c9c-b09f-2b39ef686a21 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-h1-768862-2 {{(pid=84877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:49:09.326995 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-682cfdbc-325b-4c9c-b09f-2b39ef686a21 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-h1-768862-2 {{(pid=84877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:49:09.327369 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-682cfdbc-325b-4c9c-b09f-2b39ef686a21 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@n-h2-768862-2 {{(pid=84877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:49:09.327723 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-682cfdbc-325b-4c9c-b09f-2b39ef686a21 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-h2-768862-2 {{(pid=84877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:49:09.328119 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-682cfdbc-325b-4c9c-b09f-2b39ef686a21 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-h2-768862-2 {{(pid=84877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:49:09.328469 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-682cfdbc-325b-4c9c-b09f-2b39ef686a21 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-h2-768862-2 {{(pid=84877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:49:09.328843 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-682cfdbc-325b-4c9c-b09f-2b39ef686a21 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@n-h2-768862-2 {{(pid=84877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:49:09.329191 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-682cfdbc-325b-4c9c-b09f-2b39ef686a21 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-h2-768862-2 {{(pid=84877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:49:09.329544 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-682cfdbc-325b-4c9c-b09f-2b39ef686a21 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-h2-768862-2 {{(pid=84877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:49:09.329889 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-682cfdbc-325b-4c9c-b09f-2b39ef686a21 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-h2-768862-2 {{(pid=84877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:49:09.330236 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-682cfdbc-325b-4c9c-b09f-2b39ef686a21 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-h2-768862-2 {{(pid=84877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:49:09.330581 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-682cfdbc-325b-4c9c-b09f-2b39ef686a21 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-h2-768862-2 {{(pid=84877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:49:09.330931 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-682cfdbc-325b-4c9c-b09f-2b39ef686a21 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-h2-768862-2 {{(pid=84877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:49:09.331282 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-682cfdbc-325b-4c9c-b09f-2b39ef686a21 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-h2-768862-2 {{(pid=84877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:49:09.331684 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-682cfdbc-325b-4c9c-b09f-2b39ef686a21 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-2 {{(pid=84877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:49:09.332058 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-682cfdbc-325b-4c9c-b09f-2b39ef686a21 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-2 {{(pid=84877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:49:09.332410 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-682cfdbc-325b-4c9c-b09f-2b39ef686a21 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-2 {{(pid=84877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:49:09.332756 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-682cfdbc-325b-4c9c-b09f-2b39ef686a21 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-2 {{(pid=84877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:49:09.333103 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-682cfdbc-325b-4c9c-b09f-2b39ef686a21 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@n-d-768862-2 {{(pid=84877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:49:09.333433 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-682cfdbc-325b-4c9c-b09f-2b39ef686a21 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-2 {{(pid=84877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:49:09.333987 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-682cfdbc-325b-4c9c-b09f-2b39ef686a21 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-768862-2 {{(pid=84877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:49:09.334584 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-682cfdbc-325b-4c9c-b09f-2b39ef686a21 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-768862-2 {{(pid=84877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:49:09.335045 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-682cfdbc-325b-4c9c-b09f-2b39ef686a21 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-2 {{(pid=84877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:49:09.335399 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-682cfdbc-325b-4c9c-b09f-2b39ef686a21 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-2 {{(pid=84877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:49:09.335752 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-682cfdbc-325b-4c9c-b09f-2b39ef686a21 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-2 {{(pid=84877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:49:09.336144 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-682cfdbc-325b-4c9c-b09f-2b39ef686a21 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-2 {{(pid=84877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:49:09.344253 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-682cfdbc-325b-4c9c-b09f-2b39ef686a21 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.202s {{(pid=84877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:49:09.386106 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.db.api [None req-418adb91-2afa-4fb9-931c-3a34d6be873c admin admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84874) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Jan 14 07:49:09.386453 n-d-768862-2 neutron-server[84765]: DEBUG oslo_db.api [None req-418adb91-2afa-4fb9-931c-3a34d6be873c admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84874) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Jan 14 07:49:09.468590 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.managers [None req-fe5c9689-5f71-43bb-a0d3-8e3ed1c3e4e3 None None] Attempting to bind port dbf79b49-b002-42d3-8130-0b97efec13bc on host n-d-768862-2 for vnic_type normal with profile {{(pid=84877) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 14 07:49:09.469047 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.managers [None req-fe5c9689-5f71-43bb-a0d3-8e3ed1c3e4e3 None None] Attempting to bind port dbf79b49-b002-42d3-8130-0b97efec13bc by drivers openvswitch on host n-d-768862-2 at level 0 using segments [{'id': '5dcd56fc-832e-4827-b550-4a76c83a046d', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'ac3b7965-162f-4d43-b112-07fb295469ca'}] {{(pid=84877) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 14 07:49:09.469455 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe5c9689-5f71-43bb-a0d3-8e3ed1c3e4e3 None None] Attempting to bind port dbf79b49-b002-42d3-8130-0b97efec13bc on network ac3b7965-162f-4d43-b112-07fb295469ca {{(pid=84877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 14 07:49:09.476226 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe5c9689-5f71-43bb-a0d3-8e3ed1c3e4e3 None None] Checking agent: {'id': 'ba5efab1-b43c-4d5a-bc52-6e105d4e67a2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768862-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 14, 6, 56, 52), 'started_at': datetime.datetime(2021, 1, 14, 6, 57, 22), 'heartbeat_timestamp': datetime.datetime(2021, 1, 14, 7, 48, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768862-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.29', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 14 07:49:09.476645 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe5c9689-5f71-43bb-a0d3-8e3ed1c3e4e3 None None] Checking segment: {'id': '5dcd56fc-832e-4827-b550-4a76c83a046d', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'ac3b7965-162f-4d43-b112-07fb295469ca'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84877) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 14 07:49:09.477090 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-fe5c9689-5f71-43bb-a0d3-8e3ed1c3e4e3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:49:09.477565 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe5c9689-5f71-43bb-a0d3-8e3ed1c3e4e3 None None] Bound using segment: {'id': '5dcd56fc-832e-4827-b550-4a76c83a046d', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'ac3b7965-162f-4d43-b112-07fb295469ca'} {{(pid=84877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 14 07:49:09.478077 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.managers [None req-fe5c9689-5f71-43bb-a0d3-8e3ed1c3e4e3 None None] Bound port: dbf79b49-b002-42d3-8130-0b97efec13bc, host: n-d-768862-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5dcd56fc-832e-4827-b550-4a76c83a046d', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'ac3b7965-162f-4d43-b112-07fb295469ca'}}] {{(pid=84877) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 14 07:49:09.478496 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-fe5c9689-5f71-43bb-a0d3-8e3ed1c3e4e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555753'] for port, before_update {{(pid=84877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:49:09.570506 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [None req-fe5c9689-5f71-43bb-a0d3-8e3ed1c3e4e3 None None] For port dbf79b49-b002-42d3-8130-0b97efec13bc, host n-d-768862-2, cleared binding levels {{(pid=84877) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 14 07:49:09.573913 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [None req-fe5c9689-5f71-43bb-a0d3-8e3ed1c3e4e3 None None] For port dbf79b49-b002-42d3-8130-0b97efec13bc, host n-d-768862-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-2',level=0,port_id=dbf79b49-b002-42d3-8130-0b97efec13bc,segment=NetworkSegment(5dcd56fc-832e-4827-b550-4a76c83a046d),segment_id=5dcd56fc-832e-4827-b550-4a76c83a046d)] {{(pid=84877) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 14 07:49:09.578564 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-fe5c9689-5f71-43bb-a0d3-8e3ed1c3e4e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777640533312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363259214678337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777640097497'] for port, after_update {{(pid=84877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:49:09.592454 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-ad2c7aad-808d-4555-bf58-76957d288af5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:49:09.742671 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-682cfdbc-325b-4c9c-b09f-2b39ef686a21 None None] Pushing event updated for resources: {'Port': ['ID=dbf79b49-b002-42d3-8130-0b97efec13bc,revision_number=4']} {{(pid=84877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:49:09.748814 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-682cfdbc-325b-4c9c-b09f-2b39ef686a21 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.156s {{(pid=84877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:49:09.789513 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe5c9689-5f71-43bb-a0d3-8e3ed1c3e4e3 None None] Routers {'17fd42e9-b3cd-48ab-9850-f3d699bdbb23'} bound to L3 agent in host n-d-768862-2 {{(pid=84877) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 14 07:49:09.790172 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_hamode_db [None req-fe5c9689-5f71-43bb-a0d3-8e3ed1c3e4e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-01-14T06:56:51Z,description=,heartbeat_timestamp=2021-01-14T07:48:52Z,host='n-d-768862-2',id=35f592e9-451b-4db9-abea-77b6a5c5391b,load=0,resource_versions=,resources_synced=,started_at=2021-01-14T06:56:51Z,topic='l3_agent')) {'router_ids': ['17fd42e9-b3cd-48ab-9850-f3d699bdbb23'], 'active': True} {{(pid=84877) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:49:09.888093 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.plugin [None req-418adb91-2afa-4fb9-931c-3a34d6be873c admin admin] Deleting port dbf79b49-b002-42d3-8130-0b97efec13bc {{(pid=84874) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 07:49:09.888776 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-418adb91-2afa-4fb9-931c-3a34d6be873c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363259214248359'] for port, before_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:49:09.975714 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_dvr_db [None req-fe5c9689-5f71-43bb-a0d3-8e3ed1c3e4e3 None None] Set router 17fd42e9-b3cd-48ab-9850-f3d699bdbb23 gateway port host: n-d-768862-2 {{(pid=84877) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 14 07:49:10.074565 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [None req-418adb91-2afa-4fb9-931c-3a34d6be873c admin admin] For port dbf79b49-b002-42d3-8130-0b97efec13bc, host n-d-768862-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-2',level=0,port_id=dbf79b49-b002-42d3-8130-0b97efec13bc,segment=NetworkSegment(5dcd56fc-832e-4827-b550-4a76c83a046d),segment_id=5dcd56fc-832e-4827-b550-4a76c83a046d)] {{(pid=84874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 07:49:10.074841 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-418adb91-2afa-4fb9-931c-3a34d6be873c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036850862667'] for port, precommit_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:49:10.201493 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.plugin [None req-418adb91-2afa-4fb9-931c-3a34d6be873c admin admin] Calling delete_port for dbf79b49-b002-42d3-8130-0b97efec13bc owned by network:router_interface {{(pid=84874) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 07:49:10.312617 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_hamode_db [None req-fe5c9689-5f71-43bb-a0d3-8e3ed1c3e4e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '17fd42e9-b3cd-48ab-9850-f3d699bdbb23', 'name': 'tempest-TestSnapshotPattern-1258657775-router', 'tenant_id': '2cc295d3718e4652b99ef849a517b3e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '226f1e78-82cd-4481-9055-4eb73b6db8c1', 'external_fixed_ips': [{'subnet_id': 'ba8deeec-7658-4195-9449-038c076f5c83', 'ip_address': '172.25.2.38'}], 'enable_snat': True}, 'gw_port_id': '691c6c08-811e-43fa-acb6-44ba62360954', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-14T07:48:58Z', 'updated_at': '2021-01-14T07:49:02Z', 'revision_number': 4, 'project_id': '2cc295d3718e4652b99ef849a517b3e3', 'gw_port': {'id': '691c6c08-811e-43fa-acb6-44ba62360954', 'name': '', 'network_id': '226f1e78-82cd-4481-9055-4eb73b6db8c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:71:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17fd42e9-b3cd-48ab-9850-f3d699bdbb23', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3995, 'fixed_ips': [{'subnet_id': 'ba8deeec-7658-4195-9449-038c076f5c83', 'ip_address': '172.25.2.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T07:48:59Z', 'updated_at': '2021-01-14T07:49:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ba8deeec-7658-4195-9449-038c076f5c83', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-2', '_interfaces': [{'id': 'dbf79b49-b002-42d3-8130-0b97efec13bc', 'name': '', 'network_id': 'ac3b7965-162f-4d43-b112-07fb295469ca', 'tenant_id': '2cc295d3718e4652b99ef849a517b3e3', 'mac_address': 'fa:16:3e:d9:72:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '17fd42e9-b3cd-48ab-9850-f3d699bdbb23', 'device_owner': 'network:router_interface', 'standard_attr_id': 3996, 'fixed_ips': [{'subnet_id': '75e2b88a-379f-4217-9ca6-2f73409cdb87', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T07:49:02Z', 'updated_at': '2021-01-14T07:49:09Z', 'revision_number': 4, 'project_id': '2cc295d3718e4652b99ef849a517b3e3', 'subnets': [{'id': '75e2b88a-379f-4217-9ca6-2f73409cdb87', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'n-d-768862-2', False) {} {{(pid=84877) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:49:10.317121 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe5c9689-5f71-43bb-a0d3-8e3ed1c3e4e3 None None] The sync data for ids ['17fd42e9-b3cd-48ab-9850-f3d699bdbb23'] in n-d-768862-2 is: [{'id': '17fd42e9-b3cd-48ab-9850-f3d699bdbb23', 'name': 'tempest-TestSnapshotPattern-1258657775-router', 'tenant_id': '2cc295d3718e4652b99ef849a517b3e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '226f1e78-82cd-4481-9055-4eb73b6db8c1', 'external_fixed_ips': [{'subnet_id': 'ba8deeec-7658-4195-9449-038c076f5c83', 'ip_address': '172.25.2.38'}], 'enable_snat': True}, 'gw_port_id': '691c6c08-811e-43fa-acb6-44ba62360954', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-14T07:48:58Z', 'updated_at': '2021-01-14T07:49:02Z', 'revision_number': 4, 'project_id': '2cc295d3718e4652b99ef849a517b3e3', 'gw_port': {'id': '691c6c08-811e-43fa-acb6-44ba62360954', 'name': '', 'network_id': '226f1e78-82cd-4481-9055-4eb73b6db8c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:71:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17fd42e9-b3cd-48ab-9850-f3d699bdbb23', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3995, 'fixed_ips': [{'subnet_id': 'ba8deeec-7658-4195-9449-038c076f5c83', 'ip_address': '172.25.2.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T07:48:59Z', 'updated_at': '2021-01-14T07:49:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ba8deeec-7658-4195-9449-038c076f5c83', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-2', '_interfaces': [{'id': 'dbf79b49-b002-42d3-8130-0b97efec13bc', 'name': '', 'network_id': 'ac3b7965-162f-4d43-b112-07fb295469ca', 'tenant_id': '2cc295d3718e4652b99ef849a517b3e3', 'mac_address': 'fa:16:3e:d9:72:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '17fd42e9-b3cd-48ab-9850-f3d699bdbb23', 'device_owner': 'network:router_interface', 'standard_attr_id': 3996, 'fixed_ips': [{'subnet_id': '75e2b88a-379f-4217-9ca6-2f73409cdb87', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T07:49:02Z', 'updated_at': '2021-01-14T07:49:09Z', 'revision_number': 4, 'project_id': '2cc295d3718e4652b99ef849a517b3e3', 'subnets': [{'id': '75e2b88a-379f-4217-9ca6-2f73409cdb87', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=84877) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Jan 14 07:49:10.380149 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-418adb91-2afa-4fb9-931c-3a34d6be873c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777640533329', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777640097463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3254186'] for port, after_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:49:10.397276 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-e6900988-c7e8-4f6e-98fa-1ad79d95cba3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:49:10.495989 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-418adb91-2afa-4fb9-931c-3a34d6be873c admin admin] Pushing event deleted for resources: {'Port': ['ID=dbf79b49-b002-42d3-8130-0b97efec13bc,revision_number=None']} {{(pid=84874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:49:10.524768 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-418adb91-2afa-4fb9-931c-3a34d6be873c admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@n-h1-768862-2 {{(pid=84874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:49:10.525207 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-418adb91-2afa-4fb9-931c-3a34d6be873c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-h1-768862-2 {{(pid=84874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:49:10.525627 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-418adb91-2afa-4fb9-931c-3a34d6be873c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-h1-768862-2 {{(pid=84874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:49:10.526042 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-418adb91-2afa-4fb9-931c-3a34d6be873c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-h1-768862-2 {{(pid=84874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:49:10.526453 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-418adb91-2afa-4fb9-931c-3a34d6be873c admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@n-h1-768862-2 {{(pid=84874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:49:10.526860 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-418adb91-2afa-4fb9-931c-3a34d6be873c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-h1-768862-2 {{(pid=84874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:49:10.527287 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-418adb91-2afa-4fb9-931c-3a34d6be873c admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-h1-768862-2 {{(pid=84874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:49:10.527672 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-418adb91-2afa-4fb9-931c-3a34d6be873c admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-h1-768862-2 {{(pid=84874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:49:10.528317 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-418adb91-2afa-4fb9-931c-3a34d6be873c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-h1-768862-2 {{(pid=84874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:49:10.528924 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-418adb91-2afa-4fb9-931c-3a34d6be873c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-h1-768862-2 {{(pid=84874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:49:10.529526 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-418adb91-2afa-4fb9-931c-3a34d6be873c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-h1-768862-2 {{(pid=84874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:49:10.529938 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-418adb91-2afa-4fb9-931c-3a34d6be873c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-h1-768862-2 {{(pid=84874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:49:10.531042 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-418adb91-2afa-4fb9-931c-3a34d6be873c admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@n-h2-768862-2 {{(pid=84874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:49:10.531439 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-418adb91-2afa-4fb9-931c-3a34d6be873c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-h2-768862-2 {{(pid=84874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:49:10.531880 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-418adb91-2afa-4fb9-931c-3a34d6be873c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-h2-768862-2 {{(pid=84874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:49:10.532338 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-418adb91-2afa-4fb9-931c-3a34d6be873c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-h2-768862-2 {{(pid=84874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:49:10.532710 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-418adb91-2afa-4fb9-931c-3a34d6be873c admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@n-h2-768862-2 {{(pid=84874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:49:10.533146 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-418adb91-2afa-4fb9-931c-3a34d6be873c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-h2-768862-2 {{(pid=84874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:49:10.533548 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-418adb91-2afa-4fb9-931c-3a34d6be873c admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-h2-768862-2 {{(pid=84874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:49:10.533949 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-418adb91-2afa-4fb9-931c-3a34d6be873c admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-h2-768862-2 {{(pid=84874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:49:10.534350 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-418adb91-2afa-4fb9-931c-3a34d6be873c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-h2-768862-2 {{(pid=84874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:49:10.534731 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-418adb91-2afa-4fb9-931c-3a34d6be873c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-h2-768862-2 {{(pid=84874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:49:10.535127 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-418adb91-2afa-4fb9-931c-3a34d6be873c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-h2-768862-2 {{(pid=84874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:49:10.535532 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-418adb91-2afa-4fb9-931c-3a34d6be873c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-h2-768862-2 {{(pid=84874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:49:10.536016 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-418adb91-2afa-4fb9-931c-3a34d6be873c admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-2 {{(pid=84874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:49:10.536413 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-418adb91-2afa-4fb9-931c-3a34d6be873c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-2 {{(pid=84874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:49:10.536813 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-418adb91-2afa-4fb9-931c-3a34d6be873c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-2 {{(pid=84874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:49:10.537211 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-418adb91-2afa-4fb9-931c-3a34d6be873c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-2 {{(pid=84874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:49:10.537594 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-418adb91-2afa-4fb9-931c-3a34d6be873c admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@n-d-768862-2 {{(pid=84874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:49:10.537995 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-418adb91-2afa-4fb9-931c-3a34d6be873c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-2 {{(pid=84874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:49:10.538391 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-418adb91-2afa-4fb9-931c-3a34d6be873c admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-768862-2 {{(pid=84874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:49:10.538786 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-418adb91-2afa-4fb9-931c-3a34d6be873c admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-768862-2 {{(pid=84874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:49:10.539180 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-418adb91-2afa-4fb9-931c-3a34d6be873c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768862-2 {{(pid=84874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:49:10.539576 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-418adb91-2afa-4fb9-931c-3a34d6be873c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768862-2 {{(pid=84874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:49:10.539999 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-418adb91-2afa-4fb9-931c-3a34d6be873c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-2 {{(pid=84874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:49:10.540401 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-418adb91-2afa-4fb9-931c-3a34d6be873c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768862-2 {{(pid=84874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:49:10.547316 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-418adb91-2afa-4fb9-931c-3a34d6be873c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:49:10.858233 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-418adb91-2afa-4fb9-931c-3a34d6be873c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted--9223372036851568851', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal--9223372036850888080'] for router_interface, after_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:49:11.481928 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-017f98a9-8a07-408c-a86f-8ff0c00400a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363259214191800', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854171626'] for agent, after_update {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:49:11.676135 n-d-768862-2 neutron-server[84765]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-418adb91-2afa-4fb9-931c-3a34d6be873c admin admin] Router 17fd42e9-b3cd-48ab-9850-f3d699bdbb23 has already been hosted by L3 agent 35f592e9-451b-4db9-abea-77b6a5c5391b {{(pid=84874) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Jan 14 07:49:11.874035 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-418adb91-2afa-4fb9-931c-3a34d6be873c admin admin] Notify agent at l3_agent.n-d-768862-2 the message routers_updated {{(pid=84874) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jan 14 07:49:11.885286 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-418adb91-2afa-4fb9-931c-3a34d6be873c admin admin] 10.222.0.24 "PUT /v2.0/routers/17fd42e9-b3cd-48ab-9850-f3d699bdbb23/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0121744 Jan 14 07:49:11.887462 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf694a87-c182-4d28-abe3-c511c94df6a7 None None] Sync routers for ids ['17fd42e9-b3cd-48ab-9850-f3d699bdbb23'] in n-d-768862-2 {{(pid=84876) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Jan 14 07:49:11.888307 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84874) accepted ('10.222.0.24', 46346) {{(pid=84874) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:49:11.898882 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf694a87-c182-4d28-abe3-c511c94df6a7 None None] Routers {'17fd42e9-b3cd-48ab-9850-f3d699bdbb23'} bound to L3 agent in host n-d-768862-2 {{(pid=84876) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 14 07:49:11.899577 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_hamode_db [None req-bf694a87-c182-4d28-abe3-c511c94df6a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-01-14T06:56:51Z,description=,heartbeat_timestamp=2021-01-14T07:48:52Z,host='n-d-768862-2',id=35f592e9-451b-4db9-abea-77b6a5c5391b,load=0,resource_versions=,resources_synced=,started_at=2021-01-14T06:56:51Z,topic='l3_agent')) {'router_ids': ['17fd42e9-b3cd-48ab-9850-f3d699bdbb23'], 'active': True} {{(pid=84876) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:49:12.073571 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-810e2d02-ab72-44c1-97b4-b6171e42245c admin admin] Notify callbacks [] for router, before_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:49:12.092615 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_dvr_db [None req-bf694a87-c182-4d28-abe3-c511c94df6a7 None None] Set router 17fd42e9-b3cd-48ab-9850-f3d699bdbb23 gateway port host: n-d-768862-2 {{(pid=84876) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 14 07:49:12.263431 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-810e2d02-ab72-44c1-97b4-b6171e42245c admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:49:12.268891 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.plugin [None req-810e2d02-ab72-44c1-97b4-b6171e42245c admin admin] Deleting port 691c6c08-811e-43fa-acb6-44ba62360954 {{(pid=84874) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 07:49:12.269281 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-810e2d02-ab72-44c1-97b4-b6171e42245c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363259214248359'] for port, before_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:49:12.429282 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_hamode_db [None req-bf694a87-c182-4d28-abe3-c511c94df6a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '17fd42e9-b3cd-48ab-9850-f3d699bdbb23', 'name': 'tempest-TestSnapshotPattern-1258657775-router', 'tenant_id': '2cc295d3718e4652b99ef849a517b3e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '226f1e78-82cd-4481-9055-4eb73b6db8c1', 'external_fixed_ips': [{'subnet_id': 'ba8deeec-7658-4195-9449-038c076f5c83', 'ip_address': '172.25.2.38'}], 'enable_snat': True}, 'gw_port_id': '691c6c08-811e-43fa-acb6-44ba62360954', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-14T07:48:58Z', 'updated_at': '2021-01-14T07:49:10Z', 'revision_number': 5, 'project_id': '2cc295d3718e4652b99ef849a517b3e3', 'gw_port': {'id': '691c6c08-811e-43fa-acb6-44ba62360954', 'name': '', 'network_id': '226f1e78-82cd-4481-9055-4eb73b6db8c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:71:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17fd42e9-b3cd-48ab-9850-f3d699bdbb23', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3995, 'fixed_ips': [{'subnet_id': 'ba8deeec-7658-4195-9449-038c076f5c83', 'ip_address': '172.25.2.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T07:48:59Z', 'updated_at': '2021-01-14T07:49:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ba8deeec-7658-4195-9449-038c076f5c83', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-2'}], 'n-d-768862-2', False) {} {{(pid=84876) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:49:12.434788 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf694a87-c182-4d28-abe3-c511c94df6a7 None None] Checking router: 17fd42e9-b3cd-48ab-9850-f3d699bdbb23 for host: n-d-768862-2 {{(pid=84876) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Jan 14 07:49:12.444801 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf694a87-c182-4d28-abe3-c511c94df6a7 None None] Routers {'17fd42e9-b3cd-48ab-9850-f3d699bdbb23'} bound to L3 agent in host n-d-768862-2 {{(pid=84876) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 14 07:49:12.445486 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_hamode_db [None req-bf694a87-c182-4d28-abe3-c511c94df6a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768862-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-01-14T06:56:51Z,description=,heartbeat_timestamp=2021-01-14T07:48:52Z,host='n-d-768862-2',id=35f592e9-451b-4db9-abea-77b6a5c5391b,load=0,resource_versions=,resources_synced=,started_at=2021-01-14T06:56:51Z,topic='l3_agent')) {'router_ids': ['17fd42e9-b3cd-48ab-9850-f3d699bdbb23'], 'active': True} {{(pid=84876) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:49:12.497592 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [None req-810e2d02-ab72-44c1-97b4-b6171e42245c admin admin] For port 691c6c08-811e-43fa-acb6-44ba62360954, host n-d-768862-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-2',level=0,port_id=691c6c08-811e-43fa-acb6-44ba62360954,segment=NetworkSegment(cf3ded2c-bc47-4a71-89af-6e7117e60140),segment_id=cf3ded2c-bc47-4a71-89af-6e7117e60140)] {{(pid=84874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 07:49:12.498248 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-810e2d02-ab72-44c1-97b4-b6171e42245c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036850862667'] for port, precommit_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:49:12.639669 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_dvr_db [None req-bf694a87-c182-4d28-abe3-c511c94df6a7 None None] Set router 17fd42e9-b3cd-48ab-9850-f3d699bdbb23 gateway port host: n-d-768862-2 {{(pid=84876) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 14 07:49:12.646407 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.plugin [None req-810e2d02-ab72-44c1-97b4-b6171e42245c admin admin] Calling delete_port for 691c6c08-811e-43fa-acb6-44ba62360954 owned by network:router_gateway {{(pid=84874) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 07:49:12.806560 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-810e2d02-ab72-44c1-97b4-b6171e42245c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777640533329', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777640097463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3254186'] for port, after_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:49:12.959660 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_hamode_db [None req-bf694a87-c182-4d28-abe3-c511c94df6a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '17fd42e9-b3cd-48ab-9850-f3d699bdbb23', 'name': 'tempest-TestSnapshotPattern-1258657775-router', 'tenant_id': '2cc295d3718e4652b99ef849a517b3e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '226f1e78-82cd-4481-9055-4eb73b6db8c1', 'external_fixed_ips': [{'subnet_id': 'ba8deeec-7658-4195-9449-038c076f5c83', 'ip_address': '172.25.2.38'}], 'enable_snat': True}, 'gw_port_id': '691c6c08-811e-43fa-acb6-44ba62360954', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-14T07:48:58Z', 'updated_at': '2021-01-14T07:49:10Z', 'revision_number': 5, 'project_id': '2cc295d3718e4652b99ef849a517b3e3', 'gw_port': {'id': '691c6c08-811e-43fa-acb6-44ba62360954', 'name': '', 'network_id': '226f1e78-82cd-4481-9055-4eb73b6db8c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:71:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17fd42e9-b3cd-48ab-9850-f3d699bdbb23', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3995, 'fixed_ips': [{'subnet_id': 'ba8deeec-7658-4195-9449-038c076f5c83', 'ip_address': '172.25.2.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T07:48:59Z', 'updated_at': '2021-01-14T07:49:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ba8deeec-7658-4195-9449-038c076f5c83', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-2'}], 'n-d-768862-2', False) {} {{(pid=84876) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:49:12.964293 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf694a87-c182-4d28-abe3-c511c94df6a7 None None] The sync data for ids ['17fd42e9-b3cd-48ab-9850-f3d699bdbb23'] in n-d-768862-2 is: [{'id': '17fd42e9-b3cd-48ab-9850-f3d699bdbb23', 'name': 'tempest-TestSnapshotPattern-1258657775-router', 'tenant_id': '2cc295d3718e4652b99ef849a517b3e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '226f1e78-82cd-4481-9055-4eb73b6db8c1', 'external_fixed_ips': [{'subnet_id': 'ba8deeec-7658-4195-9449-038c076f5c83', 'ip_address': '172.25.2.38'}], 'enable_snat': True}, 'gw_port_id': '691c6c08-811e-43fa-acb6-44ba62360954', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-14T07:48:58Z', 'updated_at': '2021-01-14T07:49:10Z', 'revision_number': 5, 'project_id': '2cc295d3718e4652b99ef849a517b3e3', 'gw_port': {'id': '691c6c08-811e-43fa-acb6-44ba62360954', 'name': '', 'network_id': '226f1e78-82cd-4481-9055-4eb73b6db8c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:71:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17fd42e9-b3cd-48ab-9850-f3d699bdbb23', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3995, 'fixed_ips': [{'subnet_id': 'ba8deeec-7658-4195-9449-038c076f5c83', 'ip_address': '172.25.2.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768862-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T07:48:59Z', 'updated_at': '2021-01-14T07:49:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ba8deeec-7658-4195-9449-038c076f5c83', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768862-2'}] {{(pid=84876) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Jan 14 07:49:13.003800 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-852a24f7-e9a1-4193-9abb-e9506fe5213f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363259214191800', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854171626'] for agent, after_update {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:49:13.031284 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-810e2d02-ab72-44c1-97b4-b6171e42245c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036850863128'] for router_gateway, after_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:49:13.058235 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Device dbf79b49-b002-42d3-8130-0b97efec13bc no longer exists at agent ovs-agent-n-d-768862-2 {{(pid=84876) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jan 14 07:49:13.095694 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.plugin [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] No Port match for: dbf79b49-b002-42d3-8130-0b97efec13bc {{(pid=84876) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2188}} Jan 14 07:49:13.096101 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Device dbf79b49-b002-42d3-8130-0b97efec13bc not bound to the agent host n-d-768862-2 {{(pid=84876) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jan 14 07:49:13.176883 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-810e2d02-ab72-44c1-97b4-b6171e42245c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3889346', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036854717606'] for router, precommit_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:49:13.179292 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-810e2d02-ab72-44c1-97b4-b6171e42245c admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:49:13.204831 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-810e2d02-ab72-44c1-97b4-b6171e42245c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036850897070'] for router, after_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:49:13.205524 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-810e2d02-ab72-44c1-97b4-b6171e42245c admin admin] Fanout notify agent at l3_agent the message router_deleted on router 17fd42e9-b3cd-48ab-9850-f3d699bdbb23 {{(pid=84874) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jan 14 07:49:13.218788 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-810e2d02-ab72-44c1-97b4-b6171e42245c admin admin] Notify callbacks [] for router, before_response {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:49:13.220079 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-810e2d02-ab72-44c1-97b4-b6171e42245c admin admin] 10.222.0.24 "DELETE /v2.0/routers/17fd42e9-b3cd-48ab-9850-f3d699bdbb23 HTTP/1.1" status: 204 len: 168 time: 1.3307106 Jan 14 07:49:13.224474 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84874) accepted ('10.222.0.24', 46350) {{(pid=84874) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:49:13.293042 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.db_base_plugin_v2 [None req-f3d7753e-7bbf-4733-81d7-b6c506028182 admin admin] Deleting subnet 75e2b88a-379f-4217-9ca6-2f73409cdb87 {{(pid=84874) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Jan 14 07:49:13.296850 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-f3d7753e-7bbf-4733-81d7-b6c506028182 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:49:13.355050 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-f3d7753e-7bbf-4733-81d7-b6c506028182 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036851807232'] for subnet, precommit_delete_associations {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:49:13.453589 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-f3d7753e-7bbf-4733-81d7-b6c506028182 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036854176836'] for subnet, precommit_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:49:13.730502 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-f3d7753e-7bbf-4733-81d7-b6c506028182 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-598964', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850887113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036851521664', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2794686'] for subnet, after_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:49:13.745001 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-ab791b43-fb03-455c-abe7-bb85005a78f4 tempest-RoutersNegativeTest-536999269 tempest-RoutersNegativeTest-536999269] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:49:13.782810 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3d7753e-7bbf-4733-81d7-b6c506028182 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=75e2b88a-379f-4217-9ca6-2f73409cdb87,revision_number=None']} {{(pid=84874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:49:13.834938 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-f3d7753e-7bbf-4733-81d7-b6c506028182 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:49:13.884423 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-f3d7753e-7bbf-4733-81d7-b6c506028182 admin admin] Notify callbacks [] for subnet, before_response {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:49:13.890283 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c232cb9f-989d-446a-82ec-3316b6c51d34 None None] Network ac3b7965-162f-4d43-b112-07fb295469ca requested from n-d-768862-2 {{(pid=84876) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 07:49:13.890592 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-f3d7753e-7bbf-4733-81d7-b6c506028182 admin admin] 10.222.0.24 "DELETE /v2.0/subnets/75e2b88a-379f-4217-9ca6-2f73409cdb87 HTTP/1.1" status: 204 len: 168 time: 0.6651337 Jan 14 07:49:13.893516 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84874) accepted ('10.222.0.24', 46354) {{(pid=84874) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:49:14.014054 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-5e8009da-afae-4861-a539-34e67067ceb4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036854160497'] for network, before_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:49:14.084681 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.plugin [None req-5e8009da-afae-4861-a539-34e67067ceb4 admin admin] Deleting port 7ffc35e6-4ff7-4a15-9c01-9ab476ed2e3c {{(pid=84874) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 07:49:14.085075 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-5e8009da-afae-4861-a539-34e67067ceb4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363259214248359'] for port, before_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:49:14.310154 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [None req-5e8009da-afae-4861-a539-34e67067ceb4 admin admin] For port 7ffc35e6-4ff7-4a15-9c01-9ab476ed2e3c, host n-d-768862-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-2',level=0,port_id=7ffc35e6-4ff7-4a15-9c01-9ab476ed2e3c,segment=NetworkSegment(5dcd56fc-832e-4827-b550-4a76c83a046d),segment_id=5dcd56fc-832e-4827-b550-4a76c83a046d)] {{(pid=84874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 07:49:14.310801 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-5e8009da-afae-4861-a539-34e67067ceb4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036850862667'] for port, precommit_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:49:14.340745 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ae7edde-3b03-4588-af38-32a66cb5b211 None None] DHCP port deletion for ac3b7965-162f-4d43-b112-07fb295469ca request from n-d-768862-2 {{(pid=84876) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Jan 14 07:49:14.345934 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.plugin [None req-2ae7edde-3b03-4588-af38-32a66cb5b211 None None] Deleting port 7ffc35e6-4ff7-4a15-9c01-9ab476ed2e3c {{(pid=84876) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 07:49:14.346360 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-2ae7edde-3b03-4588-af38-32a66cb5b211 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363259214248359'] for port, before_delete {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:49:14.440638 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.plugin [None req-5e8009da-afae-4861-a539-34e67067ceb4 admin admin] Calling delete_port for 7ffc35e6-4ff7-4a15-9c01-9ab476ed2e3c owned by network:dhcp {{(pid=84874) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 07:49:14.518128 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-5e8009da-afae-4861-a539-34e67067ceb4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777640533329', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777640097463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3254186'] for port, after_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:49:14.534325 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-b501603e-11a1-479e-b0a3-271a247c3aaf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:49:14.562298 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.db [None req-2ae7edde-3b03-4588-af38-32a66cb5b211 None None] For port 7ffc35e6-4ff7-4a15-9c01-9ab476ed2e3c, host n-d-768862-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768862-2',level=0,port_id=7ffc35e6-4ff7-4a15-9c01-9ab476ed2e3c,segment=NetworkSegment(5dcd56fc-832e-4827-b550-4a76c83a046d),segment_id=5dcd56fc-832e-4827-b550-4a76c83a046d)] {{(pid=84876) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 07:49:14.562624 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-2ae7edde-3b03-4588-af38-32a66cb5b211 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036850862667'] for port, precommit_delete {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:49:14.627654 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e8009da-afae-4861-a539-34e67067ceb4 admin admin] Pushing event deleted for resources: {'Port': ['ID=7ffc35e6-4ff7-4a15-9c01-9ab476ed2e3c,revision_number=None']} {{(pid=84874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:49:14.641403 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-5e8009da-afae-4861-a539-34e67067ceb4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:49:14.674633 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e8009da-afae-4861-a539-34e67067ceb4 admin admin] No DVR routers for this DVR port 7ffc35e6-4ff7-4a15-9c01-9ab476ed2e3c on host n-d-768862-2 {{(pid=84874) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Jan 14 07:49:14.690719 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.plugin [None req-2ae7edde-3b03-4588-af38-32a66cb5b211 None None] Calling delete_port for 7ffc35e6-4ff7-4a15-9c01-9ab476ed2e3c owned by network:dhcp {{(pid=84876) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 07:49:14.765963 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.db.api [None req-2ae7edde-3b03-4588-af38-32a66cb5b211 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84876) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Jan 14 07:49:14.766578 n-d-768862-2 neutron-server[84765]: DEBUG oslo_db.api [None req-2ae7edde-3b03-4588-af38-32a66cb5b211 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84876) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Jan 14 07:49:14.803491 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-5e8009da-afae-4861-a539-34e67067ceb4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-598987', 'neutron.services.segments.db._delete_segments_for_network-8777640583949'] for network, precommit_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:49:14.929840 n-d-768862-2 neutron-server[84765]: DEBUG neutron.services.segments.db [None req-5e8009da-afae-4861-a539-34e67067ceb4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ac3b7965-162f-4d43-b112-07fb295469ca']}} {{(pid=84874) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:49:14.943021 n-d-768862-2 neutron-server[84765]: DEBUG neutron.services.segments.db [None req-5e8009da-afae-4861-a539-34e67067ceb4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5dcd56fc-832e-4827-b550-4a76c83a046d') {'for_net_delete': True} {{(pid=84874) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:49:14.943362 n-d-768862-2 neutron-server[84765]: DEBUG neutron.services.segments.db [None req-5e8009da-afae-4861-a539-34e67067ceb4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5dcd56fc-832e-4827-b550-4a76c83a046d') {} {{(pid=84874) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:49:14.955378 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-5e8009da-afae-4861-a539-34e67067ceb4 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363259214173198', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2968632'] for segment, before_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:49:14.970650 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-5e8009da-afae-4861-a539-34e67067ceb4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854179735'] for segment, precommit_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:49:14.973054 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-5e8009da-afae-4861-a539-34e67067ceb4 admin admin] Releasing vxlan tunnel 3 to pool {{(pid=84874) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Jan 14 07:49:15.093966 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Device 691c6c08-811e-43fa-acb6-44ba62360954 no longer exists at agent ovs-agent-n-d-768862-2 {{(pid=84876) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jan 14 07:49:15.128985 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.plugin [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] No Port match for: 691c6c08-811e-43fa-acb6-44ba62360954 {{(pid=84876) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2188}} Jan 14 07:49:15.129378 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Device 691c6c08-811e-43fa-acb6-44ba62360954 not bound to the agent host n-d-768862-2 {{(pid=84876) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jan 14 07:49:15.129843 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Device 7ffc35e6-4ff7-4a15-9c01-9ab476ed2e3c no longer exists at agent ovs-agent-n-d-768862-2 {{(pid=84876) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jan 14 07:49:15.152656 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.managers [None req-5e8009da-afae-4861-a539-34e67067ceb4 admin admin] Network ac3b7965-162f-4d43-b112-07fb295469ca has no segments {{(pid=84874) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 14 07:49:15.161845 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.plugin [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] No Port match for: 7ffc35e6-4ff7-4a15-9c01-9ab476ed2e3c {{(pid=84876) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2188}} Jan 14 07:49:15.162232 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.rpc [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Device 7ffc35e6-4ff7-4a15-9c01-9ab476ed2e3c not bound to the agent host n-d-768862-2 {{(pid=84876) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jan 14 07:49:15.162407 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-5e8009da-afae-4861-a539-34e67067ceb4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-596065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036851521571'] for segment, after_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:49:15.268638 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.plugin [None req-2ae7edde-3b03-4588-af38-32a66cb5b211 None None] Deleting port 7ffc35e6-4ff7-4a15-9c01-9ab476ed2e3c {{(pid=84876) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 07:49:15.268995 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-2ae7edde-3b03-4588-af38-32a66cb5b211 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363259214248359'] for port, before_delete {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:49:15.343105 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.plugin [None req-2ae7edde-3b03-4588-af38-32a66cb5b211 None None] The port '7ffc35e6-4ff7-4a15-9c01-9ab476ed2e3c' was deleted {{(pid=84876) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Jan 14 07:49:15.648761 n-d-768862-2 neutron-server[84765]: DEBUG neutron.plugins.ml2.managers [None req-5e8009da-afae-4861-a539-34e67067ceb4 admin admin] Network ac3b7965-162f-4d43-b112-07fb295469ca has no segments {{(pid=84874) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 14 07:49:15.671603 n-d-768862-2 neutron-server[84765]: Traceback (most recent call last): Jan 14 07:49:15.671603 n-d-768862-2 neutron-server[84765]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 14 07:49:15.671603 n-d-768862-2 neutron-server[84765]: timer() Jan 14 07:49:15.671603 n-d-768862-2 neutron-server[84765]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 14 07:49:15.671603 n-d-768862-2 neutron-server[84765]: cb(*args, **kw) Jan 14 07:49:15.671603 n-d-768862-2 neutron-server[84765]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Jan 14 07:49:15.671603 n-d-768862-2 neutron-server[84765]: return func(*args, **kwargs) Jan 14 07:49:15.671603 n-d-768862-2 neutron-server[84765]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 14 07:49:15.671603 n-d-768862-2 neutron-server[84765]: self._notify() Jan 14 07:49:15.671603 n-d-768862-2 neutron-server[84765]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 14 07:49:15.671603 n-d-768862-2 neutron-server[84765]: self.callback(batched_events) Jan 14 07:49:15.671603 n-d-768862-2 neutron-server[84765]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 14 07:49:15.671603 n-d-768862-2 neutron-server[84765]: event.method(event) Jan 14 07:49:15.671603 n-d-768862-2 neutron-server[84765]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 14 07:49:15.671603 n-d-768862-2 neutron-server[84765]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 14 07:49:15.671603 n-d-768862-2 neutron-server[84765]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Jan 14 07:49:15.671603 n-d-768862-2 neutron-server[84765]: segment_id)['aggregates'][0] Jan 14 07:49:15.671603 n-d-768862-2 neutron-server[84765]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 14 07:49:15.671603 n-d-768862-2 neutron-server[84765]: return f(self, *a, **k) Jan 14 07:49:15.671603 n-d-768862-2 neutron-server[84765]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 14 07:49:15.671603 n-d-768862-2 neutron-server[84765]: return self._get(url).json() Jan 14 07:49:15.671603 n-d-768862-2 neutron-server[84765]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 14 07:49:15.671603 n-d-768862-2 neutron-server[84765]: **kwargs) Jan 14 07:49:15.671603 n-d-768862-2 neutron-server[84765]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 14 07:49:15.671603 n-d-768862-2 neutron-server[84765]: return self.request(url, 'GET', **kwargs) Jan 14 07:49:15.671603 n-d-768862-2 neutron-server[84765]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Jan 14 07:49:15.671603 n-d-768862-2 neutron-server[84765]: **endpoint_filter) Jan 14 07:49:15.671603 n-d-768862-2 neutron-server[84765]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 14 07:49:15.671603 n-d-768862-2 neutron-server[84765]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 14 07:49:15.671603 n-d-768862-2 neutron-server[84765]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 14 07:49:15.671603 n-d-768862-2 neutron-server[84765]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 14 07:49:15.671603 n-d-768862-2 neutron-server[84765]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 14 07:49:15.755873 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-5e8009da-afae-4861-a539-34e67067ceb4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036854176830', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850887149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3206964', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3912591'] for network, after_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:49:15.759471 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-75e8ed22-497a-4a72-9219-9834ef628d1e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:49:15.773414 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-5e8009da-afae-4861-a539-34e67067ceb4 admin admin] Notify callbacks [] for network, before_response {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:49:15.784718 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e8009da-afae-4861-a539-34e67067ceb4 admin admin] Pushing event deleted for resources: {'Network': ['ID=ac3b7965-162f-4d43-b112-07fb295469ca,revision_number=None']} {{(pid=84874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:49:15.788248 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-5e8009da-afae-4861-a539-34e67067ceb4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:49:15.796373 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-5e8009da-afae-4861-a539-34e67067ceb4 admin admin] 10.222.0.24 "DELETE /v2.0/networks/ac3b7965-162f-4d43-b112-07fb295469ca HTTP/1.1" status: 204 len: 168 time: 1.9018300 Jan 14 07:49:15.950483 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84874) accepted ('10.222.0.24', 46360) {{(pid=84874) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:49:16.006501 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-e4e198a6-f179-4ed8-a1ce-8e459e36c3de admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=2cc295d3718e4652b99ef849a517b3e3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0544269 Jan 14 07:49:16.009138 n-d-768862-2 neutron-server[84765]: DEBUG neutron.wsgi [-] (84874) accepted ('10.222.0.24', 46364) {{(pid=84874) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:49:16.074030 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-6897bd3e-39dc-4136-80d5-9daed87d8bff admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:49:16.101357 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-6897bd3e-39dc-4136-80d5-9daed87d8bff admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:49:16.150870 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-6897bd3e-39dc-4136-80d5-9daed87d8bff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850887153'] for security_group, after_delete {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:49:16.154836 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-d7d66a46-a746-4c4d-954f-1208b75608d3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:49:16.169528 n-d-768862-2 neutron-server[84765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6897bd3e-39dc-4136-80d5-9daed87d8bff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e82bf949-56f7-42df-b751-cf4c8dd97130,revision_number=None']} {{(pid=84874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:49:16.173150 n-d-768862-2 neutron-server[84765]: DEBUG oslo_concurrency.lockutils [None req-6897bd3e-39dc-4136-80d5-9daed87d8bff admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=84874) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:49:16.180092 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-6897bd3e-39dc-4136-80d5-9daed87d8bff admin admin] Notify callbacks [] for security_group, before_response {{(pid=84874) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:49:16.181454 n-d-768862-2 neutron-server[84765]: INFO neutron.wsgi [None req-6897bd3e-39dc-4136-80d5-9daed87d8bff admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/e82bf949-56f7-42df-b751-cf4c8dd97130 HTTP/1.1" status: 204 len: 168 time: 0.1713364 Jan 14 07:49:18.865960 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-d461f50e-2be5-45c2-96df-3b53a3e34357 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363259214191800', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854171626'] for agent, after_update {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:49:21.758724 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-6a6f0d37-4d96-4e79-bbd8-c124d1ff513f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363259214191800', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854171626'] for agent, after_update {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:49:21.928589 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-da76cfc0-98e8-4426-9f6d-4f05aa3fae78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363259214191800', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854171626'] for agent, after_update {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:49:22.643536 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363259214191800', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854171626'] for agent, after_update {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:49:23.376785 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-0f37073e-9c69-4e3c-80e0-6cfaa0fd61a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363259214191800', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854171626'] for agent, after_update {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:49:38.532357 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.agents_db [None req-5b939a2f-078d-4c69-a188-cb55a28a77a0 None None] Agent healthcheck: found 7 active agents {{(pid=84877) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Jan 14 07:49:41.502094 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-017f98a9-8a07-408c-a86f-8ff0c00400a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363259214191800', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854171626'] for agent, after_update {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:49:43.005619 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-852a24f7-e9a1-4193-9abb-e9506fe5213f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363259214191800', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854171626'] for agent, after_update {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:49:48.874794 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-2e018534-7f55-4437-bb6e-464744134e47 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363259214191800', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854171626'] for agent, after_update {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:49:51.755937 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-0cbd13b0-2af6-45af-81bd-50df61c88855 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363259214191800', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854171626'] for agent, after_update {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:49:51.932223 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-da76cfc0-98e8-4426-9f6d-4f05aa3fae78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363259214191800', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854171626'] for agent, after_update {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:49:52.648754 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363259214191800', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854171626'] for agent, after_update {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:49:53.381221 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-0f37073e-9c69-4e3c-80e0-6cfaa0fd61a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363259214191800', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854171626'] for agent, after_update {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:50:11.530465 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-017f98a9-8a07-408c-a86f-8ff0c00400a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363259214191800', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854171626'] for agent, after_update {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:50:13.024895 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-852a24f7-e9a1-4193-9abb-e9506fe5213f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363259214191800', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854171626'] for agent, after_update {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:50:15.528475 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.agents_db [None req-5b939a2f-078d-4c69-a188-cb55a28a77a0 None None] Agent healthcheck: found 7 active agents {{(pid=84877) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Jan 14 07:50:18.877051 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-021070b3-23bc-415c-b952-e8caf78ad1c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363259214191800', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854171626'] for agent, after_update {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:50:21.751963 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-5a5f8126-9301-45bb-99cb-ac66ad58e959 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363259214191800', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854171626'] for agent, after_update {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:50:21.941412 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-da76cfc0-98e8-4426-9f6d-4f05aa3fae78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363259214191800', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854171626'] for agent, after_update {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:50:22.649633 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363259214191800', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854171626'] for agent, after_update {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:50:23.378440 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-0f37073e-9c69-4e3c-80e0-6cfaa0fd61a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363259214191800', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854171626'] for agent, after_update {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:50:41.550654 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-017f98a9-8a07-408c-a86f-8ff0c00400a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363259214191800', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854171626'] for agent, after_update {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:50:43.036973 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-852a24f7-e9a1-4193-9abb-e9506fe5213f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363259214191800', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854171626'] for agent, after_update {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:50:48.870867 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-fb60a907-2208-4bbe-a7a1-c7b330f4cfa7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363259214191800', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854171626'] for agent, after_update {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:50:51.764187 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-fc23771f-826f-471d-a353-c8d76deeea2a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363259214191800', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854171626'] for agent, after_update {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:50:51.949965 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-da76cfc0-98e8-4426-9f6d-4f05aa3fae78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363259214191800', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854171626'] for agent, after_update {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:50:52.524685 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.agents_db [None req-5b939a2f-078d-4c69-a188-cb55a28a77a0 None None] Agent healthcheck: found 7 active agents {{(pid=84877) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Jan 14 07:50:52.650002 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363259214191800', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854171626'] for agent, after_update {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:50:53.378526 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-0f37073e-9c69-4e3c-80e0-6cfaa0fd61a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363259214191800', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854171626'] for agent, after_update {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:51:11.573189 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-017f98a9-8a07-408c-a86f-8ff0c00400a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363259214191800', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854171626'] for agent, after_update {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:51:13.032866 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-852a24f7-e9a1-4193-9abb-e9506fe5213f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363259214191800', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854171626'] for agent, after_update {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:51:18.875387 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-6e09a91d-da83-4535-a082-77e28d18edda None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363259214191800', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854171626'] for agent, after_update {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:51:21.758492 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-dd7adf37-fed8-4d56-8346-99b9bb91f09d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363259214191800', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854171626'] for agent, after_update {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:51:21.948709 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-da76cfc0-98e8-4426-9f6d-4f05aa3fae78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363259214191800', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854171626'] for agent, after_update {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:51:22.656124 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363259214191800', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854171626'] for agent, after_update {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:51:23.383917 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-0f37073e-9c69-4e3c-80e0-6cfaa0fd61a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363259214191800', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854171626'] for agent, after_update {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:51:29.520788 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.agents_db [None req-5b939a2f-078d-4c69-a188-cb55a28a77a0 None None] Agent healthcheck: found 7 active agents {{(pid=84877) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Jan 14 07:51:41.588609 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-017f98a9-8a07-408c-a86f-8ff0c00400a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363259214191800', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854171626'] for agent, after_update {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:51:43.064202 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-852a24f7-e9a1-4193-9abb-e9506fe5213f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363259214191800', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854171626'] for agent, after_update {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:51:48.880828 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-286a13cf-17b3-42bd-b371-3ab609fa493c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363259214191800', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854171626'] for agent, after_update {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:51:51.762470 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-9dce6b0e-4491-49a2-9150-aff1dbd02050 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363259214191800', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854171626'] for agent, after_update {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:51:51.957982 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-da76cfc0-98e8-4426-9f6d-4f05aa3fae78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363259214191800', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854171626'] for agent, after_update {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:51:52.644637 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363259214191800', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854171626'] for agent, after_update {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:51:53.385472 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-0f37073e-9c69-4e3c-80e0-6cfaa0fd61a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363259214191800', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854171626'] for agent, after_update {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:52:06.527210 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.agents_db [None req-5b939a2f-078d-4c69-a188-cb55a28a77a0 None None] Agent healthcheck: found 7 active agents {{(pid=84877) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Jan 14 07:52:11.597529 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-017f98a9-8a07-408c-a86f-8ff0c00400a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363259214191800', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854171626'] for agent, after_update {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:52:13.061043 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-852a24f7-e9a1-4193-9abb-e9506fe5213f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363259214191800', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854171626'] for agent, after_update {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:52:18.884304 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-4906194a-f2ed-4fbe-968a-4c5662cf49f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363259214191800', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854171626'] for agent, after_update {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:52:21.767296 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-6796151a-4d18-4a02-8aaa-6ff23f1c9d75 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363259214191800', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854171626'] for agent, after_update {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:52:21.961255 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-da76cfc0-98e8-4426-9f6d-4f05aa3fae78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363259214191800', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854171626'] for agent, after_update {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:52:22.651565 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363259214191800', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854171626'] for agent, after_update {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:52:23.397344 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-0f37073e-9c69-4e3c-80e0-6cfaa0fd61a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363259214191800', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854171626'] for agent, after_update {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:52:41.602672 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-017f98a9-8a07-408c-a86f-8ff0c00400a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363259214191800', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854171626'] for agent, after_update {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:52:43.064613 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-852a24f7-e9a1-4193-9abb-e9506fe5213f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363259214191800', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854171626'] for agent, after_update {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:52:43.524940 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.agents_db [None req-5b939a2f-078d-4c69-a188-cb55a28a77a0 None None] Agent healthcheck: found 7 active agents {{(pid=84877) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Jan 14 07:52:48.888979 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-61246fe8-87e1-4822-b333-cb7fe21db02d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363259214191800', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854171626'] for agent, after_update {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:52:51.772624 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-ecb435ed-90f3-4a1a-b6a6-043319b20ca2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363259214191800', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854171626'] for agent, after_update {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:52:51.965514 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-da76cfc0-98e8-4426-9f6d-4f05aa3fae78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363259214191800', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854171626'] for agent, after_update {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:52:52.640778 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363259214191800', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854171626'] for agent, after_update {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:52:53.403703 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-0f37073e-9c69-4e3c-80e0-6cfaa0fd61a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363259214191800', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854171626'] for agent, after_update {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:53:11.627301 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-017f98a9-8a07-408c-a86f-8ff0c00400a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363259214191800', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854171626'] for agent, after_update {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:53:13.076267 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-852a24f7-e9a1-4193-9abb-e9506fe5213f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363259214191800', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854171626'] for agent, after_update {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:53:18.892593 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-b6c1b19a-3064-4542-b44e-1a87fdb1c9c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363259214191800', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854171626'] for agent, after_update {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:53:20.521250 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.agents_db [None req-5b939a2f-078d-4c69-a188-cb55a28a77a0 None None] Agent healthcheck: found 7 active agents {{(pid=84877) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Jan 14 07:53:21.777711 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-b45b85ed-ba7a-4c4c-8f1f-ce791712ac1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363259214191800', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854171626'] for agent, after_update {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:53:21.970398 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-da76cfc0-98e8-4426-9f6d-4f05aa3fae78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363259214191800', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854171626'] for agent, after_update {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:53:22.645907 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363259214191800', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854171626'] for agent, after_update {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:53:23.397963 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-0f37073e-9c69-4e3c-80e0-6cfaa0fd61a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363259214191800', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854171626'] for agent, after_update {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:53:41.646686 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-017f98a9-8a07-408c-a86f-8ff0c00400a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363259214191800', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854171626'] for agent, after_update {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:53:43.098928 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-852a24f7-e9a1-4193-9abb-e9506fe5213f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363259214191800', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854171626'] for agent, after_update {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:53:48.898067 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-85edb872-4da7-4a7e-abc5-9abeb263e3f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363259214191800', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854171626'] for agent, after_update {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:53:51.788202 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-7cb7b38b-82a4-4630-9a8a-b9e6dd39aefc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363259214191800', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854171626'] for agent, after_update {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:53:51.968030 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-da76cfc0-98e8-4426-9f6d-4f05aa3fae78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363259214191800', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854171626'] for agent, after_update {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:53:52.644959 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-9f7e6041-cc28-4431-baf6-56632d475a97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363259214191800', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854171626'] for agent, after_update {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:53:53.405480 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-0f37073e-9c69-4e3c-80e0-6cfaa0fd61a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363259214191800', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854171626'] for agent, after_update {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:53:57.517719 n-d-768862-2 neutron-server[84765]: DEBUG neutron.db.agents_db [None req-5b939a2f-078d-4c69-a188-cb55a28a77a0 None None] Agent healthcheck: found 7 active agents {{(pid=84877) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Jan 14 07:54:11.661806 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-017f98a9-8a07-408c-a86f-8ff0c00400a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363259214191800', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854171626'] for agent, after_update {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:54:13.105224 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-852a24f7-e9a1-4193-9abb-e9506fe5213f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363259214191800', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854171626'] for agent, after_update {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:54:18.901519 n-d-768862-2 neutron-server[84765]: DEBUG neutron_lib.callbacks.manager [None req-d3cc7a87-6c12-40d8-a388-f8fae000c5bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363259214191800', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854171626'] for agent, after_update {{(pid=84876) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}